-- Logs begin at Thu 2022-01-27 23:21:07 UTC, end at Fri 2022-01-28 02:16:54 UTC. -- Jan 27 23:56:47.528075 n-d-826754-1 systemd[1]: Started Devstack devstack@q-svc.service. Jan 27 23:56:50.798874 n-d-826754-1 neutron-server[103212]: INFO neutron.common.config [-] Logging enabled! Jan 27 23:56:50.799513 n-d-826754-1 neutron-server[103212]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev442 Jan 27 23:56:50.799666 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103212) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 27 23:56:50.802958 n-d-826754-1 neutron-server[103212]: INFO neutron.common.config [-] Logging enabled! Jan 27 23:56:50.803211 n-d-826754-1 neutron-server[103212]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev442 Jan 27 23:56:50.803525 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103212) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 27 23:56:50.804508 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 23:56:50.804745 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 23:56:50.805119 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 23:56:50.805369 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 23:56:50.805598 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 23:56:50.805923 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.806348 n-d-826754-1 neutron-server[103212]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 27 23:56:50.806673 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.806973 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.807266 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.807562 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.807879 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.808163 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.808455 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.808758 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.809051 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.809337 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.809627 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.809925 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.810211 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.810504 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.810796 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.811083 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] debug = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.811370 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.811845 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.812870 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.813162 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.813454 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.813736 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.814017 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.814436 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.814575 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.814908 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] host = n-d-826754-1 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.815191 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.815480 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.815796 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.816088 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.816366 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.816645 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.816934 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.817211 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.817488 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] log_file = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.817767 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.818062 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.818353 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.818655 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.818886 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.819114 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.819408 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.819726 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.820009 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.820288 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.820626 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.820846 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.821124 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.821397 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.821683 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.821972 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.822260 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.822536 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.822811 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.823084 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.823360 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.823740 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.824054 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.824332 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.824608 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.824897 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.825172 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.825449 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.825754 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.826042 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.826328 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.826614 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.826890 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.827176 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.827451 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.827802 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.828077 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] use_json = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.828353 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.828625 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.828907 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.829182 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.829456 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.829734 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.830010 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.830297 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.830572 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:50.830868 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.831168 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.831471 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.831815 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.832109 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.832390 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.832680 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.832957 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.833246 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.833536 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.833830 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.834114 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.834417 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.834708 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.835004 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.835316 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.835661 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.835932 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.836212 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.836492 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.836770 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.837051 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.837343 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.837627 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.837919 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.838210 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.838493 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.838793 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.839081 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.839376 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.839691 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.839973 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.840254 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.840548 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.840831 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.841105 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.841386 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.841678 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.841958 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.842233 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.842518 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.842799 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.843073 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.843384 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.843704 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.844074 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.844368 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.844647 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.844925 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.845211 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.845490 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.845782 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.846065 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.846342 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.846617 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.846897 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.847172 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.847447 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.847757 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.848035 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.848315 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.848593 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.848871 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.849155 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.849425 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.849703 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.849975 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.850248 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.850526 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.850800 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.851076 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.851349 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.851642 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.851918 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.852209 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.852509 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.852789 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.853070 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.853351 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.853631 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.853918 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.854197 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.854477 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.854757 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.855032 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.855324 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.855635 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.855936 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.856246 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.856530 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.856830 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.857112 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.857398 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.857678 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.857959 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.858245 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.858529 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.858826 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.859821 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.860175 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.860480 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.860777 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.861063 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.861380 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.861663 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:50.861882 n-d-826754-1 neutron-server[103212]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 23:56:50.862135 n-d-826754-1 neutron-server[103212]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103212) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 27 23:56:51.245458 n-d-826754-1 neutron-server[103212]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 27 23:56:51.245734 n-d-826754-1 neutron-server[103212]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 27 23:56:51.246045 n-d-826754-1 neutron-server[103212]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 27 23:56:51.246392 n-d-826754-1 neutron-server[103212]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 27 23:56:51.609663 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:51.609905 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:51.610126 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:51.611557 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:51.611893 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:51.612166 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:51.660429 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:51.660716 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:51.660988 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:51.675743 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:51.676035 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:51.676311 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:51.707974 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:51.708264 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:51.708538 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:51.746255 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:51.746539 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:51.746812 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.093859 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.094610 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.094610 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.094855 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.095447 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.196076 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.196390 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.196679 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.196953 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.197222 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.197538 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.197802 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.198062 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.198318 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.198600 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.198861 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.199129 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.199387 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.199741 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.200002 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.200264 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.200518 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.200783 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.201051 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.201312 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.201583 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.201843 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.202120 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.202495 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.202838 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.203534 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.203964 n-d-826754-1 neutron-server[103212]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103212) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 23:56:52.204213 n-d-826754-1 neutron-server[103212]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103212) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 23:56:52.204447 n-d-826754-1 neutron-server[103212]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103212) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 23:56:52.204684 n-d-826754-1 neutron-server[103212]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103212) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 23:56:52.204922 n-d-826754-1 neutron-server[103212]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103212) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 23:56:52.205158 n-d-826754-1 neutron-server[103212]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103212) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 23:56:52.205528 n-d-826754-1 neutron-server[103212]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 27 23:56:52.208882 n-d-826754-1 neutron-server[103212]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 27 23:56:52.212996 n-d-826754-1 neutron-server[103212]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 27 23:56:52.216767 n-d-826754-1 neutron-server[103212]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jan 27 23:56:52.218514 n-d-826754-1 neutron-server[103212]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 27 23:56:52.219188 n-d-826754-1 neutron-server[103212]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 27 23:56:52.219672 n-d-826754-1 neutron-server[103212]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 27 23:56:52.220068 n-d-826754-1 neutron-server[103212]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 27 23:56:52.223032 n-d-826754-1 neutron-server[103212]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 27 23:56:52.223281 n-d-826754-1 neutron-server[103212]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 27 23:56:52.223663 n-d-826754-1 neutron-server[103212]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 27 23:56:52.229430 n-d-826754-1 neutron-server[103212]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 27 23:56:52.262466 n-d-826754-1 neutron-server[103212]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 27 23:56:52.262945 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.263255 n-d-826754-1 neutron-server[103212]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103212) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 27 23:56:52.263656 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.265049 n-d-826754-1 neutron-server[103212]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103212) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 27 23:56:52.265383 n-d-826754-1 neutron-server[103212]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 27 23:56:52.265822 n-d-826754-1 neutron-server[103212]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 27 23:56:52.269832 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.270283 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.337204 n-d-826754-1 neutron-server[103212]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 27 23:56:52.337449 n-d-826754-1 neutron-server[103212]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 27 23:56:52.337672 n-d-826754-1 neutron-server[103212]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 27 23:56:52.338065 n-d-826754-1 neutron-server[103212]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 27 23:56:52.360541 n-d-826754-1 neutron-server[103212]: DEBUG oslo_db.sqlalchemy.engines [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103212) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 27 23:56:52.809096 n-d-826754-1 neutron-server[103212]: INFO neutron.plugins.ml2.managers [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Initializing driver for type 'gre' Jan 27 23:56:52.809735 n-d-826754-1 neutron-server[103212]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] gre ID ranges: [(1, 1000)] Jan 27 23:56:52.868855 n-d-826754-1 neutron-server[103212]: INFO neutron.plugins.ml2.managers [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Initializing driver for type 'local' Jan 27 23:56:52.869280 n-d-826754-1 neutron-server[103212]: INFO neutron.plugins.ml2.managers [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Initializing driver for type 'vlan' Jan 27 23:56:52.884715 n-d-826754-1 neutron-server[103212]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] VlanTypeDriver initialization complete Jan 27 23:56:52.885098 n-d-826754-1 neutron-server[103212]: INFO neutron.plugins.ml2.managers [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Initializing driver for type 'vxlan' Jan 27 23:56:52.885858 n-d-826754-1 neutron-server[103212]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] vxlan ID ranges: [(1, 1000)] Jan 27 23:56:52.954079 n-d-826754-1 neutron-server[103212]: INFO neutron.plugins.ml2.managers [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Initializing extension driver 'port_security' Jan 27 23:56:52.954292 n-d-826754-1 neutron-server[103212]: INFO neutron.plugins.ml2.extensions.port_security [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] PortSecurityExtensionDriver initialization complete Jan 27 23:56:52.954598 n-d-826754-1 neutron-server[103212]: INFO neutron.plugins.ml2.managers [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Initializing mechanism driver 'openvswitch' Jan 27 23:56:52.955041 n-d-826754-1 neutron-server[103212]: INFO neutron.plugins.ml2.managers [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Initializing mechanism driver 'hyperv' Jan 27 23:56:52.962155 n-d-826754-1 neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:56:52.962858 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > port after_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.963234 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > port after_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.963644 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > port after_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.964206 n-d-826754-1 neutron-server[103212]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103212) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 23:56:52.964661 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > subnet after_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.965072 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > subnet after_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.965664 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.966182 n-d-826754-1 neutron-server[103212]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103212) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 23:56:52.966613 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > network after_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.966979 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > network after_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.967326 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > network after_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.967766 n-d-826754-1 neutron-server[103212]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103212) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 23:56:52.968188 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > security_group after_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.968645 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > security_group after_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.968913 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.969495 n-d-826754-1 neutron-server[103212]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103212) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 23:56:52.969943 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.970297 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.970641 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.971043 n-d-826754-1 neutron-server[103212]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103212) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 23:56:52.971470 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > address_group after_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.971851 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > address_group after_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.972196 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.972594 n-d-826754-1 neutron-server[103212]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103212) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 23:56:52.973051 n-d-826754-1 neutron-server[103212]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] ML2 OVO RPC backend initialized. {{(pid=103212) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 27 23:56:52.973840 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.974198 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.974618 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > network before_response 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.974968 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > networks before_response 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.975318 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > port before_response 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.975709 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > ports before_response 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.976041 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > subnet before_response 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.976382 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > subnets before_response 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.976729 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > network after_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.977070 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > network after_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.977405 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > network after_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.977742 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > port after_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.978079 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > port after_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.978414 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > port after_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.978752 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > subnet after_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.979087 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > subnet after_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.979419 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:52.987867 n-d-826754-1 neutron-server[103212]: INFO neutron.quota [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded quota_driver: . Jan 27 23:56:52.988245 n-d-826754-1 neutron-server[103212]: INFO neutron.plugins.ml2.plugin [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Modular L2 Plugin initialization complete Jan 27 23:56:52.988598 n-d-826754-1 neutron-server[103212]: DEBUG neutron.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading services supported by the core plugin {{(pid=103212) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 27 23:56:52.988954 n-d-826754-1 neutron-server[103212]: INFO neutron.plugins.ml2.managers [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Got port-security extension from driver 'port_security' Jan 27 23:56:52.989468 n-d-826754-1 neutron-server[103212]: INFO neutron.extensions.vlantransparent [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Disabled vlantransparent extension. Jan 27 23:56:52.989971 n-d-826754-1 neutron-server[103212]: DEBUG neutron.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103212) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 27 23:56:52.990300 n-d-826754-1 neutron-server[103212]: INFO neutron.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading Plugin: router Jan 27 23:56:53.030137 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.030534 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > router after_create 55549900 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.031037 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > router before_create 55549900 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.031548 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.031959 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.032322 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > router after_delete 55549900 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.032696 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.033048 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.033413 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > router after_create 55549900 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.033766 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > router after_update 55549900 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.034115 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > router after_update 55549900 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.034465 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.034826 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > router after_update 55549900 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.035248 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > router precommit_update 55549900 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.035644 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: port after_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.035983 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: port after_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.036322 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: subnet after_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.036668 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.037013 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.037362 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > router precommit_create 55549900 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.037706 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: port before_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.038050 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > router precommit_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.038411 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > router after_update 55549900 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.038756 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.039112 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > router precommit_create 55549900 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.039482 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.039860 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > router precommit_update 55549900 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.040226 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > agent after_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.040582 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > agent after_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.040933 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > network after_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.041867 n-d-826754-1 neutron-server[103212]: DEBUG neutron.quota.resource_registry [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Tracking information for resource: router configured {{(pid=103212) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 23:56:53.042199 n-d-826754-1 neutron-server[103212]: DEBUG neutron.quota.resource_registry [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Tracking information for resource: floatingip configured {{(pid=103212) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 23:56:53.048381 n-d-826754-1 neutron-server[103212]: INFO neutron.db.l3_agentschedulers_db [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 27 23:56:53.048971 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: port after_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.049340 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: port after_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.049697 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: port after_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.050051 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: port after_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.051016 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > router before_create 55550100 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.051387 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.051790 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > router precommit_create 55550100 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.052152 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > router precommit_update 55550100 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.056937 n-d-826754-1 neutron-server[103212]: DEBUG neutron.services.provider_configuration [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Service providers = [] {{(pid=103212) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 27 23:56:53.057299 n-d-826754-1 neutron-server[103212]: DEBUG neutron.db.servicetype_db [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103212) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 27 23:56:53.060461 n-d-826754-1 neutron-server[103212]: DEBUG neutron.services.service_base [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103212) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 23:56:53.060760 n-d-826754-1 neutron-server[103212]: DEBUG neutron.services.service_base [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103212) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 23:56:53.061101 n-d-826754-1 neutron-server[103212]: DEBUG neutron.services.service_base [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103212) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 23:56:53.062042 n-d-826754-1 neutron-server[103212]: DEBUG neutron.services.service_base [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103212) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 23:56:53.062664 n-d-826754-1 neutron-server[103212]: INFO neutron.services.service_base [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 27 23:56:53.063135 n-d-826754-1 neutron-server[103212]: DEBUG neutron.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103212) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 23:56:53.063457 n-d-826754-1 neutron-server[103212]: INFO neutron.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 27 23:56:53.074517 n-d-826754-1 neutron-server[103212]: DEBUG neutron.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103212) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 23:56:53.074858 n-d-826754-1 neutron-server[103212]: INFO neutron.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading Plugin: auto_allocate Jan 27 23:56:53.081607 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: network precommit_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.081985 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: network precommit_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.082534 n-d-826754-1 neutron-server[103212]: DEBUG neutron.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103212) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 23:56:53.082858 n-d-826754-1 neutron-server[103212]: INFO neutron.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading Plugin: tag Jan 27 23:56:53.089805 n-d-826754-1 neutron-server[103212]: DEBUG neutron.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103212) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 23:56:53.090135 n-d-826754-1 neutron-server[103212]: INFO neutron.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading Plugin: timestamp Jan 27 23:56:53.094800 n-d-826754-1 neutron-server[103212]: DEBUG neutron.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103212) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 23:56:53.095376 n-d-826754-1 neutron-server[103212]: INFO neutron.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading Plugin: network_ip_availability Jan 27 23:56:53.100933 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.101312 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.101671 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.102429 n-d-826754-1 neutron-server[103212]: DEBUG neutron.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103212) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 23:56:53.102754 n-d-826754-1 neutron-server[103212]: INFO neutron.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading Plugin: flavors Jan 27 23:56:53.107853 n-d-826754-1 neutron-server[103212]: DEBUG neutron.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103212) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 23:56:53.108187 n-d-826754-1 neutron-server[103212]: INFO neutron.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading Plugin: revisions Jan 27 23:56:53.112626 n-d-826754-1 neutron-server[103212]: DEBUG neutron.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103212) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 23:56:53.113025 n-d-826754-1 neutron-server[103212]: DEBUG oslo_concurrency.lockutils [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.867s {{(pid=103212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 27 23:56:53.113791 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103212) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 27 23:56:53.114132 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Initializing extension manager. Jan 27 23:56:53.114659 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: __init__.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.115005 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: __pycache__ {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.115341 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.115707 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: address_group.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.116487 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.117073 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: address-group Jan 27 23:56:53.117399 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: address_scope.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.118368 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.118880 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: address-scope Jan 27 23:56:53.119207 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.120204 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.120713 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: router-admin-state-down-before-update Jan 27 23:56:53.121042 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: agent.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.121956 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.122468 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: agent Jan 27 23:56:53.122793 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: agent_resources_synced.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.123751 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.124264 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: agent-resources-synced Jan 27 23:56:53.124733 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: allowedaddresspairs.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.126653 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.127181 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: allowed-address-pairs Jan 27 23:56:53.127510 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: auto_allocated_topology.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.128645 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.129160 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: auto-allocated-topology Jan 27 23:56:53.129489 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: availability_zone.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.130196 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.130705 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: availability_zone Jan 27 23:56:53.131030 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: availability_zone_filter.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.131977 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.132489 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: availability_zone_filter Jan 27 23:56:53.132815 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: data_plane_status.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.133721 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.134232 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension data-plane-status not supported by any of loaded plugins Jan 27 23:56:53.134552 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: default_subnetpools.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.135473 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.136012 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: default-subnetpools Jan 27 23:56:53.136358 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.137167 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.137675 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: dhcp_agent_scheduler Jan 27 23:56:53.138000 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: dns.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.138935 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.139443 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension dns-integration not supported by any of loaded plugins Jan 27 23:56:53.139808 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: dns_domain_ports.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.141245 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.141753 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 27 23:56:53.142079 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.143012 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.143517 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 27 23:56:53.143863 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: dvr.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.144546 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.145055 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: dvr Jan 27 23:56:53.145377 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: ecmp_routes.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.146300 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.146813 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 27 23:56:53.147138 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: empty_string_filtering.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.148083 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.148597 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: empty-string-filtering Jan 27 23:56:53.148920 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.149832 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.150340 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 27 23:56:53.150664 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.151574 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.152106 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 27 23:56:53.152432 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: external_net.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.153371 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.153878 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: external-net Jan 27 23:56:53.154205 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.155118 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.155633 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: extra_dhcp_opt Jan 27 23:56:53.156669 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: extraroute.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.157600 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.158105 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: extraroute Jan 27 23:56:53.158429 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: extraroute_atomic.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.159472 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.160011 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: extraroute-atomic Jan 27 23:56:53.160342 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: filter_validation.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.161032 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.161540 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: filter-validation Jan 27 23:56:53.161864 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: fip_pf_description.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.162778 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.163288 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 27 23:56:53.163631 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: fip_port_details.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.164566 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.165073 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: fip-port-details Jan 27 23:56:53.165399 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: flavors.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.166653 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.167182 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: flavors Jan 27 23:56:53.167505 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.169251 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.169772 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 27 23:56:53.170111 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: floatingip_pools.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.170816 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.171365 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: floatingip-pools Jan 27 23:56:53.171739 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: ip_allocation.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.172684 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.173184 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension ip_allocation not supported by any of loaded plugins Jan 27 23:56:53.173510 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.174435 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.174945 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: ip-substring-filtering Jan 27 23:56:53.175276 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: l2_adjacency.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.176238 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.176742 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 27 23:56:53.177066 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: l3.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.178084 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.178599 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: router Jan 27 23:56:53.178928 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.181467 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.181986 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 27 23:56:53.182318 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.183268 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.183803 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: ext-gw-mode Jan 27 23:56:53.184137 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.185062 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.185571 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: l3-ha Jan 27 23:56:53.185897 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: l3_flavors.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.186819 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.187378 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: l3-flavors Jan 27 23:56:53.187746 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.188670 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.189171 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 27 23:56:53.189497 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: l3agentscheduler.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.190582 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.191093 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: l3_agent_scheduler Jan 27 23:56:53.191424 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: local_ip.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.193283 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.193807 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension local_ip not supported by any of loaded plugins Jan 27 23:56:53.194142 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: logging.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.195670 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.196199 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension logging not supported by any of loaded plugins Jan 27 23:56:53.196536 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: metering.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.197292 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.197883 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: metering Jan 27 23:56:53.198214 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.199329 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.199888 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: metering_source_and_destination_fields Jan 27 23:56:53.200222 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: multiprovidernet.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.201152 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.201662 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: multi-provider Jan 27 23:56:53.201994 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: netmtu.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.203433 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.204028 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: net-mtu Jan 27 23:56:53.204428 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: netmtu_writable.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.205355 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.205865 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: net-mtu-writable Jan 27 23:56:53.206193 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: network_availability_zone.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.206864 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.207371 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: network_availability_zone Jan 27 23:56:53.207719 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: network_ip_availability.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.208850 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.209361 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: network-ip-availability Jan 27 23:56:53.209692 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: network_segment_range.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.210478 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.210980 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension network-segment-range not supported by any of loaded plugins Jan 27 23:56:53.211307 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: pagination.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.212321 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.212655 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: pagination Jan 27 23:56:53.212982 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: port_device_profile.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.213896 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.214414 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: port-device-profile Jan 27 23:56:53.214742 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.215702 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.216215 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: port-mac-address-regenerate Jan 27 23:56:53.216540 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.217613 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.218123 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: port-numa-affinity-policy Jan 27 23:56:53.218682 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: port_resource_request.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.219708 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.220219 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension port-resource-request not supported by any of loaded plugins Jan 27 23:56:53.220544 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: port_resource_request_groups.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.221527 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.222057 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 27 23:56:53.222363 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: portbindings.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.223291 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.223835 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: binding Jan 27 23:56:53.224163 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: portbindings_extended.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.225465 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.225976 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: binding-extended Jan 27 23:56:53.226304 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: portsecurity.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.227222 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.227773 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: port-security Jan 27 23:56:53.228103 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: project_id.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.229086 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.229424 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: project-id Jan 27 23:56:53.229755 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: providernet.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.230694 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.231222 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: provider Jan 27 23:56:53.231532 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: qos.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.236004 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.236540 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension qos not supported by any of loaded plugins Jan 27 23:56:53.236872 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.238195 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.238710 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 27 23:56:53.239043 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.239996 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.240512 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 27 23:56:53.240851 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: qos_default.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.241775 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.242286 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension qos-default not supported by any of loaded plugins Jan 27 23:56:53.242619 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: qos_fip.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.243819 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.244330 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension qos-fip not supported by any of loaded plugins Jan 27 23:56:53.244659 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.245586 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.246100 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 27 23:56:53.246428 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: qos_gateway_ip.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.247375 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.247931 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 27 23:56:53.248261 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: qos_port_network_policy.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.249182 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.249764 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 27 23:56:53.250348 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.251443 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.251995 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 27 23:56:53.252331 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: qos_pps_rule.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.253561 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.254094 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension qos-pps not supported by any of loaded plugins Jan 27 23:56:53.254419 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: qos_rule_type_details.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.255356 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.255898 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 27 23:56:53.256223 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: qos_rules_alias.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.257281 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.257797 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 27 23:56:53.258122 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: quota_check_limit.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.259046 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.259581 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: quota-check-limit Jan 27 23:56:53.259911 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: quotasv2.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.260921 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.261248 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: quotas Jan 27 23:56:53.261572 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: quotasv2_detail.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.263479 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.263865 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: quota_details Jan 27 23:56:53.264243 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: rbac.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.265817 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.266341 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: rbac-policies Jan 27 23:56:53.266673 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: rbac_address_group.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.267630 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.268157 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: rbac-address-group Jan 27 23:56:53.268483 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: rbac_address_scope.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.269406 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.269920 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: rbac-address-scope Jan 27 23:56:53.270247 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: rbac_security_groups.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.271172 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.271719 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: rbac-security-groups Jan 27 23:56:53.272046 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: rbac_subnetpool.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.272975 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.273487 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: rbac-subnetpool Jan 27 23:56:53.273811 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: revisionifmatch.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.274748 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.275255 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: revision-if-match Jan 27 23:56:53.275578 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: revisions.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.276745 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.277257 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: standard-attr-revisions Jan 27 23:56:53.277587 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: router_availability_zone.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.278272 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.278785 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: router_availability_zone Jan 27 23:56:53.279114 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: routerservicetype.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.280113 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.280630 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension router-service-type not supported by any of loaded plugins Jan 27 23:56:53.281017 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.282030 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.282543 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: security-groups-normalized-cidr Jan 27 23:56:53.282874 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.283839 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.284352 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: port-security-groups-filtering Jan 27 23:56:53.284674 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.285605 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.286112 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: security-groups-remote-address-group Jan 27 23:56:53.286439 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.287378 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.287929 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: security-groups-shared-filtering Jan 27 23:56:53.288258 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.288856 n-d-826754-1 neutron-server[103212]: WARNING neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 27 23:56:53.289179 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: securitygroup.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.299629 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.300185 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: security-group Jan 27 23:56:53.300526 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: segment.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.301341 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.301863 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension segment not supported by any of loaded plugins Jan 27 23:56:53.302195 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.303179 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.303726 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 27 23:56:53.304062 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: servicetype.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.305192 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.305719 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: service-type Jan 27 23:56:53.306056 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: sorting.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.307055 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.307389 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: sorting Jan 27 23:56:53.307745 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: standard_attr_segment.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.308668 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.309184 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 27 23:56:53.309512 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: standardattrdescription.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.310167 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.310720 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: standard-attr-description Jan 27 23:56:53.310999 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: stateful_security_group.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.311994 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.312539 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: stateful-security-group Jan 27 23:56:53.312964 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: stdattrs_common.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.313563 n-d-826754-1 neutron-server[103212]: WARNING neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 27 23:56:53.313887 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.314837 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.315350 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 27 23:56:53.315701 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: subnet_onboard.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.316796 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.317312 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: subnet_onboard Jan 27 23:56:53.317637 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.318578 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.319090 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 27 23:56:53.319416 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: subnet_service_types.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.320377 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.320895 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: subnet-service-types Jan 27 23:56:53.321219 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: subnetallocation.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.322324 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.322841 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: subnet_allocation Jan 27 23:56:53.323170 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.323876 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.324385 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: subnetpool-prefix-ops Jan 27 23:56:53.324711 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.325667 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.326174 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 27 23:56:53.326503 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: tagging.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.328199 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.328933 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: standard-attr-tag Jan 27 23:56:53.329038 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: timestamp.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.330244 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.330761 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loaded extension: standard-attr-timestamp Jan 27 23:56:53.331091 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: trunk.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.332161 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.332673 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension trunk not supported by any of loaded plugins Jan 27 23:56:53.333003 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: trunk_details.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.333934 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.334448 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension trunk-details not supported by any of loaded plugins Jan 27 23:56:53.334779 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: uplink_status_propagation.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.335736 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.336247 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 27 23:56:53.336571 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Loading extension file: vlantransparent.py {{(pid=103212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 23:56:53.337253 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 23:56:53.337760 n-d-826754-1 neutron-server[103212]: INFO neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 27 23:56:53.340387 n-d-826754-1 neutron-server[103212]: INFO neutron.quota.resource_registry [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Creating instance of TrackedResource for resource:network Jan 27 23:56:53.340931 n-d-826754-1 neutron-server[103212]: INFO neutron.quota.resource_registry [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Creating instance of TrackedResource for resource:subnet Jan 27 23:56:53.341334 n-d-826754-1 neutron-server[103212]: INFO neutron.quota.resource_registry [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 23:56:53.341734 n-d-826754-1 neutron-server[103212]: INFO neutron.quota.resource_registry [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Creating instance of TrackedResource for resource:port Jan 27 23:56:53.343029 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.v2.resource_helper [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 23:56:53.343587 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.v2.resource_helper [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Service FLAVORS assigned prefix: {{(pid=103212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 23:56:53.344316 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.v2.resource_helper [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 23:56:53.344753 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.v2.resource_helper [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 23:56:53.345089 n-d-826754-1 neutron-server[103212]: INFO neutron.quota.resource_registry [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Creating instance of TrackedResource for resource:router Jan 27 23:56:53.345530 n-d-826754-1 neutron-server[103212]: INFO neutron.quota.resource_registry [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Creating instance of TrackedResource for resource:floatingip Jan 27 23:56:53.346014 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.v2.resource_helper [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Service METERING assigned prefix: /metering {{(pid=103212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 23:56:53.347485 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.347906 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.348267 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103212) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 23:56:53.349283 n-d-826754-1 neutron-server[103212]: INFO neutron.quota.resource_registry [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Creating instance of CountableResource for resource:rbac_policy Jan 27 23:56:53.349739 n-d-826754-1 neutron-server[103212]: INFO neutron.quota.resource_registry [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Creating instance of TrackedResource for resource:security_group Jan 27 23:56:53.350177 n-d-826754-1 neutron-server[103212]: INFO neutron.quota.resource_registry [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 27 23:56:53.351975 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.v2.resource_helper [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Service CORE assigned prefix: {{(pid=103212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 23:56:53.352325 n-d-826754-1 neutron-server[103212]: INFO neutron.quota.resource_registry [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 23:56:53.352684 n-d-826754-1 neutron-server[103212]: WARNING neutron.quota.resource_registry [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] subnetpool is already registered Jan 27 23:56:53.353127 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.v2.resource_helper [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Service CORE assigned prefix: {{(pid=103212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 23:56:53.353463 n-d-826754-1 neutron-server[103212]: INFO neutron.quota.resource_registry [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 23:56:53.353800 n-d-826754-1 neutron-server[103212]: WARNING neutron.quota.resource_registry [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] subnetpool is already registered Jan 27 23:56:53.356088 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.v2.resource_helper [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 23:56:53.356524 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.v2.resource_helper [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Service FLAVORS assigned prefix: {{(pid=103212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 23:56:53.357111 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.v2.resource_helper [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 23:56:53.357534 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.v2.resource_helper [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 23:56:53.357868 n-d-826754-1 neutron-server[103212]: INFO neutron.quota.resource_registry [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Creating instance of TrackedResource for resource:router Jan 27 23:56:53.358207 n-d-826754-1 neutron-server[103212]: WARNING neutron.quota.resource_registry [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] router is already registered Jan 27 23:56:53.358618 n-d-826754-1 neutron-server[103212]: INFO neutron.quota.resource_registry [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Creating instance of TrackedResource for resource:floatingip Jan 27 23:56:53.359004 n-d-826754-1 neutron-server[103212]: WARNING neutron.quota.resource_registry [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] floatingip is already registered Jan 27 23:56:53.359653 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.v2.resource_helper [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Service METERING assigned prefix: /metering {{(pid=103212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 23:56:53.360345 n-d-826754-1 neutron-server[103212]: INFO neutron.quota.resource_registry [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Creating instance of CountableResource for resource:rbac_policy Jan 27 23:56:53.360679 n-d-826754-1 neutron-server[103212]: WARNING neutron.quota.resource_registry [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] rbac_policy is already registered Jan 27 23:56:53.361094 n-d-826754-1 neutron-server[103212]: INFO neutron.quota.resource_registry [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Creating instance of TrackedResource for resource:security_group Jan 27 23:56:53.361431 n-d-826754-1 neutron-server[103212]: WARNING neutron.quota.resource_registry [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] security_group is already registered Jan 27 23:56:53.361838 n-d-826754-1 neutron-server[103212]: INFO neutron.quota.resource_registry [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 27 23:56:53.362173 n-d-826754-1 neutron-server[103212]: WARNING neutron.quota.resource_registry [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] security_group_rule is already registered Jan 27 23:56:53.362804 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.v2.resource_helper [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Service CORE assigned prefix: {{(pid=103212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 23:56:53.363133 n-d-826754-1 neutron-server[103212]: INFO neutron.quota.resource_registry [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 23:56:53.363467 n-d-826754-1 neutron-server[103212]: WARNING neutron.quota.resource_registry [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] subnetpool is already registered Jan 27 23:56:53.363908 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.v2.resource_helper [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Service CORE assigned prefix: {{(pid=103212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 23:56:53.364234 n-d-826754-1 neutron-server[103212]: INFO neutron.quota.resource_registry [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 23:56:53.364564 n-d-826754-1 neutron-server[103212]: WARNING neutron.quota.resource_registry [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] subnetpool is already registered Jan 27 23:56:53.365043 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: extensions {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.366571 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: address-groups {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.368344 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: address-scopes {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.369684 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: agents {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.370874 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: auto-allocated-topology {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.372153 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: availability_zones {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.373391 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: dhcp-networks {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.375680 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: dhcp-agents {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.377114 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: routers {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.379349 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: flavors {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.380561 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: service_profiles {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.381780 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: next_providers {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.383266 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: service_profiles {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.384846 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: floatingip-pools {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.386089 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: routers {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.388229 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: floatingips {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.389521 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: l3-routers {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.390977 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: l3-agents {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.392431 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: metering-labels {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.393808 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: metering-label-rules {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.395096 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: network-ip-availabilities {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.396411 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: bindings {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.398073 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: quotas {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.399668 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: quotas {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.401271 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: rbac-policies {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.402589 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: security-groups {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.403850 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: security-group-rules {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.405088 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: service-providers {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.406860 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: subnetpools {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.408334 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: subnetpools {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.409815 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: tags {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.411482 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: tags {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.413342 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: tags {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.415126 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: tags {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.418142 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: tags {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.420025 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: tags {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.421811 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: tags {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.423766 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: tags {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.425531 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: tags {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.427386 n-d-826754-1 neutron-server[103212]: DEBUG neutron.api.extensions [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Extended resource: tags {{(pid=103212) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 23:56:53.433424 n-d-826754-1 neutron-server[103212]: WARNING keystonemiddleware.auth_token [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 27 23:56:53.438788 n-d-826754-1 neutron-server[103212]: WARNING keystonemiddleware.auth_token [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 27 23:56:53.447384 n-d-826754-1 neutron-server[103212]: DEBUG oslo_concurrency.lockutils [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Acquired lock "singleton_lock" {{(pid=103212) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 27 23:56:53.447885 n-d-826754-1 neutron-server[103212]: DEBUG oslo_concurrency.lockutils [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Releasing lock "singleton_lock" {{(pid=103212) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 27 23:56:53.448555 n-d-826754-1 neutron-server[103212]: INFO oslo_service.service [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Starting 2 workers Jan 27 23:56:53.454651 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Started child 103343 {{(pid=103212) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 23:56:53.459485 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Started child 103344 {{(pid=103212) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 23:56:53.460183 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:56:53.461200 n-d-826754-1 neutron-server[103212]: INFO neutron.service [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 27 23:56:53.461646 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [-] (103343) wsgi starting up on http://0.0.0.0:9696 Jan 27 23:56:53.461870 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:56:53.464320 n-d-826754-1 neutron-server[103212]: INFO oslo_service.service [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Starting 1 workers Jan 27 23:56:53.465349 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:56:53.467240 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [-] (103344) wsgi starting up on http://0.0.0.0:9696 Jan 27 23:56:53.470343 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Started child 103345 {{(pid=103212) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 23:56:53.470921 n-d-826754-1 neutron-server[103212]: INFO oslo_service.service [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Starting 1 workers Jan 27 23:56:53.474438 n-d-826754-1 neutron-server[103345]: DEBUG neutron.service [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] calling RpcWorker wait() {{(pid=103345) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 27 23:56:53.475315 n-d-826754-1 neutron-server[103345]: DEBUG neutron.service [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] returning from RpcWorker wait() {{(pid=103345) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 27 23:56:53.475661 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Started child 103346 {{(pid=103212) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 23:56:53.476668 n-d-826754-1 neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-840ce5d7-19b1-4311-b159-05af2fd262a9 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:56:53.476784 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:56:53.477250 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:56:53.478953 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103212) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 27 23:56:53.479338 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 23:56:53.479701 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 23:56:53.480062 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 23:56:53.480553 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 23:56:53.480860 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 23:56:53.481336 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:56:53.482097 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.482097 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.482097 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.482422 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.482544 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.483116 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.483391 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.483692 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.484673 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.485073 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.485407 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.485808 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.486213 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.486615 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.487074 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.487492 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.487960 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.488435 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.488788 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.489192 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.489640 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.490065 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.490521 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] debug = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.490928 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.491538 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.491960 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.492345 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.492743 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.493447 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.493915 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.494382 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.494768 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.495151 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.495548 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.496001 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.496389 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.496777 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.497169 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.497537 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.497954 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.498330 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.498945 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] host = n-d-826754-1 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.499309 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.499730 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.500104 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.500516 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.500924 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.501303 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.501718 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.502131 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.502542 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.502942 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.503347 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.503745 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.504107 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.504500 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] log_file = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.504817 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] log_options = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.505190 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.505602 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.506013 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.506343 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.506640 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.506946 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.507342 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.507676 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.508071 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.508177 n-d-826754-1 neutron-server[103346]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:56:53.508561 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.508922 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.509307 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.509744 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.510026 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.510321 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.510611 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.510972 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.511357 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.511767 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.512138 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.512494 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.512890 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.513250 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.513617 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.513981 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.514370 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.514735 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.515127 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.515499 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.515918 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.516417 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.516835 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.517209 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.517600 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.518008 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.518384 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.518763 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.519135 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.519549 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.519952 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.520245 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.520504 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.520729 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.520966 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.521216 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.521457 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.521701 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] use_json = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.521923 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.522175 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.522586 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.522734 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.522853 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.523053 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.523326 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.523744 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.523870 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.524238 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.524668 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.525143 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.525518 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.525901 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.526616 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.526994 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.527364 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.527794 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.528170 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.528637 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.529012 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.529488 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.529893 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.530278 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.531340 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.531966 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.532252 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.532645 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.532786 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.532979 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.533394 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.533842 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.534254 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.534684 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.535092 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.535510 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.536041 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.536835 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.537338 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.537806 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.538244 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.538691 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.538912 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.539298 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.539700 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.540070 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.540323 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.540549 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.540827 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.541061 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.541283 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.541517 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.541742 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.542134 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.542556 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.542836 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.543028 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.543444 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.543734 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.544097 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.544479 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.544858 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.545256 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.545488 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.545865 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.546286 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.547241 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.547608 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.548147 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.548560 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.549059 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.549461 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.549843 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.550232 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.550625 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.550850 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.551337 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.551640 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.552060 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.552274 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.552757 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.553183 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.553424 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.553927 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.554419 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.554554 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.555056 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.555286 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.555509 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.555770 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.556161 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.556541 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.557035 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.557265 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.557516 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.557738 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.557959 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.558210 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.558551 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.558767 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.559230 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.559564 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.559973 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.560265 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.560496 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.560918 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.561118 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.561538 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.562005 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.562396 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.562814 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.563258 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.563668 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.564099 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.564765 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.565153 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.565563 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.565979 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.566382 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.566788 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.567220 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.567554 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.567870 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.568273 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.568518 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.568768 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.569079 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.569318 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.569559 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.569844 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.570071 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.570327 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.570618 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.570891 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.571157 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.571391 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.571678 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.571924 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.572175 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.572436 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.572672 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.572908 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.573161 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.573442 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.573683 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.573899 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.574133 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.574460 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.574718 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.574952 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.575166 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.575429 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.575748 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.575986 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.576440 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.576701 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.576931 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.577166 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.577415 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.577784 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.578113 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.578352 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.578574 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.578879 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.579097 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.579357 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.579571 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.579856 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.580124 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.581311 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.581311 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.581311 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.581311 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.581311 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.581311 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.583425 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.583425 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.583425 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.583425 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.583425 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.584094 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.584094 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.584319 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.584450 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.584701 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.584959 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.585191 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.585419 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.585678 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.585933 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.586167 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.586428 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.586649 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.586855 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.587042 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.587248 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.587730 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.587730 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.588025 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.588181 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.588372 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.588614 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.588967 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.589244 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.589435 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.589695 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.589908 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.590137 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.590460 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.590650 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.590851 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.591040 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.591249 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.591536 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.591772 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.591963 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.592175 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.592366 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.592562 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.592779 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.592972 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.593813 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.595319 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.595319 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.595319 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.595319 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.595319 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.595319 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.596464 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.596464 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.596464 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.596464 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.596464 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.596464 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.597608 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.597608 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.597608 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.597608 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.597608 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.598772 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.598772 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.598772 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.598772 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.598772 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.598772 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.599876 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.599876 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.599876 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.599876 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.599876 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.600929 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.600929 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.600929 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.600929 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.600929 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.601822 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.601822 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.601822 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.601822 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.602596 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.602596 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.602596 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.603144 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.603144 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.603519 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.603752 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.603948 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.604149 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.604345 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.604532 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.604740 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.605035 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.605328 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.605580 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.605870 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.606141 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.606413 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.606691 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.606926 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.607224 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.607549 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.608253 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.608253 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.608546 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.608546 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.608945 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.609123 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.609314 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.609515 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.609730 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.610022 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.610405 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.610540 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.610699 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.610888 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.611106 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.611357 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.611560 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.611818 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.612028 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.612196 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 23:56:53.612693 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103212) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 27 23:56:53.612892 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 23:56:53.613057 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 23:56:53.613189 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 23:56:53.613313 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 23:56:53.613442 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 23:56:53.613653 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.613838 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.614020 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.614442 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.614442 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.614442 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.614822 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.614822 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.614822 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.615169 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.615169 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.615457 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.615457 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.615755 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.615755 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.616040 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.616040 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.616321 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.616321 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.616576 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.616693 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.616852 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.616972 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] debug = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.617095 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.617224 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.617406 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.617582 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.617719 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.618221 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.618221 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.618564 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.618564 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.618838 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.618838 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.619116 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.619116 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.619463 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.619463 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.619849 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.619849 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.619849 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.620380 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] host = n-d-826754-1 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.620380 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.620380 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.620832 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.620832 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.620832 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.620832 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.621463 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.621463 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.621463 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.621463 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.622017 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.622017 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.622017 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.622017 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] log_file = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.622729 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] log_options = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.622729 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.622729 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.622729 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.622729 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.623396 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.623396 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.623396 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.623396 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.623868 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.623868 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.623868 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.624236 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.624236 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.624236 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.625216 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.625216 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.625216 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.625605 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.625605 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.625605 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.625939 n-d-826754-1 neutron-server[103345]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:56:53.626088 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.626088 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.626088 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.626437 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.626437 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.626661 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.626661 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.626883 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.626883 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.627162 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.627162 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.628970 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.628970 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.628970 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.628970 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.628970 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.628970 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.628970 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.628970 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.630269 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.630269 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.630269 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.630269 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.630269 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.630269 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.630269 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.630269 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] use_json = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.631553 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.631553 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.631553 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.631553 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.631553 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.631553 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.631553 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.631553 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.632794 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 23:56:53.632794 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.632794 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.632794 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.632794 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.632794 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.632794 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.632794 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.633857 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.633857 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.633857 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.633857 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.633857 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.633857 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.633857 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.633857 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.635176 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.635176 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.635176 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.635176 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.635176 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.635176 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.635176 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.635176 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.636402 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.636402 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.636402 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.636402 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.636402 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.636402 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.636402 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.636402 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.637683 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.637683 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.637683 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.637683 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.637683 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.637683 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.637683 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.637683 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.638566 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.638566 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.638566 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.638566 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.638566 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.638566 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.638566 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.638566 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.638566 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.640120 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.640120 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.640120 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.640120 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.640120 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.640120 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.640120 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.640120 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.640120 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.641710 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.641710 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.641710 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.641710 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.641710 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.641710 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.641710 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.641710 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.641710 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.642984 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.642984 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.642984 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.642984 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.642984 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.642984 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.642984 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.642984 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.642984 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.644494 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.644494 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.644494 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.644494 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.644494 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.644494 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.644494 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.644494 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.644494 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.645887 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.645887 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.645887 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.645887 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.645887 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.645887 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.645887 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.645887 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.645887 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.647401 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.647401 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.647401 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.647401 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.647401 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.647401 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.647401 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.647401 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.648583 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.648583 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.648583 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.648583 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.648583 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.648583 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.648583 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.648583 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.649937 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.649937 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.649937 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.649937 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.649937 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.649937 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.649937 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.649937 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.651320 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.651320 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.651320 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.651320 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.651320 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.651320 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.651320 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.651320 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.652390 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.652390 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.652390 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.652390 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.652390 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.652390 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.652390 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.652390 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.652390 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.653827 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.653827 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.653827 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.653827 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.653827 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.653827 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.653827 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.653827 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.654730 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.654730 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.654730 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.654730 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.654730 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.654730 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.654730 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.654730 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.656388 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.656388 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.656388 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.656388 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.656388 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.656388 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.656388 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.656388 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.657750 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.657750 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.657750 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.657750 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.657750 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.657750 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.657750 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.657750 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.659069 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.659069 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.659069 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.659069 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.659069 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.659069 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.659069 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.659069 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.660501 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.660501 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.660501 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.660501 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.660501 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.660501 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.660501 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.660501 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.661865 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.661865 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.661865 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.661865 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.661865 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.661865 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.661865 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.661865 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.663251 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.663251 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.663251 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.663251 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.663251 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.663251 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.663251 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.663251 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.664711 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.664711 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.664711 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.664711 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.664711 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.664711 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.664711 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.664711 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.665917 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.665917 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.665917 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.665917 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.665917 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.665917 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.665917 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.665917 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.667403 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.667403 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.667403 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.667403 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.667403 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.667403 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.667403 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.667403 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.668880 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.668880 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.668880 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.668880 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.668880 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.668880 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.668880 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.668880 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.669991 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.669991 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.669991 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.669991 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.669991 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.669991 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.669991 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.669991 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.671253 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.671253 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.671253 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.671253 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.671253 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.671253 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.671253 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.671253 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.672790 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.672790 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.672790 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.672790 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.672790 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.672790 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.672790 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.672790 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.673657 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.673657 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.673657 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.673657 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.673657 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.673657 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.673657 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.673657 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.675073 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.675073 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.675073 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.675073 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.675073 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.675073 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.675073 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.675073 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.676248 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.676248 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.676248 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.676248 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.676248 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.676248 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.676248 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.676248 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.676248 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.677434 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.677434 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.677434 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.677434 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.677434 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.677434 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.677434 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.677434 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.677434 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.678407 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.678407 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.678407 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 23:56:53.678407 n-d-826754-1 neutron-server[103212]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103212) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 23:56:53.759875 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40734) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:56:53.769125 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069098 Jan 27 23:57:05.949067 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216166a9-b1c2-4aa4-b82f-ec4c82a8cc38 None None] get_active_networks_info from n-d-826754-1 {{(pid=103345) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 23:57:06.017129 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216166a9-b1c2-4aa4-b82f-ec4c82a8cc38 None None] No non-hosted networks {{(pid=103345) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 27 23:57:06.036768 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ff481db-699f-4fe9-b83c-7be7cc7c34af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550582'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:08.179502 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a20e3206-b8d5-4883-9dc2-088719d5e3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550582'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:08.223802 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9f42f5f0-ff2c-4b45-b5f5-e4eb23d700be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:09.412729 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550582'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:10.871715 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550582'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:11.948915 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550582'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:11.949779 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:11.953992 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:11.954378 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:11.954725 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:11.955070 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:11.955403 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:11.955771 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:11.956101 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:11.956429 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:11.956754 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:11.957079 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:11.957398 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:11.957724 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:11.958152 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-826754-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:57:11.964465 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-826754-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:57:14.830305 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40832) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:57:15.367265 n-d-826754-1 neutron-server[103344]: WARNING oslo_policy.policy [None req-199226d5-896d-4fc4-bb3b-c2a402790cf5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 23:57:15.368315 n-d-826754-1 neutron-server[103344]: WARNING oslo_policy.policy [None req-199226d5-896d-4fc4-bb3b-c2a402790cf5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 23:57:15.595894 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [None req-199226d5-896d-4fc4-bb3b-c2a402790cf5 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:57:15.596940 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-199226d5-896d-4fc4-bb3b-c2a402790cf5 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7656441 Jan 27 23:57:16.205388 n-d-826754-1 neutron-server[103345]: INFO neutron.db.l3_hamode_db [None req-ce33844f-9c71-4887-be3f-08e4250520eb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 27 23:57:16.282720 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce33844f-9c71-4887-be3f-08e4250520eb None None] Routers set() bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:57:16.283035 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce33844f-9c71-4887-be3f-08e4250520eb None None] Router IDs set() for agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 23:57:18.324679 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40848) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:57:18.632751 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-149255be-cf08-4a40-a94e-f62667bb2349 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'tenant_id': '981bd8786d584eee8dae145cba7e7e4f'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:57:18.724545 n-d-826754-1 neutron-server[103344]: DEBUG neutron.policy [None req-149255be-cf08-4a40-a94e-f62667bb2349 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103344) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 27 23:57:18.766016 n-d-826754-1 neutron-server[103344]: WARNING oslo_policy.policy [None req-149255be-cf08-4a40-a94e-f62667bb2349 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 23:57:18.766326 n-d-826754-1 neutron-server[103344]: WARNING oslo_policy.policy [None req-149255be-cf08-4a40-a94e-f62667bb2349 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 23:57:18.862341 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-149255be-cf08-4a40-a94e-f62667bb2349 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749991227462', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749991228019', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749990914303', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749990917380', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749990911720', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749990936438', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3902681', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3959513', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-975905', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-654838'] for rbac-policy (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:18.932433 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-149255be-cf08-4a40-a94e-f62667bb2349 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:18.933628 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-149255be-cf08-4a40-a94e-f62667bb2349 admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6079485 Jan 27 23:57:21.632150 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40860) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:57:21.942046 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-15d764a9-758c-4db0-a93a-8a0222db1763 admin admin] Request body: {'network': {'project_id': '74b35aec7d014a51bb64e2d9386df054', 'admin_state_up': True, 'tenant_id': '74b35aec7d014a51bb64e2d9386df054', 'name': 'private'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:57:21.970224 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d764a9-758c-4db0-a93a-8a0222db1763 admin admin] Made reservation on behalf of 74b35aec7d014a51bb64e2d9386df054 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:57:21.973081 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-15d764a9-758c-4db0-a93a-8a0222db1763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:21.991754 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-15d764a9-758c-4db0-a93a-8a0222db1763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:22.101233 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-15d764a9-758c-4db0-a93a-8a0222db1763 admin admin] Publish callbacks [] for security_group (0fd2008a-1cc4-4220-963e-471e3bf7f73a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:22.104877 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-15d764a9-758c-4db0-a93a-8a0222db1763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0fd2008a-1cc4-4220-963e-471e3bf7f73a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:22.125604 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d764a9-758c-4db0-a93a-8a0222db1763 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 23:57:22.153565 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-15d764a9-758c-4db0-a93a-8a0222db1763 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749991197067', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (cc2cb5cd-2855-4751-94af-6c109dedcf40), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:22.154142 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-15d764a9-758c-4db0-a93a-8a0222db1763 admin admin] Unsubscribe: segment precommit_create {{(pid=103344) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 27 23:57:22.155192 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-15d764a9-758c-4db0-a93a-8a0222db1763 admin admin] Added segment cc2cb5cd-2855-4751-94af-6c109dedcf40 of type vlan for network 57834e7e-b2db-400a-b096-19669aa9dec3 Jan 27 23:57:22.171100 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d764a9-758c-4db0-a93a-8a0222db1763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd2008a-1cc4-4220-963e-471e3bf7f73a,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:57:22.216369 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d764a9-758c-4db0-a93a-8a0222db1763 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:22.216706 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d764a9-758c-4db0-a93a-8a0222db1763 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:22.217112 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d764a9-758c-4db0-a93a-8a0222db1763 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:22.218025 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d764a9-758c-4db0-a93a-8a0222db1763 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:22.218355 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d764a9-758c-4db0-a93a-8a0222db1763 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:22.218681 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d764a9-758c-4db0-a93a-8a0222db1763 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:22.219006 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d764a9-758c-4db0-a93a-8a0222db1763 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:22.219325 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d764a9-758c-4db0-a93a-8a0222db1763 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:22.219668 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d764a9-758c-4db0-a93a-8a0222db1763 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:22.220178 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d764a9-758c-4db0-a93a-8a0222db1763 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:22.220431 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d764a9-758c-4db0-a93a-8a0222db1763 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:22.220764 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d764a9-758c-4db0-a93a-8a0222db1763 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:22.221079 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d764a9-758c-4db0-a93a-8a0222db1763 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d764a9-758c-4db0-a93a-8a0222db1763 admin admin] Tracked resource versions report: Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: pushed versions: Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: { 'AddressGroup': {'1.2'}, Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: 'ConntrackHelper': {'1.0'}, Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: 'LocalIPAssociation': {'1.0'}, Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: 'Log': {'1.0'}, Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: 'Network': {'1.1'}, Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: 'Port': {'1.7'}, Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: 'PortForwarding': {'1.2'}, Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: 'QosPolicy': {'1.10'}, Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: 'SecurityGroup': {'1.5'}, Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: 'SecurityGroupRule': {'1.2'}, Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: 'SubPort': {'1.0'}, Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: 'Subnet': {'1.1'}, Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: 'Trunk': {'1.1'}} Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: consumer versions: Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: { DHCP agent@n-d-826754-1: {}, Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: L3 agent@n-d-826754-1: {}, Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: Metadata agent@n-d-826754-1: {}, Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: Metering agent@n-d-826754-1: {}, Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: Open vSwitch agent@n-d-826754-1: { 'AddressGroup': '1.2', Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: 'ConntrackHelper': '1.0', Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: 'LocalIPAssociation': '1.0', Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: 'Log': '1.0', Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: 'Network': '1.1', Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: 'Port': '1.7', Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: 'PortForwarding': '1.2', Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: 'QosPolicy': '1.10', Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: 'SecurityGroup': '1.5', Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: 'SecurityGroupRule': '1.2', Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: 'SubPort': '1.0', Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: 'Subnet': '1.1', Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: 'Trunk': '1.1'}} Jan 27 23:57:22.222230 n-d-826754-1 neutron-server[103344]: {{(pid=103344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 23:57:22.267821 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-15d764a9-758c-4db0-a93a-8a0222db1763 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (57834e7e-b2db-400a-b096-19669aa9dec3), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:22.307953 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-15d764a9-758c-4db0-a93a-8a0222db1763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (57834e7e-b2db-400a-b096-19669aa9dec3), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:22.309066 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d764a9-758c-4db0-a93a-8a0222db1763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:57:22.309746 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-15d764a9-758c-4db0-a93a-8a0222db1763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:22.400473 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-15d764a9-758c-4db0-a93a-8a0222db1763 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7670770 Jan 27 23:57:22.415876 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d764a9-758c-4db0-a93a-8a0222db1763 admin admin] Pushing event updated for resources: {'Network': ['ID=57834e7e-b2db-400a-b096-19669aa9dec3,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:57:22.429063 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 57834e7e-b2db-400a-b096-19669aa9dec3 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 23:57:25.198700 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40874) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:57:25.585531 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8610877-93ca-4cb2-8b6e-107524b4df0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:57:25.586889 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a8610877-93ca-4cb2-8b6e-107524b4df0c admin admin] 10.222.0.70 "GET /v2.0/networks/57834e7e-b2db-400a-b096-19669aa9dec3 HTTP/1.1" status: 200 len: 825 time: 0.3872473 Jan 27 23:57:25.610633 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2cb75c18-6196-498d-80a7-fb648f43996a admin admin] 10.222.0.70 "GET /v2.0/subnetpools/07e64360-f81b-48f0-843a-ae8cfde9dc15 HTTP/1.1" status: 200 len: 734 time: 0.0180907 Jan 27 23:57:25.619750 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-56cbaf8d-3a51-4d3a-adbd-aeaac5af1698 admin admin] Request body: {'subnet': {'tenant_id': '74b35aec7d014a51bb64e2d9386df054', 'name': 'private-subnet', 'subnetpool_id': '07e64360-f81b-48f0-843a-ae8cfde9dc15', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '57834e7e-b2db-400a-b096-19669aa9dec3'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:57:25.640346 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cbaf8d-3a51-4d3a-adbd-aeaac5af1698 admin admin] Made reservation on behalf of 74b35aec7d014a51bb64e2d9386df054 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:57:25.642949 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-56cbaf8d-3a51-4d3a-adbd-aeaac5af1698 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:25.939415 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-56cbaf8d-3a51-4d3a-adbd-aeaac5af1698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for subnet (4f90b627-19e6-4f94-a110-b68583dfad1b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:26.008217 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbaf8d-3a51-4d3a-adbd-aeaac5af1698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f90b627-19e6-4f94-a110-b68583dfad1b,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:57:26.010446 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cbaf8d-3a51-4d3a-adbd-aeaac5af1698 admin admin] Checking segment: {'id': 'cc2cb5cd-2855-4751-94af-6c109dedcf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '57834e7e-b2db-400a-b096-19669aa9dec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:57:26.010803 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cbaf8d-3a51-4d3a-adbd-aeaac5af1698 admin admin] Network hostable DHCP agents. Network: 57834e7e-b2db-400a-b096-19669aa9dec3, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 23:57:26.033461 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cbaf8d-3a51-4d3a-adbd-aeaac5af1698 admin admin] Network 57834e7e-b2db-400a-b096-19669aa9dec3 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 23:57:26.046666 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-56cbaf8d-3a51-4d3a-adbd-aeaac5af1698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 57834e7e-b2db-400a-b096-19669aa9dec3) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:57:26.051489 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cbaf8d-3a51-4d3a-adbd-aeaac5af1698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:57:26.052146 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-56cbaf8d-3a51-4d3a-adbd-aeaac5af1698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:26.057405 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9d72a8-55b7-48c4-8c83-0e18367094f5 None None] Network 57834e7e-b2db-400a-b096-19669aa9dec3 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:57:26.068753 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-56cbaf8d-3a51-4d3a-adbd-aeaac5af1698 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4525769 Jan 27 23:57:26.334223 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-57834e7e-b2db-400a-b096-19669aa9dec3', 'network_id': '57834e7e-b2db-400a-b096-19669aa9dec3', 'project_id': '74b35aec7d014a51bb64e2d9386df054', 'fixed_ips': [{'subnet_id': '4f90b627-19e6-4f94-a110-b68583dfad1b'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 23:57:26.335473 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:26.619885 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Allocated IP 172.20.0.2 (57834e7e-b2db-400a-b096-19669aa9dec3/4f90b627-19e6-4f94-a110-b68583dfad1b/ce6dbdd1-6866-4838-8165-4152d7cf944c) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:57:26.900029 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Publish callbacks [] for port (ce6dbdd1-6866-4838-8165-4152d7cf944c), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:26.908092 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (ce6dbdd1-6866-4838-8165-4152d7cf944c), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:26.974859 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Network 57834e7e-b2db-400a-b096-19669aa9dec3 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:57:26.980301 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:57:26.994224 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:57:27.011326 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Pushing event updated for resources: {'Port': ['ID=ce6dbdd1-6866-4838-8165-4152d7cf944c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:57:27.058336 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:27.059010 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:27.059010 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:27.059330 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:27.059680 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:27.060007 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:27.060349 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:27.061262 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:27.061755 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:27.062302 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:27.062635 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:27.062958 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:27.063279 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Tracked resource versions report: Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: pushed versions: Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: { 'AddressGroup': {'1.2'}, Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: 'ConntrackHelper': {'1.0'}, Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: 'LocalIPAssociation': {'1.0'}, Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: 'Log': {'1.0'}, Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: 'Network': {'1.1'}, Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: 'Port': {'1.7'}, Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: 'PortForwarding': {'1.2'}, Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: 'QosPolicy': {'1.10'}, Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: 'SecurityGroup': {'1.5'}, Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: 'SecurityGroupRule': {'1.2'}, Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: 'SubPort': {'1.0'}, Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: 'Subnet': {'1.1'}, Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: 'Trunk': {'1.1'}} Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: consumer versions: Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: { DHCP agent@n-d-826754-1: {}, Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: L3 agent@n-d-826754-1: {}, Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: Metadata agent@n-d-826754-1: {}, Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: Metering agent@n-d-826754-1: {}, Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: Open vSwitch agent@n-d-826754-1: { 'AddressGroup': '1.2', Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: 'ConntrackHelper': '1.0', Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: 'LocalIPAssociation': '1.0', Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: 'Log': '1.0', Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: 'Network': '1.1', Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: 'Port': '1.7', Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: 'PortForwarding': '1.2', Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: 'QosPolicy': '1.10', Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: 'SecurityGroup': '1.5', Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: 'SecurityGroupRule': '1.2', Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: 'SubPort': '1.0', Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: 'Subnet': '1.1', Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: 'Trunk': '1.1'}} Jan 27 23:57:27.064455 n-d-826754-1 neutron-server[103345]: {{(pid=103345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 23:57:27.092769 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Attempting to bind port ce6dbdd1-6866-4838-8165-4152d7cf944c on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:57:27.093427 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Attempting to bind port ce6dbdd1-6866-4838-8165-4152d7cf944c by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'cc2cb5cd-2855-4751-94af-6c109dedcf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '57834e7e-b2db-400a-b096-19669aa9dec3'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:57:27.093899 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Attempting to bind port ce6dbdd1-6866-4838-8165-4152d7cf944c on network 57834e7e-b2db-400a-b096-19669aa9dec3 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:57:27.098809 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:57:27.099186 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Checking segment: {'id': 'cc2cb5cd-2855-4751-94af-6c109dedcf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '57834e7e-b2db-400a-b096-19669aa9dec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:57:27.099681 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:27.100074 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Bound using segment: {'id': 'cc2cb5cd-2855-4751-94af-6c109dedcf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '57834e7e-b2db-400a-b096-19669aa9dec3'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:57:27.100549 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Bound port: ce6dbdd1-6866-4838-8165-4152d7cf944c, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2cb5cd-2855-4751-94af-6c109dedcf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '57834e7e-b2db-400a-b096-19669aa9dec3'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:57:27.100950 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ce6dbdd1-6866-4838-8165-4152d7cf944c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:27.165338 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] For port ce6dbdd1-6866-4838-8165-4152d7cf944c, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:57:27.169512 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] For port ce6dbdd1-6866-4838-8165-4152d7cf944c, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ce6dbdd1-6866-4838-8165-4152d7cf944c,segment=NetworkSegment(cc2cb5cd-2855-4751-94af-6c109dedcf40),segment_id=cc2cb5cd-2855-4751-94af-6c109dedcf40)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:57:27.174260 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ce6dbdd1-6866-4838-8165-4152d7cf944c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:27.242563 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584eaa56-784b-4bbd-b858-a4c62a9794bf None None] Pushing event updated for resources: {'Port': ['ID=ce6dbdd1-6866-4838-8165-4152d7cf944c,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:57:28.589212 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40882) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:57:28.914448 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [None req-342ca974-57b9-4615-bfda-facc38d53091 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:57:28.915536 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-342ca974-57b9-4615-bfda-facc38d53091 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3253696 Jan 27 23:57:31.420569 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40890) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:57:31.930597 n-d-826754-1 neutron-server[103343]: WARNING oslo_policy.policy [None req-6cbc4c8a-5b48-407a-8387-36a4b5ded0f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 23:57:31.931186 n-d-826754-1 neutron-server[103343]: WARNING oslo_policy.policy [None req-6cbc4c8a-5b48-407a-8387-36a4b5ded0f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 23:57:32.157750 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-6cbc4c8a-5b48-407a-8387-36a4b5ded0f0 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:57:32.158891 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6cbc4c8a-5b48-407a-8387-36a4b5ded0f0 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7358649 Jan 27 23:57:35.024355 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40906) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:57:35.358661 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-50221863-0bbc-4d72-980c-d1fcae716d1a admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '74b35aec7d014a51bb64e2d9386df054'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:57:35.389983 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50221863-0bbc-4d72-980c-d1fcae716d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (0ea90860-ff71-49b8-af92-f8e02ae59eff), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:35.391761 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50221863-0bbc-4d72-980c-d1fcae716d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (0ea90860-ff71-49b8-af92-f8e02ae59eff), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:35.527738 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50221863-0bbc-4d72-980c-d1fcae716d1a admin admin] Publish callbacks [] for router_controller (0ea90860-ff71-49b8-af92-f8e02ae59eff), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:35.533130 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50221863-0bbc-4d72-980c-d1fcae716d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (0ea90860-ff71-49b8-af92-f8e02ae59eff), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:35.547262 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50221863-0bbc-4d72-980c-d1fcae716d1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:35.548481 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-50221863-0bbc-4d72-980c-d1fcae716d1a admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5230336 Jan 27 23:57:35.873831 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0e254816-fc5d-476b-95c5-d3b5153845f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:38.174371 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-56e5e21d-d8ba-4611-9465-745757c14a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:38.189932 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40918) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:57:38.522874 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [None req-5cf4fb12-4f30-4a0a-b311-1e2d88518b92 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:57:38.529465 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5cf4fb12-4f30-4a0a-b311-1e2d88518b92 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3328836 Jan 27 23:57:38.582409 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ce6dbdd1-6866-4838-8165-4152d7cf944c up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:57:38.622868 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf67a15-2da2-4b37-82d1-9e41a64cc32c None None] Network 57834e7e-b2db-400a-b096-19669aa9dec3 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:57:38.746426 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-18c833e6-7db7-491f-b296-bafc9b5f252d None None] Provisioning complete for port ce6dbdd1-6866-4838-8165-4152d7cf944c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:57:38.746856 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18c833e6-7db7-491f-b296-bafc9b5f252d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ce6dbdd1-6866-4838-8165-4152d7cf944c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:38.792646 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port ce6dbdd1-6866-4838-8165-4152d7cf944c triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:57:38.793044 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ce6dbdd1-6866-4838-8165-4152d7cf944c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:38.983261 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-18c833e6-7db7-491f-b296-bafc9b5f252d None None] Current status of the port ce6dbdd1-6866-4838-8165-4152d7cf944c is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:57:38.983781 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18c833e6-7db7-491f-b296-bafc9b5f252d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ce6dbdd1-6866-4838-8165-4152d7cf944c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:38.988095 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port ce6dbdd1-6866-4838-8165-4152d7cf944c is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:57:38.988490 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ce6dbdd1-6866-4838-8165-4152d7cf944c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:39.042826 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-18c833e6-7db7-491f-b296-bafc9b5f252d None None] For port ce6dbdd1-6866-4838-8165-4152d7cf944c, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ce6dbdd1-6866-4838-8165-4152d7cf944c,segment=NetworkSegment(cc2cb5cd-2855-4751-94af-6c109dedcf40),segment_id=cc2cb5cd-2855-4751-94af-6c109dedcf40)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:57:39.049606 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18c833e6-7db7-491f-b296-bafc9b5f252d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ce6dbdd1-6866-4838-8165-4152d7cf944c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:39.125570 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 23:57:39.125975 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 23:57:39.128534 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c833e6-7db7-491f-b296-bafc9b5f252d None None] Pushing event updated for resources: {'Port': ['ID=ce6dbdd1-6866-4838-8165-4152d7cf944c,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:57:39.169084 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-55e6a83e-fb7b-4de7-b218-7867da31cc97 None None] Provisioning complete for port ce6dbdd1-6866-4838-8165-4152d7cf944c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:57:39.169609 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55e6a83e-fb7b-4de7-b218-7867da31cc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ce6dbdd1-6866-4838-8165-4152d7cf944c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:39.245740 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-55e6a83e-fb7b-4de7-b218-7867da31cc97 None None] Current status of the port ce6dbdd1-6866-4838-8165-4152d7cf944c is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:57:39.376682 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:39.662716 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port ce6dbdd1-6866-4838-8165-4152d7cf944c is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:57:40.522681 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ce6dbdd1-6866-4838-8165-4152d7cf944c up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:57:40.573909 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port ce6dbdd1-6866-4838-8165-4152d7cf944c triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:57:40.574305 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ce6dbdd1-6866-4838-8165-4152d7cf944c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:40.652517 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port ce6dbdd1-6866-4838-8165-4152d7cf944c is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:57:40.844877 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:41.084910 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40950) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:57:41.333746 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'project_id': '981bd8786d584eee8dae145cba7e7e4f', 'tenant_id': '981bd8786d584eee8dae145cba7e7e4f', 'is_default': True, 'router:external': True}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:57:41.386567 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] Made reservation on behalf of 981bd8786d584eee8dae145cba7e7e4f for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:57:41.455715 n-d-826754-1 neutron-server[103343]: DEBUG neutron.policy [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103343) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 27 23:57:41.497333 n-d-826754-1 neutron-server[103343]: WARNING oslo_policy.policy [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 23:57:41.498229 n-d-826754-1 neutron-server[103343]: WARNING oslo_policy.policy [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 23:57:41.508249 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:41.529851 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:41.640911 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] Publish callbacks [] for security_group (1d1911c1-6ba8-4a46-b445-97793b494132), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:41.644548 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (1d1911c1-6ba8-4a46-b445-97793b494132), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:41.656247 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] Reserving flat network on physical network physnet1 {{(pid=103343) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 27 23:57:41.689173 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749991197067', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (8b9035d7-d606-4964-91a6-62e3c24ced3a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:41.689773 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] Unsubscribe: segment precommit_create {{(pid=103343) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 27 23:57:41.690325 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] Added segment 8b9035d7-d606-4964-91a6-62e3c24ced3a of type flat for network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 Jan 27 23:57:41.707080 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1911c1-6ba8-4a46-b445-97793b494132,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:57:41.765655 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:41.765994 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:41.766336 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:41.770687 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:41.771091 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:41.771487 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:41.771884 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:41.772219 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:41.772548 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:41.772874 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:41.773200 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:41.773525 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:41.773845 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] Tracked resource versions report: Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: pushed versions: Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: { 'AddressGroup': {'1.2'}, Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: 'ConntrackHelper': {'1.0'}, Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: 'LocalIPAssociation': {'1.0'}, Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: 'Log': {'1.0'}, Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: 'Network': {'1.1'}, Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: 'Port': {'1.7'}, Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: 'PortForwarding': {'1.2'}, Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: 'QosPolicy': {'1.10'}, Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: 'SecurityGroup': {'1.5'}, Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: 'SecurityGroupRule': {'1.2'}, Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: 'SubPort': {'1.0'}, Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: 'Subnet': {'1.1'}, Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: 'Trunk': {'1.1'}} Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: consumer versions: Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: { DHCP agent@n-d-826754-1: {}, Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: L3 agent@n-d-826754-1: {}, Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: Metadata agent@n-d-826754-1: {}, Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: Metering agent@n-d-826754-1: {}, Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: Open vSwitch agent@n-d-826754-1: { 'AddressGroup': '1.2', Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: 'ConntrackHelper': '1.0', Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: 'LocalIPAssociation': '1.0', Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: 'Log': '1.0', Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: 'Network': '1.1', Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: 'Port': '1.7', Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: 'PortForwarding': '1.2', Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: 'QosPolicy': '1.10', Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: 'SecurityGroup': '1.5', Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: 'SecurityGroupRule': '1.2', Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: 'SubPort': '1.0', Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: 'Subnet': '1.1', Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: 'Trunk': '1.1'}} Jan 27 23:57:41.775700 n-d-826754-1 neutron-server[103343]: {{(pid=103343) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 23:57:41.820915 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (31abbcb3-ad7a-4705-9f82-c7ff7c52d392), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:41.866658 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (31abbcb3-ad7a-4705-9f82-c7ff7c52d392), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:41.868328 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:57:41.869032 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:41.934011 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:41.965640 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8796167 Jan 27 23:57:41.985858 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10a803-3068-48ac-b9e3-f66d51b84895 admin admin] Pushing event updated for resources: {'Network': ['ID=31abbcb3-ad7a-4705-9f82-c7ff7c52d392,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:57:41.997087 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 23:57:44.308908 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40964) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:57:44.404847 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ab26d1-c44b-4a48-b104-5aeaed0f9875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:57:44.407666 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-95ab26d1-c44b-4a48-b104-5aeaed0f9875 admin admin] 10.222.0.70 "GET /v2.0/subnets/4f90b627-19e6-4f94-a110-b68583dfad1b HTTP/1.1" status: 200 len: 849 time: 0.0964122 Jan 27 23:57:44.529787 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-749d92bb-6131-4534-bff3-9ccdcd548d97 admin admin] 10.222.0.70 "GET /v2.0/routers/0ea90860-ff71-49b8-af92-f8e02ae59eff HTTP/1.1" status: 200 len: 704 time: 0.1177530 Jan 27 23:57:44.814536 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3d8c7570-87d7-4349-8f7e-b20e7072f610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:45.117450 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-3d8c7570-87d7-4349-8f7e-b20e7072f610 admin admin] Allocated IP 172.20.0.1 (57834e7e-b2db-400a-b096-19669aa9dec3/4f90b627-19e6-4f94-a110-b68583dfad1b/9d848cc0-d34f-42fe-85af-86cc51997c15) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:57:45.280178 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3d8c7570-87d7-4349-8f7e-b20e7072f610 admin admin] Publish callbacks [] for port (9d848cc0-d34f-42fe-85af-86cc51997c15), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:45.396653 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3d8c7570-87d7-4349-8f7e-b20e7072f610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (9d848cc0-d34f-42fe-85af-86cc51997c15), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:45.468245 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8c7570-87d7-4349-8f7e-b20e7072f610 admin admin] Network 57834e7e-b2db-400a-b096-19669aa9dec3 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:57:45.474061 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-3d8c7570-87d7-4349-8f7e-b20e7072f610 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:57:45.485184 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8c7570-87d7-4349-8f7e-b20e7072f610 admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:57:45.485722 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3d8c7570-87d7-4349-8f7e-b20e7072f610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (0ea90860-ff71-49b8-af92-f8e02ae59eff), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:45.508762 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c7570-87d7-4349-8f7e-b20e7072f610 admin admin] Pushing event updated for resources: {'Port': ['ID=9d848cc0-d34f-42fe-85af-86cc51997c15,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:57:45.706033 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-85e86e4b-f1ca-4695-892a-b78aad50d00c None None] Provisioning complete for port 9d848cc0-d34f-42fe-85af-86cc51997c15 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:57:45.706644 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85e86e4b-f1ca-4695-892a-b78aad50d00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9d848cc0-d34f-42fe-85af-86cc51997c15), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:45.715230 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3d8c7570-87d7-4349-8f7e-b20e7072f610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9d848cc0-d34f-42fe-85af-86cc51997c15), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:45.751569 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-85e86e4b-f1ca-4695-892a-b78aad50d00c None None] Port 9d848cc0-d34f-42fe-85af-86cc51997c15 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:57:45.958558 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3d8c7570-87d7-4349-8f7e-b20e7072f610 admin admin] Publish callbacks [] for port (9d848cc0-d34f-42fe-85af-86cc51997c15), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:45.963307 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3d8c7570-87d7-4349-8f7e-b20e7072f610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9d848cc0-d34f-42fe-85af-86cc51997c15), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:45.964168 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3d8c7570-87d7-4349-8f7e-b20e7072f610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (0ea90860-ff71-49b8-af92-f8e02ae59eff), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:46.051648 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c7570-87d7-4349-8f7e-b20e7072f610 admin admin] Pushing event updated for resources: {'Port': ['ID=9d848cc0-d34f-42fe-85af-86cc51997c15,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:57:46.104074 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8c7570-87d7-4349-8f7e-b20e7072f610 admin admin] Network 57834e7e-b2db-400a-b096-19669aa9dec3 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:57:46.105576 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-3d8c7570-87d7-4349-8f7e-b20e7072f610 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:57:46.288323 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8c7570-87d7-4349-8f7e-b20e7072f610 admin admin] Router 0ea90860-ff71-49b8-af92-f8e02ae59eff is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 23:57:46.379108 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-8d8d2559-ecc9-45cf-b87b-fcb706cbcc77 None None] Provisioning complete for port 9d848cc0-d34f-42fe-85af-86cc51997c15 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:57:46.379406 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8d8d2559-ecc9-45cf-b87b-fcb706cbcc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9d848cc0-d34f-42fe-85af-86cc51997c15), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:46.392181 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8c7570-87d7-4349-8f7e-b20e7072f610 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:57:46.398898 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3d8c7570-87d7-4349-8f7e-b20e7072f610 admin admin] 10.222.0.70 "PUT /v2.0/routers/0ea90860-ff71-49b8-af92-f8e02ae59eff/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8624833 Jan 27 23:57:46.415249 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4dc56d-90f9-4099-bb8b-b533064d5cc2 None None] Sync routers for ids ['0ea90860-ff71-49b8-af92-f8e02ae59eff'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:57:46.418612 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8d8d2559-ecc9-45cf-b87b-fcb706cbcc77 None None] Port 9d848cc0-d34f-42fe-85af-86cc51997c15 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:57:46.430173 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4dc56d-90f9-4099-bb8b-b533064d5cc2 None None] Routers {'0ea90860-ff71-49b8-af92-f8e02ae59eff'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:57:46.431072 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-bf4dc56d-90f9-4099-bb8b-b533064d5cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-27T23:57:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['0ea90860-ff71-49b8-af92-f8e02ae59eff'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:57:46.629975 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-bf4dc56d-90f9-4099-bb8b-b533064d5cc2 None None] Set router 0ea90860-ff71-49b8-af92-f8e02ae59eff gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:57:47.134538 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-bf4dc56d-90f9-4099-bb8b-b533064d5cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea90860-ff71-49b8-af92-f8e02ae59eff', 'name': 'router1', 'tenant_id': '74b35aec7d014a51bb64e2d9386df054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:57:35Z', 'updated_at': '2022-01-27T23:57:45Z', 'revision_number': 2, 'project_id': '74b35aec7d014a51bb64e2d9386df054', 'gw_port_host': None, '_interfaces': [{'id': '9d848cc0-d34f-42fe-85af-86cc51997c15', 'name': '', 'network_id': '57834e7e-b2db-400a-b096-19669aa9dec3', 'tenant_id': '74b35aec7d014a51bb64e2d9386df054', 'mac_address': 'fa:16:3e:7a:b2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea90860-ff71-49b8-af92-f8e02ae59eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f90b627-19e6-4f94-a110-b68583dfad1b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:57:44Z', 'updated_at': '2022-01-27T23:57:45Z', 'revision_number': 2, 'project_id': '74b35aec7d014a51bb64e2d9386df054', 'subnets': [{'id': '4f90b627-19e6-4f94-a110-b68583dfad1b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07e64360-f81b-48f0-843a-ae8cfde9dc15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:57:47.191003 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4dc56d-90f9-4099-bb8b-b533064d5cc2 None None] Checking router: 0ea90860-ff71-49b8-af92-f8e02ae59eff for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:57:47.191367 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4dc56d-90f9-4099-bb8b-b533064d5cc2 None None] Updating router 0ea90860-ff71-49b8-af92-f8e02ae59eff port 9d848cc0-d34f-42fe-85af-86cc51997c15 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:57:47.242396 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bf4dc56d-90f9-4099-bb8b-b533064d5cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9d848cc0-d34f-42fe-85af-86cc51997c15), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:47.556166 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 5 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:57:47.841364 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bf4dc56d-90f9-4099-bb8b-b533064d5cc2 None None] Publish callbacks [] for port (9d848cc0-d34f-42fe-85af-86cc51997c15), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:47.852451 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bf4dc56d-90f9-4099-bb8b-b533064d5cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9d848cc0-d34f-42fe-85af-86cc51997c15), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:47.969960 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9866d9-3aab-4d07-bda3-7e46d059baa4 None None] Pushing event updated for resources: {'Port': ['ID=9d848cc0-d34f-42fe-85af-86cc51997c15,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:57:48.057001 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9866d9-3aab-4d07-bda3-7e46d059baa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:48.057351 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9866d9-3aab-4d07-bda3-7e46d059baa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:48.058017 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9866d9-3aab-4d07-bda3-7e46d059baa4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:48.058017 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9866d9-3aab-4d07-bda3-7e46d059baa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:48.058371 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9866d9-3aab-4d07-bda3-7e46d059baa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:48.058694 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9866d9-3aab-4d07-bda3-7e46d059baa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:48.059256 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9866d9-3aab-4d07-bda3-7e46d059baa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:48.059360 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9866d9-3aab-4d07-bda3-7e46d059baa4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:48.059752 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9866d9-3aab-4d07-bda3-7e46d059baa4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:48.060229 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9866d9-3aab-4d07-bda3-7e46d059baa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:48.060542 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9866d9-3aab-4d07-bda3-7e46d059baa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:48.060874 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9866d9-3aab-4d07-bda3-7e46d059baa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:48.061224 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9866d9-3aab-4d07-bda3-7e46d059baa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9866d9-3aab-4d07-bda3-7e46d059baa4 None None] Tracked resource versions report: Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: pushed versions: Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: { 'AddressGroup': {'1.2'}, Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: 'ConntrackHelper': {'1.0'}, Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: 'LocalIPAssociation': {'1.0'}, Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: 'Log': {'1.0'}, Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: 'Network': {'1.1'}, Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: 'Port': {'1.7'}, Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: 'PortForwarding': {'1.2'}, Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: 'QosPolicy': {'1.10'}, Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: 'SecurityGroup': {'1.5'}, Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: 'SecurityGroupRule': {'1.2'}, Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: 'SubPort': {'1.0'}, Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: 'Subnet': {'1.1'}, Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: 'Trunk': {'1.1'}} Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: consumer versions: Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: { DHCP agent@n-d-826754-1: {}, Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: L3 agent@n-d-826754-1: {}, Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: Metadata agent@n-d-826754-1: {}, Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: Metering agent@n-d-826754-1: {}, Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: Open vSwitch agent@n-d-826754-1: { 'AddressGroup': '1.2', Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: 'ConntrackHelper': '1.0', Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: 'LocalIPAssociation': '1.0', Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: 'Log': '1.0', Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: 'Network': '1.1', Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: 'Port': '1.7', Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: 'PortForwarding': '1.2', Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: 'QosPolicy': '1.10', Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: 'SecurityGroup': '1.5', Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: 'SecurityGroupRule': '1.2', Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: 'SubPort': '1.0', Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: 'Subnet': '1.1', Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: 'Trunk': '1.1'}} Jan 27 23:57:48.065358 n-d-826754-1 neutron-server[103346]: {{(pid=103346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 23:57:48.082999 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-bf4dc56d-90f9-4099-bb8b-b533064d5cc2 None None] Attempting to bind port 9d848cc0-d34f-42fe-85af-86cc51997c15 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:57:48.083518 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-bf4dc56d-90f9-4099-bb8b-b533064d5cc2 None None] Attempting to bind port 9d848cc0-d34f-42fe-85af-86cc51997c15 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'cc2cb5cd-2855-4751-94af-6c109dedcf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '57834e7e-b2db-400a-b096-19669aa9dec3'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:57:48.083914 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4dc56d-90f9-4099-bb8b-b533064d5cc2 None None] Attempting to bind port 9d848cc0-d34f-42fe-85af-86cc51997c15 on network 57834e7e-b2db-400a-b096-19669aa9dec3 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:57:48.090155 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4dc56d-90f9-4099-bb8b-b533064d5cc2 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:57:48.090598 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4dc56d-90f9-4099-bb8b-b533064d5cc2 None None] Checking segment: {'id': 'cc2cb5cd-2855-4751-94af-6c109dedcf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '57834e7e-b2db-400a-b096-19669aa9dec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:57:48.091266 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bf4dc56d-90f9-4099-bb8b-b533064d5cc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:48.091893 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4dc56d-90f9-4099-bb8b-b533064d5cc2 None None] Bound using segment: {'id': 'cc2cb5cd-2855-4751-94af-6c109dedcf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '57834e7e-b2db-400a-b096-19669aa9dec3'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:57:48.092219 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-bf4dc56d-90f9-4099-bb8b-b533064d5cc2 None None] Bound port: 9d848cc0-d34f-42fe-85af-86cc51997c15, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2cb5cd-2855-4751-94af-6c109dedcf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '57834e7e-b2db-400a-b096-19669aa9dec3'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:57:48.092644 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bf4dc56d-90f9-4099-bb8b-b533064d5cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9d848cc0-d34f-42fe-85af-86cc51997c15), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:48.180781 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-bf4dc56d-90f9-4099-bb8b-b533064d5cc2 None None] For port 9d848cc0-d34f-42fe-85af-86cc51997c15, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:57:48.203922 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-bf4dc56d-90f9-4099-bb8b-b533064d5cc2 None None] For port 9d848cc0-d34f-42fe-85af-86cc51997c15, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9d848cc0-d34f-42fe-85af-86cc51997c15,segment=NetworkSegment(cc2cb5cd-2855-4751-94af-6c109dedcf40),segment_id=cc2cb5cd-2855-4751-94af-6c109dedcf40)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:57:48.208661 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-bf4dc56d-90f9-4099-bb8b-b533064d5cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9d848cc0-d34f-42fe-85af-86cc51997c15), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:48.271512 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-0fa8b71c-3de0-487d-89c0-0d942c3e10e5 None None] Provisioning complete for port 9d848cc0-d34f-42fe-85af-86cc51997c15 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:57:48.272838 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0fa8b71c-3de0-487d-89c0-0d942c3e10e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9d848cc0-d34f-42fe-85af-86cc51997c15), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:48.274833 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9866d9-3aab-4d07-bda3-7e46d059baa4 None None] Pushing event updated for resources: {'Port': ['ID=9d848cc0-d34f-42fe-85af-86cc51997c15,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:57:48.283975 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4dc56d-90f9-4099-bb8b-b533064d5cc2 None None] Routers {'0ea90860-ff71-49b8-af92-f8e02ae59eff'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:57:48.284670 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-bf4dc56d-90f9-4099-bb8b-b533064d5cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-27T23:57:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['0ea90860-ff71-49b8-af92-f8e02ae59eff'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:57:48.378789 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0fa8b71c-3de0-487d-89c0-0d942c3e10e5 None None] Current status of the port 9d848cc0-d34f-42fe-85af-86cc51997c15 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:57:48.379462 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0fa8b71c-3de0-487d-89c0-0d942c3e10e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9d848cc0-d34f-42fe-85af-86cc51997c15), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:48.383366 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-bf4dc56d-90f9-4099-bb8b-b533064d5cc2 None None] Set router 0ea90860-ff71-49b8-af92-f8e02ae59eff gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:57:48.420724 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-0fa8b71c-3de0-487d-89c0-0d942c3e10e5 None None] For port 9d848cc0-d34f-42fe-85af-86cc51997c15, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9d848cc0-d34f-42fe-85af-86cc51997c15,segment=NetworkSegment(cc2cb5cd-2855-4751-94af-6c109dedcf40),segment_id=cc2cb5cd-2855-4751-94af-6c109dedcf40)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:57:48.430980 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0fa8b71c-3de0-487d-89c0-0d942c3e10e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9d848cc0-d34f-42fe-85af-86cc51997c15), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:48.490599 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8b71c-3de0-487d-89c0-0d942c3e10e5 None None] Pushing event updated for resources: {'Port': ['ID=9d848cc0-d34f-42fe-85af-86cc51997c15,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:57:48.561324 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-1d51d5a1-c5ce-48f5-a85d-949a3c938ff1 None None] Provisioning complete for port 9d848cc0-d34f-42fe-85af-86cc51997c15 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:57:48.561508 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1d51d5a1-c5ce-48f5-a85d-949a3c938ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9d848cc0-d34f-42fe-85af-86cc51997c15), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:48.661584 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1d51d5a1-c5ce-48f5-a85d-949a3c938ff1 None None] Current status of the port 9d848cc0-d34f-42fe-85af-86cc51997c15 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:57:48.688490 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-bf4dc56d-90f9-4099-bb8b-b533064d5cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea90860-ff71-49b8-af92-f8e02ae59eff', 'name': 'router1', 'tenant_id': '74b35aec7d014a51bb64e2d9386df054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:57:35Z', 'updated_at': '2022-01-27T23:57:45Z', 'revision_number': 2, 'project_id': '74b35aec7d014a51bb64e2d9386df054', 'gw_port_host': None, '_interfaces': [{'id': '9d848cc0-d34f-42fe-85af-86cc51997c15', 'name': '', 'network_id': '57834e7e-b2db-400a-b096-19669aa9dec3', 'tenant_id': '74b35aec7d014a51bb64e2d9386df054', 'mac_address': 'fa:16:3e:7a:b2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea90860-ff71-49b8-af92-f8e02ae59eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f90b627-19e6-4f94-a110-b68583dfad1b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:57:44Z', 'updated_at': '2022-01-27T23:57:48Z', 'revision_number': 4, 'project_id': '74b35aec7d014a51bb64e2d9386df054', 'subnets': [{'id': '4f90b627-19e6-4f94-a110-b68583dfad1b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07e64360-f81b-48f0-843a-ae8cfde9dc15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:57:48.721262 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4dc56d-90f9-4099-bb8b-b533064d5cc2 None None] The sync data for ids ['0ea90860-ff71-49b8-af92-f8e02ae59eff'] in n-d-826754-1 is: [{'id': '0ea90860-ff71-49b8-af92-f8e02ae59eff', 'name': 'router1', 'tenant_id': '74b35aec7d014a51bb64e2d9386df054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:57:35Z', 'updated_at': '2022-01-27T23:57:45Z', 'revision_number': 2, 'project_id': '74b35aec7d014a51bb64e2d9386df054', 'gw_port_host': None, '_interfaces': [{'id': '9d848cc0-d34f-42fe-85af-86cc51997c15', 'name': '', 'network_id': '57834e7e-b2db-400a-b096-19669aa9dec3', 'tenant_id': '74b35aec7d014a51bb64e2d9386df054', 'mac_address': 'fa:16:3e:7a:b2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea90860-ff71-49b8-af92-f8e02ae59eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f90b627-19e6-4f94-a110-b68583dfad1b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:57:44Z', 'updated_at': '2022-01-27T23:57:48Z', 'revision_number': 4, 'project_id': '74b35aec7d014a51bb64e2d9386df054', 'subnets': [{'id': '4f90b627-19e6-4f94-a110-b68583dfad1b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07e64360-f81b-48f0-843a-ae8cfde9dc15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:57:51.406066 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40982) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:57:51.540106 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a757ba-0e22-4c6c-80bd-5630cedcd6ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:57:51.541482 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e9a757ba-0e22-4c6c-80bd-5630cedcd6ef admin admin] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 842 time: 0.1344094 Jan 27 23:57:51.551898 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-73c2f6a4-e877-4ffe-9b0c-d2f13556e5a4 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.25.3.1', 'ip_version': 4, 'cidr': '172.25.3.0/24', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '981bd8786d584eee8dae145cba7e7e4f', 'enable_dhcp': False}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:57:51.574143 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c2f6a4-e877-4ffe-9b0c-d2f13556e5a4 admin admin] Made reservation on behalf of 981bd8786d584eee8dae145cba7e7e4f for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:57:51.576988 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-73c2f6a4-e877-4ffe-9b0c-d2f13556e5a4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:51.947414 n-d-826754-1 neutron-server[103344]: DEBUG neutron.objects.ports [None req-73c2f6a4-e877-4ffe-9b0c-d2f13556e5a4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103344) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 23:57:51.947967 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-73c2f6a4-e877-4ffe-9b0c-d2f13556e5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for subnet (cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:52.009181 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2f6a4-e877-4ffe-9b0c-d2f13556e5a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:57:52.016172 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c2f6a4-e877-4ffe-9b0c-d2f13556e5a4 admin admin] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:57:52.016533 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c2f6a4-e877-4ffe-9b0c-d2f13556e5a4 admin admin] Network hostable DHCP agents. Network: 31abbcb3-ad7a-4705-9f82-c7ff7c52d392, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 23:57:52.034409 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c2f6a4-e877-4ffe-9b0c-d2f13556e5a4 admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 23:57:52.043814 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-73c2f6a4-e877-4ffe-9b0c-d2f13556e5a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 31abbcb3-ad7a-4705-9f82-c7ff7c52d392) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:57:52.049411 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c2f6a4-e877-4ffe-9b0c-d2f13556e5a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:57:52.050020 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-73c2f6a4-e877-4ffe-9b0c-d2f13556e5a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:52.056326 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167220a8-b9de-4100-ae23-91215d7f27d7 None None] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:57:52.069910 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-73c2f6a4-e877-4ffe-9b0c-d2f13556e5a4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5216637 Jan 27 23:57:52.192203 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6ef774-6a27-4288-aa32-f0ad8b881cf4 None None] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:57:54.812140 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40990) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:57:55.017822 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e574acbf-ed48-48b7-a1db-89f49ed8414e admin admin] 10.222.0.70 "GET /v2.0/routers/0ea90860-ff71-49b8-af92-f8e02ae59eff HTTP/1.1" status: 200 len: 710 time: 0.2044685 Jan 27 23:57:55.120207 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c08c134-abad-491a-ae10-64ac3974c30a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:57:55.121740 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7c08c134-abad-491a-ae10-64ac3974c30a admin admin] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 886 time: 0.0983818 Jan 27 23:57:55.131570 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-68e2cc5c-e4e4-4add-aa68-bfa4f46425a1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:57:55.380614 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68e2cc5c-e4e4-4add-aa68-bfa4f46425a1 admin admin] Publish callbacks [] for router_gateway (0ea90860-ff71-49b8-af92-f8e02ae59eff), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:55.647329 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68e2cc5c-e4e4-4add-aa68-bfa4f46425a1 admin admin] Publish callbacks [] for router_gateway (0ea90860-ff71-49b8-af92-f8e02ae59eff), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:55.738384 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68e2cc5c-e4e4-4add-aa68-bfa4f46425a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:55.848190 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-68e2cc5c-e4e4-4add-aa68-bfa4f46425a1 admin admin] Allocated IP 172.25.3.125 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/6bc65e28-d792-46bb-b4bd-076226f11962) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:57:55.958192 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68e2cc5c-e4e4-4add-aa68-bfa4f46425a1 admin admin] Publish callbacks [] for port (6bc65e28-d792-46bb-b4bd-076226f11962), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:55.994189 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68e2cc5c-e4e4-4add-aa68-bfa4f46425a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (6bc65e28-d792-46bb-b4bd-076226f11962), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:56.035701 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e2cc5c-e4e4-4add-aa68-bfa4f46425a1 admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:57:56.038426 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-68e2cc5c-e4e4-4add-aa68-bfa4f46425a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:57:56.046095 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e2cc5c-e4e4-4add-aa68-bfa4f46425a1 admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:57:56.050872 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2cc5c-e4e4-4add-aa68-bfa4f46425a1 admin admin] Pushing event updated for resources: {'Port': ['ID=6bc65e28-d792-46bb-b4bd-076226f11962,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:57:56.293950 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68e2cc5c-e4e4-4add-aa68-bfa4f46425a1 admin admin] Publish callbacks [] for router_gateway (0ea90860-ff71-49b8-af92-f8e02ae59eff), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:56.568241 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9d848cc0-d34f-42fe-85af-86cc51997c15 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:57:56.589421 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68e2cc5c-e4e4-4add-aa68-bfa4f46425a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111346'] for router (0ea90860-ff71-49b8-af92-f8e02ae59eff), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:56.593689 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68e2cc5c-e4e4-4add-aa68-bfa4f46425a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552731'] for router (0ea90860-ff71-49b8-af92-f8e02ae59eff), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:56.627373 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 9d848cc0-d34f-42fe-85af-86cc51997c15 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:57:56.627830 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9d848cc0-d34f-42fe-85af-86cc51997c15), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:56.713593 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 9d848cc0-d34f-42fe-85af-86cc51997c15 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:57:56.714689 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e2cc5c-e4e4-4add-aa68-bfa4f46425a1 admin admin] Router 0ea90860-ff71-49b8-af92-f8e02ae59eff has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:57:56.823894 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e2cc5c-e4e4-4add-aa68-bfa4f46425a1 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:57:56.828210 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68e2cc5c-e4e4-4add-aa68-bfa4f46425a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:56.843899 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-68e2cc5c-e4e4-4add-aa68-bfa4f46425a1 admin admin] 10.222.0.70 "PUT /v2.0/routers/0ea90860-ff71-49b8-af92-f8e02ae59eff HTTP/1.1" status: 200 len: 890 time: 1.7012858 Jan 27 23:57:57.619215 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799a954d-3ac0-4cc8-9513-65839837d65e None None] Sync routers for ids ['0ea90860-ff71-49b8-af92-f8e02ae59eff'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:57:57.632731 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799a954d-3ac0-4cc8-9513-65839837d65e None None] Routers {'0ea90860-ff71-49b8-af92-f8e02ae59eff'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:57:57.633473 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-799a954d-3ac0-4cc8-9513-65839837d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-27T23:57:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['0ea90860-ff71-49b8-af92-f8e02ae59eff'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:57:57.862046 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-799a954d-3ac0-4cc8-9513-65839837d65e None None] Set router 0ea90860-ff71-49b8-af92-f8e02ae59eff gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:57:58.350448 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-799a954d-3ac0-4cc8-9513-65839837d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea90860-ff71-49b8-af92-f8e02ae59eff', 'name': 'router1', 'tenant_id': '74b35aec7d014a51bb64e2d9386df054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '6bc65e28-d792-46bb-b4bd-076226f11962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:57:35Z', 'updated_at': '2022-01-27T23:57:56Z', 'revision_number': 4, 'project_id': '74b35aec7d014a51bb64e2d9386df054', 'gw_port': {'id': '6bc65e28-d792-46bb-b4bd-076226f11962', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea90860-ff71-49b8-af92-f8e02ae59eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:57:55Z', 'updated_at': '2022-01-27T23:57:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '9d848cc0-d34f-42fe-85af-86cc51997c15', 'name': '', 'network_id': '57834e7e-b2db-400a-b096-19669aa9dec3', 'tenant_id': '74b35aec7d014a51bb64e2d9386df054', 'mac_address': 'fa:16:3e:7a:b2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea90860-ff71-49b8-af92-f8e02ae59eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f90b627-19e6-4f94-a110-b68583dfad1b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:57:44Z', 'updated_at': '2022-01-27T23:57:48Z', 'revision_number': 5, 'project_id': '74b35aec7d014a51bb64e2d9386df054', 'subnets': [{'id': '4f90b627-19e6-4f94-a110-b68583dfad1b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07e64360-f81b-48f0-843a-ae8cfde9dc15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:57:58.403092 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799a954d-3ac0-4cc8-9513-65839837d65e None None] Checking router: 0ea90860-ff71-49b8-af92-f8e02ae59eff for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:57:58.403445 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799a954d-3ac0-4cc8-9513-65839837d65e None None] Updating router 0ea90860-ff71-49b8-af92-f8e02ae59eff port 6bc65e28-d792-46bb-b4bd-076226f11962 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:57:58.450469 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-799a954d-3ac0-4cc8-9513-65839837d65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6bc65e28-d792-46bb-b4bd-076226f11962), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:58.776367 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-799a954d-3ac0-4cc8-9513-65839837d65e None None] Publish callbacks [] for port (6bc65e28-d792-46bb-b4bd-076226f11962), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:58.782186 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-799a954d-3ac0-4cc8-9513-65839837d65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6bc65e28-d792-46bb-b4bd-076226f11962), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:58.837486 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc84684-abe7-4ac8-97e5-7fe458dc74b7 None None] Pushing event updated for resources: {'Port': ['ID=6bc65e28-d792-46bb-b4bd-076226f11962,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:57:58.839745 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-799a954d-3ac0-4cc8-9513-65839837d65e None None] Attempting to bind port 6bc65e28-d792-46bb-b4bd-076226f11962 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:57:58.840125 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-799a954d-3ac0-4cc8-9513-65839837d65e None None] Attempting to bind port 6bc65e28-d792-46bb-b4bd-076226f11962 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:57:58.840526 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799a954d-3ac0-4cc8-9513-65839837d65e None None] Attempting to bind port 6bc65e28-d792-46bb-b4bd-076226f11962 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:57:58.846397 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799a954d-3ac0-4cc8-9513-65839837d65e None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:57:58.846791 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799a954d-3ac0-4cc8-9513-65839837d65e None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:57:58.847199 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-799a954d-3ac0-4cc8-9513-65839837d65e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:58.847603 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799a954d-3ac0-4cc8-9513-65839837d65e None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:57:58.848119 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-799a954d-3ac0-4cc8-9513-65839837d65e None None] Bound port: 6bc65e28-d792-46bb-b4bd-076226f11962, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:57:58.848512 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-799a954d-3ac0-4cc8-9513-65839837d65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6bc65e28-d792-46bb-b4bd-076226f11962), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:58.902025 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-799a954d-3ac0-4cc8-9513-65839837d65e None None] For port 6bc65e28-d792-46bb-b4bd-076226f11962, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:57:58.905747 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-799a954d-3ac0-4cc8-9513-65839837d65e None None] For port 6bc65e28-d792-46bb-b4bd-076226f11962, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6bc65e28-d792-46bb-b4bd-076226f11962,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:57:58.910297 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-799a954d-3ac0-4cc8-9513-65839837d65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6bc65e28-d792-46bb-b4bd-076226f11962), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:57:58.973884 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799a954d-3ac0-4cc8-9513-65839837d65e None None] Routers {'0ea90860-ff71-49b8-af92-f8e02ae59eff'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:57:58.974514 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-799a954d-3ac0-4cc8-9513-65839837d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-27T23:57:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['0ea90860-ff71-49b8-af92-f8e02ae59eff'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:57:58.977307 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc84684-abe7-4ac8-97e5-7fe458dc74b7 None None] Pushing event updated for resources: {'Port': ['ID=6bc65e28-d792-46bb-b4bd-076226f11962,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:57:59.087191 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-799a954d-3ac0-4cc8-9513-65839837d65e None None] Set router 0ea90860-ff71-49b8-af92-f8e02ae59eff gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:57:59.302598 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-799a954d-3ac0-4cc8-9513-65839837d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea90860-ff71-49b8-af92-f8e02ae59eff', 'name': 'router1', 'tenant_id': '74b35aec7d014a51bb64e2d9386df054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '6bc65e28-d792-46bb-b4bd-076226f11962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:57:35Z', 'updated_at': '2022-01-27T23:57:56Z', 'revision_number': 4, 'project_id': '74b35aec7d014a51bb64e2d9386df054', 'gw_port': {'id': '6bc65e28-d792-46bb-b4bd-076226f11962', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea90860-ff71-49b8-af92-f8e02ae59eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:57:55Z', 'updated_at': '2022-01-27T23:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '9d848cc0-d34f-42fe-85af-86cc51997c15', 'name': '', 'network_id': '57834e7e-b2db-400a-b096-19669aa9dec3', 'tenant_id': '74b35aec7d014a51bb64e2d9386df054', 'mac_address': 'fa:16:3e:7a:b2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea90860-ff71-49b8-af92-f8e02ae59eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f90b627-19e6-4f94-a110-b68583dfad1b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:57:44Z', 'updated_at': '2022-01-27T23:57:48Z', 'revision_number': 5, 'project_id': '74b35aec7d014a51bb64e2d9386df054', 'subnets': [{'id': '4f90b627-19e6-4f94-a110-b68583dfad1b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07e64360-f81b-48f0-843a-ae8cfde9dc15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:57:59.330620 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799a954d-3ac0-4cc8-9513-65839837d65e None None] The sync data for ids ['0ea90860-ff71-49b8-af92-f8e02ae59eff'] in n-d-826754-1 is: [{'id': '0ea90860-ff71-49b8-af92-f8e02ae59eff', 'name': 'router1', 'tenant_id': '74b35aec7d014a51bb64e2d9386df054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '6bc65e28-d792-46bb-b4bd-076226f11962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:57:35Z', 'updated_at': '2022-01-27T23:57:56Z', 'revision_number': 4, 'project_id': '74b35aec7d014a51bb64e2d9386df054', 'gw_port': {'id': '6bc65e28-d792-46bb-b4bd-076226f11962', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea90860-ff71-49b8-af92-f8e02ae59eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:57:55Z', 'updated_at': '2022-01-27T23:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '9d848cc0-d34f-42fe-85af-86cc51997c15', 'name': '', 'network_id': '57834e7e-b2db-400a-b096-19669aa9dec3', 'tenant_id': '74b35aec7d014a51bb64e2d9386df054', 'mac_address': 'fa:16:3e:7a:b2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea90860-ff71-49b8-af92-f8e02ae59eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f90b627-19e6-4f94-a110-b68583dfad1b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:57:44Z', 'updated_at': '2022-01-27T23:57:48Z', 'revision_number': 5, 'project_id': '74b35aec7d014a51bb64e2d9386df054', 'subnets': [{'id': '4f90b627-19e6-4f94-a110-b68583dfad1b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07e64360-f81b-48f0-843a-ae8cfde9dc15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:57:59.379204 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41002) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:57:59.524967 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-030782af-8275-4ab8-b036-7bf6097fd45c admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1410120 Jan 27 23:58:00.568741 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6bc65e28-d792-46bb-b4bd-076226f11962 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:58:00.620269 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 6bc65e28-d792-46bb-b4bd-076226f11962 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:58:00.620661 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6bc65e28-d792-46bb-b4bd-076226f11962), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:58:00.696886 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 6bc65e28-d792-46bb-b4bd-076226f11962 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:58:00.697209 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6bc65e28-d792-46bb-b4bd-076226f11962), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:58:00.718042 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 6bc65e28-d792-46bb-b4bd-076226f11962, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6bc65e28-d792-46bb-b4bd-076226f11962,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:58:00.722509 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6bc65e28-d792-46bb-b4bd-076226f11962), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:58:00.782719 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=6bc65e28-d792-46bb-b4bd-076226f11962,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:58:02.550492 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6bc65e28-d792-46bb-b4bd-076226f11962 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:58:02.617855 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 6bc65e28-d792-46bb-b4bd-076226f11962 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:58:02.618309 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6bc65e28-d792-46bb-b4bd-076226f11962), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:58:02.696526 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 6bc65e28-d792-46bb-b4bd-076226f11962 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:58:05.877628 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-061c25f7-5833-4f83-8ed6-5a3f62694be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:58:08.188434 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5f563d8c-3843-4bc2-a832-f0b0efdefcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:58:09.386438 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:58:10.849608 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:58:11.937843 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:58:24.660016 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 5 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:58:35.880950 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6c98dc5e-65db-4277-aa14-1fe72810d441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:58:38.171911 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d380a8e-44ac-48ce-b10b-86d7afcd557a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:58:39.388762 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:58:40.869591 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:58:41.953255 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:59:01.644691 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 5 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:59:05.881062 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-574e9f32-99a9-4d49-8be9-9bedca2e1bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:59:08.178451 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4186c91a-f74a-4ae0-b659-2968d9f21fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:59:09.386023 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:59:10.856699 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:59:11.937406 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:59:28.193942 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41518) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:59:28.264389 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-42bd7ef3-4e92-4be4-bab3-766ff8c15065 admin admin] GET failed (client error): The resource could not be found. Jan 27 23:59:28.265740 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-42bd7ef3-4e92-4be4-bab3-766ff8c15065 admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0708256 Jan 27 23:59:28.456909 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b74433-467e-485e-8569-fe9b3259fd18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:59:28.458720 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a2b74433-467e-485e-8569-fe9b3259fd18 admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1876106 Jan 27 23:59:30.832067 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41528) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:59:30.930640 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa98403d-62fe-42b2-9d72-7703da8658ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:59:30.932140 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-fa98403d-62fe-42b2-9d72-7703da8658ac admin admin] 10.222.0.70 "GET /v2.0/subnets/4f90b627-19e6-4f94-a110-b68583dfad1b HTTP/1.1" status: 200 len: 849 time: 0.0991213 Jan 27 23:59:30.941600 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-d55fb1fd-fe59-4623-9ab7-ed4573f4bcc0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:59:31.023723 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d55fb1fd-fe59-4623-9ab7-ed4573f4bcc0 admin admin] Publish callbacks [] for subnet (4f90b627-19e6-4f94-a110-b68583dfad1b), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:59:31.164360 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d55fb1fd-fe59-4623-9ab7-ed4573f4bcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749991160787'] for subnet (4f90b627-19e6-4f94-a110-b68583dfad1b), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:59:31.195445 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55fb1fd-fe59-4623-9ab7-ed4573f4bcc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:59:31.195445 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d55fb1fd-fe59-4623-9ab7-ed4573f4bcc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:59:31.197673 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d55fb1fd-fe59-4623-9ab7-ed4573f4bcc0 admin admin] 10.222.0.70 "PUT /v2.0/subnets/4f90b627-19e6-4f94-a110-b68583dfad1b HTTP/1.1" status: 200 len: 868 time: 0.2593660 Jan 27 23:59:31.199291 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d6313a-54d2-4e0a-a04e-ee06b41e1454 None None] Network 57834e7e-b2db-400a-b096-19669aa9dec3 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:59:31.220347 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55fb1fd-fe59-4623-9ab7-ed4573f4bcc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f90b627-19e6-4f94-a110-b68583dfad1b,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:59:31.228169 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55fb1fd-fe59-4623-9ab7-ed4573f4bcc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:59:31.228538 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55fb1fd-fe59-4623-9ab7-ed4573f4bcc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:59:31.228877 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55fb1fd-fe59-4623-9ab7-ed4573f4bcc0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:59:31.229221 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55fb1fd-fe59-4623-9ab7-ed4573f4bcc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:59:31.229740 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55fb1fd-fe59-4623-9ab7-ed4573f4bcc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:59:31.230090 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55fb1fd-fe59-4623-9ab7-ed4573f4bcc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:59:31.230430 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55fb1fd-fe59-4623-9ab7-ed4573f4bcc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:59:31.230766 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55fb1fd-fe59-4623-9ab7-ed4573f4bcc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:59:31.231100 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55fb1fd-fe59-4623-9ab7-ed4573f4bcc0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:59:31.231432 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55fb1fd-fe59-4623-9ab7-ed4573f4bcc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:59:31.231792 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55fb1fd-fe59-4623-9ab7-ed4573f4bcc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:59:31.232123 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55fb1fd-fe59-4623-9ab7-ed4573f4bcc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:59:31.232456 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55fb1fd-fe59-4623-9ab7-ed4573f4bcc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:59:31.543490 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-c247ff14-d13c-4215-89be-1579e8ec745e None None] Provisioning complete for port ce6dbdd1-6866-4838-8165-4152d7cf944c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:59:31.543916 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c247ff14-d13c-4215-89be-1579e8ec745e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ce6dbdd1-6866-4838-8165-4152d7cf944c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:59:31.639434 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c247ff14-d13c-4215-89be-1579e8ec745e None None] Current status of the port ce6dbdd1-6866-4838-8165-4152d7cf944c is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:59:31.650055 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-c247ff14-d13c-4215-89be-1579e8ec745e None None] Provisioning complete for port 9d848cc0-d34f-42fe-85af-86cc51997c15 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:59:31.650595 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c247ff14-d13c-4215-89be-1579e8ec745e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9d848cc0-d34f-42fe-85af-86cc51997c15), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:59:31.731089 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c247ff14-d13c-4215-89be-1579e8ec745e None None] Current status of the port 9d848cc0-d34f-42fe-85af-86cc51997c15 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:59:33.507053 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41536) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:59:33.718384 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a4995b-dc39-43e9-83a4-f9efdb54aad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:59:33.718771 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a4995b-dc39-43e9-83a4-f9efdb54aad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:59:33.720365 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-56a4995b-dc39-43e9-83a4-f9efdb54aad6 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2122293 Jan 27 23:59:35.873975 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a5d8c6a1-e3dc-484b-8e8b-05e33cccbfd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:59:36.014808 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41544) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:59:36.224030 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1594e3f-b0b3-4270-aca7-4af35d8d3709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:59:36.224493 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1594e3f-b0b3-4270-aca7-4af35d8d3709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:59:36.226041 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b1594e3f-b0b3-4270-aca7-4af35d8d3709 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2103093 Jan 27 23:59:38.172720 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bdff4fff-56eb-4146-a4e4-c9c7b2e6ea01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:59:38.581507 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41554) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:59:38.643049 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 5 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:59:38.721600 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f1d346-9138-418f-adb2-085c0d61a901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:59:38.722913 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-85f1d346-9138-418f-adb2-085c0d61a901 admin admin] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 886 time: 0.1404107 Jan 27 23:59:39.394381 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:59:40.861037 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:59:41.081140 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41562) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:59:41.324089 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c08e65b-fae7-4737-8240-0c312e83ef5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:59:41.325446 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7c08e65b-fae7-4737-8240-0c312e83ef5a admin admin] 10.222.0.70 "GET /v2.0/networks/57834e7e-b2db-400a-b096-19669aa9dec3 HTTP/1.1" status: 200 len: 869 time: 0.2433703 Jan 27 23:59:41.948662 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:59:43.688155 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41570) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:59:43.850930 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6492bfe-f8bb-4aad-84f6-96dc4f2fc898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:59:43.851389 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6492bfe-f8bb-4aad-84f6-96dc4f2fc898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:59:43.853024 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c6492bfe-f8bb-4aad-84f6-96dc4f2fc898 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1625037 Jan 27 23:59:46.185007 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41578) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:59:46.281620 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebba065-f9a6-46b0-8c29-158a794d0627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:59:46.282071 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebba065-f9a6-46b0-8c29-158a794d0627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:59:46.283640 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4ebba065-f9a6-46b0-8c29-158a794d0627 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0976677 Jan 27 23:59:48.610256 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41586) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:59:48.704507 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ed27db-a82b-4171-8521-b38ada4ab951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:59:48.707663 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e8ed27db-a82b-4171-8521-b38ada4ab951 admin admin] 10.222.0.70 "GET /v2.0/subnets/4f90b627-19e6-4f94-a110-b68583dfad1b HTTP/1.1" status: 200 len: 868 time: 0.0945938 Jan 27 23:59:51.009846 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41594) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:59:51.097029 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83f0460-351b-4227-977c-816baa48e174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:59:51.098336 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d83f0460-351b-4227-977c-816baa48e174 admin admin] 10.222.0.70 "GET /v2.0/subnets/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81 HTTP/1.1" status: 200 len: 816 time: 0.0875432 Jan 28 00:00:05.880870 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6a4ccf7a-d2df-48a0-ab1d-4ae74b3bc0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:00:08.175343 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d3c1f18a-3e9d-43c8-87ad-d022362c276b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:00:09.397391 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:00:10.863028 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:00:11.944277 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:00:15.642207 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 5 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:00:17.046305 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41648) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:00:17.100757 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-b7a47d5a-5716-4b65-9614-292f41303cd7 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:00:17.101871 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b7a47d5a-5716-4b65-9614-292f41303cd7 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0542483 Jan 28 00:00:19.697750 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41656) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:00:19.767065 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-22e1ba83-6f9c-475b-a357-956569a62f24 admin admin] GET failed (client error): The resource could not be found. Jan 28 00:00:19.768517 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-22e1ba83-6f9c-475b-a357-956569a62f24 admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0695307 Jan 28 00:00:19.859697 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aa73fd-aa2d-4367-ae75-08d5b2b29359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:00:19.861089 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-84aa73fd-aa2d-4367-ae75-08d5b2b29359 admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0873597 Jan 28 00:00:22.349538 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41666) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:00:22.398246 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-acef8695-ccf7-479d-b125-6f39969b37f9 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '981bd8786d584eee8dae145cba7e7e4f', 'shared': True, 'name': 'shared', 'project_id': '981bd8786d584eee8dae145cba7e7e4f'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:00:22.422367 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acef8695-ccf7-479d-b125-6f39969b37f9 admin admin] Made reservation on behalf of 981bd8786d584eee8dae145cba7e7e4f for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:00:22.424932 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-acef8695-ccf7-479d-b125-6f39969b37f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:00:22.454607 n-d-826754-1 neutron-server[103344]: WARNING neutron.services.revisions.revision_plugin [None req-acef8695-ccf7-479d-b125-6f39969b37f9 admin admin] Could not find related network for resource to bump revision. Jan 28 00:00:22.469610 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acef8695-ccf7-479d-b125-6f39969b37f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:00:22.481787 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-acef8695-ccf7-479d-b125-6f39969b37f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (aa524a05-768e-42f1-be99-28e98da62a7c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:00:22.482177 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-acef8695-ccf7-479d-b125-6f39969b37f9 admin admin] Added segment aa524a05-768e-42f1-be99-28e98da62a7c of type vlan for network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 Jan 28 00:00:22.632588 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-acef8695-ccf7-479d-b125-6f39969b37f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (6cc4916b-e8a0-4618-abd0-934e16bf0b78), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:00:22.659986 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-acef8695-ccf7-479d-b125-6f39969b37f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (6cc4916b-e8a0-4618-abd0-934e16bf0b78), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:00:22.661121 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acef8695-ccf7-479d-b125-6f39969b37f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:00:22.661753 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-acef8695-ccf7-479d-b125-6f39969b37f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:00:22.712493 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-acef8695-ccf7-479d-b125-6f39969b37f9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3618262 Jan 28 00:00:22.732885 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef8695-ccf7-479d-b125-6f39969b37f9 admin admin] Pushing event updated for resources: {'Network': ['ID=6cc4916b-e8a0-4618-abd0-934e16bf0b78,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:00:22.744994 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:00:25.168887 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41676) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:00:25.230995 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d1591b-d2c6-4e1f-beff-27ffd7814bd6 admin admin] GET failed (client error): The resource could not be found. Jan 28 00:00:25.232396 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e4d1591b-d2c6-4e1f-beff-27ffd7814bd6 admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0625577 Jan 28 00:00:25.319065 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c31439-afa9-49bb-a2bb-507e4f54518a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:00:25.321162 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-22c31439-afa9-49bb-a2bb-507e4f54518a admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0846047 Jan 28 00:00:25.331455 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-9d6b53a4-a036-4d3f-b98a-959a1ef077f0 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'tenant_id': '981bd8786d584eee8dae145cba7e7e4f', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:00:25.353750 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6b53a4-a036-4d3f-b98a-959a1ef077f0 admin admin] Made reservation on behalf of 981bd8786d584eee8dae145cba7e7e4f for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:00:25.356248 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9d6b53a4-a036-4d3f-b98a-959a1ef077f0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:00:25.549743 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9d6b53a4-a036-4d3f-b98a-959a1ef077f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for subnet (3d2cf619-4390-4946-b152-016e9ede005d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:00:25.608151 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b53a4-a036-4d3f-b98a-959a1ef077f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d2cf619-4390-4946-b152-016e9ede005d,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:00:25.618745 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6b53a4-a036-4d3f-b98a-959a1ef077f0 admin admin] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:00:25.619097 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6b53a4-a036-4d3f-b98a-959a1ef077f0 admin admin] Network hostable DHCP agents. Network: 6cc4916b-e8a0-4618-abd0-934e16bf0b78, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:00:25.635601 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6b53a4-a036-4d3f-b98a-959a1ef077f0 admin admin] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:00:25.645858 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-9d6b53a4-a036-4d3f-b98a-959a1ef077f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 6cc4916b-e8a0-4618-abd0-934e16bf0b78) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:00:25.652198 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6b53a4-a036-4d3f-b98a-959a1ef077f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:00:25.653136 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9d6b53a4-a036-4d3f-b98a-959a1ef077f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:00:25.661610 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8704f9d7-2b63-4fb1-871e-9a70b01706a3 None None] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:00:25.676275 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9d6b53a4-a036-4d3f-b98a-959a1ef077f0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3481791 Jan 28 00:00:25.788737 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'project_id': '981bd8786d584eee8dae145cba7e7e4f', 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:00:25.790203 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:00:26.092123 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Allocated IP 192.168.233.2 (6cc4916b-e8a0-4618-abd0-934e16bf0b78/3d2cf619-4390-4946-b152-016e9ede005d/084049a9-da8d-4b7b-8cb3-02aa9983c3b3) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:00:26.249002 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Publish callbacks [] for port (084049a9-da8d-4b7b-8cb3-02aa9983c3b3), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:00:26.254528 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (084049a9-da8d-4b7b-8cb3-02aa9983c3b3), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:00:26.294055 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:00:26.297006 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:00:26.303274 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:00:26.312106 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Pushing event updated for resources: {'Port': ['ID=084049a9-da8d-4b7b-8cb3-02aa9983c3b3,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:00:26.323114 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:00:26.323461 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:00:26.323825 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:00:26.324161 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:00:26.324496 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:00:26.324826 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:00:26.325153 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:00:26.325491 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:00:26.325787 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:00:26.326111 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:00:26.326434 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:00:26.327411 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:00:26.327411 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:00:26.376685 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Attempting to bind port 084049a9-da8d-4b7b-8cb3-02aa9983c3b3 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:00:26.376969 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Attempting to bind port 084049a9-da8d-4b7b-8cb3-02aa9983c3b3 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:00:26.377334 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Attempting to bind port 084049a9-da8d-4b7b-8cb3-02aa9983c3b3 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:00:26.383314 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:00:26.383714 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:00:26.384117 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:00:26.384502 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:00:26.384966 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Bound port: 084049a9-da8d-4b7b-8cb3-02aa9983c3b3, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:00:26.385338 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (084049a9-da8d-4b7b-8cb3-02aa9983c3b3), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:00:26.459602 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] For port 084049a9-da8d-4b7b-8cb3-02aa9983c3b3, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:00:26.463502 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] For port 084049a9-da8d-4b7b-8cb3-02aa9983c3b3, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=084049a9-da8d-4b7b-8cb3-02aa9983c3b3,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:00:26.470076 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (084049a9-da8d-4b7b-8cb3-02aa9983c3b3), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:00:26.545660 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0649a0-cba4-4135-accb-2c052b9fa47b None None] Pushing event updated for resources: {'Port': ['ID=084049a9-da8d-4b7b-8cb3-02aa9983c3b3,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:00:27.627533 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df15e79-1f2b-4164-8227-696f611eb930 None None] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:00:27.750112 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-84267542-6476-44b4-8214-3c31bf54b951 None None] Provisioning complete for port 084049a9-da8d-4b7b-8cb3-02aa9983c3b3 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:00:27.750526 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-84267542-6476-44b4-8214-3c31bf54b951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (084049a9-da8d-4b7b-8cb3-02aa9983c3b3), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:00:27.876945 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-84267542-6476-44b4-8214-3c31bf54b951 None None] Current status of the port 084049a9-da8d-4b7b-8cb3-02aa9983c3b3 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:00:27.877151 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-84267542-6476-44b4-8214-3c31bf54b951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (084049a9-da8d-4b7b-8cb3-02aa9983c3b3), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:00:27.933511 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-84267542-6476-44b4-8214-3c31bf54b951 None None] For port 084049a9-da8d-4b7b-8cb3-02aa9983c3b3, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=084049a9-da8d-4b7b-8cb3-02aa9983c3b3,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:00:27.938950 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-84267542-6476-44b4-8214-3c31bf54b951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (084049a9-da8d-4b7b-8cb3-02aa9983c3b3), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:00:28.000943 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84267542-6476-44b4-8214-3c31bf54b951 None None] Pushing event updated for resources: {'Port': ['ID=084049a9-da8d-4b7b-8cb3-02aa9983c3b3,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:00:28.067792 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-e613aa18-81a2-4aab-8fd0-20a9670e29d2 None None] Provisioning complete for port 084049a9-da8d-4b7b-8cb3-02aa9983c3b3 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:00:28.068345 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e613aa18-81a2-4aab-8fd0-20a9670e29d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (084049a9-da8d-4b7b-8cb3-02aa9983c3b3), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:00:28.172594 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e613aa18-81a2-4aab-8fd0-20a9670e29d2 None None] Current status of the port 084049a9-da8d-4b7b-8cb3-02aa9983c3b3 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:00:28.675904 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 084049a9-da8d-4b7b-8cb3-02aa9983c3b3 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:00:28.730919 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 084049a9-da8d-4b7b-8cb3-02aa9983c3b3 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:00:28.731313 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (084049a9-da8d-4b7b-8cb3-02aa9983c3b3), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:00:28.812956 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 084049a9-da8d-4b7b-8cb3-02aa9983c3b3 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:00:35.875989 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f6427ce-12e4-4ef9-89fe-54b33433f326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:00:38.178308 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-badb6101-4111-4fc1-bbae-f4f6f8ada331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:00:39.394787 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:00:40.868940 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:00:41.939404 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:00:52.641899 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 5 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:01:05.882259 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7da9a24c-aaae-4503-a3d7-e26e8c134a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:01:08.181542 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6f294f55-55a3-4bba-a0e2-3d389f8b9120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:01:09.398422 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:01:10.874441 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:01:11.946200 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:01:29.640611 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 5 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:01:35.876454 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81155423-a11c-465f-b475-585fd0a94bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:01:38.197781 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13589990-01db-4f73-b71e-02c2426e0b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:01:39.411577 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:01:40.877325 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:01:41.945751 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:01:47.780240 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41720) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:01:47.791653 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [None req-e8960ad8-8107-453e-9d97-ab0cc6dcab76 tempest-verify_tempest_config-661532864 tempest-verify_tempest_config-661532864-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:01:47.793383 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e8960ad8-8107-453e-9d97-ab0cc6dcab76 tempest-verify_tempest_config-661532864 tempest-verify_tempest_config-661532864-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0116086 Jan 28 00:01:48.150675 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41738) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:01:48.294077 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6dada731-3d4c-4d33-a752-2774253db61d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:01:48.384780 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6dada731-3d4c-4d33-a752-2774253db61d admin admin] Publish callbacks [] for security_group (fc73de20-2339-4324-b93c-d1638de01b65), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:01:48.389801 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6dada731-3d4c-4d33-a752-2774253db61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (fc73de20-2339-4324-b93c-d1638de01b65), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:01:48.475513 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6dada731-3d4c-4d33-a752-2774253db61d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=37bbb4a6181246bca4fdbe755c8a2d9b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3232543 Jan 28 00:01:48.477305 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dada731-3d4c-4d33-a752-2774253db61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc73de20-2339-4324-b93c-d1638de01b65,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:01:48.478158 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41744) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:01:48.485794 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dada731-3d4c-4d33-a752-2774253db61d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:01:48.486147 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dada731-3d4c-4d33-a752-2774253db61d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:01:48.486488 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dada731-3d4c-4d33-a752-2774253db61d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:01:48.486824 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dada731-3d4c-4d33-a752-2774253db61d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:01:48.487157 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dada731-3d4c-4d33-a752-2774253db61d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:01:48.487491 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dada731-3d4c-4d33-a752-2774253db61d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:01:48.488713 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dada731-3d4c-4d33-a752-2774253db61d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:01:48.489027 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dada731-3d4c-4d33-a752-2774253db61d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:01:48.489356 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dada731-3d4c-4d33-a752-2774253db61d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:01:48.489685 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dada731-3d4c-4d33-a752-2774253db61d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:01:48.490013 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dada731-3d4c-4d33-a752-2774253db61d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:01:48.490338 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dada731-3d4c-4d33-a752-2774253db61d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:01:48.490662 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dada731-3d4c-4d33-a752-2774253db61d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:01:48.546235 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50a35cc5-e457-4f07-b6c6-0afde3c49678 admin admin] Publish callbacks [] for security_group (fc73de20-2339-4324-b93c-d1638de01b65), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:01:48.569961 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50a35cc5-e457-4f07-b6c6-0afde3c49678 admin admin] Publish callbacks [] for security_group (fc73de20-2339-4324-b93c-d1638de01b65), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:01:48.669060 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50a35cc5-e457-4f07-b6c6-0afde3c49678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (fc73de20-2339-4324-b93c-d1638de01b65), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:01:48.672017 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50a35cc5-e457-4f07-b6c6-0afde3c49678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:01:48.673517 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-50a35cc5-e457-4f07-b6c6-0afde3c49678 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fc73de20-2339-4324-b93c-d1638de01b65 HTTP/1.1" status: 204 len: 168 time: 0.1939449 Jan 28 00:01:48.686558 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a35cc5-e457-4f07-b6c6-0afde3c49678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc73de20-2339-4324-b93c-d1638de01b65,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:01:48.701431 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a35cc5-e457-4f07-b6c6-0afde3c49678 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:01:48.701928 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a35cc5-e457-4f07-b6c6-0afde3c49678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:01:48.702329 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a35cc5-e457-4f07-b6c6-0afde3c49678 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:01:48.702748 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a35cc5-e457-4f07-b6c6-0afde3c49678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:01:48.703161 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a35cc5-e457-4f07-b6c6-0afde3c49678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:01:48.703572 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a35cc5-e457-4f07-b6c6-0afde3c49678 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:01:48.704100 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a35cc5-e457-4f07-b6c6-0afde3c49678 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:01:48.704584 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a35cc5-e457-4f07-b6c6-0afde3c49678 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:01:48.705060 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a35cc5-e457-4f07-b6c6-0afde3c49678 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:01:48.705613 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a35cc5-e457-4f07-b6c6-0afde3c49678 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:01:48.706147 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a35cc5-e457-4f07-b6c6-0afde3c49678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:01:48.706702 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a35cc5-e457-4f07-b6c6-0afde3c49678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:01:48.707282 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a35cc5-e457-4f07-b6c6-0afde3c49678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:02:05.880942 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ced300d-224f-4054-9e5b-79862f133e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:02:06.638410 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 5 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:02:08.181542 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-715bc254-342f-475e-bc0f-b126af289c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:02:09.403235 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:02:10.884517 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:02:11.942864 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:02:35.883448 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-34978e30-7b82-4fa3-b5c6-9ef0855ca672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:02:38.184903 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dfe2fde2-7213-43ad-8b20-ea9ef5e117e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:02:39.405980 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:02:40.882845 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:02:41.947141 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:02:43.636706 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 5 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:03:05.885401 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-12693ed2-78b8-42e1-a989-6783442f009e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:03:08.187761 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5609c3c4-33e3-49b9-8afc-bde55c022930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:03:09.410391 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:03:10.883847 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:03:11.950590 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:03:20.636185 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 5 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:03:35.889397 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ac1f2f70-098b-4e7a-867c-0c415d82dd79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:03:38.196018 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-73ae8a3d-9f02-41f5-bcc9-bac625f22dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:03:39.415429 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:03:40.887880 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:03:41.955367 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:03:57.635528 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 5 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:04:05.891163 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d8dc9137-a47e-4bb1-a4e0-17ac1871ff39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:04:08.188879 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a59ad37-bc1c-490b-9d45-7e6a38e1bc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:04:09.416021 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:04:10.889633 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:04:11.968362 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:04:34.633089 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 5 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:04:35.894539 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cc8e7995-01cc-473a-81f2-d354d12b5000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:04:38.192112 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a061ffe0-7b78-4e6b-8dcf-e72803f3a14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:04:39.420685 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:04:40.892973 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:04:41.965003 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:05:05.896552 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fa3d1f39-498b-4120-a26c-333ae999799a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:05:08.194454 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b7b18692-1c33-4f79-b64a-43b6cac51495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:05:09.423507 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:05:10.895789 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:05:11.631450 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 5 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:05:11.967832 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:05:12.537212 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550582'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:05:13.655053 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550582'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:05:35.898147 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b9280c3d-7a54-4ff9-a137-f3c218cd6eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:05:38.200078 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4de4998d-765a-4207-8db2-24fb8353a4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:05:39.426937 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:05:40.899154 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:05:41.971993 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:05:42.487289 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:05:43.619844 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:05:48.630231 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:05:51.023638 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41796) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:05:51.126677 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-71a46771-9730-41e8-bf8e-298272b91503 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1021128 Jan 28 00:05:53.433105 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41806) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:05:53.494037 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7634bb04-17e8-4d9d-8ac0-7c68135f8bcc admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0597520 Jan 28 00:06:05.900480 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e9854363-a165-4b1c-af6e-1b2d1c0d0669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:06:08.193117 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-917b5a98-f923-4ba1-8d54-1beb8e43f1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:06:09.431977 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:06:10.901552 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:06:11.975050 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:06:12.500305 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:06:13.612151 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:06:25.629313 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:06:35.902970 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cea27ce6-4f12-436a-a417-8a771d025cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:06:38.200707 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e5e2fdc3-5067-4268-b50f-7ee62eeda52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:06:39.435949 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:06:40.913855 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:06:41.984235 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:06:42.517625 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:06:43.638111 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:02.629049 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:07:05.904795 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-050c09f0-b01e-4ec0-a7af-f9fb623dcee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:08.192370 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1bbe3987-5369-4e01-82f5-823d46e40916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:09.438280 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:10.912817 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:11.980234 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:12.513506 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:13.633957 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:21.551093 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42014) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:21.854233 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-b46d5151-9fed-4c75-9110-99704d448088 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2041208346-network', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:07:21.901203 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46d5151-9fed-4c75-9110-99704d448088 admin admin] Made reservation on behalf of 4fbf0a6223374ddfb503943d84d40270 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:07:21.903648 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b46d5151-9fed-4c75-9110-99704d448088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:21.913598 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b46d5151-9fed-4c75-9110-99704d448088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:22.041167 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b46d5151-9fed-4c75-9110-99704d448088 admin admin] Publish callbacks [] for security_group (fc001e43-0d09-4371-bda7-6ba43ece360c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:22.048049 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b46d5151-9fed-4c75-9110-99704d448088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (fc001e43-0d09-4371-bda7-6ba43ece360c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:22.079922 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d5151-9fed-4c75-9110-99704d448088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc001e43-0d09-4371-bda7-6ba43ece360c,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:22.083115 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46d5151-9fed-4c75-9110-99704d448088 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:07:22.096468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d5151-9fed-4c75-9110-99704d448088 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:22.096468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d5151-9fed-4c75-9110-99704d448088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:22.096468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d5151-9fed-4c75-9110-99704d448088 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:22.096468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d5151-9fed-4c75-9110-99704d448088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:22.096468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d5151-9fed-4c75-9110-99704d448088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:22.096468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d5151-9fed-4c75-9110-99704d448088 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:22.096468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d5151-9fed-4c75-9110-99704d448088 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:22.096468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d5151-9fed-4c75-9110-99704d448088 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:22.096468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d5151-9fed-4c75-9110-99704d448088 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:22.096468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d5151-9fed-4c75-9110-99704d448088 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:22.096468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d5151-9fed-4c75-9110-99704d448088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:22.097042 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d5151-9fed-4c75-9110-99704d448088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:22.097042 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d5151-9fed-4c75-9110-99704d448088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d5151-9fed-4c75-9110-99704d448088 admin admin] Tracked resource versions report: Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: pushed versions: Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: { 'AddressGroup': {'1.2'}, Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: 'ConntrackHelper': {'1.0'}, Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: 'LocalIPAssociation': {'1.0'}, Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: 'Log': {'1.0'}, Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: 'Network': {'1.1'}, Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: 'Port': {'1.7'}, Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: 'PortForwarding': {'1.2'}, Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: 'QosPolicy': {'1.10'}, Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: 'SecurityGroup': {'1.5'}, Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: 'SecurityGroupRule': {'1.2'}, Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: 'SubPort': {'1.0'}, Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: 'Subnet': {'1.1'}, Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: 'Trunk': {'1.1'}} Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: consumer versions: Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: { DHCP agent@n-d-826754-1: {}, Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: HyperV agent@n-h1-826754-1: {}, Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: HyperV agent@n-h2-826754-1: {}, Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: L3 agent@n-d-826754-1: {}, Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: Metadata agent@n-d-826754-1: {}, Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: Metering agent@n-d-826754-1: {}, Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: Open vSwitch agent@n-d-826754-1: { 'AddressGroup': '1.2', Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: 'ConntrackHelper': '1.0', Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: 'LocalIPAssociation': '1.0', Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: 'Log': '1.0', Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: 'Network': '1.1', Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: 'Port': '1.7', Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: 'PortForwarding': '1.2', Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: 'QosPolicy': '1.10', Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: 'SecurityGroup': '1.5', Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: 'SecurityGroupRule': '1.2', Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: 'SubPort': '1.0', Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: 'Subnet': '1.1', Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: 'Trunk': '1.1'}} Jan 28 00:07:22.098111 n-d-826754-1 neutron-server[103344]: {{(pid=103344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 00:07:22.112663 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b46d5151-9fed-4c75-9110-99704d448088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (2271d763-dbe0-482d-9b5a-a3c1bb7454e8), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:22.113084 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-b46d5151-9fed-4c75-9110-99704d448088 admin admin] Added segment 2271d763-dbe0-482d-9b5a-a3c1bb7454e8 of type vlan for network e089f335-5674-4c92-a564-9237fa994e7e Jan 28 00:07:22.166763 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b46d5151-9fed-4c75-9110-99704d448088 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (e089f335-5674-4c92-a564-9237fa994e7e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:22.197074 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b46d5151-9fed-4c75-9110-99704d448088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (e089f335-5674-4c92-a564-9237fa994e7e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:22.198162 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46d5151-9fed-4c75-9110-99704d448088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:22.198913 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b46d5151-9fed-4c75-9110-99704d448088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:22.263523 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b46d5151-9fed-4c75-9110-99704d448088 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7106822 Jan 28 00:07:22.266721 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42048) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:22.273907 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-d939effe-625c-4eb0-95f3-c55a190c2dce admin admin] Request body: {'subnet': {'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2041208346-subnet', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:07:22.284311 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d5151-9fed-4c75-9110-99704d448088 admin admin] Pushing event updated for resources: {'Network': ['ID=e089f335-5674-4c92-a564-9237fa994e7e,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:22.300629 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network e089f335-5674-4c92-a564-9237fa994e7e details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:07:22.301235 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d939effe-625c-4eb0-95f3-c55a190c2dce admin admin] Made reservation on behalf of 4fbf0a6223374ddfb503943d84d40270 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:07:22.304895 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d939effe-625c-4eb0-95f3-c55a190c2dce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:22.543768 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d939effe-625c-4eb0-95f3-c55a190c2dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for subnet (fd93541c-3fa3-4f63-b944-5654809caebc), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:22.593904 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939effe-625c-4eb0-95f3-c55a190c2dce admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd93541c-3fa3-4f63-b944-5654809caebc,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:22.624896 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d939effe-625c-4eb0-95f3-c55a190c2dce admin admin] Checking segment: {'id': '2271d763-dbe0-482d-9b5a-a3c1bb7454e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:07:22.625212 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d939effe-625c-4eb0-95f3-c55a190c2dce admin admin] Network hostable DHCP agents. Network: e089f335-5674-4c92-a564-9237fa994e7e, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:07:22.641685 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42058) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:22.654735 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d939effe-625c-4eb0-95f3-c55a190c2dce admin admin] Network e089f335-5674-4c92-a564-9237fa994e7e is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:07:22.667257 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-d939effe-625c-4eb0-95f3-c55a190c2dce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, e089f335-5674-4c92-a564-9237fa994e7e) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:07:22.676734 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29de808e-be6a-4fb3-a542-58dcf18e2515 None None] Network e089f335-5674-4c92-a564-9237fa994e7e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:07:22.680072 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d939effe-625c-4eb0-95f3-c55a190c2dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:22.680663 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d939effe-625c-4eb0-95f3-c55a190c2dce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:22.714759 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42064) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:22.719232 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2041208346-router', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:07:22.726600 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d939effe-625c-4eb0-95f3-c55a190c2dce admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4587152 Jan 28 00:07:22.750476 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (61939f74-61b6-45a9-8829-6ef3a073b55f), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:22.753711 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (61939f74-61b6-45a9-8829-6ef3a073b55f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:22.859981 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-e089f335-5674-4c92-a564-9237fa994e7e', 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e', 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'fixed_ips': [{'subnet_id': 'fd93541c-3fa3-4f63-b944-5654809caebc'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:07:22.860849 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:22.939816 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Publish callbacks [] for router_controller (61939f74-61b6-45a9-8829-6ef3a073b55f), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:23.032539 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Allocated IP 172.20.0.2 (e089f335-5674-4c92-a564-9237fa994e7e/fd93541c-3fa3-4f63-b944-5654809caebc/54ca4171-b1cd-480f-bdfe-302261e6dc7e) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:07:23.155368 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Publish callbacks [] for router_gateway (61939f74-61b6-45a9-8829-6ef3a073b55f), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:23.278320 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Publish callbacks [] for port (54ca4171-b1cd-480f-bdfe-302261e6dc7e), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:23.295209 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (54ca4171-b1cd-480f-bdfe-302261e6dc7e), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:23.359882 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b60ba2e6-c63a-4f35-b93e-0345e47293ef tempest-AutoAllocateNetworkTest-2060168571 tempest-AutoAllocateNetworkTest-2060168571-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=21ea56aba1a64c59b3a9ff597dce3e23&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7164502 Jan 28 00:07:23.362201 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42092) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:23.383660 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Network e089f335-5674-4c92-a564-9237fa994e7e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:07:23.390743 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:07:23.411322 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:07:23.429954 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Pushing event updated for resources: {'Port': ['ID=54ca4171-b1cd-480f-bdfe-302261e6dc7e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:23.486892 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:23.488162 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:23.489142 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:23.489619 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:23.492013 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:23.492561 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:23.493033 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:23.493492 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:23.494114 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:23.494719 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:23.495178 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:23.495734 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:23.496281 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Tracked resource versions report: Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: pushed versions: Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: { 'AddressGroup': {'1.2'}, Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: 'ConntrackHelper': {'1.0'}, Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: 'LocalIPAssociation': {'1.0'}, Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: 'Log': {'1.0'}, Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: 'Network': {'1.1'}, Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: 'Port': {'1.7'}, Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: 'PortForwarding': {'1.2'}, Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: 'QosPolicy': {'1.10'}, Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: 'SecurityGroup': {'1.5'}, Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: 'SecurityGroupRule': {'1.2'}, Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: 'SubPort': {'1.0'}, Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: 'Subnet': {'1.1'}, Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: 'Trunk': {'1.1'}} Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: consumer versions: Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: { DHCP agent@n-d-826754-1: {}, Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: HyperV agent@n-h1-826754-1: {}, Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: HyperV agent@n-h2-826754-1: {}, Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: L3 agent@n-d-826754-1: {}, Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: Metadata agent@n-d-826754-1: {}, Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: Metering agent@n-d-826754-1: {}, Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: Open vSwitch agent@n-d-826754-1: { 'AddressGroup': '1.2', Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: 'ConntrackHelper': '1.0', Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: 'LocalIPAssociation': '1.0', Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: 'Log': '1.0', Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: 'Network': '1.1', Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: 'Port': '1.7', Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: 'PortForwarding': '1.2', Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: 'QosPolicy': '1.10', Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: 'SecurityGroup': '1.5', Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: 'SecurityGroupRule': '1.2', Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: 'SubPort': '1.0', Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: 'Subnet': '1.1', Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: 'Trunk': '1.1'}} Jan 28 00:07:23.497549 n-d-826754-1 neutron-server[103345]: {{(pid=103345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 00:07:23.572613 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Attempting to bind port 54ca4171-b1cd-480f-bdfe-302261e6dc7e on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:07:23.573417 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Attempting to bind port 54ca4171-b1cd-480f-bdfe-302261e6dc7e by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '2271d763-dbe0-482d-9b5a-a3c1bb7454e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:07:23.574268 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Attempting to bind port 54ca4171-b1cd-480f-bdfe-302261e6dc7e on network e089f335-5674-4c92-a564-9237fa994e7e {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:07:23.592724 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:07:23.593109 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Checking segment: {'id': '2271d763-dbe0-482d-9b5a-a3c1bb7454e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:07:23.594835 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:23.595251 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Bound using segment: {'id': '2271d763-dbe0-482d-9b5a-a3c1bb7454e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:07:23.597282 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Bound port: 54ca4171-b1cd-480f-bdfe-302261e6dc7e, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2271d763-dbe0-482d-9b5a-a3c1bb7454e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:07:23.597282 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (54ca4171-b1cd-480f-bdfe-302261e6dc7e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:23.668149 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Publish callbacks [] for router_gateway (61939f74-61b6-45a9-8829-6ef3a073b55f), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:23.723975 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] For port 54ca4171-b1cd-480f-bdfe-302261e6dc7e, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:07:23.728724 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] For port 54ca4171-b1cd-480f-bdfe-302261e6dc7e, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=54ca4171-b1cd-480f-bdfe-302261e6dc7e,segment=NetworkSegment(2271d763-dbe0-482d-9b5a-a3c1bb7454e8),segment_id=2271d763-dbe0-482d-9b5a-a3c1bb7454e8)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:07:23.734284 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (54ca4171-b1cd-480f-bdfe-302261e6dc7e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:23.740678 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03259c18-d364-40ff-b1de-5d377e33e0d9 tempest-AutoAllocateNetworkTest-2060168571 tempest-AutoAllocateNetworkTest-2060168571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:23.746483 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-03259c18-d364-40ff-b1de-5d377e33e0d9 tempest-AutoAllocateNetworkTest-2060168571 tempest-AutoAllocateNetworkTest-2060168571-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3826630 Jan 28 00:07:23.747323 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42114) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:23.759397 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:23.801943 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61244adc-a5e5-4f2d-bb9c-93b80b0f5216 None None] Pushing event updated for resources: {'Port': ['ID=54ca4171-b1cd-480f-bdfe-302261e6dc7e,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:23.842632 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5811454b-1902-4aa0-afa9-38b2f892a4bb tempest-AutoAllocateNetworkTest-2060168571 tempest-AutoAllocateNetworkTest-2060168571-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0939801 Jan 28 00:07:23.849227 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42122) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:23.881452 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7fdef010-9b91-4d0c-b265-f626a0d39a8b tempest-AutoAllocateNetworkTest-2060168571 tempest-AutoAllocateNetworkTest-2060168571-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=21ea56aba1a64c59b3a9ff597dce3e23 HTTP/1.1" status: 200 len: 208 time: 0.0302813 Jan 28 00:07:24.042323 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Allocated IP 172.25.3.134 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/f318e3c5-23fa-4b58-a6ba-448ad425915a) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:07:24.243173 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Publish callbacks [] for port (f318e3c5-23fa-4b58-a6ba-448ad425915a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:24.342357 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (f318e3c5-23fa-4b58-a6ba-448ad425915a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:24.424538 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:07:24.432078 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:07:24.444543 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:07:24.447743 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Pushing event updated for resources: {'Port': ['ID=f318e3c5-23fa-4b58-a6ba-448ad425915a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:24.491415 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:24.491979 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:24.492354 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:24.492679 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:24.493010 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:24.493338 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:24.493661 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:24.493985 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:24.494304 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:24.494623 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:24.494943 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:24.495260 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:24.495576 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Tracked resource versions report: Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: pushed versions: Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: { 'AddressGroup': {'1.2'}, Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: 'ConntrackHelper': {'1.0'}, Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: 'LocalIPAssociation': {'1.0'}, Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: 'Log': {'1.0'}, Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: 'Network': {'1.1'}, Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: 'Port': {'1.7'}, Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: 'PortForwarding': {'1.2'}, Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: 'QosPolicy': {'1.10'}, Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: 'SecurityGroup': {'1.5'}, Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: 'SecurityGroupRule': {'1.2'}, Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: 'SubPort': {'1.0'}, Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: 'Subnet': {'1.1'}, Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: 'Trunk': {'1.1'}} Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: consumer versions: Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: { DHCP agent@n-d-826754-1: {}, Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: HyperV agent@n-h1-826754-1: {}, Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: HyperV agent@n-h2-826754-1: {}, Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: L3 agent@n-d-826754-1: {}, Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: Metadata agent@n-d-826754-1: {}, Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: Metering agent@n-d-826754-1: {}, Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: Open vSwitch agent@n-d-826754-1: { 'AddressGroup': '1.2', Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: 'ConntrackHelper': '1.0', Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: 'LocalIPAssociation': '1.0', Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: 'Log': '1.0', Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: 'Network': '1.1', Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: 'Port': '1.7', Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: 'PortForwarding': '1.2', Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: 'QosPolicy': '1.10', Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: 'SecurityGroup': '1.5', Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: 'SecurityGroupRule': '1.2', Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: 'SubPort': '1.0', Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: 'Subnet': '1.1', Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: 'Trunk': '1.1'}} Jan 28 00:07:24.496717 n-d-826754-1 neutron-server[103343]: {{(pid=103343) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 00:07:24.590531 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42158) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:24.938229 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Publish callbacks [] for router_gateway (61939f74-61b6-45a9-8829-6ef3a073b55f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:25.022556 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 54ca4171-b1cd-480f-bdfe-302261e6dc7e up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:07:25.126779 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 54ca4171-b1cd-480f-bdfe-302261e6dc7e triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:07:25.127181 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (54ca4171-b1cd-480f-bdfe-302261e6dc7e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:25.181948 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec4bca1-f54d-4aa0-8f5f-aeb4fbee8e3a None None] Network e089f335-5674-4c92-a564-9237fa994e7e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:07:25.203157 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-61013de7-6b2e-4ffe-8774-65283081f8b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:25.308925 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-61013de7-6b2e-4ffe-8774-65283081f8b9 admin admin] Publish callbacks [] for security_group (ce1eb7e8-5268-4159-a924-a94dc1f96aac), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:25.314328 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-61013de7-6b2e-4ffe-8774-65283081f8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ce1eb7e8-5268-4159-a924-a94dc1f96aac), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:25.314741 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (61939f74-61b6-45a9-8829-6ef3a073b55f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:25.377579 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-31b30ecb-6278-44aa-8e91-6e45b4482fa9 None None] Provisioning complete for port 54ca4171-b1cd-480f-bdfe-302261e6dc7e triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:07:25.377972 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-31b30ecb-6278-44aa-8e91-6e45b4482fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (54ca4171-b1cd-480f-bdfe-302261e6dc7e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:25.383512 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-61013de7-6b2e-4ffe-8774-65283081f8b9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=21ea56aba1a64c59b3a9ff597dce3e23&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7918844 Jan 28 00:07:25.384804 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42186) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:25.385658 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61013de7-6b2e-4ffe-8774-65283081f8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1eb7e8-5268-4159-a924-a94dc1f96aac,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:25.483551 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-93d1345c-39ff-458e-bc29-43775d620b49 admin admin] Publish callbacks [] for security_group (ce1eb7e8-5268-4159-a924-a94dc1f96aac), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:25.487888 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 54ca4171-b1cd-480f-bdfe-302261e6dc7e is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:07:25.488565 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (54ca4171-b1cd-480f-bdfe-302261e6dc7e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:25.520275 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-93d1345c-39ff-458e-bc29-43775d620b49 admin admin] Publish callbacks [] for security_group (ce1eb7e8-5268-4159-a924-a94dc1f96aac), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:25.532074 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Router 61939f74-61b6-45a9-8829-6ef3a073b55f is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:07:25.643337 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-93d1345c-39ff-458e-bc29-43775d620b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ce1eb7e8-5268-4159-a924-a94dc1f96aac), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:25.646306 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-93d1345c-39ff-458e-bc29-43775d620b49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:25.647750 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-93d1345c-39ff-458e-bc29-43775d620b49 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ce1eb7e8-5268-4159-a924-a94dc1f96aac HTTP/1.1" status: 204 len: 168 time: 0.2589576 Jan 28 00:07:25.657475 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1345c-39ff-458e-bc29-43775d620b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1eb7e8-5268-4159-a924-a94dc1f96aac,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:25.698501 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:07:25.701248 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-31b30ecb-6278-44aa-8e91-6e45b4482fa9 None None] Current status of the port 54ca4171-b1cd-480f-bdfe-302261e6dc7e is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:07:25.701641 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-31b30ecb-6278-44aa-8e91-6e45b4482fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (54ca4171-b1cd-480f-bdfe-302261e6dc7e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:25.710982 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d682de-23f8-4d2c-b183-04d80d6cba88 None None] Sync routers for ids ['61939f74-61b6-45a9-8829-6ef3a073b55f'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:07:25.725638 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:25.726519 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d682de-23f8-4d2c-b183-04d80d6cba88 None None] Routers {'61939f74-61b6-45a9-8829-6ef3a073b55f'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:07:25.727642 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-b4d682de-23f8-4d2c-b183-04d80d6cba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:07:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['61939f74-61b6-45a9-8829-6ef3a073b55f'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:07:25.730275 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42206) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:25.730459 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-07639a69-c8f1-4fc7-8b76-563b23f93940 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.0146472 Jan 28 00:07:25.752908 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-31b30ecb-6278-44aa-8e91-6e45b4482fa9 None None] For port 54ca4171-b1cd-480f-bdfe-302261e6dc7e, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=54ca4171-b1cd-480f-bdfe-302261e6dc7e,segment=NetworkSegment(2271d763-dbe0-482d-9b5a-a3c1bb7454e8),segment_id=2271d763-dbe0-482d-9b5a-a3c1bb7454e8)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:07:25.780072 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-31b30ecb-6278-44aa-8e91-6e45b4482fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (54ca4171-b1cd-480f-bdfe-302261e6dc7e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:25.903108 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b30ecb-6278-44aa-8e91-6e45b4482fa9 None None] Pushing event updated for resources: {'Port': ['ID=54ca4171-b1cd-480f-bdfe-302261e6dc7e,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:25.922799 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:07:25.923154 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:07:26.011955 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-b4d682de-23f8-4d2c-b183-04d80d6cba88 None None] Set router 61939f74-61b6-45a9-8829-6ef3a073b55f gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:07:26.112212 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-719e8ead-8a82-40fc-9c0b-26f7733ae4f3 None None] Provisioning complete for port 54ca4171-b1cd-480f-bdfe-302261e6dc7e triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:07:26.112746 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-719e8ead-8a82-40fc-9c0b-26f7733ae4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (54ca4171-b1cd-480f-bdfe-302261e6dc7e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:26.261074 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-b4d682de-23f8-4d2c-b183-04d80d6cba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2041208346-router', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:07:22Z', 'updated_at': '2022-01-28T00:07:24Z', 'revision_number': 3, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'gw_port': {'id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:23Z', 'updated_at': '2022-01-28T00:07:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:07:26.293441 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-719e8ead-8a82-40fc-9c0b-26f7733ae4f3 None None] Current status of the port 54ca4171-b1cd-480f-bdfe-302261e6dc7e is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:07:26.294490 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d682de-23f8-4d2c-b183-04d80d6cba88 None None] Checking router: 61939f74-61b6-45a9-8829-6ef3a073b55f for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:07:26.294989 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d682de-23f8-4d2c-b183-04d80d6cba88 None None] Updating router 61939f74-61b6-45a9-8829-6ef3a073b55f port f318e3c5-23fa-4b58-a6ba-448ad425915a binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:07:26.322168 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42216) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:26.325433 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b4d682de-23f8-4d2c-b183-04d80d6cba88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f318e3c5-23fa-4b58-a6ba-448ad425915a), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:26.354032 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42220) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:26.533256 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 54ca4171-b1cd-480f-bdfe-302261e6dc7e is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:07:26.539194 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8f756639-5904-4d09-a7c1-dbedb62522eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:26.653643 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b4d682de-23f8-4d2c-b183-04d80d6cba88 None None] Publish callbacks [] for port (f318e3c5-23fa-4b58-a6ba-448ad425915a), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:26.664909 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b4d682de-23f8-4d2c-b183-04d80d6cba88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f318e3c5-23fa-4b58-a6ba-448ad425915a), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:26.696899 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fc4d887c-355f-43ff-8233-90a2b1fb72c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:26.728346 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e99e38-83b0-4d3e-8260-f1e3dd1208f7 None None] Pushing event updated for resources: {'Port': ['ID=f318e3c5-23fa-4b58-a6ba-448ad425915a,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:26.738296 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e99e38-83b0-4d3e-8260-f1e3dd1208f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:26.738872 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e99e38-83b0-4d3e-8260-f1e3dd1208f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:26.739360 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e99e38-83b0-4d3e-8260-f1e3dd1208f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:26.740421 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e99e38-83b0-4d3e-8260-f1e3dd1208f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:26.741226 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e99e38-83b0-4d3e-8260-f1e3dd1208f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:26.741837 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e99e38-83b0-4d3e-8260-f1e3dd1208f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:26.742309 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e99e38-83b0-4d3e-8260-f1e3dd1208f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:26.742855 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e99e38-83b0-4d3e-8260-f1e3dd1208f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:26.743309 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e99e38-83b0-4d3e-8260-f1e3dd1208f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:26.743803 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e99e38-83b0-4d3e-8260-f1e3dd1208f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:26.744139 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e99e38-83b0-4d3e-8260-f1e3dd1208f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:26.744468 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e99e38-83b0-4d3e-8260-f1e3dd1208f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:26.746286 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad83f098-cd78-4c7a-ae79-4761f1554b0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:26.746901 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e99e38-83b0-4d3e-8260-f1e3dd1208f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e99e38-83b0-4d3e-8260-f1e3dd1208f7 None None] Tracked resource versions report: Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: pushed versions: Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: { 'AddressGroup': {'1.2'}, Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: 'ConntrackHelper': {'1.0'}, Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: 'LocalIPAssociation': {'1.0'}, Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: 'Log': {'1.0'}, Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: 'Network': {'1.1'}, Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: 'Port': {'1.7'}, Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: 'PortForwarding': {'1.2'}, Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: 'QosPolicy': {'1.10'}, Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: 'SecurityGroup': {'1.5'}, Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: 'SecurityGroupRule': {'1.2'}, Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: 'SubPort': {'1.0'}, Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: 'Subnet': {'1.1'}, Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: 'Trunk': {'1.1'}} Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: consumer versions: Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: { DHCP agent@n-d-826754-1: {}, Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: HyperV agent@n-h1-826754-1: {}, Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: HyperV agent@n-h2-826754-1: {}, Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: L3 agent@n-d-826754-1: {}, Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: Metadata agent@n-d-826754-1: {}, Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: Metering agent@n-d-826754-1: {}, Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: Open vSwitch agent@n-d-826754-1: { 'AddressGroup': '1.2', Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: 'ConntrackHelper': '1.0', Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: 'LocalIPAssociation': '1.0', Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: 'Log': '1.0', Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: 'Network': '1.1', Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: 'Port': '1.7', Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: 'PortForwarding': '1.2', Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: 'QosPolicy': '1.10', Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: 'SecurityGroup': '1.5', Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: 'SecurityGroupRule': '1.2', Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: 'SubPort': '1.0', Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: 'Subnet': '1.1', Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: 'Trunk': '1.1'}} Jan 28 00:07:26.748102 n-d-826754-1 neutron-server[103346]: {{(pid=103346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 00:07:26.771063 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-b4d682de-23f8-4d2c-b183-04d80d6cba88 None None] Attempting to bind port f318e3c5-23fa-4b58-a6ba-448ad425915a on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:07:26.771541 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-b4d682de-23f8-4d2c-b183-04d80d6cba88 None None] Attempting to bind port f318e3c5-23fa-4b58-a6ba-448ad425915a by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:07:26.771948 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d682de-23f8-4d2c-b183-04d80d6cba88 None None] Attempting to bind port f318e3c5-23fa-4b58-a6ba-448ad425915a on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:07:26.778506 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d682de-23f8-4d2c-b183-04d80d6cba88 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:07:26.778886 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d682de-23f8-4d2c-b183-04d80d6cba88 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:07:26.779458 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b4d682de-23f8-4d2c-b183-04d80d6cba88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:26.780041 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d682de-23f8-4d2c-b183-04d80d6cba88 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:07:26.780808 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-b4d682de-23f8-4d2c-b183-04d80d6cba88 None None] Bound port: f318e3c5-23fa-4b58-a6ba-448ad425915a, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:07:26.781467 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b4d682de-23f8-4d2c-b183-04d80d6cba88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f318e3c5-23fa-4b58-a6ba-448ad425915a), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:26.824895 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-8f756639-5904-4d09-a7c1-dbedb62522eb admin admin] Allocated IP 172.20.0.1 (e089f335-5674-4c92-a564-9237fa994e7e/fd93541c-3fa3-4f63-b944-5654809caebc/29bfd5a4-7665-4769-a77e-d2812ab7dcc2) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:07:26.855465 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-b4d682de-23f8-4d2c-b183-04d80d6cba88 None None] For port f318e3c5-23fa-4b58-a6ba-448ad425915a, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:07:26.867026 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-b4d682de-23f8-4d2c-b183-04d80d6cba88 None None] For port f318e3c5-23fa-4b58-a6ba-448ad425915a, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f318e3c5-23fa-4b58-a6ba-448ad425915a,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:07:26.873157 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b4d682de-23f8-4d2c-b183-04d80d6cba88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f318e3c5-23fa-4b58-a6ba-448ad425915a), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:26.948385 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 54ca4171-b1cd-480f-bdfe-302261e6dc7e up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:07:26.959602 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e99e38-83b0-4d3e-8260-f1e3dd1208f7 None None] Pushing event updated for resources: {'Port': ['ID=f318e3c5-23fa-4b58-a6ba-448ad425915a,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:26.997996 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d682de-23f8-4d2c-b183-04d80d6cba88 None None] Routers {'61939f74-61b6-45a9-8829-6ef3a073b55f'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:07:27.003308 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-b4d682de-23f8-4d2c-b183-04d80d6cba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:07:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['61939f74-61b6-45a9-8829-6ef3a073b55f'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:07:27.016315 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fc4d887c-355f-43ff-8233-90a2b1fb72c3 admin admin] Publish callbacks [] for security_group (8333b0f3-ca2a-4f90-a4a3-644a5da84344), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:27.041650 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fc4d887c-355f-43ff-8233-90a2b1fb72c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (8333b0f3-ca2a-4f90-a4a3-644a5da84344), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:27.076119 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 54ca4171-b1cd-480f-bdfe-302261e6dc7e triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:07:27.076547 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (54ca4171-b1cd-480f-bdfe-302261e6dc7e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:27.095545 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8f756639-5904-4d09-a7c1-dbedb62522eb admin admin] Publish callbacks [] for port (29bfd5a4-7665-4769-a77e-d2812ab7dcc2), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:27.168429 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8f756639-5904-4d09-a7c1-dbedb62522eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (29bfd5a4-7665-4769-a77e-d2812ab7dcc2), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:27.178607 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fc4d887c-355f-43ff-8233-90a2b1fb72c3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1a301d3ad2d643618dbfb638bd9020c6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8516259 Jan 28 00:07:27.182845 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42258) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:27.209506 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad83f098-cd78-4c7a-ae79-4761f1554b0b admin admin] Publish callbacks [] for security_group (05f072ec-de73-449d-a28c-9770bee0511a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:27.214665 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d887c-355f-43ff-8233-90a2b1fb72c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8333b0f3-ca2a-4f90-a4a3-644a5da84344,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:27.231586 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad83f098-cd78-4c7a-ae79-4761f1554b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (05f072ec-de73-449d-a28c-9770bee0511a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:27.246690 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 54ca4171-b1cd-480f-bdfe-302261e6dc7e is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:07:27.280476 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-b4d682de-23f8-4d2c-b183-04d80d6cba88 None None] Set router 61939f74-61b6-45a9-8829-6ef3a073b55f gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:07:27.292500 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f756639-5904-4d09-a7c1-dbedb62522eb admin admin] Network e089f335-5674-4c92-a564-9237fa994e7e is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:07:27.295132 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42264) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:27.307949 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ad83f098-cd78-4c7a-ae79-4761f1554b0b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a5873cbed9a0462a93fae54a8a9ccdce&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9524684 Jan 28 00:07:27.312523 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42268) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:27.321064 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad83f098-cd78-4c7a-ae79-4761f1554b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f072ec-de73-449d-a28c-9770bee0511a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:27.342777 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-8f756639-5904-4d09-a7c1-dbedb62522eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:07:27.342970 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0fe3849f-ae59-4eb1-aafb-6af526a67e45 admin admin] Publish callbacks [] for security_group (8333b0f3-ca2a-4f90-a4a3-644a5da84344), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:27.363043 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f756639-5904-4d09-a7c1-dbedb62522eb admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:07:27.369004 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8f756639-5904-4d09-a7c1-dbedb62522eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (61939f74-61b6-45a9-8829-6ef3a073b55f), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:27.369602 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0fe3849f-ae59-4eb1-aafb-6af526a67e45 admin admin] Publish callbacks [] for security_group (8333b0f3-ca2a-4f90-a4a3-644a5da84344), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:27.438013 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f756639-5904-4d09-a7c1-dbedb62522eb admin admin] Pushing event updated for resources: {'Port': ['ID=29bfd5a4-7665-4769-a77e-d2812ab7dcc2,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:27.490511 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0fe3849f-ae59-4eb1-aafb-6af526a67e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (8333b0f3-ca2a-4f90-a4a3-644a5da84344), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:27.493694 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0fe3849f-ae59-4eb1-aafb-6af526a67e45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:27.500680 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0fe3849f-ae59-4eb1-aafb-6af526a67e45 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8333b0f3-ca2a-4f90-a4a3-644a5da84344 HTTP/1.1" status: 204 len: 168 time: 0.3130233 Jan 28 00:07:27.518584 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3849f-ae59-4eb1-aafb-6af526a67e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8333b0f3-ca2a-4f90-a4a3-644a5da84344,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:27.704013 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6c265c85-9fc1-4c08-98af-c760dfe5d721 admin admin] Publish callbacks [] for security_group (05f072ec-de73-449d-a28c-9770bee0511a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:27.763580 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7e87804d-de89-4548-ac06-672792a43d06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:27.771800 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6c265c85-9fc1-4c08-98af-c760dfe5d721 admin admin] Publish callbacks [] for security_group (05f072ec-de73-449d-a28c-9770bee0511a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:27.789010 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8f756639-5904-4d09-a7c1-dbedb62522eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (29bfd5a4-7665-4769-a77e-d2812ab7dcc2), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:27.852033 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-1f8807cc-591a-478d-a51c-fb730372a85f None None] Provisioning complete for port 29bfd5a4-7665-4769-a77e-d2812ab7dcc2 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:07:27.852235 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-b4d682de-23f8-4d2c-b183-04d80d6cba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2041208346-router', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:07:22Z', 'updated_at': '2022-01-28T00:07:24Z', 'revision_number': 3, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'gw_port': {'id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:23Z', 'updated_at': '2022-01-28T00:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:07:27.855235 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f8807cc-591a-478d-a51c-fb730372a85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (29bfd5a4-7665-4769-a77e-d2812ab7dcc2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:27.908317 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d682de-23f8-4d2c-b183-04d80d6cba88 None None] The sync data for ids ['61939f74-61b6-45a9-8829-6ef3a073b55f'] in n-d-826754-1 is: [{'id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2041208346-router', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:07:22Z', 'updated_at': '2022-01-28T00:07:24Z', 'revision_number': 3, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'gw_port': {'id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:23Z', 'updated_at': '2022-01-28T00:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:07:27.949729 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1f8807cc-591a-478d-a51c-fb730372a85f None None] Port 29bfd5a4-7665-4769-a77e-d2812ab7dcc2 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:07:27.985037 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7e87804d-de89-4548-ac06-672792a43d06 admin admin] Publish callbacks [] for security_group (31525aea-5f9b-4495-87b9-753be76306a5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:27.992619 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7e87804d-de89-4548-ac06-672792a43d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (31525aea-5f9b-4495-87b9-753be76306a5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:28.029443 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6c265c85-9fc1-4c08-98af-c760dfe5d721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (05f072ec-de73-449d-a28c-9770bee0511a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:28.041453 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87804d-de89-4548-ac06-672792a43d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31525aea-5f9b-4495-87b9-753be76306a5,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:28.042116 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6c265c85-9fc1-4c08-98af-c760dfe5d721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:28.046587 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6c265c85-9fc1-4c08-98af-c760dfe5d721 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/05f072ec-de73-449d-a28c-9770bee0511a HTTP/1.1" status: 204 len: 168 time: 0.6691368 Jan 28 00:07:28.046728 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7e87804d-de89-4548-ac06-672792a43d06 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cc31aac729ea412d93018daa249ed339&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7492855 Jan 28 00:07:28.049246 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42312) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:28.071867 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c265c85-9fc1-4c08-98af-c760dfe5d721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f072ec-de73-449d-a28c-9770bee0511a,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:28.159020 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f421fe01-bee5-4a3b-a384-5a35ebb24483 admin admin] Publish callbacks [] for security_group (31525aea-5f9b-4495-87b9-753be76306a5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:28.193256 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f421fe01-bee5-4a3b-a384-5a35ebb24483 admin admin] Publish callbacks [] for security_group (31525aea-5f9b-4495-87b9-753be76306a5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:28.195849 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8f756639-5904-4d09-a7c1-dbedb62522eb admin admin] Publish callbacks [] for port (29bfd5a4-7665-4769-a77e-d2812ab7dcc2), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:28.201860 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8f756639-5904-4d09-a7c1-dbedb62522eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (29bfd5a4-7665-4769-a77e-d2812ab7dcc2), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:28.203047 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8f756639-5904-4d09-a7c1-dbedb62522eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (61939f74-61b6-45a9-8829-6ef3a073b55f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:28.291963 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f421fe01-bee5-4a3b-a384-5a35ebb24483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (31525aea-5f9b-4495-87b9-753be76306a5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:28.296271 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f421fe01-bee5-4a3b-a384-5a35ebb24483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:28.297545 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f421fe01-bee5-4a3b-a384-5a35ebb24483 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/31525aea-5f9b-4495-87b9-753be76306a5 HTTP/1.1" status: 204 len: 168 time: 0.2469492 Jan 28 00:07:28.309432 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421fe01-bee5-4a3b-a384-5a35ebb24483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31525aea-5f9b-4495-87b9-753be76306a5,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:28.383222 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f756639-5904-4d09-a7c1-dbedb62522eb admin admin] Pushing event updated for resources: {'Port': ['ID=29bfd5a4-7665-4769-a77e-d2812ab7dcc2,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:28.422246 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f756639-5904-4d09-a7c1-dbedb62522eb admin admin] Network e089f335-5674-4c92-a564-9237fa994e7e is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:07:28.424771 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-8f756639-5904-4d09-a7c1-dbedb62522eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:07:28.471011 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42334) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:28.498443 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f5d87bea-8a10-496f-a17f-2db86f55ec15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:28.651171 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f756639-5904-4d09-a7c1-dbedb62522eb admin admin] Router 61939f74-61b6-45a9-8829-6ef3a073b55f has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:07:28.762880 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f5d87bea-8a10-496f-a17f-2db86f55ec15 admin admin] Publish callbacks [] for security_group (0ea2e304-905a-4d12-af39-2cf8a7121be3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:28.772350 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f5d87bea-8a10-496f-a17f-2db86f55ec15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0ea2e304-905a-4d12-af39-2cf8a7121be3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:28.905162 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f5d87bea-8a10-496f-a17f-2db86f55ec15 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=72fb25506e47417ebd56878d31fa45c6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4306631 Jan 28 00:07:28.905456 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42358) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:28.907605 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d87bea-8a10-496f-a17f-2db86f55ec15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea2e304-905a-4d12-af39-2cf8a7121be3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:29.008433 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-99fd6e6a-f38c-4316-a5e5-2f4e0c2a5837 None None] Provisioning complete for port 29bfd5a4-7665-4769-a77e-d2812ab7dcc2 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:07:29.013656 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-99fd6e6a-f38c-4316-a5e5-2f4e0c2a5837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (29bfd5a4-7665-4769-a77e-d2812ab7dcc2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:29.023242 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1709e102-ac69-4553-951b-55dc3f275d33 admin admin] Publish callbacks [] for security_group (0ea2e304-905a-4d12-af39-2cf8a7121be3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:29.027301 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f756639-5904-4d09-a7c1-dbedb62522eb admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:07:29.055658 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8f756639-5904-4d09-a7c1-dbedb62522eb admin admin] 10.222.0.70 "PUT /v2.0/routers/61939f74-61b6-45a9-8829-6ef3a073b55f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3089795 Jan 28 00:07:29.070961 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f318e3c5-23fa-4b58-a6ba-448ad425915a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:07:29.102491 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1709e102-ac69-4553-951b-55dc3f275d33 admin admin] Publish callbacks [] for security_group (0ea2e304-905a-4d12-af39-2cf8a7121be3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:29.177815 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-99fd6e6a-f38c-4316-a5e5-2f4e0c2a5837 None None] Port 29bfd5a4-7665-4769-a77e-d2812ab7dcc2 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:07:29.205845 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1709e102-ac69-4553-951b-55dc3f275d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0ea2e304-905a-4d12-af39-2cf8a7121be3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:29.210045 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1709e102-ac69-4553-951b-55dc3f275d33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:29.212646 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1709e102-ac69-4553-951b-55dc3f275d33 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0ea2e304-905a-4d12-af39-2cf8a7121be3 HTTP/1.1" status: 204 len: 168 time: 0.3060689 Jan 28 00:07:29.236117 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709e102-ac69-4553-951b-55dc3f275d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea2e304-905a-4d12-af39-2cf8a7121be3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:29.241451 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port f318e3c5-23fa-4b58-a6ba-448ad425915a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:07:29.242054 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f318e3c5-23fa-4b58-a6ba-448ad425915a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:29.364531 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42388) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:29.376877 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port f318e3c5-23fa-4b58-a6ba-448ad425915a is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:07:29.377741 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f318e3c5-23fa-4b58-a6ba-448ad425915a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:29.387667 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b17ddc7a-509c-4e61-9f6c-d1b00a723615 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:29.403340 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port f318e3c5-23fa-4b58-a6ba-448ad425915a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f318e3c5-23fa-4b58-a6ba-448ad425915a,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:07:29.414729 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f318e3c5-23fa-4b58-a6ba-448ad425915a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:29.515900 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=f318e3c5-23fa-4b58-a6ba-448ad425915a,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:29.545695 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b17ddc7a-509c-4e61-9f6c-d1b00a723615 admin admin] Publish callbacks [] for security_group (0b552416-46d6-4d63-9333-b694e5a17d75), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:29.560363 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b17ddc7a-509c-4e61-9f6c-d1b00a723615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0b552416-46d6-4d63-9333-b694e5a17d75), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:29.606001 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ddc7a-509c-4e61-9f6c-d1b00a723615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b552416-46d6-4d63-9333-b694e5a17d75,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:29.611277 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b17ddc7a-509c-4e61-9f6c-d1b00a723615 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ca86df1447604ddc813f9c8f91ebe806&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2454212 Jan 28 00:07:29.614768 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42390) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:29.679746 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-36407917-8a56-42b6-9c29-c1a096f7ed6e admin admin] Publish callbacks [] for security_group (0b552416-46d6-4d63-9333-b694e5a17d75), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:29.704902 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-36407917-8a56-42b6-9c29-c1a096f7ed6e admin admin] Publish callbacks [] for security_group (0b552416-46d6-4d63-9333-b694e5a17d75), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:29.766764 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-36407917-8a56-42b6-9c29-c1a096f7ed6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0b552416-46d6-4d63-9333-b694e5a17d75), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:29.770147 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-36407917-8a56-42b6-9c29-c1a096f7ed6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:29.772186 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-36407917-8a56-42b6-9c29-c1a096f7ed6e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0b552416-46d6-4d63-9333-b694e5a17d75 HTTP/1.1" status: 204 len: 168 time: 0.1561270 Jan 28 00:07:29.782946 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36407917-8a56-42b6-9c29-c1a096f7ed6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b552416-46d6-4d63-9333-b694e5a17d75,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:29.856087 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42406) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:29.873612 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-458118ee-d6b6-404f-8b4e-37b5c68d9aa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:29.976882 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-458118ee-d6b6-404f-8b4e-37b5c68d9aa9 admin admin] Publish callbacks [] for security_group (915e3cf9-aa4b-4243-8b6d-cb98b91cba17), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:29.979509 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42410) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:29.986706 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-458118ee-d6b6-404f-8b4e-37b5c68d9aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (915e3cf9-aa4b-4243-8b6d-cb98b91cba17), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:30.020233 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42418) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:30.028850 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-458118ee-d6b6-404f-8b4e-37b5c68d9aa9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b39cb35f4eac4fb0a5c3583c2cccf296&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1715693 Jan 28 00:07:30.097185 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458118ee-d6b6-404f-8b4e-37b5c68d9aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915e3cf9-aa4b-4243-8b6d-cb98b91cba17,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:30.110553 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4da4ef4c-c2aa-4fdd-9ea1-d7becadeddfd admin admin] Publish callbacks [] for security_group (915e3cf9-aa4b-4243-8b6d-cb98b91cba17), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:30.139549 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4da4ef4c-c2aa-4fdd-9ea1-d7becadeddfd admin admin] Publish callbacks [] for security_group (915e3cf9-aa4b-4243-8b6d-cb98b91cba17), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:30.206040 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4da4ef4c-c2aa-4fdd-9ea1-d7becadeddfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (915e3cf9-aa4b-4243-8b6d-cb98b91cba17), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:30.209444 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4da4ef4c-c2aa-4fdd-9ea1-d7becadeddfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:30.210609 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4da4ef4c-c2aa-4fdd-9ea1-d7becadeddfd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/915e3cf9-aa4b-4243-8b6d-cb98b91cba17 HTTP/1.1" status: 204 len: 168 time: 0.1894307 Jan 28 00:07:30.219813 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4ef4c-c2aa-4fdd-9ea1-d7becadeddfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915e3cf9-aa4b-4243-8b6d-cb98b91cba17,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:30.310743 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cde2713-0d89-44e8-97df-191492abfc34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:30.414320 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cde2713-0d89-44e8-97df-191492abfc34 admin admin] Publish callbacks [] for security_group (2d0973e9-c8b3-4f6a-8f49-c8c1776d2a5d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:30.423827 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cde2713-0d89-44e8-97df-191492abfc34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2d0973e9-c8b3-4f6a-8f49-c8c1776d2a5d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:30.481692 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7cde2713-0d89-44e8-97df-191492abfc34 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5d665527a95a42e3bb74dd320d7adbe3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4987192 Jan 28 00:07:30.482042 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42444) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:30.489507 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde2713-0d89-44e8-97df-191492abfc34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0973e9-c8b3-4f6a-8f49-c8c1776d2a5d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:30.535432 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-485559b5-29cd-479c-84ec-86d7d3a053f3 admin admin] Publish callbacks [] for security_group (2d0973e9-c8b3-4f6a-8f49-c8c1776d2a5d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:30.565789 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-485559b5-29cd-479c-84ec-86d7d3a053f3 admin admin] Publish callbacks [] for security_group (2d0973e9-c8b3-4f6a-8f49-c8c1776d2a5d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:30.598358 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669c7028-68bf-4aca-b0a3-331fb664168a None None] Sync routers for ids ['61939f74-61b6-45a9-8829-6ef3a073b55f'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:07:30.619062 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669c7028-68bf-4aca-b0a3-331fb664168a None None] Routers {'61939f74-61b6-45a9-8829-6ef3a073b55f'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:07:30.620379 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-669c7028-68bf-4aca-b0a3-331fb664168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:07:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['61939f74-61b6-45a9-8829-6ef3a073b55f'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:07:30.709465 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-485559b5-29cd-479c-84ec-86d7d3a053f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2d0973e9-c8b3-4f6a-8f49-c8c1776d2a5d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:30.714389 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-485559b5-29cd-479c-84ec-86d7d3a053f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:30.716138 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-485559b5-29cd-479c-84ec-86d7d3a053f3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2d0973e9-c8b3-4f6a-8f49-c8c1776d2a5d HTTP/1.1" status: 204 len: 168 time: 0.2331810 Jan 28 00:07:30.728535 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485559b5-29cd-479c-84ec-86d7d3a053f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0973e9-c8b3-4f6a-8f49-c8c1776d2a5d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:30.784393 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-669c7028-68bf-4aca-b0a3-331fb664168a None None] Set router 61939f74-61b6-45a9-8829-6ef3a073b55f gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:07:30.832373 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42470) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:30.835558 n-d-826754-1 neutron-server[103344]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 00:07:30.892464 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-53823287-e44d-4436-b37e-7c19f7850fbd req-2b039dcf-f1e5-4677-b851-139ff2cb8bc1 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=28e486def3c94288aabc80a06a92f785&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582762 Jan 28 00:07:30.955972 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f318e3c5-23fa-4b58-a6ba-448ad425915a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:07:31.026045 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53823287-e44d-4436-b37e-7c19f7850fbd req-29451136-f826-4e3d-804e-556439e692f8 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:31.033204 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-53823287-e44d-4436-b37e-7c19f7850fbd req-29451136-f826-4e3d-804e-556439e692f8 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1345098 Jan 28 00:07:31.051754 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-53823287-e44d-4436-b37e-7c19f7850fbd req-7039740b-9ffd-4112-98a8-211f990f5f53 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/quotas/28e486def3c94288aabc80a06a92f785 HTTP/1.1" status: 200 len: 375 time: 0.0175080 Jan 28 00:07:31.078318 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port f318e3c5-23fa-4b58-a6ba-448ad425915a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:07:31.078692 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f318e3c5-23fa-4b58-a6ba-448ad425915a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:31.117782 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-53823287-e44d-4436-b37e-7c19f7850fbd req-fc7e53a2-713a-46ea-8fb3-be8fea70b94e tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=28e486def3c94288aabc80a06a92f785&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650387 Jan 28 00:07:31.147803 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-669c7028-68bf-4aca-b0a3-331fb664168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2041208346-router', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:07:22Z', 'updated_at': '2022-01-28T00:07:27Z', 'revision_number': 4, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'gw_port': {'id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:23Z', 'updated_at': '2022-01-28T00:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '29bfd5a4-7665-4769-a77e-d2812ab7dcc2', 'name': '', 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'mac_address': 'fa:16:3e:cd:58:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'fd93541c-3fa3-4f63-b944-5654809caebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:26Z', 'updated_at': '2022-01-28T00:07:27Z', 'revision_number': 2, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'subnets': [{'id': 'fd93541c-3fa3-4f63-b944-5654809caebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:07:31.205961 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669c7028-68bf-4aca-b0a3-331fb664168a None None] Checking router: 61939f74-61b6-45a9-8829-6ef3a073b55f for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:07:31.206452 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669c7028-68bf-4aca-b0a3-331fb664168a None None] Updating router 61939f74-61b6-45a9-8829-6ef3a073b55f port 29bfd5a4-7665-4769-a77e-d2812ab7dcc2 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:07:31.248221 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-669c7028-68bf-4aca-b0a3-331fb664168a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (29bfd5a4-7665-4769-a77e-d2812ab7dcc2), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:31.250135 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port f318e3c5-23fa-4b58-a6ba-448ad425915a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:07:31.498902 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42506) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:31.514888 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-073f8a9c-738c-4cc8-8f0d-c984a0089f94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:31.521690 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42508) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:31.527813 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-057fe099-e51e-4fc3-94dc-c9a2d38128e5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-543264028-network', 'tenant_id': 'dc07123b62df4b78a3e16a1d5c977eda'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:07:31.555964 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057fe099-e51e-4fc3-94dc-c9a2d38128e5 admin admin] Made reservation on behalf of dc07123b62df4b78a3e16a1d5c977eda for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:07:31.558629 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-057fe099-e51e-4fc3-94dc-c9a2d38128e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:31.570546 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-057fe099-e51e-4fc3-94dc-c9a2d38128e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:31.623575 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-073f8a9c-738c-4cc8-8f0d-c984a0089f94 admin admin] Publish callbacks [] for security_group (eea56733-c53a-45e8-9e5d-c3127cee8d33), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:31.628195 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-073f8a9c-738c-4cc8-8f0d-c984a0089f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (eea56733-c53a-45e8-9e5d-c3127cee8d33), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:31.675506 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-057fe099-e51e-4fc3-94dc-c9a2d38128e5 admin admin] Publish callbacks [] for security_group (8f07e168-811e-4171-a3e2-cfe26373c834), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:31.675774 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-073f8a9c-738c-4cc8-8f0d-c984a0089f94 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d82458f649774e1a9112fb82284e2f11&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1754482 Jan 28 00:07:31.679029 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42510) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:31.685541 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f8a9c-738c-4cc8-8f0d-c984a0089f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea56733-c53a-45e8-9e5d-c3127cee8d33,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:31.694170 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-057fe099-e51e-4fc3-94dc-c9a2d38128e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (8f07e168-811e-4171-a3e2-cfe26373c834), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:31.702853 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-669c7028-68bf-4aca-b0a3-331fb664168a None None] Publish callbacks [] for port (29bfd5a4-7665-4769-a77e-d2812ab7dcc2), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:31.710296 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-669c7028-68bf-4aca-b0a3-331fb664168a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (29bfd5a4-7665-4769-a77e-d2812ab7dcc2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:31.777871 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057fe099-e51e-4fc3-94dc-c9a2d38128e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:07:31.784820 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1788b21-18cd-4760-8555-6adf518de686 None None] Pushing event updated for resources: {'Port': ['ID=29bfd5a4-7665-4769-a77e-d2812ab7dcc2,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:31.810796 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057fe099-e51e-4fc3-94dc-c9a2d38128e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f07e168-811e-4171-a3e2-cfe26373c834,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:31.842616 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-057fe099-e51e-4fc3-94dc-c9a2d38128e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (47b6339e-84b1-4a64-92cb-1e399209098f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:31.842973 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-057fe099-e51e-4fc3-94dc-c9a2d38128e5 admin admin] Added segment 47b6339e-84b1-4a64-92cb-1e399209098f of type vlan for network 536c1183-fdef-4004-85ff-657e779c410f Jan 28 00:07:31.864540 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-669c7028-68bf-4aca-b0a3-331fb664168a None None] Attempting to bind port 29bfd5a4-7665-4769-a77e-d2812ab7dcc2 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:07:31.865334 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-669c7028-68bf-4aca-b0a3-331fb664168a None None] Attempting to bind port 29bfd5a4-7665-4769-a77e-d2812ab7dcc2 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '2271d763-dbe0-482d-9b5a-a3c1bb7454e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:07:31.865711 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669c7028-68bf-4aca-b0a3-331fb664168a None None] Attempting to bind port 29bfd5a4-7665-4769-a77e-d2812ab7dcc2 on network e089f335-5674-4c92-a564-9237fa994e7e {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:07:31.876061 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669c7028-68bf-4aca-b0a3-331fb664168a None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:07:31.876473 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669c7028-68bf-4aca-b0a3-331fb664168a None None] Checking segment: {'id': '2271d763-dbe0-482d-9b5a-a3c1bb7454e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:07:31.876861 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-669c7028-68bf-4aca-b0a3-331fb664168a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:31.877396 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669c7028-68bf-4aca-b0a3-331fb664168a None None] Bound using segment: {'id': '2271d763-dbe0-482d-9b5a-a3c1bb7454e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:07:31.878128 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-669c7028-68bf-4aca-b0a3-331fb664168a None None] Bound port: 29bfd5a4-7665-4769-a77e-d2812ab7dcc2, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2271d763-dbe0-482d-9b5a-a3c1bb7454e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:07:31.878854 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-669c7028-68bf-4aca-b0a3-331fb664168a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (29bfd5a4-7665-4769-a77e-d2812ab7dcc2), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:31.904552 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1167ef6a-456e-44ca-a7be-7bf4e9576848 admin admin] Publish callbacks [] for security_group (eea56733-c53a-45e8-9e5d-c3127cee8d33), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:31.926254 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-057fe099-e51e-4fc3-94dc-c9a2d38128e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (536c1183-fdef-4004-85ff-657e779c410f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:31.944713 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1167ef6a-456e-44ca-a7be-7bf4e9576848 admin admin] Publish callbacks [] for security_group (eea56733-c53a-45e8-9e5d-c3127cee8d33), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:31.992660 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-057fe099-e51e-4fc3-94dc-c9a2d38128e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (536c1183-fdef-4004-85ff-657e779c410f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:31.994655 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057fe099-e51e-4fc3-94dc-c9a2d38128e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:31.995287 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-057fe099-e51e-4fc3-94dc-c9a2d38128e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:32.023310 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-669c7028-68bf-4aca-b0a3-331fb664168a None None] For port 29bfd5a4-7665-4769-a77e-d2812ab7dcc2, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:07:32.034106 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-669c7028-68bf-4aca-b0a3-331fb664168a None None] For port 29bfd5a4-7665-4769-a77e-d2812ab7dcc2, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=29bfd5a4-7665-4769-a77e-d2812ab7dcc2,segment=NetworkSegment(2271d763-dbe0-482d-9b5a-a3c1bb7454e8),segment_id=2271d763-dbe0-482d-9b5a-a3c1bb7454e8)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:07:32.041664 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-669c7028-68bf-4aca-b0a3-331fb664168a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (29bfd5a4-7665-4769-a77e-d2812ab7dcc2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:32.066702 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-057fe099-e51e-4fc3-94dc-c9a2d38128e5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5412803 Jan 28 00:07:32.066885 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42524) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:32.076397 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-40c3c948-052f-44b9-8858-625c09022f5b admin admin] Request body: {'subnet': {'network_id': '536c1183-fdef-4004-85ff-657e779c410f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-543264028-subnet', 'tenant_id': 'dc07123b62df4b78a3e16a1d5c977eda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:07:32.095725 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1167ef6a-456e-44ca-a7be-7bf4e9576848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (eea56733-c53a-45e8-9e5d-c3127cee8d33), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:32.098924 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1167ef6a-456e-44ca-a7be-7bf4e9576848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:32.103824 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1167ef6a-456e-44ca-a7be-7bf4e9576848 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eea56733-c53a-45e8-9e5d-c3127cee8d33 HTTP/1.1" status: 204 len: 168 time: 0.4228165 Jan 28 00:07:32.119196 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42528) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:32.120560 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057fe099-e51e-4fc3-94dc-c9a2d38128e5 admin admin] Pushing event updated for resources: {'Network': ['ID=536c1183-fdef-4004-85ff-657e779c410f,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:32.146291 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167ef6a-456e-44ca-a7be-7bf4e9576848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea56733-c53a-45e8-9e5d-c3127cee8d33,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:32.160399 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c3c948-052f-44b9-8858-625c09022f5b admin admin] Made reservation on behalf of dc07123b62df4b78a3e16a1d5c977eda for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:07:32.164972 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40c3c948-052f-44b9-8858-625c09022f5b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:32.167533 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 536c1183-fdef-4004-85ff-657e779c410f details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:07:32.382263 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669c7028-68bf-4aca-b0a3-331fb664168a None None] Routers {'61939f74-61b6-45a9-8829-6ef3a073b55f'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:07:32.382909 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-669c7028-68bf-4aca-b0a3-331fb664168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:07:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['61939f74-61b6-45a9-8829-6ef3a073b55f'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:07:32.535713 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-66e78501-8548-4879-ac44-532d6407928a None None] Provisioning complete for port 29bfd5a4-7665-4769-a77e-d2812ab7dcc2 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:07:32.536094 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-66e78501-8548-4879-ac44-532d6407928a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (29bfd5a4-7665-4769-a77e-d2812ab7dcc2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:32.570838 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40c3c948-052f-44b9-8858-625c09022f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for subnet (c920d44e-b52f-44da-905b-e8e29b1a19f4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:32.609226 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1788b21-18cd-4760-8555-6adf518de686 None None] Pushing event updated for resources: {'Port': ['ID=29bfd5a4-7665-4769-a77e-d2812ab7dcc2,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:32.629342 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-669c7028-68bf-4aca-b0a3-331fb664168a None None] Set router 61939f74-61b6-45a9-8829-6ef3a073b55f gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:07:32.652629 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c3c948-052f-44b9-8858-625c09022f5b admin admin] Checking segment: {'id': '47b6339e-84b1-4a64-92cb-1e399209098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '536c1183-fdef-4004-85ff-657e779c410f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:07:32.653137 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c3c948-052f-44b9-8858-625c09022f5b admin admin] Network hostable DHCP agents. Network: 536c1183-fdef-4004-85ff-657e779c410f, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:07:32.673834 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3c948-052f-44b9-8858-625c09022f5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c920d44e-b52f-44da-905b-e8e29b1a19f4,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:32.687015 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c3c948-052f-44b9-8858-625c09022f5b admin admin] Network 536c1183-fdef-4004-85ff-657e779c410f is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:07:32.712436 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-40c3c948-052f-44b9-8858-625c09022f5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 536c1183-fdef-4004-85ff-657e779c410f) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:07:32.724112 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f99fd5-d735-44df-b075-6a64df664e5d None None] Network 536c1183-fdef-4004-85ff-657e779c410f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:07:32.724955 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c3c948-052f-44b9-8858-625c09022f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:32.725572 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40c3c948-052f-44b9-8858-625c09022f5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:32.756457 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-40c3c948-052f-44b9-8858-625c09022f5b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6874020 Jan 28 00:07:32.758601 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42560) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:32.762981 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-2627b543-1bb6-4f83-81a5-6c3309045914 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-543264028-router', 'tenant_id': 'dc07123b62df4b78a3e16a1d5c977eda', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:07:32.774628 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-66e78501-8548-4879-ac44-532d6407928a None None] Current status of the port 29bfd5a4-7665-4769-a77e-d2812ab7dcc2 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:07:32.775372 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-66e78501-8548-4879-ac44-532d6407928a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (29bfd5a4-7665-4769-a77e-d2812ab7dcc2), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:32.796398 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2627b543-1bb6-4f83-81a5-6c3309045914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (537371cb-b08c-4e4a-9703-f19818c4ad51), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:32.798041 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2627b543-1bb6-4f83-81a5-6c3309045914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (537371cb-b08c-4e4a-9703-f19818c4ad51), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:32.877664 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2627b543-1bb6-4f83-81a5-6c3309045914 admin admin] Publish callbacks [] for router_controller (537371cb-b08c-4e4a-9703-f19818c4ad51), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:32.977525 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-66e78501-8548-4879-ac44-532d6407928a None None] For port 29bfd5a4-7665-4769-a77e-d2812ab7dcc2, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=29bfd5a4-7665-4769-a77e-d2812ab7dcc2,segment=NetworkSegment(2271d763-dbe0-482d-9b5a-a3c1bb7454e8),segment_id=2271d763-dbe0-482d-9b5a-a3c1bb7454e8)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:07:32.987267 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-66e78501-8548-4879-ac44-532d6407928a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (29bfd5a4-7665-4769-a77e-d2812ab7dcc2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:33.135903 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-02f8f22c-bbfa-4ad0-8895-466b12112e0e req-7c32e5ec-391f-454e-ac6e-99c69d98e910 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbdbe16-e8d9-4662-915c-61882e6b75e6 HTTP/1.1" status: 200 len: 210 time: 1.0143349 Jan 28 00:07:33.188130 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42600626-c08f-48b8-bd2f-ab528ddd4a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-536c1183-fdef-4004-85ff-657e779c410f', 'network_id': '536c1183-fdef-4004-85ff-657e779c410f', 'project_id': 'dc07123b62df4b78a3e16a1d5c977eda', 'fixed_ips': [{'subnet_id': 'c920d44e-b52f-44da-905b-e8e29b1a19f4'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:07:33.190401 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-42600626-c08f-48b8-bd2f-ab528ddd4a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:33.243222 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e78501-8548-4879-ac44-532d6407928a None None] Pushing event updated for resources: {'Port': ['ID=29bfd5a4-7665-4769-a77e-d2812ab7dcc2,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:33.262590 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-774f4fc0-38aa-4cd4-99c6-310f0897f19b None None] Provisioning complete for port 29bfd5a4-7665-4769-a77e-d2812ab7dcc2 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:07:33.262992 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-774f4fc0-38aa-4cd4-99c6-310f0897f19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (29bfd5a4-7665-4769-a77e-d2812ab7dcc2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:33.361369 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2627b543-1bb6-4f83-81a5-6c3309045914 admin admin] Publish callbacks [] for router_gateway (537371cb-b08c-4e4a-9703-f19818c4ad51), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:33.478416 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-669c7028-68bf-4aca-b0a3-331fb664168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2041208346-router', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:07:22Z', 'updated_at': '2022-01-28T00:07:27Z', 'revision_number': 4, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'gw_port': {'id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:23Z', 'updated_at': '2022-01-28T00:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '29bfd5a4-7665-4769-a77e-d2812ab7dcc2', 'name': '', 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'mac_address': 'fa:16:3e:cd:58:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'fd93541c-3fa3-4f63-b944-5654809caebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:26Z', 'updated_at': '2022-01-28T00:07:32Z', 'revision_number': 4, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'subnets': [{'id': 'fd93541c-3fa3-4f63-b944-5654809caebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:07:33.528712 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669c7028-68bf-4aca-b0a3-331fb664168a None None] The sync data for ids ['61939f74-61b6-45a9-8829-6ef3a073b55f'] in n-d-826754-1 is: [{'id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2041208346-router', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:07:22Z', 'updated_at': '2022-01-28T00:07:27Z', 'revision_number': 4, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'gw_port': {'id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:23Z', 'updated_at': '2022-01-28T00:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '29bfd5a4-7665-4769-a77e-d2812ab7dcc2', 'name': '', 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'mac_address': 'fa:16:3e:cd:58:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'fd93541c-3fa3-4f63-b944-5654809caebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:26Z', 'updated_at': '2022-01-28T00:07:32Z', 'revision_number': 4, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'subnets': [{'id': 'fd93541c-3fa3-4f63-b944-5654809caebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:07:33.555165 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-42600626-c08f-48b8-bd2f-ab528ddd4a49 None None] Allocated IP 172.20.0.2 (536c1183-fdef-4004-85ff-657e779c410f/c920d44e-b52f-44da-905b-e8e29b1a19f4/481713ac-e24e-466e-a311-d016fa20c651) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:07:33.565708 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-774f4fc0-38aa-4cd4-99c6-310f0897f19b None None] Current status of the port 29bfd5a4-7665-4769-a77e-d2812ab7dcc2 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:07:33.727846 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2627b543-1bb6-4f83-81a5-6c3309045914 admin admin] Publish callbacks [] for router_gateway (537371cb-b08c-4e4a-9703-f19818c4ad51), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:33.776368 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2627b543-1bb6-4f83-81a5-6c3309045914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:33.900572 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-42600626-c08f-48b8-bd2f-ab528ddd4a49 None None] Publish callbacks [] for port (481713ac-e24e-466e-a311-d016fa20c651), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:33.908926 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-42600626-c08f-48b8-bd2f-ab528ddd4a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (481713ac-e24e-466e-a311-d016fa20c651), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:34.012291 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42600626-c08f-48b8-bd2f-ab528ddd4a49 None None] Network 536c1183-fdef-4004-85ff-657e779c410f is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:07:34.019429 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-42600626-c08f-48b8-bd2f-ab528ddd4a49 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:07:34.029967 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42600626-c08f-48b8-bd2f-ab528ddd4a49 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:07:34.053771 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42600626-c08f-48b8-bd2f-ab528ddd4a49 None None] Pushing event updated for resources: {'Port': ['ID=481713ac-e24e-466e-a311-d016fa20c651,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:34.071927 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-2627b543-1bb6-4f83-81a5-6c3309045914 admin admin] Allocated IP 172.25.3.146 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/0978e0e2-4139-4010-85c7-8cb6fff88935) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:07:34.178260 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-42600626-c08f-48b8-bd2f-ab528ddd4a49 None None] Attempting to bind port 481713ac-e24e-466e-a311-d016fa20c651 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:07:34.178724 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-42600626-c08f-48b8-bd2f-ab528ddd4a49 None None] Attempting to bind port 481713ac-e24e-466e-a311-d016fa20c651 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '47b6339e-84b1-4a64-92cb-1e399209098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '536c1183-fdef-4004-85ff-657e779c410f'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:07:34.179110 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42600626-c08f-48b8-bd2f-ab528ddd4a49 None None] Attempting to bind port 481713ac-e24e-466e-a311-d016fa20c651 on network 536c1183-fdef-4004-85ff-657e779c410f {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:07:34.185437 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42600626-c08f-48b8-bd2f-ab528ddd4a49 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:07:34.185823 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42600626-c08f-48b8-bd2f-ab528ddd4a49 None None] Checking segment: {'id': '47b6339e-84b1-4a64-92cb-1e399209098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '536c1183-fdef-4004-85ff-657e779c410f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:07:34.186385 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-42600626-c08f-48b8-bd2f-ab528ddd4a49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:34.186778 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42600626-c08f-48b8-bd2f-ab528ddd4a49 None None] Bound using segment: {'id': '47b6339e-84b1-4a64-92cb-1e399209098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '536c1183-fdef-4004-85ff-657e779c410f'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:07:34.187336 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-42600626-c08f-48b8-bd2f-ab528ddd4a49 None None] Bound port: 481713ac-e24e-466e-a311-d016fa20c651, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b6339e-84b1-4a64-92cb-1e399209098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '536c1183-fdef-4004-85ff-657e779c410f'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:07:34.187870 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-42600626-c08f-48b8-bd2f-ab528ddd4a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (481713ac-e24e-466e-a311-d016fa20c651), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:34.275372 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2627b543-1bb6-4f83-81a5-6c3309045914 admin admin] Publish callbacks [] for port (0978e0e2-4139-4010-85c7-8cb6fff88935), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:34.359539 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2627b543-1bb6-4f83-81a5-6c3309045914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (0978e0e2-4139-4010-85c7-8cb6fff88935), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:34.360283 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-42600626-c08f-48b8-bd2f-ab528ddd4a49 None None] For port 481713ac-e24e-466e-a311-d016fa20c651, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:07:34.368323 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-42600626-c08f-48b8-bd2f-ab528ddd4a49 None None] For port 481713ac-e24e-466e-a311-d016fa20c651, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=481713ac-e24e-466e-a311-d016fa20c651,segment=NetworkSegment(47b6339e-84b1-4a64-92cb-1e399209098f),segment_id=47b6339e-84b1-4a64-92cb-1e399209098f)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:07:34.374946 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-42600626-c08f-48b8-bd2f-ab528ddd4a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (481713ac-e24e-466e-a311-d016fa20c651), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:34.399744 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2627b543-1bb6-4f83-81a5-6c3309045914 admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:07:34.400047 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-2627b543-1bb6-4f83-81a5-6c3309045914 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:07:34.440064 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2627b543-1bb6-4f83-81a5-6c3309045914 admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:07:34.510044 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42600626-c08f-48b8-bd2f-ab528ddd4a49 None None] Pushing event updated for resources: {'Port': ['ID=481713ac-e24e-466e-a311-d016fa20c651,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:34.694702 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d694619-f7c7-4b49-b2e7-5522f0f11083 req-0751770c-be5e-43d2-a89b-f84a5699538f tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbdbe16-e8d9-4662-915c-61882e6b75e6 HTTP/1.1" status: 200 len: 210 time: 0.1549711 Jan 28 00:07:34.747642 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627b543-1bb6-4f83-81a5-6c3309045914 admin admin] Pushing event updated for resources: {'Port': ['ID=0978e0e2-4139-4010-85c7-8cb6fff88935,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:34.796207 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.65', 58424) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:34.894952 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-53823287-e44d-4436-b37e-7c19f7850fbd req-a987a4c2-5da2-4690-82d9-8dc4f105c504 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=28e486def3c94288aabc80a06a92f785&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0918984 Jan 28 00:07:35.113777 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2627b543-1bb6-4f83-81a5-6c3309045914 admin admin] Publish callbacks [] for router_gateway (537371cb-b08c-4e4a-9703-f19818c4ad51), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:35.219000 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 481713ac-e24e-466e-a311-d016fa20c651 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:07:35.298257 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 481713ac-e24e-466e-a311-d016fa20c651 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:07:35.298985 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (481713ac-e24e-466e-a311-d016fa20c651), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:35.356707 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53823287-e44d-4436-b37e-7c19f7850fbd req-90863a66-5885-443e-8046-3c87cf831b02 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:35.362560 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-53823287-e44d-4436-b37e-7c19f7850fbd req-90863a66-5885-443e-8046-3c87cf831b02 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4667411 Jan 28 00:07:35.422823 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42666) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:35.446636 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 481713ac-e24e-466e-a311-d016fa20c651 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:07:35.447991 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (481713ac-e24e-466e-a311-d016fa20c651), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:35.480052 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-53823287-e44d-4436-b37e-7c19f7850fbd req-2847cad0-f954-473b-96fb-8aabb0d196bf tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Request body: {'port': {'device_id': '6cbdbe16-e8d9-4662-915c-61882e6b75e6', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'admin_state_up': True, 'tenant_id': '28e486def3c94288aabc80a06a92f785'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:07:35.524861 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 481713ac-e24e-466e-a311-d016fa20c651, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=481713ac-e24e-466e-a311-d016fa20c651,segment=NetworkSegment(47b6339e-84b1-4a64-92cb-1e399209098f),segment_id=47b6339e-84b1-4a64-92cb-1e399209098f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:07:35.537326 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (481713ac-e24e-466e-a311-d016fa20c651), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:35.539428 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 29bfd5a4-7665-4769-a77e-d2812ab7dcc2 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:07:35.575036 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2627b543-1bb6-4f83-81a5-6c3309045914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (537371cb-b08c-4e4a-9703-f19818c4ad51), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:35.777047 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=481713ac-e24e-466e-a311-d016fa20c651,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:35.806805 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 29bfd5a4-7665-4769-a77e-d2812ab7dcc2 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:07:35.808478 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (29bfd5a4-7665-4769-a77e-d2812ab7dcc2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:35.887928 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2627b543-1bb6-4f83-81a5-6c3309045914 admin admin] Router 537371cb-b08c-4e4a-9703-f19818c4ad51 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:07:35.892515 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53823287-e44d-4436-b37e-7c19f7850fbd req-2847cad0-f954-473b-96fb-8aabb0d196bf tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Made reservation on behalf of 28e486def3c94288aabc80a06a92f785 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:07:35.898859 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-53823287-e44d-4436-b37e-7c19f7850fbd req-2847cad0-f954-473b-96fb-8aabb0d196bf tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:35.925592 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-53823287-e44d-4436-b37e-7c19f7850fbd req-2847cad0-f954-473b-96fb-8aabb0d196bf tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:35.985450 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-84de1665-445c-468d-9b45-06ac250eb30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:35.989320 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 29bfd5a4-7665-4769-a77e-d2812ab7dcc2 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:07:36.060839 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ea701c20-a365-4b9e-80a1-5a7211a8eae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:36.110159 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-53823287-e44d-4436-b37e-7c19f7850fbd req-2847cad0-f954-473b-96fb-8aabb0d196bf tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Publish callbacks [] for security_group (2f33da6d-a403-456a-89c0-85f2dc8f99b6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:36.120917 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-53823287-e44d-4436-b37e-7c19f7850fbd req-2847cad0-f954-473b-96fb-8aabb0d196bf tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2f33da6d-a403-456a-89c0-85f2dc8f99b6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:36.277349 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde444a0-27eb-451f-b8b7-a8fdad240dd8 None None] Network 536c1183-fdef-4004-85ff-657e779c410f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:07:36.352451 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7f618e2-16e5-428f-b9a5-ec2470248a21 req-ba561041-7a87-40da-8c0f-c88d71a2f80d tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbdbe16-e8d9-4662-915c-61882e6b75e6 HTTP/1.1" status: 200 len: 210 time: 0.0275283 Jan 28 00:07:36.374858 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2627b543-1bb6-4f83-81a5-6c3309045914 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:07:36.386792 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdfec40-65d8-4966-9161-706629e4e38a None None] Sync routers for ids ['537371cb-b08c-4e4a-9703-f19818c4ad51'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:07:36.389179 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-53823287-e44d-4436-b37e-7c19f7850fbd req-2847cad0-f954-473b-96fb-8aabb0d196bf tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Allocated IP 192.168.233.127 (6cc4916b-e8a0-4618-abd0-934e16bf0b78/3d2cf619-4390-4946-b152-016e9ede005d/c4f5ed41-15be-4863-a06e-6afafc5cb966) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:07:36.418519 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2627b543-1bb6-4f83-81a5-6c3309045914 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:36.423091 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2627b543-1bb6-4f83-81a5-6c3309045914 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.6633995 Jan 28 00:07:36.432035 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42706) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:36.438042 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdfec40-65d8-4966-9161-706629e4e38a None None] Routers {'537371cb-b08c-4e4a-9703-f19818c4ad51'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:07:36.440439 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-7cdfec40-65d8-4966-9161-706629e4e38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:07:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['537371cb-b08c-4e4a-9703-f19818c4ad51'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:07:36.559359 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-b1509080-dae4-4636-9061-ca0852ea7e34 None None] Provisioning complete for port 481713ac-e24e-466e-a311-d016fa20c651 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:07:36.560008 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1509080-dae4-4636-9061-ca0852ea7e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (481713ac-e24e-466e-a311-d016fa20c651), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:36.636383 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-53823287-e44d-4436-b37e-7c19f7850fbd req-2847cad0-f954-473b-96fb-8aabb0d196bf tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Publish callbacks [] for port (c4f5ed41-15be-4863-a06e-6afafc5cb966), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:36.707761 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b1509080-dae4-4636-9061-ca0852ea7e34 None None] Current status of the port 481713ac-e24e-466e-a311-d016fa20c651 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:07:36.725702 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-53823287-e44d-4436-b37e-7c19f7850fbd req-2847cad0-f954-473b-96fb-8aabb0d196bf tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (c4f5ed41-15be-4863-a06e-6afafc5cb966), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:36.839569 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-7cdfec40-65d8-4966-9161-706629e4e38a None None] Set router 537371cb-b08c-4e4a-9703-f19818c4ad51 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:07:36.853537 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847cad0-f954-473b-96fb-8aabb0d196bf tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Pushing event updated for resources: {'Port': ['ID=c4f5ed41-15be-4863-a06e-6afafc5cb966,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:36.864222 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-a9a0d9ed-dab2-484a-b1d7-26d02184343f tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=d0d8020e775c458d96c138dba83f468a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0835462 Jan 28 00:07:36.881521 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53823287-e44d-4436-b37e-7c19f7850fbd req-2847cad0-f954-473b-96fb-8aabb0d196bf tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:07:36.888640 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-53823287-e44d-4436-b37e-7c19f7850fbd req-2847cad0-f954-473b-96fb-8aabb0d196bf tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:07:36.894954 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-53823287-e44d-4436-b37e-7c19f7850fbd req-2847cad0-f954-473b-96fb-8aabb0d196bf tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:07:36.903995 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53823287-e44d-4436-b37e-7c19f7850fbd req-2847cad0-f954-473b-96fb-8aabb0d196bf tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:36.904950 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-53823287-e44d-4436-b37e-7c19f7850fbd req-2847cad0-f954-473b-96fb-8aabb0d196bf tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:36.912283 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847cad0-f954-473b-96fb-8aabb0d196bf tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f33da6d-a403-456a-89c0-85f2dc8f99b6,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:37.001776 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-53823287-e44d-4436-b37e-7c19f7850fbd req-2847cad0-f954-473b-96fb-8aabb0d196bf tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5257688 Jan 28 00:07:37.027425 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-53823287-e44d-4436-b37e-7c19f7850fbd req-08bcd5a6-c8a5-450f-983b-6ac0d37def7e tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:07:37.030406 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-53823287-e44d-4436-b37e-7c19f7850fbd req-08bcd5a6-c8a5-450f-983b-6ac0d37def7e tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0228016 Jan 28 00:07:37.054513 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 481713ac-e24e-466e-a311-d016fa20c651 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:07:37.092699 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ea701c20-a365-4b9e-80a1-5a7211a8eae1 admin admin] Publish callbacks [] for security_group (ef84d5f8-62d6-46e3-b3bc-e85ebfd124ba), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:37.100873 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ea701c20-a365-4b9e-80a1-5a7211a8eae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ef84d5f8-62d6-46e3-b3bc-e85ebfd124ba), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:37.143208 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-7cdfec40-65d8-4966-9161-706629e4e38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537371cb-b08c-4e4a-9703-f19818c4ad51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-543264028-router', 'tenant_id': 'dc07123b62df4b78a3e16a1d5c977eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '0978e0e2-4139-4010-85c7-8cb6fff88935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:07:32Z', 'updated_at': '2022-01-28T00:07:34Z', 'revision_number': 3, 'project_id': 'dc07123b62df4b78a3e16a1d5c977eda', 'gw_port': {'id': '0978e0e2-4139-4010-85c7-8cb6fff88935', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ce:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537371cb-b08c-4e4a-9703-f19818c4ad51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:33Z', 'updated_at': '2022-01-28T00:07:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:07:37.147223 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-568dd610-6cda-45bc-901a-7610a2d4826c None None] Provisioning complete for port 481713ac-e24e-466e-a311-d016fa20c651 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:07:37.149880 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-568dd610-6cda-45bc-901a-7610a2d4826c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (481713ac-e24e-466e-a311-d016fa20c651), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:37.155180 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ea701c20-a365-4b9e-80a1-5a7211a8eae1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d39c554b65944168acb7f71752122861&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7211175 Jan 28 00:07:37.162623 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42724) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:37.202463 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdfec40-65d8-4966-9161-706629e4e38a None None] Checking router: 537371cb-b08c-4e4a-9703-f19818c4ad51 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:07:37.202730 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdfec40-65d8-4966-9161-706629e4e38a None None] Updating router 537371cb-b08c-4e4a-9703-f19818c4ad51 port 0978e0e2-4139-4010-85c7-8cb6fff88935 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:07:37.227190 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea701c20-a365-4b9e-80a1-5a7211a8eae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef84d5f8-62d6-46e3-b3bc-e85ebfd124ba,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:37.293674 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7cdfec40-65d8-4966-9161-706629e4e38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0978e0e2-4139-4010-85c7-8cb6fff88935), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:37.300269 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f52893e-b499-4ff7-b1c0-805f6ba4ec6e admin admin] Publish callbacks [] for security_group (ef84d5f8-62d6-46e3-b3bc-e85ebfd124ba), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:37.403258 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f52893e-b499-4ff7-b1c0-805f6ba4ec6e admin admin] Publish callbacks [] for security_group (ef84d5f8-62d6-46e3-b3bc-e85ebfd124ba), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:37.417520 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-d3932785-543d-4b68-9e40-0a2919b27d36 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:37.442993 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-d3932785-543d-4b68-9e40-0a2919b27d36 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5764720 Jan 28 00:07:37.482248 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-568dd610-6cda-45bc-901a-7610a2d4826c None None] Current status of the port 481713ac-e24e-466e-a311-d016fa20c651 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:07:37.534038 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-44ea9e0b-79c3-4c65-b926-2926ae84b16f tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/quotas/d0d8020e775c458d96c138dba83f468a HTTP/1.1" status: 200 len: 375 time: 0.0894220 Jan 28 00:07:37.545556 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 481713ac-e24e-466e-a311-d016fa20c651 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:07:37.548028 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (481713ac-e24e-466e-a311-d016fa20c651), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:37.656868 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-8c6f2efe-f659-4506-854a-5a5b131f39f0 None None] Provisioning complete for port c4f5ed41-15be-4863-a06e-6afafc5cb966 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:07:37.664839 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8c6f2efe-f659-4506-854a-5a5b131f39f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c4f5ed41-15be-4863-a06e-6afafc5cb966), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:37.672470 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-9cfb7914-cfa1-4283-8735-7f4da735fb1c tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d0d8020e775c458d96c138dba83f468a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1283786 Jan 28 00:07:37.762170 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8c6f2efe-f659-4506-854a-5a5b131f39f0 None None] Port c4f5ed41-15be-4863-a06e-6afafc5cb966 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:07:37.813689 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f52893e-b499-4ff7-b1c0-805f6ba4ec6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ef84d5f8-62d6-46e3-b3bc-e85ebfd124ba), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:37.817330 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f52893e-b499-4ff7-b1c0-805f6ba4ec6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:37.818926 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8f52893e-b499-4ff7-b1c0-805f6ba4ec6e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ef84d5f8-62d6-46e3-b3bc-e85ebfd124ba HTTP/1.1" status: 204 len: 168 time: 0.6503081 Jan 28 00:07:37.856318 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52893e-b499-4ff7-b1c0-805f6ba4ec6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef84d5f8-62d6-46e3-b3bc-e85ebfd124ba,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:37.898751 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-53823287-e44d-4436-b37e-7c19f7850fbd req-6ae05901-1955-47ba-9ee1-9ffbf520defb service neutron] Request body: {'port': {'device_id': '6cbdbe16-e8d9-4662-915c-61882e6b75e6', 'device_owner': 'compute:tempest-test_az-1456324905', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:07:37.997093 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 481713ac-e24e-466e-a311-d016fa20c651 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:07:38.224147 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-53823287-e44d-4436-b37e-7c19f7850fbd req-6ae05901-1955-47ba-9ee1-9ffbf520defb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c4f5ed41-15be-4863-a06e-6afafc5cb966), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:38.226080 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-627d5695-52b7-4095-b568-c7d08f563e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:38.267494 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7cdfec40-65d8-4966-9161-706629e4e38a None None] Publish callbacks [] for port (0978e0e2-4139-4010-85c7-8cb6fff88935), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:38.276425 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7cdfec40-65d8-4966-9161-706629e4e38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (0978e0e2-4139-4010-85c7-8cb6fff88935), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:38.335076 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbabbd-babc-4084-8efe-2b3a58ad3260 req-3cf7d496-0b45-4f8c-bfe1-53dd48485aa8 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:38.344521 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ecbabbd-babc-4084-8efe-2b3a58ad3260 req-3cf7d496-0b45-4f8c-bfe1-53dd48485aa8 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbdbe16-e8d9-4662-915c-61882e6b75e6 HTTP/1.1" status: 200 len: 936 time: 0.1141670 Jan 28 00:07:38.393361 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851dbf8-2629-4b70-95d4-64d2870300f3 None None] Pushing event updated for resources: {'Port': ['ID=0978e0e2-4139-4010-85c7-8cb6fff88935,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:38.446889 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-7cdfec40-65d8-4966-9161-706629e4e38a None None] Attempting to bind port 0978e0e2-4139-4010-85c7-8cb6fff88935 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:07:38.447564 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-7cdfec40-65d8-4966-9161-706629e4e38a None None] Attempting to bind port 0978e0e2-4139-4010-85c7-8cb6fff88935 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:07:38.447739 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdfec40-65d8-4966-9161-706629e4e38a None None] Attempting to bind port 0978e0e2-4139-4010-85c7-8cb6fff88935 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:07:38.464877 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ecbabbd-babc-4084-8efe-2b3a58ad3260 req-a9158801-d9cb-4aa3-bfa6-a3f452ce43b7 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f33da6d-a403-456a-89c0-85f2dc8f99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189244 Jan 28 00:07:38.465638 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdfec40-65d8-4966-9161-706629e4e38a None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:07:38.466028 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdfec40-65d8-4966-9161-706629e4e38a None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:07:38.466443 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7cdfec40-65d8-4966-9161-706629e4e38a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:38.466980 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdfec40-65d8-4966-9161-706629e4e38a None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:07:38.467473 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-7cdfec40-65d8-4966-9161-706629e4e38a None None] Bound port: 0978e0e2-4139-4010-85c7-8cb6fff88935, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:07:38.467907 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7cdfec40-65d8-4966-9161-706629e4e38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0978e0e2-4139-4010-85c7-8cb6fff88935), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:38.496624 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18f03baa-3be3-49a6-b364-0495bfcae714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:38.599398 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-7cdfec40-65d8-4966-9161-706629e4e38a None None] For port 0978e0e2-4139-4010-85c7-8cb6fff88935, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:07:38.615355 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-7cdfec40-65d8-4966-9161-706629e4e38a None None] For port 0978e0e2-4139-4010-85c7-8cb6fff88935, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=0978e0e2-4139-4010-85c7-8cb6fff88935,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:07:38.628998 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-7cdfec40-65d8-4966-9161-706629e4e38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (0978e0e2-4139-4010-85c7-8cb6fff88935), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:38.738411 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851dbf8-2629-4b70-95d4-64d2870300f3 None None] Pushing event updated for resources: {'Port': ['ID=0978e0e2-4139-4010-85c7-8cb6fff88935,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:38.795044 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdfec40-65d8-4966-9161-706629e4e38a None None] Routers {'537371cb-b08c-4e4a-9703-f19818c4ad51'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:07:38.795741 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-7cdfec40-65d8-4966-9161-706629e4e38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:07:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['537371cb-b08c-4e4a-9703-f19818c4ad51'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:07:39.018449 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-912877e7-1bdc-4801-a373-fbd6a6e4b77e req-6678b238-7cb6-4b44-b129-9addad5e8c86 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1e5b500-f4fe-43bd-9819-022e12e1c0a2 HTTP/1.1" status: 200 len: 210 time: 0.1308711 Jan 28 00:07:39.035437 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-7cdfec40-65d8-4966-9161-706629e4e38a None None] Set router 537371cb-b08c-4e4a-9703-f19818c4ad51 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:07:39.169606 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-18f03baa-3be3-49a6-b364-0495bfcae714 admin admin] Allocated IP 172.20.0.1 (536c1183-fdef-4004-85ff-657e779c410f/c920d44e-b52f-44da-905b-e8e29b1a19f4/39a079c6-eb9d-4e84-a57a-91a4e7fe47bc) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:07:39.248632 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42784) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:39.365135 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-483cfa1f-402a-4874-a277-f613dbeda258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:39.449749 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18f03baa-3be3-49a6-b364-0495bfcae714 admin admin] Publish callbacks [] for port (39a079c6-eb9d-4e84-a57a-91a4e7fe47bc), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:39.498115 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:39.507160 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18f03baa-3be3-49a6-b364-0495bfcae714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (39a079c6-eb9d-4e84-a57a-91a4e7fe47bc), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:39.514625 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-7cdfec40-65d8-4966-9161-706629e4e38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537371cb-b08c-4e4a-9703-f19818c4ad51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-543264028-router', 'tenant_id': 'dc07123b62df4b78a3e16a1d5c977eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '0978e0e2-4139-4010-85c7-8cb6fff88935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:07:32Z', 'updated_at': '2022-01-28T00:07:34Z', 'revision_number': 3, 'project_id': 'dc07123b62df4b78a3e16a1d5c977eda', 'gw_port': {'id': '0978e0e2-4139-4010-85c7-8cb6fff88935', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ce:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537371cb-b08c-4e4a-9703-f19818c4ad51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:33Z', 'updated_at': '2022-01-28T00:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:07:39.570065 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f03baa-3be3-49a6-b364-0495bfcae714 admin admin] Network 536c1183-fdef-4004-85ff-657e779c410f is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:07:39.574139 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-18f03baa-3be3-49a6-b364-0495bfcae714 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:07:39.596260 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f03baa-3be3-49a6-b364-0495bfcae714 admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:07:39.597582 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18f03baa-3be3-49a6-b364-0495bfcae714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (537371cb-b08c-4e4a-9703-f19818c4ad51), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:39.639385 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-53823287-e44d-4436-b37e-7c19f7850fbd req-6ae05901-1955-47ba-9ee1-9ffbf520defb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f5ed41-15be-4863-a06e-6afafc5cb966 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:07:39.675072 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-53823287-e44d-4436-b37e-7c19f7850fbd req-6ae05901-1955-47ba-9ee1-9ffbf520defb service neutron] Publish callbacks [] for port (c4f5ed41-15be-4863-a06e-6afafc5cb966), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:39.689317 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f03baa-3be3-49a6-b364-0495bfcae714 admin admin] Pushing event updated for resources: {'Port': ['ID=39a079c6-eb9d-4e84-a57a-91a4e7fe47bc,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:39.728739 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdfec40-65d8-4966-9161-706629e4e38a None None] The sync data for ids ['537371cb-b08c-4e4a-9703-f19818c4ad51'] in n-d-826754-1 is: [{'id': '537371cb-b08c-4e4a-9703-f19818c4ad51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-543264028-router', 'tenant_id': 'dc07123b62df4b78a3e16a1d5c977eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '0978e0e2-4139-4010-85c7-8cb6fff88935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:07:32Z', 'updated_at': '2022-01-28T00:07:34Z', 'revision_number': 3, 'project_id': 'dc07123b62df4b78a3e16a1d5c977eda', 'gw_port': {'id': '0978e0e2-4139-4010-85c7-8cb6fff88935', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ce:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537371cb-b08c-4e4a-9703-f19818c4ad51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:33Z', 'updated_at': '2022-01-28T00:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:07:39.766585 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:07:39.788181 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-53823287-e44d-4436-b37e-7c19f7850fbd req-6ae05901-1955-47ba-9ee1-9ffbf520defb service neutron] Transition to ACTIVE for port object c4f5ed41-15be-4863-a06e-6afafc5cb966 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:07:39.813626 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-53823287-e44d-4436-b37e-7c19f7850fbd req-6ae05901-1955-47ba-9ee1-9ffbf520defb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c4f5ed41-15be-4863-a06e-6afafc5cb966), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:39.995828 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae05901-1955-47ba-9ee1-9ffbf520defb service neutron] Pushing event updated for resources: {'Port': ['ID=c4f5ed41-15be-4863-a06e-6afafc5cb966,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:39.998966 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4df6a3-f288-4c41-9e41-08139cd97271 req-e0c9a3cf-aac5-4981-90c6-6bfa2e6ba39a tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:40.001060 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad4df6a3-f288-4c41-9e41-08139cd97271 req-e0c9a3cf-aac5-4981-90c6-6bfa2e6ba39a tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbdbe16-e8d9-4662-915c-61882e6b75e6 HTTP/1.1" status: 200 len: 936 time: 0.2512009 Jan 28 00:07:40.127095 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18f03baa-3be3-49a6-b364-0495bfcae714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (39a079c6-eb9d-4e84-a57a-91a4e7fe47bc), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:40.149813 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42808) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:40.152725 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-53823287-e44d-4436-b37e-7c19f7850fbd req-6ae05901-1955-47ba-9ee1-9ffbf520defb service neutron] Attempting to bind port c4f5ed41-15be-4863-a06e-6afafc5cb966 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:07:40.159805 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-53823287-e44d-4436-b37e-7c19f7850fbd req-6ae05901-1955-47ba-9ee1-9ffbf520defb service neutron] Attempting to bind port c4f5ed41-15be-4863-a06e-6afafc5cb966 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:07:40.160589 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53823287-e44d-4436-b37e-7c19f7850fbd req-6ae05901-1955-47ba-9ee1-9ffbf520defb service neutron] Attempting to bind port c4f5ed41-15be-4863-a06e-6afafc5cb966 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:07:40.198649 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad4df6a3-f288-4c41-9e41-08139cd97271 req-98cc0468-d4cb-4e2e-988e-780cd38ea361 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f33da6d-a403-456a-89c0-85f2dc8f99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859798 Jan 28 00:07:40.239141 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-483cfa1f-402a-4874-a277-f613dbeda258 admin admin] Publish callbacks [] for security_group (7a05b94c-cd30-4533-a39e-f525deb67f63), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:40.247145 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53823287-e44d-4436-b37e-7c19f7850fbd req-6ae05901-1955-47ba-9ee1-9ffbf520defb service neutron] Port c4f5ed41-15be-4863-a06e-6afafc5cb966 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:07:40.247849 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53823287-e44d-4436-b37e-7c19f7850fbd req-6ae05901-1955-47ba-9ee1-9ffbf520defb service neutron] Attempting to bind port c4f5ed41-15be-4863-a06e-6afafc5cb966 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:07:40.261677 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-70c54e2b-76e3-41cf-9f5a-9184cc893222 None None] Provisioning complete for port 39a079c6-eb9d-4e84-a57a-91a4e7fe47bc triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:07:40.263320 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-483cfa1f-402a-4874-a277-f613dbeda258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7a05b94c-cd30-4533-a39e-f525deb67f63), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:40.272137 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-70c54e2b-76e3-41cf-9f5a-9184cc893222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (39a079c6-eb9d-4e84-a57a-91a4e7fe47bc), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:40.290050 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53823287-e44d-4436-b37e-7c19f7850fbd req-6ae05901-1955-47ba-9ee1-9ffbf520defb service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:07:40.290746 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53823287-e44d-4436-b37e-7c19f7850fbd req-6ae05901-1955-47ba-9ee1-9ffbf520defb service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:07:40.292769 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53823287-e44d-4436-b37e-7c19f7850fbd req-6ae05901-1955-47ba-9ee1-9ffbf520defb service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:07:40.298144 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-53823287-e44d-4436-b37e-7c19f7850fbd req-6ae05901-1955-47ba-9ee1-9ffbf520defb service neutron] Bound port: c4f5ed41-15be-4863-a06e-6afafc5cb966, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:07:40.298909 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-53823287-e44d-4436-b37e-7c19f7850fbd req-6ae05901-1955-47ba-9ee1-9ffbf520defb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c4f5ed41-15be-4863-a06e-6afafc5cb966), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:40.339823 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42814) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:40.415935 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1948813f-4015-493e-a4a2-da4dc7996799 req-2bb28e00-ca8a-4fbf-9fa8-adfa6c877f5e tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1e5b500-f4fe-43bd-9819-022e12e1c0a2 HTTP/1.1" status: 200 len: 210 time: 0.0356646 Jan 28 00:07:40.446242 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483cfa1f-402a-4874-a277-f613dbeda258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a05b94c-cd30-4533-a39e-f525deb67f63,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:40.511813 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-70c54e2b-76e3-41cf-9f5a-9184cc893222 None None] Port 39a079c6-eb9d-4e84-a57a-91a4e7fe47bc cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:07:40.534737 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-483cfa1f-402a-4874-a277-f613dbeda258 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a2fee2f2d031466ea59d230071c6a555&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2832723 Jan 28 00:07:40.538138 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42818) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:40.652403 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-53823287-e44d-4436-b37e-7c19f7850fbd req-6ae05901-1955-47ba-9ee1-9ffbf520defb service neutron] For port c4f5ed41-15be-4863-a06e-6afafc5cb966, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:07:40.660171 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-53823287-e44d-4436-b37e-7c19f7850fbd req-6ae05901-1955-47ba-9ee1-9ffbf520defb service neutron] For port c4f5ed41-15be-4863-a06e-6afafc5cb966, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=c4f5ed41-15be-4863-a06e-6afafc5cb966,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:07:40.668048 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-53823287-e44d-4436-b37e-7c19f7850fbd req-6ae05901-1955-47ba-9ee1-9ffbf520defb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c4f5ed41-15be-4863-a06e-6afafc5cb966), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:40.743672 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18f03baa-3be3-49a6-b364-0495bfcae714 admin admin] Publish callbacks [] for port (39a079c6-eb9d-4e84-a57a-91a4e7fe47bc), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:40.749285 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae05901-1955-47ba-9ee1-9ffbf520defb service neutron] Pushing event updated for resources: {'Port': ['ID=c4f5ed41-15be-4863-a06e-6afafc5cb966,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:40.761350 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53823287-e44d-4436-b37e-7c19f7850fbd req-6ae05901-1955-47ba-9ee1-9ffbf520defb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:40.762163 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-53823287-e44d-4436-b37e-7c19f7850fbd req-6ae05901-1955-47ba-9ee1-9ffbf520defb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:40.764332 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-53823287-e44d-4436-b37e-7c19f7850fbd req-6ae05901-1955-47ba-9ee1-9ffbf520defb service neutron] 10.222.0.65 "PUT /v2.0/ports/c4f5ed41-15be-4863-a06e-6afafc5cb966 HTTP/1.1" status: 200 len: 1118 time: 3.0489488 Jan 28 00:07:40.764882 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cbdbe16-e8d9-4662-915c-61882e6b75e6', 'tag': 'c4f5ed41-15be-4863-a06e-6afafc5cb966'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:07:40.771758 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18f03baa-3be3-49a6-b364-0495bfcae714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (39a079c6-eb9d-4e84-a57a-91a4e7fe47bc), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:40.773083 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18f03baa-3be3-49a6-b364-0495bfcae714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (537371cb-b08c-4e4a-9703-f19818c4ad51), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:40.780758 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f8117662-5c3a-4574-a91f-be510ddb5801 admin admin] Publish callbacks [] for security_group (7a05b94c-cd30-4533-a39e-f525deb67f63), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:40.940993 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:41.004314 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0c7afed3-2212-4c84-aab3-0d6234fee6b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:41.119952 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4fd20ee1-4a35-458a-83f2-fa35fd82b108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:41.140793 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 0978e0e2-4139-4010-85c7-8cb6fff88935 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:07:41.282858 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53823287-e44d-4436-b37e-7c19f7850fbd req-ec653f54-d51a-482d-8890-e6a23667adf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:41.285306 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-53823287-e44d-4436-b37e-7c19f7850fbd req-ec653f54-d51a-482d-8890-e6a23667adf0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=28e486def3c94288aabc80a06a92f785&device_id=6cbdbe16-e8d9-4662-915c-61882e6b75e6 HTTP/1.1" status: 200 len: 1121 time: 0.3011670 Jan 28 00:07:41.349335 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 0978e0e2-4139-4010-85c7-8cb6fff88935 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:07:41.349744 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0978e0e2-4139-4010-85c7-8cb6fff88935), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:41.448008 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.52', 55010) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:41.547126 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32740e7f-803c-424b-858e-fe9767f74235" -d '{"events": [{"name": "network-changed", "server_uuid": "6cbdbe16-e8d9-4662-915c-61882e6b75e6", "tag": "c4f5ed41-15be-4863-a06e-6afafc5cb966"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:07:41.573046 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 0978e0e2-4139-4010-85c7-8cb6fff88935 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:07:41.574174 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0978e0e2-4139-4010-85c7-8cb6fff88935), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:41.600303 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-53823287-e44d-4436-b37e-7c19f7850fbd req-7affcb83-b788-4108-a033-9b2acba709c8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=c4f5ed41-15be-4863-a06e-6afafc5cb966 HTTP/1.1" status: 200 len: 217 time: 0.2804189 Jan 28 00:07:41.617650 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 0978e0e2-4139-4010-85c7-8cb6fff88935, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=0978e0e2-4139-4010-85c7-8cb6fff88935,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:07:41.628558 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-efde7bfb-b022-4f59-bece-2f0a180cf7e6 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d0d8020e775c458d96c138dba83f468a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691185 Jan 28 00:07:41.631191 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (0978e0e2-4139-4010-85c7-8cb6fff88935), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:41.652518 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4fd20ee1-4a35-458a-83f2-fa35fd82b108 admin admin] Publish callbacks [] for security_group (308ec878-b84f-4095-95fb-58eeb7c8a0d4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:41.687450 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0c7afed3-2212-4c84-aab3-0d6234fee6b9 admin admin] Publish callbacks [] for security_group (c12c7fe3-99e4-4e67-9892-370baf886a15), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:41.721704 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4fd20ee1-4a35-458a-83f2-fa35fd82b108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (308ec878-b84f-4095-95fb-58eeb7c8a0d4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:41.765606 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=0978e0e2-4139-4010-85c7-8cb6fff88935,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:41.792035 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f03baa-3be3-49a6-b364-0495bfcae714 admin admin] Pushing event updated for resources: {'Port': ['ID=39a079c6-eb9d-4e84-a57a-91a4e7fe47bc,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:41.807883 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f8117662-5c3a-4574-a91f-be510ddb5801 admin admin] Publish callbacks [] for security_group (7a05b94c-cd30-4533-a39e-f525deb67f63), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:41.812180 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0c7afed3-2212-4c84-aab3-0d6234fee6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c12c7fe3-99e4-4e67-9892-370baf886a15), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:41.900326 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0c7afed3-2212-4c84-aab3-0d6234fee6b9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e1a1d00593b244baaab54967bf2a3dc9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5593402 Jan 28 00:07:41.908028 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42852) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:41.909129 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-048cd922-1fec-4ea5-8337-3724e7ee60cc req-6e7c99c1-65d2-462a-a399-fdd066d3121a tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1e5b500-f4fe-43bd-9819-022e12e1c0a2 HTTP/1.1" status: 200 len: 210 time: 0.0992777 Jan 28 00:07:41.947311 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd20ee1-4a35-458a-83f2-fa35fd82b108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308ec878-b84f-4095-95fb-58eeb7c8a0d4,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:41.973065 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53823287-e44d-4436-b37e-7c19f7850fbd req-70ba3f07-90e9-48ae-adac-801dedd008a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:41.977570 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-53823287-e44d-4436-b37e-7c19f7850fbd req-70ba3f07-90e9-48ae-adac-801dedd008a9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.3236189 Jan 28 00:07:41.996812 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4fd20ee1-4a35-458a-83f2-fa35fd82b108 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1b636b5165c34f9191d5d9a358ed43ee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8239210 Jan 28 00:07:42.011049 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42862) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:42.059247 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:42.083938 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7afed3-2212-4c84-aab3-0d6234fee6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12c7fe3-99e4-4e67-9892-370baf886a15,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:42.137313 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f03baa-3be3-49a6-b364-0495bfcae714 admin admin] Network 536c1183-fdef-4004-85ff-657e779c410f is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:07:42.141581 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-18f03baa-3be3-49a6-b364-0495bfcae714 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:07:42.207148 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-85608cd2-6988-49c4-a808-0c4ba29ee49c tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:42.209751 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-85608cd2-6988-49c4-a808-0c4ba29ee49c tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5750451 Jan 28 00:07:42.296389 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12705dbb-961a-49d8-a86b-bf17eadbd327 x-openstack-request-id: req-12705dbb-961a-49d8-a86b-bf17eadbd327 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:07:42.297120 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cbdbe16-e8d9-4662-915c-61882e6b75e6", "tag": "c4f5ed41-15be-4863-a06e-6afafc5cb966", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:07:42.297120 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-12705dbb-961a-49d8-a86b-bf17eadbd327 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:07:42.297671 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cbdbe16-e8d9-4662-915c-61882e6b75e6', 'tag': 'c4f5ed41-15be-4863-a06e-6afafc5cb966', 'status': 'completed', 'code': 200} Jan 28 00:07:42.382911 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f03baa-3be3-49a6-b364-0495bfcae714 admin admin] Router 537371cb-b08c-4e4a-9703-f19818c4ad51 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:07:42.399095 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c73101-443d-44d0-8af3-e138c3acc522 req-2ef49bfb-cbf1-4eb0-862a-171655820296 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:42.403027 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-3ef5b5b0-d009-446f-8bcd-4ddc39d82869 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Request body: {'port': {'device_id': 'd1e5b500-f4fe-43bd-9819-022e12e1c0a2', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'admin_state_up': True, 'tenant_id': 'd0d8020e775c458d96c138dba83f468a'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:07:42.410893 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-44c73101-443d-44d0-8af3-e138c3acc522 req-2ef49bfb-cbf1-4eb0-862a-171655820296 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbdbe16-e8d9-4662-915c-61882e6b75e6 HTTP/1.1" status: 200 len: 970 time: 0.6201649 Jan 28 00:07:42.486907 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-44c73101-443d-44d0-8af3-e138c3acc522 req-aa6b1b0b-8d28-46d5-b8b0-1aee8488badf tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f33da6d-a403-456a-89c0-85f2dc8f99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744228 Jan 28 00:07:42.513201 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53823287-e44d-4436-b37e-7c19f7850fbd req-a55ec5bd-d404-4a21-9914-df596bb03616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:42.515810 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-53823287-e44d-4436-b37e-7c19f7850fbd req-a55ec5bd-d404-4a21-9914-df596bb03616 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5170979 Jan 28 00:07:42.570571 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f8117662-5c3a-4574-a91f-be510ddb5801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7a05b94c-cd30-4533-a39e-f525deb67f63), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:42.574322 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:42.583730 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f8117662-5c3a-4574-a91f-be510ddb5801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:42.590669 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f8117662-5c3a-4574-a91f-be510ddb5801 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7a05b94c-cd30-4533-a39e-f525deb67f63 HTTP/1.1" status: 204 len: 168 time: 2.0480628 Jan 28 00:07:42.621770 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8117662-5c3a-4574-a91f-be510ddb5801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a05b94c-cd30-4533-a39e-f525deb67f63,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:42.664725 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-49402053-5a24-4fe3-8532-c34bc067370f admin admin] Publish callbacks [] for security_group (c12c7fe3-99e4-4e67-9892-370baf886a15), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:42.698751 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-863e3518-ea78-42ed-8a72-1bd332918077 None None] Provisioning complete for port 39a079c6-eb9d-4e84-a57a-91a4e7fe47bc triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:07:42.699747 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-863e3518-ea78-42ed-8a72-1bd332918077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (39a079c6-eb9d-4e84-a57a-91a4e7fe47bc), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:42.756573 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f03baa-3be3-49a6-b364-0495bfcae714 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:07:42.773832 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-18f03baa-3be3-49a6-b364-0495bfcae714 admin admin] 10.222.0.70 "PUT /v2.0/routers/537371cb-b08c-4e4a-9703-f19818c4ad51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3404219 Jan 28 00:07:42.848702 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20a842a4-9e2d-463c-94bf-da7a6a7edd57 admin admin] Publish callbacks [] for security_group (308ec878-b84f-4095-95fb-58eeb7c8a0d4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:42.878673 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-863e3518-ea78-42ed-8a72-1bd332918077 None None] Port 39a079c6-eb9d-4e84-a57a-91a4e7fe47bc cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:07:43.060857 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 0978e0e2-4139-4010-85c7-8cb6fff88935 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:07:43.138930 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6272e06c-1edc-497f-a44a-dd7e4e6da3d2 None None] Sync routers for ids ['537371cb-b08c-4e4a-9703-f19818c4ad51'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:07:43.141980 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-afc2f080-4f94-4e52-bd36-b7b77b97588d req-d457195b-b2f5-4e7b-ab63-4206ef4cb80f tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1e5b500-f4fe-43bd-9819-022e12e1c0a2 HTTP/1.1" status: 200 len: 210 time: 0.0630715 Jan 28 00:07:43.164634 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-49402053-5a24-4fe3-8532-c34bc067370f admin admin] Publish callbacks [] for security_group (c12c7fe3-99e4-4e67-9892-370baf886a15), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:43.189809 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6272e06c-1edc-497f-a44a-dd7e4e6da3d2 None None] Routers {'537371cb-b08c-4e4a-9703-f19818c4ad51'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:07:43.190467 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-6272e06c-1edc-497f-a44a-dd7e4e6da3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:07:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['537371cb-b08c-4e4a-9703-f19818c4ad51'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:07:43.230606 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42894) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:43.255938 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20a842a4-9e2d-463c-94bf-da7a6a7edd57 admin admin] Publish callbacks [] for security_group (308ec878-b84f-4095-95fb-58eeb7c8a0d4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:43.322642 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-53823287-e44d-4436-b37e-7c19f7850fbd req-6b91332f-1870-42ba-b923-a5b38f39d5b1 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6916568 Jan 28 00:07:43.350427 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-6272e06c-1edc-497f-a44a-dd7e4e6da3d2 None None] Set router 537371cb-b08c-4e4a-9703-f19818c4ad51 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:07:43.484257 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-3ef5b5b0-d009-446f-8bcd-4ddc39d82869 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Made reservation on behalf of d0d8020e775c458d96c138dba83f468a for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:07:43.493616 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-3ef5b5b0-d009-446f-8bcd-4ddc39d82869 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:43.513635 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-49402053-5a24-4fe3-8532-c34bc067370f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c12c7fe3-99e4-4e67-9892-370baf886a15), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:43.516407 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-49402053-5a24-4fe3-8532-c34bc067370f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:43.520062 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-49402053-5a24-4fe3-8532-c34bc067370f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c12c7fe3-99e4-4e67-9892-370baf886a15 HTTP/1.1" status: 204 len: 168 time: 1.6020737 Jan 28 00:07:43.530144 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-3ef5b5b0-d009-446f-8bcd-4ddc39d82869 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:43.553615 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20a842a4-9e2d-463c-94bf-da7a6a7edd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (308ec878-b84f-4095-95fb-58eeb7c8a0d4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:43.558027 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20a842a4-9e2d-463c-94bf-da7a6a7edd57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:43.559095 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-20a842a4-9e2d-463c-94bf-da7a6a7edd57 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/308ec878-b84f-4095-95fb-58eeb7c8a0d4 HTTP/1.1" status: 204 len: 168 time: 1.5461574 Jan 28 00:07:43.562295 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49402053-5a24-4fe3-8532-c34bc067370f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12c7fe3-99e4-4e67-9892-370baf886a15,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:43.592369 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a842a4-9e2d-463c-94bf-da7a6a7edd57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308ec878-b84f-4095-95fb-58eeb7c8a0d4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:43.606873 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-53823287-e44d-4436-b37e-7c19f7850fbd req-5b693faf-599c-4762-aa98-8917df4f82b3 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765598 Jan 28 00:07:43.675115 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-3ef5b5b0-d009-446f-8bcd-4ddc39d82869 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Publish callbacks [] for security_group (097cc55d-5aa9-423a-a0b8-7fcff7739fc9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:43.686115 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-3ef5b5b0-d009-446f-8bcd-4ddc39d82869 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (097cc55d-5aa9-423a-a0b8-7fcff7739fc9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:43.724638 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:43.725446 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 0978e0e2-4139-4010-85c7-8cb6fff88935 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:07:43.725817 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0978e0e2-4139-4010-85c7-8cb6fff88935), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:43.741345 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d4f7bda5-e252-47c5-a425-9beac2405567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:43.814367 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a0978-4c60-4e56-bbba-06924ac9d44f req-7be260bc-7dab-48bb-ac2c-f2c534134bb1 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:43.825830 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3d8a0978-4c60-4e56-bbba-06924ac9d44f req-7be260bc-7dab-48bb-ac2c-f2c534134bb1 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbdbe16-e8d9-4662-915c-61882e6b75e6 HTTP/1.1" status: 200 len: 970 time: 0.2090578 Jan 28 00:07:44.030688 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5b5b0-d009-446f-8bcd-4ddc39d82869 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=097cc55d-5aa9-423a-a0b8-7fcff7739fc9,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:44.062646 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3d8a0978-4c60-4e56-bbba-06924ac9d44f req-df1dd3d5-ee36-4b3d-a4ed-d2164886752e tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f33da6d-a403-456a-89c0-85f2dc8f99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356355 Jan 28 00:07:44.074433 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32740e7f-803c-424b-858e-fe9767f74235 req-6333c29f-33dc-44bd-a553-678db7b5da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:44.082744 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-32740e7f-803c-424b-858e-fe9767f74235 req-6333c29f-33dc-44bd-a553-678db7b5da12 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=28e486def3c94288aabc80a06a92f785&device_id=6cbdbe16-e8d9-4662-915c-61882e6b75e6 HTTP/1.1" status: 200 len: 1121 time: 0.3434868 Jan 28 00:07:44.186481 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-3ef5b5b0-d009-446f-8bcd-4ddc39d82869 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Allocated IP 192.168.233.13 (6cc4916b-e8a0-4618-abd0-934e16bf0b78/3d2cf619-4390-4946-b152-016e9ede005d/7fecf038-a376-49f2-b32e-e610b5c3e1b2) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:07:44.262111 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d4f7bda5-e252-47c5-a425-9beac2405567 admin admin] Publish callbacks [] for security_group (fb8aae47-4df4-4b23-a2fd-7dfdf5f97ab6), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:44.269607 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d4f7bda5-e252-47c5-a425-9beac2405567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (fb8aae47-4df4-4b23-a2fd-7dfdf5f97ab6), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:44.349712 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 0978e0e2-4139-4010-85c7-8cb6fff88935 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:07:44.390876 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d4f7bda5-e252-47c5-a425-9beac2405567 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7693a8e45e8444f19b259612f13f519f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1593437 Jan 28 00:07:44.405569 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42918) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:44.455300 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-6272e06c-1edc-497f-a44a-dd7e4e6da3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537371cb-b08c-4e4a-9703-f19818c4ad51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-543264028-router', 'tenant_id': 'dc07123b62df4b78a3e16a1d5c977eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '0978e0e2-4139-4010-85c7-8cb6fff88935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:07:32Z', 'updated_at': '2022-01-28T00:07:40Z', 'revision_number': 4, 'project_id': 'dc07123b62df4b78a3e16a1d5c977eda', 'gw_port': {'id': '0978e0e2-4139-4010-85c7-8cb6fff88935', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537371cb-b08c-4e4a-9703-f19818c4ad51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:33Z', 'updated_at': '2022-01-28T00:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '39a079c6-eb9d-4e84-a57a-91a4e7fe47bc', 'name': '', 'network_id': '536c1183-fdef-4004-85ff-657e779c410f', 'tenant_id': 'dc07123b62df4b78a3e16a1d5c977eda', 'mac_address': 'fa:16:3e:8b:ec:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537371cb-b08c-4e4a-9703-f19818c4ad51', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c920d44e-b52f-44da-905b-e8e29b1a19f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:38Z', 'updated_at': '2022-01-28T00:07:40Z', 'revision_number': 2, 'project_id': 'dc07123b62df4b78a3e16a1d5c977eda', 'subnets': [{'id': 'c920d44e-b52f-44da-905b-e8e29b1a19f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:07:44.485598 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-3ef5b5b0-d009-446f-8bcd-4ddc39d82869 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Publish callbacks [] for port (7fecf038-a376-49f2-b32e-e610b5c3e1b2), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:44.559124 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7bda5-e252-47c5-a425-9beac2405567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8aae47-4df4-4b23-a2fd-7dfdf5f97ab6,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:44.580159 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-3ef5b5b0-d009-446f-8bcd-4ddc39d82869 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (7fecf038-a376-49f2-b32e-e610b5c3e1b2), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:44.585041 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6272e06c-1edc-497f-a44a-dd7e4e6da3d2 None None] Checking router: 537371cb-b08c-4e4a-9703-f19818c4ad51 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:07:44.589648 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6272e06c-1edc-497f-a44a-dd7e4e6da3d2 None None] Updating router 537371cb-b08c-4e4a-9703-f19818c4ad51 port 39a079c6-eb9d-4e84-a57a-91a4e7fe47bc binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:07:44.611561 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e9f3cc1-8c9b-4efb-a80f-ee39fb9c6b7e req-6f0ed8f8-3eef-4a45-8151-2719d2c8befc tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1e5b500-f4fe-43bd-9819-022e12e1c0a2 HTTP/1.1" status: 200 len: 210 time: 0.2011492 Jan 28 00:07:44.691245 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6272e06c-1edc-497f-a44a-dd7e4e6da3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (39a079c6-eb9d-4e84-a57a-91a4e7fe47bc), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:44.710734 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5b5b0-d009-446f-8bcd-4ddc39d82869 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Pushing event updated for resources: {'Port': ['ID=7fecf038-a376-49f2-b32e-e610b5c3e1b2,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:44.735950 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc6e687c-b78a-4035-b511-b18268e77f1e admin admin] Publish callbacks [] for security_group (fb8aae47-4df4-4b23-a2fd-7dfdf5f97ab6), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:44.738868 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42922) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:44.775943 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61bc4ecc-31d4-4a4c-919d-b70f4b6d6f9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:44.807669 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-3ef5b5b0-d009-446f-8bcd-4ddc39d82869 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:07:44.829025 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc6e687c-b78a-4035-b511-b18268e77f1e admin admin] Publish callbacks [] for security_group (fb8aae47-4df4-4b23-a2fd-7dfdf5f97ab6), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:44.836587 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-3ef5b5b0-d009-446f-8bcd-4ddc39d82869 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:07:44.868310 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-3ef5b5b0-d009-446f-8bcd-4ddc39d82869 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:07:44.874565 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-3ef5b5b0-d009-446f-8bcd-4ddc39d82869 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:44.875418 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-3ef5b5b0-d009-446f-8bcd-4ddc39d82869 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:45.001305 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-3ef5b5b0-d009-446f-8bcd-4ddc39d82869 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6057453 Jan 28 00:07:45.013215 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32740e7f-803c-424b-858e-fe9767f74235 req-3bbdbc5c-7a49-4610-a07d-d4fccde7331a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:45.021207 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-32740e7f-803c-424b-858e-fe9767f74235 req-3bbdbc5c-7a49-4610-a07d-d4fccde7331a service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.9259315 Jan 28 00:07:45.054515 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-59e6ac08-b719-4a3b-9e88-e9630b95c252 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:07:45.056134 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-59e6ac08-b719-4a3b-9e88-e9630b95c252 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0335219 Jan 28 00:07:45.068320 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc6e687c-b78a-4035-b511-b18268e77f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (fb8aae47-4df4-4b23-a2fd-7dfdf5f97ab6), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:45.073061 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc6e687c-b78a-4035-b511-b18268e77f1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:45.079123 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-bc6e687c-b78a-4035-b511-b18268e77f1e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fb8aae47-4df4-4b23-a2fd-7dfdf5f97ab6 HTTP/1.1" status: 204 len: 168 time: 0.6582720 Jan 28 00:07:45.101820 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e687c-b78a-4035-b511-b18268e77f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8aae47-4df4-4b23-a2fd-7dfdf5f97ab6,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:45.197969 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-32740e7f-803c-424b-858e-fe9767f74235 req-688699f9-2a7a-4915-a79b-03285c1b1d53 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=c4f5ed41-15be-4863-a06e-6afafc5cb966 HTTP/1.1" status: 200 len: 217 time: 0.1491725 Jan 28 00:07:45.263179 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42938) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:45.286699 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a948cdd-f46a-4211-8a2f-db812b5d8cbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:45.429025 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32740e7f-803c-424b-858e-fe9767f74235 req-30f29578-95f0-4f01-818e-d103c8336671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:45.430543 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-32740e7f-803c-424b-858e-fe9767f74235 req-30f29578-95f0-4f01-818e-d103c8336671 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.2112389 Jan 28 00:07:45.431758 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a9886-b4fd-4bb9-8f2f-7fabda932b11 req-c60b6ae9-b1d5-4987-bc59-cee873b8a733 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:45.434666 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-680a9886-b4fd-4bb9-8f2f-7fabda932b11 req-c60b6ae9-b1d5-4987-bc59-cee873b8a733 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbdbe16-e8d9-4662-915c-61882e6b75e6 HTTP/1.1" status: 200 len: 970 time: 0.1344073 Jan 28 00:07:45.540855 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61bc4ecc-31d4-4a4c-919d-b70f4b6d6f9c admin admin] Publish callbacks [] for security_group (a1cb5224-4fd8-4875-b453-324e3a50063d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:45.555579 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61bc4ecc-31d4-4a4c-919d-b70f4b6d6f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a1cb5224-4fd8-4875-b453-324e3a50063d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:45.560815 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-680a9886-b4fd-4bb9-8f2f-7fabda932b11 req-72645a45-ff97-4d19-9abe-86972a0fb31c tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f33da6d-a403-456a-89c0-85f2dc8f99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187732 Jan 28 00:07:45.585768 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-3b741e78-6a26-4d52-822a-a1020f5d5a10 None None] Provisioning complete for port 7fecf038-a376-49f2-b32e-e610b5c3e1b2 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:07:45.586353 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b741e78-6a26-4d52-822a-a1020f5d5a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (7fecf038-a376-49f2-b32e-e610b5c3e1b2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:45.611029 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a948cdd-f46a-4211-8a2f-db812b5d8cbd admin admin] Publish callbacks [] for security_group (d9696ac4-d071-4b6d-ad75-aafda43ee292), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:45.626815 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a948cdd-f46a-4211-8a2f-db812b5d8cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d9696ac4-d071-4b6d-ad75-aafda43ee292), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:45.647981 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32740e7f-803c-424b-858e-fe9767f74235 req-3d0dfba8-7f01-4a5b-99ef-7119e19911fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:45.649598 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-32740e7f-803c-424b-858e-fe9767f74235 req-3d0dfba8-7f01-4a5b-99ef-7119e19911fe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2110083 Jan 28 00:07:45.670218 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-61bc4ecc-31d4-4a4c-919d-b70f4b6d6f9c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=76b23008b89644b9ad874285bd39c996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9283464 Jan 28 00:07:45.679785 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42948) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:45.693285 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc4ecc-31d4-4a4c-919d-b70f4b6d6f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cb5224-4fd8-4875-b453-324e3a50063d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:45.792445 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6a948cdd-f46a-4211-8a2f-db812b5d8cbd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ba32f126382c40eea28279dfd2dcfda4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5278883 Jan 28 00:07:45.808819 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42950) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:45.870355 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3b741e78-6a26-4d52-822a-a1020f5d5a10 None None] Port 7fecf038-a376-49f2-b32e-e610b5c3e1b2 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:07:45.932947 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a948cdd-f46a-4211-8a2f-db812b5d8cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9696ac4-d071-4b6d-ad75-aafda43ee292,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:45.965273 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-32740e7f-803c-424b-858e-fe9767f74235 req-46cceac4-de8c-4e58-ad97-80728c686e6f service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121339 Jan 28 00:07:46.011458 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ce40034f-1e35-41b2-b24d-7b3a4b558d69 admin admin] Publish callbacks [] for security_group (a1cb5224-4fd8-4875-b453-324e3a50063d), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:46.031174 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37c5c1-98b4-411b-bd78-d83c85348873 req-c6ba1434-15d0-4e3f-85ec-1bf31a991f13 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:46.041272 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1c37c5c1-98b4-411b-bd78-d83c85348873 req-c6ba1434-15d0-4e3f-85ec-1bf31a991f13 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1e5b500-f4fe-43bd-9819-022e12e1c0a2 HTTP/1.1" status: 200 len: 935 time: 0.2190764 Jan 28 00:07:46.177281 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6272e06c-1edc-497f-a44a-dd7e4e6da3d2 None None] Publish callbacks [] for port (39a079c6-eb9d-4e84-a57a-91a4e7fe47bc), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:46.185448 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ce40034f-1e35-41b2-b24d-7b3a4b558d69 admin admin] Publish callbacks [] for security_group (a1cb5224-4fd8-4875-b453-324e3a50063d), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:46.187004 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6272e06c-1edc-497f-a44a-dd7e4e6da3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (39a079c6-eb9d-4e84-a57a-91a4e7fe47bc), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:46.188112 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-c2312ad7-fb40-47ca-8cbb-5e2fbdea1793 service neutron] Request body: {'port': {'device_id': 'd1e5b500-f4fe-43bd-9819-022e12e1c0a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:07:46.318454 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aad919-9cb8-4f14-98d3-90934c9e234b None None] Pushing event updated for resources: {'Port': ['ID=39a079c6-eb9d-4e84-a57a-91a4e7fe47bc,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:46.325750 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ce40034f-1e35-41b2-b24d-7b3a4b558d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a1cb5224-4fd8-4875-b453-324e3a50063d), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:46.329893 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ce40034f-1e35-41b2-b24d-7b3a4b558d69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:46.331055 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ce40034f-1e35-41b2-b24d-7b3a4b558d69 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a1cb5224-4fd8-4875-b453-324e3a50063d HTTP/1.1" status: 204 len: 168 time: 0.6488872 Jan 28 00:07:46.369307 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40034f-1e35-41b2-b24d-7b3a4b558d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cb5224-4fd8-4875-b453-324e3a50063d,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:46.383540 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-32740e7f-803c-424b-858e-fe9767f74235 req-88676083-6cce-44b4-a80f-5f3227f5b5aa service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099298 Jan 28 00:07:46.411033 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42962) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:46.417179 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1c37c5c1-98b4-411b-bd78-d83c85348873 req-ed81b065-4fc4-4f7f-b4f5-09b365288134 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531969 Jan 28 00:07:46.460226 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f816785-3fd5-4c19-9f7b-9d61910e20ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:46.528652 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-c2312ad7-fb40-47ca-8cbb-5e2fbdea1793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7fecf038-a376-49f2-b32e-e610b5c3e1b2), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:46.579280 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-6272e06c-1edc-497f-a44a-dd7e4e6da3d2 None None] Attempting to bind port 39a079c6-eb9d-4e84-a57a-91a4e7fe47bc on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:07:46.588361 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-6272e06c-1edc-497f-a44a-dd7e4e6da3d2 None None] Attempting to bind port 39a079c6-eb9d-4e84-a57a-91a4e7fe47bc by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '47b6339e-84b1-4a64-92cb-1e399209098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '536c1183-fdef-4004-85ff-657e779c410f'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:07:46.589857 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6272e06c-1edc-497f-a44a-dd7e4e6da3d2 None None] Attempting to bind port 39a079c6-eb9d-4e84-a57a-91a4e7fe47bc on network 536c1183-fdef-4004-85ff-657e779c410f {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:07:46.618919 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42968) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:46.623935 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-4c2de1b0-bcd8-44b5-b193-cece2b0732f9 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Request body: {'security_group': {'name': 'tempest-securitygroup--176696056', 'description': 'tempest-description--986648736'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:07:46.634547 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6272e06c-1edc-497f-a44a-dd7e4e6da3d2 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:07:46.639985 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6433276b-e491-4080-9bd7-1dad6b9b3b09 admin admin] Publish callbacks [] for security_group (d9696ac4-d071-4b6d-ad75-aafda43ee292), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:46.642347 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6272e06c-1edc-497f-a44a-dd7e4e6da3d2 None None] Checking segment: {'id': '47b6339e-84b1-4a64-92cb-1e399209098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '536c1183-fdef-4004-85ff-657e779c410f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:07:46.644506 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6272e06c-1edc-497f-a44a-dd7e4e6da3d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:46.645086 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6272e06c-1edc-497f-a44a-dd7e4e6da3d2 None None] Bound using segment: {'id': '47b6339e-84b1-4a64-92cb-1e399209098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '536c1183-fdef-4004-85ff-657e779c410f'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:07:46.646816 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-6272e06c-1edc-497f-a44a-dd7e4e6da3d2 None None] Bound port: 39a079c6-eb9d-4e84-a57a-91a4e7fe47bc, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b6339e-84b1-4a64-92cb-1e399209098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '536c1183-fdef-4004-85ff-657e779c410f'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:07:46.647377 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6272e06c-1edc-497f-a44a-dd7e4e6da3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (39a079c6-eb9d-4e84-a57a-91a4e7fe47bc), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:46.703513 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4c2de1b0-bcd8-44b5-b193-cece2b0732f9 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:46.789100 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6433276b-e491-4080-9bd7-1dad6b9b3b09 admin admin] Publish callbacks [] for security_group (d9696ac4-d071-4b6d-ad75-aafda43ee292), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:46.882938 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4c2de1b0-bcd8-44b5-b193-cece2b0732f9 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks [] for security_group (052f30d2-3809-45fe-8cf7-6fd8fec0c84b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:46.906919 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2c072df7-6f20-4dd5-b7a3-bad5dd20077b None None] Provisioning complete for port 39a079c6-eb9d-4e84-a57a-91a4e7fe47bc triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:07:46.907791 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2c072df7-6f20-4dd5-b7a3-bad5dd20077b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (39a079c6-eb9d-4e84-a57a-91a4e7fe47bc), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:46.913130 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4c2de1b0-bcd8-44b5-b193-cece2b0732f9 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (052f30d2-3809-45fe-8cf7-6fd8fec0c84b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:47.048841 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6272e06c-1edc-497f-a44a-dd7e4e6da3d2 None None] For port 39a079c6-eb9d-4e84-a57a-91a4e7fe47bc, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:07:47.072268 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4c2de1b0-bcd8-44b5-b193-cece2b0732f9 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:47.075004 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2c072df7-6f20-4dd5-b7a3-bad5dd20077b None None] Port 39a079c6-eb9d-4e84-a57a-91a4e7fe47bc cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:07:47.079148 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4c2de1b0-bcd8-44b5-b193-cece2b0732f9 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4588079 Jan 28 00:07:47.089255 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6272e06c-1edc-497f-a44a-dd7e4e6da3d2 None None] For port 39a079c6-eb9d-4e84-a57a-91a4e7fe47bc, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=39a079c6-eb9d-4e84-a57a-91a4e7fe47bc,segment=NetworkSegment(47b6339e-84b1-4a64-92cb-1e399209098f),segment_id=47b6339e-84b1-4a64-92cb-1e399209098f)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:07:47.092765 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42974) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:47.098079 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6272e06c-1edc-497f-a44a-dd7e4e6da3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (39a079c6-eb9d-4e84-a57a-91a4e7fe47bc), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:47.112730 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-b94b6d93-ecfb-4a20-9e3d-2316658f4cf8 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Request body: {'security_group_rule': {'security_group_id': '052f30d2-3809-45fe-8cf7-6fd8fec0c84b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:07:47.148040 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2de1b0-bcd8-44b5-b193-cece2b0732f9 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=052f30d2-3809-45fe-8cf7-6fd8fec0c84b,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:47.170590 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0c8b6-8981-473e-967c-d3bd0403c766 req-d9816f2d-c7f3-4e89-b7b9-6b93a17f44b5 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:47.180376 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-51a0c8b6-8981-473e-967c-d3bd0403c766 req-d9816f2d-c7f3-4e89-b7b9-6b93a17f44b5 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbdbe16-e8d9-4662-915c-61882e6b75e6 HTTP/1.1" status: 200 len: 970 time: 0.2949646 Jan 28 00:07:47.221421 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6272e06c-1edc-497f-a44a-dd7e4e6da3d2 None None] Routers {'537371cb-b08c-4e4a-9703-f19818c4ad51'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:07:47.224674 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-6272e06c-1edc-497f-a44a-dd7e4e6da3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:07:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['537371cb-b08c-4e4a-9703-f19818c4ad51'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:07:47.339102 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b94b6d93-ecfb-4a20-9e3d-2316658f4cf8 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks [] for security_group_rule (33654a9a-0598-4550-9376-2b856ea78bb0), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:47.346733 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-51a0c8b6-8981-473e-967c-d3bd0403c766 req-bc686c93-06e1-40ed-8059-3b249ae81ab7 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f33da6d-a403-456a-89c0-85f2dc8f99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558402 Jan 28 00:07:47.523258 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b94b6d93-ecfb-4a20-9e3d-2316658f4cf8 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks [] for security_group_rule (33654a9a-0598-4550-9376-2b856ea78bb0), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:47.525632 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-c2312ad7-fb40-47ca-8cbb-5e2fbdea1793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fecf038-a376-49f2-b32e-e610b5c3e1b2 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:07:47.531270 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b94b6d93-ecfb-4a20-9e3d-2316658f4cf8 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (33654a9a-0598-4550-9376-2b856ea78bb0), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:47.547458 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-c2312ad7-fb40-47ca-8cbb-5e2fbdea1793 service neutron] Publish callbacks [] for port (7fecf038-a376-49f2-b32e-e610b5c3e1b2), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:47.585651 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b6d93-ecfb-4a20-9e3d-2316658f4cf8 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33654a9a-0598-4550-9376-2b856ea78bb0,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:47.604092 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b94b6d93-ecfb-4a20-9e3d-2316658f4cf8 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:47.609051 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b94b6d93-ecfb-4a20-9e3d-2316658f4cf8 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5130150 Jan 28 00:07:47.611235 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42992) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:47.620270 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-c56e5859-02dd-435d-ab70-e053a94de29e tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Request body: {'security_group_rule': {'security_group_id': '052f30d2-3809-45fe-8cf7-6fd8fec0c84b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:07:47.628347 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-c2312ad7-fb40-47ca-8cbb-5e2fbdea1793 service neutron] Transition to ACTIVE for port object 7fecf038-a376-49f2-b32e-e610b5c3e1b2 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:07:47.631120 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6433276b-e491-4080-9bd7-1dad6b9b3b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d9696ac4-d071-4b6d-ad75-aafda43ee292), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:47.644566 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6433276b-e491-4080-9bd7-1dad6b9b3b09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:47.646353 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6433276b-e491-4080-9bd7-1dad6b9b3b09 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d9696ac4-d071-4b6d-ad75-aafda43ee292 HTTP/1.1" status: 204 len: 168 time: 1.8364196 Jan 28 00:07:47.666017 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433276b-e491-4080-9bd7-1dad6b9b3b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9696ac4-d071-4b6d-ad75-aafda43ee292,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:47.667917 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-c2312ad7-fb40-47ca-8cbb-5e2fbdea1793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (7fecf038-a376-49f2-b32e-e610b5c3e1b2), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:47.710791 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f816785-3fd5-4c19-9f7b-9d61910e20ee admin admin] Publish callbacks [] for security_group (64da9c2e-dd2d-4060-8f2d-ff3e1b950e9e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:47.724515 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f816785-3fd5-4c19-9f7b-9d61910e20ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (64da9c2e-dd2d-4060-8f2d-ff3e1b950e9e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:47.765256 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f816785-3fd5-4c19-9f7b-9d61910e20ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64da9c2e-dd2d-4060-8f2d-ff3e1b950e9e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:47.814348 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2312ad7-fb40-47ca-8cbb-5e2fbdea1793 service neutron] Pushing event updated for resources: {'Port': ['ID=7fecf038-a376-49f2-b32e-e610b5c3e1b2,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:47.854286 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-c2312ad7-fb40-47ca-8cbb-5e2fbdea1793 service neutron] Attempting to bind port 7fecf038-a376-49f2-b32e-e610b5c3e1b2 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:07:47.854630 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-c2312ad7-fb40-47ca-8cbb-5e2fbdea1793 service neutron] Attempting to bind port 7fecf038-a376-49f2-b32e-e610b5c3e1b2 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:07:47.854965 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-c2312ad7-fb40-47ca-8cbb-5e2fbdea1793 service neutron] Attempting to bind port 7fecf038-a376-49f2-b32e-e610b5c3e1b2 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:07:47.855283 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c56e5859-02dd-435d-ab70-e053a94de29e tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks [] for security_group_rule (264b2230-1f87-4c19-a8f6-9f6f7c5dd09c), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:47.877663 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42998) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:47.885532 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8f816785-3fd5-4c19-9f7b-9d61910e20ee admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a7cc64d7c62347a7bed27984a69e7c94&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4725683 Jan 28 00:07:47.887099 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-c2312ad7-fb40-47ca-8cbb-5e2fbdea1793 service neutron] Port 7fecf038-a376-49f2-b32e-e610b5c3e1b2 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:07:47.887384 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-c2312ad7-fb40-47ca-8cbb-5e2fbdea1793 service neutron] Attempting to bind port 7fecf038-a376-49f2-b32e-e610b5c3e1b2 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:07:47.888222 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aad919-9cb8-4f14-98d3-90934c9e234b None None] Pushing event updated for resources: {'Port': ['ID=39a079c6-eb9d-4e84-a57a-91a4e7fe47bc,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:47.909941 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-c2312ad7-fb40-47ca-8cbb-5e2fbdea1793 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:07:47.913427 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-c2312ad7-fb40-47ca-8cbb-5e2fbdea1793 service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:07:47.914076 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-c2312ad7-fb40-47ca-8cbb-5e2fbdea1793 service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:07:47.914717 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-c2312ad7-fb40-47ca-8cbb-5e2fbdea1793 service neutron] Bound port: 7fecf038-a376-49f2-b32e-e610b5c3e1b2, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:07:47.915299 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-c2312ad7-fb40-47ca-8cbb-5e2fbdea1793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7fecf038-a376-49f2-b32e-e610b5c3e1b2), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:47.919296 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6dc159-fa10-41cc-89b9-8b75f497f8af req-5808d777-1b87-4179-9d90-d975bdea206a tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:47.921623 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f4ce11c6-da90-424a-a3e5-d2f898ecff46 None None] Provisioning complete for port 39a079c6-eb9d-4e84-a57a-91a4e7fe47bc triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:07:47.922012 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f4ce11c6-da90-424a-a3e5-d2f898ecff46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (39a079c6-eb9d-4e84-a57a-91a4e7fe47bc), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:47.937182 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b6dc159-fa10-41cc-89b9-8b75f497f8af req-5808d777-1b87-4179-9d90-d975bdea206a tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1e5b500-f4fe-43bd-9819-022e12e1c0a2 HTTP/1.1" status: 200 len: 947 time: 0.3385181 Jan 28 00:07:48.125670 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c56e5859-02dd-435d-ab70-e053a94de29e tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks [] for security_group_rule (264b2230-1f87-4c19-a8f6-9f6f7c5dd09c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:48.184049 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c56e5859-02dd-435d-ab70-e053a94de29e tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (264b2230-1f87-4c19-a8f6-9f6f7c5dd09c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:48.184233 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f4ce11c6-da90-424a-a3e5-d2f898ecff46 None None] Current status of the port 39a079c6-eb9d-4e84-a57a-91a4e7fe47bc is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:07:48.184499 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f4ce11c6-da90-424a-a3e5-d2f898ecff46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (39a079c6-eb9d-4e84-a57a-91a4e7fe47bc), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:48.209539 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-c2312ad7-fb40-47ca-8cbb-5e2fbdea1793 service neutron] For port 7fecf038-a376-49f2-b32e-e610b5c3e1b2, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:07:48.217293 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-6272e06c-1edc-497f-a44a-dd7e4e6da3d2 None None] Set router 537371cb-b08c-4e4a-9703-f19818c4ad51 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:07:48.221697 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-c2312ad7-fb40-47ca-8cbb-5e2fbdea1793 service neutron] For port 7fecf038-a376-49f2-b32e-e610b5c3e1b2, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=7fecf038-a376-49f2-b32e-e610b5c3e1b2,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:07:48.231828 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-c2312ad7-fb40-47ca-8cbb-5e2fbdea1793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (7fecf038-a376-49f2-b32e-e610b5c3e1b2), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:48.277881 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f4ce11c6-da90-424a-a3e5-d2f898ecff46 None None] For port 39a079c6-eb9d-4e84-a57a-91a4e7fe47bc, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=39a079c6-eb9d-4e84-a57a-91a4e7fe47bc,segment=NetworkSegment(47b6339e-84b1-4a64-92cb-1e399209098f),segment_id=47b6339e-84b1-4a64-92cb-1e399209098f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:07:48.293276 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f4ce11c6-da90-424a-a3e5-d2f898ecff46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (39a079c6-eb9d-4e84-a57a-91a4e7fe47bc), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:48.309754 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34d454f5-6661-483a-af6e-2ed5dfa2e766 admin admin] Publish callbacks [] for security_group (64da9c2e-dd2d-4060-8f2d-ff3e1b950e9e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:48.330310 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e5859-02dd-435d-ab70-e053a94de29e tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264b2230-1f87-4c19-a8f6-9f6f7c5dd09c,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:48.344396 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c56e5859-02dd-435d-ab70-e053a94de29e tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:48.349598 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c56e5859-02dd-435d-ab70-e053a94de29e tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7370107 Jan 28 00:07:48.358117 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43010) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:48.372449 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b6dc159-fa10-41cc-89b9-8b75f497f8af req-6294ce95-bbe0-48ce-9b31-e459ecfa05cf tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037352 Jan 28 00:07:48.391429 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-50b87472-0cb4-41f6-8dce-98822a6cc7c6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:07:48.417864 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-c2312ad7-fb40-47ca-8cbb-5e2fbdea1793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:48.434544 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-c2312ad7-fb40-47ca-8cbb-5e2fbdea1793 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:48.436118 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-c2312ad7-fb40-47ca-8cbb-5e2fbdea1793 service neutron] 10.222.0.52 "PUT /v2.0/ports/7fecf038-a376-49f2-b32e-e610b5c3e1b2 HTTP/1.1" status: 200 len: 1095 time: 3.0784609 Jan 28 00:07:48.442103 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e5b500-f4fe-43bd-9819-022e12e1c0a2', 'tag': '7fecf038-a376-49f2-b32e-e610b5c3e1b2'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:07:48.460770 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f75edc-f040-408a-9254-2f9091a7c6c3" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e5b500-f4fe-43bd-9819-022e12e1c0a2", "tag": "7fecf038-a376-49f2-b32e-e610b5c3e1b2"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:07:48.529917 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2312ad7-fb40-47ca-8cbb-5e2fbdea1793 service neutron] Pushing event updated for resources: {'Port': ['ID=7fecf038-a376-49f2-b32e-e610b5c3e1b2,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:48.539120 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34d454f5-6661-483a-af6e-2ed5dfa2e766 admin admin] Publish callbacks [] for security_group (64da9c2e-dd2d-4060-8f2d-ff3e1b950e9e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:48.623111 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a780eb-2579-4298-9f15-2ffbc00c6168 x-openstack-request-id: req-55a780eb-2579-4298-9f15-2ffbc00c6168 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:07:48.623399 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e5b500-f4fe-43bd-9819-022e12e1c0a2", "tag": "7fecf038-a376-49f2-b32e-e610b5c3e1b2", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:07:48.623649 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-55a780eb-2579-4298-9f15-2ffbc00c6168 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:07:48.636286 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e5b500-f4fe-43bd-9819-022e12e1c0a2', 'tag': '7fecf038-a376-49f2-b32e-e610b5c3e1b2', 'status': 'completed', 'code': 200} Jan 28 00:07:48.669105 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce11c6-da90-424a-a3e5-d2f898ecff46 None None] Pushing event updated for resources: {'Port': ['ID=39a079c6-eb9d-4e84-a57a-91a4e7fe47bc,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:48.671978 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-57a969f8-7a1e-4062-a19c-30585f8f7e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:48.681308 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-57a969f8-7a1e-4062-a19c-30585f8f7e5f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d0d8020e775c458d96c138dba83f468a&device_id=d1e5b500-f4fe-43bd-9819-022e12e1c0a2 HTTP/1.1" status: 200 len: 1098 time: 0.1343527 Jan 28 00:07:48.781547 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60495b3-d671-40b5-9872-03e23b43fc19 req-bbf1f8cc-ecf4-4d11-982e-db2fa40e2997 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:48.783563 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a60495b3-d671-40b5-9872-03e23b43fc19 req-bbf1f8cc-ecf4-4d11-982e-db2fa40e2997 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbdbe16-e8d9-4662-915c-61882e6b75e6 HTTP/1.1" status: 200 len: 970 time: 0.2778440 Jan 28 00:07:48.785655 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50b87472-0cb4-41f6-8dce-98822a6cc7c6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:48.847673 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34d454f5-6661-483a-af6e-2ed5dfa2e766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (64da9c2e-dd2d-4060-8f2d-ff3e1b950e9e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:48.854613 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34d454f5-6661-483a-af6e-2ed5dfa2e766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:48.859893 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-34d454f5-6661-483a-af6e-2ed5dfa2e766 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/64da9c2e-dd2d-4060-8f2d-ff3e1b950e9e HTTP/1.1" status: 204 len: 168 time: 0.9801912 Jan 28 00:07:48.947397 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-6272e06c-1edc-497f-a44a-dd7e4e6da3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537371cb-b08c-4e4a-9703-f19818c4ad51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-543264028-router', 'tenant_id': 'dc07123b62df4b78a3e16a1d5c977eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '0978e0e2-4139-4010-85c7-8cb6fff88935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:07:32Z', 'updated_at': '2022-01-28T00:07:40Z', 'revision_number': 4, 'project_id': 'dc07123b62df4b78a3e16a1d5c977eda', 'gw_port': {'id': '0978e0e2-4139-4010-85c7-8cb6fff88935', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537371cb-b08c-4e4a-9703-f19818c4ad51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:33Z', 'updated_at': '2022-01-28T00:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '39a079c6-eb9d-4e84-a57a-91a4e7fe47bc', 'name': '', 'network_id': '536c1183-fdef-4004-85ff-657e779c410f', 'tenant_id': 'dc07123b62df4b78a3e16a1d5c977eda', 'mac_address': 'fa:16:3e:8b:ec:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537371cb-b08c-4e4a-9703-f19818c4ad51', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c920d44e-b52f-44da-905b-e8e29b1a19f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:38Z', 'updated_at': '2022-01-28T00:07:47Z', 'revision_number': 4, 'project_id': 'dc07123b62df4b78a3e16a1d5c977eda', 'subnets': [{'id': 'c920d44e-b52f-44da-905b-e8e29b1a19f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:07:48.980012 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d454f5-6661-483a-af6e-2ed5dfa2e766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64da9c2e-dd2d-4060-8f2d-ff3e1b950e9e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:49.030111 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6272e06c-1edc-497f-a44a-dd7e4e6da3d2 None None] The sync data for ids ['537371cb-b08c-4e4a-9703-f19818c4ad51'] in n-d-826754-1 is: [{'id': '537371cb-b08c-4e4a-9703-f19818c4ad51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-543264028-router', 'tenant_id': 'dc07123b62df4b78a3e16a1d5c977eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '0978e0e2-4139-4010-85c7-8cb6fff88935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:07:32Z', 'updated_at': '2022-01-28T00:07:40Z', 'revision_number': 4, 'project_id': 'dc07123b62df4b78a3e16a1d5c977eda', 'gw_port': {'id': '0978e0e2-4139-4010-85c7-8cb6fff88935', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537371cb-b08c-4e4a-9703-f19818c4ad51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:33Z', 'updated_at': '2022-01-28T00:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '39a079c6-eb9d-4e84-a57a-91a4e7fe47bc', 'name': '', 'network_id': '536c1183-fdef-4004-85ff-657e779c410f', 'tenant_id': 'dc07123b62df4b78a3e16a1d5c977eda', 'mac_address': 'fa:16:3e:8b:ec:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537371cb-b08c-4e4a-9703-f19818c4ad51', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c920d44e-b52f-44da-905b-e8e29b1a19f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:38Z', 'updated_at': '2022-01-28T00:07:47Z', 'revision_number': 4, 'project_id': 'dc07123b62df4b78a3e16a1d5c977eda', 'subnets': [{'id': 'c920d44e-b52f-44da-905b-e8e29b1a19f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:07:49.162860 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-07e604f9-aa26-4bff-b899-7be82332760b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=7fecf038-a376-49f2-b32e-e610b5c3e1b2 HTTP/1.1" status: 200 len: 217 time: 0.4460800 Jan 28 00:07:49.177596 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a60495b3-d671-40b5-9872-03e23b43fc19 req-588f03f8-e532-4932-a871-dbe56effef07 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f33da6d-a403-456a-89c0-85f2dc8f99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556283 Jan 28 00:07:49.328470 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50b87472-0cb4-41f6-8dce-98822a6cc7c6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:49.336785 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-61e94640-df20-43f1-9ba4-18a531581de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:49.338311 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-61e94640-df20-43f1-9ba4-18a531581de1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1311078 Jan 28 00:07:49.520162 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-b426ad5a-e765-42a0-bde0-f0172d6ec872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:49.529412 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-b426ad5a-e765-42a0-bde0-f0172d6ec872 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1606596 Jan 28 00:07:49.935979 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-20db6291-b864-4cab-8a67-7fad8f80a012 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963833 Jan 28 00:07:49.998184 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea1257-45ff-4d7d-a3d7-32b9947e1402 req-d24fc64a-7fe2-461d-83f1-37f5da27d7db tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:50.009237 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5cea1257-45ff-4d7d-a3d7-32b9947e1402 req-d24fc64a-7fe2-461d-83f1-37f5da27d7db tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1e5b500-f4fe-43bd-9819-022e12e1c0a2 HTTP/1.1" status: 200 len: 947 time: 0.2600822 Jan 28 00:07:50.075900 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-50b87472-0cb4-41f6-8dce-98822a6cc7c6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Allocated IP 172.25.3.116 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/b8b511bd-d2d4-41d5-b198-950779a172b9) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:07:50.260708 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4d9f9e24-5bf5-422c-a828-0d3f806a74ff req-d42524fa-0ee5-480f-9157-d4d48f303e5d service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931862 Jan 28 00:07:50.404102 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5cea1257-45ff-4d7d-a3d7-32b9947e1402 req-edc55df2-3730-4446-bdcd-eb858e00900e tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938026 Jan 28 00:07:50.500623 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50b87472-0cb4-41f6-8dce-98822a6cc7c6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks [] for port (b8b511bd-d2d4-41d5-b198-950779a172b9), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:50.530973 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3eaab9-03ae-41af-b3b7-191d99bfcf51 req-a6537765-2b54-42dd-8b24-baff6d2446c4 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:50.533279 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0b3eaab9-03ae-41af-b3b7-191d99bfcf51 req-a6537765-2b54-42dd-8b24-baff6d2446c4 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbdbe16-e8d9-4662-915c-61882e6b75e6 HTTP/1.1" status: 200 len: 970 time: 0.1422424 Jan 28 00:07:50.556380 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f75edc-f040-408a-9254-2f9091a7c6c3 req-d9547cf1-aeda-47ac-b60b-cedcad09ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:50.557798 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-27f75edc-f040-408a-9254-2f9091a7c6c3 req-d9547cf1-aeda-47ac-b60b-cedcad09ace5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d0d8020e775c458d96c138dba83f468a&device_id=d1e5b500-f4fe-43bd-9819-022e12e1c0a2 HTTP/1.1" status: 200 len: 1098 time: 0.1131248 Jan 28 00:07:50.633261 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50b87472-0cb4-41f6-8dce-98822a6cc7c6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (b8b511bd-d2d4-41d5-b198-950779a172b9), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:50.812865 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b87472-0cb4-41f6-8dce-98822a6cc7c6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Pushing event updated for resources: {'Port': ['ID=b8b511bd-d2d4-41d5-b198-950779a172b9,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:50.825496 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0b3eaab9-03ae-41af-b3b7-191d99bfcf51 req-6adb303b-26cc-49ca-b7df-24058919ed10 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f33da6d-a403-456a-89c0-85f2dc8f99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826474 Jan 28 00:07:50.859213 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b87472-0cb4-41f6-8dce-98822a6cc7c6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:07:50.863702 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-50b87472-0cb4-41f6-8dce-98822a6cc7c6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:07:50.866446 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f75edc-f040-408a-9254-2f9091a7c6c3 req-99786ad6-8567-47b0-bec9-03ee7ebf405a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:50.868128 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-27f75edc-f040-408a-9254-2f9091a7c6c3 req-99786ad6-8567-47b0-bec9-03ee7ebf405a service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.2975051 Jan 28 00:07:50.868995 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b87472-0cb4-41f6-8dce-98822a6cc7c6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:07:51.011052 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-27f75edc-f040-408a-9254-2f9091a7c6c3 req-dde6e9df-b6ec-4f95-a6ed-7665d0a383a1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=7fecf038-a376-49f2-b32e-e610b5c3e1b2 HTTP/1.1" status: 200 len: 217 time: 0.1341434 Jan 28 00:07:51.156159 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f75edc-f040-408a-9254-2f9091a7c6c3 req-37a04d3c-5ef3-45af-b0c9-47f8d096dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:51.162374 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-27f75edc-f040-408a-9254-2f9091a7c6c3 req-37a04d3c-5ef3-45af-b0c9-47f8d096dbc5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1375022 Jan 28 00:07:51.217661 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 39a079c6-eb9d-4e84-a57a-91a4e7fe47bc up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:07:51.289183 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50b87472-0cb4-41f6-8dce-98822a6cc7c6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks [] for floatingip (6789c033-f679-42b8-ac77-791e97a9bd84), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:51.306351 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f75edc-f040-408a-9254-2f9091a7c6c3 req-d216a1f9-223f-4988-aaaa-f5cdf0c0422f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:51.313430 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-27f75edc-f040-408a-9254-2f9091a7c6c3 req-d216a1f9-223f-4988-aaaa-f5cdf0c0422f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1440749 Jan 28 00:07:51.375546 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50b87472-0cb4-41f6-8dce-98822a6cc7c6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b8b511bd-d2d4-41d5-b198-950779a172b9), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:51.415288 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 39a079c6-eb9d-4e84-a57a-91a4e7fe47bc triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:07:51.415899 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (39a079c6-eb9d-4e84-a57a-91a4e7fe47bc), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:51.552894 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-27f75edc-f040-408a-9254-2f9091a7c6c3 req-ad27e6e0-4efc-4553-a3b6-c63f51ea0f77 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257354 Jan 28 00:07:51.613258 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 39a079c6-eb9d-4e84-a57a-91a4e7fe47bc is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:07:51.765014 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-27f75edc-f040-408a-9254-2f9091a7c6c3 req-64ea6aa4-42ba-4f7e-b981-0cc843b6f787 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030704 Jan 28 00:07:51.778866 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50b87472-0cb4-41f6-8dce-98822a6cc7c6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks [] for port (b8b511bd-d2d4-41d5-b198-950779a172b9), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:51.790116 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50b87472-0cb4-41f6-8dce-98822a6cc7c6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b8b511bd-d2d4-41d5-b198-950779a172b9), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:51.862881 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43108) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:51.874693 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b87472-0cb4-41f6-8dce-98822a6cc7c6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Pushing event updated for resources: {'Port': ['ID=b8b511bd-d2d4-41d5-b198-950779a172b9,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:51.892356 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50b87472-0cb4-41f6-8dce-98822a6cc7c6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (6789c033-f679-42b8-ac77-791e97a9bd84), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:51.909392 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac412b0-1173-489b-af9f-2e774d5ca61a req-16f8d974-28e4-4ea1-ae13-bfb344baf39f tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:51.918578 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9ac412b0-1173-489b-af9f-2e774d5ca61a req-16f8d974-28e4-4ea1-ae13-bfb344baf39f tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1e5b500-f4fe-43bd-9819-022e12e1c0a2 HTTP/1.1" status: 200 len: 947 time: 0.2324483 Jan 28 00:07:51.972837 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50b87472-0cb4-41f6-8dce-98822a6cc7c6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:51.990436 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-50b87472-0cb4-41f6-8dce-98822a6cc7c6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6167707 Jan 28 00:07:52.026692 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9ac412b0-1173-489b-af9f-2e774d5ca61a req-887511cd-94e8-418b-b2c4-52dd139e6a71 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071887 Jan 28 00:07:52.269937 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d95a0c-0184-4bca-8383-27775dcf36b3 req-3aff7e81-ac00-4380-8a7e-d08ea5a7d1a3 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:52.277401 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97d95a0c-0184-4bca-8383-27775dcf36b3 req-3aff7e81-ac00-4380-8a7e-d08ea5a7d1a3 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbdbe16-e8d9-4662-915c-61882e6b75e6 HTTP/1.1" status: 200 len: 970 time: 0.1151607 Jan 28 00:07:52.359553 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97d95a0c-0184-4bca-8383-27775dcf36b3 req-631167f3-6c55-465f-887f-2514e7ead106 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f33da6d-a403-456a-89c0-85f2dc8f99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809283 Jan 28 00:07:52.461007 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc312dc5-2494-4e96-a32f-40adea644864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:52.569238 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc312dc5-2494-4e96-a32f-40adea644864 admin admin] Publish callbacks [] for security_group (1edbd74f-dfdd-48c9-b696-9bb846e6a3ca), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:52.575873 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc312dc5-2494-4e96-a32f-40adea644864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (1edbd74f-dfdd-48c9-b696-9bb846e6a3ca), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:52.686200 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-dc312dc5-2494-4e96-a32f-40adea644864 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=682b6ee86ed0418990ea9244d3c6fe9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8217258 Jan 28 00:07:52.689038 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43130) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:52.761627 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc312dc5-2494-4e96-a32f-40adea644864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edbd74f-dfdd-48c9-b696-9bb846e6a3ca,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:52.846921 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e6bba5ab-fd32-4375-b416-4a4aa8444633 admin admin] Publish callbacks [] for security_group (1edbd74f-dfdd-48c9-b696-9bb846e6a3ca), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:52.923462 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e6bba5ab-fd32-4375-b416-4a4aa8444633 admin admin] Publish callbacks [] for security_group (1edbd74f-dfdd-48c9-b696-9bb846e6a3ca), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:53.012041 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e6bba5ab-fd32-4375-b416-4a4aa8444633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (1edbd74f-dfdd-48c9-b696-9bb846e6a3ca), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:53.020817 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e6bba5ab-fd32-4375-b416-4a4aa8444633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:53.025305 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e6bba5ab-fd32-4375-b416-4a4aa8444633 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1edbd74f-dfdd-48c9-b696-9bb846e6a3ca HTTP/1.1" status: 204 len: 168 time: 0.3352273 Jan 28 00:07:53.050425 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bba5ab-fd32-4375-b416-4a4aa8444633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edbd74f-dfdd-48c9-b696-9bb846e6a3ca,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:53.147714 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43144) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:53.392449 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b735e2-6b5c-46e1-af03-52e23c8db962 req-4f4277cd-ba03-4718-8aa2-8d043fa0e4b8 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:53.398759 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7b735e2-6b5c-46e1-af03-52e23c8db962 req-4f4277cd-ba03-4718-8aa2-8d043fa0e4b8 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1e5b500-f4fe-43bd-9819-022e12e1c0a2 HTTP/1.1" status: 200 len: 947 time: 0.0854070 Jan 28 00:07:53.523448 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7b735e2-6b5c-46e1-af03-52e23c8db962 req-46c4c86b-cae0-40a1-a686-d28c0cf37e00 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153851 Jan 28 00:07:53.649287 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a002fff8-166a-436f-9c04-a6e1011df5ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:53.761889 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335110de-9e64-4c23-95ac-c3b291833cae req-2c206bb0-45bb-49ba-b522-2d20f68d393b tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:53.769243 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-335110de-9e64-4c23-95ac-c3b291833cae req-2c206bb0-45bb-49ba-b522-2d20f68d393b tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbdbe16-e8d9-4662-915c-61882e6b75e6 HTTP/1.1" status: 200 len: 970 time: 0.1422694 Jan 28 00:07:53.876564 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-335110de-9e64-4c23-95ac-c3b291833cae req-5811e12b-6cf2-4b14-b281-a01ad94f1434 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f33da6d-a403-456a-89c0-85f2dc8f99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990961 Jan 28 00:07:53.906655 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a002fff8-166a-436f-9c04-a6e1011df5ce admin admin] Publish callbacks [] for security_group (c3083fb4-b6c1-4ff9-bdb5-eb5702831851), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:53.917681 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a002fff8-166a-436f-9c04-a6e1011df5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c3083fb4-b6c1-4ff9-bdb5-eb5702831851), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:53.963180 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43160) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:53.996621 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f1e8d4d5-be5a-4074-bb59-e9d3d6263517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:54.015163 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002fff8-166a-436f-9c04-a6e1011df5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3083fb4-b6c1-4ff9-bdb5-eb5702831851,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:54.069390 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a002fff8-166a-436f-9c04-a6e1011df5ce admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fff996b50b4648589f165debbb268e86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9178128 Jan 28 00:07:54.070336 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43164) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:54.157519 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f1e8d4d5-be5a-4074-bb59-e9d3d6263517 admin admin] Publish callbacks [] for security_group (3df6fa80-5d00-40cf-9644-6d2768f5f51a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:54.164678 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f1e8d4d5-be5a-4074-bb59-e9d3d6263517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (3df6fa80-5d00-40cf-9644-6d2768f5f51a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:54.222540 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e131441c-5181-4c45-803d-88090da47eff admin admin] Publish callbacks [] for security_group (c3083fb4-b6c1-4ff9-bdb5-eb5702831851), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:54.229208 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8d4d5-be5a-4074-bb59-e9d3d6263517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df6fa80-5d00-40cf-9644-6d2768f5f51a,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:54.259705 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f1e8d4d5-be5a-4074-bb59-e9d3d6263517 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=af9eee40a2044c4989bf057e36c1f9ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2949200 Jan 28 00:07:54.266034 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43168) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:54.287162 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e131441c-5181-4c45-803d-88090da47eff admin admin] Publish callbacks [] for security_group (c3083fb4-b6c1-4ff9-bdb5-eb5702831851), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:54.363983 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b1b4e3f-799e-4664-801f-5d0a9634518c admin admin] Publish callbacks [] for security_group (3df6fa80-5d00-40cf-9644-6d2768f5f51a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:54.409121 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e131441c-5181-4c45-803d-88090da47eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c3083fb4-b6c1-4ff9-bdb5-eb5702831851), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:54.416719 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e131441c-5181-4c45-803d-88090da47eff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:54.420490 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e131441c-5181-4c45-803d-88090da47eff admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c3083fb4-b6c1-4ff9-bdb5-eb5702831851 HTTP/1.1" status: 204 len: 168 time: 0.3466001 Jan 28 00:07:54.435336 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b1b4e3f-799e-4664-801f-5d0a9634518c admin admin] Publish callbacks [] for security_group (3df6fa80-5d00-40cf-9644-6d2768f5f51a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:54.479045 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e131441c-5181-4c45-803d-88090da47eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3083fb4-b6c1-4ff9-bdb5-eb5702831851,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:54.566183 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b1b4e3f-799e-4664-801f-5d0a9634518c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (3df6fa80-5d00-40cf-9644-6d2768f5f51a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:54.570431 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b1b4e3f-799e-4664-801f-5d0a9634518c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:54.571779 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2b1b4e3f-799e-4664-801f-5d0a9634518c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3df6fa80-5d00-40cf-9644-6d2768f5f51a HTTP/1.1" status: 204 len: 168 time: 0.3047299 Jan 28 00:07:54.586772 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b4e3f-799e-4664-801f-5d0a9634518c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df6fa80-5d00-40cf-9644-6d2768f5f51a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:54.733577 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca14d32-ce27-4d18-979e-6fb80c151f55 req-9eda8d19-36d6-49a3-bc31-7e49de3879f2 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:54.736925 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9ca14d32-ce27-4d18-979e-6fb80c151f55 req-9eda8d19-36d6-49a3-bc31-7e49de3879f2 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1e5b500-f4fe-43bd-9819-022e12e1c0a2 HTTP/1.1" status: 200 len: 947 time: 0.0794027 Jan 28 00:07:54.840253 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9ca14d32-ce27-4d18-979e-6fb80c151f55 req-a70cca85-5955-453d-9234-01959948b1d8 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955157 Jan 28 00:07:55.108781 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fe252-65e6-444b-b2c3-65ce77f52513 req-f6cc1804-6007-4dd0-b1f5-43f2b19b6ff5 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:55.111979 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-153fe252-65e6-444b-b2c3-65ce77f52513 req-f6cc1804-6007-4dd0-b1f5-43f2b19b6ff5 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbdbe16-e8d9-4662-915c-61882e6b75e6 HTTP/1.1" status: 200 len: 970 time: 0.1522517 Jan 28 00:07:55.175003 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43204) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:55.197430 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-152701df-f213-46b7-953d-b226d3184958 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:55.272990 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-153fe252-65e6-444b-b2c3-65ce77f52513 req-df678352-22ee-447a-b3d1-7427e265ba4f tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f33da6d-a403-456a-89c0-85f2dc8f99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536062 Jan 28 00:07:55.346096 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-c0271b28-0c6f-4e2c-9998-a7285aaaa304 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--176696056&fields=id&tenant_id=4fbf0a6223374ddfb503943d84d40270 HTTP/1.1" status: 200 len: 267 time: 0.1755838 Jan 28 00:07:55.416639 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-152701df-f213-46b7-953d-b226d3184958 admin admin] Publish callbacks [] for security_group (0a87fb6b-ceb0-4788-bcb4-031656dcfbcb), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:55.439692 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-152701df-f213-46b7-953d-b226d3184958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0a87fb6b-ceb0-4788-bcb4-031656dcfbcb), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:55.494341 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152701df-f213-46b7-953d-b226d3184958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a87fb6b-ceb0-4788-bcb4-031656dcfbcb,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:55.548613 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43214) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:55.549811 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-152701df-f213-46b7-953d-b226d3184958 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=34d878baa221474892b997cef77228c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3726180 Jan 28 00:07:55.640915 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-ae657604-08b3-46e8-85ba-38f6bc4ef469 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:55.648951 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-ae657604-08b3-46e8-85ba-38f6bc4ef469 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/networks?id=e089f335-5674-4c92-a564-9237fa994e7e HTTP/1.1" status: 200 len: 824 time: 0.3018739 Jan 28 00:07:55.681093 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-9bf8adf6-7c0f-482e-bccd-63f44347ac53 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/quotas/4fbf0a6223374ddfb503943d84d40270 HTTP/1.1" status: 200 len: 375 time: 0.0305414 Jan 28 00:07:55.746442 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-6f2facfd-669c-4f95-b3f8-2879b8d456bb req-7c8217c1-d889-4e7b-b9fb-4d818ecdcd69 tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] Request body: {'security_group': {'name': 'tempest-securitygroup-870414339', 'description': 'tempest-description-278346553'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:07:55.776896 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-22dcbca4-5f12-4771-87d6-d908b1a2db50 admin admin] Publish callbacks [] for security_group (0a87fb6b-ceb0-4788-bcb4-031656dcfbcb), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:55.837733 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6f2facfd-669c-4f95-b3f8-2879b8d456bb req-7c8217c1-d889-4e7b-b9fb-4d818ecdcd69 tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:55.871159 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-247260e2-0ae3-4cfe-af96-4b7aabbd1f96 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4fbf0a6223374ddfb503943d84d40270&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1805155 Jan 28 00:07:55.883484 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-22dcbca4-5f12-4771-87d6-d908b1a2db50 admin admin] Publish callbacks [] for security_group (0a87fb6b-ceb0-4788-bcb4-031656dcfbcb), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:55.889148 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6f2facfd-669c-4f95-b3f8-2879b8d456bb req-7c8217c1-d889-4e7b-b9fb-4d818ecdcd69 tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:56.042411 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-22dcbca4-5f12-4771-87d6-d908b1a2db50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0a87fb6b-ceb0-4788-bcb4-031656dcfbcb), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:56.055581 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-22dcbca4-5f12-4771-87d6-d908b1a2db50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:56.061372 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-22dcbca4-5f12-4771-87d6-d908b1a2db50 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0a87fb6b-ceb0-4788-bcb4-031656dcfbcb HTTP/1.1" status: 204 len: 168 time: 0.5097542 Jan 28 00:07:56.096630 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dcbca4-5f12-4771-87d6-d908b1a2db50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a87fb6b-ceb0-4788-bcb4-031656dcfbcb,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:56.135183 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6f2facfd-669c-4f95-b3f8-2879b8d456bb req-7c8217c1-d889-4e7b-b9fb-4d818ecdcd69 tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] Publish callbacks [] for security_group (88792db7-eafd-4d24-91fd-d27fb87ef044), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:56.142693 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6f2facfd-669c-4f95-b3f8-2879b8d456bb req-7c8217c1-d889-4e7b-b9fb-4d818ecdcd69 tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (88792db7-eafd-4d24-91fd-d27fb87ef044), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:56.213008 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8217c1-d889-4e7b-b9fb-4d818ecdcd69 tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88792db7-eafd-4d24-91fd-d27fb87ef044,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:56.309569 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6f2facfd-669c-4f95-b3f8-2879b8d456bb req-7c8217c1-d889-4e7b-b9fb-4d818ecdcd69 tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] Publish callbacks [] for security_group (757f3625-9bbe-47fe-817e-452b49b96d0f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:56.322971 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6f2facfd-669c-4f95-b3f8-2879b8d456bb req-7c8217c1-d889-4e7b-b9fb-4d818ecdcd69 tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (757f3625-9bbe-47fe-817e-452b49b96d0f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:56.383260 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-d266706b-9a1d-4d46-bb0e-2829c8de1611 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:07:56.386294 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-d266706b-9a1d-4d46-bb0e-2829c8de1611 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3235047 Jan 28 00:07:56.388429 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8217c1-d889-4e7b-b9fb-4d818ecdcd69 tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=757f3625-9bbe-47fe-817e-452b49b96d0f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:56.605869 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6f2facfd-669c-4f95-b3f8-2879b8d456bb req-7c8217c1-d889-4e7b-b9fb-4d818ecdcd69 tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:56.606621 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f2facfd-669c-4f95-b3f8-2879b8d456bb req-7c8217c1-d889-4e7b-b9fb-4d818ecdcd69 tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8795927 Jan 28 00:07:56.626925 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-686db0ff-6215-4eb4-aa0d-8c0499b7d481 service neutron] 10.222.0.70 "GET /v2.0/networks/e089f335-5674-4c92-a564-9237fa994e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190111 Jan 28 00:07:56.781954 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-cd32cd4e-590c-45bf-8528-80c1c14c2ddf service neutron] 10.222.0.70 "GET /v2.0/networks/e089f335-5674-4c92-a564-9237fa994e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540577 Jan 28 00:07:57.074393 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ec13e-e310-4351-84b7-ca807085d220 req-eacd3221-e09d-4953-a73f-5cd372592d0b tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:57.113121 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2a1ec13e-e310-4351-84b7-ca807085d220 req-eacd3221-e09d-4953-a73f-5cd372592d0b tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1e5b500-f4fe-43bd-9819-022e12e1c0a2 HTTP/1.1" status: 200 len: 947 time: 0.1212277 Jan 28 00:07:57.308314 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2a1ec13e-e310-4351-84b7-ca807085d220 req-947f7533-a006-4a70-b783-570c3763851d tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934931 Jan 28 00:07:57.412167 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-3b8fa3dc-b523-47b5-bb85-99bc630c7db8 req-ab97a5d3-4c85-4699-b808-100da51d38ff tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1438645301', 'description': 'tempest-description-1315655417'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:07:57.505116 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e6c53-85c8-459e-ac49-07a72edb9cc4 req-fe398242-9ed1-4428-9d37-fb7ec80d7f09 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:57.539115 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2e2e6c53-85c8-459e-ac49-07a72edb9cc4 req-fe398242-9ed1-4428-9d37-fb7ec80d7f09 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbdbe16-e8d9-4662-915c-61882e6b75e6 HTTP/1.1" status: 200 len: 970 time: 0.2619569 Jan 28 00:07:57.570380 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3b8fa3dc-b523-47b5-bb85-99bc630c7db8 req-ab97a5d3-4c85-4699-b808-100da51d38ff tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:57.682322 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2e2e6c53-85c8-459e-ac49-07a72edb9cc4 req-b0d351c5-f30b-4664-ac6e-61db6f723b7e tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f33da6d-a403-456a-89c0-85f2dc8f99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404562 Jan 28 00:07:57.828922 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2adb7d2b-c8cb-4fdf-ac77-05f8c2d8ff85 req-4fad8137-7b1c-45b7-becd-8bcb4538a792 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?device_id=e935eea7-1d17-4eaa-8aca-fe9b1039f820 HTTP/1.1" status: 200 len: 210 time: 0.0734646 Jan 28 00:07:57.839023 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43286) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:57.896271 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3b8fa3dc-b523-47b5-bb85-99bc630c7db8 req-ab97a5d3-4c85-4699-b808-100da51d38ff tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] Publish callbacks [] for security_group (9022026b-e1b1-4abf-949a-3b1e0a281852), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:57.901802 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3b8fa3dc-b523-47b5-bb85-99bc630c7db8 req-ab97a5d3-4c85-4699-b808-100da51d38ff tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (9022026b-e1b1-4abf-949a-3b1e0a281852), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:57.939920 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3b8fa3dc-b523-47b5-bb85-99bc630c7db8 req-ab97a5d3-4c85-4699-b808-100da51d38ff tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:57.942697 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3b8fa3dc-b523-47b5-bb85-99bc630c7db8 req-ab97a5d3-4c85-4699-b808-100da51d38ff tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5541291 Jan 28 00:07:57.959426 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97a5d3-4c85-4699-b808-100da51d38ff tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9022026b-e1b1-4abf-949a-3b1e0a281852,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:58.042837 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-1afeb8d0-17ef-4d58-9f7b-4a0a94eee076 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1063800272-network', 'tenant_id': '6990d737c5db4738a7ab281f03db2443'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:07:58.075516 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afeb8d0-17ef-4d58-9f7b-4a0a94eee076 admin admin] Made reservation on behalf of 6990d737c5db4738a7ab281f03db2443 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:07:58.078087 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1afeb8d0-17ef-4d58-9f7b-4a0a94eee076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:58.088326 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1afeb8d0-17ef-4d58-9f7b-4a0a94eee076 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:58.178895 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1afeb8d0-17ef-4d58-9f7b-4a0a94eee076 admin admin] Publish callbacks [] for security_group (267166fd-c4d2-49ed-98ae-dc760e252506), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:58.184355 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1afeb8d0-17ef-4d58-9f7b-4a0a94eee076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (267166fd-c4d2-49ed-98ae-dc760e252506), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:58.210608 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1afeb8d0-17ef-4d58-9f7b-4a0a94eee076 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:07:58.220588 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afeb8d0-17ef-4d58-9f7b-4a0a94eee076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267166fd-c4d2-49ed-98ae-dc760e252506,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:58.227534 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1afeb8d0-17ef-4d58-9f7b-4a0a94eee076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (43104a21-7151-4568-9565-5a61e6d921d7), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:58.227912 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-1afeb8d0-17ef-4d58-9f7b-4a0a94eee076 admin admin] Added segment 43104a21-7151-4568-9565-5a61e6d921d7 of type vlan for network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf Jan 28 00:07:58.278390 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1afeb8d0-17ef-4d58-9f7b-4a0a94eee076 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:58.306071 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1afeb8d0-17ef-4d58-9f7b-4a0a94eee076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:58.309453 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afeb8d0-17ef-4d58-9f7b-4a0a94eee076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:58.309453 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1afeb8d0-17ef-4d58-9f7b-4a0a94eee076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:58.309878 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-5a0308ff-c5d4-4fc6-be99-3aa5e07f4b66 req-6ec88b8e-2792-4f50-8592-91383c5e97c3 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-645528398', 'description': 'tempest-description-30083811'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:07:58.337244 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5a0308ff-c5d4-4fc6-be99-3aa5e07f4b66 req-6ec88b8e-2792-4f50-8592-91383c5e97c3 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:58.347228 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5a0308ff-c5d4-4fc6-be99-3aa5e07f4b66 req-6ec88b8e-2792-4f50-8592-91383c5e97c3 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:58.372163 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1afeb8d0-17ef-4d58-9f7b-4a0a94eee076 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5313344 Jan 28 00:07:58.375204 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43304) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:07:58.386667 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-e37389a2-e0d1-40f0-ba43-e60ca74d9982 admin admin] Request body: {'subnet': {'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1063800272-subnet', 'tenant_id': '6990d737c5db4738a7ab281f03db2443', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:07:58.391398 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afeb8d0-17ef-4d58-9f7b-4a0a94eee076 admin admin] Pushing event updated for resources: {'Network': ['ID=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:58.406149 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:07:58.422627 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37389a2-e0d1-40f0-ba43-e60ca74d9982 admin admin] Made reservation on behalf of 6990d737c5db4738a7ab281f03db2443 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:07:58.425048 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e37389a2-e0d1-40f0-ba43-e60ca74d9982 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:58.683225 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5a0308ff-c5d4-4fc6-be99-3aa5e07f4b66 req-6ec88b8e-2792-4f50-8592-91383c5e97c3 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] Publish callbacks [] for security_group (41dce9d0-a2fd-48a4-ac64-fb90b79b15f3), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:58.697729 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5a0308ff-c5d4-4fc6-be99-3aa5e07f4b66 req-6ec88b8e-2792-4f50-8592-91383c5e97c3 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (41dce9d0-a2fd-48a4-ac64-fb90b79b15f3), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:58.735588 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f0ddb-8be3-4895-aa9e-7e1d16f4ce02 req-94ab5138-db46-4f8f-a413-7ac1e429cac6 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:58.737335 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0c6f0ddb-8be3-4895-aa9e-7e1d16f4ce02 req-94ab5138-db46-4f8f-a413-7ac1e429cac6 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1e5b500-f4fe-43bd-9819-022e12e1c0a2 HTTP/1.1" status: 200 len: 947 time: 0.2664549 Jan 28 00:07:58.786156 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-54e3c67f-e90b-4e1c-bc03-1608f68c5111 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:58.787817 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-54e3c67f-e90b-4e1c-bc03-1608f68c5111 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.52 "GET /v2.0/networks?id=e089f335-5674-4c92-a564-9237fa994e7e HTTP/1.1" status: 200 len: 824 time: 0.2104275 Jan 28 00:07:58.789854 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec88b8e-2792-4f50-8592-91383c5e97c3 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41dce9d0-a2fd-48a4-ac64-fb90b79b15f3,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:58.861828 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5a0308ff-c5d4-4fc6-be99-3aa5e07f4b66 req-6ec88b8e-2792-4f50-8592-91383c5e97c3 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] Publish callbacks [] for security_group (77f365ab-5ed7-4666-bafa-0879aa6dc8c3), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:58.865246 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-4f6ee428-f27e-4d51-9dfb-f47577906159 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fbf0a6223374ddfb503943d84d40270 HTTP/1.1" status: 200 len: 379 time: 0.0608120 Jan 28 00:07:58.867864 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0c6f0ddb-8be3-4895-aa9e-7e1d16f4ce02 req-4cf1fc88-2be2-448b-998a-fd497652cbfe tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210768 Jan 28 00:07:58.871049 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5a0308ff-c5d4-4fc6-be99-3aa5e07f4b66 req-6ec88b8e-2792-4f50-8592-91383c5e97c3 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (77f365ab-5ed7-4666-bafa-0879aa6dc8c3), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:58.873503 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-c48820cd-b507-469e-a576-cd835129f8c3 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Request body: {'port': {'device_id': 'e935eea7-1d17-4eaa-8aca-fe9b1039f820', 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e', 'admin_state_up': True, 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'security_groups': ['052f30d2-3809-45fe-8cf7-6fd8fec0c84b']}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:07:58.943211 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5a0308ff-c5d4-4fc6-be99-3aa5e07f4b66 req-6ec88b8e-2792-4f50-8592-91383c5e97c3 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:58.944515 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a0308ff-c5d4-4fc6-be99-3aa5e07f4b66 req-6ec88b8e-2792-4f50-8592-91383c5e97c3 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6400659 Jan 28 00:07:58.947869 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec88b8e-2792-4f50-8592-91383c5e97c3 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f365ab-5ed7-4666-bafa-0879aa6dc8c3,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:58.961839 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e37389a2-e0d1-40f0-ba43-e60ca74d9982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for subnet (1cf259c4-4e5d-4731-814e-e633d701ebdd), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:59.037385 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-c48820cd-b507-469e-a576-cd835129f8c3 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Made reservation on behalf of 4fbf0a6223374ddfb503943d84d40270 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:07:59.040826 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-c48820cd-b507-469e-a576-cd835129f8c3 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:59.052124 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37389a2-e0d1-40f0-ba43-e60ca74d9982 admin admin] Checking segment: {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:07:59.052547 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37389a2-e0d1-40f0-ba43-e60ca74d9982 admin admin] Network hostable DHCP agents. Network: d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:07:59.077202 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37389a2-e0d1-40f0-ba43-e60ca74d9982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cf259c4-4e5d-4731-814e-e633d701ebdd,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:59.102047 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37389a2-e0d1-40f0-ba43-e60ca74d9982 admin admin] Network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:07:59.117724 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03bbda-e766-4454-a215-c24c7573df44 req-de7f8a54-3cfc-4ae9-a647-0fb0d91026e4 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:59.119238 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2c03bbda-e766-4454-a215-c24c7573df44 req-de7f8a54-3cfc-4ae9-a647-0fb0d91026e4 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbdbe16-e8d9-4662-915c-61882e6b75e6 HTTP/1.1" status: 200 len: 970 time: 0.0788538 Jan 28 00:07:59.120310 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-e37389a2-e0d1-40f0-ba43-e60ca74d9982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:07:59.124816 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37389a2-e0d1-40f0-ba43-e60ca74d9982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:59.125554 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e37389a2-e0d1-40f0-ba43-e60ca74d9982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:59.137442 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb7b281-d1a8-429c-bd87-33f14b90d368 None None] Network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:07:59.154451 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e37389a2-e0d1-40f0-ba43-e60ca74d9982 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7753832 Jan 28 00:07:59.190702 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2c03bbda-e766-4454-a215-c24c7573df44 req-bd8c7351-37c9-4a96-9ca5-12a6e658c01c tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f33da6d-a403-456a-89c0-85f2dc8f99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591531 Jan 28 00:07:59.198044 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-c48820cd-b507-469e-a576-cd835129f8c3 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Allocated IP 172.20.0.10 (e089f335-5674-4c92-a564-9237fa994e7e/fd93541c-3fa3-4f63-b944-5654809caebc/dd2ac950-4566-4fa7-a9c6-2a0615d05bd1) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:07:59.325766 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ec4beb91-e0c3-4f22-93ce-b4553c135f2b req-6ace941f-906b-4786-86b9-e584baa5280d tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?device_id=e935eea7-1d17-4eaa-8aca-fe9b1039f820 HTTP/1.1" status: 200 len: 210 time: 0.0458825 Jan 28 00:07:59.338875 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06021956-e09e-43a3-9d01-41367f6e08e3 None None] Network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:07:59.349813 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-bd4a3687-c616-4f39-904c-83e7d6d1bc8e req-0cb36a72-5632-4415-9ecb-244f26e75483 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-902012166', 'description': 'tempest-description-2140895796'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:07:59.383899 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-bd4a3687-c616-4f39-904c-83e7d6d1bc8e req-0cb36a72-5632-4415-9ecb-244f26e75483 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:59.469995 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-c48820cd-b507-469e-a576-cd835129f8c3 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks [] for port (dd2ac950-4566-4fa7-a9c6-2a0615d05bd1), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:59.499386 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-bd4a3687-c616-4f39-904c-83e7d6d1bc8e req-0cb36a72-5632-4415-9ecb-244f26e75483 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] Publish callbacks [] for security_group (41d78f7c-50a5-4014-83ee-930a67e33308), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:59.505613 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-bd4a3687-c616-4f39-904c-83e7d6d1bc8e req-0cb36a72-5632-4415-9ecb-244f26e75483 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (41d78f7c-50a5-4014-83ee-930a67e33308), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:59.523596 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-c48820cd-b507-469e-a576-cd835129f8c3 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (dd2ac950-4566-4fa7-a9c6-2a0615d05bd1), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:59.541245 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb36a72-5632-4415-9ecb-244f26e75483 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d78f7c-50a5-4014-83ee-930a67e33308,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:59.546729 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-bd4a3687-c616-4f39-904c-83e7d6d1bc8e req-0cb36a72-5632-4415-9ecb-244f26e75483 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:59.548248 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bd4a3687-c616-4f39-904c-83e7d6d1bc8e req-0cb36a72-5632-4415-9ecb-244f26e75483 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2041318 Jan 28 00:07:59.583607 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-c48820cd-b507-469e-a576-cd835129f8c3 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Network e089f335-5674-4c92-a564-9237fa994e7e is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:07:59.591530 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-c48820cd-b507-469e-a576-cd835129f8c3 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:07:59.614098 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-c48820cd-b507-469e-a576-cd835129f8c3 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:07:59.619598 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-c48820cd-b507-469e-a576-cd835129f8c3 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:07:59.620604 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-c48820cd-b507-469e-a576-cd835129f8c3 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:59.651201 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-c48820cd-b507-469e-a576-cd835129f8c3 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7818141 Jan 28 00:07:59.655525 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48820cd-b507-469e-a576-cd835129f8c3 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Pushing event updated for resources: {'Port': ['ID=dd2ac950-4566-4fa7-a9c6-2a0615d05bd1,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:07:59.676612 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-55af209a-0132-466e-8780-fc5407f8828d service neutron] Request body: {'port': {'device_id': 'e935eea7-1d17-4eaa-8aca-fe9b1039f820', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:07:59.755576 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-55af209a-0132-466e-8780-fc5407f8828d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (dd2ac950-4566-4fa7-a9c6-2a0615d05bd1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:59.947593 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-63338e07-b1b7-4d09-9bcb-3d63929ccf89 None None] Provisioning complete for port dd2ac950-4566-4fa7-a9c6-2a0615d05bd1 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:07:59.947593 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-63338e07-b1b7-4d09-9bcb-3d63929ccf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (dd2ac950-4566-4fa7-a9c6-2a0615d05bd1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:07:59.998624 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73dea946-076d-4cf2-8602-3baf1ca773ec req-3ad1bd1c-117a-4fa5-97d5-7fb91b0e7017 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 34264 time: 0.3838906 Jan 28 00:08:00.023583 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-63338e07-b1b7-4d09-9bcb-3d63929ccf89 None None] Port dd2ac950-4566-4fa7-a9c6-2a0615d05bd1 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:08:00.057737 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73dea946-076d-4cf2-8602-3baf1ca773ec req-0df6bef3-3824-49a7-9b7e-0e0e294f60e2 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] 10.222.0.70 "GET /v2.0/security-groups/097cc55d-5aa9-423a-a0b8-7fcff7739fc9 HTTP/1.1" status: 200 len: 2998 time: 0.0578718 Jan 28 00:08:00.083465 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43360) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:00.093011 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-58848338-7b54-48f6-9d0d-853c4d8b30c8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2039189250-network', 'tenant_id': 'aac745f336044e0d8f32ba19aac5e03e'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:08:00.120265 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73dea946-076d-4cf2-8602-3baf1ca773ec req-6bfefb45-c674-4714-87ee-45d20a0ef3a7 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] 10.222.0.70 "GET /v2.0/security-groups/097cc55d-5aa9-423a-a0b8-7fcff7739fc9 HTTP/1.1" status: 200 len: 2998 time: 0.0554831 Jan 28 00:08:00.122658 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-55af209a-0132-466e-8780-fc5407f8828d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd2ac950-4566-4fa7-a9c6-2a0615d05bd1 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:08:00.127841 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58848338-7b54-48f6-9d0d-853c4d8b30c8 admin admin] Made reservation on behalf of aac745f336044e0d8f32ba19aac5e03e for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:08:00.134804 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-58848338-7b54-48f6-9d0d-853c4d8b30c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:00.134917 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-55af209a-0132-466e-8780-fc5407f8828d service neutron] Publish callbacks [] for port (dd2ac950-4566-4fa7-a9c6-2a0615d05bd1), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:00.148727 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-55af209a-0132-466e-8780-fc5407f8828d service neutron] Transition to ACTIVE for port object dd2ac950-4566-4fa7-a9c6-2a0615d05bd1 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:08:00.153621 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-58848338-7b54-48f6-9d0d-853c4d8b30c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:00.154373 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-55af209a-0132-466e-8780-fc5407f8828d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (dd2ac950-4566-4fa7-a9c6-2a0615d05bd1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:00.214275 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af209a-0132-466e-8780-fc5407f8828d service neutron] Pushing event updated for resources: {'Port': ['ID=dd2ac950-4566-4fa7-a9c6-2a0615d05bd1,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:00.228891 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73dea946-076d-4cf2-8602-3baf1ca773ec req-9e52ba9f-f25d-46a9-85db-e8a313cca962 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] 10.222.0.70 "GET /v2.0/security-groups/0fd2008a-1cc4-4220-963e-471e3bf7f73a HTTP/1.1" status: 200 len: 2990 time: 0.0944054 Jan 28 00:08:00.248911 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-55af209a-0132-466e-8780-fc5407f8828d service neutron] Attempting to bind port dd2ac950-4566-4fa7-a9c6-2a0615d05bd1 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:08:00.249234 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-55af209a-0132-466e-8780-fc5407f8828d service neutron] Attempting to bind port dd2ac950-4566-4fa7-a9c6-2a0615d05bd1 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '2271d763-dbe0-482d-9b5a-a3c1bb7454e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:08:00.249480 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-55af209a-0132-466e-8780-fc5407f8828d service neutron] Attempting to bind port dd2ac950-4566-4fa7-a9c6-2a0615d05bd1 on network e089f335-5674-4c92-a564-9237fa994e7e {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:08:00.254137 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-55af209a-0132-466e-8780-fc5407f8828d service neutron] Port dd2ac950-4566-4fa7-a9c6-2a0615d05bd1 on network e089f335-5674-4c92-a564-9237fa994e7e not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:08:00.255067 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-55af209a-0132-466e-8780-fc5407f8828d service neutron] Attempting to bind port dd2ac950-4566-4fa7-a9c6-2a0615d05bd1 on network e089f335-5674-4c92-a564-9237fa994e7e {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:08:00.262321 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-55af209a-0132-466e-8780-fc5407f8828d service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:08:00.262693 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-55af209a-0132-466e-8780-fc5407f8828d service neutron] Checking segment: {'id': '2271d763-dbe0-482d-9b5a-a3c1bb7454e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:08:00.263033 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-55af209a-0132-466e-8780-fc5407f8828d service neutron] Bound using segment: {'id': '2271d763-dbe0-482d-9b5a-a3c1bb7454e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:08:00.263459 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-55af209a-0132-466e-8780-fc5407f8828d service neutron] Bound port: dd2ac950-4566-4fa7-a9c6-2a0615d05bd1, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2271d763-dbe0-482d-9b5a-a3c1bb7454e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:08:00.263836 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-55af209a-0132-466e-8780-fc5407f8828d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (dd2ac950-4566-4fa7-a9c6-2a0615d05bd1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:00.283448 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb8003-501b-4200-b60e-5b2b7b4f2d92 req-5a359ab8-5cbb-43d5-ae70-da4dc5550ad4 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:00.285041 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5efb8003-501b-4200-b60e-5b2b7b4f2d92 req-5a359ab8-5cbb-43d5-ae70-da4dc5550ad4 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1e5b500-f4fe-43bd-9819-022e12e1c0a2 HTTP/1.1" status: 200 len: 947 time: 0.1042924 Jan 28 00:08:00.339473 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-55af209a-0132-466e-8780-fc5407f8828d service neutron] For port dd2ac950-4566-4fa7-a9c6-2a0615d05bd1, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:08:00.343314 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-55af209a-0132-466e-8780-fc5407f8828d service neutron] For port dd2ac950-4566-4fa7-a9c6-2a0615d05bd1, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=dd2ac950-4566-4fa7-a9c6-2a0615d05bd1,segment=NetworkSegment(2271d763-dbe0-482d-9b5a-a3c1bb7454e8),segment_id=2271d763-dbe0-482d-9b5a-a3c1bb7454e8)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:08:00.349425 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-55af209a-0132-466e-8780-fc5407f8828d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (dd2ac950-4566-4fa7-a9c6-2a0615d05bd1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:00.351832 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73dea946-076d-4cf2-8602-3baf1ca773ec req-85b5d117-6eeb-4a3a-aa92-7d16995f4140 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] 10.222.0.70 "GET /v2.0/security-groups/0fd2008a-1cc4-4220-963e-471e3bf7f73a HTTP/1.1" status: 200 len: 2990 time: 0.1140521 Jan 28 00:08:00.387688 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-55af209a-0132-466e-8780-fc5407f8828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:00.388572 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-55af209a-0132-466e-8780-fc5407f8828d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:00.389703 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-55af209a-0132-466e-8780-fc5407f8828d service neutron] 10.222.0.52 "PUT /v2.0/ports/dd2ac950-4566-4fa7-a9c6-2a0615d05bd1 HTTP/1.1" status: 200 len: 1092 time: 0.7231371 Jan 28 00:08:00.390162 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e935eea7-1d17-4eaa-8aca-fe9b1039f820', 'tag': 'dd2ac950-4566-4fa7-a9c6-2a0615d05bd1'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:08:00.392523 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25eba08-ce49-46be-adda-c43a9b1e51c6" -d '{"events": [{"name": "network-changed", "server_uuid": "e935eea7-1d17-4eaa-8aca-fe9b1039f820", "tag": "dd2ac950-4566-4fa7-a9c6-2a0615d05bd1"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:08:00.410466 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-58848338-7b54-48f6-9d0d-853c4d8b30c8 admin admin] Publish callbacks [] for security_group (a408c2bc-4084-43c3-a64d-1c9ba8a1bef4), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:00.419841 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5efb8003-501b-4200-b60e-5b2b7b4f2d92 req-57516928-4fb0-4a53-b520-4883538012fb tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189594 Jan 28 00:08:00.424923 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-58848338-7b54-48f6-9d0d-853c4d8b30c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a408c2bc-4084-43c3-a64d-1c9ba8a1bef4), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:00.432616 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af209a-0132-466e-8780-fc5407f8828d service neutron] Pushing event updated for resources: {'Port': ['ID=dd2ac950-4566-4fa7-a9c6-2a0615d05bd1,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:00.452535 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58848338-7b54-48f6-9d0d-853c4d8b30c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:08:00.464764 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-58848338-7b54-48f6-9d0d-853c4d8b30c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (476ffbc1-e1d1-4ae0-bb48-66ca7aaa1c02), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:00.465138 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-58848338-7b54-48f6-9d0d-853c4d8b30c8 admin admin] Added segment 476ffbc1-e1d1-4ae0-bb48-66ca7aaa1c02 of type vlan for network 25d78472-6339-40aa-b8e6-04c276d3b893 Jan 28 00:08:00.528303 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-f66b1abe-012a-4e9d-a994-df9b93da1bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:00.529794 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-f66b1abe-012a-4e9d-a994-df9b93da1bf6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4fbf0a6223374ddfb503943d84d40270&device_id=e935eea7-1d17-4eaa-8aca-fe9b1039f820 HTTP/1.1" status: 200 len: 1095 time: 0.0546525 Jan 28 00:08:00.543554 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73dea946-076d-4cf2-8602-3baf1ca773ec req-ee09a05e-5e8e-479e-826a-00ae363a478f tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] 10.222.0.70 "GET /v2.0/security-groups/1d1911c1-6ba8-4a46-b445-97793b494132 HTTP/1.1" status: 200 len: 2994 time: 0.1780005 Jan 28 00:08:00.550715 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58848338-7b54-48f6-9d0d-853c4d8b30c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a408c2bc-4084-43c3-a64d-1c9ba8a1bef4,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:00.577575 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-58848338-7b54-48f6-9d0d-853c4d8b30c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (25d78472-6339-40aa-b8e6-04c276d3b893), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:00.600009 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-fb059140-f559-4ce8-a346-23a7c9cbcbf3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd2ac950-4566-4fa7-a9c6-2a0615d05bd1 HTTP/1.1" status: 200 len: 217 time: 0.0571537 Jan 28 00:08:00.650926 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-20d19878-5c76-4b9b-8b38-ea52efa84686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:00.652420 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-20d19878-5c76-4b9b-8b38-ea52efa84686 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fd93541c-3fa3-4f63-b944-5654809caebc HTTP/1.1" status: 200 len: 863 time: 0.0473936 Jan 28 00:08:00.660152 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73dea946-076d-4cf2-8602-3baf1ca773ec req-38f2a7b3-0687-4d62-a7b9-53e0abe7f03c tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] 10.222.0.70 "GET /v2.0/security-groups/1d1911c1-6ba8-4a46-b445-97793b494132 HTTP/1.1" status: 200 len: 2994 time: 0.1104918 Jan 28 00:08:00.663903 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-58848338-7b54-48f6-9d0d-853c4d8b30c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (25d78472-6339-40aa-b8e6-04c276d3b893), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:00.664823 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58848338-7b54-48f6-9d0d-853c4d8b30c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:00.665392 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-58848338-7b54-48f6-9d0d-853c4d8b30c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:00.704332 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-186a8048-2368-456b-b2a5-798a877840b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:00.705931 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-186a8048-2368-456b-b2a5-798a877840b2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e089f335-5674-4c92-a564-9237fa994e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478008 Jan 28 00:08:00.729694 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-58848338-7b54-48f6-9d0d-853c4d8b30c8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6443532 Jan 28 00:08:00.744942 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ca201-5f7e-4dc0-a994-31e903669364 req-336c843c-1572-49dc-ba51-5983f44f55cd tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:00.746443 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c03ca201-5f7e-4dc0-a994-31e903669364 req-336c843c-1572-49dc-ba51-5983f44f55cd tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbdbe16-e8d9-4662-915c-61882e6b75e6 HTTP/1.1" status: 200 len: 970 time: 0.1532714 Jan 28 00:08:00.748601 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43376) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:00.762960 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-082cd2ea-97c2-491f-9b19-307b6a753f66 admin admin] Request body: {'subnet': {'network_id': '25d78472-6339-40aa-b8e6-04c276d3b893', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2039189250-subnet', 'tenant_id': 'aac745f336044e0d8f32ba19aac5e03e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:08:00.793497 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58848338-7b54-48f6-9d0d-853c4d8b30c8 admin admin] Pushing event updated for resources: {'Network': ['ID=25d78472-6339-40aa-b8e6-04c276d3b893,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:00.808775 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 25d78472-6339-40aa-b8e6-04c276d3b893 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:08:00.819092 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73dea946-076d-4cf2-8602-3baf1ca773ec req-647ea73f-4886-45f4-b4e6-ce566f11cb44 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] 10.222.0.70 "GET /v2.0/security-groups/267166fd-c4d2-49ed-98ae-dc760e252506 HTTP/1.1" status: 200 len: 2998 time: 0.1503251 Jan 28 00:08:00.830712 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082cd2ea-97c2-491f-9b19-307b6a753f66 admin admin] Made reservation on behalf of aac745f336044e0d8f32ba19aac5e03e for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:08:00.833440 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-082cd2ea-97c2-491f-9b19-307b6a753f66 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:00.907289 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c03ca201-5f7e-4dc0-a994-31e903669364 req-71c36b8c-ed35-49ad-889b-c79f9a772bfe tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f33da6d-a403-456a-89c0-85f2dc8f99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540084 Jan 28 00:08:00.943200 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73dea946-076d-4cf2-8602-3baf1ca773ec req-cec06ebb-4c22-48e6-ab85-8d36cc82be87 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] 10.222.0.70 "GET /v2.0/security-groups/267166fd-c4d2-49ed-98ae-dc760e252506 HTTP/1.1" status: 200 len: 2998 time: 0.1161530 Jan 28 00:08:00.949609 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-211c992e-4dbe-4d79-a1af-da4c11f2ff55 service neutron] 10.222.0.52 "GET /v2.0/networks/e089f335-5674-4c92-a564-9237fa994e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373757 Jan 28 00:08:01.040591 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2fd20bf8-9a2e-49b0-875b-eb79ae83ef78 req-9bebe14c-9924-47f4-b690-e960f100eff9 service neutron] 10.222.0.52 "GET /v2.0/networks/e089f335-5674-4c92-a564-9237fa994e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850573 Jan 28 00:08:01.058504 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73dea946-076d-4cf2-8602-3baf1ca773ec req-285c443d-91c8-4664-b819-3fc9ca19ee2f tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] 10.222.0.70 "GET /v2.0/security-groups/2f33da6d-a403-456a-89c0-85f2dc8f99b6 HTTP/1.1" status: 200 len: 2998 time: 0.1068809 Jan 28 00:08:01.099781 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c7d4d-9efa-4809-a911-210365db2ef3 req-c65dbbba-ee2c-4b01-bab2-84c854bbb62d tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:01.101260 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ce7c7d4d-9efa-4809-a911-210365db2ef3 req-c65dbbba-ee2c-4b01-bab2-84c854bbb62d tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?device_id=e935eea7-1d17-4eaa-8aca-fe9b1039f820 HTTP/1.1" status: 200 len: 944 time: 0.1195648 Jan 28 00:08:01.169133 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73dea946-076d-4cf2-8602-3baf1ca773ec req-843b6dec-c62b-48c8-a8e1-aceba5bc1511 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] 10.222.0.70 "GET /v2.0/security-groups/2f33da6d-a403-456a-89c0-85f2dc8f99b6 HTTP/1.1" status: 200 len: 2998 time: 0.1037281 Jan 28 00:08:01.181292 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-082cd2ea-97c2-491f-9b19-307b6a753f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for subnet (739ccd1a-2bc6-4a0f-a30f-7d63567eccfe), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:01.252545 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ce7c7d4d-9efa-4809-a911-210365db2ef3 req-bd4ea68b-be9e-4ca5-b326-f11069966c9e tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/security-groups?id=052f30d2-3809-45fe-8cf7-6fd8fec0c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430283 Jan 28 00:08:01.280334 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082cd2ea-97c2-491f-9b19-307b6a753f66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=739ccd1a-2bc6-4a0f-a30f-7d63567eccfe,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:01.289058 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73dea946-076d-4cf2-8602-3baf1ca773ec req-7f912e68-ae25-4105-aa95-f8708aaad978 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] 10.222.0.70 "GET /v2.0/security-groups/41dce9d0-a2fd-48a4-ac64-fb90b79b15f3 HTTP/1.1" status: 200 len: 2998 time: 0.1088836 Jan 28 00:08:01.304978 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082cd2ea-97c2-491f-9b19-307b6a753f66 admin admin] Checking segment: {'id': '476ffbc1-e1d1-4ae0-bb48-66ca7aaa1c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '25d78472-6339-40aa-b8e6-04c276d3b893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:08:01.305367 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082cd2ea-97c2-491f-9b19-307b6a753f66 admin admin] Network hostable DHCP agents. Network: 25d78472-6339-40aa-b8e6-04c276d3b893, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:08:01.331587 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f53449c-1d95-471e-8044-bd40d5d6ea96 x-openstack-request-id: req-9f53449c-1d95-471e-8044-bd40d5d6ea96 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:08:01.332121 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e935eea7-1d17-4eaa-8aca-fe9b1039f820", "tag": "dd2ac950-4566-4fa7-a9c6-2a0615d05bd1", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:08:01.332891 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9f53449c-1d95-471e-8044-bd40d5d6ea96 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:08:01.333271 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e935eea7-1d17-4eaa-8aca-fe9b1039f820', 'tag': 'dd2ac950-4566-4fa7-a9c6-2a0615d05bd1', 'status': 'completed', 'code': 200} Jan 28 00:08:01.343076 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082cd2ea-97c2-491f-9b19-307b6a753f66 admin admin] Network 25d78472-6339-40aa-b8e6-04c276d3b893 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:08:01.352907 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73dea946-076d-4cf2-8602-3baf1ca773ec req-a8da0d3a-322e-4672-90c6-0f3b0fc944ee tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] 10.222.0.70 "GET /v2.0/security-groups/41dce9d0-a2fd-48a4-ac64-fb90b79b15f3 HTTP/1.1" status: 200 len: 2998 time: 0.0565205 Jan 28 00:08:01.353951 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-082cd2ea-97c2-491f-9b19-307b6a753f66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 25d78472-6339-40aa-b8e6-04c276d3b893) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:08:01.358217 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082cd2ea-97c2-491f-9b19-307b6a753f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:01.358789 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-082cd2ea-97c2-491f-9b19-307b6a753f66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:01.364555 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03165d19-45dc-41e2-bc98-f0bab33bae24 None None] Network 25d78472-6339-40aa-b8e6-04c276d3b893 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:08:01.399865 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-082cd2ea-97c2-491f-9b19-307b6a753f66 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6427169 Jan 28 00:08:01.412934 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73dea946-076d-4cf2-8602-3baf1ca773ec req-284cef9d-a1ea-49e3-8b10-e6b2696b4b0e tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] 10.222.0.70 "GET /v2.0/security-groups/88792db7-eafd-4d24-91fd-d27fb87ef044 HTTP/1.1" status: 200 len: 2998 time: 0.0515144 Jan 28 00:08:01.480791 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73dea946-076d-4cf2-8602-3baf1ca773ec req-8f4640aa-66fb-42ba-8752-50ff5fa66601 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] 10.222.0.70 "GET /v2.0/security-groups/88792db7-eafd-4d24-91fd-d27fb87ef044 HTTP/1.1" status: 200 len: 2998 time: 0.0622284 Jan 28 00:08:01.488219 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63e4be0-0b35-4219-bff2-6ddeb6ac5a81 None None] Network 25d78472-6339-40aa-b8e6-04c276d3b893 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:08:01.505165 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25eba08-ce49-46be-adda-c43a9b1e51c6 req-ed0dd10e-1710-4d4e-ab32-c327d62ce5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:01.507451 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e25eba08-ce49-46be-adda-c43a9b1e51c6 req-ed0dd10e-1710-4d4e-ab32-c327d62ce5a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4fbf0a6223374ddfb503943d84d40270&device_id=e935eea7-1d17-4eaa-8aca-fe9b1039f820 HTTP/1.1" status: 200 len: 1095 time: 0.1171141 Jan 28 00:08:01.555701 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73dea946-076d-4cf2-8602-3baf1ca773ec req-2215fec7-9127-48c8-b8ba-7576f1a51db7 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] 10.222.0.70 "GET /v2.0/security-groups/8f07e168-811e-4171-a3e2-cfe26373c834 HTTP/1.1" status: 200 len: 2994 time: 0.0680914 Jan 28 00:08:01.639921 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25eba08-ce49-46be-adda-c43a9b1e51c6 req-a6c9b9b3-60bf-43b9-a810-affc283c87d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:01.641550 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e25eba08-ce49-46be-adda-c43a9b1e51c6 req-a6c9b9b3-60bf-43b9-a810-affc283c87d2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e089f335-5674-4c92-a564-9237fa994e7e HTTP/1.1" status: 200 len: 925 time: 0.1288002 Jan 28 00:08:01.653489 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73dea946-076d-4cf2-8602-3baf1ca773ec req-c24539f2-eb78-44ac-a261-d3249c84c561 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] 10.222.0.70 "GET /v2.0/security-groups/8f07e168-811e-4171-a3e2-cfe26373c834 HTTP/1.1" status: 200 len: 2994 time: 0.0890172 Jan 28 00:08:01.661425 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce7869-dfce-4447-82ea-c3d7a0254f60 req-e3cbcd3c-688a-42b3-af36-2527b395791f tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:01.662857 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3dce7869-dfce-4447-82ea-c3d7a0254f60 req-e3cbcd3c-688a-42b3-af36-2527b395791f tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1e5b500-f4fe-43bd-9819-022e12e1c0a2 HTTP/1.1" status: 200 len: 947 time: 0.0754881 Jan 28 00:08:01.684916 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e25eba08-ce49-46be-adda-c43a9b1e51c6 req-63648843-b1d0-4a74-b853-06afbfe323cd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd2ac950-4566-4fa7-a9c6-2a0615d05bd1 HTTP/1.1" status: 200 len: 217 time: 0.0371327 Jan 28 00:08:01.728807 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73dea946-076d-4cf2-8602-3baf1ca773ec req-8c95b610-88cf-4c30-8834-63e96492ef99 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] 10.222.0.70 "GET /v2.0/security-groups/fc001e43-0d09-4371-bda7-6ba43ece360c HTTP/1.1" status: 200 len: 2994 time: 0.0649402 Jan 28 00:08:01.735985 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3dce7869-dfce-4447-82ea-c3d7a0254f60 req-1d14cb85-0411-40d1-bde4-415af20b036d tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657930 Jan 28 00:08:01.736355 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25eba08-ce49-46be-adda-c43a9b1e51c6 req-1c0098e4-fce3-41e7-8193-f10281b9fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:01.737784 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e25eba08-ce49-46be-adda-c43a9b1e51c6 req-1c0098e4-fce3-41e7-8193-f10281b9fd9e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fd93541c-3fa3-4f63-b944-5654809caebc HTTP/1.1" status: 200 len: 863 time: 0.0478029 Jan 28 00:08:01.778974 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73dea946-076d-4cf2-8602-3baf1ca773ec req-9d5df46e-7bae-48cb-b885-f48fb250e34e tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] 10.222.0.70 "GET /v2.0/security-groups/fc001e43-0d09-4371-bda7-6ba43ece360c HTTP/1.1" status: 200 len: 2994 time: 0.0419948 Jan 28 00:08:01.787858 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25eba08-ce49-46be-adda-c43a9b1e51c6 req-2efdc44b-6c89-45d6-8a17-b7de0439aa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:01.788135 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e25eba08-ce49-46be-adda-c43a9b1e51c6 req-2efdc44b-6c89-45d6-8a17-b7de0439aa62 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e089f335-5674-4c92-a564-9237fa994e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429111 Jan 28 00:08:01.886133 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e25eba08-ce49-46be-adda-c43a9b1e51c6 req-3cc6b8f8-61df-4fd1-8dd3-3a17d99353a9 service neutron] 10.222.0.52 "GET /v2.0/networks/e089f335-5674-4c92-a564-9237fa994e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901892 Jan 28 00:08:01.988806 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e25eba08-ce49-46be-adda-c43a9b1e51c6 req-1a0e971f-3732-4bf0-99b5-989cb0c4f607 service neutron] 10.222.0.52 "GET /v2.0/networks/e089f335-5674-4c92-a564-9237fa994e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956011 Jan 28 00:08:02.069798 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-697ed176-9622-463a-b6e7-1ed01169b9fd req-c6684aff-74b2-44b4-87a1-890fa64669aa tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7fcc36738b97409abdaf727ae6c9c0e7 HTTP/1.1" status: 200 len: 6153 time: 0.0756922 Jan 28 00:08:02.078820 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43410) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:02.121911 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-697ed176-9622-463a-b6e7-1ed01169b9fd req-212414b8-a45d-4023-9e9d-7636954ead90 tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] 10.222.0.70 "GET /v2.0/security-groups/88792db7-eafd-4d24-91fd-d27fb87ef044 HTTP/1.1" status: 200 len: 2998 time: 0.0458167 Jan 28 00:08:02.173923 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-697ed176-9622-463a-b6e7-1ed01169b9fd req-75071f63-5fdd-484e-ae54-dee51a8af3a8 tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] 10.222.0.70 "GET /v2.0/security-groups/88792db7-eafd-4d24-91fd-d27fb87ef044 HTTP/1.1" status: 200 len: 2998 time: 0.0463340 Jan 28 00:08:02.193042 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-db55c4e5-6416-4f4c-a095-932a4a592982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:02.270907 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-db55c4e5-6416-4f4c-a095-932a4a592982 admin admin] Publish callbacks [] for security_group (12aa092d-93cd-438d-bd50-f34525bffaef), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:02.275257 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-db55c4e5-6416-4f4c-a095-932a4a592982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (12aa092d-93cd-438d-bd50-f34525bffaef), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:02.311302 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55c4e5-6416-4f4c-a095-932a4a592982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12aa092d-93cd-438d-bd50-f34525bffaef,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:02.318111 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-db55c4e5-6416-4f4c-a095-932a4a592982 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=07533c146714489b82b1b7c1524040df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358327 Jan 28 00:08:02.320796 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43426) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:02.343506 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2add316-d03c-4802-a597-12b86d1a5951 req-77764c4d-624f-46b6-a1cc-898f92e0cd9d tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:02.345074 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a2add316-d03c-4802-a597-12b86d1a5951 req-77764c4d-624f-46b6-a1cc-898f92e0cd9d tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbdbe16-e8d9-4662-915c-61882e6b75e6 HTTP/1.1" status: 200 len: 970 time: 0.1076367 Jan 28 00:08:02.373747 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2c7ec1a-e2f0-4be9-a639-b13fc3c89897 admin admin] Publish callbacks [] for security_group (12aa092d-93cd-438d-bd50-f34525bffaef), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:02.384932 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-39f04efc-d49f-47d2-b707-f1fc393ab735 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:02.386418 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-39f04efc-d49f-47d2-b707-f1fc393ab735 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/networks?id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf HTTP/1.1" status: 200 len: 821 time: 0.1741655 Jan 28 00:08:02.397840 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2c7ec1a-e2f0-4be9-a639-b13fc3c89897 admin admin] Publish callbacks [] for security_group (12aa092d-93cd-438d-bd50-f34525bffaef), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:02.412213 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-91d0b8a9-7bec-4d6a-972c-4b70fc310393 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/quotas/6990d737c5db4738a7ab281f03db2443 HTTP/1.1" status: 200 len: 375 time: 0.0142698 Jan 28 00:08:02.418465 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 7fecf038-a376-49f2-b32e-e610b5c3e1b2 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:08:02.434090 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a2add316-d03c-4802-a597-12b86d1a5951 req-ecf10c81-562a-4d1e-a286-78cbece18481 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f33da6d-a403-456a-89c0-85f2dc8f99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792370 Jan 28 00:08:02.449685 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-87287a03-0405-46ad-9951-60af01229447 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6990d737c5db4738a7ab281f03db2443&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298216 Jan 28 00:08:02.463749 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2c7ec1a-e2f0-4be9-a639-b13fc3c89897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (12aa092d-93cd-438d-bd50-f34525bffaef), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:02.467321 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2c7ec1a-e2f0-4be9-a639-b13fc3c89897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:02.470845 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b2c7ec1a-e2f0-4be9-a639-b13fc3c89897 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/12aa092d-93cd-438d-bd50-f34525bffaef HTTP/1.1" status: 204 len: 168 time: 0.1468444 Jan 28 00:08:02.481003 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7ec1a-e2f0-4be9-a639-b13fc3c89897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12aa092d-93cd-438d-bd50-f34525bffaef,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:02.560347 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 7fecf038-a376-49f2-b32e-e610b5c3e1b2, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=7fecf038-a376-49f2-b32e-e610b5c3e1b2,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:02.574934 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '7fecf038-a376-49f2-b32e-e610b5c3e1b2', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': '7fecf038-a376-49f2-b32e-e610b5c3e1b2', 'mac_address': 'fa:16:3e:df:0f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:08:02.575363 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-172f9237-92f4-4d1f-bbc8-fe10a6f8c603 req-8ae25c09-33e3-41df-9cbb-ea80733884fe tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] 10.222.0.70 "GET /v2.0/security-groups/41d78f7c-50a5-4014-83ee-930a67e33308 HTTP/1.1" status: 200 len: 1794 time: 0.0544033 Jan 28 00:08:02.620354 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 7fecf038-a376-49f2-b32e-e610b5c3e1b2 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:08:02.620771 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7fecf038-a376-49f2-b32e-e610b5c3e1b2), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:02.623428 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-907208a4-9bec-482e-a7df-3086ee5dcd6f service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:08:02.624528 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-907208a4-9bec-482e-a7df-3086ee5dcd6f service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0787466 Jan 28 00:08:02.637649 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fecf038-a376-49f2-b32e-e610b5c3e1b2 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:08:02.665002 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 7fecf038-a376-49f2-b32e-e610b5c3e1b2, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=7fecf038-a376-49f2-b32e-e610b5c3e1b2,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:02.669347 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (7fecf038-a376-49f2-b32e-e610b5c3e1b2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:02.675164 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-172f9237-92f4-4d1f-bbc8-fe10a6f8c603 req-99223d49-2f5e-4b34-908c-731229f89d09 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] Publish callbacks [] for security_group (41d78f7c-50a5-4014-83ee-930a67e33308), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:02.723780 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=7fecf038-a376-49f2-b32e-e610b5c3e1b2,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:02.729476 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-172f9237-92f4-4d1f-bbc8-fe10a6f8c603 req-99223d49-2f5e-4b34-908c-731229f89d09 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] Publish callbacks [] for security_group (41d78f7c-50a5-4014-83ee-930a67e33308), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:02.781504 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-d1d5e58a-d207-4e14-b0b2-9317aad5908b service neutron] 10.222.0.70 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436667 Jan 28 00:08:02.824827 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43442) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:02.837289 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-172f9237-92f4-4d1f-bbc8-fe10a6f8c603 req-99223d49-2f5e-4b34-908c-731229f89d09 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (41d78f7c-50a5-4014-83ee-930a67e33308), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:02.838048 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2da3e086-b5dc-4e0b-972f-3d2e7ae0b7c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:02.839787 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-172f9237-92f4-4d1f-bbc8-fe10a6f8c603 req-99223d49-2f5e-4b34-908c-731229f89d09 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:02.840915 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-172f9237-92f4-4d1f-bbc8-fe10a6f8c603 req-99223d49-2f5e-4b34-908c-731229f89d09 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/41d78f7c-50a5-4014-83ee-930a67e33308 HTTP/1.1" status: 204 len: 173 time: 0.2647178 Jan 28 00:08:02.856182 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223d49-2f5e-4b34-908c-731229f89d09 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d78f7c-50a5-4014-83ee-930a67e33308,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:02.899272 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-9f193ebb-29fc-44e9-9e4b-dadc5f75095e service neutron] 10.222.0.70 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106937 Jan 28 00:08:02.944151 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2da3e086-b5dc-4e0b-972f-3d2e7ae0b7c2 admin admin] Publish callbacks [] for security_group (09c37614-0635-411e-9113-2d06dd909877), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:02.948930 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2da3e086-b5dc-4e0b-972f-3d2e7ae0b7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (09c37614-0635-411e-9113-2d06dd909877), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:02.961061 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110b470-da3e-4339-bdf7-087eef9644a4 req-a0f4dfa7-a707-4dba-9e6f-2872db5b3310 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:02.962800 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2110b470-da3e-4339-bdf7-087eef9644a4 req-a0f4dfa7-a707-4dba-9e6f-2872db5b3310 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?device_id=e935eea7-1d17-4eaa-8aca-fe9b1039f820 HTTP/1.1" status: 200 len: 944 time: 0.0577385 Jan 28 00:08:02.994825 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2da3e086-b5dc-4e0b-972f-3d2e7ae0b7c2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2e1cec493c5b40569784652077d14227&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1659975 Jan 28 00:08:02.994825 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3e086-b5dc-4e0b-972f-3d2e7ae0b7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c37614-0635-411e-9113-2d06dd909877,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:02.996755 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43446) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:03.037450 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2110b470-da3e-4339-bdf7-087eef9644a4 req-f8cf3ce4-9d7a-4690-b124-482b5c4ef5fe tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/security-groups?id=052f30d2-3809-45fe-8cf7-6fd8fec0c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646601 Jan 28 00:08:03.083644 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d0d6019a-5ca4-40ee-8068-32f69a9ddb09 admin admin] Publish callbacks [] for security_group (09c37614-0635-411e-9113-2d06dd909877), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:03.104274 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d0d6019a-5ca4-40ee-8068-32f69a9ddb09 admin admin] Publish callbacks [] for security_group (09c37614-0635-411e-9113-2d06dd909877), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:03.156093 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['7fecf038-a376-49f2-b32e-e610b5c3e1b2'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:08:03.164829 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d0d6019a-5ca4-40ee-8068-32f69a9ddb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (09c37614-0635-411e-9113-2d06dd909877), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:03.168885 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d0d6019a-5ca4-40ee-8068-32f69a9ddb09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:03.170233 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d0d6019a-5ca4-40ee-8068-32f69a9ddb09 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/09c37614-0635-411e-9113-2d06dd909877 HTTP/1.1" status: 204 len: 168 time: 0.1723900 Jan 28 00:08:03.178699 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7fda23b8-b61d-48f2-ad36-9ba76051cf52 req-0aada404-b1d8-4e37-9b18-1444826acc76 tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] 10.222.0.70 "GET /v2.0/security-groups/77f365ab-5ed7-4666-bafa-0879aa6dc8c3 HTTP/1.1" status: 200 len: 1792 time: 0.0827579 Jan 28 00:08:03.190590 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f52c7d-a836-4192-8893-03806c344f01 req-c58cdb2b-32b3-466a-adf7-e80bfafbfd16 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:03.192593 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-54f52c7d-a836-4192-8893-03806c344f01 req-c58cdb2b-32b3-466a-adf7-e80bfafbfd16 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1e5b500-f4fe-43bd-9819-022e12e1c0a2 HTTP/1.1" status: 200 len: 948 time: 0.0890720 Jan 28 00:08:03.196098 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6019a-5ca4-40ee-8068-32f69a9ddb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c37614-0635-411e-9113-2d06dd909877,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:03.261241 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device c4f5ed41-15be-4863-a06e-6afafc5cb966 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:08:03.318421 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-54f52c7d-a836-4192-8893-03806c344f01 req-ab383395-1ded-4d87-80a1-26a428a196c4 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123192 Jan 28 00:08:03.319260 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7fda23b8-b61d-48f2-ad36-9ba76051cf52 req-513ec130-fe38-4cf5-adea-af46ec9c466d tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] Publish callbacks [] for security_group (77f365ab-5ed7-4666-bafa-0879aa6dc8c3), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:03.347183 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7fda23b8-b61d-48f2-ad36-9ba76051cf52 req-513ec130-fe38-4cf5-adea-af46ec9c466d tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] Publish callbacks [] for security_group (77f365ab-5ed7-4666-bafa-0879aa6dc8c3), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:03.400708 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7fda23b8-b61d-48f2-ad36-9ba76051cf52 req-513ec130-fe38-4cf5-adea-af46ec9c466d tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (77f365ab-5ed7-4666-bafa-0879aa6dc8c3), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:03.405100 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7fda23b8-b61d-48f2-ad36-9ba76051cf52 req-513ec130-fe38-4cf5-adea-af46ec9c466d tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:03.416237 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7fda23b8-b61d-48f2-ad36-9ba76051cf52 req-513ec130-fe38-4cf5-adea-af46ec9c466d tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/77f365ab-5ed7-4666-bafa-0879aa6dc8c3 HTTP/1.1" status: 204 len: 173 time: 0.2223382 Jan 28 00:08:03.451935 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ec130-fe38-4cf5-adea-af46ec9c466d tempest-SecurityGroupsTestAdminJSON-2136093903 tempest-SecurityGroupsTestAdminJSON-2136093903-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f365ab-5ed7-4666-bafa-0879aa6dc8c3,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:03.476903 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-02cc7110-cb33-4fff-8285-d1261eea2461 req-2ca1fcf1-b530-4d83-85a0-c9d377674ed3 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 210 time: 0.0403426 Jan 28 00:08:03.482003 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.resource_extend [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:08:03.607888 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c1f482b3-2e3e-4d0b-aa41-6d914bdb6849 req-e3fec054-5120-4fe7-9285-694f641b04ee tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] 10.222.0.70 "GET /v2.0/security-groups/9022026b-e1b1-4abf-949a-3b1e0a281852 HTTP/1.1" status: 200 len: 1795 time: 0.1135685 Jan 28 00:08:03.673230 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port c4f5ed41-15be-4863-a06e-6afafc5cb966, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=c4f5ed41-15be-4863-a06e-6afafc5cb966,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:03.702797 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c1f482b3-2e3e-4d0b-aa41-6d914bdb6849 req-ba0b5edc-4ed5-48f6-8102-4ca90a42453d tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] Publish callbacks [] for security_group (9022026b-e1b1-4abf-949a-3b1e0a281852), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:03.707681 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'c4f5ed41-15be-4863-a06e-6afafc5cb966', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': 'c4f5ed41-15be-4863-a06e-6afafc5cb966', 'mac_address': 'fa:16:3e:2e:d3:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:tempest-test_az-1456324905', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:08:03.735390 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c1f482b3-2e3e-4d0b-aa41-6d914bdb6849 req-ba0b5edc-4ed5-48f6-8102-4ca90a42453d tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] Publish callbacks [] for security_group (9022026b-e1b1-4abf-949a-3b1e0a281852), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:03.764420 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port c4f5ed41-15be-4863-a06e-6afafc5cb966 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:08:03.765048 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c4f5ed41-15be-4863-a06e-6afafc5cb966), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:03.789069 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f5ed41-15be-4863-a06e-6afafc5cb966 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:08:03.804832 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c1f482b3-2e3e-4d0b-aa41-6d914bdb6849 req-ba0b5edc-4ed5-48f6-8102-4ca90a42453d tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (9022026b-e1b1-4abf-949a-3b1e0a281852), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:03.814716 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c1f482b3-2e3e-4d0b-aa41-6d914bdb6849 req-ba0b5edc-4ed5-48f6-8102-4ca90a42453d tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:03.817464 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c1f482b3-2e3e-4d0b-aa41-6d914bdb6849 req-ba0b5edc-4ed5-48f6-8102-4ca90a42453d tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] 10.222.0.70 "DELETE /v2.0/security-groups/9022026b-e1b1-4abf-949a-3b1e0a281852 HTTP/1.1" status: 204 len: 173 time: 0.2070198 Jan 28 00:08:03.824092 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port c4f5ed41-15be-4863-a06e-6afafc5cb966, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=c4f5ed41-15be-4863-a06e-6afafc5cb966,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:03.837291 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c4f5ed41-15be-4863-a06e-6afafc5cb966), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:03.842532 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b5edc-4ed5-48f6-8102-4ca90a42453d tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9022026b-e1b1-4abf-949a-3b1e0a281852,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:03.901149 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=c4f5ed41-15be-4863-a06e-6afafc5cb966,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:03.944807 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5d856dbd-8048-4d8e-bdde-3f4bfd1cd28f req-d095ad82-06fa-4825-8fe5-33f1adfbe777 tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] 10.222.0.70 "GET /v2.0/security-groups/757f3625-9bbe-47fe-817e-452b49b96d0f HTTP/1.1" status: 200 len: 1793 time: 0.0892055 Jan 28 00:08:03.979262 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3f165-8215-47dd-b186-93f8575f3718 req-cdd16e20-e613-47e0-9c83-f506d254a68a tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:03.980805 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47f3f165-8215-47dd-b186-93f8575f3718 req-cdd16e20-e613-47e0-9c83-f506d254a68a tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbdbe16-e8d9-4662-915c-61882e6b75e6 HTTP/1.1" status: 200 len: 971 time: 0.0792630 Jan 28 00:08:04.064189 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5d856dbd-8048-4d8e-bdde-3f4bfd1cd28f req-6bfa6e92-2fe8-4583-8262-3448b227c6ee tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] Publish callbacks [] for security_group (757f3625-9bbe-47fe-817e-452b49b96d0f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:04.071100 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47f3f165-8215-47dd-b186-93f8575f3718 req-51bceee8-b25f-4e96-9b63-7f77b7804f1f tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f33da6d-a403-456a-89c0-85f2dc8f99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834441 Jan 28 00:08:04.097478 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5d856dbd-8048-4d8e-bdde-3f4bfd1cd28f req-6bfa6e92-2fe8-4583-8262-3448b227c6ee tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] Publish callbacks [] for security_group (757f3625-9bbe-47fe-817e-452b49b96d0f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:04.153176 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5d856dbd-8048-4d8e-bdde-3f4bfd1cd28f req-6bfa6e92-2fe8-4583-8262-3448b227c6ee tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (757f3625-9bbe-47fe-817e-452b49b96d0f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:04.155915 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5d856dbd-8048-4d8e-bdde-3f4bfd1cd28f req-6bfa6e92-2fe8-4583-8262-3448b227c6ee tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:04.157165 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5d856dbd-8048-4d8e-bdde-3f4bfd1cd28f req-6bfa6e92-2fe8-4583-8262-3448b227c6ee tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] 10.222.0.70 "DELETE /v2.0/security-groups/757f3625-9bbe-47fe-817e-452b49b96d0f HTTP/1.1" status: 204 len: 173 time: 0.2014146 Jan 28 00:08:04.178393 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa6e92-2fe8-4583-8262-3448b227c6ee tempest-SecurityGroupsTestAdminJSON-1941115116 tempest-SecurityGroupsTestAdminJSON-1941115116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=757f3625-9bbe-47fe-817e-452b49b96d0f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:04.258596 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3062b-2c07-4634-ac1b-1fca77fe3139 req-befc5844-6596-4a19-9b8a-666d4709d8b5 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:04.260516 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8de3062b-2c07-4634-ac1b-1fca77fe3139 req-befc5844-6596-4a19-9b8a-666d4709d8b5 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?device_id=e935eea7-1d17-4eaa-8aca-fe9b1039f820 HTTP/1.1" status: 200 len: 944 time: 0.0743985 Jan 28 00:08:04.295579 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['c4f5ed41-15be-4863-a06e-6afafc5cb966'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:08:04.314754 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8de3062b-2c07-4634-ac1b-1fca77fe3139 req-4eee9c37-3a24-4ceb-bbe2-b8213cd638e3 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/security-groups?id=052f30d2-3809-45fe-8cf7-6fd8fec0c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482132 Jan 28 00:08:04.449711 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device dd2ac950-4566-4fa7-a9c6-2a0615d05bd1 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:08:04.489670 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1789d-5b07-4cc4-b7d2-6e38886dd815 req-8ce27266-6672-413d-80fa-ff1a73614e5d tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:04.497301 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aba1789d-5b07-4cc4-b7d2-6e38886dd815 req-8ce27266-6672-413d-80fa-ff1a73614e5d tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1e5b500-f4fe-43bd-9819-022e12e1c0a2 HTTP/1.1" status: 200 len: 948 time: 0.0697913 Jan 28 00:08:04.580712 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aba1789d-5b07-4cc4-b7d2-6e38886dd815 req-955d6b97-8263-4bec-bfd0-4dce47b23220 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822072 Jan 28 00:08:04.594503 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43512) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:04.639794 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-3c460059-2e9f-4f8a-ad06-3e6c67530f6c tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:04.642838 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-3c460059-2e9f-4f8a-ad06-3e6c67530f6c tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.65 "GET /v2.0/networks?id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf HTTP/1.1" status: 200 len: 821 time: 0.2092912 Jan 28 00:08:04.663195 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-e844ee25-c4b3-4158-9d0a-4b4afb52a76f tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Request body: {'port': {'device_id': 'f25fb114-9695-4fa1-8336-092fb685067c', 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf', 'admin_state_up': True, 'tenant_id': '6990d737c5db4738a7ab281f03db2443'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:08:04.753481 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a27a6829-02d8-4699-a01b-0218960c7c8f req-2ff0388c-c25e-4dca-90d5-43331481d204 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 210 time: 0.0544357 Jan 28 00:08:04.781107 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port dd2ac950-4566-4fa7-a9c6-2a0615d05bd1, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=dd2ac950-4566-4fa7-a9c6-2a0615d05bd1,segment=NetworkSegment(2271d763-dbe0-482d-9b5a-a3c1bb7454e8),segment_id=2271d763-dbe0-482d-9b5a-a3c1bb7454e8)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:04.793688 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'dd2ac950-4566-4fa7-a9c6-2a0615d05bd1', 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e', 'port_id': 'dd2ac950-4566-4fa7-a9c6-2a0615d05bd1', 'mac_address': 'fa:16:3e:35:4b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd93541c-3fa3-4f63-b944-5654809caebc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:08:04.856934 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port dd2ac950-4566-4fa7-a9c6-2a0615d05bd1 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:08:04.856934 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (dd2ac950-4566-4fa7-a9c6-2a0615d05bd1), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:04.862123 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-e844ee25-c4b3-4158-9d0a-4b4afb52a76f tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Made reservation on behalf of 6990d737c5db4738a7ab281f03db2443 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:08:04.873315 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-e844ee25-c4b3-4158-9d0a-4b4afb52a76f tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:04.875541 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd2ac950-4566-4fa7-a9c6-2a0615d05bd1 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:08:04.900015 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port dd2ac950-4566-4fa7-a9c6-2a0615d05bd1, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=dd2ac950-4566-4fa7-a9c6-2a0615d05bd1,segment=NetworkSegment(2271d763-dbe0-482d-9b5a-a3c1bb7454e8),segment_id=2271d763-dbe0-482d-9b5a-a3c1bb7454e8)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:04.904706 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (dd2ac950-4566-4fa7-a9c6-2a0615d05bd1), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:04.980498 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=dd2ac950-4566-4fa7-a9c6-2a0615d05bd1,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:05.020046 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c5e964cf-d20b-4b15-b0a7-3971adcda629 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7fcc36738b97409abdaf727ae6c9c0e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4231889 Jan 28 00:08:05.022503 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43534) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:05.058804 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-e844ee25-c4b3-4158-9d0a-4b4afb52a76f tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Allocated IP 172.20.0.5 (d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf/1cf259c4-4e5d-4731-814e-e633d701ebdd/8dfa7925-dd1f-40f0-8a84-233f0885d983) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:08:05.085969 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-220bf684-8f61-4025-9a38-8168072e3e5d admin admin] Publish callbacks [] for security_group (88792db7-eafd-4d24-91fd-d27fb87ef044), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:05.130868 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-220bf684-8f61-4025-9a38-8168072e3e5d admin admin] Publish callbacks [] for security_group (88792db7-eafd-4d24-91fd-d27fb87ef044), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:05.228242 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ddac3-6680-483b-adec-a9fda63618fd req-7bba22d7-c01c-4705-9440-12b055e76789 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:05.230509 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-885ddac3-6680-483b-adec-a9fda63618fd req-7bba22d7-c01c-4705-9440-12b055e76789 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbdbe16-e8d9-4662-915c-61882e6b75e6 HTTP/1.1" status: 200 len: 971 time: 0.0738189 Jan 28 00:08:05.234788 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device c4f5ed41-15be-4863-a06e-6afafc5cb966 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:08:05.274783 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-220bf684-8f61-4025-9a38-8168072e3e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (88792db7-eafd-4d24-91fd-d27fb87ef044), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:05.278250 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-220bf684-8f61-4025-9a38-8168072e3e5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:05.281818 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-220bf684-8f61-4025-9a38-8168072e3e5d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/88792db7-eafd-4d24-91fd-d27fb87ef044 HTTP/1.1" status: 204 len: 168 time: 0.2558718 Jan 28 00:08:05.296883 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220bf684-8f61-4025-9a38-8168072e3e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88792db7-eafd-4d24-91fd-d27fb87ef044,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:05.308657 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['dd2ac950-4566-4fa7-a9c6-2a0615d05bd1'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:08:05.311362 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-e844ee25-c4b3-4158-9d0a-4b4afb52a76f tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Publish callbacks [] for port (8dfa7925-dd1f-40f0-8a84-233f0885d983), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:05.323358 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-885ddac3-6680-483b-adec-a9fda63618fd req-10a694de-22ca-4ad8-b670-ad159c5edddd tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f33da6d-a403-456a-89c0-85f2dc8f99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740979 Jan 28 00:08:05.366622 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-e844ee25-c4b3-4158-9d0a-4b4afb52a76f tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (8dfa7925-dd1f-40f0-8a84-233f0885d983), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:05.464528 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port c4f5ed41-15be-4863-a06e-6afafc5cb966 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:08:05.478726 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port c4f5ed41-15be-4863-a06e-6afafc5cb966 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:08:05.479013 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c4f5ed41-15be-4863-a06e-6afafc5cb966), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:05.492410 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-e844ee25-c4b3-4158-9d0a-4b4afb52a76f tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:08:05.498851 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-e844ee25-c4b3-4158-9d0a-4b4afb52a76f tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:08:05.511569 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-e844ee25-c4b3-4158-9d0a-4b4afb52a76f tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:08:05.520562 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-e844ee25-c4b3-4158-9d0a-4b4afb52a76f tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:05.530055 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-e844ee25-c4b3-4158-9d0a-4b4afb52a76f tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:05.543164 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce6310-5c3f-4c35-ba04-417c09fa4f08 req-516e0e98-09bb-446c-a85e-bed98e5ae66a tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:05.552954 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c0ce6310-5c3f-4c35-ba04-417c09fa4f08 req-516e0e98-09bb-446c-a85e-bed98e5ae66a tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?device_id=e935eea7-1d17-4eaa-8aca-fe9b1039f820 HTTP/1.1" status: 200 len: 945 time: 0.1144385 Jan 28 00:08:05.583898 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-e844ee25-c4b3-4158-9d0a-4b4afb52a76f tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9247377 Jan 28 00:08:05.597983 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844ee25-c4b3-4158-9d0a-4b4afb52a76f tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Pushing event updated for resources: {'Port': ['ID=8dfa7925-dd1f-40f0-8a84-233f0885d983,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:05.620816 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-178dc2ef-7452-401d-aaa8-263f81ec5d7c service neutron] Request body: {'port': {'device_id': 'f25fb114-9695-4fa1-8336-092fb685067c', 'device_owner': 'compute:tempest-test_az-1456324905', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:08:05.628408 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port c4f5ed41-15be-4863-a06e-6afafc5cb966 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:08:05.629819 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c4f5ed41-15be-4863-a06e-6afafc5cb966), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:05.654527 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c0ce6310-5c3f-4c35-ba04-417c09fa4f08 req-6da283db-2ef7-4ba9-8bfc-fb8ba085ae6b tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/security-groups?id=052f30d2-3809-45fe-8cf7-6fd8fec0c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004465 Jan 28 00:08:05.656484 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cbdbe16-e8d9-4662-915c-61882e6b75e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f5ed41-15be-4863-a06e-6afafc5cb966'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:08:05.703721 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-178dc2ef-7452-401d-aaa8-263f81ec5d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8dfa7925-dd1f-40f0-8a84-233f0885d983), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:05.738019 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port c4f5ed41-15be-4863-a06e-6afafc5cb966, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=c4f5ed41-15be-4863-a06e-6afafc5cb966,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:05.744082 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c4f5ed41-15be-4863-a06e-6afafc5cb966), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:05.799633 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=c4f5ed41-15be-4863-a06e-6afafc5cb966,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:05.918591 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3c010fc1-513c-4ec5-a573-2cb9a2625edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:06.000622 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43580) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:06.053414 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-667f519c-373a-4a74-834d-23c01abd24ee req-8a70fc13-01db-4645-8141-44922b819275 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=01e222a603cc4f1e99f02291c208d0ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286286 Jan 28 00:08:06.062008 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487107c-32ec-4ad5-9128-372e9a60ad53 req-c322558b-464e-4551-947f-7558ba85c55f tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:06.063933 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a487107c-32ec-4ad5-9128-372e9a60ad53 req-c322558b-464e-4551-947f-7558ba85c55f tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1e5b500-f4fe-43bd-9819-022e12e1c0a2 HTTP/1.1" status: 200 len: 948 time: 0.2880034 Jan 28 00:08:06.102741 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-178dc2ef-7452-401d-aaa8-263f81ec5d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dfa7925-dd1f-40f0-8a84-233f0885d983 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:08:06.114052 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-178dc2ef-7452-401d-aaa8-263f81ec5d7c service neutron] Publish callbacks [] for port (8dfa7925-dd1f-40f0-8a84-233f0885d983), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:06.129608 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43584) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:06.137308 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7face1c0-2a86-4977-bb92-8cc8d0aaeb30" -d '{"events": [{"server_uuid": "6cbdbe16-e8d9-4662-915c-61882e6b75e6", "name": "network-vif-plugged", "status": "completed", "tag": "c4f5ed41-15be-4863-a06e-6afafc5cb966"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:08:06.147286 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-178dc2ef-7452-401d-aaa8-263f81ec5d7c service neutron] Transition to ACTIVE for port object 8dfa7925-dd1f-40f0-8a84-233f0885d983 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:08:06.160745 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-178dc2ef-7452-401d-aaa8-263f81ec5d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8dfa7925-dd1f-40f0-8a84-233f0885d983), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:06.206335 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a487107c-32ec-4ad5-9128-372e9a60ad53 req-68a9956f-923b-49f1-88a7-46222fa60b4f tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145039 Jan 28 00:08:06.216024 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7256ad43-530f-481f-a49d-4cb33f91b648 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=11a62197c8714f20bc09eb1c6500b298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0850146 Jan 28 00:08:06.218839 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43588) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:06.253274 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f519c-373a-4a74-834d-23c01abd24ee req-bda5f1d4-93f0-428d-8458-38b61df37a5f tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:06.255813 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-667f519c-373a-4a74-834d-23c01abd24ee req-bda5f1d4-93f0-428d-8458-38b61df37a5f tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1909304 Jan 28 00:08:06.266750 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178dc2ef-7452-401d-aaa8-263f81ec5d7c service neutron] Pushing event updated for resources: {'Port': ['ID=8dfa7925-dd1f-40f0-8a84-233f0885d983,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:06.272321 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-178dc2ef-7452-401d-aaa8-263f81ec5d7c service neutron] Attempting to bind port 8dfa7925-dd1f-40f0-8a84-233f0885d983 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:08:06.272656 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-178dc2ef-7452-401d-aaa8-263f81ec5d7c service neutron] Attempting to bind port 8dfa7925-dd1f-40f0-8a84-233f0885d983 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:08:06.272988 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-178dc2ef-7452-401d-aaa8-263f81ec5d7c service neutron] Attempting to bind port 8dfa7925-dd1f-40f0-8a84-233f0885d983 on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:08:06.277684 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-178dc2ef-7452-401d-aaa8-263f81ec5d7c service neutron] Port 8dfa7925-dd1f-40f0-8a84-233f0885d983 on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:08:06.278008 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-178dc2ef-7452-401d-aaa8-263f81ec5d7c service neutron] Attempting to bind port 8dfa7925-dd1f-40f0-8a84-233f0885d983 on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:08:06.283130 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-178dc2ef-7452-401d-aaa8-263f81ec5d7c service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:08:06.283468 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-178dc2ef-7452-401d-aaa8-263f81ec5d7c service neutron] Checking segment: {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:08:06.283896 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-178dc2ef-7452-401d-aaa8-263f81ec5d7c service neutron] Bound using segment: {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:08:06.284406 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-178dc2ef-7452-401d-aaa8-263f81ec5d7c service neutron] Bound port: 8dfa7925-dd1f-40f0-8a84-233f0885d983, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:08:06.284788 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-178dc2ef-7452-401d-aaa8-263f81ec5d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8dfa7925-dd1f-40f0-8a84-233f0885d983), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:06.298098 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-667f519c-373a-4a74-834d-23c01abd24ee req-3f72b6c6-8bc8-4ca0-a170-f1f96074a3ba tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/quotas/01e222a603cc4f1e99f02291c208d0ad HTTP/1.1" status: 200 len: 375 time: 0.0311413 Jan 28 00:08:06.356594 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-667f519c-373a-4a74-834d-23c01abd24ee req-3fba5467-5bd3-43ef-ad0a-c022f977d28c tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=01e222a603cc4f1e99f02291c208d0ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411890 Jan 28 00:08:06.356887 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-178dc2ef-7452-401d-aaa8-263f81ec5d7c service neutron] For port 8dfa7925-dd1f-40f0-8a84-233f0885d983, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:08:06.360625 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-178dc2ef-7452-401d-aaa8-263f81ec5d7c service neutron] For port 8dfa7925-dd1f-40f0-8a84-233f0885d983, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8dfa7925-dd1f-40f0-8a84-233f0885d983,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:08:06.361746 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c942f78a-d399-48c8-9e0d-2856abbd2642 admin admin] Publish callbacks [] for security_group (41dce9d0-a2fd-48a4-ac64-fb90b79b15f3), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:06.366363 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-178dc2ef-7452-401d-aaa8-263f81ec5d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8dfa7925-dd1f-40f0-8a84-233f0885d983), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:06.388868 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee3489-87a3-49ce-9896-1ee2f1979292 req-7b58c9a3-ce56-4827-9762-1edd76029b16 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:06.390395 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fcee3489-87a3-49ce-9896-1ee2f1979292 req-7b58c9a3-ce56-4827-9762-1edd76029b16 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 965 time: 0.1081779 Jan 28 00:08:06.404886 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c942f78a-d399-48c8-9e0d-2856abbd2642 admin admin] Publish callbacks [] for security_group (41dce9d0-a2fd-48a4-ac64-fb90b79b15f3), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:06.422547 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-178dc2ef-7452-401d-aaa8-263f81ec5d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:06.423169 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-178dc2ef-7452-401d-aaa8-263f81ec5d7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:06.424606 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-178dc2ef-7452-401d-aaa8-263f81ec5d7c service neutron] 10.222.0.65 "PUT /v2.0/ports/8dfa7925-dd1f-40f0-8a84-233f0885d983 HTTP/1.1" status: 200 len: 1113 time: 0.8117323 Jan 28 00:08:06.427587 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 7fecf038-a376-49f2-b32e-e610b5c3e1b2 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:08:06.429907 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25fb114-9695-4fa1-8336-092fb685067c', 'tag': '8dfa7925-dd1f-40f0-8a84-233f0885d983'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:08:06.432195 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0480fed1-a9b7-4077-bb53-21b0f8f2d260" -d '{"events": [{"name": "network-changed", "server_uuid": "f25fb114-9695-4fa1-8336-092fb685067c", "tag": "8dfa7925-dd1f-40f0-8a84-233f0885d983"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:08:06.457978 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b598d0dc-d7cb-46ca-832a-55620d383996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:06.460302 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178dc2ef-7452-401d-aaa8-263f81ec5d7c service neutron] Pushing event updated for resources: {'Port': ['ID=8dfa7925-dd1f-40f0-8a84-233f0885d983,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:06.512403 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fcee3489-87a3-49ce-9896-1ee2f1979292 req-72517bba-69d7-4e57-8047-983830f38c9c tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106563 Jan 28 00:08:06.516955 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 7fecf038-a376-49f2-b32e-e610b5c3e1b2 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:08:06.523134 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 7fecf038-a376-49f2-b32e-e610b5c3e1b2 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:08:06.524264 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (7fecf038-a376-49f2-b32e-e610b5c3e1b2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:06.544223 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c942f78a-d399-48c8-9e0d-2856abbd2642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (41dce9d0-a2fd-48a4-ac64-fb90b79b15f3), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:06.559084 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c942f78a-d399-48c8-9e0d-2856abbd2642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:06.562183 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c942f78a-d399-48c8-9e0d-2856abbd2642 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/41dce9d0-a2fd-48a4-ac64-fb90b79b15f3 HTTP/1.1" status: 204 len: 168 time: 0.3423741 Jan 28 00:08:06.578184 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-3c24b0a0-3e3e-4d65-b80b-07a224269383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:06.579870 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-3c24b0a0-3e3e-4d65-b80b-07a224269383 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6990d737c5db4738a7ab281f03db2443&device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 1116 time: 0.0903535 Jan 28 00:08:06.602124 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942f78a-d399-48c8-9e0d-2856abbd2642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dce9d0-a2fd-48a4-ac64-fb90b79b15f3,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:06.717886 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-5b1f0d18-285a-42ec-b115-6539b7315ff3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dfa7925-dd1f-40f0-8a84-233f0885d983 HTTP/1.1" status: 200 len: 217 time: 0.1233220 Jan 28 00:08:06.723208 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 7fecf038-a376-49f2-b32e-e610b5c3e1b2 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:08:06.723573 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7fecf038-a376-49f2-b32e-e610b5c3e1b2), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:06.763981 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec48d55-3eb3-4e08-8c4e-b6efd3b168e9 x-openstack-request-id: req-9ec48d55-3eb3-4e08-8c4e-b6efd3b168e9 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:08:06.764294 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cbdbe16-e8d9-4662-915c-61882e6b75e6", "name": "network-vif-plugged", "status": "completed", "tag": "c4f5ed41-15be-4863-a06e-6afafc5cb966", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:08:06.764568 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9ec48d55-3eb3-4e08-8c4e-b6efd3b168e9 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:08:06.765049 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cbdbe16-e8d9-4662-915c-61882e6b75e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f5ed41-15be-4863-a06e-6afafc5cb966', 'code': 200} Jan 28 00:08:06.790710 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad33b63-86a5-4133-8c37-170c5628de5e req-3fb843dc-f58e-4a68-b85f-bd4ec007f01e tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:06.796721 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9ad33b63-86a5-4133-8c37-170c5628de5e req-3fb843dc-f58e-4a68-b85f-bd4ec007f01e tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbdbe16-e8d9-4662-915c-61882e6b75e6 HTTP/1.1" status: 200 len: 972 time: 0.1133101 Jan 28 00:08:06.821134 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 7fecf038-a376-49f2-b32e-e610b5c3e1b2, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=7fecf038-a376-49f2-b32e-e610b5c3e1b2,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:06.843327 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b598d0dc-d7cb-46ca-832a-55620d383996 admin admin] Publish callbacks [] for security_group (75ff5631-e09b-42a9-84a5-29df33123813), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:06.861116 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ba2105-300b-4e58-aed7-e47892795a75 x-openstack-request-id: req-52ba2105-300b-4e58-aed7-e47892795a75 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:08:06.861434 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25fb114-9695-4fa1-8336-092fb685067c", "tag": "8dfa7925-dd1f-40f0-8a84-233f0885d983", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:08:06.861677 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-52ba2105-300b-4e58-aed7-e47892795a75 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:08:06.862083 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25fb114-9695-4fa1-8336-092fb685067c', 'tag': '8dfa7925-dd1f-40f0-8a84-233f0885d983', 'status': 'completed', 'code': 200} Jan 28 00:08:06.862802 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.65', 58432) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:06.864636 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-8b3b7f96-bef2-4ed3-8555-f8973a81b393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:06.867547 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-8b3b7f96-bef2-4ed3-8555-f8973a81b393 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1cf259c4-4e5d-4731-814e-e633d701ebdd HTTP/1.1" status: 200 len: 861 time: 0.1400356 Jan 28 00:08:06.884510 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9ad33b63-86a5-4133-8c37-170c5628de5e req-909a736d-07f2-4151-a72f-67be2de41c5d tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f33da6d-a403-456a-89c0-85f2dc8f99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801828 Jan 28 00:08:06.929056 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1306710e-9e85-42be-9bd5-c2a80aafc62e req-4d4e9592-b6a0-4ed2-bb6b-3122c738f6e7 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=91219744-f3f4-4ba8-9a3e-ee77899cd46c HTTP/1.1" status: 200 len: 210 time: 0.0360644 Jan 28 00:08:06.968597 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-780a8806-1bef-4ec0-9586-36c2aa0d6bd5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456345 Jan 28 00:08:07.017130 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e1a84-c606-4820-a964-f5148a04e5d7 req-5fa4730e-e347-4dba-a900-4400da653ff1 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:07.018514 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-238e1a84-c606-4820-a964-f5148a04e5d7 req-5fa4730e-e347-4dba-a900-4400da653ff1 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?device_id=e935eea7-1d17-4eaa-8aca-fe9b1039f820 HTTP/1.1" status: 200 len: 945 time: 0.0611107 Jan 28 00:08:07.027328 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (7fecf038-a376-49f2-b32e-e610b5c3e1b2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:07.029309 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device dd2ac950-4566-4fa7-a9c6-2a0615d05bd1 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:08:07.055738 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b598d0dc-d7cb-46ca-832a-55620d383996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (75ff5631-e09b-42a9-84a5-29df33123813), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:07.071995 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42f3fe-4e4a-4f0a-b75c-66b49db55186 req-f693e2f9-5c95-44d2-b850-e660caab823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:07.073300 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6a42f3fe-4e4a-4f0a-b75c-66b49db55186 req-f693e2f9-5c95-44d2-b850-e660caab823d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6cbdbe16-e8d9-4662-915c-61882e6b75e6 HTTP/1.1" status: 200 len: 1123 time: 0.1896021 Jan 28 00:08:07.103578 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-238e1a84-c606-4820-a964-f5148a04e5d7 req-263a49f4-b5c2-482f-b726-52ccf2d52cfa tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/security-groups?id=052f30d2-3809-45fe-8cf7-6fd8fec0c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773940 Jan 28 00:08:07.146759 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6a42f3fe-4e4a-4f0a-b75c-66b49db55186 req-a1dd9527-4a2d-4310-8406-244ee84c05ca service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:07.166229 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b598d0dc-d7cb-46ca-832a-55620d383996 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=da90ff611efc4118bb32bdddd4b263b4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1620398 Jan 28 00:08:07.166662 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43618) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:07.169247 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=7fecf038-a376-49f2-b32e-e610b5c3e1b2,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:07.171105 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598d0dc-d7cb-46ca-832a-55620d383996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ff5631-e09b-42a9-84a5-29df33123813,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:07.201689 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port dd2ac950-4566-4fa7-a9c6-2a0615d05bd1 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:08:07.212063 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port dd2ac950-4566-4fa7-a9c6-2a0615d05bd1 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:08:07.212501 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (dd2ac950-4566-4fa7-a9c6-2a0615d05bd1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:07.212655 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-38f845b9-a727-4620-9259-4782420b0ab6 service neutron] 10.222.0.65 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367990 Jan 28 00:08:07.289316 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a22c0fd-254b-4360-9a0e-c5614a7c8c82 admin admin] Publish callbacks [] for security_group (75ff5631-e09b-42a9-84a5-29df33123813), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:07.329133 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port dd2ac950-4566-4fa7-a9c6-2a0615d05bd1 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:08:07.329531 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (dd2ac950-4566-4fa7-a9c6-2a0615d05bd1), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:07.349118 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a22c0fd-254b-4360-9a0e-c5614a7c8c82 admin admin] Publish callbacks [] for security_group (75ff5631-e09b-42a9-84a5-29df33123813), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:07.365226 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c023cdba-f36a-435d-ab77-d40f8ee2b758 req-07f9eb4e-1b7c-44b3-b3a5-c4c537d3f7bd service neutron] 10.222.0.65 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444113 Jan 28 00:08:07.368053 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6a42f3fe-4e4a-4f0a-b75c-66b49db55186 req-a1dd9527-4a2d-4310-8406-244ee84c05ca service neutron] Publish callbacks [] for security_group (32af37e2-9ca7-4432-9c1a-32d34d877bb6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:07.372764 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6a42f3fe-4e4a-4f0a-b75c-66b49db55186 req-a1dd9527-4a2d-4310-8406-244ee84c05ca service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (32af37e2-9ca7-4432-9c1a-32d34d877bb6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:07.406971 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port dd2ac950-4566-4fa7-a9c6-2a0615d05bd1, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=dd2ac950-4566-4fa7-a9c6-2a0615d05bd1,segment=NetworkSegment(2271d763-dbe0-482d-9b5a-a3c1bb7454e8),segment_id=2271d763-dbe0-482d-9b5a-a3c1bb7454e8)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:07.413389 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (dd2ac950-4566-4fa7-a9c6-2a0615d05bd1), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:07.455541 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de631383-89f6-4303-856a-a1760bc6698b req-462aa38b-00cf-4069-8a4b-44c2b84a0f75 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:07.457379 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de631383-89f6-4303-856a-a1760bc6698b req-462aa38b-00cf-4069-8a4b-44c2b84a0f75 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1e5b500-f4fe-43bd-9819-022e12e1c0a2 HTTP/1.1" status: 200 len: 949 time: 0.1216176 Jan 28 00:08:07.465508 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6a42f3fe-4e4a-4f0a-b75c-66b49db55186 req-a1dd9527-4a2d-4310-8406-244ee84c05ca service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2f33da6d-a403-456a-89c0-85f2dc8f99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640823 Jan 28 00:08:07.478833 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd9527-4a2d-4310-8406-244ee84c05ca service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=32af37e2-9ca7-4432-9c1a-32d34d877bb6,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:07.479479 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a22c0fd-254b-4360-9a0e-c5614a7c8c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (75ff5631-e09b-42a9-84a5-29df33123813), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:07.482541 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a22c0fd-254b-4360-9a0e-c5614a7c8c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:07.484315 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6a22c0fd-254b-4360-9a0e-c5614a7c8c82 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/75ff5631-e09b-42a9-84a5-29df33123813 HTTP/1.1" status: 204 len: 168 time: 0.3164675 Jan 28 00:08:07.509527 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22c0fd-254b-4360-9a0e-c5614a7c8c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ff5631-e09b-42a9-84a5-29df33123813,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:07.558729 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de631383-89f6-4303-856a-a1760bc6698b req-60101d7f-8fd8-422d-a24a-6e3ee03c2714 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858145 Jan 28 00:08:07.578979 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480fed1-a9b7-4077-bb53-21b0f8f2d260 req-ac932c0b-c977-4dad-b53c-74b5edee8730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:07.585894 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=dd2ac950-4566-4fa7-a9c6-2a0615d05bd1,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:07.587089 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0480fed1-a9b7-4077-bb53-21b0f8f2d260 req-ac932c0b-c977-4dad-b53c-74b5edee8730 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6990d737c5db4738a7ab281f03db2443&device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 1116 time: 0.1191907 Jan 28 00:08:07.691585 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70afb9f-5ea8-48e6-80cf-8b98b99d8ccb req-4ddb147d-4506-483d-9ff4-8e8d758d5c81 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:07.696239 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f70afb9f-5ea8-48e6-80cf-8b98b99d8ccb req-4ddb147d-4506-483d-9ff4-8e8d758d5c81 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 965 time: 0.0593758 Jan 28 00:08:07.747526 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f70afb9f-5ea8-48e6-80cf-8b98b99d8ccb req-dcad269d-8cc1-4a5e-8961-8e7878a62f2f tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484223 Jan 28 00:08:07.761658 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43638) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:07.871580 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-539b8000-6541-4835-bd1f-ef4211c26683 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-12599575-network', 'tenant_id': 'c2de971249f741c0937ae7be3229d4c6'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:08:07.897785 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539b8000-6541-4835-bd1f-ef4211c26683 admin admin] Made reservation on behalf of c2de971249f741c0937ae7be3229d4c6 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:08:07.901480 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-539b8000-6541-4835-bd1f-ef4211c26683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:07.909753 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480fed1-a9b7-4077-bb53-21b0f8f2d260 req-b4286256-33e8-442c-966d-6355142ca92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:07.912800 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0480fed1-a9b7-4077-bb53-21b0f8f2d260 req-b4286256-33e8-442c-966d-6355142ca92d service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf HTTP/1.1" status: 200 len: 922 time: 0.1092067 Jan 28 00:08:07.915867 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-539b8000-6541-4835-bd1f-ef4211c26683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:07.919595 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43644) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:07.939952 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-524b97ab-9752-49c7-861c-5bb219228cd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:07.981676 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0480fed1-a9b7-4077-bb53-21b0f8f2d260 req-358d4053-eae3-4243-bba0-7d96dec112c4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dfa7925-dd1f-40f0-8a84-233f0885d983 HTTP/1.1" status: 200 len: 217 time: 0.0549443 Jan 28 00:08:08.039969 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-34052306-8620-44c6-b8f6-cde07c9bd681 req-112dbe35-3927-4438-aa02-bac4d968c1c5 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=91219744-f3f4-4ba8-9a3e-ee77899cd46c HTTP/1.1" status: 200 len: 210 time: 0.0391910 Jan 28 00:08:08.049971 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480fed1-a9b7-4077-bb53-21b0f8f2d260 req-b9b8bccc-078c-419c-b0ee-804a8694aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:08.050148 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a8548-671f-4c5c-a73a-96e0a090bc44 req-7b60655f-7f84-482e-b83f-4bae44dcb3d5 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:08.052030 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0480fed1-a9b7-4077-bb53-21b0f8f2d260 req-b9b8bccc-078c-419c-b0ee-804a8694aef8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1cf259c4-4e5d-4731-814e-e633d701ebdd HTTP/1.1" status: 200 len: 861 time: 0.0626924 Jan 28 00:08:08.052619 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-751a8548-671f-4c5c-a73a-96e0a090bc44 req-7b60655f-7f84-482e-b83f-4bae44dcb3d5 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbdbe16-e8d9-4662-915c-61882e6b75e6 HTTP/1.1" status: 200 len: 972 time: 0.1017361 Jan 28 00:08:08.087763 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-539b8000-6541-4835-bd1f-ef4211c26683 admin admin] Publish callbacks [] for security_group (324fbe04-185a-42e9-9591-1f8de4f643ac), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:08.090562 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0480fed1-a9b7-4077-bb53-21b0f8f2d260 req-c811fa27-f38e-4be4-a3c8-d26e2a8b1ab3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300870 Jan 28 00:08:08.095851 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-539b8000-6541-4835-bd1f-ef4211c26683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (324fbe04-185a-42e9-9591-1f8de4f643ac), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:08.138597 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539b8000-6541-4835-bd1f-ef4211c26683 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:08:08.150683 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-751a8548-671f-4c5c-a73a-96e0a090bc44 req-cfd777b6-3b1d-4a7d-8cd6-875a4507ed46 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f33da6d-a403-456a-89c0-85f2dc8f99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920618 Jan 28 00:08:08.153836 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b8000-6541-4835-bd1f-ef4211c26683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324fbe04-185a-42e9-9591-1f8de4f643ac,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:08.158885 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-539b8000-6541-4835-bd1f-ef4211c26683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (5cde8bf5-bc07-4bbb-8006-6f74f2355127), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:08.159212 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-539b8000-6541-4835-bd1f-ef4211c26683 admin admin] Added segment 5cde8bf5-bc07-4bbb-8006-6f74f2355127 of type vlan for network d45183b3-877f-4f23-8552-987ae7b47aa3 Jan 28 00:08:08.192335 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-524b97ab-9752-49c7-861c-5bb219228cd7 admin admin] Publish callbacks [] for security_group (0069a55e-210a-4938-8c48-c0eea9328203), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:08.213218 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-524b97ab-9752-49c7-861c-5bb219228cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0069a55e-210a-4938-8c48-c0eea9328203), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:08.218880 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-539b8000-6541-4835-bd1f-ef4211c26683 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (d45183b3-877f-4f23-8552-987ae7b47aa3), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:08.231824 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-48439718-137e-4e42-8f1b-05dff0150b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:08.252899 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-539b8000-6541-4835-bd1f-ef4211c26683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (d45183b3-877f-4f23-8552-987ae7b47aa3), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:08.254726 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539b8000-6541-4835-bd1f-ef4211c26683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:08.257147 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-539b8000-6541-4835-bd1f-ef4211c26683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:08.332946 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-667f519c-373a-4a74-834d-23c01abd24ee req-cba9f637-f2d7-4dfd-9adc-eef77a5a1cc5 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=01e222a603cc4f1e99f02291c208d0ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0956776 Jan 28 00:08:08.337776 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-539b8000-6541-4835-bd1f-ef4211c26683 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5751534 Jan 28 00:08:08.345003 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0480fed1-a9b7-4077-bb53-21b0f8f2d260 req-dc378cb1-1967-49d4-a4bc-0d892c3fa3a4 service neutron] 10.222.0.65 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475028 Jan 28 00:08:08.347816 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43650) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:08.356476 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-524b97ab-9752-49c7-861c-5bb219228cd7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=057b93e7caed4dbd8417080d55879f99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4357159 Jan 28 00:08:08.356968 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43652) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:08.363857 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-157b978f-7893-4d19-a526-0186deb56f4b admin admin] Request body: {'subnet': {'network_id': 'd45183b3-877f-4f23-8552-987ae7b47aa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-12599575-subnet', 'tenant_id': 'c2de971249f741c0937ae7be3229d4c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:08:08.364723 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b8000-6541-4835-bd1f-ef4211c26683 admin admin] Pushing event updated for resources: {'Network': ['ID=d45183b3-877f-4f23-8552-987ae7b47aa3,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:08.376184 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network d45183b3-877f-4f23-8552-987ae7b47aa3 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:08:08.418966 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80fedf-a5e0-4d3c-8124-1e263e88edaa req-1dab6ea2-f8b7-4b1f-b32c-873304408e34 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:08.427816 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dc80fedf-a5e0-4d3c-8124-1e263e88edaa req-1dab6ea2-f8b7-4b1f-b32c-873304408e34 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?device_id=e935eea7-1d17-4eaa-8aca-fe9b1039f820 HTTP/1.1" status: 200 len: 946 time: 0.1156034 Jan 28 00:08:08.447953 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b97ab-9752-49c7-861c-5bb219228cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0069a55e-210a-4938-8c48-c0eea9328203,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:08.461295 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4448c1f6-ada6-4645-9384-8dc92595098f admin admin] Publish callbacks [] for security_group (0069a55e-210a-4938-8c48-c0eea9328203), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:08.501652 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dc80fedf-a5e0-4d3c-8124-1e263e88edaa req-36516310-9d95-418c-a10f-2b84ca342943 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/security-groups?id=052f30d2-3809-45fe-8cf7-6fd8fec0c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731642 Jan 28 00:08:08.507695 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4448c1f6-ada6-4645-9384-8dc92595098f admin admin] Publish callbacks [] for security_group (0069a55e-210a-4938-8c48-c0eea9328203), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:08.563601 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4448c1f6-ada6-4645-9384-8dc92595098f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0069a55e-210a-4938-8c48-c0eea9328203), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:08.567464 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4448c1f6-ada6-4645-9384-8dc92595098f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:08.568786 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4448c1f6-ada6-4645-9384-8dc92595098f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0069a55e-210a-4938-8c48-c0eea9328203 HTTP/1.1" status: 204 len: 168 time: 0.2109246 Jan 28 00:08:08.586481 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448c1f6-ada6-4645-9384-8dc92595098f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0069a55e-210a-4938-8c48-c0eea9328203,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:08.692596 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd0152-c7db-4572-839d-0dbb14f37034 req-6b564b54-8e93-4ae1-b1c6-a1c0bd759865 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:08.692911 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157b978f-7893-4d19-a526-0186deb56f4b admin admin] Made reservation on behalf of c2de971249f741c0937ae7be3229d4c6 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:08:08.694640 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-80cd0152-c7db-4572-839d-0dbb14f37034 req-6b564b54-8e93-4ae1-b1c6-a1c0bd759865 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1e5b500-f4fe-43bd-9819-022e12e1c0a2 HTTP/1.1" status: 200 len: 949 time: 0.0574756 Jan 28 00:08:08.695480 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-157b978f-7893-4d19-a526-0186deb56f4b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:08.745404 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-80cd0152-c7db-4572-839d-0dbb14f37034 req-ad46f1f7-53e4-4fa2-b20a-7bc5d756ed8c tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450251 Jan 28 00:08:08.765679 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e5b500-f4fe-43bd-9819-022e12e1c0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fecf038-a376-49f2-b32e-e610b5c3e1b2'}, {'server_uuid': 'e935eea7-1d17-4eaa-8aca-fe9b1039f820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2ac950-4566-4fa7-a9c6-2a0615d05bd1'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:08:08.769940 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5435c6bf-9a05-4833-9c5f-d71817758259" -d '{"events": [{"server_uuid": "d1e5b500-f4fe-43bd-9819-022e12e1c0a2", "name": "network-vif-plugged", "status": "completed", "tag": "7fecf038-a376-49f2-b32e-e610b5c3e1b2"}, {"server_uuid": "e935eea7-1d17-4eaa-8aca-fe9b1039f820", "name": "network-vif-plugged", "status": "completed", "tag": "dd2ac950-4566-4fa7-a9c6-2a0615d05bd1"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:08:08.772951 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f519c-373a-4a74-834d-23c01abd24ee req-c5bc8746-5486-4bca-9524-fa70ea867bb7 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:08.774505 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-667f519c-373a-4a74-834d-23c01abd24ee req-c5bc8746-5486-4bca-9524-fa70ea867bb7 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4280334 Jan 28 00:08:08.807089 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-667f519c-373a-4a74-834d-23c01abd24ee req-5de4a7f3-4587-4479-9514-98ec25d8df38 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Request body: {'port': {'device_id': '91219744-f3f4-4ba8-9a3e-ee77899cd46c', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'admin_state_up': True, 'tenant_id': '01e222a603cc4f1e99f02291c208d0ad'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:08:08.829743 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 00:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1c4857-4eff-4f27-a4d1-9ea6f6a892fd x-openstack-request-id: req-ef1c4857-4eff-4f27-a4d1-9ea6f6a892fd {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:08:08.830057 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e5b500-f4fe-43bd-9819-022e12e1c0a2", "name": "network-vif-plugged", "status": "completed", "tag": "7fecf038-a376-49f2-b32e-e610b5c3e1b2", "code": 200}, {"server_uuid": "e935eea7-1d17-4eaa-8aca-fe9b1039f820", "name": "network-vif-plugged", "status": "completed", "tag": "dd2ac950-4566-4fa7-a9c6-2a0615d05bd1", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:08:08.830338 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ef1c4857-4eff-4f27-a4d1-9ea6f6a892fd {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:08:08.830736 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e5b500-f4fe-43bd-9819-022e12e1c0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fecf038-a376-49f2-b32e-e610b5c3e1b2', 'code': 200} Jan 28 00:08:08.831005 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e935eea7-1d17-4eaa-8aca-fe9b1039f820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2ac950-4566-4fa7-a9c6-2a0615d05bd1', 'code': 200} Jan 28 00:08:08.832003 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0480fed1-a9b7-4077-bb53-21b0f8f2d260 req-80296545-c587-4738-876a-7129e2d40528 service neutron] 10.222.0.65 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743812 Jan 28 00:08:08.902701 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2759f2-e7e6-4172-ab09-a283cf181003 req-038a4e67-f7a0-483d-89a9-814c23609242 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:08.904664 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f2759f2-e7e6-4172-ab09-a283cf181003 req-038a4e67-f7a0-483d-89a9-814c23609242 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 965 time: 0.0628686 Jan 28 00:08:08.962021 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.52', 55020) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:08.976137 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f2759f2-e7e6-4172-ab09-a283cf181003 req-1f1a00db-4845-468c-a9c4-8054a7738943 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642195 Jan 28 00:08:09.024734 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-667f519c-373a-4a74-834d-23c01abd24ee req-5de4a7f3-4587-4479-9514-98ec25d8df38 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Made reservation on behalf of 01e222a603cc4f1e99f02291c208d0ad for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:08:09.030706 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-667f519c-373a-4a74-834d-23c01abd24ee req-5de4a7f3-4587-4479-9514-98ec25d8df38 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:09.034702 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43666) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:09.035887 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.52', 55021) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:09.048752 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-667f519c-373a-4a74-834d-23c01abd24ee req-5de4a7f3-4587-4479-9514-98ec25d8df38 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:09.053569 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-157b978f-7893-4d19-a526-0186deb56f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for subnet (b4d43441-547f-4ffb-adf5-8e225516d410), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:09.078398 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7718b0d7-4240-4dbb-bd0c-46fec4de8516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:09.118991 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee00d1-0755-4f77-a37b-2827a7eee3de req-66cd3aff-6313-4704-9afe-57c4d1b9fb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:09.120341 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-efee00d1-0755-4f77-a37b-2827a7eee3de req-66cd3aff-6313-4704-9afe-57c4d1b9fb79 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d1e5b500-f4fe-43bd-9819-022e12e1c0a2 HTTP/1.1" status: 200 len: 1100 time: 0.1569366 Jan 28 00:08:09.140553 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d883faf-cc08-4a09-9279-e4d873d6fae9 req-97b5abc3-88b7-472a-831a-13da6187783e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:09.141987 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9d883faf-cc08-4a09-9279-e4d873d6fae9 req-97b5abc3-88b7-472a-831a-13da6187783e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e935eea7-1d17-4eaa-8aca-fe9b1039f820 HTTP/1.1" status: 200 len: 1097 time: 0.1031282 Jan 28 00:08:09.154289 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b978f-7893-4d19-a526-0186deb56f4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4d43441-547f-4ffb-adf5-8e225516d410,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:09.184667 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b978f-7893-4d19-a526-0186deb56f4b admin admin] Checking segment: {'id': '5cde8bf5-bc07-4bbb-8006-6f74f2355127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd45183b3-877f-4f23-8552-987ae7b47aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:08:09.185029 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157b978f-7893-4d19-a526-0186deb56f4b admin admin] Network hostable DHCP agents. Network: d45183b3-877f-4f23-8552-987ae7b47aa3, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:08:09.189180 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-251c66b1-8e30-4466-ae23-25d5a3cb6204 req-72f6725a-2599-4fc4-aa69-ef78f162c28e tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=91219744-f3f4-4ba8-9a3e-ee77899cd46c HTTP/1.1" status: 200 len: 210 time: 0.0651417 Jan 28 00:08:09.200919 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-667f519c-373a-4a74-834d-23c01abd24ee req-5de4a7f3-4587-4479-9514-98ec25d8df38 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Publish callbacks [] for security_group (77512c6a-d14f-4701-9102-a4b6f9543f52), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:09.208122 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-667f519c-373a-4a74-834d-23c01abd24ee req-5de4a7f3-4587-4479-9514-98ec25d8df38 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (77512c6a-d14f-4701-9102-a4b6f9543f52), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:09.233032 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157b978f-7893-4d19-a526-0186deb56f4b admin admin] Network d45183b3-877f-4f23-8552-987ae7b47aa3 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:08:09.280427 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-efee00d1-0755-4f77-a37b-2827a7eee3de req-16896e7f-3b48-48af-86ff-d7e4c574547d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419461 Jan 28 00:08:09.291485 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-157b978f-7893-4d19-a526-0186deb56f4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, d45183b3-877f-4f23-8552-987ae7b47aa3) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:08:09.295501 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4a7f3-4587-4479-9514-98ec25d8df38 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77512c6a-d14f-4701-9102-a4b6f9543f52,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:09.300704 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9d883faf-cc08-4a09-9279-e4d873d6fae9 req-2c2f4e9c-0b3a-4b5b-aa8e-9565d561efc6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=052f30d2-3809-45fe-8cf7-6fd8fec0c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456313 Jan 28 00:08:09.304449 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157b978f-7893-4d19-a526-0186deb56f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:09.305048 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-157b978f-7893-4d19-a526-0186deb56f4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:09.307071 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc15767d-ceec-4aa0-b7ad-d143275d7b4a None None] Network d45183b3-877f-4f23-8552-987ae7b47aa3 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:08:09.319235 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7718b0d7-4240-4dbb-bd0c-46fec4de8516 admin admin] Publish callbacks [] for security_group (31fa44d3-eba5-4e9b-95f3-19e12b3987ea), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:09.326324 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7718b0d7-4240-4dbb-bd0c-46fec4de8516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (31fa44d3-eba5-4e9b-95f3-19e12b3987ea), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:09.374605 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7718b0d7-4240-4dbb-bd0c-46fec4de8516 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=94046236d3864f07a6f7155a59ed6bc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3366191 Jan 28 00:08:09.375092 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718b0d7-4240-4dbb-bd0c-46fec4de8516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fa44d3-eba5-4e9b-95f3-19e12b3987ea,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:09.383933 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d055d-1120-47f2-8417-641ee5ac6489 req-bc6cabd4-c390-45a2-afa6-74e16f6b56c2 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:09.385879 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-927d055d-1120-47f2-8417-641ee5ac6489 req-bc6cabd4-c390-45a2-afa6-74e16f6b56c2 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbdbe16-e8d9-4662-915c-61882e6b75e6 HTTP/1.1" status: 200 len: 972 time: 0.1037107 Jan 28 00:08:09.386750 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43674) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:09.401308 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-157b978f-7893-4d19-a526-0186deb56f4b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0508626 Jan 28 00:08:09.456246 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:09.460032 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3af61eb-b7bd-4887-8333-b2451b40251d None None] Network d45183b3-877f-4f23-8552-987ae7b47aa3 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:08:09.522162 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-667f519c-373a-4a74-834d-23c01abd24ee req-5de4a7f3-4587-4479-9514-98ec25d8df38 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Allocated IP 192.168.233.243 (6cc4916b-e8a0-4618-abd0-934e16bf0b78/3d2cf619-4390-4946-b152-016e9ede005d/0752b0c0-f4ea-4f7e-92a4-c0922dff84c4) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:08:09.549735 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-927d055d-1120-47f2-8417-641ee5ac6489 req-422641f7-c060-4323-bd20-84a3651cb2d3 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f33da6d-a403-456a-89c0-85f2dc8f99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553686 Jan 28 00:08:09.584001 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6621d7e1-fc82-4c94-9bbe-7fa8bb8deec2 admin admin] Publish callbacks [] for security_group (31fa44d3-eba5-4e9b-95f3-19e12b3987ea), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:09.657432 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6621d7e1-fc82-4c94-9bbe-7fa8bb8deec2 admin admin] Publish callbacks [] for security_group (31fa44d3-eba5-4e9b-95f3-19e12b3987ea), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:09.699971 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775311b-4fdc-48e0-a5a9-b1e5f69c5691 req-caf7f4d5-50f8-4cbe-b1c1-2ef64b40bdf6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:09.701600 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8775311b-4fdc-48e0-a5a9-b1e5f69c5691 req-caf7f4d5-50f8-4cbe-b1c1-2ef64b40bdf6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?device_id=e935eea7-1d17-4eaa-8aca-fe9b1039f820 HTTP/1.1" status: 200 len: 946 time: 0.0799060 Jan 28 00:08:09.751145 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-667f519c-373a-4a74-834d-23c01abd24ee req-5de4a7f3-4587-4479-9514-98ec25d8df38 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Publish callbacks [] for port (0752b0c0-f4ea-4f7e-92a4-c0922dff84c4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:09.763565 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8775311b-4fdc-48e0-a5a9-b1e5f69c5691 req-83fcab9a-f62d-47a7-bafc-a800b91e81ea tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/security-groups?id=052f30d2-3809-45fe-8cf7-6fd8fec0c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526855 Jan 28 00:08:09.777474 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6621d7e1-fc82-4c94-9bbe-7fa8bb8deec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (31fa44d3-eba5-4e9b-95f3-19e12b3987ea), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:09.780790 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6621d7e1-fc82-4c94-9bbe-7fa8bb8deec2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:09.784518 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6621d7e1-fc82-4c94-9bbe-7fa8bb8deec2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/31fa44d3-eba5-4e9b-95f3-19e12b3987ea HTTP/1.1" status: 204 len: 168 time: 0.3942606 Jan 28 00:08:09.791508 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621d7e1-fc82-4c94-9bbe-7fa8bb8deec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fa44d3-eba5-4e9b-95f3-19e12b3987ea,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:09.836475 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-667f519c-373a-4a74-834d-23c01abd24ee req-5de4a7f3-4587-4479-9514-98ec25d8df38 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (0752b0c0-f4ea-4f7e-92a4-c0922dff84c4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:09.886156 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-667f519c-373a-4a74-834d-23c01abd24ee req-5de4a7f3-4587-4479-9514-98ec25d8df38 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:08:09.889336 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-667f519c-373a-4a74-834d-23c01abd24ee req-5de4a7f3-4587-4479-9514-98ec25d8df38 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:08:09.896034 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88f22b-7d1e-4306-8e44-54898cdcfe37 req-51e67590-019b-4746-b519-1440f7bb8599 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:09.900042 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-667f519c-373a-4a74-834d-23c01abd24ee req-5de4a7f3-4587-4479-9514-98ec25d8df38 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:08:09.905480 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f519c-373a-4a74-834d-23c01abd24ee req-5de4a7f3-4587-4479-9514-98ec25d8df38 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:09.906145 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-667f519c-373a-4a74-834d-23c01abd24ee req-5de4a7f3-4587-4479-9514-98ec25d8df38 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:09.910452 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4a7f3-4587-4479-9514-98ec25d8df38 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Pushing event updated for resources: {'Port': ['ID=0752b0c0-f4ea-4f7e-92a4-c0922dff84c4,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:09.920000 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ba88f22b-7d1e-4306-8e44-54898cdcfe37 req-51e67590-019b-4746-b519-1440f7bb8599 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1e5b500-f4fe-43bd-9819-022e12e1c0a2 HTTP/1.1" status: 200 len: 949 time: 0.0908723 Jan 28 00:08:09.930282 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-667f519c-373a-4a74-834d-23c01abd24ee req-5de4a7f3-4587-4479-9514-98ec25d8df38 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1321704 Jan 28 00:08:09.976699 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ba88f22b-7d1e-4306-8e44-54898cdcfe37 req-17da0590-9335-48bb-a78e-5e861ef8db18 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552940 Jan 28 00:08:10.139329 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d6c06-c144-4aab-ad73-b247caa73bec req-22fd4c5f-5e24-4c97-abb0-9cbf34bcb2f7 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:10.140936 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3b2d6c06-c144-4aab-ad73-b247caa73bec req-22fd4c5f-5e24-4c97-abb0-9cbf34bcb2f7 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 965 time: 0.0664799 Jan 28 00:08:10.173334 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-4a0545af-2d23-4ab8-bb54-6c4870d26293 None None] Provisioning complete for port 0752b0c0-f4ea-4f7e-92a4-c0922dff84c4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:08:10.173710 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a0545af-2d23-4ab8-bb54-6c4870d26293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0752b0c0-f4ea-4f7e-92a4-c0922dff84c4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:10.200584 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-667f519c-373a-4a74-834d-23c01abd24ee req-ecc5902e-4be9-4b03-b633-c504c091ceac service neutron] Request body: {'port': {'device_id': '91219744-f3f4-4ba8-9a3e-ee77899cd46c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:08:10.213240 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3b2d6c06-c144-4aab-ad73-b247caa73bec req-e93e1c1b-96c2-4a94-a23d-3b9f14e0674a tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645087 Jan 28 00:08:10.219529 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4a0545af-2d23-4ab8-bb54-6c4870d26293 None None] Port 0752b0c0-f4ea-4f7e-92a4-c0922dff84c4 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:08:10.288101 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-667f519c-373a-4a74-834d-23c01abd24ee req-ecc5902e-4be9-4b03-b633-c504c091ceac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0752b0c0-f4ea-4f7e-92a4-c0922dff84c4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:10.343057 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3877e-425a-48c0-b835-b89dd2f54072 req-87449782-70aa-4844-ad5a-c437071ee2a9 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:10.345514 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6bf3877e-425a-48c0-b835-b89dd2f54072 req-87449782-70aa-4844-ad5a-c437071ee2a9 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=91219744-f3f4-4ba8-9a3e-ee77899cd46c HTTP/1.1" status: 200 len: 936 time: 0.0635018 Jan 28 00:08:10.362665 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43708) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:10.410291 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-ea3fc3e8-14d6-4065-8a77-1556a7f4b975 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1602045850-network', 'tenant_id': 'b71b66bc00d349c78d9e9f18ccbad73a'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:08:10.416901 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6bf3877e-425a-48c0-b835-b89dd2f54072 req-28d8f604-f1f9-4c4d-96a9-73e4c2d64191 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/security-groups?id=77512c6a-d14f-4701-9102-a4b6f9543f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607488 Jan 28 00:08:10.447601 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3fc3e8-14d6-4065-8a77-1556a7f4b975 admin admin] Made reservation on behalf of b71b66bc00d349c78d9e9f18ccbad73a for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:08:10.449859 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ea3fc3e8-14d6-4065-8a77-1556a7f4b975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:10.505113 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ea3fc3e8-14d6-4065-8a77-1556a7f4b975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:10.680700 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ea3fc3e8-14d6-4065-8a77-1556a7f4b975 admin admin] Publish callbacks [] for security_group (bdb0f0ca-855a-4230-9989-ec3ee33efc9e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:10.682464 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13195b-c419-4c3a-a4b7-b664d9f33cab req-e82852c7-672b-48df-9615-5ca5ff7aa36c tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:10.684837 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-da13195b-c419-4c3a-a4b7-b664d9f33cab req-e82852c7-672b-48df-9615-5ca5ff7aa36c tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbdbe16-e8d9-4662-915c-61882e6b75e6 HTTP/1.1" status: 200 len: 972 time: 0.0539207 Jan 28 00:08:10.687885 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-667f519c-373a-4a74-834d-23c01abd24ee req-ecc5902e-4be9-4b03-b633-c504c091ceac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0752b0c0-f4ea-4f7e-92a4-c0922dff84c4 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:08:10.692781 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ea3fc3e8-14d6-4065-8a77-1556a7f4b975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (bdb0f0ca-855a-4230-9989-ec3ee33efc9e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:10.701971 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-667f519c-373a-4a74-834d-23c01abd24ee req-ecc5902e-4be9-4b03-b633-c504c091ceac service neutron] Publish callbacks [] for port (0752b0c0-f4ea-4f7e-92a4-c0922dff84c4), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:10.721812 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea3fc3e8-14d6-4065-8a77-1556a7f4b975 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:08:10.737630 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-667f519c-373a-4a74-834d-23c01abd24ee req-ecc5902e-4be9-4b03-b633-c504c091ceac service neutron] Transition to ACTIVE for port object 0752b0c0-f4ea-4f7e-92a4-c0922dff84c4 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:08:10.743036 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-da13195b-c419-4c3a-a4b7-b664d9f33cab req-a5503c36-7b7e-4843-b790-d2cd116aa668 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f33da6d-a403-456a-89c0-85f2dc8f99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519006 Jan 28 00:08:10.745079 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ea3fc3e8-14d6-4065-8a77-1556a7f4b975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (8c55b8f7-4e5e-42c5-ab22-58047762591b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:10.745429 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-ea3fc3e8-14d6-4065-8a77-1556a7f4b975 admin admin] Added segment 8c55b8f7-4e5e-42c5-ab22-58047762591b of type vlan for network 84091500-7a74-4461-8afc-f6f5d06835d7 Jan 28 00:08:10.746888 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fc3e8-14d6-4065-8a77-1556a7f4b975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb0f0ca-855a-4230-9989-ec3ee33efc9e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:10.749391 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-667f519c-373a-4a74-834d-23c01abd24ee req-ecc5902e-4be9-4b03-b633-c504c091ceac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (0752b0c0-f4ea-4f7e-92a4-c0922dff84c4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:10.829879 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ea3fc3e8-14d6-4065-8a77-1556a7f4b975 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (84091500-7a74-4461-8afc-f6f5d06835d7), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:10.846424 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5902e-4be9-4b03-b633-c504c091ceac service neutron] Pushing event updated for resources: {'Port': ['ID=0752b0c0-f4ea-4f7e-92a4-c0922dff84c4,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:10.923038 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-667f519c-373a-4a74-834d-23c01abd24ee req-ecc5902e-4be9-4b03-b633-c504c091ceac service neutron] Attempting to bind port 0752b0c0-f4ea-4f7e-92a4-c0922dff84c4 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:08:10.923579 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-667f519c-373a-4a74-834d-23c01abd24ee req-ecc5902e-4be9-4b03-b633-c504c091ceac service neutron] Attempting to bind port 0752b0c0-f4ea-4f7e-92a4-c0922dff84c4 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:08:10.924156 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667f519c-373a-4a74-834d-23c01abd24ee req-ecc5902e-4be9-4b03-b633-c504c091ceac service neutron] Attempting to bind port 0752b0c0-f4ea-4f7e-92a4-c0922dff84c4 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:08:10.928027 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:10.933019 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ea3fc3e8-14d6-4065-8a77-1556a7f4b975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (84091500-7a74-4461-8afc-f6f5d06835d7), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:10.935027 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3fc3e8-14d6-4065-8a77-1556a7f4b975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:10.935802 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ea3fc3e8-14d6-4065-8a77-1556a7f4b975 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:10.962085 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a7d9-9762-4a90-93d6-74388a217ca0 req-5f1976dd-ad4a-43b1-80c4-419e59e7a97c tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:10.964613 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667f519c-373a-4a74-834d-23c01abd24ee req-ecc5902e-4be9-4b03-b633-c504c091ceac service neutron] Port 0752b0c0-f4ea-4f7e-92a4-c0922dff84c4 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:08:10.964942 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667f519c-373a-4a74-834d-23c01abd24ee req-ecc5902e-4be9-4b03-b633-c504c091ceac service neutron] Attempting to bind port 0752b0c0-f4ea-4f7e-92a4-c0922dff84c4 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:08:10.972791 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3a37a7d9-9762-4a90-93d6-74388a217ca0 req-5f1976dd-ad4a-43b1-80c4-419e59e7a97c tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?device_id=e935eea7-1d17-4eaa-8aca-fe9b1039f820 HTTP/1.1" status: 200 len: 946 time: 0.0926383 Jan 28 00:08:11.018172 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667f519c-373a-4a74-834d-23c01abd24ee req-ecc5902e-4be9-4b03-b633-c504c091ceac service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:08:11.018665 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667f519c-373a-4a74-834d-23c01abd24ee req-ecc5902e-4be9-4b03-b633-c504c091ceac service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:08:11.019320 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667f519c-373a-4a74-834d-23c01abd24ee req-ecc5902e-4be9-4b03-b633-c504c091ceac service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:08:11.020210 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-667f519c-373a-4a74-834d-23c01abd24ee req-ecc5902e-4be9-4b03-b633-c504c091ceac service neutron] Bound port: 0752b0c0-f4ea-4f7e-92a4-c0922dff84c4, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:08:11.020917 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-667f519c-373a-4a74-834d-23c01abd24ee req-ecc5902e-4be9-4b03-b633-c504c091ceac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0752b0c0-f4ea-4f7e-92a4-c0922dff84c4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:11.045000 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ea3fc3e8-14d6-4065-8a77-1556a7f4b975 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6812270 Jan 28 00:08:11.054971 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43732) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:11.061388 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-00a03c38-af8b-4c87-9358-80c7f42a4665 admin admin] Request body: {'subnet': {'network_id': '84091500-7a74-4461-8afc-f6f5d06835d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1602045850-subnet', 'tenant_id': 'b71b66bc00d349c78d9e9f18ccbad73a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:08:11.073946 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fc3e8-14d6-4065-8a77-1556a7f4b975 admin admin] Pushing event updated for resources: {'Network': ['ID=84091500-7a74-4461-8afc-f6f5d06835d7,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:11.075064 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3a37a7d9-9762-4a90-93d6-74388a217ca0 req-a2b5086b-1fa4-4a33-9d24-c2de0d20e03a tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/security-groups?id=052f30d2-3809-45fe-8cf7-6fd8fec0c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004295 Jan 28 00:08:11.076986 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527a4fb-7eb4-4718-a390-9fc4faf75ecb req-05d6a40d-d1c5-4c0b-9f26-f82d9adc6556 tempest-AggregatesAdminTestJSON-270775453 tempest-AggregatesAdminTestJSON-270775453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:11.079027 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d527a4fb-7eb4-4718-a390-9fc4faf75ecb req-05d6a40d-d1c5-4c0b-9f26-f82d9adc6556 tempest-AggregatesAdminTestJSON-270775453 tempest-AggregatesAdminTestJSON-270775453-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6cbdbe16-e8d9-4662-915c-61882e6b75e6 HTTP/1.1" status: 200 len: 1123 time: 0.1283457 Jan 28 00:08:11.119030 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d527a4fb-7eb4-4718-a390-9fc4faf75ecb req-8733e16e-b313-4577-a397-50034f941104 tempest-AggregatesAdminTestJSON-270775453 tempest-AggregatesAdminTestJSON-270775453-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:11.119832 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 84091500-7a74-4461-8afc-f6f5d06835d7 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:08:11.131961 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a03c38-af8b-4c87-9358-80c7f42a4665 admin admin] Made reservation on behalf of b71b66bc00d349c78d9e9f18ccbad73a for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:08:11.134828 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-00a03c38-af8b-4c87-9358-80c7f42a4665 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:11.195951 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-667f519c-373a-4a74-834d-23c01abd24ee req-ecc5902e-4be9-4b03-b633-c504c091ceac service neutron] For port 0752b0c0-f4ea-4f7e-92a4-c0922dff84c4, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:08:11.214714 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-667f519c-373a-4a74-834d-23c01abd24ee req-ecc5902e-4be9-4b03-b633-c504c091ceac service neutron] For port 0752b0c0-f4ea-4f7e-92a4-c0922dff84c4, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=0752b0c0-f4ea-4f7e-92a4-c0922dff84c4,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:08:11.226154 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-667f519c-373a-4a74-834d-23c01abd24ee req-ecc5902e-4be9-4b03-b633-c504c091ceac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (0752b0c0-f4ea-4f7e-92a4-c0922dff84c4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:11.234829 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb221f84-6fdd-46c1-a51b-30101f1c72ac req-81cd3015-ae0c-467a-bb02-af5571df4811 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:11.236647 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb221f84-6fdd-46c1-a51b-30101f1c72ac req-81cd3015-ae0c-467a-bb02-af5571df4811 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1e5b500-f4fe-43bd-9819-022e12e1c0a2 HTTP/1.1" status: 200 len: 949 time: 0.0859721 Jan 28 00:08:11.271133 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f519c-373a-4a74-834d-23c01abd24ee req-ecc5902e-4be9-4b03-b633-c504c091ceac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:11.272311 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-667f519c-373a-4a74-834d-23c01abd24ee req-ecc5902e-4be9-4b03-b633-c504c091ceac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:11.274017 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-667f519c-373a-4a74-834d-23c01abd24ee req-ecc5902e-4be9-4b03-b633-c504c091ceac service neutron] 10.222.0.52 "PUT /v2.0/ports/0752b0c0-f4ea-4f7e-92a4-c0922dff84c4 HTTP/1.1" status: 200 len: 1096 time: 1.0778215 Jan 28 00:08:11.274688 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 8dfa7925-dd1f-40f0-8a84-233f0885d983 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:08:11.276765 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91219744-f3f4-4ba8-9a3e-ee77899cd46c', 'tag': '0752b0c0-f4ea-4f7e-92a4-c0922dff84c4'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:08:11.279230 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba263e5-dcc6-4477-a741-153affbb16b0" -d '{"events": [{"name": "network-changed", "server_uuid": "91219744-f3f4-4ba8-9a3e-ee77899cd46c", "tag": "0752b0c0-f4ea-4f7e-92a4-c0922dff84c4"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:08:11.337787 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5902e-4be9-4b03-b633-c504c091ceac service neutron] Pushing event updated for resources: {'Port': ['ID=0752b0c0-f4ea-4f7e-92a4-c0922dff84c4,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:11.339377 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d527a4fb-7eb4-4718-a390-9fc4faf75ecb req-8733e16e-b313-4577-a397-50034f941104 tempest-AggregatesAdminTestJSON-270775453 tempest-AggregatesAdminTestJSON-270775453-project-admin] Publish callbacks [] for security_group (c6878162-c74f-4d98-970a-8da16f9e6fc9), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:11.353144 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d527a4fb-7eb4-4718-a390-9fc4faf75ecb req-8733e16e-b313-4577-a397-50034f941104 tempest-AggregatesAdminTestJSON-270775453 tempest-AggregatesAdminTestJSON-270775453-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c6878162-c74f-4d98-970a-8da16f9e6fc9), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:11.384482 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb221f84-6fdd-46c1-a51b-30101f1c72ac req-938a6338-f638-4d13-b4b3-b4ebb94a44fa tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215000 Jan 28 00:08:11.413162 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733e16e-b313-4577-a397-50034f941104 tempest-AggregatesAdminTestJSON-270775453 tempest-AggregatesAdminTestJSON-270775453-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6878162-c74f-4d98-970a-8da16f9e6fc9,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:11.437757 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d527a4fb-7eb4-4718-a390-9fc4faf75ecb req-8733e16e-b313-4577-a397-50034f941104 tempest-AggregatesAdminTestJSON-270775453 tempest-AggregatesAdminTestJSON-270775453-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=2f33da6d-a403-456a-89c0-85f2dc8f99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520458 Jan 28 00:08:11.481869 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f519c-373a-4a74-834d-23c01abd24ee req-10c30f0e-92cc-4621-baf7-01fa66907006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:11.483660 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-667f519c-373a-4a74-834d-23c01abd24ee req-10c30f0e-92cc-4621-baf7-01fa66907006 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01e222a603cc4f1e99f02291c208d0ad&device_id=91219744-f3f4-4ba8-9a3e-ee77899cd46c HTTP/1.1" status: 200 len: 1099 time: 0.1326149 Jan 28 00:08:11.499606 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 8dfa7925-dd1f-40f0-8a84-233f0885d983, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8dfa7925-dd1f-40f0-8a84-233f0885d983,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:11.512646 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '8dfa7925-dd1f-40f0-8a84-233f0885d983', 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf', 'port_id': '8dfa7925-dd1f-40f0-8a84-233f0885d983', 'mac_address': 'fa:16:3e:33:f3:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cf259c4-4e5d-4731-814e-e633d701ebdd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:tempest-test_az-1456324905', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:08:11.588296 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 8dfa7925-dd1f-40f0-8a84-233f0885d983 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:08:11.589005 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8dfa7925-dd1f-40f0-8a84-233f0885d983), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:11.605229 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d32f8e9-f373-44c5-8fad-6cacb14f78d9 x-openstack-request-id: req-0d32f8e9-f373-44c5-8fad-6cacb14f78d9 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:08:11.605859 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91219744-f3f4-4ba8-9a3e-ee77899cd46c", "tag": "0752b0c0-f4ea-4f7e-92a4-c0922dff84c4", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:08:11.606288 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0d32f8e9-f373-44c5-8fad-6cacb14f78d9 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:08:11.606864 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91219744-f3f4-4ba8-9a3e-ee77899cd46c', 'tag': '0752b0c0-f4ea-4f7e-92a4-c0922dff84c4', 'status': 'completed', 'code': 200} Jan 28 00:08:11.609531 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c2161-d0c4-446a-840b-4650713d8247 req-7693aac5-9602-4beb-a922-609f80c56013 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:11.611169 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b5c2161-d0c4-446a-840b-4650713d8247 req-7693aac5-9602-4beb-a922-609f80c56013 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 965 time: 0.0881240 Jan 28 00:08:11.626061 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dfa7925-dd1f-40f0-8a84-233f0885d983 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:08:11.636525 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-667f519c-373a-4a74-834d-23c01abd24ee req-1e9a63fe-eb7d-4997-a431-e487932118ef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=0752b0c0-f4ea-4f7e-92a4-c0922dff84c4 HTTP/1.1" status: 200 len: 217 time: 0.1221719 Jan 28 00:08:11.647449 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-00a03c38-af8b-4c87-9358-80c7f42a4665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for subnet (0aac44a3-4af7-438e-b38b-6e2d31b69c2c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:11.660209 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 8dfa7925-dd1f-40f0-8a84-233f0885d983, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8dfa7925-dd1f-40f0-8a84-233f0885d983,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:11.666491 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8dfa7925-dd1f-40f0-8a84-233f0885d983), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:11.709934 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b5c2161-d0c4-446a-840b-4650713d8247 req-34786fe1-365d-4622-8817-ece0c64e8e58 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924170 Jan 28 00:08:11.731744 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149f13e-2364-49e4-a8eb-0fd033c040d1 req-52f8bf67-9736-4328-9ec9-04ad2b9459ce tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:11.740421 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e149f13e-2364-49e4-a8eb-0fd033c040d1 req-52f8bf67-9736-4328-9ec9-04ad2b9459ce tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=91219744-f3f4-4ba8-9a3e-ee77899cd46c HTTP/1.1" status: 200 len: 948 time: 0.1213043 Jan 28 00:08:11.762321 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f519c-373a-4a74-834d-23c01abd24ee req-00387d6e-d983-4a28-bb15-25575fe7f5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:11.764047 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-667f519c-373a-4a74-834d-23c01abd24ee req-00387d6e-d983-4a28-bb15-25575fe7f5b4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1201229 Jan 28 00:08:11.765949 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a03c38-af8b-4c87-9358-80c7f42a4665 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aac44a3-4af7-438e-b38b-6e2d31b69c2c,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:11.776903 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a03c38-af8b-4c87-9358-80c7f42a4665 admin admin] Checking segment: {'id': '8c55b8f7-4e5e-42c5-ab22-58047762591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '84091500-7a74-4461-8afc-f6f5d06835d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:08:11.777261 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a03c38-af8b-4c87-9358-80c7f42a4665 admin admin] Network hostable DHCP agents. Network: 84091500-7a74-4461-8afc-f6f5d06835d7, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:08:11.794314 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=8dfa7925-dd1f-40f0-8a84-233f0885d983,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:11.831412 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e149f13e-2364-49e4-a8eb-0fd033c040d1 req-82d72920-6e96-44ac-a2d6-7424e72a5145 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/security-groups?id=77512c6a-d14f-4701-9102-a4b6f9543f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825651 Jan 28 00:08:11.845593 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a03c38-af8b-4c87-9358-80c7f42a4665 admin admin] Network 84091500-7a74-4461-8afc-f6f5d06835d7 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:08:11.865858 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f519c-373a-4a74-834d-23c01abd24ee req-c55c5f70-391d-40b6-b712-35495553a07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:11.867436 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-667f519c-373a-4a74-834d-23c01abd24ee req-c55c5f70-391d-40b6-b712-35495553a07b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0833337 Jan 28 00:08:11.868038 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-00a03c38-af8b-4c87-9358-80c7f42a4665 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 84091500-7a74-4461-8afc-f6f5d06835d7) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:08:11.872962 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a03c38-af8b-4c87-9358-80c7f42a4665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:11.873555 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-00a03c38-af8b-4c87-9358-80c7f42a4665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:11.931318 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-00a03c38-af8b-4c87-9358-80c7f42a4665 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8751271 Jan 28 00:08:12.032981 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-667f519c-373a-4a74-834d-23c01abd24ee req-68853a20-31d0-4042-8d35-5f5c625362ab service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555769 Jan 28 00:08:12.120044 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134f2282-8d1b-42ca-85d1-b3030eebbe5c None None] Network 84091500-7a74-4461-8afc-f6f5d06835d7 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:08:12.124530 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['8dfa7925-dd1f-40f0-8a84-233f0885d983'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:08:12.191086 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f726d-0dc0-45f3-8faf-34df92cf9fc4 req-a0042e7a-05de-4d7a-9b67-74fd5e74d1da tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:12.193390 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b75f726d-0dc0-45f3-8faf-34df92cf9fc4 req-a0042e7a-05de-4d7a-9b67-74fd5e74d1da tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbdbe16-e8d9-4662-915c-61882e6b75e6 HTTP/1.1" status: 200 len: 972 time: 0.0955637 Jan 28 00:08:12.231648 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-667f519c-373a-4a74-834d-23c01abd24ee req-a140418c-06a1-4bf9-a106-8411de3fab41 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858501 Jan 28 00:08:12.292859 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:12.296153 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b75f726d-0dc0-45f3-8faf-34df92cf9fc4 req-b05843b5-f2e9-4076-9859-2875e51dd4ae tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f33da6d-a403-456a-89c0-85f2dc8f99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970116 Jan 28 00:08:12.327465 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e7e2a-7635-47d4-b287-b5d85e026706 req-5d731378-80a9-45f9-ba00-eb0eed595046 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:12.329106 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b16e7e2a-7635-47d4-b287-b5d85e026706 req-5d731378-80a9-45f9-ba00-eb0eed595046 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?device_id=e935eea7-1d17-4eaa-8aca-fe9b1039f820 HTTP/1.1" status: 200 len: 946 time: 0.0768323 Jan 28 00:08:12.381844 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f633063a-b6d2-4b18-b714-1092e849751a None None] Network 84091500-7a74-4461-8afc-f6f5d06835d7 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:08:12.387157 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba263e5-dcc6-4477-a741-153affbb16b0 req-2ab08514-c4c6-4233-91be-fbc00dbacff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:12.388709 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1ba263e5-dcc6-4477-a741-153affbb16b0 req-2ab08514-c4c6-4233-91be-fbc00dbacff8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01e222a603cc4f1e99f02291c208d0ad&device_id=91219744-f3f4-4ba8-9a3e-ee77899cd46c HTTP/1.1" status: 200 len: 1099 time: 0.0602543 Jan 28 00:08:12.395137 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b16e7e2a-7635-47d4-b287-b5d85e026706 req-f77e7105-b8ff-478d-b44f-dd8ab3123d4e tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/security-groups?id=052f30d2-3809-45fe-8cf7-6fd8fec0c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561342 Jan 28 00:08:12.519953 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba263e5-dcc6-4477-a741-153affbb16b0 req-63d292d2-7597-415e-bd63-d182ac5d468b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:12.521604 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1ba263e5-dcc6-4477-a741-153affbb16b0 req-63d292d2-7597-415e-bd63-d182ac5d468b service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.1263063 Jan 28 00:08:12.560342 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:12.579124 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1ba263e5-dcc6-4477-a741-153affbb16b0 req-75981436-587c-4bc5-b619-7572c9cd266e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=0752b0c0-f4ea-4f7e-92a4-c0922dff84c4 HTTP/1.1" status: 200 len: 217 time: 0.0503263 Jan 28 00:08:12.590240 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99a8a1-fd0e-43f1-9a27-5ca99f265fc6 req-e81e577d-b676-4adf-b23b-1c9ae8617567 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:12.591925 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5b99a8a1-fd0e-43f1-9a27-5ca99f265fc6 req-e81e577d-b676-4adf-b23b-1c9ae8617567 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1e5b500-f4fe-43bd-9819-022e12e1c0a2 HTTP/1.1" status: 200 len: 949 time: 0.0727506 Jan 28 00:08:12.636268 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba263e5-dcc6-4477-a741-153affbb16b0 req-9e86db45-8d2b-4389-998e-d522749418f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:12.638338 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1ba263e5-dcc6-4477-a741-153affbb16b0 req-9e86db45-8d2b-4389-998e-d522749418f3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.0531664 Jan 28 00:08:12.682651 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba263e5-dcc6-4477-a741-153affbb16b0 req-7fe96021-438c-49ff-9528-0dba7d4f91d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:12.684174 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1ba263e5-dcc6-4477-a741-153affbb16b0 req-7fe96021-438c-49ff-9528-0dba7d4f91d6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0399938 Jan 28 00:08:12.694535 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5b99a8a1-fd0e-43f1-9a27-5ca99f265fc6 req-3b38f2a0-5303-4843-8d28-6b337f1cdfaa tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895567 Jan 28 00:08:12.723306 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-a5540393-ac9d-4617-952c-07a8b0695f94 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:12.724821 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-a5540393-ac9d-4617-952c-07a8b0695f94 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] 10.222.0.70 "GET /v2.0/networks?id=d45183b3-877f-4f23-8552-987ae7b47aa3 HTTP/1.1" status: 200 len: 813 time: 0.1545284 Jan 28 00:08:12.740468 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-250865a4-afe5-4d14-928b-39fe9fad2d2b tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] 10.222.0.70 "GET /v2.0/quotas/c2de971249f741c0937ae7be3229d4c6 HTTP/1.1" status: 200 len: 375 time: 0.0097039 Jan 28 00:08:12.776719 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-d9a597d6-7476-45d0-9d33-ed9a2c06b56f tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2de971249f741c0937ae7be3229d4c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289354 Jan 28 00:08:12.780318 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1ba263e5-dcc6-4477-a741-153affbb16b0 req-1cea67a2-9613-4283-a72a-1a15c2d34cf1 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900891 Jan 28 00:08:12.870633 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1ba263e5-dcc6-4477-a741-153affbb16b0 req-8602490e-a644-43f7-96a5-74e836eae4f8 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836906 Jan 28 00:08:12.893803 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f5788-ef7d-4461-a8f7-c32aa83abf4e req-70b527c9-e0fe-4a37-bc24-66e7063527e7 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:12.895929 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-491f5788-ef7d-4461-a8f7-c32aa83abf4e req-70b527c9-e0fe-4a37-bc24-66e7063527e7 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?device_id=e935eea7-1d17-4eaa-8aca-fe9b1039f820 HTTP/1.1" status: 200 len: 946 time: 0.1039693 Jan 28 00:08:12.905227 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43800) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:12.906698 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-e2b9e4da-fb14-4b33-9231-1ea5c64af720 service neutron] 10.222.0.70 "GET /v2.0/networks/d45183b3-877f-4f23-8552-987ae7b47aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222579 Jan 28 00:08:12.910488 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-0d333ea0-d4a8-4429-8185-b7c967a9368c tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Request body: {'floatingip': {'port_id': 'dd2ac950-4566-4fa7-a9c6-2a0615d05bd1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:08:13.025235 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-a5789bc7-b4e2-4303-bea3-f2741a4791cf service neutron] 10.222.0.70 "GET /v2.0/networks/d45183b3-877f-4f23-8552-987ae7b47aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122611 Jan 28 00:08:13.146832 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d333ea0-d4a8-4429-8185-b7c967a9368c tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks [] for floatingip (6789c033-f679-42b8-ac77-791e97a9bd84), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:13.261173 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98fd3b-f89d-46e2-ab2e-c09201b4fc15 req-2a4fa94d-0ebc-4b0b-99e3-8d4e65f2081a tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:13.264008 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d98fd3b-f89d-46e2-ab2e-c09201b4fc15 req-2a4fa94d-0ebc-4b0b-99e3-8d4e65f2081a tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 966 time: 0.0763159 Jan 28 00:08:13.278939 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 8dfa7925-dd1f-40f0-8a84-233f0885d983 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:08:13.352326 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d98fd3b-f89d-46e2-ab2e-c09201b4fc15 req-864e0b12-f990-442f-b60f-97ff83964981 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819516 Jan 28 00:08:13.364798 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 8dfa7925-dd1f-40f0-8a84-233f0885d983 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:08:13.370275 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 8dfa7925-dd1f-40f0-8a84-233f0885d983 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:08:13.370894 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8dfa7925-dd1f-40f0-8a84-233f0885d983), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:13.372504 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84153027-d96e-4d27-8cd6-2592d78ee6e9 req-9b829b71-88f4-4960-ad6a-f520c34e11c8 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:13.374020 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-84153027-d96e-4d27-8cd6-2592d78ee6e9 req-9b829b71-88f4-4960-ad6a-f520c34e11c8 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=91219744-f3f4-4ba8-9a3e-ee77899cd46c HTTP/1.1" status: 200 len: 948 time: 0.0693121 Jan 28 00:08:13.433295 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-84153027-d96e-4d27-8cd6-2592d78ee6e9 req-e54391a1-a90e-40d4-99ff-6438830a7625 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/security-groups?id=77512c6a-d14f-4701-9102-a4b6f9543f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526264 Jan 28 00:08:13.491593 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa606f11-b97c-47cd-b889-55f2cd058f05 req-a044cc8a-7943-49aa-a610-5feaf46b3894 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ae4069d-6bbb-4d22-a737-efd2d70a05eb HTTP/1.1" status: 200 len: 210 time: 0.0319440 Jan 28 00:08:13.515548 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 8dfa7925-dd1f-40f0-8a84-233f0885d983 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:08:13.520373 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8dfa7925-dd1f-40f0-8a84-233f0885d983), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:13.560056 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25fb114-9695-4fa1-8336-092fb685067c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dfa7925-dd1f-40f0-8a84-233f0885d983'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:08:13.565705 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5083c4fb-9365-4a27-95b6-f3664affcda5" -d '{"events": [{"server_uuid": "f25fb114-9695-4fa1-8336-092fb685067c", "name": "network-vif-plugged", "status": "completed", "tag": "8dfa7925-dd1f-40f0-8a84-233f0885d983"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:08:13.582401 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 8dfa7925-dd1f-40f0-8a84-233f0885d983, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8dfa7925-dd1f-40f0-8a84-233f0885d983,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:13.590392 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa44cb-f0cc-402d-93a1-7c5b906e2de9 req-1bf06325-0336-4651-aa6d-074ab68e48b0 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:13.592098 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cefa44cb-f0cc-402d-93a1-7c5b906e2de9 req-1bf06325-0336-4651-aa6d-074ab68e48b0 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cbdbe16-e8d9-4662-915c-61882e6b75e6 HTTP/1.1" status: 200 len: 972 time: 0.1747680 Jan 28 00:08:13.592533 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8dfa7925-dd1f-40f0-8a84-233f0885d983), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:13.610326 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed63a5-62a7-4a6e-b5bd-65d0b76a7ba0 req-b0012cb3-0636-4c4d-8d42-c4862223d0d5 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:13.628031 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-11ed63a5-62a7-4a6e-b5bd-65d0b76a7ba0 req-b0012cb3-0636-4c4d-8d42-c4862223d0d5 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1e5b500-f4fe-43bd-9819-022e12e1c0a2 HTTP/1.1" status: 200 len: 949 time: 0.0768776 Jan 28 00:08:13.689956 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=8dfa7925-dd1f-40f0-8a84-233f0885d983,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:13.704790 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:13.720482 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-11ed63a5-62a7-4a6e-b5bd-65d0b76a7ba0 req-2fd438e0-8ba3-41c2-9a99-3ac2accbed5c tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913730 Jan 28 00:08:13.750076 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ff403-c039-461d-b9ab-ffd828cff198 req-79a4c7cc-7853-4bdd-bf30-33ee60f1a31a tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:13.757715 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fc8ff403-c039-461d-b9ab-ffd828cff198 req-79a4c7cc-7853-4bdd-bf30-33ee60f1a31a tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbdbe16-e8d9-4662-915c-61882e6b75e6 HTTP/1.1" status: 200 len: 972 time: 0.1249049 Jan 28 00:08:13.788438 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe5a912-97be-46c6-aecf-9a66fadc27cd x-openstack-request-id: req-efe5a912-97be-46c6-aecf-9a66fadc27cd {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:08:13.788781 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25fb114-9695-4fa1-8336-092fb685067c", "name": "network-vif-plugged", "status": "completed", "tag": "8dfa7925-dd1f-40f0-8a84-233f0885d983", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:08:13.789047 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-efe5a912-97be-46c6-aecf-9a66fadc27cd {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:08:13.789448 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25fb114-9695-4fa1-8336-092fb685067c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dfa7925-dd1f-40f0-8a84-233f0885d983', 'code': 200} Jan 28 00:08:13.809640 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fc8ff403-c039-461d-b9ab-ffd828cff198 req-1e6b6013-6afd-46dc-b0e4-13c588543bfc tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f33da6d-a403-456a-89c0-85f2dc8f99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496719 Jan 28 00:08:14.010946 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-cefa44cb-f0cc-402d-93a1-7c5b906e2de9 req-66db4373-67cb-4cd0-892e-64c62f4e0e92 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Deleting port c4f5ed41-15be-4863-a06e-6afafc5cb966 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:08:14.011261 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-cefa44cb-f0cc-402d-93a1-7c5b906e2de9 req-66db4373-67cb-4cd0-892e-64c62f4e0e92 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c4f5ed41-15be-4863-a06e-6afafc5cb966), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:14.089982 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b998e6-b563-40f6-bfa0-aabdcf3d3dc5 req-e67cf6f5-d4f4-4adb-9193-9c49ded6c2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:14.091395 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-70b998e6-b563-40f6-bfa0-aabdcf3d3dc5 req-e67cf6f5-d4f4-4adb-9193-9c49ded6c2c2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 1118 time: 0.1848679 Jan 28 00:08:14.121615 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.db.resource_extend [None req-0d333ea0-d4a8-4429-8185-b7c967a9368c tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:08:14.243124 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d333ea0-d4a8-4429-8185-b7c967a9368c tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:14.254665 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-cefa44cb-f0cc-402d-93a1-7c5b906e2de9 req-66db4373-67cb-4cd0-892e-64c62f4e0e92 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] For port c4f5ed41-15be-4863-a06e-6afafc5cb966, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=c4f5ed41-15be-4863-a06e-6afafc5cb966,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:14.255014 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-cefa44cb-f0cc-402d-93a1-7c5b906e2de9 req-66db4373-67cb-4cd0-892e-64c62f4e0e92 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c4f5ed41-15be-4863-a06e-6afafc5cb966), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:14.257224 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d333ea0-d4a8-4429-8185-b7c967a9368c tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (6789c033-f679-42b8-ac77-791e97a9bd84), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:14.294625 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-70b998e6-b563-40f6-bfa0-aabdcf3d3dc5 req-bc2267af-1ffe-4fa0-b786-3ed4a2c4c46f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929693 Jan 28 00:08:14.305924 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-cefa44cb-f0cc-402d-93a1-7c5b906e2de9 req-66db4373-67cb-4cd0-892e-64c62f4e0e92 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Calling delete_port for c4f5ed41-15be-4863-a06e-6afafc5cb966 owned by compute:tempest-test_az-1456324905 {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:08:14.497651 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd045077-df30-4f7d-889f-04f348d73c90 req-0d8f14c8-030b-4a36-96c4-c673487271c8 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:14.499184 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dd045077-df30-4f7d-889f-04f348d73c90 req-0d8f14c8-030b-4a36-96c4-c673487271c8 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 967 time: 0.0544727 Jan 28 00:08:14.578102 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dd045077-df30-4f7d-889f-04f348d73c90 req-5520a7fd-18d6-4025-ac42-2a9eee1ecd2a tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718191 Jan 28 00:08:14.590399 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61444bf6-c283-4df8-a684-1ca36ac5ed9e req-a6f3cce8-662e-40ca-b316-78155a4350a0 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:14.592046 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-61444bf6-c283-4df8-a684-1ca36ac5ed9e req-a6f3cce8-662e-40ca-b316-78155a4350a0 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=91219744-f3f4-4ba8-9a3e-ee77899cd46c HTTP/1.1" status: 200 len: 948 time: 0.0795534 Jan 28 00:08:14.636512 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-0d333ea0-d4a8-4429-8185-b7c967a9368c tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Floating IP 6789c033-f679-42b8-ac77-791e97a9bd84 associated. External IP: 172.25.3.116, port: dd2ac950-4566-4fa7-a9c6-2a0615d05bd1. Jan 28 00:08:14.862995 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-cefa44cb-f0cc-402d-93a1-7c5b906e2de9 req-66db4373-67cb-4cd0-892e-64c62f4e0e92 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (c4f5ed41-15be-4863-a06e-6afafc5cb966), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:14.863463 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-927666d8-afbf-4b2c-b264-85bd134782d1 req-b7fc7f24-c891-4ffd-823e-8ab4fdc66fdb tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ae4069d-6bbb-4d22-a737-efd2d70a05eb HTTP/1.1" status: 200 len: 210 time: 0.2090702 Jan 28 00:08:14.867231 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-61444bf6-c283-4df8-a684-1ca36ac5ed9e req-65ddf351-d000-4878-bb46-213d7317a338 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/security-groups?id=77512c6a-d14f-4701-9102-a4b6f9543f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651975 Jan 28 00:08:14.899372 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['c4f5ed41-15be-4863-a06e-6afafc5cb966'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:08:14.949125 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db4373-67cb-4cd0-892e-64c62f4e0e92 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Pushing event deleted for resources: {'Port': ['ID=c4f5ed41-15be-4863-a06e-6afafc5cb966,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:15.010471 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2a84f8a6-52a2-4be9-a672-b4c8caeb45c4 req-52a46399-a0f0-4675-a379-9fef6ca03fb8 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbdbe16-e8d9-4662-915c-61882e6b75e6 HTTP/1.1" status: 200 len: 210 time: 0.0333014 Jan 28 00:08:15.025478 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966316e-5a3c-46ef-a070-7a814e787196 req-b7714686-7522-4e5f-acfa-c0cada4a11cf tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:15.040369 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1966316e-5a3c-46ef-a070-7a814e787196 req-b7714686-7522-4e5f-acfa-c0cada4a11cf tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1e5b500-f4fe-43bd-9819-022e12e1c0a2 HTTP/1.1" status: 200 len: 949 time: 0.0875351 Jan 28 00:08:15.043917 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-67215e27-5e75-4242-a18e-2ad9bb483ee5 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:15.045851 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-67215e27-5e75-4242-a18e-2ad9bb483ee5 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] 10.222.0.65 "GET /v2.0/networks?id=d45183b3-877f-4f23-8552-987ae7b47aa3 HTTP/1.1" status: 200 len: 813 time: 0.2912798 Jan 28 00:08:15.077538 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefa44cb-f0cc-402d-93a1-7c5b906e2de9 req-66db4373-67cb-4cd0-892e-64c62f4e0e92 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] No DVR routers for this DVR port c4f5ed41-15be-4863-a06e-6afafc5cb966 on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:08:15.082312 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-7dad64a7-6415-436b-b984-3f624cafc5a2 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] Request body: {'port': {'device_id': '7ae4069d-6bbb-4d22-a737-efd2d70a05eb', 'network_id': 'd45183b3-877f-4f23-8552-987ae7b47aa3', 'admin_state_up': True, 'tenant_id': 'c2de971249f741c0937ae7be3229d4c6'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:08:15.091997 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-cefa44cb-f0cc-402d-93a1-7c5b906e2de9 req-66db4373-67cb-4cd0-892e-64c62f4e0e92 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:15.095492 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cefa44cb-f0cc-402d-93a1-7c5b906e2de9 req-66db4373-67cb-4cd0-892e-64c62f4e0e92 tempest-AggregatesAdminTestJSON-252301290 tempest-AggregatesAdminTestJSON-252301290-project] 10.222.0.65 "DELETE /v2.0/ports/c4f5ed41-15be-4863-a06e-6afafc5cb966 HTTP/1.1" status: 204 len: 173 time: 1.4933109 Jan 28 00:08:15.103097 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1966316e-5a3c-46ef-a070-7a814e787196 req-7a5fadee-3ed9-44b4-897c-d9c7afc8302f tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601299 Jan 28 00:08:15.125012 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cbdbe16-e8d9-4662-915c-61882e6b75e6', 'name': 'network-vif-deleted', 'tag': 'c4f5ed41-15be-4863-a06e-6afafc5cb966'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:08:15.127310 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3e8674-3ca6-44bf-8443-eacb4a8a311f" -d '{"events": [{"server_uuid": "6cbdbe16-e8d9-4662-915c-61882e6b75e6", "name": "network-vif-deleted", "tag": "c4f5ed41-15be-4863-a06e-6afafc5cb966"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:08:15.179360 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58437c96-dad0-4ffb-8b94-28769a9a2cb7 req-1dc9a18e-abf3-4aaf-9759-1af31044be56 tempest-DeleteServersAdminTestJSON-1055258366 tempest-DeleteServersAdminTestJSON-1055258366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:15.180905 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-58437c96-dad0-4ffb-8b94-28769a9a2cb7 req-1dc9a18e-abf3-4aaf-9759-1af31044be56 tempest-DeleteServersAdminTestJSON-1055258366 tempest-DeleteServersAdminTestJSON-1055258366-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d1e5b500-f4fe-43bd-9819-022e12e1c0a2 HTTP/1.1" status: 200 len: 1100 time: 0.2460220 Jan 28 00:08:15.187571 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd175ce9-8cc4-4f1d-b553-80ab2c3bb00c x-openstack-request-id: req-bd175ce9-8cc4-4f1d-b553-80ab2c3bb00c {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:08:15.187939 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cbdbe16-e8d9-4662-915c-61882e6b75e6", "name": "network-vif-deleted", "tag": "c4f5ed41-15be-4863-a06e-6afafc5cb966", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:08:15.188200 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bd175ce9-8cc4-4f1d-b553-80ab2c3bb00c {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:08:15.188597 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cbdbe16-e8d9-4662-915c-61882e6b75e6', 'name': 'network-vif-deleted', 'tag': 'c4f5ed41-15be-4863-a06e-6afafc5cb966', 'status': 'completed', 'code': 200} Jan 28 00:08:15.276224 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d333ea0-d4a8-4429-8185-b7c967a9368c tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Router 61939f74-61b6-45a9-8829-6ef3a073b55f has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:08:15.374375 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-7dad64a7-6415-436b-b984-3f624cafc5a2 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] Made reservation on behalf of c2de971249f741c0937ae7be3229d4c6 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:08:15.377731 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-7dad64a7-6415-436b-b984-3f624cafc5a2 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:15.398855 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-58437c96-dad0-4ffb-8b94-28769a9a2cb7 req-f46a2c89-6859-4b4d-befd-06a0f306dcd8 tempest-DeleteServersAdminTestJSON-1055258366 tempest-DeleteServersAdminTestJSON-1055258366-project-admin] Deleting port 7fecf038-a376-49f2-b32e-e610b5c3e1b2 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:08:15.399200 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-58437c96-dad0-4ffb-8b94-28769a9a2cb7 req-f46a2c89-6859-4b4d-befd-06a0f306dcd8 tempest-DeleteServersAdminTestJSON-1055258366 tempest-DeleteServersAdminTestJSON-1055258366-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (7fecf038-a376-49f2-b32e-e610b5c3e1b2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:15.542987 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d333ea0-d4a8-4429-8185-b7c967a9368c tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:08:15.551281 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d333ea0-d4a8-4429-8185-b7c967a9368c tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:15.557910 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223dc4cf-675b-4799-bb6b-5b69bcd41550 None None] Sync routers for ids ['61939f74-61b6-45a9-8829-6ef3a073b55f'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:08:15.569264 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223dc4cf-675b-4799-bb6b-5b69bcd41550 None None] Routers {'61939f74-61b6-45a9-8829-6ef3a073b55f'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:08:15.570244 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-223dc4cf-675b-4799-bb6b-5b69bcd41550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:08:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['61939f74-61b6-45a9-8829-6ef3a073b55f'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:08:15.641752 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-58437c96-dad0-4ffb-8b94-28769a9a2cb7 req-f46a2c89-6859-4b4d-befd-06a0f306dcd8 tempest-DeleteServersAdminTestJSON-1055258366 tempest-DeleteServersAdminTestJSON-1055258366-project-admin] For port 7fecf038-a376-49f2-b32e-e610b5c3e1b2, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=7fecf038-a376-49f2-b32e-e610b5c3e1b2,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:15.642720 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-58437c96-dad0-4ffb-8b94-28769a9a2cb7 req-f46a2c89-6859-4b4d-befd-06a0f306dcd8 tempest-DeleteServersAdminTestJSON-1055258366 tempest-DeleteServersAdminTestJSON-1055258366-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (7fecf038-a376-49f2-b32e-e610b5c3e1b2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:15.658041 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-58437c96-dad0-4ffb-8b94-28769a9a2cb7 req-f46a2c89-6859-4b4d-befd-06a0f306dcd8 tempest-DeleteServersAdminTestJSON-1055258366 tempest-DeleteServersAdminTestJSON-1055258366-project-admin] Calling delete_port for 7fecf038-a376-49f2-b32e-e610b5c3e1b2 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:08:15.682774 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-223dc4cf-675b-4799-bb6b-5b69bcd41550 None None] Set router 61939f74-61b6-45a9-8829-6ef3a073b55f gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:08:15.712902 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0d333ea0-d4a8-4429-8185-b7c967a9368c tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "PUT /v2.0/floatingips/6789c033-f679-42b8-ac77-791e97a9bd84 HTTP/1.1" status: 200 len: 992 time: 2.8064158 Jan 28 00:08:15.736324 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab62d34-32a4-43a5-b793-d8fa47a73461 req-86929baf-9c4d-41b1-9cd6-dd2cf535624a tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:15.745988 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6ab62d34-32a4-43a5-b793-d8fa47a73461 req-86929baf-9c4d-41b1-9cd6-dd2cf535624a tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 967 time: 0.0720448 Jan 28 00:08:15.817095 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-58437c96-dad0-4ffb-8b94-28769a9a2cb7 req-f46a2c89-6859-4b4d-befd-06a0f306dcd8 tempest-DeleteServersAdminTestJSON-1055258366 tempest-DeleteServersAdminTestJSON-1055258366-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (7fecf038-a376-49f2-b32e-e610b5c3e1b2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:15.823082 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6ab62d34-32a4-43a5-b793-d8fa47a73461 req-f87c2960-e10c-4226-9e22-c448f3d18189 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757952 Jan 28 00:08:15.855766 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-7dad64a7-6415-436b-b984-3f624cafc5a2 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] Allocated IP 172.20.0.11 (d45183b3-877f-4f23-8552-987ae7b47aa3/b4d43441-547f-4ffb-adf5-8e225516d410/c06f89a0-7e77-42d9-933e-7d72a96a4a5c) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:08:15.864387 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a2c89-6859-4b4d-befd-06a0f306dcd8 tempest-DeleteServersAdminTestJSON-1055258366 tempest-DeleteServersAdminTestJSON-1055258366-project-admin] Pushing event deleted for resources: {'Port': ['ID=7fecf038-a376-49f2-b32e-e610b5c3e1b2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:15.870633 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['7fecf038-a376-49f2-b32e-e610b5c3e1b2'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:08:15.974794 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-58437c96-dad0-4ffb-8b94-28769a9a2cb7 req-f46a2c89-6859-4b4d-befd-06a0f306dcd8 tempest-DeleteServersAdminTestJSON-1055258366 tempest-DeleteServersAdminTestJSON-1055258366-project-admin] No DVR routers for this DVR port 7fecf038-a376-49f2-b32e-e610b5c3e1b2 on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:08:15.978985 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-58437c96-dad0-4ffb-8b94-28769a9a2cb7 req-f46a2c89-6859-4b4d-befd-06a0f306dcd8 tempest-DeleteServersAdminTestJSON-1055258366 tempest-DeleteServersAdminTestJSON-1055258366-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:15.983167 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-58437c96-dad0-4ffb-8b94-28769a9a2cb7 req-f46a2c89-6859-4b4d-befd-06a0f306dcd8 tempest-DeleteServersAdminTestJSON-1055258366 tempest-DeleteServersAdminTestJSON-1055258366-project-admin] 10.222.0.52 "DELETE /v2.0/ports/7fecf038-a376-49f2-b32e-e610b5c3e1b2 HTTP/1.1" status: 204 len: 173 time: 0.7936604 Jan 28 00:08:16.048111 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4adc5-64f4-4208-809e-97b0998888c8 req-a08205e7-abab-4530-b84e-8cb053317cd6 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:16.057837 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f3b4adc5-64f4-4208-809e-97b0998888c8 req-a08205e7-abab-4530-b84e-8cb053317cd6 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=91219744-f3f4-4ba8-9a3e-ee77899cd46c HTTP/1.1" status: 200 len: 948 time: 0.0871160 Jan 28 00:08:16.131042 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f3b4adc5-64f4-4208-809e-97b0998888c8 req-f8652a57-351c-49ea-ad02-b517eabf108c tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/security-groups?id=77512c6a-d14f-4701-9102-a4b6f9543f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719669 Jan 28 00:08:16.237926 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-223dc4cf-675b-4799-bb6b-5b69bcd41550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2041208346-router', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:07:22Z', 'updated_at': '2022-01-28T00:07:27Z', 'revision_number': 4, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'gw_port': {'id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:23Z', 'updated_at': '2022-01-28T00:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '6789c033-f679-42b8-ac77-791e97a9bd84', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'floating_ip_address': '172.25.3.116', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'port_id': 'dd2ac950-4566-4fa7-a9c6-2a0615d05bd1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e', 'mac_address': 'fa:16:3e:35:4b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e935eea7-1d17-4eaa-8aca-fe9b1039f820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:07:50Z', 'updated_at': '2022-01-28T00:08:13Z', 'revision_number': 1, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29bfd5a4-7665-4769-a77e-d2812ab7dcc2', 'name': '', 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'mac_address': 'fa:16:3e:cd:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'fd93541c-3fa3-4f63-b944-5654809caebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:26Z', 'updated_at': '2022-01-28T00:07:32Z', 'revision_number': 5, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'subnets': [{'id': 'fd93541c-3fa3-4f63-b944-5654809caebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:08:16.242620 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-7dad64a7-6415-436b-b984-3f624cafc5a2 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] Publish callbacks [] for port (c06f89a0-7e77-42d9-933e-7d72a96a4a5c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:16.281958 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223dc4cf-675b-4799-bb6b-5b69bcd41550 None None] Checking router: 61939f74-61b6-45a9-8829-6ef3a073b55f for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:08:16.291560 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223dc4cf-675b-4799-bb6b-5b69bcd41550 None None] Routers {'61939f74-61b6-45a9-8829-6ef3a073b55f'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:08:16.292371 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-223dc4cf-675b-4799-bb6b-5b69bcd41550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:08:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['61939f74-61b6-45a9-8829-6ef3a073b55f'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:08:16.295088 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7baf89d6-4e11-4878-88b3-620e20a87794 req-77569675-d29c-4ece-9200-a5bdbc7cefaf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d1e5b500-f4fe-43bd-9819-022e12e1c0a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0371628 Jan 28 00:08:16.306932 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8c27423-21ff-4b4a-bc4f-30252817f018 req-85d7fbf7-db80-4e36-9089-f1eee8869fd4 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ae4069d-6bbb-4d22-a737-efd2d70a05eb HTTP/1.1" status: 200 len: 210 time: 0.0433080 Jan 28 00:08:16.321492 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-7dad64a7-6415-436b-b984-3f624cafc5a2 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (c06f89a0-7e77-42d9-933e-7d72a96a4a5c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:16.354648 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc79234-b528-4f13-954a-9e56f960b7ea req-b6fbc12f-1fdc-40fb-8ad1-aff736f25aa2 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:16.354648 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3dc79234-b528-4f13-954a-9e56f960b7ea req-b6fbc12f-1fdc-40fb-8ad1-aff736f25aa2 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 1118 time: 0.0726805 Jan 28 00:08:16.412038 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7baf89d6-4e11-4878-88b3-620e20a87794 req-1f44295f-f7ac-4792-ac21-9f6ffc0d1563 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d0d8020e775c458d96c138dba83f468a&device_id=d1e5b500-f4fe-43bd-9819-022e12e1c0a2 HTTP/1.1" status: 200 len: 210 time: 0.0309541 Jan 28 00:08:16.414996 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad64a7-6415-436b-b984-3f624cafc5a2 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] Pushing event updated for resources: {'Port': ['ID=c06f89a0-7e77-42d9-933e-7d72a96a4a5c,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:16.438108 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-7dad64a7-6415-436b-b984-3f624cafc5a2 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] Network d45183b3-877f-4f23-8552-987ae7b47aa3 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:08:16.440080 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-7dad64a7-6415-436b-b984-3f624cafc5a2 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:08:16.445983 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3dc79234-b528-4f13-954a-9e56f960b7ea req-a8000cea-c421-4de3-8300-6a102f03a83c tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866890 Jan 28 00:08:16.447239 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-7dad64a7-6415-436b-b984-3f624cafc5a2 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:08:16.454375 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-7dad64a7-6415-436b-b984-3f624cafc5a2 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:16.455326 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-7dad64a7-6415-436b-b984-3f624cafc5a2 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:16.458476 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-223dc4cf-675b-4799-bb6b-5b69bcd41550 None None] Set router 61939f74-61b6-45a9-8829-6ef3a073b55f gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:08:16.467177 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 0752b0c0-f4ea-4f7e-92a4-c0922dff84c4 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:08:16.502347 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7baf89d6-4e11-4878-88b3-620e20a87794 req-1f7e8987-074e-4985-90e3-7bfb2e6e725c service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=d0d8020e775c458d96c138dba83f468a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431826 Jan 28 00:08:16.513311 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-7dad64a7-6415-436b-b984-3f624cafc5a2 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4375930 Jan 28 00:08:16.517827 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-493cc8fe-d479-49a9-bfe8-65f1a6079061 req-c2dc8a07-8b06-4f68-8882-b9bdd2642d11 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1e5b500-f4fe-43bd-9819-022e12e1c0a2 HTTP/1.1" status: 200 len: 210 time: 0.0442703 Jan 28 00:08:16.662972 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-27bf08d3-ef18-4e43-a554-7a9b8d74fa2f service neutron] Request body: {'port': {'device_id': '7ae4069d-6bbb-4d22-a737-efd2d70a05eb', 'device_owner': 'compute:tempest-test_az-1456324905', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:08:16.686584 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 0752b0c0-f4ea-4f7e-92a4-c0922dff84c4, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=0752b0c0-f4ea-4f7e-92a4-c0922dff84c4,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:16.736704 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '0752b0c0-f4ea-4f7e-92a4-c0922dff84c4', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': '0752b0c0-f4ea-4f7e-92a4-c0922dff84c4', 'mac_address': 'fa:16:3e:13:29:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:08:16.751252 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d4cc3-9798-4aa3-bc3d-a87ae51a7c38 req-1bacced7-aebe-4a1c-9934-af9b3ed57abd tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:16.760253 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d0d4cc3-9798-4aa3-bc3d-a87ae51a7c38 req-1bacced7-aebe-4a1c-9934-af9b3ed57abd tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 1118 time: 0.1179092 Jan 28 00:08:16.790186 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:08:16.838400 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 0752b0c0-f4ea-4f7e-92a4-c0922dff84c4 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:08:16.838806 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0752b0c0-f4ea-4f7e-92a4-c0922dff84c4), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:16.862692 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0752b0c0-f4ea-4f7e-92a4-c0922dff84c4 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:08:16.871818 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d0d4cc3-9798-4aa3-bc3d-a87ae51a7c38 req-aa55c23b-a40e-42e2-9534-2b4a87be1ec6 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093590 Jan 28 00:08:16.911738 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 0752b0c0-f4ea-4f7e-92a4-c0922dff84c4, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=0752b0c0-f4ea-4f7e-92a4-c0922dff84c4,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:16.927549 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (0752b0c0-f4ea-4f7e-92a4-c0922dff84c4), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:16.977616 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-223dc4cf-675b-4799-bb6b-5b69bcd41550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2041208346-router', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:07:22Z', 'updated_at': '2022-01-28T00:07:27Z', 'revision_number': 4, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'gw_port': {'id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:23Z', 'updated_at': '2022-01-28T00:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '6789c033-f679-42b8-ac77-791e97a9bd84', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'floating_ip_address': '172.25.3.116', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'port_id': 'dd2ac950-4566-4fa7-a9c6-2a0615d05bd1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e', 'mac_address': 'fa:16:3e:35:4b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e935eea7-1d17-4eaa-8aca-fe9b1039f820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:07:50Z', 'updated_at': '2022-01-28T00:08:13Z', 'revision_number': 1, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29bfd5a4-7665-4769-a77e-d2812ab7dcc2', 'name': '', 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'mac_address': 'fa:16:3e:cd:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'fd93541c-3fa3-4f63-b944-5654809caebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:26Z', 'updated_at': '2022-01-28T00:07:32Z', 'revision_number': 5, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'subnets': [{'id': 'fd93541c-3fa3-4f63-b944-5654809caebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:08:16.990322 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=0752b0c0-f4ea-4f7e-92a4-c0922dff84c4,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:17.024575 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-27bf08d3-ef18-4e43-a554-7a9b8d74fa2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c06f89a0-7e77-42d9-933e-7d72a96a4a5c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:17.033786 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223dc4cf-675b-4799-bb6b-5b69bcd41550 None None] The sync data for ids ['61939f74-61b6-45a9-8829-6ef3a073b55f'] in n-d-826754-1 is: [{'id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2041208346-router', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:07:22Z', 'updated_at': '2022-01-28T00:07:27Z', 'revision_number': 4, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'gw_port': {'id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:23Z', 'updated_at': '2022-01-28T00:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '6789c033-f679-42b8-ac77-791e97a9bd84', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'floating_ip_address': '172.25.3.116', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'port_id': 'dd2ac950-4566-4fa7-a9c6-2a0615d05bd1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e', 'mac_address': 'fa:16:3e:35:4b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e935eea7-1d17-4eaa-8aca-fe9b1039f820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:07:50Z', 'updated_at': '2022-01-28T00:08:13Z', 'revision_number': 1, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29bfd5a4-7665-4769-a77e-d2812ab7dcc2', 'name': '', 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'mac_address': 'fa:16:3e:cd:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'fd93541c-3fa3-4f63-b944-5654809caebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:26Z', 'updated_at': '2022-01-28T00:07:32Z', 'revision_number': 5, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'subnets': [{'id': 'fd93541c-3fa3-4f63-b944-5654809caebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:08:17.094221 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf89d6-4e11-4878-88b3-620e20a87794 req-5936ff81-4250-493f-96cf-c25f166f8e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:17.095745 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7baf89d6-4e11-4878-88b3-620e20a87794 req-5936ff81-4250-493f-96cf-c25f166f8e35 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5813215 Jan 28 00:08:17.189118 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-0057bfeb-9e15-4216-9f6a-dc0f8040d44f req-a5cf90ba-e7c5-4a1d-95f2-dc5daa66e973 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:08:17.195216 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e935eea7-1d17-4eaa-8aca-fe9b1039f820', 'tag': 'dd2ac950-4566-4fa7-a9c6-2a0615d05bd1'}, {'server_uuid': 'd1e5b500-f4fe-43bd-9819-022e12e1c0a2', 'name': 'network-vif-deleted', 'tag': '7fecf038-a376-49f2-b32e-e610b5c3e1b2'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:08:17.195496 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0057bfeb-9e15-4216-9f6a-dc0f8040d44f req-a5cf90ba-e7c5-4a1d-95f2-dc5daa66e973 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0144477 Jan 28 00:08:17.197129 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99720c61-c169-4c30-bd6e-0b7091c84b58" -d '{"events": [{"name": "network-changed", "server_uuid": "e935eea7-1d17-4eaa-8aca-fe9b1039f820", "tag": "dd2ac950-4566-4fa7-a9c6-2a0615d05bd1"}, {"server_uuid": "d1e5b500-f4fe-43bd-9819-022e12e1c0a2", "name": "network-vif-deleted", "tag": "7fecf038-a376-49f2-b32e-e610b5c3e1b2"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:08:17.288681 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device c4f5ed41-15be-4863-a06e-6afafc5cb966 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:08:17.330197 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: c4f5ed41-15be-4863-a06e-6afafc5cb966 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:08:17.330551 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device c4f5ed41-15be-4863-a06e-6afafc5cb966 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:08:17.368885 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['0752b0c0-f4ea-4f7e-92a4-c0922dff84c4'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:08:17.434585 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-27bf08d3-ef18-4e43-a554-7a9b8d74fa2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c06f89a0-7e77-42d9-933e-7d72a96a4a5c {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:08:17.444969 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-27bf08d3-ef18-4e43-a554-7a9b8d74fa2f service neutron] Publish callbacks [] for port (c06f89a0-7e77-42d9-933e-7d72a96a4a5c), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:17.445916 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e48e5dc-2496-4ca8-8a0f-39bebfd425dd None None] New status for floating IP 6789c033-f679-42b8-ac77-791e97a9bd84: ACTIVE {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:08:17.462466 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-27bf08d3-ef18-4e43-a554-7a9b8d74fa2f service neutron] Transition to ACTIVE for port object c06f89a0-7e77-42d9-933e-7d72a96a4a5c will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:08:17.465076 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09a9db-01ec-4881-b8ff-4b12c6b4c6e6 req-005b11af-f2c9-406a-a06d-3b602a45889d tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:17.466786 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-be09a9db-01ec-4881-b8ff-4b12c6b4c6e6 req-005b11af-f2c9-406a-a06d-3b602a45889d tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=91219744-f3f4-4ba8-9a3e-ee77899cd46c HTTP/1.1" status: 200 len: 949 time: 0.0645247 Jan 28 00:08:17.475662 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-27bf08d3-ef18-4e43-a554-7a9b8d74fa2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c06f89a0-7e77-42d9-933e-7d72a96a4a5c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:17.523914 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf08d3-ef18-4e43-a554-7a9b8d74fa2f service neutron] Pushing event updated for resources: {'Port': ['ID=c06f89a0-7e77-42d9-933e-7d72a96a4a5c,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:17.552973 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-be09a9db-01ec-4881-b8ff-4b12c6b4c6e6 req-237d3f76-cfa5-4337-a43a-7f969e3059d2 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/security-groups?id=77512c6a-d14f-4701-9102-a4b6f9543f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700989 Jan 28 00:08:17.623324 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 00:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e22279-f1d6-4b31-becc-bfcd0c30f3c8 x-openstack-request-id: req-29e22279-f1d6-4b31-becc-bfcd0c30f3c8 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:08:17.623998 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e935eea7-1d17-4eaa-8aca-fe9b1039f820", "tag": "dd2ac950-4566-4fa7-a9c6-2a0615d05bd1", "status": "completed", "code": 200}, {"server_uuid": "d1e5b500-f4fe-43bd-9819-022e12e1c0a2", "name": "network-vif-deleted", "tag": "7fecf038-a376-49f2-b32e-e610b5c3e1b2", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:08:17.624448 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-29e22279-f1d6-4b31-becc-bfcd0c30f3c8 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:08:17.625076 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e935eea7-1d17-4eaa-8aca-fe9b1039f820', 'tag': 'dd2ac950-4566-4fa7-a9c6-2a0615d05bd1', 'status': 'completed', 'code': 200} Jan 28 00:08:17.625536 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e5b500-f4fe-43bd-9819-022e12e1c0a2', 'name': 'network-vif-deleted', 'tag': '7fecf038-a376-49f2-b32e-e610b5c3e1b2', 'status': 'completed', 'code': 200} Jan 28 00:08:17.635087 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-27bf08d3-ef18-4e43-a554-7a9b8d74fa2f service neutron] Attempting to bind port c06f89a0-7e77-42d9-933e-7d72a96a4a5c on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:08:17.636358 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-27bf08d3-ef18-4e43-a554-7a9b8d74fa2f service neutron] Attempting to bind port c06f89a0-7e77-42d9-933e-7d72a96a4a5c by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '5cde8bf5-bc07-4bbb-8006-6f74f2355127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd45183b3-877f-4f23-8552-987ae7b47aa3'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:08:17.637340 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-27bf08d3-ef18-4e43-a554-7a9b8d74fa2f service neutron] Attempting to bind port c06f89a0-7e77-42d9-933e-7d72a96a4a5c on network d45183b3-877f-4f23-8552-987ae7b47aa3 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:08:17.668473 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-27bf08d3-ef18-4e43-a554-7a9b8d74fa2f service neutron] Port c06f89a0-7e77-42d9-933e-7d72a96a4a5c on network d45183b3-877f-4f23-8552-987ae7b47aa3 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:08:17.669643 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-27bf08d3-ef18-4e43-a554-7a9b8d74fa2f service neutron] Attempting to bind port c06f89a0-7e77-42d9-933e-7d72a96a4a5c on network d45183b3-877f-4f23-8552-987ae7b47aa3 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:08:17.720478 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-27bf08d3-ef18-4e43-a554-7a9b8d74fa2f service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:08:17.720974 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-27bf08d3-ef18-4e43-a554-7a9b8d74fa2f service neutron] Checking segment: {'id': '5cde8bf5-bc07-4bbb-8006-6f74f2355127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd45183b3-877f-4f23-8552-987ae7b47aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:08:17.721377 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-27bf08d3-ef18-4e43-a554-7a9b8d74fa2f service neutron] Bound using segment: {'id': '5cde8bf5-bc07-4bbb-8006-6f74f2355127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd45183b3-877f-4f23-8552-987ae7b47aa3'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:08:17.721834 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-27bf08d3-ef18-4e43-a554-7a9b8d74fa2f service neutron] Bound port: c06f89a0-7e77-42d9-933e-7d72a96a4a5c, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cde8bf5-bc07-4bbb-8006-6f74f2355127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd45183b3-877f-4f23-8552-987ae7b47aa3'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:08:17.722952 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-27bf08d3-ef18-4e43-a554-7a9b8d74fa2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c06f89a0-7e77-42d9-933e-7d72a96a4a5c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:17.794392 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8e166-e57b-40de-a2d6-10e5f5b8f706 req-1b8de5d5-028e-465a-8f68-fcd2b1cd249a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:17.796673 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cd8e166-e57b-40de-a2d6-10e5f5b8f706 req-1b8de5d5-028e-465a-8f68-fcd2b1cd249a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6990d737c5db4738a7ab281f03db2443&device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 1118 time: 0.2026830 Jan 28 00:08:17.817316 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99720c61-c169-4c30-bd6e-0b7091c84b58 req-515824fe-3656-4943-bba0-162a84af485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:17.820169 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-99720c61-c169-4c30-bd6e-0b7091c84b58 req-515824fe-3656-4943-bba0-162a84af485d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4fbf0a6223374ddfb503943d84d40270&device_id=e935eea7-1d17-4eaa-8aca-fe9b1039f820 HTTP/1.1" status: 200 len: 1097 time: 0.1527412 Jan 28 00:08:17.834488 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a5791-9674-4bc4-ab17-4b3b039e01a6 req-c8d4b2a1-0bff-4722-9703-f3cf9afdd6e5 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:17.838301 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7c6a5791-9674-4bc4-ab17-4b3b039e01a6 req-c8d4b2a1-0bff-4722-9703-f3cf9afdd6e5 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ae4069d-6bbb-4d22-a737-efd2d70a05eb HTTP/1.1" status: 200 len: 966 time: 0.0957060 Jan 28 00:08:17.948237 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7c6a5791-9674-4bc4-ab17-4b3b039e01a6 req-2334788e-7afe-4166-b63e-24c3bcb9fb63 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] 10.222.0.70 "GET /v2.0/security-groups?id=324fbe04-185a-42e9-9591-1f8de4f643ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029565 Jan 28 00:08:18.031058 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-27bf08d3-ef18-4e43-a554-7a9b8d74fa2f service neutron] For port c06f89a0-7e77-42d9-933e-7d72a96a4a5c, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:08:18.039248 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8e166-e57b-40de-a2d6-10e5f5b8f706 req-3acb2283-a254-4330-9084-7fb99c157c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:18.040863 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cd8e166-e57b-40de-a2d6-10e5f5b8f706 req-3acb2283-a254-4330-9084-7fb99c157c86 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf HTTP/1.1" status: 200 len: 922 time: 0.2171304 Jan 28 00:08:18.094440 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-27bf08d3-ef18-4e43-a554-7a9b8d74fa2f service neutron] For port c06f89a0-7e77-42d9-933e-7d72a96a4a5c, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=c06f89a0-7e77-42d9-933e-7d72a96a4a5c,segment=NetworkSegment(5cde8bf5-bc07-4bbb-8006-6f74f2355127),segment_id=5cde8bf5-bc07-4bbb-8006-6f74f2355127)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:08:18.100416 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cd8e166-e57b-40de-a2d6-10e5f5b8f706 req-68c8877e-84fa-4f7a-a404-b1e18a566329 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dfa7925-dd1f-40f0-8a84-233f0885d983 HTTP/1.1" status: 200 len: 217 time: 0.0519562 Jan 28 00:08:18.114108 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-27bf08d3-ef18-4e43-a554-7a9b8d74fa2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c06f89a0-7e77-42d9-933e-7d72a96a4a5c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:18.165991 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43940) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:18.219601 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-27bf08d3-ef18-4e43-a554-7a9b8d74fa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:18.220245 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-27bf08d3-ef18-4e43-a554-7a9b8d74fa2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:18.221633 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-27bf08d3-ef18-4e43-a554-7a9b8d74fa2f service neutron] 10.222.0.65 "PUT /v2.0/ports/c06f89a0-7e77-42d9-933e-7d72a96a4a5c HTTP/1.1" status: 200 len: 1114 time: 1.5720508 Jan 28 00:08:18.239086 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99720c61-c169-4c30-bd6e-0b7091c84b58 req-d4c0f250-e624-41e1-a2ca-d203c1b7d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:18.240915 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-99720c61-c169-4c30-bd6e-0b7091c84b58 req-d4c0f250-e624-41e1-a2ca-d203c1b7d1ba service neutron] 10.222.0.52 "GET /v2.0/networks?id=e089f335-5674-4c92-a564-9237fa994e7e HTTP/1.1" status: 200 len: 925 time: 0.3164704 Jan 28 00:08:18.244926 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8e166-e57b-40de-a2d6-10e5f5b8f706 req-85237491-2408-4a66-ad18-6ce7020f88aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:18.246523 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cd8e166-e57b-40de-a2d6-10e5f5b8f706 req-85237491-2408-4a66-ad18-6ce7020f88aa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1cf259c4-4e5d-4731-814e-e633d701ebdd HTTP/1.1" status: 200 len: 861 time: 0.1360154 Jan 28 00:08:18.249746 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf08d3-ef18-4e43-a554-7a9b8d74fa2f service neutron] Pushing event updated for resources: {'Port': ['ID=c06f89a0-7e77-42d9-933e-7d72a96a4a5c,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:18.293356 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cd8e166-e57b-40de-a2d6-10e5f5b8f706 req-c7c6c2e9-d7d5-4ea6-af68-a0090ec1adcb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402443 Jan 28 00:08:18.345059 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8f0115c3-4378-4a96-8537-2b5b893d5ecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:18.478520 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-99720c61-c169-4c30-bd6e-0b7091c84b58 req-de2c3227-feee-4265-8251-35884fca51b6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd2ac950-4566-4fa7-a9c6-2a0615d05bd1 HTTP/1.1" status: 200 len: 1002 time: 0.2153757 Jan 28 00:08:18.490907 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 7fecf038-a376-49f2-b32e-e610b5c3e1b2 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:08:18.507491 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8f0115c3-4378-4a96-8537-2b5b893d5ecc admin admin] Publish callbacks [] for security_group (a1fdbbcf-1962-4bfd-8914-40c8d499599b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:18.513482 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8f0115c3-4378-4a96-8537-2b5b893d5ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a1fdbbcf-1962-4bfd-8914-40c8d499599b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:18.565384 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-efd61354-5b99-4fc1-82f4-ff7826ce1c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:18.567074 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-efd61354-5b99-4fc1-82f4-ff7826ce1c53 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c2de971249f741c0937ae7be3229d4c6&device_id=7ae4069d-6bbb-4d22-a737-efd2d70a05eb HTTP/1.1" status: 200 len: 1117 time: 0.2075098 Jan 28 00:08:18.589979 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cd8e166-e57b-40de-a2d6-10e5f5b8f706 req-1531a606-32f3-4a5a-ae6e-ce7d3846cf1c service neutron] 10.222.0.65 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625582 Jan 28 00:08:18.594083 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 7fecf038-a376-49f2-b32e-e610b5c3e1b2 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:08:18.594623 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 7fecf038-a376-49f2-b32e-e610b5c3e1b2 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:08:18.603056 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8f0115c3-4378-4a96-8537-2b5b893d5ecc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ed98f8dd41d442f388a8836a21133ff0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4353321 Jan 28 00:08:18.605028 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0115c3-4378-4a96-8537-2b5b893d5ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fdbbcf-1962-4bfd-8914-40c8d499599b,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:18.619872 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43962) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:18.666977 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99720c61-c169-4c30-bd6e-0b7091c84b58 req-79a85ede-d0c1-4d99-8f93-92105e263d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:18.670203 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-99720c61-c169-4c30-bd6e-0b7091c84b58 req-79a85ede-d0c1-4d99-8f93-92105e263d69 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fd93541c-3fa3-4f63-b944-5654809caebc HTTP/1.1" status: 200 len: 863 time: 0.1764052 Jan 28 00:08:18.680522 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-3de25e4f-0e77-4ccd-94e0-ad8a40330e90 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c06f89a0-7e77-42d9-933e-7d72a96a4a5c HTTP/1.1" status: 200 len: 217 time: 0.0996313 Jan 28 00:08:18.721217 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-dc6d30ea-5975-41b6-a413-d70889a7ab2a tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=d0d8020e775c458d96c138dba83f468a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424070 Jan 28 00:08:18.739653 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4f147dac-af6e-4797-89ce-2d51a3d0df9c admin admin] Publish callbacks [] for security_group (a1fdbbcf-1962-4bfd-8914-40c8d499599b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:18.778983 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4f147dac-af6e-4797-89ce-2d51a3d0df9c admin admin] Publish callbacks [] for security_group (a1fdbbcf-1962-4bfd-8914-40c8d499599b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:18.824391 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-3dfdc744-84a7-466a-8cd5-c9d1d776ee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:18.826197 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-3dfdc744-84a7-466a-8cd5-c9d1d776ee98 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b4d43441-547f-4ffb-adf5-8e225516d410 HTTP/1.1" status: 200 len: 853 time: 0.1234674 Jan 28 00:08:18.847197 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99720c61-c169-4c30-bd6e-0b7091c84b58 req-76f80092-6792-4ffd-839b-59ee1ace8d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:18.848729 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-99720c61-c169-4c30-bd6e-0b7091c84b58 req-76f80092-6792-4ffd-839b-59ee1ace8d21 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e089f335-5674-4c92-a564-9237fa994e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1660333 Jan 28 00:08:18.886605 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-ac03c5a4-51ac-4c13-aabe-94ffab53e08a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d45183b3-877f-4f23-8552-987ae7b47aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523741 Jan 28 00:08:18.918807 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cd8e166-e57b-40de-a2d6-10e5f5b8f706 req-6ce62d49-6f1b-44c7-9816-a9933764e603 service neutron] 10.222.0.65 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545428 Jan 28 00:08:18.926941 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4f147dac-af6e-4797-89ce-2d51a3d0df9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a1fdbbcf-1962-4bfd-8914-40c8d499599b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:18.929617 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4f147dac-af6e-4797-89ce-2d51a3d0df9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:18.933619 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4f147dac-af6e-4797-89ce-2d51a3d0df9c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a1fdbbcf-1962-4bfd-8914-40c8d499599b HTTP/1.1" status: 204 len: 168 time: 0.3085091 Jan 28 00:08:18.951261 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-bbd13dc4-5a2c-4683-847e-8ffbccb83532 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:18.953032 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-bbd13dc4-5a2c-4683-847e-8ffbccb83532 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2152057 Jan 28 00:08:18.954123 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f147dac-af6e-4797-89ce-2d51a3d0df9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fdbbcf-1962-4bfd-8914-40c8d499599b,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:18.994937 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-dfd9d0af-a77d-4bbe-8795-2464f61c068f tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/quotas/d0d8020e775c458d96c138dba83f468a HTTP/1.1" status: 200 len: 375 time: 0.0296450 Jan 28 00:08:19.046041 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-e9161c32-0143-48e1-b700-f332a76714e5 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d0d8020e775c458d96c138dba83f468a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487776 Jan 28 00:08:19.078982 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-99720c61-c169-4c30-bd6e-0b7091c84b58 req-7acc332a-d5a9-4e9a-a7a2-42bdaa86a7f3 service neutron] 10.222.0.52 "GET /v2.0/networks/e089f335-5674-4c92-a564-9237fa994e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914048 Jan 28 00:08:19.085710 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-d4b14e5a-f330-4590-8ab2-a402725242f6 service neutron] 10.222.0.65 "GET /v2.0/networks/d45183b3-877f-4f23-8552-987ae7b47aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868486 Jan 28 00:08:19.305958 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-99720c61-c169-4c30-bd6e-0b7091c84b58 req-3310f90a-ce6f-4150-a526-e9faff99fca6 service neutron] 10.222.0.52 "GET /v2.0/networks/e089f335-5674-4c92-a564-9237fa994e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084460 Jan 28 00:08:19.349997 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5f54cda0-4e06-4831-9f0b-f1f257554d8d req-0dd7e881-e280-4a22-917b-b0e15bc67190 service neutron] 10.222.0.65 "GET /v2.0/networks/d45183b3-877f-4f23-8552-987ae7b47aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409005 Jan 28 00:08:19.403016 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43994) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:19.432566 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92bc49ac-211d-48fd-8f0c-045a4c942fe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:19.446599 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a70824-f8d1-434a-a0e3-7614faa4eb0f req-bd98200b-97ea-4099-98fa-9daf1623a607 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:19.464559 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d3a70824-f8d1-434a-a0e3-7614faa4eb0f req-bd98200b-97ea-4099-98fa-9daf1623a607 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=91219744-f3f4-4ba8-9a3e-ee77899cd46c HTTP/1.1" status: 200 len: 949 time: 0.1352439 Jan 28 00:08:19.500455 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43998) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:19.543436 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92bc49ac-211d-48fd-8f0c-045a4c942fe3 admin admin] Publish callbacks [] for security_group (96d6b485-1407-480a-8ebf-7e5ebfb6bcea), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:19.552172 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92bc49ac-211d-48fd-8f0c-045a4c942fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (96d6b485-1407-480a-8ebf-7e5ebfb6bcea), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:19.590128 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc49ac-211d-48fd-8f0c-045a4c942fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d6b485-1407-480a-8ebf-7e5ebfb6bcea,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:19.622577 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d3a70824-f8d1-434a-a0e3-7614faa4eb0f req-419f7c42-da5d-4d00-8c36-1da3883efa3c tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/security-groups?id=77512c6a-d14f-4701-9102-a4b6f9543f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507034 Jan 28 00:08:19.629406 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-92bc49ac-211d-48fd-8f0c-045a4c942fe3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=485cc14abf944eea83aacac4a5d5373a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222815 Jan 28 00:08:19.629406 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae4069d-6bbb-4d22-a737-efd2d70a05eb', 'tag': 'c06f89a0-7e77-42d9-933e-7d72a96a4a5c'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:08:19.629758 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44006) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:19.638333 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9d4a40-2c87-49f1-9e52-24d7440096a1" -d '{"events": [{"name": "network-changed", "server_uuid": "7ae4069d-6bbb-4d22-a737-efd2d70a05eb", "tag": "c06f89a0-7e77-42d9-933e-7d72a96a4a5c"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:08:19.815119 n-d-826754-1 neutron-server[103343]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 00:08:19.815856 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5179b59d-5d3d-46cb-8aa0-7acc589d373d admin admin] Publish callbacks [] for security_group (96d6b485-1407-480a-8ebf-7e5ebfb6bcea), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:19.821221 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-a818ea6c-c363-4936-bc79-d7cc3c0050b0 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:08:19.823038 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-a818ea6c-c363-4936-bc79-d7cc3c0050b0 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3213964 Jan 28 00:08:19.854736 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5179b59d-5d3d-46cb-8aa0-7acc589d373d admin admin] Publish callbacks [] for security_group (96d6b485-1407-480a-8ebf-7e5ebfb6bcea), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:19.883345 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fea758-8021-4fba-92d9-800826847152 req-f62f7220-8244-46b0-8a4e-7385a406ebf4 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:19.885301 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22fea758-8021-4fba-92d9-800826847152 req-f62f7220-8244-46b0-8a4e-7385a406ebf4 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ae4069d-6bbb-4d22-a737-efd2d70a05eb HTTP/1.1" status: 200 len: 966 time: 0.1512175 Jan 28 00:08:19.968538 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22fea758-8021-4fba-92d9-800826847152 req-621c14a8-656e-4d6d-91be-85a233a48c58 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] 10.222.0.70 "GET /v2.0/security-groups?id=324fbe04-185a-42e9-9591-1f8de4f643ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737915 Jan 28 00:08:19.976191 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5179b59d-5d3d-46cb-8aa0-7acc589d373d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (96d6b485-1407-480a-8ebf-7e5ebfb6bcea), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:19.979085 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5179b59d-5d3d-46cb-8aa0-7acc589d373d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:19.980434 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5179b59d-5d3d-46cb-8aa0-7acc589d373d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/96d6b485-1407-480a-8ebf-7e5ebfb6bcea HTTP/1.1" status: 204 len: 168 time: 0.3496962 Jan 28 00:08:19.998099 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-6e32019e-6764-44fa-acbc-077316b56038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:19.998099 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-6e32019e-6764-44fa-acbc-077316b56038 service neutron] 10.222.0.70 "GET /v2.0/ports/8dfa7925-dd1f-40f0-8a84-233f0885d983 HTTP/1.1" status: 200 len: 1115 time: 0.1110210 Jan 28 00:08:20.001971 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179b59d-5d3d-46cb-8aa0-7acc589d373d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d6b485-1407-480a-8ebf-7e5ebfb6bcea,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:20.022905 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-f0a1ef92-fa69-4d32-811c-57fac851c0f5 service neutron] Request body: {'binding': {'host': 'n-h2-826754-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:08:20.023835 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-f0a1ef92-fa69-4d32-811c-57fac851c0f5 service neutron] Unknown quota resources ['binding']. {{(pid=103343) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 00:08:20.152199 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fac3ba48-3fa6-44a9-900d-9d2c433bb16b req-4e44e57d-50f7-4950-a392-d618716af0dd tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc5a7bb7-4908-4ddb-a86e-e462d1297caa HTTP/1.1" status: 200 len: 210 time: 0.0667260 Jan 28 00:08:20.235455 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-f0a1ef92-fa69-4d32-811c-57fac851c0f5 service neutron] Attempting to bind port 8dfa7925-dd1f-40f0-8a84-233f0885d983 on host n-h2-826754-1 for vnic_type normal with profile None {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:08:20.235834 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-f0a1ef92-fa69-4d32-811c-57fac851c0f5 service neutron] Attempting to bind port 8dfa7925-dd1f-40f0-8a84-233f0885d983 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:08:20.236180 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-f0a1ef92-fa69-4d32-811c-57fac851c0f5 service neutron] Attempting to bind port 8dfa7925-dd1f-40f0-8a84-233f0885d983 on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:08:20.244925 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-f0a1ef92-fa69-4d32-811c-57fac851c0f5 service neutron] Port 8dfa7925-dd1f-40f0-8a84-233f0885d983 on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:08:20.245258 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-f0a1ef92-fa69-4d32-811c-57fac851c0f5 service neutron] Attempting to bind port 8dfa7925-dd1f-40f0-8a84-233f0885d983 on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:08:20.251156 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-f0a1ef92-fa69-4d32-811c-57fac851c0f5 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:08:20.251504 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-f0a1ef92-fa69-4d32-811c-57fac851c0f5 service neutron] Checking segment: {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:08:20.251924 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-f0a1ef92-fa69-4d32-811c-57fac851c0f5 service neutron] Bound using segment: {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:08:20.252361 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-f0a1ef92-fa69-4d32-811c-57fac851c0f5 service neutron] Bound port: 8dfa7925-dd1f-40f0-8a84-233f0885d983, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:08:20.377787 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-f0a1ef92-fa69-4d32-811c-57fac851c0f5 service neutron] For port 8dfa7925-dd1f-40f0-8a84-233f0885d983, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=8dfa7925-dd1f-40f0-8a84-233f0885d983,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:08:20.385048 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a096b9e8-a41b-43bf-8b77-98af19eac25c x-openstack-request-id: req-a096b9e8-a41b-43bf-8b77-98af19eac25c {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:08:20.385583 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ae4069d-6bbb-4d22-a737-efd2d70a05eb", "tag": "c06f89a0-7e77-42d9-933e-7d72a96a4a5c", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:08:20.386102 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a096b9e8-a41b-43bf-8b77-98af19eac25c {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:08:20.386980 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae4069d-6bbb-4d22-a737-efd2d70a05eb', 'tag': 'c06f89a0-7e77-42d9-933e-7d72a96a4a5c', 'status': 'completed', 'code': 200} Jan 28 00:08:20.391948 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-f0a1ef92-fa69-4d32-811c-57fac851c0f5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:20.394985 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-f0a1ef92-fa69-4d32-811c-57fac851c0f5 service neutron] 10.222.0.70 "POST /v2.0/ports/8dfa7925-dd1f-40f0-8a84-233f0885d983/bindings HTTP/1.1" status: 201 len: 389 time: 0.3871012 Jan 28 00:08:20.486665 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 0752b0c0-f4ea-4f7e-92a4-c0922dff84c4 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:08:20.610470 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 0752b0c0-f4ea-4f7e-92a4-c0922dff84c4 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:08:20.618219 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 0752b0c0-f4ea-4f7e-92a4-c0922dff84c4 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:08:20.618985 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0752b0c0-f4ea-4f7e-92a4-c0922dff84c4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:20.807556 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cc09a-16b4-4f05-9aa9-e87306a41031 req-6ca96738-3d5b-4448-b8cf-ded32393a106 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:20.810158 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9d2cc09a-16b4-4f05-9aa9-e87306a41031 req-6ca96738-3d5b-4448-b8cf-ded32393a106 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 967 time: 0.0696056 Jan 28 00:08:20.893530 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 0752b0c0-f4ea-4f7e-92a4-c0922dff84c4 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:08:20.899575 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0752b0c0-f4ea-4f7e-92a4-c0922dff84c4), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:21.006180 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 0752b0c0-f4ea-4f7e-92a4-c0922dff84c4, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=0752b0c0-f4ea-4f7e-92a4-c0922dff84c4,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:21.010795 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91219744-f3f4-4ba8-9a3e-ee77899cd46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0752b0c0-f4ea-4f7e-92a4-c0922dff84c4'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:08:21.018815 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d06cff-567f-4bda-aad1-60bd957d85b7" -d '{"events": [{"server_uuid": "91219744-f3f4-4ba8-9a3e-ee77899cd46c", "name": "network-vif-plugged", "status": "completed", "tag": "0752b0c0-f4ea-4f7e-92a4-c0922dff84c4"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:08:21.030068 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (0752b0c0-f4ea-4f7e-92a4-c0922dff84c4), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:21.064068 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9d2cc09a-16b4-4f05-9aa9-e87306a41031 req-1f34ae17-c7f0-46b7-ab96-a05ec7ff7b58 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478695 Jan 28 00:08:21.082095 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d4a40-2c87-49f1-9e52-24d7440096a1 req-fa6bff17-0004-4d41-825f-b6fe19c947f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:21.086412 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6c9d4a40-2c87-49f1-9e52-24d7440096a1 req-fa6bff17-0004-4d41-825f-b6fe19c947f7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c2de971249f741c0937ae7be3229d4c6&device_id=7ae4069d-6bbb-4d22-a737-efd2d70a05eb HTTP/1.1" status: 200 len: 1117 time: 0.6514537 Jan 28 00:08:21.194500 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0664b3-e124-48ee-a389-85309cff96a2 req-e241d606-3017-4bed-bf20-1ae227a6453f tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:21.195668 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=0752b0c0-f4ea-4f7e-92a4-c0922dff84c4,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:21.208560 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0d0664b3-e124-48ee-a389-85309cff96a2 req-e241d606-3017-4bed-bf20-1ae227a6453f tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=91219744-f3f4-4ba8-9a3e-ee77899cd46c HTTP/1.1" status: 200 len: 949 time: 0.3590376 Jan 28 00:08:21.271792 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44068) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:21.279961 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-17e4d0cd-0f3c-4dbe-a003-47e2a5e6a23c tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d0d8020e775c458d96c138dba83f468a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2413239 Jan 28 00:08:21.281829 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0d0664b3-e124-48ee-a389-85309cff96a2 req-ec9e74d2-6f9e-4206-84dd-11f743afe379 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/security-groups?id=77512c6a-d14f-4701-9102-a4b6f9543f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642607 Jan 28 00:08:21.317766 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-cf775314-f3cf-437e-8e2a-5e55967fd6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:21.319478 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-cf775314-f3cf-437e-8e2a-5e55967fd6f5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6990d737c5db4738a7ab281f03db2443&device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 1118 time: 0.2981484 Jan 28 00:08:21.380668 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecbc129-d7a5-4b07-b238-cb3c81d9be77 x-openstack-request-id: req-6ecbc129-d7a5-4b07-b238-cb3c81d9be77 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:08:21.380987 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91219744-f3f4-4ba8-9a3e-ee77899cd46c", "name": "network-vif-plugged", "status": "completed", "tag": "0752b0c0-f4ea-4f7e-92a4-c0922dff84c4", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:08:21.381258 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6ecbc129-d7a5-4b07-b238-cb3c81d9be77 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:08:21.381661 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91219744-f3f4-4ba8-9a3e-ee77899cd46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0752b0c0-f4ea-4f7e-92a4-c0922dff84c4', 'code': 200} Jan 28 00:08:21.503965 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d27ee-dfa7-474e-b918-f8de7140eb7b req-c04bccb3-14d5-47ed-aea2-3f2cdcacfe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:21.506577 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-769d27ee-dfa7-474e-b918-f8de7140eb7b req-c04bccb3-14d5-47ed-aea2-3f2cdcacfe11 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6990d737c5db4738a7ab281f03db2443&device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 1118 time: 0.3841012 Jan 28 00:08:21.510912 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d4a40-2c87-49f1-9e52-24d7440096a1 req-74dc601e-604b-4ea2-a764-93a36a14685e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:21.512929 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6c9d4a40-2c87-49f1-9e52-24d7440096a1 req-74dc601e-604b-4ea2-a764-93a36a14685e service neutron] 10.222.0.65 "GET /v2.0/networks?id=d45183b3-877f-4f23-8552-987ae7b47aa3 HTTP/1.1" status: 200 len: 914 time: 0.3717189 Jan 28 00:08:21.588966 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-de1b265c-4b46-45d3-b779-a96e197bfdc8 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:21.590706 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-de1b265c-4b46-45d3-b779-a96e197bfdc8 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2417374 Jan 28 00:08:21.650310 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-c9cdbe72-a169-4fe7-bb82-c13261f255d4 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Request body: {'port': {'device_id': 'cc5a7bb7-4908-4ddb-a86e-e462d1297caa', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'admin_state_up': True, 'tenant_id': 'd0d8020e775c458d96c138dba83f468a'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:08:21.738613 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9a5ca39e-4917-420e-9632-f8186614f2c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:21.765383 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3236e7-c487-440d-afc4-6ab17f40dcdb req-550c6e75-119e-466f-b4fb-e7429068a640 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:21.767357 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e3236e7-c487-440d-afc4-6ab17f40dcdb req-550c6e75-119e-466f-b4fb-e7429068a640 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ae4069d-6bbb-4d22-a737-efd2d70a05eb HTTP/1.1" status: 200 len: 966 time: 0.4789283 Jan 28 00:08:21.768313 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-dae36dbe-5ed0-4b1e-af3a-d6dbe17afd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:21.770285 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-dae36dbe-5ed0-4b1e-af3a-d6dbe17afd9e service neutron] 10.222.0.52 "GET /v2.0/networks?id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf HTTP/1.1" status: 200 len: 922 time: 0.4349926 Jan 28 00:08:21.772564 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6c9d4a40-2c87-49f1-9e52-24d7440096a1 req-729774e7-670c-49c4-bb9f-f06e83e343fc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c06f89a0-7e77-42d9-933e-7d72a96a4a5c HTTP/1.1" status: 200 len: 217 time: 0.2534819 Jan 28 00:08:21.779655 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de506cc6-dddb-4498-8e23-fae22727f449 req-7526d523-d584-412d-9bcf-7d028ff54500 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc5a7bb7-4908-4ddb-a86e-e462d1297caa HTTP/1.1" status: 200 len: 210 time: 0.0577312 Jan 28 00:08:21.852419 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-c9cdbe72-a169-4fe7-bb82-c13261f255d4 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Made reservation on behalf of d0d8020e775c458d96c138dba83f468a for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:08:21.855737 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-c9cdbe72-a169-4fe7-bb82-c13261f255d4 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:21.904513 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-b44e6c3f-ceb8-4ef8-a4d6-a63f9e35e0c6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dfa7925-dd1f-40f0-8a84-233f0885d983 HTTP/1.1" status: 200 len: 217 time: 0.1210551 Jan 28 00:08:21.909950 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d4a40-2c87-49f1-9e52-24d7440096a1 req-06f0c02f-4d92-40c3-acb4-791ed40c4c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:21.911956 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6c9d4a40-2c87-49f1-9e52-24d7440096a1 req-06f0c02f-4d92-40c3-acb4-791ed40c4c13 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b4d43441-547f-4ffb-adf5-8e225516d410 HTTP/1.1" status: 200 len: 853 time: 0.1200182 Jan 28 00:08:22.038317 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9a5ca39e-4917-420e-9632-f8186614f2c3 admin admin] Publish callbacks [] for security_group (b6a48425-fd08-4988-812b-33561864ea16), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:22.076602 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78424c-5ed4-4434-bcad-9ef90f4bdcd4 req-d22ef345-4a4b-48ab-9acf-799030f425a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:22.082452 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7d78424c-5ed4-4434-bcad-9ef90f4bdcd4 req-d22ef345-4a4b-48ab-9acf-799030f425a2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=91219744-f3f4-4ba8-9a3e-ee77899cd46c HTTP/1.1" status: 200 len: 1101 time: 0.5074286 Jan 28 00:08:22.126760 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9a5ca39e-4917-420e-9632-f8186614f2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b6a48425-fd08-4988-812b-33561864ea16), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:22.131787 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-c9cdbe72-a169-4fe7-bb82-c13261f255d4 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Allocated IP 192.168.233.211 (6cc4916b-e8a0-4618-abd0-934e16bf0b78/3d2cf619-4390-4946-b152-016e9ede005d/01208118-adf4-4241-84d7-43e3409ed4d4) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:08:22.143026 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6c9d4a40-2c87-49f1-9e52-24d7440096a1 req-7db96c78-cac0-4ea0-b4b2-567dcd59cbd5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d45183b3-877f-4f23-8552-987ae7b47aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733483 Jan 28 00:08:22.269623 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d27ee-dfa7-474e-b918-f8de7140eb7b req-4eb87e3e-225d-4253-b8ce-a8d730b7b2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:22.271141 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-769d27ee-dfa7-474e-b918-f8de7140eb7b req-4eb87e3e-225d-4253-b8ce-a8d730b7b2d9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf HTTP/1.1" status: 200 len: 922 time: 0.6338995 Jan 28 00:08:22.320885 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-769d27ee-dfa7-474e-b918-f8de7140eb7b req-071e07af-2be5-489f-99ba-a2796995dc89 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dfa7925-dd1f-40f0-8a84-233f0885d983 HTTP/1.1" status: 200 len: 217 time: 0.0422299 Jan 28 00:08:22.336507 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-9780d8dc-7bc6-406b-8bf5-46f90721feb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:22.337956 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-9780d8dc-7bc6-406b-8bf5-46f90721feb8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1cf259c4-4e5d-4731-814e-e633d701ebdd HTTP/1.1" status: 200 len: 861 time: 0.2644658 Jan 28 00:08:22.349819 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e3236e7-c487-440d-afc4-6ab17f40dcdb req-fcafd511-ec9e-4685-9e36-33e608392562 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] 10.222.0.70 "GET /v2.0/security-groups?id=324fbe04-185a-42e9-9591-1f8de4f643ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150709 Jan 28 00:08:22.362321 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9a5ca39e-4917-420e-9632-f8186614f2c3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3272e5c70f244d3390fe19525fe089a1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0793185 Jan 28 00:08:22.369911 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44112) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:22.468164 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-7e11e648-a730-4dab-b5d5-3346a3896d54 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084895 Jan 28 00:08:22.494516 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ca39e-4917-420e-9632-f8186614f2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a48425-fd08-4988-812b-33561864ea16,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:22.528383 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d27ee-dfa7-474e-b918-f8de7140eb7b req-8544e68d-f99f-4b5a-978f-da43b597e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:22.533888 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-769d27ee-dfa7-474e-b918-f8de7140eb7b req-8544e68d-f99f-4b5a-978f-da43b597e488 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1cf259c4-4e5d-4731-814e-e633d701ebdd HTTP/1.1" status: 200 len: 861 time: 0.1990490 Jan 28 00:08:22.545769 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6c9d4a40-2c87-49f1-9e52-24d7440096a1 req-2c4598b7-2913-4a82-841c-fe8f53b519e0 service neutron] 10.222.0.65 "GET /v2.0/networks/d45183b3-877f-4f23-8552-987ae7b47aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905206 Jan 28 00:08:22.565572 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ca39e-4917-420e-9632-f8186614f2c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:22.565993 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ca39e-4917-420e-9632-f8186614f2c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:22.566342 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ca39e-4917-420e-9632-f8186614f2c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:22.566718 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ca39e-4917-420e-9632-f8186614f2c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:22.567721 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ca39e-4917-420e-9632-f8186614f2c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:22.567721 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ca39e-4917-420e-9632-f8186614f2c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:22.568139 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ca39e-4917-420e-9632-f8186614f2c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:22.568445 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ca39e-4917-420e-9632-f8186614f2c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:22.568943 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ca39e-4917-420e-9632-f8186614f2c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:22.569098 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ca39e-4917-420e-9632-f8186614f2c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:22.569348 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ca39e-4917-420e-9632-f8186614f2c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:22.569703 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ca39e-4917-420e-9632-f8186614f2c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:22.569992 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ca39e-4917-420e-9632-f8186614f2c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:22.611296 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-769d27ee-dfa7-474e-b918-f8de7140eb7b req-7b72bf3b-c3ad-415b-b600-417ecab63aa9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710921 Jan 28 00:08:22.746413 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-422863e7-709e-474d-a38f-c142d468d77b admin admin] Publish callbacks [] for security_group (b6a48425-fd08-4988-812b-33561864ea16), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:22.761557 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-c9cdbe72-a169-4fe7-bb82-c13261f255d4 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Publish callbacks [] for port (01208118-adf4-4241-84d7-43e3409ed4d4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:22.781644 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7d78424c-5ed4-4434-bcad-9ef90f4bdcd4 req-3b7850fe-6b93-4c83-911f-34fd0987c643 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=77512c6a-d14f-4701-9102-a4b6f9543f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5828297 Jan 28 00:08:22.804060 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc08a4-48dd-4f45-a6f4-04d19b53fbfe req-79b09e8e-c76d-4102-9431-513691032171 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:22.804512 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-45fc08a4-48dd-4f45-a6f4-04d19b53fbfe req-79b09e8e-c76d-4102-9431-513691032171 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 967 time: 0.4642293 Jan 28 00:08:22.817794 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c9b89-fc7a-4184-8598-0a3590a6eb9f req-bdb367af-da06-460e-bab3-f34d4a82cfe5 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:22.819198 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-667c9b89-fc7a-4184-8598-0a3590a6eb9f req-bdb367af-da06-460e-bab3-f34d4a82cfe5 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=91219744-f3f4-4ba8-9a3e-ee77899cd46c HTTP/1.1" status: 200 len: 950 time: 0.3534567 Jan 28 00:08:22.821361 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-422863e7-709e-474d-a38f-c142d468d77b admin admin] Publish callbacks [] for security_group (b6a48425-fd08-4988-812b-33561864ea16), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:22.851008 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6c9d4a40-2c87-49f1-9e52-24d7440096a1 req-7a70d750-0674-4957-8904-99e4e3558b22 service neutron] 10.222.0.65 "GET /v2.0/networks/d45183b3-877f-4f23-8552-987ae7b47aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934813 Jan 28 00:08:22.880561 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-769d27ee-dfa7-474e-b918-f8de7140eb7b req-3f0d330a-3a9e-45a1-8ce8-84eecb719e08 service neutron] 10.222.0.65 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595468 Jan 28 00:08:22.901774 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-fb161ca9-0351-4f63-8a0c-0a2f12b70c4f service neutron] 10.222.0.52 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246423 Jan 28 00:08:22.912330 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-c9cdbe72-a169-4fe7-bb82-c13261f255d4 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (01208118-adf4-4241-84d7-43e3409ed4d4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:22.926632 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-45fc08a4-48dd-4f45-a6f4-04d19b53fbfe req-c79caff1-59e7-45d3-aa2b-f703a6095d47 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064410 Jan 28 00:08:22.929623 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-667c9b89-fc7a-4184-8598-0a3590a6eb9f req-c502e0cf-cfd4-46ac-88e4-bbaa4ff2adf5 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/security-groups?id=77512c6a-d14f-4701-9102-a4b6f9543f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970547 Jan 28 00:08:23.025614 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-c9cdbe72-a169-4fe7-bb82-c13261f255d4 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:08:23.030362 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-422863e7-709e-474d-a38f-c142d468d77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b6a48425-fd08-4988-812b-33561864ea16), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:23.033018 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-422863e7-709e-474d-a38f-c142d468d77b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:23.034096 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-422863e7-709e-474d-a38f-c142d468d77b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b6a48425-fd08-4988-812b-33561864ea16 HTTP/1.1" status: 204 len: 168 time: 0.6632643 Jan 28 00:08:23.035391 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cdbe72-a169-4fe7-bb82-c13261f255d4 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Pushing event updated for resources: {'Port': ['ID=01208118-adf4-4241-84d7-43e3409ed4d4,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:23.037907 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-c9cdbe72-a169-4fe7-bb82-c13261f255d4 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:08:23.049792 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-c9cdbe72-a169-4fe7-bb82-c13261f255d4 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:08:23.054862 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-c9cdbe72-a169-4fe7-bb82-c13261f255d4 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:23.055494 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-c9cdbe72-a169-4fe7-bb82-c13261f255d4 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:23.076243 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-769d27ee-dfa7-474e-b918-f8de7140eb7b req-57057da6-cedd-4fc1-a1ee-57cef9072bdd service neutron] 10.222.0.65 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880820 Jan 28 00:08:23.077508 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422863e7-709e-474d-a38f-c142d468d77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a48425-fd08-4988-812b-33561864ea16,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:23.097160 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-c9cdbe72-a169-4fe7-bb82-c13261f255d4 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4583120 Jan 28 00:08:23.159927 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Request body: {'port': {'device_id': 'cc5a7bb7-4908-4ddb-a86e-e462d1297caa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:08:23.288361 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (01208118-adf4-4241-84d7-43e3409ed4d4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:23.300111 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device c06f89a0-7e77-42d9-933e-7d72a96a4a5c details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:08:23.362426 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacef7f-1ebc-4258-91c3-1adf0f542beb req-7e0ce8b9-2185-4cd1-9a1e-757da4038916 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:23.364136 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8cacef7f-1ebc-4258-91c3-1adf0f542beb req-7e0ce8b9-2185-4cd1-9a1e-757da4038916 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc5a7bb7-4908-4ddb-a86e-e462d1297caa HTTP/1.1" status: 200 len: 936 time: 0.1206546 Jan 28 00:08:23.391923 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-63d098f3-1929-4dc8-ba34-21c56d05331a service neutron] 10.222.0.52 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469530 Jan 28 00:08:23.438996 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8cacef7f-1ebc-4258-91c3-1adf0f542beb req-573e2d7e-278a-4551-bb2b-1bbab860a3bb tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660131 Jan 28 00:08:23.595083 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d82f80ec-1fa9-4fa8-b2dc-e387a5e1d275 None None] Provisioning complete for port 01208118-adf4-4241-84d7-43e3409ed4d4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:08:23.595461 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d82f80ec-1fa9-4fa8-b2dc-e387a5e1d275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (01208118-adf4-4241-84d7-43e3409ed4d4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:23.635828 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44148) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:23.649473 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port c06f89a0-7e77-42d9-933e-7d72a96a4a5c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=c06f89a0-7e77-42d9-933e-7d72a96a4a5c,segment=NetworkSegment(5cde8bf5-bc07-4bbb-8006-6f74f2355127),segment_id=5cde8bf5-bc07-4bbb-8006-6f74f2355127)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:23.664741 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d82f80ec-1fa9-4fa8-b2dc-e387a5e1d275 None None] Port 01208118-adf4-4241-84d7-43e3409ed4d4 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:08:23.668369 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'c06f89a0-7e77-42d9-933e-7d72a96a4a5c', 'network_id': 'd45183b3-877f-4f23-8552-987ae7b47aa3', 'port_id': 'c06f89a0-7e77-42d9-933e-7d72a96a4a5c', 'mac_address': 'fa:16:3e:24:b4:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d43441-547f-4ffb-adf5-8e225516d410', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:tempest-test_az-1456324905', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:08:23.672622 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-174ca9e2-1b83-40ff-94d5-5c2f2c488a7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:23.716148 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port c06f89a0-7e77-42d9-933e-7d72a96a4a5c is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:08:23.716637 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c06f89a0-7e77-42d9-933e-7d72a96a4a5c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:23.732852 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06f89a0-7e77-42d9-933e-7d72a96a4a5c {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:08:23.734086 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313583e2-ae64-4d33-9a9c-eb395164dadb req-0438c9c3-88dc-45ac-a8e7-b6dc6fe857f8 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:23.735709 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-313583e2-ae64-4d33-9a9c-eb395164dadb req-0438c9c3-88dc-45ac-a8e7-b6dc6fe857f8 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ae4069d-6bbb-4d22-a737-efd2d70a05eb HTTP/1.1" status: 200 len: 966 time: 0.1346612 Jan 28 00:08:23.754016 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-949b40c3-1aa5-468f-a94e-36870d66bb49 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:23.755693 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-949b40c3-1aa5-468f-a94e-36870d66bb49 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c&tenant_id=6990d737c5db4738a7ab281f03db2443&binding%3Ahost_id=n-h1-826754-1 HTTP/1.1" status: 200 len: 1118 time: 0.1132133 Jan 28 00:08:23.761629 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port c06f89a0-7e77-42d9-933e-7d72a96a4a5c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=c06f89a0-7e77-42d9-933e-7d72a96a4a5c,segment=NetworkSegment(5cde8bf5-bc07-4bbb-8006-6f74f2355127),segment_id=5cde8bf5-bc07-4bbb-8006-6f74f2355127)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:23.767456 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c06f89a0-7e77-42d9-933e-7d72a96a4a5c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:23.781571 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-474401be-fdb5-4ca8-83bc-1aa302b6f489 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826754-1'}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:08:23.823928 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-313583e2-ae64-4d33-9a9c-eb395164dadb req-125f436b-a066-4692-b261-5d3edbb9dcc2 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] 10.222.0.70 "GET /v2.0/security-groups?id=324fbe04-185a-42e9-9591-1f8de4f643ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792031 Jan 28 00:08:23.844511 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=c06f89a0-7e77-42d9-933e-7d72a96a4a5c,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:23.856776 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:23.857206 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:23.857817 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:23.858622 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:23.858766 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:23.859274 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:23.863686 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:23.864340 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:23.864840 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:23.865356 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:23.866224 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:23.866709 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:23.867206 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:23.894459 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01208118-adf4-4241-84d7-43e3409ed4d4 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:08:23.897968 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-474401be-fdb5-4ca8-83bc-1aa302b6f489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8dfa7925-dd1f-40f0-8a84-233f0885d983), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:23.908339 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Publish callbacks [] for port (01208118-adf4-4241-84d7-43e3409ed4d4), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:23.930684 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-174ca9e2-1b83-40ff-94d5-5c2f2c488a7b admin admin] Publish callbacks [] for security_group (f85475a1-3cf8-46cd-8b9e-fd071cfb9c5c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:23.939957 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-174ca9e2-1b83-40ff-94d5-5c2f2c488a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f85475a1-3cf8-46cd-8b9e-fd071cfb9c5c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:23.978841 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Transition to ACTIVE for port object 01208118-adf4-4241-84d7-43e3409ed4d4 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:08:23.989731 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (01208118-adf4-4241-84d7-43e3409ed4d4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:24.030430 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ca9e2-1b83-40ff-94d5-5c2f2c488a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85475a1-3cf8-46cd-8b9e-fd071cfb9c5c,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:24.043975 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['c06f89a0-7e77-42d9-933e-7d72a96a4a5c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:08:24.046384 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-174ca9e2-1b83-40ff-94d5-5c2f2c488a7b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4a156c7de6f64ad0b4bef341ecbebe84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4092331 Jan 28 00:08:24.052717 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44178) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:24.081822 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Pushing event updated for resources: {'Port': ['ID=01208118-adf4-4241-84d7-43e3409ed4d4,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:24.160218 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30825d-9d07-4492-bba5-1ea73c7ff7e6 req-5a1903c1-3059-4dbd-9c39-b22d6f88dab5 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:24.173024 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Attempting to bind port 01208118-adf4-4241-84d7-43e3409ed4d4 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:08:24.173617 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Attempting to bind port 01208118-adf4-4241-84d7-43e3409ed4d4 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:08:24.173721 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Attempting to bind port 01208118-adf4-4241-84d7-43e3409ed4d4 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:08:24.177904 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e30825d-9d07-4492-bba5-1ea73c7ff7e6 req-5a1903c1-3059-4dbd-9c39-b22d6f88dab5 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=91219744-f3f4-4ba8-9a3e-ee77899cd46c HTTP/1.1" status: 200 len: 950 time: 0.1493990 Jan 28 00:08:24.189886 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Port 01208118-adf4-4241-84d7-43e3409ed4d4 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:08:24.190209 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Attempting to bind port 01208118-adf4-4241-84d7-43e3409ed4d4 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:08:24.194674 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d55de2d5-60d7-4169-a510-2df917a7c6ae admin admin] Publish callbacks [] for security_group (f85475a1-3cf8-46cd-8b9e-fd071cfb9c5c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:24.199959 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:08:24.200301 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:08:24.200686 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:08:24.201118 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Bound port: 01208118-adf4-4241-84d7-43e3409ed4d4, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:08:24.201476 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (01208118-adf4-4241-84d7-43e3409ed4d4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:24.221890 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-474401be-fdb5-4ca8-83bc-1aa302b6f489 service neutron] For port 8dfa7925-dd1f-40f0-8a84-233f0885d983, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8dfa7925-dd1f-40f0-8a84-233f0885d983,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:24.239947 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d55de2d5-60d7-4169-a510-2df917a7c6ae admin admin] Publish callbacks [] for security_group (f85475a1-3cf8-46cd-8b9e-fd071cfb9c5c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:24.341124 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-474401be-fdb5-4ca8-83bc-1aa302b6f489 service neutron] For port 8dfa7925-dd1f-40f0-8a84-233f0885d983, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:08:24.349625 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] For port 01208118-adf4-4241-84d7-43e3409ed4d4, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:08:24.357997 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] For port 01208118-adf4-4241-84d7-43e3409ed4d4, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=01208118-adf4-4241-84d7-43e3409ed4d4,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:08:24.360221 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d55de2d5-60d7-4169-a510-2df917a7c6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f85475a1-3cf8-46cd-8b9e-fd071cfb9c5c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:24.364635 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d55de2d5-60d7-4169-a510-2df917a7c6ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:24.369020 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e30825d-9d07-4492-bba5-1ea73c7ff7e6 req-529c6f14-ade7-43e0-aff1-bb359d981c37 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/security-groups?id=77512c6a-d14f-4701-9102-a4b6f9543f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871526 Jan 28 00:08:24.369177 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d55de2d5-60d7-4169-a510-2df917a7c6ae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f85475a1-3cf8-46cd-8b9e-fd071cfb9c5c HTTP/1.1" status: 204 len: 168 time: 0.3127592 Jan 28 00:08:24.372456 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (01208118-adf4-4241-84d7-43e3409ed4d4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:24.392903 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55de2d5-60d7-4169-a510-2df917a7c6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85475a1-3cf8-46cd-8b9e-fd071cfb9c5c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:24.405866 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25fb114-9695-4fa1-8336-092fb685067c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dfa7925-dd1f-40f0-8a84-233f0885d983'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:08:24.467987 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:24.468683 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:24.470729 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] 10.222.0.52 "PUT /v2.0/ports/01208118-adf4-4241-84d7-43e3409ed4d4 HTTP/1.1" status: 200 len: 1096 time: 1.3179364 Jan 28 00:08:24.471347 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc5a7bb7-4908-4ddb-a86e-e462d1297caa', 'tag': '01208118-adf4-4241-84d7-43e3409ed4d4'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:08:24.475720 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24d8420-520d-4a77-bc03-569dfef0c855" -d '{"events": [{"name": "network-changed", "server_uuid": "cc5a7bb7-4908-4ddb-a86e-e462d1297caa", "tag": "01208118-adf4-4241-84d7-43e3409ed4d4"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:08:24.505226 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0032a-18ab-4ed8-8436-5271d6915cee req-f0c69a4d-dc16-4e85-a233-c7f12c557dbb tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:24.509261 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Pushing event updated for resources: {'Port': ['ID=01208118-adf4-4241-84d7-43e3409ed4d4,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:24.521214 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5be0032a-18ab-4ed8-8436-5271d6915cee req-f0c69a4d-dc16-4e85-a233-c7f12c557dbb tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 967 time: 0.2858925 Jan 28 00:08:24.524561 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-474401be-fdb5-4ca8-83bc-1aa302b6f489 service neutron] Publish callbacks [] for port (8dfa7925-dd1f-40f0-8a84-233f0885d983), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:24.544112 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:24.545126 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:24.546126 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-474401be-fdb5-4ca8-83bc-1aa302b6f489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8dfa7925-dd1f-40f0-8a84-233f0885d983), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:24.547333 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:24.549454 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:24.552309 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:24.553069 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:24.554599 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:24.555034 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:24.560327 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:24.561587 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:24.563345 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:24.563827 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:24.564300 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a86da3-9e66-4070-8c9e-202ec6a7b94b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:08:24.670076 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-d926627b-9e10-4c0c-b40d-f631ddc66b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:24.672378 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-d926627b-9e10-4c0c-b40d-f631ddc66b97 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d0d8020e775c458d96c138dba83f468a&device_id=cc5a7bb7-4908-4ddb-a86e-e462d1297caa HTTP/1.1" status: 200 len: 1099 time: 0.0981998 Jan 28 00:08:24.756291 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5be0032a-18ab-4ed8-8436-5271d6915cee req-b6a42a75-bb4d-473e-9ce7-7a82ee859106 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247896 Jan 28 00:08:24.772889 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-b380e882-f2c4-44ef-ada8-7714548d03da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=01208118-adf4-4241-84d7-43e3409ed4d4 HTTP/1.1" status: 200 len: 217 time: 0.0866754 Jan 28 00:08:24.785000 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474401be-fdb5-4ca8-83bc-1aa302b6f489 service neutron] Pushing event updated for resources: {'Port': ['ID=8dfa7925-dd1f-40f0-8a84-233f0885d983,revision_number=7']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:24.800217 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a8b740-2337-4187-87c3-28246eaa9b4f" -d '{"events": [{"server_uuid": "f25fb114-9695-4fa1-8336-092fb685067c", "name": "network-vif-unplugged", "status": "completed", "tag": "8dfa7925-dd1f-40f0-8a84-233f0885d983"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:08:24.842982 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-3921e12e-990a-4ae8-bdd4-55609670a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:24.844563 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-3921e12e-990a-4ae8-bdd4-55609670a700 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.0634737 Jan 28 00:08:24.853243 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-474401be-fdb5-4ca8-83bc-1aa302b6f489 service neutron] Attempting to bind port 8dfa7925-dd1f-40f0-8a84-233f0885d983 on host n-h1-826754-1 for vnic_type normal with profile {"migrating_to": "n-h2-826754-1"} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:08:24.854334 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-474401be-fdb5-4ca8-83bc-1aa302b6f489 service neutron] Attempting to bind port 8dfa7925-dd1f-40f0-8a84-233f0885d983 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:08:24.854933 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-474401be-fdb5-4ca8-83bc-1aa302b6f489 service neutron] Attempting to bind port 8dfa7925-dd1f-40f0-8a84-233f0885d983 on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:08:24.863327 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-474401be-fdb5-4ca8-83bc-1aa302b6f489 service neutron] Port 8dfa7925-dd1f-40f0-8a84-233f0885d983 on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:08:24.863871 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-474401be-fdb5-4ca8-83bc-1aa302b6f489 service neutron] Attempting to bind port 8dfa7925-dd1f-40f0-8a84-233f0885d983 on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:08:24.875591 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-474401be-fdb5-4ca8-83bc-1aa302b6f489 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:08:24.876149 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-474401be-fdb5-4ca8-83bc-1aa302b6f489 service neutron] Checking segment: {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:08:24.876852 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-474401be-fdb5-4ca8-83bc-1aa302b6f489 service neutron] Bound using segment: {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:08:24.877549 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-474401be-fdb5-4ca8-83bc-1aa302b6f489 service neutron] Bound port: 8dfa7925-dd1f-40f0-8a84-233f0885d983, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:08:24.878636 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-474401be-fdb5-4ca8-83bc-1aa302b6f489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8dfa7925-dd1f-40f0-8a84-233f0885d983), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:24.894316 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0ef4fb-e4e3-4f9f-9dc8-8edc75e61ae2 x-openstack-request-id: req-da0ef4fb-e4e3-4f9f-9dc8-8edc75e61ae2 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:08:24.895378 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc5a7bb7-4908-4ddb-a86e-e462d1297caa", "tag": "01208118-adf4-4241-84d7-43e3409ed4d4", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:08:24.895659 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-da0ef4fb-e4e3-4f9f-9dc8-8edc75e61ae2 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:08:24.896247 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc5a7bb7-4908-4ddb-a86e-e462d1297caa', 'tag': '01208118-adf4-4241-84d7-43e3409ed4d4', 'status': 'completed', 'code': 200} Jan 28 00:08:24.919245 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebc39a-04dc-4218-a8d2-e809b1eb5b85 req-f72eb719-53e7-4fc4-8235-e35dde7a6fae tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:24.920184 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-a23d0534-6f74-4e78-8cea-0b04a2d5f1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:24.920781 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-86ebc39a-04dc-4218-a8d2-e809b1eb5b85 req-f72eb719-53e7-4fc4-8235-e35dde7a6fae tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc5a7bb7-4908-4ddb-a86e-e462d1297caa HTTP/1.1" status: 200 len: 948 time: 0.1609290 Jan 28 00:08:24.928995 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-a23d0534-6f74-4e78-8cea-0b04a2d5f1ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0788703 Jan 28 00:08:25.001753 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-86ebc39a-04dc-4218-a8d2-e809b1eb5b85 req-8d59ab18-37d0-4577-8f39-da39b431bf35 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740445 Jan 28 00:08:25.049299 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-474401be-fdb5-4ca8-83bc-1aa302b6f489 service neutron] For port 8dfa7925-dd1f-40f0-8a84-233f0885d983, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:08:25.054925 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-474401be-fdb5-4ca8-83bc-1aa302b6f489 service neutron] For port 8dfa7925-dd1f-40f0-8a84-233f0885d983, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8dfa7925-dd1f-40f0-8a84-233f0885d983,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:08:25.065121 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-474401be-fdb5-4ca8-83bc-1aa302b6f489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8dfa7925-dd1f-40f0-8a84-233f0885d983), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:25.081928 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-7f9331e3-fa11-4a04-8244-64cb54370b06 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454029 Jan 28 00:08:25.163241 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc8f51e-bcf5-4f58-b835-82d77b5b520d x-openstack-request-id: req-3fc8f51e-bcf5-4f58-b835-82d77b5b520d {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:08:25.163810 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25fb114-9695-4fa1-8336-092fb685067c", "name": "network-vif-unplugged", "status": "completed", "tag": "8dfa7925-dd1f-40f0-8a84-233f0885d983", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:08:25.163810 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3fc8f51e-bcf5-4f58-b835-82d77b5b520d {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:08:25.164286 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25fb114-9695-4fa1-8336-092fb685067c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dfa7925-dd1f-40f0-8a84-233f0885d983', 'code': 200} Jan 28 00:08:25.218062 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474401be-fdb5-4ca8-83bc-1aa302b6f489 service neutron] Pushing event updated for resources: {'Port': ['ID=8dfa7925-dd1f-40f0-8a84-233f0885d983,revision_number=8']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:25.223508 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-474401be-fdb5-4ca8-83bc-1aa302b6f489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:25.224262 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-474401be-fdb5-4ca8-83bc-1aa302b6f489 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:25.225671 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-474401be-fdb5-4ca8-83bc-1aa302b6f489 service neutron] 10.222.0.52 "PUT /v2.0/ports/8dfa7925-dd1f-40f0-8a84-233f0885d983 HTTP/1.1" status: 200 len: 1143 time: 1.4550867 Jan 28 00:08:25.242396 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5ffcfc16-4770-4399-9cfc-004b8b83f560 req-6d6f86fb-439c-4805-bc94-3f18f50f7167 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511204 Jan 28 00:08:25.254427 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b22623-e06e-4350-a236-715766a49450 req-dd48e4da-9412-417b-8fa5-ecf23e2420eb tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:25.264477 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-91b22623-e06e-4350-a236-715766a49450 req-dd48e4da-9412-417b-8fa5-ecf23e2420eb tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ae4069d-6bbb-4d22-a737-efd2d70a05eb HTTP/1.1" status: 200 len: 967 time: 0.1420732 Jan 28 00:08:25.339911 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-91b22623-e06e-4350-a236-715766a49450 req-f3e4641a-0d43-4c25-9ebd-786fbbb14320 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] 10.222.0.70 "GET /v2.0/security-groups?id=324fbe04-185a-42e9-9591-1f8de4f643ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759482 Jan 28 00:08:25.361208 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device c06f89a0-7e77-42d9-933e-7d72a96a4a5c up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:08:25.413039 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d8420-520d-4a77-bc03-569dfef0c855 req-bcd918dc-d432-42c1-9a8a-73f70d7aa26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:25.413039 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d24d8420-520d-4a77-bc03-569dfef0c855 req-bcd918dc-d432-42c1-9a8a-73f70d7aa26b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d0d8020e775c458d96c138dba83f468a&device_id=cc5a7bb7-4908-4ddb-a86e-e462d1297caa HTTP/1.1" status: 200 len: 1099 time: 0.0528378 Jan 28 00:08:25.442254 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['8dfa7925-dd1f-40f0-8a84-233f0885d983'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:08:25.582286 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port c06f89a0-7e77-42d9-933e-7d72a96a4a5c completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:08:25.596092 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port c06f89a0-7e77-42d9-933e-7d72a96a4a5c triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:08:25.596491 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c06f89a0-7e77-42d9-933e-7d72a96a4a5c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:25.638192 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c79bb-1eb4-4d49-b3d1-201c205eecca req-56c6c8ec-2843-409b-b39a-7bc45f5490a4 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:25.639046 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d8420-520d-4a77-bc03-569dfef0c855 req-683b2e40-0008-4ad9-a056-690fba1fbf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:25.639781 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-913c79bb-1eb4-4d49-b3d1-201c205eecca req-56c6c8ec-2843-409b-b39a-7bc45f5490a4 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=91219744-f3f4-4ba8-9a3e-ee77899cd46c HTTP/1.1" status: 200 len: 950 time: 0.1216292 Jan 28 00:08:25.641084 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d24d8420-520d-4a77-bc03-569dfef0c855 req-683b2e40-0008-4ad9-a056-690fba1fbf8a service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.2221327 Jan 28 00:08:25.747698 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-913c79bb-1eb4-4d49-b3d1-201c205eecca req-34506776-9e16-4147-be18-88cb72fc68c8 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/security-groups?id=77512c6a-d14f-4701-9102-a4b6f9543f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017246 Jan 28 00:08:25.758637 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d24d8420-520d-4a77-bc03-569dfef0c855 req-2546791a-150e-4127-b5e5-af7d695a1742 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=01208118-adf4-4241-84d7-43e3409ed4d4 HTTP/1.1" status: 200 len: 217 time: 0.1069527 Jan 28 00:08:25.772001 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port c06f89a0-7e77-42d9-933e-7d72a96a4a5c is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:08:25.772398 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c06f89a0-7e77-42d9-933e-7d72a96a4a5c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:25.837853 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d8420-520d-4a77-bc03-569dfef0c855 req-5e2cf037-d221-4ac0-a99f-a9d3f55597ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:25.838967 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d24d8420-520d-4a77-bc03-569dfef0c855 req-5e2cf037-d221-4ac0-a99f-a9d3f55597ee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.0746527 Jan 28 00:08:25.859742 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44282) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:25.863354 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae4069d-6bbb-4d22-a737-efd2d70a05eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06f89a0-7e77-42d9-933e-7d72a96a4a5c'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:08:25.866466 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cab9bd4-89d8-489a-81d1-1b7744c38dc5" -d '{"events": [{"server_uuid": "7ae4069d-6bbb-4d22-a737-efd2d70a05eb", "name": "network-vif-plugged", "status": "completed", "tag": "c06f89a0-7e77-42d9-933e-7d72a96a4a5c"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:08:25.890224 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port c06f89a0-7e77-42d9-933e-7d72a96a4a5c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=c06f89a0-7e77-42d9-933e-7d72a96a4a5c,segment=NetworkSegment(5cde8bf5-bc07-4bbb-8006-6f74f2355127),segment_id=5cde8bf5-bc07-4bbb-8006-6f74f2355127)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:25.897616 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c06f89a0-7e77-42d9-933e-7d72a96a4a5c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:25.912840 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d8420-520d-4a77-bc03-569dfef0c855 req-4ca5d76e-8f7e-42da-8ab7-53dc2370a788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:25.914495 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d24d8420-520d-4a77-bc03-569dfef0c855 req-4ca5d76e-8f7e-42da-8ab7-53dc2370a788 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0682898 Jan 28 00:08:25.977430 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=c06f89a0-7e77-42d9-933e-7d72a96a4a5c,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:26.018513 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890cda2-436e-4898-86b6-72c84229156b req-f871762e-f58c-486b-9802-6f618e3e0ac7 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:26.021367 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a890cda2-436e-4898-86b6-72c84229156b req-f871762e-f58c-486b-9802-6f618e3e0ac7 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 965 time: 0.0734050 Jan 28 00:08:26.082225 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a890cda2-436e-4898-86b6-72c84229156b req-330c1e43-7f3c-43ce-ab56-3cacf3848ae9 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544410 Jan 28 00:08:26.188344 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-087b986f-f454-426d-ba6f-37677320f208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:26.250305 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98ea5e8-562a-4b9a-9564-a1c99a23a66d x-openstack-request-id: req-a98ea5e8-562a-4b9a-9564-a1c99a23a66d {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:08:26.250717 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae4069d-6bbb-4d22-a737-efd2d70a05eb", "name": "network-vif-plugged", "status": "completed", "tag": "c06f89a0-7e77-42d9-933e-7d72a96a4a5c", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:08:26.252143 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a98ea5e8-562a-4b9a-9564-a1c99a23a66d {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:08:26.252630 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae4069d-6bbb-4d22-a737-efd2d70a05eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06f89a0-7e77-42d9-933e-7d72a96a4a5c', 'code': 200} Jan 28 00:08:26.296256 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d24d8420-520d-4a77-bc03-569dfef0c855 req-6861a83a-68b7-4aa8-b963-5d552d8d8e6b service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736601 Jan 28 00:08:26.443093 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-087b986f-f454-426d-ba6f-37677320f208 admin admin] Publish callbacks [] for security_group (d73ac2c5-45bf-4aed-aeb8-afa2fe6b3eea), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:26.462463 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177057b-7927-4e93-85d3-06c019ea0935 req-7509d45f-ee34-4d5d-b610-3ebf9f637ec4 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:26.463643 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3177057b-7927-4e93-85d3-06c019ea0935 req-7509d45f-ee34-4d5d-b610-3ebf9f637ec4 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc5a7bb7-4908-4ddb-a86e-e462d1297caa HTTP/1.1" status: 200 len: 948 time: 0.1244044 Jan 28 00:08:26.463764 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db301b3f-9201-46f0-84bf-f5b4a3be27a3 req-35483f2f-8f35-44b9-aaf7-9e0b50cc930b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:26.464452 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-087b986f-f454-426d-ba6f-37677320f208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d73ac2c5-45bf-4aed-aeb8-afa2fe6b3eea), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:26.465176 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-db301b3f-9201-46f0-84bf-f5b4a3be27a3 req-35483f2f-8f35-44b9-aaf7-9e0b50cc930b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7ae4069d-6bbb-4d22-a737-efd2d70a05eb HTTP/1.1" status: 200 len: 1119 time: 0.0815115 Jan 28 00:08:26.469202 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d24d8420-520d-4a77-bc03-569dfef0c855 req-f0fe8d3f-3655-441f-ac88-1c349794fa4c service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653645 Jan 28 00:08:26.523912 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e228ed-2a2b-49e6-80ea-a3a629532b2a req-eb78dc10-de9d-4777-8d4a-26c043243cec tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:26.525590 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-68e228ed-2a2b-49e6-80ea-a3a629532b2a req-eb78dc10-de9d-4777-8d4a-26c043243cec tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=91219744-f3f4-4ba8-9a3e-ee77899cd46c HTTP/1.1" status: 200 len: 950 time: 0.1448748 Jan 28 00:08:26.538819 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b986f-f454-426d-ba6f-37677320f208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73ac2c5-45bf-4aed-aeb8-afa2fe6b3eea,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:26.541121 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-db301b3f-9201-46f0-84bf-f5b4a3be27a3 req-dc8fa5ba-d63a-4190-932c-f971a8fb78d1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=324fbe04-185a-42e9-9591-1f8de4f643ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694177 Jan 28 00:08:26.542864 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-087b986f-f454-426d-ba6f-37677320f208 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5d643bc8a6e54575b1e2a9601b0f2b2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6817968 Jan 28 00:08:26.546663 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44310) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:26.593059 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3177057b-7927-4e93-85d3-06c019ea0935 req-03e0b8ec-dd26-4b53-92f0-cd4b6501b086 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093583 Jan 28 00:08:26.623587 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-68e228ed-2a2b-49e6-80ea-a3a629532b2a req-3d3dc7c8-9812-4247-879d-12e8d1a3711b tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/security-groups?id=77512c6a-d14f-4701-9102-a4b6f9543f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867207 Jan 28 00:08:26.640292 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92e9608a-3791-4829-b8e1-7b26b1429034 admin admin] Publish callbacks [] for security_group (d73ac2c5-45bf-4aed-aeb8-afa2fe6b3eea), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:26.696463 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92e9608a-3791-4829-b8e1-7b26b1429034 admin admin] Publish callbacks [] for security_group (d73ac2c5-45bf-4aed-aeb8-afa2fe6b3eea), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:26.767734 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92e9608a-3791-4829-b8e1-7b26b1429034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d73ac2c5-45bf-4aed-aeb8-afa2fe6b3eea), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:26.771456 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92e9608a-3791-4829-b8e1-7b26b1429034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:26.772546 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-92e9608a-3791-4829-b8e1-7b26b1429034 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d73ac2c5-45bf-4aed-aeb8-afa2fe6b3eea HTTP/1.1" status: 204 len: 168 time: 0.2243857 Jan 28 00:08:26.793235 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9608a-3791-4829-b8e1-7b26b1429034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73ac2c5-45bf-4aed-aeb8-afa2fe6b3eea,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:26.802416 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232827f4-20eb-4e47-ba9a-a16f229f60fb req-f967f357-31e1-43c5-86c1-8890d5ac8d91 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:26.804029 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-232827f4-20eb-4e47-ba9a-a16f229f60fb req-f967f357-31e1-43c5-86c1-8890d5ac8d91 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ae4069d-6bbb-4d22-a737-efd2d70a05eb HTTP/1.1" status: 200 len: 968 time: 0.0771058 Jan 28 00:08:26.867294 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-232827f4-20eb-4e47-ba9a-a16f229f60fb req-63d76129-3062-4bfd-a874-6465e1ecf5fc tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] 10.222.0.70 "GET /v2.0/security-groups?id=324fbe04-185a-42e9-9591-1f8de4f643ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557950 Jan 28 00:08:26.983256 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-2db2e360-2d8e-4219-81ef-ef6fd2129ad3 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=01e222a603cc4f1e99f02291c208d0ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272906 Jan 28 00:08:27.107588 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-77525ef3-1410-4ad6-94e2-9012c9af8c43 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:27.109049 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-77525ef3-1410-4ad6-94e2-9012c9af8c43 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1166542 Jan 28 00:08:27.131002 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-17dfa917-9ac5-42f4-aade-0e7c6eae2fa0 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/quotas/01e222a603cc4f1e99f02291c208d0ad HTTP/1.1" status: 200 len: 375 time: 0.0114684 Jan 28 00:08:27.165411 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25fb114-9695-4fa1-8336-092fb685067c', 'tag': '8dfa7925-dd1f-40f0-8a84-233f0885d983'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:08:27.167927 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3a3813-dd13-4fae-aa07-e9cf3f8fa53f" -d '{"events": [{"name": "network-changed", "server_uuid": "f25fb114-9695-4fa1-8336-092fb685067c", "tag": "8dfa7925-dd1f-40f0-8a84-233f0885d983"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:08:27.204370 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-6237eb69-feb5-4ac2-9334-dfee27fbcc1d tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=01e222a603cc4f1e99f02291c208d0ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0668943 Jan 28 00:08:27.204979 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44354) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:27.233132 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2015b114-d0f5-465d-ba35-3ec5049045f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:27.333013 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2015b114-d0f5-465d-ba35-3ec5049045f3 admin admin] Publish callbacks [] for security_group (dfb3cf46-dff3-4f68-9b38-99993cfacc50), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:27.338290 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2015b114-d0f5-465d-ba35-3ec5049045f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (dfb3cf46-dff3-4f68-9b38-99993cfacc50), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:27.383807 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2015b114-d0f5-465d-ba35-3ec5049045f3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1db091545efa43f9abd7c2999627dfd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1780655 Jan 28 00:08:27.385877 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015b114-d0f5-465d-ba35-3ec5049045f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb3cf46-dff3-4f68-9b38-99993cfacc50,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:27.387003 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44360) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:27.479578 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1dc00efc-f5cf-409d-85a8-39171a96df44 admin admin] Publish callbacks [] for security_group (dfb3cf46-dff3-4f68-9b38-99993cfacc50), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:27.511656 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1dc00efc-f5cf-409d-85a8-39171a96df44 admin admin] Publish callbacks [] for security_group (dfb3cf46-dff3-4f68-9b38-99993cfacc50), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:27.527920 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68565bba-8480-414d-a580-5a58d43bb92c x-openstack-request-id: req-68565bba-8480-414d-a580-5a58d43bb92c {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:08:27.528130 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25fb114-9695-4fa1-8336-092fb685067c", "tag": "8dfa7925-dd1f-40f0-8a84-233f0885d983", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:08:27.528389 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-68565bba-8480-414d-a580-5a58d43bb92c {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:08:27.528869 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25fb114-9695-4fa1-8336-092fb685067c', 'tag': '8dfa7925-dd1f-40f0-8a84-233f0885d983', 'status': 'completed', 'code': 200} Jan 28 00:08:27.609488 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-acb41a12-d048-449a-b9a8-6ba4d29c4efb req-a3c73b38-1d96-4fed-b6c4-3332da2110cc tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d99ff37-c5fd-496a-99d7-5b2793f6f99a HTTP/1.1" status: 200 len: 210 time: 0.0384696 Jan 28 00:08:27.622736 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75c43f-ac88-4e76-bedb-1f220e5a546d req-a03b4787-248d-498f-a4ef-491ba471a993 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:27.624290 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa75c43f-ac88-4e76-bedb-1f220e5a546d req-a03b4787-248d-498f-a4ef-491ba471a993 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 965 time: 0.1155066 Jan 28 00:08:27.666116 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1dc00efc-f5cf-409d-85a8-39171a96df44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (dfb3cf46-dff3-4f68-9b38-99993cfacc50), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:27.668970 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1dc00efc-f5cf-409d-85a8-39171a96df44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:27.672702 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1dc00efc-f5cf-409d-85a8-39171a96df44 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dfb3cf46-dff3-4f68-9b38-99993cfacc50 HTTP/1.1" status: 204 len: 168 time: 0.2841182 Jan 28 00:08:27.700840 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc00efc-f5cf-409d-85a8-39171a96df44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb3cf46-dff3-4f68-9b38-99993cfacc50,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:27.747832 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa75c43f-ac88-4e76-bedb-1f220e5a546d req-c7fe5c25-8a6c-46dd-9523-08bf5fbdc978 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024153 Jan 28 00:08:27.770474 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a3813-dd13-4fae-aa07-e9cf3f8fa53f req-48ab1b3a-3f5e-43e8-ab22-d887b21cda7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:27.770474 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7f3a3813-dd13-4fae-aa07-e9cf3f8fa53f req-48ab1b3a-3f5e-43e8-ab22-d887b21cda7d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6990d737c5db4738a7ab281f03db2443&device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 1146 time: 0.1228237 Jan 28 00:08:27.899454 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34221656-b7c9-4a2b-a8b6-90fd27145b2f req-b193cda5-7d0c-470f-a77a-98e2c4354681 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:27.901187 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-34221656-b7c9-4a2b-a8b6-90fd27145b2f req-b193cda5-7d0c-470f-a77a-98e2c4354681 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc5a7bb7-4908-4ddb-a86e-e462d1297caa HTTP/1.1" status: 200 len: 948 time: 0.0757401 Jan 28 00:08:27.935122 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44384) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:28.026861 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-34221656-b7c9-4a2b-a8b6-90fd27145b2f req-e61ec1c6-ac0b-47d7-ad7f-f79cb6f1a4bc tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184268 Jan 28 00:08:28.032331 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a3813-dd13-4fae-aa07-e9cf3f8fa53f req-1071b517-232c-47fb-89aa-9d1b0bed52d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:28.037079 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7f3a3813-dd13-4fae-aa07-e9cf3f8fa53f req-1071b517-232c-47fb-89aa-9d1b0bed52d6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf HTTP/1.1" status: 200 len: 922 time: 0.2570105 Jan 28 00:08:28.090790 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7f3a3813-dd13-4fae-aa07-e9cf3f8fa53f req-236299e1-3a9b-4632-b1cb-1ec3bfd79d11 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dfa7925-dd1f-40f0-8a84-233f0885d983 HTTP/1.1" status: 200 len: 217 time: 0.0464308 Jan 28 00:08:28.132488 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f13c20-beeb-4a15-9b3e-2e7541589761 req-47eb0f5b-934b-4dfd-96bc-4fb0d903579c tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:28.141184 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5f13c20-beeb-4a15-9b3e-2e7541589761 req-47eb0f5b-934b-4dfd-96bc-4fb0d903579c tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ae4069d-6bbb-4d22-a737-efd2d70a05eb HTTP/1.1" status: 200 len: 968 time: 0.0860717 Jan 28 00:08:28.202808 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a3813-dd13-4fae-aa07-e9cf3f8fa53f req-d1c77cd9-dd92-4e9d-ad6f-10050cdfa128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:28.205180 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7f3a3813-dd13-4fae-aa07-e9cf3f8fa53f req-d1c77cd9-dd92-4e9d-ad6f-10050cdfa128 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1cf259c4-4e5d-4731-814e-e633d701ebdd HTTP/1.1" status: 200 len: 861 time: 0.1082094 Jan 28 00:08:28.220227 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5f13c20-beeb-4a15-9b3e-2e7541589761 req-daba0635-e660-4637-87fc-97320bcf5852 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] 10.222.0.70 "GET /v2.0/security-groups?id=324fbe04-185a-42e9-9591-1f8de4f643ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778654 Jan 28 00:08:28.274320 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7f3a3813-dd13-4fae-aa07-e9cf3f8fa53f req-644854bb-c5a2-4ee1-bd2a-a424dc7e60eb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558121 Jan 28 00:08:28.444481 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fe9071cf-8f4d-4f2b-ac4c-c261d17903ac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=28e486def3c94288aabc80a06a92f785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5079706 Jan 28 00:08:28.447298 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7f3a3813-dd13-4fae-aa07-e9cf3f8fa53f req-8bbbc5ad-ab82-4bf9-b7a3-8cbef7e6b982 service neutron] 10.222.0.65 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646180 Jan 28 00:08:28.448117 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44408) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:28.468428 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44410) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:28.489167 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 8dfa7925-dd1f-40f0-8a84-233f0885d983 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:08:28.567976 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0bfd661b-163b-4aba-aa48-0fe87487e2b3 admin admin] Publish callbacks [] for security_group (2f33da6d-a403-456a-89c0-85f2dc8f99b6), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:28.605696 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0bfd661b-163b-4aba-aa48-0fe87487e2b3 admin admin] Publish callbacks [] for security_group (2f33da6d-a403-456a-89c0-85f2dc8f99b6), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:28.650214 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7f3a3813-dd13-4fae-aa07-e9cf3f8fa53f req-93316b4a-819f-4580-894e-79f3559f634c service neutron] 10.222.0.65 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683593 Jan 28 00:08:28.687036 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0bfd661b-163b-4aba-aa48-0fe87487e2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2f33da6d-a403-456a-89c0-85f2dc8f99b6), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:28.690699 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0bfd661b-163b-4aba-aa48-0fe87487e2b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:28.695591 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0bfd661b-163b-4aba-aa48-0fe87487e2b3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2f33da6d-a403-456a-89c0-85f2dc8f99b6 HTTP/1.1" status: 204 len: 168 time: 0.2440145 Jan 28 00:08:28.704182 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 8dfa7925-dd1f-40f0-8a84-233f0885d983, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8dfa7925-dd1f-40f0-8a84-233f0885d983,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:28.715883 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd661b-163b-4aba-aa48-0fe87487e2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f33da6d-a403-456a-89c0-85f2dc8f99b6,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:28.719979 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 8dfa7925-dd1f-40f0-8a84-233f0885d983 has no active binding in host n-h2-826754-1 {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 00:08:28.786341 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7bb1fae8-8824-400c-88da-af90bd7ebebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:28.849192 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-35d2631c-c6f8-475e-b19f-9447b39a252b tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=01e222a603cc4f1e99f02291c208d0ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410185 Jan 28 00:08:28.887559 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7bb1fae8-8824-400c-88da-af90bd7ebebe admin admin] Publish callbacks [] for security_group (f6763391-ee5d-4368-827b-a747ad1b2c95), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:28.919625 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0eadda0f-6e74-4e97-92ce-61cec8bfed21 req-4075d00c-87b3-4dc4-95a9-d70b2773b683 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d99ff37-c5fd-496a-99d7-5b2793f6f99a HTTP/1.1" status: 200 len: 210 time: 0.1131194 Jan 28 00:08:28.921184 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7bb1fae8-8824-400c-88da-af90bd7ebebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f6763391-ee5d-4368-827b-a747ad1b2c95), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:28.966819 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1fae8-8824-400c-88da-af90bd7ebebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6763391-ee5d-4368-827b-a747ad1b2c95,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:29.022796 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-db9dc7f3-e435-4c37-9894-df8f72d308c6 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:29.024472 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-db9dc7f3-e435-4c37-9894-df8f72d308c6 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1702538 Jan 28 00:08:29.048528 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-32060ba7-d827-4667-83ac-8fd0486ef231 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Request body: {'port': {'device_id': '6d99ff37-c5fd-496a-99d7-5b2793f6f99a', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'admin_state_up': True, 'tenant_id': '01e222a603cc4f1e99f02291c208d0ad'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:08:29.107499 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7bb1fae8-8824-400c-88da-af90bd7ebebe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aa5f989a64754ea194f8a10f527b9c93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6377404 Jan 28 00:08:29.115292 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44438) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:29.210308 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7805af6-009b-4487-b6d1-8bad98ae15d6 req-761f6dab-0406-4bc1-a54c-f426092a0ef0 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:29.215972 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f7805af6-009b-4487-b6d1-8bad98ae15d6 req-761f6dab-0406-4bc1-a54c-f426092a0ef0 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 965 time: 0.2390971 Jan 28 00:08:29.281272 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-32060ba7-d827-4667-83ac-8fd0486ef231 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Made reservation on behalf of 01e222a603cc4f1e99f02291c208d0ad for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:08:29.284840 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-32060ba7-d827-4667-83ac-8fd0486ef231 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:29.287122 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44446) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:29.350981 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9160ea08-9b4a-4790-86cc-fd393add815e admin admin] Publish callbacks [] for security_group (f6763391-ee5d-4368-827b-a747ad1b2c95), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:29.381843 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf888a7-82ed-4b52-b807-bedcc34cdeee req-abafa6c9-c8ce-48e0-9049-59c258ac19d6 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:29.388982 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ddf888a7-82ed-4b52-b807-bedcc34cdeee req-abafa6c9-c8ce-48e0-9049-59c258ac19d6 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc5a7bb7-4908-4ddb-a86e-e462d1297caa HTTP/1.1" status: 200 len: 948 time: 0.2129481 Jan 28 00:08:29.421460 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9160ea08-9b4a-4790-86cc-fd393add815e admin admin] Publish callbacks [] for security_group (f6763391-ee5d-4368-827b-a747ad1b2c95), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:29.425828 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44452) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:29.435938 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f7805af6-009b-4487-b6d1-8bad98ae15d6 req-f2347a5b-2793-446a-a189-12cfad5dcfce tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073650 Jan 28 00:08:29.495581 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ddf888a7-82ed-4b52-b807-bedcc34cdeee req-9597a159-b838-4f67-8465-1492d6d84919 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005473 Jan 28 00:08:29.524393 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9160ea08-9b4a-4790-86cc-fd393add815e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f6763391-ee5d-4368-827b-a747ad1b2c95), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:29.527530 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9160ea08-9b4a-4790-86cc-fd393add815e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:29.528922 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9160ea08-9b4a-4790-86cc-fd393add815e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f6763391-ee5d-4368-827b-a747ad1b2c95 HTTP/1.1" status: 204 len: 168 time: 0.4111545 Jan 28 00:08:29.540169 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9160ea08-9b4a-4790-86cc-fd393add815e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6763391-ee5d-4368-827b-a747ad1b2c95,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:29.587762 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-32060ba7-d827-4667-83ac-8fd0486ef231 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Allocated IP 192.168.233.79 (6cc4916b-e8a0-4618-abd0-934e16bf0b78/3d2cf619-4390-4946-b152-016e9ede005d/ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:08:29.602976 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-608c0062-63ae-475d-ae03-8e47e0495983 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6a134095e2724206841f36a42cd26ba9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3110347 Jan 28 00:08:29.603085 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44460) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:29.669706 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-bc078929-0c31-433c-8e32-27bd0fa9aaa7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-674458817-network', 'tenant_id': '8a78e89f3df84c31929be575e138a975'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:08:29.707695 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9a15c853-1fb9-425d-8a07-7fa572e9d0e6 admin admin] Publish callbacks [] for security_group (c6878162-c74f-4d98-970a-8da16f9e6fc9), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:29.719514 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc078929-0c31-433c-8e32-27bd0fa9aaa7 admin admin] Made reservation on behalf of 8a78e89f3df84c31929be575e138a975 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:08:29.722156 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc078929-0c31-433c-8e32-27bd0fa9aaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:29.736849 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc078929-0c31-433c-8e32-27bd0fa9aaa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:29.744724 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9a15c853-1fb9-425d-8a07-7fa572e9d0e6 admin admin] Publish callbacks [] for security_group (c6878162-c74f-4d98-970a-8da16f9e6fc9), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:29.808439 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-32060ba7-d827-4667-83ac-8fd0486ef231 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Publish callbacks [] for port (ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:29.844262 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9a15c853-1fb9-425d-8a07-7fa572e9d0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c6878162-c74f-4d98-970a-8da16f9e6fc9), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:29.846854 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9a15c853-1fb9-425d-8a07-7fa572e9d0e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:29.848053 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9a15c853-1fb9-425d-8a07-7fa572e9d0e6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c6878162-c74f-4d98-970a-8da16f9e6fc9 HTTP/1.1" status: 204 len: 168 time: 0.2442210 Jan 28 00:08:29.850680 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-32060ba7-d827-4667-83ac-8fd0486ef231 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:29.859655 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15c853-1fb9-425d-8a07-7fa572e9d0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6878162-c74f-4d98-970a-8da16f9e6fc9,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:29.885992 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc078929-0c31-433c-8e32-27bd0fa9aaa7 admin admin] Publish callbacks [] for security_group (379ba3d9-59c5-453f-b1e8-797c035ef9f2), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:29.893320 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc078929-0c31-433c-8e32-27bd0fa9aaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (379ba3d9-59c5-453f-b1e8-797c035ef9f2), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:29.896462 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-32060ba7-d827-4667-83ac-8fd0486ef231 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:08:29.900259 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-32060ba7-d827-4667-83ac-8fd0486ef231 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:08:29.905110 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-32060ba7-d827-4667-83ac-8fd0486ef231 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:08:29.911353 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['0752b0c0-f4ea-4f7e-92a4-c0922dff84c4'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:08:29.913682 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-32060ba7-d827-4667-83ac-8fd0486ef231 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:29.914714 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-32060ba7-d827-4667-83ac-8fd0486ef231 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:29.937404 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-32060ba7-d827-4667-83ac-8fd0486ef231 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8929076 Jan 28 00:08:29.943608 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc078929-0c31-433c-8e32-27bd0fa9aaa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:08:29.961218 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44466) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:29.975301 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-d0aa1f3d-f0fd-4752-9bdb-c2cee720afdb service neutron] Request body: {'port': {'device_id': '6d99ff37-c5fd-496a-99d7-5b2793f6f99a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:08:29.978708 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc078929-0c31-433c-8e32-27bd0fa9aaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (63186583-51ea-48e1-b27c-69fe8ee86d11), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:29.979312 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-bc078929-0c31-433c-8e32-27bd0fa9aaa7 admin admin] Added segment 63186583-51ea-48e1-b27c-69fe8ee86d11 of type vlan for network ede0cbb9-a83e-4037-b673-696eabc6b3a3 Jan 28 00:08:29.985771 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc078929-0c31-433c-8e32-27bd0fa9aaa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379ba3d9-59c5-453f-b1e8-797c035ef9f2,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:29.997212 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d5ea1797-2721-4d06-8d00-ed3890798aca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:30.093973 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-d0aa1f3d-f0fd-4752-9bdb-c2cee720afdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:30.098217 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32060ba7-d827-4667-83ac-8fd0486ef231 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Pushing event updated for resources: {'Port': ['ID=ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:30.175528 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc078929-0c31-433c-8e32-27bd0fa9aaa7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (ede0cbb9-a83e-4037-b673-696eabc6b3a3), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:30.266371 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-0ed24b49-91cd-427f-9014-9e009067c7f4 None None] Provisioning complete for port ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:08:30.266968 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9cf2b-361e-4e11-8471-df7f3b404656 req-5760e365-1056-4705-b7aa-7d4f6d714333 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:30.267192 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0ed24b49-91cd-427f-9014-9e009067c7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:30.269387 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52b9cf2b-361e-4e11-8471-df7f3b404656 req-5760e365-1056-4705-b7aa-7d4f6d714333 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d99ff37-c5fd-496a-99d7-5b2793f6f99a HTTP/1.1" status: 200 len: 935 time: 0.1674139 Jan 28 00:08:30.271571 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc078929-0c31-433c-8e32-27bd0fa9aaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (ede0cbb9-a83e-4037-b673-696eabc6b3a3), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:30.272508 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc078929-0c31-433c-8e32-27bd0fa9aaa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:30.273075 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc078929-0c31-433c-8e32-27bd0fa9aaa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:30.312103 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0ed24b49-91cd-427f-9014-9e009067c7f4 None None] Port ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:08:30.513036 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 01208118-adf4-4241-84d7-43e3409ed4d4 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:08:30.541086 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-d0aa1f3d-f0fd-4752-9bdb-c2cee720afdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:08:30.552972 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-d0aa1f3d-f0fd-4752-9bdb-c2cee720afdb service neutron] Publish callbacks [] for port (ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:30.571998 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-d0aa1f3d-f0fd-4752-9bdb-c2cee720afdb service neutron] Transition to ACTIVE for port object ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:08:30.577690 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-d0aa1f3d-f0fd-4752-9bdb-c2cee720afdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:30.634877 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-bc078929-0c31-433c-8e32-27bd0fa9aaa7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2024035 Jan 28 00:08:30.649692 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44488) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:30.661678 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-f864d6b3-ccb4-41bd-98dc-8a02e8e569da admin admin] Request body: {'subnet': {'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-674458817-subnet', 'tenant_id': '8a78e89f3df84c31929be575e138a975', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:08:30.669389 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa1f3d-f0fd-4752-9bdb-c2cee720afdb service neutron] Pushing event updated for resources: {'Port': ['ID=ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:30.685683 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-d0aa1f3d-f0fd-4752-9bdb-c2cee720afdb service neutron] Attempting to bind port ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:08:30.685977 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-d0aa1f3d-f0fd-4752-9bdb-c2cee720afdb service neutron] Attempting to bind port ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:08:30.686274 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-d0aa1f3d-f0fd-4752-9bdb-c2cee720afdb service neutron] Attempting to bind port ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:08:30.691661 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-d0aa1f3d-f0fd-4752-9bdb-c2cee720afdb service neutron] Port ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:08:30.692201 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-d0aa1f3d-f0fd-4752-9bdb-c2cee720afdb service neutron] Attempting to bind port ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:08:30.698227 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-d0aa1f3d-f0fd-4752-9bdb-c2cee720afdb service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:08:30.698568 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-d0aa1f3d-f0fd-4752-9bdb-c2cee720afdb service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:08:30.698956 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-d0aa1f3d-f0fd-4752-9bdb-c2cee720afdb service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:08:30.699535 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-d0aa1f3d-f0fd-4752-9bdb-c2cee720afdb service neutron] Bound port: ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:08:30.699923 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-d0aa1f3d-f0fd-4752-9bdb-c2cee720afdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:30.709758 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d5ea1797-2721-4d06-8d00-ed3890798aca admin admin] Publish callbacks [] for security_group (d2d2191a-40d8-4a11-90ce-b41c7d50e003), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:30.762054 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc078929-0c31-433c-8e32-27bd0fa9aaa7 admin admin] Pushing event updated for resources: {'Network': ['ID=ede0cbb9-a83e-4037-b673-696eabc6b3a3,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:30.765049 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 01208118-adf4-4241-84d7-43e3409ed4d4, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=01208118-adf4-4241-84d7-43e3409ed4d4,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:30.781030 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d5ea1797-2721-4d06-8d00-ed3890798aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d2d2191a-40d8-4a11-90ce-b41c7d50e003), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:30.812361 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-d0aa1f3d-f0fd-4752-9bdb-c2cee720afdb service neutron] For port ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:08:30.820735 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52b9cf2b-361e-4e11-8471-df7f3b404656 req-b7124137-2d09-4460-8de6-f3311badb3e5 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/security-groups?id=77512c6a-d14f-4701-9102-a4b6f9543f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5451510 Jan 28 00:08:30.823697 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-d0aa1f3d-f0fd-4752-9bdb-c2cee720afdb service neutron] For port ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:08:30.825518 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network ede0cbb9-a83e-4037-b673-696eabc6b3a3 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:08:30.831137 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-d0aa1f3d-f0fd-4752-9bdb-c2cee720afdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:30.858454 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f864d6b3-ccb4-41bd-98dc-8a02e8e569da admin admin] Made reservation on behalf of 8a78e89f3df84c31929be575e138a975 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:08:30.860778 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f864d6b3-ccb4-41bd-98dc-8a02e8e569da admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:30.906096 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '01208118-adf4-4241-84d7-43e3409ed4d4', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': '01208118-adf4-4241-84d7-43e3409ed4d4', 'mac_address': 'fa:16:3e:c7:0b:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:08:30.920172 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa1f3d-f0fd-4752-9bdb-c2cee720afdb service neutron] Pushing event updated for resources: {'Port': ['ID=ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:30.934169 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-d0aa1f3d-f0fd-4752-9bdb-c2cee720afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:30.935842 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-d0aa1f3d-f0fd-4752-9bdb-c2cee720afdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:30.937368 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-d0aa1f3d-f0fd-4752-9bdb-c2cee720afdb service neutron] 10.222.0.65 "PUT /v2.0/ports/ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996 HTTP/1.1" status: 200 len: 1095 time: 0.9810114 Jan 28 00:08:30.937905 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d99ff37-c5fd-496a-99d7-5b2793f6f99a', 'tag': 'ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:08:30.940631 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07544e64-6690-4e85-b0d9-02930fcc1822" -d '{"events": [{"name": "network-changed", "server_uuid": "6d99ff37-c5fd-496a-99d7-5b2793f6f99a", "tag": "ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:08:30.975319 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d5ea1797-2721-4d06-8d00-ed3890798aca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a6327e88e9da40c4b29bc526fc23f592&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0128994 Jan 28 00:08:30.979813 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44498) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:30.993105 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea1797-2721-4d06-8d00-ed3890798aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d2191a-40d8-4a11-90ce-b41c7d50e003,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:31.002188 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489319fa-f5ba-4f53-b8e9-160c64208e7d req-760623a7-be4c-44b8-98a4-edcd0e73db15 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:31.010358 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-489319fa-f5ba-4f53-b8e9-160c64208e7d req-760623a7-be4c-44b8-98a4-edcd0e73db15 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 965 time: 0.3728142 Jan 28 00:08:31.068745 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 01208118-adf4-4241-84d7-43e3409ed4d4 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:08:31.069319 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (01208118-adf4-4241-84d7-43e3409ed4d4), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:31.092930 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01208118-adf4-4241-84d7-43e3409ed4d4 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:08:31.139273 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966ee44-75dd-466e-abf4-4881ef47910c req-8030b0ff-929f-420b-8085-3f1dda4c1a6a tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:31.148072 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9966ee44-75dd-466e-abf4-4881ef47910c req-8030b0ff-929f-420b-8085-3f1dda4c1a6a tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc5a7bb7-4908-4ddb-a86e-e462d1297caa HTTP/1.1" status: 200 len: 948 time: 0.1777935 Jan 28 00:08:31.160936 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 01208118-adf4-4241-84d7-43e3409ed4d4, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=01208118-adf4-4241-84d7-43e3409ed4d4,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:31.170237 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-489319fa-f5ba-4f53-b8e9-160c64208e7d req-73bfd2b7-7262-4a68-95c4-44768fe9839b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497447 Jan 28 00:08:31.178549 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (01208118-adf4-4241-84d7-43e3409ed4d4), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:31.246920 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-289ae2eb-141e-4d0c-9fe3-1a4bcb7e2b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:31.251233 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-289ae2eb-141e-4d0c-9fe3-1a4bcb7e2b3b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01e222a603cc4f1e99f02291c208d0ad&device_id=6d99ff37-c5fd-496a-99d7-5b2793f6f99a HTTP/1.1" status: 200 len: 1098 time: 0.2169020 Jan 28 00:08:31.262937 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f43e9446-91b3-4196-b12c-bc6968987ac0 admin admin] Publish callbacks [] for security_group (d2d2191a-40d8-4a11-90ce-b41c7d50e003), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:31.265188 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=01208118-adf4-4241-84d7-43e3409ed4d4,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:31.321379 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f43e9446-91b3-4196-b12c-bc6968987ac0 admin admin] Publish callbacks [] for security_group (d2d2191a-40d8-4a11-90ce-b41c7d50e003), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:31.366263 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9966ee44-75dd-466e-abf4-4881ef47910c req-bf92c136-95a9-4b55-abb7-932d6e88100c tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006512 Jan 28 00:08:31.392014 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-0567af9c-954a-4362-a6d0-5930bedd0141 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996 HTTP/1.1" status: 200 len: 217 time: 0.0635378 Jan 28 00:08:31.468520 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6db43c-0282-49d6-903c-7abc9c1bd6db x-openstack-request-id: req-3a6db43c-0282-49d6-903c-7abc9c1bd6db {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:08:31.468963 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d99ff37-c5fd-496a-99d7-5b2793f6f99a", "tag": "ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:08:31.469318 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3a6db43c-0282-49d6-903c-7abc9c1bd6db {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:08:31.469788 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d99ff37-c5fd-496a-99d7-5b2793f6f99a', 'tag': 'ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996', 'status': 'completed', 'code': 200} Jan 28 00:08:31.477184 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f864d6b3-ccb4-41bd-98dc-8a02e8e569da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for subnet (a309d6c9-38a3-409d-a906-1638039000ff), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:31.480475 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f43e9446-91b3-4196-b12c-bc6968987ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d2d2191a-40d8-4a11-90ce-b41c7d50e003), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:31.483267 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f43e9446-91b3-4196-b12c-bc6968987ac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:31.484656 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f43e9446-91b3-4196-b12c-bc6968987ac0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d2d2191a-40d8-4a11-90ce-b41c7d50e003 HTTP/1.1" status: 204 len: 168 time: 0.5035329 Jan 28 00:08:31.489686 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-3ab0713a-2fe3-43df-be4c-6058425e81d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:31.501488 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-3ab0713a-2fe3-43df-be4c-6058425e81d0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.0792665 Jan 28 00:08:31.544148 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864d6b3-ccb4-41bd-98dc-8a02e8e569da admin admin] Pushing event updated for resources: {'Subnet': ['ID=a309d6c9-38a3-409d-a906-1638039000ff,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:31.576225 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e9446-91b3-4196-b12c-bc6968987ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d2191a-40d8-4a11-90ce-b41c7d50e003,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:31.578828 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f864d6b3-ccb4-41bd-98dc-8a02e8e569da admin admin] Checking segment: {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:08:31.579185 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f864d6b3-ccb4-41bd-98dc-8a02e8e569da admin admin] Network hostable DHCP agents. Network: ede0cbb9-a83e-4037-b673-696eabc6b3a3, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:08:31.605288 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f864d6b3-ccb4-41bd-98dc-8a02e8e569da admin admin] Network ede0cbb9-a83e-4037-b673-696eabc6b3a3 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:08:31.620463 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-f864d6b3-ccb4-41bd-98dc-8a02e8e569da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, ede0cbb9-a83e-4037-b673-696eabc6b3a3) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:08:31.622083 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-0b9d1e65-2e80-4eda-b650-94605ea2b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:31.623576 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-0b9d1e65-2e80-4eda-b650-94605ea2b5c0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1113210 Jan 28 00:08:31.626465 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f864d6b3-ccb4-41bd-98dc-8a02e8e569da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:31.627171 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f864d6b3-ccb4-41bd-98dc-8a02e8e569da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:31.635129 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683beb06-98b6-4c4e-811d-b4e3064ab699 None None] Network ede0cbb9-a83e-4037-b673-696eabc6b3a3 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:08:31.680246 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f864d6b3-ccb4-41bd-98dc-8a02e8e569da admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0241644 Jan 28 00:08:31.778858 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['01208118-adf4-4241-84d7-43e3409ed4d4'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:08:31.805753 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-b2ef52c7-5298-48c9-a508-ea3b63861aa5 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739988 Jan 28 00:08:31.824882 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f241cc-2a90-48e7-8996-0fc2c83fe81a None None] Network ede0cbb9-a83e-4037-b673-696eabc6b3a3 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:08:31.977955 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7323e4fd-9ba7-4e3a-bc31-5b44ebedb5ba req-1b18ff38-5184-45a0-808c-d58d10aca7a0 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664987 Jan 28 00:08:32.040416 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49376334-f476-4646-aeea-b765833623ff req-b6410cbe-a48f-47c4-b9cb-ccfb5238dbc5 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:32.047789 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-49376334-f476-4646-aeea-b765833623ff req-b6410cbe-a48f-47c4-b9cb-ccfb5238dbc5 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d99ff37-c5fd-496a-99d7-5b2793f6f99a HTTP/1.1" status: 200 len: 947 time: 0.1288474 Jan 28 00:08:32.162696 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-49376334-f476-4646-aeea-b765833623ff req-693a1917-9586-4f98-bf84-aa952a0d6fb7 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/security-groups?id=77512c6a-d14f-4701-9102-a4b6f9543f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031349 Jan 28 00:08:32.177768 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07544e64-6690-4e85-b0d9-02930fcc1822 req-ec4cfe33-2a6d-42b5-8a37-79cf520f507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:32.179280 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-07544e64-6690-4e85-b0d9-02930fcc1822 req-ec4cfe33-2a6d-42b5-8a37-79cf520f507b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01e222a603cc4f1e99f02291c208d0ad&device_id=6d99ff37-c5fd-496a-99d7-5b2793f6f99a HTTP/1.1" status: 200 len: 1098 time: 0.0953019 Jan 28 00:08:32.355093 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07544e64-6690-4e85-b0d9-02930fcc1822 req-8dc54f1d-6171-4d65-90e6-4b521e10fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:32.356949 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-07544e64-6690-4e85-b0d9-02930fcc1822 req-8dc54f1d-6171-4d65-90e6-4b521e10fc7d service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.1696999 Jan 28 00:08:32.372642 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aaeaa7-5adb-4c0d-9d85-95258970fc6a req-5da77845-5097-4059-9181-45042df2aea3 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:32.380841 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d8aaeaa7-5adb-4c0d-9d85-95258970fc6a req-5da77845-5097-4059-9181-45042df2aea3 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 965 time: 0.0863292 Jan 28 00:08:32.448294 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d8aaeaa7-5adb-4c0d-9d85-95258970fc6a req-528192c6-1a11-422d-9d44-dad68d4ff3fd tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661387 Jan 28 00:08:32.538240 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-07544e64-6690-4e85-b0d9-02930fcc1822 req-9795b110-29c0-445b-894e-a4f979d1bee4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996 HTTP/1.1" status: 200 len: 217 time: 0.1435039 Jan 28 00:08:32.608753 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-438a6590-c762-4e92-9a7e-a92c46c611b0 service neutron] 10.222.0.65 "GET /v2.0/ports/8dfa7925-dd1f-40f0-8a84-233f0885d983/bindings/n-h2-826754-1 HTTP/1.1" status: 200 len: 384 time: 0.2124400 Jan 28 00:08:32.615951 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07544e64-6690-4e85-b0d9-02930fcc1822 req-e7291cc0-0e07-46f1-b015-7a25221445ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:32.617765 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-07544e64-6690-4e85-b0d9-02930fcc1822 req-e7291cc0-0e07-46f1-b015-7a25221445ef service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.0729713 Jan 28 00:08:32.618346 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bd841-2cae-453b-b7a9-448ef71435a4 req-05544cf9-e7c5-4bc6-8def-451aef3fac70 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:32.620238 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4a8bd841-2cae-453b-b7a9-448ef71435a4 req-05544cf9-e7c5-4bc6-8def-451aef3fac70 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc5a7bb7-4908-4ddb-a86e-e462d1297caa HTTP/1.1" status: 200 len: 949 time: 0.0791230 Jan 28 00:08:32.720702 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07544e64-6690-4e85-b0d9-02930fcc1822 req-06d6a864-596d-4a3c-bff3-16a8d95b735f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:32.723580 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-07544e64-6690-4e85-b0d9-02930fcc1822 req-06d6a864-596d-4a3c-bff3-16a8d95b735f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0966754 Jan 28 00:08:32.736821 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4a8bd841-2cae-453b-b7a9-448ef71435a4 req-f655c07b-1493-4674-8226-2c940367e8a0 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097169 Jan 28 00:08:32.919312 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-07544e64-6690-4e85-b0d9-02930fcc1822 req-546a02af-48d6-470e-a553-b975a2618972 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530106 Jan 28 00:08:32.944040 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-d610fa6b-0baf-429d-a0f3-35d5f8f71e35 service neutron] For port 8dfa7925-dd1f-40f0-8a84-233f0885d983, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8dfa7925-dd1f-40f0-8a84-233f0885d983,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:33.064445 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44572) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:33.072334 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-c46971b5-11da-42cf-a4a4-83e3cf3e26db admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-297041971-network', 'tenant_id': '9094a59acd2344c18df9ed808b0393c8'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:08:33.110530 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46971b5-11da-42cf-a4a4-83e3cf3e26db admin admin] Made reservation on behalf of 9094a59acd2344c18df9ed808b0393c8 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:08:33.117573 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c46971b5-11da-42cf-a4a4-83e3cf3e26db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:33.130266 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c46971b5-11da-42cf-a4a4-83e3cf3e26db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:33.234311 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-d610fa6b-0baf-429d-a0f3-35d5f8f71e35 service neutron] For port 8dfa7925-dd1f-40f0-8a84-233f0885d983, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:08:33.308129 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-d610fa6b-0baf-429d-a0f3-35d5f8f71e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dfa7925-dd1f-40f0-8a84-233f0885d983 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:08:33.313630 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-07544e64-6690-4e85-b0d9-02930fcc1822 req-4386f4a4-c412-4f3b-952c-03f7da50e94c service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841250 Jan 28 00:08:33.324259 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-d610fa6b-0baf-429d-a0f3-35d5f8f71e35 service neutron] For port 8dfa7925-dd1f-40f0-8a84-233f0885d983, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=8dfa7925-dd1f-40f0-8a84-233f0885d983,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:33.351102 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-d610fa6b-0baf-429d-a0f3-35d5f8f71e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8dfa7925-dd1f-40f0-8a84-233f0885d983), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:33.369936 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c46971b5-11da-42cf-a4a4-83e3cf3e26db admin admin] Publish callbacks [] for security_group (016a3e95-aa8f-4a20-af8f-ab81e3ecf9a4), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:33.377846 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c46971b5-11da-42cf-a4a4-83e3cf3e26db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (016a3e95-aa8f-4a20-af8f-ab81e3ecf9a4), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:33.393093 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c46971b5-11da-42cf-a4a4-83e3cf3e26db admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:08:33.403908 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab143508-7570-4cad-9c1a-21a472d425df req-6770229f-15f2-43c2-9763-2dec797a5464 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:33.405674 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ab143508-7570-4cad-9c1a-21a472d425df req-6770229f-15f2-43c2-9763-2dec797a5464 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d99ff37-c5fd-496a-99d7-5b2793f6f99a HTTP/1.1" status: 200 len: 947 time: 0.0957837 Jan 28 00:08:33.437794 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c46971b5-11da-42cf-a4a4-83e3cf3e26db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (5984e002-8eb2-4333-9690-d4cc579a43b9), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:33.438149 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-c46971b5-11da-42cf-a4a4-83e3cf3e26db admin admin] Added segment 5984e002-8eb2-4333-9690-d4cc579a43b9 of type vlan for network 1d9d7ae9-0c46-4212-9913-6927304c5c9a Jan 28 00:08:33.459486 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46971b5-11da-42cf-a4a4-83e3cf3e26db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016a3e95-aa8f-4a20-af8f-ab81e3ecf9a4,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:33.473816 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-d610fa6b-0baf-429d-a0f3-35d5f8f71e35 service neutron] Transition to ACTIVE for port object 8dfa7925-dd1f-40f0-8a84-233f0885d983 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:08:33.480134 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-d610fa6b-0baf-429d-a0f3-35d5f8f71e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8dfa7925-dd1f-40f0-8a84-233f0885d983), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:33.516811 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c46971b5-11da-42cf-a4a4-83e3cf3e26db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (1d9d7ae9-0c46-4212-9913-6927304c5c9a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:33.555914 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ab143508-7570-4cad-9c1a-21a472d425df req-48564400-6ce3-4456-ab71-159c887017aa tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/security-groups?id=77512c6a-d14f-4701-9102-a4b6f9543f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234488 Jan 28 00:08:33.566011 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610fa6b-0baf-429d-a0f3-35d5f8f71e35 service neutron] Pushing event updated for resources: {'Port': ['ID=8dfa7925-dd1f-40f0-8a84-233f0885d983,revision_number=10']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:33.601736 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c46971b5-11da-42cf-a4a4-83e3cf3e26db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (1d9d7ae9-0c46-4212-9913-6927304c5c9a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:33.603437 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46971b5-11da-42cf-a4a4-83e3cf3e26db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:33.604433 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c46971b5-11da-42cf-a4a4-83e3cf3e26db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:33.615874 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-d610fa6b-0baf-429d-a0f3-35d5f8f71e35 service neutron] No DVR routers for this DVR port 8dfa7925-dd1f-40f0-8a84-233f0885d983 on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:08:33.672068 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-d610fa6b-0baf-429d-a0f3-35d5f8f71e35 service neutron] 10.222.0.65 "PUT /v2.0/ports/8dfa7925-dd1f-40f0-8a84-233f0885d983/bindings/n-h2-826754-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0528638 Jan 28 00:08:33.684794 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c46971b5-11da-42cf-a4a4-83e3cf3e26db admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6191878 Jan 28 00:08:33.688034 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44590) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:33.697933 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-7387c0b1-75ae-4031-b19a-ac8e0b92fe0a admin admin] Request body: {'subnet': {'network_id': '1d9d7ae9-0c46-4212-9913-6927304c5c9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-297041971-subnet', 'tenant_id': '9094a59acd2344c18df9ed808b0393c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:08:33.726150 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46971b5-11da-42cf-a4a4-83e3cf3e26db admin admin] Pushing event updated for resources: {'Network': ['ID=1d9d7ae9-0c46-4212-9913-6927304c5c9a,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:33.741876 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7387c0b1-75ae-4031-b19a-ac8e0b92fe0a admin admin] Made reservation on behalf of 9094a59acd2344c18df9ed808b0393c8 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:08:33.746144 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 1d9d7ae9-0c46-4212-9913-6927304c5c9a details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:08:33.746795 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7387c0b1-75ae-4031-b19a-ac8e0b92fe0a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:33.819431 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee251803-8d8c-4bf1-8204-d287c1a3edd9 req-6b95a855-13d6-4a7e-92d6-2e15bdeb5cbd tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:33.821194 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ee251803-8d8c-4bf1-8204-d287c1a3edd9 req-6b95a855-13d6-4a7e-92d6-2e15bdeb5cbd tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 966 time: 0.1474798 Jan 28 00:08:33.908462 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ee251803-8d8c-4bf1-8204-d287c1a3edd9 req-36193a49-8b63-474d-9bda-c7af658d8864 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813282 Jan 28 00:08:33.980272 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419e253-1559-4d96-a435-87d30f80b25f req-fdcf6909-3b8c-422b-b70b-dc35a7e50a19 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:33.981900 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3419e253-1559-4d96-a435-87d30f80b25f req-fdcf6909-3b8c-422b-b70b-dc35a7e50a19 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc5a7bb7-4908-4ddb-a86e-e462d1297caa HTTP/1.1" status: 200 len: 949 time: 0.0709462 Jan 28 00:08:34.080800 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7387c0b1-75ae-4031-b19a-ac8e0b92fe0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for subnet (f4a787d4-3384-4d25-9d38-b640a7b6c057), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:34.093450 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3419e253-1559-4d96-a435-87d30f80b25f req-26a81993-cab7-47eb-97e1-fc711f1de1f7 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060460 Jan 28 00:08:34.195750 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-1ac48726-5c03-47e6-b694-756a872c9b55 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:34.197329 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-1ac48726-5c03-47e6-b694-756a872c9b55 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c&tenant_id=6990d737c5db4738a7ab281f03db2443&binding%3Ahost_id=n-h1-826754-1 HTTP/1.1" status: 200 len: 1117 time: 0.1553562 Jan 28 00:08:34.252692 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387c0b1-75ae-4031-b19a-ac8e0b92fe0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4a787d4-3384-4d25-9d38-b640a7b6c057,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:34.322030 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7387c0b1-75ae-4031-b19a-ac8e0b92fe0a admin admin] Checking segment: {'id': '5984e002-8eb2-4333-9690-d4cc579a43b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1d9d7ae9-0c46-4212-9913-6927304c5c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:08:34.322347 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7387c0b1-75ae-4031-b19a-ac8e0b92fe0a admin admin] Network hostable DHCP agents. Network: 1d9d7ae9-0c46-4212-9913-6927304c5c9a, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:08:34.375663 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-4a93a75d-5d59-412d-b946-99e5a6f46c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:34.377333 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-4a93a75d-5d59-412d-b946-99e5a6f46c7e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c&tenant_id=6990d737c5db4738a7ab281f03db2443 HTTP/1.1" status: 200 len: 1117 time: 0.1722713 Jan 28 00:08:34.378957 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7387c0b1-75ae-4031-b19a-ac8e0b92fe0a admin admin] Network 1d9d7ae9-0c46-4212-9913-6927304c5c9a is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:08:34.409963 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-7387c0b1-75ae-4031-b19a-ac8e0b92fe0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 1d9d7ae9-0c46-4212-9913-6927304c5c9a) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:08:34.421075 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7387c0b1-75ae-4031-b19a-ac8e0b92fe0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:34.422023 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7387c0b1-75ae-4031-b19a-ac8e0b92fe0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:34.434802 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfb5611-edc8-4778-87ba-7f5990be85e6 None None] Network 1d9d7ae9-0c46-4212-9913-6927304c5c9a requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:08:34.484320 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7387c0b1-75ae-4031-b19a-ac8e0b92fe0a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7920566 Jan 28 00:08:34.502459 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-80cda262-5829-477f-9556-882c747dc73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:34.504301 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-80cda262-5829-477f-9556-882c747dc73c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6990d737c5db4738a7ab281f03db2443&device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 1117 time: 0.0741968 Jan 28 00:08:34.604462 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 01208118-adf4-4241-84d7-43e3409ed4d4 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:08:34.712855 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-02d9b77f-eff8-4d89-afbd-202fa8ec0091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:34.714545 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-02d9b77f-eff8-4d89-afbd-202fa8ec0091 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf HTTP/1.1" status: 200 len: 922 time: 0.1962652 Jan 28 00:08:34.787330 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-1c5da2c7-b7ad-4101-b479-19debf36815b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dfa7925-dd1f-40f0-8a84-233f0885d983 HTTP/1.1" status: 200 len: 217 time: 0.0653903 Jan 28 00:08:34.796190 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adaf27a-bdab-4fb1-a57f-41bc503fb836 req-87a2c7f5-2c73-4029-b858-31b6c9d43b3e tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:34.797714 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3adaf27a-bdab-4fb1-a57f-41bc503fb836 req-87a2c7f5-2c73-4029-b858-31b6c9d43b3e tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d99ff37-c5fd-496a-99d7-5b2793f6f99a HTTP/1.1" status: 200 len: 947 time: 0.1326141 Jan 28 00:08:34.848612 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-e435d61e-b2d0-4597-bffe-72527f3efea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:34.850646 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-e435d61e-b2d0-4597-bffe-72527f3efea8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1cf259c4-4e5d-4731-814e-e633d701ebdd HTTP/1.1" status: 200 len: 861 time: 0.0551233 Jan 28 00:08:34.913441 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3adaf27a-bdab-4fb1-a57f-41bc503fb836 req-c40902a8-80d8-41f6-8bde-f55ea6d39799 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/security-groups?id=77512c6a-d14f-4701-9102-a4b6f9543f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955327 Jan 28 00:08:34.917767 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-9a1a1504-0638-4a78-a835-b46088f5a93a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549338 Jan 28 00:08:35.024701 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-974e128b-9960-4928-9d81-d2b6935ba225 service neutron] 10.222.0.52 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997252 Jan 28 00:08:35.082748 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d3711c-c772-41cf-911f-fcf33fe5b8cf None None] Network 1d9d7ae9-0c46-4212-9913-6927304c5c9a requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:08:35.113329 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 01208118-adf4-4241-84d7-43e3409ed4d4 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:08:35.167256 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-f65be619-5d73-4cf9-9d32-172e6091b138 service neutron] 10.222.0.52 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361160 Jan 28 00:08:35.170043 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 01208118-adf4-4241-84d7-43e3409ed4d4 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:08:35.170425 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (01208118-adf4-4241-84d7-43e3409ed4d4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:35.293424 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 01208118-adf4-4241-84d7-43e3409ed4d4 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:08:35.294153 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (01208118-adf4-4241-84d7-43e3409ed4d4), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:35.316385 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:08:35.323799 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 8dfa7925-dd1f-40f0-8a84-233f0885d983 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:08:35.354530 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79b490-5393-4745-b75e-dbd3fb74ec56 req-22a11f54-4d4c-48c7-ae8d-f415cd6c2653 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:35.357260 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e79b490-5393-4745-b75e-dbd3fb74ec56 req-22a11f54-4d4c-48c7-ae8d-f415cd6c2653 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 966 time: 0.1456454 Jan 28 00:08:35.376689 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5a7bb7-4908-4ddb-a86e-e462d1297caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01208118-adf4-4241-84d7-43e3409ed4d4'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:08:35.379282 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334e2b2f-f523-4334-9dd2-e6ab077c179c" -d '{"events": [{"server_uuid": "cc5a7bb7-4908-4ddb-a86e-e462d1297caa", "name": "network-vif-plugged", "status": "completed", "tag": "01208118-adf4-4241-84d7-43e3409ed4d4"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:08:35.415437 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-9cc854ff-dabf-4cdb-9cb4-7d771fb42383 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:35.420085 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-9cc854ff-dabf-4cdb-9cb4-7d771fb42383 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/networks?id=ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 200 len: 807 time: 0.2101107 Jan 28 00:08:35.448054 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 01208118-adf4-4241-84d7-43e3409ed4d4, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=01208118-adf4-4241-84d7-43e3409ed4d4,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:35.455449 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-a51d0e47-3a7f-4d47-8542-6843e886c5a8 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/quotas/8a78e89f3df84c31929be575e138a975 HTTP/1.1" status: 200 len: 375 time: 0.0177152 Jan 28 00:08:35.475200 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (01208118-adf4-4241-84d7-43e3409ed4d4), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:35.523980 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] The host n-h1-826754-1 is not matching for port 8dfa7925-dd1f-40f0-8a84-233f0885d983 host n-h2-826754-1! {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 00:08:35.525384 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 8dfa7925-dd1f-40f0-8a84-233f0885d983 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:08:35.531202 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-070a7b02-cbcc-4aaa-9c04-c853bc88a301 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:35.531807 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-312ef4c1-19ac-4898-a82b-757c46159c9a tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a78e89f3df84c31929be575e138a975&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544918 Jan 28 00:08:35.533055 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-070a7b02-cbcc-4aaa-9c04-c853bc88a301 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c&tenant_id=6990d737c5db4738a7ab281f03db2443&binding%3Ahost_id=n-h2-826754-1 HTTP/1.1" status: 200 len: 1117 time: 0.0532939 Jan 28 00:08:35.554781 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e79b490-5393-4745-b75e-dbd3fb74ec56 req-5366d38d-94be-4e44-8a00-0cf03837929a tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775866 Jan 28 00:08:35.587505 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:35.611753 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': 'ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996', 'mac_address': 'fa:16:3e:7d:b5:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:08:35.613815 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=01208118-adf4-4241-84d7-43e3409ed4d4,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:35.677947 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:08:35.678415 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:35.710822 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:08:35.740847 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:35.746755 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-f3dee600-3596-46ed-b5c8-93304b0b6837 service neutron] For port 8dfa7925-dd1f-40f0-8a84-233f0885d983, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:08:35.747154 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:35.750349 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-f3dee600-3596-46ed-b5c8-93304b0b6837 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:35.752340 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-25c56621-d1eb-433c-a69a-1cb71d31f6d8 req-f3dee600-3596-46ed-b5c8-93304b0b6837 service neutron] 10.222.0.52 "DELETE /v2.0/ports/8dfa7925-dd1f-40f0-8a84-233f0885d983/bindings/n-h1-826754-1 HTTP/1.1" status: 204 len: 173 time: 0.2123275 Jan 28 00:08:35.811579 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:35.821058 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-21f1036b-444c-4bc3-a7bb-14f1cba4140d service neutron] 10.222.0.70 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882435 Jan 28 00:08:35.830567 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fc995-a3fa-44f7-961a-8d2227e50d07 req-fc1274c0-0702-444e-9ce8-e1653c285c2a tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:35.833258 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cb5fc995-a3fa-44f7-961a-8d2227e50d07 req-fc1274c0-0702-444e-9ce8-e1653c285c2a tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc5a7bb7-4908-4ddb-a86e-e462d1297caa HTTP/1.1" status: 200 len: 950 time: 0.0928092 Jan 28 00:08:35.930669 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ae5e2c00-59e6-4f0e-be27-39aefef8768b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:35.959279 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cb5fc995-a3fa-44f7-961a-8d2227e50d07 req-bca651fe-f4a5-48fa-b008-baa924075da6 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157708 Jan 28 00:08:35.977152 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-c5c71c67-4b2d-4a2b-89a1-660ae7da381b service neutron] 10.222.0.70 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419694 Jan 28 00:08:36.036174 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ea4143-dc7a-44e8-bb63-0c2c465e74d9 x-openstack-request-id: req-f8ea4143-dc7a-44e8-bb63-0c2c465e74d9 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:08:36.036503 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc5a7bb7-4908-4ddb-a86e-e462d1297caa", "name": "network-vif-plugged", "status": "completed", "tag": "01208118-adf4-4241-84d7-43e3409ed4d4", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:08:36.036773 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f8ea4143-dc7a-44e8-bb63-0c2c465e74d9 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:08:36.037196 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5a7bb7-4908-4ddb-a86e-e462d1297caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01208118-adf4-4241-84d7-43e3409ed4d4', 'code': 200} Jan 28 00:08:36.039806 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:08:36.073524 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44682) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:36.279969 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ddc62-8943-478e-b44d-892a5a087937 req-1cb1b3fc-02d1-4543-a1e4-c9cd3763e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:36.282509 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-039ddc62-8943-478e-b44d-892a5a087937 req-1cb1b3fc-02d1-4543-a1e4-c9cd3763e8ae service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cc5a7bb7-4908-4ddb-a86e-e462d1297caa HTTP/1.1" status: 200 len: 1101 time: 0.1188266 Jan 28 00:08:36.313194 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c380686-a617-4c7a-81b3-e91393643510 req-4b7fdf62-8b84-4805-b683-39b19d207d44 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:36.322059 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0c380686-a617-4c7a-81b3-e91393643510 req-4b7fdf62-8b84-4805-b683-39b19d207d44 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d99ff37-c5fd-496a-99d7-5b2793f6f99a HTTP/1.1" status: 200 len: 948 time: 0.1589546 Jan 28 00:08:36.359835 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fbc8244c-c062-421b-bad0-4ebad25aef6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:36.425733 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-039ddc62-8943-478e-b44d-892a5a087937 req-c263222f-639e-4b45-b9de-4183b65ec2ba service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356239 Jan 28 00:08:36.515186 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3c46047-ecf1-4d2b-9c8d-85ecc4462ddd req-bea3886d-4fdb-4420-aa08-7100f6c2506d tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 210 time: 0.0724113 Jan 28 00:08:36.557815 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0c380686-a617-4c7a-81b3-e91393643510 req-4281f774-99c1-4763-87e6-d7e3f7dc0ca1 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/security-groups?id=77512c6a-d14f-4701-9102-a4b6f9543f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240005 Jan 28 00:08:36.560376 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fbc8244c-c062-421b-bad0-4ebad25aef6a admin admin] Publish callbacks [] for security_group (a6adaebf-d517-454e-a372-61eba8cb4fa9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:36.566975 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fbc8244c-c062-421b-bad0-4ebad25aef6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a6adaebf-d517-454e-a372-61eba8cb4fa9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:36.633613 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fbc8244c-c062-421b-bad0-4ebad25aef6a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=741dc32dd70a4124b7e5f5bb57c6b06a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5587788 Jan 28 00:08:36.636209 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44704) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:36.652830 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8244c-c062-421b-bad0-4ebad25aef6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6adaebf-d517-454e-a372-61eba8cb4fa9,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:36.739983 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8887a153-e806-4b11-b285-fe33e4c87360 admin admin] Publish callbacks [] for security_group (a6adaebf-d517-454e-a372-61eba8cb4fa9), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:36.778513 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8887a153-e806-4b11-b285-fe33e4c87360 admin admin] Publish callbacks [] for security_group (a6adaebf-d517-454e-a372-61eba8cb4fa9), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:36.795825 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e930ed-cf76-4a3b-868b-d2e8b3a0d309 req-f721aa97-da1a-415b-86b7-4fff5ecc603c tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:36.797458 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3e930ed-cf76-4a3b-868b-d2e8b3a0d309 req-f721aa97-da1a-415b-86b7-4fff5ecc603c tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 966 time: 0.0903296 Jan 28 00:08:36.911122 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8887a153-e806-4b11-b285-fe33e4c87360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a6adaebf-d517-454e-a372-61eba8cb4fa9), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:36.916485 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8887a153-e806-4b11-b285-fe33e4c87360 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:36.920659 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8887a153-e806-4b11-b285-fe33e4c87360 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a6adaebf-d517-454e-a372-61eba8cb4fa9 HTTP/1.1" status: 204 len: 168 time: 0.2809541 Jan 28 00:08:36.948032 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3e930ed-cf76-4a3b-868b-d2e8b3a0d309 req-c94a69ad-9e53-44b8-94af-837eb045b7e6 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098647 Jan 28 00:08:36.952973 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887a153-e806-4b11-b285-fe33e4c87360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6adaebf-d517-454e-a372-61eba8cb4fa9,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:37.214825 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f3e3a-7ada-4830-a689-542f0a8c679b req-68e87110-5658-4acc-aee6-d40983b2da82 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:37.222988 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-446f3e3a-7ada-4830-a689-542f0a8c679b req-68e87110-5658-4acc-aee6-d40983b2da82 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc5a7bb7-4908-4ddb-a86e-e462d1297caa HTTP/1.1" status: 200 len: 950 time: 0.1372836 Jan 28 00:08:37.273346 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f79ea-4121-4d4b-9794-c03907b1774b req-7032d53e-d048-4c02-ab98-1ed6b64c7992 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:37.274879 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-580f79ea-4121-4d4b-9794-c03907b1774b req-7032d53e-d048-4c02-ab98-1ed6b64c7992 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 1117 time: 0.1008401 Jan 28 00:08:37.280253 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-446f3e3a-7ada-4830-a689-542f0a8c679b req-19c0d88e-a3b5-46c7-ad82-f26db25b83c7 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562737 Jan 28 00:08:37.301117 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:08:37.402970 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:08:37.408132 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-580f79ea-4121-4d4b-9794-c03907b1774b req-2e5adae6-5d16-4706-bbd8-1158a139ff7a tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200681 Jan 28 00:08:37.418025 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:08:37.418863 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:37.480663 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44728) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:37.503169 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6314d1d7-3db4-4b0c-8117-a9c853730e56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:37.539651 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:08:37.540250 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:37.664932 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:37.676278 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:37.706686 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6314d1d7-3db4-4b0c-8117-a9c853730e56 admin admin] Publish callbacks [] for security_group (a5066a85-2545-409c-b301-28019cc9a178), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:37.707707 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2a58962b-8b0a-4f83-a91f-40129b380501 req-5142ea39-4469-44f4-944c-5be10a1165f8 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 210 time: 0.0528469 Jan 28 00:08:37.712686 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6314d1d7-3db4-4b0c-8117-a9c853730e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a5066a85-2545-409c-b301-28019cc9a178), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:37.745758 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:37.754850 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6314d1d7-3db4-4b0c-8117-a9c853730e56 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b4ef7f7560d54ec08cb39d61fd02922f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2729745 Jan 28 00:08:37.763345 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44744) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:37.809241 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9be3e-d6d9-45d7-8f1d-a21a83742750 req-5a2acfad-52d2-4c3d-acb8-a330930ec4cf tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:37.811138 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3ca9be3e-d6d9-45d7-8f1d-a21a83742750 req-5a2acfad-52d2-4c3d-acb8-a330930ec4cf tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d99ff37-c5fd-496a-99d7-5b2793f6f99a HTTP/1.1" status: 200 len: 949 time: 0.0984812 Jan 28 00:08:37.843448 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3ec39dec-4906-4e9a-8eb5-bf4641301beb admin admin] Publish callbacks [] for security_group (a5066a85-2545-409c-b301-28019cc9a178), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:37.867838 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314d1d7-3db4-4b0c-8117-a9c853730e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5066a85-2545-409c-b301-28019cc9a178,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:37.871738 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3ec39dec-4906-4e9a-8eb5-bf4641301beb admin admin] Publish callbacks [] for security_group (a5066a85-2545-409c-b301-28019cc9a178), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:37.949443 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3ec39dec-4906-4e9a-8eb5-bf4641301beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a5066a85-2545-409c-b301-28019cc9a178), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:37.953461 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3ec39dec-4906-4e9a-8eb5-bf4641301beb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:37.957186 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3ec39dec-4906-4e9a-8eb5-bf4641301beb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a5066a85-2545-409c-b301-28019cc9a178 HTTP/1.1" status: 204 len: 168 time: 0.1900032 Jan 28 00:08:37.967522 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec39dec-4906-4e9a-8eb5-bf4641301beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5066a85-2545-409c-b301-28019cc9a178,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:37.998176 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3ca9be3e-d6d9-45d7-8f1d-a21a83742750 req-1b63e020-bf7d-4230-a47e-15d0cc555094 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/security-groups?id=77512c6a-d14f-4701-9102-a4b6f9543f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705432 Jan 28 00:08:38.038334 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d99ff37-c5fd-496a-99d7-5b2793f6f99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:08:38.041715 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3cafd8-bc2b-4df1-9f2c-200df6cf0cec" -d '{"events": [{"server_uuid": "6d99ff37-c5fd-496a-99d7-5b2793f6f99a", "name": "network-vif-plugged", "status": "completed", "tag": "ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:08:38.093487 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-411c5aab-1541-43d0-9a84-ff7b84a7fcb7 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:38.105207 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-411c5aab-1541-43d0-9a84-ff7b84a7fcb7 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/networks?id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf HTTP/1.1" status: 200 len: 821 time: 0.2649386 Jan 28 00:08:38.126230 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adee088-0cd7-4cb9-93fc-b29cf6e230fb x-openstack-request-id: req-8adee088-0cd7-4cb9-93fc-b29cf6e230fb {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:08:38.126552 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d99ff37-c5fd-496a-99d7-5b2793f6f99a", "name": "network-vif-plugged", "status": "completed", "tag": "ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:08:38.126863 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-2092ed21-fa24-443a-b9b7-a91d63376714 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/quotas/6990d737c5db4738a7ab281f03db2443 HTTP/1.1" status: 200 len: 375 time: 0.0200338 Jan 28 00:08:38.126974 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8adee088-0cd7-4cb9-93fc-b29cf6e230fb {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:08:38.127283 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d99ff37-c5fd-496a-99d7-5b2793f6f99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996', 'code': 200} Jan 28 00:08:38.208039 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ca9b6c2-b517-42b9-85ae-5d8ca134ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:38.219451 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-7f4aefac-0d77-4640-ac28-518723af370d tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6990d737c5db4738a7ab281f03db2443&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0898211 Jan 28 00:08:38.392823 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-822488d8-772b-4c2e-8458-b05697de285e service neutron] 10.222.0.70 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715171 Jan 28 00:08:38.444435 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc5874-a964-4129-997a-5705e42c6b7b req-5ca0e792-dc8b-4b17-a8c9-b81f3329dc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:38.446064 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f1bc5874-a964-4129-997a-5705e42c6b7b req-5ca0e792-dc8b-4b17-a8c9-b81f3329dc99 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6d99ff37-c5fd-496a-99d7-5b2793f6f99a HTTP/1.1" status: 200 len: 1100 time: 0.1355562 Jan 28 00:08:38.464777 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-94c95d84-4bae-48bd-b354-304d3089f8fd tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:38.466284 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-94c95d84-4bae-48bd-b354-304d3089f8fd tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.52 "GET /v2.0/networks?id=ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 200 len: 807 time: 0.2951870 Jan 28 00:08:38.510978 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-43467568-fce7-49e1-bc3e-e2893f8bf678 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Request body: {'port': {'device_id': '4270834b-9161-4d12-986d-07ce41b60e33', 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3', 'admin_state_up': True, 'tenant_id': '8a78e89f3df84c31929be575e138a975'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:08:38.517618 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f1bc5874-a964-4129-997a-5705e42c6b7b req-f54ef23f-15f6-4bb5-884a-f685df2bc7fe service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=77512c6a-d14f-4701-9102-a4b6f9543f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652406 Jan 28 00:08:38.589450 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec173713-8fdd-4694-8668-2d0d595f40b2 req-e4065c9b-69ec-4ca0-8b21-ec3a321cbf7f tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:38.598424 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ec173713-8fdd-4694-8668-2d0d595f40b2 req-e4065c9b-69ec-4ca0-8b21-ec3a321cbf7f tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc5a7bb7-4908-4ddb-a86e-e462d1297caa HTTP/1.1" status: 200 len: 950 time: 0.1656592 Jan 28 00:08:38.618573 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-90fa6ed9-e860-47b5-a044-e3c900399118 service neutron] 10.222.0.70 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238469 Jan 28 00:08:38.669989 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ec173713-8fdd-4694-8668-2d0d595f40b2 req-9668dd0d-0123-4dab-b91e-d6f333501a26 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614488 Jan 28 00:08:38.698407 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-43467568-fce7-49e1-bc3e-e2893f8bf678 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Made reservation on behalf of 8a78e89f3df84c31929be575e138a975 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:08:38.704434 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-43467568-fce7-49e1-bc3e-e2893f8bf678 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:39.023123 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-43467568-fce7-49e1-bc3e-e2893f8bf678 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Allocated IP 172.20.0.2 (ede0cbb9-a83e-4037-b673-696eabc6b3a3/a309d6c9-38a3-409d-a906-1638039000ff/23e4c93d-2bfd-40b7-85b3-7e9aa2285abd) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:08:39.112505 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d642ea7a-85c5-4141-a5dd-559445793282 req-1aa1d11c-b8da-4ef8-a3cd-7e9461a3ccaf tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 210 time: 0.0791581 Jan 28 00:08:39.207956 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-59c2719a-4b45-49ea-8e67-e7a7094579b4 req-06363442-130c-41ca-a7cb-9ad86373116d tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 210 time: 0.0790668 Jan 28 00:08:39.319126 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-43467568-fce7-49e1-bc3e-e2893f8bf678 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Publish callbacks [] for port (23e4c93d-2bfd-40b7-85b3-7e9aa2285abd), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:39.328846 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a7164-27fb-484e-817a-239e0e728bc5 req-16cb46e8-c6b2-4903-a9d0-0e03bc5a2faa tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:39.330810 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-159a7164-27fb-484e-817a-239e0e728bc5 req-16cb46e8-c6b2-4903-a9d0-0e03bc5a2faa tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d99ff37-c5fd-496a-99d7-5b2793f6f99a HTTP/1.1" status: 200 len: 949 time: 0.1169853 Jan 28 00:08:39.383438 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-43467568-fce7-49e1-bc3e-e2893f8bf678 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (23e4c93d-2bfd-40b7-85b3-7e9aa2285abd), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:39.447295 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-43467568-fce7-49e1-bc3e-e2893f8bf678 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Network ede0cbb9-a83e-4037-b673-696eabc6b3a3 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:08:39.450769 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-43467568-fce7-49e1-bc3e-e2893f8bf678 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:08:39.454664 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-43467568-fce7-49e1-bc3e-e2893f8bf678 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:08:39.456649 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:39.462931 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-43467568-fce7-49e1-bc3e-e2893f8bf678 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:39.463647 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-43467568-fce7-49e1-bc3e-e2893f8bf678 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:39.488258 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-159a7164-27fb-484e-817a-239e0e728bc5 req-f25aff34-fb21-432e-98a9-3d80bfd9ce78 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/security-groups?id=77512c6a-d14f-4701-9102-a4b6f9543f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482184 Jan 28 00:08:39.497047 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43467568-fce7-49e1-bc3e-e2893f8bf678 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Pushing event updated for resources: {'Port': ['ID=23e4c93d-2bfd-40b7-85b3-7e9aa2285abd,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:39.504262 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-43467568-fce7-49e1-bc3e-e2893f8bf678 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9992006 Jan 28 00:08:39.528958 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-77bf9a75-9574-4863-a4ad-ab063eebfc43 service neutron] Request body: {'port': {'device_id': '4270834b-9161-4d12-986d-07ce41b60e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:08:39.573441 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14629f6f-5c1d-4e68-b948-7a48de1a08a6 req-7df208fd-a48b-4538-9e5b-0079217850e8 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:39.583447 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-14629f6f-5c1d-4e68-b948-7a48de1a08a6 req-7df208fd-a48b-4538-9e5b-0079217850e8 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc5a7bb7-4908-4ddb-a86e-e462d1297caa HTTP/1.1" status: 200 len: 950 time: 0.1949165 Jan 28 00:08:39.689828 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-77bf9a75-9574-4863-a4ad-ab063eebfc43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (23e4c93d-2bfd-40b7-85b3-7e9aa2285abd), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:39.717768 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-14629f6f-5c1d-4e68-b948-7a48de1a08a6 req-d3ac25e4-8302-4e51-a08f-febe248d675b tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280046 Jan 28 00:08:40.271866 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-77bf9a75-9574-4863-a4ad-ab063eebfc43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:08:40.284895 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-77bf9a75-9574-4863-a4ad-ab063eebfc43 service neutron] Publish callbacks [] for port (23e4c93d-2bfd-40b7-85b3-7e9aa2285abd), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:40.292478 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71656bb2-f088-471d-b3ce-4c5096679d1d req-aaa7284a-e0f9-4a48-bf15-35424d464676 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:40.294362 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71656bb2-f088-471d-b3ce-4c5096679d1d req-aaa7284a-e0f9-4a48-bf15-35424d464676 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc5a7bb7-4908-4ddb-a86e-e462d1297caa HTTP/1.1" status: 200 len: 950 time: 0.1247461 Jan 28 00:08:40.306508 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-77bf9a75-9574-4863-a4ad-ab063eebfc43 service neutron] Transition to ACTIVE for port object 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:08:40.326731 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-77bf9a75-9574-4863-a4ad-ab063eebfc43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (23e4c93d-2bfd-40b7-85b3-7e9aa2285abd), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:40.335048 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaef6c3-2b59-4ccc-a19d-d8c633f319f5 req-4445c2b5-794a-4abb-a446-ddb1d0e633e0 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:40.344941 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3aaef6c3-2b59-4ccc-a19d-d8c633f319f5 req-4445c2b5-794a-4abb-a446-ddb1d0e633e0 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 931 time: 0.1058006 Jan 28 00:08:40.398732 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf9a75-9574-4863-a4ad-ab063eebfc43 service neutron] Pushing event updated for resources: {'Port': ['ID=23e4c93d-2bfd-40b7-85b3-7e9aa2285abd,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:40.414061 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71656bb2-f088-471d-b3ce-4c5096679d1d req-41ffa20d-922a-4e96-a70b-bcb444c009a7 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084821 Jan 28 00:08:40.444578 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3aaef6c3-2b59-4ccc-a19d-d8c633f319f5 req-ac6a2924-6ac9-433b-8eed-73802a1f6de4 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948811 Jan 28 00:08:40.495445 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-77bf9a75-9574-4863-a4ad-ab063eebfc43 service neutron] Attempting to bind port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:08:40.495929 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-77bf9a75-9574-4863-a4ad-ab063eebfc43 service neutron] Attempting to bind port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:08:40.496325 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-77bf9a75-9574-4863-a4ad-ab063eebfc43 service neutron] Attempting to bind port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:08:40.505517 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-77bf9a75-9574-4863-a4ad-ab063eebfc43 service neutron] Port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:08:40.505933 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-77bf9a75-9574-4863-a4ad-ab063eebfc43 service neutron] Attempting to bind port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:08:40.550297 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-77bf9a75-9574-4863-a4ad-ab063eebfc43 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:08:40.550918 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-77bf9a75-9574-4863-a4ad-ab063eebfc43 service neutron] Checking segment: {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:08:40.551025 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-77bf9a75-9574-4863-a4ad-ab063eebfc43 service neutron] Bound using segment: {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:08:40.551462 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-77bf9a75-9574-4863-a4ad-ab063eebfc43 service neutron] Bound port: 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:08:40.551993 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-77bf9a75-9574-4863-a4ad-ab063eebfc43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (23e4c93d-2bfd-40b7-85b3-7e9aa2285abd), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:40.569725 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d9d92d8-d069-4b44-af8b-f0eb99892357 req-9cf14e7c-9e6b-4a67-9590-4c4b5fd72e96 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 210 time: 0.0407150 Jan 28 00:08:40.706259 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a25ea0-786b-476c-993a-cadca3f9e7ed req-22185ea8-464b-4686-93a0-7b752a4b9857 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:40.707835 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6a25ea0-786b-476c-993a-cadca3f9e7ed req-22185ea8-464b-4686-93a0-7b752a4b9857 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d99ff37-c5fd-496a-99d7-5b2793f6f99a HTTP/1.1" status: 200 len: 949 time: 0.0672305 Jan 28 00:08:40.739293 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-6fd081b0-d646-412e-87ad-e403982c65da tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:40.741141 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-6fd081b0-d646-412e-87ad-e403982c65da tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.65 "GET /v2.0/networks?id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf HTTP/1.1" status: 200 len: 821 time: 0.2213597 Jan 28 00:08:40.742312 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-77bf9a75-9574-4863-a4ad-ab063eebfc43 service neutron] For port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:08:40.746548 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-77bf9a75-9574-4863-a4ad-ab063eebfc43 service neutron] For port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=23e4c93d-2bfd-40b7-85b3-7e9aa2285abd,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:08:40.754202 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-77bf9a75-9574-4863-a4ad-ab063eebfc43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (23e4c93d-2bfd-40b7-85b3-7e9aa2285abd), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:40.767574 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-f2e5014d-a3e8-4d3a-aa83-6f7b46e32461 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Request body: {'port': {'device_id': '5c544112-a708-40e5-b126-bca4b9b075ca', 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf', 'admin_state_up': True, 'tenant_id': '6990d737c5db4738a7ab281f03db2443'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:08:40.788689 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6a25ea0-786b-476c-993a-cadca3f9e7ed req-13c9fd15-bfc2-4b2b-8f0d-872cff0b0823 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/security-groups?id=77512c6a-d14f-4701-9102-a4b6f9543f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752277 Jan 28 00:08:40.832202 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-77bf9a75-9574-4863-a4ad-ab063eebfc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:40.833108 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-77bf9a75-9574-4863-a4ad-ab063eebfc43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:40.834615 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-77bf9a75-9574-4863-a4ad-ab063eebfc43 service neutron] 10.222.0.52 "PUT /v2.0/ports/23e4c93d-2bfd-40b7-85b3-7e9aa2285abd HTTP/1.1" status: 200 len: 1091 time: 1.3106604 Jan 28 00:08:40.835182 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4270834b-9161-4d12-986d-07ce41b60e33', 'tag': '23e4c93d-2bfd-40b7-85b3-7e9aa2285abd'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:08:40.838066 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02620a1-fca8-417d-aebf-914c43729e07" -d '{"events": [{"name": "network-changed", "server_uuid": "4270834b-9161-4d12-986d-07ce41b60e33", "tag": "23e4c93d-2bfd-40b7-85b3-7e9aa2285abd"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:08:40.925175 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:40.976251 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf9a75-9574-4863-a4ad-ab063eebfc43 service neutron] Pushing event updated for resources: {'Port': ['ID=23e4c93d-2bfd-40b7-85b3-7e9aa2285abd,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:41.036996 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-1a09a78d-4a55-42e0-a11a-7f47378f82f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:41.038715 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-1a09a78d-4a55-42e0-a11a-7f47378f82f6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8a78e89f3df84c31929be575e138a975&device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 1094 time: 0.1162107 Jan 28 00:08:41.106745 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6d0c97-3b71-414c-9340-1d684e286173 x-openstack-request-id: req-7e6d0c97-3b71-414c-9340-1d684e286173 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:08:41.107045 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4270834b-9161-4d12-986d-07ce41b60e33", "tag": "23e4c93d-2bfd-40b7-85b3-7e9aa2285abd", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:08:41.107310 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7e6d0c97-3b71-414c-9340-1d684e286173 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:08:41.107741 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4270834b-9161-4d12-986d-07ce41b60e33', 'tag': '23e4c93d-2bfd-40b7-85b3-7e9aa2285abd', 'status': 'completed', 'code': 200} Jan 28 00:08:41.109125 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-f1bc97bb-501c-4408-b640-7f39925e0075 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23e4c93d-2bfd-40b7-85b3-7e9aa2285abd HTTP/1.1" status: 200 len: 217 time: 0.0537999 Jan 28 00:08:41.117943 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-f2e5014d-a3e8-4d3a-aa83-6f7b46e32461 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Made reservation on behalf of 6990d737c5db4738a7ab281f03db2443 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:08:41.122726 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-f2e5014d-a3e8-4d3a-aa83-6f7b46e32461 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:41.204734 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-8e89d218-5ec7-4f34-a65f-e7fb3e36bcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:41.206753 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-8e89d218-5ec7-4f34-a65f-e7fb3e36bcfa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a309d6c9-38a3-409d-a906-1638039000ff HTTP/1.1" status: 200 len: 847 time: 0.0793085 Jan 28 00:08:41.219495 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59068a2d-b2f4-4a26-8401-0fe29aafa723 req-c80a663b-8856-446b-88bc-6cd2ae6f8ab4 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:41.221016 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-59068a2d-b2f4-4a26-8401-0fe29aafa723 req-c80a663b-8856-446b-88bc-6cd2ae6f8ab4 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d99ff37-c5fd-496a-99d7-5b2793f6f99a HTTP/1.1" status: 200 len: 949 time: 0.0814228 Jan 28 00:08:41.316608 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-59068a2d-b2f4-4a26-8401-0fe29aafa723 req-3d1a7767-e612-4e60-84ce-df58c4527f26 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/security-groups?id=77512c6a-d14f-4701-9102-a4b6f9543f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839801 Jan 28 00:08:41.359694 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-c95b54e0-e846-415e-a865-deeda2a5155d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ede0cbb9-a83e-4037-b673-696eabc6b3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1371071 Jan 28 00:08:41.504632 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-97af59fa-3e77-4f86-8c2c-2aaf12740c2c service neutron] 10.222.0.52 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375012 Jan 28 00:08:41.644301 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44910) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:41.664421 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-f2e5014d-a3e8-4d3a-aa83-6f7b46e32461 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Allocated IP 172.20.0.11 (d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf/1cf259c4-4e5d-4731-814e-e633d701ebdd/7d6d3be9-94cf-4632-bf35-062a1a482cc8) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:08:41.749955 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b4b2c3bc-085a-424d-aae2-93e73bf1591d req-981eaa4a-e993-4270-8b1d-1588cdf0f79c service neutron] 10.222.0.52 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388740 Jan 28 00:08:41.757348 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b4a3d-ac44-42ed-b481-7e1e7f84c7a1 req-503d36dd-10c9-4581-8610-4a4eb8b2f320 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:41.764382 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-516b4a3d-ac44-42ed-b481-7e1e7f84c7a1 req-503d36dd-10c9-4581-8610-4a4eb8b2f320 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 943 time: 0.1815004 Jan 28 00:08:41.765344 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44914) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:41.802656 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22230ec-9304-45ec-be9a-0fb981fe4349 req-ae473761-5508-463b-8766-1b133a3ddafb tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:41.809929 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f22230ec-9304-45ec-be9a-0fb981fe4349 req-ae473761-5508-463b-8766-1b133a3ddafb tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc5a7bb7-4908-4ddb-a86e-e462d1297caa HTTP/1.1" status: 200 len: 950 time: 0.2143104 Jan 28 00:08:41.859353 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-516b4a3d-ac44-42ed-b481-7e1e7f84c7a1 req-244798e3-807b-434c-8cb7-a85dac07d3a1 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897613 Jan 28 00:08:41.902625 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f22230ec-9304-45ec-be9a-0fb981fe4349 req-cff5ae41-f041-49ab-8257-eb38ba30610a tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/security-groups?id=097cc55d-5aa9-423a-a0b8-7fcff7739fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922952 Jan 28 00:08:41.909789 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5007ec3b-d18c-4364-bfc3-8e4f08cd740d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:41.911680 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b4b400a-a298-4d5d-bd13-a5a1092e292d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:41.977320 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2516d1ae-615f-4857-9703-9ac91ec916cd req-4b1e4313-b3d8-43f9-8a4d-37b10032279b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 210 time: 0.0302732 Jan 28 00:08:42.029668 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:42.122081 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cec41-6179-4b88-881f-3ff4601f4965 req-944c589b-be98-45ed-9b75-01b461caf243 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:42.123835 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fc5cec41-6179-4b88-881f-3ff4601f4965 req-944c589b-be98-45ed-9b75-01b461caf243 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc5a7bb7-4908-4ddb-a86e-e462d1297caa HTTP/1.1" status: 200 len: 950 time: 0.0570700 Jan 28 00:08:42.257077 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02620a1-fca8-417d-aebf-914c43729e07 req-b606e2d8-9267-49c3-95b0-8f3e92981069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:42.258604 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d02620a1-fca8-417d-aebf-914c43729e07 req-b606e2d8-9267-49c3-95b0-8f3e92981069 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8a78e89f3df84c31929be575e138a975&device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 1094 time: 0.3610480 Jan 28 00:08:42.358988 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-f2e5014d-a3e8-4d3a-aa83-6f7b46e32461 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Publish callbacks [] for port (7d6d3be9-94cf-4632-bf35-062a1a482cc8), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:42.450479 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5007ec3b-d18c-4364-bfc3-8e4f08cd740d admin admin] Publish callbacks [] for security_group (8aba9140-32fc-4a95-ab10-04293e11a85e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:42.470260 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b4b400a-a298-4d5d-bd13-a5a1092e292d admin admin] Publish callbacks [] for security_group (a0c68481-fa18-4f8f-89a2-2e54dc1434ac), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:42.474957 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5007ec3b-d18c-4364-bfc3-8e4f08cd740d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (8aba9140-32fc-4a95-ab10-04293e11a85e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:42.494726 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b4b400a-a298-4d5d-bd13-a5a1092e292d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a0c68481-fa18-4f8f-89a2-2e54dc1434ac), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:42.522942 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cef91e-36d7-45d0-88bb-7a40c3cce43a req-c529ac78-1cb5-425c-90b8-5678d7d93329 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:42.524521 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c0cef91e-36d7-45d0-88bb-7a40c3cce43a req-c529ac78-1cb5-425c-90b8-5678d7d93329 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d99ff37-c5fd-496a-99d7-5b2793f6f99a HTTP/1.1" status: 200 len: 949 time: 0.0935235 Jan 28 00:08:42.532169 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02620a1-fca8-417d-aebf-914c43729e07 req-81b5bba1-2cc9-4059-be81-b9c74ce67daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:42.533758 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d02620a1-fca8-417d-aebf-914c43729e07 req-81b5bba1-2cc9-4059-be81-b9c74ce67daa service neutron] 10.222.0.52 "GET /v2.0/networks?id=ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 200 len: 908 time: 0.2624497 Jan 28 00:08:42.556967 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-f2e5014d-a3e8-4d3a-aa83-6f7b46e32461 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (7d6d3be9-94cf-4632-bf35-062a1a482cc8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:42.558522 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5007ec3b-d18c-4364-bfc3-8e4f08cd740d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aba9140-32fc-4a95-ab10-04293e11a85e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:42.567984 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-fc5cec41-6179-4b88-881f-3ff4601f4965 req-d865eb8e-c93c-4454-b964-9f64fb8b81e8 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Deleting port 01208118-adf4-4241-84d7-43e3409ed4d4 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:08:42.567984 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fc5cec41-6179-4b88-881f-3ff4601f4965 req-d865eb8e-c93c-4454-b964-9f64fb8b81e8 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (01208118-adf4-4241-84d7-43e3409ed4d4), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:42.596211 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:42.648568 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c0cef91e-36d7-45d0-88bb-7a40c3cce43a req-0ea35c7d-4304-4dfd-a916-2754b27c8456 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/security-groups?id=77512c6a-d14f-4701-9102-a4b6f9543f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167357 Jan 28 00:08:42.668616 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5007ec3b-d18c-4364-bfc3-8e4f08cd740d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6899ddeff922414ea6699c77ca53189c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0200291 Jan 28 00:08:42.669964 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d02620a1-fca8-417d-aebf-914c43729e07 req-adf52f59-f62e-4b93-acd8-c7a2a5b1e367 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23e4c93d-2bfd-40b7-85b3-7e9aa2285abd HTTP/1.1" status: 200 len: 217 time: 0.1085966 Jan 28 00:08:42.677168 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44926) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:42.683385 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4b4b400a-a298-4d5d-bd13-a5a1092e292d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6f13bcb921a3498fb0b295049e08ea88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9062910 Jan 28 00:08:42.692073 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44928) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:42.743544 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02620a1-fca8-417d-aebf-914c43729e07 req-c2147c3e-5405-41d5-88b1-bf46182e66a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:42.745063 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d02620a1-fca8-417d-aebf-914c43729e07 req-c2147c3e-5405-41d5-88b1-bf46182e66a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a309d6c9-38a3-409d-a906-1638039000ff HTTP/1.1" status: 200 len: 847 time: 0.0560768 Jan 28 00:08:42.747779 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5014d-a3e8-4d3a-aa83-6f7b46e32461 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Pushing event updated for resources: {'Port': ['ID=7d6d3be9-94cf-4632-bf35-062a1a482cc8,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:42.756048 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b400a-a298-4d5d-bd13-a5a1092e292d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c68481-fa18-4f8f-89a2-2e54dc1434ac,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:42.759754 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-f2e5014d-a3e8-4d3a-aa83-6f7b46e32461 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:08:42.767117 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-fc5cec41-6179-4b88-881f-3ff4601f4965 req-d865eb8e-c93c-4454-b964-9f64fb8b81e8 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] For port 01208118-adf4-4241-84d7-43e3409ed4d4, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=01208118-adf4-4241-84d7-43e3409ed4d4,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:42.767672 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fc5cec41-6179-4b88-881f-3ff4601f4965 req-d865eb8e-c93c-4454-b964-9f64fb8b81e8 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (01208118-adf4-4241-84d7-43e3409ed4d4), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:42.770973 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-f2e5014d-a3e8-4d3a-aa83-6f7b46e32461 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:08:42.789290 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-f2e5014d-a3e8-4d3a-aa83-6f7b46e32461 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:08:42.794443 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-f2e5014d-a3e8-4d3a-aa83-6f7b46e32461 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:42.795168 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-f2e5014d-a3e8-4d3a-aa83-6f7b46e32461 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:42.799046 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d02620a1-fca8-417d-aebf-914c43729e07 req-3fbdeb94-c4ef-4429-a200-c1efe4eb1694 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ede0cbb9-a83e-4037-b673-696eabc6b3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443819 Jan 28 00:08:42.813540 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-fc5cec41-6179-4b88-881f-3ff4601f4965 req-d865eb8e-c93c-4454-b964-9f64fb8b81e8 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Calling delete_port for 01208118-adf4-4241-84d7-43e3409ed4d4 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:08:42.833924 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-f2e5014d-a3e8-4d3a-aa83-6f7b46e32461 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0714903 Jan 28 00:08:42.872756 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-3ef6508d-f1c9-4e58-9669-088c3c055cb1 service neutron] Request body: {'port': {'device_id': '5c544112-a708-40e5-b126-bca4b9b075ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:08:42.941675 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-abeb748a-f3a1-4112-bc90-987717ddb9a9 admin admin] Publish callbacks [] for security_group (8aba9140-32fc-4a95-ab10-04293e11a85e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:42.945971 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ae62be12-8a89-463f-bd0c-4da9fb63daa5 admin admin] Publish callbacks [] for security_group (a0c68481-fa18-4f8f-89a2-2e54dc1434ac), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:42.956869 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-3ef6508d-f1c9-4e58-9669-088c3c055cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7d6d3be9-94cf-4632-bf35-062a1a482cc8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:42.970672 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d02620a1-fca8-417d-aebf-914c43729e07 req-60783028-c3fe-44d9-828f-8258e81112d8 service neutron] 10.222.0.52 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624467 Jan 28 00:08:42.994831 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c6758-26bf-42fb-a561-cb4293adff54 req-3e68db41-1730-4e69-a4dd-c298f165a6c2 tempest-LiveMigrationNegativeTest-1776474788 tempest-LiveMigrationNegativeTest-1776474788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:42.996392 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0a7c6758-26bf-42fb-a561-cb4293adff54 req-3e68db41-1730-4e69-a4dd-c298f165a6c2 tempest-LiveMigrationNegativeTest-1776474788 tempest-LiveMigrationNegativeTest-1776474788-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6d99ff37-c5fd-496a-99d7-5b2793f6f99a HTTP/1.1" status: 200 len: 1100 time: 0.2071984 Jan 28 00:08:43.008677 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-abeb748a-f3a1-4112-bc90-987717ddb9a9 admin admin] Publish callbacks [] for security_group (8aba9140-32fc-4a95-ab10-04293e11a85e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:43.032218 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ae62be12-8a89-463f-bd0c-4da9fb63daa5 admin admin] Publish callbacks [] for security_group (a0c68481-fa18-4f8f-89a2-2e54dc1434ac), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:43.110544 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0a7c6758-26bf-42fb-a561-cb4293adff54 req-574aa25c-795d-413d-b375-1aa60887d995 tempest-LiveMigrationNegativeTest-1776474788 tempest-LiveMigrationNegativeTest-1776474788-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:43.217151 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d02620a1-fca8-417d-aebf-914c43729e07 req-18c34fd5-cfed-4ea9-8c63-c49181137f84 service neutron] 10.222.0.52 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390440 Jan 28 00:08:43.245673 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5391d8-eee5-4eae-8f8d-9c3d30dc4f4d req-0bbb9f67-a9d3-4dc6-bd43-05be18cdc168 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:43.247463 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ae5391d8-eee5-4eae-8f8d-9c3d30dc4f4d req-0bbb9f67-a9d3-4dc6-bd43-05be18cdc168 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 943 time: 0.2410765 Jan 28 00:08:43.299201 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-abeb748a-f3a1-4112-bc90-987717ddb9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (8aba9140-32fc-4a95-ab10-04293e11a85e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:43.303008 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-abeb748a-f3a1-4112-bc90-987717ddb9a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:43.308827 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-abeb748a-f3a1-4112-bc90-987717ddb9a9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8aba9140-32fc-4a95-ab10-04293e11a85e HTTP/1.1" status: 204 len: 168 time: 0.6298437 Jan 28 00:08:43.352345 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ae62be12-8a89-463f-bd0c-4da9fb63daa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a0c68481-fa18-4f8f-89a2-2e54dc1434ac), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:43.356448 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ae62be12-8a89-463f-bd0c-4da9fb63daa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:43.357750 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ae62be12-8a89-463f-bd0c-4da9fb63daa5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a0c68481-fa18-4f8f-89a2-2e54dc1434ac HTTP/1.1" status: 204 len: 168 time: 0.6486380 Jan 28 00:08:43.362797 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb748a-f3a1-4112-bc90-987717ddb9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aba9140-32fc-4a95-ab10-04293e11a85e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:43.367483 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fc5cec41-6179-4b88-881f-3ff4601f4965 req-d865eb8e-c93c-4454-b964-9f64fb8b81e8 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (01208118-adf4-4241-84d7-43e3409ed4d4), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:43.389835 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-3ef6508d-f1c9-4e58-9669-088c3c055cb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6d3be9-94cf-4632-bf35-062a1a482cc8 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:08:43.400541 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-3ef6508d-f1c9-4e58-9669-088c3c055cb1 service neutron] Publish callbacks [] for port (7d6d3be9-94cf-4632-bf35-062a1a482cc8), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:43.416584 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['01208118-adf4-4241-84d7-43e3409ed4d4'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:08:43.426076 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-3ef6508d-f1c9-4e58-9669-088c3c055cb1 service neutron] Transition to ACTIVE for port object 7d6d3be9-94cf-4632-bf35-062a1a482cc8 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:08:43.426466 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-3ef6508d-f1c9-4e58-9669-088c3c055cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (7d6d3be9-94cf-4632-bf35-062a1a482cc8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:43.440431 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ae5391d8-eee5-4eae-8f8d-9c3d30dc4f4d req-59617832-5306-4e62-81b4-3e4815d321c6 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784976 Jan 28 00:08:43.501429 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62be12-8a89-463f-bd0c-4da9fb63daa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c68481-fa18-4f8f-89a2-2e54dc1434ac,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:43.594001 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6508d-f1c9-4e58-9669-088c3c055cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6d3be9-94cf-4632-bf35-062a1a482cc8,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:43.638367 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5f3a0dc-9853-4b5a-896b-85cad02e2b1d req-c8d3ded7-9acc-406c-b669-e88c808f6fc8 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc5a7bb7-4908-4ddb-a86e-e462d1297caa HTTP/1.1" status: 200 len: 210 time: 0.0432246 Jan 28 00:08:43.654552 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d865eb8e-c93c-4454-b964-9f64fb8b81e8 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Pushing event deleted for resources: {'Port': ['ID=01208118-adf4-4241-84d7-43e3409ed4d4,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:43.670682 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:43.697787 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-3ef6508d-f1c9-4e58-9669-088c3c055cb1 service neutron] Attempting to bind port 7d6d3be9-94cf-4632-bf35-062a1a482cc8 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:08:43.698347 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-3ef6508d-f1c9-4e58-9669-088c3c055cb1 service neutron] Attempting to bind port 7d6d3be9-94cf-4632-bf35-062a1a482cc8 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:08:43.698694 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-3ef6508d-f1c9-4e58-9669-088c3c055cb1 service neutron] Attempting to bind port 7d6d3be9-94cf-4632-bf35-062a1a482cc8 on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:08:43.722139 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-3ef6508d-f1c9-4e58-9669-088c3c055cb1 service neutron] Port 7d6d3be9-94cf-4632-bf35-062a1a482cc8 on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:08:43.722578 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-3ef6508d-f1c9-4e58-9669-088c3c055cb1 service neutron] Attempting to bind port 7d6d3be9-94cf-4632-bf35-062a1a482cc8 on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:08:43.740119 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-3ef6508d-f1c9-4e58-9669-088c3c055cb1 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:08:43.740119 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-3ef6508d-f1c9-4e58-9669-088c3c055cb1 service neutron] Checking segment: {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:08:43.740411 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-3ef6508d-f1c9-4e58-9669-088c3c055cb1 service neutron] Bound using segment: {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:08:43.741183 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-3ef6508d-f1c9-4e58-9669-088c3c055cb1 service neutron] Bound port: 7d6d3be9-94cf-4632-bf35-062a1a482cc8, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:08:43.741556 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-3ef6508d-f1c9-4e58-9669-088c3c055cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7d6d3be9-94cf-4632-bf35-062a1a482cc8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:43.751448 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5cec41-6179-4b88-881f-3ff4601f4965 req-d865eb8e-c93c-4454-b964-9f64fb8b81e8 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] No DVR routers for this DVR port 01208118-adf4-4241-84d7-43e3409ed4d4 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:08:43.775698 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fc5cec41-6179-4b88-881f-3ff4601f4965 req-d865eb8e-c93c-4454-b964-9f64fb8b81e8 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:43.779430 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fc5cec41-6179-4b88-881f-3ff4601f4965 req-d865eb8e-c93c-4454-b964-9f64fb8b81e8 tempest-DeleteServersAdminTestJSON-1005410247 tempest-DeleteServersAdminTestJSON-1005410247-project] 10.222.0.52 "DELETE /v2.0/ports/01208118-adf4-4241-84d7-43e3409ed4d4 HTTP/1.1" status: 204 len: 173 time: 1.6468654 Jan 28 00:08:43.802221 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5a7bb7-4908-4ddb-a86e-e462d1297caa', 'name': 'network-vif-deleted', 'tag': '01208118-adf4-4241-84d7-43e3409ed4d4'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:08:43.807295 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba58f6c-0d4f-4104-9749-950f295c5362" -d '{"events": [{"server_uuid": "cc5a7bb7-4908-4ddb-a86e-e462d1297caa", "name": "network-vif-deleted", "tag": "01208118-adf4-4241-84d7-43e3409ed4d4"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:08:43.902631 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ee4e9-c952-44c6-8606-22403f601822 req-684146c3-96db-473f-9038-e79e647c1a30 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:43.906112 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-3ef6508d-f1c9-4e58-9669-088c3c055cb1 service neutron] For port 7d6d3be9-94cf-4632-bf35-062a1a482cc8, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:08:43.909976 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e2ee4e9-c952-44c6-8606-22403f601822 req-684146c3-96db-473f-9038-e79e647c1a30 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 944 time: 0.1529143 Jan 28 00:08:43.912514 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-3ef6508d-f1c9-4e58-9669-088c3c055cb1 service neutron] For port 7d6d3be9-94cf-4632-bf35-062a1a482cc8, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=7d6d3be9-94cf-4632-bf35-062a1a482cc8,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:08:43.920597 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-3ef6508d-f1c9-4e58-9669-088c3c055cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (7d6d3be9-94cf-4632-bf35-062a1a482cc8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:43.935607 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44952) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:43.956576 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0a7c6758-26bf-42fb-a561-cb4293adff54 req-574aa25c-795d-413d-b375-1aa60887d995 tempest-LiveMigrationNegativeTest-1776474788 tempest-LiveMigrationNegativeTest-1776474788-project-admin] Publish callbacks [] for security_group (1348d8a9-36a8-4dcc-8db3-4019dae112c6), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:43.981089 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0a7c6758-26bf-42fb-a561-cb4293adff54 req-574aa25c-795d-413d-b375-1aa60887d995 tempest-LiveMigrationNegativeTest-1776474788 tempest-LiveMigrationNegativeTest-1776474788-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (1348d8a9-36a8-4dcc-8db3-4019dae112c6), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:43.985880 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-3ef6508d-f1c9-4e58-9669-088c3c055cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:43.987554 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-228cebaa-abda-4e22-982e-ef3d88d91990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:43.990057 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-3ef6508d-f1c9-4e58-9669-088c3c055cb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:43.991920 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-3ef6508d-f1c9-4e58-9669-088c3c055cb1 service neutron] 10.222.0.65 "PUT /v2.0/ports/7d6d3be9-94cf-4632-bf35-062a1a482cc8 HTTP/1.1" status: 200 len: 1092 time: 1.1272497 Jan 28 00:08:43.992512 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c544112-a708-40e5-b126-bca4b9b075ca', 'tag': '7d6d3be9-94cf-4632-bf35-062a1a482cc8'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:08:43.995512 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ee7f83-0d87-4855-b6bd-8d35167e54d8" -d '{"events": [{"name": "network-changed", "server_uuid": "5c544112-a708-40e5-b126-bca4b9b075ca", "tag": "7d6d3be9-94cf-4632-bf35-062a1a482cc8"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:08:44.028348 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6508d-f1c9-4e58-9669-088c3c055cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6d3be9-94cf-4632-bf35-062a1a482cc8,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:44.038683 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44956) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:44.060871 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-74489e5e-d0ad-4d63-bbb5-c9882e7749bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:44.072306 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574aa25c-795d-413d-b375-1aa60887d995 tempest-LiveMigrationNegativeTest-1776474788 tempest-LiveMigrationNegativeTest-1776474788-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1348d8a9-36a8-4dcc-8db3-4019dae112c6,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:44.087282 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0a7c6758-26bf-42fb-a561-cb4293adff54 req-574aa25c-795d-413d-b375-1aa60887d995 tempest-LiveMigrationNegativeTest-1776474788 tempest-LiveMigrationNegativeTest-1776474788-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=77512c6a-d14f-4701-9102-a4b6f9543f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0720983 Jan 28 00:08:44.102185 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e2ee4e9-c952-44c6-8606-22403f601822 req-f0a62b3e-51c4-41e2-971c-7314030fd350 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913652 Jan 28 00:08:44.147601 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-2f326efe-52f9-4852-8fcf-f9b47128e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:44.149221 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-2f326efe-52f9-4852-8fcf-f9b47128e1a2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6990d737c5db4738a7ab281f03db2443&device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 1095 time: 0.0799665 Jan 28 00:08:44.206080 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-dab3a8c8-b854-45d8-a026-4451cdc2342f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d6d3be9-94cf-4632-bf35-062a1a482cc8 HTTP/1.1" status: 200 len: 217 time: 0.0410025 Jan 28 00:08:44.215645 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b466b1-1200-4112-a3a6-ff8c446b0483 x-openstack-request-id: req-02b466b1-1200-4112-a3a6-ff8c446b0483 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:08:44.216011 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc5a7bb7-4908-4ddb-a86e-e462d1297caa", "name": "network-vif-deleted", "tag": "01208118-adf4-4241-84d7-43e3409ed4d4", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:08:44.216539 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-02b466b1-1200-4112-a3a6-ff8c446b0483 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:08:44.216893 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5a7bb7-4908-4ddb-a86e-e462d1297caa', 'name': 'network-vif-deleted', 'tag': '01208118-adf4-4241-84d7-43e3409ed4d4', 'status': 'completed', 'code': 200} Jan 28 00:08:44.281964 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-228cebaa-abda-4e22-982e-ef3d88d91990 admin admin] Publish callbacks [] for security_group (b5119703-b457-476a-a783-b8c52513c1a9), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:44.288544 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84018461-3a16-4714-b002-cb9d13f0abec x-openstack-request-id: req-84018461-3a16-4714-b002-cb9d13f0abec {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:08:44.288684 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-228cebaa-abda-4e22-982e-ef3d88d91990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b5119703-b457-476a-a783-b8c52513c1a9), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:44.288988 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c544112-a708-40e5-b126-bca4b9b075ca", "tag": "7d6d3be9-94cf-4632-bf35-062a1a482cc8", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:08:44.289322 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-84018461-3a16-4714-b002-cb9d13f0abec {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:08:44.289832 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c544112-a708-40e5-b126-bca4b9b075ca', 'tag': '7d6d3be9-94cf-4632-bf35-062a1a482cc8', 'status': 'completed', 'code': 200} Jan 28 00:08:44.294019 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-74489e5e-d0ad-4d63-bbb5-c9882e7749bb admin admin] Publish callbacks [] for security_group (d4e8bcc8-496f-49c7-9f36-f8b82b20a2d9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:44.305651 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-74489e5e-d0ad-4d63-bbb5-c9882e7749bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d4e8bcc8-496f-49c7-9f36-f8b82b20a2d9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:44.334014 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-fd875698-c99b-4df4-bc56-3e6a18681147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:44.336550 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-fd875698-c99b-4df4-bc56-3e6a18681147 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1cf259c4-4e5d-4731-814e-e633d701ebdd HTTP/1.1" status: 200 len: 861 time: 0.1207733 Jan 28 00:08:44.338408 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-228cebaa-abda-4e22-982e-ef3d88d91990 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=04a66b3a207642268372b17098e0653a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3913119 Jan 28 00:08:44.339361 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cebaa-abda-4e22-982e-ef3d88d91990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5119703-b457-476a-a783-b8c52513c1a9,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:44.341967 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44964) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:44.358552 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-74489e5e-d0ad-4d63-bbb5-c9882e7749bb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=95cd27e1762a417390e4d3b58fa9c4f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180168 Jan 28 00:08:44.359209 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44966) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:44.392524 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-cf69afaf-6f20-4605-84a5-2f514033e5a4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493798 Jan 28 00:08:44.405365 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-312bd9d0-d1db-43bb-86d4-03a73554e581 admin admin] Publish callbacks [] for security_group (b5119703-b457-476a-a783-b8c52513c1a9), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:44.464929 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-312bd9d0-d1db-43bb-86d4-03a73554e581 admin admin] Publish callbacks [] for security_group (b5119703-b457-476a-a783-b8c52513c1a9), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:44.506833 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74489e5e-d0ad-4d63-bbb5-c9882e7749bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e8bcc8-496f-49c7-9f36-f8b82b20a2d9,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:44.561198 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60d0049f-ea96-4140-9520-0daa9008d9e5 admin admin] Publish callbacks [] for security_group (d4e8bcc8-496f-49c7-9f36-f8b82b20a2d9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:44.573752 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-312bd9d0-d1db-43bb-86d4-03a73554e581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b5119703-b457-476a-a783-b8c52513c1a9), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:44.575841 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-d75139bd-7b84-4313-b2fc-c49342ebc173 service neutron] 10.222.0.65 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714137 Jan 28 00:08:44.576781 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-312bd9d0-d1db-43bb-86d4-03a73554e581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:44.582169 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-312bd9d0-d1db-43bb-86d4-03a73554e581 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b5119703-b457-476a-a783-b8c52513c1a9 HTTP/1.1" status: 204 len: 168 time: 0.2352030 Jan 28 00:08:44.621794 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bd9d0-d1db-43bb-86d4-03a73554e581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5119703-b457-476a-a783-b8c52513c1a9,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:44.665410 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60d0049f-ea96-4140-9520-0daa9008d9e5 admin admin] Publish callbacks [] for security_group (d4e8bcc8-496f-49c7-9f36-f8b82b20a2d9), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:44.699049 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-d8079116-cdb3-4158-8af7-2ed916e82c8e req-3de50e8d-21dd-4e8e-88f1-30005107753f service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:08:44.700210 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d8079116-cdb3-4158-8af7-2ed916e82c8e req-3de50e8d-21dd-4e8e-88f1-30005107753f service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064499 Jan 28 00:08:44.739515 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89beaa1-cc45-42d3-93ea-09b817b3800e req-9db51778-353d-49b1-9e94-2cb3000bc76e tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:44.746680 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e89beaa1-cc45-42d3-93ea-09b817b3800e req-9db51778-353d-49b1-9e94-2cb3000bc76e tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 943 time: 0.1201165 Jan 28 00:08:44.756614 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-abce3bf3-66ba-4b18-8712-4ffe116ab117 req-5fd5a724-9dcd-41c9-b352-47195103cd97 service neutron] 10.222.0.65 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654999 Jan 28 00:08:44.797171 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60d0049f-ea96-4140-9520-0daa9008d9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d4e8bcc8-496f-49c7-9f36-f8b82b20a2d9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:44.801700 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60d0049f-ea96-4140-9520-0daa9008d9e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:44.805341 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-60d0049f-ea96-4140-9520-0daa9008d9e5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d4e8bcc8-496f-49c7-9f36-f8b82b20a2d9 HTTP/1.1" status: 204 len: 168 time: 0.4213364 Jan 28 00:08:44.835957 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0049f-ea96-4140-9520-0daa9008d9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e8bcc8-496f-49c7-9f36-f8b82b20a2d9,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:44.838937 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e89beaa1-cc45-42d3-93ea-09b817b3800e req-c7b03f66-5722-44ec-880c-137dfe282053 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911541 Jan 28 00:08:44.931776 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee7f83-0d87-4855-b6bd-8d35167e54d8 req-d2a55049-51e5-4e09-aa04-02554889fb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:44.944452 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-74ee7f83-0d87-4855-b6bd-8d35167e54d8 req-d2a55049-51e5-4e09-aa04-02554889fb0a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6990d737c5db4738a7ab281f03db2443&device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 1095 time: 0.0948327 Jan 28 00:08:45.133984 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee7f83-0d87-4855-b6bd-8d35167e54d8 req-dbb1de51-2c53-4c20-9db7-4fac9f2a918e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:45.135782 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-74ee7f83-0d87-4855-b6bd-8d35167e54d8 req-dbb1de51-2c53-4c20-9db7-4fac9f2a918e service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf HTTP/1.1" status: 200 len: 922 time: 0.1844296 Jan 28 00:08:45.238024 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-74ee7f83-0d87-4855-b6bd-8d35167e54d8 req-92a3121b-1531-4ddd-99b9-a834a51f437c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d6d3be9-94cf-4632-bf35-062a1a482cc8 HTTP/1.1" status: 200 len: 217 time: 0.0952752 Jan 28 00:08:45.302468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba5619-7882-4614-a93d-58150bc51d04 req-daaf0d2f-e97f-4588-b2b4-cf1bd51b192a tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:45.310853 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4fba5619-7882-4614-a93d-58150bc51d04 req-daaf0d2f-e97f-4588-b2b4-cf1bd51b192a tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d99ff37-c5fd-496a-99d7-5b2793f6f99a HTTP/1.1" status: 200 len: 949 time: 0.1192825 Jan 28 00:08:45.312248 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee7f83-0d87-4855-b6bd-8d35167e54d8 req-3e189d1f-58fe-44bc-b8d7-447b3911e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:45.313842 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-74ee7f83-0d87-4855-b6bd-8d35167e54d8 req-3e189d1f-58fe-44bc-b8d7-447b3911e506 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1cf259c4-4e5d-4731-814e-e633d701ebdd HTTP/1.1" status: 200 len: 861 time: 0.0683844 Jan 28 00:08:45.341091 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6e30e-a9d6-419b-a117-2b75038433f6 req-dfbcfd49-53c5-4af0-86c9-dc2e424e7b57 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:45.343104 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-53a6e30e-a9d6-419b-a117-2b75038433f6 req-dfbcfd49-53c5-4af0-86c9-dc2e424e7b57 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 944 time: 0.1178672 Jan 28 00:08:45.382556 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-74ee7f83-0d87-4855-b6bd-8d35167e54d8 req-f3117aea-906a-4bdf-99c0-cbc815196a7a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622449 Jan 28 00:08:45.419956 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4fba5619-7882-4614-a93d-58150bc51d04 req-025b6879-45b6-4175-a16f-86c80e6a1326 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/security-groups?id=77512c6a-d14f-4701-9102-a4b6f9543f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056762 Jan 28 00:08:45.501055 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-53a6e30e-a9d6-419b-a117-2b75038433f6 req-6c41bce5-284c-4355-8216-d38313ff0e70 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461689 Jan 28 00:08:45.556773 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-74ee7f83-0d87-4855-b6bd-8d35167e54d8 req-0b216243-d768-4f26-9467-1585d17ce2c7 service neutron] 10.222.0.65 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659081 Jan 28 00:08:45.650615 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45018) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:45.677089 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-74ee7f83-0d87-4855-b6bd-8d35167e54d8 req-718c5258-72c6-4180-ab7b-fd5fda498fcb service neutron] 10.222.0.65 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129978 Jan 28 00:08:45.910697 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-52b35ef9-5c61-43c7-8473-8f9400fa0a5f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d0d8020e775c458d96c138dba83f468a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586732 Jan 28 00:08:45.913566 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45030) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:46.000034 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c38af8e-c457-4ca8-be8c-7181e0542a31 admin admin] Publish callbacks [] for security_group (097cc55d-5aa9-423a-a0b8-7fcff7739fc9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:46.026835 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959aada-c7f0-41ab-81ad-05dbe5540adb req-a6e48823-d2c2-40e3-b634-e6069007df18 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:46.029922 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b959aada-c7f0-41ab-81ad-05dbe5540adb req-a6e48823-d2c2-40e3-b634-e6069007df18 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 943 time: 0.1093733 Jan 28 00:08:46.042897 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c38af8e-c457-4ca8-be8c-7181e0542a31 admin admin] Publish callbacks [] for security_group (097cc55d-5aa9-423a-a0b8-7fcff7739fc9), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:46.121669 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c38af8e-c457-4ca8-be8c-7181e0542a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (097cc55d-5aa9-423a-a0b8-7fcff7739fc9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:46.125928 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c38af8e-c457-4ca8-be8c-7181e0542a31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:46.128925 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6c38af8e-c457-4ca8-be8c-7181e0542a31 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/097cc55d-5aa9-423a-a0b8-7fcff7739fc9 HTTP/1.1" status: 204 len: 168 time: 0.2141135 Jan 28 00:08:46.142541 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b959aada-c7f0-41ab-81ad-05dbe5540adb req-11f7ea8c-4f06-4930-97e1-fc305eb053f8 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035254 Jan 28 00:08:46.150459 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38af8e-c457-4ca8-be8c-7181e0542a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097cc55d-5aa9-423a-a0b8-7fcff7739fc9,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:46.550604 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:08:46.577565 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89cf74-0ce6-4c78-807f-b380fe52796e req-762e7342-8aef-439d-8e5e-9d637217cf36 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:46.587855 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5f89cf74-0ce6-4c78-807f-b380fe52796e req-762e7342-8aef-439d-8e5e-9d637217cf36 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d99ff37-c5fd-496a-99d7-5b2793f6f99a HTTP/1.1" status: 200 len: 949 time: 0.0677586 Jan 28 00:08:46.591586 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 01208118-adf4-4241-84d7-43e3409ed4d4 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:08:46.657251 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 01208118-adf4-4241-84d7-43e3409ed4d4 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:08:46.657530 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 01208118-adf4-4241-84d7-43e3409ed4d4 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:08:46.710345 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5f89cf74-0ce6-4c78-807f-b380fe52796e req-35fda492-8f7a-4595-9cd2-81b46342a724 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/security-groups?id=77512c6a-d14f-4701-9102-a4b6f9543f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211889 Jan 28 00:08:46.748187 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f7346-3ba3-42aa-8e6d-95077fab0c24 req-96e6c8cb-a927-4c43-9c88-2c2497a2eff3 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:46.767596 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d4f7346-3ba3-42aa-8e6d-95077fab0c24 req-96e6c8cb-a927-4c43-9c88-2c2497a2eff3 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 944 time: 0.1415863 Jan 28 00:08:46.834319 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=23e4c93d-2bfd-40b7-85b3-7e9aa2285abd,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:46.841256 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d4f7346-3ba3-42aa-8e6d-95077fab0c24 req-c94ffc57-d677-4fcf-a0c4-f5024a80f987 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677168 Jan 28 00:08:46.862332 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '23e4c93d-2bfd-40b7-85b3-7e9aa2285abd', 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3', 'port_id': '23e4c93d-2bfd-40b7-85b3-7e9aa2285abd', 'mac_address': 'fa:16:3e:12:b6:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a309d6c9-38a3-409d-a906-1638039000ff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:08:46.865968 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45066) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:46.890824 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7320abd5-3aa0-4620-8d7f-97bfad6e4c07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:46.902440 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b2bff-0299-4d27-8f76-6360ebd40eb4 req-5cb4a12e-e02d-4373-b373-81e94b15f085 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:46.904224 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9c8b2bff-0299-4d27-8f76-6360ebd40eb4 req-5cb4a12e-e02d-4373-b373-81e94b15f085 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d99ff37-c5fd-496a-99d7-5b2793f6f99a HTTP/1.1" status: 200 len: 949 time: 0.0720296 Jan 28 00:08:46.941083 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:08:46.941471 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (23e4c93d-2bfd-40b7-85b3-7e9aa2285abd), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:46.973413 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:08:47.019281 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=23e4c93d-2bfd-40b7-85b3-7e9aa2285abd,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:47.022631 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7320abd5-3aa0-4620-8d7f-97bfad6e4c07 admin admin] Publish callbacks [] for security_group (4a44702c-01fa-49f2-a622-bd7fb480742f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:47.027210 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7320abd5-3aa0-4620-8d7f-97bfad6e4c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4a44702c-01fa-49f2-a622-bd7fb480742f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:47.028710 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (23e4c93d-2bfd-40b7-85b3-7e9aa2285abd), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:47.074664 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7320abd5-3aa0-4620-8d7f-97bfad6e4c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a44702c-01fa-49f2-a622-bd7fb480742f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:47.079800 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7320abd5-3aa0-4620-8d7f-97bfad6e4c07 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=26d0f378ee1a4fdca11e2999be1bef8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2127516 Jan 28 00:08:47.082921 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45070) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:47.098460 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-9c8b2bff-0299-4d27-8f76-6360ebd40eb4 req-1e16803d-7144-42e4-b626-cb9e1eadb542 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Deleting port ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:08:47.098997 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-9c8b2bff-0299-4d27-8f76-6360ebd40eb4 req-1e16803d-7144-42e4-b626-cb9e1eadb542 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:47.106508 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=23e4c93d-2bfd-40b7-85b3-7e9aa2285abd,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:47.162914 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1b7e095a-9ccb-4177-b792-cda9782727b8 admin admin] Publish callbacks [] for security_group (4a44702c-01fa-49f2-a622-bd7fb480742f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:47.199669 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1b7e095a-9ccb-4177-b792-cda9782727b8 admin admin] Publish callbacks [] for security_group (4a44702c-01fa-49f2-a622-bd7fb480742f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:47.227216 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-9c8b2bff-0299-4d27-8f76-6360ebd40eb4 req-1e16803d-7144-42e4-b626-cb9e1eadb542 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] For port ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:47.227593 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-9c8b2bff-0299-4d27-8f76-6360ebd40eb4 req-1e16803d-7144-42e4-b626-cb9e1eadb542 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:47.246187 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-9c8b2bff-0299-4d27-8f76-6360ebd40eb4 req-1e16803d-7144-42e4-b626-cb9e1eadb542 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Calling delete_port for ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:08:47.331508 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d5800-5f78-4896-b2e1-f462e3ef86f6 req-81d8f155-5ff2-4ea4-a87f-f366bed26ccd tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:47.336289 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 7d6d3be9-94cf-4632-bf35-062a1a482cc8 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:08:47.339075 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-df2d5800-5f78-4896-b2e1-f462e3ef86f6 req-81d8f155-5ff2-4ea4-a87f-f366bed26ccd tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 944 time: 0.1070380 Jan 28 00:08:47.375791 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1b7e095a-9ccb-4177-b792-cda9782727b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4a44702c-01fa-49f2-a622-bd7fb480742f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:47.379995 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1b7e095a-9ccb-4177-b792-cda9782727b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:47.385154 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1b7e095a-9ccb-4177-b792-cda9782727b8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4a44702c-01fa-49f2-a622-bd7fb480742f HTTP/1.1" status: 204 len: 168 time: 0.3002529 Jan 28 00:08:47.429204 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-9c8b2bff-0299-4d27-8f76-6360ebd40eb4 req-1e16803d-7144-42e4-b626-cb9e1eadb542 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:47.429840 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e095a-9ccb-4177-b792-cda9782727b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a44702c-01fa-49f2-a622-bd7fb480742f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:47.455990 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-df2d5800-5f78-4896-b2e1-f462e3ef86f6 req-1d3d8e2a-097a-4487-a2a2-3d996d010bf1 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154475 Jan 28 00:08:47.501220 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:08:47.515329 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['0752b0c0-f4ea-4f7e-92a4-c0922dff84c4'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:08:47.523578 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16803d-7144-42e4-b626-cb9e1eadb542 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Pushing event deleted for resources: {'Port': ['ID=ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:47.559575 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8b2bff-0299-4d27-8f76-6360ebd40eb4 req-1e16803d-7144-42e4-b626-cb9e1eadb542 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] No DVR routers for this DVR port ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996 on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:08:47.563337 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-9c8b2bff-0299-4d27-8f76-6360ebd40eb4 req-1e16803d-7144-42e4-b626-cb9e1eadb542 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:47.568699 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9c8b2bff-0299-4d27-8f76-6360ebd40eb4 req-1e16803d-7144-42e4-b626-cb9e1eadb542 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.65 "DELETE /v2.0/ports/ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996 HTTP/1.1" status: 204 len: 173 time: 0.6560943 Jan 28 00:08:47.569946 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d99ff37-c5fd-496a-99d7-5b2793f6f99a', 'name': 'network-vif-deleted', 'tag': 'ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:08:47.573557 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['23e4c93d-2bfd-40b7-85b3-7e9aa2285abd'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:08:47.575476 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f7ea17-30e3-4947-a598-1abebe4cbe1c" -d '{"events": [{"server_uuid": "6d99ff37-c5fd-496a-99d7-5b2793f6f99a", "name": "network-vif-deleted", "tag": "ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:08:47.639677 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f433564-4591-4e1b-b3ec-33272172c1c5 x-openstack-request-id: req-3f433564-4591-4e1b-b3ec-33272172c1c5 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:08:47.640612 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d99ff37-c5fd-496a-99d7-5b2793f6f99a", "name": "network-vif-deleted", "tag": "ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:08:47.640961 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3f433564-4591-4e1b-b3ec-33272172c1c5 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:08:47.641461 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d99ff37-c5fd-496a-99d7-5b2793f6f99a', 'name': 'network-vif-deleted', 'tag': 'ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996', 'status': 'completed', 'code': 200} Jan 28 00:08:47.719541 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 7d6d3be9-94cf-4632-bf35-062a1a482cc8, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=7d6d3be9-94cf-4632-bf35-062a1a482cc8,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:47.759160 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '7d6d3be9-94cf-4632-bf35-062a1a482cc8', 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf', 'port_id': '7d6d3be9-94cf-4632-bf35-062a1a482cc8', 'mac_address': 'fa:16:3e:2e:bf:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cf259c4-4e5d-4731-814e-e633d701ebdd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:08:47.899146 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 7d6d3be9-94cf-4632-bf35-062a1a482cc8 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:08:47.899549 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7d6d3be9-94cf-4632-bf35-062a1a482cc8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:47.916228 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-36f09fd5-699b-4d32-a3f2-63da9f0271f4 req-4a51878f-3325-462a-8275-ae106b49777f tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d99ff37-c5fd-496a-99d7-5b2793f6f99a HTTP/1.1" status: 200 len: 210 time: 0.0433106 Jan 28 00:08:47.963718 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6d3be9-94cf-4632-bf35-062a1a482cc8 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:08:48.022540 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 7d6d3be9-94cf-4632-bf35-062a1a482cc8, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=7d6d3be9-94cf-4632-bf35-062a1a482cc8,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:48.039598 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (7d6d3be9-94cf-4632-bf35-062a1a482cc8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:48.130805 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=7d6d3be9-94cf-4632-bf35-062a1a482cc8,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:48.219301 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb1d97-095c-479e-85cf-62e634ba17c5 req-e87f87b7-6ea0-42a8-b452-158ed002b2ef tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:48.226585 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-13eb1d97-095c-479e-85cf-62e634ba17c5 req-e87f87b7-6ea0-42a8-b452-158ed002b2ef tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 945 time: 0.0707595 Jan 28 00:08:48.283902 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-13eb1d97-095c-479e-85cf-62e634ba17c5 req-3ad29b1b-17e9-42c1-b320-6e65d2dea0d9 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561283 Jan 28 00:08:48.398596 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['7d6d3be9-94cf-4632-bf35-062a1a482cc8'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:08:48.666650 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e7412-1317-4d12-b115-8c505b7c4580 req-f3042ff8-c867-480c-94ef-2a1b5d26ca2b tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:48.667989 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-170e7412-1317-4d12-b115-8c505b7c4580 req-f3042ff8-c867-480c-94ef-2a1b5d26ca2b tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 944 time: 0.0755410 Jan 28 00:08:48.722546 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-170e7412-1317-4d12-b115-8c505b7c4580 req-70eda972-a827-4bdd-9b1d-ba769ad9dc9d tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488753 Jan 28 00:08:49.338204 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 7d6d3be9-94cf-4632-bf35-062a1a482cc8 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:08:49.376632 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb539c-d73f-4159-92ab-2bbb5ace6079 req-a5a227db-6916-4ffc-8cc9-1b0520009381 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:49.379794 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-74fb539c-d73f-4159-92ab-2bbb5ace6079 req-a5a227db-6916-4ffc-8cc9-1b0520009381 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=91219744-f3f4-4ba8-9a3e-ee77899cd46c HTTP/1.1" status: 200 len: 950 time: 0.0721416 Jan 28 00:08:49.400259 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45198) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:49.452342 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 7d6d3be9-94cf-4632-bf35-062a1a482cc8 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:08:49.459190 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 7d6d3be9-94cf-4632-bf35-062a1a482cc8 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:08:49.462149 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (7d6d3be9-94cf-4632-bf35-062a1a482cc8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:49.498022 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-74fb539c-d73f-4159-92ab-2bbb5ace6079 req-c06f1f3a-60a7-472e-aae1-fc2883c4ee9e tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/security-groups?id=77512c6a-d14f-4701-9102-a4b6f9543f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121213 Jan 28 00:08:49.617460 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 7d6d3be9-94cf-4632-bf35-062a1a482cc8 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:08:49.617872 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7d6d3be9-94cf-4632-bf35-062a1a482cc8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:49.622291 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553afaa2-bbc8-4d93-b7c3-f4adc2e004a6 req-0fb6507e-24e7-4ab1-ba2a-2b2faebdcb99 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:49.630886 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-553afaa2-bbc8-4d93-b7c3-f4adc2e004a6 req-0fb6507e-24e7-4ab1-ba2a-2b2faebdcb99 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 945 time: 0.0704150 Jan 28 00:08:49.645734 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c544112-a708-40e5-b126-bca4b9b075ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6d3be9-94cf-4632-bf35-062a1a482cc8'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:08:49.649481 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b1e5ac-377b-41f4-beb6-75f9b527e4f4" -d '{"events": [{"server_uuid": "5c544112-a708-40e5-b126-bca4b9b075ca", "name": "network-vif-plugged", "status": "completed", "tag": "7d6d3be9-94cf-4632-bf35-062a1a482cc8"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:08:49.682783 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 7d6d3be9-94cf-4632-bf35-062a1a482cc8, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=7d6d3be9-94cf-4632-bf35-062a1a482cc8,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:49.693276 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (7d6d3be9-94cf-4632-bf35-062a1a482cc8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:49.695848 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:08:49.699593 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dee95f4-a69f-43de-99c9-d32e0530d2e0 x-openstack-request-id: req-5dee95f4-a69f-43de-99c9-d32e0530d2e0 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:08:49.699593 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c544112-a708-40e5-b126-bca4b9b075ca", "name": "network-vif-plugged", "status": "completed", "tag": "7d6d3be9-94cf-4632-bf35-062a1a482cc8", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:08:49.699593 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5dee95f4-a69f-43de-99c9-d32e0530d2e0 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:08:49.700507 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c544112-a708-40e5-b126-bca4b9b075ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6d3be9-94cf-4632-bf35-062a1a482cc8', 'code': 200} Jan 28 00:08:49.723200 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-553afaa2-bbc8-4d93-b7c3-f4adc2e004a6 req-ab27baae-c8e0-416e-a81d-3dfd741b00d3 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867422 Jan 28 00:08:49.744468 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:08:49.745514 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device ffbd9ea9-fab3-4edf-9ea4-d3b2f185a996 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:08:49.791995 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=7d6d3be9-94cf-4632-bf35-062a1a482cc8,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:49.877061 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c2f1d7f1-6845-40e4-972b-be5ddc4e3ce2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:49.903021 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644266c-26fe-4321-b51d-6be233d51ce6 req-a0e85e6d-d3ca-44e5-b997-309e9326eea3 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:49.903021 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0644266c-26fe-4321-b51d-6be233d51ce6 req-a0e85e6d-d3ca-44e5-b997-309e9326eea3 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 944 time: 0.0691264 Jan 28 00:08:49.903251 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c758b1-f009-4827-9176-25b04f8c4e42 req-62d968dd-1a05-48ef-95ac-81eafca0f18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:49.904334 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-87c758b1-f009-4827-9176-25b04f8c4e42 req-62d968dd-1a05-48ef-95ac-81eafca0f18e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 1097 time: 0.0725207 Jan 28 00:08:49.971270 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0644266c-26fe-4321-b51d-6be233d51ce6 req-feead30e-48ae-4613-9943-89ed44d6b89e tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623038 Jan 28 00:08:49.992790 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-87c758b1-f009-4827-9176-25b04f8c4e42 req-d19ba3a5-6973-4f10-943a-1a8c05b71ee4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799305 Jan 28 00:08:50.010059 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c2f1d7f1-6845-40e4-972b-be5ddc4e3ce2 admin admin] Publish callbacks [] for security_group (39de6c18-f826-4c4b-a131-b5c21409a84b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:50.015875 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c2f1d7f1-6845-40e4-972b-be5ddc4e3ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (39de6c18-f826-4c4b-a131-b5c21409a84b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:50.054971 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1d7f1-6845-40e4-972b-be5ddc4e3ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39de6c18-f826-4c4b-a131-b5c21409a84b,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:50.062247 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45228) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:50.062349 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c2f1d7f1-6845-40e4-972b-be5ddc4e3ce2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4b8fce12d6134565a9ae962fa7a51bc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6608832 Jan 28 00:08:50.123597 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b11abed5-bae3-4070-97bf-e48c36846c42 admin admin] Publish callbacks [] for security_group (39de6c18-f826-4c4b-a131-b5c21409a84b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:50.145944 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b11abed5-bae3-4070-97bf-e48c36846c42 admin admin] Publish callbacks [] for security_group (39de6c18-f826-4c4b-a131-b5c21409a84b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:50.206023 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b11abed5-bae3-4070-97bf-e48c36846c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (39de6c18-f826-4c4b-a131-b5c21409a84b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:50.209533 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b11abed5-bae3-4070-97bf-e48c36846c42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:50.210759 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b11abed5-bae3-4070-97bf-e48c36846c42 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/39de6c18-f826-4c4b-a131-b5c21409a84b HTTP/1.1" status: 204 len: 168 time: 0.1469057 Jan 28 00:08:50.224060 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11abed5-bae3-4070-97bf-e48c36846c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39de6c18-f826-4c4b-a131-b5c21409a84b,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:50.582059 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:08:50.653468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45266) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:50.657990 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:08:50.663553 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:08:50.664233 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (23e4c93d-2bfd-40b7-85b3-7e9aa2285abd), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:50.674110 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-872837d5-b6e9-4f61-be9e-055763265751 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:50.773236 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:08:50.773637 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (23e4c93d-2bfd-40b7-85b3-7e9aa2285abd), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:50.777141 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcc321-4e79-4a02-92d2-2e0ec0aa1c2b req-44388f31-7375-43e1-b8e6-fa5176f718e9 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:50.778769 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ffcc321-4e79-4a02-92d2-2e0ec0aa1c2b req-44388f31-7375-43e1-b8e6-fa5176f718e9 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=91219744-f3f4-4ba8-9a3e-ee77899cd46c HTTP/1.1" status: 200 len: 950 time: 0.0905895 Jan 28 00:08:50.820350 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=23e4c93d-2bfd-40b7-85b3-7e9aa2285abd,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:50.829118 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (23e4c93d-2bfd-40b7-85b3-7e9aa2285abd), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:50.839558 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-872837d5-b6e9-4f61-be9e-055763265751 admin admin] Publish callbacks [] for security_group (f8651850-8eb4-4649-b153-06b3ddf7eaeb), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:50.853990 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-872837d5-b6e9-4f61-be9e-055763265751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f8651850-8eb4-4649-b153-06b3ddf7eaeb), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:50.907150 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=23e4c93d-2bfd-40b7-85b3-7e9aa2285abd,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:50.907594 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ffcc321-4e79-4a02-92d2-2e0ec0aa1c2b req-180d9234-25f9-4c9e-8f61-3336fa1b6437 tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/security-groups?id=77512c6a-d14f-4701-9102-a4b6f9543f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048214 Jan 28 00:08:50.932711 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-872837d5-b6e9-4f61-be9e-055763265751 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d2a0a251cf1f49479b030d5de97ab85b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778370 Jan 28 00:08:50.933957 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872837d5-b6e9-4f61-be9e-055763265751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8651850-8eb4-4649-b153-06b3ddf7eaeb,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:50.935429 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45272) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:51.026206 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8666907-5422-428d-9f22-c4baf02b7b69 admin admin] Publish callbacks [] for security_group (f8651850-8eb4-4649-b153-06b3ddf7eaeb), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:51.055692 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8666907-5422-428d-9f22-c4baf02b7b69 admin admin] Publish callbacks [] for security_group (f8651850-8eb4-4649-b153-06b3ddf7eaeb), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:51.075720 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e28bb-78ed-4c24-be1e-294001088512 req-ce6cb8f6-cb7b-4072-8bcd-9657dcce2ae9 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:51.083362 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f11e28bb-78ed-4c24-be1e-294001088512 req-ce6cb8f6-cb7b-4072-8bcd-9657dcce2ae9 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 946 time: 0.0799937 Jan 28 00:08:51.112720 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8666907-5422-428d-9f22-c4baf02b7b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f8651850-8eb4-4649-b153-06b3ddf7eaeb), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:51.115359 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8666907-5422-428d-9f22-c4baf02b7b69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:51.117101 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f8666907-5422-428d-9f22-c4baf02b7b69 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f8651850-8eb4-4649-b153-06b3ddf7eaeb HTTP/1.1" status: 204 len: 168 time: 0.1806653 Jan 28 00:08:51.133571 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8666907-5422-428d-9f22-c4baf02b7b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8651850-8eb4-4649-b153-06b3ddf7eaeb,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:51.186951 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4389f-d282-4002-b398-8ee7f5dac5fe req-2629590c-5b4e-4ae5-b591-fed0abf51776 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:51.194334 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1ab4389f-d282-4002-b398-8ee7f5dac5fe req-2629590c-5b4e-4ae5-b591-fed0abf51776 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 945 time: 0.1081982 Jan 28 00:08:51.198798 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f11e28bb-78ed-4c24-be1e-294001088512 req-0229f6b4-cbbf-4b12-b41e-e0cbda04cb93 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146302 Jan 28 00:08:51.259758 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1ab4389f-d282-4002-b398-8ee7f5dac5fe req-8259a0e9-cd01-43cb-a4d0-df6c1071ddf4 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643797 Jan 28 00:08:51.495079 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d1122-6620-41ca-b9c7-d7f62ac526b2 req-d3d225f1-455c-4721-af06-ef7ae383d75d tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:51.501312 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-444d1122-6620-41ca-b9c7-d7f62ac526b2 req-d3d225f1-455c-4721-af06-ef7ae383d75d tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.52 "GET /v2.0/ports?device_id=91219744-f3f4-4ba8-9a3e-ee77899cd46c HTTP/1.1" status: 200 len: 950 time: 0.1479089 Jan 28 00:08:51.657464 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45306) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:51.660888 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-444d1122-6620-41ca-b9c7-d7f62ac526b2 req-9dd4b08a-cad4-484f-a805-cb65b5f3ff1e tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Deleting port 0752b0c0-f4ea-4f7e-92a4-c0922dff84c4 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:08:51.661338 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-444d1122-6620-41ca-b9c7-d7f62ac526b2 req-9dd4b08a-cad4-484f-a805-cb65b5f3ff1e tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (0752b0c0-f4ea-4f7e-92a4-c0922dff84c4), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:51.701366 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4270834b-9161-4d12-986d-07ce41b60e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e4c93d-2bfd-40b7-85b3-7e9aa2285abd'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:08:51.706690 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67b364e-4a5a-4efa-8d8b-d17b85dc2558" -d '{"events": [{"server_uuid": "4270834b-9161-4d12-986d-07ce41b60e33", "name": "network-vif-plugged", "status": "completed", "tag": "23e4c93d-2bfd-40b7-85b3-7e9aa2285abd"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:08:51.766212 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabad365-c7a0-4829-bea2-85e342f74416 x-openstack-request-id: req-eabad365-c7a0-4829-bea2-85e342f74416 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:08:51.766938 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4270834b-9161-4d12-986d-07ce41b60e33", "name": "network-vif-plugged", "status": "completed", "tag": "23e4c93d-2bfd-40b7-85b3-7e9aa2285abd", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:08:51.767340 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eabad365-c7a0-4829-bea2-85e342f74416 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:08:51.768603 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4270834b-9161-4d12-986d-07ce41b60e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e4c93d-2bfd-40b7-85b3-7e9aa2285abd', 'code': 200} Jan 28 00:08:51.796746 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-444d1122-6620-41ca-b9c7-d7f62ac526b2 req-9dd4b08a-cad4-484f-a805-cb65b5f3ff1e tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] For port 0752b0c0-f4ea-4f7e-92a4-c0922dff84c4, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=0752b0c0-f4ea-4f7e-92a4-c0922dff84c4,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:51.797228 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-444d1122-6620-41ca-b9c7-d7f62ac526b2 req-9dd4b08a-cad4-484f-a805-cb65b5f3ff1e tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (0752b0c0-f4ea-4f7e-92a4-c0922dff84c4), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:51.822231 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-444d1122-6620-41ca-b9c7-d7f62ac526b2 req-9dd4b08a-cad4-484f-a805-cb65b5f3ff1e tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Calling delete_port for 0752b0c0-f4ea-4f7e-92a4-c0922dff84c4 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:08:51.900677 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f5fab-f739-4b20-ba1f-ed226783b5e8 req-ef36b830-9ac5-4412-9dd2-c5a737e00117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:51.902356 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cf1f5fab-f739-4b20-ba1f-ed226783b5e8 req-ef36b830-9ac5-4412-9dd2-c5a737e00117 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 1096 time: 0.0451257 Jan 28 00:08:51.969799 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45322) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:52.001514 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ef60fed-688c-4bbc-a174-f18d00315d58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:52.007254 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cf1f5fab-f739-4b20-ba1f-ed226783b5e8 req-91acf2bd-5d7e-46d7-b3fc-82bfd704184e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942516 Jan 28 00:08:52.077435 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-444d1122-6620-41ca-b9c7-d7f62ac526b2 req-9dd4b08a-cad4-484f-a805-cb65b5f3ff1e tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (0752b0c0-f4ea-4f7e-92a4-c0922dff84c4), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:52.096967 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd5235-969e-420a-879a-929bfc5cd3de req-7d02efe2-7b75-4448-98d7-aa9b6b07d4ba tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:52.098869 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1ecd5235-969e-420a-879a-929bfc5cd3de req-7d02efe2-7b75-4448-98d7-aa9b6b07d4ba tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/ports?device_id=91219744-f3f4-4ba8-9a3e-ee77899cd46c HTTP/1.1" status: 200 len: 950 time: 0.0887609 Jan 28 00:08:52.104828 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ef60fed-688c-4bbc-a174-f18d00315d58 admin admin] Publish callbacks [] for security_group (bf0ee4ff-6a01-40aa-b257-608556548561), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:52.110187 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ef60fed-688c-4bbc-a174-f18d00315d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (bf0ee4ff-6a01-40aa-b257-608556548561), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:52.118293 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['0752b0c0-f4ea-4f7e-92a4-c0922dff84c4'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:08:52.124655 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4b08a-cad4-484f-a805-cb65b5f3ff1e tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Pushing event deleted for resources: {'Port': ['ID=0752b0c0-f4ea-4f7e-92a4-c0922dff84c4,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:52.147160 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2ef60fed-688c-4bbc-a174-f18d00315d58 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5a9237b1f20c4ee3af06c35c79a446b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4885457 Jan 28 00:08:52.149864 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45328) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:52.196131 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef60fed-688c-4bbc-a174-f18d00315d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0ee4ff-6a01-40aa-b257-608556548561,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:52.217539 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-444d1122-6620-41ca-b9c7-d7f62ac526b2 req-9dd4b08a-cad4-484f-a805-cb65b5f3ff1e tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] No DVR routers for this DVR port 0752b0c0-f4ea-4f7e-92a4-c0922dff84c4 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:08:52.224631 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-444d1122-6620-41ca-b9c7-d7f62ac526b2 req-9dd4b08a-cad4-484f-a805-cb65b5f3ff1e tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:52.228243 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-444d1122-6620-41ca-b9c7-d7f62ac526b2 req-9dd4b08a-cad4-484f-a805-cb65b5f3ff1e tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.52 "DELETE /v2.0/ports/0752b0c0-f4ea-4f7e-92a4-c0922dff84c4 HTTP/1.1" status: 204 len: 173 time: 0.7210419 Jan 28 00:08:52.228930 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91219744-f3f4-4ba8-9a3e-ee77899cd46c', 'name': 'network-vif-deleted', 'tag': '0752b0c0-f4ea-4f7e-92a4-c0922dff84c4'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:08:52.231532 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6d33e2-8ca4-458f-815b-fb4570952f29" -d '{"events": [{"server_uuid": "91219744-f3f4-4ba8-9a3e-ee77899cd46c", "name": "network-vif-deleted", "tag": "0752b0c0-f4ea-4f7e-92a4-c0922dff84c4"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:08:52.247580 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4232fd89-2cc7-4854-b2a4-4b925b06bd86 admin admin] Publish callbacks [] for security_group (bf0ee4ff-6a01-40aa-b257-608556548561), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:52.248473 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1ecd5235-969e-420a-879a-929bfc5cd3de req-097c6a43-7b46-4839-ab18-e84832147bfb tempest-LiveMigrationNegativeTest-377259041 tempest-LiveMigrationNegativeTest-377259041-project] 10.222.0.70 "GET /v2.0/security-groups?id=77512c6a-d14f-4701-9102-a4b6f9543f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283290 Jan 28 00:08:52.265134 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f007ca41-1efd-4279-8c57-422682ddf444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:52.326791 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4232fd89-2cc7-4854-b2a4-4b925b06bd86 admin admin] Publish callbacks [] for security_group (bf0ee4ff-6a01-40aa-b257-608556548561), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:52.359414 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f71da3-daae-4202-9994-fdc1a0b7b650 x-openstack-request-id: req-16f71da3-daae-4202-9994-fdc1a0b7b650 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:08:52.360079 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91219744-f3f4-4ba8-9a3e-ee77899cd46c", "name": "network-vif-deleted", "tag": "0752b0c0-f4ea-4f7e-92a4-c0922dff84c4", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:08:52.360518 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-16f71da3-daae-4202-9994-fdc1a0b7b650 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:08:52.361435 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91219744-f3f4-4ba8-9a3e-ee77899cd46c', 'name': 'network-vif-deleted', 'tag': '0752b0c0-f4ea-4f7e-92a4-c0922dff84c4', 'status': 'completed', 'code': 200} Jan 28 00:08:52.385512 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4232fd89-2cc7-4854-b2a4-4b925b06bd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (bf0ee4ff-6a01-40aa-b257-608556548561), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:52.388393 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4232fd89-2cc7-4854-b2a4-4b925b06bd86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:52.392035 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4232fd89-2cc7-4854-b2a4-4b925b06bd86 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bf0ee4ff-6a01-40aa-b257-608556548561 HTTP/1.1" status: 204 len: 168 time: 0.2386451 Jan 28 00:08:52.400936 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232fd89-2cc7-4854-b2a4-4b925b06bd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0ee4ff-6a01-40aa-b257-608556548561,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:52.527855 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866d8e0-6858-4880-aaa7-d9454516b2c1 req-d2e1548c-3ab9-4359-99b2-a5f1d4ca83fe tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:52.529399 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6866d8e0-6858-4880-aaa7-d9454516b2c1 req-d2e1548c-3ab9-4359-99b2-a5f1d4ca83fe tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 946 time: 0.1926894 Jan 28 00:08:52.531463 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f007ca41-1efd-4279-8c57-422682ddf444 admin admin] Publish callbacks [] for security_group (a618e83f-7f72-4982-9b19-9cc8d2025775), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:52.541445 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f007ca41-1efd-4279-8c57-422682ddf444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a618e83f-7f72-4982-9b19-9cc8d2025775), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:52.807760 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526fc198-2ba4-4d7d-8f7a-db6c8b48fada req-0e96c000-ee6b-4f79-92f5-3ee2d9a7bb3a tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:52.812098 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-526fc198-2ba4-4d7d-8f7a-db6c8b48fada req-0e96c000-ee6b-4f79-92f5-3ee2d9a7bb3a tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 945 time: 0.3859274 Jan 28 00:08:52.836663 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f007ca41-1efd-4279-8c57-422682ddf444 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=89aa682e033a452486a3714b87fe84ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8636341 Jan 28 00:08:52.839565 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45356) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:52.873342 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007ca41-1efd-4279-8c57-422682ddf444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a618e83f-7f72-4982-9b19-9cc8d2025775,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:52.925177 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6866d8e0-6858-4880-aaa7-d9454516b2c1 req-ee16ee6b-0d67-4fd7-a924-3d5d6f73db31 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853130 Jan 28 00:08:52.976611 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-526fc198-2ba4-4d7d-8f7a-db6c8b48fada req-1f39eb1b-eee6-4c81-b635-ce9d28760d99 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578121 Jan 28 00:08:52.996090 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ae68c046-a67b-437b-9502-6e7ac8006e8f admin admin] Publish callbacks [] for security_group (a618e83f-7f72-4982-9b19-9cc8d2025775), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:53.056899 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ae68c046-a67b-437b-9502-6e7ac8006e8f admin admin] Publish callbacks [] for security_group (a618e83f-7f72-4982-9b19-9cc8d2025775), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:53.095452 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45366) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:53.115713 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d1bfa72-dca9-4756-bb7b-7f4f660cd59b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:53.126424 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318e919-2cea-4d11-88a6-7eb64571e3b3 req-e521ac1c-bf86-4eab-ab79-c5693f14a7f8 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:53.129724 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1318e919-2cea-4d11-88a6-7eb64571e3b3 req-e521ac1c-bf86-4eab-ab79-c5693f14a7f8 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 1097 time: 0.0542610 Jan 28 00:08:53.167562 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ae68c046-a67b-437b-9502-6e7ac8006e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a618e83f-7f72-4982-9b19-9cc8d2025775), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:53.170325 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ae68c046-a67b-437b-9502-6e7ac8006e8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:53.171486 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ae68c046-a67b-437b-9502-6e7ac8006e8f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a618e83f-7f72-4982-9b19-9cc8d2025775 HTTP/1.1" status: 204 len: 168 time: 0.3301332 Jan 28 00:08:53.187330 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1318e919-2cea-4d11-88a6-7eb64571e3b3 req-fd99228c-411e-4683-989d-3950b4b67ee7 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506303 Jan 28 00:08:53.191971 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68c046-a67b-437b-9502-6e7ac8006e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a618e83f-7f72-4982-9b19-9cc8d2025775,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:53.278848 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d1bfa72-dca9-4756-bb7b-7f4f660cd59b admin admin] Publish callbacks [] for security_group (59e7fb83-de2f-42e7-b0ac-b5e0331a2d7b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:53.287782 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d1bfa72-dca9-4756-bb7b-7f4f660cd59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (59e7fb83-de2f-42e7-b0ac-b5e0331a2d7b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:53.357303 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0d1bfa72-dca9-4756-bb7b-7f4f660cd59b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fd39052416614c7c8e7a17d8a2e6e2cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2596369 Jan 28 00:08:53.358716 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1bfa72-dca9-4756-bb7b-7f4f660cd59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e7fb83-de2f-42e7-b0ac-b5e0331a2d7b,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:53.360478 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45380) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:53.379682 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f3a75-2cf9-4d64-b5d7-5cc07ec2ca74 req-a0d04802-8b09-464d-af91-013683e02d8c tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:53.387139 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-097f3a75-2cf9-4d64-b5d7-5cc07ec2ca74 req-a0d04802-8b09-464d-af91-013683e02d8c tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 1097 time: 0.0840347 Jan 28 00:08:53.476575 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-097f3a75-2cf9-4d64-b5d7-5cc07ec2ca74 req-e61607ee-02f8-406a-878e-4ee7ffe34910 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884275 Jan 28 00:08:53.506330 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e6e57f75-f3e1-4d76-85f0-0ce1ab00d5aa admin admin] Publish callbacks [] for security_group (59e7fb83-de2f-42e7-b0ac-b5e0331a2d7b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:53.547402 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e6e57f75-f3e1-4d76-85f0-0ce1ab00d5aa admin admin] Publish callbacks [] for security_group (59e7fb83-de2f-42e7-b0ac-b5e0331a2d7b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:53.638473 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e6e57f75-f3e1-4d76-85f0-0ce1ab00d5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (59e7fb83-de2f-42e7-b0ac-b5e0331a2d7b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:53.642006 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e6e57f75-f3e1-4d76-85f0-0ce1ab00d5aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:53.645560 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e6e57f75-f3e1-4d76-85f0-0ce1ab00d5aa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/59e7fb83-de2f-42e7-b0ac-b5e0331a2d7b HTTP/1.1" status: 204 len: 168 time: 0.2789016 Jan 28 00:08:53.663069 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e57f75-f3e1-4d76-85f0-0ce1ab00d5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e7fb83-de2f-42e7-b0ac-b5e0331a2d7b,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:53.730540 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:08:53.874667 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb777fa-ca25-46d2-b8d2-1c71824dcebf req-514fd4da-709e-4535-aecb-bb679a316177 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:53.876238 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aeb777fa-ca25-46d2-b8d2-1c71824dcebf req-514fd4da-709e-4535-aecb-bb679a316177 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 1097 time: 0.0491805 Jan 28 00:08:53.935879 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aeb777fa-ca25-46d2-b8d2-1c71824dcebf req-01e66831-8bd8-419d-9430-55792b471897 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535882 Jan 28 00:08:54.147701 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a442098-0fce-48e4-afb7-cb099a7ca974 req-207d9530-26c3-429b-a229-d8474fcb645c tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:54.149684 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8a442098-0fce-48e4-afb7-cb099a7ca974 req-207d9530-26c3-429b-a229-d8474fcb645c tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 945 time: 0.0819902 Jan 28 00:08:54.167540 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45414) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:54.188376 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dabc2331-1dc7-46f5-a954-bb41abd1b131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:54.222062 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8a442098-0fce-48e4-afb7-cb099a7ca974 req-9b2ee380-abf6-4daa-821e-9f0c04dacf29 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659595 Jan 28 00:08:54.277249 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45420) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:54.308920 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dabc2331-1dc7-46f5-a954-bb41abd1b131 admin admin] Publish callbacks [] for security_group (257ab2ce-22ad-4031-bf72-129bd51b1379), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:54.313731 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dabc2331-1dc7-46f5-a954-bb41abd1b131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (257ab2ce-22ad-4031-bf72-129bd51b1379), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:54.361897 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45426) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:54.362232 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-dabc2331-1dc7-46f5-a954-bb41abd1b131 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f1c875c5eb441339ee6394cf0d195cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1927178 Jan 28 00:08:54.363848 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc2331-1dc7-46f5-a954-bb41abd1b131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257ab2ce-22ad-4031-bf72-129bd51b1379,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:54.447290 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5677b68a-b8fd-4914-a18f-d7898c2eaa91 admin admin] Publish callbacks [] for security_group (257ab2ce-22ad-4031-bf72-129bd51b1379), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:54.471775 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5677b68a-b8fd-4914-a18f-d7898c2eaa91 admin admin] Publish callbacks [] for security_group (257ab2ce-22ad-4031-bf72-129bd51b1379), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:54.547934 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5677b68a-b8fd-4914-a18f-d7898c2eaa91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (257ab2ce-22ad-4031-bf72-129bd51b1379), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:54.551471 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5677b68a-b8fd-4914-a18f-d7898c2eaa91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:54.555484 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5677b68a-b8fd-4914-a18f-d7898c2eaa91 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/257ab2ce-22ad-4031-bf72-129bd51b1379 HTTP/1.1" status: 204 len: 168 time: 0.1895251 Jan 28 00:08:54.572347 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677b68a-b8fd-4914-a18f-d7898c2eaa91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257ab2ce-22ad-4031-bf72-129bd51b1379,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:54.578946 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-82bf3569-fed4-472a-8bd3-2db7311fb73e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=01e222a603cc4f1e99f02291c208d0ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3005598 Jan 28 00:08:54.579510 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45438) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:54.586118 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 0752b0c0-f4ea-4f7e-92a4-c0922dff84c4 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:08:54.633204 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 0752b0c0-f4ea-4f7e-92a4-c0922dff84c4 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:08:54.633553 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 0752b0c0-f4ea-4f7e-92a4-c0922dff84c4 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:08:54.697045 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-287d74d9-6e6b-4dfc-a7bd-a6ae1e9cbc8e admin admin] Publish callbacks [] for security_group (77512c6a-d14f-4701-9102-a4b6f9543f52), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:54.742958 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-287d74d9-6e6b-4dfc-a7bd-a6ae1e9cbc8e admin admin] Publish callbacks [] for security_group (77512c6a-d14f-4701-9102-a4b6f9543f52), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:54.819741 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-287d74d9-6e6b-4dfc-a7bd-a6ae1e9cbc8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (77512c6a-d14f-4701-9102-a4b6f9543f52), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:54.824088 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-287d74d9-6e6b-4dfc-a7bd-a6ae1e9cbc8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:54.825533 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-287d74d9-6e6b-4dfc-a7bd-a6ae1e9cbc8e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/77512c6a-d14f-4701-9102-a4b6f9543f52 HTTP/1.1" status: 204 len: 168 time: 0.2441933 Jan 28 00:08:54.835226 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d74d9-6e6b-4dfc-a7bd-a6ae1e9cbc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77512c6a-d14f-4701-9102-a4b6f9543f52,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:54.870350 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48925e5a-cf90-40a3-adff-0ca673d8f1fe req-d6a3374b-89fe-42a1-878d-1a988274d7e3 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:54.872900 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-48925e5a-cf90-40a3-adff-0ca673d8f1fe req-d6a3374b-89fe-42a1-878d-1a988274d7e3 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 1096 time: 0.1132233 Jan 28 00:08:54.957136 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-48925e5a-cf90-40a3-adff-0ca673d8f1fe req-0dde934e-807c-4b9e-a486-896125be8d22 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653996 Jan 28 00:08:55.076758 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24471e15-c414-414f-a359-1d3c7cce7c12 req-26072a51-6a19-44e7-934f-7c6f24565f62 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:55.084329 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-24471e15-c414-414f-a359-1d3c7cce7c12 req-26072a51-6a19-44e7-934f-7c6f24565f62 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 1096 time: 0.0564451 Jan 28 00:08:55.129634 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-24471e15-c414-414f-a359-1d3c7cce7c12 req-02bb01f2-048b-4405-bcfe-a0d082cd97fb tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441999 Jan 28 00:08:55.312458 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e8e84-0838-45ba-9a57-8e5bac9f08e6 req-0e51ba8b-f3fb-4572-ada2-13ae3d3636cb tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:55.320933 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-883e8e84-0838-45ba-9a57-8e5bac9f08e6 req-0e51ba8b-f3fb-4572-ada2-13ae3d3636cb tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 1097 time: 0.0952504 Jan 28 00:08:55.339833 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45492) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:55.400987 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-883e8e84-0838-45ba-9a57-8e5bac9f08e6 req-52768f7e-ff88-4a1b-9887-003d6065c3b3 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786679 Jan 28 00:08:55.423117 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c58e6658-8f63-47b4-a897-d04e4bcac4bc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a2225f308c6b42f9948317aa1688d3dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0791404 Jan 28 00:08:55.425147 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45494) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:55.553143 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fe925b57-f860-4506-98a4-a920a2b78cf5 admin admin] Publish callbacks [] for security_group (1348d8a9-36a8-4dcc-8db3-4019dae112c6), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:55.600538 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fe925b57-f860-4506-98a4-a920a2b78cf5 admin admin] Publish callbacks [] for security_group (1348d8a9-36a8-4dcc-8db3-4019dae112c6), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:55.650808 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45504) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:55.678812 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fe925b57-f860-4506-98a4-a920a2b78cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (1348d8a9-36a8-4dcc-8db3-4019dae112c6), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:55.681889 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fe925b57-f860-4506-98a4-a920a2b78cf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:55.683751 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-fe925b57-f860-4506-98a4-a920a2b78cf5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1348d8a9-36a8-4dcc-8db3-4019dae112c6 HTTP/1.1" status: 204 len: 168 time: 0.2575569 Jan 28 00:08:55.698097 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe925b57-f860-4506-98a4-a920a2b78cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1348d8a9-36a8-4dcc-8db3-4019dae112c6,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:56.050555 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ff85b448-cda7-4adb-a8eb-3b910deb62e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:56.184286 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ff85b448-cda7-4adb-a8eb-3b910deb62e9 admin admin] Publish callbacks [] for security_group (6c5536f3-dbb0-4087-b236-db4a7fc37995), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:56.191262 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ff85b448-cda7-4adb-a8eb-3b910deb62e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (6c5536f3-dbb0-4087-b236-db4a7fc37995), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:56.245979 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85b448-cda7-4adb-a8eb-3b910deb62e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5536f3-dbb0-4087-b236-db4a7fc37995,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:56.276821 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ff85b448-cda7-4adb-a8eb-3b910deb62e9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=24d016aa5e1b495da2e5834136b243aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6244338 Jan 28 00:08:56.279389 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45542) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:56.353782 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f844b99a-f2ba-49a5-ba80-f7774e88c380 admin admin] Publish callbacks [] for security_group (6c5536f3-dbb0-4087-b236-db4a7fc37995), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:56.394809 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f844b99a-f2ba-49a5-ba80-f7774e88c380 admin admin] Publish callbacks [] for security_group (6c5536f3-dbb0-4087-b236-db4a7fc37995), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:56.480586 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f844b99a-f2ba-49a5-ba80-f7774e88c380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (6c5536f3-dbb0-4087-b236-db4a7fc37995), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:56.484817 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f844b99a-f2ba-49a5-ba80-f7774e88c380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:56.487592 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f844b99a-f2ba-49a5-ba80-f7774e88c380 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6c5536f3-dbb0-4087-b236-db4a7fc37995 HTTP/1.1" status: 204 len: 168 time: 0.2069318 Jan 28 00:08:56.498882 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844b99a-f2ba-49a5-ba80-f7774e88c380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5536f3-dbb0-4087-b236-db4a7fc37995,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:57.304963 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45604) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:57.324383 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ff2ec3f-2c36-4b63-8c5a-7a1ae1c3b621 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:57.395041 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-a6d9d531-0919-4ba9-9ae3-6a0812f032bd tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:08:57.406325 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-a6d9d531-0919-4ba9-9ae3-6a0812f032bd tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0252621 Jan 28 00:08:57.482517 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-2ad4d9ad-0922-4bc6-8727-e86c17f1b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:57.491230 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-2ad4d9ad-0922-4bc6-8727-e86c17f1b0c5 service neutron] 10.222.0.70 "GET /v2.0/ports/7d6d3be9-94cf-4632-bf35-062a1a482cc8 HTTP/1.1" status: 200 len: 1094 time: 0.0838983 Jan 28 00:08:57.495865 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-9ac10e25-fd59-4ed7-af41-7ff5ad8bd8ec service neutron] Request body: {'binding': {'host': 'n-h2-826754-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:08:57.496603 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-9ac10e25-fd59-4ed7-af41-7ff5ad8bd8ec service neutron] Unknown quota resources ['binding']. {{(pid=103343) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 00:08:57.507142 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ff2ec3f-2c36-4b63-8c5a-7a1ae1c3b621 admin admin] Publish callbacks [] for security_group (3d5b0f9a-0dd5-4455-9228-647e29fd6c00), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:57.527731 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ff2ec3f-2c36-4b63-8c5a-7a1ae1c3b621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (3d5b0f9a-0dd5-4455-9228-647e29fd6c00), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:57.628262 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1ff2ec3f-2c36-4b63-8c5a-7a1ae1c3b621 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8d1346e439434e72bc54f372eb20e7cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3221393 Jan 28 00:08:57.630992 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45612) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:57.671928 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2ec3f-2c36-4b63-8c5a-7a1ae1c3b621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5b0f9a-0dd5-4455-9228-647e29fd6c00,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:57.747344 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f168b2f8-84b2-4efc-a5ca-1f0c3cfb1915 admin admin] Publish callbacks [] for security_group (3d5b0f9a-0dd5-4455-9228-647e29fd6c00), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:57.787004 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f168b2f8-84b2-4efc-a5ca-1f0c3cfb1915 admin admin] Publish callbacks [] for security_group (3d5b0f9a-0dd5-4455-9228-647e29fd6c00), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:57.789835 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-9ac10e25-fd59-4ed7-af41-7ff5ad8bd8ec service neutron] Attempting to bind port 7d6d3be9-94cf-4632-bf35-062a1a482cc8 on host n-h2-826754-1 for vnic_type normal with profile None {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:08:57.790183 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-9ac10e25-fd59-4ed7-af41-7ff5ad8bd8ec service neutron] Attempting to bind port 7d6d3be9-94cf-4632-bf35-062a1a482cc8 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:08:57.790517 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-9ac10e25-fd59-4ed7-af41-7ff5ad8bd8ec service neutron] Attempting to bind port 7d6d3be9-94cf-4632-bf35-062a1a482cc8 on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:08:57.810471 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-9ac10e25-fd59-4ed7-af41-7ff5ad8bd8ec service neutron] Port 7d6d3be9-94cf-4632-bf35-062a1a482cc8 on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:08:57.810802 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-9ac10e25-fd59-4ed7-af41-7ff5ad8bd8ec service neutron] Attempting to bind port 7d6d3be9-94cf-4632-bf35-062a1a482cc8 on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:08:57.830529 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-9ac10e25-fd59-4ed7-af41-7ff5ad8bd8ec service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:08:57.830875 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-9ac10e25-fd59-4ed7-af41-7ff5ad8bd8ec service neutron] Checking segment: {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:08:57.831264 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-9ac10e25-fd59-4ed7-af41-7ff5ad8bd8ec service neutron] Bound using segment: {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:08:57.831734 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-9ac10e25-fd59-4ed7-af41-7ff5ad8bd8ec service neutron] Bound port: 7d6d3be9-94cf-4632-bf35-062a1a482cc8, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:08:57.908705 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f168b2f8-84b2-4efc-a5ca-1f0c3cfb1915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (3d5b0f9a-0dd5-4455-9228-647e29fd6c00), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:57.912384 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f168b2f8-84b2-4efc-a5ca-1f0c3cfb1915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:57.914021 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f168b2f8-84b2-4efc-a5ca-1f0c3cfb1915 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3d5b0f9a-0dd5-4455-9228-647e29fd6c00 HTTP/1.1" status: 204 len: 168 time: 0.2816057 Jan 28 00:08:57.940681 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168b2f8-84b2-4efc-a5ca-1f0c3cfb1915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5b0f9a-0dd5-4455-9228-647e29fd6c00,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:08:57.944902 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-9ac10e25-fd59-4ed7-af41-7ff5ad8bd8ec service neutron] For port 7d6d3be9-94cf-4632-bf35-062a1a482cc8, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=7d6d3be9-94cf-4632-bf35-062a1a482cc8,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:08:57.957264 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-9ac10e25-fd59-4ed7-af41-7ff5ad8bd8ec service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:57.958553 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-9ac10e25-fd59-4ed7-af41-7ff5ad8bd8ec service neutron] 10.222.0.70 "POST /v2.0/ports/7d6d3be9-94cf-4632-bf35-062a1a482cc8/bindings HTTP/1.1" status: 201 len: 389 time: 0.4664826 Jan 28 00:08:58.375005 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-2646b51c-7198-4c5e-b71b-8f5a15f283e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:58.377663 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-2646b51c-7198-4c5e-b71b-8f5a15f283e3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6990d737c5db4738a7ab281f03db2443&device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 1097 time: 0.1246600 Jan 28 00:08:58.430876 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45646) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:08:58.522128 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fd038-3a86-4648-8749-ca82c57e531f req-872a2028-6864-463b-b1aa-1cd18228419d tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:58.523743 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-276fd038-3a86-4648-8749-ca82c57e531f req-872a2028-6864-463b-b1aa-1cd18228419d tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 946 time: 0.1103799 Jan 28 00:08:58.572590 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-70812a70-5338-45cc-b216-b458d3fd314c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:58.574170 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-70812a70-5338-45cc-b216-b458d3fd314c service neutron] 10.222.0.52 "GET /v2.0/networks?id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf HTTP/1.1" status: 200 len: 922 time: 0.1890757 Jan 28 00:08:58.637517 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-ee3f1f11-f234-46e8-b7de-cf907313ac5f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d6d3be9-94cf-4632-bf35-062a1a482cc8 HTTP/1.1" status: 200 len: 217 time: 0.0537839 Jan 28 00:08:58.696759 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-276fd038-3a86-4648-8749-ca82c57e531f req-8ce5e0cc-327b-4e42-b4f5-7915f85a77f7 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335268 Jan 28 00:08:58.711083 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-d89a2692-1044-4137-bf88-358c9040dd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:58.712810 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-d89a2692-1044-4137-bf88-358c9040dd60 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1cf259c4-4e5d-4731-814e-e633d701ebdd HTTP/1.1" status: 200 len: 861 time: 0.0622041 Jan 28 00:08:58.772973 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-cb9d4e2f-05c7-46a9-b1a9-cda25ecee24f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528250 Jan 28 00:08:58.889619 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-5fba48bd-69e4-4362-a40f-0c25f4a3c999 service neutron] 10.222.0.52 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106153 Jan 28 00:08:58.899253 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-1ea18d7a-384c-4225-b085-c698b5e3c59d tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:08:58.909398 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-1ea18d7a-384c-4225-b085-c698b5e3c59d tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4789231 Jan 28 00:08:59.029816 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-0ff35bab-a2af-4a0f-b1fd-24001a2e24e3 service neutron] 10.222.0.52 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336775 Jan 28 00:08:59.205556 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-2c5b56bd-f032-4152-877f-4f15ae4200ef tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:59.207713 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-2c5b56bd-f032-4152-877f-4f15ae4200ef tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca&tenant_id=6990d737c5db4738a7ab281f03db2443&binding%3Ahost_id=n-h1-826754-1 HTTP/1.1" status: 200 len: 1097 time: 0.0663097 Jan 28 00:08:59.223909 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-dac3aa86-a280-4a10-8fae-2876f731de2f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826754-1'}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:08:59.253780 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fcde009e-ed71-464f-b053-67a224ccc27a req-c85aed3c-0e68-44f0-a97b-03ca2120ca75 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=8f1de91b44224a1abb9458c37f02e45f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522804 Jan 28 00:08:59.316380 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-2bf281e4-c1ed-47fc-8b29-50d0092e00c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:59.317796 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-2bf281e4-c1ed-47fc-8b29-50d0092e00c2 service neutron] 10.222.0.70 "GET /v2.0/ports/23e4c93d-2bfd-40b7-85b3-7e9aa2285abd HTTP/1.1" status: 200 len: 1093 time: 0.1331520 Jan 28 00:08:59.335902 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-30fde97e-a046-41ea-9c5b-e969948e8fdd service neutron] Request body: {'binding': {'host': 'n-h1-826754-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:08:59.336916 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-30fde97e-a046-41ea-9c5b-e969948e8fdd service neutron] Unknown quota resources ['binding']. {{(pid=103343) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 00:08:59.380246 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-dac3aa86-a280-4a10-8fae-2876f731de2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7d6d3be9-94cf-4632-bf35-062a1a482cc8), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:59.563915 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-dac3aa86-a280-4a10-8fae-2876f731de2f service neutron] For port 7d6d3be9-94cf-4632-bf35-062a1a482cc8, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=7d6d3be9-94cf-4632-bf35-062a1a482cc8,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:08:59.575065 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-30fde97e-a046-41ea-9c5b-e969948e8fdd service neutron] Attempting to bind port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd on host n-h1-826754-1 for vnic_type normal with profile None {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:08:59.576674 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-30fde97e-a046-41ea-9c5b-e969948e8fdd service neutron] Attempting to bind port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:08:59.577278 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-30fde97e-a046-41ea-9c5b-e969948e8fdd service neutron] Attempting to bind port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:08:59.579140 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde009e-ed71-464f-b053-67a224ccc27a req-db471fc4-e8e3-4ea1-bd78-f7ea80b73b81 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:08:59.582667 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-30fde97e-a046-41ea-9c5b-e969948e8fdd service neutron] Port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:08:59.583595 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-30fde97e-a046-41ea-9c5b-e969948e8fdd service neutron] Attempting to bind port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:08:59.586574 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fcde009e-ed71-464f-b053-67a224ccc27a req-db471fc4-e8e3-4ea1-bd78-f7ea80b73b81 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3244944 Jan 28 00:08:59.589996 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-30fde97e-a046-41ea-9c5b-e969948e8fdd service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:08:59.590648 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-30fde97e-a046-41ea-9c5b-e969948e8fdd service neutron] Checking segment: {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:08:59.591245 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-30fde97e-a046-41ea-9c5b-e969948e8fdd service neutron] Bound using segment: {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:08:59.591926 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-30fde97e-a046-41ea-9c5b-e969948e8fdd service neutron] Bound port: 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:08:59.604590 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fcde009e-ed71-464f-b053-67a224ccc27a req-36041f45-9842-494e-b38d-ec09f4c7a787 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/quotas/8f1de91b44224a1abb9458c37f02e45f HTTP/1.1" status: 200 len: 375 time: 0.0174105 Jan 28 00:08:59.639726 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fcde009e-ed71-464f-b053-67a224ccc27a req-e0109cc2-d641-4d0f-a95b-d8614aa4d885 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8f1de91b44224a1abb9458c37f02e45f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342400 Jan 28 00:08:59.672576 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-dac3aa86-a280-4a10-8fae-2876f731de2f service neutron] For port 7d6d3be9-94cf-4632-bf35-062a1a482cc8, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:08:59.706570 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-30fde97e-a046-41ea-9c5b-e969948e8fdd service neutron] For port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=23e4c93d-2bfd-40b7-85b3-7e9aa2285abd,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:08:59.718072 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-30fde97e-a046-41ea-9c5b-e969948e8fdd service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:59.722381 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-30fde97e-a046-41ea-9c5b-e969948e8fdd service neutron] 10.222.0.70 "POST /v2.0/ports/23e4c93d-2bfd-40b7-85b3-7e9aa2285abd/bindings HTTP/1.1" status: 201 len: 389 time: 0.3949900 Jan 28 00:08:59.754409 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c544112-a708-40e5-b126-bca4b9b075ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d6d3be9-94cf-4632-bf35-062a1a482cc8'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:08:59.756937 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff89ecd7-582f-41bc-973c-e6d3b67d6341" -d '{"events": [{"server_uuid": "5c544112-a708-40e5-b126-bca4b9b075ca", "name": "network-vif-unplugged", "status": "completed", "tag": "7d6d3be9-94cf-4632-bf35-062a1a482cc8"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:08:59.770513 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-dac3aa86-a280-4a10-8fae-2876f731de2f service neutron] Publish callbacks [] for port (7d6d3be9-94cf-4632-bf35-062a1a482cc8), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:08:59.784372 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-dac3aa86-a280-4a10-8fae-2876f731de2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (7d6d3be9-94cf-4632-bf35-062a1a482cc8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:00.022714 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3aa86-a280-4a10-8fae-2876f731de2f service neutron] Pushing event updated for resources: {'Port': ['ID=7d6d3be9-94cf-4632-bf35-062a1a482cc8,revision_number=7']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:00.028141 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-dac3aa86-a280-4a10-8fae-2876f731de2f service neutron] Attempting to bind port 7d6d3be9-94cf-4632-bf35-062a1a482cc8 on host n-h1-826754-1 for vnic_type normal with profile {"migrating_to": "n-h2-826754-1"} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:09:00.028485 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-dac3aa86-a280-4a10-8fae-2876f731de2f service neutron] Attempting to bind port 7d6d3be9-94cf-4632-bf35-062a1a482cc8 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:09:00.028817 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-dac3aa86-a280-4a10-8fae-2876f731de2f service neutron] Attempting to bind port 7d6d3be9-94cf-4632-bf35-062a1a482cc8 on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:09:00.033793 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-dac3aa86-a280-4a10-8fae-2876f731de2f service neutron] Port 7d6d3be9-94cf-4632-bf35-062a1a482cc8 on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:09:00.034126 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-dac3aa86-a280-4a10-8fae-2876f731de2f service neutron] Attempting to bind port 7d6d3be9-94cf-4632-bf35-062a1a482cc8 on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:09:00.040075 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-dac3aa86-a280-4a10-8fae-2876f731de2f service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:09:00.040420 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-dac3aa86-a280-4a10-8fae-2876f731de2f service neutron] Checking segment: {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:09:00.040802 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-dac3aa86-a280-4a10-8fae-2876f731de2f service neutron] Bound using segment: {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:09:00.041380 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-dac3aa86-a280-4a10-8fae-2876f731de2f service neutron] Bound port: 7d6d3be9-94cf-4632-bf35-062a1a482cc8, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:09:00.041749 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-dac3aa86-a280-4a10-8fae-2876f731de2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7d6d3be9-94cf-4632-bf35-062a1a482cc8), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:00.132646 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-fce4a175-b36d-43f9-b1f5-7d166a3a1004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:00.138552 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-fce4a175-b36d-43f9-b1f5-7d166a3a1004 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a78e89f3df84c31929be575e138a975&device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 1096 time: 0.0761216 Jan 28 00:09:00.142379 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45722) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:00.188568 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-dac3aa86-a280-4a10-8fae-2876f731de2f service neutron] For port 7d6d3be9-94cf-4632-bf35-062a1a482cc8, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:09:00.195554 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-dac3aa86-a280-4a10-8fae-2876f731de2f service neutron] For port 7d6d3be9-94cf-4632-bf35-062a1a482cc8, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=7d6d3be9-94cf-4632-bf35-062a1a482cc8,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:09:00.210312 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-dac3aa86-a280-4a10-8fae-2876f731de2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (7d6d3be9-94cf-4632-bf35-062a1a482cc8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:00.358233 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e8e40e34-4e6a-4c75-82bd-6380b3598974 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-898036000-network', 'tenant_id': '4166c628c8624dc6bcbd4bc816b288f2'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:09:00.367561 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-d658caac-abc7-42cd-80fb-1476d3de7501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:00.369088 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-d658caac-abc7-42cd-80fb-1476d3de7501 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 200 len: 908 time: 0.2208960 Jan 28 00:09:00.380056 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3aa86-a280-4a10-8fae-2876f731de2f service neutron] Pushing event updated for resources: {'Port': ['ID=7d6d3be9-94cf-4632-bf35-062a1a482cc8,revision_number=8']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:00.442793 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-693954cc-95b2-45cc-95ea-e3fdc5cd38c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23e4c93d-2bfd-40b7-85b3-7e9aa2285abd HTTP/1.1" status: 200 len: 217 time: 0.0637939 Jan 28 00:09:00.444278 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e40e34-4e6a-4c75-82bd-6380b3598974 admin admin] Made reservation on behalf of 4166c628c8624dc6bcbd4bc816b288f2 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:09:00.447124 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e8e40e34-4e6a-4c75-82bd-6380b3598974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:00.466527 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-dac3aa86-a280-4a10-8fae-2876f731de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:00.467258 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-dac3aa86-a280-4a10-8fae-2876f731de2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:00.469391 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-dac3aa86-a280-4a10-8fae-2876f731de2f service neutron] 10.222.0.52 "PUT /v2.0/ports/7d6d3be9-94cf-4632-bf35-062a1a482cc8 HTTP/1.1" status: 200 len: 1122 time: 1.2525494 Jan 28 00:09:00.481257 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59dd3b-3b1a-47bb-a735-767a9a778044 req-7a842d4d-0a9e-4e1e-9b29-5d169c74766d tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:00.490666 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4e59dd3b-3b1a-47bb-a735-767a9a778044 req-7a842d4d-0a9e-4e1e-9b29-5d169c74766d tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 944 time: 0.1676378 Jan 28 00:09:00.514548 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e8e40e34-4e6a-4c75-82bd-6380b3598974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:00.515510 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7df0b1-b92e-4c4c-a39e-cf42743e2811 x-openstack-request-id: req-1c7df0b1-b92e-4c4c-a39e-cf42743e2811 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:09:00.515944 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c544112-a708-40e5-b126-bca4b9b075ca", "name": "network-vif-unplugged", "status": "completed", "tag": "7d6d3be9-94cf-4632-bf35-062a1a482cc8", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:09:00.516319 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1c7df0b1-b92e-4c4c-a39e-cf42743e2811 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:09:00.516819 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c544112-a708-40e5-b126-bca4b9b075ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d6d3be9-94cf-4632-bf35-062a1a482cc8', 'code': 200} Jan 28 00:09:00.565454 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4e59dd3b-3b1a-47bb-a735-767a9a778044 req-4c865a7d-a8dd-4d2d-9104-5104284cbaaf tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701575 Jan 28 00:09:00.606942 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['7d6d3be9-94cf-4632-bf35-062a1a482cc8'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:09:00.697356 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-2c1b2285-6513-4379-b2ae-9a3c8e29fcc6 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=8f1de91b44224a1abb9458c37f02e45f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306106 Jan 28 00:09:00.733299 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9858f-b90a-409c-867d-a0f2a9c0fb22 req-40b715a5-277b-4f34-9136-3133d4b965a1 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:00.734862 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-68e9858f-b90a-409c-867d-a0f2a9c0fb22 req-40b715a5-277b-4f34-9136-3133d4b965a1 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 945 time: 0.1041563 Jan 28 00:09:00.829133 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-68e9858f-b90a-409c-867d-a0f2a9c0fb22 req-d904d160-f9d5-457d-ad8d-d371b7d59629 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830138 Jan 28 00:09:00.885129 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-5c286def-8142-4399-b82f-069fdb51c1ca tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:00.893527 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-5c286def-8142-4399-b82f-069fdb51c1ca tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1845562 Jan 28 00:09:00.913980 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-3d4d69c3-62a4-472c-9065-1b61e5496a63 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/quotas/8f1de91b44224a1abb9458c37f02e45f HTTP/1.1" status: 200 len: 375 time: 0.0193117 Jan 28 00:09:00.962061 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-5c5fc6f7-b5ad-4394-8fbc-f82e7ca754c7 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8f1de91b44224a1abb9458c37f02e45f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465302 Jan 28 00:09:00.978010 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e8e40e34-4e6a-4c75-82bd-6380b3598974 admin admin] Publish callbacks [] for security_group (7cbb92f3-a659-412d-905d-f5cca52246b6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:00.989149 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e8e40e34-4e6a-4c75-82bd-6380b3598974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7cbb92f3-a659-412d-905d-f5cca52246b6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:01.015009 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-59cd9cfa-fb1d-43bc-850f-1996a4f8aee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:01.017013 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-59cd9cfa-fb1d-43bc-850f-1996a4f8aee7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a309d6c9-38a3-409d-a906-1638039000ff HTTP/1.1" status: 200 len: 847 time: 0.5663102 Jan 28 00:09:01.024102 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e40e34-4e6a-4c75-82bd-6380b3598974 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:09:01.068815 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-83d52fc9-7a1d-4d93-a4e8-7652934348bb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ede0cbb9-a83e-4037-b673-696eabc6b3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420477 Jan 28 00:09:01.076740 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e8e40e34-4e6a-4c75-82bd-6380b3598974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (b64996d4-9846-427c-8f1c-80dac5475778), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:01.077110 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-e8e40e34-4e6a-4c75-82bd-6380b3598974 admin admin] Added segment b64996d4-9846-427c-8f1c-80dac5475778 of type vlan for network 4d9aad83-0367-4bfa-8c1f-7f986f850cfc Jan 28 00:09:01.108478 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e40e34-4e6a-4c75-82bd-6380b3598974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbb92f3-a659-412d-905d-f5cca52246b6,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:01.214346 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e8e40e34-4e6a-4c75-82bd-6380b3598974 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (4d9aad83-0367-4bfa-8c1f-7f986f850cfc), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:01.264300 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-6ab97d69-18fd-488b-9d5a-b4bf590c617f service neutron] 10.222.0.65 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855505 Jan 28 00:09:01.269451 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e8e40e34-4e6a-4c75-82bd-6380b3598974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (4d9aad83-0367-4bfa-8c1f-7f986f850cfc), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:01.270976 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e40e34-4e6a-4c75-82bd-6380b3598974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:01.271832 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e8e40e34-4e6a-4c75-82bd-6380b3598974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:01.300870 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e8e40e34-4e6a-4c75-82bd-6380b3598974 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1572385 Jan 28 00:09:01.306868 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45748) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:01.317689 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-9c50d1e5-b104-45e6-b3ba-b1e7658df6c5 admin admin] Request body: {'subnet': {'network_id': '4d9aad83-0367-4bfa-8c1f-7f986f850cfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-898036000-subnet', 'tenant_id': '4166c628c8624dc6bcbd4bc816b288f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:09:01.376082 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-76283117-e16d-4ca5-9391-a6016dc74a39 req-111ea069-0b3d-408c-b99f-d15b4fb8c1d4 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9b6ba0b-2c7b-4510-b723-70dfaf3cf644 HTTP/1.1" status: 200 len: 210 time: 0.0872362 Jan 28 00:09:01.389511 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c50d1e5-b104-45e6-b3ba-b1e7658df6c5 admin admin] Made reservation on behalf of 4166c628c8624dc6bcbd4bc816b288f2 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:09:01.395455 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9c50d1e5-b104-45e6-b3ba-b1e7658df6c5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:01.415911 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e40e34-4e6a-4c75-82bd-6380b3598974 admin admin] Pushing event updated for resources: {'Network': ['ID=4d9aad83-0367-4bfa-8c1f-7f986f850cfc,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:01.434296 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 4d9aad83-0367-4bfa-8c1f-7f986f850cfc details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:09:01.501980 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-2d9e0c88-d505-4581-bdad-c87e9730c44c service neutron] 10.222.0.65 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163329 Jan 28 00:09:01.701750 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-69b9e3be-6325-4a9e-8448-f5d00d12e6c5 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:01.703695 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-69b9e3be-6325-4a9e-8448-f5d00d12e6c5 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33&tenant_id=8a78e89f3df84c31929be575e138a975&binding%3Ahost_id=n-h2-826754-1 HTTP/1.1" status: 200 len: 1096 time: 0.0852804 Jan 28 00:09:01.718595 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-d02104f1-6c90-4c6d-a1c1-1dd2ce3a7d5c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826754-1'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:09:01.747112 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fcde009e-ed71-464f-b053-67a224ccc27a req-12820664-4902-4728-92ff-0da79fbb20e2 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=8f1de91b44224a1abb9458c37f02e45f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1043248 Jan 28 00:09:01.798250 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-d02104f1-6c90-4c6d-a1c1-1dd2ce3a7d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (23e4c93d-2bfd-40b7-85b3-7e9aa2285abd), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:01.893810 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9c50d1e5-b104-45e6-b3ba-b1e7658df6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for subnet (8e4a8341-e927-405b-882c-5d3874b2264b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:01.944709 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8e117-6e6e-4c70-867f-5b4c187798fc req-9c5111d2-7ffa-4f46-a031-13dc99a5b907 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:01.951555 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f4b8e117-6e6e-4c70-867f-5b4c187798fc req-9c5111d2-7ffa-4f46-a031-13dc99a5b907 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 944 time: 0.2202106 Jan 28 00:09:01.961387 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50d1e5-b104-45e6-b3ba-b1e7658df6c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e4a8341-e927-405b-882c-5d3874b2264b,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:02.013394 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-d02104f1-6c90-4c6d-a1c1-1dd2ce3a7d5c service neutron] For port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=23e4c93d-2bfd-40b7-85b3-7e9aa2285abd,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:02.061114 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-d02104f1-6c90-4c6d-a1c1-1dd2ce3a7d5c service neutron] For port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:09:02.152712 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4270834b-9161-4d12-986d-07ce41b60e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23e4c93d-2bfd-40b7-85b3-7e9aa2285abd'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:09:02.161570 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64061369-b88c-479b-a947-2a4b63519753" -d '{"events": [{"server_uuid": "4270834b-9161-4d12-986d-07ce41b60e33", "name": "network-vif-unplugged", "status": "completed", "tag": "23e4c93d-2bfd-40b7-85b3-7e9aa2285abd"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:09:02.171032 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-d02104f1-6c90-4c6d-a1c1-1dd2ce3a7d5c service neutron] Publish callbacks [] for port (23e4c93d-2bfd-40b7-85b3-7e9aa2285abd), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:02.186044 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-d02104f1-6c90-4c6d-a1c1-1dd2ce3a7d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (23e4c93d-2bfd-40b7-85b3-7e9aa2285abd), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:02.220875 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde009e-ed71-464f-b053-67a224ccc27a req-a771cc6a-d8ad-41ce-a78b-482f2518af49 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:02.222532 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fcde009e-ed71-464f-b053-67a224ccc27a req-a771cc6a-d8ad-41ce-a78b-482f2518af49 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4636428 Jan 28 00:09:02.246089 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-fcde009e-ed71-464f-b053-67a224ccc27a req-c03a4662-a9eb-4011-8b5a-43faf46c68b5 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Request body: {'port': {'device_id': '08d8d438-d2f3-44c7-8a9a-ae7352622d85', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'admin_state_up': True, 'tenant_id': '8f1de91b44224a1abb9458c37f02e45f'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:09:02.294897 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f4b8e117-6e6e-4c70-867f-5b4c187798fc req-f474ce0e-46da-4718-8020-fb0155ae3d7f tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423469 Jan 28 00:09:02.378250 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3aae0-23db-4f3d-8d3f-02d8ed5a3c93 req-ec85c73c-e2e3-4f71-b363-ee37b6c13a8e tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:02.380428 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2dd3aae0-23db-4f3d-8d3f-02d8ed5a3c93 req-ec85c73c-e2e3-4f71-b363-ee37b6c13a8e tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 945 time: 0.3445773 Jan 28 00:09:02.381089 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45778) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:02.407488 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d8bec1-8f9d-490b-bd9f-779d7545e275 x-openstack-request-id: req-41d8bec1-8f9d-490b-bd9f-779d7545e275 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:09:02.407880 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4270834b-9161-4d12-986d-07ce41b60e33", "name": "network-vif-unplugged", "status": "completed", "tag": "23e4c93d-2bfd-40b7-85b3-7e9aa2285abd", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:09:02.409900 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-41d8bec1-8f9d-490b-bd9f-779d7545e275 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:09:02.410333 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4270834b-9161-4d12-986d-07ce41b60e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23e4c93d-2bfd-40b7-85b3-7e9aa2285abd', 'code': 200} Jan 28 00:09:02.442632 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02104f1-6c90-4c6d-a1c1-1dd2ce3a7d5c service neutron] Pushing event updated for resources: {'Port': ['ID=23e4c93d-2bfd-40b7-85b3-7e9aa2285abd,revision_number=7']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:02.447493 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-d02104f1-6c90-4c6d-a1c1-1dd2ce3a7d5c service neutron] Attempting to bind port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd on host n-h2-826754-1 for vnic_type normal with profile {"migrating_to": "n-h1-826754-1"} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:09:02.447855 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-d02104f1-6c90-4c6d-a1c1-1dd2ce3a7d5c service neutron] Attempting to bind port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:09:02.448185 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-d02104f1-6c90-4c6d-a1c1-1dd2ce3a7d5c service neutron] Attempting to bind port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:09:02.453293 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-d02104f1-6c90-4c6d-a1c1-1dd2ce3a7d5c service neutron] Port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:09:02.454065 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-d02104f1-6c90-4c6d-a1c1-1dd2ce3a7d5c service neutron] Attempting to bind port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:09:02.460514 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-d02104f1-6c90-4c6d-a1c1-1dd2ce3a7d5c service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:09:02.461074 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-d02104f1-6c90-4c6d-a1c1-1dd2ce3a7d5c service neutron] Checking segment: {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:09:02.461406 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-d02104f1-6c90-4c6d-a1c1-1dd2ce3a7d5c service neutron] Bound using segment: {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:09:02.461846 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-d02104f1-6c90-4c6d-a1c1-1dd2ce3a7d5c service neutron] Bound port: 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:09:02.462206 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-d02104f1-6c90-4c6d-a1c1-1dd2ce3a7d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (23e4c93d-2bfd-40b7-85b3-7e9aa2285abd), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:02.483864 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c50d1e5-b104-45e6-b3ba-b1e7658df6c5 admin admin] Checking segment: {'id': 'b64996d4-9846-427c-8f1c-80dac5475778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4d9aad83-0367-4bfa-8c1f-7f986f850cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:09:02.484291 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c50d1e5-b104-45e6-b3ba-b1e7658df6c5 admin admin] Network hostable DHCP agents. Network: 4d9aad83-0367-4bfa-8c1f-7f986f850cfc, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:09:02.521702 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c544112-a708-40e5-b126-bca4b9b075ca', 'tag': '7d6d3be9-94cf-4632-bf35-062a1a482cc8'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:09:02.524366 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854f7377-71d1-407f-9e47-6e9774310697" -d '{"events": [{"name": "network-changed", "server_uuid": "5c544112-a708-40e5-b126-bca4b9b075ca", "tag": "7d6d3be9-94cf-4632-bf35-062a1a482cc8"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:09:02.550079 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-d02104f1-6c90-4c6d-a1c1-1dd2ce3a7d5c service neutron] For port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:09:02.553433 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-d02104f1-6c90-4c6d-a1c1-1dd2ce3a7d5c service neutron] For port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=23e4c93d-2bfd-40b7-85b3-7e9aa2285abd,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:09:02.560959 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-d02104f1-6c90-4c6d-a1c1-1dd2ce3a7d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (23e4c93d-2bfd-40b7-85b3-7e9aa2285abd), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:02.575786 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4c907d2d-667d-4c18-baab-6a5ffd10e67b req-683d03ce-98b4-4d3e-a725-f072ca095bfe tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9b6ba0b-2c7b-4510-b723-70dfaf3cf644 HTTP/1.1" status: 200 len: 210 time: 0.0597537 Jan 28 00:09:02.625331 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c50d1e5-b104-45e6-b3ba-b1e7658df6c5 admin admin] Network 4d9aad83-0367-4bfa-8c1f-7f986f850cfc is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:09:02.627365 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 7d6d3be9-94cf-4632-bf35-062a1a482cc8 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:09:02.663255 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02104f1-6c90-4c6d-a1c1-1dd2ce3a7d5c service neutron] Pushing event updated for resources: {'Port': ['ID=23e4c93d-2bfd-40b7-85b3-7e9aa2285abd,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:02.682420 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2dd3aae0-23db-4f3d-8d3f-02d8ed5a3c93 req-6b00af9f-03dd-4ed0-b460-70c93f6c4290 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832315 Jan 28 00:09:02.682420 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-9c50d1e5-b104-45e6-b3ba-b1e7658df6c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 4d9aad83-0367-4bfa-8c1f-7f986f850cfc) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:09:02.685159 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-90288b9d-f5b4-4a6b-9ca3-122b74640c8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:02.717485 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c50d1e5-b104-45e6-b3ba-b1e7658df6c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:02.718875 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9c50d1e5-b104-45e6-b3ba-b1e7658df6c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:02.725044 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-d02104f1-6c90-4c6d-a1c1-1dd2ce3a7d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:02.725848 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-d02104f1-6c90-4c6d-a1c1-1dd2ce3a7d5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:02.728273 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-d02104f1-6c90-4c6d-a1c1-1dd2ce3a7d5c service neutron] 10.222.0.65 "PUT /v2.0/ports/23e4c93d-2bfd-40b7-85b3-7e9aa2285abd HTTP/1.1" status: 200 len: 1121 time: 1.0168695 Jan 28 00:09:02.747675 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94b12f2-d6ef-40ae-b7d6-bb5aaec1cba7 None None] Network 4d9aad83-0367-4bfa-8c1f-7f986f850cfc requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:09:02.762825 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9c50d1e5-b104-45e6-b3ba-b1e7658df6c5 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4470613 Jan 28 00:09:02.771083 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcde009e-ed71-464f-b053-67a224ccc27a req-c03a4662-a9eb-4011-8b5a-43faf46c68b5 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Made reservation on behalf of 8f1de91b44224a1abb9458c37f02e45f for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:09:02.774502 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fcde009e-ed71-464f-b053-67a224ccc27a req-c03a4662-a9eb-4011-8b5a-43faf46c68b5 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:02.777692 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c7ebca-7424-4e69-880d-9dde42dfdc52 x-openstack-request-id: req-d1c7ebca-7424-4e69-880d-9dde42dfdc52 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:09:02.777977 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c544112-a708-40e5-b126-bca4b9b075ca", "tag": "7d6d3be9-94cf-4632-bf35-062a1a482cc8", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:09:02.778237 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d1c7ebca-7424-4e69-880d-9dde42dfdc52 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:09:02.778668 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c544112-a708-40e5-b126-bca4b9b075ca', 'tag': '7d6d3be9-94cf-4632-bf35-062a1a482cc8', 'status': 'completed', 'code': 200} Jan 28 00:09:02.794607 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fcde009e-ed71-464f-b053-67a224ccc27a req-c03a4662-a9eb-4011-8b5a-43faf46c68b5 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:02.894134 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fcde009e-ed71-464f-b053-67a224ccc27a req-c03a4662-a9eb-4011-8b5a-43faf46c68b5 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Publish callbacks [] for security_group (9a45141e-b187-49fc-8327-002228aa4797), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:02.903035 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fcde009e-ed71-464f-b053-67a224ccc27a req-c03a4662-a9eb-4011-8b5a-43faf46c68b5 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (9a45141e-b187-49fc-8327-002228aa4797), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:03.075383 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-54bd95b9-3793-4374-9b03-b368377f031b tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=8f1de91b44224a1abb9458c37f02e45f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1747892 Jan 28 00:09:03.251465 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-b722fe86-a4e2-4617-8ee1-d0aadaecc86b tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:03.253776 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-b722fe86-a4e2-4617-8ee1-d0aadaecc86b tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1682415 Jan 28 00:09:03.259245 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f7377-71d1-407f-9e47-6e9774310697 req-7b5637c7-58fe-467c-be61-8a2dd782c6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:03.261120 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-854f7377-71d1-407f-9e47-6e9774310697 req-7b5637c7-58fe-467c-be61-8a2dd782c6d2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6990d737c5db4738a7ab281f03db2443&device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 1125 time: 0.3452287 Jan 28 00:09:03.297646 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-26b5bfc6-0dbc-435c-9836-498f245c6a62 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Request body: {'port': {'device_id': 'e9b6ba0b-2c7b-4510-b723-70dfaf3cf644', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'admin_state_up': True, 'tenant_id': '8f1de91b44224a1abb9458c37f02e45f'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:09:03.366357 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfa6e1f-4505-4e5b-8726-6454b20ff807 None None] Network 4d9aad83-0367-4bfa-8c1f-7f986f850cfc requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:09:03.485395 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['23e4c93d-2bfd-40b7-85b3-7e9aa2285abd'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:09:03.589142 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-26b5bfc6-0dbc-435c-9836-498f245c6a62 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Made reservation on behalf of 8f1de91b44224a1abb9458c37f02e45f for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:09:03.593371 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-26b5bfc6-0dbc-435c-9836-498f245c6a62 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:03.596667 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-90288b9d-f5b4-4a6b-9ca3-122b74640c8b admin admin] Publish callbacks [] for security_group (f112a3ea-0fe8-4c2b-bd29-c24f275f1738), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:03.602868 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a4662-a9eb-4011-8b5a-43faf46c68b5 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a45141e-b187-49fc-8327-002228aa4797,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:03.645729 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-90288b9d-f5b4-4a6b-9ca3-122b74640c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f112a3ea-0fe8-4c2b-bd29-c24f275f1738), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:03.721401 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f7377-71d1-407f-9e47-6e9774310697 req-35686cf0-b09d-464f-aab0-923acfe9bd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:03.723372 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-854f7377-71d1-407f-9e47-6e9774310697 req-35686cf0-b09d-464f-aab0-923acfe9bd71 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf HTTP/1.1" status: 200 len: 922 time: 0.4308100 Jan 28 00:09:03.742175 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-90288b9d-f5b4-4a6b-9ca3-122b74640c8b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a6ccddcc6a264e2d9bcf3592e8cf6105&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3519299 Jan 28 00:09:03.743407 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45826) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:03.753440 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 7d6d3be9-94cf-4632-bf35-062a1a482cc8, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=7d6d3be9-94cf-4632-bf35-062a1a482cc8,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:03.793603 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 7d6d3be9-94cf-4632-bf35-062a1a482cc8 has no active binding in host n-h2-826754-1 {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 00:09:03.810390 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-854f7377-71d1-407f-9e47-6e9774310697 req-100bd6a1-9f40-4f47-bf27-ecd2ec369298 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d6d3be9-94cf-4632-bf35-062a1a482cc8 HTTP/1.1" status: 200 len: 217 time: 0.0725808 Jan 28 00:09:03.842058 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45830) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:03.863954 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-b4a35e01-c7cb-4205-aa11-2e19c06b6a17 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1636163834-network', 'tenant_id': 'c665fbe9af34440096c1cd4d1108287d'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:09:03.890865 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-14be4049-b150-42b4-9a30-9f96c9db6c27 req-8d9d64d6-9c4a-486b-bc76-4fecb0a542d5 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9b6ba0b-2c7b-4510-b723-70dfaf3cf644 HTTP/1.1" status: 200 len: 210 time: 0.1066804 Jan 28 00:09:03.892880 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0332cf89-dc9a-4824-ad39-199d96398891 admin admin] Publish callbacks [] for security_group (f112a3ea-0fe8-4c2b-bd29-c24f275f1738), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:03.902138 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90288b9d-f5b4-4a6b-9ca3-122b74640c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f112a3ea-0fe8-4c2b-bd29-c24f275f1738,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:03.908539 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f7377-71d1-407f-9e47-6e9774310697 req-bd46fbad-d164-4a36-b411-0511dce99a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:03.910557 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-854f7377-71d1-407f-9e47-6e9774310697 req-bd46fbad-d164-4a36-b411-0511dce99a6b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1cf259c4-4e5d-4731-814e-e633d701ebdd HTTP/1.1" status: 200 len: 861 time: 0.0918710 Jan 28 00:09:03.938041 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf2590-b31a-4cac-9a13-005a6b5629bf req-6dc4b5a0-c248-42fb-812b-fa0bf6db7cd8 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:03.945061 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3bf2590-b31a-4cac-9a13-005a6b5629bf req-6dc4b5a0-c248-42fb-812b-fa0bf6db7cd8 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 944 time: 0.4078860 Jan 28 00:09:03.949212 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-fcde009e-ed71-464f-b053-67a224ccc27a req-c03a4662-a9eb-4011-8b5a-43faf46c68b5 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Allocated IP 192.168.233.199 (6cc4916b-e8a0-4618-abd0-934e16bf0b78/3d2cf619-4390-4946-b152-016e9ede005d/bf4052fb-8fcb-446c-b34c-a26dc0815ce5) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:09:03.960711 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-854f7377-71d1-407f-9e47-6e9774310697 req-8065f686-9e4a-4cb0-aa96-53854c07c3e9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384789 Jan 28 00:09:03.962805 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0332cf89-dc9a-4824-ad39-199d96398891 admin admin] Publish callbacks [] for security_group (f112a3ea-0fe8-4c2b-bd29-c24f275f1738), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:03.984307 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a35e01-c7cb-4205-aa11-2e19c06b6a17 admin admin] Made reservation on behalf of c665fbe9af34440096c1cd4d1108287d for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:09:03.987568 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4a35e01-c7cb-4205-aa11-2e19c06b6a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:04.004432 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4a35e01-c7cb-4205-aa11-2e19c06b6a17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:04.064830 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-854f7377-71d1-407f-9e47-6e9774310697 req-2d2604bf-07c4-4a09-81be-26113e923219 service neutron] 10.222.0.65 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936062 Jan 28 00:09:04.092096 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4a35e01-c7cb-4205-aa11-2e19c06b6a17 admin admin] Publish callbacks [] for security_group (6305fda1-1eda-4b86-806c-474112c2f271), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:04.106379 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4a35e01-c7cb-4205-aa11-2e19c06b6a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (6305fda1-1eda-4b86-806c-474112c2f271), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:04.176089 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3bf2590-b31a-4cac-9a13-005a6b5629bf req-3397da2c-9145-4abe-bfa2-ecefa3d2c49f tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298746 Jan 28 00:09:04.179559 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0332cf89-dc9a-4824-ad39-199d96398891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f112a3ea-0fe8-4c2b-bd29-c24f275f1738), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:04.182382 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0332cf89-dc9a-4824-ad39-199d96398891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:04.182766 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a35e01-c7cb-4205-aa11-2e19c06b6a17 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:09:04.194510 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0332cf89-dc9a-4824-ad39-199d96398891 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f112a3ea-0fe8-4c2b-bd29-c24f275f1738 HTTP/1.1" status: 204 len: 168 time: 0.4435349 Jan 28 00:09:04.238381 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-854f7377-71d1-407f-9e47-6e9774310697 req-3f2adf85-0564-4b64-ae6c-8d42b00ea4ab service neutron] 10.222.0.65 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621668 Jan 28 00:09:04.242470 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332cf89-dc9a-4824-ad39-199d96398891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f112a3ea-0fe8-4c2b-bd29-c24f275f1738,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:04.258411 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a35e01-c7cb-4205-aa11-2e19c06b6a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6305fda1-1eda-4b86-806c-474112c2f271,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:04.271032 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4a35e01-c7cb-4205-aa11-2e19c06b6a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (498bb83f-49b9-43ed-9dc5-0a84fd327c7d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:04.271384 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-b4a35e01-c7cb-4205-aa11-2e19c06b6a17 admin admin] Added segment 498bb83f-49b9-43ed-9dc5-0a84fd327c7d of type vlan for network 8df217ff-daf5-4f74-9d8c-2e10978090b3 Jan 28 00:09:04.412873 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4270834b-9161-4d12-986d-07ce41b60e33', 'tag': '23e4c93d-2bfd-40b7-85b3-7e9aa2285abd'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:09:04.424771 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888ed6ab-f93a-498b-b28f-f50b74a0ef35" -d '{"events": [{"name": "network-changed", "server_uuid": "4270834b-9161-4d12-986d-07ce41b60e33", "tag": "23e4c93d-2bfd-40b7-85b3-7e9aa2285abd"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:09:04.450337 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4a35e01-c7cb-4205-aa11-2e19c06b6a17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (8df217ff-daf5-4f74-9d8c-2e10978090b3), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:04.487625 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a12677-e466-4997-ad29-02f3cd794956 req-e9196722-7c7c-4eef-9c89-3e592f9efc79 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:04.489238 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75a12677-e466-4997-ad29-02f3cd794956 req-e9196722-7c7c-4eef-9c89-3e592f9efc79 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 943 time: 0.1775706 Jan 28 00:09:04.550188 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fcde009e-ed71-464f-b053-67a224ccc27a req-c03a4662-a9eb-4011-8b5a-43faf46c68b5 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Publish callbacks [] for port (bf4052fb-8fcb-446c-b34c-a26dc0815ce5), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:04.554532 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4a35e01-c7cb-4205-aa11-2e19c06b6a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (8df217ff-daf5-4f74-9d8c-2e10978090b3), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:04.555533 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a35e01-c7cb-4205-aa11-2e19c06b6a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:04.556138 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4a35e01-c7cb-4205-aa11-2e19c06b6a17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:04.638538 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b4a35e01-c7cb-4205-aa11-2e19c06b6a17 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7835815 Jan 28 00:09:04.641326 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45854) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:04.652171 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-ddb0991e-0392-4fe9-8f62-89cf6620ace8 admin admin] Request body: {'subnet': {'network_id': '8df217ff-daf5-4f74-9d8c-2e10978090b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1636163834-subnet', 'tenant_id': 'c665fbe9af34440096c1cd4d1108287d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:09:04.652416 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45856) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:04.667535 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75a12677-e466-4997-ad29-02f3cd794956 req-c0f283ce-0639-4304-9d89-e9c730809c70 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672981 Jan 28 00:09:04.691716 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb0991e-0392-4fe9-8f62-89cf6620ace8 admin admin] Made reservation on behalf of c665fbe9af34440096c1cd4d1108287d for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:09:04.694502 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ddb0991e-0392-4fe9-8f62-89cf6620ace8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:04.734755 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fcde009e-ed71-464f-b053-67a224ccc27a req-c03a4662-a9eb-4011-8b5a-43faf46c68b5 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (bf4052fb-8fcb-446c-b34c-a26dc0815ce5), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:04.755222 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fbfce9-a70f-4122-a052-49646f73afb5 x-openstack-request-id: req-61fbfce9-a70f-4122-a052-49646f73afb5 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:09:04.755533 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4270834b-9161-4d12-986d-07ce41b60e33", "tag": "23e4c93d-2bfd-40b7-85b3-7e9aa2285abd", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:09:04.755803 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-61fbfce9-a70f-4122-a052-49646f73afb5 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:09:04.756257 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4270834b-9161-4d12-986d-07ce41b60e33', 'tag': '23e4c93d-2bfd-40b7-85b3-7e9aa2285abd', 'status': 'completed', 'code': 200} Jan 28 00:09:04.758819 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a35e01-c7cb-4205-aa11-2e19c06b6a17 admin admin] Pushing event updated for resources: {'Network': ['ID=8df217ff-daf5-4f74-9d8c-2e10978090b3,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:04.764306 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c5157b64-e63b-4406-b612-59b59c92fc3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:04.770629 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 8df217ff-daf5-4f74-9d8c-2e10978090b3 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:09:04.860576 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcde009e-ed71-464f-b053-67a224ccc27a req-c03a4662-a9eb-4011-8b5a-43faf46c68b5 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:09:04.874105 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-fcde009e-ed71-464f-b053-67a224ccc27a req-c03a4662-a9eb-4011-8b5a-43faf46c68b5 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:09:04.885833 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcde009e-ed71-464f-b053-67a224ccc27a req-c03a4662-a9eb-4011-8b5a-43faf46c68b5 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:09:04.890802 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde009e-ed71-464f-b053-67a224ccc27a req-c03a4662-a9eb-4011-8b5a-43faf46c68b5 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:04.891535 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fcde009e-ed71-464f-b053-67a224ccc27a req-c03a4662-a9eb-4011-8b5a-43faf46c68b5 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:04.930520 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-26b5bfc6-0dbc-435c-9836-498f245c6a62 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Allocated IP 192.168.233.152 (6cc4916b-e8a0-4618-abd0-934e16bf0b78/3d2cf619-4390-4946-b152-016e9ede005d/8fad6b80-dfed-4d8f-94dc-e44110c67bcc) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:09:04.966518 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a4662-a9eb-4011-8b5a-43faf46c68b5 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Pushing event updated for resources: {'Port': ['ID=bf4052fb-8fcb-446c-b34c-a26dc0815ce5,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:04.980579 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ed6ab-f93a-498b-b28f-f50b74a0ef35 req-12c2ce3c-de8e-4edf-b92a-da8c761e45c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:04.984717 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-888ed6ab-f93a-498b-b28f-f50b74a0ef35 req-12c2ce3c-de8e-4edf-b92a-da8c761e45c7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8a78e89f3df84c31929be575e138a975&device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 1124 time: 0.1575274 Jan 28 00:09:05.000256 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fcde009e-ed71-464f-b053-67a224ccc27a req-c03a4662-a9eb-4011-8b5a-43faf46c68b5 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7584586 Jan 28 00:09:05.019387 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-fcde009e-ed71-464f-b053-67a224ccc27a req-4a746a4d-3a21-4cc5-81de-583ce6e29c22 service neutron] Request body: {'port': {'device_id': '08d8d438-d2f3-44c7-8a9a-ae7352622d85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:09:05.097256 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a42f79e-0fff-4e41-bf4b-921cf76ea07e req-4e01a312-437a-4054-b7d1-eab769cb81a2 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9b6ba0b-2c7b-4510-b723-70dfaf3cf644 HTTP/1.1" status: 200 len: 210 time: 0.0574226 Jan 28 00:09:05.162626 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fcde009e-ed71-464f-b053-67a224ccc27a req-4a746a4d-3a21-4cc5-81de-583ce6e29c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bf4052fb-8fcb-446c-b34c-a26dc0815ce5), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:05.165647 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c5157b64-e63b-4406-b612-59b59c92fc3b admin admin] Publish callbacks [] for security_group (2ed0b4d9-0e2b-491b-adac-fd27a26012b9), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:05.179180 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c5157b64-e63b-4406-b612-59b59c92fc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2ed0b4d9-0e2b-491b-adac-fd27a26012b9), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:05.188789 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ed6ab-f93a-498b-b28f-f50b74a0ef35 req-9ecd7ece-2643-471b-9c03-b43661618771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:05.190899 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-888ed6ab-f93a-498b-b28f-f50b74a0ef35 req-9ecd7ece-2643-471b-9c03-b43661618771 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 200 len: 908 time: 0.1966593 Jan 28 00:09:05.233552 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f671b9e1-5f0f-4096-b0db-55180d8fd95d None None] Provisioning complete for port bf4052fb-8fcb-446c-b34c-a26dc0815ce5 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:09:05.233965 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f671b9e1-5f0f-4096-b0db-55180d8fd95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bf4052fb-8fcb-446c-b34c-a26dc0815ce5), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:05.245307 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-888ed6ab-f93a-498b-b28f-f50b74a0ef35 req-84bbf8cb-f206-47ed-959e-a93ec4ebf78b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23e4c93d-2bfd-40b7-85b3-7e9aa2285abd HTTP/1.1" status: 200 len: 217 time: 0.0411139 Jan 28 00:09:05.255311 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c5157b64-e63b-4406-b612-59b59c92fc3b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=702d859fec1d45c69e141486d068ce94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6015701 Jan 28 00:09:05.261876 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45874) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:05.262607 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5157b64-e63b-4406-b612-59b59c92fc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed0b4d9-0e2b-491b-adac-fd27a26012b9,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:05.333679 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f671b9e1-5f0f-4096-b0db-55180d8fd95d None None] Port bf4052fb-8fcb-446c-b34c-a26dc0815ce5 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:09:05.386283 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ed6ab-f93a-498b-b28f-f50b74a0ef35 req-d1ec96e1-ee4c-4077-9951-4aee3e214657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:05.387766 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-888ed6ab-f93a-498b-b28f-f50b74a0ef35 req-d1ec96e1-ee4c-4077-9951-4aee3e214657 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a309d6c9-38a3-409d-a906-1638039000ff HTTP/1.1" status: 200 len: 847 time: 0.1217351 Jan 28 00:09:05.412611 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:09:05.460108 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-888ed6ab-f93a-498b-b28f-f50b74a0ef35 req-9570c687-1ae1-46b7-bfce-d106d9f9d1e6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ede0cbb9-a83e-4037-b673-696eabc6b3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415640 Jan 28 00:09:05.565108 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-888ed6ab-f93a-498b-b28f-f50b74a0ef35 req-a4014144-a438-4507-b30a-c541e150465d service neutron] 10.222.0.52 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964990 Jan 28 00:09:05.581201 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eda445a8-e080-4d7a-93a8-ae24eb3ad796 admin admin] Publish callbacks [] for security_group (2ed0b4d9-0e2b-491b-adac-fd27a26012b9), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:05.596006 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fe88d-80ec-4333-a9e7-9eef1e4047cf req-083b9638-5c08-4458-a8b8-9848bff0db32 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:05.597719 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a83fe88d-80ec-4333-a9e7-9eef1e4047cf req-083b9638-5c08-4458-a8b8-9848bff0db32 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 944 time: 0.2562315 Jan 28 00:09:05.619196 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=23e4c93d-2bfd-40b7-85b3-7e9aa2285abd,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:05.640417 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd has no active binding in host n-h1-826754-1 {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 00:09:05.655904 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eda445a8-e080-4d7a-93a8-ae24eb3ad796 admin admin] Publish callbacks [] for security_group (2ed0b4d9-0e2b-491b-adac-fd27a26012b9), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:05.663239 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ddb0991e-0392-4fe9-8f62-89cf6620ace8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for subnet (cb4bdd0c-0037-4b4f-b9e2-37c04eba3c16), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:05.704589 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-888ed6ab-f93a-498b-b28f-f50b74a0ef35 req-e6fbfa2a-5b8b-4700-be16-b90dd90bf770 service neutron] 10.222.0.52 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293497 Jan 28 00:09:05.716279 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a83fe88d-80ec-4333-a9e7-9eef1e4047cf req-89a165a3-0972-4432-a075-96f6eec7afe4 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101408 Jan 28 00:09:05.754463 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-26b5bfc6-0dbc-435c-9836-498f245c6a62 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Publish callbacks [] for port (8fad6b80-dfed-4d8f-94dc-e44110c67bcc), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:05.761415 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eda445a8-e080-4d7a-93a8-ae24eb3ad796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2ed0b4d9-0e2b-491b-adac-fd27a26012b9), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:05.764451 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eda445a8-e080-4d7a-93a8-ae24eb3ad796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:05.764707 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0991e-0392-4fe9-8f62-89cf6620ace8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb4bdd0c-0037-4b4f-b9e2-37c04eba3c16,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:05.768121 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-eda445a8-e080-4d7a-93a8-ae24eb3ad796 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2ed0b4d9-0e2b-491b-adac-fd27a26012b9 HTTP/1.1" status: 204 len: 168 time: 0.4881761 Jan 28 00:09:05.789999 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda445a8-e080-4d7a-93a8-ae24eb3ad796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed0b4d9-0e2b-491b-adac-fd27a26012b9,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:05.791578 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb0991e-0392-4fe9-8f62-89cf6620ace8 admin admin] Checking segment: {'id': '498bb83f-49b9-43ed-9dc5-0a84fd327c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8df217ff-daf5-4f74-9d8c-2e10978090b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:09:05.791978 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb0991e-0392-4fe9-8f62-89cf6620ace8 admin admin] Network hostable DHCP agents. Network: 8df217ff-daf5-4f74-9d8c-2e10978090b3, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:09:05.837847 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-26b5bfc6-0dbc-435c-9836-498f245c6a62 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (8fad6b80-dfed-4d8f-94dc-e44110c67bcc), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:05.847070 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb0991e-0392-4fe9-8f62-89cf6620ace8 admin admin] Network 8df217ff-daf5-4f74-9d8c-2e10978090b3 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:09:05.944271 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8536dc83-8e33-4bab-8824-83d486fd8a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:05.953590 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-ddb0991e-0392-4fe9-8f62-89cf6620ace8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 8df217ff-daf5-4f74-9d8c-2e10978090b3) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:09:05.964976 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7b1c4c-c301-4b8e-8905-a600ddd9d28a None None] Network 8df217ff-daf5-4f74-9d8c-2e10978090b3 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:09:05.974277 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-26b5bfc6-0dbc-435c-9836-498f245c6a62 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:09:05.979128 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb0991e-0392-4fe9-8f62-89cf6620ace8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:05.979756 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ddb0991e-0392-4fe9-8f62-89cf6620ace8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:05.982191 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-26b5bfc6-0dbc-435c-9836-498f245c6a62 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:09:06.003243 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-26b5bfc6-0dbc-435c-9836-498f245c6a62 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:09:06.020358 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-26b5bfc6-0dbc-435c-9836-498f245c6a62 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:06.021219 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-26b5bfc6-0dbc-435c-9836-498f245c6a62 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:06.036869 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-fcde009e-ed71-464f-b053-67a224ccc27a req-4a746a4d-3a21-4cc5-81de-583ce6e29c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf4052fb-8fcb-446c-b34c-a26dc0815ce5 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:09:06.045318 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fcde009e-ed71-464f-b053-67a224ccc27a req-4a746a4d-3a21-4cc5-81de-583ce6e29c22 service neutron] Publish callbacks [] for port (bf4052fb-8fcb-446c-b34c-a26dc0815ce5), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:06.049251 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5bfc6-0dbc-435c-9836-498f245c6a62 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Pushing event updated for resources: {'Port': ['ID=8fad6b80-dfed-4d8f-94dc-e44110c67bcc,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:06.070332 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-fcde009e-ed71-464f-b053-67a224ccc27a req-4a746a4d-3a21-4cc5-81de-583ce6e29c22 service neutron] Transition to ACTIVE for port object bf4052fb-8fcb-446c-b34c-a26dc0815ce5 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:09:06.081789 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fcde009e-ed71-464f-b053-67a224ccc27a req-4a746a4d-3a21-4cc5-81de-583ce6e29c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (bf4052fb-8fcb-446c-b34c-a26dc0815ce5), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:06.115691 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ddb0991e-0392-4fe9-8f62-89cf6620ace8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4693427 Jan 28 00:09:06.120905 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-26b5bfc6-0dbc-435c-9836-498f245c6a62 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8294294 Jan 28 00:09:06.136726 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4411318-c09e-43dc-b295-846e3d52c9ea req-41b71815-be31-4029-b76f-32774c660896 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:06.138402 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b4411318-c09e-43dc-b295-846e3d52c9ea req-41b71815-be31-4029-b76f-32774c660896 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 943 time: 0.3103123 Jan 28 00:09:06.169327 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-65367397-cb5e-4e0f-8e17-a10140916f5d service neutron] Request body: {'port': {'device_id': 'e9b6ba0b-2c7b-4510-b723-70dfaf3cf644', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:09:06.287659 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-e97135dd-3ca9-456b-8f5b-2e674a624e31 service neutron] 10.222.0.65 "GET /v2.0/ports/7d6d3be9-94cf-4632-bf35-062a1a482cc8/bindings/n-h2-826754-1 HTTP/1.1" status: 200 len: 384 time: 0.2397699 Jan 28 00:09:06.309593 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84f9025-672c-496f-897c-ee2c5e52f95b None None] Network 8df217ff-daf5-4f74-9d8c-2e10978090b3 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:09:06.410954 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b4411318-c09e-43dc-b295-846e3d52c9ea req-fb33de79-d8b0-4428-ad90-09bfeffaed8e tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607012 Jan 28 00:09:06.432437 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a746a4d-3a21-4cc5-81de-583ce6e29c22 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4052fb-8fcb-446c-b34c-a26dc0815ce5,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:06.452591 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45902) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:06.454575 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-65367397-cb5e-4e0f-8e17-a10140916f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8fad6b80-dfed-4d8f-94dc-e44110c67bcc), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:06.483961 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-fcde009e-ed71-464f-b053-67a224ccc27a req-4a746a4d-3a21-4cc5-81de-583ce6e29c22 service neutron] Attempting to bind port bf4052fb-8fcb-446c-b34c-a26dc0815ce5 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:09:06.484566 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-fcde009e-ed71-464f-b053-67a224ccc27a req-4a746a4d-3a21-4cc5-81de-583ce6e29c22 service neutron] Attempting to bind port bf4052fb-8fcb-446c-b34c-a26dc0815ce5 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:09:06.487385 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcde009e-ed71-464f-b053-67a224ccc27a req-4a746a4d-3a21-4cc5-81de-583ce6e29c22 service neutron] Attempting to bind port bf4052fb-8fcb-446c-b34c-a26dc0815ce5 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:09:06.496739 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-5678d4bf-65a2-4e17-a474-1befa3394561 None None] Provisioning complete for port 8fad6b80-dfed-4d8f-94dc-e44110c67bcc triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:09:06.497185 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5678d4bf-65a2-4e17-a474-1befa3394561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8fad6b80-dfed-4d8f-94dc-e44110c67bcc), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:06.564816 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcde009e-ed71-464f-b053-67a224ccc27a req-4a746a4d-3a21-4cc5-81de-583ce6e29c22 service neutron] Port bf4052fb-8fcb-446c-b34c-a26dc0815ce5 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:09:06.565413 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcde009e-ed71-464f-b053-67a224ccc27a req-4a746a4d-3a21-4cc5-81de-583ce6e29c22 service neutron] Attempting to bind port bf4052fb-8fcb-446c-b34c-a26dc0815ce5 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:09:06.580289 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5678d4bf-65a2-4e17-a474-1befa3394561 None None] Port 8fad6b80-dfed-4d8f-94dc-e44110c67bcc cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:09:06.588896 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcde009e-ed71-464f-b053-67a224ccc27a req-4a746a4d-3a21-4cc5-81de-583ce6e29c22 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:09:06.589588 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcde009e-ed71-464f-b053-67a224ccc27a req-4a746a4d-3a21-4cc5-81de-583ce6e29c22 service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:09:06.590154 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcde009e-ed71-464f-b053-67a224ccc27a req-4a746a4d-3a21-4cc5-81de-583ce6e29c22 service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:09:06.590825 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-fcde009e-ed71-464f-b053-67a224ccc27a req-4a746a4d-3a21-4cc5-81de-583ce6e29c22 service neutron] Bound port: bf4052fb-8fcb-446c-b34c-a26dc0815ce5, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:09:06.591354 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fcde009e-ed71-464f-b053-67a224ccc27a req-4a746a4d-3a21-4cc5-81de-583ce6e29c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bf4052fb-8fcb-446c-b34c-a26dc0815ce5), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:06.651148 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 7d6d3be9-94cf-4632-bf35-062a1a482cc8 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:09:06.740149 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3116e7-8f05-4080-bd96-bfd5f6d61fc7 req-73b63c82-4748-499e-888c-be54d1cfc9b1 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:06.745303 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4a3116e7-8f05-4080-bd96-bfd5f6d61fc7 req-73b63c82-4748-499e-888c-be54d1cfc9b1 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9b6ba0b-2c7b-4510-b723-70dfaf3cf644 HTTP/1.1" status: 200 len: 936 time: 0.3448467 Jan 28 00:09:06.849614 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-fcde009e-ed71-464f-b053-67a224ccc27a req-4a746a4d-3a21-4cc5-81de-583ce6e29c22 service neutron] For port bf4052fb-8fcb-446c-b34c-a26dc0815ce5, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:09:06.872735 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-fcde009e-ed71-464f-b053-67a224ccc27a req-4a746a4d-3a21-4cc5-81de-583ce6e29c22 service neutron] For port bf4052fb-8fcb-446c-b34c-a26dc0815ce5, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=bf4052fb-8fcb-446c-b34c-a26dc0815ce5,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:09:06.889574 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4a3116e7-8f05-4080-bd96-bfd5f6d61fc7 req-84722901-3fb6-4e78-b8e4-0921b0a31cd0 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339345 Jan 28 00:09:06.897211 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fcde009e-ed71-464f-b053-67a224ccc27a req-4a746a4d-3a21-4cc5-81de-583ce6e29c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (bf4052fb-8fcb-446c-b34c-a26dc0815ce5), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:06.909263 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 7d6d3be9-94cf-4632-bf35-062a1a482cc8, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=7d6d3be9-94cf-4632-bf35-062a1a482cc8,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:06.936120 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 7d6d3be9-94cf-4632-bf35-062a1a482cc8 has no active binding in host n-h2-826754-1 {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 00:09:06.988744 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde009e-ed71-464f-b053-67a224ccc27a req-4a746a4d-3a21-4cc5-81de-583ce6e29c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:06.989294 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fcde009e-ed71-464f-b053-67a224ccc27a req-4a746a4d-3a21-4cc5-81de-583ce6e29c22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:06.990954 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fcde009e-ed71-464f-b053-67a224ccc27a req-4a746a4d-3a21-4cc5-81de-583ce6e29c22 service neutron] 10.222.0.52 "PUT /v2.0/ports/bf4052fb-8fcb-446c-b34c-a26dc0815ce5 HTTP/1.1" status: 200 len: 1096 time: 1.9758122 Jan 28 00:09:06.991446 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d8d438-d2f3-44c7-8a9a-ae7352622d85', 'tag': 'bf4052fb-8fcb-446c-b34c-a26dc0815ce5'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:09:06.993711 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a366f65-27c7-42a6-a6ad-ef3175c74318" -d '{"events": [{"name": "network-changed", "server_uuid": "08d8d438-d2f3-44c7-8a9a-ae7352622d85", "tag": "bf4052fb-8fcb-446c-b34c-a26dc0815ce5"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:09:07.042074 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a746a4d-3a21-4cc5-81de-583ce6e29c22 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4052fb-8fcb-446c-b34c-a26dc0815ce5,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:07.068079 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb2c1698-707f-435a-afc2-266cbaeb7c12 admin admin] Deleting subnet 8e4a8341-e927-405b-882c-5d3874b2264b {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:09:07.083407 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb2c1698-707f-435a-afc2-266cbaeb7c12 admin admin] Publish callbacks [] for subnet (8e4a8341-e927-405b-882c-5d3874b2264b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:07.288459 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb2c1698-707f-435a-afc2-266cbaeb7c12 admin admin] Publish callbacks [] for subnet (8e4a8341-e927-405b-882c-5d3874b2264b), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:07.314527 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbaa24-a536-4929-9350-a19dc5e2406b req-a2880478-418e-4b4a-b917-939376fd03e5 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:07.316174 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb2c1698-707f-435a-afc2-266cbaeb7c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (8e4a8341-e927-405b-882c-5d3874b2264b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:07.318107 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-88cbaa24-a536-4929-9350-a19dc5e2406b req-a2880478-418e-4b4a-b917-939376fd03e5 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 944 time: 0.1541283 Jan 28 00:09:07.326762 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde009e-ed71-464f-b053-67a224ccc27a req-8a22d4fb-f079-42a3-bbcd-b58e30932f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:07.328180 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fcde009e-ed71-464f-b053-67a224ccc27a req-8a22d4fb-f079-42a3-bbcd-b58e30932f74 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8f1de91b44224a1abb9458c37f02e45f&device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 1099 time: 0.2120795 Jan 28 00:09:07.350608 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b14374-956d-4854-ae46-170e8582bae8 x-openstack-request-id: req-b5b14374-956d-4854-ae46-170e8582bae8 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:09:07.355986 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d8d438-d2f3-44c7-8a9a-ae7352622d85", "tag": "bf4052fb-8fcb-446c-b34c-a26dc0815ce5", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:09:07.358125 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b5b14374-956d-4854-ae46-170e8582bae8 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:09:07.358642 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d8d438-d2f3-44c7-8a9a-ae7352622d85', 'tag': 'bf4052fb-8fcb-446c-b34c-a26dc0815ce5', 'status': 'completed', 'code': 200} Jan 28 00:09:07.434882 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fcde009e-ed71-464f-b053-67a224ccc27a req-d0f482e3-7626-4065-a000-cd966f5e5142 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=bf4052fb-8fcb-446c-b34c-a26dc0815ce5 HTTP/1.1" status: 200 len: 217 time: 0.0751073 Jan 28 00:09:07.493522 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-a7f70f7e-6794-4762-ace3-1542d790a588 service neutron] For port 7d6d3be9-94cf-4632-bf35-062a1a482cc8, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=7d6d3be9-94cf-4632-bf35-062a1a482cc8,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:07.503785 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-88cbaa24-a536-4929-9350-a19dc5e2406b req-9731462c-00cd-4f0e-b430-f443e6498833 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745772 Jan 28 00:09:07.533856 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde009e-ed71-464f-b053-67a224ccc27a req-cb34061c-9978-448a-a261-04aa51794dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:07.535643 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fcde009e-ed71-464f-b053-67a224ccc27a req-cb34061c-9978-448a-a261-04aa51794dd8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.0902092 Jan 28 00:09:07.579222 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-a7f70f7e-6794-4762-ace3-1542d790a588 service neutron] For port 7d6d3be9-94cf-4632-bf35-062a1a482cc8, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:09:07.625435 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb2c1698-707f-435a-afc2-266cbaeb7c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for subnet (8e4a8341-e927-405b-882c-5d3874b2264b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:07.646134 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde009e-ed71-464f-b053-67a224ccc27a req-77079635-d7e2-444e-a3cd-9ba5b3885110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:07.647668 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fcde009e-ed71-464f-b053-67a224ccc27a req-77079635-d7e2-444e-a3cd-9ba5b3885110 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1048577 Jan 28 00:09:07.697960 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c1698-707f-435a-afc2-266cbaeb7c12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e4a8341-e927-405b-882c-5d3874b2264b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:07.712989 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb2c1698-707f-435a-afc2-266cbaeb7c12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:07.717266 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cb2c1698-707f-435a-afc2-266cbaeb7c12 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8e4a8341-e927-405b-882c-5d3874b2264b HTTP/1.1" status: 204 len: 168 time: 1.2588928 Jan 28 00:09:07.725576 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45946) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:07.729257 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-a7f70f7e-6794-4762-ace3-1542d790a588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6d3be9-94cf-4632-bf35-062a1a482cc8 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:09:07.774562 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-a7f70f7e-6794-4762-ace3-1542d790a588 service neutron] For port 7d6d3be9-94cf-4632-bf35-062a1a482cc8, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=7d6d3be9-94cf-4632-bf35-062a1a482cc8,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:07.822507 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-a7f70f7e-6794-4762-ace3-1542d790a588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7d6d3be9-94cf-4632-bf35-062a1a482cc8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:07.865707 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-65367397-cb5e-4e0f-8e17-a10140916f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fad6b80-dfed-4d8f-94dc-e44110c67bcc {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:09:07.881600 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e47d8a-44ac-4c44-8ee9-067d74e51f5e req-776cc771-5325-4391-8142-c6cb86f89285 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:07.883497 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-51e47d8a-44ac-4c44-8ee9-067d74e51f5e req-776cc771-5325-4391-8142-c6cb86f89285 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 943 time: 0.1939192 Jan 28 00:09:07.923043 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a27fbe4e-a0dc-4c92-9fbe-d3a5b9353524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (4d9aad83-0367-4bfa-8c1f-7f986f850cfc), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:07.959898 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-a7f70f7e-6794-4762-ace3-1542d790a588 service neutron] Transition to ACTIVE for port object 7d6d3be9-94cf-4632-bf35-062a1a482cc8 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:09:07.966635 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-65367397-cb5e-4e0f-8e17-a10140916f5d service neutron] Publish callbacks [] for port (8fad6b80-dfed-4d8f-94dc-e44110c67bcc), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:07.974719 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-a7f70f7e-6794-4762-ace3-1542d790a588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (7d6d3be9-94cf-4632-bf35-062a1a482cc8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:08.018851 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-ab8060a7-f86e-4e56-87f9-12f97299abb0 service neutron] 10.222.0.52 "GET /v2.0/ports/23e4c93d-2bfd-40b7-85b3-7e9aa2285abd/bindings/n-h1-826754-1 HTTP/1.1" status: 200 len: 384 time: 0.3106630 Jan 28 00:09:08.023648 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-65367397-cb5e-4e0f-8e17-a10140916f5d service neutron] Transition to ACTIVE for port object 8fad6b80-dfed-4d8f-94dc-e44110c67bcc will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:09:08.097581 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-65367397-cb5e-4e0f-8e17-a10140916f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8fad6b80-dfed-4d8f-94dc-e44110c67bcc), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:08.130788 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-a7f70f7e-6794-4762-ace3-1542d790a588 service neutron] No DVR routers for this DVR port 7d6d3be9-94cf-4632-bf35-062a1a482cc8 on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:09:08.207722 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9c49ac56-ee6a-49e8-a05f-0b00a76a1aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:08.214880 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-a7f70f7e-6794-4762-ace3-1542d790a588 service neutron] 10.222.0.65 "PUT /v2.0/ports/7d6d3be9-94cf-4632-bf35-062a1a482cc8/bindings/n-h2-826754-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8824184 Jan 28 00:09:08.236915 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f70f7e-6794-4762-ace3-1542d790a588 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6d3be9-94cf-4632-bf35-062a1a482cc8,revision_number=10']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:08.445665 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fcde009e-ed71-464f-b053-67a224ccc27a req-6dff90ba-a85f-43b3-a460-e359b959ff4d service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7636113 Jan 28 00:09:08.467286 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65367397-cb5e-4e0f-8e17-a10140916f5d service neutron] Pushing event updated for resources: {'Port': ['ID=8fad6b80-dfed-4d8f-94dc-e44110c67bcc,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:08.523694 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-65367397-cb5e-4e0f-8e17-a10140916f5d service neutron] Attempting to bind port 8fad6b80-dfed-4d8f-94dc-e44110c67bcc on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:09:08.524047 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-65367397-cb5e-4e0f-8e17-a10140916f5d service neutron] Attempting to bind port 8fad6b80-dfed-4d8f-94dc-e44110c67bcc by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:09:08.524384 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-65367397-cb5e-4e0f-8e17-a10140916f5d service neutron] Attempting to bind port 8fad6b80-dfed-4d8f-94dc-e44110c67bcc on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:09:08.531470 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-65367397-cb5e-4e0f-8e17-a10140916f5d service neutron] Port 8fad6b80-dfed-4d8f-94dc-e44110c67bcc on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:09:08.532044 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-65367397-cb5e-4e0f-8e17-a10140916f5d service neutron] Attempting to bind port 8fad6b80-dfed-4d8f-94dc-e44110c67bcc on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:09:08.536430 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-51e47d8a-44ac-4c44-8ee9-067d74e51f5e req-239de78d-d455-411f-b514-b4fa4f1c4971 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6331508 Jan 28 00:09:08.545193 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-65367397-cb5e-4e0f-8e17-a10140916f5d service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:09:08.545985 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-65367397-cb5e-4e0f-8e17-a10140916f5d service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:09:08.546556 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-65367397-cb5e-4e0f-8e17-a10140916f5d service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:09:08.547196 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-65367397-cb5e-4e0f-8e17-a10140916f5d service neutron] Bound port: 8fad6b80-dfed-4d8f-94dc-e44110c67bcc, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:09:08.547770 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-65367397-cb5e-4e0f-8e17-a10140916f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8fad6b80-dfed-4d8f-94dc-e44110c67bcc), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:08.554657 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512205fa-f176-4f64-b427-4e53f1c5d7c1 req-f856f3ef-60da-45dc-b50f-11bb7aa6f7d9 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:08.568129 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-512205fa-f176-4f64-b427-4e53f1c5d7c1 req-f856f3ef-60da-45dc-b50f-11bb7aa6f7d9 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9b6ba0b-2c7b-4510-b723-70dfaf3cf644 HTTP/1.1" status: 200 len: 948 time: 0.2951849 Jan 28 00:09:08.655335 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-30b72e80-f9a5-4323-a1ea-69e108d28c2e tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:08.656787 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-30b72e80-f9a5-4323-a1ea-69e108d28c2e tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca&tenant_id=6990d737c5db4738a7ab281f03db2443&binding%3Ahost_id=n-h1-826754-1 HTTP/1.1" status: 200 len: 1096 time: 0.2918251 Jan 28 00:09:08.659523 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-f0917f3d-1b57-490f-85d9-b24aa0693cf9 service neutron] For port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=23e4c93d-2bfd-40b7-85b3-7e9aa2285abd,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:08.693196 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-f0917f3d-1b57-490f-85d9-b24aa0693cf9 service neutron] For port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:09:08.741789 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-f0917f3d-1b57-490f-85d9-b24aa0693cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:09:08.760320 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-f0917f3d-1b57-490f-85d9-b24aa0693cf9 service neutron] For port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=23e4c93d-2bfd-40b7-85b3-7e9aa2285abd,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:08.801968 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-f0917f3d-1b57-490f-85d9-b24aa0693cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (23e4c93d-2bfd-40b7-85b3-7e9aa2285abd), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:08.822153 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-65367397-cb5e-4e0f-8e17-a10140916f5d service neutron] For port 8fad6b80-dfed-4d8f-94dc-e44110c67bcc, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:09:08.855688 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-65367397-cb5e-4e0f-8e17-a10140916f5d service neutron] For port 8fad6b80-dfed-4d8f-94dc-e44110c67bcc, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8fad6b80-dfed-4d8f-94dc-e44110c67bcc,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:09:08.866259 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-65367397-cb5e-4e0f-8e17-a10140916f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8fad6b80-dfed-4d8f-94dc-e44110c67bcc), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:08.882466 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a27fbe4e-a0dc-4c92-9fbe-d3a5b9353524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (4d9aad83-0367-4bfa-8c1f-7f986f850cfc), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:08.922573 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-65367397-cb5e-4e0f-8e17-a10140916f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:08.923866 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-65367397-cb5e-4e0f-8e17-a10140916f5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:08.925448 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-65367397-cb5e-4e0f-8e17-a10140916f5d service neutron] 10.222.0.65 "PUT /v2.0/ports/8fad6b80-dfed-4d8f-94dc-e44110c67bcc HTTP/1.1" status: 200 len: 1096 time: 2.7850571 Jan 28 00:09:08.925923 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b6ba0b-2c7b-4510-b723-70dfaf3cf644', 'tag': '8fad6b80-dfed-4d8f-94dc-e44110c67bcc'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:09:08.928258 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ade16a-c7a8-4777-91eb-6f17f44f3fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b6ba0b-2c7b-4510-b723-70dfaf3cf644", "tag": "8fad6b80-dfed-4d8f-94dc-e44110c67bcc"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:09:08.945633 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fcde009e-ed71-464f-b053-67a224ccc27a req-61bcc1c6-be3c-4dbd-9dfe-f9c16c0daace service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679208 Jan 28 00:09:08.957286 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a27fbe4e-a0dc-4c92-9fbe-d3a5b9353524 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:09:08.957662 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a27fbe4e-a0dc-4c92-9fbe-d3a5b9353524 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:09:08.958458 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a27fbe4e-a0dc-4c92-9fbe-d3a5b9353524 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:09:08.958827 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a27fbe4e-a0dc-4c92-9fbe-d3a5b9353524 admin admin] Subscribe: > port after_create 55550000 {{(pid=103344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:09:08.959158 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a27fbe4e-a0dc-4c92-9fbe-d3a5b9353524 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:09:08.959501 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a27fbe4e-a0dc-4c92-9fbe-d3a5b9353524 admin admin] Subscribe: > port after_update 55550000 {{(pid=103344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:09:08.960578 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a27fbe4e-a0dc-4c92-9fbe-d3a5b9353524 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:09:08.960913 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a27fbe4e-a0dc-4c92-9fbe-d3a5b9353524 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:09:08.961236 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a27fbe4e-a0dc-4c92-9fbe-d3a5b9353524 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:09:08.961717 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a27fbe4e-a0dc-4c92-9fbe-d3a5b9353524 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:09:08.990677 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-f0917f3d-1b57-490f-85d9-b24aa0693cf9 service neutron] Transition to ACTIVE for port object 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:09:09.000362 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-f0917f3d-1b57-490f-85d9-b24aa0693cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (23e4c93d-2bfd-40b7-85b3-7e9aa2285abd), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:09.003738 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65367397-cb5e-4e0f-8e17-a10140916f5d service neutron] Pushing event updated for resources: {'Port': ['ID=8fad6b80-dfed-4d8f-94dc-e44110c67bcc,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:09.056820 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a27fbe4e-a0dc-4c92-9fbe-d3a5b9353524 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:09:09.057180 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a27fbe4e-a0dc-4c92-9fbe-d3a5b9353524 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:09:09.057513 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a27fbe4e-a0dc-4c92-9fbe-d3a5b9353524 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:09:09.057897 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a27fbe4e-a0dc-4c92-9fbe-d3a5b9353524 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:09:09.058321 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-a27fbe4e-a0dc-4c92-9fbe-d3a5b9353524 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d9aad83-0367-4bfa-8c1f-7f986f850cfc']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:09:09.082557 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-512205fa-f176-4f64-b427-4e53f1c5d7c1 req-c85a0817-5dc6-4253-9074-500bfe6db507 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5128202 Jan 28 00:09:09.130848 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-a27fbe4e-a0dc-4c92-9fbe-d3a5b9353524 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64996d4-9846-427c-8f1c-80dac5475778') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:09:09.131205 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-a27fbe4e-a0dc-4c92-9fbe-d3a5b9353524 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64996d4-9846-427c-8f1c-80dac5475778') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:09:09.135491 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0917f3d-1b57-490f-85d9-b24aa0693cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=23e4c93d-2bfd-40b7-85b3-7e9aa2285abd,revision_number=10']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:09.170875 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a27fbe4e-a0dc-4c92-9fbe-d3a5b9353524 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (b64996d4-9846-427c-8f1c-80dac5475778), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:09.191550 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-f0917f3d-1b57-490f-85d9-b24aa0693cf9 service neutron] No DVR routers for this DVR port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:09:09.203500 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-b27ae959-b537-4f1a-8105-e67fd89e2616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:09.203827 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-8b63214f-7cb8-410d-aaf4-645d8736171a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:09.205151 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-b27ae959-b537-4f1a-8105-e67fd89e2616 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca&tenant_id=6990d737c5db4738a7ab281f03db2443 HTTP/1.1" status: 200 len: 1096 time: 0.4708979 Jan 28 00:09:09.206049 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-8b63214f-7cb8-410d-aaf4-645d8736171a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8f1de91b44224a1abb9458c37f02e45f&device_id=e9b6ba0b-2c7b-4510-b723-70dfaf3cf644 HTTP/1.1" status: 200 len: 1099 time: 0.1545844 Jan 28 00:09:09.216319 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a27fbe4e-a0dc-4c92-9fbe-d3a5b9353524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (b64996d4-9846-427c-8f1c-80dac5475778), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:09.233570 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea8036-5fe4-4c30-8947-ff4d3b5e03c3 req-aa510259-7a58-46e4-9c72-96124a4d915c tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:09.240721 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-edea8036-5fe4-4c30-8947-ff4d3b5e03c3 req-aa510259-7a58-46e4-9c72-96124a4d915c tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 945 time: 0.4030917 Jan 28 00:09:09.272441 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a27fbe4e-a0dc-4c92-9fbe-d3a5b9353524 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:09:09.272853 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a27fbe4e-a0dc-4c92-9fbe-d3a5b9353524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (b64996d4-9846-427c-8f1c-80dac5475778), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: from cryptography.utils import int_from_bytes Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: from cryptography.utils import int_from_bytes Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:09:09.289167 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:09:09.295728 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-6112f1be-f3eb-4f5b-ae79-73bd177b3879 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=8fad6b80-dfed-4d8f-94dc-e44110c67bcc HTTP/1.1" status: 200 len: 217 time: 0.0582490 Jan 28 00:09:09.299965 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-f0917f3d-1b57-490f-85d9-b24aa0693cf9 service neutron] 10.222.0.52 "PUT /v2.0/ports/23e4c93d-2bfd-40b7-85b3-7e9aa2285abd/bindings/n-h1-826754-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2673597 Jan 28 00:09:09.381819 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a366f65-27c7-42a6-a6ad-ef3175c74318 req-e6746567-4520-440f-a8b8-f944d1ef992c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:09.383329 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a366f65-27c7-42a6-a6ad-ef3175c74318 req-e6746567-4520-440f-a8b8-f944d1ef992c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8f1de91b44224a1abb9458c37f02e45f&device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 1099 time: 0.2767589 Jan 28 00:09:09.390199 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-0a1da333-bd9d-4e7a-9db9-266501fa2c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:09.392597 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-0a1da333-bd9d-4e7a-9db9-266501fa2c65 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.0898275 Jan 28 00:09:09.450589 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:09.469812 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a27fbe4e-a0dc-4c92-9fbe-d3a5b9353524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (4d9aad83-0367-4bfa-8c1f-7f986f850cfc), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:09.479849 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 7d6d3be9-94cf-4632-bf35-062a1a482cc8 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:09:09.495149 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-edea8036-5fe4-4c30-8947-ff4d3b5e03c3 req-3c3ffa38-6fd3-4318-bcb3-085f06d6592a tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306323 Jan 28 00:09:09.505497 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-9026e104-f400-45bf-9b19-6975c25ecc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:09.507038 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-9026e104-f400-45bf-9b19-6975c25ecc88 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6990d737c5db4738a7ab281f03db2443&device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 1096 time: 0.2422302 Jan 28 00:09:09.515734 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a27fbe4e-a0dc-4c92-9fbe-d3a5b9353524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:09.517948 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-21ed82b3-3d84-4567-b5c4-89d8114631da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:09.519723 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-21ed82b3-3d84-4567-b5c4-89d8114631da service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1188107 Jan 28 00:09:09.520300 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a27fbe4e-a0dc-4c92-9fbe-d3a5b9353524 admin admin] 10.222.0.70 "DELETE /v2.0/networks/4d9aad83-0367-4bfa-8c1f-7f986f850cfc HTTP/1.1" status: 204 len: 168 time: 1.7656968 Jan 28 00:09:09.522758 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45980) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:09.552277 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] The host n-h1-826754-1 is not matching for port 7d6d3be9-94cf-4632-bf35-062a1a482cc8 host n-h2-826754-1! {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 00:09:09.553023 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 7d6d3be9-94cf-4632-bf35-062a1a482cc8 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:09:09.572981 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fbe4e-a0dc-4c92-9fbe-d3a5b9353524 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d9aad83-0367-4bfa-8c1f-7f986f850cfc,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:09.625043 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-7426c2f3-057a-435b-aed0-d9285d673abd tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:09.626616 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-7426c2f3-057a-435b-aed0-d9285d673abd tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33&tenant_id=8a78e89f3df84c31929be575e138a975&binding%3Ahost_id=n-h2-826754-1 HTTP/1.1" status: 200 len: 1095 time: 0.2065096 Jan 28 00:09:09.665659 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-17558dc1-48d7-4858-8a30-6682ca2c41c2 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=f23541747ff04b018725e3e59cf9e4a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385511 Jan 28 00:09:09.668614 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a366f65-27c7-42a6-a6ad-ef3175c74318 req-65335bbd-2f7c-40cd-9c94-fa6ca53883d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:09.669960 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a366f65-27c7-42a6-a6ad-ef3175c74318 req-65335bbd-2f7c-40cd-9c94-fa6ca53883d3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.2728424 Jan 28 00:09:09.697448 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecfe4d9e-d96c-47a8-977f-a19145949d68 admin admin] Deleting subnet cb4bdd0c-0037-4b4f-b9e2-37c04eba3c16 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:09:09.703258 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ecfe4d9e-d96c-47a8-977f-a19145949d68 admin admin] Publish callbacks [] for subnet (cb4bdd0c-0037-4b4f-b9e2-37c04eba3c16), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:09.736197 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a83c1e-7de1-40cc-b179-352b718a40b7 x-openstack-request-id: req-a6a83c1e-7de1-40cc-b179-352b718a40b7 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:09:09.736608 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b6ba0b-2c7b-4510-b723-70dfaf3cf644", "tag": "8fad6b80-dfed-4d8f-94dc-e44110c67bcc", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:09:09.736766 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a6a83c1e-7de1-40cc-b179-352b718a40b7 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:09:09.737175 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b6ba0b-2c7b-4510-b723-70dfaf3cf644', 'tag': '8fad6b80-dfed-4d8f-94dc-e44110c67bcc', 'status': 'completed', 'code': 200} Jan 28 00:09:09.752230 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a366f65-27c7-42a6-a6ad-ef3175c74318 req-d7c2674f-70c7-444f-95d3-aca77952804e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=bf4052fb-8fcb-446c-b34c-a26dc0815ce5 HTTP/1.1" status: 200 len: 217 time: 0.0659916 Jan 28 00:09:09.766554 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-44308206-dd41-4f08-a580-0f897c7a93c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:09.769155 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-44308206-dd41-4f08-a580-0f897c7a93c4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33&tenant_id=8a78e89f3df84c31929be575e138a975 HTTP/1.1" status: 200 len: 1095 time: 0.1319983 Jan 28 00:09:09.771022 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-481697d9-d38f-4a38-93ca-5c49aa5c6552 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345471 Jan 28 00:09:09.776122 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ecfe4d9e-d96c-47a8-977f-a19145949d68 admin admin] Publish callbacks [] for subnet (cb4bdd0c-0037-4b4f-b9e2-37c04eba3c16), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:09.783708 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ecfe4d9e-d96c-47a8-977f-a19145949d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (cb4bdd0c-0037-4b4f-b9e2-37c04eba3c16), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:09.837696 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-f5170fde-ef62-49dd-a7dc-7e2e44312180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:09.839169 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-f5170fde-ef62-49dd-a7dc-7e2e44312180 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf HTTP/1.1" status: 200 len: 922 time: 0.3150589 Jan 28 00:09:09.913770 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-ce5be08e-d4de-4952-92e7-ed61e0256ec6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d6d3be9-94cf-4632-bf35-062a1a482cc8 HTTP/1.1" status: 200 len: 217 time: 0.0543225 Jan 28 00:09:09.933863 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ecfe4d9e-d96c-47a8-977f-a19145949d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for subnet (cb4bdd0c-0037-4b4f-b9e2-37c04eba3c16), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:09.944603 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a366f65-27c7-42a6-a6ad-ef3175c74318 req-c5f13e8e-7f46-4e27-9e11-94406c792c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:09.944879 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-66dcaed6-8eb7-462e-974e-84c6d9db760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:09.946092 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-66dcaed6-8eb7-462e-974e-84c6d9db760a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a78e89f3df84c31929be575e138a975&device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 1095 time: 0.1207097 Jan 28 00:09:09.946225 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a366f65-27c7-42a6-a6ad-ef3175c74318 req-c5f13e8e-7f46-4e27-9e11-94406c792c03 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1594050 Jan 28 00:09:09.989247 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe4d9e-d96c-47a8-977f-a19145949d68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb4bdd0c-0037-4b4f-b9e2-37c04eba3c16,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:10.005460 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ecfe4d9e-d96c-47a8-977f-a19145949d68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:10.008678 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ecfe4d9e-d96c-47a8-977f-a19145949d68 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/cb4bdd0c-0037-4b4f-b9e2-37c04eba3c16 HTTP/1.1" status: 204 len: 168 time: 0.4848831 Jan 28 00:09:10.011671 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46002) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:10.024312 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba9349-6540-4d88-bb25-99c703ef6b0b req-47de9b2e-2ff7-48e5-8338-f3ba5f2dbaa8 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:10.025567 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87ba9349-6540-4d88-bb25-99c703ef6b0b req-47de9b2e-2ff7-48e5-8338-f3ba5f2dbaa8 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 944 time: 0.2377524 Jan 28 00:09:10.035104 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-953d9c27-469d-46d5-b40f-1465429b7323 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:10.036549 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-953d9c27-469d-46d5-b40f-1465429b7323 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3484819 Jan 28 00:09:10.047037 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f09763c-419c-475e-8cd2-4441ebdda465 req-c8329146-2ef1-4e8b-bb5d-a9e59eedc080 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430415 Jan 28 00:09:10.067153 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-b26e8e69-6235-4126-b83b-86056812d578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:10.068582 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-b26e8e69-6235-4126-b83b-86056812d578 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1cf259c4-4e5d-4731-814e-e633d701ebdd HTTP/1.1" status: 200 len: 861 time: 0.1449840 Jan 28 00:09:10.085768 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-0ffd9c56-4023-4688-8101-f0b5890b70d3 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.70 "GET /v2.0/quotas/f23541747ff04b018725e3e59cf9e4a2 HTTP/1.1" status: 200 len: 375 time: 0.0418539 Jan 28 00:09:10.113269 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-fb62e8b5-f8cf-44a0-8dee-93f37be2a581 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371420 Jan 28 00:09:10.117790 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a366f65-27c7-42a6-a6ad-ef3175c74318 req-8abc0ae3-d61a-4315-8c60-3c0aaeded296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:10.119184 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a366f65-27c7-42a6-a6ad-ef3175c74318 req-8abc0ae3-d61a-4315-8c60-3c0aaeded296 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1522589 Jan 28 00:09:10.131510 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60c2b3d9-9cea-4d91-867e-51a3ecc33fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (8df217ff-daf5-4f74-9d8c-2e10978090b3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:10.155082 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-b507b705-0d3c-42fa-acdd-f57658bfae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:10.156567 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-b507b705-0d3c-42fa-acdd-f57658bfae95 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 200 len: 908 time: 0.2043996 Jan 28 00:09:10.177208 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-9edca0e7-2196-4b58-97de-513923098f1f tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f23541747ff04b018725e3e59cf9e4a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721169 Jan 28 00:09:10.219441 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87ba9349-6540-4d88-bb25-99c703ef6b0b req-fa4e3c6e-4c10-48df-8cf4-b337acbb5428 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796253 Jan 28 00:09:10.326879 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-d0c98deb-0d41-4020-b596-8f60487b5ae0 service neutron] 10.222.0.52 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042420 Jan 28 00:09:10.428192 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a366f65-27c7-42a6-a6ad-ef3175c74318 req-7876a151-5fba-420e-94d3-265b6e474186 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975354 Jan 28 00:09:10.589680 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-feaa6338-e20b-45e6-a5f5-c1f8b6dd6161 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23e4c93d-2bfd-40b7-85b3-7e9aa2285abd HTTP/1.1" status: 200 len: 217 time: 0.4100885 Jan 28 00:09:10.655487 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60c2b3d9-9cea-4d91-867e-51a3ecc33fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (8df217ff-daf5-4f74-9d8c-2e10978090b3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:10.672694 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 7d6d3be9-94cf-4632-bf35-062a1a482cc8 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:09:10.697342 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60c2b3d9-9cea-4d91-867e-51a3ecc33fdc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:09:10.697650 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60c2b3d9-9cea-4d91-867e-51a3ecc33fdc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:09:10.698463 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60c2b3d9-9cea-4d91-867e-51a3ecc33fdc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:09:10.698819 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60c2b3d9-9cea-4d91-867e-51a3ecc33fdc admin admin] Subscribe: > port after_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:09:10.699175 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60c2b3d9-9cea-4d91-867e-51a3ecc33fdc admin admin] Subscribe: > port after_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:09:10.699524 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60c2b3d9-9cea-4d91-867e-51a3ecc33fdc admin admin] Subscribe: > port after_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:09:10.699943 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60c2b3d9-9cea-4d91-867e-51a3ecc33fdc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:09:10.700452 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60c2b3d9-9cea-4d91-867e-51a3ecc33fdc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:09:10.700797 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60c2b3d9-9cea-4d91-867e-51a3ecc33fdc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:09:10.701217 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60c2b3d9-9cea-4d91-867e-51a3ecc33fdc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:09:10.774376 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60c2b3d9-9cea-4d91-867e-51a3ecc33fdc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:09:10.774737 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60c2b3d9-9cea-4d91-867e-51a3ecc33fdc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:09:10.775076 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60c2b3d9-9cea-4d91-867e-51a3ecc33fdc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:09:10.775415 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60c2b3d9-9cea-4d91-867e-51a3ecc33fdc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 00:09:10.775820 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-60c2b3d9-9cea-4d91-867e-51a3ecc33fdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df217ff-daf5-4f74-9d8c-2e10978090b3']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:09:10.800039 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-60c2b3d9-9cea-4d91-867e-51a3ecc33fdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '498bb83f-49b9-43ed-9dc5-0a84fd327c7d') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:09:10.800509 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-60c2b3d9-9cea-4d91-867e-51a3ecc33fdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '498bb83f-49b9-43ed-9dc5-0a84fd327c7d') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:09:10.858991 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 7d6d3be9-94cf-4632-bf35-062a1a482cc8 is: DOWN; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:09:10.860261 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:09:10.863837 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ade16a-c7a8-4777-91eb-6f17f44f3fc2 req-ba946f4a-97c2-445e-8bec-74660c54276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:10.867176 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-68ade16a-c7a8-4777-91eb-6f17f44f3fc2 req-ba946f4a-97c2-445e-8bec-74660c54276c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8f1de91b44224a1abb9458c37f02e45f&device_id=e9b6ba0b-2c7b-4510-b723-70dfaf3cf644 HTTP/1.1" status: 200 len: 1099 time: 0.6887445 Jan 28 00:09:10.874473 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-8fe80c9c-adad-4d82-a73c-b06323c18044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:10.876184 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-8fe80c9c-adad-4d82-a73c-b06323c18044 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a309d6c9-38a3-409d-a906-1638039000ff HTTP/1.1" status: 200 len: 847 time: 0.2764633 Jan 28 00:09:10.881489 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60c2b3d9-9cea-4d91-867e-51a3ecc33fdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (498bb83f-49b9-43ed-9dc5-0a84fd327c7d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:10.967032 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-de8f51b1-2dc8-4d17-bafd-1944bec37e60 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ede0cbb9-a83e-4037-b673-696eabc6b3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553150 Jan 28 00:09:10.968492 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60c2b3d9-9cea-4d91-867e-51a3ecc33fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (498bb83f-49b9-43ed-9dc5-0a84fd327c7d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:10.981734 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:10.987330 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] The host n-h2-826754-1 is not matching for port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd host n-h1-826754-1! {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 00:09:10.987779 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:09:11.026696 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c2b3d9-9cea-4d91-867e-51a3ecc33fdc admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:09:11.027202 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60c2b3d9-9cea-4d91-867e-51a3ecc33fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (498bb83f-49b9-43ed-9dc5-0a84fd327c7d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: from cryptography.utils import int_from_bytes Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: from cryptography.utils import int_from_bytes Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:09:11.034040 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:09:11.098121 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1631bb5c-24c2-4578-a8b1-feea4ece9c56 req-7b37509f-8256-41db-b231-5cd64c9f21f6 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.70 "GET /v2.0/ports?device_id=35c17a99-63f8-41cf-b487-7be8d44cc2b2 HTTP/1.1" status: 200 len: 210 time: 0.0796599 Jan 28 00:09:11.120136 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-1bb45ad0-7ba1-454c-b7c6-f4bf0a39f209 service neutron] 10.222.0.52 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7832119 Jan 28 00:09:11.123244 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd047d39-2c55-41c9-be88-d49677645bdd req-36e10723-70dd-4bdb-a13a-33c2e95e0337 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:11.125346 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bd047d39-2c55-41c9-be88-d49677645bdd req-36e10723-70dd-4bdb-a13a-33c2e95e0337 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9b6ba0b-2c7b-4510-b723-70dfaf3cf644 HTTP/1.1" status: 200 len: 948 time: 0.5873516 Jan 28 00:09:11.157016 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60c2b3d9-9cea-4d91-867e-51a3ecc33fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (8df217ff-daf5-4f74-9d8c-2e10978090b3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:11.186500 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60c2b3d9-9cea-4d91-867e-51a3ecc33fdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:11.191781 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-60c2b3d9-9cea-4d91-867e-51a3ecc33fdc admin admin] 10.222.0.70 "DELETE /v2.0/networks/8df217ff-daf5-4f74-9d8c-2e10978090b3 HTTP/1.1" status: 204 len: 168 time: 1.1774986 Jan 28 00:09:11.199752 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a366f65-27c7-42a6-a6ad-ef3175c74318 req-ea157f5a-6f0a-45c4-be73-daf92bfd096e service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7587159 Jan 28 00:09:11.207387 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2b3d9-9cea-4d91-867e-51a3ecc33fdc admin admin] Pushing event deleted for resources: {'Network': ['ID=8df217ff-daf5-4f74-9d8c-2e10978090b3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:11.220757 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ade16a-c7a8-4777-91eb-6f17f44f3fc2 req-ee870b39-f229-42e7-a3b9-0fd7e704f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:11.222324 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-68ade16a-c7a8-4777-91eb-6f17f44f3fc2 req-ee870b39-f229-42e7-a3b9-0fd7e704f618 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.3297899 Jan 28 00:09:11.223422 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bd047d39-2c55-41c9-be88-d49677645bdd req-ae927635-b48e-447a-8661-beaf4bd8026f tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726542 Jan 28 00:09:11.229120 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-5b521f90-6c52-44d6-be71-76e475ea57c5 service neutron] 10.222.0.65 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247603 Jan 28 00:09:11.369377 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-68ade16a-c7a8-4777-91eb-6f17f44f3fc2 req-f6018b30-946c-4f75-b39f-5706ade54a4b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=8fad6b80-dfed-4d8f-94dc-e44110c67bcc HTTP/1.1" status: 200 len: 217 time: 0.1246247 Jan 28 00:09:11.372000 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d4374-6dd2-4969-94d3-01b14be81005 req-137daa96-1dbd-4ce4-aecd-7dae9eeb048e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:11.383107 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-968d4374-6dd2-4969-94d3-01b14be81005 req-137daa96-1dbd-4ce4-aecd-7dae9eeb048e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 945 time: 0.1190639 Jan 28 00:09:11.468715 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ade16a-c7a8-4777-91eb-6f17f44f3fc2 req-94a80e97-2269-41e9-ae33-0896934cd73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:11.470973 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-68ade16a-c7a8-4777-91eb-6f17f44f3fc2 req-94a80e97-2269-41e9-ae33-0896934cd73e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.0924675 Jan 28 00:09:11.479491 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-d2bef405-fb0f-4244-82b8-9b99b85ec1cf service neutron] 10.222.0.65 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279825 Jan 28 00:09:11.557850 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-968d4374-6dd2-4969-94d3-01b14be81005 req-d5e8765a-25af-43cc-9185-d484476d5c0c tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737347 Jan 28 00:09:11.564068 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ade16a-c7a8-4777-91eb-6f17f44f3fc2 req-aa498381-74d3-4ae9-9277-0f639b943dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:11.565875 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-68ade16a-c7a8-4777-91eb-6f17f44f3fc2 req-aa498381-74d3-4ae9-9277-0f639b943dbf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0849922 Jan 28 00:09:11.576706 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46042) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:11.653647 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-f5247889-5b2c-442b-8dc4-831f5c245ad3 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:11.656838 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-f5247889-5b2c-442b-8dc4-831f5c245ad3 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca&tenant_id=6990d737c5db4738a7ab281f03db2443&binding%3Ahost_id=n-h2-826754-1 HTTP/1.1" status: 200 len: 1096 time: 0.0646825 Jan 28 00:09:11.678642 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-190551f4-d5b4-439b-82ff-ace7e0ef8557 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4166c628c8624dc6bcbd4bc816b288f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1003339 Jan 28 00:09:11.681035 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46046) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:11.749534 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-68ade16a-c7a8-4777-91eb-6f17f44f3fc2 req-32a2eb53-3bcd-490f-85f6-8b4eeb1a99e1 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638067 Jan 28 00:09:11.788510 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a622a6c-2f65-4576-be5f-8a24a90327a2 admin admin] Publish callbacks [] for security_group (7cbb92f3-a659-412d-905d-f5cca52246b6), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:11.852485 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a622a6c-2f65-4576-be5f-8a24a90327a2 admin admin] Publish callbacks [] for security_group (7cbb92f3-a659-412d-905d-f5cca52246b6), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:11.932999 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae054556-70cb-408a-890d-0fb729981620 req-1b865f9c-69da-4cad-9d9b-8bb5ed6e050a tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:11.944129 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ae054556-70cb-408a-890d-0fb729981620 req-1b865f9c-69da-4cad-9d9b-8bb5ed6e050a tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 944 time: 0.1894341 Jan 28 00:09:11.964949 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-68ade16a-c7a8-4777-91eb-6f17f44f3fc2 req-a700d4fe-2225-4023-842a-0a4d288e47c9 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031834 Jan 28 00:09:11.984177 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-a2de632f-5b2d-40c7-be0c-e71c04613dfa tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:11.990706 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-a2de632f-5b2d-40c7-be0c-e71c04613dfa tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33&tenant_id=8a78e89f3df84c31929be575e138a975&binding%3Ahost_id=n-h1-826754-1 HTTP/1.1" status: 200 len: 1095 time: 0.1184776 Jan 28 00:09:12.042338 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:12.066538 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a622a6c-2f65-4576-be5f-8a24a90327a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7cbb92f3-a659-412d-905d-f5cca52246b6), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:12.069364 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a622a6c-2f65-4576-be5f-8a24a90327a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:12.073159 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2a622a6c-2f65-4576-be5f-8a24a90327a2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7cbb92f3-a659-412d-905d-f5cca52246b6 HTTP/1.1" status: 204 len: 168 time: 0.3888977 Jan 28 00:09:12.073326 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-5ba60587-cd36-47b3-866f-c8e853887095 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=f23541747ff04b018725e3e59cf9e4a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296805 Jan 28 00:09:12.088149 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a622a6c-2f65-4576-be5f-8a24a90327a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbb92f3-a659-412d-905d-f5cca52246b6,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:12.117648 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-6ef927dd-4e48-4f14-af0a-641713f9cad0 service neutron] For port 7d6d3be9-94cf-4632-bf35-062a1a482cc8, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:09:12.168247 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ae054556-70cb-408a-890d-0fb729981620 req-fa2f4515-e573-485b-a6fb-c8699cc28e56 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204490 Jan 28 00:09:12.194687 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-6ef927dd-4e48-4f14-af0a-641713f9cad0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:12.197020 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e22ec80-4e75-4733-997b-aa486da7e4e5 req-6ef927dd-4e48-4f14-af0a-641713f9cad0 service neutron] 10.222.0.52 "DELETE /v2.0/ports/7d6d3be9-94cf-4632-bf35-062a1a482cc8/bindings/n-h1-826754-1 HTTP/1.1" status: 204 len: 173 time: 0.5272238 Jan 28 00:09:12.310365 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-2e30b091-947c-4746-a418-a6e321794527 service neutron] For port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:09:12.314787 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-2e30b091-947c-4746-a418-a6e321794527 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:12.318695 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-113adb10-6417-4fdd-b6ab-99285b6143eb req-2e30b091-947c-4746-a418-a6e321794527 service neutron] 10.222.0.65 "DELETE /v2.0/ports/23e4c93d-2bfd-40b7-85b3-7e9aa2285abd/bindings/n-h2-826754-1 HTTP/1.1" status: 204 len: 173 time: 0.3178008 Jan 28 00:09:12.356223 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8aeeee66-a1c6-45bb-9085-66af61d06f15 req-a3d96a88-1976-4c20-81e3-666011cbd79b tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.70 "GET /v2.0/ports?device_id=35c17a99-63f8-41cf-b487-7be8d44cc2b2 HTTP/1.1" status: 200 len: 210 time: 0.0747342 Jan 28 00:09:12.444473 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1a8e2-7b93-4165-a7a1-9a0842c2fc4b req-e60c268b-351f-4a68-ba8c-cb2c814bf4ba tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:12.452499 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cfc1a8e2-7b93-4165-a7a1-9a0842c2fc4b req-e60c268b-351f-4a68-ba8c-cb2c814bf4ba tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9b6ba0b-2c7b-4510-b723-70dfaf3cf644 HTTP/1.1" status: 200 len: 948 time: 0.0949030 Jan 28 00:09:12.511903 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-a410c04e-4558-43f9-a8f5-a049811acf2d tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:12.513270 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-a410c04e-4558-43f9-a8f5-a049811acf2d tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4301488 Jan 28 00:09:12.551587 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cfc1a8e2-7b93-4165-a7a1-9a0842c2fc4b req-c21a214c-b7c7-4f77-a2db-cb3acba1aa86 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887837 Jan 28 00:09:12.560547 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:12.562797 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-a02b891d-abd0-4a13-91d7-d2e1701aa54f tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Request body: {'port': {'device_id': '35c17a99-63f8-41cf-b487-7be8d44cc2b2', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'admin_state_up': True, 'tenant_id': 'f23541747ff04b018725e3e59cf9e4a2'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:09:12.613278 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46064) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:12.684224 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device bf4052fb-8fcb-446c-b34c-a26dc0815ce5 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:09:12.792214 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e573339-202b-4a21-a863-cd6700227513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:12.816805 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port bf4052fb-8fcb-446c-b34c-a26dc0815ce5, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=bf4052fb-8fcb-446c-b34c-a26dc0815ce5,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:12.831056 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'bf4052fb-8fcb-446c-b34c-a26dc0815ce5', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': 'bf4052fb-8fcb-446c-b34c-a26dc0815ce5', 'mac_address': 'fa:16:3e:59:41:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:09:12.884996 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port bf4052fb-8fcb-446c-b34c-a26dc0815ce5 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:09:12.885904 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bf4052fb-8fcb-446c-b34c-a26dc0815ce5), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:12.903748 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-a02b891d-abd0-4a13-91d7-d2e1701aa54f tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Made reservation on behalf of f23541747ff04b018725e3e59cf9e4a2 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:09:12.910043 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-a02b891d-abd0-4a13-91d7-d2e1701aa54f tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:12.919341 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf4052fb-8fcb-446c-b34c-a26dc0815ce5 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:09:12.922257 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-a02b891d-abd0-4a13-91d7-d2e1701aa54f tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:12.929399 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46068) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:12.954597 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port bf4052fb-8fcb-446c-b34c-a26dc0815ce5, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=bf4052fb-8fcb-446c-b34c-a26dc0815ce5,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:12.964361 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (bf4052fb-8fcb-446c-b34c-a26dc0815ce5), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:13.037519 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=bf4052fb-8fcb-446c-b34c-a26dc0815ce5,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:13.039701 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-a02b891d-abd0-4a13-91d7-d2e1701aa54f tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Publish callbacks [] for security_group (99a371e1-cf5c-4bbf-9ee5-b9b720c75ffd), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:13.053303 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adc66e-4012-46e7-824f-563b819af2fb req-60483ba0-83a2-45a1-bb19-65d41b101ac3 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:13.056074 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-68adc66e-4012-46e7-824f-563b819af2fb req-60483ba0-83a2-45a1-bb19-65d41b101ac3 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 945 time: 0.3649640 Jan 28 00:09:13.057609 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-a02b891d-abd0-4a13-91d7-d2e1701aa54f tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (99a371e1-cf5c-4bbf-9ee5-b9b720c75ffd), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:13.066764 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bb0b83b0-7c8d-4326-ad97-f57cf0b0f080 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c665fbe9af34440096c1cd4d1108287d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355546 Jan 28 00:09:13.071988 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46070) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:13.082300 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e573339-202b-4a21-a863-cd6700227513 admin admin] Publish callbacks [] for security_group (d168f78b-18ac-4d92-b2fc-cef8409276b2), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:13.091560 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e573339-202b-4a21-a863-cd6700227513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d168f78b-18ac-4d92-b2fc-cef8409276b2), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:13.161491 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b891d-abd0-4a13-91d7-d2e1701aa54f tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99a371e1-cf5c-4bbf-9ee5-b9b720c75ffd,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:13.171800 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0e573339-202b-4a21-a863-cd6700227513 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fae039ea882a4c57a6423ea658ebe68c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5549273 Jan 28 00:09:13.172824 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e573339-202b-4a21-a863-cd6700227513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d168f78b-18ac-4d92-b2fc-cef8409276b2,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:13.177494 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46072) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:13.222057 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-37dd1eaf-6ff2-4e27-a2b2-5c2c74857937 admin admin] Publish callbacks [] for security_group (6305fda1-1eda-4b86-806c-474112c2f271), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:13.235167 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-68adc66e-4012-46e7-824f-563b819af2fb req-8fd123f0-b8ce-4c60-bbf3-54a12ebe2d41 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723676 Jan 28 00:09:13.297946 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-a02b891d-abd0-4a13-91d7-d2e1701aa54f tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Allocated IP 192.168.233.178 (6cc4916b-e8a0-4618-abd0-934e16bf0b78/3d2cf619-4390-4946-b152-016e9ede005d/67f544bb-7780-41a7-b9d6-029ea496630b) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:09:13.308733 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-37dd1eaf-6ff2-4e27-a2b2-5c2c74857937 admin admin] Publish callbacks [] for security_group (6305fda1-1eda-4b86-806c-474112c2f271), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:13.390967 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-184d4bad-f2d0-4ca1-b234-c38f9ce3b275 admin admin] Publish callbacks [] for security_group (d168f78b-18ac-4d92-b2fc-cef8409276b2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:13.432296 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['bf4052fb-8fcb-446c-b34c-a26dc0815ce5'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:09:13.448894 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da219c01-d9d6-4190-b325-3ea1c51f6b1f req-c5678dec-2c8a-4f51-a223-bec54d7d7ddc tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:13.450841 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-da219c01-d9d6-4190-b325-3ea1c51f6b1f req-c5678dec-2c8a-4f51-a223-bec54d7d7ddc tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 944 time: 0.1449358 Jan 28 00:09:13.460655 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-184d4bad-f2d0-4ca1-b234-c38f9ce3b275 admin admin] Publish callbacks [] for security_group (d168f78b-18ac-4d92-b2fc-cef8409276b2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:13.512248 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-37dd1eaf-6ff2-4e27-a2b2-5c2c74857937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (6305fda1-1eda-4b86-806c-474112c2f271), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:13.518657 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-37dd1eaf-6ff2-4e27-a2b2-5c2c74857937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:13.522725 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-37dd1eaf-6ff2-4e27-a2b2-5c2c74857937 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6305fda1-1eda-4b86-806c-474112c2f271 HTTP/1.1" status: 204 len: 168 time: 0.4497137 Jan 28 00:09:13.538597 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 8fad6b80-dfed-4d8f-94dc-e44110c67bcc details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:09:13.550496 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd1eaf-6ff2-4e27-a2b2-5c2c74857937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6305fda1-1eda-4b86-806c-474112c2f271,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:13.583060 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-184d4bad-f2d0-4ca1-b234-c38f9ce3b275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d168f78b-18ac-4d92-b2fc-cef8409276b2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:13.586118 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-184d4bad-f2d0-4ca1-b234-c38f9ce3b275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:13.587394 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-184d4bad-f2d0-4ca1-b234-c38f9ce3b275 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d168f78b-18ac-4d92-b2fc-cef8409276b2 HTTP/1.1" status: 204 len: 168 time: 0.4088697 Jan 28 00:09:13.604566 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d4bad-f2d0-4ca1-b234-c38f9ce3b275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d168f78b-18ac-4d92-b2fc-cef8409276b2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:13.754755 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-16c67b63-5b84-42c0-ab6a-b516bc5b5378 req-893c6ecf-67a9-465b-b936-7d60ab40d780 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.70 "GET /v2.0/ports?device_id=35c17a99-63f8-41cf-b487-7be8d44cc2b2 HTTP/1.1" status: 200 len: 210 time: 0.1734452 Jan 28 00:09:13.787805 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-da219c01-d9d6-4190-b325-3ea1c51f6b1f req-ce896dba-39fd-4226-871a-1cf61f5fdf01 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201585 Jan 28 00:09:13.840007 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:13.846025 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 8fad6b80-dfed-4d8f-94dc-e44110c67bcc, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8fad6b80-dfed-4d8f-94dc-e44110c67bcc,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:13.908374 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '8fad6b80-dfed-4d8f-94dc-e44110c67bcc', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': '8fad6b80-dfed-4d8f-94dc-e44110c67bcc', 'mac_address': 'fa:16:3e:be:58:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:09:14.004622 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 8fad6b80-dfed-4d8f-94dc-e44110c67bcc is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:09:14.005023 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8fad6b80-dfed-4d8f-94dc-e44110c67bcc), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:14.028817 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-a02b891d-abd0-4a13-91d7-d2e1701aa54f tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Publish callbacks [] for port (67f544bb-7780-41a7-b9d6-029ea496630b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:14.045621 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fad6b80-dfed-4d8f-94dc-e44110c67bcc {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:09:14.074948 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be31a95-b7a4-4fe3-97ec-f15d4e3c26be req-b2e4c760-c441-432d-b933-939f6bf14d52 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:14.077693 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4be31a95-b7a4-4fe3-97ec-f15d4e3c26be req-b2e4c760-c441-432d-b933-939f6bf14d52 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9b6ba0b-2c7b-4510-b723-70dfaf3cf644 HTTP/1.1" status: 200 len: 948 time: 0.1962020 Jan 28 00:09:14.119028 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 8fad6b80-dfed-4d8f-94dc-e44110c67bcc, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8fad6b80-dfed-4d8f-94dc-e44110c67bcc,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:14.124909 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8fad6b80-dfed-4d8f-94dc-e44110c67bcc), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:14.125103 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e2606-8201-41e2-9b30-b7a3f40113f4 req-068e5e5d-b6bf-4ceb-84a5-45f47961928c tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:14.128541 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a19e2606-8201-41e2-9b30-b7a3f40113f4 req-068e5e5d-b6bf-4ceb-84a5-45f47961928c tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 1096 time: 0.1830955 Jan 28 00:09:14.164207 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46104) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:14.178715 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3696986f-50fd-457e-a8bf-37e81a86c6c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:14.207467 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=8fad6b80-dfed-4d8f-94dc-e44110c67bcc,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:14.221866 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-a02b891d-abd0-4a13-91d7-d2e1701aa54f tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (67f544bb-7780-41a7-b9d6-029ea496630b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:14.273301 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3696986f-50fd-457e-a8bf-37e81a86c6c7 admin admin] Publish callbacks [] for security_group (bff91a46-c288-4e32-877e-4eb9da7918e7), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:14.278843 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3696986f-50fd-457e-a8bf-37e81a86c6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (bff91a46-c288-4e32-877e-4eb9da7918e7), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:14.300154 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4be31a95-b7a4-4fe3-97ec-f15d4e3c26be req-649eb43f-7463-4166-a2a6-4d35bd24e504 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059700 Jan 28 00:09:14.302185 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a19e2606-8201-41e2-9b30-b7a3f40113f4 req-72fd2081-126e-4074-95f0-cdb812665a13 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623564 Jan 28 00:09:14.332138 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696986f-50fd-457e-a8bf-37e81a86c6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff91a46-c288-4e32-877e-4eb9da7918e7,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:14.335886 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-a02b891d-abd0-4a13-91d7-d2e1701aa54f tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:09:14.339961 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b891d-abd0-4a13-91d7-d2e1701aa54f tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Pushing event updated for resources: {'Port': ['ID=67f544bb-7780-41a7-b9d6-029ea496630b,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:14.342528 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-a02b891d-abd0-4a13-91d7-d2e1701aa54f tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:09:14.345514 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-a02b891d-abd0-4a13-91d7-d2e1701aa54f tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:09:14.376593 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3696986f-50fd-457e-a8bf-37e81a86c6c7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2373bb97af874dc0b69a7f37d2ec87f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2088850 Jan 28 00:09:14.377079 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46108) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:14.459256 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['8fad6b80-dfed-4d8f-94dc-e44110c67bcc'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:09:14.483511 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-a02b891d-abd0-4a13-91d7-d2e1701aa54f tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:14.484456 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-a02b891d-abd0-4a13-91d7-d2e1701aa54f tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:14.511931 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-a02b891d-abd0-4a13-91d7-d2e1701aa54f tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9751513 Jan 28 00:09:14.537636 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-e12be7f6-2680-4f27-9a0d-24ffacf9ce1e service neutron] Request body: {'port': {'device_id': '35c17a99-63f8-41cf-b487-7be8d44cc2b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:09:14.538752 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-766d9867-ce02-46ea-81c4-b93f1b3678f5 admin admin] Publish callbacks [] for security_group (bff91a46-c288-4e32-877e-4eb9da7918e7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:14.605810 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-766d9867-ce02-46ea-81c4-b93f1b3678f5 admin admin] Publish callbacks [] for security_group (bff91a46-c288-4e32-877e-4eb9da7918e7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:14.714684 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-766d9867-ce02-46ea-81c4-b93f1b3678f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (bff91a46-c288-4e32-877e-4eb9da7918e7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:14.717484 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-766d9867-ce02-46ea-81c4-b93f1b3678f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:14.721036 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-766d9867-ce02-46ea-81c4-b93f1b3678f5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bff91a46-c288-4e32-877e-4eb9da7918e7 HTTP/1.1" status: 204 len: 168 time: 0.3405178 Jan 28 00:09:14.754367 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ade73-3020-47be-8106-ad33b24baf65 req-cf0a8717-181c-4e20-a3bb-d8d67425f2d2 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:14.754509 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d9867-ce02-46ea-81c4-b93f1b3678f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff91a46-c288-4e32-877e-4eb9da7918e7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:14.768195 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb3ade73-3020-47be-8106-ad33b24baf65 req-cf0a8717-181c-4e20-a3bb-d8d67425f2d2 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 1095 time: 0.1686945 Jan 28 00:09:14.777974 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-e12be7f6-2680-4f27-9a0d-24ffacf9ce1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (67f544bb-7780-41a7-b9d6-029ea496630b), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:14.826276 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-554ea2e6-f8cc-45cc-91d2-d5e3c2f10de7 None None] Provisioning complete for port 67f544bb-7780-41a7-b9d6-029ea496630b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:09:14.826640 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-554ea2e6-f8cc-45cc-91d2-d5e3c2f10de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (67f544bb-7780-41a7-b9d6-029ea496630b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:14.873624 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-554ea2e6-f8cc-45cc-91d2-d5e3c2f10de7 None None] Port 67f544bb-7780-41a7-b9d6-029ea496630b cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:09:14.998125 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb3ade73-3020-47be-8106-ad33b24baf65 req-17590c06-ede4-4f23-af26-bfb0a616950c tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265592 Jan 28 00:09:15.248464 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-e48397c6-298c-4b86-9c6a-8f63f0e2a8d8 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:15.250212 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-e48397c6-298c-4b86-9c6a-8f63f0e2a8d8 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/networks?id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf HTTP/1.1" status: 200 len: 821 time: 0.4408574 Jan 28 00:09:15.303143 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-60c57ec3-0e93-46af-a031-8a2b70116b4e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/quotas/6990d737c5db4738a7ab281f03db2443 HTTP/1.1" status: 200 len: 375 time: 0.0272720 Jan 28 00:09:15.359467 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0e65a-837b-437e-865f-439d549d397b req-68370224-e893-4a7e-85a5-9cf6c136c11c tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:15.361058 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62f0e65a-837b-437e-865f-439d549d397b req-68370224-e893-4a7e-85a5-9cf6c136c11c tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.70 "GET /v2.0/ports?device_id=35c17a99-63f8-41cf-b487-7be8d44cc2b2 HTTP/1.1" status: 200 len: 936 time: 0.2323105 Jan 28 00:09:15.481444 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-f6af9ca0-7d88-4ee8-811f-72dbaec3120f tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6990d737c5db4738a7ab281f03db2443&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1708643 Jan 28 00:09:15.497186 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 8fad6b80-dfed-4d8f-94dc-e44110c67bcc up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:09:15.599253 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 8fad6b80-dfed-4d8f-94dc-e44110c67bcc completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:09:15.609329 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 8fad6b80-dfed-4d8f-94dc-e44110c67bcc triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:09:15.609709 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8fad6b80-dfed-4d8f-94dc-e44110c67bcc), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:15.610017 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-cd94375d-b45a-4820-a6bf-7574c0f45e9e service neutron] 10.222.0.70 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268682 Jan 28 00:09:15.649550 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62f0e65a-837b-437e-865f-439d549d397b req-d0b3da20-9f82-4cc7-9e5f-1e7309c6bf52 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.70 "GET /v2.0/security-groups?id=99a371e1-cf5c-4bbf-9ee5-b9b720c75ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757819 Jan 28 00:09:15.697943 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-e12be7f6-2680-4f27-9a0d-24ffacf9ce1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67f544bb-7780-41a7-b9d6-029ea496630b {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:09:15.759030 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-e12be7f6-2680-4f27-9a0d-24ffacf9ce1e service neutron] Publish callbacks [] for port (67f544bb-7780-41a7-b9d6-029ea496630b), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:15.900666 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-c74f3d75-2253-44a6-80ef-4e1cc8c730f9 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:15.908225 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-c74f3d75-2253-44a6-80ef-4e1cc8c730f9 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/networks?id=ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 200 len: 807 time: 0.1178610 Jan 28 00:09:15.924656 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-2dbd9050-bdd6-4ce1-b7c0-1f37364b7cab tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/quotas/8a78e89f3df84c31929be575e138a975 HTTP/1.1" status: 200 len: 375 time: 0.0151887 Jan 28 00:09:15.969292 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-e12be7f6-2680-4f27-9a0d-24ffacf9ce1e service neutron] Transition to ACTIVE for port object 67f544bb-7780-41a7-b9d6-029ea496630b will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:09:15.993327 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-e12be7f6-2680-4f27-9a0d-24ffacf9ce1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (67f544bb-7780-41a7-b9d6-029ea496630b), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:16.058552 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-686ce110-1401-483e-bc2e-ae846c19aaaa tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a78e89f3df84c31929be575e138a975&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1257691 Jan 28 00:09:16.074953 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 8fad6b80-dfed-4d8f-94dc-e44110c67bcc is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:09:16.076020 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8fad6b80-dfed-4d8f-94dc-e44110c67bcc), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:16.112922 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b6ba0b-2c7b-4510-b723-70dfaf3cf644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fad6b80-dfed-4d8f-94dc-e44110c67bcc'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:09:16.116825 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e44d1d6-aa1d-4cd0-b9d4-fdf1faaf681f" -d '{"events": [{"server_uuid": "e9b6ba0b-2c7b-4510-b723-70dfaf3cf644", "name": "network-vif-plugged", "status": "completed", "tag": "8fad6b80-dfed-4d8f-94dc-e44110c67bcc"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:09:16.134620 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 8fad6b80-dfed-4d8f-94dc-e44110c67bcc, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8fad6b80-dfed-4d8f-94dc-e44110c67bcc,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:16.141384 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8fad6b80-dfed-4d8f-94dc-e44110c67bcc), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:16.202015 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-96cd96dc-cd59-46ae-9c19-af6c91b00922 service neutron] 10.222.0.70 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5841510 Jan 28 00:09:16.210816 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12be7f6-2680-4f27-9a0d-24ffacf9ce1e service neutron] Pushing event updated for resources: {'Port': ['ID=67f544bb-7780-41a7-b9d6-029ea496630b,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:16.263125 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=8fad6b80-dfed-4d8f-94dc-e44110c67bcc,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:16.385603 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-7b06a410-2271-4df9-864c-a36c14dc08a5 service neutron] 10.222.0.70 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172266 Jan 28 00:09:16.388409 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-e12be7f6-2680-4f27-9a0d-24ffacf9ce1e service neutron] Attempting to bind port 67f544bb-7780-41a7-b9d6-029ea496630b on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:09:16.388758 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-e12be7f6-2680-4f27-9a0d-24ffacf9ce1e service neutron] Attempting to bind port 67f544bb-7780-41a7-b9d6-029ea496630b by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:09:16.389095 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-e12be7f6-2680-4f27-9a0d-24ffacf9ce1e service neutron] Attempting to bind port 67f544bb-7780-41a7-b9d6-029ea496630b on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:09:16.412526 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-e12be7f6-2680-4f27-9a0d-24ffacf9ce1e service neutron] Port 67f544bb-7780-41a7-b9d6-029ea496630b on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:09:16.412854 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-e12be7f6-2680-4f27-9a0d-24ffacf9ce1e service neutron] Attempting to bind port 67f544bb-7780-41a7-b9d6-029ea496630b on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:09:16.468037 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-e12be7f6-2680-4f27-9a0d-24ffacf9ce1e service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:09:16.468383 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-e12be7f6-2680-4f27-9a0d-24ffacf9ce1e service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:09:16.468835 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-e12be7f6-2680-4f27-9a0d-24ffacf9ce1e service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:09:16.469358 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-e12be7f6-2680-4f27-9a0d-24ffacf9ce1e service neutron] Bound port: 67f544bb-7780-41a7-b9d6-029ea496630b, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:09:16.470392 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-e12be7f6-2680-4f27-9a0d-24ffacf9ce1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (67f544bb-7780-41a7-b9d6-029ea496630b), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:16.691109 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-bcde712f-9ae0-4ff4-b30c-6af74338d44b service neutron] 10.222.0.70 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965605 Jan 28 00:09:16.697228 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-e12be7f6-2680-4f27-9a0d-24ffacf9ce1e service neutron] For port 67f544bb-7780-41a7-b9d6-029ea496630b, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:09:16.701430 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-e12be7f6-2680-4f27-9a0d-24ffacf9ce1e service neutron] For port 67f544bb-7780-41a7-b9d6-029ea496630b, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=67f544bb-7780-41a7-b9d6-029ea496630b,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:09:16.709783 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fcd078-8536-49e6-b98f-adb0cbcacb87 req-f8f7dbe3-e066-4495-b011-7a5343967d39 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:16.720261 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device bf4052fb-8fcb-446c-b34c-a26dc0815ce5 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:09:16.731500 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0fcd078-8536-49e6-b98f-adb0cbcacb87 req-f8f7dbe3-e066-4495-b011-7a5343967d39 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9b6ba0b-2c7b-4510-b723-70dfaf3cf644 HTTP/1.1" status: 200 len: 950 time: 0.1549172 Jan 28 00:09:16.752466 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-e12be7f6-2680-4f27-9a0d-24ffacf9ce1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (67f544bb-7780-41a7-b9d6-029ea496630b), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:16.832728 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port bf4052fb-8fcb-446c-b34c-a26dc0815ce5 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:09:16.837210 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port bf4052fb-8fcb-446c-b34c-a26dc0815ce5 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:09:16.837673 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bf4052fb-8fcb-446c-b34c-a26dc0815ce5), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:16.865927 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-e12be7f6-2680-4f27-9a0d-24ffacf9ce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:16.866562 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-e12be7f6-2680-4f27-9a0d-24ffacf9ce1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:16.875484 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-e12be7f6-2680-4f27-9a0d-24ffacf9ce1e service neutron] 10.222.0.52 "PUT /v2.0/ports/67f544bb-7780-41a7-b9d6-029ea496630b HTTP/1.1" status: 200 len: 1096 time: 2.3432181 Jan 28 00:09:16.878999 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c17a99-63f8-41cf-b487-7be8d44cc2b2', 'tag': '67f544bb-7780-41a7-b9d6-029ea496630b'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:09:16.886802 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ea92c6-3cf2-4ee9-acfb-01f20bcc574a" -d '{"events": [{"name": "network-changed", "server_uuid": "35c17a99-63f8-41cf-b487-7be8d44cc2b2", "tag": "67f544bb-7780-41a7-b9d6-029ea496630b"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:09:17.071274 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port bf4052fb-8fcb-446c-b34c-a26dc0815ce5 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:09:17.071769 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bf4052fb-8fcb-446c-b34c-a26dc0815ce5), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:17.119633 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0fcd078-8536-49e6-b98f-adb0cbcacb87 req-64d6bff5-13f8-4ec3-b046-8fa671b85b93 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865817 Jan 28 00:09:17.165471 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12be7f6-2680-4f27-9a0d-24ffacf9ce1e service neutron] Pushing event updated for resources: {'Port': ['ID=67f544bb-7780-41a7-b9d6-029ea496630b,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:17.177784 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port bf4052fb-8fcb-446c-b34c-a26dc0815ce5, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=bf4052fb-8fcb-446c-b34c-a26dc0815ce5,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:17.201235 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (bf4052fb-8fcb-446c-b34c-a26dc0815ce5), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:17.212818 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-7d62a32e-7824-436a-822e-c24a3626ffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:17.246040 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-7d62a32e-7824-436a-822e-c24a3626ffc1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f23541747ff04b018725e3e59cf9e4a2&device_id=35c17a99-63f8-41cf-b487-7be8d44cc2b2 HTTP/1.1" status: 200 len: 1099 time: 0.3042300 Jan 28 00:09:17.290189 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb30481e-fb72-4e15-b9f2-f9b9893bb16e x-openstack-request-id: req-eb30481e-fb72-4e15-b9f2-f9b9893bb16e {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:09:17.290696 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b6ba0b-2c7b-4510-b723-70dfaf3cf644", "name": "network-vif-plugged", "status": "completed", "tag": "8fad6b80-dfed-4d8f-94dc-e44110c67bcc", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:09:17.291262 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eb30481e-fb72-4e15-b9f2-f9b9893bb16e {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:09:17.291831 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b6ba0b-2c7b-4510-b723-70dfaf3cf644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fad6b80-dfed-4d8f-94dc-e44110c67bcc', 'code': 200} Jan 28 00:09:17.325766 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=bf4052fb-8fcb-446c-b34c-a26dc0815ce5,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:17.390015 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-9e357dee-81f6-4e7a-b061-b897b354eb81 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=67f544bb-7780-41a7-b9d6-029ea496630b HTTP/1.1" status: 200 len: 217 time: 0.1316576 Jan 28 00:09:17.451803 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-02602b7a-fe55-45f1-8fc1-dcc9c45e5e0b req-7e24c85d-1965-4932-9f73-62b62df9a59c tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 210 time: 0.0607889 Jan 28 00:09:17.581575 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-1cf5c13d-ccea-47e5-88f6-79a6c049bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:17.586762 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-1cf5c13d-ccea-47e5-88f6-79a6c049bfba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1323063 Jan 28 00:09:17.724302 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be10d7-f694-4ffd-b2b7-fcb91da24a57 req-f99f0fe5-a066-4bf5-ac16-2013c8cc73a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:17.726614 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-53be10d7-f694-4ffd-b2b7-fcb91da24a57 req-f99f0fe5-a066-4bf5-ac16-2013c8cc73a5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e9b6ba0b-2c7b-4510-b723-70dfaf3cf644 HTTP/1.1" status: 200 len: 1101 time: 0.1098006 Jan 28 00:09:17.729969 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6326356a-afee-4085-99e7-27ed3d3820f6 req-561f3620-a4ca-4b1e-b45a-87ef4e059293 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7ae4069d-6bbb-4d22-a737-efd2d70a05eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1899300 Jan 28 00:09:17.818830 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ee9d5-0681-4456-802b-2b0b57340cdf req-7a248850-85fe-49ba-8274-27b39f8cdc79 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:17.827371 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7a6ee9d5-0681-4456-802b-2b0b57340cdf req-7a248850-85fe-49ba-8274-27b39f8cdc79 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.70 "GET /v2.0/ports?device_id=35c17a99-63f8-41cf-b487-7be8d44cc2b2 HTTP/1.1" status: 200 len: 948 time: 0.3709402 Jan 28 00:09:17.853250 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ccc8c321-c527-4315-a674-56e00d4a60e2 req-67620a9e-cd24-4355-a4df-c073937d232c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e935eea7-1d17-4eaa-8aca-fe9b1039f820&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3979497 Jan 28 00:09:17.854854 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-0d11fbbc-fe06-44e1-b6cf-1c6581deee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:17.856347 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-0d11fbbc-fe06-44e1-b6cf-1c6581deee34 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2310889 Jan 28 00:09:17.902054 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7a6ee9d5-0681-4456-802b-2b0b57340cdf req-827a558f-7687-4083-9b4e-98b936d2e332 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.70 "GET /v2.0/security-groups?id=99a371e1-cf5c-4bbf-9ee5-b9b720c75ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709138 Jan 28 00:09:17.914725 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-53be10d7-f694-4ffd-b2b7-fcb91da24a57 req-c207f0b9-b133-4a65-8aea-e972004c141b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588826 Jan 28 00:09:17.933376 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326356a-afee-4085-99e7-27ed3d3820f6 req-0ce00b3e-53ee-4d57-98a9-6ffe0dfecd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:17.935449 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6326356a-afee-4085-99e7-27ed3d3820f6 req-0ce00b3e-53ee-4d57-98a9-6ffe0dfecd85 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c2de971249f741c0937ae7be3229d4c6&device_id=7ae4069d-6bbb-4d22-a737-efd2d70a05eb HTTP/1.1" status: 200 len: 1119 time: 0.1091688 Jan 28 00:09:18.140833 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46266) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:18.390195 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712eb125-a443-4737-a8e3-afc05d07d12d x-openstack-request-id: req-712eb125-a443-4737-a8e3-afc05d07d12d {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:09:18.390720 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c17a99-63f8-41cf-b487-7be8d44cc2b2", "tag": "67f544bb-7780-41a7-b9d6-029ea496630b", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:09:18.390915 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-712eb125-a443-4737-a8e3-afc05d07d12d {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:09:18.391375 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c17a99-63f8-41cf-b487-7be8d44cc2b2', 'tag': '67f544bb-7780-41a7-b9d6-029ea496630b', 'status': 'completed', 'code': 200} Jan 28 00:09:18.404434 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c55ae28e-ac81-4dff-bbf7-7317c2505a3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:18.440286 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326356a-afee-4085-99e7-27ed3d3820f6 req-d2944b05-57b5-4e23-8ba2-bae278050dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:18.442123 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6326356a-afee-4085-99e7-27ed3d3820f6 req-d2944b05-57b5-4e23-8ba2-bae278050dc4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d45183b3-877f-4f23-8552-987ae7b47aa3 HTTP/1.1" status: 200 len: 914 time: 0.2259324 Jan 28 00:09:18.493335 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c5f937d0-1940-4a82-908d-e3ba5138b5ea req-f43a3acc-9fce-4782-a26a-5d8525957076 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 210 time: 0.1048214 Jan 28 00:09:18.509692 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8c321-c527-4315-a674-56e00d4a60e2 req-0c2c78c9-9388-439f-bfd4-2b75aa0cf048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:18.519014 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ccc8c321-c527-4315-a674-56e00d4a60e2 req-0c2c78c9-9388-439f-bfd4-2b75aa0cf048 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4fbf0a6223374ddfb503943d84d40270&device_id=e935eea7-1d17-4eaa-8aca-fe9b1039f820 HTTP/1.1" status: 200 len: 1097 time: 0.6130137 Jan 28 00:09:18.652555 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6326356a-afee-4085-99e7-27ed3d3820f6 req-9649c452-07ee-47c8-a05d-4ff80b49c485 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c06f89a0-7e77-42d9-933e-7d72a96a4a5c HTTP/1.1" status: 200 len: 217 time: 0.2015247 Jan 28 00:09:18.660685 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c55ae28e-ac81-4dff-bbf7-7317c2505a3c admin admin] Publish callbacks [] for security_group (6442ba26-9ec5-4392-aa6c-7732236571eb), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:18.672735 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-707e2a41-f850-47bc-be62-b887205803ab service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7854245 Jan 28 00:09:18.727319 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326356a-afee-4085-99e7-27ed3d3820f6 req-9df4dbd7-0b9a-4502-85b4-eafa3e7851cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:18.729121 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6326356a-afee-4085-99e7-27ed3d3820f6 req-9df4dbd7-0b9a-4502-85b4-eafa3e7851cb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b4d43441-547f-4ffb-adf5-8e225516d410 HTTP/1.1" status: 200 len: 853 time: 0.0606177 Jan 28 00:09:18.732991 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c55ae28e-ac81-4dff-bbf7-7317c2505a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (6442ba26-9ec5-4392-aa6c-7732236571eb), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:18.780730 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c3bdb-8a87-4b9b-898b-c64b81498000 req-cfd4957d-3bb5-4ed0-b8dd-00e0bf9dfb19 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:18.783092 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-433c3bdb-8a87-4b9b-898b-c64b81498000 req-cfd4957d-3bb5-4ed0-b8dd-00e0bf9dfb19 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9b6ba0b-2c7b-4510-b723-70dfaf3cf644 HTTP/1.1" status: 200 len: 950 time: 0.2009978 Jan 28 00:09:18.789663 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c55ae28e-ac81-4dff-bbf7-7317c2505a3c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bcaf90cd746e4c61b0f47c300a0b02f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6471002 Jan 28 00:09:18.801490 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46284) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:18.820523 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6326356a-afee-4085-99e7-27ed3d3820f6 req-4dda4e00-3e88-4fe3-929b-5c8afb50e411 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d45183b3-877f-4f23-8552-987ae7b47aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582943 Jan 28 00:09:18.837118 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22137403-2c0a-438b-8b06-5c62f634c8ed req-3b887617-75e8-4233-94dc-57c75ed3a330 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 210 time: 0.0529785 Jan 28 00:09:18.902729 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8c321-c527-4315-a674-56e00d4a60e2 req-a0eb53f1-38ab-4970-ad9f-6f7b7e86c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:18.904671 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ccc8c321-c527-4315-a674-56e00d4a60e2 req-a0eb53f1-38ab-4970-ad9f-6f7b7e86c765 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e089f335-5674-4c92-a564-9237fa994e7e HTTP/1.1" status: 200 len: 925 time: 0.3621831 Jan 28 00:09:18.978852 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6326356a-afee-4085-99e7-27ed3d3820f6 req-b809b2b6-2aa0-4e05-a6fe-ffc9446e7a75 service neutron] 10.222.0.65 "GET /v2.0/networks/d45183b3-877f-4f23-8552-987ae7b47aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405542 Jan 28 00:09:19.021453 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.65', 58497) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:19.101205 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ccc8c321-c527-4315-a674-56e00d4a60e2 req-2f0b700c-7091-4580-989c-b1abf5a75d67 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd2ac950-4566-4fa7-a9c6-2a0615d05bd1 HTTP/1.1" status: 200 len: 1002 time: 0.1692920 Jan 28 00:09:19.171539 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ffd7baa3-382a-4b43-ac19-61330d0b4601 req-c36a29e7-1a21-4bb5-8fa6-174dfdcf5a49 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901242 Jan 28 00:09:19.184139 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-048887ec-afe5-4b2a-88a6-aed7067c32a8 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:19.189136 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-048887ec-afe5-4b2a-88a6-aed7067c32a8 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.65 "GET /v2.0/networks?id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf HTTP/1.1" status: 200 len: 821 time: 0.7599561 Jan 28 00:09:19.232919 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ae28e-ac81-4dff-bbf7-7317c2505a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6442ba26-9ec5-4392-aa6c-7732236571eb,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:19.274840 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-1b9fb0b0-aa84-4bd5-9ce3-88a1761c470e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Request body: {'port': {'device_id': '83aa62bc-370d-427e-84a8-d6dd148c1232', 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf', 'admin_state_up': True, 'tenant_id': '6990d737c5db4738a7ab281f03db2443'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:09:19.275997 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-433c3bdb-8a87-4b9b-898b-c64b81498000 req-3231f115-20c7-4789-93be-81bfd7b17169 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4853961 Jan 28 00:09:19.293069 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d8d438-d2f3-44c7-8a9a-ae7352622d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4052fb-8fcb-446c-b34c-a26dc0815ce5'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:09:19.297010 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40c2cfb-81de-4e95-a9d6-61a5d6e7e520" -d '{"events": [{"server_uuid": "08d8d438-d2f3-44c7-8a9a-ae7352622d85", "name": "network-vif-plugged", "status": "completed", "tag": "bf4052fb-8fcb-446c-b34c-a26dc0815ce5"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:09:19.416644 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17d8e09-2cbe-4825-b853-d919623ec62a x-openstack-request-id: req-e17d8e09-2cbe-4825-b853-d919623ec62a {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:09:19.417265 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d8d438-d2f3-44c7-8a9a-ae7352622d85", "name": "network-vif-plugged", "status": "completed", "tag": "bf4052fb-8fcb-446c-b34c-a26dc0815ce5", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:09:19.417731 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e17d8e09-2cbe-4825-b853-d919623ec62a {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:09:19.418369 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d8d438-d2f3-44c7-8a9a-ae7352622d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4052fb-8fcb-446c-b34c-a26dc0815ce5', 'code': 200} Jan 28 00:09:19.431930 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8c321-c527-4315-a674-56e00d4a60e2 req-9969f98d-432b-4177-9bd7-8ac66903235c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:19.433459 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ccc8c321-c527-4315-a674-56e00d4a60e2 req-9969f98d-432b-4177-9bd7-8ac66903235c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fd93541c-3fa3-4f63-b944-5654809caebc HTTP/1.1" status: 200 len: 863 time: 0.3197863 Jan 28 00:09:19.444247 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-928a5541-34af-4bf3-bd91-482a8471d068 admin admin] Publish callbacks [] for security_group (6442ba26-9ec5-4392-aa6c-7732236571eb), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:19.559341 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-928a5541-34af-4bf3-bd91-482a8471d068 admin admin] Publish callbacks [] for security_group (6442ba26-9ec5-4392-aa6c-7732236571eb), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:19.635789 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-98840028-23f2-4603-abdf-f789a7f5a5a8 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:19.637433 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-98840028-23f2-4603-abdf-f789a7f5a5a8 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.65 "GET /v2.0/networks?id=ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 200 len: 807 time: 0.6142907 Jan 28 00:09:19.641100 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea92c6-3cf2-4ee9-acfb-01f20bcc574a req-c91a09f0-5b75-4f0a-a1f2-4fd3f6534b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:19.643132 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78ea92c6-3cf2-4ee9-acfb-01f20bcc574a req-c91a09f0-5b75-4f0a-a1f2-4fd3f6534b94 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f23541747ff04b018725e3e59cf9e4a2&device_id=35c17a99-63f8-41cf-b487-7be8d44cc2b2 HTTP/1.1" status: 200 len: 1099 time: 0.3192403 Jan 28 00:09:19.680637 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-ecd3d176-c29c-4d64-a74a-14fd46a9c37d tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Request body: {'port': {'device_id': '298d36b6-46ff-4c85-9412-91e70fffa1cc', 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3', 'admin_state_up': True, 'tenant_id': '8a78e89f3df84c31929be575e138a975'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:09:19.749764 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9d92d-d69e-4926-ab87-92fcbf7e5ac4 req-4a5985ba-0b9e-4342-a173-9854d00172b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:19.753024 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b1f9d92d-d69e-4926-ab87-92fcbf7e5ac4 req-4a5985ba-0b9e-4342-a173-9854d00172b5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 1101 time: 0.2103922 Jan 28 00:09:19.768901 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6326356a-afee-4085-99e7-27ed3d3820f6 req-7f47a43c-ae46-4ebf-a239-6ebeea56c83a service neutron] 10.222.0.65 "GET /v2.0/networks/d45183b3-877f-4f23-8552-987ae7b47aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6033866 Jan 28 00:09:19.917955 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8c321-c527-4315-a674-56e00d4a60e2 req-381927fa-2fe5-4054-ad9e-b6644ad9eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:19.919981 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ccc8c321-c527-4315-a674-56e00d4a60e2 req-381927fa-2fe5-4054-ad9e-b6644ad9eafe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e089f335-5674-4c92-a564-9237fa994e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4474454 Jan 28 00:09:19.923773 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e0f54780-2d24-4c84-ad3e-7ba83f8070ec req-1bdeedb4-422a-4282-9d3a-a12e473765c9 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 210 time: 0.0930002 Jan 28 00:09:19.924600 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-928a5541-34af-4bf3-bd91-482a8471d068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (6442ba26-9ec5-4392-aa6c-7732236571eb), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:19.929774 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-928a5541-34af-4bf3-bd91-482a8471d068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:19.933157 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-928a5541-34af-4bf3-bd91-482a8471d068 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6442ba26-9ec5-4392-aa6c-7732236571eb HTTP/1.1" status: 204 len: 168 time: 1.0967252 Jan 28 00:09:20.148512 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-1b9fb0b0-aa84-4bd5-9ce3-88a1761c470e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Made reservation on behalf of 6990d737c5db4738a7ab281f03db2443 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:09:20.151871 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-1b9fb0b0-aa84-4bd5-9ce3-88a1761c470e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:20.218009 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a5541-34af-4bf3-bd91-482a8471d068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6442ba26-9ec5-4392-aa6c-7732236571eb,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:20.269609 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa80ca-593c-48f0-8835-a45a7a693c7c req-524baed4-c95b-4094-9dbe-6ddb19a3718a tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:20.277568 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-55aa80ca-593c-48f0-8835-a45a7a693c7c req-524baed4-c95b-4094-9dbe-6ddb19a3718a tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.70 "GET /v2.0/ports?device_id=35c17a99-63f8-41cf-b487-7be8d44cc2b2 HTTP/1.1" status: 200 len: 948 time: 0.8497124 Jan 28 00:09:20.283126 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ccc8c321-c527-4315-a674-56e00d4a60e2 req-fde6e4f5-f60e-4268-bbc7-4187f5686a4f service neutron] 10.222.0.52 "GET /v2.0/networks/e089f335-5674-4c92-a564-9237fa994e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497479 Jan 28 00:09:20.403689 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b1f9d92d-d69e-4926-ab87-92fcbf7e5ac4 req-4ad5df28-4b2d-4bbb-a81c-dcb7e1e39046 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6360338 Jan 28 00:09:20.406081 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-ecd3d176-c29c-4d64-a74a-14fd46a9c37d tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Made reservation on behalf of 8a78e89f3df84c31929be575e138a975 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:09:20.425057 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-ecd3d176-c29c-4d64-a74a-14fd46a9c37d tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:20.697083 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea92c6-3cf2-4ee9-acfb-01f20bcc574a req-fc0bf78c-d654-4a9d-9082-dd97f177905b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:20.701541 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78ea92c6-3cf2-4ee9-acfb-01f20bcc574a req-fc0bf78c-d654-4a9d-9082-dd97f177905b service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 1.0418196 Jan 28 00:09:20.766992 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ac3b70a8-5375-448f-ad57-4305534b6221 req-f20badc5-17d6-4c29-b59f-c4f4954ef23c tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 210 time: 0.4811342 Jan 28 00:09:20.906217 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46328) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:20.949986 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-1b9fb0b0-aa84-4bd5-9ce3-88a1761c470e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Allocated IP 172.20.0.6 (d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf/1cf259c4-4e5d-4731-814e-e633d701ebdd/e34d3b27-f88d-40ca-a720-0da10d81433d) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:09:20.995507 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78ea92c6-3cf2-4ee9-acfb-01f20bcc574a req-8d6636f3-c12f-4746-bafe-fb43bd9d8917 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=67f544bb-7780-41a7-b9d6-029ea496630b HTTP/1.1" status: 200 len: 217 time: 0.2255602 Jan 28 00:09:21.043440 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46332) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:21.046050 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ccc8c321-c527-4315-a674-56e00d4a60e2 req-58f26905-866d-4fef-9104-c92812a0d92c service neutron] 10.222.0.52 "GET /v2.0/networks/e089f335-5674-4c92-a564-9237fa994e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6507971 Jan 28 00:09:21.077481 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b427e0d-2c4b-44b5-b7cc-da9f65f6d257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:21.091672 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-55aa80ca-593c-48f0-8835-a45a7a693c7c req-4b7e90e2-98e3-4a6c-8ad9-d14842b0e6eb tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.70 "GET /v2.0/security-groups?id=99a371e1-cf5c-4bbf-9ee5-b9b720c75ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8115196 Jan 28 00:09:21.179824 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcde633-c087-43a8-92dc-9c57cbc0c067 req-81f87094-d712-4c31-8561-2e6bbdeff944 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:21.198256 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1dcde633-c087-43a8-92dc-9c57cbc0c067 req-81f87094-d712-4c31-8561-2e6bbdeff944 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9b6ba0b-2c7b-4510-b723-70dfaf3cf644 HTTP/1.1" status: 200 len: 950 time: 0.3101985 Jan 28 00:09:21.218243 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea92c6-3cf2-4ee9-acfb-01f20bcc574a req-7fc90c90-9d64-4aee-823f-acd7478e2636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:21.220943 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78ea92c6-3cf2-4ee9-acfb-01f20bcc574a req-7fc90c90-9d64-4aee-823f-acd7478e2636 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.2069983 Jan 28 00:09:21.293719 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b427e0d-2c4b-44b5-b7cc-da9f65f6d257 admin admin] Publish callbacks [] for security_group (2ca50b88-7470-45d3-aee4-5e26de8ef7db), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:21.312028 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b427e0d-2c4b-44b5-b7cc-da9f65f6d257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2ca50b88-7470-45d3-aee4-5e26de8ef7db), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:21.406532 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c5ebf4b4-970e-4a5e-8877-040d2847a66f req-f5bbfeb7-9683-4d79-a33a-3a121794dbf8 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 210 time: 0.2002685 Jan 28 00:09:21.459653 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1dcde633-c087-43a8-92dc-9c57cbc0c067 req-91148f7b-a836-48e4-9f5f-df684c8e8112 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555447 Jan 28 00:09:21.488696 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7a3f2cba-b914-4415-8daf-a150a2539651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:21.647167 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7a3f2cba-b914-4415-8daf-a150a2539651 admin admin] Publish callbacks [] for security_group (e4e8dc2a-cd92-4ef0-ae43-5de06e71792e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:21.666877 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7a3f2cba-b914-4415-8daf-a150a2539651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e4e8dc2a-cd92-4ef0-ae43-5de06e71792e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:21.776089 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea92c6-3cf2-4ee9-acfb-01f20bcc574a req-99d8f82c-0f8e-4c94-b1d2-dcb11cca6c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:21.778715 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78ea92c6-3cf2-4ee9-acfb-01f20bcc574a req-99d8f82c-0f8e-4c94-b1d2-dcb11cca6c9f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5094447 Jan 28 00:09:21.785598 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b427e0d-2c4b-44b5-b7cc-da9f65f6d257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca50b88-7470-45d3-aee4-5e26de8ef7db,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:21.826283 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43580b-132c-49dd-a4a4-2cd65da4f071 req-1592fa08-ce7a-42ec-8eb4-2dccf275452f tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:21.828253 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f43580b-132c-49dd-a4a4-2cd65da4f071 req-1592fa08-ce7a-42ec-8eb4-2dccf275452f tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 950 time: 0.1748502 Jan 28 00:09:21.829599 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-1b9fb0b0-aa84-4bd5-9ce3-88a1761c470e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Publish callbacks [] for port (e34d3b27-f88d-40ca-a720-0da10d81433d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:21.831721 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7a3f2cba-b914-4415-8daf-a150a2539651 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c4b448eeb94a4365b9d45a9220bc8c83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7853878 Jan 28 00:09:21.841179 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f2cba-b914-4415-8daf-a150a2539651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e8dc2a-cd92-4ef0-ae43-5de06e71792e,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:21.847917 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46344) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:21.877462 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5b427e0d-2c4b-44b5-b7cc-da9f65f6d257 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5435cf79263c48caa35fa306694055a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9570675 Jan 28 00:09:21.898086 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46346) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:21.972473 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-ecd3d176-c29c-4d64-a74a-14fd46a9c37d tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Allocated IP 172.20.0.7 (ede0cbb9-a83e-4037-b673-696eabc6b3a3/a309d6c9-38a3-409d-a906-1638039000ff/9357b6d8-3aaa-4276-8462-b55edfab0389) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:09:22.049488 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-1b9fb0b0-aa84-4bd5-9ce3-88a1761c470e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (e34d3b27-f88d-40ca-a720-0da10d81433d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:22.104290 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-51810b0f-aec1-404a-b0bc-95f8355a4e07 req-6bec295f-5887-4c3c-a455-0cc761400d57 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 210 time: 0.0883682 Jan 28 00:09:22.104498 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-1b9fb0b0-aa84-4bd5-9ce3-88a1761c470e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:09:22.116913 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-1b9fb0b0-aa84-4bd5-9ce3-88a1761c470e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:09:22.225629 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-1b9fb0b0-aa84-4bd5-9ce3-88a1761c470e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:09:22.227439 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f43580b-132c-49dd-a4a4-2cd65da4f071 req-aa3149ca-6656-41fd-bacf-b6b98b378a41 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778598 Jan 28 00:09:22.233359 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8397dfe9-b284-401e-9290-5e05cc18138e admin admin] Publish callbacks [] for security_group (2ca50b88-7470-45d3-aee4-5e26de8ef7db), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:22.268998 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8397dfe9-b284-401e-9290-5e05cc18138e admin admin] Publish callbacks [] for security_group (2ca50b88-7470-45d3-aee4-5e26de8ef7db), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:22.366655 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-94c3bbc9-6ca4-4056-8043-a241d5ae3a13 admin admin] Publish callbacks [] for security_group (e4e8dc2a-cd92-4ef0-ae43-5de06e71792e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:22.369657 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8397dfe9-b284-401e-9290-5e05cc18138e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2ca50b88-7470-45d3-aee4-5e26de8ef7db), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:22.372856 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8397dfe9-b284-401e-9290-5e05cc18138e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:22.376334 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8397dfe9-b284-401e-9290-5e05cc18138e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2ca50b88-7470-45d3-aee4-5e26de8ef7db HTTP/1.1" status: 204 len: 168 time: 0.4654143 Jan 28 00:09:22.381292 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78ea92c6-3cf2-4ee9-acfb-01f20bcc574a req-e539bb91-2beb-49ba-aeb9-0d9e6217520e service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480576 Jan 28 00:09:22.397112 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9fb0b0-aa84-4bd5-9ce3-88a1761c470e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Pushing event updated for resources: {'Port': ['ID=e34d3b27-f88d-40ca-a720-0da10d81433d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:22.459132 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397dfe9-b284-401e-9290-5e05cc18138e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca50b88-7470-45d3-aee4-5e26de8ef7db,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:22.506886 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-1b9fb0b0-aa84-4bd5-9ce3-88a1761c470e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:22.509425 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-1b9fb0b0-aa84-4bd5-9ce3-88a1761c470e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:22.552886 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-94c3bbc9-6ca4-4056-8043-a241d5ae3a13 admin admin] Publish callbacks [] for security_group (e4e8dc2a-cd92-4ef0-ae43-5de06e71792e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:22.562686 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1b136-4660-42cc-a694-308d607039a8 req-ca62da78-bf49-4f08-8bc8-080ab5ec3cc3 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:22.566569 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2de1b136-4660-42cc-a694-308d607039a8 req-ca62da78-bf49-4f08-8bc8-080ab5ec3cc3 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.70 "GET /v2.0/ports?device_id=35c17a99-63f8-41cf-b487-7be8d44cc2b2 HTTP/1.1" status: 200 len: 948 time: 0.2427075 Jan 28 00:09:22.569580 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-1b9fb0b0-aa84-4bd5-9ce3-88a1761c470e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3484120 Jan 28 00:09:22.601856 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-e4c2dc7c-6d22-4cf9-a2a8-07af6deb0ee4 service neutron] Request body: {'port': {'device_id': '83aa62bc-370d-427e-84a8-d6dd148c1232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:09:22.663225 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9a9afe5d-93b1-4ae8-91fb-ab99017029c0 req-144e5ff2-9fc8-44c3-b892-e377816cdce5 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 210 time: 0.1271620 Jan 28 00:09:22.726478 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-e4c2dc7c-6d22-4cf9-a2a8-07af6deb0ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e34d3b27-f88d-40ca-a720-0da10d81433d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:22.758902 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 67f544bb-7780-41a7-b9d6-029ea496630b details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:09:22.766957 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2de1b136-4660-42cc-a694-308d607039a8 req-1d78ec3f-1f79-4876-b98d-8506fa6d9642 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.70 "GET /v2.0/security-groups?id=99a371e1-cf5c-4bbf-9ee5-b9b720c75ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578479 Jan 28 00:09:22.839321 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78ea92c6-3cf2-4ee9-acfb-01f20bcc574a req-89c8326f-40d1-4810-a7cc-fdcbeb10772f service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235046 Jan 28 00:09:22.854904 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-94c3bbc9-6ca4-4056-8043-a241d5ae3a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e4e8dc2a-cd92-4ef0-ae43-5de06e71792e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:22.883255 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-94c3bbc9-6ca4-4056-8043-a241d5ae3a13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:22.886622 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-94c3bbc9-6ca4-4056-8043-a241d5ae3a13 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e4e8dc2a-cd92-4ef0-ae43-5de06e71792e HTTP/1.1" status: 204 len: 168 time: 1.0238457 Jan 28 00:09:22.901208 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3bbc9-6ca4-4056-8043-a241d5ae3a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e8dc2a-cd92-4ef0-ae43-5de06e71792e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:22.919108 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3bbc9-6ca4-4056-8043-a241d5ae3a13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:22.921130 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3bbc9-6ca4-4056-8043-a241d5ae3a13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:22.922414 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3bbc9-6ca4-4056-8043-a241d5ae3a13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:22.924348 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3bbc9-6ca4-4056-8043-a241d5ae3a13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:22.924930 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3bbc9-6ca4-4056-8043-a241d5ae3a13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:22.926503 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3bbc9-6ca4-4056-8043-a241d5ae3a13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:22.927798 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3bbc9-6ca4-4056-8043-a241d5ae3a13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:22.928733 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3bbc9-6ca4-4056-8043-a241d5ae3a13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:22.929012 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-ecd3d176-c29c-4d64-a74a-14fd46a9c37d tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Publish callbacks [] for port (9357b6d8-3aaa-4276-8462-b55edfab0389), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:22.929462 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3bbc9-6ca4-4056-8043-a241d5ae3a13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:22.930942 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3bbc9-6ca4-4056-8043-a241d5ae3a13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:22.932864 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3bbc9-6ca4-4056-8043-a241d5ae3a13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:22.932864 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3bbc9-6ca4-4056-8043-a241d5ae3a13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:22.932864 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c3bbc9-6ca4-4056-8043-a241d5ae3a13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:23.059028 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 67f544bb-7780-41a7-b9d6-029ea496630b, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=67f544bb-7780-41a7-b9d6-029ea496630b,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:23.118970 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '67f544bb-7780-41a7-b9d6-029ea496630b', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': '67f544bb-7780-41a7-b9d6-029ea496630b', 'mac_address': 'fa:16:3e:ff:d2:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:09:23.232565 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 67f544bb-7780-41a7-b9d6-029ea496630b is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:09:23.232977 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (67f544bb-7780-41a7-b9d6-029ea496630b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:23.266566 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67f544bb-7780-41a7-b9d6-029ea496630b {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:09:23.323937 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 67f544bb-7780-41a7-b9d6-029ea496630b, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=67f544bb-7780-41a7-b9d6-029ea496630b,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:23.328697 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (67f544bb-7780-41a7-b9d6-029ea496630b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:23.434036 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=67f544bb-7780-41a7-b9d6-029ea496630b,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:23.446970 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a644fd5-70a4-408a-bbfd-47420f58dd68 req-f4852dfd-3207-4e63-b2d3-ed58af930a5e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:23.450217 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a644fd5-70a4-408a-bbfd-47420f58dd68 req-f4852dfd-3207-4e63-b2d3-ed58af930a5e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 931 time: 0.1794388 Jan 28 00:09:23.471693 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-e4c2dc7c-6d22-4cf9-a2a8-07af6deb0ee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e34d3b27-f88d-40ca-a720-0da10d81433d {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:09:23.483452 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-e4c2dc7c-6d22-4cf9-a2a8-07af6deb0ee4 service neutron] Publish callbacks [] for port (e34d3b27-f88d-40ca-a720-0da10d81433d), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:23.502721 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-e4c2dc7c-6d22-4cf9-a2a8-07af6deb0ee4 service neutron] Transition to ACTIVE for port object e34d3b27-f88d-40ca-a720-0da10d81433d will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:09:23.511570 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-e4c2dc7c-6d22-4cf9-a2a8-07af6deb0ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (e34d3b27-f88d-40ca-a720-0da10d81433d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:23.628311 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-ecd3d176-c29c-4d64-a74a-14fd46a9c37d tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (9357b6d8-3aaa-4276-8462-b55edfab0389), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:23.666160 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a644fd5-70a4-408a-bbfd-47420f58dd68 req-72b48063-4272-4e1a-95a6-97da5157aa6d tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088797 Jan 28 00:09:23.671541 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2dc7c-6d22-4cf9-a2a8-07af6deb0ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=e34d3b27-f88d-40ca-a720-0da10d81433d,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:23.687808 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2edc0-f1fc-4601-8ed2-43c0930fc95d req-7248012a-d4e3-47ce-a48d-07f4117459fd tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:23.704280 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0ad2edc0-f1fc-4601-8ed2-43c0930fc95d req-7248012a-d4e3-47ce-a48d-07f4117459fd tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 950 time: 0.2237892 Jan 28 00:09:23.736936 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['67f544bb-7780-41a7-b9d6-029ea496630b'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:09:23.746520 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-ecd3d176-c29c-4d64-a74a-14fd46a9c37d tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Network ede0cbb9-a83e-4037-b673-696eabc6b3a3 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:09:23.752271 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-ecd3d176-c29c-4d64-a74a-14fd46a9c37d tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:09:23.761438 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-ecd3d176-c29c-4d64-a74a-14fd46a9c37d tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:09:23.761990 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46386) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:23.835146 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3d176-c29c-4d64-a74a-14fd46a9c37d tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Pushing event updated for resources: {'Port': ['ID=9357b6d8-3aaa-4276-8462-b55edfab0389,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:23.922908 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-e4c2dc7c-6d22-4cf9-a2a8-07af6deb0ee4 service neutron] Attempting to bind port e34d3b27-f88d-40ca-a720-0da10d81433d on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:09:23.923442 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-e4c2dc7c-6d22-4cf9-a2a8-07af6deb0ee4 service neutron] Attempting to bind port e34d3b27-f88d-40ca-a720-0da10d81433d by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:09:23.923993 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-e4c2dc7c-6d22-4cf9-a2a8-07af6deb0ee4 service neutron] Attempting to bind port e34d3b27-f88d-40ca-a720-0da10d81433d on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:09:23.932936 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-ecd3d176-c29c-4d64-a74a-14fd46a9c37d tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:23.933897 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-ecd3d176-c29c-4d64-a74a-14fd46a9c37d tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:23.968920 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-ecd3d176-c29c-4d64-a74a-14fd46a9c37d tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3041146 Jan 28 00:09:23.971043 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-e4c2dc7c-6d22-4cf9-a2a8-07af6deb0ee4 service neutron] Port e34d3b27-f88d-40ca-a720-0da10d81433d on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:09:23.971392 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-e4c2dc7c-6d22-4cf9-a2a8-07af6deb0ee4 service neutron] Attempting to bind port e34d3b27-f88d-40ca-a720-0da10d81433d on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:09:23.992830 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Request body: {'port': {'device_id': '298d36b6-46ff-4c85-9412-91e70fffa1cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:09:24.068955 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-e4c2dc7c-6d22-4cf9-a2a8-07af6deb0ee4 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:09:24.069561 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-e4c2dc7c-6d22-4cf9-a2a8-07af6deb0ee4 service neutron] Checking segment: {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:09:24.069966 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-e4c2dc7c-6d22-4cf9-a2a8-07af6deb0ee4 service neutron] Bound using segment: {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:09:24.070493 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-e4c2dc7c-6d22-4cf9-a2a8-07af6deb0ee4 service neutron] Bound port: e34d3b27-f88d-40ca-a720-0da10d81433d, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:09:24.070920 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-e4c2dc7c-6d22-4cf9-a2a8-07af6deb0ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e34d3b27-f88d-40ca-a720-0da10d81433d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:24.096868 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9357b6d8-3aaa-4276-8462-b55edfab0389), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:24.140490 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-697b2628-0ec9-4c27-8534-cfa14002eb0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:24.191663 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0ad2edc0-f1fc-4601-8ed2-43c0930fc95d req-dbc3fff3-f13f-4aab-9ce5-e9aada8a7cea tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769232 Jan 28 00:09:24.226018 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-e4c2dc7c-6d22-4cf9-a2a8-07af6deb0ee4 service neutron] For port e34d3b27-f88d-40ca-a720-0da10d81433d, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:09:24.246132 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-e4c2dc7c-6d22-4cf9-a2a8-07af6deb0ee4 service neutron] For port e34d3b27-f88d-40ca-a720-0da10d81433d, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e34d3b27-f88d-40ca-a720-0da10d81433d,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:09:24.256192 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-e4c2dc7c-6d22-4cf9-a2a8-07af6deb0ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (e34d3b27-f88d-40ca-a720-0da10d81433d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:24.268965 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023ade6-b225-4978-9c72-842896ae3d4b req-72392d5c-a2cc-4cc7-b772-abc8d0e96203 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:24.270557 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6023ade6-b225-4978-9c72-842896ae3d4b req-72392d5c-a2cc-4cc7-b772-abc8d0e96203 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 931 time: 0.4664016 Jan 28 00:09:24.388303 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2dc7c-6d22-4cf9-a2a8-07af6deb0ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=e34d3b27-f88d-40ca-a720-0da10d81433d,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:24.401962 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-e4c2dc7c-6d22-4cf9-a2a8-07af6deb0ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:24.403469 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-e4c2dc7c-6d22-4cf9-a2a8-07af6deb0ee4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:24.405863 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-e4c2dc7c-6d22-4cf9-a2a8-07af6deb0ee4 service neutron] 10.222.0.65 "PUT /v2.0/ports/e34d3b27-f88d-40ca-a720-0da10d81433d HTTP/1.1" status: 200 len: 1091 time: 1.8082361 Jan 28 00:09:24.406664 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83aa62bc-370d-427e-84a8-d6dd148c1232', 'tag': 'e34d3b27-f88d-40ca-a720-0da10d81433d'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:09:24.410778 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47660b0f-75ba-4932-a8a0-a073fe69a4af" -d '{"events": [{"name": "network-changed", "server_uuid": "83aa62bc-370d-427e-84a8-d6dd148c1232", "tag": "e34d3b27-f88d-40ca-a720-0da10d81433d"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:09:24.442027 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6023ade6-b225-4978-9c72-842896ae3d4b req-eaf017b0-3cf5-433f-b930-3f5e7d483e41 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506965 Jan 28 00:09:24.452752 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-697b2628-0ec9-4c27-8534-cfa14002eb0c admin admin] Publish callbacks [] for security_group (0be71377-6e61-415d-87e3-4bf5e8def251), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:24.460722 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a575ca-d0a3-472c-92f0-a72f41debe3c req-d2e6258c-13bc-48e6-ac6b-1ef7dbf550d8 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:24.462160 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50a575ca-d0a3-472c-92f0-a72f41debe3c req-d2e6258c-13bc-48e6-ac6b-1ef7dbf550d8 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.70 "GET /v2.0/ports?device_id=35c17a99-63f8-41cf-b487-7be8d44cc2b2 HTTP/1.1" status: 200 len: 949 time: 0.1721020 Jan 28 00:09:24.463297 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-697b2628-0ec9-4c27-8534-cfa14002eb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0be71377-6e61-415d-87e3-4bf5e8def251), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:24.584266 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50a575ca-d0a3-472c-92f0-a72f41debe3c req-126492d7-78c5-4827-8367-80d5032146ee tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.70 "GET /v2.0/security-groups?id=99a371e1-cf5c-4bbf-9ee5-b9b720c75ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969312 Jan 28 00:09:24.587142 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-697b2628-0ec9-4c27-8534-cfa14002eb0c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=292beb84ba5d436f93041641fc1facb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8218589 Jan 28 00:09:24.606905 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46406) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:24.606905 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b2628-0ec9-4c27-8534-cfa14002eb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be71377-6e61-415d-87e3-4bf5e8def251,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:24.668278 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-00cbfd4b-b17a-4953-85c9-5f97a1dcf389 admin admin] Publish callbacks [] for security_group (0be71377-6e61-415d-87e3-4bf5e8def251), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:24.688726 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bbd0b1-86d3-4e14-928d-c27cc5fa6eb2 x-openstack-request-id: req-70bbd0b1-86d3-4e14-928d-c27cc5fa6eb2 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:09:24.689361 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83aa62bc-370d-427e-84a8-d6dd148c1232", "tag": "e34d3b27-f88d-40ca-a720-0da10d81433d", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:09:24.689361 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-70bbd0b1-86d3-4e14-928d-c27cc5fa6eb2 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:09:24.689813 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83aa62bc-370d-427e-84a8-d6dd148c1232', 'tag': 'e34d3b27-f88d-40ca-a720-0da10d81433d', 'status': 'completed', 'code': 200} Jan 28 00:09:24.702114 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-00cbfd4b-b17a-4953-85c9-5f97a1dcf389 admin admin] Publish callbacks [] for security_group (0be71377-6e61-415d-87e3-4bf5e8def251), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:24.717863 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-efcbd22e-26ee-4061-84bd-e83614af1346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:24.720051 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-efcbd22e-26ee-4061-84bd-e83614af1346 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6990d737c5db4738a7ab281f03db2443&device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 1094 time: 0.2170265 Jan 28 00:09:24.780985 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-35acc26c-9b52-4475-93b4-fbfadb1b53db service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e34d3b27-f88d-40ca-a720-0da10d81433d HTTP/1.1" status: 200 len: 217 time: 0.0426166 Jan 28 00:09:24.794582 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-c1a0de96-86db-44ae-a021-266b75461a3b tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=8f1de91b44224a1abb9458c37f02e45f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328107 Jan 28 00:09:24.800399 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-00cbfd4b-b17a-4953-85c9-5f97a1dcf389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0be71377-6e61-415d-87e3-4bf5e8def251), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:24.803379 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-00cbfd4b-b17a-4953-85c9-5f97a1dcf389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:24.805167 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-00cbfd4b-b17a-4953-85c9-5f97a1dcf389 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0be71377-6e61-415d-87e3-4bf5e8def251 HTTP/1.1" status: 204 len: 168 time: 0.2023335 Jan 28 00:09:24.816775 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9357b6d8-3aaa-4276-8462-b55edfab0389 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:09:24.849182 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Publish callbacks [] for port (9357b6d8-3aaa-4276-8462-b55edfab0389), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:24.852892 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cbfd4b-b17a-4953-85c9-5f97a1dcf389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be71377-6e61-415d-87e3-4bf5e8def251,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:24.902718 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Transition to ACTIVE for port object 9357b6d8-3aaa-4276-8462-b55edfab0389 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:09:24.905307 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-45cabc60-e67e-4dc2-8029-a969bd5b5784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:24.908348 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-45cabc60-e67e-4dc2-8029-a969bd5b5784 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1cf259c4-4e5d-4731-814e-e633d701ebdd HTTP/1.1" status: 200 len: 861 time: 0.1202357 Jan 28 00:09:24.910980 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (9357b6d8-3aaa-4276-8462-b55edfab0389), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:24.954625 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9336ba8-560e-4ee5-bf27-a0a746f97798 req-c0217355-8f64-416f-b7c8-1015e892e641 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:24.956340 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d9336ba8-560e-4ee5-bf27-a0a746f97798 req-c0217355-8f64-416f-b7c8-1015e892e641 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 943 time: 0.1358967 Jan 28 00:09:25.018381 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-6c534abd-5204-46dd-bac8-66945a389286 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:25.019471 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-6c534abd-5204-46dd-bac8-66945a389286 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2131798 Jan 28 00:09:25.071013 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-1cf02a1b-c819-421f-90ae-90bb43b24495 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1443923 Jan 28 00:09:25.074834 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-19201753-703d-48d5-97dc-48819da1c103 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/quotas/8f1de91b44224a1abb9458c37f02e45f HTTP/1.1" status: 200 len: 375 time: 0.0445800 Jan 28 00:09:25.183155 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d9336ba8-560e-4ee5-bf27-a0a746f97798 req-d4e2746c-028b-4747-9653-38da31e57fb8 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089946 Jan 28 00:09:25.236155 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-e6bedaf0-6ab8-4708-a6da-cbc57368d123 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8f1de91b44224a1abb9458c37f02e45f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1482601 Jan 28 00:09:25.296348 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=9357b6d8-3aaa-4276-8462-b55edfab0389,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:25.334382 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:25.334925 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:25.335628 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:25.336189 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:25.336735 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:25.337269 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:25.337855 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:25.338850 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:25.339383 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:25.339937 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:25.340460 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:25.341186 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:25.341522 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:25.401650 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Attempting to bind port 9357b6d8-3aaa-4276-8462-b55edfab0389 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:09:25.402096 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Attempting to bind port 9357b6d8-3aaa-4276-8462-b55edfab0389 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:09:25.402637 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Attempting to bind port 9357b6d8-3aaa-4276-8462-b55edfab0389 on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:09:25.419525 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-fb1c5d80-6806-4154-966d-15d382cdeea1 service neutron] 10.222.0.65 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410740 Jan 28 00:09:25.439711 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Port 9357b6d8-3aaa-4276-8462-b55edfab0389 on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:09:25.440602 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Attempting to bind port 9357b6d8-3aaa-4276-8462-b55edfab0389 on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:09:25.504324 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:09:25.504743 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Checking segment: {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:09:25.505819 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Bound using segment: {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:09:25.506401 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Bound port: 9357b6d8-3aaa-4276-8462-b55edfab0389, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:09:25.507976 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9357b6d8-3aaa-4276-8462-b55edfab0389), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:25.546966 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6430a146-9117-4c84-aeed-9165cd6034b7 req-1f66a986-10f3-40c5-a851-ee4999f18049 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=1453a213-40e8-4515-a401-ae9cfdaa4d70 HTTP/1.1" status: 200 len: 210 time: 0.0422108 Jan 28 00:09:25.722433 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84ba151e-5b48-4dbb-aba9-89e0c2517238 req-de166f9c-af11-41d1-b137-a1edfa47867c service neutron] 10.222.0.65 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952652 Jan 28 00:09:25.744917 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746fb3c-c7e2-4796-b95b-3006d6c85771 req-e8d5dc52-0d0d-47d1-ae73-cf535dee720a tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:25.749866 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9746fb3c-c7e2-4796-b95b-3006d6c85771 req-e8d5dc52-0d0d-47d1-ae73-cf535dee720a tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 943 time: 0.0862424 Jan 28 00:09:25.801603 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] For port 9357b6d8-3aaa-4276-8462-b55edfab0389, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:09:25.809441 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] For port 9357b6d8-3aaa-4276-8462-b55edfab0389, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9357b6d8-3aaa-4276-8462-b55edfab0389,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:09:25.817582 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (9357b6d8-3aaa-4276-8462-b55edfab0389), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:25.859927 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9746fb3c-c7e2-4796-b95b-3006d6c85771 req-6e5586cf-ef5f-4922-82e8-c96e6bc58683 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000159 Jan 28 00:09:26.009432 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:26.011527 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:26.014410 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] 10.222.0.65 "PUT /v2.0/ports/9357b6d8-3aaa-4276-8462-b55edfab0389 HTTP/1.1" status: 200 len: 1091 time: 2.0266719 Jan 28 00:09:26.083721 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47660b0f-75ba-4932-a8a0-a073fe69a4af req-f8979e52-a507-4c09-95a3-10dccd10b749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:26.085659 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-47660b0f-75ba-4932-a8a0-a073fe69a4af req-f8979e52-a507-4c09-95a3-10dccd10b749 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6990d737c5db4738a7ab281f03db2443&device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 1094 time: 0.1662085 Jan 28 00:09:26.097502 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76b2c4-c150-4c7d-b8ec-3c57f00e0ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=9357b6d8-3aaa-4276-8462-b55edfab0389,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:26.279558 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636f291-6b00-4db0-9f94-7b2f36b250ac req-4842b3a1-d75b-4896-aa34-a23f60cf7a63 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:26.282054 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6636f291-6b00-4db0-9f94-7b2f36b250ac req-4842b3a1-d75b-4896-aa34-a23f60cf7a63 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.70 "GET /v2.0/ports?device_id=35c17a99-63f8-41cf-b487-7be8d44cc2b2 HTTP/1.1" status: 200 len: 949 time: 0.0829046 Jan 28 00:09:26.291760 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47660b0f-75ba-4932-a8a0-a073fe69a4af req-c12fbabc-ba7d-4608-9240-a4cfee479686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:26.293924 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-47660b0f-75ba-4932-a8a0-a073fe69a4af req-c12fbabc-ba7d-4608-9240-a4cfee479686 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf HTTP/1.1" status: 200 len: 922 time: 0.1979885 Jan 28 00:09:26.358696 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6636f291-6b00-4db0-9f94-7b2f36b250ac req-9e1da7c6-39a0-41d6-81a7-3fa63f42a16d tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.70 "GET /v2.0/security-groups?id=99a371e1-cf5c-4bbf-9ee5-b9b720c75ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680301 Jan 28 00:09:26.392302 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-47660b0f-75ba-4932-a8a0-a073fe69a4af req-c260c685-e5bf-4217-984f-f8e6d66cdad9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e34d3b27-f88d-40ca-a720-0da10d81433d HTTP/1.1" status: 200 len: 217 time: 0.0785916 Jan 28 00:09:26.461629 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-ccb65d09-2693-41c4-b2ce-dba2345fe5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:26.463213 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-ccb65d09-2693-41c4-b2ce-dba2345fe5db service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a78e89f3df84c31929be575e138a975&device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 1094 time: 0.1680479 Jan 28 00:09:26.468782 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47660b0f-75ba-4932-a8a0-a073fe69a4af req-c9349c57-3177-43ad-abf2-5c62a83c1272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:26.470774 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-47660b0f-75ba-4932-a8a0-a073fe69a4af req-c9349c57-3177-43ad-abf2-5c62a83c1272 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1cf259c4-4e5d-4731-814e-e633d701ebdd HTTP/1.1" status: 200 len: 861 time: 0.0632267 Jan 28 00:09:26.575135 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f803b8-21b7-4541-8986-afe402df9c53 req-caa4723c-6f24-4561-92fe-7c692a7212f5 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:26.578022 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-53f803b8-21b7-4541-8986-afe402df9c53 req-caa4723c-6f24-4561-92fe-7c692a7212f5 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 943 time: 0.0886698 Jan 28 00:09:26.618660 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-47660b0f-75ba-4932-a8a0-a073fe69a4af req-65f5caa0-cce3-4742-a0f1-54f6bd342c0b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1353588 Jan 28 00:09:26.621867 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-46efb66f-7de8-4875-a1fb-656fda099a8e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9357b6d8-3aaa-4276-8462-b55edfab0389 HTTP/1.1" status: 200 len: 217 time: 0.1400826 Jan 28 00:09:26.697926 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298d36b6-46ff-4c85-9412-91e70fffa1cc', 'tag': '9357b6d8-3aaa-4276-8462-b55edfab0389'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:09:26.700425 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b541c406-4357-462c-95ec-635704906744" -d '{"events": [{"name": "network-changed", "server_uuid": "298d36b6-46ff-4c85-9412-91e70fffa1cc", "tag": "9357b6d8-3aaa-4276-8462-b55edfab0389"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:09:26.726453 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-53f803b8-21b7-4541-8986-afe402df9c53 req-f14336c7-5c0f-412d-af64-e6fe1b6b0c90 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403866 Jan 28 00:09:26.742864 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-15a8858a-3316-4b96-a527-6c5a81e56866 req-dd6e85bb-4fb7-4c3d-b1a4-919da22de5e3 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=1453a213-40e8-4515-a401-ae9cfdaa4d70 HTTP/1.1" status: 200 len: 210 time: 0.0875347 Jan 28 00:09:26.757684 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-e8386c5b-0368-4eb6-baed-547ef2f8de21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:26.773453 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-e8386c5b-0368-4eb6-baed-547ef2f8de21 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a309d6c9-38a3-409d-a906-1638039000ff HTTP/1.1" status: 200 len: 847 time: 0.1414704 Jan 28 00:09:26.783434 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 67f544bb-7780-41a7-b9d6-029ea496630b up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:09:26.824518 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4835bc4f-93b2-4083-8398-ca765e7805ea x-openstack-request-id: req-4835bc4f-93b2-4083-8398-ca765e7805ea {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:09:26.824940 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298d36b6-46ff-4c85-9412-91e70fffa1cc", "tag": "9357b6d8-3aaa-4276-8462-b55edfab0389", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:09:26.825408 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4835bc4f-93b2-4083-8398-ca765e7805ea {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:09:26.825863 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298d36b6-46ff-4c85-9412-91e70fffa1cc', 'tag': '9357b6d8-3aaa-4276-8462-b55edfab0389', 'status': 'completed', 'code': 200} Jan 28 00:09:26.828144 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-044014db-2810-4e64-b42c-92f78cfa9d7a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ede0cbb9-a83e-4037-b673-696eabc6b3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389383 Jan 28 00:09:26.829519 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46492) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:26.880137 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 67f544bb-7780-41a7-b9d6-029ea496630b completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:09:26.889318 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 67f544bb-7780-41a7-b9d6-029ea496630b triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:09:26.889701 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (67f544bb-7780-41a7-b9d6-029ea496630b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:27.045076 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 67f544bb-7780-41a7-b9d6-029ea496630b is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:09:27.046269 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (67f544bb-7780-41a7-b9d6-029ea496630b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:27.131767 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-43ae7f2f-1ee7-4247-884d-0800609af23a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:27.146675 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 67f544bb-7780-41a7-b9d6-029ea496630b, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=67f544bb-7780-41a7-b9d6-029ea496630b,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:27.147934 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c17a99-63f8-41cf-b487-7be8d44cc2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f544bb-7780-41a7-b9d6-029ea496630b'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:09:27.153046 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb73e005-318f-4d59-8b63-33f72c1b9eec" -d '{"events": [{"server_uuid": "35c17a99-63f8-41cf-b487-7be8d44cc2b2", "name": "network-vif-plugged", "status": "completed", "tag": "67f544bb-7780-41a7-b9d6-029ea496630b"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:09:27.168039 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (67f544bb-7780-41a7-b9d6-029ea496630b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:27.202179 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-9aa79892-21cf-4dd7-a19e-b3d2f34f0299 service neutron] 10.222.0.65 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585918 Jan 28 00:09:27.209307 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-47660b0f-75ba-4932-a8a0-a073fe69a4af req-d2333f13-6a92-4e8c-8c26-fbc7e41bb471 service neutron] 10.222.0.65 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5796673 Jan 28 00:09:27.257484 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-4d23468a-e71c-4126-af42-1373f28ca453 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=8f1de91b44224a1abb9458c37f02e45f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1205561 Jan 28 00:09:27.310316 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=67f544bb-7780-41a7-b9d6-029ea496630b,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:27.316972 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15162ef2-f059-4134-b753-8ff8d6a5a127 req-77146861-140d-412a-a58c-d111e2188412 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:27.321690 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d70bec-fa3b-4f4a-b073-ee03ec78ac7c x-openstack-request-id: req-26d70bec-fa3b-4f4a-b073-ee03ec78ac7c {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:09:27.322233 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c17a99-63f8-41cf-b487-7be8d44cc2b2", "name": "network-vif-plugged", "status": "completed", "tag": "67f544bb-7780-41a7-b9d6-029ea496630b", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:09:27.322669 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-26d70bec-fa3b-4f4a-b073-ee03ec78ac7c {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:09:27.323298 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c17a99-63f8-41cf-b487-7be8d44cc2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f544bb-7780-41a7-b9d6-029ea496630b', 'code': 200} Jan 28 00:09:27.325224 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:27.325768 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:27.326292 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:27.326813 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:27.327326 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:27.327906 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:27.328655 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-15162ef2-f059-4134-b753-8ff8d6a5a127 req-77146861-140d-412a-a58c-d111e2188412 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 943 time: 0.3364902 Jan 28 00:09:27.329813 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:27.340193 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:27.340835 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:27.341393 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:27.341921 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:27.342442 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:27.342956 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:27.367006 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-11481eca-2bd8-4f9d-b8f4-216a32f75fb8 req-87998d60-1427-4491-ba20-27d835615af3 service neutron] 10.222.0.65 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565106 Jan 28 00:09:27.516216 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-47660b0f-75ba-4932-a8a0-a073fe69a4af req-7c24649c-c795-4752-a4c7-759244244a3e service neutron] 10.222.0.65 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941644 Jan 28 00:09:27.526183 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541c406-4357-462c-95ec-635704906744 req-7114ea06-0a70-473c-86bd-6d6f03de35ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:27.528176 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b541c406-4357-462c-95ec-635704906744 req-7114ea06-0a70-473c-86bd-6d6f03de35ae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a78e89f3df84c31929be575e138a975&device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 1094 time: 0.0684111 Jan 28 00:09:27.681254 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541c406-4357-462c-95ec-635704906744 req-21bc7a4b-656f-4eac-80af-c83d8477b19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:27.682861 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b541c406-4357-462c-95ec-635704906744 req-21bc7a4b-656f-4eac-80af-c83d8477b19e service neutron] 10.222.0.65 "GET /v2.0/networks?id=ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 200 len: 908 time: 0.1376703 Jan 28 00:09:27.683914 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-15162ef2-f059-4134-b753-8ff8d6a5a127 req-7111cbd0-adfb-437f-b348-77bfd192aebe tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536363 Jan 28 00:09:27.699933 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e459d02-5d28-4ea5-90b1-d86adc9ad310 req-9bdc6608-645b-46d2-8dcc-f9522a517899 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:27.708066 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e459d02-5d28-4ea5-90b1-d86adc9ad310 req-9bdc6608-645b-46d2-8dcc-f9522a517899 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.70 "GET /v2.0/ports?device_id=35c17a99-63f8-41cf-b487-7be8d44cc2b2 HTTP/1.1" status: 200 len: 950 time: 0.2428803 Jan 28 00:09:27.715301 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf5845-8c4e-4eab-bb99-cecb4fe19123 req-06fd5614-f7b4-48b3-bcc1-4f7763d01b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:27.716843 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aeaf5845-8c4e-4eab-bb99-cecb4fe19123 req-06fd5614-f7b4-48b3-bcc1-4f7763d01b7d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=35c17a99-63f8-41cf-b487-7be8d44cc2b2 HTTP/1.1" status: 200 len: 1101 time: 0.2300718 Jan 28 00:09:27.743918 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b541c406-4357-462c-95ec-635704906744 req-5c68fc4c-9e04-461e-9286-45e2a40c74f1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9357b6d8-3aaa-4276-8462-b55edfab0389 HTTP/1.1" status: 200 len: 217 time: 0.0528882 Jan 28 00:09:27.746908 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-1e163c1c-199d-4d97-a6e3-10c3ba50d0e4 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:27.748412 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-1e163c1c-199d-4d97-a6e3-10c3ba50d0e4 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4759452 Jan 28 00:09:27.788549 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-8f61fcf9-a8ee-4c4f-ba8a-5805d4bae0e9 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Request body: {'port': {'device_id': '1453a213-40e8-4515-a401-ae9cfdaa4d70', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'admin_state_up': True, 'tenant_id': '8f1de91b44224a1abb9458c37f02e45f'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:09:27.795702 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-43ae7f2f-1ee7-4247-884d-0800609af23a admin admin] Publish callbacks [] for security_group (3832fc5c-4d55-4a49-90ed-84a3be94be9e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:27.822062 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541c406-4357-462c-95ec-635704906744 req-8ddd628f-b1e8-405c-b264-a4e61750e11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:27.824994 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b541c406-4357-462c-95ec-635704906744 req-8ddd628f-b1e8-405c-b264-a4e61750e11f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a309d6c9-38a3-409d-a906-1638039000ff HTTP/1.1" status: 200 len: 847 time: 0.0643930 Jan 28 00:09:27.829713 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-43ae7f2f-1ee7-4247-884d-0800609af23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (3832fc5c-4d55-4a49-90ed-84a3be94be9e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:27.872658 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b541c406-4357-462c-95ec-635704906744 req-12d400f8-6a76-4d7b-95da-fbc50bebc1de service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ede0cbb9-a83e-4037-b673-696eabc6b3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408909 Jan 28 00:09:27.933792 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aeaf5845-8c4e-4eab-bb99-cecb4fe19123 req-a40cc783-c6d1-4c37-a63c-681d1c566a94 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=99a371e1-cf5c-4bbf-9ee5-b9b720c75ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062016 Jan 28 00:09:27.957941 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e459d02-5d28-4ea5-90b1-d86adc9ad310 req-f5485c54-4b21-4613-8327-8791844be07c tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.70 "GET /v2.0/security-groups?id=99a371e1-cf5c-4bbf-9ee5-b9b720c75ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489655 Jan 28 00:09:27.965974 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae7f2f-1ee7-4247-884d-0800609af23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3832fc5c-4d55-4a49-90ed-84a3be94be9e,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:27.975860 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-43ae7f2f-1ee7-4247-884d-0800609af23a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5ea197955eed4daeb406d82e0e8e277b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1450543 Jan 28 00:09:27.977115 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46534) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:28.003040 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b541c406-4357-462c-95ec-635704906744 req-04286823-8b7d-4823-9268-a7650c8db467 service neutron] 10.222.0.65 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233907 Jan 28 00:09:28.014581 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-f7511709-b4a8-435a-bc7a-e94a5627888d tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=bf01f9f2f03d46089363606fbcbe787d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556715 Jan 28 00:09:28.117896 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b541c406-4357-462c-95ec-635704906744 req-5b8a366f-b306-4da5-a29b-4c343b8cb487 service neutron] 10.222.0.65 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061630 Jan 28 00:09:28.180380 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-8f61fcf9-a8ee-4c4f-ba8a-5805d4bae0e9 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Made reservation on behalf of 8f1de91b44224a1abb9458c37f02e45f for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:09:28.183668 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-8f61fcf9-a8ee-4c4f-ba8a-5805d4bae0e9 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:28.213081 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c0cc2e6e-40e9-40ef-9a19-a44545e60f35 admin admin] Publish callbacks [] for security_group (3832fc5c-4d55-4a49-90ed-84a3be94be9e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:28.229128 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa14117-3ab4-4573-af90-36d9df05c57f req-327dfd50-5c19-4b41-befe-dd4b78b370a6 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:28.230616 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8fa14117-3ab4-4573-af90-36d9df05c57f req-327dfd50-5c19-4b41-befe-dd4b78b370a6 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 943 time: 0.1784396 Jan 28 00:09:28.277186 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-aeea5962-1baa-4817-9840-c72dbca00fab tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:28.278689 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-aeea5962-1baa-4817-9840-c72dbca00fab tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2550240 Jan 28 00:09:28.326085 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c0cc2e6e-40e9-40ef-9a19-a44545e60f35 admin admin] Publish callbacks [] for security_group (3832fc5c-4d55-4a49-90ed-84a3be94be9e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:28.371693 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-c9f6a9d0-f175-4e18-8f8e-632a18acca0a tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/quotas/bf01f9f2f03d46089363606fbcbe787d HTTP/1.1" status: 200 len: 375 time: 0.0502608 Jan 28 00:09:28.441712 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8fa14117-3ab4-4573-af90-36d9df05c57f req-b62c4e4c-79a8-4eed-9883-1f1c96ed7f0b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983345 Jan 28 00:09:28.461148 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-9a019127-3e81-4c72-9650-6372145c4ff8 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bf01f9f2f03d46089363606fbcbe787d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732045 Jan 28 00:09:28.508662 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-8f61fcf9-a8ee-4c4f-ba8a-5805d4bae0e9 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Allocated IP 192.168.233.186 (6cc4916b-e8a0-4618-abd0-934e16bf0b78/3d2cf619-4390-4946-b152-016e9ede005d/c935ebae-c09c-4ad5-8fe4-080be4e43828) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:09:28.557343 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f89449ef-60bd-4670-ac4f-08da273c24b9 req-9211c915-5dbf-4c4c-9b51-104f0bbe2408 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=1453a213-40e8-4515-a401-ae9cfdaa4d70 HTTP/1.1" status: 200 len: 210 time: 0.0325737 Jan 28 00:09:28.557937 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c0cc2e6e-40e9-40ef-9a19-a44545e60f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (3832fc5c-4d55-4a49-90ed-84a3be94be9e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:28.560796 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c0cc2e6e-40e9-40ef-9a19-a44545e60f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:28.562080 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c0cc2e6e-40e9-40ef-9a19-a44545e60f35 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3832fc5c-4d55-4a49-90ed-84a3be94be9e HTTP/1.1" status: 204 len: 168 time: 0.5811017 Jan 28 00:09:28.584977 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc2e6e-40e9-40ef-9a19-a44545e60f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3832fc5c-4d55-4a49-90ed-84a3be94be9e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:28.771729 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b10b3d7-cb23-4c79-9012-9524e8525694 req-2319fd80-9bab-4271-b31c-09822e7ea8d4 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e6b82-a21a-472f-9f1d-69c2f09fed64 HTTP/1.1" status: 200 len: 210 time: 0.0569909 Jan 28 00:09:28.881765 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c7cfc-084c-487d-92c8-b018ff8ef54c req-c17f90c7-103a-4b9a-b918-b57511d423d3 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:28.883465 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-730c7cfc-084c-487d-92c8-b018ff8ef54c req-c17f90c7-103a-4b9a-b918-b57511d423d3 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 943 time: 0.1083820 Jan 28 00:09:28.909515 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-8f61fcf9-a8ee-4c4f-ba8a-5805d4bae0e9 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Publish callbacks [] for port (c935ebae-c09c-4ad5-8fe4-080be4e43828), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:28.973002 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-730c7cfc-084c-487d-92c8-b018ff8ef54c req-e5f9cea0-283c-4346-baf4-9f71227ecd44 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793719 Jan 28 00:09:28.995596 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-8f61fcf9-a8ee-4c4f-ba8a-5805d4bae0e9 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (c935ebae-c09c-4ad5-8fe4-080be4e43828), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:29.038309 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['8fad6b80-dfed-4d8f-94dc-e44110c67bcc'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:09:29.043255 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['bf4052fb-8fcb-446c-b34c-a26dc0815ce5'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:09:29.080263 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61fcf9-a8ee-4c4f-ba8a-5805d4bae0e9 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Pushing event updated for resources: {'Port': ['ID=c935ebae-c09c-4ad5-8fe4-080be4e43828,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:29.092060 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-8f61fcf9-a8ee-4c4f-ba8a-5805d4bae0e9 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:09:29.122771 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-8f61fcf9-a8ee-4c4f-ba8a-5805d4bae0e9 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:09:29.126054 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-8f61fcf9-a8ee-4c4f-ba8a-5805d4bae0e9 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:09:29.188219 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e8f4f-92ca-49e4-aad3-cd12fb556396 req-a9bf9875-ce52-46bb-ae2f-bd37e0b16109 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:29.190298 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-597e8f4f-92ca-49e4-aad3-cd12fb556396 req-a9bf9875-ce52-46bb-ae2f-bd37e0b16109 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.70 "GET /v2.0/ports?device_id=35c17a99-63f8-41cf-b487-7be8d44cc2b2 HTTP/1.1" status: 200 len: 950 time: 0.1123202 Jan 28 00:09:29.198584 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-8f61fcf9-a8ee-4c4f-ba8a-5805d4bae0e9 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:29.205564 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-8f61fcf9-a8ee-4c4f-ba8a-5805d4bae0e9 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:29.212214 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46558) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:29.247800 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a3438fa-b883-4848-b73a-a6c0ba2f4f9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:29.324031 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-8f61fcf9-a8ee-4c4f-ba8a-5805d4bae0e9 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5453844 Jan 28 00:09:29.351165 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-b8348c0b-6d11-4e3f-8a02-b24c4f2cda64 service neutron] Request body: {'port': {'device_id': '1453a213-40e8-4515-a401-ae9cfdaa4d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:09:29.500115 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-17c24e92-f1c5-4b6a-a361-89460130da95 None None] Provisioning complete for port c935ebae-c09c-4ad5-8fe4-080be4e43828 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:09:29.500996 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17c24e92-f1c5-4b6a-a361-89460130da95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c935ebae-c09c-4ad5-8fe4-080be4e43828), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:29.506324 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-597e8f4f-92ca-49e4-aad3-cd12fb556396 req-a7d9af62-b5ac-4604-9126-08c9d2f544de tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.70 "GET /v2.0/security-groups?id=99a371e1-cf5c-4bbf-9ee5-b9b720c75ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512136 Jan 28 00:09:29.539530 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a3438fa-b883-4848-b73a-a6c0ba2f4f9f admin admin] Publish callbacks [] for security_group (0e8fe805-ab79-4735-911f-39655e704986), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:29.545681 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a3438fa-b883-4848-b73a-a6c0ba2f4f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0e8fe805-ab79-4735-911f-39655e704986), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:29.565493 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e34d3b27-f88d-40ca-a720-0da10d81433d details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:09:29.598335 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-17c24e92-f1c5-4b6a-a361-89460130da95 None None] Port c935ebae-c09c-4ad5-8fe4-080be4e43828 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:09:29.614822 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-b8348c0b-6d11-4e3f-8a02-b24c4f2cda64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c935ebae-c09c-4ad5-8fe4-080be4e43828), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:29.663564 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3438fa-b883-4848-b73a-a6c0ba2f4f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8fe805-ab79-4735-911f-39655e704986,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:29.694769 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9a3438fa-b883-4848-b73a-a6c0ba2f4f9f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a62f13f48e85491999b765f51569e079&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4808667 Jan 28 00:09:29.699571 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46568) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:29.789511 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e34d3b27-f88d-40ca-a720-0da10d81433d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e34d3b27-f88d-40ca-a720-0da10d81433d,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:29.808194 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'e34d3b27-f88d-40ca-a720-0da10d81433d', 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf', 'port_id': 'e34d3b27-f88d-40ca-a720-0da10d81433d', 'mac_address': 'fa:16:3e:1b:9e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cf259c4-4e5d-4731-814e-e633d701ebdd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:09:29.818897 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97b04de5-22b4-488e-970b-cd1e9c872a89 admin admin] Publish callbacks [] for security_group (0e8fe805-ab79-4735-911f-39655e704986), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:29.859582 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97b04de5-22b4-488e-970b-cd1e9c872a89 admin admin] Publish callbacks [] for security_group (0e8fe805-ab79-4735-911f-39655e704986), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:29.873141 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port e34d3b27-f88d-40ca-a720-0da10d81433d is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:09:29.873542 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e34d3b27-f88d-40ca-a720-0da10d81433d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:29.893082 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e34d3b27-f88d-40ca-a720-0da10d81433d {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:09:29.929579 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e34d3b27-f88d-40ca-a720-0da10d81433d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e34d3b27-f88d-40ca-a720-0da10d81433d,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:29.936301 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97b04de5-22b4-488e-970b-cd1e9c872a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0e8fe805-ab79-4735-911f-39655e704986), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:29.937602 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e34d3b27-f88d-40ca-a720-0da10d81433d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:29.939983 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97b04de5-22b4-488e-970b-cd1e9c872a89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:29.941867 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-97b04de5-22b4-488e-970b-cd1e9c872a89 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0e8fe805-ab79-4735-911f-39655e704986 HTTP/1.1" status: 204 len: 168 time: 0.2412422 Jan 28 00:09:29.953235 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b04de5-22b4-488e-970b-cd1e9c872a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8fe805-ab79-4735-911f-39655e704986,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:29.999872 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=e34d3b27-f88d-40ca-a720-0da10d81433d,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:30.088177 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a13679-3876-4ed9-b118-00bdf1bdda07 req-181a2930-36fa-4e7e-98c4-e39e6425fe82 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:30.089713 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-83a13679-3876-4ed9-b118-00bdf1bdda07 req-181a2930-36fa-4e7e-98c4-e39e6425fe82 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 943 time: 0.1885498 Jan 28 00:09:30.099442 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fd0c5-8923-4fd2-bdae-d9b8a3471c21 req-b2e6fe50-ed6b-45da-8a3c-5099ee0d787f tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:30.101564 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a5fd0c5-8923-4fd2-bdae-d9b8a3471c21 req-b2e6fe50-ed6b-45da-8a3c-5099ee0d787f tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=1453a213-40e8-4515-a401-ae9cfdaa4d70 HTTP/1.1" status: 200 len: 936 time: 0.1741376 Jan 28 00:09:30.216733 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-83a13679-3876-4ed9-b118-00bdf1bdda07 req-187e9894-f480-4ddb-b771-4ca44b3ef826 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140475 Jan 28 00:09:30.233871 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a5fd0c5-8923-4fd2-bdae-d9b8a3471c21 req-488902c2-f57c-4b68-8b5e-03585c22b1e5 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190355 Jan 28 00:09:30.277488 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-b8348c0b-6d11-4e3f-8a02-b24c4f2cda64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c935ebae-c09c-4ad5-8fe4-080be4e43828 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:09:30.287851 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-b8348c0b-6d11-4e3f-8a02-b24c4f2cda64 service neutron] Publish callbacks [] for port (c935ebae-c09c-4ad5-8fe4-080be4e43828), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:30.305091 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['e34d3b27-f88d-40ca-a720-0da10d81433d'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:09:30.305819 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-b8348c0b-6d11-4e3f-8a02-b24c4f2cda64 service neutron] Transition to ACTIVE for port object c935ebae-c09c-4ad5-8fe4-080be4e43828 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:09:30.311326 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-b8348c0b-6d11-4e3f-8a02-b24c4f2cda64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (c935ebae-c09c-4ad5-8fe4-080be4e43828), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:30.405174 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8348c0b-6d11-4e3f-8a02-b24c4f2cda64 service neutron] Pushing event updated for resources: {'Port': ['ID=c935ebae-c09c-4ad5-8fe4-080be4e43828,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:30.544126 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-e1adec0e-ba50-4f13-ab56-1b119c277972 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=bf01f9f2f03d46089363606fbcbe787d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1380098 Jan 28 00:09:30.703974 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a77a3-2671-4412-b5be-5cf564617c87 req-8966377e-250e-46b4-a201-d59588151a7c tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:30.705539 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-089a77a3-2671-4412-b5be-5cf564617c87 req-8966377e-250e-46b4-a201-d59588151a7c tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ae4069d-6bbb-4d22-a737-efd2d70a05eb HTTP/1.1" status: 200 len: 968 time: 0.1994793 Jan 28 00:09:30.707786 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-821d2775-774e-4100-9d1c-372ac36afc50 req-1a083951-ad2f-417b-8801-ed9a40b10460 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e6b82-a21a-472f-9f1d-69c2f09fed64 HTTP/1.1" status: 200 len: 210 time: 0.0851676 Jan 28 00:09:30.712525 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-b8348c0b-6d11-4e3f-8a02-b24c4f2cda64 service neutron] Attempting to bind port c935ebae-c09c-4ad5-8fe4-080be4e43828 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:09:30.713093 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-b8348c0b-6d11-4e3f-8a02-b24c4f2cda64 service neutron] Attempting to bind port c935ebae-c09c-4ad5-8fe4-080be4e43828 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:09:30.713613 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-b8348c0b-6d11-4e3f-8a02-b24c4f2cda64 service neutron] Attempting to bind port c935ebae-c09c-4ad5-8fe4-080be4e43828 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:09:30.727603 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-b8348c0b-6d11-4e3f-8a02-b24c4f2cda64 service neutron] Port c935ebae-c09c-4ad5-8fe4-080be4e43828 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:09:30.728736 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-b8348c0b-6d11-4e3f-8a02-b24c4f2cda64 service neutron] Attempting to bind port c935ebae-c09c-4ad5-8fe4-080be4e43828 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:09:30.748562 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:09:30.758384 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-b8348c0b-6d11-4e3f-8a02-b24c4f2cda64 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:09:30.758731 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-b8348c0b-6d11-4e3f-8a02-b24c4f2cda64 service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:09:30.759118 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-b8348c0b-6d11-4e3f-8a02-b24c4f2cda64 service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:09:30.760146 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-b8348c0b-6d11-4e3f-8a02-b24c4f2cda64 service neutron] Bound port: c935ebae-c09c-4ad5-8fe4-080be4e43828, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:09:30.760146 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-b8348c0b-6d11-4e3f-8a02-b24c4f2cda64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c935ebae-c09c-4ad5-8fe4-080be4e43828), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:30.826217 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-e0ab9ccf-1c2e-4bf9-b784-2b510a305530 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:30.829659 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-e0ab9ccf-1c2e-4bf9-b784-2b510a305530 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2788041 Jan 28 00:09:30.858005 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-12e50f68-69ae-48d3-9c9f-6c9a26ad9698 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Request body: {'port': {'device_id': '3c1e6b82-a21a-472f-9f1d-69c2f09fed64', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'admin_state_up': True, 'tenant_id': 'bf01f9f2f03d46089363606fbcbe787d'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:09:30.870061 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-b8348c0b-6d11-4e3f-8a02-b24c4f2cda64 service neutron] For port c935ebae-c09c-4ad5-8fe4-080be4e43828, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:09:30.874956 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-089a77a3-2671-4412-b5be-5cf564617c87 req-ab6c858d-0577-4192-bfce-3b0cfbd85bce tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] 10.222.0.70 "GET /v2.0/security-groups?id=324fbe04-185a-42e9-9591-1f8de4f643ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579072 Jan 28 00:09:30.888930 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-b8348c0b-6d11-4e3f-8a02-b24c4f2cda64 service neutron] For port c935ebae-c09c-4ad5-8fe4-080be4e43828, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=c935ebae-c09c-4ad5-8fe4-080be4e43828,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:09:30.898769 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-b8348c0b-6d11-4e3f-8a02-b24c4f2cda64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (c935ebae-c09c-4ad5-8fe4-080be4e43828), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:30.938734 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-b8348c0b-6d11-4e3f-8a02-b24c4f2cda64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:30.939362 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-b8348c0b-6d11-4e3f-8a02-b24c4f2cda64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:30.940786 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-b8348c0b-6d11-4e3f-8a02-b24c4f2cda64 service neutron] 10.222.0.52 "PUT /v2.0/ports/c935ebae-c09c-4ad5-8fe4-080be4e43828 HTTP/1.1" status: 200 len: 1096 time: 1.6003940 Jan 28 00:09:30.942687 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1453a213-40e8-4515-a401-ae9cfdaa4d70', 'tag': 'c935ebae-c09c-4ad5-8fe4-080be4e43828'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:09:30.944987 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535cfe86-7af4-46a2-85ef-2e2e94b5d820" -d '{"events": [{"name": "network-changed", "server_uuid": "1453a213-40e8-4515-a401-ae9cfdaa4d70", "tag": "c935ebae-c09c-4ad5-8fe4-080be4e43828"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:09:30.961328 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5bd76-d3a8-4ef4-a632-a8db2446cd19 req-9bae0060-d08d-4121-8b16-e98c1397f135 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:30.968356 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37c5bd76-d3a8-4ef4-a632-a8db2446cd19 req-9bae0060-d08d-4121-8b16-e98c1397f135 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 943 time: 0.1341941 Jan 28 00:09:31.026707 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8348c0b-6d11-4e3f-8a02-b24c4f2cda64 service neutron] Pushing event updated for resources: {'Port': ['ID=c935ebae-c09c-4ad5-8fe4-080be4e43828,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:31.088846 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-12e50f68-69ae-48d3-9c9f-6c9a26ad9698 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Made reservation on behalf of bf01f9f2f03d46089363606fbcbe787d for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:09:31.098700 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-12e50f68-69ae-48d3-9c9f-6c9a26ad9698 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:31.116162 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-12e50f68-69ae-48d3-9c9f-6c9a26ad9698 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:31.209620 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37c5bd76-d3a8-4ef4-a632-a8db2446cd19 req-7355f8fa-6672-4fa4-8d59-7532bf140e74 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400379 Jan 28 00:09:31.244865 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-12e50f68-69ae-48d3-9c9f-6c9a26ad9698 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Publish callbacks [] for security_group (e554b95c-e6db-4216-a8d9-ac04c10b9cd9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:31.250583 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-12e50f68-69ae-48d3-9c9f-6c9a26ad9698 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e554b95c-e6db-4216-a8d9-ac04c10b9cd9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:31.264675 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf4157-6ac9-47a5-9529-91a6ec7b4e2c req-f4de7fa6-8e3d-483a-9843-548049bdadc0 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:31.268800 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3eaf4157-6ac9-47a5-9529-91a6ec7b4e2c req-f4de7fa6-8e3d-483a-9843-548049bdadc0 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.70 "GET /v2.0/ports?device_id=35c17a99-63f8-41cf-b487-7be8d44cc2b2 HTTP/1.1" status: 200 len: 950 time: 0.2124007 Jan 28 00:09:31.271053 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-4e5e9578-b273-41cd-b7d0-ed7b1a947670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:31.273107 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-4e5e9578-b273-41cd-b7d0-ed7b1a947670 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8f1de91b44224a1abb9458c37f02e45f&device_id=1453a213-40e8-4515-a401-ae9cfdaa4d70 HTTP/1.1" status: 200 len: 1099 time: 0.2286086 Jan 28 00:09:31.348049 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46606) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:31.350930 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b5df10-6dab-4228-9134-9b583b171a19 x-openstack-request-id: req-d3b5df10-6dab-4228-9134-9b583b171a19 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:09:31.351348 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1453a213-40e8-4515-a401-ae9cfdaa4d70", "tag": "c935ebae-c09c-4ad5-8fe4-080be4e43828", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:09:31.351642 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d3b5df10-6dab-4228-9134-9b583b171a19 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:09:31.352145 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1453a213-40e8-4515-a401-ae9cfdaa4d70', 'tag': 'c935ebae-c09c-4ad5-8fe4-080be4e43828', 'status': 'completed', 'code': 200} Jan 28 00:09:31.357335 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-3f29cb39-c8af-455a-bdf6-9f8039ca1b4e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=c935ebae-c09c-4ad5-8fe4-080be4e43828 HTTP/1.1" status: 200 len: 217 time: 0.0614190 Jan 28 00:09:31.421884 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-12e50f68-69ae-48d3-9c9f-6c9a26ad9698 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Allocated IP 192.168.233.23 (6cc4916b-e8a0-4618-abd0-934e16bf0b78/3d2cf619-4390-4946-b152-016e9ede005d/7531e73e-452d-483a-8428-64e50979b8c1) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:09:31.430105 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e50f68-69ae-48d3-9c9f-6c9a26ad9698 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e554b95c-e6db-4216-a8d9-ac04c10b9cd9,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:31.465525 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3eaf4157-6ac9-47a5-9529-91a6ec7b4e2c req-55bbda73-c974-4ea8-97b8-de9d7d80ab6b tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.70 "GET /v2.0/security-groups?id=99a371e1-cf5c-4bbf-9ee5-b9b720c75ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890783 Jan 28 00:09:31.509169 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-e41e71dc-9a7f-4efe-af16-da8d06a5a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:31.510558 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-e41e71dc-9a7f-4efe-af16-da8d06a5a278 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1217713 Jan 28 00:09:31.588732 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 9357b6d8-3aaa-4276-8462-b55edfab0389 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:09:31.608568 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e34d3b27-f88d-40ca-a720-0da10d81433d up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:09:31.608775 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c62ae-294a-4f4e-8b35-93c800b7054a req-934aa7fd-504a-422d-8372-cff2fea7c460 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:31.617980 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e1c62ae-294a-4f4e-8b35-93c800b7054a req-934aa7fd-504a-422d-8372-cff2fea7c460 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=1453a213-40e8-4515-a401-ae9cfdaa4d70 HTTP/1.1" status: 200 len: 948 time: 0.1511743 Jan 28 00:09:31.653200 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-8c16cb24-2342-4e2a-9081-20d81e336e1b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1186948698-network', 'tenant_id': '1c43b3d89be8497db11b11700155db36'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:09:31.666805 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-12e50f68-69ae-48d3-9c9f-6c9a26ad9698 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Publish callbacks [] for port (7531e73e-452d-483a-8428-64e50979b8c1), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:31.714141 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-12e50f68-69ae-48d3-9c9f-6c9a26ad9698 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (7531e73e-452d-483a-8428-64e50979b8c1), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:31.724066 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-4ecc3a7c-432b-4993-9098-c6e3f1f8c080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:31.725955 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-4ecc3a7c-432b-4993-9098-c6e3f1f8c080 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1882145 Jan 28 00:09:31.735964 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c16cb24-2342-4e2a-9081-20d81e336e1b admin admin] Made reservation on behalf of 1c43b3d89be8497db11b11700155db36 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:09:31.738659 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8c16cb24-2342-4e2a-9081-20d81e336e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:31.744122 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port e34d3b27-f88d-40ca-a720-0da10d81433d completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:09:31.754121 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port e34d3b27-f88d-40ca-a720-0da10d81433d triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:09:31.754121 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e34d3b27-f88d-40ca-a720-0da10d81433d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:31.783810 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8c16cb24-2342-4e2a-9081-20d81e336e1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:31.795319 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d7d25-c132-450b-9a30-ae4de3c3552d req-f2542462-de9f-471e-bc09-764cab6c9ed7 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:31.797211 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-937d7d25-c132-450b-9a30-ae4de3c3552d req-f2542462-de9f-471e-bc09-764cab6c9ed7 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 944 time: 0.2046909 Jan 28 00:09:31.814596 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-12e50f68-69ae-48d3-9c9f-6c9a26ad9698 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:09:31.819500 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 9357b6d8-3aaa-4276-8462-b55edfab0389, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9357b6d8-3aaa-4276-8462-b55edfab0389,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:31.824244 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-12e50f68-69ae-48d3-9c9f-6c9a26ad9698 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:09:31.837358 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '9357b6d8-3aaa-4276-8462-b55edfab0389', 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3', 'port_id': '9357b6d8-3aaa-4276-8462-b55edfab0389', 'mac_address': 'fa:16:3e:0a:2d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a309d6c9-38a3-409d-a906-1638039000ff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:09:31.857992 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-12e50f68-69ae-48d3-9c9f-6c9a26ad9698 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:09:31.864749 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e1c62ae-294a-4f4e-8b35-93c800b7054a req-61c8eb27-4322-4b8d-9ed7-65c39083d78a tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397256 Jan 28 00:09:31.870186 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e50f68-69ae-48d3-9c9f-6c9a26ad9698 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Pushing event updated for resources: {'Port': ['ID=7531e73e-452d-483a-8428-64e50979b8c1,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:31.924854 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 9357b6d8-3aaa-4276-8462-b55edfab0389 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:09:31.925260 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9357b6d8-3aaa-4276-8462-b55edfab0389), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:31.929545 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port e34d3b27-f88d-40ca-a720-0da10d81433d is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:09:31.930126 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e34d3b27-f88d-40ca-a720-0da10d81433d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:31.952629 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6777b87-087c-4d0c-b691-4bd62e3e323e req-d28f3d81-749d-4563-ae8b-08584ece8e8a tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:31.955440 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c6777b87-087c-4d0c-b691-4bd62e3e323e req-d28f3d81-749d-4563-ae8b-08584ece8e8a tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ae4069d-6bbb-4d22-a737-efd2d70a05eb HTTP/1.1" status: 200 len: 968 time: 0.1847019 Jan 28 00:09:31.981728 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9357b6d8-3aaa-4276-8462-b55edfab0389 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:09:31.997451 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83aa62bc-370d-427e-84a8-d6dd148c1232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34d3b27-f88d-40ca-a720-0da10d81433d'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:09:31.999994 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe39e006-4c49-419e-94bb-63f9a77b16a2" -d '{"events": [{"server_uuid": "83aa62bc-370d-427e-84a8-d6dd148c1232", "name": "network-vif-plugged", "status": "completed", "tag": "e34d3b27-f88d-40ca-a720-0da10d81433d"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:09:32.040233 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e34d3b27-f88d-40ca-a720-0da10d81433d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e34d3b27-f88d-40ca-a720-0da10d81433d,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:32.044249 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-12e50f68-69ae-48d3-9c9f-6c9a26ad9698 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:32.045269 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-12e50f68-69ae-48d3-9c9f-6c9a26ad9698 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:32.054183 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e34d3b27-f88d-40ca-a720-0da10d81433d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:32.057968 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 9357b6d8-3aaa-4276-8462-b55edfab0389, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9357b6d8-3aaa-4276-8462-b55edfab0389,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:32.088628 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9357b6d8-3aaa-4276-8462-b55edfab0389), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:32.109121 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-12e50f68-69ae-48d3-9c9f-6c9a26ad9698 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2592256 Jan 28 00:09:32.145552 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=e34d3b27-f88d-40ca-a720-0da10d81433d,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:32.165719 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-902b445d-4d28-42af-8297-e928f470ea17 service neutron] Request body: {'port': {'device_id': '3c1e6b82-a21a-472f-9f1d-69c2f09fed64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:09:32.227226 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=9357b6d8-3aaa-4276-8462-b55edfab0389,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:32.248924 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-902b445d-4d28-42af-8297-e928f470ea17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7531e73e-452d-483a-8428-64e50979b8c1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:32.255527 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-3dc2eab5-468b-43e2-8bda-2cdecde0ca66 None None] Provisioning complete for port 7531e73e-452d-483a-8428-64e50979b8c1 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:09:32.256019 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3dc2eab5-468b-43e2-8bda-2cdecde0ca66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (7531e73e-452d-483a-8428-64e50979b8c1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:32.277719 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-c6777b87-087c-4d0c-b691-4bd62e3e323e req-93bf617f-0a75-4892-bf45-defcfe7b5f5e tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] Deleting port c06f89a0-7e77-42d9-933e-7d72a96a4a5c {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:09:32.278060 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c6777b87-087c-4d0c-b691-4bd62e3e323e req-93bf617f-0a75-4892-bf45-defcfe7b5f5e tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c06f89a0-7e77-42d9-933e-7d72a96a4a5c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:32.301643 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3dc2eab5-468b-43e2-8bda-2cdecde0ca66 None None] Port 7531e73e-452d-483a-8428-64e50979b8c1 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:09:32.389447 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-937d7d25-c132-450b-9a30-ae4de3c3552d req-c7f6ac07-e19b-48fd-a701-437dde176ecb tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5603299 Jan 28 00:09:32.404450 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-e6da94ba-7fd0-4eba-91d6-501f859c65db service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6620872 Jan 28 00:09:32.455145 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['9357b6d8-3aaa-4276-8462-b55edfab0389'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:09:32.458832 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984df3f7-d59d-4c8e-99e0-39ee0104b6a0 req-363b46b0-6640-44dc-85c9-f87e70ae4bc5 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:32.460433 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-984df3f7-d59d-4c8e-99e0-39ee0104b6a0 req-363b46b0-6640-44dc-85c9-f87e70ae4bc5 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e6b82-a21a-472f-9f1d-69c2f09fed64 HTTP/1.1" status: 200 len: 935 time: 0.1657379 Jan 28 00:09:32.486812 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-c6777b87-087c-4d0c-b691-4bd62e3e323e req-93bf617f-0a75-4892-bf45-defcfe7b5f5e tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] For port c06f89a0-7e77-42d9-933e-7d72a96a4a5c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=c06f89a0-7e77-42d9-933e-7d72a96a4a5c,segment=NetworkSegment(5cde8bf5-bc07-4bbb-8006-6f74f2355127),segment_id=5cde8bf5-bc07-4bbb-8006-6f74f2355127)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:32.487228 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c6777b87-087c-4d0c-b691-4bd62e3e323e req-93bf617f-0a75-4892-bf45-defcfe7b5f5e tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c06f89a0-7e77-42d9-933e-7d72a96a4a5c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:32.544067 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-c6777b87-087c-4d0c-b691-4bd62e3e323e req-93bf617f-0a75-4892-bf45-defcfe7b5f5e tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] Calling delete_port for c06f89a0-7e77-42d9-933e-7d72a96a4a5c owned by compute:tempest-test_az-1456324905 {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:09:32.595766 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8c16cb24-2342-4e2a-9081-20d81e336e1b admin admin] Publish callbacks [] for security_group (f4d054c1-f9bf-4382-85e8-3a9460104578), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:32.628207 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8c16cb24-2342-4e2a-9081-20d81e336e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f4d054c1-f9bf-4382-85e8-3a9460104578), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:32.709640 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c16cb24-2342-4e2a-9081-20d81e336e1b admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:09:32.718786 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f61bc1-2bec-4481-aa32-4750be7d5792 req-7addbef0-031e-4046-8bf1-7568a291cd66 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:32.720406 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e0f61bc1-2bec-4481-aa32-4750be7d5792 req-7addbef0-031e-4046-8bf1-7568a291cd66 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ae4069d-6bbb-4d22-a737-efd2d70a05eb HTTP/1.1" status: 200 len: 968 time: 0.2122076 Jan 28 00:09:32.722262 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eda40275-d1eb-493b-aa2c-1c42d3610e31 req-dbfcff34-b201-4152-b07e-ec1a56c9b29f service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059385 Jan 28 00:09:32.726295 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16cb24-2342-4e2a-9081-20d81e336e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d054c1-f9bf-4382-85e8-3a9460104578,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:32.738473 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-984df3f7-d59d-4c8e-99e0-39ee0104b6a0 req-7a677247-1036-40db-9763-84bec95f49d9 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/security-groups?id=e554b95c-e6db-4216-a8d9-ac04c10b9cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405753 Jan 28 00:09:32.756386 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-902b445d-4d28-42af-8297-e928f470ea17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7531e73e-452d-483a-8428-64e50979b8c1 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:09:32.769682 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-902b445d-4d28-42af-8297-e928f470ea17 service neutron] Publish callbacks [] for port (7531e73e-452d-483a-8428-64e50979b8c1), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:32.778532 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8c16cb24-2342-4e2a-9081-20d81e336e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (694f6eea-06a8-49aa-9a59-ebf86869732c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:32.778910 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-8c16cb24-2342-4e2a-9081-20d81e336e1b admin admin] Added segment 694f6eea-06a8-49aa-9a59-ebf86869732c of type vlan for network af463525-5a3e-4d06-85c6-1a5086f8978a Jan 28 00:09:32.780672 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c6777b87-087c-4d0c-b691-4bd62e3e323e req-93bf617f-0a75-4892-bf45-defcfe7b5f5e tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (c06f89a0-7e77-42d9-933e-7d72a96a4a5c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:32.791887 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-902b445d-4d28-42af-8297-e928f470ea17 service neutron] Transition to ACTIVE for port object 7531e73e-452d-483a-8428-64e50979b8c1 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:09:32.800374 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd225a47-8021-4799-ab32-3edb1d839d3c x-openstack-request-id: req-cd225a47-8021-4799-ab32-3edb1d839d3c {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:09:32.801524 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83aa62bc-370d-427e-84a8-d6dd148c1232", "name": "network-vif-plugged", "status": "completed", "tag": "e34d3b27-f88d-40ca-a720-0da10d81433d", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:09:32.802207 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cd225a47-8021-4799-ab32-3edb1d839d3c {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:09:32.802846 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83aa62bc-370d-427e-84a8-d6dd148c1232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34d3b27-f88d-40ca-a720-0da10d81433d', 'code': 200} Jan 28 00:09:32.817415 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-902b445d-4d28-42af-8297-e928f470ea17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (7531e73e-452d-483a-8428-64e50979b8c1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:32.820399 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf617f-0a75-4892-bf45-defcfe7b5f5e tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] Pushing event deleted for resources: {'Port': ['ID=c06f89a0-7e77-42d9-933e-7d72a96a4a5c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:32.896055 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8c16cb24-2342-4e2a-9081-20d81e336e1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (af463525-5a3e-4d06-85c6-1a5086f8978a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:32.910604 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6777b87-087c-4d0c-b691-4bd62e3e323e req-93bf617f-0a75-4892-bf45-defcfe7b5f5e tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] No DVR routers for this DVR port c06f89a0-7e77-42d9-933e-7d72a96a4a5c on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:09:32.914394 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c6777b87-087c-4d0c-b691-4bd62e3e323e req-93bf617f-0a75-4892-bf45-defcfe7b5f5e tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:32.914773 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e0f61bc1-2bec-4481-aa32-4750be7d5792 req-36ed3277-9437-4b50-9b5d-ad8844bd48c4 tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] 10.222.0.70 "GET /v2.0/security-groups?id=324fbe04-185a-42e9-9591-1f8de4f643ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853895 Jan 28 00:09:32.918011 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c6777b87-087c-4d0c-b691-4bd62e3e323e req-93bf617f-0a75-4892-bf45-defcfe7b5f5e tempest-VolumesAdminNegativeTest-1692001443 tempest-VolumesAdminNegativeTest-1692001443-project] 10.222.0.65 "DELETE /v2.0/ports/c06f89a0-7e77-42d9-933e-7d72a96a4a5c HTTP/1.1" status: 204 len: 173 time: 0.9533343 Jan 28 00:09:32.918633 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae4069d-6bbb-4d22-a737-efd2d70a05eb', 'name': 'network-vif-deleted', 'tag': 'c06f89a0-7e77-42d9-933e-7d72a96a4a5c'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:09:32.920993 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a1c449-66e3-4e31-a274-145edfef6665" -d '{"events": [{"server_uuid": "7ae4069d-6bbb-4d22-a737-efd2d70a05eb", "name": "network-vif-deleted", "tag": "c06f89a0-7e77-42d9-933e-7d72a96a4a5c"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:09:32.925037 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b445d-4d28-42af-8297-e928f470ea17 service neutron] Pushing event updated for resources: {'Port': ['ID=7531e73e-452d-483a-8428-64e50979b8c1,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:32.951865 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cfe86-7af4-46a2-85ef-2e2e94b5d820 req-93417a12-0567-4399-bb88-d40ec128a39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:32.954103 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-535cfe86-7af4-46a2-85ef-2e2e94b5d820 req-93417a12-0567-4399-bb88-d40ec128a39a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8f1de91b44224a1abb9458c37f02e45f&device_id=1453a213-40e8-4515-a401-ae9cfdaa4d70 HTTP/1.1" status: 200 len: 1099 time: 0.1081395 Jan 28 00:09:32.955500 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8c16cb24-2342-4e2a-9081-20d81e336e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (af463525-5a3e-4d06-85c6-1a5086f8978a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:32.956593 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c16cb24-2342-4e2a-9081-20d81e336e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:32.957507 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8c16cb24-2342-4e2a-9081-20d81e336e1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:33.140183 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da8e89-fdfa-4dd4-b205-48d7903a5d93 req-1ab788e6-fb56-4884-b072-cca5970ab002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:33.142754 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c2da8e89-fdfa-4dd4-b205-48d7903a5d93 req-1ab788e6-fb56-4884-b072-cca5970ab002 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 1096 time: 0.1470404 Jan 28 00:09:33.152283 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8c16cb24-2342-4e2a-9081-20d81e336e1b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8029344 Jan 28 00:09:33.157637 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46632) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:33.164661 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-5ed3c66c-d8c4-407d-92ed-a469a57e11f5 admin admin] Request body: {'subnet': {'network_id': 'af463525-5a3e-4d06-85c6-1a5086f8978a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1186948698-subnet', 'tenant_id': '1c43b3d89be8497db11b11700155db36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:09:33.195270 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-902b445d-4d28-42af-8297-e928f470ea17 service neutron] Attempting to bind port 7531e73e-452d-483a-8428-64e50979b8c1 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:09:33.195528 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-902b445d-4d28-42af-8297-e928f470ea17 service neutron] Attempting to bind port 7531e73e-452d-483a-8428-64e50979b8c1 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:09:33.195887 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-902b445d-4d28-42af-8297-e928f470ea17 service neutron] Attempting to bind port 7531e73e-452d-483a-8428-64e50979b8c1 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:09:33.208967 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16cb24-2342-4e2a-9081-20d81e336e1b admin admin] Pushing event updated for resources: {'Network': ['ID=af463525-5a3e-4d06-85c6-1a5086f8978a,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:33.209688 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-902b445d-4d28-42af-8297-e928f470ea17 service neutron] Port 7531e73e-452d-483a-8428-64e50979b8c1 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:09:33.210014 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-902b445d-4d28-42af-8297-e928f470ea17 service neutron] Attempting to bind port 7531e73e-452d-483a-8428-64e50979b8c1 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:09:33.220860 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network af463525-5a3e-4d06-85c6-1a5086f8978a details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:09:33.236804 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-902b445d-4d28-42af-8297-e928f470ea17 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:09:33.237340 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-902b445d-4d28-42af-8297-e928f470ea17 service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:09:33.237806 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-902b445d-4d28-42af-8297-e928f470ea17 service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:09:33.238293 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-902b445d-4d28-42af-8297-e928f470ea17 service neutron] Bound port: 7531e73e-452d-483a-8428-64e50979b8c1, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:09:33.238707 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-902b445d-4d28-42af-8297-e928f470ea17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7531e73e-452d-483a-8428-64e50979b8c1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:33.258751 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed3c66c-d8c4-407d-92ed-a469a57e11f5 admin admin] Made reservation on behalf of 1c43b3d89be8497db11b11700155db36 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:09:33.260062 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed6c9a-58a3-4161-861b-f00d960fb76b req-c4b2dbef-0dc4-4dd6-8753-e6f368673710 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:33.261598 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9ed6c9a-58a3-4161-861b-f00d960fb76b req-c4b2dbef-0dc4-4dd6-8753-e6f368673710 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=1453a213-40e8-4515-a401-ae9cfdaa4d70 HTTP/1.1" status: 200 len: 948 time: 0.1700845 Jan 28 00:09:33.263973 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5ed3c66c-d8c4-407d-92ed-a469a57e11f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:33.274041 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827112b9-9577-4712-9ce4-10bf3ac6d9cf req-a3b14af2-ebed-438a-bc30-50ea7e8ad34a tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:33.275573 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-827112b9-9577-4712-9ce4-10bf3ac6d9cf req-a3b14af2-ebed-438a-bc30-50ea7e8ad34a tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 944 time: 0.1969688 Jan 28 00:09:33.288160 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c2da8e89-fdfa-4dd4-b205-48d7903a5d93 req-77620022-9d55-421a-b20b-03d64aca1587 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290720 Jan 28 00:09:33.300182 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cfe86-7af4-46a2-85ef-2e2e94b5d820 req-e9e8add9-80e1-464b-8ef4-41239d9c8308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:33.302062 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-535cfe86-7af4-46a2-85ef-2e2e94b5d820 req-e9e8add9-80e1-464b-8ef4-41239d9c8308 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.3419650 Jan 28 00:09:33.363813 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-535cfe86-7af4-46a2-85ef-2e2e94b5d820 req-ff071c02-aafd-4ecb-8ad1-1b855e6b8ff7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=c935ebae-c09c-4ad5-8fe4-080be4e43828 HTTP/1.1" status: 200 len: 217 time: 0.0516531 Jan 28 00:09:33.408510 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-902b445d-4d28-42af-8297-e928f470ea17 service neutron] For port 7531e73e-452d-483a-8428-64e50979b8c1, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:09:33.412531 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-902b445d-4d28-42af-8297-e928f470ea17 service neutron] For port 7531e73e-452d-483a-8428-64e50979b8c1, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=7531e73e-452d-483a-8428-64e50979b8c1,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:09:33.419753 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-902b445d-4d28-42af-8297-e928f470ea17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (7531e73e-452d-483a-8428-64e50979b8c1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:33.424321 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9ed6c9a-58a3-4161-861b-f00d960fb76b req-de1039d3-f058-47b5-8e9c-67d29cbfe0bc tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477299 Jan 28 00:09:33.435704 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-827112b9-9577-4712-9ce4-10bf3ac6d9cf req-7b7ef596-9ad6-4a6b-aee2-b46519071699 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513851 Jan 28 00:09:33.450307 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cfe86-7af4-46a2-85ef-2e2e94b5d820 req-577716d3-c23e-4f8a-a9bf-bbe5153dcf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:33.451349 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-535cfe86-7af4-46a2-85ef-2e2e94b5d820 req-577716d3-c23e-4f8a-a9bf-bbe5153dcf46 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.0791564 Jan 28 00:09:33.464057 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-902b445d-4d28-42af-8297-e928f470ea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:33.464583 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-902b445d-4d28-42af-8297-e928f470ea17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:33.465975 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-902b445d-4d28-42af-8297-e928f470ea17 service neutron] 10.222.0.65 "PUT /v2.0/ports/7531e73e-452d-483a-8428-64e50979b8c1 HTTP/1.1" status: 200 len: 1095 time: 1.3382328 Jan 28 00:09:33.528336 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cfe86-7af4-46a2-85ef-2e2e94b5d820 req-2f6dc463-da8e-4dbe-9aa9-4b0a19c244f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:33.530361 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-535cfe86-7af4-46a2-85ef-2e2e94b5d820 req-2f6dc463-da8e-4dbe-9aa9-4b0a19c244f3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0705664 Jan 28 00:09:33.533038 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d357f76b-3d52-493b-aa7a-91fb8ffa19fc x-openstack-request-id: req-d357f76b-3d52-493b-aa7a-91fb8ffa19fc {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:09:33.533340 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae4069d-6bbb-4d22-a737-efd2d70a05eb", "name": "network-vif-deleted", "tag": "c06f89a0-7e77-42d9-933e-7d72a96a4a5c", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:09:33.533644 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d357f76b-3d52-493b-aa7a-91fb8ffa19fc {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:09:33.534001 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae4069d-6bbb-4d22-a737-efd2d70a05eb', 'name': 'network-vif-deleted', 'tag': 'c06f89a0-7e77-42d9-933e-7d72a96a4a5c', 'status': 'completed', 'code': 200} Jan 28 00:09:33.546965 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b445d-4d28-42af-8297-e928f470ea17 service neutron] Pushing event updated for resources: {'Port': ['ID=7531e73e-452d-483a-8428-64e50979b8c1,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:33.601275 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 9357b6d8-3aaa-4276-8462-b55edfab0389 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:09:33.658663 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5ed3c66c-d8c4-407d-92ed-a469a57e11f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (cae1777e-0500-4c2e-8b1e-bafb88057bb2), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:33.666446 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 9357b6d8-3aaa-4276-8462-b55edfab0389 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:09:33.672207 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 9357b6d8-3aaa-4276-8462-b55edfab0389 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:09:33.672926 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9357b6d8-3aaa-4276-8462-b55edfab0389), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:33.701745 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a6486-ea9b-4c77-b8c4-bb60df9b7ef5 req-72d97c09-5ae6-4067-a0c7-928d095c6124 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:33.711238 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1c2a6486-ea9b-4c77-b8c4-bb60df9b7ef5 req-72d97c09-5ae6-4067-a0c7-928d095c6124 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.70 "GET /v2.0/ports?device_id=35c17a99-63f8-41cf-b487-7be8d44cc2b2 HTTP/1.1" status: 200 len: 950 time: 0.1537535 Jan 28 00:09:33.727942 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3c66c-d8c4-407d-92ed-a469a57e11f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cae1777e-0500-4c2e-8b1e-bafb88057bb2,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:33.747968 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-535cfe86-7af4-46a2-85ef-2e2e94b5d820 req-9cbd1c3c-6211-49e0-9d4b-c68368b2207f service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025611 Jan 28 00:09:33.791892 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 9357b6d8-3aaa-4276-8462-b55edfab0389 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:09:33.792637 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9357b6d8-3aaa-4276-8462-b55edfab0389), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:33.815596 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-9816e2b5-8d6d-4375-8674-b6968e2d9c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:33.817279 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-9816e2b5-8d6d-4375-8674-b6968e2d9c10 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf01f9f2f03d46089363606fbcbe787d&device_id=3c1e6b82-a21a-472f-9f1d-69c2f09fed64 HTTP/1.1" status: 200 len: 1098 time: 0.0931764 Jan 28 00:09:33.825888 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed3c66c-d8c4-407d-92ed-a469a57e11f5 admin admin] Checking segment: {'id': '694f6eea-06a8-49aa-9a59-ebf86869732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'af463525-5a3e-4d06-85c6-1a5086f8978a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:09:33.826502 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed3c66c-d8c4-407d-92ed-a469a57e11f5 admin admin] Network hostable DHCP agents. Network: af463525-5a3e-4d06-85c6-1a5086f8978a, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:09:33.842511 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 9357b6d8-3aaa-4276-8462-b55edfab0389, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9357b6d8-3aaa-4276-8462-b55edfab0389,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:33.851226 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9357b6d8-3aaa-4276-8462-b55edfab0389), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:33.852094 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device c06f89a0-7e77-42d9-933e-7d72a96a4a5c no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:09:33.878808 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1c2a6486-ea9b-4c77-b8c4-bb60df9b7ef5 req-62a21af3-dfab-4778-b5ef-31abb2c1de2a tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.70 "GET /v2.0/security-groups?id=99a371e1-cf5c-4bbf-9ee5-b9b720c75ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615593 Jan 28 00:09:33.894009 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: c06f89a0-7e77-42d9-933e-7d72a96a4a5c {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:09:33.894362 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device c06f89a0-7e77-42d9-933e-7d72a96a4a5c not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:09:33.928266 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=9357b6d8-3aaa-4276-8462-b55edfab0389,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:33.933460 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63b085-5bd2-4d81-9341-948c12eed410 req-0a2ee949-69e2-445a-8998-2052900c07d1 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:33.935807 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7c63b085-5bd2-4d81-9341-948c12eed410 req-0a2ee949-69e2-445a-8998-2052900c07d1 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 945 time: 0.1817639 Jan 28 00:09:33.942778 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed3c66c-d8c4-407d-92ed-a469a57e11f5 admin admin] Network af463525-5a3e-4d06-85c6-1a5086f8978a is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:09:33.947292 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-22237637-f7ba-43d1-be21-114815109f05 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=7531e73e-452d-483a-8428-64e50979b8c1 HTTP/1.1" status: 200 len: 217 time: 0.0911448 Jan 28 00:09:33.962770 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-535cfe86-7af4-46a2-85ef-2e2e94b5d820 req-41bc0dc8-b694-456d-adf9-e38db966ef22 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064011 Jan 28 00:09:33.989990 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-5ed3c66c-d8c4-407d-92ed-a469a57e11f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, af463525-5a3e-4d06-85c6-1a5086f8978a) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:09:34.001482 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed3c66c-d8c4-407d-92ed-a469a57e11f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:34.002049 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112d5c80-ae7b-4549-91f4-4afb00118a79 None None] Network af463525-5a3e-4d06-85c6-1a5086f8978a requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:09:34.002193 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5ed3c66c-d8c4-407d-92ed-a469a57e11f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:34.038678 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-dff852f6-73d2-4e7f-8525-780c5ac73744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:34.040883 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-dff852f6-73d2-4e7f-8525-780c5ac73744 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.0867622 Jan 28 00:09:34.045204 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5ed3c66c-d8c4-407d-92ed-a469a57e11f5 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8845608 Jan 28 00:09:34.048471 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46640) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:34.049344 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7c63b085-5bd2-4d81-9341-948c12eed410 req-96bc6493-bf20-4fcb-b6c5-063981e81449 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007044 Jan 28 00:09:34.066125 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-6d0d7db4-92b5-420a-82f2-ec89b128a80d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1186948698-router', 'tenant_id': '1c43b3d89be8497db11b11700155db36', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:09:34.075940 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2d04b-d3d1-47bc-a823-89b4eaca90d2 req-6b829859-64b0-4dab-b5e8-e46502222b97 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:34.085908 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78f2d04b-d3d1-47bc-a823-89b4eaca90d2 req-6b829859-64b0-4dab-b5e8-e46502222b97 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e6b82-a21a-472f-9f1d-69c2f09fed64 HTTP/1.1" status: 200 len: 947 time: 0.1092198 Jan 28 00:09:34.112867 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46642) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:34.139725 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6d0d7db4-92b5-420a-82f2-ec89b128a80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (c5d4abf9-ee6e-4871-9fd2-534e379d6ee2), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:34.142102 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6d0d7db4-92b5-420a-82f2-ec89b128a80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (c5d4abf9-ee6e-4871-9fd2-534e379d6ee2), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:34.170493 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-dd858ce3-bb23-46a7-a1bd-ecdd5ac44859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:34.172905 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-dd858ce3-bb23-46a7-a1bd-ecdd5ac44859 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0997851 Jan 28 00:09:34.188399 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78f2d04b-d3d1-47bc-a823-89b4eaca90d2 req-9f61989d-49ab-41ee-a4d2-97c3245fe095 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/security-groups?id=e554b95c-e6db-4216-a8d9-ac04c10b9cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013613 Jan 28 00:09:34.197004 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd2c4fb3-0245-42ee-b43e-66571fb1e851 admin admin] Deleting subnet b4d43441-547f-4ffb-adf5-8e225516d410 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:09:34.207870 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dd2c4fb3-0245-42ee-b43e-66571fb1e851 admin admin] Publish callbacks [] for subnet (b4d43441-547f-4ffb-adf5-8e225516d410), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:34.232543 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6d0d7db4-92b5-420a-82f2-ec89b128a80d admin admin] Publish callbacks [] for router_controller (c5d4abf9-ee6e-4871-9fd2-534e379d6ee2), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:34.252708 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dd2c4fb3-0245-42ee-b43e-66571fb1e851 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (b4d43441-547f-4ffb-adf5-8e225516d410), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:34.258874 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ff1227-c738-4bdb-9091-dc292b446adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-af463525-5a3e-4d06-85c6-1a5086f8978a', 'network_id': 'af463525-5a3e-4d06-85c6-1a5086f8978a', 'project_id': '1c43b3d89be8497db11b11700155db36', 'fixed_ips': [{'subnet_id': 'cae1777e-0500-4c2e-8b1e-bafb88057bb2'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:09:34.260010 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-59ff1227-c738-4bdb-9091-dc292b446adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:34.304121 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dd2c4fb3-0245-42ee-b43e-66571fb1e851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (b4d43441-547f-4ffb-adf5-8e225516d410), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:34.368438 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dd2c4fb3-0245-42ee-b43e-66571fb1e851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (b4d43441-547f-4ffb-adf5-8e225516d410), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:34.396295 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c4fb3-0245-42ee-b43e-66571fb1e851 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4d43441-547f-4ffb-adf5-8e225516d410,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:34.400508 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dd2c4fb3-0245-42ee-b43e-66571fb1e851 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:34.404311 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-dd2c4fb3-0245-42ee-b43e-66571fb1e851 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b4d43441-547f-4ffb-adf5-8e225516d410 HTTP/1.1" status: 204 len: 168 time: 0.2901974 Jan 28 00:09:34.407186 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46644) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:34.446322 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-59ff1227-c738-4bdb-9091-dc292b446adc None None] Allocated IP 172.20.0.2 (af463525-5a3e-4d06-85c6-1a5086f8978a/cae1777e-0500-4c2e-8b1e-bafb88057bb2/4c54009b-f391-4a14-a08e-693ee413ff97) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:09:34.549119 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-46561640-c9cc-4792-8fec-cd7e0e62cd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (d45183b3-877f-4f23-8552-987ae7b47aa3), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:34.631666 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-59ff1227-c738-4bdb-9091-dc292b446adc None None] Publish callbacks [] for port (4c54009b-f391-4a14-a08e-693ee413ff97), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:34.639225 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-59ff1227-c738-4bdb-9091-dc292b446adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (4c54009b-f391-4a14-a08e-693ee413ff97), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:34.684621 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ff1227-c738-4bdb-9091-dc292b446adc None None] Network af463525-5a3e-4d06-85c6-1a5086f8978a is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:09:34.689495 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-59ff1227-c738-4bdb-9091-dc292b446adc None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:09:34.695998 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ff1227-c738-4bdb-9091-dc292b446adc None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:09:34.705498 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-46561640-c9cc-4792-8fec-cd7e0e62cd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (d45183b3-877f-4f23-8552-987ae7b47aa3), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:34.710739 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6d0d7db4-92b5-420a-82f2-ec89b128a80d admin admin] Publish callbacks [] for router_gateway (c5d4abf9-ee6e-4871-9fd2-534e379d6ee2), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:34.715824 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff1227-c738-4bdb-9091-dc292b446adc None None] Pushing event updated for resources: {'Port': ['ID=4c54009b-f391-4a14-a08e-693ee413ff97,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:34.716186 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda7e52-2ac9-4809-8a78-3b5c877cd6ff req-423ff406-373f-4cbb-9383-7a453d5387c3 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:34.723545 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-6ed46e26-662a-4abe-9992-9eaf1799fc34 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5389051 Jan 28 00:09:34.724466 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ccda7e52-2ac9-4809-8a78-3b5c877cd6ff req-423ff406-373f-4cbb-9383-7a453d5387c3 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=1453a213-40e8-4515-a401-ae9cfdaa4d70 HTTP/1.1" status: 200 len: 948 time: 0.1650052 Jan 28 00:09:34.733240 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84ab78-cafb-4999-8f6f-195accfa1ca5 req-c5610806-75ec-4e17-bdd5-38f6fc95faf8 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:34.736070 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9a84ab78-cafb-4999-8f6f-195accfa1ca5 req-c5610806-75ec-4e17-bdd5-38f6fc95faf8 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 945 time: 0.1830280 Jan 28 00:09:34.766472 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-59ff1227-c738-4bdb-9091-dc292b446adc None None] Attempting to bind port 4c54009b-f391-4a14-a08e-693ee413ff97 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:09:34.767024 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-59ff1227-c738-4bdb-9091-dc292b446adc None None] Attempting to bind port 4c54009b-f391-4a14-a08e-693ee413ff97 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '694f6eea-06a8-49aa-9a59-ebf86869732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'af463525-5a3e-4d06-85c6-1a5086f8978a'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:09:34.767491 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ff1227-c738-4bdb-9091-dc292b446adc None None] Attempting to bind port 4c54009b-f391-4a14-a08e-693ee413ff97 on network af463525-5a3e-4d06-85c6-1a5086f8978a {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:09:34.773306 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ff1227-c738-4bdb-9091-dc292b446adc None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:09:34.773725 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ff1227-c738-4bdb-9091-dc292b446adc None None] Checking segment: {'id': '694f6eea-06a8-49aa-9a59-ebf86869732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'af463525-5a3e-4d06-85c6-1a5086f8978a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:09:34.774248 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-59ff1227-c738-4bdb-9091-dc292b446adc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:34.774738 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ff1227-c738-4bdb-9091-dc292b446adc None None] Bound using segment: {'id': '694f6eea-06a8-49aa-9a59-ebf86869732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'af463525-5a3e-4d06-85c6-1a5086f8978a'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:09:34.775308 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-59ff1227-c738-4bdb-9091-dc292b446adc None None] Bound port: 4c54009b-f391-4a14-a08e-693ee413ff97, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694f6eea-06a8-49aa-9a59-ebf86869732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'af463525-5a3e-4d06-85c6-1a5086f8978a'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:09:34.776258 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-59ff1227-c738-4bdb-9091-dc292b446adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4c54009b-f391-4a14-a08e-693ee413ff97), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:34.786326 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-46561640-c9cc-4792-8fec-cd7e0e62cd6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d45183b3-877f-4f23-8552-987ae7b47aa3']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:09:34.804067 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-46561640-c9cc-4792-8fec-cd7e0e62cd6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cde8bf5-bc07-4bbb-8006-6f74f2355127') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:09:34.804447 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-46561640-c9cc-4792-8fec-cd7e0e62cd6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cde8bf5-bc07-4bbb-8006-6f74f2355127') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:09:34.811167 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298d36b6-46ff-4c85-9412-91e70fffa1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9357b6d8-3aaa-4276-8462-b55edfab0389'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:09:34.813550 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5b5bee-4fdc-4c06-80d3-b57a8e7406da" -d '{"events": [{"server_uuid": "298d36b6-46ff-4c85-9412-91e70fffa1cc", "name": "network-vif-plugged", "status": "completed", "tag": "9357b6d8-3aaa-4276-8462-b55edfab0389"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:09:34.856964 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-59ff1227-c738-4bdb-9091-dc292b446adc None None] For port 4c54009b-f391-4a14-a08e-693ee413ff97, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:09:34.857687 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-46561640-c9cc-4792-8fec-cd7e0e62cd6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (5cde8bf5-bc07-4bbb-8006-6f74f2355127), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:34.861413 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-59ff1227-c738-4bdb-9091-dc292b446adc None None] For port 4c54009b-f391-4a14-a08e-693ee413ff97, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4c54009b-f391-4a14-a08e-693ee413ff97,segment=NetworkSegment(694f6eea-06a8-49aa-9a59-ebf86869732c),segment_id=694f6eea-06a8-49aa-9a59-ebf86869732c)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:09:34.869196 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-59ff1227-c738-4bdb-9091-dc292b446adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (4c54009b-f391-4a14-a08e-693ee413ff97), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:34.870238 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c302a43c-64fb-4190-9f1d-2e26d6dc1edc req-715815e8-f70f-4513-a5c5-7c72ce2583da service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327791 Jan 28 00:09:34.899506 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9a84ab78-cafb-4999-8f6f-195accfa1ca5 req-ab36a3d7-3e07-468e-95f6-048a3527308d tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519387 Jan 28 00:09:34.905221 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-46561640-c9cc-4792-8fec-cd7e0e62cd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (5cde8bf5-bc07-4bbb-8006-6f74f2355127), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:34.927833 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ccda7e52-2ac9-4809-8a78-3b5c877cd6ff req-ef0da114-e28f-41a2-a553-6ebf12a17d7a tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818199 Jan 28 00:09:34.931434 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46561640-c9cc-4792-8fec-cd7e0e62cd6b admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-46561640-c9cc-4792-8fec-cd7e0e62cd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (5cde8bf5-bc07-4bbb-8006-6f74f2355127), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:09:34.941228 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:09:34.971250 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff1227-c738-4bdb-9091-dc292b446adc None None] Pushing event updated for resources: {'Port': ['ID=4c54009b-f391-4a14-a08e-693ee413ff97,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:35.011514 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d95668-964e-4da8-b48a-c59b87f0aeb6 x-openstack-request-id: req-98d95668-964e-4da8-b48a-c59b87f0aeb6 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:09:35.012938 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298d36b6-46ff-4c85-9412-91e70fffa1cc", "name": "network-vif-plugged", "status": "completed", "tag": "9357b6d8-3aaa-4276-8462-b55edfab0389", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:09:35.012938 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-98d95668-964e-4da8-b48a-c59b87f0aeb6 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:09:35.012938 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298d36b6-46ff-4c85-9412-91e70fffa1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9357b6d8-3aaa-4276-8462-b55edfab0389', 'code': 200} Jan 28 00:09:35.052988 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-46561640-c9cc-4792-8fec-cd7e0e62cd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (d45183b3-877f-4f23-8552-987ae7b47aa3), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:35.059093 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-46561640-c9cc-4792-8fec-cd7e0e62cd6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:35.062479 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-46561640-c9cc-4792-8fec-cd7e0e62cd6b admin admin] 10.222.0.70 "DELETE /v2.0/networks/d45183b3-877f-4f23-8552-987ae7b47aa3 HTTP/1.1" status: 204 len: 168 time: 0.6541164 Jan 28 00:09:35.070977 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46656) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:35.105510 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6d0d7db4-92b5-420a-82f2-ec89b128a80d admin admin] Publish callbacks [] for router_gateway (c5d4abf9-ee6e-4871-9fd2-534e379d6ee2), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:35.132239 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6d0d7db4-92b5-420a-82f2-ec89b128a80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:35.137566 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46561640-c9cc-4792-8fec-cd7e0e62cd6b admin admin] Pushing event deleted for resources: {'Network': ['ID=d45183b3-877f-4f23-8552-987ae7b47aa3,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:35.233355 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e4949f-e063-40d1-8cf2-31eaf24ed488 admin admin] Deleting subnet 0aac44a3-4af7-438e-b38b-6e2d31b69c2c {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:09:35.239486 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-63e4949f-e063-40d1-8cf2-31eaf24ed488 admin admin] Publish callbacks [] for subnet (0aac44a3-4af7-438e-b38b-6e2d31b69c2c), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:35.252422 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb6b07-d1b1-440b-82d1-43eb321ae88f req-486bb870-8795-4f36-b4ac-db96d923b75d tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:35.255086 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fedb6b07-d1b1-440b-82d1-43eb321ae88f req-486bb870-8795-4f36-b4ac-db96d923b75d tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.70 "GET /v2.0/ports?device_id=35c17a99-63f8-41cf-b487-7be8d44cc2b2 HTTP/1.1" status: 200 len: 950 time: 0.1405005 Jan 28 00:09:35.281731 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301fd5b-eb8c-41ee-994b-341878eca212 req-85347a95-025d-481d-bd0e-57db9ee63689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:35.283944 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4301fd5b-eb8c-41ee-994b-341878eca212 req-85347a95-025d-481d-bd0e-57db9ee63689 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 1096 time: 0.1003814 Jan 28 00:09:35.324893 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-6d0d7db4-92b5-420a-82f2-ec89b128a80d admin admin] Allocated IP 172.25.3.130 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:09:35.350146 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e589b-5d1b-4761-b57d-1886e881659a req-191d86ee-734f-40ac-8f25-22ef1b7f4cbb tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:35.351693 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea0e589b-5d1b-4761-b57d-1886e881659a req-191d86ee-734f-40ac-8f25-22ef1b7f4cbb tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.52 "GET /v2.0/ports?device_id=35c17a99-63f8-41cf-b487-7be8d44cc2b2 HTTP/1.1" status: 200 len: 950 time: 0.2279775 Jan 28 00:09:35.364913 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4301fd5b-eb8c-41ee-994b-341878eca212 req-1e817ac3-9738-4109-871c-bc0dbd7a4200 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735040 Jan 28 00:09:35.379239 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-63e4949f-e063-40d1-8cf2-31eaf24ed488 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (0aac44a3-4af7-438e-b38b-6e2d31b69c2c), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:35.480105 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6d0d7db4-92b5-420a-82f2-ec89b128a80d admin admin] Publish callbacks [] for port (2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:35.517268 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fedb6b07-d1b1-440b-82d1-43eb321ae88f req-fe2b74d8-2b48-40cf-8545-29e372fa375e tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.70 "GET /v2.0/security-groups?id=99a371e1-cf5c-4bbf-9ee5-b9b720c75ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880252 Jan 28 00:09:35.528302 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6d0d7db4-92b5-420a-82f2-ec89b128a80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:35.537766 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-63e4949f-e063-40d1-8cf2-31eaf24ed488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (0aac44a3-4af7-438e-b38b-6e2d31b69c2c), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:35.553942 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c1e6b82-a21a-472f-9f1d-69c2f09fed64', 'tag': '7531e73e-452d-483a-8428-64e50979b8c1'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:09:35.556605 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bbfc9f-b725-45f3-914d-35d881cbce0f" -d '{"events": [{"name": "network-changed", "server_uuid": "3c1e6b82-a21a-472f-9f1d-69c2f09fed64", "tag": "7531e73e-452d-483a-8428-64e50979b8c1"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:09:35.580966 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0d7db4-92b5-420a-82f2-ec89b128a80d admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:09:35.583138 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd235e-cc63-46f0-9c1a-b95e6e1de0d1 req-9f370e07-8458-4774-b6d3-ac13f2a018e0 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:35.584753 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-06cd235e-cc63-46f0-9c1a-b95e6e1de0d1 req-9f370e07-8458-4774-b6d3-ac13f2a018e0 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 945 time: 0.1863945 Jan 28 00:09:35.586167 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-6d0d7db4-92b5-420a-82f2-ec89b128a80d admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:09:35.590638 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0d7db4-92b5-420a-82f2-ec89b128a80d admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:09:35.593785 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d7db4-92b5-420a-82f2-ec89b128a80d admin admin] Pushing event updated for resources: {'Port': ['ID=2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:35.673240 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-ea0e589b-5d1b-4761-b57d-1886e881659a req-55d16c4f-3168-46d1-aa72-c7272a61c8d4 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Deleting port 67f544bb-7780-41a7-b9d6-029ea496630b {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:09:35.673565 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ea0e589b-5d1b-4761-b57d-1886e881659a req-55d16c4f-3168-46d1-aa72-c7272a61c8d4 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (67f544bb-7780-41a7-b9d6-029ea496630b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:35.749728 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-63e4949f-e063-40d1-8cf2-31eaf24ed488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (0aac44a3-4af7-438e-b38b-6e2d31b69c2c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:35.768431 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc6022-f97f-472c-821b-8b1b0d5647d9 req-236351d9-4acf-48bc-b552-67399ffb4177 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:35.770004 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07bc6022-f97f-472c-821b-8b1b0d5647d9 req-236351d9-4acf-48bc-b552-67399ffb4177 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e6b82-a21a-472f-9f1d-69c2f09fed64 HTTP/1.1" status: 200 len: 947 time: 0.1785960 Jan 28 00:09:35.773326 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-06cd235e-cc63-46f0-9c1a-b95e6e1de0d1 req-e51aa784-26bc-41cf-b757-da376e0d32e4 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653323 Jan 28 00:09:35.807753 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4949f-e063-40d1-8cf2-31eaf24ed488 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aac44a3-4af7-438e-b38b-6e2d31b69c2c,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:35.812636 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-63e4949f-e063-40d1-8cf2-31eaf24ed488 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:35.816344 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-63e4949f-e063-40d1-8cf2-31eaf24ed488 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0aac44a3-4af7-438e-b38b-6e2d31b69c2c HTTP/1.1" status: 204 len: 168 time: 0.7437086 Jan 28 00:09:35.820079 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46666) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:35.851435 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2146ec4-e2f8-4d66-9313-15b22b2f4f46 x-openstack-request-id: req-e2146ec4-e2f8-4d66-9313-15b22b2f4f46 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:09:35.851852 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c1e6b82-a21a-472f-9f1d-69c2f09fed64", "tag": "7531e73e-452d-483a-8428-64e50979b8c1", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:09:35.852213 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e2146ec4-e2f8-4d66-9313-15b22b2f4f46 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:09:35.853344 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c1e6b82-a21a-472f-9f1d-69c2f09fed64', 'tag': '7531e73e-452d-483a-8428-64e50979b8c1', 'status': 'completed', 'code': 200} Jan 28 00:09:35.876349 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6d0d7db4-92b5-420a-82f2-ec89b128a80d admin admin] Publish callbacks [] for router_gateway (c5d4abf9-ee6e-4871-9fd2-534e379d6ee2), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:35.936700 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35ef5422-6aad-4487-b000-ba5a26b22111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:35.944155 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07bc6022-f97f-472c-821b-8b1b0d5647d9 req-1f10f3fc-f6c1-4e8c-b2cd-30586e1e1b2e tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/security-groups?id=e554b95c-e6db-4216-a8d9-ac04c10b9cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447093 Jan 28 00:09:36.026642 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-ea0e589b-5d1b-4761-b57d-1886e881659a req-55d16c4f-3168-46d1-aa72-c7272a61c8d4 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] For port 67f544bb-7780-41a7-b9d6-029ea496630b, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=67f544bb-7780-41a7-b9d6-029ea496630b,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:36.027131 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ea0e589b-5d1b-4761-b57d-1886e881659a req-55d16c4f-3168-46d1-aa72-c7272a61c8d4 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (67f544bb-7780-41a7-b9d6-029ea496630b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:36.039791 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-787084dc-19dc-4927-b2de-d1ae08f15350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (84091500-7a74-4461-8afc-f6f5d06835d7), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:36.042828 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbfc9f-b725-45f3-914d-35d881cbce0f req-3066e4f2-f55a-4e21-a28b-97f8f903911d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:36.044484 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-04bbfc9f-b725-45f3-914d-35d881cbce0f req-3066e4f2-f55a-4e21-a28b-97f8f903911d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf01f9f2f03d46089363606fbcbe787d&device_id=3c1e6b82-a21a-472f-9f1d-69c2f09fed64 HTTP/1.1" status: 200 len: 1098 time: 0.1184969 Jan 28 00:09:36.053374 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-ea0e589b-5d1b-4761-b57d-1886e881659a req-55d16c4f-3168-46d1-aa72-c7272a61c8d4 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Calling delete_port for 67f544bb-7780-41a7-b9d6-029ea496630b owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:09:36.096405 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe20f2-23ef-4d00-b775-6b1feccc6dd7 req-4dea34e2-eea9-4900-86a6-0af6366b07dc tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:36.098083 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bebe20f2-23ef-4d00-b775-6b1feccc6dd7 req-4dea34e2-eea9-4900-86a6-0af6366b07dc tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 1096 time: 0.1748741 Jan 28 00:09:36.234852 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbfc9f-b725-45f3-914d-35d881cbce0f req-13d52658-3b53-4b1c-a54e-b800b68ba83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:36.236526 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-04bbfc9f-b725-45f3-914d-35d881cbce0f req-13d52658-3b53-4b1c-a54e-b800b68ba83b service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.1851306 Jan 28 00:09:36.237887 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6d0d7db4-92b5-420a-82f2-ec89b128a80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (c5d4abf9-ee6e-4871-9fd2-534e379d6ee2), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:36.289908 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce361251-0b31-4b8f-b093-1e01251029bf None None] Network af463525-5a3e-4d06-85c6-1a5086f8978a requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:09:36.322254 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-04bbfc9f-b725-45f3-914d-35d881cbce0f req-0b15feef-8b5f-40c0-b9da-e77bada39b92 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=7531e73e-452d-483a-8428-64e50979b8c1 HTTP/1.1" status: 200 len: 217 time: 0.0769489 Jan 28 00:09:36.354715 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-1a336e14-8ae3-4856-82b0-8eb1fa2cb131 None None] Provisioning complete for port 4c54009b-f391-4a14-a08e-693ee413ff97 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:09:36.355192 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a336e14-8ae3-4856-82b0-8eb1fa2cb131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4c54009b-f391-4a14-a08e-693ee413ff97), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:36.451384 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbfc9f-b725-45f3-914d-35d881cbce0f req-3233af30-091a-453b-955d-4756d9710116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:36.454949 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-04bbfc9f-b725-45f3-914d-35d881cbce0f req-3233af30-091a-453b-955d-4756d9710116 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1167488 Jan 28 00:09:36.509414 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0d7db4-92b5-420a-82f2-ec89b128a80d admin admin] Router c5d4abf9-ee6e-4871-9fd2-534e379d6ee2 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:09:36.521108 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8427dc6-5732-4849-bbff-4e1e22c12af4 req-7c8dfc6f-ce63-4910-887d-261b41a0b7e3 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:36.522776 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a8427dc6-5732-4849-bbff-4e1e22c12af4 req-7c8dfc6f-ce63-4910-887d-261b41a0b7e3 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 945 time: 0.4705639 Jan 28 00:09:36.527481 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-787084dc-19dc-4927-b2de-d1ae08f15350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (84091500-7a74-4461-8afc-f6f5d06835d7), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:36.541172 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbfc9f-b725-45f3-914d-35d881cbce0f req-02f8c2f1-aaed-48e7-8e30-09e6b0f92f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:36.542844 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-04bbfc9f-b725-45f3-914d-35d881cbce0f req-02f8c2f1-aaed-48e7-8e30-09e6b0f92f23 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0745826 Jan 28 00:09:36.543543 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1a336e14-8ae3-4856-82b0-8eb1fa2cb131 None None] Current status of the port 4c54009b-f391-4a14-a08e-693ee413ff97 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:09:36.546416 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a336e14-8ae3-4856-82b0-8eb1fa2cb131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4c54009b-f391-4a14-a08e-693ee413ff97), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:36.549860 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bebe20f2-23ef-4d00-b775-6b1feccc6dd7 req-cbf01490-9c09-490a-9ddb-9fbf8fcfdd73 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155881 Jan 28 00:09:36.613561 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-787084dc-19dc-4927-b2de-d1ae08f15350 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84091500-7a74-4461-8afc-f6f5d06835d7']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:09:36.629642 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1a336e14-8ae3-4856-82b0-8eb1fa2cb131 None None] For port 4c54009b-f391-4a14-a08e-693ee413ff97, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4c54009b-f391-4a14-a08e-693ee413ff97,segment=NetworkSegment(694f6eea-06a8-49aa-9a59-ebf86869732c),segment_id=694f6eea-06a8-49aa-9a59-ebf86869732c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:36.635982 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a336e14-8ae3-4856-82b0-8eb1fa2cb131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (4c54009b-f391-4a14-a08e-693ee413ff97), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:36.694984 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-787084dc-19dc-4927-b2de-d1ae08f15350 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c55b8f7-4e5e-42c5-ab22-58047762591b') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:09:36.695314 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-787084dc-19dc-4927-b2de-d1ae08f15350 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c55b8f7-4e5e-42c5-ab22-58047762591b') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:09:36.720709 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a336e14-8ae3-4856-82b0-8eb1fa2cb131 None None] Pushing event updated for resources: {'Port': ['ID=4c54009b-f391-4a14-a08e-693ee413ff97,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:36.740663 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-787084dc-19dc-4927-b2de-d1ae08f15350 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (8c55b8f7-4e5e-42c5-ab22-58047762591b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:36.789012 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a8427dc6-5732-4849-bbff-4e1e22c12af4 req-1604ddca-45d8-4115-a31a-3ddd213ff76b tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421746 Jan 28 00:09:36.801623 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-787084dc-19dc-4927-b2de-d1ae08f15350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (8c55b8f7-4e5e-42c5-ab22-58047762591b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:36.810408 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-04bbfc9f-b725-45f3-914d-35d881cbce0f req-d83a3846-9aea-4531-85ac-f16171daa9aa service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981351 Jan 28 00:09:36.811129 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ea0e589b-5d1b-4761-b57d-1886e881659a req-55d16c4f-3168-46d1-aa72-c7272a61c8d4 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (67f544bb-7780-41a7-b9d6-029ea496630b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:36.811988 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0d7db4-92b5-420a-82f2-ec89b128a80d admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:09:36.816811 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787084dc-19dc-4927-b2de-d1ae08f15350 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:09:36.817377 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-787084dc-19dc-4927-b2de-d1ae08f15350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (8c55b8f7-4e5e-42c5-ab22-58047762591b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:36.820972 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:09:36.820972 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:09:36.820972 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:09:36.820972 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:09:36.820972 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:09:36.820972 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:09:36.820972 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:09:36.820972 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:09:36.820972 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:09:36.820972 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:09:36.820972 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:09:36.820972 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:09:36.820972 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:09:36.820972 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:09:36.820972 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:09:36.820972 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:09:36.820972 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:09:36.820972 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:09:36.820972 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:09:36.820972 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:09:36.820972 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:09:36.820972 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:09:36.820972 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:09:36.820972 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:09:36.820972 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:09:36.820972 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:09:36.820972 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:09:36.820972 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:09:36.820972 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:09:36.820972 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:09:36.820972 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:09:36.820972 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:09:36.829390 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3991698-c15b-49e6-afed-ad3672f44dc0 None None] Sync routers for ids ['c5d4abf9-ee6e-4871-9fd2-534e379d6ee2'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:09:36.849126 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['67f544bb-7780-41a7-b9d6-029ea496630b'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:09:36.875180 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3991698-c15b-49e6-afed-ad3672f44dc0 None None] Routers {'c5d4abf9-ee6e-4871-9fd2-534e379d6ee2'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:09:36.875995 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e3991698-c15b-49e6-afed-ad3672f44dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:09:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c5d4abf9-ee6e-4871-9fd2-534e379d6ee2'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:09:36.888980 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device c935ebae-c09c-4ad5-8fe4-080be4e43828 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:09:36.920095 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1991aa0-2f9d-4cd7-9b34-ee8249e5e142 req-7720bdb0-4f38-4d7b-8cfe-73a3984ede84 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:36.924006 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6d0d7db4-92b5-420a-82f2-ec89b128a80d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:36.927953 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6d0d7db4-92b5-420a-82f2-ec89b128a80d admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8759668 Jan 28 00:09:36.928221 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f1991aa0-2f9d-4cd7-9b34-ee8249e5e142 req-7720bdb0-4f38-4d7b-8cfe-73a3984ede84 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=1453a213-40e8-4515-a401-ae9cfdaa4d70 HTTP/1.1" status: 200 len: 948 time: 0.2260869 Jan 28 00:09:36.928314 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46678) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:36.930213 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d16c4f-3168-46d1-aa72-c7272a61c8d4 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Pushing event deleted for resources: {'Port': ['ID=67f544bb-7780-41a7-b9d6-029ea496630b,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:37.016613 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port c935ebae-c09c-4ad5-8fe4-080be4e43828, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=c935ebae-c09c-4ad5-8fe4-080be4e43828,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:37.039748 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'c935ebae-c09c-4ad5-8fe4-080be4e43828', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': 'c935ebae-c09c-4ad5-8fe4-080be4e43828', 'mac_address': 'fa:16:3e:91:5c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:09:37.090209 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f1991aa0-2f9d-4cd7-9b34-ee8249e5e142 req-96029e40-5982-4d05-b127-3d9530bb14f6 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559541 Jan 28 00:09:37.092399 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0e589b-5d1b-4761-b57d-1886e881659a req-55d16c4f-3168-46d1-aa72-c7272a61c8d4 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] No DVR routers for this DVR port 67f544bb-7780-41a7-b9d6-029ea496630b on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:09:37.096242 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-787084dc-19dc-4927-b2de-d1ae08f15350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (84091500-7a74-4461-8afc-f6f5d06835d7), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:37.112212 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port c935ebae-c09c-4ad5-8fe4-080be4e43828 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:09:37.112972 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c935ebae-c09c-4ad5-8fe4-080be4e43828), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:37.130261 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-59602467-0caf-4dbf-8c32-476e214e6a57 None None] Provisioning complete for port 4c54009b-f391-4a14-a08e-693ee413ff97 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:09:37.130600 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ea0e589b-5d1b-4761-b57d-1886e881659a req-55d16c4f-3168-46d1-aa72-c7272a61c8d4 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:37.131181 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-59602467-0caf-4dbf-8c32-476e214e6a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4c54009b-f391-4a14-a08e-693ee413ff97), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:37.134510 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea0e589b-5d1b-4761-b57d-1886e881659a req-55d16c4f-3168-46d1-aa72-c7272a61c8d4 tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.52 "DELETE /v2.0/ports/67f544bb-7780-41a7-b9d6-029ea496630b HTTP/1.1" status: 204 len: 173 time: 1.7725477 Jan 28 00:09:37.135209 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-787084dc-19dc-4927-b2de-d1ae08f15350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:37.140349 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-04bbfc9f-b725-45f3-914d-35d881cbce0f req-48f5ae0f-122e-4f67-815f-b5a5e8fa1d52 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025677 Jan 28 00:09:37.157036 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-787084dc-19dc-4927-b2de-d1ae08f15350 admin admin] 10.222.0.70 "DELETE /v2.0/networks/84091500-7a74-4461-8afc-f6f5d06835d7 HTTP/1.1" status: 204 len: 168 time: 1.3275070 Jan 28 00:09:37.157036 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c17a99-63f8-41cf-b487-7be8d44cc2b2', 'name': 'network-vif-deleted', 'tag': '67f544bb-7780-41a7-b9d6-029ea496630b'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:09:37.163838 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f54a87f-f83c-4a20-a8ed-c3b85c9f5058" -d '{"events": [{"server_uuid": "35c17a99-63f8-41cf-b487-7be8d44cc2b2", "name": "network-vif-deleted", "tag": "67f544bb-7780-41a7-b9d6-029ea496630b"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:09:37.182216 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c935ebae-c09c-4ad5-8fe4-080be4e43828 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:09:37.195322 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-e3991698-c15b-49e6-afed-ad3672f44dc0 None None] Set router c5d4abf9-ee6e-4871-9fd2-534e379d6ee2 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:09:37.289464 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d335197f-e57c-4bbd-8789-5a625b37fecf req-a71e6e22-f57a-4ea2-85d1-97efa995295e tempest-ServerDiagnosticsNegativeTest-2062315050 tempest-ServerDiagnosticsNegativeTest-2062315050-project] 10.222.0.70 "GET /v2.0/ports?device_id=35c17a99-63f8-41cf-b487-7be8d44cc2b2 HTTP/1.1" status: 200 len: 210 time: 0.2164767 Jan 28 00:09:37.299420 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787084dc-19dc-4927-b2de-d1ae08f15350 admin admin] Pushing event deleted for resources: {'Network': ['ID=84091500-7a74-4461-8afc-f6f5d06835d7,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:37.346925 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4c54009b-f391-4a14-a08e-693ee413ff97 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:09:37.383703 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port c935ebae-c09c-4ad5-8fe4-080be4e43828, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=c935ebae-c09c-4ad5-8fe4-080be4e43828,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:37.388815 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0292715-6e39-487b-9a8c-018e3f512e40 x-openstack-request-id: req-e0292715-6e39-487b-9a8c-018e3f512e40 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:09:37.389812 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c17a99-63f8-41cf-b487-7be8d44cc2b2", "name": "network-vif-deleted", "tag": "67f544bb-7780-41a7-b9d6-029ea496630b", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:09:37.390295 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e0292715-6e39-487b-9a8c-018e3f512e40 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:09:37.391148 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c17a99-63f8-41cf-b487-7be8d44cc2b2', 'name': 'network-vif-deleted', 'tag': '67f544bb-7780-41a7-b9d6-029ea496630b', 'status': 'completed', 'code': 200} Jan 28 00:09:37.445730 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac60318-e7a6-48be-a80d-d8bf044c3877 req-879a5a49-d5b2-4e5a-a7a6-98d99c8da10f tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:37.461416 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fac60318-e7a6-48be-a80d-d8bf044c3877 req-879a5a49-d5b2-4e5a-a7a6-98d99c8da10f tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e6b82-a21a-472f-9f1d-69c2f09fed64 HTTP/1.1" status: 200 len: 947 time: 0.1158268 Jan 28 00:09:37.470273 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c935ebae-c09c-4ad5-8fe4-080be4e43828), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:37.523005 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46690) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:37.540979 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fac60318-e7a6-48be-a80d-d8bf044c3877 req-9886a02f-bc4e-4a7a-b22e-745be5c761af tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/security-groups?id=e554b95c-e6db-4216-a8d9-ac04c10b9cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777805 Jan 28 00:09:37.600664 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8712eb52-8d9c-471f-af27-a3ace3ed4860 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c2de971249f741c0937ae7be3229d4c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0560863 Jan 28 00:09:37.601371 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46692) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:37.645674 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e3991698-c15b-49e6-afed-ad3672f44dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d4abf9-ee6e-4871-9fd2-534e379d6ee2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1186948698-router', 'tenant_id': '1c43b3d89be8497db11b11700155db36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:09:34Z', 'updated_at': '2022-01-28T00:09:35Z', 'revision_number': 3, 'project_id': '1c43b3d89be8497db11b11700155db36', 'gw_port': {'id': '2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:45:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d4abf9-ee6e-4871-9fd2-534e379d6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:09:35Z', 'updated_at': '2022-01-28T00:09:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:09:37.676030 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=c935ebae-c09c-4ad5-8fe4-080be4e43828,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:37.676639 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6772780a-10ce-40e2-8afd-b90b1263b0eb admin admin] Publish callbacks [] for security_group (324fbe04-185a-42e9-9591-1f8de4f643ac), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:37.692307 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3991698-c15b-49e6-afed-ad3672f44dc0 None None] Checking router: c5d4abf9-ee6e-4871-9fd2-534e379d6ee2 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:09:37.692929 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3991698-c15b-49e6-afed-ad3672f44dc0 None None] Updating router c5d4abf9-ee6e-4871-9fd2-534e379d6ee2 port 2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:09:37.696263 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 4c54009b-f391-4a14-a08e-693ee413ff97 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:09:37.698497 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4c54009b-f391-4a14-a08e-693ee413ff97), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:37.715042 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6772780a-10ce-40e2-8afd-b90b1263b0eb admin admin] Publish callbacks [] for security_group (324fbe04-185a-42e9-9591-1f8de4f643ac), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:37.725703 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e3991698-c15b-49e6-afed-ad3672f44dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:37.747302 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-59602467-0caf-4dbf-8c32-476e214e6a57 None None] Current status of the port 4c54009b-f391-4a14-a08e-693ee413ff97 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:09:37.827037 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6772780a-10ce-40e2-8afd-b90b1263b0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (324fbe04-185a-42e9-9591-1f8de4f643ac), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:37.829892 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6772780a-10ce-40e2-8afd-b90b1263b0eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:37.834022 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6772780a-10ce-40e2-8afd-b90b1263b0eb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/324fbe04-185a-42e9-9591-1f8de4f643ac HTTP/1.1" status: 204 len: 168 time: 0.2315400 Jan 28 00:09:37.880064 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6772780a-10ce-40e2-8afd-b90b1263b0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324fbe04-185a-42e9-9591-1f8de4f643ac,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:37.927578 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 4c54009b-f391-4a14-a08e-693ee413ff97 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:09:37.948906 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['c935ebae-c09c-4ad5-8fe4-080be4e43828'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:09:38.073676 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62168e14-665d-4f92-a357-bf09b851b9cc req-a7fff2bd-b912-47f4-b312-da54cd52d4a4 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:38.079342 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62168e14-665d-4f92-a357-bf09b851b9cc req-a7fff2bd-b912-47f4-b312-da54cd52d4a4 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 945 time: 0.1488571 Jan 28 00:09:38.244378 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dee3e254-dd77-4f30-bafb-336623c4520b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:38.276146 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62168e14-665d-4f92-a357-bf09b851b9cc req-888f9377-5052-4088-8890-5771780f2c93 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919935 Jan 28 00:09:38.324824 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e3991698-c15b-49e6-afed-ad3672f44dc0 None None] Publish callbacks [] for port (2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:38.337422 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e3991698-c15b-49e6-afed-ad3672f44dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:38.387928 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cebedc-5830-49bc-8414-4c8573667aae req-7d2419f9-1593-4103-8e31-ffb642795791 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:38.401622 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3cebedc-5830-49bc-8414-4c8573667aae req-7d2419f9-1593-4103-8e31-ffb642795791 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=1453a213-40e8-4515-a401-ae9cfdaa4d70 HTTP/1.1" status: 200 len: 949 time: 0.1787374 Jan 28 00:09:38.450049 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e339c-cf09-4268-909a-90b23e317b85 None None] Pushing event updated for resources: {'Port': ['ID=2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:38.482443 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e339c-cf09-4268-909a-90b23e317b85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:38.483069 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e339c-cf09-4268-909a-90b23e317b85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:38.483558 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e339c-cf09-4268-909a-90b23e317b85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:38.484077 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e339c-cf09-4268-909a-90b23e317b85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:38.485221 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e339c-cf09-4268-909a-90b23e317b85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:38.485788 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e339c-cf09-4268-909a-90b23e317b85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:38.486268 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e339c-cf09-4268-909a-90b23e317b85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:38.486755 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e339c-cf09-4268-909a-90b23e317b85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:38.487297 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e339c-cf09-4268-909a-90b23e317b85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:38.487807 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e339c-cf09-4268-909a-90b23e317b85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:38.488301 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e339c-cf09-4268-909a-90b23e317b85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:38.488784 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e339c-cf09-4268-909a-90b23e317b85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:38.489402 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e339c-cf09-4268-909a-90b23e317b85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:09:38.493160 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-e3991698-c15b-49e6-afed-ad3672f44dc0 None None] Attempting to bind port 2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:09:38.493725 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-e3991698-c15b-49e6-afed-ad3672f44dc0 None None] Attempting to bind port 2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:09:38.494280 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3991698-c15b-49e6-afed-ad3672f44dc0 None None] Attempting to bind port 2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:09:38.501489 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3991698-c15b-49e6-afed-ad3672f44dc0 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:09:38.502141 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3991698-c15b-49e6-afed-ad3672f44dc0 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:09:38.502755 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e3991698-c15b-49e6-afed-ad3672f44dc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:38.503324 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3991698-c15b-49e6-afed-ad3672f44dc0 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:09:38.504069 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-e3991698-c15b-49e6-afed-ad3672f44dc0 None None] Bound port: 2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:09:38.504639 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e3991698-c15b-49e6-afed-ad3672f44dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:38.525266 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46716) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:38.573647 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-e3991698-c15b-49e6-afed-ad3672f44dc0 None None] For port 2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:09:38.577440 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-e3991698-c15b-49e6-afed-ad3672f44dc0 None None] For port 2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:09:38.585869 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e3991698-c15b-49e6-afed-ad3672f44dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:38.605533 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3cebedc-5830-49bc-8414-4c8573667aae req-5618a62d-d39e-4f89-b203-f3fb949f35ec tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016757 Jan 28 00:09:38.612428 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-19ef5e32-b136-45f5-ad20-d3de29d59782 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b71b66bc00d349c78d9e9f18ccbad73a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0859332 Jan 28 00:09:38.614896 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-372c1be5-7f72-4e4b-b4bd-72afbd2f4dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:38.633093 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46722) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:38.661201 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e339c-cf09-4268-909a-90b23e317b85 None None] Pushing event updated for resources: {'Port': ['ID=2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:38.677084 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3991698-c15b-49e6-afed-ad3672f44dc0 None None] Routers {'c5d4abf9-ee6e-4871-9fd2-534e379d6ee2'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:09:38.677934 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e3991698-c15b-49e6-afed-ad3672f44dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:09:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c5d4abf9-ee6e-4871-9fd2-534e379d6ee2'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:09:38.725509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20c913-8a9b-4978-887d-df9406e1c9e9 req-26e9442c-a1ec-419f-86a0-30d1e5890077 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:38.733496 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e20c913-8a9b-4978-887d-df9406e1c9e9 req-26e9442c-a1ec-419f-86a0-30d1e5890077 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 1096 time: 0.2484934 Jan 28 00:09:38.808684 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-644a6de2-58ba-4af4-9541-456a87b2d44e admin admin] Publish callbacks [] for security_group (bdb0f0ca-855a-4230-9989-ec3ee33efc9e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:38.818992 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e20c913-8a9b-4978-887d-df9406e1c9e9 req-331d5396-feed-4801-bcaf-6723f97ebd62 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846641 Jan 28 00:09:38.850271 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 67f544bb-7780-41a7-b9d6-029ea496630b no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:09:38.875772 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46728) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:38.921395 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 67f544bb-7780-41a7-b9d6-029ea496630b {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:09:38.921749 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 67f544bb-7780-41a7-b9d6-029ea496630b not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:09:38.937133 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-644a6de2-58ba-4af4-9541-456a87b2d44e admin admin] Publish callbacks [] for security_group (bdb0f0ca-855a-4230-9989-ec3ee33efc9e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:38.941267 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-e3991698-c15b-49e6-afed-ad3672f44dc0 None None] Set router c5d4abf9-ee6e-4871-9fd2-534e379d6ee2 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:09:39.016859 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-372c1be5-7f72-4e4b-b4bd-72afbd2f4dc9 admin admin] Allocated IP 172.20.0.1 (af463525-5a3e-4d06-85c6-1a5086f8978a/cae1777e-0500-4c2e-8b1e-bafb88057bb2/f0b1e0e9-81d0-4492-9e20-ca851941a868) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:09:39.091786 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854fe15-0626-4338-93d2-259b73c8ac72 req-704b7019-fa66-43c6-9370-d48a538f77a4 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:39.097046 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2854fe15-0626-4338-93d2-259b73c8ac72 req-704b7019-fa66-43c6-9370-d48a538f77a4 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e6b82-a21a-472f-9f1d-69c2f09fed64 HTTP/1.1" status: 200 len: 947 time: 0.3213444 Jan 28 00:09:39.133589 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-644a6de2-58ba-4af4-9541-456a87b2d44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (bdb0f0ca-855a-4230-9989-ec3ee33efc9e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:39.136393 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-644a6de2-58ba-4af4-9541-456a87b2d44e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:39.150436 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-644a6de2-58ba-4af4-9541-456a87b2d44e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bdb0f0ca-855a-4230-9989-ec3ee33efc9e HTTP/1.1" status: 204 len: 168 time: 0.5093331 Jan 28 00:09:39.171432 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e53d4-bde6-45b8-9f32-b593ae58afa4 req-f09dbf61-c2e6-45e4-aafc-4d9bbff6a8ce tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:39.173700 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bf8e53d4-bde6-45b8-9f32-b593ae58afa4 req-f09dbf61-c2e6-45e4-aafc-4d9bbff6a8ce tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 1096 time: 0.1893523 Jan 28 00:09:39.200343 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a6de2-58ba-4af4-9541-456a87b2d44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb0f0ca-855a-4230-9989-ec3ee33efc9e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:39.214819 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-372c1be5-7f72-4e4b-b4bd-72afbd2f4dc9 admin admin] Publish callbacks [] for port (f0b1e0e9-81d0-4492-9e20-ca851941a868), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:39.256074 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-db252e53-04a1-469f-b607-71a88cb80e37 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f23541747ff04b018725e3e59cf9e4a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3774159 Jan 28 00:09:39.266738 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e3991698-c15b-49e6-afed-ad3672f44dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d4abf9-ee6e-4871-9fd2-534e379d6ee2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1186948698-router', 'tenant_id': '1c43b3d89be8497db11b11700155db36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:09:34Z', 'updated_at': '2022-01-28T00:09:35Z', 'revision_number': 3, 'project_id': '1c43b3d89be8497db11b11700155db36', 'gw_port': {'id': '2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:45:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d4abf9-ee6e-4871-9fd2-534e379d6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:09:35Z', 'updated_at': '2022-01-28T00:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:09:39.267943 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2854fe15-0626-4338-93d2-259b73c8ac72 req-5ab1e2a1-79d9-4de4-bf86-2f75d6a44291 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/security-groups?id=e554b95c-e6db-4216-a8d9-ac04c10b9cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544833 Jan 28 00:09:39.268666 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46738) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:39.305177 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-372c1be5-7f72-4e4b-b4bd-72afbd2f4dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (f0b1e0e9-81d0-4492-9e20-ca851941a868), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:39.349859 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3991698-c15b-49e6-afed-ad3672f44dc0 None None] The sync data for ids ['c5d4abf9-ee6e-4871-9fd2-534e379d6ee2'] in n-d-826754-1 is: [{'id': 'c5d4abf9-ee6e-4871-9fd2-534e379d6ee2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1186948698-router', 'tenant_id': '1c43b3d89be8497db11b11700155db36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:09:34Z', 'updated_at': '2022-01-28T00:09:35Z', 'revision_number': 3, 'project_id': '1c43b3d89be8497db11b11700155db36', 'gw_port': {'id': '2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:45:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d4abf9-ee6e-4871-9fd2-534e379d6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:09:35Z', 'updated_at': '2022-01-28T00:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:09:39.389116 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bf8e53d4-bde6-45b8-9f32-b593ae58afa4 req-a3919a10-e879-4d3c-89c7-5086b9a60e78 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994450 Jan 28 00:09:39.427176 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372c1be5-7f72-4e4b-b4bd-72afbd2f4dc9 admin admin] Network af463525-5a3e-4d06-85c6-1a5086f8978a is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:09:39.429410 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-372c1be5-7f72-4e4b-b4bd-72afbd2f4dc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:09:39.431601 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c1be5-7f72-4e4b-b4bd-72afbd2f4dc9 admin admin] Pushing event updated for resources: {'Port': ['ID=f0b1e0e9-81d0-4492-9e20-ca851941a868,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:39.445070 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372c1be5-7f72-4e4b-b4bd-72afbd2f4dc9 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:09:39.449624 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-928ad425-5e0b-4f62-9415-32bcbcfe349d admin admin] Publish callbacks [] for security_group (99a371e1-cf5c-4bbf-9ee5-b9b720c75ffd), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:39.488229 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:39.530152 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-928ad425-5e0b-4f62-9415-32bcbcfe349d admin admin] Publish callbacks [] for security_group (99a371e1-cf5c-4bbf-9ee5-b9b720c75ffd), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:39.531094 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-372c1be5-7f72-4e4b-b4bd-72afbd2f4dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (c5d4abf9-ee6e-4871-9fd2-534e379d6ee2), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:39.632474 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 7531e73e-452d-483a-8428-64e50979b8c1 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:09:39.654819 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-928ad425-5e0b-4f62-9415-32bcbcfe349d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (99a371e1-cf5c-4bbf-9ee5-b9b720c75ffd), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:39.660512 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-928ad425-5e0b-4f62-9415-32bcbcfe349d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:39.661869 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-928ad425-5e0b-4f62-9415-32bcbcfe349d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/99a371e1-cf5c-4bbf-9ee5-b9b720c75ffd HTTP/1.1" status: 204 len: 168 time: 0.3833873 Jan 28 00:09:39.675581 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ad425-5e0b-4f62-9415-32bcbcfe349d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a371e1-cf5c-4bbf-9ee5-b9b720c75ffd,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:40.017240 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 7531e73e-452d-483a-8428-64e50979b8c1, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=7531e73e-452d-483a-8428-64e50979b8c1,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:40.023301 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af90d4b-807f-44eb-a4f9-3ffec8056f6a req-c4970dc1-d275-49e0-ad71-26b42cd51d25 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:40.043666 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1af90d4b-807f-44eb-a4f9-3ffec8056f6a req-c4970dc1-d275-49e0-ad71-26b42cd51d25 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=1453a213-40e8-4515-a401-ae9cfdaa4d70 HTTP/1.1" status: 200 len: 949 time: 0.2162366 Jan 28 00:09:40.045147 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-bf536fc8-28fc-4ae8-b389-d597ef43040a None None] Provisioning complete for port f0b1e0e9-81d0-4492-9e20-ca851941a868 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:09:40.045634 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bf536fc8-28fc-4ae8-b389-d597ef43040a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f0b1e0e9-81d0-4492-9e20-ca851941a868), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:40.051454 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '7531e73e-452d-483a-8428-64e50979b8c1', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': '7531e73e-452d-483a-8428-64e50979b8c1', 'mac_address': 'fa:16:3e:97:a4:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:09:40.174251 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-bf536fc8-28fc-4ae8-b389-d597ef43040a None None] Port f0b1e0e9-81d0-4492-9e20-ca851941a868 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:09:40.184148 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 7531e73e-452d-483a-8428-64e50979b8c1 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:09:40.185106 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7531e73e-452d-483a-8428-64e50979b8c1), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:40.216581 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7531e73e-452d-483a-8428-64e50979b8c1 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:09:40.235991 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59499430-1f6d-453d-91eb-3a93a1891f17 req-d2c4f8e2-4747-4929-990c-bb705a30082c tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:40.250424 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-59499430-1f6d-453d-91eb-3a93a1891f17 req-d2c4f8e2-4747-4929-990c-bb705a30082c tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 1096 time: 0.3135777 Jan 28 00:09:40.260122 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 7531e73e-452d-483a-8428-64e50979b8c1, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=7531e73e-452d-483a-8428-64e50979b8c1,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:40.267809 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (7531e73e-452d-483a-8428-64e50979b8c1), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:40.277380 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-372c1be5-7f72-4e4b-b4bd-72afbd2f4dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f0b1e0e9-81d0-4492-9e20-ca851941a868), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:40.319576 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1af90d4b-807f-44eb-a4f9-3ffec8056f6a req-cf357a7b-d9e5-4a32-9484-9af7c491a786 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707207 Jan 28 00:09:40.332254 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=7531e73e-452d-483a-8428-64e50979b8c1,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:40.390116 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-59499430-1f6d-453d-91eb-3a93a1891f17 req-6838b140-de85-4e45-bfbf-aff7a83890e2 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355908 Jan 28 00:09:40.500915 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46770) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:40.525577 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4cf5a698-cdd0-471b-963f-88963115d314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:40.614450 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['7531e73e-452d-483a-8428-64e50979b8c1'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:09:40.674289 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb01b3-3e2d-4ad7-9261-6e936ed08fa4 req-c787c49a-2022-4356-b955-e9c279208d23 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:40.677654 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cebb01b3-3e2d-4ad7-9261-6e936ed08fa4 req-c787c49a-2022-4356-b955-e9c279208d23 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e6b82-a21a-472f-9f1d-69c2f09fed64 HTTP/1.1" status: 200 len: 948 time: 0.1446662 Jan 28 00:09:40.685792 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-372c1be5-7f72-4e4b-b4bd-72afbd2f4dc9 admin admin] Publish callbacks [] for port (f0b1e0e9-81d0-4492-9e20-ca851941a868), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:40.696971 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-372c1be5-7f72-4e4b-b4bd-72afbd2f4dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (f0b1e0e9-81d0-4492-9e20-ca851941a868), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:40.795348 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-372c1be5-7f72-4e4b-b4bd-72afbd2f4dc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (c5d4abf9-ee6e-4871-9fd2-534e379d6ee2), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:40.838382 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c1be5-7f72-4e4b-b4bd-72afbd2f4dc9 admin admin] Pushing event updated for resources: {'Port': ['ID=f0b1e0e9-81d0-4492-9e20-ca851941a868,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:40.876674 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cebb01b3-3e2d-4ad7-9261-6e936ed08fa4 req-67441848-dfc0-455e-b68f-da2e01b1857c tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/security-groups?id=e554b95c-e6db-4216-a8d9-ac04c10b9cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859341 Jan 28 00:09:40.886473 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device c935ebae-c09c-4ad5-8fe4-080be4e43828 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:09:40.925636 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4cf5a698-cdd0-471b-963f-88963115d314 admin admin] Publish callbacks [] for security_group (3df328b2-595b-48c3-af36-f068205c5197), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:40.935758 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4cf5a698-cdd0-471b-963f-88963115d314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (3df328b2-595b-48c3-af36-f068205c5197), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:40.949553 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372c1be5-7f72-4e4b-b4bd-72afbd2f4dc9 admin admin] Network af463525-5a3e-4d06-85c6-1a5086f8978a is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:09:40.957018 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-372c1be5-7f72-4e4b-b4bd-72afbd2f4dc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:09:40.998868 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:41.052608 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4cf5a698-cdd0-471b-963f-88963115d314 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c71151577b58471a8977a374376feaab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5505333 Jan 28 00:09:41.056142 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46780) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:41.094831 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port c935ebae-c09c-4ad5-8fe4-080be4e43828 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:09:41.104293 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port c935ebae-c09c-4ad5-8fe4-080be4e43828 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:09:41.105007 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c935ebae-c09c-4ad5-8fe4-080be4e43828), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:41.119941 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5a698-cdd0-471b-963f-88963115d314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df328b2-595b-48c3-af36-f068205c5197,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:41.229556 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6087b55f-f21e-49e7-9ba9-4802b813f77c admin admin] Publish callbacks [] for security_group (3df328b2-595b-48c3-af36-f068205c5197), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:41.250386 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372c1be5-7f72-4e4b-b4bd-72afbd2f4dc9 admin admin] Router c5d4abf9-ee6e-4871-9fd2-534e379d6ee2 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:09:41.275985 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:09:41.290879 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6087b55f-f21e-49e7-9ba9-4802b813f77c admin admin] Publish callbacks [] for security_group (3df328b2-595b-48c3-af36-f068205c5197), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:41.366243 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port c935ebae-c09c-4ad5-8fe4-080be4e43828 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:09:41.368986 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c935ebae-c09c-4ad5-8fe4-080be4e43828), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:41.395178 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6087b55f-f21e-49e7-9ba9-4802b813f77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (3df328b2-595b-48c3-af36-f068205c5197), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:41.399290 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6087b55f-f21e-49e7-9ba9-4802b813f77c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:41.401048 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6087b55f-f21e-49e7-9ba9-4802b813f77c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3df328b2-595b-48c3-af36-f068205c5197 HTTP/1.1" status: 204 len: 168 time: 0.3422441 Jan 28 00:09:41.419412 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port c935ebae-c09c-4ad5-8fe4-080be4e43828, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=c935ebae-c09c-4ad5-8fe4-080be4e43828,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:41.423212 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1453a213-40e8-4515-a401-ae9cfdaa4d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c935ebae-c09c-4ad5-8fe4-080be4e43828'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:09:41.428458 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a6f027-710a-4171-bc01-e2f35d437a81" -d '{"events": [{"server_uuid": "1453a213-40e8-4515-a401-ae9cfdaa4d70", "name": "network-vif-plugged", "status": "completed", "tag": "c935ebae-c09c-4ad5-8fe4-080be4e43828"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:09:41.432730 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6087b55f-f21e-49e7-9ba9-4802b813f77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df328b2-595b-48c3-af36-f068205c5197,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:41.438118 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c935ebae-c09c-4ad5-8fe4-080be4e43828), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:41.489398 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372c1be5-7f72-4e4b-b4bd-72afbd2f4dc9 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:09:41.504382 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-372c1be5-7f72-4e4b-b4bd-72afbd2f4dc9 admin admin] 10.222.0.70 "PUT /v2.0/routers/c5d4abf9-ee6e-4871-9fd2-534e379d6ee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5750301 Jan 28 00:09:41.518772 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-23658250-1028-43d2-9c3f-c4fbe4f254c2 None None] Provisioning complete for port f0b1e0e9-81d0-4492-9e20-ca851941a868 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:09:41.519222 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23658250-1028-43d2-9c3f-c4fbe4f254c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f0b1e0e9-81d0-4492-9e20-ca851941a868), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:41.572933 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:09:41.573377 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:41.602317 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-380c3ca7-3415-4760-9820-382ff593a679 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=dfe22958a8984984910bd44e7a8e6b1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474625 Jan 28 00:09:41.631974 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-23658250-1028-43d2-9c3f-c4fbe4f254c2 None None] Port f0b1e0e9-81d0-4492-9e20-ca851941a868 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:09:41.635653 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=c935ebae-c09c-4ad5-8fe4-080be4e43828,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:41.711161 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:09:41.711655 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:41.738683 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:41.744096 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:41.823775 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-b3621b7e-e710-4eb2-bb3e-a271d95cd99e tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:41.834719 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-b3621b7e-e710-4eb2-bb3e-a271d95cd99e tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2305968 Jan 28 00:09:41.865887 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:41.872008 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-37cfe090-554c-4b65-9f3e-8e3db24c983d tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/quotas/dfe22958a8984984910bd44e7a8e6b1f HTTP/1.1" status: 200 len: 375 time: 0.0355082 Jan 28 00:09:41.985608 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-c06d2458-9660-4d45-b671-d589347f9b3e tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=dfe22958a8984984910bd44e7a8e6b1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1121235 Jan 28 00:09:42.035668 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:42.152218 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40637b3-93b3-4a1c-b295-5c4bebac07cf req-95c83577-0a13-4e78-b359-68cabd00b704 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:42.159792 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c40637b3-93b3-4a1c-b295-5c4bebac07cf req-95c83577-0a13-4e78-b359-68cabd00b704 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=1453a213-40e8-4515-a401-ae9cfdaa4d70 HTTP/1.1" status: 200 len: 950 time: 0.1898961 Jan 28 00:09:42.325186 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c40637b3-93b3-4a1c-b295-5c4bebac07cf req-d64029aa-1006-408d-b82c-a3dd40199c53 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559684 Jan 28 00:09:42.401524 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251a213-5298-4331-a1d1-ec86b6dd2191 req-84a0e037-f03c-427f-b13e-057c25be4408 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:42.410649 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a37089-1f77-4c05-a65c-b8dd0a5e37ea x-openstack-request-id: req-18a37089-1f77-4c05-a65c-b8dd0a5e37ea {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:09:42.410955 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1453a213-40e8-4515-a401-ae9cfdaa4d70", "name": "network-vif-plugged", "status": "completed", "tag": "c935ebae-c09c-4ad5-8fe4-080be4e43828", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:09:42.411211 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-18a37089-1f77-4c05-a65c-b8dd0a5e37ea {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:09:42.411600 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1453a213-40e8-4515-a401-ae9cfdaa4d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c935ebae-c09c-4ad5-8fe4-080be4e43828', 'code': 200} Jan 28 00:09:42.418081 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5251a213-5298-4331-a1d1-ec86b6dd2191 req-84a0e037-f03c-427f-b13e-057c25be4408 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 1096 time: 0.0902653 Jan 28 00:09:42.529600 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d76f1c0-9ed5-4ba1-ac0c-5d2c3e6386c0 None None] Sync routers for ids ['c5d4abf9-ee6e-4871-9fd2-534e379d6ee2'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:09:42.581649 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5251a213-5298-4331-a1d1-ec86b6dd2191 req-ec485edf-75d0-4ab4-a6ae-e63fa7e2a565 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369901 Jan 28 00:09:42.631813 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e7e6a-8244-40af-ab47-5384c1ebf619 req-bc1a03e0-45f3-4ed0-9f4c-87d3f4333c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:42.633502 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a11e7e6a-8244-40af-ab47-5384c1ebf619 req-bc1a03e0-45f3-4ed0-9f4c-87d3f4333c72 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1453a213-40e8-4515-a401-ae9cfdaa4d70 HTTP/1.1" status: 200 len: 1101 time: 0.0976136 Jan 28 00:09:42.652905 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d76f1c0-9ed5-4ba1-ac0c-5d2c3e6386c0 None None] Routers {'c5d4abf9-ee6e-4871-9fd2-534e379d6ee2'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:09:42.654950 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-2d76f1c0-9ed5-4ba1-ac0c-5d2c3e6386c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:09:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c5d4abf9-ee6e-4871-9fd2-534e379d6ee2'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:09:42.664327 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:42.770683 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cf3671b0-a219-4897-a263-cafaa04028c1 req-bc4a95ee-a8ea-45c0-a350-eb6216f66295 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/ports?device_id=76062c4f-e798-49c5-8244-2731043243d0 HTTP/1.1" status: 200 len: 210 time: 0.0928941 Jan 28 00:09:42.780627 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46860) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:42.786330 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-0a1d0332-f042-4c84-b0df-9889b977240a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1291424371-network', 'tenant_id': '56b03b9ecf8343caad705efd08ee3ee9'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:09:42.830267 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1d0332-f042-4c84-b0df-9889b977240a admin admin] Made reservation on behalf of 56b03b9ecf8343caad705efd08ee3ee9 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:09:42.839037 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0a1d0332-f042-4c84-b0df-9889b977240a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:42.864569 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0a1d0332-f042-4c84-b0df-9889b977240a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:42.948110 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a11e7e6a-8244-40af-ab47-5384c1ebf619 req-171a8f99-f03f-4703-b0d5-15038ecf3523 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048916 Jan 28 00:09:42.980172 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17e4ae-3eba-46ff-9f55-fa00df741fd6 req-fccfcce5-9215-424c-8a60-725666e050b0 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:42.992759 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d17e4ae-3eba-46ff-9f55-fa00df741fd6 req-fccfcce5-9215-424c-8a60-725666e050b0 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e6b82-a21a-472f-9f1d-69c2f09fed64 HTTP/1.1" status: 200 len: 948 time: 0.2192168 Jan 28 00:09:42.994528 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-2d76f1c0-9ed5-4ba1-ac0c-5d2c3e6386c0 None None] Set router c5d4abf9-ee6e-4871-9fd2-534e379d6ee2 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:09:43.106987 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0a1d0332-f042-4c84-b0df-9889b977240a admin admin] Publish callbacks [] for security_group (8c00fe03-f7c2-463c-baab-f027b9e9323e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:43.113865 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0a1d0332-f042-4c84-b0df-9889b977240a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (8c00fe03-f7c2-463c-baab-f027b9e9323e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:43.144586 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d17e4ae-3eba-46ff-9f55-fa00df741fd6 req-3ea01fe8-f633-4d88-867f-b3b6c16887ce tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/security-groups?id=e554b95c-e6db-4216-a8d9-ac04c10b9cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493676 Jan 28 00:09:43.161272 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1d0332-f042-4c84-b0df-9889b977240a admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:09:43.195890 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0a1d0332-f042-4c84-b0df-9889b977240a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (f1143f8f-279b-4c14-b435-dde08e8c4cce), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:43.196757 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-0a1d0332-f042-4c84-b0df-9889b977240a admin admin] Added segment f1143f8f-279b-4c14-b435-dde08e8c4cce of type vlan for network ca7cb8d6-0b9e-4ecc-830f-417781f7eeef Jan 28 00:09:43.198501 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d0332-f042-4c84-b0df-9889b977240a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c00fe03-f7c2-463c-baab-f027b9e9323e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:43.263232 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0a1d0332-f042-4c84-b0df-9889b977240a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (ca7cb8d6-0b9e-4ecc-830f-417781f7eeef), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:43.275433 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:09:43.307447 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0a1d0332-f042-4c84-b0df-9889b977240a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (ca7cb8d6-0b9e-4ecc-830f-417781f7eeef), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:43.309903 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1d0332-f042-4c84-b0df-9889b977240a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:43.310896 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0a1d0332-f042-4c84-b0df-9889b977240a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:43.430808 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:09:43.433092 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:43.457264 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d0332-f042-4c84-b0df-9889b977240a admin admin] Pushing event updated for resources: {'Network': ['ID=ca7cb8d6-0b9e-4ecc-830f-417781f7eeef,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:43.486338 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0a1d0332-f042-4c84-b0df-9889b977240a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7040858 Jan 28 00:09:43.489386 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46880) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:43.496317 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-20028af4-5a8d-49aa-9b94-beeb750ed00c admin admin] Request body: {'subnet': {'network_id': 'ca7cb8d6-0b9e-4ecc-830f-417781f7eeef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1291424371-subnet', 'tenant_id': '56b03b9ecf8343caad705efd08ee3ee9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:09:43.520004 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network ca7cb8d6-0b9e-4ecc-830f-417781f7eeef details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:09:43.560153 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20028af4-5a8d-49aa-9b94-beeb750ed00c admin admin] Made reservation on behalf of 56b03b9ecf8343caad705efd08ee3ee9 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:09:43.565382 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-20028af4-5a8d-49aa-9b94-beeb750ed00c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:43.729600 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 7531e73e-452d-483a-8428-64e50979b8c1 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:09:43.845520 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:43.907319 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-2d76f1c0-9ed5-4ba1-ac0c-5d2c3e6386c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d4abf9-ee6e-4871-9fd2-534e379d6ee2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1186948698-router', 'tenant_id': '1c43b3d89be8497db11b11700155db36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:09:34Z', 'updated_at': '2022-01-28T00:09:40Z', 'revision_number': 4, 'project_id': '1c43b3d89be8497db11b11700155db36', 'gw_port': {'id': '2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:45:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d4abf9-ee6e-4871-9fd2-534e379d6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:09:35Z', 'updated_at': '2022-01-28T00:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'f0b1e0e9-81d0-4492-9e20-ca851941a868', 'name': '', 'network_id': 'af463525-5a3e-4d06-85c6-1a5086f8978a', 'tenant_id': '1c43b3d89be8497db11b11700155db36', 'mac_address': 'fa:16:3e:3c:b2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d4abf9-ee6e-4871-9fd2-534e379d6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'cae1777e-0500-4c2e-8b1e-bafb88057bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:09:38Z', 'updated_at': '2022-01-28T00:09:40Z', 'revision_number': 2, 'project_id': '1c43b3d89be8497db11b11700155db36', 'subnets': [{'id': 'cae1777e-0500-4c2e-8b1e-bafb88057bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:09:43.918374 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 7531e73e-452d-483a-8428-64e50979b8c1 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:09:43.966340 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 7531e73e-452d-483a-8428-64e50979b8c1 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:09:43.967209 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (7531e73e-452d-483a-8428-64e50979b8c1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:43.969366 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d76f1c0-9ed5-4ba1-ac0c-5d2c3e6386c0 None None] Checking router: c5d4abf9-ee6e-4871-9fd2-534e379d6ee2 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:09:43.969944 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d76f1c0-9ed5-4ba1-ac0c-5d2c3e6386c0 None None] Updating router c5d4abf9-ee6e-4871-9fd2-534e379d6ee2 port f0b1e0e9-81d0-4492-9e20-ca851941a868 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:09:44.006180 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2d76f1c0-9ed5-4ba1-ac0c-5d2c3e6386c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f0b1e0e9-81d0-4492-9e20-ca851941a868), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:44.036233 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:09:44.116838 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e47eb-155c-43eb-9422-7fbbc8894b42 req-ad66793e-39cb-46f9-8a3b-502052492b09 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:44.119123 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e65e47eb-155c-43eb-9422-7fbbc8894b42 req-ad66793e-39cb-46f9-8a3b-502052492b09 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=1453a213-40e8-4515-a401-ae9cfdaa4d70 HTTP/1.1" status: 200 len: 950 time: 0.2391763 Jan 28 00:09:44.261711 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 7531e73e-452d-483a-8428-64e50979b8c1 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:09:44.261903 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7531e73e-452d-483a-8428-64e50979b8c1), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:44.283997 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-20028af4-5a8d-49aa-9b94-beeb750ed00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (d77ef593-2b16-408a-b651-9d0efa7723d6), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:44.355488 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 7531e73e-452d-483a-8428-64e50979b8c1, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=7531e73e-452d-483a-8428-64e50979b8c1,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:44.361222 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (7531e73e-452d-483a-8428-64e50979b8c1), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:44.415054 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1e6b82-a21a-472f-9f1d-69c2f09fed64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7531e73e-452d-483a-8428-64e50979b8c1'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:09:44.427168 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60f5133-1c44-45c8-8b0e-a26a03f6c52b" -d '{"events": [{"server_uuid": "3c1e6b82-a21a-472f-9f1d-69c2f09fed64", "name": "network-vif-plugged", "status": "completed", "tag": "7531e73e-452d-483a-8428-64e50979b8c1"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:09:44.434845 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e65e47eb-155c-43eb-9422-7fbbc8894b42 req-ee926f78-e85a-4e2c-9ed7-469b6d7ab522 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784987 Jan 28 00:09:44.488080 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20028af4-5a8d-49aa-9b94-beeb750ed00c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d77ef593-2b16-408a-b651-9d0efa7723d6,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:44.498394 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=7531e73e-452d-483a-8428-64e50979b8c1,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:44.507875 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20028af4-5a8d-49aa-9b94-beeb750ed00c admin admin] Checking segment: {'id': 'f1143f8f-279b-4c14-b435-dde08e8c4cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ca7cb8d6-0b9e-4ecc-830f-417781f7eeef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:09:44.508373 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20028af4-5a8d-49aa-9b94-beeb750ed00c admin admin] Network hostable DHCP agents. Network: ca7cb8d6-0b9e-4ecc-830f-417781f7eeef, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:09:44.555519 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-eba2684d-54ce-4be8-ac13-d0879b5a5b4c tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=dfe22958a8984984910bd44e7a8e6b1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358565 Jan 28 00:09:44.567464 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20028af4-5a8d-49aa-9b94-beeb750ed00c admin admin] Network ca7cb8d6-0b9e-4ecc-830f-417781f7eeef is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:09:44.660628 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2d76f1c0-9ed5-4ba1-ac0c-5d2c3e6386c0 None None] Publish callbacks [] for port (f0b1e0e9-81d0-4492-9e20-ca851941a868), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:44.669257 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2d76f1c0-9ed5-4ba1-ac0c-5d2c3e6386c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f0b1e0e9-81d0-4492-9e20-ca851941a868), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:44.710964 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-0c7acc79-7083-484d-ba50-fa45bf473e86 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:44.712373 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-0c7acc79-7083-484d-ba50-fa45bf473e86 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1394417 Jan 28 00:09:44.768517 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-b6142f57-f6eb-445b-8118-20461e8f357b tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Request body: {'port': {'device_id': '76062c4f-e798-49c5-8244-2731043243d0', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'admin_state_up': True, 'tenant_id': 'dfe22958a8984984910bd44e7a8e6b1f'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:09:44.769394 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb5c9b-4419-4f20-8333-a1fe2f68b68c None None] Pushing event updated for resources: {'Port': ['ID=f0b1e0e9-81d0-4492-9e20-ca851941a868,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:44.818557 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-dc85ce4c-e57f-40ec-8bb0-3231e3f0d42c tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:09:44.821451 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-dc85ce4c-e57f-40ec-8bb0-3231e3f0d42c tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093031 Jan 28 00:09:44.865904 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-2d76f1c0-9ed5-4ba1-ac0c-5d2c3e6386c0 None None] Attempting to bind port f0b1e0e9-81d0-4492-9e20-ca851941a868 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:09:44.867098 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-2d76f1c0-9ed5-4ba1-ac0c-5d2c3e6386c0 None None] Attempting to bind port f0b1e0e9-81d0-4492-9e20-ca851941a868 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '694f6eea-06a8-49aa-9a59-ebf86869732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'af463525-5a3e-4d06-85c6-1a5086f8978a'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:09:44.867575 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d76f1c0-9ed5-4ba1-ac0c-5d2c3e6386c0 None None] Attempting to bind port f0b1e0e9-81d0-4492-9e20-ca851941a868 on network af463525-5a3e-4d06-85c6-1a5086f8978a {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:09:44.874373 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d76f1c0-9ed5-4ba1-ac0c-5d2c3e6386c0 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:09:44.875552 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d76f1c0-9ed5-4ba1-ac0c-5d2c3e6386c0 None None] Checking segment: {'id': '694f6eea-06a8-49aa-9a59-ebf86869732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'af463525-5a3e-4d06-85c6-1a5086f8978a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:09:44.876097 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2d76f1c0-9ed5-4ba1-ac0c-5d2c3e6386c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:44.876932 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d76f1c0-9ed5-4ba1-ac0c-5d2c3e6386c0 None None] Bound using segment: {'id': '694f6eea-06a8-49aa-9a59-ebf86869732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'af463525-5a3e-4d06-85c6-1a5086f8978a'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:09:44.877665 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-2d76f1c0-9ed5-4ba1-ac0c-5d2c3e6386c0 None None] Bound port: f0b1e0e9-81d0-4492-9e20-ca851941a868, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694f6eea-06a8-49aa-9a59-ebf86869732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'af463525-5a3e-4d06-85c6-1a5086f8978a'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:09:44.878305 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2d76f1c0-9ed5-4ba1-ac0c-5d2c3e6386c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f0b1e0e9-81d0-4492-9e20-ca851941a868), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:44.888489 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-01aa8b4d-6c63-4c12-b341-daad1c1fc5ba req-b6408f2f-6647-4fde-af60-24c4b11ecbfa tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/ports?device_id=76062c4f-e798-49c5-8244-2731043243d0 HTTP/1.1" status: 200 len: 210 time: 0.1715178 Jan 28 00:09:44.888489 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-20028af4-5a8d-49aa-9b94-beeb750ed00c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, ca7cb8d6-0b9e-4ecc-830f-417781f7eeef) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:09:44.902820 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20028af4-5a8d-49aa-9b94-beeb750ed00c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:44.903447 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-20028af4-5a8d-49aa-9b94-beeb750ed00c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:44.907531 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11af0b41-efdb-48f0-a0b6-967ae8b89091 None None] Network ca7cb8d6-0b9e-4ecc-830f-417781f7eeef requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:09:44.943465 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-20028af4-5a8d-49aa-9b94-beeb750ed00c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4529359 Jan 28 00:09:44.947713 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46918) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:44.972763 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-65744277-71d0-4a00-86de-413b04b1fd3e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1291424371-router', 'tenant_id': '56b03b9ecf8343caad705efd08ee3ee9', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:09:45.002948 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-06962165-15c1-43a2-a9ee-cb275be0d25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:45.023311 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-06962165-15c1-43a2-a9ee-cb275be0d25e service neutron] 10.222.0.70 "GET /v2.0/ports/9357b6d8-3aaa-4276-8462-b55edfab0389 HTTP/1.1" status: 200 len: 1093 time: 0.1905680 Jan 28 00:09:45.028596 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-538d90bb-5788-4e67-af29-87797882bfce service neutron] Request body: {'binding': {'host': 'n-h2-826754-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:09:45.029319 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-538d90bb-5788-4e67-af29-87797882bfce service neutron] Unknown quota resources ['binding']. {{(pid=103343) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 00:09:45.126262 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f1b31-7afc-4798-bd01-198589cd3237 req-57c6715f-373a-417e-b91d-ff8d36efb0bb tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:45.133786 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e0f1b31-7afc-4798-bd01-198589cd3237 req-57c6715f-373a-417e-b91d-ff8d36efb0bb tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e6b82-a21a-472f-9f1d-69c2f09fed64 HTTP/1.1" status: 200 len: 949 time: 0.1384332 Jan 28 00:09:45.158398 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-2d76f1c0-9ed5-4ba1-ac0c-5d2c3e6386c0 None None] For port f0b1e0e9-81d0-4492-9e20-ca851941a868, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:09:45.164187 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-b6142f57-f6eb-445b-8118-20461e8f357b tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Made reservation on behalf of dfe22958a8984984910bd44e7a8e6b1f for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:09:45.171326 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-b6142f57-f6eb-445b-8118-20461e8f357b tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:45.172272 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdebc5f5-f2d0-4530-a320-72a0102bd57f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-ca7cb8d6-0b9e-4ecc-830f-417781f7eeef', 'network_id': 'ca7cb8d6-0b9e-4ecc-830f-417781f7eeef', 'project_id': '56b03b9ecf8343caad705efd08ee3ee9', 'fixed_ips': [{'subnet_id': 'd77ef593-2b16-408a-b651-9d0efa7723d6'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:09:45.173234 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fdebc5f5-f2d0-4530-a320-72a0102bd57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:45.189286 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-65744277-71d0-4a00-86de-413b04b1fd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:45.190551 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-b6142f57-f6eb-445b-8118-20461e8f357b tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:45.190962 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-65744277-71d0-4a00-86de-413b04b1fd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:45.199042 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-2d76f1c0-9ed5-4ba1-ac0c-5d2c3e6386c0 None None] For port f0b1e0e9-81d0-4492-9e20-ca851941a868, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f0b1e0e9-81d0-4492-9e20-ca851941a868,segment=NetworkSegment(694f6eea-06a8-49aa-9a59-ebf86869732c),segment_id=694f6eea-06a8-49aa-9a59-ebf86869732c)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:09:45.215109 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2d76f1c0-9ed5-4ba1-ac0c-5d2c3e6386c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f0b1e0e9-81d0-4492-9e20-ca851941a868), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:45.257075 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-65744277-71d0-4a00-86de-413b04b1fd3e admin admin] Publish callbacks [] for router_controller (3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:45.293543 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb5c9b-4419-4f20-8333-a1fe2f68b68c None None] Pushing event updated for resources: {'Port': ['ID=f0b1e0e9-81d0-4492-9e20-ca851941a868,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:45.306909 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-af063819-c22f-4df4-8f66-5f23dcb570c7 None None] Provisioning complete for port f0b1e0e9-81d0-4492-9e20-ca851941a868 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:09:45.307712 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af063819-c22f-4df4-8f66-5f23dcb570c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f0b1e0e9-81d0-4492-9e20-ca851941a868), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:45.318640 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-b6142f57-f6eb-445b-8118-20461e8f357b tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Publish callbacks [] for security_group (fdef021a-754b-49fa-9d92-8309de2cf849), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:45.326857 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-b6142f57-f6eb-445b-8118-20461e8f357b tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (fdef021a-754b-49fa-9d92-8309de2cf849), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:45.366289 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6142f57-f6eb-445b-8118-20461e8f357b tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdef021a-754b-49fa-9d92-8309de2cf849,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:45.399231 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e0f1b31-7afc-4798-bd01-198589cd3237 req-902d002e-e643-4ddf-9435-04c7a444c220 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/security-groups?id=e554b95c-e6db-4216-a8d9-ac04c10b9cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641702 Jan 28 00:09:45.487541 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-65744277-71d0-4a00-86de-413b04b1fd3e admin admin] Publish callbacks [] for router_gateway (3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:45.578596 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d76f1c0-9ed5-4ba1-ac0c-5d2c3e6386c0 None None] Routers {'c5d4abf9-ee6e-4871-9fd2-534e379d6ee2'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:09:45.581793 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-2d76f1c0-9ed5-4ba1-ac0c-5d2c3e6386c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:09:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c5d4abf9-ee6e-4871-9fd2-534e379d6ee2'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:09:45.601020 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febfb178-92d6-4c9e-aaca-6ba57de35a75 x-openstack-request-id: req-febfb178-92d6-4c9e-aaca-6ba57de35a75 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:09:45.605058 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c1e6b82-a21a-472f-9f1d-69c2f09fed64", "name": "network-vif-plugged", "status": "completed", "tag": "7531e73e-452d-483a-8428-64e50979b8c1", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:09:45.605863 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-febfb178-92d6-4c9e-aaca-6ba57de35a75 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:09:45.606436 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c1e6b82-a21a-472f-9f1d-69c2f09fed64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7531e73e-452d-483a-8428-64e50979b8c1', 'code': 200} Jan 28 00:09:45.630220 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-538d90bb-5788-4e67-af29-87797882bfce service neutron] Attempting to bind port 9357b6d8-3aaa-4276-8462-b55edfab0389 on host n-h2-826754-1 for vnic_type normal with profile None {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:09:45.630568 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-538d90bb-5788-4e67-af29-87797882bfce service neutron] Attempting to bind port 9357b6d8-3aaa-4276-8462-b55edfab0389 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:09:45.630916 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-538d90bb-5788-4e67-af29-87797882bfce service neutron] Attempting to bind port 9357b6d8-3aaa-4276-8462-b55edfab0389 on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:09:45.646455 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-538d90bb-5788-4e67-af29-87797882bfce service neutron] Port 9357b6d8-3aaa-4276-8462-b55edfab0389 on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:09:45.646794 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-538d90bb-5788-4e67-af29-87797882bfce service neutron] Attempting to bind port 9357b6d8-3aaa-4276-8462-b55edfab0389 on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:09:45.682925 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-538d90bb-5788-4e67-af29-87797882bfce service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:09:45.682925 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-538d90bb-5788-4e67-af29-87797882bfce service neutron] Checking segment: {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:09:45.682925 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-538d90bb-5788-4e67-af29-87797882bfce service neutron] Bound using segment: {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:09:45.683379 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-538d90bb-5788-4e67-af29-87797882bfce service neutron] Bound port: 9357b6d8-3aaa-4276-8462-b55edfab0389, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:09:45.718043 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-b6142f57-f6eb-445b-8118-20461e8f357b tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Allocated IP 192.168.233.93 (6cc4916b-e8a0-4618-abd0-934e16bf0b78/3d2cf619-4390-4946-b152-016e9ede005d/de996d43-cc96-4aea-9033-9244d4923d32) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:09:45.841401 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-af063819-c22f-4df4-8f66-5f23dcb570c7 None None] Current status of the port f0b1e0e9-81d0-4492-9e20-ca851941a868 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:09:45.841970 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af063819-c22f-4df4-8f66-5f23dcb570c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f0b1e0e9-81d0-4492-9e20-ca851941a868), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:45.900737 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-2d76f1c0-9ed5-4ba1-ac0c-5d2c3e6386c0 None None] Set router c5d4abf9-ee6e-4871-9fd2-534e379d6ee2 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:09:46.004537 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-b6142f57-f6eb-445b-8118-20461e8f357b tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Publish callbacks [] for port (de996d43-cc96-4aea-9033-9244d4923d32), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:46.048433 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8eb37-3366-429f-8aa0-b45ab8eef53b req-9da0f3f5-b893-4cc2-9db3-15f5bd32f823 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:46.049994 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1db8eb37-3366-429f-8aa0-b45ab8eef53b req-9da0f3f5-b893-4cc2-9db3-15f5bd32f823 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=1453a213-40e8-4515-a401-ae9cfdaa4d70 HTTP/1.1" status: 200 len: 950 time: 0.0900307 Jan 28 00:09:46.083068 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-fdebc5f5-f2d0-4530-a320-72a0102bd57f None None] Allocated IP 172.20.0.2 (ca7cb8d6-0b9e-4ecc-830f-417781f7eeef/d77ef593-2b16-408a-b651-9d0efa7723d6/592b64a8-2474-4360-9260-2e675542762c) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:09:46.098765 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-af063819-c22f-4df4-8f66-5f23dcb570c7 None None] For port f0b1e0e9-81d0-4492-9e20-ca851941a868, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f0b1e0e9-81d0-4492-9e20-ca851941a868,segment=NetworkSegment(694f6eea-06a8-49aa-9a59-ebf86869732c),segment_id=694f6eea-06a8-49aa-9a59-ebf86869732c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:46.099461 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-b6142f57-f6eb-445b-8118-20461e8f357b tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (de996d43-cc96-4aea-9033-9244d4923d32), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:46.111354 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af063819-c22f-4df4-8f66-5f23dcb570c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f0b1e0e9-81d0-4492-9e20-ca851941a868), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:46.113454 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f79e8-af09-485b-a1d5-c422ce7d71d5 req-e655619c-2e79-4083-b3e5-71b47aa1a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:46.116033 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-dc0f79e8-af09-485b-a1d5-c422ce7d71d5 req-e655619c-2e79-4083-b3e5-71b47aa1a5a7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3c1e6b82-a21a-472f-9f1d-69c2f09fed64 HTTP/1.1" status: 200 len: 1100 time: 0.4503205 Jan 28 00:09:46.178535 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-b6142f57-f6eb-445b-8118-20461e8f357b tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:09:46.180343 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-dc0f79e8-af09-485b-a1d5-c422ce7d71d5 req-38e01788-64d0-4eca-bca3-3ecb0babdbe8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e554b95c-e6db-4216-a8d9-ac04c10b9cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553620 Jan 28 00:09:46.186634 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-538d90bb-5788-4e67-af29-87797882bfce service neutron] For port 9357b6d8-3aaa-4276-8462-b55edfab0389, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=9357b6d8-3aaa-4276-8462-b55edfab0389,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:09:46.190536 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-b6142f57-f6eb-445b-8118-20461e8f357b tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:09:46.200743 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-538d90bb-5788-4e67-af29-87797882bfce service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:46.201100 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-b6142f57-f6eb-445b-8118-20461e8f357b tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:09:46.206291 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6142f57-f6eb-445b-8118-20461e8f357b tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Pushing event updated for resources: {'Port': ['ID=de996d43-cc96-4aea-9033-9244d4923d32,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:46.214544 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-538d90bb-5788-4e67-af29-87797882bfce service neutron] 10.222.0.70 "POST /v2.0/ports/9357b6d8-3aaa-4276-8462-b55edfab0389/bindings HTTP/1.1" status: 201 len: 389 time: 1.1897063 Jan 28 00:09:46.220158 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1db8eb37-3366-429f-8aa0-b45ab8eef53b req-f53f6f71-a107-434e-8a58-9aee95005cd5 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459577 Jan 28 00:09:46.348511 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-b6142f57-f6eb-445b-8118-20461e8f357b tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:46.351493 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-b6142f57-f6eb-445b-8118-20461e8f357b tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:46.382493 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-b6142f57-f6eb-445b-8118-20461e8f357b tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6225772 Jan 28 00:09:46.425051 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-507577f5-ed71-47de-9068-de32f5951e54 service neutron] Request body: {'port': {'device_id': '76062c4f-e798-49c5-8244-2731043243d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:09:46.508711 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-65744277-71d0-4a00-86de-413b04b1fd3e admin admin] Publish callbacks [] for router_gateway (3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:46.569546 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-65744277-71d0-4a00-86de-413b04b1fd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:46.603200 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af063819-c22f-4df4-8f66-5f23dcb570c7 None None] Pushing event updated for resources: {'Port': ['ID=f0b1e0e9-81d0-4492-9e20-ca851941a868,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:46.622251 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-c058e975-7138-4caa-9b5d-9a39fedd8d46 None None] Provisioning complete for port f0b1e0e9-81d0-4492-9e20-ca851941a868 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:09:46.622977 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c058e975-7138-4caa-9b5d-9a39fedd8d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f0b1e0e9-81d0-4492-9e20-ca851941a868), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:46.726406 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-507577f5-ed71-47de-9068-de32f5951e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (de996d43-cc96-4aea-9033-9244d4923d32), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:46.798243 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-65744277-71d0-4a00-86de-413b04b1fd3e admin admin] Allocated IP 172.25.3.98 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/a403f270-6001-4d8e-816e-e7af9ce72988) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:09:46.913879 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fdebc5f5-f2d0-4530-a320-72a0102bd57f None None] Publish callbacks [] for port (592b64a8-2474-4360-9260-2e675542762c), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:46.936096 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-2d76f1c0-9ed5-4ba1-ac0c-5d2c3e6386c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d4abf9-ee6e-4871-9fd2-534e379d6ee2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1186948698-router', 'tenant_id': '1c43b3d89be8497db11b11700155db36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:09:34Z', 'updated_at': '2022-01-28T00:09:40Z', 'revision_number': 4, 'project_id': '1c43b3d89be8497db11b11700155db36', 'gw_port': {'id': '2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:45:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d4abf9-ee6e-4871-9fd2-534e379d6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:09:35Z', 'updated_at': '2022-01-28T00:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'f0b1e0e9-81d0-4492-9e20-ca851941a868', 'name': '', 'network_id': 'af463525-5a3e-4d06-85c6-1a5086f8978a', 'tenant_id': '1c43b3d89be8497db11b11700155db36', 'mac_address': 'fa:16:3e:3c:b2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d4abf9-ee6e-4871-9fd2-534e379d6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'cae1777e-0500-4c2e-8b1e-bafb88057bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:09:38Z', 'updated_at': '2022-01-28T00:09:45Z', 'revision_number': 4, 'project_id': '1c43b3d89be8497db11b11700155db36', 'subnets': [{'id': 'cae1777e-0500-4c2e-8b1e-bafb88057bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:09:46.936502 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6506a3-477a-41e0-80c1-fc22d650a559 req-1a211817-d4b2-4b4f-94be-e641f25fa559 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:46.951635 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fdebc5f5-f2d0-4530-a320-72a0102bd57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (592b64a8-2474-4360-9260-2e675542762c), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:46.951939 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-df6506a3-477a-41e0-80c1-fc22d650a559 req-1a211817-d4b2-4b4f-94be-e641f25fa559 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/ports?device_id=76062c4f-e798-49c5-8244-2731043243d0 HTTP/1.1" status: 200 len: 935 time: 0.4060388 Jan 28 00:09:46.962607 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-65744277-71d0-4a00-86de-413b04b1fd3e admin admin] Publish callbacks [] for port (a403f270-6001-4d8e-816e-e7af9ce72988), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:47.052982 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-65744277-71d0-4a00-86de-413b04b1fd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (a403f270-6001-4d8e-816e-e7af9ce72988), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:47.062525 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d76f1c0-9ed5-4ba1-ac0c-5d2c3e6386c0 None None] The sync data for ids ['c5d4abf9-ee6e-4871-9fd2-534e379d6ee2'] in n-d-826754-1 is: [{'id': 'c5d4abf9-ee6e-4871-9fd2-534e379d6ee2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1186948698-router', 'tenant_id': '1c43b3d89be8497db11b11700155db36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:09:34Z', 'updated_at': '2022-01-28T00:09:40Z', 'revision_number': 4, 'project_id': '1c43b3d89be8497db11b11700155db36', 'gw_port': {'id': '2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:45:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d4abf9-ee6e-4871-9fd2-534e379d6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:09:35Z', 'updated_at': '2022-01-28T00:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'f0b1e0e9-81d0-4492-9e20-ca851941a868', 'name': '', 'network_id': 'af463525-5a3e-4d06-85c6-1a5086f8978a', 'tenant_id': '1c43b3d89be8497db11b11700155db36', 'mac_address': 'fa:16:3e:3c:b2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d4abf9-ee6e-4871-9fd2-534e379d6ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'cae1777e-0500-4c2e-8b1e-bafb88057bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:09:38Z', 'updated_at': '2022-01-28T00:09:45Z', 'revision_number': 4, 'project_id': '1c43b3d89be8497db11b11700155db36', 'subnets': [{'id': 'cae1777e-0500-4c2e-8b1e-bafb88057bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:09:47.117968 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdebc5f5-f2d0-4530-a320-72a0102bd57f None None] Network ca7cb8d6-0b9e-4ecc-830f-417781f7eeef is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:09:47.120971 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdebc5f5-f2d0-4530-a320-72a0102bd57f None None] Pushing event updated for resources: {'Port': ['ID=592b64a8-2474-4360-9260-2e675542762c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:47.129250 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-fdebc5f5-f2d0-4530-a320-72a0102bd57f None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:09:47.139199 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdebc5f5-f2d0-4530-a320-72a0102bd57f None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:09:47.150181 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c058e975-7138-4caa-9b5d-9a39fedd8d46 None None] Current status of the port f0b1e0e9-81d0-4492-9e20-ca851941a868 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:09:47.212809 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65744277-71d0-4a00-86de-413b04b1fd3e admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:09:47.230604 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-65744277-71d0-4a00-86de-413b04b1fd3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:09:47.243879 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65744277-71d0-4a00-86de-413b04b1fd3e admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:09:47.248669 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65744277-71d0-4a00-86de-413b04b1fd3e admin admin] Pushing event updated for resources: {'Port': ['ID=a403f270-6001-4d8e-816e-e7af9ce72988,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:47.289750 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-fdebc5f5-f2d0-4530-a320-72a0102bd57f None None] Attempting to bind port 592b64a8-2474-4360-9260-2e675542762c on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:09:47.290177 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-fdebc5f5-f2d0-4530-a320-72a0102bd57f None None] Attempting to bind port 592b64a8-2474-4360-9260-2e675542762c by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'f1143f8f-279b-4c14-b435-dde08e8c4cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ca7cb8d6-0b9e-4ecc-830f-417781f7eeef'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:09:47.290512 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdebc5f5-f2d0-4530-a320-72a0102bd57f None None] Attempting to bind port 592b64a8-2474-4360-9260-2e675542762c on network ca7cb8d6-0b9e-4ecc-830f-417781f7eeef {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:09:47.311778 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdebc5f5-f2d0-4530-a320-72a0102bd57f None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:09:47.312375 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdebc5f5-f2d0-4530-a320-72a0102bd57f None None] Checking segment: {'id': 'f1143f8f-279b-4c14-b435-dde08e8c4cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ca7cb8d6-0b9e-4ecc-830f-417781f7eeef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:09:47.313006 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fdebc5f5-f2d0-4530-a320-72a0102bd57f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:47.313675 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdebc5f5-f2d0-4530-a320-72a0102bd57f None None] Bound using segment: {'id': 'f1143f8f-279b-4c14-b435-dde08e8c4cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ca7cb8d6-0b9e-4ecc-830f-417781f7eeef'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:09:47.314490 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-fdebc5f5-f2d0-4530-a320-72a0102bd57f None None] Bound port: 592b64a8-2474-4360-9260-2e675542762c, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1143f8f-279b-4c14-b435-dde08e8c4cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ca7cb8d6-0b9e-4ecc-830f-417781f7eeef'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:09:47.315162 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fdebc5f5-f2d0-4530-a320-72a0102bd57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (592b64a8-2474-4360-9260-2e675542762c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:47.340384 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-17580ff5-3a8b-4828-afd4-058fd748d966 None None] Provisioning complete for port de996d43-cc96-4aea-9033-9244d4923d32 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:09:47.340813 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17580ff5-3a8b-4828-afd4-058fd748d966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (de996d43-cc96-4aea-9033-9244d4923d32), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:47.342501 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-1e5c6d2b-bbcf-436d-a60f-6a4e20974634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:47.345859 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-1e5c6d2b-bbcf-436d-a60f-6a4e20974634 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8a78e89f3df84c31929be575e138a975&device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 1096 time: 0.5793059 Jan 28 00:09:47.494359 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-17580ff5-3a8b-4828-afd4-058fd748d966 None None] Port de996d43-cc96-4aea-9033-9244d4923d32 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:09:47.560233 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-fdebc5f5-f2d0-4530-a320-72a0102bd57f None None] For port 592b64a8-2474-4360-9260-2e675542762c, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:09:47.566670 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-fdebc5f5-f2d0-4530-a320-72a0102bd57f None None] For port 592b64a8-2474-4360-9260-2e675542762c, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=592b64a8-2474-4360-9260-2e675542762c,segment=NetworkSegment(f1143f8f-279b-4c14-b435-dde08e8c4cce),segment_id=f1143f8f-279b-4c14-b435-dde08e8c4cce)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:09:47.576652 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fdebc5f5-f2d0-4530-a320-72a0102bd57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (592b64a8-2474-4360-9260-2e675542762c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:47.658928 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdebc5f5-f2d0-4530-a320-72a0102bd57f None None] Pushing event updated for resources: {'Port': ['ID=592b64a8-2474-4360-9260-2e675542762c,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:47.772268 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-65744277-71d0-4a00-86de-413b04b1fd3e admin admin] Publish callbacks [] for router_gateway (3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:47.996565 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-df6506a3-477a-41e0-80c1-fc22d650a559 req-d01da62b-5b03-4eaa-9392-b8051d6e1e06 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/security-groups?id=fdef021a-754b-49fa-9d92-8309de2cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0202694 Jan 28 00:09:48.063536 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-65744277-71d0-4a00-86de-413b04b1fd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:48.068384 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb0347-5e7a-4432-9b72-123411e93246 req-cfefa492-f63e-4bff-82f6-64c2ee371e79 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:48.083310 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d6bb0347-5e7a-4432-9b72-123411e93246 req-cfefa492-f63e-4bff-82f6-64c2ee371e79 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 945 time: 0.8527479 Jan 28 00:09:48.253909 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d6bb0347-5e7a-4432-9b72-123411e93246 req-e330a6de-8396-4dee-a3f9-f2108c88514a tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692700 Jan 28 00:09:48.263415 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-9cdadc8a-8d19-4b74-a4cb-77facd405c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:48.269649 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-9cdadc8a-8d19-4b74-a4cb-77facd405c45 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 200 len: 908 time: 0.8959570 Jan 28 00:09:48.314153 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65744277-71d0-4a00-86de-413b04b1fd3e admin admin] Router 3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:09:48.468236 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-77b7733b-92e2-4a8b-bd29-3c90ce0a6fac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9357b6d8-3aaa-4276-8462-b55edfab0389 HTTP/1.1" status: 200 len: 217 time: 0.1590660 Jan 28 00:09:48.481182 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65744277-71d0-4a00-86de-413b04b1fd3e admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:09:48.503590 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9015d26-b553-46d7-ae76-95cea7e773ec None None] Sync routers for ids ['3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:09:48.526435 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-65744277-71d0-4a00-86de-413b04b1fd3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:48.531708 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-65744277-71d0-4a00-86de-413b04b1fd3e admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5793164 Jan 28 00:09:48.533807 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46958) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:48.550277 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9015d26-b553-46d7-ae76-95cea7e773ec None None] Routers {'3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:09:48.552218 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-c9015d26-b553-46d7-ae76-95cea7e773ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:09:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:09:48.582451 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-507577f5-ed71-47de-9068-de32f5951e54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de996d43-cc96-4aea-9033-9244d4923d32 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:09:48.600943 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-507577f5-ed71-47de-9068-de32f5951e54 service neutron] Publish callbacks [] for port (de996d43-cc96-4aea-9033-9244d4923d32), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:48.633005 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970a47b-14d6-40ce-bba4-45d13bcd7e76 req-1e7814e0-c164-4580-a03b-f7635a515bdc tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:48.635017 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5970a47b-14d6-40ce-bba4-45d13bcd7e76 req-1e7814e0-c164-4580-a03b-f7635a515bdc tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e6b82-a21a-472f-9f1d-69c2f09fed64 HTTP/1.1" status: 200 len: 949 time: 0.4059775 Jan 28 00:09:48.636265 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-507577f5-ed71-47de-9068-de32f5951e54 service neutron] Transition to ACTIVE for port object de996d43-cc96-4aea-9033-9244d4923d32 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:09:48.708874 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5970a47b-14d6-40ce-bba4-45d13bcd7e76 req-207124be-ae47-4b0e-9d94-8be54e1f78f8 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/security-groups?id=e554b95c-e6db-4216-a8d9-ac04c10b9cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650349 Jan 28 00:09:48.710003 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-507577f5-ed71-47de-9068-de32f5951e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (de996d43-cc96-4aea-9033-9244d4923d32), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:48.713360 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-60c5524f-32b6-4502-a2b5-2f4c38b482b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:48.715019 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-60c5524f-32b6-4502-a2b5-2f4c38b482b1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a309d6c9-38a3-409d-a906-1638039000ff HTTP/1.1" status: 200 len: 847 time: 0.2444310 Jan 28 00:09:48.886045 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-27bc5bbe-7a5c-4e04-a915-aba9d4677a14 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ede0cbb9-a83e-4037-b673-696eabc6b3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1430054 Jan 28 00:09:48.905197 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-c9015d26-b553-46d7-ae76-95cea7e773ec None None] Set router 3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:09:48.964762 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507577f5-ed71-47de-9068-de32f5951e54 service neutron] Pushing event updated for resources: {'Port': ['ID=de996d43-cc96-4aea-9033-9244d4923d32,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:49.153595 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-507577f5-ed71-47de-9068-de32f5951e54 service neutron] Attempting to bind port de996d43-cc96-4aea-9033-9244d4923d32 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:09:49.154286 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-507577f5-ed71-47de-9068-de32f5951e54 service neutron] Attempting to bind port de996d43-cc96-4aea-9033-9244d4923d32 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:09:49.156080 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-507577f5-ed71-47de-9068-de32f5951e54 service neutron] Attempting to bind port de996d43-cc96-4aea-9033-9244d4923d32 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:09:49.186588 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-507577f5-ed71-47de-9068-de32f5951e54 service neutron] Port de996d43-cc96-4aea-9033-9244d4923d32 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:09:49.187861 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-507577f5-ed71-47de-9068-de32f5951e54 service neutron] Attempting to bind port de996d43-cc96-4aea-9033-9244d4923d32 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:09:49.211602 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491643d1-ead2-46b5-b901-fca6d00db07d req-d90295b0-8692-40b6-a896-4be9011724f6 tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:49.214896 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491643d1-ead2-46b5-b901-fca6d00db07d req-d90295b0-8692-40b6-a896-4be9011724f6 tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:49.223880 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491643d1-ead2-46b5-b901-fca6d00db07d req-d90295b0-8692-40b6-a896-4be9011724f6 tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:49.224621 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491643d1-ead2-46b5-b901-fca6d00db07d req-d90295b0-8692-40b6-a896-4be9011724f6 tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:49.225181 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491643d1-ead2-46b5-b901-fca6d00db07d req-d90295b0-8692-40b6-a896-4be9011724f6 tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:49.225819 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491643d1-ead2-46b5-b901-fca6d00db07d req-d90295b0-8692-40b6-a896-4be9011724f6 tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:49.226257 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491643d1-ead2-46b5-b901-fca6d00db07d req-d90295b0-8692-40b6-a896-4be9011724f6 tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:49.226791 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491643d1-ead2-46b5-b901-fca6d00db07d req-d90295b0-8692-40b6-a896-4be9011724f6 tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:49.227320 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491643d1-ead2-46b5-b901-fca6d00db07d req-d90295b0-8692-40b6-a896-4be9011724f6 tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:49.227877 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491643d1-ead2-46b5-b901-fca6d00db07d req-d90295b0-8692-40b6-a896-4be9011724f6 tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:49.228405 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491643d1-ead2-46b5-b901-fca6d00db07d req-d90295b0-8692-40b6-a896-4be9011724f6 tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:49.237676 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-491643d1-ead2-46b5-b901-fca6d00db07d req-d90295b0-8692-40b6-a896-4be9011724f6 tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=76062c4f-e798-49c5-8244-2731043243d0&device_id=3c1e6b82-a21a-472f-9f1d-69c2f09fed64&device_id=1453a213-40e8-4515-a401-ae9cfdaa4d70&device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc&device_id=83aa62bc-370d-427e-84a8-d6dd148c1232&device_id=e9b6ba0b-2c7b-4510-b723-70dfaf3cf644&device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85&device_id=5c544112-a708-40e5-b126-bca4b9b075ca&device_id=4270834b-9161-4d12-986d-07ce41b60e33&device_id=f25fb114-9695-4fa1-8336-092fb685067c&device_id=e935eea7-1d17-4eaa-8aca-fe9b1039f820 HTTP/1.1" status: 200 len: 9957 time: 0.2892148 Jan 28 00:09:49.317123 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-507577f5-ed71-47de-9068-de32f5951e54 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:09:49.317638 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-507577f5-ed71-47de-9068-de32f5951e54 service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:09:49.322689 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-507577f5-ed71-47de-9068-de32f5951e54 service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:09:49.323452 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-507577f5-ed71-47de-9068-de32f5951e54 service neutron] Bound port: de996d43-cc96-4aea-9033-9244d4923d32, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:09:49.324222 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-507577f5-ed71-47de-9068-de32f5951e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (de996d43-cc96-4aea-9033-9244d4923d32), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:49.365744 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-bd53e667-6d0c-4205-a92e-35c9f33f23d3 service neutron] 10.222.0.52 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358513 Jan 28 00:09:49.393136 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-491643d1-ead2-46b5-b901-fca6d00db07d req-5dd492db-0c1e-4d9d-9efe-6c94e85ab56a tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:49.470346 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 592b64a8-2474-4360-9260-2e675542762c up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:09:49.484956 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-c9015d26-b553-46d7-ae76-95cea7e773ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403', 'name': 'tempest-AttachSCSIVolumeTestJSON-1291424371-router', 'tenant_id': '56b03b9ecf8343caad705efd08ee3ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a403f270-6001-4d8e-816e-e7af9ce72988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:09:45Z', 'updated_at': '2022-01-28T00:09:47Z', 'revision_number': 3, 'project_id': '56b03b9ecf8343caad705efd08ee3ee9', 'gw_port': {'id': 'a403f270-6001-4d8e-816e-e7af9ce72988', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:09:46Z', 'updated_at': '2022-01-28T00:09:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:09:49.597376 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9015d26-b553-46d7-ae76-95cea7e773ec None None] Checking router: 3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:09:49.598898 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9015d26-b553-46d7-ae76-95cea7e773ec None None] Updating router 3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403 port a403f270-6001-4d8e-816e-e7af9ce72988 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:09:49.605342 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 592b64a8-2474-4360-9260-2e675542762c triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:09:49.605731 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (592b64a8-2474-4360-9260-2e675542762c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:49.652564 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c9015d26-b553-46d7-ae76-95cea7e773ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a403f270-6001-4d8e-816e-e7af9ce72988), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:49.807137 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8741f9-3037-480b-9004-9700db1f04bd None None] Network ca7cb8d6-0b9e-4ecc-830f-417781f7eeef requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:09:49.919075 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46984) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:49.994689 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 592b64a8-2474-4360-9260-2e675542762c is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:09:49.995528 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (592b64a8-2474-4360-9260-2e675542762c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:49.998083 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f36bf324-4624-467f-b8f3-3182f2fa7efd None None] Provisioning complete for port 592b64a8-2474-4360-9260-2e675542762c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:09:49.998927 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f36bf324-4624-467f-b8f3-3182f2fa7efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (592b64a8-2474-4360-9260-2e675542762c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:50.091955 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-507577f5-ed71-47de-9068-de32f5951e54 service neutron] For port de996d43-cc96-4aea-9033-9244d4923d32, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:09:50.106641 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-507577f5-ed71-47de-9068-de32f5951e54 service neutron] For port de996d43-cc96-4aea-9033-9244d4923d32, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=de996d43-cc96-4aea-9033-9244d4923d32,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:09:50.133964 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 592b64a8-2474-4360-9260-2e675542762c, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=592b64a8-2474-4360-9260-2e675542762c,segment=NetworkSegment(f1143f8f-279b-4c14-b435-dde08e8c4cce),segment_id=f1143f8f-279b-4c14-b435-dde08e8c4cce)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:50.144600 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (592b64a8-2474-4360-9260-2e675542762c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:50.144600 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f0b1e0e9-81d0-4492-9e20-ca851941a868 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:09:50.145409 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-94d1382d-a1fe-4541-a74a-e8373840be59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:50.210011 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-507577f5-ed71-47de-9068-de32f5951e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (de996d43-cc96-4aea-9033-9244d4923d32), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:50.316251 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f36bf324-4624-467f-b8f3-3182f2fa7efd None None] Current status of the port 592b64a8-2474-4360-9260-2e675542762c is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:09:50.347933 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c9015d26-b553-46d7-ae76-95cea7e773ec None None] Publish callbacks [] for port (a403f270-6001-4d8e-816e-e7af9ce72988), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:50.358123 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=592b64a8-2474-4360-9260-2e675542762c,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:50.367469 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c9015d26-b553-46d7-ae76-95cea7e773ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a403f270-6001-4d8e-816e-e7af9ce72988), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:50.387921 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port f0b1e0e9-81d0-4492-9e20-ca851941a868 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:09:50.388399 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f0b1e0e9-81d0-4492-9e20-ca851941a868), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:50.458904 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93844e-3377-495d-9ece-2069eb42972a req-fa0d8382-c909-4075-8c46-f23dabcbfcbe tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:50.460861 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e93844e-3377-495d-9ece-2069eb42972a req-fa0d8382-c909-4075-8c46-f23dabcbfcbe tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/ports?device_id=76062c4f-e798-49c5-8244-2731043243d0 HTTP/1.1" status: 200 len: 947 time: 0.7348824 Jan 28 00:09:50.498443 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-507577f5-ed71-47de-9068-de32f5951e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:50.498992 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-507577f5-ed71-47de-9068-de32f5951e54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:50.507016 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-507577f5-ed71-47de-9068-de32f5951e54 service neutron] 10.222.0.52 "PUT /v2.0/ports/de996d43-cc96-4aea-9033-9244d4923d32 HTTP/1.1" status: 200 len: 1095 time: 4.0898726 Jan 28 00:09:50.519450 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-ee01980c-a9c5-436e-80cd-da0eb386ddc7 service neutron] 10.222.0.52 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1274810 Jan 28 00:09:50.520839 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76062c4f-e798-49c5-8244-2731043243d0', 'tag': 'de996d43-cc96-4aea-9033-9244d4923d32'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:09:50.533847 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2671b5b9-378d-4671-bf01-4ca5554db0b9" -d '{"events": [{"name": "network-changed", "server_uuid": "76062c4f-e798-49c5-8244-2731043243d0", "tag": "de996d43-cc96-4aea-9033-9244d4923d32"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:09:50.605606 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c1345-7f72-4473-96f8-52553e1589a8 None None] Pushing event updated for resources: {'Port': ['ID=a403f270-6001-4d8e-816e-e7af9ce72988,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:50.625042 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-c9015d26-b553-46d7-ae76-95cea7e773ec None None] Attempting to bind port a403f270-6001-4d8e-816e-e7af9ce72988 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:09:50.626210 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-c9015d26-b553-46d7-ae76-95cea7e773ec None None] Attempting to bind port a403f270-6001-4d8e-816e-e7af9ce72988 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:09:50.627249 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9015d26-b553-46d7-ae76-95cea7e773ec None None] Attempting to bind port a403f270-6001-4d8e-816e-e7af9ce72988 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:09:50.642069 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9015d26-b553-46d7-ae76-95cea7e773ec None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:09:50.643111 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9015d26-b553-46d7-ae76-95cea7e773ec None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:09:50.645517 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c9015d26-b553-46d7-ae76-95cea7e773ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:50.646485 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9015d26-b553-46d7-ae76-95cea7e773ec None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:09:50.649986 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-c9015d26-b553-46d7-ae76-95cea7e773ec None None] Bound port: a403f270-6001-4d8e-816e-e7af9ce72988, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:09:50.650827 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c9015d26-b553-46d7-ae76-95cea7e773ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a403f270-6001-4d8e-816e-e7af9ce72988), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:50.675329 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port f0b1e0e9-81d0-4492-9e20-ca851941a868 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:09:50.777272 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507577f5-ed71-47de-9068-de32f5951e54 service neutron] Pushing event updated for resources: {'Port': ['ID=de996d43-cc96-4aea-9033-9244d4923d32,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:50.815687 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-c9015d26-b553-46d7-ae76-95cea7e773ec None None] For port a403f270-6001-4d8e-816e-e7af9ce72988, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:09:50.831268 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-c9015d26-b553-46d7-ae76-95cea7e773ec None None] For port a403f270-6001-4d8e-816e-e7af9ce72988, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=a403f270-6001-4d8e-816e-e7af9ce72988,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:09:50.841341 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c9015d26-b553-46d7-ae76-95cea7e773ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a403f270-6001-4d8e-816e-e7af9ce72988), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:50.854931 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d1238409-a4fe-4d02-8939-d897f25f4cbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:50.870800 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-42eb3448-0248-42c3-9f9c-df031d6ee607 None None] Provisioning complete for port 592b64a8-2474-4360-9260-2e675542762c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:09:50.871088 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-42eb3448-0248-42c3-9f9c-df031d6ee607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (592b64a8-2474-4360-9260-2e675542762c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:50.927139 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-491643d1-ead2-46b5-b901-fca6d00db07d req-5dd492db-0c1e-4d9d-9efe-6c94e85ab56a tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] Publish callbacks [] for security_group (c4a7cc06-55be-437a-8145-fd6c52d7ebfa), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:50.945703 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e93844e-3377-495d-9ece-2069eb42972a req-6931a9e6-228c-475e-8138-8ae5c0ee7e59 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/security-groups?id=fdef021a-754b-49fa-9d92-8309de2cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642948 Jan 28 00:09:50.958177 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-491643d1-ead2-46b5-b901-fca6d00db07d req-5dd492db-0c1e-4d9d-9efe-6c94e85ab56a tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c4a7cc06-55be-437a-8145-fd6c52d7ebfa), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:50.962417 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c1345-7f72-4473-96f8-52553e1589a8 None None] Pushing event updated for resources: {'Port': ['ID=a403f270-6001-4d8e-816e-e7af9ce72988,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:51.003766 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd492db-0c1e-4d9d-9efe-6c94e85ab56a tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a7cc06-55be-437a-8145-fd6c52d7ebfa,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:51.008123 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-ab08e12f-26ee-4822-8e29-e74d3a36b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:51.010179 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-ab08e12f-26ee-4822-8e29-e74d3a36b9aa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dfe22958a8984984910bd44e7a8e6b1f&device_id=76062c4f-e798-49c5-8244-2731043243d0 HTTP/1.1" status: 200 len: 1098 time: 0.3146780 Jan 28 00:09:51.012617 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-a3a22152-e3f5-4ca4-8a83-213e076d96cf tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:51.014506 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-a3a22152-e3f5-4ca4-8a83-213e076d96cf tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc&tenant_id=8a78e89f3df84c31929be575e138a975&binding%3Ahost_id=n-h1-826754-1 HTTP/1.1" status: 200 len: 1096 time: 0.3111076 Jan 28 00:09:51.058593 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9015d26-b553-46d7-ae76-95cea7e773ec None None] Routers {'3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:09:51.061219 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-02f33a23-e201-4d1e-98d1-6cfcb5d2524d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826754-1'}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:09:51.065757 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-c9015d26-b553-46d7-ae76-95cea7e773ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:09:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:09:51.167134 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-42eb3448-0248-42c3-9f9c-df031d6ee607 None None] Current status of the port 592b64a8-2474-4360-9260-2e675542762c is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:09:51.167134 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 592b64a8-2474-4360-9260-2e675542762c up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:09:51.226092 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-94d1382d-a1fe-4541-a74a-e8373840be59 admin admin] Allocated IP 172.20.0.1 (ca7cb8d6-0b9e-4ecc-830f-417781f7eeef/d77ef593-2b16-408a-b651-9d0efa7723d6/431b0379-e998-497c-8bef-e7e61900be52) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:09:51.228843 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-4bb6b74c-2932-46f2-bbb1-b202598d9cc1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=de996d43-cc96-4aea-9033-9244d4923d32 HTTP/1.1" status: 200 len: 217 time: 0.1975915 Jan 28 00:09:51.236417 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 592b64a8-2474-4360-9260-2e675542762c triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:09:51.236806 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (592b64a8-2474-4360-9260-2e675542762c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:51.292073 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-c9015d26-b553-46d7-ae76-95cea7e773ec None None] Set router 3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:09:51.400537 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 592b64a8-2474-4360-9260-2e675542762c is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:09:51.425363 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-94d1382d-a1fe-4541-a74a-e8373840be59 admin admin] Publish callbacks [] for port (431b0379-e998-497c-8bef-e7e61900be52), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:51.505956 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-94d1382d-a1fe-4541-a74a-e8373840be59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (431b0379-e998-497c-8bef-e7e61900be52), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:51.511010 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-02f33a23-e201-4d1e-98d1-6cfcb5d2524d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9357b6d8-3aaa-4276-8462-b55edfab0389), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:51.586413 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d1382d-a1fe-4541-a74a-e8373840be59 admin admin] Network ca7cb8d6-0b9e-4ecc-830f-417781f7eeef is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:09:51.591412 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-94d1382d-a1fe-4541-a74a-e8373840be59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:09:51.597486 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d1382d-a1fe-4541-a74a-e8373840be59 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:09:51.614131 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-c9015d26-b553-46d7-ae76-95cea7e773ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403', 'name': 'tempest-AttachSCSIVolumeTestJSON-1291424371-router', 'tenant_id': '56b03b9ecf8343caad705efd08ee3ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a403f270-6001-4d8e-816e-e7af9ce72988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:09:45Z', 'updated_at': '2022-01-28T00:09:47Z', 'revision_number': 3, 'project_id': '56b03b9ecf8343caad705efd08ee3ee9', 'gw_port': {'id': 'a403f270-6001-4d8e-816e-e7af9ce72988', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:09:46Z', 'updated_at': '2022-01-28T00:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:09:51.653047 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1382d-a1fe-4541-a74a-e8373840be59 admin admin] Pushing event updated for resources: {'Port': ['ID=431b0379-e998-497c-8bef-e7e61900be52,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:51.675049 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-94d1382d-a1fe-4541-a74a-e8373840be59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:51.689874 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9015d26-b553-46d7-ae76-95cea7e773ec None None] The sync data for ids ['3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403'] in n-d-826754-1 is: [{'id': '3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403', 'name': 'tempest-AttachSCSIVolumeTestJSON-1291424371-router', 'tenant_id': '56b03b9ecf8343caad705efd08ee3ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a403f270-6001-4d8e-816e-e7af9ce72988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:09:45Z', 'updated_at': '2022-01-28T00:09:47Z', 'revision_number': 3, 'project_id': '56b03b9ecf8343caad705efd08ee3ee9', 'gw_port': {'id': 'a403f270-6001-4d8e-816e-e7af9ce72988', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:09:46Z', 'updated_at': '2022-01-28T00:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:09:51.697024 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-bdd33d0f-c96e-4142-bc3d-ed651b435823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:51.698748 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-bdd33d0f-c96e-4142-bc3d-ed651b435823 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.4375317 Jan 28 00:09:51.757878 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e153fa-e76b-456c-b4cb-71091872f93b req-ae49aee9-b9a4-4a0f-b19f-7d5f8799e09e tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:51.759483 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-92e153fa-e76b-456c-b4cb-71091872f93b req-ae49aee9-b9a4-4a0f-b19f-7d5f8799e09e tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 945 time: 0.5193996 Jan 28 00:09:51.833496 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d1238409-a4fe-4d02-8939-d897f25f4cbf admin admin] Publish callbacks [] for security_group (7cfeb5ca-0ffe-40df-8641-42868b128fd4), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:51.890435 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-02f33a23-e201-4d1e-98d1-6cfcb5d2524d service neutron] For port 9357b6d8-3aaa-4276-8462-b55edfab0389, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9357b6d8-3aaa-4276-8462-b55edfab0389,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:51.914668 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d1238409-a4fe-4d02-8939-d897f25f4cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7cfeb5ca-0ffe-40df-8641-42868b128fd4), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:52.000574 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-94d1382d-a1fe-4541-a74a-e8373840be59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (431b0379-e998-497c-8bef-e7e61900be52), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:52.006781 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-491643d1-ead2-46b5-b901-fca6d00db07d req-5dd492db-0c1e-4d9d-9efe-6c94e85ab56a tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&id=e554b95c-e6db-4216-a8d9-ac04c10b9cd9&id=fdef021a-754b-49fa-9d92-8309de2cf849&id=267166fd-c4d2-49ed-98ae-dc760e252506&id=052f30d2-3809-45fe-8cf7-6fd8fec0c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 2.7665205 Jan 28 00:09:52.084982 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-cb27553b-f1e5-4b4b-b292-73df20a0a5f2 None None] Provisioning complete for port 431b0379-e998-497c-8bef-e7e61900be52 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:09:52.085536 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb27553b-f1e5-4b4b-b292-73df20a0a5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (431b0379-e998-497c-8bef-e7e61900be52), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:52.117422 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-06f74c22-c7bb-4019-af0d-78ec44d4625d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:52.122509 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-06f74c22-c7bb-4019-af0d-78ec44d4625d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3974845 Jan 28 00:09:52.159524 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d1238409-a4fe-4d02-8939-d897f25f4cbf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0ba63dc9e12649e2aeb4ab77924f165f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2270741 Jan 28 00:09:52.166487 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47006) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:52.177239 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1238409-a4fe-4d02-8939-d897f25f4cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfeb5ca-0ffe-40df-8641-42868b128fd4,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:52.256296 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-cb27553b-f1e5-4b4b-b292-73df20a0a5f2 None None] Port 431b0379-e998-497c-8bef-e7e61900be52 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:09:52.308485 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-92e153fa-e76b-456c-b4cb-71091872f93b req-28879d75-d6db-4eeb-94b0-d11401fbda36 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5015953 Jan 28 00:09:52.309753 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-02f33a23-e201-4d1e-98d1-6cfcb5d2524d service neutron] For port 9357b6d8-3aaa-4276-8462-b55edfab0389, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:09:52.353318 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-3f91ab7a-fa89-439c-b346-b26b861df320 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=bf01f9f2f03d46089363606fbcbe787d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1575358 Jan 28 00:09:52.394822 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90ea82e0-94d3-4ee3-97c0-439ff11a3aa9 admin admin] Publish callbacks [] for security_group (7cfeb5ca-0ffe-40df-8641-42868b128fd4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:52.445329 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90ea82e0-94d3-4ee3-97c0-439ff11a3aa9 admin admin] Publish callbacks [] for security_group (7cfeb5ca-0ffe-40df-8641-42868b128fd4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:52.530522 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-94d1382d-a1fe-4541-a74a-e8373840be59 admin admin] Publish callbacks [] for port (431b0379-e998-497c-8bef-e7e61900be52), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:52.538211 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-94d1382d-a1fe-4541-a74a-e8373840be59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (431b0379-e998-497c-8bef-e7e61900be52), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:52.572654 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-02f33a23-e201-4d1e-98d1-6cfcb5d2524d service neutron] Publish callbacks [] for port (9357b6d8-3aaa-4276-8462-b55edfab0389), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:52.605877 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6355dbf-422b-4352-9931-959e25c0cf68 x-openstack-request-id: req-f6355dbf-422b-4352-9931-959e25c0cf68 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:09:52.606263 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76062c4f-e798-49c5-8244-2731043243d0", "tag": "de996d43-cc96-4aea-9033-9244d4923d32", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:09:52.606478 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f6355dbf-422b-4352-9931-959e25c0cf68 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:09:52.606891 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76062c4f-e798-49c5-8244-2731043243d0', 'tag': 'de996d43-cc96-4aea-9033-9244d4923d32', 'status': 'completed', 'code': 200} Jan 28 00:09:52.607523 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-02f33a23-e201-4d1e-98d1-6cfcb5d2524d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (9357b6d8-3aaa-4276-8462-b55edfab0389), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:52.645358 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-1114a96f-8a10-476a-953b-643eb774b702 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:52.648411 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-1114a96f-8a10-476a-953b-643eb774b702 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2941620 Jan 28 00:09:52.650624 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-4b9f96f1-c2e9-407a-ab11-458bbb1b4082 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5129175 Jan 28 00:09:52.690992 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-94d1382d-a1fe-4541-a74a-e8373840be59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:52.698145 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1382d-a1fe-4541-a74a-e8373840be59 admin admin] Pushing event updated for resources: {'Port': ['ID=431b0379-e998-497c-8bef-e7e61900be52,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:52.796917 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-610a2244-1085-45b7-b0c2-5f0682b8b62c req-ab29b571-9f15-48ab-8078-2fd9c3e44410 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010385 Jan 28 00:09:52.804888 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90ea82e0-94d3-4ee3-97c0-439ff11a3aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7cfeb5ca-0ffe-40df-8641-42868b128fd4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:52.805684 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90ea82e0-94d3-4ee3-97c0-439ff11a3aa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:52.806897 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-90ea82e0-94d3-4ee3-97c0-439ff11a3aa9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7cfeb5ca-0ffe-40df-8641-42868b128fd4 HTTP/1.1" status: 204 len: 168 time: 0.6391263 Jan 28 00:09:52.820263 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea82e0-94d3-4ee3-97c0-439ff11a3aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfeb5ca-0ffe-40df-8641-42868b128fd4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:52.877519 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-29fe7a72-e289-4fc7-b890-e9e038ee539b tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/quotas/bf01f9f2f03d46089363606fbcbe787d HTTP/1.1" status: 200 len: 375 time: 0.1913338 Jan 28 00:09:52.888687 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d1382d-a1fe-4541-a74a-e8373840be59 admin admin] Network ca7cb8d6-0b9e-4ecc-830f-417781f7eeef is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:09:52.890448 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-94d1382d-a1fe-4541-a74a-e8373840be59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:09:53.091164 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa36ed3-b550-4158-8343-b86d225c33ed req-c13dded6-8676-445a-9513-486451f67711 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:53.093962 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5fa36ed3-b550-4158-8343-b86d225c33ed req-c13dded6-8676-445a-9513-486451f67711 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/ports?device_id=76062c4f-e798-49c5-8244-2731043243d0 HTTP/1.1" status: 200 len: 947 time: 0.4182131 Jan 28 00:09:53.106838 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-02f33a23-e201-4d1e-98d1-6cfcb5d2524d service neutron] Attempting to bind port 9357b6d8-3aaa-4276-8462-b55edfab0389 on host n-h1-826754-1 for vnic_type normal with profile {"migrating_to": "n-h2-826754-1"} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:09:53.106838 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-02f33a23-e201-4d1e-98d1-6cfcb5d2524d service neutron] Attempting to bind port 9357b6d8-3aaa-4276-8462-b55edfab0389 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:09:53.107072 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-02f33a23-e201-4d1e-98d1-6cfcb5d2524d service neutron] Attempting to bind port 9357b6d8-3aaa-4276-8462-b55edfab0389 on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:09:53.120782 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-02f33a23-e201-4d1e-98d1-6cfcb5d2524d service neutron] Port 9357b6d8-3aaa-4276-8462-b55edfab0389 on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:09:53.121405 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-02f33a23-e201-4d1e-98d1-6cfcb5d2524d service neutron] Attempting to bind port 9357b6d8-3aaa-4276-8462-b55edfab0389 on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:09:53.138601 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-02f33a23-e201-4d1e-98d1-6cfcb5d2524d service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:09:53.139092 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-02f33a23-e201-4d1e-98d1-6cfcb5d2524d service neutron] Checking segment: {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:09:53.139594 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-02f33a23-e201-4d1e-98d1-6cfcb5d2524d service neutron] Bound using segment: {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:09:53.140852 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-02f33a23-e201-4d1e-98d1-6cfcb5d2524d service neutron] Bound port: 9357b6d8-3aaa-4276-8462-b55edfab0389, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:09:53.141631 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-02f33a23-e201-4d1e-98d1-6cfcb5d2524d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9357b6d8-3aaa-4276-8462-b55edfab0389), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:53.152308 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d1382d-a1fe-4541-a74a-e8373840be59 admin admin] Router 3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:09:53.152456 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f33a23-e201-4d1e-98d1-6cfcb5d2524d service neutron] Pushing event updated for resources: {'Port': ['ID=9357b6d8-3aaa-4276-8462-b55edfab0389,revision_number=7']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:53.185841 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-0ede4b99-d524-4e14-89c2-43759ba7fc9a tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bf01f9f2f03d46089363606fbcbe787d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2898657 Jan 28 00:09:53.248731 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671b5b9-378d-4671-bf01-4ca5554db0b9 req-67c084ac-a9a7-43cb-b367-10947af02a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:53.255070 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2671b5b9-378d-4671-bf01-4ca5554db0b9 req-67c084ac-a9a7-43cb-b367-10947af02a43 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dfe22958a8984984910bd44e7a8e6b1f&device_id=76062c4f-e798-49c5-8244-2731043243d0 HTTP/1.1" status: 200 len: 1098 time: 0.2940326 Jan 28 00:09:53.261618 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a403f270-6001-4d8e-816e-e7af9ce72988 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:09:53.439371 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port a403f270-6001-4d8e-816e-e7af9ce72988 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:09:53.439671 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a403f270-6001-4d8e-816e-e7af9ce72988), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:53.461950 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-02f33a23-e201-4d1e-98d1-6cfcb5d2524d service neutron] For port 9357b6d8-3aaa-4276-8462-b55edfab0389, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:09:53.474431 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-02f33a23-e201-4d1e-98d1-6cfcb5d2524d service neutron] For port 9357b6d8-3aaa-4276-8462-b55edfab0389, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9357b6d8-3aaa-4276-8462-b55edfab0389,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:09:53.536418 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-95c0da16-f8a6-401f-a3f1-c95c986a7846 None None] Provisioning complete for port 431b0379-e998-497c-8bef-e7e61900be52 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:09:53.536805 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95c0da16-f8a6-401f-a3f1-c95c986a7846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (431b0379-e998-497c-8bef-e7e61900be52), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:53.569957 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-02f33a23-e201-4d1e-98d1-6cfcb5d2524d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (9357b6d8-3aaa-4276-8462-b55edfab0389), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:53.602157 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47022) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:53.622113 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d1382d-a1fe-4541-a74a-e8373840be59 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:09:53.638840 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-94d1382d-a1fe-4541-a74a-e8373840be59 admin admin] 10.222.0.70 "PUT /v2.0/routers/3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1027415 Jan 28 00:09:53.698140 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1c07040d-dd9c-40fa-a8fa-4cf31fdfe687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:53.710212 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5fa36ed3-b550-4158-8343-b86d225c33ed req-3ffa936b-b395-4b0c-9c37-fabfcdf8a4e5 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/security-groups?id=fdef021a-754b-49fa-9d92-8309de2cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5907278 Jan 28 00:09:53.784803 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-95c0da16-f8a6-401f-a3f1-c95c986a7846 None None] Port 431b0379-e998-497c-8bef-e7e61900be52 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:09:53.794687 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f33a23-e201-4d1e-98d1-6cfcb5d2524d service neutron] Pushing event updated for resources: {'Port': ['ID=9357b6d8-3aaa-4276-8462-b55edfab0389,revision_number=8']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:53.843103 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671b5b9-378d-4671-bf01-4ca5554db0b9 req-6d35658b-f294-44cd-adf9-ea56b46c8a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:53.846934 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2671b5b9-378d-4671-bf01-4ca5554db0b9 req-6d35658b-f294-44cd-adf9-ea56b46c8a63 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.5818262 Jan 28 00:09:53.848607 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-02f33a23-e201-4d1e-98d1-6cfcb5d2524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:53.849334 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-02f33a23-e201-4d1e-98d1-6cfcb5d2524d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:53.850911 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-02f33a23-e201-4d1e-98d1-6cfcb5d2524d service neutron] 10.222.0.52 "PUT /v2.0/ports/9357b6d8-3aaa-4276-8462-b55edfab0389 HTTP/1.1" status: 200 len: 1121 time: 2.8229725 Jan 28 00:09:53.975908 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port a403f270-6001-4d8e-816e-e7af9ce72988 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:09:53.976579 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a403f270-6001-4d8e-816e-e7af9ce72988), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:54.007564 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3ecb3db3-890b-4327-aca1-795b9390d415 req-af9c7a62-9938-43fe-a4e9-c24f3a87b9fc tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3 HTTP/1.1" status: 200 len: 210 time: 0.1064801 Jan 28 00:09:54.010997 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2671b5b9-378d-4671-bf01-4ca5554db0b9 req-047554ed-e5d9-4915-9675-c194166fb4b3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=de996d43-cc96-4aea-9033-9244d4923d32 HTTP/1.1" status: 200 len: 217 time: 0.1089020 Jan 28 00:09:54.072251 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8bfe8-52b7-436a-9dc3-3e2cb453a848 req-51427196-1d28-4c5f-9272-7b3db27b4549 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:54.082898 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bdd8bfe8-52b7-436a-9dc3-3e2cb453a848 req-51427196-1d28-4c5f-9272-7b3db27b4549 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 943 time: 0.2434845 Jan 28 00:09:54.121252 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port a403f270-6001-4d8e-816e-e7af9ce72988, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=a403f270-6001-4d8e-816e-e7af9ce72988,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:54.149148 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['9357b6d8-3aaa-4276-8462-b55edfab0389'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:09:54.170525 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1c07040d-dd9c-40fa-a8fa-4cf31fdfe687 admin admin] Publish callbacks [] for security_group (e5f90a45-1ab6-4705-85ed-9d0f2a7f679c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:54.181833 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1c07040d-dd9c-40fa-a8fa-4cf31fdfe687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e5f90a45-1ab6-4705-85ed-9d0f2a7f679c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:54.288647 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a403f270-6001-4d8e-816e-e7af9ce72988), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:54.317198 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1c07040d-dd9c-40fa-a8fa-4cf31fdfe687 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2e4a6cee409a4d09a9c15f9179840746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7138321 Jan 28 00:09:54.318151 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07040d-dd9c-40fa-a8fa-4cf31fdfe687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f90a45-1ab6-4705-85ed-9d0f2a7f679c,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:54.336670 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47040) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:54.530091 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=a403f270-6001-4d8e-816e-e7af9ce72988,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:54.553733 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eca43d08-b1b3-4e16-944c-8fe5d281dd4a admin admin] Publish callbacks [] for security_group (e5f90a45-1ab6-4705-85ed-9d0f2a7f679c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:54.632580 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eca43d08-b1b3-4e16-944c-8fe5d281dd4a admin admin] Publish callbacks [] for security_group (e5f90a45-1ab6-4705-85ed-9d0f2a7f679c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:54.729194 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eca43d08-b1b3-4e16-944c-8fe5d281dd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e5f90a45-1ab6-4705-85ed-9d0f2a7f679c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:54.740773 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eca43d08-b1b3-4e16-944c-8fe5d281dd4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:54.751381 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-eca43d08-b1b3-4e16-944c-8fe5d281dd4a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e5f90a45-1ab6-4705-85ed-9d0f2a7f679c HTTP/1.1" status: 204 len: 168 time: 0.4105430 Jan 28 00:09:54.804025 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca43d08-b1b3-4e16-944c-8fe5d281dd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f90a45-1ab6-4705-85ed-9d0f2a7f679c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:55.107914 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378384c4-c198-46ae-be81-183e0ddcb430 None None] Sync routers for ids ['3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:09:55.112223 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298d36b6-46ff-4c85-9412-91e70fffa1cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9357b6d8-3aaa-4276-8462-b55edfab0389'}, {'name': 'network-changed', 'server_uuid': '298d36b6-46ff-4c85-9412-91e70fffa1cc', 'tag': '9357b6d8-3aaa-4276-8462-b55edfab0389'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:09:55.116065 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c09785-d108-4fa9-aff1-25a63621435b" -d '{"events": [{"server_uuid": "298d36b6-46ff-4c85-9412-91e70fffa1cc", "name": "network-vif-unplugged", "status": "completed", "tag": "9357b6d8-3aaa-4276-8462-b55edfab0389"}, {"name": "network-changed", "server_uuid": "298d36b6-46ff-4c85-9412-91e70fffa1cc", "tag": "9357b6d8-3aaa-4276-8462-b55edfab0389"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:09:55.138579 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bdd8bfe8-52b7-436a-9dc3-3e2cb453a848 req-24e38984-ae2f-402f-86ac-0221c9180e8e tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0522821 Jan 28 00:09:55.143125 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671b5b9-378d-4671-bf01-4ca5554db0b9 req-573eb344-3ef4-4823-a628-8dfba9fa20a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:55.146723 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2671b5b9-378d-4671-bf01-4ca5554db0b9 req-573eb344-3ef4-4823-a628-8dfba9fa20a9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 1.1251283 Jan 28 00:09:55.200295 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378384c4-c198-46ae-be81-183e0ddcb430 None None] Routers {'3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:09:55.201448 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-378384c4-c198-46ae-be81-183e0ddcb430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:09:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:09:55.309396 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f15f22-f7d6-4287-aef3-7955f18419e4 req-b455419c-27a5-4a4f-a67d-65a80f58414d tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:55.311388 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f15f22-f7d6-4287-aef3-7955f18419e4 req-b455419c-27a5-4a4f-a67d-65a80f58414d tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:55.312558 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f15f22-f7d6-4287-aef3-7955f18419e4 req-b455419c-27a5-4a4f-a67d-65a80f58414d tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:55.315581 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e0f15f22-f7d6-4287-aef3-7955f18419e4 req-b455419c-27a5-4a4f-a67d-65a80f58414d tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1453a213-40e8-4515-a401-ae9cfdaa4d70&device_id=e9b6ba0b-2c7b-4510-b723-70dfaf3cf644&device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 2884 time: 0.2801235 Jan 28 00:09:55.351517 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671b5b9-378d-4671-bf01-4ca5554db0b9 req-939703fe-2a17-45d1-8834-18b7803d051f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:55.358025 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2671b5b9-378d-4671-bf01-4ca5554db0b9 req-939703fe-2a17-45d1-8834-18b7803d051f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1922014 Jan 28 00:09:55.648964 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e0f15f22-f7d6-4287-aef3-7955f18419e4 req-19f92364-0376-4de9-b53e-e15e79b573ee tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448161 Jan 28 00:09:55.705887 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a06875-9440-4e92-a8d9-4aa3159d42d9 req-4a78c2b4-9e32-4e4e-aebe-38f777493d17 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:55.732859 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-95a06875-9440-4e92-a8d9-4aa3159d42d9 req-4a78c2b4-9e32-4e4e-aebe-38f777493d17 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/ports?device_id=76062c4f-e798-49c5-8244-2731043243d0 HTTP/1.1" status: 200 len: 947 time: 0.3002532 Jan 28 00:09:55.735058 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-f1f367a0-5958-44d6-98a0-5a95dcde6675 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=bf01f9f2f03d46089363606fbcbe787d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1312246 Jan 28 00:09:55.913867 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-95a06875-9440-4e92-a8d9-4aa3159d42d9 req-ad742bd5-2c56-43da-8369-b51b72141cc3 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/security-groups?id=fdef021a-754b-49fa-9d92-8309de2cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767311 Jan 28 00:09:55.940598 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2671b5b9-378d-4671-bf01-4ca5554db0b9 req-429c5167-1500-47e0-b7fe-e1de42ce14a1 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5802174 Jan 28 00:09:56.005760 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-d1bdc703-daa7-4dc4-b661-110b6b34ab3b tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:56.011041 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-d1bdc703-daa7-4dc4-b661-110b6b34ab3b tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2721598 Jan 28 00:09:56.047913 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-bde5d571-41c6-4d14-a1a6-1281b60d8d0e tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Request body: {'port': {'device_id': '4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'admin_state_up': True, 'tenant_id': 'bf01f9f2f03d46089363606fbcbe787d'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:09:56.113907 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a403f270-6001-4d8e-816e-e7af9ce72988 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:09:56.283552 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-bde5d571-41c6-4d14-a1a6-1281b60d8d0e tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Made reservation on behalf of bf01f9f2f03d46089363606fbcbe787d for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:09:56.294769 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-bde5d571-41c6-4d14-a1a6-1281b60d8d0e tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:56.310371 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2671b5b9-378d-4671-bf01-4ca5554db0b9 req-0102b013-27f1-47be-bf16-c48284d186cd service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084233 Jan 28 00:09:56.315416 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 28 Jan 2022 00:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d666d3-5c21-4258-a9e4-13a053b75ccc x-openstack-request-id: req-66d666d3-5c21-4258-a9e4-13a053b75ccc {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:09:56.317555 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298d36b6-46ff-4c85-9412-91e70fffa1cc", "name": "network-vif-unplugged", "status": "completed", "tag": "9357b6d8-3aaa-4276-8462-b55edfab0389", "code": 200}, {"name": "network-changed", "server_uuid": "298d36b6-46ff-4c85-9412-91e70fffa1cc", "tag": "9357b6d8-3aaa-4276-8462-b55edfab0389", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:09:56.317977 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-66d666d3-5c21-4258-a9e4-13a053b75ccc {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:09:56.318565 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298d36b6-46ff-4c85-9412-91e70fffa1cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9357b6d8-3aaa-4276-8462-b55edfab0389', 'code': 200} Jan 28 00:09:56.319501 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298d36b6-46ff-4c85-9412-91e70fffa1cc', 'tag': '9357b6d8-3aaa-4276-8462-b55edfab0389', 'status': 'completed', 'code': 200} Jan 28 00:09:56.375130 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-378384c4-c198-46ae-be81-183e0ddcb430 None None] Set router 3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:09:56.396789 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fbb3182f-23e3-47e2-b145-fd10ac4c9806 req-0ba700a7-90e5-41c9-afc5-eef3076327b9 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3 HTTP/1.1" status: 200 len: 210 time: 0.4996328 Jan 28 00:09:56.603683 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ded82-5f7b-4c37-a190-a07ab7445e14 req-6b832484-b26a-4e58-9bfb-76e3690177b8 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:56.612916 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3c3ded82-5f7b-4c37-a190-a07ab7445e14 req-6b832484-b26a-4e58-9bfb-76e3690177b8 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 943 time: 0.0721664 Jan 28 00:09:56.688271 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c09785-d108-4fa9-aff1-25a63621435b req-1419a2dc-4c75-420d-acfc-69fe6b797dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:56.690106 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f6c09785-d108-4fa9-aff1-25a63621435b req-1419a2dc-4c75-420d-acfc-69fe6b797dab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a78e89f3df84c31929be575e138a975&device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 1124 time: 0.4207420 Jan 28 00:09:56.740528 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3c3ded82-5f7b-4c37-a190-a07ab7445e14 req-b0497d50-03a8-4d74-b32d-c3528524ceb8 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259651 Jan 28 00:09:56.944249 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port a403f270-6001-4d8e-816e-e7af9ce72988 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:09:56.945021 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a403f270-6001-4d8e-816e-e7af9ce72988), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:57.058734 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 9357b6d8-3aaa-4276-8462-b55edfab0389 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:09:57.200606 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa4e36-93e4-4d29-b1db-e03638696576 req-5e26040d-9fc0-4b8b-afa5-ad907410306d tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:57.212997 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-bde5d571-41c6-4d14-a1a6-1281b60d8d0e tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Allocated IP 192.168.233.241 (6cc4916b-e8a0-4618-abd0-934e16bf0b78/3d2cf619-4390-4946-b152-016e9ede005d/e143145b-af3b-4b7c-9a56-bd80bf7e5ed5) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:09:57.216867 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e7fa4e36-93e4-4d29-b1db-e03638696576 req-5e26040d-9fc0-4b8b-afa5-ad907410306d tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/ports?device_id=76062c4f-e798-49c5-8244-2731043243d0 HTTP/1.1" status: 200 len: 947 time: 0.1467466 Jan 28 00:09:57.271528 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c09785-d108-4fa9-aff1-25a63621435b req-d3040581-e980-468a-ba25-de1774b7aa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:57.273100 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f6c09785-d108-4fa9-aff1-25a63621435b req-d3040581-e980-468a-ba25-de1774b7aa4a service neutron] 10.222.0.65 "GET /v2.0/networks?id=ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 200 len: 908 time: 0.5683002 Jan 28 00:09:57.366180 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e7fa4e36-93e4-4d29-b1db-e03638696576 req-8ef970f5-82ed-4631-a8a4-59f76abf16b0 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/security-groups?id=fdef021a-754b-49fa-9d92-8309de2cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484537 Jan 28 00:09:57.418330 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 9357b6d8-3aaa-4276-8462-b55edfab0389, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9357b6d8-3aaa-4276-8462-b55edfab0389,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:57.434125 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port a403f270-6001-4d8e-816e-e7af9ce72988 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:09:57.451655 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f6c09785-d108-4fa9-aff1-25a63621435b req-314c9b03-7c71-47bf-b98f-f7e55a325696 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9357b6d8-3aaa-4276-8462-b55edfab0389 HTTP/1.1" status: 200 len: 217 time: 0.1670201 Jan 28 00:09:57.484857 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 9357b6d8-3aaa-4276-8462-b55edfab0389 has no active binding in host n-h2-826754-1 {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 00:09:57.485245 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device de996d43-cc96-4aea-9033-9244d4923d32 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:09:57.648498 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-378384c4-c198-46ae-be81-183e0ddcb430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403', 'name': 'tempest-AttachSCSIVolumeTestJSON-1291424371-router', 'tenant_id': '56b03b9ecf8343caad705efd08ee3ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a403f270-6001-4d8e-816e-e7af9ce72988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:09:45Z', 'updated_at': '2022-01-28T00:09:51Z', 'revision_number': 4, 'project_id': '56b03b9ecf8343caad705efd08ee3ee9', 'gw_port': {'id': 'a403f270-6001-4d8e-816e-e7af9ce72988', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:09:46Z', 'updated_at': '2022-01-28T00:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '431b0379-e998-497c-8bef-e7e61900be52', 'name': '', 'network_id': 'ca7cb8d6-0b9e-4ecc-830f-417781f7eeef', 'tenant_id': '56b03b9ecf8343caad705efd08ee3ee9', 'mac_address': 'fa:16:3e:f4:0a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd77ef593-2b16-408a-b651-9d0efa7723d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:09:50Z', 'updated_at': '2022-01-28T00:09:52Z', 'revision_number': 2, 'project_id': '56b03b9ecf8343caad705efd08ee3ee9', 'subnets': [{'id': 'd77ef593-2b16-408a-b651-9d0efa7723d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:09:57.734837 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c09785-d108-4fa9-aff1-25a63621435b req-d646ec8a-012f-4de3-96ef-3a24d73104f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:57.736662 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f6c09785-d108-4fa9-aff1-25a63621435b req-d646ec8a-012f-4de3-96ef-3a24d73104f3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a309d6c9-38a3-409d-a906-1638039000ff HTTP/1.1" status: 200 len: 847 time: 0.2556703 Jan 28 00:09:57.884490 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-070f57f2-ef5d-463e-9342-5343b6200f47 req-4a0481a3-4edc-4f07-a6b1-75c61b085e9d tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3 HTTP/1.1" status: 200 len: 210 time: 0.0582347 Jan 28 00:09:57.972415 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f6c09785-d108-4fa9-aff1-25a63621435b req-df926c7e-d89f-4a19-b0b9-cc2b9fc8c8fe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ede0cbb9-a83e-4037-b673-696eabc6b3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2008762 Jan 28 00:09:58.039112 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378384c4-c198-46ae-be81-183e0ddcb430 None None] Checking router: 3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:09:58.044042 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378384c4-c198-46ae-be81-183e0ddcb430 None None] Updating router 3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403 port 431b0379-e998-497c-8bef-e7e61900be52 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:09:58.064967 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974d2fe-ffe0-4beb-ab30-d0a4708efafa req-06659d30-6791-4fa6-8dfa-f868d823f8a0 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:58.078973 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6974d2fe-ffe0-4beb-ab30-d0a4708efafa req-06659d30-6791-4fa6-8dfa-f868d823f8a0 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 943 time: 0.1358523 Jan 28 00:09:58.175496 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-378384c4-c198-46ae-be81-183e0ddcb430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (431b0379-e998-497c-8bef-e7e61900be52), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:58.246657 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f6c09785-d108-4fa9-aff1-25a63621435b req-7f9520e4-904e-4074-85d2-6ae1ca84e737 service neutron] 10.222.0.65 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595532 Jan 28 00:09:58.258752 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6974d2fe-ffe0-4beb-ab30-d0a4708efafa req-18b6c66e-e87c-4de8-9824-df95e52e912c tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787286 Jan 28 00:09:58.276470 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port de996d43-cc96-4aea-9033-9244d4923d32, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=de996d43-cc96-4aea-9033-9244d4923d32,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:58.321001 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'de996d43-cc96-4aea-9033-9244d4923d32', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': 'de996d43-cc96-4aea-9033-9244d4923d32', 'mac_address': 'fa:16:3e:82:23:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:09:58.476725 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47118) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:09:58.482278 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01653b09-300e-4fcc-b433-35cbb8ca6eaa req-268713db-a261-4769-a351-c770846fcee3 tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:58.494858 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-01653b09-300e-4fcc-b433-35cbb8ca6eaa req-268713db-a261-4769-a351-c770846fcee3 tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 1101 time: 0.1751521 Jan 28 00:09:58.505125 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port de996d43-cc96-4aea-9033-9244d4923d32 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:09:58.505853 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (de996d43-cc96-4aea-9033-9244d4923d32), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:58.535599 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-bde5d571-41c6-4d14-a1a6-1281b60d8d0e tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Publish callbacks [] for port (e143145b-af3b-4b7c-9a56-bd80bf7e5ed5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:58.554738 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de996d43-cc96-4aea-9033-9244d4923d32 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:09:58.577106 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f6c09785-d108-4fa9-aff1-25a63621435b req-a54a3391-f27f-4635-ac89-78134571c290 service neutron] 10.222.0.65 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008096 Jan 28 00:09:58.659026 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf932fd8-5e8d-4d39-be2c-6b5b1788d50d req-654cf3b4-24c6-418d-acf8-acc4ac675a60 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:58.665587 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-bde5d571-41c6-4d14-a1a6-1281b60d8d0e tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (e143145b-af3b-4b7c-9a56-bd80bf7e5ed5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:58.670217 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cf932fd8-5e8d-4d39-be2c-6b5b1788d50d req-654cf3b4-24c6-418d-acf8-acc4ac675a60 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/ports?device_id=76062c4f-e798-49c5-8244-2731043243d0 HTTP/1.1" status: 200 len: 947 time: 0.1280932 Jan 28 00:09:58.721665 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-01653b09-300e-4fcc-b433-35cbb8ca6eaa req-5401c7c1-6751-4090-bfba-e634f87cc9f8 tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172623 Jan 28 00:09:58.733162 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['7531e73e-452d-483a-8428-64e50979b8c1'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:09:58.795340 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-bde5d571-41c6-4d14-a1a6-1281b60d8d0e tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:09:58.814715 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cf932fd8-5e8d-4d39-be2c-6b5b1788d50d req-49ccc7b0-264b-4f97-84d7-e4dc8cc1f568 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/security-groups?id=fdef021a-754b-49fa-9d92-8309de2cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421435 Jan 28 00:09:58.817026 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-bde5d571-41c6-4d14-a1a6-1281b60d8d0e tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:09:58.824797 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-bde5d571-41c6-4d14-a1a6-1281b60d8d0e tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:09:58.833495 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port de996d43-cc96-4aea-9033-9244d4923d32, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=de996d43-cc96-4aea-9033-9244d4923d32,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:09:58.853656 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (de996d43-cc96-4aea-9033-9244d4923d32), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:58.959077 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5d571-41c6-4d14-a1a6-1281b60d8d0e tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Pushing event updated for resources: {'Port': ['ID=e143145b-af3b-4b7c-9a56-bd80bf7e5ed5,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:58.992452 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d116b6a7-444f-41fc-b0c4-6be276f20782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:59.060736 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-bde5d571-41c6-4d14-a1a6-1281b60d8d0e tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:59.061867 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-bde5d571-41c6-4d14-a1a6-1281b60d8d0e tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:59.100081 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-bde5d571-41c6-4d14-a1a6-1281b60d8d0e tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0594540 Jan 28 00:09:59.104620 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=de996d43-cc96-4aea-9033-9244d4923d32,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:59.168784 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-9680ded5-d366-4952-8cc1-6ceed8d8e301 service neutron] Request body: {'port': {'device_id': '4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:09:59.188796 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e62c4e-d0c0-4599-8234-cf904a806a8f req-8fbe762d-508a-4195-bb87-d754d8637d95 tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:59.196245 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77e62c4e-d0c0-4599-8234-cf904a806a8f req-8fbe762d-508a-4195-bb87-d754d8637d95 tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 1101 time: 0.2021754 Jan 28 00:09:59.237930 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad216e0-ff4c-4858-ac40-159793687e41 req-2bb5762e-5552-48ef-9ba2-4c69825da334 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:59.250465 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-378384c4-c198-46ae-be81-183e0ddcb430 None None] Publish callbacks [] for port (431b0379-e998-497c-8bef-e7e61900be52), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:59.254680 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9ad216e0-ff4c-4858-ac40-159793687e41 req-2bb5762e-5552-48ef-9ba2-4c69825da334 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3 HTTP/1.1" status: 200 len: 936 time: 0.1655307 Jan 28 00:09:59.257676 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-378384c4-c198-46ae-be81-183e0ddcb430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (431b0379-e998-497c-8bef-e7e61900be52), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:59.438137 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77e62c4e-d0c0-4599-8234-cf904a806a8f req-11dd2884-a5f7-42de-87e0-c50b4d925132 tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405343 Jan 28 00:09:59.446811 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf2701-4724-4e8d-a42d-0c5e36749823 None None] Pushing event updated for resources: {'Port': ['ID=431b0379-e998-497c-8bef-e7e61900be52,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:09:59.462617 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9ad216e0-ff4c-4858-ac40-159793687e41 req-3dd0864b-047c-443b-b1d9-8ecac83e75b2 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/security-groups?id=e554b95c-e6db-4216-a8d9-ac04c10b9cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066140 Jan 28 00:09:59.508293 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-378384c4-c198-46ae-be81-183e0ddcb430 None None] Attempting to bind port 431b0379-e998-497c-8bef-e7e61900be52 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:09:59.508293 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-378384c4-c198-46ae-be81-183e0ddcb430 None None] Attempting to bind port 431b0379-e998-497c-8bef-e7e61900be52 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'f1143f8f-279b-4c14-b435-dde08e8c4cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ca7cb8d6-0b9e-4ecc-830f-417781f7eeef'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:09:59.508293 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378384c4-c198-46ae-be81-183e0ddcb430 None None] Attempting to bind port 431b0379-e998-497c-8bef-e7e61900be52 on network ca7cb8d6-0b9e-4ecc-830f-417781f7eeef {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:09:59.511152 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378384c4-c198-46ae-be81-183e0ddcb430 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:09:59.511585 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378384c4-c198-46ae-be81-183e0ddcb430 None None] Checking segment: {'id': 'f1143f8f-279b-4c14-b435-dde08e8c4cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ca7cb8d6-0b9e-4ecc-830f-417781f7eeef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:09:59.511957 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-378384c4-c198-46ae-be81-183e0ddcb430 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:59.515538 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378384c4-c198-46ae-be81-183e0ddcb430 None None] Bound using segment: {'id': 'f1143f8f-279b-4c14-b435-dde08e8c4cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ca7cb8d6-0b9e-4ecc-830f-417781f7eeef'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:09:59.515538 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-378384c4-c198-46ae-be81-183e0ddcb430 None None] Bound port: 431b0379-e998-497c-8bef-e7e61900be52, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1143f8f-279b-4c14-b435-dde08e8c4cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ca7cb8d6-0b9e-4ecc-830f-417781f7eeef'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:09:59.515538 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-378384c4-c198-46ae-be81-183e0ddcb430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (431b0379-e998-497c-8bef-e7e61900be52), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:59.553402 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-9680ded5-d366-4952-8cc1-6ceed8d8e301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e143145b-af3b-4b7c-9a56-bd80bf7e5ed5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:59.646855 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-378384c4-c198-46ae-be81-183e0ddcb430 None None] For port 431b0379-e998-497c-8bef-e7e61900be52, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:09:59.652249 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-378384c4-c198-46ae-be81-183e0ddcb430 None None] For port 431b0379-e998-497c-8bef-e7e61900be52, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=431b0379-e998-497c-8bef-e7e61900be52,segment=NetworkSegment(f1143f8f-279b-4c14-b435-dde08e8c4cce),segment_id=f1143f8f-279b-4c14-b435-dde08e8c4cce)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:09:59.657584 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-8e9bc7a2-842e-48e8-8912-55247cdbc7b2 None None] Provisioning complete for port e143145b-af3b-4b7c-9a56-bd80bf7e5ed5 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:09:59.659483 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8e9bc7a2-842e-48e8-8912-55247cdbc7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e143145b-af3b-4b7c-9a56-bd80bf7e5ed5), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:59.694894 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1566ca4-958a-41b3-b8a6-810864fe3208 req-f70f814a-e584-403f-967b-06637bbfde03 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:09:59.703305 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f1566ca4-958a-41b3-b8a6-810864fe3208 req-f70f814a-e584-403f-967b-06637bbfde03 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 943 time: 0.0921054 Jan 28 00:09:59.770598 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8e9bc7a2-842e-48e8-8912-55247cdbc7b2 None None] Port e143145b-af3b-4b7c-9a56-bd80bf7e5ed5 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:09:59.776173 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['de996d43-cc96-4aea-9033-9244d4923d32'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:09:59.780067 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-378384c4-c198-46ae-be81-183e0ddcb430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (431b0379-e998-497c-8bef-e7e61900be52), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:59.824412 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f1566ca4-958a-41b3-b8a6-810864fe3208 req-cba8971d-e014-4493-b674-3e8faf3cec82 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201742 Jan 28 00:09:59.841981 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d116b6a7-444f-41fc-b0c4-6be276f20782 admin admin] Publish callbacks [] for security_group (571dbc07-548d-4486-b9ff-f01bda3c99ea), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:59.853427 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d116b6a7-444f-41fc-b0c4-6be276f20782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (571dbc07-548d-4486-b9ff-f01bda3c99ea), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:09:59.975472 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378384c4-c198-46ae-be81-183e0ddcb430 None None] Routers {'3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:09:59.976521 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-378384c4-c198-46ae-be81-183e0ddcb430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:09:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:09:59.995844 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d116b6a7-444f-41fc-b0c4-6be276f20782 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3849c2ac1ac54c86be2b50cce95bd6c9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5198677 Jan 28 00:10:00.001531 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47138) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:10:00.116051 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075b393-3efe-4ad6-96fb-01357490921b req-87153493-3256-4dd9-bd44-629129f2fc6a tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:00.123289 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6075b393-3efe-4ad6-96fb-01357490921b req-87153493-3256-4dd9-bd44-629129f2fc6a tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/ports?device_id=76062c4f-e798-49c5-8244-2731043243d0 HTTP/1.1" status: 200 len: 948 time: 0.1740088 Jan 28 00:10:00.139098 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116b6a7-444f-41fc-b0c4-6be276f20782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571dbc07-548d-4486-b9ff-f01bda3c99ea,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:00.235898 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-378384c4-c198-46ae-be81-183e0ddcb430 None None] Set router 3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:10:00.286639 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7a1733ae-7f40-40f8-b373-dc7a06faf5c8 admin admin] Publish callbacks [] for security_group (571dbc07-548d-4486-b9ff-f01bda3c99ea), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:00.360469 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6075b393-3efe-4ad6-96fb-01357490921b req-c2461591-b0f7-4795-a551-002b88581974 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/security-groups?id=fdef021a-754b-49fa-9d92-8309de2cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359133 Jan 28 00:10:00.402469 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-2ef6d196-844a-4935-8fd5-49fb40f5f108 service neutron] 10.222.0.65 "GET /v2.0/ports/9357b6d8-3aaa-4276-8462-b55edfab0389/bindings/n-h2-826754-1 HTTP/1.1" status: 200 len: 384 time: 0.4031510 Jan 28 00:10:00.415351 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7a1733ae-7f40-40f8-b373-dc7a06faf5c8 admin admin] Publish callbacks [] for security_group (571dbc07-548d-4486-b9ff-f01bda3c99ea), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:00.548754 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf2701-4724-4e8d-a42d-0c5e36749823 None None] Pushing event updated for resources: {'Port': ['ID=431b0379-e998-497c-8bef-e7e61900be52,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:00.587824 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7a1733ae-7f40-40f8-b373-dc7a06faf5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (571dbc07-548d-4486-b9ff-f01bda3c99ea), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:00.590252 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-de2795c7-9829-4a88-931e-e8880c7d32ba None None] Provisioning complete for port 431b0379-e998-497c-8bef-e7e61900be52 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:10:00.590644 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de2795c7-9829-4a88-931e-e8880c7d32ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (431b0379-e998-497c-8bef-e7e61900be52), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:00.598535 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7a1733ae-7f40-40f8-b373-dc7a06faf5c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:00.602983 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7a1733ae-7f40-40f8-b373-dc7a06faf5c8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/571dbc07-548d-4486-b9ff-f01bda3c99ea HTTP/1.1" status: 204 len: 168 time: 0.5957355 Jan 28 00:10:00.660479 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1733ae-7f40-40f8-b373-dc7a06faf5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571dbc07-548d-4486-b9ff-f01bda3c99ea,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:00.847277 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-9680ded5-d366-4952-8cc1-6ceed8d8e301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e143145b-af3b-4b7c-9a56-bd80bf7e5ed5 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:10:00.857214 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-de2795c7-9829-4a88-931e-e8880c7d32ba None None] Current status of the port 431b0379-e998-497c-8bef-e7e61900be52 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:10:00.858014 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de2795c7-9829-4a88-931e-e8880c7d32ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (431b0379-e998-497c-8bef-e7e61900be52), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:00.873527 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-9680ded5-d366-4952-8cc1-6ceed8d8e301 service neutron] Publish callbacks [] for port (e143145b-af3b-4b7c-9a56-bd80bf7e5ed5), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:00.917713 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446ae96-51a8-4c70-8720-da3f8e500243 req-2f869fe0-dd9a-4b13-9b02-86ba980d9650 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:00.928583 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5446ae96-51a8-4c70-8720-da3f8e500243 req-2f869fe0-dd9a-4b13-9b02-86ba980d9650 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3 HTTP/1.1" status: 200 len: 936 time: 0.1775448 Jan 28 00:10:00.936113 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-9680ded5-d366-4952-8cc1-6ceed8d8e301 service neutron] Transition to ACTIVE for port object e143145b-af3b-4b7c-9a56-bd80bf7e5ed5 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:10:00.947539 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-9680ded5-d366-4952-8cc1-6ceed8d8e301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (e143145b-af3b-4b7c-9a56-bd80bf7e5ed5), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:01.039220 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5446ae96-51a8-4c70-8720-da3f8e500243 req-e103a6e6-2fd0-4eed-9a09-492af80367a7 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/security-groups?id=e554b95c-e6db-4216-a8d9-ac04c10b9cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074727 Jan 28 00:10:01.095709 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680ded5-d366-4952-8cc1-6ceed8d8e301 service neutron] Pushing event updated for resources: {'Port': ['ID=e143145b-af3b-4b7c-9a56-bd80bf7e5ed5,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:01.173113 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-fb6806e8-0f7b-4d0f-8d44-50e31df6d124 service neutron] For port 9357b6d8-3aaa-4276-8462-b55edfab0389, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9357b6d8-3aaa-4276-8462-b55edfab0389,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:10:01.203915 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-de2795c7-9829-4a88-931e-e8880c7d32ba None None] For port 431b0379-e998-497c-8bef-e7e61900be52, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=431b0379-e998-497c-8bef-e7e61900be52,segment=NetworkSegment(f1143f8f-279b-4c14-b435-dde08e8c4cce),segment_id=f1143f8f-279b-4c14-b435-dde08e8c4cce)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:10:01.271940 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1b40c-5196-44c3-8dd6-6e510d40979d req-5055fbb3-0ab2-4021-b163-6bc971aaeac4 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:01.285399 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bfe1b40c-5196-44c3-8dd6-6e510d40979d req-5055fbb3-0ab2-4021-b163-6bc971aaeac4 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 943 time: 0.1154873 Jan 28 00:10:01.286760 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de2795c7-9829-4a88-931e-e8880c7d32ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (431b0379-e998-497c-8bef-e7e61900be52), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:01.330438 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-fb6806e8-0f7b-4d0f-8d44-50e31df6d124 service neutron] For port 9357b6d8-3aaa-4276-8462-b55edfab0389, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:10:01.457928 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2795c7-9829-4a88-931e-e8880c7d32ba None None] Pushing event updated for resources: {'Port': ['ID=431b0379-e998-497c-8bef-e7e61900be52,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:01.495294 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-42ff450d-bc1b-4de7-aa99-36eb0da9e393 None None] Provisioning complete for port 431b0379-e998-497c-8bef-e7e61900be52 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:10:01.495730 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-42ff450d-bc1b-4de7-aa99-36eb0da9e393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (431b0379-e998-497c-8bef-e7e61900be52), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:01.520277 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-fb6806e8-0f7b-4d0f-8d44-50e31df6d124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9357b6d8-3aaa-4276-8462-b55edfab0389 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:10:01.584888 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-378384c4-c198-46ae-be81-183e0ddcb430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403', 'name': 'tempest-AttachSCSIVolumeTestJSON-1291424371-router', 'tenant_id': '56b03b9ecf8343caad705efd08ee3ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a403f270-6001-4d8e-816e-e7af9ce72988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:09:45Z', 'updated_at': '2022-01-28T00:09:51Z', 'revision_number': 4, 'project_id': '56b03b9ecf8343caad705efd08ee3ee9', 'gw_port': {'id': 'a403f270-6001-4d8e-816e-e7af9ce72988', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:09:46Z', 'updated_at': '2022-01-28T00:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '431b0379-e998-497c-8bef-e7e61900be52', 'name': '', 'network_id': 'ca7cb8d6-0b9e-4ecc-830f-417781f7eeef', 'tenant_id': '56b03b9ecf8343caad705efd08ee3ee9', 'mac_address': 'fa:16:3e:f4:0a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd77ef593-2b16-408a-b651-9d0efa7723d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:09:50Z', 'updated_at': '2022-01-28T00:09:59Z', 'revision_number': 4, 'project_id': '56b03b9ecf8343caad705efd08ee3ee9', 'subnets': [{'id': 'd77ef593-2b16-408a-b651-9d0efa7723d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:10:01.594840 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-fb6806e8-0f7b-4d0f-8d44-50e31df6d124 service neutron] For port 9357b6d8-3aaa-4276-8462-b55edfab0389, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=9357b6d8-3aaa-4276-8462-b55edfab0389,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:10:01.675401 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bfe1b40c-5196-44c3-8dd6-6e510d40979d req-2d5471b9-0ac7-410f-86fe-1937392f1187 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877866 Jan 28 00:10:01.697827 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b21e9-b889-48df-b24b-0b974735ed86 req-18c6bb34-868c-4b34-a4e9-c43ec9b5d4bb tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:01.710161 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c28b21e9-b889-48df-b24b-0b974735ed86 req-18c6bb34-868c-4b34-a4e9-c43ec9b5d4bb tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 950 time: 0.3513203 Jan 28 00:10:01.738569 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378384c4-c198-46ae-be81-183e0ddcb430 None None] The sync data for ids ['3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403'] in n-d-826754-1 is: [{'id': '3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403', 'name': 'tempest-AttachSCSIVolumeTestJSON-1291424371-router', 'tenant_id': '56b03b9ecf8343caad705efd08ee3ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a403f270-6001-4d8e-816e-e7af9ce72988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:09:45Z', 'updated_at': '2022-01-28T00:09:51Z', 'revision_number': 4, 'project_id': '56b03b9ecf8343caad705efd08ee3ee9', 'gw_port': {'id': 'a403f270-6001-4d8e-816e-e7af9ce72988', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:09:46Z', 'updated_at': '2022-01-28T00:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '431b0379-e998-497c-8bef-e7e61900be52', 'name': '', 'network_id': 'ca7cb8d6-0b9e-4ecc-830f-417781f7eeef', 'tenant_id': '56b03b9ecf8343caad705efd08ee3ee9', 'mac_address': 'fa:16:3e:f4:0a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd77ef593-2b16-408a-b651-9d0efa7723d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:09:50Z', 'updated_at': '2022-01-28T00:09:59Z', 'revision_number': 4, 'project_id': '56b03b9ecf8343caad705efd08ee3ee9', 'subnets': [{'id': 'd77ef593-2b16-408a-b651-9d0efa7723d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:10:01.753772 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-fb6806e8-0f7b-4d0f-8d44-50e31df6d124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9357b6d8-3aaa-4276-8462-b55edfab0389), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:01.979375 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c28b21e9-b889-48df-b24b-0b974735ed86 req-abb3b275-1bd2-4382-9f73-f03f3796dbf9 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671452 Jan 28 00:10:02.017533 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-42ff450d-bc1b-4de7-aa99-36eb0da9e393 None None] Current status of the port 431b0379-e998-497c-8bef-e7e61900be52 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:10:02.044345 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-9680ded5-d366-4952-8cc1-6ceed8d8e301 service neutron] Attempting to bind port e143145b-af3b-4b7c-9a56-bd80bf7e5ed5 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:10:02.044854 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-9680ded5-d366-4952-8cc1-6ceed8d8e301 service neutron] Attempting to bind port e143145b-af3b-4b7c-9a56-bd80bf7e5ed5 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:10:02.044981 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-9680ded5-d366-4952-8cc1-6ceed8d8e301 service neutron] Attempting to bind port e143145b-af3b-4b7c-9a56-bd80bf7e5ed5 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:10:02.070785 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-9680ded5-d366-4952-8cc1-6ceed8d8e301 service neutron] Port e143145b-af3b-4b7c-9a56-bd80bf7e5ed5 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:10:02.071121 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-9680ded5-d366-4952-8cc1-6ceed8d8e301 service neutron] Attempting to bind port e143145b-af3b-4b7c-9a56-bd80bf7e5ed5 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:10:02.095386 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-9680ded5-d366-4952-8cc1-6ceed8d8e301 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:10:02.096010 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-9680ded5-d366-4952-8cc1-6ceed8d8e301 service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:10:02.098548 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-9680ded5-d366-4952-8cc1-6ceed8d8e301 service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:10:02.099279 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-9680ded5-d366-4952-8cc1-6ceed8d8e301 service neutron] Bound port: e143145b-af3b-4b7c-9a56-bd80bf7e5ed5, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:10:02.099692 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-9680ded5-d366-4952-8cc1-6ceed8d8e301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e143145b-af3b-4b7c-9a56-bd80bf7e5ed5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:02.301915 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-fb6806e8-0f7b-4d0f-8d44-50e31df6d124 service neutron] Transition to ACTIVE for port object 9357b6d8-3aaa-4276-8462-b55edfab0389 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:10:02.310931 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-fb6806e8-0f7b-4d0f-8d44-50e31df6d124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (9357b6d8-3aaa-4276-8462-b55edfab0389), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:02.541974 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f44c58-6a64-467e-b000-b0b7326cdfbc req-24e6875a-8a3b-4e26-ad62-62e5374fb0d6 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:02.543576 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b0f44c58-6a64-467e-b000-b0b7326cdfbc req-24e6875a-8a3b-4e26-ad62-62e5374fb0d6 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3 HTTP/1.1" status: 200 len: 948 time: 0.2126644 Jan 28 00:10:02.606237 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-9680ded5-d366-4952-8cc1-6ceed8d8e301 service neutron] For port e143145b-af3b-4b7c-9a56-bd80bf7e5ed5, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:10:02.607515 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6806e8-0f7b-4d0f-8d44-50e31df6d124 service neutron] Pushing event updated for resources: {'Port': ['ID=9357b6d8-3aaa-4276-8462-b55edfab0389,revision_number=10']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:02.615438 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-9680ded5-d366-4952-8cc1-6ceed8d8e301 service neutron] For port e143145b-af3b-4b7c-9a56-bd80bf7e5ed5, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e143145b-af3b-4b7c-9a56-bd80bf7e5ed5,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:10:02.651321 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-fb6806e8-0f7b-4d0f-8d44-50e31df6d124 service neutron] No DVR routers for this DVR port 9357b6d8-3aaa-4276-8462-b55edfab0389 on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:10:02.653925 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-9680ded5-d366-4952-8cc1-6ceed8d8e301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (e143145b-af3b-4b7c-9a56-bd80bf7e5ed5), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:02.667572 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993f90c-b64e-43c2-8d7f-d389f56b9738 req-3424d8e0-9471-45e5-8639-b12fdec9f10b tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:02.690215 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9993f90c-b64e-43c2-8d7f-d389f56b9738 req-3424d8e0-9471-45e5-8639-b12fdec9f10b tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/ports?device_id=76062c4f-e798-49c5-8244-2731043243d0 HTTP/1.1" status: 200 len: 948 time: 0.4136734 Jan 28 00:10:02.807588 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-9680ded5-d366-4952-8cc1-6ceed8d8e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:02.808257 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-9680ded5-d366-4952-8cc1-6ceed8d8e301 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:02.810094 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-9680ded5-d366-4952-8cc1-6ceed8d8e301 service neutron] 10.222.0.65 "PUT /v2.0/ports/e143145b-af3b-4b7c-9a56-bd80bf7e5ed5 HTTP/1.1" status: 200 len: 1096 time: 3.6883307 Jan 28 00:10:02.819737 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3', 'tag': 'e143145b-af3b-4b7c-9a56-bd80bf7e5ed5'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:10:02.826131 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7412034b-7bae-4311-b56e-676645131f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3", "tag": "e143145b-af3b-4b7c-9a56-bd80bf7e5ed5"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:10:02.861780 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-fb6806e8-0f7b-4d0f-8d44-50e31df6d124 service neutron] 10.222.0.65 "PUT /v2.0/ports/9357b6d8-3aaa-4276-8462-b55edfab0389/bindings/n-h2-826754-1/activate HTTP/1.1" status: 200 len: 369 time: 2.4487150 Jan 28 00:10:02.873175 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47202) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:10:02.937524 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b0f44c58-6a64-467e-b000-b0b7326cdfbc req-0ff65937-1b07-435c-b968-1e6a99a62cb2 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/security-groups?id=e554b95c-e6db-4216-a8d9-ac04c10b9cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840387 Jan 28 00:10:02.970942 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680ded5-d366-4952-8cc1-6ceed8d8e301 service neutron] Pushing event updated for resources: {'Port': ['ID=e143145b-af3b-4b7c-9a56-bd80bf7e5ed5,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:02.992889 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9993f90c-b64e-43c2-8d7f-d389f56b9738 req-66cf9196-2b54-44f1-a6d9-9ce882ec2df3 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/security-groups?id=fdef021a-754b-49fa-9d92-8309de2cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996969 Jan 28 00:10:03.059162 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device de996d43-cc96-4aea-9033-9244d4923d32 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:10:03.154839 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-3240ffe1-3723-4d17-8b1d-4ff83b314ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:03.156986 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-3240ffe1-3723-4d17-8b1d-4ff83b314ff0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf01f9f2f03d46089363606fbcbe787d&device_id=4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3 HTTP/1.1" status: 200 len: 1099 time: 0.1651270 Jan 28 00:10:03.274993 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port de996d43-cc96-4aea-9033-9244d4923d32 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:10:03.289562 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port de996d43-cc96-4aea-9033-9244d4923d32 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:10:03.291919 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-ef399584-fff7-40c3-8415-c4c8e7fc1ce5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=e143145b-af3b-4b7c-9a56-bd80bf7e5ed5 HTTP/1.1" status: 200 len: 217 time: 0.1167066 Jan 28 00:10:03.293553 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (de996d43-cc96-4aea-9033-9244d4923d32), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:03.298413 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea1c03a-091e-4c25-a1b3-aa6721dc7218 x-openstack-request-id: req-eea1c03a-091e-4c25-a1b3-aa6721dc7218 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:10:03.302052 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3", "tag": "e143145b-af3b-4b7c-9a56-bd80bf7e5ed5", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:10:03.302343 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eea1c03a-091e-4c25-a1b3-aa6721dc7218 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:10:03.306580 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3', 'tag': 'e143145b-af3b-4b7c-9a56-bd80bf7e5ed5', 'status': 'completed', 'code': 200} Jan 28 00:10:03.424708 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-ae17f7ec-e994-4ceb-95eb-6089c4befc49 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1302248538-network', 'tenant_id': '18b413d1db14405581b28db1817dc42d'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:10:03.481767 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-2108078c-f0aa-43c9-b3e5-aef3310d75a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:03.484161 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-2108078c-f0aa-43c9-b3e5-aef3310d75a9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1643379 Jan 28 00:10:03.526701 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae17f7ec-e994-4ceb-95eb-6089c4befc49 admin admin] Made reservation on behalf of 18b413d1db14405581b28db1817dc42d for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:10:03.534251 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ae17f7ec-e994-4ceb-95eb-6089c4befc49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:03.553975 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port de996d43-cc96-4aea-9033-9244d4923d32 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:10:03.558319 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (de996d43-cc96-4aea-9033-9244d4923d32), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:03.586618 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058e428-16f6-420d-bcde-541e67f909ee req-c9f25322-ee8b-4eab-a725-bb0c64be5c1e tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:03.605582 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d058e428-16f6-420d-bcde-541e67f909ee req-c9f25322-ee8b-4eab-a725-bb0c64be5c1e tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 944 time: 0.4220016 Jan 28 00:10:03.609430 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-a5a9cbd9-fc62-4bd0-ab15-f299211ea7bb tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:03.610914 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-a5a9cbd9-fc62-4bd0-ab15-f299211ea7bb tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc&tenant_id=8a78e89f3df84c31929be575e138a975&binding%3Ahost_id=n-h1-826754-1 HTTP/1.1" status: 200 len: 1095 time: 0.6024947 Jan 28 00:10:03.657653 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-9dc7c0b0-9d20-443a-82ab-96f6616c9e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:03.663358 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-9dc7c0b0-9d20-443a-82ab-96f6616c9e5b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1628792 Jan 28 00:10:03.680362 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port de996d43-cc96-4aea-9033-9244d4923d32, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=de996d43-cc96-4aea-9033-9244d4923d32,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:10:03.686124 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76062c4f-e798-49c5-8244-2731043243d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de996d43-cc96-4aea-9033-9244d4923d32'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:10:03.694371 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f4758b-eaa7-4c3d-94fa-4870f56e4a00" -d '{"events": [{"server_uuid": "76062c4f-e798-49c5-8244-2731043243d0", "name": "network-vif-plugged", "status": "completed", "tag": "de996d43-cc96-4aea-9033-9244d4923d32"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:10:03.711133 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (de996d43-cc96-4aea-9033-9244d4923d32), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:03.862091 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d058e428-16f6-420d-bcde-541e67f909ee req-bef86e49-0718-469c-a5fc-e8c62178f841 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555902 Jan 28 00:10:03.867646 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ae17f7ec-e994-4ceb-95eb-6089c4befc49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:03.878891 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=de996d43-cc96-4aea-9033-9244d4923d32,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:03.905147 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 9357b6d8-3aaa-4276-8462-b55edfab0389 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:10:03.976511 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-8d027360-896e-49ed-ad20-8a38e90e02c3 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070295 Jan 28 00:10:04.104644 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 431b0379-e998-497c-8bef-e7e61900be52 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:10:04.125395 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af1133b-ccdb-4a99-982a-fb60af5815ed x-openstack-request-id: req-5af1133b-ccdb-4a99-982a-fb60af5815ed {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:10:04.130590 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-68e90df6-6fa5-4572-b60d-ec1cacced0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:04.132150 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-68e90df6-6fa5-4572-b60d-ec1cacced0a6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc&tenant_id=8a78e89f3df84c31929be575e138a975 HTTP/1.1" status: 200 len: 1095 time: 0.4843955 Jan 28 00:10:04.139883 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76062c4f-e798-49c5-8244-2731043243d0", "name": "network-vif-plugged", "status": "completed", "tag": "de996d43-cc96-4aea-9033-9244d4923d32", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:10:04.140594 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5af1133b-ccdb-4a99-982a-fb60af5815ed {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:10:04.141255 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76062c4f-e798-49c5-8244-2731043243d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de996d43-cc96-4aea-9033-9244d4923d32', 'code': 200} Jan 28 00:10:04.173405 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ae17f7ec-e994-4ceb-95eb-6089c4befc49 admin admin] Publish callbacks [] for security_group (1290fbc1-eff5-4f2f-8fd1-e5bc996dea15), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:04.192314 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06296d8f-ac95-4cb5-bb59-33e7f6bfa2cf req-765332bd-da35-40c9-b27b-66f6bbad1cea tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:04.199283 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-06296d8f-ac95-4cb5-bb59-33e7f6bfa2cf req-765332bd-da35-40c9-b27b-66f6bbad1cea tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 950 time: 0.5386262 Jan 28 00:10:04.259377 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] The host n-h1-826754-1 is not matching for port 9357b6d8-3aaa-4276-8462-b55edfab0389 host n-h2-826754-1! {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 00:10:04.261444 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 9357b6d8-3aaa-4276-8462-b55edfab0389 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:10:04.268892 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a2bc2ac6-da03-48e6-a389-96e6d6682b4b req-da351ee2-86ab-4c3b-9c6a-bf98d41a92ea service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832787 Jan 28 00:10:04.270003 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ae17f7ec-e994-4ceb-95eb-6089c4befc49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (1290fbc1-eff5-4f2f-8fd1-e5bc996dea15), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:04.284339 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae17f7ec-e994-4ceb-95eb-6089c4befc49 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:10:04.300074 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ae17f7ec-e994-4ceb-95eb-6089c4befc49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (20b4d473-1eaa-48d8-9013-b9968f2d12e8), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:04.301160 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-ae17f7ec-e994-4ceb-95eb-6089c4befc49 admin admin] Added segment 20b4d473-1eaa-48d8-9013-b9968f2d12e8 of type vlan for network b7c7fb76-6103-4eda-92dd-bd14f4d36fdc Jan 28 00:10:04.326308 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 431b0379-e998-497c-8bef-e7e61900be52 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:10:04.326822 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (431b0379-e998-497c-8bef-e7e61900be52), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:04.370499 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ae17f7ec-e994-4ceb-95eb-6089c4befc49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (b7c7fb76-6103-4eda-92dd-bd14f4d36fdc), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:04.429016 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ae17f7ec-e994-4ceb-95eb-6089c4befc49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (b7c7fb76-6103-4eda-92dd-bd14f4d36fdc), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:04.430864 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae17f7ec-e994-4ceb-95eb-6089c4befc49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:04.433213 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ae17f7ec-e994-4ceb-95eb-6089c4befc49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:04.523982 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 431b0379-e998-497c-8bef-e7e61900be52 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:10:04.541828 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-2adbb21b-4615-42aa-ada7-0436457e9a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:04.543491 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-2adbb21b-4615-42aa-ada7-0436457e9a75 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8a78e89f3df84c31929be575e138a975&device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 1095 time: 0.3480632 Jan 28 00:10:04.560958 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412034b-7bae-4311-b56e-676645131f9d req-289174f2-cc63-42a6-929a-a88a73c9bc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:04.565917 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7412034b-7bae-4311-b56e-676645131f9d req-289174f2-cc63-42a6-929a-a88a73c9bc09 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf01f9f2f03d46089363606fbcbe787d&device_id=4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3 HTTP/1.1" status: 200 len: 1099 time: 0.1063948 Jan 28 00:10:04.648877 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-06296d8f-ac95-4cb5-bb59-33e7f6bfa2cf req-180f32e7-6035-4757-9817-d5bac916a6b5 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012012 Jan 28 00:10:04.667889 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ae17f7ec-e994-4ceb-95eb-6089c4befc49 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7876592 Jan 28 00:10:04.689742 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056390a2-fee4-4ef0-b401-6ef62031caa1 req-8b6e4e96-ab39-4abf-8658-675ab237a25d tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:04.697368 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-056390a2-fee4-4ef0-b401-6ef62031caa1 req-8b6e4e96-ab39-4abf-8658-675ab237a25d tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3 HTTP/1.1" status: 200 len: 948 time: 0.6423559 Jan 28 00:10:04.721446 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47220) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:10:04.736403 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4993fc-50f8-484d-9077-bfc5ee022e12 req-050ea749-1219-4aba-931f-3d9b687a6545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:04.738450 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e4993fc-50f8-484d-9077-bfc5ee022e12 req-050ea749-1219-4aba-931f-3d9b687a6545 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=76062c4f-e798-49c5-8244-2731043243d0 HTTP/1.1" status: 200 len: 1100 time: 0.6264472 Jan 28 00:10:04.744075 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17f7ec-e994-4ceb-95eb-6089c4befc49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1290fbc1-eff5-4f2f-8fd1-e5bc996dea15,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:04.751585 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17f7ec-e994-4ceb-95eb-6089c4befc49 admin admin] Pushing event updated for resources: {'Network': ['ID=b7c7fb76-6103-4eda-92dd-bd14f4d36fdc,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:04.773213 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-c1d2fe44-4c18-4d13-927b-f77af098925f admin admin] Request body: {'subnet': {'network_id': 'b7c7fb76-6103-4eda-92dd-bd14f4d36fdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1302248538-subnet', 'tenant_id': '18b413d1db14405581b28db1817dc42d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:10:04.789900 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network b7c7fb76-6103-4eda-92dd-bd14f4d36fdc details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:10:04.857493 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d2fe44-4c18-4d13-927b-f77af098925f admin admin] Made reservation on behalf of 18b413d1db14405581b28db1817dc42d for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:10:04.860141 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c1d2fe44-4c18-4d13-927b-f77af098925f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:05.102067 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412034b-7bae-4311-b56e-676645131f9d req-13b3f795-9164-43f1-9001-a7b2d529ba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:05.104654 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7412034b-7bae-4311-b56e-676645131f9d req-13b3f795-9164-43f1-9001-a7b2d529ba38 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.5293241 Jan 28 00:10:05.133092 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c1d2fe44-4c18-4d13-927b-f77af098925f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:05.162586 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7412034b-7bae-4311-b56e-676645131f9d req-fcc36353-56b8-4e97-af02-e921d71ac34f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=e143145b-af3b-4b7c-9a56-bd80bf7e5ed5 HTTP/1.1" status: 200 len: 217 time: 0.0409694 Jan 28 00:10:05.225691 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412034b-7bae-4311-b56e-676645131f9d req-f6410c61-b40a-44a3-b82f-df04e7aba37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:05.227574 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7412034b-7bae-4311-b56e-676645131f9d req-f6410c61-b40a-44a3-b82f-df04e7aba37c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.0514977 Jan 28 00:10:05.252674 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-056390a2-fee4-4ef0-b401-6ef62031caa1 req-2286e136-d202-47de-85f4-c68601b7337d tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/security-groups?id=e554b95c-e6db-4216-a8d9-ac04c10b9cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5472956 Jan 28 00:10:05.279402 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e4993fc-50f8-484d-9077-bfc5ee022e12 req-1f43c42b-76c2-49af-acbb-159972274408 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fdef021a-754b-49fa-9d92-8309de2cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5158572 Jan 28 00:10:05.291308 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2fe44-4c18-4d13-927b-f77af098925f admin admin] Pushing event updated for resources: {'Subnet': ['ID=98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:05.316235 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991dae49-01e2-4bf8-9ed2-6a9966da7b53 req-212b76b2-7b0f-4e02-acaa-89e59358f89b tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:05.323150 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-991dae49-01e2-4bf8-9ed2-6a9966da7b53 req-212b76b2-7b0f-4e02-acaa-89e59358f89b tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/ports?device_id=76062c4f-e798-49c5-8244-2731043243d0 HTTP/1.1" status: 200 len: 949 time: 0.5624795 Jan 28 00:10:05.336192 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-891fcb2b-7edd-4f13-ae7a-bfdb4d227f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:05.337685 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-891fcb2b-7edd-4f13-ae7a-bfdb4d227f25 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 200 len: 908 time: 0.7813604 Jan 28 00:10:05.351835 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d2fe44-4c18-4d13-927b-f77af098925f admin admin] Checking segment: {'id': '20b4d473-1eaa-48d8-9013-b9968f2d12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b7c7fb76-6103-4eda-92dd-bd14f4d36fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:10:05.352238 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d2fe44-4c18-4d13-927b-f77af098925f admin admin] Network hostable DHCP agents. Network: b7c7fb76-6103-4eda-92dd-bd14f4d36fdc, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:10:05.353212 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412034b-7bae-4311-b56e-676645131f9d req-527bdaa8-14c8-4fc9-a767-2bed53a869a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:05.361241 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7412034b-7bae-4311-b56e-676645131f9d req-527bdaa8-14c8-4fc9-a767-2bed53a869a8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1264443 Jan 28 00:10:05.403880 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-991dae49-01e2-4bf8-9ed2-6a9966da7b53 req-36a8f8be-96f9-48fe-98dc-ec1b6aa5fb6c tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/security-groups?id=fdef021a-754b-49fa-9d92-8309de2cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797038 Jan 28 00:10:05.407491 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d2fe44-4c18-4d13-927b-f77af098925f admin admin] Network b7c7fb76-6103-4eda-92dd-bd14f4d36fdc is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:10:05.440413 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-c1d2fe44-4c18-4d13-927b-f77af098925f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, b7c7fb76-6103-4eda-92dd-bd14f4d36fdc) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:10:05.445767 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d2fe44-4c18-4d13-927b-f77af098925f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:05.447241 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c1d2fe44-4c18-4d13-927b-f77af098925f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:05.453205 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e05e39e-eb18-4574-9490-321dea6c74c4 None None] Network b7c7fb76-6103-4eda-92dd-bd14f4d36fdc requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:10:05.498061 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c1d2fe44-4c18-4d13-927b-f77af098925f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7472262 Jan 28 00:10:05.499434 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47226) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:10:05.504561 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-82eb4ebf-8b37-49a8-b546-48ce51a04f4d admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1302248538-router', 'tenant_id': '18b413d1db14405581b28db1817dc42d', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:10:05.550826 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-82eb4ebf-8b37-49a8-b546-48ce51a04f4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (8aa1d041-9708-444d-b8c0-41013e1cb684), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:05.553652 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-82eb4ebf-8b37-49a8-b546-48ce51a04f4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (8aa1d041-9708-444d-b8c0-41013e1cb684), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:05.594973 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7412034b-7bae-4311-b56e-676645131f9d req-847c62bf-ffe4-49e4-8331-0712c233de2c service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210829 Jan 28 00:10:05.667518 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-82eb4ebf-8b37-49a8-b546-48ce51a04f4d admin admin] Publish callbacks [] for router_controller (8aa1d041-9708-444d-b8c0-41013e1cb684), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:05.681478 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b400b4b6-e7c0-4ad6-8d6f-ab87fb1f043c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-b7c7fb76-6103-4eda-92dd-bd14f4d36fdc', 'network_id': 'b7c7fb76-6103-4eda-92dd-bd14f4d36fdc', 'project_id': '18b413d1db14405581b28db1817dc42d', 'fixed_ips': [{'subnet_id': '98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:10:05.682358 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b400b4b6-e7c0-4ad6-8d6f-ab87fb1f043c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:05.777999 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-6b9b54af-0479-4f45-bf36-ff9d23bcecb5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9357b6d8-3aaa-4276-8462-b55edfab0389 HTTP/1.1" status: 200 len: 217 time: 0.1130936 Jan 28 00:10:05.803824 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7412034b-7bae-4311-b56e-676645131f9d req-eca663a0-20c7-4d25-9ad5-4acf75c4c86f service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960478 Jan 28 00:10:05.888209 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-19c212f0-e7ac-4bdf-802c-8703cbaa3b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:05.891484 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-19c212f0-e7ac-4bdf-802c-8703cbaa3b07 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a309d6c9-38a3-409d-a906-1638039000ff HTTP/1.1" status: 200 len: 847 time: 0.0677545 Jan 28 00:10:05.905583 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce694cad-d11c-46bd-a3f5-c8aeb7e2b0c8 req-a590f2da-3e9f-483a-a74d-a7bc1573d4a3 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:05.915861 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ce694cad-d11c-46bd-a3f5-c8aeb7e2b0c8 req-a590f2da-3e9f-483a-a74d-a7bc1573d4a3 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 944 time: 0.3548198 Jan 28 00:10:05.950762 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-b400b4b6-e7c0-4ad6-8d6f-ab87fb1f043c None None] Allocated IP 172.20.0.2 (b7c7fb76-6103-4eda-92dd-bd14f4d36fdc/98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3/e8dec7b8-7ed6-4318-ac4f-855e750e45cf) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:10:06.026485 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-82eb4ebf-8b37-49a8-b546-48ce51a04f4d admin admin] Publish callbacks [] for router_gateway (8aa1d041-9708-444d-b8c0-41013e1cb684), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:06.118388 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-0b070b85-0f91-4d10-9ee9-04f85d74eace service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ede0cbb9-a83e-4037-b673-696eabc6b3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1988797 Jan 28 00:10:06.185085 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b400b4b6-e7c0-4ad6-8d6f-ab87fb1f043c None None] Publish callbacks [] for port (e8dec7b8-7ed6-4318-ac4f-855e750e45cf), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:06.204033 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b400b4b6-e7c0-4ad6-8d6f-ab87fb1f043c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (e8dec7b8-7ed6-4318-ac4f-855e750e45cf), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:06.230719 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967970f-0246-4262-870c-ffc1d74bdaab req-3ca43f9f-9e44-4de8-a32f-82e23fecace9 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:06.232553 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8967970f-0246-4262-870c-ffc1d74bdaab req-3ca43f9f-9e44-4de8-a32f-82e23fecace9 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 950 time: 0.3393333 Jan 28 00:10:06.240684 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad919356-0962-47f7-88d5-f27505399e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:06.255260 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b400b4b6-e7c0-4ad6-8d6f-ab87fb1f043c None None] Network b7c7fb76-6103-4eda-92dd-bd14f4d36fdc is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:10:06.261330 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-b400b4b6-e7c0-4ad6-8d6f-ab87fb1f043c None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:10:06.266803 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b400b4b6-e7c0-4ad6-8d6f-ab87fb1f043c None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:10:06.284850 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ce694cad-d11c-46bd-a3f5-c8aeb7e2b0c8 req-1282c27c-6fc0-40f7-90c0-d905510e7398 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582249 Jan 28 00:10:06.335292 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400b4b6-e7c0-4ad6-8d6f-ab87fb1f043c None None] Pushing event updated for resources: {'Port': ['ID=e8dec7b8-7ed6-4318-ac4f-855e750e45cf,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:06.383844 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-14dc6bc6-92e0-4b2b-87c8-ca4ebe3cb973 service neutron] 10.222.0.52 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568269 Jan 28 00:10:06.388498 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8967970f-0246-4262-870c-ffc1d74bdaab req-bdcc241a-5698-465e-ad8e-47f80ace02e6 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262450 Jan 28 00:10:06.395919 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-b400b4b6-e7c0-4ad6-8d6f-ab87fb1f043c None None] Attempting to bind port e8dec7b8-7ed6-4318-ac4f-855e750e45cf on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:10:06.396523 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-b400b4b6-e7c0-4ad6-8d6f-ab87fb1f043c None None] Attempting to bind port e8dec7b8-7ed6-4318-ac4f-855e750e45cf by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '20b4d473-1eaa-48d8-9013-b9968f2d12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b7c7fb76-6103-4eda-92dd-bd14f4d36fdc'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:10:06.397065 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b400b4b6-e7c0-4ad6-8d6f-ab87fb1f043c None None] Attempting to bind port e8dec7b8-7ed6-4318-ac4f-855e750e45cf on network b7c7fb76-6103-4eda-92dd-bd14f4d36fdc {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:10:06.406221 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b400b4b6-e7c0-4ad6-8d6f-ab87fb1f043c None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:10:06.406955 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b400b4b6-e7c0-4ad6-8d6f-ab87fb1f043c None None] Checking segment: {'id': '20b4d473-1eaa-48d8-9013-b9968f2d12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b7c7fb76-6103-4eda-92dd-bd14f4d36fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:10:06.407533 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b400b4b6-e7c0-4ad6-8d6f-ab87fb1f043c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:06.408218 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b400b4b6-e7c0-4ad6-8d6f-ab87fb1f043c None None] Bound using segment: {'id': '20b4d473-1eaa-48d8-9013-b9968f2d12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b7c7fb76-6103-4eda-92dd-bd14f4d36fdc'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:10:06.408900 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-b400b4b6-e7c0-4ad6-8d6f-ab87fb1f043c None None] Bound port: e8dec7b8-7ed6-4318-ac4f-855e750e45cf, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b4d473-1eaa-48d8-9013-b9968f2d12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b7c7fb76-6103-4eda-92dd-bd14f4d36fdc'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:10:06.409616 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b400b4b6-e7c0-4ad6-8d6f-ab87fb1f043c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e8dec7b8-7ed6-4318-ac4f-855e750e45cf), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:06.510912 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-b400b4b6-e7c0-4ad6-8d6f-ab87fb1f043c None None] For port e8dec7b8-7ed6-4318-ac4f-855e750e45cf, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:10:06.517595 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-b400b4b6-e7c0-4ad6-8d6f-ab87fb1f043c None None] For port e8dec7b8-7ed6-4318-ac4f-855e750e45cf, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=e8dec7b8-7ed6-4318-ac4f-855e750e45cf,segment=NetworkSegment(20b4d473-1eaa-48d8-9013-b9968f2d12e8),segment_id=20b4d473-1eaa-48d8-9013-b9968f2d12e8)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:10:06.523240 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d47823-0ed4-4942-b99a-9644024c5440 req-2e3315d4-5052-4653-9b95-f9e491c47fbf tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:06.524878 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37d47823-0ed4-4942-b99a-9644024c5440 req-2e3315d4-5052-4653-9b95-f9e491c47fbf tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3 HTTP/1.1" status: 200 len: 948 time: 0.1345420 Jan 28 00:10:06.525128 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b400b4b6-e7c0-4ad6-8d6f-ab87fb1f043c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e8dec7b8-7ed6-4318-ac4f-855e750e45cf), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:06.620018 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400b4b6-e7c0-4ad6-8d6f-ab87fb1f043c None None] Pushing event updated for resources: {'Port': ['ID=e8dec7b8-7ed6-4318-ac4f-855e750e45cf,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:06.930257 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-8175900c-bacd-4844-adb7-1760d894ad5e service neutron] 10.222.0.52 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5364101 Jan 28 00:10:06.944461 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb627b0b-87ea-4014-a4c2-b9a11b101e7f req-652f7fdd-de7c-4202-9448-186c29c26974 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:06.946072 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cb627b0b-87ea-4014-a4c2-b9a11b101e7f req-652f7fdd-de7c-4202-9448-186c29c26974 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/ports?device_id=76062c4f-e798-49c5-8244-2731043243d0 HTTP/1.1" status: 200 len: 949 time: 0.4484799 Jan 28 00:10:07.055890 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37d47823-0ed4-4942-b99a-9644024c5440 req-22b71575-4ad5-4515-bda9-a7e450d0183a tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/security-groups?id=e554b95c-e6db-4216-a8d9-ac04c10b9cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5107400 Jan 28 00:10:07.087312 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-82eb4ebf-8b37-49a8-b546-48ce51a04f4d admin admin] Publish callbacks [] for router_gateway (8aa1d041-9708-444d-b8c0-41013e1cb684), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:07.105656 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cb627b0b-87ea-4014-a4c2-b9a11b101e7f req-91aa0ff6-ce62-4a2e-8dbd-1419ebcfcd93 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/security-groups?id=fdef021a-754b-49fa-9d92-8309de2cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253905 Jan 28 00:10:07.150228 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-82eb4ebf-8b37-49a8-b546-48ce51a04f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:07.316267 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-82eb4ebf-8b37-49a8-b546-48ce51a04f4d admin admin] Allocated IP 172.25.3.131 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/cd4a706b-708e-4757-8053-6b7f8d831a23) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:10:07.512557 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-cc8ea6b2-f08c-4fb7-bc51-45bb8c6500e1 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:07.514125 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-cc8ea6b2-f08c-4fb7-bc51-45bb8c6500e1 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc&tenant_id=8a78e89f3df84c31929be575e138a975&binding%3Ahost_id=n-h2-826754-1 HTTP/1.1" status: 200 len: 1095 time: 0.1814170 Jan 28 00:10:07.745436 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:10:07.755796 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a9349-9f66-4266-81c7-31d382e12b4f req-447a97dc-8226-4dc0-a0c3-979bc029eeab tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:07.758657 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c06a9349-9f66-4266-81c7-31d382e12b4f req-447a97dc-8226-4dc0-a0c3-979bc029eeab tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 944 time: 0.3378718 Jan 28 00:10:07.760174 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device e8dec7b8-7ed6-4318-ac4f-855e750e45cf up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:10:07.765982 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e143145b-af3b-4b7c-9a56-bd80bf7e5ed5 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:10:07.823357 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-82eb4ebf-8b37-49a8-b546-48ce51a04f4d admin admin] Publish callbacks [] for port (cd4a706b-708e-4757-8053-6b7f8d831a23), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:07.884429 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd520ce-17a3-4551-891a-27ac654bd70d req-49b56a1a-a2d6-4a04-9336-71727eb981b4 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:07.892419 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5cd520ce-17a3-4551-891a-27ac654bd70d req-49b56a1a-a2d6-4a04-9336-71727eb981b4 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 950 time: 0.2994308 Jan 28 00:10:07.970917 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c06a9349-9f66-4266-81c7-31d382e12b4f req-d92bf7f9-ce6e-4a48-807d-079949424732 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805654 Jan 28 00:10:08.059395 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e143145b-af3b-4b7c-9a56-bd80bf7e5ed5, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e143145b-af3b-4b7c-9a56-bd80bf7e5ed5,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:10:08.088041 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-2f48d92c-8fef-4e9a-a782-51712ce3a074 service neutron] For port 9357b6d8-3aaa-4276-8462-b55edfab0389, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:10:08.090508 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'e143145b-af3b-4b7c-9a56-bd80bf7e5ed5', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': 'e143145b-af3b-4b7c-9a56-bd80bf7e5ed5', 'mac_address': 'fa:16:3e:26:e3:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:10:08.112451 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port e8dec7b8-7ed6-4318-ac4f-855e750e45cf triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:10:08.112451 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e8dec7b8-7ed6-4318-ac4f-855e750e45cf), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:08.114664 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-2f48d92c-8fef-4e9a-a782-51712ce3a074 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:08.119104 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50d875f8-2ded-47ef-a159-2916589f9ee1 req-2f48d92c-8fef-4e9a-a782-51712ce3a074 service neutron] 10.222.0.52 "DELETE /v2.0/ports/9357b6d8-3aaa-4276-8462-b55edfab0389/bindings/n-h1-826754-1 HTTP/1.1" status: 204 len: 173 time: 0.5941272 Jan 28 00:10:08.160731 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5cd520ce-17a3-4551-891a-27ac654bd70d req-1d39594f-5ed1-4c6a-8001-6c2fa83d8dc7 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651284 Jan 28 00:10:08.162447 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-82eb4ebf-8b37-49a8-b546-48ce51a04f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (cd4a706b-708e-4757-8053-6b7f8d831a23), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:08.257012 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb4ebf-8b37-49a8-b546-48ce51a04f4d admin admin] Pushing event updated for resources: {'Port': ['ID=cd4a706b-708e-4757-8053-6b7f8d831a23,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:08.296302 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eb4ebf-8b37-49a8-b546-48ce51a04f4d admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:10:08.353546 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8ed96e-cc5c-4fae-a643-6861cf0864fe None None] Network b7c7fb76-6103-4eda-92dd-bd14f4d36fdc requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:10:08.397165 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-82eb4ebf-8b37-49a8-b546-48ce51a04f4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:10:08.400248 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eb4ebf-8b37-49a8-b546-48ce51a04f4d admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:10:08.461812 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c1ae63df-a642-49f8-bcb3-58c335c64040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:08.467290 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port e143145b-af3b-4b7c-9a56-bd80bf7e5ed5 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:10:08.467607 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e143145b-af3b-4b7c-9a56-bd80bf7e5ed5), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:08.531605 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa641c-5195-4bd1-83a1-00fce55556bf req-3fbfc324-c5bd-468f-b4bb-d7371446ee02 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:08.533504 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-33aa641c-5195-4bd1-83a1-00fce55556bf req-3fbfc324-c5bd-468f-b4bb-d7371446ee02 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 1095 time: 0.2357724 Jan 28 00:10:08.544714 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0dc2d-51e7-4371-9c30-4a033817a71b req-20260823-94b3-4c21-89fa-d1fc7160e558 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:08.553459 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7a0dc2d-51e7-4371-9c30-4a033817a71b req-20260823-94b3-4c21-89fa-d1fc7160e558 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3 HTTP/1.1" status: 200 len: 948 time: 0.1576910 Jan 28 00:10:08.656137 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e143145b-af3b-4b7c-9a56-bd80bf7e5ed5 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:10:08.665305 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-0073e48f-645f-4f5c-ad99-2161c5c80863 None None] Provisioning complete for port e8dec7b8-7ed6-4318-ac4f-855e750e45cf triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:10:08.665977 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0073e48f-645f-4f5c-ad99-2161c5c80863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e8dec7b8-7ed6-4318-ac4f-855e750e45cf), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:08.728476 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e143145b-af3b-4b7c-9a56-bd80bf7e5ed5, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e143145b-af3b-4b7c-9a56-bd80bf7e5ed5,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:10:08.770790 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e143145b-af3b-4b7c-9a56-bd80bf7e5ed5), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:08.825084 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port e8dec7b8-7ed6-4318-ac4f-855e750e45cf is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:10:08.825550 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e8dec7b8-7ed6-4318-ac4f-855e750e45cf), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:08.844053 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-33aa641c-5195-4bd1-83a1-00fce55556bf req-68cd8230-7828-4fac-9221-99a20b5c0b7e tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795510 Jan 28 00:10:08.871067 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7a0dc2d-51e7-4371-9c30-4a033817a71b req-aefc9f51-25de-4df8-b590-5aa63023d719 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/security-groups?id=e554b95c-e6db-4216-a8d9-ac04c10b9cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124511 Jan 28 00:10:08.890546 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=e143145b-af3b-4b7c-9a56-bd80bf7e5ed5,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:09.013340 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port e8dec7b8-7ed6-4318-ac4f-855e750e45cf, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=e8dec7b8-7ed6-4318-ac4f-855e750e45cf,segment=NetworkSegment(20b4d473-1eaa-48d8-9013-b9968f2d12e8),segment_id=20b4d473-1eaa-48d8-9013-b9968f2d12e8)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:10:09.022397 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e8dec7b8-7ed6-4318-ac4f-855e750e45cf), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:09.071235 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-82eb4ebf-8b37-49a8-b546-48ce51a04f4d admin admin] Publish callbacks [] for router_gateway (8aa1d041-9708-444d-b8c0-41013e1cb684), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:09.082860 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e973a-7f92-43a2-ba1b-2023bc2269be req-3fefcfe9-ad6c-4a5e-8e9b-c6846c13d777 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:09.084477 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-431e973a-7f92-43a2-ba1b-2023bc2269be req-3fefcfe9-ad6c-4a5e-8e9b-c6846c13d777 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/ports?device_id=76062c4f-e798-49c5-8244-2731043243d0 HTTP/1.1" status: 200 len: 949 time: 0.1175804 Jan 28 00:10:09.089053 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=e8dec7b8-7ed6-4318-ac4f-855e750e45cf,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:09.093805 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0073e48f-645f-4f5c-ad99-2161c5c80863 None None] Current status of the port e8dec7b8-7ed6-4318-ac4f-855e750e45cf is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:10:09.094385 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0073e48f-645f-4f5c-ad99-2161c5c80863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e8dec7b8-7ed6-4318-ac4f-855e750e45cf), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:09.137173 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['e143145b-af3b-4b7c-9a56-bd80bf7e5ed5'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:10:09.246349 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-0073e48f-645f-4f5c-ad99-2161c5c80863 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:10:09.247081 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-0073e48f-645f-4f5c-ad99-2161c5c80863 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:10:09.304409 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-431e973a-7f92-43a2-ba1b-2023bc2269be req-66184490-c581-44c9-9a5d-811e9994ec9b tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/security-groups?id=fdef021a-754b-49fa-9d92-8309de2cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828289 Jan 28 00:10:09.506773 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:09.584932 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device e8dec7b8-7ed6-4318-ac4f-855e750e45cf up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:10:09.585161 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-dc9f62ff-3139-43f6-b9a3-1c300a73812a tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:09.586591 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-dc9f62ff-3139-43f6-b9a3-1c300a73812a tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/networks?id=ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 200 len: 807 time: 0.3985610 Jan 28 00:10:09.646020 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port e8dec7b8-7ed6-4318-ac4f-855e750e45cf triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:10:09.647011 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e8dec7b8-7ed6-4318-ac4f-855e750e45cf), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:09.660247 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-dcee918b-bd89-4a5d-a2f0-1cc574c1d9de tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/quotas/8a78e89f3df84c31929be575e138a975 HTTP/1.1" status: 200 len: 375 time: 0.0618973 Jan 28 00:10:09.674748 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6481e-32c7-40d5-9c14-37b9e3c55590 req-b82961ec-5c03-4755-bc51-f390473dbae6 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:09.676350 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dfb6481e-32c7-40d5-9c14-37b9e3c55590 req-b82961ec-5c03-4755-bc51-f390473dbae6 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 950 time: 0.1975880 Jan 28 00:10:09.744400 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-82eb4ebf-8b37-49a8-b546-48ce51a04f4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (8aa1d041-9708-444d-b8c0-41013e1cb684), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:09.786181 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port e8dec7b8-7ed6-4318-ac4f-855e750e45cf is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:10:09.817780 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0073e48f-645f-4f5c-ad99-2161c5c80863 None None] Current status of the port e8dec7b8-7ed6-4318-ac4f-855e750e45cf is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:10:09.835101 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-fdaef872-f64b-4c44-881e-4e1961f87d84 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a78e89f3df84c31929be575e138a975&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1559737 Jan 28 00:10:09.840853 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dfb6481e-32c7-40d5-9c14-37b9e3c55590 req-2d9602e8-50db-4a91-8f49-87f533107990 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466262 Jan 28 00:10:09.943412 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-9b3e719c-61ee-4f6a-873e-70dca532106c None None] Provisioning complete for port e8dec7b8-7ed6-4318-ac4f-855e750e45cf triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:10:09.944629 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9b3e719c-61ee-4f6a-873e-70dca532106c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e8dec7b8-7ed6-4318-ac4f-855e750e45cf), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:10.018535 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-3a5b655f-684b-46e0-a4eb-3591a1e68bce service neutron] 10.222.0.70 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713173 Jan 28 00:10:10.048687 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82eb4ebf-8b37-49a8-b546-48ce51a04f4d admin admin] Router 8aa1d041-9708-444d-b8c0-41013e1cb684 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:10:10.130200 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9b3e719c-61ee-4f6a-873e-70dca532106c None None] Current status of the port e8dec7b8-7ed6-4318-ac4f-855e750e45cf is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:10:10.225935 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-3bca9ccf-58e4-42f8-b6ac-cd344db58e02 service neutron] 10.222.0.70 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980534 Jan 28 00:10:10.256999 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82eb4ebf-8b37-49a8-b546-48ce51a04f4d admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:10:10.272090 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33d10db-17c9-4dd5-bafb-53208aee75ea None None] Sync routers for ids ['8aa1d041-9708-444d-b8c0-41013e1cb684'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:10:10.285000 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33d10db-17c9-4dd5-bafb-53208aee75ea None None] Routers {'8aa1d041-9708-444d-b8c0-41013e1cb684'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:10:10.285608 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e33d10db-17c9-4dd5-bafb-53208aee75ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:10:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8aa1d041-9708-444d-b8c0-41013e1cb684'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:10:10.289306 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-82eb4ebf-8b37-49a8-b546-48ce51a04f4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:10.293166 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-82eb4ebf-8b37-49a8-b546-48ce51a04f4d admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7925367 Jan 28 00:10:10.296633 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47312) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:10:10.411674 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-e33d10db-17c9-4dd5-bafb-53208aee75ea None None] Set router 8aa1d041-9708-444d-b8c0-41013e1cb684 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:10:10.649114 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e33d10db-17c9-4dd5-bafb-53208aee75ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'name': 'tempest-ServersTestBootFromVolume-1302248538-router', 'tenant_id': '18b413d1db14405581b28db1817dc42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'cd4a706b-708e-4757-8053-6b7f8d831a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:10:05Z', 'updated_at': '2022-01-28T00:10:08Z', 'revision_number': 3, 'project_id': '18b413d1db14405581b28db1817dc42d', 'gw_port': {'id': 'cd4a706b-708e-4757-8053-6b7f8d831a23', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:10:07Z', 'updated_at': '2022-01-28T00:10:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:10:10.661668 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418a7e7-eead-40e9-81e3-d11e0c89099a req-a0785a73-97d0-4d42-825f-90c93644aaa8 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:10.664195 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0418a7e7-eead-40e9-81e3-d11e0c89099a req-a0785a73-97d0-4d42-825f-90c93644aaa8 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3 HTTP/1.1" status: 200 len: 949 time: 0.1016994 Jan 28 00:10:10.683587 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33d10db-17c9-4dd5-bafb-53208aee75ea None None] Checking router: 8aa1d041-9708-444d-b8c0-41013e1cb684 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:10:10.684592 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33d10db-17c9-4dd5-bafb-53208aee75ea None None] Updating router 8aa1d041-9708-444d-b8c0-41013e1cb684 port cd4a706b-708e-4757-8053-6b7f8d831a23 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:10:10.714205 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e33d10db-17c9-4dd5-bafb-53208aee75ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cd4a706b-708e-4757-8053-6b7f8d831a23), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:10.944728 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:11.085141 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e33d10db-17c9-4dd5-bafb-53208aee75ea None None] Publish callbacks [] for port (cd4a706b-708e-4757-8053-6b7f8d831a23), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:11.100323 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e33d10db-17c9-4dd5-bafb-53208aee75ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (cd4a706b-708e-4757-8053-6b7f8d831a23), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:11.156236 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-e33d10db-17c9-4dd5-bafb-53208aee75ea None None] Attempting to bind port cd4a706b-708e-4757-8053-6b7f8d831a23 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:10:11.156630 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-e33d10db-17c9-4dd5-bafb-53208aee75ea None None] Attempting to bind port cd4a706b-708e-4757-8053-6b7f8d831a23 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:10:11.156977 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33d10db-17c9-4dd5-bafb-53208aee75ea None None] Attempting to bind port cd4a706b-708e-4757-8053-6b7f8d831a23 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:10:11.180619 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33d10db-17c9-4dd5-bafb-53208aee75ea None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:10:11.180902 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b1d1f6b7-a7a3-4654-980a-bfbe0b8e182d req-0707755b-8767-4d64-92fb-28c90859778c tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 210 time: 0.3904624 Jan 28 00:10:11.181232 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33d10db-17c9-4dd5-bafb-53208aee75ea None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:10:11.181763 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e33d10db-17c9-4dd5-bafb-53208aee75ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:11.182165 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33d10db-17c9-4dd5-bafb-53208aee75ea None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:10:11.182652 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-e33d10db-17c9-4dd5-bafb-53208aee75ea None None] Bound port: cd4a706b-708e-4757-8053-6b7f8d831a23, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:10:11.183037 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e33d10db-17c9-4dd5-bafb-53208aee75ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cd4a706b-708e-4757-8053-6b7f8d831a23), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:11.184793 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c7285-eaf9-4b2b-9fae-b9ff2d2b1989 None None] Pushing event updated for resources: {'Port': ['ID=cd4a706b-708e-4757-8053-6b7f8d831a23,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:11.269397 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0418a7e7-eead-40e9-81e3-d11e0c89099a req-6ccd9b17-dcf8-43ac-a470-c1a9febfd650 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/security-groups?id=e554b95c-e6db-4216-a8d9-ac04c10b9cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5996072 Jan 28 00:10:11.307314 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-e33d10db-17c9-4dd5-bafb-53208aee75ea None None] For port cd4a706b-708e-4757-8053-6b7f8d831a23, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:10:11.310632 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-e33d10db-17c9-4dd5-bafb-53208aee75ea None None] For port cd4a706b-708e-4757-8053-6b7f8d831a23, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=cd4a706b-708e-4757-8053-6b7f8d831a23,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:10:11.325155 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e33d10db-17c9-4dd5-bafb-53208aee75ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (cd4a706b-708e-4757-8053-6b7f8d831a23), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:11.396597 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33d10db-17c9-4dd5-bafb-53208aee75ea None None] Routers {'8aa1d041-9708-444d-b8c0-41013e1cb684'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:10:11.397496 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e33d10db-17c9-4dd5-bafb-53208aee75ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:10:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8aa1d041-9708-444d-b8c0-41013e1cb684'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:10:11.479090 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c656c5-3012-49d4-b176-9210d9112a54 req-37e41291-6cdf-4e41-b204-46de3b04bfad tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:11.486126 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f4c656c5-3012-49d4-b176-9210d9112a54 req-37e41291-6cdf-4e41-b204-46de3b04bfad tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 950 time: 0.1197584 Jan 28 00:10:11.487571 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c7285-eaf9-4b2b-9fae-b9ff2d2b1989 None None] Pushing event updated for resources: {'Port': ['ID=cd4a706b-708e-4757-8053-6b7f8d831a23,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:11.584920 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f4c656c5-3012-49d4-b176-9210d9112a54 req-a5e729de-80dd-4e38-808b-650f1b454942 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974953 Jan 28 00:10:11.613864 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-e33d10db-17c9-4dd5-bafb-53208aee75ea None None] Set router 8aa1d041-9708-444d-b8c0-41013e1cb684 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:10:11.704929 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-041a2c0d-d3ae-4104-88c5-494833c7360d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:11.771565 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e143145b-af3b-4b7c-9a56-bd80bf7e5ed5 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:10:11.875087 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port e143145b-af3b-4b7c-9a56-bd80bf7e5ed5 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:10:11.881138 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port e143145b-af3b-4b7c-9a56-bd80bf7e5ed5 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:10:11.881657 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e143145b-af3b-4b7c-9a56-bd80bf7e5ed5), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:11.904341 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e33d10db-17c9-4dd5-bafb-53208aee75ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'name': 'tempest-ServersTestBootFromVolume-1302248538-router', 'tenant_id': '18b413d1db14405581b28db1817dc42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'cd4a706b-708e-4757-8053-6b7f8d831a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:10:05Z', 'updated_at': '2022-01-28T00:10:08Z', 'revision_number': 3, 'project_id': '18b413d1db14405581b28db1817dc42d', 'gw_port': {'id': 'cd4a706b-708e-4757-8053-6b7f8d831a23', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:10:07Z', 'updated_at': '2022-01-28T00:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:10:11.935101 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33d10db-17c9-4dd5-bafb-53208aee75ea None None] The sync data for ids ['8aa1d041-9708-444d-b8c0-41013e1cb684'] in n-d-826754-1 is: [{'id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'name': 'tempest-ServersTestBootFromVolume-1302248538-router', 'tenant_id': '18b413d1db14405581b28db1817dc42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'cd4a706b-708e-4757-8053-6b7f8d831a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:10:05Z', 'updated_at': '2022-01-28T00:10:08Z', 'revision_number': 3, 'project_id': '18b413d1db14405581b28db1817dc42d', 'gw_port': {'id': 'cd4a706b-708e-4757-8053-6b7f8d831a23', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:10:07Z', 'updated_at': '2022-01-28T00:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:10:12.004108 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-041a2c0d-d3ae-4104-88c5-494833c7360d admin admin] Allocated IP 172.20.0.1 (b7c7fb76-6103-4eda-92dd-bd14f4d36fdc/98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3/7865b5cc-d6fc-45de-b659-3647c502b71e) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:10:12.111289 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:12.134044 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port e143145b-af3b-4b7c-9a56-bd80bf7e5ed5 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:10:12.139226 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e143145b-af3b-4b7c-9a56-bd80bf7e5ed5), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:12.190880 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e143145b-af3b-4b7c-9a56-bd80bf7e5ed5'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:10:12.193745 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2015e6b-22d7-46b5-b91b-104ed4461e02" -d '{"events": [{"server_uuid": "4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3", "name": "network-vif-plugged", "status": "completed", "tag": "e143145b-af3b-4b7c-9a56-bd80bf7e5ed5"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:10:12.194232 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-041a2c0d-d3ae-4104-88c5-494833c7360d admin admin] Publish callbacks [] for port (7865b5cc-d6fc-45de-b659-3647c502b71e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:12.212128 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e143145b-af3b-4b7c-9a56-bd80bf7e5ed5, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e143145b-af3b-4b7c-9a56-bd80bf7e5ed5,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:10:12.221972 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e143145b-af3b-4b7c-9a56-bd80bf7e5ed5), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:12.301752 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=e143145b-af3b-4b7c-9a56-bd80bf7e5ed5,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:12.311940 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-041a2c0d-d3ae-4104-88c5-494833c7360d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (7865b5cc-d6fc-45de-b659-3647c502b71e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:12.364548 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e34cf9-1840-4b61-876f-7852b9c1be31 x-openstack-request-id: req-b4e34cf9-1840-4b61-876f-7852b9c1be31 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:10:12.364993 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3", "name": "network-vif-plugged", "status": "completed", "tag": "e143145b-af3b-4b7c-9a56-bd80bf7e5ed5", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:10:12.365634 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b4e34cf9-1840-4b61-876f-7852b9c1be31 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:10:12.366280 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e143145b-af3b-4b7c-9a56-bd80bf7e5ed5', 'code': 200} Jan 28 00:10:12.394876 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041a2c0d-d3ae-4104-88c5-494833c7360d admin admin] Network b7c7fb76-6103-4eda-92dd-bd14f4d36fdc is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:10:12.397725 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-041a2c0d-d3ae-4104-88c5-494833c7360d admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:10:12.403261 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041a2c0d-d3ae-4104-88c5-494833c7360d admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:10:12.438870 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a2c0d-d3ae-4104-88c5-494833c7360d admin admin] Pushing event updated for resources: {'Port': ['ID=7865b5cc-d6fc-45de-b659-3647c502b71e,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:12.552178 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c20921e0-be9b-4b3e-a815-b3f1e3fde764 req-24a65785-dc08-4f8c-b76e-2dfeeabcd2e2 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 210 time: 0.0636749 Jan 28 00:10:12.569189 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-041a2c0d-d3ae-4104-88c5-494833c7360d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (8aa1d041-9708-444d-b8c0-41013e1cb684), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:12.613394 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:12.766548 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcadb1c-cc06-4496-b6fe-d3975e0d91c6 req-71c1c989-1712-4da3-99c1-ba5cd37672a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:12.768973 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1bcadb1c-cc06-4496-b6fe-d3975e0d91c6 req-71c1c989-1712-4da3-99c1-ba5cd37672a2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3 HTTP/1.1" status: 200 len: 1101 time: 0.2027075 Jan 28 00:10:12.853223 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f85d9-3d24-4d80-ba9e-3cd19c7129e3 req-9a8fbb7b-b04d-4377-b166-ef83ce5d1351 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:12.862534 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d4f85d9-3d24-4d80-ba9e-3cd19c7129e3 req-9a8fbb7b-b04d-4377-b166-ef83ce5d1351 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3 HTTP/1.1" status: 200 len: 950 time: 0.3088267 Jan 28 00:10:12.918464 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471aefc4-c688-436a-ad38-c1085279e893 req-512ef5d3-faff-4cad-9d35-3c69174e37ab tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:12.931159 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-471aefc4-c688-436a-ad38-c1085279e893 req-512ef5d3-faff-4cad-9d35-3c69174e37ab tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 950 time: 0.2551749 Jan 28 00:10:12.939280 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1bcadb1c-cc06-4496-b6fe-d3975e0d91c6 req-050ad44b-8841-4730-a674-8fb594dbd3bf service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e554b95c-e6db-4216-a8d9-ac04c10b9cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501901 Jan 28 00:10:12.945628 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-b53d0f5c-d275-4d28-b17a-b68d610023a8 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:12.947399 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-b53d0f5c-d275-4d28-b17a-b68d610023a8 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.65 "GET /v2.0/networks?id=ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 200 len: 807 time: 0.7173064 Jan 28 00:10:13.004393 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ef904c06-01a1-41fa-a15d-8327b7e6a8b6 None None] Provisioning complete for port 7865b5cc-d6fc-45de-b659-3647c502b71e triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:10:13.004393 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ef904c06-01a1-41fa-a15d-8327b7e6a8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (7865b5cc-d6fc-45de-b659-3647c502b71e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:13.120605 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ef904c06-01a1-41fa-a15d-8327b7e6a8b6 None None] Port 7865b5cc-d6fc-45de-b659-3647c502b71e cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:10:13.215685 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d4f85d9-3d24-4d80-ba9e-3cd19c7129e3 req-d8fa22b8-b7cd-4b32-8151-7adfb447d622 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/security-groups?id=e554b95c-e6db-4216-a8d9-ac04c10b9cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473756 Jan 28 00:10:13.225838 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-041a2c0d-d3ae-4104-88c5-494833c7360d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7865b5cc-d6fc-45de-b659-3647c502b71e), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:13.300250 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-471aefc4-c688-436a-ad38-c1085279e893 req-92e92d40-0ad0-4c3e-8fe2-d825bece59a4 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671985 Jan 28 00:10:13.335854 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-f6171658-b27a-4252-a353-128b35303c57 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Request body: {'port': {'device_id': '88f06b7e-edb2-43f1-b93a-f1c04e51902b', 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3', 'admin_state_up': True, 'tenant_id': '8a78e89f3df84c31929be575e138a975'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:10:13.613117 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-041a2c0d-d3ae-4104-88c5-494833c7360d admin admin] Publish callbacks [] for port (7865b5cc-d6fc-45de-b659-3647c502b71e), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:13.621495 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-041a2c0d-d3ae-4104-88c5-494833c7360d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (7865b5cc-d6fc-45de-b659-3647c502b71e), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:13.664214 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:13.772117 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-f6171658-b27a-4252-a353-128b35303c57 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Made reservation on behalf of 8a78e89f3df84c31929be575e138a975 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:10:13.780612 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-f6171658-b27a-4252-a353-128b35303c57 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:13.790329 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device cd4a706b-708e-4757-8053-6b7f8d831a23 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:10:13.955563 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port cd4a706b-708e-4757-8053-6b7f8d831a23 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:10:13.955995 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cd4a706b-708e-4757-8053-6b7f8d831a23), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:14.021164 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b963aaab-cf94-463c-8720-2f050437e68a req-81fd81d8-cf4d-40eb-97bc-1b30d215bc1a tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 210 time: 0.1697350 Jan 28 00:10:14.044378 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a2c0d-d3ae-4104-88c5-494833c7360d admin admin] Pushing event updated for resources: {'Port': ['ID=7865b5cc-d6fc-45de-b659-3647c502b71e,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:14.117771 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-041a2c0d-d3ae-4104-88c5-494833c7360d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (8aa1d041-9708-444d-b8c0-41013e1cb684), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:14.158829 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-f6171658-b27a-4252-a353-128b35303c57 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Allocated IP 172.20.0.8 (ede0cbb9-a83e-4037-b673-696eabc6b3a3/a309d6c9-38a3-409d-a906-1638039000ff/d627b88b-cb29-4bd1-afec-e8bab05970f1) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:10:14.168941 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da86f3-0f18-44ae-b87f-5545f0bdff82 req-39249dae-3e51-4e1a-bb29-6bd3c659c590 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:14.179192 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e6da86f3-0f18-44ae-b87f-5545f0bdff82 req-39249dae-3e51-4e1a-bb29-6bd3c659c590 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 1096 time: 0.3714495 Jan 28 00:10:14.212432 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port cd4a706b-708e-4757-8053-6b7f8d831a23 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:10:14.213850 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cd4a706b-708e-4757-8053-6b7f8d831a23), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:14.248266 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port cd4a706b-708e-4757-8053-6b7f8d831a23, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=cd4a706b-708e-4757-8053-6b7f8d831a23,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:10:14.322356 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (cd4a706b-708e-4757-8053-6b7f8d831a23), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:14.422507 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e6da86f3-0f18-44ae-b87f-5545f0bdff82 req-2c5e01d5-8805-4c00-b1a5-4e76d2a98f12 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308378 Jan 28 00:10:14.453745 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=cd4a706b-708e-4757-8053-6b7f8d831a23,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:14.521183 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041a2c0d-d3ae-4104-88c5-494833c7360d admin admin] Network b7c7fb76-6103-4eda-92dd-bd14f4d36fdc is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:10:14.524495 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-041a2c0d-d3ae-4104-88c5-494833c7360d admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:10:14.542042 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6fbb5-89f2-4bf6-9ea7-36c16c4d70cc req-46a9f19c-ac48-4398-84d5-5b9cdefcd6bf tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:14.550477 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aab6fbb5-89f2-4bf6-9ea7-36c16c4d70cc req-46a9f19c-ac48-4398-84d5-5b9cdefcd6bf tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3 HTTP/1.1" status: 200 len: 950 time: 0.1047254 Jan 28 00:10:14.694853 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-f6171658-b27a-4252-a353-128b35303c57 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Publish callbacks [] for port (d627b88b-cb29-4bd1-afec-e8bab05970f1), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:14.760439 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aab6fbb5-89f2-4bf6-9ea7-36c16c4d70cc req-7950e2e3-6204-459b-8a4f-0b9cd5ff449d tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/security-groups?id=e554b95c-e6db-4216-a8d9-ac04c10b9cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089860 Jan 28 00:10:14.901112 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-f6171658-b27a-4252-a353-128b35303c57 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (d627b88b-cb29-4bd1-afec-e8bab05970f1), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:14.968545 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-f6171658-b27a-4252-a353-128b35303c57 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Network ede0cbb9-a83e-4037-b673-696eabc6b3a3 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:10:14.974419 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-f6171658-b27a-4252-a353-128b35303c57 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:10:14.991542 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-f6171658-b27a-4252-a353-128b35303c57 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:10:15.032274 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3d0db-7bd0-4bf3-961a-daae16632efa req-528b1d82-4cb7-40fb-aeca-683c212fea1e tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:15.039852 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-46f3d0db-7bd0-4bf3-961a-daae16632efa req-528b1d82-4cb7-40fb-aeca-683c212fea1e tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 950 time: 0.2740643 Jan 28 00:10:15.092360 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6171658-b27a-4252-a353-128b35303c57 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Pushing event updated for resources: {'Port': ['ID=d627b88b-cb29-4bd1-afec-e8bab05970f1,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:15.157805 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device de996d43-cc96-4aea-9033-9244d4923d32 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:10:15.162411 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-f6171658-b27a-4252-a353-128b35303c57 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:15.174717 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-f6171658-b27a-4252-a353-128b35303c57 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:15.193743 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-46f3d0db-7bd0-4bf3-961a-daae16632efa req-fbb81080-e642-4888-86e6-9581856f5e4e tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526451 Jan 28 00:10:15.208644 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041a2c0d-d3ae-4104-88c5-494833c7360d admin admin] Router 8aa1d041-9708-444d-b8c0-41013e1cb684 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:10:15.229711 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-f6171658-b27a-4252-a353-128b35303c57 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8982067 Jan 28 00:10:15.250267 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-9f8ee1e7-c33c-4d20-9cff-6db7dd0492ce service neutron] Request body: {'port': {'device_id': '88f06b7e-edb2-43f1-b93a-f1c04e51902b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:10:15.370288 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041a2c0d-d3ae-4104-88c5-494833c7360d admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:10:15.387963 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-041a2c0d-d3ae-4104-88c5-494833c7360d admin admin] 10.222.0.70 "PUT /v2.0/routers/8aa1d041-9708-444d-b8c0-41013e1cb684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0899162 Jan 28 00:10:15.397291 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-10239aef-092b-4e56-ae8f-5c4f240a3573 None None] Provisioning complete for port 7865b5cc-d6fc-45de-b659-3647c502b71e triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:10:15.398228 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-10239aef-092b-4e56-ae8f-5c4f240a3573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (7865b5cc-d6fc-45de-b659-3647c502b71e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:15.450648 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-9f8ee1e7-c33c-4d20-9cff-6db7dd0492ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d627b88b-cb29-4bd1-afec-e8bab05970f1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:15.512751 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb243fd-740c-4e50-a82c-69fa2bef9bef None None] Sync routers for ids ['8aa1d041-9708-444d-b8c0-41013e1cb684'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:10:15.520593 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-10239aef-092b-4e56-ae8f-5c4f240a3573 None None] Port 7865b5cc-d6fc-45de-b659-3647c502b71e cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:10:15.548262 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb243fd-740c-4e50-a82c-69fa2bef9bef None None] Routers {'8aa1d041-9708-444d-b8c0-41013e1cb684'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:10:15.549054 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-5cb243fd-740c-4e50-a82c-69fa2bef9bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:10:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8aa1d041-9708-444d-b8c0-41013e1cb684'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:10:15.553527 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port de996d43-cc96-4aea-9033-9244d4923d32, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=de996d43-cc96-4aea-9033-9244d4923d32,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:10:15.744651 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7e4ff-49d8-4909-98a3-246a2c0ea202 req-ca85aadc-8350-4411-a305-a6b1fb4ffcb0 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:15.749910 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8af7e4ff-49d8-4909-98a3-246a2c0ea202 req-ca85aadc-8350-4411-a305-a6b1fb4ffcb0 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 931 time: 0.0819185 Jan 28 00:10:15.752818 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device cd4a706b-708e-4757-8053-6b7f8d831a23 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:10:15.856193 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'de996d43-cc96-4aea-9033-9244d4923d32', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': 'de996d43-cc96-4aea-9033-9244d4923d32', 'mac_address': 'fa:16:3e:82:23:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:10:15.872324 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8af7e4ff-49d8-4909-98a3-246a2c0ea202 req-4848ea2c-9a27-4026-b5dd-cc68c688ee83 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153874 Jan 28 00:10:16.038646 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-9f8ee1e7-c33c-4d20-9cff-6db7dd0492ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d627b88b-cb29-4bd1-afec-e8bab05970f1 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:10:16.054308 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-9f8ee1e7-c33c-4d20-9cff-6db7dd0492ce service neutron] Publish callbacks [] for port (d627b88b-cb29-4bd1-afec-e8bab05970f1), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:16.060795 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c1d20-5266-417f-95c7-677c5050e19d req-06d9120c-561f-43bb-b27a-f46f064e52f0 tempest-ServersAdminNegativeTestJSON-696919402 tempest-ServersAdminNegativeTestJSON-696919402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:16.063869 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-344c1d20-5266-417f-95c7-677c5050e19d req-06d9120c-561f-43bb-b27a-f46f064e52f0 tempest-ServersAdminNegativeTestJSON-696919402 tempest-ServersAdminNegativeTestJSON-696919402-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3 HTTP/1.1" status: 200 len: 1101 time: 0.0891626 Jan 28 00:10:16.078671 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-9f8ee1e7-c33c-4d20-9cff-6db7dd0492ce service neutron] Transition to ACTIVE for port object d627b88b-cb29-4bd1-afec-e8bab05970f1 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:10:16.086872 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-9f8ee1e7-c33c-4d20-9cff-6db7dd0492ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (d627b88b-cb29-4bd1-afec-e8bab05970f1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:16.099484 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-344c1d20-5266-417f-95c7-677c5050e19d req-0acb9179-1ccf-4e20-8aab-361c71bf2de9 tempest-ServersAdminNegativeTestJSON-696919402 tempest-ServersAdminNegativeTestJSON-696919402-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:16.102537 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-5cb243fd-740c-4e50-a82c-69fa2bef9bef None None] Set router 8aa1d041-9708-444d-b8c0-41013e1cb684 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:10:16.198956 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port de996d43-cc96-4aea-9033-9244d4923d32 is: ACTIVE; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:10:16.199357 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (de996d43-cc96-4aea-9033-9244d4923d32), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:16.210343 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ee1e7-c33c-4d20-9cff-6db7dd0492ce service neutron] Pushing event updated for resources: {'Port': ['ID=d627b88b-cb29-4bd1-afec-e8bab05970f1,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:16.241288 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port cd4a706b-708e-4757-8053-6b7f8d831a23 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:10:16.241288 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cd4a706b-708e-4757-8053-6b7f8d831a23), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:16.337240 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de996d43-cc96-4aea-9033-9244d4923d32 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:10:16.353122 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-344c1d20-5266-417f-95c7-677c5050e19d req-0acb9179-1ccf-4e20-8aab-361c71bf2de9 tempest-ServersAdminNegativeTestJSON-696919402 tempest-ServersAdminNegativeTestJSON-696919402-project-admin] Publish callbacks [] for security_group (5961ac92-77f3-4b36-9660-3cec75903d2e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:16.362142 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-344c1d20-5266-417f-95c7-677c5050e19d req-0acb9179-1ccf-4e20-8aab-361c71bf2de9 tempest-ServersAdminNegativeTestJSON-696919402 tempest-ServersAdminNegativeTestJSON-696919402-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (5961ac92-77f3-4b36-9660-3cec75903d2e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:16.392244 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-9f8ee1e7-c33c-4d20-9cff-6db7dd0492ce service neutron] Attempting to bind port d627b88b-cb29-4bd1-afec-e8bab05970f1 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:10:16.392589 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-9f8ee1e7-c33c-4d20-9cff-6db7dd0492ce service neutron] Attempting to bind port d627b88b-cb29-4bd1-afec-e8bab05970f1 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:10:16.392925 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-9f8ee1e7-c33c-4d20-9cff-6db7dd0492ce service neutron] Attempting to bind port d627b88b-cb29-4bd1-afec-e8bab05970f1 on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:10:16.413932 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-9f8ee1e7-c33c-4d20-9cff-6db7dd0492ce service neutron] Port d627b88b-cb29-4bd1-afec-e8bab05970f1 on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:10:16.414264 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-9f8ee1e7-c33c-4d20-9cff-6db7dd0492ce service neutron] Attempting to bind port d627b88b-cb29-4bd1-afec-e8bab05970f1 on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:10:16.437028 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-9f8ee1e7-c33c-4d20-9cff-6db7dd0492ce service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:10:16.437517 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-9f8ee1e7-c33c-4d20-9cff-6db7dd0492ce service neutron] Checking segment: {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:10:16.437928 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-9f8ee1e7-c33c-4d20-9cff-6db7dd0492ce service neutron] Bound using segment: {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:10:16.438455 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-9f8ee1e7-c33c-4d20-9cff-6db7dd0492ce service neutron] Bound port: d627b88b-cb29-4bd1-afec-e8bab05970f1, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:10:16.438959 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-9f8ee1e7-c33c-4d20-9cff-6db7dd0492ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d627b88b-cb29-4bd1-afec-e8bab05970f1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:16.460510 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-344c1d20-5266-417f-95c7-677c5050e19d req-0acb9179-1ccf-4e20-8aab-361c71bf2de9 tempest-ServersAdminNegativeTestJSON-696919402 tempest-ServersAdminNegativeTestJSON-696919402-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e554b95c-e6db-4216-a8d9-ac04c10b9cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906705 Jan 28 00:10:16.508386 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port de996d43-cc96-4aea-9033-9244d4923d32, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=de996d43-cc96-4aea-9033-9244d4923d32,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:10:16.518242 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb9179-1ccf-4e20-8aab-361c71bf2de9 tempest-ServersAdminNegativeTestJSON-696919402 tempest-ServersAdminNegativeTestJSON-696919402-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5961ac92-77f3-4b36-9660-3cec75903d2e,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:16.525538 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (de996d43-cc96-4aea-9033-9244d4923d32), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:16.556508 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-9f8ee1e7-c33c-4d20-9cff-6db7dd0492ce service neutron] For port d627b88b-cb29-4bd1-afec-e8bab05970f1, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:10:16.562995 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-9f8ee1e7-c33c-4d20-9cff-6db7dd0492ce service neutron] For port d627b88b-cb29-4bd1-afec-e8bab05970f1, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=d627b88b-cb29-4bd1-afec-e8bab05970f1,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:10:16.574216 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-9f8ee1e7-c33c-4d20-9cff-6db7dd0492ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (d627b88b-cb29-4bd1-afec-e8bab05970f1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:16.659074 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ee1e7-c33c-4d20-9cff-6db7dd0492ce service neutron] Pushing event updated for resources: {'Port': ['ID=d627b88b-cb29-4bd1-afec-e8bab05970f1,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:16.666979 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-9f8ee1e7-c33c-4d20-9cff-6db7dd0492ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:16.668139 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-9f8ee1e7-c33c-4d20-9cff-6db7dd0492ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:16.669978 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-9f8ee1e7-c33c-4d20-9cff-6db7dd0492ce service neutron] 10.222.0.65 "PUT /v2.0/ports/d627b88b-cb29-4bd1-afec-e8bab05970f1 HTTP/1.1" status: 200 len: 1091 time: 1.4254932 Jan 28 00:10:16.671527 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f06b7e-edb2-43f1-b93a-f1c04e51902b', 'tag': 'd627b88b-cb29-4bd1-afec-e8bab05970f1'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:10:16.674520 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c015ff-8a8d-4edf-a198-5cc6ccb94f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "88f06b7e-edb2-43f1-b93a-f1c04e51902b", "tag": "d627b88b-cb29-4bd1-afec-e8bab05970f1"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:10:16.678396 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port cd4a706b-708e-4757-8053-6b7f8d831a23 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:10:16.803769 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=de996d43-cc96-4aea-9033-9244d4923d32,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:16.860873 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-faa96daf-faea-482f-9df0-68dc6795e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:16.863475 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-faa96daf-faea-482f-9df0-68dc6795e81a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a78e89f3df84c31929be575e138a975&device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 1094 time: 0.1084416 Jan 28 00:10:16.890699 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['de996d43-cc96-4aea-9033-9244d4923d32'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:10:16.944382 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-065a4a4f-1b7f-49cb-8fc0-7101c74d731e tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:10:16.945580 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-065a4a4f-1b7f-49cb-8fc0-7101c74d731e tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082610 Jan 28 00:10:16.947484 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-7114b08a-cc51-48f1-9892-47e0a2cbdcd2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d627b88b-cb29-4bd1-afec-e8bab05970f1 HTTP/1.1" status: 200 len: 217 time: 0.0685785 Jan 28 00:10:17.058317 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-fdce758e-2d9f-4486-9be4-d63facf6e09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:17.061085 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-fdce758e-2d9f-4486-9be4-d63facf6e09b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a309d6c9-38a3-409d-a906-1638039000ff HTTP/1.1" status: 200 len: 847 time: 0.0991247 Jan 28 00:10:17.070461 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-e30afd17-edeb-4727-9636-692e3f460c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:17.071978 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-e30afd17-edeb-4727-9636-692e3f460c76 service neutron] 10.222.0.70 "GET /v2.0/ports/e34d3b27-f88d-40ca-a720-0da10d81433d HTTP/1.1" status: 200 len: 1093 time: 0.1114340 Jan 28 00:10:17.087020 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-c9d27c24-aac9-4eff-9393-9314be58119a service neutron] Request body: {'binding': {'host': 'n-h2-826754-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:10:17.087549 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-c9d27c24-aac9-4eff-9393-9314be58119a service neutron] Unknown quota resources ['binding']. {{(pid=103343) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 00:10:17.104600 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47444) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:10:17.109549 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-4454ec19-8fb9-484e-b8c5-22102c97c341 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1559778856', 'description': 'tempest-description--1090864759'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:10:17.124519 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-ca7ce378-ede4-4dbd-aed7-73cfc3897bb4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ede0cbb9-a83e-4037-b673-696eabc6b3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512283 Jan 28 00:10:17.162036 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4454ec19-8fb9-484e-b8c5-22102c97c341 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:17.176915 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-5cb243fd-740c-4e50-a82c-69fa2bef9bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'name': 'tempest-ServersTestBootFromVolume-1302248538-router', 'tenant_id': '18b413d1db14405581b28db1817dc42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'cd4a706b-708e-4757-8053-6b7f8d831a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:10:05Z', 'updated_at': '2022-01-28T00:10:13Z', 'revision_number': 4, 'project_id': '18b413d1db14405581b28db1817dc42d', 'gw_port': {'id': 'cd4a706b-708e-4757-8053-6b7f8d831a23', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:10:07Z', 'updated_at': '2022-01-28T00:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '7865b5cc-d6fc-45de-b659-3647c502b71e', 'name': '', 'network_id': 'b7c7fb76-6103-4eda-92dd-bd14f4d36fdc', 'tenant_id': '18b413d1db14405581b28db1817dc42d', 'mac_address': 'fa:16:3e:ed:99:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:10:11Z', 'updated_at': '2022-01-28T00:10:13Z', 'revision_number': 2, 'project_id': '18b413d1db14405581b28db1817dc42d', 'subnets': [{'id': '98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:10:17.186771 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device bf4052fb-8fcb-446c-b34c-a26dc0815ce5 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:10:17.273939 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb243fd-740c-4e50-a82c-69fa2bef9bef None None] Checking router: 8aa1d041-9708-444d-b8c0-41013e1cb684 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:10:17.274305 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb243fd-740c-4e50-a82c-69fa2bef9bef None None] Updating router 8aa1d041-9708-444d-b8c0-41013e1cb684 port 7865b5cc-d6fc-45de-b659-3647c502b71e binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:10:17.312618 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4454ec19-8fb9-484e-b8c5-22102c97c341 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks [] for security_group (b65a71d0-47c4-42a5-aea6-cb1876d097d4), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:17.322323 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4454ec19-8fb9-484e-b8c5-22102c97c341 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b65a71d0-47c4-42a5-aea6-cb1876d097d4), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:17.355540 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5cb243fd-740c-4e50-a82c-69fa2bef9bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7865b5cc-d6fc-45de-b659-3647c502b71e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:17.410759 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4454ec19-8fb9-484e-b8c5-22102c97c341 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:17.412773 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4454ec19-8fb9-484e-b8c5-22102c97c341 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3069193 Jan 28 00:10:17.425702 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47454) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:10:17.430880 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port bf4052fb-8fcb-446c-b34c-a26dc0815ce5 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:10:17.431273 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bf4052fb-8fcb-446c-b34c-a26dc0815ce5), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:17.439009 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454ec19-8fb9-484e-b8c5-22102c97c341 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65a71d0-47c4-42a5-aea6-cb1876d097d4,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:17.457323 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-54622688-bae5-4a81-8402-f5b009f28a41 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Request body: {'security_group_rule': {'security_group_id': 'b65a71d0-47c4-42a5-aea6-cb1876d097d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:10:17.486147 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d8d438-d2f3-44c7-8a9a-ae7352622d85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf4052fb-8fcb-446c-b34c-a26dc0815ce5'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:10:17.488463 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8de4be-f48d-4236-83d9-4300a509e2de" -d '{"events": [{"server_uuid": "08d8d438-d2f3-44c7-8a9a-ae7352622d85", "name": "network-vif-unplugged", "status": "completed", "tag": "bf4052fb-8fcb-446c-b34c-a26dc0815ce5"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:10:17.520679 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f12712-4a5a-40bc-b0c9-c7cae56757c4 req-2d54089a-6f5d-4f24-b9e9-5ad79b8267ea tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:17.528869 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-9a6f94b8-6075-4a07-9117-c10af1f5fff7 service neutron] 10.222.0.65 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544483 Jan 28 00:10:17.530199 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a4f12712-4a5a-40bc-b0c9-c7cae56757c4 req-2d54089a-6f5d-4f24-b9e9-5ad79b8267ea tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 950 time: 0.1148534 Jan 28 00:10:17.565758 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-54622688-bae5-4a81-8402-f5b009f28a41 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks [] for security_group_rule (c66539a1-b235-4d01-ad90-b65c12d58ef6), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:17.568752 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port bf4052fb-8fcb-446c-b34c-a26dc0815ce5, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=bf4052fb-8fcb-446c-b34c-a26dc0815ce5,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:10:17.581142 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (bf4052fb-8fcb-446c-b34c-a26dc0815ce5), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:17.646705 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=bf4052fb-8fcb-446c-b34c-a26dc0815ce5,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:17.666722 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e1f4ee96-61a8-4c1a-9c9f-83e36a3e5988 req-43f45b8d-d07e-4138-8d2d-1bf35d00d6d4 service neutron] 10.222.0.65 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270986 Jan 28 00:10:17.684658 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-54622688-bae5-4a81-8402-f5b009f28a41 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks [] for security_group_rule (c66539a1-b235-4d01-ad90-b65c12d58ef6), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:17.692645 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-54622688-bae5-4a81-8402-f5b009f28a41 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (c66539a1-b235-4d01-ad90-b65c12d58ef6), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:17.780549 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-c9d27c24-aac9-4eff-9393-9314be58119a service neutron] Attempting to bind port e34d3b27-f88d-40ca-a720-0da10d81433d on host n-h2-826754-1 for vnic_type normal with profile None {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:10:17.780825 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-c9d27c24-aac9-4eff-9393-9314be58119a service neutron] Attempting to bind port e34d3b27-f88d-40ca-a720-0da10d81433d by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:10:17.781314 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-c9d27c24-aac9-4eff-9393-9314be58119a service neutron] Attempting to bind port e34d3b27-f88d-40ca-a720-0da10d81433d on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:10:17.787397 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-c9d27c24-aac9-4eff-9393-9314be58119a service neutron] Port e34d3b27-f88d-40ca-a720-0da10d81433d on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:10:17.787397 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-c9d27c24-aac9-4eff-9393-9314be58119a service neutron] Attempting to bind port e34d3b27-f88d-40ca-a720-0da10d81433d on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:10:17.793402 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-c9d27c24-aac9-4eff-9393-9314be58119a service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:10:17.793855 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-c9d27c24-aac9-4eff-9393-9314be58119a service neutron] Checking segment: {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:10:17.794458 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-c9d27c24-aac9-4eff-9393-9314be58119a service neutron] Bound using segment: {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:10:17.794957 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-c9d27c24-aac9-4eff-9393-9314be58119a service neutron] Bound port: e34d3b27-f88d-40ca-a720-0da10d81433d, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:10:17.806173 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a4f12712-4a5a-40bc-b0c9-c7cae56757c4 req-7e5c59ae-2df4-4c72-9ca0-9f489678eb39 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744157 Jan 28 00:10:17.809738 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54622688-bae5-4a81-8402-f5b009f28a41 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66539a1-b235-4d01-ad90-b65c12d58ef6,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:17.827574 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-54622688-bae5-4a81-8402-f5b009f28a41 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:17.831787 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-54622688-bae5-4a81-8402-f5b009f28a41 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4007819 Jan 28 00:10:17.832099 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47468) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:10:17.844930 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-01fa418c-b432-4d02-9092-7d85e77b8109 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Request body: {'security_group_rule': {'security_group_id': 'b65a71d0-47c4-42a5-aea6-cb1876d097d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:10:17.884583 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-c9d27c24-aac9-4eff-9393-9314be58119a service neutron] For port e34d3b27-f88d-40ca-a720-0da10d81433d, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=e34d3b27-f88d-40ca-a720-0da10d81433d,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:10:17.892633 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052ab4ce-c093-4cda-b909-7c537ac262c5 x-openstack-request-id: req-052ab4ce-c093-4cda-b909-7c537ac262c5 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:10:17.894170 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f06b7e-edb2-43f1-b93a-f1c04e51902b", "tag": "d627b88b-cb29-4bd1-afec-e8bab05970f1", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:10:17.894447 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-052ab4ce-c093-4cda-b909-7c537ac262c5 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:10:17.894918 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f06b7e-edb2-43f1-b93a-f1c04e51902b', 'tag': 'd627b88b-cb29-4bd1-afec-e8bab05970f1', 'status': 'completed', 'code': 200} Jan 28 00:10:17.904436 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-c9d27c24-aac9-4eff-9393-9314be58119a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:17.907307 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-c9d27c24-aac9-4eff-9393-9314be58119a service neutron] 10.222.0.70 "POST /v2.0/ports/e34d3b27-f88d-40ca-a720-0da10d81433d/bindings HTTP/1.1" status: 201 len: 389 time: 0.8231862 Jan 28 00:10:17.912592 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-01fa418c-b432-4d02-9092-7d85e77b8109 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks [] for security_group_rule (09c10770-557c-4900-ac3d-7b62c93ec2f5), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:18.017535 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5cb243fd-740c-4e50-a82c-69fa2bef9bef None None] Publish callbacks [] for port (7865b5cc-d6fc-45de-b659-3647c502b71e), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:18.033288 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5cb243fd-740c-4e50-a82c-69fa2bef9bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (7865b5cc-d6fc-45de-b659-3647c502b71e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:18.117222 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c015ff-8a8d-4edf-a198-5cc6ccb94f9a req-3046f86c-e675-402b-a50b-f6ec653e3e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:18.119305 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b7c015ff-8a8d-4edf-a198-5cc6ccb94f9a req-3046f86c-e675-402b-a50b-f6ec653e3e54 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a78e89f3df84c31929be575e138a975&device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 1094 time: 0.1795342 Jan 28 00:10:18.122581 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd521034-0178-4300-8612-f0e182b146f7 None None] Pushing event updated for resources: {'Port': ['ID=7865b5cc-d6fc-45de-b659-3647c502b71e,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:18.228239 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-5cb243fd-740c-4e50-a82c-69fa2bef9bef None None] Attempting to bind port 7865b5cc-d6fc-45de-b659-3647c502b71e on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:10:18.228858 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-5cb243fd-740c-4e50-a82c-69fa2bef9bef None None] Attempting to bind port 7865b5cc-d6fc-45de-b659-3647c502b71e by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '20b4d473-1eaa-48d8-9013-b9968f2d12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b7c7fb76-6103-4eda-92dd-bd14f4d36fdc'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:10:18.231807 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb243fd-740c-4e50-a82c-69fa2bef9bef None None] Attempting to bind port 7865b5cc-d6fc-45de-b659-3647c502b71e on network b7c7fb76-6103-4eda-92dd-bd14f4d36fdc {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:10:18.249544 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb243fd-740c-4e50-a82c-69fa2bef9bef None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:10:18.251074 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb243fd-740c-4e50-a82c-69fa2bef9bef None None] Checking segment: {'id': '20b4d473-1eaa-48d8-9013-b9968f2d12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b7c7fb76-6103-4eda-92dd-bd14f4d36fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:10:18.251506 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5cb243fd-740c-4e50-a82c-69fa2bef9bef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:18.253271 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb243fd-740c-4e50-a82c-69fa2bef9bef None None] Bound using segment: {'id': '20b4d473-1eaa-48d8-9013-b9968f2d12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b7c7fb76-6103-4eda-92dd-bd14f4d36fdc'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:10:18.255944 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-5cb243fd-740c-4e50-a82c-69fa2bef9bef None None] Bound port: 7865b5cc-d6fc-45de-b659-3647c502b71e, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b4d473-1eaa-48d8-9013-b9968f2d12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b7c7fb76-6103-4eda-92dd-bd14f4d36fdc'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:10:18.256454 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5cb243fd-740c-4e50-a82c-69fa2bef9bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7865b5cc-d6fc-45de-b659-3647c502b71e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:18.432184 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f7ff1-5496-4b35-a5a9-61712a99f8fe req-9a8b7bc1-45f6-427f-b51d-f3cf90c75cb9 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:18.439581 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c49f7ff1-5496-4b35-a5a9-61712a99f8fe req-9a8b7bc1-45f6-427f-b51d-f3cf90c75cb9 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 943 time: 0.4433663 Jan 28 00:10:18.451432 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c015ff-8a8d-4edf-a198-5cc6ccb94f9a req-1285d42d-67cf-4a2d-9cf3-734293453210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:18.453016 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b7c015ff-8a8d-4edf-a198-5cc6ccb94f9a req-1285d42d-67cf-4a2d-9cf3-734293453210 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 200 len: 908 time: 0.3190873 Jan 28 00:10:18.503379 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-01fa418c-b432-4d02-9092-7d85e77b8109 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks [] for security_group_rule (09c10770-557c-4900-ac3d-7b62c93ec2f5), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:18.507564 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-5cb243fd-740c-4e50-a82c-69fa2bef9bef None None] For port 7865b5cc-d6fc-45de-b659-3647c502b71e, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:10:18.529367 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-01fa418c-b432-4d02-9092-7d85e77b8109 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (09c10770-557c-4900-ac3d-7b62c93ec2f5), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:18.544446 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1505e0-7342-4cf3-9142-d85498f24c0e req-e22f35a9-c1e2-4bd6-ad9b-19a311ad5c96 tempest-ServersAdminNegativeTestJSON-696919402 tempest-ServersAdminNegativeTestJSON-696919402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:18.556248 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4e1505e0-7342-4cf3-9142-d85498f24c0e req-e22f35a9-c1e2-4bd6-ad9b-19a311ad5c96 tempest-ServersAdminNegativeTestJSON-696919402 tempest-ServersAdminNegativeTestJSON-696919402-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3 HTTP/1.1" status: 200 len: 1101 time: 0.2553475 Jan 28 00:10:18.633888 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-5cb243fd-740c-4e50-a82c-69fa2bef9bef None None] For port 7865b5cc-d6fc-45de-b659-3647c502b71e, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=7865b5cc-d6fc-45de-b659-3647c502b71e,segment=NetworkSegment(20b4d473-1eaa-48d8-9013-b9968f2d12e8),segment_id=20b4d473-1eaa-48d8-9013-b9968f2d12e8)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:10:18.638517 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-9b44351c-fc91-4dce-9289-249bb0d737ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:18.641742 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-9b44351c-fc91-4dce-9289-249bb0d737ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6990d737c5db4738a7ab281f03db2443&device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 1096 time: 0.2867231 Jan 28 00:10:18.650209 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa418c-b432-4d02-9092-7d85e77b8109 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c10770-557c-4900-ac3d-7b62c93ec2f5,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:18.664120 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-01fa418c-b432-4d02-9092-7d85e77b8109 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:18.665275 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5cb243fd-740c-4e50-a82c-69fa2bef9bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (7865b5cc-d6fc-45de-b659-3647c502b71e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:18.666677 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-01fa418c-b432-4d02-9092-7d85e77b8109 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8331912 Jan 28 00:10:18.677243 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-bd831c8e-cb90-4fa4-a382-54c24e6d9e49 None None] Provisioning complete for port 7865b5cc-d6fc-45de-b659-3647c502b71e triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:10:18.687952 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47490) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:10:18.689936 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd831c8e-cb90-4fa4-a382-54c24e6d9e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (7865b5cc-d6fc-45de-b659-3647c502b71e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:18.702634 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b7c015ff-8a8d-4edf-a198-5cc6ccb94f9a req-c4800da3-c4fe-4b82-b4d1-3ef978431862 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d627b88b-cb29-4bd1-afec-e8bab05970f1 HTTP/1.1" status: 200 len: 217 time: 0.2410674 Jan 28 00:10:18.709441 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-02efb365-fe8a-4fb9-b661-ada6a02a366a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:10:18.781944 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c49f7ff1-5496-4b35-a5a9-61712a99f8fe req-9bc51f02-8192-4eac-ba88-55476bb594f5 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408825 Jan 28 00:10:18.919673 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-02efb365-fe8a-4fb9-b661-ada6a02a366a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:18.978767 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bef6c22a-18b2-4527-83da-a5df168a51c9 req-22f8784f-ff4e-4378-841a-b9c752263058 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3289096 Jan 28 00:10:18.980797 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c015ff-8a8d-4edf-a198-5cc6ccb94f9a req-9f2e4dc7-8c1b-4d03-9687-95c75762d56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:18.982407 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b7c015ff-8a8d-4edf-a198-5cc6ccb94f9a req-9f2e4dc7-8c1b-4d03-9687-95c75762d56c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a309d6c9-38a3-409d-a906-1638039000ff HTTP/1.1" status: 200 len: 847 time: 0.2636387 Jan 28 00:10:18.985537 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa303796-77c5-4018-8077-72dd3ea4c29f x-openstack-request-id: req-fa303796-77c5-4018-8077-72dd3ea4c29f {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:10:18.985870 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d8d438-d2f3-44c7-8a9a-ae7352622d85", "name": "network-vif-unplugged", "status": "completed", "tag": "bf4052fb-8fcb-446c-b34c-a26dc0815ce5", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:10:18.986136 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fa303796-77c5-4018-8077-72dd3ea4c29f {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:10:18.986546 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d8d438-d2f3-44c7-8a9a-ae7352622d85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf4052fb-8fcb-446c-b34c-a26dc0815ce5', 'code': 200} Jan 28 00:10:19.028363 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4e1505e0-7342-4cf3-9142-d85498f24c0e req-c40065fd-38b2-42aa-8d78-6153a34bbc31 tempest-ServersAdminNegativeTestJSON-696919402 tempest-ServersAdminNegativeTestJSON-696919402-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e554b95c-e6db-4216-a8d9-ac04c10b9cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708388 Jan 28 00:10:19.077823 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb243fd-740c-4e50-a82c-69fa2bef9bef None None] Routers {'8aa1d041-9708-444d-b8c0-41013e1cb684'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:10:19.081785 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-5cb243fd-740c-4e50-a82c-69fa2bef9bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:10:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8aa1d041-9708-444d-b8c0-41013e1cb684'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:10:19.216863 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b7c015ff-8a8d-4edf-a198-5cc6ccb94f9a req-76dbee0d-c355-42f0-aa83-b6e6780bcdf9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ede0cbb9-a83e-4037-b673-696eabc6b3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2068396 Jan 28 00:10:19.305258 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-c0709c5f-f72f-4049-907b-a17376ca4062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:19.307379 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-c0709c5f-f72f-4049-907b-a17376ca4062 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf HTTP/1.1" status: 200 len: 922 time: 0.6479056 Jan 28 00:10:19.424622 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6c22a-18b2-4527-83da-a5df168a51c9 req-59c32958-c602-4050-ac7e-4e22330b19a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:19.426150 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bef6c22a-18b2-4527-83da-a5df168a51c9 req-59c32958-c602-4050-ac7e-4e22330b19a4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a78e89f3df84c31929be575e138a975&device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 1095 time: 0.3953166 Jan 28 00:10:19.433762 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-94693df6-46db-4cfd-a2fa-493701f72900 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e34d3b27-f88d-40ca-a720-0da10d81433d HTTP/1.1" status: 200 len: 217 time: 0.1156542 Jan 28 00:10:19.524708 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263763f2-8e7b-47ac-8555-0849f2eeccba req-1d0113c7-22d6-46cc-8bc7-82e114290a87 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:19.539490 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-263763f2-8e7b-47ac-8555-0849f2eeccba req-1d0113c7-22d6-46cc-8bc7-82e114290a87 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 945 time: 0.3825228 Jan 28 00:10:19.572603 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b7c015ff-8a8d-4edf-a198-5cc6ccb94f9a req-a2f827ec-be73-47db-aad1-3b457072eaad service neutron] 10.222.0.65 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419728 Jan 28 00:10:19.585219 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-5cb243fd-740c-4e50-a82c-69fa2bef9bef None None] Set router 8aa1d041-9708-444d-b8c0-41013e1cb684 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:10:19.730724 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-01fd2120-6d2c-4fc3-bf67-2012589a1899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:19.736338 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-01fd2120-6d2c-4fc3-bf67-2012589a1899 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1cf259c4-4e5d-4731-814e-e633d701ebdd HTTP/1.1" status: 200 len: 861 time: 0.2407858 Jan 28 00:10:19.805973 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-af72c5a0-3a22-49a1-8dcb-2432dbb92c9d req-238ffb76-b743-4fe0-ae24-75020a9dc785 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e935eea7-1d17-4eaa-8aca-fe9b1039f820&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3747554 Jan 28 00:10:19.876221 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-2bcb5b0c-e595-4866-928b-46bcf4505c2b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162276 Jan 28 00:10:19.898576 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-263763f2-8e7b-47ac-8555-0849f2eeccba req-c4cf9d40-f0ce-4d93-a571-ce7a20f67bab tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549004 Jan 28 00:10:19.942387 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device bf4052fb-8fcb-446c-b34c-a26dc0815ce5 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:10:19.957093 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device de996d43-cc96-4aea-9033-9244d4923d32 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:10:19.971874 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6c22a-18b2-4527-83da-a5df168a51c9 req-3c1ba009-b948-4a08-b22e-9f77306bc091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:19.973509 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bef6c22a-18b2-4527-83da-a5df168a51c9 req-3c1ba009-b948-4a08-b22e-9f77306bc091 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 200 len: 908 time: 0.4664087 Jan 28 00:10:20.098718 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b7c015ff-8a8d-4edf-a198-5cc6ccb94f9a req-a7427ee6-2e5a-44d9-9dfa-107e02c8da01 service neutron] 10.222.0.65 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5030544 Jan 28 00:10:20.101233 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bef6c22a-18b2-4527-83da-a5df168a51c9 req-a4624d6a-dab7-49b2-8de8-ddcf950989dd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23e4c93d-2bfd-40b7-85b3-7e9aa2285abd HTTP/1.1" status: 200 len: 217 time: 0.1213789 Jan 28 00:10:20.165949 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd521034-0178-4300-8612-f0e182b146f7 None None] Pushing event updated for resources: {'Port': ['ID=7865b5cc-d6fc-45de-b659-3647c502b71e,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:20.263823 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6c22a-18b2-4527-83da-a5df168a51c9 req-8c181511-4f56-4622-90f5-335b0cd7666e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:20.265420 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bef6c22a-18b2-4527-83da-a5df168a51c9 req-8c181511-4f56-4622-90f5-335b0cd7666e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a309d6c9-38a3-409d-a906-1638039000ff HTTP/1.1" status: 200 len: 847 time: 0.1409879 Jan 28 00:10:20.333005 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.resource_extend [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:10:20.333482 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bef6c22a-18b2-4527-83da-a5df168a51c9 req-06aaf278-74ce-4739-85a9-56aeb79d409c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ede0cbb9-a83e-4037-b673-696eabc6b3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593929 Jan 28 00:10:20.520802 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-bd831c8e-cb90-4fa4-a382-54c24e6d9e49 None None] Current status of the port 7865b5cc-d6fc-45de-b659-3647c502b71e is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:10:20.521403 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd831c8e-cb90-4fa4-a382-54c24e6d9e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7865b5cc-d6fc-45de-b659-3647c502b71e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:20.555836 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bef6c22a-18b2-4527-83da-a5df168a51c9 req-15e15294-8833-42a7-86b0-48d0a47e26dd service neutron] 10.222.0.65 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164564 Jan 28 00:10:20.616802 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port de996d43-cc96-4aea-9033-9244d4923d32 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:10:20.617195 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (de996d43-cc96-4aea-9033-9244d4923d32), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:20.726081 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-6b2bf2c5-a69f-4517-8dba-6f8ff63c6e06 service neutron] 10.222.0.52 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8171437 Jan 28 00:10:20.773005 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port bf4052fb-8fcb-446c-b34c-a26dc0815ce5, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=bf4052fb-8fcb-446c-b34c-a26dc0815ce5,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:10:20.823703 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-5cb243fd-740c-4e50-a82c-69fa2bef9bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'name': 'tempest-ServersTestBootFromVolume-1302248538-router', 'tenant_id': '18b413d1db14405581b28db1817dc42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'cd4a706b-708e-4757-8053-6b7f8d831a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:10:05Z', 'updated_at': '2022-01-28T00:10:13Z', 'revision_number': 4, 'project_id': '18b413d1db14405581b28db1817dc42d', 'gw_port': {'id': 'cd4a706b-708e-4757-8053-6b7f8d831a23', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:10:07Z', 'updated_at': '2022-01-28T00:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '7865b5cc-d6fc-45de-b659-3647c502b71e', 'name': '', 'network_id': 'b7c7fb76-6103-4eda-92dd-bd14f4d36fdc', 'tenant_id': '18b413d1db14405581b28db1817dc42d', 'mac_address': 'fa:16:3e:ed:99:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:10:11Z', 'updated_at': '2022-01-28T00:10:18Z', 'revision_number': 4, 'project_id': '18b413d1db14405581b28db1817dc42d', 'subnets': [{'id': '98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:10:20.957140 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-bd831c8e-cb90-4fa4-a382-54c24e6d9e49 None None] For port 7865b5cc-d6fc-45de-b659-3647c502b71e, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=7865b5cc-d6fc-45de-b659-3647c502b71e,segment=NetworkSegment(20b4d473-1eaa-48d8-9013-b9968f2d12e8),segment_id=20b4d473-1eaa-48d8-9013-b9968f2d12e8)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:10:20.978302 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb243fd-740c-4e50-a82c-69fa2bef9bef None None] The sync data for ids ['8aa1d041-9708-444d-b8c0-41013e1cb684'] in n-d-826754-1 is: [{'id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'name': 'tempest-ServersTestBootFromVolume-1302248538-router', 'tenant_id': '18b413d1db14405581b28db1817dc42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'cd4a706b-708e-4757-8053-6b7f8d831a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:10:05Z', 'updated_at': '2022-01-28T00:10:13Z', 'revision_number': 4, 'project_id': '18b413d1db14405581b28db1817dc42d', 'gw_port': {'id': 'cd4a706b-708e-4757-8053-6b7f8d831a23', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:10:07Z', 'updated_at': '2022-01-28T00:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '7865b5cc-d6fc-45de-b659-3647c502b71e', 'name': '', 'network_id': 'b7c7fb76-6103-4eda-92dd-bd14f4d36fdc', 'tenant_id': '18b413d1db14405581b28db1817dc42d', 'mac_address': 'fa:16:3e:ed:99:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:10:11Z', 'updated_at': '2022-01-28T00:10:18Z', 'revision_number': 4, 'project_id': '18b413d1db14405581b28db1817dc42d', 'subnets': [{'id': '98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:10:20.990619 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd831c8e-cb90-4fa4-a382-54c24e6d9e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (7865b5cc-d6fc-45de-b659-3647c502b71e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:21.109045 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'bf4052fb-8fcb-446c-b34c-a26dc0815ce5', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': 'bf4052fb-8fcb-446c-b34c-a26dc0815ce5', 'mac_address': 'fa:16:3e:59:41:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:10:21.155144 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-02efb365-fe8a-4fb9-b661-ada6a02a366a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:21.175469 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-0a99cb74-f706-45a5-9929-d03b98f94629 service neutron] 10.222.0.52 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856003 Jan 28 00:10:21.175793 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd831c8e-cb90-4fa4-a382-54c24e6d9e49 None None] Pushing event updated for resources: {'Port': ['ID=7865b5cc-d6fc-45de-b659-3647c502b71e,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:21.215709 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72c5a0-3a22-49a1-8dcb-2432dbb92c9d req-ec8d36db-526e-411a-9c63-de62c6d1adce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:21.228069 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-af72c5a0-3a22-49a1-8dcb-2432dbb92c9d req-ec8d36db-526e-411a-9c63-de62c6d1adce service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4fbf0a6223374ddfb503943d84d40270&device_id=e935eea7-1d17-4eaa-8aca-fe9b1039f820 HTTP/1.1" status: 200 len: 1097 time: 1.2807984 Jan 28 00:10:21.277449 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67e18a-aded-4c3e-9b01-592fcae31c3a req-e89515bb-d528-4f2e-a876-3b890009e3ac tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:21.287167 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea67e18a-aded-4c3e-9b01-592fcae31c3a req-e89515bb-d528-4f2e-a876-3b890009e3ac tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 948 time: 1.0797873 Jan 28 00:10:21.295208 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-3efe7158-dec4-445d-8dfa-13dc0a6bb49e None None] Provisioning complete for port 7865b5cc-d6fc-45de-b659-3647c502b71e triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:10:21.295208 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3efe7158-dec4-445d-8dfa-13dc0a6bb49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (7865b5cc-d6fc-45de-b659-3647c502b71e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:21.390979 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port bf4052fb-8fcb-446c-b34c-a26dc0815ce5 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:10:21.391387 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bf4052fb-8fcb-446c-b34c-a26dc0815ce5), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:21.444459 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port de996d43-cc96-4aea-9033-9244d4923d32 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:10:21.451988 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (de996d43-cc96-4aea-9033-9244d4923d32), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:21.464687 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf4052fb-8fcb-446c-b34c-a26dc0815ce5 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:10:21.608102 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bef6c22a-18b2-4527-83da-a5df168a51c9 req-bc226466-2fc4-4a69-8a7a-9603367cefd3 service neutron] 10.222.0.65 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0426128 Jan 28 00:10:21.700072 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76062c4f-e798-49c5-8244-2731043243d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de996d43-cc96-4aea-9033-9244d4923d32'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:10:21.703905 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6816114-8b94-497f-96ef-c1a4bc0f10fb" -d '{"events": [{"server_uuid": "76062c4f-e798-49c5-8244-2731043243d0", "name": "network-vif-plugged", "status": "completed", "tag": "de996d43-cc96-4aea-9033-9244d4923d32"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:10:21.711526 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port bf4052fb-8fcb-446c-b34c-a26dc0815ce5, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=bf4052fb-8fcb-446c-b34c-a26dc0815ce5,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:10:21.782575 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port de996d43-cc96-4aea-9033-9244d4923d32, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=de996d43-cc96-4aea-9033-9244d4923d32,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:10:21.796020 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (bf4052fb-8fcb-446c-b34c-a26dc0815ce5), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:21.799375 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device d627b88b-cb29-4bd1-afec-e8bab05970f1 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:10:21.809622 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea67e18a-aded-4c3e-9b01-592fcae31c3a req-b8103264-3c46-4b87-aec2-bc80941215f7 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154099 Jan 28 00:10:21.824209 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (de996d43-cc96-4aea-9033-9244d4923d32), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:21.889562 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-02efb365-fe8a-4fb9-b661-ada6a02a366a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Allocated IP 172.25.3.154 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/35f23b3f-1465-47ed-865a-7b53093fa0d7) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:10:21.978105 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 7865b5cc-d6fc-45de-b659-3647c502b71e up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:10:22.184207 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.resource_extend [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:10:22.223737 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3efe7158-dec4-445d-8dfa-13dc0a6bb49e None None] Current status of the port 7865b5cc-d6fc-45de-b659-3647c502b71e is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:10:22.250702 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72c5a0-3a22-49a1-8dcb-2432dbb92c9d req-41d1a908-80f5-4312-9f39-22f9a6f0db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:22.252601 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-af72c5a0-3a22-49a1-8dcb-2432dbb92c9d req-41d1a908-80f5-4312-9f39-22f9a6f0db21 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e089f335-5674-4c92-a564-9237fa994e7e HTTP/1.1" status: 200 len: 925 time: 0.3375158 Jan 28 00:10:22.439001 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-02efb365-fe8a-4fb9-b661-ada6a02a366a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks [] for port (35f23b3f-1465-47ed-865a-7b53093fa0d7), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:22.516551 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-af72c5a0-3a22-49a1-8dcb-2432dbb92c9d req-b96ae74d-19b9-48a9-8460-c1b588e27803 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd2ac950-4566-4fa7-a9c6-2a0615d05bd1 HTTP/1.1" status: 200 len: 1002 time: 0.2488549 Jan 28 00:10:22.520064 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-02efb365-fe8a-4fb9-b661-ada6a02a366a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (35f23b3f-1465-47ed-865a-7b53093fa0d7), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:22.612612 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72c5a0-3a22-49a1-8dcb-2432dbb92c9d req-1c012954-7545-49bb-8b51-0b400cba1b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:22.614181 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-af72c5a0-3a22-49a1-8dcb-2432dbb92c9d req-1c012954-7545-49bb-8b51-0b400cba1b8c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fd93541c-3fa3-4f63-b944-5654809caebc HTTP/1.1" status: 200 len: 863 time: 0.0824931 Jan 28 00:10:22.746007 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['bf4052fb-8fcb-446c-b34c-a26dc0815ce5'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:10:22.772104 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=bf4052fb-8fcb-446c-b34c-a26dc0815ce5,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:22.775798 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02efb365-fe8a-4fb9-b661-ada6a02a366a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Pushing event updated for resources: {'Port': ['ID=35f23b3f-1465-47ed-865a-7b53093fa0d7,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:22.836331 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02efb365-fe8a-4fb9-b661-ada6a02a366a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:10:22.870699 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-02efb365-fe8a-4fb9-b661-ada6a02a366a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:10:22.897643 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02efb365-fe8a-4fb9-b661-ada6a02a366a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:10:23.166297 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5be55-92d4-4536-b208-683128c13e3b req-aef8413a-37f6-4fd3-84e3-faed6ece30e7 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:23.173552 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 7865b5cc-d6fc-45de-b659-3647c502b71e triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:10:23.174156 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (7865b5cc-d6fc-45de-b659-3647c502b71e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:23.177276 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-14b5be55-92d4-4536-b208-683128c13e3b req-aef8413a-37f6-4fd3-84e3-faed6ece30e7 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 943 time: 0.6640644 Jan 28 00:10:23.220972 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72c5a0-3a22-49a1-8dcb-2432dbb92c9d req-dc51dff5-7936-42c9-8ed0-91a7ede7cbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:23.222511 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-af72c5a0-3a22-49a1-8dcb-2432dbb92c9d req-dc51dff5-7936-42c9-8ed0-91a7ede7cbef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e089f335-5674-4c92-a564-9237fa994e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5974500 Jan 28 00:10:23.300574 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-02efb365-fe8a-4fb9-b661-ada6a02a366a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks [] for floatingip (ed06464b-a61d-45a6-941a-ab31e27ce9ac), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:23.471329 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=de996d43-cc96-4aea-9033-9244d4923d32,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:23.511664 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-02efb365-fe8a-4fb9-b661-ada6a02a366a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (35f23b3f-1465-47ed-865a-7b53093fa0d7), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:23.516662 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port d627b88b-cb29-4bd1-afec-e8bab05970f1, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=d627b88b-cb29-4bd1-afec-e8bab05970f1,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:10:23.598133 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-14b5be55-92d4-4536-b208-683128c13e3b req-d3494ee1-4dfd-4bf7-8c20-f304d6376687 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154625 Jan 28 00:10:23.686847 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-af72c5a0-3a22-49a1-8dcb-2432dbb92c9d req-6b16a4f3-5082-4f4b-a8c6-7ba139d52d01 service neutron] 10.222.0.52 "GET /v2.0/networks/e089f335-5674-4c92-a564-9237fa994e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321249 Jan 28 00:10:23.803898 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'd627b88b-cb29-4bd1-afec-e8bab05970f1', 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3', 'port_id': 'd627b88b-cb29-4bd1-afec-e8bab05970f1', 'mac_address': 'fa:16:3e:26:92:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a309d6c9-38a3-409d-a906-1638039000ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:10:23.812397 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 7865b5cc-d6fc-45de-b659-3647c502b71e is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:10:23.980932 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port d627b88b-cb29-4bd1-afec-e8bab05970f1 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:10:23.982431 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d627b88b-cb29-4bd1-afec-e8bab05970f1), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:24.019364 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d627b88b-cb29-4bd1-afec-e8bab05970f1 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:10:24.053743 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port d627b88b-cb29-4bd1-afec-e8bab05970f1, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=d627b88b-cb29-4bd1-afec-e8bab05970f1,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:10:24.061259 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (d627b88b-cb29-4bd1-afec-e8bab05970f1), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:24.162068 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-02efb365-fe8a-4fb9-b661-ada6a02a366a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks [] for port (35f23b3f-1465-47ed-865a-7b53093fa0d7), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:24.197215 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=d627b88b-cb29-4bd1-afec-e8bab05970f1,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:24.251483 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-af72c5a0-3a22-49a1-8dcb-2432dbb92c9d req-45f7db27-864d-48c8-9071-f7b9e293ed64 service neutron] 10.222.0.52 "GET /v2.0/networks/e089f335-5674-4c92-a564-9237fa994e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5586939 Jan 28 00:10:24.255089 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-02efb365-fe8a-4fb9-b661-ada6a02a366a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (35f23b3f-1465-47ed-865a-7b53093fa0d7), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:24.416750 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02efb365-fe8a-4fb9-b661-ada6a02a366a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Pushing event updated for resources: {'Port': ['ID=35f23b3f-1465-47ed-865a-7b53093fa0d7,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:24.474669 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['d627b88b-cb29-4bd1-afec-e8bab05970f1'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:10:24.562675 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efb365-fe8a-4fb9-b661-ada6a02a366a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:10:24.563174 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efb365-fe8a-4fb9-b661-ada6a02a366a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:10:24.564400 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efb365-fe8a-4fb9-b661-ada6a02a366a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:10:24.564769 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efb365-fe8a-4fb9-b661-ada6a02a366a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:10:24.565116 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efb365-fe8a-4fb9-b661-ada6a02a366a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:10:24.565462 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efb365-fe8a-4fb9-b661-ada6a02a366a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:10:24.565803 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efb365-fe8a-4fb9-b661-ada6a02a366a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:10:24.566140 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efb365-fe8a-4fb9-b661-ada6a02a366a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:10:24.566484 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efb365-fe8a-4fb9-b661-ada6a02a366a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:10:24.566819 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efb365-fe8a-4fb9-b661-ada6a02a366a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:10:24.567154 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efb365-fe8a-4fb9-b661-ada6a02a366a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:10:24.569296 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efb365-fe8a-4fb9-b661-ada6a02a366a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:10:24.569651 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efb365-fe8a-4fb9-b661-ada6a02a366a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:10:24.627055 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd5780-72b4-4f42-8e50-526852f008b9 req-dd97bc86-e681-47c3-8691-690bf77847dd tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:24.633735 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aefd5780-72b4-4f42-8e50-526852f008b9 req-dd97bc86-e681-47c3-8691-690bf77847dd tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 945 time: 0.6280742 Jan 28 00:10:24.658385 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-02efb365-fe8a-4fb9-b661-ada6a02a366a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (ed06464b-a61d-45a6-941a-ab31e27ce9ac), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:24.688329 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-02efb365-fe8a-4fb9-b661-ada6a02a366a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:24.703316 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-02efb365-fe8a-4fb9-b661-ada6a02a366a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0136321 Jan 28 00:10:24.771262 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aefd5780-72b4-4f42-8e50-526852f008b9 req-bdab7e2e-b6a7-4e65-9909-9293c8da4153 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365323 Jan 28 00:10:24.931657 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb6a2f5-5735-44c9-b880-4c3d32ff161e x-openstack-request-id: req-deb6a2f5-5735-44c9-b880-4c3d32ff161e {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:10:24.932371 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76062c4f-e798-49c5-8244-2731043243d0", "name": "network-vif-plugged", "status": "completed", "tag": "de996d43-cc96-4aea-9033-9244d4923d32", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:10:24.932834 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-deb6a2f5-5735-44c9-b880-4c3d32ff161e {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:10:24.934853 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76062c4f-e798-49c5-8244-2731043243d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de996d43-cc96-4aea-9033-9244d4923d32', 'code': 200} Jan 28 00:10:25.235287 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143b94d-d051-4528-8aa5-5c004c3442c5 req-ef1391fe-6822-4058-a14a-96c0a1f958c0 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:25.236925 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f143b94d-d051-4528-8aa5-5c004c3442c5 req-ef1391fe-6822-4058-a14a-96c0a1f958c0 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 949 time: 0.1951182 Jan 28 00:10:25.334923 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f143b94d-d051-4528-8aa5-5c004c3442c5 req-d7e2142a-7ca5-4a74-804d-a04ee1b0bb06 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872548 Jan 28 00:10:25.654957 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec811d-3e4c-417d-940c-a3c4bf4abc05 req-5fd9ce46-d141-476f-a5f7-5d86bf934569 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:25.657287 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-58ec811d-3e4c-417d-940c-a3c4bf4abc05 req-5fd9ce46-d141-476f-a5f7-5d86bf934569 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 944 time: 0.1992886 Jan 28 00:10:25.777301 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-58ec811d-3e4c-417d-940c-a3c4bf4abc05 req-5fe95c77-b882-437a-acb8-ed89d64e2995 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032691 Jan 28 00:10:25.823967 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device bf4052fb-8fcb-446c-b34c-a26dc0815ce5 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:10:25.962223 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port bf4052fb-8fcb-446c-b34c-a26dc0815ce5 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:10:25.963992 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bf4052fb-8fcb-446c-b34c-a26dc0815ce5), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:26.127822 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device d627b88b-cb29-4bd1-afec-e8bab05970f1 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:10:26.262640 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6197f9-5918-4f8c-86d3-62b42daf76c4 req-95fbb53b-9c7c-4739-be4d-5b4ef40ebaf3 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:26.275444 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d6197f9-5918-4f8c-86d3-62b42daf76c4 req-95fbb53b-9c7c-4739-be4d-5b4ef40ebaf3 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 945 time: 0.1629808 Jan 28 00:10:26.402326 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d6197f9-5918-4f8c-86d3-62b42daf76c4 req-995b4037-eeb7-4571-b736-180ceb2dbe8b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246021 Jan 28 00:10:26.419697 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port bf4052fb-8fcb-446c-b34c-a26dc0815ce5 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:10:26.423912 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bf4052fb-8fcb-446c-b34c-a26dc0815ce5), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:26.432361 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port d627b88b-cb29-4bd1-afec-e8bab05970f1 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:10:26.460097 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port d627b88b-cb29-4bd1-afec-e8bab05970f1 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:10:26.460945 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d627b88b-cb29-4bd1-afec-e8bab05970f1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:26.607692 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port bf4052fb-8fcb-446c-b34c-a26dc0815ce5, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=bf4052fb-8fcb-446c-b34c-a26dc0815ce5,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:10:26.632947 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (bf4052fb-8fcb-446c-b34c-a26dc0815ce5), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:26.690942 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fa24d-e48a-421a-b366-e500da92f4f2 req-35cf1b8c-3177-41ee-a944-bb3fdb855f48 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:26.698290 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e66fa24d-e48a-421a-b366-e500da92f4f2 req-35cf1b8c-3177-41ee-a944-bb3fdb855f48 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 949 time: 0.1186874 Jan 28 00:10:26.731475 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port d627b88b-cb29-4bd1-afec-e8bab05970f1 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:10:26.732172 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d627b88b-cb29-4bd1-afec-e8bab05970f1), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:26.828412 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e66fa24d-e48a-421a-b366-e500da92f4f2 req-73e97109-e52f-406d-94c5-51d5166ee857 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200593 Jan 28 00:10:26.836518 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port d627b88b-cb29-4bd1-afec-e8bab05970f1, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=d627b88b-cb29-4bd1-afec-e8bab05970f1,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:10:26.847946 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=bf4052fb-8fcb-446c-b34c-a26dc0815ce5,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:26.862539 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (d627b88b-cb29-4bd1-afec-e8bab05970f1), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:26.977185 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d8d438-d2f3-44c7-8a9a-ae7352622d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4052fb-8fcb-446c-b34c-a26dc0815ce5'}, {'server_uuid': '88f06b7e-edb2-43f1-b93a-f1c04e51902b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd627b88b-cb29-4bd1-afec-e8bab05970f1'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:10:26.986807 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc1df86-b48e-44e2-bf5c-554c040b5e3f" -d '{"events": [{"server_uuid": "08d8d438-d2f3-44c7-8a9a-ae7352622d85", "name": "network-vif-plugged", "status": "completed", "tag": "bf4052fb-8fcb-446c-b34c-a26dc0815ce5"}, {"server_uuid": "88f06b7e-edb2-43f1-b93a-f1c04e51902b", "name": "network-vif-plugged", "status": "completed", "tag": "d627b88b-cb29-4bd1-afec-e8bab05970f1"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:10:27.082823 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=d627b88b-cb29-4bd1-afec-e8bab05970f1,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:27.579055 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8eb36-2a76-44d0-b789-970f288467ad req-3e4971b7-43b9-4236-af43-062b64d2ea6b tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:27.594822 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e5b8eb36-2a76-44d0-b789-970f288467ad req-3e4971b7-43b9-4236-af43-062b64d2ea6b tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.1417189 Jan 28 00:10:27.773196 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e5b8eb36-2a76-44d0-b789-970f288467ad req-91bc7084-8895-4ab4-b930-1d9123a15c91 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676280 Jan 28 00:10:28.103696 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 00:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df23d999-5d33-4529-881d-8532e30f85d3 x-openstack-request-id: req-df23d999-5d33-4529-881d-8532e30f85d3 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:10:28.104542 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d8d438-d2f3-44c7-8a9a-ae7352622d85", "name": "network-vif-plugged", "status": "completed", "tag": "bf4052fb-8fcb-446c-b34c-a26dc0815ce5", "code": 200}, {"server_uuid": "88f06b7e-edb2-43f1-b93a-f1c04e51902b", "name": "network-vif-plugged", "status": "completed", "tag": "d627b88b-cb29-4bd1-afec-e8bab05970f1", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:10:28.104814 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-df23d999-5d33-4529-881d-8532e30f85d3 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:10:28.105767 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d8d438-d2f3-44c7-8a9a-ae7352622d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4052fb-8fcb-446c-b34c-a26dc0815ce5', 'code': 200} Jan 28 00:10:28.106537 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f06b7e-edb2-43f1-b93a-f1c04e51902b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd627b88b-cb29-4bd1-afec-e8bab05970f1', 'code': 200} Jan 28 00:10:28.336979 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfa83d-4d57-4e15-a6f9-11abc10ba11f req-a5506189-8801-49ca-9af0-6db654d33d41 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:28.344919 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e2cfa83d-4d57-4e15-a6f9-11abc10ba11f req-a5506189-8801-49ca-9af0-6db654d33d41 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3 HTTP/1.1" status: 200 len: 950 time: 0.1180086 Jan 28 00:10:28.430905 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c87cf-bd36-4aae-9c09-826348ed6539 req-70817c9e-82b5-48d4-a3f3-e4df61b7405a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:28.438211 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-768c87cf-bd36-4aae-9c09-826348ed6539 req-70817c9e-82b5-48d4-a3f3-e4df61b7405a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 1096 time: 0.1648726 Jan 28 00:10:28.473133 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e2cfa83d-4d57-4e15-a6f9-11abc10ba11f req-4347a40d-d486-4d55-880a-f82be08ad33a tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/security-groups?id=e554b95c-e6db-4216-a8d9-ac04c10b9cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267734 Jan 28 00:10:28.603281 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-768c87cf-bd36-4aae-9c09-826348ed6539 req-5b6e4328-3b1c-4c8c-aba3-b5d7b01cff5a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548002 Jan 28 00:10:28.851236 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111d01d-ecee-457d-bdfb-8a52433147e2 req-16baea30-ac88-4392-80dd-af48e554d275 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:28.874093 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f111d01d-ecee-457d-bdfb-8a52433147e2 req-16baea30-ac88-4392-80dd-af48e554d275 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 945 time: 0.2550774 Jan 28 00:10:28.959143 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680f8e0-06ac-4586-990b-4855881149f0 req-7fc696a4-653e-4918-9191-7d4a328545b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:28.976753 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d680f8e0-06ac-4586-990b-4855881149f0 req-7fc696a4-653e-4918-9191-7d4a328545b9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 1101 time: 0.2266889 Jan 28 00:10:29.164923 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f111d01d-ecee-457d-bdfb-8a52433147e2 req-8bdf9804-8d3a-4994-aba4-37e7602ed276 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863390 Jan 28 00:10:29.209150 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d680f8e0-06ac-4586-990b-4855881149f0 req-3714fa52-4d36-4ed5-86db-077e3546577c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310779 Jan 28 00:10:29.455534 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfd1a3-e1d0-4e32-a5d8-9a5d897a3d80 req-7cca8eaf-2200-4727-ad04-54a587997c2b tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:29.469464 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3bdfd1a3-e1d0-4e32-a5d8-9a5d897a3d80 req-7cca8eaf-2200-4727-ad04-54a587997c2b tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.65 "GET /v2.0/ports?device_id=4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3 HTTP/1.1" status: 200 len: 950 time: 0.2515538 Jan 28 00:10:29.544182 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031e54d-ca37-4813-9bcc-ea2880ebee80 req-cb92f37a-d18d-4457-adf6-0f980648d311 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:29.560129 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5031e54d-ca37-4813-9bcc-ea2880ebee80 req-cb92f37a-d18d-4457-adf6-0f980648d311 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 950 time: 0.1218123 Jan 28 00:10:29.687634 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5031e54d-ca37-4813-9bcc-ea2880ebee80 req-1ce1fa9e-6cdb-4208-b973-f77ef271a4b6 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254518 Jan 28 00:10:29.891562 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-3bdfd1a3-e1d0-4e32-a5d8-9a5d897a3d80 req-909a22e4-43a6-4a2e-b0af-a7216f7d8848 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Deleting port e143145b-af3b-4b7c-9a56-bd80bf7e5ed5 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:10:29.895087 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3bdfd1a3-e1d0-4e32-a5d8-9a5d897a3d80 req-909a22e4-43a6-4a2e-b0af-a7216f7d8848 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (e143145b-af3b-4b7c-9a56-bd80bf7e5ed5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:30.254106 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c8f7e-a128-45a3-b7d3-828ef0ed94e6 req-ba1b7b92-2194-4bb3-91bc-abaf1b4dc107 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:30.284375 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c01c8f7e-a128-45a3-b7d3-828ef0ed94e6 req-ba1b7b92-2194-4bb3-91bc-abaf1b4dc107 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.2971952 Jan 28 00:10:30.314743 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-3bdfd1a3-e1d0-4e32-a5d8-9a5d897a3d80 req-909a22e4-43a6-4a2e-b0af-a7216f7d8848 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] For port e143145b-af3b-4b7c-9a56-bd80bf7e5ed5, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e143145b-af3b-4b7c-9a56-bd80bf7e5ed5,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:10:30.315720 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3bdfd1a3-e1d0-4e32-a5d8-9a5d897a3d80 req-909a22e4-43a6-4a2e-b0af-a7216f7d8848 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (e143145b-af3b-4b7c-9a56-bd80bf7e5ed5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:30.351051 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-3bdfd1a3-e1d0-4e32-a5d8-9a5d897a3d80 req-909a22e4-43a6-4a2e-b0af-a7216f7d8848 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Calling delete_port for e143145b-af3b-4b7c-9a56-bd80bf7e5ed5 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:10:30.456701 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c01c8f7e-a128-45a3-b7d3-828ef0ed94e6 req-6ab35a73-83b6-4dff-94e5-aa7d0d3b249b tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708567 Jan 28 00:10:31.024993 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3bdfd1a3-e1d0-4e32-a5d8-9a5d897a3d80 req-909a22e4-43a6-4a2e-b0af-a7216f7d8848 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (e143145b-af3b-4b7c-9a56-bd80bf7e5ed5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:31.064895 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['7531e73e-452d-483a-8428-64e50979b8c1', 'e143145b-af3b-4b7c-9a56-bd80bf7e5ed5'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:10:31.104791 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a22e4-43a6-4a2e-b0af-a7216f7d8848 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Pushing event deleted for resources: {'Port': ['ID=e143145b-af3b-4b7c-9a56-bd80bf7e5ed5,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:31.189949 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a22e4-43a6-4a2e-b0af-a7216f7d8848 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:10:31.192159 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a22e4-43a6-4a2e-b0af-a7216f7d8848 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:10:31.194191 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a22e4-43a6-4a2e-b0af-a7216f7d8848 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:10:31.199560 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a22e4-43a6-4a2e-b0af-a7216f7d8848 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:10:31.203306 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a22e4-43a6-4a2e-b0af-a7216f7d8848 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:10:31.210990 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a22e4-43a6-4a2e-b0af-a7216f7d8848 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:10:31.222484 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a22e4-43a6-4a2e-b0af-a7216f7d8848 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:10:31.224563 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-40303e24-4cd5-4d4c-aef1-6478c1c2e866 req-ec2a5b8f-1bb1-4f87-8cba-28ba6e9a8316 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3 HTTP/1.1" status: 200 len: 210 time: 0.2162271 Jan 28 00:10:31.226076 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a22e4-43a6-4a2e-b0af-a7216f7d8848 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:10:31.226896 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a22e4-43a6-4a2e-b0af-a7216f7d8848 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:10:31.230203 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a22e4-43a6-4a2e-b0af-a7216f7d8848 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:10:31.236617 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a22e4-43a6-4a2e-b0af-a7216f7d8848 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:10:31.257713 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a22e4-43a6-4a2e-b0af-a7216f7d8848 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:10:31.270255 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a22e4-43a6-4a2e-b0af-a7216f7d8848 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:10:31.468799 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bdfd1a3-e1d0-4e32-a5d8-9a5d897a3d80 req-909a22e4-43a6-4a2e-b0af-a7216f7d8848 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] No DVR routers for this DVR port e143145b-af3b-4b7c-9a56-bd80bf7e5ed5 on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:10:31.476536 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3bdfd1a3-e1d0-4e32-a5d8-9a5d897a3d80 req-909a22e4-43a6-4a2e-b0af-a7216f7d8848 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:31.497011 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3bdfd1a3-e1d0-4e32-a5d8-9a5d897a3d80 req-909a22e4-43a6-4a2e-b0af-a7216f7d8848 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.65 "DELETE /v2.0/ports/e143145b-af3b-4b7c-9a56-bd80bf7e5ed5 HTTP/1.1" status: 204 len: 173 time: 2.0215104 Jan 28 00:10:31.497842 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3', 'name': 'network-vif-deleted', 'tag': 'e143145b-af3b-4b7c-9a56-bd80bf7e5ed5'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:10:31.502046 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1128ad-484d-4c57-ae3e-278d83ca034c" -d '{"events": [{"server_uuid": "4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3", "name": "network-vif-deleted", "tag": "e143145b-af3b-4b7c-9a56-bd80bf7e5ed5"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:10:31.684292 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3e1d1-be37-49b9-968b-af2b9465f261 req-c396cd65-ae71-4983-8328-d94751b73efd tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:31.696660 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-40b3e1d1-be37-49b9-968b-af2b9465f261 req-c396cd65-ae71-4983-8328-d94751b73efd tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 945 time: 0.2525816 Jan 28 00:10:31.958882 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-40b3e1d1-be37-49b9-968b-af2b9465f261 req-8329bde3-7e6c-466b-aadc-cbc2c02ed954 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522535 Jan 28 00:10:32.339792 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538a9c9-a366-41dd-b15b-01d249886148 req-43dec454-ea4a-4ece-b237-d0fb1e6734a8 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:32.348193 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d538a9c9-a366-41dd-b15b-01d249886148 req-43dec454-ea4a-4ece-b237-d0fb1e6734a8 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 950 time: 0.2357402 Jan 28 00:10:32.479771 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d538a9c9-a366-41dd-b15b-01d249886148 req-8a905b2e-36fe-4d59-be9e-c223a055722a tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228700 Jan 28 00:10:32.734223 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7bf56-566c-4c18-b211-02a2b73b8145 req-39332184-bce5-4b63-be89-47afe7c33003 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:32.745133 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8fd7bf56-566c-4c18-b211-02a2b73b8145 req-39332184-bce5-4b63-be89-47afe7c33003 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.1105852 Jan 28 00:10:32.943210 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8fd7bf56-566c-4c18-b211-02a2b73b8145 req-6bcc912e-87c8-4db1-8eb5-e3c7c6f1d8d8 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958799 Jan 28 00:10:33.061672 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118e4c9a-e632-417f-9efe-d5f459eb21a5 x-openstack-request-id: req-118e4c9a-e632-417f-9efe-d5f459eb21a5 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:10:33.062615 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3", "name": "network-vif-deleted", "tag": "e143145b-af3b-4b7c-9a56-bd80bf7e5ed5", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:10:33.063274 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-118e4c9a-e632-417f-9efe-d5f459eb21a5 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:10:33.063961 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdeaeb8-cf5c-48bb-a085-b7bb2c291bf3', 'name': 'network-vif-deleted', 'tag': 'e143145b-af3b-4b7c-9a56-bd80bf7e5ed5', 'status': 'completed', 'code': 200} Jan 28 00:10:33.334782 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b553ff-6693-4544-8a23-21b8f4173df9 req-5c32af5f-4604-49a4-9d90-39fd34964974 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:33.343132 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-06b553ff-6693-4544-8a23-21b8f4173df9 req-5c32af5f-4604-49a4-9d90-39fd34964974 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 950 time: 0.1236386 Jan 28 00:10:33.455182 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-06b553ff-6693-4544-8a23-21b8f4173df9 req-3cda30be-268e-491e-b50c-f284c23a3daa tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104717 Jan 28 00:10:33.547458 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1b86e-c5e3-4d49-886b-5d5114d52332 req-5148d26e-a886-42e0-bbe9-41522867b204 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:33.560964 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1cf1b86e-c5e3-4d49-886b-5d5114d52332 req-5148d26e-a886-42e0-bbe9-41522867b204 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 1096 time: 0.1043527 Jan 28 00:10:33.666539 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1cf1b86e-c5e3-4d49-886b-5d5114d52332 req-f2604660-c9a0-491c-9bd7-01aa4bd52b48 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950623 Jan 28 00:10:33.727205 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b9d80-4948-4603-8ad5-29d4deffb90a req-530056bf-01be-4da6-9b5a-6ce19d124065 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:33.735820 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8f8b9d80-4948-4603-8ad5-29d4deffb90a req-530056bf-01be-4da6-9b5a-6ce19d124065 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 945 time: 0.1190219 Jan 28 00:10:33.946325 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8f8b9d80-4948-4603-8ad5-29d4deffb90a req-65784191-5e77-411f-9a4b-dd03d2e9994b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063169 Jan 28 00:10:34.184757 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e143145b-af3b-4b7c-9a56-bd80bf7e5ed5 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:10:34.297904 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: e143145b-af3b-4b7c-9a56-bd80bf7e5ed5 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:10:34.298415 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e143145b-af3b-4b7c-9a56-bd80bf7e5ed5 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:10:34.658042 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acce27-e552-48bf-bafb-e79280a7851f req-6e27397e-f70a-472b-9a8f-c7f135c66f67 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:34.679938 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3acce27-e552-48bf-bafb-e79280a7851f req-6e27397e-f70a-472b-9a8f-c7f135c66f67 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/networks?id=af463525-5a3e-4d06-85c6-1a5086f8978a HTTP/1.1" status: 200 len: 815 time: 0.3938637 Jan 28 00:10:34.762032 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3acce27-e552-48bf-bafb-e79280a7851f req-f49eeb74-87f6-461d-8ce7-5b17e30a0a94 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/quotas/1c43b3d89be8497db11b11700155db36 HTTP/1.1" status: 200 len: 375 time: 0.0672264 Jan 28 00:10:35.072761 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3acce27-e552-48bf-bafb-e79280a7851f req-630bbc09-bf05-4912-a8d9-fcce481d8bc8 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1c43b3d89be8497db11b11700155db36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3094611 Jan 28 00:10:35.349699 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b1741-f484-49ab-8584-d92dcbb8554c req-e537735e-14df-4ecc-a3d7-e5347b735a29 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:35.359145 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5f8b1741-f484-49ab-8584-d92dcbb8554c req-e537735e-14df-4ecc-a3d7-e5347b735a29 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e6b82-a21a-472f-9f1d-69c2f09fed64 HTTP/1.1" status: 200 len: 949 time: 0.4783032 Jan 28 00:10:35.604575 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5f8b1741-f484-49ab-8584-d92dcbb8554c req-d620fb8b-50bf-4c42-8cbc-6fa63ff43f93 tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.70 "GET /v2.0/security-groups?id=e554b95c-e6db-4216-a8d9-ac04c10b9cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375574 Jan 28 00:10:35.611448 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3acce27-e552-48bf-bafb-e79280a7851f req-8d79247f-3536-4fc0-9631-2880549fa0a1 service neutron] 10.222.0.70 "GET /v2.0/networks/af463525-5a3e-4d06-85c6-1a5086f8978a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5234704 Jan 28 00:10:35.678820 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2a5b0-a155-45fc-b96f-db5612eaf425 req-60c7a6ca-85a9-49f0-bfb4-b02b90b72ada tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:35.682441 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-afc2a5b0-a155-45fc-b96f-db5612eaf425 req-60c7a6ca-85a9-49f0-bfb4-b02b90b72ada tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c1e6b82-a21a-472f-9f1d-69c2f09fed64 HTTP/1.1" status: 200 len: 949 time: 0.2055304 Jan 28 00:10:35.953964 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-afc2a5b0-a155-45fc-b96f-db5612eaf425 req-9a14dd50-e213-4c1b-8ce1-2739cf7b4dbf tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Deleting port 7531e73e-452d-483a-8428-64e50979b8c1 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:10:35.954314 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-afc2a5b0-a155-45fc-b96f-db5612eaf425 req-9a14dd50-e213-4c1b-8ce1-2739cf7b4dbf tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (7531e73e-452d-483a-8428-64e50979b8c1), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:35.963520 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3acce27-e552-48bf-bafb-e79280a7851f req-1cf91f88-d815-42c1-85a1-ee0f9675094a service neutron] 10.222.0.70 "GET /v2.0/networks/af463525-5a3e-4d06-85c6-1a5086f8978a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339076 Jan 28 00:10:35.978487 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dd39ec46-e15e-4e7b-97ec-68c121dbb6b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:36.202629 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-afc2a5b0-a155-45fc-b96f-db5612eaf425 req-9a14dd50-e213-4c1b-8ce1-2739cf7b4dbf tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] For port 7531e73e-452d-483a-8428-64e50979b8c1, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=7531e73e-452d-483a-8428-64e50979b8c1,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:10:36.203113 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-afc2a5b0-a155-45fc-b96f-db5612eaf425 req-9a14dd50-e213-4c1b-8ce1-2739cf7b4dbf tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (7531e73e-452d-483a-8428-64e50979b8c1), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:36.222878 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-afc2a5b0-a155-45fc-b96f-db5612eaf425 req-9a14dd50-e213-4c1b-8ce1-2739cf7b4dbf tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Calling delete_port for 7531e73e-452d-483a-8428-64e50979b8c1 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:10:36.401361 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-afc2a5b0-a155-45fc-b96f-db5612eaf425 req-9a14dd50-e213-4c1b-8ce1-2739cf7b4dbf tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (7531e73e-452d-483a-8428-64e50979b8c1), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:36.455963 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['7531e73e-452d-483a-8428-64e50979b8c1'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:10:36.462251 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14dd50-e213-4c1b-8ce1-2739cf7b4dbf tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Pushing event deleted for resources: {'Port': ['ID=7531e73e-452d-483a-8428-64e50979b8c1,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:36.748290 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc2a5b0-a155-45fc-b96f-db5612eaf425 req-9a14dd50-e213-4c1b-8ce1-2739cf7b4dbf tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] No DVR routers for this DVR port 7531e73e-452d-483a-8428-64e50979b8c1 on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:10:36.754106 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-afc2a5b0-a155-45fc-b96f-db5612eaf425 req-9a14dd50-e213-4c1b-8ce1-2739cf7b4dbf tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:36.796081 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-afc2a5b0-a155-45fc-b96f-db5612eaf425 req-9a14dd50-e213-4c1b-8ce1-2739cf7b4dbf tempest-ServersAdminNegativeTestJSON-1967942030 tempest-ServersAdminNegativeTestJSON-1967942030-project] 10.222.0.65 "DELETE /v2.0/ports/7531e73e-452d-483a-8428-64e50979b8c1 HTTP/1.1" status: 204 len: 173 time: 1.0954902 Jan 28 00:10:36.797217 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1e6b82-a21a-472f-9f1d-69c2f09fed64', 'name': 'network-vif-deleted', 'tag': '7531e73e-452d-483a-8428-64e50979b8c1'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:10:36.807319 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5077b2a8-1c02-4630-a58f-6b3676c0b18c" -d '{"events": [{"server_uuid": "3c1e6b82-a21a-472f-9f1d-69c2f09fed64", "name": "network-vif-deleted", "tag": "7531e73e-452d-483a-8428-64e50979b8c1"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:10:37.178752 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30b253-85ae-4d59-a808-79ffbb73872e req-df004e4c-6520-4eff-be14-f5a98110ba93 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:37.188378 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea30b253-85ae-4d59-a808-79ffbb73872e req-df004e4c-6520-4eff-be14-f5a98110ba93 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 950 time: 0.1711853 Jan 28 00:10:37.401787 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea30b253-85ae-4d59-a808-79ffbb73872e req-b17932c2-5254-46cc-8b39-41da94fa32d0 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118201 Jan 28 00:10:37.949068 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58736e4b-bf6e-4f66-be3e-5365a2b73a06 req-67d7f9f2-8dfc-4cee-a1da-83ecb7b7b99a tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:37.961901 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-58736e4b-bf6e-4f66-be3e-5365a2b73a06 req-67d7f9f2-8dfc-4cee-a1da-83ecb7b7b99a tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 945 time: 0.2708807 Jan 28 00:10:38.215801 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5a00ac89-b9f4-47f7-a4d0-6e453fcec198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:38.220457 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-58736e4b-bf6e-4f66-be3e-5365a2b73a06 req-cefa8891-6173-4992-94af-ac2f006c8e98 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253962 Jan 28 00:10:38.478693 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8149fd80-1e9c-4a2b-961e-62e66dc6ef6e req-676ee708-0d9b-4e8a-9270-7f846459dc7b tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/ports?device_id=953542fd-644d-4a73-8df0-583d11268ea4 HTTP/1.1" status: 200 len: 210 time: 0.1067500 Jan 28 00:10:38.936486 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37662733-11a7-4240-900b-11b166b216dc x-openstack-request-id: req-37662733-11a7-4240-900b-11b166b216dc {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:10:38.937530 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c1e6b82-a21a-472f-9f1d-69c2f09fed64", "name": "network-vif-deleted", "tag": "7531e73e-452d-483a-8428-64e50979b8c1", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:10:38.937977 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-37662733-11a7-4240-900b-11b166b216dc {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:10:38.938573 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c1e6b82-a21a-472f-9f1d-69c2f09fed64', 'name': 'network-vif-deleted', 'tag': '7531e73e-452d-483a-8428-64e50979b8c1', 'status': 'completed', 'code': 200} Jan 28 00:10:39.553851 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:39.708694 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcc1cd-0c88-478a-8303-becc14f8fc4a req-0fd64bfd-0cc5-476e-b6ed-270b27b94629 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:39.718295 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3ddcc1cd-0c88-478a-8303-becc14f8fc4a req-0fd64bfd-0cc5-476e-b6ed-270b27b94629 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 950 time: 0.2337124 Jan 28 00:10:39.799730 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47768) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:10:39.932317 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3ddcc1cd-0c88-478a-8303-becc14f8fc4a req-844e35c8-8962-4087-ad23-4aa35d71741f tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125788 Jan 28 00:10:40.186981 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 7531e73e-452d-483a-8428-64e50979b8c1 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:10:40.400927 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 7531e73e-452d-483a-8428-64e50979b8c1 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:10:40.413330 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 7531e73e-452d-483a-8428-64e50979b8c1 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:10:40.583069 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-806f7652-5179-4024-8394-9ed196faec74 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bf01f9f2f03d46089363606fbcbe787d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7781084 Jan 28 00:10:40.584533 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47778) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:10:40.653534 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b4d8f-8492-4173-86db-ca4f01e4c94f req-6de3f7ac-1d14-4d78-b275-7cabef64462e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:40.670519 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-199b4d8f-8492-4173-86db-ca4f01e4c94f req-6de3f7ac-1d14-4d78-b275-7cabef64462e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 945 time: 0.4106073 Jan 28 00:10:40.776711 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a14f4a13-93a3-4283-8934-e489b33a0bb9 admin admin] Publish callbacks [] for security_group (e554b95c-e6db-4216-a8d9-ac04c10b9cd9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:40.942236 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a14f4a13-93a3-4283-8934-e489b33a0bb9 admin admin] Publish callbacks [] for security_group (e554b95c-e6db-4216-a8d9-ac04c10b9cd9), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:40.968494 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:41.121402 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acce27-e552-48bf-bafb-e79280a7851f req-3a6e0445-8226-4556-bf33-32a4e26a8349 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:41.123389 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3acce27-e552-48bf-bafb-e79280a7851f req-3a6e0445-8226-4556-bf33-32a4e26a8349 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.52 "GET /v2.0/networks?id=af463525-5a3e-4d06-85c6-1a5086f8978a HTTP/1.1" status: 200 len: 815 time: 0.4243944 Jan 28 00:10:41.188764 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e71fc529-6061-409b-a88d-2c3cc54aab84 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Request body: {'port': {'device_id': '953542fd-644d-4a73-8df0-583d11268ea4', 'network_id': 'af463525-5a3e-4d06-85c6-1a5086f8978a', 'admin_state_up': True, 'tenant_id': '1c43b3d89be8497db11b11700155db36'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:10:41.271765 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a14f4a13-93a3-4283-8934-e489b33a0bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e554b95c-e6db-4216-a8d9-ac04c10b9cd9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:41.276681 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a14f4a13-93a3-4283-8934-e489b33a0bb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:41.290347 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a14f4a13-93a3-4283-8934-e489b33a0bb9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e554b95c-e6db-4216-a8d9-ac04c10b9cd9 HTTP/1.1" status: 204 len: 168 time: 0.6998858 Jan 28 00:10:41.315134 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f4a13-93a3-4283-8934-e489b33a0bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e554b95c-e6db-4216-a8d9-ac04c10b9cd9,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:41.616431 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-199b4d8f-8492-4173-86db-ca4f01e4c94f req-8f6c2d32-2c1a-4520-a54f-a13724a7aa9d tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9441769 Jan 28 00:10:41.786293 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e71fc529-6061-409b-a88d-2c3cc54aab84 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Made reservation on behalf of 1c43b3d89be8497db11b11700155db36 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:10:41.801145 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e71fc529-6061-409b-a88d-2c3cc54aab84 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:42.059177 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:42.249977 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47794) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:10:42.368708 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-eba4ce77-60e5-4a46-bfb4-f9a0cfb1e9ed admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=58095b3c34234a9f8ef6966ae153b426&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1166799 Jan 28 00:10:42.369743 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47796) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:10:42.491150 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c58f0b2c-b17a-41a2-83e0-4643e9272013 req-27243262-78b7-4f00-8e5f-fa81e3ae8f80 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/ports?device_id=953542fd-644d-4a73-8df0-583d11268ea4 HTTP/1.1" status: 200 len: 210 time: 0.5906236 Jan 28 00:10:42.578835 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5208b5a1-b9ea-4531-90fb-0356a3bab8b9 admin admin] Publish callbacks [] for security_group (5961ac92-77f3-4b36-9660-3cec75903d2e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:42.603082 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:42.630380 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e71fc529-6061-409b-a88d-2c3cc54aab84 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Allocated IP 172.20.0.3 (af463525-5a3e-4d06-85c6-1a5086f8978a/cae1777e-0500-4c2e-8b1e-bafb88057bb2/2762cf87-9877-46fe-9fc5-2ed7fc752829) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:10:42.773036 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5208b5a1-b9ea-4531-90fb-0356a3bab8b9 admin admin] Publish callbacks [] for security_group (5961ac92-77f3-4b36-9660-3cec75903d2e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:43.014362 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e71fc529-6061-409b-a88d-2c3cc54aab84 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Publish callbacks [] for port (2762cf87-9877-46fe-9fc5-2ed7fc752829), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:43.034130 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5208b5a1-b9ea-4531-90fb-0356a3bab8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (5961ac92-77f3-4b36-9660-3cec75903d2e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:43.043080 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5208b5a1-b9ea-4531-90fb-0356a3bab8b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:43.053695 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5208b5a1-b9ea-4531-90fb-0356a3bab8b9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5961ac92-77f3-4b36-9660-3cec75903d2e HTTP/1.1" status: 204 len: 168 time: 0.6792259 Jan 28 00:10:43.083069 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208b5a1-b9ea-4531-90fb-0356a3bab8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5961ac92-77f3-4b36-9660-3cec75903d2e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:43.193104 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e71fc529-6061-409b-a88d-2c3cc54aab84 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (2762cf87-9877-46fe-9fc5-2ed7fc752829), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:43.429993 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e71fc529-6061-409b-a88d-2c3cc54aab84 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Network af463525-5a3e-4d06-85c6-1a5086f8978a is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:10:43.448396 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e71fc529-6061-409b-a88d-2c3cc54aab84 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:10:43.459587 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e71fc529-6061-409b-a88d-2c3cc54aab84 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:10:43.526481 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7673a92-f57b-42ea-9eda-390d51d8608c req-455e3437-3553-4312-a791-d6e4b8ed5c4a tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:43.536333 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c7673a92-f57b-42ea-9eda-390d51d8608c req-455e3437-3553-4312-a791-d6e4b8ed5c4a tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 950 time: 0.3598974 Jan 28 00:10:43.606269 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fc529-6061-409b-a88d-2c3cc54aab84 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Pushing event updated for resources: {'Port': ['ID=2762cf87-9877-46fe-9fc5-2ed7fc752829,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:43.732833 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:43.779462 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c7673a92-f57b-42ea-9eda-390d51d8608c req-409a1b99-908c-44a9-801c-76b76911c71c tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419610 Jan 28 00:10:43.932999 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e71fc529-6061-409b-a88d-2c3cc54aab84 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:43.934079 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e71fc529-6061-409b-a88d-2c3cc54aab84 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:44.030667 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e71fc529-6061-409b-a88d-2c3cc54aab84 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8544521 Jan 28 00:10:44.041712 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e20415a3-fd34-4138-b1cc-fc80ecdafea0 service neutron] Request body: {'port': {'device_id': '953542fd-644d-4a73-8df0-583d11268ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:10:44.311572 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e20415a3-fd34-4138-b1cc-fc80ecdafea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2762cf87-9877-46fe-9fc5-2ed7fc752829), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:44.387554 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-af16cb95-c431-4c08-9e1e-161de2870c5b None None] Provisioning complete for port 2762cf87-9877-46fe-9fc5-2ed7fc752829 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:10:44.390358 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af16cb95-c431-4c08-9e1e-161de2870c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2762cf87-9877-46fe-9fc5-2ed7fc752829), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:44.666814 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-af16cb95-c431-4c08-9e1e-161de2870c5b None None] Port 2762cf87-9877-46fe-9fc5-2ed7fc752829 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:10:44.745413 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:10:45.652731 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944790a-83df-4eee-8dd1-15cb925eae5d req-f86e9271-baa7-4653-96f2-b2595d31e1e4 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:45.662463 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0944790a-83df-4eee-8dd1-15cb925eae5d req-f86e9271-baa7-4653-96f2-b2595d31e1e4 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 945 time: 0.1253703 Jan 28 00:10:45.818805 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0944790a-83df-4eee-8dd1-15cb925eae5d req-e756f089-24a0-4f6a-bb36-c06aef2ce4ff tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549256 Jan 28 00:10:46.014335 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e20415a3-fd34-4138-b1cc-fc80ecdafea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2762cf87-9877-46fe-9fc5-2ed7fc752829 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:10:46.103557 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e20415a3-fd34-4138-b1cc-fc80ecdafea0 service neutron] Publish callbacks [] for port (2762cf87-9877-46fe-9fc5-2ed7fc752829), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:46.181379 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e20415a3-fd34-4138-b1cc-fc80ecdafea0 service neutron] Transition to ACTIVE for port object 2762cf87-9877-46fe-9fc5-2ed7fc752829 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:10:46.195419 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e20415a3-fd34-4138-b1cc-fc80ecdafea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (2762cf87-9877-46fe-9fc5-2ed7fc752829), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:46.318967 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1af72f-ea61-4ba4-be47-6cb6fb409e59 req-92753a91-955e-4140-9f85-e93e67d44f96 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:46.330656 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff1af72f-ea61-4ba4-be47-6cb6fb409e59 req-92753a91-955e-4140-9f85-e93e67d44f96 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/ports?device_id=953542fd-644d-4a73-8df0-583d11268ea4 HTTP/1.1" status: 200 len: 931 time: 0.3228998 Jan 28 00:10:46.579386 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20415a3-fd34-4138-b1cc-fc80ecdafea0 service neutron] Pushing event updated for resources: {'Port': ['ID=2762cf87-9877-46fe-9fc5-2ed7fc752829,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:46.674590 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff1af72f-ea61-4ba4-be47-6cb6fb409e59 req-8c1f8803-d554-4569-a29d-92f89f27b9e7 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4d054c1-f9bf-4382-85e8-3a9460104578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907193 Jan 28 00:10:47.045505 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e20415a3-fd34-4138-b1cc-fc80ecdafea0 service neutron] Attempting to bind port 2762cf87-9877-46fe-9fc5-2ed7fc752829 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:10:47.049618 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e20415a3-fd34-4138-b1cc-fc80ecdafea0 service neutron] Attempting to bind port 2762cf87-9877-46fe-9fc5-2ed7fc752829 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '694f6eea-06a8-49aa-9a59-ebf86869732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'af463525-5a3e-4d06-85c6-1a5086f8978a'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:10:47.051789 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e20415a3-fd34-4138-b1cc-fc80ecdafea0 service neutron] Attempting to bind port 2762cf87-9877-46fe-9fc5-2ed7fc752829 on network af463525-5a3e-4d06-85c6-1a5086f8978a {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:10:47.080157 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e20415a3-fd34-4138-b1cc-fc80ecdafea0 service neutron] Port 2762cf87-9877-46fe-9fc5-2ed7fc752829 on network af463525-5a3e-4d06-85c6-1a5086f8978a not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:10:47.080549 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e20415a3-fd34-4138-b1cc-fc80ecdafea0 service neutron] Attempting to bind port 2762cf87-9877-46fe-9fc5-2ed7fc752829 on network af463525-5a3e-4d06-85c6-1a5086f8978a {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:10:47.106166 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e20415a3-fd34-4138-b1cc-fc80ecdafea0 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:10:47.111752 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e20415a3-fd34-4138-b1cc-fc80ecdafea0 service neutron] Checking segment: {'id': '694f6eea-06a8-49aa-9a59-ebf86869732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'af463525-5a3e-4d06-85c6-1a5086f8978a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:10:47.112477 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e20415a3-fd34-4138-b1cc-fc80ecdafea0 service neutron] Bound using segment: {'id': '694f6eea-06a8-49aa-9a59-ebf86869732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'af463525-5a3e-4d06-85c6-1a5086f8978a'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:10:47.112969 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e20415a3-fd34-4138-b1cc-fc80ecdafea0 service neutron] Bound port: 2762cf87-9877-46fe-9fc5-2ed7fc752829, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '694f6eea-06a8-49aa-9a59-ebf86869732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'af463525-5a3e-4d06-85c6-1a5086f8978a'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:10:47.113350 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e20415a3-fd34-4138-b1cc-fc80ecdafea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2762cf87-9877-46fe-9fc5-2ed7fc752829), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:47.500167 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38571420-a815-4d43-85e6-ddbd8a439a31 req-a3fbd0fa-10b8-4bb4-953d-242953ad3edb tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:47.528288 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-38571420-a815-4d43-85e6-ddbd8a439a31 req-a3fbd0fa-10b8-4bb4-953d-242953ad3edb tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 950 time: 0.3835623 Jan 28 00:10:47.540055 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e20415a3-fd34-4138-b1cc-fc80ecdafea0 service neutron] For port 2762cf87-9877-46fe-9fc5-2ed7fc752829, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:10:47.550411 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e20415a3-fd34-4138-b1cc-fc80ecdafea0 service neutron] For port 2762cf87-9877-46fe-9fc5-2ed7fc752829, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2762cf87-9877-46fe-9fc5-2ed7fc752829,segment=NetworkSegment(694f6eea-06a8-49aa-9a59-ebf86869732c),segment_id=694f6eea-06a8-49aa-9a59-ebf86869732c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:10:47.589072 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e20415a3-fd34-4138-b1cc-fc80ecdafea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (2762cf87-9877-46fe-9fc5-2ed7fc752829), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:47.819104 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e20415a3-fd34-4138-b1cc-fc80ecdafea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:47.821621 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e20415a3-fd34-4138-b1cc-fc80ecdafea0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:47.823428 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3acce27-e552-48bf-bafb-e79280a7851f req-e20415a3-fd34-4138-b1cc-fc80ecdafea0 service neutron] 10.222.0.52 "PUT /v2.0/ports/2762cf87-9877-46fe-9fc5-2ed7fc752829 HTTP/1.1" status: 200 len: 1091 time: 3.7861001 Jan 28 00:10:47.827074 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20415a3-fd34-4138-b1cc-fc80ecdafea0 service neutron] Pushing event updated for resources: {'Port': ['ID=2762cf87-9877-46fe-9fc5-2ed7fc752829,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:47.837084 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953542fd-644d-4a73-8df0-583d11268ea4', 'tag': '2762cf87-9877-46fe-9fc5-2ed7fc752829'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:10:47.840038 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56256950-09e8-4a87-be26-b465d0a99fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "953542fd-644d-4a73-8df0-583d11268ea4", "tag": "2762cf87-9877-46fe-9fc5-2ed7fc752829"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:10:47.906846 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-38571420-a815-4d43-85e6-ddbd8a439a31 req-fc9e4f28-1f9e-4113-9cab-71ea96573841 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746850 Jan 28 00:10:48.043344 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acce27-e552-48bf-bafb-e79280a7851f req-2ffc0996-4b9c-413e-8aa4-d0d8ff2ae985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:48.047851 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3acce27-e552-48bf-bafb-e79280a7851f req-2ffc0996-4b9c-413e-8aa4-d0d8ff2ae985 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c43b3d89be8497db11b11700155db36&device_id=953542fd-644d-4a73-8df0-583d11268ea4 HTTP/1.1" status: 200 len: 1094 time: 0.1222303 Jan 28 00:10:48.199135 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3acce27-e552-48bf-bafb-e79280a7851f req-7e0bf7dc-aacc-464e-96e3-23a42c83fa09 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2762cf87-9877-46fe-9fc5-2ed7fc752829 HTTP/1.1" status: 200 len: 217 time: 0.1363394 Jan 28 00:10:48.451958 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acce27-e552-48bf-bafb-e79280a7851f req-1abd775c-ce7e-46c9-8b02-683595ae7669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:48.459279 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3acce27-e552-48bf-bafb-e79280a7851f req-1abd775c-ce7e-46c9-8b02-683595ae7669 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cae1777e-0500-4c2e-8b1e-bafb88057bb2 HTTP/1.1" status: 200 len: 854 time: 0.2367046 Jan 28 00:10:48.482925 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e805b9d-f2ed-451d-9664-3d59b0cbc328 req-efe4acdc-b12d-4dc2-9feb-d196f8bd1109 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:48.498453 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e805b9d-f2ed-451d-9664-3d59b0cbc328 req-efe4acdc-b12d-4dc2-9feb-d196f8bd1109 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 945 time: 0.2978790 Jan 28 00:10:48.674589 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acce27-e552-48bf-bafb-e79280a7851f req-ad9d8a39-967e-4184-ad12-cb51ef24c8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:48.676514 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3acce27-e552-48bf-bafb-e79280a7851f req-ad9d8a39-967e-4184-ad12-cb51ef24c8c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=af463525-5a3e-4d06-85c6-1a5086f8978a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1741290 Jan 28 00:10:48.733014 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e805b9d-f2ed-451d-9664-3d59b0cbc328 req-1a386dbd-bad6-4578-97c8-d9bf212876ad tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311943 Jan 28 00:10:48.968828 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3acce27-e552-48bf-bafb-e79280a7851f req-37a53f2e-3cb8-400b-82e7-cb6df28828e8 service neutron] 10.222.0.52 "GET /v2.0/networks/af463525-5a3e-4d06-85c6-1a5086f8978a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467763 Jan 28 00:10:49.090116 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47333671-a0e7-41be-9d35-3e9ff1e4a735 req-af81e809-1f35-4f0c-93f3-3f7a3998b135 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:49.092752 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47333671-a0e7-41be-9d35-3e9ff1e4a735 req-af81e809-1f35-4f0c-93f3-3f7a3998b135 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/ports?device_id=953542fd-644d-4a73-8df0-583d11268ea4 HTTP/1.1" status: 200 len: 943 time: 0.1516726 Jan 28 00:10:49.238700 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47333671-a0e7-41be-9d35-3e9ff1e4a735 req-a7369493-9d99-495e-9b28-8928ac0dcc9c tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4d054c1-f9bf-4382-85e8-3a9460104578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353958 Jan 28 00:10:49.269526 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3acce27-e552-48bf-bafb-e79280a7851f req-c7dc77ee-60a1-4120-99a9-dd6f4a080ccd service neutron] 10.222.0.52 "GET /v2.0/networks/af463525-5a3e-4d06-85c6-1a5086f8978a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832844 Jan 28 00:10:49.335779 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ff6017-de1f-45e4-9357-2a8ea3bd9d85 x-openstack-request-id: req-19ff6017-de1f-45e4-9357-2a8ea3bd9d85 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:10:49.336083 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953542fd-644d-4a73-8df0-583d11268ea4", "tag": "2762cf87-9877-46fe-9fc5-2ed7fc752829", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:10:49.336347 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-19ff6017-de1f-45e4-9357-2a8ea3bd9d85 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:10:49.336778 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953542fd-644d-4a73-8df0-583d11268ea4', 'tag': '2762cf87-9877-46fe-9fc5-2ed7fc752829', 'status': 'completed', 'code': 200} Jan 28 00:10:49.548859 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56256950-09e8-4a87-be26-b465d0a99fe2 req-3decfef8-3796-4024-920a-1a675c2c7399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:49.551962 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56256950-09e8-4a87-be26-b465d0a99fe2 req-3decfef8-3796-4024-920a-1a675c2c7399 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c43b3d89be8497db11b11700155db36&device_id=953542fd-644d-4a73-8df0-583d11268ea4 HTTP/1.1" status: 200 len: 1094 time: 0.1311574 Jan 28 00:10:49.737288 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29752bd-8cc8-4af4-925d-6b7449a397f0 req-246ac092-31ee-4abb-955c-16b05195f0b4 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:49.738914 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b29752bd-8cc8-4af4-925d-6b7449a397f0 req-246ac092-31ee-4abb-955c-16b05195f0b4 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 950 time: 0.1968384 Jan 28 00:10:49.802116 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56256950-09e8-4a87-be26-b465d0a99fe2 req-832c6ec4-7959-4611-98e0-d9e3bcf112f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:49.803600 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56256950-09e8-4a87-be26-b465d0a99fe2 req-832c6ec4-7959-4611-98e0-d9e3bcf112f9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=af463525-5a3e-4d06-85c6-1a5086f8978a HTTP/1.1" status: 200 len: 916 time: 0.2363279 Jan 28 00:10:49.866086 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56256950-09e8-4a87-be26-b465d0a99fe2 req-3e66d5d1-17f3-4ee8-a355-058076fc4a07 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2762cf87-9877-46fe-9fc5-2ed7fc752829 HTTP/1.1" status: 200 len: 217 time: 0.0535312 Jan 28 00:10:49.878685 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b29752bd-8cc8-4af4-925d-6b7449a397f0 req-9122041d-312d-40e5-8bbe-07b079068cb7 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157730 Jan 28 00:10:49.963012 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56256950-09e8-4a87-be26-b465d0a99fe2 req-e95c7416-e5f0-4f50-9d82-81eb4e139a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:49.971656 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56256950-09e8-4a87-be26-b465d0a99fe2 req-e95c7416-e5f0-4f50-9d82-81eb4e139a3e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cae1777e-0500-4c2e-8b1e-bafb88057bb2 HTTP/1.1" status: 200 len: 854 time: 0.0911989 Jan 28 00:10:50.139364 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56256950-09e8-4a87-be26-b465d0a99fe2 req-ab1e7cb9-4c6a-4af5-93f0-ad2052908c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:50.141815 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56256950-09e8-4a87-be26-b465d0a99fe2 req-ab1e7cb9-4c6a-4af5-93f0-ad2052908c71 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=af463525-5a3e-4d06-85c6-1a5086f8978a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1637814 Jan 28 00:10:50.346393 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad23b56-956f-47cc-93ae-09e19d263dad req-de7ce7d4-8530-46da-83a7-14fb7ae0ee0f tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:50.354783 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dad23b56-956f-47cc-93ae-09e19d263dad req-de7ce7d4-8530-46da-83a7-14fb7ae0ee0f tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 945 time: 0.0881367 Jan 28 00:10:50.509014 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dad23b56-956f-47cc-93ae-09e19d263dad req-ba2a3143-0e9a-487e-ad08-d0a0739d6631 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526887 Jan 28 00:10:50.580672 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56256950-09e8-4a87-be26-b465d0a99fe2 req-4d5ff368-b733-4d92-af02-6d86f1884e9b service neutron] 10.222.0.52 "GET /v2.0/networks/af463525-5a3e-4d06-85c6-1a5086f8978a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072892 Jan 28 00:10:50.895551 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56256950-09e8-4a87-be26-b465d0a99fe2 req-f4715ccf-3cc0-4552-adf5-4de9254a8b8c service neutron] 10.222.0.52 "GET /v2.0/networks/af463525-5a3e-4d06-85c6-1a5086f8978a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952240 Jan 28 00:10:50.916708 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223caf6-4cd9-4b66-8329-ffd6f438681c req-f882cebf-de92-4f79-b7d5-069a18d3119c tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:50.929487 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f223caf6-4cd9-4b66-8329-ffd6f438681c req-f882cebf-de92-4f79-b7d5-069a18d3119c tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/ports?device_id=953542fd-644d-4a73-8df0-583d11268ea4 HTTP/1.1" status: 200 len: 943 time: 0.0862374 Jan 28 00:10:51.054973 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f223caf6-4cd9-4b66-8329-ffd6f438681c req-d95c4fae-578a-4c50-a090-4f1f2e9658f4 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4d054c1-f9bf-4382-85e8-3a9460104578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230631 Jan 28 00:10:52.319237 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872680dc-c2fa-4611-9cc5-1cd0f586ac58 req-7635b5c0-19e3-467c-b17d-b552837b1bfd tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:52.329063 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-872680dc-c2fa-4611-9cc5-1cd0f586ac58 req-7635b5c0-19e3-467c-b17d-b552837b1bfd tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 950 time: 0.1436977 Jan 28 00:10:52.413900 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-872680dc-c2fa-4611-9cc5-1cd0f586ac58 req-26519c60-dd24-47cc-8fa9-294be6363657 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781646 Jan 28 00:10:52.667689 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cc5b0-aa34-4dee-8d73-7cb226b7c871 req-a97df0f2-2974-4654-af7a-6da8c7eba150 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:52.688810 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-945cc5b0-aa34-4dee-8d73-7cb226b7c871 req-a97df0f2-2974-4654-af7a-6da8c7eba150 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 945 time: 0.1183994 Jan 28 00:10:52.955494 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-945cc5b0-aa34-4dee-8d73-7cb226b7c871 req-56ca5700-7541-41e0-8969-c19ef68a6ee9 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642746 Jan 28 00:10:53.428195 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e3663-f5c6-4ae2-84a3-f7ec8facb849 req-8cef2ff0-c726-4a25-9b4c-457c5f932f5d tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:53.429311 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5b2e3663-f5c6-4ae2-84a3-f7ec8facb849 req-8cef2ff0-c726-4a25-9b4c-457c5f932f5d tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/ports?device_id=953542fd-644d-4a73-8df0-583d11268ea4 HTTP/1.1" status: 200 len: 943 time: 0.1706941 Jan 28 00:10:53.642741 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5b2e3663-f5c6-4ae2-84a3-f7ec8facb849 req-c26efc69-eb63-44c5-8619-d7ced1f45bdf tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4d054c1-f9bf-4382-85e8-3a9460104578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994209 Jan 28 00:10:54.351524 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72e93c-8692-4155-b200-269aeaff6b91 req-79e4d3ad-aa19-4a64-8380-0e9ccd040dfd tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:54.355124 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7c72e93c-8692-4155-b200-269aeaff6b91 req-79e4d3ad-aa19-4a64-8380-0e9ccd040dfd tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 950 time: 0.1151986 Jan 28 00:10:54.559053 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7c72e93c-8692-4155-b200-269aeaff6b91 req-7ce56dea-db3c-4153-b957-27893151bae2 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914637 Jan 28 00:10:55.246405 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3bf1d-696b-4184-87cb-f42d1b90f685 req-14f4c33b-99af-4199-bbbf-6d507f051dbf tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:55.265048 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3aa3bf1d-696b-4184-87cb-f42d1b90f685 req-14f4c33b-99af-4199-bbbf-6d507f051dbf tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 945 time: 0.2382030 Jan 28 00:10:55.409400 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3aa3bf1d-696b-4184-87cb-f42d1b90f685 req-0414c089-080e-4165-9e4f-23fd36e1b09b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429508 Jan 28 00:10:55.731402 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59b6f7-7ca1-4144-9185-2a7fd2c8cf00 req-1a80ed91-fcf2-4010-945a-317634ffc746 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:55.733942 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dc59b6f7-7ca1-4144-9185-2a7fd2c8cf00 req-1a80ed91-fcf2-4010-945a-317634ffc746 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/ports?device_id=953542fd-644d-4a73-8df0-583d11268ea4 HTTP/1.1" status: 200 len: 943 time: 0.2173698 Jan 28 00:10:55.756129 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47980) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:10:55.962111 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dc59b6f7-7ca1-4144-9185-2a7fd2c8cf00 req-e84ae9d8-fa30-4549-a539-2830202316af tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4d054c1-f9bf-4382-85e8-3a9460104578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947823 Jan 28 00:10:56.089917 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90f89c3b-da8b-42d4-ad07-4e13750294ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:56.401865 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90f89c3b-da8b-42d4-ad07-4e13750294ed admin admin] Publish callbacks [] for security_group (1c8cc4ba-763f-4692-9cc3-0e06f433f9f5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:56.471465 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90f89c3b-da8b-42d4-ad07-4e13750294ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (1c8cc4ba-763f-4692-9cc3-0e06f433f9f5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:56.642971 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f89c3b-da8b-42d4-ad07-4e13750294ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8cc4ba-763f-4692-9cc3-0e06f433f9f5,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:56.792466 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61054804-9d39-4288-8f7d-e59450448f0c req-81171587-adf6-4452-8bb4-a4a4cb2173f1 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:56.805965 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-61054804-9d39-4288-8f7d-e59450448f0c req-81171587-adf6-4452-8bb4-a4a4cb2173f1 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 950 time: 0.0972371 Jan 28 00:10:56.816388 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-90f89c3b-da8b-42d4-ad07-4e13750294ed admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c993f07a1c0d4d159861cc73c4f63fa1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0554948 Jan 28 00:10:56.819415 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47990) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:10:56.941169 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-61054804-9d39-4288-8f7d-e59450448f0c req-4cb3f2b4-4d7b-4776-b3fd-dc071edc6628 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338968 Jan 28 00:10:57.019692 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7381bb57-4a82-407c-a30f-3356153aa6ee admin admin] Publish callbacks [] for security_group (1c8cc4ba-763f-4692-9cc3-0e06f433f9f5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:57.087748 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7381bb57-4a82-407c-a30f-3356153aa6ee admin admin] Publish callbacks [] for security_group (1c8cc4ba-763f-4692-9cc3-0e06f433f9f5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:57.237573 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7381bb57-4a82-407c-a30f-3356153aa6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (1c8cc4ba-763f-4692-9cc3-0e06f433f9f5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:57.243343 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7381bb57-4a82-407c-a30f-3356153aa6ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:57.246508 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4667c2-bf73-4ae8-b710-5440d1002cfa req-29e278c1-7ff9-495f-8d38-4d8dcdcb1b5c tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:57.250161 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb4667c2-bf73-4ae8-b710-5440d1002cfa req-29e278c1-7ff9-495f-8d38-4d8dcdcb1b5c tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 945 time: 0.1770875 Jan 28 00:10:57.252101 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7381bb57-4a82-407c-a30f-3356153aa6ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1c8cc4ba-763f-4692-9cc3-0e06f433f9f5 HTTP/1.1" status: 204 len: 168 time: 0.4282875 Jan 28 00:10:57.317012 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381bb57-4a82-407c-a30f-3356153aa6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8cc4ba-763f-4692-9cc3-0e06f433f9f5,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:57.607760 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb4667c2-bf73-4ae8-b710-5440d1002cfa req-60c85727-f8fb-4291-aad2-9f897aa53d55 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367875 Jan 28 00:10:57.906922 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39cd991-7c6e-4a26-8635-1ac063ef9f65 req-7985bbec-dd3c-42b5-8966-e32c49c61cca tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:57.941870 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c39cd991-7c6e-4a26-8635-1ac063ef9f65 req-7985bbec-dd3c-42b5-8966-e32c49c61cca tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/ports?device_id=953542fd-644d-4a73-8df0-583d11268ea4 HTTP/1.1" status: 200 len: 943 time: 0.1682081 Jan 28 00:10:58.100558 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c39cd991-7c6e-4a26-8635-1ac063ef9f65 req-1eeb0921-cd39-4d32-bf29-47d1aadd5718 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4d054c1-f9bf-4382-85e8-3a9460104578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553495 Jan 28 00:10:58.314459 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48008) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:10:58.339285 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34feb3c3-2d8e-4a26-8a1e-71788471a521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:58.611607 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34feb3c3-2d8e-4a26-8a1e-71788471a521 admin admin] Publish callbacks [] for security_group (1392885f-f138-457a-b675-a1d493c10847), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:58.619555 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34feb3c3-2d8e-4a26-8a1e-71788471a521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (1392885f-f138-457a-b675-a1d493c10847), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:58.710698 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34feb3c3-2d8e-4a26-8a1e-71788471a521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1392885f-f138-457a-b675-a1d493c10847,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:58.776709 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-34feb3c3-2d8e-4a26-8a1e-71788471a521 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=377ce64043f644b392d1ad5f09b29eb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4606164 Jan 28 00:10:58.781335 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 48016) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:10:58.975116 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e67215ea-adc3-44e9-9fb0-a8395462fa54 admin admin] Publish callbacks [] for security_group (1392885f-f138-457a-b675-a1d493c10847), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:59.008139 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e67215ea-adc3-44e9-9fb0-a8395462fa54 admin admin] Publish callbacks [] for security_group (1392885f-f138-457a-b675-a1d493c10847), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:59.108723 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e67215ea-adc3-44e9-9fb0-a8395462fa54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (1392885f-f138-457a-b675-a1d493c10847), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:59.109951 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e67215ea-adc3-44e9-9fb0-a8395462fa54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:10:59.112098 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e67215ea-adc3-44e9-9fb0-a8395462fa54 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1392885f-f138-457a-b675-a1d493c10847 HTTP/1.1" status: 204 len: 168 time: 0.3284132 Jan 28 00:10:59.147834 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67215ea-adc3-44e9-9fb0-a8395462fa54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1392885f-f138-457a-b675-a1d493c10847,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:10:59.401210 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa47b0-f46f-4621-b471-1092a606fea7 req-2b5ae9bf-a664-492f-80dd-223709eeae93 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:10:59.404662 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-35fa47b0-f46f-4621-b471-1092a606fea7 req-2b5ae9bf-a664-492f-80dd-223709eeae93 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 950 time: 0.1282630 Jan 28 00:10:59.563288 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-35fa47b0-f46f-4621-b471-1092a606fea7 req-50fe2c32-c7e9-4e7e-a276-3a4debac7caa tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520834 Jan 28 00:11:00.053197 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dfbc95-457a-4fc0-bbdb-75da9a188968 req-91f5493e-eb16-4fd2-830e-c46b0689c695 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:00.063848 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-02dfbc95-457a-4fc0-bbdb-75da9a188968 req-91f5493e-eb16-4fd2-830e-c46b0689c695 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 945 time: 0.2318289 Jan 28 00:11:00.256260 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-02dfbc95-457a-4fc0-bbdb-75da9a188968 req-bfcf4f21-e14e-44cf-baa3-26a2bdf4163a tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893184 Jan 28 00:11:00.771653 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c7ee9-8249-4621-ade4-01e03afd5ec4 req-272254e7-f84f-4454-9cd4-7327ae1cd63d tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:00.774439 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f60c7ee9-8249-4621-ade4-01e03afd5ec4 req-272254e7-f84f-4454-9cd4-7327ae1cd63d tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/ports?device_id=953542fd-644d-4a73-8df0-583d11268ea4 HTTP/1.1" status: 200 len: 943 time: 0.2414017 Jan 28 00:11:00.994597 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f60c7ee9-8249-4621-ade4-01e03afd5ec4 req-9fe63957-7f5e-49ef-8a10-10f39cbd857c tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4d054c1-f9bf-4382-85e8-3a9460104578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045004 Jan 28 00:11:01.537782 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da496503-2421-416d-9ec5-d81c2c264c3e req-d486086c-21ef-4cf6-a003-530b6a29659a tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:01.549410 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-da496503-2421-416d-9ec5-d81c2c264c3e req-d486086c-21ef-4cf6-a003-530b6a29659a tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 950 time: 0.1324382 Jan 28 00:11:01.627522 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-da496503-2421-416d-9ec5-d81c2c264c3e req-e10eda01-337c-47b7-8d59-fc9de3c1fa88 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753548 Jan 28 00:11:01.628447 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48056) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:11:01.848182 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-6cf843ac-7fe5-47f9-8e0e-fcd5495fc266 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1238096986-network', 'tenant_id': '8405f09358c0468d9527f464af13d496'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:11:01.852062 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2d926-df80-4eb2-ae33-352fdc734226 req-9c110c42-accb-46e9-9bee-2a236679e0df tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:01.853673 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d7b2d926-df80-4eb2-ae33-352fdc734226 req-9c110c42-accb-46e9-9bee-2a236679e0df tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 945 time: 0.1005247 Jan 28 00:11:01.896912 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf843ac-7fe5-47f9-8e0e-fcd5495fc266 admin admin] Made reservation on behalf of 8405f09358c0468d9527f464af13d496 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:11:01.899368 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6cf843ac-7fe5-47f9-8e0e-fcd5495fc266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:01.922284 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6cf843ac-7fe5-47f9-8e0e-fcd5495fc266 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:01.929531 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d8c74-80fe-44bb-b905-88ae51e15ce4 req-c5ca2025-6915-4bab-bec6-73849e8b3137 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:01.932462 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-952d8c74-80fe-44bb-b905-88ae51e15ce4 req-c5ca2025-6915-4bab-bec6-73849e8b3137 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/ports?device_id=76062c4f-e798-49c5-8244-2731043243d0 HTTP/1.1" status: 200 len: 949 time: 0.1197929 Jan 28 00:11:01.992394 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d7b2d926-df80-4eb2-ae33-352fdc734226 req-6b08df85-f5dd-4b2d-ba36-04df4dfa608b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193852 Jan 28 00:11:02.078921 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-952d8c74-80fe-44bb-b905-88ae51e15ce4 req-245d78cb-8194-43f1-8258-88bb1ed74a6b tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/security-groups?id=fdef021a-754b-49fa-9d92-8309de2cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367428 Jan 28 00:11:02.136776 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6cf843ac-7fe5-47f9-8e0e-fcd5495fc266 admin admin] Publish callbacks [] for security_group (300afb3c-aca4-47f3-a47b-a8b6bd4345a0), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:02.166284 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6cf843ac-7fe5-47f9-8e0e-fcd5495fc266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (300afb3c-aca4-47f3-a47b-a8b6bd4345a0), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:02.218508 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cf843ac-7fe5-47f9-8e0e-fcd5495fc266 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:11:02.223600 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bf58f-cc97-4938-942f-b2465293cca1 req-1a8517f3-bf57-4d32-adca-a9bd8dde3682 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:02.232718 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e77bf58f-cc97-4938-942f-b2465293cca1 req-1a8517f3-bf57-4d32-adca-a9bd8dde3682 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/ports?device_id=953542fd-644d-4a73-8df0-583d11268ea4 HTTP/1.1" status: 200 len: 943 time: 0.0876951 Jan 28 00:11:02.233267 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6cf843ac-7fe5-47f9-8e0e-fcd5495fc266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (99d43c00-d118-4ed3-a80f-ad0ed75c4d09), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:02.233621 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-6cf843ac-7fe5-47f9-8e0e-fcd5495fc266 admin admin] Added segment 99d43c00-d118-4ed3-a80f-ad0ed75c4d09 of type vlan for network f388c604-9dfb-430b-954f-b2b9c1d3c352 Jan 28 00:11:02.245313 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf843ac-7fe5-47f9-8e0e-fcd5495fc266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300afb3c-aca4-47f3-a47b-a8b6bd4345a0,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:02.299666 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6cf843ac-7fe5-47f9-8e0e-fcd5495fc266 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (f388c604-9dfb-430b-954f-b2b9c1d3c352), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:02.324287 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e77bf58f-cc97-4938-942f-b2465293cca1 req-5bdde94b-e08c-4ece-84a8-936214aca1ca tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4d054c1-f9bf-4382-85e8-3a9460104578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904143 Jan 28 00:11:02.364472 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6cf843ac-7fe5-47f9-8e0e-fcd5495fc266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (f388c604-9dfb-430b-954f-b2b9c1d3c352), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:02.366081 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf843ac-7fe5-47f9-8e0e-fcd5495fc266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:02.366704 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6cf843ac-7fe5-47f9-8e0e-fcd5495fc266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:02.398523 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6cf843ac-7fe5-47f9-8e0e-fcd5495fc266 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7639391 Jan 28 00:11:02.399489 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 48074) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:11:02.405526 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-9e685633-30f0-4ccb-a0c5-93eaa72cfff8 admin admin] Request body: {'subnet': {'network_id': 'f388c604-9dfb-430b-954f-b2b9c1d3c352', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1238096986-subnet', 'tenant_id': '8405f09358c0468d9527f464af13d496', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:11:02.445198 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e685633-30f0-4ccb-a0c5-93eaa72cfff8 admin admin] Made reservation on behalf of 8405f09358c0468d9527f464af13d496 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:11:02.449392 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9e685633-30f0-4ccb-a0c5-93eaa72cfff8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:02.490535 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf843ac-7fe5-47f9-8e0e-fcd5495fc266 admin admin] Pushing event updated for resources: {'Network': ['ID=f388c604-9dfb-430b-954f-b2b9c1d3c352,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:02.511317 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network f388c604-9dfb-430b-954f-b2b9c1d3c352 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:11:02.728712 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9e685633-30f0-4ccb-a0c5-93eaa72cfff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (742a4943-8344-4614-b3ae-dda4eb02931e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:02.814962 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e685633-30f0-4ccb-a0c5-93eaa72cfff8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=742a4943-8344-4614-b3ae-dda4eb02931e,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:02.854736 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205c160-cdab-4246-8aeb-d28f605912c2 req-224d9a90-1c97-4e80-830b-2423c0e78afe tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:02.856430 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8205c160-cdab-4246-8aeb-d28f605912c2 req-224d9a90-1c97-4e80-830b-2423c0e78afe tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 950 time: 0.0999153 Jan 28 00:11:02.864135 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e685633-30f0-4ccb-a0c5-93eaa72cfff8 admin admin] Checking segment: {'id': '99d43c00-d118-4ed3-a80f-ad0ed75c4d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f388c604-9dfb-430b-954f-b2b9c1d3c352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:11:02.864509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e685633-30f0-4ccb-a0c5-93eaa72cfff8 admin admin] Network hostable DHCP agents. Network: f388c604-9dfb-430b-954f-b2b9c1d3c352, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:11:02.904499 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e685633-30f0-4ccb-a0c5-93eaa72cfff8 admin admin] Network f388c604-9dfb-430b-954f-b2b9c1d3c352 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:11:02.936600 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-9e685633-30f0-4ccb-a0c5-93eaa72cfff8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, f388c604-9dfb-430b-954f-b2b9c1d3c352) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:11:02.944471 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e685633-30f0-4ccb-a0c5-93eaa72cfff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:02.945473 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9e685633-30f0-4ccb-a0c5-93eaa72cfff8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:02.957308 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eece97e9-11f4-4bbd-96e5-3b66304d9855 None None] Network f388c604-9dfb-430b-954f-b2b9c1d3c352 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:11:02.997133 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8205c160-cdab-4246-8aeb-d28f605912c2 req-e9fe374f-9822-474a-b1a5-b3e291400ad1 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195304 Jan 28 00:11:03.003936 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9e685633-30f0-4ccb-a0c5-93eaa72cfff8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6026299 Jan 28 00:11:03.386474 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08cd5f6-f420-4df2-af42-8b22c93d8b41 None None] Network f388c604-9dfb-430b-954f-b2b9c1d3c352 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:11:03.398825 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fe911-66e2-4017-b74a-e228a7afe50c req-3663f614-824d-4ed3-8366-e40b194653ca tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:03.409605 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c43fe911-66e2-4017-b74a-e228a7afe50c req-3663f614-824d-4ed3-8366-e40b194653ca tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 945 time: 0.1567113 Jan 28 00:11:03.498358 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c43fe911-66e2-4017-b74a-e228a7afe50c req-e11cc03c-bde3-4eaa-b01d-236334f83041 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769539 Jan 28 00:11:03.763823 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791b100-a4e1-46c2-af25-f9ea639c0461 req-01acdf1e-cdc9-4034-a8f9-081393f2166b tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:03.767719 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8791b100-a4e1-46c2-af25-f9ea639c0461 req-01acdf1e-cdc9-4034-a8f9-081393f2166b tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/ports?device_id=76062c4f-e798-49c5-8244-2731043243d0 HTTP/1.1" status: 200 len: 949 time: 0.1017194 Jan 28 00:11:03.850535 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8791b100-a4e1-46c2-af25-f9ea639c0461 req-bbb9d51c-e0f0-4d60-83da-3e2d6bf9f495 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/security-groups?id=fdef021a-754b-49fa-9d92-8309de2cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697567 Jan 28 00:11:04.486874 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-88e16acb-dcf7-4121-93c1-43e9a258ef2a tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:04.492425 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-88e16acb-dcf7-4121-93c1-43e9a258ef2a tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/networks?id=f388c604-9dfb-430b-954f-b2b9c1d3c352 HTTP/1.1" status: 200 len: 805 time: 0.2161453 Jan 28 00:11:04.548149 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-07c7e572-9776-442a-a057-10e020924b90 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/quotas/8405f09358c0468d9527f464af13d496 HTTP/1.1" status: 200 len: 375 time: 0.0480692 Jan 28 00:11:04.609267 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-478862d2-4625-474a-8eda-1e551da4333f tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8405f09358c0468d9527f464af13d496&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597448 Jan 28 00:11:04.774571 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d84bb-cae8-4ed9-bf5e-ace4fa1f0b46 req-21fea155-40d8-4e56-9cf4-5dc797f373e1 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:04.776229 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-db4d84bb-cae8-4ed9-bf5e-ace4fa1f0b46 req-21fea155-40d8-4e56-9cf4-5dc797f373e1 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/ports?device_id=953542fd-644d-4a73-8df0-583d11268ea4 HTTP/1.1" status: 200 len: 943 time: 0.1657140 Jan 28 00:11:04.812991 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-f5a77521-f288-4fbe-9d2f-c4600176df20 service neutron] 10.222.0.70 "GET /v2.0/networks/f388c604-9dfb-430b-954f-b2b9c1d3c352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832843 Jan 28 00:11:04.963508 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-db4d84bb-cae8-4ed9-bf5e-ace4fa1f0b46 req-6bdebf79-8835-4cf7-b4e9-5efd279791c2 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4d054c1-f9bf-4382-85e8-3a9460104578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726060 Jan 28 00:11:05.010622 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-14825ed4-0b07-48d0-80a5-0cb7bd306937 service neutron] 10.222.0.70 "GET /v2.0/networks/f388c604-9dfb-430b-954f-b2b9c1d3c352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862097 Jan 28 00:11:05.170409 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a3bd4-c456-46e6-8b18-138496b7e33f req-ef984c47-fa04-4572-b7b2-2a017e202c5b tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:05.172475 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c24a3bd4-c456-46e6-8b18-138496b7e33f req-ef984c47-fa04-4572-b7b2-2a017e202c5b tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 950 time: 0.0774820 Jan 28 00:11:05.235700 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c24a3bd4-c456-46e6-8b18-138496b7e33f req-447d4b02-718a-4152-82e9-6c09be192d37 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508623 Jan 28 00:11:05.466595 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4c1e3-f265-482b-a875-f968bf127a41 req-bb14e7c7-242d-489f-86ad-43083601f87d tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:05.478262 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9cd4c1e3-f265-482b-a875-f968bf127a41 req-bb14e7c7-242d-489f-86ad-43083601f87d tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 945 time: 0.1459196 Jan 28 00:11:05.507422 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a53f85-aca0-4f90-89d9-d0b16edaf591 req-407c8371-58ef-4225-82c3-c30eeae579ac tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:05.510264 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50a53f85-aca0-4f90-89d9-d0b16edaf591 req-407c8371-58ef-4225-82c3-c30eeae579ac tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/ports?device_id=76062c4f-e798-49c5-8244-2731043243d0 HTTP/1.1" status: 200 len: 949 time: 0.1244195 Jan 28 00:11:05.582301 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9cd4c1e3-f265-482b-a875-f968bf127a41 req-013585ea-4f98-4a39-a1ae-d7fb8c163245 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015503 Jan 28 00:11:05.650180 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50a53f85-aca0-4f90-89d9-d0b16edaf591 req-12093672-46dd-4486-9257-f2e239dfee0d tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/security-groups?id=fdef021a-754b-49fa-9d92-8309de2cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278651 Jan 28 00:11:05.728316 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fbd5ddd3-f72f-4590-bb6b-60e41019e7ab req-84f5d078-eb1e-42ee-9024-22267a5ef0f3 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=781afa12-a571-4a4d-8f9d-6ceddf7be94b HTTP/1.1" status: 200 len: 210 time: 0.0558238 Jan 28 00:11:05.934351 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60e59e2b-aaf5-45a5-b650-8347415da3d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:05.982804 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device e34d3b27-f88d-40ca-a720-0da10d81433d details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:11:06.197015 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bd369-87f0-45f0-a341-e1223138edc9 req-441ac57e-9b80-4a0d-976c-e5eec8b7de8a tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:06.212451 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bd7bd369-87f0-45f0-a341-e1223138edc9 req-441ac57e-9b80-4a0d-976c-e5eec8b7de8a tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/ports?device_id=953542fd-644d-4a73-8df0-583d11268ea4 HTTP/1.1" status: 200 len: 943 time: 0.1334364 Jan 28 00:11:06.251765 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-818abf3e-b56e-4ec7-8b36-eae526b2a1f0 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:06.262830 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-818abf3e-b56e-4ec7-8b36-eae526b2a1f0 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232&tenant_id=6990d737c5db4738a7ab281f03db2443&binding%3Ahost_id=n-h1-826754-1 HTTP/1.1" status: 200 len: 1096 time: 0.1691368 Jan 28 00:11:06.278215 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-36c06f97-daf1-43fc-a7d6-33760ad8d9f0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826754-1'}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:11:06.323573 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port e34d3b27-f88d-40ca-a720-0da10d81433d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e34d3b27-f88d-40ca-a720-0da10d81433d,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:11:06.342937 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device e34d3b27-f88d-40ca-a720-0da10d81433d has no active binding in host n-h2-826754-1 {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 00:11:06.348247 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bd7bd369-87f0-45f0-a341-e1223138edc9 req-baada02c-e53b-4645-b921-d6aff3a07868 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4d054c1-f9bf-4382-85e8-3a9460104578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344621 Jan 28 00:11:06.385995 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-36c06f97-daf1-43fc-a7d6-33760ad8d9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e34d3b27-f88d-40ca-a720-0da10d81433d), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:06.647321 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f484fd4-af52-4b39-b638-d8259e85a673 req-f33dc2bc-7ccb-49f1-81da-4988c99a9ca9 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:06.659054 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f484fd4-af52-4b39-b638-d8259e85a673 req-f33dc2bc-7ccb-49f1-81da-4988c99a9ca9 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 950 time: 0.2548735 Jan 28 00:11:06.816555 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f484fd4-af52-4b39-b638-d8259e85a673 req-3a5f5a15-e1cf-4e57-8a1a-6a7814b84ae8 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559343 Jan 28 00:11:06.955401 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-36c06f97-daf1-43fc-a7d6-33760ad8d9f0 service neutron] For port e34d3b27-f88d-40ca-a720-0da10d81433d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e34d3b27-f88d-40ca-a720-0da10d81433d,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:11:07.169335 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-36c06f97-daf1-43fc-a7d6-33760ad8d9f0 service neutron] For port e34d3b27-f88d-40ca-a720-0da10d81433d, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:11:07.191704 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1c94b-30d7-47d9-83c1-d1b221b61c7e req-139afbe2-dec8-43b6-90c1-178d211a6de7 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:07.204737 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-33c1c94b-30d7-47d9-83c1-d1b221b61c7e req-139afbe2-dec8-43b6-90c1-178d211a6de7 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 945 time: 0.4944036 Jan 28 00:11:07.207326 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-9f9eea57-1d07-47a9-820b-669588d11adc tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:07.210319 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-9f9eea57-1d07-47a9-820b-669588d11adc tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.65 "GET /v2.0/networks?id=f388c604-9dfb-430b-954f-b2b9c1d3c352 HTTP/1.1" status: 200 len: 805 time: 0.3163395 Jan 28 00:11:07.235018 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-ce6cd9a7-e00e-4c8c-ba96-1df3817ee0ce tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Request body: {'port': {'device_id': '781afa12-a571-4a4d-8f9d-6ceddf7be94b', 'network_id': 'f388c604-9dfb-430b-954f-b2b9c1d3c352', 'admin_state_up': True, 'tenant_id': '8405f09358c0468d9527f464af13d496'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:11:07.261213 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-36c06f97-daf1-43fc-a7d6-33760ad8d9f0 service neutron] Publish callbacks [] for port (e34d3b27-f88d-40ca-a720-0da10d81433d), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:07.268258 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83aa62bc-370d-427e-84a8-d6dd148c1232', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e34d3b27-f88d-40ca-a720-0da10d81433d'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:11:07.271334 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051ae2f2-4f09-45a7-ad9a-e059504cadb0" -d '{"events": [{"server_uuid": "83aa62bc-370d-427e-84a8-d6dd148c1232", "name": "network-vif-unplugged", "status": "completed", "tag": "e34d3b27-f88d-40ca-a720-0da10d81433d"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:11:07.285928 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-36c06f97-daf1-43fc-a7d6-33760ad8d9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (e34d3b27-f88d-40ca-a720-0da10d81433d), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:07.344689 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45b3fb-142f-4f55-b3aa-afeb1aa60435 req-4bcc317d-757f-4449-8227-e16535232805 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:07.354135 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fc45b3fb-142f-4f55-b3aa-afeb1aa60435 req-4bcc317d-757f-4449-8227-e16535232805 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/ports?device_id=76062c4f-e798-49c5-8244-2731043243d0 HTTP/1.1" status: 200 len: 949 time: 0.3099937 Jan 28 00:11:07.461581 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-ce6cd9a7-e00e-4c8c-ba96-1df3817ee0ce tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Made reservation on behalf of 8405f09358c0468d9527f464af13d496 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:11:07.468360 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-ce6cd9a7-e00e-4c8c-ba96-1df3817ee0ce tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:07.481337 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-33c1c94b-30d7-47d9-83c1-d1b221b61c7e req-cb5f8a4d-2804-4653-aff8-b7ee7aacfae6 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748218 Jan 28 00:11:07.498644 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fc45b3fb-142f-4f55-b3aa-afeb1aa60435 req-4b7f5894-29ec-4d65-a30a-80fe0e9a2e42 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/security-groups?id=fdef021a-754b-49fa-9d92-8309de2cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422408 Jan 28 00:11:07.534524 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c06f97-daf1-43fc-a7d6-33760ad8d9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e34d3b27-f88d-40ca-a720-0da10d81433d,revision_number=7']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:07.615320 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-36c06f97-daf1-43fc-a7d6-33760ad8d9f0 service neutron] Attempting to bind port e34d3b27-f88d-40ca-a720-0da10d81433d on host n-h1-826754-1 for vnic_type normal with profile {"migrating_to": "n-h2-826754-1"} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:11:07.615699 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-36c06f97-daf1-43fc-a7d6-33760ad8d9f0 service neutron] Attempting to bind port e34d3b27-f88d-40ca-a720-0da10d81433d by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:11:07.616055 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-36c06f97-daf1-43fc-a7d6-33760ad8d9f0 service neutron] Attempting to bind port e34d3b27-f88d-40ca-a720-0da10d81433d on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:11:07.625506 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-36c06f97-daf1-43fc-a7d6-33760ad8d9f0 service neutron] Port e34d3b27-f88d-40ca-a720-0da10d81433d on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:11:07.625954 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-36c06f97-daf1-43fc-a7d6-33760ad8d9f0 service neutron] Attempting to bind port e34d3b27-f88d-40ca-a720-0da10d81433d on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:11:07.635369 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-36c06f97-daf1-43fc-a7d6-33760ad8d9f0 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:11:07.635769 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-36c06f97-daf1-43fc-a7d6-33760ad8d9f0 service neutron] Checking segment: {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:11:07.636172 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-36c06f97-daf1-43fc-a7d6-33760ad8d9f0 service neutron] Bound using segment: {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:11:07.636632 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-36c06f97-daf1-43fc-a7d6-33760ad8d9f0 service neutron] Bound port: e34d3b27-f88d-40ca-a720-0da10d81433d, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:11:07.637140 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-36c06f97-daf1-43fc-a7d6-33760ad8d9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e34d3b27-f88d-40ca-a720-0da10d81433d), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:07.776153 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-ce6cd9a7-e00e-4c8c-ba96-1df3817ee0ce tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Allocated IP 172.20.0.14 (f388c604-9dfb-430b-954f-b2b9c1d3c352/742a4943-8344-4614-b3ae-dda4eb02931e/ab011b3f-345c-4764-99c6-d44b2c4e26bb) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:11:07.780729 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afa2705-e3aa-4e5a-ab97-5c7d88997167 x-openstack-request-id: req-0afa2705-e3aa-4e5a-ab97-5c7d88997167 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:11:07.782012 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83aa62bc-370d-427e-84a8-d6dd148c1232", "name": "network-vif-unplugged", "status": "completed", "tag": "e34d3b27-f88d-40ca-a720-0da10d81433d", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:11:07.782012 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0afa2705-e3aa-4e5a-ab97-5c7d88997167 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:11:07.782314 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83aa62bc-370d-427e-84a8-d6dd148c1232', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e34d3b27-f88d-40ca-a720-0da10d81433d', 'code': 200} Jan 28 00:11:07.787480 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97fa66b2-6147-474b-bd7d-b6f172b8b06d req-06b5a917-01b4-4014-a961-7e094e84c5c9 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=781afa12-a571-4a4d-8f9d-6ceddf7be94b HTTP/1.1" status: 200 len: 210 time: 0.1020410 Jan 28 00:11:07.869252 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-36c06f97-daf1-43fc-a7d6-33760ad8d9f0 service neutron] For port e34d3b27-f88d-40ca-a720-0da10d81433d, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:11:07.874974 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-36c06f97-daf1-43fc-a7d6-33760ad8d9f0 service neutron] For port e34d3b27-f88d-40ca-a720-0da10d81433d, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e34d3b27-f88d-40ca-a720-0da10d81433d,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:11:07.889172 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-36c06f97-daf1-43fc-a7d6-33760ad8d9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (e34d3b27-f88d-40ca-a720-0da10d81433d), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:07.979914 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device de996d43-cc96-4aea-9033-9244d4923d32 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:11:08.109420 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port de996d43-cc96-4aea-9033-9244d4923d32 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:11:08.110297 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (de996d43-cc96-4aea-9033-9244d4923d32), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:08.125788 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-ce6cd9a7-e00e-4c8c-ba96-1df3817ee0ce tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Publish callbacks [] for port (ab011b3f-345c-4764-99c6-d44b2c4e26bb), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:08.175010 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-ce6cd9a7-e00e-4c8c-ba96-1df3817ee0ce tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (ab011b3f-345c-4764-99c6-d44b2c4e26bb), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:08.190324 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port de996d43-cc96-4aea-9033-9244d4923d32, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=de996d43-cc96-4aea-9033-9244d4923d32,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:11:08.192407 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76062c4f-e798-49c5-8244-2731043243d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de996d43-cc96-4aea-9033-9244d4923d32'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:11:08.196815 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fc322e-0bce-4624-a560-75c41d117a23" -d '{"events": [{"server_uuid": "76062c4f-e798-49c5-8244-2731043243d0", "name": "network-vif-unplugged", "status": "completed", "tag": "de996d43-cc96-4aea-9033-9244d4923d32"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:11:08.219753 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (de996d43-cc96-4aea-9033-9244d4923d32), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:08.243525 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598f2f8-d5e8-4c5c-9aa3-31cfa72affbc req-f5fff544-92cc-4f9e-a4e1-e970bbbd4ef9 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:08.256779 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4598f2f8-d5e8-4c5c-9aa3-31cfa72affbc req-f5fff544-92cc-4f9e-a4e1-e970bbbd4ef9 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/ports?device_id=953542fd-644d-4a73-8df0-583d11268ea4 HTTP/1.1" status: 200 len: 943 time: 0.3837173 Jan 28 00:11:08.263324 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-36c06f97-daf1-43fc-a7d6-33760ad8d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:08.264439 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-36c06f97-daf1-43fc-a7d6-33760ad8d9f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:08.267529 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-36c06f97-daf1-43fc-a7d6-33760ad8d9f0 service neutron] 10.222.0.52 "PUT /v2.0/ports/e34d3b27-f88d-40ca-a720-0da10d81433d HTTP/1.1" status: 200 len: 1121 time: 1.9963491 Jan 28 00:11:08.282796 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c06f97-daf1-43fc-a7d6-33760ad8d9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e34d3b27-f88d-40ca-a720-0da10d81433d,revision_number=8']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:08.289501 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=de996d43-cc96-4aea-9033-9244d4923d32,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:08.296601 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f53ae42e-2995-46a7-8092-bdf14d36a90e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:08.307746 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:08.308327 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:08.308958 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:08.309884 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:08.310489 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:08.311051 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:08.311635 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:08.312189 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:08.312758 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:08.313319 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:08.313884 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:08.314431 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:08.314989 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:08.324976 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-ce6cd9a7-e00e-4c8c-ba96-1df3817ee0ce tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Network f388c604-9dfb-430b-954f-b2b9c1d3c352 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:11:08.329423 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7afb65-6819-4e5c-af80-a796c98d575a req-45ff9813-1bad-4078-8a5a-1d270faaa2ee tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:08.332249 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1c7afb65-6819-4e5c-af80-a796c98d575a req-45ff9813-1bad-4078-8a5a-1d270faaa2ee tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 950 time: 0.3302975 Jan 28 00:11:08.346528 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-ce6cd9a7-e00e-4c8c-ba96-1df3817ee0ce tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:11:08.352858 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-ce6cd9a7-e00e-4c8c-ba96-1df3817ee0ce tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:11:08.368531 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['e34d3b27-f88d-40ca-a720-0da10d81433d'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:11:08.429296 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4598f2f8-d5e8-4c5c-9aa3-31cfa72affbc req-871cf69a-f86d-4853-866c-245f81263c36 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4d054c1-f9bf-4382-85e8-3a9460104578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712010 Jan 28 00:11:08.489390 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6cd9a7-e00e-4c8c-ba96-1df3817ee0ce tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Pushing event updated for resources: {'Port': ['ID=ab011b3f-345c-4764-99c6-d44b2c4e26bb,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:08.566441 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-ce6cd9a7-e00e-4c8c-ba96-1df3817ee0ce tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:08.567274 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-ce6cd9a7-e00e-4c8c-ba96-1df3817ee0ce tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:08.600615 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-ce6cd9a7-e00e-4c8c-ba96-1df3817ee0ce tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3739176 Jan 28 00:11:08.622287 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-f80ed443-4f7f-4794-9493-e0f560114a5a service neutron] Request body: {'port': {'device_id': '781afa12-a571-4a4d-8f9d-6ceddf7be94b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:11:08.642323 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['e34d3b27-f88d-40ca-a720-0da10d81433d'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:11:08.696288 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f1baf8-1a88-42eb-8b84-90b3623c4762 x-openstack-request-id: req-40f1baf8-1a88-42eb-8b84-90b3623c4762 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:11:08.697061 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76062c4f-e798-49c5-8244-2731043243d0", "name": "network-vif-unplugged", "status": "completed", "tag": "de996d43-cc96-4aea-9033-9244d4923d32", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:11:08.697547 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-40f1baf8-1a88-42eb-8b84-90b3623c4762 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:11:08.698333 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76062c4f-e798-49c5-8244-2731043243d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de996d43-cc96-4aea-9033-9244d4923d32', 'code': 200} Jan 28 00:11:08.704111 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-f80ed443-4f7f-4794-9493-e0f560114a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ab011b3f-345c-4764-99c6-d44b2c4e26bb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:09.151467 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1c7afb65-6819-4e5c-af80-a796c98d575a req-984fb35e-35f7-4e49-91f4-6736b295f314 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8088601 Jan 28 00:11:09.211212 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-f80ed443-4f7f-4794-9493-e0f560114a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab011b3f-345c-4764-99c6-d44b2c4e26bb {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:11:09.223194 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-f80ed443-4f7f-4794-9493-e0f560114a5a service neutron] Publish callbacks [] for port (ab011b3f-345c-4764-99c6-d44b2c4e26bb), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:09.248816 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-f80ed443-4f7f-4794-9493-e0f560114a5a service neutron] Transition to ACTIVE for port object ab011b3f-345c-4764-99c6-d44b2c4e26bb will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:11:09.254796 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-f80ed443-4f7f-4794-9493-e0f560114a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (ab011b3f-345c-4764-99c6-d44b2c4e26bb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:09.311415 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871af272-e410-4e0e-ae59-607d68685e55 req-9b0990f6-08e0-4f63-88ba-8f76396d2547 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:09.313944 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-871af272-e410-4e0e-ae59-607d68685e55 req-9b0990f6-08e0-4f63-88ba-8f76396d2547 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 943 time: 0.0691288 Jan 28 00:11:09.369370 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ed443-4f7f-4794-9493-e0f560114a5a service neutron] Pushing event updated for resources: {'Port': ['ID=ab011b3f-345c-4764-99c6-d44b2c4e26bb,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:09.405596 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-871af272-e410-4e0e-ae59-607d68685e55 req-df534b68-807d-42c7-ac90-bd1b75939258 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847890 Jan 28 00:11:09.473703 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:09.535285 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-f80ed443-4f7f-4794-9493-e0f560114a5a service neutron] Attempting to bind port ab011b3f-345c-4764-99c6-d44b2c4e26bb on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:11:09.535781 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-f80ed443-4f7f-4794-9493-e0f560114a5a service neutron] Attempting to bind port ab011b3f-345c-4764-99c6-d44b2c4e26bb by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '99d43c00-d118-4ed3-a80f-ad0ed75c4d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f388c604-9dfb-430b-954f-b2b9c1d3c352'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:11:09.536323 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-f80ed443-4f7f-4794-9493-e0f560114a5a service neutron] Attempting to bind port ab011b3f-345c-4764-99c6-d44b2c4e26bb on network f388c604-9dfb-430b-954f-b2b9c1d3c352 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:11:09.542679 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-f80ed443-4f7f-4794-9493-e0f560114a5a service neutron] Port ab011b3f-345c-4764-99c6-d44b2c4e26bb on network f388c604-9dfb-430b-954f-b2b9c1d3c352 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:11:09.543543 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-f80ed443-4f7f-4794-9493-e0f560114a5a service neutron] Attempting to bind port ab011b3f-345c-4764-99c6-d44b2c4e26bb on network f388c604-9dfb-430b-954f-b2b9c1d3c352 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:11:09.551423 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-f80ed443-4f7f-4794-9493-e0f560114a5a service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:11:09.552113 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-f80ed443-4f7f-4794-9493-e0f560114a5a service neutron] Checking segment: {'id': '99d43c00-d118-4ed3-a80f-ad0ed75c4d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f388c604-9dfb-430b-954f-b2b9c1d3c352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:11:09.552786 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-f80ed443-4f7f-4794-9493-e0f560114a5a service neutron] Bound using segment: {'id': '99d43c00-d118-4ed3-a80f-ad0ed75c4d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f388c604-9dfb-430b-954f-b2b9c1d3c352'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:11:09.553638 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-f80ed443-4f7f-4794-9493-e0f560114a5a service neutron] Bound port: ab011b3f-345c-4764-99c6-d44b2c4e26bb, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99d43c00-d118-4ed3-a80f-ad0ed75c4d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f388c604-9dfb-430b-954f-b2b9c1d3c352'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:11:09.554386 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-f80ed443-4f7f-4794-9493-e0f560114a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ab011b3f-345c-4764-99c6-d44b2c4e26bb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:09.704290 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-f80ed443-4f7f-4794-9493-e0f560114a5a service neutron] For port ab011b3f-345c-4764-99c6-d44b2c4e26bb, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:11:09.713468 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-f80ed443-4f7f-4794-9493-e0f560114a5a service neutron] For port ab011b3f-345c-4764-99c6-d44b2c4e26bb, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ab011b3f-345c-4764-99c6-d44b2c4e26bb,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:11:09.725418 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-f80ed443-4f7f-4794-9493-e0f560114a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (ab011b3f-345c-4764-99c6-d44b2c4e26bb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:09.783556 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83aa62bc-370d-427e-84a8-d6dd148c1232', 'tag': 'e34d3b27-f88d-40ca-a720-0da10d81433d'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:11:09.786888 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fceb767-8d3b-41dc-9d50-3ac7e9cbfcd7" -d '{"events": [{"name": "network-changed", "server_uuid": "83aa62bc-370d-427e-84a8-d6dd148c1232", "tag": "e34d3b27-f88d-40ca-a720-0da10d81433d"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:11:09.802145 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-f80ed443-4f7f-4794-9493-e0f560114a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:09.804436 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-f80ed443-4f7f-4794-9493-e0f560114a5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:09.808161 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-f80ed443-4f7f-4794-9493-e0f560114a5a service neutron] 10.222.0.65 "PUT /v2.0/ports/ab011b3f-345c-4764-99c6-d44b2c4e26bb HTTP/1.1" status: 200 len: 1092 time: 1.1910880 Jan 28 00:11:09.809773 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781afa12-a571-4a4d-8f9d-6ceddf7be94b', 'tag': 'ab011b3f-345c-4764-99c6-d44b2c4e26bb'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:11:09.814878 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021b4ec8-419c-4f7b-8d61-a43af0e527b8" -d '{"events": [{"name": "network-changed", "server_uuid": "781afa12-a571-4a4d-8f9d-6ceddf7be94b", "tag": "ab011b3f-345c-4764-99c6-d44b2c4e26bb"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:11:09.816424 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee221dc-93dd-4124-bbba-43d39070c44b req-4b28e751-059e-4612-a145-f9718d556407 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:09.832010 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1ee221dc-93dd-4124-bbba-43d39070c44b req-4b28e751-059e-4612-a145-f9718d556407 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=781afa12-a571-4a4d-8f9d-6ceddf7be94b HTTP/1.1" status: 200 len: 944 time: 0.1298113 Jan 28 00:11:09.873924 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ed443-4f7f-4794-9493-e0f560114a5a service neutron] Pushing event updated for resources: {'Port': ['ID=ab011b3f-345c-4764-99c6-d44b2c4e26bb,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:09.972279 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1ee221dc-93dd-4124-bbba-43d39070c44b req-4419dd7e-f8da-4daf-907e-4b271f880da4 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383836 Jan 28 00:11:09.982745 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2762cf87-9877-46fe-9fc5-2ed7fc752829 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:11:10.004034 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device bf4052fb-8fcb-446c-b34c-a26dc0815ce5 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:11:10.009498 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-a08322d7-69ea-455b-b668-69e2e2f935c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:10.013865 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-a08322d7-69ea-455b-b668-69e2e2f935c7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8405f09358c0468d9527f464af13d496&device_id=781afa12-a571-4a4d-8f9d-6ceddf7be94b HTTP/1.1" status: 200 len: 1095 time: 0.1282694 Jan 28 00:11:10.069984 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f6bfa-ea7a-477c-b991-71159aae5dcb req-0cee6d20-8a0f-447a-b865-a72356b11e11 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:10.086732 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-328f6bfa-ea7a-477c-b991-71159aae5dcb req-0cee6d20-8a0f-447a-b865-a72356b11e11 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/ports?device_id=953542fd-644d-4a73-8df0-583d11268ea4 HTTP/1.1" status: 200 len: 943 time: 0.1849296 Jan 28 00:11:10.088519 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-b3ab0938-c1bf-4ea0-8fdb-9c0f00919b3c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab011b3f-345c-4764-99c6-d44b2c4e26bb HTTP/1.1" status: 200 len: 217 time: 0.0588543 Jan 28 00:11:10.156783 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-45c66be8-2573-4d56-8667-ab0832b39c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:10.158411 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-45c66be8-2573-4d56-8667-ab0832b39c15 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=742a4943-8344-4614-b3ae-dda4eb02931e HTTP/1.1" status: 200 len: 845 time: 0.0637233 Jan 28 00:11:10.196031 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-ca51dfb7-2ff7-4a9d-b7b9-1843c52e58c1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f388c604-9dfb-430b-954f-b2b9c1d3c352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309978 Jan 28 00:11:10.206157 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-328f6bfa-ea7a-477c-b991-71159aae5dcb req-acfb3f45-d7b4-48c6-9aeb-e25c6bea3359 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4d054c1-f9bf-4382-85e8-3a9460104578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136539 Jan 28 00:11:10.208702 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7f0ea3-956a-4596-955f-6fa3fa7a64c3 x-openstack-request-id: req-1a7f0ea3-956a-4596-955f-6fa3fa7a64c3 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:11:10.209181 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83aa62bc-370d-427e-84a8-d6dd148c1232", "tag": "e34d3b27-f88d-40ca-a720-0da10d81433d", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:11:10.209602 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1a7f0ea3-956a-4596-955f-6fa3fa7a64c3 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:11:10.210371 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83aa62bc-370d-427e-84a8-d6dd148c1232', 'tag': 'e34d3b27-f88d-40ca-a720-0da10d81433d', 'status': 'completed', 'code': 200} Jan 28 00:11:10.274682 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c8a3ab-93d1-4bb0-8721-13672a22b716 x-openstack-request-id: req-79c8a3ab-93d1-4bb0-8721-13672a22b716 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:11:10.275267 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781afa12-a571-4a4d-8f9d-6ceddf7be94b", "tag": "ab011b3f-345c-4764-99c6-d44b2c4e26bb", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:11:10.275570 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-79c8a3ab-93d1-4bb0-8721-13672a22b716 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:11:10.276029 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781afa12-a571-4a4d-8f9d-6ceddf7be94b', 'tag': 'ab011b3f-345c-4764-99c6-d44b2c4e26bb', 'status': 'completed', 'code': 200} Jan 28 00:11:10.388678 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 2762cf87-9877-46fe-9fc5-2ed7fc752829, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2762cf87-9877-46fe-9fc5-2ed7fc752829,segment=NetworkSegment(694f6eea-06a8-49aa-9a59-ebf86869732c),segment_id=694f6eea-06a8-49aa-9a59-ebf86869732c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:11:10.404816 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fceb767-8d3b-41dc-9d50-3ac7e9cbfcd7 req-11188ddf-0113-48bb-a3d4-81cb4eb2df9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:10.406522 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5fceb767-8d3b-41dc-9d50-3ac7e9cbfcd7 req-11188ddf-0113-48bb-a3d4-81cb4eb2df9e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6990d737c5db4738a7ab281f03db2443&device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 1124 time: 0.1295583 Jan 28 00:11:10.451634 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-c83e319b-b7c2-44b8-8cc2-3d36df6437c3 service neutron] 10.222.0.65 "GET /v2.0/networks/f388c604-9dfb-430b-954f-b2b9c1d3c352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340567 Jan 28 00:11:10.470664 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port bf4052fb-8fcb-446c-b34c-a26dc0815ce5 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:11:10.472218 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bf4052fb-8fcb-446c-b34c-a26dc0815ce5), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:10.476255 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '2762cf87-9877-46fe-9fc5-2ed7fc752829', 'network_id': 'af463525-5a3e-4d06-85c6-1a5086f8978a', 'port_id': '2762cf87-9877-46fe-9fc5-2ed7fc752829', 'mac_address': 'fa:16:3e:b1:bb:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cae1777e-0500-4c2e-8b1e-bafb88057bb2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:11:10.571011 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e954f-3fe6-4a2e-92ff-57a3519f631d req-648d3a3a-4c54-4e22-8680-86e87d80a31a tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:10.573957 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-781e954f-3fe6-4a2e-92ff-57a3519f631d req-648d3a3a-4c54-4e22-8680-86e87d80a31a tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 950 time: 0.1316640 Jan 28 00:11:10.612400 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port bf4052fb-8fcb-446c-b34c-a26dc0815ce5, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=bf4052fb-8fcb-446c-b34c-a26dc0815ce5,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:11:10.637125 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (bf4052fb-8fcb-446c-b34c-a26dc0815ce5), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:10.645389 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 2762cf87-9877-46fe-9fc5-2ed7fc752829 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:11:10.646024 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2762cf87-9877-46fe-9fc5-2ed7fc752829), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:10.685330 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2762cf87-9877-46fe-9fc5-2ed7fc752829 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:11:10.700820 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d8d438-d2f3-44c7-8a9a-ae7352622d85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf4052fb-8fcb-446c-b34c-a26dc0815ce5'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:11:10.703467 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea53c4e8-8623-42de-b625-9257d77dd840" -d '{"events": [{"server_uuid": "08d8d438-d2f3-44c7-8a9a-ae7352622d85", "name": "network-vif-unplugged", "status": "completed", "tag": "bf4052fb-8fcb-446c-b34c-a26dc0815ce5"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:11:10.723867 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-781e954f-3fe6-4a2e-92ff-57a3519f631d req-13aedd00-20f6-463c-88d0-e7fc62dc7ee3 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296833 Jan 28 00:11:10.735247 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=bf4052fb-8fcb-446c-b34c-a26dc0815ce5,revision_number=9']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:10.740512 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 2762cf87-9877-46fe-9fc5-2ed7fc752829, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2762cf87-9877-46fe-9fc5-2ed7fc752829,segment=NetworkSegment(694f6eea-06a8-49aa-9a59-ebf86869732c),segment_id=694f6eea-06a8-49aa-9a59-ebf86869732c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:11:10.747787 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2762cf87-9877-46fe-9fc5-2ed7fc752829), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:10.821766 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=2762cf87-9877-46fe-9fc5-2ed7fc752829,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:10.870716 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fceb767-8d3b-41dc-9d50-3ac7e9cbfcd7 req-4ff57c9d-009d-4f2c-933d-b6a7481d7fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:10.872924 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5fceb767-8d3b-41dc-9d50-3ac7e9cbfcd7 req-4ff57c9d-009d-4f2c-933d-b6a7481d7fac service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf HTTP/1.1" status: 200 len: 922 time: 0.4524646 Jan 28 00:11:10.883308 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-94f015e4-ca30-4930-85b4-524fc1d8e8da req-25b218f1-d1c7-440b-a77f-5b77cb1fe891 service neutron] 10.222.0.65 "GET /v2.0/networks/f388c604-9dfb-430b-954f-b2b9c1d3c352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171154 Jan 28 00:11:10.945407 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5fceb767-8d3b-41dc-9d50-3ac7e9cbfcd7 req-47ac247f-66d6-4694-bf04-84807d3d7e2c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e34d3b27-f88d-40ca-a720-0da10d81433d HTTP/1.1" status: 200 len: 217 time: 0.0599732 Jan 28 00:11:10.953896 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:11.043580 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d280678-5752-4644-b56a-c965122acbdf req-146f0e72-7ab4-4002-bbfe-5804bac1977d tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:11.045634 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9d280678-5752-4644-b56a-c965122acbdf req-146f0e72-7ab4-4002-bbfe-5804bac1977d tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 943 time: 0.1202831 Jan 28 00:11:11.046629 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fceb767-8d3b-41dc-9d50-3ac7e9cbfcd7 req-6963614a-041c-4397-9d7b-d91e5133cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:11.048362 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5fceb767-8d3b-41dc-9d50-3ac7e9cbfcd7 req-6963614a-041c-4397-9d7b-d91e5133cd90 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1cf259c4-4e5d-4731-814e-e633d701ebdd HTTP/1.1" status: 200 len: 861 time: 0.0673563 Jan 28 00:11:11.107452 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b581dfff-c98e-421d-99c0-4dbb9fd4df2d x-openstack-request-id: req-b581dfff-c98e-421d-99c0-4dbb9fd4df2d {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:11:11.108248 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d8d438-d2f3-44c7-8a9a-ae7352622d85", "name": "network-vif-unplugged", "status": "completed", "tag": "bf4052fb-8fcb-446c-b34c-a26dc0815ce5", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:11:11.108949 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b581dfff-c98e-421d-99c0-4dbb9fd4df2d {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:11:11.109811 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d8d438-d2f3-44c7-8a9a-ae7352622d85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf4052fb-8fcb-446c-b34c-a26dc0815ce5', 'code': 200} Jan 28 00:11:11.142505 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5fceb767-8d3b-41dc-9d50-3ac7e9cbfcd7 req-f5e3c8bb-495c-45a3-a204-65fad4348fd4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644515 Jan 28 00:11:11.162595 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9d280678-5752-4644-b56a-c965122acbdf req-b856077b-5221-4892-82af-e1a145400889 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093793 Jan 28 00:11:11.315143 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5fceb767-8d3b-41dc-9d50-3ac7e9cbfcd7 req-a7a72b08-2857-4c5d-a5b6-12e8cc1b61d7 service neutron] 10.222.0.65 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710255 Jan 28 00:11:11.362577 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b4ec8-419c-4f7b-8d61-a43af0e527b8 req-bd5b49aa-a356-4824-93f4-41c82127fd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:11.365373 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-021b4ec8-419c-4f7b-8d61-a43af0e527b8 req-bd5b49aa-a356-4824-93f4-41c82127fd77 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8405f09358c0468d9527f464af13d496&device_id=781afa12-a571-4a4d-8f9d-6ceddf7be94b HTTP/1.1" status: 200 len: 1095 time: 0.3311210 Jan 28 00:11:11.388113 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4520b-04ff-4282-bf8a-36133257c665 req-d5f6bada-5e09-4846-a42d-a3562d635f15 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:11.389749 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7aa4520b-04ff-4282-bf8a-36133257c665 req-d5f6bada-5e09-4846-a42d-a3562d635f15 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?device_id=e935eea7-1d17-4eaa-8aca-fe9b1039f820 HTTP/1.1" status: 200 len: 946 time: 0.1068645 Jan 28 00:11:11.411662 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78746261-b351-4294-8bee-138600eaf2aa req-f12b65ba-760c-422d-9fc7-9201be0ebeea tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:11.413276 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78746261-b351-4294-8bee-138600eaf2aa req-f12b65ba-760c-422d-9fc7-9201be0ebeea tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=781afa12-a571-4a4d-8f9d-6ceddf7be94b HTTP/1.1" status: 200 len: 944 time: 0.0825284 Jan 28 00:11:11.416630 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['2762cf87-9877-46fe-9fc5-2ed7fc752829'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:11:11.503556 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5fceb767-8d3b-41dc-9d50-3ac7e9cbfcd7 req-da94916f-8b5b-436f-8e0a-4a4cb70a89ac service neutron] 10.222.0.65 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801348 Jan 28 00:11:11.516488 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7aa4520b-04ff-4282-bf8a-36133257c665 req-1dd58d0e-cb2c-48c0-929e-b5b4f95ebad2 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/security-groups?id=052f30d2-3809-45fe-8cf7-6fd8fec0c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185353 Jan 28 00:11:11.655539 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78746261-b351-4294-8bee-138600eaf2aa req-d17ca7d9-fa21-49bd-8db0-f6a71836e584 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809998 Jan 28 00:11:11.681248 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b4ec8-419c-4f7b-8d61-a43af0e527b8 req-2d58942d-e19e-4042-94a5-ffc376e3f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:11.685054 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-021b4ec8-419c-4f7b-8d61-a43af0e527b8 req-2d58942d-e19e-4042-94a5-ffc376e3f890 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f388c604-9dfb-430b-954f-b2b9c1d3c352 HTTP/1.1" status: 200 len: 906 time: 0.1796389 Jan 28 00:11:11.755714 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-021b4ec8-419c-4f7b-8d61-a43af0e527b8 req-14bc48bb-b5d7-465b-955c-40aac5a5f498 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab011b3f-345c-4764-99c6-d44b2c4e26bb HTTP/1.1" status: 200 len: 217 time: 0.0637825 Jan 28 00:11:11.774645 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45c11c-66d1-4969-a5e5-138642625652 req-0fae17b4-2855-41bc-8e0c-aeda9227a423 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:11.791533 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9f45c11c-66d1-4969-a5e5-138642625652 req-0fae17b4-2855-41bc-8e0c-aeda9227a423 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/ports?device_id=953542fd-644d-4a73-8df0-583d11268ea4 HTTP/1.1" status: 200 len: 944 time: 0.1000681 Jan 28 00:11:11.847866 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b4ec8-419c-4f7b-8d61-a43af0e527b8 req-238e2b83-a7fc-4d9b-a3ed-9ddaea1b1bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:11.848642 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-021b4ec8-419c-4f7b-8d61-a43af0e527b8 req-238e2b83-a7fc-4d9b-a3ed-9ddaea1b1bc4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=742a4943-8344-4614-b3ae-dda4eb02931e HTTP/1.1" status: 200 len: 845 time: 0.0867419 Jan 28 00:11:11.868489 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9f45c11c-66d1-4969-a5e5-138642625652 req-55896cc5-28d3-4626-88ca-d4dd1679eabc tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4d054c1-f9bf-4382-85e8-3a9460104578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757647 Jan 28 00:11:11.892046 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-021b4ec8-419c-4f7b-8d61-a43af0e527b8 req-4f8db60f-d409-4ce1-9f23-bf9fe25dc9d1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f388c604-9dfb-430b-954f-b2b9c1d3c352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364902 Jan 28 00:11:11.957494 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57922b50-dee9-4665-b7c1-e8ce8a6e5d67 req-de2090c7-ec35-41bd-836c-6d06d4114102 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:11.960539 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-57922b50-dee9-4665-b7c1-e8ce8a6e5d67 req-de2090c7-ec35-41bd-836c-6d06d4114102 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 948 time: 0.0979235 Jan 28 00:11:11.975663 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device bf4052fb-8fcb-446c-b34c-a26dc0815ce5 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:11:12.034456 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-57922b50-dee9-4665-b7c1-e8ce8a6e5d67 req-13535483-85f3-4ce5-812b-a7c92c52ce1f tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664234 Jan 28 00:11:12.085005 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-021b4ec8-419c-4f7b-8d61-a43af0e527b8 req-dcb7ac00-3cd8-436a-9c78-20c7ebed07af service neutron] 10.222.0.65 "GET /v2.0/networks/f388c604-9dfb-430b-954f-b2b9c1d3c352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848023 Jan 28 00:11:12.112723 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:12.155999 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port bf4052fb-8fcb-446c-b34c-a26dc0815ce5, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=bf4052fb-8fcb-446c-b34c-a26dc0815ce5,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:11:12.172732 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'bf4052fb-8fcb-446c-b34c-a26dc0815ce5', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': 'bf4052fb-8fcb-446c-b34c-a26dc0815ce5', 'mac_address': 'fa:16:3e:59:41:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:11:12.238648 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-021b4ec8-419c-4f7b-8d61-a43af0e527b8 req-d8e116e3-ff0d-4add-858c-6af22d2f8aae service neutron] 10.222.0.65 "GET /v2.0/networks/f388c604-9dfb-430b-954f-b2b9c1d3c352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467562 Jan 28 00:11:12.280067 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port bf4052fb-8fcb-446c-b34c-a26dc0815ce5 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:11:12.280712 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bf4052fb-8fcb-446c-b34c-a26dc0815ce5), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:12.309858 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf4052fb-8fcb-446c-b34c-a26dc0815ce5 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:11:12.351984 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port bf4052fb-8fcb-446c-b34c-a26dc0815ce5, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=bf4052fb-8fcb-446c-b34c-a26dc0815ce5,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:11:12.359503 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (bf4052fb-8fcb-446c-b34c-a26dc0815ce5), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:12.398572 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a9e25-9d58-41b5-80ca-c5cc9258ebe0 req-14cb5ede-233d-4c66-bf18-5a2b292bdaa6 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:12.404134 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a00a9e25-9d58-41b5-80ca-c5cc9258ebe0 req-14cb5ede-233d-4c66-bf18-5a2b292bdaa6 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 943 time: 0.1003516 Jan 28 00:11:12.466569 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=bf4052fb-8fcb-446c-b34c-a26dc0815ce5,revision_number=10']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:12.470803 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a00a9e25-9d58-41b5-80ca-c5cc9258ebe0 req-7fb70d11-74c7-4968-b45a-fe7a4c5fd2f2 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590324 Jan 28 00:11:12.578763 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:12.824779 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8423b-3392-44bd-bb09-1497c573aee1 req-64aebc10-6b83-4998-bfd9-a9b0a851abf9 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:12.827727 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27f8423b-3392-44bd-bb09-1497c573aee1 req-64aebc10-6b83-4998-bfd9-a9b0a851abf9 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=781afa12-a571-4a4d-8f9d-6ceddf7be94b HTTP/1.1" status: 200 len: 944 time: 0.0775673 Jan 28 00:11:12.924570 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27f8423b-3392-44bd-bb09-1497c573aee1 req-a6670653-9527-485a-804c-1e19f8c041b5 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907347 Jan 28 00:11:12.994272 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cdad8144-09e2-4491-af2c-4840c557b704 req-6358939c-c1bf-4391-a35e-b78394ad3dc2 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--176696056&fields=id&tenant_id=4fbf0a6223374ddfb503943d84d40270 HTTP/1.1" status: 200 len: 267 time: 0.0597095 Jan 28 00:11:13.197376 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd3354-41a0-47d1-a370-caf4ddbd3bee req-24405360-dd91-4930-88a6-06ae4e6ea63a tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:13.200249 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5fdd3354-41a0-47d1-a370-caf4ddbd3bee req-24405360-dd91-4930-88a6-06ae4e6ea63a tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/ports?device_id=953542fd-644d-4a73-8df0-583d11268ea4 HTTP/1.1" status: 200 len: 944 time: 0.1705003 Jan 28 00:11:13.262566 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad8144-09e2-4491-af2c-4840c557b704 req-4cdf8835-86bc-46a8-ad71-fdf2ad5bc9c8 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:13.264186 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cdad8144-09e2-4491-af2c-4840c557b704 req-4cdf8835-86bc-46a8-ad71-fdf2ad5bc9c8 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/networks?id=e089f335-5674-4c92-a564-9237fa994e7e HTTP/1.1" status: 200 len: 824 time: 0.2531633 Jan 28 00:11:13.288040 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5fdd3354-41a0-47d1-a370-caf4ddbd3bee req-e05d6fad-71f9-43b1-bd54-916c80009543 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4d054c1-f9bf-4382-85e8-3a9460104578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802879 Jan 28 00:11:13.290968 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cdad8144-09e2-4491-af2c-4840c557b704 req-79fb8749-416f-409a-99e7-3a5d3f5fb6a8 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/quotas/4fbf0a6223374ddfb503943d84d40270 HTTP/1.1" status: 200 len: 375 time: 0.0150325 Jan 28 00:11:13.357950 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['bf4052fb-8fcb-446c-b34c-a26dc0815ce5'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:11:13.380869 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cdad8144-09e2-4491-af2c-4840c557b704 req-9ea156a6-6dda-4c8f-b03f-d0f331ffaca8 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4fbf0a6223374ddfb503943d84d40270&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0754070 Jan 28 00:11:13.596751 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac601f-fa62-4403-9782-3ab181898727 req-c0bcc862-ec31-4278-809c-dfb2c6cb9f0b tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:13.599693 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c1ac601f-fa62-4403-9782-3ab181898727 req-c0bcc862-ec31-4278-809c-dfb2c6cb9f0b tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 950 time: 0.2082009 Jan 28 00:11:13.702441 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cdad8144-09e2-4491-af2c-4840c557b704 req-6a20989d-335c-4815-ab8c-864e8af97b0b service neutron] 10.222.0.70 "GET /v2.0/networks/e089f335-5674-4c92-a564-9237fa994e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079677 Jan 28 00:11:13.712233 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:13.735359 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c1ac601f-fa62-4403-9782-3ab181898727 req-5924ebac-2ec3-45f6-8008-6ff556c5bce3 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233201 Jan 28 00:11:13.844264 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cdad8144-09e2-4491-af2c-4840c557b704 req-31a77e73-0c32-4294-b2e1-1a4ec5f7f0a5 service neutron] 10.222.0.70 "GET /v2.0/networks/e089f335-5674-4c92-a564-9237fa994e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276095 Jan 28 00:11:13.982879 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2762cf87-9877-46fe-9fc5-2ed7fc752829 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:11:14.019700 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68575e72-bcde-48fe-a9d3-b02a047591a9 req-ce051dd8-8684-4273-8a71-a8c4bd342ebb tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:14.031207 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-68575e72-bcde-48fe-a9d3-b02a047591a9 req-ce051dd8-8684-4273-8a71-a8c4bd342ebb tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 943 time: 0.1129084 Jan 28 00:11:14.106148 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 2762cf87-9877-46fe-9fc5-2ed7fc752829 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:11:14.112740 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 2762cf87-9877-46fe-9fc5-2ed7fc752829 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:11:14.113136 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2762cf87-9877-46fe-9fc5-2ed7fc752829), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:14.134655 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-68575e72-bcde-48fe-a9d3-b02a047591a9 req-36407c7c-9d9d-49c7-b406-0fa06213f7b8 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014414 Jan 28 00:11:14.259709 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 2762cf87-9877-46fe-9fc5-2ed7fc752829 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:11:14.260218 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2762cf87-9877-46fe-9fc5-2ed7fc752829), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:14.287204 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device ab011b3f-345c-4764-99c6-d44b2c4e26bb details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:11:14.310569 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953542fd-644d-4a73-8df0-583d11268ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2762cf87-9877-46fe-9fc5-2ed7fc752829'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:11:14.310932 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ee55f-1ee5-452a-bf78-69a3ba93e633 req-3030b2b3-1aa6-42f7-90cf-2cddd41bb0a6 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:14.313348 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd9ddc0-7ffd-4830-ba00-2ec1e8106a8b" -d '{"events": [{"server_uuid": "953542fd-644d-4a73-8df0-583d11268ea4", "name": "network-vif-plugged", "status": "completed", "tag": "2762cf87-9877-46fe-9fc5-2ed7fc752829"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:11:14.333813 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-863ee55f-1ee5-452a-bf78-69a3ba93e633 req-3030b2b3-1aa6-42f7-90cf-2cddd41bb0a6 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=781afa12-a571-4a4d-8f9d-6ceddf7be94b HTTP/1.1" status: 200 len: 944 time: 0.2452574 Jan 28 00:11:14.339536 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 2762cf87-9877-46fe-9fc5-2ed7fc752829, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2762cf87-9877-46fe-9fc5-2ed7fc752829,segment=NetworkSegment(694f6eea-06a8-49aa-9a59-ebf86869732c),segment_id=694f6eea-06a8-49aa-9a59-ebf86869732c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:11:14.354323 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2762cf87-9877-46fe-9fc5-2ed7fc752829), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:14.445088 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9277c2eb-31f9-47f9-9739-b78b45a0a882 req-f6844ad9-012f-4d08-980c-93fed6eaa7e3 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8b34bf5-3bd6-4185-bfbb-ecd030845b30 HTTP/1.1" status: 200 len: 210 time: 0.1095893 Jan 28 00:11:14.506210 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-863ee55f-1ee5-452a-bf78-69a3ba93e633 req-212c389d-68c0-4079-b60e-e091e88a52f4 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427252 Jan 28 00:11:14.585480 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=2762cf87-9877-46fe-9fc5-2ed7fc752829,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:14.609110 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6364bf7e-5590-4bcd-8136-2bbe4ff68a2f x-openstack-request-id: req-6364bf7e-5590-4bcd-8136-2bbe4ff68a2f {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:11:14.609943 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953542fd-644d-4a73-8df0-583d11268ea4", "name": "network-vif-plugged", "status": "completed", "tag": "2762cf87-9877-46fe-9fc5-2ed7fc752829", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:11:14.610448 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6364bf7e-5590-4bcd-8136-2bbe4ff68a2f {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:11:14.610972 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953542fd-644d-4a73-8df0-583d11268ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2762cf87-9877-46fe-9fc5-2ed7fc752829', 'code': 200} Jan 28 00:11:14.614142 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port ab011b3f-345c-4764-99c6-d44b2c4e26bb, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ab011b3f-345c-4764-99c6-d44b2c4e26bb,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:11:14.629470 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'ab011b3f-345c-4764-99c6-d44b2c4e26bb', 'network_id': 'f388c604-9dfb-430b-954f-b2b9c1d3c352', 'port_id': 'ab011b3f-345c-4764-99c6-d44b2c4e26bb', 'mac_address': 'fa:16:3e:51:a7:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742a4943-8344-4614-b3ae-dda4eb02931e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:11:14.742599 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port ab011b3f-345c-4764-99c6-d44b2c4e26bb is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:11:14.743601 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ab011b3f-345c-4764-99c6-d44b2c4e26bb), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:14.771383 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab011b3f-345c-4764-99c6-d44b2c4e26bb {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:11:14.809073 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port ab011b3f-345c-4764-99c6-d44b2c4e26bb, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ab011b3f-345c-4764-99c6-d44b2c4e26bb,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:11:14.818330 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ab011b3f-345c-4764-99c6-d44b2c4e26bb), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:14.936223 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=ab011b3f-345c-4764-99c6-d44b2c4e26bb,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:14.959426 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ba6ba-52b3-420a-ab23-f6231b25d92e req-d42112e9-ee53-4145-ae88-8bba0b43c558 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:14.962021 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eb8ba6ba-52b3-420a-ab23-f6231b25d92e req-d42112e9-ee53-4145-ae88-8bba0b43c558 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/ports?device_id=953542fd-644d-4a73-8df0-583d11268ea4 HTTP/1.1" status: 200 len: 945 time: 0.2694607 Jan 28 00:11:15.000994 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fa58d-f830-4f2c-a3f1-42ab990884c0 req-430234ea-e1e1-49d6-a117-da458c2979bf tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:15.004949 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-834fa58d-f830-4f2c-a3f1-42ab990884c0 req-430234ea-e1e1-49d6-a117-da458c2979bf tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 1096 time: 0.2491558 Jan 28 00:11:15.040071 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94017529-d775-497b-8214-349b1b1d31d3 req-3ea9e3c4-a280-4fcd-b414-0241ae76db35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:15.044624 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-94017529-d775-497b-8214-349b1b1d31d3 req-3ea9e3c4-a280-4fcd-b414-0241ae76db35 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=953542fd-644d-4a73-8df0-583d11268ea4 HTTP/1.1" status: 200 len: 1096 time: 0.2247579 Jan 28 00:11:15.248938 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eb8ba6ba-52b3-420a-ab23-f6231b25d92e req-e576aa8d-a09a-407d-a238-3ee1f40e447b tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4d054c1-f9bf-4382-85e8-3a9460104578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729194 Jan 28 00:11:15.250929 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['ab011b3f-345c-4764-99c6-d44b2c4e26bb'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:11:15.294687 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-834fa58d-f830-4f2c-a3f1-42ab990884c0 req-873f9ebe-20d7-4be9-8cfb-27b78bedbd3e tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430718 Jan 28 00:11:15.308010 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-94017529-d775-497b-8214-349b1b1d31d3 req-af23385f-7e4c-405f-b3f7-a063e6057500 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f4d054c1-f9bf-4382-85e8-3a9460104578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299795 Jan 28 00:11:15.528434 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96361979-a4dc-4c79-bed4-23a0ba520075 req-a825b32d-ddf1-40d7-9fe3-907bc0a694ac tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:15.532425 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96361979-a4dc-4c79-bed4-23a0ba520075 req-a825b32d-ddf1-40d7-9fe3-907bc0a694ac tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 950 time: 0.1302691 Jan 28 00:11:15.666264 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96361979-a4dc-4c79-bed4-23a0ba520075 req-717321f1-fd97-407d-8c8a-1466ee92a3b8 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254935 Jan 28 00:11:15.685474 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d47d61-593b-41d0-9e64-1b23bd19fa21 req-9a054913-d397-44d1-b2aa-65e493c5b902 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:15.687524 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62d47d61-593b-41d0-9e64-1b23bd19fa21 req-9a054913-d397-44d1-b2aa-65e493c5b902 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 943 time: 0.1341507 Jan 28 00:11:15.764743 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62d47d61-593b-41d0-9e64-1b23bd19fa21 req-6c704ea3-4081-4343-879f-6d14119c7711 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691447 Jan 28 00:11:15.908659 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bc70cea1-7211-44cb-8adc-e71f90f774a8 req-e4af0460-2ac3-439a-a347-880aa8f24848 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8b34bf5-3bd6-4185-bfbb-ecd030845b30 HTTP/1.1" status: 200 len: 210 time: 0.0635598 Jan 28 00:11:16.004172 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device de996d43-cc96-4aea-9033-9244d4923d32 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:11:16.033430 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device bf4052fb-8fcb-446c-b34c-a26dc0815ce5 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:11:16.134861 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3dc0ca-a3e6-4f78-a637-4bae9d09302f req-b61a6658-7f49-4e30-a4d3-f2e7725b6bcb tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:16.148743 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0b3dc0ca-a3e6-4f78-a637-4bae9d09302f req-b61a6658-7f49-4e30-a4d3-f2e7725b6bcb tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=781afa12-a571-4a4d-8f9d-6ceddf7be94b HTTP/1.1" status: 200 len: 945 time: 0.1079745 Jan 28 00:11:16.228314 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port bf4052fb-8fcb-446c-b34c-a26dc0815ce5 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:11:16.228906 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bf4052fb-8fcb-446c-b34c-a26dc0815ce5), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:16.304878 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device ab011b3f-345c-4764-99c6-d44b2c4e26bb up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:11:16.344128 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0b3dc0ca-a3e6-4f78-a637-4bae9d09302f req-468d193f-1a6f-4f08-8703-07dcb0f29325 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927478 Jan 28 00:11:16.390942 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4d66a-4641-45c5-9030-2f3fa3df8a43 req-288192b4-9b6c-463c-9563-6292ef522718 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:16.392910 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port de996d43-cc96-4aea-9033-9244d4923d32, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=de996d43-cc96-4aea-9033-9244d4923d32,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:11:16.400377 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-90b4d66a-4641-45c5-9030-2f3fa3df8a43 req-288192b4-9b6c-463c-9563-6292ef522718 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.52 "GET /v2.0/ports?device_id=e935eea7-1d17-4eaa-8aca-fe9b1039f820 HTTP/1.1" status: 200 len: 946 time: 0.1620941 Jan 28 00:11:16.486169 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'de996d43-cc96-4aea-9033-9244d4923d32', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': 'de996d43-cc96-4aea-9033-9244d4923d32', 'mac_address': 'fa:16:3e:82:23:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:11:16.694986 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port ab011b3f-345c-4764-99c6-d44b2c4e26bb completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:11:16.700872 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port de996d43-cc96-4aea-9033-9244d4923d32 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:11:16.701952 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (de996d43-cc96-4aea-9033-9244d4923d32), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:16.709713 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port bf4052fb-8fcb-446c-b34c-a26dc0815ce5 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:11:16.710265 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc951f3-7d96-477c-a785-bc8252428281 req-752c5a2d-85d8-4fe5-8410-44da8ee447b7 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:16.710454 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bf4052fb-8fcb-446c-b34c-a26dc0815ce5), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:16.713941 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6fc951f3-7d96-477c-a785-bc8252428281 req-752c5a2d-85d8-4fe5-8410-44da8ee447b7 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/ports?device_id=953542fd-644d-4a73-8df0-583d11268ea4 HTTP/1.1" status: 200 len: 945 time: 0.1650944 Jan 28 00:11:16.730252 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port ab011b3f-345c-4764-99c6-d44b2c4e26bb triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:11:16.730928 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ab011b3f-345c-4764-99c6-d44b2c4e26bb), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:16.909999 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de996d43-cc96-4aea-9033-9244d4923d32 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:11:16.911400 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-90b4d66a-4641-45c5-9030-2f3fa3df8a43 req-4fb13bd3-5a22-4b15-8bfd-8404cdcd03d4 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Deleting port dd2ac950-4566-4fa7-a9c6-2a0615d05bd1 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:11:16.912050 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-90b4d66a-4641-45c5-9030-2f3fa3df8a43 req-4fb13bd3-5a22-4b15-8bfd-8404cdcd03d4 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (dd2ac950-4566-4fa7-a9c6-2a0615d05bd1), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:16.957202 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d8d438-d2f3-44c7-8a9a-ae7352622d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4052fb-8fcb-446c-b34c-a26dc0815ce5'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:11:16.960801 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0cf4b6-5506-4db5-ba9b-8e2634128379" -d '{"events": [{"server_uuid": "08d8d438-d2f3-44c7-8a9a-ae7352622d85", "name": "network-vif-plugged", "status": "completed", "tag": "bf4052fb-8fcb-446c-b34c-a26dc0815ce5"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:11:16.992452 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port de996d43-cc96-4aea-9033-9244d4923d32, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=de996d43-cc96-4aea-9033-9244d4923d32,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:11:17.001755 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port bf4052fb-8fcb-446c-b34c-a26dc0815ce5, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=bf4052fb-8fcb-446c-b34c-a26dc0815ce5,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:11:17.007403 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (de996d43-cc96-4aea-9033-9244d4923d32), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:17.014279 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (bf4052fb-8fcb-446c-b34c-a26dc0815ce5), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:17.196054 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port ab011b3f-345c-4764-99c6-d44b2c4e26bb is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:11:17.197268 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ab011b3f-345c-4764-99c6-d44b2c4e26bb), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:17.214222 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6fc951f3-7d96-477c-a785-bc8252428281 req-f75a0eb2-6c48-4d48-a14f-74781ddf3a08 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4d054c1-f9bf-4382-85e8-3a9460104578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4497621 Jan 28 00:11:17.217008 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=de996d43-cc96-4aea-9033-9244d4923d32,revision_number=9']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:17.249558 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad8144-09e2-4491-af2c-4840c557b704 req-0536d414-e982-4263-8c9b-e68db917a6b9 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:17.251297 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cdad8144-09e2-4491-af2c-4840c557b704 req-0536d414-e982-4263-8c9b-e68db917a6b9 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.52 "GET /v2.0/networks?id=e089f335-5674-4c92-a564-9237fa994e7e HTTP/1.1" status: 200 len: 824 time: 0.5250678 Jan 28 00:11:17.300797 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-90b4d66a-4641-45c5-9030-2f3fa3df8a43 req-4fb13bd3-5a22-4b15-8bfd-8404cdcd03d4 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] For port dd2ac950-4566-4fa7-a9c6-2a0615d05bd1, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=dd2ac950-4566-4fa7-a9c6-2a0615d05bd1,segment=NetworkSegment(2271d763-dbe0-482d-9b5a-a3c1bb7454e8),segment_id=2271d763-dbe0-482d-9b5a-a3c1bb7454e8)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:11:17.301321 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-90b4d66a-4641-45c5-9030-2f3fa3df8a43 req-4fb13bd3-5a22-4b15-8bfd-8404cdcd03d4 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (dd2ac950-4566-4fa7-a9c6-2a0615d05bd1), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:17.312976 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['de996d43-cc96-4aea-9033-9244d4923d32'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:11:17.469939 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port ab011b3f-345c-4764-99c6-d44b2c4e26bb, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ab011b3f-345c-4764-99c6-d44b2c4e26bb,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:11:17.481049 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=bf4052fb-8fcb-446c-b34c-a26dc0815ce5,revision_number=11']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:17.488968 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ab011b3f-345c-4764-99c6-d44b2c4e26bb), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:17.718394 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cdad8144-09e2-4491-af2c-4840c557b704 req-87e544e8-64ee-4d21-903a-03fd8c639a7d tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fbf0a6223374ddfb503943d84d40270 HTTP/1.1" status: 200 len: 379 time: 0.4440935 Jan 28 00:11:17.766041 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-cdad8144-09e2-4491-af2c-4840c557b704 req-6ff42442-807d-4413-85fb-39b1ff3a289a tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Request body: {'port': {'device_id': 'd8b34bf5-3bd6-4185-bfbb-ecd030845b30', 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e', 'admin_state_up': True, 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'security_groups': ['052f30d2-3809-45fe-8cf7-6fd8fec0c84b']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:11:17.772434 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=ab011b3f-345c-4764-99c6-d44b2c4e26bb,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:17.818683 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-77bad538-6c08-4d74-9c59-3414df428b4a req-449cc3fa-c89a-4653-a323-4e7cdf9c83f6 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:11:17.823015 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77bad538-6c08-4d74-9c59-3414df428b4a req-449cc3fa-c89a-4653-a323-4e7cdf9c83f6 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0146186 Jan 28 00:11:17.904174 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bad538-6c08-4d74-9c59-3414df428b4a req-6bca6635-7d06-43a7-b42b-d1da5748cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:17.906606 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77bad538-6c08-4d74-9c59-3414df428b4a req-6bca6635-7d06-43a7-b42b-d1da5748cd4d service neutron] 10.222.0.70 "GET /v2.0/ports/d627b88b-cb29-4bd1-afec-e8bab05970f1 HTTP/1.1" status: 200 len: 1093 time: 0.0670218 Jan 28 00:11:17.931731 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-77bad538-6c08-4d74-9c59-3414df428b4a req-03ff7ec6-41a5-4541-9349-b662b81716d9 service neutron] Request body: {'binding': {'host': 'n-h2-826754-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:11:17.933094 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-77bad538-6c08-4d74-9c59-3414df428b4a req-03ff7ec6-41a5-4541-9349-b662b81716d9 service neutron] Unknown quota resources ['binding']. {{(pid=103343) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 00:11:18.116990 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-77bad538-6c08-4d74-9c59-3414df428b4a req-03ff7ec6-41a5-4541-9349-b662b81716d9 service neutron] Attempting to bind port d627b88b-cb29-4bd1-afec-e8bab05970f1 on host n-h2-826754-1 for vnic_type normal with profile None {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:11:18.117282 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-77bad538-6c08-4d74-9c59-3414df428b4a req-03ff7ec6-41a5-4541-9349-b662b81716d9 service neutron] Attempting to bind port d627b88b-cb29-4bd1-afec-e8bab05970f1 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:11:18.117705 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bad538-6c08-4d74-9c59-3414df428b4a req-03ff7ec6-41a5-4541-9349-b662b81716d9 service neutron] Attempting to bind port d627b88b-cb29-4bd1-afec-e8bab05970f1 on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:11:18.122859 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bad538-6c08-4d74-9c59-3414df428b4a req-03ff7ec6-41a5-4541-9349-b662b81716d9 service neutron] Port d627b88b-cb29-4bd1-afec-e8bab05970f1 on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:11:18.123062 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bad538-6c08-4d74-9c59-3414df428b4a req-03ff7ec6-41a5-4541-9349-b662b81716d9 service neutron] Attempting to bind port d627b88b-cb29-4bd1-afec-e8bab05970f1 on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:11:18.128691 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bad538-6c08-4d74-9c59-3414df428b4a req-03ff7ec6-41a5-4541-9349-b662b81716d9 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:11:18.129061 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bad538-6c08-4d74-9c59-3414df428b4a req-03ff7ec6-41a5-4541-9349-b662b81716d9 service neutron] Checking segment: {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:11:18.129423 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bad538-6c08-4d74-9c59-3414df428b4a req-03ff7ec6-41a5-4541-9349-b662b81716d9 service neutron] Bound using segment: {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:11:18.129856 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-77bad538-6c08-4d74-9c59-3414df428b4a req-03ff7ec6-41a5-4541-9349-b662b81716d9 service neutron] Bound port: d627b88b-cb29-4bd1-afec-e8bab05970f1, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:11:18.144962 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de5a13-6466-4c0c-af7c-d1c28d10822a req-899a2488-4772-43cd-ac32-f6e53975f036 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:18.147683 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-21de5a13-6466-4c0c-af7c-d1c28d10822a req-899a2488-4772-43cd-ac32-f6e53975f036 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 951 time: 0.5645142 Jan 28 00:11:18.187690 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-77bad538-6c08-4d74-9c59-3414df428b4a req-03ff7ec6-41a5-4541-9349-b662b81716d9 service neutron] For port d627b88b-cb29-4bd1-afec-e8bab05970f1, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=d627b88b-cb29-4bd1-afec-e8bab05970f1,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:11:18.195666 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-77bad538-6c08-4d74-9c59-3414df428b4a req-03ff7ec6-41a5-4541-9349-b662b81716d9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:18.197245 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77bad538-6c08-4d74-9c59-3414df428b4a req-03ff7ec6-41a5-4541-9349-b662b81716d9 service neutron] 10.222.0.70 "POST /v2.0/ports/d627b88b-cb29-4bd1-afec-e8bab05970f1/bindings HTTP/1.1" status: 201 len: 389 time: 0.2803514 Jan 28 00:11:18.242078 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-90b4d66a-4641-45c5-9030-2f3fa3df8a43 req-4fb13bd3-5a22-4b15-8bfd-8404cdcd03d4 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:18.243006 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-90b4d66a-4641-45c5-9030-2f3fa3df8a43 req-4fb13bd3-5a22-4b15-8bfd-8404cdcd03d4 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (6789c033-f679-42b8-ac77-791e97a9bd84), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:18.243006 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [req-90b4d66a-4641-45c5-9030-2f3fa3df8a43 req-4fb13bd3-5a22-4b15-8bfd-8404cdcd03d4 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Floating IP 6789c033-f679-42b8-ac77-791e97a9bd84 disassociated. External IP: 172.25.3.116, port: dd2ac950-4566-4fa7-a9c6-2a0615d05bd1. Jan 28 00:11:18.243295 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-90b4d66a-4641-45c5-9030-2f3fa3df8a43 req-4fb13bd3-5a22-4b15-8bfd-8404cdcd03d4 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Calling delete_port for dd2ac950-4566-4fa7-a9c6-2a0615d05bd1 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:11:18.430444 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-21de5a13-6466-4c0c-af7c-d1c28d10822a req-e93b36ee-8733-47d9-a1a8-3c463d8fb4ed tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663624 Jan 28 00:11:18.581315 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdad8144-09e2-4491-af2c-4840c557b704 req-6ff42442-807d-4413-85fb-39b1ff3a289a tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Made reservation on behalf of 4fbf0a6223374ddfb503943d84d40270 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:11:18.584770 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-cdad8144-09e2-4491-af2c-4840c557b704 req-6ff42442-807d-4413-85fb-39b1ff3a289a tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:18.638513 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3c23ca7-2b40-4027-a4e0-b0acb0d75672 req-a9f89c06-290c-4bba-b18f-e35b903a5731 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8b34bf5-3bd6-4185-bfbb-ecd030845b30 HTTP/1.1" status: 200 len: 210 time: 0.0608649 Jan 28 00:11:18.661430 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f66fa5-8fd8-499e-a226-e9133445538f req-6e2c5175-bafc-4a1f-9268-4d3ee1f79383 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:18.670132 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-11f66fa5-8fd8-499e-a226-e9133445538f req-6e2c5175-bafc-4a1f-9268-4d3ee1f79383 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 943 time: 0.2723432 Jan 28 00:11:18.672065 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-90b4d66a-4641-45c5-9030-2f3fa3df8a43 req-4fb13bd3-5a22-4b15-8bfd-8404cdcd03d4 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (dd2ac950-4566-4fa7-a9c6-2a0615d05bd1), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:18.760264 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-11f66fa5-8fd8-499e-a226-e9133445538f req-79a2f8dd-c1f3-4819-91b6-62cc8ebc895c tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891173 Jan 28 00:11:18.770783 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b98e26-c3e5-4a20-9d98-96934197599c x-openstack-request-id: req-11b98e26-c3e5-4a20-9d98-96934197599c {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:11:18.771279 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d8d438-d2f3-44c7-8a9a-ae7352622d85", "name": "network-vif-plugged", "status": "completed", "tag": "bf4052fb-8fcb-446c-b34c-a26dc0815ce5", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:11:18.771750 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-11b98e26-c3e5-4a20-9d98-96934197599c {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:11:18.772408 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d8d438-d2f3-44c7-8a9a-ae7352622d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4052fb-8fcb-446c-b34c-a26dc0815ce5', 'code': 200} Jan 28 00:11:18.828893 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb13bd3-5a22-4b15-8bfd-8404cdcd03d4 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Pushing event deleted for resources: {'Port': ['ID=dd2ac950-4566-4fa7-a9c6-2a0615d05bd1,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:19.631459 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2171d9e4-f6a0-4da8-ac6a-256129c8629b req-523a361c-85a6-4d71-9061-af3dd918b155 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1056650 Jan 28 00:11:19.760790 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7ce30-f2e5-4ab0-aafc-38afa69ea2c6 req-29cbbec4-be7d-4dbd-8254-e45f24747b63 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:19.769325 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97c7ce30-f2e5-4ab0-aafc-38afa69ea2c6 req-29cbbec4-be7d-4dbd-8254-e45f24747b63 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/ports?device_id=953542fd-644d-4a73-8df0-583d11268ea4 HTTP/1.1" status: 200 len: 945 time: 0.8260071 Jan 28 00:11:19.795100 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-cdad8144-09e2-4491-af2c-4840c557b704 req-6ff42442-807d-4413-85fb-39b1ff3a289a tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Allocated IP 172.20.0.3 (e089f335-5674-4c92-a564-9237fa994e7e/fd93541c-3fa3-4f63-b944-5654809caebc/19d78af4-1ba6-43e3-82a2-0b46ee234297) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:11:19.844339 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171d9e4-f6a0-4da8-ac6a-256129c8629b req-c0b1d4d9-6b7d-4d36-8f50-a4e871d41502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:19.849293 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2171d9e4-f6a0-4da8-ac6a-256129c8629b req-c0b1d4d9-6b7d-4d36-8f50-a4e871d41502 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a78e89f3df84c31929be575e138a975&device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 1095 time: 0.1478055 Jan 28 00:11:20.009371 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f8b85-4156-4421-9414-176cf3c042c3 req-2716d1c1-1c08-40a3-8662-aa71656c4d52 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:20.011116 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-429f8b85-4156-4421-9414-176cf3c042c3 req-2716d1c1-1c08-40a3-8662-aa71656c4d52 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=781afa12-a571-4a4d-8f9d-6ceddf7be94b HTTP/1.1" status: 200 len: 946 time: 1.0736656 Jan 28 00:11:20.030095 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90b4d66a-4641-45c5-9030-2f3fa3df8a43 req-4fb13bd3-5a22-4b15-8bfd-8404cdcd03d4 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Router 61939f74-61b6-45a9-8829-6ef3a073b55f has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:11:20.149703 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97c7ce30-f2e5-4ab0-aafc-38afa69ea2c6 req-eeb71f8f-5e2e-44b3-bd3f-80bee4961a98 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4d054c1-f9bf-4382-85e8-3a9460104578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625016 Jan 28 00:11:20.211452 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-429f8b85-4156-4421-9414-176cf3c042c3 req-43ed064b-34bf-473b-a846-a1bd8630836d tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845949 Jan 28 00:11:20.219302 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171d9e4-f6a0-4da8-ac6a-256129c8629b req-02e81685-63a2-40bc-af7b-3b53ba437a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:20.230953 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2171d9e4-f6a0-4da8-ac6a-256129c8629b req-02e81685-63a2-40bc-af7b-3b53ba437a97 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 200 len: 908 time: 0.3517752 Jan 28 00:11:20.251081 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-cdad8144-09e2-4491-af2c-4840c557b704 req-6ff42442-807d-4413-85fb-39b1ff3a289a tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks [] for port (19d78af4-1ba6-43e3-82a2-0b46ee234297), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:20.331297 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2171d9e4-f6a0-4da8-ac6a-256129c8629b req-82e9e508-978a-429e-aaea-0f5cd699f3c7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23e4c93d-2bfd-40b7-85b3-7e9aa2285abd HTTP/1.1" status: 200 len: 217 time: 0.0966508 Jan 28 00:11:20.383360 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90b4d66a-4641-45c5-9030-2f3fa3df8a43 req-4fb13bd3-5a22-4b15-8bfd-8404cdcd03d4 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:11:20.397574 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b808f10-0ff9-4ab0-a1a8-061f7f8738bd None None] Sync routers for ids ['61939f74-61b6-45a9-8829-6ef3a073b55f'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:11:20.442313 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b808f10-0ff9-4ab0-a1a8-061f7f8738bd None None] Routers {'61939f74-61b6-45a9-8829-6ef3a073b55f'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:11:20.444778 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-5b808f10-0ff9-4ab0-a1a8-061f7f8738bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:11:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['61939f74-61b6-45a9-8829-6ef3a073b55f'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:11:20.489456 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171d9e4-f6a0-4da8-ac6a-256129c8629b req-b8829789-b020-4a78-98df-fe664e931c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:20.497980 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2171d9e4-f6a0-4da8-ac6a-256129c8629b req-b8829789-b020-4a78-98df-fe664e931c7c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a309d6c9-38a3-409d-a906-1638039000ff HTTP/1.1" status: 200 len: 847 time: 0.1597071 Jan 28 00:11:20.572386 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-cdad8144-09e2-4491-af2c-4840c557b704 req-6ff42442-807d-4413-85fb-39b1ff3a289a tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (19d78af4-1ba6-43e3-82a2-0b46ee234297), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:20.585369 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2171d9e4-f6a0-4da8-ac6a-256129c8629b req-3590676c-400b-41bd-a994-3bc882ce7261 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ede0cbb9-a83e-4037-b673-696eabc6b3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809512 Jan 28 00:11:20.701397 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdad8144-09e2-4491-af2c-4840c557b704 req-6ff42442-807d-4413-85fb-39b1ff3a289a tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Network e089f335-5674-4c92-a564-9237fa994e7e is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:11:20.702988 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b4d66a-4641-45c5-9030-2f3fa3df8a43 req-4fb13bd3-5a22-4b15-8bfd-8404cdcd03d4 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] No DVR routers for this DVR port dd2ac950-4566-4fa7-a9c6-2a0615d05bd1 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:11:20.707065 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-90b4d66a-4641-45c5-9030-2f3fa3df8a43 req-4fb13bd3-5a22-4b15-8bfd-8404cdcd03d4 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:20.711412 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-90b4d66a-4641-45c5-9030-2f3fa3df8a43 req-4fb13bd3-5a22-4b15-8bfd-8404cdcd03d4 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.52 "DELETE /v2.0/ports/dd2ac950-4566-4fa7-a9c6-2a0615d05bd1 HTTP/1.1" status: 204 len: 173 time: 4.3006332 Jan 28 00:11:20.736987 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff42442-807d-4413-85fb-39b1ff3a289a tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Pushing event updated for resources: {'Port': ['ID=19d78af4-1ba6-43e3-82a2-0b46ee234297,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:20.753379 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-cdad8144-09e2-4491-af2c-4840c557b704 req-6ff42442-807d-4413-85fb-39b1ff3a289a tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:11:20.758667 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdad8144-09e2-4491-af2c-4840c557b704 req-6ff42442-807d-4413-85fb-39b1ff3a289a tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:11:20.763700 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e935eea7-1d17-4eaa-8aca-fe9b1039f820', 'name': 'network-vif-deleted', 'tag': 'dd2ac950-4566-4fa7-a9c6-2a0615d05bd1'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:11:20.768160 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd1e947-c83f-48c9-8f15-29b68a78c9be" -d '{"events": [{"server_uuid": "e935eea7-1d17-4eaa-8aca-fe9b1039f820", "name": "network-vif-deleted", "tag": "dd2ac950-4566-4fa7-a9c6-2a0615d05bd1"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:11:20.773471 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781afa12-a571-4a4d-8f9d-6ceddf7be94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab011b3f-345c-4764-99c6-d44b2c4e26bb'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:11:20.778248 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0223cfe-7478-43fa-8364-bf3d19c003b6" -d '{"events": [{"server_uuid": "781afa12-a571-4a4d-8f9d-6ceddf7be94b", "name": "network-vif-plugged", "status": "completed", "tag": "ab011b3f-345c-4764-99c6-d44b2c4e26bb"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:11:20.872450 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-5b808f10-0ff9-4ab0-a1a8-061f7f8738bd None None] Set router 61939f74-61b6-45a9-8829-6ef3a073b55f gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:11:20.894268 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87674d-2e58-4227-a19c-a00e3bd8f28a req-0ce008de-bf14-41aa-b088-5760fb9d73b0 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:20.899322 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0a87674d-2e58-4227-a19c-a00e3bd8f28a req-0ce008de-bf14-41aa-b088-5760fb9d73b0 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 951 time: 0.3875623 Jan 28 00:11:21.009114 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2171d9e4-f6a0-4da8-ac6a-256129c8629b req-a8ccc7b4-e297-4c30-af5d-aa54e49acafe service neutron] 10.222.0.65 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122524 Jan 28 00:11:21.022435 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device dd2ac950-4566-4fa7-a9c6-2a0615d05bd1 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:11:21.093764 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5095f93-8709-49c9-8b4a-02dd3c62f96b req-608558be-bed3-4b8a-9af4-f5e9a385a793 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:21.095394 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a5095f93-8709-49c9-8b4a-02dd3c62f96b req-608558be-bed3-4b8a-9af4-f5e9a385a793 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.6935701 Jan 28 00:11:21.115329 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: dd2ac950-4566-4fa7-a9c6-2a0615d05bd1 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:11:21.143900 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device dd2ac950-4566-4fa7-a9c6-2a0615d05bd1 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:11:21.280458 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad8144-09e2-4491-af2c-4840c557b704 req-6ff42442-807d-4413-85fb-39b1ff3a289a tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:21.281373 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-cdad8144-09e2-4491-af2c-4840c557b704 req-6ff42442-807d-4413-85fb-39b1ff3a289a tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:21.347713 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cdad8144-09e2-4491-af2c-4840c557b704 req-6ff42442-807d-4413-85fb-39b1ff3a289a tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5930269 Jan 28 00:11:21.363413 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6b66b446-8604-4a5b-8570-22a70c554802 None None] Provisioning complete for port 19d78af4-1ba6-43e3-82a2-0b46ee234297 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:11:21.366411 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6b66b446-8604-4a5b-8570-22a70c554802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (19d78af4-1ba6-43e3-82a2-0b46ee234297), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:21.385666 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0a87674d-2e58-4227-a19c-a00e3bd8f28a req-5e9aa421-fc7c-49ea-bde2-67ccbdec32ff tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584813 Jan 28 00:11:21.433697 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2171d9e4-f6a0-4da8-ac6a-256129c8629b req-dadba2fb-d61b-4882-8984-4965074550de service neutron] 10.222.0.65 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178002 Jan 28 00:11:21.519921 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6b66b446-8604-4a5b-8570-22a70c554802 None None] Port 19d78af4-1ba6-43e3-82a2-0b46ee234297 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:11:21.531650 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-cdad8144-09e2-4491-af2c-4840c557b704 req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Request body: {'port': {'device_id': 'd8b34bf5-3bd6-4185-bfbb-ecd030845b30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:11:21.603259 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a5095f93-8709-49c9-8b4a-02dd3c62f96b req-249c7b12-7387-423b-aeb4-9a6730389565 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474635 Jan 28 00:11:21.615421 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e992656a-314e-4f9f-a344-69f579fe685c req-271870ca-6118-4179-9854-587febc50a24 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1440837 Jan 28 00:11:21.656776 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-5b808f10-0ff9-4ab0-a1a8-061f7f8738bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2041208346-router', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:07:22Z', 'updated_at': '2022-01-28T00:07:27Z', 'revision_number': 4, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'gw_port': {'id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:23Z', 'updated_at': '2022-01-28T00:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '29bfd5a4-7665-4769-a77e-d2812ab7dcc2', 'name': '', 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'mac_address': 'fa:16:3e:cd:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'fd93541c-3fa3-4f63-b944-5654809caebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:26Z', 'updated_at': '2022-01-28T00:07:32Z', 'revision_number': 5, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'subnets': [{'id': 'fd93541c-3fa3-4f63-b944-5654809caebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:11:21.817466 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4820154-11c0-40a9-a4bb-1418140300b8 req-9b2f510a-1a2a-413b-9ca8-86f5e23806db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:21.826832 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d4820154-11c0-40a9-a4bb-1418140300b8 req-9b2f510a-1a2a-413b-9ca8-86f5e23806db service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 1102 time: 0.6852252 Jan 28 00:11:21.844782 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992656a-314e-4f9f-a344-69f579fe685c req-535a0567-58d7-4a07-a244-8ba72ad685be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:21.848268 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e992656a-314e-4f9f-a344-69f579fe685c req-535a0567-58d7-4a07-a244-8ba72ad685be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6990d737c5db4738a7ab281f03db2443&device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 1117 time: 0.1662974 Jan 28 00:11:21.863852 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b808f10-0ff9-4ab0-a1a8-061f7f8738bd None None] Checking router: 61939f74-61b6-45a9-8829-6ef3a073b55f for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:11:21.873839 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:11:21.892881 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b808f10-0ff9-4ab0-a1a8-061f7f8738bd None None] Routers {'61939f74-61b6-45a9-8829-6ef3a073b55f'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:11:21.893539 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-5b808f10-0ff9-4ab0-a1a8-061f7f8738bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:11:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['61939f74-61b6-45a9-8829-6ef3a073b55f'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:11:22.188511 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d43ff-713d-4480-bae7-92457f0896aa req-9b6ae38e-722b-42af-96fb-7d21f8f279ea tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:22.193285 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-df3d43ff-713d-4480-bae7-92457f0896aa req-9b6ae38e-722b-42af-96fb-7d21f8f279ea tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8b34bf5-3bd6-4185-bfbb-ecd030845b30 HTTP/1.1" status: 200 len: 931 time: 0.5541136 Jan 28 00:11:22.228497 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992656a-314e-4f9f-a344-69f579fe685c req-812d6a2c-34ad-4c49-80c8-cb0221344e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:22.230101 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e992656a-314e-4f9f-a344-69f579fe685c req-812d6a2c-34ad-4c49-80c8-cb0221344e91 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf HTTP/1.1" status: 200 len: 922 time: 0.3572032 Jan 28 00:11:22.236917 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8db792-dbe2-46f8-9e71-53d2af3f02bf req-2aaff8e6-54e3-4fc8-9c50-3b6b703591f9 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:22.255907 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-5b808f10-0ff9-4ab0-a1a8-061f7f8738bd None None] Set router 61939f74-61b6-45a9-8829-6ef3a073b55f gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:11:22.259462 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6c8db792-dbe2-46f8-9e71-53d2af3f02bf req-2aaff8e6-54e3-4fc8-9c50-3b6b703591f9 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 943 time: 0.4306877 Jan 28 00:11:22.295422 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e34d3b27-f88d-40ca-a720-0da10d81433d no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:11:22.377694 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e992656a-314e-4f9f-a344-69f579fe685c req-3f563beb-c3dc-47f4-b7be-0c039c8c70b4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dfa7925-dd1f-40f0-8a84-233f0885d983 HTTP/1.1" status: 200 len: 217 time: 0.1398716 Jan 28 00:11:22.508911 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d4820154-11c0-40a9-a4bb-1418140300b8 req-c674357d-34ce-47f1-86bd-f6634242c3d2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6211612 Jan 28 00:11:22.510022 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-cdad8144-09e2-4491-af2c-4840c557b704 req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (19d78af4-1ba6-43e3-82a2-0b46ee234297), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:22.568417 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992656a-314e-4f9f-a344-69f579fe685c req-71dfb085-cea7-47df-b60c-befc07d77e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:22.571098 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e992656a-314e-4f9f-a344-69f579fe685c req-71dfb085-cea7-47df-b60c-befc07d77e1e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1cf259c4-4e5d-4731-814e-e633d701ebdd HTTP/1.1" status: 200 len: 861 time: 0.1868763 Jan 28 00:11:22.612909 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port e34d3b27-f88d-40ca-a720-0da10d81433d is: DOWN; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:11:22.666572 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6c8db792-dbe2-46f8-9e71-53d2af3f02bf req-7d6c6409-9a33-4831-8259-271f6d63a7a9 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808665 Jan 28 00:11:22.725462 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-df3d43ff-713d-4480-bae7-92457f0896aa req-d47285af-7d62-48e6-812c-dbe2c341f257 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/security-groups?id=052f30d2-3809-45fe-8cf7-6fd8fec0c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5089421 Jan 28 00:11:22.852797 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524986b3-b8f7-4e8c-b6b2-7056fddabacf x-openstack-request-id: req-524986b3-b8f7-4e8c-b6b2-7056fddabacf {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:11:22.853312 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781afa12-a571-4a4d-8f9d-6ceddf7be94b", "name": "network-vif-plugged", "status": "completed", "tag": "ab011b3f-345c-4764-99c6-d44b2c4e26bb", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:11:22.853729 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-524986b3-b8f7-4e8c-b6b2-7056fddabacf {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:11:22.854587 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781afa12-a571-4a4d-8f9d-6ceddf7be94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab011b3f-345c-4764-99c6-d44b2c4e26bb', 'code': 200} Jan 28 00:11:22.898506 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e653f96-0ffa-4775-9e35-fe53da45acac x-openstack-request-id: req-7e653f96-0ffa-4775-9e35-fe53da45acac {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:11:22.899404 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e935eea7-1d17-4eaa-8aca-fe9b1039f820", "name": "network-vif-deleted", "tag": "dd2ac950-4566-4fa7-a9c6-2a0615d05bd1", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:11:22.899404 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7e653f96-0ffa-4775-9e35-fe53da45acac {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:11:22.914318 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e935eea7-1d17-4eaa-8aca-fe9b1039f820', 'name': 'network-vif-deleted', 'tag': 'dd2ac950-4566-4fa7-a9c6-2a0615d05bd1', 'status': 'completed', 'code': 200} Jan 28 00:11:22.966563 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-5b808f10-0ff9-4ab0-a1a8-061f7f8738bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2041208346-router', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:07:22Z', 'updated_at': '2022-01-28T00:07:27Z', 'revision_number': 4, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'gw_port': {'id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:23Z', 'updated_at': '2022-01-28T00:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '29bfd5a4-7665-4769-a77e-d2812ab7dcc2', 'name': '', 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'mac_address': 'fa:16:3e:cd:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'fd93541c-3fa3-4f63-b944-5654809caebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:26Z', 'updated_at': '2022-01-28T00:07:32Z', 'revision_number': 5, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'subnets': [{'id': 'fd93541c-3fa3-4f63-b944-5654809caebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:11:23.002988 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device de996d43-cc96-4aea-9033-9244d4923d32 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:11:23.078208 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b808f10-0ff9-4ab0-a1a8-061f7f8738bd None None] The sync data for ids ['61939f74-61b6-45a9-8829-6ef3a073b55f'] in n-d-826754-1 is: [{'id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2041208346-router', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:07:22Z', 'updated_at': '2022-01-28T00:07:27Z', 'revision_number': 4, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'gw_port': {'id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:23Z', 'updated_at': '2022-01-28T00:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '29bfd5a4-7665-4769-a77e-d2812ab7dcc2', 'name': '', 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'mac_address': 'fa:16:3e:cd:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'fd93541c-3fa3-4f63-b944-5654809caebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:26Z', 'updated_at': '2022-01-28T00:07:32Z', 'revision_number': 5, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'subnets': [{'id': 'fd93541c-3fa3-4f63-b944-5654809caebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:11:23.199731 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e992656a-314e-4f9f-a344-69f579fe685c req-721d31ee-80bd-4dce-8d6a-12fa1c6f3088 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1656628 Jan 28 00:11:23.211647 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee0d03-bceb-47ce-aab1-902033de554d req-c5d2139b-ca9c-472b-8d8d-7d9be4f86b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:23.219980 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4cee0d03-bceb-47ce-aab1-902033de554d req-c5d2139b-ca9c-472b-8d8d-7d9be4f86b46 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=781afa12-a571-4a4d-8f9d-6ceddf7be94b HTTP/1.1" status: 200 len: 1097 time: 0.2243896 Jan 28 00:11:23.287468 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port de996d43-cc96-4aea-9033-9244d4923d32 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:11:23.288195 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (de996d43-cc96-4aea-9033-9244d4923d32), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:23.445492 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-5cd9f597-1ec3-4abf-8c94-9045fa5c41b7 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1559778856&fields=id&tenant_id=18b413d1db14405581b28db1817dc42d HTTP/1.1" status: 200 len: 267 time: 0.1652455 Jan 28 00:11:23.581652 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port de996d43-cc96-4aea-9033-9244d4923d32 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:11:23.582590 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (de996d43-cc96-4aea-9033-9244d4923d32), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:23.718502 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port de996d43-cc96-4aea-9033-9244d4923d32, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=de996d43-cc96-4aea-9033-9244d4923d32,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:11:23.733956 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced3ff3b-14fa-4401-b814-46f133be5ad5 None None] New status for floating IP 6789c033-f679-42b8-ac77-791e97a9bd84: DOWN {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:11:23.742803 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee5226-f4a0-4180-8c2a-45cee72e1bb9 req-69b3ef92-344d-4444-864b-295ed214f639 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:23.753906 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77ee5226-f4a0-4180-8c2a-45cee72e1bb9 req-69b3ef92-344d-4444-864b-295ed214f639 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=781afa12-a571-4a4d-8f9d-6ceddf7be94b HTTP/1.1" status: 200 len: 946 time: 0.7080147 Jan 28 00:11:24.040876 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e992656a-314e-4f9f-a344-69f579fe685c req-efc13427-6e70-43bc-abbc-8cdb19f6d0b4 service neutron] 10.222.0.52 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8318801 Jan 28 00:11:24.048659 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (de996d43-cc96-4aea-9033-9244d4923d32), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:24.082273 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4cee0d03-bceb-47ce-aab1-902033de554d req-aff800e0-ba28-4e41-90b8-91db144c1758 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8258660 Jan 28 00:11:24.092575 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-c42ef5f1-8325-45ac-a3af-2414127deefe tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:24.097128 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-c42ef5f1-8325-45ac-a3af-2414127deefe tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/networks?id=b7c7fb76-6103-4eda-92dd-bd14f4d36fdc HTTP/1.1" status: 200 len: 816 time: 0.6495967 Jan 28 00:11:24.145339 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=de996d43-cc96-4aea-9033-9244d4923d32,revision_number=10']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:24.224531 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-ce068005-4970-4ca0-8da0-7eda1d0da49f tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/quotas/18b413d1db14405581b28db1817dc42d HTTP/1.1" status: 200 len: 375 time: 0.1022530 Jan 28 00:11:24.260149 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77ee5226-f4a0-4180-8c2a-45cee72e1bb9 req-3f74a9ca-84a7-4bd6-a66b-3b55735f6537 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043445 Jan 28 00:11:24.274954 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e992656a-314e-4f9f-a344-69f579fe685c req-020d5cac-e944-4c0b-a9ee-8535d5fad2ff service neutron] 10.222.0.52 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018323 Jan 28 00:11:24.361303 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-cdad8144-09e2-4491-af2c-4840c557b704 req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19d78af4-1ba6-43e3-82a2-0b46ee234297 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:11:24.443787 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-cdad8144-09e2-4491-af2c-4840c557b704 req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Publish callbacks [] for port (19d78af4-1ba6-43e3-82a2-0b46ee234297), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:24.524446 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-cdad8144-09e2-4491-af2c-4840c557b704 req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Transition to ACTIVE for port object 19d78af4-1ba6-43e3-82a2-0b46ee234297 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:11:24.548736 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-263399d7-1c0f-4a63-9de2-65f5011221cd tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=18b413d1db14405581b28db1817dc42d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3224938 Jan 28 00:11:24.549839 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-cdad8144-09e2-4491-af2c-4840c557b704 req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (19d78af4-1ba6-43e3-82a2-0b46ee234297), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:24.767026 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-148e3202-9295-471b-8881-b4f7340857d4 service neutron] 10.222.0.70 "GET /v2.0/networks/b7c7fb76-6103-4eda-92dd-bd14f4d36fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497090 Jan 28 00:11:24.784890 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Pushing event updated for resources: {'Port': ['ID=19d78af4-1ba6-43e3-82a2-0b46ee234297,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:24.857975 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76062c4f-e798-49c5-8244-2731043243d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de996d43-cc96-4aea-9033-9244d4923d32'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:11:24.859560 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b89e4d8-1246-49b6-adbc-6b3aada0a714" -d '{"events": [{"server_uuid": "76062c4f-e798-49c5-8244-2731043243d0", "name": "network-vif-plugged", "status": "completed", "tag": "de996d43-cc96-4aea-9033-9244d4923d32"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:11:24.923393 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:24.924501 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:24.925301 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:24.926189 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:24.938779 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:24.941275 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:24.942159 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:24.943128 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:24.950766 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:24.952479 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:24.953345 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:24.954224 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:24.955321 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:25.436012 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-cdad8144-09e2-4491-af2c-4840c557b704 req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Attempting to bind port 19d78af4-1ba6-43e3-82a2-0b46ee234297 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:11:25.436579 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-cdad8144-09e2-4491-af2c-4840c557b704 req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Attempting to bind port 19d78af4-1ba6-43e3-82a2-0b46ee234297 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '2271d763-dbe0-482d-9b5a-a3c1bb7454e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:11:25.436688 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdad8144-09e2-4491-af2c-4840c557b704 req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Attempting to bind port 19d78af4-1ba6-43e3-82a2-0b46ee234297 on network e089f335-5674-4c92-a564-9237fa994e7e {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:11:25.444103 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdad8144-09e2-4491-af2c-4840c557b704 req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Port 19d78af4-1ba6-43e3-82a2-0b46ee234297 on network e089f335-5674-4c92-a564-9237fa994e7e not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:11:25.444436 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdad8144-09e2-4491-af2c-4840c557b704 req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Attempting to bind port 19d78af4-1ba6-43e3-82a2-0b46ee234297 on network e089f335-5674-4c92-a564-9237fa994e7e {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:11:25.452401 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-6b5fd8b0-e632-43c0-96fc-4a788c83ffd1 service neutron] 10.222.0.70 "GET /v2.0/networks/b7c7fb76-6103-4eda-92dd-bd14f4d36fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6005194 Jan 28 00:11:25.454508 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdad8144-09e2-4491-af2c-4840c557b704 req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:11:25.454880 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdad8144-09e2-4491-af2c-4840c557b704 req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Checking segment: {'id': '2271d763-dbe0-482d-9b5a-a3c1bb7454e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:11:25.455356 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdad8144-09e2-4491-af2c-4840c557b704 req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Bound using segment: {'id': '2271d763-dbe0-482d-9b5a-a3c1bb7454e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:11:25.455744 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-cdad8144-09e2-4491-af2c-4840c557b704 req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Bound port: 19d78af4-1ba6-43e3-82a2-0b46ee234297, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2271d763-dbe0-482d-9b5a-a3c1bb7454e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:11:25.456206 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-cdad8144-09e2-4491-af2c-4840c557b704 req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (19d78af4-1ba6-43e3-82a2-0b46ee234297), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:25.466277 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65136f-c54f-4bf1-82e6-cc867edf0c61 req-244ccd4f-5395-42b2-bb68-c66de8b225e7 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:25.467893 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dd65136f-c54f-4bf1-82e6-cc867edf0c61 req-244ccd4f-5395-42b2-bb68-c66de8b225e7 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 951 time: 0.5764365 Jan 28 00:11:25.625806 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dd65136f-c54f-4bf1-82e6-cc867edf0c61 req-1e0a4a36-e747-4872-99b6-1dc47a346edd tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427875 Jan 28 00:11:25.829865 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-cdad8144-09e2-4491-af2c-4840c557b704 req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] For port 19d78af4-1ba6-43e3-82a2-0b46ee234297, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:11:25.967492 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-cdad8144-09e2-4491-af2c-4840c557b704 req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] For port 19d78af4-1ba6-43e3-82a2-0b46ee234297, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=19d78af4-1ba6-43e3-82a2-0b46ee234297,segment=NetworkSegment(2271d763-dbe0-482d-9b5a-a3c1bb7454e8),segment_id=2271d763-dbe0-482d-9b5a-a3c1bb7454e8)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:11:25.989616 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-cdad8144-09e2-4491-af2c-4840c557b704 req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (19d78af4-1ba6-43e3-82a2-0b46ee234297), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:26.071754 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee12f3-7b01-4762-8577-83c4753db618 req-630b1722-5fb3-4dcb-9869-5c12985125b1 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:26.074281 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-59ee12f3-7b01-4762-8577-83c4753db618 req-630b1722-5fb3-4dcb-9869-5c12985125b1 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.2914779 Jan 28 00:11:26.083071 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad8144-09e2-4491-af2c-4840c557b704 req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:26.083928 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-cdad8144-09e2-4491-af2c-4840c557b704 req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:26.085928 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cdad8144-09e2-4491-af2c-4840c557b704 req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] 10.222.0.52 "PUT /v2.0/ports/19d78af4-1ba6-43e3-82a2-0b46ee234297 HTTP/1.1" status: 200 len: 1091 time: 4.5761259 Jan 28 00:11:26.086731 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b34bf5-3bd6-4185-bfbb-ecd030845b30', 'tag': '19d78af4-1ba6-43e3-82a2-0b46ee234297'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:11:26.090011 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff37664c-812c-47e5-9242-b55160c1dccb" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b34bf5-3bd6-4185-bfbb-ecd030845b30", "tag": "19d78af4-1ba6-43e3-82a2-0b46ee234297"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:11:26.163704 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad623548-b2e5-4bac-aa14-cbcd8157c877 service neutron] Pushing event updated for resources: {'Port': ['ID=19d78af4-1ba6-43e3-82a2-0b46ee234297,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:26.295025 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-59ee12f3-7b01-4762-8577-83c4753db618 req-116993be-c9fb-4619-b921-41b83206da5f tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822805 Jan 28 00:11:26.313011 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad8144-09e2-4491-af2c-4840c557b704 req-9dc42450-573a-44d0-a751-41626afc6e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:26.322681 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cdad8144-09e2-4491-af2c-4840c557b704 req-9dc42450-573a-44d0-a751-41626afc6e15 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4fbf0a6223374ddfb503943d84d40270&device_id=d8b34bf5-3bd6-4185-bfbb-ecd030845b30 HTTP/1.1" status: 200 len: 1094 time: 0.1436093 Jan 28 00:11:26.657763 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cdad8144-09e2-4491-af2c-4840c557b704 req-a50b859f-98b6-4686-8573-2f4a6701b629 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19d78af4-1ba6-43e3-82a2-0b46ee234297 HTTP/1.1" status: 200 len: 217 time: 0.3015339 Jan 28 00:11:26.907559 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486d665-6b36-43bf-8ef0-5791861b51df req-71eda14e-bb9d-458d-af07-7f07d9671d3d tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:26.909403 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d486d665-6b36-43bf-8ef0-5791861b51df req-71eda14e-bb9d-458d-af07-7f07d9671d3d tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 943 time: 0.3091655 Jan 28 00:11:26.917736 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad8144-09e2-4491-af2c-4840c557b704 req-6d60090e-4fee-4cb7-8955-cdb6e02687da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:26.919922 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cdad8144-09e2-4491-af2c-4840c557b704 req-6d60090e-4fee-4cb7-8955-cdb6e02687da service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fd93541c-3fa3-4f63-b944-5654809caebc HTTP/1.1" status: 200 len: 863 time: 0.1570432 Jan 28 00:11:26.934990 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5570b7c-1feb-45e5-9799-303f416b06a5 req-09d7b366-48fb-4624-8a19-63aaf512e875 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:26.945947 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5570b7c-1feb-45e5-9799-303f416b06a5 req-09d7b366-48fb-4624-8a19-63aaf512e875 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8b34bf5-3bd6-4185-bfbb-ecd030845b30 HTTP/1.1" status: 200 len: 943 time: 0.3600001 Jan 28 00:11:27.094600 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d486d665-6b36-43bf-8ef0-5791861b51df req-15ef7c3b-6d2f-4efd-bb7c-c568b606118b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404474 Jan 28 00:11:27.110745 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad8144-09e2-4491-af2c-4840c557b704 req-93bcef5e-6ea9-4f44-8d41-dcaa784cb3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:27.112482 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cdad8144-09e2-4491-af2c-4840c557b704 req-93bcef5e-6ea9-4f44-8d41-dcaa784cb3e5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e089f335-5674-4c92-a564-9237fa994e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1391883 Jan 28 00:11:27.126213 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5570b7c-1feb-45e5-9799-303f416b06a5 req-9cbf8923-c621-4b8d-ae05-c2360055bf39 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/security-groups?id=052f30d2-3809-45fe-8cf7-6fd8fec0c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788123 Jan 28 00:11:27.304028 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555bdb6d-209a-4bbc-bf78-6158823a4768 x-openstack-request-id: req-555bdb6d-209a-4bbc-bf78-6158823a4768 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:11:27.305613 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76062c4f-e798-49c5-8244-2731043243d0", "name": "network-vif-plugged", "status": "completed", "tag": "de996d43-cc96-4aea-9033-9244d4923d32", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:11:27.307108 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-555bdb6d-209a-4bbc-bf78-6158823a4768 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:11:27.309544 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76062c4f-e798-49c5-8244-2731043243d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de996d43-cc96-4aea-9033-9244d4923d32', 'code': 200} Jan 28 00:11:27.358539 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cdad8144-09e2-4491-af2c-4840c557b704 req-af288ffb-22ee-41f2-af09-0cd439548638 service neutron] 10.222.0.52 "GET /v2.0/networks/e089f335-5674-4c92-a564-9237fa994e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284231 Jan 28 00:11:27.635636 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc07cd2-1043-4182-8535-ce84cedfb309 req-eb85e127-b2fb-48ef-bb86-8480cb3e834b tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:27.640633 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0cc07cd2-1043-4182-8535-ce84cedfb309 req-eb85e127-b2fb-48ef-bb86-8480cb3e834b tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=781afa12-a571-4a4d-8f9d-6ceddf7be94b HTTP/1.1" status: 200 len: 946 time: 0.2177558 Jan 28 00:11:28.109179 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-9e4e1309-bce3-4f3f-a724-979d5b285ef8 service neutron] 10.222.0.65 "GET /v2.0/ports/e34d3b27-f88d-40ca-a720-0da10d81433d/bindings/n-h2-826754-1 HTTP/1.1" status: 200 len: 384 time: 0.0984221 Jan 28 00:11:28.129294 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cdad8144-09e2-4491-af2c-4840c557b704 req-1e7d4368-1c00-441f-8fda-9809fc5d8733 service neutron] 10.222.0.52 "GET /v2.0/networks/e089f335-5674-4c92-a564-9237fa994e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7639816 Jan 28 00:11:28.213245 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0cc07cd2-1043-4182-8535-ce84cedfb309 req-df460a05-c8db-4386-984b-cec7d7a4e826 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5442321 Jan 28 00:11:28.274159 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38510767-d93f-4cd4-9dbd-40177c3806b1 x-openstack-request-id: req-38510767-d93f-4cd4-9dbd-40177c3806b1 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:11:28.274817 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b34bf5-3bd6-4185-bfbb-ecd030845b30", "tag": "19d78af4-1ba6-43e3-82a2-0b46ee234297", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:11:28.275315 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-38510767-d93f-4cd4-9dbd-40177c3806b1 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:11:28.275986 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b34bf5-3bd6-4185-bfbb-ecd030845b30', 'tag': '19d78af4-1ba6-43e3-82a2-0b46ee234297', 'status': 'completed', 'code': 200} Jan 28 00:11:28.474881 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-737ab06a-4e4e-42dc-a4e7-e3f079857f0e req-510ffbfd-a8dc-4943-bd4d-b80bd3edd190 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 210 time: 0.0797603 Jan 28 00:11:28.482349 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37664c-812c-47e5-9242-b55160c1dccb req-b4f3c20b-f45b-4446-a90b-36e9a0659654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:28.494714 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff37664c-812c-47e5-9242-b55160c1dccb req-b4f3c20b-f45b-4446-a90b-36e9a0659654 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4fbf0a6223374ddfb503943d84d40270&device_id=d8b34bf5-3bd6-4185-bfbb-ecd030845b30 HTTP/1.1" status: 200 len: 1094 time: 0.1619689 Jan 28 00:11:28.828498 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-438a92b0-f935-41f7-b025-b59e1a872d0b tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:28.831297 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-438a92b0-f935-41f7-b025-b59e1a872d0b tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.65 "GET /v2.0/networks?id=b7c7fb76-6103-4eda-92dd-bd14f4d36fdc HTTP/1.1" status: 200 len: 816 time: 0.3664868 Jan 28 00:11:28.916974 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-4f6cecc4-8994-4b0f-94b0-8491d46f6ed2 service neutron] For port e34d3b27-f88d-40ca-a720-0da10d81433d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e34d3b27-f88d-40ca-a720-0da10d81433d,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:11:28.995014 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-4f6cecc4-8994-4b0f-94b0-8491d46f6ed2 service neutron] For port e34d3b27-f88d-40ca-a720-0da10d81433d, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:11:29.051556 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-bd921eda-5595-4d1c-a964-c22f7b3fc149 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18b413d1db14405581b28db1817dc42d HTTP/1.1" status: 200 len: 380 time: 0.2047484 Jan 28 00:11:29.068598 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-d81d4f18-2c62-4b37-862f-ebb686e741e8 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Request body: {'port': {'device_id': 'ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e', 'network_id': 'b7c7fb76-6103-4eda-92dd-bd14f4d36fdc', 'admin_state_up': True, 'tenant_id': '18b413d1db14405581b28db1817dc42d', 'security_groups': ['b65a71d0-47c4-42a5-aea6-cb1876d097d4']}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:11:29.117702 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e75cb-26ce-458d-ad51-93efb7987bbc req-adcc3073-e418-4a1f-8316-ab6fada2b643 tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:29.120421 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-616e75cb-26ce-458d-ad51-93efb7987bbc req-adcc3073-e418-4a1f-8316-ab6fada2b643 tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 1102 time: 0.4265079 Jan 28 00:11:29.130417 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-4f6cecc4-8994-4b0f-94b0-8491d46f6ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e34d3b27-f88d-40ca-a720-0da10d81433d {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:11:29.154386 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bc708-44d7-4f3b-98c8-bc70fc9d9fa0 req-501b8f6e-4297-4974-bf52-337dda9bb776 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:29.169550 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-691bc708-44d7-4f3b-98c8-bc70fc9d9fa0 req-501b8f6e-4297-4974-bf52-337dda9bb776 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.6438894 Jan 28 00:11:29.179850 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-4f6cecc4-8994-4b0f-94b0-8491d46f6ed2 service neutron] For port e34d3b27-f88d-40ca-a720-0da10d81433d, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=e34d3b27-f88d-40ca-a720-0da10d81433d,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:11:29.231953 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-4f6cecc4-8994-4b0f-94b0-8491d46f6ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e34d3b27-f88d-40ca-a720-0da10d81433d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:29.341757 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-691bc708-44d7-4f3b-98c8-bc70fc9d9fa0 req-5e9ddcdd-839f-474a-8df4-c72f2da799b8 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706574 Jan 28 00:11:29.428387 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-4f6cecc4-8994-4b0f-94b0-8491d46f6ed2 service neutron] Transition to ACTIVE for port object e34d3b27-f88d-40ca-a720-0da10d81433d will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:11:29.441373 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37664c-812c-47e5-9242-b55160c1dccb req-81ca13bf-7100-44f0-b27e-94878a7d58a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:29.447718 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff37664c-812c-47e5-9242-b55160c1dccb req-81ca13bf-7100-44f0-b27e-94878a7d58a7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e089f335-5674-4c92-a564-9237fa994e7e HTTP/1.1" status: 200 len: 925 time: 0.9430649 Jan 28 00:11:29.458633 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-4f6cecc4-8994-4b0f-94b0-8491d46f6ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (e34d3b27-f88d-40ca-a720-0da10d81433d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:29.462930 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-616e75cb-26ce-458d-ad51-93efb7987bbc req-96166b54-afd5-40fb-bbc1-bc217b35f611 tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885160 Jan 28 00:11:29.626713 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-4f6cecc4-8994-4b0f-94b0-8491d46f6ed2 service neutron] No DVR routers for this DVR port e34d3b27-f88d-40ca-a720-0da10d81433d on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:11:29.639681 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff37664c-812c-47e5-9242-b55160c1dccb req-5bc9ab7a-2145-4e40-92de-3bbc0f6b4dd0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19d78af4-1ba6-43e3-82a2-0b46ee234297 HTTP/1.1" status: 200 len: 217 time: 0.1701970 Jan 28 00:11:29.713336 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-d81d4f18-2c62-4b37-862f-ebb686e741e8 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Made reservation on behalf of 18b413d1db14405581b28db1817dc42d for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:11:29.727442 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-d81d4f18-2c62-4b37-862f-ebb686e741e8 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:29.791094 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6cecc4-8994-4b0f-94b0-8491d46f6ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=e34d3b27-f88d-40ca-a720-0da10d81433d,revision_number=10']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:29.831551 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-4f6cecc4-8994-4b0f-94b0-8491d46f6ed2 service neutron] 10.222.0.65 "PUT /v2.0/ports/e34d3b27-f88d-40ca-a720-0da10d81433d/bindings/n-h2-826754-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7131977 Jan 28 00:11:30.032372 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db61c5c-5d26-4e26-814f-1cebc3658a56 req-d127357e-1cc4-4a6c-bf26-44d1aafb12fc tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:30.057220 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2db61c5c-5d26-4e26-814f-1cebc3658a56 req-d127357e-1cc4-4a6c-bf26-44d1aafb12fc tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8b34bf5-3bd6-4185-bfbb-ecd030845b30 HTTP/1.1" status: 200 len: 943 time: 0.4344320 Jan 28 00:11:30.140714 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-d81d4f18-2c62-4b37-862f-ebb686e741e8 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Allocated IP 172.20.0.5 (b7c7fb76-6103-4eda-92dd-bd14f4d36fdc/98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3/a9479d7d-44ab-49b4-9be0-a20a55c369d9) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:11:30.171148 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-9ce78a04-4cb6-40ef-9a11-b7197fb479a9 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:30.184986 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-9ce78a04-4cb6-40ef-9a11-b7197fb479a9 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232&tenant_id=6990d737c5db4738a7ab281f03db2443&binding%3Ahost_id=n-h1-826754-1 HTTP/1.1" status: 200 len: 1095 time: 0.2004476 Jan 28 00:11:30.188633 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134da71d-bcba-47e9-9de2-55f2f2114543 req-6827e071-98f9-464e-b7ef-5c20146aebbb tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:30.200742 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-134da71d-bcba-47e9-9de2-55f2f2114543 req-6827e071-98f9-464e-b7ef-5c20146aebbb tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 944 time: 0.3906109 Jan 28 00:11:30.273773 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2db61c5c-5d26-4e26-814f-1cebc3658a56 req-26c3248b-33b3-4cbe-a837-ef6dbbe3f079 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/security-groups?id=052f30d2-3809-45fe-8cf7-6fd8fec0c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998627 Jan 28 00:11:30.276673 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37664c-812c-47e5-9242-b55160c1dccb req-ecab8626-203c-42ea-9570-43dd4c01f189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:30.292233 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff37664c-812c-47e5-9242-b55160c1dccb req-ecab8626-203c-42ea-9570-43dd4c01f189 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fd93541c-3fa3-4f63-b944-5654809caebc HTTP/1.1" status: 200 len: 863 time: 0.6287093 Jan 28 00:11:30.442234 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-2042a3c6-72a2-425a-b5c5-3a47138b6a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:30.444438 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-2042a3c6-72a2-425a-b5c5-3a47138b6a88 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232&tenant_id=6990d737c5db4738a7ab281f03db2443 HTTP/1.1" status: 200 len: 1095 time: 0.2515380 Jan 28 00:11:30.655432 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37664c-812c-47e5-9242-b55160c1dccb req-e4c9d086-2dde-4316-8af2-e58d27b54a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:30.659313 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff37664c-812c-47e5-9242-b55160c1dccb req-e4c9d086-2dde-4316-8af2-e58d27b54a87 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e089f335-5674-4c92-a564-9237fa994e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3657441 Jan 28 00:11:30.677586 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-98748142-cd0b-4647-8d59-f8bf94cfd9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:30.679589 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-98748142-cd0b-4647-8d59-f8bf94cfd9d4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6990d737c5db4738a7ab281f03db2443&device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 1095 time: 0.1895695 Jan 28 00:11:30.687113 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-d81d4f18-2c62-4b37-862f-ebb686e741e8 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks [] for port (a9479d7d-44ab-49b4-9be0-a20a55c369d9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:30.697065 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-134da71d-bcba-47e9-9de2-55f2f2114543 req-e9135ea6-fd91-42ef-9182-8d1f3dd5bd71 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642802 Jan 28 00:11:30.971339 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff37664c-812c-47e5-9242-b55160c1dccb req-6100b0eb-f669-4107-a8d3-7514cb1eb67f service neutron] 10.222.0.52 "GET /v2.0/networks/e089f335-5674-4c92-a564-9237fa994e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728605 Jan 28 00:11:31.071149 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-24eaf312-053c-4cf7-a900-cc036371d15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:31.073106 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-24eaf312-053c-4cf7-a900-cc036371d15b service neutron] 10.222.0.52 "GET /v2.0/networks?id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf HTTP/1.1" status: 200 len: 922 time: 0.3828402 Jan 28 00:11:31.076901 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cff1c0a5-dc93-4fbb-bbb8-426c25a6a574 req-3f47c15e-f207-4626-a771-a9ef551e7a06 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 210 time: 0.0999930 Jan 28 00:11:31.172344 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-c9f40be1-eac7-4ae9-91cc-9cd2d1fa052f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e34d3b27-f88d-40ca-a720-0da10d81433d HTTP/1.1" status: 200 len: 217 time: 0.0835812 Jan 28 00:11:31.177204 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-d81d4f18-2c62-4b37-862f-ebb686e741e8 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (a9479d7d-44ab-49b4-9be0-a20a55c369d9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:31.241725 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-5787f1f9-9d97-4f31-af7c-97789db46afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:31.243463 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-5787f1f9-9d97-4f31-af7c-97789db46afc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1cf259c4-4e5d-4731-814e-e633d701ebdd HTTP/1.1" status: 200 len: 861 time: 0.0628743 Jan 28 00:11:31.313002 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-6dcb37a2-1742-49fe-a9e4-ae33c8ac0dc0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411725 Jan 28 00:11:31.325866 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-d81d4f18-2c62-4b37-862f-ebb686e741e8 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Network b7c7fb76-6103-4eda-92dd-bd14f4d36fdc is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:11:31.329431 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff37664c-812c-47e5-9242-b55160c1dccb req-2555c7aa-d319-4e11-86a4-cb031b6a748a service neutron] 10.222.0.52 "GET /v2.0/networks/e089f335-5674-4c92-a564-9237fa994e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292196 Jan 28 00:11:31.331903 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-d81d4f18-2c62-4b37-862f-ebb686e741e8 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:11:31.372325 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-d81d4f18-2c62-4b37-862f-ebb686e741e8 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:11:31.436812 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47188a08-069c-4032-845e-025378967e7d req-a78cfb3a-1eb4-41bb-bfc7-588d7ea1fddb tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:31.448952 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47188a08-069c-4032-845e-025378967e7d req-a78cfb3a-1eb4-41bb-bfc7-588d7ea1fddb tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.2221041 Jan 28 00:11:31.474303 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57586930-177b-4435-ac00-f371c8f2a22a req-65213179-5b38-4178-ad98-dd83b7fea40e tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:31.474567 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-d81d4f18-2c62-4b37-862f-ebb686e741e8 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:31.475425 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-d81d4f18-2c62-4b37-862f-ebb686e741e8 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:31.482292 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-57586930-177b-4435-ac00-f371c8f2a22a req-65213179-5b38-4178-ad98-dd83b7fea40e tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=781afa12-a571-4a4d-8f9d-6ceddf7be94b HTTP/1.1" status: 200 len: 946 time: 0.1510558 Jan 28 00:11:31.508141 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d4f18-2c62-4b37-862f-ebb686e741e8 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Pushing event updated for resources: {'Port': ['ID=a9479d7d-44ab-49b4-9be0-a20a55c369d9,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:31.639892 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-57586930-177b-4435-ac00-f371c8f2a22a req-fc32ad48-536f-4d1a-b977-43173c0b3f0c tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478505 Jan 28 00:11:31.664017 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81d4f18-2c62-4b37-862f-ebb686e741e8 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:31.664591 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81d4f18-2c62-4b37-862f-ebb686e741e8 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:31.665082 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47188a08-069c-4032-845e-025378967e7d req-6a78550b-b90e-4ade-af20-f770a9247afc tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993778 Jan 28 00:11:31.672145 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81d4f18-2c62-4b37-862f-ebb686e741e8 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:31.677735 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81d4f18-2c62-4b37-862f-ebb686e741e8 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:31.678441 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81d4f18-2c62-4b37-862f-ebb686e741e8 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:31.679036 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81d4f18-2c62-4b37-862f-ebb686e741e8 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:31.679701 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81d4f18-2c62-4b37-862f-ebb686e741e8 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:31.680238 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81d4f18-2c62-4b37-862f-ebb686e741e8 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:31.680834 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81d4f18-2c62-4b37-862f-ebb686e741e8 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:31.681522 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81d4f18-2c62-4b37-862f-ebb686e741e8 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:31.681981 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81d4f18-2c62-4b37-862f-ebb686e741e8 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:31.690183 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81d4f18-2c62-4b37-862f-ebb686e741e8 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:31.706818 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81d4f18-2c62-4b37-862f-ebb686e741e8 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:11:31.740230 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-d81d4f18-2c62-4b37-862f-ebb686e741e8 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6772580 Jan 28 00:11:31.773839 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-47d648e1-9a3a-4f4c-97ff-497f6e5bcb21 service neutron] Request body: {'port': {'device_id': 'ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:11:31.815398 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-e2545b5c-998d-4ba6-82ea-b95ab42b931a None None] Provisioning complete for port a9479d7d-44ab-49b4-9be0-a20a55c369d9 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:11:31.816035 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e2545b5c-998d-4ba6-82ea-b95ab42b931a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a9479d7d-44ab-49b4-9be0-a20a55c369d9), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:31.948424 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e2545b5c-998d-4ba6-82ea-b95ab42b931a None None] Port a9479d7d-44ab-49b4-9be0-a20a55c369d9 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:11:31.985480 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-6c3d67ff-1497-400b-8c19-5afcd4080eb1 service neutron] 10.222.0.52 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6577730 Jan 28 00:11:31.992539 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-47d648e1-9a3a-4f4c-97ff-497f6e5bcb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a9479d7d-44ab-49b4-9be0-a20a55c369d9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:32.080455 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b120bd8-d670-4ffd-ba51-f6f37c3229de req-b5c8208d-d34b-4dac-9d9e-73da8ccf5338 tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:32.083723 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b120bd8-d670-4ffd-ba51-f6f37c3229de req-b5c8208d-d34b-4dac-9d9e-73da8ccf5338 tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 1102 time: 0.1750133 Jan 28 00:11:32.156261 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c46ac6-fa19-4194-9a7e-bc67b94b3aae req-d0c75b23-d51e-456b-9d81-2dafa4b8b4b5 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:32.164907 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c8c46ac6-fa19-4194-9a7e-bc67b94b3aae req-d0c75b23-d51e-456b-9d81-2dafa4b8b4b5 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8b34bf5-3bd6-4185-bfbb-ecd030845b30 HTTP/1.1" status: 200 len: 943 time: 0.1806359 Jan 28 00:11:32.215918 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b120bd8-d670-4ffd-ba51-f6f37c3229de req-50c7dc65-4d0d-4256-be06-887db7f50a96 tempest-ServersAdminTestJSON-34094588 tempest-ServersAdminTestJSON-34094588-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062114 Jan 28 00:11:32.268483 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-28bb28e6-56ed-4f96-8c71-ed517f3e3bf4 service neutron] 10.222.0.52 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604311 Jan 28 00:11:32.309095 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c8c46ac6-fa19-4194-9a7e-bc67b94b3aae req-67e13e65-b32f-484c-b274-7557445a40e8 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/security-groups?id=052f30d2-3809-45fe-8cf7-6fd8fec0c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431048 Jan 28 00:11:32.610272 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cdd1f-6663-4b72-9fd0-efeede308ad0 req-bf11e8a3-ae2f-4b1d-8242-e5589e303470 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:32.626254 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d08cdd1f-6663-4b72-9fd0-efeede308ad0 req-bf11e8a3-ae2f-4b1d-8242-e5589e303470 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 944 time: 0.2375259 Jan 28 00:11:32.751890 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-47d648e1-9a3a-4f4c-97ff-497f6e5bcb21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9479d7d-44ab-49b4-9be0-a20a55c369d9 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:11:32.766391 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-47d648e1-9a3a-4f4c-97ff-497f6e5bcb21 service neutron] Publish callbacks [] for port (a9479d7d-44ab-49b4-9be0-a20a55c369d9), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:32.785345 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-47d648e1-9a3a-4f4c-97ff-497f6e5bcb21 service neutron] Transition to ACTIVE for port object a9479d7d-44ab-49b4-9be0-a20a55c369d9 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:11:32.803731 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-47d648e1-9a3a-4f4c-97ff-497f6e5bcb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (a9479d7d-44ab-49b4-9be0-a20a55c369d9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:32.805928 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d08cdd1f-6663-4b72-9fd0-efeede308ad0 req-e330fe70-2c1c-416b-8c9e-26485dceb82b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741123 Jan 28 00:11:33.023585 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d648e1-9a3a-4f4c-97ff-497f6e5bcb21 service neutron] Pushing event updated for resources: {'Port': ['ID=a9479d7d-44ab-49b4-9be0-a20a55c369d9,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:33.045590 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 19d78af4-1ba6-43e3-82a2-0b46ee234297 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:11:33.126626 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-00e42281-71e1-437b-80ba-107a9e149f14 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:33.138218 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-00e42281-71e1-437b-80ba-107a9e149f14 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232&tenant_id=6990d737c5db4738a7ab281f03db2443&binding%3Ahost_id=n-h2-826754-1 HTTP/1.1" status: 200 len: 1095 time: 0.3509028 Jan 28 00:11:33.315586 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 19d78af4-1ba6-43e3-82a2-0b46ee234297, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=19d78af4-1ba6-43e3-82a2-0b46ee234297,segment=NetworkSegment(2271d763-dbe0-482d-9b5a-a3c1bb7454e8),segment_id=2271d763-dbe0-482d-9b5a-a3c1bb7454e8)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:11:33.350724 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '19d78af4-1ba6-43e3-82a2-0b46ee234297', 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e', 'port_id': '19d78af4-1ba6-43e3-82a2-0b46ee234297', 'mac_address': 'fa:16:3e:74:b3:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd93541c-3fa3-4f63-b944-5654809caebc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:11:33.436946 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0cb7b4-e1da-4897-be80-7cdf0bb53f3f req-24c67bac-6993-47d4-8a62-284d84889bc0 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:33.446180 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6a0cb7b4-e1da-4897-be80-7cdf0bb53f3f req-24c67bac-6993-47d4-8a62-284d84889bc0 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 943 time: 0.2086592 Jan 28 00:11:33.446807 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-47d648e1-9a3a-4f4c-97ff-497f6e5bcb21 service neutron] Attempting to bind port a9479d7d-44ab-49b4-9be0-a20a55c369d9 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:11:33.448890 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-47d648e1-9a3a-4f4c-97ff-497f6e5bcb21 service neutron] Attempting to bind port a9479d7d-44ab-49b4-9be0-a20a55c369d9 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '20b4d473-1eaa-48d8-9013-b9968f2d12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b7c7fb76-6103-4eda-92dd-bd14f4d36fdc'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:11:33.451002 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-47d648e1-9a3a-4f4c-97ff-497f6e5bcb21 service neutron] Attempting to bind port a9479d7d-44ab-49b4-9be0-a20a55c369d9 on network b7c7fb76-6103-4eda-92dd-bd14f4d36fdc {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:11:33.473550 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-47d648e1-9a3a-4f4c-97ff-497f6e5bcb21 service neutron] Port a9479d7d-44ab-49b4-9be0-a20a55c369d9 on network b7c7fb76-6103-4eda-92dd-bd14f4d36fdc not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:11:33.473886 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-47d648e1-9a3a-4f4c-97ff-497f6e5bcb21 service neutron] Attempting to bind port a9479d7d-44ab-49b4-9be0-a20a55c369d9 on network b7c7fb76-6103-4eda-92dd-bd14f4d36fdc {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:11:33.486063 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-47d648e1-9a3a-4f4c-97ff-497f6e5bcb21 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:11:33.486423 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-47d648e1-9a3a-4f4c-97ff-497f6e5bcb21 service neutron] Checking segment: {'id': '20b4d473-1eaa-48d8-9013-b9968f2d12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b7c7fb76-6103-4eda-92dd-bd14f4d36fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:11:33.487036 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-47d648e1-9a3a-4f4c-97ff-497f6e5bcb21 service neutron] Bound using segment: {'id': '20b4d473-1eaa-48d8-9013-b9968f2d12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b7c7fb76-6103-4eda-92dd-bd14f4d36fdc'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:11:33.487973 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-47d648e1-9a3a-4f4c-97ff-497f6e5bcb21 service neutron] Bound port: a9479d7d-44ab-49b4-9be0-a20a55c369d9, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20b4d473-1eaa-48d8-9013-b9968f2d12e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b7c7fb76-6103-4eda-92dd-bd14f4d36fdc'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:11:33.488301 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-47d648e1-9a3a-4f4c-97ff-497f6e5bcb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a9479d7d-44ab-49b4-9be0-a20a55c369d9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:33.509884 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 19d78af4-1ba6-43e3-82a2-0b46ee234297 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:11:33.512385 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (19d78af4-1ba6-43e3-82a2-0b46ee234297), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:33.532396 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d78af4-1ba6-43e3-82a2-0b46ee234297 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:11:33.574174 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 19d78af4-1ba6-43e3-82a2-0b46ee234297, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=19d78af4-1ba6-43e3-82a2-0b46ee234297,segment=NetworkSegment(2271d763-dbe0-482d-9b5a-a3c1bb7454e8),segment_id=2271d763-dbe0-482d-9b5a-a3c1bb7454e8)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:11:33.582412 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (19d78af4-1ba6-43e3-82a2-0b46ee234297), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:33.645999 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6a0cb7b4-e1da-4897-be80-7cdf0bb53f3f req-86137dfc-2d4f-43d1-8b20-d401cfd0d25e tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/security-groups?id=b65a71d0-47c4-42a5-aea6-cb1876d097d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954229 Jan 28 00:11:33.673187 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-2a532d1f-3dd7-47c9-b6a3-cb8e5f3f8741 service neutron] For port e34d3b27-f88d-40ca-a720-0da10d81433d, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:11:33.689380 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-2a532d1f-3dd7-47c9-b6a3-cb8e5f3f8741 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:33.690775 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77e1c323-1d88-4a54-8463-5c74937fcca8 req-2a532d1f-3dd7-47c9-b6a3-cb8e5f3f8741 service neutron] 10.222.0.52 "DELETE /v2.0/ports/e34d3b27-f88d-40ca-a720-0da10d81433d/bindings/n-h1-826754-1 HTTP/1.1" status: 204 len: 173 time: 0.5056355 Jan 28 00:11:33.705942 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=19d78af4-1ba6-43e3-82a2-0b46ee234297,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:33.740328 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-47d648e1-9a3a-4f4c-97ff-497f6e5bcb21 service neutron] For port a9479d7d-44ab-49b4-9be0-a20a55c369d9, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:11:33.756636 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-47d648e1-9a3a-4f4c-97ff-497f6e5bcb21 service neutron] For port a9479d7d-44ab-49b4-9be0-a20a55c369d9, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a9479d7d-44ab-49b4-9be0-a20a55c369d9,segment=NetworkSegment(20b4d473-1eaa-48d8-9013-b9968f2d12e8),segment_id=20b4d473-1eaa-48d8-9013-b9968f2d12e8)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:11:33.770245 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-47d648e1-9a3a-4f4c-97ff-497f6e5bcb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (a9479d7d-44ab-49b4-9be0-a20a55c369d9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:33.800091 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ae43b-9ed2-49c4-a787-f9fa31b3ad55 req-163ef636-6ffa-4345-bbc5-cb60b8528c25 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:33.801657 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e48ae43b-9ed2-49c4-a787-f9fa31b3ad55 req-163ef636-6ffa-4345-bbc5-cb60b8528c25 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.1923776 Jan 28 00:11:33.871357 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d648e1-9a3a-4f4c-97ff-497f6e5bcb21 service neutron] Pushing event updated for resources: {'Port': ['ID=a9479d7d-44ab-49b4-9be0-a20a55c369d9,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:33.896187 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-47d648e1-9a3a-4f4c-97ff-497f6e5bcb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:33.897141 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-47d648e1-9a3a-4f4c-97ff-497f6e5bcb21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:33.898872 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-47d648e1-9a3a-4f4c-97ff-497f6e5bcb21 service neutron] 10.222.0.65 "PUT /v2.0/ports/a9479d7d-44ab-49b4-9be0-a20a55c369d9 HTTP/1.1" status: 200 len: 1091 time: 2.1380954 Jan 28 00:11:33.901465 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e', 'tag': 'a9479d7d-44ab-49b4-9be0-a20a55c369d9'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:11:33.905288 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4146d7-4e2d-4b29-806f-746fc0cf9284" -d '{"events": [{"name": "network-changed", "server_uuid": "ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e", "tag": "a9479d7d-44ab-49b4-9be0-a20a55c369d9"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:11:33.919598 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e48ae43b-9ed2-49c4-a787-f9fa31b3ad55 req-8d5deb62-d5d3-4ded-9dbe-7db687eb2659 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018186 Jan 28 00:11:34.095265 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-5aac1bf4-0467-4ec6-ab01-a30ef5a3276b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:34.097599 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-5aac1bf4-0467-4ec6-ab01-a30ef5a3276b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=18b413d1db14405581b28db1817dc42d&device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 1094 time: 0.1157236 Jan 28 00:11:34.133157 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62b872-5a53-4185-8273-cefd2f211ef3 req-39c4e2e6-aabd-4b39-8b2f-322c53ab8cbd tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:34.148147 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9f62b872-5a53-4185-8273-cefd2f211ef3 req-39c4e2e6-aabd-4b39-8b2f-322c53ab8cbd tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8b34bf5-3bd6-4185-bfbb-ecd030845b30 HTTP/1.1" status: 200 len: 944 time: 0.1502335 Jan 28 00:11:34.165313 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db50a94-2c41-4aff-9b7d-0821bb4fe1fd req-c6cd7fef-2ee2-4267-bbc1-6b6d98da8f90 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:34.179275 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8db50a94-2c41-4aff-9b7d-0821bb4fe1fd req-c6cd7fef-2ee2-4267-bbc1-6b6d98da8f90 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=1453a213-40e8-4515-a401-ae9cfdaa4d70 HTTP/1.1" status: 200 len: 950 time: 0.1339393 Jan 28 00:11:34.208557 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['19d78af4-1ba6-43e3-82a2-0b46ee234297'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:11:34.234895 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-600394d7-4a3a-454c-9c72-9e62a247e543 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9479d7d-44ab-49b4-9be0-a20a55c369d9 HTTP/1.1" status: 200 len: 217 time: 0.1160662 Jan 28 00:11:34.296660 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9f62b872-5a53-4185-8273-cefd2f211ef3 req-8333ce21-23a0-47ab-8512-1bee5f4843c7 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/security-groups?id=052f30d2-3809-45fe-8cf7-6fd8fec0c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472673 Jan 28 00:11:34.431731 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-622b7466-1f35-4793-b896-9e9a48c554ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:34.441109 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8db50a94-2c41-4aff-9b7d-0821bb4fe1fd req-4bd3b7f5-a859-42c9-96be-af54bc90c4f8 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605569 Jan 28 00:11:34.457595 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-622b7466-1f35-4793-b896-9e9a48c554ff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3 HTTP/1.1" status: 200 len: 855 time: 0.2137527 Jan 28 00:11:34.542433 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-305803b8-556a-422c-91d1-ba8546b32a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:34.544398 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-305803b8-556a-422c-91d1-ba8546b32a17 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b7c7fb76-6103-4eda-92dd-bd14f4d36fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821095 Jan 28 00:11:34.606731 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97175f0-08c7-45a3-8deb-98c52ee515f7 x-openstack-request-id: req-f97175f0-08c7-45a3-8deb-98c52ee515f7 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:11:34.607352 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e", "tag": "a9479d7d-44ab-49b4-9be0-a20a55c369d9", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:11:34.607827 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f97175f0-08c7-45a3-8deb-98c52ee515f7 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:11:34.608508 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e', 'tag': 'a9479d7d-44ab-49b4-9be0-a20a55c369d9', 'status': 'completed', 'code': 200} Jan 28 00:11:34.628283 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a48c9-803f-41a2-b7b0-1276078abf7a req-1d93643b-551a-4055-be2e-692c91b16dc4 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:34.629905 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cc8a48c9-803f-41a2-b7b0-1276078abf7a req-1d93643b-551a-4055-be2e-692c91b16dc4 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 944 time: 0.1302700 Jan 28 00:11:34.807759 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cc8a48c9-803f-41a2-b7b0-1276078abf7a req-50bffd76-cb20-423f-99ab-55d82fe57087 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623969 Jan 28 00:11:34.879943 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-e6032634-40da-46d1-afdc-45c7550ed766 service neutron] 10.222.0.65 "GET /v2.0/networks/b7c7fb76-6103-4eda-92dd-bd14f4d36fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701228 Jan 28 00:11:35.001147 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8ea8b-f21e-4e9b-a774-2f5a7e9084b2 req-c0276cd0-922c-4fb5-971a-c4e747d86246 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:35.002995 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3fb8ea8b-f21e-4e9b-a774-2f5a7e9084b2 req-c0276cd0-922c-4fb5-971a-c4e747d86246 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 943 time: 0.0955179 Jan 28 00:11:35.130842 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3fb8ea8b-f21e-4e9b-a774-2f5a7e9084b2 req-867c720e-7f63-4c97-8b40-40ddf9c9d53c tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/security-groups?id=b65a71d0-47c4-42a5-aea6-cb1876d097d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216526 Jan 28 00:11:35.165581 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-97eb3083-8962-4675-b2ca-6fa6a7c9d6d4 req-375d9b2d-e9e9-4120-9947-0e6c2168e29c service neutron] 10.222.0.65 "GET /v2.0/networks/b7c7fb76-6103-4eda-92dd-bd14f4d36fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760601 Jan 28 00:11:35.244517 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b20c3-ced6-4a45-9ec4-1d4efbd338e9 req-8da4d96c-2867-48c4-b8a3-9d9dcf687555 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:35.253868 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-020b20c3-ced6-4a45-9ec4-1d4efbd338e9 req-8da4d96c-2867-48c4-b8a3-9d9dcf687555 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.1208851 Jan 28 00:11:35.352172 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4146d7-4e2d-4b29-806f-746fc0cf9284 req-c426b3b0-da5e-49d9-89b5-bad874e4980d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:35.353900 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fe4146d7-4e2d-4b29-806f-746fc0cf9284 req-c426b3b0-da5e-49d9-89b5-bad874e4980d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=18b413d1db14405581b28db1817dc42d&device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 1094 time: 0.0937195 Jan 28 00:11:35.410793 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76257e-0717-4e90-8868-1fc3d05b7155 req-3e27f488-8375-4ea2-a71c-d92a359c5c2c tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:35.410793 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e76257e-0717-4e90-8868-1fc3d05b7155 req-3e27f488-8375-4ea2-a71c-d92a359c5c2c tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 1095 time: 0.1372023 Jan 28 00:11:35.454141 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-020b20c3-ced6-4a45-9ec4-1d4efbd338e9 req-e1b4b2c4-3f88-487a-994f-2dec4a77cab4 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979172 Jan 28 00:11:35.536474 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e76257e-0717-4e90-8868-1fc3d05b7155 req-599cca0e-025f-4fff-9c4a-297787d7564c tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042995 Jan 28 00:11:35.709268 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4146d7-4e2d-4b29-806f-746fc0cf9284 req-54049690-46af-40a3-abc0-1dfbabbb8d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:35.724347 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fe4146d7-4e2d-4b29-806f-746fc0cf9284 req-54049690-46af-40a3-abc0-1dfbabbb8d47 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b7c7fb76-6103-4eda-92dd-bd14f4d36fdc HTTP/1.1" status: 200 len: 917 time: 0.3616641 Jan 28 00:11:35.738757 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bad538-6c08-4d74-9c59-3414df428b4a req-6f043a62-3425-44e0-ae7c-3c59f4c42eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:35.745450 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77bad538-6c08-4d74-9c59-3414df428b4a req-6f043a62-3425-44e0-ae7c-3c59f4c42eab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8a78e89f3df84c31929be575e138a975&device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 1096 time: 0.1753373 Jan 28 00:11:35.819232 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28b726-98bd-4e52-a873-0a0f76d8576e req-e385765a-3fd3-4f0f-b646-b43a24bdc232 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:35.821846 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-af28b726-98bd-4e52-a873-0a0f76d8576e req-e385765a-3fd3-4f0f-b646-b43a24bdc232 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8b34bf5-3bd6-4185-bfbb-ecd030845b30 HTTP/1.1" status: 200 len: 944 time: 0.2560308 Jan 28 00:11:35.912179 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfef195-a641-4966-ab64-2f1ddf936b13 req-9e44a5f4-ef9d-403d-8af3-575cf80ad896 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:35.923915 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fe4146d7-4e2d-4b29-806f-746fc0cf9284 req-494bcfff-095f-4c04-91af-c4f1fb4f6446 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9479d7d-44ab-49b4-9be0-a20a55c369d9 HTTP/1.1" status: 200 len: 217 time: 0.1756620 Jan 28 00:11:35.926539 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3cfef195-a641-4966-ab64-2f1ddf936b13 req-9e44a5f4-ef9d-403d-8af3-575cf80ad896 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=1453a213-40e8-4515-a401-ae9cfdaa4d70 HTTP/1.1" status: 200 len: 950 time: 0.2447612 Jan 28 00:11:35.961218 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc32b3-897d-4f66-bba9-2fbdc9bd347c req-0dc39bbe-7bda-46b0-927f-b15f7423fb28 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:35.965023 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4dbc32b3-897d-4f66-bba9-2fbdc9bd347c req-0dc39bbe-7bda-46b0-927f-b15f7423fb28 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.52 "GET /v2.0/ports?device_id=1453a213-40e8-4515-a401-ae9cfdaa4d70 HTTP/1.1" status: 200 len: 950 time: 0.3140743 Jan 28 00:11:35.976853 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc151870-616a-4d58-811d-ac2f1177d65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:36.019929 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-af28b726-98bd-4e52-a873-0a0f76d8576e req-4a1ceeb9-0a46-4261-a331-05cbaa38ca98 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/security-groups?id=052f30d2-3809-45fe-8cf7-6fd8fec0c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766484 Jan 28 00:11:36.223993 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3cfef195-a641-4966-ab64-2f1ddf936b13 req-da493a8c-8527-40b9-8dee-71e7edee2e41 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938943 Jan 28 00:11:36.245510 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-4dbc32b3-897d-4f66-bba9-2fbdc9bd347c req-2a5b1483-18e9-4544-a655-2e9bf6cd529a tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Deleting port c935ebae-c09c-4ad5-8fe4-080be4e43828 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:11:36.246567 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4dbc32b3-897d-4f66-bba9-2fbdc9bd347c req-2a5b1483-18e9-4544-a655-2e9bf6cd529a tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c935ebae-c09c-4ad5-8fe4-080be4e43828), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:36.294684 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4146d7-4e2d-4b29-806f-746fc0cf9284 req-436c64cf-9b52-4660-a2a3-bbfa1ab8b4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:36.296421 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fe4146d7-4e2d-4b29-806f-746fc0cf9284 req-436c64cf-9b52-4660-a2a3-bbfa1ab8b4b9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3 HTTP/1.1" status: 200 len: 855 time: 0.3689525 Jan 28 00:11:36.350221 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device ab011b3f-345c-4764-99c6-d44b2c4e26bb details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:11:36.427926 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bad538-6c08-4d74-9c59-3414df428b4a req-630b2edc-c72a-442a-b627-8535b2db4576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:36.435035 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77bad538-6c08-4d74-9c59-3414df428b4a req-630b2edc-c72a-442a-b627-8535b2db4576 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 200 len: 908 time: 0.6648929 Jan 28 00:11:36.483106 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672aea7-07f8-4bec-a962-e55551d2c450 req-c4a01d13-c00b-4f3f-8b23-db20295b4830 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:36.486102 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e672aea7-07f8-4bec-a962-e55551d2c450 req-c4a01d13-c00b-4f3f-8b23-db20295b4830 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 1095 time: 0.1677303 Jan 28 00:11:36.536085 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77bad538-6c08-4d74-9c59-3414df428b4a req-f6b1c181-cc43-4a4f-9c83-97c929205c8c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d627b88b-cb29-4bd1-afec-e8bab05970f1 HTTP/1.1" status: 200 len: 217 time: 0.0885019 Jan 28 00:11:36.577049 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4146d7-4e2d-4b29-806f-746fc0cf9284 req-3164aff5-94f9-4c83-8cc6-03ba4c5b5f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:36.578616 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fe4146d7-4e2d-4b29-806f-746fc0cf9284 req-3164aff5-94f9-4c83-8cc6-03ba4c5b5f68 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b7c7fb76-6103-4eda-92dd-bd14f4d36fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2649455 Jan 28 00:11:36.719026 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e672aea7-07f8-4bec-a962-e55551d2c450 req-d579252c-e8c6-46d2-919f-5445eb66d59f tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144592 Jan 28 00:11:36.730971 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port ab011b3f-345c-4764-99c6-d44b2c4e26bb, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ab011b3f-345c-4764-99c6-d44b2c4e26bb,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:11:36.781887 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-4dbc32b3-897d-4f66-bba9-2fbdc9bd347c req-2a5b1483-18e9-4544-a655-2e9bf6cd529a tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] For port c935ebae-c09c-4ad5-8fe4-080be4e43828, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=c935ebae-c09c-4ad5-8fe4-080be4e43828,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:11:36.782397 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4dbc32b3-897d-4f66-bba9-2fbdc9bd347c req-2a5b1483-18e9-4544-a655-2e9bf6cd529a tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c935ebae-c09c-4ad5-8fe4-080be4e43828), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:36.798066 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'ab011b3f-345c-4764-99c6-d44b2c4e26bb', 'network_id': 'f388c604-9dfb-430b-954f-b2b9c1d3c352', 'port_id': 'ab011b3f-345c-4764-99c6-d44b2c4e26bb', 'mac_address': 'fa:16:3e:51:a7:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742a4943-8344-4614-b3ae-dda4eb02931e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:11:36.841694 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-4dbc32b3-897d-4f66-bba9-2fbdc9bd347c req-2a5b1483-18e9-4544-a655-2e9bf6cd529a tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Calling delete_port for c935ebae-c09c-4ad5-8fe4-080be4e43828 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:11:36.857697 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bad538-6c08-4d74-9c59-3414df428b4a req-9cefe6a0-54f1-4159-9736-6c51ba6bf446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:36.867364 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77bad538-6c08-4d74-9c59-3414df428b4a req-9cefe6a0-54f1-4159-9736-6c51ba6bf446 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a309d6c9-38a3-409d-a906-1638039000ff HTTP/1.1" status: 200 len: 847 time: 0.2993767 Jan 28 00:11:37.005339 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port ab011b3f-345c-4764-99c6-d44b2c4e26bb is: ACTIVE; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:11:37.008238 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ab011b3f-345c-4764-99c6-d44b2c4e26bb), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:37.020806 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77bad538-6c08-4d74-9c59-3414df428b4a req-091161e1-6ea2-4fbb-91eb-cdedaa725bfc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ede0cbb9-a83e-4037-b673-696eabc6b3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1522481 Jan 28 00:11:37.086357 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 19d78af4-1ba6-43e3-82a2-0b46ee234297 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:11:37.097612 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fe4146d7-4e2d-4b29-806f-746fc0cf9284 req-2a55c451-f0bc-4d71-88f6-a8f0f6d9ee88 service neutron] 10.222.0.65 "GET /v2.0/networks/b7c7fb76-6103-4eda-92dd-bd14f4d36fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4825528 Jan 28 00:11:37.263658 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4dbc32b3-897d-4f66-bba9-2fbdc9bd347c req-2a5b1483-18e9-4544-a655-2e9bf6cd529a tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (c935ebae-c09c-4ad5-8fe4-080be4e43828), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:37.284799 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab011b3f-345c-4764-99c6-d44b2c4e26bb {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:11:37.334938 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['8fad6b80-dfed-4d8f-94dc-e44110c67bcc'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:11:37.350453 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['bf4052fb-8fcb-446c-b34c-a26dc0815ce5'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:11:37.373060 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b1483-18e9-4544-a655-2e9bf6cd529a tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Pushing event deleted for resources: {'Port': ['ID=c935ebae-c09c-4ad5-8fe4-080be4e43828,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:37.401061 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f5c38-e304-461b-b683-5cf47535e783 req-a2cf8b6c-1f11-4a08-bed6-b2991625150a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:37.431083 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-881f5c38-e304-461b-b683-5cf47535e783 req-a2cf8b6c-1f11-4a08-bed6-b2991625150a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 943 time: 0.5807784 Jan 28 00:11:37.436901 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77bad538-6c08-4d74-9c59-3414df428b4a req-524636d3-28bb-4bb9-b7d7-b107ede8ba70 service neutron] 10.222.0.52 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014797 Jan 28 00:11:37.468277 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fe4146d7-4e2d-4b29-806f-746fc0cf9284 req-9000a5b2-cfeb-4390-b3a7-4c1c6c42d1eb service neutron] 10.222.0.65 "GET /v2.0/networks/b7c7fb76-6103-4eda-92dd-bd14f4d36fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106968 Jan 28 00:11:37.517111 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb834ac7-24ec-4ab7-8717-101161f86281 req-dc9c4e68-9ad9-41e0-b13a-87b3dc273880 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:37.543158 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb834ac7-24ec-4ab7-8717-101161f86281 req-dc9c4e68-9ad9-41e0-b13a-87b3dc273880 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.3381314 Jan 28 00:11:37.619008 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port ab011b3f-345c-4764-99c6-d44b2c4e26bb, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ab011b3f-345c-4764-99c6-d44b2c4e26bb,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:11:37.647252 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ab011b3f-345c-4764-99c6-d44b2c4e26bb), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:37.686470 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77bad538-6c08-4d74-9c59-3414df428b4a req-7bc4e100-6447-4849-9876-b42a8f31aa6c service neutron] 10.222.0.52 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151797 Jan 28 00:11:37.727585 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 19d78af4-1ba6-43e3-82a2-0b46ee234297 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:11:37.733343 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=ab011b3f-345c-4764-99c6-d44b2c4e26bb,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:37.762118 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 19d78af4-1ba6-43e3-82a2-0b46ee234297 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:11:37.762999 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (19d78af4-1ba6-43e3-82a2-0b46ee234297), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:37.844999 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['ab011b3f-345c-4764-99c6-d44b2c4e26bb'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:11:37.922380 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dbc32b3-897d-4f66-bba9-2fbdc9bd347c req-2a5b1483-18e9-4544-a655-2e9bf6cd529a tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] No DVR routers for this DVR port c935ebae-c09c-4ad5-8fe4-080be4e43828 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:11:37.985121 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4dbc32b3-897d-4f66-bba9-2fbdc9bd347c req-2a5b1483-18e9-4544-a655-2e9bf6cd529a tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:38.002760 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4dbc32b3-897d-4f66-bba9-2fbdc9bd347c req-2a5b1483-18e9-4544-a655-2e9bf6cd529a tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.52 "DELETE /v2.0/ports/c935ebae-c09c-4ad5-8fe4-080be4e43828 HTTP/1.1" status: 204 len: 173 time: 1.9998043 Jan 28 00:11:38.003141 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1453a213-40e8-4515-a401-ae9cfdaa4d70', 'name': 'network-vif-deleted', 'tag': 'c935ebae-c09c-4ad5-8fe4-080be4e43828'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:11:38.013149 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edab137-80b0-4919-8d91-bbcc7bba5906" -d '{"events": [{"server_uuid": "1453a213-40e8-4515-a401-ae9cfdaa4d70", "name": "network-vif-deleted", "tag": "c935ebae-c09c-4ad5-8fe4-080be4e43828"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:11:38.077863 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb834ac7-24ec-4ab7-8717-101161f86281 req-2bc37281-7108-4354-a931-7a3b30a0253c tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5267727 Jan 28 00:11:38.160005 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-881f5c38-e304-461b-b683-5cf47535e783 req-124dfc25-9035-4959-9493-c2946541fa40 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/security-groups?id=b65a71d0-47c4-42a5-aea6-cb1876d097d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6814544 Jan 28 00:11:38.514562 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e2ae328d-a173-4434-a327-4c79d3ec6a90 req-2ff85d2d-608d-44d3-82bf-99623870d1c8 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=1453a213-40e8-4515-a401-ae9cfdaa4d70 HTTP/1.1" status: 200 len: 210 time: 0.0974414 Jan 28 00:11:38.615322 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e0606-da92-473f-93fc-6096fa36951f req-1fd8929d-fe63-4738-b3af-50fece413773 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:38.622956 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-978e0606-da92-473f-93fc-6096fa36951f req-1fd8929d-fe63-4738-b3af-50fece413773 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8b34bf5-3bd6-4185-bfbb-ecd030845b30 HTTP/1.1" status: 200 len: 944 time: 0.2889752 Jan 28 00:11:38.825796 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-978e0606-da92-473f-93fc-6096fa36951f req-3d05757a-c121-464c-bbb2-ced28958db12 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/security-groups?id=052f30d2-3809-45fe-8cf7-6fd8fec0c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936684 Jan 28 00:11:38.891422 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6b982aab-b345-44c2-8ae2-0bb22f1661c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:39.036571 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 19d78af4-1ba6-43e3-82a2-0b46ee234297 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:11:39.037436 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (19d78af4-1ba6-43e3-82a2-0b46ee234297), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:39.203876 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b34bf5-3bd6-4185-bfbb-ecd030845b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d78af4-1ba6-43e3-82a2-0b46ee234297'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:11:39.226353 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108d73ef-b8f1-474f-9dac-139364ab3c7b" -d '{"events": [{"server_uuid": "d8b34bf5-3bd6-4185-bfbb-ecd030845b30", "name": "network-vif-plugged", "status": "completed", "tag": "19d78af4-1ba6-43e3-82a2-0b46ee234297"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:11:39.299726 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 19d78af4-1ba6-43e3-82a2-0b46ee234297, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=19d78af4-1ba6-43e3-82a2-0b46ee234297,segment=NetworkSegment(2271d763-dbe0-482d-9b5a-a3c1bb7454e8),segment_id=2271d763-dbe0-482d-9b5a-a3c1bb7454e8)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:11:39.324409 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (19d78af4-1ba6-43e3-82a2-0b46ee234297), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:39.420500 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device c935ebae-c09c-4ad5-8fe4-080be4e43828 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:11:39.550985 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: c935ebae-c09c-4ad5-8fe4-080be4e43828 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:11:39.551210 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device c935ebae-c09c-4ad5-8fe4-080be4e43828 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:11:39.580651 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:39.584701 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=19d78af4-1ba6-43e3-82a2-0b46ee234297,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:40.350755 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device ab011b3f-345c-4764-99c6-d44b2c4e26bb up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:11:40.517249 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port ab011b3f-345c-4764-99c6-d44b2c4e26bb triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:11:40.517913 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ab011b3f-345c-4764-99c6-d44b2c4e26bb), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:40.797748 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port ab011b3f-345c-4764-99c6-d44b2c4e26bb is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:11:40.798787 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ab011b3f-345c-4764-99c6-d44b2c4e26bb), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:40.896858 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port ab011b3f-345c-4764-99c6-d44b2c4e26bb, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ab011b3f-345c-4764-99c6-d44b2c4e26bb,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:11:40.906601 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ab011b3f-345c-4764-99c6-d44b2c4e26bb), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:41.055754 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:41.063858 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=ab011b3f-345c-4764-99c6-d44b2c4e26bb,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:42.054642 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:42.599742 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:43.744961 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:46.004208 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394b287a-25f6-4167-b257-0be7f438d106 x-openstack-request-id: req-394b287a-25f6-4167-b257-0be7f438d106 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:11:46.005832 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1453a213-40e8-4515-a401-ae9cfdaa4d70", "name": "network-vif-deleted", "tag": "c935ebae-c09c-4ad5-8fe4-080be4e43828", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:11:46.006390 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-394b287a-25f6-4167-b257-0be7f438d106 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:11:46.007277 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1453a213-40e8-4515-a401-ae9cfdaa4d70', 'name': 'network-vif-deleted', 'tag': 'c935ebae-c09c-4ad5-8fe4-080be4e43828', 'status': 'completed', 'code': 200} Jan 28 00:11:46.195491 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa1094-3912-4dfd-9969-91865ee5caf3 req-0b963645-1415-40c8-ac68-42c295fcbba9 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:46.200164 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d0aa1094-3912-4dfd-9969-91865ee5caf3 req-0b963645-1415-40c8-ac68-42c295fcbba9 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 943 time: 0.1489336 Jan 28 00:11:46.216144 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95171599-7339-4566-b6e8-5822f37b1046 req-0829b997-1f57-4ee5-827b-4296f3e29e58 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:46.223383 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-95171599-7339-4566-b6e8-5822f37b1046 req-0829b997-1f57-4ee5-827b-4296f3e29e58 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.1255572 Jan 28 00:11:46.314816 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-95171599-7339-4566-b6e8-5822f37b1046 req-b0cdd537-9f00-4516-87f7-bba2621fc013 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902243 Jan 28 00:11:46.328584 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d0aa1094-3912-4dfd-9969-91865ee5caf3 req-2ba6f9e1-d087-4934-b62a-0908a6694f21 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/security-groups?id=b65a71d0-47c4-42a5-aea6-cb1876d097d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022322 Jan 28 00:11:46.460712 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96a0033-4a6b-4aee-961e-ff15b58d1037 x-openstack-request-id: req-d96a0033-4a6b-4aee-961e-ff15b58d1037 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:11:46.461488 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b34bf5-3bd6-4185-bfbb-ecd030845b30", "name": "network-vif-plugged", "status": "completed", "tag": "19d78af4-1ba6-43e3-82a2-0b46ee234297", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:11:46.461488 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d96a0033-4a6b-4aee-961e-ff15b58d1037 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:11:46.461825 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b34bf5-3bd6-4185-bfbb-ecd030845b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d78af4-1ba6-43e3-82a2-0b46ee234297', 'code': 200} Jan 28 00:11:46.687156 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8bcac-3dd1-419a-9dae-def14e1d5623 req-b99c859d-72eb-4774-be1a-fb0e5f6da8e1 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:46.690151 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-91e8bcac-3dd1-419a-9dae-def14e1d5623 req-b99c859d-72eb-4774-be1a-fb0e5f6da8e1 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8b34bf5-3bd6-4185-bfbb-ecd030845b30 HTTP/1.1" status: 200 len: 945 time: 0.1079750 Jan 28 00:11:46.912493 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-91e8bcac-3dd1-419a-9dae-def14e1d5623 req-867ece21-7685-49b5-acb9-637ed12f8468 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/security-groups?id=052f30d2-3809-45fe-8cf7-6fd8fec0c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158847 Jan 28 00:11:46.972577 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5c03d-880a-4d30-b022-80833bdedb24 req-58e00d3c-196e-46cb-b078-7c6c8e5e35ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:46.974356 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71d5c03d-880a-4d30-b022-80833bdedb24 req-58e00d3c-196e-46cb-b078-7c6c8e5e35ba service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d8b34bf5-3bd6-4185-bfbb-ecd030845b30 HTTP/1.1" status: 200 len: 1096 time: 0.2102425 Jan 28 00:11:47.081028 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71d5c03d-880a-4d30-b022-80833bdedb24 req-ca7aad44-f209-49ff-af5e-b683cef1429e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=052f30d2-3809-45fe-8cf7-6fd8fec0c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942407 Jan 28 00:11:47.243366 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d624431-c490-46ce-a90a-4f6018039376 req-e50f1289-0216-41f9-967f-a2395c177e96 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:47.246835 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6d624431-c490-46ce-a90a-4f6018039376 req-e50f1289-0216-41f9-967f-a2395c177e96 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/ports?device_id=76062c4f-e798-49c5-8244-2731043243d0 HTTP/1.1" status: 200 len: 950 time: 0.0898159 Jan 28 00:11:47.357130 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f2daf-922d-44bd-bd3c-a898d9812b5c req-06754ad6-ed27-40a5-a84a-0a06a5845036 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:47.359051 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-342f2daf-922d-44bd-bd3c-a898d9812b5c req-06754ad6-ed27-40a5-a84a-0a06a5845036 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9b6ba0b-2c7b-4510-b723-70dfaf3cf644 HTTP/1.1" status: 200 len: 950 time: 0.0932372 Jan 28 00:11:47.365399 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6d624431-c490-46ce-a90a-4f6018039376 req-78bfae26-b09e-4e96-a479-99d07f74a5e9 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/security-groups?id=fdef021a-754b-49fa-9d92-8309de2cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088252 Jan 28 00:11:47.498180 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-342f2daf-922d-44bd-bd3c-a898d9812b5c req-8c571977-e425-4215-aa2e-36e260e6ae5e tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314106 Jan 28 00:11:47.678564 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5373d5-8e6e-4b90-8b39-783686ffd12b req-cf5c9464-98a5-4966-a10f-6a6def6f16e7 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:47.692296 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-df5373d5-8e6e-4b90-8b39-783686ffd12b req-cf5c9464-98a5-4966-a10f-6a6def6f16e7 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 943 time: 0.1342516 Jan 28 00:11:47.749548 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbbd2d-710d-4336-9d9e-1267fb06ba89 req-777fc148-1b80-4653-82e6-101f4a7a39e4 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:47.762415 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-16bbbd2d-710d-4336-9d9e-1267fb06ba89 req-777fc148-1b80-4653-82e6-101f4a7a39e4 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.1521802 Jan 28 00:11:47.882600 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-16bbbd2d-710d-4336-9d9e-1267fb06ba89 req-538fa9b4-7dc3-4ce3-af8c-4d6bbf69784a tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185064 Jan 28 00:11:47.938362 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-df5373d5-8e6e-4b90-8b39-783686ffd12b req-57616c2f-bfd5-4e15-88c0-eb11d2fc6732 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/security-groups?id=b65a71d0-47c4-42a5-aea6-cb1876d097d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436564 Jan 28 00:11:48.254729 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521c896-069b-4e5b-9101-16455dad3c16 req-a9c8af82-1c24-4338-b4e3-7089d447aa83 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:48.266958 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d521c896-069b-4e5b-9101-16455dad3c16 req-a9c8af82-1c24-4338-b4e3-7089d447aa83 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8b34bf5-3bd6-4185-bfbb-ecd030845b30 HTTP/1.1" status: 200 len: 945 time: 0.1638772 Jan 28 00:11:48.372318 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d521c896-069b-4e5b-9101-16455dad3c16 req-ba0cb914-1bd7-42ff-82de-d2e567cdbef7 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/security-groups?id=052f30d2-3809-45fe-8cf7-6fd8fec0c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971749 Jan 28 00:11:48.462876 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781afa12-a571-4a4d-8f9d-6ceddf7be94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab011b3f-345c-4764-99c6-d44b2c4e26bb'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:11:48.467564 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49de5529-025d-49df-a238-964349ac633b" -d '{"events": [{"server_uuid": "781afa12-a571-4a4d-8f9d-6ceddf7be94b", "name": "network-vif-plugged", "status": "completed", "tag": "ab011b3f-345c-4764-99c6-d44b2c4e26bb"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:11:48.670583 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f648a-0206-43e5-a0f9-e88003adafd8 req-3d291bec-d72a-4aec-8ee6-4ac7d3715898 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:48.672591 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-394f648a-0206-43e5-a0f9-e88003adafd8 req-3d291bec-d72a-4aec-8ee6-4ac7d3715898 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9b6ba0b-2c7b-4510-b723-70dfaf3cf644 HTTP/1.1" status: 200 len: 950 time: 0.0774446 Jan 28 00:11:48.896814 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-394f648a-0206-43e5-a0f9-e88003adafd8 req-2f0bc002-1a67-4a38-b7c4-908eaf79fe4c tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Deleting port 8fad6b80-dfed-4d8f-94dc-e44110c67bcc {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:11:48.897674 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-394f648a-0206-43e5-a0f9-e88003adafd8 req-2f0bc002-1a67-4a38-b7c4-908eaf79fe4c tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (8fad6b80-dfed-4d8f-94dc-e44110c67bcc), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:49.210183 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-394f648a-0206-43e5-a0f9-e88003adafd8 req-2f0bc002-1a67-4a38-b7c4-908eaf79fe4c tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] For port 8fad6b80-dfed-4d8f-94dc-e44110c67bcc, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8fad6b80-dfed-4d8f-94dc-e44110c67bcc,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:11:49.210183 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-394f648a-0206-43e5-a0f9-e88003adafd8 req-2f0bc002-1a67-4a38-b7c4-908eaf79fe4c tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (8fad6b80-dfed-4d8f-94dc-e44110c67bcc), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:49.238177 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22697360-376f-4b56-ba99-d439e56c5353 x-openstack-request-id: req-22697360-376f-4b56-ba99-d439e56c5353 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:11:49.238619 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781afa12-a571-4a4d-8f9d-6ceddf7be94b", "name": "network-vif-plugged", "status": "completed", "tag": "ab011b3f-345c-4764-99c6-d44b2c4e26bb", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:11:49.238920 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-22697360-376f-4b56-ba99-d439e56c5353 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:11:49.239324 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781afa12-a571-4a4d-8f9d-6ceddf7be94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab011b3f-345c-4764-99c6-d44b2c4e26bb', 'code': 200} Jan 28 00:11:49.262263 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-394f648a-0206-43e5-a0f9-e88003adafd8 req-2f0bc002-1a67-4a38-b7c4-908eaf79fe4c tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Calling delete_port for 8fad6b80-dfed-4d8f-94dc-e44110c67bcc owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:11:49.319082 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0a778-adbd-4866-9265-9ca5d92620ea req-8936fcd6-6356-493e-b9ea-1031cd73c046 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:49.332314 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eab0a778-adbd-4866-9265-9ca5d92620ea req-8936fcd6-6356-493e-b9ea-1031cd73c046 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9b6ba0b-2c7b-4510-b723-70dfaf3cf644 HTTP/1.1" status: 200 len: 950 time: 0.1260767 Jan 28 00:11:49.409601 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eab0a778-adbd-4866-9265-9ca5d92620ea req-885468a9-8262-463d-8bd9-4961626c3a4c tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762610 Jan 28 00:11:49.607386 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-394f648a-0206-43e5-a0f9-e88003adafd8 req-2f0bc002-1a67-4a38-b7c4-908eaf79fe4c tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (8fad6b80-dfed-4d8f-94dc-e44110c67bcc), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:49.649013 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['8fad6b80-dfed-4d8f-94dc-e44110c67bcc'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:11:49.715019 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de726b-5c99-410e-a986-aaaa0f8f2f90 req-1268ce96-0a94-46fd-88b8-db3c65c1d429 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:49.741521 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-57de726b-5c99-410e-a986-aaaa0f8f2f90 req-1268ce96-0a94-46fd-88b8-db3c65c1d429 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.2858396 Jan 28 00:11:49.752551 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['bf4052fb-8fcb-446c-b34c-a26dc0815ce5'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:11:49.860150 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e6f71-10dd-4cf7-83c9-f1e17036d4df req-013fd17a-4633-44af-8c57-189df983bea1 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:49.866676 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9a7e6f71-10dd-4cf7-83c9-f1e17036d4df req-013fd17a-4633-44af-8c57-189df983bea1 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 943 time: 0.3093629 Jan 28 00:11:49.972187 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0bc002-1a67-4a38-b7c4-908eaf79fe4c tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Pushing event deleted for resources: {'Port': ['ID=8fad6b80-dfed-4d8f-94dc-e44110c67bcc,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:49.986435 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-57de726b-5c99-410e-a986-aaaa0f8f2f90 req-6164c5bb-d176-4e5f-94df-22eac4e23385 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386508 Jan 28 00:11:50.105390 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-394f648a-0206-43e5-a0f9-e88003adafd8 req-2f0bc002-1a67-4a38-b7c4-908eaf79fe4c tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] No DVR routers for this DVR port 8fad6b80-dfed-4d8f-94dc-e44110c67bcc on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:11:50.108361 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9a7e6f71-10dd-4cf7-83c9-f1e17036d4df req-cd8e37c0-0c2f-4dce-bd50-ca8a5e0933d1 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/security-groups?id=b65a71d0-47c4-42a5-aea6-cb1876d097d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206481 Jan 28 00:11:50.111680 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-394f648a-0206-43e5-a0f9-e88003adafd8 req-2f0bc002-1a67-4a38-b7c4-908eaf79fe4c tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:50.121300 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-394f648a-0206-43e5-a0f9-e88003adafd8 req-2f0bc002-1a67-4a38-b7c4-908eaf79fe4c tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.65 "DELETE /v2.0/ports/8fad6b80-dfed-4d8f-94dc-e44110c67bcc HTTP/1.1" status: 204 len: 173 time: 1.4424548 Jan 28 00:11:50.124733 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b6ba0b-2c7b-4510-b723-70dfaf3cf644', 'name': 'network-vif-deleted', 'tag': '8fad6b80-dfed-4d8f-94dc-e44110c67bcc'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:11:50.130840 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64728c0e-0967-4801-a9c0-64101f500f36" -d '{"events": [{"server_uuid": "e9b6ba0b-2c7b-4510-b723-70dfaf3cf644", "name": "network-vif-deleted", "tag": "8fad6b80-dfed-4d8f-94dc-e44110c67bcc"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:11:50.452544 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db6e91-61dc-4bf9-bf5d-ea93ac328f83 req-35c320d9-4ad7-46c3-908a-be9ecd788e35 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:50.468448 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-01db6e91-61dc-4bf9-bf5d-ea93ac328f83 req-35c320d9-4ad7-46c3-908a-be9ecd788e35 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8b34bf5-3bd6-4185-bfbb-ecd030845b30 HTTP/1.1" status: 200 len: 945 time: 0.1505697 Jan 28 00:11:50.569092 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84888c51-4fe7-4fe6-aba8-423a6e61fd7d x-openstack-request-id: req-84888c51-4fe7-4fe6-aba8-423a6e61fd7d {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:11:50.569209 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b6ba0b-2c7b-4510-b723-70dfaf3cf644", "name": "network-vif-deleted", "tag": "8fad6b80-dfed-4d8f-94dc-e44110c67bcc", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:11:50.569402 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-84888c51-4fe7-4fe6-aba8-423a6e61fd7d {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:11:50.569829 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b6ba0b-2c7b-4510-b723-70dfaf3cf644', 'name': 'network-vif-deleted', 'tag': '8fad6b80-dfed-4d8f-94dc-e44110c67bcc', 'status': 'completed', 'code': 200} Jan 28 00:11:50.606452 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-01db6e91-61dc-4bf9-bf5d-ea93ac328f83 req-e9467213-ec66-41dd-a04d-87f51ddaf7d9 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/security-groups?id=052f30d2-3809-45fe-8cf7-6fd8fec0c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336138 Jan 28 00:11:50.826080 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3d23d089-b481-44b8-af1a-da6a80f751cb req-9507ab49-9d45-4a17-95d0-1e0fbe4fca04 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9b6ba0b-2c7b-4510-b723-70dfaf3cf644 HTTP/1.1" status: 200 len: 210 time: 0.0636761 Jan 28 00:11:51.156675 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3621ab-c50f-47a1-8c3f-11e78a6ea6c7 req-80074b05-de1b-4def-a3ef-9fffd1738c21 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:51.156675 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa3621ab-c50f-47a1-8c3f-11e78a6ea6c7 req-80074b05-de1b-4def-a3ef-9fffd1738c21 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/ports?device_id=76062c4f-e798-49c5-8244-2731043243d0 HTTP/1.1" status: 200 len: 950 time: 0.1073136 Jan 28 00:11:51.169580 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcb3d8-5160-47a5-ad35-43020e57c8cc req-0e266c1d-d958-477e-8eb3-83cf76472e78 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:51.172423 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6fbcb3d8-5160-47a5-ad35-43020e57c8cc req-0e266c1d-d958-477e-8eb3-83cf76472e78 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8b34bf5-3bd6-4185-bfbb-ecd030845b30 HTTP/1.1" status: 200 len: 945 time: 0.1542418 Jan 28 00:11:51.176793 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device de996d43-cc96-4aea-9033-9244d4923d32 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:11:51.185175 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48932) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:11:51.192359 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-455ff5e6-0e06-47b9-a48c-142d1bdd134f tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Request body: {'floatingip': {'port_id': '19d78af4-1ba6-43e3-82a2-0b46ee234297'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:11:51.358073 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-455ff5e6-0e06-47b9-a48c-142d1bdd134f tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks [] for floatingip (6789c033-f679-42b8-ac77-791e97a9bd84), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:51.392510 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa3621ab-c50f-47a1-8c3f-11e78a6ea6c7 req-df64f094-5b0e-4eda-9f17-18479497091b tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/security-groups?id=fdef021a-754b-49fa-9d92-8309de2cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180758 Jan 28 00:11:51.477230 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port de996d43-cc96-4aea-9033-9244d4923d32 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:11:51.477650 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (de996d43-cc96-4aea-9033-9244d4923d32), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:51.496534 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db600e-9a0e-4449-bd68-0647a84a2346 req-c98d4c1a-c89d-4bd0-b926-c7277363ea7c tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:51.502573 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a5db600e-9a0e-4449-bd68-0647a84a2346 req-c98d4c1a-c89d-4bd0-b926-c7277363ea7c tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.2030926 Jan 28 00:11:51.548889 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port de996d43-cc96-4aea-9033-9244d4923d32, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=de996d43-cc96-4aea-9033-9244d4923d32,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:11:51.550754 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76062c4f-e798-49c5-8244-2731043243d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de996d43-cc96-4aea-9033-9244d4923d32'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:11:51.561484 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15255d54-769b-46a2-b5d4-f60aa20bc167" -d '{"events": [{"server_uuid": "76062c4f-e798-49c5-8244-2731043243d0", "name": "network-vif-unplugged", "status": "completed", "tag": "de996d43-cc96-4aea-9033-9244d4923d32"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:11:51.568708 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (de996d43-cc96-4aea-9033-9244d4923d32), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:51.707028 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a5db600e-9a0e-4449-bd68-0647a84a2346 req-565af5d1-8e13-437f-9ee4-92abbd3fbf80 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977458 Jan 28 00:11:51.750865 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=de996d43-cc96-4aea-9033-9244d4923d32,revision_number=11']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:51.801104 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4a2ce-4d7d-4823-b1d0-e49f0d962902 req-dcb1fa24-ef5c-4fc1-bb60-0d5fb0625809 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:51.814056 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-51f4a2ce-4d7d-4823-b1d0-e49f0d962902 req-dcb1fa24-ef5c-4fc1-bb60-0d5fb0625809 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 943 time: 0.1913750 Jan 28 00:11:51.969488 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567b507c-9bc8-4d04-8ef5-95579084d576 x-openstack-request-id: req-567b507c-9bc8-4d04-8ef5-95579084d576 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:11:51.970092 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76062c4f-e798-49c5-8244-2731043243d0", "name": "network-vif-unplugged", "status": "completed", "tag": "de996d43-cc96-4aea-9033-9244d4923d32", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:11:51.970598 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-567b507c-9bc8-4d04-8ef5-95579084d576 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:11:51.971303 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76062c4f-e798-49c5-8244-2731043243d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de996d43-cc96-4aea-9033-9244d4923d32', 'code': 200} Jan 28 00:11:51.996328 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-51f4a2ce-4d7d-4823-b1d0-e49f0d962902 req-3a547466-6ffb-434f-a8b1-747d12d79558 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/security-groups?id=b65a71d0-47c4-42a5-aea6-cb1876d097d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707458 Jan 28 00:11:52.434346 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 8fad6b80-dfed-4d8f-94dc-e44110c67bcc no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:11:52.454740 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd130b-ae3a-4ce6-9613-d75714bdc05b req-382500db-df38-4827-bc63-d27353761db2 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:52.457481 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e7dd130b-ae3a-4ce6-9613-d75714bdc05b req-382500db-df38-4827-bc63-d27353761db2 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 951 time: 0.1147919 Jan 28 00:11:52.483104 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 8fad6b80-dfed-4d8f-94dc-e44110c67bcc {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:11:52.483369 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 8fad6b80-dfed-4d8f-94dc-e44110c67bcc not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:11:52.638937 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e7dd130b-ae3a-4ce6-9613-d75714bdc05b req-3be28ea8-3c26-41ed-996e-6ebd865c2a04 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667936 Jan 28 00:11:52.661344 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-455ff5e6-0e06-47b9-a48c-142d1bdd134f tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:52.678722 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-455ff5e6-0e06-47b9-a48c-142d1bdd134f tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (6789c033-f679-42b8-ac77-791e97a9bd84), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:52.681499 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e404f13-2711-40d9-ae91-aef4ae567b0c req-0b80d92c-e512-40b8-bf7f-9b5cd4db307d tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:52.690390 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e404f13-2711-40d9-ae91-aef4ae567b0c req-0b80d92c-e512-40b8-bf7f-9b5cd4db307d tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/ports?device_id=76062c4f-e798-49c5-8244-2731043243d0 HTTP/1.1" status: 200 len: 948 time: 0.1293485 Jan 28 00:11:52.832642 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e404f13-2711-40d9-ae91-aef4ae567b0c req-4cbe632c-6db3-443d-af45-480b6c2ac14c tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/security-groups?id=fdef021a-754b-49fa-9d92-8309de2cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300757 Jan 28 00:11:52.888214 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-455ff5e6-0e06-47b9-a48c-142d1bdd134f tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Floating IP 6789c033-f679-42b8-ac77-791e97a9bd84 associated. External IP: 172.25.3.116, port: 19d78af4-1ba6-43e3-82a2-0b46ee234297. Jan 28 00:11:52.925479 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba205a97-4ded-4e9e-a1c8-ddc470cc21d1 req-f9293aab-18f4-4cd0-a397-bf5c208859a2 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:52.943472 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ba205a97-4ded-4e9e-a1c8-ddc470cc21d1 req-f9293aab-18f4-4cd0-a397-bf5c208859a2 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.1294167 Jan 28 00:11:53.054021 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ba205a97-4ded-4e9e-a1c8-ddc470cc21d1 req-ba8c9967-9c3c-43a4-b62c-e7c9231c8999 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086354 Jan 28 00:11:53.267428 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194042f-91b4-4e40-95f6-251530a6e504 req-5dd7fd9d-7bb0-401e-b6e3-db47fdf03122 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:53.272661 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455ff5e6-0e06-47b9-a48c-142d1bdd134f tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Router 61939f74-61b6-45a9-8829-6ef3a073b55f has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:11:53.282504 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e194042f-91b4-4e40-95f6-251530a6e504 req-5dd7fd9d-7bb0-401e-b6e3-db47fdf03122 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 943 time: 0.1141932 Jan 28 00:11:53.422373 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e194042f-91b4-4e40-95f6-251530a6e504 req-e1efdba0-1933-4867-b6ed-d4b14bf1331b tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/security-groups?id=b65a71d0-47c4-42a5-aea6-cb1876d097d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384153 Jan 28 00:11:53.484837 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455ff5e6-0e06-47b9-a48c-142d1bdd134f tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:11:53.499444 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-455ff5e6-0e06-47b9-a48c-142d1bdd134f tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:53.539536 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb70e6c-346b-49a8-8bd7-b80d2fb852dd None None] Sync routers for ids ['61939f74-61b6-45a9-8829-6ef3a073b55f'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:11:53.558671 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb70e6c-346b-49a8-8bd7-b80d2fb852dd None None] Routers {'61939f74-61b6-45a9-8829-6ef3a073b55f'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:11:53.559395 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-7bb70e6c-346b-49a8-8bd7-b80d2fb852dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:11:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['61939f74-61b6-45a9-8829-6ef3a073b55f'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:11:53.572748 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-455ff5e6-0e06-47b9-a48c-142d1bdd134f tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "PUT /v2.0/floatingips/6789c033-f679-42b8-ac77-791e97a9bd84 HTTP/1.1" status: 200 len: 991 time: 2.3849926 Jan 28 00:11:53.573413 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b34bf5-3bd6-4185-bfbb-ecd030845b30', 'tag': '19d78af4-1ba6-43e3-82a2-0b46ee234297'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:11:53.583902 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecf3639-8599-49cd-b46c-d46c8a2104c6" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b34bf5-3bd6-4185-bfbb-ecd030845b30", "tag": "19d78af4-1ba6-43e3-82a2-0b46ee234297"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:11:53.753151 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-7bb70e6c-346b-49a8-8bd7-b80d2fb852dd None None] Set router 61939f74-61b6-45a9-8829-6ef3a073b55f gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:11:53.907257 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081af18c-e3cd-4846-a40a-bac4bd26cba3 x-openstack-request-id: req-081af18c-e3cd-4846-a40a-bac4bd26cba3 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:11:53.908147 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b34bf5-3bd6-4185-bfbb-ecd030845b30", "tag": "19d78af4-1ba6-43e3-82a2-0b46ee234297", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:11:53.908464 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-081af18c-e3cd-4846-a40a-bac4bd26cba3 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:11:53.909269 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b34bf5-3bd6-4185-bfbb-ecd030845b30', 'tag': '19d78af4-1ba6-43e3-82a2-0b46ee234297', 'status': 'completed', 'code': 200} Jan 28 00:11:54.002848 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad2aaa-7c69-4343-9c29-f7ecc14d6cde req-bae4ec04-e383-482c-aaf9-1a5755e22810 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:54.009570 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8dad2aaa-7c69-4343-9c29-f7ecc14d6cde req-bae4ec04-e383-482c-aaf9-1a5755e22810 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.52 "GET /v2.0/ports?device_id=76062c4f-e798-49c5-8244-2731043243d0 HTTP/1.1" status: 200 len: 948 time: 0.2230942 Jan 28 00:11:54.106302 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf3639-8599-49cd-b46c-d46c8a2104c6 req-79b3ff56-8505-43e1-8ca3-a86f9880282a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:54.112249 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fecf3639-8599-49cd-b46c-d46c8a2104c6 req-79b3ff56-8505-43e1-8ca3-a86f9880282a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4fbf0a6223374ddfb503943d84d40270&device_id=d8b34bf5-3bd6-4185-bfbb-ecd030845b30 HTTP/1.1" status: 200 len: 1096 time: 0.1285284 Jan 28 00:11:54.365495 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf3639-8599-49cd-b46c-d46c8a2104c6 req-8eabd934-8c3a-4c02-8914-d45276c6845a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:54.368437 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fecf3639-8599-49cd-b46c-d46c8a2104c6 req-8eabd934-8c3a-4c02-8914-d45276c6845a service neutron] 10.222.0.52 "GET /v2.0/networks?id=e089f335-5674-4c92-a564-9237fa994e7e HTTP/1.1" status: 200 len: 925 time: 0.2508919 Jan 28 00:11:54.374714 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907bf3f-2550-4e99-b2b9-94b0e9450b56 req-daf0f1ad-9116-4185-87cc-f175325af5b1 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:54.381957 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5907bf3f-2550-4e99-b2b9-94b0e9450b56 req-daf0f1ad-9116-4185-87cc-f175325af5b1 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 951 time: 0.3569062 Jan 28 00:11:54.387862 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-7bb70e6c-346b-49a8-8bd7-b80d2fb852dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2041208346-router', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:07:22Z', 'updated_at': '2022-01-28T00:07:27Z', 'revision_number': 4, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'gw_port': {'id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:23Z', 'updated_at': '2022-01-28T00:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '6789c033-f679-42b8-ac77-791e97a9bd84', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'floating_ip_address': '172.25.3.116', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'port_id': '19d78af4-1ba6-43e3-82a2-0b46ee234297', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e', 'mac_address': 'fa:16:3e:74:b3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b34bf5-3bd6-4185-bfbb-ecd030845b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:07:50Z', 'updated_at': '2022-01-28T00:11:52Z', 'revision_number': 5, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29bfd5a4-7665-4769-a77e-d2812ab7dcc2', 'name': '', 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'mac_address': 'fa:16:3e:cd:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'fd93541c-3fa3-4f63-b944-5654809caebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:26Z', 'updated_at': '2022-01-28T00:07:32Z', 'revision_number': 5, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'subnets': [{'id': 'fd93541c-3fa3-4f63-b944-5654809caebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:11:54.426589 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb70e6c-346b-49a8-8bd7-b80d2fb852dd None None] Checking router: 61939f74-61b6-45a9-8829-6ef3a073b55f for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:11:54.433597 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242a440-19f2-4f37-a7c2-b36dcf187f34 req-4b9f8f20-f99c-4e33-a606-7805b914d216 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:54.436823 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3242a440-19f2-4f37-a7c2-b36dcf187f34 req-4b9f8f20-f99c-4e33-a606-7805b914d216 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/ports?device_id=76062c4f-e798-49c5-8244-2731043243d0 HTTP/1.1" status: 200 len: 948 time: 0.1615436 Jan 28 00:11:54.446910 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb70e6c-346b-49a8-8bd7-b80d2fb852dd None None] Routers {'61939f74-61b6-45a9-8829-6ef3a073b55f'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:11:54.447420 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-8dad2aaa-7c69-4343-9c29-f7ecc14d6cde req-517903d4-7029-41fd-b292-4e84ae7118c0 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Deleting port de996d43-cc96-4aea-9033-9244d4923d32 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:11:54.447604 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-7bb70e6c-346b-49a8-8bd7-b80d2fb852dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:11:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['61939f74-61b6-45a9-8829-6ef3a073b55f'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:11:54.448118 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8dad2aaa-7c69-4343-9c29-f7ecc14d6cde req-517903d4-7029-41fd-b292-4e84ae7118c0 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (de996d43-cc96-4aea-9033-9244d4923d32), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:54.518408 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fecf3639-8599-49cd-b46c-d46c8a2104c6 req-993cd316-e210-4ee0-b62f-530ffcbec2db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19d78af4-1ba6-43e3-82a2-0b46ee234297 HTTP/1.1" status: 200 len: 999 time: 0.1396055 Jan 28 00:11:54.610439 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-7bb70e6c-346b-49a8-8bd7-b80d2fb852dd None None] Set router 61939f74-61b6-45a9-8829-6ef3a073b55f gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:11:54.631971 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf3639-8599-49cd-b46c-d46c8a2104c6 req-8c1d08fa-0ae0-4782-b1fe-389fb1695a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:54.634635 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fecf3639-8599-49cd-b46c-d46c8a2104c6 req-8c1d08fa-0ae0-4782-b1fe-389fb1695a03 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fd93541c-3fa3-4f63-b944-5654809caebc HTTP/1.1" status: 200 len: 863 time: 0.1079221 Jan 28 00:11:54.717807 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf3639-8599-49cd-b46c-d46c8a2104c6 req-739d7665-2d64-4a6f-a793-893a7495d6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:54.722214 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fecf3639-8599-49cd-b46c-d46c8a2104c6 req-739d7665-2d64-4a6f-a793-893a7495d6bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e089f335-5674-4c92-a564-9237fa994e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795457 Jan 28 00:11:54.860575 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5907bf3f-2550-4e99-b2b9-94b0e9450b56 req-848ff89c-4c44-4d48-ba82-e41cf742bd57 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4774086 Jan 28 00:11:54.921403 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fecf3639-8599-49cd-b46c-d46c8a2104c6 req-9066a007-2edc-48c6-943a-dee3b116b639 service neutron] 10.222.0.52 "GET /v2.0/networks/e089f335-5674-4c92-a564-9237fa994e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934180 Jan 28 00:11:54.922825 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3242a440-19f2-4f37-a7c2-b36dcf187f34 req-9c7d6c97-9afe-41fe-8a9e-58fc1d8a196d tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/security-groups?id=fdef021a-754b-49fa-9d92-8309de2cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708426 Jan 28 00:11:54.957882 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd053348-d335-4170-ad94-76aa11f9150f req-fe751238-15c5-4ba4-b61c-744c45038bde tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:54.959479 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fd053348-d335-4170-ad94-76aa11f9150f req-fe751238-15c5-4ba4-b61c-744c45038bde tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.52 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 951 time: 0.1166513 Jan 28 00:11:54.973564 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-8dad2aaa-7c69-4343-9c29-f7ecc14d6cde req-517903d4-7029-41fd-b292-4e84ae7118c0 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] For port de996d43-cc96-4aea-9033-9244d4923d32, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=de996d43-cc96-4aea-9033-9244d4923d32,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:11:54.974062 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8dad2aaa-7c69-4343-9c29-f7ecc14d6cde req-517903d4-7029-41fd-b292-4e84ae7118c0 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (de996d43-cc96-4aea-9033-9244d4923d32), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:55.021626 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-8dad2aaa-7c69-4343-9c29-f7ecc14d6cde req-517903d4-7029-41fd-b292-4e84ae7118c0 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Calling delete_port for de996d43-cc96-4aea-9033-9244d4923d32 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:11:55.131360 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-7bb70e6c-346b-49a8-8bd7-b80d2fb852dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2041208346-router', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:07:22Z', 'updated_at': '2022-01-28T00:07:27Z', 'revision_number': 4, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'gw_port': {'id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:23Z', 'updated_at': '2022-01-28T00:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '6789c033-f679-42b8-ac77-791e97a9bd84', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'floating_ip_address': '172.25.3.116', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'port_id': '19d78af4-1ba6-43e3-82a2-0b46ee234297', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e', 'mac_address': 'fa:16:3e:74:b3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b34bf5-3bd6-4185-bfbb-ecd030845b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:07:50Z', 'updated_at': '2022-01-28T00:11:52Z', 'revision_number': 5, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29bfd5a4-7665-4769-a77e-d2812ab7dcc2', 'name': '', 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'mac_address': 'fa:16:3e:cd:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'fd93541c-3fa3-4f63-b944-5654809caebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:26Z', 'updated_at': '2022-01-28T00:07:32Z', 'revision_number': 5, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'subnets': [{'id': 'fd93541c-3fa3-4f63-b944-5654809caebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:11:55.177119 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fecf3639-8599-49cd-b46c-d46c8a2104c6 req-1c06c2b5-6adb-4065-b40d-3e14c6f25e65 service neutron] 10.222.0.52 "GET /v2.0/networks/e089f335-5674-4c92-a564-9237fa994e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481043 Jan 28 00:11:55.194779 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb70e6c-346b-49a8-8bd7-b80d2fb852dd None None] The sync data for ids ['61939f74-61b6-45a9-8829-6ef3a073b55f'] in n-d-826754-1 is: [{'id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2041208346-router', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:07:22Z', 'updated_at': '2022-01-28T00:07:27Z', 'revision_number': 4, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'gw_port': {'id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:23Z', 'updated_at': '2022-01-28T00:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '6789c033-f679-42b8-ac77-791e97a9bd84', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'floating_ip_address': '172.25.3.116', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'port_id': '19d78af4-1ba6-43e3-82a2-0b46ee234297', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e', 'mac_address': 'fa:16:3e:74:b3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b34bf5-3bd6-4185-bfbb-ecd030845b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:07:50Z', 'updated_at': '2022-01-28T00:11:52Z', 'revision_number': 5, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29bfd5a4-7665-4769-a77e-d2812ab7dcc2', 'name': '', 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'mac_address': 'fa:16:3e:cd:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'fd93541c-3fa3-4f63-b944-5654809caebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:26Z', 'updated_at': '2022-01-28T00:07:32Z', 'revision_number': 5, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'subnets': [{'id': 'fd93541c-3fa3-4f63-b944-5654809caebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:11:55.399010 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd65454-2caa-4311-93be-f4df90292d6a req-0e4eb8f1-6f4e-4e3e-89a3-3c47b12f3992 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:55.402620 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dfd65454-2caa-4311-93be-f4df90292d6a req-0e4eb8f1-6f4e-4e3e-89a3-3c47b12f3992 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.3003454 Jan 28 00:11:55.406173 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8dad2aaa-7c69-4343-9c29-f7ecc14d6cde req-517903d4-7029-41fd-b292-4e84ae7118c0 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (de996d43-cc96-4aea-9033-9244d4923d32), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:55.410479 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-fd053348-d335-4170-ad94-76aa11f9150f req-989c7409-8a10-4e1e-981a-f13cd74dcd93 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Deleting port bf4052fb-8fcb-446c-b34c-a26dc0815ce5 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:11:55.411513 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fd053348-d335-4170-ad94-76aa11f9150f req-989c7409-8a10-4e1e-981a-f13cd74dcd93 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (bf4052fb-8fcb-446c-b34c-a26dc0815ce5), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:55.488014 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f9d6f1-3289-4bed-ac95-82c714badb6a None None] New status for floating IP 6789c033-f679-42b8-ac77-791e97a9bd84: ACTIVE {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:11:55.547509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517903d4-7029-41fd-b292-4e84ae7118c0 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Pushing event deleted for resources: {'Port': ['ID=de996d43-cc96-4aea-9033-9244d4923d32,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:55.573118 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a902d23-7d08-4f6a-81dc-e2cd262828bf req-df71822c-00e8-4031-9fe0-cd64caaaaae1 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:55.580263 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2a902d23-7d08-4f6a-81dc-e2cd262828bf req-df71822c-00e8-4031-9fe0-cd64caaaaae1 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 943 time: 0.2486272 Jan 28 00:11:55.690683 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dad2aaa-7c69-4343-9c29-f7ecc14d6cde req-517903d4-7029-41fd-b292-4e84ae7118c0 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] No DVR routers for this DVR port de996d43-cc96-4aea-9033-9244d4923d32 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:11:55.694328 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8dad2aaa-7c69-4343-9c29-f7ecc14d6cde req-517903d4-7029-41fd-b292-4e84ae7118c0 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:55.698366 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8dad2aaa-7c69-4343-9c29-f7ecc14d6cde req-517903d4-7029-41fd-b292-4e84ae7118c0 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.52 "DELETE /v2.0/ports/de996d43-cc96-4aea-9033-9244d4923d32 HTTP/1.1" status: 204 len: 173 time: 1.6708839 Jan 28 00:11:55.706994 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dfd65454-2caa-4311-93be-f4df90292d6a req-7cfb7292-72e4-4cc4-be88-5e08c72d6ef2 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708290 Jan 28 00:11:55.710546 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76062c4f-e798-49c5-8244-2731043243d0', 'name': 'network-vif-deleted', 'tag': 'de996d43-cc96-4aea-9033-9244d4923d32'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:11:55.712147 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5b1c54-b8b1-4423-8770-57f048de7069" -d '{"events": [{"server_uuid": "76062c4f-e798-49c5-8244-2731043243d0", "name": "network-vif-deleted", "tag": "de996d43-cc96-4aea-9033-9244d4923d32"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:11:55.769695 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-fd053348-d335-4170-ad94-76aa11f9150f req-989c7409-8a10-4e1e-981a-f13cd74dcd93 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] For port bf4052fb-8fcb-446c-b34c-a26dc0815ce5, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=bf4052fb-8fcb-446c-b34c-a26dc0815ce5,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:11:55.770070 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fd053348-d335-4170-ad94-76aa11f9150f req-989c7409-8a10-4e1e-981a-f13cd74dcd93 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (bf4052fb-8fcb-446c-b34c-a26dc0815ce5), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:55.799456 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2a902d23-7d08-4f6a-81dc-e2cd262828bf req-41971787-aa57-4955-85e4-2f0df8a425f0 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/security-groups?id=b65a71d0-47c4-42a5-aea6-cb1876d097d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175763 Jan 28 00:11:55.806881 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-fd053348-d335-4170-ad94-76aa11f9150f req-989c7409-8a10-4e1e-981a-f13cd74dcd93 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Calling delete_port for bf4052fb-8fcb-446c-b34c-a26dc0815ce5 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:11:55.938492 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b37c23e-e663-4f54-911a-dfa6d7d24b44 x-openstack-request-id: req-9b37c23e-e663-4f54-911a-dfa6d7d24b44 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:11:55.943154 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76062c4f-e798-49c5-8244-2731043243d0", "name": "network-vif-deleted", "tag": "de996d43-cc96-4aea-9033-9244d4923d32", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:11:55.943690 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9b37c23e-e663-4f54-911a-dfa6d7d24b44 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:11:55.944548 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76062c4f-e798-49c5-8244-2731043243d0', 'name': 'network-vif-deleted', 'tag': 'de996d43-cc96-4aea-9033-9244d4923d32', 'status': 'completed', 'code': 200} Jan 28 00:11:56.193065 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fd053348-d335-4170-ad94-76aa11f9150f req-989c7409-8a10-4e1e-981a-f13cd74dcd93 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (bf4052fb-8fcb-446c-b34c-a26dc0815ce5), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:56.231488 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['bf4052fb-8fcb-446c-b34c-a26dc0815ce5'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:11:56.249291 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c7409-8a10-4e1e-981a-f13cd74dcd93 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Pushing event deleted for resources: {'Port': ['ID=bf4052fb-8fcb-446c-b34c-a26dc0815ce5,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:56.270996 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-4b1c4aab-3806-4da9-8b0d-9a9c389f72c1 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:56.272720 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-4b1c4aab-3806-4da9-8b0d-9a9c389f72c1 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/networks?id=f388c604-9dfb-430b-954f-b2b9c1d3c352 HTTP/1.1" status: 200 len: 805 time: 0.3074708 Jan 28 00:11:56.314154 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5d777-19a7-4e47-ae35-ad3a3d2bac1f req-03d386ce-65c6-400d-860a-64b064673894 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:56.315724 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-63a5d777-19a7-4e47-ae35-ad3a3d2bac1f req-03d386ce-65c6-400d-860a-64b064673894 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/ports?device_id=08d8d438-d2f3-44c7-8a9a-ae7352622d85 HTTP/1.1" status: 200 len: 868 time: 0.1769915 Jan 28 00:11:56.334225 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd053348-d335-4170-ad94-76aa11f9150f req-989c7409-8a10-4e1e-981a-f13cd74dcd93 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] No DVR routers for this DVR port bf4052fb-8fcb-446c-b34c-a26dc0815ce5 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:11:56.342816 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fd053348-d335-4170-ad94-76aa11f9150f req-989c7409-8a10-4e1e-981a-f13cd74dcd93 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:56.346501 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fd053348-d335-4170-ad94-76aa11f9150f req-989c7409-8a10-4e1e-981a-f13cd74dcd93 tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.52 "DELETE /v2.0/ports/bf4052fb-8fcb-446c-b34c-a26dc0815ce5 HTTP/1.1" status: 204 len: 173 time: 1.3813994 Jan 28 00:11:56.353620 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-44d8ec72-d146-45d3-b951-fdef6685b235 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/quotas/8405f09358c0468d9527f464af13d496 HTTP/1.1" status: 200 len: 375 time: 0.0597017 Jan 28 00:11:56.433775 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device ab011b3f-345c-4764-99c6-d44b2c4e26bb no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:11:56.485807 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-63a5d777-19a7-4e47-ae35-ad3a3d2bac1f req-7fbc1a45-80d2-45ba-b7ac-cf39d6ead54d tempest-ServersAdminTestJSON-312938459 tempest-ServersAdminTestJSON-312938459-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a45141e-b187-49fc-8327-002228aa4797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540210 Jan 28 00:11:56.513359 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-2ecbb42b-e5cb-499e-a4b5-20fb6d2eb285 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8405f09358c0468d9527f464af13d496&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1587403 Jan 28 00:11:56.702151 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port ab011b3f-345c-4764-99c6-d44b2c4e26bb is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:11:56.703289 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ab011b3f-345c-4764-99c6-d44b2c4e26bb), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:56.752979 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781afa12-a571-4a4d-8f9d-6ceddf7be94b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab011b3f-345c-4764-99c6-d44b2c4e26bb'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:11:56.756225 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac16ecc-3539-4017-833b-c12693607998" -d '{"events": [{"server_uuid": "781afa12-a571-4a4d-8f9d-6ceddf7be94b", "name": "network-vif-unplugged", "status": "completed", "tag": "ab011b3f-345c-4764-99c6-d44b2c4e26bb"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:11:56.771536 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6ebeb9b5-a246-40cf-84bc-e67950f0ab54 req-a5ce5689-a2a2-4bf8-a2c4-68f208943c45 tempest-ImagesOneServerTestJSON-234703455 tempest-ImagesOneServerTestJSON-234703455-project] 10.222.0.70 "GET /v2.0/ports?device_id=76062c4f-e798-49c5-8244-2731043243d0 HTTP/1.1" status: 200 len: 210 time: 0.0650973 Jan 28 00:11:56.774736 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-e764bd87-c6b3-434e-973a-04c28041ee64 service neutron] 10.222.0.70 "GET /v2.0/networks/f388c604-9dfb-430b-954f-b2b9c1d3c352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532985 Jan 28 00:11:56.776855 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port ab011b3f-345c-4764-99c6-d44b2c4e26bb, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ab011b3f-345c-4764-99c6-d44b2c4e26bb,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:11:56.783017 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ab011b3f-345c-4764-99c6-d44b2c4e26bb), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:56.873719 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=ab011b3f-345c-4764-99c6-d44b2c4e26bb,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:56.961309 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-44ab4b91-30c5-4ecd-ba88-6658b50babcb service neutron] 10.222.0.70 "GET /v2.0/networks/f388c604-9dfb-430b-954f-b2b9c1d3c352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632550 Jan 28 00:11:56.993820 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10117ecf-ed0a-4195-b400-c5d256a667aa req-70ade54f-2779-41c3-88c7-4bf67ace1cc4 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:56.996842 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-10117ecf-ed0a-4195-b400-c5d256a667aa req-70ade54f-2779-41c3-88c7-4bf67ace1cc4 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.0960567 Jan 28 00:11:57.090904 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-10117ecf-ed0a-4195-b400-c5d256a667aa req-d9a9eb0f-1609-41a0-847a-5570fbbe01a1 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778992 Jan 28 00:11:57.192902 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085b6169-2753-4b49-a4f8-2a9b5152f70a x-openstack-request-id: req-085b6169-2753-4b49-a4f8-2a9b5152f70a {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:11:57.193395 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781afa12-a571-4a4d-8f9d-6ceddf7be94b", "name": "network-vif-unplugged", "status": "completed", "tag": "ab011b3f-345c-4764-99c6-d44b2c4e26bb", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:11:57.193817 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-085b6169-2753-4b49-a4f8-2a9b5152f70a {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:11:57.194466 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781afa12-a571-4a4d-8f9d-6ceddf7be94b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab011b3f-345c-4764-99c6-d44b2c4e26bb', 'code': 200} Jan 28 00:11:57.265909 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device de996d43-cc96-4aea-9033-9244d4923d32 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:11:57.293940 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736106b2-5318-4912-935d-51554b3d8191 req-0f20e8c5-9631-4665-8d36-a2e8d6b88bd2 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:57.304826 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-736106b2-5318-4912-935d-51554b3d8191 req-0f20e8c5-9631-4665-8d36-a2e8d6b88bd2 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.65 "GET /v2.0/ports?device_id=781afa12-a571-4a4d-8f9d-6ceddf7be94b HTTP/1.1" status: 200 len: 944 time: 0.1590190 Jan 28 00:11:57.346570 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: de996d43-cc96-4aea-9033-9244d4923d32 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:11:57.347119 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device de996d43-cc96-4aea-9033-9244d4923d32 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:11:57.347851 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device bf4052fb-8fcb-446c-b34c-a26dc0815ce5 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:11:57.388101 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: bf4052fb-8fcb-446c-b34c-a26dc0815ce5 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:11:57.388651 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device bf4052fb-8fcb-446c-b34c-a26dc0815ce5 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:11:57.501038 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-79dfe9a3-77ff-411d-8214-095a315615f4 req-728a137e-ab2c-4ee9-8182-8d985170d129 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 210 time: 0.0570500 Jan 28 00:11:57.548518 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-736106b2-5318-4912-935d-51554b3d8191 req-db7b5dc7-ef31-44b3-9fcb-b63475aa6e3f tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Deleting port ab011b3f-345c-4764-99c6-d44b2c4e26bb {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:11:57.548873 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-736106b2-5318-4912-935d-51554b3d8191 req-db7b5dc7-ef31-44b3-9fcb-b63475aa6e3f tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (ab011b3f-345c-4764-99c6-d44b2c4e26bb), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:57.582548 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1c445-2916-4e79-9573-502773ff0e77 req-ceffb852-8ea8-40b6-8662-0df307d86d9e tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:57.601038 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d4d1c445-2916-4e79-9573-502773ff0e77 req-ceffb852-8ea8-40b6-8662-0df307d86d9e tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 943 time: 0.2152197 Jan 28 00:11:57.758802 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-736106b2-5318-4912-935d-51554b3d8191 req-db7b5dc7-ef31-44b3-9fcb-b63475aa6e3f tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] For port ab011b3f-345c-4764-99c6-d44b2c4e26bb, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ab011b3f-345c-4764-99c6-d44b2c4e26bb,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:11:57.760115 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-736106b2-5318-4912-935d-51554b3d8191 req-db7b5dc7-ef31-44b3-9fcb-b63475aa6e3f tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (ab011b3f-345c-4764-99c6-d44b2c4e26bb), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:57.764477 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d4d1c445-2916-4e79-9573-502773ff0e77 req-45a059bf-42ea-4834-b2a7-894e5f4410a5 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/security-groups?id=b65a71d0-47c4-42a5-aea6-cb1876d097d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454148 Jan 28 00:11:57.798553 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-736106b2-5318-4912-935d-51554b3d8191 req-db7b5dc7-ef31-44b3-9fcb-b63475aa6e3f tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Calling delete_port for ab011b3f-345c-4764-99c6-d44b2c4e26bb owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:11:57.946101 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d8d438-d2f3-44c7-8a9a-ae7352622d85', 'name': 'network-vif-deleted', 'tag': 'bf4052fb-8fcb-446c-b34c-a26dc0815ce5'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:11:57.950795 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9807630-6c25-4726-a744-1335115382e4" -d '{"events": [{"server_uuid": "08d8d438-d2f3-44c7-8a9a-ae7352622d85", "name": "network-vif-deleted", "tag": "bf4052fb-8fcb-446c-b34c-a26dc0815ce5"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:11:58.067508 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56409168-19e9-4a6d-9fa0-4c139e7a11a7 x-openstack-request-id: req-56409168-19e9-4a6d-9fa0-4c139e7a11a7 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:11:58.068314 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d8d438-d2f3-44c7-8a9a-ae7352622d85", "name": "network-vif-deleted", "tag": "bf4052fb-8fcb-446c-b34c-a26dc0815ce5", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:11:58.068878 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-56409168-19e9-4a6d-9fa0-4c139e7a11a7 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:11:58.069687 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d8d438-d2f3-44c7-8a9a-ae7352622d85', 'name': 'network-vif-deleted', 'tag': 'bf4052fb-8fcb-446c-b34c-a26dc0815ce5', 'status': 'completed', 'code': 200} Jan 28 00:11:58.218218 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49100) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:11:58.290006 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-736106b2-5318-4912-935d-51554b3d8191 req-db7b5dc7-ef31-44b3-9fcb-b63475aa6e3f tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (ab011b3f-345c-4764-99c6-d44b2c4e26bb), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:58.340116 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b5dc7-ef31-44b3-9fcb-b63475aa6e3f tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Pushing event deleted for resources: {'Port': ['ID=ab011b3f-345c-4764-99c6-d44b2c4e26bb,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:58.409985 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed9779-6f79-4691-816e-2b3fd21ba52a req-61730b65-dde9-4af0-8579-0a20ce1684f2 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:58.411874 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fbed9779-6f79-4691-816e-2b3fd21ba52a req-61730b65-dde9-4af0-8579-0a20ce1684f2 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.1420567 Jan 28 00:11:58.445486 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-736106b2-5318-4912-935d-51554b3d8191 req-db7b5dc7-ef31-44b3-9fcb-b63475aa6e3f tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] No DVR routers for this DVR port ab011b3f-345c-4764-99c6-d44b2c4e26bb on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:11:58.454283 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-736106b2-5318-4912-935d-51554b3d8191 req-db7b5dc7-ef31-44b3-9fcb-b63475aa6e3f tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:58.473147 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49108) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:11:58.474301 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-736106b2-5318-4912-935d-51554b3d8191 req-db7b5dc7-ef31-44b3-9fcb-b63475aa6e3f tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.65 "DELETE /v2.0/ports/ab011b3f-345c-4764-99c6-d44b2c4e26bb HTTP/1.1" status: 204 len: 173 time: 1.1630249 Jan 28 00:11:58.475045 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781afa12-a571-4a4d-8f9d-6ceddf7be94b', 'name': 'network-vif-deleted', 'tag': 'ab011b3f-345c-4764-99c6-d44b2c4e26bb'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:11:58.493257 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633b34af-ef38-4d94-8c13-a273ab1eb91f" -d '{"events": [{"server_uuid": "781afa12-a571-4a4d-8f9d-6ceddf7be94b", "name": "network-vif-deleted", "tag": "ab011b3f-345c-4764-99c6-d44b2c4e26bb"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:11:58.507467 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fbed9779-6f79-4691-816e-2b3fd21ba52a req-c687cae3-fcbe-459a-bd38-43d8ade014c5 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883760 Jan 28 00:11:58.724610 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2a6b5907-1fe1-4ec9-9224-27f4f83e73f9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8f1de91b44224a1abb9458c37f02e45f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5010283 Jan 28 00:11:58.731675 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49118) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:11:58.750766 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-bcc1194f-ced2-4ce3-b9e1-cf0caa93c8e9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dfe22958a8984984910bd44e7a8e6b1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2750185 Jan 28 00:11:58.754739 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49120) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:11:58.758684 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab36774-8835-4bc5-8452-1eca01287e05 x-openstack-request-id: req-4ab36774-8835-4bc5-8452-1eca01287e05 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:11:58.759010 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781afa12-a571-4a4d-8f9d-6ceddf7be94b", "name": "network-vif-deleted", "tag": "ab011b3f-345c-4764-99c6-d44b2c4e26bb", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:11:58.760590 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4ab36774-8835-4bc5-8452-1eca01287e05 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:11:58.763752 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781afa12-a571-4a4d-8f9d-6ceddf7be94b', 'name': 'network-vif-deleted', 'tag': 'ab011b3f-345c-4764-99c6-d44b2c4e26bb', 'status': 'completed', 'code': 200} Jan 28 00:11:58.876274 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:11:58.894087 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-841fc569-2ad7-4c90-a8d5-5ca858c0397b admin admin] Publish callbacks [] for security_group (9a45141e-b187-49fc-8327-002228aa4797), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:58.930992 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7493a375-1032-4dba-84f2-501a06ec8384 req-3202c3f4-d3cd-4e68-9b64-0297f969e8a6 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 210 time: 0.0932860 Jan 28 00:11:58.965443 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-06e8a12d-cfee-4a64-bbf6-c7303bf895b4 admin admin] Publish callbacks [] for security_group (fdef021a-754b-49fa-9d92-8309de2cf849), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:58.996662 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-06e8a12d-cfee-4a64-bbf6-c7303bf895b4 admin admin] Publish callbacks [] for security_group (fdef021a-754b-49fa-9d92-8309de2cf849), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:59.030566 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-841fc569-2ad7-4c90-a8d5-5ca858c0397b admin admin] Publish callbacks [] for security_group (9a45141e-b187-49fc-8327-002228aa4797), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:59.091460 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-06e8a12d-cfee-4a64-bbf6-c7303bf895b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (fdef021a-754b-49fa-9d92-8309de2cf849), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:59.096354 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-06e8a12d-cfee-4a64-bbf6-c7303bf895b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:59.097932 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-06e8a12d-cfee-4a64-bbf6-c7303bf895b4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fdef021a-754b-49fa-9d92-8309de2cf849 HTTP/1.1" status: 204 len: 168 time: 0.3418176 Jan 28 00:11:59.149204 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8a12d-cfee-4a64-bbf6-c7303bf895b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdef021a-754b-49fa-9d92-8309de2cf849,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:59.180466 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-841fc569-2ad7-4c90-a8d5-5ca858c0397b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (9a45141e-b187-49fc-8327-002228aa4797), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:59.184094 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-841fc569-2ad7-4c90-a8d5-5ca858c0397b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:11:59.185886 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-841fc569-2ad7-4c90-a8d5-5ca858c0397b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9a45141e-b187-49fc-8327-002228aa4797 HTTP/1.1" status: 204 len: 168 time: 0.4530673 Jan 28 00:11:59.232049 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fc569-2ad7-4c90-a8d5-5ca858c0397b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a45141e-b187-49fc-8327-002228aa4797,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:11:59.327644 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305156dc-23c4-4edf-83c7-722f78575034 req-d56b8fd8-fd09-49ba-8540-81b70d37a19d tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:59.339879 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-305156dc-23c4-4edf-83c7-722f78575034 req-d56b8fd8-fd09-49ba-8540-81b70d37a19d tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 943 time: 0.1345034 Jan 28 00:11:59.451686 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-305156dc-23c4-4edf-83c7-722f78575034 req-4bcbad9d-71f5-4588-a567-7fd56238a682 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/security-groups?id=b65a71d0-47c4-42a5-aea6-cb1876d097d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106126 Jan 28 00:11:59.797062 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-4ee28b6e-8d29-4661-8b82-af63e91126a8 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:11:59.799528 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-4ee28b6e-8d29-4661-8b82-af63e91126a8 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.52 "GET /v2.0/networks?id=f388c604-9dfb-430b-954f-b2b9c1d3c352 HTTP/1.1" status: 200 len: 805 time: 0.1932523 Jan 28 00:11:59.825016 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-20f73137-68ad-41a0-9f66-3621bd76665c tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Request body: {'port': {'device_id': '7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945', 'network_id': 'f388c604-9dfb-430b-954f-b2b9c1d3c352', 'admin_state_up': True, 'tenant_id': '8405f09358c0468d9527f464af13d496'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:12:00.014471 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06565089-a656-4c72-af04-5d225baf0895 req-8029dc78-e978-4faa-852a-d3aa33c2cf4b tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:00.024652 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-06565089-a656-4c72-af04-5d225baf0895 req-8029dc78-e978-4faa-852a-d3aa33c2cf4b tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.2236981 Jan 28 00:12:00.042547 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49146) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:12:00.121171 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-06565089-a656-4c72-af04-5d225baf0895 req-d1cf59b2-557a-485f-a4fd-3784412037e0 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942004 Jan 28 00:12:00.135537 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e70dd644-7cb4-455c-a2b1-2811f5479b90 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c2a41b5a65474c8fadbb5ecb73bd5d4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0881116 Jan 28 00:12:00.136272 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49148) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:12:00.185724 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-20f73137-68ad-41a0-9f66-3621bd76665c tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Made reservation on behalf of 8405f09358c0468d9527f464af13d496 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:12:00.192877 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-20f73137-68ad-41a0-9f66-3621bd76665c tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:00.274170 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb176241-7940-4eef-9b51-64adb78e2637 admin admin] Publish callbacks [] for security_group (c4a7cc06-55be-437a-8145-fd6c52d7ebfa), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:00.319226 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb176241-7940-4eef-9b51-64adb78e2637 admin admin] Publish callbacks [] for security_group (c4a7cc06-55be-437a-8145-fd6c52d7ebfa), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:00.397573 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb176241-7940-4eef-9b51-64adb78e2637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c4a7cc06-55be-437a-8145-fd6c52d7ebfa), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:00.401088 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb176241-7940-4eef-9b51-64adb78e2637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:00.402250 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cb176241-7940-4eef-9b51-64adb78e2637 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c4a7cc06-55be-437a-8145-fd6c52d7ebfa HTTP/1.1" status: 204 len: 168 time: 0.2649412 Jan 28 00:12:00.426177 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb176241-7940-4eef-9b51-64adb78e2637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a7cc06-55be-437a-8145-fd6c52d7ebfa,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:00.446494 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device ab011b3f-345c-4764-99c6-d44b2c4e26bb no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:12:00.504252 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: ab011b3f-345c-4764-99c6-d44b2c4e26bb {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:12:00.504604 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device ab011b3f-345c-4764-99c6-d44b2c4e26bb not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:12:00.512380 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4dafaca3-8501-4bf9-ae76-14c12cd4c84c req-d7d5c88e-a133-41bc-9552-251e2e1bdc39 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 210 time: 0.0531111 Jan 28 00:12:00.529774 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-20f73137-68ad-41a0-9f66-3621bd76665c tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Allocated IP 172.20.0.8 (f388c604-9dfb-430b-954f-b2b9c1d3c352/742a4943-8344-4614-b3ae-dda4eb02931e/ed8a55c3-affb-42ef-bae0-b767d36f307b) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:12:00.578937 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49162) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:12:00.710598 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bb715-d167-4e46-b9e6-9595f0954959 req-0828c14a-8ae8-4079-a63b-71552b2cc9de tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:00.712341 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-538bb715-d167-4e46-b9e6-9595f0954959 req-0828c14a-8ae8-4079-a63b-71552b2cc9de tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 943 time: 0.1187885 Jan 28 00:12:00.804367 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-538bb715-d167-4e46-b9e6-9595f0954959 req-fe1a295c-cb74-4065-8295-151dde3d10ec tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/security-groups?id=b65a71d0-47c4-42a5-aea6-cb1876d097d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811224 Jan 28 00:12:00.857593 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-20f73137-68ad-41a0-9f66-3621bd76665c tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Publish callbacks [] for port (ed8a55c3-affb-42ef-bae0-b767d36f307b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:00.906164 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-20f73137-68ad-41a0-9f66-3621bd76665c tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (ed8a55c3-affb-42ef-bae0-b767d36f307b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:00.943197 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a0a99733-2a8c-474b-8664-29c1388b58ed admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-507707919-network', 'tenant_id': 'a85fa488f0a7421aa522333753c520c4'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:12:00.976829 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f73137-68ad-41a0-9f66-3621bd76665c tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Pushing event updated for resources: {'Port': ['ID=ed8a55c3-affb-42ef-bae0-b767d36f307b,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:00.983895 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a99733-2a8c-474b-8664-29c1388b58ed admin admin] Made reservation on behalf of a85fa488f0a7421aa522333753c520c4 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:12:00.988383 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a0a99733-2a8c-474b-8664-29c1388b58ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:00.997084 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-20f73137-68ad-41a0-9f66-3621bd76665c tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Network f388c604-9dfb-430b-954f-b2b9c1d3c352 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:12:00.998682 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-20f73137-68ad-41a0-9f66-3621bd76665c tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:12:01.007585 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a0a99733-2a8c-474b-8664-29c1388b58ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:01.014226 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-20f73137-68ad-41a0-9f66-3621bd76665c tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:12:01.101556 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-20f73137-68ad-41a0-9f66-3621bd76665c tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:01.102448 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-20f73137-68ad-41a0-9f66-3621bd76665c tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:01.145552 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-20f73137-68ad-41a0-9f66-3621bd76665c tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3288131 Jan 28 00:12:01.170140 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-9d0e200f-1af7-4099-870e-9f5f7988065d service neutron] Request body: {'port': {'device_id': '7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:12:01.189887 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a0a99733-2a8c-474b-8664-29c1388b58ed admin admin] Publish callbacks [] for security_group (1900d222-ba35-4a49-9a3c-ced837996220), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:01.200573 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a0a99733-2a8c-474b-8664-29c1388b58ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (1900d222-ba35-4a49-9a3c-ced837996220), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:01.270558 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a99733-2a8c-474b-8664-29c1388b58ed admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:12:01.302291 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a0a99733-2a8c-474b-8664-29c1388b58ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (0952efdf-a551-493e-a682-268b5ab71776), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:01.302808 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-a0a99733-2a8c-474b-8664-29c1388b58ed admin admin] Added segment 0952efdf-a551-493e-a682-268b5ab71776 of type vlan for network eb879c07-eac8-47cd-a981-6649a3df0cc8 Jan 28 00:12:01.385706 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-9d0e200f-1af7-4099-870e-9f5f7988065d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ed8a55c3-affb-42ef-bae0-b767d36f307b), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:01.398709 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a99733-2a8c-474b-8664-29c1388b58ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1900d222-ba35-4a49-9a3c-ced837996220,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:01.420097 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a0a99733-2a8c-474b-8664-29c1388b58ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (eb879c07-eac8-47cd-a981-6649a3df0cc8), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:01.486585 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a0a99733-2a8c-474b-8664-29c1388b58ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (eb879c07-eac8-47cd-a981-6649a3df0cc8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:01.488930 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a99733-2a8c-474b-8664-29c1388b58ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:01.492278 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a0a99733-2a8c-474b-8664-29c1388b58ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:01.589645 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a0a99733-2a8c-474b-8664-29c1388b58ed admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0085750 Jan 28 00:12:01.592594 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49188) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:12:01.597466 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-44b20c28-eee4-4702-8c66-5c8d07b58a7d admin admin] Request body: {'subnet': {'network_id': 'eb879c07-eac8-47cd-a981-6649a3df0cc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-507707919-subnet', 'tenant_id': 'a85fa488f0a7421aa522333753c520c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:12:01.623456 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a99733-2a8c-474b-8664-29c1388b58ed admin admin] Pushing event updated for resources: {'Network': ['ID=eb879c07-eac8-47cd-a981-6649a3df0cc8,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:01.626618 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b20c28-eee4-4702-8c66-5c8d07b58a7d admin admin] Made reservation on behalf of a85fa488f0a7421aa522333753c520c4 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:12:01.629399 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44b20c28-eee4-4702-8c66-5c8d07b58a7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:01.643002 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network eb879c07-eac8-47cd-a981-6649a3df0cc8 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:12:01.684917 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507252a3-38a1-4993-a530-127f614d648a req-f0c15c15-b65c-4300-a612-4b58f6e0d4a3 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:01.686676 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-507252a3-38a1-4993-a530-127f614d648a req-f0c15c15-b65c-4300-a612-4b58f6e0d4a3 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.3244188 Jan 28 00:12:01.795663 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-507252a3-38a1-4993-a530-127f614d648a req-60e5fa5a-d51c-415b-b450-c8df29aa967e tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921607 Jan 28 00:12:01.936685 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-9d0e200f-1af7-4099-870e-9f5f7988065d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed8a55c3-affb-42ef-bae0-b767d36f307b {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:12:01.948559 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-9d0e200f-1af7-4099-870e-9f5f7988065d service neutron] Publish callbacks [] for port (ed8a55c3-affb-42ef-bae0-b767d36f307b), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:01.965614 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-9d0e200f-1af7-4099-870e-9f5f7988065d service neutron] Transition to ACTIVE for port object ed8a55c3-affb-42ef-bae0-b767d36f307b will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:12:01.974155 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-9d0e200f-1af7-4099-870e-9f5f7988065d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (ed8a55c3-affb-42ef-bae0-b767d36f307b), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:01.992771 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44b20c28-eee4-4702-8c66-5c8d07b58a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (3284d801-493d-46b5-84d7-ceafd25db814), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:02.073404 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e200f-1af7-4099-870e-9f5f7988065d service neutron] Pushing event updated for resources: {'Port': ['ID=ed8a55c3-affb-42ef-bae0-b767d36f307b,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:02.104819 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b20c28-eee4-4702-8c66-5c8d07b58a7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3284d801-493d-46b5-84d7-ceafd25db814,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:02.148375 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b20c28-eee4-4702-8c66-5c8d07b58a7d admin admin] Checking segment: {'id': '0952efdf-a551-493e-a682-268b5ab71776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'eb879c07-eac8-47cd-a981-6649a3df0cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:12:02.149284 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b20c28-eee4-4702-8c66-5c8d07b58a7d admin admin] Network hostable DHCP agents. Network: eb879c07-eac8-47cd-a981-6649a3df0cc8, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:12:02.182409 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b20c28-eee4-4702-8c66-5c8d07b58a7d admin admin] Network eb879c07-eac8-47cd-a981-6649a3df0cc8 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:12:02.201199 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-44b20c28-eee4-4702-8c66-5c8d07b58a7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, eb879c07-eac8-47cd-a981-6649a3df0cc8) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:12:02.210087 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b20c28-eee4-4702-8c66-5c8d07b58a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:02.211131 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44b20c28-eee4-4702-8c66-5c8d07b58a7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:02.219703 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b0b27-fe67-49f4-9f15-0aa760e6daa4 req-0068e88d-5560-4855-8fae-cad723f399b3 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:02.220489 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8729fabf-ae78-424d-a94d-1f6e72cda3f1 None None] Network eb879c07-eac8-47cd-a981-6649a3df0cc8 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:12:02.229068 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-020b0b27-fe67-49f4-9f15-0aa760e6daa4 req-0068e88d-5560-4855-8fae-cad723f399b3 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 943 time: 0.1521161 Jan 28 00:12:02.264583 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-44b20c28-eee4-4702-8c66-5c8d07b58a7d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6707816 Jan 28 00:12:02.319984 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-9d0e200f-1af7-4099-870e-9f5f7988065d service neutron] Attempting to bind port ed8a55c3-affb-42ef-bae0-b767d36f307b on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:12:02.320322 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-9d0e200f-1af7-4099-870e-9f5f7988065d service neutron] Attempting to bind port ed8a55c3-affb-42ef-bae0-b767d36f307b by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '99d43c00-d118-4ed3-a80f-ad0ed75c4d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f388c604-9dfb-430b-954f-b2b9c1d3c352'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:12:02.321002 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-9d0e200f-1af7-4099-870e-9f5f7988065d service neutron] Attempting to bind port ed8a55c3-affb-42ef-bae0-b767d36f307b on network f388c604-9dfb-430b-954f-b2b9c1d3c352 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:12:02.337581 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-020b0b27-fe67-49f4-9f15-0aa760e6daa4 req-dcbe2259-9bf1-4c37-b990-33096b037d77 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076040 Jan 28 00:12:02.346714 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-9d0e200f-1af7-4099-870e-9f5f7988065d service neutron] Port ed8a55c3-affb-42ef-bae0-b767d36f307b on network f388c604-9dfb-430b-954f-b2b9c1d3c352 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:12:02.346714 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-9d0e200f-1af7-4099-870e-9f5f7988065d service neutron] Attempting to bind port ed8a55c3-affb-42ef-bae0-b767d36f307b on network f388c604-9dfb-430b-954f-b2b9c1d3c352 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:12:02.356352 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-9d0e200f-1af7-4099-870e-9f5f7988065d service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:12:02.356802 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-9d0e200f-1af7-4099-870e-9f5f7988065d service neutron] Checking segment: {'id': '99d43c00-d118-4ed3-a80f-ad0ed75c4d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f388c604-9dfb-430b-954f-b2b9c1d3c352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:12:02.367129 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003d2a8b-bd0d-4d99-b557-fd9921a0e257 None None] Network eb879c07-eac8-47cd-a981-6649a3df0cc8 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:12:02.370937 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-9d0e200f-1af7-4099-870e-9f5f7988065d service neutron] Bound using segment: {'id': '99d43c00-d118-4ed3-a80f-ad0ed75c4d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f388c604-9dfb-430b-954f-b2b9c1d3c352'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:12:02.371431 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-9d0e200f-1af7-4099-870e-9f5f7988065d service neutron] Bound port: ed8a55c3-affb-42ef-bae0-b767d36f307b, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99d43c00-d118-4ed3-a80f-ad0ed75c4d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f388c604-9dfb-430b-954f-b2b9c1d3c352'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:12:02.371848 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-9d0e200f-1af7-4099-870e-9f5f7988065d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ed8a55c3-affb-42ef-bae0-b767d36f307b), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:02.599569 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-9d0e200f-1af7-4099-870e-9f5f7988065d service neutron] For port ed8a55c3-affb-42ef-bae0-b767d36f307b, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:12:02.632614 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051d09b-c35e-4922-adc8-44a1670bedb7 req-dca018a3-6b4b-4850-85b9-120b0bd7b7d9 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:02.644574 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7051d09b-c35e-4922-adc8-44a1670bedb7 req-dca018a3-6b4b-4850-85b9-120b0bd7b7d9 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 943 time: 0.1801729 Jan 28 00:12:02.646630 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-9d0e200f-1af7-4099-870e-9f5f7988065d service neutron] For port ed8a55c3-affb-42ef-bae0-b767d36f307b, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=ed8a55c3-affb-42ef-bae0-b767d36f307b,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:12:02.663711 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-9d0e200f-1af7-4099-870e-9f5f7988065d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (ed8a55c3-affb-42ef-bae0-b767d36f307b), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:02.725634 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-9d0e200f-1af7-4099-870e-9f5f7988065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:02.726218 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-9d0e200f-1af7-4099-870e-9f5f7988065d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:02.727775 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-9d0e200f-1af7-4099-870e-9f5f7988065d service neutron] 10.222.0.52 "PUT /v2.0/ports/ed8a55c3-affb-42ef-bae0-b767d36f307b HTTP/1.1" status: 200 len: 1091 time: 1.5635729 Jan 28 00:12:02.731055 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945', 'tag': 'ed8a55c3-affb-42ef-bae0-b767d36f307b'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:12:02.733812 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e90ecc-403b-4b9a-82a4-ce2fb70ae82c" -d '{"events": [{"name": "network-changed", "server_uuid": "7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945", "tag": "ed8a55c3-affb-42ef-bae0-b767d36f307b"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:12:02.765069 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7051d09b-c35e-4922-adc8-44a1670bedb7 req-a35d9dfa-5f12-4bbc-9c51-6fa5d37d4674 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/security-groups?id=b65a71d0-47c4-42a5-aea6-cb1876d097d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168799 Jan 28 00:12:02.771832 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e200f-1af7-4099-870e-9f5f7988065d service neutron] Pushing event updated for resources: {'Port': ['ID=ed8a55c3-affb-42ef-bae0-b767d36f307b,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:02.858514 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-9b08e3a4-c9b4-4ba6-95b1-2220b14ffe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:02.860116 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-9b08e3a4-c9b4-4ba6-95b1-2220b14ffe77 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8405f09358c0468d9527f464af13d496&device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 1094 time: 0.0513470 Jan 28 00:12:02.928046 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-a9fd9a81-ca14-4703-982a-6f751faadf9a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed8a55c3-affb-42ef-bae0-b767d36f307b HTTP/1.1" status: 200 len: 217 time: 0.0526769 Jan 28 00:12:02.998029 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-01702054-2b9e-43e4-8a2a-2c72dfac669c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:02.999946 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-01702054-2b9e-43e4-8a2a-2c72dfac669c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=742a4943-8344-4614-b3ae-dda4eb02931e HTTP/1.1" status: 200 len: 845 time: 0.0644433 Jan 28 00:12:03.040744 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-0f4239ee-31ec-4577-bb60-a0dc2b04cc25 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f388c604-9dfb-430b-954f-b2b9c1d3c352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291827 Jan 28 00:12:03.168923 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-287b2773-d53e-400d-98bd-2945a059b037 service neutron] 10.222.0.52 "GET /v2.0/networks/f388c604-9dfb-430b-954f-b2b9c1d3c352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197984 Jan 28 00:12:03.627599 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-cfae65fd-8552-4819-a3a2-6b6a4931d080 req-34e512f5-80e9-4c58-9095-16d9cc3fee22 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1172971777', 'description': 'tempest-description-1652298438'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:12:03.634220 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-80b5566a-fc40-49ef-b3f4-a3af4641775d req-b9a91129-146b-4db1-b3f5-b02dae0f32ea service neutron] 10.222.0.52 "GET /v2.0/networks/f388c604-9dfb-430b-954f-b2b9c1d3c352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588897 Jan 28 00:12:03.660067 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-cfae65fd-8552-4819-a3a2-6b6a4931d080 req-34e512f5-80e9-4c58-9095-16d9cc3fee22 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:03.779496 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-cfae65fd-8552-4819-a3a2-6b6a4931d080 req-34e512f5-80e9-4c58-9095-16d9cc3fee22 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (0373dceb-b0e0-4df1-9ed0-12af170948ab), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:03.787911 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-cfae65fd-8552-4819-a3a2-6b6a4931d080 req-34e512f5-80e9-4c58-9095-16d9cc3fee22 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0373dceb-b0e0-4df1-9ed0-12af170948ab), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:03.842761 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-cfae65fd-8552-4819-a3a2-6b6a4931d080 req-34e512f5-80e9-4c58-9095-16d9cc3fee22 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:03.844495 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cfae65fd-8552-4819-a3a2-6b6a4931d080 req-34e512f5-80e9-4c58-9095-16d9cc3fee22 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2465427 Jan 28 00:12:03.869851 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e512f5-80e9-4c58-9095-16d9cc3fee22 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0373dceb-b0e0-4df1-9ed0-12af170948ab,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:03.884298 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e232b2-e997-4996-b6ad-a827736b499c x-openstack-request-id: req-34e232b2-e997-4996-b6ad-a827736b499c {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:12:03.885229 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945", "tag": "ed8a55c3-affb-42ef-bae0-b767d36f307b", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:12:03.885498 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-34e232b2-e997-4996-b6ad-a827736b499c {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:12:03.886029 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945', 'tag': 'ed8a55c3-affb-42ef-bae0-b767d36f307b', 'status': 'completed', 'code': 200} Jan 28 00:12:04.077119 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa19ff-6c3c-4767-bf5f-ee8ecd2df568 req-a5b06342-ffd6-4812-a5ec-f4899dc86a6c tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:04.078765 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bdfa19ff-6c3c-4767-bf5f-ee8ecd2df568 req-a5b06342-ffd6-4812-a5ec-f4899dc86a6c tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.1256499 Jan 28 00:12:04.080955 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e90ecc-403b-4b9a-82a4-ce2fb70ae82c req-a874a47b-41d3-433f-8939-46a1b15d4607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:04.082424 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-24e90ecc-403b-4b9a-82a4-ce2fb70ae82c req-a874a47b-41d3-433f-8939-46a1b15d4607 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8405f09358c0468d9527f464af13d496&device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 1094 time: 0.1066396 Jan 28 00:12:04.169541 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bdfa19ff-6c3c-4767-bf5f-ee8ecd2df568 req-77d7bd72-2e4a-4e7d-9019-597a54776a3b tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803435 Jan 28 00:12:04.260926 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-3a8f6f83-8e12-4353-8034-2915347dbfd5 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=ddda4974727c46b8ab884244274a5b87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420787 Jan 28 00:12:04.368455 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e90ecc-403b-4b9a-82a4-ce2fb70ae82c req-15cd2291-a0fa-4714-85df-7d2495327916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:04.370471 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-24e90ecc-403b-4b9a-82a4-ce2fb70ae82c req-15cd2291-a0fa-4714-85df-7d2495327916 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f388c604-9dfb-430b-954f-b2b9c1d3c352 HTTP/1.1" status: 200 len: 906 time: 0.2791488 Jan 28 00:12:04.425774 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-24e90ecc-403b-4b9a-82a4-ce2fb70ae82c req-189f2a67-06ac-4347-bb6e-9a876e0c339f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed8a55c3-affb-42ef-bae0-b767d36f307b HTTP/1.1" status: 200 len: 217 time: 0.0490344 Jan 28 00:12:04.460181 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237519fe-7d68-487d-a2ee-043cf0adeab2 req-7058c7e9-3a59-4fd6-8ce0-6a4bfe7103e8 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:04.461765 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-237519fe-7d68-487d-a2ee-043cf0adeab2 req-7058c7e9-3a59-4fd6-8ce0-6a4bfe7103e8 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 943 time: 0.1902623 Jan 28 00:12:04.544816 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-d5cbc4c1-8bc9-4341-94e6-b961f222481c tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:04.547932 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-d5cbc4c1-8bc9-4341-94e6-b961f222481c tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2730906 Jan 28 00:12:04.553531 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e90ecc-403b-4b9a-82a4-ce2fb70ae82c req-adec543b-9774-4a89-90ee-95d05275531e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:04.555058 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-24e90ecc-403b-4b9a-82a4-ce2fb70ae82c req-adec543b-9774-4a89-90ee-95d05275531e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=742a4943-8344-4614-b3ae-dda4eb02931e HTTP/1.1" status: 200 len: 845 time: 0.1225924 Jan 28 00:12:04.598305 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-237519fe-7d68-487d-a2ee-043cf0adeab2 req-fa8e861c-ac17-4a80-b97e-923e33bc36e1 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127865 Jan 28 00:12:04.643775 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-24e90ecc-403b-4b9a-82a4-ce2fb70ae82c req-2d920ab5-624f-4fbd-a1e4-7dcd8dbd15ee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f388c604-9dfb-430b-954f-b2b9c1d3c352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620365 Jan 28 00:12:04.646100 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-11346ab6-fd0a-4e96-8ef5-f43c97e892ca tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] 10.222.0.70 "GET /v2.0/quotas/ddda4974727c46b8ab884244274a5b87 HTTP/1.1" status: 200 len: 375 time: 0.0870700 Jan 28 00:12:04.783126 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-214b9501-a20c-4ac7-87fa-5f7137ab0334 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddda4974727c46b8ab884244274a5b87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1285970 Jan 28 00:12:04.913720 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-24e90ecc-403b-4b9a-82a4-ce2fb70ae82c req-6a229050-70fe-49f5-8fe2-1a1a4e5df8d5 service neutron] 10.222.0.52 "GET /v2.0/networks/f388c604-9dfb-430b-954f-b2b9c1d3c352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615972 Jan 28 00:12:04.935984 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c88714-2570-4926-a767-5c4ad3e08ced req-67135322-90c8-4457-b126-453cfd95076d tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:04.949218 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b1c88714-2570-4926-a767-5c4ad3e08ced req-67135322-90c8-4457-b126-453cfd95076d tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 943 time: 0.1687865 Jan 28 00:12:05.111304 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b1c88714-2570-4926-a767-5c4ad3e08ced req-10b0cab6-7373-4e09-8d80-b6b6750cff17 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/security-groups?id=b65a71d0-47c4-42a5-aea6-cb1876d097d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609077 Jan 28 00:12:05.117418 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-91ab4f61-cb9f-4024-a5ce-2a19453dc598 req-a6981e7c-f4bb-4ec6-8fc1-873ffd7cb2c9 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-83855849', 'description': 'tempest-description-1699835948'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:12:05.182339 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-24e90ecc-403b-4b9a-82a4-ce2fb70ae82c req-c74f8bb3-40fc-4043-adf3-0acf4b442ed9 service neutron] 10.222.0.52 "GET /v2.0/networks/f388c604-9dfb-430b-954f-b2b9c1d3c352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603071 Jan 28 00:12:05.196244 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-91ab4f61-cb9f-4024-a5ce-2a19453dc598 req-a6981e7c-f4bb-4ec6-8fc1-873ffd7cb2c9 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:05.333144 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-91ab4f61-cb9f-4024-a5ce-2a19453dc598 req-a6981e7c-f4bb-4ec6-8fc1-873ffd7cb2c9 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (032b815e-a271-4bc3-9716-09a4988cfdbe), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:05.348155 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-91ab4f61-cb9f-4024-a5ce-2a19453dc598 req-a6981e7c-f4bb-4ec6-8fc1-873ffd7cb2c9 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (032b815e-a271-4bc3-9716-09a4988cfdbe), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:05.407470 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-91ab4f61-cb9f-4024-a5ce-2a19453dc598 req-a6981e7c-f4bb-4ec6-8fc1-873ffd7cb2c9 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:05.409253 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-91ab4f61-cb9f-4024-a5ce-2a19453dc598 req-a6981e7c-f4bb-4ec6-8fc1-873ffd7cb2c9 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3021715 Jan 28 00:12:05.426997 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6981e7c-f4bb-4ec6-8fc1-873ffd7cb2c9 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=032b815e-a271-4bc3-9716-09a4988cfdbe,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:05.539393 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d74086da-ef25-4f39-8c89-bbcd7440bc06 req-6fb78b27-9d0f-4bcf-a49b-5cfb012dbe95 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b4edaec-26ca-4631-9116-3ebf353be225 HTTP/1.1" status: 200 len: 210 time: 0.0583522 Jan 28 00:12:05.720875 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde21dab-cc47-4047-b4eb-3a1f9d39477d req-4d6d86d3-fb3c-43fd-a6e6-055dbf077f36 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:05.724424 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dde21dab-cc47-4047-b4eb-3a1f9d39477d req-4d6d86d3-fb3c-43fd-a6e6-055dbf077f36 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.1128466 Jan 28 00:12:05.802352 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dde21dab-cc47-4047-b4eb-3a1f9d39477d req-d7962efb-c9b4-46f4-92b7-9f3f06507d05 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680180 Jan 28 00:12:05.949597 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d1243f67-c5c1-41f2-a5ad-3ca3d5a15e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:06.083654 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-9ef6c5a1-54a7-4a1c-aae8-4aa84a1faea7 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:06.085705 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-9ef6c5a1-54a7-4a1c-aae8-4aa84a1faea7 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/networks?id=eb879c07-eac8-47cd-a981-6649a3df0cc8 HTTP/1.1" status: 200 len: 812 time: 0.1776867 Jan 28 00:12:06.108128 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-dcf9f9d5-6309-4ff0-b7ec-ddc2b95711eb tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/quotas/a85fa488f0a7421aa522333753c520c4 HTTP/1.1" status: 200 len: 375 time: 0.0155027 Jan 28 00:12:06.161125 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-265962d4-1f9a-43ca-8ecf-f38f8d08a3f4 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a85fa488f0a7421aa522333753c520c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467496 Jan 28 00:12:06.289475 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-8b663d42-4077-4735-ba89-01a91a7660df service neutron] 10.222.0.70 "GET /v2.0/networks/eb879c07-eac8-47cd-a981-6649a3df0cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207569 Jan 28 00:12:06.414887 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-0393e252-361b-4d0d-9fc5-3efc0630976f service neutron] 10.222.0.70 "GET /v2.0/networks/eb879c07-eac8-47cd-a981-6649a3df0cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184537 Jan 28 00:12:06.740017 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-bc56d639-9007-443b-9b26-f5c9a082cb56 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=ddda4974727c46b8ab884244274a5b87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705211 Jan 28 00:12:06.810898 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb3fad-ebdb-415c-9baf-e5c6819babf4 req-275f77f7-c00f-4b80-a74d-35d37810c62c tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:06.830308 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-feeb3fad-ebdb-415c-9baf-e5c6819babf4 req-275f77f7-c00f-4b80-a74d-35d37810c62c tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 943 time: 0.1367593 Jan 28 00:12:06.952075 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-feeb3fad-ebdb-415c-9baf-e5c6819babf4 req-44dfdf1f-d952-4ee0-915f-16958db51349 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118617 Jan 28 00:12:07.014779 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-aee34b94-9ae1-4a29-b91f-a53f2f76d700 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:07.016793 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-aee34b94-9ae1-4a29-b91f-a53f2f76d700 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2713957 Jan 28 00:12:07.047324 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-7c16fcab-889c-4942-9928-a31121c7b47c tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Request body: {'port': {'device_id': '0b4edaec-26ca-4631-9116-3ebf353be225', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'admin_state_up': True, 'tenant_id': 'ddda4974727c46b8ab884244274a5b87'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:12:07.199288 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-7c16fcab-889c-4942-9928-a31121c7b47c tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Made reservation on behalf of ddda4974727c46b8ab884244274a5b87 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:12:07.206298 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-7c16fcab-889c-4942-9928-a31121c7b47c tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:07.216883 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-7c16fcab-889c-4942-9928-a31121c7b47c tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:07.217544 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30445b-cfb8-4be9-aad4-33eabb88cb45 req-cb67ab4e-d620-45c3-95f4-04d73c80ff21 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:07.232344 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e30445b-cfb8-4be9-aad4-33eabb88cb45 req-cb67ab4e-d620-45c3-95f4-04d73c80ff21 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 943 time: 0.1339505 Jan 28 00:12:07.292727 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device ed8a55c3-affb-42ef-bae0-b767d36f307b details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:12:07.314618 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e30445b-cfb8-4be9-aad4-33eabb88cb45 req-0fb20ff9-7ab1-4aeb-abbb-fa7f1c0734fe tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/security-groups?id=b65a71d0-47c4-42a5-aea6-cb1876d097d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787346 Jan 28 00:12:07.348584 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-7c16fcab-889c-4942-9928-a31121c7b47c tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Publish callbacks [] for security_group (f2ae3a57-9338-4254-ae4b-6e26825a5735), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:07.357639 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-7c16fcab-889c-4942-9928-a31121c7b47c tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f2ae3a57-9338-4254-ae4b-6e26825a5735), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:07.527669 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16fcab-889c-4942-9928-a31121c7b47c tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ae3a57-9338-4254-ae4b-6e26825a5735,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:07.618996 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-7c16fcab-889c-4942-9928-a31121c7b47c tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Allocated IP 192.168.233.81 (6cc4916b-e8a0-4618-abd0-934e16bf0b78/3d2cf619-4390-4946-b152-016e9ede005d/57fadfc2-4533-4074-bb4d-99d19b92308e) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:12:07.652279 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port ed8a55c3-affb-42ef-bae0-b767d36f307b, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=ed8a55c3-affb-42ef-bae0-b767d36f307b,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:12:07.669477 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'ed8a55c3-affb-42ef-bae0-b767d36f307b', 'network_id': 'f388c604-9dfb-430b-954f-b2b9c1d3c352', 'port_id': 'ed8a55c3-affb-42ef-bae0-b767d36f307b', 'mac_address': 'fa:16:3e:fe:a4:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742a4943-8344-4614-b3ae-dda4eb02931e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:12:07.724447 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port ed8a55c3-affb-42ef-bae0-b767d36f307b is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:12:07.724860 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ed8a55c3-affb-42ef-bae0-b767d36f307b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:07.744647 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-308cd2da-6dba-4a9b-8dc8-1c17a5ff1d86 req-211b41db-b469-4c5c-8dc8-b8a285b02865 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b4edaec-26ca-4631-9116-3ebf353be225 HTTP/1.1" status: 200 len: 210 time: 0.0491331 Jan 28 00:12:07.760473 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed8a55c3-affb-42ef-bae0-b767d36f307b {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:12:07.810900 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port ed8a55c3-affb-42ef-bae0-b767d36f307b, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=ed8a55c3-affb-42ef-bae0-b767d36f307b,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:12:07.818357 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ed8a55c3-affb-42ef-bae0-b767d36f307b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:07.854953 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fd72577c-dfeb-4cf2-9638-fb3c22b2e7fe req-ce5cee02-1931-4117-b76b-d039bb62142c tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=0daefcfe-1270-43c1-9921-749cd5214499 HTTP/1.1" status: 200 len: 210 time: 0.0335295 Jan 28 00:12:07.913880 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=ed8a55c3-affb-42ef-bae0-b767d36f307b,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:07.982448 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-7c16fcab-889c-4942-9928-a31121c7b47c tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Publish callbacks [] for port (57fadfc2-4533-4074-bb4d-99d19b92308e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:08.022976 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6b1dc-ae82-49e6-978f-0e430f9146c1 req-56ba9d32-db15-4dfa-bcb9-040be372ca63 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:08.025714 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-19c6b1dc-ae82-49e6-978f-0e430f9146c1 req-56ba9d32-db15-4dfa-bcb9-040be372ca63 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.0759315 Jan 28 00:12:08.063760 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-7c16fcab-889c-4942-9928-a31121c7b47c tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (57fadfc2-4533-4074-bb4d-99d19b92308e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:08.104125 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-19c6b1dc-ae82-49e6-978f-0e430f9146c1 req-c5959764-45ad-4713-af9f-5b68e999a9c4 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662045 Jan 28 00:12:08.152849 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-7c16fcab-889c-4942-9928-a31121c7b47c tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:12:08.160795 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-7c16fcab-889c-4942-9928-a31121c7b47c tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:12:08.188281 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-7c16fcab-889c-4942-9928-a31121c7b47c tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:12:08.213920 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-51568afd-f3b3-4866-b980-a3ad27e1138c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:08.245901 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16fcab-889c-4942-9928-a31121c7b47c tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Pushing event updated for resources: {'Port': ['ID=57fadfc2-4533-4074-bb4d-99d19b92308e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:08.300921 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-7c16fcab-889c-4942-9928-a31121c7b47c tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:08.301659 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-7c16fcab-889c-4942-9928-a31121c7b47c tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:08.333248 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-7c16fcab-889c-4942-9928-a31121c7b47c tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2910762 Jan 28 00:12:08.336647 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4b153-6350-4e74-a31c-ea9adb72cd38 req-59fd0053-33df-4541-a1df-6d83e01f776f tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:08.343481 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-acc4b153-6350-4e74-a31c-ea9adb72cd38 req-59fd0053-33df-4541-a1df-6d83e01f776f tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 944 time: 0.1203804 Jan 28 00:12:08.355346 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-08a55e84-31ac-40b5-ae94-a2dc8cddc755 service neutron] Request body: {'port': {'device_id': '0b4edaec-26ca-4631-9116-3ebf353be225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:12:08.375168 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['ed8a55c3-affb-42ef-bae0-b767d36f307b'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:12:08.451287 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-acc4b153-6350-4e74-a31c-ea9adb72cd38 req-c0012b7b-dafc-47cf-860b-1c52b5b6c3a3 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985804 Jan 28 00:12:08.452917 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-08a55e84-31ac-40b5-ae94-a2dc8cddc755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (57fadfc2-4533-4074-bb4d-99d19b92308e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:08.645818 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60de5ff-efb8-41e5-8ab0-78f1c4da9df5 req-a31a1d7d-d28e-4b29-882e-94180264764e tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:08.664707 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b60de5ff-efb8-41e5-8ab0-78f1c4da9df5 req-a31a1d7d-d28e-4b29-882e-94180264764e tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 943 time: 0.1070845 Jan 28 00:12:08.682422 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-c8c5206f-1a23-47d3-974b-943f701a94e2 None None] Provisioning complete for port 57fadfc2-4533-4074-bb4d-99d19b92308e triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:12:08.682813 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c8c5206f-1a23-47d3-974b-943f701a94e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (57fadfc2-4533-4074-bb4d-99d19b92308e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:08.738855 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c8c5206f-1a23-47d3-974b-943f701a94e2 None None] Port 57fadfc2-4533-4074-bb4d-99d19b92308e cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:12:08.776314 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b60de5ff-efb8-41e5-8ab0-78f1c4da9df5 req-4b6a9bdb-258e-42c6-9b5c-eb4c21897fdd tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/security-groups?id=b65a71d0-47c4-42a5-aea6-cb1876d097d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070213 Jan 28 00:12:08.907430 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-e69d6670-886f-43b3-bec9-0fdc5cdc1ba8 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:08.908967 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-e69d6670-886f-43b3-bec9-0fdc5cdc1ba8 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.65 "GET /v2.0/networks?id=eb879c07-eac8-47cd-a981-6649a3df0cc8 HTTP/1.1" status: 200 len: 812 time: 0.2326026 Jan 28 00:12:08.928179 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-17f586f7-d135-47d5-8dc9-59c554427eb8 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Request body: {'port': {'device_id': '0daefcfe-1270-43c1-9921-749cd5214499', 'network_id': 'eb879c07-eac8-47cd-a981-6649a3df0cc8', 'admin_state_up': True, 'tenant_id': 'a85fa488f0a7421aa522333753c520c4'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:12:09.120536 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749da80-d42b-49a8-a7df-7ae9d93063f1 req-dd0281f6-a07c-4bfc-bf18-40a4fe9efbb9 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:09.123328 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a749da80-d42b-49a8-a7df-7ae9d93063f1 req-dd0281f6-a07c-4bfc-bf18-40a4fe9efbb9 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b4edaec-26ca-4631-9116-3ebf353be225 HTTP/1.1" status: 200 len: 935 time: 0.0924704 Jan 28 00:12:09.222487 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a749da80-d42b-49a8-a7df-7ae9d93063f1 req-53aef81b-5e84-413f-9379-380f8ddf57cb tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2ae3a57-9338-4254-ae4b-6e26825a5735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846882 Jan 28 00:12:09.338287 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d1ee2c6d-660c-4ba3-816c-d7ebf033997b req-fa1c9c0f-27a0-445f-adbd-15c3bc6796d4 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=0daefcfe-1270-43c1-9921-749cd5214499 HTTP/1.1" status: 200 len: 210 time: 0.0289712 Jan 28 00:12:09.346561 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-08a55e84-31ac-40b5-ae94-a2dc8cddc755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57fadfc2-4533-4074-bb4d-99d19b92308e {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:12:09.361803 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-08a55e84-31ac-40b5-ae94-a2dc8cddc755 service neutron] Publish callbacks [] for port (57fadfc2-4533-4074-bb4d-99d19b92308e), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:09.387810 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-08a55e84-31ac-40b5-ae94-a2dc8cddc755 service neutron] Transition to ACTIVE for port object 57fadfc2-4533-4074-bb4d-99d19b92308e will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:12:09.398806 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-08a55e84-31ac-40b5-ae94-a2dc8cddc755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (57fadfc2-4533-4074-bb4d-99d19b92308e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:09.441254 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-17f586f7-d135-47d5-8dc9-59c554427eb8 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Made reservation on behalf of a85fa488f0a7421aa522333753c520c4 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:12:09.445295 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-17f586f7-d135-47d5-8dc9-59c554427eb8 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:09.479586 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a55e84-31ac-40b5-ae94-a2dc8cddc755 service neutron] Pushing event updated for resources: {'Port': ['ID=57fadfc2-4533-4074-bb4d-99d19b92308e,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:09.491429 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:09.636169 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910eefc-72b3-47c0-ab58-d432daba07db req-7427018c-ea4b-45ec-9488-076956061da8 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:09.649441 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c910eefc-72b3-47c0-ab58-d432daba07db req-7427018c-ea4b-45ec-9488-076956061da8 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.1543939 Jan 28 00:12:09.733294 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c910eefc-72b3-47c0-ab58-d432daba07db req-85ade04b-d0dd-4f84-869b-0381ba1dacab tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814493 Jan 28 00:12:09.805585 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-08a55e84-31ac-40b5-ae94-a2dc8cddc755 service neutron] Attempting to bind port 57fadfc2-4533-4074-bb4d-99d19b92308e on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:12:09.807373 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-08a55e84-31ac-40b5-ae94-a2dc8cddc755 service neutron] Attempting to bind port 57fadfc2-4533-4074-bb4d-99d19b92308e by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:12:09.807874 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-08a55e84-31ac-40b5-ae94-a2dc8cddc755 service neutron] Attempting to bind port 57fadfc2-4533-4074-bb4d-99d19b92308e on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:12:09.826154 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-17f586f7-d135-47d5-8dc9-59c554427eb8 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Allocated IP 172.20.0.12 (eb879c07-eac8-47cd-a981-6649a3df0cc8/3284d801-493d-46b5-84d7-ceafd25db814/12707aa4-c15d-43f2-850b-c72288b80f72) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:12:09.830909 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-08a55e84-31ac-40b5-ae94-a2dc8cddc755 service neutron] Port 57fadfc2-4533-4074-bb4d-99d19b92308e on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:12:09.830909 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-08a55e84-31ac-40b5-ae94-a2dc8cddc755 service neutron] Attempting to bind port 57fadfc2-4533-4074-bb4d-99d19b92308e on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:12:09.853588 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-08a55e84-31ac-40b5-ae94-a2dc8cddc755 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:12:09.854751 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-08a55e84-31ac-40b5-ae94-a2dc8cddc755 service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:12:09.854917 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-08a55e84-31ac-40b5-ae94-a2dc8cddc755 service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:12:09.855323 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-08a55e84-31ac-40b5-ae94-a2dc8cddc755 service neutron] Bound port: 57fadfc2-4533-4074-bb4d-99d19b92308e, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:12:09.856017 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-08a55e84-31ac-40b5-ae94-a2dc8cddc755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (57fadfc2-4533-4074-bb4d-99d19b92308e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:09.922715 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b6dba-8615-4cad-a325-0360b6ab8759 req-75fc63d1-5c6f-4c57-8105-f98d5f987026 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:09.924507 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-068b6dba-8615-4cad-a325-0360b6ab8759 req-75fc63d1-5c6f-4c57-8105-f98d5f987026 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 944 time: 0.0832400 Jan 28 00:12:10.019669 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-068b6dba-8615-4cad-a325-0360b6ab8759 req-a04f8253-ad55-48e1-a6bc-45f15a52a50f tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827794 Jan 28 00:12:10.028242 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-08a55e84-31ac-40b5-ae94-a2dc8cddc755 service neutron] For port 57fadfc2-4533-4074-bb4d-99d19b92308e, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:12:10.076838 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-08a55e84-31ac-40b5-ae94-a2dc8cddc755 service neutron] For port 57fadfc2-4533-4074-bb4d-99d19b92308e, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=57fadfc2-4533-4074-bb4d-99d19b92308e,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:12:10.086475 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-08a55e84-31ac-40b5-ae94-a2dc8cddc755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (57fadfc2-4533-4074-bb4d-99d19b92308e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:10.162888 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-08a55e84-31ac-40b5-ae94-a2dc8cddc755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:10.163544 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-08a55e84-31ac-40b5-ae94-a2dc8cddc755 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:10.165241 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-08a55e84-31ac-40b5-ae94-a2dc8cddc755 service neutron] 10.222.0.65 "PUT /v2.0/ports/57fadfc2-4533-4074-bb4d-99d19b92308e HTTP/1.1" status: 200 len: 1095 time: 1.8176365 Jan 28 00:12:10.168297 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4edaec-26ca-4631-9116-3ebf353be225', 'tag': '57fadfc2-4533-4074-bb4d-99d19b92308e'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:12:10.171192 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36488f8-ce3d-401f-b320-0046e5b09f94" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4edaec-26ca-4631-9116-3ebf353be225", "tag": "57fadfc2-4533-4074-bb4d-99d19b92308e"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:12:10.216413 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a55e84-31ac-40b5-ae94-a2dc8cddc755 service neutron] Pushing event updated for resources: {'Port': ['ID=57fadfc2-4533-4074-bb4d-99d19b92308e,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:10.234411 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-17f586f7-d135-47d5-8dc9-59c554427eb8 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for port (12707aa4-c15d-43f2-850b-c72288b80f72), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:10.287118 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-17f586f7-d135-47d5-8dc9-59c554427eb8 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (12707aa4-c15d-43f2-850b-c72288b80f72), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:10.336540 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-17f586f7-d135-47d5-8dc9-59c554427eb8 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Network eb879c07-eac8-47cd-a981-6649a3df0cc8 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:12:10.345532 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-17f586f7-d135-47d5-8dc9-59c554427eb8 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:12:10.355822 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-17f586f7-d135-47d5-8dc9-59c554427eb8 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:12:10.365706 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ddf03-fc56-41bb-b530-cebc4f6eecf8 req-ec872eca-469a-48ee-9eab-edf06ea963d3 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:10.375337 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9f1ddf03-fc56-41bb-b530-cebc4f6eecf8 req-ec872eca-469a-48ee-9eab-edf06ea963d3 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 943 time: 0.2008801 Jan 28 00:12:10.492501 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9f1ddf03-fc56-41bb-b530-cebc4f6eecf8 req-c58a8eba-b1d8-4b95-89dc-684e0350d51e tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/security-groups?id=b65a71d0-47c4-42a5-aea6-cb1876d097d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083724 Jan 28 00:12:10.513547 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f586f7-d135-47d5-8dc9-59c554427eb8 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Pushing event updated for resources: {'Port': ['ID=12707aa4-c15d-43f2-850b-c72288b80f72,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:10.550371 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-17f586f7-d135-47d5-8dc9-59c554427eb8 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:10.551061 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-17f586f7-d135-47d5-8dc9-59c554427eb8 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:10.565698 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-4d6938c6-fcaf-4116-9a6f-2454334faefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:10.571403 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-4d6938c6-fcaf-4116-9a6f-2454334faefb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ddda4974727c46b8ab884244274a5b87&device_id=0b4edaec-26ca-4631-9116-3ebf353be225 HTTP/1.1" status: 200 len: 1098 time: 0.1651320 Jan 28 00:12:10.582516 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-17f586f7-d135-47d5-8dc9-59c554427eb8 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6577642 Jan 28 00:12:10.611831 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-e7f14e33-90b6-415f-9b12-07048f9f6776 service neutron] Request body: {'port': {'device_id': '0daefcfe-1270-43c1-9921-749cd5214499', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:12:10.663536 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-3b95f1f2-cbb4-466b-a529-27d06f230a15 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=57fadfc2-4533-4074-bb4d-99d19b92308e HTTP/1.1" status: 200 len: 217 time: 0.0647368 Jan 28 00:12:10.726808 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4a411c-b1d8-4208-aeac-b8f90f70d241 x-openstack-request-id: req-9b4a411c-b1d8-4208-aeac-b8f90f70d241 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:12:10.727194 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4edaec-26ca-4631-9116-3ebf353be225", "tag": "57fadfc2-4533-4074-bb4d-99d19b92308e", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:12:10.728425 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9b4a411c-b1d8-4208-aeac-b8f90f70d241 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:12:10.729146 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4edaec-26ca-4631-9116-3ebf353be225', 'tag': '57fadfc2-4533-4074-bb4d-99d19b92308e', 'status': 'completed', 'code': 200} Jan 28 00:12:10.802765 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-e7f14e33-90b6-415f-9b12-07048f9f6776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (12707aa4-c15d-43f2-850b-c72288b80f72), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:10.820871 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7df138-5338-4ce8-9240-835a3cce682a req-184487c5-f00c-40e5-af38-364141d8a6c6 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:10.825058 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5f7df138-5338-4ce8-9240-835a3cce682a req-184487c5-f00c-40e5-af38-364141d8a6c6 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b4edaec-26ca-4631-9116-3ebf353be225 HTTP/1.1" status: 200 len: 947 time: 0.0608394 Jan 28 00:12:10.830383 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-d4d87321-970d-418c-ac5f-0436ef657afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:10.836486 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-d4d87321-970d-418c-ac5f-0436ef657afb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1610558 Jan 28 00:12:10.903003 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5f7df138-5338-4ce8-9240-835a3cce682a req-6963ad5b-d73a-450c-ac91-e977e74261c4 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2ae3a57-9338-4254-ae4b-6e26825a5735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618777 Jan 28 00:12:10.959825 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:10.973158 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-bc12ca2f-4632-4a98-a878-acfec1ebfd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:10.975121 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-bc12ca2f-4632-4a98-a878-acfec1ebfd93 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1333630 Jan 28 00:12:11.100648 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c11e4-bb42-4a2b-b94f-423832c303b1 req-05e36111-7b3e-4303-bfe5-efd425b2f5c7 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:11.109525 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-956c11e4-bb42-4a2b-b94f-423832c303b1 req-05e36111-7b3e-4303-bfe5-efd425b2f5c7 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=0daefcfe-1270-43c1-9921-749cd5214499 HTTP/1.1" status: 200 len: 932 time: 0.1132832 Jan 28 00:12:11.158814 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-956c11e4-bb42-4a2b-b94f-423832c303b1 req-6d68a6ee-d7b0-4c40-a28d-cd80bc972d93 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?id=1900d222-ba35-4a49-9a3c-ced837996220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483310 Jan 28 00:12:11.204307 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-b33c42b5-ee85-4159-861c-bc9efba9e816 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809893 Jan 28 00:12:11.295341 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c02f0-07f3-41b5-b9d8-01066cc44a22 req-f821f446-8af6-43de-ae6d-e7e3e67ad3ce tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:11.298422 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-493c02f0-07f3-41b5-b9d8-01066cc44a22 req-f821f446-8af6-43de-ae6d-e7e3e67ad3ce tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.0680010 Jan 28 00:12:11.357431 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device ed8a55c3-affb-42ef-bae0-b767d36f307b up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:12:11.359920 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-493c02f0-07f3-41b5-b9d8-01066cc44a22 req-96cc3698-0dae-4d13-8132-aad6ff5cfc5d tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546358 Jan 28 00:12:11.380269 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-e7f14e33-90b6-415f-9b12-07048f9f6776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12707aa4-c15d-43f2-850b-c72288b80f72 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:12:11.387847 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6bc6cd88-d911-42a1-a6f8-8a809f25264f req-67094545-0625-41c7-adf0-d656468336aa service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720095 Jan 28 00:12:11.392656 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-e7f14e33-90b6-415f-9b12-07048f9f6776 service neutron] Publish callbacks [] for port (12707aa4-c15d-43f2-850b-c72288b80f72), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:11.414044 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-e7f14e33-90b6-415f-9b12-07048f9f6776 service neutron] Transition to ACTIVE for port object 12707aa4-c15d-43f2-850b-c72288b80f72 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:12:11.425807 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-e7f14e33-90b6-415f-9b12-07048f9f6776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (12707aa4-c15d-43f2-850b-c72288b80f72), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:11.498472 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port ed8a55c3-affb-42ef-bae0-b767d36f307b completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:12:11.507457 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port ed8a55c3-affb-42ef-bae0-b767d36f307b triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:12:11.507938 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ed8a55c3-affb-42ef-bae0-b767d36f307b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:11.544869 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f14e33-90b6-415f-9b12-07048f9f6776 service neutron] Pushing event updated for resources: {'Port': ['ID=12707aa4-c15d-43f2-850b-c72288b80f72,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:11.573014 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e06e3-0c7f-4806-b482-441d811f21a3 req-218ec6a8-efcd-4529-b068-6315ad204be1 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:11.574882 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5b5e06e3-0c7f-4806-b482-441d811f21a3 req-218ec6a8-efcd-4529-b068-6315ad204be1 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 944 time: 0.1280305 Jan 28 00:12:11.630191 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36488f8-ce3d-401f-b320-0046e5b09f94 req-5a708f07-fd88-4aa6-92e3-d87fab6dd856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:11.633174 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d36488f8-ce3d-401f-b320-0046e5b09f94 req-5a708f07-fd88-4aa6-92e3-d87fab6dd856 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ddda4974727c46b8ab884244274a5b87&device_id=0b4edaec-26ca-4631-9116-3ebf353be225 HTTP/1.1" status: 200 len: 1098 time: 0.1004219 Jan 28 00:12:11.671859 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5b5e06e3-0c7f-4806-b482-441d811f21a3 req-3b0d6220-3cc7-472e-a616-3574e718a62a tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901830 Jan 28 00:12:11.702324 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port ed8a55c3-affb-42ef-bae0-b767d36f307b is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:12:11.709277 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ed8a55c3-affb-42ef-bae0-b767d36f307b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:11.714758 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-e7f14e33-90b6-415f-9b12-07048f9f6776 service neutron] Attempting to bind port 12707aa4-c15d-43f2-850b-c72288b80f72 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:12:11.715592 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-e7f14e33-90b6-415f-9b12-07048f9f6776 service neutron] Attempting to bind port 12707aa4-c15d-43f2-850b-c72288b80f72 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '0952efdf-a551-493e-a682-268b5ab71776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'eb879c07-eac8-47cd-a981-6649a3df0cc8'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:12:11.716511 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-e7f14e33-90b6-415f-9b12-07048f9f6776 service neutron] Attempting to bind port 12707aa4-c15d-43f2-850b-c72288b80f72 on network eb879c07-eac8-47cd-a981-6649a3df0cc8 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:12:11.782169 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port ed8a55c3-affb-42ef-bae0-b767d36f307b, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=ed8a55c3-affb-42ef-bae0-b767d36f307b,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:12:11.785226 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-e7f14e33-90b6-415f-9b12-07048f9f6776 service neutron] Port 12707aa4-c15d-43f2-850b-c72288b80f72 on network eb879c07-eac8-47cd-a981-6649a3df0cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:12:11.786136 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-e7f14e33-90b6-415f-9b12-07048f9f6776 service neutron] Attempting to bind port 12707aa4-c15d-43f2-850b-c72288b80f72 on network eb879c07-eac8-47cd-a981-6649a3df0cc8 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:12:11.787937 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8a55c3-affb-42ef-bae0-b767d36f307b'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:12:11.792423 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce52777b-ece4-4c2f-bd7c-632317f33af6" -d '{"events": [{"server_uuid": "7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945", "name": "network-vif-plugged", "status": "completed", "tag": "ed8a55c3-affb-42ef-bae0-b767d36f307b"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:12:11.796981 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ed8a55c3-affb-42ef-bae0-b767d36f307b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:11.826931 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a312b-ba68-4780-b6dc-0ed96a906831 req-d223302e-f964-4693-8097-fd81770ce4b3 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:11.842660 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5b8a312b-ba68-4780-b6dc-0ed96a906831 req-d223302e-f964-4693-8097-fd81770ce4b3 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 943 time: 0.1015434 Jan 28 00:12:11.857334 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36488f8-ce3d-401f-b320-0046e5b09f94 req-0c18dc7a-302b-4d25-8ab2-c158cfbcf6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:11.858432 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d36488f8-ce3d-401f-b320-0046e5b09f94 req-0c18dc7a-302b-4d25-8ab2-c158cfbcf6c5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.2173743 Jan 28 00:12:11.859435 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-e7f14e33-90b6-415f-9b12-07048f9f6776 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:12:11.859809 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-e7f14e33-90b6-415f-9b12-07048f9f6776 service neutron] Checking segment: {'id': '0952efdf-a551-493e-a682-268b5ab71776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'eb879c07-eac8-47cd-a981-6649a3df0cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:12:11.860591 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-e7f14e33-90b6-415f-9b12-07048f9f6776 service neutron] Bound using segment: {'id': '0952efdf-a551-493e-a682-268b5ab71776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'eb879c07-eac8-47cd-a981-6649a3df0cc8'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:12:11.861050 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-e7f14e33-90b6-415f-9b12-07048f9f6776 service neutron] Bound port: 12707aa4-c15d-43f2-850b-c72288b80f72, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0952efdf-a551-493e-a682-268b5ab71776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'eb879c07-eac8-47cd-a981-6649a3df0cc8'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:12:11.861413 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-e7f14e33-90b6-415f-9b12-07048f9f6776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (12707aa4-c15d-43f2-850b-c72288b80f72), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:11.899593 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=ed8a55c3-affb-42ef-bae0-b767d36f307b,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:11.915163 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:11.916522 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:11.918220 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:11.919183 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:11.920015 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:11.921175 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5b8a312b-ba68-4780-b6dc-0ed96a906831 req-812cf2a0-1efc-40e6-8984-af3157a779a2 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/security-groups?id=b65a71d0-47c4-42a5-aea6-cb1876d097d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770578 Jan 28 00:12:11.924089 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:11.924816 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:11.925454 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:11.926273 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:11.926911 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:11.927540 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:11.928716 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:11.929066 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:11.960491 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-e7f14e33-90b6-415f-9b12-07048f9f6776 service neutron] For port 12707aa4-c15d-43f2-850b-c72288b80f72, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:12:11.966118 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-e7f14e33-90b6-415f-9b12-07048f9f6776 service neutron] For port 12707aa4-c15d-43f2-850b-c72288b80f72, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=12707aa4-c15d-43f2-850b-c72288b80f72,segment=NetworkSegment(0952efdf-a551-493e-a682-268b5ab71776),segment_id=0952efdf-a551-493e-a682-268b5ab71776)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:12:11.977630 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-e7f14e33-90b6-415f-9b12-07048f9f6776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (12707aa4-c15d-43f2-850b-c72288b80f72), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:12.057703 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:12.082561 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d36488f8-ce3d-401f-b320-0046e5b09f94 req-fbe4b8c0-7dbd-49d0-914b-04f462882ec4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=57fadfc2-4533-4074-bb4d-99d19b92308e HTTP/1.1" status: 200 len: 217 time: 0.1950576 Jan 28 00:12:12.141132 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-e7f14e33-90b6-415f-9b12-07048f9f6776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:12.141797 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-e7f14e33-90b6-415f-9b12-07048f9f6776 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:12.143304 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-e7f14e33-90b6-415f-9b12-07048f9f6776 service neutron] 10.222.0.65 "PUT /v2.0/ports/12707aa4-c15d-43f2-850b-c72288b80f72 HTTP/1.1" status: 200 len: 1092 time: 1.5371406 Jan 28 00:12:12.159128 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f14e33-90b6-415f-9b12-07048f9f6776 service neutron] Pushing event updated for resources: {'Port': ['ID=12707aa4-c15d-43f2-850b-c72288b80f72,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:12.184323 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36488f8-ce3d-401f-b320-0046e5b09f94 req-a0c5f406-04f3-4ead-afc9-064364aaa103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:12.185888 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d36488f8-ce3d-401f-b320-0046e5b09f94 req-a0c5f406-04f3-4ead-afc9-064364aaa103 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.0912592 Jan 28 00:12:12.262391 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e7ef16-7992-4c52-bf14-98d80d9fb9c8 x-openstack-request-id: req-01e7ef16-7992-4c52-bf14-98d80d9fb9c8 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:12:12.262789 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945", "name": "network-vif-plugged", "status": "completed", "tag": "ed8a55c3-affb-42ef-bae0-b767d36f307b", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:12:12.263122 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-01e7ef16-7992-4c52-bf14-98d80d9fb9c8 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:12:12.263798 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8a55c3-affb-42ef-bae0-b767d36f307b', 'code': 200} Jan 28 00:12:12.327702 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36488f8-ce3d-401f-b320-0046e5b09f94 req-7a304853-05ed-4e6e-8aa5-7a21ef4fd13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:12.330579 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d36488f8-ce3d-401f-b320-0046e5b09f94 req-7a304853-05ed-4e6e-8aa5-7a21ef4fd13e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1294353 Jan 28 00:12:12.340774 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-184e4fa9-c2f1-4b01-858c-2206ef60266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:12.343385 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-184e4fa9-c2f1-4b01-858c-2206ef60266a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a85fa488f0a7421aa522333753c520c4&device_id=0daefcfe-1270-43c1-9921-749cd5214499 HTTP/1.1" status: 200 len: 1095 time: 0.1291037 Jan 28 00:12:12.416457 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708284b7-a508-497b-9070-afb798acb963 req-e99ef2e9-c1e6-4ab4-a5f5-57ab3b72d53a tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:12.427571 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-708284b7-a508-497b-9070-afb798acb963 req-e99ef2e9-c1e6-4ab4-a5f5-57ab3b72d53a tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b4edaec-26ca-4631-9116-3ebf353be225 HTTP/1.1" status: 200 len: 947 time: 0.0873010 Jan 28 00:12:12.447504 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-5326c53f-d491-49f7-b638-af568015f1c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12707aa4-c15d-43f2-850b-c72288b80f72 HTTP/1.1" status: 200 len: 217 time: 0.0899787 Jan 28 00:12:12.467090 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a9479d7d-44ab-49b4-9be0-a20a55c369d9 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:12:12.521707 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-708284b7-a508-497b-9070-afb798acb963 req-65ecd11f-b442-41a2-a888-6e9ed082df58 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2ae3a57-9338-4254-ae4b-6e26825a5735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905001 Jan 28 00:12:12.546877 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6ecbd-72f7-40cf-a97f-421f585de59f req-5b49dda8-33b5-4522-b523-4ea29b2629b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:12.551330 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e7e6ecbd-72f7-40cf-a97f-421f585de59f req-5b49dda8-33b5-4522-b523-4ea29b2629b0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 1096 time: 0.1202104 Jan 28 00:12:12.612479 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-4a688c13-49c7-43ea-ad57-593b4f21ab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:12.619261 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-4a688c13-49c7-43ea-ad57-593b4f21ab6d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3284d801-493d-46b5-84d7-ceafd25db814 HTTP/1.1" status: 200 len: 852 time: 0.1233680 Jan 28 00:12:12.623950 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:12.673655 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a9479d7d-44ab-49b4-9be0-a20a55c369d9, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a9479d7d-44ab-49b4-9be0-a20a55c369d9,segment=NetworkSegment(20b4d473-1eaa-48d8-9013-b9968f2d12e8),segment_id=20b4d473-1eaa-48d8-9013-b9968f2d12e8)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:12:12.674487 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-e93194e7-8fd0-440a-95f4-beffdb02517e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eb879c07-eac8-47cd-a981-6649a3df0cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426996 Jan 28 00:12:12.677268 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d36488f8-ce3d-401f-b320-0046e5b09f94 req-5272793b-d617-4cc7-9a0a-1339668b6ca6 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325200 Jan 28 00:12:12.689998 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'a9479d7d-44ab-49b4-9be0-a20a55c369d9', 'network_id': 'b7c7fb76-6103-4eda-92dd-bd14f4d36fdc', 'port_id': 'a9479d7d-44ab-49b4-9be0-a20a55c369d9', 'mac_address': 'fa:16:3e:90:84:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:12:12.703421 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e7e6ecbd-72f7-40cf-a97f-421f585de59f req-56960be6-5b70-4720-b435-6a9944c1e163 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442430 Jan 28 00:12:12.752857 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port a9479d7d-44ab-49b4-9be0-a20a55c369d9 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:12:12.753353 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a9479d7d-44ab-49b4-9be0-a20a55c369d9), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:12.757045 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0daefcfe-1270-43c1-9921-749cd5214499', 'tag': '12707aa4-c15d-43f2-850b-c72288b80f72'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:12:12.760380 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f98e6be-5ed9-4555-9058-37832d404c38" -d '{"events": [{"name": "network-changed", "server_uuid": "0daefcfe-1270-43c1-9921-749cd5214499", "tag": "12707aa4-c15d-43f2-850b-c72288b80f72"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:12:12.773530 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9479d7d-44ab-49b4-9be0-a20a55c369d9 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:12:12.783796 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74612de1-83f8-485a-a6f8-b5243a8ef450 req-f2c15c44-13cf-4230-8fe0-98130b2e591e tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:12.798365 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-74612de1-83f8-485a-a6f8-b5243a8ef450 req-f2c15c44-13cf-4230-8fe0-98130b2e591e tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=0daefcfe-1270-43c1-9921-749cd5214499 HTTP/1.1" status: 200 len: 944 time: 0.1276934 Jan 28 00:12:12.798859 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a9479d7d-44ab-49b4-9be0-a20a55c369d9, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a9479d7d-44ab-49b4-9be0-a20a55c369d9,segment=NetworkSegment(20b4d473-1eaa-48d8-9013-b9968f2d12e8),segment_id=20b4d473-1eaa-48d8-9013-b9968f2d12e8)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:12:12.804769 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a9479d7d-44ab-49b4-9be0-a20a55c369d9), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:12.885158 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=a9479d7d-44ab-49b4-9be0-a20a55c369d9,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:12.886077 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d36488f8-ce3d-401f-b320-0046e5b09f94 req-c45319fc-e3a9-4133-adf6-8ea73c636c4f service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997147 Jan 28 00:12:12.888189 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-f1d054f2-c94d-425d-a68a-ae03a343ea86 service neutron] 10.222.0.65 "GET /v2.0/networks/eb879c07-eac8-47cd-a981-6649a3df0cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031188 Jan 28 00:12:12.891086 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-74612de1-83f8-485a-a6f8-b5243a8ef450 req-ba6a7b25-eb10-4414-832f-5a4d05d9dcb6 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?id=1900d222-ba35-4a49-9a3c-ced837996220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912657 Jan 28 00:12:13.031925 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45344f1-8ce6-43b8-9417-ef63eb93e65c req-5902e616-f989-421b-9b7a-a974002a14b4 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:13.034162 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a45344f1-8ce6-43b8-9417-ef63eb93e65c req-5902e616-f989-421b-9b7a-a974002a14b4 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.0611658 Jan 28 00:12:13.062208 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5ac8f37c-34d1-4bca-a568-66631c7d3af4 req-0fa59002-88de-462e-9e4d-45b314684700 service neutron] 10.222.0.65 "GET /v2.0/networks/eb879c07-eac8-47cd-a981-6649a3df0cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386526 Jan 28 00:12:13.122251 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a45344f1-8ce6-43b8-9417-ef63eb93e65c req-55f8a9d5-3d50-4591-9833-bd8318f9df88 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741277 Jan 28 00:12:13.186500 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['a9479d7d-44ab-49b4-9be0-a20a55c369d9'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:12:13.296737 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9d551-b867-4624-9258-e68f0256b3d3 req-f8725772-8f1c-4e92-842a-11c21a646c59 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:13.299478 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-21c9d551-b867-4624-9258-e68f0256b3d3 req-f8725772-8f1c-4e92-842a-11c21a646c59 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 945 time: 0.0682817 Jan 28 00:12:13.380815 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-21c9d551-b867-4624-9258-e68f0256b3d3 req-ca552fff-3494-4f39-afbf-53b31f628646 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707705 Jan 28 00:12:13.456725 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19b0e71-55db-4045-bac6-77464c639af8 x-openstack-request-id: req-a19b0e71-55db-4045-bac6-77464c639af8 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:12:13.457555 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0daefcfe-1270-43c1-9921-749cd5214499", "tag": "12707aa4-c15d-43f2-850b-c72288b80f72", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:12:13.458400 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a19b0e71-55db-4045-bac6-77464c639af8 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:12:13.459081 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0daefcfe-1270-43c1-9921-749cd5214499', 'tag': '12707aa4-c15d-43f2-850b-c72288b80f72', 'status': 'completed', 'code': 200} Jan 28 00:12:13.588871 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98e6be-5ed9-4555-9058-37832d404c38 req-e0d58b27-59cc-4550-8c94-9f85c38d9dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:13.591004 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5f98e6be-5ed9-4555-9058-37832d404c38 req-e0d58b27-59cc-4550-8c94-9f85c38d9dc5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a85fa488f0a7421aa522333753c520c4&device_id=0daefcfe-1270-43c1-9921-749cd5214499 HTTP/1.1" status: 200 len: 1095 time: 0.0684776 Jan 28 00:12:13.608646 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf7445-e11a-403e-8e4a-08711131b8a6 req-8da42b93-025f-4590-a80a-dc18a4c0f5b6 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:13.611781 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e2cf7445-e11a-403e-8e4a-08711131b8a6 req-8da42b93-025f-4590-a80a-dc18a4c0f5b6 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 944 time: 0.0955999 Jan 28 00:12:13.694245 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e2cf7445-e11a-403e-8e4a-08711131b8a6 req-81a21324-b08a-4741-bfd0-0fadce11295d tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/security-groups?id=b65a71d0-47c4-42a5-aea6-cb1876d097d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706685 Jan 28 00:12:13.766626 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:13.776951 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98e6be-5ed9-4555-9058-37832d404c38 req-f1a30c22-391e-414f-8afb-62261bee4b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:13.779585 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5f98e6be-5ed9-4555-9058-37832d404c38 req-f1a30c22-391e-414f-8afb-62261bee4b04 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eb879c07-eac8-47cd-a981-6649a3df0cc8 HTTP/1.1" status: 200 len: 913 time: 0.1767924 Jan 28 00:12:13.852149 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5f98e6be-5ed9-4555-9058-37832d404c38 req-b3b24bd8-cc15-4e68-8433-0c484bfaae61 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12707aa4-c15d-43f2-850b-c72288b80f72 HTTP/1.1" status: 200 len: 217 time: 0.0595458 Jan 28 00:12:13.905027 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98e6be-5ed9-4555-9058-37832d404c38 req-c72a7054-ac48-47ed-a2f4-f1e14f8d4019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:13.906621 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5f98e6be-5ed9-4555-9058-37832d404c38 req-c72a7054-ac48-47ed-a2f4-f1e14f8d4019 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3284d801-493d-46b5-84d7-ceafd25db814 HTTP/1.1" status: 200 len: 852 time: 0.0478506 Jan 28 00:12:13.942765 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5f98e6be-5ed9-4555-9058-37832d404c38 req-8ec7bb6a-0f08-4e2e-9298-b5ac111f1a65 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eb879c07-eac8-47cd-a981-6649a3df0cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273833 Jan 28 00:12:14.090319 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5f98e6be-5ed9-4555-9058-37832d404c38 req-d32269d8-8368-4cbd-a582-1c743d1a3329 service neutron] 10.222.0.65 "GET /v2.0/networks/eb879c07-eac8-47cd-a981-6649a3df0cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372964 Jan 28 00:12:14.095684 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf6a8e-8d6d-4b1b-869a-7009e605fcba req-bde036dd-22cd-48b1-83d4-b40f3f8ef8e5 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:14.097304 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b6bf6a8e-8d6d-4b1b-869a-7009e605fcba req-bde036dd-22cd-48b1-83d4-b40f3f8ef8e5 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b4edaec-26ca-4631-9116-3ebf353be225 HTTP/1.1" status: 200 len: 947 time: 0.0797448 Jan 28 00:12:14.185220 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b6bf6a8e-8d6d-4b1b-869a-7009e605fcba req-580fa238-40ec-4431-b27e-abc179d1669a tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2ae3a57-9338-4254-ae4b-6e26825a5735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767274 Jan 28 00:12:14.220616 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5f98e6be-5ed9-4555-9058-37832d404c38 req-a7cae6a0-ec7b-462b-a3e6-d0d566bc4972 service neutron] 10.222.0.65 "GET /v2.0/networks/eb879c07-eac8-47cd-a981-6649a3df0cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218972 Jan 28 00:12:14.339855 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668557c-1c41-4dfc-9960-0231101ae646 req-84a17661-6066-434f-9764-697997f05686 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:14.341702 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e668557c-1c41-4dfc-9960-0231101ae646 req-84a17661-6066-434f-9764-697997f05686 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=0daefcfe-1270-43c1-9921-749cd5214499 HTTP/1.1" status: 200 len: 944 time: 0.0724318 Jan 28 00:12:14.395550 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e668557c-1c41-4dfc-9960-0231101ae646 req-85988929-4239-4050-ab5d-b52013600516 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?id=1900d222-ba35-4a49-9a3c-ced837996220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477574 Jan 28 00:12:14.484631 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 57fadfc2-4533-4074-bb4d-99d19b92308e details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:12:14.497260 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a9479d7d-44ab-49b4-9be0-a20a55c369d9 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:12:14.533367 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddb10c-b55b-430a-9a2e-2e7c586d5059 req-a0b9a2d4-44ee-4cbf-a4b1-c832464e86b4 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:14.534985 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47ddb10c-b55b-430a-9a2e-2e7c586d5059 req-a0b9a2d4-44ee-4cbf-a4b1-c832464e86b4 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.0571067 Jan 28 00:12:14.607431 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47ddb10c-b55b-430a-9a2e-2e7c586d5059 req-2e9239bb-2766-43e9-b04d-12ac00d9583b tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568097 Jan 28 00:12:14.615744 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port a9479d7d-44ab-49b4-9be0-a20a55c369d9 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:12:14.629529 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port a9479d7d-44ab-49b4-9be0-a20a55c369d9 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:12:14.630057 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a9479d7d-44ab-49b4-9be0-a20a55c369d9), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:14.674844 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 57fadfc2-4533-4074-bb4d-99d19b92308e, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=57fadfc2-4533-4074-bb4d-99d19b92308e,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:12:14.699817 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '57fadfc2-4533-4074-bb4d-99d19b92308e', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': '57fadfc2-4533-4074-bb4d-99d19b92308e', 'mac_address': 'fa:16:3e:05:b3:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:12:14.755080 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6cf84-1648-4b38-883d-e5afd3861fd0 req-858359d9-cca9-440c-8f83-5a0a404425ae tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:14.756817 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dea6cf84-1648-4b38-883d-e5afd3861fd0 req-858359d9-cca9-440c-8f83-5a0a404425ae tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 945 time: 0.0668659 Jan 28 00:12:14.771169 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 57fadfc2-4533-4074-bb4d-99d19b92308e is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:12:14.771591 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (57fadfc2-4533-4074-bb4d-99d19b92308e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:14.793425 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port a9479d7d-44ab-49b4-9be0-a20a55c369d9 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:12:14.793791 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a9479d7d-44ab-49b4-9be0-a20a55c369d9), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:14.798980 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57fadfc2-4533-4074-bb4d-99d19b92308e {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:12:14.835982 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 57fadfc2-4533-4074-bb4d-99d19b92308e, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=57fadfc2-4533-4074-bb4d-99d19b92308e,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:12:14.841646 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9479d7d-44ab-49b4-9be0-a20a55c369d9'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:12:14.844270 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d67458e-0f0f-4380-9002-615cdb123830" -d '{"events": [{"server_uuid": "ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e", "name": "network-vif-plugged", "status": "completed", "tag": "a9479d7d-44ab-49b4-9be0-a20a55c369d9"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:12:14.849557 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (57fadfc2-4533-4074-bb4d-99d19b92308e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:14.852248 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dea6cf84-1648-4b38-883d-e5afd3861fd0 req-80c96aa6-6095-4521-bd62-5bd844ebd07c tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837870 Jan 28 00:12:14.863041 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a9479d7d-44ab-49b4-9be0-a20a55c369d9, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a9479d7d-44ab-49b4-9be0-a20a55c369d9,segment=NetworkSegment(20b4d473-1eaa-48d8-9013-b9968f2d12e8),segment_id=20b4d473-1eaa-48d8-9013-b9968f2d12e8)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:12:14.887837 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a9479d7d-44ab-49b4-9be0-a20a55c369d9), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:14.922445 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=57fadfc2-4533-4074-bb4d-99d19b92308e,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:14.979203 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=a9479d7d-44ab-49b4-9be0-a20a55c369d9,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:15.049055 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4595e-865b-442d-b3e4-d84ca3931800 req-5eedc0a2-ae34-4b2f-aafb-b98981e842b2 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:15.051240 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-84c4595e-865b-442d-b3e4-d84ca3931800 req-5eedc0a2-ae34-4b2f-aafb-b98981e842b2 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 945 time: 0.0634005 Jan 28 00:12:15.123027 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-84c4595e-865b-442d-b3e4-d84ca3931800 req-02ad1006-530e-4ef1-9562-a555f33b9d8d tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/security-groups?id=b65a71d0-47c4-42a5-aea6-cb1876d097d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587182 Jan 28 00:12:15.191246 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['57fadfc2-4533-4074-bb4d-99d19b92308e'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:12:15.261806 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbc0afd-53f6-468e-af90-3cc56ee584d7 x-openstack-request-id: req-dfbc0afd-53f6-468e-af90-3cc56ee584d7 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:12:15.262527 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e", "name": "network-vif-plugged", "status": "completed", "tag": "a9479d7d-44ab-49b4-9be0-a20a55c369d9", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:12:15.263051 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dfbc0afd-53f6-468e-af90-3cc56ee584d7 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:12:15.263873 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9479d7d-44ab-49b4-9be0-a20a55c369d9', 'code': 200} Jan 28 00:12:15.453621 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c7fdd-d099-4b9b-8dc8-ec15aaa88b43 req-05617ca1-182f-4c49-919e-9fb890739268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:15.456593 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a6c7fdd-d099-4b9b-8dc8-ec15aaa88b43 req-05617ca1-182f-4c49-919e-9fb890739268 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 1096 time: 0.0770478 Jan 28 00:12:15.580244 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a6c7fdd-d099-4b9b-8dc8-ec15aaa88b43 req-27683a7f-b6a2-44f0-93eb-b12c6150fd9d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b65a71d0-47c4-42a5-aea6-cb1876d097d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145535 Jan 28 00:12:15.756894 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084add2e-2f09-48ca-9c9e-f00635e0d763 req-ff5dd201-aa04-42c0-8f95-ecd5d30d3781 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:15.759930 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-084add2e-2f09-48ca-9c9e-f00635e0d763 req-ff5dd201-aa04-42c0-8f95-ecd5d30d3781 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b4edaec-26ca-4631-9116-3ebf353be225 HTTP/1.1" status: 200 len: 948 time: 0.0807431 Jan 28 00:12:15.827368 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-084add2e-2f09-48ca-9c9e-f00635e0d763 req-d8d3e273-388a-4efc-8258-69e3cc845617 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2ae3a57-9338-4254-ae4b-6e26825a5735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605819 Jan 28 00:12:15.979119 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60704225-d89b-4790-9638-4642fc07b880 req-28501e14-2d56-4ac7-a622-054888e17458 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:15.981111 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-60704225-d89b-4790-9638-4642fc07b880 req-28501e14-2d56-4ac7-a622-054888e17458 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=0daefcfe-1270-43c1-9921-749cd5214499 HTTP/1.1" status: 200 len: 944 time: 0.0861156 Jan 28 00:12:16.045716 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-60704225-d89b-4790-9638-4642fc07b880 req-abc1f84c-5621-447f-9d85-0d8de5845163 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?id=1900d222-ba35-4a49-9a3c-ced837996220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533788 Jan 28 00:12:16.208560 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced1eeb-915d-492d-8beb-7930edff6482 req-f0ee63a4-5785-4974-8fd2-d58171c0fbc5 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:16.211303 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aced1eeb-915d-492d-8beb-7930edff6482 req-f0ee63a4-5785-4974-8fd2-d58171c0fbc5 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 945 time: 0.0902264 Jan 28 00:12:16.292902 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aced1eeb-915d-492d-8beb-7930edff6482 req-ae79ee62-ed6b-475e-8867-f3348022c079 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743711 Jan 28 00:12:16.472628 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674b44f-cfc6-4f12-9aeb-8dfa12072191 req-ad5cfe0b-0bcb-44f8-b4c9-c172764d0de5 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:16.474981 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f674b44f-cfc6-4f12-9aeb-8dfa12072191 req-ad5cfe0b-0bcb-44f8-b4c9-c172764d0de5 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.1055539 Jan 28 00:12:16.507656 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 12707aa4-c15d-43f2-850b-c72288b80f72 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:12:16.520186 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 57fadfc2-4533-4074-bb4d-99d19b92308e up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:12:16.580641 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f674b44f-cfc6-4f12-9aeb-8dfa12072191 req-937e8d48-c3a4-473d-9092-187eb00645ea tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971465 Jan 28 00:12:16.659718 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 57fadfc2-4533-4074-bb4d-99d19b92308e completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:12:16.674708 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 57fadfc2-4533-4074-bb4d-99d19b92308e triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:12:16.675085 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (57fadfc2-4533-4074-bb4d-99d19b92308e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:16.678111 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 12707aa4-c15d-43f2-850b-c72288b80f72, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=12707aa4-c15d-43f2-850b-c72288b80f72,segment=NetworkSegment(0952efdf-a551-493e-a682-268b5ab71776),segment_id=0952efdf-a551-493e-a682-268b5ab71776)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:12:16.815040 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb91bd-79c4-4250-b298-8239e7dc0cd6 req-595b810c-c1bb-438e-b2c9-e1ffc6ad46b6 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:16.818242 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-32bb91bd-79c4-4250-b298-8239e7dc0cd6 req-595b810c-c1bb-438e-b2c9-e1ffc6ad46b6 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 945 time: 0.0953047 Jan 28 00:12:16.895441 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-32bb91bd-79c4-4250-b298-8239e7dc0cd6 req-2cd4661d-0f11-4499-a752-262f6e2dbbc3 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/security-groups?id=b65a71d0-47c4-42a5-aea6-cb1876d097d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699930 Jan 28 00:12:16.896091 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '12707aa4-c15d-43f2-850b-c72288b80f72', 'network_id': 'eb879c07-eac8-47cd-a981-6649a3df0cc8', 'port_id': '12707aa4-c15d-43f2-850b-c72288b80f72', 'mac_address': 'fa:16:3e:7a:f4:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3284d801-493d-46b5-84d7-ceafd25db814', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:12:17.002078 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 12707aa4-c15d-43f2-850b-c72288b80f72 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:12:17.002699 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (12707aa4-c15d-43f2-850b-c72288b80f72), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:17.028631 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12707aa4-c15d-43f2-850b-c72288b80f72 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:12:17.110472 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 12707aa4-c15d-43f2-850b-c72288b80f72, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=12707aa4-c15d-43f2-850b-c72288b80f72,segment=NetworkSegment(0952efdf-a551-493e-a682-268b5ab71776),segment_id=0952efdf-a551-493e-a682-268b5ab71776)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:12:17.114860 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 57fadfc2-4533-4074-bb4d-99d19b92308e is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:12:17.115840 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (57fadfc2-4533-4074-bb4d-99d19b92308e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:17.127545 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (12707aa4-c15d-43f2-850b-c72288b80f72), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:17.191544 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 57fadfc2-4533-4074-bb4d-99d19b92308e, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=57fadfc2-4533-4074-bb4d-99d19b92308e,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:12:17.204734 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (57fadfc2-4533-4074-bb4d-99d19b92308e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:17.210381 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=12707aa4-c15d-43f2-850b-c72288b80f72,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:17.268150 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4edaec-26ca-4631-9116-3ebf353be225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fadfc2-4533-4074-bb4d-99d19b92308e'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:12:17.272786 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bfc93e-76f6-4817-8d6b-090b986edc21" -d '{"events": [{"server_uuid": "0b4edaec-26ca-4631-9116-3ebf353be225", "name": "network-vif-plugged", "status": "completed", "tag": "57fadfc2-4533-4074-bb4d-99d19b92308e"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:12:17.285038 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c15673-91ee-493b-a93e-0f36d9b85f88 req-b6e01d17-5f32-4424-8fb8-438e014f1754 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:17.287535 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-32c15673-91ee-493b-a93e-0f36d9b85f88 req-b6e01d17-5f32-4424-8fb8-438e014f1754 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b4edaec-26ca-4631-9116-3ebf353be225 HTTP/1.1" status: 200 len: 949 time: 0.0629356 Jan 28 00:12:17.298251 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=57fadfc2-4533-4074-bb4d-99d19b92308e,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:17.370285 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-32c15673-91ee-493b-a93e-0f36d9b85f88 req-e5d2042a-edc2-4fd1-b7d8-bc9eb75ff365 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2ae3a57-9338-4254-ae4b-6e26825a5735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743887 Jan 28 00:12:17.507892 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['12707aa4-c15d-43f2-850b-c72288b80f72'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:12:17.538820 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18315fca-9a59-404b-adea-2375b75fc84a req-82e550a0-e4be-4cc4-bddc-f6e2d0fa50c0 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:17.541364 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-18315fca-9a59-404b-adea-2375b75fc84a req-82e550a0-e4be-4cc4-bddc-f6e2d0fa50c0 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=0daefcfe-1270-43c1-9921-749cd5214499 HTTP/1.1" status: 200 len: 945 time: 0.0674250 Jan 28 00:12:17.635292 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-18315fca-9a59-404b-adea-2375b75fc84a req-0ea70bd0-8a84-488e-98a7-e131be88c779 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?id=1900d222-ba35-4a49-9a3c-ced837996220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803816 Jan 28 00:12:17.727424 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af798d0e-5ca2-480c-a766-2e055ac04af8 x-openstack-request-id: req-af798d0e-5ca2-480c-a766-2e055ac04af8 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:12:17.728090 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4edaec-26ca-4631-9116-3ebf353be225", "name": "network-vif-plugged", "status": "completed", "tag": "57fadfc2-4533-4074-bb4d-99d19b92308e", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:12:17.728601 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-af798d0e-5ca2-480c-a766-2e055ac04af8 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:12:17.729303 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4edaec-26ca-4631-9116-3ebf353be225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fadfc2-4533-4074-bb4d-99d19b92308e', 'code': 200} Jan 28 00:12:17.899183 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc65b2f-32b7-46ab-b55e-15b07b0a2c29 req-17b3b3db-a79e-4a60-b85e-32d5e8f251e7 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:17.902564 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-abc65b2f-32b7-46ab-b55e-15b07b0a2c29 req-17b3b3db-a79e-4a60-b85e-32d5e8f251e7 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 945 time: 0.0859663 Jan 28 00:12:17.903134 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf68b1-11db-46fe-a3fc-ced666ff4bef req-421636fb-6d8f-49c8-884d-4a33dacf7270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:17.905256 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cacf68b1-11db-46fe-a3fc-ced666ff4bef req-421636fb-6d8f-49c8-884d-4a33dacf7270 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0b4edaec-26ca-4631-9116-3ebf353be225 HTTP/1.1" status: 200 len: 1100 time: 0.0511115 Jan 28 00:12:17.968109 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cacf68b1-11db-46fe-a3fc-ced666ff4bef req-f0e0b40e-ad2e-4de4-a186-89fae7bd6a7e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f2ae3a57-9338-4254-ae4b-6e26825a5735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554070 Jan 28 00:12:17.976582 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-abc65b2f-32b7-46ab-b55e-15b07b0a2c29 req-7020c7a4-4663-4bde-815d-d0a15a02271b tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631280 Jan 28 00:12:18.122890 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1baca-564a-4147-9c60-61d964e2017a req-111e2ae8-068f-4cad-9c00-c2b1f9abbab1 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:18.125578 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a5e1baca-564a-4147-9c60-61d964e2017a req-111e2ae8-068f-4cad-9c00-c2b1f9abbab1 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.0825536 Jan 28 00:12:18.195359 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a5e1baca-564a-4147-9c60-61d964e2017a req-a9203b23-1816-4426-8afc-b1e4a82a784f tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633750 Jan 28 00:12:18.393821 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e87c0-9e50-45ca-a713-2a28eefc11a1 req-9691c709-a6ab-4fd0-ba40-eba2ae211d51 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:18.396509 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3d8e87c0-9e50-45ca-a713-2a28eefc11a1 req-9691c709-a6ab-4fd0-ba40-eba2ae211d51 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 945 time: 0.0750177 Jan 28 00:12:18.478929 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3d8e87c0-9e50-45ca-a713-2a28eefc11a1 req-5b2e2f62-0e00-4003-a659-5ac77aa5f2d0 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/security-groups?id=b65a71d0-47c4-42a5-aea6-cb1876d097d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744708 Jan 28 00:12:18.521465 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 12707aa4-c15d-43f2-850b-c72288b80f72 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:12:18.605078 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 12707aa4-c15d-43f2-850b-c72288b80f72 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:12:18.611682 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 12707aa4-c15d-43f2-850b-c72288b80f72 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:12:18.612258 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (12707aa4-c15d-43f2-850b-c72288b80f72), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:18.776465 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 12707aa4-c15d-43f2-850b-c72288b80f72 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:12:18.777303 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (12707aa4-c15d-43f2-850b-c72288b80f72), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:18.851386 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 12707aa4-c15d-43f2-850b-c72288b80f72, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=12707aa4-c15d-43f2-850b-c72288b80f72,segment=NetworkSegment(0952efdf-a551-493e-a682-268b5ab71776),segment_id=0952efdf-a551-493e-a682-268b5ab71776)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:12:18.860754 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (12707aa4-c15d-43f2-850b-c72288b80f72), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:18.889662 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395b3c2-93e4-4c2b-b101-72ded302411c req-20d4cbf4-9c73-4c1f-8d1e-450e468f1a17 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:18.903050 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7395b3c2-93e4-4c2b-b101-72ded302411c req-20d4cbf4-9c73-4c1f-8d1e-450e468f1a17 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b4edaec-26ca-4631-9116-3ebf353be225 HTTP/1.1" status: 200 len: 949 time: 0.1215091 Jan 28 00:12:18.984737 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=12707aa4-c15d-43f2-850b-c72288b80f72,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:19.011822 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7395b3c2-93e4-4c2b-b101-72ded302411c req-90c88a86-7771-4ee4-bedb-37ca079d820b tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2ae3a57-9338-4254-ae4b-6e26825a5735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066179 Jan 28 00:12:19.129759 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2d11e-2d04-463c-9466-0785b15950b5 req-51e8adaa-e11e-4d81-90e3-714a2843cd30 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:19.131924 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-76f2d11e-2d04-463c-9466-0785b15950b5 req-51e8adaa-e11e-4d81-90e3-714a2843cd30 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 945 time: 0.0585871 Jan 28 00:12:19.148083 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49418) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:12:19.155727 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-b995ac66-be52-4524-934b-f92b367e2ab2 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Request body: {'floatingip': {'port_id': 'a9479d7d-44ab-49b4-9be0-a20a55c369d9'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:12:19.226424 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b995ac66-be52-4524-934b-f92b367e2ab2 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks [] for floatingip (ed06464b-a61d-45a6-941a-ab31e27ce9ac), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:19.327974 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9606b86-b4f3-4c1e-b7c6-044f7efc50a0 req-42a89d1c-f67d-4aba-924b-adf5363ad4a8 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:19.330697 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f9606b86-b4f3-4c1e-b7c6-044f7efc50a0 req-42a89d1c-f67d-4aba-924b-adf5363ad4a8 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=0daefcfe-1270-43c1-9921-749cd5214499 HTTP/1.1" status: 200 len: 946 time: 0.0766740 Jan 28 00:12:19.448367 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f9606b86-b4f3-4c1e-b7c6-044f7efc50a0 req-a17ba6c5-c704-4f35-989f-d22876f38b6c tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?id=1900d222-ba35-4a49-9a3c-ced837996220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072965 Jan 28 00:12:19.635996 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059bdee-14ea-47aa-939f-cef17a7a56f4 req-948bb321-24ef-4122-9997-c89ca0c10345 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:19.638716 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2059bdee-14ea-47aa-939f-cef17a7a56f4 req-948bb321-24ef-4122-9997-c89ca0c10345 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 945 time: 0.0875294 Jan 28 00:12:19.730254 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0daefcfe-1270-43c1-9921-749cd5214499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12707aa4-c15d-43f2-850b-c72288b80f72'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:12:19.732719 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22093845-79fd-4e74-8e17-311f147f04aa" -d '{"events": [{"server_uuid": "0daefcfe-1270-43c1-9921-749cd5214499", "name": "network-vif-plugged", "status": "completed", "tag": "12707aa4-c15d-43f2-850b-c72288b80f72"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:12:19.782745 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2059bdee-14ea-47aa-939f-cef17a7a56f4 req-7a06d3e6-fdb7-4952-beb5-1b87a6e8085e tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290569 Jan 28 00:12:19.983369 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb1742-2c81-4198-810f-54fe6873ff55 req-24422dd6-72ff-4dca-987e-ce49e41f7ca1 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:19.985337 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8cb1742-2c81-4198-810f-54fe6873ff55 req-24422dd6-72ff-4dca-987e-ce49e41f7ca1 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.0875540 Jan 28 00:12:20.063895 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f9e31-89e8-4c2e-961b-038bdd980510 req-7338dc59-9b80-41c7-b98e-acc97522599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:20.065417 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9d8f9e31-89e8-4c2e-961b-038bdd980510 req-7338dc59-9b80-41c7-b98e-acc97522599f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a78e89f3df84c31929be575e138a975&device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 1096 time: 0.3307946 Jan 28 00:12:20.069189 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8cb1742-2c81-4198-810f-54fe6873ff55 req-d6c6d279-57cc-464f-b431-42601a9e1d09 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702147 Jan 28 00:12:20.316050 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a4013f-a3cd-43bf-b2c8-fafcb50a82a4 x-openstack-request-id: req-b6a4013f-a3cd-43bf-b2c8-fafcb50a82a4 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:12:20.316471 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0daefcfe-1270-43c1-9921-749cd5214499", "name": "network-vif-plugged", "status": "completed", "tag": "12707aa4-c15d-43f2-850b-c72288b80f72", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:12:20.316884 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b6a4013f-a3cd-43bf-b2c8-fafcb50a82a4 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:12:20.317417 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0daefcfe-1270-43c1-9921-749cd5214499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12707aa4-c15d-43f2-850b-c72288b80f72', 'code': 200} Jan 28 00:12:20.343658 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f9e31-89e8-4c2e-961b-038bdd980510 req-316ee5fa-84c9-4805-9349-b88a1261380f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:20.346272 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9d8f9e31-89e8-4c2e-961b-038bdd980510 req-316ee5fa-84c9-4805-9349-b88a1261380f service neutron] 10.222.0.65 "GET /v2.0/networks?id=ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 200 len: 908 time: 0.2510319 Jan 28 00:12:20.349816 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.db.resource_extend [None req-b995ac66-be52-4524-934b-f92b367e2ab2 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:12:20.485385 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9d8f9e31-89e8-4c2e-961b-038bdd980510 req-3e124ffc-99cc-4bda-bfb1-b105e98b7c37 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d627b88b-cb29-4bd1-afec-e8bab05970f1 HTTP/1.1" status: 200 len: 217 time: 0.1301630 Jan 28 00:12:20.502486 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe928e-42a8-45b2-96f6-f2285b39b05f req-53a5cb4e-fc75-4712-91cb-db626de72d07 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:20.512213 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8cbe928e-42a8-45b2-96f6-f2285b39b05f req-53a5cb4e-fc75-4712-91cb-db626de72d07 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b4edaec-26ca-4631-9116-3ebf353be225 HTTP/1.1" status: 200 len: 949 time: 0.0829353 Jan 28 00:12:20.575295 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b995ac66-be52-4524-934b-f92b367e2ab2 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:20.581468 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f9e31-89e8-4c2e-961b-038bdd980510 req-ccac463a-6e98-4822-86cc-e4dc55848a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:20.584450 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9d8f9e31-89e8-4c2e-961b-038bdd980510 req-ccac463a-6e98-4822-86cc-e4dc55848a25 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a309d6c9-38a3-409d-a906-1638039000ff HTTP/1.1" status: 200 len: 847 time: 0.0787182 Jan 28 00:12:20.592140 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b995ac66-be52-4524-934b-f92b367e2ab2 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (ed06464b-a61d-45a6-941a-ab31e27ce9ac), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:20.612381 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8cbe928e-42a8-45b2-96f6-f2285b39b05f req-2dafbe8b-de97-498e-8b02-1874cca14169 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2ae3a57-9338-4254-ae4b-6e26825a5735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990276 Jan 28 00:12:20.747709 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4de278-6466-493f-89a8-2307451732a1 req-ad43eb70-c3da-4c09-8756-9a6148fa68e1 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:20.756406 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fd4de278-6466-493f-89a8-2307451732a1 req-ad43eb70-c3da-4c09-8756-9a6148fa68e1 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=0daefcfe-1270-43c1-9921-749cd5214499 HTTP/1.1" status: 200 len: 946 time: 0.0734961 Jan 28 00:12:20.794832 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ed4ca-c59e-4ed9-95bd-083180496847 req-37fdd953-c53e-4adf-87e9-f1b60ffabb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:20.797692 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e59ed4ca-c59e-4ed9-95bd-083180496847 req-37fdd953-c53e-4adf-87e9-f1b60ffabb4a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0daefcfe-1270-43c1-9921-749cd5214499 HTTP/1.1" status: 200 len: 1097 time: 0.3265495 Jan 28 00:12:20.828553 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fd4de278-6466-493f-89a8-2307451732a1 req-557d9106-5360-4897-a934-0f6d467ffcea tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?id=1900d222-ba35-4a49-9a3c-ced837996220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699370 Jan 28 00:12:20.840538 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9d8f9e31-89e8-4c2e-961b-038bdd980510 req-011cf7a5-ae80-4380-8058-d3ae03503871 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ede0cbb9-a83e-4037-b673-696eabc6b3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1418121 Jan 28 00:12:20.913920 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-b995ac66-be52-4524-934b-f92b367e2ab2 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Floating IP ed06464b-a61d-45a6-941a-ab31e27ce9ac associated. External IP: 172.25.3.154, port: a9479d7d-44ab-49b4-9be0-a20a55c369d9. Jan 28 00:12:21.130709 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e59ed4ca-c59e-4ed9-95bd-083180496847 req-0e7c031c-08e3-4d3d-a412-bf5f7b0b87f6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1900d222-ba35-4a49-9a3c-ced837996220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020089 Jan 28 00:12:21.269096 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9d8f9e31-89e8-4c2e-961b-038bdd980510 req-8855f355-dcd3-4d5f-83f6-e1ce9405a117 service neutron] 10.222.0.65 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175885 Jan 28 00:12:21.390866 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce5baa-c534-41d5-938a-9280b4c891f1 req-2b079e1c-2351-40a2-a02f-018b846fa0ca tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:21.394639 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56ce5baa-c534-41d5-938a-9280b4c891f1 req-2b079e1c-2351-40a2-a02f-018b846fa0ca tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 945 time: 0.2157149 Jan 28 00:12:21.400554 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7ba5a30-237e-42ae-a7a5-04761e9d77e1 req-a441c971-05d0-4c3a-a8d8-cfdd255ba87b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1272409 Jan 28 00:12:21.492641 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b995ac66-be52-4524-934b-f92b367e2ab2 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Router 8aa1d041-9708-444d-b8c0-41013e1cb684 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:12:21.598986 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9d8f9e31-89e8-4c2e-961b-038bdd980510 req-6dfb7a0a-c7ad-4caa-8699-b1535644cc4f service neutron] 10.222.0.65 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027827 Jan 28 00:12:21.608500 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56ce5baa-c534-41d5-938a-9280b4c891f1 req-f9b58724-caab-4114-8327-3bc5e334cb47 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019925 Jan 28 00:12:21.627914 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba5a30-237e-42ae-a7a5-04761e9d77e1 req-1aeb5c59-56b6-4bbe-8b82-846c80120698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:21.640641 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7ba5a30-237e-42ae-a7a5-04761e9d77e1 req-1aeb5c59-56b6-4bbe-8b82-846c80120698 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6990d737c5db4738a7ab281f03db2443&device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 1096 time: 0.1878455 Jan 28 00:12:21.830862 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b995ac66-be52-4524-934b-f92b367e2ab2 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:12:21.840798 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b995ac66-be52-4524-934b-f92b367e2ab2 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:21.848984 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38497dd-0d4f-4914-8abf-9fe219b4e76f None None] Sync routers for ids ['8aa1d041-9708-444d-b8c0-41013e1cb684'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:12:21.892157 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38497dd-0d4f-4914-8abf-9fe219b4e76f None None] Routers {'8aa1d041-9708-444d-b8c0-41013e1cb684'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:12:21.897965 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e38497dd-0d4f-4914-8abf-9fe219b4e76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:12:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8aa1d041-9708-444d-b8c0-41013e1cb684'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:12:21.990931 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b995ac66-be52-4524-934b-f92b367e2ab2 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "PUT /v2.0/floatingips/ed06464b-a61d-45a6-941a-ab31e27ce9ac HTTP/1.1" status: 200 len: 991 time: 2.8406329 Jan 28 00:12:21.992059 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e', 'tag': 'a9479d7d-44ab-49b4-9be0-a20a55c369d9'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:12:22.000238 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a7a1c3-1eb4-4ded-943d-f9b92b14ee52" -d '{"events": [{"name": "network-changed", "server_uuid": "ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e", "tag": "a9479d7d-44ab-49b4-9be0-a20a55c369d9"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:12:22.066503 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba5a30-237e-42ae-a7a5-04761e9d77e1 req-97e5fb9c-3d3b-4db0-a775-fb2a8fa76b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:22.068538 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7ba5a30-237e-42ae-a7a5-04761e9d77e1 req-97e5fb9c-3d3b-4db0-a775-fb2a8fa76b1d service neutron] 10.222.0.52 "GET /v2.0/networks?id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf HTTP/1.1" status: 200 len: 922 time: 0.3846850 Jan 28 00:12:22.091556 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34892ed1-db31-4124-b20f-e375248ef360 req-686a7ba1-3f5f-486e-8c81-29833796d5c7 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:22.095255 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-34892ed1-db31-4124-b20f-e375248ef360 req-686a7ba1-3f5f-486e-8c81-29833796d5c7 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.1353455 Jan 28 00:12:22.163176 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7ba5a30-237e-42ae-a7a5-04761e9d77e1 req-22aa1898-b58f-4560-af90-11c907e86e7b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d6d3be9-94cf-4632-bf35-062a1a482cc8 HTTP/1.1" status: 200 len: 217 time: 0.0856857 Jan 28 00:12:22.307571 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-34892ed1-db31-4124-b20f-e375248ef360 req-51a477e5-d25f-4338-8f06-316d721fed27 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544037 Jan 28 00:12:22.310481 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba5a30-237e-42ae-a7a5-04761e9d77e1 req-c055ad90-6960-4990-8ff4-3d552679a0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:22.312984 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7ba5a30-237e-42ae-a7a5-04761e9d77e1 req-c055ad90-6960-4990-8ff4-3d552679a0f8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1cf259c4-4e5d-4731-814e-e633d701ebdd HTTP/1.1" status: 200 len: 861 time: 0.1350265 Jan 28 00:12:22.354779 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7ba5a30-237e-42ae-a7a5-04761e9d77e1 req-3b03d9b5-5979-4213-9f32-78295f767ed4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320756 Jan 28 00:12:22.393160 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-e38497dd-0d4f-4914-8abf-9fe219b4e76f None None] Set router 8aa1d041-9708-444d-b8c0-41013e1cb684 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:12:22.511211 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7ba5a30-237e-42ae-a7a5-04761e9d77e1 req-e2a1bb5e-857a-4536-ad1b-69c36e770677 service neutron] 10.222.0.52 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502128 Jan 28 00:12:22.945005 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e38497dd-0d4f-4914-8abf-9fe219b4e76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'name': 'tempest-ServersTestBootFromVolume-1302248538-router', 'tenant_id': '18b413d1db14405581b28db1817dc42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'cd4a706b-708e-4757-8053-6b7f8d831a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:10:05Z', 'updated_at': '2022-01-28T00:10:13Z', 'revision_number': 4, 'project_id': '18b413d1db14405581b28db1817dc42d', 'gw_port': {'id': 'cd4a706b-708e-4757-8053-6b7f8d831a23', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:10:07Z', 'updated_at': '2022-01-28T00:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'ed06464b-a61d-45a6-941a-ab31e27ce9ac', 'tenant_id': '18b413d1db14405581b28db1817dc42d', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'port_id': 'a9479d7d-44ab-49b4-9be0-a20a55c369d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7c7fb76-6103-4eda-92dd-bd14f4d36fdc', 'mac_address': 'fa:16:3e:90:84:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:10:23Z', 'updated_at': '2022-01-28T00:12:20Z', 'revision_number': 1, 'project_id': '18b413d1db14405581b28db1817dc42d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7865b5cc-d6fc-45de-b659-3647c502b71e', 'name': '', 'network_id': 'b7c7fb76-6103-4eda-92dd-bd14f4d36fdc', 'tenant_id': '18b413d1db14405581b28db1817dc42d', 'mac_address': 'fa:16:3e:ed:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:10:11Z', 'updated_at': '2022-01-28T00:10:20Z', 'revision_number': 5, 'project_id': '18b413d1db14405581b28db1817dc42d', 'subnets': [{'id': '98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:12:23.020037 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38497dd-0d4f-4914-8abf-9fe219b4e76f None None] Checking router: 8aa1d041-9708-444d-b8c0-41013e1cb684 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:12:23.060921 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38497dd-0d4f-4914-8abf-9fe219b4e76f None None] Routers {'8aa1d041-9708-444d-b8c0-41013e1cb684'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:12:23.062018 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e38497dd-0d4f-4914-8abf-9fe219b4e76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:12:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8aa1d041-9708-444d-b8c0-41013e1cb684'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:12:23.210669 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7ba5a30-237e-42ae-a7a5-04761e9d77e1 req-450c2e3f-8d07-4fa4-b6f1-473672a34730 service neutron] 10.222.0.52 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6950641 Jan 28 00:12:23.308108 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430fcaa2-8828-4f6e-a758-cc30c73da653 req-7087e7b4-9787-43a9-acf5-fc9dde5e78b2 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:23.321112 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-430fcaa2-8828-4f6e-a758-cc30c73da653 req-7087e7b4-9787-43a9-acf5-fc9dde5e78b2 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=0daefcfe-1270-43c1-9921-749cd5214499 HTTP/1.1" status: 200 len: 946 time: 0.1068797 Jan 28 00:12:23.418619 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-430fcaa2-8828-4f6e-a758-cc30c73da653 req-b8926e93-1546-4b46-ae74-1b09e45703f3 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?id=1900d222-ba35-4a49-9a3c-ced837996220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957546 Jan 28 00:12:23.453372 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-e38497dd-0d4f-4914-8abf-9fe219b4e76f None None] Set router 8aa1d041-9708-444d-b8c0-41013e1cb684 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:12:23.639658 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f18227-0092-47ec-84a9-8e7f15efa813 x-openstack-request-id: req-e1f18227-0092-47ec-84a9-8e7f15efa813 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:12:23.641019 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e", "tag": "a9479d7d-44ab-49b4-9be0-a20a55c369d9", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:12:23.641677 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e1f18227-0092-47ec-84a9-8e7f15efa813 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:12:23.642550 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e', 'tag': 'a9479d7d-44ab-49b4-9be0-a20a55c369d9', 'status': 'completed', 'code': 200} Jan 28 00:12:23.822685 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7a1c3-1eb4-4ded-943d-f9b92b14ee52 req-c6a6318b-0514-41d0-9a39-89750f343aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:23.824355 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-78a7a1c3-1eb4-4ded-943d-f9b92b14ee52 req-c6a6318b-0514-41d0-9a39-89750f343aa8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=18b413d1db14405581b28db1817dc42d&device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 1096 time: 0.0878711 Jan 28 00:12:23.886586 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646186a5-cad4-475f-922e-4a126b5bc040 req-20120871-bccd-4995-8db5-2b44f32e8c64 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:23.889696 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-646186a5-cad4-475f-922e-4a126b5bc040 req-20120871-bccd-4995-8db5-2b44f32e8c64 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 945 time: 0.1075022 Jan 28 00:12:23.972767 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7a1c3-1eb4-4ded-943d-f9b92b14ee52 req-c2d5c05f-2146-48bf-922f-d822a678741e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:23.974905 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-78a7a1c3-1eb4-4ded-943d-f9b92b14ee52 req-c2d5c05f-2146-48bf-922f-d822a678741e service neutron] 10.222.0.65 "GET /v2.0/networks?id=b7c7fb76-6103-4eda-92dd-bd14f4d36fdc HTTP/1.1" status: 200 len: 917 time: 0.1428573 Jan 28 00:12:24.053242 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-646186a5-cad4-475f-922e-4a126b5bc040 req-942768c7-67f7-4d17-a133-4f01d270db5a tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285121 Jan 28 00:12:24.093487 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e38497dd-0d4f-4914-8abf-9fe219b4e76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'name': 'tempest-ServersTestBootFromVolume-1302248538-router', 'tenant_id': '18b413d1db14405581b28db1817dc42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'cd4a706b-708e-4757-8053-6b7f8d831a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:10:05Z', 'updated_at': '2022-01-28T00:10:13Z', 'revision_number': 4, 'project_id': '18b413d1db14405581b28db1817dc42d', 'gw_port': {'id': 'cd4a706b-708e-4757-8053-6b7f8d831a23', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:10:07Z', 'updated_at': '2022-01-28T00:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'ed06464b-a61d-45a6-941a-ab31e27ce9ac', 'tenant_id': '18b413d1db14405581b28db1817dc42d', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'port_id': 'a9479d7d-44ab-49b4-9be0-a20a55c369d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7c7fb76-6103-4eda-92dd-bd14f4d36fdc', 'mac_address': 'fa:16:3e:90:84:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:10:23Z', 'updated_at': '2022-01-28T00:12:20Z', 'revision_number': 1, 'project_id': '18b413d1db14405581b28db1817dc42d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7865b5cc-d6fc-45de-b659-3647c502b71e', 'name': '', 'network_id': 'b7c7fb76-6103-4eda-92dd-bd14f4d36fdc', 'tenant_id': '18b413d1db14405581b28db1817dc42d', 'mac_address': 'fa:16:3e:ed:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:10:11Z', 'updated_at': '2022-01-28T00:10:20Z', 'revision_number': 5, 'project_id': '18b413d1db14405581b28db1817dc42d', 'subnets': [{'id': '98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:12:24.127124 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38497dd-0d4f-4914-8abf-9fe219b4e76f None None] The sync data for ids ['8aa1d041-9708-444d-b8c0-41013e1cb684'] in n-d-826754-1 is: [{'id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'name': 'tempest-ServersTestBootFromVolume-1302248538-router', 'tenant_id': '18b413d1db14405581b28db1817dc42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'cd4a706b-708e-4757-8053-6b7f8d831a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:10:05Z', 'updated_at': '2022-01-28T00:10:13Z', 'revision_number': 4, 'project_id': '18b413d1db14405581b28db1817dc42d', 'gw_port': {'id': 'cd4a706b-708e-4757-8053-6b7f8d831a23', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:10:07Z', 'updated_at': '2022-01-28T00:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'ed06464b-a61d-45a6-941a-ab31e27ce9ac', 'tenant_id': '18b413d1db14405581b28db1817dc42d', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'port_id': 'a9479d7d-44ab-49b4-9be0-a20a55c369d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7c7fb76-6103-4eda-92dd-bd14f4d36fdc', 'mac_address': 'fa:16:3e:90:84:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:10:23Z', 'updated_at': '2022-01-28T00:12:20Z', 'revision_number': 1, 'project_id': '18b413d1db14405581b28db1817dc42d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7865b5cc-d6fc-45de-b659-3647c502b71e', 'name': '', 'network_id': 'b7c7fb76-6103-4eda-92dd-bd14f4d36fdc', 'tenant_id': '18b413d1db14405581b28db1817dc42d', 'mac_address': 'fa:16:3e:ed:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:10:11Z', 'updated_at': '2022-01-28T00:10:20Z', 'revision_number': 5, 'project_id': '18b413d1db14405581b28db1817dc42d', 'subnets': [{'id': '98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:12:24.134129 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-78a7a1c3-1eb4-4ded-943d-f9b92b14ee52 req-642f1bba-90f7-4ba5-9ea7-7194393b00c9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9479d7d-44ab-49b4-9be0-a20a55c369d9 HTTP/1.1" status: 200 len: 999 time: 0.1371782 Jan 28 00:12:24.218715 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737e354-d400-44e4-bde8-c207bf7ee18b req-c824f4cd-5a57-4835-af78-a3bd2497f6fc tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:24.220739 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6737e354-d400-44e4-bde8-c207bf7ee18b req-c824f4cd-5a57-4835-af78-a3bd2497f6fc tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.1414058 Jan 28 00:12:24.241857 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7a1c3-1eb4-4ded-943d-f9b92b14ee52 req-8b731225-a6f7-4d6e-9d2d-b8a219e20ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:24.244253 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-78a7a1c3-1eb4-4ded-943d-f9b92b14ee52 req-8b731225-a6f7-4d6e-9d2d-b8a219e20ab1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3 HTTP/1.1" status: 200 len: 855 time: 0.1026876 Jan 28 00:12:24.279150 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f45eda7c-ea02-4db9-8fe4-21b70b8f4a15 req-c6a0ef7e-75d7-4dbb-ac47-bd1a1b846f04 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1172971777&fields=id&tenant_id=a85fa488f0a7421aa522333753c520c4 HTTP/1.1" status: 200 len: 267 time: 0.1281180 Jan 28 00:12:24.333423 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7a1c3-1eb4-4ded-943d-f9b92b14ee52 req-c4a8f39c-db4e-404c-a30e-387b82e73ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:24.342404 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-78a7a1c3-1eb4-4ded-943d-f9b92b14ee52 req-c4a8f39c-db4e-404c-a30e-387b82e73ed5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b7c7fb76-6103-4eda-92dd-bd14f4d36fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781691 Jan 28 00:12:24.383601 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6737e354-d400-44e4-bde8-c207bf7ee18b req-5bf42b44-df9c-4ffb-8741-524fcdb83d4d tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471016 Jan 28 00:12:24.439950 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45eda7c-ea02-4db9-8fe4-21b70b8f4a15 req-6838a0ce-2097-418c-a18f-121d1fe73417 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:24.439950 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f45eda7c-ea02-4db9-8fe4-21b70b8f4a15 req-6838a0ce-2097-418c-a18f-121d1fe73417 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=0daefcfe-1270-43c1-9921-749cd5214499 HTTP/1.1" status: 200 len: 946 time: 0.1584361 Jan 28 00:12:24.466808 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-f45eda7c-ea02-4db9-8fe4-21b70b8f4a15 req-3215f863-2d98-40d1-98b7-6ae4cea45e5a tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Request body: {'port': {'security_groups': ['1900d222-ba35-4a49-9a3c-ced837996220', '0373dceb-b0e0-4df1-9ed0-12af170948ab']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:12:24.557950 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-78a7a1c3-1eb4-4ded-943d-f9b92b14ee52 req-51dd8f7a-ca3a-454c-93ae-fb85f0a5debd service neutron] 10.222.0.65 "GET /v2.0/networks/b7c7fb76-6103-4eda-92dd-bd14f4d36fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946206 Jan 28 00:12:24.594721 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dc09ea-4af4-433d-ba26-363b199bb132 None None] New status for floating IP ed06464b-a61d-45a6-941a-ab31e27ce9ac: ACTIVE {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:12:24.663819 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f45eda7c-ea02-4db9-8fe4-21b70b8f4a15 req-3215f863-2d98-40d1-98b7-6ae4cea45e5a tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (12707aa4-c15d-43f2-850b-c72288b80f72), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:24.756038 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-78a7a1c3-1eb4-4ded-943d-f9b92b14ee52 req-7455e8a8-78d0-48e4-aa98-c62fea46cb15 service neutron] 10.222.0.65 "GET /v2.0/networks/b7c7fb76-6103-4eda-92dd-bd14f4d36fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874051 Jan 28 00:12:24.998001 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e290a5-feb2-4f09-966b-f04acfe4ad31 req-dc0c1017-7cd9-4bea-852c-cac5cd23b6f2 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:24.999666 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-28e290a5-feb2-4f09-966b-f04acfe4ad31 req-dc0c1017-7cd9-4bea-852c-cac5cd23b6f2 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b4edaec-26ca-4631-9116-3ebf353be225 HTTP/1.1" status: 200 len: 949 time: 0.1552150 Jan 28 00:12:25.061557 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-f45eda7c-ea02-4db9-8fe4-21b70b8f4a15 req-3215f863-2d98-40d1-98b7-6ae4cea45e5a tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] For port 12707aa4-c15d-43f2-850b-c72288b80f72, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=12707aa4-c15d-43f2-850b-c72288b80f72,segment=NetworkSegment(0952efdf-a551-493e-a682-268b5ab71776),segment_id=0952efdf-a551-493e-a682-268b5ab71776)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:12:25.105419 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-28e290a5-feb2-4f09-966b-f04acfe4ad31 req-e4e4bc24-0964-4af0-9b85-8aa02b2c5b20 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2ae3a57-9338-4254-ae4b-6e26825a5735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906043 Jan 28 00:12:25.158494 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f45eda7c-ea02-4db9-8fe4-21b70b8f4a15 req-3215f863-2d98-40d1-98b7-6ae4cea45e5a tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for port (12707aa4-c15d-43f2-850b-c72288b80f72), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:25.167769 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f45eda7c-ea02-4db9-8fe4-21b70b8f4a15 req-3215f863-2d98-40d1-98b7-6ae4cea45e5a tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (12707aa4-c15d-43f2-850b-c72288b80f72), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:25.231219 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['12707aa4-c15d-43f2-850b-c72288b80f72'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:12:25.254102 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45eda7c-ea02-4db9-8fe4-21b70b8f4a15 req-3215f863-2d98-40d1-98b7-6ae4cea45e5a tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:25.255143 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f45eda7c-ea02-4db9-8fe4-21b70b8f4a15 req-3215f863-2d98-40d1-98b7-6ae4cea45e5a tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:25.273896 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f45eda7c-ea02-4db9-8fe4-21b70b8f4a15 req-3215f863-2d98-40d1-98b7-6ae4cea45e5a tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "PUT /v2.0/ports/12707aa4-c15d-43f2-850b-c72288b80f72 HTTP/1.1" status: 200 len: 982 time: 0.8257387 Jan 28 00:12:25.292750 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0daefcfe-1270-43c1-9921-749cd5214499', 'tag': '12707aa4-c15d-43f2-850b-c72288b80f72'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:12:25.303717 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28602012-ccf2-4deb-a528-a355e8200936" -d '{"events": [{"name": "network-changed", "server_uuid": "0daefcfe-1270-43c1-9921-749cd5214499", "tag": "12707aa4-c15d-43f2-850b-c72288b80f72"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:12:25.451334 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215f863-2d98-40d1-98b7-6ae4cea45e5a tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Pushing event updated for resources: {'Port': ['ID=12707aa4-c15d-43f2-850b-c72288b80f72,revision_number=6']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:25.453703 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['12707aa4-c15d-43f2-850b-c72288b80f72'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:12:25.465770 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4e59689-b68b-4fce-acd8-17dcda9e15f9 req-0f82559e-f641-4ab3-9b78-33a8272811f9 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-83855849&fields=id&tenant_id=a85fa488f0a7421aa522333753c520c4 HTTP/1.1" status: 200 len: 267 time: 0.0767751 Jan 28 00:12:25.480626 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3215f863-2d98-40d1-98b7-6ae4cea45e5a tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:25.481213 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3215f863-2d98-40d1-98b7-6ae4cea45e5a tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:25.482028 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3215f863-2d98-40d1-98b7-6ae4cea45e5a tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:25.482607 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3215f863-2d98-40d1-98b7-6ae4cea45e5a tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:25.483186 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3215f863-2d98-40d1-98b7-6ae4cea45e5a tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:25.483815 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3215f863-2d98-40d1-98b7-6ae4cea45e5a tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:25.484394 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3215f863-2d98-40d1-98b7-6ae4cea45e5a tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:25.485332 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3215f863-2d98-40d1-98b7-6ae4cea45e5a tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:25.485911 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3215f863-2d98-40d1-98b7-6ae4cea45e5a tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:25.486650 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3215f863-2d98-40d1-98b7-6ae4cea45e5a tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:25.487533 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3215f863-2d98-40d1-98b7-6ae4cea45e5a tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:25.488046 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3215f863-2d98-40d1-98b7-6ae4cea45e5a tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:25.488546 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3215f863-2d98-40d1-98b7-6ae4cea45e5a tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:25.506163 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492e72c-3c0a-4017-8dc3-3dbec78f209a req-34f5c4db-bfad-40f3-8841-b8d1053f389d tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:25.511784 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d492e72c-3c0a-4017-8dc3-3dbec78f209a req-34f5c4db-bfad-40f3-8841-b8d1053f389d tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 945 time: 0.1944315 Jan 28 00:12:25.679455 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e59689-b68b-4fce-acd8-17dcda9e15f9 req-ddd12275-1ea9-41ef-8f83-e44e1233facf tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:25.688468 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4e59689-b68b-4fce-acd8-17dcda9e15f9 req-ddd12275-1ea9-41ef-8f83-e44e1233facf tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=0daefcfe-1270-43c1-9921-749cd5214499 HTTP/1.1" status: 200 len: 985 time: 0.1904988 Jan 28 00:12:25.701198 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-e4e59689-b68b-4fce-acd8-17dcda9e15f9 req-9f726f01-3c91-46bf-91b1-120240544a4c tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Request body: {'port': {'security_groups': ['0373dceb-b0e0-4df1-9ed0-12af170948ab', '1900d222-ba35-4a49-9a3c-ced837996220', '032b815e-a271-4bc3-9716-09a4988cfdbe']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:12:25.729139 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d492e72c-3c0a-4017-8dc3-3dbec78f209a req-5b3b865a-d0c8-4d0a-8477-a967a4adaf7e tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018073 Jan 28 00:12:25.924173 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633da717-50cc-49a7-997c-6753028fb687 x-openstack-request-id: req-633da717-50cc-49a7-997c-6753028fb687 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:12:25.925802 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0daefcfe-1270-43c1-9921-749cd5214499", "tag": "12707aa4-c15d-43f2-850b-c72288b80f72", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:12:25.926267 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-633da717-50cc-49a7-997c-6753028fb687 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:12:25.927066 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0daefcfe-1270-43c1-9921-749cd5214499', 'tag': '12707aa4-c15d-43f2-850b-c72288b80f72', 'status': 'completed', 'code': 200} Jan 28 00:12:25.968446 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e4e59689-b68b-4fce-acd8-17dcda9e15f9 req-9f726f01-3c91-46bf-91b1-120240544a4c tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (12707aa4-c15d-43f2-850b-c72288b80f72), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:26.128993 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45ef11-2bd1-43e1-b926-fc0538e928b5 req-bfbde81d-21c1-431e-9a52-059dd8f3f118 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:26.131906 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d45ef11-2bd1-43e1-b926-fc0538e928b5 req-bfbde81d-21c1-431e-9a52-059dd8f3f118 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.1927447 Jan 28 00:12:26.154233 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5db2b3-535c-4141-87aa-ce49b5011939 req-5a0ac667-7142-470b-944b-15b65c5ab885 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:26.156883 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-db5db2b3-535c-4141-87aa-ce49b5011939 req-5a0ac667-7142-470b-944b-15b65c5ab885 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b4edaec-26ca-4631-9116-3ebf353be225 HTTP/1.1" status: 200 len: 949 time: 0.2086382 Jan 28 00:12:26.161893 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28602012-ccf2-4deb-a528-a355e8200936 req-fd46cffa-209f-4bb9-8e51-139481c53bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:26.164596 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-28602012-ccf2-4deb-a528-a355e8200936 req-fd46cffa-209f-4bb9-8e51-139481c53bd4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a85fa488f0a7421aa522333753c520c4&device_id=0daefcfe-1270-43c1-9921-749cd5214499 HTTP/1.1" status: 200 len: 1136 time: 0.1846237 Jan 28 00:12:26.299479 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d45ef11-2bd1-43e1-b926-fc0538e928b5 req-dacae5e7-cbe2-4e2a-b9c6-511a3e4360cf tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571867 Jan 28 00:12:26.465124 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28602012-ccf2-4deb-a528-a355e8200936 req-1eadc9fc-8a5b-41aa-83f8-55bbd570be52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:26.467545 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-28602012-ccf2-4deb-a528-a355e8200936 req-1eadc9fc-8a5b-41aa-83f8-55bbd570be52 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eb879c07-eac8-47cd-a981-6649a3df0cc8 HTTP/1.1" status: 200 len: 913 time: 0.2881415 Jan 28 00:12:26.501747 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-db5db2b3-535c-4141-87aa-ce49b5011939 req-b835ee2e-e69b-4863-abdc-e40f74391970 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Deleting port 57fadfc2-4533-4074-bb4d-99d19b92308e {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:12:26.502342 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-db5db2b3-535c-4141-87aa-ce49b5011939 req-b835ee2e-e69b-4863-abdc-e40f74391970 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (57fadfc2-4533-4074-bb4d-99d19b92308e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:26.577495 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-e4e59689-b68b-4fce-acd8-17dcda9e15f9 req-9f726f01-3c91-46bf-91b1-120240544a4c tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] For port 12707aa4-c15d-43f2-850b-c72288b80f72, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=12707aa4-c15d-43f2-850b-c72288b80f72,segment=NetworkSegment(0952efdf-a551-493e-a682-268b5ab71776),segment_id=0952efdf-a551-493e-a682-268b5ab71776)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:12:26.646431 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-28602012-ccf2-4deb-a528-a355e8200936 req-7a7f68bc-9e40-4d58-bf2f-2b79e577ac33 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12707aa4-c15d-43f2-850b-c72288b80f72 HTTP/1.1" status: 200 len: 217 time: 0.1676033 Jan 28 00:12:26.656755 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e4e59689-b68b-4fce-acd8-17dcda9e15f9 req-9f726f01-3c91-46bf-91b1-120240544a4c tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for port (12707aa4-c15d-43f2-850b-c72288b80f72), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:26.664509 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e4e59689-b68b-4fce-acd8-17dcda9e15f9 req-9f726f01-3c91-46bf-91b1-120240544a4c tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (12707aa4-c15d-43f2-850b-c72288b80f72), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:26.705620 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['12707aa4-c15d-43f2-850b-c72288b80f72'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:12:26.707788 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f998444-02d7-4e07-819c-3a6d43ef0c95 req-6992ccdb-29bf-44e5-bba6-28464b65e8c3 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:26.709461 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f998444-02d7-4e07-819c-3a6d43ef0c95 req-6992ccdb-29bf-44e5-bba6-28464b65e8c3 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b4edaec-26ca-4631-9116-3ebf353be225 HTTP/1.1" status: 200 len: 949 time: 0.1371911 Jan 28 00:12:26.727042 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e59689-b68b-4fce-acd8-17dcda9e15f9 req-9f726f01-3c91-46bf-91b1-120240544a4c tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:26.727985 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e4e59689-b68b-4fce-acd8-17dcda9e15f9 req-9f726f01-3c91-46bf-91b1-120240544a4c tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:26.740290 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4e59689-b68b-4fce-acd8-17dcda9e15f9 req-9f726f01-3c91-46bf-91b1-120240544a4c tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "PUT /v2.0/ports/12707aa4-c15d-43f2-850b-c72288b80f72 HTTP/1.1" status: 200 len: 1021 time: 1.0505161 Jan 28 00:12:26.824614 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f726f01-3c91-46bf-91b1-120240544a4c tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Pushing event updated for resources: {'Port': ['ID=12707aa4-c15d-43f2-850b-c72288b80f72,revision_number=7']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:26.912186 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f998444-02d7-4e07-819c-3a6d43ef0c95 req-31715111-6ad3-47d1-96cb-b3ea8bb7c173 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2ae3a57-9338-4254-ae4b-6e26825a5735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393344 Jan 28 00:12:26.920499 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['12707aa4-c15d-43f2-850b-c72288b80f72'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:12:27.217861 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28602012-ccf2-4deb-a528-a355e8200936 req-6ecb9f53-a0ee-4d01-8b25-a6fb560366f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:27.221055 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-28602012-ccf2-4deb-a528-a355e8200936 req-6ecb9f53-a0ee-4d01-8b25-a6fb560366f4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3284d801-493d-46b5-84d7-ceafd25db814 HTTP/1.1" status: 200 len: 852 time: 0.5648131 Jan 28 00:12:27.266164 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ad9c9-530b-425c-80d1-e0c2b0462351 req-7e2fa812-badd-4931-88a7-a0dc75f53eb2 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:27.272854 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-28602012-ccf2-4deb-a528-a355e8200936 req-f1667ca6-b419-44e8-881d-88036f0e897c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eb879c07-eac8-47cd-a981-6649a3df0cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443156 Jan 28 00:12:27.282333 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2b8ad9c9-530b-425c-80d1-e0c2b0462351 req-7e2fa812-badd-4931-88a7-a0dc75f53eb2 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=0daefcfe-1270-43c1-9921-749cd5214499 HTTP/1.1" status: 200 len: 1024 time: 0.2020473 Jan 28 00:12:27.362775 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be90974-8282-428c-9343-535d419c8a87 req-ef341771-6af6-4510-aebd-0c2b8f382893 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:27.377891 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6be90974-8282-428c-9343-535d419c8a87 req-ef341771-6af6-4510-aebd-0c2b8f382893 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 945 time: 0.2248797 Jan 28 00:12:27.380348 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-28602012-ccf2-4deb-a528-a355e8200936 req-a41266d9-eaa0-4518-befc-4cb61c2ec35a service neutron] 10.222.0.65 "GET /v2.0/networks/eb879c07-eac8-47cd-a981-6649a3df0cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977266 Jan 28 00:12:27.386780 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-db5db2b3-535c-4141-87aa-ce49b5011939 req-b835ee2e-e69b-4863-abdc-e40f74391970 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] For port 57fadfc2-4533-4074-bb4d-99d19b92308e, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=57fadfc2-4533-4074-bb4d-99d19b92308e,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:12:27.387991 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-db5db2b3-535c-4141-87aa-ce49b5011939 req-b835ee2e-e69b-4863-abdc-e40f74391970 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (57fadfc2-4533-4074-bb4d-99d19b92308e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:27.416474 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-db5db2b3-535c-4141-87aa-ce49b5011939 req-b835ee2e-e69b-4863-abdc-e40f74391970 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Calling delete_port for 57fadfc2-4533-4074-bb4d-99d19b92308e owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:12:27.554523 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6be90974-8282-428c-9343-535d419c8a87 req-0642e360-84cf-4711-ae6e-96d3677d8835 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720784 Jan 28 00:12:27.604025 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2b8ad9c9-530b-425c-80d1-e0c2b0462351 req-544d5c00-d75e-4b91-83dd-a88d18cc011a tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?id=1900d222-ba35-4a49-9a3c-ced837996220&id=032b815e-a271-4bc3-9716-09a4988cfdbe&id=0373dceb-b0e0-4df1-9ed0-12af170948ab HTTP/1.1" status: 200 len: 6199 time: 0.3193429 Jan 28 00:12:27.748862 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-28602012-ccf2-4deb-a528-a355e8200936 req-dd84ecc3-8fac-4e21-961f-00d75001d620 service neutron] 10.222.0.65 "GET /v2.0/networks/eb879c07-eac8-47cd-a981-6649a3df0cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290245 Jan 28 00:12:27.785514 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d9cfa-436a-4a13-8d74-a657cc5d1dbb req-bd2cd520-9521-4873-a145-5b8ced825a5d tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:27.795123 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d90d9cfa-436a-4a13-8d74-a657cc5d1dbb req-bd2cd520-9521-4873-a145-5b8ced825a5d tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.0955589 Jan 28 00:12:27.832006 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-db5db2b3-535c-4141-87aa-ce49b5011939 req-b835ee2e-e69b-4863-abdc-e40f74391970 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (57fadfc2-4533-4074-bb4d-99d19b92308e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:27.870912 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['57fadfc2-4533-4074-bb4d-99d19b92308e'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:12:27.882065 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d90d9cfa-436a-4a13-8d74-a657cc5d1dbb req-c14bb0c4-d1aa-43b4-8049-c8cd53de760d tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841308 Jan 28 00:12:27.918697 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-0a9aa6c6-9656-4e7e-a0f1-19970ad5fff9 req-55e85dad-26aa-4c37-ad64-9a6a1e87d103 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Request body: {'security_group': {'name': ' tempest-securitygroup -333642517 ', 'description': 'tempest-description-1003444099'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:12:27.931398 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0daefcfe-1270-43c1-9921-749cd5214499', 'tag': '12707aa4-c15d-43f2-850b-c72288b80f72'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:12:27.934394 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e62b47-9bff-48dc-88aa-e064ff5a71f9" -d '{"events": [{"name": "network-changed", "server_uuid": "0daefcfe-1270-43c1-9921-749cd5214499", "tag": "12707aa4-c15d-43f2-850b-c72288b80f72"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:12:27.958814 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835ee2e-e69b-4863-abdc-e40f74391970 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Pushing event deleted for resources: {'Port': ['ID=57fadfc2-4533-4074-bb4d-99d19b92308e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:27.963573 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0a9aa6c6-9656-4e7e-a0f1-19970ad5fff9 req-55e85dad-26aa-4c37-ad64-9a6a1e87d103 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:28.065867 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5db2b3-535c-4141-87aa-ce49b5011939 req-b835ee2e-e69b-4863-abdc-e40f74391970 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] No DVR routers for this DVR port 57fadfc2-4533-4074-bb4d-99d19b92308e on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:12:28.071480 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-db5db2b3-535c-4141-87aa-ce49b5011939 req-b835ee2e-e69b-4863-abdc-e40f74391970 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:28.080538 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-db5db2b3-535c-4141-87aa-ce49b5011939 req-b835ee2e-e69b-4863-abdc-e40f74391970 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] 10.222.0.65 "DELETE /v2.0/ports/57fadfc2-4533-4074-bb4d-99d19b92308e HTTP/1.1" status: 204 len: 173 time: 1.9137807 Jan 28 00:12:28.081547 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4edaec-26ca-4631-9116-3ebf353be225', 'name': 'network-vif-deleted', 'tag': '57fadfc2-4533-4074-bb4d-99d19b92308e'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:12:28.106026 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35117f2e-f34a-4f1e-b3c1-1b75121ec614" -d '{"events": [{"server_uuid": "0b4edaec-26ca-4631-9116-3ebf353be225", "name": "network-vif-deleted", "tag": "57fadfc2-4533-4074-bb4d-99d19b92308e"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:12:28.218642 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0a9aa6c6-9656-4e7e-a0f1-19970ad5fff9 req-55e85dad-26aa-4c37-ad64-9a6a1e87d103 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (3124c8d2-e2e4-4692-b601-0169e01b7dba), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:28.223056 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1babc9f6-c644-44fd-8fdb-9b46753b4a8c x-openstack-request-id: req-1babc9f6-c644-44fd-8fdb-9b46753b4a8c {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:12:28.223811 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0daefcfe-1270-43c1-9921-749cd5214499", "tag": "12707aa4-c15d-43f2-850b-c72288b80f72", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:12:28.225189 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1babc9f6-c644-44fd-8fdb-9b46753b4a8c {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:12:28.226106 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0daefcfe-1270-43c1-9921-749cd5214499', 'tag': '12707aa4-c15d-43f2-850b-c72288b80f72', 'status': 'completed', 'code': 200} Jan 28 00:12:28.229121 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0a9aa6c6-9656-4e7e-a0f1-19970ad5fff9 req-55e85dad-26aa-4c37-ad64-9a6a1e87d103 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (3124c8d2-e2e4-4692-b601-0169e01b7dba), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:28.309739 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0a9aa6c6-9656-4e7e-a0f1-19970ad5fff9 req-55e85dad-26aa-4c37-ad64-9a6a1e87d103 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:28.311703 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0a9aa6c6-9656-4e7e-a0f1-19970ad5fff9 req-55e85dad-26aa-4c37-ad64-9a6a1e87d103 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3988907 Jan 28 00:12:28.344585 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e85dad-26aa-4c37-ad64-9a6a1e87d103 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3124c8d2-e2e4-4692-b601-0169e01b7dba,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:28.375676 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ecbef73c-4a7f-477a-9f30-aaee83a59b4d req-62dc1e7e-e532-4975-87c9-f6f997c93302 tempest-TenantUsagesTestJSON-266977700 tempest-TenantUsagesTestJSON-266977700-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b4edaec-26ca-4631-9116-3ebf353be225 HTTP/1.1" status: 200 len: 210 time: 0.0570812 Jan 28 00:12:28.452294 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e62b47-9bff-48dc-88aa-e064ff5a71f9 req-dddef87d-9514-4613-b446-4624aca5bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:28.455714 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a8e62b47-9bff-48dc-88aa-e064ff5a71f9 req-dddef87d-9514-4613-b446-4624aca5bd25 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a85fa488f0a7421aa522333753c520c4&device_id=0daefcfe-1270-43c1-9921-749cd5214499 HTTP/1.1" status: 200 len: 1175 time: 0.1820984 Jan 28 00:12:28.474319 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859ecacc-c2fd-49df-ad37-39c77c1cb0e4 x-openstack-request-id: req-859ecacc-c2fd-49df-ad37-39c77c1cb0e4 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:12:28.475155 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4edaec-26ca-4631-9116-3ebf353be225", "name": "network-vif-deleted", "tag": "57fadfc2-4533-4074-bb4d-99d19b92308e", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:12:28.475721 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-859ecacc-c2fd-49df-ad37-39c77c1cb0e4 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:12:28.476478 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4edaec-26ca-4631-9116-3ebf353be225', 'name': 'network-vif-deleted', 'tag': '57fadfc2-4533-4074-bb4d-99d19b92308e', 'status': 'completed', 'code': 200} Jan 28 00:12:28.488032 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-64c8fb8e-0926-4792-93e3-bd2728591630 req-d957a962-a521-42a3-a6e6-760161af6fbe tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups/3124c8d2-e2e4-4692-b601-0169e01b7dba HTTP/1.1" status: 200 len: 1797 time: 0.0808716 Jan 28 00:12:28.596785 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-119fe1bb-b60a-4e29-94be-0c95917ec7d6 req-68116030-640f-4011-b3ba-481a5dc04d4e tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups/3124c8d2-e2e4-4692-b601-0169e01b7dba HTTP/1.1" status: 200 len: 1797 time: 0.0787351 Jan 28 00:12:28.612942 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e62b47-9bff-48dc-88aa-e064ff5a71f9 req-7d32dc1c-b19c-4e54-8750-bda8f540382c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:28.615356 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a8e62b47-9bff-48dc-88aa-e064ff5a71f9 req-7d32dc1c-b19c-4e54-8750-bda8f540382c service neutron] 10.222.0.65 "GET /v2.0/networks?id=eb879c07-eac8-47cd-a981-6649a3df0cc8 HTTP/1.1" status: 200 len: 913 time: 0.1357496 Jan 28 00:12:28.715110 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a8e62b47-9bff-48dc-88aa-e064ff5a71f9 req-ef239b08-4c77-4498-8424-37b07d6a36e9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12707aa4-c15d-43f2-850b-c72288b80f72 HTTP/1.1" status: 200 len: 217 time: 0.0801842 Jan 28 00:12:28.729449 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-119fe1bb-b60a-4e29-94be-0c95917ec7d6 req-b961829d-f6ea-4b32-b40e-cd77e93eb02d tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (3124c8d2-e2e4-4692-b601-0169e01b7dba), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:28.820938 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e62b47-9bff-48dc-88aa-e064ff5a71f9 req-4632eab5-c8dd-4e70-bd82-3bb1d161ade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:28.825417 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a8e62b47-9bff-48dc-88aa-e064ff5a71f9 req-4632eab5-c8dd-4e70-bd82-3bb1d161ade0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3284d801-493d-46b5-84d7-ceafd25db814 HTTP/1.1" status: 200 len: 852 time: 0.0896180 Jan 28 00:12:28.870818 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a8e62b47-9bff-48dc-88aa-e064ff5a71f9 req-dcf2a8c5-fe9a-4b42-8a8b-5865462541de service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eb879c07-eac8-47cd-a981-6649a3df0cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346146 Jan 28 00:12:28.887457 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-119fe1bb-b60a-4e29-94be-0c95917ec7d6 req-b961829d-f6ea-4b32-b40e-cd77e93eb02d tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (3124c8d2-e2e4-4692-b601-0169e01b7dba), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:29.054621 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cca5d8-fd49-4470-8647-0e5bfae11c64 req-749e33f0-622e-4e3e-bcdc-087c38560bf6 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:29.062192 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-12cca5d8-fd49-4470-8647-0e5bfae11c64 req-749e33f0-622e-4e3e-bcdc-087c38560bf6 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 945 time: 0.3531258 Jan 28 00:12:29.063915 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a8e62b47-9bff-48dc-88aa-e064ff5a71f9 req-12bd870c-1571-4d19-a2a4-acd9bba85765 service neutron] 10.222.0.65 "GET /v2.0/networks/eb879c07-eac8-47cd-a981-6649a3df0cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744220 Jan 28 00:12:29.066201 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-119fe1bb-b60a-4e29-94be-0c95917ec7d6 req-b961829d-f6ea-4b32-b40e-cd77e93eb02d tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (3124c8d2-e2e4-4692-b601-0169e01b7dba), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:29.078077 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-119fe1bb-b60a-4e29-94be-0c95917ec7d6 req-b961829d-f6ea-4b32-b40e-cd77e93eb02d tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:29.088378 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-119fe1bb-b60a-4e29-94be-0c95917ec7d6 req-b961829d-f6ea-4b32-b40e-cd77e93eb02d tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "DELETE /v2.0/security-groups/3124c8d2-e2e4-4692-b601-0169e01b7dba HTTP/1.1" status: 204 len: 173 time: 0.4821477 Jan 28 00:12:29.201113 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961829d-f6ea-4b32-b40e-cd77e93eb02d tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3124c8d2-e2e4-4692-b601-0169e01b7dba,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:29.309270 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-12cca5d8-fd49-4470-8647-0e5bfae11c64 req-695a21ab-cba2-4832-bb64-adb59b5bfc23 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126887 Jan 28 00:12:29.353690 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282deea-9baa-4d23-b705-6488680fc250 req-291243f1-6d08-466d-b2a8-666dcc045477 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:29.366614 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a8e62b47-9bff-48dc-88aa-e064ff5a71f9 req-e32b95f1-1081-4433-a549-865dda99a6d4 service neutron] 10.222.0.65 "GET /v2.0/networks/eb879c07-eac8-47cd-a981-6649a3df0cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959461 Jan 28 00:12:29.373436 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2282deea-9baa-4d23-b705-6488680fc250 req-291243f1-6d08-466d-b2a8-666dcc045477 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.1242492 Jan 28 00:12:29.475890 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2282deea-9baa-4d23-b705-6488680fc250 req-d345fe20-82e0-42d5-bd5a-1272c1fb4ad2 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965602 Jan 28 00:12:29.550155 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-b77ef7b6-22ad-4a87-8a12-2997d4e672f2 req-353db34f-2d65-4c35-8891-6b86f39ada17 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] show failed (client error): The resource could not be found. Jan 28 00:12:29.551778 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b77ef7b6-22ad-4a87-8a12-2997d4e672f2 req-353db34f-2d65-4c35-8891-6b86f39ada17 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups/3124c8d2-e2e4-4692-b601-0169e01b7dba HTTP/1.1" status: 404 len: 352 time: 0.0315635 Jan 28 00:12:29.712885 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-a499d50f-3ed9-4343-ac7b-71f6cad6218e req-0fbd3a15-95ca-4886-880b-4560182deb2b tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-235334624', 'description': 'tempest-description-788249736'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:12:29.754282 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a499d50f-3ed9-4343-ac7b-71f6cad6218e req-0fbd3a15-95ca-4886-880b-4560182deb2b tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:29.944772 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a499d50f-3ed9-4343-ac7b-71f6cad6218e req-0fbd3a15-95ca-4886-880b-4560182deb2b tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (4c9037e9-a19e-46ff-90a7-40b822613c6b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:29.952810 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a499d50f-3ed9-4343-ac7b-71f6cad6218e req-0fbd3a15-95ca-4886-880b-4560182deb2b tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4c9037e9-a19e-46ff-90a7-40b822613c6b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:29.995533 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a499d50f-3ed9-4343-ac7b-71f6cad6218e req-0fbd3a15-95ca-4886-880b-4560182deb2b tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:29.997342 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a499d50f-3ed9-4343-ac7b-71f6cad6218e req-0fbd3a15-95ca-4886-880b-4560182deb2b tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3044438 Jan 28 00:12:30.000252 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd3a15-95ca-4886-880b-4560182deb2b tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9037e9-a19e-46ff-90a7-40b822613c6b,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:30.045631 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-3d6fd13a-26d3-4b55-8333-de70a56beec3 req-05326f93-98d7-4959-b699-2429ea0fb4db tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1195230271', 'description': 'tempest-description-1364303021'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:12:30.079182 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3d6fd13a-26d3-4b55-8333-de70a56beec3 req-05326f93-98d7-4959-b699-2429ea0fb4db tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:30.250455 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3d6fd13a-26d3-4b55-8333-de70a56beec3 req-05326f93-98d7-4959-b699-2429ea0fb4db tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (eef2e091-c779-4c1b-ba3f-aec8ee5e40b1), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:30.256757 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3d6fd13a-26d3-4b55-8333-de70a56beec3 req-05326f93-98d7-4959-b699-2429ea0fb4db tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (eef2e091-c779-4c1b-ba3f-aec8ee5e40b1), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:30.291542 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49582) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:12:30.319954 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05326f93-98d7-4959-b699-2429ea0fb4db tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eef2e091-c779-4c1b-ba3f-aec8ee5e40b1,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:30.343142 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3d6fd13a-26d3-4b55-8333-de70a56beec3 req-05326f93-98d7-4959-b699-2429ea0fb4db tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:30.346985 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3d6fd13a-26d3-4b55-8333-de70a56beec3 req-05326f93-98d7-4959-b699-2429ea0fb4db tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3080568 Jan 28 00:12:30.577802 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 57fadfc2-4533-4074-bb4d-99d19b92308e no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:12:30.592412 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57591a5a-8c34-40f5-a908-b6793badb8c2 req-49940c35-7f40-4f21-8221-5c47a0a47e7c tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:30.595735 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-57591a5a-8c34-40f5-a908-b6793badb8c2 req-49940c35-7f40-4f21-8221-5c47a0a47e7c tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 945 time: 0.1231849 Jan 28 00:12:30.627945 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 57fadfc2-4533-4074-bb4d-99d19b92308e {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:12:30.628277 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 57fadfc2-4533-4074-bb4d-99d19b92308e not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:12:30.682441 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-50f85fb1-c5f2-4b38-939b-9c3aabef96d1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ddda4974727c46b8ab884244274a5b87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3883123 Jan 28 00:12:30.688894 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49606) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:12:30.701636 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-57591a5a-8c34-40f5-a908-b6793badb8c2 req-4a0b0a53-df84-4cd7-9511-ac22b04434f3 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992990 Jan 28 00:12:30.805631 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ebc0a2f4-d7e0-42ab-89b6-c773547a3e1f admin admin] Publish callbacks [] for security_group (f2ae3a57-9338-4254-ae4b-6e26825a5735), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:30.845735 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ebc0a2f4-d7e0-42ab-89b6-c773547a3e1f admin admin] Publish callbacks [] for security_group (f2ae3a57-9338-4254-ae4b-6e26825a5735), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:30.877479 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-cad213bc-58ab-4211-b1d6-0fcc2f9fbb30 req-c8c0708c-3144-4a40-802e-2ac270ee86d5 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1056835192', 'description': 'tempest-description-1006322221'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:12:30.962736 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-cad213bc-58ab-4211-b1d6-0fcc2f9fbb30 req-c8c0708c-3144-4a40-802e-2ac270ee86d5 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:31.002564 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ebc0a2f4-d7e0-42ab-89b6-c773547a3e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f2ae3a57-9338-4254-ae4b-6e26825a5735), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:31.009265 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ebc0a2f4-d7e0-42ab-89b6-c773547a3e1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:31.014116 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ebc0a2f4-d7e0-42ab-89b6-c773547a3e1f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f2ae3a57-9338-4254-ae4b-6e26825a5735 HTTP/1.1" status: 204 len: 168 time: 0.3215127 Jan 28 00:12:31.041847 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0a2f4-d7e0-42ab-89b6-c773547a3e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ae3a57-9338-4254-ae4b-6e26825a5735,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:31.123874 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30197d-1f39-470e-b9f0-666058548027 req-dc9eaab8-fc85-416c-aec4-111ea439837c tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:31.129331 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-df30197d-1f39-470e-b9f0-666058548027 req-dc9eaab8-fc85-416c-aec4-111ea439837c tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.1860688 Jan 28 00:12:31.225473 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-cad213bc-58ab-4211-b1d6-0fcc2f9fbb30 req-c8c0708c-3144-4a40-802e-2ac270ee86d5 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (0c2b7f0b-a696-46c6-b291-d9266d3f8778), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:31.238030 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-cad213bc-58ab-4211-b1d6-0fcc2f9fbb30 req-c8c0708c-3144-4a40-802e-2ac270ee86d5 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0c2b7f0b-a696-46c6-b291-d9266d3f8778), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:31.279088 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-df30197d-1f39-470e-b9f0-666058548027 req-75e21e55-da9e-4421-aee5-e0f307dcbc72 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191816 Jan 28 00:12:31.328310 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-cad213bc-58ab-4211-b1d6-0fcc2f9fbb30 req-c8c0708c-3144-4a40-802e-2ac270ee86d5 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:31.336856 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cad213bc-58ab-4211-b1d6-0fcc2f9fbb30 req-c8c0708c-3144-4a40-802e-2ac270ee86d5 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.9073544 Jan 28 00:12:31.339563 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0708c-3144-4a40-802e-2ac270ee86d5 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2b7f0b-a696-46c6-b291-d9266d3f8778,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:31.567772 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d8ff861e-2fa6-4acf-8dba-89dc718a5203 req-fce948f3-7c0b-4d8a-8bce-837c7600f456 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a85fa488f0a7421aa522333753c520c4 HTTP/1.1" status: 200 len: 10998 time: 0.2047274 Jan 28 00:12:31.665770 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d8ff861e-2fa6-4acf-8dba-89dc718a5203 req-95d7ecc7-ca9e-42dd-a22f-e3d9593b7bff tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups/1900d222-ba35-4a49-9a3c-ced837996220 HTTP/1.1" status: 200 len: 2998 time: 0.0953207 Jan 28 00:12:31.769593 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d8ff861e-2fa6-4acf-8dba-89dc718a5203 req-7dd7b81e-a856-467a-a738-f92a6bda8727 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups/1900d222-ba35-4a49-9a3c-ced837996220 HTTP/1.1" status: 200 len: 2998 time: 0.0964134 Jan 28 00:12:31.783976 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49642) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:12:31.866232 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d7ec22f-b611-45f8-a1e3-5b4082de41f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:31.990471 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6c73c2f6-d85a-439c-a0a6-2656532bfc2a req-8090cc93-6d62-46d4-b435-d87d7688dc38 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups/4c9037e9-a19e-46ff-90a7-40b822613c6b HTTP/1.1" status: 200 len: 1816 time: 0.1540258 Jan 28 00:12:32.016871 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfeda98-3bbe-44d0-8c55-7552ccdc0b52 req-a099892b-bdba-4dcc-9c24-b47858787563 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:32.019521 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8bfeda98-3bbe-44d0-8c55-7552ccdc0b52 req-a099892b-bdba-4dcc-9c24-b47858787563 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 945 time: 0.1501846 Jan 28 00:12:32.020266 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d7ec22f-b611-45f8-a1e3-5b4082de41f5 admin admin] Publish callbacks [] for security_group (44df6b64-d09f-48d1-b968-59f07d12b908), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:32.036536 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d7ec22f-b611-45f8-a1e3-5b4082de41f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (44df6b64-d09f-48d1-b968-59f07d12b908), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:32.071767 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0d7ec22f-b611-45f8-a1e3-5b4082de41f5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0ee65c9a813b4951899945fa5d0c10c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2861178 Jan 28 00:12:32.079805 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49648) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:12:32.129254 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ec22f-b611-45f8-a1e3-5b4082de41f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44df6b64-d09f-48d1-b968-59f07d12b908,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:32.144556 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ec22f-b611-45f8-a1e3-5b4082de41f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:32.145038 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ec22f-b611-45f8-a1e3-5b4082de41f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:32.145480 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ec22f-b611-45f8-a1e3-5b4082de41f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:32.145918 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ec22f-b611-45f8-a1e3-5b4082de41f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:32.146339 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ec22f-b611-45f8-a1e3-5b4082de41f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:32.146923 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ec22f-b611-45f8-a1e3-5b4082de41f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:32.147721 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ec22f-b611-45f8-a1e3-5b4082de41f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:32.148272 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ec22f-b611-45f8-a1e3-5b4082de41f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:32.148792 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ec22f-b611-45f8-a1e3-5b4082de41f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:32.150269 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ec22f-b611-45f8-a1e3-5b4082de41f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:32.150885 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ec22f-b611-45f8-a1e3-5b4082de41f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:32.151441 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ec22f-b611-45f8-a1e3-5b4082de41f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:32.152011 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ec22f-b611-45f8-a1e3-5b4082de41f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:32.196688 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8bfeda98-3bbe-44d0-8c55-7552ccdc0b52 req-18c0093f-5b48-4e18-abe0-a15916fafaf0 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583076 Jan 28 00:12:32.205327 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6c73c2f6-d85a-439c-a0a6-2656532bfc2a req-c60f7201-731c-4aea-86e5-38a80c05e4df tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (4c9037e9-a19e-46ff-90a7-40b822613c6b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:32.208790 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ae3a4cf-d38a-4cfc-a485-db2b71b1607a admin admin] Publish callbacks [] for security_group (44df6b64-d09f-48d1-b968-59f07d12b908), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:32.263460 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ae3a4cf-d38a-4cfc-a485-db2b71b1607a admin admin] Publish callbacks [] for security_group (44df6b64-d09f-48d1-b968-59f07d12b908), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:32.273038 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6c73c2f6-d85a-439c-a0a6-2656532bfc2a req-c60f7201-731c-4aea-86e5-38a80c05e4df tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (4c9037e9-a19e-46ff-90a7-40b822613c6b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:32.336314 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ae3a4cf-d38a-4cfc-a485-db2b71b1607a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (44df6b64-d09f-48d1-b968-59f07d12b908), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:32.340060 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ae3a4cf-d38a-4cfc-a485-db2b71b1607a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:32.342386 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0ae3a4cf-d38a-4cfc-a485-db2b71b1607a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/44df6b64-d09f-48d1-b968-59f07d12b908 HTTP/1.1" status: 204 len: 168 time: 0.2601736 Jan 28 00:12:32.378981 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae3a4cf-d38a-4cfc-a485-db2b71b1607a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44df6b64-d09f-48d1-b968-59f07d12b908,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:32.436690 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6c73c2f6-d85a-439c-a0a6-2656532bfc2a req-c60f7201-731c-4aea-86e5-38a80c05e4df tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4c9037e9-a19e-46ff-90a7-40b822613c6b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:32.441808 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6c73c2f6-d85a-439c-a0a6-2656532bfc2a req-c60f7201-731c-4aea-86e5-38a80c05e4df tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:32.443475 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6c73c2f6-d85a-439c-a0a6-2656532bfc2a req-c60f7201-731c-4aea-86e5-38a80c05e4df tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "DELETE /v2.0/security-groups/4c9037e9-a19e-46ff-90a7-40b822613c6b HTTP/1.1" status: 204 len: 173 time: 0.4224973 Jan 28 00:12:32.477897 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f7201-731c-4aea-86e5-38a80c05e4df tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9037e9-a19e-46ff-90a7-40b822613c6b,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:32.523774 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-c5833c5d-c2a2-4dce-bae8-d08257aa1cde req-809082a7-594d-470e-b95a-f30f48715007 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] show failed (client error): The resource could not be found. Jan 28 00:12:32.526560 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c5833c5d-c2a2-4dce-bae8-d08257aa1cde req-809082a7-594d-470e-b95a-f30f48715007 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups/4c9037e9-a19e-46ff-90a7-40b822613c6b HTTP/1.1" status: 404 len: 352 time: 0.0310297 Jan 28 00:12:32.804533 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78f17b02-cbef-40c2-8d45-989d9ebad7b9 req-54363d94-3255-402f-b496-9a87e903719a tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups/eef2e091-c779-4c1b-ba3f-aec8ee5e40b1 HTTP/1.1" status: 200 len: 1818 time: 0.0822222 Jan 28 00:12:32.957455 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-78f17b02-cbef-40c2-8d45-989d9ebad7b9 req-9c44fac7-b646-4b16-ad73-e8824b5931c9 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (eef2e091-c779-4c1b-ba3f-aec8ee5e40b1), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:33.026931 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-78f17b02-cbef-40c2-8d45-989d9ebad7b9 req-9c44fac7-b646-4b16-ad73-e8824b5931c9 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (eef2e091-c779-4c1b-ba3f-aec8ee5e40b1), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:33.139319 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-78f17b02-cbef-40c2-8d45-989d9ebad7b9 req-9c44fac7-b646-4b16-ad73-e8824b5931c9 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (eef2e091-c779-4c1b-ba3f-aec8ee5e40b1), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:33.154533 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-78f17b02-cbef-40c2-8d45-989d9ebad7b9 req-9c44fac7-b646-4b16-ad73-e8824b5931c9 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:33.158151 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78f17b02-cbef-40c2-8d45-989d9ebad7b9 req-9c44fac7-b646-4b16-ad73-e8824b5931c9 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "DELETE /v2.0/security-groups/eef2e091-c779-4c1b-ba3f-aec8ee5e40b1 HTTP/1.1" status: 204 len: 173 time: 0.3495185 Jan 28 00:12:33.213942 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44fac7-b646-4b16-ad73-e8824b5931c9 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef2e091-c779-4c1b-ba3f-aec8ee5e40b1,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:33.216117 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-80bab0f4-f25f-4805-a282-0e1fa9cb626f req-0f67080b-b3ba-4dd3-b6d2-2e86c978eb62 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] show failed (client error): The resource could not be found. Jan 28 00:12:33.221912 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-80bab0f4-f25f-4805-a282-0e1fa9cb626f req-0f67080b-b3ba-4dd3-b6d2-2e86c978eb62 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups/eef2e091-c779-4c1b-ba3f-aec8ee5e40b1 HTTP/1.1" status: 404 len: 352 time: 0.0250461 Jan 28 00:12:33.354742 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d2a65-8a10-46e9-9d02-a87991c2c212 req-298b4916-0ddc-49d7-8dcd-b521489511f1 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:33.366701 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ed7d2a65-8a10-46e9-9d02-a87991c2c212 req-298b4916-0ddc-49d7-8dcd-b521489511f1 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.7734849 Jan 28 00:12:33.385027 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9b847ce1-1525-4bdf-b291-58d0fcf98206 req-4d23c746-5c05-4807-a1f8-90454fea6517 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups/0c2b7f0b-a696-46c6-b291-d9266d3f8778 HTTP/1.1" status: 200 len: 1818 time: 0.1388555 Jan 28 00:12:33.596273 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-9b847ce1-1525-4bdf-b291-58d0fcf98206 req-78ae7e4e-f374-4692-8e6c-eed629ab3c75 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (0c2b7f0b-a696-46c6-b291-d9266d3f8778), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:33.611799 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ed7d2a65-8a10-46e9-9d02-a87991c2c212 req-26cab2dd-d484-4db0-a042-6bb22639e105 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428319 Jan 28 00:12:33.666708 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-9b847ce1-1525-4bdf-b291-58d0fcf98206 req-78ae7e4e-f374-4692-8e6c-eed629ab3c75 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (0c2b7f0b-a696-46c6-b291-d9266d3f8778), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:33.777063 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-9b847ce1-1525-4bdf-b291-58d0fcf98206 req-78ae7e4e-f374-4692-8e6c-eed629ab3c75 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0c2b7f0b-a696-46c6-b291-d9266d3f8778), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:33.782873 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-9b847ce1-1525-4bdf-b291-58d0fcf98206 req-78ae7e4e-f374-4692-8e6c-eed629ab3c75 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:33.785166 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9b847ce1-1525-4bdf-b291-58d0fcf98206 req-78ae7e4e-f374-4692-8e6c-eed629ab3c75 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "DELETE /v2.0/security-groups/0c2b7f0b-a696-46c6-b291-d9266d3f8778 HTTP/1.1" status: 204 len: 173 time: 0.3984842 Jan 28 00:12:33.823935 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae7e4e-f374-4692-8e6c-eed629ab3c75 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2b7f0b-a696-46c6-b291-d9266d3f8778,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:34.051802 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94fb17d-f8ac-4808-8a77-b98ee1e6e5bf req-62cec38b-7734-451c-a061-5dd722301da3 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:34.066988 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f94fb17d-f8ac-4808-8a77-b98ee1e6e5bf req-62cec38b-7734-451c-a061-5dd722301da3 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 945 time: 0.2238405 Jan 28 00:12:34.226332 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f94fb17d-f8ac-4808-8a77-b98ee1e6e5bf req-0c65ffd4-24c0-40e7-9f60-d50a2a1e86c3 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573861 Jan 28 00:12:34.305576 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-ad333777-2697-4bd8-b18d-f5c5328c9df3 req-9c919304-1a7e-4f55-8eb8-8caee54d2417 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] show failed (client error): The resource could not be found. Jan 28 00:12:34.308133 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad333777-2697-4bd8-b18d-f5c5328c9df3 req-9c919304-1a7e-4f55-8eb8-8caee54d2417 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups/0c2b7f0b-a696-46c6-b291-d9266d3f8778 HTTP/1.1" status: 404 len: 352 time: 0.0263090 Jan 28 00:12:34.512016 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e649e3d-72d8-4d05-9fd3-3ad0a8781685 req-c300edee-be5c-47e4-ba74-75eef6c8c5fd tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a85fa488f0a7421aa522333753c520c4 HTTP/1.1" status: 200 len: 6199 time: 0.1560774 Jan 28 00:12:34.615288 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e649e3d-72d8-4d05-9fd3-3ad0a8781685 req-b9aacb33-1e8c-4dea-a0aa-10229c5eef41 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups/1900d222-ba35-4a49-9a3c-ced837996220 HTTP/1.1" status: 200 len: 2998 time: 0.0919049 Jan 28 00:12:34.728692 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e649e3d-72d8-4d05-9fd3-3ad0a8781685 req-f0479a01-13a3-454d-be1d-21fdd717aabf tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups/1900d222-ba35-4a49-9a3c-ced837996220 HTTP/1.1" status: 200 len: 2998 time: 0.1007633 Jan 28 00:12:34.895447 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-b771ea3c-e8da-4966-814c-c97731fd9ee5 req-ed9468bf-b4c9-4b75-b43d-4602543cdcf4 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1504161030', 'description': 'tempest-description-32229156'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:12:34.963142 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75377e4-8f04-4fa6-abe0-a24be53b24df req-78a827e4-7c16-4519-9b47-39f727da0fed tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:34.966669 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b75377e4-8f04-4fa6-abe0-a24be53b24df req-78a827e4-7c16-4519-9b47-39f727da0fed tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.1365142 Jan 28 00:12:34.968578 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b771ea3c-e8da-4966-814c-c97731fd9ee5 req-ed9468bf-b4c9-4b75-b43d-4602543cdcf4 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:35.083782 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b75377e4-8f04-4fa6-abe0-a24be53b24df req-0d9e351c-30d4-4094-87b4-596335bad806 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959573 Jan 28 00:12:35.156707 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b771ea3c-e8da-4966-814c-c97731fd9ee5 req-ed9468bf-b4c9-4b75-b43d-4602543cdcf4 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (6292d8da-bbdb-4984-b9ec-e4c7e342a31f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:35.163361 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b771ea3c-e8da-4966-814c-c97731fd9ee5 req-ed9468bf-b4c9-4b75-b43d-4602543cdcf4 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (6292d8da-bbdb-4984-b9ec-e4c7e342a31f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:35.208142 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b771ea3c-e8da-4966-814c-c97731fd9ee5 req-ed9468bf-b4c9-4b75-b43d-4602543cdcf4 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:35.209427 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b771ea3c-e8da-4966-814c-c97731fd9ee5 req-ed9468bf-b4c9-4b75-b43d-4602543cdcf4 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3320069 Jan 28 00:12:35.210694 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9468bf-b4c9-4b75-b43d-4602543cdcf4 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6292d8da-bbdb-4984-b9ec-e4c7e342a31f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:35.249108 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-42cb6c8e-6c9a-4fef-a7d5-0cd21d1f43b6 req-b460e396-f36e-4f12-9821-0b0d8f512db7 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-631635886', 'description': 'tempest-description-127388853'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:12:35.283971 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-42cb6c8e-6c9a-4fef-a7d5-0cd21d1f43b6 req-b460e396-f36e-4f12-9821-0b0d8f512db7 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:35.383997 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-42cb6c8e-6c9a-4fef-a7d5-0cd21d1f43b6 req-b460e396-f36e-4f12-9821-0b0d8f512db7 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (ede8140e-65d6-461d-8e1f-c1e69155f9e4), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:35.390594 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-42cb6c8e-6c9a-4fef-a7d5-0cd21d1f43b6 req-b460e396-f36e-4f12-9821-0b0d8f512db7 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ede8140e-65d6-461d-8e1f-c1e69155f9e4), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:35.439386 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-42cb6c8e-6c9a-4fef-a7d5-0cd21d1f43b6 req-b460e396-f36e-4f12-9821-0b0d8f512db7 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:35.440970 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42cb6c8e-6c9a-4fef-a7d5-0cd21d1f43b6 req-b460e396-f36e-4f12-9821-0b0d8f512db7 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.1968312 Jan 28 00:12:35.443561 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460e396-f36e-4f12-9821-0b0d8f512db7 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ede8140e-65d6-461d-8e1f-c1e69155f9e4,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:35.607420 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78e98d-dbc2-42c7-87e6-d211516d5645 req-50fda102-df80-4713-b3a8-fb06d3fd7fc8 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:35.621994 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-df78e98d-dbc2-42c7-87e6-d211516d5645 req-50fda102-df80-4713-b3a8-fb06d3fd7fc8 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 945 time: 0.1193304 Jan 28 00:12:35.729400 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-df78e98d-dbc2-42c7-87e6-d211516d5645 req-32430e1f-e9f2-43c9-b39b-e6c71ab8c6b4 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051302 Jan 28 00:12:35.897025 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:12:35.940132 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fc873068-c7e8-4d77-8662-4984b760d5a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:36.161659 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-bc523bba-3f56-4ae1-8097-b85aabc7a6f4 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:36.163264 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-bc523bba-3f56-4ae1-8097-b85aabc7a6f4 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/networks?id=eb879c07-eac8-47cd-a981-6649a3df0cc8 HTTP/1.1" status: 200 len: 812 time: 0.2905617 Jan 28 00:12:36.193824 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-8e7ae66f-b8d9-4bbe-8073-94582c9d63a0 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/quotas/a85fa488f0a7421aa522333753c520c4 HTTP/1.1" status: 200 len: 375 time: 0.0195365 Jan 28 00:12:36.411836 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-03a17345-bba5-4f64-b721-3988c782b3b9 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a85fa488f0a7421aa522333753c520c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2047768 Jan 28 00:12:36.429232 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bad538-6c08-4d74-9c59-3414df428b4a req-5d9ad632-deda-4150-af04-2d143c5c54e8 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:36.431716 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77bad538-6c08-4d74-9c59-3414df428b4a req-5d9ad632-deda-4150-af04-2d143c5c54e8 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b&tenant_id=8a78e89f3df84c31929be575e138a975&binding%3Ahost_id=n-h1-826754-1 HTTP/1.1" status: 200 len: 1096 time: 0.2208843 Jan 28 00:12:36.444355 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-77bad538-6c08-4d74-9c59-3414df428b4a req-f19ff2a6-d755-40ca-a4ac-ca2365f653a1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826754-1'}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:12:36.468143 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69cf82-c7d8-4a5e-9466-b32207af482e req-604707fe-6ebe-4e62-a3f4-420286700179 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:36.472845 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7f69cf82-c7d8-4a5e-9466-b32207af482e req-604707fe-6ebe-4e62-a3f4-420286700179 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 945 time: 0.1801174 Jan 28 00:12:36.651155 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-77bad538-6c08-4d74-9c59-3414df428b4a req-f19ff2a6-d755-40ca-a4ac-ca2365f653a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d627b88b-cb29-4bd1-afec-e8bab05970f1), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:36.698052 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7f69cf82-c7d8-4a5e-9466-b32207af482e req-adffce6a-cba3-4d0d-85ba-7dce37d3124b tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944311 Jan 28 00:12:36.701395 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-825877a3-5da7-4cc6-9ab8-22ad9f19c284 service neutron] 10.222.0.70 "GET /v2.0/networks/eb879c07-eac8-47cd-a981-6649a3df0cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635767 Jan 28 00:12:37.057181 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-3bf143fc-c897-4966-bfcc-acfb7f082b05 service neutron] 10.222.0.70 "GET /v2.0/networks/eb879c07-eac8-47cd-a981-6649a3df0cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437197 Jan 28 00:12:37.083501 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-77bad538-6c08-4d74-9c59-3414df428b4a req-f19ff2a6-d755-40ca-a4ac-ca2365f653a1 service neutron] For port d627b88b-cb29-4bd1-afec-e8bab05970f1, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=d627b88b-cb29-4bd1-afec-e8bab05970f1,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:12:37.257069 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c52d18-ac03-429a-8185-6802ca2b98ed req-f73089eb-8e5e-4486-be0b-2ec029ccdf12 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:37.270002 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-14c52d18-ac03-429a-8185-6802ca2b98ed req-f73089eb-8e5e-4486-be0b-2ec029ccdf12 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 945 time: 0.1557400 Jan 28 00:12:37.274995 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-77bad538-6c08-4d74-9c59-3414df428b4a req-f19ff2a6-d755-40ca-a4ac-ca2365f653a1 service neutron] For port d627b88b-cb29-4bd1-afec-e8bab05970f1, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:12:37.404156 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8fa69c4a-2be9-485c-b68d-f3907908c2ba req-2a32aba4-ea9c-4480-b0b1-215fd3ddbf83 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=4648ad18-eea7-4d87-a297-e1bb03015d57 HTTP/1.1" status: 200 len: 210 time: 0.0815041 Jan 28 00:12:37.467299 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device d627b88b-cb29-4bd1-afec-e8bab05970f1 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:12:37.492247 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-14c52d18-ac03-429a-8185-6802ca2b98ed req-47467dd6-e1af-43b6-9300-42bc951394f2 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136195 Jan 28 00:12:37.526672 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f06b7e-edb2-43f1-b93a-f1c04e51902b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd627b88b-cb29-4bd1-afec-e8bab05970f1'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:12:37.533948 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c728d2e8-e6b9-46c1-ae91-0720e8e94a81" -d '{"events": [{"server_uuid": "88f06b7e-edb2-43f1-b93a-f1c04e51902b", "name": "network-vif-unplugged", "status": "completed", "tag": "d627b88b-cb29-4bd1-afec-e8bab05970f1"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:12:37.541048 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-77bad538-6c08-4d74-9c59-3414df428b4a req-f19ff2a6-d755-40ca-a4ac-ca2365f653a1 service neutron] Publish callbacks [] for port (d627b88b-cb29-4bd1-afec-e8bab05970f1), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:37.551215 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-77bad538-6c08-4d74-9c59-3414df428b4a req-f19ff2a6-d755-40ca-a4ac-ca2365f653a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (d627b88b-cb29-4bd1-afec-e8bab05970f1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:37.675437 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc37c87-9aa8-4cbd-a5a7-bf88da61fe19 x-openstack-request-id: req-ddc37c87-9aa8-4cbd-a5a7-bf88da61fe19 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:12:37.676360 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f06b7e-edb2-43f1-b93a-f1c04e51902b", "name": "network-vif-unplugged", "status": "completed", "tag": "d627b88b-cb29-4bd1-afec-e8bab05970f1", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:12:37.676809 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ddc37c87-9aa8-4cbd-a5a7-bf88da61fe19 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:12:37.677228 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f06b7e-edb2-43f1-b93a-f1c04e51902b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd627b88b-cb29-4bd1-afec-e8bab05970f1', 'code': 200} Jan 28 00:12:37.697905 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ff2a6-d755-40ca-a4ac-ca2365f653a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d627b88b-cb29-4bd1-afec-e8bab05970f1,revision_number=7']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:37.716662 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-77bad538-6c08-4d74-9c59-3414df428b4a req-f19ff2a6-d755-40ca-a4ac-ca2365f653a1 service neutron] Attempting to bind port d627b88b-cb29-4bd1-afec-e8bab05970f1 on host n-h1-826754-1 for vnic_type normal with profile {"migrating_to": "n-h2-826754-1"} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:12:37.717038 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-77bad538-6c08-4d74-9c59-3414df428b4a req-f19ff2a6-d755-40ca-a4ac-ca2365f653a1 service neutron] Attempting to bind port d627b88b-cb29-4bd1-afec-e8bab05970f1 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:12:37.717481 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bad538-6c08-4d74-9c59-3414df428b4a req-f19ff2a6-d755-40ca-a4ac-ca2365f653a1 service neutron] Attempting to bind port d627b88b-cb29-4bd1-afec-e8bab05970f1 on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:12:37.725004 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bad538-6c08-4d74-9c59-3414df428b4a req-f19ff2a6-d755-40ca-a4ac-ca2365f653a1 service neutron] Port d627b88b-cb29-4bd1-afec-e8bab05970f1 on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:12:37.725446 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bad538-6c08-4d74-9c59-3414df428b4a req-f19ff2a6-d755-40ca-a4ac-ca2365f653a1 service neutron] Attempting to bind port d627b88b-cb29-4bd1-afec-e8bab05970f1 on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:12:37.734604 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bad538-6c08-4d74-9c59-3414df428b4a req-f19ff2a6-d755-40ca-a4ac-ca2365f653a1 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:12:37.736363 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bad538-6c08-4d74-9c59-3414df428b4a req-f19ff2a6-d755-40ca-a4ac-ca2365f653a1 service neutron] Checking segment: {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:12:37.736363 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bad538-6c08-4d74-9c59-3414df428b4a req-f19ff2a6-d755-40ca-a4ac-ca2365f653a1 service neutron] Bound using segment: {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:12:37.736363 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-77bad538-6c08-4d74-9c59-3414df428b4a req-f19ff2a6-d755-40ca-a4ac-ca2365f653a1 service neutron] Bound port: d627b88b-cb29-4bd1-afec-e8bab05970f1, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:12:37.736363 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-77bad538-6c08-4d74-9c59-3414df428b4a req-f19ff2a6-d755-40ca-a4ac-ca2365f653a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d627b88b-cb29-4bd1-afec-e8bab05970f1), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:37.817035 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port d627b88b-cb29-4bd1-afec-e8bab05970f1, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=d627b88b-cb29-4bd1-afec-e8bab05970f1,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:12:37.880279 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device d627b88b-cb29-4bd1-afec-e8bab05970f1 has no active binding in host n-h2-826754-1 {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 00:12:37.998034 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-77bad538-6c08-4d74-9c59-3414df428b4a req-f19ff2a6-d755-40ca-a4ac-ca2365f653a1 service neutron] For port d627b88b-cb29-4bd1-afec-e8bab05970f1, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:12:38.077309 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-77bad538-6c08-4d74-9c59-3414df428b4a req-f19ff2a6-d755-40ca-a4ac-ca2365f653a1 service neutron] For port d627b88b-cb29-4bd1-afec-e8bab05970f1, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=d627b88b-cb29-4bd1-afec-e8bab05970f1,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:12:38.102229 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-77bad538-6c08-4d74-9c59-3414df428b4a req-f19ff2a6-d755-40ca-a4ac-ca2365f653a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (d627b88b-cb29-4bd1-afec-e8bab05970f1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:38.258626 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a673bc89-d2bb-404e-a59a-108457841277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:38.353546 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ff2a6-d755-40ca-a4ac-ca2365f653a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d627b88b-cb29-4bd1-afec-e8bab05970f1,revision_number=8']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:38.429759 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c70a6e-af31-429a-86ca-81b49eea4900 req-43c24de3-aa7f-49b4-a490-23a9e6ea1731 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:38.442003 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9c70a6e-af31-429a-86ca-81b49eea4900 req-43c24de3-aa7f-49b4-a490-23a9e6ea1731 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 943 time: 0.5585115 Jan 28 00:12:38.446597 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bad538-6c08-4d74-9c59-3414df428b4a req-f19ff2a6-d755-40ca-a4ac-ca2365f653a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:38.447343 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-77bad538-6c08-4d74-9c59-3414df428b4a req-f19ff2a6-d755-40ca-a4ac-ca2365f653a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:38.456951 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77bad538-6c08-4d74-9c59-3414df428b4a req-f19ff2a6-d755-40ca-a4ac-ca2365f653a1 service neutron] 10.222.0.52 "PUT /v2.0/ports/d627b88b-cb29-4bd1-afec-e8bab05970f1 HTTP/1.1" status: 200 len: 1121 time: 2.0172343 Jan 28 00:12:38.569464 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['d627b88b-cb29-4bd1-afec-e8bab05970f1'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:12:38.571309 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49818) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:12:38.686982 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['d627b88b-cb29-4bd1-afec-e8bab05970f1'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:12:38.729986 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9c70a6e-af31-429a-86ca-81b49eea4900 req-a837c9cc-875c-49fc-aed6-ef7a9b918bca tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868006 Jan 28 00:12:38.750826 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-172d4403-d1c4-42b1-bbc7-35780db2c48c req-bd6d8bd0-0155-4a08-bd87-37baac22f677 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=4648ad18-eea7-4d87-a297-e1bb03015d57 HTTP/1.1" status: 200 len: 210 time: 0.1663492 Jan 28 00:12:38.862505 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-71007d77-526b-4e3b-b7d7-bde934e25490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:38.970997 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7bf4b-bd17-49ed-984b-167f9be1cd87 req-8f33a3f0-2e18-48a0-9609-d041d413307b tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:38.985708 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c0e7bf4b-bd17-49ed-984b-167f9be1cd87 req-8f33a3f0-2e18-48a0-9609-d041d413307b tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 945 time: 0.1341450 Jan 28 00:12:39.102618 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-71007d77-526b-4e3b-b7d7-bde934e25490 admin admin] Publish callbacks [] for security_group (658d393b-6480-4c25-9471-cf581c9249a7), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:39.118473 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-71007d77-526b-4e3b-b7d7-bde934e25490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (658d393b-6480-4c25-9471-cf581c9249a7), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:39.187797 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c0e7bf4b-bd17-49ed-984b-167f9be1cd87 req-c8d40cd1-763b-4b5b-99c4-df31d9b3b83e tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006905 Jan 28 00:12:39.274271 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-71007d77-526b-4e3b-b7d7-bde934e25490 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=78d9077c4c5a4d97af3aa961c60b73d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7023735 Jan 28 00:12:39.275926 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71007d77-526b-4e3b-b7d7-bde934e25490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658d393b-6480-4c25-9471-cf581c9249a7,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:39.278219 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49826) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:12:39.389708 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4bbcb829-f754-4cf4-8323-ac1495d3f204 admin admin] Publish callbacks [] for security_group (658d393b-6480-4c25-9471-cf581c9249a7), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:39.417658 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4bbcb829-f754-4cf4-8323-ac1495d3f204 admin admin] Publish callbacks [] for security_group (658d393b-6480-4c25-9471-cf581c9249a7), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:39.484664 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:39.497059 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4bbcb829-f754-4cf4-8323-ac1495d3f204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (658d393b-6480-4c25-9471-cf581c9249a7), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:39.501881 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4bbcb829-f754-4cf4-8323-ac1495d3f204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:39.515719 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4bbcb829-f754-4cf4-8323-ac1495d3f204 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/658d393b-6480-4c25-9471-cf581c9249a7 HTTP/1.1" status: 204 len: 168 time: 0.2283533 Jan 28 00:12:39.532177 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcb829-f754-4cf4-8323-ac1495d3f204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658d393b-6480-4c25-9471-cf581c9249a7,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:39.678452 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f06b7e-edb2-43f1-b93a-f1c04e51902b', 'tag': 'd627b88b-cb29-4bd1-afec-e8bab05970f1'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:12:39.683436 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5724d4-d910-4d54-bd44-2ecc0792beb6" -d '{"events": [{"name": "network-changed", "server_uuid": "88f06b7e-edb2-43f1-b93a-f1c04e51902b", "tag": "d627b88b-cb29-4bd1-afec-e8bab05970f1"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:12:39.758137 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2662d9cb-b361-4451-8e92-a5e68d131e84 x-openstack-request-id: req-2662d9cb-b361-4451-8e92-a5e68d131e84 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:12:39.758612 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f06b7e-edb2-43f1-b93a-f1c04e51902b", "tag": "d627b88b-cb29-4bd1-afec-e8bab05970f1", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:12:39.759030 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2662d9cb-b361-4451-8e92-a5e68d131e84 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:12:39.759708 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f06b7e-edb2-43f1-b93a-f1c04e51902b', 'tag': 'd627b88b-cb29-4bd1-afec-e8bab05970f1', 'status': 'completed', 'code': 200} Jan 28 00:12:40.100483 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7366c251-d5db-45c5-8164-cf6247703209 req-237fe451-5c72-48e5-9619-1fcb34ef0588 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=4648ad18-eea7-4d87-a297-e1bb03015d57 HTTP/1.1" status: 200 len: 210 time: 0.1552126 Jan 28 00:12:40.125190 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ae2d3-deea-4188-8bbc-94dc7216c8d0 req-868b68cd-fb4c-49db-b9e5-aae368ec7be5 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:40.136470 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0a2ae2d3-deea-4188-8bbc-94dc7216c8d0 req-868b68cd-fb4c-49db-b9e5-aae368ec7be5 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 943 time: 0.2392998 Jan 28 00:12:40.192111 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-1a88f916-34db-4e15-bd02-15b36575b14b tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:40.197306 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-1a88f916-34db-4e15-bd02-15b36575b14b tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.65 "GET /v2.0/networks?id=eb879c07-eac8-47cd-a981-6649a3df0cc8 HTTP/1.1" status: 200 len: 812 time: 0.3771944 Jan 28 00:12:40.232691 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0a2ae2d3-deea-4188-8bbc-94dc7216c8d0 req-f969a3aa-5729-445e-b25a-33f1adc00c90 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945346 Jan 28 00:12:40.330004 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-fdaa6e60-9032-404a-b310-30de68458d91 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Request body: {'port': {'device_id': '4648ad18-eea7-4d87-a297-e1bb03015d57', 'network_id': 'eb879c07-eac8-47cd-a981-6649a3df0cc8', 'admin_state_up': True, 'tenant_id': 'a85fa488f0a7421aa522333753c520c4'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:12:40.502947 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c1faa-8fea-49d8-a1d2-e99f9a0df11d req-e3179103-fc68-4742-bf99-41e7f3a71302 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:40.513244 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-652c1faa-8fea-49d8-a1d2-e99f9a0df11d req-e3179103-fc68-4742-bf99-41e7f3a71302 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 945 time: 0.0721915 Jan 28 00:12:40.581944 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5724d4-d910-4d54-bd44-2ecc0792beb6 req-97a4ee8d-921a-4843-805e-402c96823996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:40.583371 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-652c1faa-8fea-49d8-a1d2-e99f9a0df11d req-33427bf4-153b-4bbf-8722-713539693dbb tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687253 Jan 28 00:12:40.585154 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cd5724d4-d910-4d54-bd44-2ecc0792beb6 req-97a4ee8d-921a-4843-805e-402c96823996 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a78e89f3df84c31929be575e138a975&device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 1124 time: 0.7377679 Jan 28 00:12:40.802241 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5724d4-d910-4d54-bd44-2ecc0792beb6 req-e4356cb0-7f6f-46be-a9c5-02300209a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:40.807483 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cd5724d4-d910-4d54-bd44-2ecc0792beb6 req-e4356cb0-7f6f-46be-a9c5-02300209a1db service neutron] 10.222.0.65 "GET /v2.0/networks?id=ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 200 len: 908 time: 0.2118163 Jan 28 00:12:40.872477 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cd5724d4-d910-4d54-bd44-2ecc0792beb6 req-2f1e74f8-3ae5-4ea2-a379-14558cd6104e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d627b88b-cb29-4bd1-afec-e8bab05970f1 HTTP/1.1" status: 200 len: 217 time: 0.0521176 Jan 28 00:12:40.940328 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5724d4-d910-4d54-bd44-2ecc0792beb6 req-610179f5-0258-4c2e-bfee-ddebcf933e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:40.942087 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cd5724d4-d910-4d54-bd44-2ecc0792beb6 req-610179f5-0258-4c2e-bfee-ddebcf933e7e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a309d6c9-38a3-409d-a906-1638039000ff HTTP/1.1" status: 200 len: 847 time: 0.0582156 Jan 28 00:12:40.959460 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:41.023147 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-fdaa6e60-9032-404a-b310-30de68458d91 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Made reservation on behalf of a85fa488f0a7421aa522333753c520c4 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:12:41.032501 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-fdaa6e60-9032-404a-b310-30de68458d91 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:41.108441 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cd5724d4-d910-4d54-bd44-2ecc0792beb6 req-f670e390-557e-49ae-b960-082c94ef3034 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ede0cbb9-a83e-4037-b673-696eabc6b3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115024 Jan 28 00:12:41.332578 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cd5724d4-d910-4d54-bd44-2ecc0792beb6 req-cc01f787-8e79-4f79-b7d5-dcee6aa18797 service neutron] 10.222.0.65 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160189 Jan 28 00:12:41.370414 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ae1ead88-4fa3-4de1-8f0e-8ef6d2fea7e5 req-43318117-15b9-4438-ba5c-07378a3fb674 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=4648ad18-eea7-4d87-a297-e1bb03015d57 HTTP/1.1" status: 200 len: 210 time: 0.1037250 Jan 28 00:12:41.373311 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-fdaa6e60-9032-404a-b310-30de68458d91 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Allocated IP 172.20.0.7 (eb879c07-eac8-47cd-a981-6649a3df0cc8/3284d801-493d-46b5-84d7-ceafd25db814/36b5dcbf-3ff4-4406-9962-9e4faa465aaa) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:12:41.395700 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49876) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:12:41.517861 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cd5724d4-d910-4d54-bd44-2ecc0792beb6 req-63c60e30-a66d-4687-9f77-1a4ae094fdac service neutron] 10.222.0.65 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774330 Jan 28 00:12:41.613527 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1b56b-6345-4a39-bcc7-5eceb66b164b req-eb69b1f5-9f17-4459-8a89-582aa61a3659 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:41.615467 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-23a1b56b-6345-4a39-bcc7-5eceb66b164b req-eb69b1f5-9f17-4459-8a89-582aa61a3659 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 943 time: 0.1144471 Jan 28 00:12:41.682390 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-0539837d-ac59-4bc1-b5b6-59795e0b6bd2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1752367017-network', 'tenant_id': '8ad1e2d1438347f9b82a041e81630a38'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:12:41.691855 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-fdaa6e60-9032-404a-b310-30de68458d91 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for port (36b5dcbf-3ff4-4406-9962-9e4faa465aaa), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:41.762281 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-fdaa6e60-9032-404a-b310-30de68458d91 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (36b5dcbf-3ff4-4406-9962-9e4faa465aaa), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:41.786828 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0539837d-ac59-4bc1-b5b6-59795e0b6bd2 admin admin] Made reservation on behalf of 8ad1e2d1438347f9b82a041e81630a38 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:12:41.791709 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0539837d-ac59-4bc1-b5b6-59795e0b6bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:41.814830 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['12707aa4-c15d-43f2-850b-c72288b80f72'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:12:41.840916 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-23a1b56b-6345-4a39-bcc7-5eceb66b164b req-256876a9-dcb4-47ba-866d-0d5fade90518 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044499 Jan 28 00:12:41.843715 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0539837d-ac59-4bc1-b5b6-59795e0b6bd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:41.904437 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-fdaa6e60-9032-404a-b310-30de68458d91 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Network eb879c07-eac8-47cd-a981-6649a3df0cc8 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:12:41.920866 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-fdaa6e60-9032-404a-b310-30de68458d91 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:12:41.930871 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-fdaa6e60-9032-404a-b310-30de68458d91 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:12:42.088142 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b0263-57d6-46b7-82e2-0608dcc399b5 req-4e2d06cb-d1bc-4ffc-bacd-2cccdb95779d tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:42.102831 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4e2b0263-57d6-46b7-82e2-0608dcc399b5 req-4e2d06cb-d1bc-4ffc-bacd-2cccdb95779d tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 945 time: 0.1928451 Jan 28 00:12:42.120675 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa6e60-9032-404a-b310-30de68458d91 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Pushing event updated for resources: {'Port': ['ID=36b5dcbf-3ff4-4406-9962-9e4faa465aaa,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:42.216831 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-fdaa6e60-9032-404a-b310-30de68458d91 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:42.220886 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-fdaa6e60-9032-404a-b310-30de68458d91 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:42.259036 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-fdaa6e60-9032-404a-b310-30de68458d91 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9517770 Jan 28 00:12:42.284712 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-0d13492f-4adc-438a-8e03-e762e39620ff service neutron] Request body: {'port': {'device_id': '4648ad18-eea7-4d87-a297-e1bb03015d57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:12:42.292497 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0539837d-ac59-4bc1-b5b6-59795e0b6bd2 admin admin] Publish callbacks [] for security_group (681ac298-6d7d-4c84-94ff-efb4cb4b99db), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:42.324055 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:42.324964 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4e2b0263-57d6-46b7-82e2-0608dcc399b5 req-45baf327-fd80-457c-add7-67bee288089f tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941957 Jan 28 00:12:42.331761 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0539837d-ac59-4bc1-b5b6-59795e0b6bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (681ac298-6d7d-4c84-94ff-efb4cb4b99db), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:42.399767 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0539837d-ac59-4bc1-b5b6-59795e0b6bd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:12:42.484654 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0539837d-ac59-4bc1-b5b6-59795e0b6bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681ac298-6d7d-4c84-94ff-efb4cb4b99db,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:42.512883 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0539837d-ac59-4bc1-b5b6-59795e0b6bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (e0f5a5d1-5c9c-4481-a232-e06a970ff2af), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:42.513415 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-0539837d-ac59-4bc1-b5b6-59795e0b6bd2 admin admin] Added segment e0f5a5d1-5c9c-4481-a232-e06a970ff2af of type vlan for network 5eb4cde9-48bc-4604-95df-0cff774a67a8 Jan 28 00:12:42.535252 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-0d13492f-4adc-438a-8e03-e762e39620ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (36b5dcbf-3ff4-4406-9962-9e4faa465aaa), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:42.713393 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0539837d-ac59-4bc1-b5b6-59795e0b6bd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (5eb4cde9-48bc-4604-95df-0cff774a67a8), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:42.827964 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5a27e-c597-4438-8a9d-b9407cfc24ec req-c01d8919-7fc8-4d63-b147-5a7a188624bf tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:42.847411 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62f5a27e-c597-4438-8a9d-b9407cfc24ec req-c01d8919-7fc8-4d63-b147-5a7a188624bf tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=4648ad18-eea7-4d87-a297-e1bb03015d57 HTTP/1.1" status: 200 len: 931 time: 0.2781460 Jan 28 00:12:42.928463 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0539837d-ac59-4bc1-b5b6-59795e0b6bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (5eb4cde9-48bc-4604-95df-0cff774a67a8), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:42.941552 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0539837d-ac59-4bc1-b5b6-59795e0b6bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:42.947365 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:42.948484 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0539837d-ac59-4bc1-b5b6-59795e0b6bd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:43.127336 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0539837d-ac59-4bc1-b5b6-59795e0b6bd2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7298639 Jan 28 00:12:43.137296 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49900) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:12:43.147081 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d4db60e3-8910-4aff-81a8-1e41bec3f443 admin admin] Request body: {'subnet': {'network_id': '5eb4cde9-48bc-4604-95df-0cff774a67a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1752367017-subnet', 'tenant_id': '8ad1e2d1438347f9b82a041e81630a38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:12:43.156155 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0539837d-ac59-4bc1-b5b6-59795e0b6bd2 admin admin] Pushing event updated for resources: {'Network': ['ID=5eb4cde9-48bc-4604-95df-0cff774a67a8,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:43.169745 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 5eb4cde9-48bc-4604-95df-0cff774a67a8 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:12:43.172283 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62f5a27e-c597-4438-8a9d-b9407cfc24ec req-a34f4106-349f-4f44-aaea-9a29a1f602cf tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?id=1900d222-ba35-4a49-9a3c-ced837996220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234124 Jan 28 00:12:43.334334 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4db60e3-8910-4aff-81a8-1e41bec3f443 admin admin] Made reservation on behalf of 8ad1e2d1438347f9b82a041e81630a38 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:12:43.338645 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d4db60e3-8910-4aff-81a8-1e41bec3f443 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:43.358488 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e0ea4-0d89-499b-978a-a799ff2aa41e req-a8440e92-eb3e-4c76-83fe-292a72a24279 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:43.371374 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb3e0ea4-0d89-499b-978a-a799ff2aa41e req-a8440e92-eb3e-4c76-83fe-292a72a24279 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 943 time: 0.1574287 Jan 28 00:12:43.450483 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb3e0ea4-0d89-499b-978a-a799ff2aa41e req-2ac1b3dd-7f2e-4fcf-9302-c44b674b21aa tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764036 Jan 28 00:12:43.462831 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-0d13492f-4adc-438a-8e03-e762e39620ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b5dcbf-3ff4-4406-9962-9e4faa465aaa {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:12:43.474062 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-0d13492f-4adc-438a-8e03-e762e39620ff service neutron] Publish callbacks [] for port (36b5dcbf-3ff4-4406-9962-9e4faa465aaa), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:43.510282 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-0d13492f-4adc-438a-8e03-e762e39620ff service neutron] Transition to ACTIVE for port object 36b5dcbf-3ff4-4406-9962-9e4faa465aaa will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:12:43.527044 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-0d13492f-4adc-438a-8e03-e762e39620ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (36b5dcbf-3ff4-4406-9962-9e4faa465aaa), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:43.666580 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13492f-4adc-438a-8e03-e762e39620ff service neutron] Pushing event updated for resources: {'Port': ['ID=36b5dcbf-3ff4-4406-9962-9e4faa465aaa,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:43.728022 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c23996-183e-4d67-8e2b-52df9b5bbd9c req-cf71c548-f743-46ab-8070-1ad0b7fd456e tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:43.755241 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-29c23996-183e-4d67-8e2b-52df9b5bbd9c req-cf71c548-f743-46ab-8070-1ad0b7fd456e tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 945 time: 0.1785927 Jan 28 00:12:43.794074 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:43.906791 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-29c23996-183e-4d67-8e2b-52df9b5bbd9c req-bb274ad5-4b19-4b39-9f0c-36ee48319193 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434224 Jan 28 00:12:44.000039 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d4db60e3-8910-4aff-81a8-1e41bec3f443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (946dda7b-9121-47e0-9ed4-179f5cc07731), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:44.006739 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-0d13492f-4adc-438a-8e03-e762e39620ff service neutron] Attempting to bind port 36b5dcbf-3ff4-4406-9962-9e4faa465aaa on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:12:44.007082 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-0d13492f-4adc-438a-8e03-e762e39620ff service neutron] Attempting to bind port 36b5dcbf-3ff4-4406-9962-9e4faa465aaa by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '0952efdf-a551-493e-a682-268b5ab71776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'eb879c07-eac8-47cd-a981-6649a3df0cc8'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:12:44.007511 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-0d13492f-4adc-438a-8e03-e762e39620ff service neutron] Attempting to bind port 36b5dcbf-3ff4-4406-9962-9e4faa465aaa on network eb879c07-eac8-47cd-a981-6649a3df0cc8 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:12:44.054861 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-0d13492f-4adc-438a-8e03-e762e39620ff service neutron] Port 36b5dcbf-3ff4-4406-9962-9e4faa465aaa on network eb879c07-eac8-47cd-a981-6649a3df0cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:12:44.055188 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-0d13492f-4adc-438a-8e03-e762e39620ff service neutron] Attempting to bind port 36b5dcbf-3ff4-4406-9962-9e4faa465aaa on network eb879c07-eac8-47cd-a981-6649a3df0cc8 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:12:44.066143 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-0d13492f-4adc-438a-8e03-e762e39620ff service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:12:44.066586 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-0d13492f-4adc-438a-8e03-e762e39620ff service neutron] Checking segment: {'id': '0952efdf-a551-493e-a682-268b5ab71776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'eb879c07-eac8-47cd-a981-6649a3df0cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:12:44.066974 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-0d13492f-4adc-438a-8e03-e762e39620ff service neutron] Bound using segment: {'id': '0952efdf-a551-493e-a682-268b5ab71776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'eb879c07-eac8-47cd-a981-6649a3df0cc8'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:12:44.067570 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-0d13492f-4adc-438a-8e03-e762e39620ff service neutron] Bound port: 36b5dcbf-3ff4-4406-9962-9e4faa465aaa, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0952efdf-a551-493e-a682-268b5ab71776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'eb879c07-eac8-47cd-a981-6649a3df0cc8'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:12:44.068028 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-0d13492f-4adc-438a-8e03-e762e39620ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (36b5dcbf-3ff4-4406-9962-9e4faa465aaa), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:44.095341 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db60e3-8910-4aff-81a8-1e41bec3f443 admin admin] Pushing event updated for resources: {'Subnet': ['ID=946dda7b-9121-47e0-9ed4-179f5cc07731,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:44.149897 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4db60e3-8910-4aff-81a8-1e41bec3f443 admin admin] Checking segment: {'id': 'e0f5a5d1-5c9c-4481-a232-e06a970ff2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5eb4cde9-48bc-4604-95df-0cff774a67a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:12:44.150532 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4db60e3-8910-4aff-81a8-1e41bec3f443 admin admin] Network hostable DHCP agents. Network: 5eb4cde9-48bc-4604-95df-0cff774a67a8, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:12:44.201497 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4db60e3-8910-4aff-81a8-1e41bec3f443 admin admin] Network 5eb4cde9-48bc-4604-95df-0cff774a67a8 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:12:44.206557 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-0d13492f-4adc-438a-8e03-e762e39620ff service neutron] For port 36b5dcbf-3ff4-4406-9962-9e4faa465aaa, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:12:44.212844 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-0d13492f-4adc-438a-8e03-e762e39620ff service neutron] For port 36b5dcbf-3ff4-4406-9962-9e4faa465aaa, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=36b5dcbf-3ff4-4406-9962-9e4faa465aaa,segment=NetworkSegment(0952efdf-a551-493e-a682-268b5ab71776),segment_id=0952efdf-a551-493e-a682-268b5ab71776)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:12:44.222046 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-0d13492f-4adc-438a-8e03-e762e39620ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (36b5dcbf-3ff4-4406-9962-9e4faa465aaa), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:44.243335 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-d4db60e3-8910-4aff-81a8-1e41bec3f443 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 5eb4cde9-48bc-4604-95df-0cff774a67a8) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:12:44.283444 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc42fe8-0541-404b-8847-4fdfcc1b0367 None None] Network 5eb4cde9-48bc-4604-95df-0cff774a67a8 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:12:44.342411 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4db60e3-8910-4aff-81a8-1e41bec3f443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:44.343096 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d4db60e3-8910-4aff-81a8-1e41bec3f443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:44.362003 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-0d13492f-4adc-438a-8e03-e762e39620ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:44.362742 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-0d13492f-4adc-438a-8e03-e762e39620ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:44.365050 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-0d13492f-4adc-438a-8e03-e762e39620ff service neutron] 10.222.0.65 "PUT /v2.0/ports/36b5dcbf-3ff4-4406-9962-9e4faa465aaa HTTP/1.1" status: 200 len: 1091 time: 2.0900424 Jan 28 00:12:44.368775 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4648ad18-eea7-4d87-a297-e1bb03015d57', 'tag': '36b5dcbf-3ff4-4406-9962-9e4faa465aaa'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:12:44.373859 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c6dcf0-b731-4af7-b7b2-ddd317371a21" -d '{"events": [{"name": "network-changed", "server_uuid": "4648ad18-eea7-4d87-a297-e1bb03015d57", "tag": "36b5dcbf-3ff4-4406-9962-9e4faa465aaa"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:12:44.395274 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d4db60e3-8910-4aff-81a8-1e41bec3f443 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2550871 Jan 28 00:12:44.401689 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49918) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:12:44.412692 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-648feb52-fe02-4de6-922d-60fadd4535c2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1752367017-router', 'tenant_id': '8ad1e2d1438347f9b82a041e81630a38', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:12:44.480634 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13492f-4adc-438a-8e03-e762e39620ff service neutron] Pushing event updated for resources: {'Port': ['ID=36b5dcbf-3ff4-4406-9962-9e4faa465aaa,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:44.500808 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-62b07634-7d4d-420e-adef-9081f7d93c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:44.502363 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-62b07634-7d4d-420e-adef-9081f7d93c4b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a85fa488f0a7421aa522333753c520c4&device_id=4648ad18-eea7-4d87-a297-e1bb03015d57 HTTP/1.1" status: 200 len: 1094 time: 0.0632021 Jan 28 00:12:44.502719 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-648feb52-fe02-4de6-922d-60fadd4535c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (51c2609b-fa90-4441-99de-fff0ac730392), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:44.503845 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-648feb52-fe02-4de6-922d-60fadd4535c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (51c2609b-fa90-4441-99de-fff0ac730392), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:44.516888 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec882cd-f29d-429b-a816-8bf6b8cc2a8b req-e71f2a45-fcb6-46f2-827c-d7d7d947ddb2 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:44.527604 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3ec882cd-f29d-429b-a816-8bf6b8cc2a8b req-e71f2a45-fcb6-46f2-827c-d7d7d947ddb2 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=4648ad18-eea7-4d87-a297-e1bb03015d57 HTTP/1.1" status: 200 len: 943 time: 0.1946175 Jan 28 00:12:44.590032 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-8d2e547b-9573-4426-95f0-4bee0f1d5f3a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36b5dcbf-3ff4-4406-9962-9e4faa465aaa HTTP/1.1" status: 200 len: 217 time: 0.0720921 Jan 28 00:12:44.663159 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d99983-9d42-4249-a39f-10931d1e85a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-5eb4cde9-48bc-4604-95df-0cff774a67a8', 'network_id': '5eb4cde9-48bc-4604-95df-0cff774a67a8', 'project_id': '8ad1e2d1438347f9b82a041e81630a38', 'fixed_ips': [{'subnet_id': '946dda7b-9121-47e0-9ed4-179f5cc07731'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:12:44.664315 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-56d99983-9d42-4249-a39f-10931d1e85a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:44.669638 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-648feb52-fe02-4de6-922d-60fadd4535c2 admin admin] Publish callbacks [] for router_controller (51c2609b-fa90-4441-99de-fff0ac730392), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:44.670050 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-fa52d2b2-a3ff-403b-8475-76c235fb36e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:44.671564 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-fa52d2b2-a3ff-403b-8475-76c235fb36e8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3284d801-493d-46b5-84d7-ceafd25db814 HTTP/1.1" status: 200 len: 852 time: 0.0724437 Jan 28 00:12:44.733895 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-437235ec-a982-4c8b-8409-aaa47dc127de service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eb879c07-eac8-47cd-a981-6649a3df0cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546257 Jan 28 00:12:44.833512 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3391edd-42b8-4c79-89a4-283c9d934e6c x-openstack-request-id: req-f3391edd-42b8-4c79-89a4-283c9d934e6c {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:12:44.833984 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4648ad18-eea7-4d87-a297-e1bb03015d57", "tag": "36b5dcbf-3ff4-4406-9962-9e4faa465aaa", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:12:44.834463 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f3391edd-42b8-4c79-89a4-283c9d934e6c {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:12:44.835438 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4648ad18-eea7-4d87-a297-e1bb03015d57', 'tag': '36b5dcbf-3ff4-4406-9962-9e4faa465aaa', 'status': 'completed', 'code': 200} Jan 28 00:12:44.900126 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3ec882cd-f29d-429b-a816-8bf6b8cc2a8b req-e8d0fc18-3e50-48cf-a14f-b95dfe8abdda tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?id=1900d222-ba35-4a49-9a3c-ced837996220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709898 Jan 28 00:12:44.987239 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-18da412d-05ff-44fd-ba21-cab74d70f652 service neutron] 10.222.0.65 "GET /v2.0/networks/eb879c07-eac8-47cd-a981-6649a3df0cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453470 Jan 28 00:12:45.063155 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-56d99983-9d42-4249-a39f-10931d1e85a6 None None] Allocated IP 172.20.0.2 (5eb4cde9-48bc-4604-95df-0cff774a67a8/946dda7b-9121-47e0-9ed4-179f5cc07731/f6f5843a-1c99-49a8-adca-5025a1354134) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:12:45.314762 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-56d99983-9d42-4249-a39f-10931d1e85a6 None None] Publish callbacks [] for port (f6f5843a-1c99-49a8-adca-5025a1354134), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:45.338823 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-56d99983-9d42-4249-a39f-10931d1e85a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (f6f5843a-1c99-49a8-adca-5025a1354134), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:45.362773 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-be1a3f2d-0bf2-447b-ab47-e9755901f414 req-11939633-9029-483a-8ab4-b4e9260cb9fc service neutron] 10.222.0.65 "GET /v2.0/networks/eb879c07-eac8-47cd-a981-6649a3df0cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618014 Jan 28 00:12:45.408627 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d99983-9d42-4249-a39f-10931d1e85a6 None None] Network 5eb4cde9-48bc-4604-95df-0cff774a67a8 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:12:45.416049 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-56d99983-9d42-4249-a39f-10931d1e85a6 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:12:45.423459 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d99983-9d42-4249-a39f-10931d1e85a6 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:12:45.507699 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d99983-9d42-4249-a39f-10931d1e85a6 None None] Pushing event updated for resources: {'Port': ['ID=f6f5843a-1c99-49a8-adca-5025a1354134,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:45.563259 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-56d99983-9d42-4249-a39f-10931d1e85a6 None None] Attempting to bind port f6f5843a-1c99-49a8-adca-5025a1354134 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:12:45.564234 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-56d99983-9d42-4249-a39f-10931d1e85a6 None None] Attempting to bind port f6f5843a-1c99-49a8-adca-5025a1354134 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'e0f5a5d1-5c9c-4481-a232-e06a970ff2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5eb4cde9-48bc-4604-95df-0cff774a67a8'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:12:45.564961 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d99983-9d42-4249-a39f-10931d1e85a6 None None] Attempting to bind port f6f5843a-1c99-49a8-adca-5025a1354134 on network 5eb4cde9-48bc-4604-95df-0cff774a67a8 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:12:45.581010 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d99983-9d42-4249-a39f-10931d1e85a6 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:12:45.581386 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-648feb52-fe02-4de6-922d-60fadd4535c2 admin admin] Publish callbacks [] for router_gateway (51c2609b-fa90-4441-99de-fff0ac730392), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:45.581927 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d99983-9d42-4249-a39f-10931d1e85a6 None None] Checking segment: {'id': 'e0f5a5d1-5c9c-4481-a232-e06a970ff2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5eb4cde9-48bc-4604-95df-0cff774a67a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:12:45.582786 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-56d99983-9d42-4249-a39f-10931d1e85a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:45.583396 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d99983-9d42-4249-a39f-10931d1e85a6 None None] Bound using segment: {'id': 'e0f5a5d1-5c9c-4481-a232-e06a970ff2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5eb4cde9-48bc-4604-95df-0cff774a67a8'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:12:45.584667 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-56d99983-9d42-4249-a39f-10931d1e85a6 None None] Bound port: f6f5843a-1c99-49a8-adca-5025a1354134, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f5a5d1-5c9c-4481-a232-e06a970ff2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5eb4cde9-48bc-4604-95df-0cff774a67a8'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:12:45.584893 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-56d99983-9d42-4249-a39f-10931d1e85a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f6f5843a-1c99-49a8-adca-5025a1354134), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:45.605815 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6dcf0-b731-4af7-b7b2-ddd317371a21 req-ca512295-6f08-467e-af89-0611f5ddfb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:45.605815 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-20c6dcf0-b731-4af7-b7b2-ddd317371a21 req-ca512295-6f08-467e-af89-0611f5ddfb81 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a85fa488f0a7421aa522333753c520c4&device_id=4648ad18-eea7-4d87-a297-e1bb03015d57 HTTP/1.1" status: 200 len: 1094 time: 0.1130364 Jan 28 00:12:45.672503 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89b29c-6215-4f54-a663-268768ebd4fe req-25ca6abb-d01c-42d9-b709-2e061edb5182 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:45.674135 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5b89b29c-6215-4f54-a663-268768ebd4fe req-25ca6abb-d01c-42d9-b709-2e061edb5182 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 943 time: 0.6805625 Jan 28 00:12:45.684493 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fed4f8-e696-491e-947a-f46d70a59b8a req-07a4f26c-e33b-4d5e-a553-0733d04d72f3 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:45.686269 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e7fed4f8-e696-491e-947a-f46d70a59b8a req-07a4f26c-e33b-4d5e-a553-0733d04d72f3 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 945 time: 0.5525410 Jan 28 00:12:45.784617 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-56d99983-9d42-4249-a39f-10931d1e85a6 None None] For port f6f5843a-1c99-49a8-adca-5025a1354134, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:12:45.793548 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-56d99983-9d42-4249-a39f-10931d1e85a6 None None] For port f6f5843a-1c99-49a8-adca-5025a1354134, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f6f5843a-1c99-49a8-adca-5025a1354134,segment=NetworkSegment(e0f5a5d1-5c9c-4481-a232-e06a970ff2af),segment_id=e0f5a5d1-5c9c-4481-a232-e06a970ff2af)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:12:45.798048 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5b89b29c-6215-4f54-a663-268768ebd4fe req-c6cbd795-bd88-4df9-b852-00a217171b60 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107328 Jan 28 00:12:45.805063 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-56d99983-9d42-4249-a39f-10931d1e85a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f6f5843a-1c99-49a8-adca-5025a1354134), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:45.817335 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e7fed4f8-e696-491e-947a-f46d70a59b8a req-334a9b77-b123-4bdd-bfdd-f5418cc6b93a tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152899 Jan 28 00:12:45.869003 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6dcf0-b731-4af7-b7b2-ddd317371a21 req-d0b142a1-80d9-4986-9c1c-007c9c1fdecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:45.877215 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-20c6dcf0-b731-4af7-b7b2-ddd317371a21 req-d0b142a1-80d9-4986-9c1c-007c9c1fdecc service neutron] 10.222.0.65 "GET /v2.0/networks?id=eb879c07-eac8-47cd-a981-6649a3df0cc8 HTTP/1.1" status: 200 len: 913 time: 0.2599356 Jan 28 00:12:45.884743 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d99983-9d42-4249-a39f-10931d1e85a6 None None] Pushing event updated for resources: {'Port': ['ID=f6f5843a-1c99-49a8-adca-5025a1354134,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:45.980642 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-20c6dcf0-b731-4af7-b7b2-ddd317371a21 req-962bc216-caf5-41d9-9743-abcbd7bbc40b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36b5dcbf-3ff4-4406-9962-9e4faa465aaa HTTP/1.1" status: 200 len: 217 time: 0.1017697 Jan 28 00:12:46.103388 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6dcf0-b731-4af7-b7b2-ddd317371a21 req-e09f1311-2ac1-40a2-ab93-5cfba380b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:46.105373 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-20c6dcf0-b731-4af7-b7b2-ddd317371a21 req-e09f1311-2ac1-40a2-ab93-5cfba380b516 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3284d801-493d-46b5-84d7-ceafd25db814 HTTP/1.1" status: 200 len: 852 time: 0.1152248 Jan 28 00:12:46.113001 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-648feb52-fe02-4de6-922d-60fadd4535c2 admin admin] Publish callbacks [] for router_gateway (51c2609b-fa90-4441-99de-fff0ac730392), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:46.181182 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-20c6dcf0-b731-4af7-b7b2-ddd317371a21 req-65c18227-7a37-492e-9dd1-d315596848bb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eb879c07-eac8-47cd-a981-6649a3df0cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650246 Jan 28 00:12:46.188970 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-648feb52-fe02-4de6-922d-60fadd4535c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:46.395475 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d7551-deb8-4b30-84b3-d4982a557fd4 req-0b7d95d9-4e0e-470d-96f4-6f13d78874e3 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:46.405500 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-939d7551-deb8-4b30-84b3-d4982a557fd4 req-0b7d95d9-4e0e-470d-96f4-6f13d78874e3 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=4648ad18-eea7-4d87-a297-e1bb03015d57 HTTP/1.1" status: 200 len: 943 time: 0.2038925 Jan 28 00:12:46.474015 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-20c6dcf0-b731-4af7-b7b2-ddd317371a21 req-83c27da7-000a-4586-ad92-0a735069b042 service neutron] 10.222.0.65 "GET /v2.0/networks/eb879c07-eac8-47cd-a981-6649a3df0cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834084 Jan 28 00:12:46.530822 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-939d7551-deb8-4b30-84b3-d4982a557fd4 req-b1d654ef-f263-448e-b0f3-4ae36cc1a1e3 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?id=1900d222-ba35-4a49-9a3c-ced837996220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198711 Jan 28 00:12:46.599077 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-648feb52-fe02-4de6-922d-60fadd4535c2 admin admin] Allocated IP 172.25.3.204 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/52e9e26a-4d36-4de4-9fe1-17bfc0df3e69) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:12:46.702734 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-20c6dcf0-b731-4af7-b7b2-ddd317371a21 req-407612f3-d608-4225-b5c3-b1952778320e service neutron] 10.222.0.65 "GET /v2.0/networks/eb879c07-eac8-47cd-a981-6649a3df0cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212632 Jan 28 00:12:46.774165 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-648feb52-fe02-4de6-922d-60fadd4535c2 admin admin] Publish callbacks [] for port (52e9e26a-4d36-4de4-9fe1-17bfc0df3e69), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:46.820353 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-648feb52-fe02-4de6-922d-60fadd4535c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (52e9e26a-4d36-4de4-9fe1-17bfc0df3e69), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:46.881372 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648feb52-fe02-4de6-922d-60fadd4535c2 admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:12:46.882568 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-648feb52-fe02-4de6-922d-60fadd4535c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:12:46.891666 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648feb52-fe02-4de6-922d-60fadd4535c2 admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:12:46.924751 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648feb52-fe02-4de6-922d-60fadd4535c2 admin admin] Pushing event updated for resources: {'Port': ['ID=52e9e26a-4d36-4de4-9fe1-17bfc0df3e69,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:47.109720 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241c633-2b99-486b-a12d-1c3d257a1842 req-0d098378-9d4c-44a5-9127-e4f6c2aa2203 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:47.111347 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9241c633-2b99-486b-a12d-1c3d257a1842 req-0d098378-9d4c-44a5-9127-e4f6c2aa2203 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 943 time: 0.1833203 Jan 28 00:12:47.180259 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a08e7-235b-494a-bcd0-b0339e4da82f req-2c089f18-8c66-458e-b8da-aea24734fb52 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:47.183431 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa4a08e7-235b-494a-bcd0-b0339e4da82f req-2c089f18-8c66-458e-b8da-aea24734fb52 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/ports?device_id=953542fd-644d-4a73-8df0-583d11268ea4 HTTP/1.1" status: 200 len: 945 time: 0.2338028 Jan 28 00:12:47.404834 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9241c633-2b99-486b-a12d-1c3d257a1842 req-8349b1b3-5576-4d61-984b-55621e384684 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591326 Jan 28 00:12:47.411042 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa4a08e7-235b-494a-bcd0-b0339e4da82f req-1ceb10a8-0e10-44e2-a109-dfffac86b773 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4d054c1-f9bf-4382-85e8-3a9460104578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185009 Jan 28 00:12:47.560278 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-648feb52-fe02-4de6-922d-60fadd4535c2 admin admin] Publish callbacks [] for router_gateway (51c2609b-fa90-4441-99de-fff0ac730392), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:47.676490 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0c4d1e-a2ba-41dd-8fd1-b093e8af283a None None] Network 5eb4cde9-48bc-4604-95df-0cff774a67a8 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:12:47.713944 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85fded-dd43-48b7-a21e-dc5cde355a06 req-40567637-06e4-4200-a747-8a388d887ed4 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:47.715577 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f85fded-dd43-48b7-a21e-dc5cde355a06 req-40567637-06e4-4200-a747-8a388d887ed4 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 945 time: 0.1868021 Jan 28 00:12:47.815579 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-fab17926-cf31-4dd3-8369-f5d5dcacc864 None None] Provisioning complete for port f6f5843a-1c99-49a8-adca-5025a1354134 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:12:47.816106 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fab17926-cf31-4dd3-8369-f5d5dcacc864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f6f5843a-1c99-49a8-adca-5025a1354134), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:47.924407 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f85fded-dd43-48b7-a21e-dc5cde355a06 req-7bc05a43-19be-4b62-a9a6-316b283b6a1a tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974695 Jan 28 00:12:47.982349 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-648feb52-fe02-4de6-922d-60fadd4535c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (51c2609b-fa90-4441-99de-fff0ac730392), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:47.992976 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12711d-b8c9-4d80-aa56-16af5063c5fa req-a154bfec-bc32-46e1-b658-00afe31f56b6 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:48.014220 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bd12711d-b8c9-4d80-aa56-16af5063c5fa req-a154bfec-bc32-46e1-b658-00afe31f56b6 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=4648ad18-eea7-4d87-a297-e1bb03015d57 HTTP/1.1" status: 200 len: 943 time: 0.1838894 Jan 28 00:12:48.054174 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-fab17926-cf31-4dd3-8369-f5d5dcacc864 None None] Current status of the port f6f5843a-1c99-49a8-adca-5025a1354134 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:12:48.056925 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fab17926-cf31-4dd3-8369-f5d5dcacc864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f6f5843a-1c99-49a8-adca-5025a1354134), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:48.108758 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-fab17926-cf31-4dd3-8369-f5d5dcacc864 None None] For port f6f5843a-1c99-49a8-adca-5025a1354134, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f6f5843a-1c99-49a8-adca-5025a1354134,segment=NetworkSegment(e0f5a5d1-5c9c-4481-a232-e06a970ff2af),segment_id=e0f5a5d1-5c9c-4481-a232-e06a970ff2af)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:12:48.115872 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fab17926-cf31-4dd3-8369-f5d5dcacc864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f6f5843a-1c99-49a8-adca-5025a1354134), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:48.252865 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab17926-cf31-4dd3-8369-f5d5dcacc864 None None] Pushing event updated for resources: {'Port': ['ID=f6f5843a-1c99-49a8-adca-5025a1354134,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:48.263330 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bd12711d-b8c9-4d80-aa56-16af5063c5fa req-a68feb2b-e2fc-4ef1-841a-1933ec241db9 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?id=1900d222-ba35-4a49-9a3c-ced837996220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478325 Jan 28 00:12:48.322018 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648feb52-fe02-4de6-922d-60fadd4535c2 admin admin] Router 51c2609b-fa90-4441-99de-fff0ac730392 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:12:48.369485 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f6f5843a-1c99-49a8-adca-5025a1354134 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:12:48.550646 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port f6f5843a-1c99-49a8-adca-5025a1354134 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:12:48.560109 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f6f5843a-1c99-49a8-adca-5025a1354134), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:48.630727 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6bf27304-cdae-4975-96b7-824ff9e341e4 None None] Provisioning complete for port f6f5843a-1c99-49a8-adca-5025a1354134 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:12:48.631492 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6bf27304-cdae-4975-96b7-824ff9e341e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f6f5843a-1c99-49a8-adca-5025a1354134), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:48.663687 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648feb52-fe02-4de6-922d-60fadd4535c2 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:12:48.687060 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7c5e52-248f-4c67-85d4-bf967b3ee39a None None] Sync routers for ids ['51c2609b-fa90-4441-99de-fff0ac730392'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:12:48.701515 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4e508-4c4d-4282-99d4-233597194227 req-298973a2-b24f-4c38-a6e8-379b7e2afda0 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:48.708019 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a1c4e508-4c4d-4282-99d4-233597194227 req-298973a2-b24f-4c38-a6e8-379b7e2afda0 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 943 time: 0.1493788 Jan 28 00:12:48.711809 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7c5e52-248f-4c67-85d4-bf967b3ee39a None None] Routers {'51c2609b-fa90-4441-99de-fff0ac730392'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:12:48.712647 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-cf7c5e52-248f-4c67-85d4-bf967b3ee39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:12:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['51c2609b-fa90-4441-99de-fff0ac730392'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:12:48.718234 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 36b5dcbf-3ff4-4406-9962-9e4faa465aaa details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:12:48.740395 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-648feb52-fe02-4de6-922d-60fadd4535c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:48.750630 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49982) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:12:48.754089 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-648feb52-fe02-4de6-922d-60fadd4535c2 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.3491275 Jan 28 00:12:48.881732 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.resource_extend [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:12:48.966086 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-cf7c5e52-248f-4c67-85d4-bf967b3ee39a None None] Set router 51c2609b-fa90-4441-99de-fff0ac730392 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:12:49.128596 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a1c4e508-4c4d-4282-99d4-233597194227 req-799c43b1-22a0-4f8b-b90c-1d9c8391fa68 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712702 Jan 28 00:12:49.189331 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6bf27304-cdae-4975-96b7-824ff9e341e4 None None] Current status of the port f6f5843a-1c99-49a8-adca-5025a1354134 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:12:49.233889 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25307f-502b-44b7-a043-52148e62755d req-1ec44b21-0594-4388-b922-65d2066de17b tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:49.237426 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f25307f-502b-44b7-a043-52148e62755d req-1ec44b21-0594-4388-b922-65d2066de17b tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.52 "GET /v2.0/ports?device_id=953542fd-644d-4a73-8df0-583d11268ea4 HTTP/1.1" status: 200 len: 945 time: 0.2812483 Jan 28 00:12:49.277461 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc255a-8752-4aa2-8cd5-ea1ba329c731 req-1689cfec-38a0-40ea-bafe-83837057555d tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:49.285883 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-45dc255a-8752-4aa2-8cd5-ea1ba329c731 req-1689cfec-38a0-40ea-bafe-83837057555d tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/ports?device_id=953542fd-644d-4a73-8df0-583d11268ea4 HTTP/1.1" status: 200 len: 945 time: 0.2054095 Jan 28 00:12:49.426476 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-cf7c5e52-248f-4c67-85d4-bf967b3ee39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c2609b-fa90-4441-99de-fff0ac730392', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1752367017-router', 'tenant_id': '8ad1e2d1438347f9b82a041e81630a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '52e9e26a-4d36-4de4-9fe1-17bfc0df3e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:12:44Z', 'updated_at': '2022-01-28T00:12:47Z', 'revision_number': 3, 'project_id': '8ad1e2d1438347f9b82a041e81630a38', 'gw_port': {'id': '52e9e26a-4d36-4de4-9fe1-17bfc0df3e69', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c2609b-fa90-4441-99de-fff0ac730392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:12:46Z', 'updated_at': '2022-01-28T00:12:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:12:49.514453 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7c5e52-248f-4c67-85d4-bf967b3ee39a None None] Checking router: 51c2609b-fa90-4441-99de-fff0ac730392 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:12:49.518130 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7c5e52-248f-4c67-85d4-bf967b3ee39a None None] Updating router 51c2609b-fa90-4441-99de-fff0ac730392 port 52e9e26a-4d36-4de4-9fe1-17bfc0df3e69 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:12:49.534196 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port f6f5843a-1c99-49a8-adca-5025a1354134 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:12:49.576417 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cf7c5e52-248f-4c67-85d4-bf967b3ee39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (52e9e26a-4d36-4de4-9fe1-17bfc0df3e69), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:49.637244 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 36b5dcbf-3ff4-4406-9962-9e4faa465aaa, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=36b5dcbf-3ff4-4406-9962-9e4faa465aaa,segment=NetworkSegment(0952efdf-a551-493e-a682-268b5ab71776),segment_id=0952efdf-a551-493e-a682-268b5ab71776)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:12:49.666389 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '36b5dcbf-3ff4-4406-9962-9e4faa465aaa', 'network_id': 'eb879c07-eac8-47cd-a981-6649a3df0cc8', 'port_id': '36b5dcbf-3ff4-4406-9962-9e4faa465aaa', 'mac_address': 'fa:16:3e:71:19:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3284d801-493d-46b5-84d7-ceafd25db814', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:12:49.833688 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 36b5dcbf-3ff4-4406-9962-9e4faa465aaa is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:12:49.839126 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (36b5dcbf-3ff4-4406-9962-9e4faa465aaa), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:49.861003 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-45dc255a-8752-4aa2-8cd5-ea1ba329c731 req-15a1dad7-60fd-4b3f-b24a-5d8a38956030 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4d054c1-f9bf-4382-85e8-3a9460104578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4957404 Jan 28 00:12:49.935074 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b5dcbf-3ff4-4406-9962-9e4faa465aaa {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:12:49.956180 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-6f25307f-502b-44b7-a043-52148e62755d req-b69645b7-bc84-4fd8-bd2b-ed416b97d2ae tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Deleting port 2762cf87-9877-46fe-9fc5-2ed7fc752829 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:12:49.956839 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6f25307f-502b-44b7-a043-52148e62755d req-b69645b7-bc84-4fd8-bd2b-ed416b97d2ae tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (2762cf87-9877-46fe-9fc5-2ed7fc752829), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:49.999731 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 36b5dcbf-3ff4-4406-9962-9e4faa465aaa, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=36b5dcbf-3ff4-4406-9962-9e4faa465aaa,segment=NetworkSegment(0952efdf-a551-493e-a682-268b5ab71776),segment_id=0952efdf-a551-493e-a682-268b5ab71776)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:12:50.008757 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (36b5dcbf-3ff4-4406-9962-9e4faa465aaa), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:50.107909 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cf7c5e52-248f-4c67-85d4-bf967b3ee39a None None] Publish callbacks [] for port (52e9e26a-4d36-4de4-9fe1-17bfc0df3e69), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:50.130931 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cf7c5e52-248f-4c67-85d4-bf967b3ee39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (52e9e26a-4d36-4de4-9fe1-17bfc0df3e69), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:50.131180 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=36b5dcbf-3ff4-4406-9962-9e4faa465aaa,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:50.249514 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015964a8-07f0-4265-baec-568f401cc0e7 None None] Pushing event updated for resources: {'Port': ['ID=52e9e26a-4d36-4de4-9fe1-17bfc0df3e69,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:50.287336 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-cf7c5e52-248f-4c67-85d4-bf967b3ee39a None None] Attempting to bind port 52e9e26a-4d36-4de4-9fe1-17bfc0df3e69 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:12:50.288106 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-cf7c5e52-248f-4c67-85d4-bf967b3ee39a None None] Attempting to bind port 52e9e26a-4d36-4de4-9fe1-17bfc0df3e69 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:12:50.290154 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7c5e52-248f-4c67-85d4-bf967b3ee39a None None] Attempting to bind port 52e9e26a-4d36-4de4-9fe1-17bfc0df3e69 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:12:50.298984 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7c5e52-248f-4c67-85d4-bf967b3ee39a None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:12:50.299732 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7c5e52-248f-4c67-85d4-bf967b3ee39a None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:12:50.300593 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cf7c5e52-248f-4c67-85d4-bf967b3ee39a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:50.301170 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7c5e52-248f-4c67-85d4-bf967b3ee39a None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:12:50.301837 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-cf7c5e52-248f-4c67-85d4-bf967b3ee39a None None] Bound port: 52e9e26a-4d36-4de4-9fe1-17bfc0df3e69, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:12:50.302508 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cf7c5e52-248f-4c67-85d4-bf967b3ee39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (52e9e26a-4d36-4de4-9fe1-17bfc0df3e69), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:50.338884 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f6f5843a-1c99-49a8-adca-5025a1354134 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:12:50.374566 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015964a8-07f0-4265-baec-568f401cc0e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:50.375222 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015964a8-07f0-4265-baec-568f401cc0e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:50.376259 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015964a8-07f0-4265-baec-568f401cc0e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:50.376774 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015964a8-07f0-4265-baec-568f401cc0e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:50.377279 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015964a8-07f0-4265-baec-568f401cc0e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:50.377788 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015964a8-07f0-4265-baec-568f401cc0e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:50.378278 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015964a8-07f0-4265-baec-568f401cc0e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:50.378919 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015964a8-07f0-4265-baec-568f401cc0e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:50.379504 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015964a8-07f0-4265-baec-568f401cc0e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:50.380032 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015964a8-07f0-4265-baec-568f401cc0e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:50.380523 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015964a8-07f0-4265-baec-568f401cc0e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:50.380990 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90a4eef2-9dbb-4e89-914b-50dc7be30ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:50.381569 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015964a8-07f0-4265-baec-568f401cc0e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:50.382064 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015964a8-07f0-4265-baec-568f401cc0e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:12:50.390635 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-cf7c5e52-248f-4c67-85d4-bf967b3ee39a None None] For port 52e9e26a-4d36-4de4-9fe1-17bfc0df3e69, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:12:50.395989 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-cf7c5e52-248f-4c67-85d4-bf967b3ee39a None None] For port 52e9e26a-4d36-4de4-9fe1-17bfc0df3e69, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=52e9e26a-4d36-4de4-9fe1-17bfc0df3e69,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:12:50.403583 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-cf7c5e52-248f-4c67-85d4-bf967b3ee39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (52e9e26a-4d36-4de4-9fe1-17bfc0df3e69), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:50.433044 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['36b5dcbf-3ff4-4406-9962-9e4faa465aaa'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:12:50.542029 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port f6f5843a-1c99-49a8-adca-5025a1354134 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:12:50.542419 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f6f5843a-1c99-49a8-adca-5025a1354134), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:50.564114 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7c5e52-248f-4c67-85d4-bf967b3ee39a None None] Routers {'51c2609b-fa90-4441-99de-fff0ac730392'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:12:50.565189 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-cf7c5e52-248f-4c67-85d4-bf967b3ee39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:12:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['51c2609b-fa90-4441-99de-fff0ac730392'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:12:50.569203 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015964a8-07f0-4265-baec-568f401cc0e7 None None] Pushing event updated for resources: {'Port': ['ID=52e9e26a-4d36-4de4-9fe1-17bfc0df3e69,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:50.649721 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device d627b88b-cb29-4bd1-afec-e8bab05970f1 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:12:50.799394 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-90a4eef2-9dbb-4e89-914b-50dc7be30ad0 admin admin] Allocated IP 172.20.0.1 (5eb4cde9-48bc-4604-95df-0cff774a67a8/946dda7b-9121-47e0-9ed4-179f5cc07731/0a147254-1c71-4caa-a934-9f6c0e5567a9) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:12:50.873490 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port d627b88b-cb29-4bd1-afec-e8bab05970f1 is: DOWN; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:12:50.878438 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119b5fa-6b87-4098-839d-6e1a7f11f899 req-ba9b21a1-8f18-4e5a-bb20-273331b9b27b tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:50.903686 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9119b5fa-6b87-4098-839d-6e1a7f11f899 req-ba9b21a1-8f18-4e5a-bb20-273331b9b27b tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 943 time: 0.2213511 Jan 28 00:12:51.008912 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff8269-ec90-499e-808b-b7b1a081a114 req-535e878b-8648-4e70-a039-1e97a5b8eec1 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:51.029539 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37ff8269-ec90-499e-808b-b7b1a081a114 req-535e878b-8648-4e70-a039-1e97a5b8eec1 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=4648ad18-eea7-4d87-a297-e1bb03015d57 HTTP/1.1" status: 200 len: 944 time: 0.3056808 Jan 28 00:12:51.036281 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port f6f5843a-1c99-49a8-adca-5025a1354134 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:12:51.036827 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-cf7c5e52-248f-4c67-85d4-bf967b3ee39a None None] Set router 51c2609b-fa90-4441-99de-fff0ac730392 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:12:51.051966 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90a4eef2-9dbb-4e89-914b-50dc7be30ad0 admin admin] Publish callbacks [] for port (0a147254-1c71-4caa-a934-9f6c0e5567a9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:51.133841 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90a4eef2-9dbb-4e89-914b-50dc7be30ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (0a147254-1c71-4caa-a934-9f6c0e5567a9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:51.204881 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37ff8269-ec90-499e-808b-b7b1a081a114 req-7880c37e-70c1-4ae9-8102-a2e640caaee2 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?id=1900d222-ba35-4a49-9a3c-ced837996220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740124 Jan 28 00:12:51.213006 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-6f25307f-502b-44b7-a043-52148e62755d req-b69645b7-bc84-4fd8-bd2b-ed416b97d2ae tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] For port 2762cf87-9877-46fe-9fc5-2ed7fc752829, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2762cf87-9877-46fe-9fc5-2ed7fc752829,segment=NetworkSegment(694f6eea-06a8-49aa-9a59-ebf86869732c),segment_id=694f6eea-06a8-49aa-9a59-ebf86869732c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:12:51.213389 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6f25307f-502b-44b7-a043-52148e62755d req-b69645b7-bc84-4fd8-bd2b-ed416b97d2ae tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (2762cf87-9877-46fe-9fc5-2ed7fc752829), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:51.251843 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-6f25307f-502b-44b7-a043-52148e62755d req-b69645b7-bc84-4fd8-bd2b-ed416b97d2ae tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Calling delete_port for 2762cf87-9877-46fe-9fc5-2ed7fc752829 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:12:51.308527 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a4eef2-9dbb-4e89-914b-50dc7be30ad0 admin admin] Network 5eb4cde9-48bc-4604-95df-0cff774a67a8 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:12:51.316021 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9119b5fa-6b87-4098-839d-6e1a7f11f899 req-4431186e-6e3e-4279-aa42-b288b28b6afe tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111555 Jan 28 00:12:51.322706 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-90a4eef2-9dbb-4e89-914b-50dc7be30ad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:12:51.333540 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a4eef2-9dbb-4e89-914b-50dc7be30ad0 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:12:51.492199 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4eef2-9dbb-4e89-914b-50dc7be30ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=0a147254-1c71-4caa-a934-9f6c0e5567a9,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:51.504820 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device ed8a55c3-affb-42ef-bae0-b767d36f307b details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:12:51.520597 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90a4eef2-9dbb-4e89-914b-50dc7be30ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (51c2609b-fa90-4441-99de-fff0ac730392), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:51.594228 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-cf7c5e52-248f-4c67-85d4-bf967b3ee39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c2609b-fa90-4441-99de-fff0ac730392', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1752367017-router', 'tenant_id': '8ad1e2d1438347f9b82a041e81630a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '52e9e26a-4d36-4de4-9fe1-17bfc0df3e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:12:44Z', 'updated_at': '2022-01-28T00:12:47Z', 'revision_number': 3, 'project_id': '8ad1e2d1438347f9b82a041e81630a38', 'gw_port': {'id': '52e9e26a-4d36-4de4-9fe1-17bfc0df3e69', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c2609b-fa90-4441-99de-fff0ac730392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:12:46Z', 'updated_at': '2022-01-28T00:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:12:51.698742 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6f25307f-502b-44b7-a043-52148e62755d req-b69645b7-bc84-4fd8-bd2b-ed416b97d2ae tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (2762cf87-9877-46fe-9fc5-2ed7fc752829), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:51.711590 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7c5e52-248f-4c67-85d4-bf967b3ee39a None None] The sync data for ids ['51c2609b-fa90-4441-99de-fff0ac730392'] in n-d-826754-1 is: [{'id': '51c2609b-fa90-4441-99de-fff0ac730392', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1752367017-router', 'tenant_id': '8ad1e2d1438347f9b82a041e81630a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '52e9e26a-4d36-4de4-9fe1-17bfc0df3e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:12:44Z', 'updated_at': '2022-01-28T00:12:47Z', 'revision_number': 3, 'project_id': '8ad1e2d1438347f9b82a041e81630a38', 'gw_port': {'id': '52e9e26a-4d36-4de4-9fe1-17bfc0df3e69', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c2609b-fa90-4441-99de-fff0ac730392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:12:46Z', 'updated_at': '2022-01-28T00:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:12:51.792295 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69645b7-bc84-4fd8-bd2b-ed416b97d2ae tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Pushing event deleted for resources: {'Port': ['ID=2762cf87-9877-46fe-9fc5-2ed7fc752829,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:51.874280 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port ed8a55c3-affb-42ef-bae0-b767d36f307b, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=ed8a55c3-affb-42ef-bae0-b767d36f307b,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:12:51.897605 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'ed8a55c3-affb-42ef-bae0-b767d36f307b', 'network_id': 'f388c604-9dfb-430b-954f-b2b9c1d3c352', 'port_id': 'ed8a55c3-affb-42ef-bae0-b767d36f307b', 'mac_address': 'fa:16:3e:fe:a4:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742a4943-8344-4614-b3ae-dda4eb02931e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:12:51.914076 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['2762cf87-9877-46fe-9fc5-2ed7fc752829'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:12:51.928790 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90a4eef2-9dbb-4e89-914b-50dc7be30ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0a147254-1c71-4caa-a934-9f6c0e5567a9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:51.993392 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-98e129b8-f5b1-4982-af38-2e1ef9ebc2e2 req-7cfcb205-5ba4-40c1-a343-e91ae3f9e704 tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.70 "GET /v2.0/ports?device_id=953542fd-644d-4a73-8df0-583d11268ea4 HTTP/1.1" status: 200 len: 210 time: 0.1101644 Jan 28 00:12:51.998807 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f25307f-502b-44b7-a043-52148e62755d req-b69645b7-bc84-4fd8-bd2b-ed416b97d2ae tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] No DVR routers for this DVR port 2762cf87-9877-46fe-9fc5-2ed7fc752829 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:12:52.012592 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6f25307f-502b-44b7-a043-52148e62755d req-b69645b7-bc84-4fd8-bd2b-ed416b97d2ae tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:52.016464 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f25307f-502b-44b7-a043-52148e62755d req-b69645b7-bc84-4fd8-bd2b-ed416b97d2ae tempest-AttachSCSIVolumeTestJSON-15389203 tempest-AttachSCSIVolumeTestJSON-15389203-project] 10.222.0.52 "DELETE /v2.0/ports/2762cf87-9877-46fe-9fc5-2ed7fc752829 HTTP/1.1" status: 204 len: 173 time: 2.7725029 Jan 28 00:12:52.020918 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953542fd-644d-4a73-8df0-583d11268ea4', 'name': 'network-vif-deleted', 'tag': '2762cf87-9877-46fe-9fc5-2ed7fc752829'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:12:52.029227 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b63789-069b-4749-a316-f59866c2fea6" -d '{"events": [{"server_uuid": "953542fd-644d-4a73-8df0-583d11268ea4", "name": "network-vif-deleted", "tag": "2762cf87-9877-46fe-9fc5-2ed7fc752829"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:12:52.354349 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876df692-8d5e-465b-bb0a-c486c1a85de3 x-openstack-request-id: req-876df692-8d5e-465b-bb0a-c486c1a85de3 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:12:52.354683 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953542fd-644d-4a73-8df0-583d11268ea4", "name": "network-vif-deleted", "tag": "2762cf87-9877-46fe-9fc5-2ed7fc752829", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:12:52.356988 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-876df692-8d5e-465b-bb0a-c486c1a85de3 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:12:52.357586 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953542fd-644d-4a73-8df0-583d11268ea4', 'name': 'network-vif-deleted', 'tag': '2762cf87-9877-46fe-9fc5-2ed7fc752829', 'status': 'completed', 'code': 200} Jan 28 00:12:52.460588 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port ed8a55c3-affb-42ef-bae0-b767d36f307b is: ACTIVE; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:12:52.461085 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ed8a55c3-affb-42ef-bae0-b767d36f307b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:52.565877 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed8a55c3-affb-42ef-bae0-b767d36f307b {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:12:52.609816 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-80d7914a-e291-4c9d-9a49-f178b2547360 None None] Provisioning complete for port 0a147254-1c71-4caa-a934-9f6c0e5567a9 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:12:52.612598 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-80d7914a-e291-4c9d-9a49-f178b2547360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0a147254-1c71-4caa-a934-9f6c0e5567a9), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:52.639556 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90a4eef2-9dbb-4e89-914b-50dc7be30ad0 admin admin] Publish callbacks [] for port (0a147254-1c71-4caa-a934-9f6c0e5567a9), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:52.655856 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90a4eef2-9dbb-4e89-914b-50dc7be30ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (0a147254-1c71-4caa-a934-9f6c0e5567a9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:52.730726 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69316b0a-7488-4b8f-85b9-81c4b7a88d7e req-6892965a-be6e-45e2-bb96-090a1a299af4 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:52.735232 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-69316b0a-7488-4b8f-85b9-81c4b7a88d7e req-6892965a-be6e-45e2-bb96-090a1a299af4 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=4648ad18-eea7-4d87-a297-e1bb03015d57 HTTP/1.1" status: 200 len: 944 time: 0.2480850 Jan 28 00:12:52.759437 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 36b5dcbf-3ff4-4406-9962-9e4faa465aaa up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:12:52.776257 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port ed8a55c3-affb-42ef-bae0-b767d36f307b, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=ed8a55c3-affb-42ef-bae0-b767d36f307b,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:12:52.821472 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4eef2-9dbb-4e89-914b-50dc7be30ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=0a147254-1c71-4caa-a934-9f6c0e5567a9,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:52.884950 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ed8a55c3-affb-42ef-bae0-b767d36f307b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:52.892526 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-69316b0a-7488-4b8f-85b9-81c4b7a88d7e req-134a5400-9242-46c3-abb5-de23e7723f96 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?id=1900d222-ba35-4a49-9a3c-ced837996220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176310 Jan 28 00:12:52.940457 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90a4eef2-9dbb-4e89-914b-50dc7be30ad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (51c2609b-fa90-4441-99de-fff0ac730392), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:52.942526 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5388d-4310-4169-ae32-fa7f3119d13a req-457ad3c8-a2ca-499c-ad8c-e24e4abc77d3 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:52.946109 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f1a5388d-4310-4169-ae32-fa7f3119d13a req-457ad3c8-a2ca-499c-ad8c-e24e4abc77d3 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 943 time: 0.1853850 Jan 28 00:12:52.954175 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-80d7914a-e291-4c9d-9a49-f178b2547360 None None] Port 0a147254-1c71-4caa-a934-9f6c0e5567a9 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:12:53.103302 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 36b5dcbf-3ff4-4406-9962-9e4faa465aaa completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:12:53.106544 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=ed8a55c3-affb-42ef-bae0-b767d36f307b,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:53.121626 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 36b5dcbf-3ff4-4406-9962-9e4faa465aaa triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:12:53.122372 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (36b5dcbf-3ff4-4406-9962-9e4faa465aaa), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:53.132409 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f1a5388d-4310-4169-ae32-fa7f3119d13a req-52033164-500b-4592-b804-730693833b33 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735358 Jan 28 00:12:53.291464 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['ed8a55c3-affb-42ef-bae0-b767d36f307b'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:12:53.357360 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a4eef2-9dbb-4e89-914b-50dc7be30ad0 admin admin] Network 5eb4cde9-48bc-4604-95df-0cff774a67a8 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:12:53.365024 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-90a4eef2-9dbb-4e89-914b-50dc7be30ad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:12:53.622045 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 36b5dcbf-3ff4-4406-9962-9e4faa465aaa is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:12:53.622045 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (36b5dcbf-3ff4-4406-9962-9e4faa465aaa), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:53.627974 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2762cf87-9877-46fe-9fc5-2ed7fc752829 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:12:53.705461 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a4eef2-9dbb-4e89-914b-50dc7be30ad0 admin admin] Router 51c2609b-fa90-4441-99de-fff0ac730392 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:12:53.845985 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 36b5dcbf-3ff4-4406-9962-9e4faa465aaa, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=36b5dcbf-3ff4-4406-9962-9e4faa465aaa,segment=NetworkSegment(0952efdf-a551-493e-a682-268b5ab71776),segment_id=0952efdf-a551-493e-a682-268b5ab71776)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:12:53.855362 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4648ad18-eea7-4d87-a297-e1bb03015d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b5dcbf-3ff4-4406-9962-9e4faa465aaa'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:12:53.858216 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb47ccf-83d7-4bec-878f-86b6d6abbea4" -d '{"events": [{"server_uuid": "4648ad18-eea7-4d87-a297-e1bb03015d57", "name": "network-vif-plugged", "status": "completed", "tag": "36b5dcbf-3ff4-4406-9962-9e4faa465aaa"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:12:53.861276 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 2762cf87-9877-46fe-9fc5-2ed7fc752829 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:12:53.861776 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2762cf87-9877-46fe-9fc5-2ed7fc752829 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:12:53.880140 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (36b5dcbf-3ff4-4406-9962-9e4faa465aaa), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:54.277281 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95de90ad-ef99-4c37-957a-d9ec2c1d3af2 x-openstack-request-id: req-95de90ad-ef99-4c37-957a-d9ec2c1d3af2 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:12:54.277914 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4648ad18-eea7-4d87-a297-e1bb03015d57", "name": "network-vif-plugged", "status": "completed", "tag": "36b5dcbf-3ff4-4406-9962-9e4faa465aaa", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:12:54.277914 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-95de90ad-ef99-4c37-957a-d9ec2c1d3af2 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:12:54.282967 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4648ad18-eea7-4d87-a297-e1bb03015d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b5dcbf-3ff4-4406-9962-9e4faa465aaa', 'code': 200} Jan 28 00:12:54.358617 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=36b5dcbf-3ff4-4406-9962-9e4faa465aaa,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:54.538928 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d473a2-dc1e-4b25-be0a-e01577f9ccfa req-54434f58-ecac-4ffa-b5fe-f54f88266bfc tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:54.572957 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-92d473a2-dc1e-4b25-be0a-e01577f9ccfa req-54434f58-ecac-4ffa-b5fe-f54f88266bfc tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=4648ad18-eea7-4d87-a297-e1bb03015d57 HTTP/1.1" status: 200 len: 945 time: 0.2850783 Jan 28 00:12:54.587544 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a4eef2-9dbb-4e89-914b-50dc7be30ad0 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:12:54.608450 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-90a4eef2-9dbb-4e89-914b-50dc7be30ad0 admin admin] 10.222.0.70 "PUT /v2.0/routers/51c2609b-fa90-4441-99de-fff0ac730392/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8564012 Jan 28 00:12:54.625422 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5caf363-597b-4780-88da-30e4f1d2b823 req-cf036c97-6e0c-4d10-822b-7c083ca55c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:54.627152 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d5caf363-597b-4780-88da-30e4f1d2b823 req-cf036c97-6e0c-4d10-822b-7c083ca55c83 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4648ad18-eea7-4d87-a297-e1bb03015d57 HTTP/1.1" status: 200 len: 1096 time: 0.4180093 Jan 28 00:12:54.692678 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-1bc6975e-b873-46c7-a3a7-3fd477e261a4 None None] Provisioning complete for port 0a147254-1c71-4caa-a934-9f6c0e5567a9 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:12:54.693592 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1bc6975e-b873-46c7-a3a7-3fd477e261a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0a147254-1c71-4caa-a934-9f6c0e5567a9), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:54.779046 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d5caf363-597b-4780-88da-30e4f1d2b823 req-eb28e1d6-1736-4970-91a9-757029859dd4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1900d222-ba35-4a49-9a3c-ced837996220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431177 Jan 28 00:12:54.783109 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b70eed-9e50-4ff7-9807-101f2653ae08 req-98df1da5-49ff-40bf-bb14-dab3e56a0826 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:54.788076 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-13b70eed-9e50-4ff7-9807-101f2653ae08 req-98df1da5-49ff-40bf-bb14-dab3e56a0826 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 943 time: 0.1559253 Jan 28 00:12:54.794287 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 52e9e26a-4d36-4de4-9fe1-17bfc0df3e69 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:12:54.825531 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-92d473a2-dc1e-4b25-be0a-e01577f9ccfa req-d9f5c474-c554-40af-91da-3ca41b0cb23d tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?id=1900d222-ba35-4a49-9a3c-ced837996220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516346 Jan 28 00:12:54.878308 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1bc6975e-b873-46c7-a3a7-3fd477e261a4 None None] Port 0a147254-1c71-4caa-a934-9f6c0e5567a9 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:12:54.906507 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-13b70eed-9e50-4ff7-9807-101f2653ae08 req-eb7efc2b-cc93-4970-804f-3f6fb2734a4b tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049261 Jan 28 00:12:54.923850 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 52e9e26a-4d36-4de4-9fe1-17bfc0df3e69 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:12:54.924529 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (52e9e26a-4d36-4de4-9fe1-17bfc0df3e69), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:55.052689 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 52e9e26a-4d36-4de4-9fe1-17bfc0df3e69 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:12:55.053097 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (52e9e26a-4d36-4de4-9fe1-17bfc0df3e69), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:55.110752 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 52e9e26a-4d36-4de4-9fe1-17bfc0df3e69, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=52e9e26a-4d36-4de4-9fe1-17bfc0df3e69,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:12:55.118159 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (52e9e26a-4d36-4de4-9fe1-17bfc0df3e69), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:55.237965 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=52e9e26a-4d36-4de4-9fe1-17bfc0df3e69,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:55.275424 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-f9edbd7b-95af-40a3-a116-ba92cc41044f req-9cab7ea2-a77b-4b4e-91df-1793102e07a2 tempest-FloatingIPDetailsNegativeTestJSON-94336240 tempest-FloatingIPDetailsNegativeTestJSON-94336240-project] show failed (client error): The resource could not be found. Jan 28 00:12:55.278325 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f9edbd7b-95af-40a3-a116-ba92cc41044f req-9cab7ea2-a77b-4b4e-91df-1793102e07a2 tempest-FloatingIPDetailsNegativeTestJSON-94336240 tempest-FloatingIPDetailsNegativeTestJSON-94336240-project] 10.222.0.70 "GET /v2.0/floatingips/0458f753-b122-4f44-86e8-4e0a2c97c344 HTTP/1.1" status: 404 len: 350 time: 0.1526227 Jan 28 00:12:55.286905 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50132) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:12:55.525321 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device ed8a55c3-affb-42ef-bae0-b767d36f307b up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:12:55.631071 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port ed8a55c3-affb-42ef-bae0-b767d36f307b triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:12:55.631582 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ed8a55c3-affb-42ef-bae0-b767d36f307b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:55.776602 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port ed8a55c3-affb-42ef-bae0-b767d36f307b is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:12:55.777193 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ed8a55c3-affb-42ef-bae0-b767d36f307b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:55.848114 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port ed8a55c3-affb-42ef-bae0-b767d36f307b, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=ed8a55c3-affb-42ef-bae0-b767d36f307b,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:12:55.852570 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e69fe91-c61c-4a30-a53d-75b9c9486c5f None None] Sync routers for ids ['51c2609b-fa90-4441-99de-fff0ac730392'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:12:55.857589 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ed8a55c3-affb-42ef-bae0-b767d36f307b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:55.974590 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e69fe91-c61c-4a30-a53d-75b9c9486c5f None None] Routers {'51c2609b-fa90-4441-99de-fff0ac730392'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:12:55.980033 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-0e69fe91-c61c-4a30-a53d-75b9c9486c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:12:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['51c2609b-fa90-4441-99de-fff0ac730392'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:12:56.130077 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=ed8a55c3-affb-42ef-bae0-b767d36f307b,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:56.149108 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e6fe9401-d7f6-4441-b4c7-7100b747fb99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (51c2609b-fa90-4441-99de-fff0ac730392), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:56.233897 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-0e69fe91-c61c-4a30-a53d-75b9c9486c5f None None] Set router 51c2609b-fa90-4441-99de-fff0ac730392 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:12:56.326643 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8a55c3-affb-42ef-bae0-b767d36f307b'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:12:56.336357 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b87c065-a86d-44f1-8a7e-e18ad2bd8bc0" -d '{"events": [{"server_uuid": "7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945", "name": "network-vif-plugged", "status": "completed", "tag": "ed8a55c3-affb-42ef-bae0-b767d36f307b"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:12:56.372207 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 52e9e26a-4d36-4de4-9fe1-17bfc0df3e69 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:12:56.378606 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7252dc-b309-46f5-a092-29a426f2ea11 req-6e1d00fd-bcf3-4a84-9339-31994f727ca1 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:56.393064 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad7252dc-b309-46f5-a092-29a426f2ea11 req-6e1d00fd-bcf3-4a84-9339-31994f727ca1 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=4648ad18-eea7-4d87-a297-e1bb03015d57 HTTP/1.1" status: 200 len: 945 time: 0.3418255 Jan 28 00:12:56.418778 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615c3e3-fe95-4475-b1cb-b701a055d8dd req-1e1c6b0c-105e-40c8-9278-f072d6331f37 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:56.446536 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5615c3e3-fe95-4475-b1cb-b701a055d8dd req-1e1c6b0c-105e-40c8-9278-f072d6331f37 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 943 time: 0.3551488 Jan 28 00:12:56.600893 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad7252dc-b309-46f5-a092-29a426f2ea11 req-90e42e7e-5a31-45d3-9e70-90ded43cd296 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?id=1900d222-ba35-4a49-9a3c-ced837996220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018721 Jan 28 00:12:56.613216 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 52e9e26a-4d36-4de4-9fe1-17bfc0df3e69 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:12:56.614184 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (52e9e26a-4d36-4de4-9fe1-17bfc0df3e69), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:56.652363 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5615c3e3-fe95-4475-b1cb-b701a055d8dd req-67fa0c06-b699-4ccc-8b28-f1b61e8e1a8b tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045031 Jan 28 00:12:56.919633 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6842e798-3f31-4d29-887f-1fbe6fef90ca x-openstack-request-id: req-6842e798-3f31-4d29-887f-1fbe6fef90ca {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:12:56.920166 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945", "name": "network-vif-plugged", "status": "completed", "tag": "ed8a55c3-affb-42ef-bae0-b767d36f307b", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:12:56.920563 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6842e798-3f31-4d29-887f-1fbe6fef90ca {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:12:56.921170 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8a55c3-affb-42ef-bae0-b767d36f307b', 'code': 200} Jan 28 00:12:57.027988 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e6fe9401-d7f6-4441-b4c7-7100b747fb99 admin admin] Deleting port 0a147254-1c71-4caa-a934-9f6c0e5567a9 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:12:57.028544 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e6fe9401-d7f6-4441-b4c7-7100b747fb99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (0a147254-1c71-4caa-a934-9f6c0e5567a9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:57.224402 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 52e9e26a-4d36-4de4-9fe1-17bfc0df3e69 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:12:57.252329 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-0e69fe91-c61c-4a30-a53d-75b9c9486c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c2609b-fa90-4441-99de-fff0ac730392', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1752367017-router', 'tenant_id': '8ad1e2d1438347f9b82a041e81630a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '52e9e26a-4d36-4de4-9fe1-17bfc0df3e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:12:44Z', 'updated_at': '2022-01-28T00:12:51Z', 'revision_number': 4, 'project_id': '8ad1e2d1438347f9b82a041e81630a38', 'gw_port': {'id': '52e9e26a-4d36-4de4-9fe1-17bfc0df3e69', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c2609b-fa90-4441-99de-fff0ac730392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:12:46Z', 'updated_at': '2022-01-28T00:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '0a147254-1c71-4caa-a934-9f6c0e5567a9', 'name': '', 'network_id': '5eb4cde9-48bc-4604-95df-0cff774a67a8', 'tenant_id': '8ad1e2d1438347f9b82a041e81630a38', 'mac_address': 'fa:16:3e:7b:5c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c2609b-fa90-4441-99de-fff0ac730392', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '946dda7b-9121-47e0-9ed4-179f5cc07731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:12:50Z', 'updated_at': '2022-01-28T00:12:52Z', 'revision_number': 2, 'project_id': '8ad1e2d1438347f9b82a041e81630a38', 'subnets': [{'id': '946dda7b-9121-47e0-9ed4-179f5cc07731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:12:57.297821 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e69fe91-c61c-4a30-a53d-75b9c9486c5f None None] Checking router: 51c2609b-fa90-4441-99de-fff0ac730392 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:12:57.299050 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e69fe91-c61c-4a30-a53d-75b9c9486c5f None None] Updating router 51c2609b-fa90-4441-99de-fff0ac730392 port 0a147254-1c71-4caa-a934-9f6c0e5567a9 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:12:57.345616 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0e69fe91-c61c-4a30-a53d-75b9c9486c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0a147254-1c71-4caa-a934-9f6c0e5567a9), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:57.373620 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e6fe9401-d7f6-4441-b4c7-7100b747fb99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (0a147254-1c71-4caa-a934-9f6c0e5567a9), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:57.403418 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e6fe9401-d7f6-4441-b4c7-7100b747fb99 admin admin] Calling delete_port for 0a147254-1c71-4caa-a934-9f6c0e5567a9 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:12:57.838171 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e6fe9401-d7f6-4441-b4c7-7100b747fb99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (0a147254-1c71-4caa-a934-9f6c0e5567a9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:57.911384 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe9401-d7f6-4441-b4c7-7100b747fb99 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a147254-1c71-4caa-a934-9f6c0e5567a9,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:12:57.949620 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-0e69fe91-c61c-4a30-a53d-75b9c9486c5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:12:57.950337 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-0e69fe91-c61c-4a30-a53d-75b9c9486c5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:12:58.017666 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bab46f-0282-4a06-9f14-9ea51b446f6d req-cf7f5e13-491e-4ae7-bb2b-7aead3ec1a3b tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:58.029077 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-53bab46f-0282-4a06-9f14-9ea51b446f6d req-cf7f5e13-491e-4ae7-bb2b-7aead3ec1a3b tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=4648ad18-eea7-4d87-a297-e1bb03015d57 HTTP/1.1" status: 200 len: 945 time: 0.2123282 Jan 28 00:12:58.060951 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50365291-903f-48e9-9cc9-fab529326233 req-683ca776-ca2f-4cf6-aa72-9246646b5491 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:58.072789 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50365291-903f-48e9-9cc9-fab529326233 req-683ca776-ca2f-4cf6-aa72-9246646b5491 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 943 time: 0.1822159 Jan 28 00:12:58.204956 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-53bab46f-0282-4a06-9f14-9ea51b446f6d req-19841cdd-0cc9-435d-bab7-aa96ff780464 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?id=1900d222-ba35-4a49-9a3c-ced837996220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735957 Jan 28 00:12:58.306639 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50365291-903f-48e9-9cc9-fab529326233 req-9a3cf1b5-4dfd-42b7-8343-02de17796b6d tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325108 Jan 28 00:12:58.375114 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e6fe9401-d7f6-4441-b4c7-7100b747fb99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (51c2609b-fa90-4441-99de-fff0ac730392), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:58.487586 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e69fe91-c61c-4a30-a53d-75b9c9486c5f None None] Port 0a147254-1c71-4caa-a934-9f6c0e5567a9 not found while updating agent binding for router 51c2609b-fa90-4441-99de-fff0ac730392. {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 28 00:12:58.511851 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e69fe91-c61c-4a30-a53d-75b9c9486c5f None None] Routers {'51c2609b-fa90-4441-99de-fff0ac730392'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:12:58.512573 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-0e69fe91-c61c-4a30-a53d-75b9c9486c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:12:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['51c2609b-fa90-4441-99de-fff0ac730392'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:12:58.800785 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f54608de-f233-4cf9-a07e-0c6245aa5aa2 req-296d57ca-6093-4721-a208-907b1daf6713 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1504161030&fields=id&tenant_id=a85fa488f0a7421aa522333753c520c4 HTTP/1.1" status: 200 len: 267 time: 0.1748335 Jan 28 00:12:58.878077 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-0e69fe91-c61c-4a30-a53d-75b9c9486c5f None None] Set router 51c2609b-fa90-4441-99de-fff0ac730392 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:12:58.977787 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77bad538-6c08-4d74-9c59-3414df428b4a req-77a074a3-6631-4b1e-8c08-d0aea68e5d0a service neutron] 10.222.0.65 "GET /v2.0/ports/d627b88b-cb29-4bd1-afec-e8bab05970f1/bindings/n-h2-826754-1 HTTP/1.1" status: 200 len: 384 time: 0.8053589 Jan 28 00:12:58.991808 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54608de-f233-4cf9-a07e-0c6245aa5aa2 req-670c863d-f1bb-44aa-8489-810dbdc4f2c7 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:12:59.013825 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f54608de-f233-4cf9-a07e-0c6245aa5aa2 req-670c863d-f1bb-44aa-8489-810dbdc4f2c7 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=4648ad18-eea7-4d87-a297-e1bb03015d57 HTTP/1.1" status: 200 len: 945 time: 0.2100346 Jan 28 00:12:59.054958 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-f54608de-f233-4cf9-a07e-0c6245aa5aa2 req-23a43c67-6159-4a76-b5fb-9aef6c478881 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Request body: {'port': {'security_groups': ['1900d222-ba35-4a49-9a3c-ced837996220', '6292d8da-bbdb-4984-b9ec-e4c7e342a31f']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:12:59.243510 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f54608de-f233-4cf9-a07e-0c6245aa5aa2 req-23a43c67-6159-4a76-b5fb-9aef6c478881 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (36b5dcbf-3ff4-4406-9962-9e4faa465aaa), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:59.382674 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-77bad538-6c08-4d74-9c59-3414df428b4a req-8dacf3b5-e36d-4a09-b6e7-659d7c16d553 service neutron] For port d627b88b-cb29-4bd1-afec-e8bab05970f1, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=d627b88b-cb29-4bd1-afec-e8bab05970f1,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:12:59.426147 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-77bad538-6c08-4d74-9c59-3414df428b4a req-8dacf3b5-e36d-4a09-b6e7-659d7c16d553 service neutron] For port d627b88b-cb29-4bd1-afec-e8bab05970f1, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:12:59.469148 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-77bad538-6c08-4d74-9c59-3414df428b4a req-8dacf3b5-e36d-4a09-b6e7-659d7c16d553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d627b88b-cb29-4bd1-afec-e8bab05970f1 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:12:59.484506 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-77bad538-6c08-4d74-9c59-3414df428b4a req-8dacf3b5-e36d-4a09-b6e7-659d7c16d553 service neutron] For port d627b88b-cb29-4bd1-afec-e8bab05970f1, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=d627b88b-cb29-4bd1-afec-e8bab05970f1,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:12:59.506347 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-77bad538-6c08-4d74-9c59-3414df428b4a req-8dacf3b5-e36d-4a09-b6e7-659d7c16d553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d627b88b-cb29-4bd1-afec-e8bab05970f1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:59.882081 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-f54608de-f233-4cf9-a07e-0c6245aa5aa2 req-23a43c67-6159-4a76-b5fb-9aef6c478881 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] For port 36b5dcbf-3ff4-4406-9962-9e4faa465aaa, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=36b5dcbf-3ff4-4406-9962-9e4faa465aaa,segment=NetworkSegment(0952efdf-a551-493e-a682-268b5ab71776),segment_id=0952efdf-a551-493e-a682-268b5ab71776)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:12:59.888376 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-77bad538-6c08-4d74-9c59-3414df428b4a req-8dacf3b5-e36d-4a09-b6e7-659d7c16d553 service neutron] Transition to ACTIVE for port object d627b88b-cb29-4bd1-afec-e8bab05970f1 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:12:59.907556 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-77bad538-6c08-4d74-9c59-3414df428b4a req-8dacf3b5-e36d-4a09-b6e7-659d7c16d553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (d627b88b-cb29-4bd1-afec-e8bab05970f1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:12:59.920133 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-0e69fe91-c61c-4a30-a53d-75b9c9486c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c2609b-fa90-4441-99de-fff0ac730392', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1752367017-router', 'tenant_id': '8ad1e2d1438347f9b82a041e81630a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '52e9e26a-4d36-4de4-9fe1-17bfc0df3e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:12:44Z', 'updated_at': '2022-01-28T00:12:57Z', 'revision_number': 5, 'project_id': '8ad1e2d1438347f9b82a041e81630a38', 'gw_port': {'id': '52e9e26a-4d36-4de4-9fe1-17bfc0df3e69', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c2609b-fa90-4441-99de-fff0ac730392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:12:46Z', 'updated_at': '2022-01-28T00:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:00.004935 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f54608de-f233-4cf9-a07e-0c6245aa5aa2 req-23a43c67-6159-4a76-b5fb-9aef6c478881 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for port (36b5dcbf-3ff4-4406-9962-9e4faa465aaa), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:00.017740 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e69fe91-c61c-4a30-a53d-75b9c9486c5f None None] The sync data for ids ['51c2609b-fa90-4441-99de-fff0ac730392'] in n-d-826754-1 is: [{'id': '51c2609b-fa90-4441-99de-fff0ac730392', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1752367017-router', 'tenant_id': '8ad1e2d1438347f9b82a041e81630a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '52e9e26a-4d36-4de4-9fe1-17bfc0df3e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:12:44Z', 'updated_at': '2022-01-28T00:12:57Z', 'revision_number': 5, 'project_id': '8ad1e2d1438347f9b82a041e81630a38', 'gw_port': {'id': '52e9e26a-4d36-4de4-9fe1-17bfc0df3e69', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c2609b-fa90-4441-99de-fff0ac730392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:12:46Z', 'updated_at': '2022-01-28T00:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:13:00.036310 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc19f8-e457-419c-a4a6-600bc610d21a req-68f06380-644b-4c0d-9742-030f9ec1a02c tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:00.049451 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ddfc19f8-e457-419c-a4a6-600bc610d21a req-68f06380-644b-4c0d-9742-030f9ec1a02c tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 943 time: 0.6116908 Jan 28 00:13:00.076464 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f54608de-f233-4cf9-a07e-0c6245aa5aa2 req-23a43c67-6159-4a76-b5fb-9aef6c478881 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (36b5dcbf-3ff4-4406-9962-9e4faa465aaa), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:00.125568 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['12707aa4-c15d-43f2-850b-c72288b80f72', '36b5dcbf-3ff4-4406-9962-9e4faa465aaa'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:13:00.223387 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-77bad538-6c08-4d74-9c59-3414df428b4a req-8dacf3b5-e36d-4a09-b6e7-659d7c16d553 service neutron] No DVR routers for this DVR port d627b88b-cb29-4bd1-afec-e8bab05970f1 on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:13:00.259332 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a43c67-6159-4a76-b5fb-9aef6c478881 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Pushing event updated for resources: {'Port': ['ID=36b5dcbf-3ff4-4406-9962-9e4faa465aaa,revision_number=6']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:00.313105 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54608de-f233-4cf9-a07e-0c6245aa5aa2 req-23a43c67-6159-4a76-b5fb-9aef6c478881 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:00.313724 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f54608de-f233-4cf9-a07e-0c6245aa5aa2 req-23a43c67-6159-4a76-b5fb-9aef6c478881 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:00.318711 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f54608de-f233-4cf9-a07e-0c6245aa5aa2 req-23a43c67-6159-4a76-b5fb-9aef6c478881 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "PUT /v2.0/ports/36b5dcbf-3ff4-4406-9962-9e4faa465aaa HTTP/1.1" status: 200 len: 981 time: 1.2754197 Jan 28 00:13:00.320398 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4648ad18-eea7-4d87-a297-e1bb03015d57', 'tag': '36b5dcbf-3ff4-4406-9962-9e4faa465aaa'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:13:00.327801 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7acb7d-66a4-402a-b342-5f11fa030662" -d '{"events": [{"name": "network-changed", "server_uuid": "4648ad18-eea7-4d87-a297-e1bb03015d57", "tag": "36b5dcbf-3ff4-4406-9962-9e4faa465aaa"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:13:00.376060 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6fe9401-d7f6-4441-b4c7-7100b747fb99 admin admin] Router 51c2609b-fa90-4441-99de-fff0ac730392 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:13:00.387184 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ddfc19f8-e457-419c-a4a6-600bc610d21a req-99f93e65-05d9-463b-bdaa-c684b017ae3b tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366637 Jan 28 00:13:00.398726 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77bad538-6c08-4d74-9c59-3414df428b4a req-8dacf3b5-e36d-4a09-b6e7-659d7c16d553 service neutron] 10.222.0.65 "PUT /v2.0/ports/d627b88b-cb29-4bd1-afec-e8bab05970f1/bindings/n-h2-826754-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4118683 Jan 28 00:13:00.409016 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dacf3b5-e36d-4a09-b6e7-659d7c16d553 service neutron] Pushing event updated for resources: {'Port': ['ID=d627b88b-cb29-4bd1-afec-e8bab05970f1,revision_number=10']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:00.505719 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['36b5dcbf-3ff4-4406-9962-9e4faa465aaa'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:13:00.786201 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bad538-6c08-4d74-9c59-3414df428b4a req-e8d1b41a-0e80-4705-b90d-1e21acfde213 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:00.791882 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77bad538-6c08-4d74-9c59-3414df428b4a req-e8d1b41a-0e80-4705-b90d-1e21acfde213 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b&tenant_id=8a78e89f3df84c31929be575e138a975&binding%3Ahost_id=n-h1-826754-1 HTTP/1.1" status: 200 len: 1095 time: 0.2014394 Jan 28 00:13:00.811226 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-20e530c4-11b8-4a11-ad20-675ec9c180cf req-ac53335d-e830-4f63-9727-7332fc279293 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups/6292d8da-bbdb-4984-b9ec-e4c7e342a31f HTTP/1.1" status: 200 len: 1816 time: 0.1407256 Jan 28 00:13:00.817531 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6fe9401-d7f6-4441-b4c7-7100b747fb99 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:13:00.834443 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e6fe9401-d7f6-4441-b4c7-7100b747fb99 admin admin] 10.222.0.70 "PUT /v2.0/routers/51c2609b-fa90-4441-99de-fff0ac730392/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5461619 Jan 28 00:13:00.844269 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50254) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:00.924000 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735648a2-d3b2-430b-a964-65b87fbbe417 x-openstack-request-id: req-735648a2-d3b2-430b-a964-65b87fbbe417 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:13:00.927193 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4648ad18-eea7-4d87-a297-e1bb03015d57", "tag": "36b5dcbf-3ff4-4406-9962-9e4faa465aaa", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:13:00.927574 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-735648a2-d3b2-430b-a964-65b87fbbe417 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:13:00.928048 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4648ad18-eea7-4d87-a297-e1bb03015d57', 'tag': '36b5dcbf-3ff4-4406-9962-9e4faa465aaa', 'status': 'completed', 'code': 200} Jan 28 00:13:01.004822 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-20e530c4-11b8-4a11-ad20-675ec9c180cf req-629c4304-8c43-4578-aecf-b26039031882 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 00:13:01.012465 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-20e530c4-11b8-4a11-ad20-675ec9c180cf req-629c4304-8c43-4578-aecf-b26039031882 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "DELETE /v2.0/security-groups/6292d8da-bbdb-4984-b9ec-e4c7e342a31f HTTP/1.1" status: 409 len: 341 time: 0.1967690 Jan 28 00:13:01.199905 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bad538-6c08-4d74-9c59-3414df428b4a req-8e318513-ca24-469a-96da-0fd57eb825fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:01.201500 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77bad538-6c08-4d74-9c59-3414df428b4a req-8e318513-ca24-469a-96da-0fd57eb825fc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b&tenant_id=8a78e89f3df84c31929be575e138a975 HTTP/1.1" status: 200 len: 1095 time: 0.3515639 Jan 28 00:13:01.441892 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bad538-6c08-4d74-9c59-3414df428b4a req-fb767327-40ea-4e0f-aedd-fcc0f72e139b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:01.443810 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77bad538-6c08-4d74-9c59-3414df428b4a req-fb767327-40ea-4e0f-aedd-fcc0f72e139b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8a78e89f3df84c31929be575e138a975&device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 1095 time: 0.1970742 Jan 28 00:13:01.527291 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7acb7d-66a4-402a-b342-5f11fa030662 req-8d1b9d07-a331-4fb9-8a6e-798d1fcfe285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:01.551176 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6f7acb7d-66a4-402a-b342-5f11fa030662 req-8d1b9d07-a331-4fb9-8a6e-798d1fcfe285 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a85fa488f0a7421aa522333753c520c4&device_id=4648ad18-eea7-4d87-a297-e1bb03015d57 HTTP/1.1" status: 200 len: 1135 time: 0.5031691 Jan 28 00:13:01.748067 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805ab2b8-2614-4999-81b3-9c08f269e5a6 None None] Sync routers for ids ['51c2609b-fa90-4441-99de-fff0ac730392'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:13:01.774829 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805ab2b8-2614-4999-81b3-9c08f269e5a6 None None] Routers {'51c2609b-fa90-4441-99de-fff0ac730392'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:13:01.775595 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-805ab2b8-2614-4999-81b3-9c08f269e5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:12:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['51c2609b-fa90-4441-99de-fff0ac730392'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:01.863240 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bad538-6c08-4d74-9c59-3414df428b4a req-37e75597-256d-4d5a-8008-b6dd829fda38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:01.869195 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77bad538-6c08-4d74-9c59-3414df428b4a req-37e75597-256d-4d5a-8008-b6dd829fda38 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 200 len: 908 time: 0.4171524 Jan 28 00:13:01.903753 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965e99a-3acc-4023-bbe1-71d4682ce4eb req-852022e7-14e6-442f-a9c8-b3b00e462cf1 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:01.914403 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6965e99a-3acc-4023-bbe1-71d4682ce4eb req-852022e7-14e6-442f-a9c8-b3b00e462cf1 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 944 time: 0.3367593 Jan 28 00:13:01.976888 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc945a9-9496-46dd-b6d9-25ae6cf7c2b7 req-af9326b1-3af2-45b0-b802-cc3ddc18748d tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:01.989072 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2bc945a9-9496-46dd-b6d9-25ae6cf7c2b7 req-af9326b1-3af2-45b0-b802-cc3ddc18748d tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=4648ad18-eea7-4d87-a297-e1bb03015d57 HTTP/1.1" status: 200 len: 984 time: 0.5081480 Jan 28 00:13:01.996877 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7acb7d-66a4-402a-b342-5f11fa030662 req-2b786587-c3d5-4216-aa8f-7c19d2dbaa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:02.003999 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6f7acb7d-66a4-402a-b342-5f11fa030662 req-2b786587-c3d5-4216-aa8f-7c19d2dbaa4c service neutron] 10.222.0.65 "GET /v2.0/networks?id=eb879c07-eac8-47cd-a981-6649a3df0cc8 HTTP/1.1" status: 200 len: 913 time: 0.4318910 Jan 28 00:13:02.043156 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67339244-bb7a-46b9-9196-dd4e3a23d532 admin admin] Publish callbacks [] for router (51c2609b-fa90-4441-99de-fff0ac730392), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:02.065609 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-805ab2b8-2614-4999-81b3-9c08f269e5a6 None None] Set router 51c2609b-fa90-4441-99de-fff0ac730392 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:13:02.134415 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77bad538-6c08-4d74-9c59-3414df428b4a req-5ab23fcf-32a2-4249-858b-ceac94fef7b1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d627b88b-cb29-4bd1-afec-e8bab05970f1 HTTP/1.1" status: 200 len: 217 time: 0.2498550 Jan 28 00:13:02.279254 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6965e99a-3acc-4023-bbe1-71d4682ce4eb req-aa34992a-ab31-4a28-bdaf-1ef20738ed6a tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613524 Jan 28 00:13:02.356621 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6f7acb7d-66a4-402a-b342-5f11fa030662 req-81e55ef3-670e-4a9e-aeb6-6fb9386257b6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36b5dcbf-3ff4-4406-9962-9e4faa465aaa HTTP/1.1" status: 200 len: 217 time: 0.3361599 Jan 28 00:13:02.377376 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2bc945a9-9496-46dd-b6d9-25ae6cf7c2b7 req-5e0cef88-3b32-4d9b-91db-10eb20b28931 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?id=1900d222-ba35-4a49-9a3c-ced837996220&id=6292d8da-bbdb-4984-b9ec-e4c7e342a31f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3857691 Jan 28 00:13:02.390705 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bad538-6c08-4d74-9c59-3414df428b4a req-7ba8caf4-70fd-4c2c-92f8-c4e6d42aae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:02.397188 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77bad538-6c08-4d74-9c59-3414df428b4a req-7ba8caf4-70fd-4c2c-92f8-c4e6d42aae78 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a309d6c9-38a3-409d-a906-1638039000ff HTTP/1.1" status: 200 len: 847 time: 0.2328005 Jan 28 00:13:02.528573 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77bad538-6c08-4d74-9c59-3414df428b4a req-750ea363-c414-4192-bf18-9f1225a6a343 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ede0cbb9-a83e-4037-b673-696eabc6b3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1242163 Jan 28 00:13:02.554624 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-805ab2b8-2614-4999-81b3-9c08f269e5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c2609b-fa90-4441-99de-fff0ac730392', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1752367017-router', 'tenant_id': '8ad1e2d1438347f9b82a041e81630a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '52e9e26a-4d36-4de4-9fe1-17bfc0df3e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:12:44Z', 'updated_at': '2022-01-28T00:12:57Z', 'revision_number': 5, 'project_id': '8ad1e2d1438347f9b82a041e81630a38', 'gw_port': {'id': '52e9e26a-4d36-4de4-9fe1-17bfc0df3e69', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c2609b-fa90-4441-99de-fff0ac730392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:12:46Z', 'updated_at': '2022-01-28T00:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:02.617167 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805ab2b8-2614-4999-81b3-9c08f269e5a6 None None] Checking router: 51c2609b-fa90-4441-99de-fff0ac730392 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:13:02.642891 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805ab2b8-2614-4999-81b3-9c08f269e5a6 None None] Routers {'51c2609b-fa90-4441-99de-fff0ac730392'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:13:02.644559 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-805ab2b8-2614-4999-81b3-9c08f269e5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:12:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['51c2609b-fa90-4441-99de-fff0ac730392'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:02.669057 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7acb7d-66a4-402a-b342-5f11fa030662 req-fb3ac419-54f9-4519-bfba-32a15b03fbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:02.676880 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6f7acb7d-66a4-402a-b342-5f11fa030662 req-fb3ac419-54f9-4519-bfba-32a15b03fbb9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3284d801-493d-46b5-84d7-ceafd25db814 HTTP/1.1" status: 200 len: 852 time: 0.3188405 Jan 28 00:13:02.813825 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77bad538-6c08-4d74-9c59-3414df428b4a req-569374c2-b372-42b6-b154-51ed7f410c62 service neutron] 10.222.0.52 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753563 Jan 28 00:13:02.969935 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6f7acb7d-66a4-402a-b342-5f11fa030662 req-6ca075d6-a008-40bc-8aaa-a43b1c8ad369 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eb879c07-eac8-47cd-a981-6649a3df0cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2833955 Jan 28 00:13:02.994685 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67339244-bb7a-46b9-9196-dd4e3a23d532 admin admin] Publish callbacks [] for router_gateway (51c2609b-fa90-4441-99de-fff0ac730392), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:03.093028 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77bad538-6c08-4d74-9c59-3414df428b4a req-9bb4877f-833a-4494-962a-f813baed1def service neutron] 10.222.0.52 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717986 Jan 28 00:13:03.161577 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-805ab2b8-2614-4999-81b3-9c08f269e5a6 None None] Set router 51c2609b-fa90-4441-99de-fff0ac730392 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:13:03.438478 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6f7acb7d-66a4-402a-b342-5f11fa030662 req-fba7d09c-b8c8-4930-b28d-42a56d6b4438 service neutron] 10.222.0.65 "GET /v2.0/networks/eb879c07-eac8-47cd-a981-6649a3df0cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601588 Jan 28 00:13:03.691669 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-67339244-bb7a-46b9-9196-dd4e3a23d532 admin admin] Deleting port 52e9e26a-4d36-4de4-9fe1-17bfc0df3e69 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:13:03.693389 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67339244-bb7a-46b9-9196-dd4e3a23d532 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (52e9e26a-4d36-4de4-9fe1-17bfc0df3e69), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:03.815398 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2287b-8fa9-4646-b3c1-ff70263bd4e2 req-93de1fa6-6326-4774-9721-ca8b2b3ab5f4 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:03.819062 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ca2287b-8fa9-4646-b3c1-ff70263bd4e2 req-93de1fa6-6326-4774-9721-ca8b2b3ab5f4 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 944 time: 0.2679577 Jan 28 00:13:03.942986 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-805ab2b8-2614-4999-81b3-9c08f269e5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c2609b-fa90-4441-99de-fff0ac730392', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1752367017-router', 'tenant_id': '8ad1e2d1438347f9b82a041e81630a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '52e9e26a-4d36-4de4-9fe1-17bfc0df3e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:12:44Z', 'updated_at': '2022-01-28T00:12:57Z', 'revision_number': 5, 'project_id': '8ad1e2d1438347f9b82a041e81630a38', 'gw_port': {'id': '52e9e26a-4d36-4de4-9fe1-17bfc0df3e69', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c2609b-fa90-4441-99de-fff0ac730392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:12:46Z', 'updated_at': '2022-01-28T00:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:03.981157 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-67339244-bb7a-46b9-9196-dd4e3a23d532 admin admin] For port 52e9e26a-4d36-4de4-9fe1-17bfc0df3e69, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=52e9e26a-4d36-4de4-9fe1-17bfc0df3e69,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:13:03.981157 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67339244-bb7a-46b9-9196-dd4e3a23d532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (52e9e26a-4d36-4de4-9fe1-17bfc0df3e69), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:04.014040 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-67339244-bb7a-46b9-9196-dd4e3a23d532 admin admin] Calling delete_port for 52e9e26a-4d36-4de4-9fe1-17bfc0df3e69 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:13:04.063539 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805ab2b8-2614-4999-81b3-9c08f269e5a6 None None] The sync data for ids ['51c2609b-fa90-4441-99de-fff0ac730392'] in n-d-826754-1 is: [{'id': '51c2609b-fa90-4441-99de-fff0ac730392', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1752367017-router', 'tenant_id': '8ad1e2d1438347f9b82a041e81630a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '52e9e26a-4d36-4de4-9fe1-17bfc0df3e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:12:44Z', 'updated_at': '2022-01-28T00:12:57Z', 'revision_number': 5, 'project_id': '8ad1e2d1438347f9b82a041e81630a38', 'gw_port': {'id': '52e9e26a-4d36-4de4-9fe1-17bfc0df3e69', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c2609b-fa90-4441-99de-fff0ac730392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:12:46Z', 'updated_at': '2022-01-28T00:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:13:04.091824 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db0105-d045-4d4e-affe-714c2645d74c req-ea8c79f4-b5c8-4858-919d-0bbcf2ddb2db tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:04.103704 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d6db0105-d045-4d4e-affe-714c2645d74c req-ea8c79f4-b5c8-4858-919d-0bbcf2ddb2db tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=4648ad18-eea7-4d87-a297-e1bb03015d57 HTTP/1.1" status: 200 len: 984 time: 0.4606125 Jan 28 00:13:04.197912 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bad538-6c08-4d74-9c59-3414df428b4a req-e5aa6a97-735c-4c96-8e88-ec22f8b456e1 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:04.198386 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6f7acb7d-66a4-402a-b342-5f11fa030662 req-24b4af61-340f-4104-918a-876149d035a9 service neutron] 10.222.0.65 "GET /v2.0/networks/eb879c07-eac8-47cd-a981-6649a3df0cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7511878 Jan 28 00:13:04.203418 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77bad538-6c08-4d74-9c59-3414df428b4a req-e5aa6a97-735c-4c96-8e88-ec22f8b456e1 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b&tenant_id=8a78e89f3df84c31929be575e138a975&binding%3Ahost_id=n-h2-826754-1 HTTP/1.1" status: 200 len: 1095 time: 0.4406307 Jan 28 00:13:04.325149 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ca2287b-8fa9-4646-b3c1-ff70263bd4e2 req-bfe8206b-8c5e-4fac-9bbc-bb846bb37770 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426723 Jan 28 00:13:04.564698 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283df0e-4eb9-4eb3-b0e4-2844faee06bf req-90429fb0-6869-4f89-b743-07d9e8229b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:04.572616 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3283df0e-4eb9-4eb3-b0e4-2844faee06bf req-90429fb0-6869-4f89-b743-07d9e8229b6a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a85fa488f0a7421aa522333753c520c4&device_id=4648ad18-eea7-4d87-a297-e1bb03015d57 HTTP/1.1" status: 200 len: 1135 time: 0.2332888 Jan 28 00:13:04.727932 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d6db0105-d045-4d4e-affe-714c2645d74c req-c3b58dfa-1b64-42d8-8904-321b50f30141 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?id=1900d222-ba35-4a49-9a3c-ced837996220&id=6292d8da-bbdb-4984-b9ec-e4c7e342a31f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.6228032 Jan 28 00:13:04.736742 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-77bad538-6c08-4d74-9c59-3414df428b4a req-0e0def2a-7f1e-4f11-9038-9ac5a00851fa service neutron] For port d627b88b-cb29-4bd1-afec-e8bab05970f1, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:13:04.740959 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-77bad538-6c08-4d74-9c59-3414df428b4a req-0e0def2a-7f1e-4f11-9038-9ac5a00851fa service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:04.743124 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77bad538-6c08-4d74-9c59-3414df428b4a req-0e0def2a-7f1e-4f11-9038-9ac5a00851fa service neutron] 10.222.0.52 "DELETE /v2.0/ports/d627b88b-cb29-4bd1-afec-e8bab05970f1/bindings/n-h1-826754-1 HTTP/1.1" status: 204 len: 173 time: 0.5095963 Jan 28 00:13:04.893378 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67339244-bb7a-46b9-9196-dd4e3a23d532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (52e9e26a-4d36-4de4-9fe1-17bfc0df3e69), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:04.950103 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283df0e-4eb9-4eb3-b0e4-2844faee06bf req-91cf3b65-2494-46fe-be1f-3bd056f9f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:04.952149 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3283df0e-4eb9-4eb3-b0e4-2844faee06bf req-91cf3b65-2494-46fe-be1f-3bd056f9f3d1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eb879c07-eac8-47cd-a981-6649a3df0cc8 HTTP/1.1" status: 200 len: 913 time: 0.3594012 Jan 28 00:13:04.957547 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67339244-bb7a-46b9-9196-dd4e3a23d532 admin admin] Pushing event deleted for resources: {'Port': ['ID=52e9e26a-4d36-4de4-9fe1-17bfc0df3e69,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:05.018864 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3283df0e-4eb9-4eb3-b0e4-2844faee06bf req-16b3917c-bb73-47d3-a6ba-20ebf98ade0f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36b5dcbf-3ff4-4406-9962-9e4faa465aaa HTTP/1.1" status: 200 len: 217 time: 0.0481694 Jan 28 00:13:05.244160 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283df0e-4eb9-4eb3-b0e4-2844faee06bf req-411e598d-2c70-4cd4-9ed4-54cc867eae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:05.245596 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3283df0e-4eb9-4eb3-b0e4-2844faee06bf req-411e598d-2c70-4cd4-9ed4-54cc867eae66 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3284d801-493d-46b5-84d7-ceafd25db814 HTTP/1.1" status: 200 len: 852 time: 0.1918778 Jan 28 00:13:05.251573 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67339244-bb7a-46b9-9196-dd4e3a23d532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (51c2609b-fa90-4441-99de-fff0ac730392), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:05.465029 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67339244-bb7a-46b9-9196-dd4e3a23d532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (51c2609b-fa90-4441-99de-fff0ac730392), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:05.474037 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67339244-bb7a-46b9-9196-dd4e3a23d532 admin admin] Publish callbacks [] for router_controller (51c2609b-fa90-4441-99de-fff0ac730392), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:05.736434 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9372379-ce8c-48b7-b817-9e57f0570588 req-b53ad130-e670-4a1e-931e-1a87ea7d576c tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:05.764391 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d9372379-ce8c-48b7-b817-9e57f0570588 req-b53ad130-e670-4a1e-931e-1a87ea7d576c tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 944 time: 0.1971622 Jan 28 00:13:05.898352 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3283df0e-4eb9-4eb3-b0e4-2844faee06bf req-32f553e1-a986-4187-b297-852eb3f91ec9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eb879c07-eac8-47cd-a981-6649a3df0cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2091875 Jan 28 00:13:05.910070 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67339244-bb7a-46b9-9196-dd4e3a23d532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (51c2609b-fa90-4441-99de-fff0ac730392), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:05.911013 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67339244-bb7a-46b9-9196-dd4e3a23d532 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51c2609b-fa90-4441-99de-fff0ac730392 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:13:05.998706 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-04719c82-e526-4e8f-a023-2dcf27760b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:06.015713 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67339244-bb7a-46b9-9196-dd4e3a23d532 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:06.032239 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-67339244-bb7a-46b9-9196-dd4e3a23d532 admin admin] 10.222.0.70 "DELETE /v2.0/routers/51c2609b-fa90-4441-99de-fff0ac730392 HTTP/1.1" status: 204 len: 168 time: 5.1834517 Jan 28 00:13:06.052280 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50332) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:06.171178 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d9372379-ce8c-48b7-b817-9e57f0570588 req-c47d7da8-db9e-441d-95ae-66b6d836e59f tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034088 Jan 28 00:13:06.338055 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3283df0e-4eb9-4eb3-b0e4-2844faee06bf req-3a5ae1fa-c55d-445b-bbd9-0a11b961c369 service neutron] 10.222.0.65 "GET /v2.0/networks/eb879c07-eac8-47cd-a981-6649a3df0cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199753 Jan 28 00:13:06.348745 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d764654-cf3b-445e-acac-89554f927e13 req-32fcd54b-ceab-473f-82e0-d4518095b773 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:06.357634 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8d764654-cf3b-445e-acac-89554f927e13 req-32fcd54b-ceab-473f-82e0-d4518095b773 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=4648ad18-eea7-4d87-a297-e1bb03015d57 HTTP/1.1" status: 200 len: 984 time: 0.4530954 Jan 28 00:13:06.479369 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-1008a81c-9e45-48da-a65b-8090db342ece admin admin] Deleting subnet 946dda7b-9121-47e0-9ed4-179f5cc07731 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:13:06.494868 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1008a81c-9e45-48da-a65b-8090db342ece admin admin] Publish callbacks [] for subnet (946dda7b-9121-47e0-9ed4-179f5cc07731), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:06.575371 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1008a81c-9e45-48da-a65b-8090db342ece admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (946dda7b-9121-47e0-9ed4-179f5cc07731), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:06.754681 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3283df0e-4eb9-4eb3-b0e4-2844faee06bf req-2c8e92c9-485e-4efa-8d4d-bb8fc92ca3eb service neutron] 10.222.0.65 "GET /v2.0/networks/eb879c07-eac8-47cd-a981-6649a3df0cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121010 Jan 28 00:13:06.968359 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1008a81c-9e45-48da-a65b-8090db342ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (946dda7b-9121-47e0-9ed4-179f5cc07731), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:07.082188 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea601307-c341-408f-964d-35b2278324d9 req-7a056e77-8976-4f6a-ac01-45e647a37626 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:07.090216 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea601307-c341-408f-964d-35b2278324d9 req-7a056e77-8976-4f6a-ac01-45e647a37626 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 1095 time: 0.2611198 Jan 28 00:13:07.104827 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8d764654-cf3b-445e-acac-89554f927e13 req-41ff0739-f30f-4e0d-9063-81b5aeb1c07d tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?id=1900d222-ba35-4a49-9a3c-ced837996220&id=6292d8da-bbdb-4984-b9ec-e4c7e342a31f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.7354319 Jan 28 00:13:07.202011 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea601307-c341-408f-964d-35b2278324d9 req-753ffec2-f36a-470d-a48a-d0292c478c58 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106982 Jan 28 00:13:07.213640 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1008a81c-9e45-48da-a65b-8090db342ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (946dda7b-9121-47e0-9ed4-179f5cc07731), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:07.248612 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dee786-1104-4ba3-943c-e67c2683ca9e None None] Network 5eb4cde9-48bc-4604-95df-0cff774a67a8 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:13:07.291749 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1008a81c-9e45-48da-a65b-8090db342ece admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:07.298842 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1008a81c-9e45-48da-a65b-8090db342ece admin admin] 10.222.0.70 "DELETE /v2.0/subnets/946dda7b-9121-47e0-9ed4-179f5cc07731 HTTP/1.1" status: 204 len: 168 time: 1.2390099 Jan 28 00:13:07.299096 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50360) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:07.300110 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008a81c-9e45-48da-a65b-8090db342ece admin admin] Pushing event deleted for resources: {'Subnet': ['ID=946dda7b-9121-47e0-9ed4-179f5cc07731,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:07.620346 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2154e-de6f-4716-8c3b-950f2588b075 req-5fadf503-3666-4ac3-8980-4e98404db39c tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:07.634425 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0c2154e-de6f-4716-8c3b-950f2588b075 req-5fadf503-3666-4ac3-8980-4e98404db39c tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 1095 time: 0.1879718 Jan 28 00:13:07.674716 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7eba4e29-91f9-4fab-87d0-5c448a6adde2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (5eb4cde9-48bc-4604-95df-0cff774a67a8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:07.700414 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c96b99-6eaa-4789-8e23-83650cd3e5eb None None] DHCP port deletion for 5eb4cde9-48bc-4604-95df-0cff774a67a8 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:13:07.729586 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0c2154e-de6f-4716-8c3b-950f2588b075 req-42ee7c9c-93f3-4716-b803-682870cd77ba tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942357 Jan 28 00:13:07.820406 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-11c96b99-6eaa-4789-8e23-83650cd3e5eb None None] Deleting port f6f5843a-1c99-49a8-adca-5025a1354134 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:13:07.820850 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-11c96b99-6eaa-4789-8e23-83650cd3e5eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f6f5843a-1c99-49a8-adca-5025a1354134), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:07.847824 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7eba4e29-91f9-4fab-87d0-5c448a6adde2 admin admin] Deleting port f6f5843a-1c99-49a8-adca-5025a1354134 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:13:07.851462 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7eba4e29-91f9-4fab-87d0-5c448a6adde2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f6f5843a-1c99-49a8-adca-5025a1354134), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:07.914239 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-11c96b99-6eaa-4789-8e23-83650cd3e5eb None None] For port f6f5843a-1c99-49a8-adca-5025a1354134, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f6f5843a-1c99-49a8-adca-5025a1354134,segment=NetworkSegment(e0f5a5d1-5c9c-4481-a232-e06a970ff2af),segment_id=e0f5a5d1-5c9c-4481-a232-e06a970ff2af)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:13:07.915302 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-11c96b99-6eaa-4789-8e23-83650cd3e5eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f6f5843a-1c99-49a8-adca-5025a1354134), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:07.940535 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-11c96b99-6eaa-4789-8e23-83650cd3e5eb None None] Calling delete_port for f6f5843a-1c99-49a8-adca-5025a1354134 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:13:08.298255 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d585e91a-ca73-4a26-94ec-95be84ddc737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:08.312380 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-11c96b99-6eaa-4789-8e23-83650cd3e5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (f6f5843a-1c99-49a8-adca-5025a1354134), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:08.444709 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c96b99-6eaa-4789-8e23-83650cd3e5eb None None] Pushing event deleted for resources: {'Port': ['ID=f6f5843a-1c99-49a8-adca-5025a1354134,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:08.455051 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772cac5-92b2-4288-91d6-ad9aa082e62d req-f2dfd852-0996-4e2b-b82e-2c890c60f370 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:08.461801 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c96b99-6eaa-4789-8e23-83650cd3e5eb None None] No DVR routers for this DVR port f6f5843a-1c99-49a8-adca-5025a1354134 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:13:08.462973 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b772cac5-92b2-4288-91d6-ad9aa082e62d req-f2dfd852-0996-4e2b-b82e-2c890c60f370 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=4648ad18-eea7-4d87-a297-e1bb03015d57 HTTP/1.1" status: 200 len: 984 time: 0.1275375 Jan 28 00:13:08.465399 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 52e9e26a-4d36-4de4-9fe1-17bfc0df3e69 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:13:08.527972 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 52e9e26a-4d36-4de4-9fe1-17bfc0df3e69 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:13:08.536706 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 52e9e26a-4d36-4de4-9fe1-17bfc0df3e69 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:13:08.537418 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f6f5843a-1c99-49a8-adca-5025a1354134 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:13:08.592689 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: f6f5843a-1c99-49a8-adca-5025a1354134 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:13:08.593028 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f6f5843a-1c99-49a8-adca-5025a1354134 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:13:08.640728 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b772cac5-92b2-4288-91d6-ad9aa082e62d req-62e326a6-a6fa-4120-8cb8-4835ad5124e9 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?id=1900d222-ba35-4a49-9a3c-ced837996220&id=6292d8da-bbdb-4984-b9ec-e4c7e342a31f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1658056 Jan 28 00:13:08.712770 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-7eba4e29-91f9-4fab-87d0-5c448a6adde2 admin admin] For port f6f5843a-1c99-49a8-adca-5025a1354134, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f6f5843a-1c99-49a8-adca-5025a1354134,segment=NetworkSegment(e0f5a5d1-5c9c-4481-a232-e06a970ff2af),segment_id=e0f5a5d1-5c9c-4481-a232-e06a970ff2af)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:13:08.713261 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7eba4e29-91f9-4fab-87d0-5c448a6adde2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f6f5843a-1c99-49a8-adca-5025a1354134), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:08.752965 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7eba4e29-91f9-4fab-87d0-5c448a6adde2 admin admin] Calling delete_port for f6f5843a-1c99-49a8-adca-5025a1354134 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:13:08.943597 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7eba4e29-91f9-4fab-87d0-5c448a6adde2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (f6f5843a-1c99-49a8-adca-5025a1354134), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:08.995743 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7c0795cc-3050-49ab-8cc1-132b735331c2 req-78af19f9-1e90-4e4a-8a50-1220269f11cf tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-631635886&fields=id&tenant_id=a85fa488f0a7421aa522333753c520c4 HTTP/1.1" status: 200 len: 267 time: 0.0667436 Jan 28 00:13:09.011229 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eba4e29-91f9-4fab-87d0-5c448a6adde2 admin admin] No DVR routers for this DVR port f6f5843a-1c99-49a8-adca-5025a1354134 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:13:09.012849 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba4e29-91f9-4fab-87d0-5c448a6adde2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6f5843a-1c99-49a8-adca-5025a1354134,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:09.107045 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0795cc-3050-49ab-8cc1-132b735331c2 req-c1e35d8c-2401-4853-acb5-1953b8c9b6fc tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:09.117760 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7c0795cc-3050-49ab-8cc1-132b735331c2 req-c1e35d8c-2401-4853-acb5-1953b8c9b6fc tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=4648ad18-eea7-4d87-a297-e1bb03015d57 HTTP/1.1" status: 200 len: 984 time: 0.1114106 Jan 28 00:13:09.125613 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-7c0795cc-3050-49ab-8cc1-132b735331c2 req-0127e27f-a975-4ebb-8d47-5cfa45d8e3a5 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Request body: {'port': {'security_groups': ['1900d222-ba35-4a49-9a3c-ced837996220', '6292d8da-bbdb-4984-b9ec-e4c7e342a31f', 'ede8140e-65d6-461d-8e1f-c1e69155f9e4']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:09.216447 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7eba4e29-91f9-4fab-87d0-5c448a6adde2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (5eb4cde9-48bc-4604-95df-0cff774a67a8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:09.303340 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-7eba4e29-91f9-4fab-87d0-5c448a6adde2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb4cde9-48bc-4604-95df-0cff774a67a8']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:09.327113 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-7eba4e29-91f9-4fab-87d0-5c448a6adde2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f5a5d1-5c9c-4481-a232-e06a970ff2af') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:09.327634 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-7eba4e29-91f9-4fab-87d0-5c448a6adde2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f5a5d1-5c9c-4481-a232-e06a970ff2af') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:09.375437 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7c0795cc-3050-49ab-8cc1-132b735331c2 req-0127e27f-a975-4ebb-8d47-5cfa45d8e3a5 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (36b5dcbf-3ff4-4406-9962-9e4faa465aaa), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:09.378812 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7eba4e29-91f9-4fab-87d0-5c448a6adde2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (e0f5a5d1-5c9c-4481-a232-e06a970ff2af), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:09.442709 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7eba4e29-91f9-4fab-87d0-5c448a6adde2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (e0f5a5d1-5c9c-4481-a232-e06a970ff2af), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:09.472856 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eba4e29-91f9-4fab-87d0-5c448a6adde2 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:13:09.473510 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7eba4e29-91f9-4fab-87d0-5c448a6adde2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (e0f5a5d1-5c9c-4481-a232-e06a970ff2af), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:09.495395 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:13:09.717714 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:13:09.728243 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7eba4e29-91f9-4fab-87d0-5c448a6adde2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (5eb4cde9-48bc-4604-95df-0cff774a67a8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:09.753028 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7eba4e29-91f9-4fab-87d0-5c448a6adde2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:09.786271 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7eba4e29-91f9-4fab-87d0-5c448a6adde2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/5eb4cde9-48bc-4604-95df-0cff774a67a8 HTTP/1.1" status: 204 len: 168 time: 2.4689167 Jan 28 00:13:09.828520 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-7c0795cc-3050-49ab-8cc1-132b735331c2 req-0127e27f-a975-4ebb-8d47-5cfa45d8e3a5 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] For port 36b5dcbf-3ff4-4406-9962-9e4faa465aaa, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=36b5dcbf-3ff4-4406-9962-9e4faa465aaa,segment=NetworkSegment(0952efdf-a551-493e-a682-268b5ab71776),segment_id=0952efdf-a551-493e-a682-268b5ab71776)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:13:09.873265 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba4e29-91f9-4fab-87d0-5c448a6adde2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eb4cde9-48bc-4604-95df-0cff774a67a8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:09.945756 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7c0795cc-3050-49ab-8cc1-132b735331c2 req-0127e27f-a975-4ebb-8d47-5cfa45d8e3a5 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for port (36b5dcbf-3ff4-4406-9962-9e4faa465aaa), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:09.956602 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7c0795cc-3050-49ab-8cc1-132b735331c2 req-0127e27f-a975-4ebb-8d47-5cfa45d8e3a5 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (36b5dcbf-3ff4-4406-9962-9e4faa465aaa), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:09.996443 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['12707aa4-c15d-43f2-850b-c72288b80f72', '36b5dcbf-3ff4-4406-9962-9e4faa465aaa'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:13:10.030940 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0795cc-3050-49ab-8cc1-132b735331c2 req-0127e27f-a975-4ebb-8d47-5cfa45d8e3a5 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:10.031807 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7c0795cc-3050-49ab-8cc1-132b735331c2 req-0127e27f-a975-4ebb-8d47-5cfa45d8e3a5 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:10.048864 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7c0795cc-3050-49ab-8cc1-132b735331c2 req-0127e27f-a975-4ebb-8d47-5cfa45d8e3a5 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "PUT /v2.0/ports/36b5dcbf-3ff4-4406-9962-9e4faa465aaa HTTP/1.1" status: 200 len: 1020 time: 0.9266634 Jan 28 00:13:10.058718 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4648ad18-eea7-4d87-a297-e1bb03015d57', 'tag': '36b5dcbf-3ff4-4406-9962-9e4faa465aaa'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:13:10.065577 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69454e2b-f9c8-4872-ac9b-3d466376480c" -d '{"events": [{"name": "network-changed", "server_uuid": "4648ad18-eea7-4d87-a297-e1bb03015d57", "tag": "36b5dcbf-3ff4-4406-9962-9e4faa465aaa"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:13:10.166689 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127e27f-a975-4ebb-8d47-5cfa45d8e3a5 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Pushing event updated for resources: {'Port': ['ID=36b5dcbf-3ff4-4406-9962-9e4faa465aaa,revision_number=7']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:10.367253 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['36b5dcbf-3ff4-4406-9962-9e4faa465aaa'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:13:10.444851 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50438) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:10.543983 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1b77962b-0d98-4d81-9420-44bade96ff49 req-ffc0612f-c006-4c71-81b2-8cc0c8c3df7e tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups/ede8140e-65d6-461d-8e1f-c1e69155f9e4 HTTP/1.1" status: 200 len: 1816 time: 0.1360102 Jan 28 00:13:10.565879 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50442) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:10.576226 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2101551f-c4d9-4a2e-a290-c496ea890424 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8ad1e2d1438347f9b82a041e81630a38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1292994 Jan 28 00:13:10.673025 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9343a14e-f8b5-4036-97e0-adf2c25a475e x-openstack-request-id: req-9343a14e-f8b5-4036-97e0-adf2c25a475e {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:13:10.673349 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4648ad18-eea7-4d87-a297-e1bb03015d57", "tag": "36b5dcbf-3ff4-4406-9962-9e4faa465aaa", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:13:10.673561 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9343a14e-f8b5-4036-97e0-adf2c25a475e {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:13:10.673977 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4648ad18-eea7-4d87-a297-e1bb03015d57', 'tag': '36b5dcbf-3ff4-4406-9962-9e4faa465aaa', 'status': 'completed', 'code': 200} Jan 28 00:13:10.806684 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da9ca69d-034c-4673-b388-f1d15048f962 admin admin] Publish callbacks [] for security_group (681ac298-6d7d-4c84-94ff-efb4cb4b99db), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:10.808947 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-1b77962b-0d98-4d81-9420-44bade96ff49 req-95586750-221f-4386-a9a6-2c9dc83e7c56 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 00:13:10.826280 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50446) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:10.845170 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1b77962b-0d98-4d81-9420-44bade96ff49 req-95586750-221f-4386-a9a6-2c9dc83e7c56 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "DELETE /v2.0/security-groups/ede8140e-65d6-461d-8e1f-c1e69155f9e4 HTTP/1.1" status: 409 len: 341 time: 0.3002081 Jan 28 00:13:10.943662 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da9ca69d-034c-4673-b388-f1d15048f962 admin admin] Publish callbacks [] for security_group (681ac298-6d7d-4c84-94ff-efb4cb4b99db), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:11.016669 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69454e2b-f9c8-4872-ac9b-3d466376480c req-64328974-3ef3-415d-9877-ad0f78475867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:11.021604 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-69454e2b-f9c8-4872-ac9b-3d466376480c req-64328974-3ef3-415d-9877-ad0f78475867 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a85fa488f0a7421aa522333753c520c4&device_id=4648ad18-eea7-4d87-a297-e1bb03015d57 HTTP/1.1" status: 200 len: 1174 time: 0.3227012 Jan 28 00:13:11.113721 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da9ca69d-034c-4673-b388-f1d15048f962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (681ac298-6d7d-4c84-94ff-efb4cb4b99db), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:11.119237 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da9ca69d-034c-4673-b388-f1d15048f962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:11.126658 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-da9ca69d-034c-4673-b388-f1d15048f962 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/681ac298-6d7d-4c84-94ff-efb4cb4b99db HTTP/1.1" status: 204 len: 168 time: 0.5580370 Jan 28 00:13:11.151190 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ca69d-034c-4673-b388-f1d15048f962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681ac298-6d7d-4c84-94ff-efb4cb4b99db,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:11.308893 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:11.674933 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a6214-b218-4bf4-acfb-cd01b110ec7a req-13a67652-869a-4823-8fab-eea382334a10 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:11.688833 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6d6a6214-b218-4bf4-acfb-cd01b110ec7a req-13a67652-869a-4823-8fab-eea382334a10 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=4648ad18-eea7-4d87-a297-e1bb03015d57 HTTP/1.1" status: 200 len: 1023 time: 0.1269138 Jan 28 00:13:11.777826 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69454e2b-f9c8-4872-ac9b-3d466376480c req-f52547fd-a60a-4767-b210-fb4bfbc0c320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:11.781582 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-69454e2b-f9c8-4872-ac9b-3d466376480c req-f52547fd-a60a-4767-b210-fb4bfbc0c320 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eb879c07-eac8-47cd-a981-6649a3df0cc8 HTTP/1.1" status: 200 len: 913 time: 0.7495329 Jan 28 00:13:11.882789 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6d6a6214-b218-4bf4-acfb-cd01b110ec7a req-861df90e-7b21-4908-a37e-632780983e04 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?id=1900d222-ba35-4a49-9a3c-ced837996220&id=6292d8da-bbdb-4984-b9ec-e4c7e342a31f&id=ede8140e-65d6-461d-8e1f-c1e69155f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1902654 Jan 28 00:13:12.083475 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-69454e2b-f9c8-4872-ac9b-3d466376480c req-9cad9591-97d2-4547-b322-975febbfe184 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36b5dcbf-3ff4-4406-9962-9e4faa465aaa HTTP/1.1" status: 200 len: 217 time: 0.1627920 Jan 28 00:13:12.181453 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:12.238403 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69454e2b-f9c8-4872-ac9b-3d466376480c req-d1c96b64-b735-40c5-a3a4-557058e3d242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:12.244866 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-69454e2b-f9c8-4872-ac9b-3d466376480c req-d1c96b64-b735-40c5-a3a4-557058e3d242 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3284d801-493d-46b5-84d7-ceafd25db814 HTTP/1.1" status: 200 len: 852 time: 0.1507525 Jan 28 00:13:12.325248 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-69454e2b-f9c8-4872-ac9b-3d466376480c req-721f50a0-f5c7-4105-b6e3-3ed98df284de service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eb879c07-eac8-47cd-a981-6649a3df0cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716641 Jan 28 00:13:12.634449 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:12.680759 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-69454e2b-f9c8-4872-ac9b-3d466376480c req-caa72afe-9aa5-4eee-916f-53a8310b30f3 service neutron] 10.222.0.65 "GET /v2.0/networks/eb879c07-eac8-47cd-a981-6649a3df0cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475218 Jan 28 00:13:12.935082 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:13:13.121447 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0ed4b-88a5-4549-b5b2-b2d25a249bab req-114f62a6-135a-4f36-a84b-0556d5e827d4 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:13.137833 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d1d0ed4b-88a5-4549-b5b2-b2d25a249bab req-114f62a6-135a-4f36-a84b-0556d5e827d4 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=4648ad18-eea7-4d87-a297-e1bb03015d57 HTTP/1.1" status: 200 len: 1023 time: 0.1106098 Jan 28 00:13:13.359164 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d1d0ed4b-88a5-4549-b5b2-b2d25a249bab req-bc7c28e7-b44b-44a7-bd26-90b1091b816d tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?id=1900d222-ba35-4a49-9a3c-ced837996220&id=6292d8da-bbdb-4984-b9ec-e4c7e342a31f&id=ede8140e-65d6-461d-8e1f-c1e69155f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2198277 Jan 28 00:13:13.379863 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6440fd9-2b40-4a40-9445-d4ee042a53f1 req-4735a137-1ab5-41e1-b5d2-a086ac2dbb8b tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:13.386368 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f6440fd9-2b40-4a40-9445-d4ee042a53f1 req-4735a137-1ab5-41e1-b5d2-a086ac2dbb8b tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.65 "GET /v2.0/ports?device_id=4648ad18-eea7-4d87-a297-e1bb03015d57 HTTP/1.1" status: 200 len: 1023 time: 0.6055737 Jan 28 00:13:13.406422 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ea597a9-12c5-4698-8024-eb230a5b3986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (c5d4abf9-ee6e-4871-9fd2-534e379d6ee2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:13.580568 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-69454e2b-f9c8-4872-ac9b-3d466376480c req-8eafb27e-d42e-44d8-9f35-7ae4f17f0ef2 service neutron] 10.222.0.65 "GET /v2.0/networks/eb879c07-eac8-47cd-a981-6649a3df0cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8914220 Jan 28 00:13:13.845175 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:14.596788 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-f6440fd9-2b40-4a40-9445-d4ee042a53f1 req-c048a41d-8926-4319-8e65-5e0fe818953e tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Deleting port 36b5dcbf-3ff4-4406-9962-9e4faa465aaa {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:13:14.598262 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-f6440fd9-2b40-4a40-9445-d4ee042a53f1 req-c048a41d-8926-4319-8e65-5e0fe818953e tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (36b5dcbf-3ff4-4406-9962-9e4faa465aaa), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:14.700604 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d879e91-8161-4af6-8492-6c3e2727e371 req-14e67f04-92a8-495b-bf05-f7b1ff81f00f tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:14.719720 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7d879e91-8161-4af6-8492-6c3e2727e371 req-14e67f04-92a8-495b-bf05-f7b1ff81f00f tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=4648ad18-eea7-4d87-a297-e1bb03015d57 HTTP/1.1" status: 200 len: 1023 time: 0.1335139 Jan 28 00:13:14.918813 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7d879e91-8161-4af6-8492-6c3e2727e371 req-46ff71ab-2e97-423e-bdc9-a537bb8b56b3 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?id=1900d222-ba35-4a49-9a3c-ced837996220&id=6292d8da-bbdb-4984-b9ec-e4c7e342a31f&id=ede8140e-65d6-461d-8e1f-c1e69155f9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1978230 Jan 28 00:13:15.059056 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-f6440fd9-2b40-4a40-9445-d4ee042a53f1 req-c048a41d-8926-4319-8e65-5e0fe818953e tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] For port 36b5dcbf-3ff4-4406-9962-9e4faa465aaa, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=36b5dcbf-3ff4-4406-9962-9e4faa465aaa,segment=NetworkSegment(0952efdf-a551-493e-a682-268b5ab71776),segment_id=0952efdf-a551-493e-a682-268b5ab71776)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:13:15.068608 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-f6440fd9-2b40-4a40-9445-d4ee042a53f1 req-c048a41d-8926-4319-8e65-5e0fe818953e tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (36b5dcbf-3ff4-4406-9962-9e4faa465aaa), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:15.134520 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-f6440fd9-2b40-4a40-9445-d4ee042a53f1 req-c048a41d-8926-4319-8e65-5e0fe818953e tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Calling delete_port for 36b5dcbf-3ff4-4406-9962-9e4faa465aaa owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:13:15.197717 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50574) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:15.595945 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ea597a9-12c5-4698-8024-eb230a5b3986 admin admin] Deleting port f0b1e0e9-81d0-4492-9e20-ca851941a868 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:13:15.601284 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ea597a9-12c5-4698-8024-eb230a5b3986 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f0b1e0e9-81d0-4492-9e20-ca851941a868), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:15.602260 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-af1f9e48-3a3b-42da-9220-3bc5feb96d33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:15.744947 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-f6440fd9-2b40-4a40-9445-d4ee042a53f1 req-c048a41d-8926-4319-8e65-5e0fe818953e tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (36b5dcbf-3ff4-4406-9962-9e4faa465aaa), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:15.782502 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['12707aa4-c15d-43f2-850b-c72288b80f72'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:13:15.822546 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c048a41d-8926-4319-8e65-5e0fe818953e tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Pushing event deleted for resources: {'Port': ['ID=36b5dcbf-3ff4-4406-9962-9e4faa465aaa,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:15.863231 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9ea597a9-12c5-4698-8024-eb230a5b3986 admin admin] For port f0b1e0e9-81d0-4492-9e20-ca851941a868, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f0b1e0e9-81d0-4492-9e20-ca851941a868,segment=NetworkSegment(694f6eea-06a8-49aa-9a59-ebf86869732c),segment_id=694f6eea-06a8-49aa-9a59-ebf86869732c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:13:15.867091 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ea597a9-12c5-4698-8024-eb230a5b3986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f0b1e0e9-81d0-4492-9e20-ca851941a868), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:15.925904 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6440fd9-2b40-4a40-9445-d4ee042a53f1 req-c048a41d-8926-4319-8e65-5e0fe818953e tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] No DVR routers for this DVR port 36b5dcbf-3ff4-4406-9962-9e4faa465aaa on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:13:15.931846 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-f6440fd9-2b40-4a40-9445-d4ee042a53f1 req-c048a41d-8926-4319-8e65-5e0fe818953e tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:15.947490 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f6440fd9-2b40-4a40-9445-d4ee042a53f1 req-c048a41d-8926-4319-8e65-5e0fe818953e tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.65 "DELETE /v2.0/ports/36b5dcbf-3ff4-4406-9962-9e4faa465aaa HTTP/1.1" status: 204 len: 173 time: 2.5255556 Jan 28 00:13:15.949686 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4648ad18-eea7-4d87-a297-e1bb03015d57', 'name': 'network-vif-deleted', 'tag': '36b5dcbf-3ff4-4406-9962-9e4faa465aaa'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:13:15.957221 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96a8213-1101-4232-8884-629d51717473" -d '{"events": [{"server_uuid": "4648ad18-eea7-4d87-a297-e1bb03015d57", "name": "network-vif-deleted", "tag": "36b5dcbf-3ff4-4406-9962-9e4faa465aaa"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:13:15.962007 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-af1f9e48-3a3b-42da-9220-3bc5feb96d33 admin admin] Publish callbacks [] for security_group (de0a85e2-425f-403b-9c10-d46f63a59acb), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:15.986575 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-af1f9e48-3a3b-42da-9220-3bc5feb96d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (de0a85e2-425f-403b-9c10-d46f63a59acb), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:15.994458 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9ea597a9-12c5-4698-8024-eb230a5b3986 admin admin] Calling delete_port for f0b1e0e9-81d0-4492-9e20-ca851941a868 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:13:16.124201 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96335294-c29c-4624-ab18-2b0b5afce768 x-openstack-request-id: req-96335294-c29c-4624-ab18-2b0b5afce768 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:13:16.124506 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4648ad18-eea7-4d87-a297-e1bb03015d57", "name": "network-vif-deleted", "tag": "36b5dcbf-3ff4-4406-9962-9e4faa465aaa", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:13:16.124908 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-96335294-c29c-4624-ab18-2b0b5afce768 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:13:16.125392 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4648ad18-eea7-4d87-a297-e1bb03015d57', 'name': 'network-vif-deleted', 'tag': '36b5dcbf-3ff4-4406-9962-9e4faa465aaa', 'status': 'completed', 'code': 200} Jan 28 00:13:16.253628 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-af1f9e48-3a3b-42da-9220-3bc5feb96d33 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a3b60a6425cc46e3a5e45769e8d02ff4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0468230 Jan 28 00:13:16.254312 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50600) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:16.275647 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f9e48-3a3b-42da-9220-3bc5feb96d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0a85e2-425f-403b-9c10-d46f63a59acb,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:16.484984 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9c4943f6-90eb-43f6-af62-142650a13276 req-24309ebc-4758-44b0-a625-8d1dbd79473c tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=4648ad18-eea7-4d87-a297-e1bb03015d57 HTTP/1.1" status: 200 len: 210 time: 0.2281730 Jan 28 00:13:16.532992 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ab5c2f4-17a7-4b08-8a7e-5d704b4dc19d admin admin] Publish callbacks [] for security_group (de0a85e2-425f-403b-9c10-d46f63a59acb), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:16.610399 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ab5c2f4-17a7-4b08-8a7e-5d704b4dc19d admin admin] Publish callbacks [] for security_group (de0a85e2-425f-403b-9c10-d46f63a59acb), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:16.638034 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ea597a9-12c5-4698-8024-eb230a5b3986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (f0b1e0e9-81d0-4492-9e20-ca851941a868), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:16.789975 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea597a9-12c5-4698-8024-eb230a5b3986 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0b1e0e9-81d0-4492-9e20-ca851941a868,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:16.806416 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 36b5dcbf-3ff4-4406-9962-9e4faa465aaa no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:13:16.852905 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 36b5dcbf-3ff4-4406-9962-9e4faa465aaa {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:13:16.856697 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 36b5dcbf-3ff4-4406-9962-9e4faa465aaa not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:13:16.950111 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ab5c2f4-17a7-4b08-8a7e-5d704b4dc19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (de0a85e2-425f-403b-9c10-d46f63a59acb), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:16.954654 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ab5c2f4-17a7-4b08-8a7e-5d704b4dc19d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:16.955920 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0ab5c2f4-17a7-4b08-8a7e-5d704b4dc19d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/de0a85e2-425f-403b-9c10-d46f63a59acb HTTP/1.1" status: 204 len: 168 time: 0.7002978 Jan 28 00:13:16.983482 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5c2f4-17a7-4b08-8a7e-5d704b4dc19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0a85e2-425f-403b-9c10-d46f63a59acb,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:17.096321 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ea597a9-12c5-4698-8024-eb230a5b3986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (c5d4abf9-ee6e-4871-9fd2-534e379d6ee2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:17.805429 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de4e10fe-a55d-4598-ad1e-ee17208cfd34 req-725d0b62-f4b6-4195-a90c-8f93c94b4c48 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups/6292d8da-bbdb-4984-b9ec-e4c7e342a31f HTTP/1.1" status: 200 len: 1816 time: 0.1671357 Jan 28 00:13:17.906403 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-de4e10fe-a55d-4598-ad1e-ee17208cfd34 req-a7185029-fce6-4f99-80b1-c7baeb2adefd tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (6292d8da-bbdb-4984-b9ec-e4c7e342a31f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:17.975962 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-de4e10fe-a55d-4598-ad1e-ee17208cfd34 req-a7185029-fce6-4f99-80b1-c7baeb2adefd tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (6292d8da-bbdb-4984-b9ec-e4c7e342a31f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:18.044191 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-de4e10fe-a55d-4598-ad1e-ee17208cfd34 req-a7185029-fce6-4f99-80b1-c7baeb2adefd tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (6292d8da-bbdb-4984-b9ec-e4c7e342a31f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:18.048840 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-de4e10fe-a55d-4598-ad1e-ee17208cfd34 req-a7185029-fce6-4f99-80b1-c7baeb2adefd tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:18.056424 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de4e10fe-a55d-4598-ad1e-ee17208cfd34 req-a7185029-fce6-4f99-80b1-c7baeb2adefd tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "DELETE /v2.0/security-groups/6292d8da-bbdb-4984-b9ec-e4c7e342a31f HTTP/1.1" status: 204 len: 173 time: 0.2495480 Jan 28 00:13:18.118409 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7185029-fce6-4f99-80b1-c7baeb2adefd tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6292d8da-bbdb-4984-b9ec-e4c7e342a31f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:18.235540 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff02fffc-1eb2-4ee0-b817-ad214fe5e23f req-4c6ea1c1-b7db-4077-8315-1d4b9bc3139b tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups/ede8140e-65d6-461d-8e1f-c1e69155f9e4 HTTP/1.1" status: 200 len: 1816 time: 0.1549287 Jan 28 00:13:18.258174 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea597a9-12c5-4698-8024-eb230a5b3986 admin admin] Router c5d4abf9-ee6e-4871-9fd2-534e379d6ee2 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:13:18.375544 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ff02fffc-1eb2-4ee0-b817-ad214fe5e23f req-afde3b8c-ce29-4c25-b8af-6dfaea984ee4 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (ede8140e-65d6-461d-8e1f-c1e69155f9e4), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:18.441549 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ff02fffc-1eb2-4ee0-b817-ad214fe5e23f req-afde3b8c-ce29-4c25-b8af-6dfaea984ee4 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (ede8140e-65d6-461d-8e1f-c1e69155f9e4), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:18.543030 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea597a9-12c5-4698-8024-eb230a5b3986 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:13:18.559154 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9ea597a9-12c5-4698-8024-eb230a5b3986 admin admin] 10.222.0.70 "PUT /v2.0/routers/c5d4abf9-ee6e-4871-9fd2-534e379d6ee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7278810 Jan 28 00:13:18.559437 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770dd928-331d-4d10-89b5-6a2f6da278f8 None None] Sync routers for ids ['c5d4abf9-ee6e-4871-9fd2-534e379d6ee2'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:13:18.560221 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ff02fffc-1eb2-4ee0-b817-ad214fe5e23f req-afde3b8c-ce29-4c25-b8af-6dfaea984ee4 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ede8140e-65d6-461d-8e1f-c1e69155f9e4), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:18.562511 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ff02fffc-1eb2-4ee0-b817-ad214fe5e23f req-afde3b8c-ce29-4c25-b8af-6dfaea984ee4 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:18.577117 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff02fffc-1eb2-4ee0-b817-ad214fe5e23f req-afde3b8c-ce29-4c25-b8af-6dfaea984ee4 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "DELETE /v2.0/security-groups/ede8140e-65d6-461d-8e1f-c1e69155f9e4 HTTP/1.1" status: 204 len: 173 time: 0.3274889 Jan 28 00:13:18.577117 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50658) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:18.622905 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770dd928-331d-4d10-89b5-6a2f6da278f8 None None] Routers {'c5d4abf9-ee6e-4871-9fd2-534e379d6ee2'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:13:18.625850 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-b9b1f299-6495-4125-857f-09a4a53654e7 req-77f4dfc5-7a6c-4272-8433-d7a0a1979501 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1430130619', 'description': 'tempest-description-2114053382'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:18.634242 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-770dd928-331d-4d10-89b5-6a2f6da278f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:13:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c5d4abf9-ee6e-4871-9fd2-534e379d6ee2'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:18.699323 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b9b1f299-6495-4125-857f-09a4a53654e7 req-77f4dfc5-7a6c-4272-8433-d7a0a1979501 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:18.718913 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde3b8c-ce29-4c25-b8af-6dfaea984ee4 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede8140e-65d6-461d-8e1f-c1e69155f9e4,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:19.122004 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-770dd928-331d-4d10-89b5-6a2f6da278f8 None None] Set router c5d4abf9-ee6e-4871-9fd2-534e379d6ee2 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:13:19.801975 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b1e46a00-3b61-4bb5-892a-ac05069ff888 admin admin] Publish callbacks [] for router (c5d4abf9-ee6e-4871-9fd2-534e379d6ee2), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:19.824447 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-770dd928-331d-4d10-89b5-6a2f6da278f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d4abf9-ee6e-4871-9fd2-534e379d6ee2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1186948698-router', 'tenant_id': '1c43b3d89be8497db11b11700155db36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:09:34Z', 'updated_at': '2022-01-28T00:13:16Z', 'revision_number': 5, 'project_id': '1c43b3d89be8497db11b11700155db36', 'gw_port': {'id': '2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:45:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d4abf9-ee6e-4871-9fd2-534e379d6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:09:35Z', 'updated_at': '2022-01-28T00:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:19.904216 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b9b1f299-6495-4125-857f-09a4a53654e7 req-77f4dfc5-7a6c-4272-8433-d7a0a1979501 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (4c91c94e-2156-4248-9d94-3526343caf9d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:19.917233 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770dd928-331d-4d10-89b5-6a2f6da278f8 None None] Checking router: c5d4abf9-ee6e-4871-9fd2-534e379d6ee2 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:13:19.925326 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b9b1f299-6495-4125-857f-09a4a53654e7 req-77f4dfc5-7a6c-4272-8433-d7a0a1979501 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4c91c94e-2156-4248-9d94-3526343caf9d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:19.950756 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770dd928-331d-4d10-89b5-6a2f6da278f8 None None] Routers {'c5d4abf9-ee6e-4871-9fd2-534e379d6ee2'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:13:19.954757 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-770dd928-331d-4d10-89b5-6a2f6da278f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:13:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c5d4abf9-ee6e-4871-9fd2-534e379d6ee2'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:19.970952 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b9b1f299-6495-4125-857f-09a4a53654e7 req-77f4dfc5-7a6c-4272-8433-d7a0a1979501 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:19.972243 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b9b1f299-6495-4125-857f-09a4a53654e7 req-77f4dfc5-7a6c-4272-8433-d7a0a1979501 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 1.3610070 Jan 28 00:13:20.045896 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4dfc5-7a6c-4272-8433-d7a0a1979501 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c91c94e-2156-4248-9d94-3526343caf9d,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:20.109868 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b1e46a00-3b61-4bb5-892a-ac05069ff888 admin admin] Publish callbacks [] for router_gateway (c5d4abf9-ee6e-4871-9fd2-534e379d6ee2), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:20.249633 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-b1e46a00-3b61-4bb5-892a-ac05069ff888 admin admin] Deleting port 2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:13:20.250257 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b1e46a00-3b61-4bb5-892a-ac05069ff888 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:20.391747 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-770dd928-331d-4d10-89b5-6a2f6da278f8 None None] Set router c5d4abf9-ee6e-4871-9fd2-534e379d6ee2 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:13:20.394064 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-69ac7b3e-3d63-4dc5-9163-87b2633bd523 req-e789cfff-4d91-4cf8-b1b8-8912465dd55e tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups/4c91c94e-2156-4248-9d94-3526343caf9d HTTP/1.1" status: 200 len: 1818 time: 0.1462235 Jan 28 00:13:20.413983 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-69ac7b3e-3d63-4dc5-9163-87b2633bd523 req-98d23980-1e6d-4edc-ba8c-0828f624c15a tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Request body: {'security_group': {'name': 'tempest-sg-hth-897646627', 'description': 'tempest-description-hth-129002922'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:20.596023 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-b1e46a00-3b61-4bb5-892a-ac05069ff888 admin admin] For port 2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:13:20.596844 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b1e46a00-3b61-4bb5-892a-ac05069ff888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:20.650266 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-b1e46a00-3b61-4bb5-892a-ac05069ff888 admin admin] Calling delete_port for 2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:13:20.926014 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-770dd928-331d-4d10-89b5-6a2f6da278f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d4abf9-ee6e-4871-9fd2-534e379d6ee2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1186948698-router', 'tenant_id': '1c43b3d89be8497db11b11700155db36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:09:34Z', 'updated_at': '2022-01-28T00:13:16Z', 'revision_number': 5, 'project_id': '1c43b3d89be8497db11b11700155db36', 'gw_port': {'id': '2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:45:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d4abf9-ee6e-4871-9fd2-534e379d6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:09:35Z', 'updated_at': '2022-01-28T00:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:21.038400 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770dd928-331d-4d10-89b5-6a2f6da278f8 None None] The sync data for ids ['c5d4abf9-ee6e-4871-9fd2-534e379d6ee2'] in n-d-826754-1 is: [{'id': 'c5d4abf9-ee6e-4871-9fd2-534e379d6ee2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1186948698-router', 'tenant_id': '1c43b3d89be8497db11b11700155db36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:09:34Z', 'updated_at': '2022-01-28T00:13:16Z', 'revision_number': 5, 'project_id': '1c43b3d89be8497db11b11700155db36', 'gw_port': {'id': '2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:45:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d4abf9-ee6e-4871-9fd2-534e379d6ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:09:35Z', 'updated_at': '2022-01-28T00:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:13:21.153139 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b1e46a00-3b61-4bb5-892a-ac05069ff888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:21.205796 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e46a00-3b61-4bb5-892a-ac05069ff888 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:21.216902 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-69ac7b3e-3d63-4dc5-9163-87b2633bd523 req-98d23980-1e6d-4edc-ba8c-0828f624c15a tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (4c91c94e-2156-4248-9d94-3526343caf9d), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:21.587239 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-69ac7b3e-3d63-4dc5-9163-87b2633bd523 req-98d23980-1e6d-4edc-ba8c-0828f624c15a tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (4c91c94e-2156-4248-9d94-3526343caf9d), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:21.617644 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b1e46a00-3b61-4bb5-892a-ac05069ff888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (c5d4abf9-ee6e-4871-9fd2-534e379d6ee2), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:21.624021 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-eff7506d-76ca-4aa0-bd4e-77e663909b4b req-55959115-0b48-4fd7-9b3f-76f8eb3a1e96 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1163642 Jan 28 00:13:21.812691 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b1e46a00-3b61-4bb5-892a-ac05069ff888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (c5d4abf9-ee6e-4871-9fd2-534e379d6ee2), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:21.816631 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b1e46a00-3b61-4bb5-892a-ac05069ff888 admin admin] Publish callbacks [] for router_controller (c5d4abf9-ee6e-4871-9fd2-534e379d6ee2), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:21.852312 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7506d-76ca-4aa0-bd4e-77e663909b4b req-018a5379-e764-453a-a4ed-f61bdab834ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:21.854921 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-eff7506d-76ca-4aa0-bd4e-77e663909b4b req-018a5379-e764-453a-a4ed-f61bdab834ce service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a78e89f3df84c31929be575e138a975&device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 1095 time: 0.1453273 Jan 28 00:13:21.922172 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-69ac7b3e-3d63-4dc5-9163-87b2633bd523 req-98d23980-1e6d-4edc-ba8c-0828f624c15a tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4c91c94e-2156-4248-9d94-3526343caf9d), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:21.927496 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-69ac7b3e-3d63-4dc5-9163-87b2633bd523 req-98d23980-1e6d-4edc-ba8c-0828f624c15a tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:21.929810 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-69ac7b3e-3d63-4dc5-9163-87b2633bd523 req-98d23980-1e6d-4edc-ba8c-0828f624c15a tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "PUT /v2.0/security-groups/4c91c94e-2156-4248-9d94-3526343caf9d HTTP/1.1" status: 200 len: 1790 time: 1.5345278 Jan 28 00:13:21.947532 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b1e46a00-3b61-4bb5-892a-ac05069ff888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (c5d4abf9-ee6e-4871-9fd2-534e379d6ee2), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:21.947532 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e46a00-3b61-4bb5-892a-ac05069ff888 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5d4abf9-ee6e-4871-9fd2-534e379d6ee2 {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:13:21.948950 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b1e46a00-3b61-4bb5-892a-ac05069ff888 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:21.954821 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b1e46a00-3b61-4bb5-892a-ac05069ff888 admin admin] 10.222.0.70 "DELETE /v2.0/routers/c5d4abf9-ee6e-4871-9fd2-534e379d6ee2 HTTP/1.1" status: 204 len: 168 time: 3.3790839 Jan 28 00:13:21.964100 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50734) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:22.009062 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-93f9555d-d212-429c-baa1-6f2d5a1d47c8 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:22.020637 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-93f9555d-d212-429c-baa1-6f2d5a1d47c8 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/networks?id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf HTTP/1.1" status: 200 len: 821 time: 0.8866899 Jan 28 00:13:22.109494 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7506d-76ca-4aa0-bd4e-77e663909b4b req-a6353346-cbd4-4e9d-8bee-1dcfe26c2b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:22.110908 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-eff7506d-76ca-4aa0-bd4e-77e663909b4b req-a6353346-cbd4-4e9d-8bee-1dcfe26c2b36 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 200 len: 908 time: 0.2240593 Jan 28 00:13:22.143969 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d23980-1e6d-4edc-ba8c-0828f624c15a tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c91c94e-2156-4248-9d94-3526343caf9d,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:22.190864 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-527a9f83-2ffc-4eb8-9e36-180ea69a9352 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/quotas/6990d737c5db4738a7ab281f03db2443 HTTP/1.1" status: 200 len: 375 time: 0.1689785 Jan 28 00:13:22.275464 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-eff7506d-76ca-4aa0-bd4e-77e663909b4b req-c7298175-e99d-43f3-a87d-cb2106b9f11a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23e4c93d-2bfd-40b7-85b3-7e9aa2285abd HTTP/1.1" status: 200 len: 217 time: 0.1555154 Jan 28 00:13:22.368953 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e3d0e85-0aa0-4e4f-94f4-0c3566ac2cce admin admin] Deleting subnet cae1777e-0500-4c2e-8b1e-bafb88057bb2 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:13:22.377496 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1e3d0e85-0aa0-4e4f-94f4-0c3566ac2cce admin admin] Publish callbacks [] for subnet (cae1777e-0500-4c2e-8b1e-bafb88057bb2), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:22.416068 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7506d-76ca-4aa0-bd4e-77e663909b4b req-3e33abcb-29c0-4081-849f-e15beb05dcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:22.417615 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-eff7506d-76ca-4aa0-bd4e-77e663909b4b req-3e33abcb-29c0-4081-849f-e15beb05dcf5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a309d6c9-38a3-409d-a906-1638039000ff HTTP/1.1" status: 200 len: 847 time: 0.1344299 Jan 28 00:13:22.500151 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-eff7506d-76ca-4aa0-bd4e-77e663909b4b req-9aefd68c-9fb8-4569-869a-3604ab16ebc7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ede0cbb9-a83e-4037-b673-696eabc6b3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754428 Jan 28 00:13:22.511157 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-4f189edd-c646-4cb4-8d67-5daca7991d49 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6990d737c5db4738a7ab281f03db2443&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2929010 Jan 28 00:13:22.525450 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1e3d0e85-0aa0-4e4f-94f4-0c3566ac2cce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (cae1777e-0500-4c2e-8b1e-bafb88057bb2), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:22.762053 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-eff7506d-76ca-4aa0-bd4e-77e663909b4b req-4ed7ef1f-3519-4466-9eca-fbef0d99b05e service neutron] 10.222.0.65 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546036 Jan 28 00:13:22.801915 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f0b1e0e9-81d0-4492-9e20-ca851941a868 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:13:22.818068 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1e3d0e85-0aa0-4e4f-94f4-0c3566ac2cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (cae1777e-0500-4c2e-8b1e-bafb88057bb2), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:22.857359 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: f0b1e0e9-81d0-4492-9e20-ca851941a868 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:13:22.857713 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f0b1e0e9-81d0-4492-9e20-ca851941a868 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:13:22.903171 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1e3d0e85-0aa0-4e4f-94f4-0c3566ac2cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (cae1777e-0500-4c2e-8b1e-bafb88057bb2), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:22.953339 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1e3d0e85-0aa0-4e4f-94f4-0c3566ac2cce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:22.953700 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0d8910-d089-436a-9205-8fde7ba921d2 None None] Network af463525-5a3e-4d06-85c6-1a5086f8978a requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:13:22.963439 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1e3d0e85-0aa0-4e4f-94f4-0c3566ac2cce admin admin] 10.222.0.70 "DELETE /v2.0/subnets/cae1777e-0500-4c2e-8b1e-bafb88057bb2 HTTP/1.1" status: 204 len: 168 time: 0.9969821 Jan 28 00:13:22.967319 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50758) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:23.034493 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-eff7506d-76ca-4aa0-bd4e-77e663909b4b req-64068142-a632-4ebf-a036-d2e6246855c4 service neutron] 10.222.0.65 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649322 Jan 28 00:13:23.063556 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d0e85-0aa0-4e4f-94f4-0c3566ac2cce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cae1777e-0500-4c2e-8b1e-bafb88057bb2,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:23.217631 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad9796c-0d06-4a4d-8526-97e1f984c690 None None] DHCP port deletion for af463525-5a3e-4d06-85c6-1a5086f8978a request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:13:23.356765 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9796c-0d06-4a4d-8526-97e1f984c690 None None] Deleting port 4c54009b-f391-4a14-a08e-693ee413ff97 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:13:23.357147 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0ad9796c-0d06-4a4d-8526-97e1f984c690 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (4c54009b-f391-4a14-a08e-693ee413ff97), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:23.436757 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-5e321b8c-a6eb-40fc-ad08-d8d1c4aafe53 service neutron] 10.222.0.70 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9026556 Jan 28 00:13:23.510726 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5f6be540-e566-4f75-a96b-b57c79780339 req-e98070a5-d1c1-4bc9-a2cd-607640c0b7f6 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups/4c91c94e-2156-4248-9d94-3526343caf9d HTTP/1.1" status: 200 len: 1790 time: 0.4681709 Jan 28 00:13:23.541477 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-0ad9796c-0d06-4a4d-8526-97e1f984c690 None None] For port 4c54009b-f391-4a14-a08e-693ee413ff97, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4c54009b-f391-4a14-a08e-693ee413ff97,segment=NetworkSegment(694f6eea-06a8-49aa-9a59-ebf86869732c),segment_id=694f6eea-06a8-49aa-9a59-ebf86869732c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:13:23.542296 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0ad9796c-0d06-4a4d-8526-97e1f984c690 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (4c54009b-f391-4a14-a08e-693ee413ff97), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:23.570449 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (af463525-5a3e-4d06-85c6-1a5086f8978a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:23.583432 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9796c-0d06-4a4d-8526-97e1f984c690 None None] Calling delete_port for 4c54009b-f391-4a14-a08e-693ee413ff97 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:13:23.618031 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b437a81-e1b4-4fcd-aaf7-1f85f257664b req-51c2aff0-2411-4668-aa95-cf06db471c3f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1795864 Jan 28 00:13:23.732051 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-d28f668a-75dc-4591-b849-9e48876c668e service neutron] 10.222.0.70 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852561 Jan 28 00:13:23.750100 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b437a81-e1b4-4fcd-aaf7-1f85f257664b req-d464bee9-6a5b-485b-a769-684fc4e8d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:23.752002 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b437a81-e1b4-4fcd-aaf7-1f85f257664b req-d464bee9-6a5b-485b-a769-684fc4e8d40c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8a78e89f3df84c31929be575e138a975&device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 1095 time: 0.0871718 Jan 28 00:13:23.779324 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] Deleting port 4c54009b-f391-4a14-a08e-693ee413ff97 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:13:23.779692 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (4c54009b-f391-4a14-a08e-693ee413ff97), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:23.893563 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0ad9796c-0d06-4a4d-8526-97e1f984c690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (4c54009b-f391-4a14-a08e-693ee413ff97), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:23.931749 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad9796c-0d06-4a4d-8526-97e1f984c690 None None] No DVR routers for this DVR port 4c54009b-f391-4a14-a08e-693ee413ff97 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:13:23.999831 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9796c-0d06-4a4d-8526-97e1f984c690 None None] Pushing event deleted for resources: {'Port': ['ID=4c54009b-f391-4a14-a08e-693ee413ff97,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:24.013358 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9796c-0d06-4a4d-8526-97e1f984c690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:24.013732 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9796c-0d06-4a4d-8526-97e1f984c690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:24.014141 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9796c-0d06-4a4d-8526-97e1f984c690 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:24.014497 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9796c-0d06-4a4d-8526-97e1f984c690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:24.014840 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9796c-0d06-4a4d-8526-97e1f984c690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:24.015182 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9796c-0d06-4a4d-8526-97e1f984c690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:24.015517 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9796c-0d06-4a4d-8526-97e1f984c690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:24.018482 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9796c-0d06-4a4d-8526-97e1f984c690 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:24.018863 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9796c-0d06-4a4d-8526-97e1f984c690 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:24.019217 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9796c-0d06-4a4d-8526-97e1f984c690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:24.019561 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9796c-0d06-4a4d-8526-97e1f984c690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:24.019904 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9796c-0d06-4a4d-8526-97e1f984c690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:24.020251 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9796c-0d06-4a4d-8526-97e1f984c690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:24.146299 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-24c265ea-cf3d-4cb4-a150-144edc7d53d4 req-9ef9b9eb-65c6-4214-bdd9-e5b8e524069b tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups/4c91c94e-2156-4248-9d94-3526343caf9d HTTP/1.1" status: 200 len: 1790 time: 0.2752123 Jan 28 00:13:24.255836 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] For port 4c54009b-f391-4a14-a08e-693ee413ff97, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4c54009b-f391-4a14-a08e-693ee413ff97,segment=NetworkSegment(694f6eea-06a8-49aa-9a59-ebf86869732c),segment_id=694f6eea-06a8-49aa-9a59-ebf86869732c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:13:24.257039 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (4c54009b-f391-4a14-a08e-693ee413ff97), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:24.338090 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] Calling delete_port for 4c54009b-f391-4a14-a08e-693ee413ff97 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:13:24.381815 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b437a81-e1b4-4fcd-aaf7-1f85f257664b req-9c18cc3a-9b04-4cf0-b238-67b1304dd5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:24.383812 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b437a81-e1b4-4fcd-aaf7-1f85f257664b req-9c18cc3a-9b04-4cf0-b238-67b1304dd5eb service neutron] 10.222.0.52 "GET /v2.0/networks?id=ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 200 len: 908 time: 0.5935724 Jan 28 00:13:24.396184 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4c54009b-f391-4a14-a08e-693ee413ff97 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:13:24.454634 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 4c54009b-f391-4a14-a08e-693ee413ff97 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:13:24.457115 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4c54009b-f391-4a14-a08e-693ee413ff97 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:13:24.464274 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:13:24.527583 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:13:24.527970 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2fe8a3ba-0498-4a97-8b88-6f2c2e196c6a not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:13:24.592554 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b437a81-e1b4-4fcd-aaf7-1f85f257664b req-36a729d8-5388-46c4-b3c7-68366114702d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9357b6d8-3aaa-4276-8462-b55edfab0389 HTTP/1.1" status: 200 len: 217 time: 0.0909948 Jan 28 00:13:24.598260 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-24c265ea-cf3d-4cb4-a150-144edc7d53d4 req-4650fdeb-11a3-46c8-8da0-c08ed86100d3 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (4c91c94e-2156-4248-9d94-3526343caf9d), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:24.630299 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-24c265ea-cf3d-4cb4-a150-144edc7d53d4 req-4650fdeb-11a3-46c8-8da0-c08ed86100d3 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (4c91c94e-2156-4248-9d94-3526343caf9d), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:24.714099 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-24c265ea-cf3d-4cb4-a150-144edc7d53d4 req-4650fdeb-11a3-46c8-8da0-c08ed86100d3 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4c91c94e-2156-4248-9d94-3526343caf9d), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:24.718472 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-24c265ea-cf3d-4cb4-a150-144edc7d53d4 req-4650fdeb-11a3-46c8-8da0-c08ed86100d3 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:24.736779 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-24c265ea-cf3d-4cb4-a150-144edc7d53d4 req-4650fdeb-11a3-46c8-8da0-c08ed86100d3 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "DELETE /v2.0/security-groups/4c91c94e-2156-4248-9d94-3526343caf9d HTTP/1.1" status: 204 len: 173 time: 0.5892551 Jan 28 00:13:24.829992 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4650fdeb-11a3-46c8-8da0-c08ed86100d3 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c91c94e-2156-4248-9d94-3526343caf9d,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:24.977569 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b437a81-e1b4-4fcd-aaf7-1f85f257664b req-fecfa9a6-20de-4550-8b10-cf489c443bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:24.980154 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b437a81-e1b4-4fcd-aaf7-1f85f257664b req-fecfa9a6-20de-4550-8b10-cf489c443bb0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a309d6c9-38a3-409d-a906-1638039000ff HTTP/1.1" status: 200 len: 847 time: 0.2905655 Jan 28 00:13:24.985060 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (4c54009b-f391-4a14-a08e-693ee413ff97), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:25.167475 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50804) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:25.237084 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] Pushing event deleted for resources: {'Port': ['ID=4c54009b-f391-4a14-a08e-693ee413ff97,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:25.271170 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b437a81-e1b4-4fcd-aaf7-1f85f257664b req-2a055bf8-a257-4875-af01-f973e882bb26 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ede0cbb9-a83e-4037-b673-696eabc6b3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2822042 Jan 28 00:13:25.276955 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ab71d0f2-1772-4149-9e2f-620dd0f2a92d req-c67ef1be-7781-44c6-ab87-5a1b98c33fb9 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 210 time: 0.2936049 Jan 28 00:13:25.505020 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-353a221a-2a04-4762-996a-5494c3a87113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:25.505324 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] No DVR routers for this DVR port 4c54009b-f391-4a14-a08e-693ee413ff97 on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:13:25.612804 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-744fa5a9-ccd3-46ab-abb3-dbb107f9971f req-dd53cea8-5a14-4a16-a57e-aab5afaaceaa tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] show failed (client error): The resource could not be found. Jan 28 00:13:25.621041 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-744fa5a9-ccd3-46ab-abb3-dbb107f9971f req-dd53cea8-5a14-4a16-a57e-aab5afaaceaa tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups/ede8140e-65d6-461d-8e1f-c1e69155f9e4 HTTP/1.1" status: 404 len: 352 time: 0.3312912 Jan 28 00:13:25.736495 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-2ec2652b-8fe7-4360-82bc-e33ec81de8f1 req-aa8f8537-2d22-4734-b0df-71b9fd5b7855 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] show failed (client error): The resource could not be found. Jan 28 00:13:25.745723 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2ec2652b-8fe7-4360-82bc-e33ec81de8f1 req-aa8f8537-2d22-4734-b0df-71b9fd5b7855 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups/6292d8da-bbdb-4984-b9ec-e4c7e342a31f HTTP/1.1" status: 404 len: 352 time: 0.0857604 Jan 28 00:13:25.770230 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (af463525-5a3e-4d06-85c6-1a5086f8978a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:25.780591 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-353a221a-2a04-4762-996a-5494c3a87113 admin admin] Publish callbacks [] for security_group (7d403428-18b1-474d-8150-463bf4185ad3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:25.782442 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b437a81-e1b4-4fcd-aaf7-1f85f257664b req-5390587d-c249-4ca7-acaa-a3c6c604301a service neutron] 10.222.0.52 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886997 Jan 28 00:13:25.790358 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-353a221a-2a04-4762-996a-5494c3a87113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7d403428-18b1-474d-8150-463bf4185ad3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:25.842189 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-a9e0fd2f-6cd4-4a73-83ad-4e0a9753c645 req-dcd74843-28e0-4906-92c6-6d2f2ae11807 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] show failed (client error): The resource could not be found. Jan 28 00:13:25.852549 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9e0fd2f-6cd4-4a73-83ad-4e0a9753c645 req-dcd74843-28e0-4906-92c6-6d2f2ae11807 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups/0c2b7f0b-a696-46c6-b291-d9266d3f8778 HTTP/1.1" status: 404 len: 352 time: 0.0685170 Jan 28 00:13:25.882708 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a221a-2a04-4762-996a-5494c3a87113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d403428-18b1-474d-8150-463bf4185ad3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:25.896248 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af463525-5a3e-4d06-85c6-1a5086f8978a']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:25.903216 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-353a221a-2a04-4762-996a-5494c3a87113 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=95b595e72ccb43a6a89950a04f0daa23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7341590 Jan 28 00:13:25.904720 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50826) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:25.920383 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '694f6eea-06a8-49aa-9a59-ebf86869732c') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:25.920846 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '694f6eea-06a8-49aa-9a59-ebf86869732c') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:25.936866 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (694f6eea-06a8-49aa-9a59-ebf86869732c), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:25.979995 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-87e4ad38-ea32-4ad7-a79d-2a3a790cb392 req-0ccad471-c0a8-4a1c-8da4-bced37d7a15b tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] show failed (client error): The resource could not be found. Jan 28 00:13:25.988834 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87e4ad38-ea32-4ad7-a79d-2a3a790cb392 req-0ccad471-c0a8-4a1c-8da4-bced37d7a15b tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups/eef2e091-c779-4c1b-ba3f-aec8ee5e40b1 HTTP/1.1" status: 404 len: 352 time: 0.0471845 Jan 28 00:13:25.990901 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (694f6eea-06a8-49aa-9a59-ebf86869732c), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:26.024589 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:13:26.025031 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (694f6eea-06a8-49aa-9a59-ebf86869732c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:13:26.027713 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:13:26.040162 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-151c33fe-53a5-4db2-92aa-4ef897d8a50d admin admin] Publish callbacks [] for security_group (7d403428-18b1-474d-8150-463bf4185ad3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:26.056500 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-91f01b90-dd74-4861-b276-a487db918b4e req-8a274d36-f4cf-4267-9844-9d21f1d97baa tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] show failed (client error): The resource could not be found. Jan 28 00:13:26.069336 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-91f01b90-dd74-4861-b276-a487db918b4e req-8a274d36-f4cf-4267-9844-9d21f1d97baa tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups/4c9037e9-a19e-46ff-90a7-40b822613c6b HTTP/1.1" status: 404 len: 352 time: 0.0578356 Jan 28 00:13:26.111538 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-151c33fe-53a5-4db2-92aa-4ef897d8a50d admin admin] Publish callbacks [] for security_group (7d403428-18b1-474d-8150-463bf4185ad3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:26.212809 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-151c33fe-53a5-4db2-92aa-4ef897d8a50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7d403428-18b1-474d-8150-463bf4185ad3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:26.215702 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-151c33fe-53a5-4db2-92aa-4ef897d8a50d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:26.217258 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-151c33fe-53a5-4db2-92aa-4ef897d8a50d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7d403428-18b1-474d-8150-463bf4185ad3 HTTP/1.1" status: 204 len: 168 time: 0.3100541 Jan 28 00:13:26.233011 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c33fe-53a5-4db2-92aa-4ef897d8a50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d403428-18b1-474d-8150-463bf4185ad3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:26.491223 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b437a81-e1b4-4fcd-aaf7-1f85f257664b req-eb361e24-15d0-4211-a2a8-cb87f55dd601 service neutron] 10.222.0.52 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6906385 Jan 28 00:13:26.515783 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-e94da3f6-ca5d-44fc-b887-1d783b4fcd74 req-a00b29b5-85e9-4d52-b989-d9aceff03e51 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] show failed (client error): The resource could not be found. Jan 28 00:13:26.524982 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e94da3f6-ca5d-44fc-b887-1d783b4fcd74 req-a00b29b5-85e9-4d52-b989-d9aceff03e51 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups/3124c8d2-e2e4-4692-b601-0169e01b7dba HTTP/1.1" status: 404 len: 352 time: 0.0528681 Jan 28 00:13:26.578343 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a4b01587-9a2d-4858-82c3-8336b6dbc6e2 req-f5408ed1-7585-4b9c-a190-b553be0934ab tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 210 time: 0.0812025 Jan 28 00:13:26.585675 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (af463525-5a3e-4d06-85c6-1a5086f8978a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:26.639632 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:26.643216 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] 10.222.0.70 "DELETE /v2.0/networks/af463525-5a3e-4d06-85c6-1a5086f8978a HTTP/1.1" status: 204 len: 168 time: 3.6751592 Jan 28 00:13:26.649055 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50852) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:26.650464 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] Pushing event deleted for resources: {'Network': ['ID=af463525-5a3e-4d06-85c6-1a5086f8978a,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:26.671421 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:26.671925 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:26.672347 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:26.672766 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:26.673180 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:26.673587 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:26.677461 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:26.678780 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:26.679212 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:26.679675 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:26.680094 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:26.680521 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:26.684530 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bfb499-99dc-4311-884c-92056350af8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:27.058747 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f32a3-8dd8-407c-a800-349e776ee8a4 req-e8852d16-1ae8-4ea9-a704-3b0fe088ec03 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:27.073985 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f09f32a3-8dd8-407c-a800-349e776ee8a4 req-e8852d16-1ae8-4ea9-a704-3b0fe088ec03 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=0daefcfe-1270-43c1-9921-749cd5214499 HTTP/1.1" status: 200 len: 1024 time: 0.1204047 Jan 28 00:13:27.283937 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f09f32a3-8dd8-407c-a800-349e776ee8a4 req-1b7f8681-398a-4d14-aa84-724b6b42e07e tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?id=1900d222-ba35-4a49-9a3c-ced837996220&id=032b815e-a271-4bc3-9716-09a4988cfdbe&id=0373dceb-b0e0-4df1-9ed0-12af170948ab&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1949728 Jan 28 00:13:27.579100 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-40283b47-453a-4b46-bb73-7af145a541f6 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:27.580857 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-40283b47-453a-4b46-bb73-7af145a541f6 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.65 "GET /v2.0/networks?id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf HTTP/1.1" status: 200 len: 821 time: 0.4044933 Jan 28 00:13:27.602496 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-943c919d-67fc-4242-b766-92e2f2c81d52 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Request body: {'port': {'device_id': '734a1908-f82c-4a45-8980-fcfcf7574a4b', 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf', 'admin_state_up': True, 'tenant_id': '6990d737c5db4738a7ab281f03db2443'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:27.778666 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-06e4cd98-831a-4bd5-85d1-9877670a434c req-0ff1b268-9f01-4971-9f3a-9a9543972cff tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 210 time: 0.0733902 Jan 28 00:13:27.911234 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-943c919d-67fc-4242-b766-92e2f2c81d52 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Made reservation on behalf of 6990d737c5db4738a7ab281f03db2443 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:13:27.916237 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-943c919d-67fc-4242-b766-92e2f2c81d52 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:28.164666 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-943c919d-67fc-4242-b766-92e2f2c81d52 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Allocated IP 172.20.0.13 (d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf/1cf259c4-4e5d-4731-814e-e633d701ebdd/360aeed5-c523-4314-bb9f-1bdadf5794f7) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:13:28.267860 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50894) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:28.603509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5fbc4-57f2-4493-8be2-886264bc8d7d req-0f68b8a7-5abc-44c2-948d-40cb2bb1e78f tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:28.613748 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e7b5fbc4-57f2-4493-8be2-886264bc8d7d req-0f68b8a7-5abc-44c2-948d-40cb2bb1e78f tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=0daefcfe-1270-43c1-9921-749cd5214499 HTTP/1.1" status: 200 len: 1024 time: 0.1207633 Jan 28 00:13:28.629634 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-365bd109-08c3-4514-a79a-a72df8af0028 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1565885715-network', 'tenant_id': 'f83efef868364e80aa38e637eb5555de'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:28.668882 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365bd109-08c3-4514-a79a-a72df8af0028 admin admin] Made reservation on behalf of f83efef868364e80aa38e637eb5555de for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:13:28.671498 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-365bd109-08c3-4514-a79a-a72df8af0028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:28.686482 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-365bd109-08c3-4514-a79a-a72df8af0028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:28.796079 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e7b5fbc4-57f2-4493-8be2-886264bc8d7d req-87279fcb-f3ca-4bd6-91a8-e3f531987e89 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?id=1900d222-ba35-4a49-9a3c-ced837996220&id=032b815e-a271-4bc3-9716-09a4988cfdbe&id=0373dceb-b0e0-4df1-9ed0-12af170948ab&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1811013 Jan 28 00:13:28.810780 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f4775-69c2-41d3-8228-b411a6d0123e req-4783a114-f503-4a69-a117-82482c1587f7 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:28.813412 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ff7f4775-69c2-41d3-8228-b411a6d0123e req-4783a114-f503-4a69-a117-82482c1587f7 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.65 "GET /v2.0/ports?device_id=0daefcfe-1270-43c1-9921-749cd5214499 HTTP/1.1" status: 200 len: 1024 time: 0.4638159 Jan 28 00:13:28.929820 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-365bd109-08c3-4514-a79a-a72df8af0028 admin admin] Publish callbacks [] for security_group (a7d0005d-1f61-4c5b-a76e-6f5dd7308f3c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:28.951463 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-365bd109-08c3-4514-a79a-a72df8af0028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a7d0005d-1f61-4c5b-a76e-6f5dd7308f3c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:28.973062 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-943c919d-67fc-4242-b766-92e2f2c81d52 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Publish callbacks [] for port (360aeed5-c523-4314-bb9f-1bdadf5794f7), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:28.981451 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe0a4578-5bb9-490f-9ed3-fb9db511f213 req-14827e91-7ed1-415a-8c70-c8aa709121da tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 210 time: 0.0421400 Jan 28 00:13:29.012198 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-365bd109-08c3-4514-a79a-a72df8af0028 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:13:29.023171 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bd109-08c3-4514-a79a-a72df8af0028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d0005d-1f61-4c5b-a76e-6f5dd7308f3c,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:29.033288 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1ed1e083-14ff-491c-bf93-a79d87935670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:29.052557 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-365bd109-08c3-4514-a79a-a72df8af0028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (954a15d8-fca3-40a7-98fa-cc5affc505c8), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:29.053260 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-365bd109-08c3-4514-a79a-a72df8af0028 admin admin] Added segment 954a15d8-fca3-40a7-98fa-cc5affc505c8 of type vlan for network 3d89076e-9f95-4683-9e8e-13f17e932a26 Jan 28 00:13:29.118921 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-365bd109-08c3-4514-a79a-a72df8af0028 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (3d89076e-9f95-4683-9e8e-13f17e932a26), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:29.159784 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-365bd109-08c3-4514-a79a-a72df8af0028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (3d89076e-9f95-4683-9e8e-13f17e932a26), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:29.164050 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365bd109-08c3-4514-a79a-a72df8af0028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:29.165043 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-365bd109-08c3-4514-a79a-a72df8af0028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:29.259372 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-943c919d-67fc-4242-b766-92e2f2c81d52 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (360aeed5-c523-4314-bb9f-1bdadf5794f7), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:29.262970 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-365bd109-08c3-4514-a79a-a72df8af0028 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9906230 Jan 28 00:13:29.264995 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50916) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:29.282738 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-817e1fde-b707-4d47-a9d5-3c5e2af936f7 admin admin] Request body: {'subnet': {'network_id': '3d89076e-9f95-4683-9e8e-13f17e932a26', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1565885715-subnet', 'tenant_id': 'f83efef868364e80aa38e637eb5555de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:29.284938 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bd109-08c3-4514-a79a-a72df8af0028 admin admin] Pushing event updated for resources: {'Network': ['ID=3d89076e-9f95-4683-9e8e-13f17e932a26,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:29.299094 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 3d89076e-9f95-4683-9e8e-13f17e932a26 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:13:29.344239 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-ff7f4775-69c2-41d3-8228-b411a6d0123e req-700fb6e9-8d9a-4277-b63c-b5daa4a4a240 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Deleting port 12707aa4-c15d-43f2-850b-c72288b80f72 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:13:29.345119 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ff7f4775-69c2-41d3-8228-b411a6d0123e req-700fb6e9-8d9a-4277-b63c-b5daa4a4a240 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (12707aa4-c15d-43f2-850b-c72288b80f72), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:29.392780 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['e34d3b27-f88d-40ca-a720-0da10d81433d'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:13:29.524908 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-943c919d-67fc-4242-b766-92e2f2c81d52 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:13:29.538738 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-943c919d-67fc-4242-b766-92e2f2c81d52 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:13:29.543920 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817e1fde-b707-4d47-a9d5-3c5e2af936f7 admin admin] Made reservation on behalf of f83efef868364e80aa38e637eb5555de for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:13:29.546805 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-817e1fde-b707-4d47-a9d5-3c5e2af936f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:29.554421 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-943c919d-67fc-4242-b766-92e2f2c81d52 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:13:29.561125 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c919d-67fc-4242-b766-92e2f2c81d52 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Pushing event updated for resources: {'Port': ['ID=360aeed5-c523-4314-bb9f-1bdadf5794f7,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:29.796880 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-943c919d-67fc-4242-b766-92e2f2c81d52 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:29.799689 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-943c919d-67fc-4242-b766-92e2f2c81d52 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:30.154696 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89ad3c-02ce-4dc3-9361-90aa34438bfc req-2ceaf8ab-e364-49ab-b464-1681018fea70 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:30.163812 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c89ad3c-02ce-4dc3-9361-90aa34438bfc req-2ceaf8ab-e364-49ab-b464-1681018fea70 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=0daefcfe-1270-43c1-9921-749cd5214499 HTTP/1.1" status: 200 len: 1024 time: 0.1414742 Jan 28 00:13:30.309328 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-943c919d-67fc-4242-b766-92e2f2c81d52 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7126760 Jan 28 00:13:30.312689 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-ff7f4775-69c2-41d3-8228-b411a6d0123e req-700fb6e9-8d9a-4277-b63c-b5daa4a4a240 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] For port 12707aa4-c15d-43f2-850b-c72288b80f72, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=12707aa4-c15d-43f2-850b-c72288b80f72,segment=NetworkSegment(0952efdf-a551-493e-a682-268b5ab71776),segment_id=0952efdf-a551-493e-a682-268b5ab71776)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:13:30.313240 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ff7f4775-69c2-41d3-8228-b411a6d0123e req-700fb6e9-8d9a-4277-b63c-b5daa4a4a240 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (12707aa4-c15d-43f2-850b-c72288b80f72), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:30.351774 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Request body: {'port': {'device_id': '734a1908-f82c-4a45-8980-fcfcf7574a4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:30.365113 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-ff7f4775-69c2-41d3-8228-b411a6d0123e req-700fb6e9-8d9a-4277-b63c-b5daa4a4a240 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Calling delete_port for 12707aa4-c15d-43f2-850b-c72288b80f72 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:13:30.427429 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c905b-2e5e-40e1-abaf-9f2756c01227 req-0c7d659e-9a31-4a06-a4bd-4de2a35a7dd0 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:30.453338 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bc8c905b-2e5e-40e1-abaf-9f2756c01227 req-0c7d659e-9a31-4a06-a4bd-4de2a35a7dd0 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 932 time: 0.2439494 Jan 28 00:13:30.497015 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c89ad3c-02ce-4dc3-9361-90aa34438bfc req-3e3ff437-f2a1-4800-99dc-6987053a13e6 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups?id=1900d222-ba35-4a49-9a3c-ced837996220&id=032b815e-a271-4bc3-9716-09a4988cfdbe&id=0373dceb-b0e0-4df1-9ed0-12af170948ab&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3316960 Jan 28 00:13:30.652389 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bc8c905b-2e5e-40e1-abaf-9f2756c01227 req-eb0f0e57-0a86-4f55-81d5-0b808bb40d79 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967494 Jan 28 00:13:30.735386 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (360aeed5-c523-4314-bb9f-1bdadf5794f7), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:30.909896 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-817e1fde-b707-4d47-a9d5-3c5e2af936f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (4fe1f448-0898-4a03-8fd6-86e0a28e8ec2), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:30.918884 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ff7f4775-69c2-41d3-8228-b411a6d0123e req-700fb6e9-8d9a-4277-b63c-b5daa4a4a240 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (12707aa4-c15d-43f2-850b-c72288b80f72), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:30.956594 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['12707aa4-c15d-43f2-850b-c72288b80f72'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:13:31.012168 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1ed1e083-14ff-491c-bf93-a79d87935670 admin admin] Deleting port 431b0379-e998-497c-8bef-e7e61900be52 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:13:31.012604 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1ed1e083-14ff-491c-bf93-a79d87935670 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (431b0379-e998-497c-8bef-e7e61900be52), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:31.086667 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700fb6e9-8d9a-4277-b63c-b5daa4a4a240 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Pushing event deleted for resources: {'Port': ['ID=12707aa4-c15d-43f2-850b-c72288b80f72,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:31.261293 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7f4775-69c2-41d3-8228-b411a6d0123e req-700fb6e9-8d9a-4277-b63c-b5daa4a4a240 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] No DVR routers for this DVR port 12707aa4-c15d-43f2-850b-c72288b80f72 on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:13:31.273919 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e1fde-b707-4d47-a9d5-3c5e2af936f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fe1f448-0898-4a03-8fd6-86e0a28e8ec2,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:31.291759 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ff7f4775-69c2-41d3-8228-b411a6d0123e req-700fb6e9-8d9a-4277-b63c-b5daa4a4a240 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:31.295169 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ff7f4775-69c2-41d3-8228-b411a6d0123e req-700fb6e9-8d9a-4277-b63c-b5daa4a4a240 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.65 "DELETE /v2.0/ports/12707aa4-c15d-43f2-850b-c72288b80f72 HTTP/1.1" status: 204 len: 173 time: 2.4596660 Jan 28 00:13:31.295710 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0daefcfe-1270-43c1-9921-749cd5214499', 'name': 'network-vif-deleted', 'tag': '12707aa4-c15d-43f2-850b-c72288b80f72'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:13:31.298198 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50b5fc5-d8b0-4b72-a156-b6a561e59794" -d '{"events": [{"server_uuid": "0daefcfe-1270-43c1-9921-749cd5214499", "name": "network-vif-deleted", "tag": "12707aa4-c15d-43f2-850b-c72288b80f72"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:13:31.353598 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebfdf34-4e4c-4207-bf7e-608257ca080c x-openstack-request-id: req-1ebfdf34-4e4c-4207-bf7e-608257ca080c {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:13:31.354733 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0daefcfe-1270-43c1-9921-749cd5214499", "name": "network-vif-deleted", "tag": "12707aa4-c15d-43f2-850b-c72288b80f72", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:13:31.354733 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1ebfdf34-4e4c-4207-bf7e-608257ca080c {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:13:31.355413 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0daefcfe-1270-43c1-9921-749cd5214499', 'name': 'network-vif-deleted', 'tag': '12707aa4-c15d-43f2-850b-c72288b80f72', 'status': 'completed', 'code': 200} Jan 28 00:13:31.383156 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-1ed1e083-14ff-491c-bf93-a79d87935670 admin admin] For port 431b0379-e998-497c-8bef-e7e61900be52, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=431b0379-e998-497c-8bef-e7e61900be52,segment=NetworkSegment(f1143f8f-279b-4c14-b435-dde08e8c4cce),segment_id=f1143f8f-279b-4c14-b435-dde08e8c4cce)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:13:31.384220 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1ed1e083-14ff-491c-bf93-a79d87935670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (431b0379-e998-497c-8bef-e7e61900be52), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:31.387601 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817e1fde-b707-4d47-a9d5-3c5e2af936f7 admin admin] Checking segment: {'id': '954a15d8-fca3-40a7-98fa-cc5affc505c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3d89076e-9f95-4683-9e8e-13f17e932a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:13:31.388436 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817e1fde-b707-4d47-a9d5-3c5e2af936f7 admin admin] Network hostable DHCP agents. Network: 3d89076e-9f95-4683-9e8e-13f17e932a26, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:13:31.419508 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1ed1e083-14ff-491c-bf93-a79d87935670 admin admin] Calling delete_port for 431b0379-e998-497c-8bef-e7e61900be52 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:13:31.459932 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817e1fde-b707-4d47-a9d5-3c5e2af936f7 admin admin] Network 3d89076e-9f95-4683-9e8e-13f17e932a26 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:13:31.510004 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-817e1fde-b707-4d47-a9d5-3c5e2af936f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 3d89076e-9f95-4683-9e8e-13f17e932a26) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:13:31.522955 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817e1fde-b707-4d47-a9d5-3c5e2af936f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:31.523891 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-817e1fde-b707-4d47-a9d5-3c5e2af936f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:31.527195 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a18925a-a8bc-4a68-ae85-2532fb7391e1 None None] Network 3d89076e-9f95-4683-9e8e-13f17e932a26 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:13:31.601074 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-817e1fde-b707-4d47-a9d5-3c5e2af936f7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.3117437 Jan 28 00:13:31.657939 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 360aeed5-c523-4314-bb9f-1bdadf5794f7 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:13:31.670625 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Publish callbacks [] for port (360aeed5-c523-4314-bb9f-1bdadf5794f7), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:31.744311 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Transition to ACTIVE for port object 360aeed5-c523-4314-bb9f-1bdadf5794f7 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:13:31.754227 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (360aeed5-c523-4314-bb9f-1bdadf5794f7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:31.843379 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d0e1144-82f6-4a52-b7c7-f7a49daa5918 req-f5fc4927-36d0-4072-948e-a768db152e07 tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/ports?device_id=0daefcfe-1270-43c1-9921-749cd5214499 HTTP/1.1" status: 200 len: 210 time: 0.0826299 Jan 28 00:13:31.989974 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b09eb9-7d81-4c16-ad23-2310612d61f3 req-14487c6e-b5e1-47a1-b882-0043440164ad tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:31.991985 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-76b09eb9-7d81-4c16-ad23-2310612d61f3 req-14487c6e-b5e1-47a1-b882-0043440164ad tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 944 time: 0.1159697 Jan 28 00:13:32.024321 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fffc36-1eca-4f5e-a05f-55bb5c844369 None None] Network 3d89076e-9f95-4683-9e8e-13f17e932a26 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:13:32.147581 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-76b09eb9-7d81-4c16-ad23-2310612d61f3 req-c83aad66-248d-458b-b06d-ce5b7f3eaf7a tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444576 Jan 28 00:13:32.212560 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1ed1e083-14ff-491c-bf93-a79d87935670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (431b0379-e998-497c-8bef-e7e61900be52), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:32.217001 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Pushing event updated for resources: {'Port': ['ID=360aeed5-c523-4314-bb9f-1bdadf5794f7,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:32.299130 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:32.299730 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:32.301439 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:32.302383 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:32.303078 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:32.304114 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:32.304526 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:32.304952 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:32.305567 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:32.306198 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:32.306848 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:32.308006 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:32.308432 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:13:32.366959 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1e083-14ff-491c-bf93-a79d87935670 admin admin] Pushing event deleted for resources: {'Port': ['ID=431b0379-e998-497c-8bef-e7e61900be52,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:32.452835 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Attempting to bind port 360aeed5-c523-4314-bb9f-1bdadf5794f7 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:13:32.453384 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Attempting to bind port 360aeed5-c523-4314-bb9f-1bdadf5794f7 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:13:32.453951 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Attempting to bind port 360aeed5-c523-4314-bb9f-1bdadf5794f7 on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:13:32.493771 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Port 360aeed5-c523-4314-bb9f-1bdadf5794f7 on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:13:32.494831 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Attempting to bind port 360aeed5-c523-4314-bb9f-1bdadf5794f7 on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:13:32.604122 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-dcebe85e-aed8-4f1a-8a4c-e5613f1ceaa2 req-0695995a-8ef7-4f95-b528-653a06710b24 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1604093970', 'description': 'tempest-description-830908297'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:32.633769 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:13:32.634773 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Checking segment: {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:13:32.634773 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Bound using segment: {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:13:32.635145 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Bound port: 360aeed5-c523-4314-bb9f-1bdadf5794f7, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:13:32.635310 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (360aeed5-c523-4314-bb9f-1bdadf5794f7), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:32.669108 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-dcebe85e-aed8-4f1a-8a4c-e5613f1ceaa2 req-0695995a-8ef7-4f95-b528-653a06710b24 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:32.779390 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-dcebe85e-aed8-4f1a-8a4c-e5613f1ceaa2 req-0695995a-8ef7-4f95-b528-653a06710b24 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (12aa51dc-f2dd-4b4c-a984-c3b9b1ca4238), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:32.793585 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-dcebe85e-aed8-4f1a-8a4c-e5613f1ceaa2 req-0695995a-8ef7-4f95-b528-653a06710b24 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (12aa51dc-f2dd-4b4c-a984-c3b9b1ca4238), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:32.830056 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695995a-8ef7-4f95-b528-653a06710b24 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12aa51dc-f2dd-4b4c-a984-c3b9b1ca4238,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:32.851912 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-dcebe85e-aed8-4f1a-8a4c-e5613f1ceaa2 req-0695995a-8ef7-4f95-b528-653a06710b24 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:32.853775 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dcebe85e-aed8-4f1a-8a4c-e5613f1ceaa2 req-0695995a-8ef7-4f95-b528-653a06710b24 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2554629 Jan 28 00:13:32.914231 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 12707aa4-c15d-43f2-850b-c72288b80f72 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:13:32.929726 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1ed1e083-14ff-491c-bf93-a79d87935670 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:32.992943 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 12707aa4-c15d-43f2-850b-c72288b80f72 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:13:32.993479 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 12707aa4-c15d-43f2-850b-c72288b80f72 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:13:33.053631 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-40d5e544-809c-4aa9-ad46-32130c92ecf2 req-ac724433-8dcd-40fc-bc9a-db5e400209b6 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "GET /v2.0/security-groups/12aa51dc-f2dd-4b4c-a984-c3b9b1ca4238 HTTP/1.1" status: 200 len: 1821 time: 0.1011882 Jan 28 00:13:33.070862 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] For port 360aeed5-c523-4314-bb9f-1bdadf5794f7, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:13:33.076947 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-40d5e544-809c-4aa9-ad46-32130c92ecf2 req-8ae64466-daaf-4b72-b964-d2edf1fd9a9a tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12aa51dc-f2dd-4b4c-a984-c3b9b1ca4238', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:33.077575 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-40d5e544-809c-4aa9-ad46-32130c92ecf2 req-8ae64466-daaf-4b72-b964-d2edf1fd9a9a tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12aa51dc-f2dd-4b4c-a984-c3b9b1ca4238', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:33.090350 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] For port 360aeed5-c523-4314-bb9f-1bdadf5794f7, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=360aeed5-c523-4314-bb9f-1bdadf5794f7,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:13:33.101701 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (360aeed5-c523-4314-bb9f-1bdadf5794f7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:33.166594 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-40d5e544-809c-4aa9-ad46-32130c92ecf2 req-8ae64466-daaf-4b72-b964-d2edf1fd9a9a tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group_rule (1dc1213e-70bd-4f8a-a22a-bddb41869126), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:33.188721 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:33.189905 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:33.191659 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] 10.222.0.65 "PUT /v2.0/ports/360aeed5-c523-4314-bb9f-1bdadf5794f7 HTTP/1.1" status: 200 len: 1092 time: 2.8683994 Jan 28 00:13:33.209876 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-40d5e544-809c-4aa9-ad46-32130c92ecf2 req-8ae64466-daaf-4b72-b964-d2edf1fd9a9a tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group_rule (1dc1213e-70bd-4f8a-a22a-bddb41869126), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:33.222637 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-40d5e544-809c-4aa9-ad46-32130c92ecf2 req-8ae64466-daaf-4b72-b964-d2edf1fd9a9a tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (1dc1213e-70bd-4f8a-a22a-bddb41869126), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:33.276641 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-40d5e544-809c-4aa9-ad46-32130c92ecf2 req-8ae64466-daaf-4b72-b964-d2edf1fd9a9a tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:33.277786 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-40d5e544-809c-4aa9-ad46-32130c92ecf2 req-8ae64466-daaf-4b72-b964-d2edf1fd9a9a tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2200546 Jan 28 00:13:33.279021 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae64466-daaf-4b72-b964-d2edf1fd9a9a tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc1213e-70bd-4f8a-a22a-bddb41869126,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:33.279255 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c11f2-6518-46e6-b3be-002530bdcaea service neutron] Pushing event updated for resources: {'Port': ['ID=360aeed5-c523-4314-bb9f-1bdadf5794f7,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:33.319892 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed1e083-14ff-491c-bf93-a79d87935670 admin admin] Router 3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:13:33.359430 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734a1908-f82c-4a45-8980-fcfcf7574a4b', 'tag': '360aeed5-c523-4314-bb9f-1bdadf5794f7'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:13:33.361410 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050038d9-3eef-47d8-84bb-7220a45180cc" -d '{"events": [{"name": "network-changed", "server_uuid": "734a1908-f82c-4a45-8980-fcfcf7574a4b", "tag": "360aeed5-c523-4314-bb9f-1bdadf5794f7"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:13:33.385646 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8774b88e-7cdb-47a8-ae25-8c57fc9728b8 req-5b5be11a-ab24-4646-b453-64d8998672ca tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups/032b815e-a271-4bc3-9716-09a4988cfdbe HTTP/1.1" status: 200 len: 1816 time: 0.0611899 Jan 28 00:13:33.435142 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-8008dbe8-1e66-4901-98a1-1b449d4d0efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:33.436761 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-8008dbe8-1e66-4901-98a1-1b449d4d0efb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6990d737c5db4738a7ab281f03db2443&device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 1095 time: 0.1524217 Jan 28 00:13:33.470019 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8774b88e-7cdb-47a8-ae25-8c57fc9728b8 req-0d145ecf-b23f-483e-9b86-97b0042a8d9e tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (032b815e-a271-4bc3-9716-09a4988cfdbe), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:33.503511 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8774b88e-7cdb-47a8-ae25-8c57fc9728b8 req-0d145ecf-b23f-483e-9b86-97b0042a8d9e tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (032b815e-a271-4bc3-9716-09a4988cfdbe), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:33.561453 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-a5a137f1-76cd-449f-8e64-3a446e539c20 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=360aeed5-c523-4314-bb9f-1bdadf5794f7 HTTP/1.1" status: 200 len: 217 time: 0.0498567 Jan 28 00:13:33.581590 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8774b88e-7cdb-47a8-ae25-8c57fc9728b8 req-0d145ecf-b23f-483e-9b86-97b0042a8d9e tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (032b815e-a271-4bc3-9716-09a4988cfdbe), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:33.590134 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8774b88e-7cdb-47a8-ae25-8c57fc9728b8 req-0d145ecf-b23f-483e-9b86-97b0042a8d9e tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:33.609897 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8774b88e-7cdb-47a8-ae25-8c57fc9728b8 req-0d145ecf-b23f-483e-9b86-97b0042a8d9e tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "DELETE /v2.0/security-groups/032b815e-a271-4bc3-9716-09a4988cfdbe HTTP/1.1" status: 204 len: 173 time: 0.2076085 Jan 28 00:13:33.612599 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed1e083-14ff-491c-bf93-a79d87935670 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:13:33.625108 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1ed1e083-14ff-491c-bf93-a79d87935670 admin admin] 10.222.0.70 "PUT /v2.0/routers/3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9740779 Jan 28 00:13:33.628863 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5df3c0-1829-449e-a80c-910309d01fae None None] Sync routers for ids ['3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:13:33.629666 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51052) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:33.648944 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d145ecf-b23f-483e-9b86-97b0042a8d9e tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=032b815e-a271-4bc3-9716-09a4988cfdbe,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:33.668053 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5df3c0-1829-449e-a80c-910309d01fae None None] Routers {'3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:13:33.668227 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-dd5df3c0-1829-449e-a80c-910309d01fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:13:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:33.728568 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-14b29699-a66d-4fc9-aca4-b62565c88125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:33.730384 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-14b29699-a66d-4fc9-aca4-b62565c88125 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1cf259c4-4e5d-4731-814e-e633d701ebdd HTTP/1.1" status: 200 len: 861 time: 0.1633089 Jan 28 00:13:33.780645 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-779cb2d8-84bd-4420-85e0-14ca39e4a544 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435228 Jan 28 00:13:33.905554 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-dd5df3c0-1829-449e-a80c-910309d01fae None None] Set router 3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:13:34.176107 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-6ca54d40-b712-4b7a-94b5-4572a6ef2993 req-d4a45350-7061-4ffd-96a2-2e2e29c7d2ce tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1279767878', 'description': 'tempest-description-1027305770'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:34.231435 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6ca54d40-b712-4b7a-94b5-4572a6ef2993 req-d4a45350-7061-4ffd-96a2-2e2e29c7d2ce tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:34.273214 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd10592-5477-4ec4-8881-0d9fb8254847 req-640ec7f8-449b-47c4-9362-c0dd074b4cf7 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:34.276447 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2fd10592-5477-4ec4-8881-0d9fb8254847 req-640ec7f8-449b-47c4-9362-c0dd074b4cf7 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 944 time: 0.1784575 Jan 28 00:13:34.371715 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c49a00f1-111f-4f75-8ec5-aa61b6d0ef50 admin admin] Publish callbacks [] for router (3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:34.380270 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2fd10592-5477-4ec4-8881-0d9fb8254847 req-d5cdcf8a-974c-4a95-a249-c5660b941265 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955458 Jan 28 00:13:34.512601 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6ca54d40-b712-4b7a-94b5-4572a6ef2993 req-d4a45350-7061-4ffd-96a2-2e2e29c7d2ce tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (b5b3b5d1-9b07-4bf1-b045-f5acecf9c038), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:34.525107 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-dd5df3c0-1829-449e-a80c-910309d01fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403', 'name': 'tempest-AttachSCSIVolumeTestJSON-1291424371-router', 'tenant_id': '56b03b9ecf8343caad705efd08ee3ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a403f270-6001-4d8e-816e-e7af9ce72988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:09:45Z', 'updated_at': '2022-01-28T00:13:31Z', 'revision_number': 5, 'project_id': '56b03b9ecf8343caad705efd08ee3ee9', 'gw_port': {'id': 'a403f270-6001-4d8e-816e-e7af9ce72988', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:09:46Z', 'updated_at': '2022-01-28T00:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:34.528041 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6ca54d40-b712-4b7a-94b5-4572a6ef2993 req-d4a45350-7061-4ffd-96a2-2e2e29c7d2ce tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b5b3b5d1-9b07-4bf1-b045-f5acecf9c038), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:34.566290 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818e1ef2-956f-4c64-8cb1-80573fe16b77 x-openstack-request-id: req-818e1ef2-956f-4c64-8cb1-80573fe16b77 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:13:34.566877 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "734a1908-f82c-4a45-8980-fcfcf7574a4b", "tag": "360aeed5-c523-4314-bb9f-1bdadf5794f7", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:13:34.567115 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-818e1ef2-956f-4c64-8cb1-80573fe16b77 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:13:34.567897 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '734a1908-f82c-4a45-8980-fcfcf7574a4b', 'tag': '360aeed5-c523-4314-bb9f-1bdadf5794f7', 'status': 'completed', 'code': 200} Jan 28 00:13:34.594131 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5df3c0-1829-449e-a80c-910309d01fae None None] Checking router: 3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:13:34.608210 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a45350-7061-4ffd-96a2-2e2e29c7d2ce tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b3b5d1-9b07-4bf1-b045-f5acecf9c038,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:34.612291 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5df3c0-1829-449e-a80c-910309d01fae None None] Routers {'3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:13:34.613909 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-dd5df3c0-1829-449e-a80c-910309d01fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:13:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:34.618138 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6ca54d40-b712-4b7a-94b5-4572a6ef2993 req-d4a45350-7061-4ffd-96a2-2e2e29c7d2ce tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:34.637226 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6ca54d40-b712-4b7a-94b5-4572a6ef2993 req-d4a45350-7061-4ffd-96a2-2e2e29c7d2ce tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4754889 Jan 28 00:13:34.686135 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-45b88a80-317f-4032-9cc0-d88e32148362 req-2b4619dc-a089-49a3-bfba-470d9f8e5a9f tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "GET /v2.0/security-groups/0373dceb-b0e0-4df1-9ed0-12af170948ab HTTP/1.1" status: 200 len: 1818 time: 0.1410668 Jan 28 00:13:34.706088 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-f6e676c9-4999-49e3-b367-4e781ba86cff service neutron] 10.222.0.65 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295567 Jan 28 00:13:34.711257 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c49a00f1-111f-4f75-8ec5-aa61b6d0ef50 admin admin] Publish callbacks [] for router_gateway (3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:34.855163 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f0e6201d-9d71-4fc4-af7d-d07753cbd4df req-20b9f843-f137-4edd-8238-2b9b90eeba75 service neutron] 10.222.0.65 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403234 Jan 28 00:13:34.857997 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c49a00f1-111f-4f75-8ec5-aa61b6d0ef50 admin admin] Deleting port a403f270-6001-4d8e-816e-e7af9ce72988 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:13:34.858332 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c49a00f1-111f-4f75-8ec5-aa61b6d0ef50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (a403f270-6001-4d8e-816e-e7af9ce72988), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:34.893217 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-45b88a80-317f-4032-9cc0-d88e32148362 req-1c7dc5c4-a5ea-4863-bf69-38b8ff439eca tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (0373dceb-b0e0-4df1-9ed0-12af170948ab), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:34.967935 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-dd5df3c0-1829-449e-a80c-910309d01fae None None] Set router 3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:13:34.994266 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-45b88a80-317f-4032-9cc0-d88e32148362 req-1c7dc5c4-a5ea-4863-bf69-38b8ff439eca tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (0373dceb-b0e0-4df1-9ed0-12af170948ab), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:35.113086 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c49a00f1-111f-4f75-8ec5-aa61b6d0ef50 admin admin] For port a403f270-6001-4d8e-816e-e7af9ce72988, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=a403f270-6001-4d8e-816e-e7af9ce72988,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:13:35.117877 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c49a00f1-111f-4f75-8ec5-aa61b6d0ef50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (a403f270-6001-4d8e-816e-e7af9ce72988), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:35.153493 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c49a00f1-111f-4f75-8ec5-aa61b6d0ef50 admin admin] Calling delete_port for a403f270-6001-4d8e-816e-e7af9ce72988 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:13:35.182160 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-45b88a80-317f-4032-9cc0-d88e32148362 req-1c7dc5c4-a5ea-4863-bf69-38b8ff439eca tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0373dceb-b0e0-4df1-9ed0-12af170948ab), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:35.187086 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-45b88a80-317f-4032-9cc0-d88e32148362 req-1c7dc5c4-a5ea-4863-bf69-38b8ff439eca tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:35.190537 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-45b88a80-317f-4032-9cc0-d88e32148362 req-1c7dc5c4-a5ea-4863-bf69-38b8ff439eca tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] 10.222.0.70 "DELETE /v2.0/security-groups/0373dceb-b0e0-4df1-9ed0-12af170948ab HTTP/1.1" status: 204 len: 173 time: 0.4984136 Jan 28 00:13:35.211459 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51114) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:35.394742 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7dc5c4-a5ea-4863-bf69-38b8ff439eca tempest-SecurityGroupsTestJSON-40418719 tempest-SecurityGroupsTestJSON-40418719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0373dceb-b0e0-4df1-9ed0-12af170948ab,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:35.407477 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07738748-e435-4011-ad35-3e12e8817139 req-c7d3062a-e1c5-499f-a6b0-489332eb2f54 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "GET /v2.0/security-groups/b5b3b5d1-9b07-4bf1-b045-f5acecf9c038 HTTP/1.1" status: 200 len: 1822 time: 0.2718382 Jan 28 00:13:35.459412 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-07738748-e435-4011-ad35-3e12e8817139 req-dbd350b1-19e4-422a-ba5f-86eec5186db8 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b5b3b5d1-9b07-4bf1-b045-f5acecf9c038', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:35.459997 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-07738748-e435-4011-ad35-3e12e8817139 req-dbd350b1-19e4-422a-ba5f-86eec5186db8 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b5b3b5d1-9b07-4bf1-b045-f5acecf9c038', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:35.535352 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c371ca8-c8e9-4b3c-9450-d98b017e5d75 admin admin] Deleting subnet 3284d801-493d-46b5-84d7-ceafd25db814 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:13:35.548856 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3c371ca8-c8e9-4b3c-9450-d98b017e5d75 admin admin] Publish callbacks [] for subnet (3284d801-493d-46b5-84d7-ceafd25db814), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:35.597728 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3c371ca8-c8e9-4b3c-9450-d98b017e5d75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (3284d801-493d-46b5-84d7-ceafd25db814), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:35.598653 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050038d9-3eef-47d8-84bb-7220a45180cc req-a0ae41e2-0732-4349-aa8a-cf43aa60a6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:35.602016 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-050038d9-3eef-47d8-84bb-7220a45180cc req-a0ae41e2-0732-4349-aa8a-cf43aa60a6e7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6990d737c5db4738a7ab281f03db2443&device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 1095 time: 0.6642342 Jan 28 00:13:35.625581 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-dd5df3c0-1829-449e-a80c-910309d01fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403', 'name': 'tempest-AttachSCSIVolumeTestJSON-1291424371-router', 'tenant_id': '56b03b9ecf8343caad705efd08ee3ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a403f270-6001-4d8e-816e-e7af9ce72988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:09:45Z', 'updated_at': '2022-01-28T00:13:31Z', 'revision_number': 5, 'project_id': '56b03b9ecf8343caad705efd08ee3ee9', 'gw_port': {'id': 'a403f270-6001-4d8e-816e-e7af9ce72988', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:09:46Z', 'updated_at': '2022-01-28T00:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:35.697143 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5df3c0-1829-449e-a80c-910309d01fae None None] The sync data for ids ['3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403'] in n-d-826754-1 is: [{'id': '3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403', 'name': 'tempest-AttachSCSIVolumeTestJSON-1291424371-router', 'tenant_id': '56b03b9ecf8343caad705efd08ee3ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'a403f270-6001-4d8e-816e-e7af9ce72988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:09:45Z', 'updated_at': '2022-01-28T00:13:31Z', 'revision_number': 5, 'project_id': '56b03b9ecf8343caad705efd08ee3ee9', 'gw_port': {'id': 'a403f270-6001-4d8e-816e-e7af9ce72988', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:09:46Z', 'updated_at': '2022-01-28T00:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:13:35.719514 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3c371ca8-c8e9-4b3c-9450-d98b017e5d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (3284d801-493d-46b5-84d7-ceafd25db814), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:35.747583 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device ed8a55c3-affb-42ef-bae0-b767d36f307b no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:13:35.774656 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-07738748-e435-4011-ad35-3e12e8817139 req-dbd350b1-19e4-422a-ba5f-86eec5186db8 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group_rule (c1adbeec-7728-4507-b38a-604384c2b309), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:35.795235 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8f721-1374-4aa0-b924-73b5f21d15ba req-32149d60-378c-4d4a-bc37-8f453242958c tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:35.804954 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4de8f721-1374-4aa0-b924-73b5f21d15ba req-32149d60-378c-4d4a-bc37-8f453242958c tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 944 time: 0.2909765 Jan 28 00:13:35.857715 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-07738748-e435-4011-ad35-3e12e8817139 req-dbd350b1-19e4-422a-ba5f-86eec5186db8 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group_rule (c1adbeec-7728-4507-b38a-604384c2b309), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:35.871295 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-07738748-e435-4011-ad35-3e12e8817139 req-dbd350b1-19e4-422a-ba5f-86eec5186db8 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (c1adbeec-7728-4507-b38a-604384c2b309), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:35.908542 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4de8f721-1374-4aa0-b924-73b5f21d15ba req-2cd7193f-aaa4-402a-9cf2-1b261598d834 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026971 Jan 28 00:13:35.934340 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3c371ca8-c8e9-4b3c-9450-d98b017e5d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (3284d801-493d-46b5-84d7-ceafd25db814), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:35.934720 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050038d9-3eef-47d8-84bb-7220a45180cc req-0b56ea07-7655-4a75-be5b-0266d5511afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:35.935261 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-050038d9-3eef-47d8-84bb-7220a45180cc req-0b56ea07-7655-4a75-be5b-0266d5511afc service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf HTTP/1.1" status: 200 len: 922 time: 0.3240502 Jan 28 00:13:35.950417 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c49a00f1-111f-4f75-8ec5-aa61b6d0ef50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (a403f270-6001-4d8e-816e-e7af9ce72988), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:35.951668 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd350b1-19e4-422a-ba5f-86eec5186db8 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1adbeec-7728-4507-b38a-604384c2b309,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:35.954114 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3c371ca8-c8e9-4b3c-9450-d98b017e5d75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:35.967924 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3c371ca8-c8e9-4b3c-9450-d98b017e5d75 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3284d801-493d-46b5-84d7-ceafd25db814 HTTP/1.1" status: 204 len: 168 time: 0.7443249 Jan 28 00:13:35.981346 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51140) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:35.989533 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c371ca8-c8e9-4b3c-9450-d98b017e5d75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3284d801-493d-46b5-84d7-ceafd25db814,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:35.993834 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-07738748-e435-4011-ad35-3e12e8817139 req-dbd350b1-19e4-422a-ba5f-86eec5186db8 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:36.007574 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07738748-e435-4011-ad35-3e12e8817139 req-dbd350b1-19e4-422a-ba5f-86eec5186db8 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5742173 Jan 28 00:13:36.097836 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-050038d9-3eef-47d8-84bb-7220a45180cc req-9be52cb1-443b-4404-9883-1698d25c5f23 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=360aeed5-c523-4314-bb9f-1bdadf5794f7 HTTP/1.1" status: 200 len: 217 time: 0.1563282 Jan 28 00:13:36.098841 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a00f1-111f-4f75-8ec5-aa61b6d0ef50 admin admin] Pushing event deleted for resources: {'Port': ['ID=a403f270-6001-4d8e-816e-e7af9ce72988,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:36.157515 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8db4fa73-c491-4881-93b9-d97a846ed9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:36.172062 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port ed8a55c3-affb-42ef-bae0-b767d36f307b is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:13:36.173078 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ed8a55c3-affb-42ef-bae0-b767d36f307b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:36.231526 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed8a55c3-affb-42ef-bae0-b767d36f307b'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:13:36.238123 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c883cba-3f77-4ae1-900d-ee15cbae2fd3" -d '{"events": [{"server_uuid": "7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945", "name": "network-vif-unplugged", "status": "completed", "tag": "ed8a55c3-affb-42ef-bae0-b767d36f307b"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:13:36.266245 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050038d9-3eef-47d8-84bb-7220a45180cc req-469c8e89-ed6b-47a5-b32f-3b0a4a684d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:36.268249 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-050038d9-3eef-47d8-84bb-7220a45180cc req-469c8e89-ed6b-47a5-b32f-3b0a4a684d73 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1cf259c4-4e5d-4731-814e-e633d701ebdd HTTP/1.1" status: 200 len: 861 time: 0.1382418 Jan 28 00:13:36.273906 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port ed8a55c3-affb-42ef-bae0-b767d36f307b, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=ed8a55c3-affb-42ef-bae0-b767d36f307b,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:13:36.290297 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ed8a55c3-affb-42ef-bae0-b767d36f307b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:36.297834 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-53dae037-4e4f-4574-8525-1b972ee10b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (eb879c07-eac8-47cd-a981-6649a3df0cc8), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:36.312900 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-736f5438-a970-4cc2-b6d5-06bc22ccb52c req-dee0ca12-d22d-405a-9b08-b0baaa8a56be tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1278635634', 'description': 'tempest-description-619149491'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:36.321930 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c49a00f1-111f-4f75-8ec5-aa61b6d0ef50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:36.379465 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-050038d9-3eef-47d8-84bb-7220a45180cc req-ade72ef0-23e4-4a0c-a02e-546f84310f48 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967231 Jan 28 00:13:36.516595 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=ed8a55c3-affb-42ef-bae0-b767d36f307b,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:36.543324 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 431b0379-e998-497c-8bef-e7e61900be52 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:13:36.571161 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-736f5438-a970-4cc2-b6d5-06bc22ccb52c req-dee0ca12-d22d-405a-9b08-b0baaa8a56be tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:36.612197 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c49a00f1-111f-4f75-8ec5-aa61b6d0ef50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:36.616112 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c49a00f1-111f-4f75-8ec5-aa61b6d0ef50 admin admin] Publish callbacks [] for router_controller (3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:36.636651 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 431b0379-e998-497c-8bef-e7e61900be52 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:13:36.637276 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 431b0379-e998-497c-8bef-e7e61900be52 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:13:36.712656 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c49a00f1-111f-4f75-8ec5-aa61b6d0ef50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:36.713564 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49a00f1-111f-4f75-8ec5-aa61b6d0ef50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:13:36.714357 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-53dae037-4e4f-4574-8525-1b972ee10b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (eb879c07-eac8-47cd-a981-6649a3df0cc8), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:36.724803 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c49a00f1-111f-4f75-8ec5-aa61b6d0ef50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:36.726370 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c49a00f1-111f-4f75-8ec5-aa61b6d0ef50 admin admin] 10.222.0.70 "DELETE /v2.0/routers/3eb2f6e8-1f2c-4b4e-b8f8-18a37fe80403 HTTP/1.1" status: 204 len: 168 time: 3.0956676 Jan 28 00:13:36.729303 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51174) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:36.743805 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-53dae037-4e4f-4574-8525-1b972ee10b90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb879c07-eac8-47cd-a981-6649a3df0cc8']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:36.762115 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-53dae037-4e4f-4574-8525-1b972ee10b90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0952efdf-a551-493e-a682-268b5ab71776') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:36.762331 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-53dae037-4e4f-4574-8525-1b972ee10b90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0952efdf-a551-493e-a682-268b5ab71776') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:36.774013 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-53dae037-4e4f-4574-8525-1b972ee10b90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (0952efdf-a551-493e-a682-268b5ab71776), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:36.791269 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-53dae037-4e4f-4574-8525-1b972ee10b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (0952efdf-a551-493e-a682-268b5ab71776), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:36.799211 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53dae037-4e4f-4574-8525-1b972ee10b90 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:13:36.799903 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-53dae037-4e4f-4574-8525-1b972ee10b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (0952efdf-a551-493e-a682-268b5ab71776), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:36.816435 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-96568934-c52b-4524-b3d8-bf7532bfad7a admin admin] Deleting subnet d77ef593-2b16-408a-b651-9d0efa7723d6 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:13:36.827068 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-96568934-c52b-4524-b3d8-bf7532bfad7a admin admin] Publish callbacks [] for subnet (d77ef593-2b16-408a-b651-9d0efa7723d6), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:36.858646 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-050038d9-3eef-47d8-84bb-7220a45180cc req-c33c3742-ec08-4088-908a-1b736096b27f service neutron] 10.222.0.65 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931713 Jan 28 00:13:36.888259 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:13:36.888259 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:13:36.888259 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:13:36.888259 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:13:36.888259 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:13:36.888259 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:13:36.888259 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:13:36.888259 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:13:36.888259 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:13:36.888259 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:13:36.888259 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:13:36.888259 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:13:36.888259 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:13:36.888259 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:13:36.888259 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:13:36.888259 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:13:36.888259 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:13:36.888259 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:13:36.888259 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:13:36.888259 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:13:36.888259 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:13:36.888259 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:13:36.888259 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:13:36.888259 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:13:36.888259 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:13:36.888259 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:13:36.888259 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:13:36.888259 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:13:36.888259 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:13:36.888259 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:13:36.888259 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:13:36.888259 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:13:36.903880 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-96568934-c52b-4524-b3d8-bf7532bfad7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (d77ef593-2b16-408a-b651-9d0efa7723d6), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:36.930729 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b434e-2915-472d-a431-b0e691372c4d req-bbdd80b0-19c7-4a46-8e1f-923b03f449fb tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:36.946763 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-183b434e-2915-472d-a431-b0e691372c4d req-bbdd80b0-19c7-4a46-8e1f-923b03f449fb tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/networks?id=f388c604-9dfb-430b-954f-b2b9c1d3c352 HTTP/1.1" status: 200 len: 805 time: 0.7522607 Jan 28 00:13:36.956686 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-53dae037-4e4f-4574-8525-1b972ee10b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (eb879c07-eac8-47cd-a981-6649a3df0cc8), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:36.968277 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-53dae037-4e4f-4574-8525-1b972ee10b90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:36.977101 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-53dae037-4e4f-4574-8525-1b972ee10b90 admin admin] 10.222.0.70 "DELETE /v2.0/networks/eb879c07-eac8-47cd-a981-6649a3df0cc8 HTTP/1.1" status: 204 len: 168 time: 0.9939346 Jan 28 00:13:37.020780 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-183b434e-2915-472d-a431-b0e691372c4d req-91c74fac-e6c9-4ac0-9b75-68b9b2d38492 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/quotas/8405f09358c0468d9527f464af13d496 HTTP/1.1" status: 200 len: 375 time: 0.0421348 Jan 28 00:13:37.049798 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dae037-4e4f-4574-8525-1b972ee10b90 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb879c07-eac8-47cd-a981-6649a3df0cc8,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:37.170694 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-183b434e-2915-472d-a431-b0e691372c4d req-ed952451-d09f-4750-b9e9-2d393ae732d3 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8405f09358c0468d9527f464af13d496&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1304049 Jan 28 00:13:37.179791 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9747485-8ece-4a7d-a2e9-6d67733b32f6 req-d9a14644-ecac-4282-8efe-39a3d896c32f tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:37.182566 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9747485-8ece-4a7d-a2e9-6d67733b32f6 req-d9a14644-ecac-4282-8efe-39a3d896c32f tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945 HTTP/1.1" status: 200 len: 943 time: 0.2848985 Jan 28 00:13:37.211179 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-736f5438-a970-4cc2-b6d5-06bc22ccb52c req-dee0ca12-d22d-405a-9b08-b0baaa8a56be tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (7b5b3290-89d7-4482-a01b-a04763cf8e2d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:37.237900 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-736f5438-a970-4cc2-b6d5-06bc22ccb52c req-dee0ca12-d22d-405a-9b08-b0baaa8a56be tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7b5b3290-89d7-4482-a01b-a04763cf8e2d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:37.352628 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-96568934-c52b-4524-b3d8-bf7532bfad7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (d77ef593-2b16-408a-b651-9d0efa7723d6), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:37.398549 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0ca12-d22d-405a-9b08-b0baaa8a56be tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5b3290-89d7-4482-a01b-a04763cf8e2d,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:37.411112 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51182) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:37.453804 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-736f5438-a970-4cc2-b6d5-06bc22ccb52c req-dee0ca12-d22d-405a-9b08-b0baaa8a56be tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:37.472646 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-736f5438-a970-4cc2-b6d5-06bc22ccb52c req-dee0ca12-d22d-405a-9b08-b0baaa8a56be tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 1.1652913 Jan 28 00:13:37.519951 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-050038d9-3eef-47d8-84bb-7220a45180cc req-fb12bb1d-c897-4fa7-a503-d98746a73c7c service neutron] 10.222.0.65 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6544375 Jan 28 00:13:37.580434 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-96568934-c52b-4524-b3d8-bf7532bfad7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (d77ef593-2b16-408a-b651-9d0efa7723d6), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:37.635309 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-183b434e-2915-472d-a431-b0e691372c4d req-de1f25ac-5a4c-4749-9cfa-071beb8082ef service neutron] 10.222.0.70 "GET /v2.0/networks/f388c604-9dfb-430b-954f-b2b9c1d3c352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433424 Jan 28 00:13:37.719924 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cb7961-cd22-484e-ad32-a62cc456522c None None] Network ca7cb8d6-0b9e-4ecc-830f-417781f7eeef requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:13:37.721277 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-96568934-c52b-4524-b3d8-bf7532bfad7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:37.744622 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-96568934-c52b-4524-b3d8-bf7532bfad7a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d77ef593-2b16-408a-b651-9d0efa7723d6 HTTP/1.1" status: 204 len: 168 time: 1.0010929 Jan 28 00:13:37.746740 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96568934-c52b-4524-b3d8-bf7532bfad7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d77ef593-2b16-408a-b651-9d0efa7723d6,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:37.757925 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51190) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:37.855670 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-183b434e-2915-472d-a431-b0e691372c4d req-c636ccf8-fa78-4d52-a507-119750e7c07f service neutron] 10.222.0.70 "GET /v2.0/networks/f388c604-9dfb-430b-954f-b2b9c1d3c352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976616 Jan 28 00:13:37.869147 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7ce000a2-83ce-4f73-a2e9-84099b672ee4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a85fa488f0a7421aa522333753c520c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4520104 Jan 28 00:13:37.873004 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51192) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:37.979429 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-c9747485-8ece-4a7d-a2e9-6d67733b32f6 req-9094c001-4660-4f60-9d7a-d1580a311e87 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Deleting port ed8a55c3-affb-42ef-bae0-b767d36f307b {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:13:37.980012 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c9747485-8ece-4a7d-a2e9-6d67733b32f6 req-9094c001-4660-4f60-9d7a-d1580a311e87 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (ed8a55c3-affb-42ef-bae0-b767d36f307b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:38.018255 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d1b7900-ee37-4ee1-b9d1-024791cd3fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (ca7cb8d6-0b9e-4ecc-830f-417781f7eeef), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:38.087909 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102bc153-7170-4689-9edf-bba7f6358066 x-openstack-request-id: req-102bc153-7170-4689-9edf-bba7f6358066 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:13:38.088412 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945", "name": "network-vif-unplugged", "status": "completed", "tag": "ed8a55c3-affb-42ef-bae0-b767d36f307b", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:13:38.088842 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-102bc153-7170-4689-9edf-bba7f6358066 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:13:38.090057 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed8a55c3-affb-42ef-bae0-b767d36f307b', 'code': 200} Jan 28 00:13:38.115751 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccbcc46-0937-4e5c-a084-2076970fca3c None None] DHCP port deletion for ca7cb8d6-0b9e-4ecc-830f-417781f7eeef request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:13:38.166854 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-76f7daab-e4b4-44ea-8175-95a78b9e212f admin admin] Publish callbacks [] for security_group (1900d222-ba35-4a49-9a3c-ced837996220), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:38.216551 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5d1b7900-ee37-4ee1-b9d1-024791cd3fcf admin admin] Deleting port 592b64a8-2474-4360-9260-2e675542762c {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:13:38.218048 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d1b7900-ee37-4ee1-b9d1-024791cd3fcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (592b64a8-2474-4360-9260-2e675542762c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:38.266396 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-76f7daab-e4b4-44ea-8175-95a78b9e212f admin admin] Publish callbacks [] for security_group (1900d222-ba35-4a49-9a3c-ced837996220), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:38.292405 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-80c6f1d9-ead0-4da5-a252-0a2ac86192ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:38.322325 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6ccbcc46-0937-4e5c-a084-2076970fca3c None None] Deleting port 592b64a8-2474-4360-9260-2e675542762c {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:13:38.332369 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ccbcc46-0937-4e5c-a084-2076970fca3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (592b64a8-2474-4360-9260-2e675542762c), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:38.390682 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-c9747485-8ece-4a7d-a2e9-6d67733b32f6 req-9094c001-4660-4f60-9d7a-d1580a311e87 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] For port ed8a55c3-affb-42ef-bae0-b767d36f307b, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=ed8a55c3-affb-42ef-bae0-b767d36f307b,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:13:38.391395 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c9747485-8ece-4a7d-a2e9-6d67733b32f6 req-9094c001-4660-4f60-9d7a-d1580a311e87 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (ed8a55c3-affb-42ef-bae0-b767d36f307b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:38.450029 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-c9747485-8ece-4a7d-a2e9-6d67733b32f6 req-9094c001-4660-4f60-9d7a-d1580a311e87 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Calling delete_port for ed8a55c3-affb-42ef-bae0-b767d36f307b owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:13:38.484664 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5d1b7900-ee37-4ee1-b9d1-024791cd3fcf admin admin] For port 592b64a8-2474-4360-9260-2e675542762c, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=592b64a8-2474-4360-9260-2e675542762c,segment=NetworkSegment(f1143f8f-279b-4c14-b435-dde08e8c4cce),segment_id=f1143f8f-279b-4c14-b435-dde08e8c4cce)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:13:38.485132 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d1b7900-ee37-4ee1-b9d1-024791cd3fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (592b64a8-2474-4360-9260-2e675542762c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:38.493462 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a403f270-6001-4d8e-816e-e7af9ce72988 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:13:38.530805 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5d1b7900-ee37-4ee1-b9d1-024791cd3fcf admin admin] Calling delete_port for 592b64a8-2474-4360-9260-2e675542762c owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:13:38.601433 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: a403f270-6001-4d8e-816e-e7af9ce72988 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:13:38.602642 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a403f270-6001-4d8e-816e-e7af9ce72988 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:13:38.603441 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 592b64a8-2474-4360-9260-2e675542762c no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:13:38.659773 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6ccbcc46-0937-4e5c-a084-2076970fca3c None None] For port 592b64a8-2474-4360-9260-2e675542762c, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=592b64a8-2474-4360-9260-2e675542762c,segment=NetworkSegment(f1143f8f-279b-4c14-b435-dde08e8c4cce),segment_id=f1143f8f-279b-4c14-b435-dde08e8c4cce)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:13:38.660562 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ccbcc46-0937-4e5c-a084-2076970fca3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (592b64a8-2474-4360-9260-2e675542762c), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:38.667375 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-5833549c-d27b-4654-9f3f-545f14b63c15 req-0ff4165f-234c-4251-9d8f-fe972329f04a tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-353799657', 'description': 'tempest-description-720737630'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:38.679901 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-76f7daab-e4b4-44ea-8175-95a78b9e212f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (1900d222-ba35-4a49-9a3c-ced837996220), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:38.684469 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6ccbcc46-0937-4e5c-a084-2076970fca3c None None] Calling delete_port for 592b64a8-2474-4360-9260-2e675542762c owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:13:38.689037 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-76f7daab-e4b4-44ea-8175-95a78b9e212f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:38.690371 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-76f7daab-e4b4-44ea-8175-95a78b9e212f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1900d222-ba35-4a49-9a3c-ced837996220 HTTP/1.1" status: 204 len: 168 time: 0.8150556 Jan 28 00:13:38.793853 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7daab-e4b4-44ea-8175-95a78b9e212f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1900d222-ba35-4a49-9a3c-ced837996220,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:38.860068 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20336db-39a5-4807-b06c-509aa277ef7c req-c3fa6284-7c97-4ccb-bbdd-b2c6ddc0b5e0 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:38.876952 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d1b7900-ee37-4ee1-b9d1-024791cd3fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (592b64a8-2474-4360-9260-2e675542762c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:38.878924 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d20336db-39a5-4807-b06c-509aa277ef7c req-c3fa6284-7c97-4ccb-bbdd-b2c6ddc0b5e0 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 944 time: 0.4045980 Jan 28 00:13:38.890926 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5833549c-d27b-4654-9f3f-545f14b63c15 req-0ff4165f-234c-4251-9d8f-fe972329f04a tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:38.916810 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1b7900-ee37-4ee1-b9d1-024791cd3fcf admin admin] No DVR routers for this DVR port 592b64a8-2474-4360-9260-2e675542762c on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:13:38.982454 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b7900-ee37-4ee1-b9d1-024791cd3fcf admin admin] Pushing event deleted for resources: {'Port': ['ID=592b64a8-2474-4360-9260-2e675542762c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:39.081197 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 592b64a8-2474-4360-9260-2e675542762c is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:13:39.081776 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (592b64a8-2474-4360-9260-2e675542762c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:39.101453 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d20336db-39a5-4807-b06c-509aa277ef7c req-f9dce8dd-20d1-4a71-8487-471842a3cf85 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206554 Jan 28 00:13:39.251425 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d1b7900-ee37-4ee1-b9d1-024791cd3fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (ca7cb8d6-0b9e-4ecc-830f-417781f7eeef), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:39.280645 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-5d1b7900-ee37-4ee1-b9d1-024791cd3fcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7cb8d6-0b9e-4ecc-830f-417781f7eeef']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:39.297024 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-15b33c21-d2cf-47d0-b4cf-fa531e5e8379 req-6d6f465c-921d-4fb2-b449-29e49be87c42 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf2d105e-17de-42a2-923f-ec9cc350ae4d HTTP/1.1" status: 200 len: 210 time: 0.0756941 Jan 28 00:13:39.297683 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c9747485-8ece-4a7d-a2e9-6d67733b32f6 req-9094c001-4660-4f60-9d7a-d1580a311e87 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (ed8a55c3-affb-42ef-bae0-b767d36f307b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:39.319933 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-5d1b7900-ee37-4ee1-b9d1-024791cd3fcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1143f8f-279b-4c14-b435-dde08e8c4cce') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:39.320714 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-5d1b7900-ee37-4ee1-b9d1-024791cd3fcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1143f8f-279b-4c14-b435-dde08e8c4cce') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:39.330901 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5833549c-d27b-4654-9f3f-545f14b63c15 req-0ff4165f-234c-4251-9d8f-fe972329f04a tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (ace46cf2-d974-48b7-b182-55aaaa21de94), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:39.332160 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094c001-4660-4f60-9d7a-d1580a311e87 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Pushing event deleted for resources: {'Port': ['ID=ed8a55c3-affb-42ef-bae0-b767d36f307b,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:39.352818 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5833549c-d27b-4654-9f3f-545f14b63c15 req-0ff4165f-234c-4251-9d8f-fe972329f04a tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ace46cf2-d974-48b7-b182-55aaaa21de94), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:39.357885 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d1b7900-ee37-4ee1-b9d1-024791cd3fcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (f1143f8f-279b-4c14-b435-dde08e8c4cce), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:39.398058 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ccbcc46-0937-4e5c-a084-2076970fca3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (592b64a8-2474-4360-9260-2e675542762c), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:39.430220 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d1b7900-ee37-4ee1-b9d1-024791cd3fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (f1143f8f-279b-4c14-b435-dde08e8c4cce), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:39.459187 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d1b7900-ee37-4ee1-b9d1-024791cd3fcf admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:13:39.460339 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d1b7900-ee37-4ee1-b9d1-024791cd3fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (f1143f8f-279b-4c14-b435-dde08e8c4cce), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:39.465428 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:13:39.465428 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:13:39.465428 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:13:39.465428 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:13:39.465428 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:13:39.465428 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:13:39.465428 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:13:39.465428 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:13:39.465428 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:13:39.465428 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:13:39.465428 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:13:39.465428 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:13:39.465428 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:13:39.465428 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:13:39.465428 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:13:39.465428 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:13:39.465428 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:13:39.465428 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:13:39.465428 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:13:39.465428 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:13:39.465428 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:13:39.465428 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:13:39.465428 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:13:39.465428 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:13:39.465428 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:13:39.465428 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:13:39.465428 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:13:39.465428 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:13:39.465428 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:13:39.465428 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:13:39.465428 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:13:39.465428 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:13:39.471905 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5833549c-d27b-4654-9f3f-545f14b63c15 req-0ff4165f-234c-4251-9d8f-fe972329f04a tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:39.473327 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5833549c-d27b-4654-9f3f-545f14b63c15 req-0ff4165f-234c-4251-9d8f-fe972329f04a tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.8775079 Jan 28 00:13:39.531891 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccbcc46-0937-4e5c-a084-2076970fca3c None None] No DVR routers for this DVR port 592b64a8-2474-4360-9260-2e675542762c on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:13:39.539327 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccbcc46-0937-4e5c-a084-2076970fca3c None None] Pushing event deleted for resources: {'Port': ['ID=592b64a8-2474-4360-9260-2e675542762c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:39.560374 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4165f-234c-4251-9d8f-fe972329f04a tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace46cf2-d974-48b7-b182-55aaaa21de94,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:39.585776 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9747485-8ece-4a7d-a2e9-6d67733b32f6 req-9094c001-4660-4f60-9d7a-d1580a311e87 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] No DVR routers for this DVR port ed8a55c3-affb-42ef-bae0-b767d36f307b on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:13:39.619448 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c9747485-8ece-4a7d-a2e9-6d67733b32f6 req-9094c001-4660-4f60-9d7a-d1580a311e87 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:39.632875 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d1b7900-ee37-4ee1-b9d1-024791cd3fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (ca7cb8d6-0b9e-4ecc-830f-417781f7eeef), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:39.641672 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9747485-8ece-4a7d-a2e9-6d67733b32f6 req-9094c001-4660-4f60-9d7a-d1580a311e87 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.52 "DELETE /v2.0/ports/ed8a55c3-affb-42ef-bae0-b767d36f307b HTTP/1.1" status: 204 len: 173 time: 2.4342918 Jan 28 00:13:39.643178 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945', 'name': 'network-vif-deleted', 'tag': 'ed8a55c3-affb-42ef-bae0-b767d36f307b'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:13:39.650840 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d073366-d7ae-495f-b0da-d8abc8c49f90" -d '{"events": [{"server_uuid": "7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945", "name": "network-vif-deleted", "tag": "ed8a55c3-affb-42ef-bae0-b767d36f307b"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:13:39.658449 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d1b7900-ee37-4ee1-b9d1-024791cd3fcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:39.661854 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5d1b7900-ee37-4ee1-b9d1-024791cd3fcf admin admin] 10.222.0.70 "DELETE /v2.0/networks/ca7cb8d6-0b9e-4ecc-830f-417781f7eeef HTTP/1.1" status: 204 len: 168 time: 1.9024811 Jan 28 00:13:39.684312 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:39.743268 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b7900-ee37-4ee1-b9d1-024791cd3fcf admin admin] Pushing event deleted for resources: {'Network': ['ID=ca7cb8d6-0b9e-4ecc-830f-417781f7eeef,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:39.773268 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device ed8a55c3-affb-42ef-bae0-b767d36f307b no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:13:39.845077 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: ed8a55c3-affb-42ef-bae0-b767d36f307b {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:13:39.845318 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device ed8a55c3-affb-42ef-bae0-b767d36f307b not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:13:39.874069 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ede900e3-f39d-45e5-8b7d-ac00abc54264 req-fb2ec913-6001-4762-8b67-0dc6e157e8df tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "GET /v2.0/security-groups/7b5b3290-89d7-4482-a01b-a04763cf8e2d HTTP/1.1" status: 200 len: 1821 time: 0.3378570 Jan 28 00:13:39.995291 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ede900e3-f39d-45e5-8b7d-ac00abc54264 req-f52cfda0-5db1-4bc4-9c10-7e9171482177 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "GET /v2.0/security-groups/ace46cf2-d974-48b7-b182-55aaaa21de94 HTTP/1.1" status: 200 len: 1820 time: 0.1180634 Jan 28 00:13:40.003451 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51232) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:40.015259 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-ede900e3-f39d-45e5-8b7d-ac00abc54264 req-64c3c0b3-7af9-4d1f-b298-7b29357a5413 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7b5b3290-89d7-4482-a01b-a04763cf8e2d', 'remote_group_id': 'ace46cf2-d974-48b7-b182-55aaaa21de94', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:40.016342 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-ede900e3-f39d-45e5-8b7d-ac00abc54264 req-64c3c0b3-7af9-4d1f-b298-7b29357a5413 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7b5b3290-89d7-4482-a01b-a04763cf8e2d', 'remote_group_id': 'ace46cf2-d974-48b7-b182-55aaaa21de94', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:40.086283 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-518ca62a-a130-4a3a-805e-b99441128f96 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1c43b3d89be8497db11b11700155db36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0802648 Jan 28 00:13:40.088135 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51234) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:40.196858 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ede900e3-f39d-45e5-8b7d-ac00abc54264 req-64c3c0b3-7af9-4d1f-b298-7b29357a5413 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group_rule (b9baa1fb-fdc3-49d1-8336-d7da9b76572c), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:40.205655 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a4fc0a4-6499-4a69-a6ee-197b6ba76e28 admin admin] Publish callbacks [] for security_group (f4d054c1-f9bf-4382-85e8-3a9460104578), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:40.242724 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a4fc0a4-6499-4a69-a6ee-197b6ba76e28 admin admin] Publish callbacks [] for security_group (f4d054c1-f9bf-4382-85e8-3a9460104578), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:40.383259 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ede900e3-f39d-45e5-8b7d-ac00abc54264 req-64c3c0b3-7af9-4d1f-b298-7b29357a5413 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group_rule (b9baa1fb-fdc3-49d1-8336-d7da9b76572c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:40.415339 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ede900e3-f39d-45e5-8b7d-ac00abc54264 req-64c3c0b3-7af9-4d1f-b298-7b29357a5413 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (b9baa1fb-fdc3-49d1-8336-d7da9b76572c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:40.482890 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a4fc0a4-6499-4a69-a6ee-197b6ba76e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f4d054c1-f9bf-4382-85e8-3a9460104578), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:40.502436 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a4fc0a4-6499-4a69-a6ee-197b6ba76e28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:40.513691 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2a4fc0a4-6499-4a69-a6ee-197b6ba76e28 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f4d054c1-f9bf-4382-85e8-3a9460104578 HTTP/1.1" status: 204 len: 168 time: 0.4228921 Jan 28 00:13:40.561672 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4fc0a4-6499-4a69-a6ee-197b6ba76e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d054c1-f9bf-4382-85e8-3a9460104578,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:40.637859 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ede900e3-f39d-45e5-8b7d-ac00abc54264 req-64c3c0b3-7af9-4d1f-b298-7b29357a5413 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:40.642554 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ede900e3-f39d-45e5-8b7d-ac00abc54264 req-64c3c0b3-7af9-4d1f-b298-7b29357a5413 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6347103 Jan 28 00:13:40.744934 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce347b6e-4298-4679-b530-3b3364751bf8 x-openstack-request-id: req-ce347b6e-4298-4679-b530-3b3364751bf8 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:13:40.745487 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945", "name": "network-vif-deleted", "tag": "ed8a55c3-affb-42ef-bae0-b767d36f307b", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:13:40.746425 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ce347b6e-4298-4679-b530-3b3364751bf8 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:13:40.747148 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffcab9e-9800-4bb2-a6ea-4fcc3bfb2945', 'name': 'network-vif-deleted', 'tag': 'ed8a55c3-affb-42ef-bae0-b767d36f307b', 'status': 'completed', 'code': 200} Jan 28 00:13:40.752085 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3c0b3-7af9-4d1f-b298-7b29357a5413 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9baa1fb-fdc3-49d1-8336-d7da9b76572c,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:40.967212 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:40.977957 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51260) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:41.088264 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f38030d-4d03-47ff-b5cd-7305fe453f64 req-2e2bf477-910a-4eb4-841c-bf3f684f7bfb tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf2d105e-17de-42a2-923f-ec9cc350ae4d HTTP/1.1" status: 200 len: 210 time: 0.2746177 Jan 28 00:13:41.163250 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da5877-4efe-4c6a-b429-ab5a07494500 req-bfd82df4-db67-4046-ae3a-c61c9586f0ed tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:41.166067 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78da5877-4efe-4c6a-b429-ab5a07494500 req-bfd82df4-db67-4046-ae3a-c61c9586f0ed tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 944 time: 0.2186670 Jan 28 00:13:41.199404 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-9cfc7915-ccd2-43ee-8fd0-840bdb0b4206 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-181295147-network', 'tenant_id': '1fa3236166374754bf4e715bee5286fb'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:41.225434 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51264) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:41.302068 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b434e-2915-472d-a431-b0e691372c4d req-f99c2848-bcf5-4063-abe8-2b7c25017f7a tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:41.305316 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-183b434e-2915-472d-a431-b0e691372c4d req-f99c2848-bcf5-4063-abe8-2b7c25017f7a tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.52 "GET /v2.0/networks?id=f388c604-9dfb-430b-954f-b2b9c1d3c352 HTTP/1.1" status: 200 len: 805 time: 0.6597650 Jan 28 00:13:41.352763 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-183b434e-2915-472d-a431-b0e691372c4d req-5664203f-69ad-474e-9fc2-be7713002162 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Request body: {'port': {'device_id': 'bf2d105e-17de-42a2-923f-ec9cc350ae4d', 'network_id': 'f388c604-9dfb-430b-954f-b2b9c1d3c352', 'admin_state_up': True, 'tenant_id': '8405f09358c0468d9527f464af13d496'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:41.369485 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3e8123dd-e9f3-44c4-9668-ef2b0a11ca80 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=56b03b9ecf8343caad705efd08ee3ee9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1400568 Jan 28 00:13:41.371227 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51266) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:41.372092 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfc7915-ccd2-43ee-8fd0-840bdb0b4206 admin admin] Made reservation on behalf of 1fa3236166374754bf4e715bee5286fb for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:13:41.374711 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9cfc7915-ccd2-43ee-8fd0-840bdb0b4206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:41.392842 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9cfc7915-ccd2-43ee-8fd0-840bdb0b4206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:41.403542 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78da5877-4efe-4c6a-b429-ab5a07494500 req-430c95bd-0424-49d0-93c4-60ae9f513920 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028964 Jan 28 00:13:41.406931 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-1ed73576-3df7-4c4e-8faa-8415b007bd8c req-d4411c38-adde-47cf-8de7-9457ee7312fb tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-52202331', 'description': 'tempest-description-1815897691'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:41.489876 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1ed73576-3df7-4c4e-8faa-8415b007bd8c req-d4411c38-adde-47cf-8de7-9457ee7312fb tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:41.608479 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a83820f6-d957-4825-8eeb-b0a8b8f245e5 admin admin] Publish callbacks [] for security_group (8c00fe03-f7c2-463c-baab-f027b9e9323e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:41.668244 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-183b434e-2915-472d-a431-b0e691372c4d req-5664203f-69ad-474e-9fc2-be7713002162 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Made reservation on behalf of 8405f09358c0468d9527f464af13d496 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:13:41.672220 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-183b434e-2915-472d-a431-b0e691372c4d req-5664203f-69ad-474e-9fc2-be7713002162 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:41.714526 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9cfc7915-ccd2-43ee-8fd0-840bdb0b4206 admin admin] Publish callbacks [] for security_group (ed0d1d59-2048-4b0c-bffb-a271fe8a3e2e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:41.718509 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a83820f6-d957-4825-8eeb-b0a8b8f245e5 admin admin] Publish callbacks [] for security_group (8c00fe03-f7c2-463c-baab-f027b9e9323e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:41.733751 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9cfc7915-ccd2-43ee-8fd0-840bdb0b4206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ed0d1d59-2048-4b0c-bffb-a271fe8a3e2e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:41.828126 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cfc7915-ccd2-43ee-8fd0-840bdb0b4206 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:13:41.830058 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1ed73576-3df7-4c4e-8faa-8415b007bd8c req-d4411c38-adde-47cf-8de7-9457ee7312fb tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (aff5ed5d-0e25-419d-a373-78d4f7e9f1e8), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:41.838390 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1ed73576-3df7-4c4e-8faa-8415b007bd8c req-d4411c38-adde-47cf-8de7-9457ee7312fb tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (aff5ed5d-0e25-419d-a373-78d4f7e9f1e8), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:41.857062 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc7915-ccd2-43ee-8fd0-840bdb0b4206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0d1d59-2048-4b0c-bffb-a271fe8a3e2e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:41.879750 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9cfc7915-ccd2-43ee-8fd0-840bdb0b4206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (2546a05e-c90d-4c3e-96a9-78f44eb39e96), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:41.880583 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-9cfc7915-ccd2-43ee-8fd0-840bdb0b4206 admin admin] Added segment 2546a05e-c90d-4c3e-96a9-78f44eb39e96 of type vlan for network 8e5ff0f1-80dc-4397-8a20-08252a3e0530 Jan 28 00:13:41.891255 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1ed73576-3df7-4c4e-8faa-8415b007bd8c req-d4411c38-adde-47cf-8de7-9457ee7312fb tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:41.893511 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1ed73576-3df7-4c4e-8faa-8415b007bd8c req-d4411c38-adde-47cf-8de7-9457ee7312fb tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5273125 Jan 28 00:13:41.923574 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4411c38-adde-47cf-8de7-9457ee7312fb tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aff5ed5d-0e25-419d-a373-78d4f7e9f1e8,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:41.944534 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-183b434e-2915-472d-a431-b0e691372c4d req-5664203f-69ad-474e-9fc2-be7713002162 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Allocated IP 172.20.0.4 (f388c604-9dfb-430b-954f-b2b9c1d3c352/742a4943-8344-4614-b3ae-dda4eb02931e/7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:13:41.992508 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-1f6102af-2501-44c1-be1c-3c2221b4295f req-fed3e2d5-3538-4722-8e48-90b8586cb337 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-811576099', 'description': 'tempest-description-56008965'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:42.038699 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9cfc7915-ccd2-43ee-8fd0-840bdb0b4206 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (8e5ff0f1-80dc-4397-8a20-08252a3e0530), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:42.047948 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a83820f6-d957-4825-8eeb-b0a8b8f245e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (8c00fe03-f7c2-463c-baab-f027b9e9323e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:42.050753 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a83820f6-d957-4825-8eeb-b0a8b8f245e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:42.058026 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:42.060854 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a83820f6-d957-4825-8eeb-b0a8b8f245e5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8c00fe03-f7c2-463c-baab-f027b9e9323e HTTP/1.1" status: 204 len: 168 time: 0.6737669 Jan 28 00:13:42.061300 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1f6102af-2501-44c1-be1c-3c2221b4295f req-fed3e2d5-3538-4722-8e48-90b8586cb337 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:42.092507 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83820f6-d957-4825-8eeb-b0a8b8f245e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c00fe03-f7c2-463c-baab-f027b9e9323e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:42.160056 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9cfc7915-ccd2-43ee-8fd0-840bdb0b4206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (8e5ff0f1-80dc-4397-8a20-08252a3e0530), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:42.161271 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfc7915-ccd2-43ee-8fd0-840bdb0b4206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:42.161978 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9cfc7915-ccd2-43ee-8fd0-840bdb0b4206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:42.238181 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-183b434e-2915-472d-a431-b0e691372c4d req-5664203f-69ad-474e-9fc2-be7713002162 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Publish callbacks [] for port (7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:42.263493 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1f6102af-2501-44c1-be1c-3c2221b4295f req-fed3e2d5-3538-4722-8e48-90b8586cb337 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (f15686b0-45c3-49b1-88a8-86bf04e10312), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:42.272832 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1f6102af-2501-44c1-be1c-3c2221b4295f req-fed3e2d5-3538-4722-8e48-90b8586cb337 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f15686b0-45c3-49b1-88a8-86bf04e10312), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:42.301768 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1f6102af-2501-44c1-be1c-3c2221b4295f req-fed3e2d5-3538-4722-8e48-90b8586cb337 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:42.304013 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f6102af-2501-44c1-be1c-3c2221b4295f req-fed3e2d5-3538-4722-8e48-90b8586cb337 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3208575 Jan 28 00:13:42.342122 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3e2d5-3538-4722-8e48-90b8586cb337 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f15686b0-45c3-49b1-88a8-86bf04e10312,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:42.346376 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc7915-ccd2-43ee-8fd0-840bdb0b4206 admin admin] Pushing event updated for resources: {'Network': ['ID=8e5ff0f1-80dc-4397-8a20-08252a3e0530,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:42.359978 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-183b434e-2915-472d-a431-b0e691372c4d req-5664203f-69ad-474e-9fc2-be7713002162 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:42.374214 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9cfc7915-ccd2-43ee-8fd0-840bdb0b4206 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3950906 Jan 28 00:13:42.382612 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51280) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:42.391366 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 8e5ff0f1-80dc-4397-8a20-08252a3e0530 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:13:42.404165 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-cd15ec8f-6353-4f2d-a808-03f270d98a0c admin admin] Request body: {'subnet': {'network_id': '8e5ff0f1-80dc-4397-8a20-08252a3e0530', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-181295147-subnet', 'tenant_id': '1fa3236166374754bf4e715bee5286fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:42.441540 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-183b434e-2915-472d-a431-b0e691372c4d req-5664203f-69ad-474e-9fc2-be7713002162 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Network f388c604-9dfb-430b-954f-b2b9c1d3c352 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:13:42.449368 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-183b434e-2915-472d-a431-b0e691372c4d req-5664203f-69ad-474e-9fc2-be7713002162 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:13:42.452557 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-183b434e-2915-472d-a431-b0e691372c4d req-5664203f-69ad-474e-9fc2-be7713002162 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:13:42.480205 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd15ec8f-6353-4f2d-a808-03f270d98a0c admin admin] Made reservation on behalf of 1fa3236166374754bf4e715bee5286fb for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:13:42.483792 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd15ec8f-6353-4f2d-a808-03f270d98a0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:42.541487 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664203f-69ad-474e-9fc2-be7713002162 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Pushing event updated for resources: {'Port': ['ID=7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:42.613375 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b434e-2915-472d-a431-b0e691372c4d req-5664203f-69ad-474e-9fc2-be7713002162 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:42.614582 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-183b434e-2915-472d-a431-b0e691372c4d req-5664203f-69ad-474e-9fc2-be7713002162 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:42.654688 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:42.673030 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0cdcdb55-8e4f-4f66-8410-67b65405d1e1 req-f6c36047-5db5-4bf4-8a83-5db0ba6bdc37 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "GET /v2.0/security-groups/aff5ed5d-0e25-419d-a373-78d4f7e9f1e8 HTTP/1.1" status: 200 len: 1820 time: 0.2669463 Jan 28 00:13:42.679864 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-183b434e-2915-472d-a431-b0e691372c4d req-5664203f-69ad-474e-9fc2-be7713002162 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3416631 Jan 28 00:13:42.695476 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9d13d-2d8d-479f-b173-cde13a17d166 req-422ef03b-83c4-4198-8cbe-0f15ab7b83f2 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:42.705899 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5cf9d13d-2d8d-479f-b173-cde13a17d166 req-422ef03b-83c4-4198-8cbe-0f15ab7b83f2 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf2d105e-17de-42a2-923f-ec9cc350ae4d HTTP/1.1" status: 200 len: 931 time: 0.2000840 Jan 28 00:13:42.726808 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-183b434e-2915-472d-a431-b0e691372c4d req-5ea3427e-a74d-4b5f-b774-1b565304f949 service neutron] Request body: {'port': {'device_id': 'bf2d105e-17de-42a2-923f-ec9cc350ae4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:42.858820 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0cdcdb55-8e4f-4f66-8410-67b65405d1e1 req-31d78f51-fbea-4335-924b-cfccf2b648bb tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "GET /v2.0/security-groups/f15686b0-45c3-49b1-88a8-86bf04e10312 HTTP/1.1" status: 200 len: 1819 time: 0.1456878 Jan 28 00:13:42.867232 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd15ec8f-6353-4f2d-a808-03f270d98a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (6d2bc96c-99b0-4bc7-ba2f-b80896a2f9d0), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:42.870106 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5cf9d13d-2d8d-479f-b173-cde13a17d166 req-feb5e012-84c9-49c1-a09c-b7131f8a904c tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660497 Jan 28 00:13:42.886043 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-0cdcdb55-8e4f-4f66-8410-67b65405d1e1 req-a5de1f8b-2b5b-4156-b6eb-5daea665a4e7 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'aff5ed5d-0e25-419d-a373-78d4f7e9f1e8', 'remote_group_id': 'f15686b0-45c3-49b1-88a8-86bf04e10312', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:42.895858 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-0cdcdb55-8e4f-4f66-8410-67b65405d1e1 req-a5de1f8b-2b5b-4156-b6eb-5daea665a4e7 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'aff5ed5d-0e25-419d-a373-78d4f7e9f1e8', 'remote_group_id': 'f15686b0-45c3-49b1-88a8-86bf04e10312', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:42.935518 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-183b434e-2915-472d-a431-b0e691372c4d req-5ea3427e-a74d-4b5f-b774-1b565304f949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:43.064458 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd15ec8f-6353-4f2d-a808-03f270d98a0c admin admin] Checking segment: {'id': '2546a05e-c90d-4c3e-96a9-78f44eb39e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8e5ff0f1-80dc-4397-8a20-08252a3e0530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:13:43.065061 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd15ec8f-6353-4f2d-a808-03f270d98a0c admin admin] Network hostable DHCP agents. Network: 8e5ff0f1-80dc-4397-8a20-08252a3e0530, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:13:43.141919 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15ec8f-6353-4f2d-a808-03f270d98a0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d2bc96c-99b0-4bc7-ba2f-b80896a2f9d0,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:43.162461 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd15ec8f-6353-4f2d-a808-03f270d98a0c admin admin] Network 8e5ff0f1-80dc-4397-8a20-08252a3e0530 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:13:43.190051 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-cd15ec8f-6353-4f2d-a808-03f270d98a0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 8e5ff0f1-80dc-4397-8a20-08252a3e0530) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:13:43.203474 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd15ec8f-6353-4f2d-a808-03f270d98a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:43.204528 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd15ec8f-6353-4f2d-a808-03f270d98a0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:43.204804 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fc7f15-6a93-402b-a303-4820c25f7658 None None] Network 8e5ff0f1-80dc-4397-8a20-08252a3e0530 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:13:43.292358 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cd15ec8f-6353-4f2d-a808-03f270d98a0c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9072149 Jan 28 00:13:43.485542 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66b3ec8-af6d-474f-9551-f7cac6d668cd None None] Network 8e5ff0f1-80dc-4397-8a20-08252a3e0530 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:13:43.894124 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:44.270996 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51314) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:44.277930 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0cdcdb55-8e4f-4f66-8410-67b65405d1e1 req-a5de1f8b-2b5b-4156-b6eb-5daea665a4e7 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group_rule (687a5a1f-f8c2-4b71-88df-8539ad22c324), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:44.485693 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0cdcdb55-8e4f-4f66-8410-67b65405d1e1 req-a5de1f8b-2b5b-4156-b6eb-5daea665a4e7 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group_rule (687a5a1f-f8c2-4b71-88df-8539ad22c324), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:44.502755 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42da35-9349-4fdd-8279-9504fd7de5d0 req-8772c8b1-c8dc-4105-b0b0-84971bb6a45f tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:44.507349 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d42da35-9349-4fdd-8279-9504fd7de5d0 req-8772c8b1-c8dc-4105-b0b0-84971bb6a45f tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 944 time: 0.8744814 Jan 28 00:13:44.513797 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0cdcdb55-8e4f-4f66-8410-67b65405d1e1 req-a5de1f8b-2b5b-4156-b6eb-5daea665a4e7 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (687a5a1f-f8c2-4b71-88df-8539ad22c324), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:44.548615 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2976ba94-272a-460b-89d5-2f4ee5e37ab2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-64484721-network', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:44.596247 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2976ba94-272a-460b-89d5-2f4ee5e37ab2 admin admin] Made reservation on behalf of c68080a75d8f4b37a0cc83073e4343a9 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:13:44.602400 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2976ba94-272a-460b-89d5-2f4ee5e37ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:44.619215 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de1f8b-2b5b-4156-b6eb-5daea665a4e7 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687a5a1f-f8c2-4b71-88df-8539ad22c324,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:44.636533 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2976ba94-272a-460b-89d5-2f4ee5e37ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:44.666273 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0cdcdb55-8e4f-4f66-8410-67b65405d1e1 req-a5de1f8b-2b5b-4156-b6eb-5daea665a4e7 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:44.668297 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0cdcdb55-8e4f-4f66-8410-67b65405d1e1 req-a5de1f8b-2b5b-4156-b6eb-5daea665a4e7 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.7896247 Jan 28 00:13:44.675319 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-183b434e-2915-472d-a431-b0e691372c4d req-5ea3427e-a74d-4b5f-b774-1b565304f949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:13:44.717836 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-183b434e-2915-472d-a431-b0e691372c4d req-5ea3427e-a74d-4b5f-b774-1b565304f949 service neutron] Publish callbacks [] for port (7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:44.747881 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d42da35-9349-4fdd-8279-9504fd7de5d0 req-84415bcb-0f01-46f2-8dba-31c913f0b881 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001374 Jan 28 00:13:44.759101 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-183b434e-2915-472d-a431-b0e691372c4d req-5ea3427e-a74d-4b5f-b774-1b565304f949 service neutron] Transition to ACTIVE for port object 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:13:44.769846 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-183b434e-2915-472d-a431-b0e691372c4d req-5ea3427e-a74d-4b5f-b774-1b565304f949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:44.865176 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2976ba94-272a-460b-89d5-2f4ee5e37ab2 admin admin] Publish callbacks [] for security_group (2d0d0614-298e-4b34-bfc0-8b4daf3e81c4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:44.875248 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2976ba94-272a-460b-89d5-2f4ee5e37ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2d0d0614-298e-4b34-bfc0-8b4daf3e81c4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:44.975286 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976ba94-272a-460b-89d5-2f4ee5e37ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0d0614-298e-4b34-bfc0-8b4daf3e81c4,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:45.008872 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2976ba94-272a-460b-89d5-2f4ee5e37ab2 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:13:45.034366 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2976ba94-272a-460b-89d5-2f4ee5e37ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (3c8ed076-3165-4753-a19a-d433677707cf), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:45.035083 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-2976ba94-272a-460b-89d5-2f4ee5e37ab2 admin admin] Added segment 3c8ed076-3165-4753-a19a-d433677707cf of type vlan for network d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 Jan 28 00:13:45.042869 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3427e-a74d-4b5f-b774-1b565304f949 service neutron] Pushing event updated for resources: {'Port': ['ID=7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:45.086900 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-183b434e-2915-472d-a431-b0e691372c4d req-5ea3427e-a74d-4b5f-b774-1b565304f949 service neutron] Attempting to bind port 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:13:45.087491 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-183b434e-2915-472d-a431-b0e691372c4d req-5ea3427e-a74d-4b5f-b774-1b565304f949 service neutron] Attempting to bind port 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '99d43c00-d118-4ed3-a80f-ad0ed75c4d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f388c604-9dfb-430b-954f-b2b9c1d3c352'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:13:45.088060 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183b434e-2915-472d-a431-b0e691372c4d req-5ea3427e-a74d-4b5f-b774-1b565304f949 service neutron] Attempting to bind port 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7 on network f388c604-9dfb-430b-954f-b2b9c1d3c352 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:13:45.133201 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183b434e-2915-472d-a431-b0e691372c4d req-5ea3427e-a74d-4b5f-b774-1b565304f949 service neutron] Port 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7 on network f388c604-9dfb-430b-954f-b2b9c1d3c352 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:13:45.133696 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183b434e-2915-472d-a431-b0e691372c4d req-5ea3427e-a74d-4b5f-b774-1b565304f949 service neutron] Attempting to bind port 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7 on network f388c604-9dfb-430b-954f-b2b9c1d3c352 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:13:45.164059 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eda74f-c403-4806-8535-43441b935668 req-e7d765ee-5729-4407-9411-15b4231709a8 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:45.177814 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d4eda74f-c403-4806-8535-43441b935668 req-e7d765ee-5729-4407-9411-15b4231709a8 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf2d105e-17de-42a2-923f-ec9cc350ae4d HTTP/1.1" status: 200 len: 943 time: 0.1805060 Jan 28 00:13:45.185132 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2976ba94-272a-460b-89d5-2f4ee5e37ab2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:45.195188 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183b434e-2915-472d-a431-b0e691372c4d req-5ea3427e-a74d-4b5f-b774-1b565304f949 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:13:45.195767 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183b434e-2915-472d-a431-b0e691372c4d req-5ea3427e-a74d-4b5f-b774-1b565304f949 service neutron] Checking segment: {'id': '99d43c00-d118-4ed3-a80f-ad0ed75c4d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f388c604-9dfb-430b-954f-b2b9c1d3c352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:13:45.196780 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183b434e-2915-472d-a431-b0e691372c4d req-5ea3427e-a74d-4b5f-b774-1b565304f949 service neutron] Bound using segment: {'id': '99d43c00-d118-4ed3-a80f-ad0ed75c4d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f388c604-9dfb-430b-954f-b2b9c1d3c352'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:13:45.197108 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-183b434e-2915-472d-a431-b0e691372c4d req-5ea3427e-a74d-4b5f-b774-1b565304f949 service neutron] Bound port: 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99d43c00-d118-4ed3-a80f-ad0ed75c4d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f388c604-9dfb-430b-954f-b2b9c1d3c352'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:13:45.197666 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-183b434e-2915-472d-a431-b0e691372c4d req-5ea3427e-a74d-4b5f-b774-1b565304f949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:45.232021 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2976ba94-272a-460b-89d5-2f4ee5e37ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:45.234707 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2976ba94-272a-460b-89d5-2f4ee5e37ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:45.236120 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2976ba94-272a-460b-89d5-2f4ee5e37ab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:45.303400 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d4eda74f-c403-4806-8535-43441b935668 req-c112fef3-d64b-41ed-92dc-eea84f6324d6 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209648 Jan 28 00:13:45.360787 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-183b434e-2915-472d-a431-b0e691372c4d req-5ea3427e-a74d-4b5f-b774-1b565304f949 service neutron] For port 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:13:45.373622 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-183b434e-2915-472d-a431-b0e691372c4d req-5ea3427e-a74d-4b5f-b774-1b565304f949 service neutron] For port 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:13:45.388146 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2976ba94-272a-460b-89d5-2f4ee5e37ab2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1146212 Jan 28 00:13:45.392596 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51324) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:45.411885 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-19f3026d-1ac2-48c4-8c3c-470e5df1b907 admin admin] Request body: {'subnet': {'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-64484721-subnet', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:45.425395 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-183b434e-2915-472d-a431-b0e691372c4d req-5ea3427e-a74d-4b5f-b774-1b565304f949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:45.430045 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976ba94-272a-460b-89d5-2f4ee5e37ab2 admin admin] Pushing event updated for resources: {'Network': ['ID=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:45.451437 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:13:45.482434 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-a0e3648b-1ac7-450e-8106-6c0bdf12e551 req-db46ef39-1f91-4e67-bac3-2a7b48ea6a29 tempest-SecurityGroupsNegativeTestJSON-1978957628 tempest-SecurityGroupsNegativeTestJSON-1978957628-project] show failed (client error): The resource could not be found. Jan 28 00:13:45.490115 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a0e3648b-1ac7-450e-8106-6c0bdf12e551 req-db46ef39-1f91-4e67-bac3-2a7b48ea6a29 tempest-SecurityGroupsNegativeTestJSON-1978957628 tempest-SecurityGroupsNegativeTestJSON-1978957628-project] 10.222.0.70 "GET /v2.0/security-groups/88cddaa7-0b21-4238-85be-81277611dd8f HTTP/1.1" status: 404 len: 352 time: 0.1051085 Jan 28 00:13:45.574289 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b434e-2915-472d-a431-b0e691372c4d req-5ea3427e-a74d-4b5f-b774-1b565304f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:45.575146 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-183b434e-2915-472d-a431-b0e691372c4d req-5ea3427e-a74d-4b5f-b774-1b565304f949 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:45.576589 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-183b434e-2915-472d-a431-b0e691372c4d req-5ea3427e-a74d-4b5f-b774-1b565304f949 service neutron] 10.222.0.52 "PUT /v2.0/ports/7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7 HTTP/1.1" status: 200 len: 1091 time: 2.8556104 Jan 28 00:13:45.577097 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2d105e-17de-42a2-923f-ec9cc350ae4d', 'tag': '7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:13:45.580073 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e994ae-48a6-454d-95f4-0fc27c42a8e0" -d '{"events": [{"name": "network-changed", "server_uuid": "bf2d105e-17de-42a2-923f-ec9cc350ae4d", "tag": "7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:13:45.646546 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f3026d-1ac2-48c4-8c3c-470e5df1b907 admin admin] Made reservation on behalf of c68080a75d8f4b37a0cc83073e4343a9 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:13:45.649730 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-19f3026d-1ac2-48c4-8c3c-470e5df1b907 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:45.728380 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3427e-a74d-4b5f-b774-1b565304f949 service neutron] Pushing event updated for resources: {'Port': ['ID=7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:45.836776 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4858303b-217e-4019-8329-02bae7ca7a61 req-0942b0ff-cbc3-41e1-b544-00405a175521 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "GET /v2.0/security-groups/f15686b0-45c3-49b1-88a8-86bf04e10312 HTTP/1.1" status: 200 len: 1819 time: 0.3001764 Jan 28 00:13:45.860810 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9387a13b-aaba-4f79-b579-feee023fcc90 req-6d865655-af21-4e43-84ee-2df37ad36367 tempest-SecurityGroupsNegativeTestJSON-1978957628 tempest-SecurityGroupsNegativeTestJSON-1978957628-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1fa3236166374754bf4e715bee5286fb HTTP/1.1" status: 200 len: 3001 time: 0.3259826 Jan 28 00:13:45.910032 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b434e-2915-472d-a431-b0e691372c4d req-a30963b4-c019-45f6-a26d-f3e56f71cb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:45.912409 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-183b434e-2915-472d-a431-b0e691372c4d req-a30963b4-c019-45f6-a26d-f3e56f71cb84 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8405f09358c0468d9527f464af13d496&device_id=bf2d105e-17de-42a2-923f-ec9cc350ae4d HTTP/1.1" status: 200 len: 1094 time: 0.2223122 Jan 28 00:13:46.001293 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-183b434e-2915-472d-a431-b0e691372c4d req-64f55815-8fc5-4de8-a097-c4c674feca4e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7 HTTP/1.1" status: 200 len: 217 time: 0.0737941 Jan 28 00:13:46.086692 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9387a13b-aaba-4f79-b579-feee023fcc90 req-b0c159cd-98b1-496c-b47d-bfd9296cb550 tempest-SecurityGroupsNegativeTestJSON-1978957628 tempest-SecurityGroupsNegativeTestJSON-1978957628-project] 10.222.0.70 "GET /v2.0/security-groups/ed0d1d59-2048-4b0c-bffb-a271fe8a3e2e HTTP/1.1" status: 200 len: 2998 time: 0.1992767 Jan 28 00:13:46.093022 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4858303b-217e-4019-8329-02bae7ca7a61 req-a042d9ec-4118-4fdd-acf1-58c5c35bb149 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (f15686b0-45c3-49b1-88a8-86bf04e10312), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:46.139117 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b434e-2915-472d-a431-b0e691372c4d req-23af727a-2e21-4878-b3ed-94893db7f398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:46.140731 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-183b434e-2915-472d-a431-b0e691372c4d req-23af727a-2e21-4878-b3ed-94893db7f398 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=742a4943-8344-4614-b3ae-dda4eb02931e HTTP/1.1" status: 200 len: 845 time: 0.1302717 Jan 28 00:13:46.192376 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4858303b-217e-4019-8329-02bae7ca7a61 req-a042d9ec-4118-4fdd-acf1-58c5c35bb149 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (f15686b0-45c3-49b1-88a8-86bf04e10312), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:46.228748 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-183b434e-2915-472d-a431-b0e691372c4d req-51c9c0b3-1bf9-447f-bfec-2ea36b061b22 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f388c604-9dfb-430b-954f-b2b9c1d3c352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782340 Jan 28 00:13:46.336340 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9387a13b-aaba-4f79-b579-feee023fcc90 req-d643717c-c67e-468b-998e-7caefb96f4e4 tempest-SecurityGroupsNegativeTestJSON-1978957628 tempest-SecurityGroupsNegativeTestJSON-1978957628-project] 10.222.0.70 "GET /v2.0/security-groups/ed0d1d59-2048-4b0c-bffb-a271fe8a3e2e HTTP/1.1" status: 200 len: 2998 time: 0.2381861 Jan 28 00:13:46.337375 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-19f3026d-1ac2-48c4-8c3c-470e5df1b907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (9bb427a5-a295-4f0c-b017-2960030e85e4), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:46.429796 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3026d-1ac2-48c4-8c3c-470e5df1b907 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bb427a5-a295-4f0c-b017-2960030e85e4,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:46.477352 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fe84c5-b7b2-4d5a-bb30-70e5522c8441 x-openstack-request-id: req-67fe84c5-b7b2-4d5a-bb30-70e5522c8441 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:13:46.477803 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf2d105e-17de-42a2-923f-ec9cc350ae4d", "tag": "7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:13:46.478144 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-67fe84c5-b7b2-4d5a-bb30-70e5522c8441 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:13:46.478806 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf2d105e-17de-42a2-923f-ec9cc350ae4d', 'tag': '7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7', 'status': 'completed', 'code': 200} Jan 28 00:13:46.490870 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4858303b-217e-4019-8329-02bae7ca7a61 req-a042d9ec-4118-4fdd-acf1-58c5c35bb149 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f15686b0-45c3-49b1-88a8-86bf04e10312), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:46.495338 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4858303b-217e-4019-8329-02bae7ca7a61 req-a042d9ec-4118-4fdd-acf1-58c5c35bb149 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:46.497261 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4858303b-217e-4019-8329-02bae7ca7a61 req-a042d9ec-4118-4fdd-acf1-58c5c35bb149 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "DELETE /v2.0/security-groups/f15686b0-45c3-49b1-88a8-86bf04e10312 HTTP/1.1" status: 204 len: 173 time: 0.6511223 Jan 28 00:13:46.501127 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-183b434e-2915-472d-a431-b0e691372c4d req-efa9860e-660d-4352-af1a-7cdd5875facd service neutron] 10.222.0.52 "GET /v2.0/networks/f388c604-9dfb-430b-954f-b2b9c1d3c352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634306 Jan 28 00:13:46.539849 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042d9ec-4118-4fdd-acf1-58c5c35bb149 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15686b0-45c3-49b1-88a8-86bf04e10312,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:46.558042 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f3026d-1ac2-48c4-8c3c-470e5df1b907 admin admin] Checking segment: {'id': '3c8ed076-3165-4753-a19a-d433677707cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:13:46.558629 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f3026d-1ac2-48c4-8c3c-470e5df1b907 admin admin] Network hostable DHCP agents. Network: d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:13:46.723191 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f3026d-1ac2-48c4-8c3c-470e5df1b907 admin admin] Network d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:13:46.753782 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-19f3026d-1ac2-48c4-8c3c-470e5df1b907 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:13:46.760176 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f3026d-1ac2-48c4-8c3c-470e5df1b907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:46.760176 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-19f3026d-1ac2-48c4-8c3c-470e5df1b907 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:46.773465 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98728d9d-ac30-4afb-ba05-b29711411b93 None None] Network d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:13:46.806195 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-183b434e-2915-472d-a431-b0e691372c4d req-991994d2-ee61-4048-81c5-c3e7829a713d service neutron] 10.222.0.52 "GET /v2.0/networks/f388c604-9dfb-430b-954f-b2b9c1d3c352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940404 Jan 28 00:13:46.813615 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e78f8-7e83-45c7-a502-89464897383f req-2f73dd05-2d0f-462e-bc56-bb432587b355 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:46.815187 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-450e78f8-7e83-45c7-a502-89464897383f req-2f73dd05-2d0f-462e-bc56-bb432587b355 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 944 time: 0.1953816 Jan 28 00:13:46.842409 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51348) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:46.847659 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-19f3026d-1ac2-48c4-8c3c-470e5df1b907 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4520574 Jan 28 00:13:46.861401 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-eccd1c28-013d-4d6d-a68a-265db435032a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-64484721-router', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:46.894349 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eccd1c28-013d-4d6d-a68a-265db435032a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (94d62d5b-c9f6-4adf-b6c0-f59cde170079), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:46.896536 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eccd1c28-013d-4d6d-a68a-265db435032a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (94d62d5b-c9f6-4adf-b6c0-f59cde170079), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:46.984690 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eccd1c28-013d-4d6d-a68a-265db435032a admin admin] Publish callbacks [] for router_controller (94d62d5b-c9f6-4adf-b6c0-f59cde170079), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:47.007578 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f22795-4c21-4067-92dc-102b84fd231d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'fixed_ips': [{'subnet_id': '9bb427a5-a295-4f0c-b017-2960030e85e4'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:13:47.008608 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b4f22795-4c21-4067-92dc-102b84fd231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:47.067441 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d68a80-49b9-4239-bb24-ebf33260b307 req-5b2f2fe1-f8e3-4e21-904b-2d1cdc5e2a78 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:47.078993 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a0d68a80-49b9-4239-bb24-ebf33260b307 req-5b2f2fe1-f8e3-4e21-904b-2d1cdc5e2a78 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf2d105e-17de-42a2-923f-ec9cc350ae4d HTTP/1.1" status: 200 len: 943 time: 0.2490032 Jan 28 00:13:47.078993 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-450e78f8-7e83-45c7-a502-89464897383f req-7fe3d2a7-949d-415c-9ee2-ce100151a2de tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470222 Jan 28 00:13:47.139596 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e994ae-48a6-454d-95f4-0fc27c42a8e0 req-2c89e21a-b111-494e-962b-7ce63a5d0afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:47.153296 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-90e994ae-48a6-454d-95f4-0fc27c42a8e0 req-2c89e21a-b111-494e-962b-7ce63a5d0afb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8405f09358c0468d9527f464af13d496&device_id=bf2d105e-17de-42a2-923f-ec9cc350ae4d HTTP/1.1" status: 200 len: 1094 time: 0.1897948 Jan 28 00:13:47.269159 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a0d68a80-49b9-4239-bb24-ebf33260b307 req-c4592458-8bd0-4cb1-8c8b-7dffd7aea908 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768889 Jan 28 00:13:47.281675 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-b4f22795-4c21-4067-92dc-102b84fd231d None None] Allocated IP 172.20.0.2 (d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1/9bb427a5-a295-4f0c-b017-2960030e85e4/6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:13:47.327812 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b7e3c8a6-e9c5-4a34-b7a3-ab348e44a75b req-68d9d0a7-3659-435c-b1dd-98968c51f86f tempest-SecurityGroupsNegativeTestJSON-1978957628 tempest-SecurityGroupsNegativeTestJSON-1978957628-project] 10.222.0.70 "GET /v2.0/security-groups/ed0d1d59-2048-4b0c-bffb-a271fe8a3e2e HTTP/1.1" status: 200 len: 2998 time: 0.0969875 Jan 28 00:13:47.377167 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e994ae-48a6-454d-95f4-0fc27c42a8e0 req-cf438e6f-e431-4ac2-ac75-fc83c0d5d4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:47.379721 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-90e994ae-48a6-454d-95f4-0fc27c42a8e0 req-cf438e6f-e431-4ac2-ac75-fc83c0d5d4b2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f388c604-9dfb-430b-954f-b2b9c1d3c352 HTTP/1.1" status: 200 len: 906 time: 0.2191739 Jan 28 00:13:47.435268 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-90e994ae-48a6-454d-95f4-0fc27c42a8e0 req-100b3ed5-fa9e-4b48-a0a0-a5823a8a38ea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7 HTTP/1.1" status: 200 len: 217 time: 0.0486598 Jan 28 00:13:47.593463 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-b7e3c8a6-e9c5-4a34-b7a3-ab348e44a75b req-f2893a3e-6c91-4e71-99d6-862b194a4c49 tempest-SecurityGroupsNegativeTestJSON-1978957628 tempest-SecurityGroupsNegativeTestJSON-1978957628-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 00:13:47.595087 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b7e3c8a6-e9c5-4a34-b7a3-ab348e44a75b req-f2893a3e-6c91-4e71-99d6-862b194a4c49 tempest-SecurityGroupsNegativeTestJSON-1978957628 tempest-SecurityGroupsNegativeTestJSON-1978957628-project] 10.222.0.70 "DELETE /v2.0/security-groups/ed0d1d59-2048-4b0c-bffb-a271fe8a3e2e HTTP/1.1" status: 409 len: 352 time: 0.2659023 Jan 28 00:13:47.616813 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e994ae-48a6-454d-95f4-0fc27c42a8e0 req-405b04d7-452a-4d32-b55e-cf440f23f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:47.618357 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-90e994ae-48a6-454d-95f4-0fc27c42a8e0 req-405b04d7-452a-4d32-b55e-cf440f23f539 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=742a4943-8344-4614-b3ae-dda4eb02931e HTTP/1.1" status: 200 len: 845 time: 0.1642556 Jan 28 00:13:47.622960 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a05f510c-a634-4423-9cca-071597c93cde req-a5e4339c-3f30-40bb-b2bd-d9291b307474 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "GET /v2.0/security-groups/aff5ed5d-0e25-419d-a373-78d4f7e9f1e8 HTTP/1.1" status: 200 len: 1820 time: 0.1161075 Jan 28 00:13:47.671577 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b4f22795-4c21-4067-92dc-102b84fd231d None None] Publish callbacks [] for port (6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:47.683754 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b4f22795-4c21-4067-92dc-102b84fd231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:47.691036 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-9513149e-d159-4203-bc59-937b21f2a28b req-861bd9c8-1f57-40ba-b7c8-9408646aa038 tempest-SecurityGroupsNegativeTestJSON-1978957628 tempest-SecurityGroupsNegativeTestJSON-1978957628-project] show failed (client error): The resource could not be found. Jan 28 00:13:47.692138 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9513149e-d159-4203-bc59-937b21f2a28b req-861bd9c8-1f57-40ba-b7c8-9408646aa038 tempest-SecurityGroupsNegativeTestJSON-1978957628 tempest-SecurityGroupsNegativeTestJSON-1978957628-project] 10.222.0.70 "GET /v2.0/security-groups/2eea4736-3894-4975-834a-bc02634cdf13 HTTP/1.1" status: 404 len: 352 time: 0.0563715 Jan 28 00:13:47.695151 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-90e994ae-48a6-454d-95f4-0fc27c42a8e0 req-1180696c-e37e-4721-a9b2-cba23ac83220 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f388c604-9dfb-430b-954f-b2b9c1d3c352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605488 Jan 28 00:13:47.698425 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-81ed896f-c1e6-4bd5-92ec-90f70ca9efce req-f3c7bb55-f7b9-4df1-b865-1717333420d1 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1118466424', 'description': 'tempest-description-1174155894'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:47.795727 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f22795-4c21-4067-92dc-102b84fd231d None None] Network d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:13:47.808977 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-90e994ae-48a6-454d-95f4-0fc27c42a8e0 req-47e63af4-6eb3-4fae-bccb-35de29cf2c50 service neutron] 10.222.0.52 "GET /v2.0/networks/f388c604-9dfb-430b-954f-b2b9c1d3c352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059053 Jan 28 00:13:47.823702 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eccd1c28-013d-4d6d-a68a-265db435032a admin admin] Publish callbacks [] for router_gateway (94d62d5b-c9f6-4adf-b6c0-f59cde170079), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:47.837086 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-b4f22795-4c21-4067-92dc-102b84fd231d None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:13:47.843348 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f22795-4c21-4067-92dc-102b84fd231d None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:13:47.888266 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-cc7343d9-d17b-4fc2-bcd0-82033c3dc373 req-56f3f2bc-f921-41ef-ba84-25fc7bdb9719 tempest-SecurityGroupsNegativeTestJSON-1978957628 tempest-SecurityGroupsNegativeTestJSON-1978957628-project] show failed (client error): The resource could not be found. Jan 28 00:13:47.898157 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f22795-4c21-4067-92dc-102b84fd231d None None] Pushing event updated for resources: {'Port': ['ID=6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:47.910805 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cc7343d9-d17b-4fc2-bcd0-82033c3dc373 req-56f3f2bc-f921-41ef-ba84-25fc7bdb9719 tempest-SecurityGroupsNegativeTestJSON-1978957628 tempest-SecurityGroupsNegativeTestJSON-1978957628-project] 10.222.0.70 "GET /v2.0/security-groups/4c97efff-6d8b-46de-8b8b-7406dc2bbc71 HTTP/1.1" status: 404 len: 352 time: 0.1007144 Jan 28 00:13:47.913780 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51360) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:47.973624 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-81ed896f-c1e6-4bd5-92ec-90f70ca9efce req-f3c7bb55-f7b9-4df1-b865-1717333420d1 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:48.069670 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81f05c0-b296-48e4-af83-13ee0978929a admin admin] Deleting subnet 6d2bc96c-99b0-4bc7-ba2f-b80896a2f9d0 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:13:48.074098 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d81f05c0-b296-48e4-af83-13ee0978929a admin admin] Publish callbacks [] for subnet (6d2bc96c-99b0-4bc7-ba2f-b80896a2f9d0), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:48.100542 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-b4f22795-4c21-4067-92dc-102b84fd231d None None] Attempting to bind port 6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:13:48.101937 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-b4f22795-4c21-4067-92dc-102b84fd231d None None] Attempting to bind port 6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '3c8ed076-3165-4753-a19a-d433677707cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:13:48.102670 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f22795-4c21-4067-92dc-102b84fd231d None None] Attempting to bind port 6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f on network d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:13:48.125519 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f22795-4c21-4067-92dc-102b84fd231d None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:13:48.125919 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f22795-4c21-4067-92dc-102b84fd231d None None] Checking segment: {'id': '3c8ed076-3165-4753-a19a-d433677707cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:13:48.126394 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b4f22795-4c21-4067-92dc-102b84fd231d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:48.126808 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f22795-4c21-4067-92dc-102b84fd231d None None] Bound using segment: {'id': '3c8ed076-3165-4753-a19a-d433677707cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:13:48.127324 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-b4f22795-4c21-4067-92dc-102b84fd231d None None] Bound port: 6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8ed076-3165-4753-a19a-d433677707cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:13:48.127750 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b4f22795-4c21-4067-92dc-102b84fd231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:48.214627 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-90e994ae-48a6-454d-95f4-0fc27c42a8e0 req-1519a1c0-eaad-497a-96c7-73dfa0fd707e service neutron] 10.222.0.52 "GET /v2.0/networks/f388c604-9dfb-430b-954f-b2b9c1d3c352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890541 Jan 28 00:13:48.225021 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d81f05c0-b296-48e4-af83-13ee0978929a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (6d2bc96c-99b0-4bc7-ba2f-b80896a2f9d0), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:48.228932 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eccd1c28-013d-4d6d-a68a-265db435032a admin admin] Publish callbacks [] for router_gateway (94d62d5b-c9f6-4adf-b6c0-f59cde170079), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:48.258925 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eccd1c28-013d-4d6d-a68a-265db435032a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:48.260913 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-b4f22795-4c21-4067-92dc-102b84fd231d None None] For port 6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:13:48.265006 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-b4f22795-4c21-4067-92dc-102b84fd231d None None] For port 6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f,segment=NetworkSegment(3c8ed076-3165-4753-a19a-d433677707cf),segment_id=3c8ed076-3165-4753-a19a-d433677707cf)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:13:48.276100 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b4f22795-4c21-4067-92dc-102b84fd231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:48.386612 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f22795-4c21-4067-92dc-102b84fd231d None None] Pushing event updated for resources: {'Port': ['ID=6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:48.467825 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d81f05c0-b296-48e4-af83-13ee0978929a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (6d2bc96c-99b0-4bc7-ba2f-b80896a2f9d0), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:48.492905 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-81ed896f-c1e6-4bd5-92ec-90f70ca9efce req-f3c7bb55-f7b9-4df1-b865-1717333420d1 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (eed8af4b-e03c-4fe7-b34b-539d465a221f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:48.526307 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-eccd1c28-013d-4d6d-a68a-265db435032a admin admin] Allocated IP 172.25.3.176 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/98c1206b-bc21-41e5-bac6-093a4848ff21) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:13:48.537763 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-81ed896f-c1e6-4bd5-92ec-90f70ca9efce req-f3c7bb55-f7b9-4df1-b865-1717333420d1 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (eed8af4b-e03c-4fe7-b34b-539d465a221f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:48.602031 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50474bf7-b3aa-4681-bda2-d715a0419576 req-b6faaf53-2532-41bd-98b1-b9e53b1b0c1a tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:48.604532 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50474bf7-b3aa-4681-bda2-d715a0419576 req-b6faaf53-2532-41bd-98b1-b9e53b1b0c1a tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 944 time: 0.2975817 Jan 28 00:13:48.717488 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7bb55-f7b9-4df1-b865-1717333420d1 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eed8af4b-e03c-4fe7-b34b-539d465a221f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:48.743186 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eccd1c28-013d-4d6d-a68a-265db435032a admin admin] Publish callbacks [] for port (98c1206b-bc21-41e5-bac6-093a4848ff21), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:48.743566 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-81ed896f-c1e6-4bd5-92ec-90f70ca9efce req-f3c7bb55-f7b9-4df1-b865-1717333420d1 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:48.744983 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-81ed896f-c1e6-4bd5-92ec-90f70ca9efce req-f3c7bb55-f7b9-4df1-b865-1717333420d1 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.0571728 Jan 28 00:13:48.749172 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d81f05c0-b296-48e4-af83-13ee0978929a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (6d2bc96c-99b0-4bc7-ba2f-b80896a2f9d0), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:48.855035 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f05c0-b296-48e4-af83-13ee0978929a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d2bc96c-99b0-4bc7-ba2f-b80896a2f9d0,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:48.857269 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eccd1c28-013d-4d6d-a68a-265db435032a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (98c1206b-bc21-41e5-bac6-093a4848ff21), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:48.872317 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d81f05c0-b296-48e4-af83-13ee0978929a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:48.883898 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d81f05c0-b296-48e4-af83-13ee0978929a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6d2bc96c-99b0-4bc7-ba2f-b80896a2f9d0 HTTP/1.1" status: 204 len: 168 time: 0.9686522 Jan 28 00:13:48.890462 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51370) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:48.918123 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccd1c28-013d-4d6d-a68a-265db435032a admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:13:48.922118 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-eccd1c28-013d-4d6d-a68a-265db435032a admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:13:48.929116 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccd1c28-013d-4d6d-a68a-265db435032a admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:13:48.942056 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50474bf7-b3aa-4681-bda2-d715a0419576 req-ed3b30f4-4168-42d5-8a0f-2f400be6a2c6 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017449 Jan 28 00:13:48.956736 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd1c28-013d-4d6d-a68a-265db435032a admin admin] Pushing event updated for resources: {'Port': ['ID=98c1206b-bc21-41e5-bac6-093a4848ff21,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:49.059948 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6919800a-b667-489c-a2d8-7135c685bc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (8e5ff0f1-80dc-4397-8a20-08252a3e0530), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:49.060454 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff378de1-75d6-44e5-bb40-72fcc6e50688 req-408a4738-452a-45bc-9967-9ab32857720d tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:49.064351 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff378de1-75d6-44e5-bb40-72fcc6e50688 req-408a4738-452a-45bc-9967-9ab32857720d tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf2d105e-17de-42a2-923f-ec9cc350ae4d HTTP/1.1" status: 200 len: 943 time: 0.1925178 Jan 28 00:13:49.233653 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff378de1-75d6-44e5-bb40-72fcc6e50688 req-1982fe52-9258-45d1-b843-96b566f2af0a tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617141 Jan 28 00:13:49.248161 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6919800a-b667-489c-a2d8-7135c685bc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (8e5ff0f1-80dc-4397-8a20-08252a3e0530), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:49.293332 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-6919800a-b667-489c-a2d8-7135c685bc24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e5ff0f1-80dc-4397-8a20-08252a3e0530']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:49.312804 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-6919800a-b667-489c-a2d8-7135c685bc24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2546a05e-c90d-4c3e-96a9-78f44eb39e96') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:49.313189 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-6919800a-b667-489c-a2d8-7135c685bc24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2546a05e-c90d-4c3e-96a9-78f44eb39e96') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:49.318451 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e197a28-46d6-4652-9018-2e4374554180 req-465bc6d2-501a-48b2-86b5-1374db9f2bd2 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "GET /v2.0/security-groups/eed8af4b-e03c-4fe7-b34b-539d465a221f HTTP/1.1" status: 200 len: 1822 time: 0.1071434 Jan 28 00:13:49.332516 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6919800a-b667-489c-a2d8-7135c685bc24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (2546a05e-c90d-4c3e-96a9-78f44eb39e96), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:49.337913 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-5e197a28-46d6-4652-9018-2e4374554180 req-39608fce-3abc-48a4-8689-083948893015 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eed8af4b-e03c-4fe7-b34b-539d465a221f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:49.338306 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-5e197a28-46d6-4652-9018-2e4374554180 req-39608fce-3abc-48a4-8689-083948893015 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eed8af4b-e03c-4fe7-b34b-539d465a221f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:49.370079 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eccd1c28-013d-4d6d-a68a-265db435032a admin admin] Publish callbacks [] for router_gateway (94d62d5b-c9f6-4adf-b6c0-f59cde170079), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:49.370974 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6919800a-b667-489c-a2d8-7135c685bc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (2546a05e-c90d-4c3e-96a9-78f44eb39e96), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:49.388964 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6919800a-b667-489c-a2d8-7135c685bc24 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:13:49.389446 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6919800a-b667-489c-a2d8-7135c685bc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (2546a05e-c90d-4c3e-96a9-78f44eb39e96), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:49.392264 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:13:49.392264 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:13:49.392264 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:13:49.392264 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:13:49.392264 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:13:49.392264 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:13:49.392264 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:13:49.392264 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:13:49.392264 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:13:49.392264 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:13:49.392264 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:13:49.392264 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:13:49.392264 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:13:49.392264 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:13:49.392264 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:13:49.392264 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:13:49.392264 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:13:49.392264 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:13:49.392264 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:13:49.392264 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:13:49.392264 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:13:49.392264 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:13:49.392264 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:13:49.392264 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:13:49.392264 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:13:49.392264 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:13:49.392264 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:13:49.392264 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:13:49.392264 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:13:49.392264 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:13:49.392264 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:13:49.392264 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:13:49.488454 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6919800a-b667-489c-a2d8-7135c685bc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (8e5ff0f1-80dc-4397-8a20-08252a3e0530), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:49.497781 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6919800a-b667-489c-a2d8-7135c685bc24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:49.501270 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6919800a-b667-489c-a2d8-7135c685bc24 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8e5ff0f1-80dc-4397-8a20-08252a3e0530 HTTP/1.1" status: 204 len: 168 time: 0.6003330 Jan 28 00:13:49.502955 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5e197a28-46d6-4652-9018-2e4374554180 req-39608fce-3abc-48a4-8689-083948893015 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group_rule (75def249-e54f-4d95-8c9b-d45759075409), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:49.525767 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919800a-b667-489c-a2d8-7135c685bc24 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e5ff0f1-80dc-4397-8a20-08252a3e0530,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:49.550566 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5e197a28-46d6-4652-9018-2e4374554180 req-39608fce-3abc-48a4-8689-083948893015 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group_rule (75def249-e54f-4d95-8c9b-d45759075409), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:49.558491 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5e197a28-46d6-4652-9018-2e4374554180 req-39608fce-3abc-48a4-8689-083948893015 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (75def249-e54f-4d95-8c9b-d45759075409), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:49.590151 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39608fce-3abc-48a4-8689-083948893015 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75def249-e54f-4d95-8c9b-d45759075409,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:49.606648 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5e197a28-46d6-4652-9018-2e4374554180 req-39608fce-3abc-48a4-8689-083948893015 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:49.608357 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e197a28-46d6-4652-9018-2e4374554180 req-39608fce-3abc-48a4-8689-083948893015 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2818408 Jan 28 00:13:49.755758 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-79650ada-dc9b-422e-87af-23a5811eea18 req-2c18fe56-d42e-4e90-a311-7e7f57972a81 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "GET /v2.0/security-groups/eed8af4b-e03c-4fe7-b34b-539d465a221f HTTP/1.1" status: 200 len: 2415 time: 0.1114991 Jan 28 00:13:49.773354 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-79650ada-dc9b-422e-87af-23a5811eea18 req-f5aed910-2036-4e75-87cb-6d62ee917fef tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eed8af4b-e03c-4fe7-b34b-539d465a221f', 'remote_group_id': None}]} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:49.774001 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-79650ada-dc9b-422e-87af-23a5811eea18 req-f5aed910-2036-4e75-87cb-6d62ee917fef tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eed8af4b-e03c-4fe7-b34b-539d465a221f', 'remote_group_id': None}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:49.812445 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eccd1c28-013d-4d6d-a68a-265db435032a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (94d62d5b-c9f6-4adf-b6c0-f59cde170079), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:49.855338 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51380) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:49.867283 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:13:49.889920 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:13:50.001505 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-79650ada-dc9b-422e-87af-23a5811eea18 req-f5aed910-2036-4e75-87cb-6d62ee917fef tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group_rule (9f368a8a-bdc7-4e2a-9a8f-69bd42fa5d6a), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:50.033852 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-79650ada-dc9b-422e-87af-23a5811eea18 req-f5aed910-2036-4e75-87cb-6d62ee917fef tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group_rule (9f368a8a-bdc7-4e2a-9a8f-69bd42fa5d6a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:50.045143 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-79650ada-dc9b-422e-87af-23a5811eea18 req-f5aed910-2036-4e75-87cb-6d62ee917fef tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (9f368a8a-bdc7-4e2a-9a8f-69bd42fa5d6a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:50.078054 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b437b76b-330a-4957-b542-f8c8a7b25b91 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1fa3236166374754bf4e715bee5286fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211065 Jan 28 00:13:50.087148 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51384) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:50.103045 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccd1c28-013d-4d6d-a68a-265db435032a admin admin] Router 94d62d5b-c9f6-4adf-b6c0-f59cde170079 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:13:50.120862 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aed910-2036-4e75-87cb-6d62ee917fef tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f368a8a-bdc7-4e2a-9a8f-69bd42fa5d6a,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:50.172491 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-79650ada-dc9b-422e-87af-23a5811eea18 req-f5aed910-2036-4e75-87cb-6d62ee917fef tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:50.173234 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:13:50.173777 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-79650ada-dc9b-422e-87af-23a5811eea18 req-f5aed910-2036-4e75-87cb-6d62ee917fef tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4107704 Jan 28 00:13:50.223384 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7', 'network_id': 'f388c604-9dfb-430b-954f-b2b9c1d3c352', 'port_id': '7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7', 'mac_address': 'fa:16:3e:aa:24:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742a4943-8344-4614-b3ae-dda4eb02931e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:13:50.261777 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a227dcfd-cf4e-4901-97f2-341d9af6e0e6 admin admin] Publish callbacks [] for security_group (ed0d1d59-2048-4b0c-bffb-a271fe8a3e2e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:50.323080 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44439feb-1069-4982-bf39-f05be7c1ba4e None None] Network d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:13:50.330962 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a227dcfd-cf4e-4901-97f2-341d9af6e0e6 admin admin] Publish callbacks [] for security_group (ed0d1d59-2048-4b0c-bffb-a271fe8a3e2e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:50.418199 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45054c9d-5378-475e-87c0-7469aad1046d req-a939ad47-5f04-4528-b941-eb0ba24edb7c tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:50.423009 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-45054c9d-5378-475e-87c0-7469aad1046d req-a939ad47-5f04-4528-b941-eb0ba24edb7c tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 944 time: 0.1541195 Jan 28 00:13:50.547080 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:13:50.547591 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:50.572607 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccd1c28-013d-4d6d-a68a-265db435032a admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:13:50.594785 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-7304a8c0-cbee-4648-bfd4-3706d8ef4276 None None] Provisioning complete for port 6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:13:50.595380 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7304a8c0-cbee-4648-bfd4-3706d8ef4276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:50.615966 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eccd1c28-013d-4d6d-a68a-265db435032a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:50.619015 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-eccd1c28-013d-4d6d-a68a-265db435032a admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.7742586 Jan 28 00:13:50.622648 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51396) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:50.631765 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623d8347-60fa-4e78-ae3e-041b01096470 None None] Sync routers for ids ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:13:50.646536 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2b5a5f7a-5577-4faa-8924-3aff8e0ddea3 req-e5a7a3df-4ee6-4fa1-afc4-04d49adcce35 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "GET /v2.0/security-groups/eed8af4b-e03c-4fe7-b34b-539d465a221f HTTP/1.1" status: 200 len: 3013 time: 0.1844485 Jan 28 00:13:50.653162 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-45054c9d-5378-475e-87c0-7469aad1046d req-a83e3a2b-6519-4640-b793-bae755441b1b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115216 Jan 28 00:13:50.673331 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a227dcfd-cf4e-4901-97f2-341d9af6e0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ed0d1d59-2048-4b0c-bffb-a271fe8a3e2e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:50.683475 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a227dcfd-cf4e-4901-97f2-341d9af6e0e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:50.686306 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a227dcfd-cf4e-4901-97f2-341d9af6e0e6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ed0d1d59-2048-4b0c-bffb-a271fe8a3e2e HTTP/1.1" status: 204 len: 168 time: 0.5974507 Jan 28 00:13:50.700251 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:13:50.721643 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227dcfd-cf4e-4901-97f2-341d9af6e0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0d1d59-2048-4b0c-bffb-a271fe8a3e2e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:50.869792 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:13:50.872818 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:13:50.926619 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623d8347-60fa-4e78-ae3e-041b01096470 None None] Routers {'94d62d5b-c9f6-4adf-b6c0-f59cde170079'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:13:50.928113 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-623d8347-60fa-4e78-ae3e-041b01096470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:13:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:50.930389 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:51.065135 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:51.081125 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-58439937-2467-4baa-8bde-8f80aa77081f req-46fd561c-0a45-49da-912c-e836c8703c9c tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "GET /v2.0/security-group-rules/9f368a8a-bdc7-4e2a-9a8f-69bd42fa5d6a HTTP/1.1" status: 200 len: 783 time: 0.1038063 Jan 28 00:13:51.105507 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de845b1-3606-41bd-9907-ffd5c6a94c81 req-1bfd002f-6dc4-4d0f-9d37-af101d2665cc tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:51.128307 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6de845b1-3606-41bd-9907-ffd5c6a94c81 req-1bfd002f-6dc4-4d0f-9d37-af101d2665cc tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf2d105e-17de-42a2-923f-ec9cc350ae4d HTTP/1.1" status: 200 len: 944 time: 0.2449746 Jan 28 00:13:51.222235 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:13:51.222618 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:51.285061 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-623d8347-60fa-4e78-ae3e-041b01096470 None None] Set router 94d62d5b-c9f6-4adf-b6c0-f59cde170079 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:13:51.404457 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-58439937-2467-4baa-8bde-8f80aa77081f req-280c04b1-d3cf-4ef0-a1c0-750a1892b4a1 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "GET /v2.0/security-groups/eed8af4b-e03c-4fe7-b34b-539d465a221f HTTP/1.1" status: 200 len: 3013 time: 0.2655439 Jan 28 00:13:51.418208 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-7304a8c0-cbee-4648-bfd4-3706d8ef4276 None None] Current status of the port 6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:13:51.418635 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7304a8c0-cbee-4648-bfd4-3706d8ef4276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:51.455982 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6de845b1-3606-41bd-9907-ffd5c6a94c81 req-15035da9-3f2b-44ba-87df-e2a3cac72570 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975807 Jan 28 00:13:51.478333 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-58439937-2467-4baa-8bde-8f80aa77081f req-3a091930-be03-4f8e-9c2f-684cf287d3ad tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group_rule (9f368a8a-bdc7-4e2a-9a8f-69bd42fa5d6a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:51.502337 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-58439937-2467-4baa-8bde-8f80aa77081f req-3a091930-be03-4f8e-9c2f-684cf287d3ad tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group_rule (9f368a8a-bdc7-4e2a-9a8f-69bd42fa5d6a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:51.577420 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-58439937-2467-4baa-8bde-8f80aa77081f req-3a091930-be03-4f8e-9c2f-684cf287d3ad tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (9f368a8a-bdc7-4e2a-9a8f-69bd42fa5d6a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:51.596755 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-58439937-2467-4baa-8bde-8f80aa77081f req-3a091930-be03-4f8e-9c2f-684cf287d3ad tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:51.605010 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-58439937-2467-4baa-8bde-8f80aa77081f req-3a091930-be03-4f8e-9c2f-684cf287d3ad tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/9f368a8a-bdc7-4e2a-9a8f-69bd42fa5d6a HTTP/1.1" status: 204 len: 173 time: 0.1979208 Jan 28 00:13:51.611419 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:13:51.616999 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a091930-be03-4f8e-9c2f-684cf287d3ad tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f368a8a-bdc7-4e2a-9a8f-69bd42fa5d6a,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:51.738231 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1598eacd-44c5-4405-80b5-7a0c796e8645 req-70f1b3b2-259a-42c1-86b9-cdf92ff279a3 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "GET /v2.0/security-groups/eed8af4b-e03c-4fe7-b34b-539d465a221f HTTP/1.1" status: 200 len: 2415 time: 0.0998511 Jan 28 00:13:51.758320 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-7304a8c0-cbee-4648-bfd4-3706d8ef4276 None None] For port 6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f,segment=NetworkSegment(3c8ed076-3165-4753-a19a-d433677707cf),segment_id=3c8ed076-3165-4753-a19a-d433677707cf)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:13:51.818518 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:13:51.819241 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:51.839346 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7304a8c0-cbee-4648-bfd4-3706d8ef4276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:51.881953 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1598eacd-44c5-4405-80b5-7a0c796e8645 req-dd44c5a1-7cdf-421c-bf26-a7f451c7730a tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (eed8af4b-e03c-4fe7-b34b-539d465a221f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:51.998473 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1598eacd-44c5-4405-80b5-7a0c796e8645 req-dd44c5a1-7cdf-421c-bf26-a7f451c7730a tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (eed8af4b-e03c-4fe7-b34b-539d465a221f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:52.154431 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aee914-153f-4aa7-ace8-e35016e1043e req-121be26e-8ee6-4d86-9787-57e648b53280 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:52.166507 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05aee914-153f-4aa7-ace8-e35016e1043e req-121be26e-8ee6-4d86-9787-57e648b53280 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 944 time: 0.2026436 Jan 28 00:13:52.170840 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10f58650-c5e3-4fb9-89cf-526a7437769a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:52.204552 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1598eacd-44c5-4405-80b5-7a0c796e8645 req-dd44c5a1-7cdf-421c-bf26-a7f451c7730a tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (eed8af4b-e03c-4fe7-b34b-539d465a221f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:52.215691 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1598eacd-44c5-4405-80b5-7a0c796e8645 req-dd44c5a1-7cdf-421c-bf26-a7f451c7730a tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:52.218275 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1598eacd-44c5-4405-80b5-7a0c796e8645 req-dd44c5a1-7cdf-421c-bf26-a7f451c7730a tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "DELETE /v2.0/security-groups/eed8af4b-e03c-4fe7-b34b-539d465a221f HTTP/1.1" status: 204 len: 173 time: 0.4696383 Jan 28 00:13:52.304021 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05aee914-153f-4aa7-ace8-e35016e1043e req-5ab1017c-75a1-4758-9d5f-47753e05653f tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364779 Jan 28 00:13:52.320886 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44c5a1-7cdf-421c-bf26-a7f451c7730a tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed8af4b-e03c-4fe7-b34b-539d465a221f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:52.351947 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304a8c0-cbee-4648-bfd4-3706d8ef4276 None None] Pushing event updated for resources: {'Port': ['ID=6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:52.363419 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-8640a365-e309-4001-9787-3703d684024a req-563b4164-978e-4b53-950d-1755dfa9cc31 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] show failed (client error): The resource could not be found. Jan 28 00:13:52.377297 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8640a365-e309-4001-9787-3703d684024a req-563b4164-978e-4b53-950d-1755dfa9cc31 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "GET /v2.0/security-groups/f15686b0-45c3-49b1-88a8-86bf04e10312 HTTP/1.1" status: 404 len: 352 time: 0.0343800 Jan 28 00:13:52.377506 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-623d8347-60fa-4e78-ae3e-041b01096470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'name': 'tempest-FloatingIPsAssociationTestJSON-64484721-router', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:46Z', 'updated_at': '2022-01-28T00:13:49Z', 'revision_number': 3, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'gw_port': {'id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:48Z', 'updated_at': '2022-01-28T00:13:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:52.510924 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623d8347-60fa-4e78-ae3e-041b01096470 None None] Checking router: 94d62d5b-c9f6-4adf-b6c0-f59cde170079 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:13:52.511868 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623d8347-60fa-4e78-ae3e-041b01096470 None None] Updating router 94d62d5b-c9f6-4adf-b6c0-f59cde170079 port 98c1206b-bc21-41e5-bac6-093a4848ff21 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:13:52.539492 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-525a9ce9-3648-454f-bbb7-66384ae9b390 req-00c1850c-ae52-4614-b2c6-f0bb402c2600 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "GET /v2.0/security-groups/aff5ed5d-0e25-419d-a373-78d4f7e9f1e8 HTTP/1.1" status: 200 len: 1820 time: 0.0871894 Jan 28 00:13:52.539969 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-10f58650-c5e3-4fb9-89cf-526a7437769a admin admin] Allocated IP 172.20.0.1 (d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1/9bb427a5-a295-4f0c-b017-2960030e85e4/96c5189a-601d-4cb3-b475-c000a5281143) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:13:52.609351 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-90720add-6d4d-49f4-a49d-1b29bc4398ec None None] Provisioning complete for port 6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:13:52.610014 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-90720add-6d4d-49f4-a49d-1b29bc4398ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:52.654866 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-525a9ce9-3648-454f-bbb7-66384ae9b390 req-62850479-82ab-4682-a31b-7c9249496734 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (aff5ed5d-0e25-419d-a373-78d4f7e9f1e8), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:52.716696 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:13:52.738884 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:13:52.738884 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-623d8347-60fa-4e78-ae3e-041b01096470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (98c1206b-bc21-41e5-bac6-093a4848ff21), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:52.743514 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-525a9ce9-3648-454f-bbb7-66384ae9b390 req-62850479-82ab-4682-a31b-7c9249496734 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (aff5ed5d-0e25-419d-a373-78d4f7e9f1e8), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:52.746014 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10f58650-c5e3-4fb9-89cf-526a7437769a admin admin] Publish callbacks [] for port (96c5189a-601d-4cb3-b475-c000a5281143), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:52.797298 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10f58650-c5e3-4fb9-89cf-526a7437769a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (96c5189a-601d-4cb3-b475-c000a5281143), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:52.843315 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f58650-c5e3-4fb9-89cf-526a7437769a admin admin] Network d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:13:52.846817 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-10f58650-c5e3-4fb9-89cf-526a7437769a admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:13:52.850515 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f58650-c5e3-4fb9-89cf-526a7437769a admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:13:52.862548 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51442) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:52.868144 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06846a1-3055-40d3-8600-f7864acfbec7 req-a8e50582-4660-4ff7-bad7-dc32072d3cd7 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:52.872187 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b06846a1-3055-40d3-8600-f7864acfbec7 req-a8e50582-4660-4ff7-bad7-dc32072d3cd7 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf2d105e-17de-42a2-923f-ec9cc350ae4d HTTP/1.1" status: 200 len: 944 time: 0.2007463 Jan 28 00:13:52.892574 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f58650-c5e3-4fb9-89cf-526a7437769a admin admin] Pushing event updated for resources: {'Port': ['ID=96c5189a-601d-4cb3-b475-c000a5281143,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:52.922316 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-525a9ce9-3648-454f-bbb7-66384ae9b390 req-62850479-82ab-4682-a31b-7c9249496734 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (aff5ed5d-0e25-419d-a373-78d4f7e9f1e8), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:52.926256 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-525a9ce9-3648-454f-bbb7-66384ae9b390 req-62850479-82ab-4682-a31b-7c9249496734 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:52.936298 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-525a9ce9-3648-454f-bbb7-66384ae9b390 req-62850479-82ab-4682-a31b-7c9249496734 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "DELETE /v2.0/security-groups/aff5ed5d-0e25-419d-a373-78d4f7e9f1e8 HTTP/1.1" status: 204 len: 173 time: 0.3839755 Jan 28 00:13:52.957271 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10f58650-c5e3-4fb9-89cf-526a7437769a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (94d62d5b-c9f6-4adf-b6c0-f59cde170079), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:52.998370 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62850479-82ab-4682-a31b-7c9249496734 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff5ed5d-0e25-419d-a373-78d4f7e9f1e8,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:53.075238 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b06846a1-3055-40d3-8600-f7864acfbec7 req-fd6a4dd5-2e3d-4473-b748-b2ebc77b53c9 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758745 Jan 28 00:13:53.137038 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-0a1318b9-2370-4369-becb-9b471b927f1b admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-387609387-network', 'tenant_id': 'ce9d3829dfd648158df1004ad9e25e7d'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:53.164952 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c013a99a-b0eb-46e2-9f1a-5ae0167764c4 req-b40ecf9d-29d7-47e5-a316-3171eed99287 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "GET /v2.0/security-groups/ace46cf2-d974-48b7-b182-55aaaa21de94 HTTP/1.1" status: 200 len: 1820 time: 0.0867085 Jan 28 00:13:53.195380 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1318b9-2370-4369-becb-9b471b927f1b admin admin] Made reservation on behalf of ce9d3829dfd648158df1004ad9e25e7d for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:13:53.199025 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0a1318b9-2370-4369-becb-9b471b927f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:53.212858 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0a1318b9-2370-4369-becb-9b471b927f1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:53.278056 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10f58650-c5e3-4fb9-89cf-526a7437769a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (96c5189a-601d-4cb3-b475-c000a5281143), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:53.348325 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c013a99a-b0eb-46e2-9f1a-5ae0167764c4 req-9c675591-552a-4526-81c8-e1ba2346f1bc tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (ace46cf2-d974-48b7-b182-55aaaa21de94), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:53.383942 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c013a99a-b0eb-46e2-9f1a-5ae0167764c4 req-9c675591-552a-4526-81c8-e1ba2346f1bc tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (ace46cf2-d974-48b7-b182-55aaaa21de94), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:53.490018 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-90720add-6d4d-49f4-a49d-1b29bc4398ec None None] Current status of the port 6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:13:53.503750 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:13:53.668129 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0a1318b9-2370-4369-becb-9b471b927f1b admin admin] Publish callbacks [] for security_group (de3aa900-c795-4b50-aeb7-917df0e11d09), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:53.688250 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0a1318b9-2370-4369-becb-9b471b927f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (de3aa900-c795-4b50-aeb7-917df0e11d09), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:53.688660 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e492e-c37a-4db4-91e2-b02eabc6f952 req-85fe1a34-a26f-487d-810b-4100f437b408 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:53.690857 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d40e492e-c37a-4db4-91e2-b02eabc6f952 req-85fe1a34-a26f-487d-810b-4100f437b408 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 944 time: 0.2070582 Jan 28 00:13:53.706349 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:13:53.733726 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c013a99a-b0eb-46e2-9f1a-5ae0167764c4 req-9c675591-552a-4526-81c8-e1ba2346f1bc tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ace46cf2-d974-48b7-b182-55aaaa21de94), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:53.736688 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c013a99a-b0eb-46e2-9f1a-5ae0167764c4 req-9c675591-552a-4526-81c8-e1ba2346f1bc tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:53.744220 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c013a99a-b0eb-46e2-9f1a-5ae0167764c4 req-9c675591-552a-4526-81c8-e1ba2346f1bc tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "DELETE /v2.0/security-groups/ace46cf2-d974-48b7-b182-55aaaa21de94 HTTP/1.1" status: 204 len: 173 time: 0.5675213 Jan 28 00:13:53.775740 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1318b9-2370-4369-becb-9b471b927f1b admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:13:53.789072 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-1d99eeb4-0970-4eb3-9f19-4729adaf90df None None] Provisioning complete for port 96c5189a-601d-4cb3-b475-c000a5281143 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:13:53.789593 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1d99eeb4-0970-4eb3-9f19-4729adaf90df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (96c5189a-601d-4cb3-b475-c000a5281143), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:53.801334 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c675591-552a-4526-81c8-e1ba2346f1bc tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace46cf2-d974-48b7-b182-55aaaa21de94,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:53.804544 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-623d8347-60fa-4e78-ae3e-041b01096470 None None] Publish callbacks [] for port (98c1206b-bc21-41e5-bac6-093a4848ff21), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:53.808134 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1318b9-2370-4369-becb-9b471b927f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3aa900-c795-4b50-aeb7-917df0e11d09,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:53.838364 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0a1318b9-2370-4369-becb-9b471b927f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (780db8e3-1e41-43a5-9e75-48cb1e7c4bb4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:53.838927 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-0a1318b9-2370-4369-becb-9b471b927f1b admin admin] Added segment 780db8e3-1e41-43a5-9e75-48cb1e7c4bb4 of type vlan for network b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf Jan 28 00:13:53.867164 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d40e492e-c37a-4db4-91e2-b02eabc6f952 req-237144ce-be08-4a41-ad91-573a8176d840 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481051 Jan 28 00:13:53.867481 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10f58650-c5e3-4fb9-89cf-526a7437769a admin admin] Publish callbacks [] for port (96c5189a-601d-4cb3-b475-c000a5281143), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:53.880943 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-623d8347-60fa-4e78-ae3e-041b01096470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (98c1206b-bc21-41e5-bac6-093a4848ff21), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:53.888372 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10f58650-c5e3-4fb9-89cf-526a7437769a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (96c5189a-601d-4cb3-b475-c000a5281143), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:53.980245 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1d99eeb4-0970-4eb3-9f19-4729adaf90df None None] Port 96c5189a-601d-4cb3-b475-c000a5281143 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:13:54.001538 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-623d8347-60fa-4e78-ae3e-041b01096470 None None] Attempting to bind port 98c1206b-bc21-41e5-bac6-093a4848ff21 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:13:54.001926 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-623d8347-60fa-4e78-ae3e-041b01096470 None None] Attempting to bind port 98c1206b-bc21-41e5-bac6-093a4848ff21 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:13:54.002288 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623d8347-60fa-4e78-ae3e-041b01096470 None None] Attempting to bind port 98c1206b-bc21-41e5-bac6-093a4848ff21 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:13:54.021152 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623d8347-60fa-4e78-ae3e-041b01096470 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:13:54.021557 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623d8347-60fa-4e78-ae3e-041b01096470 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:13:54.021970 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-623d8347-60fa-4e78-ae3e-041b01096470 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:54.022672 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623d8347-60fa-4e78-ae3e-041b01096470 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:13:54.023190 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-623d8347-60fa-4e78-ae3e-041b01096470 None None] Bound port: 98c1206b-bc21-41e5-bac6-093a4848ff21, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:13:54.023860 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-623d8347-60fa-4e78-ae3e-041b01096470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (98c1206b-bc21-41e5-bac6-093a4848ff21), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:54.031039 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:13:54.031426 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:54.035333 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486629b-02b9-4538-866c-3fa2fa41e090 None None] Pushing event updated for resources: {'Port': ['ID=98c1206b-bc21-41e5-bac6-093a4848ff21,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:54.077309 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f58650-c5e3-4fb9-89cf-526a7437769a admin admin] Pushing event updated for resources: {'Port': ['ID=96c5189a-601d-4cb3-b475-c000a5281143,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:54.124273 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0a1318b9-2370-4369-becb-9b471b927f1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:54.169024 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10f58650-c5e3-4fb9-89cf-526a7437769a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (94d62d5b-c9f6-4adf-b6c0-f59cde170079), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:54.184183 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47e627eb-e928-4778-bf4f-c7d523baf766 req-fd9139c3-8f89-43f2-a5b0-0a79c80cd720 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "GET /v2.0/security-groups/7b5b3290-89d7-4482-a01b-a04763cf8e2d HTTP/1.1" status: 200 len: 1821 time: 0.2026477 Jan 28 00:13:54.312171 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0a1318b9-2370-4369-becb-9b471b927f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:54.314851 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1318b9-2370-4369-becb-9b471b927f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:54.316540 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0a1318b9-2370-4369-becb-9b471b927f1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:54.327543 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-623d8347-60fa-4e78-ae3e-041b01096470 None None] For port 98c1206b-bc21-41e5-bac6-093a4848ff21, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:13:54.338804 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-623d8347-60fa-4e78-ae3e-041b01096470 None None] For port 98c1206b-bc21-41e5-bac6-093a4848ff21, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=98c1206b-bc21-41e5-bac6-093a4848ff21,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:13:54.348526 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-47e627eb-e928-4778-bf4f-c7d523baf766 req-8aa14f8b-6a6e-4666-a39c-89c55b98ddeb tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (7b5b3290-89d7-4482-a01b-a04763cf8e2d), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:54.386287 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-623d8347-60fa-4e78-ae3e-041b01096470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (98c1206b-bc21-41e5-bac6-093a4848ff21), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:54.463156 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-47e627eb-e928-4778-bf4f-c7d523baf766 req-8aa14f8b-6a6e-4666-a39c-89c55b98ddeb tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (7b5b3290-89d7-4482-a01b-a04763cf8e2d), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:54.487278 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:13:54.496002 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623d8347-60fa-4e78-ae3e-041b01096470 None None] Routers {'94d62d5b-c9f6-4adf-b6c0-f59cde170079'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:13:54.497008 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-623d8347-60fa-4e78-ae3e-041b01096470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:13:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:54.501932 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486629b-02b9-4538-866c-3fa2fa41e090 None None] Pushing event updated for resources: {'Port': ['ID=98c1206b-bc21-41e5-bac6-093a4848ff21,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:54.521355 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf3d7d-a332-460c-8972-a6e5d8cf562c req-5dd9ae0b-e77c-436f-8d56-a7f68ed0c07d tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:54.523320 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c0bf3d7d-a332-460c-8972-a6e5d8cf562c req-5dd9ae0b-e77c-436f-8d56-a7f68ed0c07d tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf2d105e-17de-42a2-923f-ec9cc350ae4d HTTP/1.1" status: 200 len: 944 time: 0.1443384 Jan 28 00:13:54.552343 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0a1318b9-2370-4369-becb-9b471b927f1b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6878545 Jan 28 00:13:54.557582 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51460) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:54.563466 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-a87ad66e-6d87-4402-8d25-327288b26c04 admin admin] Request body: {'subnet': {'network_id': 'b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-387609387-subnet', 'tenant_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:54.578908 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-47e627eb-e928-4778-bf4f-c7d523baf766 req-8aa14f8b-6a6e-4666-a39c-89c55b98ddeb tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7b5b3290-89d7-4482-a01b-a04763cf8e2d), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:54.581720 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-47e627eb-e928-4778-bf4f-c7d523baf766 req-8aa14f8b-6a6e-4666-a39c-89c55b98ddeb tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:54.583390 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47e627eb-e928-4778-bf4f-c7d523baf766 req-8aa14f8b-6a6e-4666-a39c-89c55b98ddeb tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "DELETE /v2.0/security-groups/7b5b3290-89d7-4482-a01b-a04763cf8e2d HTTP/1.1" status: 204 len: 173 time: 0.3964889 Jan 28 00:13:54.601836 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1318b9-2370-4369-becb-9b471b927f1b admin admin] Pushing event updated for resources: {'Network': ['ID=b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:54.615108 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa14f8b-6a6e-4666-a39c-89c55b98ddeb tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5b3290-89d7-4482-a01b-a04763cf8e2d,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:54.686371 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f58650-c5e3-4fb9-89cf-526a7437769a admin admin] Network d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:13:54.690575 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87ad66e-6d87-4402-8d25-327288b26c04 admin admin] Made reservation on behalf of ce9d3829dfd648158df1004ad9e25e7d for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:13:54.695139 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-10f58650-c5e3-4fb9-89cf-526a7437769a admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:13:54.695420 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a87ad66e-6d87-4402-8d25-327288b26c04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:54.706926 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c0bf3d7d-a332-460c-8972-a6e5d8cf562c req-d1827559-9d51-499c-9dd0-96fb63794344 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719894 Jan 28 00:13:54.830700 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:13:54.958171 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e256acb-8f77-4914-8245-407304ac3b6e req-1c8b863d-4e09-4bcc-b9b8-084a881df6fc tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "GET /v2.0/security-groups/b5b3b5d1-9b07-4bf1-b045-f5acecf9c038 HTTP/1.1" status: 200 len: 2421 time: 0.3029282 Jan 28 00:13:55.112905 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f58650-c5e3-4fb9-89cf-526a7437769a admin admin] Router 94d62d5b-c9f6-4adf-b6c0-f59cde170079 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:13:55.133903 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-623d8347-60fa-4e78-ae3e-041b01096470 None None] Set router 94d62d5b-c9f6-4adf-b6c0-f59cde170079 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:13:55.292461 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3e256acb-8f77-4914-8245-407304ac3b6e req-a12b4206-87f1-4122-940c-af2e5b7778bf tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (b5b3b5d1-9b07-4bf1-b045-f5acecf9c038), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:55.381684 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3e256acb-8f77-4914-8245-407304ac3b6e req-a12b4206-87f1-4122-940c-af2e5b7778bf tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (b5b3b5d1-9b07-4bf1-b045-f5acecf9c038), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:55.402253 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f58650-c5e3-4fb9-89cf-526a7437769a admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:13:55.415270 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-10f58650-c5e3-4fb9-89cf-526a7437769a admin admin] 10.222.0.70 "PUT /v2.0/routers/94d62d5b-c9f6-4adf-b6c0-f59cde170079/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7900889 Jan 28 00:13:55.470292 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb284c3d-2ffc-4c69-b3c7-2c372da31c05 req-91ba2a0b-c55b-4880-8e54-7b0f9db279cf tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:55.474238 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb284c3d-2ffc-4c69-b3c7-2c372da31c05 req-91ba2a0b-c55b-4880-8e54-7b0f9db279cf tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 944 time: 0.2638414 Jan 28 00:13:55.529508 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-678d3fd0-f8cd-41ab-8040-e101b6068c27 None None] Provisioning complete for port 96c5189a-601d-4cb3-b475-c000a5281143 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:13:55.530317 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-678d3fd0-f8cd-41ab-8040-e101b6068c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (96c5189a-601d-4cb3-b475-c000a5281143), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:55.547242 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a87ad66e-6d87-4402-8d25-327288b26c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (96fe57e1-a035-4151-9710-1ef123be648d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:55.645039 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3e256acb-8f77-4914-8245-407304ac3b6e req-a12b4206-87f1-4122-940c-af2e5b7778bf tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b5b3b5d1-9b07-4bf1-b045-f5acecf9c038), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:55.648201 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3e256acb-8f77-4914-8245-407304ac3b6e req-a12b4206-87f1-4122-940c-af2e5b7778bf tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:55.653753 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e256acb-8f77-4914-8245-407304ac3b6e req-a12b4206-87f1-4122-940c-af2e5b7778bf tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "DELETE /v2.0/security-groups/b5b3b5d1-9b07-4bf1-b045-f5acecf9c038 HTTP/1.1" status: 204 len: 173 time: 0.6947689 Jan 28 00:13:55.666051 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-678d3fd0-f8cd-41ab-8040-e101b6068c27 None None] Port 96c5189a-601d-4cb3-b475-c000a5281143 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:13:55.703532 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb284c3d-2ffc-4c69-b3c7-2c372da31c05 req-b3b04fad-ac45-49d0-9f04-122c1e26f9ca tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006848 Jan 28 00:13:55.729360 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b4206-87f1-4122-940c-af2e5b7778bf tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b3b5d1-9b07-4bf1-b045-f5acecf9c038,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:55.741945 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ad66e-6d87-4402-8d25-327288b26c04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96fe57e1-a035-4151-9710-1ef123be648d,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:55.756666 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87ad66e-6d87-4402-8d25-327288b26c04 admin admin] Checking segment: {'id': '780db8e3-1e41-43a5-9e75-48cb1e7c4bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:13:55.757241 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87ad66e-6d87-4402-8d25-327288b26c04 admin admin] Network hostable DHCP agents. Network: b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:13:55.828263 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87ad66e-6d87-4402-8d25-327288b26c04 admin admin] Network b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:13:55.834225 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-623d8347-60fa-4e78-ae3e-041b01096470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'name': 'tempest-FloatingIPsAssociationTestJSON-64484721-router', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:46Z', 'updated_at': '2022-01-28T00:13:53Z', 'revision_number': 4, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'gw_port': {'id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:48Z', 'updated_at': '2022-01-28T00:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '96c5189a-601d-4cb3-b475-c000a5281143', 'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'mac_address': 'fa:16:3e:8a:0b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:52Z', 'updated_at': '2022-01-28T00:13:53Z', 'revision_number': 2, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'subnets': [{'id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:55.898793 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-a87ad66e-6d87-4402-8d25-327288b26c04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:13:55.941470 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87ad66e-6d87-4402-8d25-327288b26c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:55.942073 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a87ad66e-6d87-4402-8d25-327288b26c04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:55.945999 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:13:55.949124 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89cc59c-e13e-4b33-b7bb-cab1490ed0b4 None None] Network b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:13:55.957320 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623d8347-60fa-4e78-ae3e-041b01096470 None None] The sync data for ids ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'] in n-d-826754-1 is: [{'id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'name': 'tempest-FloatingIPsAssociationTestJSON-64484721-router', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:46Z', 'updated_at': '2022-01-28T00:13:53Z', 'revision_number': 4, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'gw_port': {'id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:48Z', 'updated_at': '2022-01-28T00:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '96c5189a-601d-4cb3-b475-c000a5281143', 'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'mac_address': 'fa:16:3e:8a:0b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:52Z', 'updated_at': '2022-01-28T00:13:53Z', 'revision_number': 2, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'subnets': [{'id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:13:55.965779 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5497e0a6-d575-48ae-af38-cb25b3608ba8 req-686cb87c-876d-4549-8dd7-b15f360090c7 tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "GET /v2.0/security-groups/12aa51dc-f2dd-4b4c-a984-c3b9b1ca4238 HTTP/1.1" status: 200 len: 2414 time: 0.1747973 Jan 28 00:13:55.975804 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a87ad66e-6d87-4402-8d25-327288b26c04 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4147246 Jan 28 00:13:55.977627 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51488) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:55.996249 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-31d2c14a-57d0-4e8b-9391-b45de252fcae admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-387609387-router', 'tenant_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:13:56.213610 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:13:56.221347 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:13:56.221986 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:56.261558 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b65cd7-ab70-4700-b920-e014f2e9e564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf', 'network_id': 'b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf', 'project_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'fixed_ips': [{'subnet_id': '96fe57e1-a035-4151-9710-1ef123be648d'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:13:56.263187 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a2b65cd7-ab70-4700-b920-e014f2e9e564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:56.556197 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6168810-f13a-4dca-91e0-f33cc451b405 req-05dea84b-7855-49fe-ba69-0bfb2689bd7b tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:56.557822 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c6168810-f13a-4dca-91e0-f33cc451b405 req-05dea84b-7855-49fe-ba69-0bfb2689bd7b tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf2d105e-17de-42a2-923f-ec9cc350ae4d HTTP/1.1" status: 200 len: 944 time: 0.6728544 Jan 28 00:13:56.565980 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-31d2c14a-57d0-4e8b-9391-b45de252fcae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (3fc9fbd0-81e9-4d05-925f-05299587c8e9), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:56.567787 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-31d2c14a-57d0-4e8b-9391-b45de252fcae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (3fc9fbd0-81e9-4d05-925f-05299587c8e9), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:56.573988 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5497e0a6-d575-48ae-af38-cb25b3608ba8 req-7267a644-392f-4e47-97b6-94e5b7abbd0b tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (12aa51dc-f2dd-4b4c-a984-c3b9b1ca4238), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:56.587745 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:13:56.588360 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:56.641196 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5497e0a6-d575-48ae-af38-cb25b3608ba8 req-7267a644-392f-4e47-97b6-94e5b7abbd0b tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (12aa51dc-f2dd-4b4c-a984-c3b9b1ca4238), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:56.660657 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:13:56.670454 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2d105e-17de-42a2-923f-ec9cc350ae4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:13:56.674900 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84870607-f946-405e-b2a5-659d37ddca72" -d '{"events": [{"server_uuid": "bf2d105e-17de-42a2-923f-ec9cc350ae4d", "name": "network-vif-plugged", "status": "completed", "tag": "7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:13:56.687970 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:56.749052 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-31d2c14a-57d0-4e8b-9391-b45de252fcae admin admin] Publish callbacks [] for router_controller (3fc9fbd0-81e9-4d05-925f-05299587c8e9), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:56.771674 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-a2b65cd7-ab70-4700-b920-e014f2e9e564 None None] Allocated IP 172.20.0.2 (b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf/96fe57e1-a035-4151-9710-1ef123be648d/a7f8a7b1-8570-4e71-aaf8-9f6288f30d54) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:13:56.815740 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:56.931555 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c6168810-f13a-4dca-91e0-f33cc451b405 req-0aa0ab32-7018-4a69-a85b-499337c24d10 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586674 Jan 28 00:13:57.023498 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-31d2c14a-57d0-4e8b-9391-b45de252fcae admin admin] Publish callbacks [] for router_gateway (3fc9fbd0-81e9-4d05-925f-05299587c8e9), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:57.050235 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 360aeed5-c523-4314-bb9f-1bdadf5794f7 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:13:57.104437 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5497e0a6-d575-48ae-af38-cb25b3608ba8 req-7267a644-392f-4e47-97b6-94e5b7abbd0b tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (12aa51dc-f2dd-4b4c-a984-c3b9b1ca4238), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:57.112737 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5497e0a6-d575-48ae-af38-cb25b3608ba8 req-7267a644-392f-4e47-97b6-94e5b7abbd0b tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:57.120660 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5497e0a6-d575-48ae-af38-cb25b3608ba8 req-7267a644-392f-4e47-97b6-94e5b7abbd0b tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] 10.222.0.70 "DELETE /v2.0/security-groups/12aa51dc-f2dd-4b4c-a984-c3b9b1ca4238 HTTP/1.1" status: 204 len: 173 time: 1.1528344 Jan 28 00:13:57.128729 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51502) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:57.243494 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a2b65cd7-ab70-4700-b920-e014f2e9e564 None None] Publish callbacks [] for port (a7f8a7b1-8570-4e71-aaf8-9f6288f30d54), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:57.302552 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d7faf27-da38-4085-9a3d-68ecf3e91808 admin admin] Deleting subnet 4fe1f448-0898-4a03-8fd6-86e0a28e8ec2 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:13:57.304700 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267a644-392f-4e47-97b6-94e5b7abbd0b tempest-SecurityGroupRulesTestJSON-1705104547 tempest-SecurityGroupRulesTestJSON-1705104547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12aa51dc-f2dd-4b4c-a984-c3b9b1ca4238,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:57.311363 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d7faf27-da38-4085-9a3d-68ecf3e91808 admin admin] Publish callbacks [] for subnet (4fe1f448-0898-4a03-8fd6-86e0a28e8ec2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:57.482031 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 360aeed5-c523-4314-bb9f-1bdadf5794f7, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=360aeed5-c523-4314-bb9f-1bdadf5794f7,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:13:57.536398 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '360aeed5-c523-4314-bb9f-1bdadf5794f7', 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf', 'port_id': '360aeed5-c523-4314-bb9f-1bdadf5794f7', 'mac_address': 'fa:16:3e:5e:fb:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cf259c4-4e5d-4731-814e-e633d701ebdd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:13:57.554011 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a190ef40-12d0-49f0-8cc1-270f38b7e53b x-openstack-request-id: req-a190ef40-12d0-49f0-8cc1-270f38b7e53b {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:13:57.568593 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2d105e-17de-42a2-923f-ec9cc350ae4d", "name": "network-vif-plugged", "status": "completed", "tag": "7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:13:57.569996 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a190ef40-12d0-49f0-8cc1-270f38b7e53b {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:13:57.570524 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2d105e-17de-42a2-923f-ec9cc350ae4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7', 'code': 200} Jan 28 00:13:57.571609 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d7faf27-da38-4085-9a3d-68ecf3e91808 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (4fe1f448-0898-4a03-8fd6-86e0a28e8ec2), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:57.743683 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d7faf27-da38-4085-9a3d-68ecf3e91808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (4fe1f448-0898-4a03-8fd6-86e0a28e8ec2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:57.911167 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a2b65cd7-ab70-4700-b920-e014f2e9e564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (a7f8a7b1-8570-4e71-aaf8-9f6288f30d54), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:57.942918 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d7faf27-da38-4085-9a3d-68ecf3e91808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (4fe1f448-0898-4a03-8fd6-86e0a28e8ec2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:57.991463 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7faf27-da38-4085-9a3d-68ecf3e91808 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fe1f448-0898-4a03-8fd6-86e0a28e8ec2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:57.998466 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d7faf27-da38-4085-9a3d-68ecf3e91808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:58.008924 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4d7faf27-da38-4085-9a3d-68ecf3e91808 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4fe1f448-0898-4a03-8fd6-86e0a28e8ec2 HTTP/1.1" status: 204 len: 168 time: 0.8774559 Jan 28 00:13:58.011361 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51514) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:58.017821 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 98c1206b-bc21-41e5-bac6-093a4848ff21 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:13:58.123371 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 360aeed5-c523-4314-bb9f-1bdadf5794f7 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:13:58.124801 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (360aeed5-c523-4314-bb9f-1bdadf5794f7), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:58.217241 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 360aeed5-c523-4314-bb9f-1bdadf5794f7 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:13:58.230634 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b65cd7-ab70-4700-b920-e014f2e9e564 None None] Pushing event updated for resources: {'Port': ['ID=a7f8a7b1-8570-4e71-aaf8-9f6288f30d54,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:58.233711 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24105a-7421-4a79-9218-9266aeb4a14f req-342e4602-5664-482b-a891-69acc431d89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:58.249343 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ef24105a-7421-4a79-9218-9266aeb4a14f req-342e4602-5664-482b-a891-69acc431d89d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bf2d105e-17de-42a2-923f-ec9cc350ae4d HTTP/1.1" status: 200 len: 1096 time: 0.5484047 Jan 28 00:13:58.255590 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b65cd7-ab70-4700-b920-e014f2e9e564 None None] Network b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:13:58.280747 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 98c1206b-bc21-41e5-bac6-093a4848ff21 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:13:58.281454 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (98c1206b-bc21-41e5-bac6-093a4848ff21), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:58.286718 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-a2b65cd7-ab70-4700-b920-e014f2e9e564 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:13:58.304252 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1012f33-a26c-467a-bada-5827fcee0011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (3d89076e-9f95-4683-9e8e-13f17e932a26), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:58.331570 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b65cd7-ab70-4700-b920-e014f2e9e564 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:13:58.336698 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 360aeed5-c523-4314-bb9f-1bdadf5794f7, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=360aeed5-c523-4314-bb9f-1bdadf5794f7,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:13:58.357941 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (360aeed5-c523-4314-bb9f-1bdadf5794f7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:58.388439 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87584dab-3093-45c3-9531-7c952c8c8a4a req-e9b60344-2d0b-4779-a08f-b4a3092859ae tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:58.391364 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87584dab-3093-45c3-9531-7c952c8c8a4a req-e9b60344-2d0b-4779-a08f-b4a3092859ae tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 944 time: 0.5499697 Jan 28 00:13:58.399269 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-31d2c14a-57d0-4e8b-9391-b45de252fcae admin admin] Publish callbacks [] for router_gateway (3fc9fbd0-81e9-4d05-925f-05299587c8e9), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:58.428891 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-c5c81f51-d967-441c-bd8f-58443c9d13c1 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:58.440925 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-c5c81f51-d967-441c-bd8f-58443c9d13c1 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/networks?id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 HTTP/1.1" status: 200 len: 819 time: 0.7463121 Jan 28 00:13:58.492817 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=360aeed5-c523-4314-bb9f-1bdadf5794f7,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:58.541605 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ef24105a-7421-4a79-9218-9266aeb4a14f req-309293c1-628e-4a47-ad56-6ccc3408b9fc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914231 Jan 28 00:13:58.545467 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-31d2c14a-57d0-4e8b-9391-b45de252fcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:58.574585 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1012f33-a26c-467a-bada-5827fcee0011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (3d89076e-9f95-4683-9e8e-13f17e932a26), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:58.575186 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-104ae7db-9ddc-4c3f-a991-3201d0127792 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/quotas/c68080a75d8f4b37a0cc83073e4343a9 HTTP/1.1" status: 200 len: 375 time: 0.1324427 Jan 28 00:13:58.604479 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-a2b65cd7-ab70-4700-b920-e014f2e9e564 None None] Attempting to bind port a7f8a7b1-8570-4e71-aaf8-9f6288f30d54 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:13:58.605413 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-a2b65cd7-ab70-4700-b920-e014f2e9e564 None None] Attempting to bind port a7f8a7b1-8570-4e71-aaf8-9f6288f30d54 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '780db8e3-1e41-43a5-9e75-48cb1e7c4bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:13:58.605721 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b65cd7-ab70-4700-b920-e014f2e9e564 None None] Attempting to bind port a7f8a7b1-8570-4e71-aaf8-9f6288f30d54 on network b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:13:58.612836 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-a1012f33-a26c-467a-bada-5827fcee0011 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d89076e-9f95-4683-9e8e-13f17e932a26']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:58.641583 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-a1012f33-a26c-467a-bada-5827fcee0011 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '954a15d8-fca3-40a7-98fa-cc5affc505c8') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:58.642617 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-a1012f33-a26c-467a-bada-5827fcee0011 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '954a15d8-fca3-40a7-98fa-cc5affc505c8') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:13:58.663226 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b65cd7-ab70-4700-b920-e014f2e9e564 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:13:58.663985 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b65cd7-ab70-4700-b920-e014f2e9e564 None None] Checking segment: {'id': '780db8e3-1e41-43a5-9e75-48cb1e7c4bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:13:58.664684 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a2b65cd7-ab70-4700-b920-e014f2e9e564 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:58.665268 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b65cd7-ab70-4700-b920-e014f2e9e564 None None] Bound using segment: {'id': '780db8e3-1e41-43a5-9e75-48cb1e7c4bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:13:58.666754 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-a2b65cd7-ab70-4700-b920-e014f2e9e564 None None] Bound port: a7f8a7b1-8570-4e71-aaf8-9f6288f30d54, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780db8e3-1e41-43a5-9e75-48cb1e7c4bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:13:58.667038 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a2b65cd7-ab70-4700-b920-e014f2e9e564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a7f8a7b1-8570-4e71-aaf8-9f6288f30d54), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:58.673087 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1012f33-a26c-467a-bada-5827fcee0011 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (954a15d8-fca3-40a7-98fa-cc5affc505c8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:58.679375 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['360aeed5-c523-4314-bb9f-1bdadf5794f7'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:13:58.708792 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1012f33-a26c-467a-bada-5827fcee0011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (954a15d8-fca3-40a7-98fa-cc5affc505c8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:58.715383 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87584dab-3093-45c3-9531-7c952c8c8a4a req-556b0d0b-c526-4a93-a736-b45ebfc082fc tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025432 Jan 28 00:13:58.726579 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1012f33-a26c-467a-bada-5827fcee0011 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:13:58.727035 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1012f33-a26c-467a-bada-5827fcee0011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (954a15d8-fca3-40a7-98fa-cc5affc505c8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:58.729398 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:13:58.729398 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:13:58.729398 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:13:58.729398 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:13:58.729398 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:13:58.729398 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:13:58.729398 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:13:58.729398 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:13:58.729398 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:13:58.729398 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:13:58.729398 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:13:58.729398 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:13:58.729398 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:13:58.729398 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:13:58.729398 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:13:58.729398 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:13:58.729398 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:13:58.729398 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:13:58.729398 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:13:58.729398 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:13:58.729398 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:13:58.729398 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:13:58.729398 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:13:58.729398 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:13:58.729398 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:13:58.729398 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:13:58.729398 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:13:58.729398 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:13:58.729398 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:13:58.729398 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:13:58.729398 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:13:58.729398 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:13:58.796734 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-d0aff2c4-5265-4e70-aafd-fcfe3f2aa96b tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c68080a75d8f4b37a0cc83073e4343a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2157538 Jan 28 00:13:58.884630 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-31d2c14a-57d0-4e8b-9391-b45de252fcae admin admin] Allocated IP 172.25.3.201 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/0115aab5-0332-40fb-825b-61f2f3f44b88) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:13:58.956734 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 98c1206b-bc21-41e5-bac6-093a4848ff21 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:13:58.960585 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (98c1206b-bc21-41e5-bac6-093a4848ff21), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:59.067955 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1012f33-a26c-467a-bada-5827fcee0011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (3d89076e-9f95-4683-9e8e-13f17e932a26), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:59.091137 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-dea32815-ddd7-4cfe-a826-f2a849d399b5 service neutron] 10.222.0.70 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931058 Jan 28 00:13:59.103128 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1012f33-a26c-467a-bada-5827fcee0011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:59.120159 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a1012f33-a26c-467a-bada-5827fcee0011 admin admin] 10.222.0.70 "DELETE /v2.0/networks/3d89076e-9f95-4683-9e8e-13f17e932a26 HTTP/1.1" status: 204 len: 168 time: 1.1060262 Jan 28 00:13:59.153912 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1012f33-a26c-467a-bada-5827fcee0011 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d89076e-9f95-4683-9e8e-13f17e932a26,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:59.178680 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 98c1206b-bc21-41e5-bac6-093a4848ff21, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=98c1206b-bc21-41e5-bac6-093a4848ff21,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:13:59.190402 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (98c1206b-bc21-41e5-bac6-093a4848ff21), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:59.207348 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-a2b65cd7-ab70-4700-b920-e014f2e9e564 None None] For port a7f8a7b1-8570-4e71-aaf8-9f6288f30d54, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:13:59.252737 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-a2b65cd7-ab70-4700-b920-e014f2e9e564 None None] For port a7f8a7b1-8570-4e71-aaf8-9f6288f30d54, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=a7f8a7b1-8570-4e71-aaf8-9f6288f30d54,segment=NetworkSegment(780db8e3-1e41-43a5-9e75-48cb1e7c4bb4),segment_id=780db8e3-1e41-43a5-9e75-48cb1e7c4bb4)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:13:59.267059 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a2b65cd7-ab70-4700-b920-e014f2e9e564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a7f8a7b1-8570-4e71-aaf8-9f6288f30d54), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:59.268544 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4c69b-b869-4e47-babf-b1e32aa5ea16 req-06a4bdd6-758e-46cf-a3f7-6fb22e30098d tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:13:59.270488 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2ae4c69b-b869-4e47-babf-b1e32aa5ea16 req-06a4bdd6-758e-46cf-a3f7-6fb22e30098d tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf2d105e-17de-42a2-923f-ec9cc350ae4d HTTP/1.1" status: 200 len: 945 time: 0.2514477 Jan 28 00:13:59.297587 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-31d2c14a-57d0-4e8b-9391-b45de252fcae admin admin] Publish callbacks [] for port (0115aab5-0332-40fb-825b-61f2f3f44b88), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:59.318356 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=98c1206b-bc21-41e5-bac6-093a4848ff21,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:59.406048 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-19e117e8-7973-4a00-a238-1fb9bd11c56b service neutron] 10.222.0.70 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968426 Jan 28 00:13:59.516052 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b65cd7-ab70-4700-b920-e014f2e9e564 None None] Pushing event updated for resources: {'Port': ['ID=a7f8a7b1-8570-4e71-aaf8-9f6288f30d54,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:13:59.559339 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-31d2c14a-57d0-4e8b-9391-b45de252fcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (0115aab5-0332-40fb-825b-61f2f3f44b88), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:59.580669 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51526) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:59.624079 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d2c14a-57d0-4e8b-9391-b45de252fcae admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:13:59.654378 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-31d2c14a-57d0-4e8b-9391-b45de252fcae admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:13:59.668709 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d2c14a-57d0-4e8b-9391-b45de252fcae admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:13:59.683169 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-78238284-03ae-4ddb-bd53-971d48b82888 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f83efef868364e80aa38e637eb5555de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0999868 Jan 28 00:13:59.687357 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51528) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:13:59.695924 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 98c1206b-bc21-41e5-bac6-093a4848ff21 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:13:59.825178 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-38af7c35-33a4-4d7d-92f0-68a70b2aa7be admin admin] Publish callbacks [] for security_group (a7d0005d-1f61-4c5b-a76e-6f5dd7308f3c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:59.865480 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-38af7c35-33a4-4d7d-92f0-68a70b2aa7be admin admin] Publish callbacks [] for security_group (a7d0005d-1f61-4c5b-a76e-6f5dd7308f3c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:59.893612 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2ae4c69b-b869-4e47-babf-b1e32aa5ea16 req-2c3ac71b-ed8c-47fb-afd5-a3303fffcbf9 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5879145 Jan 28 00:13:59.911153 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 98c1206b-bc21-41e5-bac6-093a4848ff21 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:13:59.928508 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (98c1206b-bc21-41e5-bac6-093a4848ff21), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:59.954019 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-38af7c35-33a4-4d7d-92f0-68a70b2aa7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a7d0005d-1f61-4c5b-a76e-6f5dd7308f3c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:59.957711 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-38af7c35-33a4-4d7d-92f0-68a70b2aa7be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:13:59.959444 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-38af7c35-33a4-4d7d-92f0-68a70b2aa7be admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a7d0005d-1f61-4c5b-a76e-6f5dd7308f3c HTTP/1.1" status: 204 len: 168 time: 0.2707932 Jan 28 00:13:59.979891 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af7c35-33a4-4d7d-92f0-68a70b2aa7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d0005d-1f61-4c5b-a76e-6f5dd7308f3c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:00.263400 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2c14a-57d0-4e8b-9391-b45de252fcae admin admin] Pushing event updated for resources: {'Port': ['ID=0115aab5-0332-40fb-825b-61f2f3f44b88,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:00.307652 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 98c1206b-bc21-41e5-bac6-093a4848ff21 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:00.348174 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-51ad39ca-2545-4319-8385-e6cb819d6487 req-5b957900-45dc-4f0f-b81f-127cb9e9dcdd tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e830fb9-941e-43a4-8cd3-3537f6f87d02 HTTP/1.1" status: 200 len: 210 time: 0.0885127 Jan 28 00:14:00.460400 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b997f62-0662-4e3d-94bd-0dc139a41a8e req-529cd9f8-75bc-433f-90e6-858d01efe6bf tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:00.463808 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b997f62-0662-4e3d-94bd-0dc139a41a8e req-529cd9f8-75bc-433f-90e6-858d01efe6bf tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 945 time: 0.1322734 Jan 28 00:14:00.665172 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-31d2c14a-57d0-4e8b-9391-b45de252fcae admin admin] Publish callbacks [] for router_gateway (3fc9fbd0-81e9-4d05-925f-05299587c8e9), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:00.683292 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b997f62-0662-4e3d-94bd-0dc139a41a8e req-93e565ee-4867-4cf5-b32b-b38e698971f8 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125916 Jan 28 00:14:01.056765 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 360aeed5-c523-4314-bb9f-1bdadf5794f7 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:14:01.063500 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5b1e22-0d4b-4797-8f4a-a3133ee9a9c7 None None] Sync routers for ids ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:14:01.112872 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5b1e22-0d4b-4797-8f4a-a3133ee9a9c7 None None] Routers {'94d62d5b-c9f6-4adf-b6c0-f59cde170079'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:14:01.114894 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-dd5b1e22-0d4b-4797-8f4a-a3133ee9a9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:13:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:14:01.191254 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-31d2c14a-57d0-4e8b-9391-b45de252fcae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (3fc9fbd0-81e9-4d05-925f-05299587c8e9), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:01.219870 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e594a06b-1ca9-4afd-ac07-f66893f2cfd6 req-77e5b5a8-c2d0-477a-9df1-97235667e7e1 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:01.228762 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e594a06b-1ca9-4afd-ac07-f66893f2cfd6 req-77e5b5a8-c2d0-477a-9df1-97235667e7e1 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf2d105e-17de-42a2-923f-ec9cc350ae4d HTTP/1.1" status: 200 len: 945 time: 0.1187651 Jan 28 00:14:01.242089 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 360aeed5-c523-4314-bb9f-1bdadf5794f7 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:14:01.250466 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 360aeed5-c523-4314-bb9f-1bdadf5794f7 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:01.251381 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (360aeed5-c523-4314-bb9f-1bdadf5794f7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:01.462041 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-dd5b1e22-0d4b-4797-8f4a-a3133ee9a9c7 None None] Set router 94d62d5b-c9f6-4adf-b6c0-f59cde170079 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:14:01.647850 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 360aeed5-c523-4314-bb9f-1bdadf5794f7 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:01.648403 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (360aeed5-c523-4314-bb9f-1bdadf5794f7), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:01.652453 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fa0f78-98d2-40f8-be98-3f90606bf0d9 None None] Network b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:14:01.824093 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51576) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:14:01.826469 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734a1908-f82c-4a45-8980-fcfcf7574a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360aeed5-c523-4314-bb9f-1bdadf5794f7'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:14:01.830202 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2246b3d6-f9c6-4ab9-b6dd-7b8f5352a04e" -d '{"events": [{"server_uuid": "734a1908-f82c-4a45-8980-fcfcf7574a4b", "name": "network-vif-plugged", "status": "completed", "tag": "360aeed5-c523-4314-bb9f-1bdadf5794f7"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:14:01.873959 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a7f8a7b1-8570-4e71-aaf8-9f6288f30d54 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:14:01.935361 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 360aeed5-c523-4314-bb9f-1bdadf5794f7, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=360aeed5-c523-4314-bb9f-1bdadf5794f7,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:01.963393 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-dd5b1e22-0d4b-4797-8f4a-a3133ee9a9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'name': 'tempest-FloatingIPsAssociationTestJSON-64484721-router', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:46Z', 'updated_at': '2022-01-28T00:13:53Z', 'revision_number': 4, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'gw_port': {'id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:48Z', 'updated_at': '2022-01-28T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '96c5189a-601d-4cb3-b475-c000a5281143', 'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'mac_address': 'fa:16:3e:8a:0b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:52Z', 'updated_at': '2022-01-28T00:13:53Z', 'revision_number': 2, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'subnets': [{'id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:14:01.997971 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e594a06b-1ca9-4afd-ac07-f66893f2cfd6 req-edb9ba5f-0000-4ebc-b796-46677a8139bf tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7679579 Jan 28 00:14:02.001311 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5b1e22-0d4b-4797-8f4a-a3133ee9a9c7 None None] Checking router: 94d62d5b-c9f6-4adf-b6c0-f59cde170079 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:14:02.001666 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5b1e22-0d4b-4797-8f4a-a3133ee9a9c7 None None] Updating router 94d62d5b-c9f6-4adf-b6c0-f59cde170079 port 96c5189a-601d-4cb3-b475-c000a5281143 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:14:02.005887 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d3f3ee58-6f0b-4073-894e-81cac007a389 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-359588283-network', 'tenant_id': '4a3a3fbb77c24b80b33584dcb2b7c06c'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:14:02.009307 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (360aeed5-c523-4314-bb9f-1bdadf5794f7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:02.039741 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-63e657d5-f95e-4c5d-8758-ca69dfdf8d96 None None] Provisioning complete for port a7f8a7b1-8570-4e71-aaf8-9f6288f30d54 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:02.051177 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-63e657d5-f95e-4c5d-8758-ca69dfdf8d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a7f8a7b1-8570-4e71-aaf8-9f6288f30d54), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:02.057348 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dd5b1e22-0d4b-4797-8f4a-a3133ee9a9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (96c5189a-601d-4cb3-b475-c000a5281143), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:02.060939 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e11d60c4-6f80-4355-8b72-085841f496a9 req-9fe52216-01d5-4a1f-9ea7-448e3115a5e6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e830fb9-941e-43a4-8cd3-3537f6f87d02 HTTP/1.1" status: 200 len: 210 time: 0.1186018 Jan 28 00:14:02.097517 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f3ee58-6f0b-4073-894e-81cac007a389 admin admin] Made reservation on behalf of 4a3a3fbb77c24b80b33584dcb2b7c06c for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:14:02.102426 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d3f3ee58-6f0b-4073-894e-81cac007a389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:02.177408 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d3f3ee58-6f0b-4073-894e-81cac007a389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:02.244232 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d2c14a-57d0-4e8b-9391-b45de252fcae admin admin] Router 3fc9fbd0-81e9-4d05-925f-05299587c8e9 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:14:02.438151 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4c24b7-8208-4f65-9ec3-e4cbcfd025ee x-openstack-request-id: req-6d4c24b7-8208-4f65-9ec3-e4cbcfd025ee {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:14:02.440030 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734a1908-f82c-4a45-8980-fcfcf7574a4b", "name": "network-vif-plugged", "status": "completed", "tag": "360aeed5-c523-4314-bb9f-1bdadf5794f7", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:14:02.440410 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f806269-3e3c-41fb-ab95-0841c449646d req-c7cb9802-1cc5-4a7e-9258-5829cc57a2f1 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:02.440851 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6d4c24b7-8208-4f65-9ec3-e4cbcfd025ee {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:14:02.448287 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '734a1908-f82c-4a45-8980-fcfcf7574a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360aeed5-c523-4314-bb9f-1bdadf5794f7', 'code': 200} Jan 28 00:14:02.450005 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=360aeed5-c523-4314-bb9f-1bdadf5794f7,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:02.460612 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f806269-3e3c-41fb-ab95-0841c449646d req-c7cb9802-1cc5-4a7e-9258-5829cc57a2f1 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 946 time: 0.2368405 Jan 28 00:14:02.534833 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dd5b1e22-0d4b-4797-8f4a-a3133ee9a9c7 None None] Publish callbacks [] for port (96c5189a-601d-4cb3-b475-c000a5281143), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:02.545425 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dd5b1e22-0d4b-4797-8f4a-a3133ee9a9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (96c5189a-601d-4cb3-b475-c000a5281143), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:02.554501 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d3f3ee58-6f0b-4073-894e-81cac007a389 admin admin] Publish callbacks [] for security_group (790ccfa8-010e-4a77-b4c0-14db518a41d8), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:02.708514 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port a7f8a7b1-8570-4e71-aaf8-9f6288f30d54 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:02.711304 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a7f8a7b1-8570-4e71-aaf8-9f6288f30d54), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:02.755717 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-dd5b1e22-0d4b-4797-8f4a-a3133ee9a9c7 None None] Attempting to bind port 96c5189a-601d-4cb3-b475-c000a5281143 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:14:02.756744 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-dd5b1e22-0d4b-4797-8f4a-a3133ee9a9c7 None None] Attempting to bind port 96c5189a-601d-4cb3-b475-c000a5281143 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '3c8ed076-3165-4753-a19a-d433677707cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:14:02.758015 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5b1e22-0d4b-4797-8f4a-a3133ee9a9c7 None None] Attempting to bind port 96c5189a-601d-4cb3-b475-c000a5281143 on network d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:14:02.773419 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5b1e22-0d4b-4797-8f4a-a3133ee9a9c7 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:14:02.774137 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5b1e22-0d4b-4797-8f4a-a3133ee9a9c7 None None] Checking segment: {'id': '3c8ed076-3165-4753-a19a-d433677707cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:14:02.774729 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dd5b1e22-0d4b-4797-8f4a-a3133ee9a9c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:02.775287 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5b1e22-0d4b-4797-8f4a-a3133ee9a9c7 None None] Bound using segment: {'id': '3c8ed076-3165-4753-a19a-d433677707cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:14:02.776568 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-dd5b1e22-0d4b-4797-8f4a-a3133ee9a9c7 None None] Bound port: 96c5189a-601d-4cb3-b475-c000a5281143, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8ed076-3165-4753-a19a-d433677707cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:14:02.778178 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dd5b1e22-0d4b-4797-8f4a-a3133ee9a9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (96c5189a-601d-4cb3-b475-c000a5281143), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:02.916455 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d2c14a-57d0-4e8b-9391-b45de252fcae admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:14:02.934886 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f806269-3e3c-41fb-ab95-0841c449646d req-c2021dbe-4749-4530-94ef-84c29671db15 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729149 Jan 28 00:14:02.946477 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-dd5b1e22-0d4b-4797-8f4a-a3133ee9a9c7 None None] For port 96c5189a-601d-4cb3-b475-c000a5281143, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:14:02.950041 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-dd5b1e22-0d4b-4797-8f4a-a3133ee9a9c7 None None] For port 96c5189a-601d-4cb3-b475-c000a5281143, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=96c5189a-601d-4cb3-b475-c000a5281143,segment=NetworkSegment(3c8ed076-3165-4753-a19a-d433677707cf),segment_id=3c8ed076-3165-4753-a19a-d433677707cf)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:14:02.973328 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95108e0-8811-4593-b100-de9583c1604f None None] Sync routers for ids ['3fc9fbd0-81e9-4d05-925f-05299587c8e9'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:14:02.991292 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dd5b1e22-0d4b-4797-8f4a-a3133ee9a9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (96c5189a-601d-4cb3-b475-c000a5281143), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:03.002824 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec718d2-2297-4d19-b5d8-ba526c90681a None None] Pushing event updated for resources: {'Port': ['ID=96c5189a-601d-4cb3-b475-c000a5281143,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:03.007974 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-31d2c14a-57d0-4e8b-9391-b45de252fcae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:03.020798 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-63e657d5-f95e-4c5d-8758-ca69dfdf8d96 None None] Current status of the port a7f8a7b1-8570-4e71-aaf8-9f6288f30d54 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:03.021376 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-63e657d5-f95e-4c5d-8758-ca69dfdf8d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a7f8a7b1-8570-4e71-aaf8-9f6288f30d54), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:03.022155 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-31d2c14a-57d0-4e8b-9391-b45de252fcae admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.0356858 Jan 28 00:14:03.023003 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51602) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:14:03.024196 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec718d2-2297-4d19-b5d8-ba526c90681a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:03.024957 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec718d2-2297-4d19-b5d8-ba526c90681a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:03.025523 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec718d2-2297-4d19-b5d8-ba526c90681a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:03.026138 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec718d2-2297-4d19-b5d8-ba526c90681a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:03.027042 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec718d2-2297-4d19-b5d8-ba526c90681a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:03.027604 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec718d2-2297-4d19-b5d8-ba526c90681a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:03.028210 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec718d2-2297-4d19-b5d8-ba526c90681a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:03.028774 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec718d2-2297-4d19-b5d8-ba526c90681a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:03.029317 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec718d2-2297-4d19-b5d8-ba526c90681a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:03.030327 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec718d2-2297-4d19-b5d8-ba526c90681a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:03.031073 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec718d2-2297-4d19-b5d8-ba526c90681a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:03.032011 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec718d2-2297-4d19-b5d8-ba526c90681a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:03.032553 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec718d2-2297-4d19-b5d8-ba526c90681a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:03.036536 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-7f796157-a739-4433-af40-a2db8619c5f3 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:03.052768 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-7f796157-a739-4433-af40-a2db8619c5f3 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.65 "GET /v2.0/networks?id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 HTTP/1.1" status: 200 len: 819 time: 0.4872191 Jan 28 00:14:03.071391 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d3f3ee58-6f0b-4073-894e-81cac007a389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (790ccfa8-010e-4a77-b4c0-14db518a41d8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:03.087989 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5b1e22-0d4b-4797-8f4a-a3133ee9a9c7 None None] Routers {'94d62d5b-c9f6-4adf-b6c0-f59cde170079'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:14:03.088831 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-dd5b1e22-0d4b-4797-8f4a-a3133ee9a9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:13:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:14:03.119228 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f3ee58-6f0b-4073-894e-81cac007a389 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:14:03.142188 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-63e657d5-f95e-4c5d-8758-ca69dfdf8d96 None None] For port a7f8a7b1-8570-4e71-aaf8-9f6288f30d54, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=a7f8a7b1-8570-4e71-aaf8-9f6288f30d54,segment=NetworkSegment(780db8e3-1e41-43a5-9e75-48cb1e7c4bb4),segment_id=780db8e3-1e41-43a5-9e75-48cb1e7c4bb4)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:03.146833 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95108e0-8811-4593-b100-de9583c1604f None None] Routers {'3fc9fbd0-81e9-4d05-925f-05299587c8e9'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:14:03.148586 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-a95108e0-8811-4593-b100-de9583c1604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:13:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3fc9fbd0-81e9-4d05-925f-05299587c8e9'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:14:03.163527 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d3f3ee58-6f0b-4073-894e-81cac007a389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (ace7d952-8e54-40cc-9a29-51557919e996), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:03.164135 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-d3f3ee58-6f0b-4073-894e-81cac007a389 admin admin] Added segment ace7d952-8e54-40cc-9a29-51557919e996 of type vlan for network 34e668b4-51cb-4481-81ad-454dd4332718 Jan 28 00:14:03.187594 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec718d2-2297-4d19-b5d8-ba526c90681a None None] Pushing event updated for resources: {'Port': ['ID=96c5189a-601d-4cb3-b475-c000a5281143,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:03.252920 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-3175a054-68b8-4f61-bf20-a1d864c2f292 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Request body: {'port': {'device_id': '6e830fb9-941e-43a4-8cd3-3537f6f87d02', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'admin_state_up': True, 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:14:03.369220 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port a7f8a7b1-8570-4e71-aaf8-9f6288f30d54 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:03.379494 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-63e657d5-f95e-4c5d-8758-ca69dfdf8d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a7f8a7b1-8570-4e71-aaf8-9f6288f30d54), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:03.450069 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3ee58-6f0b-4073-894e-81cac007a389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790ccfa8-010e-4a77-b4c0-14db518a41d8,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:03.608763 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-dd5b1e22-0d4b-4797-8f4a-a3133ee9a9c7 None None] Set router 94d62d5b-c9f6-4adf-b6c0-f59cde170079 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:14:03.750161 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-a95108e0-8811-4593-b100-de9583c1604f None None] Set router 3fc9fbd0-81e9-4d05-925f-05299587c8e9 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:14:03.765705 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e657d5-f95e-4c5d-8758-ca69dfdf8d96 None None] Pushing event updated for resources: {'Port': ['ID=a7f8a7b1-8570-4e71-aaf8-9f6288f30d54,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:03.791381 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d3f3ee58-6f0b-4073-894e-81cac007a389 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (34e668b4-51cb-4481-81ad-454dd4332718), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:03.830536 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70653567-91fa-4a34-a179-b2f5c09d2a2f req-88e92ecc-d27d-4e85-bacf-9dce7d484aa7 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e830fb9-941e-43a4-8cd3-3537f6f87d02 HTTP/1.1" status: 200 len: 210 time: 0.2812736 Jan 28 00:14:03.860889 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-bfa9bec4-37d2-437e-9a46-0e18244ee469 None None] Provisioning complete for port a7f8a7b1-8570-4e71-aaf8-9f6288f30d54 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:03.861516 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bfa9bec4-37d2-437e-9a46-0e18244ee469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a7f8a7b1-8570-4e71-aaf8-9f6288f30d54), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:03.913305 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bc828-0449-4d38-a89d-454e040427a0 req-8d6c4cc3-a9b0-462c-bb45-8cfd66f1cd22 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:03.921596 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d11bc828-0449-4d38-a89d-454e040427a0 req-8d6c4cc3-a9b0-462c-bb45-8cfd66f1cd22 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf2d105e-17de-42a2-923f-ec9cc350ae4d HTTP/1.1" status: 200 len: 945 time: 0.3705797 Jan 28 00:14:03.929448 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 96c5189a-601d-4cb3-b475-c000a5281143 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:14:03.941230 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f57c0b-8d08-4c31-9adc-4809b25fbc86 req-d24c24d8-0b80-4cb1-9201-2a8738573a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:03.949258 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-18f57c0b-8d08-4c31-9adc-4809b25fbc86 req-d24c24d8-0b80-4cb1-9201-2a8738573a19 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 1097 time: 1.3886745 Jan 28 00:14:03.957244 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d3f3ee58-6f0b-4073-894e-81cac007a389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (34e668b4-51cb-4481-81ad-454dd4332718), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:03.960195 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f3ee58-6f0b-4073-894e-81cac007a389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:03.963932 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d3f3ee58-6f0b-4073-894e-81cac007a389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:04.037859 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-3175a054-68b8-4f61-bf20-a1d864c2f292 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Made reservation on behalf of c68080a75d8f4b37a0cc83073e4343a9 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:14:04.041877 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-3175a054-68b8-4f61-bf20-a1d864c2f292 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:04.109526 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-dd5b1e22-0d4b-4797-8f4a-a3133ee9a9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'name': 'tempest-FloatingIPsAssociationTestJSON-64484721-router', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:46Z', 'updated_at': '2022-01-28T00:13:53Z', 'revision_number': 4, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'gw_port': {'id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:48Z', 'updated_at': '2022-01-28T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '96c5189a-601d-4cb3-b475-c000a5281143', 'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'mac_address': 'fa:16:3e:8a:0b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:52Z', 'updated_at': '2022-01-28T00:14:02Z', 'revision_number': 4, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'subnets': [{'id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:14:04.153790 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5b1e22-0d4b-4797-8f4a-a3133ee9a9c7 None None] The sync data for ids ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'] in n-d-826754-1 is: [{'id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'name': 'tempest-FloatingIPsAssociationTestJSON-64484721-router', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:46Z', 'updated_at': '2022-01-28T00:13:53Z', 'revision_number': 4, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'gw_port': {'id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:48Z', 'updated_at': '2022-01-28T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '96c5189a-601d-4cb3-b475-c000a5281143', 'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'mac_address': 'fa:16:3e:8a:0b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:52Z', 'updated_at': '2022-01-28T00:14:02Z', 'revision_number': 4, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'subnets': [{'id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:14:04.177796 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d11bc828-0449-4d38-a89d-454e040427a0 req-682adeeb-956a-495b-9d11-d87221cc3c24 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545390 Jan 28 00:14:04.236216 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d3f3ee58-6f0b-4073-894e-81cac007a389 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4068532 Jan 28 00:14:04.249290 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51616) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:14:04.256920 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 96c5189a-601d-4cb3-b475-c000a5281143 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:04.257992 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (96c5189a-601d-4cb3-b475-c000a5281143), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:04.261261 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-0aa2a359-e0f4-44bc-87c7-882f06c3dd5d admin admin] Request body: {'subnet': {'network_id': '34e668b4-51cb-4481-81ad-454dd4332718', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-359588283-subnet', 'tenant_id': '4a3a3fbb77c24b80b33584dcb2b7c06c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:14:04.291399 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3ee58-6f0b-4073-894e-81cac007a389 admin admin] Pushing event updated for resources: {'Network': ['ID=34e668b4-51cb-4481-81ad-454dd4332718,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:04.354883 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 34e668b4-51cb-4481-81ad-454dd4332718 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:14:04.374929 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f815d1-7036-45d5-80fa-54ef98df873d req-8939301c-54b1-422c-a033-3f69475d4bad tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:04.383575 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5f815d1-7036-45d5-80fa-54ef98df873d req-8939301c-54b1-422c-a033-3f69475d4bad tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 946 time: 0.1350813 Jan 28 00:14:04.410755 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-18f57c0b-8d08-4c31-9adc-4809b25fbc86 req-57e10da6-2aa9-4d05-b28f-44209c87e95a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398155 Jan 28 00:14:04.418633 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa2a359-e0f4-44bc-87c7-882f06c3dd5d admin admin] Made reservation on behalf of 4a3a3fbb77c24b80b33584dcb2b7c06c for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:14:04.431361 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0aa2a359-e0f4-44bc-87c7-882f06c3dd5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:04.618080 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-3175a054-68b8-4f61-bf20-a1d864c2f292 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Allocated IP 172.20.0.13 (d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1/9bb427a5-a295-4f0c-b017-2960030e85e4/8d0e3fc3-b2ca-47b5-a802-469546950a86) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:14:04.653098 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5f815d1-7036-45d5-80fa-54ef98df873d req-74ba648d-8fbc-4fe6-8d0c-caba263e6e3b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680705 Jan 28 00:14:04.729476 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-bfa9bec4-37d2-437e-9a46-0e18244ee469 None None] Current status of the port a7f8a7b1-8570-4e71-aaf8-9f6288f30d54 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:04.755422 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f7cd0c1a-5762-41fc-af2e-c3201824ec67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:04.933221 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-3175a054-68b8-4f61-bf20-a1d864c2f292 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks [] for port (8d0e3fc3-b2ca-47b5-a802-469546950a86), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:04.953272 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-bfa9bec4-37d2-437e-9a46-0e18244ee469 None None] Provisioning complete for port 96c5189a-601d-4cb3-b475-c000a5281143 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:04.954111 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bfa9bec4-37d2-437e-9a46-0e18244ee469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (96c5189a-601d-4cb3-b475-c000a5281143), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:04.992265 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-3175a054-68b8-4f61-bf20-a1d864c2f292 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (8d0e3fc3-b2ca-47b5-a802-469546950a86), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:04.996437 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-f7cd0c1a-5762-41fc-af2e-c3201824ec67 admin admin] Allocated IP 172.20.0.1 (b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf/96fe57e1-a035-4151-9710-1ef123be648d/f71e80d5-0e2d-4f19-8710-763ff3a3e5a2) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:14:05.087852 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 96c5189a-601d-4cb3-b475-c000a5281143 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:05.088496 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (96c5189a-601d-4cb3-b475-c000a5281143), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:05.105932 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175a054-68b8-4f61-bf20-a1d864c2f292 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Pushing event updated for resources: {'Port': ['ID=8d0e3fc3-b2ca-47b5-a802-469546950a86,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:05.169481 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-3175a054-68b8-4f61-bf20-a1d864c2f292 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Network d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:14:05.172939 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-3175a054-68b8-4f61-bf20-a1d864c2f292 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:14:05.195235 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-3175a054-68b8-4f61-bf20-a1d864c2f292 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:14:05.224284 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 96c5189a-601d-4cb3-b475-c000a5281143, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=96c5189a-601d-4cb3-b475-c000a5281143,segment=NetworkSegment(3c8ed076-3165-4753-a19a-d433677707cf),segment_id=3c8ed076-3165-4753-a19a-d433677707cf)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:05.317745 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-a95108e0-8811-4593-b100-de9583c1604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc9fbd0-81e9-4d05-925f-05299587c8e9', 'name': 'tempest-ServersTestMultiNic-387609387-router', 'tenant_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '0115aab5-0332-40fb-825b-61f2f3f44b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:56Z', 'updated_at': '2022-01-28T00:14:00Z', 'revision_number': 3, 'project_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'gw_port': {'id': '0115aab5-0332-40fb-825b-61f2f3f44b88', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc9fbd0-81e9-4d05-925f-05299587c8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:58Z', 'updated_at': '2022-01-28T00:13:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:14:05.325819 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (96c5189a-601d-4cb3-b475-c000a5281143), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:05.339857 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-3175a054-68b8-4f61-bf20-a1d864c2f292 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:05.340645 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-3175a054-68b8-4f61-bf20-a1d864c2f292 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:05.398417 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-3175a054-68b8-4f61-bf20-a1d864c2f292 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1523578 Jan 28 00:14:05.408657 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0aa2a359-e0f4-44bc-87c7-882f06c3dd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (40be5895-f422-46c1-9739-caeeaa660ce4), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:05.430552 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-629775f4-b667-4746-ac8b-f79db27bb773 service neutron] Request body: {'port': {'device_id': '6e830fb9-941e-43a4-8cd3-3537f6f87d02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:14:05.562694 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-629775f4-b667-4746-ac8b-f79db27bb773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8d0e3fc3-b2ca-47b5-a802-469546950a86), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:05.581617 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95108e0-8811-4593-b100-de9583c1604f None None] Checking router: 3fc9fbd0-81e9-4d05-925f-05299587c8e9 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:14:05.584350 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95108e0-8811-4593-b100-de9583c1604f None None] Updating router 3fc9fbd0-81e9-4d05-925f-05299587c8e9 port 0115aab5-0332-40fb-825b-61f2f3f44b88 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:14:05.763490 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a7f8a7b1-8570-4e71-aaf8-9f6288f30d54 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:14:05.772118 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2a359-e0f4-44bc-87c7-882f06c3dd5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=40be5895-f422-46c1-9739-caeeaa660ce4,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:05.785623 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-bfa9bec4-37d2-437e-9a46-0e18244ee469 None None] Current status of the port 96c5189a-601d-4cb3-b475-c000a5281143 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:05.793268 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbc654-4e42-4205-a5db-55ae09e9098e req-e45bab29-93e6-4f90-9c4f-0225680fc81d tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:05.795005 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-00dbc654-4e42-4205-a5db-55ae09e9098e req-e45bab29-93e6-4f90-9c4f-0225680fc81d tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e830fb9-941e-43a4-8cd3-3537f6f87d02 HTTP/1.1" status: 200 len: 932 time: 0.7131934 Jan 28 00:14:05.842086 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a95108e0-8811-4593-b100-de9583c1604f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0115aab5-0332-40fb-825b-61f2f3f44b88), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:05.879747 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=96c5189a-601d-4cb3-b475-c000a5281143,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:05.961543 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f7cd0c1a-5762-41fc-af2e-c3201824ec67 admin admin] Publish callbacks [] for port (f71e80d5-0e2d-4f19-8710-763ff3a3e5a2), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:05.971400 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-00dbc654-4e42-4205-a5db-55ae09e9098e req-c5af67e5-9301-4022-9688-1680870c2837 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d0d0614-298e-4b34-bfc0-8b4daf3e81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390646 Jan 28 00:14:05.973562 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa2a359-e0f4-44bc-87c7-882f06c3dd5d admin admin] Checking segment: {'id': 'ace7d952-8e54-40cc-9a29-51557919e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '34e668b4-51cb-4481-81ad-454dd4332718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:14:05.973562 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa2a359-e0f4-44bc-87c7-882f06c3dd5d admin admin] Network hostable DHCP agents. Network: 34e668b4-51cb-4481-81ad-454dd4332718, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:14:05.986570 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415b642-d307-4a1f-adfd-3230300dbaf1 req-1ceb7134-53c2-4774-b29b-3c0187aadd53 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:05.995109 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9415b642-d307-4a1f-adfd-3230300dbaf1 req-1ceb7134-53c2-4774-b29b-3c0187aadd53 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf2d105e-17de-42a2-923f-ec9cc350ae4d HTTP/1.1" status: 200 len: 945 time: 0.4329512 Jan 28 00:14:06.075404 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-629775f4-b667-4746-ac8b-f79db27bb773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d0e3fc3-b2ca-47b5-a802-469546950a86 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:14:06.089701 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-629775f4-b667-4746-ac8b-f79db27bb773 service neutron] Publish callbacks [] for port (8d0e3fc3-b2ca-47b5-a802-469546950a86), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:06.104070 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa2a359-e0f4-44bc-87c7-882f06c3dd5d admin admin] Network 34e668b4-51cb-4481-81ad-454dd4332718 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:14:06.111434 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-629775f4-b667-4746-ac8b-f79db27bb773 service neutron] Transition to ACTIVE for port object 8d0e3fc3-b2ca-47b5-a802-469546950a86 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:14:06.118955 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-629775f4-b667-4746-ac8b-f79db27bb773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (8d0e3fc3-b2ca-47b5-a802-469546950a86), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:06.146853 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9415b642-d307-4a1f-adfd-3230300dbaf1 req-3a34c235-6be3-4a4b-a100-807e35188929 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503217 Jan 28 00:14:06.158767 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-0aa2a359-e0f4-44bc-87c7-882f06c3dd5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 34e668b4-51cb-4481-81ad-454dd4332718) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:14:06.177994 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f7cd0c1a-5762-41fc-af2e-c3201824ec67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (f71e80d5-0e2d-4f19-8710-763ff3a3e5a2), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:06.194560 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17712a3-4c88-41cb-bf77-ab47f5e88d3a None None] Network 34e668b4-51cb-4481-81ad-454dd4332718 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:14:06.224634 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa2a359-e0f4-44bc-87c7-882f06c3dd5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:06.225246 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0aa2a359-e0f4-44bc-87c7-882f06c3dd5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:06.260315 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629775f4-b667-4746-ac8b-f79db27bb773 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0e3fc3-b2ca-47b5-a802-469546950a86,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:06.353439 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b85b95d-5b3d-4404-afa3-850c7651251b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:06.365740 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cd0c1a-5762-41fc-af2e-c3201824ec67 admin admin] Network b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:14:06.418461 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-f7cd0c1a-5762-41fc-af2e-c3201824ec67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:14:06.433826 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0aa2a359-e0f4-44bc-87c7-882f06c3dd5d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1813471 Jan 28 00:14:06.439175 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cd0c1a-5762-41fc-af2e-c3201824ec67 admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:14:06.490387 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-629775f4-b667-4746-ac8b-f79db27bb773 service neutron] Attempting to bind port 8d0e3fc3-b2ca-47b5-a802-469546950a86 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:14:06.490726 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-629775f4-b667-4746-ac8b-f79db27bb773 service neutron] Attempting to bind port 8d0e3fc3-b2ca-47b5-a802-469546950a86 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '3c8ed076-3165-4753-a19a-d433677707cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:14:06.491056 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-629775f4-b667-4746-ac8b-f79db27bb773 service neutron] Attempting to bind port 8d0e3fc3-b2ca-47b5-a802-469546950a86 on network d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:14:06.515406 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-629775f4-b667-4746-ac8b-f79db27bb773 service neutron] Port 8d0e3fc3-b2ca-47b5-a802-469546950a86 on network d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:14:06.515753 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-629775f4-b667-4746-ac8b-f79db27bb773 service neutron] Attempting to bind port 8d0e3fc3-b2ca-47b5-a802-469546950a86 on network d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:14:06.541104 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-629775f4-b667-4746-ac8b-f79db27bb773 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:14:06.541449 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-629775f4-b667-4746-ac8b-f79db27bb773 service neutron] Checking segment: {'id': '3c8ed076-3165-4753-a19a-d433677707cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:14:06.541928 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-629775f4-b667-4746-ac8b-f79db27bb773 service neutron] Bound using segment: {'id': '3c8ed076-3165-4753-a19a-d433677707cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:14:06.542379 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-629775f4-b667-4746-ac8b-f79db27bb773 service neutron] Bound port: 8d0e3fc3-b2ca-47b5-a802-469546950a86, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c8ed076-3165-4753-a19a-d433677707cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:14:06.542751 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-629775f4-b667-4746-ac8b-f79db27bb773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8d0e3fc3-b2ca-47b5-a802-469546950a86), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:06.597336 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f7cd0c1a-5762-41fc-af2e-c3201824ec67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (3fc9fbd0-81e9-4d05-925f-05299587c8e9), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:06.603812 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd0c1a-5762-41fc-af2e-c3201824ec67 admin admin] Pushing event updated for resources: {'Port': ['ID=f71e80d5-0e2d-4f19-8710-763ff3a3e5a2,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:06.687910 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cae50-b8e1-4824-92de-4d5dee98bca5 req-c8647aaf-c26d-4b78-ad10-183b50bbb889 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:06.690053 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-355cae50-b8e1-4824-92de-4d5dee98bca5 req-c8647aaf-c26d-4b78-ad10-183b50bbb889 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 946 time: 0.3665950 Jan 28 00:14:06.751899 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-629775f4-b667-4746-ac8b-f79db27bb773 service neutron] For port 8d0e3fc3-b2ca-47b5-a802-469546950a86, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:14:06.761144 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-629775f4-b667-4746-ac8b-f79db27bb773 service neutron] For port 8d0e3fc3-b2ca-47b5-a802-469546950a86, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8d0e3fc3-b2ca-47b5-a802-469546950a86,segment=NetworkSegment(3c8ed076-3165-4753-a19a-d433677707cf),segment_id=3c8ed076-3165-4753-a19a-d433677707cf)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:14:06.769399 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-629775f4-b667-4746-ac8b-f79db27bb773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (8d0e3fc3-b2ca-47b5-a802-469546950a86), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:06.783738 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a95108e0-8811-4593-b100-de9583c1604f None None] Publish callbacks [] for port (0115aab5-0332-40fb-825b-61f2f3f44b88), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:06.823537 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port a7f8a7b1-8570-4e71-aaf8-9f6288f30d54 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:06.824908 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a7f8a7b1-8570-4e71-aaf8-9f6288f30d54), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:06.890030 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-355cae50-b8e1-4824-92de-4d5dee98bca5 req-493a49c3-5071-49cf-9bfd-c0ac44cec9f2 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903536 Jan 28 00:14:06.984933 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629775f4-b667-4746-ac8b-f79db27bb773 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0e3fc3-b2ca-47b5-a802-469546950a86,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:06.995340 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a95108e0-8811-4593-b100-de9583c1604f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (0115aab5-0332-40fb-825b-61f2f3f44b88), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:07.015376 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c82f70-78a6-4c9b-922d-6c9883cce37b None None] Network 34e668b4-51cb-4481-81ad-454dd4332718 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:14:07.030737 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-629775f4-b667-4746-ac8b-f79db27bb773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:07.034329 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-629775f4-b667-4746-ac8b-f79db27bb773 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:07.038885 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-629775f4-b667-4746-ac8b-f79db27bb773 service neutron] 10.222.0.65 "PUT /v2.0/ports/8d0e3fc3-b2ca-47b5-a802-469546950a86 HTTP/1.1" status: 200 len: 1092 time: 1.6136184 Jan 28 00:14:07.039259 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e830fb9-941e-43a4-8cd3-3537f6f87d02', 'tag': '8d0e3fc3-b2ca-47b5-a802-469546950a86'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:14:07.042711 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f7cd0c1a-5762-41fc-af2e-c3201824ec67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f71e80d5-0e2d-4f19-8710-763ff3a3e5a2), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:07.044571 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20b0142-bde0-43ff-9771-af0c77fa2aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "6e830fb9-941e-43a4-8cd3-3537f6f87d02", "tag": "8d0e3fc3-b2ca-47b5-a802-469546950a86"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:14:07.088265 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-78b4b3fc-9520-49e6-8955-3cf209828873 None None] Provisioning complete for port 96c5189a-601d-4cb3-b475-c000a5281143 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:07.088670 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78b4b3fc-9520-49e6-8955-3cf209828873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (96c5189a-601d-4cb3-b475-c000a5281143), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:07.256731 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-03316f04-405e-40fd-9af1-31481515a2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:07.259187 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-03316f04-405e-40fd-9af1-31481515a2bb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c68080a75d8f4b37a0cc83073e4343a9&device_id=6e830fb9-941e-43a4-8cd3-3537f6f87d02 HTTP/1.1" status: 200 len: 1095 time: 0.1471734 Jan 28 00:14:07.372524 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-c8a58165-d81c-43e0-85f4-300620b78ece service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d0e3fc3-b2ca-47b5-a802-469546950a86 HTTP/1.1" status: 200 len: 217 time: 0.0967658 Jan 28 00:14:07.534359 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-06f3cf48-b084-4714-933f-57dd8b54276a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:07.536099 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-06f3cf48-b084-4714-933f-57dd8b54276a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9bb427a5-a295-4f0c-b017-2960030e85e4 HTTP/1.1" status: 200 len: 858 time: 0.1514232 Jan 28 00:14:07.605881 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-a95108e0-8811-4593-b100-de9583c1604f None None] Attempting to bind port 0115aab5-0332-40fb-825b-61f2f3f44b88 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:14:07.606473 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-a95108e0-8811-4593-b100-de9583c1604f None None] Attempting to bind port 0115aab5-0332-40fb-825b-61f2f3f44b88 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:14:07.606918 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95108e0-8811-4593-b100-de9583c1604f None None] Attempting to bind port 0115aab5-0332-40fb-825b-61f2f3f44b88 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:14:07.632191 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95108e0-8811-4593-b100-de9583c1604f None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:14:07.632533 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95108e0-8811-4593-b100-de9583c1604f None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:14:07.633209 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a95108e0-8811-4593-b100-de9583c1604f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:07.633340 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-79699df7-e51e-4454-ba85-ad2f9c3ae4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:07.633998 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95108e0-8811-4593-b100-de9583c1604f None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:14:07.634507 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-a95108e0-8811-4593-b100-de9583c1604f None None] Bound port: 0115aab5-0332-40fb-825b-61f2f3f44b88, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:14:07.634994 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-79699df7-e51e-4454-ba85-ad2f9c3ae4d3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906827 Jan 28 00:14:07.635166 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a95108e0-8811-4593-b100-de9583c1604f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0115aab5-0332-40fb-825b-61f2f3f44b88), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:07.681136 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8309165-c38d-42cb-817b-6639e8cbc3f0 None None] Pushing event updated for resources: {'Port': ['ID=0115aab5-0332-40fb-825b-61f2f3f44b88,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:07.723995 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f7cd0c1a-5762-41fc-af2e-c3201824ec67 admin admin] Publish callbacks [] for port (f71e80d5-0e2d-4f19-8710-763ff3a3e5a2), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:07.795761 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-87a10743-9242-4a8e-bdb7-fbf6da3b9f02 service neutron] 10.222.0.65 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537459 Jan 28 00:14:07.799895 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-a95108e0-8811-4593-b100-de9583c1604f None None] For port 0115aab5-0332-40fb-825b-61f2f3f44b88, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:14:07.829048 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-a95108e0-8811-4593-b100-de9583c1604f None None] For port 0115aab5-0332-40fb-825b-61f2f3f44b88, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=0115aab5-0332-40fb-825b-61f2f3f44b88,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:14:07.836333 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port a7f8a7b1-8570-4e71-aaf8-9f6288f30d54 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:07.845384 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a95108e0-8811-4593-b100-de9583c1604f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (0115aab5-0332-40fb-825b-61f2f3f44b88), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:07.858025 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f7cd0c1a-5762-41fc-af2e-c3201824ec67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (f71e80d5-0e2d-4f19-8710-763ff3a3e5a2), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:07.924032 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-78b4b3fc-9520-49e6-8955-3cf209828873 None None] Current status of the port 96c5189a-601d-4cb3-b475-c000a5281143 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:07.970567 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8309165-c38d-42cb-817b-6639e8cbc3f0 None None] Pushing event updated for resources: {'Port': ['ID=0115aab5-0332-40fb-825b-61f2f3f44b88,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:07.976857 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95108e0-8811-4593-b100-de9583c1604f None None] Routers {'3fc9fbd0-81e9-4d05-925f-05299587c8e9'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:14:07.978157 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-a95108e0-8811-4593-b100-de9583c1604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:13:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3fc9fbd0-81e9-4d05-925f-05299587c8e9'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:14:08.049751 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2e13f6a7-86f9-43d2-9507-5ad18bdca911 req-dbb1cf74-fb99-4dd6-8144-17e09d54851b service neutron] 10.222.0.65 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446542 Jan 28 00:14:08.053650 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-00c7fb6e-e7aa-49ad-a7e0-d32482b250c5 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:08.055246 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-00c7fb6e-e7aa-49ad-a7e0-d32482b250c5 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/networks?id=34e668b4-51cb-4481-81ad-454dd4332718 HTTP/1.1" status: 200 len: 814 time: 0.3486443 Jan 28 00:14:08.145944 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-a95108e0-8811-4593-b100-de9583c1604f None None] Set router 3fc9fbd0-81e9-4d05-925f-05299587c8e9 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:14:08.166368 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f7cd0c1a-5762-41fc-af2e-c3201824ec67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (3fc9fbd0-81e9-4d05-925f-05299587c8e9), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:08.170484 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-a8665a0e-e953-44f5-b876-ecf837d5be74 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/quotas/4a3a3fbb77c24b80b33584dcb2b7c06c HTTP/1.1" status: 200 len: 375 time: 0.0656295 Jan 28 00:14:08.182988 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd0c1a-5762-41fc-af2e-c3201824ec67 admin admin] Pushing event updated for resources: {'Port': ['ID=f71e80d5-0e2d-4f19-8710-763ff3a3e5a2,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:08.250752 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d5e0d-8276-4242-bd7e-a38c3630e063 req-9a871c51-0e7d-493e-a2fe-1b3b2bfd095e tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:08.252646 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8f8d5e0d-8276-4242-bd7e-a38c3630e063 req-9a871c51-0e7d-493e-a2fe-1b3b2bfd095e tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 1097 time: 0.2097394 Jan 28 00:14:08.257148 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-babb953b-6036-4f97-a44b-fe879d35a953 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a3a3fbb77c24b80b33584dcb2b7c06c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573893 Jan 28 00:14:08.262949 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 96c5189a-601d-4cb3-b475-c000a5281143 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:14:08.380498 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c1092be9-6ee6-4727-af9c-66608c3c2acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:08.436045 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ed2d58b7-80f7-4e68-8dc5-4b0788d43b36 None None] Provisioning complete for port f71e80d5-0e2d-4f19-8710-763ff3a3e5a2 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:08.436848 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed2d58b7-80f7-4e68-8dc5-4b0788d43b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f71e80d5-0e2d-4f19-8710-763ff3a3e5a2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:08.543457 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8f8d5e0d-8276-4242-bd7e-a38c3630e063 req-5aa20275-daf3-4653-a004-ec75675060c7 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465003 Jan 28 00:14:08.547003 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cd0c1a-5762-41fc-af2e-c3201824ec67 admin admin] Network b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:14:08.553987 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-f7cd0c1a-5762-41fc-af2e-c3201824ec67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:14:08.595698 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-1203f4e6-b9ac-483f-9a78-c4589ddc135d service neutron] 10.222.0.70 "GET /v2.0/networks/34e668b4-51cb-4481-81ad-454dd4332718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002086 Jan 28 00:14:08.701367 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ed2d58b7-80f7-4e68-8dc5-4b0788d43b36 None None] Port f71e80d5-0e2d-4f19-8710-763ff3a3e5a2 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:14:08.719521 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 96c5189a-601d-4cb3-b475-c000a5281143 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:08.720073 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (96c5189a-601d-4cb3-b475-c000a5281143), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:08.870844 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-a95108e0-8811-4593-b100-de9583c1604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc9fbd0-81e9-4d05-925f-05299587c8e9', 'name': 'tempest-ServersTestMultiNic-387609387-router', 'tenant_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '0115aab5-0332-40fb-825b-61f2f3f44b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:56Z', 'updated_at': '2022-01-28T00:14:06Z', 'revision_number': 4, 'project_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'gw_port': {'id': '0115aab5-0332-40fb-825b-61f2f3f44b88', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc9fbd0-81e9-4d05-925f-05299587c8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:58Z', 'updated_at': '2022-01-28T00:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'f71e80d5-0e2d-4f19-8710-763ff3a3e5a2', 'name': '', 'network_id': 'b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf', 'tenant_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'mac_address': 'fa:16:3e:d4:c8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc9fbd0-81e9-4d05-925f-05299587c8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '96fe57e1-a035-4151-9710-1ef123be648d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:14:04Z', 'updated_at': '2022-01-28T00:14:07Z', 'revision_number': 2, 'project_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'subnets': [{'id': '96fe57e1-a035-4151-9710-1ef123be648d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:14:08.877760 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 96c5189a-601d-4cb3-b475-c000a5281143 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:08.889908 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a17ff1-70d1-4bcf-b9c0-0602436911c9 req-6b6470a2-4474-4451-baba-882aaae928d0 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:08.898150 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b9a17ff1-70d1-4bcf-b9c0-0602436911c9 req-6b6470a2-4474-4451-baba-882aaae928d0 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e830fb9-941e-43a4-8cd3-3537f6f87d02 HTTP/1.1" status: 200 len: 944 time: 0.0878837 Jan 28 00:14:08.918833 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95108e0-8811-4593-b100-de9583c1604f None None] The sync data for ids ['3fc9fbd0-81e9-4d05-925f-05299587c8e9'] in n-d-826754-1 is: [{'id': '3fc9fbd0-81e9-4d05-925f-05299587c8e9', 'name': 'tempest-ServersTestMultiNic-387609387-router', 'tenant_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '0115aab5-0332-40fb-825b-61f2f3f44b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:56Z', 'updated_at': '2022-01-28T00:14:06Z', 'revision_number': 4, 'project_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'gw_port': {'id': '0115aab5-0332-40fb-825b-61f2f3f44b88', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc9fbd0-81e9-4d05-925f-05299587c8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:58Z', 'updated_at': '2022-01-28T00:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'f71e80d5-0e2d-4f19-8710-763ff3a3e5a2', 'name': '', 'network_id': 'b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf', 'tenant_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'mac_address': 'fa:16:3e:d4:c8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc9fbd0-81e9-4d05-925f-05299587c8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '96fe57e1-a035-4151-9710-1ef123be648d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:14:04Z', 'updated_at': '2022-01-28T00:14:07Z', 'revision_number': 2, 'project_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'subnets': [{'id': '96fe57e1-a035-4151-9710-1ef123be648d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:14:09.043573 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7cd0c1a-5762-41fc-af2e-c3201824ec67 admin admin] Router 3fc9fbd0-81e9-4d05-925f-05299587c8e9 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:14:09.047865 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b9a17ff1-70d1-4bcf-b9c0-0602436911c9 req-4ae50f82-9b72-4d9c-88fd-411a95490a31 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d0d0614-298e-4b34-bfc0-8b4daf3e81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487954 Jan 28 00:14:09.063502 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-7cddbe6b-0bd4-488f-9041-bea5505f7f92 service neutron] 10.222.0.70 "GET /v2.0/networks/34e668b4-51cb-4481-81ad-454dd4332718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046702 Jan 28 00:14:09.139147 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-e42c882b-d507-4b37-b12e-b411c2476eaa None None] Provisioning complete for port f71e80d5-0e2d-4f19-8710-763ff3a3e5a2 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:09.139828 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e42c882b-d507-4b37-b12e-b411c2476eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f71e80d5-0e2d-4f19-8710-763ff3a3e5a2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:09.147729 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cc4ed2-0535-465a-b3b8-cff35850ab9f x-openstack-request-id: req-a6cc4ed2-0535-465a-b3b8-cff35850ab9f {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:14:09.148323 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e830fb9-941e-43a4-8cd3-3537f6f87d02", "tag": "8d0e3fc3-b2ca-47b5-a802-469546950a86", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:14:09.149740 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a6cc4ed2-0535-465a-b3b8-cff35850ab9f {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:14:09.151055 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e830fb9-941e-43a4-8cd3-3537f6f87d02', 'tag': '8d0e3fc3-b2ca-47b5-a802-469546950a86', 'status': 'completed', 'code': 200} Jan 28 00:14:09.345319 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b0142-bde0-43ff-9771-af0c77fa2aa1 req-91dc172d-3ded-47b0-bea4-315f16713be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:09.350097 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e42c882b-d507-4b37-b12e-b411c2476eaa None None] Port f71e80d5-0e2d-4f19-8710-763ff3a3e5a2 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:14:09.351190 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b20b0142-bde0-43ff-9771-af0c77fa2aa1 req-91dc172d-3ded-47b0-bea4-315f16713be8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c68080a75d8f4b37a0cc83073e4343a9&device_id=6e830fb9-941e-43a4-8cd3-3537f6f87d02 HTTP/1.1" status: 200 len: 1095 time: 0.1580679 Jan 28 00:14:09.505034 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:09.609418 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b0142-bde0-43ff-9771-af0c77fa2aa1 req-f767fdf1-49fe-43a1-b194-f254b01bddda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:09.610917 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b20b0142-bde0-43ff-9771-af0c77fa2aa1 req-f767fdf1-49fe-43a1-b194-f254b01bddda service neutron] 10.222.0.65 "GET /v2.0/networks?id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 HTTP/1.1" status: 200 len: 920 time: 0.2532384 Jan 28 00:14:09.690359 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b20b0142-bde0-43ff-9771-af0c77fa2aa1 req-503d4163-74b9-4b7e-81a9-d2928d796e77 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d0e3fc3-b2ca-47b5-a802-469546950a86 HTTP/1.1" status: 200 len: 217 time: 0.0689492 Jan 28 00:14:09.825647 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b0142-bde0-43ff-9771-af0c77fa2aa1 req-ae14bf56-ed7a-4761-a47a-1913989aa5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:09.829475 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b20b0142-bde0-43ff-9771-af0c77fa2aa1 req-ae14bf56-ed7a-4761-a47a-1913989aa5d3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9bb427a5-a295-4f0c-b017-2960030e85e4 HTTP/1.1" status: 200 len: 858 time: 0.1333733 Jan 28 00:14:09.911795 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b0142-bde0-43ff-9771-af0c77fa2aa1 req-e433012d-3e85-47c2-a8b3-fa0c71f4772b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:09.914351 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b20b0142-bde0-43ff-9771-af0c77fa2aa1 req-e433012d-3e85-47c2-a8b3-fa0c71f4772b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758402 Jan 28 00:14:09.975104 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:14:10.064377 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c588dca-6d9f-429e-9fb8-876ddde33881 req-b088b2a4-ae6b-4015-a5f2-02a312d60a2d tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 210 time: 0.1598222 Jan 28 00:14:10.146708 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7cd0c1a-5762-41fc-af2e-c3201824ec67 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:14:10.166201 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f7cd0c1a-5762-41fc-af2e-c3201824ec67 admin admin] 10.222.0.70 "PUT /v2.0/routers/3fc9fbd0-81e9-4d05-925f-05299587c8e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1420255 Jan 28 00:14:10.188923 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b20b0142-bde0-43ff-9771-af0c77fa2aa1 req-ccb0abf0-a61d-4311-9c02-3903aae37a09 service neutron] 10.222.0.65 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681496 Jan 28 00:14:10.193770 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9ffb0-3519-4d75-9716-d2c94562246f req-ca57381f-d04e-4123-bd5c-92c035a6b5e0 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:10.217883 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-76a9ffb0-3519-4d75-9716-d2c94562246f req-ca57381f-d04e-4123-bd5c-92c035a6b5e0 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 1097 time: 0.3149536 Jan 28 00:14:10.331289 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:10.363318 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7', 'network_id': 'f388c604-9dfb-430b-954f-b2b9c1d3c352', 'port_id': '7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7', 'mac_address': 'fa:16:3e:aa:24:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742a4943-8344-4614-b3ae-dda4eb02931e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:14:10.447569 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b20b0142-bde0-43ff-9771-af0c77fa2aa1 req-35930980-f425-4b4e-9682-9e475dda6672 service neutron] 10.222.0.65 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517366 Jan 28 00:14:10.469329 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-76a9ffb0-3519-4d75-9716-d2c94562246f req-04333924-5416-4f79-b52c-e181f037300b tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440100 Jan 28 00:14:10.519319 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51726) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:14:10.531249 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a613527-5e97-4697-a666-48c2a012f45b req-30b5ce51-19ca-4f82-bc7e-438d6b8b5499 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:10.532918 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9a613527-5e97-4697-a666-48c2a012f45b req-30b5ce51-19ca-4f82-bc7e-438d6b8b5499 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 945 time: 0.2803788 Jan 28 00:14:10.536415 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7 is: ACTIVE; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:10.537081 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:10.577195 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:14:10.629619 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-85ec1c2c-28c6-4cd9-a63b-a07b118de128 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1835137441'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:14:10.630488 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9a613527-5e97-4697-a666-48c2a012f45b req-cde63fdf-257c-4206-8386-72340945277f tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/security-groups?id=b65a71d0-47c4-42a5-aea6-cb1876d097d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809586 Jan 28 00:14:10.666847 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:10.678677 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:10.688113 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ec1c2c-28c6-4cd9-a63b-a07b118de128 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Made reservation on behalf of ce9d3829dfd648158df1004ad9e25e7d for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:14:10.694111 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-85ec1c2c-28c6-4cd9-a63b-a07b118de128 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:10.777197 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ec1c2c-28c6-4cd9-a63b-a07b118de128 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:14:10.789086 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f4746-596d-4307-88b7-1c233579b9fa req-176ecc77-bb00-4a32-8ff5-d12f1a708ec0 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:10.790406 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:10.793877 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-595f4746-596d-4307-88b7-1c233579b9fa req-176ecc77-bb00-4a32-8ff5-d12f1a708ec0 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e830fb9-941e-43a4-8cd3-3537f6f87d02 HTTP/1.1" status: 200 len: 944 time: 0.1239598 Jan 28 00:14:10.819565 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-85ec1c2c-28c6-4cd9-a63b-a07b118de128 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (86aaef18-e80c-4b5d-a1f2-46c83ba4199e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:10.821798 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-85ec1c2c-28c6-4cd9-a63b-a07b118de128 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Added segment 86aaef18-e80c-4b5d-a1f2-46c83ba4199e of type vlan for network 6263dd4e-a89b-48f1-b727-98f0f248e1d1 Jan 28 00:14:10.913867 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:14:10.933993 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-85ec1c2c-28c6-4cd9-a63b-a07b118de128 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (6263dd4e-a89b-48f1-b727-98f0f248e1d1), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:10.968927 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-595f4746-596d-4307-88b7-1c233579b9fa req-7450c14e-ec30-43c8-9bf8-ae238c8326e3 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d0d0614-298e-4b34-bfc0-8b4daf3e81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677876 Jan 28 00:14:10.990710 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-85ec1c2c-28c6-4cd9-a63b-a07b118de128 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (6263dd4e-a89b-48f1-b727-98f0f248e1d1), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:10.997878 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ec1c2c-28c6-4cd9-a63b-a07b118de128 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:10.998537 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-85ec1c2c-28c6-4cd9-a63b-a07b118de128 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:11.063672 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 8d0e3fc3-b2ca-47b5-a802-469546950a86 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:14:11.126588 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:11.131606 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-85ec1c2c-28c6-4cd9-a63b-a07b118de128 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6075990 Jan 28 00:14:11.132609 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51750) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:14:11.138687 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-7eb84ed2-1491-45d1-b017-e58516285bac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Request body: {'subnet': {'network_id': '6263dd4e-a89b-48f1-b727-98f0f248e1d1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:14:11.181767 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec1c2c-28c6-4cd9-a63b-a07b118de128 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Pushing event updated for resources: {'Network': ['ID=6263dd4e-a89b-48f1-b727-98f0f248e1d1,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:11.228244 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 6263dd4e-a89b-48f1-b727-98f0f248e1d1 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:14:11.324300 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-548d4426-a700-4db5-a91c-298e36518c14 req-1646d1fc-f219-44bf-8895-9e553a0ca913 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 210 time: 0.0639985 Jan 28 00:14:11.392874 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb84ed2-1491-45d1-b017-e58516285bac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Made reservation on behalf of ce9d3829dfd648158df1004ad9e25e7d for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:14:11.400797 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7eb84ed2-1491-45d1-b017-e58516285bac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:11.433284 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 8d0e3fc3-b2ca-47b5-a802-469546950a86, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8d0e3fc3-b2ca-47b5-a802-469546950a86,segment=NetworkSegment(3c8ed076-3165-4753-a19a-d433677707cf),segment_id=3c8ed076-3165-4753-a19a-d433677707cf)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:11.500801 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '8d0e3fc3-b2ca-47b5-a802-469546950a86', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'port_id': '8d0e3fc3-b2ca-47b5-a802-469546950a86', 'mac_address': 'fa:16:3e:84:ce:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:14:11.760464 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 8d0e3fc3-b2ca-47b5-a802-469546950a86 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:11.768792 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8d0e3fc3-b2ca-47b5-a802-469546950a86), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:11.843429 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d0e3fc3-b2ca-47b5-a802-469546950a86 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:14:11.964357 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 8d0e3fc3-b2ca-47b5-a802-469546950a86, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8d0e3fc3-b2ca-47b5-a802-469546950a86,segment=NetworkSegment(3c8ed076-3165-4753-a19a-d433677707cf),segment_id=3c8ed076-3165-4753-a19a-d433677707cf)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:11.979977 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8d0e3fc3-b2ca-47b5-a802-469546950a86), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:12.171981 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:12.236109 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 0115aab5-0332-40fb-825b-61f2f3f44b88 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:14:12.252629 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=8d0e3fc3-b2ca-47b5-a802-469546950a86,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:12.305395 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7eb84ed2-1491-45d1-b017-e58516285bac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (e2f859fb-95a0-4b30-8cd1-802df0eb2668), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:12.361065 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['8d0e3fc3-b2ca-47b5-a802-469546950a86'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:14:12.429929 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb84ed2-1491-45d1-b017-e58516285bac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Pushing event updated for resources: {'Subnet': ['ID=e2f859fb-95a0-4b30-8cd1-802df0eb2668,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:12.493128 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 0115aab5-0332-40fb-825b-61f2f3f44b88 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:12.493740 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0115aab5-0332-40fb-825b-61f2f3f44b88), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:12.556835 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-2ac4fb0a-0a6b-4e69-84b7-e8d351af9ea9 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:12.559154 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-2ac4fb0a-0a6b-4e69-84b7-e8d351af9ea9 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.52 "GET /v2.0/networks?id=34e668b4-51cb-4481-81ad-454dd4332718 HTTP/1.1" status: 200 len: 814 time: 0.4505312 Jan 28 00:14:12.583976 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae8c9c-887c-4e98-865d-6964dcc26969 req-7badf395-4e87-49dc-8973-a8fb63325788 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:12.586001 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7bae8c9c-887c-4e98-865d-6964dcc26969 req-7badf395-4e87-49dc-8973-a8fb63325788 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e830fb9-941e-43a4-8cd3-3537f6f87d02 HTTP/1.1" status: 200 len: 945 time: 0.2719765 Jan 28 00:14:12.595431 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-0aa7edc0-731c-41a7-83ad-f7120d0f2c13 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Request body: {'port': {'device_id': '0b81ec14-4288-4846-867d-82e20dc55245', 'network_id': '34e668b4-51cb-4481-81ad-454dd4332718', 'admin_state_up': True, 'tenant_id': '4a3a3fbb77c24b80b33584dcb2b7c06c'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:14:12.654335 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb84ed2-1491-45d1-b017-e58516285bac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Checking segment: {'id': '86aaef18-e80c-4b5d-a1f2-46c83ba4199e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6263dd4e-a89b-48f1-b727-98f0f248e1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:14:12.654985 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb84ed2-1491-45d1-b017-e58516285bac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Network hostable DHCP agents. Network: 6263dd4e-a89b-48f1-b727-98f0f248e1d1, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:14:12.674898 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:12.782705 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 0115aab5-0332-40fb-825b-61f2f3f44b88 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:12.783408 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0115aab5-0332-40fb-825b-61f2f3f44b88), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:12.834389 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb84ed2-1491-45d1-b017-e58516285bac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Network 6263dd4e-a89b-48f1-b727-98f0f248e1d1 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:14:12.856083 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7bae8c9c-887c-4e98-865d-6964dcc26969 req-7c50c655-43f1-4401-a280-bb345342f006 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d0d0614-298e-4b34-bfc0-8b4daf3e81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531488 Jan 28 00:14:12.865369 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 0115aab5-0332-40fb-825b-61f2f3f44b88, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=0115aab5-0332-40fb-825b-61f2f3f44b88,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:12.871545 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-0aa7edc0-731c-41a7-83ad-f7120d0f2c13 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Made reservation on behalf of 4a3a3fbb77c24b80b33584dcb2b7c06c for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:14:12.878794 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-0aa7edc0-731c-41a7-83ad-f7120d0f2c13 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:12.893287 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (0115aab5-0332-40fb-825b-61f2f3f44b88), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:12.915750 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-7eb84ed2-1491-45d1-b017-e58516285bac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 6263dd4e-a89b-48f1-b727-98f0f248e1d1) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:14:12.921266 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb84ed2-1491-45d1-b017-e58516285bac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:12.923703 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7eb84ed2-1491-45d1-b017-e58516285bac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:12.965588 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227a1a25-8d99-41f0-8469-19be6947a511 None None] Network 6263dd4e-a89b-48f1-b727-98f0f248e1d1 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:14:13.001679 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7eb84ed2-1491-45d1-b017-e58516285bac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8648043 Jan 28 00:14:13.002161 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51796) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:14:13.009907 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-aea3bedf-e08a-4e5a-868a-4d6d6095fc14 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-591053188'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:14:13.055336 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea3bedf-e08a-4e5a-868a-4d6d6095fc14 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Made reservation on behalf of ce9d3829dfd648158df1004ad9e25e7d for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:14:13.060697 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aea3bedf-e08a-4e5a-868a-4d6d6095fc14 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:13.174945 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea3bedf-e08a-4e5a-868a-4d6d6095fc14 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:14:13.199345 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aea3bedf-e08a-4e5a-868a-4d6d6095fc14 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:13.200681 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=0115aab5-0332-40fb-825b-61f2f3f44b88,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:13.201598 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-aea3bedf-e08a-4e5a-868a-4d6d6095fc14 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Added segment 2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544 of type vlan for network 976a50ac-81ba-4c45-87b7-1277abc7dc15 Jan 28 00:14:13.265593 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-0aa7edc0-731c-41a7-83ad-f7120d0f2c13 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Allocated IP 172.20.0.8 (34e668b4-51cb-4481-81ad-454dd4332718/40be5895-f422-46c1-9739-caeeaa660ce4/2572824f-6b6f-4b5a-bf1c-14eaf385e4d8) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:14:13.271655 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-194b4907-90b9-41d0-b8e1-272952722985 req-fdc99466-43a5-4d53-a669-0303f48ef3af tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:14:13.284924 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-194b4907-90b9-41d0-b8e1-272952722985 req-fdc99466-43a5-4d53-a669-0303f48ef3af tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1802428 Jan 28 00:14:13.379415 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a57c785-1e1d-4825-b638-b3582a38cfb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-6263dd4e-a89b-48f1-b727-98f0f248e1d1', 'network_id': '6263dd4e-a89b-48f1-b727-98f0f248e1d1', 'project_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'fixed_ips': [{'subnet_id': 'e2f859fb-95a0-4b30-8cd1-802df0eb2668'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:14:13.380684 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a57c785-1e1d-4825-b638-b3582a38cfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:13.639573 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-1a57c785-1e1d-4825-b638-b3582a38cfb5 None None] Allocated IP 19.80.0.2 (6263dd4e-a89b-48f1-b727-98f0f248e1d1/e2f859fb-95a0-4b30-8cd1-802df0eb2668/416254aa-0f12-4920-aeff-d80d5862fb34) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:14:13.641637 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fc0a34-b20d-4840-bf71-d7dd5621808c None None] Sync routers for ids ['3fc9fbd0-81e9-4d05-925f-05299587c8e9'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:14:13.647821 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4db63c-ad1d-447d-98ec-17513a110766 req-77e71432-0700-4bc5-9a89-ab49f6040d12 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:13.650609 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-df4db63c-ad1d-447d-98ec-17513a110766 req-77e71432-0700-4bc5-9a89-ab49f6040d12 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 945 time: 0.2321362 Jan 28 00:14:13.663687 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fc0a34-b20d-4840-bf71-d7dd5621808c None None] Routers {'3fc9fbd0-81e9-4d05-925f-05299587c8e9'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:14:13.664987 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-d3fc0a34-b20d-4840-bf71-d7dd5621808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:14:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3fc9fbd0-81e9-4d05-925f-05299587c8e9'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:14:13.809786 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-df4db63c-ad1d-447d-98ec-17513a110766 req-18a315c5-c173-414e-ba95-605ce7dea89f tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/security-groups?id=b65a71d0-47c4-42a5-aea6-cb1876d097d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440527 Jan 28 00:14:13.821734 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-0aa7edc0-731c-41a7-83ad-f7120d0f2c13 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Publish callbacks [] for port (2572824f-6b6f-4b5a-bf1c-14eaf385e4d8), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:13.927873 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:13.971920 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-d3fc0a34-b20d-4840-bf71-d7dd5621808c None None] Set router 3fc9fbd0-81e9-4d05-925f-05299587c8e9 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:14:14.013333 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-0aa7edc0-731c-41a7-83ad-f7120d0f2c13 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (2572824f-6b6f-4b5a-bf1c-14eaf385e4d8), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:14.025377 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:14:14.182015 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aea3bedf-e08a-4e5a-868a-4d6d6095fc14 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (976a50ac-81ba-4c45-87b7-1277abc7dc15), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:14.223281 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa7edc0-731c-41a7-83ad-f7120d0f2c13 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Pushing event updated for resources: {'Port': ['ID=2572824f-6b6f-4b5a-bf1c-14eaf385e4d8,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:14.250413 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 0115aab5-0332-40fb-825b-61f2f3f44b88 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:14:14.257736 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b4907-90b9-41d0-b8e1-272952722985 req-5d8b8bf4-6e72-41d1-890c-92f12c107056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:14.270842 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-194b4907-90b9-41d0-b8e1-272952722985 req-5d8b8bf4-6e72-41d1-890c-92f12c107056 service neutron] 10.222.0.70 "GET /v2.0/ports/360aeed5-c523-4314-bb9f-1bdadf5794f7 HTTP/1.1" status: 200 len: 1094 time: 0.9839101 Jan 28 00:14:14.275957 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-0aa7edc0-731c-41a7-83ad-f7120d0f2c13 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Network 34e668b4-51cb-4481-81ad-454dd4332718 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:14:14.280626 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-194b4907-90b9-41d0-b8e1-272952722985 req-8b7caa51-0563-4a68-b3d1-442831bd9edc service neutron] Request body: {'binding': {'host': 'n-h2-826754-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:14:14.281074 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-194b4907-90b9-41d0-b8e1-272952722985 req-8b7caa51-0563-4a68-b3d1-442831bd9edc service neutron] Unknown quota resources ['binding']. {{(pid=103343) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 00:14:14.282340 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-0aa7edc0-731c-41a7-83ad-f7120d0f2c13 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:14:14.288872 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-0aa7edc0-731c-41a7-83ad-f7120d0f2c13 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:14:14.383203 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aea3bedf-e08a-4e5a-868a-4d6d6095fc14 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (976a50ac-81ba-4c45-87b7-1277abc7dc15), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:14.398110 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea3bedf-e08a-4e5a-868a-4d6d6095fc14 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:14.404247 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:14.405477 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:14.413087 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aea3bedf-e08a-4e5a-868a-4d6d6095fc14 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:14.456682 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-0aa7edc0-731c-41a7-83ad-f7120d0f2c13 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:14.458497 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-0aa7edc0-731c-41a7-83ad-f7120d0f2c13 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:14.464024 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-aea3bedf-e08a-4e5a-868a-4d6d6095fc14 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4605095 Jan 28 00:14:14.477930 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51826) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:14:14.513770 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-8033aa50-0bbe-4635-8a25-07d109b0822a tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Request body: {'subnet': {'network_id': '976a50ac-81ba-4c45-87b7-1277abc7dc15', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:14:14.529202 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a57c785-1e1d-4825-b638-b3582a38cfb5 None None] Publish callbacks [] for port (416254aa-0f12-4920-aeff-d80d5862fb34), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:14.575112 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a57c785-1e1d-4825-b638-b3582a38cfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (416254aa-0f12-4920-aeff-d80d5862fb34), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:14.662587 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a57c785-1e1d-4825-b638-b3582a38cfb5 None None] Network 6263dd4e-a89b-48f1-b727-98f0f248e1d1 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:14:14.681040 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-1a57c785-1e1d-4825-b638-b3582a38cfb5 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:14:14.697186 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-0aa7edc0-731c-41a7-83ad-f7120d0f2c13 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1096115 Jan 28 00:14:14.709332 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-d3fc0a34-b20d-4840-bf71-d7dd5621808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc9fbd0-81e9-4d05-925f-05299587c8e9', 'name': 'tempest-ServersTestMultiNic-387609387-router', 'tenant_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '0115aab5-0332-40fb-825b-61f2f3f44b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:56Z', 'updated_at': '2022-01-28T00:14:06Z', 'revision_number': 4, 'project_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'gw_port': {'id': '0115aab5-0332-40fb-825b-61f2f3f44b88', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc9fbd0-81e9-4d05-925f-05299587c8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:58Z', 'updated_at': '2022-01-28T00:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'f71e80d5-0e2d-4f19-8710-763ff3a3e5a2', 'name': '', 'network_id': 'b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf', 'tenant_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'mac_address': 'fa:16:3e:d4:c8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc9fbd0-81e9-4d05-925f-05299587c8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '96fe57e1-a035-4151-9710-1ef123be648d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:14:04Z', 'updated_at': '2022-01-28T00:14:07Z', 'revision_number': 2, 'project_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'subnets': [{'id': '96fe57e1-a035-4151-9710-1ef123be648d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:14:14.726349 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-cfc24ecf-621b-46a8-bbbe-f5db742e1d4c service neutron] Request body: {'port': {'device_id': '0b81ec14-4288-4846-867d-82e20dc55245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:14:14.729300 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3bedf-e08a-4e5a-868a-4d6d6095fc14 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Pushing event updated for resources: {'Network': ['ID=976a50ac-81ba-4c45-87b7-1277abc7dc15,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:14.797274 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 0115aab5-0332-40fb-825b-61f2f3f44b88 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:14.798327 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0115aab5-0332-40fb-825b-61f2f3f44b88), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:14.802218 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fc0a34-b20d-4840-bf71-d7dd5621808c None None] Checking router: 3fc9fbd0-81e9-4d05-925f-05299587c8e9 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:14:14.806841 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fc0a34-b20d-4840-bf71-d7dd5621808c None None] Updating router 3fc9fbd0-81e9-4d05-925f-05299587c8e9 port f71e80d5-0e2d-4f19-8710-763ff3a3e5a2 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:14:14.812316 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648989b5-8282-410f-b5a8-8ef397f2bba3 req-fdd81099-ff59-4485-96c5-fc3fb5abfb3d tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:14.825826 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-648989b5-8282-410f-b5a8-8ef397f2bba3 req-fdd81099-ff59-4485-96c5-fc3fb5abfb3d tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 931 time: 0.4253874 Jan 28 00:14:14.866073 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a57c785-1e1d-4825-b638-b3582a38cfb5 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:14:14.870039 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d3fc0a34-b20d-4840-bf71-d7dd5621808c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f71e80d5-0e2d-4f19-8710-763ff3a3e5a2), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:14.956074 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-194b4907-90b9-41d0-b8e1-272952722985 req-8b7caa51-0563-4a68-b3d1-442831bd9edc service neutron] Attempting to bind port 360aeed5-c523-4314-bb9f-1bdadf5794f7 on host n-h2-826754-1 for vnic_type normal with profile None {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:14:14.958861 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-194b4907-90b9-41d0-b8e1-272952722985 req-8b7caa51-0563-4a68-b3d1-442831bd9edc service neutron] Attempting to bind port 360aeed5-c523-4314-bb9f-1bdadf5794f7 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:14:14.960301 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194b4907-90b9-41d0-b8e1-272952722985 req-8b7caa51-0563-4a68-b3d1-442831bd9edc service neutron] Attempting to bind port 360aeed5-c523-4314-bb9f-1bdadf5794f7 on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:14:15.003639 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194b4907-90b9-41d0-b8e1-272952722985 req-8b7caa51-0563-4a68-b3d1-442831bd9edc service neutron] Port 360aeed5-c523-4314-bb9f-1bdadf5794f7 on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:14:15.004690 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194b4907-90b9-41d0-b8e1-272952722985 req-8b7caa51-0563-4a68-b3d1-442831bd9edc service neutron] Attempting to bind port 360aeed5-c523-4314-bb9f-1bdadf5794f7 on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:14:15.023640 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194b4907-90b9-41d0-b8e1-272952722985 req-8b7caa51-0563-4a68-b3d1-442831bd9edc service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:14:15.025169 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8033aa50-0bbe-4635-8a25-07d109b0822a tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Made reservation on behalf of ce9d3829dfd648158df1004ad9e25e7d for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:14:15.028124 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194b4907-90b9-41d0-b8e1-272952722985 req-8b7caa51-0563-4a68-b3d1-442831bd9edc service neutron] Checking segment: {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:14:15.028729 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194b4907-90b9-41d0-b8e1-272952722985 req-8b7caa51-0563-4a68-b3d1-442831bd9edc service neutron] Bound using segment: {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:14:15.029454 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-194b4907-90b9-41d0-b8e1-272952722985 req-8b7caa51-0563-4a68-b3d1-442831bd9edc service neutron] Bound port: 360aeed5-c523-4314-bb9f-1bdadf5794f7, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:14:15.029784 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57c785-1e1d-4825-b638-b3582a38cfb5 None None] Pushing event updated for resources: {'Port': ['ID=416254aa-0f12-4920-aeff-d80d5862fb34,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:15.034988 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8033aa50-0bbe-4635-8a25-07d109b0822a tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:15.036560 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 976a50ac-81ba-4c45-87b7-1277abc7dc15 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:14:15.042623 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-cfc24ecf-621b-46a8-bbbe-f5db742e1d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2572824f-6b6f-4b5a-bf1c-14eaf385e4d8), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:15.147252 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 8d0e3fc3-b2ca-47b5-a802-469546950a86 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:14:15.164939 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-648989b5-8282-410f-b5a8-8ef397f2bba3 req-a4dc7df3-85c5-4798-910c-36701db10338 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366957 Jan 28 00:14:15.303350 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-194b4907-90b9-41d0-b8e1-272952722985 req-8b7caa51-0563-4a68-b3d1-442831bd9edc service neutron] For port 360aeed5-c523-4314-bb9f-1bdadf5794f7, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=360aeed5-c523-4314-bb9f-1bdadf5794f7,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:14:15.323074 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-194b4907-90b9-41d0-b8e1-272952722985 req-8b7caa51-0563-4a68-b3d1-442831bd9edc service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:15.325367 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-194b4907-90b9-41d0-b8e1-272952722985 req-8b7caa51-0563-4a68-b3d1-442831bd9edc service neutron] 10.222.0.70 "POST /v2.0/ports/360aeed5-c523-4314-bb9f-1bdadf5794f7/bindings HTTP/1.1" status: 201 len: 389 time: 1.0504286 Jan 28 00:14:15.589622 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1a57c785-1e1d-4825-b638-b3582a38cfb5 None None] Attempting to bind port 416254aa-0f12-4920-aeff-d80d5862fb34 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:14:15.592579 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1a57c785-1e1d-4825-b638-b3582a38cfb5 None None] Attempting to bind port 416254aa-0f12-4920-aeff-d80d5862fb34 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '86aaef18-e80c-4b5d-a1f2-46c83ba4199e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6263dd4e-a89b-48f1-b727-98f0f248e1d1'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:14:15.594223 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a57c785-1e1d-4825-b638-b3582a38cfb5 None None] Attempting to bind port 416254aa-0f12-4920-aeff-d80d5862fb34 on network 6263dd4e-a89b-48f1-b727-98f0f248e1d1 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:14:15.617121 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a57c785-1e1d-4825-b638-b3582a38cfb5 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:14:15.617832 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a57c785-1e1d-4825-b638-b3582a38cfb5 None None] Checking segment: {'id': '86aaef18-e80c-4b5d-a1f2-46c83ba4199e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6263dd4e-a89b-48f1-b727-98f0f248e1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:14:15.618412 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a57c785-1e1d-4825-b638-b3582a38cfb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:15.619003 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a57c785-1e1d-4825-b638-b3582a38cfb5 None None] Bound using segment: {'id': '86aaef18-e80c-4b5d-a1f2-46c83ba4199e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6263dd4e-a89b-48f1-b727-98f0f248e1d1'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:14:15.619712 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1a57c785-1e1d-4825-b638-b3582a38cfb5 None None] Bound port: 416254aa-0f12-4920-aeff-d80d5862fb34, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86aaef18-e80c-4b5d-a1f2-46c83ba4199e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6263dd4e-a89b-48f1-b727-98f0f248e1d1'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:14:15.620296 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a57c785-1e1d-4825-b638-b3582a38cfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (416254aa-0f12-4920-aeff-d80d5862fb34), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:16.037752 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d3fc0a34-b20d-4840-bf71-d7dd5621808c None None] Publish callbacks [] for port (f71e80d5-0e2d-4f19-8710-763ff3a3e5a2), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:16.049783 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8033aa50-0bbe-4635-8a25-07d109b0822a tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (a7f2398b-3e9d-4d72-aacd-681ff2d63380), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:16.053540 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d3fc0a34-b20d-4840-bf71-d7dd5621808c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f71e80d5-0e2d-4f19-8710-763ff3a3e5a2), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:16.154750 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 0115aab5-0332-40fb-825b-61f2f3f44b88 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:16.184830 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 8d0e3fc3-b2ca-47b5-a802-469546950a86 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:14:16.198128 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 8d0e3fc3-b2ca-47b5-a802-469546950a86 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:16.198866 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8d0e3fc3-b2ca-47b5-a802-469546950a86), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:16.201177 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:16.201568 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:16.232084 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033aa50-0bbe-4635-8a25-07d109b0822a tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Pushing event updated for resources: {'Subnet': ['ID=a7f2398b-3e9d-4d72-aacd-681ff2d63380,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:16.238637 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0317c-f56b-4385-bdac-2412316f2288 None None] Pushing event updated for resources: {'Port': ['ID=f71e80d5-0e2d-4f19-8710-763ff3a3e5a2,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:16.317238 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:16.323546 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2d105e-17de-42a2-923f-ec9cc350ae4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:14:16.326280 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6eeb0d-befd-4dbb-a2b1-cb7988c941d1" -d '{"events": [{"server_uuid": "bf2d105e-17de-42a2-923f-ec9cc350ae4d", "name": "network-vif-plugged", "status": "completed", "tag": "7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:14:16.341757 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:16.391642 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b4907-90b9-41d0-b8e1-272952722985 req-68cbe152-5b96-43ca-90b5-012d47246cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:16.394140 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-194b4907-90b9-41d0-b8e1-272952722985 req-68cbe152-5b96-43ca-90b5-012d47246cd7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6990d737c5db4738a7ab281f03db2443&device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 1097 time: 0.3825004 Jan 28 00:14:16.413028 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-d3fc0a34-b20d-4840-bf71-d7dd5621808c None None] Attempting to bind port f71e80d5-0e2d-4f19-8710-763ff3a3e5a2 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:14:16.413402 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-d3fc0a34-b20d-4840-bf71-d7dd5621808c None None] Attempting to bind port f71e80d5-0e2d-4f19-8710-763ff3a3e5a2 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '780db8e3-1e41-43a5-9e75-48cb1e7c4bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:14:16.413776 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fc0a34-b20d-4840-bf71-d7dd5621808c None None] Attempting to bind port f71e80d5-0e2d-4f19-8710-763ff3a3e5a2 on network b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:14:16.430913 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdec4c-7373-4043-8a77-95ddc23c75cd req-22bede65-523a-4ead-9ec6-6a45154dbfaa tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:16.431715 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fc0a34-b20d-4840-bf71-d7dd5621808c None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:14:16.432115 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fc0a34-b20d-4840-bf71-d7dd5621808c None None] Checking segment: {'id': '780db8e3-1e41-43a5-9e75-48cb1e7c4bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:14:16.434283 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d3fc0a34-b20d-4840-bf71-d7dd5621808c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:16.435303 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fc0a34-b20d-4840-bf71-d7dd5621808c None None] Bound using segment: {'id': '780db8e3-1e41-43a5-9e75-48cb1e7c4bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:14:16.437238 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-d3fc0a34-b20d-4840-bf71-d7dd5621808c None None] Bound port: f71e80d5-0e2d-4f19-8710-763ff3a3e5a2, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780db8e3-1e41-43a5-9e75-48cb1e7c4bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:14:16.439175 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d3fc0a34-b20d-4840-bf71-d7dd5621808c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f71e80d5-0e2d-4f19-8710-763ff3a3e5a2), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:16.448543 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:16.459068 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1a57c785-1e1d-4825-b638-b3582a38cfb5 None None] For port 416254aa-0f12-4920-aeff-d80d5862fb34, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:14:16.465535 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5afdec4c-7373-4043-8a77-95ddc23c75cd req-22bede65-523a-4ead-9ec6-6a45154dbfaa tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e830fb9-941e-43a4-8cd3-3537f6f87d02 HTTP/1.1" status: 200 len: 945 time: 0.4404352 Jan 28 00:14:16.493097 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1a57c785-1e1d-4825-b638-b3582a38cfb5 None None] For port 416254aa-0f12-4920-aeff-d80d5862fb34, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=416254aa-0f12-4920-aeff-d80d5862fb34,segment=NetworkSegment(86aaef18-e80c-4b5d-a1f2-46c83ba4199e),segment_id=86aaef18-e80c-4b5d-a1f2-46c83ba4199e)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:14:16.610033 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 8d0e3fc3-b2ca-47b5-a802-469546950a86 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:16.611007 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8d0e3fc3-b2ca-47b5-a802-469546950a86), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:16.637505 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a57c785-1e1d-4825-b638-b3582a38cfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (416254aa-0f12-4920-aeff-d80d5862fb34), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:16.724356 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-d3fc0a34-b20d-4840-bf71-d7dd5621808c None None] For port f71e80d5-0e2d-4f19-8710-763ff3a3e5a2, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:14:16.735281 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-d3fc0a34-b20d-4840-bf71-d7dd5621808c None None] For port f71e80d5-0e2d-4f19-8710-763ff3a3e5a2, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f71e80d5-0e2d-4f19-8710-763ff3a3e5a2,segment=NetworkSegment(780db8e3-1e41-43a5-9e75-48cb1e7c4bb4),segment_id=780db8e3-1e41-43a5-9e75-48cb1e7c4bb4)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:14:16.746182 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d3fc0a34-b20d-4840-bf71-d7dd5621808c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f71e80d5-0e2d-4f19-8710-763ff3a3e5a2), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:16.759171 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee54c09-8c85-4c0e-8ae3-8c267329ab14 req-30ee7839-da3e-4da7-89e5-cc75fa91c3f9 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:16.765548 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2ee54c09-8c85-4c0e-8ae3-8c267329ab14 req-30ee7839-da3e-4da7-89e5-cc75fa91c3f9 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 946 time: 0.7575216 Jan 28 00:14:16.892131 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 8d0e3fc3-b2ca-47b5-a802-469546950a86, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8d0e3fc3-b2ca-47b5-a802-469546950a86,segment=NetworkSegment(3c8ed076-3165-4753-a19a-d433677707cf),segment_id=3c8ed076-3165-4753-a19a-d433677707cf)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:16.922563 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0317c-f56b-4385-bdac-2412316f2288 None None] Pushing event updated for resources: {'Port': ['ID=f71e80d5-0e2d-4f19-8710-763ff3a3e5a2,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:16.942267 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-67d8e867-ccd2-4220-8298-99d47333aa7e None None] Provisioning complete for port f71e80d5-0e2d-4f19-8710-763ff3a3e5a2 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:16.945766 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-67d8e867-ccd2-4220-8298-99d47333aa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f71e80d5-0e2d-4f19-8710-763ff3a3e5a2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:16.981154 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fc0a34-b20d-4840-bf71-d7dd5621808c None None] Routers {'3fc9fbd0-81e9-4d05-925f-05299587c8e9'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:14:16.981899 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-d3fc0a34-b20d-4840-bf71-d7dd5621808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:14:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3fc9fbd0-81e9-4d05-925f-05299587c8e9'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:14:17.108509 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8d0e3fc3-b2ca-47b5-a802-469546950a86), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:17.108893 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2ee54c09-8c85-4c0e-8ae3-8c267329ab14 req-2bcb7d52-1c8f-4b6e-82a0-7b92ccdb3838 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156140 Jan 28 00:14:17.127455 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8033aa50-0bbe-4635-8a25-07d109b0822a tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Checking segment: {'id': '2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '976a50ac-81ba-4c45-87b7-1277abc7dc15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:14:17.127970 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8033aa50-0bbe-4635-8a25-07d109b0822a tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Network hostable DHCP agents. Network: 976a50ac-81ba-4c45-87b7-1277abc7dc15, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:14:17.148025 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5afdec4c-7373-4043-8a77-95ddc23c75cd req-e8e284b2-8325-4a9b-a484-185e4e469a8f tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d0d0614-298e-4b34-bfc0-8b4daf3e81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438658 Jan 28 00:14:17.181578 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57c785-1e1d-4825-b638-b3582a38cfb5 None None] Pushing event updated for resources: {'Port': ['ID=416254aa-0f12-4920-aeff-d80d5862fb34,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:17.387345 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=8d0e3fc3-b2ca-47b5-a802-469546950a86,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:17.387656 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-d3fc0a34-b20d-4840-bf71-d7dd5621808c None None] Set router 3fc9fbd0-81e9-4d05-925f-05299587c8e9 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:14:17.414433 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b4907-90b9-41d0-b8e1-272952722985 req-a5318994-6f4a-45b4-8696-53042c6842e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:17.417616 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-194b4907-90b9-41d0-b8e1-272952722985 req-a5318994-6f4a-45b4-8696-53042c6842e7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf HTTP/1.1" status: 200 len: 922 time: 0.9451463 Jan 28 00:14:17.418390 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8033aa50-0bbe-4635-8a25-07d109b0822a tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Network 976a50ac-81ba-4c45-87b7-1277abc7dc15 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:14:17.484451 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-8033aa50-0bbe-4635-8a25-07d109b0822a tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 976a50ac-81ba-4c45-87b7-1277abc7dc15) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:14:17.512926 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8033aa50-0bbe-4635-8a25-07d109b0822a tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:17.513694 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8033aa50-0bbe-4635-8a25-07d109b0822a tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:17.590316 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-194b4907-90b9-41d0-b8e1-272952722985 req-0ded7da0-858e-49af-b390-d078a0262d6a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=360aeed5-c523-4314-bb9f-1bdadf5794f7 HTTP/1.1" status: 200 len: 217 time: 0.1399715 Jan 28 00:14:17.685303 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-67d8e867-ccd2-4220-8298-99d47333aa7e None None] Current status of the port f71e80d5-0e2d-4f19-8710-763ff3a3e5a2 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:17.687107 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-67d8e867-ccd2-4220-8298-99d47333aa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f71e80d5-0e2d-4f19-8710-763ff3a3e5a2), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:17.729617 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ca26c9-c8e3-4979-a790-52cb8011ec1e None None] Network 976a50ac-81ba-4c45-87b7-1277abc7dc15 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:14:17.751757 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82715060-074d-4f48-bdc3-6492321d0ac8 req-ba536f94-dbbf-46df-8081-596e63e1a098 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:17.762552 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-82715060-074d-4f48-bdc3-6492321d0ac8 req-ba536f94-dbbf-46df-8081-596e63e1a098 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 931 time: 0.4430807 Jan 28 00:14:17.844218 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8033aa50-0bbe-4635-8a25-07d109b0822a tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.3628988 Jan 28 00:14:18.014788 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1217e7-1705-4c84-b3b6-eaf90f653ad7 x-openstack-request-id: req-2d1217e7-1705-4c84-b3b6-eaf90f653ad7 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:14:18.015267 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2d105e-17de-42a2-923f-ec9cc350ae4d", "name": "network-vif-plugged", "status": "completed", "tag": "7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:14:18.015708 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2d1217e7-1705-4c84-b3b6-eaf90f653ad7 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:14:18.017602 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2d105e-17de-42a2-923f-ec9cc350ae4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7', 'code': 200} Jan 28 00:14:18.027787 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b4907-90b9-41d0-b8e1-272952722985 req-00ac1a9e-1503-4dc7-ad5b-a8bb49b32e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:18.029569 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-194b4907-90b9-41d0-b8e1-272952722985 req-00ac1a9e-1503-4dc7-ad5b-a8bb49b32e87 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1cf259c4-4e5d-4731-814e-e633d701ebdd HTTP/1.1" status: 200 len: 861 time: 0.4189224 Jan 28 00:14:18.102332 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-82715060-074d-4f48-bdc3-6492321d0ac8 req-5c147b18-81c0-4070-a01d-3832ca58a171 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386123 Jan 28 00:14:18.117568 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-67d8e867-ccd2-4220-8298-99d47333aa7e None None] For port f71e80d5-0e2d-4f19-8710-763ff3a3e5a2, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f71e80d5-0e2d-4f19-8710-763ff3a3e5a2,segment=NetworkSegment(780db8e3-1e41-43a5-9e75-48cb1e7c4bb4),segment_id=780db8e3-1e41-43a5-9e75-48cb1e7c4bb4)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:18.147733 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-67d8e867-ccd2-4220-8298-99d47333aa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f71e80d5-0e2d-4f19-8710-763ff3a3e5a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:18.208897 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-194b4907-90b9-41d0-b8e1-272952722985 req-cb0d92aa-3acb-491e-ac24-11f22fbdd991 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021812 Jan 28 00:14:18.288763 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-cfc24ecf-621b-46a8-bbbe-f5db742e1d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:14:18.289782 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-d3fc0a34-b20d-4840-bf71-d7dd5621808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc9fbd0-81e9-4d05-925f-05299587c8e9', 'name': 'tempest-ServersTestMultiNic-387609387-router', 'tenant_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '0115aab5-0332-40fb-825b-61f2f3f44b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:56Z', 'updated_at': '2022-01-28T00:14:06Z', 'revision_number': 4, 'project_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'gw_port': {'id': '0115aab5-0332-40fb-825b-61f2f3f44b88', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc9fbd0-81e9-4d05-925f-05299587c8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:58Z', 'updated_at': '2022-01-28T00:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'f71e80d5-0e2d-4f19-8710-763ff3a3e5a2', 'name': '', 'network_id': 'b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf', 'tenant_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'mac_address': 'fa:16:3e:d4:c8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc9fbd0-81e9-4d05-925f-05299587c8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '96fe57e1-a035-4151-9710-1ef123be648d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:14:04Z', 'updated_at': '2022-01-28T00:14:16Z', 'revision_number': 4, 'project_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'subnets': [{'id': '96fe57e1-a035-4151-9710-1ef123be648d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:14:18.294614 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8e867-ccd2-4220-8298-99d47333aa7e None None] Pushing event updated for resources: {'Port': ['ID=f71e80d5-0e2d-4f19-8710-763ff3a3e5a2,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:18.319364 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-cfc24ecf-621b-46a8-bbbe-f5db742e1d4c service neutron] Publish callbacks [] for port (2572824f-6b6f-4b5a-bf1c-14eaf385e4d8), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:18.376353 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fc0a34-b20d-4840-bf71-d7dd5621808c None None] The sync data for ids ['3fc9fbd0-81e9-4d05-925f-05299587c8e9'] in n-d-826754-1 is: [{'id': '3fc9fbd0-81e9-4d05-925f-05299587c8e9', 'name': 'tempest-ServersTestMultiNic-387609387-router', 'tenant_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '0115aab5-0332-40fb-825b-61f2f3f44b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:56Z', 'updated_at': '2022-01-28T00:14:06Z', 'revision_number': 4, 'project_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'gw_port': {'id': '0115aab5-0332-40fb-825b-61f2f3f44b88', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc9fbd0-81e9-4d05-925f-05299587c8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:58Z', 'updated_at': '2022-01-28T00:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'f71e80d5-0e2d-4f19-8710-763ff3a3e5a2', 'name': '', 'network_id': 'b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf', 'tenant_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'mac_address': 'fa:16:3e:d4:c8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc9fbd0-81e9-4d05-925f-05299587c8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '96fe57e1-a035-4151-9710-1ef123be648d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:14:04Z', 'updated_at': '2022-01-28T00:14:16Z', 'revision_number': 4, 'project_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'subnets': [{'id': '96fe57e1-a035-4151-9710-1ef123be648d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:14:18.423807 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-976a50ac-81ba-4c45-87b7-1277abc7dc15', 'network_id': '976a50ac-81ba-4c45-87b7-1277abc7dc15', 'project_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'fixed_ips': [{'subnet_id': 'a7f2398b-3e9d-4d72-aacd-681ff2d63380'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:14:18.428513 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:18.473817 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-e3eed05f-4d45-4842-826e-b73c880b4dc7 None None] Provisioning complete for port f71e80d5-0e2d-4f19-8710-763ff3a3e5a2 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:18.474192 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e3eed05f-4d45-4842-826e-b73c880b4dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f71e80d5-0e2d-4f19-8710-763ff3a3e5a2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:18.665343 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-194b4907-90b9-41d0-b8e1-272952722985 req-a8b1e24e-1e84-4706-9293-7f93f73669dc service neutron] 10.222.0.52 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314392 Jan 28 00:14:18.674913 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-cfc24ecf-621b-46a8-bbbe-f5db742e1d4c service neutron] Transition to ACTIVE for port object 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:14:18.730756 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-cfc24ecf-621b-46a8-bbbe-f5db742e1d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (2572824f-6b6f-4b5a-bf1c-14eaf385e4d8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:18.832571 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc24ecf-621b-46a8-bbbe-f5db742e1d4c service neutron] Pushing event updated for resources: {'Port': ['ID=2572824f-6b6f-4b5a-bf1c-14eaf385e4d8,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:18.845192 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 416254aa-0f12-4920-aeff-d80d5862fb34 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:14:19.010751 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4923e43-b02e-4e33-a3c3-3ccb197f9284 req-105d14bc-ee6b-49bc-a8ab-0a12c4ae5cb3 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:19.021111 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d4923e43-b02e-4e33-a3c3-3ccb197f9284 req-105d14bc-ee6b-49bc-a8ab-0a12c4ae5cb3 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 945 time: 0.7136099 Jan 28 00:14:19.154496 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e3eed05f-4d45-4842-826e-b73c880b4dc7 None None] Current status of the port f71e80d5-0e2d-4f19-8710-763ff3a3e5a2 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:19.302019 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 416254aa-0f12-4920-aeff-d80d5862fb34 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:19.303359 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (416254aa-0f12-4920-aeff-d80d5862fb34), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:19.416859 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d69c0c-4270-4611-b543-a5702c7d0e7b None None] Network 6263dd4e-a89b-48f1-b727-98f0f248e1d1 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:14:19.667277 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915efd7-479f-4a33-b1a7-a2a3cf59b41e req-56fc7702-516f-43dc-9622-10ca0f72e8bd tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:19.671692 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6915efd7-479f-4a33-b1a7-a2a3cf59b41e req-56fc7702-516f-43dc-9622-10ca0f72e8bd tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.65 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 945 time: 0.2001400 Jan 28 00:14:19.711266 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Allocated IP 19.86.0.2 (976a50ac-81ba-4c45-87b7-1277abc7dc15/a7f2398b-3e9d-4d72-aacd-681ff2d63380/ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:14:19.890699 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-6915efd7-479f-4a33-b1a7-a2a3cf59b41e req-8d23415f-62b9-4231-a63b-3a27d8f001c9 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Deleting port a9479d7d-44ab-49b4-9be0-a20a55c369d9 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:14:19.891429 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6915efd7-479f-4a33-b1a7-a2a3cf59b41e req-8d23415f-62b9-4231-a63b-3a27d8f001c9 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (a9479d7d-44ab-49b4-9be0-a20a55c369d9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:19.954020 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-2727ec6c-9cb4-4ee5-8759-ebd751fd5f7f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:19.983059 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-2727ec6c-9cb4-4ee5-8759-ebd751fd5f7f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:19.983059 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-2727ec6c-9cb4-4ee5-8759-ebd751fd5f7f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/networks?id=6263dd4e-a89b-48f1-b727-98f0f248e1d1&id=976a50ac-81ba-4c45-87b7-1277abc7dc15&id=6263dd4e-a89b-48f1-b727-98f0f248e1d1 HTTP/1.1" status: 200 len: 1391 time: 1.5095551 Jan 28 00:14:20.028825 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e830fb9-941e-43a4-8cd3-3537f6f87d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0e3fc3-b2ca-47b5-a802-469546950a86'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:14:20.038685 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a8dc77-3ef3-41d4-80e9-1e9049b4f3ee" -d '{"events": [{"server_uuid": "6e830fb9-941e-43a4-8cd3-3537f6f87d02", "name": "network-vif-plugged", "status": "completed", "tag": "8d0e3fc3-b2ca-47b5-a802-469546950a86"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:14:20.045787 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-6316bbca-a25a-4518-a153-92d338bb4c8f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/quotas/ce9d3829dfd648158df1004ad9e25e7d HTTP/1.1" status: 200 len: 375 time: 0.0583954 Jan 28 00:14:20.095713 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-4772842a-c33e-4ab0-836f-5ade2b4f5558 None None] Provisioning complete for port 416254aa-0f12-4920-aeff-d80d5862fb34 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:20.097367 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4772842a-c33e-4ab0-836f-5ade2b4f5558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (416254aa-0f12-4920-aeff-d80d5862fb34), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:20.241666 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-6915efd7-479f-4a33-b1a7-a2a3cf59b41e req-8d23415f-62b9-4231-a63b-3a27d8f001c9 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] For port a9479d7d-44ab-49b4-9be0-a20a55c369d9, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a9479d7d-44ab-49b4-9be0-a20a55c369d9,segment=NetworkSegment(20b4d473-1eaa-48d8-9013-b9968f2d12e8),segment_id=20b4d473-1eaa-48d8-9013-b9968f2d12e8)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:20.242777 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6915efd7-479f-4a33-b1a7-a2a3cf59b41e req-8d23415f-62b9-4231-a63b-3a27d8f001c9 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (a9479d7d-44ab-49b4-9be0-a20a55c369d9), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:20.346215 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-194b4907-90b9-41d0-b8e1-272952722985 req-f880eba4-a801-402b-994e-5b3526238d1a service neutron] 10.222.0.52 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6678090 Jan 28 00:14:20.369416 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d4923e43-b02e-4e33-a3c3-3ccb197f9284 req-2a577fb9-2f33-48d6-b5f9-bcff0d141dd4 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/security-groups?id=b65a71d0-47c4-42a5-aea6-cb1876d097d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3429434 Jan 28 00:14:20.496683 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-6c04b740-839f-4346-8038-98668010a6f8 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce9d3829dfd648158df1004ad9e25e7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4494479 Jan 28 00:14:20.529471 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-cfc24ecf-621b-46a8-bbbe-f5db742e1d4c service neutron] Attempting to bind port 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:14:20.529937 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-cfc24ecf-621b-46a8-bbbe-f5db742e1d4c service neutron] Attempting to bind port 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'ace7d952-8e54-40cc-9a29-51557919e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '34e668b4-51cb-4481-81ad-454dd4332718'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:14:20.530372 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-cfc24ecf-621b-46a8-bbbe-f5db742e1d4c service neutron] Attempting to bind port 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 on network 34e668b4-51cb-4481-81ad-454dd4332718 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:14:20.547212 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-cfc24ecf-621b-46a8-bbbe-f5db742e1d4c service neutron] Port 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 on network 34e668b4-51cb-4481-81ad-454dd4332718 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:14:20.547788 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-cfc24ecf-621b-46a8-bbbe-f5db742e1d4c service neutron] Attempting to bind port 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 on network 34e668b4-51cb-4481-81ad-454dd4332718 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:14:20.567231 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-cfc24ecf-621b-46a8-bbbe-f5db742e1d4c service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:14:20.567663 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-cfc24ecf-621b-46a8-bbbe-f5db742e1d4c service neutron] Checking segment: {'id': 'ace7d952-8e54-40cc-9a29-51557919e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '34e668b4-51cb-4481-81ad-454dd4332718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:14:20.568085 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-cfc24ecf-621b-46a8-bbbe-f5db742e1d4c service neutron] Bound using segment: {'id': 'ace7d952-8e54-40cc-9a29-51557919e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '34e668b4-51cb-4481-81ad-454dd4332718'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:14:20.568757 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-cfc24ecf-621b-46a8-bbbe-f5db742e1d4c service neutron] Bound port: 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace7d952-8e54-40cc-9a29-51557919e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '34e668b4-51cb-4481-81ad-454dd4332718'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:14:20.569225 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-cfc24ecf-621b-46a8-bbbe-f5db742e1d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2572824f-6b6f-4b5a-bf1c-14eaf385e4d8), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:20.629466 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 416254aa-0f12-4920-aeff-d80d5862fb34 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:20.639263 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (416254aa-0f12-4920-aeff-d80d5862fb34), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:20.785722 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-cfc24ecf-621b-46a8-bbbe-f5db742e1d4c service neutron] For port 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:14:20.795117 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-cfc24ecf-621b-46a8-bbbe-f5db742e1d4c service neutron] For port 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2572824f-6b6f-4b5a-bf1c-14eaf385e4d8,segment=NetworkSegment(ace7d952-8e54-40cc-9a29-51557919e996),segment_id=ace7d952-8e54-40cc-9a29-51557919e996)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:14:20.816518 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 416254aa-0f12-4920-aeff-d80d5862fb34, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=416254aa-0f12-4920-aeff-d80d5862fb34,segment=NetworkSegment(86aaef18-e80c-4b5d-a1f2-46c83ba4199e),segment_id=86aaef18-e80c-4b5d-a1f2-46c83ba4199e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:20.876680 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-cfc24ecf-621b-46a8-bbbe-f5db742e1d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (2572824f-6b6f-4b5a-bf1c-14eaf385e4d8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:20.883943 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (416254aa-0f12-4920-aeff-d80d5862fb34), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:20.885078 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f71e80d5-0e2d-4f19-8710-763ff3a3e5a2 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:14:21.105018 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4772842a-c33e-4ab0-836f-5ade2b4f5558 None None] Current status of the port 416254aa-0f12-4920-aeff-d80d5862fb34 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:21.259084 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-cfc24ecf-621b-46a8-bbbe-f5db742e1d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:21.259953 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-cfc24ecf-621b-46a8-bbbe-f5db742e1d4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:21.270497 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-cfc24ecf-621b-46a8-bbbe-f5db742e1d4c service neutron] 10.222.0.52 "PUT /v2.0/ports/2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 HTTP/1.1" status: 200 len: 1091 time: 6.5574453 Jan 28 00:14:21.279520 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b81ec14-4288-4846-867d-82e20dc55245', 'tag': '2572824f-6b6f-4b5a-bf1c-14eaf385e4d8'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:14:21.287317 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6915efd7-479f-4a33-b1a7-a2a3cf59b41e req-8d23415f-62b9-4231-a63b-3a27d8f001c9 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:21.288202 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6915efd7-479f-4a33-b1a7-a2a3cf59b41e req-8d23415f-62b9-4231-a63b-3a27d8f001c9 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (ed06464b-a61d-45a6-941a-ab31e27ce9ac), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:21.288202 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [req-6915efd7-479f-4a33-b1a7-a2a3cf59b41e req-8d23415f-62b9-4231-a63b-3a27d8f001c9 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Floating IP ed06464b-a61d-45a6-941a-ab31e27ce9ac disassociated. External IP: 172.25.3.154, port: a9479d7d-44ab-49b4-9be0-a20a55c369d9. Jan 28 00:14:21.288517 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-6915efd7-479f-4a33-b1a7-a2a3cf59b41e req-8d23415f-62b9-4231-a63b-3a27d8f001c9 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Calling delete_port for a9479d7d-44ab-49b4-9be0-a20a55c369d9 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:14:21.296129 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080a0b13-3e75-4313-871d-461249d79875" -d '{"events": [{"name": "network-changed", "server_uuid": "0b81ec14-4288-4846-867d-82e20dc55245", "tag": "2572824f-6b6f-4b5a-bf1c-14eaf385e4d8"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:14:21.449614 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eecb814-ff00-42a7-92ab-585b7439aa44 req-71f07b22-97b2-418c-92fa-1aec3e3b206d tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:21.451219 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5eecb814-ff00-42a7-92ab-585b7439aa44 req-71f07b22-97b2-418c-92fa-1aec3e3b206d tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 946 time: 0.6438904 Jan 28 00:14:21.463054 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc24ecf-621b-46a8-bbbe-f5db742e1d4c service neutron] Pushing event updated for resources: {'Port': ['ID=2572824f-6b6f-4b5a-bf1c-14eaf385e4d8,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:21.479552 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Publish callbacks [] for port (ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:21.550894 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:21.566575 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=416254aa-0f12-4920-aeff-d80d5862fb34,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:21.669971 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-57244660-a916-4955-b7ff-dd558e5d0635 service neutron] 10.222.0.70 "GET /v2.0/networks/6263dd4e-a89b-48f1-b727-98f0f248e1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1719434 Jan 28 00:14:21.854404 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6915efd7-479f-4a33-b1a7-a2a3cf59b41e req-8d23415f-62b9-4231-a63b-3a27d8f001c9 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (a9479d7d-44ab-49b4-9be0-a20a55c369d9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:21.881828 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-44b22271-540c-4e3e-ad54-277d548c85ff service neutron] 10.222.0.70 "GET /v2.0/networks/6263dd4e-a89b-48f1-b727-98f0f248e1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103522 Jan 28 00:14:21.978519 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ef02c718-b963-4e0a-9bcc-74f0eed3f88d None None] Provisioning complete for port 416254aa-0f12-4920-aeff-d80d5862fb34 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:21.979746 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ef02c718-b963-4e0a-9bcc-74f0eed3f88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (416254aa-0f12-4920-aeff-d80d5862fb34), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:21.999236 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23415f-62b9-4231-a63b-3a27d8f001c9 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Pushing event deleted for resources: {'Port': ['ID=a9479d7d-44ab-49b4-9be0-a20a55c369d9,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:22.047573 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Network 976a50ac-81ba-4c45-87b7-1277abc7dc15 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:14:22.086500 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-7b8570cb-1c5e-432d-af9f-d6600db3e371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:22.088458 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-7b8570cb-1c5e-432d-af9f-d6600db3e371 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a3a3fbb77c24b80b33584dcb2b7c06c&device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 1094 time: 0.6024966 Jan 28 00:14:22.096732 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5eecb814-ff00-42a7-92ab-585b7439aa44 req-be0dd215-3439-4004-8c3b-f3104d27c176 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6226332 Jan 28 00:14:22.190390 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-8bd6242b-4e8f-4be1-a382-a202599fc3f5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 HTTP/1.1" status: 200 len: 217 time: 0.0853987 Jan 28 00:14:22.282068 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:14:22.292736 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:14:22.365721 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6915efd7-479f-4a33-b1a7-a2a3cf59b41e req-8d23415f-62b9-4231-a63b-3a27d8f001c9 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Router 8aa1d041-9708-444d-b8c0-41013e1cb684 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:14:22.398511 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Pushing event updated for resources: {'Port': ['ID=ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:22.450360 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port f71e80d5-0e2d-4f19-8710-763ff3a3e5a2 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:22.451914 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f71e80d5-0e2d-4f19-8710-763ff3a3e5a2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:22.523475 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-d837259f-f355-4aed-967d-3e7c181401d4 service neutron] 10.222.0.70 "GET /v2.0/networks/976a50ac-81ba-4c45-87b7-1277abc7dc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6402819 Jan 28 00:14:22.607045 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Attempting to bind port ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:14:22.608123 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Attempting to bind port ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '976a50ac-81ba-4c45-87b7-1277abc7dc15'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:14:22.609049 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Attempting to bind port ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8 on network 976a50ac-81ba-4c45-87b7-1277abc7dc15 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:14:22.686954 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:14:22.687566 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Checking segment: {'id': '2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '976a50ac-81ba-4c45-87b7-1277abc7dc15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:14:22.691033 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:22.695406 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Bound using segment: {'id': '2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '976a50ac-81ba-4c45-87b7-1277abc7dc15'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:14:22.697836 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Bound port: ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '976a50ac-81ba-4c45-87b7-1277abc7dc15'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:14:22.698690 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:22.828954 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-695e53f5-4252-4f6e-b284-6206bbec56a4 service neutron] 10.222.0.70 "GET /v2.0/networks/976a50ac-81ba-4c45-87b7-1277abc7dc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041954 Jan 28 00:14:22.860551 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6915efd7-479f-4a33-b1a7-a2a3cf59b41e req-8d23415f-62b9-4231-a63b-3a27d8f001c9 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:14:22.961794 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-4947ea66-1491-4f84-a7b4-38a8aa8c0f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:22.966741 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f0cb57-5740-46db-9bc6-f880d9fcef80 None None] Sync routers for ids ['8aa1d041-9708-444d-b8c0-41013e1cb684'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:14:22.971939 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-4947ea66-1491-4f84-a7b4-38a8aa8c0f59 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40be5895-f422-46c1-9739-caeeaa660ce4 HTTP/1.1" status: 200 len: 854 time: 0.7650783 Jan 28 00:14:22.999962 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-6915efd7-479f-4a33-b1a7-a2a3cf59b41e req-8d23415f-62b9-4231-a63b-3a27d8f001c9 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] No DVR routers for this DVR port a9479d7d-44ab-49b4-9be0-a20a55c369d9 on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:14:23.009587 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6915efd7-479f-4a33-b1a7-a2a3cf59b41e req-8d23415f-62b9-4231-a63b-3a27d8f001c9 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:23.022846 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6915efd7-479f-4a33-b1a7-a2a3cf59b41e req-8d23415f-62b9-4231-a63b-3a27d8f001c9 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.65 "DELETE /v2.0/ports/a9479d7d-44ab-49b4-9be0-a20a55c369d9 HTTP/1.1" status: 204 len: 173 time: 3.3385360 Jan 28 00:14:23.024138 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e', 'name': 'network-vif-deleted', 'tag': 'a9479d7d-44ab-49b4-9be0-a20a55c369d9'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:14:23.040143 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7ab93b-99a7-4a71-9c4d-adf67a0d5de6" -d '{"events": [{"server_uuid": "ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e", "name": "network-vif-deleted", "tag": "a9479d7d-44ab-49b4-9be0-a20a55c369d9"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:14:23.051480 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-fd361512-c1eb-4b5b-9ad0-512cf85fec46 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=34e668b4-51cb-4481-81ad-454dd4332718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615122 Jan 28 00:14:23.105179 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947111ab-3418-47b4-b756-cdcd91f93b1e req-5b690502-7eae-4cfe-bd22-59e77429241c tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:23.106605 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-947111ab-3418-47b4-b756-cdcd91f93b1e req-5b690502-7eae-4cfe-bd22-59e77429241c tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e830fb9-941e-43a4-8cd3-3537f6f87d02 HTTP/1.1" status: 200 len: 946 time: 0.8453512 Jan 28 00:14:23.139031 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port f71e80d5-0e2d-4f19-8710-763ff3a3e5a2 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:23.144952 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a9479d7d-44ab-49b4-9be0-a20a55c369d9 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:14:23.235510 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: a9479d7d-44ab-49b4-9be0-a20a55c369d9 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:14:23.236128 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a9479d7d-44ab-49b4-9be0-a20a55c369d9 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:14:23.252110 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f0cb57-5740-46db-9bc6-f880d9fcef80 None None] Routers {'8aa1d041-9708-444d-b8c0-41013e1cb684'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:14:23.253689 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-58f0cb57-5740-46db-9bc6-f880d9fcef80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:14:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8aa1d041-9708-444d-b8c0-41013e1cb684'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:14:23.342784 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-947111ab-3418-47b4-b756-cdcd91f93b1e req-ab369549-4538-4569-b214-4314030cb94f tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d0d0614-298e-4b34-bfc0-8b4daf3e81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042348 Jan 28 00:14:23.393891 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-c2200c6b-433c-4545-9a4a-609003b108ad service neutron] 10.222.0.70 "GET /v2.0/networks/6263dd4e-a89b-48f1-b727-98f0f248e1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5593214 Jan 28 00:14:23.580261 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-0b09c503-2f7f-4d29-9d56-c0109c52d9d5 service neutron] 10.222.0.52 "GET /v2.0/networks/34e668b4-51cb-4481-81ad-454dd4332718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5197744 Jan 28 00:14:24.009321 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f1fdc66f-56a3-4325-9eca-024f8153a46b service neutron] 10.222.0.70 "GET /v2.0/networks/6263dd4e-a89b-48f1-b727-98f0f248e1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6140463 Jan 28 00:14:24.136341 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915389f1-5d05-4f6b-81da-ac7fae818777 req-02afd7d0-912d-41d2-877c-c6d5ca2a17c1 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:24.138344 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-915389f1-5d05-4f6b-81da-ac7fae818777 req-02afd7d0-912d-41d2-877c-c6d5ca2a17c1 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 943 time: 0.3482029 Jan 28 00:14:24.147089 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-58f0cb57-5740-46db-9bc6-f880d9fcef80 None None] Set router 8aa1d041-9708-444d-b8c0-41013e1cb684 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:14:24.211168 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04909aee-1177-4c2f-a9f7-7bb580c52885 req-4266e93c-e1a0-48f4-bacf-782093071ffc service neutron] 10.222.0.52 "GET /v2.0/networks/34e668b4-51cb-4481-81ad-454dd4332718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6180620 Jan 28 00:14:24.367703 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-915389f1-5d05-4f6b-81da-ac7fae818777 req-86535a0a-0168-4aba-b18b-fc474919c1ed tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039652 Jan 28 00:14:24.493993 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 416254aa-0f12-4920-aeff-d80d5862fb34 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:14:24.498070 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ef02c718-b963-4e0a-9bcc-74f0eed3f88d None None] Current status of the port 416254aa-0f12-4920-aeff-d80d5862fb34 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:24.841193 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cf7c63-183a-4235-8f97-305ddd36d1b2 x-openstack-request-id: req-f4cf7c63-183a-4235-8f97-305ddd36d1b2 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:14:24.841893 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b81ec14-4288-4846-867d-82e20dc55245", "tag": "2572824f-6b6f-4b5a-bf1c-14eaf385e4d8", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:14:24.841893 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f4cf7c63-183a-4235-8f97-305ddd36d1b2 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:14:24.842371 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b81ec14-4288-4846-867d-82e20dc55245', 'tag': '2572824f-6b6f-4b5a-bf1c-14eaf385e4d8', 'status': 'completed', 'code': 200} Jan 28 00:14:24.945260 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32efc9fc-bb65-45b2-a8ae-3ca206b81cfa x-openstack-request-id: req-32efc9fc-bb65-45b2-a8ae-3ca206b81cfa {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:14:24.945557 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e830fb9-941e-43a4-8cd3-3537f6f87d02", "name": "network-vif-plugged", "status": "completed", "tag": "8d0e3fc3-b2ca-47b5-a802-469546950a86", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:14:24.945818 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-32efc9fc-bb65-45b2-a8ae-3ca206b81cfa {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:14:24.946209 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e830fb9-941e-43a4-8cd3-3537f6f87d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0e3fc3-b2ca-47b5-a802-469546950a86', 'code': 200} Jan 28 00:14:24.961075 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] For port ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:14:24.969579 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0e8970-240e-41a7-9f38-2d67c4846f5b x-openstack-request-id: req-8a0e8970-240e-41a7-9f38-2d67c4846f5b {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:14:24.970808 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e", "name": "network-vif-deleted", "tag": "a9479d7d-44ab-49b4-9be0-a20a55c369d9", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:14:24.973627 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8a0e8970-240e-41a7-9f38-2d67c4846f5b {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:14:24.976049 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e', 'name': 'network-vif-deleted', 'tag': 'a9479d7d-44ab-49b4-9be0-a20a55c369d9', 'status': 'completed', 'code': 200} Jan 28 00:14:25.072942 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] For port ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8,segment=NetworkSegment(2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544),segment_id=2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:14:25.127197 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad5755-3ffe-4503-b38a-fcbe3c421e09 req-cf8ecab2-5666-4ab9-9b28-d4df04bd7a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:25.129246 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5dad5755-3ffe-4503-b38a-fcbe3c421e09 req-cf8ecab2-5666-4ab9-9b28-d4df04bd7a30 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6e830fb9-941e-43a4-8cd3-3537f6f87d02 HTTP/1.1" status: 200 len: 1097 time: 0.1811903 Jan 28 00:14:25.131446 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:25.227956 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0be1e607-fa09-4f7e-8465-f3e6a302cdf2 req-2206fe84-0fea-4f42-8b1f-653a4892ce8f tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 210 time: 0.1986794 Jan 28 00:14:25.314223 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5dad5755-3ffe-4503-b38a-fcbe3c421e09 req-bfa72922-f132-4cb4-8dfa-59b8b663fc43 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2d0d0614-298e-4b34-bfc0-8b4daf3e81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713042 Jan 28 00:14:25.402945 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a0b13-3e75-4313-871d-461249d79875 req-a2455d22-5129-4092-902a-99c73275d23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:25.404459 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 416254aa-0f12-4920-aeff-d80d5862fb34 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:25.405016 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (416254aa-0f12-4920-aeff-d80d5862fb34), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:25.434735 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-080a0b13-3e75-4313-871d-461249d79875 req-a2455d22-5129-4092-902a-99c73275d23a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a3a3fbb77c24b80b33584dcb2b7c06c&device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 1094 time: 0.4911904 Jan 28 00:14:25.527315 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Pushing event updated for resources: {'Port': ['ID=ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:25.679341 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:25.679341 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:25.680780 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:25.681964 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:25.682840 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:25.683203 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:25.683555 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:25.686152 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:25.686664 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:25.687027 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:25.688428 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:25.688816 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:25.689159 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95cbb80-c91b-424b-8703-b44a9c63eb83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:25.816960 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a0b13-3e75-4313-871d-461249d79875 req-5f636252-8004-4c69-aef7-208ca5d10ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:25.819186 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-080a0b13-3e75-4313-871d-461249d79875 req-5f636252-8004-4c69-aef7-208ca5d10ac8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=34e668b4-51cb-4481-81ad-454dd4332718 HTTP/1.1" status: 200 len: 915 time: 0.3835566 Jan 28 00:14:25.851701 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c05e0c-3a20-491f-8704-f0a27d09c714 req-26ae60d8-7bcd-4a39-9fc5-4e0ccdd0da3f tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:25.860108 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42c05e0c-3a20-491f-8704-f0a27d09c714 req-26ae60d8-7bcd-4a39-9fc5-4e0ccdd0da3f tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e830fb9-941e-43a4-8cd3-3537f6f87d02 HTTP/1.1" status: 200 len: 946 time: 0.2416084 Jan 28 00:14:26.005128 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 416254aa-0f12-4920-aeff-d80d5862fb34 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:26.013518 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f71e80d5-0e2d-4f19-8710-763ff3a3e5a2 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:14:26.030044 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-58f0cb57-5740-46db-9bc6-f880d9fcef80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'name': 'tempest-ServersTestBootFromVolume-1302248538-router', 'tenant_id': '18b413d1db14405581b28db1817dc42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'cd4a706b-708e-4757-8053-6b7f8d831a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:10:05Z', 'updated_at': '2022-01-28T00:10:13Z', 'revision_number': 4, 'project_id': '18b413d1db14405581b28db1817dc42d', 'gw_port': {'id': 'cd4a706b-708e-4757-8053-6b7f8d831a23', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:10:07Z', 'updated_at': '2022-01-28T00:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '7865b5cc-d6fc-45de-b659-3647c502b71e', 'name': '', 'network_id': 'b7c7fb76-6103-4eda-92dd-bd14f4d36fdc', 'tenant_id': '18b413d1db14405581b28db1817dc42d', 'mac_address': 'fa:16:3e:ed:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:10:11Z', 'updated_at': '2022-01-28T00:10:20Z', 'revision_number': 5, 'project_id': '18b413d1db14405581b28db1817dc42d', 'subnets': [{'id': '98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:14:26.059184 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba3584-ca86-4536-9286-858479de2b09 req-4e755e5a-9d06-42da-b0e4-43806a992fe8 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:26.080044 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c1ba3584-ca86-4536-9286-858479de2b09 req-4e755e5a-9d06-42da-b0e4-43806a992fe8 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 946 time: 0.9158168 Jan 28 00:14:26.105656 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42c05e0c-3a20-491f-8704-f0a27d09c714 req-589901ed-e216-4e29-9d8b-0a17588f00e0 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d0d0614-298e-4b34-bfc0-8b4daf3e81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442267 Jan 28 00:14:26.110325 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-080a0b13-3e75-4313-871d-461249d79875 req-9e587723-4876-40f3-84dd-509bccfd20f9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 HTTP/1.1" status: 200 len: 217 time: 0.2836752 Jan 28 00:14:26.183238 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f0cb57-5740-46db-9bc6-f880d9fcef80 None None] Checking router: 8aa1d041-9708-444d-b8c0-41013e1cb684 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:14:26.244774 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f0cb57-5740-46db-9bc6-f880d9fcef80 None None] Routers {'8aa1d041-9708-444d-b8c0-41013e1cb684'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:14:26.245931 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-58f0cb57-5740-46db-9bc6-f880d9fcef80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:14:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8aa1d041-9708-444d-b8c0-41013e1cb684'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:14:26.443330 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-58f0cb57-5740-46db-9bc6-f880d9fcef80 None None] Set router 8aa1d041-9708-444d-b8c0-41013e1cb684 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:14:26.470637 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c1ba3584-ca86-4536-9286-858479de2b09 req-f1c6a80f-62e1-44dd-a0dd-2dc25d1fb809 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892033 Jan 28 00:14:26.490831 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f4a8f18-a99a-4efe-99cf-22bc098be84b req-eee478c0-96c3-4355-82f0-37f2a5100e9d tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=36ac7595-84b3-4e7c-a793-e778b59cd633 HTTP/1.1" status: 200 len: 210 time: 0.1387200 Jan 28 00:14:26.563997 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a0b13-3e75-4313-871d-461249d79875 req-e5468d16-ee69-4354-8d0e-2c528313510d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:26.564953 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-080a0b13-3e75-4313-871d-461249d79875 req-e5468d16-ee69-4354-8d0e-2c528313510d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40be5895-f422-46c1-9739-caeeaa660ce4 HTTP/1.1" status: 200 len: 854 time: 0.4384856 Jan 28 00:14:26.674382 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-080a0b13-3e75-4313-871d-461249d79875 req-6da2b387-a7d8-4e07-8545-af16dd74b180 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=34e668b4-51cb-4481-81ad-454dd4332718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996714 Jan 28 00:14:26.886979 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e652f0b-7bb3-4122-855e-11b311496037 req-3c9d2d0c-ccdb-4f66-9a9b-b92ba27777ef tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:26.896533 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9e652f0b-7bb3-4122-855e-11b311496037 req-3c9d2d0c-ccdb-4f66-9a9b-b92ba27777ef tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 943 time: 0.1862874 Jan 28 00:14:26.906522 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:14:27.024151 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-080a0b13-3e75-4313-871d-461249d79875 req-7bfe814a-70fc-430d-a590-58b2143eba39 service neutron] 10.222.0.52 "GET /v2.0/networks/34e668b4-51cb-4481-81ad-454dd4332718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429487 Jan 28 00:14:27.188140 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port f71e80d5-0e2d-4f19-8710-763ff3a3e5a2 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:27.188687 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f71e80d5-0e2d-4f19-8710-763ff3a3e5a2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:27.375388 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-58f0cb57-5740-46db-9bc6-f880d9fcef80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'name': 'tempest-ServersTestBootFromVolume-1302248538-router', 'tenant_id': '18b413d1db14405581b28db1817dc42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'cd4a706b-708e-4757-8053-6b7f8d831a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:10:05Z', 'updated_at': '2022-01-28T00:10:13Z', 'revision_number': 4, 'project_id': '18b413d1db14405581b28db1817dc42d', 'gw_port': {'id': 'cd4a706b-708e-4757-8053-6b7f8d831a23', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:10:07Z', 'updated_at': '2022-01-28T00:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '7865b5cc-d6fc-45de-b659-3647c502b71e', 'name': '', 'network_id': 'b7c7fb76-6103-4eda-92dd-bd14f4d36fdc', 'tenant_id': '18b413d1db14405581b28db1817dc42d', 'mac_address': 'fa:16:3e:ed:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:10:11Z', 'updated_at': '2022-01-28T00:10:20Z', 'revision_number': 5, 'project_id': '18b413d1db14405581b28db1817dc42d', 'subnets': [{'id': '98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:14:27.406147 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9e652f0b-7bb3-4122-855e-11b311496037 req-8805d1d1-a8f9-41d5-8c41-915fea77f7f9 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050049 Jan 28 00:14:27.414480 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42945b1c-48dc-46a0-ac53-0e29068b5028 req-9fc70dc3-4bb5-45c7-99dd-95ad1c7f0196 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 210 time: 0.0603583 Jan 28 00:14:27.537155 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-080a0b13-3e75-4313-871d-461249d79875 req-c5b86f8a-f2be-437b-85ff-78f07aa284e6 service neutron] 10.222.0.52 "GET /v2.0/networks/34e668b4-51cb-4481-81ad-454dd4332718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616392 Jan 28 00:14:27.573606 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7533f040-1ced-4c07-bd07-b76046c95c3f None None] Network 976a50ac-81ba-4c45-87b7-1277abc7dc15 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:14:27.604325 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f0cb57-5740-46db-9bc6-f880d9fcef80 None None] The sync data for ids ['8aa1d041-9708-444d-b8c0-41013e1cb684'] in n-d-826754-1 is: [{'id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'name': 'tempest-ServersTestBootFromVolume-1302248538-router', 'tenant_id': '18b413d1db14405581b28db1817dc42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'cd4a706b-708e-4757-8053-6b7f8d831a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:10:05Z', 'updated_at': '2022-01-28T00:10:13Z', 'revision_number': 4, 'project_id': '18b413d1db14405581b28db1817dc42d', 'gw_port': {'id': 'cd4a706b-708e-4757-8053-6b7f8d831a23', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:10:07Z', 'updated_at': '2022-01-28T00:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '7865b5cc-d6fc-45de-b659-3647c502b71e', 'name': '', 'network_id': 'b7c7fb76-6103-4eda-92dd-bd14f4d36fdc', 'tenant_id': '18b413d1db14405581b28db1817dc42d', 'mac_address': 'fa:16:3e:ed:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:10:11Z', 'updated_at': '2022-01-28T00:10:20Z', 'revision_number': 5, 'project_id': '18b413d1db14405581b28db1817dc42d', 'subnets': [{'id': '98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:14:27.739469 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port f71e80d5-0e2d-4f19-8710-763ff3a3e5a2 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:27.751408 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480f81f-edaa-4f42-81a4-676562c2a888 req-fa4c659e-b2d3-4245-8c80-6fef880a5f3e tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:27.753210 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5480f81f-edaa-4f42-81a4-676562c2a888 req-fa4c659e-b2d3-4245-8c80-6fef880a5f3e tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e830fb9-941e-43a4-8cd3-3537f6f87d02 HTTP/1.1" status: 200 len: 946 time: 0.2039309 Jan 28 00:14:27.775119 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-64c50872-f0a2-48e4-870d-40ea3eb78dea None None] Provisioning complete for port ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:27.775509 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-64c50872-f0a2-48e4-870d-40ea3eb78dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:27.792674 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-1e3b6bc1-c845-4568-a0f7-c8cec41f6d59 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:27.811109 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-1e3b6bc1-c845-4568-a0f7-c8cec41f6d59 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:27.830084 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-1e3b6bc1-c845-4568-a0f7-c8cec41f6d59 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.65 "GET /v2.0/networks?id=6263dd4e-a89b-48f1-b727-98f0f248e1d1&id=976a50ac-81ba-4c45-87b7-1277abc7dc15&id=6263dd4e-a89b-48f1-b727-98f0f248e1d1 HTTP/1.1" status: 200 len: 1391 time: 0.3470333 Jan 28 00:14:27.855091 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-1ff3eefa-e3db-44a1-976c-013c62591025 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Request body: {'port': {'device_id': '36ac7595-84b3-4e7c-a793-e778b59cd633', 'network_id': '6263dd4e-a89b-48f1-b727-98f0f248e1d1', 'admin_state_up': True, 'tenant_id': 'ce9d3829dfd648158df1004ad9e25e7d'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:14:27.966197 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5480f81f-edaa-4f42-81a4-676562c2a888 req-ce0eb1ef-6a06-40d8-8ced-11b56eb65ef9 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d0d0614-298e-4b34-bfc0-8b4daf3e81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949992 Jan 28 00:14:28.068646 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:14:28.088668 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a203c-b044-4a69-bfe7-967652a7e8e8 req-320cc79a-10e8-4556-a723-913268710746 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:28.097220 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-370a203c-b044-4a69-bfe7-967652a7e8e8 req-320cc79a-10e8-4556-a723-913268710746 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 946 time: 0.2611501 Jan 28 00:14:28.130011 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:14:28.176867 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b332b49-d8e4-4205-87f5-646068c5dc16 req-25752164-38dc-42f1-aad7-88834e5d0094 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=36ac7595-84b3-4e7c-a793-e778b59cd633 HTTP/1.1" status: 200 len: 210 time: 0.0531673 Jan 28 00:14:28.245440 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-370a203c-b044-4a69-bfe7-967652a7e8e8 req-358d15c4-00d9-4a5e-9782-5c2e6786f5fe tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416554 Jan 28 00:14:28.270742 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:28.271149 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:28.273367 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-1ff3eefa-e3db-44a1-976c-013c62591025 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Made reservation on behalf of ce9d3829dfd648158df1004ad9e25e7d for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:14:28.280148 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-1ff3eefa-e3db-44a1-976c-013c62591025 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:28.296347 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acbc32c-acd9-4ee7-b55e-4b8d4e14a171 None None] New status for floating IP ed06464b-a61d-45a6-941a-ab31e27ce9ac: DOWN {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:14:28.377414 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-64c50872-f0a2-48e4-870d-40ea3eb78dea None None] Current status of the port ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:28.377819 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-64c50872-f0a2-48e4-870d-40ea3eb78dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:28.416568 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.resource_extend [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:14:28.484299 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:28.484765 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:28.828123 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2572824f-6b6f-4b5a-bf1c-14eaf385e4d8,segment=NetworkSegment(ace7d952-8e54-40cc-9a29-51557919e996),segment_id=ace7d952-8e54-40cc-9a29-51557919e996)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:28.852368 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-1ff3eefa-e3db-44a1-976c-013c62591025 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Allocated IP 19.80.0.226 (6263dd4e-a89b-48f1-b727-98f0f248e1d1/e2f859fb-95a0-4b30-8cd1-802df0eb2668/75e311c8-d069-4f32-885a-0a4acc7c9afe) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:14:28.936771 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '2572824f-6b6f-4b5a-bf1c-14eaf385e4d8', 'network_id': '34e668b4-51cb-4481-81ad-454dd4332718', 'port_id': '2572824f-6b6f-4b5a-bf1c-14eaf385e4d8', 'mac_address': 'fa:16:3e:0c:fb:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40be5895-f422-46c1-9739-caeeaa660ce4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:14:29.038976 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-64c50872-f0a2-48e4-870d-40ea3eb78dea None None] For port ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8,segment=NetworkSegment(2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544),segment_id=2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:29.142210 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-64c50872-f0a2-48e4-870d-40ea3eb78dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:29.298703 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-1ff3eefa-e3db-44a1-976c-013c62591025 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks [] for port (75e311c8-d069-4f32-885a-0a4acc7c9afe), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:29.392076 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-1ff3eefa-e3db-44a1-976c-013c62591025 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (75e311c8-d069-4f32-885a-0a4acc7c9afe), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:29.469610 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-1ff3eefa-e3db-44a1-976c-013c62591025 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Network 6263dd4e-a89b-48f1-b727-98f0f248e1d1 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:14:29.474988 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-1ff3eefa-e3db-44a1-976c-013c62591025 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:14:29.562570 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7333ba70-31ab-4bcc-963b-7c57bb8cee89 req-eae451d4-520b-4bee-9245-57637437c66a tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 210 time: 0.8915408 Jan 28 00:14:29.611560 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-1ff3eefa-e3db-44a1-976c-013c62591025 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:14:29.800879 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3eefa-e3db-44a1-976c-013c62591025 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Pushing event updated for resources: {'Port': ['ID=75e311c8-d069-4f32-885a-0a4acc7c9afe,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:29.881445 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-1ff3eefa-e3db-44a1-976c-013c62591025 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:29.882119 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-1ff3eefa-e3db-44a1-976c-013c62591025 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:29.916852 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-1ff3eefa-e3db-44a1-976c-013c62591025 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0854301 Jan 28 00:14:29.921953 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-69457224-2853-4f76-b734-075474b95bee req-03cff0a4-3b83-4331-88ba-0340413da5d8 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.6103640 Jan 28 00:14:29.934542 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-e4ea2a4e-e1fd-47b5-bb0c-6f20c3fe4d9a tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Request body: {'port': {'device_id': '36ac7595-84b3-4e7c-a793-e778b59cd633', 'network_id': '976a50ac-81ba-4c45-87b7-1277abc7dc15', 'admin_state_up': True, 'tenant_id': 'ce9d3829dfd648158df1004ad9e25e7d'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:14:29.947037 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-69457224-2853-4f76-b734-075474b95bee req-366a49ff-7d50-4bc4-b1c4-e4cc0d6d2ca6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:14:29.947512 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:14:29.948159 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:14:29.965079 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:29.966137 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2572824f-6b6f-4b5a-bf1c-14eaf385e4d8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:30.011980 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:14:30.014740 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-69457224-2853-4f76-b734-075474b95bee req-366a49ff-7d50-4bc4-b1c4-e4cc0d6d2ca6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:30.065783 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2572824f-6b6f-4b5a-bf1c-14eaf385e4d8,segment=NetworkSegment(ace7d952-8e54-40cc-9a29-51557919e996),segment_id=ace7d952-8e54-40cc-9a29-51557919e996)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:30.125806 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c50872-f0a2-48e4-870d-40ea3eb78dea None None] Pushing event updated for resources: {'Port': ['ID=ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:30.135230 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-5ecec77e-092e-493c-8d42-1b3738dd0881 None None] Provisioning complete for port ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:30.135540 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ecec77e-092e-493c-8d42-1b3738dd0881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:30.187797 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a2436-dd28-4f8f-b132-6cae797172f9 req-8f988a80-c1af-4e68-a7ed-d5871aa17423 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:30.198441 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-e4ea2a4e-e1fd-47b5-bb0c-6f20c3fe4d9a tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Made reservation on behalf of ce9d3829dfd648158df1004ad9e25e7d for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:14:30.203008 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6c7a2436-dd28-4f8f-b132-6cae797172f9 req-8f988a80-c1af-4e68-a7ed-d5871aa17423 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 943 time: 0.3759935 Jan 28 00:14:30.206157 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-e4ea2a4e-e1fd-47b5-bb0c-6f20c3fe4d9a tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:30.212001 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2572824f-6b6f-4b5a-bf1c-14eaf385e4d8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:30.294367 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=2572824f-6b6f-4b5a-bf1c-14eaf385e4d8,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:30.335334 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6c7a2436-dd28-4f8f-b132-6cae797172f9 req-163daad3-b734-428c-b493-c280cabb6d26 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298778 Jan 28 00:14:30.377252 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5ecec77e-092e-493c-8d42-1b3738dd0881 None None] Current status of the port ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:30.512844 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-69457224-2853-4f76-b734-075474b95bee req-366a49ff-7d50-4bc4-b1c4-e4cc0d6d2ca6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:30.562160 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-e4ea2a4e-e1fd-47b5-bb0c-6f20c3fe4d9a tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Allocated IP 19.86.0.252 (976a50ac-81ba-4c45-87b7-1277abc7dc15/a7f2398b-3e9d-4d72-aacd-681ff2d63380/bf8e54e1-1603-497d-8a26-df63029dd49f) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:14:30.594538 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:30.643337 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-cafb026a-4b5e-4b82-8713-7a7ee653df63 None None] Provisioning complete for port 75e311c8-d069-4f32-885a-0a4acc7c9afe triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:30.645124 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cafb026a-4b5e-4b82-8713-7a7ee653df63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (75e311c8-d069-4f32-885a-0a4acc7c9afe), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:30.716751 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-cafb026a-4b5e-4b82-8713-7a7ee653df63 None None] Port 75e311c8-d069-4f32-885a-0a4acc7c9afe cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:14:30.750467 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:14:30.812759 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93ad83-a581-4293-9789-bcaa46a37e28 req-91ef0141-a645-4d45-b4a6-3ea91e4ecce1 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:30.820567 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f93ad83-a581-4293-9789-bcaa46a37e28 req-91ef0141-a645-4d45-b4a6-3ea91e4ecce1 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=36ac7595-84b3-4e7c-a793-e778b59cd633 HTTP/1.1" status: 200 len: 932 time: 0.2762282 Jan 28 00:14:30.841679 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['2572824f-6b6f-4b5a-bf1c-14eaf385e4d8'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:14:30.867630 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-e4ea2a4e-e1fd-47b5-bb0c-6f20c3fe4d9a tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks [] for port (bf8e54e1-1603-497d-8a26-df63029dd49f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:30.921589 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-e4ea2a4e-e1fd-47b5-bb0c-6f20c3fe4d9a tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (bf8e54e1-1603-497d-8a26-df63029dd49f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:30.947437 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-69457224-2853-4f76-b734-075474b95bee req-366a49ff-7d50-4bc4-b1c4-e4cc0d6d2ca6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Allocated IP 172.25.3.72 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/974571a8-bf98-4112-b39b-9d7d4b343cf3) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:14:30.970849 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:30.971557 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:30.996478 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-e4ea2a4e-e1fd-47b5-bb0c-6f20c3fe4d9a tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Network 976a50ac-81ba-4c45-87b7-1277abc7dc15 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:14:31.016708 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea2a4e-e1fd-47b5-bb0c-6f20c3fe4d9a tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Pushing event updated for resources: {'Port': ['ID=bf8e54e1-1603-497d-8a26-df63029dd49f,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:31.021638 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-e4ea2a4e-e1fd-47b5-bb0c-6f20c3fe4d9a tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:14:31.038453 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-e4ea2a4e-e1fd-47b5-bb0c-6f20c3fe4d9a tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:14:31.181662 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f93ad83-a581-4293-9789-bcaa46a37e28 req-5c0bb90b-3f3e-4f91-981d-4203c44c9d11 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/security-groups?id=de3aa900-c795-4b50-aeb7-917df0e11d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324739 Jan 28 00:14:31.192454 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-e4ea2a4e-e1fd-47b5-bb0c-6f20c3fe4d9a tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:31.192454 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-e4ea2a4e-e1fd-47b5-bb0c-6f20c3fe4d9a tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:31.231868 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-e4ea2a4e-e1fd-47b5-bb0c-6f20c3fe4d9a tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3005846 Jan 28 00:14:31.249476 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f8ebb5f8-7a01-432f-b434-11adb634f2d4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Request body: {'port': {'device_id': '36ac7595-84b3-4e7c-a793-e778b59cd633', 'network_id': '6263dd4e-a89b-48f1-b727-98f0f248e1d1', 'admin_state_up': True, 'tenant_id': 'ce9d3829dfd648158df1004ad9e25e7d'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:14:31.323803 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-69457224-2853-4f76-b734-075474b95bee req-366a49ff-7d50-4bc4-b1c4-e4cc0d6d2ca6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks [] for port (974571a8-bf98-4112-b39b-9d7d4b343cf3), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:31.395029 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-69457224-2853-4f76-b734-075474b95bee req-366a49ff-7d50-4bc4-b1c4-e4cc0d6d2ca6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (974571a8-bf98-4112-b39b-9d7d4b343cf3), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:31.536954 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f8ebb5f8-7a01-432f-b434-11adb634f2d4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Made reservation on behalf of ce9d3829dfd648158df1004ad9e25e7d for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:14:31.541011 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f8ebb5f8-7a01-432f-b434-11adb634f2d4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:31.572059 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69457224-2853-4f76-b734-075474b95bee req-366a49ff-7d50-4bc4-b1c4-e4cc0d6d2ca6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:14:31.584242 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-69457224-2853-4f76-b734-075474b95bee req-366a49ff-7d50-4bc4-b1c4-e4cc0d6d2ca6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:14:31.615118 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-69457224-2853-4f76-b734-075474b95bee req-366a49ff-7d50-4bc4-b1c4-e4cc0d6d2ca6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:14:31.751607 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f8ebb5f8-7a01-432f-b434-11adb634f2d4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Allocated IP 19.80.0.136 (6263dd4e-a89b-48f1-b727-98f0f248e1d1/e2f859fb-95a0-4b30-8cd1-802df0eb2668/8ce9ffea-c873-4602-b2d2-2bc2d34a37c7) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:14:31.754327 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7db199-08e1-4294-891d-615cbc7b94f2 req-868b6031-2d1a-4761-b27a-37b561d92ae8 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:31.757794 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa7db199-08e1-4294-891d-615cbc7b94f2 req-868b6031-2d1a-4761-b27a-37b561d92ae8 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 946 time: 0.3770919 Jan 28 00:14:31.759887 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a49ff-7d50-4bc4-b1c4-e4cc0d6d2ca6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Pushing event updated for resources: {'Port': ['ID=974571a8-bf98-4112-b39b-9d7d4b343cf3,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:31.830708 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a49ff-7d50-4bc4-b1c4-e4cc0d6d2ca6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:31.832295 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a49ff-7d50-4bc4-b1c4-e4cc0d6d2ca6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:31.832295 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a49ff-7d50-4bc4-b1c4-e4cc0d6d2ca6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:31.832295 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a49ff-7d50-4bc4-b1c4-e4cc0d6d2ca6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:31.832750 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a49ff-7d50-4bc4-b1c4-e4cc0d6d2ca6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:31.833377 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a49ff-7d50-4bc4-b1c4-e4cc0d6d2ca6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:31.833377 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a49ff-7d50-4bc4-b1c4-e4cc0d6d2ca6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:31.833847 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a49ff-7d50-4bc4-b1c4-e4cc0d6d2ca6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:31.834120 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a49ff-7d50-4bc4-b1c4-e4cc0d6d2ca6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:31.834492 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a49ff-7d50-4bc4-b1c4-e4cc0d6d2ca6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:31.834830 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a49ff-7d50-4bc4-b1c4-e4cc0d6d2ca6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:31.835161 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a49ff-7d50-4bc4-b1c4-e4cc0d6d2ca6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:31.835488 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a49ff-7d50-4bc4-b1c4-e4cc0d6d2ca6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:31.877597 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa7db199-08e1-4294-891d-615cbc7b94f2 req-5062b53b-efb0-49a8-8566-c38388adbaca tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878828 Jan 28 00:14:31.890787 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:31.898818 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-69457224-2853-4f76-b734-075474b95bee req-366a49ff-7d50-4bc4-b1c4-e4cc0d6d2ca6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks [] for floatingip (00bb8379-4af9-42a4-9797-39b624fcb9f8), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:31.944270 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f8ebb5f8-7a01-432f-b434-11adb634f2d4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks [] for port (8ce9ffea-c873-4602-b2d2-2bc2d34a37c7), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:31.967690 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-69457224-2853-4f76-b734-075474b95bee req-366a49ff-7d50-4bc4-b1c4-e4cc0d6d2ca6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (974571a8-bf98-4112-b39b-9d7d4b343cf3), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:31.997966 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a5f8319b-1679-4213-93eb-b40b50316a45 None None] Provisioning complete for port bf8e54e1-1603-497d-8a26-df63029dd49f triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:32.000257 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a5f8319b-1679-4213-93eb-b40b50316a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bf8e54e1-1603-497d-8a26-df63029dd49f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:32.051834 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f8ebb5f8-7a01-432f-b434-11adb634f2d4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (8ce9ffea-c873-4602-b2d2-2bc2d34a37c7), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:32.151364 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a5f8319b-1679-4213-93eb-b40b50316a45 None None] Port bf8e54e1-1603-497d-8a26-df63029dd49f cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:14:32.175814 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f8ebb5f8-7a01-432f-b434-11adb634f2d4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Network 6263dd4e-a89b-48f1-b727-98f0f248e1d1 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:14:32.187484 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f8ebb5f8-7a01-432f-b434-11adb634f2d4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:14:32.196494 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f8ebb5f8-7a01-432f-b434-11adb634f2d4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:14:32.232912 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-69457224-2853-4f76-b734-075474b95bee req-366a49ff-7d50-4bc4-b1c4-e4cc0d6d2ca6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks [] for port (974571a8-bf98-4112-b39b-9d7d4b343cf3), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:32.240731 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-69457224-2853-4f76-b734-075474b95bee req-366a49ff-7d50-4bc4-b1c4-e4cc0d6d2ca6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (974571a8-bf98-4112-b39b-9d7d4b343cf3), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:32.257446 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f8ebb5f8-7a01-432f-b434-11adb634f2d4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:32.258484 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f8ebb5f8-7a01-432f-b434-11adb634f2d4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:32.286455 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebb5f8-7a01-432f-b434-11adb634f2d4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Pushing event updated for resources: {'Port': ['ID=8ce9ffea-c873-4602-b2d2-2bc2d34a37c7,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:32.292222 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f8ebb5f8-7a01-432f-b434-11adb634f2d4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0481248 Jan 28 00:14:32.311507 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Request body: {'port': {'device_id': '36ac7595-84b3-4e7c-a793-e778b59cd633', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:14:32.326188 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a49ff-7d50-4bc4-b1c4-e4cc0d6d2ca6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Pushing event updated for resources: {'Port': ['ID=974571a8-bf98-4112-b39b-9d7d4b343cf3,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:32.490159 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-69457224-2853-4f76-b734-075474b95bee req-366a49ff-7d50-4bc4-b1c4-e4cc0d6d2ca6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (00bb8379-4af9-42a4-9797-39b624fcb9f8), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:32.571004 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (75e311c8-d069-4f32-885a-0a4acc7c9afe), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:32.601411 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27cb6e9a-b86e-4035-8f52-633a9d20f114 req-39c54301-2c88-4557-b824-d3a0d2750e8f tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 210 time: 0.0714126 Jan 28 00:14:32.636523 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-69457224-2853-4f76-b734-075474b95bee req-366a49ff-7d50-4bc4-b1c4-e4cc0d6d2ca6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:32.636523 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-69457224-2853-4f76-b734-075474b95bee req-366a49ff-7d50-4bc4-b1c4-e4cc0d6d2ca6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6992269 Jan 28 00:14:32.847688 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-69457224-2853-4f76-b734-075474b95bee req-99702d9e-3cf3-4f49-94b3-77589569e7a6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.72 HTTP/1.1" status: 200 len: 695 time: 0.1899095 Jan 28 00:14:32.899694 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf8016-94d7-4ebb-aa5f-5ec58faa0678 req-f1ddc391-3334-4730-8f10-03615c11b1f4 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:32.901539 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e6bf8016-94d7-4ebb-aa5f-5ec58faa0678 req-f1ddc391-3334-4730-8f10-03615c11b1f4 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 944 time: 0.1251419 Jan 28 00:14:32.904860 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2bfffb57-c9e6-48a6-9361-57f4bc829f5c None None] Provisioning complete for port 8ce9ffea-c873-4602-b2d2-2bc2d34a37c7 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:32.905329 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2bfffb57-c9e6-48a6-9361-57f4bc829f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8ce9ffea-c873-4602-b2d2-2bc2d34a37c7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:32.960073 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2bfffb57-c9e6-48a6-9361-57f4bc829f5c None None] Port 8ce9ffea-c873-4602-b2d2-2bc2d34a37c7 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:14:32.998040 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e6bf8016-94d7-4ebb-aa5f-5ec58faa0678 req-ff6929ec-3a40-48b0-9dd8-4837f845d5c1 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613081 Jan 28 00:14:33.084634 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69457224-2853-4f76-b734-075474b95bee req-19d1b008-0ad0-485b-929e-1f43f3b0a87e tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:33.093191 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-69457224-2853-4f76-b734-075474b95bee req-19d1b008-0ad0-485b-929e-1f43f3b0a87e tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 784 time: 0.2365391 Jan 28 00:14:33.100603 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-69457224-2853-4f76-b734-075474b95bee req-07966ff5-c94f-4a5e-a825-4ff416a997cc tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:14:33.127977 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-69457224-2853-4f76-b734-075474b95bee req-07966ff5-c94f-4a5e-a825-4ff416a997cc tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0336246 Jan 28 00:14:33.402019 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89f929-26ce-4f48-a18b-b1b78ebdc39c req-9adfb75c-ce70-42b4-be94-5d11a44096b6 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:33.403963 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ed89f929-26ce-4f48-a18b-b1b78ebdc39c req-9adfb75c-ce70-42b4-be94-5d11a44096b6 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 946 time: 0.2216632 Jan 28 00:14:33.502966 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c424993-2a87-4017-ac2a-566c7ef37fdc req-923ae22e-e0f7-43c1-8d90-802344abf204 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:33.508813 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75e311c8-d069-4f32-885a-0a4acc7c9afe {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:14:33.512685 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c424993-2a87-4017-ac2a-566c7ef37fdc req-923ae22e-e0f7-43c1-8d90-802344abf204 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:33.518664 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c424993-2a87-4017-ac2a-566c7ef37fdc req-923ae22e-e0f7-43c1-8d90-802344abf204 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:33.527951 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c424993-2a87-4017-ac2a-566c7ef37fdc req-923ae22e-e0f7-43c1-8d90-802344abf204 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=36ac7595-84b3-4e7c-a793-e778b59cd633 HTTP/1.1" status: 200 len: 2377 time: 0.2251112 Jan 28 00:14:33.530076 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Publish callbacks [] for port (75e311c8-d069-4f32-885a-0a4acc7c9afe), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:33.556473 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Transition to ACTIVE for port object 75e311c8-d069-4f32-885a-0a4acc7c9afe will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:14:33.559307 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ed89f929-26ce-4f48-a18b-b1b78ebdc39c req-267b23b3-ff25-4e43-bf70-352bceb96c55 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467261 Jan 28 00:14:33.563733 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (75e311c8-d069-4f32-885a-0a4acc7c9afe), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:33.628114 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c424993-2a87-4017-ac2a-566c7ef37fdc req-5606ff1d-f34f-404e-a71e-c06bbf2bb465 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/security-groups?id=de3aa900-c795-4b50-aeb7-917df0e11d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981934 Jan 28 00:14:33.684957 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Pushing event updated for resources: {'Port': ['ID=75e311c8-d069-4f32-885a-0a4acc7c9afe,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:33.719572 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:33.720712 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:33.721518 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:33.722880 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:33.723776 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:33.724498 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:33.725722 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:33.726517 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:33.727292 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:33.728103 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:33.728896 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:33.729701 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:33.730683 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:14:33.882494 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Attempting to bind port 75e311c8-d069-4f32-885a-0a4acc7c9afe on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:14:33.883321 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Attempting to bind port 75e311c8-d069-4f32-885a-0a4acc7c9afe by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '86aaef18-e80c-4b5d-a1f2-46c83ba4199e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6263dd4e-a89b-48f1-b727-98f0f248e1d1'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:14:33.883958 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Attempting to bind port 75e311c8-d069-4f32-885a-0a4acc7c9afe on network 6263dd4e-a89b-48f1-b727-98f0f248e1d1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:14:33.889626 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Port 75e311c8-d069-4f32-885a-0a4acc7c9afe on network 6263dd4e-a89b-48f1-b727-98f0f248e1d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:14:33.890361 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Attempting to bind port 75e311c8-d069-4f32-885a-0a4acc7c9afe on network 6263dd4e-a89b-48f1-b727-98f0f248e1d1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:14:33.908191 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:14:33.909025 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Checking segment: {'id': '86aaef18-e80c-4b5d-a1f2-46c83ba4199e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6263dd4e-a89b-48f1-b727-98f0f248e1d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:14:33.910355 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Bound using segment: {'id': '86aaef18-e80c-4b5d-a1f2-46c83ba4199e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6263dd4e-a89b-48f1-b727-98f0f248e1d1'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:14:33.911454 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Bound port: 75e311c8-d069-4f32-885a-0a4acc7c9afe, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86aaef18-e80c-4b5d-a1f2-46c83ba4199e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6263dd4e-a89b-48f1-b727-98f0f248e1d1'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:14:33.912134 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (75e311c8-d069-4f32-885a-0a4acc7c9afe), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:34.026110 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] For port 75e311c8-d069-4f32-885a-0a4acc7c9afe, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:14:34.031552 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] For port 75e311c8-d069-4f32-885a-0a4acc7c9afe, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=75e311c8-d069-4f32-885a-0a4acc7c9afe,segment=NetworkSegment(86aaef18-e80c-4b5d-a1f2-46c83ba4199e),segment_id=86aaef18-e80c-4b5d-a1f2-46c83ba4199e)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:14:34.041938 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (75e311c8-d069-4f32-885a-0a4acc7c9afe), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:34.082582 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:34.083830 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:34.085521 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] 10.222.0.65 "PUT /v2.0/ports/75e311c8-d069-4f32-885a-0a4acc7c9afe HTTP/1.1" status: 200 len: 1092 time: 1.7787478 Jan 28 00:14:34.089590 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ac7595-84b3-4e7c-a793-e778b59cd633', 'tag': '75e311c8-d069-4f32-885a-0a4acc7c9afe'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:14:34.090875 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2a3b86-ea26-45a5-bd87-dfec197aa3c4" -d '{"events": [{"name": "network-changed", "server_uuid": "36ac7595-84b3-4e7c-a793-e778b59cd633", "tag": "75e311c8-d069-4f32-885a-0a4acc7c9afe"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:14:34.163450 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-771b24f6-a471-4e98-af38-a3843c58da4d service neutron] Request body: {'port': {'device_id': '36ac7595-84b3-4e7c-a793-e778b59cd633', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:14:34.268543 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-1ec89c1a-a07e-4b9e-83de-b4e120884702 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:34.271418 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-1ec89c1a-a07e-4b9e-83de-b4e120884702 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/networks?id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 HTTP/1.1" status: 200 len: 819 time: 0.4056313 Jan 28 00:14:34.314316 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2db279db-2f06-45d1-843e-03a97cdb552b req-75e386bc-e149-42b8-a44f-e03327161138 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 210 time: 0.0684476 Jan 28 00:14:34.329954 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:14:34.342224 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-ba804f9f-cbbe-4c82-b7ec-5385a05d6c23 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/quotas/c68080a75d8f4b37a0cc83073e4343a9 HTTP/1.1" status: 200 len: 375 time: 0.0448310 Jan 28 00:14:34.373132 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1141d94-2fc7-4afd-ab6f-afbc94239122 service neutron] Pushing event updated for resources: {'Port': ['ID=75e311c8-d069-4f32-885a-0a4acc7c9afe,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:34.388138 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-771b24f6-a471-4e98-af38-a3843c58da4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bf8e54e1-1603-497d-8a26-df63029dd49f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:34.476341 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-7b72febb-264b-4c1e-a30f-2fbbca49bbc9 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c68080a75d8f4b37a0cc83073e4343a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1274796 Jan 28 00:14:34.558490 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:14:34.573281 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:34.575573 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2572824f-6b6f-4b5a-bf1c-14eaf385e4d8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:34.816390 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9da59-24ad-476a-9932-58bdbbc72f06 req-c72d99e2-c391-42f2-b962-eb6f17d913d8 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:34.818288 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7bd9da59-24ad-476a-9932-58bdbbc72f06 req-c72d99e2-c391-42f2-b962-eb6f17d913d8 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 944 time: 0.3406854 Jan 28 00:14:34.923693 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:34.924285 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2572824f-6b6f-4b5a-bf1c-14eaf385e4d8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:34.930281 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-8f8c5b0d-e29c-4f23-b2e1-e9135f1a8d2c service neutron] 10.222.0.70 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437675 Jan 28 00:14:34.966173 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b81ec14-4288-4846-867d-82e20dc55245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2572824f-6b6f-4b5a-bf1c-14eaf385e4d8'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:14:34.970132 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6524d0-a8ee-47c9-8427-56fc29e6177c" -d '{"events": [{"server_uuid": "0b81ec14-4288-4846-867d-82e20dc55245", "name": "network-vif-plugged", "status": "completed", "tag": "2572824f-6b6f-4b5a-bf1c-14eaf385e4d8"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:14:34.991275 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2572824f-6b6f-4b5a-bf1c-14eaf385e4d8,segment=NetworkSegment(ace7d952-8e54-40cc-9a29-51557919e996),segment_id=ace7d952-8e54-40cc-9a29-51557919e996)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:35.002431 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2572824f-6b6f-4b5a-bf1c-14eaf385e4d8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:35.069496 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-771b24f6-a471-4e98-af38-a3843c58da4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf8e54e1-1603-497d-8a26-df63029dd49f {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:14:35.111471 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-771b24f6-a471-4e98-af38-a3843c58da4d service neutron] Publish callbacks [] for port (bf8e54e1-1603-497d-8a26-df63029dd49f), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:35.129099 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7bd9da59-24ad-476a-9932-58bdbbc72f06 req-2be2f918-0ad0-4563-b412-433e72f41d48 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914009 Jan 28 00:14:35.130059 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=2572824f-6b6f-4b5a-bf1c-14eaf385e4d8,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:35.173053 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-771b24f6-a471-4e98-af38-a3843c58da4d service neutron] Transition to ACTIVE for port object bf8e54e1-1603-497d-8a26-df63029dd49f will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:14:35.180120 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-771b24f6-a471-4e98-af38-a3843c58da4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (bf8e54e1-1603-497d-8a26-df63029dd49f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:35.229260 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce08fb3a-21a0-474c-8449-bfa20b262763 x-openstack-request-id: req-ce08fb3a-21a0-474c-8449-bfa20b262763 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:14:35.229767 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ac7595-84b3-4e7c-a793-e778b59cd633", "tag": "75e311c8-d069-4f32-885a-0a4acc7c9afe", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:14:35.230185 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ce08fb3a-21a0-474c-8449-bfa20b262763 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:14:35.230669 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ac7595-84b3-4e7c-a793-e778b59cd633', 'tag': '75e311c8-d069-4f32-885a-0a4acc7c9afe', 'status': 'completed', 'code': 200} Jan 28 00:14:35.235404 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-e6e47b57-c2c1-45ad-9f34-0a132a56dbdd service neutron] 10.222.0.70 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893429 Jan 28 00:14:35.279400 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b24f6-a471-4e98-af38-a3843c58da4d service neutron] Pushing event updated for resources: {'Port': ['ID=bf8e54e1-1603-497d-8a26-df63029dd49f,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:35.428047 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7050a18-20da-4dfe-b558-a0f75cc98b26 req-9650bf0f-5512-4530-b4f5-270b88228a3d tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:35.435486 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c7050a18-20da-4dfe-b558-a0f75cc98b26 req-9650bf0f-5512-4530-b4f5-270b88228a3d tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 946 time: 0.0888000 Jan 28 00:14:35.508637 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c7050a18-20da-4dfe-b558-a0f75cc98b26 req-85c45c22-810d-4c97-bffc-117625dc8a3b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705523 Jan 28 00:14:35.666488 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-771b24f6-a471-4e98-af38-a3843c58da4d service neutron] Attempting to bind port bf8e54e1-1603-497d-8a26-df63029dd49f on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:14:35.667712 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-771b24f6-a471-4e98-af38-a3843c58da4d service neutron] Attempting to bind port bf8e54e1-1603-497d-8a26-df63029dd49f by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '976a50ac-81ba-4c45-87b7-1277abc7dc15'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:14:35.668286 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-771b24f6-a471-4e98-af38-a3843c58da4d service neutron] Attempting to bind port bf8e54e1-1603-497d-8a26-df63029dd49f on network 976a50ac-81ba-4c45-87b7-1277abc7dc15 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:14:35.678251 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ca4f2-bb4c-40dd-863a-b2481efaaf0a req-bf90c3fd-8ce0-464a-8339-f39374eae5e4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:35.685138 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ca4f2-bb4c-40dd-863a-b2481efaaf0a req-bf90c3fd-8ce0-464a-8339-f39374eae5e4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:35.686210 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a3b86-ea26-45a5-bd87-dfec197aa3c4 req-56bec7c0-e246-4f69-9136-f89e83623300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:35.686936 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a3b86-ea26-45a5-bd87-dfec197aa3c4 req-56bec7c0-e246-4f69-9136-f89e83623300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:35.687435 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a3b86-ea26-45a5-bd87-dfec197aa3c4 req-56bec7c0-e246-4f69-9136-f89e83623300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:35.689330 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5b2a3b86-ea26-45a5-bd87-dfec197aa3c4 req-56bec7c0-e246-4f69-9136-f89e83623300 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce9d3829dfd648158df1004ad9e25e7d&device_id=36ac7595-84b3-4e7c-a793-e778b59cd633 HTTP/1.1" status: 200 len: 2757 time: 0.3974659 Jan 28 00:14:35.691906 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-771b24f6-a471-4e98-af38-a3843c58da4d service neutron] Port bf8e54e1-1603-497d-8a26-df63029dd49f on network 976a50ac-81ba-4c45-87b7-1277abc7dc15 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:14:35.692670 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-771b24f6-a471-4e98-af38-a3843c58da4d service neutron] Attempting to bind port bf8e54e1-1603-497d-8a26-df63029dd49f on network 976a50ac-81ba-4c45-87b7-1277abc7dc15 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:14:35.698065 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ca4f2-bb4c-40dd-863a-b2481efaaf0a req-bf90c3fd-8ce0-464a-8339-f39374eae5e4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:35.708640 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0b0ca4f2-bb4c-40dd-863a-b2481efaaf0a req-bf90c3fd-8ce0-464a-8339-f39374eae5e4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=36ac7595-84b3-4e7c-a793-e778b59cd633 HTTP/1.1" status: 200 len: 2401 time: 0.1105182 Jan 28 00:14:35.804266 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0b0ca4f2-bb4c-40dd-863a-b2481efaaf0a req-333f08e6-01eb-461e-9fc3-30ce72a518ce tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/security-groups?id=de3aa900-c795-4b50-aeb7-917df0e11d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942676 Jan 28 00:14:35.931919 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f77ca9-9c3a-49ab-a2aa-4b1058f09050 x-openstack-request-id: req-c2f77ca9-9c3a-49ab-a2aa-4b1058f09050 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:14:35.932617 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b81ec14-4288-4846-867d-82e20dc55245", "name": "network-vif-plugged", "status": "completed", "tag": "2572824f-6b6f-4b5a-bf1c-14eaf385e4d8", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:14:35.933399 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c2f77ca9-9c3a-49ab-a2aa-4b1058f09050 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:14:35.933866 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b81ec14-4288-4846-867d-82e20dc55245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2572824f-6b6f-4b5a-bf1c-14eaf385e4d8', 'code': 200} Jan 28 00:14:36.046451 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3b01209-d239-47f9-92e8-c2098be2c202 req-da17cb6c-6b3d-40de-91c1-9546d4b439f1 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 210 time: 0.0488384 Jan 28 00:14:36.112598 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0f36441b-79af-4bac-9dec-c62303f8d329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:36.131780 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c20792d1-97ad-4c2d-8e62-9b57d356cd17 req-589134a7-6aa3-4684-badf-90718ac09d0b tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c8237a3-391a-4734-9a60-194e23c27c63 HTTP/1.1" status: 200 len: 210 time: 0.0501394 Jan 28 00:14:36.294178 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff6cba-8422-4b10-a4f8-3dd00b4b090f req-27d9809e-7df9-4526-87ee-9029dbaa6d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:36.297542 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aeff6cba-8422-4b10-a4f8-3dd00b4b090f req-27d9809e-7df9-4526-87ee-9029dbaa6d06 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 1096 time: 0.1645260 Jan 28 00:14:36.383479 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-771b24f6-a471-4e98-af38-a3843c58da4d service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:14:36.385103 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-771b24f6-a471-4e98-af38-a3843c58da4d service neutron] Checking segment: {'id': '2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '976a50ac-81ba-4c45-87b7-1277abc7dc15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:14:36.386010 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-771b24f6-a471-4e98-af38-a3843c58da4d service neutron] Bound using segment: {'id': '2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '976a50ac-81ba-4c45-87b7-1277abc7dc15'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:14:36.387426 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-771b24f6-a471-4e98-af38-a3843c58da4d service neutron] Bound port: bf8e54e1-1603-497d-8a26-df63029dd49f, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '976a50ac-81ba-4c45-87b7-1277abc7dc15'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:14:36.388396 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-771b24f6-a471-4e98-af38-a3843c58da4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bf8e54e1-1603-497d-8a26-df63029dd49f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:36.389390 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aeff6cba-8422-4b10-a4f8-3dd00b4b090f req-e51f4094-c2ea-4705-ae90-ab8001e9ff7e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850425 Jan 28 00:14:36.493362 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db545f34-f46d-494a-996d-dc032c4ac516 req-fb96fc5a-a733-4a0d-902a-e65c1b252021 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:36.507152 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-db545f34-f46d-494a-996d-dc032c4ac516 req-fb96fc5a-a733-4a0d-902a-e65c1b252021 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 945 time: 0.1303685 Jan 28 00:14:36.630300 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-db545f34-f46d-494a-996d-dc032c4ac516 req-febc648f-19a1-4a1c-af28-dce62acf943a tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218290 Jan 28 00:14:36.742272 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9b9c9-fe10-4aa4-9fdf-245495b421e7 req-e42d779c-d1a6-4d7b-be3b-b064387a187f tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:36.750646 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-45b9b9c9-fe10-4aa4-9fdf-245495b421e7 req-e42d779c-d1a6-4d7b-be3b-b064387a187f tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 946 time: 0.0762742 Jan 28 00:14:36.789881 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a3b86-ea26-45a5-bd87-dfec197aa3c4 req-1c0148da-3a10-41e2-9483-03246f24a6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:36.790418 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a3b86-ea26-45a5-bd87-dfec197aa3c4 req-1c0148da-3a10-41e2-9483-03246f24a6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:36.790815 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a3b86-ea26-45a5-bd87-dfec197aa3c4 req-1c0148da-3a10-41e2-9483-03246f24a6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:36.792548 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5b2a3b86-ea26-45a5-bd87-dfec197aa3c4 req-1c0148da-3a10-41e2-9483-03246f24a6bf service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=ce9d3829dfd648158df1004ad9e25e7d&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.0865030 Jan 28 00:14:36.834895 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-45b9b9c9-fe10-4aa4-9fdf-245495b421e7 req-6696b6ec-1173-42ec-bfc0-1f2d1472aea2 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813887 Jan 28 00:14:36.840137 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-771b24f6-a471-4e98-af38-a3843c58da4d service neutron] For port bf8e54e1-1603-497d-8a26-df63029dd49f, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:14:36.884292 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-771b24f6-a471-4e98-af38-a3843c58da4d service neutron] For port bf8e54e1-1603-497d-8a26-df63029dd49f, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=bf8e54e1-1603-497d-8a26-df63029dd49f,segment=NetworkSegment(2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544),segment_id=2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:14:36.952139 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-771b24f6-a471-4e98-af38-a3843c58da4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (bf8e54e1-1603-497d-8a26-df63029dd49f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:37.069262 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b24f6-a471-4e98-af38-a3843c58da4d service neutron] Pushing event updated for resources: {'Port': ['ID=bf8e54e1-1603-497d-8a26-df63029dd49f,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:37.119978 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-771b24f6-a471-4e98-af38-a3843c58da4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:37.121233 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-771b24f6-a471-4e98-af38-a3843c58da4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:37.123064 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-771b24f6-a471-4e98-af38-a3843c58da4d service neutron] 10.222.0.65 "PUT /v2.0/ports/bf8e54e1-1603-497d-8a26-df63029dd49f HTTP/1.1" status: 200 len: 1092 time: 2.9670644 Jan 28 00:14:37.180839 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a3b86-ea26-45a5-bd87-dfec197aa3c4 req-75e1bed4-9dd8-45f1-9417-cb7840c05119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:37.182954 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5b2a3b86-ea26-45a5-bd87-dfec197aa3c4 req-75e1bed4-9dd8-45f1-9417-cb7840c05119 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3747516 Jan 28 00:14:37.202528 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd74627-9463-4d38-a6a9-9713274a1d9e req-7ea145f9-644f-4345-adf8-809d3e28d5ec tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:37.216460 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd74627-9463-4d38-a6a9-9713274a1d9e req-7ea145f9-644f-4345-adf8-809d3e28d5ec tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:37.223905 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-36558519-a7d0-4439-a9d9-407e56d773cb service neutron] Request body: {'port': {'device_id': '36ac7595-84b3-4e7c-a793-e778b59cd633', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:14:37.248744 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd74627-9463-4d38-a6a9-9713274a1d9e req-7ea145f9-644f-4345-adf8-809d3e28d5ec tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:37.263798 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ac7595-84b3-4e7c-a793-e778b59cd633', 'tag': 'bf8e54e1-1603-497d-8a26-df63029dd49f'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:14:37.270613 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0bd74627-9463-4d38-a6a9-9713274a1d9e req-7ea145f9-644f-4345-adf8-809d3e28d5ec tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=36ac7595-84b3-4e7c-a793-e778b59cd633 HTTP/1.1" status: 200 len: 2401 time: 0.3157487 Jan 28 00:14:37.293320 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4972392a-c09b-466e-8d27-8e62c96293a9" -d '{"events": [{"name": "network-changed", "server_uuid": "36ac7595-84b3-4e7c-a793-e778b59cd633", "tag": "bf8e54e1-1603-497d-8a26-df63029dd49f"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:14:37.433474 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-36558519-a7d0-4439-a9d9-407e56d773cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8ce9ffea-c873-4602-b2d2-2bc2d34a37c7), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:37.529476 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-220554f8-4f02-4889-97a9-03b45306aaff req-9899aa32-ad2f-49b4-ae30-da8868d897bb tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 210 time: 0.1773853 Jan 28 00:14:37.576480 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0bd74627-9463-4d38-a6a9-9713274a1d9e req-1104dfb1-67e4-44e1-acaf-760617dc6af0 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/security-groups?id=de3aa900-c795-4b50-aeb7-917df0e11d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044720 Jan 28 00:14:37.712149 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b2c677-1b71-42ce-b4a6-f034dd9c772c x-openstack-request-id: req-30b2c677-1b71-42ce-b4a6-f034dd9c772c {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:14:37.712784 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ac7595-84b3-4e7c-a793-e778b59cd633", "tag": "bf8e54e1-1603-497d-8a26-df63029dd49f", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:14:37.713386 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-30b2c677-1b71-42ce-b4a6-f034dd9c772c {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:14:37.714451 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ac7595-84b3-4e7c-a793-e778b59cd633', 'tag': 'bf8e54e1-1603-497d-8a26-df63029dd49f', 'status': 'completed', 'code': 200} Jan 28 00:14:37.798660 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-522c4c65-789f-4a4d-8c75-80f20d827029 req-74dcb142-23a1-4d4b-92ff-f836fc51ff98 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c8237a3-391a-4734-9a60-194e23c27c63 HTTP/1.1" status: 200 len: 210 time: 0.0574591 Jan 28 00:14:37.916951 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32523635-e6c3-4dc4-8dd1-d06295d0f9a4 req-5d45ea62-6dd1-4a26-a959-3cad99967e77 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:37.918613 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-32523635-e6c3-4dc4-8dd1-d06295d0f9a4 req-5d45ea62-6dd1-4a26-a959-3cad99967e77 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 945 time: 0.1189196 Jan 28 00:14:38.192577 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-32523635-e6c3-4dc4-8dd1-d06295d0f9a4 req-2e979533-7fe5-4244-af7b-7e507e9a3050 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674534 Jan 28 00:14:38.228088 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-38e54f08-23a7-4170-8844-e986dec532a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:38.234435 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0068a-7d91-4cae-b7e9-04de684b6637 req-415db7bd-498d-4474-8f79-55b59f7db0b9 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:38.238763 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fdc0068a-7d91-4cae-b7e9-04de684b6637 req-415db7bd-498d-4474-8f79-55b59f7db0b9 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 946 time: 0.2989640 Jan 28 00:14:38.453413 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fdc0068a-7d91-4cae-b7e9-04de684b6637 req-86e3efc8-1c7b-4bba-81d5-713ad4583580 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015889 Jan 28 00:14:38.500995 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-443f7ff6-ee8d-4408-a2fc-50a947c6941b tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:38.504205 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-443f7ff6-ee8d-4408-a2fc-50a947c6941b tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.65 "GET /v2.0/networks?id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 HTTP/1.1" status: 200 len: 819 time: 0.3087175 Jan 28 00:14:38.519840 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972392a-c09b-466e-8d27-8e62c96293a9 req-3b80e24f-453c-440e-b1ef-c355a70925a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:38.520994 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972392a-c09b-466e-8d27-8e62c96293a9 req-3b80e24f-453c-440e-b1ef-c355a70925a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:38.522170 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972392a-c09b-466e-8d27-8e62c96293a9 req-3b80e24f-453c-440e-b1ef-c355a70925a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:38.524855 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4972392a-c09b-466e-8d27-8e62c96293a9 req-3b80e24f-453c-440e-b1ef-c355a70925a6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce9d3829dfd648158df1004ad9e25e7d&device_id=36ac7595-84b3-4e7c-a793-e778b59cd633 HTTP/1.1" status: 200 len: 2799 time: 0.7236147 Jan 28 00:14:38.650290 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-36558519-a7d0-4439-a9d9-407e56d773cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce9ffea-c873-4602-b2d2-2bc2d34a37c7 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:14:38.663354 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-36558519-a7d0-4439-a9d9-407e56d773cb service neutron] Publish callbacks [] for port (8ce9ffea-c873-4602-b2d2-2bc2d34a37c7), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:38.684609 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-36558519-a7d0-4439-a9d9-407e56d773cb service neutron] Transition to ACTIVE for port object 8ce9ffea-c873-4602-b2d2-2bc2d34a37c7 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:14:38.693571 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-7417123d-bf88-4da0-8517-2a1daa12a830 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Request body: {'port': {'device_id': '7c8237a3-391a-4734-9a60-194e23c27c63', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'admin_state_up': True, 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:14:38.793657 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-36558519-a7d0-4439-a9d9-407e56d773cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (8ce9ffea-c873-4602-b2d2-2bc2d34a37c7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:38.841883 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6a7f2180-5d3f-42be-bd11-86ff1f8f8dd7 req-e47f4fb5-1e95-4549-91cb-0c660a6dc2e7 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 210 time: 0.0671580 Jan 28 00:14:39.001922 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da407380-1269-4a6b-b5da-3b9c67b28999 req-a97492cc-9783-44ba-bdba-cf41ae801484 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:39.019298 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36558519-a7d0-4439-a9d9-407e56d773cb service neutron] Pushing event updated for resources: {'Port': ['ID=8ce9ffea-c873-4602-b2d2-2bc2d34a37c7,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:39.025411 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da407380-1269-4a6b-b5da-3b9c67b28999 req-a97492cc-9783-44ba-bdba-cf41ae801484 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:39.040220 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da407380-1269-4a6b-b5da-3b9c67b28999 req-a97492cc-9783-44ba-bdba-cf41ae801484 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:39.054365 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-da407380-1269-4a6b-b5da-3b9c67b28999 req-a97492cc-9783-44ba-bdba-cf41ae801484 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=36ac7595-84b3-4e7c-a793-e778b59cd633 HTTP/1.1" status: 200 len: 2413 time: 0.2000566 Jan 28 00:14:39.114106 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-7417123d-bf88-4da0-8517-2a1daa12a830 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Made reservation on behalf of c68080a75d8f4b37a0cc83073e4343a9 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:14:39.118499 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-7417123d-bf88-4da0-8517-2a1daa12a830 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:39.182238 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37f7620a-fd2d-4e5e-98bf-5115a13d3559 req-4540a924-981f-4c39-ab55-cc54dc4a1d8d tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c8237a3-391a-4734-9a60-194e23c27c63 HTTP/1.1" status: 200 len: 210 time: 0.1084714 Jan 28 00:14:39.298666 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-da407380-1269-4a6b-b5da-3b9c67b28999 req-611e1af4-613e-48a7-aa3a-3978899ab1c5 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/security-groups?id=de3aa900-c795-4b50-aeb7-917df0e11d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343140 Jan 28 00:14:39.362786 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972392a-c09b-466e-8d27-8e62c96293a9 req-aebd954f-1ff1-411e-9c8c-1c28d57d0c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:39.363460 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972392a-c09b-466e-8d27-8e62c96293a9 req-aebd954f-1ff1-411e-9c8c-1c28d57d0c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:39.364311 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972392a-c09b-466e-8d27-8e62c96293a9 req-aebd954f-1ff1-411e-9c8c-1c28d57d0c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:39.370311 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4972392a-c09b-466e-8d27-8e62c96293a9 req-aebd954f-1ff1-411e-9c8c-1c28d57d0c43 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=ce9d3829dfd648158df1004ad9e25e7d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5949380 Jan 28 00:14:39.474440 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff27a72-b8dc-4a62-a293-2caaece85bc7 req-2424c65a-7095-4681-90f4-b9b2aaaa2c4c tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:39.481422 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dff27a72-b8dc-4a62-a293-2caaece85bc7 req-2424c65a-7095-4681-90f4-b9b2aaaa2c4c tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 945 time: 0.1322649 Jan 28 00:14:39.541319 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:39.607676 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-36558519-a7d0-4439-a9d9-407e56d773cb service neutron] Attempting to bind port 8ce9ffea-c873-4602-b2d2-2bc2d34a37c7 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:14:39.608355 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-36558519-a7d0-4439-a9d9-407e56d773cb service neutron] Attempting to bind port 8ce9ffea-c873-4602-b2d2-2bc2d34a37c7 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '86aaef18-e80c-4b5d-a1f2-46c83ba4199e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6263dd4e-a89b-48f1-b727-98f0f248e1d1'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:14:39.608778 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-36558519-a7d0-4439-a9d9-407e56d773cb service neutron] Attempting to bind port 8ce9ffea-c873-4602-b2d2-2bc2d34a37c7 on network 6263dd4e-a89b-48f1-b727-98f0f248e1d1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:14:39.616953 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dff27a72-b8dc-4a62-a293-2caaece85bc7 req-2a47c9c1-184f-4a79-950b-fc4c557ede80 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254604 Jan 28 00:14:39.647870 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-36558519-a7d0-4439-a9d9-407e56d773cb service neutron] Port 8ce9ffea-c873-4602-b2d2-2bc2d34a37c7 on network 6263dd4e-a89b-48f1-b727-98f0f248e1d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:14:39.648425 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-36558519-a7d0-4439-a9d9-407e56d773cb service neutron] Attempting to bind port 8ce9ffea-c873-4602-b2d2-2bc2d34a37c7 on network 6263dd4e-a89b-48f1-b727-98f0f248e1d1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:14:39.728663 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-36558519-a7d0-4439-a9d9-407e56d773cb service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:14:39.729239 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-36558519-a7d0-4439-a9d9-407e56d773cb service neutron] Checking segment: {'id': '86aaef18-e80c-4b5d-a1f2-46c83ba4199e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6263dd4e-a89b-48f1-b727-98f0f248e1d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:14:39.729950 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-36558519-a7d0-4439-a9d9-407e56d773cb service neutron] Bound using segment: {'id': '86aaef18-e80c-4b5d-a1f2-46c83ba4199e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6263dd4e-a89b-48f1-b727-98f0f248e1d1'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:14:39.730784 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-36558519-a7d0-4439-a9d9-407e56d773cb service neutron] Bound port: 8ce9ffea-c873-4602-b2d2-2bc2d34a37c7, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86aaef18-e80c-4b5d-a1f2-46c83ba4199e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6263dd4e-a89b-48f1-b727-98f0f248e1d1'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:14:39.731396 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-36558519-a7d0-4439-a9d9-407e56d773cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8ce9ffea-c873-4602-b2d2-2bc2d34a37c7), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:39.820285 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48391d53-2997-4566-b50f-059cbc570a2a req-af61f38f-09ca-4d12-99c6-412f8c5790e9 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:39.835945 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-48391d53-2997-4566-b50f-059cbc570a2a req-af61f38f-09ca-4d12-99c6-412f8c5790e9 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 946 time: 0.2166998 Jan 28 00:14:39.895073 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-7417123d-bf88-4da0-8517-2a1daa12a830 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Allocated IP 172.20.0.6 (d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1/9bb427a5-a295-4f0c-b017-2960030e85e4/f36c5652-fd2d-40bb-8ddc-a64901d96222) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:14:39.901629 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972392a-c09b-466e-8d27-8e62c96293a9 req-6b216353-4124-4dd8-aa21-9fface4e1e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:39.903252 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4972392a-c09b-466e-8d27-8e62c96293a9 req-6b216353-4124-4dd8-aa21-9fface4e1e45 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5121806 Jan 28 00:14:39.958478 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-36558519-a7d0-4439-a9d9-407e56d773cb service neutron] For port 8ce9ffea-c873-4602-b2d2-2bc2d34a37c7, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:14:39.992660 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-36558519-a7d0-4439-a9d9-407e56d773cb service neutron] For port 8ce9ffea-c873-4602-b2d2-2bc2d34a37c7, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8ce9ffea-c873-4602-b2d2-2bc2d34a37c7,segment=NetworkSegment(86aaef18-e80c-4b5d-a1f2-46c83ba4199e),segment_id=86aaef18-e80c-4b5d-a1f2-46c83ba4199e)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:14:40.003807 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-36558519-a7d0-4439-a9d9-407e56d773cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (8ce9ffea-c873-4602-b2d2-2bc2d34a37c7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:40.006061 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-48391d53-2997-4566-b50f-059cbc570a2a req-803ccd32-29a3-43fb-a484-f83486460f6b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659467 Jan 28 00:14:40.105808 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-36558519-a7d0-4439-a9d9-407e56d773cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:40.106462 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-36558519-a7d0-4439-a9d9-407e56d773cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:40.108854 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-36558519-a7d0-4439-a9d9-407e56d773cb service neutron] 10.222.0.65 "PUT /v2.0/ports/8ce9ffea-c873-4602-b2d2-2bc2d34a37c7 HTTP/1.1" status: 200 len: 1092 time: 2.8913147 Jan 28 00:14:40.109494 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ac7595-84b3-4e7c-a793-e778b59cd633', 'tag': '8ce9ffea-c873-4602-b2d2-2bc2d34a37c7'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:14:40.111946 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6415048-3184-4dae-947f-e1b4eabd4433" -d '{"events": [{"name": "network-changed", "server_uuid": "36ac7595-84b3-4e7c-a793-e778b59cd633", "tag": "8ce9ffea-c873-4602-b2d2-2bc2d34a37c7"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:14:40.205306 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93db5c7-ff19-4b77-8c44-5feca98d6789 req-9a584d6a-01f2-42d0-b314-dff4ca7530f4 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:40.223225 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f93db5c7-ff19-4b77-8c44-5feca98d6789 req-9a584d6a-01f2-42d0-b314-dff4ca7530f4 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 945 time: 0.2713828 Jan 28 00:14:40.226163 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36558519-a7d0-4439-a9d9-407e56d773cb service neutron] Pushing event updated for resources: {'Port': ['ID=8ce9ffea-c873-4602-b2d2-2bc2d34a37c7,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:40.334378 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-7417123d-bf88-4da0-8517-2a1daa12a830 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks [] for port (f36c5652-fd2d-40bb-8ddc-a64901d96222), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:40.364137 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-5e1c3cb7-eaef-46de-8443-d0ce5b28b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:40.364903 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-5e1c3cb7-eaef-46de-8443-d0ce5b28b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:40.365772 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-5e1c3cb7-eaef-46de-8443-d0ce5b28b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:40.374580 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-5e1c3cb7-eaef-46de-8443-d0ce5b28b1eb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce9d3829dfd648158df1004ad9e25e7d&device_id=36ac7595-84b3-4e7c-a793-e778b59cd633 HTTP/1.1" status: 200 len: 2866 time: 0.1580875 Jan 28 00:14:40.391414 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f93db5c7-ff19-4b77-8c44-5feca98d6789 req-986999e6-d169-4437-9640-043715cdd34b tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634753 Jan 28 00:14:40.394484 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-740a773a-b924-4568-8714-63b2b030a092 req-db7a5640-040d-4ad2-a6b5-29841ebc15ff tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 210 time: 0.0612423 Jan 28 00:14:40.482565 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1785d931-53f4-4be6-a01f-fa7aea1964b2 x-openstack-request-id: req-1785d931-53f4-4be6-a01f-fa7aea1964b2 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:14:40.482860 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ac7595-84b3-4e7c-a793-e778b59cd633", "tag": "8ce9ffea-c873-4602-b2d2-2bc2d34a37c7", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:14:40.483112 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1785d931-53f4-4be6-a01f-fa7aea1964b2 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:14:40.483534 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ac7595-84b3-4e7c-a793-e778b59cd633', 'tag': '8ce9ffea-c873-4602-b2d2-2bc2d34a37c7', 'status': 'completed', 'code': 200} Jan 28 00:14:40.586306 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-adc7a320-c7fb-46dc-84fb-501919270dc0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.226&port_id=75e311c8-d069-4f32-885a-0a4acc7c9afe HTTP/1.1" status: 200 len: 217 time: 0.1828434 Jan 28 00:14:40.665483 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-7417123d-bf88-4da0-8517-2a1daa12a830 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (f36c5652-fd2d-40bb-8ddc-a64901d96222), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:40.669362 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37c1ae3c-ef7b-441a-9239-11d7fe2a05fa req-c7760995-a635-473c-88bc-570893e66510 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c8237a3-391a-4734-9a60-194e23c27c63 HTTP/1.1" status: 200 len: 210 time: 0.0709376 Jan 28 00:14:40.694149 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d0ea9-9bec-454a-a1b7-f30b741f17b3 req-a2405af1-08ca-4e83-8f06-e1fe045f8b69 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:40.711467 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['8d0e3fc3-b2ca-47b5-a802-469546950a86'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:14:40.714850 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d0ea9-9bec-454a-a1b7-f30b741f17b3 req-a2405af1-08ca-4e83-8f06-e1fe045f8b69 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:40.731345 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d0ea9-9bec-454a-a1b7-f30b741f17b3 req-a2405af1-08ca-4e83-8f06-e1fe045f8b69 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:40.747128 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b33d0ea9-9bec-454a-a1b7-f30b741f17b3 req-a2405af1-08ca-4e83-8f06-e1fe045f8b69 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=36ac7595-84b3-4e7c-a793-e778b59cd633 HTTP/1.1" status: 200 len: 2413 time: 0.2085097 Jan 28 00:14:40.816055 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-4ca56026-3969-4f48-a04a-e7c6ec7a71e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:40.821474 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-4ca56026-3969-4f48-a04a-e7c6ec7a71e5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2f859fb-95a0-4b30-8cd1-802df0eb2668 HTTP/1.1" status: 200 len: 801 time: 0.2263954 Jan 28 00:14:40.863497 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b33d0ea9-9bec-454a-a1b7-f30b741f17b3 req-dcd466ee-9164-4af3-a964-010005ddb663 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/security-groups?id=de3aa900-c795-4b50-aeb7-917df0e11d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115067 Jan 28 00:14:40.947482 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417123d-bf88-4da0-8517-2a1daa12a830 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Pushing event updated for resources: {'Port': ['ID=f36c5652-fd2d-40bb-8ddc-a64901d96222,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:40.986260 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-7417123d-bf88-4da0-8517-2a1daa12a830 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Network d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:14:40.996451 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-7417123d-bf88-4da0-8517-2a1daa12a830 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:14:41.021531 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-7417123d-bf88-4da0-8517-2a1daa12a830 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:14:41.090079 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:41.161245 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-fc2543bb-2672-4bdc-9dc9-59ff38171fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:41.169043 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-fc2543bb-2672-4bdc-9dc9-59ff38171fdc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6263dd4e-a89b-48f1-b727-98f0f248e1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3274775 Jan 28 00:14:41.217571 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-7417123d-bf88-4da0-8517-2a1daa12a830 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:41.219190 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-7417123d-bf88-4da0-8517-2a1daa12a830 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:41.390185 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-7417123d-bf88-4da0-8517-2a1daa12a830 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6995673 Jan 28 00:14:41.419760 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-3e0ae28c-8b51-4982-8562-1b5b92ef07b7 service neutron] Request body: {'port': {'device_id': '7c8237a3-391a-4734-9a60-194e23c27c63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:14:41.521169 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-0c581186-fa2a-4392-883b-f83c65eada28 service neutron] 10.222.0.65 "GET /v2.0/networks/6263dd4e-a89b-48f1-b727-98f0f248e1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378558 Jan 28 00:14:41.586175 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-9d299661-3acb-48f8-b23d-41a5acef2691 None None] Provisioning complete for port f36c5652-fd2d-40bb-8ddc-a64901d96222 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:41.587310 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9d299661-3acb-48f8-b23d-41a5acef2691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f36c5652-fd2d-40bb-8ddc-a64901d96222), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:41.614891 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-3e0ae28c-8b51-4982-8562-1b5b92ef07b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f36c5652-fd2d-40bb-8ddc-a64901d96222), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:41.615202 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d31849-7073-4dd7-b0ee-154cf42b44ea req-d6da464a-580a-403f-b5a4-9923f9eca326 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:41.625526 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-21d31849-7073-4dd7-b0ee-154cf42b44ea req-d6da464a-580a-403f-b5a4-9923f9eca326 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 945 time: 0.1536622 Jan 28 00:14:41.715902 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-5b896bb3-b36e-4ca3-bdd0-2667a834067e service neutron] 10.222.0.65 "GET /v2.0/networks/6263dd4e-a89b-48f1-b727-98f0f248e1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702771 Jan 28 00:14:41.752876 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdab7d-0aa2-44e8-b907-bf28eb1b4e20 req-c2ec2716-a4ad-4c44-b7a2-fb1011c341ad tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:41.759593 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9d299661-3acb-48f8-b23d-41a5acef2691 None None] Port f36c5652-fd2d-40bb-8ddc-a64901d96222 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:14:41.762250 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-14bdab7d-0aa2-44e8-b907-bf28eb1b4e20 req-c2ec2716-a4ad-4c44-b7a2-fb1011c341ad tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 946 time: 0.1258833 Jan 28 00:14:41.783242 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-21d31849-7073-4dd7-b0ee-154cf42b44ea req-4ad0bd8c-0ce4-4855-b111-34309be3087c tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549704 Jan 28 00:14:41.874800 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-19940502-a886-482d-81c5-ff6f2c8b886b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.252&port_id=bf8e54e1-1603-497d-8a26-df63029dd49f HTTP/1.1" status: 200 len: 217 time: 0.0961442 Jan 28 00:14:41.911392 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-14bdab7d-0aa2-44e8-b907-bf28eb1b4e20 req-f7edccc2-eed9-46ae-b15a-4fb11c840b24 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469777 Jan 28 00:14:42.014316 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d7d56e34-11d0-498a-a5ea-1fad4bb471c9 req-9e66943c-671b-4634-8c38-ffb8f252ad4d tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 210 time: 0.0670166 Jan 28 00:14:42.081841 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:42.180046 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-2e744b9a-7175-422a-9c21-4d1a93448903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:42.181971 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-2e744b9a-7175-422a-9c21-4d1a93448903 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7f2398b-3e9d-4d72-aacd-681ff2d63380 HTTP/1.1" status: 200 len: 801 time: 0.2953753 Jan 28 00:14:42.285086 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-fd248dc4-6f61-48f3-8980-569eb745f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:42.287070 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-fd248dc4-6f61-48f3-8980-569eb745f822 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=976a50ac-81ba-4c45-87b7-1277abc7dc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0889947 Jan 28 00:14:42.292796 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db63e5-30fe-4e2c-8783-08470af448e8 req-cc067eb0-d443-4813-9428-fa2f4c1a0ae8 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:42.294627 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-31db63e5-30fe-4e2c-8783-08470af448e8 req-cc067eb0-d443-4813-9428-fa2f4c1a0ae8 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c8237a3-391a-4734-9a60-194e23c27c63 HTTP/1.1" status: 200 len: 931 time: 0.2160165 Jan 28 00:14:42.316841 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46bfcd-5c0f-4a91-973b-dba5b8e0968a req-2eab6e97-c970-4fd8-82fc-bb6c36756771 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:42.323069 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46bfcd-5c0f-4a91-973b-dba5b8e0968a req-2eab6e97-c970-4fd8-82fc-bb6c36756771 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:42.329213 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46bfcd-5c0f-4a91-973b-dba5b8e0968a req-2eab6e97-c970-4fd8-82fc-bb6c36756771 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:42.331551 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ba46bfcd-5c0f-4a91-973b-dba5b8e0968a req-2eab6e97-c970-4fd8-82fc-bb6c36756771 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=36ac7595-84b3-4e7c-a793-e778b59cd633 HTTP/1.1" status: 200 len: 2413 time: 0.1520696 Jan 28 00:14:42.356522 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-3e0ae28c-8b51-4982-8562-1b5b92ef07b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f36c5652-fd2d-40bb-8ddc-a64901d96222 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:14:42.367786 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-3e0ae28c-8b51-4982-8562-1b5b92ef07b7 service neutron] Publish callbacks [] for port (f36c5652-fd2d-40bb-8ddc-a64901d96222), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:42.382610 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-3e0ae28c-8b51-4982-8562-1b5b92ef07b7 service neutron] Transition to ACTIVE for port object f36c5652-fd2d-40bb-8ddc-a64901d96222 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:14:42.395888 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-3e0ae28c-8b51-4982-8562-1b5b92ef07b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (f36c5652-fd2d-40bb-8ddc-a64901d96222), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:42.442198 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ba46bfcd-5c0f-4a91-973b-dba5b8e0968a req-9db250dd-3f9d-467e-a6cb-972040b6bea1 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/security-groups?id=de3aa900-c795-4b50-aeb7-917df0e11d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020460 Jan 28 00:14:42.455810 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-31db63e5-30fe-4e2c-8783-08470af448e8 req-aad74dc6-f036-4afa-ac55-f708f407ed21 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d0d0614-298e-4b34-bfc0-8b4daf3e81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225665 Jan 28 00:14:42.579869 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ae28c-8b51-4982-8562-1b5b92ef07b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f36c5652-fd2d-40bb-8ddc-a64901d96222,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:42.650170 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:42.672078 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-383ac0ce-abfa-4d4e-8aa1-cd7451ffcf28 service neutron] 10.222.0.65 "GET /v2.0/networks/976a50ac-81ba-4c45-87b7-1277abc7dc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864265 Jan 28 00:14:42.881693 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-3e0ae28c-8b51-4982-8562-1b5b92ef07b7 service neutron] Attempting to bind port f36c5652-fd2d-40bb-8ddc-a64901d96222 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:14:42.882728 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-3e0ae28c-8b51-4982-8562-1b5b92ef07b7 service neutron] Attempting to bind port f36c5652-fd2d-40bb-8ddc-a64901d96222 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '3c8ed076-3165-4753-a19a-d433677707cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:14:42.882728 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-3e0ae28c-8b51-4982-8562-1b5b92ef07b7 service neutron] Attempting to bind port f36c5652-fd2d-40bb-8ddc-a64901d96222 on network d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:14:42.892325 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-3e0ae28c-8b51-4982-8562-1b5b92ef07b7 service neutron] Port f36c5652-fd2d-40bb-8ddc-a64901d96222 on network d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:14:42.892670 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-3e0ae28c-8b51-4982-8562-1b5b92ef07b7 service neutron] Attempting to bind port f36c5652-fd2d-40bb-8ddc-a64901d96222 on network d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:14:42.916287 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-3e0ae28c-8b51-4982-8562-1b5b92ef07b7 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:14:42.916674 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-3e0ae28c-8b51-4982-8562-1b5b92ef07b7 service neutron] Checking segment: {'id': '3c8ed076-3165-4753-a19a-d433677707cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:14:42.917565 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-3e0ae28c-8b51-4982-8562-1b5b92ef07b7 service neutron] Bound using segment: {'id': '3c8ed076-3165-4753-a19a-d433677707cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:14:42.918039 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-3e0ae28c-8b51-4982-8562-1b5b92ef07b7 service neutron] Bound port: f36c5652-fd2d-40bb-8ddc-a64901d96222, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c8ed076-3165-4753-a19a-d433677707cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:14:42.919802 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-3e0ae28c-8b51-4982-8562-1b5b92ef07b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f36c5652-fd2d-40bb-8ddc-a64901d96222), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:43.014985 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-3e0ae28c-8b51-4982-8562-1b5b92ef07b7 service neutron] For port f36c5652-fd2d-40bb-8ddc-a64901d96222, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:14:43.020567 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-3e0ae28c-8b51-4982-8562-1b5b92ef07b7 service neutron] For port f36c5652-fd2d-40bb-8ddc-a64901d96222, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=f36c5652-fd2d-40bb-8ddc-a64901d96222,segment=NetworkSegment(3c8ed076-3165-4753-a19a-d433677707cf),segment_id=3c8ed076-3165-4753-a19a-d433677707cf)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:14:43.034929 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-3e0ae28c-8b51-4982-8562-1b5b92ef07b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (f36c5652-fd2d-40bb-8ddc-a64901d96222), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:43.056200 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d34180-9b97-4a3b-afe6-71f31819f661 req-7dc8cea0-f812-45db-9f96-1d0901c549ce tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:43.059227 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4d34180-9b97-4a3b-afe6-71f31819f661 req-7dc8cea0-f812-45db-9f96-1d0901c549ce tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8b34bf5-3bd6-4185-bfbb-ecd030845b30 HTTP/1.1" status: 200 len: 945 time: 0.1845801 Jan 28 00:14:43.080337 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058551ac-88cf-43e6-89c9-95bbf1c29765 req-29c0d7bf-50e5-41ee-9a4e-46976b705830 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:43.089102 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-058551ac-88cf-43e6-89c9-95bbf1c29765 req-29c0d7bf-50e5-41ee-9a4e-46976b705830 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 945 time: 0.1386149 Jan 28 00:14:43.148790 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-d5468a70-a917-4545-9bba-d6fad9fe6d39 service neutron] 10.222.0.65 "GET /v2.0/networks/976a50ac-81ba-4c45-87b7-1277abc7dc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4694557 Jan 28 00:14:43.149749 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ae28c-8b51-4982-8562-1b5b92ef07b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f36c5652-fd2d-40bb-8ddc-a64901d96222,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:43.156298 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-3e0ae28c-8b51-4982-8562-1b5b92ef07b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:43.157125 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-3e0ae28c-8b51-4982-8562-1b5b92ef07b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:43.158676 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-3e0ae28c-8b51-4982-8562-1b5b92ef07b7 service neutron] 10.222.0.65 "PUT /v2.0/ports/f36c5652-fd2d-40bb-8ddc-a64901d96222 HTTP/1.1" status: 200 len: 1091 time: 1.7522371 Jan 28 00:14:43.161881 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c8237a3-391a-4734-9a60-194e23c27c63', 'tag': 'f36c5652-fd2d-40bb-8ddc-a64901d96222'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:14:43.165388 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a90874b-13c0-4559-b51f-967bae7e3839" -d '{"events": [{"name": "network-changed", "server_uuid": "7c8237a3-391a-4734-9a60-194e23c27c63", "tag": "f36c5652-fd2d-40bb-8ddc-a64901d96222"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:14:43.289958 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-058551ac-88cf-43e6-89c9-95bbf1c29765 req-0a92600a-f394-426c-9d80-9f50daa8e5a2 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967547 Jan 28 00:14:43.306468 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4d34180-9b97-4a3b-afe6-71f31819f661 req-883d12ac-ef15-4ddd-9305-9b619106f0ea tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/security-groups?id=052f30d2-3809-45fe-8cf7-6fd8fec0c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129335 Jan 28 00:14:43.594235 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-41964c28-2b7c-4ae9-bcc4-f3a78dc41be6 req-505abb91-3d46-4b99-821b-dcf1a774149e tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 210 time: 0.1424716 Jan 28 00:14:43.704259 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ba282-e4c5-4945-a62b-853f8fcfcad8 req-c1dae55e-5896-456c-a55a-e2b5de4a2cc8 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:43.714705 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb0ba282-e4c5-4945-a62b-853f8fcfcad8 req-c1dae55e-5896-456c-a55a-e2b5de4a2cc8 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 946 time: 0.2650542 Jan 28 00:14:43.722414 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-52cc981e-6e4e-4219-8592-f2d71884aa57 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.136&port_id=8ce9ffea-c873-4602-b2d2-2bc2d34a37c7 HTTP/1.1" status: 200 len: 217 time: 0.5608315 Jan 28 00:14:43.794911 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:43.801258 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312d53a5-5f1d-4636-95ae-40e1f6686791 x-openstack-request-id: req-312d53a5-5f1d-4636-95ae-40e1f6686791 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:14:43.801816 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c8237a3-391a-4734-9a60-194e23c27c63", "tag": "f36c5652-fd2d-40bb-8ddc-a64901d96222", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:14:43.802185 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-312d53a5-5f1d-4636-95ae-40e1f6686791 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:14:43.802728 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c8237a3-391a-4734-9a60-194e23c27c63', 'tag': 'f36c5652-fd2d-40bb-8ddc-a64901d96222', 'status': 'completed', 'code': 200} Jan 28 00:14:43.857674 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-0acb0fa6-2ff6-4e92-a0c5-49312786ffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:43.859365 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-0acb0fa6-2ff6-4e92-a0c5-49312786ffa0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2f859fb-95a0-4b30-8cd1-802df0eb2668 HTTP/1.1" status: 200 len: 801 time: 0.1181805 Jan 28 00:14:43.862652 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-461c4484-f5d0-4011-86eb-e84b0e3fd0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:43.864916 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-461c4484-f5d0-4011-86eb-e84b0e3fd0e7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c68080a75d8f4b37a0cc83073e4343a9&device_id=7c8237a3-391a-4734-9a60-194e23c27c63 HTTP/1.1" status: 200 len: 1094 time: 0.1410568 Jan 28 00:14:43.895805 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb0ba282-e4c5-4945-a62b-853f8fcfcad8 req-93158334-372f-479a-a347-4655726856da tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690085 Jan 28 00:14:43.961055 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-01c92e1e-11f9-473a-bd88-2941fff0ee1a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f36c5652-fd2d-40bb-8ddc-a64901d96222 HTTP/1.1" status: 200 len: 217 time: 0.0812941 Jan 28 00:14:44.036753 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76427d-0e58-4df4-8d19-a78d33322415 req-9e9db5f5-3061-45ae-99ff-5d6edd54aa7f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:44.047532 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76427d-0e58-4df4-8d19-a78d33322415 req-9e9db5f5-3061-45ae-99ff-5d6edd54aa7f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:44.058733 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76427d-0e58-4df4-8d19-a78d33322415 req-9e9db5f5-3061-45ae-99ff-5d6edd54aa7f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:44.072561 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eb76427d-0e58-4df4-8d19-a78d33322415 req-9e9db5f5-3061-45ae-99ff-5d6edd54aa7f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=36ac7595-84b3-4e7c-a793-e778b59cd633 HTTP/1.1" status: 200 len: 2413 time: 0.1430809 Jan 28 00:14:44.094187 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-5e279996-12ee-4856-a836-fa2fbfd1bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:44.095814 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-5e279996-12ee-4856-a836-fa2fbfd1bca9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9bb427a5-a295-4f0c-b017-2960030e85e4 HTTP/1.1" status: 200 len: 858 time: 0.1224844 Jan 28 00:14:44.170609 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eb76427d-0e58-4df4-8d19-a78d33322415 req-3a1a8317-f555-44f4-a50e-a3c99d8a1e56 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/security-groups?id=de3aa900-c795-4b50-aeb7-917df0e11d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964372 Jan 28 00:14:44.207919 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-37c7bf6a-4406-444a-b475-279701945fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:44.209722 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-37c7bf6a-4406-444a-b475-279701945fe7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6263dd4e-a89b-48f1-b727-98f0f248e1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3315613 Jan 28 00:14:44.211751 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-7efa929c-dacb-4789-b5bd-27a1fe2c4dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:44.213351 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-7efa929c-dacb-4789-b5bd-27a1fe2c4dad service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101792 Jan 28 00:14:44.258079 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8039e-b281-4f11-9be6-cc049d9f25e8 req-a3ab4719-22d4-45ac-9ba3-634d0fe1dde5 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:44.267151 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42d8039e-b281-4f11-9be6-cc049d9f25e8 req-a3ab4719-22d4-45ac-9ba3-634d0fe1dde5 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c8237a3-391a-4734-9a60-194e23c27c63 HTTP/1.1" status: 200 len: 943 time: 0.0946376 Jan 28 00:14:44.404706 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42d8039e-b281-4f11-9be6-cc049d9f25e8 req-0de9479e-7755-4763-a042-25b30ff346c9 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d0d0614-298e-4b34-bfc0-8b4daf3e81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190212 Jan 28 00:14:44.587751 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-fa9cd190-6c22-4f40-a8cc-d10d76471ee2 service neutron] 10.222.0.65 "GET /v2.0/networks/6263dd4e-a89b-48f1-b727-98f0f248e1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594139 Jan 28 00:14:44.593833 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-66f19db2-bd98-45e0-828e-b9219ead1d5f service neutron] 10.222.0.65 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407898 Jan 28 00:14:44.763101 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a49a2a28-2528-4e9b-83c7-03496653a585 req-0a00c00a-a3e4-4236-a753-dac70ac68277 service neutron] 10.222.0.65 "GET /v2.0/networks/6263dd4e-a89b-48f1-b727-98f0f248e1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556416 Jan 28 00:14:44.764761 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb23554-33fd-4578-8d2e-1fd315ffd04c req-9ed73e08-3a80-41be-8f3c-0f9defd944f5 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:44.768065 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4bb23554-33fd-4578-8d2e-1fd315ffd04c req-9ed73e08-3a80-41be-8f3c-0f9defd944f5 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 945 time: 0.2176940 Jan 28 00:14:44.930584 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4bb23554-33fd-4578-8d2e-1fd315ffd04c req-d32e0c69-b9d5-427f-99da-0fe701ea27ff tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967085 Jan 28 00:14:44.948836 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321e233-675e-40b4-bb53-f398ef6be5f2 req-7ee94243-2377-4eb4-9a37-6b711f864603 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:44.950416 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7321e233-675e-40b4-bb53-f398ef6be5f2 req-7ee94243-2377-4eb4-9a37-6b711f864603 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8b34bf5-3bd6-4185-bfbb-ecd030845b30 HTTP/1.1" status: 200 len: 945 time: 0.2306135 Jan 28 00:14:44.972668 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-30d4a8d0-6f7d-43e2-97e0-4eaf8231723b req-ee102b54-1933-4597-abcf-11bc90a2b6d5 service neutron] 10.222.0.65 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515457 Jan 28 00:14:45.096303 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6415048-3184-4dae-947f-e1b4eabd4433 req-0b13dea8-5ac0-4b35-bd91-3a33cbae562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:45.097400 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6415048-3184-4dae-947f-e1b4eabd4433 req-0b13dea8-5ac0-4b35-bd91-3a33cbae562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:45.098403 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6415048-3184-4dae-947f-e1b4eabd4433 req-0b13dea8-5ac0-4b35-bd91-3a33cbae562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:45.102731 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f6415048-3184-4dae-947f-e1b4eabd4433 req-0b13dea8-5ac0-4b35-bd91-3a33cbae562c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce9d3829dfd648158df1004ad9e25e7d&device_id=36ac7595-84b3-4e7c-a793-e778b59cd633 HTTP/1.1" status: 200 len: 2866 time: 0.1250975 Jan 28 00:14:45.130586 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7321e233-675e-40b4-bb53-f398ef6be5f2 req-ec7f54b8-14a0-4b8c-9d44-95a15bb028d2 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/security-groups?id=052f30d2-3809-45fe-8cf7-6fd8fec0c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602657 Jan 28 00:14:45.229849 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa386eb9-f801-4195-93c9-c2eb1af56949 req-69dcc9b4-cdc6-4745-b4ff-96a57d87c236 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 210 time: 0.0707757 Jan 28 00:14:45.346193 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877147c8-6bdf-4192-af5a-212e67662500 req-3af73b72-3e13-478e-97ad-a086d3af1de4 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:45.381693 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-877147c8-6bdf-4192-af5a-212e67662500 req-3af73b72-3e13-478e-97ad-a086d3af1de4 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 946 time: 0.1185372 Jan 28 00:14:45.460538 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6415048-3184-4dae-947f-e1b4eabd4433 req-f8854bbe-3f85-4f1c-bdf3-39aaf01f5fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:45.462706 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f6415048-3184-4dae-947f-e1b4eabd4433 req-f8854bbe-3f85-4f1c-bdf3-39aaf01f5fdb service neutron] 10.222.0.65 "GET /v2.0/networks?id=6263dd4e-a89b-48f1-b727-98f0f248e1d1 HTTP/1.1" status: 200 len: 903 time: 0.2599812 Jan 28 00:14:45.476150 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-877147c8-6bdf-4192-af5a-212e67662500 req-99346878-9611-4926-b461-843f1ff1da85 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919538 Jan 28 00:14:45.489677 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90874b-13c0-4559-b51f-967bae7e3839 req-d43b8ec6-7973-468a-bfc2-c206da2abb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:45.491267 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2a90874b-13c0-4559-b51f-967bae7e3839 req-d43b8ec6-7973-468a-bfc2-c206da2abb6a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c68080a75d8f4b37a0cc83073e4343a9&device_id=7c8237a3-391a-4734-9a60-194e23c27c63 HTTP/1.1" status: 200 len: 1094 time: 0.3181491 Jan 28 00:14:45.498091 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f64ba2-4d28-4321-9941-6a60f8d519ae req-4be906ee-76b9-48b8-9fe2-155ce4ce5f78 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:45.526365 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f64ba2-4d28-4321-9941-6a60f8d519ae req-4be906ee-76b9-48b8-9fe2-155ce4ce5f78 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:45.530509 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f6415048-3184-4dae-947f-e1b4eabd4433 req-885d66e9-3a9e-4205-9725-fcb4b7f8dff5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.136&port_id=8ce9ffea-c873-4602-b2d2-2bc2d34a37c7 HTTP/1.1" status: 200 len: 217 time: 0.0510700 Jan 28 00:14:45.533351 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f64ba2-4d28-4321-9941-6a60f8d519ae req-4be906ee-76b9-48b8-9fe2-155ce4ce5f78 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:45.545034 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d9f64ba2-4d28-4321-9941-6a60f8d519ae req-4be906ee-76b9-48b8-9fe2-155ce4ce5f78 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=36ac7595-84b3-4e7c-a793-e778b59cd633 HTTP/1.1" status: 200 len: 2413 time: 0.1467760 Jan 28 00:14:45.673238 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6415048-3184-4dae-947f-e1b4eabd4433 req-7719431d-ea4e-4181-a79b-69a427b91bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:45.675466 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f6415048-3184-4dae-947f-e1b4eabd4433 req-7719431d-ea4e-4181-a79b-69a427b91bfb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2f859fb-95a0-4b30-8cd1-802df0eb2668 HTTP/1.1" status: 200 len: 801 time: 0.1204069 Jan 28 00:14:45.717011 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90874b-13c0-4559-b51f-967bae7e3839 req-2ae1dbad-a370-4278-9cca-3970d42b9d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:45.719045 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2a90874b-13c0-4559-b51f-967bae7e3839 req-2ae1dbad-a370-4278-9cca-3970d42b9d0e service neutron] 10.222.0.65 "GET /v2.0/networks?id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 HTTP/1.1" status: 200 len: 920 time: 0.1982765 Jan 28 00:14:45.737191 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d9f64ba2-4d28-4321-9941-6a60f8d519ae req-c720df62-f642-481e-b93b-25588838e950 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/security-groups?id=de3aa900-c795-4b50-aeb7-917df0e11d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917014 Jan 28 00:14:45.819340 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2a90874b-13c0-4559-b51f-967bae7e3839 req-d8ae7a06-5f6e-48c6-9c77-3a744f604a51 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f36c5652-fd2d-40bb-8ddc-a64901d96222 HTTP/1.1" status: 200 len: 217 time: 0.0869229 Jan 28 00:14:45.911902 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90874b-13c0-4559-b51f-967bae7e3839 req-85ae7445-29f7-47fe-b451-6415cf49411e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:45.914384 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2a90874b-13c0-4559-b51f-967bae7e3839 req-85ae7445-29f7-47fe-b451-6415cf49411e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9bb427a5-a295-4f0c-b017-2960030e85e4 HTTP/1.1" status: 200 len: 858 time: 0.0806477 Jan 28 00:14:45.921398 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6415048-3184-4dae-947f-e1b4eabd4433 req-8ffe61c5-910a-4384-bcaa-ffc0b94df853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:45.923484 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f6415048-3184-4dae-947f-e1b4eabd4433 req-8ffe61c5-910a-4384-bcaa-ffc0b94df853 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6263dd4e-a89b-48f1-b727-98f0f248e1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2032099 Jan 28 00:14:45.962768 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b514e3b-b741-4fe5-bf0e-563ad03552a3 req-83b8f6fe-4f49-4a74-9688-1a2dbf898b06 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:45.967297 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0b514e3b-b741-4fe5-bf0e-563ad03552a3 req-83b8f6fe-4f49-4a74-9688-1a2dbf898b06 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c8237a3-391a-4734-9a60-194e23c27c63 HTTP/1.1" status: 200 len: 943 time: 0.1267452 Jan 28 00:14:46.108598 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0b514e3b-b741-4fe5-bf0e-563ad03552a3 req-1e485621-91d9-413f-81fe-4b4738a50f9d tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d0d0614-298e-4b34-bfc0-8b4daf3e81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203103 Jan 28 00:14:46.146717 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90874b-13c0-4559-b51f-967bae7e3839 req-62817f8a-0c6e-4f74-a6d7-ca158ad7d453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:46.148365 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2a90874b-13c0-4559-b51f-967bae7e3839 req-62817f8a-0c6e-4f74-a6d7-ca158ad7d453 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2227886 Jan 28 00:14:46.272074 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f6415048-3184-4dae-947f-e1b4eabd4433 req-d9fa6831-25ef-4bce-84fb-ab5ebc4a1d76 service neutron] 10.222.0.65 "GET /v2.0/networks/6263dd4e-a89b-48f1-b727-98f0f248e1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341613 Jan 28 00:14:46.343965 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c03d3c-37f0-4f85-9d55-44231c19cfab req-d86cd105-16a5-4fba-83a2-7608f26e8921 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:46.352982 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-59c03d3c-37f0-4f85-9d55-44231c19cfab req-d86cd105-16a5-4fba-83a2-7608f26e8921 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 945 time: 0.1679525 Jan 28 00:14:46.442834 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38683df4-4d5d-4f40-8781-b1bc2424f480 req-bf165e6a-0d7f-44fd-8437-eff4c66f4d84 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:46.452436 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-38683df4-4d5d-4f40-8781-b1bc2424f480 req-bf165e6a-0d7f-44fd-8437-eff4c66f4d84 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8b34bf5-3bd6-4185-bfbb-ecd030845b30 HTTP/1.1" status: 200 len: 945 time: 0.1442478 Jan 28 00:14:46.456758 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2a90874b-13c0-4559-b51f-967bae7e3839 req-5bc2b25e-f45b-4d6f-be70-8b200cad309a service neutron] 10.222.0.65 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953048 Jan 28 00:14:46.542087 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-59c03d3c-37f0-4f85-9d55-44231c19cfab req-15593ce5-348c-4c29-95c3-dd940aba764d tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880744 Jan 28 00:14:46.677358 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-38683df4-4d5d-4f40-8781-b1bc2424f480 req-04d906d2-0a51-4148-90e9-5ba0d129eb4b tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/security-groups?id=052f30d2-3809-45fe-8cf7-6fd8fec0c84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233093 Jan 28 00:14:46.683647 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f6415048-3184-4dae-947f-e1b4eabd4433 req-a6b0ed50-9a60-4175-a7b4-e6f3aa1dda6b service neutron] 10.222.0.65 "GET /v2.0/networks/6263dd4e-a89b-48f1-b727-98f0f248e1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958461 Jan 28 00:14:46.726442 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b097a6-4ced-435f-9d4e-f3e443bb7d6e req-707369d9-2690-433c-8871-8d3c2b40e2af tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:46.738616 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77b097a6-4ced-435f-9d4e-f3e443bb7d6e req-707369d9-2690-433c-8871-8d3c2b40e2af tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8b34bf5-3bd6-4185-bfbb-ecd030845b30 HTTP/1.1" status: 200 len: 945 time: 0.2674720 Jan 28 00:14:46.767153 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2a90874b-13c0-4559-b51f-967bae7e3839 req-6943d5c1-e79d-4b8d-9fa1-8503e1ad3b40 service neutron] 10.222.0.65 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046374 Jan 28 00:14:46.804225 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dc93be4d-4af5-49f0-9b73-ea576166fade req-0c9424e2-e028-4487-9024-6c8c96fa1e6e tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddcfaaf2-150a-4ab4-a3d1-bbf8d673ed6e HTTP/1.1" status: 200 len: 210 time: 0.1176918 Jan 28 00:14:46.914899 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c626e-84c5-47b6-9fa6-5ddfa969b31f req-9817c4d3-5465-4dac-bb81-4e2fae44a178 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:46.916558 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d31c626e-84c5-47b6-9fa6-5ddfa969b31f req-9817c4d3-5465-4dac-bb81-4e2fae44a178 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 946 time: 0.1357958 Jan 28 00:14:46.985021 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-77b097a6-4ced-435f-9d4e-f3e443bb7d6e req-f6374f30-169b-439d-b422-4bd2ae0349f6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Deleting port 19d78af4-1ba6-43e3-82a2-0b46ee234297 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:14:46.985584 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-77b097a6-4ced-435f-9d4e-f3e443bb7d6e req-f6374f30-169b-439d-b422-4bd2ae0349f6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (19d78af4-1ba6-43e3-82a2-0b46ee234297), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:47.201841 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device bf8e54e1-1603-497d-8a26-df63029dd49f details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:14:47.558567 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port bf8e54e1-1603-497d-8a26-df63029dd49f, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=bf8e54e1-1603-497d-8a26-df63029dd49f,segment=NetworkSegment(2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544),segment_id=2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:47.576218 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'bf8e54e1-1603-497d-8a26-df63029dd49f', 'network_id': '976a50ac-81ba-4c45-87b7-1277abc7dc15', 'port_id': 'bf8e54e1-1603-497d-8a26-df63029dd49f', 'mac_address': 'fa:16:3e:e9:ef:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f2398b-3e9d-4d72-aacd-681ff2d63380', 'ip_address': '19.86.0.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:14:47.625472 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port bf8e54e1-1603-497d-8a26-df63029dd49f is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:47.626015 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bf8e54e1-1603-497d-8a26-df63029dd49f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:47.644942 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8e54e1-1603-497d-8a26-df63029dd49f {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:14:47.645940 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d31c626e-84c5-47b6-9fa6-5ddfa969b31f req-ef4c5d27-c039-40b7-a442-6c31812de848 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7158871 Jan 28 00:14:47.715393 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port bf8e54e1-1603-497d-8a26-df63029dd49f, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=bf8e54e1-1603-497d-8a26-df63029dd49f,segment=NetworkSegment(2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544),segment_id=2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:47.723845 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (bf8e54e1-1603-497d-8a26-df63029dd49f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:47.726047 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 8ce9ffea-c873-4602-b2d2-2bc2d34a37c7 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:14:47.755419 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-77b097a6-4ced-435f-9d4e-f3e443bb7d6e req-f6374f30-169b-439d-b422-4bd2ae0349f6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] For port 19d78af4-1ba6-43e3-82a2-0b46ee234297, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=19d78af4-1ba6-43e3-82a2-0b46ee234297,segment=NetworkSegment(2271d763-dbe0-482d-9b5a-a3c1bb7454e8),segment_id=2271d763-dbe0-482d-9b5a-a3c1bb7454e8)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:47.756465 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-77b097a6-4ced-435f-9d4e-f3e443bb7d6e req-f6374f30-169b-439d-b422-4bd2ae0349f6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (19d78af4-1ba6-43e3-82a2-0b46ee234297), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:47.895159 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-f9aff679-2b52-4d6f-9058-7ce38e0f601e tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:47.896696 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-f9aff679-2b52-4d6f-9058-7ce38e0f601e tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/networks?id=ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 200 len: 807 time: 0.9320853 Jan 28 00:14:47.949847 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=bf8e54e1-1603-497d-8a26-df63029dd49f,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:47.994592 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdae278-0678-4107-a149-aad55823cea1 req-898513be-794e-42b3-95cf-148d9634fe6a tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:48.004800 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdae278-0678-4107-a149-aad55823cea1 req-898513be-794e-42b3-95cf-148d9634fe6a tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:48.012447 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 8ce9ffea-c873-4602-b2d2-2bc2d34a37c7, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8ce9ffea-c873-4602-b2d2-2bc2d34a37c7,segment=NetworkSegment(86aaef18-e80c-4b5d-a1f2-46c83ba4199e),segment_id=86aaef18-e80c-4b5d-a1f2-46c83ba4199e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:48.014578 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdae278-0678-4107-a149-aad55823cea1 req-898513be-794e-42b3-95cf-148d9634fe6a tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:48.017196 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5bdae278-0678-4107-a149-aad55823cea1 req-898513be-794e-42b3-95cf-148d9634fe6a tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=36ac7595-84b3-4e7c-a793-e778b59cd633 HTTP/1.1" status: 200 len: 2414 time: 0.1987252 Jan 28 00:14:48.031463 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-a246122e-b437-4c70-adef-853f24aa0d4e tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/quotas/8a78e89f3df84c31929be575e138a975 HTTP/1.1" status: 200 len: 375 time: 0.0753763 Jan 28 00:14:48.034898 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '8ce9ffea-c873-4602-b2d2-2bc2d34a37c7', 'network_id': '6263dd4e-a89b-48f1-b727-98f0f248e1d1', 'port_id': '8ce9ffea-c873-4602-b2d2-2bc2d34a37c7', 'mac_address': 'fa:16:3e:1c:50:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2f859fb-95a0-4b30-8cd1-802df0eb2668', 'ip_address': '19.80.0.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:14:48.099395 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 8ce9ffea-c873-4602-b2d2-2bc2d34a37c7 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:48.100025 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8ce9ffea-c873-4602-b2d2-2bc2d34a37c7), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:48.121927 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce9ffea-c873-4602-b2d2-2bc2d34a37c7 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:14:48.152578 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 8ce9ffea-c873-4602-b2d2-2bc2d34a37c7, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8ce9ffea-c873-4602-b2d2-2bc2d34a37c7,segment=NetworkSegment(86aaef18-e80c-4b5d-a1f2-46c83ba4199e),segment_id=86aaef18-e80c-4b5d-a1f2-46c83ba4199e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:48.158384 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8ce9ffea-c873-4602-b2d2-2bc2d34a37c7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:48.159437 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 75e311c8-d069-4f32-885a-0a4acc7c9afe details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:14:48.185907 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5bdae278-0678-4107-a149-aad55823cea1 req-c928ea2b-f4ff-4cc2-a248-eefe4a420b78 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/security-groups?id=de3aa900-c795-4b50-aeb7-917df0e11d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579525 Jan 28 00:14:48.212134 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-ee42ab7d-5ea5-4bca-b667-df538fe94339 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a78e89f3df84c31929be575e138a975&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1516523 Jan 28 00:14:48.214382 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-77b097a6-4ced-435f-9d4e-f3e443bb7d6e req-f6374f30-169b-439d-b422-4bd2ae0349f6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:48.214796 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-77b097a6-4ced-435f-9d4e-f3e443bb7d6e req-f6374f30-169b-439d-b422-4bd2ae0349f6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (6789c033-f679-42b8-ac77-791e97a9bd84), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:48.215052 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [req-77b097a6-4ced-435f-9d4e-f3e443bb7d6e req-f6374f30-169b-439d-b422-4bd2ae0349f6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Floating IP 6789c033-f679-42b8-ac77-791e97a9bd84 disassociated. External IP: 172.25.3.116, port: 19d78af4-1ba6-43e3-82a2-0b46ee234297. Jan 28 00:14:48.215400 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-77b097a6-4ced-435f-9d4e-f3e443bb7d6e req-f6374f30-169b-439d-b422-4bd2ae0349f6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Calling delete_port for 19d78af4-1ba6-43e3-82a2-0b46ee234297 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:14:48.324358 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 75e311c8-d069-4f32-885a-0a4acc7c9afe, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=75e311c8-d069-4f32-885a-0a4acc7c9afe,segment=NetworkSegment(86aaef18-e80c-4b5d-a1f2-46c83ba4199e),segment_id=86aaef18-e80c-4b5d-a1f2-46c83ba4199e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:48.331998 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=8ce9ffea-c873-4602-b2d2-2bc2d34a37c7,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:48.379187 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '75e311c8-d069-4f32-885a-0a4acc7c9afe', 'network_id': '6263dd4e-a89b-48f1-b727-98f0f248e1d1', 'port_id': '75e311c8-d069-4f32-885a-0a4acc7c9afe', 'mac_address': 'fa:16:3e:fa:52:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2f859fb-95a0-4b30-8cd1-802df0eb2668', 'ip_address': '19.80.0.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:14:48.451379 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 75e311c8-d069-4f32-885a-0a4acc7c9afe is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:48.451868 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (75e311c8-d069-4f32-885a-0a4acc7c9afe), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:48.457411 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-86f97f12-22eb-4c6a-a7df-0b29d930c57d service neutron] 10.222.0.70 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278087 Jan 28 00:14:48.476517 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75e311c8-d069-4f32-885a-0a4acc7c9afe {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:14:48.504164 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 75e311c8-d069-4f32-885a-0a4acc7c9afe, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=75e311c8-d069-4f32-885a-0a4acc7c9afe,segment=NetworkSegment(86aaef18-e80c-4b5d-a1f2-46c83ba4199e),segment_id=86aaef18-e80c-4b5d-a1f2-46c83ba4199e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:48.510255 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (75e311c8-d069-4f32-885a-0a4acc7c9afe), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:48.511710 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device f36c5652-fd2d-40bb-8ddc-a64901d96222 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:14:48.576448 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e70bb0-94ef-4686-935c-d2f419014a09 req-c14ba3d7-ce5d-42d4-a756-a3e04043fedf tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:48.578150 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5e70bb0-94ef-4686-935c-d2f419014a09 req-c14ba3d7-ce5d-42d4-a756-a3e04043fedf tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c8237a3-391a-4734-9a60-194e23c27c63 HTTP/1.1" status: 200 len: 943 time: 0.1818538 Jan 28 00:14:48.622617 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-77b097a6-4ced-435f-9d4e-f3e443bb7d6e req-f6374f30-169b-439d-b422-4bd2ae0349f6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (19d78af4-1ba6-43e3-82a2-0b46ee234297), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:48.642176 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=75e311c8-d069-4f32-885a-0a4acc7c9afe,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:48.705069 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6374f30-169b-439d-b422-4bd2ae0349f6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Pushing event deleted for resources: {'Port': ['ID=19d78af4-1ba6-43e3-82a2-0b46ee234297,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:48.742318 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-fb6cc94e-a7bc-4f60-8757-984d463fc51c service neutron] 10.222.0.70 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774036 Jan 28 00:14:48.750951 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5e70bb0-94ef-4686-935c-d2f419014a09 req-6821a220-3b57-4807-b1ed-0abc4ad87cef tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d0d0614-298e-4b34-bfc0-8b4daf3e81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619735 Jan 28 00:14:48.777845 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port f36c5652-fd2d-40bb-8ddc-a64901d96222, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=f36c5652-fd2d-40bb-8ddc-a64901d96222,segment=NetworkSegment(3c8ed076-3165-4753-a19a-d433677707cf),segment_id=3c8ed076-3165-4753-a19a-d433677707cf)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:48.806526 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'f36c5652-fd2d-40bb-8ddc-a64901d96222', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'port_id': 'f36c5652-fd2d-40bb-8ddc-a64901d96222', 'mac_address': 'fa:16:3e:26:59:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:14:48.882764 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port f36c5652-fd2d-40bb-8ddc-a64901d96222 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:48.883860 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f36c5652-fd2d-40bb-8ddc-a64901d96222), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:48.910864 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f36c5652-fd2d-40bb-8ddc-a64901d96222 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:14:48.954290 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port f36c5652-fd2d-40bb-8ddc-a64901d96222, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=f36c5652-fd2d-40bb-8ddc-a64901d96222,segment=NetworkSegment(3c8ed076-3165-4753-a19a-d433677707cf),segment_id=3c8ed076-3165-4753-a19a-d433677707cf)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:48.963760 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f36c5652-fd2d-40bb-8ddc-a64901d96222), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:49.022973 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77b097a6-4ced-435f-9d4e-f3e443bb7d6e req-f6374f30-169b-439d-b422-4bd2ae0349f6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Router 61939f74-61b6-45a9-8829-6ef3a073b55f has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:14:49.048275 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056aa06-c1cf-4634-823b-18f237656f50 req-01645e00-7c73-4e94-8e7f-9a900611e27a tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:49.050623 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d056aa06-c1cf-4634-823b-18f237656f50 req-01645e00-7c73-4e94-8e7f-9a900611e27a tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 945 time: 0.1308088 Jan 28 00:14:49.085557 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=f36c5652-fd2d-40bb-8ddc-a64901d96222,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:49.222218 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d056aa06-c1cf-4634-823b-18f237656f50 req-c270cb84-d751-4466-82cb-4a3ef547835b tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168692 Jan 28 00:14:49.328538 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77b097a6-4ced-435f-9d4e-f3e443bb7d6e req-f6374f30-169b-439d-b422-4bd2ae0349f6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:14:49.342835 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644c7cd0-880e-4ddb-8dfd-bc4bf58d1aad None None] Sync routers for ids ['61939f74-61b6-45a9-8829-6ef3a073b55f'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:14:49.353371 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-46004849-4924-4506-9c7e-03efa01e8455 req-1f526f69-8e2f-4f43-948c-7c9eeca43a30 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8b34bf5-3bd6-4185-bfbb-ecd030845b30 HTTP/1.1" status: 200 len: 210 time: 0.0409799 Jan 28 00:14:49.382760 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644c7cd0-880e-4ddb-8dfd-bc4bf58d1aad None None] Routers {'61939f74-61b6-45a9-8829-6ef3a073b55f'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:14:49.396380 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-644c7cd0-880e-4ddb-8dfd-bc4bf58d1aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:14:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['61939f74-61b6-45a9-8829-6ef3a073b55f'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:14:49.456615 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b097a6-4ced-435f-9d4e-f3e443bb7d6e req-f6374f30-169b-439d-b422-4bd2ae0349f6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] No DVR routers for this DVR port 19d78af4-1ba6-43e3-82a2-0b46ee234297 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:14:49.461796 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-77b097a6-4ced-435f-9d4e-f3e443bb7d6e req-f6374f30-169b-439d-b422-4bd2ae0349f6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:49.467502 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77b097a6-4ced-435f-9d4e-f3e443bb7d6e req-f6374f30-169b-439d-b422-4bd2ae0349f6 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.52 "DELETE /v2.0/ports/19d78af4-1ba6-43e3-82a2-0b46ee234297 HTTP/1.1" status: 204 len: 173 time: 2.7227595 Jan 28 00:14:49.468382 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b34bf5-3bd6-4185-bfbb-ecd030845b30', 'name': 'network-vif-deleted', 'tag': '19d78af4-1ba6-43e3-82a2-0b46ee234297'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:14:49.473938 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2336826d-791e-4729-9a06-977e452356c1" -d '{"events": [{"server_uuid": "d8b34bf5-3bd6-4185-bfbb-ecd030845b30", "name": "network-vif-deleted", "tag": "19d78af4-1ba6-43e3-82a2-0b46ee234297"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:14:49.814858 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577587c7-f906-48de-8abf-61908fa10814 req-43a17be1-e865-46fb-9b34-9f62a807dafd tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:49.825081 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-577587c7-f906-48de-8abf-61908fa10814 req-43a17be1-e865-46fb-9b34-9f62a807dafd tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 946 time: 0.1568480 Jan 28 00:14:49.871459 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b6a43-f1c8-4589-884c-20b90fe64963 req-37932e72-bb29-4c7c-9e8f-d6fa53f85795 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:49.878320 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b6a43-f1c8-4589-884c-20b90fe64963 req-37932e72-bb29-4c7c-9e8f-d6fa53f85795 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:49.885194 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b6a43-f1c8-4589-884c-20b90fe64963 req-37932e72-bb29-4c7c-9e8f-d6fa53f85795 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:49.887534 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8d6b6a43-f1c8-4589-884c-20b90fe64963 req-37932e72-bb29-4c7c-9e8f-d6fa53f85795 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=36ac7595-84b3-4e7c-a793-e778b59cd633 HTTP/1.1" status: 200 len: 2416 time: 0.1843600 Jan 28 00:14:49.943738 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-577587c7-f906-48de-8abf-61908fa10814 req-abbd7d09-b1d0-4876-ad09-d3d9830effd1 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140394 Jan 28 00:14:50.055592 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-644c7cd0-880e-4ddb-8dfd-bc4bf58d1aad None None] Set router 61939f74-61b6-45a9-8829-6ef3a073b55f gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:14:50.093098 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77c5b7ff-508a-43e9-a20f-56c45195e274 req-5ecf944d-f20c-48fc-9a71-3a324608d0f3 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 210 time: 0.0461607 Jan 28 00:14:50.106176 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['bf8e54e1-1603-497d-8a26-df63029dd49f'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:14:50.107097 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8d6b6a43-f1c8-4589-884c-20b90fe64963 req-2e8dab6b-dbfb-4067-899c-949c3ee7ed98 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/security-groups?id=de3aa900-c795-4b50-aeb7-917df0e11d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819739 Jan 28 00:14:50.185076 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aee61f2-286a-4ee3-9653-9745b5548eac x-openstack-request-id: req-0aee61f2-286a-4ee3-9653-9745b5548eac {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:14:50.185966 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b34bf5-3bd6-4185-bfbb-ecd030845b30", "name": "network-vif-deleted", "tag": "19d78af4-1ba6-43e3-82a2-0b46ee234297", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:14:50.186646 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0aee61f2-286a-4ee3-9653-9745b5548eac {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:14:50.187322 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b34bf5-3bd6-4185-bfbb-ecd030845b30', 'name': 'network-vif-deleted', 'tag': '19d78af4-1ba6-43e3-82a2-0b46ee234297', 'status': 'completed', 'code': 200} Jan 28 00:14:50.206484 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['75e311c8-d069-4f32-885a-0a4acc7c9afe'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:14:50.209412 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['f36c5652-fd2d-40bb-8ddc-a64901d96222'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:14:50.212040 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['8ce9ffea-c873-4602-b2d2-2bc2d34a37c7'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:14:50.246121 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52338) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:14:50.438653 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:14:50.509551 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ad78fb0b-44f0-4b97-a956-97e6fdf5f426 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks [] for security_group (b65a71d0-47c4-42a5-aea6-cb1876d097d4), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:50.555957 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ad78fb0b-44f0-4b97-a956-97e6fdf5f426 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks [] for security_group (b65a71d0-47c4-42a5-aea6-cb1876d097d4), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:50.574139 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66735468-a3d5-4e09-b0fd-5a8b5e25ee63 req-ebbde584-a01e-4192-a649-3fe9fbd8180b tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:50.583915 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66735468-a3d5-4e09-b0fd-5a8b5e25ee63 req-ebbde584-a01e-4192-a649-3fe9fbd8180b tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c8237a3-391a-4734-9a60-194e23c27c63 HTTP/1.1" status: 200 len: 944 time: 0.1736827 Jan 28 00:14:50.676627 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66735468-a3d5-4e09-b0fd-5a8b5e25ee63 req-0df07822-e7bb-4d2f-bb6a-2ff1c5b61ed1 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d0d0614-298e-4b34-bfc0-8b4daf3e81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917256 Jan 28 00:14:50.694613 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ad78fb0b-44f0-4b97-a956-97e6fdf5f426 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b65a71d0-47c4-42a5-aea6-cb1876d097d4), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:50.697606 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ad78fb0b-44f0-4b97-a956-97e6fdf5f426 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:50.699244 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ad78fb0b-44f0-4b97-a956-97e6fdf5f426 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "DELETE /v2.0/security-groups/b65a71d0-47c4-42a5-aea6-cb1876d097d4 HTTP/1.1" status: 204 len: 168 time: 0.4509952 Jan 28 00:14:50.701975 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52356) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:14:50.718896 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad78fb0b-44f0-4b97-a956-97e6fdf5f426 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65a71d0-47c4-42a5-aea6-cb1876d097d4,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:50.730253 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-9a65fa90-af2e-4bd3-b458-6587e411dfe4 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] show failed (client error): The resource could not be found. Jan 28 00:14:50.735281 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52360) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:14:50.735441 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9a65fa90-af2e-4bd3-b458-6587e411dfe4 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "GET /v2.0/security-groups/b65a71d0-47c4-42a5-aea6-cb1876d097d4 HTTP/1.1" status: 404 len: 347 time: 0.0322511 Jan 28 00:14:50.765610 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:50.766404 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:50.876668 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:50.899045 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2d105e-17de-42a2-923f-ec9cc350ae4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:14:50.918390 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b71678-3975-4aa6-a849-cc0cedb56489" -d '{"events": [{"server_uuid": "bf2d105e-17de-42a2-923f-ec9cc350ae4d", "name": "network-vif-unplugged", "status": "completed", "tag": "7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:14:50.923098 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:50.926367 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 19d78af4-1ba6-43e3-82a2-0b46ee234297 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:14:51.104385 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016473c7-1fc6-4398-9405-ebf5c4c20825 req-bec66018-b531-48cd-b039-5fd627e38b5b tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:51.112055 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-016473c7-1fc6-4398-9405-ebf5c4c20825 req-bec66018-b531-48cd-b039-5fd627e38b5b tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 945 time: 0.2385235 Jan 28 00:14:51.198191 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-016473c7-1fc6-4398-9405-ebf5c4c20825 req-c4e4d463-b1e8-4916-8222-51a2817ef8e1 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848107 Jan 28 00:14:51.207463 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-a42a36a4-40fb-4205-af78-6855290a90d3 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Deleting port 35f23b3f-1465-47ed-865a-7b53093fa0d7 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:14:51.216224 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a42a36a4-40fb-4205-af78-6855290a90d3 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (35f23b3f-1465-47ed-865a-7b53093fa0d7), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:51.371546 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a42a36a4-40fb-4205-af78-6855290a90d3 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (35f23b3f-1465-47ed-865a-7b53093fa0d7), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:51.372209 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a42a36a4-40fb-4205-af78-6855290a90d3 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks [] for floatingip (35f23b3f-1465-47ed-865a-7b53093fa0d7), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:51.410725 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-a42a36a4-40fb-4205-af78-6855290a90d3 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Calling delete_port for 35f23b3f-1465-47ed-865a-7b53093fa0d7 owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:14:51.429141 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37ba6f-787a-43a9-82cc-3d43ae25e421 req-1efc795b-94c2-4b11-ba0f-a6cd6974a7c7 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:51.430759 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ba37ba6f-787a-43a9-82cc-3d43ae25e421 req-1efc795b-94c2-4b11-ba0f-a6cd6974a7c7 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 946 time: 0.1292555 Jan 28 00:14:51.462558 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:51.572141 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f72ebb-f164-4ea3-9111-159486165ffb x-openstack-request-id: req-97f72ebb-f164-4ea3-9111-159486165ffb {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:14:51.572630 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2d105e-17de-42a2-923f-ec9cc350ae4d", "name": "network-vif-unplugged", "status": "completed", "tag": "7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:14:51.573061 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-97f72ebb-f164-4ea3-9111-159486165ffb {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:14:51.573790 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2d105e-17de-42a2-923f-ec9cc350ae4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7', 'code': 200} Jan 28 00:14:51.709337 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3faa046-a223-46b7-a96a-354c6d5b5750 req-4d8a5a82-12ee-46c5-b509-8133166c642a tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 210 time: 0.0727694 Jan 28 00:14:51.761674 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ba37ba6f-787a-43a9-82cc-3d43ae25e421 req-a98b0f97-ab10-450f-968f-dbaf83515ecb tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861845 Jan 28 00:14:51.793912 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-0918cb9e-ba9c-4bcd-adb4-58bf4f263964 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:51.797117 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 19d78af4-1ba6-43e3-82a2-0b46ee234297 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:14:51.797474 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 19d78af4-1ba6-43e3-82a2-0b46ee234297 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:14:51.798864 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-0918cb9e-ba9c-4bcd-adb4-58bf4f263964 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.52 "GET /v2.0/networks?id=ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 200 len: 807 time: 0.4080901 Jan 28 00:14:51.867844 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-4520882e-8d8f-4935-804f-a7ee7f782305 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Request body: {'port': {'device_id': '53ca76a4-3b12-4390-b43a-10c5dcef754c', 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3', 'admin_state_up': True, 'tenant_id': '8a78e89f3df84c31929be575e138a975'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:14:52.068783 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-644c7cd0-880e-4ddb-8dfd-bc4bf58d1aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2041208346-router', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:07:22Z', 'updated_at': '2022-01-28T00:07:27Z', 'revision_number': 4, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'gw_port': {'id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:23Z', 'updated_at': '2022-01-28T00:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '29bfd5a4-7665-4769-a77e-d2812ab7dcc2', 'name': '', 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'mac_address': 'fa:16:3e:cd:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'fd93541c-3fa3-4f63-b944-5654809caebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:26Z', 'updated_at': '2022-01-28T00:07:32Z', 'revision_number': 5, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'subnets': [{'id': 'fd93541c-3fa3-4f63-b944-5654809caebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:14:52.105076 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644c7cd0-880e-4ddb-8dfd-bc4bf58d1aad None None] Checking router: 61939f74-61b6-45a9-8829-6ef3a073b55f for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:14:52.183824 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644c7cd0-880e-4ddb-8dfd-bc4bf58d1aad None None] Routers {'61939f74-61b6-45a9-8829-6ef3a073b55f'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:14:52.184492 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-644c7cd0-880e-4ddb-8dfd-bc4bf58d1aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:14:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['61939f74-61b6-45a9-8829-6ef3a073b55f'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:14:52.209631 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-4520882e-8d8f-4935-804f-a7ee7f782305 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Made reservation on behalf of 8a78e89f3df84c31929be575e138a975 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:14:52.213166 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-4520882e-8d8f-4935-804f-a7ee7f782305 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:52.337117 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-644c7cd0-880e-4ddb-8dfd-bc4bf58d1aad None None] Set router 61939f74-61b6-45a9-8829-6ef3a073b55f gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:14:52.364247 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-4520882e-8d8f-4935-804f-a7ee7f782305 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Allocated IP 172.20.0.14 (ede0cbb9-a83e-4037-b673-696eabc6b3a3/a309d6c9-38a3-409d-a906-1638039000ff/032c02e9-3bf8-41e6-b5be-6857fa3a7a97) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:14:52.406539 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a608c34-f2b1-4de5-9b8e-3c18e0543f75 req-e1f16820-2ddd-4a3c-81d2-cc67d8752cbd tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:52.427267 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a608c34-f2b1-4de5-9b8e-3c18e0543f75 req-e1f16820-2ddd-4a3c-81d2-cc67d8752cbd tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:52.432723 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a608c34-f2b1-4de5-9b8e-3c18e0543f75 req-e1f16820-2ddd-4a3c-81d2-cc67d8752cbd tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:52.434627 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8a608c34-f2b1-4de5-9b8e-3c18e0543f75 req-e1f16820-2ddd-4a3c-81d2-cc67d8752cbd tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=36ac7595-84b3-4e7c-a793-e778b59cd633 HTTP/1.1" status: 200 len: 2416 time: 0.6011076 Jan 28 00:14:52.495536 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a9d28-7446-444a-8a33-6b28eb0ef455 req-6be60240-6dee-4799-bb6f-d66165ea1f3c tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:52.503358 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-315a9d28-7446-444a-8a33-6b28eb0ef455 req-6be60240-6dee-4799-bb6f-d66165ea1f3c tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c8237a3-391a-4734-9a60-194e23c27c63 HTTP/1.1" status: 200 len: 944 time: 0.4421654 Jan 28 00:14:52.548382 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a42a36a4-40fb-4205-af78-6855290a90d3 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (35f23b3f-1465-47ed-865a-7b53093fa0d7), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:52.624823 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a36a4-40fb-4205-af78-6855290a90d3 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Pushing event deleted for resources: {'Port': ['ID=35f23b3f-1465-47ed-865a-7b53093fa0d7,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:52.755972 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8a608c34-f2b1-4de5-9b8e-3c18e0543f75 req-98c12ae7-47ab-4d78-b488-17820ca35c4f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/security-groups?id=de3aa900-c795-4b50-aeb7-917df0e11d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054862 Jan 28 00:14:52.759394 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-644c7cd0-880e-4ddb-8dfd-bc4bf58d1aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2041208346-router', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:07:22Z', 'updated_at': '2022-01-28T00:07:27Z', 'revision_number': 4, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'gw_port': {'id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:23Z', 'updated_at': '2022-01-28T00:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '29bfd5a4-7665-4769-a77e-d2812ab7dcc2', 'name': '', 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'mac_address': 'fa:16:3e:cd:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'fd93541c-3fa3-4f63-b944-5654809caebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:26Z', 'updated_at': '2022-01-28T00:07:32Z', 'revision_number': 5, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'subnets': [{'id': 'fd93541c-3fa3-4f63-b944-5654809caebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:14:52.772088 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a42a36a4-40fb-4205-af78-6855290a90d3 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks [] for floatingip (ed06464b-a61d-45a6-941a-ab31e27ce9ac), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:52.788377 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a42a36a4-40fb-4205-af78-6855290a90d3 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:52.788377 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a42a36a4-40fb-4205-af78-6855290a90d3 tempest-ServersTestBootFromVolume-496820900 tempest-ServersTestBootFromVolume-496820900-project] 10.222.0.70 "DELETE /v2.0/floatingips/ed06464b-a61d-45a6-941a-ab31e27ce9ac HTTP/1.1" status: 204 len: 168 time: 2.0392253 Jan 28 00:14:52.789591 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52408) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:14:52.790231 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-315a9d28-7446-444a-8a33-6b28eb0ef455 req-658b6122-4992-490b-b158-3bb1b15e4fff tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d0d0614-298e-4b34-bfc0-8b4daf3e81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850053 Jan 28 00:14:52.821522 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644c7cd0-880e-4ddb-8dfd-bc4bf58d1aad None None] The sync data for ids ['61939f74-61b6-45a9-8829-6ef3a073b55f'] in n-d-826754-1 is: [{'id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2041208346-router', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:07:22Z', 'updated_at': '2022-01-28T00:07:27Z', 'revision_number': 4, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'gw_port': {'id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:23Z', 'updated_at': '2022-01-28T00:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '29bfd5a4-7665-4769-a77e-d2812ab7dcc2', 'name': '', 'network_id': 'e089f335-5674-4c92-a564-9237fa994e7e', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'mac_address': 'fa:16:3e:cd:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'fd93541c-3fa3-4f63-b944-5654809caebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:26Z', 'updated_at': '2022-01-28T00:07:32Z', 'revision_number': 5, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'subnets': [{'id': 'fd93541c-3fa3-4f63-b944-5654809caebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:14:52.862678 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-4520882e-8d8f-4935-804f-a7ee7f782305 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Publish callbacks [] for port (032c02e9-3bf8-41e6-b5be-6857fa3a7a97), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:52.961443 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-4520882e-8d8f-4935-804f-a7ee7f782305 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (032c02e9-3bf8-41e6-b5be-6857fa3a7a97), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:52.998495 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['d627b88b-cb29-4bd1-afec-e8bab05970f1'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:14:53.048199 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-4520882e-8d8f-4935-804f-a7ee7f782305 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Network ede0cbb9-a83e-4037-b673-696eabc6b3a3 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:14:53.067771 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-4520882e-8d8f-4935-804f-a7ee7f782305 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:14:53.089176 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-4520882e-8d8f-4935-804f-a7ee7f782305 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:14:53.135534 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520882e-8d8f-4935-804f-a7ee7f782305 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Pushing event updated for resources: {'Port': ['ID=032c02e9-3bf8-41e6-b5be-6857fa3a7a97,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:53.493106 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e27d4e-ede6-476b-9bf3-409a636ad273 None None] New status for floating IP 6789c033-f679-42b8-ac77-791e97a9bd84: DOWN {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:14:53.741164 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f801a46-9b9d-49e8-97c5-2286d835899b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (8aa1d041-9708-444d-b8c0-41013e1cb684), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:53.777376 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-4520882e-8d8f-4935-804f-a7ee7f782305 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:53.778058 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-4520882e-8d8f-4935-804f-a7ee7f782305 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:53.863530 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-4520882e-8d8f-4935-804f-a7ee7f782305 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0218244 Jan 28 00:14:53.893995 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-c6848d66-7390-422a-af45-fbed4b443043 service neutron] Request body: {'port': {'device_id': '53ca76a4-3b12-4390-b43a-10c5dcef754c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:14:53.937773 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01479cc9-cabb-406d-9d7f-e4dafb251c29 req-57341dc8-0544-45b5-b0be-3f36c2d5e9aa tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:53.945786 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-01479cc9-cabb-406d-9d7f-e4dafb251c29 req-57341dc8-0544-45b5-b0be-3f36c2d5e9aa tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 945 time: 0.9439216 Jan 28 00:14:54.010209 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb4e69-e093-4eb2-b811-0345538e83b0 req-d8399509-f8e1-4bc1-9d2c-06eaf68ada21 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:54.011914 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3beb4e69-e093-4eb2-b811-0345538e83b0 req-d8399509-f8e1-4bc1-9d2c-06eaf68ada21 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf2d105e-17de-42a2-923f-ec9cc350ae4d HTTP/1.1" status: 200 len: 943 time: 0.2265096 Jan 28 00:14:54.022622 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-876ff2d2-34c6-45b1-8c81-8f68a1e946f8 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:54.024220 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-876ff2d2-34c6-45b1-8c81-8f68a1e946f8 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/networks?id=f388c604-9dfb-430b-954f-b2b9c1d3c352 HTTP/1.1" status: 200 len: 805 time: 1.0074127 Jan 28 00:14:54.047803 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-c6848d66-7390-422a-af45-fbed4b443043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (032c02e9-3bf8-41e6-b5be-6857fa3a7a97), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:54.100176 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-941152ec-74dd-4bab-8dda-fc29db2b633d tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/quotas/8405f09358c0468d9527f464af13d496 HTTP/1.1" status: 200 len: 375 time: 0.0625410 Jan 28 00:14:54.107400 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-01479cc9-cabb-406d-9d7f-e4dafb251c29 req-f485801d-65d6-4c87-bc89-79aaea61330f tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607175 Jan 28 00:14:54.124332 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2f801a46-9b9d-49e8-97c5-2286d835899b admin admin] Deleting port 7865b5cc-d6fc-45de-b659-3647c502b71e {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:14:54.125118 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f801a46-9b9d-49e8-97c5-2286d835899b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (7865b5cc-d6fc-45de-b659-3647c502b71e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:54.319794 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-2f801a46-9b9d-49e8-97c5-2286d835899b admin admin] For port 7865b5cc-d6fc-45de-b659-3647c502b71e, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=7865b5cc-d6fc-45de-b659-3647c502b71e,segment=NetworkSegment(20b4d473-1eaa-48d8-9013-b9968f2d12e8),segment_id=20b4d473-1eaa-48d8-9013-b9968f2d12e8)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:54.321594 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f801a46-9b9d-49e8-97c5-2286d835899b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (7865b5cc-d6fc-45de-b659-3647c502b71e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:54.341173 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2f801a46-9b9d-49e8-97c5-2286d835899b admin admin] Calling delete_port for 7865b5cc-d6fc-45de-b659-3647c502b71e owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:14:54.456988 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-b4aed239-5e2f-4797-a007-65d9b8e07147 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8405f09358c0468d9527f464af13d496&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3228047 Jan 28 00:14:54.501573 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a2d46-bb83-485a-8a30-53d4f94fd540 req-afe84f3e-54f7-4bd4-ab85-c6e8f7a463f1 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:54.503790 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d17a2d46-bb83-485a-8a30-53d4f94fd540 req-afe84f3e-54f7-4bd4-ab85-c6e8f7a463f1 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 932 time: 0.1856439 Jan 28 00:14:54.526994 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-3beb4e69-e093-4eb2-b811-0345538e83b0 req-f60d0bad-102e-4b30-b67b-ff6f376ca512 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Deleting port 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:14:54.527497 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3beb4e69-e093-4eb2-b811-0345538e83b0 req-f60d0bad-102e-4b30-b67b-ff6f376ca512 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:54.626329 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f801a46-9b9d-49e8-97c5-2286d835899b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (7865b5cc-d6fc-45de-b659-3647c502b71e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:54.680418 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f801a46-9b9d-49e8-97c5-2286d835899b admin admin] Pushing event deleted for resources: {'Port': ['ID=7865b5cc-d6fc-45de-b659-3647c502b71e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:54.823410 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d17a2d46-bb83-485a-8a30-53d4f94fd540 req-04b0cd69-1cdc-432c-8ea8-c956ae0f08e3 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056929 Jan 28 00:14:54.886143 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-fc2595fe-837f-48cc-ab6a-9da6ae66990e service neutron] 10.222.0.70 "GET /v2.0/networks/f388c604-9dfb-430b-954f-b2b9c1d3c352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113634 Jan 28 00:14:54.930627 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-3beb4e69-e093-4eb2-b811-0345538e83b0 req-f60d0bad-102e-4b30-b67b-ff6f376ca512 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] For port 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:54.931212 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3beb4e69-e093-4eb2-b811-0345538e83b0 req-f60d0bad-102e-4b30-b67b-ff6f376ca512 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:54.951908 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-c6848d66-7390-422a-af45-fbed4b443043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:14:55.028361 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-c6848d66-7390-422a-af45-fbed4b443043 service neutron] Publish callbacks [] for port (032c02e9-3bf8-41e6-b5be-6857fa3a7a97), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:55.043570 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f801a46-9b9d-49e8-97c5-2286d835899b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (8aa1d041-9708-444d-b8c0-41013e1cb684), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:55.141119 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-3beb4e69-e093-4eb2-b811-0345538e83b0 req-f60d0bad-102e-4b30-b67b-ff6f376ca512 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Calling delete_port for 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:14:55.196797 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-c6848d66-7390-422a-af45-fbed4b443043 service neutron] Transition to ACTIVE for port object 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:14:55.216886 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device bf8e54e1-1603-497d-8a26-df63029dd49f up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:14:55.270877 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-c6848d66-7390-422a-af45-fbed4b443043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (032c02e9-3bf8-41e6-b5be-6857fa3a7a97), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:55.384791 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port bf8e54e1-1603-497d-8a26-df63029dd49f completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:14:55.392359 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f801a46-9b9d-49e8-97c5-2286d835899b admin admin] Router 8aa1d041-9708-444d-b8c0-41013e1cb684 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:14:55.396728 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port bf8e54e1-1603-497d-8a26-df63029dd49f triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:55.397457 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bf8e54e1-1603-497d-8a26-df63029dd49f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:55.436293 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1693767-a80e-4098-b56e-73bb3f78095c req-c9d6d9cc-63e9-4d68-aa3d-c39e4e8a1977 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:55.454387 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d1693767-a80e-4098-b56e-73bb3f78095c req-c9d6d9cc-63e9-4d68-aa3d-c39e4e8a1977 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 946 time: 0.4469402 Jan 28 00:14:55.572564 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-9c27d8d0-7a19-43cc-b3fe-8d0b3c24e98f service neutron] 10.222.0.70 "GET /v2.0/networks/f388c604-9dfb-430b-954f-b2b9c1d3c352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6577485 Jan 28 00:14:55.662253 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port bf8e54e1-1603-497d-8a26-df63029dd49f is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:55.662761 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bf8e54e1-1603-497d-8a26-df63029dd49f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:55.676610 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6848d66-7390-422a-af45-fbed4b443043 service neutron] Pushing event updated for resources: {'Port': ['ID=032c02e9-3bf8-41e6-b5be-6857fa3a7a97,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:55.714659 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ac7595-84b3-4e7c-a793-e778b59cd633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8e54e1-1603-497d-8a26-df63029dd49f'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:14:55.717759 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c481487-4277-47ee-a042-6901012e3b7d" -d '{"events": [{"server_uuid": "36ac7595-84b3-4e7c-a793-e778b59cd633", "name": "network-vif-plugged", "status": "completed", "tag": "bf8e54e1-1603-497d-8a26-df63029dd49f"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:14:55.751593 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port bf8e54e1-1603-497d-8a26-df63029dd49f, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=bf8e54e1-1603-497d-8a26-df63029dd49f,segment=NetworkSegment(2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544),segment_id=2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:55.757430 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (bf8e54e1-1603-497d-8a26-df63029dd49f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:55.760088 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 75e311c8-d069-4f32-885a-0a4acc7c9afe up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:14:55.923213 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d1693767-a80e-4098-b56e-73bb3f78095c req-514f54fe-dba3-4e8e-935c-c4ac24f451bf tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675729 Jan 28 00:14:55.985088 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52434) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:14:56.063323 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=bf8e54e1-1603-497d-8a26-df63029dd49f,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:56.084314 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 75e311c8-d069-4f32-885a-0a4acc7c9afe completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:14:56.098927 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 75e311c8-d069-4f32-885a-0a4acc7c9afe triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:56.100094 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (75e311c8-d069-4f32-885a-0a4acc7c9afe), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:56.287065 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 75e311c8-d069-4f32-885a-0a4acc7c9afe is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:56.288226 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (75e311c8-d069-4f32-885a-0a4acc7c9afe), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:56.329701 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f801a46-9b9d-49e8-97c5-2286d835899b admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:14:56.347182 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5877076f-831a-4ef0-934f-43fad03ff035 None None] Sync routers for ids ['8aa1d041-9708-444d-b8c0-41013e1cb684'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:14:56.357587 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2f801a46-9b9d-49e8-97c5-2286d835899b admin admin] 10.222.0.70 "PUT /v2.0/routers/8aa1d041-9708-444d-b8c0-41013e1cb684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5756004 Jan 28 00:14:56.358398 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52438) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:14:56.392170 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 75e311c8-d069-4f32-885a-0a4acc7c9afe, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=75e311c8-d069-4f32-885a-0a4acc7c9afe,segment=NetworkSegment(86aaef18-e80c-4b5d-a1f2-46c83ba4199e),segment_id=86aaef18-e80c-4b5d-a1f2-46c83ba4199e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:56.401187 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (75e311c8-d069-4f32-885a-0a4acc7c9afe), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:56.403040 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 8ce9ffea-c873-4602-b2d2-2bc2d34a37c7 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:14:56.411603 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5877076f-831a-4ef0-934f-43fad03ff035 None None] Routers {'8aa1d041-9708-444d-b8c0-41013e1cb684'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:14:56.411603 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-5877076f-831a-4ef0-934f-43fad03ff035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:14:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8aa1d041-9708-444d-b8c0-41013e1cb684'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:14:56.444577 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3707243-66b4-4e98-ab5f-3ee2b7d5d816 req-c2fa61e3-ee83-41b0-b6c9-5dc3bf81481d tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:56.447286 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3707243-66b4-4e98-ab5f-3ee2b7d5d816 req-c2fa61e3-ee83-41b0-b6c9-5dc3bf81481d tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c8237a3-391a-4734-9a60-194e23c27c63 HTTP/1.1" status: 200 len: 944 time: 0.2934055 Jan 28 00:14:56.456723 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aad65b81-1a96-48c8-a514-4a1d68af4231 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks [] for security_group (052f30d2-3809-45fe-8cf7-6fd8fec0c84b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:56.482504 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-c6848d66-7390-422a-af45-fbed4b443043 service neutron] Attempting to bind port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:14:56.483020 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-c6848d66-7390-422a-af45-fbed4b443043 service neutron] Attempting to bind port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:14:56.483552 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-c6848d66-7390-422a-af45-fbed4b443043 service neutron] Attempting to bind port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:14:56.525857 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3beb4e69-e093-4eb2-b811-0345538e83b0 req-f60d0bad-102e-4b30-b67b-ff6f376ca512 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:56.539065 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-c6848d66-7390-422a-af45-fbed4b443043 service neutron] Port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:14:56.540791 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-c6848d66-7390-422a-af45-fbed4b443043 service neutron] Attempting to bind port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:14:56.634714 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9099bca3-cc3c-4d9c-a506-6e858e7ba21f admin admin] Publish callbacks [] for router (8aa1d041-9708-444d-b8c0-41013e1cb684), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:56.640107 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-c6848d66-7390-422a-af45-fbed4b443043 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:14:56.640107 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-c6848d66-7390-422a-af45-fbed4b443043 service neutron] Checking segment: {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:14:56.640571 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-c6848d66-7390-422a-af45-fbed4b443043 service neutron] Bound using segment: {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:14:56.641584 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-c6848d66-7390-422a-af45-fbed4b443043 service neutron] Bound port: 032c02e9-3bf8-41e6-b5be-6857fa3a7a97, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:14:56.642239 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-c6848d66-7390-422a-af45-fbed4b443043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (032c02e9-3bf8-41e6-b5be-6857fa3a7a97), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:56.728271 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cb3ac-20fd-4962-89b6-d61d3be34634 req-b3f3219d-87a8-4757-b237-c8c40ecb1ba9 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:56.742416 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cb3ac-20fd-4962-89b6-d61d3be34634 req-b3f3219d-87a8-4757-b237-c8c40ecb1ba9 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:56.756160 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cb3ac-20fd-4962-89b6-d61d3be34634 req-b3f3219d-87a8-4757-b237-c8c40ecb1ba9 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:56.770531 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-499cb3ac-20fd-4962-89b6-d61d3be34634 req-b3f3219d-87a8-4757-b237-c8c40ecb1ba9 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=36ac7595-84b3-4e7c-a793-e778b59cd633 HTTP/1.1" status: 200 len: 2417 time: 0.6148388 Jan 28 00:14:56.863596 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aad65b81-1a96-48c8-a514-4a1d68af4231 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks [] for security_group (052f30d2-3809-45fe-8cf7-6fd8fec0c84b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:56.882144 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9099bca3-cc3c-4d9c-a506-6e858e7ba21f admin admin] Publish callbacks [] for router_gateway (8aa1d041-9708-444d-b8c0-41013e1cb684), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:56.904802 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=75e311c8-d069-4f32-885a-0a4acc7c9afe,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:56.936480 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 8ce9ffea-c873-4602-b2d2-2bc2d34a37c7 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:14:56.951376 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 8ce9ffea-c873-4602-b2d2-2bc2d34a37c7 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:56.952174 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8ce9ffea-c873-4602-b2d2-2bc2d34a37c7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:56.957551 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-5877076f-831a-4ef0-934f-43fad03ff035 None None] Set router 8aa1d041-9708-444d-b8c0-41013e1cb684 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:14:56.967884 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d0bad-102e-4b30-b67b-ff6f376ca512 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Pushing event deleted for resources: {'Port': ['ID=7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:57.021524 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9099bca3-cc3c-4d9c-a506-6e858e7ba21f admin admin] Deleting port cd4a706b-708e-4757-8053-6b7f8d831a23 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:14:57.023010 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9099bca3-cc3c-4d9c-a506-6e858e7ba21f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (cd4a706b-708e-4757-8053-6b7f8d831a23), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:57.041694 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3707243-66b4-4e98-ab5f-3ee2b7d5d816 req-bd939953-51eb-402f-8b4d-1928c997e283 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d0d0614-298e-4b34-bfc0-8b4daf3e81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5784872 Jan 28 00:14:57.103049 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-3beb4e69-e093-4eb2-b811-0345538e83b0 req-f60d0bad-102e-4b30-b67b-ff6f376ca512 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] No DVR routers for this DVR port 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:14:57.107832 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3beb4e69-e093-4eb2-b811-0345538e83b0 req-f60d0bad-102e-4b30-b67b-ff6f376ca512 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:57.122964 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3beb4e69-e093-4eb2-b811-0345538e83b0 req-f60d0bad-102e-4b30-b67b-ff6f376ca512 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.52 "DELETE /v2.0/ports/7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7 HTTP/1.1" status: 204 len: 173 time: 3.0867565 Jan 28 00:14:57.140225 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2d105e-17de-42a2-923f-ec9cc350ae4d', 'name': 'network-vif-deleted', 'tag': '7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:14:57.148899 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a28875b-bf31-469d-8573-b264b7ffb592" -d '{"events": [{"server_uuid": "bf2d105e-17de-42a2-923f-ec9cc350ae4d", "name": "network-vif-deleted", "tag": "7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:14:57.292394 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-499cb3ac-20fd-4962-89b6-d61d3be34634 req-0e6cb885-1759-4ce3-80c9-5587f83c4cba tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/security-groups?id=de3aa900-c795-4b50-aeb7-917df0e11d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4195561 Jan 28 00:14:57.296380 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-c6848d66-7390-422a-af45-fbed4b443043 service neutron] For port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:14:57.306111 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-c6848d66-7390-422a-af45-fbed4b443043 service neutron] For port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=032c02e9-3bf8-41e6-b5be-6857fa3a7a97,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:14:57.329344 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9099bca3-cc3c-4d9c-a506-6e858e7ba21f admin admin] For port cd4a706b-708e-4757-8053-6b7f8d831a23, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=cd4a706b-708e-4757-8053-6b7f8d831a23,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:57.329715 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9099bca3-cc3c-4d9c-a506-6e858e7ba21f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (cd4a706b-708e-4757-8053-6b7f8d831a23), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:57.375163 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca80fe-2a1f-43e9-91d7-14a6dcab4daf req-56dbcafe-df65-4dc6-9109-eb0fe096e5d2 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:57.378354 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9099bca3-cc3c-4d9c-a506-6e858e7ba21f admin admin] Calling delete_port for cd4a706b-708e-4757-8053-6b7f8d831a23 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:14:57.380814 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aca80fe-2a1f-43e9-91d7-14a6dcab4daf req-56dbcafe-df65-4dc6-9109-eb0fe096e5d2 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 945 time: 0.2024205 Jan 28 00:14:57.385562 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-c6848d66-7390-422a-af45-fbed4b443043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (032c02e9-3bf8-41e6-b5be-6857fa3a7a97), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:57.401356 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aad65b81-1a96-48c8-a514-4a1d68af4231 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (052f30d2-3809-45fe-8cf7-6fd8fec0c84b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:57.407409 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aad65b81-1a96-48c8-a514-4a1d68af4231 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:57.409653 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-aad65b81-1a96-48c8-a514-4a1d68af4231 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "DELETE /v2.0/security-groups/052f30d2-3809-45fe-8cf7-6fd8fec0c84b HTTP/1.1" status: 204 len: 168 time: 1.4184401 Jan 28 00:14:57.452532 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52450) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:14:57.512472 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 8ce9ffea-c873-4602-b2d2-2bc2d34a37c7 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:57.513104 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8ce9ffea-c873-4602-b2d2-2bc2d34a37c7), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:57.523607 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768a43a1-41e3-4f5f-98d9-121d2f9220b9 x-openstack-request-id: req-768a43a1-41e3-4f5f-98d9-121d2f9220b9 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:14:57.524102 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ac7595-84b3-4e7c-a793-e778b59cd633", "name": "network-vif-plugged", "status": "completed", "tag": "bf8e54e1-1603-497d-8a26-df63029dd49f", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:14:57.524513 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-768a43a1-41e3-4f5f-98d9-121d2f9220b9 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:14:57.525186 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ac7595-84b3-4e7c-a793-e778b59cd633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8e54e1-1603-497d-8a26-df63029dd49f', 'code': 200} Jan 28 00:14:57.530515 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-c6848d66-7390-422a-af45-fbed4b443043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:57.531127 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-c6848d66-7390-422a-af45-fbed4b443043 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:57.532670 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-c6848d66-7390-422a-af45-fbed4b443043 service neutron] 10.222.0.52 "PUT /v2.0/ports/032c02e9-3bf8-41e6-b5be-6857fa3a7a97 HTTP/1.1" status: 200 len: 1092 time: 3.6430349 Jan 28 00:14:57.533966 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad65b81-1a96-48c8-a514-4a1d68af4231 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=052f30d2-3809-45fe-8cf7-6fd8fec0c84b,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:57.569523 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-b7e8b324-f97d-4228-8e5e-99bdd5b76db3 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] show failed (client error): The resource could not be found. Jan 28 00:14:57.570599 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b7e8b324-f97d-4228-8e5e-99bdd5b76db3 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "GET /v2.0/security-groups/052f30d2-3809-45fe-8cf7-6fd8fec0c84b HTTP/1.1" status: 404 len: 347 time: 0.1127987 Jan 28 00:14:57.583660 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52452) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:14:57.614618 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aca80fe-2a1f-43e9-91d7-14a6dcab4daf req-a8c17de8-e962-4b52-9798-07eb27f2e309 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993589 Jan 28 00:14:57.623779 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6848d66-7390-422a-af45-fbed4b443043 service neutron] Pushing event updated for resources: {'Port': ['ID=032c02e9-3bf8-41e6-b5be-6857fa3a7a97,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:57.742619 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 8ce9ffea-c873-4602-b2d2-2bc2d34a37c7, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8ce9ffea-c873-4602-b2d2-2bc2d34a37c7,segment=NetworkSegment(86aaef18-e80c-4b5d-a1f2-46c83ba4199e),segment_id=86aaef18-e80c-4b5d-a1f2-46c83ba4199e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:57.763185 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8ce9ffea-c873-4602-b2d2-2bc2d34a37c7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:57.768815 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device f36c5652-fd2d-40bb-8ddc-a64901d96222 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:14:57.773020 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751632c6-71b1-4619-a838-489fc3787f9d req-93aca11e-6566-4bb6-84f1-abb606ed6a48 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:57.779447 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-751632c6-71b1-4619-a838-489fc3787f9d req-93aca11e-6566-4bb6-84f1-abb606ed6a48 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 944 time: 0.1354108 Jan 28 00:14:57.788648 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-c7061d89-b139-47a9-9caa-89b366b1835a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:57.792083 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-c7061d89-b139-47a9-9caa-89b366b1835a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8a78e89f3df84c31929be575e138a975&device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 1095 time: 0.1343682 Jan 28 00:14:57.870914 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=8ce9ffea-c873-4602-b2d2-2bc2d34a37c7,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:57.903027 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-5877076f-831a-4ef0-934f-43fad03ff035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'name': 'tempest-ServersTestBootFromVolume-1302248538-router', 'tenant_id': '18b413d1db14405581b28db1817dc42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'cd4a706b-708e-4757-8053-6b7f8d831a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:10:05Z', 'updated_at': '2022-01-28T00:14:54Z', 'revision_number': 5, 'project_id': '18b413d1db14405581b28db1817dc42d', 'gw_port': {'id': 'cd4a706b-708e-4757-8053-6b7f8d831a23', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:10:07Z', 'updated_at': '2022-01-28T00:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:14:57.964725 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-74020a6a-7bd1-4814-a7f1-48e11b48f06f req-7b9d91d1-c7dd-43ad-b9ae-ae2adbf6ad59 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=df608004-9016-4630-8b98-755b6c50cd1a HTTP/1.1" status: 200 len: 210 time: 0.1670978 Jan 28 00:14:57.980299 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-f8b34c5c-8ce8-4bab-8418-9e573a003330 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=032c02e9-3bf8-41e6-b5be-6857fa3a7a97 HTTP/1.1" status: 200 len: 217 time: 0.1461964 Jan 28 00:14:57.986090 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5877076f-831a-4ef0-934f-43fad03ff035 None None] Checking router: 8aa1d041-9708-444d-b8c0-41013e1cb684 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:14:58.061827 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5877076f-831a-4ef0-934f-43fad03ff035 None None] Routers {'8aa1d041-9708-444d-b8c0-41013e1cb684'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:14:58.072738 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-5877076f-831a-4ef0-934f-43fad03ff035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:14:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8aa1d041-9708-444d-b8c0-41013e1cb684'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:14:58.184285 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9099bca3-cc3c-4d9c-a506-6e858e7ba21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (cd4a706b-708e-4757-8053-6b7f8d831a23), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:58.189163 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-d084045b-d46f-41fe-9147-e3540f8376b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:58.192862 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-d084045b-d46f-41fe-9147-e3540f8376b7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a309d6c9-38a3-409d-a906-1638039000ff HTTP/1.1" status: 200 len: 847 time: 0.2048812 Jan 28 00:14:58.233093 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port f36c5652-fd2d-40bb-8ddc-a64901d96222 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:14:58.256013 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099bca3-cc3c-4d9c-a506-6e858e7ba21f admin admin] Pushing event deleted for resources: {'Port': ['ID=cd4a706b-708e-4757-8053-6b7f8d831a23,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:58.277641 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-08f2fd42-f568-4b81-81d7-877f400745b8 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Deleting port b8b511bd-d2d4-41d5-b198-950779a172b9 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:14:58.282888 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-08f2fd42-f568-4b81-81d7-877f400745b8 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b8b511bd-d2d4-41d5-b198-950779a172b9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:58.319135 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port f36c5652-fd2d-40bb-8ddc-a64901d96222 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:14:58.319773 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f36c5652-fd2d-40bb-8ddc-a64901d96222), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:58.390753 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-751632c6-71b1-4619-a838-489fc3787f9d req-524ee5bf-2a73-48a2-866b-89fb3c4a92ff tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5967064 Jan 28 00:14:58.397651 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:14:58.434416 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-588f0302-5a92-4b32-8a20-68279faeb4e8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ede0cbb9-a83e-4037-b673-696eabc6b3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2137096 Jan 28 00:14:58.496737 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:14:58.500127 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:14:58.578730 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417157b7-ac1f-4924-99b8-dcda695cbb9c x-openstack-request-id: req-417157b7-ac1f-4924-99b8-dcda695cbb9c {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:14:58.579195 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2d105e-17de-42a2-923f-ec9cc350ae4d", "name": "network-vif-deleted", "tag": "7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:14:58.579554 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-417157b7-ac1f-4924-99b8-dcda695cbb9c {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:14:58.579801 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-5877076f-831a-4ef0-934f-43fad03ff035 None None] Set router 8aa1d041-9708-444d-b8c0-41013e1cb684 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:14:58.581659 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2d105e-17de-42a2-923f-ec9cc350ae4d', 'name': 'network-vif-deleted', 'tag': '7a453ed5-016d-4b09-a4b6-3ff8cd24b0c7', 'status': 'completed', 'code': 200} Jan 28 00:14:58.630649 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf6f4b-0e2c-4f21-a886-cdffc6c43406 req-d07fbdfe-79ba-42d8-9838-be96f76d60ba tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:58.632701 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-61bf6f4b-0e2c-4f21-a886-cdffc6c43406 req-d07fbdfe-79ba-42d8-9838-be96f76d60ba tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 946 time: 0.4295535 Jan 28 00:14:58.684027 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-5877076f-831a-4ef0-934f-43fad03ff035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'name': 'tempest-ServersTestBootFromVolume-1302248538-router', 'tenant_id': '18b413d1db14405581b28db1817dc42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:10:05Z', 'updated_at': '2022-01-28T00:14:56Z', 'revision_number': 6, 'project_id': '18b413d1db14405581b28db1817dc42d', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:14:58.763995 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5877076f-831a-4ef0-934f-43fad03ff035 None None] The sync data for ids ['8aa1d041-9708-444d-b8c0-41013e1cb684'] in n-d-826754-1 is: [{'id': '8aa1d041-9708-444d-b8c0-41013e1cb684', 'name': 'tempest-ServersTestBootFromVolume-1302248538-router', 'tenant_id': '18b413d1db14405581b28db1817dc42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:10:05Z', 'updated_at': '2022-01-28T00:14:56Z', 'revision_number': 6, 'project_id': '18b413d1db14405581b28db1817dc42d', 'gw_port_host': None}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:14:58.834776 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port f36c5652-fd2d-40bb-8ddc-a64901d96222 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:14:58.835515 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f36c5652-fd2d-40bb-8ddc-a64901d96222), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:58.866195 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-61bf6f4b-0e2c-4f21-a886-cdffc6c43406 req-a96ecf74-8935-448c-9b63-913c8cc93fa1 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455650 Jan 28 00:14:58.953821 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port f36c5652-fd2d-40bb-8ddc-a64901d96222, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=f36c5652-fd2d-40bb-8ddc-a64901d96222,segment=NetworkSegment(3c8ed076-3165-4753-a19a-d433677707cf),segment_id=3c8ed076-3165-4753-a19a-d433677707cf)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:14:58.961798 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f36c5652-fd2d-40bb-8ddc-a64901d96222), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:58.976849 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-cfb2290c-c15a-4a4e-a135-c4e1647649cb tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:58.978967 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-cfb2290c-c15a-4a4e-a135-c4e1647649cb tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.65 "GET /v2.0/networks?id=f388c604-9dfb-430b-954f-b2b9c1d3c352 HTTP/1.1" status: 200 len: 805 time: 0.5042086 Jan 28 00:14:58.993513 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145f1bf-aa47-4f6a-a308-2be6d8a215e3 req-f7a9d030-173e-4000-994a-c3079aa9172a tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:59.007336 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0145f1bf-aa47-4f6a-a308-2be6d8a215e3 req-f7a9d030-173e-4000-994a-c3079aa9172a tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c8237a3-391a-4734-9a60-194e23c27c63 HTTP/1.1" status: 200 len: 944 time: 0.3958247 Jan 28 00:14:59.013059 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-f21876dc-9f28-4541-8ca2-c14dc1b7d9aa service neutron] 10.222.0.52 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5659387 Jan 28 00:14:59.032917 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-ae5a88b6-ed66-44e5-9045-7355be243c69 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Request body: {'port': {'device_id': 'df608004-9016-4630-8b98-755b6c50cd1a', 'network_id': 'f388c604-9dfb-430b-954f-b2b9c1d3c352', 'admin_state_up': True, 'tenant_id': '8405f09358c0468d9527f464af13d496'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:14:59.053365 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-08f2fd42-f568-4b81-81d7-877f400745b8 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b8b511bd-d2d4-41d5-b198-950779a172b9), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:59.053877 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-08f2fd42-f568-4b81-81d7-877f400745b8 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks [] for floatingip (b8b511bd-d2d4-41d5-b198-950779a172b9), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:59.073134 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=f36c5652-fd2d-40bb-8ddc-a64901d96222,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:59.227573 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-08f2fd42-f568-4b81-81d7-877f400745b8 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Calling delete_port for b8b511bd-d2d4-41d5-b198-950779a172b9 owned by network:floatingip {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:14:59.306641 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0145f1bf-aa47-4f6a-a308-2be6d8a215e3 req-77bc5f2b-65f6-4431-ab14-67f2e170554b tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d0d0614-298e-4b34-bfc0-8b4daf3e81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919650 Jan 28 00:14:59.323593 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1824d-b36a-4582-854b-1f16e40e4a53 req-ad00a3dd-7d76-4ff0-a659-ad909eaecf77 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:59.330880 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1824d-b36a-4582-854b-1f16e40e4a53 req-ad00a3dd-7d76-4ff0-a659-ad909eaecf77 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:59.343681 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1824d-b36a-4582-854b-1f16e40e4a53 req-ad00a3dd-7d76-4ff0-a659-ad909eaecf77 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:59.352498 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e5d1824d-b36a-4582-854b-1f16e40e4a53 req-ad00a3dd-7d76-4ff0-a659-ad909eaecf77 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=36ac7595-84b3-4e7c-a793-e778b59cd633 HTTP/1.1" status: 200 len: 2419 time: 0.3047149 Jan 28 00:14:59.435005 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f74b6dc-f2db-40c7-80cb-cb57eea15c4a req-ac872a55-184a-4ae7-82c0-83030b908f7f service neutron] 10.222.0.52 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172020 Jan 28 00:14:59.493760 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e5d1824d-b36a-4582-854b-1f16e40e4a53 req-5a37ba78-e8c1-45df-bace-a47cac8a718b tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/security-groups?id=de3aa900-c795-4b50-aeb7-917df0e11d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392338 Jan 28 00:14:59.526689 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ac7595-84b3-4e7c-a793-e778b59cd633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e311c8-d069-4f32-885a-0a4acc7c9afe'}, {'server_uuid': '36ac7595-84b3-4e7c-a793-e778b59cd633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce9ffea-c873-4602-b2d2-2bc2d34a37c7'}, {'server_uuid': '7c8237a3-391a-4734-9a60-194e23c27c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36c5652-fd2d-40bb-8ddc-a64901d96222'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:14:59.530938 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913c8569-240b-4f2b-bf82-b2fcd93971a5" -d '{"events": [{"server_uuid": "36ac7595-84b3-4e7c-a793-e778b59cd633", "name": "network-vif-plugged", "status": "completed", "tag": "75e311c8-d069-4f32-885a-0a4acc7c9afe"}, {"server_uuid": "36ac7595-84b3-4e7c-a793-e778b59cd633", "name": "network-vif-plugged", "status": "completed", "tag": "8ce9ffea-c873-4602-b2d2-2bc2d34a37c7"}, {"server_uuid": "7c8237a3-391a-4734-9a60-194e23c27c63", "name": "network-vif-plugged", "status": "completed", "tag": "f36c5652-fd2d-40bb-8ddc-a64901d96222"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:14:59.637665 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb718cb-2373-4374-acff-4c0e26c2c8c5 req-9cd1afed-b8ee-43ed-a62e-b27ec8272e41 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:59.640691 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eeb718cb-2373-4374-acff-4c0e26c2c8c5 req-9cd1afed-b8ee-43ed-a62e-b27ec8272e41 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 945 time: 0.0952375 Jan 28 00:14:59.671853 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8719ca83-0cc8-4d9a-acd9-715b686f6847 req-86607130-7bba-4d0d-84b2-de8297cfabd6 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=df608004-9016-4630-8b98-755b6c50cd1a HTTP/1.1" status: 200 len: 210 time: 0.0707502 Jan 28 00:14:59.764719 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-08f2fd42-f568-4b81-81d7-877f400745b8 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (b8b511bd-d2d4-41d5-b198-950779a172b9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:59.823856 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2fd42-f568-4b81-81d7-877f400745b8 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Pushing event deleted for resources: {'Port': ['ID=b8b511bd-d2d4-41d5-b198-950779a172b9,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:14:59.845446 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9099bca3-cc3c-4d9c-a506-6e858e7ba21f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (8aa1d041-9708-444d-b8c0-41013e1cb684), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:14:59.872208 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eeb718cb-2373-4374-acff-4c0e26c2c8c5 req-665defae-518e-4f98-90a9-4e7bffdc88c7 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990509 Jan 28 00:14:59.896179 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604954d-3111-4879-9e13-f7135c3aa5a0 req-8ff1f5a0-e9a6-4ba3-9454-5bb51877f5ad tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:14:59.897891 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f604954d-3111-4879-9e13-f7135c3aa5a0 req-8ff1f5a0-e9a6-4ba3-9454-5bb51877f5ad tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 944 time: 0.0794470 Jan 28 00:15:00.039405 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 28 Jan 2022 00:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4effaad0-ffff-45d0-80bd-0728cf2dbcaf x-openstack-request-id: req-4effaad0-ffff-45d0-80bd-0728cf2dbcaf {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:15:00.040190 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ac7595-84b3-4e7c-a793-e778b59cd633", "name": "network-vif-plugged", "status": "completed", "tag": "75e311c8-d069-4f32-885a-0a4acc7c9afe", "code": 200}, {"server_uuid": "36ac7595-84b3-4e7c-a793-e778b59cd633", "name": "network-vif-plugged", "status": "completed", "tag": "8ce9ffea-c873-4602-b2d2-2bc2d34a37c7", "code": 200}, {"server_uuid": "7c8237a3-391a-4734-9a60-194e23c27c63", "name": "network-vif-plugged", "status": "completed", "tag": "f36c5652-fd2d-40bb-8ddc-a64901d96222", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:15:00.040190 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4effaad0-ffff-45d0-80bd-0728cf2dbcaf {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:15:00.040704 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ac7595-84b3-4e7c-a793-e778b59cd633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e311c8-d069-4f32-885a-0a4acc7c9afe', 'code': 200} Jan 28 00:15:00.040892 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ac7595-84b3-4e7c-a793-e778b59cd633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce9ffea-c873-4602-b2d2-2bc2d34a37c7', 'code': 200} Jan 28 00:15:00.041049 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8237a3-391a-4734-9a60-194e23c27c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36c5652-fd2d-40bb-8ddc-a64901d96222', 'code': 200} Jan 28 00:15:00.044146 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9099bca3-cc3c-4d9c-a506-6e858e7ba21f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (8aa1d041-9708-444d-b8c0-41013e1cb684), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:00.051120 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9099bca3-cc3c-4d9c-a506-6e858e7ba21f admin admin] Publish callbacks [] for router_controller (8aa1d041-9708-444d-b8c0-41013e1cb684), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:00.250628 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-08f2fd42-f568-4b81-81d7-877f400745b8 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks [] for floatingip (6789c033-f679-42b8-ac77-791e97a9bd84), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:00.254270 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-08f2fd42-f568-4b81-81d7-877f400745b8 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:00.255501 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-08f2fd42-f568-4b81-81d7-877f400745b8 tempest-ServersWithSpecificFlavorTestJSON-441295459 tempest-ServersWithSpecificFlavorTestJSON-441295459-project] 10.222.0.70 "DELETE /v2.0/floatingips/6789c033-f679-42b8-ac77-791e97a9bd84 HTTP/1.1" status: 204 len: 168 time: 2.5412755 Jan 28 00:15:00.279191 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9099bca3-cc3c-4d9c-a506-6e858e7ba21f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (8aa1d041-9708-444d-b8c0-41013e1cb684), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:00.280443 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9099bca3-cc3c-4d9c-a506-6e858e7ba21f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8aa1d041-9708-444d-b8c0-41013e1cb684 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:15:00.303344 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9099bca3-cc3c-4d9c-a506-6e858e7ba21f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:00.308454 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9099bca3-cc3c-4d9c-a506-6e858e7ba21f admin admin] 10.222.0.70 "DELETE /v2.0/routers/8aa1d041-9708-444d-b8c0-41013e1cb684 HTTP/1.1" status: 204 len: 168 time: 3.9467585 Jan 28 00:15:00.373860 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52470) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:15:00.436197 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-ae5a88b6-ed66-44e5-9045-7355be243c69 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Made reservation on behalf of 8405f09358c0468d9527f464af13d496 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:15:00.446535 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-ae5a88b6-ed66-44e5-9045-7355be243c69 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:00.561939 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f604954d-3111-4879-9e13-f7135c3aa5a0 req-b93e1619-03c1-4573-a51f-c4aabd502b2f tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6341307 Jan 28 00:15:00.587603 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ca76a4-3b12-4390-b43a-10c5dcef754c', 'tag': '032c02e9-3bf8-41e6-b5be-6857fa3a7a97'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:15:00.590567 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27075755-66c7-4159-916d-9d6e785a7f69" -d '{"events": [{"name": "network-changed", "server_uuid": "53ca76a4-3b12-4390-b43a-10c5dcef754c", "tag": "032c02e9-3bf8-41e6-b5be-6857fa3a7a97"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:15:00.601436 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e947d-ba9b-4528-bd09-32c755ec4633 req-c6cd4af2-57b4-448b-a439-a15fddcff510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:00.602970 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-df3e947d-ba9b-4528-bd09-32c755ec4633 req-c6cd4af2-57b4-448b-a439-a15fddcff510 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7c8237a3-391a-4734-9a60-194e23c27c63 HTTP/1.1" status: 200 len: 1096 time: 0.2908869 Jan 28 00:15:00.605998 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e3a8da0-359b-4ab8-9754-637a8ada07e2 admin admin] Deleting subnet 98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:15:00.614329 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2e3a8da0-359b-4ab8-9754-637a8ada07e2 admin admin] Publish callbacks [] for subnet (98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:00.620662 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfa07e-4892-4aec-895d-5ef5b335a619 req-ce60132d-3c69-4dd0-b768-444e410c316e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:00.622233 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-59dfa07e-4892-4aec-895d-5ef5b335a619 req-ce60132d-3c69-4dd0-b768-444e410c316e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 946 time: 0.1656859 Jan 28 00:15:00.691131 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988b271-8a5d-4827-8a6d-9ef5261c89f2 req-4553f871-02d9-429e-866b-b980934e64d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:00.691640 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988b271-8a5d-4827-8a6d-9ef5261c89f2 req-4553f871-02d9-429e-866b-b980934e64d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:00.692155 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988b271-8a5d-4827-8a6d-9ef5261c89f2 req-4553f871-02d9-429e-866b-b980934e64d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:00.694242 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2988b271-8a5d-4827-8a6d-9ef5261c89f2 req-4553f871-02d9-429e-866b-b980934e64d4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=36ac7595-84b3-4e7c-a793-e778b59cd633 HTTP/1.1" status: 200 len: 2872 time: 0.4374056 Jan 28 00:15:00.729954 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device cd4a706b-708e-4757-8053-6b7f8d831a23 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:15:00.769641 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-59dfa07e-4892-4aec-895d-5ef5b335a619 req-f639d1ef-e959-467e-ae65-96a953148b71 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291008 Jan 28 00:15:00.787510 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: cd4a706b-708e-4757-8053-6b7f8d831a23 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:15:00.788183 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device cd4a706b-708e-4757-8053-6b7f8d831a23 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:15:00.788810 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 7865b5cc-d6fc-45de-b659-3647c502b71e no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:15:00.795533 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2e3a8da0-359b-4ab8-9754-637a8ada07e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:00.856467 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 7865b5cc-d6fc-45de-b659-3647c502b71e {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:15:00.856978 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 7865b5cc-d6fc-45de-b659-3647c502b71e not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:15:00.968713 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2988b271-8a5d-4827-8a6d-9ef5261c89f2 req-02b56670-6f36-44c7-95c0-349366fffd8f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=de3aa900-c795-4b50-aeb7-917df0e11d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436650 Jan 28 00:15:00.987438 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-ae5a88b6-ed66-44e5-9045-7355be243c69 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Allocated IP 172.20.0.14 (f388c604-9dfb-430b-954f-b2b9c1d3c352/742a4943-8344-4614-b3ae-dda4eb02931e/a38078f7-c826-4565-9147-45b2a2fd9752) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:15:00.996613 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-df3e947d-ba9b-4528-bd09-32c755ec4633 req-e4815976-4152-4608-90c0-4a6ef2bc1762 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2d0d0614-298e-4b34-bfc0-8b4daf3e81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776300 Jan 28 00:15:01.038690 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ca700-ac12-4311-bf64-51be8e76dbe0 req-297d476e-96c3-4626-9d01-f80211519b96 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:01.041676 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-048ca700-ac12-4311-bf64-51be8e76dbe0 req-297d476e-96c3-4626-9d01-f80211519b96 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c8237a3-391a-4734-9a60-194e23c27c63 HTTP/1.1" status: 200 len: 945 time: 0.1271260 Jan 28 00:15:01.119484 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2e3a8da0-359b-4ab8-9754-637a8ada07e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:01.209253 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-048ca700-ac12-4311-bf64-51be8e76dbe0 req-07a7a5c6-fbb2-4fc8-8ffb-8f0ea71efc47 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d0d0614-298e-4b34-bfc0-8b4daf3e81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611726 Jan 28 00:15:01.357818 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e174cc4-7b09-4de9-9270-45ad3dc5a838 req-11b24db6-46af-47fc-be82-cf148207a556 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:01.372754 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2e3a8da0-359b-4ab8-9754-637a8ada07e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:01.374382 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e174cc4-7b09-4de9-9270-45ad3dc5a838 req-11b24db6-46af-47fc-be82-cf148207a556 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:01.389400 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e174cc4-7b09-4de9-9270-45ad3dc5a838 req-11b24db6-46af-47fc-be82-cf148207a556 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:01.396385 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e174cc4-7b09-4de9-9270-45ad3dc5a838 req-11b24db6-46af-47fc-be82-cf148207a556 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=36ac7595-84b3-4e7c-a793-e778b59cd633 HTTP/1.1" status: 200 len: 2419 time: 0.2943220 Jan 28 00:15:01.458419 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1599e07-ef5d-4b41-a546-74d7a39091f9 x-openstack-request-id: req-e1599e07-ef5d-4b41-a546-74d7a39091f9 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:15:01.459330 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ca76a4-3b12-4390-b43a-10c5dcef754c", "tag": "032c02e9-3bf8-41e6-b5be-6857fa3a7a97", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:15:01.460076 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e1599e07-ef5d-4b41-a546-74d7a39091f9 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:15:01.460995 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ca76a4-3b12-4390-b43a-10c5dcef754c', 'tag': '032c02e9-3bf8-41e6-b5be-6857fa3a7a97', 'status': 'completed', 'code': 200} Jan 28 00:15:01.476136 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a8da0-359b-4ab8-9754-637a8ada07e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:01.482377 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2e3a8da0-359b-4ab8-9754-637a8ada07e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:01.489732 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2e3a8da0-359b-4ab8-9754-637a8ada07e2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/98824ac2-6e8a-44b9-8f2f-ae2ecf4086a3 HTTP/1.1" status: 204 len: 168 time: 1.0594802 Jan 28 00:15:01.491989 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fea28d6-5f27-40ec-bb10-71b09c2303ea None None] Network b7c7fb76-6103-4eda-92dd-bd14f4d36fdc requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:15:01.497320 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52486) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:15:01.506302 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-ae5a88b6-ed66-44e5-9045-7355be243c69 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Publish callbacks [] for port (a38078f7-c826-4565-9147-45b2a2fd9752), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:01.573261 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e174cc4-7b09-4de9-9270-45ad3dc5a838 req-225db947-4180-4781-b622-210785eb62c5 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/security-groups?id=de3aa900-c795-4b50-aeb7-917df0e11d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084211 Jan 28 00:15:01.639168 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1eaa31eb-e3f6-40f0-bfbe-5a961faabb29 req-a13c024f-8d3a-43e2-9b59-89f320191940 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=df608004-9016-4630-8b98-755b6c50cd1a HTTP/1.1" status: 200 len: 210 time: 0.0867720 Jan 28 00:15:01.660740 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27075755-66c7-4159-916d-9d6e785a7f69 req-f3f4de54-4c16-4e86-9378-0868f7d772f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:01.663664 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27075755-66c7-4159-916d-9d6e785a7f69 req-f3f4de54-4c16-4e86-9378-0868f7d772f5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8a78e89f3df84c31929be575e138a975&device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 1095 time: 0.2652340 Jan 28 00:15:01.740751 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1075f335-d940-426e-815a-23de71bf4ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (b7c7fb76-6103-4eda-92dd-bd14f4d36fdc), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:01.762787 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-ae5a88b6-ed66-44e5-9045-7355be243c69 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (a38078f7-c826-4565-9147-45b2a2fd9752), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:01.856581 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecba8bd-df3d-43b7-8f9a-42b0703dfe07 None None] DHCP port deletion for b7c7fb76-6103-4eda-92dd-bd14f4d36fdc request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:15:01.939004 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-ae5a88b6-ed66-44e5-9045-7355be243c69 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Network f388c604-9dfb-430b-954f-b2b9c1d3c352 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:15:01.942492 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a88b6-ed66-44e5-9045-7355be243c69 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Pushing event updated for resources: {'Port': ['ID=a38078f7-c826-4565-9147-45b2a2fd9752,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:01.950014 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27075755-66c7-4159-916d-9d6e785a7f69 req-bed32fe8-9c68-4381-84bd-4fbe1bed76bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:01.957659 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27075755-66c7-4159-916d-9d6e785a7f69 req-bed32fe8-9c68-4381-84bd-4fbe1bed76bc service neutron] 10.222.0.52 "GET /v2.0/networks?id=ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 200 len: 908 time: 0.2863200 Jan 28 00:15:01.968001 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-ae5a88b6-ed66-44e5-9045-7355be243c69 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:15:01.984420 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-ae5a88b6-ed66-44e5-9045-7355be243c69 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:15:02.005413 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9ecba8bd-df3d-43b7-8f9a-42b0703dfe07 None None] Deleting port e8dec7b8-7ed6-4318-ac4f-855e750e45cf {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:15:02.006131 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9ecba8bd-df3d-43b7-8f9a-42b0703dfe07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (e8dec7b8-7ed6-4318-ac4f-855e750e45cf), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:02.070951 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-ae5a88b6-ed66-44e5-9045-7355be243c69 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:02.072188 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-ae5a88b6-ed66-44e5-9045-7355be243c69 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:02.108156 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27075755-66c7-4159-916d-9d6e785a7f69 req-03fbd120-f448-4f4b-89ed-3c5cbf4f35d2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=032c02e9-3bf8-41e6-b5be-6857fa3a7a97 HTTP/1.1" status: 200 len: 217 time: 0.0570581 Jan 28 00:15:02.111928 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-ae5a88b6-ed66-44e5-9045-7355be243c69 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0857379 Jan 28 00:15:02.143748 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-3ffa62be-fb05-4247-a1ec-d9f9e9872766 service neutron] Request body: {'port': {'device_id': 'df608004-9016-4630-8b98-755b6c50cd1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:15:02.194096 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-9ecba8bd-df3d-43b7-8f9a-42b0703dfe07 None None] For port e8dec7b8-7ed6-4318-ac4f-855e750e45cf, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=e8dec7b8-7ed6-4318-ac4f-855e750e45cf,segment=NetworkSegment(20b4d473-1eaa-48d8-9013-b9968f2d12e8),segment_id=20b4d473-1eaa-48d8-9013-b9968f2d12e8)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:02.194768 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9ecba8bd-df3d-43b7-8f9a-42b0703dfe07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (e8dec7b8-7ed6-4318-ac4f-855e750e45cf), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:02.208931 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c2c30-b5f5-434a-924c-feec290c0142 req-86ee2bd3-48ca-4896-808d-7762bfbc5ca9 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:02.214167 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1075f335-d940-426e-815a-23de71bf4ade admin admin] Deleting port e8dec7b8-7ed6-4318-ac4f-855e750e45cf {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:15:02.214784 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1075f335-d940-426e-815a-23de71bf4ade admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (e8dec7b8-7ed6-4318-ac4f-855e750e45cf), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:02.217691 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-842c2c30-b5f5-434a-924c-feec290c0142 req-86ee2bd3-48ca-4896-808d-7762bfbc5ca9 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 945 time: 0.2585390 Jan 28 00:15:02.221657 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27075755-66c7-4159-916d-9d6e785a7f69 req-b4089dea-5287-4563-85b6-628f9a5f851e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:02.223607 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27075755-66c7-4159-916d-9d6e785a7f69 req-b4089dea-5287-4563-85b6-628f9a5f851e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a309d6c9-38a3-409d-a906-1638039000ff HTTP/1.1" status: 200 len: 847 time: 0.1066482 Jan 28 00:15:02.237780 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d5ab3-4519-4bb6-8c7d-6d1346d9b897 req-c574a52d-1b8c-437a-b9e3-4a24357afefd tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:02.245938 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d66d5ab3-4519-4bb6-8c7d-6d1346d9b897 req-c574a52d-1b8c-437a-b9e3-4a24357afefd tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 944 time: 0.1965697 Jan 28 00:15:02.267315 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9ecba8bd-df3d-43b7-8f9a-42b0703dfe07 None None] Calling delete_port for e8dec7b8-7ed6-4318-ac4f-855e750e45cf owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:15:02.282674 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-3ffa62be-fb05-4247-a1ec-d9f9e9872766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a38078f7-c826-4565-9147-45b2a2fd9752), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:02.319516 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27075755-66c7-4159-916d-9d6e785a7f69 req-88770125-6423-4736-a139-caf9dc8429fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ede0cbb9-a83e-4037-b673-696eabc6b3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709999 Jan 28 00:15:02.370573 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d66d5ab3-4519-4bb6-8c7d-6d1346d9b897 req-fbe1a262-3d0c-45b1-b2f4-8849ce9a4f32 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232221 Jan 28 00:15:02.505375 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-842c2c30-b5f5-434a-924c-feec290c0142 req-c846c7b4-a970-4eea-959c-ff94fbf4ed87 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840936 Jan 28 00:15:02.523739 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9ecba8bd-df3d-43b7-8f9a-42b0703dfe07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (e8dec7b8-7ed6-4318-ac4f-855e750e45cf), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:02.625645 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27075755-66c7-4159-916d-9d6e785a7f69 req-c9c20955-1e01-4c81-9c48-c8873ed56fbc service neutron] 10.222.0.52 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867105 Jan 28 00:15:02.635580 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecba8bd-df3d-43b7-8f9a-42b0703dfe07 None None] Pushing event deleted for resources: {'Port': ['ID=e8dec7b8-7ed6-4318-ac4f-855e750e45cf,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:02.638461 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecba8bd-df3d-43b7-8f9a-42b0703dfe07 None None] No DVR routers for this DVR port e8dec7b8-7ed6-4318-ac4f-855e750e45cf on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:15:02.884372 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device e8dec7b8-7ed6-4318-ac4f-855e750e45cf no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:15:02.921827 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: e8dec7b8-7ed6-4318-ac4f-855e750e45cf {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:15:02.926458 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device e8dec7b8-7ed6-4318-ac4f-855e750e45cf not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:15:03.193398 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27075755-66c7-4159-916d-9d6e785a7f69 req-a9791523-edef-4794-a7e1-fd9529ed0b32 service neutron] 10.222.0.52 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413588 Jan 28 00:15:03.234178 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-1075f335-d940-426e-815a-23de71bf4ade admin admin] For port e8dec7b8-7ed6-4318-ac4f-855e750e45cf, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=e8dec7b8-7ed6-4318-ac4f-855e750e45cf,segment=NetworkSegment(20b4d473-1eaa-48d8-9013-b9968f2d12e8),segment_id=20b4d473-1eaa-48d8-9013-b9968f2d12e8)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:03.235112 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1075f335-d940-426e-815a-23de71bf4ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (e8dec7b8-7ed6-4318-ac4f-855e750e45cf), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:03.250349 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749383a5-6e3b-422c-8272-22f9f96ae2eb req-06a6981f-7045-46db-aede-7a161925e67a tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:03.260205 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1075f335-d940-426e-815a-23de71bf4ade admin admin] Calling delete_port for e8dec7b8-7ed6-4318-ac4f-855e750e45cf owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:15:03.264696 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-749383a5-6e3b-422c-8272-22f9f96ae2eb req-06a6981f-7045-46db-aede-7a161925e67a tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 946 time: 0.6550264 Jan 28 00:15:03.321159 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f62802-6c2d-4bab-8cbe-f58c78709a25 req-b773626a-ef6c-4c40-8d8e-c82f98bc247b tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:03.334197 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e6f62802-6c2d-4bab-8cbe-f58c78709a25 req-b773626a-ef6c-4c40-8d8e-c82f98bc247b tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c8237a3-391a-4734-9a60-194e23c27c63 HTTP/1.1" status: 200 len: 945 time: 0.7134314 Jan 28 00:15:03.464085 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e6f62802-6c2d-4bab-8cbe-f58c78709a25 req-712e8e88-41ea-40ff-a265-692789902229 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d0d0614-298e-4b34-bfc0-8b4daf3e81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281910 Jan 28 00:15:03.494464 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-749383a5-6e3b-422c-8272-22f9f96ae2eb req-e1df86e7-108c-4567-958d-d8fe90ef2ab8 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283857 Jan 28 00:15:03.785950 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1075f335-d940-426e-815a-23de71bf4ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (e8dec7b8-7ed6-4318-ac4f-855e750e45cf), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:03.834322 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f21f0-27ce-4e3f-9b0a-fe8fe1101519 req-e9f40302-e18f-4183-a8eb-3fc9592d90e1 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:03.841244 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f21f0-27ce-4e3f-9b0a-fe8fe1101519 req-e9f40302-e18f-4183-a8eb-3fc9592d90e1 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:03.849566 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f21f0-27ce-4e3f-9b0a-fe8fe1101519 req-e9f40302-e18f-4183-a8eb-3fc9592d90e1 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:03.854866 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075f335-d940-426e-815a-23de71bf4ade admin admin] Pushing event deleted for resources: {'Port': ['ID=e8dec7b8-7ed6-4318-ac4f-855e750e45cf,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:03.857136 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c34f21f0-27ce-4e3f-9b0a-fe8fe1101519 req-e9f40302-e18f-4183-a8eb-3fc9592d90e1 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=36ac7595-84b3-4e7c-a793-e778b59cd633 HTTP/1.1" status: 200 len: 2419 time: 0.1809955 Jan 28 00:15:03.868586 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1075f335-d940-426e-815a-23de71bf4ade admin admin] No DVR routers for this DVR port e8dec7b8-7ed6-4318-ac4f-855e750e45cf on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:15:03.901107 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb529b-8177-4531-a26e-4e3bb4199639 req-a6b35d92-ba30-47ed-ab67-7574b0b661e2 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:03.906510 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:15:03.912121 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7bcb529b-8177-4531-a26e-4e3bb4199639 req-a6b35d92-ba30-47ed-ab67-7574b0b661e2 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=df608004-9016-4630-8b98-755b6c50cd1a HTTP/1.1" status: 200 len: 932 time: 0.1630955 Jan 28 00:15:04.014660 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c34f21f0-27ce-4e3f-9b0a-fe8fe1101519 req-085c4213-889c-48b2-bcb7-07197f9f5b7a tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/security-groups?id=de3aa900-c795-4b50-aeb7-917df0e11d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352577 Jan 28 00:15:04.032783 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7bcb529b-8177-4531-a26e-4e3bb4199639 req-ea639200-a49a-44c1-bd91-897a9a5ed3d4 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191423 Jan 28 00:15:04.124559 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1075f335-d940-426e-815a-23de71bf4ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (b7c7fb76-6103-4eda-92dd-bd14f4d36fdc), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:04.263216 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-3ffa62be-fb05-4247-a1ec-d9f9e9872766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a38078f7-c826-4565-9147-45b2a2fd9752 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:15:04.273441 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-1075f335-d940-426e-815a-23de71bf4ade admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c7fb76-6103-4eda-92dd-bd14f4d36fdc']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:04.277047 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-3ffa62be-fb05-4247-a1ec-d9f9e9872766 service neutron] Publish callbacks [] for port (a38078f7-c826-4565-9147-45b2a2fd9752), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:04.289560 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62769492-7208-4693-ae59-950cb97fd164 req-2a1386e6-1d09-4652-9541-dbbdabc3ca8f tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:04.290991 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-1075f335-d940-426e-815a-23de71bf4ade admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b4d473-1eaa-48d8-9013-b9968f2d12e8') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:04.290991 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-1075f335-d940-426e-815a-23de71bf4ade admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b4d473-1eaa-48d8-9013-b9968f2d12e8') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:04.304443 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62769492-7208-4693-ae59-950cb97fd164 req-2a1386e6-1d09-4652-9541-dbbdabc3ca8f tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 944 time: 0.1615832 Jan 28 00:15:04.308057 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1075f335-d940-426e-815a-23de71bf4ade admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (20b4d473-1eaa-48d8-9013-b9968f2d12e8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:04.310489 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-3ffa62be-fb05-4247-a1ec-d9f9e9872766 service neutron] Transition to ACTIVE for port object a38078f7-c826-4565-9147-45b2a2fd9752 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:15:04.332768 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4ae6a-3723-455d-b19d-34b4b14690f1 req-157626ae-7dae-430b-8cec-fe600abed468 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:04.334782 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96b4ae6a-3723-455d-b19d-34b4b14690f1 req-157626ae-7dae-430b-8cec-fe600abed468 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 945 time: 0.1565411 Jan 28 00:15:04.336137 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-3ffa62be-fb05-4247-a1ec-d9f9e9872766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (a38078f7-c826-4565-9147-45b2a2fd9752), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:04.367131 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1075f335-d940-426e-815a-23de71bf4ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (20b4d473-1eaa-48d8-9013-b9968f2d12e8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:04.390570 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1075f335-d940-426e-815a-23de71bf4ade admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:15:04.395314 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1075f335-d940-426e-815a-23de71bf4ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (20b4d473-1eaa-48d8-9013-b9968f2d12e8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:04.498966 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62769492-7208-4693-ae59-950cb97fd164 req-5d9f1740-fa66-42e4-9c7c-1eaa4f58c73a tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930497 Jan 28 00:15:04.579664 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96b4ae6a-3723-455d-b19d-34b4b14690f1 req-239ab1be-3a36-48bb-8bbf-7ee17aa56136 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918511 Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:15:04.624280 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:15:04.635979 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1075f335-d940-426e-815a-23de71bf4ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (b7c7fb76-6103-4eda-92dd-bd14f4d36fdc), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:04.659877 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1075f335-d940-426e-815a-23de71bf4ade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:04.665649 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1075f335-d940-426e-815a-23de71bf4ade admin admin] 10.222.0.70 "DELETE /v2.0/networks/b7c7fb76-6103-4eda-92dd-bd14f4d36fdc HTTP/1.1" status: 204 len: 168 time: 3.1571388 Jan 28 00:15:04.750545 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075f335-d940-426e-815a-23de71bf4ade admin admin] Pushing event deleted for resources: {'Network': ['ID=b7c7fb76-6103-4eda-92dd-bd14f4d36fdc,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:04.793150 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa62be-fb05-4247-a1ec-d9f9e9872766 service neutron] Pushing event updated for resources: {'Port': ['ID=a38078f7-c826-4565-9147-45b2a2fd9752,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:04.838547 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-3ffa62be-fb05-4247-a1ec-d9f9e9872766 service neutron] Attempting to bind port a38078f7-c826-4565-9147-45b2a2fd9752 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:15:04.839160 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-3ffa62be-fb05-4247-a1ec-d9f9e9872766 service neutron] Attempting to bind port a38078f7-c826-4565-9147-45b2a2fd9752 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '99d43c00-d118-4ed3-a80f-ad0ed75c4d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f388c604-9dfb-430b-954f-b2b9c1d3c352'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:15:04.839975 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-3ffa62be-fb05-4247-a1ec-d9f9e9872766 service neutron] Attempting to bind port a38078f7-c826-4565-9147-45b2a2fd9752 on network f388c604-9dfb-430b-954f-b2b9c1d3c352 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:15:04.848959 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-3ffa62be-fb05-4247-a1ec-d9f9e9872766 service neutron] Port a38078f7-c826-4565-9147-45b2a2fd9752 on network f388c604-9dfb-430b-954f-b2b9c1d3c352 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:15:04.849548 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-3ffa62be-fb05-4247-a1ec-d9f9e9872766 service neutron] Attempting to bind port a38078f7-c826-4565-9147-45b2a2fd9752 on network f388c604-9dfb-430b-954f-b2b9c1d3c352 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:15:04.858761 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-3ffa62be-fb05-4247-a1ec-d9f9e9872766 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:15:04.859113 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-3ffa62be-fb05-4247-a1ec-d9f9e9872766 service neutron] Checking segment: {'id': '99d43c00-d118-4ed3-a80f-ad0ed75c4d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f388c604-9dfb-430b-954f-b2b9c1d3c352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:15:04.859516 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-3ffa62be-fb05-4247-a1ec-d9f9e9872766 service neutron] Bound using segment: {'id': '99d43c00-d118-4ed3-a80f-ad0ed75c4d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f388c604-9dfb-430b-954f-b2b9c1d3c352'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:15:04.860009 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-3ffa62be-fb05-4247-a1ec-d9f9e9872766 service neutron] Bound port: a38078f7-c826-4565-9147-45b2a2fd9752, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99d43c00-d118-4ed3-a80f-ad0ed75c4d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f388c604-9dfb-430b-954f-b2b9c1d3c352'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:15:04.860407 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-3ffa62be-fb05-4247-a1ec-d9f9e9872766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a38078f7-c826-4565-9147-45b2a2fd9752), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:04.938099 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52520) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:15:04.964931 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1b88c-4b76-4d9a-8285-0b67c373f58a req-aaf8e739-770c-43de-9e23-6d21554189b8 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:04.977468 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22b1b88c-4b76-4d9a-8285-0b67c373f58a req-aaf8e739-770c-43de-9e23-6d21554189b8 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 946 time: 0.1947007 Jan 28 00:15:05.006741 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-3ffa62be-fb05-4247-a1ec-d9f9e9872766 service neutron] For port a38078f7-c826-4565-9147-45b2a2fd9752, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:15:05.011503 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-3ffa62be-fb05-4247-a1ec-d9f9e9872766 service neutron] For port a38078f7-c826-4565-9147-45b2a2fd9752, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a38078f7-c826-4565-9147-45b2a2fd9752,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:15:05.015991 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49653216-7f1f-4043-94d3-c54bfe10a6b7 req-d80cb536-15db-49cc-b159-789a978b46e9 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:05.018583 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-49653216-7f1f-4043-94d3-c54bfe10a6b7 req-d80cb536-15db-49cc-b159-789a978b46e9 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c8237a3-391a-4734-9a60-194e23c27c63 HTTP/1.1" status: 200 len: 945 time: 0.1756268 Jan 28 00:15:05.022700 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-3ffa62be-fb05-4247-a1ec-d9f9e9872766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (a38078f7-c826-4565-9147-45b2a2fd9752), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:05.107319 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa62be-fb05-4247-a1ec-d9f9e9872766 service neutron] Pushing event updated for resources: {'Port': ['ID=a38078f7-c826-4565-9147-45b2a2fd9752,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:05.123524 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-3ffa62be-fb05-4247-a1ec-d9f9e9872766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:05.124221 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-3ffa62be-fb05-4247-a1ec-d9f9e9872766 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:05.125963 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-3ffa62be-fb05-4247-a1ec-d9f9e9872766 service neutron] 10.222.0.65 "PUT /v2.0/ports/a38078f7-c826-4565-9147-45b2a2fd9752 HTTP/1.1" status: 200 len: 1092 time: 2.9918394 Jan 28 00:15:05.127829 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df608004-9016-4630-8b98-755b6c50cd1a', 'tag': 'a38078f7-c826-4565-9147-45b2a2fd9752'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:15:05.131172 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81138cb5-2d4c-49a6-bf0d-6a9a0de734e2" -d '{"events": [{"name": "network-changed", "server_uuid": "df608004-9016-4630-8b98-755b6c50cd1a", "tag": "a38078f7-c826-4565-9147-45b2a2fd9752"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:15:05.167287 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22b1b88c-4b76-4d9a-8285-0b67c373f58a req-7b09fb82-83d5-40fd-85b1-95f29e9c40b6 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885111 Jan 28 00:15:05.235814 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-49653216-7f1f-4043-94d3-c54bfe10a6b7 req-a33bdd4f-4393-4031-bf3d-bd719fa8e931 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d0d0614-298e-4b34-bfc0-8b4daf3e81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972778 Jan 28 00:15:05.353529 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-af940f74-3b9f-4984-a015-a4022d89edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:05.357249 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-af940f74-3b9f-4984-a015-a4022d89edc9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8405f09358c0468d9527f464af13d496&device_id=df608004-9016-4630-8b98-755b6c50cd1a HTTP/1.1" status: 200 len: 1095 time: 0.1335256 Jan 28 00:15:05.460507 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-ace2c935-428f-40de-b55f-721622ecf1e2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a38078f7-c826-4565-9147-45b2a2fd9752 HTTP/1.1" status: 200 len: 217 time: 0.0861852 Jan 28 00:15:05.525604 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-152008bf-af5e-4276-ba64-20b969174833 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=18b413d1db14405581b28db1817dc42d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5838091 Jan 28 00:15:05.530150 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52532) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:15:05.602094 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c861e7-9952-4e95-a308-fc6c2e0603c8 req-dfca30fa-e512-47cf-979b-5e81f1be8c13 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:05.616263 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05c861e7-9952-4e95-a308-fc6c2e0603c8 req-dfca30fa-e512-47cf-979b-5e81f1be8c13 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=df608004-9016-4630-8b98-755b6c50cd1a HTTP/1.1" status: 200 len: 944 time: 0.1989789 Jan 28 00:15:05.655259 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-703fe25b-eeea-49c8-9046-1bc10f0f2a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:05.663078 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-703fe25b-eeea-49c8-9046-1bc10f0f2a52 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=742a4943-8344-4614-b3ae-dda4eb02931e HTTP/1.1" status: 200 len: 845 time: 0.1962826 Jan 28 00:15:05.743031 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-fc857f28-4ff6-4489-a4cd-0bd3183e3e90 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f388c604-9dfb-430b-954f-b2b9c1d3c352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710516 Jan 28 00:15:05.788832 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5515b2e4-e236-4a5f-a12d-aaddbeeed695 admin admin] Publish callbacks [] for security_group (1290fbc1-eff5-4f2f-8fd1-e5bc996dea15), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:05.825661 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05c861e7-9952-4e95-a308-fc6c2e0603c8 req-977a4e3f-be43-4be6-b445-c9ebc5f6f32c tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075782 Jan 28 00:15:05.852979 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67dbe9a-0597-46b5-ad9b-6de6c437f21c x-openstack-request-id: req-c67dbe9a-0597-46b5-ad9b-6de6c437f21c {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:15:05.855552 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df608004-9016-4630-8b98-755b6c50cd1a", "tag": "a38078f7-c826-4565-9147-45b2a2fd9752", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:15:05.859465 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c67dbe9a-0597-46b5-ad9b-6de6c437f21c {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:15:05.860600 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df608004-9016-4630-8b98-755b6c50cd1a', 'tag': 'a38078f7-c826-4565-9147-45b2a2fd9752', 'status': 'completed', 'code': 200} Jan 28 00:15:05.913328 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5515b2e4-e236-4a5f-a12d-aaddbeeed695 admin admin] Publish callbacks [] for security_group (1290fbc1-eff5-4f2f-8fd1-e5bc996dea15), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:05.954747 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4dcf18c0-d5e2-433c-bd61-f0f574591e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:06.051756 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5515b2e4-e236-4a5f-a12d-aaddbeeed695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (1290fbc1-eff5-4f2f-8fd1-e5bc996dea15), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:06.054333 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5515b2e4-e236-4a5f-a12d-aaddbeeed695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:06.055544 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5515b2e4-e236-4a5f-a12d-aaddbeeed695 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1290fbc1-eff5-4f2f-8fd1-e5bc996dea15 HTTP/1.1" status: 204 len: 168 time: 0.5235300 Jan 28 00:15:06.067710 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515b2e4-e236-4a5f-a12d-aaddbeeed695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1290fbc1-eff5-4f2f-8fd1-e5bc996dea15,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:06.071241 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-05bb3013-d3e6-40ef-9b44-6c5d9f1ae0a4 service neutron] 10.222.0.65 "GET /v2.0/networks/f388c604-9dfb-430b-954f-b2b9c1d3c352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004222 Jan 28 00:15:06.322733 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-701fe0d2-e8dd-4cce-a192-f16986a88b97 req-e0bfa1e3-9667-487e-806a-6eb65e52cec6 service neutron] 10.222.0.65 "GET /v2.0/networks/f388c604-9dfb-430b-954f-b2b9c1d3c352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975093 Jan 28 00:15:06.345450 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaa5cb-e497-44d3-b249-606e834ce262 req-fd3f074b-9c00-47e0-9d09-fc2da5f1a0bc tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:06.353384 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2efaa5cb-e497-44d3-b249-606e834ce262 req-fd3f074b-9c00-47e0-9d09-fc2da5f1a0bc tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 944 time: 0.2435410 Jan 28 00:15:06.392995 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9292ba-7d30-475e-8ca0-c9eacd851d7e req-6ce5bbd9-75a8-40d7-9529-79cab165a7a2 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:06.394837 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff9292ba-7d30-475e-8ca0-c9eacd851d7e req-6ce5bbd9-75a8-40d7-9529-79cab165a7a2 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e830fb9-941e-43a4-8cd3-3537f6f87d02&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2087984 Jan 28 00:15:06.540586 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81138cb5-2d4c-49a6-bf0d-6a9a0de734e2 req-8c1e5cb3-b9bf-4717-b7bf-07f5c1a3c1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:06.542332 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-81138cb5-2d4c-49a6-bf0d-6a9a0de734e2 req-8c1e5cb3-b9bf-4717-b7bf-07f5c1a3c1fc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8405f09358c0468d9527f464af13d496&device_id=df608004-9016-4630-8b98-755b6c50cd1a HTTP/1.1" status: 200 len: 1095 time: 0.0691080 Jan 28 00:15:06.581797 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff9292ba-7d30-475e-8ca0-c9eacd851d7e req-2ee23d6e-0ba2-4b2b-8c21-7edff65c0b06 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.72 HTTP/1.1" status: 200 len: 695 time: 0.1131310 Jan 28 00:15:06.599199 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-ff9292ba-7d30-475e-8ca0-c9eacd851d7e req-a600e119-5a3a-4e18-bed8-6d048fcdd2a8 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Request body: {'floatingip': {'port_id': '8d0e3fc3-b2ca-47b5-a802-469546950a86', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:15:06.708188 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2efaa5cb-e497-44d3-b249-606e834ce262 req-474dee6a-5a69-4f0c-9873-4c15398b754c tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535659 Jan 28 00:15:06.724394 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81138cb5-2d4c-49a6-bf0d-6a9a0de734e2 req-4b333628-7460-4323-859a-a56b954f7fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:06.727443 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-81138cb5-2d4c-49a6-bf0d-6a9a0de734e2 req-4b333628-7460-4323-859a-a56b954f7fb5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f388c604-9dfb-430b-954f-b2b9c1d3c352 HTTP/1.1" status: 200 len: 906 time: 0.1756704 Jan 28 00:15:06.751978 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ff9292ba-7d30-475e-8ca0-c9eacd851d7e req-a600e119-5a3a-4e18-bed8-6d048fcdd2a8 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks [] for floatingip (00bb8379-4af9-42a4-9797-39b624fcb9f8), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:06.903856 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-81138cb5-2d4c-49a6-bf0d-6a9a0de734e2 req-9568bd85-9fb9-439e-9139-adf08d7b39a0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a38078f7-c826-4565-9147-45b2a2fd9752 HTTP/1.1" status: 200 len: 217 time: 0.1500490 Jan 28 00:15:07.026192 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81138cb5-2d4c-49a6-bf0d-6a9a0de734e2 req-c9ce64fa-99b9-4d2e-8374-674804b9d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:07.029304 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-81138cb5-2d4c-49a6-bf0d-6a9a0de734e2 req-c9ce64fa-99b9-4d2e-8374-674804b9d678 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=742a4943-8344-4614-b3ae-dda4eb02931e HTTP/1.1" status: 200 len: 845 time: 0.1183515 Jan 28 00:15:07.092648 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-81138cb5-2d4c-49a6-bf0d-6a9a0de734e2 req-cc48154f-4503-4a93-b8f4-53f5b0bca756 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f388c604-9dfb-430b-954f-b2b9c1d3c352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564456 Jan 28 00:15:07.304088 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-81138cb5-2d4c-49a6-bf0d-6a9a0de734e2 req-0921d034-7253-4c95-8b0c-a7eb2e904bd3 service neutron] 10.222.0.65 "GET /v2.0/networks/f388c604-9dfb-430b-954f-b2b9c1d3c352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888468 Jan 28 00:15:07.478491 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-81138cb5-2d4c-49a6-bf0d-6a9a0de734e2 req-73dd9f0d-1865-4efa-9100-14f8e357d1aa service neutron] 10.222.0.65 "GET /v2.0/networks/f388c604-9dfb-430b-954f-b2b9c1d3c352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671622 Jan 28 00:15:07.545518 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52566) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:15:07.573891 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8efe1e-11c6-430c-8c3c-c801c6760468 req-65cf31d6-133b-4b29-b64b-e72d4b6a8d9c tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:07.589515 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e8efe1e-11c6-430c-8c3c-c801c6760468 req-65cf31d6-133b-4b29-b64b-e72d4b6a8d9c tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 945 time: 0.5043921 Jan 28 00:15:07.706420 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2967e2c5-df77-49fe-a630-134f1a5c65a4 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1379921254-network', 'tenant_id': '21220182ac5f4100a883fefa0029cd2a'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:15:07.740907 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2967e2c5-df77-49fe-a630-134f1a5c65a4 admin admin] Made reservation on behalf of 21220182ac5f4100a883fefa0029cd2a for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:15:07.744369 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2967e2c5-df77-49fe-a630-134f1a5c65a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:07.761950 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2967e2c5-df77-49fe-a630-134f1a5c65a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:07.791450 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e8efe1e-11c6-430c-8c3c-c801c6760468 req-07325817-4357-4765-9253-ab7d74779847 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004735 Jan 28 00:15:07.919457 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2967e2c5-df77-49fe-a630-134f1a5c65a4 admin admin] Publish callbacks [] for security_group (80e946b5-2409-4f0f-814f-5cefcbacbe2a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:07.925536 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2967e2c5-df77-49fe-a630-134f1a5c65a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (80e946b5-2409-4f0f-814f-5cefcbacbe2a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:07.932595 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.db.resource_extend [req-ff9292ba-7d30-475e-8ca0-c9eacd851d7e req-a600e119-5a3a-4e18-bed8-6d048fcdd2a8 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:15:07.944719 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2967e2c5-df77-49fe-a630-134f1a5c65a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:15:07.958892 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2967e2c5-df77-49fe-a630-134f1a5c65a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (7a300a42-f7b1-42b4-8f52-eb992482369f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:07.959530 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-2967e2c5-df77-49fe-a630-134f1a5c65a4 admin admin] Added segment 7a300a42-f7b1-42b4-8f52-eb992482369f of type vlan for network 82c0c83c-7ac1-4c6e-b660-c81cca988f90 Jan 28 00:15:08.012004 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2967e2c5-df77-49fe-a630-134f1a5c65a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (82c0c83c-7ac1-4c6e-b660-c81cca988f90), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:08.089153 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2967e2c5-df77-49fe-a630-134f1a5c65a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (82c0c83c-7ac1-4c6e-b660-c81cca988f90), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:08.091252 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2967e2c5-df77-49fe-a630-134f1a5c65a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:08.093517 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2967e2c5-df77-49fe-a630-134f1a5c65a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:08.145725 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ff9292ba-7d30-475e-8ca0-c9eacd851d7e req-a600e119-5a3a-4e18-bed8-6d048fcdd2a8 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:08.166835 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d96ff-d69d-439c-b154-28b5424144d2 req-2971aa15-2a22-480f-b984-3b3fa3a75946 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:08.178100 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d96ff-d69d-439c-b154-28b5424144d2 req-2971aa15-2a22-480f-b984-3b3fa3a75946 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:08.193859 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d96ff-d69d-439c-b154-28b5424144d2 req-2971aa15-2a22-480f-b984-3b3fa3a75946 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:08.209887 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-863d96ff-d69d-439c-b154-28b5424144d2 req-2971aa15-2a22-480f-b984-3b3fa3a75946 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=36ac7595-84b3-4e7c-a793-e778b59cd633 HTTP/1.1" status: 200 len: 2419 time: 0.1951683 Jan 28 00:15:08.243671 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77f0a009-f9e0-496c-a27a-ba7e8daf90df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:08.272805 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967e2c5-df77-49fe-a630-134f1a5c65a4 admin admin] Pushing event updated for resources: {'Network': ['ID=82c0c83c-7ac1-4c6e-b660-c81cca988f90,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:08.292451 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 82c0c83c-7ac1-4c6e-b660-c81cca988f90 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:15:08.304036 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ff9292ba-7d30-475e-8ca0-c9eacd851d7e req-a600e119-5a3a-4e18-bed8-6d048fcdd2a8 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (00bb8379-4af9-42a4-9797-39b624fcb9f8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:08.345759 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a97668-500d-496a-b2d0-c74cc8fe878a req-0b73a0d7-20bb-49f5-8702-029f99d39e57 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:08.353247 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a97668-500d-496a-b2d0-c74cc8fe878a req-0b73a0d7-20bb-49f5-8702-029f99d39e57 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:08.356045 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-863d96ff-d69d-439c-b154-28b5424144d2 req-ca03a032-e5bd-4307-a74a-bf02022dacec tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/security-groups?id=de3aa900-c795-4b50-aeb7-917df0e11d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438069 Jan 28 00:15:08.359728 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a97668-500d-496a-b2d0-c74cc8fe878a req-0b73a0d7-20bb-49f5-8702-029f99d39e57 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:08.362619 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-57a97668-500d-496a-b2d0-c74cc8fe878a req-0b73a0d7-20bb-49f5-8702-029f99d39e57 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.65 "GET /v2.0/ports?device_id=36ac7595-84b3-4e7c-a793-e778b59cd633 HTTP/1.1" status: 200 len: 2419 time: 0.3196688 Jan 28 00:15:08.366171 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967e2c5-df77-49fe-a630-134f1a5c65a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e946b5-2409-4f0f-814f-5cefcbacbe2a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:08.385705 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2967e2c5-df77-49fe-a630-134f1a5c65a4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8373642 Jan 28 00:15:08.388412 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52572) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:15:08.394482 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-f742d9fd-d19e-4242-b770-39c4fc58c80f admin admin] Request body: {'subnet': {'network_id': '82c0c83c-7ac1-4c6e-b660-c81cca988f90', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1379921254-subnet', 'tenant_id': '21220182ac5f4100a883fefa0029cd2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:15:08.443739 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f742d9fd-d19e-4242-b770-39c4fc58c80f admin admin] Made reservation on behalf of 21220182ac5f4100a883fefa0029cd2a for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:15:08.450197 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f742d9fd-d19e-4242-b770-39c4fc58c80f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:08.462628 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52574) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:15:08.706553 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f742d9fd-d19e-4242-b770-39c4fc58c80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (1f2d560d-7bfd-47c1-8c7a-53f8ca55e6b7), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:08.715318 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [req-ff9292ba-7d30-475e-8ca0-c9eacd851d7e req-a600e119-5a3a-4e18-bed8-6d048fcdd2a8 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Floating IP 00bb8379-4af9-42a4-9797-39b624fcb9f8 associated. External IP: 172.25.3.72, port: 8d0e3fc3-b2ca-47b5-a802-469546950a86. Jan 28 00:15:08.863962 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f742d9fd-d19e-4242-b770-39c4fc58c80f admin admin] Checking segment: {'id': '7a300a42-f7b1-42b4-8f52-eb992482369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '82c0c83c-7ac1-4c6e-b660-c81cca988f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:15:08.864264 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f742d9fd-d19e-4242-b770-39c4fc58c80f admin admin] Network hostable DHCP agents. Network: 82c0c83c-7ac1-4c6e-b660-c81cca988f90, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:15:08.873588 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742d9fd-d19e-4242-b770-39c4fc58c80f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f2d560d-7bfd-47c1-8c7a-53f8ca55e6b7,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:08.906567 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-57a97668-500d-496a-b2d0-c74cc8fe878a req-047a6ef8-045c-4b58-8f33-028ec4ba2698 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Deleting port 8ce9ffea-c873-4602-b2d2-2bc2d34a37c7 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:15:08.907066 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-57a97668-500d-496a-b2d0-c74cc8fe878a req-047a6ef8-045c-4b58-8f33-028ec4ba2698 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (8ce9ffea-c873-4602-b2d2-2bc2d34a37c7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:08.945177 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f742d9fd-d19e-4242-b770-39c4fc58c80f admin admin] Network 82c0c83c-7ac1-4c6e-b660-c81cca988f90 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:15:09.016116 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-f742d9fd-d19e-4242-b770-39c4fc58c80f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 82c0c83c-7ac1-4c6e-b660-c81cca988f90) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:15:09.024457 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f742d9fd-d19e-4242-b770-39c4fc58c80f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:09.025401 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f742d9fd-d19e-4242-b770-39c4fc58c80f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:09.031289 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6a7e76-db7a-4458-a46f-88d8b6a4663e None None] Network 82c0c83c-7ac1-4c6e-b660-c81cca988f90 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:15:09.067741 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f742d9fd-d19e-4242-b770-39c4fc58c80f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6700649 Jan 28 00:15:09.211658 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-57a97668-500d-496a-b2d0-c74cc8fe878a req-047a6ef8-045c-4b58-8f33-028ec4ba2698 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] For port 8ce9ffea-c873-4602-b2d2-2bc2d34a37c7, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8ce9ffea-c873-4602-b2d2-2bc2d34a37c7,segment=NetworkSegment(86aaef18-e80c-4b5d-a1f2-46c83ba4199e),segment_id=86aaef18-e80c-4b5d-a1f2-46c83ba4199e)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:09.212125 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-57a97668-500d-496a-b2d0-c74cc8fe878a req-047a6ef8-045c-4b58-8f33-028ec4ba2698 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (8ce9ffea-c873-4602-b2d2-2bc2d34a37c7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:09.227984 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9330aa79-0eaf-4c6e-bf07-b64f78d13185 None None] Network 82c0c83c-7ac1-4c6e-b660-c81cca988f90 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:15:09.268974 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-57a97668-500d-496a-b2d0-c74cc8fe878a req-047a6ef8-045c-4b58-8f33-028ec4ba2698 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Calling delete_port for 8ce9ffea-c873-4602-b2d2-2bc2d34a37c7 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:15:09.535759 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d49d11-a208-42ae-9894-a070913123a0 req-badbad44-a8c4-4e4b-8dee-f3a06a5ece8b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:09.540493 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42d49d11-a208-42ae-9894-a070913123a0 req-badbad44-a8c4-4e4b-8dee-f3a06a5ece8b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 946 time: 0.6955369 Jan 28 00:15:09.543452 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a38078f7-c826-4565-9147-45b2a2fd9752 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:15:09.583681 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-57a97668-500d-496a-b2d0-c74cc8fe878a req-047a6ef8-045c-4b58-8f33-028ec4ba2698 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (8ce9ffea-c873-4602-b2d2-2bc2d34a37c7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:09.602964 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:09.629689 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a6ef8-045c-4b58-8f33-028ec4ba2698 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Pushing event deleted for resources: {'Port': ['ID=8ce9ffea-c873-4602-b2d2-2bc2d34a37c7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:09.639805 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['bf8e54e1-1603-497d-8a26-df63029dd49f', '75e311c8-d069-4f32-885a-0a4acc7c9afe', '8ce9ffea-c873-4602-b2d2-2bc2d34a37c7'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:15:09.729081 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a97668-500d-496a-b2d0-c74cc8fe878a req-047a6ef8-045c-4b58-8f33-028ec4ba2698 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] No DVR routers for this DVR port 8ce9ffea-c873-4602-b2d2-2bc2d34a37c7 on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:15:09.739572 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-57a97668-500d-496a-b2d0-c74cc8fe878a req-047a6ef8-045c-4b58-8f33-028ec4ba2698 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:09.750099 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-57a97668-500d-496a-b2d0-c74cc8fe878a req-047a6ef8-045c-4b58-8f33-028ec4ba2698 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.65 "DELETE /v2.0/ports/8ce9ffea-c873-4602-b2d2-2bc2d34a37c7 HTTP/1.1" status: 204 len: 173 time: 1.3800488 Jan 28 00:15:09.756666 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ac7595-84b3-4e7c-a793-e778b59cd633', 'name': 'network-vif-deleted', 'tag': '8ce9ffea-c873-4602-b2d2-2bc2d34a37c7'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:15:09.759490 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6f38bd-94a1-4859-b85d-60139e574a46" -d '{"events": [{"server_uuid": "36ac7595-84b3-4e7c-a793-e778b59cd633", "name": "network-vif-deleted", "tag": "8ce9ffea-c873-4602-b2d2-2bc2d34a37c7"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:15:09.889155 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42d49d11-a208-42ae-9894-a070913123a0 req-2c47b220-d139-465d-9618-35287bb1ecc5 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074179 Jan 28 00:15:10.013345 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-57a97668-500d-496a-b2d0-c74cc8fe878a req-913eb653-90f3-4755-b1cd-f2927be36b3f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Deleting port bf8e54e1-1603-497d-8a26-df63029dd49f {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:15:10.016825 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-57a97668-500d-496a-b2d0-c74cc8fe878a req-913eb653-90f3-4755-b1cd-f2927be36b3f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (bf8e54e1-1603-497d-8a26-df63029dd49f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:10.082099 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a38078f7-c826-4565-9147-45b2a2fd9752, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a38078f7-c826-4565-9147-45b2a2fd9752,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:10.135239 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'a38078f7-c826-4565-9147-45b2a2fd9752', 'network_id': 'f388c604-9dfb-430b-954f-b2b9c1d3c352', 'port_id': 'a38078f7-c826-4565-9147-45b2a2fd9752', 'mac_address': 'fa:16:3e:fc:c8:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742a4943-8344-4614-b3ae-dda4eb02931e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:15:10.188214 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-57a97668-500d-496a-b2d0-c74cc8fe878a req-913eb653-90f3-4755-b1cd-f2927be36b3f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] For port bf8e54e1-1603-497d-8a26-df63029dd49f, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=bf8e54e1-1603-497d-8a26-df63029dd49f,segment=NetworkSegment(2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544),segment_id=2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:10.188911 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-57a97668-500d-496a-b2d0-c74cc8fe878a req-913eb653-90f3-4755-b1cd-f2927be36b3f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (bf8e54e1-1603-497d-8a26-df63029dd49f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:10.212201 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-57a97668-500d-496a-b2d0-c74cc8fe878a req-913eb653-90f3-4755-b1cd-f2927be36b3f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Calling delete_port for bf8e54e1-1603-497d-8a26-df63029dd49f owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:15:10.262557 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port a38078f7-c826-4565-9147-45b2a2fd9752 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:15:10.263379 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a38078f7-c826-4565-9147-45b2a2fd9752), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:10.302799 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a38078f7-c826-4565-9147-45b2a2fd9752 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:15:10.310553 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbc22c-1158-4094-9426-78c7665c7100 req-ca89e5fe-e359-4219-907b-8ad29f820402 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:10.313336 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0cbc22c-1158-4094-9426-78c7665c7100 req-ca89e5fe-e359-4219-907b-8ad29f820402 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=df608004-9016-4630-8b98-755b6c50cd1a HTTP/1.1" status: 200 len: 944 time: 0.2850037 Jan 28 00:15:10.330531 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff9292ba-7d30-475e-8ca0-c9eacd851d7e req-a600e119-5a3a-4e18-bed8-6d048fcdd2a8 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Router 94d62d5b-c9f6-4adf-b6c0-f59cde170079 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:15:10.373329 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a38078f7-c826-4565-9147-45b2a2fd9752, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a38078f7-c826-4565-9147-45b2a2fd9752,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:10.388120 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a38078f7-c826-4565-9147-45b2a2fd9752), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:10.461144 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-57a97668-500d-496a-b2d0-c74cc8fe878a req-913eb653-90f3-4755-b1cd-f2927be36b3f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (bf8e54e1-1603-497d-8a26-df63029dd49f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:10.525789 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913eb653-90f3-4755-b1cd-f2927be36b3f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Pushing event deleted for resources: {'Port': ['ID=bf8e54e1-1603-497d-8a26-df63029dd49f,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:10.543682 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=a38078f7-c826-4565-9147-45b2a2fd9752,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:10.554500 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['bf8e54e1-1603-497d-8a26-df63029dd49f', '75e311c8-d069-4f32-885a-0a4acc7c9afe', '8ce9ffea-c873-4602-b2d2-2bc2d34a37c7'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:15:10.587453 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a97668-500d-496a-b2d0-c74cc8fe878a req-913eb653-90f3-4755-b1cd-f2927be36b3f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] No DVR routers for this DVR port bf8e54e1-1603-497d-8a26-df63029dd49f on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:15:10.593687 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-57a97668-500d-496a-b2d0-c74cc8fe878a req-913eb653-90f3-4755-b1cd-f2927be36b3f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:10.606509 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-57a97668-500d-496a-b2d0-c74cc8fe878a req-913eb653-90f3-4755-b1cd-f2927be36b3f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.65 "DELETE /v2.0/ports/bf8e54e1-1603-497d-8a26-df63029dd49f HTTP/1.1" status: 204 len: 173 time: 0.8421836 Jan 28 00:15:10.652547 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0cbc22c-1158-4094-9426-78c7665c7100 req-dae46361-2a30-407c-b570-1456d1ae00c3 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189621 Jan 28 00:15:10.895482 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-57a97668-500d-496a-b2d0-c74cc8fe878a req-bc6f4726-6b3b-4b65-b3fb-0b95a376bdbf tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Deleting port 75e311c8-d069-4f32-885a-0a4acc7c9afe {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:15:10.896257 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-57a97668-500d-496a-b2d0-c74cc8fe878a req-bc6f4726-6b3b-4b65-b3fb-0b95a376bdbf tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (75e311c8-d069-4f32-885a-0a4acc7c9afe), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:10.941167 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff9292ba-7d30-475e-8ca0-c9eacd851d7e req-a600e119-5a3a-4e18-bed8-6d048fcdd2a8 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:15:10.959200 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e914f47c-acc6-4dee-87a0-477314d0b73d None None] Sync routers for ids ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:15:10.961010 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ff9292ba-7d30-475e-8ca0-c9eacd851d7e req-a600e119-5a3a-4e18-bed8-6d048fcdd2a8 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:10.977373 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e914f47c-acc6-4dee-87a0-477314d0b73d None None] Routers {'94d62d5b-c9f6-4adf-b6c0-f59cde170079'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:15:10.980075 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e914f47c-acc6-4dee-87a0-477314d0b73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:15:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:10.981460 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:11.006399 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['a38078f7-c826-4565-9147-45b2a2fd9752'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:15:11.062597 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1338b-b61f-46f2-9436-0b1f98e7c4b1 req-6564e3e5-f3d3-4183-af5f-00866e6d3aaf tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:11.073519 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62e1338b-b61f-46f2-9436-0b1f98e7c4b1 req-6564e3e5-f3d3-4183-af5f-00866e6d3aaf tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 944 time: 0.2660944 Jan 28 00:15:11.076208 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff9292ba-7d30-475e-8ca0-c9eacd851d7e req-a600e119-5a3a-4e18-bed8-6d048fcdd2a8 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "PUT /v2.0/floatingips/00bb8379-4af9-42a4-9797-39b624fcb9f8 HTTP/1.1" status: 200 len: 996 time: 4.4927502 Jan 28 00:15:11.112760 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e830fb9-941e-43a4-8cd3-3537f6f87d02', 'tag': '8d0e3fc3-b2ca-47b5-a802-469546950a86'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:15:11.115784 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-57a97668-500d-496a-b2d0-c74cc8fe878a req-bc6f4726-6b3b-4b65-b3fb-0b95a376bdbf tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] For port 75e311c8-d069-4f32-885a-0a4acc7c9afe, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=75e311c8-d069-4f32-885a-0a4acc7c9afe,segment=NetworkSegment(86aaef18-e80c-4b5d-a1f2-46c83ba4199e),segment_id=86aaef18-e80c-4b5d-a1f2-46c83ba4199e)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:11.116413 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-57a97668-500d-496a-b2d0-c74cc8fe878a req-bc6f4726-6b3b-4b65-b3fb-0b95a376bdbf tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (75e311c8-d069-4f32-885a-0a4acc7c9afe), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:11.116915 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-e914f47c-acc6-4dee-87a0-477314d0b73d None None] Set router 94d62d5b-c9f6-4adf-b6c0-f59cde170079 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:15:11.119099 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fe0307-cec6-495f-b119-aeae3566b25b" -d '{"events": [{"name": "network-changed", "server_uuid": "6e830fb9-941e-43a4-8cd3-3537f6f87d02", "tag": "8d0e3fc3-b2ca-47b5-a802-469546950a86"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:15:11.149103 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-57a97668-500d-496a-b2d0-c74cc8fe878a req-bc6f4726-6b3b-4b65-b3fb-0b95a376bdbf tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Calling delete_port for 75e311c8-d069-4f32-885a-0a4acc7c9afe owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:15:11.264291 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device bf8e54e1-1603-497d-8a26-df63029dd49f no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:15:11.291163 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bf875707-1076-4f2b-aa06-55a833b055ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (61939f74-61b6-45a9-8829-6ef3a073b55f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:11.321258 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: bf8e54e1-1603-497d-8a26-df63029dd49f {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:15:11.321677 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device bf8e54e1-1603-497d-8a26-df63029dd49f not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:15:11.322350 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 75e311c8-d069-4f32-885a-0a4acc7c9afe no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:15:11.484550 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62e1338b-b61f-46f2-9436-0b1f98e7c4b1 req-964fe08a-c19b-4ad5-82e6-fb9f8a164872 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100659 Jan 28 00:15:11.519081 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9292ba-7d30-475e-8ca0-c9eacd851d7e req-9eceb838-776d-4822-ad3d-19e5a91832e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:11.531690 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff9292ba-7d30-475e-8ca0-c9eacd851d7e req-9eceb838-776d-4822-ad3d-19e5a91832e3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c68080a75d8f4b37a0cc83073e4343a9&device_id=6e830fb9-941e-43a4-8cd3-3537f6f87d02 HTTP/1.1" status: 200 len: 1097 time: 0.3903663 Jan 28 00:15:11.611173 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-57a97668-500d-496a-b2d0-c74cc8fe878a req-bc6f4726-6b3b-4b65-b3fb-0b95a376bdbf tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (75e311c8-d069-4f32-885a-0a4acc7c9afe), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:11.619409 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 75e311c8-d069-4f32-885a-0a4acc7c9afe is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:15:11.620331 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (75e311c8-d069-4f32-885a-0a4acc7c9afe), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:11.695374 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e914f47c-acc6-4dee-87a0-477314d0b73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'name': 'tempest-FloatingIPsAssociationTestJSON-64484721-router', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:46Z', 'updated_at': '2022-01-28T00:13:53Z', 'revision_number': 4, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'gw_port': {'id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:48Z', 'updated_at': '2022-01-28T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '00bb8379-4af9-42a4-9797-39b624fcb9f8', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'port_id': '8d0e3fc3-b2ca-47b5-a802-469546950a86', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'mac_address': 'fa:16:3e:84:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e830fb9-941e-43a4-8cd3-3537f6f87d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:14:31Z', 'updated_at': '2022-01-28T00:15:07Z', 'revision_number': 1, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c5189a-601d-4cb3-b475-c000a5281143', 'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'mac_address': 'fa:16:3e:8a:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:52Z', 'updated_at': '2022-01-28T00:14:05Z', 'revision_number': 5, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'subnets': [{'id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:11.725312 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f4726-6b3b-4b65-b3fb-0b95a376bdbf tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Pushing event deleted for resources: {'Port': ['ID=75e311c8-d069-4f32-885a-0a4acc7c9afe,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:11.735081 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e914f47c-acc6-4dee-87a0-477314d0b73d None None] Checking router: 94d62d5b-c9f6-4adf-b6c0-f59cde170079 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:15:11.747723 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e914f47c-acc6-4dee-87a0-477314d0b73d None None] Routers {'94d62d5b-c9f6-4adf-b6c0-f59cde170079'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:15:11.748350 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e914f47c-acc6-4dee-87a0-477314d0b73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:15:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:11.783437 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 8ce9ffea-c873-4602-b2d2-2bc2d34a37c7 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:15:11.850688 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 8ce9ffea-c873-4602-b2d2-2bc2d34a37c7 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:15:11.851246 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 8ce9ffea-c873-4602-b2d2-2bc2d34a37c7 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:15:11.854311 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a97668-500d-496a-b2d0-c74cc8fe878a req-bc6f4726-6b3b-4b65-b3fb-0b95a376bdbf tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] No DVR routers for this DVR port 75e311c8-d069-4f32-885a-0a4acc7c9afe on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:15:11.858733 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-57a97668-500d-496a-b2d0-c74cc8fe878a req-bc6f4726-6b3b-4b65-b3fb-0b95a376bdbf tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:11.868660 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-57a97668-500d-496a-b2d0-c74cc8fe878a req-bc6f4726-6b3b-4b65-b3fb-0b95a376bdbf tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.65 "DELETE /v2.0/ports/75e311c8-d069-4f32-885a-0a4acc7c9afe HTTP/1.1" status: 204 len: 173 time: 1.2517898 Jan 28 00:15:11.929305 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-e914f47c-acc6-4dee-87a0-477314d0b73d None None] Set router 94d62d5b-c9f6-4adf-b6c0-f59cde170079 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:15:12.103597 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:12.278031 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a6a97-6b5d-45bd-bcba-d8fa8e15f967 req-333a9459-b655-4699-bd6b-3944c965c048 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:12.280508 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-064a6a97-6b5d-45bd-bcba-d8fa8e15f967 req-333a9459-b655-4699-bd6b-3944c965c048 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 945 time: 0.5761690 Jan 28 00:15:12.310091 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9292ba-7d30-475e-8ca0-c9eacd851d7e req-0c23abff-832c-41ef-be52-5cd770ecc784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:12.312807 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff9292ba-7d30-475e-8ca0-c9eacd851d7e req-0c23abff-832c-41ef-be52-5cd770ecc784 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 HTTP/1.1" status: 200 len: 920 time: 0.7690649 Jan 28 00:15:12.384250 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e914f47c-acc6-4dee-87a0-477314d0b73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'name': 'tempest-FloatingIPsAssociationTestJSON-64484721-router', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:46Z', 'updated_at': '2022-01-28T00:13:53Z', 'revision_number': 4, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'gw_port': {'id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:48Z', 'updated_at': '2022-01-28T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '00bb8379-4af9-42a4-9797-39b624fcb9f8', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'port_id': '8d0e3fc3-b2ca-47b5-a802-469546950a86', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'mac_address': 'fa:16:3e:84:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e830fb9-941e-43a4-8cd3-3537f6f87d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:14:31Z', 'updated_at': '2022-01-28T00:15:07Z', 'revision_number': 1, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c5189a-601d-4cb3-b475-c000a5281143', 'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'mac_address': 'fa:16:3e:8a:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:52Z', 'updated_at': '2022-01-28T00:14:05Z', 'revision_number': 5, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'subnets': [{'id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:12.436896 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e914f47c-acc6-4dee-87a0-477314d0b73d None None] The sync data for ids ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'] in n-d-826754-1 is: [{'id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'name': 'tempest-FloatingIPsAssociationTestJSON-64484721-router', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:46Z', 'updated_at': '2022-01-28T00:13:53Z', 'revision_number': 4, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'gw_port': {'id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:48Z', 'updated_at': '2022-01-28T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '00bb8379-4af9-42a4-9797-39b624fcb9f8', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'port_id': '8d0e3fc3-b2ca-47b5-a802-469546950a86', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'mac_address': 'fa:16:3e:84:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e830fb9-941e-43a4-8cd3-3537f6f87d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:14:31Z', 'updated_at': '2022-01-28T00:15:07Z', 'revision_number': 1, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c5189a-601d-4cb3-b475-c000a5281143', 'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'mac_address': 'fa:16:3e:8a:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:52Z', 'updated_at': '2022-01-28T00:14:05Z', 'revision_number': 5, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'subnets': [{'id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:15:12.449092 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:15:12.530441 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-064a6a97-6b5d-45bd-bcba-d8fa8e15f967 req-95ee88f2-c8a6-4c96-a923-4cd49332b1ee tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356796 Jan 28 00:15:12.562021 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff9292ba-7d30-475e-8ca0-c9eacd851d7e req-d54cd2fb-0e25-48f8-af9b-8c9090e67875 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d0e3fc3-b2ca-47b5-a802-469546950a86 HTTP/1.1" status: 200 len: 999 time: 0.2116466 Jan 28 00:15:12.747918 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2572824f-6b6f-4b5a-bf1c-14eaf385e4d8,segment=NetworkSegment(ace7d952-8e54-40cc-9a29-51557919e996),segment_id=ace7d952-8e54-40cc-9a29-51557919e996)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:12.776671 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:15:12.802267 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b126c37-daef-48e8-b69a-343c55fb311c req-a856211b-a195-48ad-a64f-4eaa16922c57 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=36ac7595-84b3-4e7c-a793-e778b59cd633 HTTP/1.1" status: 200 len: 210 time: 0.0557439 Jan 28 00:15:12.857261 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9292ba-7d30-475e-8ca0-c9eacd851d7e req-0e426220-e602-40ab-a881-f0a9177e6ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:12.858778 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff9292ba-7d30-475e-8ca0-c9eacd851d7e req-0e426220-e602-40ab-a881-f0a9177e6ab5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9bb427a5-a295-4f0c-b017-2960030e85e4 HTTP/1.1" status: 200 len: 858 time: 0.2140071 Jan 28 00:15:12.862872 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '2572824f-6b6f-4b5a-bf1c-14eaf385e4d8', 'network_id': '34e668b4-51cb-4481-81ad-454dd4332718', 'port_id': '2572824f-6b6f-4b5a-bf1c-14eaf385e4d8', 'mac_address': 'fa:16:3e:0c:fb:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40be5895-f422-46c1-9739-caeeaa660ce4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:15:12.929685 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-bf875707-1076-4f2b-aa06-55a833b055ad admin admin] Deleting port 29bfd5a4-7665-4769-a77e-d2812ab7dcc2 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:15:12.930575 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bf875707-1076-4f2b-aa06-55a833b055ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (29bfd5a4-7665-4769-a77e-d2812ab7dcc2), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:12.955459 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:12.963538 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c17c70-d62b-45cd-a354-ff69270c4ed0 None None] New status for floating IP 00bb8379-4af9-42a4-9797-39b624fcb9f8: ACTIVE {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:15:13.038014 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-bf875707-1076-4f2b-aa06-55a833b055ad admin admin] For port 29bfd5a4-7665-4769-a77e-d2812ab7dcc2, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=29bfd5a4-7665-4769-a77e-d2812ab7dcc2,segment=NetworkSegment(2271d763-dbe0-482d-9b5a-a3c1bb7454e8),segment_id=2271d763-dbe0-482d-9b5a-a3c1bb7454e8)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:13.038398 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bf875707-1076-4f2b-aa06-55a833b055ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (29bfd5a4-7665-4769-a77e-d2812ab7dcc2), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:13.058200 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-bf875707-1076-4f2b-aa06-55a833b055ad admin admin] Calling delete_port for 29bfd5a4-7665-4769-a77e-d2812ab7dcc2 owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:15:13.078278 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 is: ACTIVE; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:15:13.078952 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2572824f-6b6f-4b5a-bf1c-14eaf385e4d8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:13.133896 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9292ba-7d30-475e-8ca0-c9eacd851d7e req-50aeb4cb-134a-4036-885f-47bba9a7f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:13.136389 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff9292ba-7d30-475e-8ca0-c9eacd851d7e req-50aeb4cb-134a-4036-885f-47bba9a7f5f4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2663701 Jan 28 00:15:13.149490 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-ff9292ba-7d30-475e-8ca0-c9eacd851d7e req-97cefd0f-ad92-45bb-b871-821677b9b310 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:15:13.152711 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff9292ba-7d30-475e-8ca0-c9eacd851d7e req-97cefd0f-ad92-45bb-b871-821677b9b310 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065131 Jan 28 00:15:13.208111 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:15:13.250899 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:15:13.251295 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2572824f-6b6f-4b5a-bf1c-14eaf385e4d8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:13.257740 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2572824f-6b6f-4b5a-bf1c-14eaf385e4d8,segment=NetworkSegment(ace7d952-8e54-40cc-9a29-51557919e996),segment_id=ace7d952-8e54-40cc-9a29-51557919e996)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:13.264778 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a38078f7-c826-4565-9147-45b2a2fd9752 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:15:13.294962 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2572824f-6b6f-4b5a-bf1c-14eaf385e4d8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:13.490053 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=2572824f-6b6f-4b5a-bf1c-14eaf385e4d8,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:13.508868 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:15:13.509805 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:15:13.523904 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port a38078f7-c826-4565-9147-45b2a2fd9752 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:15:13.531431 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port a38078f7-c826-4565-9147-45b2a2fd9752 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:15:13.532068 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a38078f7-c826-4565-9147-45b2a2fd9752), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:13.628698 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff9292ba-7d30-475e-8ca0-c9eacd851d7e req-7c2456e0-a144-4b28-98b0-f6b934c7b78f service neutron] 10.222.0.70 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460850 Jan 28 00:15:13.646199 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-96c13e52-e70b-4e5e-9fee-9e7fd6df2623 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:13.648719 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-96c13e52-e70b-4e5e-9fee-9e7fd6df2623 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/networks?id=82c0c83c-7ac1-4c6e-b660-c81cca988f90 HTTP/1.1" status: 200 len: 818 time: 0.4456036 Jan 28 00:15:13.691242 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port a38078f7-c826-4565-9147-45b2a2fd9752 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:15:13.691887 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a38078f7-c826-4565-9147-45b2a2fd9752), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:13.731902 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df608004-9016-4630-8b98-755b6c50cd1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38078f7-c826-4565-9147-45b2a2fd9752'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:15:13.735941 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6292917-45d0-4f19-b873-2a6f4554945d" -d '{"events": [{"server_uuid": "df608004-9016-4630-8b98-755b6c50cd1a", "name": "network-vif-plugged", "status": "completed", "tag": "a38078f7-c826-4565-9147-45b2a2fd9752"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:15:13.747305 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['2572824f-6b6f-4b5a-bf1c-14eaf385e4d8'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:15:13.805462 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a38078f7-c826-4565-9147-45b2a2fd9752, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a38078f7-c826-4565-9147-45b2a2fd9752,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:13.816035 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-f836efb7-53be-4982-978f-2cd0c2f0a190 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/quotas/21220182ac5f4100a883fefa0029cd2a HTTP/1.1" status: 200 len: 375 time: 0.0772188 Jan 28 00:15:13.830106 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a38078f7-c826-4565-9147-45b2a2fd9752), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:13.904194 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:13.912432 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7eab0c5e-4294-449b-93ed-13a644316036 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=21220182ac5f4100a883fefa0029cd2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591891 Jan 28 00:15:13.919015 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bf875707-1076-4f2b-aa06-55a833b055ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (29bfd5a4-7665-4769-a77e-d2812ab7dcc2), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:13.973447 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=a38078f7-c826-4565-9147-45b2a2fd9752,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:13.975342 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff9292ba-7d30-475e-8ca0-c9eacd851d7e req-ad595dbb-b379-4e90-9f1b-ebac064ae2df service neutron] 10.222.0.70 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230805 Jan 28 00:15:13.987558 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf875707-1076-4f2b-aa06-55a833b055ad admin admin] Pushing event deleted for resources: {'Port': ['ID=29bfd5a4-7665-4769-a77e-d2812ab7dcc2,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:14.090256 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 is: BUILD; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:15:14.090655 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2572824f-6b6f-4b5a-bf1c-14eaf385e4d8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:14.091940 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27a56b7-b165-4283-b8fa-4bef847f3f9c x-openstack-request-id: req-b27a56b7-b165-4283-b8fa-4bef847f3f9c {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:15:14.093290 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ac7595-84b3-4e7c-a793-e778b59cd633", "name": "network-vif-deleted", "tag": "8ce9ffea-c873-4602-b2d2-2bc2d34a37c7", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:15:14.093947 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b27a56b7-b165-4283-b8fa-4bef847f3f9c {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:15:14.094854 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ac7595-84b3-4e7c-a793-e778b59cd633', 'name': 'network-vif-deleted', 'tag': '8ce9ffea-c873-4602-b2d2-2bc2d34a37c7', 'status': 'completed', 'code': 200} Jan 28 00:15:14.138300 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:15:14.195746 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2572824f-6b6f-4b5a-bf1c-14eaf385e4d8,segment=NetworkSegment(ace7d952-8e54-40cc-9a29-51557919e996),segment_id=ace7d952-8e54-40cc-9a29-51557919e996)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:14.205130 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2572824f-6b6f-4b5a-bf1c-14eaf385e4d8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:14.326351 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=2572824f-6b6f-4b5a-bf1c-14eaf385e4d8,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:14.667707 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-8c4cd1af-51a3-4d8d-a322-f0a233bf3ab2 service neutron] 10.222.0.70 "GET /v2.0/networks/82c0c83c-7ac1-4c6e-b660-c81cca988f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7294936 Jan 28 00:15:14.743754 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e0ae3-35e6-43b7-9f4b-34df380f9b53 req-6ed9b3a7-2689-404e-b856-9754cbd3d873 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:14.750905 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-810e0ae3-35e6-43b7-9f4b-34df380f9b53 req-6ed9b3a7-2689-404e-b856-9754cbd3d873 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 946 time: 0.2296495 Jan 28 00:15:14.856134 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-f458d451-aa08-4c5c-b3fc-62fc62476cd2 service neutron] 10.222.0.70 "GET /v2.0/networks/82c0c83c-7ac1-4c6e-b660-c81cca988f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875198 Jan 28 00:15:14.884275 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-810e0ae3-35e6-43b7-9f4b-34df380f9b53 req-d29241e1-a1e4-4efc-8e85-4f336a46cebc tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310511 Jan 28 00:15:14.926515 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bf875707-1076-4f2b-aa06-55a833b055ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (61939f74-61b6-45a9-8829-6ef3a073b55f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:14.956580 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97aa87f9-54b4-47ab-a7f0-99602bf6bfd4 x-openstack-request-id: req-97aa87f9-54b4-47ab-a7f0-99602bf6bfd4 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:15:14.956890 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e830fb9-941e-43a4-8cd3-3537f6f87d02", "tag": "8d0e3fc3-b2ca-47b5-a802-469546950a86", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:15:14.957130 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-97aa87f9-54b4-47ab-a7f0-99602bf6bfd4 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:15:14.957544 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e830fb9-941e-43a4-8cd3-3537f6f87d02', 'tag': '8d0e3fc3-b2ca-47b5-a802-469546950a86', 'status': 'completed', 'code': 200} Jan 28 00:15:15.162919 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe0307-cec6-495f-b119-aeae3566b25b req-80706eb2-d048-43d1-aa26-241554122a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:15.177732 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-23fe0307-cec6-495f-b119-aeae3566b25b req-80706eb2-d048-43d1-aa26-241554122a9c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c68080a75d8f4b37a0cc83073e4343a9&device_id=6e830fb9-941e-43a4-8cd3-3537f6f87d02 HTTP/1.1" status: 200 len: 1097 time: 0.1631818 Jan 28 00:15:15.194630 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656dd5d-8f5d-4676-999b-87072f14c4af req-2362be9d-fa84-4d36-8a05-0989170bf94d tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:15.196823 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8656dd5d-8f5d-4676-999b-87072f14c4af req-2362be9d-fa84-4d36-8a05-0989170bf94d tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=df608004-9016-4630-8b98-755b6c50cd1a HTTP/1.1" status: 200 len: 946 time: 0.1557043 Jan 28 00:15:15.358513 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8656dd5d-8f5d-4676-999b-87072f14c4af req-efe32037-b881-4524-81c3-8c75595ef8a3 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446557 Jan 28 00:15:15.460772 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe0307-cec6-495f-b119-aeae3566b25b req-53cf3899-b568-4404-8ce2-6d29656cdde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:15.462488 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-23fe0307-cec6-495f-b119-aeae3566b25b req-53cf3899-b568-4404-8ce2-6d29656cdde2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 HTTP/1.1" status: 200 len: 920 time: 0.2654977 Jan 28 00:15:15.548366 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-23fe0307-cec6-495f-b119-aeae3566b25b req-54f65c4a-d491-4039-b8a3-f0bd725aa337 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d0e3fc3-b2ca-47b5-a802-469546950a86 HTTP/1.1" status: 200 len: 1001 time: 0.0770137 Jan 28 00:15:15.639987 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe0307-cec6-495f-b119-aeae3566b25b req-bf1fc02b-7d7c-4f61-acf4-9ef3ff3c4eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:15.642628 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-23fe0307-cec6-495f-b119-aeae3566b25b req-bf1fc02b-7d7c-4f61-acf4-9ef3ff3c4eee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9bb427a5-a295-4f0c-b017-2960030e85e4 HTTP/1.1" status: 200 len: 858 time: 0.0876212 Jan 28 00:15:15.674820 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf875707-1076-4f2b-aa06-55a833b055ad admin admin] Router 61939f74-61b6-45a9-8829-6ef3a073b55f has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:15:15.690686 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0ac3b-4ce3-42df-be9d-cbddab8504ee req-be799191-3e38-4852-a73f-916604a3e78f tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:15.698532 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-daa0ac3b-4ce3-42df-be9d-cbddab8504ee req-be799191-3e38-4852-a73f-916604a3e78f tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 944 time: 0.1706696 Jan 28 00:15:15.716271 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b06ea-134c-4b7a-a6c0-e0fcfe8c0c21 req-7ab048e2-f434-4e96-807f-c55bf2f7b37a tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:15.718854 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-105b06ea-134c-4b7a-a6c0-e0fcfe8c0c21 req-7ab048e2-f434-4e96-807f-c55bf2f7b37a tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 943 time: 0.1634600 Jan 28 00:15:15.735401 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe0307-cec6-495f-b119-aeae3566b25b req-37edcb9a-3faa-4591-b628-9ffab23eb56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:15.737100 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-23fe0307-cec6-495f-b119-aeae3566b25b req-37edcb9a-3faa-4591-b628-9ffab23eb56c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883327 Jan 28 00:15:15.872618 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-23fe0307-cec6-495f-b119-aeae3566b25b req-82738950-45a8-4c5f-b89e-8e068f5bba9f service neutron] 10.222.0.65 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266944 Jan 28 00:15:15.906963 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-105b06ea-134c-4b7a-a6c0-e0fcfe8c0c21 req-101018b0-564e-4fc0-82f2-6d92e22a33be tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763871 Jan 28 00:15:15.911477 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-daa0ac3b-4ce3-42df-be9d-cbddab8504ee req-04e7bfe8-641f-41bb-8f1d-9700e9cf2135 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122073 Jan 28 00:15:15.979431 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf875707-1076-4f2b-aa06-55a833b055ad admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:15:15.986994 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-bf875707-1076-4f2b-aa06-55a833b055ad admin admin] 10.222.0.70 "PUT /v2.0/routers/61939f74-61b6-45a9-8829-6ef3a073b55f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5223515 Jan 28 00:15:15.990282 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52634) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:15:15.993181 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6322523e-a762-4129-a87b-8a0329c26fbb None None] Sync routers for ids ['61939f74-61b6-45a9-8829-6ef3a073b55f'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:15:16.002420 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d40ccb9-91f2-44e6-98ee-0b943064b02b x-openstack-request-id: req-2d40ccb9-91f2-44e6-98ee-0b943064b02b {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:15:16.002958 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df608004-9016-4630-8b98-755b6c50cd1a", "name": "network-vif-plugged", "status": "completed", "tag": "a38078f7-c826-4565-9147-45b2a2fd9752", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:15:16.003253 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2d40ccb9-91f2-44e6-98ee-0b943064b02b {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:15:16.003686 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df608004-9016-4630-8b98-755b6c50cd1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38078f7-c826-4565-9147-45b2a2fd9752', 'code': 200} Jan 28 00:15:16.016102 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6322523e-a762-4129-a87b-8a0329c26fbb None None] Routers {'61939f74-61b6-45a9-8829-6ef3a073b55f'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:15:16.016837 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-6322523e-a762-4129-a87b-8a0329c26fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:15:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['61939f74-61b6-45a9-8829-6ef3a073b55f'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:16.093042 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52636) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:15:16.116600 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ac7595-84b3-4e7c-a793-e778b59cd633', 'name': 'network-vif-deleted', 'tag': 'bf8e54e1-1603-497d-8a26-df63029dd49f'}, {'server_uuid': '36ac7595-84b3-4e7c-a793-e778b59cd633', 'name': 'network-vif-deleted', 'tag': '75e311c8-d069-4f32-885a-0a4acc7c9afe'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:15:16.118902 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3fda58-bfb3-45f1-b308-f7efd0740fd5" -d '{"events": [{"server_uuid": "36ac7595-84b3-4e7c-a793-e778b59cd633", "name": "network-vif-deleted", "tag": "bf8e54e1-1603-497d-8a26-df63029dd49f"}, {"server_uuid": "36ac7595-84b3-4e7c-a793-e778b59cd633", "name": "network-vif-deleted", "tag": "75e311c8-d069-4f32-885a-0a4acc7c9afe"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:15:16.309966 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-6322523e-a762-4129-a87b-8a0329c26fbb None None] Set router 61939f74-61b6-45a9-8829-6ef3a073b55f gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:15:16.321694 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441f62c-7342-42ba-910f-0422d062f765 req-02438a91-600c-4294-a102-e4bcc401554f tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:16.325969 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-23fe0307-cec6-495f-b119-aeae3566b25b req-01755a34-be12-4bc7-b46d-bd93ff8d08fa service neutron] 10.222.0.65 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409201 Jan 28 00:15:16.327841 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d441f62c-7342-42ba-910f-0422d062f765 req-02438a91-600c-4294-a102-e4bcc401554f tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c8237a3-391a-4734-9a60-194e23c27c63&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2202401 Jan 28 00:15:16.400396 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-34076684-c56e-4986-98cb-a907f8b87c58 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Deleting subnet a7f2398b-3e9d-4d72-aacd-681ff2d63380 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:15:16.404926 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34076684-c56e-4986-98cb-a907f8b87c58 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks [] for subnet (a7f2398b-3e9d-4d72-aacd-681ff2d63380), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:16.414442 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:15:16.491763 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34076684-c56e-4986-98cb-a907f8b87c58 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (a7f2398b-3e9d-4d72-aacd-681ff2d63380), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:16.557441 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-6322523e-a762-4129-a87b-8a0329c26fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2041208346-router', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:07:22Z', 'updated_at': '2022-01-28T00:15:13Z', 'revision_number': 5, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'gw_port': {'id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:23Z', 'updated_at': '2022-01-28T00:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:16.559677 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:15:16.561559 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2572824f-6b6f-4b5a-bf1c-14eaf385e4d8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:16.640603 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34076684-c56e-4986-98cb-a907f8b87c58 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (a7f2398b-3e9d-4d72-aacd-681ff2d63380), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:16.668076 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a312364-0155-4c19-ac65-996c2cb55393 admin admin] Publish callbacks [] for router (61939f74-61b6-45a9-8829-6ef3a073b55f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:16.772257 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5409d-1ce6-4751-ba8c-9bc93da8eb83 req-bfe978bf-bb5f-4581-a0a4-dafe82ff79cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:16.777034 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b8c5409d-1ce6-4751-ba8c-9bc93da8eb83 req-bfe978bf-bb5f-4581-a0a4-dafe82ff79cd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=df608004-9016-4630-8b98-755b6c50cd1a HTTP/1.1" status: 200 len: 1097 time: 0.6010296 Jan 28 00:15:16.787693 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374727e-f3fb-4c32-8052-f8a237cfe90e req-266ca5d7-5ffe-481b-81ca-5e9a8bb7c3e3 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:16.790501 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2374727e-f3fb-4c32-8052-f8a237cfe90e req-266ca5d7-5ffe-481b-81ca-5e9a8bb7c3e3 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 946 time: 0.4503765 Jan 28 00:15:16.814507 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6322523e-a762-4129-a87b-8a0329c26fbb None None] Checking router: 61939f74-61b6-45a9-8829-6ef3a073b55f for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:15:16.817424 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d441f62c-7342-42ba-910f-0422d062f765 req-6b17e726-18c6-47c8-b845-f8ed2de56e89 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.72 HTTP/1.1" status: 200 len: 1001 time: 0.4741347 Jan 28 00:15:16.828322 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-d441f62c-7342-42ba-910f-0422d062f765 req-f47ac562-17dc-4067-9809-379be2037e10 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Request body: {'floatingip': {'port_id': 'f36c5652-fd2d-40bb-8ddc-a64901d96222', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:15:16.836119 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6322523e-a762-4129-a87b-8a0329c26fbb None None] Routers {'61939f74-61b6-45a9-8829-6ef3a073b55f'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:15:16.837112 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-6322523e-a762-4129-a87b-8a0329c26fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:15:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['61939f74-61b6-45a9-8829-6ef3a073b55f'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:16.856859 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:15:16.857922 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2572824f-6b6f-4b5a-bf1c-14eaf385e4d8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:16.914218 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34076684-c56e-4986-98cb-a907f8b87c58 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (a7f2398b-3e9d-4d72-aacd-681ff2d63380), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:16.976728 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34076684-c56e-4986-98cb-a907f8b87c58 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Pushing event deleted for resources: {'Subnet': ['ID=a7f2398b-3e9d-4d72-aacd-681ff2d63380,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:16.996466 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34076684-c56e-4986-98cb-a907f8b87c58 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:17.004247 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-34076684-c56e-4986-98cb-a907f8b87c58 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "DELETE /v2.0/subnets/a7f2398b-3e9d-4d72-aacd-681ff2d63380 HTTP/1.1" status: 204 len: 168 time: 0.9085319 Jan 28 00:15:17.012605 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52650) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:15:17.013529 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2572824f-6b6f-4b5a-bf1c-14eaf385e4d8,segment=NetworkSegment(ace7d952-8e54-40cc-9a29-51557919e996),segment_id=ace7d952-8e54-40cc-9a29-51557919e996)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:17.016222 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e17980-0440-4693-915a-bda86f4d82e7 None None] Network 976a50ac-81ba-4c45-87b7-1277abc7dc15 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:15:17.105118 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-6322523e-a762-4129-a87b-8a0329c26fbb None None] Set router 61939f74-61b6-45a9-8829-6ef3a073b55f gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:15:17.185898 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d441f62c-7342-42ba-910f-0422d062f765 req-f47ac562-17dc-4067-9809-379be2037e10 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks [] for floatingip (00bb8379-4af9-42a4-9797-39b624fcb9f8), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:17.237384 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b8c5409d-1ce6-4751-ba8c-9bc93da8eb83 req-72b1ea3e-1ff1-4ad3-99e6-7e928288ce92 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499130 Jan 28 00:15:17.304919 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4780b19e-4156-4806-bba9-c6546e387629 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (976a50ac-81ba-4c45-87b7-1277abc7dc15), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:17.361850 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2374727e-f3fb-4c32-8052-f8a237cfe90e req-e5a1dbb1-f529-498c-a05e-7f9e1ddacff9 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5609319 Jan 28 00:15:17.379409 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2572824f-6b6f-4b5a-bf1c-14eaf385e4d8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:17.404931 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a312364-0155-4c19-ac65-996c2cb55393 admin admin] Publish callbacks [] for router_gateway (61939f74-61b6-45a9-8829-6ef3a073b55f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:17.522152 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 00:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2386c9d9-45f3-45b6-9da0-72f0c224d0c0 x-openstack-request-id: req-2386c9d9-45f3-45b6-9da0-72f0c224d0c0 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:15:17.522894 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ac7595-84b3-4e7c-a793-e778b59cd633", "name": "network-vif-deleted", "tag": "bf8e54e1-1603-497d-8a26-df63029dd49f", "status": "completed", "code": 200}, {"server_uuid": "36ac7595-84b3-4e7c-a793-e778b59cd633", "name": "network-vif-deleted", "tag": "75e311c8-d069-4f32-885a-0a4acc7c9afe", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:15:17.523059 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2386c9d9-45f3-45b6-9da0-72f0c224d0c0 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:15:17.523660 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ac7595-84b3-4e7c-a793-e778b59cd633', 'name': 'network-vif-deleted', 'tag': 'bf8e54e1-1603-497d-8a26-df63029dd49f', 'status': 'completed', 'code': 200} Jan 28 00:15:17.524216 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ac7595-84b3-4e7c-a793-e778b59cd633', 'name': 'network-vif-deleted', 'tag': '75e311c8-d069-4f32-885a-0a4acc7c9afe', 'status': 'completed', 'code': 200} Jan 28 00:15:17.581043 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=2572824f-6b6f-4b5a-bf1c-14eaf385e4d8,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:17.613111 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-6322523e-a762-4129-a87b-8a0329c26fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2041208346-router', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:07:22Z', 'updated_at': '2022-01-28T00:15:13Z', 'revision_number': 5, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'gw_port': {'id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:23Z', 'updated_at': '2022-01-28T00:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:17.657384 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4780b19e-4156-4806-bba9-c6546e387629 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Deleting port ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:15:17.659362 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4780b19e-4156-4806-bba9-c6546e387629 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:17.701759 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6322523e-a762-4129-a87b-8a0329c26fbb None None] The sync data for ids ['61939f74-61b6-45a9-8829-6ef3a073b55f'] in n-d-826754-1 is: [{'id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2041208346-router', 'tenant_id': '4fbf0a6223374ddfb503943d84d40270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:07:22Z', 'updated_at': '2022-01-28T00:15:13Z', 'revision_number': 5, 'project_id': '4fbf0a6223374ddfb503943d84d40270', 'gw_port': {'id': 'f318e3c5-23fa-4b58-a6ba-448ad425915a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:56:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61939f74-61b6-45a9-8829-6ef3a073b55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:23Z', 'updated_at': '2022-01-28T00:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:15:17.722594 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec827464-08bd-488b-921f-43b6e58a1e02 None None] DHCP port deletion for 976a50ac-81ba-4c45-87b7-1277abc7dc15 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:15:17.759474 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dc70a256-ccb5-4639-991e-57cf8df32d32 req-dab2852d-5463-401d-b25f-0942a2dad0bb tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/ports?device_id=df07402c-dc40-44b8-b71e-d4a22ae8d738 HTTP/1.1" status: 200 len: 210 time: 0.0668910 Jan 28 00:15:17.887807 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4780b19e-4156-4806-bba9-c6546e387629 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] For port ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8,segment=NetworkSegment(2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544),segment_id=2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:17.888302 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4780b19e-4156-4806-bba9-c6546e387629 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:17.909648 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ec827464-08bd-488b-921f-43b6e58a1e02 None None] Deleting port ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:15:17.910240 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ec827464-08bd-488b-921f-43b6e58a1e02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:17.914129 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-0a312364-0155-4c19-ac65-996c2cb55393 admin admin] Deleting port f318e3c5-23fa-4b58-a6ba-448ad425915a {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:15:17.914955 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a312364-0155-4c19-ac65-996c2cb55393 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f318e3c5-23fa-4b58-a6ba-448ad425915a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:17.929020 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4780b19e-4156-4806-bba9-c6546e387629 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Calling delete_port for ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:15:18.043031 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b81ec14-4288-4846-867d-82e20dc55245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2572824f-6b6f-4b5a-bf1c-14eaf385e4d8'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:15:18.046616 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17539475-d7c0-4f3b-85ca-4cebdf826b16" -d '{"events": [{"server_uuid": "0b81ec14-4288-4846-867d-82e20dc55245", "name": "network-vif-plugged", "status": "completed", "tag": "2572824f-6b6f-4b5a-bf1c-14eaf385e4d8"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:15:18.128767 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-ec827464-08bd-488b-921f-43b6e58a1e02 None None] For port ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8,segment=NetworkSegment(2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544),segment_id=2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:18.129416 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ec827464-08bd-488b-921f-43b6e58a1e02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:18.169014 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ec827464-08bd-488b-921f-43b6e58a1e02 None None] Calling delete_port for ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:15:18.199593 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4780b19e-4156-4806-bba9-c6546e387629 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:18.210585 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-0a312364-0155-4c19-ac65-996c2cb55393 admin admin] For port f318e3c5-23fa-4b58-a6ba-448ad425915a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f318e3c5-23fa-4b58-a6ba-448ad425915a,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:18.211271 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a312364-0155-4c19-ac65-996c2cb55393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f318e3c5-23fa-4b58-a6ba-448ad425915a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:18.230154 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-0a312364-0155-4c19-ac65-996c2cb55393 admin admin] Calling delete_port for f318e3c5-23fa-4b58-a6ba-448ad425915a owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:15:18.237925 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780b19e-4156-4806-bba9-c6546e387629 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Pushing event deleted for resources: {'Port': ['ID=ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:18.247222 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4780b19e-4156-4806-bba9-c6546e387629 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] No DVR routers for this DVR port ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:15:18.357288 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4780b19e-4156-4806-bba9-c6546e387629 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (976a50ac-81ba-4c45-87b7-1277abc7dc15), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:18.414851 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ec827464-08bd-488b-921f-43b6e58a1e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:18.418444 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-4780b19e-4156-4806-bba9-c6546e387629 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976a50ac-81ba-4c45-87b7-1277abc7dc15']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:18.449534 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-4780b19e-4156-4806-bba9-c6546e387629 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:18.449872 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-4780b19e-4156-4806-bba9-c6546e387629 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:18.464949 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4780b19e-4156-4806-bba9-c6546e387629 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:18.491231 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec827464-08bd-488b-921f-43b6e58a1e02 None None] No DVR routers for this DVR port ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:15:18.495742 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4780b19e-4156-4806-bba9-c6546e387629 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:18.503167 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec827464-08bd-488b-921f-43b6e58a1e02 None None] Pushing event deleted for resources: {'Port': ['ID=ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:18.520826 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4780b19e-4156-4806-bba9-c6546e387629 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:15:18.522029 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4780b19e-4156-4806-bba9-c6546e387629 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (2e95ae0b-5562-4ef1-ae9d-49ee6cd5a544), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:18.530793 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:15:18.530793 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:15:18.530793 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:15:18.530793 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:15:18.530793 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:15:18.530793 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:15:18.530793 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:15:18.530793 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:15:18.530793 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:15:18.530793 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:15:18.530793 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:15:18.530793 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:15:18.530793 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:15:18.530793 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:15:18.530793 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:15:18.530793 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:15:18.530793 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:15:18.530793 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:15:18.530793 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:15:18.530793 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:15:18.530793 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:15:18.530793 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:15:18.530793 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:15:18.530793 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:15:18.530793 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:15:18.530793 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:15:18.530793 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:15:18.530793 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:15:18.530793 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:15:18.530793 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:15:18.530793 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:15:18.530793 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:15:18.782267 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4780b19e-4156-4806-bba9-c6546e387629 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (976a50ac-81ba-4c45-87b7-1277abc7dc15), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:18.794084 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4780b19e-4156-4806-bba9-c6546e387629 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:18.802226 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4780b19e-4156-4806-bba9-c6546e387629 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "DELETE /v2.0/networks/976a50ac-81ba-4c45-87b7-1277abc7dc15 HTTP/1.1" status: 204 len: 168 time: 1.7880332 Jan 28 00:15:18.806337 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52658) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:15:18.838179 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:15:18.888851 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:15:18.890830 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ac9d4d15-da8e-4d1f-a8c3-dba78a8fd3b8 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:15:18.891077 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780b19e-4156-4806-bba9-c6546e387629 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Pushing event deleted for resources: {'Network': ['ID=976a50ac-81ba-4c45-87b7-1277abc7dc15,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:18.894378 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 29bfd5a4-7665-4769-a77e-d2812ab7dcc2 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:15:18.957127 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9410e51-3a4f-43cf-bab1-4deb7d7dc46d tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Deleting subnet e2f859fb-95a0-4b30-8cd1-802df0eb2668 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:15:18.961694 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 29bfd5a4-7665-4769-a77e-d2812ab7dcc2 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:15:18.962282 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 29bfd5a4-7665-4769-a77e-d2812ab7dcc2 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:15:18.962427 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9410e51-3a4f-43cf-bab1-4deb7d7dc46d tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks [] for subnet (e2f859fb-95a0-4b30-8cd1-802df0eb2668), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:18.972944 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-33846f9b-8138-401e-a7ce-bbdd70ec186c tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:18.974712 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-33846f9b-8138-401e-a7ce-bbdd70ec186c tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.65 "GET /v2.0/networks?id=82c0c83c-7ac1-4c6e-b660-c81cca988f90 HTTP/1.1" status: 200 len: 818 time: 0.4160419 Jan 28 00:15:19.001155 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-8cac3259-1be5-46d5-87f6-51318869f995 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Request body: {'port': {'device_id': 'e8b74372-75b7-44af-b682-a1a336e66b3d', 'network_id': '82c0c83c-7ac1-4c6e-b660-c81cca988f90', 'admin_state_up': True, 'tenant_id': '21220182ac5f4100a883fefa0029cd2a'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:15:19.130092 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-9893e387-62bc-46a6-bd9b-40d07de8ec31 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:19.131864 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-9893e387-62bc-46a6-bd9b-40d07de8ec31 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.65 "GET /v2.0/networks?id=82c0c83c-7ac1-4c6e-b660-c81cca988f90 HTTP/1.1" status: 200 len: 818 time: 0.5182772 Jan 28 00:15:19.172652 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9410e51-3a4f-43cf-bab1-4deb7d7dc46d tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (e2f859fb-95a0-4b30-8cd1-802df0eb2668), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:19.293815 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9410e51-3a4f-43cf-bab1-4deb7d7dc46d tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (e2f859fb-95a0-4b30-8cd1-802df0eb2668), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:19.378815 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7b2b23ea-c483-43d2-a1bf-6a839dcda3ec tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Request body: {'port': {'device_id': 'df07402c-dc40-44b8-b71e-d4a22ae8d738', 'network_id': '82c0c83c-7ac1-4c6e-b660-c81cca988f90', 'admin_state_up': True, 'tenant_id': '21220182ac5f4100a883fefa0029cd2a'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:15:19.390851 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9410e51-3a4f-43cf-bab1-4deb7d7dc46d tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (e2f859fb-95a0-4b30-8cd1-802df0eb2668), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:19.432132 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94b677c-cc30-4e12-aa97-66007bbf2365 None None] Network 6263dd4e-a89b-48f1-b727-98f0f248e1d1 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:15:19.521616 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9410e51-3a4f-43cf-bab1-4deb7d7dc46d tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:19.529938 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a9410e51-3a4f-43cf-bab1-4deb7d7dc46d tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "DELETE /v2.0/subnets/e2f859fb-95a0-4b30-8cd1-802df0eb2668 HTTP/1.1" status: 204 len: 168 time: 0.7171147 Jan 28 00:15:19.539509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-1a56ce06-815a-4f29-adeb-08ae37ef62cf tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:19.541031 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-1a56ce06-815a-4f29-adeb-08ae37ef62cf tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.52 "GET /v2.0/networks?id=82c0c83c-7ac1-4c6e-b660-c81cca988f90 HTTP/1.1" status: 200 len: 818 time: 1.1335065 Jan 28 00:15:19.541574 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52660) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:15:19.577452 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-113b3524-940a-45ff-ac0e-74e90056e3f3 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Request body: {'port': {'device_id': '5ac23725-66cb-487d-84cc-168acf2e45c1', 'network_id': '82c0c83c-7ac1-4c6e-b660-c81cca988f90', 'admin_state_up': True, 'tenant_id': '21220182ac5f4100a883fefa0029cd2a'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:15:19.578207 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9410e51-3a4f-43cf-bab1-4deb7d7dc46d tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Pushing event deleted for resources: {'Subnet': ['ID=e2f859fb-95a0-4b30-8cd1-802df0eb2668,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:19.586400 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a312364-0155-4c19-ac65-996c2cb55393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (f318e3c5-23fa-4b58-a6ba-448ad425915a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:19.596275 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-8cac3259-1be5-46d5-87f6-51318869f995 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Made reservation on behalf of 21220182ac5f4100a883fefa0029cd2a for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:15:19.603130 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-8cac3259-1be5-46d5-87f6-51318869f995 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:19.652082 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a312364-0155-4c19-ac65-996c2cb55393 admin admin] Pushing event deleted for resources: {'Port': ['ID=f318e3c5-23fa-4b58-a6ba-448ad425915a,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:19.717547 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea286ab-21a9-4fc8-a836-36ada1d597e1 req-ad06d43a-2475-4a03-b165-e0f06da67d73 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:19.727520 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9ea286ab-21a9-4fc8-a836-36ada1d597e1 req-ad06d43a-2475-4a03-b165-e0f06da67d73 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=df608004-9016-4630-8b98-755b6c50cd1a HTTP/1.1" status: 200 len: 946 time: 1.3160174 Jan 28 00:15:19.810491 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb77c70-b066-415a-8f99-1d0933b81aea None None] DHCP port deletion for 6263dd4e-a89b-48f1-b727-98f0f248e1d1 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:15:19.881551 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-8cac3259-1be5-46d5-87f6-51318869f995 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Allocated IP 172.20.0.4 (82c0c83c-7ac1-4c6e-b660-c81cca988f90/1f2d560d-7bfd-47c1-8c7a-53f8ca55e6b7/7639f8d9-58f6-4583-98a7-436bdebba962) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:15:19.898252 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7b2b23ea-c483-43d2-a1bf-6a839dcda3ec tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Made reservation on behalf of 21220182ac5f4100a883fefa0029cd2a for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:15:19.903660 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7b2b23ea-c483-43d2-a1bf-6a839dcda3ec tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:19.979765 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b5cb-deec-483a-9b29-a48c373c1dc0 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (6263dd4e-a89b-48f1-b727-98f0f248e1d1), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:19.980639 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4eb77c70-b066-415a-8f99-1d0933b81aea None None] Deleting port 416254aa-0f12-4920-aeff-d80d5862fb34 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:15:19.981876 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4eb77c70-b066-415a-8f99-1d0933b81aea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (416254aa-0f12-4920-aeff-d80d5862fb34), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:20.201983 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-4eb77c70-b066-415a-8f99-1d0933b81aea None None] For port 416254aa-0f12-4920-aeff-d80d5862fb34, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=416254aa-0f12-4920-aeff-d80d5862fb34,segment=NetworkSegment(86aaef18-e80c-4b5d-a1f2-46c83ba4199e),segment_id=86aaef18-e80c-4b5d-a1f2-46c83ba4199e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:20.202418 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4eb77c70-b066-415a-8f99-1d0933b81aea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (416254aa-0f12-4920-aeff-d80d5862fb34), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:20.229077 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9ea286ab-21a9-4fc8-a836-36ada1d597e1 req-5cded045-5d0c-4294-9e34-29a8a55cb702 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5010338 Jan 28 00:15:20.237569 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4eb77c70-b066-415a-8f99-1d0933b81aea None None] Calling delete_port for 416254aa-0f12-4920-aeff-d80d5862fb34 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:15:20.328154 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a312364-0155-4c19-ac65-996c2cb55393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (61939f74-61b6-45a9-8829-6ef3a073b55f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:20.471105 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.db.resource_extend [req-d441f62c-7342-42ba-910f-0422d062f765 req-f47ac562-17dc-4067-9809-379be2037e10 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:15:20.491376 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4eb77c70-b066-415a-8f99-1d0933b81aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (416254aa-0f12-4920-aeff-d80d5862fb34), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:20.524537 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb77c70-b066-415a-8f99-1d0933b81aea None None] Pushing event deleted for resources: {'Port': ['ID=416254aa-0f12-4920-aeff-d80d5862fb34,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:20.533189 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb77c70-b066-415a-8f99-1d0933b81aea None None] No DVR routers for this DVR port 416254aa-0f12-4920-aeff-d80d5862fb34 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:15:20.572792 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-8cac3259-1be5-46d5-87f6-51318869f995 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Publish callbacks [] for port (7639f8d9-58f6-4583-98a7-436bdebba962), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:20.618062 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-8cac3259-1be5-46d5-87f6-51318869f995 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (7639f8d9-58f6-4583-98a7-436bdebba962), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:20.643488 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a312364-0155-4c19-ac65-996c2cb55393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (61939f74-61b6-45a9-8829-6ef3a073b55f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:20.661375 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a312364-0155-4c19-ac65-996c2cb55393 admin admin] Publish callbacks [] for router_controller (61939f74-61b6-45a9-8829-6ef3a073b55f), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:20.687136 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-113b3524-940a-45ff-ac0e-74e90056e3f3 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Made reservation on behalf of 21220182ac5f4100a883fefa0029cd2a for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:15:20.693496 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-113b3524-940a-45ff-ac0e-74e90056e3f3 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:20.714191 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d441f62c-7342-42ba-910f-0422d062f765 req-f47ac562-17dc-4067-9809-379be2037e10 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:20.714480 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7b2b23ea-c483-43d2-a1bf-6a839dcda3ec tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Allocated IP 172.20.0.5 (82c0c83c-7ac1-4c6e-b660-c81cca988f90/1f2d560d-7bfd-47c1-8c7a-53f8ca55e6b7/df2055f6-2c96-4555-80e2-01d2bd1ca00c) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:15:20.760994 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d441f62c-7342-42ba-910f-0422d062f765 req-f47ac562-17dc-4067-9809-379be2037e10 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (00bb8379-4af9-42a4-9797-39b624fcb9f8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:20.770483 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab7f30-c8dc-4f4c-911c-d19721d3a187 req-a9d7c99b-4aa6-4481-8f45-b30cb0d57272 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:20.777981 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dcab7f30-c8dc-4f4c-911c-d19721d3a187 req-a9d7c99b-4aa6-4481-8f45-b30cb0d57272 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 945 time: 0.4175344 Jan 28 00:15:20.851338 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-7eb8b5cb-deec-483a-9b29-a48c373c1dc0 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Deleting port 416254aa-0f12-4920-aeff-d80d5862fb34 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:15:20.851743 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b5cb-deec-483a-9b29-a48c373c1dc0 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (416254aa-0f12-4920-aeff-d80d5862fb34), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:20.854389 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a312364-0155-4c19-ac65-996c2cb55393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (61939f74-61b6-45a9-8829-6ef3a073b55f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:20.854964 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a312364-0155-4c19-ac65-996c2cb55393 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61939f74-61b6-45a9-8829-6ef3a073b55f {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:15:20.882500 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a312364-0155-4c19-ac65-996c2cb55393 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:20.884946 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0a312364-0155-4c19-ac65-996c2cb55393 admin admin] 10.222.0.70 "DELETE /v2.0/routers/61939f74-61b6-45a9-8829-6ef3a073b55f HTTP/1.1" status: 204 len: 168 time: 4.8933954 Jan 28 00:15:20.889947 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52662) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:15:20.943100 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-8cac3259-1be5-46d5-87f6-51318869f995 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Network 82c0c83c-7ac1-4c6e-b660-c81cca988f90 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:15:20.950311 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac3259-1be5-46d5-87f6-51318869f995 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Pushing event updated for resources: {'Port': ['ID=7639f8d9-58f6-4583-98a7-436bdebba962,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:20.954598 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 416254aa-0f12-4920-aeff-d80d5862fb34 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:15:20.961912 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-8cac3259-1be5-46d5-87f6-51318869f995 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:15:20.972597 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-8cac3259-1be5-46d5-87f6-51318869f995 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:15:20.996111 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 416254aa-0f12-4920-aeff-d80d5862fb34 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:15:20.996502 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 416254aa-0f12-4920-aeff-d80d5862fb34 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:15:21.093696 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7b2b23ea-c483-43d2-a1bf-6a839dcda3ec tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Publish callbacks [] for port (df2055f6-2c96-4555-80e2-01d2bd1ca00c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:21.108666 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-8cac3259-1be5-46d5-87f6-51318869f995 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:21.109882 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-8cac3259-1be5-46d5-87f6-51318869f995 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:21.159197 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-8cac3259-1be5-46d5-87f6-51318869f995 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1619442 Jan 28 00:15:21.179640 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-ffa317ac-9c8b-4054-8eda-65f9945c5a7f service neutron] Request body: {'port': {'device_id': 'e8b74372-75b7-44af-b682-a1a336e66b3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:15:21.255712 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7b2b23ea-c483-43d2-a1bf-6a839dcda3ec tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (df2055f6-2c96-4555-80e2-01d2bd1ca00c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:21.305879 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7b2b23ea-c483-43d2-a1bf-6a839dcda3ec tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Network 82c0c83c-7ac1-4c6e-b660-c81cca988f90 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:15:21.309860 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7b2b23ea-c483-43d2-a1bf-6a839dcda3ec tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:15:21.311902 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-ffa317ac-9c8b-4054-8eda-65f9945c5a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7639f8d9-58f6-4583-98a7-436bdebba962), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:21.316052 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7b2b23ea-c483-43d2-a1bf-6a839dcda3ec tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:15:21.372836 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b23ea-c483-43d2-a1bf-6a839dcda3ec tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Pushing event updated for resources: {'Port': ['ID=df2055f6-2c96-4555-80e2-01d2bd1ca00c,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:21.396124 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dcab7f30-c8dc-4f4c-911c-d19721d3a187 req-c7fbc82d-789e-45b6-9b2d-4a446c4308b1 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6168790 Jan 28 00:15:21.410247 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-7eb8b5cb-deec-483a-9b29-a48c373c1dc0 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] For port 416254aa-0f12-4920-aeff-d80d5862fb34, host n-d-826754-1, got binding levels [] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:21.410872 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b5cb-deec-483a-9b29-a48c373c1dc0 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (416254aa-0f12-4920-aeff-d80d5862fb34), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:21.442451 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f12c0db-20cd-42c2-940d-eb40bf73c08c admin admin] Deleting subnet fd93541c-3fa3-4f63-b944-5654809caebc {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:15:21.491070 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7b2b23ea-c483-43d2-a1bf-6a839dcda3ec tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:21.492912 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7b2b23ea-c483-43d2-a1bf-6a839dcda3ec tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:21.530154 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f12c0db-20cd-42c2-940d-eb40bf73c08c admin admin] Publish callbacks [] for subnet (fd93541c-3fa3-4f63-b944-5654809caebc), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:21.626627 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-7eb8b5cb-deec-483a-9b29-a48c373c1dc0 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Calling delete_port for 416254aa-0f12-4920-aeff-d80d5862fb34 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:15:21.639244 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7b2b23ea-c483-43d2-a1bf-6a839dcda3ec tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2669809 Jan 28 00:15:21.644461 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.ipam_backend_mixin [None req-7eb8b5cb-deec-483a-9b29-a48c373c1dc0 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Port 416254aa-0f12-4920-aeff-d80d5862fb34 was not found and therefore no delete operation was performed {{(pid=103344) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 00:15:21.660231 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7018c8ab-2abc-4e2a-a561-e2b269d35c60 service neutron] Request body: {'port': {'device_id': 'df07402c-dc40-44b8-b71e-d4a22ae8d738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:15:21.667791 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b4907-90b9-41d0-b8e1-272952722985 req-aef012ff-62fe-4c3e-8622-a96dc33473d9 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:21.670442 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-194b4907-90b9-41d0-b8e1-272952722985 req-aef012ff-62fe-4c3e-8622-a96dc33473d9 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b&tenant_id=6990d737c5db4738a7ab281f03db2443&binding%3Ahost_id=n-h1-826754-1 HTTP/1.1" status: 200 len: 1097 time: 0.6343722 Jan 28 00:15:21.672510 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [req-d441f62c-7342-42ba-910f-0422d062f765 req-f47ac562-17dc-4067-9809-379be2037e10 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Floating IP 00bb8379-4af9-42a4-9797-39b624fcb9f8 associated. External IP: 172.25.3.72, port: 8d0e3fc3-b2ca-47b5-a802-469546950a86. Jan 28 00:15:21.686799 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b5cb-deec-483a-9b29-a48c373c1dc0 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (416254aa-0f12-4920-aeff-d80d5862fb34), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:21.744778 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7018c8ab-2abc-4e2a-a561-e2b269d35c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (df2055f6-2c96-4555-80e2-01d2bd1ca00c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:21.781868 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-194b4907-90b9-41d0-b8e1-272952722985 req-6d620155-6a8d-47c1-a5b4-f6dad9f7c93b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826754-1'}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:15:21.869961 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-113b3524-940a-45ff-ac0e-74e90056e3f3 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Allocated IP 172.20.0.3 (82c0c83c-7ac1-4c6e-b660-c81cca988f90/1f2d560d-7bfd-47c1-8c7a-53f8ca55e6b7/20f2ad8f-83ef-4794-ae46-95d0fd7450fe) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:15:21.879226 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f12c0db-20cd-42c2-940d-eb40bf73c08c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (fd93541c-3fa3-4f63-b944-5654809caebc), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:21.888138 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8b5cb-deec-483a-9b29-a48c373c1dc0 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Pushing event deleted for resources: {'Port': ['ID=416254aa-0f12-4920-aeff-d80d5862fb34,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:21.943546 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb8b5cb-deec-483a-9b29-a48c373c1dc0 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] No DVR routers for this DVR port 416254aa-0f12-4920-aeff-d80d5862fb34 on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:15:22.028165 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db0faa-d9b1-44b9-965d-30e421ccf9b4 req-4e44e107-db20-4529-8c1d-15e0c4e3c966 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:22.030341 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-64db0faa-d9b1-44b9-965d-30e421ccf9b4 req-4e44e107-db20-4529-8c1d-15e0c4e3c966 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 944 time: 0.4939082 Jan 28 00:15:22.194004 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-194b4907-90b9-41d0-b8e1-272952722985 req-6d620155-6a8d-47c1-a5b4-f6dad9f7c93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (360aeed5-c523-4314-bb9f-1bdadf5794f7), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:22.404537 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b5cb-deec-483a-9b29-a48c373c1dc0 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (6263dd4e-a89b-48f1-b727-98f0f248e1d1), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:22.441484 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 360aeed5-c523-4314-bb9f-1bdadf5794f7 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:15:22.555225 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 360aeed5-c523-4314-bb9f-1bdadf5794f7, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=360aeed5-c523-4314-bb9f-1bdadf5794f7,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:22.570280 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 360aeed5-c523-4314-bb9f-1bdadf5794f7 has no active binding in host n-h2-826754-1 {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 00:15:22.586245 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-64db0faa-d9b1-44b9-965d-30e421ccf9b4 req-b6e55ebb-75a1-47f3-859f-8e9e44901b7c tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5446391 Jan 28 00:15:22.588538 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f12c0db-20cd-42c2-940d-eb40bf73c08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (fd93541c-3fa3-4f63-b944-5654809caebc), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:22.641856 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86818fd3-3d0d-4f0a-8249-02b3e90a3ebf x-openstack-request-id: req-86818fd3-3d0d-4f0a-8249-02b3e90a3ebf {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:15:22.642500 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b81ec14-4288-4846-867d-82e20dc55245", "name": "network-vif-plugged", "status": "completed", "tag": "2572824f-6b6f-4b5a-bf1c-14eaf385e4d8", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:15:22.642807 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-7eb8b5cb-deec-483a-9b29-a48c373c1dc0 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6263dd4e-a89b-48f1-b727-98f0f248e1d1']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:22.643711 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-86818fd3-3d0d-4f0a-8249-02b3e90a3ebf {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:15:22.644490 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b81ec14-4288-4846-867d-82e20dc55245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2572824f-6b6f-4b5a-bf1c-14eaf385e4d8', 'code': 200} Jan 28 00:15:22.719322 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f318e3c5-23fa-4b58-a6ba-448ad425915a no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:15:22.748942 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: f318e3c5-23fa-4b58-a6ba-448ad425915a {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:15:22.749532 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f318e3c5-23fa-4b58-a6ba-448ad425915a not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:15:22.945192 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a0ad7-1f8d-4b96-9e1c-6d18a80d2819 req-95180c68-a8cb-49d8-957b-03fcfcf98ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:22.947648 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5c1a0ad7-1f8d-4b96-9e1c-6d18a80d2819 req-95180c68-a8cb-49d8-957b-03fcfcf98ac1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 1096 time: 0.0564253 Jan 28 00:15:23.027976 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5c1a0ad7-1f8d-4b96-9e1c-6d18a80d2819 req-62b77f5b-c8cb-447f-ba62-4b51d0a2a337 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741720 Jan 28 00:15:23.071785 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-7eb8b5cb-deec-483a-9b29-a48c373c1dc0 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86aaef18-e80c-4b5d-a1f2-46c83ba4199e') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:23.073284 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-7eb8b5cb-deec-483a-9b29-a48c373c1dc0 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86aaef18-e80c-4b5d-a1f2-46c83ba4199e') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:23.117822 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b5cb-deec-483a-9b29-a48c373c1dc0 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (86aaef18-e80c-4b5d-a1f2-46c83ba4199e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:23.262427 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b5cb-deec-483a-9b29-a48c373c1dc0 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (86aaef18-e80c-4b5d-a1f2-46c83ba4199e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:23.293606 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb8b5cb-deec-483a-9b29-a48c373c1dc0 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:15:23.294023 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b5cb-deec-483a-9b29-a48c373c1dc0 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (86aaef18-e80c-4b5d-a1f2-46c83ba4199e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:23.304015 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:15:23.304015 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:15:23.304015 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:15:23.304015 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:15:23.304015 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:15:23.304015 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:15:23.304015 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:15:23.304015 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:15:23.304015 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:15:23.304015 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:15:23.304015 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:15:23.304015 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:15:23.304015 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:15:23.304015 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:15:23.304015 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:15:23.304015 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:15:23.304015 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:15:23.304015 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:15:23.304015 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:15:23.304015 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:15:23.304015 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:15:23.304015 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:15:23.304015 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:15:23.304015 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:15:23.304015 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:15:23.304015 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:15:23.304015 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:15:23.304015 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:15:23.304015 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:15:23.304015 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:15:23.304015 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:15:23.304015 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:15:23.400320 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-113b3524-940a-45ff-ac0e-74e90056e3f3 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Publish callbacks [] for port (20f2ad8f-83ef-4794-ae46-95d0fd7450fe), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:23.427569 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6c64d-c52b-4b74-a7e0-796b960190e3 req-af0a1be3-ff0e-4699-9044-491e9cb10316 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:23.429326 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b2e6c64d-c52b-4b74-a7e0-796b960190e3 req-af0a1be3-ff0e-4699-9044-491e9cb10316 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 946 time: 0.3462024 Jan 28 00:15:23.430565 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f12c0db-20cd-42c2-940d-eb40bf73c08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (fd93541c-3fa3-4f63-b944-5654809caebc), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:23.494662 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d441f62c-7342-42ba-910f-0422d062f765 req-f47ac562-17dc-4067-9809-379be2037e10 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Router 94d62d5b-c9f6-4adf-b6c0-f59cde170079 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:15:23.496959 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-194b4907-90b9-41d0-b8e1-272952722985 req-6d620155-6a8d-47c1-a5b4-f6dad9f7c93b service neutron] For port 360aeed5-c523-4314-bb9f-1bdadf5794f7, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=360aeed5-c523-4314-bb9f-1bdadf5794f7,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:23.508890 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b5cb-deec-483a-9b29-a48c373c1dc0 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (6263dd4e-a89b-48f1-b727-98f0f248e1d1), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:23.510458 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12c0db-20cd-42c2-940d-eb40bf73c08c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd93541c-3fa3-4f63-b944-5654809caebc,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:23.521097 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f12c0db-20cd-42c2-940d-eb40bf73c08c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:23.523661 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d001325a-26f1-4f27-ad18-a2136ac6a42e None None] Network e089f335-5674-4c92-a564-9237fa994e7e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:15:23.524429 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5f12c0db-20cd-42c2-940d-eb40bf73c08c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/fd93541c-3fa3-4f63-b944-5654809caebc HTTP/1.1" status: 204 len: 168 time: 2.6249340 Jan 28 00:15:23.529177 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52670) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:15:23.536928 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b5cb-deec-483a-9b29-a48c373c1dc0 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:23.540248 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7eb8b5cb-deec-483a-9b29-a48c373c1dc0 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "DELETE /v2.0/networks/6263dd4e-a89b-48f1-b727-98f0f248e1d1 HTTP/1.1" status: 204 len: 168 time: 3.9784486 Jan 28 00:15:23.569340 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52672) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:15:23.582977 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-c47cd344-669a-4a55-b3bb-e78f985821e4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-997217178'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:15:23.598222 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8b5cb-deec-483a-9b29-a48c373c1dc0 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Pushing event deleted for resources: {'Network': ['ID=6263dd4e-a89b-48f1-b727-98f0f248e1d1,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:23.714418 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-113b3524-940a-45ff-ac0e-74e90056e3f3 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (20f2ad8f-83ef-4794-ae46-95d0fd7450fe), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:23.720983 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-194b4907-90b9-41d0-b8e1-272952722985 req-6d620155-6a8d-47c1-a5b4-f6dad9f7c93b service neutron] For port 360aeed5-c523-4314-bb9f-1bdadf5794f7, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:15:23.723941 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47cd344-669a-4a55-b3bb-e78f985821e4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Made reservation on behalf of ce9d3829dfd648158df1004ad9e25e7d for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:15:23.726971 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c47cd344-669a-4a55-b3bb-e78f985821e4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:23.731987 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b2e6c64d-c52b-4b74-a7e0-796b960190e3 req-74198504-25a9-4550-b698-9b4caae81d2e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823169 Jan 28 00:15:23.820391 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-83b9c4f4-9d58-401f-af80-07d43e819859 req-2a0b5b58-f40e-4e60-bcee-8bbbe8026466 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3140874 Jan 28 00:15:23.835702 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb1c4dd7-840e-4807-9448-7cc494f26040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (e089f335-5674-4c92-a564-9237fa994e7e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:23.882800 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2acd175-b74b-4e35-9f2b-64585cb4e465 None None] DHCP port deletion for e089f335-5674-4c92-a564-9237fa994e7e request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:15:23.895254 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-113b3524-940a-45ff-ac0e-74e90056e3f3 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Network 82c0c83c-7ac1-4c6e-b660-c81cca988f90 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:15:23.902823 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734a1908-f82c-4a45-8980-fcfcf7574a4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '360aeed5-c523-4314-bb9f-1bdadf5794f7'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:15:23.902823 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c82217f-b231-46cb-a75b-18af6174a3a0" -d '{"events": [{"server_uuid": "734a1908-f82c-4a45-8980-fcfcf7574a4b", "name": "network-vif-unplugged", "status": "completed", "tag": "360aeed5-c523-4314-bb9f-1bdadf5794f7"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:15:23.911761 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-194b4907-90b9-41d0-b8e1-272952722985 req-6d620155-6a8d-47c1-a5b4-f6dad9f7c93b service neutron] Publish callbacks [] for port (360aeed5-c523-4314-bb9f-1bdadf5794f7), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:23.914182 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47cd344-669a-4a55-b3bb-e78f985821e4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:15:23.926264 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-113b3524-940a-45ff-ac0e-74e90056e3f3 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:15:23.934647 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b3524-940a-45ff-ac0e-74e90056e3f3 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Pushing event updated for resources: {'Port': ['ID=20f2ad8f-83ef-4794-ae46-95d0fd7450fe,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:23.937063 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-113b3524-940a-45ff-ac0e-74e90056e3f3 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:15:23.947419 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-194b4907-90b9-41d0-b8e1-272952722985 req-6d620155-6a8d-47c1-a5b4-f6dad9f7c93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (360aeed5-c523-4314-bb9f-1bdadf5794f7), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:23.954763 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c47cd344-669a-4a55-b3bb-e78f985821e4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (211f962d-ac67-42ce-ae97-2d45460bf688), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:23.955153 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-c47cd344-669a-4a55-b3bb-e78f985821e4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Added segment 211f962d-ac67-42ce-ae97-2d45460bf688 of type vlan for network 2bc02fc4-c215-45f2-b54b-bd6017ac1f2a Jan 28 00:15:24.054543 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e2acd175-b74b-4e35-9f2b-64585cb4e465 None None] Deleting port 54ca4171-b1cd-480f-bdfe-302261e6dc7e {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:15:24.055288 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e2acd175-b74b-4e35-9f2b-64585cb4e465 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (54ca4171-b1cd-480f-bdfe-302261e6dc7e), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:24.076814 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d441f62c-7342-42ba-910f-0422d062f765 req-f47ac562-17dc-4067-9809-379be2037e10 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:15:24.093041 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9c4f4-9d58-401f-af80-07d43e819859 req-16e81cb1-4c0f-4953-86a4-450eba800266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:24.095694 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-83b9c4f4-9d58-401f-af80-07d43e819859 req-16e81cb1-4c0f-4953-86a4-450eba800266 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a78e89f3df84c31929be575e138a975&device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 1095 time: 0.1298068 Jan 28 00:15:24.161809 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-ffa317ac-9c8b-4054-8eda-65f9945c5a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7639f8d9-58f6-4583-98a7-436bdebba962 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:15:24.177678 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-ffa317ac-9c8b-4054-8eda-65f9945c5a7f service neutron] Publish callbacks [] for port (7639f8d9-58f6-4583-98a7-436bdebba962), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:24.202738 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-e2acd175-b74b-4e35-9f2b-64585cb4e465 None None] For port 54ca4171-b1cd-480f-bdfe-302261e6dc7e, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=54ca4171-b1cd-480f-bdfe-302261e6dc7e,segment=NetworkSegment(2271d763-dbe0-482d-9b5a-a3c1bb7454e8),segment_id=2271d763-dbe0-482d-9b5a-a3c1bb7454e8)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:24.204736 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e2acd175-b74b-4e35-9f2b-64585cb4e465 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (54ca4171-b1cd-480f-bdfe-302261e6dc7e), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:24.212375 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-113b3524-940a-45ff-ac0e-74e90056e3f3 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:24.213067 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-113b3524-940a-45ff-ac0e-74e90056e3f3 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:24.222495 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c47cd344-669a-4a55-b3bb-e78f985821e4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (2bc02fc4-c215-45f2-b54b-bd6017ac1f2a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:24.239795 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e2acd175-b74b-4e35-9f2b-64585cb4e465 None None] Calling delete_port for 54ca4171-b1cd-480f-bdfe-302261e6dc7e owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:15:24.244359 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d620155-6a8d-47c1-a5b4-f6dad9f7c93b service neutron] Pushing event updated for resources: {'Port': ['ID=360aeed5-c523-4314-bb9f-1bdadf5794f7,revision_number=7']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:24.247993 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-eb1c4dd7-840e-4807-9448-7cc494f26040 admin admin] Deleting port 54ca4171-b1cd-480f-bdfe-302261e6dc7e {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:15:24.248209 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb1c4dd7-840e-4807-9448-7cc494f26040 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (54ca4171-b1cd-480f-bdfe-302261e6dc7e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:24.280047 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-ffa317ac-9c8b-4054-8eda-65f9945c5a7f service neutron] Transition to ACTIVE for port object 7639f8d9-58f6-4583-98a7-436bdebba962 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:15:24.305441 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-113b3524-940a-45ff-ac0e-74e90056e3f3 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7341857 Jan 28 00:15:24.329721 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-ffa317ac-9c8b-4054-8eda-65f9945c5a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (7639f8d9-58f6-4583-98a7-436bdebba962), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:24.331960 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd72d50-1ce9-4c9f-b6b8-a24bd60d7da0 req-a2da3959-c122-4fac-954b-f6286b64f877 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:24.333695 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9dd72d50-1ce9-4c9f-b6b8-a24bd60d7da0 req-a2da3959-c122-4fac-954b-f6286b64f877 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/ports?device_id=df07402c-dc40-44b8-b71e-d4a22ae8d738 HTTP/1.1" status: 200 len: 931 time: 0.3428540 Jan 28 00:15:24.342283 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-681c2bb4-b1be-415b-b08d-712872dc9770 service neutron] Request body: {'port': {'device_id': '5ac23725-66cb-487d-84cc-168acf2e45c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:15:24.445041 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ece844a-3d64-4574-929c-56612d3cd6ca None None] Sync routers for ids ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:15:24.450673 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c47cd344-669a-4a55-b3bb-e78f985821e4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (2bc02fc4-c215-45f2-b54b-bd6017ac1f2a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:24.456546 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47cd344-669a-4a55-b3bb-e78f985821e4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:24.457218 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c47cd344-669a-4a55-b3bb-e78f985821e4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:24.460754 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-194b4907-90b9-41d0-b8e1-272952722985 req-6d620155-6a8d-47c1-a5b4-f6dad9f7c93b service neutron] Attempting to bind port 360aeed5-c523-4314-bb9f-1bdadf5794f7 on host n-h1-826754-1 for vnic_type normal with profile {"migrating_to": "n-h2-826754-1"} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:15:24.461195 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-194b4907-90b9-41d0-b8e1-272952722985 req-6d620155-6a8d-47c1-a5b4-f6dad9f7c93b service neutron] Attempting to bind port 360aeed5-c523-4314-bb9f-1bdadf5794f7 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:15:24.461415 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194b4907-90b9-41d0-b8e1-272952722985 req-6d620155-6a8d-47c1-a5b4-f6dad9f7c93b service neutron] Attempting to bind port 360aeed5-c523-4314-bb9f-1bdadf5794f7 on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:15:24.463499 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-eb1c4dd7-840e-4807-9448-7cc494f26040 admin admin] For port 54ca4171-b1cd-480f-bdfe-302261e6dc7e, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=54ca4171-b1cd-480f-bdfe-302261e6dc7e,segment=NetworkSegment(2271d763-dbe0-482d-9b5a-a3c1bb7454e8),segment_id=2271d763-dbe0-482d-9b5a-a3c1bb7454e8)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:24.463947 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb1c4dd7-840e-4807-9448-7cc494f26040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (54ca4171-b1cd-480f-bdfe-302261e6dc7e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:24.499684 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ece844a-3d64-4574-929c-56612d3cd6ca None None] Routers {'94d62d5b-c9f6-4adf-b6c0-f59cde170079'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:15:24.501384 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-2ece844a-3d64-4574-929c-56612d3cd6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:15:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:24.505825 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e2acd175-b74b-4e35-9f2b-64585cb4e465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (54ca4171-b1cd-480f-bdfe-302261e6dc7e), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:24.526418 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-eb1c4dd7-840e-4807-9448-7cc494f26040 admin admin] Calling delete_port for 54ca4171-b1cd-480f-bdfe-302261e6dc7e owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:15:24.528554 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa317ac-9c8b-4054-8eda-65f9945c5a7f service neutron] Pushing event updated for resources: {'Port': ['ID=7639f8d9-58f6-4583-98a7-436bdebba962,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:24.539291 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9c4f4-9d58-401f-af80-07d43e819859 req-c2b82ae5-4722-4b8a-b217-890e0ddd0b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:24.541100 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-83b9c4f4-9d58-401f-af80-07d43e819859 req-c2b82ae5-4722-4b8a-b217-890e0ddd0b30 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 200 len: 908 time: 0.3602154 Jan 28 00:15:24.646672 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194b4907-90b9-41d0-b8e1-272952722985 req-6d620155-6a8d-47c1-a5b4-f6dad9f7c93b service neutron] Port 360aeed5-c523-4314-bb9f-1bdadf5794f7 on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:15:24.647178 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194b4907-90b9-41d0-b8e1-272952722985 req-6d620155-6a8d-47c1-a5b4-f6dad9f7c93b service neutron] Attempting to bind port 360aeed5-c523-4314-bb9f-1bdadf5794f7 on network d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:15:24.676488 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-83b9c4f4-9d58-401f-af80-07d43e819859 req-a662807f-0b51-4621-95b1-d35b4c3ffc05 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23e4c93d-2bfd-40b7-85b3-7e9aa2285abd HTTP/1.1" status: 200 len: 217 time: 0.1199965 Jan 28 00:15:24.732136 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c47cd344-669a-4a55-b3bb-e78f985821e4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1564469 Jan 28 00:15:24.740412 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52678) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:15:24.770136 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-2ece844a-3d64-4574-929c-56612d3cd6ca None None] Set router 94d62d5b-c9f6-4adf-b6c0-f59cde170079 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:15:24.783157 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-befbe9f0-9d32-4de7-ac04-49fd6219461f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Request body: {'subnet': {'network_id': '2bc02fc4-c215-45f2-b54b-bd6017ac1f2a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:15:24.864912 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9c4f4-9d58-401f-af80-07d43e819859 req-8717f2b4-67c7-4f66-9977-3dbb9d5ef7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:24.866483 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-83b9c4f4-9d58-401f-af80-07d43e819859 req-8717f2b4-67c7-4f66-9977-3dbb9d5ef7f0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a309d6c9-38a3-409d-a906-1638039000ff HTTP/1.1" status: 200 len: 847 time: 0.1618805 Jan 28 00:15:24.868826 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7018c8ab-2abc-4e2a-a561-e2b269d35c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df2055f6-2c96-4555-80e2-01d2bd1ca00c {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:15:24.869248 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194b4907-90b9-41d0-b8e1-272952722985 req-6d620155-6a8d-47c1-a5b4-f6dad9f7c93b service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:15:24.869873 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194b4907-90b9-41d0-b8e1-272952722985 req-6d620155-6a8d-47c1-a5b4-f6dad9f7c93b service neutron] Checking segment: {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:15:24.870568 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194b4907-90b9-41d0-b8e1-272952722985 req-6d620155-6a8d-47c1-a5b4-f6dad9f7c93b service neutron] Bound using segment: {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:15:24.871500 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-194b4907-90b9-41d0-b8e1-272952722985 req-6d620155-6a8d-47c1-a5b4-f6dad9f7c93b service neutron] Bound port: 360aeed5-c523-4314-bb9f-1bdadf5794f7, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43104a21-7151-4568-9565-5a61e6d921d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd3dfa5f4-20d3-42b8-8ced-a0f679bb33bf'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:15:24.872280 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-194b4907-90b9-41d0-b8e1-272952722985 req-6d620155-6a8d-47c1-a5b4-f6dad9f7c93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (360aeed5-c523-4314-bb9f-1bdadf5794f7), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:24.882662 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7018c8ab-2abc-4e2a-a561-e2b269d35c60 service neutron] Publish callbacks [] for port (df2055f6-2c96-4555-80e2-01d2bd1ca00c), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:24.896062 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-ffa317ac-9c8b-4054-8eda-65f9945c5a7f service neutron] Attempting to bind port 7639f8d9-58f6-4583-98a7-436bdebba962 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:15:24.896422 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-ffa317ac-9c8b-4054-8eda-65f9945c5a7f service neutron] Attempting to bind port 7639f8d9-58f6-4583-98a7-436bdebba962 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '7a300a42-f7b1-42b4-8f52-eb992482369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '82c0c83c-7ac1-4c6e-b660-c81cca988f90'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:15:24.896911 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-ffa317ac-9c8b-4054-8eda-65f9945c5a7f service neutron] Attempting to bind port 7639f8d9-58f6-4583-98a7-436bdebba962 on network 82c0c83c-7ac1-4c6e-b660-c81cca988f90 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:15:24.902203 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb1c4dd7-840e-4807-9448-7cc494f26040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (54ca4171-b1cd-480f-bdfe-302261e6dc7e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:24.914690 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2acd175-b74b-4e35-9f2b-64585cb4e465 None None] Pushing event deleted for resources: {'Port': ['ID=54ca4171-b1cd-480f-bdfe-302261e6dc7e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:24.935206 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 54ca4171-b1cd-480f-bdfe-302261e6dc7e no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:15:24.942355 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2acd175-b74b-4e35-9f2b-64585cb4e465 None None] No DVR routers for this DVR port 54ca4171-b1cd-480f-bdfe-302261e6dc7e on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:15:24.957007 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c4dd7-840e-4807-9448-7cc494f26040 admin admin] Pushing event deleted for resources: {'Port': ['ID=54ca4171-b1cd-480f-bdfe-302261e6dc7e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:24.968257 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-83b9c4f4-9d58-401f-af80-07d43e819859 req-ef22dce4-465a-4df7-bb9b-7f6b3f64379f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ede0cbb9-a83e-4037-b673-696eabc6b3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898583 Jan 28 00:15:24.980797 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7018c8ab-2abc-4e2a-a561-e2b269d35c60 service neutron] Transition to ACTIVE for port object df2055f6-2c96-4555-80e2-01d2bd1ca00c will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:15:24.984416 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-ffa317ac-9c8b-4054-8eda-65f9945c5a7f service neutron] Port 7639f8d9-58f6-4583-98a7-436bdebba962 on network 82c0c83c-7ac1-4c6e-b660-c81cca988f90 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:15:24.984416 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-ffa317ac-9c8b-4054-8eda-65f9945c5a7f service neutron] Attempting to bind port 7639f8d9-58f6-4583-98a7-436bdebba962 on network 82c0c83c-7ac1-4c6e-b660-c81cca988f90 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:15:24.988940 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 54ca4171-b1cd-480f-bdfe-302261e6dc7e {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:15:24.989265 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 54ca4171-b1cd-480f-bdfe-302261e6dc7e not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:15:25.016339 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9dd72d50-1ce9-4c9f-b6b8-a24bd60d7da0 req-c2e44be7-6210-43e4-961f-9319ad492b51 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/security-groups?id=80e946b5-2409-4f0f-814f-5cefcbacbe2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6281934 Jan 28 00:15:25.020796 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-681c2bb4-b1be-415b-b08d-712872dc9770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (20f2ad8f-83ef-4794-ae46-95d0fd7450fe), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:25.024110 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cd344-669a-4a55-b3bb-e78f985821e4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Pushing event updated for resources: {'Network': ['ID=2bc02fc4-c215-45f2-b54b-bd6017ac1f2a,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:25.025219 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7018c8ab-2abc-4e2a-a561-e2b269d35c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (df2055f6-2c96-4555-80e2-01d2bd1ca00c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:25.093350 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1c4dd7-840e-4807-9448-7cc494f26040 admin admin] No DVR routers for this DVR port 54ca4171-b1cd-480f-bdfe-302261e6dc7e on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:15:25.102102 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 2bc02fc4-c215-45f2-b54b-bd6017ac1f2a details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:15:25.246149 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-ffa317ac-9c8b-4054-8eda-65f9945c5a7f service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:15:25.247584 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-ffa317ac-9c8b-4054-8eda-65f9945c5a7f service neutron] Checking segment: {'id': '7a300a42-f7b1-42b4-8f52-eb992482369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '82c0c83c-7ac1-4c6e-b660-c81cca988f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:15:25.247584 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-ffa317ac-9c8b-4054-8eda-65f9945c5a7f service neutron] Bound using segment: {'id': '7a300a42-f7b1-42b4-8f52-eb992482369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '82c0c83c-7ac1-4c6e-b660-c81cca988f90'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:15:25.248014 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-ffa317ac-9c8b-4054-8eda-65f9945c5a7f service neutron] Bound port: 7639f8d9-58f6-4583-98a7-436bdebba962, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a300a42-f7b1-42b4-8f52-eb992482369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '82c0c83c-7ac1-4c6e-b660-c81cca988f90'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:15:25.248575 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-ffa317ac-9c8b-4054-8eda-65f9945c5a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7639f8d9-58f6-4583-98a7-436bdebba962), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:25.389873 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-2ece844a-3d64-4574-929c-56612d3cd6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'name': 'tempest-FloatingIPsAssociationTestJSON-64484721-router', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:46Z', 'updated_at': '2022-01-28T00:13:53Z', 'revision_number': 4, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'gw_port': {'id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:48Z', 'updated_at': '2022-01-28T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '00bb8379-4af9-42a4-9797-39b624fcb9f8', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'port_id': 'f36c5652-fd2d-40bb-8ddc-a64901d96222', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'mac_address': 'fa:16:3e:26:59:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8237a3-391a-4734-9a60-194e23c27c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:14:31Z', 'updated_at': '2022-01-28T00:15:20Z', 'revision_number': 3, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c5189a-601d-4cb3-b475-c000a5281143', 'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'mac_address': 'fa:16:3e:8a:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:52Z', 'updated_at': '2022-01-28T00:14:05Z', 'revision_number': 5, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'subnets': [{'id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:25.456435 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ece844a-3d64-4574-929c-56612d3cd6ca None None] Checking router: 94d62d5b-c9f6-4adf-b6c0-f59cde170079 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:15:25.473645 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ece844a-3d64-4574-929c-56612d3cd6ca None None] Routers {'94d62d5b-c9f6-4adf-b6c0-f59cde170079'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:15:25.474994 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-2ece844a-3d64-4574-929c-56612d3cd6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:15:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:25.496014 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018c8ab-2abc-4e2a-a561-e2b269d35c60 service neutron] Pushing event updated for resources: {'Port': ['ID=df2055f6-2c96-4555-80e2-01d2bd1ca00c,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:25.510217 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb1c4dd7-840e-4807-9448-7cc494f26040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (e089f335-5674-4c92-a564-9237fa994e7e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:25.534206 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befbe9f0-9d32-4de7-ac04-49fd6219461f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Made reservation on behalf of ce9d3829dfd648158df1004ad9e25e7d for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:15:25.540087 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-befbe9f0-9d32-4de7-ac04-49fd6219461f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:25.582958 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-ffa317ac-9c8b-4054-8eda-65f9945c5a7f service neutron] For port 7639f8d9-58f6-4583-98a7-436bdebba962, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:15:25.591374 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-eb1c4dd7-840e-4807-9448-7cc494f26040 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e089f335-5674-4c92-a564-9237fa994e7e']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:25.623797 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-eb1c4dd7-840e-4807-9448-7cc494f26040 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2271d763-dbe0-482d-9b5a-a3c1bb7454e8') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:25.624158 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-eb1c4dd7-840e-4807-9448-7cc494f26040 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2271d763-dbe0-482d-9b5a-a3c1bb7454e8') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:25.627682 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-ffa317ac-9c8b-4054-8eda-65f9945c5a7f service neutron] For port 7639f8d9-58f6-4583-98a7-436bdebba962, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=7639f8d9-58f6-4583-98a7-436bdebba962,segment=NetworkSegment(7a300a42-f7b1-42b4-8f52-eb992482369f),segment_id=7a300a42-f7b1-42b4-8f52-eb992482369f)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:15:25.645988 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-83b9c4f4-9d58-401f-af80-07d43e819859 req-ed2e0f27-bcdf-4026-afee-1f44ab51d152 service neutron] 10.222.0.65 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6635263 Jan 28 00:15:25.649933 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-ffa317ac-9c8b-4054-8eda-65f9945c5a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (7639f8d9-58f6-4583-98a7-436bdebba962), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:25.657856 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb1c4dd7-840e-4807-9448-7cc494f26040 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (2271d763-dbe0-482d-9b5a-a3c1bb7454e8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:25.659599 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6f224939-d542-4570-a9a1-5a8270baac77 req-c3ba935b-137c-4051-8ca1-546b2b770d08 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3062978 Jan 28 00:15:25.727458 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-2ece844a-3d64-4574-929c-56612d3cd6ca None None] Set router 94d62d5b-c9f6-4adf-b6c0-f59cde170079 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:15:25.774083 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb1c4dd7-840e-4807-9448-7cc494f26040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (2271d763-dbe0-482d-9b5a-a3c1bb7454e8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:25.784562 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7018c8ab-2abc-4e2a-a561-e2b269d35c60 service neutron] Attempting to bind port df2055f6-2c96-4555-80e2-01d2bd1ca00c on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:15:25.784915 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7018c8ab-2abc-4e2a-a561-e2b269d35c60 service neutron] Attempting to bind port df2055f6-2c96-4555-80e2-01d2bd1ca00c by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '7a300a42-f7b1-42b4-8f52-eb992482369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '82c0c83c-7ac1-4c6e-b660-c81cca988f90'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:15:25.785286 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7018c8ab-2abc-4e2a-a561-e2b269d35c60 service neutron] Attempting to bind port df2055f6-2c96-4555-80e2-01d2bd1ca00c on network 82c0c83c-7ac1-4c6e-b660-c81cca988f90 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:15:25.793435 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-194b4907-90b9-41d0-b8e1-272952722985 req-6d620155-6a8d-47c1-a5b4-f6dad9f7c93b service neutron] For port 360aeed5-c523-4314-bb9f-1bdadf5794f7, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:15:25.805587 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-ffa317ac-9c8b-4054-8eda-65f9945c5a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:25.806212 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-ffa317ac-9c8b-4054-8eda-65f9945c5a7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:25.808023 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-ffa317ac-9c8b-4054-8eda-65f9945c5a7f service neutron] 10.222.0.65 "PUT /v2.0/ports/7639f8d9-58f6-4583-98a7-436bdebba962 HTTP/1.1" status: 200 len: 1091 time: 4.6333363 Jan 28 00:15:25.808508 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b74372-75b7-44af-b682-a1a336e66b3d', 'tag': '7639f8d9-58f6-4583-98a7-436bdebba962'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:15:25.810896 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df288d9d-b1ca-4bdd-b071-77a8ac46d53b" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b74372-75b7-44af-b682-a1a336e66b3d", "tag": "7639f8d9-58f6-4583-98a7-436bdebba962"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:15:25.825194 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db90af6-f3dc-407d-8188-d431028a08fe req-97144a49-19ef-4b02-b988-cd8141c1b44c tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:25.836820 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5db90af6-f3dc-407d-8188-d431028a08fe req-97144a49-19ef-4b02-b988-cd8141c1b44c tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=df608004-9016-4630-8b98-755b6c50cd1a HTTP/1.1" status: 200 len: 946 time: 0.4639449 Jan 28 00:15:25.843891 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb1c4dd7-840e-4807-9448-7cc494f26040 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:15:25.844302 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb1c4dd7-840e-4807-9448-7cc494f26040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (2271d763-dbe0-482d-9b5a-a3c1bb7454e8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:15:25.850267 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:15:25.872811 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7018c8ab-2abc-4e2a-a561-e2b269d35c60 service neutron] Port df2055f6-2c96-4555-80e2-01d2bd1ca00c on network 82c0c83c-7ac1-4c6e-b660-c81cca988f90 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:15:25.873142 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7018c8ab-2abc-4e2a-a561-e2b269d35c60 service neutron] Attempting to bind port df2055f6-2c96-4555-80e2-01d2bd1ca00c on network 82c0c83c-7ac1-4c6e-b660-c81cca988f90 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:15:25.898519 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d441f62c-7342-42ba-910f-0422d062f765 req-f47ac562-17dc-4067-9809-379be2037e10 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Router 94d62d5b-c9f6-4adf-b6c0-f59cde170079 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:15:25.908893 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-194b4907-90b9-41d0-b8e1-272952722985 req-6d620155-6a8d-47c1-a5b4-f6dad9f7c93b service neutron] For port 360aeed5-c523-4314-bb9f-1bdadf5794f7, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=360aeed5-c523-4314-bb9f-1bdadf5794f7,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:15:25.927504 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa317ac-9c8b-4054-8eda-65f9945c5a7f service neutron] Pushing event updated for resources: {'Port': ['ID=7639f8d9-58f6-4583-98a7-436bdebba962,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:25.940173 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-194b4907-90b9-41d0-b8e1-272952722985 req-6d620155-6a8d-47c1-a5b4-f6dad9f7c93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (360aeed5-c523-4314-bb9f-1bdadf5794f7), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:25.979981 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7018c8ab-2abc-4e2a-a561-e2b269d35c60 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:15:25.980536 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7018c8ab-2abc-4e2a-a561-e2b269d35c60 service neutron] Checking segment: {'id': '7a300a42-f7b1-42b4-8f52-eb992482369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '82c0c83c-7ac1-4c6e-b660-c81cca988f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:15:25.981038 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7018c8ab-2abc-4e2a-a561-e2b269d35c60 service neutron] Bound using segment: {'id': '7a300a42-f7b1-42b4-8f52-eb992482369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '82c0c83c-7ac1-4c6e-b660-c81cca988f90'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:15:25.981706 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7018c8ab-2abc-4e2a-a561-e2b269d35c60 service neutron] Bound port: df2055f6-2c96-4555-80e2-01d2bd1ca00c, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a300a42-f7b1-42b4-8f52-eb992482369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '82c0c83c-7ac1-4c6e-b660-c81cca988f90'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:15:25.982297 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7018c8ab-2abc-4e2a-a561-e2b269d35c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (df2055f6-2c96-4555-80e2-01d2bd1ca00c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:26.060022 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-83b9c4f4-9d58-401f-af80-07d43e819859 req-99eb62f0-e359-4fd0-a65f-52d8297fef54 service neutron] 10.222.0.65 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959091 Jan 28 00:15:26.069980 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb1c4dd7-840e-4807-9448-7cc494f26040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (e089f335-5674-4c92-a564-9237fa994e7e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:26.075576 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f224939-d542-4570-a9a1-5a8270baac77 req-b9dfd6ed-c1b6-45cb-9a6d-5b6edd6bdaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:26.077173 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6f224939-d542-4570-a9a1-5a8270baac77 req-b9dfd6ed-c1b6-45cb-9a6d-5b6edd6bdaa0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6990d737c5db4738a7ab281f03db2443&device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 1117 time: 0.2892015 Jan 28 00:15:26.085930 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5db90af6-f3dc-407d-8188-d431028a08fe req-1537f8f5-6ccc-4190-9761-072411fd8d0a tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454894 Jan 28 00:15:26.139568 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb1c4dd7-840e-4807-9448-7cc494f26040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:26.143959 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-eb1c4dd7-840e-4807-9448-7cc494f26040 admin admin] 10.222.0.70 "DELETE /v2.0/networks/e089f335-5674-4c92-a564-9237fa994e7e HTTP/1.1" status: 204 len: 168 time: 2.6122849 Jan 28 00:15:26.164021 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52688) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:15:26.236610 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c4dd7-840e-4807-9448-7cc494f26040 admin admin] Pushing event deleted for resources: {'Network': ['ID=e089f335-5674-4c92-a564-9237fa994e7e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:26.277063 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d620155-6a8d-47c1-a5b4-f6dad9f7c93b service neutron] Pushing event updated for resources: {'Port': ['ID=360aeed5-c523-4314-bb9f-1bdadf5794f7,revision_number=8']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:26.375088 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-2ece844a-3d64-4574-929c-56612d3cd6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'name': 'tempest-FloatingIPsAssociationTestJSON-64484721-router', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:46Z', 'updated_at': '2022-01-28T00:13:53Z', 'revision_number': 4, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'gw_port': {'id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:48Z', 'updated_at': '2022-01-28T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '00bb8379-4af9-42a4-9797-39b624fcb9f8', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'port_id': 'f36c5652-fd2d-40bb-8ddc-a64901d96222', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'mac_address': 'fa:16:3e:26:59:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8237a3-391a-4734-9a60-194e23c27c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:14:31Z', 'updated_at': '2022-01-28T00:15:20Z', 'revision_number': 3, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c5189a-601d-4cb3-b475-c000a5281143', 'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'mac_address': 'fa:16:3e:8a:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:52Z', 'updated_at': '2022-01-28T00:14:05Z', 'revision_number': 5, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'subnets': [{'id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:26.445981 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ece844a-3d64-4574-929c-56612d3cd6ca None None] The sync data for ids ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'] in n-d-826754-1 is: [{'id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'name': 'tempest-FloatingIPsAssociationTestJSON-64484721-router', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:46Z', 'updated_at': '2022-01-28T00:13:53Z', 'revision_number': 4, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'gw_port': {'id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:48Z', 'updated_at': '2022-01-28T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '00bb8379-4af9-42a4-9797-39b624fcb9f8', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'port_id': 'f36c5652-fd2d-40bb-8ddc-a64901d96222', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'mac_address': 'fa:16:3e:26:59:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8237a3-391a-4734-9a60-194e23c27c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:14:31Z', 'updated_at': '2022-01-28T00:15:20Z', 'revision_number': 3, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c5189a-601d-4cb3-b475-c000a5281143', 'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'mac_address': 'fa:16:3e:8a:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:52Z', 'updated_at': '2022-01-28T00:14:05Z', 'revision_number': 5, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'subnets': [{'id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:15:26.642252 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-fbedf267-3a9b-4c66-bc16-9c8eea78b3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:26.643817 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-fbedf267-3a9b-4c66-bc16-9c8eea78b3ea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=21220182ac5f4100a883fefa0029cd2a&device_id=e8b74372-75b7-44af-b682-a1a336e66b3d HTTP/1.1" status: 200 len: 1094 time: 0.7319448 Jan 28 00:15:26.808304 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac964128-6523-4270-ad10-fbd1403101a2 None None] New status for floating IP 00bb8379-4af9-42a4-9797-39b624fcb9f8: ACTIVE {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:15:26.818883 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b4907-90b9-41d0-b8e1-272952722985 req-6d620155-6a8d-47c1-a5b4-f6dad9f7c93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:26.819798 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-194b4907-90b9-41d0-b8e1-272952722985 req-6d620155-6a8d-47c1-a5b4-f6dad9f7c93b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:26.821118 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-194b4907-90b9-41d0-b8e1-272952722985 req-6d620155-6a8d-47c1-a5b4-f6dad9f7c93b service neutron] 10.222.0.52 "PUT /v2.0/ports/360aeed5-c523-4314-bb9f-1bdadf5794f7 HTTP/1.1" status: 200 len: 1122 time: 5.1201396 Jan 28 00:15:26.872497 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-befbe9f0-9d32-4de7-ac04-49fd6219461f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (718d9838-2bfc-40ca-86a3-5291a9335a9f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:26.903194 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-681c2bb4-b1be-415b-b08d-712872dc9770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20f2ad8f-83ef-4794-ae46-95d0fd7450fe {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:15:26.936698 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-681c2bb4-b1be-415b-b08d-712872dc9770 service neutron] Publish callbacks [] for port (20f2ad8f-83ef-4794-ae46-95d0fd7450fe), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:26.964784 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['360aeed5-c523-4314-bb9f-1bdadf5794f7'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:15:26.966515 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba526e-d9ae-48c7-909c-bfb228c960ac req-34e83869-23ca-48a9-a315-5ad50a5fd54c tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:26.968207 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-83ba526e-d9ae-48c7-909c-bfb228c960ac req-34e83869-23ca-48a9-a315-5ad50a5fd54c tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 945 time: 0.7518082 Jan 28 00:15:26.969386 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d441f62c-7342-42ba-910f-0422d062f765 req-f47ac562-17dc-4067-9809-379be2037e10 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:15:26.974247 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-44226725-e084-449d-af15-43c926f0bba8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7639f8d9-58f6-4583-98a7-436bdebba962 HTTP/1.1" status: 200 len: 217 time: 0.2869561 Jan 28 00:15:26.990828 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d441f62c-7342-42ba-910f-0422d062f765 req-f47ac562-17dc-4067-9809-379be2037e10 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:27.000397 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['360aeed5-c523-4314-bb9f-1bdadf5794f7'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:15:27.055948 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-681c2bb4-b1be-415b-b08d-712872dc9770 service neutron] Transition to ACTIVE for port object 20f2ad8f-83ef-4794-ae46-95d0fd7450fe will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:15:27.094270 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-681c2bb4-b1be-415b-b08d-712872dc9770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (20f2ad8f-83ef-4794-ae46-95d0fd7450fe), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:27.103265 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7018c8ab-2abc-4e2a-a561-e2b269d35c60 service neutron] For port df2055f6-2c96-4555-80e2-01d2bd1ca00c, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:15:27.164351 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befbe9f0-9d32-4de7-ac04-49fd6219461f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Pushing event updated for resources: {'Subnet': ['ID=718d9838-2bfc-40ca-86a3-5291a9335a9f,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:27.164643 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7018c8ab-2abc-4e2a-a561-e2b269d35c60 service neutron] For port df2055f6-2c96-4555-80e2-01d2bd1ca00c, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=df2055f6-2c96-4555-80e2-01d2bd1ca00c,segment=NetworkSegment(7a300a42-f7b1-42b4-8f52-eb992482369f),segment_id=7a300a42-f7b1-42b4-8f52-eb992482369f)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:15:27.252684 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befbe9f0-9d32-4de7-ac04-49fd6219461f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Checking segment: {'id': '211f962d-ac67-42ce-ae97-2d45460bf688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2bc02fc4-c215-45f2-b54b-bd6017ac1f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:15:27.253062 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befbe9f0-9d32-4de7-ac04-49fd6219461f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Network hostable DHCP agents. Network: 2bc02fc4-c215-45f2-b54b-bd6017ac1f2a, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:15:27.261213 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7018c8ab-2abc-4e2a-a561-e2b269d35c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (df2055f6-2c96-4555-80e2-01d2bd1ca00c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:27.276189 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d441f62c-7342-42ba-910f-0422d062f765 req-f47ac562-17dc-4067-9809-379be2037e10 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "PUT /v2.0/floatingips/00bb8379-4af9-42a4-9797-39b624fcb9f8 HTTP/1.1" status: 200 len: 997 time: 10.4559262 Jan 28 00:15:27.279221 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c2bb4-b1be-415b-b08d-712872dc9770 service neutron] Pushing event updated for resources: {'Port': ['ID=20f2ad8f-83ef-4794-ae46-95d0fd7450fe,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:27.298815 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-83ba526e-d9ae-48c7-909c-bfb228c960ac req-a671ccd0-372a-4393-ae3c-48dec9a70af7 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989709 Jan 28 00:15:27.369471 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befbe9f0-9d32-4de7-ac04-49fd6219461f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Network 2bc02fc4-c215-45f2-b54b-bd6017ac1f2a is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:15:27.374752 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-f0a8724f-c5c9-40f1-abc3-f39c2a949e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:27.378581 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-f0a8724f-c5c9-40f1-abc3-f39c2a949e55 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1f2d560d-7bfd-47c1-8c7a-53f8ca55e6b7 HTTP/1.1" status: 200 len: 858 time: 0.4029403 Jan 28 00:15:27.380615 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f224939-d542-4570-a9a1-5a8270baac77 req-d29962ad-73e7-4b40-bb22-4fa98d24ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:27.383454 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6f224939-d542-4570-a9a1-5a8270baac77 req-d29962ad-73e7-4b40-bb22-4fa98d24ab90 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf HTTP/1.1" status: 200 len: 922 time: 1.2344608 Jan 28 00:15:27.386717 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7018c8ab-2abc-4e2a-a561-e2b269d35c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:27.387346 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7018c8ab-2abc-4e2a-a561-e2b269d35c60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:27.389676 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-7018c8ab-2abc-4e2a-a561-e2b269d35c60 service neutron] 10.222.0.65 "PUT /v2.0/ports/df2055f6-2c96-4555-80e2-01d2bd1ca00c HTTP/1.1" status: 200 len: 1091 time: 5.7346280 Jan 28 00:15:27.425359 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441f62c-7342-42ba-910f-0422d062f765 req-d8165d2a-1fdb-41e2-873e-2732e458184c tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:27.450401 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d441f62c-7342-42ba-910f-0422d062f765 req-d8165d2a-1fdb-41e2-873e-2732e458184c tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports/8d0e3fc3-b2ca-47b5-a802-469546950a86 HTTP/1.1" status: 200 len: 943 time: 0.1387060 Jan 28 00:15:27.468519 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-befbe9f0-9d32-4de7-ac04-49fd6219461f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 2bc02fc4-c215-45f2-b54b-bd6017ac1f2a) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:15:27.490099 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befbe9f0-9d32-4de7-ac04-49fd6219461f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:27.490541 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-befbe9f0-9d32-4de7-ac04-49fd6219461f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:27.510324 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-aefd86c1-7cec-49d1-bda3-9d70d7967aa2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=82c0c83c-7ac1-4c6e-b660-c81cca988f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115334 Jan 28 00:15:27.555397 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-681c2bb4-b1be-415b-b08d-712872dc9770 service neutron] Attempting to bind port 20f2ad8f-83ef-4794-ae46-95d0fd7450fe on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:15:27.556105 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-681c2bb4-b1be-415b-b08d-712872dc9770 service neutron] Attempting to bind port 20f2ad8f-83ef-4794-ae46-95d0fd7450fe by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '7a300a42-f7b1-42b4-8f52-eb992482369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '82c0c83c-7ac1-4c6e-b660-c81cca988f90'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:15:27.556702 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-681c2bb4-b1be-415b-b08d-712872dc9770 service neutron] Attempting to bind port 20f2ad8f-83ef-4794-ae46-95d0fd7450fe on network 82c0c83c-7ac1-4c6e-b660-c81cca988f90 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:15:27.572201 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a0d256-db5a-44b6-9165-62efd277195b None None] Network 2bc02fc4-c215-45f2-b54b-bd6017ac1f2a requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:15:27.590092 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-befbe9f0-9d32-4de7-ac04-49fd6219461f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8141751 Jan 28 00:15:27.610547 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52692) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:15:27.612654 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-681c2bb4-b1be-415b-b08d-712872dc9770 service neutron] Port 20f2ad8f-83ef-4794-ae46-95d0fd7450fe on network 82c0c83c-7ac1-4c6e-b660-c81cca988f90 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:15:27.613221 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-681c2bb4-b1be-415b-b08d-712872dc9770 service neutron] Attempting to bind port 20f2ad8f-83ef-4794-ae46-95d0fd7450fe on network 82c0c83c-7ac1-4c6e-b660-c81cca988f90 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:15:27.625358 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beb5751-ea89-4521-8c2b-139ee91e6377 None None] Sync routers for ids ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:15:27.634473 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-ad0b7fef-9a3c-4779-b7dc-0e850e63515f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1260106772'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:15:27.681210 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6f224939-d542-4570-a9a1-5a8270baac77 req-23b16cae-5792-4504-adb3-61f37c48981b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dfa7925-dd1f-40f0-8a84-233f0885d983 HTTP/1.1" status: 200 len: 217 time: 0.1828456 Jan 28 00:15:27.707893 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-681c2bb4-b1be-415b-b08d-712872dc9770 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:15:27.708411 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-681c2bb4-b1be-415b-b08d-712872dc9770 service neutron] Checking segment: {'id': '7a300a42-f7b1-42b4-8f52-eb992482369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '82c0c83c-7ac1-4c6e-b660-c81cca988f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:15:27.708993 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-681c2bb4-b1be-415b-b08d-712872dc9770 service neutron] Bound using segment: {'id': '7a300a42-f7b1-42b4-8f52-eb992482369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '82c0c83c-7ac1-4c6e-b660-c81cca988f90'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:15:27.709771 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-681c2bb4-b1be-415b-b08d-712872dc9770 service neutron] Bound port: 20f2ad8f-83ef-4794-ae46-95d0fd7450fe, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a300a42-f7b1-42b4-8f52-eb992482369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '82c0c83c-7ac1-4c6e-b660-c81cca988f90'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:15:27.710348 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-681c2bb4-b1be-415b-b08d-712872dc9770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (20f2ad8f-83ef-4794-ae46-95d0fd7450fe), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:27.725033 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beb5751-ea89-4521-8c2b-139ee91e6377 None None] Routers {'94d62d5b-c9f6-4adf-b6c0-f59cde170079'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:15:27.725885 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-4beb5751-ea89-4521-8c2b-139ee91e6377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:15:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:27.788260 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-148d2c0b-7976-4d0d-acfd-dc193f1a8a3b service neutron] 10.222.0.65 "GET /v2.0/networks/82c0c83c-7ac1-4c6e-b660-c81cca988f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605813 Jan 28 00:15:27.800878 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018c8ab-2abc-4e2a-a561-e2b269d35c60 service neutron] Pushing event updated for resources: {'Port': ['ID=df2055f6-2c96-4555-80e2-01d2bd1ca00c,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:27.838119 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0b7fef-9a3c-4779-b7dc-0e850e63515f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Made reservation on behalf of ce9d3829dfd648158df1004ad9e25e7d for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:15:27.843261 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-abf267ea-c51b-4460-bdea-89dee99541c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:27.844373 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ad0b7fef-9a3c-4779-b7dc-0e850e63515f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:27.844937 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-abf267ea-c51b-4460-bdea-89dee99541c6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=21220182ac5f4100a883fefa0029cd2a&device_id=df07402c-dc40-44b8-b71e-d4a22ae8d738 HTTP/1.1" status: 200 len: 1094 time: 0.3312714 Jan 28 00:15:27.894163 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441f62c-7342-42ba-910f-0422d062f765 req-258a2c0e-3942-4c7a-993e-807544fb2192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:27.895208 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f224939-d542-4570-a9a1-5a8270baac77 req-1c74da3c-e4eb-46e4-82f9-a0ab02e2affb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:27.896310 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d441f62c-7342-42ba-910f-0422d062f765 req-258a2c0e-3942-4c7a-993e-807544fb2192 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c68080a75d8f4b37a0cc83073e4343a9&device_id=6e830fb9-941e-43a4-8cd3-3537f6f87d02 HTTP/1.1" status: 200 len: 1097 time: 0.3043103 Jan 28 00:15:27.896494 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6f224939-d542-4570-a9a1-5a8270baac77 req-1c74da3c-e4eb-46e4-82f9-a0ab02e2affb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1cf259c4-4e5d-4731-814e-e633d701ebdd HTTP/1.1" status: 200 len: 861 time: 0.1900294 Jan 28 00:15:27.910336 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-2bc02fc4-c215-45f2-b54b-bd6017ac1f2a', 'network_id': '2bc02fc4-c215-45f2-b54b-bd6017ac1f2a', 'project_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'fixed_ips': [{'subnet_id': '718d9838-2bfc-40ca-86a3-5291a9335a9f'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:15:27.911229 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:27.950398 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-f7665963-802f-4758-bbec-28d7bc622839 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df2055f6-2c96-4555-80e2-01d2bd1ca00c HTTP/1.1" status: 200 len: 217 time: 0.0723376 Jan 28 00:15:27.966987 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662a825-8f47-4e2e-b585-d3707a54a242 req-f716e58d-24d9-4c6b-9036-08198c57bcf0 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:27.972227 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4662a825-8f47-4e2e-b585-d3707a54a242 req-f716e58d-24d9-4c6b-9036-08198c57bcf0 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 944 time: 0.3270872 Jan 28 00:15:28.010311 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6f224939-d542-4570-a9a1-5a8270baac77 req-d936b4d8-40b8-4490-9ea5-86572b1e4837 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740428 Jan 28 00:15:28.056169 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0b7fef-9a3c-4779-b7dc-0e850e63515f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:15:28.077285 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-681c2bb4-b1be-415b-b08d-712872dc9770 service neutron] For port 20f2ad8f-83ef-4794-ae46-95d0fd7450fe, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:15:28.097823 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ad0b7fef-9a3c-4779-b7dc-0e850e63515f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (404a5f04-b2f8-45cf-b010-1b8b90560326), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:28.098224 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-ad0b7fef-9a3c-4779-b7dc-0e850e63515f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Added segment 404a5f04-b2f8-45cf-b010-1b8b90560326 of type vlan for network 92d66529-6b91-41b7-9215-f6667b4d2f36 Jan 28 00:15:28.112634 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-681c2bb4-b1be-415b-b08d-712872dc9770 service neutron] For port 20f2ad8f-83ef-4794-ae46-95d0fd7450fe, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=20f2ad8f-83ef-4794-ae46-95d0fd7450fe,segment=NetworkSegment(7a300a42-f7b1-42b4-8f52-eb992482369f),segment_id=7a300a42-f7b1-42b4-8f52-eb992482369f)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:15:28.119961 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-4beb5751-ea89-4521-8c2b-139ee91e6377 None None] Set router 94d62d5b-c9f6-4adf-b6c0-f59cde170079 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:15:28.152050 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-681c2bb4-b1be-415b-b08d-712872dc9770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (20f2ad8f-83ef-4794-ae46-95d0fd7450fe), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:28.193842 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-8f8ee41f-b9d4-4c54-a24f-c4af33230a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:28.195353 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-8f8ee41f-b9d4-4c54-a24f-c4af33230a28 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1f2d560d-7bfd-47c1-8c7a-53f8ca55e6b7 HTTP/1.1" status: 200 len: 858 time: 0.2236836 Jan 28 00:15:28.206149 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-64981a03-5232-4ec3-a0ff-81b0a7cfa42e service neutron] 10.222.0.65 "GET /v2.0/networks/82c0c83c-7ac1-4c6e-b660-c81cca988f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995280 Jan 28 00:15:28.236494 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ad0b7fef-9a3c-4779-b7dc-0e850e63515f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (92d66529-6b91-41b7-9215-f6667b4d2f36), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:28.246879 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4662a825-8f47-4e2e-b585-d3707a54a242 req-0c261d38-20ff-4198-8565-dae701c4c684 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362294 Jan 28 00:15:28.252299 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-bf213055-be62-45f9-9f18-0986ee8d61ac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=82c0c83c-7ac1-4c6e-b660-c81cca988f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420973 Jan 28 00:15:28.261198 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-681c2bb4-b1be-415b-b08d-712872dc9770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:28.261417 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-681c2bb4-b1be-415b-b08d-712872dc9770 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:28.262831 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-681c2bb4-b1be-415b-b08d-712872dc9770 service neutron] 10.222.0.52 "PUT /v2.0/ports/20f2ad8f-83ef-4794-ae46-95d0fd7450fe HTTP/1.1" status: 200 len: 1091 time: 3.9266493 Jan 28 00:15:28.265655 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441f62c-7342-42ba-910f-0422d062f765 req-02b72411-aab1-4075-8c02-d2d9be67ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:28.267236 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d441f62c-7342-42ba-910f-0422d062f765 req-02b72411-aab1-4075-8c02-d2d9be67ffef service neutron] 10.222.0.70 "GET /v2.0/networks?id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 HTTP/1.1" status: 200 len: 920 time: 0.3612545 Jan 28 00:15:28.345058 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6f224939-d542-4570-a9a1-5a8270baac77 req-85bb91a5-ffb5-48eb-b9a1-2e2031c0a73c service neutron] 10.222.0.52 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976582 Jan 28 00:15:28.368753 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Allocated IP 19.80.0.2 (2bc02fc4-c215-45f2-b54b-bd6017ac1f2a/718d9838-2bfc-40ca-86a3-5291a9335a9f/c7a365a5-44b4-487c-bb40-1dfc75258c83) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:15:28.374563 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c2bb4-b1be-415b-b08d-712872dc9770 service neutron] Pushing event updated for resources: {'Port': ['ID=20f2ad8f-83ef-4794-ae46-95d0fd7450fe,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:28.394471 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d441f62c-7342-42ba-910f-0422d062f765 req-4b7c0e1d-d9ad-4cf2-b306-1bb88c0a9c16 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d0e3fc3-b2ca-47b5-a802-469546950a86 HTTP/1.1" status: 200 len: 217 time: 0.1113741 Jan 28 00:15:28.425606 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ad0b7fef-9a3c-4779-b7dc-0e850e63515f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (92d66529-6b91-41b7-9215-f6667b4d2f36), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:28.441400 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0b7fef-9a3c-4779-b7dc-0e850e63515f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:28.442103 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ad0b7fef-9a3c-4779-b7dc-0e850e63515f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:28.446132 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94778b3b-6786-452e-9a1f-baf66d721bfa x-openstack-request-id: req-94778b3b-6786-452e-9a1f-baf66d721bfa {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:15:28.446132 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734a1908-f82c-4a45-8980-fcfcf7574a4b", "name": "network-vif-unplugged", "status": "completed", "tag": "360aeed5-c523-4314-bb9f-1bdadf5794f7", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:15:28.446132 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-94778b3b-6786-452e-9a1f-baf66d721bfa {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:15:28.446550 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '734a1908-f82c-4a45-8980-fcfcf7574a4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '360aeed5-c523-4314-bb9f-1bdadf5794f7', 'code': 200} Jan 28 00:15:28.509828 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-1231a89f-460c-4672-bd1b-f8fcc2db1d0c service neutron] 10.222.0.65 "GET /v2.0/networks/82c0c83c-7ac1-4c6e-b660-c81cca988f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472148 Jan 28 00:15:28.576952 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ad0b7fef-9a3c-4779-b7dc-0e850e63515f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9565880 Jan 28 00:15:28.587169 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6f224939-d542-4570-a9a1-5a8270baac77 req-f71676e0-14f0-4a06-9b39-459297542c14 service neutron] 10.222.0.52 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360008 Jan 28 00:15:28.592860 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52694) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:15:28.595795 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-489d687a-7485-4868-96ef-9e2a062a8194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:28.597599 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-489d687a-7485-4868-96ef-9e2a062a8194 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21220182ac5f4100a883fefa0029cd2a&device_id=5ac23725-66cb-487d-84cc-168acf2e45c1 HTTP/1.1" status: 200 len: 1094 time: 0.2388992 Jan 28 00:15:28.602066 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-f1de854a-8b06-4d56-ac84-0b84d46bfd31 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Request body: {'subnet': {'network_id': '92d66529-6b91-41b7-9215-f6667b4d2f36', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:15:28.605697 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441f62c-7342-42ba-910f-0422d062f765 req-6e96e5eb-5043-477b-a776-1de36ce9e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:28.607259 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d441f62c-7342-42ba-910f-0422d062f765 req-6e96e5eb-5043-477b-a776-1de36ce9e4fa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9bb427a5-a295-4f0c-b017-2960030e85e4 HTTP/1.1" status: 200 len: 858 time: 0.1937299 Jan 28 00:15:28.610341 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b7fef-9a3c-4779-b7dc-0e850e63515f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Pushing event updated for resources: {'Network': ['ID=92d66529-6b91-41b7-9215-f6667b4d2f36,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:28.611512 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb7f5203-b80b-4829-b3b4-d21b44193a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (537371cb-b08c-4e4a-9703-f19818c4ad51), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:28.637877 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:15:28.655493 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 92d66529-6b91-41b7-9215-f6667b4d2f36 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:15:28.730128 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-897ebdec-1cca-415f-bb18-13a91ea6db05 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20f2ad8f-83ef-4794-ae46-95d0fd7450fe HTTP/1.1" status: 200 len: 217 time: 0.1150975 Jan 28 00:15:28.750722 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a2d1f-52a4-4d8f-aa15-a547d4046be4 req-f98f2d29-6e9b-44ed-a30b-2f90e7172069 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:28.753552 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2c2a2d1f-52a4-4d8f-aa15-a547d4046be4 req-f98f2d29-6e9b-44ed-a30b-2f90e7172069 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 944 time: 0.2330592 Jan 28 00:15:28.811846 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-667fd77c-d49f-4318-9fc9-d18215f8b2bf service neutron] 10.222.0.65 "GET /v2.0/networks/82c0c83c-7ac1-4c6e-b660-c81cca988f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867177 Jan 28 00:15:28.844175 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1de854a-8b06-4d56-ac84-0b84d46bfd31 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Made reservation on behalf of ce9d3829dfd648158df1004ad9e25e7d for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:15:28.849359 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f1de854a-8b06-4d56-ac84-0b84d46bfd31 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:28.924734 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-fea78613-5dc8-4258-bd77-c56175fd2b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:28.926288 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-fea78613-5dc8-4258-bd77-c56175fd2b54 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1f2d560d-7bfd-47c1-8c7a-53f8ca55e6b7 HTTP/1.1" status: 200 len: 858 time: 0.0793080 Jan 28 00:15:28.933063 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441f62c-7342-42ba-910f-0422d062f765 req-edd8fb70-7afa-49ed-ba41-0611eb05a2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:28.943896 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d441f62c-7342-42ba-910f-0422d062f765 req-edd8fb70-7afa-49ed-ba41-0611eb05a2c4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3184330 Jan 28 00:15:29.013773 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=032c02e9-3bf8-41e6-b5be-6857fa3a7a97,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:29.043888 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Publish callbacks [] for port (c7a365a5-44b4-487c-bb40-1dfc75258c83), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:29.048792 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '032c02e9-3bf8-41e6-b5be-6857fa3a7a97', 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3', 'port_id': '032c02e9-3bf8-41e6-b5be-6857fa3a7a97', 'mac_address': 'fa:16:3e:02:ce:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a309d6c9-38a3-409d-a906-1638039000ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:15:29.058652 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (c7a365a5-44b4-487c-bb40-1dfc75258c83), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:29.089414 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2c2a2d1f-52a4-4d8f-aa15-a547d4046be4 req-48956542-d580-4b61-b3bb-795832e1d089 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219643 Jan 28 00:15:29.111103 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-64217e42-533c-4f52-8f34-bc1a1781ee80 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82c0c83c-7ac1-4c6e-b660-c81cca988f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1485476 Jan 28 00:15:29.180923 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba62ee3-b991-42b8-897d-d84d09dcee90 x-openstack-request-id: req-9ba62ee3-b991-42b8-897d-d84d09dcee90 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:15:29.181191 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b74372-75b7-44af-b682-a1a336e66b3d", "tag": "7639f8d9-58f6-4583-98a7-436bdebba962", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:15:29.181440 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9ba62ee3-b991-42b8-897d-d84d09dcee90 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:15:29.182140 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b74372-75b7-44af-b682-a1a336e66b3d', 'tag': '7639f8d9-58f6-4583-98a7-436bdebba962', 'status': 'completed', 'code': 200} Jan 28 00:15:29.263974 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Pushing event updated for resources: {'Port': ['ID=c7a365a5-44b4-487c-bb40-1dfc75258c83,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:29.306304 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-e6884f36-10f9-4b67-8db9-bc66f18245c1 service neutron] 10.222.0.52 "GET /v2.0/networks/82c0c83c-7ac1-4c6e-b660-c81cca988f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828580 Jan 28 00:15:29.347882 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f1de854a-8b06-4d56-ac84-0b84d46bfd31 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (90ee885c-ff40-4ce6-bc77-a52cf040b6d4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:29.354396 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:29.354650 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:29.355085 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:29.355754 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:29.356917 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:29.357763 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:29.358782 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df288d9d-b1ca-4bdd-b071-77a8ac46d53b req-231939d8-4859-4d53-a32b-f22267d3bb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:29.359283 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:29.360088 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:29.360863 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-df288d9d-b1ca-4bdd-b071-77a8ac46d53b req-231939d8-4859-4d53-a32b-f22267d3bb06 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=21220182ac5f4100a883fefa0029cd2a&device_id=e8b74372-75b7-44af-b682-a1a336e66b3d HTTP/1.1" status: 200 len: 1094 time: 0.1293623 Jan 28 00:15:29.361700 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:29.363951 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:29.363951 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:29.363951 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:29.364755 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:29.378108 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d441f62c-7342-42ba-910f-0422d062f765 req-2ed8e20b-7473-4cd1-872b-d4577e77e644 service neutron] 10.222.0.70 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331810 Jan 28 00:15:29.403533 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Network 2bc02fc4-c215-45f2-b54b-bd6017ac1f2a is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:15:29.423750 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-4beb5751-ea89-4521-8c2b-139ee91e6377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'name': 'tempest-FloatingIPsAssociationTestJSON-64484721-router', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:46Z', 'updated_at': '2022-01-28T00:13:53Z', 'revision_number': 4, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'gw_port': {'id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:48Z', 'updated_at': '2022-01-28T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '00bb8379-4af9-42a4-9797-39b624fcb9f8', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'port_id': 'f36c5652-fd2d-40bb-8ddc-a64901d96222', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'mac_address': 'fa:16:3e:26:59:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8237a3-391a-4734-9a60-194e23c27c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:14:31Z', 'updated_at': '2022-01-28T00:15:27Z', 'revision_number': 4, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c5189a-601d-4cb3-b475-c000a5281143', 'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'mac_address': 'fa:16:3e:8a:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:52Z', 'updated_at': '2022-01-28T00:14:05Z', 'revision_number': 5, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'subnets': [{'id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:29.432034 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:15:29.433034 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (032c02e9-3bf8-41e6-b5be-6857fa3a7a97), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:29.438985 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:15:29.483465 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:15:29.489574 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beb5751-ea89-4521-8c2b-139ee91e6377 None None] Checking router: 94d62d5b-c9f6-4adf-b6c0-f59cde170079 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:15:29.492518 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de854a-8b06-4d56-ac84-0b84d46bfd31 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Pushing event updated for resources: {'Subnet': ['ID=90ee885c-ff40-4ce6-bc77-a52cf040b6d4,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:29.504968 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fb7f5203-b80b-4829-b3b4-d21b44193a07 admin admin] Deleting port 39a079c6-eb9d-4e84-a57a-91a4e7fe47bc {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:15:29.505298 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb7f5203-b80b-4829-b3b4-d21b44193a07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (39a079c6-eb9d-4e84-a57a-91a4e7fe47bc), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:29.515375 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:15:29.573795 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1de854a-8b06-4d56-ac84-0b84d46bfd31 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Checking segment: {'id': '404a5f04-b2f8-45cf-b010-1b8b90560326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '92d66529-6b91-41b7-9215-f6667b4d2f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:15:29.574163 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1de854a-8b06-4d56-ac84-0b84d46bfd31 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Network hostable DHCP agents. Network: 92d66529-6b91-41b7-9215-f6667b4d2f36, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:15:29.610572 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beb5751-ea89-4521-8c2b-139ee91e6377 None None] Routers {'94d62d5b-c9f6-4adf-b6c0-f59cde170079'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:15:29.611647 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-4beb5751-ea89-4521-8c2b-139ee91e6377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:15:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:29.612338 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df288d9d-b1ca-4bdd-b071-77a8ac46d53b req-010d894d-c433-41ae-affe-452ab42b3f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:29.614163 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-df288d9d-b1ca-4bdd-b071-77a8ac46d53b req-010d894d-c433-41ae-affe-452ab42b3f4e service neutron] 10.222.0.65 "GET /v2.0/networks?id=82c0c83c-7ac1-4c6e-b660-c81cca988f90 HTTP/1.1" status: 200 len: 919 time: 0.2234299 Jan 28 00:15:29.615085 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=032c02e9-3bf8-41e6-b5be-6857fa3a7a97,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:29.648051 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867b24-855a-4e0a-86c2-8b14019eb8fd req-96210229-e2f1-4742-80ca-5e572be36ef3 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:29.651242 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22867b24-855a-4e0a-86c2-8b14019eb8fd req-96210229-e2f1-4742-80ca-5e572be36ef3 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/ports?device_id=df07402c-dc40-44b8-b71e-d4a22ae8d738 HTTP/1.1" status: 200 len: 943 time: 0.3387198 Jan 28 00:15:29.706281 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d441f62c-7342-42ba-910f-0422d062f765 req-109a9d6e-6c86-45da-98c5-b828b9b75b5c service neutron] 10.222.0.70 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878203 Jan 28 00:15:29.858335 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (032c02e9-3bf8-41e6-b5be-6857fa3a7a97), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:29.862947 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a14fe65-5b42-49b6-9073-58dd1a355ccc req-1a9a1b92-7049-4777-b587-0f89f809755d service neutron] 10.222.0.52 "GET /v2.0/networks/82c0c83c-7ac1-4c6e-b660-c81cca988f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5360913 Jan 28 00:15:29.869709 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Attempting to bind port c7a365a5-44b4-487c-bb40-1dfc75258c83 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:15:29.869987 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22867b24-855a-4e0a-86c2-8b14019eb8fd req-4322f77a-e467-4b3e-ab5d-b9e909c8f45b tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/security-groups?id=80e946b5-2409-4f0f-814f-5cefcbacbe2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087247 Jan 28 00:15:29.870147 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Attempting to bind port c7a365a5-44b4-487c-bb40-1dfc75258c83 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '211f962d-ac67-42ce-ae97-2d45460bf688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2bc02fc4-c215-45f2-b54b-bd6017ac1f2a'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:15:29.870147 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Attempting to bind port c7a365a5-44b4-487c-bb40-1dfc75258c83 on network 2bc02fc4-c215-45f2-b54b-bd6017ac1f2a {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:15:29.887859 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441f62c-7342-42ba-910f-0422d062f765 req-6c08093a-b942-4b27-a291-35220c2fe14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:29.890863 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d441f62c-7342-42ba-910f-0422d062f765 req-6c08093a-b942-4b27-a291-35220c2fe14b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c68080a75d8f4b37a0cc83073e4343a9&device_id=7c8237a3-391a-4734-9a60-194e23c27c63 HTTP/1.1" status: 200 len: 1096 time: 0.1400363 Jan 28 00:15:29.898567 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:15:29.899033 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Checking segment: {'id': '211f962d-ac67-42ce-ae97-2d45460bf688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2bc02fc4-c215-45f2-b54b-bd6017ac1f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:15:29.899428 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:29.899895 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Bound using segment: {'id': '211f962d-ac67-42ce-ae97-2d45460bf688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2bc02fc4-c215-45f2-b54b-bd6017ac1f2a'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:15:29.900456 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Bound port: c7a365a5-44b4-487c-bb40-1dfc75258c83, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211f962d-ac67-42ce-ae97-2d45460bf688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2bc02fc4-c215-45f2-b54b-bd6017ac1f2a'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:15:29.900852 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c7a365a5-44b4-487c-bb40-1dfc75258c83), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:30.023683 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-df288d9d-b1ca-4bdd-b071-77a8ac46d53b req-5a8fd4b4-ddc1-443e-b007-a6e347788ee0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7639f8d9-58f6-4583-98a7-436bdebba962 HTTP/1.1" status: 200 len: 217 time: 0.3990037 Jan 28 00:15:30.024634 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1de854a-8b06-4d56-ac84-0b84d46bfd31 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Network 92d66529-6b91-41b7-9215-f6667b4d2f36 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:15:30.065653 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441f62c-7342-42ba-910f-0422d062f765 req-ccc20b52-1309-4529-b4f3-1488d43dccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:30.078402 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d441f62c-7342-42ba-910f-0422d062f765 req-ccc20b52-1309-4529-b4f3-1488d43dccd6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 HTTP/1.1" status: 200 len: 920 time: 0.1715152 Jan 28 00:15:30.102728 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=032c02e9-3bf8-41e6-b5be-6857fa3a7a97,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:30.107515 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-fb7f5203-b80b-4829-b3b4-d21b44193a07 admin admin] For port 39a079c6-eb9d-4e84-a57a-91a4e7fe47bc, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=39a079c6-eb9d-4e84-a57a-91a4e7fe47bc,segment=NetworkSegment(47b6339e-84b1-4a64-92cb-1e399209098f),segment_id=47b6339e-84b1-4a64-92cb-1e399209098f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:30.108169 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb7f5203-b80b-4829-b3b4-d21b44193a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (39a079c6-eb9d-4e84-a57a-91a4e7fe47bc), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:30.131135 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-f1de854a-8b06-4d56-ac84-0b84d46bfd31 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 92d66529-6b91-41b7-9215-f6667b4d2f36) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:15:30.137820 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-4beb5751-ea89-4521-8c2b-139ee91e6377 None None] Set router 94d62d5b-c9f6-4adf-b6c0-f59cde170079 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:15:30.146772 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fb7f5203-b80b-4829-b3b4-d21b44193a07 admin admin] Calling delete_port for 39a079c6-eb9d-4e84-a57a-91a4e7fe47bc owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:15:30.150855 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1de854a-8b06-4d56-ac84-0b84d46bfd31 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:30.151834 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f1de854a-8b06-4d56-ac84-0b84d46bfd31 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:30.153671 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7347ab71-e78e-4a81-9cda-6a2dd3b9502d None None] Network 92d66529-6b91-41b7-9215-f6667b4d2f36 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:15:30.197288 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df288d9d-b1ca-4bdd-b071-77a8ac46d53b req-d762a804-f9e7-432e-8128-637827dad632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:30.201176 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-df288d9d-b1ca-4bdd-b071-77a8ac46d53b req-d762a804-f9e7-432e-8128-637827dad632 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1f2d560d-7bfd-47c1-8c7a-53f8ca55e6b7 HTTP/1.1" status: 200 len: 858 time: 0.1618018 Jan 28 00:15:30.208581 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d441f62c-7342-42ba-910f-0422d062f765 req-01e30384-3783-4047-9154-d855790e4572 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f36c5652-fd2d-40bb-8ddc-a64901d96222 HTTP/1.1" status: 200 len: 1000 time: 0.1288102 Jan 28 00:15:30.281431 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441f62c-7342-42ba-910f-0422d062f765 req-39607a63-16f4-4713-a700-f091979375d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:30.298329 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f1de854a-8b06-4d56-ac84-0b84d46bfd31 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6959901 Jan 28 00:15:30.302534 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d441f62c-7342-42ba-910f-0422d062f765 req-39607a63-16f4-4713-a700-f091979375d9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9bb427a5-a295-4f0c-b017-2960030e85e4 HTTP/1.1" status: 200 len: 858 time: 0.0914211 Jan 28 00:15:30.356103 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-df288d9d-b1ca-4bdd-b071-77a8ac46d53b req-99e97ca0-3a59-4119-aa07-d366640f818c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=82c0c83c-7ac1-4c6e-b660-c81cca988f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870905 Jan 28 00:15:30.367390 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] For port c7a365a5-44b4-487c-bb40-1dfc75258c83, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:15:30.373246 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441f62c-7342-42ba-910f-0422d062f765 req-5c3bf7cc-c19b-4b8f-890b-dff9c88ee38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:30.385269 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d441f62c-7342-42ba-910f-0422d062f765 req-5c3bf7cc-c19b-4b8f-890b-dff9c88ee38e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774989 Jan 28 00:15:30.452449 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734a1908-f82c-4a45-8980-fcfcf7574a4b', 'tag': '360aeed5-c523-4314-bb9f-1bdadf5794f7'}, {'name': 'network-changed', 'server_uuid': '6e830fb9-941e-43a4-8cd3-3537f6f87d02', 'tag': '8d0e3fc3-b2ca-47b5-a802-469546950a86'}, {'name': 'network-changed', 'server_uuid': '7c8237a3-391a-4734-9a60-194e23c27c63', 'tag': 'f36c5652-fd2d-40bb-8ddc-a64901d96222'}, {'name': 'network-changed', 'server_uuid': '5ac23725-66cb-487d-84cc-168acf2e45c1', 'tag': '20f2ad8f-83ef-4794-ae46-95d0fd7450fe'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:15:30.457214 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56dadeb-1e9a-408f-831b-063667f2944d" -d '{"events": [{"name": "network-changed", "server_uuid": "734a1908-f82c-4a45-8980-fcfcf7574a4b", "tag": "360aeed5-c523-4314-bb9f-1bdadf5794f7"}, {"name": "network-changed", "server_uuid": "6e830fb9-941e-43a4-8cd3-3537f6f87d02", "tag": "8d0e3fc3-b2ca-47b5-a802-469546950a86"}, {"name": "network-changed", "server_uuid": "7c8237a3-391a-4734-9a60-194e23c27c63", "tag": "f36c5652-fd2d-40bb-8ddc-a64901d96222"}, {"name": "network-changed", "server_uuid": "5ac23725-66cb-487d-84cc-168acf2e45c1", "tag": "20f2ad8f-83ef-4794-ae46-95d0fd7450fe"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:15:30.549090 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] For port c7a365a5-44b4-487c-bb40-1dfc75258c83, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c7a365a5-44b4-487c-bb40-1dfc75258c83,segment=NetworkSegment(211f962d-ac67-42ce-ae97-2d45460bf688),segment_id=211f962d-ac67-42ce-ae97-2d45460bf688)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:15:30.573435 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c7a365a5-44b4-487c-bb40-1dfc75258c83), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:30.615270 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-df288d9d-b1ca-4bdd-b071-77a8ac46d53b req-9e2acf97-9653-4634-be08-a9c92811349e service neutron] 10.222.0.65 "GET /v2.0/networks/82c0c83c-7ac1-4c6e-b660-c81cca988f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520509 Jan 28 00:15:30.644644 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4181904-becb-4df2-b3ca-c18a272e82fd req-4c797ed4-cfba-4354-90e5-4f16e939b619 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:30.647153 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4181904-becb-4df2-b3ca-c18a272e82fd req-4c797ed4-cfba-4354-90e5-4f16e939b619 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 945 time: 0.1302989 Jan 28 00:15:30.725401 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d441f62c-7342-42ba-910f-0422d062f765 req-fbb6f664-60b9-4cb3-92ce-27575eadf961 service neutron] 10.222.0.70 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389115 Jan 28 00:15:30.761152 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4181904-becb-4df2-b3ca-c18a272e82fd req-1357b826-400e-47c4-8ee2-0078387363ad tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955925 Jan 28 00:15:30.821830 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc89b78e-a4a3-454c-a835-80050755e32f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-92d66529-6b91-41b7-9215-f6667b4d2f36', 'network_id': '92d66529-6b91-41b7-9215-f6667b4d2f36', 'project_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'fixed_ips': [{'subnet_id': '90ee885c-ff40-4ce6-bc77-a52cf040b6d4'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:15:30.823183 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fc89b78e-a4a3-454c-a835-80050755e32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:30.855512 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['032c02e9-3bf8-41e6-b5be-6857fa3a7a97'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:15:30.898617 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-df288d9d-b1ca-4bdd-b071-77a8ac46d53b req-1bfb699f-dcc5-4c5e-b914-42ace72a25eb service neutron] 10.222.0.65 "GET /v2.0/networks/82c0c83c-7ac1-4c6e-b660-c81cca988f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751524 Jan 28 00:15:30.898980 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d441f62c-7342-42ba-910f-0422d062f765 req-2c940454-3d20-4dea-afdd-a1d7d5a4e428 service neutron] 10.222.0.70 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215487 Jan 28 00:15:30.916591 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1055ad-155a-4bf6-b8c8-1c8ec11f345d None None] Pushing event updated for resources: {'Port': ['ID=c7a365a5-44b4-487c-bb40-1dfc75258c83,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:30.934867 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb7f5203-b80b-4829-b3b4-d21b44193a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (39a079c6-eb9d-4e84-a57a-91a4e7fe47bc), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:31.023539 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f5203-b80b-4829-b3b4-d21b44193a07 admin admin] Pushing event deleted for resources: {'Port': ['ID=39a079c6-eb9d-4e84-a57a-91a4e7fe47bc,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:31.184393 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df07402c-dc40-44b8-b71e-d4a22ae8d738', 'tag': 'df2055f6-2c96-4555-80e2-01d2bd1ca00c'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:15:31.186804 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fafda1-1b66-4209-9330-e43e2c1e5ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "df07402c-dc40-44b8-b71e-d4a22ae8d738", "tag": "df2055f6-2c96-4555-80e2-01d2bd1ca00c"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:15:31.299974 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-fc89b78e-a4a3-454c-a835-80050755e32f None None] Allocated IP 19.86.0.2 (92d66529-6b91-41b7-9215-f6667b4d2f36/90ee885c-ff40-4ce6-bc77-a52cf040b6d4/96b59c86-9b38-4890-a355-9e0967f1bed1) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:15:31.352766 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 7639f8d9-58f6-4583-98a7-436bdebba962 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:15:31.366126 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb7f5203-b80b-4829-b3b4-d21b44193a07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (537371cb-b08c-4e4a-9703-f19818c4ad51), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:31.393991 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465dbca-7ee6-4ba0-ab41-4b41bf577cc6 req-7861d482-1ac1-476f-bfdf-0c20bce5311d tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:31.398131 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d465dbca-7ee6-4ba0-ab41-4b41bf577cc6 req-7861d482-1ac1-476f-bfdf-0c20bce5311d tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 945 time: 0.3283396 Jan 28 00:15:31.428232 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadfe11-2a1f-44a0-adc9-10e4888a6ebb req-37f96ab3-14d2-4165-bf91-d2c7f82b598d tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:31.430670 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8aadfe11-2a1f-44a0-adc9-10e4888a6ebb req-37f96ab3-14d2-4165-bf91-d2c7f82b598d tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 944 time: 0.2627263 Jan 28 00:15:31.520754 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8aadfe11-2a1f-44a0-adc9-10e4888a6ebb req-811e7396-3579-4fd5-b345-13bb4a8cdfbc tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761552 Jan 28 00:15:31.596057 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d465dbca-7ee6-4ba0-ab41-4b41bf577cc6 req-a3060b5c-ccec-4dd1-98bd-308411acfcc3 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906652 Jan 28 00:15:31.613370 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-4beb5751-ea89-4521-8c2b-139ee91e6377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'name': 'tempest-FloatingIPsAssociationTestJSON-64484721-router', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:46Z', 'updated_at': '2022-01-28T00:13:53Z', 'revision_number': 4, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'gw_port': {'id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:48Z', 'updated_at': '2022-01-28T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '00bb8379-4af9-42a4-9797-39b624fcb9f8', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'port_id': 'f36c5652-fd2d-40bb-8ddc-a64901d96222', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'mac_address': 'fa:16:3e:26:59:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8237a3-391a-4734-9a60-194e23c27c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:14:31Z', 'updated_at': '2022-01-28T00:15:27Z', 'revision_number': 4, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c5189a-601d-4cb3-b475-c000a5281143', 'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'mac_address': 'fa:16:3e:8a:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:52Z', 'updated_at': '2022-01-28T00:14:05Z', 'revision_number': 5, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'subnets': [{'id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:31.631045 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.resource_extend [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:15:31.756058 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Fri, 28 Jan 2022 00:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784871d9-f785-4a8f-8c9f-4b8a4f4133b2 x-openstack-request-id: req-784871d9-f785-4a8f-8c9f-4b8a4f4133b2 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:15:31.756649 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "734a1908-f82c-4a45-8980-fcfcf7574a4b", "tag": "360aeed5-c523-4314-bb9f-1bdadf5794f7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6e830fb9-941e-43a4-8cd3-3537f6f87d02", "tag": "8d0e3fc3-b2ca-47b5-a802-469546950a86", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7c8237a3-391a-4734-9a60-194e23c27c63", "tag": "f36c5652-fd2d-40bb-8ddc-a64901d96222", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5ac23725-66cb-487d-84cc-168acf2e45c1", "tag": "20f2ad8f-83ef-4794-ae46-95d0fd7450fe", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:15:31.757244 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-784871d9-f785-4a8f-8c9f-4b8a4f4133b2 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:15:31.757902 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '734a1908-f82c-4a45-8980-fcfcf7574a4b', 'tag': '360aeed5-c523-4314-bb9f-1bdadf5794f7', 'status': 'completed', 'code': 200} Jan 28 00:15:31.758501 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e830fb9-941e-43a4-8cd3-3537f6f87d02', 'tag': '8d0e3fc3-b2ca-47b5-a802-469546950a86', 'status': 'completed', 'code': 200} Jan 28 00:15:31.759100 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c8237a3-391a-4734-9a60-194e23c27c63', 'tag': 'f36c5652-fd2d-40bb-8ddc-a64901d96222', 'status': 'completed', 'code': 200} Jan 28 00:15:31.759719 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac23725-66cb-487d-84cc-168acf2e45c1', 'tag': '20f2ad8f-83ef-4794-ae46-95d0fd7450fe', 'status': 'completed', 'code': 200} Jan 28 00:15:31.821186 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beb5751-ea89-4521-8c2b-139ee91e6377 None None] The sync data for ids ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'] in n-d-826754-1 is: [{'id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'name': 'tempest-FloatingIPsAssociationTestJSON-64484721-router', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:46Z', 'updated_at': '2022-01-28T00:13:53Z', 'revision_number': 4, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'gw_port': {'id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:48Z', 'updated_at': '2022-01-28T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '00bb8379-4af9-42a4-9797-39b624fcb9f8', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'port_id': 'f36c5652-fd2d-40bb-8ddc-a64901d96222', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'mac_address': 'fa:16:3e:26:59:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8237a3-391a-4734-9a60-194e23c27c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:14:31Z', 'updated_at': '2022-01-28T00:15:27Z', 'revision_number': 4, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c5189a-601d-4cb3-b475-c000a5281143', 'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'mac_address': 'fa:16:3e:8a:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:52Z', 'updated_at': '2022-01-28T00:14:05Z', 'revision_number': 5, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'subnets': [{'id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:15:31.973308 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7f5203-b80b-4829-b3b4-d21b44193a07 admin admin] Router 537371cb-b08c-4e4a-9703-f19818c4ad51 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:15:32.093567 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-870d8bcf-d9c9-4b15-b2a6-3bff52402087 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:32.104834 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fc89b78e-a4a3-454c-a835-80050755e32f None None] Publish callbacks [] for port (96b59c86-9b38-4890-a355-9e0967f1bed1), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:32.109025 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-870d8bcf-d9c9-4b15-b2a6-3bff52402087 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:32.115658 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-870d8bcf-d9c9-4b15-b2a6-3bff52402087 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/networks?id=2bc02fc4-c215-45f2-b54b-bd6017ac1f2a&id=92d66529-6b91-41b7-9215-f6667b4d2f36 HTTP/1.1" status: 200 len: 1391 time: 0.3206344 Jan 28 00:15:32.126843 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fc89b78e-a4a3-454c-a835-80050755e32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (96b59c86-9b38-4890-a355-9e0967f1bed1), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:32.219326 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-e630c311-5338-4f97-ad58-568c36899f10 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/quotas/ce9d3829dfd648158df1004ad9e25e7d HTTP/1.1" status: 200 len: 375 time: 0.0270798 Jan 28 00:15:32.288377 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89b78e-a4a3-454c-a835-80050755e32f None None] Pushing event updated for resources: {'Port': ['ID=96b59c86-9b38-4890-a355-9e0967f1bed1,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:32.306937 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7f5203-b80b-4829-b3b4-d21b44193a07 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:15:32.320711 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46672c41-f761-45f0-9014-8476c14e353e None None] Sync routers for ids ['537371cb-b08c-4e4a-9703-f19818c4ad51'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:15:32.335981 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46672c41-f761-45f0-9014-8476c14e353e None None] Routers {'537371cb-b08c-4e4a-9703-f19818c4ad51'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:15:32.338249 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc89b78e-a4a3-454c-a835-80050755e32f None None] Network 92d66529-6b91-41b7-9215-f6667b4d2f36 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:15:32.339250 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-46672c41-f761-45f0-9014-8476c14e353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:15:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['537371cb-b08c-4e4a-9703-f19818c4ad51'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:32.339589 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fb7f5203-b80b-4829-b3b4-d21b44193a07 admin admin] 10.222.0.70 "PUT /v2.0/routers/537371cb-b08c-4e4a-9703-f19818c4ad51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1433470 Jan 28 00:15:32.341015 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52746) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:15:32.346215 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-fc89b78e-a4a3-454c-a835-80050755e32f None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:15:32.371821 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc89b78e-a4a3-454c-a835-80050755e32f None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:15:32.409468 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 7639f8d9-58f6-4583-98a7-436bdebba962, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=7639f8d9-58f6-4583-98a7-436bdebba962,segment=NetworkSegment(7a300a42-f7b1-42b4-8f52-eb992482369f),segment_id=7a300a42-f7b1-42b4-8f52-eb992482369f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:32.480322 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dadeb-1e9a-408f-831b-063667f2944d req-48ab1761-7a6d-4732-8a5a-3dc2094e1013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:32.482212 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b56dadeb-1e9a-408f-831b-063667f2944d req-48ab1761-7a6d-4732-8a5a-3dc2094e1013 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=21220182ac5f4100a883fefa0029cd2a&device_id=5ac23725-66cb-487d-84cc-168acf2e45c1 HTTP/1.1" status: 200 len: 1094 time: 0.3638294 Jan 28 00:15:32.505051 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-aaffb6f6-b5fb-4f5f-8fdc-3f4e57c99d1f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce9d3829dfd648158df1004ad9e25e7d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2851515 Jan 28 00:15:32.528220 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 20f2ad8f-83ef-4794-ae46-95d0fd7450fe details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:15:32.542362 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '7639f8d9-58f6-4583-98a7-436bdebba962', 'network_id': '82c0c83c-7ac1-4c6e-b660-c81cca988f90', 'port_id': '7639f8d9-58f6-4583-98a7-436bdebba962', 'mac_address': 'fa:16:3e:49:2c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f2d560d-7bfd-47c1-8c7a-53f8ca55e6b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:15:32.542637 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-46672c41-f761-45f0-9014-8476c14e353e None None] Set router 537371cb-b08c-4e4a-9703-f19818c4ad51 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:15:32.558411 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dadeb-1e9a-408f-831b-063667f2944d req-576f0bb3-2e48-40c7-bbfb-04d7c11ffa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:32.560764 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b56dadeb-1e9a-408f-831b-063667f2944d req-576f0bb3-2e48-40c7-bbfb-04d7c11ffa45 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6990d737c5db4738a7ab281f03db2443&device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 1125 time: 0.6650348 Jan 28 00:15:32.564985 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21ee9a39-a43c-4211-8724-fbaf9f51423c admin admin] Publish callbacks [] for router (537371cb-b08c-4e4a-9703-f19818c4ad51), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:32.698037 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-fc89b78e-a4a3-454c-a835-80050755e32f None None] Attempting to bind port 96b59c86-9b38-4890-a355-9e0967f1bed1 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:15:32.698611 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-fc89b78e-a4a3-454c-a835-80050755e32f None None] Attempting to bind port 96b59c86-9b38-4890-a355-9e0967f1bed1 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '404a5f04-b2f8-45cf-b010-1b8b90560326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '92d66529-6b91-41b7-9215-f6667b4d2f36'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:15:32.699003 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc89b78e-a4a3-454c-a835-80050755e32f None None] Attempting to bind port 96b59c86-9b38-4890-a355-9e0967f1bed1 on network 92d66529-6b91-41b7-9215-f6667b4d2f36 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:15:32.713044 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc89b78e-a4a3-454c-a835-80050755e32f None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:15:32.713044 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc89b78e-a4a3-454c-a835-80050755e32f None None] Checking segment: {'id': '404a5f04-b2f8-45cf-b010-1b8b90560326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '92d66529-6b91-41b7-9215-f6667b4d2f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:15:32.713461 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fc89b78e-a4a3-454c-a835-80050755e32f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:32.713768 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc89b78e-a4a3-454c-a835-80050755e32f None None] Bound using segment: {'id': '404a5f04-b2f8-45cf-b010-1b8b90560326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '92d66529-6b91-41b7-9215-f6667b4d2f36'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:15:32.714394 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-fc89b78e-a4a3-454c-a835-80050755e32f None None] Bound port: 96b59c86-9b38-4890-a355-9e0967f1bed1, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404a5f04-b2f8-45cf-b010-1b8b90560326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '92d66529-6b91-41b7-9215-f6667b4d2f36'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:15:32.714655 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fc89b78e-a4a3-454c-a835-80050755e32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (96b59c86-9b38-4890-a355-9e0967f1bed1), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:32.724341 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80860c96-6dd0-4664-bf9d-64f2debdf14b None None] Network 2bc02fc4-c215-45f2-b54b-bd6017ac1f2a requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:15:32.776154 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 7639f8d9-58f6-4583-98a7-436bdebba962 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:15:32.776563 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7639f8d9-58f6-4583-98a7-436bdebba962), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:32.825545 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dadeb-1e9a-408f-831b-063667f2944d req-52700d81-711b-468e-8962-0b890e77b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:32.827153 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b56dadeb-1e9a-408f-831b-063667f2944d req-52700d81-711b-468e-8962-0b890e77b8e8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=82c0c83c-7ac1-4c6e-b660-c81cca988f90 HTTP/1.1" status: 200 len: 919 time: 0.2230809 Jan 28 00:15:32.843078 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b75813-af20-4d43-aeb4-586f0637f9bb req-91308053-625b-4bbe-9a75-4e1df7364e9a tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:32.849466 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07b75813-af20-4d43-aeb4-586f0637f9bb req-91308053-625b-4bbe-9a75-4e1df7364e9a tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/ports?device_id=df07402c-dc40-44b8-b71e-d4a22ae8d738 HTTP/1.1" status: 200 len: 943 time: 0.5518041 Jan 28 00:15:32.857631 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-46672c41-f761-45f0-9014-8476c14e353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537371cb-b08c-4e4a-9703-f19818c4ad51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-543264028-router', 'tenant_id': 'dc07123b62df4b78a3e16a1d5c977eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '0978e0e2-4139-4010-85c7-8cb6fff88935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:07:32Z', 'updated_at': '2022-01-28T00:15:30Z', 'revision_number': 5, 'project_id': 'dc07123b62df4b78a3e16a1d5c977eda', 'gw_port': {'id': '0978e0e2-4139-4010-85c7-8cb6fff88935', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537371cb-b08c-4e4a-9703-f19818c4ad51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:33Z', 'updated_at': '2022-01-28T00:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:32.864505 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 20f2ad8f-83ef-4794-ae46-95d0fd7450fe, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=20f2ad8f-83ef-4794-ae46-95d0fd7450fe,segment=NetworkSegment(7a300a42-f7b1-42b4-8f52-eb992482369f),segment_id=7a300a42-f7b1-42b4-8f52-eb992482369f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:32.890321 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '20f2ad8f-83ef-4794-ae46-95d0fd7450fe', 'network_id': '82c0c83c-7ac1-4c6e-b660-c81cca988f90', 'port_id': '20f2ad8f-83ef-4794-ae46-95d0fd7450fe', 'mac_address': 'fa:16:3e:08:7f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f2d560d-7bfd-47c1-8c7a-53f8ca55e6b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:15:32.895854 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46672c41-f761-45f0-9014-8476c14e353e None None] Checking router: 537371cb-b08c-4e4a-9703-f19818c4ad51 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:15:32.906388 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46672c41-f761-45f0-9014-8476c14e353e None None] Routers {'537371cb-b08c-4e4a-9703-f19818c4ad51'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:15:32.908164 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-46672c41-f761-45f0-9014-8476c14e353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:15:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['537371cb-b08c-4e4a-9703-f19818c4ad51'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:33.022173 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dadeb-1e9a-408f-831b-063667f2944d req-e1b74254-97ce-4075-8c2b-2a375e5bbb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:33.025386 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b56dadeb-1e9a-408f-831b-063667f2944d req-e1b74254-97ce-4075-8c2b-2a375e5bbb75 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf HTTP/1.1" status: 200 len: 922 time: 0.4576318 Jan 28 00:15:33.030038 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21ee9a39-a43c-4211-8724-fbaf9f51423c admin admin] Publish callbacks [] for router_gateway (537371cb-b08c-4e4a-9703-f19818c4ad51), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:33.043690 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b56dadeb-1e9a-408f-831b-063667f2944d req-75d649da-9957-4a48-b32a-e5a23cd76b42 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20f2ad8f-83ef-4794-ae46-95d0fd7450fe HTTP/1.1" status: 200 len: 217 time: 0.1536989 Jan 28 00:15:33.054506 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-7c364fe6-83a3-4eb6-a3f6-4fbaa5773060 service neutron] 10.222.0.70 "GET /v2.0/networks/2bc02fc4-c215-45f2-b54b-bd6017ac1f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5483968 Jan 28 00:15:33.061561 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7639f8d9-58f6-4583-98a7-436bdebba962 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:15:33.067730 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-898e3215-da77-48e6-a359-b746e5796dfa None None] Provisioning complete for port c7a365a5-44b4-487c-bb40-1dfc75258c83 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:15:33.067730 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-898e3215-da77-48e6-a359-b746e5796dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c7a365a5-44b4-487c-bb40-1dfc75258c83), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:33.115650 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c7a365a5-44b4-487c-bb40-1dfc75258c83 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:15:33.120228 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-46672c41-f761-45f0-9014-8476c14e353e None None] Set router 537371cb-b08c-4e4a-9703-f19818c4ad51 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:15:33.155587 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b56dadeb-1e9a-408f-831b-063667f2944d req-217259d2-50bc-4ae1-a2f1-06044718352d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=360aeed5-c523-4314-bb9f-1bdadf5794f7 HTTP/1.1" status: 200 len: 217 time: 0.1197789 Jan 28 00:15:33.184277 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-d78cf2cb-0450-4dca-a0ef-ac88fbb900d8 service neutron] 10.222.0.70 "GET /v2.0/networks/2bc02fc4-c215-45f2-b54b-bd6017ac1f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274326 Jan 28 00:15:33.303802 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dadeb-1e9a-408f-831b-063667f2944d req-23c791ba-7af1-43e2-bbf9-b7bf4c3e6943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:33.306549 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b56dadeb-1e9a-408f-831b-063667f2944d req-23c791ba-7af1-43e2-bbf9-b7bf4c3e6943 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1f2d560d-7bfd-47c1-8c7a-53f8ca55e6b7 HTTP/1.1" status: 200 len: 858 time: 0.2465210 Jan 28 00:15:33.373502 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dadeb-1e9a-408f-831b-063667f2944d req-3d11fa54-8fb9-4c3d-a24e-28f8a8e52e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:33.382455 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b56dadeb-1e9a-408f-831b-063667f2944d req-3d11fa54-8fb9-4c3d-a24e-28f8a8e52e91 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1cf259c4-4e5d-4731-814e-e633d701ebdd HTTP/1.1" status: 200 len: 861 time: 0.2161915 Jan 28 00:15:33.393539 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b56dadeb-1e9a-408f-831b-063667f2944d req-20356ec5-e2d9-4d29-937a-0f7484ea4e0e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=82c0c83c-7ac1-4c6e-b660-c81cca988f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558329 Jan 28 00:15:33.460540 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b56dadeb-1e9a-408f-831b-063667f2944d req-b7056760-7077-4050-8b0b-f7fce58a3cbf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653780 Jan 28 00:15:33.462636 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-21ee9a39-a43c-4211-8724-fbaf9f51423c admin admin] Deleting port 0978e0e2-4139-4010-85c7-8cb6fff88935 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:15:33.462636 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21ee9a39-a43c-4211-8724-fbaf9f51423c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (0978e0e2-4139-4010-85c7-8cb6fff88935), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:33.514804 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-46672c41-f761-45f0-9014-8476c14e353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537371cb-b08c-4e4a-9703-f19818c4ad51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-543264028-router', 'tenant_id': 'dc07123b62df4b78a3e16a1d5c977eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '0978e0e2-4139-4010-85c7-8cb6fff88935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:07:32Z', 'updated_at': '2022-01-28T00:15:30Z', 'revision_number': 5, 'project_id': 'dc07123b62df4b78a3e16a1d5c977eda', 'gw_port': {'id': '0978e0e2-4139-4010-85c7-8cb6fff88935', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537371cb-b08c-4e4a-9703-f19818c4ad51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:33Z', 'updated_at': '2022-01-28T00:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:33.569078 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46672c41-f761-45f0-9014-8476c14e353e None None] The sync data for ids ['537371cb-b08c-4e4a-9703-f19818c4ad51'] in n-d-826754-1 is: [{'id': '537371cb-b08c-4e4a-9703-f19818c4ad51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-543264028-router', 'tenant_id': 'dc07123b62df4b78a3e16a1d5c977eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '0978e0e2-4139-4010-85c7-8cb6fff88935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:07:32Z', 'updated_at': '2022-01-28T00:15:30Z', 'revision_number': 5, 'project_id': 'dc07123b62df4b78a3e16a1d5c977eda', 'gw_port': {'id': '0978e0e2-4139-4010-85c7-8cb6fff88935', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537371cb-b08c-4e4a-9703-f19818c4ad51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:07:33Z', 'updated_at': '2022-01-28T00:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:15:33.661212 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 7639f8d9-58f6-4583-98a7-436bdebba962, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=7639f8d9-58f6-4583-98a7-436bdebba962,segment=NetworkSegment(7a300a42-f7b1-42b4-8f52-eb992482369f),segment_id=7a300a42-f7b1-42b4-8f52-eb992482369f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:33.697777 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-21ee9a39-a43c-4211-8724-fbaf9f51423c admin admin] For port 0978e0e2-4139-4010-85c7-8cb6fff88935, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=0978e0e2-4139-4010-85c7-8cb6fff88935,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:33.698680 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21ee9a39-a43c-4211-8724-fbaf9f51423c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (0978e0e2-4139-4010-85c7-8cb6fff88935), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:33.721574 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b56dadeb-1e9a-408f-831b-063667f2944d req-50676ae9-4b0d-450e-93de-82a494a3017c service neutron] 10.222.0.65 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420914 Jan 28 00:15:33.746596 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07b75813-af20-4d43-aeb4-586f0637f9bb req-b532e2b5-2ff8-46ee-a4c0-139feef0f2af tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/security-groups?id=80e946b5-2409-4f0f-814f-5cefcbacbe2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8446989 Jan 28 00:15:33.752468 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-21ee9a39-a43c-4211-8724-fbaf9f51423c admin admin] Calling delete_port for 0978e0e2-4139-4010-85c7-8cb6fff88935 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:15:33.757608 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b56dadeb-1e9a-408f-831b-063667f2944d req-75669747-0dba-4ba3-95d0-0665f14985bb service neutron] 10.222.0.52 "GET /v2.0/networks/82c0c83c-7ac1-4c6e-b660-c81cca988f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149426 Jan 28 00:15:33.765380 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 20f2ad8f-83ef-4794-ae46-95d0fd7450fe is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:15:33.766001 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (20f2ad8f-83ef-4794-ae46-95d0fd7450fe), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:33.843730 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-fc89b78e-a4a3-454c-a835-80050755e32f None None] For port 96b59c86-9b38-4890-a355-9e0967f1bed1, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:15:33.852368 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-fc89b78e-a4a3-454c-a835-80050755e32f None None] For port 96b59c86-9b38-4890-a355-9e0967f1bed1, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=96b59c86-9b38-4890-a355-9e0967f1bed1,segment=NetworkSegment(404a5f04-b2f8-45cf-b010-1b8b90560326),segment_id=404a5f04-b2f8-45cf-b010-1b8b90560326)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:15:33.865361 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20f2ad8f-83ef-4794-ae46-95d0fd7450fe {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:15:33.913019 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 20f2ad8f-83ef-4794-ae46-95d0fd7450fe, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=20f2ad8f-83ef-4794-ae46-95d0fd7450fe,segment=NetworkSegment(7a300a42-f7b1-42b4-8f52-eb992482369f),segment_id=7a300a42-f7b1-42b4-8f52-eb992482369f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:33.915923 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (7639f8d9-58f6-4583-98a7-436bdebba962), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:33.918257 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device df2055f6-2c96-4555-80e2-01d2bd1ca00c details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:15:33.961562 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-a1adda92-67e4-4d8b-9cc4-baa0d6175c10 service neutron] 10.222.0.70 "GET /v2.0/networks/92d66529-6b91-41b7-9215-f6667b4d2f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7752373 Jan 28 00:15:33.984160 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port df2055f6-2c96-4555-80e2-01d2bd1ca00c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=df2055f6-2c96-4555-80e2-01d2bd1ca00c,segment=NetworkSegment(7a300a42-f7b1-42b4-8f52-eb992482369f),segment_id=7a300a42-f7b1-42b4-8f52-eb992482369f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:34.071118 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b56dadeb-1e9a-408f-831b-063667f2944d req-5e14e731-83c0-4c3f-9ea1-78441a5e0adf service neutron] 10.222.0.65 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320727 Jan 28 00:15:34.286179 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'df2055f6-2c96-4555-80e2-01d2bd1ca00c', 'network_id': '82c0c83c-7ac1-4c6e-b660-c81cca988f90', 'port_id': 'df2055f6-2c96-4555-80e2-01d2bd1ca00c', 'mac_address': 'fa:16:3e:42:4f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f2d560d-7bfd-47c1-8c7a-53f8ca55e6b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:15:34.294255 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fc89b78e-a4a3-454c-a835-80050755e32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (96b59c86-9b38-4890-a355-9e0967f1bed1), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:34.301047 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c830b245-f3a3-479f-8c2b-387656e1c121 req-7f3f67af-d889-445e-a7ef-02ea351e13dc tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:34.303462 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c830b245-f3a3-479f-8c2b-387656e1c121 req-7f3f67af-d889-445e-a7ef-02ea351e13dc tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b81ec14-4288-4846-867d-82e20dc55245 HTTP/1.1" status: 200 len: 945 time: 0.2197595 Jan 28 00:15:34.315989 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (20f2ad8f-83ef-4794-ae46-95d0fd7450fe), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:34.323334 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=7639f8d9-58f6-4583-98a7-436bdebba962,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:34.503062 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dadeb-1e9a-408f-831b-063667f2944d req-567361e3-be3d-46f7-8114-ae6e598bde93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:34.507583 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b56dadeb-1e9a-408f-831b-063667f2944d req-567361e3-be3d-46f7-8114-ae6e598bde93 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c68080a75d8f4b37a0cc83073e4343a9&device_id=6e830fb9-941e-43a4-8cd3-3537f6f87d02 HTTP/1.1" status: 200 len: 1097 time: 0.2586243 Jan 28 00:15:34.555444 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21ee9a39-a43c-4211-8724-fbaf9f51423c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (0978e0e2-4139-4010-85c7-8cb6fff88935), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:34.582530 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89b78e-a4a3-454c-a835-80050755e32f None None] Pushing event updated for resources: {'Port': ['ID=96b59c86-9b38-4890-a355-9e0967f1bed1,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:34.622730 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee9a39-a43c-4211-8724-fbaf9f51423c admin admin] Pushing event deleted for resources: {'Port': ['ID=0978e0e2-4139-4010-85c7-8cb6fff88935,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:34.712549 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee9a39-a43c-4211-8724-fbaf9f51423c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:34.713644 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee9a39-a43c-4211-8724-fbaf9f51423c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:34.714200 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee9a39-a43c-4211-8724-fbaf9f51423c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:34.714712 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee9a39-a43c-4211-8724-fbaf9f51423c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:34.715367 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee9a39-a43c-4211-8724-fbaf9f51423c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:34.721920 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee9a39-a43c-4211-8724-fbaf9f51423c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:34.723402 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee9a39-a43c-4211-8724-fbaf9f51423c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:34.724036 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee9a39-a43c-4211-8724-fbaf9f51423c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:34.724567 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee9a39-a43c-4211-8724-fbaf9f51423c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:34.725217 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee9a39-a43c-4211-8724-fbaf9f51423c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:34.725738 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee9a39-a43c-4211-8724-fbaf9f51423c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:34.726766 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee9a39-a43c-4211-8724-fbaf9f51423c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:34.727437 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee9a39-a43c-4211-8724-fbaf9f51423c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:34.777164 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port df2055f6-2c96-4555-80e2-01d2bd1ca00c is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:15:34.780141 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (df2055f6-2c96-4555-80e2-01d2bd1ca00c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:34.823436 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eeca2dcf-c666-40c3-b569-7ecd35ac78d0 req-9e4daeaa-7b45-4c14-ba04-8bb1e48d2bfa tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.72 HTTP/1.1" status: 200 len: 1000 time: 0.9924684 Jan 28 00:15:34.845320 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21ee9a39-a43c-4211-8724-fbaf9f51423c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (537371cb-b08c-4e4a-9703-f19818c4ad51), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:34.926344 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca2dcf-c666-40c3-b569-7ecd35ac78d0 req-f6874077-c9dc-4ba8-a1fc-b3d979393a4d tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:34.957481 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eeca2dcf-c666-40c3-b569-7ecd35ac78d0 req-f6874077-c9dc-4ba8-a1fc-b3d979393a4d tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports/f36c5652-fd2d-40bb-8ddc-a64901d96222 HTTP/1.1" status: 200 len: 942 time: 0.1220543 Jan 28 00:15:34.959592 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=20f2ad8f-83ef-4794-ae46-95d0fd7450fe,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:34.962653 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-898e3215-da77-48e6-a359-b746e5796dfa None None] Current status of the port c7a365a5-44b4-487c-bb40-1dfc75258c83 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:15:34.963109 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-898e3215-da77-48e6-a359-b746e5796dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c7a365a5-44b4-487c-bb40-1dfc75258c83), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:34.965900 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:15:34.972893 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b56dadeb-1e9a-408f-831b-063667f2944d req-2c4a9310-7d23-4270-8feb-9ae35be0151e service neutron] 10.222.0.52 "GET /v2.0/networks/82c0c83c-7ac1-4c6e-b660-c81cca988f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1946404 Jan 28 00:15:35.054934 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-715511e1-bede-4b51-9027-36925658746a service neutron] 10.222.0.70 "GET /v2.0/networks/92d66529-6b91-41b7-9215-f6667b4d2f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0457599 Jan 28 00:15:35.125687 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df2055f6-2c96-4555-80e2-01d2bd1ca00c {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:15:35.133629 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21ee9a39-a43c-4211-8724-fbaf9f51423c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (537371cb-b08c-4e4a-9703-f19818c4ad51), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:35.143903 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21ee9a39-a43c-4211-8724-fbaf9f51423c admin admin] Publish callbacks [] for router_controller (537371cb-b08c-4e4a-9703-f19818c4ad51), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:35.186373 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-898e3215-da77-48e6-a359-b746e5796dfa None None] For port c7a365a5-44b4-487c-bb40-1dfc75258c83, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c7a365a5-44b4-487c-bb40-1dfc75258c83,segment=NetworkSegment(211f962d-ac67-42ce-ae97-2d45460bf688),segment_id=211f962d-ac67-42ce-ae97-2d45460bf688)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:35.197375 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['20f2ad8f-83ef-4794-ae46-95d0fd7450fe'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:15:35.209673 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port c7a365a5-44b4-487c-bb40-1dfc75258c83 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:15:35.210136 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c7a365a5-44b4-487c-bb40-1dfc75258c83), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:35.253191 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port df2055f6-2c96-4555-80e2-01d2bd1ca00c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=df2055f6-2c96-4555-80e2-01d2bd1ca00c,segment=NetworkSegment(7a300a42-f7b1-42b4-8f52-eb992482369f),segment_id=7a300a42-f7b1-42b4-8f52-eb992482369f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:35.396198 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-c830b245-f3a3-479f-8c2b-387656e1c121 req-338fe3e9-5108-41b2-9167-b9815fccf1a5 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Deleting port 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:15:35.396933 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c830b245-f3a3-479f-8c2b-387656e1c121 req-338fe3e9-5108-41b2-9167-b9815fccf1a5 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (2572824f-6b6f-4b5a-bf1c-14eaf385e4d8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:35.400430 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dadeb-1e9a-408f-831b-063667f2944d req-22e16ca5-3b4c-4356-9799-c194d21f89b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:35.402876 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b56dadeb-1e9a-408f-831b-063667f2944d req-22e16ca5-3b4c-4356-9799-c194d21f89b5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 HTTP/1.1" status: 200 len: 920 time: 0.8809464 Jan 28 00:15:35.407375 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef9b5e3-cca9-4f78-a695-d17775293aca x-openstack-request-id: req-2ef9b5e3-cca9-4f78-a695-d17775293aca {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:15:35.407831 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df07402c-dc40-44b8-b71e-d4a22ae8d738", "tag": "df2055f6-2c96-4555-80e2-01d2bd1ca00c", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:15:35.408221 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2ef9b5e3-cca9-4f78-a695-d17775293aca {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:15:35.408664 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df07402c-dc40-44b8-b71e-d4a22ae8d738', 'tag': 'df2055f6-2c96-4555-80e2-01d2bd1ca00c', 'status': 'completed', 'code': 200} Jan 28 00:15:35.489422 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eeca2dcf-c666-40c3-b569-7ecd35ac78d0 req-90671fb2-3565-432e-845f-ca0c0cb7c4b9 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.72 HTTP/1.1" status: 200 len: 1000 time: 0.2719529 Jan 28 00:15:35.579188 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-898e3215-da77-48e6-a359-b746e5796dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c7a365a5-44b4-487c-bb40-1dfc75258c83), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:35.580014 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-c830b245-f3a3-479f-8c2b-387656e1c121 req-338fe3e9-5108-41b2-9167-b9815fccf1a5 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] For port 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2572824f-6b6f-4b5a-bf1c-14eaf385e4d8,segment=NetworkSegment(ace7d952-8e54-40cc-9a29-51557919e996),segment_id=ace7d952-8e54-40cc-9a29-51557919e996)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:35.580456 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c830b245-f3a3-479f-8c2b-387656e1c121 req-338fe3e9-5108-41b2-9167-b9815fccf1a5 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (2572824f-6b6f-4b5a-bf1c-14eaf385e4d8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:35.602836 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-c830b245-f3a3-479f-8c2b-387656e1c121 req-338fe3e9-5108-41b2-9167-b9815fccf1a5 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Calling delete_port for 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:15:35.656435 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (df2055f6-2c96-4555-80e2-01d2bd1ca00c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:35.690738 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:15:35.783556 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:15:35.784222 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (032c02e9-3bf8-41e6-b5be-6857fa3a7a97), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:35.923287 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21ee9a39-a43c-4211-8724-fbaf9f51423c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (537371cb-b08c-4e4a-9703-f19818c4ad51), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:35.925532 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ee9a39-a43c-4211-8724-fbaf9f51423c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 537371cb-b08c-4e4a-9703-f19818c4ad51 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:15:35.943078 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a38078f7-c826-4565-9147-45b2a2fd9752 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:15:36.027519 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c830b245-f3a3-479f-8c2b-387656e1c121 req-338fe3e9-5108-41b2-9167-b9815fccf1a5 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (2572824f-6b6f-4b5a-bf1c-14eaf385e4d8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:36.062008 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b56dadeb-1e9a-408f-831b-063667f2944d req-84f52d73-bdd2-4164-9ffa-c22a392b1613 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d0e3fc3-b2ca-47b5-a802-469546950a86 HTTP/1.1" status: 200 len: 217 time: 0.6363287 Jan 28 00:15:36.104985 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21ee9a39-a43c-4211-8724-fbaf9f51423c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:36.107812 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-21ee9a39-a43c-4211-8724-fbaf9f51423c admin admin] 10.222.0.70 "DELETE /v2.0/routers/537371cb-b08c-4e4a-9703-f19818c4ad51 HTTP/1.1" status: 204 len: 168 time: 3.7656972 Jan 28 00:15:36.115156 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52808) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:15:36.183552 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca2dcf-c666-40c3-b569-7ecd35ac78d0 req-684aebdc-aa95-4f78-b7ba-78e8196fcbe6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:36.195569 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eeca2dcf-c666-40c3-b569-7ecd35ac78d0 req-684aebdc-aa95-4f78-b7ba-78e8196fcbe6 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 784 time: 0.6899467 Jan 28 00:15:36.260324 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fe3e9-5108-41b2-9167-b9815fccf1a5 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Pushing event deleted for resources: {'Port': ['ID=2572824f-6b6f-4b5a-bf1c-14eaf385e4d8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:36.260851 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-eeca2dcf-c666-40c3-b569-7ecd35ac78d0 req-9b0906fd-7433-439e-8fc9-69b919538d81 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:15:36.298321 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eeca2dcf-c666-40c3-b569-7ecd35ac78d0 req-9b0906fd-7433-439e-8fc9-69b919538d81 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1007557 Jan 28 00:15:36.327540 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a38078f7-c826-4565-9147-45b2a2fd9752, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a38078f7-c826-4565-9147-45b2a2fd9752,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:36.343230 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-7c6a5abb-54dc-4494-8ef9-9c1899b9d354 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:36.350013 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-7c6a5abb-54dc-4494-8ef9-9c1899b9d354 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/networks?id=34e668b4-51cb-4481-81ad-454dd4332718 HTTP/1.1" status: 200 len: 814 time: 0.6467211 Jan 28 00:15:36.357665 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'a38078f7-c826-4565-9147-45b2a2fd9752', 'network_id': 'f388c604-9dfb-430b-954f-b2b9c1d3c352', 'port_id': 'a38078f7-c826-4565-9147-45b2a2fd9752', 'mac_address': 'fa:16:3e:fc:c8:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742a4943-8344-4614-b3ae-dda4eb02931e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:15:36.441208 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port c7a365a5-44b4-487c-bb40-1dfc75258c83 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:15:36.448751 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ffaf17-1075-4148-a06b-203ebc5829a5 admin admin] Deleting subnet c920d44e-b52f-44da-905b-e8e29b1a19f4 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:15:36.473729 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4ffaf17-1075-4148-a06b-203ebc5829a5 admin admin] Publish callbacks [] for subnet (c920d44e-b52f-44da-905b-e8e29b1a19f4), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:36.497325 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-1a90057f-03e3-43d6-9630-1f2849c2e18e None None] Provisioning complete for port c7a365a5-44b4-487c-bb40-1dfc75258c83 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:15:36.497720 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a90057f-03e3-43d6-9630-1f2849c2e18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c7a365a5-44b4-487c-bb40-1dfc75258c83), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:36.506024 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dadeb-1e9a-408f-831b-063667f2944d req-8f3e5035-92dd-4576-8d83-f200e7b69af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:36.508950 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b56dadeb-1e9a-408f-831b-063667f2944d req-8f3e5035-92dd-4576-8d83-f200e7b69af2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9bb427a5-a295-4f0c-b017-2960030e85e4 HTTP/1.1" status: 200 len: 858 time: 0.2864833 Jan 28 00:15:36.592418 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f3c0d85a-adbf-420a-83f3-6e424fd0d351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:36.593872 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-8df7f7fe-155e-4b4f-93a4-6517b70974a8 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/quotas/4a3a3fbb77c24b80b33584dcb2b7c06c HTTP/1.1" status: 200 len: 375 time: 0.2299070 Jan 28 00:15:36.606300 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fafda1-1b66-4209-9330-e43e2c1e5ec9 req-ba4c04a2-3d6a-4389-a16d-1dfcc4169f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:36.612214 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-07fafda1-1b66-4209-9330-e43e2c1e5ec9 req-ba4c04a2-3d6a-4389-a16d-1dfcc4169f7b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=21220182ac5f4100a883fefa0029cd2a&device_id=df07402c-dc40-44b8-b71e-d4a22ae8d738 HTTP/1.1" status: 200 len: 1095 time: 1.1846628 Jan 28 00:15:36.633537 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['df2055f6-2c96-4555-80e2-01d2bd1ca00c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:15:36.755305 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-d49da2a0-78b8-4d2c-bf34-04a61dd4d31e tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a3a3fbb77c24b80b33584dcb2b7c06c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1553283 Jan 28 00:15:36.772176 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['7639f8d9-58f6-4583-98a7-436bdebba962'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:15:36.846421 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e3215-da77-48e6-a359-b746e5796dfa None None] Pushing event updated for resources: {'Port': ['ID=c7a365a5-44b4-487c-bb40-1dfc75258c83,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:36.850222 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea8d1bb-943b-4ada-8b5f-90fb761bfa9b None None] Network 92d66529-6b91-41b7-9215-f6667b4d2f36 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:15:36.951085 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4ffaf17-1075-4148-a06b-203ebc5829a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (c920d44e-b52f-44da-905b-e8e29b1a19f4), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:37.138855 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fd3c8-f8aa-4d6b-8002-54ac13eb6e62 req-b647b86c-d4cb-403c-a563-3885e09a8b67 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:37.152582 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c51fd3c8-f8aa-4d6b-8002-54ac13eb6e62 req-b647b86c-d4cb-403c-a563-3885e09a8b67 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 944 time: 0.5822654 Jan 28 00:15:37.165617 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 96b59c86-9b38-4890-a355-9e0967f1bed1 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:15:37.170143 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port a38078f7-c826-4565-9147-45b2a2fd9752 is: ACTIVE; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:15:37.170563 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a38078f7-c826-4565-9147-45b2a2fd9752), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:37.347125 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a38078f7-c826-4565-9147-45b2a2fd9752 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:15:37.412144 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a38078f7-c826-4565-9147-45b2a2fd9752, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a38078f7-c826-4565-9147-45b2a2fd9752,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:37.427252 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c51fd3c8-f8aa-4d6b-8002-54ac13eb6e62 req-1f338d5f-50a7-4783-829e-02ab6bebea27 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719545 Jan 28 00:15:37.512331 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-7ea42ac9-f9f5-4f19-a228-86321f03b1c1 service neutron] 10.222.0.70 "GET /v2.0/networks/34e668b4-51cb-4481-81ad-454dd4332718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7559092 Jan 28 00:15:37.534906 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:15:37.537008 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (032c02e9-3bf8-41e6-b5be-6857fa3a7a97), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:37.540086 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-c830b245-f3a3-479f-8c2b-387656e1c121 req-338fe3e9-5108-41b2-9167-b9815fccf1a5 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] No DVR routers for this DVR port 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:15:37.551565 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dadeb-1e9a-408f-831b-063667f2944d req-d720ac5f-0d8e-40c4-b053-2e260c6c3437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:37.553261 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b56dadeb-1e9a-408f-831b-063667f2944d req-d720ac5f-0d8e-40c4-b053-2e260c6c3437 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9541764 Jan 28 00:15:37.564969 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c830b245-f3a3-479f-8c2b-387656e1c121 req-338fe3e9-5108-41b2-9167-b9815fccf1a5 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:37.573203 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c830b245-f3a3-479f-8c2b-387656e1c121 req-338fe3e9-5108-41b2-9167-b9815fccf1a5 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.52 "DELETE /v2.0/ports/2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 HTTP/1.1" status: 204 len: 173 time: 3.2601390 Jan 28 00:15:37.642460 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b81ec14-4288-4846-867d-82e20dc55245', 'name': 'network-vif-deleted', 'tag': '2572824f-6b6f-4b5a-bf1c-14eaf385e4d8'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:15:37.648107 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a67273-c63f-4d5c-b615-33e6f771b099" -d '{"events": [{"server_uuid": "0b81ec14-4288-4846-867d-82e20dc55245", "name": "network-vif-deleted", "tag": "2572824f-6b6f-4b5a-bf1c-14eaf385e4d8"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:15:37.661688 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4ffaf17-1075-4148-a06b-203ebc5829a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (c920d44e-b52f-44da-905b-e8e29b1a19f4), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:37.685243 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1a90057f-03e3-43d6-9630-1f2849c2e18e None None] Current status of the port c7a365a5-44b4-487c-bb40-1dfc75258c83 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:15:37.753852 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=032c02e9-3bf8-41e6-b5be-6857fa3a7a97,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:37.885009 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ca76a4-3b12-4390-b43a-10c5dcef754c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032c02e9-3bf8-41e6-b5be-6857fa3a7a97'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:15:37.889514 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fe78af-881c-4980-85a0-25e4ced14c88" -d '{"events": [{"server_uuid": "53ca76a4-3b12-4390-b43a-10c5dcef754c", "name": "network-vif-plugged", "status": "completed", "tag": "032c02e9-3bf8-41e6-b5be-6857fa3a7a97"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:15:37.933423 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b56dadeb-1e9a-408f-831b-063667f2944d req-e8012b23-cdc4-444b-b729-bfc200d631a5 service neutron] 10.222.0.65 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642415 Jan 28 00:15:37.968514 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a38078f7-c826-4565-9147-45b2a2fd9752), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:38.025256 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886798e-af30-4b2f-a16f-4d195c2ba892 req-a151449e-b72a-492b-aabd-76bc82a72edb tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:38.030766 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (032c02e9-3bf8-41e6-b5be-6857fa3a7a97), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:38.031571 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:15:38.040474 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d886798e-af30-4b2f-a16f-4d195c2ba892 req-a151449e-b72a-492b-aabd-76bc82a72edb tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 945 time: 0.4956291 Jan 28 00:15:38.137676 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b56dadeb-1e9a-408f-831b-063667f2944d req-f2e9f3bf-dcd8-42e2-985d-6c39d1ddcc78 service neutron] 10.222.0.65 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948946 Jan 28 00:15:38.172918 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4ffaf17-1075-4148-a06b-203ebc5829a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (c920d44e-b52f-44da-905b-e8e29b1a19f4), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:38.208642 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fafda1-1b66-4209-9330-e43e2c1e5ec9 req-4c403d66-4f0a-4c4d-83be-2eaf60bbfb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:38.210941 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-07fafda1-1b66-4209-9330-e43e2c1e5ec9 req-4c403d66-4f0a-4c4d-83be-2eaf60bbfb3e service neutron] 10.222.0.65 "GET /v2.0/networks?id=82c0c83c-7ac1-4c6e-b660-c81cca988f90 HTTP/1.1" status: 200 len: 919 time: 1.5019701 Jan 28 00:15:38.232489 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 360aeed5-c523-4314-bb9f-1bdadf5794f7 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:15:38.274545 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:15:38.274545 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2572824f-6b6f-4b5a-bf1c-14eaf385e4d8 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:15:38.320932 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-d16a548d-072c-42f1-a838-4e46bc7ebd49 service neutron] 10.222.0.70 "GET /v2.0/networks/34e668b4-51cb-4481-81ad-454dd4332718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8066509 Jan 28 00:15:38.322114 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ffaf17-1075-4148-a06b-203ebc5829a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c920d44e-b52f-44da-905b-e8e29b1a19f4,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:38.356420 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-07fafda1-1b66-4209-9330-e43e2c1e5ec9 req-4fc642a2-80ed-448a-a4ae-019182d9dedf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df2055f6-2c96-4555-80e2-01d2bd1ca00c HTTP/1.1" status: 200 len: 217 time: 0.0961101 Jan 28 00:15:38.367414 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4ffaf17-1075-4148-a06b-203ebc5829a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:38.381959 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b4ffaf17-1075-4148-a06b-203ebc5829a5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c920d44e-b52f-44da-905b-e8e29b1a19f4 HTTP/1.1" status: 204 len: 168 time: 2.2647188 Jan 28 00:15:38.391846 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-90b2a61d-417c-4c33-82ae-0524005a1c44 None None] Provisioning complete for port 96b59c86-9b38-4890-a355-9e0967f1bed1 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:15:38.392269 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-90b2a61d-417c-4c33-82ae-0524005a1c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (96b59c86-9b38-4890-a355-9e0967f1bed1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:38.398707 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d886798e-af30-4b2f-a16f-4d195c2ba892 req-385dd1fd-1a20-4f93-95b3-87040d6317f2 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563993 Jan 28 00:15:38.413324 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffaf17-1075-4148-a06b-203ebc5829a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:38.413968 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffaf17-1075-4148-a06b-203ebc5829a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:38.414508 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffaf17-1075-4148-a06b-203ebc5829a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:38.415299 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffaf17-1075-4148-a06b-203ebc5829a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:38.416723 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffaf17-1075-4148-a06b-203ebc5829a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:38.423181 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffaf17-1075-4148-a06b-203ebc5829a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:38.425450 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffaf17-1075-4148-a06b-203ebc5829a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:38.430123 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffaf17-1075-4148-a06b-203ebc5829a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:38.430658 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffaf17-1075-4148-a06b-203ebc5829a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:38.431176 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffaf17-1075-4148-a06b-203ebc5829a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:38.431757 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffaf17-1075-4148-a06b-203ebc5829a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:38.432280 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffaf17-1075-4148-a06b-203ebc5829a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:38.432787 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ffaf17-1075-4148-a06b-203ebc5829a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:15:38.447071 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52822) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:15:38.611674 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fafda1-1b66-4209-9330-e43e2c1e5ec9 req-ee4da902-e02b-4b5b-b030-99a81657cb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:38.620561 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-07fafda1-1b66-4209-9330-e43e2c1e5ec9 req-ee4da902-e02b-4b5b-b030-99a81657cb80 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1f2d560d-7bfd-47c1-8c7a-53f8ca55e6b7 HTTP/1.1" status: 200 len: 858 time: 0.2340417 Jan 28 00:15:38.801207 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['a38078f7-c826-4565-9147-45b2a2fd9752'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:15:38.813275 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4efdba9-98be-4df0-8f4d-81b9a3c1557b None None] Network 536c1183-fdef-4004-85ff-657e779c410f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:15:38.900365 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a74c55ea-e148-4676-85db-21339ceb2877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (536c1183-fdef-4004-85ff-657e779c410f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:38.901766 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=df2055f6-2c96-4555-80e2-01d2bd1ca00c,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:38.923719 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-07fafda1-1b66-4209-9330-e43e2c1e5ec9 req-5b395147-0894-4895-aeea-b0adecfb3804 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=82c0c83c-7ac1-4c6e-b660-c81cca988f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1835928 Jan 28 00:15:38.965872 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb5cd1-aa19-4e54-8306-70ad65e24ce2 req-9862516d-3238-4a0a-8326-7afdc0944e2a tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:38.967680 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-82bb5cd1-aa19-4e54-8306-70ad65e24ce2 req-9862516d-3238-4a0a-8326-7afdc0944e2a tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/ports?device_id=df07402c-dc40-44b8-b71e-d4a22ae8d738 HTTP/1.1" status: 200 len: 944 time: 0.3228354 Jan 28 00:15:39.021516 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 96b59c86-9b38-4890-a355-9e0967f1bed1 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:15:39.021905 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (96b59c86-9b38-4890-a355-9e0967f1bed1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:39.143185 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b58be87d-f0e0-4adc-9af6-3a7f1cc29cd2 req-67c6a99e-dbd8-4b45-9324-546e2f6ba475 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e29d9a7-690e-4a4c-9558-1f20666e931b HTTP/1.1" status: 200 len: 210 time: 0.1528869 Jan 28 00:15:39.222828 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-82bb5cd1-aa19-4e54-8306-70ad65e24ce2 req-b6203920-3cbd-44ca-a80a-aea90c778b87 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/security-groups?id=80e946b5-2409-4f0f-814f-5cefcbacbe2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432909 Jan 28 00:15:39.273284 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-a74c55ea-e148-4676-85db-21339ceb2877 admin admin] Deleting port 481713ac-e24e-466e-a311-d016fa20c651 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:15:39.274092 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a74c55ea-e148-4676-85db-21339ceb2877 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (481713ac-e24e-466e-a311-d016fa20c651), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:39.557604 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dadeb-1e9a-408f-831b-063667f2944d req-53b8f1ff-9d25-4a64-8013-b932a6417b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:39.562345 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b56dadeb-1e9a-408f-831b-063667f2944d req-53b8f1ff-9d25-4a64-8013-b932a6417b6f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c68080a75d8f4b37a0cc83073e4343a9&device_id=7c8237a3-391a-4734-9a60-194e23c27c63 HTTP/1.1" status: 200 len: 1096 time: 1.2008276 Jan 28 00:15:39.607163 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d1964671-07b9-49ce-8182-b8cbb0fb63f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:39.661841 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-a74c55ea-e148-4676-85db-21339ceb2877 admin admin] For port 481713ac-e24e-466e-a311-d016fa20c651, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=481713ac-e24e-466e-a311-d016fa20c651,segment=NetworkSegment(47b6339e-84b1-4a64-92cb-1e399209098f),segment_id=47b6339e-84b1-4a64-92cb-1e399209098f)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:39.663065 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a74c55ea-e148-4676-85db-21339ceb2877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (481713ac-e24e-466e-a311-d016fa20c651), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:39.709907 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-a74c55ea-e148-4676-85db-21339ceb2877 admin admin] Calling delete_port for 481713ac-e24e-466e-a311-d016fa20c651 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:15:39.729182 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2b75d136-322c-49ce-b683-d2b6e695f5c8 req-a2625390-0aaa-4242-b9c6-464438e73bd3 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.72 HTTP/1.1" status: 200 len: 1000 time: 0.2619364 Jan 28 00:15:39.856904 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 360aeed5-c523-4314-bb9f-1bdadf5794f7 is: DOWN; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:15:39.950392 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e066479-8332-4a83-90e7-99e55639de96 x-openstack-request-id: req-7e066479-8332-4a83-90e7-99e55639de96 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:15:39.951034 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b81ec14-4288-4846-867d-82e20dc55245", "name": "network-vif-deleted", "tag": "2572824f-6b6f-4b5a-bf1c-14eaf385e4d8", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:15:39.951365 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7e066479-8332-4a83-90e7-99e55639de96 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:15:39.956337 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b81ec14-4288-4846-867d-82e20dc55245', 'name': 'network-vif-deleted', 'tag': '2572824f-6b6f-4b5a-bf1c-14eaf385e4d8', 'status': 'completed', 'code': 200} Jan 28 00:15:40.041485 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-be530b82-1eff-4457-9a19-14ef3bbda038 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:40.047916 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-be530b82-1eff-4457-9a19-14ef3bbda038 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:40.050158 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-be530b82-1eff-4457-9a19-14ef3bbda038 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.65 "GET /v2.0/networks?id=2bc02fc4-c215-45f2-b54b-bd6017ac1f2a&id=92d66529-6b91-41b7-9215-f6667b4d2f36 HTTP/1.1" status: 200 len: 1391 time: 1.3602166 Jan 28 00:15:40.055364 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-07fafda1-1b66-4209-9330-e43e2c1e5ec9 req-3ac5c6af-ca1b-4a19-832e-3d97f2de837c service neutron] 10.222.0.65 "GET /v2.0/networks/82c0c83c-7ac1-4c6e-b660-c81cca988f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9707215 Jan 28 00:15:40.100962 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-4c193d1f-ff4f-4349-9fe6-e268de66f924 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Request body: {'port': {'device_id': '2e29d9a7-690e-4a4c-9558-1f20666e931b', 'network_id': '2bc02fc4-c215-45f2-b54b-bd6017ac1f2a', 'admin_state_up': True, 'tenant_id': 'ce9d3829dfd648158df1004ad9e25e7d'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:15:40.219203 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04349a7-b5d1-4842-8a76-662d7350a92d x-openstack-request-id: req-e04349a7-b5d1-4842-8a76-662d7350a92d {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:15:40.220142 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ca76a4-3b12-4390-b43a-10c5dcef754c", "name": "network-vif-plugged", "status": "completed", "tag": "032c02e9-3bf8-41e6-b5be-6857fa3a7a97", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:15:40.220331 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e04349a7-b5d1-4842-8a76-662d7350a92d {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:15:40.220751 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ca76a4-3b12-4390-b43a-10c5dcef754c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032c02e9-3bf8-41e6-b5be-6857fa3a7a97', 'code': 200} Jan 28 00:15:40.268102 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75d136-322c-49ce-b683-d2b6e695f5c8 req-7f0cfa33-2a91-4a87-8b7f-e3e4009b5548 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:40.271378 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2b75d136-322c-49ce-b683-d2b6e695f5c8 req-7f0cfa33-2a91-4a87-8b7f-e3e4009b5548 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports/f36c5652-fd2d-40bb-8ddc-a64901d96222 HTTP/1.1" status: 200 len: 942 time: 0.5335476 Jan 28 00:15:40.308004 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dadeb-1e9a-408f-831b-063667f2944d req-3a000fb5-f4a3-4dec-ba06-adc91b6a249c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:40.309688 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b56dadeb-1e9a-408f-831b-063667f2944d req-3a000fb5-f4a3-4dec-ba06-adc91b6a249c service neutron] 10.222.0.65 "GET /v2.0/networks?id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 HTTP/1.1" status: 200 len: 920 time: 0.7247651 Jan 28 00:15:40.320151 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbe163-dd4b-4086-9bed-81fcc087598b req-9a8dca2b-e5a6-4be8-8e15-14390ac54a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:40.321832 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2fcbe163-dd4b-4086-9bed-81fcc087598b req-9a8dca2b-e5a6-4be8-8e15-14390ac54a16 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 1097 time: 0.2621639 Jan 28 00:15:40.504721 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:40.513093 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-07fafda1-1b66-4209-9330-e43e2c1e5ec9 req-3060d740-ae2f-4732-a4ae-861307406bdb service neutron] 10.222.0.65 "GET /v2.0/networks/82c0c83c-7ac1-4c6e-b660-c81cca988f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072702 Jan 28 00:15:40.560118 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b56dadeb-1e9a-408f-831b-063667f2944d req-8eb7c978-d40f-4499-b296-e3febaa9563f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f36c5652-fd2d-40bb-8ddc-a64901d96222 HTTP/1.1" status: 200 len: 1000 time: 0.2260740 Jan 28 00:15:40.585332 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2fcbe163-dd4b-4086-9bed-81fcc087598b req-d3cf43ee-c5b0-4d98-8ce7-7ea5e1b59e58 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432492 Jan 28 00:15:40.644727 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b299b9-d20a-4e79-9854-aaa4cd4c6e63 req-af698195-9f26-4039-ac21-b4297b123381 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:40.669077 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-17b299b9-d20a-4e79-9854-aaa4cd4c6e63 req-af698195-9f26-4039-ac21-b4297b123381 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 944 time: 0.6583843 Jan 28 00:15:40.674391 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 96b59c86-9b38-4890-a355-9e0967f1bed1 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:15:40.675538 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (96b59c86-9b38-4890-a355-9e0967f1bed1), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:40.692670 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 20f2ad8f-83ef-4794-ae46-95d0fd7450fe up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:15:40.715037 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dadeb-1e9a-408f-831b-063667f2944d req-50a37eea-17d5-48b2-b531-1a30d2e8152d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:40.723238 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b56dadeb-1e9a-408f-831b-063667f2944d req-50a37eea-17d5-48b2-b531-1a30d2e8152d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9bb427a5-a295-4f0c-b017-2960030e85e4 HTTP/1.1" status: 200 len: 858 time: 0.1540604 Jan 28 00:15:40.726872 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-4c193d1f-ff4f-4349-9fe6-e268de66f924 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Made reservation on behalf of ce9d3829dfd648158df1004ad9e25e7d for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:15:40.731156 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-4c193d1f-ff4f-4349-9fe6-e268de66f924 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:40.796624 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=a38078f7-c826-4565-9147-45b2a2fd9752,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:40.859931 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-90b2a61d-417c-4c33-82ae-0524005a1c44 None None] Current status of the port 96b59c86-9b38-4890-a355-9e0967f1bed1 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:15:40.861810 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-90b2a61d-417c-4c33-82ae-0524005a1c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (96b59c86-9b38-4890-a355-9e0967f1bed1), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:40.886860 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:15:40.902445 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-194b4907-90b9-41d0-b8e1-272952722985 req-c1158612-be60-4e0a-baa7-dfc5bc043c57 service neutron] 10.222.0.65 "GET /v2.0/ports/360aeed5-c523-4314-bb9f-1bdadf5794f7/bindings/n-h2-826754-1 HTTP/1.1" status: 200 len: 384 time: 0.1044416 Jan 28 00:15:40.985116 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 96b59c86-9b38-4890-a355-9e0967f1bed1, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=96b59c86-9b38-4890-a355-9e0967f1bed1,segment=NetworkSegment(404a5f04-b2f8-45cf-b010-1b8b90560326),segment_id=404a5f04-b2f8-45cf-b010-1b8b90560326)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:41.013416 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a74c55ea-e148-4676-85db-21339ceb2877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (481713ac-e24e-466e-a311-d016fa20c651), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:41.048868 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (96b59c86-9b38-4890-a355-9e0967f1bed1), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:41.108225 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-4c193d1f-ff4f-4349-9fe6-e268de66f924 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Allocated IP 19.80.0.85 (2bc02fc4-c215-45f2-b54b-bd6017ac1f2a/718d9838-2bfc-40ca-86a3-5291a9335a9f/8b11aae9-51ee-47f1-9439-6b38bb353bcc) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:15:41.142665 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c963a2c-3edd-4883-a331-3cb2229b61f9 None None] DHCP port deletion for 536c1183-fdef-4004-85ff-657e779c410f request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:15:41.151269 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2b75d136-322c-49ce-b683-d2b6e695f5c8 req-58ed1b42-a323-4700-aa6a-362c6a41819b tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.72 HTTP/1.1" status: 200 len: 1000 time: 0.7474613 Jan 28 00:15:41.183384 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c55ea-e148-4676-85db-21339ceb2877 admin admin] Pushing event deleted for resources: {'Port': ['ID=481713ac-e24e-466e-a311-d016fa20c651,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:41.311539 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74c55ea-e148-4676-85db-21339ceb2877 admin admin] No DVR routers for this DVR port 481713ac-e24e-466e-a311-d016fa20c651 on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:15:41.367355 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 0978e0e2-4139-4010-85c7-8cb6fff88935 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:15:41.378436 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-17b299b9-d20a-4e79-9854-aaa4cd4c6e63 req-5bb4e0cb-a84b-441a-b1e3-5e7671f7fbc0 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7086475 Jan 28 00:15:41.440140 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:41.500004 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 20f2ad8f-83ef-4794-ae46-95d0fd7450fe completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:15:41.521343 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=032c02e9-3bf8-41e6-b5be-6857fa3a7a97,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:41.541936 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 0978e0e2-4139-4010-85c7-8cb6fff88935 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:15:41.542301 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 0978e0e2-4139-4010-85c7-8cb6fff88935 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:15:41.542707 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 39a079c6-eb9d-4e84-a57a-91a4e7fe47bc no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:15:41.680756 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 20f2ad8f-83ef-4794-ae46-95d0fd7450fe triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:15:41.688274 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (20f2ad8f-83ef-4794-ae46-95d0fd7450fe), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:41.696562 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dadeb-1e9a-408f-831b-063667f2944d req-2c0d9f39-6ffb-4876-8cbe-7c58901d6295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:41.698213 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b56dadeb-1e9a-408f-831b-063667f2944d req-2c0d9f39-6ffb-4876-8cbe-7c58901d6295 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9564676 Jan 28 00:15:41.760691 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-4c193d1f-ff4f-4349-9fe6-e268de66f924 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks [] for port (8b11aae9-51ee-47f1-9439-6b38bb353bcc), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:41.796782 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=96b59c86-9b38-4890-a355-9e0967f1bed1,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:41.810408 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a74c55ea-e148-4676-85db-21339ceb2877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (536c1183-fdef-4004-85ff-657e779c410f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:41.910700 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 39a079c6-eb9d-4e84-a57a-91a4e7fe47bc {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:15:41.911472 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 39a079c6-eb9d-4e84-a57a-91a4e7fe47bc not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:15:41.924696 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-90b2a61d-417c-4c33-82ae-0524005a1c44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:15:41.924955 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-90b2a61d-417c-4c33-82ae-0524005a1c44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:15:41.992729 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-1acae6e7-d68c-4c8f-94c6-e99dffab2f54 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:41.995221 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-1acae6e7-d68c-4c8f-94c6-e99dffab2f54 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.52 "GET /v2.0/networks?id=34e668b4-51cb-4481-81ad-454dd4332718 HTTP/1.1" status: 200 len: 814 time: 0.5597014 Jan 28 00:15:42.012960 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d62ad74e-4fe6-4ca4-a5c4-1966a10f2e35 req-e506474e-c947-486b-ab80-1ba05417d911 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90 HTTP/1.1" status: 200 len: 210 time: 0.1846566 Jan 28 00:15:42.033156 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 7639f8d9-58f6-4583-98a7-436bdebba962 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:15:42.065698 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-a74c55ea-e148-4676-85db-21339ceb2877 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['536c1183-fdef-4004-85ff-657e779c410f']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:42.087557 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-5135b145-5004-4b5e-baf3-4fb180dc77fb tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Request body: {'port': {'device_id': 'ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90', 'network_id': '34e668b4-51cb-4481-81ad-454dd4332718', 'admin_state_up': True, 'tenant_id': '4a3a3fbb77c24b80b33584dcb2b7c06c'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:15:42.128636 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-a74c55ea-e148-4676-85db-21339ceb2877 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b6339e-84b1-4a64-92cb-1e399209098f') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:42.128947 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-a74c55ea-e148-4676-85db-21339ceb2877 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b6339e-84b1-4a64-92cb-1e399209098f') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:42.146887 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75d136-322c-49ce-b683-d2b6e695f5c8 req-d1355e02-7312-4e5e-accc-c2c175f1f7f2 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:42.148627 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2b75d136-322c-49ce-b683-d2b6e695f5c8 req-d1355e02-7312-4e5e-accc-c2c175f1f7f2 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 784 time: 0.9105062 Jan 28 00:15:42.150726 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a74c55ea-e148-4676-85db-21339ceb2877 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (47b6339e-84b1-4a64-92cb-1e399209098f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:42.209190 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c7a365a5-44b4-487c-bb40-1dfc75258c83 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:15:42.228849 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a74c55ea-e148-4676-85db-21339ceb2877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (47b6339e-84b1-4a64-92cb-1e399209098f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:42.263923 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74c55ea-e148-4676-85db-21339ceb2877 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:15:42.264290 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a74c55ea-e148-4676-85db-21339ceb2877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (47b6339e-84b1-4a64-92cb-1e399209098f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:42.266484 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:15:42.266484 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:15:42.266484 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:15:42.266484 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:15:42.266484 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:15:42.266484 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:15:42.266484 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:15:42.266484 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:15:42.266484 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:15:42.266484 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:15:42.266484 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:15:42.266484 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:15:42.266484 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:15:42.266484 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:15:42.266484 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:15:42.266484 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:15:42.266484 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:15:42.266484 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:15:42.266484 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:15:42.266484 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:15:42.266484 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:15:42.266484 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:15:42.266484 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:15:42.266484 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:15:42.266484 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:15:42.266484 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:15:42.266484 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:15:42.266484 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:15:42.266484 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:15:42.266484 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:15:42.266484 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:15:42.266484 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:15:42.301982 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:42.305710 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 20f2ad8f-83ef-4794-ae46-95d0fd7450fe is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:15:42.306160 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (20f2ad8f-83ef-4794-ae46-95d0fd7450fe), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:42.342475 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 7639f8d9-58f6-4583-98a7-436bdebba962 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:15:42.356044 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac23725-66cb-487d-84cc-168acf2e45c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f2ad8f-83ef-4794-ae46-95d0fd7450fe'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:15:42.358292 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f5e10e-0b3d-4c6e-bbd9-04e67d61ae25" -d '{"events": [{"server_uuid": "5ac23725-66cb-487d-84cc-168acf2e45c1", "name": "network-vif-plugged", "status": "completed", "tag": "20f2ad8f-83ef-4794-ae46-95d0fd7450fe"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:15:42.361446 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 7639f8d9-58f6-4583-98a7-436bdebba962 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:15:42.361940 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (7639f8d9-58f6-4583-98a7-436bdebba962), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:42.408200 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 20f2ad8f-83ef-4794-ae46-95d0fd7450fe, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=20f2ad8f-83ef-4794-ae46-95d0fd7450fe,segment=NetworkSegment(7a300a42-f7b1-42b4-8f52-eb992482369f),segment_id=7a300a42-f7b1-42b4-8f52-eb992482369f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:42.419910 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (20f2ad8f-83ef-4794-ae46-95d0fd7450fe), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:42.436460 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2b75d136-322c-49ce-b683-d2b6e695f5c8 req-e86c0468-e7e3-45a6-9edf-ad240e86fca9 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.72 HTTP/1.1" status: 200 len: 1000 time: 0.2749438 Jan 28 00:15:42.467255 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-2b75d136-322c-49ce-b683-d2b6e695f5c8 req-f1e9b97b-4d22-4146-9f90-9afd5bcfae75 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:15:42.490245 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port c7a365a5-44b4-487c-bb40-1dfc75258c83 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:15:42.490601 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c7a365a5-44b4-487c-bb40-1dfc75258c83), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:42.557442 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-4c193d1f-ff4f-4349-9fe6-e268de66f924 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (8b11aae9-51ee-47f1-9439-6b38bb353bcc), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:42.561023 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a74c55ea-e148-4676-85db-21339ceb2877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (536c1183-fdef-4004-85ff-657e779c410f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:42.565740 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-5135b145-5004-4b5e-baf3-4fb180dc77fb tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Made reservation on behalf of 4a3a3fbb77c24b80b33584dcb2b7c06c for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:15:42.571500 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-5135b145-5004-4b5e-baf3-4fb180dc77fb tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:42.601385 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a74c55ea-e148-4676-85db-21339ceb2877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:42.617128 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a74c55ea-e148-4676-85db-21339ceb2877 admin admin] 10.222.0.70 "DELETE /v2.0/networks/536c1183-fdef-4004-85ff-657e779c410f HTTP/1.1" status: 204 len: 168 time: 4.1647649 Jan 28 00:15:42.654576 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c193d1f-ff4f-4349-9fe6-e268de66f924 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Pushing event updated for resources: {'Port': ['ID=8b11aae9-51ee-47f1-9439-6b38bb353bcc,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:42.684171 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b56dadeb-1e9a-408f-831b-063667f2944d req-1a67f4e6-3470-47d8-9309-1fb2144481ac service neutron] 10.222.0.65 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9665031 Jan 28 00:15:42.692453 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158de39a-4259-4bee-8df1-7031774ce755 req-2cefdc60-aaa2-496f-8d29-5628ad56d76c tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:42.709780 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-4c193d1f-ff4f-4349-9fe6-e268de66f924 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Network 2bc02fc4-c215-45f2-b54b-bd6017ac1f2a is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:15:42.722108 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-158de39a-4259-4bee-8df1-7031774ce755 req-2cefdc60-aaa2-496f-8d29-5628ad56d76c tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 946 time: 0.4615583 Jan 28 00:15:42.790249 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port c7a365a5-44b4-487c-bb40-1dfc75258c83 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:15:42.793433 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 96b59c86-9b38-4890-a355-9e0967f1bed1 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:15:42.800864 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c55ea-e148-4676-85db-21339ceb2877 admin admin] Pushing event deleted for resources: {'Network': ['ID=536c1183-fdef-4004-85ff-657e779c410f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:42.858982 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-4c193d1f-ff4f-4349-9fe6-e268de66f924 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:15:42.866124 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b56dadeb-1e9a-408f-831b-063667f2944d req-c36c120d-f353-47c8-8258-16cc38251e64 service neutron] 10.222.0.65 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541944 Jan 28 00:15:42.870045 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-4c193d1f-ff4f-4349-9fe6-e268de66f924 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:15:42.888745 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-2b75d136-322c-49ce-b683-d2b6e695f5c8 req-f1e9b97b-4d22-4146-9f90-9afd5bcfae75 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks [] for floatingip (00bb8379-4af9-42a4-9797-39b624fcb9f8), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:42.971164 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-90b2a61d-417c-4c33-82ae-0524005a1c44 None None] Current status of the port 96b59c86-9b38-4890-a355-9e0967f1bed1 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:15:42.978845 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52858) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:15:43.002132 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=20f2ad8f-83ef-4794-ae46-95d0fd7450fe,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:43.010725 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:43.044779 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 7639f8d9-58f6-4583-98a7-436bdebba962 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:15:43.045654 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7639f8d9-58f6-4583-98a7-436bdebba962), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:43.058160 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-158de39a-4259-4bee-8df1-7031774ce755 req-3e74c361-9a56-49c5-ae13-a5a38cd57f71 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341975 Jan 28 00:15:43.063406 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 96b59c86-9b38-4890-a355-9e0967f1bed1 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:15:43.064287 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (96b59c86-9b38-4890-a355-9e0967f1bed1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:43.096661 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-194b4907-90b9-41d0-b8e1-272952722985 req-22027aa8-5b32-4e6f-85c1-2aff0aea8d9c service neutron] For port 360aeed5-c523-4314-bb9f-1bdadf5794f7, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=360aeed5-c523-4314-bb9f-1bdadf5794f7,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:43.242403 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-4c193d1f-ff4f-4349-9fe6-e268de66f924 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:43.242809 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f81c4394-69c3-437b-8a24-aa4dbe325bbe None None] Provisioning complete for port 96b59c86-9b38-4890-a355-9e0967f1bed1 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:15:43.243274 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-4c193d1f-ff4f-4349-9fe6-e268de66f924 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:43.243668 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f81c4394-69c3-437b-8a24-aa4dbe325bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (96b59c86-9b38-4890-a355-9e0967f1bed1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:43.258097 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-194b4907-90b9-41d0-b8e1-272952722985 req-22027aa8-5b32-4e6f-85c1-2aff0aea8d9c service neutron] For port 360aeed5-c523-4314-bb9f-1bdadf5794f7, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:15:43.365355 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 7639f8d9-58f6-4583-98a7-436bdebba962, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=7639f8d9-58f6-4583-98a7-436bdebba962,segment=NetworkSegment(7a300a42-f7b1-42b4-8f52-eb992482369f),segment_id=7a300a42-f7b1-42b4-8f52-eb992482369f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:43.383464 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (7639f8d9-58f6-4583-98a7-436bdebba962), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:43.385495 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device df2055f6-2c96-4555-80e2-01d2bd1ca00c up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:15:43.437063 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-2b75d136-322c-49ce-b683-d2b6e695f5c8 req-f1e9b97b-4d22-4146-9f90-9afd5bcfae75 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:43.454132 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-2b75d136-322c-49ce-b683-d2b6e695f5c8 req-f1e9b97b-4d22-4146-9f90-9afd5bcfae75 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (00bb8379-4af9-42a4-9797-39b624fcb9f8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:43.454539 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [req-2b75d136-322c-49ce-b683-d2b6e695f5c8 req-f1e9b97b-4d22-4146-9f90-9afd5bcfae75 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Floating IP 00bb8379-4af9-42a4-9797-39b624fcb9f8 disassociated. External IP: 172.25.3.72, port: f36c5652-fd2d-40bb-8ddc-a64901d96222. Jan 28 00:15:43.615681 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a9d62-616b-4552-88eb-907406c86863 req-21f1c0ee-8871-46ca-b79a-b6d26bc4eb2c tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:43.630873 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fc0a9d62-616b-4552-88eb-907406c86863 req-21f1c0ee-8871-46ca-b79a-b6d26bc4eb2c tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e29d9a7-690e-4a4c-9558-1f20666e931b HTTP/1.1" status: 200 len: 931 time: 0.1908424 Jan 28 00:15:43.708368 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52870) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:15:43.708817 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a5cd2a30-09ff-4817-aade-2d122207fffe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4fbf0a6223374ddfb503943d84d40270&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7038302 Jan 28 00:15:43.724129 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fc0a9d62-616b-4552-88eb-907406c86863 req-17256d4a-912d-49dd-b68a-6d9019f343b9 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/security-groups?id=de3aa900-c795-4b50-aeb7-917df0e11d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921066 Jan 28 00:15:43.752274 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=7639f8d9-58f6-4583-98a7-436bdebba962,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:43.770290 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f81c4394-69c3-437b-8a24-aa4dbe325bbe None None] Current status of the port 96b59c86-9b38-4890-a355-9e0967f1bed1 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:15:43.778905 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 96b59c86-9b38-4890-a355-9e0967f1bed1 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:15:43.832760 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port df2055f6-2c96-4555-80e2-01d2bd1ca00c completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:15:43.835018 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:43.839031 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port df2055f6-2c96-4555-80e2-01d2bd1ca00c triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:15:43.839415 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (df2055f6-2c96-4555-80e2-01d2bd1ca00c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:43.860515 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-194b4907-90b9-41d0-b8e1-272952722985 req-22027aa8-5b32-4e6f-85c1-2aff0aea8d9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 360aeed5-c523-4314-bb9f-1bdadf5794f7 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:15:43.905066 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 481713ac-e24e-466e-a311-d016fa20c651 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:15:43.908234 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-4c193d1f-ff4f-4349-9fe6-e268de66f924 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8180265 Jan 28 00:15:43.914005 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-194b4907-90b9-41d0-b8e1-272952722985 req-22027aa8-5b32-4e6f-85c1-2aff0aea8d9c service neutron] For port 360aeed5-c523-4314-bb9f-1bdadf5794f7, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=360aeed5-c523-4314-bb9f-1bdadf5794f7,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:43.936106 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-862ecc63-b46b-4ce1-872e-08216d5883b9 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Request body: {'port': {'device_id': '2e29d9a7-690e-4a4c-9558-1f20666e931b', 'network_id': '92d66529-6b91-41b7-9215-f6667b4d2f36', 'admin_state_up': True, 'tenant_id': 'ce9d3829dfd648158df1004ad9e25e7d'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:15:43.958460 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 481713ac-e24e-466e-a311-d016fa20c651 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:15:43.958460 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 481713ac-e24e-466e-a311-d016fa20c651 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:15:43.972575 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-b7c0cd59-81f0-455f-8f1a-d7bfa029330f None None] Provisioning complete for port 8b11aae9-51ee-47f1-9439-6b38bb353bcc triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:15:43.972575 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b7c0cd59-81f0-455f-8f1a-d7bfa029330f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8b11aae9-51ee-47f1-9439-6b38bb353bcc), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:43.974954 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ad1737b6-fd1a-44b2-969c-b125d200623f admin admin] Publish callbacks [] for security_group (fc001e43-0d09-4371-bda7-6ba43ece360c), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:44.035185 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-194b4907-90b9-41d0-b8e1-272952722985 req-22027aa8-5b32-4e6f-85c1-2aff0aea8d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (360aeed5-c523-4314-bb9f-1bdadf5794f7), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:44.057628 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-5135b145-5004-4b5e-baf3-4fb180dc77fb tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Allocated IP 172.20.0.13 (34e668b4-51cb-4481-81ad-454dd4332718/40be5895-f422-46c1-9739-caeeaa660ce4/138bd7b0-92db-49fe-a954-a3c600ccb036) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:15:44.106569 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ad1737b6-fd1a-44b2-969c-b125d200623f admin admin] Publish callbacks [] for security_group (fc001e43-0d09-4371-bda7-6ba43ece360c), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:44.114960 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b7c0cd59-81f0-455f-8f1a-d7bfa029330f None None] Port 8b11aae9-51ee-47f1-9439-6b38bb353bcc cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:15:44.181953 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port df2055f6-2c96-4555-80e2-01d2bd1ca00c is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:15:44.183143 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (df2055f6-2c96-4555-80e2-01d2bd1ca00c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:44.232308 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-862ecc63-b46b-4ce1-872e-08216d5883b9 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Made reservation on behalf of ce9d3829dfd648158df1004ad9e25e7d for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:15:44.237781 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-862ecc63-b46b-4ce1-872e-08216d5883b9 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:44.270780 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b75d136-322c-49ce-b683-d2b6e695f5c8 req-f1e9b97b-4d22-4146-9f90-9afd5bcfae75 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Router 94d62d5b-c9f6-4adf-b6c0-f59cde170079 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:15:44.274768 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-194b4907-90b9-41d0-b8e1-272952722985 req-22027aa8-5b32-4e6f-85c1-2aff0aea8d9c service neutron] Transition to ACTIVE for port object 360aeed5-c523-4314-bb9f-1bdadf5794f7 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:15:44.316285 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port df2055f6-2c96-4555-80e2-01d2bd1ca00c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=df2055f6-2c96-4555-80e2-01d2bd1ca00c,segment=NetworkSegment(7a300a42-f7b1-42b4-8f52-eb992482369f),segment_id=7a300a42-f7b1-42b4-8f52-eb992482369f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:44.320501 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-194b4907-90b9-41d0-b8e1-272952722985 req-22027aa8-5b32-4e6f-85c1-2aff0aea8d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (360aeed5-c523-4314-bb9f-1bdadf5794f7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:44.324652 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (df2055f6-2c96-4555-80e2-01d2bd1ca00c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:44.366910 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680fd0-b955-49f4-af95-2f9ae58e89e4 req-8f0603d3-dd35-441b-8cd8-8e90fd132f66 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:44.373834 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-83680fd0-b955-49f4-af95-2f9ae58e89e4 req-8f0603d3-dd35-441b-8cd8-8e90fd132f66 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/ports?device_id=df07402c-dc40-44b8-b71e-d4a22ae8d738 HTTP/1.1" status: 200 len: 944 time: 0.4492710 Jan 28 00:15:44.380694 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a38078f7-c826-4565-9147-45b2a2fd9752 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:15:44.489670 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port a38078f7-c826-4565-9147-45b2a2fd9752 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:15:44.492409 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a38078f7-c826-4565-9147-45b2a2fd9752), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:44.504704 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ad1737b6-fd1a-44b2-969c-b125d200623f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (fc001e43-0d09-4371-bda7-6ba43ece360c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:44.508479 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ad1737b6-fd1a-44b2-969c-b125d200623f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:44.510427 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ad1737b6-fd1a-44b2-969c-b125d200623f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fc001e43-0d09-4371-bda7-6ba43ece360c HTTP/1.1" status: 204 len: 168 time: 0.7998958 Jan 28 00:15:44.574801 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1737b6-fd1a-44b2-969c-b125d200623f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc001e43-0d09-4371-bda7-6ba43ece360c,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:44.579690 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=df2055f6-2c96-4555-80e2-01d2bd1ca00c,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:44.616673 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22027aa8-5b32-4e6f-85c1-2aff0aea8d9c service neutron] Pushing event updated for resources: {'Port': ['ID=360aeed5-c523-4314-bb9f-1bdadf5794f7,revision_number=10']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:44.755798 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-194b4907-90b9-41d0-b8e1-272952722985 req-22027aa8-5b32-4e6f-85c1-2aff0aea8d9c service neutron] No DVR routers for this DVR port 360aeed5-c523-4314-bb9f-1bdadf5794f7 on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:15:44.769746 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-83680fd0-b955-49f4-af95-2f9ae58e89e4 req-2e2d8b41-e821-4362-b116-dfd7c05869ec tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/security-groups?id=80e946b5-2409-4f0f-814f-5cefcbacbe2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076365 Jan 28 00:15:44.861514 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port a38078f7-c826-4565-9147-45b2a2fd9752 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:15:44.862065 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b75d136-322c-49ce-b683-d2b6e695f5c8 req-f1e9b97b-4d22-4146-9f90-9afd5bcfae75 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:15:44.862317 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a38078f7-c826-4565-9147-45b2a2fd9752), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:44.881126 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-2b75d136-322c-49ce-b683-d2b6e695f5c8 req-f1e9b97b-4d22-4146-9f90-9afd5bcfae75 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:44.905649 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf42c545-bf52-4aa3-9c50-5b2cf053b3b9 None None] Sync routers for ids ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:15:45.006277 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f29fe18-a816-42b1-b855-b583ae3c09f4 x-openstack-request-id: req-8f29fe18-a816-42b1-b855-b583ae3c09f4 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:15:45.007421 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac23725-66cb-487d-84cc-168acf2e45c1", "name": "network-vif-plugged", "status": "completed", "tag": "20f2ad8f-83ef-4794-ae46-95d0fd7450fe", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:15:45.007639 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8f29fe18-a816-42b1-b855-b583ae3c09f4 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:15:45.011457 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac23725-66cb-487d-84cc-168acf2e45c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f2ad8f-83ef-4794-ae46-95d0fd7450fe', 'code': 200} Jan 28 00:15:45.013402 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf42c545-bf52-4aa3-9c50-5b2cf053b3b9 None None] Routers {'94d62d5b-c9f6-4adf-b6c0-f59cde170079'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:15:45.020196 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-bf42c545-bf52-4aa3-9c50-5b2cf053b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:15:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:45.053385 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-194b4907-90b9-41d0-b8e1-272952722985 req-22027aa8-5b32-4e6f-85c1-2aff0aea8d9c service neutron] 10.222.0.65 "PUT /v2.0/ports/360aeed5-c523-4314-bb9f-1bdadf5794f7/bindings/n-h2-826754-1/activate HTTP/1.1" status: 200 len: 369 time: 3.7719736 Jan 28 00:15:45.054652 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2b75d136-322c-49ce-b683-d2b6e695f5c8 req-f1e9b97b-4d22-4146-9f90-9afd5bcfae75 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "PUT /v2.0/floatingips/00bb8379-4af9-42a4-9797-39b624fcb9f8 HTTP/1.1" status: 200 len: 694 time: 2.5989704 Jan 28 00:15:45.059248 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c8237a3-391a-4734-9a60-194e23c27c63', 'tag': 'f36c5652-fd2d-40bb-8ddc-a64901d96222'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:15:45.093841 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23854b24-5085-4b54-951a-65bd595871c9" -d '{"events": [{"name": "network-changed", "server_uuid": "7c8237a3-391a-4734-9a60-194e23c27c63", "tag": "f36c5652-fd2d-40bb-8ddc-a64901d96222"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:15:45.179302 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-5135b145-5004-4b5e-baf3-4fb180dc77fb tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Publish callbacks [] for port (138bd7b0-92db-49fe-a954-a3c600ccb036), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:45.205000 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a38078f7-c826-4565-9147-45b2a2fd9752, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a38078f7-c826-4565-9147-45b2a2fd9752,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:45.239441 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a38078f7-c826-4565-9147-45b2a2fd9752), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:45.246890 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-862ecc63-b46b-4ce1-872e-08216d5883b9 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Allocated IP 19.86.0.73 (92d66529-6b91-41b7-9215-f6667b4d2f36/90ee885c-ff40-4ce6-bc77-a52cf040b6d4/47efd737-2b5e-495c-a6fe-6ffc89dc4607) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:15:45.483660 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75d136-322c-49ce-b683-d2b6e695f5c8 req-c5c493e5-da82-4c89-9150-b11eb5263a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:45.486078 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-5135b145-5004-4b5e-baf3-4fb180dc77fb tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (138bd7b0-92db-49fe-a954-a3c600ccb036), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:45.488947 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2b75d136-322c-49ce-b683-d2b6e695f5c8 req-c5c493e5-da82-4c89-9150-b11eb5263a8e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c68080a75d8f4b37a0cc83073e4343a9&device_id=7c8237a3-391a-4734-9a60-194e23c27c63 HTTP/1.1" status: 200 len: 1096 time: 0.3492973 Jan 28 00:15:45.805230 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf67d5-02e0-480c-8e93-ef5a538746e0 req-e1f704ea-5698-4434-af36-f985b32bbfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:45.809047 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04cf67d5-02e0-480c-8e93-ef5a538746e0 req-e1f704ea-5698-4434-af36-f985b32bbfd7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5ac23725-66cb-487d-84cc-168acf2e45c1 HTTP/1.1" status: 200 len: 1096 time: 0.6105106 Jan 28 00:15:45.914561 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=a38078f7-c826-4565-9147-45b2a2fd9752,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:45.975919 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b4907-90b9-41d0-b8e1-272952722985 req-0ccc6c23-f7ff-4c03-8a02-b51728ff7312 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:45.978165 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-194b4907-90b9-41d0-b8e1-272952722985 req-0ccc6c23-f7ff-4c03-8a02-b51728ff7312 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b&tenant_id=6990d737c5db4738a7ab281f03db2443&binding%3Ahost_id=n-h1-826754-1 HTTP/1.1" status: 200 len: 1096 time: 0.7617431 Jan 28 00:15:46.018231 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-bf42c545-bf52-4aa3-9c50-5b2cf053b3b9 None None] Set router 94d62d5b-c9f6-4adf-b6c0-f59cde170079 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:15:46.083080 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04cf67d5-02e0-480c-8e93-ef5a538746e0 req-cb65a255-73cd-4dbf-85b3-708ab33b1028 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=80e946b5-2409-4f0f-814f-5cefcbacbe2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649815 Jan 28 00:15:46.094780 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52884) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:15:46.105868 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-5135b145-5004-4b5e-baf3-4fb180dc77fb tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Network 34e668b4-51cb-4481-81ad-454dd4332718 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:15:46.125020 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78901c45-d3b9-4333-a794-463c41e8968c req-cbcf5127-68e4-4e0f-9acc-44673c112c51 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:46.125847 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135b145-5004-4b5e-baf3-4fb180dc77fb tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Pushing event updated for resources: {'Port': ['ID=138bd7b0-92db-49fe-a954-a3c600ccb036,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:46.132310 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-5135b145-5004-4b5e-baf3-4fb180dc77fb tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:15:46.137520 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-5135b145-5004-4b5e-baf3-4fb180dc77fb tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:15:46.146032 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78901c45-d3b9-4333-a794-463c41e8968c req-cbcf5127-68e4-4e0f-9acc-44673c112c51 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 945 time: 0.8130457 Jan 28 00:15:46.196640 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-862ecc63-b46b-4ce1-872e-08216d5883b9 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks [] for port (47efd737-2b5e-495c-a6fe-6ffc89dc4607), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:46.212542 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b4907-90b9-41d0-b8e1-272952722985 req-4a0b5345-d7d9-4bb7-877f-84677ab6de1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:46.214900 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-194b4907-90b9-41d0-b8e1-272952722985 req-4a0b5345-d7d9-4bb7-877f-84677ab6de1f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b&tenant_id=6990d737c5db4738a7ab281f03db2443 HTTP/1.1" status: 200 len: 1096 time: 0.2108011 Jan 28 00:15:46.255868 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75d136-322c-49ce-b683-d2b6e695f5c8 req-f0ee728a-e798-40fb-b2dc-f3553f83bb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:46.257972 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2b75d136-322c-49ce-b683-d2b6e695f5c8 req-f0ee728a-e798-40fb-b2dc-f3553f83bb79 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 HTTP/1.1" status: 200 len: 920 time: 0.7313592 Jan 28 00:15:46.283261 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-5135b145-5004-4b5e-baf3-4fb180dc77fb tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:46.284320 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-5135b145-5004-4b5e-baf3-4fb180dc77fb tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:46.286749 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78901c45-d3b9-4333-a794-463c41e8968c req-5aa488e1-7a00-4ae2-a100-8eb47cf164e2 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402266 Jan 28 00:15:46.333451 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-802a8fee-87dd-4259-9be6-d7368c588187 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dc07123b62df4b78a3e16a1d5c977eda&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2282333 Jan 28 00:15:46.338635 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52886) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:15:46.375597 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2b75d136-322c-49ce-b683-d2b6e695f5c8 req-33273533-d9f0-43cf-9036-f22b5f1d3e16 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f36c5652-fd2d-40bb-8ddc-a64901d96222 HTTP/1.1" status: 200 len: 217 time: 0.0693727 Jan 28 00:15:46.389071 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-bf42c545-bf52-4aa3-9c50-5b2cf053b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'name': 'tempest-FloatingIPsAssociationTestJSON-64484721-router', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:46Z', 'updated_at': '2022-01-28T00:13:53Z', 'revision_number': 4, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'gw_port': {'id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:48Z', 'updated_at': '2022-01-28T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '96c5189a-601d-4cb3-b475-c000a5281143', 'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'mac_address': 'fa:16:3e:8a:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:52Z', 'updated_at': '2022-01-28T00:14:05Z', 'revision_number': 5, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'subnets': [{'id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:46.400201 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-5135b145-5004-4b5e-baf3-4fb180dc77fb tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3171711 Jan 28 00:15:46.404234 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-862ecc63-b46b-4ce1-872e-08216d5883b9 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (47efd737-2b5e-495c-a6fe-6ffc89dc4607), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:46.436861 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf42c545-bf52-4aa3-9c50-5b2cf053b3b9 None None] Checking router: 94d62d5b-c9f6-4adf-b6c0-f59cde170079 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:15:46.465363 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf42c545-bf52-4aa3-9c50-5b2cf053b3b9 None None] Routers {'94d62d5b-c9f6-4adf-b6c0-f59cde170079'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:15:46.466144 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-bf42c545-bf52-4aa3-9c50-5b2cf053b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:15:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:46.485015 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75d136-322c-49ce-b683-d2b6e695f5c8 req-fd8349da-5804-4556-aba4-bbdca89fec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:46.488304 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2b75d136-322c-49ce-b683-d2b6e695f5c8 req-fd8349da-5804-4556-aba4-bbdca89fec1e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9bb427a5-a295-4f0c-b017-2960030e85e4 HTTP/1.1" status: 200 len: 858 time: 0.1012814 Jan 28 00:15:46.613194 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-075f33c9-8d97-4205-ab64-3039aebe5cd9 service neutron] Request body: {'port': {'device_id': 'ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:15:46.686255 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-862ecc63-b46b-4ce1-872e-08216d5883b9 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Network 92d66529-6b91-41b7-9215-f6667b4d2f36 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:15:46.688126 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-bf42c545-bf52-4aa3-9c50-5b2cf053b3b9 None None] Set router 94d62d5b-c9f6-4adf-b6c0-f59cde170079 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:15:46.718693 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-862ecc63-b46b-4ce1-872e-08216d5883b9 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:15:46.721785 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-862ecc63-b46b-4ce1-872e-08216d5883b9 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:15:46.762881 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ecc63-b46b-4ce1-872e-08216d5883b9 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Pushing event updated for resources: {'Port': ['ID=47efd737-2b5e-495c-a6fe-6ffc89dc4607,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:46.777748 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-075f33c9-8d97-4205-ab64-3039aebe5cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (138bd7b0-92db-49fe-a954-a3c600ccb036), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:46.821635 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-263a008e-01c1-406d-b443-c9099783b9db admin admin] Publish callbacks [] for security_group (8f07e168-811e-4171-a3e2-cfe26373c834), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:46.885769 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-862ecc63-b46b-4ce1-872e-08216d5883b9 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:46.886437 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-862ecc63-b46b-4ce1-872e-08216d5883b9 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:46.926861 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-263a008e-01c1-406d-b443-c9099783b9db admin admin] Publish callbacks [] for security_group (8f07e168-811e-4171-a3e2-cfe26373c834), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:46.988942 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-862ecc63-b46b-4ce1-872e-08216d5883b9 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0586035 Jan 28 00:15:47.061048 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b74372-75b7-44af-b682-a1a336e66b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7639f8d9-58f6-4583-98a7-436bdebba962'}, {'server_uuid': 'df07402c-dc40-44b8-b71e-d4a22ae8d738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2055f6-2c96-4555-80e2-01d2bd1ca00c'}, {'server_uuid': 'df608004-9016-4630-8b98-755b6c50cd1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38078f7-c826-4565-9147-45b2a2fd9752'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:15:47.064824 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d2558e-54bb-490b-820e-0455af4958f5" -d '{"events": [{"server_uuid": "e8b74372-75b7-44af-b682-a1a336e66b3d", "name": "network-vif-plugged", "status": "completed", "tag": "7639f8d9-58f6-4583-98a7-436bdebba962"}, {"server_uuid": "df07402c-dc40-44b8-b71e-d4a22ae8d738", "name": "network-vif-plugged", "status": "completed", "tag": "df2055f6-2c96-4555-80e2-01d2bd1ca00c"}, {"server_uuid": "df608004-9016-4630-8b98-755b6c50cd1a", "name": "network-vif-plugged", "status": "completed", "tag": "a38078f7-c826-4565-9147-45b2a2fd9752"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:15:47.095733 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-c8395ed5-2977-4660-9996-4f40d8ce7734 service neutron] Request body: {'port': {'device_id': '2e29d9a7-690e-4a4c-9558-1f20666e931b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:15:47.164196 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-bf42c545-bf52-4aa3-9c50-5b2cf053b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'name': 'tempest-FloatingIPsAssociationTestJSON-64484721-router', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:46Z', 'updated_at': '2022-01-28T00:13:53Z', 'revision_number': 4, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'gw_port': {'id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:48Z', 'updated_at': '2022-01-28T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '96c5189a-601d-4cb3-b475-c000a5281143', 'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'mac_address': 'fa:16:3e:8a:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:52Z', 'updated_at': '2022-01-28T00:14:05Z', 'revision_number': 5, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'subnets': [{'id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:47.166563 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b4907-90b9-41d0-b8e1-272952722985 req-f0c8632f-4933-42a2-b5c1-9fad9e723f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:47.171171 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-194b4907-90b9-41d0-b8e1-272952722985 req-f0c8632f-4933-42a2-b5c1-9fad9e723f23 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6990d737c5db4738a7ab281f03db2443&device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 1096 time: 0.6514387 Jan 28 00:15:47.222743 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf42c545-bf52-4aa3-9c50-5b2cf053b3b9 None None] The sync data for ids ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'] in n-d-826754-1 is: [{'id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'name': 'tempest-FloatingIPsAssociationTestJSON-64484721-router', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:46Z', 'updated_at': '2022-01-28T00:13:53Z', 'revision_number': 4, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'gw_port': {'id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:48Z', 'updated_at': '2022-01-28T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '96c5189a-601d-4cb3-b475-c000a5281143', 'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'mac_address': 'fa:16:3e:8a:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:52Z', 'updated_at': '2022-01-28T00:14:05Z', 'revision_number': 5, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'subnets': [{'id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:15:47.272578 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-263a008e-01c1-406d-b443-c9099783b9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (8f07e168-811e-4171-a3e2-cfe26373c834), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:47.275340 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-263a008e-01c1-406d-b443-c9099783b9db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:47.279810 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-263a008e-01c1-406d-b443-c9099783b9db admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8f07e168-811e-4171-a3e2-cfe26373c834 HTTP/1.1" status: 204 len: 168 time: 0.9355378 Jan 28 00:15:47.280886 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-c8395ed5-2977-4660-9996-4f40d8ce7734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8b11aae9-51ee-47f1-9439-6b38bb353bcc), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:47.285252 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75d136-322c-49ce-b683-d2b6e695f5c8 req-72884ff5-f7e2-4a6a-ace3-17ea57ebce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:47.288888 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2b75d136-322c-49ce-b683-d2b6e695f5c8 req-72884ff5-f7e2-4a6a-ace3-17ea57ebce22 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7899721 Jan 28 00:15:47.312268 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-1fc4c036-787c-4cd5-a567-e92f61db8b6b None None] Provisioning complete for port 47efd737-2b5e-495c-a6fe-6ffc89dc4607 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:15:47.313435 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c036-787c-4cd5-a567-e92f61db8b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (47efd737-2b5e-495c-a6fe-6ffc89dc4607), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:47.325632 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a008e-01c1-406d-b443-c9099783b9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f07e168-811e-4171-a3e2-cfe26373c834,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:47.510695 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111a402-e29e-4d5f-a8e9-8a276c065b65 req-a632660e-a35a-430a-abb0-c9f04841b908 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:47.514524 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1111a402-e29e-4d5f-a8e9-8a276c065b65 req-a632660e-a35a-430a-abb0-c9f04841b908 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90 HTTP/1.1" status: 200 len: 932 time: 0.9303346 Jan 28 00:15:47.606153 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1fc4c036-787c-4cd5-a567-e92f61db8b6b None None] Port 47efd737-2b5e-495c-a6fe-6ffc89dc4607 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:15:47.655498 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b4907-90b9-41d0-b8e1-272952722985 req-a6a8a40c-f7d8-4109-ae21-a3cb0414f9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:47.658616 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-194b4907-90b9-41d0-b8e1-272952722985 req-a6a8a40c-f7d8-4109-ae21-a3cb0414f9e3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf HTTP/1.1" status: 200 len: 922 time: 0.4501371 Jan 28 00:15:47.794415 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-194b4907-90b9-41d0-b8e1-272952722985 req-97e0d782-eae7-4389-b138-243fa3fb381f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=360aeed5-c523-4314-bb9f-1bdadf5794f7 HTTP/1.1" status: 200 len: 217 time: 0.1228099 Jan 28 00:15:47.830796 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1111a402-e29e-4d5f-a8e9-8a276c065b65 req-70e1475e-0ae6-4fd0-93ed-afa40de4b9d2 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007648 Jan 28 00:15:47.857880 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2b75d136-322c-49ce-b683-d2b6e695f5c8 req-2e6702e1-9535-4f7f-905b-dc5474e6987a service neutron] 10.222.0.70 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087354 Jan 28 00:15:47.869117 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b36d96-9f45-4911-a759-37917348b726 None None] New status for floating IP 00bb8379-4af9-42a4-9797-39b624fcb9f8: DOWN {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:15:47.907852 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-075f33c9-8d97-4205-ab64-3039aebe5cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 138bd7b0-92db-49fe-a954-a3c600ccb036 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:15:47.934326 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-075f33c9-8d97-4205-ab64-3039aebe5cd9 service neutron] Publish callbacks [] for port (138bd7b0-92db-49fe-a954-a3c600ccb036), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:47.990555 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b4907-90b9-41d0-b8e1-272952722985 req-9264eeca-d36b-40e2-b135-c721131a3ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:47.990899 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-075f33c9-8d97-4205-ab64-3039aebe5cd9 service neutron] Transition to ACTIVE for port object 138bd7b0-92db-49fe-a954-a3c600ccb036 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:15:47.992179 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-194b4907-90b9-41d0-b8e1-272952722985 req-9264eeca-d36b-40e2-b135-c721131a3ee0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1cf259c4-4e5d-4731-814e-e633d701ebdd HTTP/1.1" status: 200 len: 861 time: 0.1851296 Jan 28 00:15:48.015343 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-075f33c9-8d97-4205-ab64-3039aebe5cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (138bd7b0-92db-49fe-a954-a3c600ccb036), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:48.055724 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-194b4907-90b9-41d0-b8e1-272952722985 req-cb7e7d95-5f76-4eb0-8681-82a09459dac4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402174 Jan 28 00:15:48.175606 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f33c9-8d97-4205-ab64-3039aebe5cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=138bd7b0-92db-49fe-a954-a3c600ccb036,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:48.261938 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44f20d-04fb-4ea5-b29d-7a6b9cc4c99f req-7bcb101f-50ca-48b6-907d-0d6ba0d12578 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:48.265714 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3a44f20d-04fb-4ea5-b29d-7a6b9cc4c99f req-7bcb101f-50ca-48b6-907d-0d6ba0d12578 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=df608004-9016-4630-8b98-755b6c50cd1a HTTP/1.1" status: 200 len: 946 time: 0.2916222 Jan 28 00:15:48.417880 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2b75d136-322c-49ce-b683-d2b6e695f5c8 req-91a6e138-fd45-42d0-9a41-26f19f465a77 service neutron] 10.222.0.70 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5348144 Jan 28 00:15:48.542713 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-c8395ed5-2977-4660-9996-4f40d8ce7734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b11aae9-51ee-47f1-9439-6b38bb353bcc {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:15:48.585549 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-c8395ed5-2977-4660-9996-4f40d8ce7734 service neutron] Publish callbacks [] for port (8b11aae9-51ee-47f1-9439-6b38bb353bcc), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:48.611123 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3a44f20d-04fb-4ea5-b29d-7a6b9cc4c99f req-9c9defab-0c6a-4de1-9277-812ea457cb6c tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687528 Jan 28 00:15:48.632149 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-c8395ed5-2977-4660-9996-4f40d8ce7734 service neutron] Transition to ACTIVE for port object 8b11aae9-51ee-47f1-9439-6b38bb353bcc will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:15:48.669049 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-c8395ed5-2977-4660-9996-4f40d8ce7734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (8b11aae9-51ee-47f1-9439-6b38bb353bcc), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:48.702421 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-194b4907-90b9-41d0-b8e1-272952722985 req-e0d7f802-438a-4be4-ad19-9e67fee27653 service neutron] 10.222.0.52 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6351681 Jan 28 00:15:48.960554 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0500885-85f3-4cba-9049-978bcf6936aa req-87dbd8b1-2ad8-4318-b9db-2b89edb70f2e tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:48.966747 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0500885-85f3-4cba-9049-978bcf6936aa req-87dbd8b1-2ad8-4318-b9db-2b89edb70f2e tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:48.975752 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d0500885-85f3-4cba-9049-978bcf6936aa req-87dbd8b1-2ad8-4318-b9db-2b89edb70f2e tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e29d9a7-690e-4a4c-9558-1f20666e931b HTTP/1.1" status: 200 len: 1665 time: 0.1575387 Jan 28 00:15:49.037658 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-c8395ed5-2977-4660-9996-4f40d8ce7734 service neutron] Attempting to bind port 8b11aae9-51ee-47f1-9439-6b38bb353bcc on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:15:49.038189 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-c8395ed5-2977-4660-9996-4f40d8ce7734 service neutron] Attempting to bind port 8b11aae9-51ee-47f1-9439-6b38bb353bcc by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '211f962d-ac67-42ce-ae97-2d45460bf688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2bc02fc4-c215-45f2-b54b-bd6017ac1f2a'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:15:49.038737 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-c8395ed5-2977-4660-9996-4f40d8ce7734 service neutron] Attempting to bind port 8b11aae9-51ee-47f1-9439-6b38bb353bcc on network 2bc02fc4-c215-45f2-b54b-bd6017ac1f2a {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:15:49.042611 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8395ed5-2977-4660-9996-4f40d8ce7734 service neutron] Pushing event updated for resources: {'Port': ['ID=8b11aae9-51ee-47f1-9439-6b38bb353bcc,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:49.054630 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66165a31-da45-4e6d-bc9e-da4b503b629d req-ffb9d0de-fb10-49bf-bb1a-1c9ead7e5b99 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:49.054999 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-075f33c9-8d97-4205-ab64-3039aebe5cd9 service neutron] Attempting to bind port 138bd7b0-92db-49fe-a954-a3c600ccb036 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:15:49.055527 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-075f33c9-8d97-4205-ab64-3039aebe5cd9 service neutron] Attempting to bind port 138bd7b0-92db-49fe-a954-a3c600ccb036 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'ace7d952-8e54-40cc-9a29-51557919e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '34e668b4-51cb-4481-81ad-454dd4332718'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:15:49.058831 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66165a31-da45-4e6d-bc9e-da4b503b629d req-ffb9d0de-fb10-49bf-bb1a-1c9ead7e5b99 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 946 time: 0.2933185 Jan 28 00:15:49.064353 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-075f33c9-8d97-4205-ab64-3039aebe5cd9 service neutron] Attempting to bind port 138bd7b0-92db-49fe-a954-a3c600ccb036 on network 34e668b4-51cb-4481-81ad-454dd4332718 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:15:49.076259 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-c8395ed5-2977-4660-9996-4f40d8ce7734 service neutron] Port 8b11aae9-51ee-47f1-9439-6b38bb353bcc on network 2bc02fc4-c215-45f2-b54b-bd6017ac1f2a not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:15:49.076259 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-c8395ed5-2977-4660-9996-4f40d8ce7734 service neutron] Attempting to bind port 8b11aae9-51ee-47f1-9439-6b38bb353bcc on network 2bc02fc4-c215-45f2-b54b-bd6017ac1f2a {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:15:49.102792 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-194b4907-90b9-41d0-b8e1-272952722985 req-51cc0cf7-bced-4f77-8f80-4c1c24cbbfec service neutron] 10.222.0.52 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903837 Jan 28 00:15:49.103066 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-c8395ed5-2977-4660-9996-4f40d8ce7734 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:15:49.103731 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-c8395ed5-2977-4660-9996-4f40d8ce7734 service neutron] Checking segment: {'id': '211f962d-ac67-42ce-ae97-2d45460bf688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2bc02fc4-c215-45f2-b54b-bd6017ac1f2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:15:49.104284 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-c8395ed5-2977-4660-9996-4f40d8ce7734 service neutron] Bound using segment: {'id': '211f962d-ac67-42ce-ae97-2d45460bf688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2bc02fc4-c215-45f2-b54b-bd6017ac1f2a'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:15:49.104946 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-c8395ed5-2977-4660-9996-4f40d8ce7734 service neutron] Bound port: 8b11aae9-51ee-47f1-9439-6b38bb353bcc, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '211f962d-ac67-42ce-ae97-2d45460bf688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2bc02fc4-c215-45f2-b54b-bd6017ac1f2a'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:15:49.105519 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-c8395ed5-2977-4660-9996-4f40d8ce7734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8b11aae9-51ee-47f1-9439-6b38bb353bcc), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:49.111630 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-075f33c9-8d97-4205-ab64-3039aebe5cd9 service neutron] Port 138bd7b0-92db-49fe-a954-a3c600ccb036 on network 34e668b4-51cb-4481-81ad-454dd4332718 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:15:49.112164 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-075f33c9-8d97-4205-ab64-3039aebe5cd9 service neutron] Attempting to bind port 138bd7b0-92db-49fe-a954-a3c600ccb036 on network 34e668b4-51cb-4481-81ad-454dd4332718 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:15:49.140320 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-075f33c9-8d97-4205-ab64-3039aebe5cd9 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:15:49.142369 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-075f33c9-8d97-4205-ab64-3039aebe5cd9 service neutron] Checking segment: {'id': 'ace7d952-8e54-40cc-9a29-51557919e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '34e668b4-51cb-4481-81ad-454dd4332718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:15:49.143071 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-075f33c9-8d97-4205-ab64-3039aebe5cd9 service neutron] Bound using segment: {'id': 'ace7d952-8e54-40cc-9a29-51557919e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '34e668b4-51cb-4481-81ad-454dd4332718'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:15:49.144261 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-075f33c9-8d97-4205-ab64-3039aebe5cd9 service neutron] Bound port: 138bd7b0-92db-49fe-a954-a3c600ccb036, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace7d952-8e54-40cc-9a29-51557919e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '34e668b4-51cb-4481-81ad-454dd4332718'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:15:49.144934 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-075f33c9-8d97-4205-ab64-3039aebe5cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (138bd7b0-92db-49fe-a954-a3c600ccb036), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:49.190354 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66165a31-da45-4e6d-bc9e-da4b503b629d req-446e5b3c-1245-4965-8968-22a86f7ddcdf tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216178 Jan 28 00:15:49.215485 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d0500885-85f3-4cba-9049-978bcf6936aa req-f216a9ce-3511-4f53-b1ca-38898f9096ac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/security-groups?id=de3aa900-c795-4b50-aeb7-917df0e11d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357852 Jan 28 00:15:49.310182 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ab72a6-2574-4665-bde0-d4cc33be6092 x-openstack-request-id: req-b4ab72a6-2574-4665-bde0-d4cc33be6092 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:15:49.311322 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c8237a3-391a-4734-9a60-194e23c27c63", "tag": "f36c5652-fd2d-40bb-8ddc-a64901d96222", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:15:49.311893 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b4ab72a6-2574-4665-bde0-d4cc33be6092 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:15:49.312754 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c8237a3-391a-4734-9a60-194e23c27c63', 'tag': 'f36c5652-fd2d-40bb-8ddc-a64901d96222', 'status': 'completed', 'code': 200} Jan 28 00:15:49.481290 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b9ab1-fd8b-4baa-adb8-84c32fc1b608 req-ce4b571b-2480-44bf-9809-30269c18872e tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:49.482608 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 28 Jan 2022 00:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b063a4-355c-4cfd-a344-62c9537b4315 x-openstack-request-id: req-d4b063a4-355c-4cfd-a344-62c9537b4315 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:15:49.483443 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b74372-75b7-44af-b682-a1a336e66b3d", "name": "network-vif-plugged", "status": "completed", "tag": "7639f8d9-58f6-4583-98a7-436bdebba962", "code": 200}, {"server_uuid": "df07402c-dc40-44b8-b71e-d4a22ae8d738", "name": "network-vif-plugged", "status": "completed", "tag": "df2055f6-2c96-4555-80e2-01d2bd1ca00c", "code": 200}, {"server_uuid": "df608004-9016-4630-8b98-755b6c50cd1a", "name": "network-vif-plugged", "status": "completed", "tag": "a38078f7-c826-4565-9147-45b2a2fd9752", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:15:49.483443 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d4b063a4-355c-4cfd-a344-62c9537b4315 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:15:49.483849 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b74372-75b7-44af-b682-a1a336e66b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7639f8d9-58f6-4583-98a7-436bdebba962', 'code': 200} Jan 28 00:15:49.483849 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df07402c-dc40-44b8-b71e-d4a22ae8d738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2055f6-2c96-4555-80e2-01d2bd1ca00c', 'code': 200} Jan 28 00:15:49.484190 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df608004-9016-4630-8b98-755b6c50cd1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38078f7-c826-4565-9147-45b2a2fd9752', 'code': 200} Jan 28 00:15:49.494567 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a18b9ab1-fd8b-4baa-adb8-84c32fc1b608 req-ce4b571b-2480-44bf-9809-30269c18872e tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/ports?device_id=df07402c-dc40-44b8-b71e-d4a22ae8d738 HTTP/1.1" status: 200 len: 945 time: 0.1677489 Jan 28 00:15:49.520225 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-c8395ed5-2977-4660-9996-4f40d8ce7734 service neutron] For port 8b11aae9-51ee-47f1-9439-6b38bb353bcc, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:15:49.560078 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-075f33c9-8d97-4205-ab64-3039aebe5cd9 service neutron] For port 138bd7b0-92db-49fe-a954-a3c600ccb036, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:15:49.565120 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-c8395ed5-2977-4660-9996-4f40d8ce7734 service neutron] For port 8b11aae9-51ee-47f1-9439-6b38bb353bcc, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8b11aae9-51ee-47f1-9439-6b38bb353bcc,segment=NetworkSegment(211f962d-ac67-42ce-ae97-2d45460bf688),segment_id=211f962d-ac67-42ce-ae97-2d45460bf688)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:15:49.602541 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-c8395ed5-2977-4660-9996-4f40d8ce7734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (8b11aae9-51ee-47f1-9439-6b38bb353bcc), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:49.611434 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-075f33c9-8d97-4205-ab64-3039aebe5cd9 service neutron] For port 138bd7b0-92db-49fe-a954-a3c600ccb036, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=138bd7b0-92db-49fe-a954-a3c600ccb036,segment=NetworkSegment(ace7d952-8e54-40cc-9a29-51557919e996),segment_id=ace7d952-8e54-40cc-9a29-51557919e996)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:15:49.624007 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23854b24-5085-4b54-951a-65bd595871c9 req-92b20b08-aea0-420c-af3c-3735ce0da86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:49.626259 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-23854b24-5085-4b54-951a-65bd595871c9 req-92b20b08-aea0-420c-af3c-3735ce0da86d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c68080a75d8f4b37a0cc83073e4343a9&device_id=7c8237a3-391a-4734-9a60-194e23c27c63 HTTP/1.1" status: 200 len: 1096 time: 0.2317419 Jan 28 00:15:49.636019 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-075f33c9-8d97-4205-ab64-3039aebe5cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (138bd7b0-92db-49fe-a954-a3c600ccb036), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:49.688450 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-c8395ed5-2977-4660-9996-4f40d8ce7734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:49.689402 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-c8395ed5-2977-4660-9996-4f40d8ce7734 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:49.691050 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-c8395ed5-2977-4660-9996-4f40d8ce7734 service neutron] 10.222.0.65 "PUT /v2.0/ports/8b11aae9-51ee-47f1-9439-6b38bb353bcc HTTP/1.1" status: 200 len: 1091 time: 2.5999038 Jan 28 00:15:49.693633 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.65', 58642) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:15:49.698253 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e29d9a7-690e-4a4c-9558-1f20666e931b', 'tag': '8b11aae9-51ee-47f1-9439-6b38bb353bcc'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:15:49.700481 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23b7df0-6a65-43ea-b60e-d7a135ac1ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "2e29d9a7-690e-4a4c-9558-1f20666e931b", "tag": "8b11aae9-51ee-47f1-9439-6b38bb353bcc"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:15:49.757270 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-075f33c9-8d97-4205-ab64-3039aebe5cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:49.758259 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-075f33c9-8d97-4205-ab64-3039aebe5cd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:49.759762 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-075f33c9-8d97-4205-ab64-3039aebe5cd9 service neutron] 10.222.0.52 "PUT /v2.0/ports/138bd7b0-92db-49fe-a954-a3c600ccb036 HTTP/1.1" status: 200 len: 1092 time: 3.1587029 Jan 28 00:15:49.849583 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a18b9ab1-fd8b-4baa-adb8-84c32fc1b608 req-b21f4bf3-3f07-4921-b40c-31412dc546e5 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/security-groups?id=80e946b5-2409-4f0f-814f-5cefcbacbe2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538046 Jan 28 00:15:49.859430 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b4907-90b9-41d0-b8e1-272952722985 req-60ea750d-9431-4a43-b0b2-c541f45180b8 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:49.864805 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-194b4907-90b9-41d0-b8e1-272952722985 req-60ea750d-9431-4a43-b0b2-c541f45180b8 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b&tenant_id=6990d737c5db4738a7ab281f03db2443&binding%3Ahost_id=n-h2-826754-1 HTTP/1.1" status: 200 len: 1096 time: 0.4195533 Jan 28 00:15:49.916449 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-3f542303-13e0-4679-ab3a-554a41a6931d service neutron] Request body: {'port': {'device_id': '2e29d9a7-690e-4a4c-9558-1f20666e931b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:15:50.008227 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513d80e-0381-4073-b65d-589a24b9cd05 req-0da92869-7f86-4610-9ac8-f5aae4408680 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:50.017648 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7513d80e-0381-4073-b65d-589a24b9cd05 req-0da92869-7f86-4610-9ac8-f5aae4408680 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 945 time: 0.3841610 Jan 28 00:15:50.253898 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8395ed5-2977-4660-9996-4f40d8ce7734 service neutron] Pushing event updated for resources: {'Port': ['ID=8b11aae9-51ee-47f1-9439-6b38bb353bcc,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:50.291023 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7513d80e-0381-4073-b65d-589a24b9cd05 req-e69606bb-02ee-497c-88e7-7d3834e0dac1 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713706 Jan 28 00:15:50.320721 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-3f542303-13e0-4679-ab3a-554a41a6931d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (47efd737-2b5e-495c-a6fe-6ffc89dc4607), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:50.361099 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-194b4907-90b9-41d0-b8e1-272952722985 req-8029aa93-6222-413b-a61b-49c02afdc877 service neutron] For port 360aeed5-c523-4314-bb9f-1bdadf5794f7, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:15:50.364853 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-194b4907-90b9-41d0-b8e1-272952722985 req-8029aa93-6222-413b-a61b-49c02afdc877 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:50.366122 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-194b4907-90b9-41d0-b8e1-272952722985 req-8029aa93-6222-413b-a61b-49c02afdc877 service neutron] 10.222.0.52 "DELETE /v2.0/ports/360aeed5-c523-4314-bb9f-1bdadf5794f7/bindings/n-h1-826754-1 HTTP/1.1" status: 204 len: 173 time: 0.4892061 Jan 28 00:15:50.472956 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23854b24-5085-4b54-951a-65bd595871c9 req-bb65b1c2-ce02-4fe4-b4d3-6def94802325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:50.476121 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-23854b24-5085-4b54-951a-65bd595871c9 req-bb65b1c2-ce02-4fe4-b4d3-6def94802325 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 HTTP/1.1" status: 200 len: 920 time: 0.8124013 Jan 28 00:15:50.549119 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306dec4-f54d-40f5-94ef-e5a288847307 req-854bc550-b024-45be-87ca-5c2b2b73db94 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:50.559781 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4306dec4-f54d-40f5-94ef-e5a288847307 req-854bc550-b024-45be-87ca-5c2b2b73db94 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90 HTTP/1.1" status: 200 len: 944 time: 0.1228905 Jan 28 00:15:50.663015 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4306dec4-f54d-40f5-94ef-e5a288847307 req-cd1723a5-35fb-4ae2-8f42-eced510ac3a6 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015594 Jan 28 00:15:50.812871 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adacbd-a06e-4d70-835f-86b08f621405 req-1622cc89-dd57-4bbd-9c15-580987cded97 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:50.824891 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-81adacbd-a06e-4d70-835f-86b08f621405 req-1622cc89-dd57-4bbd-9c15-580987cded97 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=df608004-9016-4630-8b98-755b6c50cd1a HTTP/1.1" status: 200 len: 946 time: 0.0920048 Jan 28 00:15:50.957559 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-3f542303-13e0-4679-ab3a-554a41a6931d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47efd737-2b5e-495c-a6fe-6ffc89dc4607 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:15:50.988933 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-81adacbd-a06e-4d70-835f-86b08f621405 req-3bdedb0e-2caa-43e2-8807-09a7a853331e tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619327 Jan 28 00:15:51.010352 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-3f542303-13e0-4679-ab3a-554a41a6931d service neutron] Publish callbacks [] for port (47efd737-2b5e-495c-a6fe-6ffc89dc4607), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:51.077153 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-3f542303-13e0-4679-ab3a-554a41a6931d service neutron] Transition to ACTIVE for port object 47efd737-2b5e-495c-a6fe-6ffc89dc4607 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:15:51.103005 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec50471-4d9b-497b-985f-91cbd810108d req-bd172589-9d2e-40dc-b688-ea131b7cee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:51.107235 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5ec50471-4d9b-497b-985f-91cbd810108d req-bd172589-9d2e-40dc-b688-ea131b7cee9c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e8b74372-75b7-44af-b682-a1a336e66b3d HTTP/1.1" status: 200 len: 1096 time: 1.4036684 Jan 28 00:15:51.195490 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523d4216-5cc4-43da-b5fe-b10db03e8b07 x-openstack-request-id: req-523d4216-5cc4-43da-b5fe-b10db03e8b07 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:15:51.196016 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e29d9a7-690e-4a4c-9558-1f20666e931b", "tag": "8b11aae9-51ee-47f1-9439-6b38bb353bcc", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:15:51.196436 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-523d4216-5cc4-43da-b5fe-b10db03e8b07 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:15:51.197090 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e29d9a7-690e-4a4c-9558-1f20666e931b', 'tag': '8b11aae9-51ee-47f1-9439-6b38bb353bcc', 'status': 'completed', 'code': 200} Jan 28 00:15:51.251639 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.65', 58644) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:15:51.259102 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-23854b24-5085-4b54-951a-65bd595871c9 req-1688da4b-9cc1-4fcb-8f6f-a7a88694d0be service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f36c5652-fd2d-40bb-8ddc-a64901d96222 HTTP/1.1" status: 200 len: 217 time: 0.1776884 Jan 28 00:15:51.271183 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-3f542303-13e0-4679-ab3a-554a41a6931d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (47efd737-2b5e-495c-a6fe-6ffc89dc4607), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:51.357146 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a3730-ca28-43be-a803-8b954b6b26b2 req-7dafc06f-51b3-414d-949c-1bff10c1cd2f tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:51.373001 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-860a3730-ca28-43be-a803-8b954b6b26b2 req-7dafc06f-51b3-414d-949c-1bff10c1cd2f tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 1097 time: 0.2328312 Jan 28 00:15:51.449033 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b7df0-6a65-43ea-b60e-d7a135ac1ca4 req-68b34dba-abd7-426f-8793-469201a896f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:51.450403 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b7df0-6a65-43ea-b60e-d7a135ac1ca4 req-68b34dba-abd7-426f-8793-469201a896f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:51.454452 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e23b7df0-6a65-43ea-b60e-d7a135ac1ca4 req-68b34dba-abd7-426f-8793-469201a896f9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce9d3829dfd648158df1004ad9e25e7d&device_id=2e29d9a7-690e-4a4c-9558-1f20666e931b HTTP/1.1" status: 200 len: 1937 time: 0.1995845 Jan 28 00:15:51.507510 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48dced-dfb3-45b1-bf0a-b471f3f99db5 req-6d80bb73-232e-43d2-8330-d30e85fdcf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:51.511979 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3f48dced-dfb3-45b1-bf0a-b471f3f99db5 req-6d80bb73-232e-43d2-8330-d30e85fdcf75 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=df07402c-dc40-44b8-b71e-d4a22ae8d738 HTTP/1.1" status: 200 len: 1096 time: 1.8159416 Jan 28 00:15:51.514482 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23854b24-5085-4b54-951a-65bd595871c9 req-53cde8b3-1e1e-4342-9e94-7acf8141bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:51.517652 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-23854b24-5085-4b54-951a-65bd595871c9 req-53cde8b3-1e1e-4342-9e94-7acf8141bf0f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9bb427a5-a295-4f0c-b017-2960030e85e4 HTTP/1.1" status: 200 len: 858 time: 0.2216899 Jan 28 00:15:51.548829 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-db341e97-2ceb-4157-b861-8bdb2dbae5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:51.551484 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-db341e97-2ceb-4157-b861-8bdb2dbae5e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a3a3fbb77c24b80b33584dcb2b7c06c&device_id=ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90 HTTP/1.1" status: 200 len: 1095 time: 1.6446807 Jan 28 00:15:51.575307 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf3d6f-e85c-4bb4-859e-a6cba8415489 req-82a7390e-0938-4bb2-b866-aad2e2bf47b2 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:51.579342 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9faf3d6f-e85c-4bb4-859e-a6cba8415489 req-82a7390e-0938-4bb2-b866-aad2e2bf47b2 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e830fb9-941e-43a4-8cd3-3537f6f87d02&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2883294 Jan 28 00:15:51.833951 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9faf3d6f-e85c-4bb4-859e-a6cba8415489 req-a7fd95bb-a77a-408c-ab4d-0aaafcee696d tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.72 HTTP/1.1" status: 200 len: 695 time: 0.2221661 Jan 28 00:15:51.850171 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-9faf3d6f-e85c-4bb4-859e-a6cba8415489 req-c4a56cbb-e2ee-4488-8476-e029b0ee6450 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Request body: {'floatingip': {'port_id': '8d0e3fc3-b2ca-47b5-a802-469546950a86', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:15:51.992368 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-860a3730-ca28-43be-a803-8b954b6b26b2 req-a1d4884c-f612-4e6b-b30c-eb107798118c tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6027884 Jan 28 00:15:52.135756 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-9faf3d6f-e85c-4bb4-859e-a6cba8415489 req-c4a56cbb-e2ee-4488-8476-e029b0ee6450 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks [] for floatingip (00bb8379-4af9-42a4-9797-39b624fcb9f8), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:52.367346 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.65', 58647) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:15:52.461325 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3f48dced-dfb3-45b1-bf0a-b471f3f99db5 req-f66f7815-fc98-417e-9fc8-74c2488082a8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=80e946b5-2409-4f0f-814f-5cefcbacbe2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9055722 Jan 28 00:15:52.472275 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b7df0-6a65-43ea-b60e-d7a135ac1ca4 req-d0f7ca91-e666-490f-b5df-1c1d590ece2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:52.473183 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b7df0-6a65-43ea-b60e-d7a135ac1ca4 req-d0f7ca91-e666-490f-b5df-1c1d590ece2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:52.473492 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b7df0-6a65-43ea-b60e-d7a135ac1ca4 req-d0f7ca91-e666-490f-b5df-1c1d590ece2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:52.475194 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e23b7df0-6a65-43ea-b60e-d7a135ac1ca4 req-d0f7ca91-e666-490f-b5df-1c1d590ece2c service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=ce9d3829dfd648158df1004ad9e25e7d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.9970522 Jan 28 00:15:52.503960 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-b1fe3c61-d378-42d9-a97b-9e5fed24295a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=138bd7b0-92db-49fe-a954-a3c600ccb036 HTTP/1.1" status: 200 len: 217 time: 0.8959787 Jan 28 00:15:52.519413 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5ec50471-4d9b-497b-985f-91cbd810108d req-ed909967-477b-4661-930a-00b47fa4d8e5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=80e946b5-2409-4f0f-814f-5cefcbacbe2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2560282 Jan 28 00:15:52.553678 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f33c9-8d97-4205-ab64-3039aebe5cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=138bd7b0-92db-49fe-a954-a3c600ccb036,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:52.558041 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a704f4f-9b0a-41c9-9ba0-390c21c6e4c5 req-d397148c-0412-4679-974e-96edf8852ce4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:52.572184 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23854b24-5085-4b54-951a-65bd595871c9 req-b121d299-e0cb-44c6-8706-e4a4a72c54df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:52.575089 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-23854b24-5085-4b54-951a-65bd595871c9 req-b121d299-e0cb-44c6-8706-e4a4a72c54df service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0065224 Jan 28 00:15:52.590299 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a704f4f-9b0a-41c9-9ba0-390c21c6e4c5 req-d397148c-0412-4679-974e-96edf8852ce4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:52.605785 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a704f4f-9b0a-41c9-9ba0-390c21c6e4c5 req-d397148c-0412-4679-974e-96edf8852ce4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e29d9a7-690e-4a4c-9558-1f20666e931b HTTP/1.1" status: 200 len: 1677 time: 0.3275926 Jan 28 00:15:52.696040 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83367c-f251-47c9-b3f7-473ece4321d1 req-ff07ddb0-12eb-425c-8fad-575f10270c1b tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:52.700817 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad83367c-f251-47c9-b3f7-473ece4321d1 req-ff07ddb0-12eb-425c-8fad-575f10270c1b tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c8237a3-391a-4734-9a60-194e23c27c63 HTTP/1.1" status: 200 len: 945 time: 0.3227594 Jan 28 00:15:52.727516 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-3f542303-13e0-4679-ab3a-554a41a6931d service neutron] Attempting to bind port 47efd737-2b5e-495c-a6fe-6ffc89dc4607 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:15:52.728287 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-3f542303-13e0-4679-ab3a-554a41a6931d service neutron] Attempting to bind port 47efd737-2b5e-495c-a6fe-6ffc89dc4607 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '404a5f04-b2f8-45cf-b010-1b8b90560326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '92d66529-6b91-41b7-9215-f6667b4d2f36'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:15:52.728954 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-3f542303-13e0-4679-ab3a-554a41a6931d service neutron] Attempting to bind port 47efd737-2b5e-495c-a6fe-6ffc89dc4607 on network 92d66529-6b91-41b7-9215-f6667b4d2f36 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:15:52.761659 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f542303-13e0-4679-ab3a-554a41a6931d service neutron] Pushing event updated for resources: {'Port': ['ID=47efd737-2b5e-495c-a6fe-6ffc89dc4607,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:52.767326 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-3f542303-13e0-4679-ab3a-554a41a6931d service neutron] Port 47efd737-2b5e-495c-a6fe-6ffc89dc4607 on network 92d66529-6b91-41b7-9215-f6667b4d2f36 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:15:52.767972 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-3f542303-13e0-4679-ab3a-554a41a6931d service neutron] Attempting to bind port 47efd737-2b5e-495c-a6fe-6ffc89dc4607 on network 92d66529-6b91-41b7-9215-f6667b4d2f36 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:15:52.774720 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-430c63dc-1d9e-4d97-a393-4027682f6d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:52.777785 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-430c63dc-1d9e-4d97-a393-4027682f6d0f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40be5895-f422-46c1-9739-caeeaa660ce4 HTTP/1.1" status: 200 len: 854 time: 0.2490373 Jan 28 00:15:52.799866 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-3f542303-13e0-4679-ab3a-554a41a6931d service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:15:52.800547 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-3f542303-13e0-4679-ab3a-554a41a6931d service neutron] Checking segment: {'id': '404a5f04-b2f8-45cf-b010-1b8b90560326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '92d66529-6b91-41b7-9215-f6667b4d2f36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:15:52.801456 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-3f542303-13e0-4679-ab3a-554a41a6931d service neutron] Bound using segment: {'id': '404a5f04-b2f8-45cf-b010-1b8b90560326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '92d66529-6b91-41b7-9215-f6667b4d2f36'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:15:52.802299 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-3f542303-13e0-4679-ab3a-554a41a6931d service neutron] Bound port: 47efd737-2b5e-495c-a6fe-6ffc89dc4607, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '404a5f04-b2f8-45cf-b010-1b8b90560326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '92d66529-6b91-41b7-9215-f6667b4d2f36'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:15:52.802977 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-3f542303-13e0-4679-ab3a-554a41a6931d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (47efd737-2b5e-495c-a6fe-6ffc89dc4607), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:52.894573 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a704f4f-9b0a-41c9-9ba0-390c21c6e4c5 req-68b37e2f-0606-47de-a95e-5c1c7fbb19f9 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/security-groups?id=de3aa900-c795-4b50-aeb7-917df0e11d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824831 Jan 28 00:15:52.895563 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-a8c9079c-8518-4feb-9f50-8333dcb85806 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=34e668b4-51cb-4481-81ad-454dd4332718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093292 Jan 28 00:15:53.105436 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-3f542303-13e0-4679-ab3a-554a41a6931d service neutron] For port 47efd737-2b5e-495c-a6fe-6ffc89dc4607, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:15:53.117418 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-3f542303-13e0-4679-ab3a-554a41a6931d service neutron] For port 47efd737-2b5e-495c-a6fe-6ffc89dc4607, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=47efd737-2b5e-495c-a6fe-6ffc89dc4607,segment=NetworkSegment(404a5f04-b2f8-45cf-b010-1b8b90560326),segment_id=404a5f04-b2f8-45cf-b010-1b8b90560326)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:15:53.232337 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90', 'tag': '138bd7b0-92db-49fe-a954-a3c600ccb036'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:15:53.236995 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a47476-6108-4baa-b552-eac7b3aeb309" -d '{"events": [{"name": "network-changed", "server_uuid": "ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90", "tag": "138bd7b0-92db-49fe-a954-a3c600ccb036"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:15:53.261845 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-3f542303-13e0-4679-ab3a-554a41a6931d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (47efd737-2b5e-495c-a6fe-6ffc89dc4607), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:53.438644 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-3f542303-13e0-4679-ab3a-554a41a6931d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:53.439897 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-3f542303-13e0-4679-ab3a-554a41a6931d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:53.442689 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-3f542303-13e0-4679-ab3a-554a41a6931d service neutron] 10.222.0.65 "PUT /v2.0/ports/47efd737-2b5e-495c-a6fe-6ffc89dc4607 HTTP/1.1" status: 200 len: 1091 time: 3.6091566 Jan 28 00:15:53.456953 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-778db63f-26f4-47af-82b5-c907c8ee926a service neutron] 10.222.0.52 "GET /v2.0/networks/34e668b4-51cb-4481-81ad-454dd4332718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5505044 Jan 28 00:15:53.676827 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-786cd8d6-7c98-4352-b927-da2d6557b8cc req-4f1e4ca0-3469-4346-be08-a762bded1d3c service neutron] 10.222.0.52 "GET /v2.0/networks/34e668b4-51cb-4481-81ad-454dd4332718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067020 Jan 28 00:15:53.678097 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f542303-13e0-4679-ab3a-554a41a6931d service neutron] Pushing event updated for resources: {'Port': ['ID=47efd737-2b5e-495c-a6fe-6ffc89dc4607,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:53.706211 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-23854b24-5085-4b54-951a-65bd595871c9 req-f69bf960-c4a3-414b-b009-20a33d1a6081 service neutron] 10.222.0.65 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5848122 Jan 28 00:15:53.856110 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b7df0-6a65-43ea-b60e-d7a135ac1ca4 req-ede90bd2-2bbb-4b51-8c1f-f4d7b418cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:53.858336 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e23b7df0-6a65-43ea-b60e-d7a135ac1ca4 req-ede90bd2-2bbb-4b51-8c1f-f4d7b418cda7 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7394497 Jan 28 00:15:53.909690 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced41bda-d6e6-49ac-a6a2-d3d74e891fb8 req-30b7687c-4902-4d1a-ae25-6945d13c9c40 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:53.918341 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ced41bda-d6e6-49ac-a6a2-d3d74e891fb8 req-30b7687c-4902-4d1a-ae25-6945d13c9c40 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/ports?device_id=df07402c-dc40-44b8-b71e-d4a22ae8d738 HTTP/1.1" status: 200 len: 945 time: 0.6962421 Jan 28 00:15:54.014027 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ced41bda-d6e6-49ac-a6a2-d3d74e891fb8 req-3124651f-4016-4e4e-90e6-70c8ed5054ca tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/security-groups?id=80e946b5-2409-4f0f-814f-5cefcbacbe2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946922 Jan 28 00:15:54.051661 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-23854b24-5085-4b54-951a-65bd595871c9 req-4f3cd926-1e24-4838-b800-ea003099ea0c service neutron] 10.222.0.65 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341739 Jan 28 00:15:54.142632 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.db.resource_extend [req-9faf3d6f-e85c-4bb4-859e-a6cba8415489 req-c4a56cbb-e2ee-4488-8476-e029b0ee6450 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:15:54.714948 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-ad83367c-f251-47c9-b3f7-473ece4321d1 req-3bc8f559-7a68-4477-a36b-3a0b82d4f3dc tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Deleting port f36c5652-fd2d-40bb-8ddc-a64901d96222 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:15:54.715400 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ad83367c-f251-47c9-b3f7-473ece4321d1 req-3bc8f559-7a68-4477-a36b-3a0b82d4f3dc tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f36c5652-fd2d-40bb-8ddc-a64901d96222), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:54.829707 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-c27d037a-f202-4840-97df-4cb56c50da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:54.830208 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-c27d037a-f202-4840-97df-4cb56c50da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:54.831948 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-c27d037a-f202-4840-97df-4cb56c50da64 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce9d3829dfd648158df1004ad9e25e7d&device_id=2e29d9a7-690e-4a4c-9558-1f20666e931b HTTP/1.1" status: 200 len: 1979 time: 0.7808609 Jan 28 00:15:54.834324 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-9faf3d6f-e85c-4bb4-859e-a6cba8415489 req-c4a56cbb-e2ee-4488-8476-e029b0ee6450 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:54.845837 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-9faf3d6f-e85c-4bb4-859e-a6cba8415489 req-c4a56cbb-e2ee-4488-8476-e029b0ee6450 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (00bb8379-4af9-42a4-9797-39b624fcb9f8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:54.950191 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-5b19ecc1-397e-4b5a-b9d1-adf3e73e27f6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.85&port_id=8b11aae9-51ee-47f1-9439-6b38bb353bcc HTTP/1.1" status: 200 len: 217 time: 0.0950491 Jan 28 00:15:54.960393 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0677b6a-8c25-4710-a64e-104587575e9e req-db18f709-73b6-46d9-b9f2-a5d2df214b64 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:54.961962 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b0677b6a-8c25-4710-a64e-104587575e9e req-db18f709-73b6-46d9-b9f2-a5d2df214b64 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90 HTTP/1.1" status: 200 len: 944 time: 0.2432537 Jan 28 00:15:55.114167 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-ad83367c-f251-47c9-b3f7-473ece4321d1 req-3bc8f559-7a68-4477-a36b-3a0b82d4f3dc tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] For port f36c5652-fd2d-40bb-8ddc-a64901d96222, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=f36c5652-fd2d-40bb-8ddc-a64901d96222,segment=NetworkSegment(3c8ed076-3165-4753-a19a-d433677707cf),segment_id=3c8ed076-3165-4753-a19a-d433677707cf)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:55.114469 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ad83367c-f251-47c9-b3f7-473ece4321d1 req-3bc8f559-7a68-4477-a36b-3a0b82d4f3dc tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f36c5652-fd2d-40bb-8ddc-a64901d96222), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:55.160818 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-ad83367c-f251-47c9-b3f7-473ece4321d1 req-3bc8f559-7a68-4477-a36b-3a0b82d4f3dc tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Calling delete_port for f36c5652-fd2d-40bb-8ddc-a64901d96222 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:15:55.186993 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b0677b6a-8c25-4710-a64e-104587575e9e req-190ecde3-4422-441f-9bd6-e1d45f5619c0 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983888 Jan 28 00:15:55.193736 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-49f7bb46-35eb-46a0-87f8-5149957430c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:55.195226 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-49f7bb46-35eb-46a0-87f8-5149957430c4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=718d9838-2bfc-40ca-86a3-5291a9335a9f HTTP/1.1" status: 200 len: 801 time: 0.2282143 Jan 28 00:15:55.206193 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [req-9faf3d6f-e85c-4bb4-859e-a6cba8415489 req-c4a56cbb-e2ee-4488-8476-e029b0ee6450 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Floating IP 00bb8379-4af9-42a4-9797-39b624fcb9f8 associated. External IP: 172.25.3.72, port: 8d0e3fc3-b2ca-47b5-a802-469546950a86. Jan 28 00:15:55.554708 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58dc4d2-064b-4088-a7aa-d143b0b149a4 req-34e03350-fa12-44ba-989f-b1dc68eabf93 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:55.557427 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c58dc4d2-064b-4088-a7aa-d143b0b149a4 req-34e03350-fa12-44ba-989f-b1dc68eabf93 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=df608004-9016-4630-8b98-755b6c50cd1a HTTP/1.1" status: 200 len: 946 time: 0.2093060 Jan 28 00:15:55.601758 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-89c9242a-6d02-4598-b836-f9fd731b51c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:55.606220 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-89c9242a-6d02-4598-b836-f9fd731b51c1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2bc02fc4-c215-45f2-b54b-bd6017ac1f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3932917 Jan 28 00:15:55.811897 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c58dc4d2-064b-4088-a7aa-d143b0b149a4 req-932018b4-d5d1-4660-87a7-afba4a840d94 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130637 Jan 28 00:15:55.827234 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-df040177-6bf9-4f40-bb56-ff0cf433e7aa service neutron] 10.222.0.65 "GET /v2.0/networks/2bc02fc4-c215-45f2-b54b-bd6017ac1f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999397 Jan 28 00:15:55.901445 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ad83367c-f251-47c9-b3f7-473ece4321d1 req-3bc8f559-7a68-4477-a36b-3a0b82d4f3dc tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (f36c5652-fd2d-40bb-8ddc-a64901d96222), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:55.951978 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['8d0e3fc3-b2ca-47b5-a802-469546950a86'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:15:56.031589 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8f559-7a68-4477-a36b-3a0b82d4f3dc tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Pushing event deleted for resources: {'Port': ['ID=f36c5652-fd2d-40bb-8ddc-a64901d96222,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:56.097179 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device f36c5652-fd2d-40bb-8ddc-a64901d96222 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:15:56.153124 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad83367c-f251-47c9-b3f7-473ece4321d1 req-3bc8f559-7a68-4477-a36b-3a0b82d4f3dc tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] No DVR routers for this DVR port f36c5652-fd2d-40bb-8ddc-a64901d96222 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:15:56.162058 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: f36c5652-fd2d-40bb-8ddc-a64901d96222 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:15:56.162690 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device f36c5652-fd2d-40bb-8ddc-a64901d96222 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:15:56.166583 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ad83367c-f251-47c9-b3f7-473ece4321d1 req-3bc8f559-7a68-4477-a36b-3a0b82d4f3dc tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:56.172997 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad83367c-f251-47c9-b3f7-473ece4321d1 req-3bc8f559-7a68-4477-a36b-3a0b82d4f3dc tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.65 "DELETE /v2.0/ports/f36c5652-fd2d-40bb-8ddc-a64901d96222 HTTP/1.1" status: 204 len: 173 time: 3.0561976 Jan 28 00:15:56.173726 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8237a3-391a-4734-9a60-194e23c27c63', 'name': 'network-vif-deleted', 'tag': 'f36c5652-fd2d-40bb-8ddc-a64901d96222'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:15:56.191361 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ce9bec-9c80-4a6c-b21f-7f0bbc1ce0b5" -d '{"events": [{"server_uuid": "7c8237a3-391a-4734-9a60-194e23c27c63", "name": "network-vif-deleted", "tag": "f36c5652-fd2d-40bb-8ddc-a64901d96222"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:15:56.206731 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9faf3d6f-e85c-4bb4-859e-a6cba8415489 req-c4a56cbb-e2ee-4488-8476-e029b0ee6450 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Router 94d62d5b-c9f6-4adf-b6c0-f59cde170079 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:15:56.216245 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-820ae8b3-5920-4730-ac83-50ad3a20e326 service neutron] 10.222.0.65 "GET /v2.0/networks/2bc02fc4-c215-45f2-b54b-bd6017ac1f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499312 Jan 28 00:15:56.321967 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd054898-4607-4739-86df-30a1733283d3 req-0e7b24f8-b05e-4802-a43b-9cb677caab1c tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:56.324916 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cd054898-4607-4739-86df-30a1733283d3 req-0e7b24f8-b05e-4802-a43b-9cb677caab1c tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 1097 time: 0.3170540 Jan 28 00:15:56.326900 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-5479ac1b-1ef3-4fa6-be41-379e3b8387de service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.73&port_id=47efd737-2b5e-495c-a6fe-6ffc89dc4607 HTTP/1.1" status: 200 len: 217 time: 0.0937231 Jan 28 00:15:56.452219 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-8e90d107-0080-4042-b077-5d3423296aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:56.455262 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-8e90d107-0080-4042-b077-5d3423296aa3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=90ee885c-ff40-4ce6-bc77-a52cf040b6d4 HTTP/1.1" status: 200 len: 801 time: 0.1160517 Jan 28 00:15:56.655461 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9faf3d6f-e85c-4bb4-859e-a6cba8415489 req-c4a56cbb-e2ee-4488-8476-e029b0ee6450 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:15:56.668950 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 138bd7b0-92db-49fe-a954-a3c600ccb036 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:15:56.672993 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-9faf3d6f-e85c-4bb4-859e-a6cba8415489 req-c4a56cbb-e2ee-4488-8476-e029b0ee6450 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:56.715184 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eccd521-3d9e-41ed-8a3c-fd011659f70f None None] Sync routers for ids ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:15:56.765285 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eccd521-3d9e-41ed-8a3c-fd011659f70f None None] Routers {'94d62d5b-c9f6-4adf-b6c0-f59cde170079'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:15:56.767385 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-8eccd521-3d9e-41ed-8a3c-fd011659f70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:15:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:56.794550 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cd054898-4607-4739-86df-30a1733283d3 req-090f345a-649e-4b71-b7aa-6f3de1fa11a7 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573185 Jan 28 00:15:56.826630 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9faf3d6f-e85c-4bb4-859e-a6cba8415489 req-c4a56cbb-e2ee-4488-8476-e029b0ee6450 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "PUT /v2.0/floatingips/00bb8379-4af9-42a4-9797-39b624fcb9f8 HTTP/1.1" status: 200 len: 996 time: 4.9792199 Jan 28 00:15:56.830398 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-901e3ce0-27fb-4358-ab61-6bb6077c36e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:56.832018 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-901e3ce0-27fb-4358-ab61-6bb6077c36e0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=92d66529-6b91-41b7-9215-f6667b4d2f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1670809 Jan 28 00:15:56.912977 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 138bd7b0-92db-49fe-a954-a3c600ccb036, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=138bd7b0-92db-49fe-a954-a3c600ccb036,segment=NetworkSegment(ace7d952-8e54-40cc-9a29-51557919e996),segment_id=ace7d952-8e54-40cc-9a29-51557919e996)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:56.935367 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '138bd7b0-92db-49fe-a954-a3c600ccb036', 'network_id': '34e668b4-51cb-4481-81ad-454dd4332718', 'port_id': '138bd7b0-92db-49fe-a954-a3c600ccb036', 'mac_address': 'fa:16:3e:bc:f8:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40be5895-f422-46c1-9739-caeeaa660ce4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:15:57.041488 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-7b62ab52-0e28-474c-9128-93c6fcf91653 service neutron] 10.222.0.65 "GET /v2.0/networks/92d66529-6b91-41b7-9215-f6667b4d2f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810739 Jan 28 00:15:57.060147 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf3d6f-e85c-4bb4-859e-a6cba8415489 req-3c271f68-6d4f-4e5b-953b-ff63481f78ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:57.061744 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9faf3d6f-e85c-4bb4-859e-a6cba8415489 req-3c271f68-6d4f-4e5b-953b-ff63481f78ac service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c68080a75d8f4b37a0cc83073e4343a9&device_id=6e830fb9-941e-43a4-8cd3-3537f6f87d02 HTTP/1.1" status: 200 len: 1097 time: 0.2287877 Jan 28 00:15:57.140850 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee8e43-c521-4e74-a219-897163168bde req-4f9e2490-cdaf-4ea8-bd54-c778679ae4f9 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:57.147933 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2eee8e43-c521-4e74-a219-897163168bde req-4f9e2490-cdaf-4ea8-bd54-c778679ae4f9 tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 1096 time: 0.2045965 Jan 28 00:15:57.217774 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-8eccd521-3d9e-41ed-8a3c-fd011659f70f None None] Set router 94d62d5b-c9f6-4adf-b6c0-f59cde170079 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:15:57.246221 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09faa7ba-a63e-449e-8beb-301f10cc365d req-811e2777-d322-4c32-9b4e-2f3300097622 service neutron] 10.222.0.65 "GET /v2.0/networks/92d66529-6b91-41b7-9215-f6667b4d2f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899655 Jan 28 00:15:57.349729 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 138bd7b0-92db-49fe-a954-a3c600ccb036 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:15:57.350182 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (138bd7b0-92db-49fe-a954-a3c600ccb036), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:57.379908 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 138bd7b0-92db-49fe-a954-a3c600ccb036 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:15:57.464108 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2eee8e43-c521-4e74-a219-897163168bde req-5f1c921c-e646-4073-a47a-b6fc0ed3ebfb tempest-LiveAutoBlockMigrationV225Test-1488255722 tempest-LiveAutoBlockMigrationV225Test-1488255722-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146307 Jan 28 00:15:57.524095 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 138bd7b0-92db-49fe-a954-a3c600ccb036, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=138bd7b0-92db-49fe-a954-a3c600ccb036,segment=NetworkSegment(ace7d952-8e54-40cc-9a29-51557919e996),segment_id=ace7d952-8e54-40cc-9a29-51557919e996)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:15:57.532319 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf3d6f-e85c-4bb4-859e-a6cba8415489 req-9dc9cd31-ffa3-4de2-a592-49e70746884d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:57.546345 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (138bd7b0-92db-49fe-a954-a3c600ccb036), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:15:57.552317 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9faf3d6f-e85c-4bb4-859e-a6cba8415489 req-9dc9cd31-ffa3-4de2-a592-49e70746884d service neutron] 10.222.0.70 "GET /v2.0/networks?id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 HTTP/1.1" status: 200 len: 920 time: 0.4153523 Jan 28 00:15:57.581767 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59da1f56-87ce-4d2a-a162-c084d6ec4049 x-openstack-request-id: req-59da1f56-87ce-4d2a-a162-c084d6ec4049 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:15:57.582371 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90", "tag": "138bd7b0-92db-49fe-a954-a3c600ccb036", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:15:57.584065 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-59da1f56-87ce-4d2a-a162-c084d6ec4049 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:15:57.584904 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90', 'tag': '138bd7b0-92db-49fe-a954-a3c600ccb036', 'status': 'completed', 'code': 200} Jan 28 00:15:57.698164 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9faf3d6f-e85c-4bb4-859e-a6cba8415489 req-55b26f6d-4e48-4b30-a301-0fcbf984ccf4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d0e3fc3-b2ca-47b5-a802-469546950a86 HTTP/1.1" status: 200 len: 999 time: 0.1459055 Jan 28 00:15:57.721757 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=138bd7b0-92db-49fe-a954-a3c600ccb036,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:15:57.759230 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a47476-6108-4baa-b552-eac7b3aeb309 req-18204991-ce90-4360-a625-806686868748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:57.766949 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-71a47476-6108-4baa-b552-eac7b3aeb309 req-18204991-ce90-4360-a625-806686868748 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a3a3fbb77c24b80b33584dcb2b7c06c&device_id=ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90 HTTP/1.1" status: 200 len: 1096 time: 0.1184320 Jan 28 00:15:57.849198 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-8eccd521-3d9e-41ed-8a3c-fd011659f70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'name': 'tempest-FloatingIPsAssociationTestJSON-64484721-router', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:46Z', 'updated_at': '2022-01-28T00:13:53Z', 'revision_number': 4, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'gw_port': {'id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:48Z', 'updated_at': '2022-01-28T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '00bb8379-4af9-42a4-9797-39b624fcb9f8', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'port_id': '8d0e3fc3-b2ca-47b5-a802-469546950a86', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'mac_address': 'fa:16:3e:84:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e830fb9-941e-43a4-8cd3-3537f6f87d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:14:31Z', 'updated_at': '2022-01-28T00:15:53Z', 'revision_number': 8, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c5189a-601d-4cb3-b475-c000a5281143', 'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'mac_address': 'fa:16:3e:8a:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:52Z', 'updated_at': '2022-01-28T00:14:05Z', 'revision_number': 5, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'subnets': [{'id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:57.879149 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf3d6f-e85c-4bb4-859e-a6cba8415489 req-789db1a4-bc2b-4dd1-bee2-05fc0ba2314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:57.892946 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9faf3d6f-e85c-4bb4-859e-a6cba8415489 req-789db1a4-bc2b-4dd1-bee2-05fc0ba2314b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9bb427a5-a295-4f0c-b017-2960030e85e4 HTTP/1.1" status: 200 len: 858 time: 0.1802733 Jan 28 00:15:57.909790 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6aaec1-5edc-47a0-907c-e81646c70b76 req-7e1d17c1-17df-4718-ae21-5d9aa3799367 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:57.911663 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eccd521-3d9e-41ed-8a3c-fd011659f70f None None] Checking router: 94d62d5b-c9f6-4adf-b6c0-f59cde170079 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:15:57.921698 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6aaec1-5edc-47a0-907c-e81646c70b76 req-7e1d17c1-17df-4718-ae21-5d9aa3799367 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:57.933672 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eccd521-3d9e-41ed-8a3c-fd011659f70f None None] Routers {'94d62d5b-c9f6-4adf-b6c0-f59cde170079'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:15:57.934287 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2a6aaec1-5edc-47a0-907c-e81646c70b76 req-7e1d17c1-17df-4718-ae21-5d9aa3799367 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e29d9a7-690e-4a4c-9558-1f20666e931b HTTP/1.1" status: 200 len: 1677 time: 0.2006454 Jan 28 00:15:57.935059 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-8eccd521-3d9e-41ed-8a3c-fd011659f70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:15:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:57.959598 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a47476-6108-4baa-b552-eac7b3aeb309 req-370093b0-760c-42dd-8111-ea343b168996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:57.961424 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-71a47476-6108-4baa-b552-eac7b3aeb309 req-370093b0-760c-42dd-8111-ea343b168996 service neutron] 10.222.0.52 "GET /v2.0/networks?id=34e668b4-51cb-4481-81ad-454dd4332718 HTTP/1.1" status: 200 len: 915 time: 0.1837466 Jan 28 00:15:58.024902 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-71a47476-6108-4baa-b552-eac7b3aeb309 req-6fc0cebf-d063-4105-8c21-02d5692cc38a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=138bd7b0-92db-49fe-a954-a3c600ccb036 HTTP/1.1" status: 200 len: 217 time: 0.0558548 Jan 28 00:15:58.093910 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf3d6f-e85c-4bb4-859e-a6cba8415489 req-0f6a7ada-9d70-42f1-8778-ba34430de30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:58.095576 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9faf3d6f-e85c-4bb4-859e-a6cba8415489 req-0f6a7ada-9d70-42f1-8778-ba34430de30b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2013769 Jan 28 00:15:58.112242 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2a6aaec1-5edc-47a0-907c-e81646c70b76 req-01f07bd1-7590-41d7-b87f-7d34b9004807 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/security-groups?id=de3aa900-c795-4b50-aeb7-917df0e11d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766040 Jan 28 00:15:58.140660 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['138bd7b0-92db-49fe-a954-a3c600ccb036'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:15:58.144625 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a47476-6108-4baa-b552-eac7b3aeb309 req-2e1f20d9-4be0-4dfb-b1dd-07bae19c057d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:58.152794 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-71a47476-6108-4baa-b552-eac7b3aeb309 req-2e1f20d9-4be0-4dfb-b1dd-07bae19c057d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40be5895-f422-46c1-9739-caeeaa660ce4 HTTP/1.1" status: 200 len: 854 time: 0.1156209 Jan 28 00:15:58.203015 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-71a47476-6108-4baa-b552-eac7b3aeb309 req-0e76372a-fc0b-4115-b330-0167b1cc3d74 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=34e668b4-51cb-4481-81ad-454dd4332718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481808 Jan 28 00:15:58.309507 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9faf3d6f-e85c-4bb4-859e-a6cba8415489 req-adf2ec4e-57e4-4601-87a3-19e295b10563 service neutron] 10.222.0.70 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930537 Jan 28 00:15:58.476867 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-71a47476-6108-4baa-b552-eac7b3aeb309 req-f2f716f5-9350-4908-a78b-e5fdd8235531 service neutron] 10.222.0.52 "GET /v2.0/networks/34e668b4-51cb-4481-81ad-454dd4332718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667556 Jan 28 00:15:58.498443 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-8eccd521-3d9e-41ed-8a3c-fd011659f70f None None] Set router 94d62d5b-c9f6-4adf-b6c0-f59cde170079 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:15:58.738754 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bfc24-960e-4066-8fee-83c227ab1576 req-9accdaaa-6ce4-47a8-8be0-e4303c19b718 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:58.744699 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-602bfc24-960e-4066-8fee-83c227ab1576 req-9accdaaa-6ce4-47a8-8be0-e4303c19b718 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/ports?device_id=df07402c-dc40-44b8-b71e-d4a22ae8d738 HTTP/1.1" status: 200 len: 945 time: 0.1964679 Jan 28 00:15:58.753257 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-71a47476-6108-4baa-b552-eac7b3aeb309 req-a13ed68a-123f-43ab-9e5b-71c323be6b92 service neutron] 10.222.0.52 "GET /v2.0/networks/34e668b4-51cb-4481-81ad-454dd4332718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694414 Jan 28 00:15:58.879340 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-602bfc24-960e-4066-8fee-83c227ab1576 req-5a0f8327-7a51-495a-85b4-b582fcfecdaf tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/security-groups?id=80e946b5-2409-4f0f-814f-5cefcbacbe2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239219 Jan 28 00:15:58.892502 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9faf3d6f-e85c-4bb4-859e-a6cba8415489 req-b54a264a-205e-4461-8962-651631e02dea service neutron] 10.222.0.70 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5814707 Jan 28 00:15:58.972266 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10af0259-49c0-4bc4-bddc-4c8621b2efa9 x-openstack-request-id: req-10af0259-49c0-4bc4-bddc-4c8621b2efa9 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:15:58.972832 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8237a3-391a-4734-9a60-194e23c27c63", "name": "network-vif-deleted", "tag": "f36c5652-fd2d-40bb-8ddc-a64901d96222", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:15:58.973199 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-10af0259-49c0-4bc4-bddc-4c8621b2efa9 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:15:58.976345 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8237a3-391a-4734-9a60-194e23c27c63', 'name': 'network-vif-deleted', 'tag': 'f36c5652-fd2d-40bb-8ddc-a64901d96222', 'status': 'completed', 'code': 200} Jan 28 00:15:58.982367 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-8eccd521-3d9e-41ed-8a3c-fd011659f70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'name': 'tempest-FloatingIPsAssociationTestJSON-64484721-router', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:46Z', 'updated_at': '2022-01-28T00:13:53Z', 'revision_number': 4, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'gw_port': {'id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:48Z', 'updated_at': '2022-01-28T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '00bb8379-4af9-42a4-9797-39b624fcb9f8', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'port_id': '8d0e3fc3-b2ca-47b5-a802-469546950a86', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'mac_address': 'fa:16:3e:84:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e830fb9-941e-43a4-8cd3-3537f6f87d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:14:31Z', 'updated_at': '2022-01-28T00:15:53Z', 'revision_number': 8, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c5189a-601d-4cb3-b475-c000a5281143', 'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'mac_address': 'fa:16:3e:8a:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:52Z', 'updated_at': '2022-01-28T00:14:05Z', 'revision_number': 5, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'subnets': [{'id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:15:59.018991 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eccd521-3d9e-41ed-8a3c-fd011659f70f None None] The sync data for ids ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'] in n-d-826754-1 is: [{'id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'name': 'tempest-FloatingIPsAssociationTestJSON-64484721-router', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:46Z', 'updated_at': '2022-01-28T00:13:53Z', 'revision_number': 4, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'gw_port': {'id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:48Z', 'updated_at': '2022-01-28T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '00bb8379-4af9-42a4-9797-39b624fcb9f8', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'port_id': '8d0e3fc3-b2ca-47b5-a802-469546950a86', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'mac_address': 'fa:16:3e:84:ce:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e830fb9-941e-43a4-8cd3-3537f6f87d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:14:31Z', 'updated_at': '2022-01-28T00:15:53Z', 'revision_number': 8, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c5189a-601d-4cb3-b475-c000a5281143', 'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'mac_address': 'fa:16:3e:8a:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:52Z', 'updated_at': '2022-01-28T00:14:05Z', 'revision_number': 5, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'subnets': [{'id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:15:59.173239 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab8445-6d53-4f1f-8ff4-9c97cce0cf30 req-a850e8a0-618e-4926-bb44-102736104db1 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:59.175712 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b6ab8445-6d53-4f1f-8ff4-9c97cce0cf30 req-a850e8a0-618e-4926-bb44-102736104db1 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90 HTTP/1.1" status: 200 len: 945 time: 0.1322324 Jan 28 00:15:59.192419 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f7783-923b-4d73-9185-adb4015d4f95 req-623215e8-b23f-4a01-86b9-8dde89d36644 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:59.192419 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-769f7783-923b-4d73-9185-adb4015d4f95 req-623215e8-b23f-4a01-86b9-8dde89d36644 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=df608004-9016-4630-8b98-755b6c50cd1a HTTP/1.1" status: 200 len: 946 time: 0.0945811 Jan 28 00:15:59.295030 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b6ab8445-6d53-4f1f-8ff4-9c97cce0cf30 req-bd7edba5-80e7-459b-9a13-e2a8240cf003 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053917 Jan 28 00:15:59.324248 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-769f7783-923b-4d73-9185-adb4015d4f95 req-d5c9d8f5-e39e-4599-bb7b-345d6a793005 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009316 Jan 28 00:15:59.467502 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a10d9dd-6813-474a-a12d-d02c06734d2d None None] New status for floating IP 00bb8379-4af9-42a4-9797-39b624fcb9f8: ACTIVE {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:15:59.597673 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e29d9a7-690e-4a4c-9558-1f20666e931b', 'tag': '47efd737-2b5e-495c-a6fe-6ffc89dc4607'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:15:59.597673 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7b4f8c-f0e7-4050-a5cf-b1d2ecd65618" -d '{"events": [{"name": "network-changed", "server_uuid": "2e29d9a7-690e-4a4c-9558-1f20666e931b", "tag": "47efd737-2b5e-495c-a6fe-6ffc89dc4607"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:15:59.734724 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8dc59-48d9-42e9-ae2f-c0bbe7af0296 req-cda9fd09-f175-4289-954f-dacf5e56b6f0 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:15:59.736579 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6fb8dc59-48d9-42e9-ae2f-c0bbe7af0296 req-cda9fd09-f175-4289-954f-dacf5e56b6f0 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ac23725-66cb-487d-84cc-168acf2e45c1 HTTP/1.1" status: 200 len: 945 time: 0.1970322 Jan 28 00:15:59.765705 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4a322b4f-81be-42c7-9e62-756085d0b7c9 req-182f7876-dd0a-43d1-9f32-02a1068ae07d tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/floatingips/00bb8379-4af9-42a4-9797-39b624fcb9f8 HTTP/1.1" status: 200 len: 996 time: 0.1544182 Jan 28 00:16:00.090867 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 47efd737-2b5e-495c-a6fe-6ffc89dc4607 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:16:00.306736 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 47efd737-2b5e-495c-a6fe-6ffc89dc4607, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=47efd737-2b5e-495c-a6fe-6ffc89dc4607,segment=NetworkSegment(404a5f04-b2f8-45cf-b010-1b8b90560326),segment_id=404a5f04-b2f8-45cf-b010-1b8b90560326)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:00.324325 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '47efd737-2b5e-495c-a6fe-6ffc89dc4607', 'network_id': '92d66529-6b91-41b7-9215-f6667b4d2f36', 'port_id': '47efd737-2b5e-495c-a6fe-6ffc89dc4607', 'mac_address': 'fa:16:3e:59:4c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ee885c-ff40-4ce6-bc77-a52cf040b6d4', 'ip_address': '19.86.0.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:16:00.334086 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a322b4f-81be-42c7-9e62-756085d0b7c9 req-28e864be-a596-4d99-8786-0fcd33fd07de tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:00.342731 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4a322b4f-81be-42c7-9e62-756085d0b7c9 req-28e864be-a596-4d99-8786-0fcd33fd07de tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 784 time: 0.5624928 Jan 28 00:16:00.350187 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6fb8dc59-48d9-42e9-ae2f-c0bbe7af0296 req-bdcc5f4f-36ff-44a7-aa47-ce90c88c92b6 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/security-groups?id=80e946b5-2409-4f0f-814f-5cefcbacbe2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6032209 Jan 28 00:16:00.356524 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-4a322b4f-81be-42c7-9e62-756085d0b7c9 req-efd64a51-44c1-4778-b08f-f69918d45c62 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:16:00.357798 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4a322b4f-81be-42c7-9e62-756085d0b7c9 req-efd64a51-44c1-4778-b08f-f69918d45c62 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066686 Jan 28 00:16:00.380472 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 47efd737-2b5e-495c-a6fe-6ffc89dc4607 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:16:00.380971 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (47efd737-2b5e-495c-a6fe-6ffc89dc4607), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:00.410285 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47efd737-2b5e-495c-a6fe-6ffc89dc4607 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:16:00.446809 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 47efd737-2b5e-495c-a6fe-6ffc89dc4607, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=47efd737-2b5e-495c-a6fe-6ffc89dc4607,segment=NetworkSegment(404a5f04-b2f8-45cf-b010-1b8b90560326),segment_id=404a5f04-b2f8-45cf-b010-1b8b90560326)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:00.455270 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (47efd737-2b5e-495c-a6fe-6ffc89dc4607), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:00.456651 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 8b11aae9-51ee-47f1-9439-6b38bb353bcc details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:16:00.552613 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbf1fa-c36d-47e4-ab98-1649ebf5de67 req-3099eafd-b3d8-48e0-a2e9-3f0c8bfdde7c tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:00.583955 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbf1fa-c36d-47e4-ab98-1649ebf5de67 req-3099eafd-b3d8-48e0-a2e9-3f0c8bfdde7c tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:00.597332 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c6cbf1fa-c36d-47e4-ab98-1649ebf5de67 req-3099eafd-b3d8-48e0-a2e9-3f0c8bfdde7c tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e29d9a7-690e-4a4c-9558-1f20666e931b HTTP/1.1" status: 200 len: 1678 time: 0.1377547 Jan 28 00:16:00.646173 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=47efd737-2b5e-495c-a6fe-6ffc89dc4607,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:00.696414 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 138bd7b0-92db-49fe-a954-a3c600ccb036 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:16:00.713719 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c6cbf1fa-c36d-47e4-ab98-1649ebf5de67 req-e2e05133-05da-4f71-947d-14dbd980d0a4 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/security-groups?id=de3aa900-c795-4b50-aeb7-917df0e11d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137753 Jan 28 00:16:00.800754 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 8b11aae9-51ee-47f1-9439-6b38bb353bcc, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8b11aae9-51ee-47f1-9439-6b38bb353bcc,segment=NetworkSegment(211f962d-ac67-42ce-ae97-2d45460bf688),segment_id=211f962d-ac67-42ce-ae97-2d45460bf688)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:00.833157 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51607045-4da5-47a8-ab96-064a486c66e0 req-83732603-7926-4e76-a335-618d0f04583c tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:00.840709 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '8b11aae9-51ee-47f1-9439-6b38bb353bcc', 'network_id': '2bc02fc4-c215-45f2-b54b-bd6017ac1f2a', 'port_id': '8b11aae9-51ee-47f1-9439-6b38bb353bcc', 'mac_address': 'fa:16:3e:e7:b7:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '718d9838-2bfc-40ca-86a3-5291a9335a9f', 'ip_address': '19.80.0.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:16:00.841396 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-51607045-4da5-47a8-ab96-064a486c66e0 req-83732603-7926-4e76-a335-618d0f04583c tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.52 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 945 time: 0.1649802 Jan 28 00:16:00.976090 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e830fb9-941e-43a4-8cd3-3537f6f87d02', 'tag': '8d0e3fc3-b2ca-47b5-a802-469546950a86'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:16:00.980834 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5682b4f-0267-4788-96bf-a53c970027df" -d '{"events": [{"name": "network-changed", "server_uuid": "6e830fb9-941e-43a4-8cd3-3537f6f87d02", "tag": "8d0e3fc3-b2ca-47b5-a802-469546950a86"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:16:01.013312 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 8b11aae9-51ee-47f1-9439-6b38bb353bcc is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:16:01.016917 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8b11aae9-51ee-47f1-9439-6b38bb353bcc), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:01.074763 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b11aae9-51ee-47f1-9439-6b38bb353bcc {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:16:01.123228 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 8b11aae9-51ee-47f1-9439-6b38bb353bcc, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8b11aae9-51ee-47f1-9439-6b38bb353bcc,segment=NetworkSegment(211f962d-ac67-42ce-ae97-2d45460bf688),segment_id=211f962d-ac67-42ce-ae97-2d45460bf688)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:01.148390 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 138bd7b0-92db-49fe-a954-a3c600ccb036 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:16:01.160544 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 138bd7b0-92db-49fe-a954-a3c600ccb036 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:16:01.162820 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (138bd7b0-92db-49fe-a954-a3c600ccb036), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:01.169737 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8b11aae9-51ee-47f1-9439-6b38bb353bcc), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:01.171230 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-51607045-4da5-47a8-ab96-064a486c66e0 req-5182551e-bbf3-488b-885d-ada26ba5309e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Deleting port 360aeed5-c523-4314-bb9f-1bdadf5794f7 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:16:01.172228 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-51607045-4da5-47a8-ab96-064a486c66e0 req-5182551e-bbf3-488b-885d-ada26ba5309e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (360aeed5-c523-4314-bb9f-1bdadf5794f7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:01.172854 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edb949-08a4-49e7-922e-bd593074f4c8 req-3d1f8308-4364-4951-a476-1bb1a5669a36 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:01.203848 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-89edb949-08a4-49e7-922e-bd593074f4c8 req-3d1f8308-4364-4951-a476-1bb1a5669a36 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 945 time: 0.2129753 Jan 28 00:16:01.373659 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=8b11aae9-51ee-47f1-9439-6b38bb353bcc,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:01.418475 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-89edb949-08a4-49e7-922e-bd593074f4c8 req-79bdb148-7984-4ab8-81e9-df2aa2a86877 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107561 Jan 28 00:16:01.420256 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-51607045-4da5-47a8-ab96-064a486c66e0 req-5182551e-bbf3-488b-885d-ada26ba5309e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] For port 360aeed5-c523-4314-bb9f-1bdadf5794f7, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=360aeed5-c523-4314-bb9f-1bdadf5794f7,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:01.420668 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-51607045-4da5-47a8-ab96-064a486c66e0 req-5182551e-bbf3-488b-885d-ada26ba5309e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (360aeed5-c523-4314-bb9f-1bdadf5794f7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:01.455316 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-51607045-4da5-47a8-ab96-064a486c66e0 req-5182551e-bbf3-488b-885d-ada26ba5309e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Calling delete_port for 360aeed5-c523-4314-bb9f-1bdadf5794f7 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:16:01.460611 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 138bd7b0-92db-49fe-a954-a3c600ccb036 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:16:01.461128 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (138bd7b0-92db-49fe-a954-a3c600ccb036), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:01.513414 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 138bd7b0-92db-49fe-a954-a3c600ccb036, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=138bd7b0-92db-49fe-a954-a3c600ccb036,segment=NetworkSegment(ace7d952-8e54-40cc-9a29-51557919e996),segment_id=ace7d952-8e54-40cc-9a29-51557919e996)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:01.516809 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138bd7b0-92db-49fe-a954-a3c600ccb036'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:16:01.519935 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab895d5e-0150-4348-bcf6-a6afb7de75a8" -d '{"events": [{"server_uuid": "ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90", "name": "network-vif-plugged", "status": "completed", "tag": "138bd7b0-92db-49fe-a954-a3c600ccb036"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:16:01.533310 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (138bd7b0-92db-49fe-a954-a3c600ccb036), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:01.534655 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 360aeed5-c523-4314-bb9f-1bdadf5794f7 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:16:01.589153 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf1891b-d84a-48e9-92cf-e113fddd33ee x-openstack-request-id: req-acf1891b-d84a-48e9-92cf-e113fddd33ee {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:16:01.589771 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e29d9a7-690e-4a4c-9558-1f20666e931b", "tag": "47efd737-2b5e-495c-a6fe-6ffc89dc4607", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:16:01.590321 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-acf1891b-d84a-48e9-92cf-e113fddd33ee {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:16:01.591340 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e29d9a7-690e-4a4c-9558-1f20666e931b', 'tag': '47efd737-2b5e-495c-a6fe-6ffc89dc4607', 'status': 'completed', 'code': 200} Jan 28 00:16:01.592932 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53076) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:01.695440 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=138bd7b0-92db-49fe-a954-a3c600ccb036,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:01.798680 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b4f8c-f0e7-4050-a5cf-b1d2ecd65618 req-1d495d8a-b39c-422f-b7a9-98e4551cc7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:01.799603 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b4f8c-f0e7-4050-a5cf-b1d2ecd65618 req-1d495d8a-b39c-422f-b7a9-98e4551cc7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:01.800973 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['47efd737-2b5e-495c-a6fe-6ffc89dc4607'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:16:01.802790 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e7b4f8c-f0e7-4050-a5cf-b1d2ecd65618 req-1d495d8a-b39c-422f-b7a9-98e4551cc7aa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce9d3829dfd648158df1004ad9e25e7d&device_id=2e29d9a7-690e-4a4c-9558-1f20666e931b HTTP/1.1" status: 200 len: 1981 time: 0.1716070 Jan 28 00:16:01.803774 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-51607045-4da5-47a8-ab96-064a486c66e0 req-5182551e-bbf3-488b-885d-ada26ba5309e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (360aeed5-c523-4314-bb9f-1bdadf5794f7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:01.856339 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182551e-bbf3-488b-885d-ada26ba5309e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Pushing event deleted for resources: {'Port': ['ID=360aeed5-c523-4314-bb9f-1bdadf5794f7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:01.872804 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['8b11aae9-51ee-47f1-9439-6b38bb353bcc'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:16:01.878479 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['e34d3b27-f88d-40ca-a720-0da10d81433d'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:16:01.899513 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7021539e-f257-4baa-b77c-6efcfef438a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:01.916452 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-51607045-4da5-47a8-ab96-064a486c66e0 req-5182551e-bbf3-488b-885d-ada26ba5309e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] No DVR routers for this DVR port 360aeed5-c523-4314-bb9f-1bdadf5794f7 on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:16:01.919864 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-51607045-4da5-47a8-ab96-064a486c66e0 req-5182551e-bbf3-488b-885d-ada26ba5309e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:01.924156 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-51607045-4da5-47a8-ab96-064a486c66e0 req-5182551e-bbf3-488b-885d-ada26ba5309e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.52 "DELETE /v2.0/ports/360aeed5-c523-4314-bb9f-1bdadf5794f7 HTTP/1.1" status: 204 len: 173 time: 1.0775862 Jan 28 00:16:01.967747 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae5ce8-eb23-4fc4-bda8-ad5937f664f8 req-927ac844-2638-4b82-b4eb-128907239d7b tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:01.971665 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8bae5ce8-eb23-4fc4-bda8-ad5937f664f8 req-927ac844-2638-4b82-b4eb-128907239d7b tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90 HTTP/1.1" status: 200 len: 946 time: 0.2236609 Jan 28 00:16:02.057026 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 360aeed5-c523-4314-bb9f-1bdadf5794f7 is: DOWN; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:16:02.222144 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8bae5ce8-eb23-4fc4-bda8-ad5937f664f8 req-1164992e-0e60-4c05-8630-eec4da458f85 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408426 Jan 28 00:16:02.294189 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b4f8c-f0e7-4050-a5cf-b1d2ecd65618 req-d040d05a-c64d-4a1d-9ecb-e8b681864755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:02.296082 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e7b4f8c-f0e7-4050-a5cf-b1d2ecd65618 req-d040d05a-c64d-4a1d-9ecb-e8b681864755 service neutron] 10.222.0.65 "GET /v2.0/networks?id=92d66529-6b91-41b7-9215-f6667b4d2f36 HTTP/1.1" status: 200 len: 903 time: 0.2933469 Jan 28 00:16:02.411473 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e7b4f8c-f0e7-4050-a5cf-b1d2ecd65618 req-203daab5-633d-4882-99e3-882a9ac93ad2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.73&port_id=47efd737-2b5e-495c-a6fe-6ffc89dc4607 HTTP/1.1" status: 200 len: 217 time: 0.0767591 Jan 28 00:16:02.438697 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7021539e-f257-4baa-b77c-6efcfef438a2 admin admin] Publish callbacks [] for security_group (b6a232ef-d9ef-4404-93e3-55d9a3ce4421), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:02.449833 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7021539e-f257-4baa-b77c-6efcfef438a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b6a232ef-d9ef-4404-93e3-55d9a3ce4421), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:02.491937 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5db58638-37c0-4d6e-9b8c-35559a8c36c4 req-997a3922-7e67-4aa0-8252-e7902617c066 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.72 HTTP/1.1" status: 200 len: 1001 time: 0.2320573 Jan 28 00:16:02.569990 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7021539e-f257-4baa-b77c-6efcfef438a2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ca41aa713e4149dda11ebe026b60570e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9752879 Jan 28 00:16:02.575033 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021539e-f257-4baa-b77c-6efcfef438a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a232ef-d9ef-4404-93e3-55d9a3ce4421,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:02.575738 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53092) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:02.582415 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b4f8c-f0e7-4050-a5cf-b1d2ecd65618 req-409f3984-1068-4cf7-8794-ea4772f9d16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:02.583942 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e7b4f8c-f0e7-4050-a5cf-b1d2ecd65618 req-409f3984-1068-4cf7-8794-ea4772f9d16c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=90ee885c-ff40-4ce6-bc77-a52cf040b6d4 HTTP/1.1" status: 200 len: 801 time: 0.1591613 Jan 28 00:16:02.648167 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db58638-37c0-4d6e-9b8c-35559a8c36c4 req-f1d5190b-700a-4e96-80a4-963e6e9bc74c tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:02.662636 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5db58638-37c0-4d6e-9b8c-35559a8c36c4 req-f1d5190b-700a-4e96-80a4-963e6e9bc74c tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports/8d0e3fc3-b2ca-47b5-a802-469546950a86 HTTP/1.1" status: 200 len: 943 time: 0.1387324 Jan 28 00:16:02.736742 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34be5a95-dd42-4a61-9fd1-d96c1bc75a63 admin admin] Publish callbacks [] for security_group (b6a232ef-d9ef-4404-93e3-55d9a3ce4421), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:02.750271 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b4f8c-f0e7-4050-a5cf-b1d2ecd65618 req-a191efce-9e51-4dad-b090-9e3573d08773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:02.753882 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e7b4f8c-f0e7-4050-a5cf-b1d2ecd65618 req-a191efce-9e51-4dad-b090-9e3573d08773 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=92d66529-6b91-41b7-9215-f6667b4d2f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1568992 Jan 28 00:16:02.765871 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34be5a95-dd42-4a61-9fd1-d96c1bc75a63 admin admin] Publish callbacks [] for security_group (b6a232ef-d9ef-4404-93e3-55d9a3ce4421), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:02.858161 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34be5a95-dd42-4a61-9fd1-d96c1bc75a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b6a232ef-d9ef-4404-93e3-55d9a3ce4421), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:02.866857 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34be5a95-dd42-4a61-9fd1-d96c1bc75a63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:02.869377 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-34be5a95-dd42-4a61-9fd1-d96c1bc75a63 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b6a232ef-d9ef-4404-93e3-55d9a3ce4421 HTTP/1.1" status: 204 len: 168 time: 0.2919245 Jan 28 00:16:02.892649 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be5a95-dd42-4a61-9fd1-d96c1bc75a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a232ef-d9ef-4404-93e3-55d9a3ce4421,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:02.934936 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5db58638-37c0-4d6e-9b8c-35559a8c36c4 req-a53275cc-0167-463d-b69b-b20ff6ba7275 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.72 HTTP/1.1" status: 200 len: 1001 time: 0.1337035 Jan 28 00:16:02.941832 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-0fa45b2c-943e-4ad4-be49-1c43c0e0adb0 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:16:02.958947 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-0fa45b2c-943e-4ad4-be49-1c43c0e0adb0 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4269676 Jan 28 00:16:03.116520 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e7b4f8c-f0e7-4050-a5cf-b1d2ecd65618 req-7cd7dbed-69db-4611-8348-ea97d0cf745c service neutron] 10.222.0.65 "GET /v2.0/networks/92d66529-6b91-41b7-9215-f6667b4d2f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254602 Jan 28 00:16:03.147605 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-0437df34-51e7-41d1-bfa4-1c60063f6399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:03.148528 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db58638-37c0-4d6e-9b8c-35559a8c36c4 req-e7928469-fb66-47a4-8bba-0f2ef12d436f tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:03.150049 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5db58638-37c0-4d6e-9b8c-35559a8c36c4 req-e7928469-fb66-47a4-8bba-0f2ef12d436f tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 784 time: 0.1788349 Jan 28 00:16:03.155890 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-0437df34-51e7-41d1-bfa4-1c60063f6399 service neutron] 10.222.0.70 "GET /v2.0/ports/032c02e9-3bf8-41e6-b5be-6857fa3a7a97 HTTP/1.1" status: 200 len: 1094 time: 0.1962159 Jan 28 00:16:03.161476 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-b63c6e9f-fade-46fa-968e-7b427d6a608b service neutron] Request body: {'binding': {'host': 'n-h1-826754-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:16:03.161938 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-b63c6e9f-fade-46fa-968e-7b427d6a608b service neutron] Unknown quota resources ['binding']. {{(pid=103343) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 00:16:03.329945 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5db58638-37c0-4d6e-9b8c-35559a8c36c4 req-b94da1d1-399b-401d-adb0-208989bc4e82 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.72 HTTP/1.1" status: 200 len: 1001 time: 0.1225369 Jan 28 00:16:03.337359 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e7b4f8c-f0e7-4050-a5cf-b1d2ecd65618 req-11ce219c-120d-4800-8aa7-502b3172ba9c service neutron] 10.222.0.65 "GET /v2.0/networks/92d66529-6b91-41b7-9215-f6667b4d2f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096243 Jan 28 00:16:03.344992 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-5db58638-37c0-4d6e-9b8c-35559a8c36c4 req-ab6d630a-6797-48e1-b9be-5d2569dfc52e tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:16:03.363012 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-b63c6e9f-fade-46fa-968e-7b427d6a608b service neutron] Attempting to bind port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 on host n-h1-826754-1 for vnic_type normal with profile None {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:16:03.364504 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-b63c6e9f-fade-46fa-968e-7b427d6a608b service neutron] Attempting to bind port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:16:03.365650 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-b63c6e9f-fade-46fa-968e-7b427d6a608b service neutron] Attempting to bind port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:16:03.379593 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-b63c6e9f-fade-46fa-968e-7b427d6a608b service neutron] Port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:16:03.380564 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-b63c6e9f-fade-46fa-968e-7b427d6a608b service neutron] Attempting to bind port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:16:03.404322 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-b63c6e9f-fade-46fa-968e-7b427d6a608b service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:16:03.408736 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-b63c6e9f-fade-46fa-968e-7b427d6a608b service neutron] Checking segment: {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:16:03.409636 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-b63c6e9f-fade-46fa-968e-7b427d6a608b service neutron] Bound using segment: {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:16:03.411115 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-b63c6e9f-fade-46fa-968e-7b427d6a608b service neutron] Bound port: 032c02e9-3bf8-41e6-b5be-6857fa3a7a97, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:16:03.435411 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5db58638-37c0-4d6e-9b8c-35559a8c36c4 req-ab6d630a-6797-48e1-b9be-5d2569dfc52e tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks [] for floatingip (00bb8379-4af9-42a4-9797-39b624fcb9f8), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:03.540423 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-b63c6e9f-fade-46fa-968e-7b427d6a608b service neutron] For port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=032c02e9-3bf8-41e6-b5be-6857fa3a7a97,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:16:03.555589 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-b63c6e9f-fade-46fa-968e-7b427d6a608b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:03.559170 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-b63c6e9f-fade-46fa-968e-7b427d6a608b service neutron] 10.222.0.70 "POST /v2.0/ports/032c02e9-3bf8-41e6-b5be-6857fa3a7a97/bindings HTTP/1.1" status: 201 len: 389 time: 0.4010737 Jan 28 00:16:03.593308 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734a1908-f82c-4a45-8980-fcfcf7574a4b', 'name': 'network-vif-deleted', 'tag': '360aeed5-c523-4314-bb9f-1bdadf5794f7'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:16:03.604931 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0b7460-2ebb-4caa-86a4-ad766b7cd8a7" -d '{"events": [{"server_uuid": "734a1908-f82c-4a45-8980-fcfcf7574a4b", "name": "network-vif-deleted", "tag": "360aeed5-c523-4314-bb9f-1bdadf5794f7"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:16:03.624100 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53104) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:03.698920 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-565658ee-8165-4c6a-92d3-eb91f907289c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:03.785315 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5db58638-37c0-4d6e-9b8c-35559a8c36c4 req-ab6d630a-6797-48e1-b9be-5d2569dfc52e tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:03.793069 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5db58638-37c0-4d6e-9b8c-35559a8c36c4 req-ab6d630a-6797-48e1-b9be-5d2569dfc52e tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (00bb8379-4af9-42a4-9797-39b624fcb9f8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:03.793667 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [req-5db58638-37c0-4d6e-9b8c-35559a8c36c4 req-ab6d630a-6797-48e1-b9be-5d2569dfc52e tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Floating IP 00bb8379-4af9-42a4-9797-39b624fcb9f8 disassociated. External IP: 172.25.3.72, port: 8d0e3fc3-b2ca-47b5-a802-469546950a86. Jan 28 00:16:03.884953 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-565658ee-8165-4c6a-92d3-eb91f907289c admin admin] Publish callbacks [] for security_group (6b41eb32-555d-4bdd-9842-2b0d544f83d9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:03.891650 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-565658ee-8165-4c6a-92d3-eb91f907289c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (6b41eb32-555d-4bdd-9842-2b0d544f83d9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:03.962096 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565658ee-8165-4c6a-92d3-eb91f907289c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b41eb32-555d-4bdd-9842-2b0d544f83d9,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:03.986512 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-565658ee-8165-4c6a-92d3-eb91f907289c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0df8d789af894dc6a666dd96932971bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3531134 Jan 28 00:16:03.986896 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53108) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:04.065724 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e8183-7dd1-4a97-93be-03ee1b5f3f8c req-9ce6110d-e8d2-4198-a4f8-5cca0010c574 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:04.067569 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fd2e8183-7dd1-4a97-93be-03ee1b5f3f8c req-9ce6110d-e8d2-4198-a4f8-5cca0010c574 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=df608004-9016-4630-8b98-755b6c50cd1a HTTP/1.1" status: 200 len: 946 time: 0.1681054 Jan 28 00:16:04.092105 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 47efd737-2b5e-495c-a6fe-6ffc89dc4607 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:16:04.120263 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-d3e32787-a703-452d-a765-2c27b6680985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:04.121985 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-d3e32787-a703-452d-a765-2c27b6680985 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a78e89f3df84c31929be575e138a975&device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 1097 time: 0.1992748 Jan 28 00:16:04.182659 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 47efd737-2b5e-495c-a6fe-6ffc89dc4607 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:16:04.192764 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 47efd737-2b5e-495c-a6fe-6ffc89dc4607 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:16:04.193577 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (47efd737-2b5e-495c-a6fe-6ffc89dc4607), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:04.350484 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 47efd737-2b5e-495c-a6fe-6ffc89dc4607 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:16:04.351356 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (47efd737-2b5e-495c-a6fe-6ffc89dc4607), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:04.385257 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38166405-04b2-4e96-a1dc-939cb1fb63b4 admin admin] Publish callbacks [] for security_group (6b41eb32-555d-4bdd-9842-2b0d544f83d9), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:04.422014 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 47efd737-2b5e-495c-a6fe-6ffc89dc4607, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=47efd737-2b5e-495c-a6fe-6ffc89dc4607,segment=NetworkSegment(404a5f04-b2f8-45cf-b010-1b8b90560326),segment_id=404a5f04-b2f8-45cf-b010-1b8b90560326)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:04.423371 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fd2e8183-7dd1-4a97-93be-03ee1b5f3f8c req-d9216ae0-7392-4d3e-8a70-03bc58e14725 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230624 Jan 28 00:16:04.432633 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (47efd737-2b5e-495c-a6fe-6ffc89dc4607), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:04.434177 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 8b11aae9-51ee-47f1-9439-6b38bb353bcc up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:16:04.477483 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38166405-04b2-4e96-a1dc-939cb1fb63b4 admin admin] Publish callbacks [] for security_group (6b41eb32-555d-4bdd-9842-2b0d544f83d9), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:04.545834 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-423d23cd-79af-48f4-a8f5-b6786516fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:04.547670 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-423d23cd-79af-48f4-a8f5-b6786516fd0a service neutron] 10.222.0.65 "GET /v2.0/networks?id=ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 200 len: 908 time: 0.4095731 Jan 28 00:16:04.625892 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 8b11aae9-51ee-47f1-9439-6b38bb353bcc completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:16:04.632618 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-5cdd9271-ce6c-41e2-9f12-960c634a28cb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=032c02e9-3bf8-41e6-b5be-6857fa3a7a97 HTTP/1.1" status: 200 len: 217 time: 0.0760086 Jan 28 00:16:04.641514 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 8b11aae9-51ee-47f1-9439-6b38bb353bcc triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:16:04.642157 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8b11aae9-51ee-47f1-9439-6b38bb353bcc), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:04.693597 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=47efd737-2b5e-495c-a6fe-6ffc89dc4607,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:04.709033 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5db58638-37c0-4d6e-9b8c-35559a8c36c4 req-ab6d630a-6797-48e1-b9be-5d2569dfc52e tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Router 94d62d5b-c9f6-4adf-b6c0-f59cde170079 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:16:04.799660 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 8b11aae9-51ee-47f1-9439-6b38bb353bcc is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:16:04.800204 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8b11aae9-51ee-47f1-9439-6b38bb353bcc), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:04.809256 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-7fd4857e-7931-445a-98c4-6ded21e5c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:04.812659 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-7fd4857e-7931-445a-98c4-6ded21e5c9bf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a309d6c9-38a3-409d-a906-1638039000ff HTTP/1.1" status: 200 len: 847 time: 0.1692605 Jan 28 00:16:04.836968 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cd0a9-84d5-41b8-b0d0-0accfad8f51d req-bb50244a-c66d-41c3-a9be-e983afd08bef tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:04.839944 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-471cd0a9-84d5-41b8-b0d0-0accfad8f51d req-bb50244a-c66d-41c3-a9be-e983afd08bef tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8b74372-75b7-44af-b682-a1a336e66b3d HTTP/1.1" status: 200 len: 945 time: 0.2552328 Jan 28 00:16:04.844598 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 8b11aae9-51ee-47f1-9439-6b38bb353bcc, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8b11aae9-51ee-47f1-9439-6b38bb353bcc,segment=NetworkSegment(211f962d-ac67-42ce-ae97-2d45460bf688),segment_id=211f962d-ac67-42ce-ae97-2d45460bf688)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:04.855487 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8b11aae9-51ee-47f1-9439-6b38bb353bcc), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:04.918595 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=8b11aae9-51ee-47f1-9439-6b38bb353bcc,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:04.965172 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38166405-04b2-4e96-a1dc-939cb1fb63b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (6b41eb32-555d-4bdd-9842-2b0d544f83d9), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:04.970973 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38166405-04b2-4e96-a1dc-939cb1fb63b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:04.973166 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-38166405-04b2-4e96-a1dc-939cb1fb63b4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6b41eb32-555d-4bdd-9842-2b0d544f83d9 HTTP/1.1" status: 204 len: 168 time: 0.9865310 Jan 28 00:16:04.976703 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-0f873337-2817-43be-918e-60b914b843d5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ede0cbb9-a83e-4037-b673-696eabc6b3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1570909 Jan 28 00:16:05.057877 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38166405-04b2-4e96-a1dc-939cb1fb63b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b41eb32-555d-4bdd-9842-2b0d544f83d9,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:05.264789 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-471cd0a9-84d5-41b8-b0d0-0accfad8f51d req-ec712fb0-e705-471c-af89-187074b0b3a6 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/security-groups?id=80e946b5-2409-4f0f-814f-5cefcbacbe2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017222 Jan 28 00:16:05.344191 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5db58638-37c0-4d6e-9b8c-35559a8c36c4 req-ab6d630a-6797-48e1-b9be-5d2569dfc52e tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:16:05.376790 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a580892d-f2f3-4912-bf7c-d0abd8857d00 None None] Sync routers for ids ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:16:05.387213 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5db58638-37c0-4d6e-9b8c-35559a8c36c4 req-ab6d630a-6797-48e1-b9be-5d2569dfc52e tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:05.396951 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444e0600-99bf-4914-ab70-faf45931ab72 x-openstack-request-id: req-444e0600-99bf-4914-ab70-faf45931ab72 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:16:05.397384 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e830fb9-941e-43a4-8cd3-3537f6f87d02", "tag": "8d0e3fc3-b2ca-47b5-a802-469546950a86", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:16:05.397901 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-444e0600-99bf-4914-ab70-faf45931ab72 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:16:05.398548 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e830fb9-941e-43a4-8cd3-3537f6f87d02', 'tag': '8d0e3fc3-b2ca-47b5-a802-469546950a86', 'status': 'completed', 'code': 200} Jan 28 00:16:05.426451 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a580892d-f2f3-4912-bf7c-d0abd8857d00 None None] Routers {'94d62d5b-c9f6-4adf-b6c0-f59cde170079'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:16:05.427431 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-a580892d-f2f3-4912-bf7c-d0abd8857d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:15:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:05.604067 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9132a9a8-f5e2-4621-ac08-17eb19c657b3 x-openstack-request-id: req-9132a9a8-f5e2-4621-ac08-17eb19c657b3 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:16:05.604916 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90", "name": "network-vif-plugged", "status": "completed", "tag": "138bd7b0-92db-49fe-a954-a3c600ccb036", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:16:05.605579 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9132a9a8-f5e2-4621-ac08-17eb19c657b3 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:16:05.606439 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138bd7b0-92db-49fe-a954-a3c600ccb036', 'code': 200} Jan 28 00:16:05.607914 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-061983ce-f4f3-403c-86e0-f4dca31ff857 service neutron] 10.222.0.65 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5981944 Jan 28 00:16:05.663365 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5db58638-37c0-4d6e-9b8c-35559a8c36c4 req-ab6d630a-6797-48e1-b9be-5d2569dfc52e tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "PUT /v2.0/floatingips/00bb8379-4af9-42a4-9797-39b624fcb9f8 HTTP/1.1" status: 200 len: 695 time: 2.3223569 Jan 28 00:16:05.798715 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c885f-9510-4f1f-aae8-d020abc66c8b req-d173cd07-50c5-49bd-8b8b-c16e4ecb1411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:05.803081 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bf3c885f-9510-4f1f-aae8-d020abc66c8b req-d173cd07-50c5-49bd-8b8b-c16e4ecb1411 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90 HTTP/1.1" status: 200 len: 1097 time: 0.1646821 Jan 28 00:16:05.888179 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bf3c885f-9510-4f1f-aae8-d020abc66c8b req-f276ecc1-1f90-4809-873c-2ad6d2b1c40a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772920 Jan 28 00:16:05.925495 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-a580892d-f2f3-4912-bf7c-d0abd8857d00 None None] Set router 94d62d5b-c9f6-4adf-b6c0-f59cde170079 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:16:05.970374 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5682b4f-0267-4788-96bf-a53c970027df req-3da82e38-8a5b-4e8b-8fe0-df662e75208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:05.973627 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5682b4f-0267-4788-96bf-a53c970027df req-3da82e38-8a5b-4e8b-8fe0-df662e75208e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c68080a75d8f4b37a0cc83073e4343a9&device_id=6e830fb9-941e-43a4-8cd3-3537f6f87d02 HTTP/1.1" status: 200 len: 1097 time: 0.4796820 Jan 28 00:16:05.999928 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a61bf2-b961-40df-8a52-629af2b7b896 req-d785bca9-6a17-44af-958a-ee7b32520226 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:06.011790 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a61bf2-b961-40df-8a52-629af2b7b896 req-d785bca9-6a17-44af-958a-ee7b32520226 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:06.042633 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-24a61bf2-b961-40df-8a52-629af2b7b896 req-d785bca9-6a17-44af-958a-ee7b32520226 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e29d9a7-690e-4a4c-9558-1f20666e931b HTTP/1.1" status: 200 len: 1681 time: 0.3476777 Jan 28 00:16:06.148309 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a38078f7-c826-4565-9147-45b2a2fd9752 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:16:06.273165 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6a6cb8d3-6d48-4f9f-8d0a-b7ec205284fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:06.291467 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db58638-37c0-4d6e-9b8c-35559a8c36c4 req-2e065b1c-f10b-49a5-bba0-3cc25f1decf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:06.294285 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5db58638-37c0-4d6e-9b8c-35559a8c36c4 req-2e065b1c-f10b-49a5-bba0-3cc25f1decf8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c68080a75d8f4b37a0cc83073e4343a9&device_id=6e830fb9-941e-43a4-8cd3-3537f6f87d02 HTTP/1.1" status: 200 len: 1097 time: 0.5933654 Jan 28 00:16:06.319464 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5682b4f-0267-4788-96bf-a53c970027df req-8aad3930-81b7-4314-9f35-7b6025d399ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:06.322073 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5682b4f-0267-4788-96bf-a53c970027df req-8aad3930-81b7-4314-9f35-7b6025d399ac service neutron] 10.222.0.65 "GET /v2.0/networks?id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 HTTP/1.1" status: 200 len: 920 time: 0.2705572 Jan 28 00:16:06.346361 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port a38078f7-c826-4565-9147-45b2a2fd9752 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:16:06.346919 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a38078f7-c826-4565-9147-45b2a2fd9752), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:06.404923 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a38078f7-c826-4565-9147-45b2a2fd9752, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a38078f7-c826-4565-9147-45b2a2fd9752,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:06.417498 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-a580892d-f2f3-4912-bf7c-d0abd8857d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'name': 'tempest-FloatingIPsAssociationTestJSON-64484721-router', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:46Z', 'updated_at': '2022-01-28T00:13:53Z', 'revision_number': 4, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'gw_port': {'id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:48Z', 'updated_at': '2022-01-28T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '96c5189a-601d-4cb3-b475-c000a5281143', 'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'mac_address': 'fa:16:3e:8a:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:52Z', 'updated_at': '2022-01-28T00:14:05Z', 'revision_number': 5, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'subnets': [{'id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:06.461985 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-72b05ec0-cb42-40e6-855a-e42bb8a10139 service neutron] 10.222.0.65 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8372154 Jan 28 00:16:06.463373 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5682b4f-0267-4788-96bf-a53c970027df req-664f35eb-0144-4c46-9d82-b134bc4e2baa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d0e3fc3-b2ca-47b5-a802-469546950a86 HTTP/1.1" status: 200 len: 217 time: 0.1096923 Jan 28 00:16:06.472585 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a38078f7-c826-4565-9147-45b2a2fd9752), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:06.493588 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a580892d-f2f3-4912-bf7c-d0abd8857d00 None None] Checking router: 94d62d5b-c9f6-4adf-b6c0-f59cde170079 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:16:06.498877 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-24a61bf2-b961-40df-8a52-629af2b7b896 req-b38c8893-6e76-49a7-9ff9-5dd6d7d0f645 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/security-groups?id=de3aa900-c795-4b50-aeb7-917df0e11d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716498 Jan 28 00:16:06.578734 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5682b4f-0267-4788-96bf-a53c970027df req-aaf2c636-e19e-4834-bf7d-db58dca12f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:06.580262 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5682b4f-0267-4788-96bf-a53c970027df req-aaf2c636-e19e-4834-bf7d-db58dca12f80 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9bb427a5-a295-4f0c-b017-2960030e85e4 HTTP/1.1" status: 200 len: 858 time: 0.0796144 Jan 28 00:16:06.614729 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a580892d-f2f3-4912-bf7c-d0abd8857d00 None None] Routers {'94d62d5b-c9f6-4adf-b6c0-f59cde170079'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:16:06.615393 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-a580892d-f2f3-4912-bf7c-d0abd8857d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:15:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:06.645367 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db58638-37c0-4d6e-9b8c-35559a8c36c4 req-02b2777e-aafb-4c94-a7ed-30097167366c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:06.647008 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5db58638-37c0-4d6e-9b8c-35559a8c36c4 req-02b2777e-aafb-4c94-a7ed-30097167366c service neutron] 10.222.0.70 "GET /v2.0/networks?id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 HTTP/1.1" status: 200 len: 920 time: 0.3404212 Jan 28 00:16:06.690996 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5d5118c2-c817-462a-9d03-17e5e44627f4 req-3237ffa2-8ebc-47ef-993a-fb4a0b36e326 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 210 time: 0.0470095 Jan 28 00:16:06.736236 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=a38078f7-c826-4565-9147-45b2a2fd9752,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:06.823008 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5db58638-37c0-4d6e-9b8c-35559a8c36c4 req-16826b28-f1e3-4ca5-84a4-b4761a669e56 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d0e3fc3-b2ca-47b5-a802-469546950a86 HTTP/1.1" status: 200 len: 217 time: 0.1381574 Jan 28 00:16:06.915564 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5682b4f-0267-4788-96bf-a53c970027df req-b2f6d200-5969-42be-b0e7-4581d70b4aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:06.917888 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5682b4f-0267-4788-96bf-a53c970027df req-b2f6d200-5969-42be-b0e7-4581d70b4aac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3283663 Jan 28 00:16:07.039303 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-a580892d-f2f3-4912-bf7c-d0abd8857d00 None None] Set router 94d62d5b-c9f6-4adf-b6c0-f59cde170079 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:16:07.099920 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db58638-37c0-4d6e-9b8c-35559a8c36c4 req-67bf1ec1-fac3-421f-b779-b42166ba4e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:07.106628 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5db58638-37c0-4d6e-9b8c-35559a8c36c4 req-67bf1ec1-fac3-421f-b779-b42166ba4e00 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9bb427a5-a295-4f0c-b017-2960030e85e4 HTTP/1.1" status: 200 len: 858 time: 0.2751055 Jan 28 00:16:07.147203 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e1e0b-ed1a-4b16-b7e8-58145e504946 req-ada15d02-51c6-4256-a40a-d8c272e324ec tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:07.149348 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2d1e1e0b-ed1a-4b16-b7e8-58145e504946 req-ada15d02-51c6-4256-a40a-d8c272e324ec tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90 HTTP/1.1" status: 200 len: 946 time: 0.3198831 Jan 28 00:16:07.253016 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5682b4f-0267-4788-96bf-a53c970027df req-b76ab00e-dbe7-4f62-b8ce-ed860e7379da service neutron] 10.222.0.65 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231211 Jan 28 00:16:07.294523 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db58638-37c0-4d6e-9b8c-35559a8c36c4 req-94b3176b-58ab-4acc-bab2-c00dad139fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:07.298268 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5db58638-37c0-4d6e-9b8c-35559a8c36c4 req-94b3176b-58ab-4acc-bab2-c00dad139fb8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1758170 Jan 28 00:16:07.311345 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2d1e1e0b-ed1a-4b16-b7e8-58145e504946 req-f8185a45-9f91-42ed-8251-d00b2bd46c83 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372077 Jan 28 00:16:07.403754 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e830fb9-941e-43a4-8cd3-3537f6f87d02', 'tag': '8d0e3fc3-b2ca-47b5-a802-469546950a86'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:16:07.408581 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd735b0-1c00-4d31-b6e8-0b329b37da69" -d '{"events": [{"name": "network-changed", "server_uuid": "6e830fb9-941e-43a4-8cd3-3537f6f87d02", "tag": "8d0e3fc3-b2ca-47b5-a802-469546950a86"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:16:07.431587 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6bfdd0-0297-47ea-bb43-3354f0dea262 x-openstack-request-id: req-9a6bfdd0-0297-47ea-bb43-3354f0dea262 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:16:07.432224 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734a1908-f82c-4a45-8980-fcfcf7574a4b", "name": "network-vif-deleted", "tag": "360aeed5-c523-4314-bb9f-1bdadf5794f7", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:16:07.432617 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9a6bfdd0-0297-47ea-bb43-3354f0dea262 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:16:07.433147 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '734a1908-f82c-4a45-8980-fcfcf7574a4b', 'name': 'network-vif-deleted', 'tag': '360aeed5-c523-4314-bb9f-1bdadf5794f7', 'status': 'completed', 'code': 200} Jan 28 00:16:07.444191 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-a580892d-f2f3-4912-bf7c-d0abd8857d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'name': 'tempest-FloatingIPsAssociationTestJSON-64484721-router', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:46Z', 'updated_at': '2022-01-28T00:13:53Z', 'revision_number': 4, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'gw_port': {'id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:48Z', 'updated_at': '2022-01-28T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '96c5189a-601d-4cb3-b475-c000a5281143', 'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'mac_address': 'fa:16:3e:8a:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:52Z', 'updated_at': '2022-01-28T00:14:05Z', 'revision_number': 5, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'subnets': [{'id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:07.599901 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a580892d-f2f3-4912-bf7c-d0abd8857d00 None None] The sync data for ids ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'] in n-d-826754-1 is: [{'id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'name': 'tempest-FloatingIPsAssociationTestJSON-64484721-router', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:46Z', 'updated_at': '2022-01-28T00:13:53Z', 'revision_number': 4, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'gw_port': {'id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:48Z', 'updated_at': '2022-01-28T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '96c5189a-601d-4cb3-b475-c000a5281143', 'name': '', 'network_id': 'd1b7aecb-6fdc-4e30-b1f6-a60c712edbf1', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'mac_address': 'fa:16:3e:8a:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:52Z', 'updated_at': '2022-01-28T00:14:05Z', 'revision_number': 5, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'subnets': [{'id': '9bb427a5-a295-4f0c-b017-2960030e85e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:16:07.614116 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e29d9a7-690e-4a4c-9558-1f20666e931b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47efd737-2b5e-495c-a6fe-6ffc89dc4607'}, {'server_uuid': '2e29d9a7-690e-4a4c-9558-1f20666e931b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b11aae9-51ee-47f1-9439-6b38bb353bcc'}, {'server_uuid': 'df608004-9016-4630-8b98-755b6c50cd1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a38078f7-c826-4565-9147-45b2a2fd9752'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:16:07.625877 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded756ea-cd49-41bc-b31d-ac63eb3104d8" -d '{"events": [{"server_uuid": "2e29d9a7-690e-4a4c-9558-1f20666e931b", "name": "network-vif-plugged", "status": "completed", "tag": "47efd737-2b5e-495c-a6fe-6ffc89dc4607"}, {"server_uuid": "2e29d9a7-690e-4a4c-9558-1f20666e931b", "name": "network-vif-plugged", "status": "completed", "tag": "8b11aae9-51ee-47f1-9439-6b38bb353bcc"}, {"server_uuid": "df608004-9016-4630-8b98-755b6c50cd1a", "name": "network-vif-unplugged", "status": "completed", "tag": "a38078f7-c826-4565-9147-45b2a2fd9752"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:16:08.118704 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce567190-2f74-4d67-8b97-f1d2c29d8580 None None] New status for floating IP 00bb8379-4af9-42a4-9797-39b624fcb9f8: DOWN {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:16:08.156293 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5682b4f-0267-4788-96bf-a53c970027df req-6c6a3258-39dd-42bf-84c3-a402ee2e3347 service neutron] 10.222.0.65 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8907921 Jan 28 00:16:08.178875 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414c505-56c2-4f5c-a92d-26b2767ba79c req-5472e3c2-36ac-4e36-b293-a3a20c8bf9d3 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:08.197585 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3414c505-56c2-4f5c-a92d-26b2767ba79c req-5472e3c2-36ac-4e36-b293-a3a20c8bf9d3 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 946 time: 0.2207246 Jan 28 00:16:08.219327 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5db58638-37c0-4d6e-9b8c-35559a8c36c4 req-a3c7f345-2b3a-4e89-9d99-c3a5b680a7b3 service neutron] 10.222.0.70 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9053760 Jan 28 00:16:08.237796 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b6eeaf6-a6ef-4dde-8fe4-3874388f2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:08.415432 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3414c505-56c2-4f5c-a92d-26b2767ba79c req-c52404b8-a776-4f73-a7de-6b343fa1369e tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030292 Jan 28 00:16:08.502984 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5db58638-37c0-4d6e-9b8c-35559a8c36c4 req-bd3d8381-c429-42f0-8899-a76587937bc9 service neutron] 10.222.0.70 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715275 Jan 28 00:16:08.780286 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822964a8-a7f8-4044-9eea-2e05c50cf5a9 x-openstack-request-id: req-822964a8-a7f8-4044-9eea-2e05c50cf5a9 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:16:08.782655 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e830fb9-941e-43a4-8cd3-3537f6f87d02", "tag": "8d0e3fc3-b2ca-47b5-a802-469546950a86", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:16:08.783096 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-822964a8-a7f8-4044-9eea-2e05c50cf5a9 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:16:08.783791 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e830fb9-941e-43a4-8cd3-3537f6f87d02', 'tag': '8d0e3fc3-b2ca-47b5-a802-469546950a86', 'status': 'completed', 'code': 200} Jan 28 00:16:09.016266 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403ee67-f495-48ed-9032-30fafbeb3d9a req-9787fc31-56f0-4309-8ef6-6528bd7f9b87 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:09.023698 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403ee67-f495-48ed-9032-30fafbeb3d9a req-9787fc31-56f0-4309-8ef6-6528bd7f9b87 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:09.025835 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1403ee67-f495-48ed-9032-30fafbeb3d9a req-9787fc31-56f0-4309-8ef6-6528bd7f9b87 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e29d9a7-690e-4a4c-9558-1f20666e931b HTTP/1.1" status: 200 len: 1681 time: 0.1861358 Jan 28 00:16:09.029044 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd735b0-1c00-4d31-b6e8-0b329b37da69 req-b7829721-cfa5-445e-b48d-1222218bc4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:09.032078 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1dd735b0-1c00-4d31-b6e8-0b329b37da69 req-b7829721-cfa5-445e-b48d-1222218bc4d4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c68080a75d8f4b37a0cc83073e4343a9&device_id=6e830fb9-941e-43a4-8cd3-3537f6f87d02 HTTP/1.1" status: 200 len: 1097 time: 0.1740601 Jan 28 00:16:09.070219 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 28 Jan 2022 00:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556a4ca1-6dc3-4d48-b6d8-ecbbeb6eb12a x-openstack-request-id: req-556a4ca1-6dc3-4d48-b6d8-ecbbeb6eb12a {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:16:09.070979 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e29d9a7-690e-4a4c-9558-1f20666e931b", "name": "network-vif-plugged", "status": "completed", "tag": "47efd737-2b5e-495c-a6fe-6ffc89dc4607", "code": 200}, {"server_uuid": "2e29d9a7-690e-4a4c-9558-1f20666e931b", "name": "network-vif-plugged", "status": "completed", "tag": "8b11aae9-51ee-47f1-9439-6b38bb353bcc", "code": 200}, {"server_uuid": "df608004-9016-4630-8b98-755b6c50cd1a", "name": "network-vif-unplugged", "status": "completed", "tag": "a38078f7-c826-4565-9147-45b2a2fd9752", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:16:09.071510 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-556a4ca1-6dc3-4d48-b6d8-ecbbeb6eb12a {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:16:09.071925 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e29d9a7-690e-4a4c-9558-1f20666e931b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47efd737-2b5e-495c-a6fe-6ffc89dc4607', 'code': 200} Jan 28 00:16:09.072240 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e29d9a7-690e-4a4c-9558-1f20666e931b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b11aae9-51ee-47f1-9439-6b38bb353bcc', 'code': 200} Jan 28 00:16:09.072582 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df608004-9016-4630-8b98-755b6c50cd1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a38078f7-c826-4565-9147-45b2a2fd9752', 'code': 200} Jan 28 00:16:09.201101 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1403ee67-f495-48ed-9032-30fafbeb3d9a req-06a0f569-b0b2-4563-9ff3-c0d4fa7a481f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/security-groups?id=de3aa900-c795-4b50-aeb7-917df0e11d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570790 Jan 28 00:16:09.228428 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e501dfb-d12f-4f37-824a-e1f2cf0d6239 req-c8585b0a-3a51-420d-a53c-d4f26dc4fab4 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 210 time: 0.0595176 Jan 28 00:16:09.241488 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd735b0-1c00-4d31-b6e8-0b329b37da69 req-29c15ec9-9812-4d34-a8cd-2e3fe96773ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:09.243040 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1dd735b0-1c00-4d31-b6e8-0b329b37da69 req-29c15ec9-9812-4d34-a8cd-2e3fe96773ef service neutron] 10.222.0.65 "GET /v2.0/networks?id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 HTTP/1.1" status: 200 len: 920 time: 0.2015800 Jan 28 00:16:09.381297 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1dd735b0-1c00-4d31-b6e8-0b329b37da69 req-3f1740ea-2a59-4df8-95ad-d77a97dec653 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d0e3fc3-b2ca-47b5-a802-469546950a86 HTTP/1.1" status: 200 len: 217 time: 0.1055617 Jan 28 00:16:09.500072 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:09.592145 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd735b0-1c00-4d31-b6e8-0b329b37da69 req-abdd445e-25db-43cb-8341-d87406ec3e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:09.594835 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1dd735b0-1c00-4d31-b6e8-0b329b37da69 req-abdd445e-25db-43cb-8341-d87406ec3e84 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9bb427a5-a295-4f0c-b017-2960030e85e4 HTTP/1.1" status: 200 len: 858 time: 0.1914167 Jan 28 00:16:09.601721 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e798a-f450-434e-9ea2-59f06472d6ba req-9a48d7cd-c1a6-4105-adcd-96e95bfddcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:09.603043 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e798a-f450-434e-9ea2-59f06472d6ba req-9a48d7cd-c1a6-4105-adcd-96e95bfddcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:09.605061 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-332e798a-f450-434e-9ea2-59f06472d6ba req-9a48d7cd-c1a6-4105-adcd-96e95bfddcb0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2e29d9a7-690e-4a4c-9558-1f20666e931b HTTP/1.1" status: 200 len: 1983 time: 0.2221534 Jan 28 00:16:09.642952 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1016e0-87fd-4fce-b82e-5e2cf7eaf562 req-c1aecf2b-6a2a-4a17-b11c-4d3a8aaa5961 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:09.645417 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ba1016e0-87fd-4fce-b82e-5e2cf7eaf562 req-c1aecf2b-6a2a-4a17-b11c-4d3a8aaa5961 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90 HTTP/1.1" status: 200 len: 946 time: 0.2439432 Jan 28 00:16:09.904553 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd735b0-1c00-4d31-b6e8-0b329b37da69 req-d1c78c8e-7550-4766-b533-c6e04e48a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:09.907208 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1dd735b0-1c00-4d31-b6e8-0b329b37da69 req-d1c78c8e-7550-4766-b533-c6e04e48a164 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2955952 Jan 28 00:16:09.913392 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ba1016e0-87fd-4fce-b82e-5e2cf7eaf562 req-6d572dcc-8a89-4f52-86ff-4d032b578b98 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134099 Jan 28 00:16:09.918024 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-332e798a-f450-434e-9ea2-59f06472d6ba req-0ed044df-83e9-4633-850c-fd10acd81039 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=de3aa900-c795-4b50-aeb7-917df0e11d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889469 Jan 28 00:16:09.940160 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d3850-f125-4ac6-bcbe-9573b6004a4b req-ffd536f9-5c7e-4d5c-9c39-89cd7a1d592f tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:09.940160 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7a4d3850-f125-4ac6-bcbe-9573b6004a4b req-ffd536f9-5c7e-4d5c-9c39-89cd7a1d592f tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8b74372-75b7-44af-b682-a1a336e66b3d HTTP/1.1" status: 200 len: 945 time: 0.2889094 Jan 28 00:16:10.151990 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1dd735b0-1c00-4d31-b6e8-0b329b37da69 req-e72ac361-57b8-40f2-b3e1-be7aa616e73a service neutron] 10.222.0.65 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146273 Jan 28 00:16:10.226582 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7a4d3850-f125-4ac6-bcbe-9573b6004a4b req-3e49b6d8-29ad-410b-a493-12493c2424fe tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/security-groups?id=80e946b5-2409-4f0f-814f-5cefcbacbe2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748034 Jan 28 00:16:10.496673 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69d2ab-1c93-494d-af22-21b0407cb438 req-32d84e13-3d2e-4230-8053-accc5a896c03 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:10.498840 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3d69d2ab-1c93-494d-af22-21b0407cb438 req-32d84e13-3d2e-4230-8053-accc5a896c03 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 946 time: 0.3347080 Jan 28 00:16:10.602949 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d466f3-b032-40ca-92b2-7ff12a11d1e8 req-ba48ac20-de37-446e-a55b-d95ea684cac8 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:10.609557 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-14d466f3-b032-40ca-92b2-7ff12a11d1e8 req-ba48ac20-de37-446e-a55b-d95ea684cac8 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90 HTTP/1.1" status: 200 len: 946 time: 0.2133050 Jan 28 00:16:10.629589 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1dd735b0-1c00-4d31-b6e8-0b329b37da69 req-a5073206-8d7a-461a-9b6d-7dfeede87d58 service neutron] 10.222.0.65 "GET /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015081 Jan 28 00:16:10.681312 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3d69d2ab-1c93-494d-af22-21b0407cb438 req-f96d20ea-fa9e-4f53-854e-0da204871ce3 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618464 Jan 28 00:16:10.709582 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53194) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:10.738005 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-14d466f3-b032-40ca-92b2-7ff12a11d1e8 req-6e6ce663-44a9-4a90-80c2-5f4508262f92 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065245 Jan 28 00:16:10.977332 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d5cb1-969c-4789-ab45-483ad7de70ec req-00bab326-fd0e-4b48-93e1-0701e199f3ce tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:10.986232 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:10.988140 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69c76791-d24f-4151-a653-553317df9667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:10.996589 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d5cb1-969c-4789-ab45-483ad7de70ec req-00bab326-fd0e-4b48-93e1-0701e199f3ce tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:11.000983 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f1d5cb1-969c-4789-ab45-483ad7de70ec req-00bab326-fd0e-4b48-93e1-0701e199f3ce tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e29d9a7-690e-4a4c-9558-1f20666e931b HTTP/1.1" status: 200 len: 1681 time: 0.1358232 Jan 28 00:16:11.068373 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a5d427d6-d3cd-4f42-a8b7-6d04306499ab req-25c73b06-98b9-416e-b748-790196ea1c56 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 210 time: 0.0652146 Jan 28 00:16:11.080424 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69c76791-d24f-4151-a653-553317df9667 admin admin] Publish callbacks [] for security_group (0d50c05a-0f99-4413-8c1a-29838a993f9f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:11.088616 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69c76791-d24f-4151-a653-553317df9667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0d50c05a-0f99-4413-8c1a-29838a993f9f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:11.151960 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f1d5cb1-969c-4789-ab45-483ad7de70ec req-ab7eb5db-1a3b-41cb-896a-7cda5e1352cb tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/security-groups?id=de3aa900-c795-4b50-aeb7-917df0e11d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308630 Jan 28 00:16:11.160956 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-69c76791-d24f-4151-a653-553317df9667 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4e95dfab2b7340a3a743900ec329b3ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4479165 Jan 28 00:16:11.161654 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53202) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:11.169365 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c76791-d24f-4151-a653-553317df9667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d50c05a-0f99-4413-8c1a-29838a993f9f,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:11.197959 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-90e8656d-3f04-4c8f-955b-5591b41c1e7d req-2a7a8664-7fd2-4bc4-81fa-a7e285785a11 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/floatingips/00bb8379-4af9-42a4-9797-39b624fcb9f8 HTTP/1.1" status: 200 len: 693 time: 0.0619731 Jan 28 00:16:11.258648 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-82da24fc-2424-473b-8969-51620dc62bb2 admin admin] Publish callbacks [] for security_group (0d50c05a-0f99-4413-8c1a-29838a993f9f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:11.292313 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-82da24fc-2424-473b-8969-51620dc62bb2 admin admin] Publish callbacks [] for security_group (0d50c05a-0f99-4413-8c1a-29838a993f9f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:11.380819 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-82da24fc-2424-473b-8969-51620dc62bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0d50c05a-0f99-4413-8c1a-29838a993f9f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:11.385380 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-82da24fc-2424-473b-8969-51620dc62bb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:11.390999 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-82da24fc-2424-473b-8969-51620dc62bb2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0d50c05a-0f99-4413-8c1a-29838a993f9f HTTP/1.1" status: 204 len: 168 time: 0.2279017 Jan 28 00:16:11.402867 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da24fc-2424-473b-8969-51620dc62bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d50c05a-0f99-4413-8c1a-29838a993f9f,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:11.516063 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8656d-3f04-4c8f-955b-5591b41c1e7d req-8be42457-261b-41d6-8bee-2d3c9e0a15fb tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:11.522667 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-90e8656d-3f04-4c8f-955b-5591b41c1e7d req-8be42457-261b-41d6-8bee-2d3c9e0a15fb tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 784 time: 0.3172092 Jan 28 00:16:11.538138 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-90e8656d-3f04-4c8f-955b-5591b41c1e7d req-4cdab219-07fb-4174-b230-9821371d14ea tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:16:11.546811 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-90e8656d-3f04-4c8f-955b-5591b41c1e7d req-4cdab219-07fb-4174-b230-9821371d14ea tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0225873 Jan 28 00:16:11.642853 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-90e8656d-3f04-4c8f-955b-5591b41c1e7d req-867e87da-8a1d-41cf-b098-af1fb219abaa tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.72 HTTP/1.1" status: 200 len: 696 time: 0.0946431 Jan 28 00:16:11.747041 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-90e8656d-3f04-4c8f-955b-5591b41c1e7d req-1ecef700-bb23-4af4-beed-c6948bc5c3c4 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.72 HTTP/1.1" status: 200 len: 696 time: 0.1021633 Jan 28 00:16:11.812068 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ea881-9db4-4ead-9b7e-fee7c017b4b5 req-55577e47-e66d-4309-b3ab-3bef7b1fb084 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:11.813701 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-857ea881-9db4-4ead-9b7e-fee7c017b4b5 req-55577e47-e66d-4309-b3ab-3bef7b1fb084 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8b74372-75b7-44af-b682-a1a336e66b3d HTTP/1.1" status: 200 len: 945 time: 0.2889228 Jan 28 00:16:11.830936 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fe970-eed4-40d1-80d5-f5e292e66f9a req-d16f49c2-728e-4c24-a09d-601dc422ad2e tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:11.839858 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b83fe970-eed4-40d1-80d5-f5e292e66f9a req-d16f49c2-728e-4c24-a09d-601dc422ad2e tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=df608004-9016-4630-8b98-755b6c50cd1a HTTP/1.1" status: 200 len: 944 time: 0.2304859 Jan 28 00:16:11.977606 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b83fe970-eed4-40d1-80d5-f5e292e66f9a req-5ccab1e4-238b-44d9-9157-6f588ae050b7 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/security-groups?id=300afb3c-aca4-47f3-a47b-a8b6bd4345a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368194 Jan 28 00:16:11.981238 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53214) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:12.006232 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ac3618c3-c41b-4c77-94f8-7b41d8e8f22a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:12.101609 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-90e8656d-3f04-4c8f-955b-5591b41c1e7d req-1fcc6565-9fba-48f3-9756-a25ab126b4f0 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Deleting port 974571a8-bf98-4112-b39b-9d7d4b343cf3 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:16:12.101989 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-90e8656d-3f04-4c8f-955b-5591b41c1e7d req-1fcc6565-9fba-48f3-9756-a25ab126b4f0 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (974571a8-bf98-4112-b39b-9d7d4b343cf3), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:12.110414 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:12.219268 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-857ea881-9db4-4ead-9b7e-fee7c017b4b5 req-bab6e382-f1e1-4c7f-8e98-7c08217598f5 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Deleting port 7639f8d9-58f6-4583-98a7-436bdebba962 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:16:12.219649 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-857ea881-9db4-4ead-9b7e-fee7c017b4b5 req-bab6e382-f1e1-4c7f-8e98-7c08217598f5 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (7639f8d9-58f6-4583-98a7-436bdebba962), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:12.375838 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ac3618c3-c41b-4c77-94f8-7b41d8e8f22a admin admin] Publish callbacks [] for security_group (d81cafd1-7e03-4558-953c-7e6aea34ed70), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:12.388614 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-90e8656d-3f04-4c8f-955b-5591b41c1e7d req-1fcc6565-9fba-48f3-9756-a25ab126b4f0 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (974571a8-bf98-4112-b39b-9d7d4b343cf3), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:12.388950 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-90e8656d-3f04-4c8f-955b-5591b41c1e7d req-1fcc6565-9fba-48f3-9756-a25ab126b4f0 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks [] for floatingip (974571a8-bf98-4112-b39b-9d7d4b343cf3), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:12.392765 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ac3618c3-c41b-4c77-94f8-7b41d8e8f22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d81cafd1-7e03-4558-953c-7e6aea34ed70), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:12.441776 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-90e8656d-3f04-4c8f-955b-5591b41c1e7d req-1fcc6565-9fba-48f3-9756-a25ab126b4f0 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Calling delete_port for 974571a8-bf98-4112-b39b-9d7d4b343cf3 owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:16:12.455261 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a5ceb-f5c0-4ffe-978f-a04c8dd15eee req-f89c127d-b731-42cb-97b8-52fee8e08be1 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:12.457301 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c44a5ceb-f5c0-4ffe-978f-a04c8dd15eee req-f89c127d-b731-42cb-97b8-52fee8e08be1 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.65 "GET /v2.0/ports?device_id=df608004-9016-4630-8b98-755b6c50cd1a HTTP/1.1" status: 200 len: 944 time: 0.2930961 Jan 28 00:16:12.489637 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4039b-0879-4f6f-9546-235dd77d2057 req-41e60664-b023-4a2f-a0ee-8354032bd998 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:12.491204 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a4a4039b-0879-4f6f-9546-235dd77d2057 req-41e60664-b023-4a2f-a0ee-8354032bd998 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8b74372-75b7-44af-b682-a1a336e66b3d HTTP/1.1" status: 200 len: 945 time: 0.3225091 Jan 28 00:16:12.530061 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ac3618c3-c41b-4c77-94f8-7b41d8e8f22a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=87b954f1cd7d4236939bee459f209768&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5452530 Jan 28 00:16:12.530798 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53220) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:12.559820 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3618c3-c41b-4c77-94f8-7b41d8e8f22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81cafd1-7e03-4558-953c-7e6aea34ed70,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:12.630838 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c1f58d6-b03a-4064-ae99-0cee0988dedd admin admin] Publish callbacks [] for security_group (d81cafd1-7e03-4558-953c-7e6aea34ed70), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:12.636811 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-857ea881-9db4-4ead-9b7e-fee7c017b4b5 req-bab6e382-f1e1-4c7f-8e98-7c08217598f5 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] For port 7639f8d9-58f6-4583-98a7-436bdebba962, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=7639f8d9-58f6-4583-98a7-436bdebba962,segment=NetworkSegment(7a300a42-f7b1-42b4-8f52-eb992482369f),segment_id=7a300a42-f7b1-42b4-8f52-eb992482369f)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:12.637169 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-857ea881-9db4-4ead-9b7e-fee7c017b4b5 req-bab6e382-f1e1-4c7f-8e98-7c08217598f5 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (7639f8d9-58f6-4583-98a7-436bdebba962), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:12.672692 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:12.682940 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c1f58d6-b03a-4064-ae99-0cee0988dedd admin admin] Publish callbacks [] for security_group (d81cafd1-7e03-4558-953c-7e6aea34ed70), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:12.700779 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-857ea881-9db4-4ead-9b7e-fee7c017b4b5 req-bab6e382-f1e1-4c7f-8e98-7c08217598f5 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Calling delete_port for 7639f8d9-58f6-4583-98a7-436bdebba962 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:16:12.756116 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a4a4039b-0879-4f6f-9546-235dd77d2057 req-aac3226f-b6c3-4915-9d7f-6d198b50379b tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/security-groups?id=80e946b5-2409-4f0f-814f-5cefcbacbe2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414753 Jan 28 00:16:12.815724 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c1f58d6-b03a-4064-ae99-0cee0988dedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d81cafd1-7e03-4558-953c-7e6aea34ed70), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:12.818864 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c1f58d6-b03a-4064-ae99-0cee0988dedd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:12.824360 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3c1f58d6-b03a-4064-ae99-0cee0988dedd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d81cafd1-7e03-4558-953c-7e6aea34ed70 HTTP/1.1" status: 204 len: 168 time: 0.2875476 Jan 28 00:16:12.829866 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f58d6-b03a-4064-ae99-0cee0988dedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81cafd1-7e03-4558-953c-7e6aea34ed70,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:12.926373 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-c44a5ceb-f5c0-4ffe-978f-a04c8dd15eee req-68c298da-84d5-49cc-9618-950aa9c8cc01 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Deleting port a38078f7-c826-4565-9147-45b2a2fd9752 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:16:12.926850 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c44a5ceb-f5c0-4ffe-978f-a04c8dd15eee req-68c298da-84d5-49cc-9618-950aa9c8cc01 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (a38078f7-c826-4565-9147-45b2a2fd9752), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:13.049782 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-90e8656d-3f04-4c8f-955b-5591b41c1e7d req-1fcc6565-9fba-48f3-9756-a25ab126b4f0 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (974571a8-bf98-4112-b39b-9d7d4b343cf3), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:13.111641 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a88cf9-4a8e-4478-a8fb-c3cd1b6368a2 req-f8100a5e-8d43-46e9-a0d8-0c370f4592e6 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:13.113748 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-59a88cf9-4a8e-4478-a8fb-c3cd1b6368a2 req-f8100a5e-8d43-46e9-a0d8-0c370f4592e6 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90 HTTP/1.1" status: 200 len: 946 time: 0.2185323 Jan 28 00:16:13.153049 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc6565-9fba-48f3-9756-a25ab126b4f0 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Pushing event deleted for resources: {'Port': ['ID=974571a8-bf98-4112-b39b-9d7d4b343cf3,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:13.239033 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-857ea881-9db4-4ead-9b7e-fee7c017b4b5 req-bab6e382-f1e1-4c7f-8e98-7c08217598f5 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (7639f8d9-58f6-4583-98a7-436bdebba962), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:13.267909 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-c44a5ceb-f5c0-4ffe-978f-a04c8dd15eee req-68c298da-84d5-49cc-9618-950aa9c8cc01 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] For port a38078f7-c826-4565-9147-45b2a2fd9752, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a38078f7-c826-4565-9147-45b2a2fd9752,segment=NetworkSegment(99d43c00-d118-4ed3-a80f-ad0ed75c4d09),segment_id=99d43c00-d118-4ed3-a80f-ad0ed75c4d09)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:13.268216 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c44a5ceb-f5c0-4ffe-978f-a04c8dd15eee req-68c298da-84d5-49cc-9618-950aa9c8cc01 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (a38078f7-c826-4565-9147-45b2a2fd9752), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:13.276316 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['7639f8d9-58f6-4583-98a7-436bdebba962', 'df2055f6-2c96-4555-80e2-01d2bd1ca00c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:16:13.280673 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['20f2ad8f-83ef-4794-ae46-95d0fd7450fe'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:16:13.341563 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6e382-f1e1-4c7f-8e98-7c08217598f5 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Pushing event deleted for resources: {'Port': ['ID=7639f8d9-58f6-4583-98a7-436bdebba962,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:13.353694 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-c44a5ceb-f5c0-4ffe-978f-a04c8dd15eee req-68c298da-84d5-49cc-9618-950aa9c8cc01 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Calling delete_port for a38078f7-c826-4565-9147-45b2a2fd9752 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:16:13.392768 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-59a88cf9-4a8e-4478-a8fb-c3cd1b6368a2 req-1359a5b1-4609-4c6c-8844-85a009e51e4c tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484219 Jan 28 00:16:13.489809 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-90e8656d-3f04-4c8f-955b-5591b41c1e7d req-1fcc6565-9fba-48f3-9756-a25ab126b4f0 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks [] for floatingip (00bb8379-4af9-42a4-9797-39b624fcb9f8), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:13.494565 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-90e8656d-3f04-4c8f-955b-5591b41c1e7d req-1fcc6565-9fba-48f3-9756-a25ab126b4f0 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:13.497589 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-90e8656d-3f04-4c8f-955b-5591b41c1e7d req-1fcc6565-9fba-48f3-9756-a25ab126b4f0 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "DELETE /v2.0/floatingips/00bb8379-4af9-42a4-9797-39b624fcb9f8 HTTP/1.1" status: 204 len: 173 time: 1.7494667 Jan 28 00:16:13.505142 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-857ea881-9db4-4ead-9b7e-fee7c017b4b5 req-bab6e382-f1e1-4c7f-8e98-7c08217598f5 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] No DVR routers for this DVR port 7639f8d9-58f6-4583-98a7-436bdebba962 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:16:13.573576 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-857ea881-9db4-4ead-9b7e-fee7c017b4b5 req-bab6e382-f1e1-4c7f-8e98-7c08217598f5 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:13.581680 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-857ea881-9db4-4ead-9b7e-fee7c017b4b5 req-bab6e382-f1e1-4c7f-8e98-7c08217598f5 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.65 "DELETE /v2.0/ports/7639f8d9-58f6-4583-98a7-436bdebba962 HTTP/1.1" status: 204 len: 173 time: 1.7156723 Jan 28 00:16:13.601380 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b74372-75b7-44af-b682-a1a336e66b3d', 'name': 'network-vif-deleted', 'tag': '7639f8d9-58f6-4583-98a7-436bdebba962'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:16:13.605500 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf1e819-c0ab-4e86-bc87-24cc66f52c24" -d '{"events": [{"server_uuid": "e8b74372-75b7-44af-b682-a1a336e66b3d", "name": "network-vif-deleted", "tag": "7639f8d9-58f6-4583-98a7-436bdebba962"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:16:13.818342 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd22236-f52d-44f9-8901-49173732e92c req-66d8e037-9279-4c60-b0fe-b9a1204fa990 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:13.820214 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3fd22236-f52d-44f9-8901-49173732e92c req-66d8e037-9279-4c60-b0fe-b9a1204fa990 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 946 time: 0.2372539 Jan 28 00:16:13.831438 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-217049e2-050a-47cd-be31-5778a85b2032 req-2e4af79c-993c-4398-941f-389ad788f064 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=734a1908-f82c-4a45-8980-fcfcf7574a4b HTTP/1.1" status: 200 len: 210 time: 0.1073692 Jan 28 00:16:13.873633 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:13.954049 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3fd22236-f52d-44f9-8901-49173732e92c req-04b5169b-e533-4a32-a631-00873551c0a7 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137557 Jan 28 00:16:14.066376 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c44a5ceb-f5c0-4ffe-978f-a04c8dd15eee req-68c298da-84d5-49cc-9618-950aa9c8cc01 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (a38078f7-c826-4565-9147-45b2a2fd9752), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:14.125427 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c298da-84d5-49cc-9618-950aa9c8cc01 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Pushing event deleted for resources: {'Port': ['ID=a38078f7-c826-4565-9147-45b2a2fd9752,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:14.208204 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-533dc58e-8b24-42d5-b09a-8b54d0c68707 req-c28de68f-f3e0-403c-8390-74c37b36a6ec tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.70 "GET /v2.0/ports?device_id=df608004-9016-4630-8b98-755b6c50cd1a HTTP/1.1" status: 200 len: 210 time: 0.0848353 Jan 28 00:16:14.258722 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44a5ceb-f5c0-4ffe-978f-a04c8dd15eee req-68c298da-84d5-49cc-9618-950aa9c8cc01 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] No DVR routers for this DVR port a38078f7-c826-4565-9147-45b2a2fd9752 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:16:14.271713 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f008ce-81cf-4ed3-84a5-a5beadbea83d req-96d10bfa-ec7f-49d1-a600-bc20ac0fdf5b tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:14.278214 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f008ce-81cf-4ed3-84a5-a5beadbea83d req-96d10bfa-ec7f-49d1-a600-bc20ac0fdf5b tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:14.280327 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-32f008ce-81cf-4ed3-84a5-a5beadbea83d req-96d10bfa-ec7f-49d1-a600-bc20ac0fdf5b tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e29d9a7-690e-4a4c-9558-1f20666e931b HTTP/1.1" status: 200 len: 1681 time: 0.2874904 Jan 28 00:16:14.282394 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c44a5ceb-f5c0-4ffe-978f-a04c8dd15eee req-68c298da-84d5-49cc-9618-950aa9c8cc01 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:14.286525 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c44a5ceb-f5c0-4ffe-978f-a04c8dd15eee req-68c298da-84d5-49cc-9618-950aa9c8cc01 tempest-ImagesTestJSON-879817917 tempest-ImagesTestJSON-879817917-project] 10.222.0.65 "DELETE /v2.0/ports/a38078f7-c826-4565-9147-45b2a2fd9752 HTTP/1.1" status: 204 len: 173 time: 1.8129902 Jan 28 00:16:14.396624 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-32f008ce-81cf-4ed3-84a5-a5beadbea83d req-f4653410-331b-4e5c-90ad-db3ebadd9c01 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/security-groups?id=de3aa900-c795-4b50-aeb7-917df0e11d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901418 Jan 28 00:16:14.544772 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451247a3-8b11-491a-88a0-29df1c847bf4 req-8d87cab8-dc76-4f7a-a522-9b40a7b30153 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:14.558006 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-451247a3-8b11-491a-88a0-29df1c847bf4 req-8d87cab8-dc76-4f7a-a522-9b40a7b30153 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90 HTTP/1.1" status: 200 len: 946 time: 0.1472905 Jan 28 00:16:14.699864 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-451247a3-8b11-491a-88a0-29df1c847bf4 req-9053a63f-4bcd-401e-8fe3-800c86164cc9 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332242 Jan 28 00:16:14.755949 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc55196c-525e-43af-bdd8-6ac682dcc722 x-openstack-request-id: req-bc55196c-525e-43af-bdd8-6ac682dcc722 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:16:14.757156 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b74372-75b7-44af-b682-a1a336e66b3d", "name": "network-vif-deleted", "tag": "7639f8d9-58f6-4583-98a7-436bdebba962", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:16:14.757491 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bc55196c-525e-43af-bdd8-6ac682dcc722 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:16:14.758490 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b74372-75b7-44af-b682-a1a336e66b3d', 'name': 'network-vif-deleted', 'tag': '7639f8d9-58f6-4583-98a7-436bdebba962', 'status': 'completed', 'code': 200} Jan 28 00:16:15.182579 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f41242-e588-4c22-a813-9e825213b097 req-058847e5-eac4-48eb-9f4b-3398cf5df773 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:15.194161 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-64f41242-e588-4c22-a813-9e825213b097 req-058847e5-eac4-48eb-9f4b-3398cf5df773 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e830fb9-941e-43a4-8cd3-3537f6f87d02 HTTP/1.1" status: 200 len: 946 time: 0.2063367 Jan 28 00:16:15.298331 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-64f41242-e588-4c22-a813-9e825213b097 req-10e3bf38-627c-4b5f-a2af-c30a0f580064 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d0d0614-298e-4b34-bfc0-8b4daf3e81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002510 Jan 28 00:16:15.813359 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7cbdf4-b721-4b1e-892d-fdb9096e6f14 req-f597a0ad-5cb4-4cb9-9602-9c5895f0cfbd tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:15.814997 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b7cbdf4-b721-4b1e-892d-fdb9096e6f14 req-f597a0ad-5cb4-4cb9-9602-9c5895f0cfbd tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 946 time: 0.1365941 Jan 28 00:16:15.977488 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b7cbdf4-b721-4b1e-892d-fdb9096e6f14 req-702ab24d-62c4-40e0-8de9-e5108272da23 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541033 Jan 28 00:16:15.995749 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb4bc3-6e3f-4c9a-8ab0-aa2210310bbb req-fba49717-8572-4010-a595-f343e68e08e0 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:16.008536 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0cdb4bc3-6e3f-4c9a-8ab0-aa2210310bbb req-fba49717-8572-4010-a595-f343e68e08e0 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90 HTTP/1.1" status: 200 len: 946 time: 0.1501458 Jan 28 00:16:16.098646 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 7639f8d9-58f6-4583-98a7-436bdebba962 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:16:16.130916 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 7639f8d9-58f6-4583-98a7-436bdebba962 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:16:16.132641 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 7639f8d9-58f6-4583-98a7-436bdebba962 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:16:16.133325 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a38078f7-c826-4565-9147-45b2a2fd9752 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:16:16.158755 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: a38078f7-c826-4565-9147-45b2a2fd9752 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:16:16.159238 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a38078f7-c826-4565-9147-45b2a2fd9752 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:16:16.166008 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0cdb4bc3-6e3f-4c9a-8ab0-aa2210310bbb req-300082f2-9dae-4f8e-ba95-6fb8447491f8 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562955 Jan 28 00:16:16.206880 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b18f79-eb0b-43a0-a991-99e86ac111ed req-8e9289b7-6047-4ccb-b2e4-67eb151c0acf tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:16.212574 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b18f79-eb0b-43a0-a991-99e86ac111ed req-8e9289b7-6047-4ccb-b2e4-67eb151c0acf tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:16.214321 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-82b18f79-eb0b-43a0-a991-99e86ac111ed req-8e9289b7-6047-4ccb-b2e4-67eb151c0acf tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e29d9a7-690e-4a4c-9558-1f20666e931b HTTP/1.1" status: 200 len: 1681 time: 0.1189857 Jan 28 00:16:16.294800 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-82b18f79-eb0b-43a0-a991-99e86ac111ed req-58532469-b5d3-43c5-a98f-5008aba81ec5 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/security-groups?id=de3aa900-c795-4b50-aeb7-917df0e11d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683661 Jan 28 00:16:16.511741 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85999e15-352a-46a0-950f-5737c7632a16 req-af266cc4-ee92-4310-b6cd-d444bff32ee5 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:16.520094 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85999e15-352a-46a0-950f-5737c7632a16 req-af266cc4-ee92-4310-b6cd-d444bff32ee5 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e830fb9-941e-43a4-8cd3-3537f6f87d02 HTTP/1.1" status: 200 len: 946 time: 0.0952296 Jan 28 00:16:16.580532 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85999e15-352a-46a0-950f-5737c7632a16 req-9c3fa0fb-94d1-4192-9b22-71ff6f391bf0 tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d0d0614-298e-4b34-bfc0-8b4daf3e81c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593686 Jan 28 00:16:16.751771 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f0afd-88c7-4a94-a8a1-876591c0a353 req-942ebdf6-93f2-4e0d-874d-7d0f1faece7a tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:16.755030 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f34f0afd-88c7-4a94-a8a1-876591c0a353 req-942ebdf6-93f2-4e0d-874d-7d0f1faece7a tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e830fb9-941e-43a4-8cd3-3537f6f87d02 HTTP/1.1" status: 200 len: 946 time: 0.1064169 Jan 28 00:16:16.759998 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df608004-9016-4630-8b98-755b6c50cd1a', 'name': 'network-vif-deleted', 'tag': 'a38078f7-c826-4565-9147-45b2a2fd9752'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:16:16.762228 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db21c001-e669-4519-a646-934d77dd58a2" -d '{"events": [{"server_uuid": "df608004-9016-4630-8b98-755b6c50cd1a", "name": "network-vif-deleted", "tag": "a38078f7-c826-4565-9147-45b2a2fd9752"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:16:16.774313 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700994ea-a279-4ead-a620-9ff3fb1ea740 req-565d8894-d42b-4d82-90a9-54a083d0cd95 tempest-NetworksTest-1633792104 tempest-NetworksTest-1633792104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:16.774787 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700994ea-a279-4ead-a620-9ff3fb1ea740 req-565d8894-d42b-4d82-90a9-54a083d0cd95 tempest-NetworksTest-1633792104 tempest-NetworksTest-1633792104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:16.775246 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700994ea-a279-4ead-a620-9ff3fb1ea740 req-565d8894-d42b-4d82-90a9-54a083d0cd95 tempest-NetworksTest-1633792104 tempest-NetworksTest-1633792104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:16.775808 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700994ea-a279-4ead-a620-9ff3fb1ea740 req-565d8894-d42b-4d82-90a9-54a083d0cd95 tempest-NetworksTest-1633792104 tempest-NetworksTest-1633792104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:16.776292 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700994ea-a279-4ead-a620-9ff3fb1ea740 req-565d8894-d42b-4d82-90a9-54a083d0cd95 tempest-NetworksTest-1633792104 tempest-NetworksTest-1633792104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:16.776719 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700994ea-a279-4ead-a620-9ff3fb1ea740 req-565d8894-d42b-4d82-90a9-54a083d0cd95 tempest-NetworksTest-1633792104 tempest-NetworksTest-1633792104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:16.777163 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700994ea-a279-4ead-a620-9ff3fb1ea740 req-565d8894-d42b-4d82-90a9-54a083d0cd95 tempest-NetworksTest-1633792104 tempest-NetworksTest-1633792104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:16.777839 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700994ea-a279-4ead-a620-9ff3fb1ea740 req-565d8894-d42b-4d82-90a9-54a083d0cd95 tempest-NetworksTest-1633792104 tempest-NetworksTest-1633792104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:16.778278 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700994ea-a279-4ead-a620-9ff3fb1ea740 req-565d8894-d42b-4d82-90a9-54a083d0cd95 tempest-NetworksTest-1633792104 tempest-NetworksTest-1633792104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:16.779092 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700994ea-a279-4ead-a620-9ff3fb1ea740 req-565d8894-d42b-4d82-90a9-54a083d0cd95 tempest-NetworksTest-1633792104 tempest-NetworksTest-1633792104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:16.779336 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700994ea-a279-4ead-a620-9ff3fb1ea740 req-565d8894-d42b-4d82-90a9-54a083d0cd95 tempest-NetworksTest-1633792104 tempest-NetworksTest-1633792104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:16.780030 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700994ea-a279-4ead-a620-9ff3fb1ea740 req-565d8894-d42b-4d82-90a9-54a083d0cd95 tempest-NetworksTest-1633792104 tempest-NetworksTest-1633792104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:16.781137 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700994ea-a279-4ead-a620-9ff3fb1ea740 req-565d8894-d42b-4d82-90a9-54a083d0cd95 tempest-NetworksTest-1633792104 tempest-NetworksTest-1633792104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:16.781817 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700994ea-a279-4ead-a620-9ff3fb1ea740 req-565d8894-d42b-4d82-90a9-54a083d0cd95 tempest-NetworksTest-1633792104 tempest-NetworksTest-1633792104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:16.784045 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-700994ea-a279-4ead-a620-9ff3fb1ea740 req-565d8894-d42b-4d82-90a9-54a083d0cd95 tempest-NetworksTest-1633792104 tempest-NetworksTest-1633792104-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9898 time: 0.2164881 Jan 28 00:16:16.901532 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705c284d-f529-4ea6-8584-f6b0c37c2204 x-openstack-request-id: req-705c284d-f529-4ea6-8584-f6b0c37c2204 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:16:16.903914 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df608004-9016-4630-8b98-755b6c50cd1a", "name": "network-vif-deleted", "tag": "a38078f7-c826-4565-9147-45b2a2fd9752", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:16:16.904378 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-705c284d-f529-4ea6-8584-f6b0c37c2204 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:16:16.906145 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df608004-9016-4630-8b98-755b6c50cd1a', 'name': 'network-vif-deleted', 'tag': 'a38078f7-c826-4565-9147-45b2a2fd9752', 'status': 'completed', 'code': 200} Jan 28 00:16:17.083101 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-f34f0afd-88c7-4a94-a8a1-876591c0a353 req-f124ea96-a6fb-48c6-92bc-7ff5682363de tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Deleting port 8d0e3fc3-b2ca-47b5-a802-469546950a86 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:16:17.084142 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f34f0afd-88c7-4a94-a8a1-876591c0a353 req-f124ea96-a6fb-48c6-92bc-7ff5682363de tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (8d0e3fc3-b2ca-47b5-a802-469546950a86), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:17.555736 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c7cff-92f3-4db8-b385-99a78379bb6e req-ed7127b7-5135-4cbd-8890-877e61c7e51d tempest-NetworksTest-1633792104 tempest-NetworksTest-1633792104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:17.557017 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-906c7cff-92f3-4db8-b385-99a78379bb6e req-ed7127b7-5135-4cbd-8890-877e61c7e51d tempest-NetworksTest-1633792104 tempest-NetworksTest-1633792104-project-admin] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 886 time: 0.6580691 Jan 28 00:16:17.608926 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afe155-86b4-4d0d-95ff-a479cacd3913 req-3f50e4e9-cc65-44df-aeff-91f2f7007e3c tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:17.610512 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77afe155-86b4-4d0d-95ff-a479cacd3913 req-3f50e4e9-cc65-44df-aeff-91f2f7007e3c tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 946 time: 0.4695008 Jan 28 00:16:17.620750 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-f34f0afd-88c7-4a94-a8a1-876591c0a353 req-f124ea96-a6fb-48c6-92bc-7ff5682363de tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] For port 8d0e3fc3-b2ca-47b5-a802-469546950a86, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8d0e3fc3-b2ca-47b5-a802-469546950a86,segment=NetworkSegment(3c8ed076-3165-4753-a19a-d433677707cf),segment_id=3c8ed076-3165-4753-a19a-d433677707cf)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:17.621121 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f34f0afd-88c7-4a94-a8a1-876591c0a353 req-f124ea96-a6fb-48c6-92bc-7ff5682363de tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (8d0e3fc3-b2ca-47b5-a802-469546950a86), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:17.646649 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-f34f0afd-88c7-4a94-a8a1-876591c0a353 req-f124ea96-a6fb-48c6-92bc-7ff5682363de tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Calling delete_port for 8d0e3fc3-b2ca-47b5-a802-469546950a86 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:16:17.719221 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77afe155-86b4-4d0d-95ff-a479cacd3913 req-33c6a0cf-9294-4077-b417-1abf46df7839 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009033 Jan 28 00:16:17.817370 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2a7c8-240c-4b6a-9861-c44fb3ba082b req-7a4000f4-448e-4294-8cdb-26b6d5823da5 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:17.823064 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2a7c8-240c-4b6a-9861-c44fb3ba082b req-7a4000f4-448e-4294-8cdb-26b6d5823da5 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:17.824797 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3ba2a7c8-240c-4b6a-9861-c44fb3ba082b req-7a4000f4-448e-4294-8cdb-26b6d5823da5 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e29d9a7-690e-4a4c-9558-1f20666e931b HTTP/1.1" status: 200 len: 1681 time: 0.0947425 Jan 28 00:16:17.886701 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:16:18.021583 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f34f0afd-88c7-4a94-a8a1-876591c0a353 req-f124ea96-a6fb-48c6-92bc-7ff5682363de tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (8d0e3fc3-b2ca-47b5-a802-469546950a86), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:18.049560 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3a854-c7ae-480c-b3fa-c263a846f5c7 req-e24f5438-de4b-459e-af4d-7eb78e9b3f93 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:18.054861 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3a854-c7ae-480c-b3fa-c263a846f5c7 req-e24f5438-de4b-459e-af4d-7eb78e9b3f93 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:18.056648 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6eb3a854-c7ae-480c-b3fa-c263a846f5c7 req-e24f5438-de4b-459e-af4d-7eb78e9b3f93 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e29d9a7-690e-4a4c-9558-1f20666e931b HTTP/1.1" status: 200 len: 1681 time: 0.2238624 Jan 28 00:16:18.067519 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd31a48-e64a-4086-ab87-eafcf5b1843a req-86e2341d-a15e-4fe0-8de1-840aefc0b88d tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:18.067906 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['8d0e3fc3-b2ca-47b5-a802-469546950a86'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:16:18.069011 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dfd31a48-e64a-4086-ab87-eafcf5b1843a req-86e2341d-a15e-4fe0-8de1-840aefc0b88d tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90 HTTP/1.1" status: 200 len: 946 time: 0.2267423 Jan 28 00:16:18.109681 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124ea96-a6fb-48c6-92bc-7ff5682363de tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Pushing event deleted for resources: {'Port': ['ID=8d0e3fc3-b2ca-47b5-a802-469546950a86,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:18.193565 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34f0afd-88c7-4a94-a8a1-876591c0a353 req-f124ea96-a6fb-48c6-92bc-7ff5682363de tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] No DVR routers for this DVR port 8d0e3fc3-b2ca-47b5-a802-469546950a86 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:16:18.201363 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f34f0afd-88c7-4a94-a8a1-876591c0a353 req-f124ea96-a6fb-48c6-92bc-7ff5682363de tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:18.205634 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f34f0afd-88c7-4a94-a8a1-876591c0a353 req-f124ea96-a6fb-48c6-92bc-7ff5682363de tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.65 "DELETE /v2.0/ports/8d0e3fc3-b2ca-47b5-a802-469546950a86 HTTP/1.1" status: 204 len: 173 time: 1.4400079 Jan 28 00:16:18.246004 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-3ba2a7c8-240c-4b6a-9861-c44fb3ba082b req-3b0a4d67-3b48-4790-b844-ccc159f7cd7f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Deleting port 8b11aae9-51ee-47f1-9439-6b38bb353bcc {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:16:18.246394 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3ba2a7c8-240c-4b6a-9861-c44fb3ba082b req-3b0a4d67-3b48-4790-b844-ccc159f7cd7f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (8b11aae9-51ee-47f1-9439-6b38bb353bcc), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:18.258665 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6eb3a854-c7ae-480c-b3fa-c263a846f5c7 req-49b930a8-25b9-4c92-a02a-fea0b45b11c7 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/security-groups?id=de3aa900-c795-4b50-aeb7-917df0e11d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844747 Jan 28 00:16:18.277396 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dfd31a48-e64a-4086-ab87-eafcf5b1843a req-6df0d1c1-ff35-4ea4-afdb-5d2bdb482f72 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799219 Jan 28 00:16:18.453763 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-3ba2a7c8-240c-4b6a-9861-c44fb3ba082b req-3b0a4d67-3b48-4790-b844-ccc159f7cd7f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] For port 8b11aae9-51ee-47f1-9439-6b38bb353bcc, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8b11aae9-51ee-47f1-9439-6b38bb353bcc,segment=NetworkSegment(211f962d-ac67-42ce-ae97-2d45460bf688),segment_id=211f962d-ac67-42ce-ae97-2d45460bf688)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:18.454543 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3ba2a7c8-240c-4b6a-9861-c44fb3ba082b req-3b0a4d67-3b48-4790-b844-ccc159f7cd7f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (8b11aae9-51ee-47f1-9439-6b38bb353bcc), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:18.501689 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-3ba2a7c8-240c-4b6a-9861-c44fb3ba082b req-3b0a4d67-3b48-4790-b844-ccc159f7cd7f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Calling delete_port for 8b11aae9-51ee-47f1-9439-6b38bb353bcc owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:16:18.534976 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-486379cc-115a-4136-a023-bf7c956aa71f req-61601baf-35bf-4a36-b756-40d25e3e6e5f tempest-FloatingIPsAssociationTestJSON-1809466625 tempest-FloatingIPsAssociationTestJSON-1809466625-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e830fb9-941e-43a4-8cd3-3537f6f87d02 HTTP/1.1" status: 200 len: 210 time: 0.0847466 Jan 28 00:16:18.611120 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401db1c-9704-4a81-97b2-71a8627b63c9 req-815b1f42-abf1-4a1a-b6d7-9878b9969296 tempest-NetworksTest-1633792104 tempest-NetworksTest-1633792104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:18.611600 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401db1c-9704-4a81-97b2-71a8627b63c9 req-815b1f42-abf1-4a1a-b6d7-9878b9969296 tempest-NetworksTest-1633792104 tempest-NetworksTest-1633792104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:18.612092 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401db1c-9704-4a81-97b2-71a8627b63c9 req-815b1f42-abf1-4a1a-b6d7-9878b9969296 tempest-NetworksTest-1633792104 tempest-NetworksTest-1633792104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:18.612804 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401db1c-9704-4a81-97b2-71a8627b63c9 req-815b1f42-abf1-4a1a-b6d7-9878b9969296 tempest-NetworksTest-1633792104 tempest-NetworksTest-1633792104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:18.612986 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401db1c-9704-4a81-97b2-71a8627b63c9 req-815b1f42-abf1-4a1a-b6d7-9878b9969296 tempest-NetworksTest-1633792104 tempest-NetworksTest-1633792104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:18.613712 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401db1c-9704-4a81-97b2-71a8627b63c9 req-815b1f42-abf1-4a1a-b6d7-9878b9969296 tempest-NetworksTest-1633792104 tempest-NetworksTest-1633792104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:18.614169 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401db1c-9704-4a81-97b2-71a8627b63c9 req-815b1f42-abf1-4a1a-b6d7-9878b9969296 tempest-NetworksTest-1633792104 tempest-NetworksTest-1633792104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:18.614763 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401db1c-9704-4a81-97b2-71a8627b63c9 req-815b1f42-abf1-4a1a-b6d7-9878b9969296 tempest-NetworksTest-1633792104 tempest-NetworksTest-1633792104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:18.615059 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401db1c-9704-4a81-97b2-71a8627b63c9 req-815b1f42-abf1-4a1a-b6d7-9878b9969296 tempest-NetworksTest-1633792104 tempest-NetworksTest-1633792104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:18.615509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401db1c-9704-4a81-97b2-71a8627b63c9 req-815b1f42-abf1-4a1a-b6d7-9878b9969296 tempest-NetworksTest-1633792104 tempest-NetworksTest-1633792104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:18.615989 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401db1c-9704-4a81-97b2-71a8627b63c9 req-815b1f42-abf1-4a1a-b6d7-9878b9969296 tempest-NetworksTest-1633792104 tempest-NetworksTest-1633792104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:18.616438 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401db1c-9704-4a81-97b2-71a8627b63c9 req-815b1f42-abf1-4a1a-b6d7-9878b9969296 tempest-NetworksTest-1633792104 tempest-NetworksTest-1633792104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:18.616885 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401db1c-9704-4a81-97b2-71a8627b63c9 req-815b1f42-abf1-4a1a-b6d7-9878b9969296 tempest-NetworksTest-1633792104 tempest-NetworksTest-1633792104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:18.617332 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401db1c-9704-4a81-97b2-71a8627b63c9 req-815b1f42-abf1-4a1a-b6d7-9878b9969296 tempest-NetworksTest-1633792104 tempest-NetworksTest-1633792104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:18.643777 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a401db1c-9704-4a81-97b2-71a8627b63c9 req-815b1f42-abf1-4a1a-b6d7-9878b9969296 tempest-NetworksTest-1633792104 tempest-NetworksTest-1633792104-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9898 time: 0.3048546 Jan 28 00:16:18.750828 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53378) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:18.845634 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3ba2a7c8-240c-4b6a-9861-c44fb3ba082b req-3b0a4d67-3b48-4790-b844-ccc159f7cd7f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (8b11aae9-51ee-47f1-9439-6b38bb353bcc), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:18.891197 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['47efd737-2b5e-495c-a6fe-6ffc89dc4607', '8b11aae9-51ee-47f1-9439-6b38bb353bcc'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:16:18.917096 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e830fb9-941e-43a4-8cd3-3537f6f87d02', 'name': 'network-vif-deleted', 'tag': '8d0e3fc3-b2ca-47b5-a802-469546950a86'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:16:18.922996 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719fa1fd-8aca-44d8-b0d1-1c3de49c8a9e" -d '{"events": [{"server_uuid": "6e830fb9-941e-43a4-8cd3-3537f6f87d02", "name": "network-vif-deleted", "tag": "8d0e3fc3-b2ca-47b5-a802-469546950a86"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:16:18.935655 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a4d67-3b48-4790-b844-ccc159f7cd7f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Pushing event deleted for resources: {'Port': ['ID=8b11aae9-51ee-47f1-9439-6b38bb353bcc,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:19.199556 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba2a7c8-240c-4b6a-9861-c44fb3ba082b req-3b0a4d67-3b48-4790-b844-ccc159f7cd7f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] No DVR routers for this DVR port 8b11aae9-51ee-47f1-9439-6b38bb353bcc on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:16:19.214936 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3ba2a7c8-240c-4b6a-9861-c44fb3ba082b req-3b0a4d67-3b48-4790-b844-ccc159f7cd7f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:19.219003 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3ba2a7c8-240c-4b6a-9861-c44fb3ba082b req-3b0a4d67-3b48-4790-b844-ccc159f7cd7f tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.65 "DELETE /v2.0/ports/8b11aae9-51ee-47f1-9439-6b38bb353bcc HTTP/1.1" status: 204 len: 173 time: 1.3877807 Jan 28 00:16:19.361031 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21338fe-03d9-44f9-b8fa-796b8f101dd2 req-90771577-0a8f-495a-888b-9c9461b0f143 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:19.368770 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b21338fe-03d9-44f9-b8fa-796b8f101dd2 req-90771577-0a8f-495a-888b-9c9461b0f143 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 946 time: 0.2788947 Jan 28 00:16:19.410382 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53394) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:19.468035 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe0129-7cc1-4cb6-aa5d-2e77e64b52ed req-d998333a-a059-4fde-a606-c8286d44c82b tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:19.475175 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe0129-7cc1-4cb6-aa5d-2e77e64b52ed req-d998333a-a059-4fde-a606-c8286d44c82b tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:19.483808 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9ffe0129-7cc1-4cb6-aa5d-2e77e64b52ed req-d998333a-a059-4fde-a606-c8286d44c82b tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ac23725-66cb-487d-84cc-168acf2e45c1&device_id=df07402c-dc40-44b8-b71e-d4a22ae8d738 HTTP/1.1" status: 200 len: 1681 time: 0.2196233 Jan 28 00:16:19.549413 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b21338fe-03d9-44f9-b8fa-796b8f101dd2 req-ffbcc99f-5ced-4925-b8ff-4e72ed92b013 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774478 Jan 28 00:16:19.582595 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc5c2e5e-4aeb-4d7d-9fc8-962235ef43db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:19.637917 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-3ba2a7c8-240c-4b6a-9861-c44fb3ba082b req-c1ffc23a-3ccc-4b69-b584-215940428211 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Deleting port 47efd737-2b5e-495c-a6fe-6ffc89dc4607 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:16:19.643038 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3ba2a7c8-240c-4b6a-9861-c44fb3ba082b req-c1ffc23a-3ccc-4b69-b584-215940428211 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (47efd737-2b5e-495c-a6fe-6ffc89dc4607), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:19.661492 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fa56ab-e592-4ddd-a234-ca94eab153d2 x-openstack-request-id: req-a3fa56ab-e592-4ddd-a234-ca94eab153d2 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:16:19.662026 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e830fb9-941e-43a4-8cd3-3537f6f87d02", "name": "network-vif-deleted", "tag": "8d0e3fc3-b2ca-47b5-a802-469546950a86", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:16:19.663638 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a3fa56ab-e592-4ddd-a234-ca94eab153d2 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:16:19.664316 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e830fb9-941e-43a4-8cd3-3537f6f87d02', 'name': 'network-vif-deleted', 'tag': '8d0e3fc3-b2ca-47b5-a802-469546950a86', 'status': 'completed', 'code': 200} Jan 28 00:16:19.685020 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9ffe0129-7cc1-4cb6-aa5d-2e77e64b52ed req-92c7b37c-6e71-4b83-8b52-91e8ecdffde6 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/security-groups?id=80e946b5-2409-4f0f-814f-5cefcbacbe2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997492 Jan 28 00:16:19.770633 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-d58246d1-46c3-4647-bb33-a846258e3cf8 admin admin] Deleting subnet 742a4943-8344-4614-b3ae-dda4eb02931e {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:16:19.776598 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d58246d1-46c3-4647-bb33-a846258e3cf8 admin admin] Publish callbacks [] for subnet (742a4943-8344-4614-b3ae-dda4eb02931e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:19.824126 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d58246d1-46c3-4647-bb33-a846258e3cf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (742a4943-8344-4614-b3ae-dda4eb02931e), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:19.869977 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d58246d1-46c3-4647-bb33-a846258e3cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (742a4943-8344-4614-b3ae-dda4eb02931e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:19.940272 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d58246d1-46c3-4647-bb33-a846258e3cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (742a4943-8344-4614-b3ae-dda4eb02931e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:19.986352 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-3ba2a7c8-240c-4b6a-9861-c44fb3ba082b req-c1ffc23a-3ccc-4b69-b584-215940428211 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] For port 47efd737-2b5e-495c-a6fe-6ffc89dc4607, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=47efd737-2b5e-495c-a6fe-6ffc89dc4607,segment=NetworkSegment(404a5f04-b2f8-45cf-b010-1b8b90560326),segment_id=404a5f04-b2f8-45cf-b010-1b8b90560326)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:19.987362 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3ba2a7c8-240c-4b6a-9861-c44fb3ba082b req-c1ffc23a-3ccc-4b69-b584-215940428211 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (47efd737-2b5e-495c-a6fe-6ffc89dc4607), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:19.992158 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d58246d1-46c3-4647-bb33-a846258e3cf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:19.999918 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d58246d1-46c3-4647-bb33-a846258e3cf8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/742a4943-8344-4614-b3ae-dda4eb02931e HTTP/1.1" status: 204 len: 168 time: 1.2449753 Jan 28 00:16:20.000162 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58246d1-46c3-4647-bb33-a846258e3cf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=742a4943-8344-4614-b3ae-dda4eb02931e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:20.009551 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53402) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:20.029424 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-3ba2a7c8-240c-4b6a-9861-c44fb3ba082b req-c1ffc23a-3ccc-4b69-b584-215940428211 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Calling delete_port for 47efd737-2b5e-495c-a6fe-6ffc89dc4607 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:16:20.128494 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-147303ba-28fc-4184-be33-b1024a196d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (f388c604-9dfb-430b-954f-b2b9c1d3c352), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:20.142831 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 47efd737-2b5e-495c-a6fe-6ffc89dc4607 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:16:20.230452 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc5c2e5e-4aeb-4d7d-9fc8-962235ef43db admin admin] Publish callbacks [] for security_group (5f6f05a3-541d-40f6-9789-6be79e700820), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:20.239188 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc5c2e5e-4aeb-4d7d-9fc8-962235ef43db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (5f6f05a3-541d-40f6-9789-6be79e700820), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:20.272355 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa863196-f0f6-42b3-95ae-c98a2c4c58e8 req-c43f4bb3-10ac-4807-93f8-a3226a42a3c3 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:20.281979 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa863196-f0f6-42b3-95ae-c98a2c4c58e8 req-c43f4bb3-10ac-4807-93f8-a3226a42a3c3 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e29d9a7-690e-4a4c-9558-1f20666e931b HTTP/1.1" status: 200 len: 945 time: 0.4814360 Jan 28 00:16:20.294609 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8d83f-7d3c-415d-87e7-a18247bee4ca req-ab603b51-628d-4578-a9be-9a7c93cd58fd tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:20.303371 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-03b8d83f-7d3c-415d-87e7-a18247bee4ca req-ab603b51-628d-4578-a9be-9a7c93cd58fd tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90 HTTP/1.1" status: 200 len: 946 time: 0.5039661 Jan 28 00:16:20.329530 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-dc5c2e5e-4aeb-4d7d-9fc8-962235ef43db admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2927197407334dddb823c8b42d819696&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9120946 Jan 28 00:16:20.331254 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53406) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:20.335437 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 47efd737-2b5e-495c-a6fe-6ffc89dc4607 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:16:20.336156 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (47efd737-2b5e-495c-a6fe-6ffc89dc4607), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:20.357611 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c2e5e-4aeb-4d7d-9fc8-962235ef43db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6f05a3-541d-40f6-9789-6be79e700820,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:20.447996 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e29d9a7-690e-4a4c-9558-1f20666e931b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47efd737-2b5e-495c-a6fe-6ffc89dc4607'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:16:20.450499 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461a0ecd-1869-4406-8e5b-45de541c0800" -d '{"events": [{"server_uuid": "2e29d9a7-690e-4a4c-9558-1f20666e931b", "name": "network-vif-unplugged", "status": "completed", "tag": "47efd737-2b5e-495c-a6fe-6ffc89dc4607"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:16:20.473656 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-147303ba-28fc-4184-be33-b1024a196d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (f388c604-9dfb-430b-954f-b2b9c1d3c352), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:20.494057 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 47efd737-2b5e-495c-a6fe-6ffc89dc4607, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=47efd737-2b5e-495c-a6fe-6ffc89dc4607,segment=NetworkSegment(404a5f04-b2f8-45cf-b010-1b8b90560326),segment_id=404a5f04-b2f8-45cf-b010-1b8b90560326)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:20.500499 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (47efd737-2b5e-495c-a6fe-6ffc89dc4607), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:20.501729 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 8b11aae9-51ee-47f1-9439-6b38bb353bcc no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:16:20.517449 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa863196-f0f6-42b3-95ae-c98a2c4c58e8 req-946a3d3c-b995-47e1-aa57-a241326a563a tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/security-groups?id=de3aa900-c795-4b50-aeb7-917df0e11d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333636 Jan 28 00:16:20.552607 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-147303ba-28fc-4184-be33-b1024a196d48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f388c604-9dfb-430b-954f-b2b9c1d3c352']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:20.564024 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67d8deaa-6a18-400a-90fa-7da752950bf3 admin admin] Publish callbacks [] for security_group (5f6f05a3-541d-40f6-9789-6be79e700820), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:20.576201 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-147303ba-28fc-4184-be33-b1024a196d48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d43c00-d118-4ed3-a80f-ad0ed75c4d09') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:20.576201 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-147303ba-28fc-4184-be33-b1024a196d48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d43c00-d118-4ed3-a80f-ad0ed75c4d09') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:20.597546 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-03b8d83f-7d3c-415d-87e7-a18247bee4ca req-d9081df2-7958-4f17-aeb0-a7876b503940 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929645 Jan 28 00:16:20.612071 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 8b11aae9-51ee-47f1-9439-6b38bb353bcc {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:16:20.612617 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 8b11aae9-51ee-47f1-9439-6b38bb353bcc not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:16:20.613229 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 8d0e3fc3-b2ca-47b5-a802-469546950a86 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:16:20.638257 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-147303ba-28fc-4184-be33-b1024a196d48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (99d43c00-d118-4ed3-a80f-ad0ed75c4d09), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:20.663719 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67d8deaa-6a18-400a-90fa-7da752950bf3 admin admin] Publish callbacks [] for security_group (5f6f05a3-541d-40f6-9789-6be79e700820), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:20.690420 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 8d0e3fc3-b2ca-47b5-a802-469546950a86 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:16:20.690799 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 8d0e3fc3-b2ca-47b5-a802-469546950a86 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:16:20.706708 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-147303ba-28fc-4184-be33-b1024a196d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (99d43c00-d118-4ed3-a80f-ad0ed75c4d09), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:20.728088 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53414) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:20.737675 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=47efd737-2b5e-495c-a6fe-6ffc89dc4607,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:20.754530 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-147303ba-28fc-4184-be33-b1024a196d48 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:16:20.755064 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-147303ba-28fc-4184-be33-b1024a196d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (99d43c00-d118-4ed3-a80f-ad0ed75c4d09), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:20.761462 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:16:20.761462 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:16:20.761462 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:16:20.761462 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:16:20.761462 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:16:20.761462 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:16:20.761462 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:16:20.761462 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:16:20.761462 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:16:20.761462 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:16:20.761462 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:16:20.761462 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:16:20.761462 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:16:20.761462 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:16:20.761462 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:16:20.761462 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:16:20.761462 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:16:20.761462 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:16:20.761462 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:16:20.761462 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:16:20.761462 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:16:20.761462 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:16:20.761462 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:16:20.761462 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:16:20.761462 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:16:20.761462 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:16:20.761462 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:16:20.761462 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:16:20.761462 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:16:20.761462 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:16:20.761462 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:16:20.761462 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:16:20.884645 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-147303ba-28fc-4184-be33-b1024a196d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (f388c604-9dfb-430b-954f-b2b9c1d3c352), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:20.896477 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9348267a-c982-4c16-871b-8998b241e750 x-openstack-request-id: req-9348267a-c982-4c16-871b-8998b241e750 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:16:20.896878 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e29d9a7-690e-4a4c-9558-1f20666e931b", "name": "network-vif-unplugged", "status": "completed", "tag": "47efd737-2b5e-495c-a6fe-6ffc89dc4607", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:16:20.897092 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9348267a-c982-4c16-871b-8998b241e750 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:16:20.897636 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e29d9a7-690e-4a4c-9558-1f20666e931b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47efd737-2b5e-495c-a6fe-6ffc89dc4607', 'code': 200} Jan 28 00:16:20.932920 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3ba2a7c8-240c-4b6a-9861-c44fb3ba082b req-c1ffc23a-3ccc-4b69-b584-215940428211 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (47efd737-2b5e-495c-a6fe-6ffc89dc4607), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:20.942225 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-147303ba-28fc-4184-be33-b1024a196d48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:20.949847 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-147303ba-28fc-4184-be33-b1024a196d48 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f388c604-9dfb-430b-954f-b2b9c1d3c352 HTTP/1.1" status: 204 len: 168 time: 0.9356091 Jan 28 00:16:20.953928 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147303ba-28fc-4184-be33-b1024a196d48 admin admin] Pushing event deleted for resources: {'Network': ['ID=f388c604-9dfb-430b-954f-b2b9c1d3c352,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:20.959818 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67d8deaa-6a18-400a-90fa-7da752950bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (5f6f05a3-541d-40f6-9789-6be79e700820), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:20.962581 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67d8deaa-6a18-400a-90fa-7da752950bf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:20.971466 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-67d8deaa-6a18-400a-90fa-7da752950bf3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5f6f05a3-541d-40f6-9789-6be79e700820 HTTP/1.1" status: 204 len: 168 time: 0.6360788 Jan 28 00:16:21.003532 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8deaa-6a18-400a-90fa-7da752950bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6f05a3-541d-40f6-9789-6be79e700820,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:21.018830 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ffc23a-3ccc-4b69-b584-215940428211 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Pushing event deleted for resources: {'Port': ['ID=47efd737-2b5e-495c-a6fe-6ffc89dc4607,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:21.206196 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba2a7c8-240c-4b6a-9861-c44fb3ba082b req-c1ffc23a-3ccc-4b69-b584-215940428211 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] No DVR routers for this DVR port 47efd737-2b5e-495c-a6fe-6ffc89dc4607 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:16:21.213945 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3ba2a7c8-240c-4b6a-9861-c44fb3ba082b req-c1ffc23a-3ccc-4b69-b584-215940428211 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:21.228924 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3ba2a7c8-240c-4b6a-9861-c44fb3ba082b req-c1ffc23a-3ccc-4b69-b584-215940428211 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.65 "DELETE /v2.0/ports/47efd737-2b5e-495c-a6fe-6ffc89dc4607 HTTP/1.1" status: 204 len: 173 time: 1.9850185 Jan 28 00:16:21.278065 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2d4ae-f4f5-47e7-b952-848f87d1fdcf req-b66a279b-738b-4cc4-b93d-5633c52e12fe tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:21.291895 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d6a2d4ae-f4f5-47e7-b952-848f87d1fdcf req-b66a279b-738b-4cc4-b93d-5633c52e12fe tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 946 time: 0.4416807 Jan 28 00:16:21.438821 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53424) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:21.543915 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d6a2d4ae-f4f5-47e7-b952-848f87d1fdcf req-d0f73adc-be9c-40f2-bd41-902978954846 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473323 Jan 28 00:16:21.673191 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-cb4c3db5-e981-4b1e-83be-ecd9b7bcbf62 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8405f09358c0468d9527f464af13d496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335291 Jan 28 00:16:21.674169 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53434) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:21.677348 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e29d9a7-690e-4a4c-9558-1f20666e931b', 'name': 'network-vif-deleted', 'tag': '8b11aae9-51ee-47f1-9439-6b38bb353bcc'}, {'server_uuid': '2e29d9a7-690e-4a4c-9558-1f20666e931b', 'name': 'network-vif-deleted', 'tag': '47efd737-2b5e-495c-a6fe-6ffc89dc4607'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:16:21.680036 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab1531b-f00c-45f8-8066-9ce0aacce6bc" -d '{"events": [{"server_uuid": "2e29d9a7-690e-4a4c-9558-1f20666e931b", "name": "network-vif-deleted", "tag": "8b11aae9-51ee-47f1-9439-6b38bb353bcc"}, {"server_uuid": "2e29d9a7-690e-4a4c-9558-1f20666e931b", "name": "network-vif-deleted", "tag": "47efd737-2b5e-495c-a6fe-6ffc89dc4607"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:16:21.894500 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ccda045f-a25d-4732-b4d6-3f8d84a10d50 req-f2c0d4db-ea94-41cc-ab6d-d8c42c3ca2ee tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e29d9a7-690e-4a4c-9558-1f20666e931b HTTP/1.1" status: 200 len: 210 time: 0.1002297 Jan 28 00:16:21.952711 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7813e87f-cad7-43b7-83f7-dddf6dbb39de admin admin] Publish callbacks [] for security_group (300afb3c-aca4-47f3-a47b-a8b6bd4345a0), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:21.961501 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53438) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:22.011729 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97f21e10-ac8e-43de-a0b6-4beef8a10a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (94d62d5b-c9f6-4adf-b6c0-f59cde170079), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:22.042663 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-80fbc702-edd5-4334-86f1-b62fc7253af6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:22.139726 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 00:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ee379d-b62a-41de-8bc2-7a76e1ba61cf x-openstack-request-id: req-85ee379d-b62a-41de-8bc2-7a76e1ba61cf {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:16:22.140631 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e29d9a7-690e-4a4c-9558-1f20666e931b", "name": "network-vif-deleted", "tag": "8b11aae9-51ee-47f1-9439-6b38bb353bcc", "status": "completed", "code": 200}, {"server_uuid": "2e29d9a7-690e-4a4c-9558-1f20666e931b", "name": "network-vif-deleted", "tag": "47efd737-2b5e-495c-a6fe-6ffc89dc4607", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:16:22.144489 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-85ee379d-b62a-41de-8bc2-7a76e1ba61cf {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:16:22.144489 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e29d9a7-690e-4a4c-9558-1f20666e931b', 'name': 'network-vif-deleted', 'tag': '8b11aae9-51ee-47f1-9439-6b38bb353bcc', 'status': 'completed', 'code': 200} Jan 28 00:16:22.144489 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e29d9a7-690e-4a4c-9558-1f20666e931b', 'name': 'network-vif-deleted', 'tag': '47efd737-2b5e-495c-a6fe-6ffc89dc4607', 'status': 'completed', 'code': 200} Jan 28 00:16:22.164782 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7813e87f-cad7-43b7-83f7-dddf6dbb39de admin admin] Publish callbacks [] for security_group (300afb3c-aca4-47f3-a47b-a8b6bd4345a0), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:22.265701 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5c9e6-4524-4625-a944-f6552a8a1dd3 req-d65fea8a-2b95-4f97-9f0f-2f620474d9b9 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:22.276513 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a4e5c9e6-4524-4625-a944-f6552a8a1dd3 req-d65fea8a-2b95-4f97-9f0f-2f620474d9b9 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90 HTTP/1.1" status: 200 len: 946 time: 0.2406702 Jan 28 00:16:22.558434 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-80fbc702-edd5-4334-86f1-b62fc7253af6 admin admin] Publish callbacks [] for security_group (c88b19cc-77b5-4d4c-b587-3235e9ee9d76), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:22.577855 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-80fbc702-edd5-4334-86f1-b62fc7253af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c88b19cc-77b5-4d4c-b587-3235e9ee9d76), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:22.640735 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7813e87f-cad7-43b7-83f7-dddf6dbb39de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (300afb3c-aca4-47f3-a47b-a8b6bd4345a0), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:22.646359 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7813e87f-cad7-43b7-83f7-dddf6dbb39de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:22.649650 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7813e87f-cad7-43b7-83f7-dddf6dbb39de admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/300afb3c-aca4-47f3-a47b-a8b6bd4345a0 HTTP/1.1" status: 204 len: 168 time: 0.9599049 Jan 28 00:16:22.685356 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-97f21e10-ac8e-43de-a0b6-4beef8a10a3e admin admin] Deleting port 96c5189a-601d-4cb3-b475-c000a5281143 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:16:22.686526 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97f21e10-ac8e-43de-a0b6-4beef8a10a3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (96c5189a-601d-4cb3-b475-c000a5281143), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:22.744086 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff6f4d-0f68-4775-8705-b1c5ad1847dc req-aaa34903-8bcd-45e6-9124-1051349d9dfa tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:22.759213 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-feff6f4d-0f68-4775-8705-b1c5ad1847dc req-aaa34903-8bcd-45e6-9124-1051349d9dfa tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ac23725-66cb-487d-84cc-168acf2e45c1 HTTP/1.1" status: 200 len: 945 time: 0.2554464 Jan 28 00:16:22.782132 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a4e5c9e6-4524-4625-a944-f6552a8a1dd3 req-5d225bdd-a4e1-4176-925d-24cecf393239 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5027697 Jan 28 00:16:22.797839 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-80fbc702-edd5-4334-86f1-b62fc7253af6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=85adc40fd43c4d6cbb3c0284cf131e2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8248479 Jan 28 00:16:22.797839 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fbc702-edd5-4334-86f1-b62fc7253af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88b19cc-77b5-4d4c-b587-3235e9ee9d76,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:22.802254 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53452) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:22.883033 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813e87f-cad7-43b7-83f7-dddf6dbb39de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300afb3c-aca4-47f3-a47b-a8b6bd4345a0,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:22.964064 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7fd2ecbe-d805-467d-82d2-8a387da4c346 admin admin] Publish callbacks [] for security_group (c88b19cc-77b5-4d4c-b587-3235e9ee9d76), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:23.018241 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-97f21e10-ac8e-43de-a0b6-4beef8a10a3e admin admin] For port 96c5189a-601d-4cb3-b475-c000a5281143, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=96c5189a-601d-4cb3-b475-c000a5281143,segment=NetworkSegment(3c8ed076-3165-4753-a19a-d433677707cf),segment_id=3c8ed076-3165-4753-a19a-d433677707cf)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:23.018987 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97f21e10-ac8e-43de-a0b6-4beef8a10a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (96c5189a-601d-4cb3-b475-c000a5281143), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:23.039006 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7fd2ecbe-d805-467d-82d2-8a387da4c346 admin admin] Publish callbacks [] for security_group (c88b19cc-77b5-4d4c-b587-3235e9ee9d76), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:23.050206 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-97f21e10-ac8e-43de-a0b6-4beef8a10a3e admin admin] Calling delete_port for 96c5189a-601d-4cb3-b475-c000a5281143 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:16:23.093116 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-feff6f4d-0f68-4775-8705-b1c5ad1847dc req-fe42ffc7-1f84-4fa5-94d3-37b4dc7266ec tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/security-groups?id=80e946b5-2409-4f0f-814f-5cefcbacbe2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049304 Jan 28 00:16:23.174545 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86c9de-f4fe-4f21-8fc1-f3187a901c9d req-6e7ecd11-0f31-4616-a1bc-1a0425d48061 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:23.183117 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa86c9de-f4fe-4f21-8fc1-f3187a901c9d req-6e7ecd11-0f31-4616-a1bc-1a0425d48061 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 946 time: 0.2156837 Jan 28 00:16:23.189535 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7fd2ecbe-d805-467d-82d2-8a387da4c346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c88b19cc-77b5-4d4c-b587-3235e9ee9d76), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:23.193709 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7fd2ecbe-d805-467d-82d2-8a387da4c346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:23.198010 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7fd2ecbe-d805-467d-82d2-8a387da4c346 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c88b19cc-77b5-4d4c-b587-3235e9ee9d76 HTTP/1.1" status: 204 len: 168 time: 0.3923860 Jan 28 00:16:23.206728 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53460) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:23.256977 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd2ecbe-d805-467d-82d2-8a387da4c346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88b19cc-77b5-4d4c-b587-3235e9ee9d76,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:23.370152 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97f21e10-ac8e-43de-a0b6-4beef8a10a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (96c5189a-601d-4cb3-b475-c000a5281143), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:23.374519 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-694e9dea-00c4-450e-8de2-6e3e17bbceb3 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Deleting subnet 90ee885c-ff40-4ce6-bc77-a52cf040b6d4 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:16:23.385352 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-694e9dea-00c4-450e-8de2-6e3e17bbceb3 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks [] for subnet (90ee885c-ff40-4ce6-bc77-a52cf040b6d4), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:23.409265 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f21e10-ac8e-43de-a0b6-4beef8a10a3e admin admin] Pushing event deleted for resources: {'Port': ['ID=96c5189a-601d-4cb3-b475-c000a5281143,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:23.488817 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-694e9dea-00c4-450e-8de2-6e3e17bbceb3 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (90ee885c-ff40-4ce6-bc77-a52cf040b6d4), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:23.773215 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-694e9dea-00c4-450e-8de2-6e3e17bbceb3 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (90ee885c-ff40-4ce6-bc77-a52cf040b6d4), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:23.971872 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-694e9dea-00c4-450e-8de2-6e3e17bbceb3 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (90ee885c-ff40-4ce6-bc77-a52cf040b6d4), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:24.057942 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97f21e10-ac8e-43de-a0b6-4beef8a10a3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (94d62d5b-c9f6-4adf-b6c0-f59cde170079), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:24.109471 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffb0c2-70a1-4385-bb05-9e54aae0874c req-60f7c13b-c428-4a79-bf3a-e4826e58635f tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:24.111566 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e2ffb0c2-70a1-4385-bb05-9e54aae0874c req-60f7c13b-c428-4a79-bf3a-e4826e58635f tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ac23725-66cb-487d-84cc-168acf2e45c1 HTTP/1.1" status: 200 len: 945 time: 0.1835220 Jan 28 00:16:24.160670 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e9dea-00c4-450e-8de2-6e3e17bbceb3 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Pushing event deleted for resources: {'Subnet': ['ID=90ee885c-ff40-4ce6-bc77-a52cf040b6d4,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:24.302916 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-694e9dea-00c4-450e-8de2-6e3e17bbceb3 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:24.317623 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53492) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:24.318991 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb881cc1-5394-4c9d-9b3a-54e05ce06728 None None] Network 92d66529-6b91-41b7-9215-f6667b4d2f36 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:16:24.319602 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-694e9dea-00c4-450e-8de2-6e3e17bbceb3 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "DELETE /v2.0/subnets/90ee885c-ff40-4ce6-bc77-a52cf040b6d4 HTTP/1.1" status: 204 len: 168 time: 1.1046700 Jan 28 00:16:24.339557 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa86c9de-f4fe-4f21-8fc1-f3187a901c9d req-7cb1e311-b2e2-486e-85c5-c89933173f91 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1490893 Jan 28 00:16:24.396492 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba33acf-4157-4e64-839c-8a6488d9c26d req-64692956-b1a1-4161-8c3d-cf5ec8ba066f tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:24.398113 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ba33acf-4157-4e64-839c-8a6488d9c26d req-64692956-b1a1-4161-8c3d-cf5ec8ba066f tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90 HTTP/1.1" status: 200 len: 946 time: 0.3101470 Jan 28 00:16:24.423118 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd91b4-1a0d-43d0-972a-6bc1b19ab216 req-14d4f78a-47c0-4b3c-a596-0509cef631e6 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:24.427531 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-90fd91b4-1a0d-43d0-972a-6bc1b19ab216 req-14d4f78a-47c0-4b3c-a596-0509cef631e6 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.65 "GET /v2.0/ports?device_id=df07402c-dc40-44b8-b71e-d4a22ae8d738 HTTP/1.1" status: 200 len: 945 time: 0.4459574 Jan 28 00:16:24.825923 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44395bb-bb94-4e5d-9c45-5cae1321a39d None None] DHCP port deletion for 92d66529-6b91-41b7-9215-f6667b4d2f36 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:16:24.841945 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ba33acf-4157-4e64-839c-8a6488d9c26d req-75e3b832-a32b-4864-bac3-deeea03f8c48 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122531 Jan 28 00:16:24.857059 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb79ac2-71e2-49e1-a01c-74df1b1b1030 req-eefd2460-f046-484b-bda2-1ca1401e66f4 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:24.865309 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bbb79ac2-71e2-49e1-a01c-74df1b1b1030 req-eefd2460-f046-484b-bda2-1ca1401e66f4 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ac23725-66cb-487d-84cc-168acf2e45c1 HTTP/1.1" status: 200 len: 945 time: 0.3045173 Jan 28 00:16:24.944948 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b44395bb-bb94-4e5d-9c45-5cae1321a39d None None] Deleting port 96b59c86-9b38-4890-a355-9e0967f1bed1 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:16:24.945725 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b44395bb-bb94-4e5d-9c45-5cae1321a39d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (96b59c86-9b38-4890-a355-9e0967f1bed1), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:24.979300 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-90fd91b4-1a0d-43d0-972a-6bc1b19ab216 req-f96d97b7-899b-484c-a772-9a3159858c62 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Deleting port df2055f6-2c96-4555-80e2-01d2bd1ca00c {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:16:24.979905 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-90fd91b4-1a0d-43d0-972a-6bc1b19ab216 req-f96d97b7-899b-484c-a772-9a3159858c62 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (df2055f6-2c96-4555-80e2-01d2bd1ca00c), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:25.071932 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bbb79ac2-71e2-49e1-a01c-74df1b1b1030 req-a322762b-b63c-4376-95db-70b644fbc784 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/security-groups?id=80e946b5-2409-4f0f-814f-5cefcbacbe2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055159 Jan 28 00:16:25.131512 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a08ec269-a1a0-4157-8c73-bcfb272630ac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (92d66529-6b91-41b7-9215-f6667b4d2f36), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:25.164365 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-90fd91b4-1a0d-43d0-972a-6bc1b19ab216 req-f96d97b7-899b-484c-a772-9a3159858c62 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] For port df2055f6-2c96-4555-80e2-01d2bd1ca00c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=df2055f6-2c96-4555-80e2-01d2bd1ca00c,segment=NetworkSegment(7a300a42-f7b1-42b4-8f52-eb992482369f),segment_id=7a300a42-f7b1-42b4-8f52-eb992482369f)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:25.165222 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-90fd91b4-1a0d-43d0-972a-6bc1b19ab216 req-f96d97b7-899b-484c-a772-9a3159858c62 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (df2055f6-2c96-4555-80e2-01d2bd1ca00c), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:25.180167 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-b44395bb-bb94-4e5d-9c45-5cae1321a39d None None] For port 96b59c86-9b38-4890-a355-9e0967f1bed1, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=96b59c86-9b38-4890-a355-9e0967f1bed1,segment=NetworkSegment(404a5f04-b2f8-45cf-b010-1b8b90560326),segment_id=404a5f04-b2f8-45cf-b010-1b8b90560326)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:25.183067 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b44395bb-bb94-4e5d-9c45-5cae1321a39d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (96b59c86-9b38-4890-a355-9e0967f1bed1), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:25.198424 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-90fd91b4-1a0d-43d0-972a-6bc1b19ab216 req-f96d97b7-899b-484c-a772-9a3159858c62 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Calling delete_port for df2055f6-2c96-4555-80e2-01d2bd1ca00c owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:16:25.214374 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b44395bb-bb94-4e5d-9c45-5cae1321a39d None None] Calling delete_port for 96b59c86-9b38-4890-a355-9e0967f1bed1 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:16:25.496789 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-90fd91b4-1a0d-43d0-972a-6bc1b19ab216 req-f96d97b7-899b-484c-a772-9a3159858c62 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (df2055f6-2c96-4555-80e2-01d2bd1ca00c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:25.544733 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['df2055f6-2c96-4555-80e2-01d2bd1ca00c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:16:25.604913 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b44395bb-bb94-4e5d-9c45-5cae1321a39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (96b59c86-9b38-4890-a355-9e0967f1bed1), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:25.613631 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-e2ffb0c2-70a1-4385-bb05-9e54aae0874c req-7cedceb1-9988-44b9-a81a-1f345fbf5fff tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Deleting port 20f2ad8f-83ef-4794-ae46-95d0fd7450fe {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:16:25.613857 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-e2ffb0c2-70a1-4385-bb05-9e54aae0874c req-7cedceb1-9988-44b9-a81a-1f345fbf5fff tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (20f2ad8f-83ef-4794-ae46-95d0fd7450fe), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:25.619215 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d97b7-899b-484c-a772-9a3159858c62 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Pushing event deleted for resources: {'Port': ['ID=df2055f6-2c96-4555-80e2-01d2bd1ca00c,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:25.655311 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44395bb-bb94-4e5d-9c45-5cae1321a39d None None] Pushing event deleted for resources: {'Port': ['ID=96b59c86-9b38-4890-a355-9e0967f1bed1,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:25.658421 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44395bb-bb94-4e5d-9c45-5cae1321a39d None None] No DVR routers for this DVR port 96b59c86-9b38-4890-a355-9e0967f1bed1 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:16:25.767972 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-90fd91b4-1a0d-43d0-972a-6bc1b19ab216 req-f96d97b7-899b-484c-a772-9a3159858c62 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] No DVR routers for this DVR port df2055f6-2c96-4555-80e2-01d2bd1ca00c on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:16:25.770931 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-90fd91b4-1a0d-43d0-972a-6bc1b19ab216 req-f96d97b7-899b-484c-a772-9a3159858c62 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:25.775343 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-90fd91b4-1a0d-43d0-972a-6bc1b19ab216 req-f96d97b7-899b-484c-a772-9a3159858c62 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.65 "DELETE /v2.0/ports/df2055f6-2c96-4555-80e2-01d2bd1ca00c HTTP/1.1" status: 204 len: 173 time: 1.3265333 Jan 28 00:16:25.775913 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df07402c-dc40-44b8-b71e-d4a22ae8d738', 'name': 'network-vif-deleted', 'tag': 'df2055f6-2c96-4555-80e2-01d2bd1ca00c'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:16:25.778361 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08987b45-f1a7-4442-808d-b6eaebc7a437" -d '{"events": [{"server_uuid": "df07402c-dc40-44b8-b71e-d4a22ae8d738", "name": "network-vif-deleted", "tag": "df2055f6-2c96-4555-80e2-01d2bd1ca00c"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:16:25.800526 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a08ec269-a1a0-4157-8c73-bcfb272630ac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Deleting port 96b59c86-9b38-4890-a355-9e0967f1bed1 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:16:25.806931 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a08ec269-a1a0-4157-8c73-bcfb272630ac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (96b59c86-9b38-4890-a355-9e0967f1bed1), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:25.821504 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b6141-6516-4aa7-9fcb-7ae0078a6e56 req-c755ac07-a490-47b9-af27-ebaad4f97ecc tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:25.833826 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d76b6141-6516-4aa7-9fcb-7ae0078a6e56 req-c755ac07-a490-47b9-af27-ebaad4f97ecc tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 946 time: 0.2295363 Jan 28 00:16:25.863958 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f21e10-ac8e-43de-a0b6-4beef8a10a3e admin admin] Router 94d62d5b-c9f6-4adf-b6c0-f59cde170079 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:16:25.969528 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-e2ffb0c2-70a1-4385-bb05-9e54aae0874c req-7cedceb1-9988-44b9-a81a-1f345fbf5fff tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] For port 20f2ad8f-83ef-4794-ae46-95d0fd7450fe, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=20f2ad8f-83ef-4794-ae46-95d0fd7450fe,segment=NetworkSegment(7a300a42-f7b1-42b4-8f52-eb992482369f),segment_id=7a300a42-f7b1-42b4-8f52-eb992482369f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:25.969886 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-e2ffb0c2-70a1-4385-bb05-9e54aae0874c req-7cedceb1-9988-44b9-a81a-1f345fbf5fff tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (20f2ad8f-83ef-4794-ae46-95d0fd7450fe), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:25.993667 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-e2ffb0c2-70a1-4385-bb05-9e54aae0874c req-7cedceb1-9988-44b9-a81a-1f345fbf5fff tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Calling delete_port for 20f2ad8f-83ef-4794-ae46-95d0fd7450fe owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:16:26.015479 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d76b6141-6516-4aa7-9fcb-7ae0078a6e56 req-139f944b-097b-4880-b0a1-171978b4917e tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713977 Jan 28 00:16:26.060374 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a08ec269-a1a0-4157-8c73-bcfb272630ac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] For port 96b59c86-9b38-4890-a355-9e0967f1bed1, host n-d-826754-1, got binding levels [] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:26.060744 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a08ec269-a1a0-4157-8c73-bcfb272630ac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (96b59c86-9b38-4890-a355-9e0967f1bed1), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:26.114374 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-09b78a72-86f0-4f33-81df-36fac4d5594b tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=1bc702967c3a4b60be4c07dcb139e9ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383775 Jan 28 00:16:26.186867 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163bbc25-8f3b-444e-94ec-9e7f0b65af03 x-openstack-request-id: req-163bbc25-8f3b-444e-94ec-9e7f0b65af03 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:16:26.187322 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df07402c-dc40-44b8-b71e-d4a22ae8d738", "name": "network-vif-deleted", "tag": "df2055f6-2c96-4555-80e2-01d2bd1ca00c", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:16:26.188450 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-163bbc25-8f3b-444e-94ec-9e7f0b65af03 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:16:26.192166 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 96b59c86-9b38-4890-a355-9e0967f1bed1 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:16:26.195045 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df07402c-dc40-44b8-b71e-d4a22ae8d738', 'name': 'network-vif-deleted', 'tag': 'df2055f6-2c96-4555-80e2-01d2bd1ca00c', 'status': 'completed', 'code': 200} Jan 28 00:16:26.255089 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 96b59c86-9b38-4890-a355-9e0967f1bed1 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:16:26.255778 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 96b59c86-9b38-4890-a355-9e0967f1bed1 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:16:26.278349 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a08ec269-a1a0-4157-8c73-bcfb272630ac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Calling delete_port for 96b59c86-9b38-4890-a355-9e0967f1bed1 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:16:26.290492 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.ipam_backend_mixin [None req-a08ec269-a1a0-4157-8c73-bcfb272630ac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Port 96b59c86-9b38-4890-a355-9e0967f1bed1 was not found and therefore no delete operation was performed {{(pid=103343) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 00:16:26.306560 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a08ec269-a1a0-4157-8c73-bcfb272630ac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (96b59c86-9b38-4890-a355-9e0967f1bed1), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:26.403933 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ec269-a1a0-4157-8c73-bcfb272630ac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Pushing event deleted for resources: {'Port': ['ID=96b59c86-9b38-4890-a355-9e0967f1bed1,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:26.461856 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08ec269-a1a0-4157-8c73-bcfb272630ac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] No DVR routers for this DVR port 96b59c86-9b38-4890-a355-9e0967f1bed1 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:16:26.529822 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-14fe0d51-8066-4f8e-b5a2-ae51322d9cf3 req-8b109951-7947-4788-9028-d15fe5fbbe1a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1387076 Jan 28 00:16:26.539312 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf7fcd-d82d-4846-a371-e113fbbc5a2b req-641b6d00-e56b-4599-b530-f81fc91c1faa tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:26.541093 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0edf7fcd-d82d-4846-a371-e113fbbc5a2b req-641b6d00-e56b-4599-b530-f81fc91c1faa tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90 HTTP/1.1" status: 200 len: 946 time: 0.2261164 Jan 28 00:16:26.551601 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-a6d79339-ce59-4508-a32f-ad75290184a9 tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:26.558564 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-a6d79339-ce59-4508-a32f-ad75290184a9 tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4269857 Jan 28 00:16:26.606572 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f21e10-ac8e-43de-a0b6-4beef8a10a3e admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:16:26.612386 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-00015580-3f62-4874-8dcc-ec841b2a41cc tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] 10.222.0.70 "GET /v2.0/quotas/1bc702967c3a4b60be4c07dcb139e9ba HTTP/1.1" status: 200 len: 375 time: 0.0453827 Jan 28 00:16:26.642110 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18227095-84e6-423a-8e7f-46375d2da4fc None None] Sync routers for ids ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:16:26.652626 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-97f21e10-ac8e-43de-a0b6-4beef8a10a3e admin admin] 10.222.0.70 "PUT /v2.0/routers/94d62d5b-c9f6-4adf-b6c0-f59cde170079/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9211423 Jan 28 00:16:26.662333 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53546) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:26.696672 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18227095-84e6-423a-8e7f-46375d2da4fc None None] Routers {'94d62d5b-c9f6-4adf-b6c0-f59cde170079'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:16:26.698308 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-18227095-84e6-423a-8e7f-46375d2da4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:16:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:26.739829 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0edf7fcd-d82d-4846-a371-e113fbbc5a2b req-c07287c3-a9d3-438b-8346-4d439e2514fb tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801310 Jan 28 00:16:26.748846 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-c7ddf818-7d31-4bd1-bde2-c7d39ae76895 tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1bc702967c3a4b60be4c07dcb139e9ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0870552 Jan 28 00:16:26.789738 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe0d51-8066-4f8e-b5a2-ae51322d9cf3 req-199c2680-b954-4598-b8c6-6627bada84f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:26.794001 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-14fe0d51-8066-4f8e-b5a2-ae51322d9cf3 req-199c2680-b954-4598-b8c6-6627bada84f5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6990d737c5db4738a7ab281f03db2443&device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 1096 time: 0.2074077 Jan 28 00:16:26.799196 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a08ec269-a1a0-4157-8c73-bcfb272630ac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (92d66529-6b91-41b7-9215-f6667b4d2f36), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:26.840438 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-a08ec269-a1a0-4157-8c73-bcfb272630ac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92d66529-6b91-41b7-9215-f6667b4d2f36']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:26.855667 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-a08ec269-a1a0-4157-8c73-bcfb272630ac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404a5f04-b2f8-45cf-b010-1b8b90560326') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:26.855988 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-a08ec269-a1a0-4157-8c73-bcfb272630ac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404a5f04-b2f8-45cf-b010-1b8b90560326') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:26.872370 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a08ec269-a1a0-4157-8c73-bcfb272630ac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (404a5f04-b2f8-45cf-b010-1b8b90560326), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:26.892711 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a08ec269-a1a0-4157-8c73-bcfb272630ac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (404a5f04-b2f8-45cf-b010-1b8b90560326), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:26.902165 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a08ec269-a1a0-4157-8c73-bcfb272630ac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:16:26.903086 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a08ec269-a1a0-4157-8c73-bcfb272630ac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (404a5f04-b2f8-45cf-b010-1b8b90560326), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:26.955020 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 20f2ad8f-83ef-4794-ae46-95d0fd7450fe no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:16:27.000385 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:16:27.000385 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:16:27.000385 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:16:27.000385 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:16:27.000385 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:16:27.000385 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:16:27.000385 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:16:27.000385 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:16:27.000385 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:16:27.000385 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:16:27.000385 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:16:27.000385 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:16:27.000385 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:16:27.000385 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:16:27.000385 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:16:27.000385 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:16:27.000385 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:16:27.000385 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:16:27.000385 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:16:27.000385 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:16:27.000385 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:16:27.000385 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:16:27.000385 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:16:27.000385 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:16:27.000385 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:16:27.000385 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:16:27.000385 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:16:27.000385 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:16:27.000385 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:16:27.000385 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:16:27.000385 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:16:27.000385 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:16:27.010454 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a08ec269-a1a0-4157-8c73-bcfb272630ac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (92d66529-6b91-41b7-9215-f6667b4d2f36), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:27.027842 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a08ec269-a1a0-4157-8c73-bcfb272630ac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:27.037851 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a08ec269-a1a0-4157-8c73-bcfb272630ac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "DELETE /v2.0/networks/92d66529-6b91-41b7-9215-f6667b4d2f36 HTTP/1.1" status: 204 len: 168 time: 2.7127533 Jan 28 00:16:27.043218 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53550) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:27.099580 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-e2ffb0c2-70a1-4385-bb05-9e54aae0874c req-7cedceb1-9988-44b9-a81a-1f345fbf5fff tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (20f2ad8f-83ef-4794-ae46-95d0fd7450fe), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:27.175564 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No active binding found for port 20f2ad8f-83ef-4794-ae46-95d0fd7450fe {{(pid=103345) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 00:16:27.176683 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] The host n-h2-826754-1 is not matching for port 20f2ad8f-83ef-4794-ae46-95d0fd7450fe host None! {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 00:16:27.178036 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 20f2ad8f-83ef-4794-ae46-95d0fd7450fe not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:16:27.191666 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-da7004f5-fca2-4e86-aedc-2bca6552adfe req-4fea35da-444e-4829-a9de-4d4257fce0a0 tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ac23725-66cb-487d-84cc-168acf2e45c1 HTTP/1.1" status: 200 len: 210 time: 0.1668067 Jan 28 00:16:27.335432 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ec269-a1a0-4157-8c73-bcfb272630ac tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Pushing event deleted for resources: {'Network': ['ID=92d66529-6b91-41b7-9215-f6667b4d2f36,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:27.378701 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe0d51-8066-4f8e-b5a2-ae51322d9cf3 req-c42e553c-d0cc-4fb5-83bd-81d6821d3700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:27.383434 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-14fe0d51-8066-4f8e-b5a2-ae51322d9cf3 req-c42e553c-d0cc-4fb5-83bd-81d6821d3700 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf HTTP/1.1" status: 200 len: 922 time: 0.5496056 Jan 28 00:16:27.440122 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cedceb1-9988-44b9-a81a-1f345fbf5fff tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Pushing event deleted for resources: {'Port': ['ID=20f2ad8f-83ef-4794-ae46-95d0fd7450fe,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:27.513830 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-18227095-84e6-423a-8e7f-46375d2da4fc None None] Set router 94d62d5b-c9f6-4adf-b6c0-f59cde170079 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:16:27.612415 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-14fe0d51-8066-4f8e-b5a2-ae51322d9cf3 req-05dd2808-07b2-43fb-b9e1-4c48a69e1dcf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d6d3be9-94cf-4632-bf35-062a1a482cc8 HTTP/1.1" status: 200 len: 217 time: 0.2090006 Jan 28 00:16:27.645370 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b04e4e-4e31-4185-90aa-5173fc2c40c9 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Deleting subnet 718d9838-2bfc-40ca-86a3-5291a9335a9f {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:16:27.655548 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4b04e4e-4e31-4185-90aa-5173fc2c40c9 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks [] for subnet (718d9838-2bfc-40ca-86a3-5291a9335a9f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:27.718957 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b390fb-97b7-4cae-94c0-fa371a11f017 req-de900adc-9ced-454f-8c0c-b9678c5fbf07 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:27.722201 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f5b390fb-97b7-4cae-94c0-fa371a11f017 req-de900adc-9ced-454f-8c0c-b9678c5fbf07 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 946 time: 0.3367522 Jan 28 00:16:27.727508 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ffb0c2-70a1-4385-bb05-9e54aae0874c req-7cedceb1-9988-44b9-a81a-1f345fbf5fff tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] No DVR routers for this DVR port 20f2ad8f-83ef-4794-ae46-95d0fd7450fe on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:16:27.734694 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-e2ffb0c2-70a1-4385-bb05-9e54aae0874c req-7cedceb1-9988-44b9-a81a-1f345fbf5fff tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:27.742367 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e2ffb0c2-70a1-4385-bb05-9e54aae0874c req-7cedceb1-9988-44b9-a81a-1f345fbf5fff tempest-ListServersNegativeTestJSON-1537963331 tempest-ListServersNegativeTestJSON-1537963331-project] 10.222.0.52 "DELETE /v2.0/ports/20f2ad8f-83ef-4794-ae46-95d0fd7450fe HTTP/1.1" status: 204 len: 173 time: 3.6226552 Jan 28 00:16:27.769892 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac23725-66cb-487d-84cc-168acf2e45c1', 'name': 'network-vif-deleted', 'tag': '20f2ad8f-83ef-4794-ae46-95d0fd7450fe'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:16:27.777050 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae5e8b9-1174-4032-8fa6-6abf36783fea" -d '{"events": [{"server_uuid": "5ac23725-66cb-487d-84cc-168acf2e45c1", "name": "network-vif-deleted", "tag": "20f2ad8f-83ef-4794-ae46-95d0fd7450fe"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:16:27.820119 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe0d51-8066-4f8e-b5a2-ae51322d9cf3 req-66ebfe42-6828-47af-b361-866293cd0ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:27.824159 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa271-b2f3-47e3-9f49-85905ea75db1 admin admin] Publish callbacks [] for router (94d62d5b-c9f6-4adf-b6c0-f59cde170079), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:27.827345 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-14fe0d51-8066-4f8e-b5a2-ae51322d9cf3 req-66ebfe42-6828-47af-b361-866293cd0ff4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1cf259c4-4e5d-4731-814e-e633d701ebdd HTTP/1.1" status: 200 len: 861 time: 0.2053139 Jan 28 00:16:27.853537 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-18227095-84e6-423a-8e7f-46375d2da4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'name': 'tempest-FloatingIPsAssociationTestJSON-64484721-router', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:46Z', 'updated_at': '2022-01-28T00:16:23Z', 'revision_number': 5, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'gw_port': {'id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:48Z', 'updated_at': '2022-01-28T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:27.921452 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18227095-84e6-423a-8e7f-46375d2da4fc None None] Checking router: 94d62d5b-c9f6-4adf-b6c0-f59cde170079 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:16:27.931289 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4b04e4e-4e31-4185-90aa-5173fc2c40c9 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (718d9838-2bfc-40ca-86a3-5291a9335a9f), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:27.938916 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-14fe0d51-8066-4f8e-b5a2-ae51322d9cf3 req-a738531d-696c-496f-9eac-6c867f3286a8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898001 Jan 28 00:16:27.956018 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18227095-84e6-423a-8e7f-46375d2da4fc None None] Routers {'94d62d5b-c9f6-4adf-b6c0-f59cde170079'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:16:27.957080 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-18227095-84e6-423a-8e7f-46375d2da4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:16:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:27.989599 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-dcfcee96-91b4-463c-bc10-35e257839c64 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=15e12218ae23498f8976895fc1081122&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1201653 Jan 28 00:16:28.011128 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f5b390fb-97b7-4cae-94c0-fa371a11f017 req-95546100-73a7-492f-bde5-dbf98a8647ca tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784655 Jan 28 00:16:28.161567 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device df2055f6-2c96-4555-80e2-01d2bd1ca00c no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:16:28.203124 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: df2055f6-2c96-4555-80e2-01d2bd1ca00c {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:16:28.209435 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device df2055f6-2c96-4555-80e2-01d2bd1ca00c not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:16:28.276824 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-18227095-84e6-423a-8e7f-46375d2da4fc None None] Set router 94d62d5b-c9f6-4adf-b6c0-f59cde170079 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:16:28.281010 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa271-b2f3-47e3-9f49-85905ea75db1 admin admin] Publish callbacks [] for router_gateway (94d62d5b-c9f6-4adf-b6c0-f59cde170079), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:28.289406 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4b04e4e-4e31-4185-90aa-5173fc2c40c9 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (718d9838-2bfc-40ca-86a3-5291a9335a9f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:28.403217 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4b04e4e-4e31-4185-90aa-5173fc2c40c9 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (718d9838-2bfc-40ca-86a3-5291a9335a9f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:28.421625 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6c8aa271-b2f3-47e3-9f49-85905ea75db1 admin admin] Deleting port 98c1206b-bc21-41e5-bac6-093a4848ff21 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:16:28.422136 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa271-b2f3-47e3-9f49-85905ea75db1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (98c1206b-bc21-41e5-bac6-093a4848ff21), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:28.441210 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-123b03ea-46e6-4996-a670-203121c28cda req-3757b66b-0421-4639-a208-7c2b6a5c524c tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6c9138e-b973-4caa-8c23-907354493bf7 HTTP/1.1" status: 200 len: 210 time: 0.1906219 Jan 28 00:16:28.559329 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa54aca-d91f-4a72-9d95-53ea8885d787 None None] Network 2bc02fc4-c215-45f2-b54b-bd6017ac1f2a requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:16:28.586595 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b04e4e-4e31-4185-90aa-5173fc2c40c9 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Pushing event deleted for resources: {'Subnet': ['ID=718d9838-2bfc-40ca-86a3-5291a9335a9f,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:28.597091 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4b04e4e-4e31-4185-90aa-5173fc2c40c9 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:28.617839 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e4b04e4e-4e31-4185-90aa-5173fc2c40c9 tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "DELETE /v2.0/subnets/718d9838-2bfc-40ca-86a3-5291a9335a9f HTTP/1.1" status: 204 len: 168 time: 1.5014174 Jan 28 00:16:28.626953 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53586) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:28.865078 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77504636-a131-4948-a43b-37bf31a859ea None None] DHCP port deletion for 2bc02fc4-c215-45f2-b54b-bd6017ac1f2a request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:16:28.925471 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-18227095-84e6-423a-8e7f-46375d2da4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'name': 'tempest-FloatingIPsAssociationTestJSON-64484721-router', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:46Z', 'updated_at': '2022-01-28T00:16:23Z', 'revision_number': 5, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'gw_port': {'id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:48Z', 'updated_at': '2022-01-28T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:28.926108 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1ff67b90-8c9c-43c7-99de-d2cd721dac3c tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (2bc02fc4-c215-45f2-b54b-bd6017ac1f2a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:28.996336 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-14fe0d51-8066-4f8e-b5a2-ae51322d9cf3 req-833bc14f-b45e-47c0-838a-a255e82e07cd service neutron] 10.222.0.52 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0374370 Jan 28 00:16:29.044915 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-6c8aa271-b2f3-47e3-9f49-85905ea75db1 admin admin] For port 98c1206b-bc21-41e5-bac6-093a4848ff21, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=98c1206b-bc21-41e5-bac6-093a4848ff21,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:29.046716 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa271-b2f3-47e3-9f49-85905ea75db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (98c1206b-bc21-41e5-bac6-093a4848ff21), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:29.046991 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-647a1eb0-78ee-49e9-a6c6-63f613f55b74 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:29.053965 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-647a1eb0-78ee-49e9-a6c6-63f613f55b74 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0413282 Jan 28 00:16:29.078250 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6c8aa271-b2f3-47e3-9f49-85905ea75db1 admin admin] Calling delete_port for 98c1206b-bc21-41e5-bac6-093a4848ff21 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:16:29.130419 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-843f10e4-7afb-42b5-b10b-deb1f745a117 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/quotas/15e12218ae23498f8976895fc1081122 HTTP/1.1" status: 200 len: 375 time: 0.0750535 Jan 28 00:16:29.149052 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb066a3-91b6-4b3f-b0a2-ef385f0b5866 req-27d59b87-e057-4868-94dd-c5269f86e8fd tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:29.164288 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-beb066a3-91b6-4b3f-b0a2-ef385f0b5866 req-27d59b87-e057-4868-94dd-c5269f86e8fd tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90 HTTP/1.1" status: 200 len: 946 time: 0.2235856 Jan 28 00:16:29.199503 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1ff67b90-8c9c-43c7-99de-d2cd721dac3c tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Deleting port c7a365a5-44b4-487c-bb40-1dfc75258c83 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:16:29.200220 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1ff67b90-8c9c-43c7-99de-d2cd721dac3c tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c7a365a5-44b4-487c-bb40-1dfc75258c83), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:29.249509 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-ebdd3f41-c66e-4e59-8eba-3f5d29c0d37e tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=15e12218ae23498f8976895fc1081122&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1180763 Jan 28 00:16:29.323757 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-beb066a3-91b6-4b3f-b0a2-ef385f0b5866 req-c361c009-828c-4752-a248-8b713c96ac70 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582143 Jan 28 00:16:29.327723 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-d4a828af-a106-4715-b4f7-f8c34c955e37 tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=1bc702967c3a4b60be4c07dcb139e9ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1090746 Jan 28 00:16:29.368223 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18227095-84e6-423a-8e7f-46375d2da4fc None None] The sync data for ids ['94d62d5b-c9f6-4adf-b6c0-f59cde170079'] in n-d-826754-1 is: [{'id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'name': 'tempest-FloatingIPsAssociationTestJSON-64484721-router', 'tenant_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:46Z', 'updated_at': '2022-01-28T00:16:23Z', 'revision_number': 5, 'project_id': 'c68080a75d8f4b37a0cc83073e4343a9', 'gw_port': {'id': '98c1206b-bc21-41e5-bac6-093a4848ff21', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d62d5b-c9f6-4adf-b6c0-f59cde170079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:48Z', 'updated_at': '2022-01-28T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:16:29.490152 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-77504636-a131-4948-a43b-37bf31a859ea None None] Deleting port c7a365a5-44b4-487c-bb40-1dfc75258c83 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:16:29.490333 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77504636-a131-4948-a43b-37bf31a859ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c7a365a5-44b4-487c-bb40-1dfc75258c83), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:29.674005 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714bc1f3-5232-425e-bf19-4de0cc21f351 x-openstack-request-id: req-714bc1f3-5232-425e-bf19-4de0cc21f351 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:16:29.674939 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac23725-66cb-487d-84cc-168acf2e45c1", "name": "network-vif-deleted", "tag": "20f2ad8f-83ef-4794-ae46-95d0fd7450fe", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:16:29.674939 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-714bc1f3-5232-425e-bf19-4de0cc21f351 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:16:29.675525 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac23725-66cb-487d-84cc-168acf2e45c1', 'name': 'network-vif-deleted', 'tag': '20f2ad8f-83ef-4794-ae46-95d0fd7450fe', 'status': 'completed', 'code': 200} Jan 28 00:16:29.687403 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-77504636-a131-4948-a43b-37bf31a859ea None None] For port c7a365a5-44b4-487c-bb40-1dfc75258c83, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c7a365a5-44b4-487c-bb40-1dfc75258c83,segment=NetworkSegment(211f962d-ac67-42ce-ae97-2d45460bf688),segment_id=211f962d-ac67-42ce-ae97-2d45460bf688)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:29.687934 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77504636-a131-4948-a43b-37bf31a859ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c7a365a5-44b4-487c-bb40-1dfc75258c83), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:29.730513 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-77504636-a131-4948-a43b-37bf31a859ea None None] Calling delete_port for c7a365a5-44b4-487c-bb40-1dfc75258c83 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:16:29.744053 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa271-b2f3-47e3-9f49-85905ea75db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (98c1206b-bc21-41e5-bac6-093a4848ff21), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:29.760764 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-b3ea3e65-668e-4826-8438-f6bc3c26edbc tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:29.763010 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-b3ea3e65-668e-4826-8438-f6bc3c26edbc tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4066482 Jan 28 00:16:29.769501 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-14fe0d51-8066-4f8e-b5a2-ae51322d9cf3 req-13f8678a-768a-4629-ab52-398d48709a4d service neutron] 10.222.0.52 "GET /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7627716 Jan 28 00:16:29.807245 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-918edfc5-94d7-453a-bb08-815df9bf1561 req-501f2a06-a4f3-4607-8c30-a74a976d214a tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6c9138e-b973-4caa-8c23-907354493bf7 HTTP/1.1" status: 200 len: 210 time: 0.0820293 Jan 28 00:16:29.819402 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-eff4b9f8-fe85-4c46-bb3b-335ebb75bf7f tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Request body: {'port': {'device_id': 'd6c9138e-b973-4caa-8c23-907354493bf7', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'admin_state_up': True, 'tenant_id': '1bc702967c3a4b60be4c07dcb139e9ba'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:16:29.859685 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8aa271-b2f3-47e3-9f49-85905ea75db1 admin admin] Pushing event deleted for resources: {'Port': ['ID=98c1206b-bc21-41e5-bac6-093a4848ff21,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:29.874864 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-1ff67b90-8c9c-43c7-99de-d2cd721dac3c tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] For port c7a365a5-44b4-487c-bb40-1dfc75258c83, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c7a365a5-44b4-487c-bb40-1dfc75258c83,segment=NetworkSegment(211f962d-ac67-42ce-ae97-2d45460bf688),segment_id=211f962d-ac67-42ce-ae97-2d45460bf688)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:29.875250 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1ff67b90-8c9c-43c7-99de-d2cd721dac3c tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c7a365a5-44b4-487c-bb40-1dfc75258c83), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:29.916727 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1ff67b90-8c9c-43c7-99de-d2cd721dac3c tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Calling delete_port for c7a365a5-44b4-487c-bb40-1dfc75258c83 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:16:29.968727 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53600) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:30.017946 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1488e9e-5e2d-453d-b17e-86662848c827 req-bb387773-6032-4fda-a361-0f27a6646a9b tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:30.020581 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d1488e9e-5e2d-453d-b17e-86662848c827 req-bb387773-6032-4fda-a361-0f27a6646a9b tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 946 time: 0.3243163 Jan 28 00:16:30.125349 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77504636-a131-4948-a43b-37bf31a859ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (c7a365a5-44b4-487c-bb40-1dfc75258c83), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:30.129666 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa271-b2f3-47e3-9f49-85905ea75db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (94d62d5b-c9f6-4adf-b6c0-f59cde170079), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:30.153791 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f50bfb38-cc73-4c70-8492-57cd58919e6d req-5c51794f-68e6-45ca-ac7a-a274e5d5bdcd tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=13914605-85a9-44e9-9075-923e37711677 HTTP/1.1" status: 200 len: 210 time: 0.0959983 Jan 28 00:16:30.257266 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77504636-a131-4948-a43b-37bf31a859ea None None] No DVR routers for this DVR port c7a365a5-44b4-487c-bb40-1dfc75258c83 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:16:30.266719 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77504636-a131-4948-a43b-37bf31a859ea None None] Pushing event deleted for resources: {'Port': ['ID=c7a365a5-44b4-487c-bb40-1dfc75258c83,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:30.300213 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77504636-a131-4948-a43b-37bf31a859ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:30.300213 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77504636-a131-4948-a43b-37bf31a859ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:30.300617 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77504636-a131-4948-a43b-37bf31a859ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:30.301154 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77504636-a131-4948-a43b-37bf31a859ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:30.301759 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77504636-a131-4948-a43b-37bf31a859ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:30.302272 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77504636-a131-4948-a43b-37bf31a859ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:30.302818 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77504636-a131-4948-a43b-37bf31a859ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:30.303381 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77504636-a131-4948-a43b-37bf31a859ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:30.303971 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77504636-a131-4948-a43b-37bf31a859ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:30.304522 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77504636-a131-4948-a43b-37bf31a859ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:30.305072 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77504636-a131-4948-a43b-37bf31a859ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:30.305623 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77504636-a131-4948-a43b-37bf31a859ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:30.306163 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77504636-a131-4948-a43b-37bf31a859ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:30.346433 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d1488e9e-5e2d-453d-b17e-86662848c827 req-e01e1eef-d106-4aed-8c91-3e8d0e43a211 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173804 Jan 28 00:16:30.361045 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-eff4b9f8-fe85-4c46-bb3b-335ebb75bf7f tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Made reservation on behalf of 1bc702967c3a4b60be4c07dcb139e9ba for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:16:30.369212 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-eff4b9f8-fe85-4c46-bb3b-335ebb75bf7f tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:30.403468 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa271-b2f3-47e3-9f49-85905ea75db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (94d62d5b-c9f6-4adf-b6c0-f59cde170079), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:30.411687 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa271-b2f3-47e3-9f49-85905ea75db1 admin admin] Publish callbacks [] for router_controller (94d62d5b-c9f6-4adf-b6c0-f59cde170079), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:30.431768 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-eff4b9f8-fe85-4c46-bb3b-335ebb75bf7f tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:30.460067 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 96c5189a-601d-4cb3-b475-c000a5281143 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:16:30.546262 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-03185cee-ac88-4937-9818-07b6c548e121 admin admin] Deleting subnet 1f2d560d-7bfd-47c1-8c7a-53f8ca55e6b7 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:16:30.559988 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03185cee-ac88-4937-9818-07b6c548e121 admin admin] Publish callbacks [] for subnet (1f2d560d-7bfd-47c1-8c7a-53f8ca55e6b7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:30.582237 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 96c5189a-601d-4cb3-b475-c000a5281143 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:16:30.582548 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 96c5189a-601d-4cb3-b475-c000a5281143 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:16:30.582871 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c7a365a5-44b4-487c-bb40-1dfc75258c83 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:16:30.667207 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: c7a365a5-44b4-487c-bb40-1dfc75258c83 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:16:30.667587 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c7a365a5-44b4-487c-bb40-1dfc75258c83 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:16:30.692284 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03185cee-ac88-4937-9818-07b6c548e121 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (1f2d560d-7bfd-47c1-8c7a-53f8ca55e6b7), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:30.756797 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405bc2d-32f7-4b9b-8bf4-5d3d4604792b req-7d7a48fb-c821-4c45-b171-62bfa1e15ea6 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:30.764601 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1405bc2d-32f7-4b9b-8bf4-5d3d4604792b req-7d7a48fb-c821-4c45-b171-62bfa1e15ea6 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90 HTTP/1.1" status: 200 len: 946 time: 0.1274097 Jan 28 00:16:30.798600 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-eff4b9f8-fe85-4c46-bb3b-335ebb75bf7f tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Publish callbacks [] for security_group (3bd144f0-eea5-4310-b299-b49607914e22), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:30.810567 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa271-b2f3-47e3-9f49-85905ea75db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (94d62d5b-c9f6-4adf-b6c0-f59cde170079), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:30.811595 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8aa271-b2f3-47e3-9f49-85905ea75db1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94d62d5b-c9f6-4adf-b6c0-f59cde170079 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:16:30.829329 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-eff4b9f8-fe85-4c46-bb3b-335ebb75bf7f tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (3bd144f0-eea5-4310-b299-b49607914e22), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:30.833869 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa271-b2f3-47e3-9f49-85905ea75db1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:30.844086 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6c8aa271-b2f3-47e3-9f49-85905ea75db1 admin admin] 10.222.0.70 "DELETE /v2.0/routers/94d62d5b-c9f6-4adf-b6c0-f59cde170079 HTTP/1.1" status: 204 len: 168 time: 4.1768904 Jan 28 00:16:30.846502 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03185cee-ac88-4937-9818-07b6c548e121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (1f2d560d-7bfd-47c1-8c7a-53f8ca55e6b7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:30.857162 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53612) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:31.012099 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1405bc2d-32f7-4b9b-8bf4-5d3d4604792b req-fb889a06-2314-4850-a8be-5b5b48b4b7b0 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456868 Jan 28 00:16:31.157804 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a279faa0-cd1c-4a86-8a4c-a7b37e990ed6 req-bb8e0b04-5948-4f34-9548-4c4a8a5610df tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6c9138e-b973-4caa-8c23-907354493bf7 HTTP/1.1" status: 200 len: 210 time: 0.0950944 Jan 28 00:16:31.159075 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4b9f8-fe85-4c46-bb3b-335ebb75bf7f tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd144f0-eea5-4310-b299-b49607914e22,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:31.167391 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f321019-492d-4cb2-8108-c7bf1749ce6c admin admin] Deleting subnet 9bb427a5-a295-4f0c-b017-2960030e85e4 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:16:31.178755 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03185cee-ac88-4937-9818-07b6c548e121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (1f2d560d-7bfd-47c1-8c7a-53f8ca55e6b7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:31.208388 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f321019-492d-4cb2-8108-c7bf1749ce6c admin admin] Publish callbacks [] for subnet (9bb427a5-a295-4f0c-b017-2960030e85e4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:31.278639 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03185cee-ac88-4937-9818-07b6c548e121 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:31.289755 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-03185cee-ac88-4937-9818-07b6c548e121 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1f2d560d-7bfd-47c1-8c7a-53f8ca55e6b7 HTTP/1.1" status: 204 len: 168 time: 1.3193696 Jan 28 00:16:31.310210 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53618) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:31.339491 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03185cee-ac88-4937-9818-07b6c548e121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f2d560d-7bfd-47c1-8c7a-53f8ca55e6b7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:31.379408 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f321019-492d-4cb2-8108-c7bf1749ce6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (9bb427a5-a295-4f0c-b017-2960030e85e4), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:31.442376 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0014b4b4-477f-46fd-9624-f4a02ce222be req-ae4f6498-5abf-4c7e-8f04-ebebb1166661 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=13914605-85a9-44e9-9075-923e37711677 HTTP/1.1" status: 200 len: 210 time: 0.1053653 Jan 28 00:16:31.493235 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1ff67b90-8c9c-43c7-99de-d2cd721dac3c tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (c7a365a5-44b4-487c-bb40-1dfc75258c83), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:31.539899 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cac4fc5b-d2d2-476e-a1c3-b4dad2aa561c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (82c0c83c-7ac1-4c6e-b660-c81cca988f90), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:31.545415 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-eff4b9f8-fe85-4c46-bb3b-335ebb75bf7f tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Allocated IP 192.168.233.208 (6cc4916b-e8a0-4618-abd0-934e16bf0b78/3d2cf619-4390-4946-b152-016e9ede005d/7f3a7ea3-70ca-4f02-b390-35648c568e14) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:16:31.549099 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f321019-492d-4cb2-8108-c7bf1749ce6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (9bb427a5-a295-4f0c-b017-2960030e85e4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:31.553978 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff67b90-8c9c-43c7-99de-d2cd721dac3c tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Pushing event deleted for resources: {'Port': ['ID=c7a365a5-44b4-487c-bb40-1dfc75258c83,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:31.612821 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff67b90-8c9c-43c7-99de-d2cd721dac3c tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] No DVR routers for this DVR port c7a365a5-44b4-487c-bb40-1dfc75258c83 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:16:31.702416 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cac4fc5b-d2d2-476e-a1c3-b4dad2aa561c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (82c0c83c-7ac1-4c6e-b660-c81cca988f90), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:31.728815 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-cac4fc5b-d2d2-476e-a1c3-b4dad2aa561c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c0c83c-7ac1-4c6e-b660-c81cca988f90']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:31.742604 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-cac4fc5b-d2d2-476e-a1c3-b4dad2aa561c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a300a42-f7b1-42b4-8f52-eb992482369f') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:31.742906 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-cac4fc5b-d2d2-476e-a1c3-b4dad2aa561c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a300a42-f7b1-42b4-8f52-eb992482369f') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:31.754894 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cac4fc5b-d2d2-476e-a1c3-b4dad2aa561c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (7a300a42-f7b1-42b4-8f52-eb992482369f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:31.770869 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cac4fc5b-d2d2-476e-a1c3-b4dad2aa561c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (7a300a42-f7b1-42b4-8f52-eb992482369f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:31.778143 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac4fc5b-d2d2-476e-a1c3-b4dad2aa561c admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:16:31.778566 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cac4fc5b-d2d2-476e-a1c3-b4dad2aa561c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (7a300a42-f7b1-42b4-8f52-eb992482369f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:31.810024 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:16:31.810024 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:16:31.810024 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:16:31.810024 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:16:31.810024 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:16:31.810024 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:16:31.810024 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:16:31.810024 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:16:31.810024 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:16:31.810024 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:16:31.810024 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:16:31.810024 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:16:31.810024 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:16:31.810024 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:16:31.810024 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:16:31.810024 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:16:31.810024 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:16:31.810024 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:16:31.810024 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:16:31.810024 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:16:31.810024 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:16:31.810024 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:16:31.810024 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:16:31.810024 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:16:31.810024 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:16:31.810024 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:16:31.810024 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:16:31.810024 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:16:31.810024 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:16:31.810024 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:16:31.810024 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:16:31.810024 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:16:31.881466 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115651f-3721-4876-94f7-23452cd4cf9e req-21f2cea2-df96-457f-8454-c32fb9e9f29f tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:31.883080 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0115651f-3721-4876-94f7-23452cd4cf9e req-21f2cea2-df96-457f-8454-c32fb9e9f29f tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 946 time: 0.3871508 Jan 28 00:16:31.917144 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-95ec5f81-3025-4b47-a144-56005e01d355 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=15e12218ae23498f8976895fc1081122&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505207 Jan 28 00:16:32.073675 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cac4fc5b-d2d2-476e-a1c3-b4dad2aa561c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (82c0c83c-7ac1-4c6e-b660-c81cca988f90), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:32.101257 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cac4fc5b-d2d2-476e-a1c3-b4dad2aa561c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:32.108755 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-cac4fc5b-d2d2-476e-a1c3-b4dad2aa561c admin admin] 10.222.0.70 "DELETE /v2.0/networks/82c0c83c-7ac1-4c6e-b660-c81cca988f90 HTTP/1.1" status: 204 len: 168 time: 0.7966950 Jan 28 00:16:32.119714 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 98c1206b-bc21-41e5-bac6-093a4848ff21 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:16:32.184453 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4fc5b-d2d2-476e-a1c3-b4dad2aa561c admin admin] Pushing event deleted for resources: {'Network': ['ID=82c0c83c-7ac1-4c6e-b660-c81cca988f90,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:32.208450 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 98c1206b-bc21-41e5-bac6-093a4848ff21 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:16:32.209739 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 98c1206b-bc21-41e5-bac6-093a4848ff21 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:16:32.243689 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0115651f-3721-4876-94f7-23452cd4cf9e req-e12c0763-9749-4cec-a535-c62ebad104b6 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255830 Jan 28 00:16:32.307773 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-f989c159-269d-4821-bcac-546e461b8948 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:32.309421 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-f989c159-269d-4821-bcac-546e461b8948 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3803048 Jan 28 00:16:32.335808 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-4e7a3249-7a3f-4642-b93f-2683fa49ad97 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Request body: {'port': {'device_id': '13914605-85a9-44e9-9075-923e37711677', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'admin_state_up': True, 'tenant_id': '15e12218ae23498f8976895fc1081122'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:16:32.351650 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f321019-492d-4cb2-8108-c7bf1749ce6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (9bb427a5-a295-4f0c-b017-2960030e85e4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:32.437398 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e56b61d-4bef-4f86-8365-d662b7bea28e None None] Network d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:16:32.449999 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f321019-492d-4cb2-8108-c7bf1749ce6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bb427a5-a295-4f0c-b017-2960030e85e4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:32.465549 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f321019-492d-4cb2-8108-c7bf1749ce6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:32.471567 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82b2d7-d74a-4abc-9997-c3dffcf86b04 req-20ad3ff9-e424-4605-a162-3e9d4e34f339 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:32.475044 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff82b2d7-d74a-4abc-9997-c3dffcf86b04 req-20ad3ff9-e424-4605-a162-3e9d4e34f339 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90 HTTP/1.1" status: 200 len: 946 time: 0.2741637 Jan 28 00:16:32.486765 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53630) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:32.488123 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8f321019-492d-4cb2-8108-c7bf1749ce6c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9bb427a5-a295-4f0c-b017-2960030e85e4 HTTP/1.1" status: 204 len: 168 time: 1.6294479 Jan 28 00:16:32.657026 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1ff67b90-8c9c-43c7-99de-d2cd721dac3c tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (2bc02fc4-c215-45f2-b54b-bd6017ac1f2a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:32.763658 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-eff4b9f8-fe85-4c46-bb3b-335ebb75bf7f tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Publish callbacks [] for port (7f3a7ea3-70ca-4f02-b390-35648c568e14), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:32.786591 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-1ff67b90-8c9c-43c7-99de-d2cd721dac3c tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc02fc4-c215-45f2-b54b-bd6017ac1f2a']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:32.829842 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-1ff67b90-8c9c-43c7-99de-d2cd721dac3c tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '211f962d-ac67-42ce-ae97-2d45460bf688') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:32.829842 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-1ff67b90-8c9c-43c7-99de-d2cd721dac3c tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '211f962d-ac67-42ce-ae97-2d45460bf688') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:32.856669 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d012559c-b259-4cd8-bc7b-aadfcc59456f None None] DHCP port deletion for d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:16:32.860304 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53636) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:32.897073 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1ff67b90-8c9c-43c7-99de-d2cd721dac3c tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (211f962d-ac67-42ce-ae97-2d45460bf688), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:32.940175 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1ff67b90-8c9c-43c7-99de-d2cd721dac3c tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (211f962d-ac67-42ce-ae97-2d45460bf688), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:32.972483 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-4e7a3249-7a3f-4642-b93f-2683fa49ad97 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Made reservation on behalf of 15e12218ae23498f8976895fc1081122 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:16:32.979692 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-4e7a3249-7a3f-4642-b93f-2683fa49ad97 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:32.981538 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff67b90-8c9c-43c7-99de-d2cd721dac3c tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:16:32.983006 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1ff67b90-8c9c-43c7-99de-d2cd721dac3c tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (211f962d-ac67-42ce-ae97-2d45460bf688), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:32.992908 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d012559c-b259-4cd8-bc7b-aadfcc59456f None None] Deleting port 6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:16:32.993288 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d012559c-b259-4cd8-bc7b-aadfcc59456f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:16:32.995083 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:16:33.050360 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5963ea9c-88da-4a5b-a7c5-3eade7f96d7e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=21220182ac5f4100a883fefa0029cd2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1878910 Jan 28 00:16:33.055742 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53638) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:33.064861 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4c286bca-e953-4c14-bcef-646ac8039be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:33.073906 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dae5120a-5db0-4a35-9373-b4d9f5e68dfc req-5f2d17f4-9b8f-4b72-9e12-1296fa8106d7 tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6c9138e-b973-4caa-8c23-907354493bf7 HTTP/1.1" status: 200 len: 210 time: 0.3254435 Jan 28 00:16:33.093846 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-d012559c-b259-4cd8-bc7b-aadfcc59456f None None] For port 6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f,segment=NetworkSegment(3c8ed076-3165-4753-a19a-d433677707cf),segment_id=3c8ed076-3165-4753-a19a-d433677707cf)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:33.094592 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d012559c-b259-4cd8-bc7b-aadfcc59456f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:33.112274 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-eff4b9f8-fe85-4c46-bb3b-335ebb75bf7f tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (7f3a7ea3-70ca-4f02-b390-35648c568e14), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:33.112662 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d012559c-b259-4cd8-bc7b-aadfcc59456f None None] Calling delete_port for 6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:16:33.245789 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1ff67b90-8c9c-43c7-99de-d2cd721dac3c tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (2bc02fc4-c215-45f2-b54b-bd6017ac1f2a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:33.270765 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1ff67b90-8c9c-43c7-99de-d2cd721dac3c tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:33.278557 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1ff67b90-8c9c-43c7-99de-d2cd721dac3c tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] 10.222.0.70 "DELETE /v2.0/networks/2bc02fc4-c215-45f2-b54b-bd6017ac1f2a HTTP/1.1" status: 204 len: 168 time: 4.6438260 Jan 28 00:16:33.286239 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d012559c-b259-4cd8-bc7b-aadfcc59456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:33.296696 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4b9f8-fe85-4c46-bb3b-335ebb75bf7f tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Pushing event updated for resources: {'Port': ['ID=7f3a7ea3-70ca-4f02-b390-35648c568e14,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:33.308099 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff67b90-8c9c-43c7-99de-d2cd721dac3c tempest-ServersTestMultiNic-949009480 tempest-ServersTestMultiNic-949009480-project] Pushing event deleted for resources: {'Network': ['ID=2bc02fc4-c215-45f2-b54b-bd6017ac1f2a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:33.323146 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78c4be04-13e9-4710-97ce-3dfebdf37a72 req-c487dd5f-4715-400a-8829-52e60f8dc570 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=13914605-85a9-44e9-9075-923e37711677 HTTP/1.1" status: 200 len: 210 time: 0.0666518 Jan 28 00:16:33.328627 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-4e7a3249-7a3f-4642-b93f-2683fa49ad97 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:33.353564 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012559c-b259-4cd8-bc7b-aadfcc59456f None None] Pushing event deleted for resources: {'Port': ['ID=6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:33.355729 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-daf57531-ce97-416f-a871-9fce7212123c admin admin] Publish callbacks [] for security_group (80e946b5-2409-4f0f-814f-5cefcbacbe2a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:33.364152 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d012559c-b259-4cd8-bc7b-aadfcc59456f None None] No DVR routers for this DVR port 6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:16:33.430427 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-daf57531-ce97-416f-a871-9fce7212123c admin admin] Publish callbacks [] for security_group (80e946b5-2409-4f0f-814f-5cefcbacbe2a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:33.525839 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff82b2d7-d74a-4abc-9997-c3dffcf86b04 req-54b53bf0-4d6a-4015-8e14-8a330035ed52 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0274112 Jan 28 00:16:33.531365 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-eff4b9f8-fe85-4c46-bb3b-335ebb75bf7f tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:16:33.566836 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-daf57531-ce97-416f-a871-9fce7212123c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (80e946b5-2409-4f0f-814f-5cefcbacbe2a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:33.584487 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-daf57531-ce97-416f-a871-9fce7212123c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:33.614022 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-daf57531-ce97-416f-a871-9fce7212123c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/80e946b5-2409-4f0f-814f-5cefcbacbe2a HTTP/1.1" status: 204 len: 168 time: 0.5314052 Jan 28 00:16:33.630601 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-eff4b9f8-fe85-4c46-bb3b-335ebb75bf7f tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:16:33.639958 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-eff4b9f8-fe85-4c46-bb3b-335ebb75bf7f tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:16:33.643751 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf57531-ce97-416f-a871-9fce7212123c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e946b5-2409-4f0f-814f-5cefcbacbe2a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:33.814673 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53652) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:33.821047 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4c286bca-e953-4c14-bcef-646ac8039be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:33.834626 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-4e7a3249-7a3f-4642-b93f-2683fa49ad97 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks [] for security_group (22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:33.857333 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-eff4b9f8-fe85-4c46-bb3b-335ebb75bf7f tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:33.859159 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-eff4b9f8-fe85-4c46-bb3b-335ebb75bf7f tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:33.899666 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-4c286bca-e953-4c14-bcef-646ac8039be0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:33.951061 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-4e7a3249-7a3f-4642-b93f-2683fa49ad97 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:34.055982 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-4c286bca-e953-4c14-bcef-646ac8039be0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c8ed076-3165-4753-a19a-d433677707cf') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:34.057002 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-4c286bca-e953-4c14-bcef-646ac8039be0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c8ed076-3165-4753-a19a-d433677707cf') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:34.148344 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4c286bca-e953-4c14-bcef-646ac8039be0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (3c8ed076-3165-4753-a19a-d433677707cf), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:34.171166 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d7da75c7-3175-4e08-89df-f2532e4e26b3 None None] Provisioning complete for port 7f3a7ea3-70ca-4f02-b390-35648c568e14 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:16:34.171166 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d7da75c7-3175-4e08-89df-f2532e4e26b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (7f3a7ea3-70ca-4f02-b390-35648c568e14), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:34.199571 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4c286bca-e953-4c14-bcef-646ac8039be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (3c8ed076-3165-4753-a19a-d433677707cf), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:34.221958 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c286bca-e953-4c14-bcef-646ac8039be0 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:16:34.223658 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4c286bca-e953-4c14-bcef-646ac8039be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (3c8ed076-3165-4753-a19a-d433677707cf), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:34.302326 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:16:34.408652 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:16:34.409503 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6bd67f5d-26cb-4c6f-8d70-ab1cedc8706f not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:16:34.438652 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:16:34.438652 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:16:34.438652 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:16:34.438652 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:16:34.438652 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:16:34.438652 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:16:34.438652 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:16:34.438652 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:16:34.438652 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:16:34.438652 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:16:34.438652 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:16:34.438652 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:16:34.438652 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:16:34.438652 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:16:34.438652 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:16:34.438652 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:16:34.438652 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:16:34.438652 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:16:34.438652 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:16:34.438652 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:16:34.438652 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:16:34.438652 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:16:34.438652 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:16:34.438652 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:16:34.438652 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:16:34.438652 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:16:34.438652 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:16:34.438652 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:16:34.438652 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:16:34.438652 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:16:34.438652 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:16:34.438652 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:16:34.444556 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-eff4b9f8-fe85-4c46-bb3b-335ebb75bf7f tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6540902 Jan 28 00:16:34.460956 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d7da75c7-3175-4e08-89df-f2532e4e26b3 None None] Port 7f3a7ea3-70ca-4f02-b390-35648c568e14 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:16:34.475211 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01945fe2-d44c-41d1-9156-be9173f1804c req-f5945fe7-0149-49ac-aac8-99909352ffd7 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:34.493900 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-01945fe2-d44c-41d1-9156-be9173f1804c req-f5945fe7-0149-49ac-aac8-99909352ffd7 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 946 time: 0.9775448 Jan 28 00:16:34.581438 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Request body: {'port': {'device_id': 'd6c9138e-b973-4caa-8c23-907354493bf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:16:34.887015 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a3249-7a3f-4642-b93f-2683fa49ad97 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:34.895665 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4c286bca-e953-4c14-bcef-646ac8039be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:34.955137 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4c286bca-e953-4c14-bcef-646ac8039be0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:34.965003 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4c286bca-e953-4c14-bcef-646ac8039be0 admin admin] 10.222.0.70 "DELETE /v2.0/networks/d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1 HTTP/1.1" status: 204 len: 168 time: 2.4447570 Jan 28 00:16:35.008495 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d17e-108b-4be6-b264-41960da96863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (3fc9fbd0-81e9-4d05-925f-05299587c8e9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:35.023265 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-01945fe2-d44c-41d1-9156-be9173f1804c req-e842493b-efd3-4b4f-bd91-696ee0c890ed tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5279524 Jan 28 00:16:35.115383 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c286bca-e953-4c14-bcef-646ac8039be0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1b7aecb-6fdc-4e30-b1f6-a60c712edbf1,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:35.251855 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7f3a7ea3-70ca-4f02-b390-35648c568e14), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:35.312911 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53684) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:35.356766 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-4e7a3249-7a3f-4642-b93f-2683fa49ad97 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Allocated IP 192.168.233.220 (6cc4916b-e8a0-4618-abd0-934e16bf0b78/3d2cf619-4390-4946-b152-016e9ede005d/93d1b1db-ea8f-40d0-ad5f-68128514fbd9) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:16:35.636445 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3b657bd1-831d-453b-ba13-c8daa38f4dbc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c68080a75d8f4b37a0cc83073e4343a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3222544 Jan 28 00:16:35.637452 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53688) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:35.647081 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53690) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:35.736298 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2d44b7ae-7137-42e7-88d5-7f4bd74f6c93 admin admin] Publish callbacks [] for security_group (2d0d0614-298e-4b34-bfc0-8b4daf3e81c4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:35.792001 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2d44b7ae-7137-42e7-88d5-7f4bd74f6c93 admin admin] Publish callbacks [] for security_group (2d0d0614-298e-4b34-bfc0-8b4daf3e81c4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:35.853467 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a3e5d17e-108b-4be6-b264-41960da96863 admin admin] Deleting port f71e80d5-0e2d-4f19-8710-763ff3a3e5a2 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:16:35.854188 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d17e-108b-4be6-b264-41960da96863 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f71e80d5-0e2d-4f19-8710-763ff3a3e5a2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:35.856322 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-4e7a3249-7a3f-4642-b93f-2683fa49ad97 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks [] for port (93d1b1db-ea8f-40d0-ad5f-68128514fbd9), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:35.909474 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee66142-8f09-4469-9829-2de6f4ea29f8 req-be5eac11-df07-400c-9b36-5b970e20065d tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:35.910041 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-f9059665-7e2b-4c86-8563-834abbf92364 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-910225073-network', 'tenant_id': '5ecb5ec1ccfb4e42a39c92c8cc5abfbc'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:16:35.913811 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2d44b7ae-7137-42e7-88d5-7f4bd74f6c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2d0d0614-298e-4b34-bfc0-8b4daf3e81c4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:35.917089 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2d44b7ae-7137-42e7-88d5-7f4bd74f6c93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:35.921756 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2d44b7ae-7137-42e7-88d5-7f4bd74f6c93 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2d0d0614-298e-4b34-bfc0-8b4daf3e81c4 HTTP/1.1" status: 204 len: 168 time: 0.2828798 Jan 28 00:16:35.927329 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9ee66142-8f09-4469-9829-2de6f4ea29f8 req-be5eac11-df07-400c-9b36-5b970e20065d tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6c9138e-b973-4caa-8c23-907354493bf7 HTTP/1.1" status: 200 len: 936 time: 1.4202342 Jan 28 00:16:35.963177 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b877f085-cc6a-4b44-bff1-b38fa30ef312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:35.965542 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44b7ae-7137-42e7-88d5-7f4bd74f6c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0d0614-298e-4b34-bfc0-8b4daf3e81c4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:35.992103 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d44b7ae-7137-42e7-88d5-7f4bd74f6c93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:35.993200 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d44b7ae-7137-42e7-88d5-7f4bd74f6c93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:35.993945 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d44b7ae-7137-42e7-88d5-7f4bd74f6c93 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:35.994610 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d44b7ae-7137-42e7-88d5-7f4bd74f6c93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:35.995247 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d44b7ae-7137-42e7-88d5-7f4bd74f6c93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:35.995928 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d44b7ae-7137-42e7-88d5-7f4bd74f6c93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:35.996544 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d44b7ae-7137-42e7-88d5-7f4bd74f6c93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:35.997170 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d44b7ae-7137-42e7-88d5-7f4bd74f6c93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:35.997782 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d44b7ae-7137-42e7-88d5-7f4bd74f6c93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:35.998657 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d44b7ae-7137-42e7-88d5-7f4bd74f6c93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:35.999318 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d44b7ae-7137-42e7-88d5-7f4bd74f6c93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:35.999971 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d44b7ae-7137-42e7-88d5-7f4bd74f6c93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:36.000624 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d44b7ae-7137-42e7-88d5-7f4bd74f6c93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:36.016246 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9059665-7e2b-4c86-8563-834abbf92364 admin admin] Made reservation on behalf of 5ecb5ec1ccfb4e42a39c92c8cc5abfbc for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:16:36.019641 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9059665-7e2b-4c86-8563-834abbf92364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:36.035375 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9059665-7e2b-4c86-8563-834abbf92364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:36.067087 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0a70d2f2-9c0a-489c-a757-df6ca2a6efaa req-8edbace3-5b3b-4793-95bd-ba141c3bedb5 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=13914605-85a9-44e9-9075-923e37711677 HTTP/1.1" status: 200 len: 210 time: 0.2077549 Jan 28 00:16:36.084792 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a3e5d17e-108b-4be6-b264-41960da96863 admin admin] For port f71e80d5-0e2d-4f19-8710-763ff3a3e5a2, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f71e80d5-0e2d-4f19-8710-763ff3a3e5a2,segment=NetworkSegment(780db8e3-1e41-43a5-9e75-48cb1e7c4bb4),segment_id=780db8e3-1e41-43a5-9e75-48cb1e7c4bb4)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:36.089859 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d17e-108b-4be6-b264-41960da96863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f71e80d5-0e2d-4f19-8710-763ff3a3e5a2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:36.155117 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a3e5d17e-108b-4be6-b264-41960da96863 admin admin] Calling delete_port for f71e80d5-0e2d-4f19-8710-763ff3a3e5a2 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:16:36.228687 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9ee66142-8f09-4469-9829-2de6f4ea29f8 req-0811f5c7-d50d-4f20-8b8c-c793bfa9d3b7 tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] 10.222.0.70 "GET /v2.0/security-groups?id=3bd144f0-eea5-4310-b299-b49607914e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821498 Jan 28 00:16:36.538877 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-4e7a3249-7a3f-4642-b93f-2683fa49ad97 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (93d1b1db-ea8f-40d0-ad5f-68128514fbd9), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:36.541736 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9059665-7e2b-4c86-8563-834abbf92364 admin admin] Publish callbacks [] for security_group (daded75b-ba1a-4ea8-9e2b-53ddf9eb1f4a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:36.560745 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9059665-7e2b-4c86-8563-834abbf92364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (daded75b-ba1a-4ea8-9e2b-53ddf9eb1f4a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:36.634956 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9059665-7e2b-4c86-8563-834abbf92364 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:16:36.689559 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9059665-7e2b-4c86-8563-834abbf92364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (61b90438-6eb6-4ab3-b26d-defa80e74b89), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:36.689920 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-f9059665-7e2b-4c86-8563-834abbf92364 admin admin] Added segment 61b90438-6eb6-4ab3-b26d-defa80e74b89 of type vlan for network 07f0ac26-2f79-426e-986d-9ab2e7db4472 Jan 28 00:16:36.760069 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9059665-7e2b-4c86-8563-834abbf92364 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (07f0ac26-2f79-426e-986d-9ab2e7db4472), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:36.787752 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-4e7a3249-7a3f-4642-b93f-2683fa49ad97 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:16:36.793551 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9059665-7e2b-4c86-8563-834abbf92364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daded75b-ba1a-4ea8-9e2b-53ddf9eb1f4a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:36.801354 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9059665-7e2b-4c86-8563-834abbf92364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (07f0ac26-2f79-426e-986d-9ab2e7db4472), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:36.802616 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9059665-7e2b-4c86-8563-834abbf92364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:36.803192 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9059665-7e2b-4c86-8563-834abbf92364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:36.822432 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3d551-1d33-43d8-b609-1fd8032c6dbb req-470a87f9-f941-492e-b5b3-961d738daf12 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:36.824626 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cef3d551-1d33-43d8-b609-1fd8032c6dbb req-470a87f9-f941-492e-b5b3-961d738daf12 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 946 time: 0.3013844 Jan 28 00:16:36.830396 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-4e7a3249-7a3f-4642-b93f-2683fa49ad97 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:16:36.870486 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-4e7a3249-7a3f-4642-b93f-2683fa49ad97 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:16:36.933310 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9059665-7e2b-4c86-8563-834abbf92364 admin admin] Pushing event updated for resources: {'Network': ['ID=07f0ac26-2f79-426e-986d-9ab2e7db4472,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:36.943209 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-4e7a3249-7a3f-4642-b93f-2683fa49ad97 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:36.944384 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 07f0ac26-2f79-426e-986d-9ab2e7db4472 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:16:36.945662 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-4e7a3249-7a3f-4642-b93f-2683fa49ad97 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:36.972143 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a3249-7a3f-4642-b93f-2683fa49ad97 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Pushing event updated for resources: {'Port': ['ID=93d1b1db-ea8f-40d0-ad5f-68128514fbd9,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:36.972366 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f9059665-7e2b-4c86-8563-834abbf92364 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3211453 Jan 28 00:16:36.974649 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53710) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:36.995001 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e0fe1b88-b967-4fee-aae6-dcd166ffb438 admin admin] Request body: {'subnet': {'network_id': '07f0ac26-2f79-426e-986d-9ab2e7db4472', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-910225073-subnet', 'tenant_id': '5ecb5ec1ccfb4e42a39c92c8cc5abfbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:16:37.217959 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fe1b88-b967-4fee-aae6-dcd166ffb438 admin admin] Made reservation on behalf of 5ecb5ec1ccfb4e42a39c92c8cc5abfbc for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:16:37.225732 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e0fe1b88-b967-4fee-aae6-dcd166ffb438 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:37.244698 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d17e-108b-4be6-b264-41960da96863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (f71e80d5-0e2d-4f19-8710-763ff3a3e5a2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:37.323186 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-10881e82-9f81-4693-a25d-fee12dd23147 None None] Provisioning complete for port 93d1b1db-ea8f-40d0-ad5f-68128514fbd9 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:16:37.323938 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-10881e82-9f81-4693-a25d-fee12dd23147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (93d1b1db-ea8f-40d0-ad5f-68128514fbd9), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:37.369570 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5d17e-108b-4be6-b264-41960da96863 admin admin] Pushing event deleted for resources: {'Port': ['ID=f71e80d5-0e2d-4f19-8710-763ff3a3e5a2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:37.422878 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-10881e82-9f81-4693-a25d-fee12dd23147 None None] Port 93d1b1db-ea8f-40d0-ad5f-68128514fbd9 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:16:38.007509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df232d45-b24d-4b0f-ac76-5ec260410d44 req-7bead2d5-0e10-42e6-ba6c-eaf9d29eeee0 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:38.009541 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-df232d45-b24d-4b0f-ac76-5ec260410d44 req-7bead2d5-0e10-42e6-ba6c-eaf9d29eeee0 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90 HTTP/1.1" status: 200 len: 946 time: 1.7762127 Jan 28 00:16:38.025144 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-4e7a3249-7a3f-4642-b93f-2683fa49ad97 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.7008517 Jan 28 00:16:38.048000 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-6318fa61-8dc8-4ea7-8e4d-99aed30e175c service neutron] Request body: {'port': {'device_id': '13914605-85a9-44e9-9075-923e37711677', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:16:38.069332 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d17e-108b-4be6-b264-41960da96863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (3fc9fbd0-81e9-4d05-925f-05299587c8e9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:38.071772 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e0fe1b88-b967-4fee-aae6-dcd166ffb438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (aeea8446-c8eb-4a45-8368-c91dd0a87159), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:38.233428 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a0006b7-5a69-4ebe-9fa2-ed23efaf4042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:38.255262 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe1b88-b967-4fee-aae6-dcd166ffb438 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeea8446-c8eb-4a45-8368-c91dd0a87159,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:38.275922 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-df232d45-b24d-4b0f-ac76-5ec260410d44 req-381fb000-a0ea-4393-82b4-ff6876c07aa3 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360821 Jan 28 00:16:38.309883 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fe1b88-b967-4fee-aae6-dcd166ffb438 admin admin] Checking segment: {'id': '61b90438-6eb6-4ab3-b26d-defa80e74b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '07f0ac26-2f79-426e-986d-9ab2e7db4472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:16:38.310359 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fe1b88-b967-4fee-aae6-dcd166ffb438 admin admin] Network hostable DHCP agents. Network: 07f0ac26-2f79-426e-986d-9ab2e7db4472, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:16:38.349557 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-6318fa61-8dc8-4ea7-8e4d-99aed30e175c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (93d1b1db-ea8f-40d0-ad5f-68128514fbd9), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:38.364606 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fe1b88-b967-4fee-aae6-dcd166ffb438 admin admin] Network 07f0ac26-2f79-426e-986d-9ab2e7db4472 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:16:38.462821 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-e0fe1b88-b967-4fee-aae6-dcd166ffb438 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 07f0ac26-2f79-426e-986d-9ab2e7db4472) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:16:38.481064 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c757a3-d9ef-49fc-b827-f4334f496cc3 None None] Network 07f0ac26-2f79-426e-986d-9ab2e7db4472 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:16:38.504454 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fe1b88-b967-4fee-aae6-dcd166ffb438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:38.505134 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e0fe1b88-b967-4fee-aae6-dcd166ffb438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:38.612338 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e0fe1b88-b967-4fee-aae6-dcd166ffb438 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6304386 Jan 28 00:16:38.656242 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cef3d551-1d33-43d8-b609-1fd8032c6dbb req-a26b9f52-f648-4747-ae5a-48c9b38230af tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7877705 Jan 28 00:16:38.793671 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e5d17e-108b-4be6-b264-41960da96863 admin admin] Router 3fc9fbd0-81e9-4d05-925f-05299587c8e9 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:16:38.854901 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f3a7ea3-70ca-4f02-b390-35648c568e14 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:16:38.866722 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Publish callbacks [] for port (7f3a7ea3-70ca-4f02-b390-35648c568e14), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:38.886877 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Transition to ACTIVE for port object 7f3a7ea3-70ca-4f02-b390-35648c568e14 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:16:38.913297 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e6d94b-f39d-4b41-bcb7-97f14a390f56 None None] Network 07f0ac26-2f79-426e-986d-9ab2e7db4472 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:16:38.928349 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (7f3a7ea3-70ca-4f02-b390-35648c568e14), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:39.071844 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5c01c-6a6f-4c39-80d9-7baaeb5fd5f9 req-82079454-4fca-499e-ab0e-31ba36a0ce91 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:39.073524 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93e5c01c-6a6f-4c39-80d9-7baaeb5fd5f9 req-82079454-4fca-499e-ab0e-31ba36a0ce91 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=13914605-85a9-44e9-9075-923e37711677 HTTP/1.1" status: 200 len: 936 time: 0.6593451 Jan 28 00:16:39.091397 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76077c-22fd-461d-8bcd-2e7c209b841d req-632b45f4-9cd9-401c-8185-31b85fe37148 tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:39.093010 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1c76077c-22fd-461d-8bcd-2e7c209b841d req-632b45f4-9cd9-401c-8185-31b85fe37148 tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6c9138e-b973-4caa-8c23-907354493bf7 HTTP/1.1" status: 200 len: 948 time: 0.2046943 Jan 28 00:16:39.109342 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e5d17e-108b-4be6-b264-41960da96863 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:16:39.141841 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1771a7c6-b52d-4f04-b67f-f08deced21c9 None None] Sync routers for ids ['3fc9fbd0-81e9-4d05-925f-05299587c8e9'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:16:39.148967 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a3e5d17e-108b-4be6-b264-41960da96863 admin admin] 10.222.0.70 "PUT /v2.0/routers/3fc9fbd0-81e9-4d05-925f-05299587c8e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3326776 Jan 28 00:16:39.157607 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53750) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:39.165705 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1771a7c6-b52d-4f04-b67f-f08deced21c9 None None] Routers {'3fc9fbd0-81e9-4d05-925f-05299587c8e9'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:16:39.173380 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-1771a7c6-b52d-4f04-b67f-f08deced21c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:16:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3fc9fbd0-81e9-4d05-925f-05299587c8e9'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:39.356224 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f3a7ea3-70ca-4f02-b390-35648c568e14,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:39.459403 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-1771a7c6-b52d-4f04-b67f-f08deced21c9 None None] Set router 3fc9fbd0-81e9-4d05-925f-05299587c8e9 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:16:39.472554 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a00f950-682d-4c04-9702-c50166f1f361 admin admin] Publish callbacks [] for router (3fc9fbd0-81e9-4d05-925f-05299587c8e9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:39.526042 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:39.802749 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a00f950-682d-4c04-9702-c50166f1f361 admin admin] Publish callbacks [] for router_gateway (3fc9fbd0-81e9-4d05-925f-05299587c8e9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:39.850923 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-1771a7c6-b52d-4f04-b67f-f08deced21c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc9fbd0-81e9-4d05-925f-05299587c8e9', 'name': 'tempest-ServersTestMultiNic-387609387-router', 'tenant_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '0115aab5-0332-40fb-825b-61f2f3f44b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:56Z', 'updated_at': '2022-01-28T00:16:36Z', 'revision_number': 5, 'project_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'gw_port': {'id': '0115aab5-0332-40fb-825b-61f2f3f44b88', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc9fbd0-81e9-4d05-925f-05299587c8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:13:58Z', 'updated_at': '2022-01-28T00:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:39.874942 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-6318fa61-8dc8-4ea7-8e4d-99aed30e175c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d1b1db-ea8f-40d0-ad5f-68128514fbd9 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:16:39.886968 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1771a7c6-b52d-4f04-b67f-f08deced21c9 None None] Checking router: 3fc9fbd0-81e9-4d05-925f-05299587c8e9 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:16:39.898082 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1771a7c6-b52d-4f04-b67f-f08deced21c9 None None] Routers {'3fc9fbd0-81e9-4d05-925f-05299587c8e9'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:16:39.898780 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-1771a7c6-b52d-4f04-b67f-f08deced21c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:16:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3fc9fbd0-81e9-4d05-925f-05299587c8e9'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:39.900371 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:39.900740 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:39.901112 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:39.901443 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:39.904511 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:39.904511 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:39.905034 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:39.905034 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:39.905517 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:39.908032 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:39.908411 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:39.908763 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:39.909108 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:16:39.948472 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1a00f950-682d-4c04-9702-c50166f1f361 admin admin] Deleting port 0115aab5-0332-40fb-825b-61f2f3f44b88 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:16:39.950753 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a00f950-682d-4c04-9702-c50166f1f361 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (0115aab5-0332-40fb-825b-61f2f3f44b88), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:39.960844 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-6318fa61-8dc8-4ea7-8e4d-99aed30e175c service neutron] Publish callbacks [] for port (93d1b1db-ea8f-40d0-ad5f-68128514fbd9), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:39.999002 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-1771a7c6-b52d-4f04-b67f-f08deced21c9 None None] Set router 3fc9fbd0-81e9-4d05-925f-05299587c8e9 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:16:40.023183 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-6318fa61-8dc8-4ea7-8e4d-99aed30e175c service neutron] Transition to ACTIVE for port object 93d1b1db-ea8f-40d0-ad5f-68128514fbd9 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:16:40.087440 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-6318fa61-8dc8-4ea7-8e4d-99aed30e175c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (93d1b1db-ea8f-40d0-ad5f-68128514fbd9), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:40.117154 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1c76077c-22fd-461d-8bcd-2e7c209b841d req-d9e33063-a2cd-4a23-8583-57f465b15ea8 tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] 10.222.0.70 "GET /v2.0/security-groups?id=3bd144f0-eea5-4310-b299-b49607914e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9916587 Jan 28 00:16:40.160922 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-1a00f950-682d-4c04-9702-c50166f1f361 admin admin] For port 0115aab5-0332-40fb-825b-61f2f3f44b88, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=0115aab5-0332-40fb-825b-61f2f3f44b88,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:40.161295 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a00f950-682d-4c04-9702-c50166f1f361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (0115aab5-0332-40fb-825b-61f2f3f44b88), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:40.196794 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1a00f950-682d-4c04-9702-c50166f1f361 admin admin] Calling delete_port for 0115aab5-0332-40fb-825b-61f2f3f44b88 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:16:40.206763 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318fa61-8dc8-4ea7-8e4d-99aed30e175c service neutron] Pushing event updated for resources: {'Port': ['ID=93d1b1db-ea8f-40d0-ad5f-68128514fbd9,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:40.225804 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93e5c01c-6a6f-4c39-80d9-7baaeb5fd5f9 req-4ff6c3ee-36a3-4917-a986-6c8af956e831 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1157761 Jan 28 00:16:40.226764 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-1771a7c6-b52d-4f04-b67f-f08deced21c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc9fbd0-81e9-4d05-925f-05299587c8e9', 'name': 'tempest-ServersTestMultiNic-387609387-router', 'tenant_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:56Z', 'updated_at': '2022-01-28T00:16:39Z', 'revision_number': 6, 'project_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:40.265764 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Attempting to bind port 7f3a7ea3-70ca-4f02-b390-35648c568e14 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:16:40.266108 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Attempting to bind port 7f3a7ea3-70ca-4f02-b390-35648c568e14 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:16:40.266446 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Attempting to bind port 7f3a7ea3-70ca-4f02-b390-35648c568e14 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:16:40.309031 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Port 7f3a7ea3-70ca-4f02-b390-35648c568e14 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:16:40.309291 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Attempting to bind port 7f3a7ea3-70ca-4f02-b390-35648c568e14 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:16:40.324774 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1771a7c6-b52d-4f04-b67f-f08deced21c9 None None] The sync data for ids ['3fc9fbd0-81e9-4d05-925f-05299587c8e9'] in n-d-826754-1 is: [{'id': '3fc9fbd0-81e9-4d05-925f-05299587c8e9', 'name': 'tempest-ServersTestMultiNic-387609387-router', 'tenant_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:13:56Z', 'updated_at': '2022-01-28T00:16:39Z', 'revision_number': 6, 'project_id': 'ce9d3829dfd648158df1004ad9e25e7d', 'gw_port_host': None}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:16:40.382875 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:16:40.383324 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:16:40.383797 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:16:40.384564 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Bound port: 7f3a7ea3-70ca-4f02-b390-35648c568e14, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:16:40.384954 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7f3a7ea3-70ca-4f02-b390-35648c568e14), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:40.729768 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] For port 7f3a7ea3-70ca-4f02-b390-35648c568e14, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:16:40.730372 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a00f950-682d-4c04-9702-c50166f1f361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (0115aab5-0332-40fb-825b-61f2f3f44b88), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:40.829234 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] For port 7f3a7ea3-70ca-4f02-b390-35648c568e14, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=7f3a7ea3-70ca-4f02-b390-35648c568e14,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:16:40.835293 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00f950-682d-4c04-9702-c50166f1f361 admin admin] Pushing event deleted for resources: {'Port': ['ID=0115aab5-0332-40fb-825b-61f2f3f44b88,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:40.838334 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 138bd7b0-92db-49fe-a954-a3c600ccb036 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:16:40.884357 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 138bd7b0-92db-49fe-a954-a3c600ccb036 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:16:40.929740 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a00f950-682d-4c04-9702-c50166f1f361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (3fc9fbd0-81e9-4d05-925f-05299587c8e9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:40.938693 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-6318fa61-8dc8-4ea7-8e4d-99aed30e175c service neutron] Attempting to bind port 93d1b1db-ea8f-40d0-ad5f-68128514fbd9 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:16:40.939038 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-6318fa61-8dc8-4ea7-8e4d-99aed30e175c service neutron] Attempting to bind port 93d1b1db-ea8f-40d0-ad5f-68128514fbd9 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:16:40.939378 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-6318fa61-8dc8-4ea7-8e4d-99aed30e175c service neutron] Attempting to bind port 93d1b1db-ea8f-40d0-ad5f-68128514fbd9 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:16:40.961837 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (7f3a7ea3-70ca-4f02-b390-35648c568e14), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:41.004173 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.resource_extend [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:16:41.070048 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-6318fa61-8dc8-4ea7-8e4d-99aed30e175c service neutron] Port 93d1b1db-ea8f-40d0-ad5f-68128514fbd9 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:16:41.071093 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-6318fa61-8dc8-4ea7-8e4d-99aed30e175c service neutron] Attempting to bind port 93d1b1db-ea8f-40d0-ad5f-68128514fbd9 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:16:41.084822 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-6318fa61-8dc8-4ea7-8e4d-99aed30e175c service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:16:41.085294 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-6318fa61-8dc8-4ea7-8e4d-99aed30e175c service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:16:41.085784 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-6318fa61-8dc8-4ea7-8e4d-99aed30e175c service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:16:41.088138 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-6318fa61-8dc8-4ea7-8e4d-99aed30e175c service neutron] Bound port: 93d1b1db-ea8f-40d0-ad5f-68128514fbd9, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:16:41.089002 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-6318fa61-8dc8-4ea7-8e4d-99aed30e175c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (93d1b1db-ea8f-40d0-ad5f-68128514fbd9), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:41.141673 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-28140753-2336-4a28-babc-deb7cdf934bc tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:41.144766 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a00f950-682d-4c04-9702-c50166f1f361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (3fc9fbd0-81e9-4d05-925f-05299587c8e9), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:41.146390 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-28140753-2336-4a28-babc-deb7cdf934bc tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/networks?id=07f0ac26-2f79-426e-986d-9ab2e7db4472 HTTP/1.1" status: 200 len: 812 time: 0.4845874 Jan 28 00:16:41.161720 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 138bd7b0-92db-49fe-a954-a3c600ccb036, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=138bd7b0-92db-49fe-a954-a3c600ccb036,segment=NetworkSegment(ace7d952-8e54-40cc-9a29-51557919e996),segment_id=ace7d952-8e54-40cc-9a29-51557919e996)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:41.172396 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:41.173132 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:41.174633 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] 10.222.0.65 "PUT /v2.0/ports/7f3a7ea3-70ca-4f02-b390-35648c568e14 HTTP/1.1" status: 200 len: 1096 time: 6.6436193 Jan 28 00:16:41.180920 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a00f950-682d-4c04-9702-c50166f1f361 admin admin] Publish callbacks [] for router_controller (3fc9fbd0-81e9-4d05-925f-05299587c8e9), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:41.183033 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d18bb-2a32-4d72-b8c9-6004da43a650 req-27e70bf6-13c7-4b00-ba8d-99e2abf353cf tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:41.187066 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '138bd7b0-92db-49fe-a954-a3c600ccb036', 'network_id': '34e668b4-51cb-4481-81ad-454dd4332718', 'port_id': '138bd7b0-92db-49fe-a954-a3c600ccb036', 'mac_address': 'fa:16:3e:bc:f8:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40be5895-f422-46c1-9739-caeeaa660ce4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:16:41.192636 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad8d18bb-2a32-4d72-b8c9-6004da43a650 req-27e70bf6-13c7-4b00-ba8d-99e2abf353cf tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90 HTTP/1.1" status: 200 len: 946 time: 0.7770865 Jan 28 00:16:41.193303 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c9138e-b973-4caa-8c23-907354493bf7', 'tag': '7f3a7ea3-70ca-4f02-b390-35648c568e14'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:16:41.200707 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee4744b-e02e-46a8-8996-bacc6018578a" -d '{"events": [{"name": "network-changed", "server_uuid": "d6c9138e-b973-4caa-8c23-907354493bf7", "tag": "7f3a7ea3-70ca-4f02-b390-35648c568e14"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:16:41.281798 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-961a8b7c-14e1-4c27-a3c8-400e86da8ec5 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/quotas/5ecb5ec1ccfb4e42a39c92c8cc5abfbc HTTP/1.1" status: 200 len: 375 time: 0.0739744 Jan 28 00:16:41.385180 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a00f950-682d-4c04-9702-c50166f1f361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (3fc9fbd0-81e9-4d05-925f-05299587c8e9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:41.386321 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a00f950-682d-4c04-9702-c50166f1f361 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fc9fbd0-81e9-4d05-925f-05299587c8e9 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:16:41.399028 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 138bd7b0-92db-49fe-a954-a3c600ccb036 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:16:41.399269 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a00f950-682d-4c04-9702-c50166f1f361 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:41.399784 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (138bd7b0-92db-49fe-a954-a3c600ccb036), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:41.405222 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1a00f950-682d-4c04-9702-c50166f1f361 admin admin] 10.222.0.70 "DELETE /v2.0/routers/3fc9fbd0-81e9-4d05-925f-05299587c8e9 HTTP/1.1" status: 204 len: 168 time: 2.2428799 Jan 28 00:16:41.406594 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53786) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:41.408581 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:41.426306 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 138bd7b0-92db-49fe-a954-a3c600ccb036 is: ACTIVE; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:16:41.426867 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (138bd7b0-92db-49fe-a954-a3c600ccb036), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:41.453757 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 138bd7b0-92db-49fe-a954-a3c600ccb036 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:16:41.485275 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '138bd7b0-92db-49fe-a954-a3c600ccb036'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:16:41.494780 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53bff55-37a0-4935-9813-1b1bef64e75b" -d '{"events": [{"server_uuid": "ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90", "name": "network-vif-unplugged", "status": "completed", "tag": "138bd7b0-92db-49fe-a954-a3c600ccb036"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:16:41.533453 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed1474d-2b78-4b42-81db-be77c633b25e admin admin] Deleting subnet 96fe57e1-a035-4151-9710-1ef123be648d {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:16:41.539133 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-adc9d59d-d3b8-4404-9514-5cc57d349eb3 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5ecb5ec1ccfb4e42a39c92c8cc5abfbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2079368 Jan 28 00:16:41.552219 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aed1474d-2b78-4b42-81db-be77c633b25e admin admin] Publish callbacks [] for subnet (96fe57e1-a035-4151-9710-1ef123be648d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:41.566873 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 138bd7b0-92db-49fe-a954-a3c600ccb036, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=138bd7b0-92db-49fe-a954-a3c600ccb036,segment=NetworkSegment(ace7d952-8e54-40cc-9a29-51557919e996),segment_id=ace7d952-8e54-40cc-9a29-51557919e996)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:41.599123 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07666fc-0900-494e-95d3-c13f8fdc65d0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f3a7ea3-70ca-4f02-b390-35648c568e14,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:41.614205 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad8d18bb-2a32-4d72-b8c9-6004da43a650 req-30340c9f-bbdd-4857-ba72-af4b63785ec3 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094384 Jan 28 00:16:41.668155 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (138bd7b0-92db-49fe-a954-a3c600ccb036), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:41.706171 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aed1474d-2b78-4b42-81db-be77c633b25e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (96fe57e1-a035-4151-9710-1ef123be648d), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:41.731213 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-6318fa61-8dc8-4ea7-8e4d-99aed30e175c service neutron] For port 93d1b1db-ea8f-40d0-ad5f-68128514fbd9, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:16:41.805268 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:16:41.807935 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-6318fa61-8dc8-4ea7-8e4d-99aed30e175c service neutron] For port 93d1b1db-ea8f-40d0-ad5f-68128514fbd9, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=93d1b1db-ea8f-40d0-ad5f-68128514fbd9,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:16:41.810270 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:16:41.811287 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-ea7c68b6-6d26-4b63-a1dc-20f2c439c576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:41.813024 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-ea7c68b6-6d26-4b63-a1dc-20f2c439c576 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1bc702967c3a4b60be4c07dcb139e9ba&device_id=d6c9138e-b973-4caa-8c23-907354493bf7 HTTP/1.1" status: 200 len: 1099 time: 0.5069950 Jan 28 00:16:41.844165 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-6318fa61-8dc8-4ea7-8e4d-99aed30e175c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (93d1b1db-ea8f-40d0-ad5f-68128514fbd9), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:41.907900 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=138bd7b0-92db-49fe-a954-a3c600ccb036,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:41.915197 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aed1474d-2b78-4b42-81db-be77c633b25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (96fe57e1-a035-4151-9710-1ef123be648d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:41.929121 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-6318fa61-8dc8-4ea7-8e4d-99aed30e175c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:41.929766 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-6318fa61-8dc8-4ea7-8e4d-99aed30e175c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:41.931249 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-6318fa61-8dc8-4ea7-8e4d-99aed30e175c service neutron] 10.222.0.65 "PUT /v2.0/ports/93d1b1db-ea8f-40d0-ad5f-68128514fbd9 HTTP/1.1" status: 200 len: 1096 time: 3.8900318 Jan 28 00:16:42.094505 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:42.186874 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-bd32f58e-cea9-4143-b466-bacc9affeb02 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=7f3a7ea3-70ca-4f02-b390-35648c568e14 HTTP/1.1" status: 200 len: 217 time: 0.3433123 Jan 28 00:16:42.391905 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 138bd7b0-92db-49fe-a954-a3c600ccb036 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:16:42.391905 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (138bd7b0-92db-49fe-a954-a3c600ccb036), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:42.395876 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f71e80d5-0e2d-4f19-8710-763ff3a3e5a2 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:16:42.418564 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aed1474d-2b78-4b42-81db-be77c633b25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (96fe57e1-a035-4151-9710-1ef123be648d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:42.442309 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-e95afa9f-adb2-439e-9d33-63f0664b35f0 service neutron] 10.222.0.70 "GET /v2.0/networks/07f0ac26-2f79-426e-986d-9ab2e7db4472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8393528 Jan 28 00:16:42.471550 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: f71e80d5-0e2d-4f19-8710-763ff3a3e5a2 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:16:42.476295 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f71e80d5-0e2d-4f19-8710-763ff3a3e5a2 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:16:42.476789 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 0115aab5-0332-40fb-825b-61f2f3f44b88 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:16:42.479303 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1474d-2b78-4b42-81db-be77c633b25e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96fe57e1-a035-4151-9710-1ef123be648d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:42.493750 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aed1474d-2b78-4b42-81db-be77c633b25e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:42.501986 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-aed1474d-2b78-4b42-81db-be77c633b25e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/96fe57e1-a035-4151-9710-1ef123be648d HTTP/1.1" status: 204 len: 168 time: 1.0907867 Jan 28 00:16:42.503046 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53804) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:42.519761 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53530edc-eed0-4f82-9d03-9a733f1b1877 None None] Network b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:16:42.521996 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 0115aab5-0332-40fb-825b-61f2f3f44b88 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:16:42.522343 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 0115aab5-0332-40fb-825b-61f2f3f44b88 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:16:42.548050 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 138bd7b0-92db-49fe-a954-a3c600ccb036 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:16:42.667583 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bbe87514-4820-41cb-9021-ad9974c33a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:42.679724 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df028b5-7fb3-46d3-af80-8c57e019e73a req-06348fff-f116-4513-9d14-697d110547f5 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:42.684833 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7df028b5-7fb3-46d3-af80-8c57e019e73a req-06348fff-f116-4513-9d14-697d110547f5 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 946 time: 0.7494547 Jan 28 00:16:42.720168 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 138bd7b0-92db-49fe-a954-a3c600ccb036, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=138bd7b0-92db-49fe-a954-a3c600ccb036,segment=NetworkSegment(ace7d952-8e54-40cc-9a29-51557919e996),segment_id=ace7d952-8e54-40cc-9a29-51557919e996)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:42.729871 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (138bd7b0-92db-49fe-a954-a3c600ccb036), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:42.770894 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-bbe87514-4820-41cb-9021-ad9974c33a78 admin admin] Deleting port a7f8a7b1-8570-4e71-aaf8-9f6288f30d54 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:16:42.771348 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bbe87514-4820-41cb-9021-ad9974c33a78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (a7f8a7b1-8570-4e71-aaf8-9f6288f30d54), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:42.800529 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318fa61-8dc8-4ea7-8e4d-99aed30e175c service neutron] Pushing event updated for resources: {'Port': ['ID=93d1b1db-ea8f-40d0-ad5f-68128514fbd9,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:42.816884 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-2e70350f-2e76-4603-bcaf-1bdebb2b09f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:42.818569 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-2e70350f-2e76-4603-bcaf-1bdebb2b09f0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15e12218ae23498f8976895fc1081122&device_id=13914605-85a9-44e9-9075-923e37711677 HTTP/1.1" status: 200 len: 1099 time: 0.7290945 Jan 28 00:16:42.820111 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-2d99731b-7222-48b2-aa2d-56d0c207bdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:42.821505 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-2d99731b-7222-48b2-aa2d-56d0c207bdd8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.5585387 Jan 28 00:16:42.827068 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=138bd7b0-92db-49fe-a954-a3c600ccb036,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:42.841058 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:42.919256 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-bbe87514-4820-41cb-9021-ad9974c33a78 admin admin] For port a7f8a7b1-8570-4e71-aaf8-9f6288f30d54, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=a7f8a7b1-8570-4e71-aaf8-9f6288f30d54,segment=NetworkSegment(780db8e3-1e41-43a5-9e75-48cb1e7c4bb4),segment_id=780db8e3-1e41-43a5-9e75-48cb1e7c4bb4)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:42.923822 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bbe87514-4820-41cb-9021-ad9974c33a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (a7f8a7b1-8570-4e71-aaf8-9f6288f30d54), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:42.955844 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6961d7-37d2-4c1c-98bd-579134161260 None None] DHCP port deletion for b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:16:42.959081 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7df028b5-7fb3-46d3-af80-8c57e019e73a req-7de01c43-aa53-4c61-a1ca-074203300697 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312698 Jan 28 00:16:42.959747 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-bbe87514-4820-41cb-9021-ad9974c33a78 admin admin] Calling delete_port for a7f8a7b1-8570-4e71-aaf8-9f6288f30d54 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:16:42.969694 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-7aa31a97-ddd0-4d07-bdaf-6ee95a275a40 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=93d1b1db-ea8f-40d0-ad5f-68128514fbd9 HTTP/1.1" status: 200 len: 217 time: 0.1265996 Jan 28 00:16:42.983151 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-9e9f54a7-e0a1-4743-b21c-d53eb6b48023 service neutron] 10.222.0.70 "GET /v2.0/networks/07f0ac26-2f79-426e-986d-9ab2e7db4472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5191712 Jan 28 00:16:43.095185 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-be1765bd-843d-4e1c-85a5-63e7cfa795ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:43.096832 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-be1765bd-843d-4e1c-85a5-63e7cfa795ba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2526820 Jan 28 00:16:43.101541 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0e6961d7-37d2-4c1c-98bd-579134161260 None None] Deleting port a7f8a7b1-8570-4e71-aaf8-9f6288f30d54 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:16:43.101970 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0e6961d7-37d2-4c1c-98bd-579134161260 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (a7f8a7b1-8570-4e71-aaf8-9f6288f30d54), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:43.116925 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-8f2307c7-53b2-4e40-9524-e5c9faeae7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:43.118261 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-8f2307c7-53b2-4e40-9524-e5c9faeae7a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1392658 Jan 28 00:16:43.226492 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bbe87514-4820-41cb-9021-ad9974c33a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (a7f8a7b1-8570-4e71-aaf8-9f6288f30d54), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:43.319688 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe87514-4820-41cb-9021-ad9974c33a78 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f8a7b1-8570-4e71-aaf8-9f6288f30d54,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:43.327568 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe87514-4820-41cb-9021-ad9974c33a78 admin admin] No DVR routers for this DVR port a7f8a7b1-8570-4e71-aaf8-9f6288f30d54 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:16:43.413120 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['138bd7b0-92db-49fe-a954-a3c600ccb036'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:16:43.471520 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-0e6961d7-37d2-4c1c-98bd-579134161260 None None] For port a7f8a7b1-8570-4e71-aaf8-9f6288f30d54, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=a7f8a7b1-8570-4e71-aaf8-9f6288f30d54,segment=NetworkSegment(780db8e3-1e41-43a5-9e75-48cb1e7c4bb4),segment_id=780db8e3-1e41-43a5-9e75-48cb1e7c4bb4)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:43.471981 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0e6961d7-37d2-4c1c-98bd-579134161260 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (a7f8a7b1-8570-4e71-aaf8-9f6288f30d54), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:43.484529 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bbe87514-4820-41cb-9021-ad9974c33a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:43.496414 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0e6961d7-37d2-4c1c-98bd-579134161260 None None] Calling delete_port for a7f8a7b1-8570-4e71-aaf8-9f6288f30d54 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:16:43.576573 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-bbe87514-4820-41cb-9021-ad9974c33a78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:43.588675 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c690c0-7332-4019-94ce-081db50f6879 x-openstack-request-id: req-12c690c0-7332-4019-94ce-081db50f6879 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:16:43.589188 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6c9138e-b973-4caa-8c23-907354493bf7", "tag": "7f3a7ea3-70ca-4f02-b390-35648c568e14", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:16:43.589713 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-12c690c0-7332-4019-94ce-081db50f6879 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:16:43.590627 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6c9138e-b973-4caa-8c23-907354493bf7', 'tag': '7f3a7ea3-70ca-4f02-b390-35648c568e14', 'status': 'completed', 'code': 200} Jan 28 00:16:43.608156 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-d2e69db2-45f0-4bc9-9da9-3f767ccf78c6 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5018299 Jan 28 00:16:43.619195 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-bbe87514-4820-41cb-9021-ad9974c33a78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '780db8e3-1e41-43a5-9e75-48cb1e7c4bb4') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:43.619195 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-bbe87514-4820-41cb-9021-ad9974c33a78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '780db8e3-1e41-43a5-9e75-48cb1e7c4bb4') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:43.659222 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bbe87514-4820-41cb-9021-ad9974c33a78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (780db8e3-1e41-43a5-9e75-48cb1e7c4bb4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:43.697071 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bbe87514-4820-41cb-9021-ad9974c33a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (780db8e3-1e41-43a5-9e75-48cb1e7c4bb4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:43.700274 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0e6961d7-37d2-4c1c-98bd-579134161260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (a7f8a7b1-8570-4e71-aaf8-9f6288f30d54), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:43.722614 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe87514-4820-41cb-9021-ad9974c33a78 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:16:43.724274 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bbe87514-4820-41cb-9021-ad9974c33a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (780db8e3-1e41-43a5-9e75-48cb1e7c4bb4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:43.746350 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6961d7-37d2-4c1c-98bd-579134161260 None None] No DVR routers for this DVR port a7f8a7b1-8570-4e71-aaf8-9f6288f30d54 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:16:43.783202 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6961d7-37d2-4c1c-98bd-579134161260 None None] Pushing event deleted for resources: {'Port': ['ID=a7f8a7b1-8570-4e71-aaf8-9f6288f30d54,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:43.802040 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:16:43.802040 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:16:43.802040 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:16:43.802040 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:16:43.802040 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:16:43.802040 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:16:43.802040 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:16:43.802040 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:16:43.802040 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:16:43.802040 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:16:43.802040 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:16:43.802040 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:16:43.802040 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:16:43.802040 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:16:43.802040 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:16:43.802040 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:16:43.802040 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:16:43.802040 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:16:43.802040 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:16:43.802040 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:16:43.802040 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:16:43.802040 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:16:43.802040 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:16:43.802040 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:16:43.802040 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:16:43.802040 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:16:43.802040 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:16:43.802040 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:16:43.802040 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:16:43.802040 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:16:43.802040 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:16:43.802040 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:16:43.823345 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bbe87514-4820-41cb-9021-ad9974c33a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:43.838280 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bbe87514-4820-41cb-9021-ad9974c33a78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:43.845324 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bbe87514-4820-41cb-9021-ad9974c33a78 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf HTTP/1.1" status: 204 len: 168 time: 1.3371298 Jan 28 00:16:43.875885 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-3c0e698b-306d-4b1b-b54b-c4e840789ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:43.877980 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-3c0e698b-306d-4b1b-b54b-c4e840789ae5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7358155 Jan 28 00:16:43.889152 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5147483-d2b0-4558-bea3-3ea1a9b33d0f req-a1e71174-13c1-4745-af2c-496075224971 tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:43.894052 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe87514-4820-41cb-9021-ad9974c33a78 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6e46a9b-3a06-4bd7-bb5a-7082f4712ecf,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:43.897631 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5147483-d2b0-4558-bea3-3ea1a9b33d0f req-a1e71174-13c1-4745-af2c-496075224971 tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6c9138e-b973-4caa-8c23-907354493bf7 HTTP/1.1" status: 200 len: 948 time: 0.6303122 Jan 28 00:16:43.929060 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:44.072899 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1a06960-aa91-4db2-bfbb-f331fa3e8153 req-56cf13c0-6e5c-4245-a12c-571a39243dcc service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570398 Jan 28 00:16:44.092820 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5147483-d2b0-4558-bea3-3ea1a9b33d0f req-5e53bf66-1c22-482c-b907-654fb4f0ea3d tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] 10.222.0.70 "GET /v2.0/security-groups?id=3bd144f0-eea5-4310-b299-b49607914e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931503 Jan 28 00:16:44.106970 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9d64b-02bd-47c2-92f6-2aad15e70216 req-333c52e2-3312-4647-b9b6-885d69f7255b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:44.118710 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-30d9d64b-02bd-47c2-92f6-2aad15e70216 req-333c52e2-3312-4647-b9b6-885d69f7255b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=13914605-85a9-44e9-9075-923e37711677 HTTP/1.1" status: 200 len: 948 time: 0.4009061 Jan 28 00:16:44.190138 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77281916-ff8d-4e25-a422-418d1749f214 x-openstack-request-id: req-77281916-ff8d-4e25-a422-418d1749f214 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:16:44.191106 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90", "name": "network-vif-unplugged", "status": "completed", "tag": "138bd7b0-92db-49fe-a954-a3c600ccb036", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:16:44.192744 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-77281916-ff8d-4e25-a422-418d1749f214 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:16:44.194348 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '138bd7b0-92db-49fe-a954-a3c600ccb036', 'code': 200} Jan 28 00:16:44.204261 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-e403be53-2272-4498-89ac-039636ef9c4f service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014421 Jan 28 00:16:44.258853 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a7f8a7b1-8570-4e71-aaf8-9f6288f30d54 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:16:44.314607 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53832) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:44.318570 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: a7f8a7b1-8570-4e71-aaf8-9f6288f30d54 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:16:44.319178 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a7f8a7b1-8570-4e71-aaf8-9f6288f30d54 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:16:44.383561 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-98e8a025-1ab7-4243-83c2-98935eb89f81 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ce9d3829dfd648158df1004ad9e25e7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0676880 Jan 28 00:16:44.384578 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53842) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:44.456959 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f09af8e3-88d1-4e4d-8de7-6d32e0ab29c3 admin admin] Publish callbacks [] for security_group (de3aa900-c795-4b50-aeb7-917df0e11d09), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:44.486724 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f09af8e3-88d1-4e4d-8de7-6d32e0ab29c3 admin admin] Publish callbacks [] for security_group (de3aa900-c795-4b50-aeb7-917df0e11d09), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:44.548381 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f09af8e3-88d1-4e4d-8de7-6d32e0ab29c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (de3aa900-c795-4b50-aeb7-917df0e11d09), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:44.552192 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f09af8e3-88d1-4e4d-8de7-6d32e0ab29c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:44.565596 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-30d9d64b-02bd-47c2-92f6-2aad15e70216 req-01459743-0d24-4dbf-a732-0f0511b9a267 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209561 Jan 28 00:16:44.572663 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f09af8e3-88d1-4e4d-8de7-6d32e0ab29c3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/de3aa900-c795-4b50-aeb7-917df0e11d09 HTTP/1.1" status: 204 len: 168 time: 0.1849947 Jan 28 00:16:44.611460 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09af8e3-88d1-4e4d-8de7-6d32e0ab29c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3aa900-c795-4b50-aeb7-917df0e11d09,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:44.686348 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4744b-e02e-46a8-8996-bacc6018578a req-2ce81ad0-3885-469a-920a-be26e661c924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:44.692192 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ee4744b-e02e-46a8-8996-bacc6018578a req-2ce81ad0-3885-469a-920a-be26e661c924 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1bc702967c3a4b60be4c07dcb139e9ba&device_id=d6c9138e-b973-4caa-8c23-907354493bf7 HTTP/1.1" status: 200 len: 1099 time: 0.4394822 Jan 28 00:16:44.786591 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4fd0049-0c67-4293-933f-2f18b8d7219b req-c9e08e2c-5a7f-4bac-b579-b5ec14df5d60 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5649371 Jan 28 00:16:44.861780 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 138bd7b0-92db-49fe-a954-a3c600ccb036 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:16:44.976221 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4744b-e02e-46a8-8996-bacc6018578a req-fa562727-5744-49a5-9506-faa48abbe6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:44.977362 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ee4744b-e02e-46a8-8996-bacc6018578a req-fa562727-5744-49a5-9506-faa48abbe6a1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.2652037 Jan 28 00:16:45.065344 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 138bd7b0-92db-49fe-a954-a3c600ccb036 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:16:45.065773 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (138bd7b0-92db-49fe-a954-a3c600ccb036), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:45.131702 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ee4744b-e02e-46a8-8996-bacc6018578a req-f91a8ce1-b75b-4cc5-99ff-89566f60d482 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=7f3a7ea3-70ca-4f02-b390-35648c568e14 HTTP/1.1" status: 200 len: 217 time: 0.1371377 Jan 28 00:16:45.273683 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 138bd7b0-92db-49fe-a954-a3c600ccb036 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:16:45.275224 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (138bd7b0-92db-49fe-a954-a3c600ccb036), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:45.331410 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 138bd7b0-92db-49fe-a954-a3c600ccb036, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=138bd7b0-92db-49fe-a954-a3c600ccb036,segment=NetworkSegment(ace7d952-8e54-40cc-9a29-51557919e996),segment_id=ace7d952-8e54-40cc-9a29-51557919e996)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:45.337650 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4744b-e02e-46a8-8996-bacc6018578a req-ed44688a-a805-4cbe-8361-7211b1c222ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:45.339184 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ee4744b-e02e-46a8-8996-bacc6018578a req-ed44688a-a805-4cbe-8361-7211b1c222ae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1806233 Jan 28 00:16:45.340938 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (138bd7b0-92db-49fe-a954-a3c600ccb036), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:45.351509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8af56-d85a-45c8-a3c0-e1aad146bb7e req-7730dd94-3791-4cb8-801b-f05dbd5fc57c tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:45.353141 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-88c8af56-d85a-45c8-a3c0-e1aad146bb7e req-7730dd94-3791-4cb8-801b-f05dbd5fc57c tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 946 time: 0.1156993 Jan 28 00:16:45.361158 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87a87a-19a7-4aef-b5c7-6c54e6b5a43f req-0ca48735-58ad-43c5-881a-2e8b95fbff2f tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:45.368579 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e87a87a-19a7-4aef-b5c7-6c54e6b5a43f req-0ca48735-58ad-43c5-881a-2e8b95fbff2f tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90 HTTP/1.1" status: 200 len: 945 time: 0.2726216 Jan 28 00:16:45.491185 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=138bd7b0-92db-49fe-a954-a3c600ccb036,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:45.502980 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e87a87a-19a7-4aef-b5c7-6c54e6b5a43f req-b2e70983-f9c1-4bcf-86e0-3a605699eb30 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334982 Jan 28 00:16:45.505032 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4744b-e02e-46a8-8996-bacc6018578a req-49bab5a2-c745-4859-84ff-28291beb3028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:45.506539 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ee4744b-e02e-46a8-8996-bacc6018578a req-49bab5a2-c745-4859-84ff-28291beb3028 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1359162 Jan 28 00:16:45.516187 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-88c8af56-d85a-45c8-a3c0-e1aad146bb7e req-0d62769d-95e1-4fef-9e33-0cf9fd4a5578 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444016 Jan 28 00:16:45.594498 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13914605-85a9-44e9-9075-923e37711677', 'tag': '93d1b1db-ea8f-40d0-ad5f-68128514fbd9'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:16:45.596931 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553724fc-e187-481a-b074-d0fcbf5d5f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "13914605-85a9-44e9-9075-923e37711677", "tag": "93d1b1db-ea8f-40d0-ad5f-68128514fbd9"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:16:45.750124 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ee4744b-e02e-46a8-8996-bacc6018578a req-47998fd0-fc9d-4241-9f37-ce8a3b4ce270 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329299 Jan 28 00:16:45.763715 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66122a-8980-42ad-8ae0-5015cc6f74c4 req-254f481e-6b8b-4241-b199-d95e65677baa tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:45.771434 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f66122a-8980-42ad-8ae0-5015cc6f74c4 req-254f481e-6b8b-4241-b199-d95e65677baa tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 944 time: 0.1552477 Jan 28 00:16:45.786691 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050602b-5577-4c86-a733-29fa680aef38 req-240918ff-32e1-4062-98f1-a2073bc89d42 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:45.788341 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9050602b-5577-4c86-a733-29fa680aef38 req-240918ff-32e1-4062-98f1-a2073bc89d42 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.52 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 944 time: 0.1408553 Jan 28 00:16:45.887877 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ee4744b-e02e-46a8-8996-bacc6018578a req-21b18be9-c72f-419e-8eab-ed7c39fbd191 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983021 Jan 28 00:16:46.063378 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f66122a-8980-42ad-8ae0-5015cc6f74c4 req-b882de62-6503-4662-8b25-ca65b883d924 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909014 Jan 28 00:16:46.195800 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138bd7b0-92db-49fe-a954-a3c600ccb036'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:16:46.199398 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c18aba9-61e6-44bd-86d2-8f8d3d73fe4f" -d '{"events": [{"server_uuid": "ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90", "name": "network-vif-plugged", "status": "completed", "tag": "138bd7b0-92db-49fe-a954-a3c600ccb036"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:16:46.246030 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-c367b4fe-b471-42e3-afd2-c110a1aa86ee tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:46.248678 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-c367b4fe-b471-42e3-afd2-c110a1aa86ee tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.65 "GET /v2.0/networks?id=07f0ac26-2f79-426e-986d-9ab2e7db4472 HTTP/1.1" status: 200 len: 812 time: 0.3105631 Jan 28 00:16:46.255198 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 7f3a7ea3-70ca-4f02-b390-35648c568e14 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:16:46.270546 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-9050602b-5577-4c86-a733-29fa680aef38 req-aa60b43d-5f3b-4b8d-bd2b-8ca39907e34b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Deleting port e34d3b27-f88d-40ca-a720-0da10d81433d {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:16:46.271307 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-9050602b-5577-4c86-a733-29fa680aef38 req-aa60b43d-5f3b-4b8d-bd2b-8ca39907e34b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (e34d3b27-f88d-40ca-a720-0da10d81433d), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:46.292531 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a477a72-710d-4808-b3f9-cbeddc2c6cc5 req-7db8f344-5d66-4e41-96ad-c2d5d6a351ac tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/ports?device_id=178e4616-dbcf-4748-9e25-3617e4c3b172 HTTP/1.1" status: 200 len: 210 time: 0.0944395 Jan 28 00:16:46.301532 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53938) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:46.309877 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-27bd3c34-d363-4a62-bcd3-24c6c25ae16f tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Request body: {'port': {'device_id': '178e4616-dbcf-4748-9e25-3617e4c3b172', 'network_id': '07f0ac26-2f79-426e-986d-9ab2e7db4472', 'admin_state_up': True, 'tenant_id': '5ecb5ec1ccfb4e42a39c92c8cc5abfbc'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:16:46.336291 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-d2698588-0bd5-4439-9d7b-ade946d3cca5 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:46.339128 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-d2698588-0bd5-4439-9d7b-ade946d3cca5 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.52 "GET /v2.0/networks?id=07f0ac26-2f79-426e-986d-9ab2e7db4472 HTTP/1.1" status: 200 len: 812 time: 0.3338997 Jan 28 00:16:46.359604 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-ba262947-de59-49b7-bc95-4a498fc07de7 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Request body: {'port': {'device_id': 'b086a4c3-1952-47cd-a8dd-d681d4f523cd', 'network_id': '07f0ac26-2f79-426e-986d-9ab2e7db4472', 'admin_state_up': True, 'tenant_id': '5ecb5ec1ccfb4e42a39c92c8cc5abfbc'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:16:46.446177 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-72e651f5-6efd-47de-9f5c-2bcbf431fa7c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1800080948-network', 'tenant_id': '160a5827a22f400b84570ea4a4c65c01'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:16:46.490436 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e651f5-6efd-47de-9f5c-2bcbf431fa7c admin admin] Made reservation on behalf of 160a5827a22f400b84570ea4a4c65c01 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:16:46.493565 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72e651f5-6efd-47de-9f5c-2bcbf431fa7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:46.510943 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72e651f5-6efd-47de-9f5c-2bcbf431fa7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:46.551537 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 7f3a7ea3-70ca-4f02-b390-35648c568e14, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=7f3a7ea3-70ca-4f02-b390-35648c568e14,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:46.578467 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-ba262947-de59-49b7-bc95-4a498fc07de7 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Made reservation on behalf of 5ecb5ec1ccfb4e42a39c92c8cc5abfbc for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:16:46.578814 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '7f3a7ea3-70ca-4f02-b390-35648c568e14', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': '7f3a7ea3-70ca-4f02-b390-35648c568e14', 'mac_address': 'fa:16:3e:85:4b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:16:46.583228 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-ba262947-de59-49b7-bc95-4a498fc07de7 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:46.664813 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 7f3a7ea3-70ca-4f02-b390-35648c568e14 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:16:46.665874 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7f3a7ea3-70ca-4f02-b390-35648c568e14), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:46.696124 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f3a7ea3-70ca-4f02-b390-35648c568e14 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:16:46.732669 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 7f3a7ea3-70ca-4f02-b390-35648c568e14, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=7f3a7ea3-70ca-4f02-b390-35648c568e14,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:46.733345 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72e651f5-6efd-47de-9f5c-2bcbf431fa7c admin admin] Publish callbacks [] for security_group (30ce589d-1355-4162-a23a-6782446bdfe9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:46.744684 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (7f3a7ea3-70ca-4f02-b390-35648c568e14), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:46.750564 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72e651f5-6efd-47de-9f5c-2bcbf431fa7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (30ce589d-1355-4162-a23a-6782446bdfe9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:46.816089 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=7f3a7ea3-70ca-4f02-b390-35648c568e14,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:46.862640 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e651f5-6efd-47de-9f5c-2bcbf431fa7c admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:16:46.882779 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e651f5-6efd-47de-9f5c-2bcbf431fa7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ce589d-1355-4162-a23a-6782446bdfe9,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:46.909972 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72e651f5-6efd-47de-9f5c-2bcbf431fa7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (8b6e1ad8-b07a-44d3-892b-e666dbbf801b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:46.910488 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-72e651f5-6efd-47de-9f5c-2bcbf431fa7c admin admin] Added segment 8b6e1ad8-b07a-44d3-892b-e666dbbf801b of type vlan for network 97c33ad0-0461-45c3-9dc8-98632a31ba84 Jan 28 00:16:46.930506 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-ba262947-de59-49b7-bc95-4a498fc07de7 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Allocated IP 172.20.0.13 (07f0ac26-2f79-426e-986d-9ab2e7db4472/aeea8446-c8eb-4a45-8368-c91dd0a87159/c5232dcb-ad34-4197-a97c-38f79392e6fb) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:16:47.012416 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9535a9b-429c-4c53-bfa5-1eb9525f06aa req-cbc5961f-2d1d-417a-89ad-db44d901f5e1 tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:47.014940 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d9535a9b-429c-4c53-bfa5-1eb9525f06aa req-cbc5961f-2d1d-417a-89ad-db44d901f5e1 tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6c9138e-b973-4caa-8c23-907354493bf7 HTTP/1.1" status: 200 len: 948 time: 0.7818022 Jan 28 00:16:47.016256 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72e651f5-6efd-47de-9f5c-2bcbf431fa7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (97c33ad0-0461-45c3-9dc8-98632a31ba84), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:47.033625 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['7f3a7ea3-70ca-4f02-b390-35648c568e14'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:16:47.035781 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2a42b-fbd1-45e3-9a32-60f4e0370235 req-960bb006-0544-4b7c-b18f-35f474ab0451 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:47.039576 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-64c2a42b-fbd1-45e3-9a32-60f4e0370235 req-960bb006-0544-4b7c-b18f-35f474ab0451 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=13914605-85a9-44e9-9075-923e37711677 HTTP/1.1" status: 200 len: 948 time: 0.1676502 Jan 28 00:16:47.039576 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-9050602b-5577-4c86-a733-29fa680aef38 req-aa60b43d-5f3b-4b8d-bd2b-8ca39907e34b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] For port e34d3b27-f88d-40ca-a720-0da10d81433d, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=e34d3b27-f88d-40ca-a720-0da10d81433d,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:47.040074 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-9050602b-5577-4c86-a733-29fa680aef38 req-aa60b43d-5f3b-4b8d-bd2b-8ca39907e34b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (e34d3b27-f88d-40ca-a720-0da10d81433d), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:47.085640 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-9050602b-5577-4c86-a733-29fa680aef38 req-aa60b43d-5f3b-4b8d-bd2b-8ca39907e34b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Calling delete_port for e34d3b27-f88d-40ca-a720-0da10d81433d owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:16:47.115125 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-27bd3c34-d363-4a62-bcd3-24c6c25ae16f tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Made reservation on behalf of 5ecb5ec1ccfb4e42a39c92c8cc5abfbc for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:16:47.118946 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-27bd3c34-d363-4a62-bcd3-24c6c25ae16f tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:47.121740 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72e651f5-6efd-47de-9f5c-2bcbf431fa7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (97c33ad0-0461-45c3-9dc8-98632a31ba84), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:47.125227 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e651f5-6efd-47de-9f5c-2bcbf431fa7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:47.126282 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72e651f5-6efd-47de-9f5c-2bcbf431fa7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:47.246979 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d9535a9b-429c-4c53-bfa5-1eb9525f06aa req-724d7db8-265a-491f-b5de-b1ff4ec92fc1 tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] 10.222.0.70 "GET /v2.0/security-groups?id=3bd144f0-eea5-4310-b299-b49607914e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207248 Jan 28 00:16:47.300717 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-64c2a42b-fbd1-45e3-9a32-60f4e0370235 req-7f889939-bcb3-4911-8358-f62d5193bf85 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414811 Jan 28 00:16:47.338318 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bbfc8e-4643-41af-9cec-0d2c39cf54d7 x-openstack-request-id: req-c3bbfc8e-4643-41af-9cec-0d2c39cf54d7 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:16:47.338318 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13914605-85a9-44e9-9075-923e37711677", "tag": "93d1b1db-ea8f-40d0-ad5f-68128514fbd9", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:16:47.338715 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c3bbfc8e-4643-41af-9cec-0d2c39cf54d7 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:16:47.338866 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13914605-85a9-44e9-9075-923e37711677', 'tag': '93d1b1db-ea8f-40d0-ad5f-68128514fbd9', 'status': 'completed', 'code': 200} Jan 28 00:16:47.371167 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-72e651f5-6efd-47de-9f5c-2bcbf431fa7c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0680990 Jan 28 00:16:47.378555 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53954) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:47.384294 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-7fada0dc-1c23-4598-a57d-2394fdb5b5b6 admin admin] Request body: {'subnet': {'network_id': '97c33ad0-0461-45c3-9dc8-98632a31ba84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1800080948-subnet', 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:16:47.416740 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48a38bd-b819-4785-a091-09acfa04acdb x-openstack-request-id: req-d48a38bd-b819-4785-a091-09acfa04acdb {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:16:47.417037 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90", "name": "network-vif-plugged", "status": "completed", "tag": "138bd7b0-92db-49fe-a954-a3c600ccb036", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:16:47.417507 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d48a38bd-b819-4785-a091-09acfa04acdb {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:16:47.417923 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138bd7b0-92db-49fe-a954-a3c600ccb036', 'code': 200} Jan 28 00:16:47.514584 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fada0dc-1c23-4598-a57d-2394fdb5b5b6 admin admin] Made reservation on behalf of 160a5827a22f400b84570ea4a4c65c01 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:16:47.518355 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7fada0dc-1c23-4598-a57d-2394fdb5b5b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:47.527076 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-ba262947-de59-49b7-bc95-4a498fc07de7 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Publish callbacks [] for port (c5232dcb-ad34-4197-a97c-38f79392e6fb), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:47.619608 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-9050602b-5577-4c86-a733-29fa680aef38 req-aa60b43d-5f3b-4b8d-bd2b-8ca39907e34b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (e34d3b27-f88d-40ca-a720-0da10d81433d), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:47.620252 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-ba262947-de59-49b7-bc95-4a498fc07de7 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (c5232dcb-ad34-4197-a97c-38f79392e6fb), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:47.627154 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e651f5-6efd-47de-9f5c-2bcbf431fa7c admin admin] Pushing event updated for resources: {'Network': ['ID=97c33ad0-0461-45c3-9dc8-98632a31ba84,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:47.645395 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 97c33ad0-0461-45c3-9dc8-98632a31ba84 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:16:47.681197 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-ba262947-de59-49b7-bc95-4a498fc07de7 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Network 07f0ac26-2f79-426e-986d-9ab2e7db4472 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:16:47.686579 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-ba262947-de59-49b7-bc95-4a498fc07de7 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:16:47.690697 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553724fc-e187-481a-b074-d0fcbf5d5f9f req-0faaab41-72a6-4c03-bfaf-c21682ac6a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:47.692371 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-ba262947-de59-49b7-bc95-4a498fc07de7 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:16:47.693280 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-553724fc-e187-481a-b074-d0fcbf5d5f9f req-0faaab41-72a6-4c03-bfaf-c21682ac6a4e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15e12218ae23498f8976895fc1081122&device_id=13914605-85a9-44e9-9075-923e37711677 HTTP/1.1" status: 200 len: 1099 time: 0.2692251 Jan 28 00:16:47.731133 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba262947-de59-49b7-bc95-4a498fc07de7 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Pushing event updated for resources: {'Port': ['ID=c5232dcb-ad34-4197-a97c-38f79392e6fb,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:47.761610 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-ba262947-de59-49b7-bc95-4a498fc07de7 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:47.762219 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-ba262947-de59-49b7-bc95-4a498fc07de7 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:47.785738 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-ba262947-de59-49b7-bc95-4a498fc07de7 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4312022 Jan 28 00:16:47.804145 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-81320fe1-8564-43db-9538-73ef023b823c service neutron] Request body: {'port': {'device_id': 'b086a4c3-1952-47cd-a8dd-d681d4f523cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:16:47.869049 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-81320fe1-8564-43db-9538-73ef023b823c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c5232dcb-ad34-4197-a97c-38f79392e6fb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:47.879398 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60b43d-5f3b-4b8d-bd2b-8ca39907e34b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Pushing event deleted for resources: {'Port': ['ID=e34d3b27-f88d-40ca-a720-0da10d81433d,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:48.150410 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-9050602b-5577-4c86-a733-29fa680aef38 req-aa60b43d-5f3b-4b8d-bd2b-8ca39907e34b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] No DVR routers for this DVR port e34d3b27-f88d-40ca-a720-0da10d81433d on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:16:48.176685 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-9050602b-5577-4c86-a733-29fa680aef38 req-aa60b43d-5f3b-4b8d-bd2b-8ca39907e34b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:48.176685 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9050602b-5577-4c86-a733-29fa680aef38 req-aa60b43d-5f3b-4b8d-bd2b-8ca39907e34b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.52 "DELETE /v2.0/ports/e34d3b27-f88d-40ca-a720-0da10d81433d HTTP/1.1" status: 204 len: 173 time: 2.2795548 Jan 28 00:16:48.179590 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-27bd3c34-d363-4a62-bcd3-24c6c25ae16f tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Allocated IP 172.20.0.11 (07f0ac26-2f79-426e-986d-9ab2e7db4472/aeea8446-c8eb-4a45-8368-c91dd0a87159/54a25fd0-5ba0-48d5-a53f-f12680067605) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:16:48.222704 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262764f-b064-4dc7-be52-7d34b2414e04 req-774a05fb-e9e3-4eaf-bafe-04d1a341b352 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:48.224395 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6262764f-b064-4dc7-be52-7d34b2414e04 req-774a05fb-e9e3-4eaf-bafe-04d1a341b352 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 946 time: 0.5787623 Jan 28 00:16:48.240216 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873bf6b-b85d-405d-afef-d0f08e40d249 req-a021e26f-679f-4b51-aef5-868a19f8a5df tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:48.241788 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5873bf6b-b85d-405d-afef-d0f08e40d249 req-a021e26f-679f-4b51-aef5-868a19f8a5df tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90 HTTP/1.1" status: 200 len: 946 time: 0.5942554 Jan 28 00:16:48.275166 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81c95c-1717-454e-ad60-31d1207811dc req-0db9fe21-10b7-4146-8770-0f9513d27c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:48.276715 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8f81c95c-1717-454e-ad60-31d1207811dc req-0db9fe21-10b7-4146-8770-0f9513d27c03 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90 HTTP/1.1" status: 200 len: 1097 time: 0.5971603 Jan 28 00:16:48.284602 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 93d1b1db-ea8f-40d0-ad5f-68128514fbd9 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:16:48.294182 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 7f3a7ea3-70ca-4f02-b390-35648c568e14 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:16:48.431868 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 7f3a7ea3-70ca-4f02-b390-35648c568e14 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:16:48.440048 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553724fc-e187-481a-b074-d0fcbf5d5f9f req-9d686d83-59ec-440d-950d-a391afd32eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:48.440513 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 7f3a7ea3-70ca-4f02-b390-35648c568e14 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:16:48.441197 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (7f3a7ea3-70ca-4f02-b390-35648c568e14), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:48.441541 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-553724fc-e187-481a-b074-d0fcbf5d5f9f req-9d686d83-59ec-440d-950d-a391afd32eb0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.6354103 Jan 28 00:16:48.564966 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 93d1b1db-ea8f-40d0-ad5f-68128514fbd9, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=93d1b1db-ea8f-40d0-ad5f-68128514fbd9,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:48.571058 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5873bf6b-b85d-405d-afef-d0f08e40d249 req-aea5d8d1-5d2a-46aa-ad42-069d096f559f tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099940 Jan 28 00:16:48.593854 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '93d1b1db-ea8f-40d0-ad5f-68128514fbd9', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': '93d1b1db-ea8f-40d0-ad5f-68128514fbd9', 'mac_address': 'fa:16:3e:dd:a1:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:16:48.629151 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6262764f-b064-4dc7-be52-7d34b2414e04 req-14bc638f-3568-4de3-8548-8bfa5ef9ad6d tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840346 Jan 28 00:16:48.643995 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8f81c95c-1717-454e-ad60-31d1207811dc req-e4edc612-7a66-40f1-9f83-80c9d793b313 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200598 Jan 28 00:16:48.645775 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-553724fc-e187-481a-b074-d0fcbf5d5f9f req-7b0d41a6-36d6-4ab4-9e20-0d6d77af7ca4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=93d1b1db-ea8f-40d0-ad5f-68128514fbd9 HTTP/1.1" status: 200 len: 217 time: 0.1663754 Jan 28 00:16:48.730061 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7fada0dc-1c23-4598-a57d-2394fdb5b5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (1d093807-7e7b-4a9f-8622-0558c2c97c76), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:48.754235 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 93d1b1db-ea8f-40d0-ad5f-68128514fbd9 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:16:48.755180 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (93d1b1db-ea8f-40d0-ad5f-68128514fbd9), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:48.774431 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-58041ac0-3328-469d-92f2-c26bbae62a06 req-b2628462-f40a-452b-8041-35b57801e0ea tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=83aa62bc-370d-427e-84a8-d6dd148c1232 HTTP/1.1" status: 200 len: 210 time: 0.0630543 Jan 28 00:16:48.777857 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 7f3a7ea3-70ca-4f02-b390-35648c568e14 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:16:48.778491 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7f3a7ea3-70ca-4f02-b390-35648c568e14), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:48.787073 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d1b1db-ea8f-40d0-ad5f-68128514fbd9 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:16:48.827066 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553724fc-e187-481a-b074-d0fcbf5d5f9f req-2352d80b-bef9-413f-8f0b-c7ea164de2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:48.828811 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-553724fc-e187-481a-b074-d0fcbf5d5f9f req-2352d80b-bef9-413f-8f0b-c7ea164de2f7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1719661 Jan 28 00:16:48.862293 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-76c5fe71-9bbb-4972-8705-43b3b5df0a0d req-fa4301f4-d88b-4825-b0fe-2c8267f84d0b tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/ports?device_id=178e4616-dbcf-4748-9e25-3617e4c3b172 HTTP/1.1" status: 200 len: 210 time: 0.0678759 Jan 28 00:16:48.862815 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 93d1b1db-ea8f-40d0-ad5f-68128514fbd9, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=93d1b1db-ea8f-40d0-ad5f-68128514fbd9,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:48.865611 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device e34d3b27-f88d-40ca-a720-0da10d81433d no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:16:48.888647 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (93d1b1db-ea8f-40d0-ad5f-68128514fbd9), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:48.890181 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-27bd3c34-d363-4a62-bcd3-24c6c25ae16f tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Publish callbacks [] for port (54a25fd0-5ba0-48d5-a53f-f12680067605), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:48.937081 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fada0dc-1c23-4598-a57d-2394fdb5b5b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d093807-7e7b-4a9f-8622-0558c2c97c76,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:48.942047 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 7f3a7ea3-70ca-4f02-b390-35648c568e14, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=7f3a7ea3-70ca-4f02-b390-35648c568e14,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:48.946363 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: e34d3b27-f88d-40ca-a720-0da10d81433d {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:16:48.947573 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device e34d3b27-f88d-40ca-a720-0da10d81433d not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:16:48.977194 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fada0dc-1c23-4598-a57d-2394fdb5b5b6 admin admin] Checking segment: {'id': '8b6e1ad8-b07a-44d3-892b-e666dbbf801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '97c33ad0-0461-45c3-9dc8-98632a31ba84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:16:48.977843 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fada0dc-1c23-4598-a57d-2394fdb5b5b6 admin admin] Network hostable DHCP agents. Network: 97c33ad0-0461-45c3-9dc8-98632a31ba84, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:16:48.990628 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553724fc-e187-481a-b074-d0fcbf5d5f9f req-d29197cd-1b4f-410b-9b30-9456bcc462f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:48.992250 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-553724fc-e187-481a-b074-d0fcbf5d5f9f req-d29197cd-1b4f-410b-9b30-9456bcc462f0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1384547 Jan 28 00:16:49.003657 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (7f3a7ea3-70ca-4f02-b390-35648c568e14), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:49.019328 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-27bd3c34-d363-4a62-bcd3-24c6c25ae16f tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (54a25fd0-5ba0-48d5-a53f-f12680067605), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:49.039219 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fada0dc-1c23-4598-a57d-2394fdb5b5b6 admin admin] Network 97c33ad0-0461-45c3-9dc8-98632a31ba84 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:16:49.049876 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=93d1b1db-ea8f-40d0-ad5f-68128514fbd9,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:49.148193 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-7fada0dc-1c23-4598-a57d-2394fdb5b5b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 97c33ad0-0461-45c3-9dc8-98632a31ba84) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:16:49.175135 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-27bd3c34-d363-4a62-bcd3-24c6c25ae16f tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Network 07f0ac26-2f79-426e-986d-9ab2e7db4472 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:16:49.176667 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fada0dc-1c23-4598-a57d-2394fdb5b5b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:49.177275 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7fada0dc-1c23-4598-a57d-2394fdb5b5b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:49.188685 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-27bd3c34-d363-4a62-bcd3-24c6c25ae16f tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:16:49.196800 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd3c34-d363-4a62-bcd3-24c6c25ae16f tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Pushing event updated for resources: {'Port': ['ID=54a25fd0-5ba0-48d5-a53f-f12680067605,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:49.199357 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-27bd3c34-d363-4a62-bcd3-24c6c25ae16f tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:16:49.211858 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf09b064-1a55-4699-a43c-f4bb8639d8ef None None] Network 97c33ad0-0461-45c3-9dc8-98632a31ba84 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:16:49.258286 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7fada0dc-1c23-4598-a57d-2394fdb5b5b6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8784082 Jan 28 00:16:49.271227 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=7f3a7ea3-70ca-4f02-b390-35648c568e14,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:49.294945 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53988) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:49.312685 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-437b9c76-c8ac-437c-a460-6b7230f75455 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1800080948-router', 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:16:49.320571 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-27bd3c34-d363-4a62-bcd3-24c6c25ae16f tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:49.321628 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-27bd3c34-d363-4a62-bcd3-24c6c25ae16f tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:49.356549 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbe2cd-af02-41cc-b2b5-0accd0d1c901 req-28557c96-3a7a-4a79-b194-0d58092707eb tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:49.369317 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-437b9c76-c8ac-437c-a460-6b7230f75455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (d179add1-bfa7-46d5-a2f9-e71560331bb6), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:49.370530 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-437b9c76-c8ac-437c-a460-6b7230f75455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (d179add1-bfa7-46d5-a2f9-e71560331bb6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:49.370742 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9afbe2cd-af02-41cc-b2b5-0accd0d1c901 req-28557c96-3a7a-4a79-b194-0d58092707eb tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6c9138e-b973-4caa-8c23-907354493bf7 HTTP/1.1" status: 200 len: 950 time: 0.3285944 Jan 28 00:16:49.373813 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['93d1b1db-ea8f-40d0-ad5f-68128514fbd9'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:16:49.401247 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83aa62bc-370d-427e-84a8-d6dd148c1232', 'name': 'network-vif-deleted', 'tag': 'e34d3b27-f88d-40ca-a720-0da10d81433d'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:16:49.405870 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01e03cc-ad2d-4fc2-abf2-47fce31d7c96" -d '{"events": [{"server_uuid": "83aa62bc-370d-427e-84a8-d6dd148c1232", "name": "network-vif-deleted", "tag": "e34d3b27-f88d-40ca-a720-0da10d81433d"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:16:49.447494 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c9138e-b973-4caa-8c23-907354493bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3a7ea3-70ca-4f02-b390-35648c568e14'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:16:49.453145 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe7cbc7-173e-4c3c-9457-106bc560c1ce" -d '{"events": [{"server_uuid": "d6c9138e-b973-4caa-8c23-907354493bf7", "name": "network-vif-plugged", "status": "completed", "tag": "7f3a7ea3-70ca-4f02-b390-35648c568e14"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:16:49.486992 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-81320fe1-8564-43db-9538-73ef023b823c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5232dcb-ad34-4197-a97c-38f79392e6fb {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:16:49.508585 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9afbe2cd-af02-41cc-b2b5-0accd0d1c901 req-eb21157d-9b17-4c4b-9fa7-cef19d6b390c tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] 10.222.0.70 "GET /v2.0/security-groups?id=3bd144f0-eea5-4310-b299-b49607914e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353776 Jan 28 00:16:49.509088 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-81320fe1-8564-43db-9538-73ef023b823c service neutron] Publish callbacks [] for port (c5232dcb-ad34-4197-a97c-38f79392e6fb), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:49.512420 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-553724fc-e187-481a-b074-d0fcbf5d5f9f req-13be3d3d-7428-404d-a98b-696de48b42eb service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035117 Jan 28 00:16:49.529651 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-27bd3c34-d363-4a62-bcd3-24c6c25ae16f tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2357285 Jan 28 00:16:49.539834 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-81320fe1-8564-43db-9538-73ef023b823c service neutron] Transition to ACTIVE for port object c5232dcb-ad34-4197-a97c-38f79392e6fb will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:16:49.568020 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-81320fe1-8564-43db-9538-73ef023b823c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (c5232dcb-ad34-4197-a97c-38f79392e6fb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:49.616706 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf38016c-ab21-470a-b0b1-4390e8f77924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-97c33ad0-0461-45c3-9dc8-98632a31ba84', 'network_id': '97c33ad0-0461-45c3-9dc8-98632a31ba84', 'project_id': '160a5827a22f400b84570ea4a4c65c01', 'fixed_ips': [{'subnet_id': '1d093807-7e7b-4a9f-8622-0558c2c97c76'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:16:49.617367 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf38016c-ab21-470a-b0b1-4390e8f77924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:49.734090 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-553724fc-e187-481a-b074-d0fcbf5d5f9f req-c59bfbcb-4dfc-4ec6-b39f-d7ef0ea81966 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030914 Jan 28 00:16:49.738064 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-5b7917af-8808-4d39-b651-4076e860c129 service neutron] Request body: {'port': {'device_id': '178e4616-dbcf-4748-9e25-3617e4c3b172', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:16:49.843484 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-5b7917af-8808-4d39-b651-4076e860c129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (54a25fd0-5ba0-48d5-a53f-f12680067605), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:49.846670 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81320fe1-8564-43db-9538-73ef023b823c service neutron] Pushing event updated for resources: {'Port': ['ID=c5232dcb-ad34-4197-a97c-38f79392e6fb,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:49.862789 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1a0da-d769-4c0b-948e-a111598b9ffd req-1b79250e-8f82-4f9c-b7ff-6332f44fe814 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:49.865929 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-437b9c76-c8ac-437c-a460-6b7230f75455 admin admin] Publish callbacks [] for router_controller (d179add1-bfa7-46d5-a2f9-e71560331bb6), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:49.875125 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96e1a0da-d769-4c0b-948e-a111598b9ffd req-1b79250e-8f82-4f9c-b7ff-6332f44fe814 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=13914605-85a9-44e9-9075-923e37711677 HTTP/1.1" status: 200 len: 949 time: 0.1138606 Jan 28 00:16:49.886230 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75960042-b686-4e90-a217-3602aeaffef3 x-openstack-request-id: req-75960042-b686-4e90-a217-3602aeaffef3 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:16:49.886610 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83aa62bc-370d-427e-84a8-d6dd148c1232", "name": "network-vif-deleted", "tag": "e34d3b27-f88d-40ca-a720-0da10d81433d", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:16:49.886937 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-75960042-b686-4e90-a217-3602aeaffef3 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:16:49.887414 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83aa62bc-370d-427e-84a8-d6dd148c1232', 'name': 'network-vif-deleted', 'tag': 'e34d3b27-f88d-40ca-a720-0da10d81433d', 'status': 'completed', 'code': 200} Jan 28 00:16:49.924469 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ad68b2-1ad5-4da6-b6ee-e0c6be03209b x-openstack-request-id: req-b3ad68b2-1ad5-4da6-b6ee-e0c6be03209b {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:16:49.925093 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c9138e-b973-4caa-8c23-907354493bf7", "name": "network-vif-plugged", "status": "completed", "tag": "7f3a7ea3-70ca-4f02-b390-35648c568e14", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:16:49.925298 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b3ad68b2-1ad5-4da6-b6ee-e0c6be03209b {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:16:49.925899 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c9138e-b973-4caa-8c23-907354493bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3a7ea3-70ca-4f02-b390-35648c568e14', 'code': 200} Jan 28 00:16:49.988859 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-cf38016c-ab21-470a-b0b1-4390e8f77924 None None] Allocated IP 172.20.0.2 (97c33ad0-0461-45c3-9dc8-98632a31ba84/1d093807-7e7b-4a9f-8622-0558c2c97c76/91238fda-a801-4d57-881c-cb044047a1b7) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:16:50.053051 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96e1a0da-d769-4c0b-948e-a111598b9ffd req-f4748edb-8284-4d72-aeb3-c67cc4115fb1 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767097 Jan 28 00:16:50.069403 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-be81bf2e-ff1b-4624-b713-2739209609a2 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:50.081628 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-be81bf2e-ff1b-4624-b713-2739209609a2 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c&tenant_id=8a78e89f3df84c31929be575e138a975&binding%3Ahost_id=n-h2-826754-1 HTTP/1.1" status: 200 len: 1097 time: 0.1911249 Jan 28 00:16:50.204538 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-fc5facda-91ee-4a29-9ab9-c352bc0c2bbb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826754-1'}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:16:50.233513 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-437b9c76-c8ac-437c-a460-6b7230f75455 admin admin] Publish callbacks [] for router_gateway (d179add1-bfa7-46d5-a2f9-e71560331bb6), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:50.278235 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89b81d-193a-4096-974f-128569e8ef3c req-b5c8c48d-80b3-4f71-8a5b-01877853f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:50.279788 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6d89b81d-193a-4096-974f-128569e8ef3c req-b5c8c48d-80b3-4f71-8a5b-01877853f00a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d6c9138e-b973-4caa-8c23-907354493bf7 HTTP/1.1" status: 200 len: 1101 time: 0.2262933 Jan 28 00:16:50.281918 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-81320fe1-8564-43db-9538-73ef023b823c service neutron] Attempting to bind port c5232dcb-ad34-4197-a97c-38f79392e6fb on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:16:50.282266 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-81320fe1-8564-43db-9538-73ef023b823c service neutron] Attempting to bind port c5232dcb-ad34-4197-a97c-38f79392e6fb by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '61b90438-6eb6-4ab3-b26d-defa80e74b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '07f0ac26-2f79-426e-986d-9ab2e7db4472'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:16:50.282603 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-81320fe1-8564-43db-9538-73ef023b823c service neutron] Attempting to bind port c5232dcb-ad34-4197-a97c-38f79392e6fb on network 07f0ac26-2f79-426e-986d-9ab2e7db4472 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:16:50.293308 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf38016c-ab21-470a-b0b1-4390e8f77924 None None] Publish callbacks [] for port (91238fda-a801-4d57-881c-cb044047a1b7), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:50.299095 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-81320fe1-8564-43db-9538-73ef023b823c service neutron] Port c5232dcb-ad34-4197-a97c-38f79392e6fb on network 07f0ac26-2f79-426e-986d-9ab2e7db4472 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:16:50.299716 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-81320fe1-8564-43db-9538-73ef023b823c service neutron] Attempting to bind port c5232dcb-ad34-4197-a97c-38f79392e6fb on network 07f0ac26-2f79-426e-986d-9ab2e7db4472 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:16:50.300420 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:16:50.315574 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf38016c-ab21-470a-b0b1-4390e8f77924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (91238fda-a801-4d57-881c-cb044047a1b7), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:50.344030 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1c4e2-32a4-49aa-8614-b18580adfdb1 req-56fbc899-6147-4e8e-ba40-05640b86de75 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:50.344821 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-81320fe1-8564-43db-9538-73ef023b823c service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:16:50.345172 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-81320fe1-8564-43db-9538-73ef023b823c service neutron] Checking segment: {'id': '61b90438-6eb6-4ab3-b26d-defa80e74b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '07f0ac26-2f79-426e-986d-9ab2e7db4472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:16:50.345573 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6f1c4e2-32a4-49aa-8614-b18580adfdb1 req-56fbc899-6147-4e8e-ba40-05640b86de75 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90 HTTP/1.1" status: 200 len: 946 time: 0.3424344 Jan 28 00:16:50.345708 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-81320fe1-8564-43db-9538-73ef023b823c service neutron] Bound using segment: {'id': '61b90438-6eb6-4ab3-b26d-defa80e74b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '07f0ac26-2f79-426e-986d-9ab2e7db4472'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:16:50.346033 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-81320fe1-8564-43db-9538-73ef023b823c service neutron] Bound port: c5232dcb-ad34-4197-a97c-38f79392e6fb, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b90438-6eb6-4ab3-b26d-defa80e74b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '07f0ac26-2f79-426e-986d-9ab2e7db4472'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:16:50.346400 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-81320fe1-8564-43db-9538-73ef023b823c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c5232dcb-ad34-4197-a97c-38f79392e6fb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:50.349047 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-fc5facda-91ee-4a29-9ab9-c352bc0c2bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (032c02e9-3bf8-41e6-b5be-6857fa3a7a97), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:50.432765 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6d89b81d-193a-4096-974f-128569e8ef3c req-6b2643d3-adf5-453d-8d71-759d95798fc5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3bd144f0-eea5-4310-b299-b49607914e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457047 Jan 28 00:16:50.462072 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf38016c-ab21-470a-b0b1-4390e8f77924 None None] Network 97c33ad0-0461-45c3-9dc8-98632a31ba84 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:16:50.468040 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-cf38016c-ab21-470a-b0b1-4390e8f77924 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:16:50.468528 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-81320fe1-8564-43db-9538-73ef023b823c service neutron] For port c5232dcb-ad34-4197-a97c-38f79392e6fb, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:16:50.473083 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-81320fe1-8564-43db-9538-73ef023b823c service neutron] For port c5232dcb-ad34-4197-a97c-38f79392e6fb, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=c5232dcb-ad34-4197-a97c-38f79392e6fb,segment=NetworkSegment(61b90438-6eb6-4ab3-b26d-defa80e74b89),segment_id=61b90438-6eb6-4ab3-b26d-defa80e74b89)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:16:50.477590 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf38016c-ab21-470a-b0b1-4390e8f77924 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:16:50.483838 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-81320fe1-8564-43db-9538-73ef023b823c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (c5232dcb-ad34-4197-a97c-38f79392e6fb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:50.498415 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38016c-ab21-470a-b0b1-4390e8f77924 None None] Pushing event updated for resources: {'Port': ['ID=91238fda-a801-4d57-881c-cb044047a1b7,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:50.498832 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280edb28-8a43-4b88-88bd-0db14b489535 req-18a001dd-15b8-4918-a259-f8e027d82c67 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:50.506054 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-280edb28-8a43-4b88-88bd-0db14b489535 req-18a001dd-15b8-4918-a259-f8e027d82c67 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 946 time: 0.3168736 Jan 28 00:16:50.541538 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-81320fe1-8564-43db-9538-73ef023b823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:50.541846 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=032c02e9-3bf8-41e6-b5be-6857fa3a7a97,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:50.542053 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-81320fe1-8564-43db-9538-73ef023b823c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:50.545072 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-81320fe1-8564-43db-9538-73ef023b823c service neutron] 10.222.0.52 "PUT /v2.0/ports/c5232dcb-ad34-4197-a97c-38f79392e6fb HTTP/1.1" status: 200 len: 1092 time: 2.7444792 Jan 28 00:16:50.546686 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b086a4c3-1952-47cd-a8dd-d681d4f523cd', 'tag': 'c5232dcb-ad34-4197-a97c-38f79392e6fb'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:16:50.559376 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabddbc9-3ae3-4688-a29f-e5e9b29b92a4" -d '{"events": [{"name": "network-changed", "server_uuid": "b086a4c3-1952-47cd-a8dd-d681d4f523cd", "tag": "c5232dcb-ad34-4197-a97c-38f79392e6fb"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:16:50.584030 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 has no active binding in host n-h1-826754-1 {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 00:16:50.596113 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81320fe1-8564-43db-9538-73ef023b823c service neutron] Pushing event updated for resources: {'Port': ['ID=c5232dcb-ad34-4197-a97c-38f79392e6fb,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:50.649157 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cf38016c-ab21-470a-b0b1-4390e8f77924 None None] Attempting to bind port 91238fda-a801-4d57-881c-cb044047a1b7 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:16:50.651240 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cf38016c-ab21-470a-b0b1-4390e8f77924 None None] Attempting to bind port 91238fda-a801-4d57-881c-cb044047a1b7 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b6e1ad8-b07a-44d3-892b-e666dbbf801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '97c33ad0-0461-45c3-9dc8-98632a31ba84'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:16:50.651240 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf38016c-ab21-470a-b0b1-4390e8f77924 None None] Attempting to bind port 91238fda-a801-4d57-881c-cb044047a1b7 on network 97c33ad0-0461-45c3-9dc8-98632a31ba84 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:16:50.658089 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf38016c-ab21-470a-b0b1-4390e8f77924 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:16:50.658488 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf38016c-ab21-470a-b0b1-4390e8f77924 None None] Checking segment: {'id': '8b6e1ad8-b07a-44d3-892b-e666dbbf801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '97c33ad0-0461-45c3-9dc8-98632a31ba84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:16:50.658962 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf38016c-ab21-470a-b0b1-4390e8f77924 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:50.659459 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf38016c-ab21-470a-b0b1-4390e8f77924 None None] Bound using segment: {'id': '8b6e1ad8-b07a-44d3-892b-e666dbbf801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '97c33ad0-0461-45c3-9dc8-98632a31ba84'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:16:50.660814 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cf38016c-ab21-470a-b0b1-4390e8f77924 None None] Bound port: 91238fda-a801-4d57-881c-cb044047a1b7, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b6e1ad8-b07a-44d3-892b-e666dbbf801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '97c33ad0-0461-45c3-9dc8-98632a31ba84'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:16:50.660814 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf38016c-ab21-470a-b0b1-4390e8f77924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (91238fda-a801-4d57-881c-cb044047a1b7), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:50.712573 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6f1c4e2-32a4-49aa-8614-b18580adfdb1 req-caef9fef-41a6-4b22-b6b0-679cc780a7f7 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428905 Jan 28 00:16:50.768818 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-f2e9ae4c-d388-4070-ae60-df18c5e66e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:50.771397 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-f2e9ae4c-d388-4070-ae60-df18c5e66e93 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ecb5ec1ccfb4e42a39c92c8cc5abfbc&device_id=b086a4c3-1952-47cd-a8dd-d681d4f523cd HTTP/1.1" status: 200 len: 1095 time: 0.0903828 Jan 28 00:16:50.797342 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-280edb28-8a43-4b88-88bd-0db14b489535 req-6d981588-faa0-4b77-8731-7d5a3402e51f tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897911 Jan 28 00:16:50.809229 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-cf38016c-ab21-470a-b0b1-4390e8f77924 None None] For port 91238fda-a801-4d57-881c-cb044047a1b7, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:16:50.818245 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-cf38016c-ab21-470a-b0b1-4390e8f77924 None None] For port 91238fda-a801-4d57-881c-cb044047a1b7, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=91238fda-a801-4d57-881c-cb044047a1b7,segment=NetworkSegment(8b6e1ad8-b07a-44d3-892b-e666dbbf801b),segment_id=8b6e1ad8-b07a-44d3-892b-e666dbbf801b)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:16:50.831681 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf38016c-ab21-470a-b0b1-4390e8f77924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (91238fda-a801-4d57-881c-cb044047a1b7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:50.851850 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-437b9c76-c8ac-437c-a460-6b7230f75455 admin admin] Publish callbacks [] for router_gateway (d179add1-bfa7-46d5-a2f9-e71560331bb6), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:50.855827 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-f453a9a5-bf13-4658-91fe-4cd04d202c5b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5232dcb-ad34-4197-a97c-38f79392e6fb HTTP/1.1" status: 200 len: 217 time: 0.0712366 Jan 28 00:16:50.893132 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-437b9c76-c8ac-437c-a460-6b7230f75455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:50.962440 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38016c-ab21-470a-b0b1-4390e8f77924 None None] Pushing event updated for resources: {'Port': ['ID=91238fda-a801-4d57-881c-cb044047a1b7,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:50.982901 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-fc5facda-91ee-4a29-9ab9-c352bc0c2bbb service neutron] For port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=032c02e9-3bf8-41e6-b5be-6857fa3a7a97,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:51.040353 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-2a4c119f-98a1-4c92-ae88-3f65fa347a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:51.041905 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-2a4c119f-98a1-4c92-ae88-3f65fa347a7b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aeea8446-c8eb-4a45-8368-c91dd0a87159 HTTP/1.1" status: 200 len: 852 time: 0.1678758 Jan 28 00:16:51.083922 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-19a9c299-c550-4e59-8447-ded6915713e4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07f0ac26-2f79-426e-986d-9ab2e7db4472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350652 Jan 28 00:16:51.096740 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-5b7917af-8808-4d39-b651-4076e860c129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a25fd0-5ba0-48d5-a53f-f12680067605 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:16:51.145364 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-5b7917af-8808-4d39-b651-4076e860c129 service neutron] Publish callbacks [] for port (54a25fd0-5ba0-48d5-a53f-f12680067605), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:51.208915 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-437b9c76-c8ac-437c-a460-6b7230f75455 admin admin] Allocated IP 172.25.3.127 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/265b134a-c49b-4a35-8721-3837452be0db) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:16:51.253632 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-5b7917af-8808-4d39-b651-4076e860c129 service neutron] Transition to ACTIVE for port object 54a25fd0-5ba0-48d5-a53f-f12680067605 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:16:51.273620 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec030c8-4a0c-4363-9ed1-4ee235fc460b req-62d80d8c-f148-4768-8777-495d8d81ec1b tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:51.276214 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fec030c8-4a0c-4363-9ed1-4ee235fc460b req-62d80d8c-f148-4768-8777-495d8d81ec1b tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/ports?device_id=178e4616-dbcf-4748-9e25-3617e4c3b172 HTTP/1.1" status: 200 len: 932 time: 0.2978208 Jan 28 00:16:51.280316 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-fc5facda-91ee-4a29-9ab9-c352bc0c2bbb service neutron] For port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:16:51.283346 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-5b7917af-8808-4d39-b651-4076e860c129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (54a25fd0-5ba0-48d5-a53f-f12680067605), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:51.319989 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-0cb4bebb-4a1d-4387-a7ec-17012f729d53 service neutron] 10.222.0.52 "GET /v2.0/networks/07f0ac26-2f79-426e-986d-9ab2e7db4472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162654 Jan 28 00:16:51.410870 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bd7b2-cb97-40ec-96a0-1f4d8c8f37c8 req-5fe67d3d-943a-4809-b387-4ef6878b723e tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:51.424821 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9a7bd7b2-cb97-40ec-96a0-1f4d8c8f37c8 req-5fe67d3d-943a-4809-b387-4ef6878b723e tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6c9138e-b973-4caa-8c23-907354493bf7 HTTP/1.1" status: 200 len: 950 time: 0.3715737 Jan 28 00:16:51.462735 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-437b9c76-c8ac-437c-a460-6b7230f75455 admin admin] Publish callbacks [] for port (265b134a-c49b-4a35-8721-3837452be0db), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:51.498037 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-2a52bd55-6804-48ad-b0f4-4c8b0d91590d service neutron] 10.222.0.52 "GET /v2.0/networks/07f0ac26-2f79-426e-986d-9ab2e7db4472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722739 Jan 28 00:16:51.516329 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-fc5facda-91ee-4a29-9ab9-c352bc0c2bbb service neutron] Publish callbacks [] for port (032c02e9-3bf8-41e6-b5be-6857fa3a7a97), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:51.517452 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7917af-8808-4d39-b651-4076e860c129 service neutron] Pushing event updated for resources: {'Port': ['ID=54a25fd0-5ba0-48d5-a53f-f12680067605,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:51.530107 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-437b9c76-c8ac-437c-a460-6b7230f75455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (265b134a-c49b-4a35-8721-3837452be0db), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:51.546637 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-fc5facda-91ee-4a29-9ab9-c352bc0c2bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (032c02e9-3bf8-41e6-b5be-6857fa3a7a97), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:51.597530 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437b9c76-c8ac-437c-a460-6b7230f75455 admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:16:51.598879 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b9c76-c8ac-437c-a460-6b7230f75455 admin admin] Pushing event updated for resources: {'Port': ['ID=265b134a-c49b-4a35-8721-3837452be0db,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:51.602196 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-437b9c76-c8ac-437c-a460-6b7230f75455 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:16:51.604809 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437b9c76-c8ac-437c-a460-6b7230f75455 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:16:51.659651 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fec030c8-4a0c-4363-9ed1-4ee235fc460b req-61e0eb27-81dc-4abd-abc1-54fd17c3d0fc tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/security-groups?id=daded75b-ba1a-4ea8-9e2b-53ddf9eb1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360603 Jan 28 00:16:51.676376 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9a7bd7b2-cb97-40ec-96a0-1f4d8c8f37c8 req-6daf7caa-ebf8-4f26-9a1d-bbe8d35c8244 tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] 10.222.0.70 "GET /v2.0/security-groups?id=3bd144f0-eea5-4310-b299-b49607914e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553065 Jan 28 00:16:51.722127 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5facda-91ee-4a29-9ab9-c352bc0c2bbb service neutron] Pushing event updated for resources: {'Port': ['ID=032c02e9-3bf8-41e6-b5be-6857fa3a7a97,revision_number=7']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:51.727905 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57144583-d589-47a6-920a-d5e8754d822c x-openstack-request-id: req-57144583-d589-47a6-920a-d5e8754d822c {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:16:51.728346 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b086a4c3-1952-47cd-a8dd-d681d4f523cd", "tag": "c5232dcb-ad34-4197-a97c-38f79392e6fb", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:16:51.728907 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-57144583-d589-47a6-920a-d5e8754d822c {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:16:51.729523 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b086a4c3-1952-47cd-a8dd-d681d4f523cd', 'tag': 'c5232dcb-ad34-4197-a97c-38f79392e6fb', 'status': 'completed', 'code': 200} Jan 28 00:16:51.819261 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-5b7917af-8808-4d39-b651-4076e860c129 service neutron] Attempting to bind port 54a25fd0-5ba0-48d5-a53f-f12680067605 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:16:51.819891 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-5b7917af-8808-4d39-b651-4076e860c129 service neutron] Attempting to bind port 54a25fd0-5ba0-48d5-a53f-f12680067605 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '61b90438-6eb6-4ab3-b26d-defa80e74b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '07f0ac26-2f79-426e-986d-9ab2e7db4472'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:16:51.820508 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-5b7917af-8808-4d39-b651-4076e860c129 service neutron] Attempting to bind port 54a25fd0-5ba0-48d5-a53f-f12680067605 on network 07f0ac26-2f79-426e-986d-9ab2e7db4472 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:16:51.838437 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-5b7917af-8808-4d39-b651-4076e860c129 service neutron] Port 54a25fd0-5ba0-48d5-a53f-f12680067605 on network 07f0ac26-2f79-426e-986d-9ab2e7db4472 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:16:51.838762 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-5b7917af-8808-4d39-b651-4076e860c129 service neutron] Attempting to bind port 54a25fd0-5ba0-48d5-a53f-f12680067605 on network 07f0ac26-2f79-426e-986d-9ab2e7db4472 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:16:51.851870 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-5b7917af-8808-4d39-b651-4076e860c129 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:16:51.852216 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-5b7917af-8808-4d39-b651-4076e860c129 service neutron] Checking segment: {'id': '61b90438-6eb6-4ab3-b26d-defa80e74b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '07f0ac26-2f79-426e-986d-9ab2e7db4472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:16:51.852596 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-5b7917af-8808-4d39-b651-4076e860c129 service neutron] Bound using segment: {'id': '61b90438-6eb6-4ab3-b26d-defa80e74b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '07f0ac26-2f79-426e-986d-9ab2e7db4472'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:16:51.852990 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-5b7917af-8808-4d39-b651-4076e860c129 service neutron] Bound port: 54a25fd0-5ba0-48d5-a53f-f12680067605, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b90438-6eb6-4ab3-b26d-defa80e74b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '07f0ac26-2f79-426e-986d-9ab2e7db4472'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:16:51.853364 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-5b7917af-8808-4d39-b651-4076e860c129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (54a25fd0-5ba0-48d5-a53f-f12680067605), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:51.856279 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-fc5facda-91ee-4a29-9ab9-c352bc0c2bbb service neutron] Attempting to bind port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 on host n-h2-826754-1 for vnic_type normal with profile {"migrating_to": "n-h1-826754-1"} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:16:51.857390 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-fc5facda-91ee-4a29-9ab9-c352bc0c2bbb service neutron] Attempting to bind port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:16:51.857794 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-fc5facda-91ee-4a29-9ab9-c352bc0c2bbb service neutron] Attempting to bind port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:16:51.871990 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-fc5facda-91ee-4a29-9ab9-c352bc0c2bbb service neutron] Port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:16:51.872405 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-fc5facda-91ee-4a29-9ab9-c352bc0c2bbb service neutron] Attempting to bind port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 on network ede0cbb9-a83e-4037-b673-696eabc6b3a3 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:16:51.882494 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-fc5facda-91ee-4a29-9ab9-c352bc0c2bbb service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:16:51.882845 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-fc5facda-91ee-4a29-9ab9-c352bc0c2bbb service neutron] Checking segment: {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:16:51.883267 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-fc5facda-91ee-4a29-9ab9-c352bc0c2bbb service neutron] Bound using segment: {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:16:51.883751 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-fc5facda-91ee-4a29-9ab9-c352bc0c2bbb service neutron] Bound port: 032c02e9-3bf8-41e6-b5be-6857fa3a7a97, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63186583-51ea-48e1-b27c-69fe8ee86d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ede0cbb9-a83e-4037-b673-696eabc6b3a3'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:16:51.884180 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-fc5facda-91ee-4a29-9ab9-c352bc0c2bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (032c02e9-3bf8-41e6-b5be-6857fa3a7a97), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:51.889072 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ca76a4-3b12-4390-b43a-10c5dcef754c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '032c02e9-3bf8-41e6-b5be-6857fa3a7a97'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:16:51.893752 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed75b6c-3c74-40a2-a7b7-77063845c5c9" -d '{"events": [{"server_uuid": "53ca76a4-3b12-4390-b43a-10c5dcef754c", "name": "network-vif-unplugged", "status": "completed", "tag": "032c02e9-3bf8-41e6-b5be-6857fa3a7a97"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:16:51.981069 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabddbc9-3ae3-4688-a29f-e5e9b29b92a4 req-b0ebedc7-f681-4dcb-b38c-a289a681ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:51.985694 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-aabddbc9-3ae3-4688-a29f-e5e9b29b92a4 req-b0ebedc7-f681-4dcb-b38c-a289a681ff6b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ecb5ec1ccfb4e42a39c92c8cc5abfbc&device_id=b086a4c3-1952-47cd-a8dd-d681d4f523cd HTTP/1.1" status: 200 len: 1095 time: 0.1821320 Jan 28 00:16:52.075665 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-5b7917af-8808-4d39-b651-4076e860c129 service neutron] For port 54a25fd0-5ba0-48d5-a53f-f12680067605, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:16:52.080574 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-5b7917af-8808-4d39-b651-4076e860c129 service neutron] For port 54a25fd0-5ba0-48d5-a53f-f12680067605, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=54a25fd0-5ba0-48d5-a53f-f12680067605,segment=NetworkSegment(61b90438-6eb6-4ab3-b26d-defa80e74b89),segment_id=61b90438-6eb6-4ab3-b26d-defa80e74b89)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:16:52.085096 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-fc5facda-91ee-4a29-9ab9-c352bc0c2bbb service neutron] For port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:16:52.091938 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-fc5facda-91ee-4a29-9ab9-c352bc0c2bbb service neutron] For port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=032c02e9-3bf8-41e6-b5be-6857fa3a7a97,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:16:52.096185 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-5b7917af-8808-4d39-b651-4076e860c129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (54a25fd0-5ba0-48d5-a53f-f12680067605), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:52.135601 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-fc5facda-91ee-4a29-9ab9-c352bc0c2bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (032c02e9-3bf8-41e6-b5be-6857fa3a7a97), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:52.153180 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-5b7917af-8808-4d39-b651-4076e860c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:52.154351 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-5b7917af-8808-4d39-b651-4076e860c129 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:52.156157 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-5b7917af-8808-4d39-b651-4076e860c129 service neutron] 10.222.0.65 "PUT /v2.0/ports/54a25fd0-5ba0-48d5-a53f-f12680067605 HTTP/1.1" status: 200 len: 1092 time: 2.6230931 Jan 28 00:16:52.281715 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7917af-8808-4d39-b651-4076e860c129 service neutron] Pushing event updated for resources: {'Port': ['ID=54a25fd0-5ba0-48d5-a53f-f12680067605,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:52.298833 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-fc5facda-91ee-4a29-9ab9-c352bc0c2bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:52.299492 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-fc5facda-91ee-4a29-9ab9-c352bc0c2bbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:52.301280 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-fc5facda-91ee-4a29-9ab9-c352bc0c2bbb service neutron] 10.222.0.65 "PUT /v2.0/ports/032c02e9-3bf8-41e6-b5be-6857fa3a7a97 HTTP/1.1" status: 200 len: 1122 time: 2.1015151 Jan 28 00:16:52.324411 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 93d1b1db-ea8f-40d0-ad5f-68128514fbd9 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:16:52.446327 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af1423-b829-4f8d-8b67-bf276001f217 req-a09e7e7d-7ca1-487a-8ca8-accbd3ce3461 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:52.455519 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-38af1423-b829-4f8d-8b67-bf276001f217 req-a09e7e7d-7ca1-487a-8ca8-accbd3ce3461 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=13914605-85a9-44e9-9075-923e37711677 HTTP/1.1" status: 200 len: 949 time: 0.2333100 Jan 28 00:16:52.458932 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 91238fda-a801-4d57-881c-cb044047a1b7 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:16:52.466928 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5facda-91ee-4a29-9ab9-c352bc0c2bbb service neutron] Pushing event updated for resources: {'Port': ['ID=032c02e9-3bf8-41e6-b5be-6857fa3a7a97,revision_number=8']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:52.494355 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['032c02e9-3bf8-41e6-b5be-6857fa3a7a97'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:16:52.496252 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-5ab6ec21-9dae-4389-a789-5f717ff016e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:52.499563 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-5ab6ec21-9dae-4389-a789-5f717ff016e4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5ecb5ec1ccfb4e42a39c92c8cc5abfbc&device_id=178e4616-dbcf-4748-9e25-3617e4c3b172 HTTP/1.1" status: 200 len: 1095 time: 0.2221155 Jan 28 00:16:52.563668 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-38af1423-b829-4f8d-8b67-bf276001f217 req-3378cbd3-f0b0-4f70-b1f7-03e09dcd2b78 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069815 Jan 28 00:16:52.903310 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['032c02e9-3bf8-41e6-b5be-6857fa3a7a97'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:16:53.018063 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 91238fda-a801-4d57-881c-cb044047a1b7 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:16:53.018439 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (91238fda-a801-4d57-881c-cb044047a1b7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:53.021854 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfbc468-f3bf-4135-a23b-dbba244ac141 None None] Network 97c33ad0-0461-45c3-9dc8-98632a31ba84 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:16:53.044051 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-437b9c76-c8ac-437c-a460-6b7230f75455 admin admin] Publish callbacks [] for router_gateway (d179add1-bfa7-46d5-a2f9-e71560331bb6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:53.046660 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabddbc9-3ae3-4688-a29f-e5e9b29b92a4 req-b45dfab7-4ec1-468c-a2b6-e7935e2460ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:53.048224 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-aabddbc9-3ae3-4688-a29f-e5e9b29b92a4 req-b45dfab7-4ec1-468c-a2b6-e7935e2460ca service neutron] 10.222.0.52 "GET /v2.0/networks?id=07f0ac26-2f79-426e-986d-9ab2e7db4472 HTTP/1.1" status: 200 len: 913 time: 0.7757723 Jan 28 00:16:53.118156 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 93d1b1db-ea8f-40d0-ad5f-68128514fbd9 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:16:53.134423 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-aabddbc9-3ae3-4688-a29f-e5e9b29b92a4 req-3098ca7d-8ab8-4ab0-a999-cc3a0aa8ab3b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5232dcb-ad34-4197-a97c-38f79392e6fb HTTP/1.1" status: 200 len: 217 time: 0.0435121 Jan 28 00:16:53.147679 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 93d1b1db-ea8f-40d0-ad5f-68128514fbd9 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:16:53.148354 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (93d1b1db-ea8f-40d0-ad5f-68128514fbd9), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:53.154333 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-eecb546e-e92c-4778-9f33-9354138540e0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54a25fd0-5ba0-48d5-a53f-f12680067605 HTTP/1.1" status: 200 len: 217 time: 0.6069424 Jan 28 00:16:53.260753 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-822dd160-861e-40a0-80b4-3204e8034648 None None] Provisioning complete for port 91238fda-a801-4d57-881c-cb044047a1b7 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:16:53.261447 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-822dd160-861e-40a0-80b4-3204e8034648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (91238fda-a801-4d57-881c-cb044047a1b7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:53.268903 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabddbc9-3ae3-4688-a29f-e5e9b29b92a4 req-2b52d0f2-e3ab-42d3-b00c-3675921e49b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:53.272439 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-aabddbc9-3ae3-4688-a29f-e5e9b29b92a4 req-2b52d0f2-e3ab-42d3-b00c-3675921e49b6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aeea8446-c8eb-4a45-8368-c91dd0a87159 HTTP/1.1" status: 200 len: 852 time: 0.1306376 Jan 28 00:16:53.285846 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352a51b-f517-43f7-86ee-fede63d87260 req-c31e6625-0ebc-4610-94d1-c706f64d3565 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:53.287408 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1352a51b-f517-43f7-86ee-fede63d87260 req-c31e6625-0ebc-4610-94d1-c706f64d3565 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.52 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 945 time: 0.7227335 Jan 28 00:16:53.291566 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-a6f1b29f-5a25-4ea0-814c-bbebccf0ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:53.293084 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-a6f1b29f-5a25-4ea0-814c-bbebccf0ee18 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aeea8446-c8eb-4a45-8368-c91dd0a87159 HTTP/1.1" status: 200 len: 852 time: 0.1176684 Jan 28 00:16:53.313697 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceefec8-eaa9-4ab4-b37a-ac57a6186dad req-48b15274-d8a5-42ab-adcc-d427eb02ef17 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:53.316588 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2ceefec8-eaa9-4ab4-b37a-ac57a6186dad req-48b15274-d8a5-42ab-adcc-d427eb02ef17 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90 HTTP/1.1" status: 200 len: 946 time: 0.1668670 Jan 28 00:16:53.369702 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-aabddbc9-3ae3-4688-a29f-e5e9b29b92a4 req-51844fb0-19cd-461e-af17-50a96ffd33a3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07f0ac26-2f79-426e-986d-9ab2e7db4472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914738 Jan 28 00:16:53.382312 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9476e-30f0-4d04-a1e9-3597650d165c req-ecfc9d48-6b31-4cc0-af90-b44bdc87d6c7 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:53.392292 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d6c9476e-30f0-4d04-a1e9-3597650d165c req-ecfc9d48-6b31-4cc0-af90-b44bdc87d6c7 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 944 time: 0.2436728 Jan 28 00:16:53.451315 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-d8331e9d-b1b9-4d5c-bbb7-a4592ef73393 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=07f0ac26-2f79-426e-986d-9ab2e7db4472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1468298 Jan 28 00:16:53.528114 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-437b9c76-c8ac-437c-a460-6b7230f75455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (d179add1-bfa7-46d5-a2f9-e71560331bb6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:53.562355 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d6c9476e-30f0-4d04-a1e9-3597650d165c req-df68cf9e-d345-4a88-9b7d-a3a6d892b536 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690838 Jan 28 00:16:53.572928 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 93d1b1db-ea8f-40d0-ad5f-68128514fbd9 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:16:53.573954 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (93d1b1db-ea8f-40d0-ad5f-68128514fbd9), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:53.592626 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 91238fda-a801-4d57-881c-cb044047a1b7 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:16:53.593254 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (91238fda-a801-4d57-881c-cb044047a1b7), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:53.665295 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13914605-85a9-44e9-9075-923e37711677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d1b1db-ea8f-40d0-ad5f-68128514fbd9'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:16:53.668115 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1b6d09-2177-499b-8c3a-bb9a1b1fd188" -d '{"events": [{"server_uuid": "13914605-85a9-44e9-9075-923e37711677", "name": "network-vif-plugged", "status": "completed", "tag": "93d1b1db-ea8f-40d0-ad5f-68128514fbd9"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:16:53.669760 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e8d5e7-675a-4144-a07d-9e30997f04c4 x-openstack-request-id: req-a9e8d5e7-675a-4144-a07d-9e30997f04c4 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:16:53.674204 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ca76a4-3b12-4390-b43a-10c5dcef754c", "name": "network-vif-unplugged", "status": "completed", "tag": "032c02e9-3bf8-41e6-b5be-6857fa3a7a97", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:16:53.674638 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a9e8d5e7-675a-4144-a07d-9e30997f04c4 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:16:53.675291 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ca76a4-3b12-4390-b43a-10c5dcef754c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '032c02e9-3bf8-41e6-b5be-6857fa3a7a97', 'code': 200} Jan 28 00:16:53.680565 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-aabddbc9-3ae3-4688-a29f-e5e9b29b92a4 req-e63ee09f-9a4e-4044-ad64-62f2ead8b101 service neutron] 10.222.0.52 "GET /v2.0/networks/07f0ac26-2f79-426e-986d-9ab2e7db4472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042748 Jan 28 00:16:53.694382 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-822dd160-861e-40a0-80b4-3204e8034648 None None] Current status of the port 91238fda-a801-4d57-881c-cb044047a1b7 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:16:53.695104 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-822dd160-861e-40a0-80b4-3204e8034648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (91238fda-a801-4d57-881c-cb044047a1b7), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:53.723412 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 93d1b1db-ea8f-40d0-ad5f-68128514fbd9, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=93d1b1db-ea8f-40d0-ad5f-68128514fbd9,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:53.727939 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 91238fda-a801-4d57-881c-cb044047a1b7, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=91238fda-a801-4d57-881c-cb044047a1b7,segment=NetworkSegment(8b6e1ad8-b07a-44d3-892b-e666dbbf801b),segment_id=8b6e1ad8-b07a-44d3-892b-e666dbbf801b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:53.747456 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (91238fda-a801-4d57-881c-cb044047a1b7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:53.756616 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437b9c76-c8ac-437c-a460-6b7230f75455 admin admin] Router d179add1-bfa7-46d5-a2f9-e71560331bb6 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:16:53.764818 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2ceefec8-eaa9-4ab4-b37a-ac57a6186dad req-8db19bc3-4109-43f3-ab32-a829a1c052d3 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164901 Jan 28 00:16:53.765282 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (93d1b1db-ea8f-40d0-ad5f-68128514fbd9), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:53.846602 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-306426ac-7d05-41bb-8546-bb33133e95b5 service neutron] 10.222.0.65 "GET /v2.0/networks/07f0ac26-2f79-426e-986d-9ab2e7db4472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701842 Jan 28 00:16:53.859144 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-822dd160-861e-40a0-80b4-3204e8034648 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:16:53.859532 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-822dd160-861e-40a0-80b4-3204e8034648 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:16:53.860214 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=91238fda-a801-4d57-881c-cb044047a1b7,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:53.919022 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=93d1b1db-ea8f-40d0-ad5f-68128514fbd9,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:53.937661 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-1352a51b-f517-43f7-86ee-fede63d87260 req-7bc079a6-a1af-43b7-b530-f530f5b4088e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Deleting port 7d6d3be9-94cf-4632-bf35-062a1a482cc8 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:16:53.938089 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1352a51b-f517-43f7-86ee-fede63d87260 req-7bc079a6-a1af-43b7-b530-f530f5b4088e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (7d6d3be9-94cf-4632-bf35-062a1a482cc8), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:53.963209 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-aabddbc9-3ae3-4688-a29f-e5e9b29b92a4 req-c7c1c097-a4cd-4a25-972d-0e4a6abbc764 service neutron] 10.222.0.52 "GET /v2.0/networks/07f0ac26-2f79-426e-986d-9ab2e7db4472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644522 Jan 28 00:16:53.980147 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437b9c76-c8ac-437c-a460-6b7230f75455 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:16:53.998474 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5f9f40-aaaf-4288-b349-41e60b1fb5c3 None None] Sync routers for ids ['d179add1-bfa7-46d5-a2f9-e71560331bb6'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:16:54.011113 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5f9f40-aaaf-4288-b349-41e60b1fb5c3 None None] Routers {'d179add1-bfa7-46d5-a2f9-e71560331bb6'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:16:54.011823 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7b5f9f40-aaaf-4288-b349-41e60b1fb5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:16:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['d179add1-bfa7-46d5-a2f9-e71560331bb6'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:54.012152 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-437b9c76-c8ac-437c-a460-6b7230f75455 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:54.015309 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-437b9c76-c8ac-437c-a460-6b7230f75455 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7178826 Jan 28 00:16:54.018781 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54094) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:54.180087 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-7b5f9f40-aaaf-4288-b349-41e60b1fb5c3 None None] Set router d179add1-bfa7-46d5-a2f9-e71560331bb6 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:16:54.233978 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baeaec0-2f2e-4d27-9777-57b57cd6b8fc req-b2fa54f6-a8b8-44f2-b152-c91bd99d4fd8 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:54.236662 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4baeaec0-2f2e-4d27-9777-57b57cd6b8fc req-b2fa54f6-a8b8-44f2-b152-c91bd99d4fd8 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/ports?device_id=178e4616-dbcf-4748-9e25-3617e4c3b172 HTTP/1.1" status: 200 len: 944 time: 0.3480234 Jan 28 00:16:54.248101 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 91238fda-a801-4d57-881c-cb044047a1b7 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:16:54.249943 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e3d88-a438-468e-8082-88a1a1c9e76b req-ac7ce197-cb29-4eae-9708-9e9497005d40 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:54.262983 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e4e3d88-a438-468e-8082-88a1a1c9e76b req-ac7ce197-cb29-4eae-9708-9e9497005d40 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 945 time: 0.4751968 Jan 28 00:16:54.381630 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d83e6307-6521-412c-8ba2-ce4ce000f2c9 req-23966f75-7252-4bdf-983f-592b6ce6fad9 service neutron] 10.222.0.65 "GET /v2.0/networks/07f0ac26-2f79-426e-986d-9ab2e7db4472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268805 Jan 28 00:16:54.409963 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 91238fda-a801-4d57-881c-cb044047a1b7 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:16:54.410521 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (91238fda-a801-4d57-881c-cb044047a1b7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:54.446262 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-822dd160-861e-40a0-80b4-3204e8034648 None None] Current status of the port 91238fda-a801-4d57-881c-cb044047a1b7 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:16:54.479856 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-1352a51b-f517-43f7-86ee-fede63d87260 req-7bc079a6-a1af-43b7-b530-f530f5b4088e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] For port 7d6d3be9-94cf-4632-bf35-062a1a482cc8, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=7d6d3be9-94cf-4632-bf35-062a1a482cc8,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:54.480327 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1352a51b-f517-43f7-86ee-fede63d87260 req-7bc079a6-a1af-43b7-b530-f530f5b4088e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (7d6d3be9-94cf-4632-bf35-062a1a482cc8), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:54.535746 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-1352a51b-f517-43f7-86ee-fede63d87260 req-7bc079a6-a1af-43b7-b530-f530f5b4088e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Calling delete_port for 7d6d3be9-94cf-4632-bf35-062a1a482cc8 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:16:54.545078 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4baeaec0-2f2e-4d27-9777-57b57cd6b8fc req-c4ffc4d4-09ca-4cb3-ab14-96c1889f58b2 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/security-groups?id=daded75b-ba1a-4ea8-9e2b-53ddf9eb1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708392 Jan 28 00:16:54.555497 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e4e3d88-a438-468e-8082-88a1a1c9e76b req-246e3058-b5a7-4b12-8386-a584d80f9c70 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905371 Jan 28 00:16:54.562076 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7b5f9f40-aaaf-4288-b349-41e60b1fb5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'name': 'tempest-TaggedBootDevicesTest_v242-1800080948-router', 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '265b134a-c49b-4a35-8721-3837452be0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:16:49Z', 'updated_at': '2022-01-28T00:16:51Z', 'revision_number': 3, 'project_id': '160a5827a22f400b84570ea4a4c65c01', 'gw_port': {'id': '265b134a-c49b-4a35-8721-3837452be0db', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:16:50Z', 'updated_at': '2022-01-28T00:16:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:54.569817 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 91238fda-a801-4d57-881c-cb044047a1b7 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:16:54.636689 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5f9f40-aaaf-4288-b349-41e60b1fb5c3 None None] Checking router: d179add1-bfa7-46d5-a2f9-e71560331bb6 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:16:54.637696 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5f9f40-aaaf-4288-b349-41e60b1fb5c3 None None] Updating router d179add1-bfa7-46d5-a2f9-e71560331bb6 port 265b134a-c49b-4a35-8721-3837452be0db binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:16:54.681796 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ba226a04-4173-4adb-bec0-160d7729c8b8 None None] Provisioning complete for port 91238fda-a801-4d57-881c-cb044047a1b7 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:16:54.681796 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba226a04-4173-4adb-bec0-160d7729c8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (91238fda-a801-4d57-881c-cb044047a1b7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:54.733467 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b5f9f40-aaaf-4288-b349-41e60b1fb5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (265b134a-c49b-4a35-8721-3837452be0db), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:54.758792 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61c13b09-c51b-4648-a7b2-965c58a31679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:54.781098 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74eaf9-9e1c-4516-a712-40c966753df6 req-5c6d3e59-da2f-4212-a84b-e8725603390f tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:54.786867 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3b74eaf9-9e1c-4516-a712-40c966753df6 req-5c6d3e59-da2f-4212-a84b-e8725603390f tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6c9138e-b973-4caa-8c23-907354493bf7 HTTP/1.1" status: 200 len: 950 time: 0.0922294 Jan 28 00:16:54.893663 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:16:54.905573 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 7d6d3be9-94cf-4632-bf35-062a1a482cc8 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:16:54.933422 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ba226a04-4173-4adb-bec0-160d7729c8b8 None None] Current status of the port 91238fda-a801-4d57-881c-cb044047a1b7 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:16:54.994256 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f64b81-75de-45e6-ba98-9ffd1c24799e req-44cc92ea-7345-4828-8c67-e6269fb13e30 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:54.996986 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-82f64b81-75de-45e6-ba98-9ffd1c24799e req-44cc92ea-7345-4828-8c67-e6269fb13e30 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=13914605-85a9-44e9-9075-923e37711677 HTTP/1.1" status: 200 len: 950 time: 0.2080836 Jan 28 00:16:55.020918 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3b74eaf9-9e1c-4516-a712-40c966753df6 req-61130602-f9b5-49f5-8b8a-e9e606804cf2 tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] 10.222.0.70 "GET /v2.0/security-groups?id=3bd144f0-eea5-4310-b299-b49607914e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164922 Jan 28 00:16:55.053409 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 7d6d3be9-94cf-4632-bf35-062a1a482cc8 is: DOWN; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:16:55.073014 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-61c13b09-c51b-4648-a7b2-965c58a31679 admin admin] Allocated IP 172.20.0.1 (97c33ad0-0461-45c3-9dc8-98632a31ba84/1d093807-7e7b-4a9f-8622-0558c2c97c76/dfc3ed81-e4b1-4829-aa64-07cd86d9acbf) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:16:55.108019 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1352a51b-f517-43f7-86ee-fede63d87260 req-7bc079a6-a1af-43b7-b530-f530f5b4088e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (7d6d3be9-94cf-4632-bf35-062a1a482cc8), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:55.229773 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc079a6-a1af-43b7-b530-f530f5b4088e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Pushing event deleted for resources: {'Port': ['ID=7d6d3be9-94cf-4632-bf35-062a1a482cc8,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:55.255714 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61c13b09-c51b-4648-a7b2-965c58a31679 admin admin] Publish callbacks [] for port (dfc3ed81-e4b1-4829-aa64-07cd86d9acbf), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:55.305649 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61c13b09-c51b-4648-a7b2-965c58a31679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (dfc3ed81-e4b1-4829-aa64-07cd86d9acbf), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:55.317840 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f67412-3f9e-4d7f-918a-aa51769c6a42 x-openstack-request-id: req-28f67412-3f9e-4d7f-918a-aa51769c6a42 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:16:55.318224 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13914605-85a9-44e9-9075-923e37711677", "name": "network-vif-plugged", "status": "completed", "tag": "93d1b1db-ea8f-40d0-ad5f-68128514fbd9", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:16:55.318445 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-28f67412-3f9e-4d7f-918a-aa51769c6a42 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:16:55.318787 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13914605-85a9-44e9-9075-923e37711677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d1b1db-ea8f-40d0-ad5f-68128514fbd9', 'code': 200} Jan 28 00:16:55.346742 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c13b09-c51b-4648-a7b2-965c58a31679 admin admin] Network 97c33ad0-0461-45c3-9dc8-98632a31ba84 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:16:55.350522 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-61c13b09-c51b-4648-a7b2-965c58a31679 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:16:55.353276 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-1352a51b-f517-43f7-86ee-fede63d87260 req-7bc079a6-a1af-43b7-b530-f530f5b4088e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] No DVR routers for this DVR port 7d6d3be9-94cf-4632-bf35-062a1a482cc8 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:16:55.359481 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c13b09-c51b-4648-a7b2-965c58a31679 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:16:55.373110 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-82f64b81-75de-45e6-ba98-9ffd1c24799e req-c3c3e855-5cf4-467e-9180-7b9332d440dc tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582368 Jan 28 00:16:55.378558 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1352a51b-f517-43f7-86ee-fede63d87260 req-7bc079a6-a1af-43b7-b530-f530f5b4088e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:55.396231 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1352a51b-f517-43f7-86ee-fede63d87260 req-7bc079a6-a1af-43b7-b530-f530f5b4088e tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.52 "DELETE /v2.0/ports/7d6d3be9-94cf-4632-bf35-062a1a482cc8 HTTP/1.1" status: 204 len: 173 time: 2.1010678 Jan 28 00:16:55.416288 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c13b09-c51b-4648-a7b2-965c58a31679 admin admin] Pushing event updated for resources: {'Port': ['ID=dfc3ed81-e4b1-4829-aa64-07cd86d9acbf,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:55.449259 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61c13b09-c51b-4648-a7b2-965c58a31679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (d179add1-bfa7-46d5-a2f9-e71560331bb6), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:55.459511 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b5f9f40-aaaf-4288-b349-41e60b1fb5c3 None None] Publish callbacks [] for port (265b134a-c49b-4a35-8721-3837452be0db), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:55.471010 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b5f9f40-aaaf-4288-b349-41e60b1fb5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (265b134a-c49b-4a35-8721-3837452be0db), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:55.490982 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbe8c2-b362-48ed-8a66-e694bb7b2a4d req-cd2d84e2-aeb0-4dc7-baad-8ced833bcd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:55.506640 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9cfbe8c2-b362-48ed-8a66-e694bb7b2a4d req-cd2d84e2-aeb0-4dc7-baad-8ced833bcd9c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=13914605-85a9-44e9-9075-923e37711677 HTTP/1.1" status: 200 len: 1101 time: 0.2501667 Jan 28 00:16:55.529839 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad36cfe-baf7-42a7-946b-144278352983 req-87b22334-8df9-4dd1-bfc8-e38176f0c492 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:55.534041 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7b5f9f40-aaaf-4288-b349-41e60b1fb5c3 None None] Attempting to bind port 265b134a-c49b-4a35-8721-3837452be0db on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:16:55.534672 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7b5f9f40-aaaf-4288-b349-41e60b1fb5c3 None None] Attempting to bind port 265b134a-c49b-4a35-8721-3837452be0db by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:16:55.535296 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5f9f40-aaaf-4288-b349-41e60b1fb5c3 None None] Attempting to bind port 265b134a-c49b-4a35-8721-3837452be0db on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:16:55.539439 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cad36cfe-baf7-42a7-946b-144278352983 req-87b22334-8df9-4dd1-bfc8-e38176f0c492 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90 HTTP/1.1" status: 200 len: 946 time: 0.3484147 Jan 28 00:16:55.619194 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5f9f40-aaaf-4288-b349-41e60b1fb5c3 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:16:55.622296 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5f9f40-aaaf-4288-b349-41e60b1fb5c3 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:16:55.623600 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b5f9f40-aaaf-4288-b349-41e60b1fb5c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:55.624774 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5f9f40-aaaf-4288-b349-41e60b1fb5c3 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:16:55.627091 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7b5f9f40-aaaf-4288-b349-41e60b1fb5c3 None None] Bound port: 265b134a-c49b-4a35-8721-3837452be0db, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:16:55.627847 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b5f9f40-aaaf-4288-b349-41e60b1fb5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (265b134a-c49b-4a35-8721-3837452be0db), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:55.680867 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178e4616-dbcf-4748-9e25-3617e4c3b172', 'tag': '54a25fd0-5ba0-48d5-a53f-f12680067605'}, {'name': 'network-changed', 'server_uuid': '53ca76a4-3b12-4390-b43a-10c5dcef754c', 'tag': '032c02e9-3bf8-41e6-b5be-6857fa3a7a97'}, {'server_uuid': '5c544112-a708-40e5-b126-bca4b9b075ca', 'name': 'network-vif-deleted', 'tag': '7d6d3be9-94cf-4632-bf35-062a1a482cc8'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:16:55.686495 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5418a7fb-f79b-4265-b1e0-82b846380ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "178e4616-dbcf-4748-9e25-3617e4c3b172", "tag": "54a25fd0-5ba0-48d5-a53f-f12680067605"}, {"name": "network-changed", "server_uuid": "53ca76a4-3b12-4390-b43a-10c5dcef754c", "tag": "032c02e9-3bf8-41e6-b5be-6857fa3a7a97"}, {"server_uuid": "5c544112-a708-40e5-b126-bca4b9b075ca", "name": "network-vif-deleted", "tag": "7d6d3be9-94cf-4632-bf35-062a1a482cc8"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:16:55.694875 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61c13b09-c51b-4648-a7b2-965c58a31679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (dfc3ed81-e4b1-4829-aa64-07cd86d9acbf), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:55.722936 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4d967-c72c-4d9e-8c91-7ecd9e20f395 None None] Pushing event updated for resources: {'Port': ['ID=265b134a-c49b-4a35-8721-3837452be0db,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:55.740667 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9cfbe8c2-b362-48ed-8a66-e694bb7b2a4d req-8539e5d5-b286-4cc5-a02d-ba3f048c907b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997933 Jan 28 00:16:55.746219 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cad36cfe-baf7-42a7-946b-144278352983 req-3d2a5e72-86ab-4c98-b752-709d5918382a tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480901 Jan 28 00:16:55.758229 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-7b5f9f40-aaaf-4288-b349-41e60b1fb5c3 None None] For port 265b134a-c49b-4a35-8721-3837452be0db, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:16:55.764138 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-7b5f9f40-aaaf-4288-b349-41e60b1fb5c3 None None] For port 265b134a-c49b-4a35-8721-3837452be0db, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=265b134a-c49b-4a35-8721-3837452be0db,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:16:55.767733 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1deee6-3a6f-4395-b0b4-82694ec91ab6 req-4688c688-80e4-4f9f-aa0f-42b84ba7efa0 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:55.787649 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ca1deee6-3a6f-4395-b0b4-82694ec91ab6 req-4688c688-80e4-4f9f-aa0f-42b84ba7efa0 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 944 time: 0.1678495 Jan 28 00:16:55.787940 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ee8988f0-ed5e-4ef9-a37f-4d31e2bf239d None None] Provisioning complete for port dfc3ed81-e4b1-4829-aa64-07cd86d9acbf triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:16:55.787940 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ee8988f0-ed5e-4ef9-a37f-4d31e2bf239d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (dfc3ed81-e4b1-4829-aa64-07cd86d9acbf), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:55.787940 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b5f9f40-aaaf-4288-b349-41e60b1fb5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (265b134a-c49b-4a35-8721-3837452be0db), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:55.864518 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ca1deee6-3a6f-4395-b0b4-82694ec91ab6 req-5373b4c8-b7ef-478c-a6e8-01ddb92bdab4 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857611 Jan 28 00:16:55.885309 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5f9f40-aaaf-4288-b349-41e60b1fb5c3 None None] Routers {'d179add1-bfa7-46d5-a2f9-e71560331bb6'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:16:55.886604 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7b5f9f40-aaaf-4288-b349-41e60b1fb5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:16:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['d179add1-bfa7-46d5-a2f9-e71560331bb6'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:55.953382 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ee8988f0-ed5e-4ef9-a37f-4d31e2bf239d None None] Port dfc3ed81-e4b1-4829-aa64-07cd86d9acbf cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:16:55.983127 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4d967-c72c-4d9e-8c91-7ecd9e20f395 None None] Pushing event updated for resources: {'Port': ['ID=265b134a-c49b-4a35-8721-3837452be0db,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:56.014144 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61c13b09-c51b-4648-a7b2-965c58a31679 admin admin] Publish callbacks [] for port (dfc3ed81-e4b1-4829-aa64-07cd86d9acbf), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:56.024942 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61c13b09-c51b-4648-a7b2-965c58a31679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (dfc3ed81-e4b1-4829-aa64-07cd86d9acbf), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:56.075960 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-7b5f9f40-aaaf-4288-b349-41e60b1fb5c3 None None] Set router d179add1-bfa7-46d5-a2f9-e71560331bb6 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:16:56.123735 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61c13b09-c51b-4648-a7b2-965c58a31679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (d179add1-bfa7-46d5-a2f9-e71560331bb6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:56.143126 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c13b09-c51b-4648-a7b2-965c58a31679 admin admin] Pushing event updated for resources: {'Port': ['ID=dfc3ed81-e4b1-4829-aa64-07cd86d9acbf,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:56.255294 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c13b09-c51b-4648-a7b2-965c58a31679 admin admin] Network 97c33ad0-0461-45c3-9dc8-98632a31ba84 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:16:56.258427 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-61c13b09-c51b-4648-a7b2-965c58a31679 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:16:56.354120 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 54a25fd0-5ba0-48d5-a53f-f12680067605 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:16:56.447492 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c13b09-c51b-4648-a7b2-965c58a31679 admin admin] Router d179add1-bfa7-46d5-a2f9-e71560331bb6 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:16:56.511250 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e2bfe11-5fe4-405f-8e33-9895652d0950 req-f8356628-62b9-43ab-835f-17026b271059 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c544112-a708-40e5-b126-bca4b9b075ca HTTP/1.1" status: 200 len: 210 time: 0.0546222 Jan 28 00:16:56.524927 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57354768-faa6-49af-9f53-c499ec022584 req-b14d0e4d-8531-4bd9-b6ee-6766d9a1e35f tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:56.534794 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-57354768-faa6-49af-9f53-c499ec022584 req-b14d0e4d-8531-4bd9-b6ee-6766d9a1e35f tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/ports?device_id=178e4616-dbcf-4748-9e25-3617e4c3b172 HTTP/1.1" status: 200 len: 944 time: 0.1522918 Jan 28 00:16:56.630435 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-57354768-faa6-49af-9f53-c499ec022584 req-c4567251-c930-41ba-aaf7-900ba563c069 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/security-groups?id=daded75b-ba1a-4ea8-9e2b-53ddf9eb1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935099 Jan 28 00:16:56.742415 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 28 Jan 2022 00:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536928ad-c4ce-4712-947b-37791147be94 x-openstack-request-id: req-536928ad-c4ce-4712-947b-37791147be94 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:16:56.742738 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "178e4616-dbcf-4748-9e25-3617e4c3b172", "tag": "54a25fd0-5ba0-48d5-a53f-f12680067605", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "53ca76a4-3b12-4390-b43a-10c5dcef754c", "tag": "032c02e9-3bf8-41e6-b5be-6857fa3a7a97", "status": "completed", "code": 200}, {"server_uuid": "5c544112-a708-40e5-b126-bca4b9b075ca", "name": "network-vif-deleted", "tag": "7d6d3be9-94cf-4632-bf35-062a1a482cc8", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:16:56.743004 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-536928ad-c4ce-4712-947b-37791147be94 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:16:56.744177 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '178e4616-dbcf-4748-9e25-3617e4c3b172', 'tag': '54a25fd0-5ba0-48d5-a53f-f12680067605', 'status': 'completed', 'code': 200} Jan 28 00:16:56.744412 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ca76a4-3b12-4390-b43a-10c5dcef754c', 'tag': '032c02e9-3bf8-41e6-b5be-6857fa3a7a97', 'status': 'completed', 'code': 200} Jan 28 00:16:56.744681 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c544112-a708-40e5-b126-bca4b9b075ca', 'name': 'network-vif-deleted', 'tag': '7d6d3be9-94cf-4632-bf35-062a1a482cc8', 'status': 'completed', 'code': 200} Jan 28 00:16:56.749024 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 54a25fd0-5ba0-48d5-a53f-f12680067605, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=54a25fd0-5ba0-48d5-a53f-f12680067605,segment=NetworkSegment(61b90438-6eb6-4ab3-b26d-defa80e74b89),segment_id=61b90438-6eb6-4ab3-b26d-defa80e74b89)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:56.816471 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '54a25fd0-5ba0-48d5-a53f-f12680067605', 'network_id': '07f0ac26-2f79-426e-986d-9ab2e7db4472', 'port_id': '54a25fd0-5ba0-48d5-a53f-f12680067605', 'mac_address': 'fa:16:3e:18:b2:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeea8446-c8eb-4a45-8368-c91dd0a87159', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:16:56.833434 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c13b09-c51b-4648-a7b2-965c58a31679 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:16:56.846874 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-61c13b09-c51b-4648-a7b2-965c58a31679 admin admin] 10.222.0.70 "PUT /v2.0/routers/d179add1-bfa7-46d5-a2f9-e71560331bb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8274992 Jan 28 00:16:56.930276 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device c5232dcb-ad34-4197-a97c-38f79392e6fb details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:16:57.002728 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418a7fb-f79b-4265-b1e0-82b846380ec0 req-f03095ff-d4ee-437a-a33f-5009a9539658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:57.010118 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5418a7fb-f79b-4265-b1e0-82b846380ec0 req-f03095ff-d4ee-437a-a33f-5009a9539658 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8a78e89f3df84c31929be575e138a975&device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 1125 time: 0.2173011 Jan 28 00:16:57.022923 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418a7fb-f79b-4265-b1e0-82b846380ec0 req-622dffba-28bc-4812-b997-6aa89e6c8c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:57.036648 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5418a7fb-f79b-4265-b1e0-82b846380ec0 req-622dffba-28bc-4812-b997-6aa89e6c8c61 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5ecb5ec1ccfb4e42a39c92c8cc5abfbc&device_id=178e4616-dbcf-4748-9e25-3617e4c3b172 HTTP/1.1" status: 200 len: 1095 time: 0.2067184 Jan 28 00:16:57.323378 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7b5f9f40-aaaf-4288-b349-41e60b1fb5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'name': 'tempest-TaggedBootDevicesTest_v242-1800080948-router', 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '265b134a-c49b-4a35-8721-3837452be0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:16:49Z', 'updated_at': '2022-01-28T00:16:55Z', 'revision_number': 4, 'project_id': '160a5827a22f400b84570ea4a4c65c01', 'gw_port': {'id': '265b134a-c49b-4a35-8721-3837452be0db', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:16:50Z', 'updated_at': '2022-01-28T00:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'dfc3ed81-e4b1-4829-aa64-07cd86d9acbf', 'name': '', 'network_id': '97c33ad0-0461-45c3-9dc8-98632a31ba84', 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'mac_address': 'fa:16:3e:9e:4d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '1d093807-7e7b-4a9f-8622-0558c2c97c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:16:54Z', 'updated_at': '2022-01-28T00:16:55Z', 'revision_number': 1, 'project_id': '160a5827a22f400b84570ea4a4c65c01', 'subnets': [{'id': '1d093807-7e7b-4a9f-8622-0558c2c97c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:16:57.442264 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418a7fb-f79b-4265-b1e0-82b846380ec0 req-94c3c25e-f565-4796-a3f5-d556ecf524c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:57.444444 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5418a7fb-f79b-4265-b1e0-82b846380ec0 req-94c3c25e-f565-4796-a3f5-d556ecf524c6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=07f0ac26-2f79-426e-986d-9ab2e7db4472 HTTP/1.1" status: 200 len: 913 time: 0.4065146 Jan 28 00:16:57.461721 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 54a25fd0-5ba0-48d5-a53f-f12680067605 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:16:57.462210 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (54a25fd0-5ba0-48d5-a53f-f12680067605), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:57.465004 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-951f6856-d3c4-4a51-8b4e-3ca7e50367a9 None None] Provisioning complete for port dfc3ed81-e4b1-4829-aa64-07cd86d9acbf triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:16:57.465523 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-951f6856-d3c4-4a51-8b4e-3ca7e50367a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (dfc3ed81-e4b1-4829-aa64-07cd86d9acbf), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:57.485276 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5f9f40-aaaf-4288-b349-41e60b1fb5c3 None None] The sync data for ids ['d179add1-bfa7-46d5-a2f9-e71560331bb6'] in n-d-826754-1 is: [{'id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'name': 'tempest-TaggedBootDevicesTest_v242-1800080948-router', 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '265b134a-c49b-4a35-8721-3837452be0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:16:49Z', 'updated_at': '2022-01-28T00:16:55Z', 'revision_number': 4, 'project_id': '160a5827a22f400b84570ea4a4c65c01', 'gw_port': {'id': '265b134a-c49b-4a35-8721-3837452be0db', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:16:50Z', 'updated_at': '2022-01-28T00:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'dfc3ed81-e4b1-4829-aa64-07cd86d9acbf', 'name': '', 'network_id': '97c33ad0-0461-45c3-9dc8-98632a31ba84', 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'mac_address': 'fa:16:3e:9e:4d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '1d093807-7e7b-4a9f-8622-0558c2c97c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:16:54Z', 'updated_at': '2022-01-28T00:16:55Z', 'revision_number': 1, 'project_id': '160a5827a22f400b84570ea4a4c65c01', 'subnets': [{'id': '1d093807-7e7b-4a9f-8622-0558c2c97c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:16:57.608608 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a25fd0-5ba0-48d5-a53f-f12680067605 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:16:57.613512 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418a7fb-f79b-4265-b1e0-82b846380ec0 req-738a68ee-a04d-422b-948b-b51a38ef3dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:57.617867 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5418a7fb-f79b-4265-b1e0-82b846380ec0 req-738a68ee-a04d-422b-948b-b51a38ef3dd7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 200 len: 908 time: 0.5465693 Jan 28 00:16:57.654288 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port c5232dcb-ad34-4197-a97c-38f79392e6fb, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=c5232dcb-ad34-4197-a97c-38f79392e6fb,segment=NetworkSegment(61b90438-6eb6-4ab3-b26d-defa80e74b89),segment_id=61b90438-6eb6-4ab3-b26d-defa80e74b89)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:57.676473 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'c5232dcb-ad34-4197-a97c-38f79392e6fb', 'network_id': '07f0ac26-2f79-426e-986d-9ab2e7db4472', 'port_id': 'c5232dcb-ad34-4197-a97c-38f79392e6fb', 'mac_address': 'fa:16:3e:f4:99:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeea8446-c8eb-4a45-8368-c91dd0a87159', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:16:57.772341 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 54a25fd0-5ba0-48d5-a53f-f12680067605, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=54a25fd0-5ba0-48d5-a53f-f12680067605,segment=NetworkSegment(61b90438-6eb6-4ab3-b26d-defa80e74b89),segment_id=61b90438-6eb6-4ab3-b26d-defa80e74b89)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:57.773643 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port c5232dcb-ad34-4197-a97c-38f79392e6fb is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:16:57.774351 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c5232dcb-ad34-4197-a97c-38f79392e6fb), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:57.777459 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-951f6856-d3c4-4a51-8b4e-3ca7e50367a9 None None] Port dfc3ed81-e4b1-4829-aa64-07cd86d9acbf cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:16:57.788986 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (54a25fd0-5ba0-48d5-a53f-f12680067605), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:57.811196 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5418a7fb-f79b-4265-b1e0-82b846380ec0 req-a03e079f-71da-4bf4-a16c-457755c557dd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=032c02e9-3bf8-41e6-b5be-6857fa3a7a97 HTTP/1.1" status: 200 len: 217 time: 0.1690326 Jan 28 00:16:57.817262 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5418a7fb-f79b-4265-b1e0-82b846380ec0 req-5f5a91ac-950c-4f3e-b92b-67ba4de67660 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54a25fd0-5ba0-48d5-a53f-f12680067605 HTTP/1.1" status: 200 len: 217 time: 0.1966493 Jan 28 00:16:57.851208 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5232dcb-ad34-4197-a97c-38f79392e6fb {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:16:57.953370 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port c5232dcb-ad34-4197-a97c-38f79392e6fb, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=c5232dcb-ad34-4197-a97c-38f79392e6fb,segment=NetworkSegment(61b90438-6eb6-4ab3-b26d-defa80e74b89),segment_id=61b90438-6eb6-4ab3-b26d-defa80e74b89)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:57.965892 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c5232dcb-ad34-4197-a97c-38f79392e6fb), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:57.975544 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=54a25fd0-5ba0-48d5-a53f-f12680067605,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:57.989422 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c536209-5b93-4c9e-8083-573df27a07cb req-83d686ae-dae0-48da-8e94-101b22cb55aa tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:58.001303 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54216) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:58.017326 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3c536209-5b93-4c9e-8083-573df27a07cb req-83d686ae-dae0-48da-8e94-101b22cb55aa tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6c9138e-b973-4caa-8c23-907354493bf7 HTTP/1.1" status: 200 len: 950 time: 0.9193747 Jan 28 00:16:58.019653 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-5ad3460a-00e2-45f3-9c4c-bb0f64408034 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1584634189-network', 'tenant_id': '935847cc5619485a960cee48252bc87d'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:16:58.069565 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=c5232dcb-ad34-4197-a97c-38f79392e6fb,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:58.098831 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad3460a-00e2-45f3-9c4c-bb0f64408034 admin admin] Made reservation on behalf of 935847cc5619485a960cee48252bc87d for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:16:58.101281 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5ad3460a-00e2-45f3-9c4c-bb0f64408034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:58.118875 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5ad3460a-00e2-45f3-9c4c-bb0f64408034 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:58.205378 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418a7fb-f79b-4265-b1e0-82b846380ec0 req-6b2e9567-9320-4da3-b365-92b34c54ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:58.211670 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['54a25fd0-5ba0-48d5-a53f-f12680067605'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:16:58.219031 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5418a7fb-f79b-4265-b1e0-82b846380ec0 req-6b2e9567-9320-4da3-b365-92b34c54ddb4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a309d6c9-38a3-409d-a906-1638039000ff HTTP/1.1" status: 200 len: 847 time: 0.3891335 Jan 28 00:16:58.312706 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5ad3460a-00e2-45f3-9c4c-bb0f64408034 admin admin] Publish callbacks [] for security_group (39acf3f0-a238-4811-9ad0-80f823131965), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:58.322867 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5ad3460a-00e2-45f3-9c4c-bb0f64408034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (39acf3f0-a238-4811-9ad0-80f823131965), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:58.357746 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad3460a-00e2-45f3-9c4c-bb0f64408034 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:16:58.363037 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418a7fb-f79b-4265-b1e0-82b846380ec0 req-5ba0031f-311c-48c3-85cf-c4aeb93861ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:58.365022 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5418a7fb-f79b-4265-b1e0-82b846380ec0 req-5ba0031f-311c-48c3-85cf-c4aeb93861ba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aeea8446-c8eb-4a45-8368-c91dd0a87159 HTTP/1.1" status: 200 len: 852 time: 0.5313697 Jan 28 00:16:58.368109 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5418a7fb-f79b-4265-b1e0-82b846380ec0 req-644291aa-d8ff-43a5-9856-c425d743a07b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ede0cbb9-a83e-4037-b673-696eabc6b3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1487539 Jan 28 00:16:58.423024 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['c5232dcb-ad34-4197-a97c-38f79392e6fb'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:16:58.436036 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5ad3460a-00e2-45f3-9c4c-bb0f64408034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (968ede83-f29c-4243-b708-401482bc7716), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:58.441056 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-5ad3460a-00e2-45f3-9c4c-bb0f64408034 admin admin] Added segment 968ede83-f29c-4243-b708-401482bc7716 of type vlan for network 5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f Jan 28 00:16:58.471232 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed58129-9033-4d6a-a87b-69fe8befcf55 req-bcdb00f4-9f04-4d65-bf09-4d63ba9846eb tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:58.473069 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1ed58129-9033-4d6a-a87b-69fe8befcf55 req-bcdb00f4-9f04-4d65-bf09-4d63ba9846eb tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6c9138e-b973-4caa-8c23-907354493bf7 HTTP/1.1" status: 200 len: 950 time: 0.4483385 Jan 28 00:16:58.475804 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5418a7fb-f79b-4265-b1e0-82b846380ec0 req-24303326-462f-4756-be8e-131537ff5ab2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=07f0ac26-2f79-426e-986d-9ab2e7db4472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964146 Jan 28 00:16:58.617456 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3c536209-5b93-4c9e-8083-573df27a07cb req-a4f406e7-29c3-4f53-b1f2-482fe50b87d6 tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] 10.222.0.70 "GET /v2.0/security-groups?id=3bd144f0-eea5-4310-b299-b49607914e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5988421 Jan 28 00:16:58.620120 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5418a7fb-f79b-4265-b1e0-82b846380ec0 req-86123e1f-3dfe-4217-a208-ddfa797c80b0 service neutron] 10.222.0.65 "GET /v2.0/networks/07f0ac26-2f79-426e-986d-9ab2e7db4472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324129 Jan 28 00:16:58.762337 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5ad3460a-00e2-45f3-9c4c-bb0f64408034 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:58.777991 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3460a-00e2-45f3-9c4c-bb0f64408034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39acf3f0-a238-4811-9ad0-80f823131965,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:58.899994 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17245012-1df5-4858-b387-95dfab1b5591 req-17bb6b7d-6335-4b93-9fcc-dd71d19c5bbb tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:58.902818 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-17245012-1df5-4858-b387-95dfab1b5591 req-17bb6b7d-6335-4b93-9fcc-dd71d19c5bbb tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90 HTTP/1.1" status: 200 len: 946 time: 0.2496808 Jan 28 00:16:58.903193 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5ad3460a-00e2-45f3-9c4c-bb0f64408034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:58.907362 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad3460a-00e2-45f3-9c4c-bb0f64408034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:58.907362 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5ad3460a-00e2-45f3-9c4c-bb0f64408034 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:58.932037 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:16:59.041757 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5ad3460a-00e2-45f3-9c4c-bb0f64408034 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0330887 Jan 28 00:16:59.044413 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54224) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:16:59.074804 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-ea7a1b4a-56bf-42f5-9457-a86431018e6e admin admin] Request body: {'subnet': {'network_id': '5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1584634189-subnet', 'tenant_id': '935847cc5619485a960cee48252bc87d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:16:59.115202 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959fe51-4b58-47d8-9381-467ab303d7da req-2dd530a1-ac69-4bb7-9492-c21c5b1e88de tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:59.116817 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d959fe51-4b58-47d8-9381-467ab303d7da req-2dd530a1-ac69-4bb7-9492-c21c5b1e88de tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 944 time: 0.3457799 Jan 28 00:16:59.124603 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732caa25-95c0-458d-99d0-358d4d20e5f9 req-20563876-3d63-44c6-83ec-211cc95e7d38 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:59.133388 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-732caa25-95c0-458d-99d0-358d4d20e5f9 req-20563876-3d63-44c6-83ec-211cc95e7d38 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=13914605-85a9-44e9-9075-923e37711677 HTTP/1.1" status: 200 len: 950 time: 0.5119824 Jan 28 00:16:59.162990 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3460a-00e2-45f3-9c4c-bb0f64408034 admin admin] Pushing event updated for resources: {'Network': ['ID=5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:59.192925 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7a1b4a-56bf-42f5-9457-a86431018e6e admin admin] Made reservation on behalf of 935847cc5619485a960cee48252bc87d for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:16:59.196622 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ea7a1b4a-56bf-42f5-9457-a86431018e6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:59.208235 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:16:59.257757 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-732caa25-95c0-458d-99d0-358d4d20e5f9 req-b1b0858e-cdb7-46f5-83ef-531a091f0cfa tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232529 Jan 28 00:16:59.307573 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-17245012-1df5-4858-b387-95dfab1b5591 req-ce0e0201-6cbc-449d-b7c3-91cb1184f228 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Deleting port 138bd7b0-92db-49fe-a954-a3c600ccb036 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:16:59.307937 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-17245012-1df5-4858-b387-95dfab1b5591 req-ce0e0201-6cbc-449d-b7c3-91cb1184f228 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (138bd7b0-92db-49fe-a954-a3c600ccb036), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:59.362739 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 is: DOWN; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:16:59.382318 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-1ed58129-9033-4d6a-a87b-69fe8befcf55 req-a068e8c7-7ff8-4169-aa3e-057d87901274 tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Deleting port 7f3a7ea3-70ca-4f02-b390-35648c568e14 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:16:59.382776 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1ed58129-9033-4d6a-a87b-69fe8befcf55 req-a068e8c7-7ff8-4169-aa3e-057d87901274 tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (7f3a7ea3-70ca-4f02-b390-35648c568e14), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:59.449565 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5418a7fb-f79b-4265-b1e0-82b846380ec0 req-6efd7834-4f8e-4489-945e-abc26d3638de service neutron] 10.222.0.52 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0597427 Jan 28 00:16:59.509449 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-17245012-1df5-4858-b387-95dfab1b5591 req-ce0e0201-6cbc-449d-b7c3-91cb1184f228 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] For port 138bd7b0-92db-49fe-a954-a3c600ccb036, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=138bd7b0-92db-49fe-a954-a3c600ccb036,segment=NetworkSegment(ace7d952-8e54-40cc-9a29-51557919e996),segment_id=ace7d952-8e54-40cc-9a29-51557919e996)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:16:59.509812 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-17245012-1df5-4858-b387-95dfab1b5591 req-ce0e0201-6cbc-449d-b7c3-91cb1184f228 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (138bd7b0-92db-49fe-a954-a3c600ccb036), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:59.528206 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-17245012-1df5-4858-b387-95dfab1b5591 req-ce0e0201-6cbc-449d-b7c3-91cb1184f228 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Calling delete_port for 138bd7b0-92db-49fe-a954-a3c600ccb036 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:16:59.682212 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-2ae7522a-9b37-407d-9cb1-a4a823679d8f tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:16:59.685565 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-2ae7522a-9b37-407d-9cb1-a4a823679d8f tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/networks?id=34e668b4-51cb-4481-81ad-454dd4332718 HTTP/1.1" status: 200 len: 814 time: 0.2547917 Jan 28 00:16:59.706176 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-17245012-1df5-4858-b387-95dfab1b5591 req-ce0e0201-6cbc-449d-b7c3-91cb1184f228 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (138bd7b0-92db-49fe-a954-a3c600ccb036), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:59.718892 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d959fe51-4b58-47d8-9381-467ab303d7da req-057d6db8-cdfc-4013-a2ff-8c6a52090004 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5414343 Jan 28 00:16:59.771269 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e0201-6cbc-449d-b7c3-91cb1184f228 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Pushing event deleted for resources: {'Port': ['ID=138bd7b0-92db-49fe-a954-a3c600ccb036,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:16:59.876089 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-17245012-1df5-4858-b387-95dfab1b5591 req-ce0e0201-6cbc-449d-b7c3-91cb1184f228 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] No DVR routers for this DVR port 138bd7b0-92db-49fe-a954-a3c600ccb036 on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:16:59.896951 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-17245012-1df5-4858-b387-95dfab1b5591 req-ce0e0201-6cbc-449d-b7c3-91cb1184f228 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:16:59.904929 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-17245012-1df5-4858-b387-95dfab1b5591 req-ce0e0201-6cbc-449d-b7c3-91cb1184f228 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.52 "DELETE /v2.0/ports/138bd7b0-92db-49fe-a954-a3c600ccb036 HTTP/1.1" status: 204 len: 173 time: 0.9901032 Jan 28 00:16:59.905542 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90', 'name': 'network-vif-deleted', 'tag': '138bd7b0-92db-49fe-a954-a3c600ccb036'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:16:59.908055 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937c6481-0682-4e4f-8d62-fbb07c233ba2" -d '{"events": [{"server_uuid": "ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90", "name": "network-vif-deleted", "tag": "138bd7b0-92db-49fe-a954-a3c600ccb036"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:16:59.962196 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-419538ec-f921-4e3b-8112-6736891247d9 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/quotas/4a3a3fbb77c24b80b33584dcb2b7c06c HTTP/1.1" status: 200 len: 375 time: 0.1396990 Jan 28 00:17:00.059965 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5418a7fb-f79b-4265-b1e0-82b846380ec0 req-f954dde4-5308-438d-9081-2484a99a83aa service neutron] 10.222.0.65 "GET /v2.0/networks/07f0ac26-2f79-426e-986d-9ab2e7db4472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3799431 Jan 28 00:17:00.135988 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-1a65964e-10b4-47e5-8897-249170cc71d1 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a3a3fbb77c24b80b33584dcb2b7c06c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1724691 Jan 28 00:17:00.208391 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ea7a1b4a-56bf-42f5-9457-a86431018e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (3fadb005-12d6-4f36-8677-1d85ab076a12), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:00.252527 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-43bcbc98-b503-472d-9bd8-d8b2e0d6f007 service neutron] 10.222.0.70 "GET /v2.0/networks/34e668b4-51cb-4481-81ad-454dd4332718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044972 Jan 28 00:17:00.269526 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5418a7fb-f79b-4265-b1e0-82b846380ec0 req-0ca7cc64-d552-49a3-8aa6-65a9927856f6 service neutron] 10.222.0.52 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6005132 Jan 28 00:17:00.321732 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-1ed58129-9033-4d6a-a87b-69fe8befcf55 req-a068e8c7-7ff8-4169-aa3e-057d87901274 tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] For port 7f3a7ea3-70ca-4f02-b390-35648c568e14, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=7f3a7ea3-70ca-4f02-b390-35648c568e14,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:00.322106 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1ed58129-9033-4d6a-a87b-69fe8befcf55 req-a068e8c7-7ff8-4169-aa3e-057d87901274 tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (7f3a7ea3-70ca-4f02-b390-35648c568e14), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:00.324696 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a1b4a-56bf-42f5-9457-a86431018e6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fadb005-12d6-4f36-8677-1d85ab076a12,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:00.335978 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82945ec1-151f-42ec-b2be-ecd4128c6780 req-832207c1-e577-4399-a120-4b82598b28a2 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:00.344315 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-82945ec1-151f-42ec-b2be-ecd4128c6780 req-832207c1-e577-4399-a120-4b82598b28a2 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/ports?device_id=178e4616-dbcf-4748-9e25-3617e4c3b172 HTTP/1.1" status: 200 len: 945 time: 0.3430452 Jan 28 00:17:00.353266 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7a1b4a-56bf-42f5-9457-a86431018e6e admin admin] Checking segment: {'id': '968ede83-f29c-4243-b708-401482bc7716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:17:00.353972 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7a1b4a-56bf-42f5-9457-a86431018e6e admin admin] Network hostable DHCP agents. Network: 5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:17:00.354395 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 265b134a-c49b-4a35-8721-3837452be0db up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:17:00.381163 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7a1b4a-56bf-42f5-9457-a86431018e6e admin admin] Network 5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:17:00.395972 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-ea7a1b4a-56bf-42f5-9457-a86431018e6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:17:00.399255 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 54a25fd0-5ba0-48d5-a53f-f12680067605 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:17:00.424503 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7a1b4a-56bf-42f5-9457-a86431018e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:00.426018 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ea7a1b4a-56bf-42f5-9457-a86431018e6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:00.451561 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faac6f5-4177-48f1-9048-089eeb4a4898 None None] Network 5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:17:00.468359 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-1ed58129-9033-4d6a-a87b-69fe8befcf55 req-a068e8c7-7ff8-4169-aa3e-057d87901274 tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Calling delete_port for 7f3a7ea3-70ca-4f02-b390-35648c568e14 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:17:00.474968 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ea7a1b4a-56bf-42f5-9457-a86431018e6e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4077055 Jan 28 00:17:00.476235 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54242) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:17:00.485167 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-c7fd0fd7-ff07-4ac3-8cc9-15e8db09f846 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1584634189-router', 'tenant_id': '935847cc5619485a960cee48252bc87d', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:17:00.530113 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c7fd0fd7-ff07-4ac3-8cc9-15e8db09f846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (fe901e28-3690-436f-881e-a4b1fdaa8f5f), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:00.532647 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c7fd0fd7-ff07-4ac3-8cc9-15e8db09f846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (fe901e28-3690-436f-881e-a4b1fdaa8f5f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:00.968614 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device c5232dcb-ad34-4197-a97c-38f79392e6fb up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:17:01.196255 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c7fd0fd7-ff07-4ac3-8cc9-15e8db09f846 admin admin] Publish callbacks [] for router_controller (fe901e28-3690-436f-881e-a4b1fdaa8f5f), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:01.208800 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1ed58129-9033-4d6a-a87b-69fe8befcf55 req-a068e8c7-7ff8-4169-aa3e-057d87901274 tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (7f3a7ea3-70ca-4f02-b390-35648c568e14), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:01.210761 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 54a25fd0-5ba0-48d5-a53f-f12680067605 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:17:01.212433 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-cc7cfdc4-cf7a-4604-a147-b33f9dde9367 service neutron] 10.222.0.70 "GET /v2.0/networks/34e668b4-51cb-4481-81ad-454dd4332718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9467406 Jan 28 00:17:01.229602 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 265b134a-c49b-4a35-8721-3837452be0db triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:17:01.233835 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (265b134a-c49b-4a35-8721-3837452be0db), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:01.258506 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068e8c7-7ff8-4169-aa3e-057d87901274 tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Pushing event deleted for resources: {'Port': ['ID=7f3a7ea3-70ca-4f02-b390-35648c568e14,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:01.339347 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-82945ec1-151f-42ec-b2be-ecd4128c6780 req-0fd31af3-234c-414b-9e8c-73710e5922f4 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/security-groups?id=daded75b-ba1a-4ea8-9e2b-53ddf9eb1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9887402 Jan 28 00:17:01.340062 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c2d1a0-4b6b-4710-a7b9-a917da41e556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f', 'network_id': '5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f', 'project_id': '935847cc5619485a960cee48252bc87d', 'fixed_ips': [{'subnet_id': '3fadb005-12d6-4f36-8677-1d85ab076a12'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:17:01.346129 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-39c2d1a0-4b6b-4710-a7b9-a917da41e556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:01.357221 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 54a25fd0-5ba0-48d5-a53f-f12680067605 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:17:01.357221 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (54a25fd0-5ba0-48d5-a53f-f12680067605), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:01.365736 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port c5232dcb-ad34-4197-a97c-38f79392e6fb completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:17:01.398091 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed58129-9033-4d6a-a87b-69fe8befcf55 req-a068e8c7-7ff8-4169-aa3e-057d87901274 tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] No DVR routers for this DVR port 7f3a7ea3-70ca-4f02-b390-35648c568e14 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:17:01.405742 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1ed58129-9033-4d6a-a87b-69fe8befcf55 req-a068e8c7-7ff8-4169-aa3e-057d87901274 tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:01.416166 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1ed58129-9033-4d6a-a87b-69fe8befcf55 req-a068e8c7-7ff8-4169-aa3e-057d87901274 tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] 10.222.0.65 "DELETE /v2.0/ports/7f3a7ea3-70ca-4f02-b390-35648c568e14 HTTP/1.1" status: 204 len: 173 time: 2.8098998 Jan 28 00:17:01.420564 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c9138e-b973-4caa-8c23-907354493bf7', 'name': 'network-vif-deleted', 'tag': '7f3a7ea3-70ca-4f02-b390-35648c568e14'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:17:01.423040 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902f4942-aa70-469f-b3ce-eee92f361b0b" -d '{"events": [{"server_uuid": "d6c9138e-b973-4caa-8c23-907354493bf7", "name": "network-vif-deleted", "tag": "7f3a7ea3-70ca-4f02-b390-35648c568e14"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:17:01.495540 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port c5232dcb-ad34-4197-a97c-38f79392e6fb triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:17:01.496024 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c5232dcb-ad34-4197-a97c-38f79392e6fb), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:01.532274 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c7fd0fd7-ff07-4ac3-8cc9-15e8db09f846 admin admin] Publish callbacks [] for router_gateway (fe901e28-3690-436f-881e-a4b1fdaa8f5f), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:01.717762 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea017b72-238d-445e-aebf-410df4763813 None None] Sync routers for ids ['d179add1-bfa7-46d5-a2f9-e71560331bb6'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:17:01.769372 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea017b72-238d-445e-aebf-410df4763813 None None] Routers {'d179add1-bfa7-46d5-a2f9-e71560331bb6'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:17:01.771758 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-ea017b72-238d-445e-aebf-410df4763813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:16:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['d179add1-bfa7-46d5-a2f9-e71560331bb6'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:17:01.955811 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e5eb6a60-00b6-4880-b3ed-0d26f63ba47e req-42aa9f24-ecf4-4a98-ae37-ccc4e094bebd tempest-ImagesNegativeTestJSON-1870153386 tempest-ImagesNegativeTestJSON-1870153386-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6c9138e-b973-4caa-8c23-907354493bf7 HTTP/1.1" status: 200 len: 210 time: 0.0829194 Jan 28 00:17:02.213526 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c7fd0fd7-ff07-4ac3-8cc9-15e8db09f846 admin admin] Publish callbacks [] for router_gateway (fe901e28-3690-436f-881e-a4b1fdaa8f5f), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:02.222483 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-ea017b72-238d-445e-aebf-410df4763813 None None] Set router d179add1-bfa7-46d5-a2f9-e71560331bb6 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:17:02.258452 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c7fd0fd7-ff07-4ac3-8cc9-15e8db09f846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:02.338248 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 265b134a-c49b-4a35-8721-3837452be0db is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:17:02.340792 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (265b134a-c49b-4a35-8721-3837452be0db), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:02.511722 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 265b134a-c49b-4a35-8721-3837452be0db, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=265b134a-c49b-4a35-8721-3837452be0db,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:02.563776 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (265b134a-c49b-4a35-8721-3837452be0db), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:02.601962 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-c7fd0fd7-ff07-4ac3-8cc9-15e8db09f846 admin admin] Allocated IP 172.25.3.37 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/471931f4-cd1e-458c-8e7c-344229f0c161) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:17:02.674013 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a78847b-e3f0-41bf-b1b7-1580f38b62d5 x-openstack-request-id: req-7a78847b-e3f0-41bf-b1b7-1580f38b62d5 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:17:02.674350 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90", "name": "network-vif-deleted", "tag": "138bd7b0-92db-49fe-a954-a3c600ccb036", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:17:02.674665 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7a78847b-e3f0-41bf-b1b7-1580f38b62d5 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:17:02.676022 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3c96cf-f3e3-4ea1-878a-ead6f4e07f90', 'name': 'network-vif-deleted', 'tag': '138bd7b0-92db-49fe-a954-a3c600ccb036', 'status': 'completed', 'code': 200} Jan 28 00:17:02.722996 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a477b9-7f8f-410a-be7c-7446cbe0d398 req-04671c9e-d02f-4ace-b029-3ee7ed805d47 tempest-ServersOnMultiNodesTest-1158034624 tempest-ServersOnMultiNodesTest-1158034624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:02.727902 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port c5232dcb-ad34-4197-a97c-38f79392e6fb is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:17:02.728634 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c5232dcb-ad34-4197-a97c-38f79392e6fb), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:02.730083 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04a477b9-7f8f-410a-be7c-7446cbe0d398 req-04671c9e-d02f-4ace-b029-3ee7ed805d47 tempest-ServersOnMultiNodesTest-1158034624 tempest-ServersOnMultiNodesTest-1158034624-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=13914605-85a9-44e9-9075-923e37711677 HTTP/1.1" status: 200 len: 1101 time: 0.1273594 Jan 28 00:17:02.754924 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c7fd0fd7-ff07-4ac3-8cc9-15e8db09f846 admin admin] Publish callbacks [] for port (471931f4-cd1e-458c-8e7c-344229f0c161), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:02.790421 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-04a477b9-7f8f-410a-be7c-7446cbe0d398 req-13627e04-d20b-485d-88b3-35c630f736c7 tempest-ServersOnMultiNodesTest-1158034624 tempest-ServersOnMultiNodesTest-1158034624-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:02.808715 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c7fd0fd7-ff07-4ac3-8cc9-15e8db09f846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (471931f4-cd1e-458c-8e7c-344229f0c161), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:02.840045 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-ea017b72-238d-445e-aebf-410df4763813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'name': 'tempest-TaggedBootDevicesTest_v242-1800080948-router', 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '265b134a-c49b-4a35-8721-3837452be0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:16:49Z', 'updated_at': '2022-01-28T00:16:55Z', 'revision_number': 4, 'project_id': '160a5827a22f400b84570ea4a4c65c01', 'gw_port': {'id': '265b134a-c49b-4a35-8721-3837452be0db', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:16:50Z', 'updated_at': '2022-01-28T00:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'dfc3ed81-e4b1-4829-aa64-07cd86d9acbf', 'name': '', 'network_id': '97c33ad0-0461-45c3-9dc8-98632a31ba84', 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'mac_address': 'fa:16:3e:9e:4d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '1d093807-7e7b-4a9f-8622-0558c2c97c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:16:54Z', 'updated_at': '2022-01-28T00:16:55Z', 'revision_number': 2, 'project_id': '160a5827a22f400b84570ea4a4c65c01', 'subnets': [{'id': '1d093807-7e7b-4a9f-8622-0558c2c97c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:17:02.897317 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-39c2d1a0-4b6b-4710-a7b9-a917da41e556 None None] Allocated IP 172.20.0.2 (5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f/3fadb005-12d6-4f36-8677-1d85ab076a12/3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:17:02.913171 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fd0fd7-ff07-4ac3-8cc9-15e8db09f846 admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:17:02.917342 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-c7fd0fd7-ff07-4ac3-8cc9-15e8db09f846 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:17:02.935600 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fd0fd7-ff07-4ac3-8cc9-15e8db09f846 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:17:02.953379 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b086a4c3-1952-47cd-a8dd-d681d4f523cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5232dcb-ad34-4197-a97c-38f79392e6fb'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:17:02.956981 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea017b72-238d-445e-aebf-410df4763813 None None] Checking router: d179add1-bfa7-46d5-a2f9-e71560331bb6 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:17:02.957353 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea017b72-238d-445e-aebf-410df4763813 None None] Updating router d179add1-bfa7-46d5-a2f9-e71560331bb6 port dfc3ed81-e4b1-4829-aa64-07cd86d9acbf binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:17:02.958357 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5053bc-034b-423f-9c95-8d81162139e7" -d '{"events": [{"server_uuid": "b086a4c3-1952-47cd-a8dd-d681d4f523cd", "name": "network-vif-plugged", "status": "completed", "tag": "c5232dcb-ad34-4197-a97c-38f79392e6fb"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:17:02.963681 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48c8b1-86f6-4d2a-9f00-56d6972d8c93 req-4bd8c820-a6a6-4e4e-8ac7-f764d8778e88 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:02.968299 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4e48c8b1-86f6-4d2a-9f00-56d6972d8c93 req-4bd8c820-a6a6-4e4e-8ac7-f764d8778e88 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 944 time: 0.1120365 Jan 28 00:17:02.997479 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=265b134a-c49b-4a35-8721-3837452be0db,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:03.024962 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ea017b72-238d-445e-aebf-410df4763813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (dfc3ed81-e4b1-4829-aa64-07cd86d9acbf), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:03.046193 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port c5232dcb-ad34-4197-a97c-38f79392e6fb, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=c5232dcb-ad34-4197-a97c-38f79392e6fb,segment=NetworkSegment(61b90438-6eb6-4ab3-b26d-defa80e74b89),segment_id=61b90438-6eb6-4ab3-b26d-defa80e74b89)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:03.056560 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd0fd7-ff07-4ac3-8cc9-15e8db09f846 admin admin] Pushing event updated for resources: {'Port': ['ID=471931f4-cd1e-458c-8e7c-344229f0c161,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:03.078523 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 54a25fd0-5ba0-48d5-a53f-f12680067605 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:17:03.081328 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (54a25fd0-5ba0-48d5-a53f-f12680067605), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:03.110494 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c5232dcb-ad34-4197-a97c-38f79392e6fb), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:03.112870 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 138bd7b0-92db-49fe-a954-a3c600ccb036 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:17:03.123705 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-04a477b9-7f8f-410a-be7c-7446cbe0d398 req-13627e04-d20b-485d-88b3-35c630f736c7 tempest-ServersOnMultiNodesTest-1158034624 tempest-ServersOnMultiNodesTest-1158034624-project-admin] Publish callbacks [] for security_group (205241d5-0c75-41fc-91b7-9ae5fb5fa2e4), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:03.131696 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4e48c8b1-86f6-4d2a-9f00-56d6972d8c93 req-2892f8e0-ce57-4be5-8ce1-75bf9307ef9d tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538038 Jan 28 00:17:03.133792 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-04a477b9-7f8f-410a-be7c-7446cbe0d398 req-13627e04-d20b-485d-88b3-35c630f736c7 tempest-ServersOnMultiNodesTest-1158034624 tempest-ServersOnMultiNodesTest-1158034624-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (205241d5-0c75-41fc-91b7-9ae5fb5fa2e4), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:03.195229 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 138bd7b0-92db-49fe-a954-a3c600ccb036 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:17:03.199050 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04a477b9-7f8f-410a-be7c-7446cbe0d398 req-13627e04-d20b-485d-88b3-35c630f736c7 tempest-ServersOnMultiNodesTest-1158034624 tempest-ServersOnMultiNodesTest-1158034624-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4593141 Jan 28 00:17:03.199811 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13627e04-d20b-485d-88b3-35c630f736c7 tempest-ServersOnMultiNodesTest-1158034624 tempest-ServersOnMultiNodesTest-1158034624-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205241d5-0c75-41fc-91b7-9ae5fb5fa2e4,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:03.213117 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 138bd7b0-92db-49fe-a954-a3c600ccb036 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:17:03.269506 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 54a25fd0-5ba0-48d5-a53f-f12680067605, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=54a25fd0-5ba0-48d5-a53f-f12680067605,segment=NetworkSegment(61b90438-6eb6-4ab3-b26d-defa80e74b89),segment_id=61b90438-6eb6-4ab3-b26d-defa80e74b89)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:03.337068 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (54a25fd0-5ba0-48d5-a53f-f12680067605), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:03.337866 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 7f3a7ea3-70ca-4f02-b390-35648c568e14 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:17:03.389657 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b34b8ee-c960-45d6-a736-790aec84db59 x-openstack-request-id: req-1b34b8ee-c960-45d6-a736-790aec84db59 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:17:03.389657 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c9138e-b973-4caa-8c23-907354493bf7", "name": "network-vif-deleted", "tag": "7f3a7ea3-70ca-4f02-b390-35648c568e14", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:17:03.390018 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1b34b8ee-c960-45d6-a736-790aec84db59 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:17:03.390529 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c9138e-b973-4caa-8c23-907354493bf7', 'name': 'network-vif-deleted', 'tag': '7f3a7ea3-70ca-4f02-b390-35648c568e14', 'status': 'completed', 'code': 200} Jan 28 00:17:03.467436 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 7f3a7ea3-70ca-4f02-b390-35648c568e14 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:17:03.467825 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 7f3a7ea3-70ca-4f02-b390-35648c568e14 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:17:03.495529 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba9c35-dec1-487a-b6c2-7f0977915e91 req-d4e89fc6-90c2-4eb9-8786-9803fb656e34 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:03.499245 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=c5232dcb-ad34-4197-a97c-38f79392e6fb,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:03.507300 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-faba9c35-dec1-487a-b6c2-7f0977915e91 req-d4e89fc6-90c2-4eb9-8786-9803fb656e34 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.52 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 966 time: 0.1984956 Jan 28 00:17:03.631219 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=54a25fd0-5ba0-48d5-a53f-f12680067605,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:03.695118 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b6532ecb-4cc5-47a2-a529-a66ffe0f6074 req-a2b2876e-7566-4758-934b-7ffd5a9e7ebc tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=462df977-6a9d-4e91-b5b8-1f84d2c8b593 HTTP/1.1" status: 200 len: 210 time: 0.1377881 Jan 28 00:17:03.755746 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c7fd0fd7-ff07-4ac3-8cc9-15e8db09f846 admin admin] Publish callbacks [] for router_gateway (fe901e28-3690-436f-881e-a4b1fdaa8f5f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:03.791380 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-39c2d1a0-4b6b-4710-a7b9-a917da41e556 None None] Publish callbacks [] for port (3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:03.805981 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-39c2d1a0-4b6b-4710-a7b9-a917da41e556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:03.859126 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ea017b72-238d-445e-aebf-410df4763813 None None] Publish callbacks [] for port (dfc3ed81-e4b1-4829-aa64-07cd86d9acbf), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:03.878944 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ea017b72-238d-445e-aebf-410df4763813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (dfc3ed81-e4b1-4829-aa64-07cd86d9acbf), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:03.911551 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-faba9c35-dec1-487a-b6c2-7f0977915e91 req-02d9fca1-ec57-4c91-b52b-a730f32dd58b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Deleting port 8dfa7925-dd1f-40f0-8a84-233f0885d983 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:17:03.911551 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-faba9c35-dec1-487a-b6c2-7f0977915e91 req-02d9fca1-ec57-4c91-b52b-a730f32dd58b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (8dfa7925-dd1f-40f0-8a84-233f0885d983), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:03.980616 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c2d1a0-4b6b-4710-a7b9-a917da41e556 None None] Network 5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:17:03.981898 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2d1a0-4b6b-4710-a7b9-a917da41e556 None None] Pushing event updated for resources: {'Port': ['ID=3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:03.989681 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-39c2d1a0-4b6b-4710-a7b9-a917da41e556 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:17:03.999660 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c2d1a0-4b6b-4710-a7b9-a917da41e556 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:17:04.037664 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17967bb7-eabd-4615-8b0b-ef12b47c2dda req-3d6ee050-5047-438b-a7f6-e3576a707605 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:04.049827 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-17967bb7-eabd-4615-8b0b-ef12b47c2dda req-3d6ee050-5047-438b-a7f6-e3576a707605 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/ports?device_id=178e4616-dbcf-4748-9e25-3617e4c3b172 HTTP/1.1" status: 200 len: 946 time: 0.1883745 Jan 28 00:17:04.073697 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef4261-141c-4754-926f-2c8bd77d6b7a None None] Pushing event updated for resources: {'Port': ['ID=dfc3ed81-e4b1-4829-aa64-07cd86d9acbf,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:04.109259 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-568d580b-572e-4277-b388-6e83659a5bf1 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:04.113428 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-568d580b-572e-4277-b388-6e83659a5bf1 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.52 "GET /v2.0/networks?id=34e668b4-51cb-4481-81ad-454dd4332718 HTTP/1.1" status: 200 len: 814 time: 0.2521160 Jan 28 00:17:04.134989 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-64f8a5f4-1f00-46aa-a1dc-9727b0b2316c tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Request body: {'port': {'device_id': '462df977-6a9d-4e91-b5b8-1f84d2c8b593', 'network_id': '34e668b4-51cb-4481-81ad-454dd4332718', 'admin_state_up': True, 'tenant_id': '4a3a3fbb77c24b80b33584dcb2b7c06c'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:17:04.193136 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-39c2d1a0-4b6b-4710-a7b9-a917da41e556 None None] Attempting to bind port 3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:17:04.193553 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-39c2d1a0-4b6b-4710-a7b9-a917da41e556 None None] Attempting to bind port 3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '968ede83-f29c-4243-b708-401482bc7716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:17:04.193933 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c2d1a0-4b6b-4710-a7b9-a917da41e556 None None] Attempting to bind port 3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92 on network 5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:17:04.203361 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c2d1a0-4b6b-4710-a7b9-a917da41e556 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:17:04.203983 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c2d1a0-4b6b-4710-a7b9-a917da41e556 None None] Checking segment: {'id': '968ede83-f29c-4243-b708-401482bc7716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:17:04.204640 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-39c2d1a0-4b6b-4710-a7b9-a917da41e556 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:04.205176 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c2d1a0-4b6b-4710-a7b9-a917da41e556 None None] Bound using segment: {'id': '968ede83-f29c-4243-b708-401482bc7716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:17:04.207069 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-39c2d1a0-4b6b-4710-a7b9-a917da41e556 None None] Bound port: 3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968ede83-f29c-4243-b708-401482bc7716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:17:04.207638 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-39c2d1a0-4b6b-4710-a7b9-a917da41e556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:04.283155 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef4261-141c-4754-926f-2c8bd77d6b7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:04.283709 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef4261-141c-4754-926f-2c8bd77d6b7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:04.284289 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef4261-141c-4754-926f-2c8bd77d6b7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:04.284921 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef4261-141c-4754-926f-2c8bd77d6b7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:04.285508 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef4261-141c-4754-926f-2c8bd77d6b7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:04.286286 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef4261-141c-4754-926f-2c8bd77d6b7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:04.287280 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef4261-141c-4754-926f-2c8bd77d6b7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:04.288125 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef4261-141c-4754-926f-2c8bd77d6b7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:04.288954 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef4261-141c-4754-926f-2c8bd77d6b7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:04.289950 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef4261-141c-4754-926f-2c8bd77d6b7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:04.290802 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef4261-141c-4754-926f-2c8bd77d6b7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:04.291738 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef4261-141c-4754-926f-2c8bd77d6b7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:04.294485 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef4261-141c-4754-926f-2c8bd77d6b7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:04.297286 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-17967bb7-eabd-4615-8b0b-ef12b47c2dda req-6d4724b2-bf4c-44bc-85cd-7645b39eb400 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/security-groups?id=daded75b-ba1a-4ea8-9e2b-53ddf9eb1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445214 Jan 28 00:17:04.301847 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-ea017b72-238d-445e-aebf-410df4763813 None None] Attempting to bind port dfc3ed81-e4b1-4829-aa64-07cd86d9acbf on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:17:04.302747 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-ea017b72-238d-445e-aebf-410df4763813 None None] Attempting to bind port dfc3ed81-e4b1-4829-aa64-07cd86d9acbf by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b6e1ad8-b07a-44d3-892b-e666dbbf801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '97c33ad0-0461-45c3-9dc8-98632a31ba84'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:17:04.303598 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea017b72-238d-445e-aebf-410df4763813 None None] Attempting to bind port dfc3ed81-e4b1-4829-aa64-07cd86d9acbf on network 97c33ad0-0461-45c3-9dc8-98632a31ba84 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:17:04.339762 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea017b72-238d-445e-aebf-410df4763813 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:17:04.342041 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea017b72-238d-445e-aebf-410df4763813 None None] Checking segment: {'id': '8b6e1ad8-b07a-44d3-892b-e666dbbf801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '97c33ad0-0461-45c3-9dc8-98632a31ba84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:17:04.345274 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ea017b72-238d-445e-aebf-410df4763813 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:04.347299 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea017b72-238d-445e-aebf-410df4763813 None None] Bound using segment: {'id': '8b6e1ad8-b07a-44d3-892b-e666dbbf801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '97c33ad0-0461-45c3-9dc8-98632a31ba84'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:17:04.348514 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-ea017b72-238d-445e-aebf-410df4763813 None None] Bound port: dfc3ed81-e4b1-4829-aa64-07cd86d9acbf, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b6e1ad8-b07a-44d3-892b-e666dbbf801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '97c33ad0-0461-45c3-9dc8-98632a31ba84'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:17:04.349509 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ea017b72-238d-445e-aebf-410df4763813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (dfc3ed81-e4b1-4829-aa64-07cd86d9acbf), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:04.358155 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-faba9c35-dec1-487a-b6c2-7f0977915e91 req-02d9fca1-ec57-4c91-b52b-a730f32dd58b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] For port 8dfa7925-dd1f-40f0-8a84-233f0885d983, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=8dfa7925-dd1f-40f0-8a84-233f0885d983,segment=NetworkSegment(43104a21-7151-4568-9565-5a61e6d921d7),segment_id=43104a21-7151-4568-9565-5a61e6d921d7)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:04.358625 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-faba9c35-dec1-487a-b6c2-7f0977915e91 req-02d9fca1-ec57-4c91-b52b-a730f32dd58b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (8dfa7925-dd1f-40f0-8a84-233f0885d983), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:04.416811 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-39c2d1a0-4b6b-4710-a7b9-a917da41e556 None None] For port 3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:17:04.431149 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-39c2d1a0-4b6b-4710-a7b9-a917da41e556 None None] For port 3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92,segment=NetworkSegment(968ede83-f29c-4243-b708-401482bc7716),segment_id=968ede83-f29c-4243-b708-401482bc7716)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:17:04.437984 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f58c05-f5cf-4649-83e8-83857702e1aa x-openstack-request-id: req-42f58c05-f5cf-4649-83e8-83857702e1aa {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:17:04.438846 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b086a4c3-1952-47cd-a8dd-d681d4f523cd", "name": "network-vif-plugged", "status": "completed", "tag": "c5232dcb-ad34-4197-a97c-38f79392e6fb", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:17:04.440128 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-42f58c05-f5cf-4649-83e8-83857702e1aa {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:17:04.440834 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b086a4c3-1952-47cd-a8dd-d681d4f523cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5232dcb-ad34-4197-a97c-38f79392e6fb', 'code': 200} Jan 28 00:17:04.444720 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-39c2d1a0-4b6b-4710-a7b9-a917da41e556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:04.470043 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-faba9c35-dec1-487a-b6c2-7f0977915e91 req-02d9fca1-ec57-4c91-b52b-a730f32dd58b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Calling delete_port for 8dfa7925-dd1f-40f0-8a84-233f0885d983 owned by compute:tempest-test_az-1456324905 {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:17:04.542715 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-ea017b72-238d-445e-aebf-410df4763813 None None] For port dfc3ed81-e4b1-4829-aa64-07cd86d9acbf, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:17:04.551474 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-ea017b72-238d-445e-aebf-410df4763813 None None] For port dfc3ed81-e4b1-4829-aa64-07cd86d9acbf, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=dfc3ed81-e4b1-4829-aa64-07cd86d9acbf,segment=NetworkSegment(8b6e1ad8-b07a-44d3-892b-e666dbbf801b),segment_id=8b6e1ad8-b07a-44d3-892b-e666dbbf801b)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:17:04.566656 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-ea017b72-238d-445e-aebf-410df4763813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (dfc3ed81-e4b1-4829-aa64-07cd86d9acbf), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:04.650124 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ebe21003-f92b-4b7b-8150-15fb8ec7fe7d None None] Provisioning complete for port dfc3ed81-e4b1-4829-aa64-07cd86d9acbf triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:17:04.656310 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ebe21003-f92b-4b7b-8150-15fb8ec7fe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (dfc3ed81-e4b1-4829-aa64-07cd86d9acbf), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:04.708481 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-64f8a5f4-1f00-46aa-a1dc-9727b0b2316c tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Made reservation on behalf of 4a3a3fbb77c24b80b33584dcb2b7c06c for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:17:04.718418 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-64f8a5f4-1f00-46aa-a1dc-9727b0b2316c tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:04.723130 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2d1a0-4b6b-4710-a7b9-a917da41e556 None None] Pushing event updated for resources: {'Port': ['ID=3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:04.748330 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea017b72-238d-445e-aebf-410df4763813 None None] Routers {'d179add1-bfa7-46d5-a2f9-e71560331bb6'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:17:04.770591 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-ea017b72-238d-445e-aebf-410df4763813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:16:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['d179add1-bfa7-46d5-a2f9-e71560331bb6'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:17:04.817766 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 265b134a-c49b-4a35-8721-3837452be0db up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:17:04.874928 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2cf3e-9087-4291-8d22-cd458929f86a req-73d2b61f-019e-49b3-83ab-4a451458f212 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:04.885108 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-06c2cf3e-9087-4291-8d22-cd458929f86a req-73d2b61f-019e-49b3-83ab-4a451458f212 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/ports?device_id=f25fb114-9695-4fa1-8336-092fb685067c HTTP/1.1" status: 200 len: 966 time: 0.5722890 Jan 28 00:17:04.946032 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ebe21003-f92b-4b7b-8150-15fb8ec7fe7d None None] Current status of the port dfc3ed81-e4b1-4829-aa64-07cd86d9acbf is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:17:04.946836 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ebe21003-f92b-4b7b-8150-15fb8ec7fe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (dfc3ed81-e4b1-4829-aa64-07cd86d9acbf), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:04.964496 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78fcf5a-bc94-4c7f-8ed3-2a55a3f061f8 req-02630be5-8764-4a05-a92b-b4da3be264ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:05.004535 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a78fcf5a-bc94-4c7f-8ed3-2a55a3f061f8 req-02630be5-8764-4a05-a92b-b4da3be264ea service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b086a4c3-1952-47cd-a8dd-d681d4f523cd HTTP/1.1" status: 200 len: 1097 time: 0.3290343 Jan 28 00:17:05.083792 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-ea017b72-238d-445e-aebf-410df4763813 None None] Set router d179add1-bfa7-46d5-a2f9-e71560331bb6 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:17:05.116596 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c7fd0fd7-ff07-4ac3-8cc9-15e8db09f846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (fe901e28-3690-436f-881e-a4b1fdaa8f5f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:05.223950 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-ebe21003-f92b-4b7b-8150-15fb8ec7fe7d None None] For port dfc3ed81-e4b1-4829-aa64-07cd86d9acbf, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=dfc3ed81-e4b1-4829-aa64-07cd86d9acbf,segment=NetworkSegment(8b6e1ad8-b07a-44d3-892b-e666dbbf801b),segment_id=8b6e1ad8-b07a-44d3-892b-e666dbbf801b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:05.228919 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 265b134a-c49b-4a35-8721-3837452be0db triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:17:05.232349 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (265b134a-c49b-4a35-8721-3837452be0db), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:05.244650 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ebe21003-f92b-4b7b-8150-15fb8ec7fe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (dfc3ed81-e4b1-4829-aa64-07cd86d9acbf), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:05.266380 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a78fcf5a-bc94-4c7f-8ed3-2a55a3f061f8 req-fe024fbb-ca30-4046-8078-4cadc1c89e51 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=daded75b-ba1a-4ea8-9e2b-53ddf9eb1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415504 Jan 28 00:17:05.300378 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-06c2cf3e-9087-4291-8d22-cd458929f86a req-9bad318d-c818-4622-9245-d70902ec3465 tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.70 "GET /v2.0/security-groups?id=267166fd-c4d2-49ed-98ae-dc760e252506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134536 Jan 28 00:17:05.367980 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-faba9c35-dec1-487a-b6c2-7f0977915e91 req-02d9fca1-ec57-4c91-b52b-a730f32dd58b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (8dfa7925-dd1f-40f0-8a84-233f0885d983), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:05.469765 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9fca1-ec57-4c91-b52b-a730f32dd58b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Pushing event deleted for resources: {'Port': ['ID=8dfa7925-dd1f-40f0-8a84-233f0885d983,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:05.517194 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-64f8a5f4-1f00-46aa-a1dc-9727b0b2316c tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Allocated IP 172.20.0.5 (34e668b4-51cb-4481-81ad-454dd4332718/40be5895-f422-46c1-9739-caeeaa660ce4/34684a4e-359f-4500-9182-6943eef91690) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:17:05.550803 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-87a7d392-5401-4d45-ba5b-6fe2fa1bb55e None None] Provisioning complete for port dfc3ed81-e4b1-4829-aa64-07cd86d9acbf triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:17:05.551534 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-87a7d392-5401-4d45-ba5b-6fe2fa1bb55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (dfc3ed81-e4b1-4829-aa64-07cd86d9acbf), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:05.553581 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe21003-f92b-4b7b-8150-15fb8ec7fe7d None None] Pushing event updated for resources: {'Port': ['ID=dfc3ed81-e4b1-4829-aa64-07cd86d9acbf,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:05.621048 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-faba9c35-dec1-487a-b6c2-7f0977915e91 req-02d9fca1-ec57-4c91-b52b-a730f32dd58b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] No DVR routers for this DVR port 8dfa7925-dd1f-40f0-8a84-233f0885d983 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:17:05.627231 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-faba9c35-dec1-487a-b6c2-7f0977915e91 req-02d9fca1-ec57-4c91-b52b-a730f32dd58b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:05.632854 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-faba9c35-dec1-487a-b6c2-7f0977915e91 req-02d9fca1-ec57-4c91-b52b-a730f32dd58b tempest-LiveAutoBlockMigrationV225Test-1059220773 tempest-LiveAutoBlockMigrationV225Test-1059220773-project] 10.222.0.52 "DELETE /v2.0/ports/8dfa7925-dd1f-40f0-8a84-233f0885d983 HTTP/1.1" status: 204 len: 173 time: 2.1169181 Jan 28 00:17:05.633405 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25fb114-9695-4fa1-8336-092fb685067c', 'name': 'network-vif-deleted', 'tag': '8dfa7925-dd1f-40f0-8a84-233f0885d983'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:17:05.638909 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4e8d03-ac5d-4e1b-bee4-196a7ecd9b98" -d '{"events": [{"server_uuid": "f25fb114-9695-4fa1-8336-092fb685067c", "name": "network-vif-deleted", "tag": "8dfa7925-dd1f-40f0-8a84-233f0885d983"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:17:05.752305 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef4261-141c-4754-926f-2c8bd77d6b7a None None] Pushing event updated for resources: {'Port': ['ID=dfc3ed81-e4b1-4829-aa64-07cd86d9acbf,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:05.795791 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fd0fd7-ff07-4ac3-8cc9-15e8db09f846 admin admin] Router fe901e28-3690-436f-881e-a4b1fdaa8f5f is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:17:05.804201 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 265b134a-c49b-4a35-8721-3837452be0db is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:17:05.835807 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-ea017b72-238d-445e-aebf-410df4763813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'name': 'tempest-TaggedBootDevicesTest_v242-1800080948-router', 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '265b134a-c49b-4a35-8721-3837452be0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:16:49Z', 'updated_at': '2022-01-28T00:16:55Z', 'revision_number': 4, 'project_id': '160a5827a22f400b84570ea4a4c65c01', 'gw_port': {'id': '265b134a-c49b-4a35-8721-3837452be0db', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:16:50Z', 'updated_at': '2022-01-28T00:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'dfc3ed81-e4b1-4829-aa64-07cd86d9acbf', 'name': '', 'network_id': '97c33ad0-0461-45c3-9dc8-98632a31ba84', 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'mac_address': 'fa:16:3e:9e:4d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '1d093807-7e7b-4a9f-8622-0558c2c97c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:16:54Z', 'updated_at': '2022-01-28T00:17:04Z', 'revision_number': 4, 'project_id': '160a5827a22f400b84570ea4a4c65c01', 'subnets': [{'id': '1d093807-7e7b-4a9f-8622-0558c2c97c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:17:05.855305 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-6ef6dbba-8a43-42af-9f3a-4b818d055d71 service neutron] 10.222.0.52 "GET /v2.0/ports/032c02e9-3bf8-41e6-b5be-6857fa3a7a97/bindings/n-h1-826754-1 HTTP/1.1" status: 200 len: 384 time: 0.1696043 Jan 28 00:17:05.923473 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-87a7d392-5401-4d45-ba5b-6fe2fa1bb55e None None] Current status of the port dfc3ed81-e4b1-4829-aa64-07cd86d9acbf is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:17:05.980107 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea017b72-238d-445e-aebf-410df4763813 None None] The sync data for ids ['d179add1-bfa7-46d5-a2f9-e71560331bb6'] in n-d-826754-1 is: [{'id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'name': 'tempest-TaggedBootDevicesTest_v242-1800080948-router', 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '265b134a-c49b-4a35-8721-3837452be0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:16:49Z', 'updated_at': '2022-01-28T00:16:55Z', 'revision_number': 4, 'project_id': '160a5827a22f400b84570ea4a4c65c01', 'gw_port': {'id': '265b134a-c49b-4a35-8721-3837452be0db', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:16:50Z', 'updated_at': '2022-01-28T00:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'dfc3ed81-e4b1-4829-aa64-07cd86d9acbf', 'name': '', 'network_id': '97c33ad0-0461-45c3-9dc8-98632a31ba84', 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'mac_address': 'fa:16:3e:9e:4d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '1d093807-7e7b-4a9f-8622-0558c2c97c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:16:54Z', 'updated_at': '2022-01-28T00:17:04Z', 'revision_number': 4, 'project_id': '160a5827a22f400b84570ea4a4c65c01', 'subnets': [{'id': '1d093807-7e7b-4a9f-8622-0558c2c97c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:17:06.006821 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2111b4c5-1f41-405f-aa64-4713f569683f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:06.109134 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fd0fd7-ff07-4ac3-8cc9-15e8db09f846 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:17:06.126975 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1b0bed-219f-48a8-a08f-2b1b9caa35be None None] Sync routers for ids ['fe901e28-3690-436f-881e-a4b1fdaa8f5f'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:17:06.166092 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-64f8a5f4-1f00-46aa-a1dc-9727b0b2316c tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Publish callbacks [] for port (34684a4e-359f-4500-9182-6943eef91690), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:06.185901 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c7fd0fd7-ff07-4ac3-8cc9-15e8db09f846 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:06.187196 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1b0bed-219f-48a8-a08f-2b1b9caa35be None None] Routers {'fe901e28-3690-436f-881e-a4b1fdaa8f5f'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:17:06.188359 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-ff1b0bed-219f-48a8-a08f-2b1b9caa35be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:16:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['fe901e28-3690-436f-881e-a4b1fdaa8f5f'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:17:06.193203 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c7fd0fd7-ff07-4ac3-8cc9-15e8db09f846 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7141390 Jan 28 00:17:06.203236 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 54364) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:17:06.288183 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-64f8a5f4-1f00-46aa-a1dc-9727b0b2316c tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (34684a4e-359f-4500-9182-6943eef91690), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:06.383751 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8a5f4-1f00-46aa-a1dc-9727b0b2316c tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Pushing event updated for resources: {'Port': ['ID=34684a4e-359f-4500-9182-6943eef91690,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:06.451172 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-64f8a5f4-1f00-46aa-a1dc-9727b0b2316c tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Network 34e668b4-51cb-4481-81ad-454dd4332718 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:17:06.452953 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-64f8a5f4-1f00-46aa-a1dc-9727b0b2316c tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:17:06.453664 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-ff1b0bed-219f-48a8-a08f-2b1b9caa35be None None] Set router fe901e28-3690-436f-881e-a4b1fdaa8f5f gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:17:06.461393 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-64f8a5f4-1f00-46aa-a1dc-9727b0b2316c tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:17:06.556086 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178e4616-dbcf-4748-9e25-3617e4c3b172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a25fd0-5ba0-48d5-a53f-f12680067605'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:17:06.557816 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcda48-b3a5-47d9-8760-a87c047711d5 req-7a28fcd5-a13e-4a46-baf3-939b99e9faf4 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:06.564249 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac77f94-0ce0-4a8f-82d9-81c7c741a65d" -d '{"events": [{"server_uuid": "178e4616-dbcf-4748-9e25-3617e4c3b172", "name": "network-vif-plugged", "status": "completed", "tag": "54a25fd0-5ba0-48d5-a53f-f12680067605"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:17:06.566086 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-64f8a5f4-1f00-46aa-a1dc-9727b0b2316c tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:06.566856 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-64f8a5f4-1f00-46aa-a1dc-9727b0b2316c tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:06.572746 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-10dcda48-b3a5-47d9-8760-a87c047711d5 req-7a28fcd5-a13e-4a46-baf3-939b99e9faf4 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 944 time: 0.5264361 Jan 28 00:17:06.634370 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-64f8a5f4-1f00-46aa-a1dc-9727b0b2316c tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5051386 Jan 28 00:17:06.668180 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-3c5d61fa-2f07-4c4b-809a-1027d52ac528 service neutron] Request body: {'port': {'device_id': '462df977-6a9d-4e91-b5b8-1f84d2c8b593', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:17:06.805132 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-3c5d61fa-2f07-4c4b-809a-1027d52ac528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (34684a4e-359f-4500-9182-6943eef91690), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:06.920174 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-ff1b0bed-219f-48a8-a08f-2b1b9caa35be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe901e28-3690-436f-881e-a4b1fdaa8f5f', 'name': 'tempest-TaggedBootDevicesTest_v242-1584634189-router', 'tenant_id': '935847cc5619485a960cee48252bc87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '471931f4-cd1e-458c-8e7c-344229f0c161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:17:00Z', 'updated_at': '2022-01-28T00:17:03Z', 'revision_number': 3, 'project_id': '935847cc5619485a960cee48252bc87d', 'gw_port': {'id': '471931f4-cd1e-458c-8e7c-344229f0c161', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:af:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe901e28-3690-436f-881e-a4b1fdaa8f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:17:02Z', 'updated_at': '2022-01-28T00:17:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:17:06.980035 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 8dfa7925-dd1f-40f0-8a84-233f0885d983 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:17:06.983205 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45a0f93-ed50-4ab5-b01d-b711f8517d38 None None] Network 5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:17:07.214086 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1b0bed-219f-48a8-a08f-2b1b9caa35be None None] Checking router: fe901e28-3690-436f-881e-a4b1fdaa8f5f for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:17:07.214423 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1b0bed-219f-48a8-a08f-2b1b9caa35be None None] Updating router fe901e28-3690-436f-881e-a4b1fdaa8f5f port 471931f4-cd1e-458c-8e7c-344229f0c161 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:17:07.223178 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-10dcda48-b3a5-47d9-8760-a87c047711d5 req-a33409dc-0cfa-46f2-ab8e-ccbf088041b1 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6454055 Jan 28 00:17:07.251348 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:17:07.285546 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-54395e32-906d-4feb-ad8f-f78f585c9bd4 service neutron] For port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=032c02e9-3bf8-41e6-b5be-6857fa3a7a97,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:07.303407 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 8dfa7925-dd1f-40f0-8a84-233f0885d983 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:17:07.303938 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 8dfa7925-dd1f-40f0-8a84-233f0885d983 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:17:07.304810 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfb3f8-3a0a-458d-9c6a-a5137cedc0c8 req-69e2a6ec-b6b3-447c-b004-e8636fb05599 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:07.313056 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-12cfb3f8-3a0a-458d-9c6a-a5137cedc0c8 req-69e2a6ec-b6b3-447c-b004-e8636fb05599 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=462df977-6a9d-4e91-b5b8-1f84d2c8b593 HTTP/1.1" status: 200 len: 931 time: 0.6578205 Jan 28 00:17:07.314536 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-3c5d61fa-2f07-4c4b-809a-1027d52ac528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34684a4e-359f-4500-9182-6943eef91690 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:17:07.331201 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-dc5accdd-6776-4a29-9832-46470309ee32 None None] Provisioning complete for port 3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:17:07.331568 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dc5accdd-6776-4a29-9832-46470309ee32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:07.334611 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-3c5d61fa-2f07-4c4b-809a-1027d52ac528 service neutron] Publish callbacks [] for port (34684a4e-359f-4500-9182-6943eef91690), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:07.349795 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-3c5d61fa-2f07-4c4b-809a-1027d52ac528 service neutron] Transition to ACTIVE for port object 34684a4e-359f-4500-9182-6943eef91690 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:17:07.358472 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-3c5d61fa-2f07-4c4b-809a-1027d52ac528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (34684a4e-359f-4500-9182-6943eef91690), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:07.375761 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ff1b0bed-219f-48a8-a08f-2b1b9caa35be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (471931f4-cd1e-458c-8e7c-344229f0c161), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:07.386687 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-54395e32-906d-4feb-ad8f-f78f585c9bd4 service neutron] For port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:17:07.493147 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d61fa-2f07-4c4b-809a-1027d52ac528 service neutron] Pushing event updated for resources: {'Port': ['ID=34684a4e-359f-4500-9182-6943eef91690,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:07.503849 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-54395e32-906d-4feb-ad8f-f78f585c9bd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:17:07.515702 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-12cfb3f8-3a0a-458d-9c6a-a5137cedc0c8 req-2654c222-07f2-4f71-8132-1aaf1555446f tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016857 Jan 28 00:17:07.546454 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-54395e32-906d-4feb-ad8f-f78f585c9bd4 service neutron] For port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=032c02e9-3bf8-41e6-b5be-6857fa3a7a97,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:07.633227 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e0af6-dbe9-4dfa-983b-55b7cee9de59 req-3bcee757-7de3-4ddb-a2c1-5f78d725e550 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:07.641444 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cb6e0af6-dbe9-4dfa-983b-55b7cee9de59 req-3bcee757-7de3-4ddb-a2c1-5f78d725e550 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/ports?device_id=178e4616-dbcf-4748-9e25-3617e4c3b172 HTTP/1.1" status: 200 len: 946 time: 0.2290361 Jan 28 00:17:07.647341 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99db64bd-499a-42a2-82af-99ed14749e39 x-openstack-request-id: req-99db64bd-499a-42a2-82af-99ed14749e39 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:17:07.647716 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25fb114-9695-4fa1-8336-092fb685067c", "name": "network-vif-deleted", "tag": "8dfa7925-dd1f-40f0-8a84-233f0885d983", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:17:07.647934 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-99db64bd-499a-42a2-82af-99ed14749e39 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:17:07.648354 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25fb114-9695-4fa1-8336-092fb685067c', 'name': 'network-vif-deleted', 'tag': '8dfa7925-dd1f-40f0-8a84-233f0885d983', 'status': 'completed', 'code': 200} Jan 28 00:17:07.648902 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-3c5d61fa-2f07-4c4b-809a-1027d52ac528 service neutron] Attempting to bind port 34684a4e-359f-4500-9182-6943eef91690 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:17:07.649243 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-3c5d61fa-2f07-4c4b-809a-1027d52ac528 service neutron] Attempting to bind port 34684a4e-359f-4500-9182-6943eef91690 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'ace7d952-8e54-40cc-9a29-51557919e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '34e668b4-51cb-4481-81ad-454dd4332718'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:17:07.649576 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-3c5d61fa-2f07-4c4b-809a-1027d52ac528 service neutron] Attempting to bind port 34684a4e-359f-4500-9182-6943eef91690 on network 34e668b4-51cb-4481-81ad-454dd4332718 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:17:07.655999 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-54395e32-906d-4feb-ad8f-f78f585c9bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (032c02e9-3bf8-41e6-b5be-6857fa3a7a97), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:07.659546 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-3c5d61fa-2f07-4c4b-809a-1027d52ac528 service neutron] Port 34684a4e-359f-4500-9182-6943eef91690 on network 34e668b4-51cb-4481-81ad-454dd4332718 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:17:07.659934 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-3c5d61fa-2f07-4c4b-809a-1027d52ac528 service neutron] Attempting to bind port 34684a4e-359f-4500-9182-6943eef91690 on network 34e668b4-51cb-4481-81ad-454dd4332718 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:17:07.688817 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-3c5d61fa-2f07-4c4b-809a-1027d52ac528 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:17:07.689156 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-3c5d61fa-2f07-4c4b-809a-1027d52ac528 service neutron] Checking segment: {'id': 'ace7d952-8e54-40cc-9a29-51557919e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '34e668b4-51cb-4481-81ad-454dd4332718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:17:07.689535 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-3c5d61fa-2f07-4c4b-809a-1027d52ac528 service neutron] Bound using segment: {'id': 'ace7d952-8e54-40cc-9a29-51557919e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '34e668b4-51cb-4481-81ad-454dd4332718'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:17:07.690289 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-3c5d61fa-2f07-4c4b-809a-1027d52ac528 service neutron] Bound port: 34684a4e-359f-4500-9182-6943eef91690, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace7d952-8e54-40cc-9a29-51557919e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '34e668b4-51cb-4481-81ad-454dd4332718'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:17:07.690426 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-3c5d61fa-2f07-4c4b-809a-1027d52ac528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (34684a4e-359f-4500-9182-6943eef91690), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:07.708053 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:17:07.710921 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:07.801242 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-3c5d61fa-2f07-4c4b-809a-1027d52ac528 service neutron] For port 34684a4e-359f-4500-9182-6943eef91690, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:17:07.805283 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-3c5d61fa-2f07-4c4b-809a-1027d52ac528 service neutron] For port 34684a4e-359f-4500-9182-6943eef91690, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=34684a4e-359f-4500-9182-6943eef91690,segment=NetworkSegment(ace7d952-8e54-40cc-9a29-51557919e996),segment_id=ace7d952-8e54-40cc-9a29-51557919e996)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:17:07.811873 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-3c5d61fa-2f07-4c4b-809a-1027d52ac528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (34684a4e-359f-4500-9182-6943eef91690), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:07.849693 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-3c5d61fa-2f07-4c4b-809a-1027d52ac528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:07.850173 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-3c5d61fa-2f07-4c4b-809a-1027d52ac528 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:07.851745 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-3c5d61fa-2f07-4c4b-809a-1027d52ac528 service neutron] 10.222.0.52 "PUT /v2.0/ports/34684a4e-359f-4500-9182-6943eef91690 HTTP/1.1" status: 200 len: 1091 time: 1.1906729 Jan 28 00:17:07.852230 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462df977-6a9d-4e91-b5b8-1f84d2c8b593', 'tag': '34684a4e-359f-4500-9182-6943eef91690'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:17:07.854587 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e499d174-4da5-406f-ab91-b61d374c53a1" -d '{"events": [{"name": "network-changed", "server_uuid": "462df977-6a9d-4e91-b5b8-1f84d2c8b593", "tag": "34684a4e-359f-4500-9182-6943eef91690"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:17:07.890186 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-7c75a98e-5eef-472b-ac5a-3a1a0f41ad76 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=15e12218ae23498f8976895fc1081122&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1304305 Jan 28 00:17:07.896845 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d61fa-2f07-4c4b-809a-1027d52ac528 service neutron] Pushing event updated for resources: {'Port': ['ID=34684a4e-359f-4500-9182-6943eef91690,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:07.984952 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-dc5accdd-6776-4a29-9832-46470309ee32 None None] Current status of the port 3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:17:07.985616 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dc5accdd-6776-4a29-9832-46470309ee32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:08.000435 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-a5c82110-b00e-4f10-8f88-b298a35dd376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:08.003653 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-a5c82110-b00e-4f10-8f88-b298a35dd376 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a3a3fbb77c24b80b33584dcb2b7c06c&device_id=462df977-6a9d-4e91-b5b8-1f84d2c8b593 HTTP/1.1" status: 200 len: 1094 time: 0.0815756 Jan 28 00:17:08.095307 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-dc5accdd-6776-4a29-9832-46470309ee32 None None] For port 3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92,segment=NetworkSegment(968ede83-f29c-4243-b708-401482bc7716),segment_id=968ede83-f29c-4243-b708-401482bc7716)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:08.113602 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:17:08.114174 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:08.117577 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cb6e0af6-dbe9-4dfa-983b-55b7cee9de59 req-91874d51-59f0-40f1-9ba5-c5ee48e76653 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/security-groups?id=daded75b-ba1a-4ea8-9e2b-53ddf9eb1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747734 Jan 28 00:17:08.138831 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dc5accdd-6776-4a29-9832-46470309ee32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:08.146892 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-3c260b8c-3594-4295-a798-52f32539f916 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34684a4e-359f-4500-9182-6943eef91690 HTTP/1.1" status: 200 len: 217 time: 0.1278605 Jan 28 00:17:08.187696 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-54395e32-906d-4feb-ad8f-f78f585c9bd4 service neutron] Transition to ACTIVE for port object 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:17:08.214456 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 54390) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:17:08.219813 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-54395e32-906d-4feb-ad8f-f78f585c9bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (032c02e9-3bf8-41e6-b5be-6857fa3a7a97), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:08.303508 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:17:08.304330 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:17:08.330655 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-c469cc0a-a7fb-41ea-9d09-3dbfe901cc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:08.338587 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-c469cc0a-a7fb-41ea-9d09-3dbfe901cc0d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40be5895-f422-46c1-9739-caeeaa660ce4 HTTP/1.1" status: 200 len: 854 time: 0.1837151 Jan 28 00:17:08.366279 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d95b0d21-b9a8-47c4-b17a-4d6b4a3ede0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:08.414728 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5accdd-6776-4a29-9832-46470309ee32 None None] Pushing event updated for resources: {'Port': ['ID=3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:08.431197 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ff1b0bed-219f-48a8-a08f-2b1b9caa35be None None] Publish callbacks [] for port (471931f4-cd1e-458c-8e7c-344229f0c161), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:08.444650 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ff1b0bed-219f-48a8-a08f-2b1b9caa35be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (471931f4-cd1e-458c-8e7c-344229f0c161), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:08.444985 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4d7cef8-4e9e-4e30-872c-8c27ca169052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:08.454708 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-51fe1962-c22b-46c3-b286-d9703a14b83b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=34e668b4-51cb-4481-81ad-454dd4332718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037734 Jan 28 00:17:08.462345 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718a78b8-955b-4c7c-8ff6-fc8835a1de27 x-openstack-request-id: req-718a78b8-955b-4c7c-8ff6-fc8835a1de27 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:17:08.463891 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178e4616-dbcf-4748-9e25-3617e4c3b172", "name": "network-vif-plugged", "status": "completed", "tag": "54a25fd0-5ba0-48d5-a53f-f12680067605", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:17:08.464956 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-718a78b8-955b-4c7c-8ff6-fc8835a1de27 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:17:08.469750 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178e4616-dbcf-4748-9e25-3617e4c3b172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a25fd0-5ba0-48d5-a53f-f12680067605', 'code': 200} Jan 28 00:17:08.625553 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-54395e32-906d-4feb-ad8f-f78f585c9bd4 service neutron] No DVR routers for this DVR port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:17:08.626682 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-ff1b0bed-219f-48a8-a08f-2b1b9caa35be None None] Attempting to bind port 471931f4-cd1e-458c-8e7c-344229f0c161 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:17:08.627366 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-ff1b0bed-219f-48a8-a08f-2b1b9caa35be None None] Attempting to bind port 471931f4-cd1e-458c-8e7c-344229f0c161 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:17:08.631941 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1b0bed-219f-48a8-a08f-2b1b9caa35be None None] Attempting to bind port 471931f4-cd1e-458c-8e7c-344229f0c161 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:17:08.643496 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba7e87-283c-4571-b84f-144fbddc970c None None] Pushing event updated for resources: {'Port': ['ID=471931f4-cd1e-458c-8e7c-344229f0c161,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:08.645716 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d6f15082-628a-476b-bdf4-900f4393d325 None None] Provisioning complete for port 3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:17:08.646230 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d6f15082-628a-476b-bdf4-900f4393d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:08.655216 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1b0bed-219f-48a8-a08f-2b1b9caa35be None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:17:08.656368 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1b0bed-219f-48a8-a08f-2b1b9caa35be None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:17:08.657309 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ff1b0bed-219f-48a8-a08f-2b1b9caa35be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:08.658282 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1b0bed-219f-48a8-a08f-2b1b9caa35be None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:17:08.659423 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-ff1b0bed-219f-48a8-a08f-2b1b9caa35be None None] Bound port: 471931f4-cd1e-458c-8e7c-344229f0c161, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:17:08.660136 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ff1b0bed-219f-48a8-a08f-2b1b9caa35be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (471931f4-cd1e-458c-8e7c-344229f0c161), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:08.661553 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfe5bf5-e308-4256-b945-40b01fefdbce x-openstack-request-id: req-fcfe5bf5-e308-4256-b945-40b01fefdbce {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:17:08.662051 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462df977-6a9d-4e91-b5b8-1f84d2c8b593", "tag": "34684a4e-359f-4500-9182-6943eef91690", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:17:08.662499 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fcfe5bf5-e308-4256-b945-40b01fefdbce {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:17:08.663198 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462df977-6a9d-4e91-b5b8-1f84d2c8b593', 'tag': '34684a4e-359f-4500-9182-6943eef91690', 'status': 'completed', 'code': 200} Jan 28 00:17:08.697023 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54395e32-906d-4feb-ad8f-f78f585c9bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=032c02e9-3bf8-41e6-b5be-6857fa3a7a97,revision_number=10']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:08.722100 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-d7338680-1bbc-419e-8cf3-b439ddf992e3 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:08.732792 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-d7338680-1bbc-419e-8cf3-b439ddf992e3 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8070498 Jan 28 00:17:08.773511 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-beb425fd-5cf6-4619-a926-c882d8a3cc42 service neutron] 10.222.0.52 "GET /v2.0/networks/34e668b4-51cb-4481-81ad-454dd4332718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114371 Jan 28 00:17:08.785559 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-ff1b0bed-219f-48a8-a08f-2b1b9caa35be None None] For port 471931f4-cd1e-458c-8e7c-344229f0c161, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:17:08.789588 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-ff1b0bed-219f-48a8-a08f-2b1b9caa35be None None] For port 471931f4-cd1e-458c-8e7c-344229f0c161, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=471931f4-cd1e-458c-8e7c-344229f0c161,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:17:08.823608 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-52e89b98-6e8d-4b9a-8483-f072360d84fe tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/quotas/15e12218ae23498f8976895fc1081122 HTTP/1.1" status: 200 len: 375 time: 0.0895407 Jan 28 00:17:08.854975 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-54395e32-906d-4feb-ad8f-f78f585c9bd4 service neutron] 10.222.0.52 "PUT /v2.0/ports/032c02e9-3bf8-41e6-b5be-6857fa3a7a97/bindings/n-h1-826754-1/activate HTTP/1.1" status: 200 len: 369 time: 2.9919741 Jan 28 00:17:08.858547 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ff1b0bed-219f-48a8-a08f-2b1b9caa35be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (471931f4-cd1e-458c-8e7c-344229f0c161), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:08.931361 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373bb3bb-3b2d-4b3a-946c-cc557b66794c req-c4840b77-b5ea-4b21-bdfb-07bc89c002c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:08.933009 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-373bb3bb-3b2d-4b3a-946c-cc557b66794c req-c4840b77-b5ea-4b21-bdfb-07bc89c002c0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=178e4616-dbcf-4748-9e25-3617e4c3b172 HTTP/1.1" status: 200 len: 1097 time: 0.3157525 Jan 28 00:17:08.944865 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d6f15082-628a-476b-bdf4-900f4393d325 None None] Current status of the port 3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:17:08.954868 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:17:08.955892 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device dfc3ed81-e4b1-4829-aa64-07cd86d9acbf up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:17:08.963284 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ecf4ec9d-7f19-48c1-9a1e-60c3fae985dc req-fc23f41b-5abb-4d58-a2a2-97c53433f158 service neutron] 10.222.0.52 "GET /v2.0/networks/34e668b4-51cb-4481-81ad-454dd4332718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810718 Jan 28 00:17:08.994419 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba7e87-283c-4571-b84f-144fbddc970c None None] Pushing event updated for resources: {'Port': ['ID=471931f4-cd1e-458c-8e7c-344229f0c161,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:09.002682 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1b0bed-219f-48a8-a08f-2b1b9caa35be None None] Routers {'fe901e28-3690-436f-881e-a4b1fdaa8f5f'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:17:09.003872 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-ff1b0bed-219f-48a8-a08f-2b1b9caa35be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:17:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['fe901e28-3690-436f-881e-a4b1fdaa8f5f'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:17:09.073892 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11623c6-b274-4283-b216-a570b2b6e4fa req-45ae49e5-b311-4e8e-a5f6-b99c3a1b3594 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:09.075869 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b11623c6-b274-4283-b216-a570b2b6e4fa req-45ae49e5-b311-4e8e-a5f6-b99c3a1b3594 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 945 time: 0.2991779 Jan 28 00:17:09.083544 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-095325e2-d918-4506-b9b1-e58fd2de6e30 admin admin] Deleting subnet 1cf259c4-4e5d-4731-814e-e633d701ebdd {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:17:09.109227 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-095325e2-d918-4506-b9b1-e58fd2de6e30 admin admin] Publish callbacks [] for subnet (1cf259c4-4e5d-4731-814e-e633d701ebdd), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:09.116329 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port dfc3ed81-e4b1-4829-aa64-07cd86d9acbf triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:17:09.116720 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (dfc3ed81-e4b1-4829-aa64-07cd86d9acbf), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:09.143860 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499d174-4da5-406f-ab91-b61d374c53a1 req-7bf77dd3-dcfc-4c71-a129-b4b4242e0c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:09.146790 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e499d174-4da5-406f-ab91-b61d374c53a1 req-7bf77dd3-dcfc-4c71-a129-b4b4242e0c35 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a3a3fbb77c24b80b33584dcb2b7c06c&device_id=462df977-6a9d-4e91-b5b8-1f84d2c8b593 HTTP/1.1" status: 200 len: 1094 time: 0.0832880 Jan 28 00:17:09.161432 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-a4d7cef8-4e9e-4e30-872c-8c27ca169052 admin admin] Allocated IP 172.20.0.1 (5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f/3fadb005-12d6-4f36-8677-1d85ab076a12/942c7d41-a610-4aaa-95ed-ec6486a1afe8) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:17:09.176985 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-ff1b0bed-219f-48a8-a08f-2b1b9caa35be None None] Set router fe901e28-3690-436f-881e-a4b1fdaa8f5f gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:17:09.188989 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-373bb3bb-3b2d-4b3a-946c-cc557b66794c req-5b448829-49f1-420c-a255-7df476856253 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=daded75b-ba1a-4ea8-9e2b-53ddf9eb1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321801 Jan 28 00:17:09.205184 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-f46c00b6-9d05-4ecf-a9a5-60018001fbbe tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=15e12218ae23498f8976895fc1081122&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3363068 Jan 28 00:17:09.214988 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-095325e2-d918-4506-b9b1-e58fd2de6e30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (1cf259c4-4e5d-4731-814e-e633d701ebdd), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:09.240342 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-34367e23-541a-401a-8c48-df6baf4d7d71 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:09.241993 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-34367e23-541a-401a-8c48-df6baf4d7d71 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c&tenant_id=8a78e89f3df84c31929be575e138a975&binding%3Ahost_id=n-h2-826754-1 HTTP/1.1" status: 200 len: 1096 time: 0.2655900 Jan 28 00:17:09.326062 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b11623c6-b274-4283-b216-a570b2b6e4fa req-94e85ecc-0efe-47aa-b38a-5119db965713 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128835 Jan 28 00:17:09.334387 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499d174-4da5-406f-ab91-b61d374c53a1 req-d54bc127-f0aa-4d25-9abe-3dc2fcac191f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:09.338091 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e499d174-4da5-406f-ab91-b61d374c53a1 req-d54bc127-f0aa-4d25-9abe-3dc2fcac191f service neutron] 10.222.0.52 "GET /v2.0/networks?id=34e668b4-51cb-4481-81ad-454dd4332718 HTTP/1.1" status: 200 len: 915 time: 0.1837680 Jan 28 00:17:09.343309 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-095325e2-d918-4506-b9b1-e58fd2de6e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (1cf259c4-4e5d-4731-814e-e633d701ebdd), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:09.380603 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port dfc3ed81-e4b1-4829-aa64-07cd86d9acbf is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:17:09.455444 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e499d174-4da5-406f-ab91-b61d374c53a1 req-0771d6f6-7679-4c46-9a89-eb1fe2944f38 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34684a4e-359f-4500-9182-6943eef91690 HTTP/1.1" status: 200 len: 217 time: 0.1056137 Jan 28 00:17:09.464380 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4d7cef8-4e9e-4e30-872c-8c27ca169052 admin admin] Publish callbacks [] for port (942c7d41-a610-4aaa-95ed-ec6486a1afe8), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:09.528573 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-095325e2-d918-4506-b9b1-e58fd2de6e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (1cf259c4-4e5d-4731-814e-e633d701ebdd), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:09.545738 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-ff1b0bed-219f-48a8-a08f-2b1b9caa35be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe901e28-3690-436f-881e-a4b1fdaa8f5f', 'name': 'tempest-TaggedBootDevicesTest_v242-1584634189-router', 'tenant_id': '935847cc5619485a960cee48252bc87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '471931f4-cd1e-458c-8e7c-344229f0c161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:17:00Z', 'updated_at': '2022-01-28T00:17:03Z', 'revision_number': 3, 'project_id': '935847cc5619485a960cee48252bc87d', 'gw_port': {'id': '471931f4-cd1e-458c-8e7c-344229f0c161', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:af:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe901e28-3690-436f-881e-a4b1fdaa8f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:17:02Z', 'updated_at': '2022-01-28T00:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:17:09.588634 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:17:09.592417 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1b0bed-219f-48a8-a08f-2b1b9caa35be None None] The sync data for ids ['fe901e28-3690-436f-881e-a4b1fdaa8f5f'] in n-d-826754-1 is: [{'id': 'fe901e28-3690-436f-881e-a4b1fdaa8f5f', 'name': 'tempest-TaggedBootDevicesTest_v242-1584634189-router', 'tenant_id': '935847cc5619485a960cee48252bc87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '471931f4-cd1e-458c-8e7c-344229f0c161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:17:00Z', 'updated_at': '2022-01-28T00:17:03Z', 'revision_number': 3, 'project_id': '935847cc5619485a960cee48252bc87d', 'gw_port': {'id': '471931f4-cd1e-458c-8e7c-344229f0c161', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:af:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe901e28-3690-436f-881e-a4b1fdaa8f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:17:02Z', 'updated_at': '2022-01-28T00:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:17:09.598061 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:09.610986 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499d174-4da5-406f-ab91-b61d374c53a1 req-543fcd7a-0bb3-4de2-b114-aea7e26753d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:09.617249 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e499d174-4da5-406f-ab91-b61d374c53a1 req-543fcd7a-0bb3-4de2-b114-aea7e26753d6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40be5895-f422-46c1-9739-caeeaa660ce4 HTTP/1.1" status: 200 len: 854 time: 0.1561985 Jan 28 00:17:09.642180 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-095325e2-d918-4506-b9b1-e58fd2de6e30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:09.647237 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-095325e2-d918-4506-b9b1-e58fd2de6e30 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1cf259c4-4e5d-4731-814e-e633d701ebdd HTTP/1.1" status: 204 len: 168 time: 1.4290326 Jan 28 00:17:09.651099 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095325e2-d918-4506-b9b1-e58fd2de6e30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cf259c4-4e5d-4731-814e-e633d701ebdd,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:09.655451 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 54428) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:17:09.682835 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:17:09.683848 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:09.737914 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-ace7e13b-e989-4200-8611-46ba1b99dc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:09.740181 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-ace7e13b-e989-4200-8611-46ba1b99dc63 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c&tenant_id=8a78e89f3df84c31929be575e138a975 HTTP/1.1" status: 200 len: 1096 time: 0.2669957 Jan 28 00:17:09.745944 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4d7cef8-4e9e-4e30-872c-8c27ca169052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (942c7d41-a610-4aaa-95ed-ec6486a1afe8), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:09.748103 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e499d174-4da5-406f-ab91-b61d374c53a1 req-348a3f2f-f8f1-4401-bdc0-7d74af84421e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=34e668b4-51cb-4481-81ad-454dd4332718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1230166 Jan 28 00:17:09.816932 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e0955286-9dc3-4f86-a3b2-010ba3ffc94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:09.866190 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d7cef8-4e9e-4e30-872c-8c27ca169052 admin admin] Network 5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:17:09.879185 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-a4d7cef8-4e9e-4e30-872c-8c27ca169052 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:17:09.881927 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d7cef8-4e9e-4e30-872c-8c27ca169052 admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:17:09.891084 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7cef8-4e9e-4e30-872c-8c27ca169052 admin admin] Pushing event updated for resources: {'Port': ['ID=942c7d41-a610-4aaa-95ed-ec6486a1afe8,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:09.970718 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-1c600380-4938-4b24-a807-a272c04f7719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:09.972862 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-1c600380-4938-4b24-a807-a272c04f7719 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a78e89f3df84c31929be575e138a975&device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 1096 time: 0.1718137 Jan 28 00:17:09.979039 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4d7cef8-4e9e-4e30-872c-8c27ca169052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (fe901e28-3690-436f-881e-a4b1fdaa8f5f), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:10.096640 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:17:10.175788 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e0955286-9dc3-4f86-a3b2-010ba3ffc94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:10.314343 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e499d174-4da5-406f-ab91-b61d374c53a1 req-a2c7c677-e883-49fc-b8d0-a055b58eae26 service neutron] 10.222.0.52 "GET /v2.0/networks/34e668b4-51cb-4481-81ad-454dd4332718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5593069 Jan 28 00:17:10.518241 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-7ca1c7a8-a949-4774-bd57-6286987e2037 None None] Provisioning complete for port 942c7d41-a610-4aaa-95ed-ec6486a1afe8 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:17:10.518731 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ca1c7a8-a949-4774-bd57-6286987e2037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (942c7d41-a610-4aaa-95ed-ec6486a1afe8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:10.604955 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-7ca1c7a8-a949-4774-bd57-6286987e2037 None None] Port 942c7d41-a610-4aaa-95ed-ec6486a1afe8 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:17:10.978151 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e499d174-4da5-406f-ab91-b61d374c53a1 req-7212e30d-4660-4ed7-b305-ff7f35255d43 service neutron] 10.222.0.52 "GET /v2.0/networks/34e668b4-51cb-4481-81ad-454dd4332718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6566865 Jan 28 00:17:10.984446 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:10.995277 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-29d0c487-d7f9-4613-b1c3-38a9ea650377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:10.997449 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-29d0c487-d7f9-4613-b1c3-38a9ea650377 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 200 len: 908 time: 1.0026124 Jan 28 00:17:11.000175 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-e0955286-9dc3-4f86-a3b2-010ba3ffc94a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:17:11.050122 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-e0955286-9dc3-4f86-a3b2-010ba3ffc94a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43104a21-7151-4568-9565-5a61e6d921d7') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:17:11.050439 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-e0955286-9dc3-4f86-a3b2-010ba3ffc94a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43104a21-7151-4568-9565-5a61e6d921d7') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:17:11.146039 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e0955286-9dc3-4f86-a3b2-010ba3ffc94a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (43104a21-7151-4568-9565-5a61e6d921d7), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:11.148856 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-a5bbbf32-db99-4dc1-a95d-aef5fce99a07 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=032c02e9-3bf8-41e6-b5be-6857fa3a7a97 HTTP/1.1" status: 200 len: 217 time: 0.1370759 Jan 28 00:17:11.221590 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6571a88-17b4-4a76-ab48-10eda7726ff7 req-1dc06426-5bf5-4969-a07e-d60e61a94da4 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:11.223223 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6571a88-17b4-4a76-ab48-10eda7726ff7 req-1dc06426-5bf5-4969-a07e-d60e61a94da4 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/ports?device_id=178e4616-dbcf-4748-9e25-3617e4c3b172 HTTP/1.1" status: 200 len: 946 time: 0.2381692 Jan 28 00:17:11.224395 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e0955286-9dc3-4f86-a3b2-010ba3ffc94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (43104a21-7151-4568-9565-5a61e6d921d7), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:11.243323 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0955286-9dc3-4f86-a3b2-010ba3ffc94a admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:17:11.243774 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e0955286-9dc3-4f86-a3b2-010ba3ffc94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (43104a21-7151-4568-9565-5a61e6d921d7), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:11.251010 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:17:11.251010 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:17:11.251010 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:17:11.251010 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:17:11.251010 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:17:11.251010 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:17:11.251010 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:17:11.251010 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:17:11.251010 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:17:11.251010 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:17:11.251010 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:17:11.251010 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:17:11.251010 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:17:11.251010 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:17:11.251010 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:17:11.251010 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:17:11.251010 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:17:11.251010 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:17:11.251010 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:17:11.251010 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:17:11.251010 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:17:11.251010 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:17:11.251010 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:17:11.251010 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:17:11.251010 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:17:11.251010 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:17:11.251010 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:17:11.251010 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:17:11.251010 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:17:11.251010 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:17:11.251010 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:17:11.251010 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:17:11.272446 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e0ac9-4702-4ee6-a524-67de39f28552 req-0b1a54db-6010-48e3-9499-ee0f5c235d37 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:11.274156 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c13e0ac9-4702-4ee6-a524-67de39f28552 req-0b1a54db-6010-48e3-9499-ee0f5c235d37 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=462df977-6a9d-4e91-b5b8-1f84d2c8b593 HTTP/1.1" status: 200 len: 943 time: 0.3288593 Jan 28 00:17:11.383300 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-d2079ea1-0c94-4e5e-9271-7a7aab5b8be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:11.385421 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-d2079ea1-0c94-4e5e-9271-7a7aab5b8be1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a309d6c9-38a3-409d-a906-1638039000ff HTTP/1.1" status: 200 len: 847 time: 0.2237618 Jan 28 00:17:11.424380 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4d7cef8-4e9e-4e30-872c-8c27ca169052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (942c7d41-a610-4aaa-95ed-ec6486a1afe8), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:11.555884 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-cb54da1e-501b-4079-a521-4fcad734bf4e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ede0cbb9-a83e-4037-b673-696eabc6b3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1377685 Jan 28 00:17:11.569730 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e0955286-9dc3-4f86-a3b2-010ba3ffc94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:11.585982 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6571a88-17b4-4a76-ab48-10eda7726ff7 req-3929ef5e-bc77-4d17-a71f-3f373f7165dd tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/security-groups?id=daded75b-ba1a-4ea8-9e2b-53ddf9eb1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505201 Jan 28 00:17:11.633393 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 471931f4-cd1e-458c-8e7c-344229f0c161 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:17:11.678812 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e0955286-9dc3-4f86-a3b2-010ba3ffc94a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:11.687149 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54472) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:17:11.697096 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e0955286-9dc3-4f86-a3b2-010ba3ffc94a admin admin] 10.222.0.70 "DELETE /v2.0/networks/d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf HTTP/1.1" status: 204 len: 168 time: 2.0379376 Jan 28 00:17:11.704940 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0955286-9dc3-4f86-a3b2-010ba3ffc94a admin admin] Pushing event deleted for resources: {'Network': ['ID=d3dfa5f4-20d3-42b8-8ced-a0f679bb33bf,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:11.715563 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 471931f4-cd1e-458c-8e7c-344229f0c161 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:17:11.716304 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (471931f4-cd1e-458c-8e7c-344229f0c161), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:11.812096 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c13e0ac9-4702-4ee6-a524-67de39f28552 req-b229680c-846d-4773-8cef-507a2e9ba145 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636183 Jan 28 00:17:11.846745 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f4d2d9e-1bdb-4547-b9a6-3a55c7b6fef2 admin admin] Deleting subnet 739ccd1a-2bc6-4a0f-a30f-7d63567eccfe {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:17:11.868044 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f4d2d9e-1bdb-4547-b9a6-3a55c7b6fef2 admin admin] Publish callbacks [] for subnet (739ccd1a-2bc6-4a0f-a30f-7d63567eccfe), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:11.975594 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f4d2d9e-1bdb-4547-b9a6-3a55c7b6fef2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (739ccd1a-2bc6-4a0f-a30f-7d63567eccfe), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:12.012598 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 471931f4-cd1e-458c-8e7c-344229f0c161 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:17:12.013673 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (471931f4-cd1e-458c-8e7c-344229f0c161), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:12.110286 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-440b3f66-c2c3-4d67-9e10-2012db1e8cf4 service neutron] 10.222.0.65 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5194466 Jan 28 00:17:12.126528 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f4d2d9e-1bdb-4547-b9a6-3a55c7b6fef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (739ccd1a-2bc6-4a0f-a30f-7d63567eccfe), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:12.159423 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 471931f4-cd1e-458c-8e7c-344229f0c161, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=471931f4-cd1e-458c-8e7c-344229f0c161,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:12.169841 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (471931f4-cd1e-458c-8e7c-344229f0c161), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:12.224323 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:12.247215 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97558d85-9eab-4686-8b4f-234d3e28028c req-b98d27fd-4800-4aa8-a86e-f74c4ff12ef3 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:12.259457 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97558d85-9eab-4686-8b4f-234d3e28028c req-b98d27fd-4800-4aa8-a86e-f74c4ff12ef3 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 945 time: 0.3033223 Jan 28 00:17:12.314588 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f4d2d9e-1bdb-4547-b9a6-3a55c7b6fef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (739ccd1a-2bc6-4a0f-a30f-7d63567eccfe), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:12.323953 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=471931f4-cd1e-458c-8e7c-344229f0c161,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:12.345750 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d2d9e-1bdb-4547-b9a6-3a55c7b6fef2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=739ccd1a-2bc6-4a0f-a30f-7d63567eccfe,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:12.350719 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f4d2d9e-1bdb-4547-b9a6-3a55c7b6fef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:12.357878 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1f4d2d9e-1bdb-4547-b9a6-3a55c7b6fef2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/739ccd1a-2bc6-4a0f-a30f-7d63567eccfe HTTP/1.1" status: 204 len: 168 time: 0.6690805 Jan 28 00:17:12.359086 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54506) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:17:12.440156 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4d7cef8-4e9e-4e30-872c-8c27ca169052 admin admin] Publish callbacks [] for port (942c7d41-a610-4aaa-95ed-ec6486a1afe8), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:12.466803 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97558d85-9eab-4686-8b4f-234d3e28028c req-d9e540ec-3128-426a-8193-8c39a10561d1 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059231 Jan 28 00:17:12.467950 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4d7cef8-4e9e-4e30-872c-8c27ca169052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (942c7d41-a610-4aaa-95ed-ec6486a1afe8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:12.489865 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c2aa38a-28d0-49f8-a4f8-86b52eeaa39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (25d78472-6339-40aa-b8e6-04c276d3b893), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:12.686881 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-8978befe-7077-4d12-9210-3314bc1d254c service neutron] 10.222.0.65 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5539811 Jan 28 00:17:12.689515 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:12.776358 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7cef8-4e9e-4e30-872c-8c27ca169052 admin admin] Pushing event updated for resources: {'Port': ['ID=942c7d41-a610-4aaa-95ed-ec6486a1afe8,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:12.800803 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c2aa38a-28d0-49f8-a4f8-86b52eeaa39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (25d78472-6339-40aa-b8e6-04c276d3b893), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:12.849250 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-0c2aa38a-28d0-49f8-a4f8-86b52eeaa39c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d78472-6339-40aa-b8e6-04c276d3b893']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:17:12.851471 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4d7cef8-4e9e-4e30-872c-8c27ca169052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (fe901e28-3690-436f-881e-a4b1fdaa8f5f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:12.863877 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a34dce55-2952-4650-a089-761fc97e1edf tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=15e12218ae23498f8976895fc1081122&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706332 Jan 28 00:17:12.865953 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-0c2aa38a-28d0-49f8-a4f8-86b52eeaa39c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '476ffbc1-e1d1-4ae0-bb48-66ca7aaa1c02') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:17:12.866700 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-0c2aa38a-28d0-49f8-a4f8-86b52eeaa39c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '476ffbc1-e1d1-4ae0-bb48-66ca7aaa1c02') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:17:12.888538 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c2aa38a-28d0-49f8-a4f8-86b52eeaa39c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (476ffbc1-e1d1-4ae0-bb48-66ca7aaa1c02), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:12.913414 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c2aa38a-28d0-49f8-a4f8-86b52eeaa39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (476ffbc1-e1d1-4ae0-bb48-66ca7aaa1c02), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:12.930605 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2aa38a-28d0-49f8-a4f8-86b52eeaa39c admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:17:12.931243 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c2aa38a-28d0-49f8-a4f8-86b52eeaa39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (476ffbc1-e1d1-4ae0-bb48-66ca7aaa1c02), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:12.947966 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 34684a4e-359f-4500-9182-6943eef91690 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:17:13.028970 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:17:13.028970 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:17:13.028970 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:17:13.028970 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:17:13.028970 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:17:13.028970 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:17:13.028970 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:17:13.028970 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:17:13.028970 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:17:13.028970 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:17:13.028970 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:17:13.028970 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:17:13.028970 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:17:13.028970 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:17:13.028970 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:17:13.028970 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:17:13.028970 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:17:13.028970 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:17:13.028970 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:17:13.028970 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:17:13.028970 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:17:13.028970 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:17:13.028970 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:17:13.028970 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:17:13.028970 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:17:13.028970 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:17:13.028970 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:17:13.028970 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:17:13.028970 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:17:13.028970 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:17:13.028970 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:17:13.028970 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:17:13.032934 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c2aa38a-28d0-49f8-a4f8-86b52eeaa39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (25d78472-6339-40aa-b8e6-04c276d3b893), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:13.041672 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c2aa38a-28d0-49f8-a4f8-86b52eeaa39c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:13.049260 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0c2aa38a-28d0-49f8-a4f8-86b52eeaa39c admin admin] 10.222.0.70 "DELETE /v2.0/networks/25d78472-6339-40aa-b8e6-04c276d3b893 HTTP/1.1" status: 204 len: 168 time: 0.6857631 Jan 28 00:17:13.101841 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2aa38a-28d0-49f8-a4f8-86b52eeaa39c admin admin] Pushing event deleted for resources: {'Network': ['ID=25d78472-6339-40aa-b8e6-04c276d3b893,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:13.156639 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-e03c175a-a2a9-4962-b32c-b517bde32559 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:13.158954 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-e03c175a-a2a9-4962-b32c-b517bde32559 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2660172 Jan 28 00:17:13.185872 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1acea4-a360-4288-8fb1-7c8440a3bb2c req-900971f9-7af8-404d-9a14-7f33cc37e5ba tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:13.192845 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6a1acea4-a360-4288-8fb1-7c8440a3bb2c req-900971f9-7af8-404d-9a14-7f33cc37e5ba tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/ports?device_id=b086a4c3-1952-47cd-a8dd-d681d4f523cd HTTP/1.1" status: 200 len: 946 time: 0.5150754 Jan 28 00:17:13.199475 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-6664c3c5-6543-4dd9-a53c-6fe03dd48bcb tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Request body: {'port': {'device_id': 'fa222aa9-6a67-4735-b8b0-7409f80a1180', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'admin_state_up': True, 'tenant_id': '15e12218ae23498f8976895fc1081122'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:17:13.345264 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 34684a4e-359f-4500-9182-6943eef91690, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=34684a4e-359f-4500-9182-6943eef91690,segment=NetworkSegment(ace7d952-8e54-40cc-9a29-51557919e996),segment_id=ace7d952-8e54-40cc-9a29-51557919e996)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:13.374538 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '34684a4e-359f-4500-9182-6943eef91690', 'network_id': '34e668b4-51cb-4481-81ad-454dd4332718', 'port_id': '34684a4e-359f-4500-9182-6943eef91690', 'mac_address': 'fa:16:3e:66:07:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40be5895-f422-46c1-9739-caeeaa660ce4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:17:13.374929 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 54524) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:17:13.417584 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-17c160c0-c685-4006-a75d-808861c5ee08 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:13.419986 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-17c160c0-c685-4006-a75d-808861c5ee08 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c&tenant_id=8a78e89f3df84c31929be575e138a975&binding%3Ahost_id=n-h1-826754-1 HTTP/1.1" status: 200 len: 1096 time: 0.0914774 Jan 28 00:17:13.438290 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-d8f2eef2-de81-4726-8379-380368ef9133 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=15e12218ae23498f8976895fc1081122&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5475004 Jan 28 00:17:13.459890 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 34684a4e-359f-4500-9182-6943eef91690 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:17:13.460752 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (34684a4e-359f-4500-9182-6943eef91690), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:13.488942 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34684a4e-359f-4500-9182-6943eef91690 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:17:13.492644 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a38f7342-7fa2-414e-aefc-3632ade5e9b2 req-10cc9b0e-bd1f-4e57-9325-8baf631c4268 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d3f6c96-d648-4aee-898d-109adbb09882 HTTP/1.1" status: 200 len: 210 time: 0.1591048 Jan 28 00:17:13.550269 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 471931f4-cd1e-458c-8e7c-344229f0c161 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:17:13.564462 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 34684a4e-359f-4500-9182-6943eef91690, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=34684a4e-359f-4500-9182-6943eef91690,segment=NetworkSegment(ace7d952-8e54-40cc-9a29-51557919e996),segment_id=ace7d952-8e54-40cc-9a29-51557919e996)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:13.618043 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-d4b1d1ee-09d5-45f6-9603-c89755495b7d service neutron] For port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:17:13.622258 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-d4b1d1ee-09d5-45f6-9603-c89755495b7d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:13.623469 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-75d84111-67ca-4e2f-94b4-cc0d5da5037b req-d4b1d1ee-09d5-45f6-9603-c89755495b7d service neutron] 10.222.0.65 "DELETE /v2.0/ports/032c02e9-3bf8-41e6-b5be-6857fa3a7a97/bindings/n-h2-826754-1 HTTP/1.1" status: 204 len: 173 time: 0.1553819 Jan 28 00:17:13.632926 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (34684a4e-359f-4500-9182-6943eef91690), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:13.687136 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6a1acea4-a360-4288-8fb1-7c8440a3bb2c req-b666b742-77f3-4be9-b4ef-74a255ef1ac1 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/security-groups?id=daded75b-ba1a-4ea8-9e2b-53ddf9eb1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4933343 Jan 28 00:17:13.735039 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d7cef8-4e9e-4e30-872c-8c27ca169052 admin admin] Network 5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:17:13.754028 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=34684a4e-359f-4500-9182-6943eef91690,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:13.764382 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 471931f4-cd1e-458c-8e7c-344229f0c161 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:17:13.764826 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (471931f4-cd1e-458c-8e7c-344229f0c161), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:13.774534 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-a4d7cef8-4e9e-4e30-872c-8c27ca169052 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:17:13.819605 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-6664c3c5-6543-4dd9-a53c-6fe03dd48bcb tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Made reservation on behalf of 15e12218ae23498f8976895fc1081122 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:17:13.824361 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-6664c3c5-6543-4dd9-a53c-6fe03dd48bcb tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:13.892348 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 471931f4-cd1e-458c-8e7c-344229f0c161 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:17:13.911468 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:13.940394 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d61a4c66-6c1f-4836-bfb5-4f494087e957 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6990d737c5db4738a7ab281f03db2443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5040231 Jan 28 00:17:13.941168 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54546) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:17:14.080573 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['34684a4e-359f-4500-9182-6943eef91690'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:17:14.080791 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-155c161b-b100-4a6b-a651-28020d0c6e9a admin admin] Publish callbacks [] for security_group (267166fd-c4d2-49ed-98ae-dc760e252506), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:14.198701 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-155c161b-b100-4a6b-a651-28020d0c6e9a admin admin] Publish callbacks [] for security_group (267166fd-c4d2-49ed-98ae-dc760e252506), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:14.327812 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-155c161b-b100-4a6b-a651-28020d0c6e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (267166fd-c4d2-49ed-98ae-dc760e252506), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:14.342059 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-155c161b-b100-4a6b-a651-28020d0c6e9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:14.344029 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-155c161b-b100-4a6b-a651-28020d0c6e9a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/267166fd-c4d2-49ed-98ae-dc760e252506 HTTP/1.1" status: 204 len: 168 time: 0.4013929 Jan 28 00:17:14.361832 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c161b-b100-4a6b-a651-28020d0c6e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267166fd-c4d2-49ed-98ae-dc760e252506,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:14.370791 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d493b-ed52-4fdd-836d-81364b6451b4 req-bac25bfb-71d8-4ac1-a5f4-fb0d96c1f35f tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:14.386533 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-079d493b-ed52-4fdd-836d-81364b6451b4 req-bac25bfb-71d8-4ac1-a5f4-fb0d96c1f35f tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=462df977-6a9d-4e91-b5b8-1f84d2c8b593 HTTP/1.1" status: 200 len: 944 time: 0.7488973 Jan 28 00:17:14.476474 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d2d96d39-af5f-4fdf-806a-78073af5e06b None None] Provisioning complete for port 942c7d41-a610-4aaa-95ed-ec6486a1afe8 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:17:14.477873 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d2d96d39-af5f-4fdf-806a-78073af5e06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (942c7d41-a610-4aaa-95ed-ec6486a1afe8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:14.584659 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d2d96d39-af5f-4fdf-806a-78073af5e06b None None] Port 942c7d41-a610-4aaa-95ed-ec6486a1afe8 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:17:14.720417 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-edb455b5-3fff-406f-bbbc-1f0d5d885b3a tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:14.722311 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-edb455b5-3fff-406f-bbbc-1f0d5d885b3a tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2262032 Jan 28 00:17:14.768642 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-6090bf8c-1557-49da-aada-3ca2c5b55233 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Request body: {'port': {'device_id': '9d3f6c96-d648-4aee-898d-109adbb09882', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'admin_state_up': True, 'tenant_id': '15e12218ae23498f8976895fc1081122'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:17:14.788893 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-6664c3c5-6543-4dd9-a53c-6fe03dd48bcb tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Allocated IP 192.168.233.153 (6cc4916b-e8a0-4618-abd0-934e16bf0b78/3d2cf619-4390-4946-b152-016e9ede005d/a70452fc-14fc-4605-ad3f-db76851ab1e9) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:17:14.852361 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-079d493b-ed52-4fdd-836d-81364b6451b4 req-586fe4ba-0a0a-450a-b38d-a58dc22b9b73 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626687 Jan 28 00:17:14.925977 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54566) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:17:15.016518 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cebc47-a9bb-43c5-9044-7de17a1dc18a req-f82a77dc-7e8b-4130-855c-469c889a0161 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:15.029022 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56cebc47-a9bb-43c5-9044-7de17a1dc18a req-f82a77dc-7e8b-4130-855c-469c889a0161 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 945 time: 1.0266230 Jan 28 00:17:15.109971 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d7cef8-4e9e-4e30-872c-8c27ca169052 admin admin] Router fe901e28-3690-436f-881e-a4b1fdaa8f5f has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:17:15.180585 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f39a7eb0-5793-447d-b69c-993bf6a3cc04 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1bc702967c3a4b60be4c07dcb139e9ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2526071 Jan 28 00:17:15.189700 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54572) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:17:15.207416 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54574) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:17:15.301111 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-58575b7a-8e58-4387-984c-720a1cecbea4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aac745f336044e0d8f32ba19aac5e03e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0885389 Jan 28 00:17:15.304739 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 54578) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:17:15.322886 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56cebc47-a9bb-43c5-9044-7de17a1dc18a req-17db768f-2021-4b50-b45a-81e987785a4f tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921476 Jan 28 00:17:15.323123 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1864345-7605-4e98-a73a-45c73fbd17e8 admin admin] Publish callbacks [] for security_group (3bd144f0-eea5-4310-b299-b49607914e22), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:15.381727 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1864345-7605-4e98-a73a-45c73fbd17e8 admin admin] Publish callbacks [] for security_group (3bd144f0-eea5-4310-b299-b49607914e22), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:15.456511 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1864345-7605-4e98-a73a-45c73fbd17e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (3bd144f0-eea5-4310-b299-b49607914e22), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:15.459820 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1864345-7605-4e98-a73a-45c73fbd17e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:15.464091 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a1864345-7605-4e98-a73a-45c73fbd17e8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3bd144f0-eea5-4310-b299-b49607914e22 HTTP/1.1" status: 204 len: 168 time: 0.2731371 Jan 28 00:17:15.477676 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1864345-7605-4e98-a73a-45c73fbd17e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd144f0-eea5-4310-b299-b49607914e22,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:15.516137 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54586) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:17:15.588774 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9fdcde31-d375-463d-b468-4bd6e6c0f905 req-f376ea56-02c8-4b0c-a0b9-bdacfe76af90 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d3f6c96-d648-4aee-898d-109adbb09882 HTTP/1.1" status: 200 len: 210 time: 0.1252272 Jan 28 00:17:15.921469 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-6090bf8c-1557-49da-aada-3ca2c5b55233 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Made reservation on behalf of 15e12218ae23498f8976895fc1081122 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:17:15.926744 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-6090bf8c-1557-49da-aada-3ca2c5b55233 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:15.972566 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-11f8cd29-0224-4b34-9c6b-0cd3beabc493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:15.979332 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d7cef8-4e9e-4e30-872c-8c27ca169052 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:17:15.989352 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a4d7cef8-4e9e-4e30-872c-8c27ca169052 admin admin] 10.222.0.70 "PUT /v2.0/routers/fe901e28-3690-436f-881e-a4b1fdaa8f5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7807946 Jan 28 00:17:16.004421 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31f29dd-44fd-444a-9939-64112ee06bc6 None None] Sync routers for ids ['fe901e28-3690-436f-881e-a4b1fdaa8f5f'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:17:16.023794 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31f29dd-44fd-444a-9939-64112ee06bc6 None None] Routers {'fe901e28-3690-436f-881e-a4b1fdaa8f5f'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:17:16.025609 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e31f29dd-44fd-444a-9939-64112ee06bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:17:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['fe901e28-3690-436f-881e-a4b1fdaa8f5f'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:17:16.065493 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-db824ad1-25bb-4ed2-842b-01de0b4cbb72 admin admin] Publish callbacks [] for security_group (a408c2bc-4084-43c3-a64d-1c9ba8a1bef4), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:16.161988 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-11f8cd29-0224-4b34-9c6b-0cd3beabc493 admin admin] Publish callbacks [] for security_group (2c466adb-7cb1-4cb5-ab9d-e4c336ebe72c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:16.172352 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-11f8cd29-0224-4b34-9c6b-0cd3beabc493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2c466adb-7cb1-4cb5-ab9d-e4c336ebe72c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:16.209814 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-6664c3c5-6543-4dd9-a53c-6fe03dd48bcb tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks [] for port (a70452fc-14fc-4605-ad3f-db76851ab1e9), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:16.232654 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-11f8cd29-0224-4b34-9c6b-0cd3beabc493 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=83d1de05c4fd420cb08067d654e5e8eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7148921 Jan 28 00:17:16.240128 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54618) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:17:16.315973 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8cd29-0224-4b34-9c6b-0cd3beabc493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c466adb-7cb1-4cb5-ab9d-e4c336ebe72c,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:16.354292 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-06221899-e970-491a-969a-d6649c296a46 admin admin] Publish callbacks [] for security_group (2c466adb-7cb1-4cb5-ab9d-e4c336ebe72c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:16.363733 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-e31f29dd-44fd-444a-9939-64112ee06bc6 None None] Set router fe901e28-3690-436f-881e-a4b1fdaa8f5f gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:17:16.385504 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb2be5-8a00-4471-8033-668038e7117a req-5a30e019-96dc-4dbf-9ba1-8a3ec748258e tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:16.389704 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-06221899-e970-491a-969a-d6649c296a46 admin admin] Publish callbacks [] for security_group (2c466adb-7cb1-4cb5-ab9d-e4c336ebe72c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:16.394676 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1eeb2be5-8a00-4471-8033-668038e7117a req-5a30e019-96dc-4dbf-9ba1-8a3ec748258e tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 1096 time: 0.6279376 Jan 28 00:17:16.424045 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-db824ad1-25bb-4ed2-842b-01de0b4cbb72 admin admin] Publish callbacks [] for security_group (a408c2bc-4084-43c3-a64d-1c9ba8a1bef4), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:16.493440 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-06221899-e970-491a-969a-d6649c296a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2c466adb-7cb1-4cb5-ab9d-e4c336ebe72c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:16.501979 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-06221899-e970-491a-969a-d6649c296a46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:16.505392 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-06221899-e970-491a-969a-d6649c296a46 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2c466adb-7cb1-4cb5-ab9d-e4c336ebe72c HTTP/1.1" status: 204 len: 168 time: 0.2631738 Jan 28 00:17:16.554588 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06221899-e970-491a-969a-d6649c296a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c466adb-7cb1-4cb5-ab9d-e4c336ebe72c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:16.635815 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609b92d-f433-40e4-b315-36c56d784402 req-f898d948-7210-4de7-99f5-1ac4dd848637 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:16.643561 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1609b92d-f433-40e4-b315-36c56d784402 req-f898d948-7210-4de7-99f5-1ac4dd848637 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/networks?id=07f0ac26-2f79-426e-986d-9ab2e7db4472 HTTP/1.1" status: 200 len: 812 time: 0.6525350 Jan 28 00:17:16.653216 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1eeb2be5-8a00-4471-8033-668038e7117a req-6608bb78-b49f-49dd-a419-5fbe469b9e05 tempest-LiveMigrationTest-1509923824 tempest-LiveMigrationTest-1509923824-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573218 Jan 28 00:17:16.674523 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-6664c3c5-6543-4dd9-a53c-6fe03dd48bcb tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (a70452fc-14fc-4605-ad3f-db76851ab1e9), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:16.735702 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['93d1b1db-ea8f-40d0-ad5f-68128514fbd9'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:17:16.740352 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-db824ad1-25bb-4ed2-842b-01de0b4cbb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a408c2bc-4084-43c3-a64d-1c9ba8a1bef4), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:16.745396 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-db824ad1-25bb-4ed2-842b-01de0b4cbb72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:16.752560 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-db824ad1-25bb-4ed2-842b-01de0b4cbb72 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a408c2bc-4084-43c3-a64d-1c9ba8a1bef4 HTTP/1.1" status: 204 len: 168 time: 1.4334610 Jan 28 00:17:16.833291 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1609b92d-f433-40e4-b315-36c56d784402 req-c4d1ee05-88eb-4afd-bba7-073578eb11e1 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/quotas/5ecb5ec1ccfb4e42a39c92c8cc5abfbc HTTP/1.1" status: 200 len: 375 time: 0.1883628 Jan 28 00:17:16.908567 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db824ad1-25bb-4ed2-842b-01de0b4cbb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a408c2bc-4084-43c3-a64d-1c9ba8a1bef4,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:16.998496 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 34684a4e-359f-4500-9182-6943eef91690 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:17:17.181081 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41b9f8-92b8-462c-b662-4de73fe5dc4a req-08b3bf04-eca4-4699-ab4f-d2bb93fc823a tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:17.196945 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fa41b9f8-92b8-462c-b662-4de73fe5dc4a req-08b3bf04-eca4-4699-ab4f-d2bb93fc823a tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.52 "GET /v2.0/ports?device_id=b086a4c3-1952-47cd-a8dd-d681d4f523cd HTTP/1.1" status: 200 len: 946 time: 0.2303810 Jan 28 00:17:17.203503 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 34684a4e-359f-4500-9182-6943eef91690 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:17:17.260376 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 34684a4e-359f-4500-9182-6943eef91690 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:17:17.261323 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (34684a4e-359f-4500-9182-6943eef91690), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:17.562817 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 34684a4e-359f-4500-9182-6943eef91690 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:17:17.571609 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (34684a4e-359f-4500-9182-6943eef91690), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:17.595105 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54666) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:17:17.621015 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462df977-6a9d-4e91-b5b8-1f84d2c8b593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34684a4e-359f-4500-9182-6943eef91690'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:17:17.624865 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df68d601-7670-4243-91d4-5772f737b37b" -d '{"events": [{"server_uuid": "462df977-6a9d-4e91-b5b8-1f84d2c8b593", "name": "network-vif-plugged", "status": "completed", "tag": "34684a4e-359f-4500-9182-6943eef91690"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:17:17.650162 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 34684a4e-359f-4500-9182-6943eef91690, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=34684a4e-359f-4500-9182-6943eef91690,segment=NetworkSegment(ace7d952-8e54-40cc-9a29-51557919e996),segment_id=ace7d952-8e54-40cc-9a29-51557919e996)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:17.663478 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (34684a4e-359f-4500-9182-6943eef91690), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:17.668493 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e31f29dd-44fd-444a-9939-64112ee06bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe901e28-3690-436f-881e-a4b1fdaa8f5f', 'name': 'tempest-TaggedBootDevicesTest_v242-1584634189-router', 'tenant_id': '935847cc5619485a960cee48252bc87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '471931f4-cd1e-458c-8e7c-344229f0c161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:17:00Z', 'updated_at': '2022-01-28T00:17:11Z', 'revision_number': 4, 'project_id': '935847cc5619485a960cee48252bc87d', 'gw_port': {'id': '471931f4-cd1e-458c-8e7c-344229f0c161', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe901e28-3690-436f-881e-a4b1fdaa8f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:17:02Z', 'updated_at': '2022-01-28T00:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '942c7d41-a610-4aaa-95ed-ec6486a1afe8', 'name': '', 'network_id': '5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f', 'tenant_id': '935847cc5619485a960cee48252bc87d', 'mac_address': 'fa:16:3e:57:9d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe901e28-3690-436f-881e-a4b1fdaa8f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '3fadb005-12d6-4f36-8677-1d85ab076a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:17:08Z', 'updated_at': '2022-01-28T00:17:11Z', 'revision_number': 2, 'project_id': '935847cc5619485a960cee48252bc87d', 'subnets': [{'id': '3fadb005-12d6-4f36-8677-1d85ab076a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:17:17.731300 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=34684a4e-359f-4500-9182-6943eef91690,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:17.747882 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d5214-2b84-44cf-9c21-9922958221e9 req-48a50566-a299-450f-9709-223b4a9fb539 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:17.750774 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ca6d5214-2b84-44cf-9c21-9922958221e9 req-48a50566-a299-450f-9709-223b4a9fb539 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.65 "GET /v2.0/ports?device_id=178e4616-dbcf-4748-9e25-3617e4c3b172 HTTP/1.1" status: 200 len: 946 time: 0.5141215 Jan 28 00:17:17.817074 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31f29dd-44fd-444a-9939-64112ee06bc6 None None] Checking router: fe901e28-3690-436f-881e-a4b1fdaa8f5f for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:17:17.819333 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31f29dd-44fd-444a-9939-64112ee06bc6 None None] Updating router fe901e28-3690-436f-881e-a4b1fdaa8f5f port 942c7d41-a610-4aaa-95ed-ec6486a1afe8 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:17:17.887267 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-6664c3c5-6543-4dd9-a53c-6fe03dd48bcb tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:17:17.951797 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-fa41b9f8-92b8-462c-b662-4de73fe5dc4a req-297636fd-9896-4fbd-9b49-58b5fa9bf597 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Deleting port c5232dcb-ad34-4197-a97c-38f79392e6fb {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:17:17.952175 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-fa41b9f8-92b8-462c-b662-4de73fe5dc4a req-297636fd-9896-4fbd-9b49-58b5fa9bf597 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c5232dcb-ad34-4197-a97c-38f79392e6fb), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:17.959791 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-ca6d5214-2b84-44cf-9c21-9922958221e9 req-ef895f2e-ce39-45b2-8aff-67b15e37bbf8 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Deleting port 54a25fd0-5ba0-48d5-a53f-f12680067605 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:17:17.960489 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ca6d5214-2b84-44cf-9c21-9922958221e9 req-ef895f2e-ce39-45b2-8aff-67b15e37bbf8 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (54a25fd0-5ba0-48d5-a53f-f12680067605), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:17.963841 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-6090bf8c-1557-49da-aada-3ca2c5b55233 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Allocated IP 192.168.233.27 (6cc4916b-e8a0-4618-abd0-934e16bf0b78/3d2cf619-4390-4946-b152-016e9ede005d/9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:17:17.983525 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e31f29dd-44fd-444a-9939-64112ee06bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (942c7d41-a610-4aaa-95ed-ec6486a1afe8), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:18.014645 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664c3c5-6543-4dd9-a53c-6fe03dd48bcb tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Pushing event updated for resources: {'Port': ['ID=a70452fc-14fc-4605-ad3f-db76851ab1e9,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:18.065511 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-6664c3c5-6543-4dd9-a53c-6fe03dd48bcb tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:17:18.069606 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-6664c3c5-6543-4dd9-a53c-6fe03dd48bcb tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:17:18.141442 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-ca6d5214-2b84-44cf-9c21-9922958221e9 req-ef895f2e-ce39-45b2-8aff-67b15e37bbf8 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] For port 54a25fd0-5ba0-48d5-a53f-f12680067605, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=54a25fd0-5ba0-48d5-a53f-f12680067605,segment=NetworkSegment(61b90438-6eb6-4ab3-b26d-defa80e74b89),segment_id=61b90438-6eb6-4ab3-b26d-defa80e74b89)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:18.141850 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ca6d5214-2b84-44cf-9c21-9922958221e9 req-ef895f2e-ce39-45b2-8aff-67b15e37bbf8 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (54a25fd0-5ba0-48d5-a53f-f12680067605), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:18.165792 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-ca6d5214-2b84-44cf-9c21-9922958221e9 req-ef895f2e-ce39-45b2-8aff-67b15e37bbf8 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Calling delete_port for 54a25fd0-5ba0-48d5-a53f-f12680067605 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:17:18.206026 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-3205fedb-1c5c-4a80-a1d8-7b0976c33028 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1998678745-network', 'tenant_id': 'f35f76bda39746e0a8cc1893796ba4ba'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:17:18.219634 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-6664c3c5-6543-4dd9-a53c-6fe03dd48bcb tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:18.220525 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-6664c3c5-6543-4dd9-a53c-6fe03dd48bcb tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:18.378701 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755973b9-e51e-487b-85b5-571be54352e3 req-2d51d0e7-9881-4bba-843e-fd39b5d18836 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:18.381176 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-755973b9-e51e-487b-85b5-571be54352e3 req-2d51d0e7-9881-4bba-843e-fd39b5d18836 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=462df977-6a9d-4e91-b5b8-1f84d2c8b593 HTTP/1.1" status: 200 len: 945 time: 1.4660807 Jan 28 00:17:18.415369 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1609b92d-f433-40e4-b315-36c56d784402 req-fbde861d-1d2e-4d26-93c2-6ca02c94da0b tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5ecb5ec1ccfb4e42a39c92c8cc5abfbc&fields=id HTTP/1.1" status: 200 len: 302 time: 1.5806441 Jan 28 00:17:18.426616 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3205fedb-1c5c-4a80-a1d8-7b0976c33028 admin admin] Made reservation on behalf of f35f76bda39746e0a8cc1893796ba4ba for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:17:18.429084 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3205fedb-1c5c-4a80-a1d8-7b0976c33028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:18.429942 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-6664c3c5-6543-4dd9-a53c-6fe03dd48bcb tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2344985 Jan 28 00:17:18.556717 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a7e97fec-57a3-438a-999a-258a625a7960 service neutron] Request body: {'port': {'device_id': 'fa222aa9-6a67-4735-b8b0-7409f80a1180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:17:18.653268 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-224f7652-7bf1-41ba-8e92-b3698e23fbfd None None] Provisioning complete for port a70452fc-14fc-4605-ad3f-db76851ab1e9 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:17:18.655425 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-224f7652-7bf1-41ba-8e92-b3698e23fbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a70452fc-14fc-4605-ad3f-db76851ab1e9), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:18.735228 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ca6d5214-2b84-44cf-9c21-9922958221e9 req-ef895f2e-ce39-45b2-8aff-67b15e37bbf8 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (54a25fd0-5ba0-48d5-a53f-f12680067605), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:18.804009 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3205fedb-1c5c-4a80-a1d8-7b0976c33028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:18.847418 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-224f7652-7bf1-41ba-8e92-b3698e23fbfd None None] Port a70452fc-14fc-4605-ad3f-db76851ab1e9 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:17:18.853966 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['c5232dcb-ad34-4197-a97c-38f79392e6fb'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:17:19.017141 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3205fedb-1c5c-4a80-a1d8-7b0976c33028 admin admin] Publish callbacks [] for security_group (b74d322a-c6a7-49bb-8f01-59bfe6b199d5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:19.040646 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef895f2e-ce39-45b2-8aff-67b15e37bbf8 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Pushing event deleted for resources: {'Port': ['ID=54a25fd0-5ba0-48d5-a53f-f12680067605,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:19.044735 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3205fedb-1c5c-4a80-a1d8-7b0976c33028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b74d322a-c6a7-49bb-8f01-59bfe6b199d5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:19.066841 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3205fedb-1c5c-4a80-a1d8-7b0976c33028 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:17:19.084140 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3205fedb-1c5c-4a80-a1d8-7b0976c33028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (1c9475bb-b683-4532-8ba1-ace05011e6fd), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:19.084756 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-3205fedb-1c5c-4a80-a1d8-7b0976c33028 admin admin] Added segment 1c9475bb-b683-4532-8ba1-ace05011e6fd of type vlan for network 7eba583e-210b-4587-8306-d646f5f8598a Jan 28 00:17:19.185249 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3205fedb-1c5c-4a80-a1d8-7b0976c33028 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (7eba583e-210b-4587-8306-d646f5f8598a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:19.298879 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-fa41b9f8-92b8-462c-b662-4de73fe5dc4a req-297636fd-9896-4fbd-9b49-58b5fa9bf597 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] For port c5232dcb-ad34-4197-a97c-38f79392e6fb, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=c5232dcb-ad34-4197-a97c-38f79392e6fb,segment=NetworkSegment(61b90438-6eb6-4ab3-b26d-defa80e74b89),segment_id=61b90438-6eb6-4ab3-b26d-defa80e74b89)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:19.299761 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-fa41b9f8-92b8-462c-b662-4de73fe5dc4a req-297636fd-9896-4fbd-9b49-58b5fa9bf597 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c5232dcb-ad34-4197-a97c-38f79392e6fb), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:19.303845 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205fedb-1c5c-4a80-a1d8-7b0976c33028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74d322a-c6a7-49bb-8f01-59bfe6b199d5,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:19.308384 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3205fedb-1c5c-4a80-a1d8-7b0976c33028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (7eba583e-210b-4587-8306-d646f5f8598a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:19.309700 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3205fedb-1c5c-4a80-a1d8-7b0976c33028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:19.310333 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3205fedb-1c5c-4a80-a1d8-7b0976c33028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:19.314987 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6d5214-2b84-44cf-9c21-9922958221e9 req-ef895f2e-ce39-45b2-8aff-67b15e37bbf8 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] No DVR routers for this DVR port 54a25fd0-5ba0-48d5-a53f-f12680067605 on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:17:19.320522 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ca6d5214-2b84-44cf-9c21-9922958221e9 req-ef895f2e-ce39-45b2-8aff-67b15e37bbf8 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:19.326870 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ca6d5214-2b84-44cf-9c21-9922958221e9 req-ef895f2e-ce39-45b2-8aff-67b15e37bbf8 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.65 "DELETE /v2.0/ports/54a25fd0-5ba0-48d5-a53f-f12680067605 HTTP/1.1" status: 204 len: 173 time: 1.5663941 Jan 28 00:17:19.429499 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-755973b9-e51e-487b-85b5-571be54352e3 req-d095dd73-95b1-4881-aaea-f9b08402d938 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9977837 Jan 28 00:17:19.457724 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a7e97fec-57a3-438a-999a-258a625a7960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a70452fc-14fc-4605-ad3f-db76851ab1e9), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:19.548347 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178e4616-dbcf-4748-9e25-3617e4c3b172', 'name': 'network-vif-deleted', 'tag': '54a25fd0-5ba0-48d5-a53f-f12680067605'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:17:19.550760 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800dedd1-fcc1-4712-99c9-2c85ad4b4254" -d '{"events": [{"server_uuid": "178e4616-dbcf-4748-9e25-3617e4c3b172", "name": "network-vif-deleted", "tag": "54a25fd0-5ba0-48d5-a53f-f12680067605"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:17:19.603820 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e31f29dd-44fd-444a-9939-64112ee06bc6 None None] Publish callbacks [] for port (942c7d41-a610-4aaa-95ed-ec6486a1afe8), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:19.630675 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e31f29dd-44fd-444a-9939-64112ee06bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (942c7d41-a610-4aaa-95ed-ec6486a1afe8), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:19.632016 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205fedb-1c5c-4a80-a1d8-7b0976c33028 admin admin] Pushing event updated for resources: {'Network': ['ID=7eba583e-210b-4587-8306-d646f5f8598a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:19.674676 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 7eba583e-210b-4587-8306-d646f5f8598a details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:17:19.713088 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-fa41b9f8-92b8-462c-b662-4de73fe5dc4a req-297636fd-9896-4fbd-9b49-58b5fa9bf597 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Calling delete_port for c5232dcb-ad34-4197-a97c-38f79392e6fb owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:17:19.801490 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3205fedb-1c5c-4a80-a1d8-7b0976c33028 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2046072 Jan 28 00:17:19.834496 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5791e57-0369-436d-b3b5-840cb788865a None None] Pushing event updated for resources: {'Port': ['ID=942c7d41-a610-4aaa-95ed-ec6486a1afe8,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:19.848481 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 54736) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:17:19.871565 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-31572182-786d-4260-879a-1a50a4883198 admin admin] Request body: {'subnet': {'network_id': '7eba583e-210b-4587-8306-d646f5f8598a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1998678745-subnet', 'tenant_id': 'f35f76bda39746e0a8cc1893796ba4ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:17:19.991314 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-520c14bb-5ecc-4775-9434-d47c5805408b req-abbdc7b0-2d45-4145-8361-14fd12598f2a tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d3f6c96-d648-4aee-898d-109adbb09882 HTTP/1.1" status: 200 len: 210 time: 0.2133861 Jan 28 00:17:20.018835 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-e31f29dd-44fd-444a-9939-64112ee06bc6 None None] Attempting to bind port 942c7d41-a610-4aaa-95ed-ec6486a1afe8 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:17:20.019206 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-e31f29dd-44fd-444a-9939-64112ee06bc6 None None] Attempting to bind port 942c7d41-a610-4aaa-95ed-ec6486a1afe8 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '968ede83-f29c-4243-b708-401482bc7716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:17:20.026436 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31f29dd-44fd-444a-9939-64112ee06bc6 None None] Attempting to bind port 942c7d41-a610-4aaa-95ed-ec6486a1afe8 on network 5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:17:20.049524 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31f29dd-44fd-444a-9939-64112ee06bc6 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:17:20.053965 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31f29dd-44fd-444a-9939-64112ee06bc6 None None] Checking segment: {'id': '968ede83-f29c-4243-b708-401482bc7716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:17:20.054849 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e31f29dd-44fd-444a-9939-64112ee06bc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:20.055441 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31f29dd-44fd-444a-9939-64112ee06bc6 None None] Bound using segment: {'id': '968ede83-f29c-4243-b708-401482bc7716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:17:20.056330 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-e31f29dd-44fd-444a-9939-64112ee06bc6 None None] Bound port: 942c7d41-a610-4aaa-95ed-ec6486a1afe8, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968ede83-f29c-4243-b708-401482bc7716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:17:20.060349 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e31f29dd-44fd-444a-9939-64112ee06bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (942c7d41-a610-4aaa-95ed-ec6486a1afe8), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:20.313151 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31572182-786d-4260-879a-1a50a4883198 admin admin] Made reservation on behalf of f35f76bda39746e0a8cc1893796ba4ba for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:17:20.317217 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-31572182-786d-4260-879a-1a50a4883198 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:20.495954 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-e31f29dd-44fd-444a-9939-64112ee06bc6 None None] For port 942c7d41-a610-4aaa-95ed-ec6486a1afe8, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:17:20.500577 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 54a25fd0-5ba0-48d5-a53f-f12680067605 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:17:20.517164 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-e31f29dd-44fd-444a-9939-64112ee06bc6 None None] For port 942c7d41-a610-4aaa-95ed-ec6486a1afe8, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=942c7d41-a610-4aaa-95ed-ec6486a1afe8,segment=NetworkSegment(968ede83-f29c-4243-b708-401482bc7716),segment_id=968ede83-f29c-4243-b708-401482bc7716)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:17:20.529759 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e31f29dd-44fd-444a-9939-64112ee06bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (942c7d41-a610-4aaa-95ed-ec6486a1afe8), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:20.567476 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-fa41b9f8-92b8-462c-b662-4de73fe5dc4a req-297636fd-9896-4fbd-9b49-58b5fa9bf597 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (c5232dcb-ad34-4197-a97c-38f79392e6fb), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:20.572291 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-6090bf8c-1557-49da-aada-3ca2c5b55233 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks [] for port (9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:20.640632 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e793092-ec7d-47e8-b2b6-4b894887a2b0 x-openstack-request-id: req-9e793092-ec7d-47e8-b2b6-4b894887a2b0 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:17:20.643075 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462df977-6a9d-4e91-b5b8-1f84d2c8b593", "name": "network-vif-plugged", "status": "completed", "tag": "34684a4e-359f-4500-9182-6943eef91690", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:17:20.648027 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9e793092-ec7d-47e8-b2b6-4b894887a2b0 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:17:20.653462 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462df977-6a9d-4e91-b5b8-1f84d2c8b593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34684a4e-359f-4500-9182-6943eef91690', 'code': 200} Jan 28 00:17:20.659940 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5791e57-0369-436d-b3b5-840cb788865a None None] Pushing event updated for resources: {'Port': ['ID=942c7d41-a610-4aaa-95ed-ec6486a1afe8,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:20.677731 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 54a25fd0-5ba0-48d5-a53f-f12680067605 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:17:20.679840 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 54a25fd0-5ba0-48d5-a53f-f12680067605 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:17:20.691511 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f73bf1e3-1493-403f-9674-709f371e3428 None None] Provisioning complete for port 942c7d41-a610-4aaa-95ed-ec6486a1afe8 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:17:20.693092 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f73bf1e3-1493-403f-9674-709f371e3428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (942c7d41-a610-4aaa-95ed-ec6486a1afe8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:20.693321 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31f29dd-44fd-444a-9939-64112ee06bc6 None None] Routers {'fe901e28-3690-436f-881e-a4b1fdaa8f5f'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:17:20.694411 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e31f29dd-44fd-444a-9939-64112ee06bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:17:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['fe901e28-3690-436f-881e-a4b1fdaa8f5f'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:17:20.801542 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297636fd-9896-4fbd-9b49-58b5fa9bf597 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Pushing event deleted for resources: {'Port': ['ID=c5232dcb-ad34-4197-a97c-38f79392e6fb,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:20.838900 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e333a9d3-a355-4277-ac5b-99b31eea97a2 x-openstack-request-id: req-e333a9d3-a355-4277-ac5b-99b31eea97a2 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:17:20.841435 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178e4616-dbcf-4748-9e25-3617e4c3b172", "name": "network-vif-deleted", "tag": "54a25fd0-5ba0-48d5-a53f-f12680067605", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:17:20.842393 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e333a9d3-a355-4277-ac5b-99b31eea97a2 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:17:20.844407 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178e4616-dbcf-4748-9e25-3617e4c3b172', 'name': 'network-vif-deleted', 'tag': '54a25fd0-5ba0-48d5-a53f-f12680067605', 'status': 'completed', 'code': 200} Jan 28 00:17:20.954973 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1609b92d-f433-40e4-b315-36c56d784402 req-f2454ba6-031b-492a-8f5b-4810ee6c7683 service neutron] 10.222.0.70 "GET /v2.0/networks/07f0ac26-2f79-426e-986d-9ab2e7db4472?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.5121121 Jan 28 00:17:20.985290 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-e31f29dd-44fd-444a-9939-64112ee06bc6 None None] Set router fe901e28-3690-436f-881e-a4b1fdaa8f5f gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:17:20.995767 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa41b9f8-92b8-462c-b662-4de73fe5dc4a req-297636fd-9896-4fbd-9b49-58b5fa9bf597 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] No DVR routers for this DVR port c5232dcb-ad34-4197-a97c-38f79392e6fb on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:17:21.004628 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-fa41b9f8-92b8-462c-b662-4de73fe5dc4a req-297636fd-9896-4fbd-9b49-58b5fa9bf597 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:21.005684 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device c5232dcb-ad34-4197-a97c-38f79392e6fb no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:17:21.017474 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fa41b9f8-92b8-462c-b662-4de73fe5dc4a req-297636fd-9896-4fbd-9b49-58b5fa9bf597 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.52 "DELETE /v2.0/ports/c5232dcb-ad34-4197-a97c-38f79392e6fb HTTP/1.1" status: 204 len: 173 time: 3.8156178 Jan 28 00:17:21.294792 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: c5232dcb-ad34-4197-a97c-38f79392e6fb {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:17:21.297409 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device c5232dcb-ad34-4197-a97c-38f79392e6fb not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:17:21.361194 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f73bf1e3-1493-403f-9674-709f371e3428 None None] Current status of the port 942c7d41-a610-4aaa-95ed-ec6486a1afe8 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:17:21.361586 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f73bf1e3-1493-403f-9674-709f371e3428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (942c7d41-a610-4aaa-95ed-ec6486a1afe8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:21.483648 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f73bf1e3-1493-403f-9674-709f371e3428 None None] For port 942c7d41-a610-4aaa-95ed-ec6486a1afe8, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=942c7d41-a610-4aaa-95ed-ec6486a1afe8,segment=NetworkSegment(968ede83-f29c-4243-b708-401482bc7716),segment_id=968ede83-f29c-4243-b708-401482bc7716)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:21.491881 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f73bf1e3-1493-403f-9674-709f371e3428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (942c7d41-a610-4aaa-95ed-ec6486a1afe8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:21.520185 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a648ac1-833e-4e9a-b7b7-77304a264869 req-8a81b1be-c8e4-4ed4-8bc5-5910d85a9d1c tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:21.525416 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2a648ac1-833e-4e9a-b7b7-77304a264869 req-8a81b1be-c8e4-4ed4-8bc5-5910d85a9d1c tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.65 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 945 time: 0.2126992 Jan 28 00:17:21.556010 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e31f29dd-44fd-444a-9939-64112ee06bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe901e28-3690-436f-881e-a4b1fdaa8f5f', 'name': 'tempest-TaggedBootDevicesTest_v242-1584634189-router', 'tenant_id': '935847cc5619485a960cee48252bc87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '471931f4-cd1e-458c-8e7c-344229f0c161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:17:00Z', 'updated_at': '2022-01-28T00:17:11Z', 'revision_number': 4, 'project_id': '935847cc5619485a960cee48252bc87d', 'gw_port': {'id': '471931f4-cd1e-458c-8e7c-344229f0c161', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe901e28-3690-436f-881e-a4b1fdaa8f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:17:02Z', 'updated_at': '2022-01-28T00:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '942c7d41-a610-4aaa-95ed-ec6486a1afe8', 'name': '', 'network_id': '5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f', 'tenant_id': '935847cc5619485a960cee48252bc87d', 'mac_address': 'fa:16:3e:57:9d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe901e28-3690-436f-881e-a4b1fdaa8f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '3fadb005-12d6-4f36-8677-1d85ab076a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:17:08Z', 'updated_at': '2022-01-28T00:17:20Z', 'revision_number': 4, 'project_id': '935847cc5619485a960cee48252bc87d', 'subnets': [{'id': '3fadb005-12d6-4f36-8677-1d85ab076a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:17:21.648691 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1609b92d-f433-40e4-b315-36c56d784402 req-384413f9-0301-4944-b9ab-4d49448cc509 service neutron] 10.222.0.70 "GET /v2.0/networks/07f0ac26-2f79-426e-986d-9ab2e7db4472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5687661 Jan 28 00:17:21.668525 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31f29dd-44fd-444a-9939-64112ee06bc6 None None] The sync data for ids ['fe901e28-3690-436f-881e-a4b1fdaa8f5f'] in n-d-826754-1 is: [{'id': 'fe901e28-3690-436f-881e-a4b1fdaa8f5f', 'name': 'tempest-TaggedBootDevicesTest_v242-1584634189-router', 'tenant_id': '935847cc5619485a960cee48252bc87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '471931f4-cd1e-458c-8e7c-344229f0c161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:17:00Z', 'updated_at': '2022-01-28T00:17:11Z', 'revision_number': 4, 'project_id': '935847cc5619485a960cee48252bc87d', 'gw_port': {'id': '471931f4-cd1e-458c-8e7c-344229f0c161', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe901e28-3690-436f-881e-a4b1fdaa8f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:17:02Z', 'updated_at': '2022-01-28T00:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '942c7d41-a610-4aaa-95ed-ec6486a1afe8', 'name': '', 'network_id': '5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f', 'tenant_id': '935847cc5619485a960cee48252bc87d', 'mac_address': 'fa:16:3e:57:9d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe901e28-3690-436f-881e-a4b1fdaa8f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '3fadb005-12d6-4f36-8677-1d85ab076a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:17:08Z', 'updated_at': '2022-01-28T00:17:20Z', 'revision_number': 4, 'project_id': '935847cc5619485a960cee48252bc87d', 'subnets': [{'id': '3fadb005-12d6-4f36-8677-1d85ab076a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:17:21.771588 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-2a648ac1-833e-4e9a-b7b7-77304a264869 req-cad2bd8f-ee87-4598-bd53-2ac401c2fd93 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Deleting port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:17:21.771588 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2a648ac1-833e-4e9a-b7b7-77304a264869 req-cad2bd8f-ee87-4598-bd53-2ac401c2fd93 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (032c02e9-3bf8-41e6-b5be-6857fa3a7a97), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:21.785171 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73bf1e3-1493-403f-9674-709f371e3428 None None] Pushing event updated for resources: {'Port': ['ID=942c7d41-a610-4aaa-95ed-ec6486a1afe8,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:21.813713 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a9f1a54b-98e7-4ca0-9ce0-34d13956e6ae None None] Provisioning complete for port 942c7d41-a610-4aaa-95ed-ec6486a1afe8 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:17:21.824018 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a9f1a54b-98e7-4ca0-9ce0-34d13956e6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (942c7d41-a610-4aaa-95ed-ec6486a1afe8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:21.913857 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-6090bf8c-1557-49da-aada-3ca2c5b55233 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:21.926140 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e65014-0e15-4e40-a2cf-3f27e8c384a0 req-cea4d9f9-e40b-495b-9d89-6c9612cb4343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:21.931765 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6e65014-0e15-4e40-a2cf-3f27e8c384a0 req-cea4d9f9-e40b-495b-9d89-6c9612cb4343 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=462df977-6a9d-4e91-b5b8-1f84d2c8b593 HTTP/1.1" status: 200 len: 1096 time: 0.9896102 Jan 28 00:17:21.973230 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['93d1b1db-ea8f-40d0-ad5f-68128514fbd9'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:17:21.981348 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-2a648ac1-833e-4e9a-b7b7-77304a264869 req-cad2bd8f-ee87-4598-bd53-2ac401c2fd93 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] For port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=032c02e9-3bf8-41e6-b5be-6857fa3a7a97,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:21.981784 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2a648ac1-833e-4e9a-b7b7-77304a264869 req-cad2bd8f-ee87-4598-bd53-2ac401c2fd93 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (032c02e9-3bf8-41e6-b5be-6857fa3a7a97), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:22.018690 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-2a648ac1-833e-4e9a-b7b7-77304a264869 req-cad2bd8f-ee87-4598-bd53-2ac401c2fd93 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Calling delete_port for 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:17:22.353469 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-6090bf8c-1557-49da-aada-3ca2c5b55233 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:17:22.382242 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-31572182-786d-4260-879a-1a50a4883198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (567e0385-2e77-4deb-9a09-101592dace7e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:22.385760 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090bf8c-1557-49da-aada-3ca2c5b55233 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Pushing event updated for resources: {'Port': ['ID=9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:22.445499 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2a648ac1-833e-4e9a-b7b7-77304a264869 req-cad2bd8f-ee87-4598-bd53-2ac401c2fd93 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (032c02e9-3bf8-41e6-b5be-6857fa3a7a97), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:22.474889 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a9f1a54b-98e7-4ca0-9ce0-34d13956e6ae None None] Current status of the port 942c7d41-a610-4aaa-95ed-ec6486a1afe8 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:17:22.483219 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-6090bf8c-1557-49da-aada-3ca2c5b55233 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:17:22.500201 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['d627b88b-cb29-4bd1-afec-e8bab05970f1'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:17:22.593313 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-6090bf8c-1557-49da-aada-3ca2c5b55233 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:17:22.607149 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['032c02e9-3bf8-41e6-b5be-6857fa3a7a97'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:17:22.754371 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2bd8f-ee87-4598-bd53-2ac401c2fd93 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Pushing event deleted for resources: {'Port': ['ID=032c02e9-3bf8-41e6-b5be-6857fa3a7a97,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:22.773371 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a648ac1-833e-4e9a-b7b7-77304a264869 req-cad2bd8f-ee87-4598-bd53-2ac401c2fd93 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] No DVR routers for this DVR port 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:17:22.801418 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2a648ac1-833e-4e9a-b7b7-77304a264869 req-cad2bd8f-ee87-4598-bd53-2ac401c2fd93 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:22.815471 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2a648ac1-833e-4e9a-b7b7-77304a264869 req-cad2bd8f-ee87-4598-bd53-2ac401c2fd93 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.65 "DELETE /v2.0/ports/032c02e9-3bf8-41e6-b5be-6857fa3a7a97 HTTP/1.1" status: 204 len: 173 time: 1.2831550 Jan 28 00:17:22.848031 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b086a4c3-1952-47cd-a8dd-d681d4f523cd', 'name': 'network-vif-deleted', 'tag': 'c5232dcb-ad34-4197-a97c-38f79392e6fb'}, {'server_uuid': '53ca76a4-3b12-4390-b43a-10c5dcef754c', 'name': 'network-vif-deleted', 'tag': '032c02e9-3bf8-41e6-b5be-6857fa3a7a97'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:17:22.871473 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82e4b29-73c9-4e86-9de6-59c026533c8c" -d '{"events": [{"server_uuid": "b086a4c3-1952-47cd-a8dd-d681d4f523cd", "name": "network-vif-deleted", "tag": "c5232dcb-ad34-4197-a97c-38f79392e6fb"}, {"server_uuid": "53ca76a4-3b12-4390-b43a-10c5dcef754c", "name": "network-vif-deleted", "tag": "032c02e9-3bf8-41e6-b5be-6857fa3a7a97"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:17:22.965311 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f1951-1b3c-4d7a-be23-1f9e711dc1fa req-37fb1dd3-f5ce-4f19-b201-4dcba0e7b485 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:22.983571 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e30f1951-1b3c-4d7a-be23-1f9e711dc1fa req-37fb1dd3-f5ce-4f19-b201-4dcba0e7b485 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 866 time: 0.6449006 Jan 28 00:17:22.999225 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6e65014-0e15-4e40-a2cf-3f27e8c384a0 req-86387bc4-f5fa-4576-a7c4-345d3381d635 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8917842 Jan 28 00:17:22.999921 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31572182-786d-4260-879a-1a50a4883198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=567e0385-2e77-4deb-9a09-101592dace7e,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:23.046299 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31572182-786d-4260-879a-1a50a4883198 admin admin] Checking segment: {'id': '1c9475bb-b683-4532-8ba1-ace05011e6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7eba583e-210b-4587-8306-d646f5f8598a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:17:23.046853 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31572182-786d-4260-879a-1a50a4883198 admin admin] Network hostable DHCP agents. Network: 7eba583e-210b-4587-8306-d646f5f8598a, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:17:23.063848 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-6090bf8c-1557-49da-aada-3ca2c5b55233 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:23.069630 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-6090bf8c-1557-49da-aada-3ca2c5b55233 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:23.098104 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d398e6e-aec6-42d2-b526-2d8e0821c08b req-9dc419dd-a5ca-4c3a-b255-6040933765ea tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:23.106763 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5d398e6e-aec6-42d2-b526-2d8e0821c08b req-9dc419dd-a5ca-4c3a-b255-6040933765ea tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=462df977-6a9d-4e91-b5b8-1f84d2c8b593 HTTP/1.1" status: 200 len: 945 time: 0.7553179 Jan 28 00:17:23.162031 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-e64d3605-31ca-46db-bcaa-7f25d767b601 None None] Provisioning complete for port 9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:17:23.162930 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e64d3605-31ca-46db-bcaa-7f25d767b601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:23.264491 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-6090bf8c-1557-49da-aada-3ca2c5b55233 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 8.5037370 Jan 28 00:17:23.284975 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31572182-786d-4260-879a-1a50a4883198 admin admin] Network 7eba583e-210b-4587-8306-d646f5f8598a is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:17:23.304603 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e30f1951-1b3c-4d7a-be23-1f9e711dc1fa req-3e2cdc71-d0ef-4c13-a1d6-76c42be42fed tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199046 Jan 28 00:17:23.313905 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a8b63143-b7d1-4a1f-a347-1d3087e96e8f service neutron] Request body: {'port': {'device_id': '9d3f6c96-d648-4aee-898d-109adbb09882', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:17:23.341404 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e64d3605-31ca-46db-bcaa-7f25d767b601 None None] Port 9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:17:23.520573 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a7e97fec-57a3-438a-999a-258a625a7960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a70452fc-14fc-4605-ad3f-db76851ab1e9 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:17:23.537564 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-31572182-786d-4260-879a-1a50a4883198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 7eba583e-210b-4587-8306-d646f5f8598a) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:17:23.546385 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049c698e-6850-48af-a3c1-b49dfd8579a9 None None] Network 7eba583e-210b-4587-8306-d646f5f8598a requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:17:23.557271 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5d398e6e-aec6-42d2-b526-2d8e0821c08b req-fdfcc61c-9506-424b-8171-a71848b8d0ba tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447448 Jan 28 00:17:23.589056 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31572182-786d-4260-879a-1a50a4883198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:23.603410 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-31572182-786d-4260-879a-1a50a4883198 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:23.617710 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a7e97fec-57a3-438a-999a-258a625a7960 service neutron] Publish callbacks [] for port (a70452fc-14fc-4605-ad3f-db76851ab1e9), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:23.779543 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 942c7d41-a610-4aaa-95ed-ec6486a1afe8 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:17:23.837867 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a7e97fec-57a3-438a-999a-258a625a7960 service neutron] Transition to ACTIVE for port object a70452fc-14fc-4605-ad3f-db76851ab1e9 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:17:23.860562 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a8b63143-b7d1-4a1f-a347-1d3087e96e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:23.993964 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-31572182-786d-4260-879a-1a50a4883198 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.1401095 Jan 28 00:17:23.995091 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a7e97fec-57a3-438a-999a-258a625a7960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (a70452fc-14fc-4605-ad3f-db76851ab1e9), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:24.117408 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a8610-34b9-4a3c-a61e-a0322b9d5309 req-104ac28e-01c5-4587-ba55-6cec5b4c4265 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:24.130520 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-781a8610-34b9-4a3c-a61e-a0322b9d5309 req-104ac28e-01c5-4587-ba55-6cec5b4c4265 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d3f6c96-d648-4aee-898d-109adbb09882 HTTP/1.1" status: 200 len: 935 time: 0.6555078 Jan 28 00:17:24.241730 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd583dc3-172b-4747-8629-aefc217199de None None] Network 7eba583e-210b-4587-8306-d646f5f8598a requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:17:24.570012 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:17:24.582764 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e97fec-57a3-438a-999a-258a625a7960 service neutron] Pushing event updated for resources: {'Port': ['ID=a70452fc-14fc-4605-ad3f-db76851ab1e9,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:24.668689 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:17:24.669356 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 032c02e9-3bf8-41e6-b5be-6857fa3a7a97 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:17:24.686221 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 942c7d41-a610-4aaa-95ed-ec6486a1afe8 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:17:24.686868 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (942c7d41-a610-4aaa-95ed-ec6486a1afe8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:24.978724 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 942c7d41-a610-4aaa-95ed-ec6486a1afe8 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:17:25.005253 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4567b676-c4a3-4137-ac2c-12d271e1049a req-499711d9-8c14-420b-af87-600efa4d2b76 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1409299 Jan 28 00:17:25.117346 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-1255db99-dd82-4977-8860-349878bff71e tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=83dbb6195da44e30b63c09c8e88d497f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5978553 Jan 28 00:17:25.136575 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-781a8610-34b9-4a3c-a61e-a0322b9d5309 req-d751cb18-b19a-4a0b-957f-057e6f4d0bb6 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0048013 Jan 28 00:17:25.156102 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567b676-c4a3-4137-ac2c-12d271e1049a req-62456dc7-167b-4f7c-b304-a7238980a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:25.158302 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4567b676-c4a3-4137-ac2c-12d271e1049a req-62456dc7-167b-4f7c-b304-a7238980a390 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a78e89f3df84c31929be575e138a975&device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 1095 time: 0.0738893 Jan 28 00:17:25.432113 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567b676-c4a3-4137-ac2c-12d271e1049a req-434abcd7-4345-4b5e-ad7c-bae9877599a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:25.434246 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4567b676-c4a3-4137-ac2c-12d271e1049a req-434abcd7-4345-4b5e-ad7c-bae9877599a0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 200 len: 908 time: 0.2465796 Jan 28 00:17:25.553437 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4567b676-c4a3-4137-ac2c-12d271e1049a req-9963b3ca-0cd5-4edc-b25c-b5fc0dcf9090 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23e4c93d-2bfd-40b7-85b3-7e9aa2285abd HTTP/1.1" status: 200 len: 217 time: 0.1128459 Jan 28 00:17:25.672578 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 00:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0db53f-fab3-4aec-bf61-0f97c8467620 x-openstack-request-id: req-ad0db53f-fab3-4aec-bf61-0f97c8467620 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:17:25.672941 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b086a4c3-1952-47cd-a8dd-d681d4f523cd", "name": "network-vif-deleted", "tag": "c5232dcb-ad34-4197-a97c-38f79392e6fb", "status": "completed", "code": 200}, {"server_uuid": "53ca76a4-3b12-4390-b43a-10c5dcef754c", "name": "network-vif-deleted", "tag": "032c02e9-3bf8-41e6-b5be-6857fa3a7a97", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:17:25.673409 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ad0db53f-fab3-4aec-bf61-0f97c8467620 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:17:25.673969 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b086a4c3-1952-47cd-a8dd-d681d4f523cd', 'name': 'network-vif-deleted', 'tag': 'c5232dcb-ad34-4197-a97c-38f79392e6fb', 'status': 'completed', 'code': 200} Jan 28 00:17:25.674325 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ca76a4-3b12-4390-b43a-10c5dcef754c', 'name': 'network-vif-deleted', 'tag': '032c02e9-3bf8-41e6-b5be-6857fa3a7a97', 'status': 'completed', 'code': 200} Jan 28 00:17:25.802860 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567b676-c4a3-4137-ac2c-12d271e1049a req-8e6ce7bc-8607-4b5f-a7c1-284ff8f9d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:25.805243 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4567b676-c4a3-4137-ac2c-12d271e1049a req-8e6ce7bc-8607-4b5f-a7c1-284ff8f9d50e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a309d6c9-38a3-409d-a906-1638039000ff HTTP/1.1" status: 200 len: 847 time: 0.2235577 Jan 28 00:17:25.870236 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a7e97fec-57a3-438a-999a-258a625a7960 service neutron] Attempting to bind port a70452fc-14fc-4605-ad3f-db76851ab1e9 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:17:25.871736 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a7e97fec-57a3-438a-999a-258a625a7960 service neutron] Attempting to bind port a70452fc-14fc-4605-ad3f-db76851ab1e9 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:17:25.872124 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a7e97fec-57a3-438a-999a-258a625a7960 service neutron] Attempting to bind port a70452fc-14fc-4605-ad3f-db76851ab1e9 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:17:25.919087 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4567b676-c4a3-4137-ac2c-12d271e1049a req-048e0fb5-5f8a-4e69-b262-eee8a54633a5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ede0cbb9-a83e-4037-b673-696eabc6b3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005573 Jan 28 00:17:25.934538 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609b92d-f433-40e4-b315-36c56d784402 req-b878fe8f-8497-403d-be83-fb5543218747 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:25.941923 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1609b92d-f433-40e4-b315-36c56d784402 req-b878fe8f-8497-403d-be83-fb5543218747 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.52 "GET /v2.0/networks?id=07f0ac26-2f79-426e-986d-9ab2e7db4472 HTTP/1.1" status: 200 len: 812 time: 0.4227803 Jan 28 00:17:25.997529 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-72644458-2890-42b4-bd33-e3eb96160cdc tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:26.001443 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-72644458-2890-42b4-bd33-e3eb96160cdc tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8615017 Jan 28 00:17:26.054315 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-1609b92d-f433-40e4-b315-36c56d784402 req-eefd7e6c-fafa-4fb6-8607-735c87a8322d tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Request body: {'port': {'device_id': '37b94dcd-36c0-4636-988b-71347f034dd1', 'network_id': '07f0ac26-2f79-426e-986d-9ab2e7db4472', 'admin_state_up': True, 'tenant_id': '5ecb5ec1ccfb4e42a39c92c8cc5abfbc'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:17:26.085671 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-df525351-874d-48b5-bacd-f476e38f1347 req-d267d4a9-0739-4cf6-a2a6-c7619d3dfb8e tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 210 time: 0.1112242 Jan 28 00:17:26.086355 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a7e97fec-57a3-438a-999a-258a625a7960 service neutron] Port a70452fc-14fc-4605-ad3f-db76851ab1e9 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:17:26.086677 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a7e97fec-57a3-438a-999a-258a625a7960 service neutron] Attempting to bind port a70452fc-14fc-4605-ad3f-db76851ab1e9 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:17:26.151741 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609b92d-f433-40e4-b315-36c56d784402 req-a76217cf-f28d-41d2-82c6-8a5653771bd9 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:26.154858 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1609b92d-f433-40e4-b315-36c56d784402 req-a76217cf-f28d-41d2-82c6-8a5653771bd9 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.52 "GET /v2.0/networks?id=07f0ac26-2f79-426e-986d-9ab2e7db4472 HTTP/1.1" status: 200 len: 812 time: 0.6628041 Jan 28 00:17:26.160496 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-d083b79e-d278-4736-bef5-5e4d3f4f6669 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/quotas/83dbb6195da44e30b63c09c8e88d497f HTTP/1.1" status: 200 len: 375 time: 0.1444008 Jan 28 00:17:26.161859 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a7e97fec-57a3-438a-999a-258a625a7960 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:17:26.162367 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a7e97fec-57a3-438a-999a-258a625a7960 service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:17:26.163005 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a7e97fec-57a3-438a-999a-258a625a7960 service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:17:26.163774 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a7e97fec-57a3-438a-999a-258a625a7960 service neutron] Bound port: a70452fc-14fc-4605-ad3f-db76851ab1e9, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:17:26.164371 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a7e97fec-57a3-438a-999a-258a625a7960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a70452fc-14fc-4605-ad3f-db76851ab1e9), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:26.221492 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4567b676-c4a3-4137-ac2c-12d271e1049a req-32a8ee5f-8326-4c99-808b-67af0f7e8bad service neutron] 10.222.0.65 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732427 Jan 28 00:17:26.226756 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c66c8fa-afd4-4e91-9d8c-673e4913de2a tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Request body: {'port': {'device_id': '9826358f-8566-4460-bb0b-53d2b61926b1', 'network_id': '07f0ac26-2f79-426e-986d-9ab2e7db4472', 'admin_state_up': True, 'tenant_id': '5ecb5ec1ccfb4e42a39c92c8cc5abfbc'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:17:26.330831 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a8b63143-b7d1-4a1f-a347-1d3087e96e8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:17:26.342299 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a8b63143-b7d1-4a1f-a347-1d3087e96e8f service neutron] Publish callbacks [] for port (9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:26.360567 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a8b63143-b7d1-4a1f-a347-1d3087e96e8f service neutron] Transition to ACTIVE for port object 9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:17:26.379345 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a8b63143-b7d1-4a1f-a347-1d3087e96e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:26.467467 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1609b92d-f433-40e4-b315-36c56d784402 req-eefd7e6c-fafa-4fb6-8607-735c87a8322d tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Made reservation on behalf of 5ecb5ec1ccfb4e42a39c92c8cc5abfbc for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:17:26.475106 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1609b92d-f433-40e4-b315-36c56d784402 req-eefd7e6c-fafa-4fb6-8607-735c87a8322d tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:26.528241 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-2b4ab3b2-93fc-4eed-b10a-04c0eba1a05a tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3265295 Jan 28 00:17:26.528991 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4567b676-c4a3-4137-ac2c-12d271e1049a req-0f2a8f01-404c-4913-b97b-01dc1f6643b7 service neutron] 10.222.0.65 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018742 Jan 28 00:17:26.609448 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a7e97fec-57a3-438a-999a-258a625a7960 service neutron] For port a70452fc-14fc-4605-ad3f-db76851ab1e9, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:17:26.613649 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a7e97fec-57a3-438a-999a-258a625a7960 service neutron] For port a70452fc-14fc-4605-ad3f-db76851ab1e9, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a70452fc-14fc-4605-ad3f-db76851ab1e9,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:17:26.615134 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b63143-b7d1-4a1f-a347-1d3087e96e8f service neutron] Pushing event updated for resources: {'Port': ['ID=9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:26.629823 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a7e97fec-57a3-438a-999a-258a625a7960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (a70452fc-14fc-4605-ad3f-db76851ab1e9), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:26.855177 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a7e97fec-57a3-438a-999a-258a625a7960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:26.857234 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a7e97fec-57a3-438a-999a-258a625a7960 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:26.859206 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a7e97fec-57a3-438a-999a-258a625a7960 service neutron] 10.222.0.65 "PUT /v2.0/ports/a70452fc-14fc-4605-ad3f-db76851ab1e9 HTTP/1.1" status: 200 len: 1096 time: 8.4081297 Jan 28 00:17:26.874539 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa222aa9-6a67-4735-b8b0-7409f80a1180', 'tag': 'a70452fc-14fc-4605-ad3f-db76851ab1e9'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:17:26.879485 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eeb4d2b-19c0-49a8-9c26-96e009997f94" -d '{"events": [{"name": "network-changed", "server_uuid": "fa222aa9-6a67-4735-b8b0-7409f80a1180", "tag": "a70452fc-14fc-4605-ad3f-db76851ab1e9"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:17:26.979489 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-1609b92d-f433-40e4-b315-36c56d784402 req-eefd7e6c-fafa-4fb6-8607-735c87a8322d tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Allocated IP 172.20.0.13 (07f0ac26-2f79-426e-986d-9ab2e7db4472/aeea8446-c8eb-4a45-8368-c91dd0a87159/8295569d-7afb-4011-bb2a-3e3cf3f81bee) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:17:27.191808 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c66c8fa-afd4-4e91-9d8c-673e4913de2a tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Made reservation on behalf of 5ecb5ec1ccfb4e42a39c92c8cc5abfbc for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:17:27.216182 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c66c8fa-afd4-4e91-9d8c-673e4913de2a tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:27.251352 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e97fec-57a3-438a-999a-258a625a7960 service neutron] Pushing event updated for resources: {'Port': ['ID=a70452fc-14fc-4605-ad3f-db76851ab1e9,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:27.440435 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-f2443d62-c80b-4935-9aa5-ae67cc6926cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:27.442244 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-f2443d62-c80b-4935-9aa5-ae67cc6926cf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15e12218ae23498f8976895fc1081122&device_id=fa222aa9-6a67-4735-b8b0-7409f80a1180 HTTP/1.1" status: 200 len: 1099 time: 0.4792464 Jan 28 00:17:27.455165 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f4400-65b2-491a-bbdd-fd56b76e75b4 req-f0ab60bd-9ff8-4664-a9bb-07766efe10ee tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:27.458047 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ee7f4400-65b2-491a-bbdd-fd56b76e75b4 req-f0ab60bd-9ff8-4664-a9bb-07766efe10ee tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=462df977-6a9d-4e91-b5b8-1f84d2c8b593 HTTP/1.1" status: 200 len: 945 time: 0.6435182 Jan 28 00:17:27.603434 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1609b92d-f433-40e4-b315-36c56d784402 req-eefd7e6c-fafa-4fb6-8607-735c87a8322d tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Publish callbacks [] for port (8295569d-7afb-4011-bb2a-3e3cf3f81bee), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:27.665021 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1609b92d-f433-40e4-b315-36c56d784402 req-eefd7e6c-fafa-4fb6-8607-735c87a8322d tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (8295569d-7afb-4011-bb2a-3e3cf3f81bee), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:27.750875 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1609b92d-f433-40e4-b315-36c56d784402 req-eefd7e6c-fafa-4fb6-8607-735c87a8322d tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Network 07f0ac26-2f79-426e-986d-9ab2e7db4472 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:17:27.761047 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-1609b92d-f433-40e4-b315-36c56d784402 req-eefd7e6c-fafa-4fb6-8607-735c87a8322d tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:17:27.772164 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-1609b92d-f433-40e4-b315-36c56d784402 req-eefd7e6c-fafa-4fb6-8607-735c87a8322d tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:17:27.780308 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd7e6c-fafa-4fb6-8607-735c87a8322d tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Pushing event updated for resources: {'Port': ['ID=8295569d-7afb-4011-bb2a-3e3cf3f81bee,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:27.903749 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609b92d-f433-40e4-b315-36c56d784402 req-eefd7e6c-fafa-4fb6-8607-735c87a8322d tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:27.904840 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1609b92d-f433-40e4-b315-36c56d784402 req-eefd7e6c-fafa-4fb6-8607-735c87a8322d tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:27.985888 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1609b92d-f433-40e4-b315-36c56d784402 req-eefd7e6c-fafa-4fb6-8607-735c87a8322d tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9391799 Jan 28 00:17:28.024548 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-1609b92d-f433-40e4-b315-36c56d784402 req-4379601f-d222-4dd8-a457-8b83f8e843c3 service neutron] Request body: {'port': {'device_id': '37b94dcd-36c0-4636-988b-71347f034dd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:17:28.165815 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5fb9901-aa5d-4d75-b861-dc25d379caa3 req-ab92ebb8-c594-42b4-bc42-ecea8d3ca5d8 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/ports?device_id=37b94dcd-36c0-4636-988b-71347f034dd1 HTTP/1.1" status: 200 len: 210 time: 0.9464211 Jan 28 00:17:28.297085 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1609b92d-f433-40e4-b315-36c56d784402 req-4379601f-d222-4dd8-a457-8b83f8e843c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8295569d-7afb-4011-bb2a-3e3cf3f81bee), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:28.391637 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-b1c7e5af-703c-41f7-a7bd-537da833c1dd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=a70452fc-14fc-4605-ad3f-db76851ab1e9 HTTP/1.1" status: 200 len: 217 time: 0.9319613 Jan 28 00:17:28.414571 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a8b63143-b7d1-4a1f-a347-1d3087e96e8f service neutron] Attempting to bind port 9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:17:28.415289 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a8b63143-b7d1-4a1f-a347-1d3087e96e8f service neutron] Attempting to bind port 9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:17:28.415909 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a8b63143-b7d1-4a1f-a347-1d3087e96e8f service neutron] Attempting to bind port 9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:17:28.521123 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c64d393a-4402-4333-8aa2-8952c8a97139 req-ed95a51a-2d61-486e-8921-e920eae9f861 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0595238 Jan 28 00:17:28.521686 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a8b63143-b7d1-4a1f-a347-1d3087e96e8f service neutron] Port 9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:17:28.522012 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a8b63143-b7d1-4a1f-a347-1d3087e96e8f service neutron] Attempting to bind port 9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:17:28.538515 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a8b63143-b7d1-4a1f-a347-1d3087e96e8f service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:17:28.538865 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a8b63143-b7d1-4a1f-a347-1d3087e96e8f service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:17:28.539559 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a8b63143-b7d1-4a1f-a347-1d3087e96e8f service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:17:28.540267 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a8b63143-b7d1-4a1f-a347-1d3087e96e8f service neutron] Bound port: 9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:17:28.540503 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a8b63143-b7d1-4a1f-a347-1d3087e96e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:28.650552 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-b1add32d-c005-48fe-af41-b8f53bd9ceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:28.653600 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-b1add32d-c005-48fe-af41-b8f53bd9ceb7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.2054369 Jan 28 00:17:28.806927 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ee7f4400-65b2-491a-bbdd-fd56b76e75b4 req-39f5fcdd-e49d-458d-b88e-8e1b459d9fc9 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6385164 Jan 28 00:17:29.040346 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d393a-4402-4333-8aa2-8952c8a97139 req-2c71151b-c0cd-4251-b0c0-05f307ade37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:29.041813 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c64d393a-4402-4333-8aa2-8952c8a97139 req-2c71151b-c0cd-4251-b0c0-05f307ade37c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8a78e89f3df84c31929be575e138a975&device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 1095 time: 0.4019899 Jan 28 00:17:29.069075 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a8b63143-b7d1-4a1f-a347-1d3087e96e8f service neutron] For port 9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:17:29.083463 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a8b63143-b7d1-4a1f-a347-1d3087e96e8f service neutron] For port 9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:17:29.086973 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c66c8fa-afd4-4e91-9d8c-673e4913de2a tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Allocated IP 172.20.0.5 (07f0ac26-2f79-426e-986d-9ab2e7db4472/aeea8446-c8eb-4a45-8368-c91dd0a87159/2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:17:29.091748 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.52', 55233) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:17:29.100862 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a8b63143-b7d1-4a1f-a347-1d3087e96e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:29.114177 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-bb2da4fe-a0a9-470c-a579-dcbcd60625a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:29.117452 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-bb2da4fe-a0a9-470c-a579-dcbcd60625a4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2860782 Jan 28 00:17:29.266879 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5bf460-7a5b-4ac7-ab46-363c3b5fdb9a req-09f70262-cf94-4d0c-9933-5ef467a5f4ed tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:29.284699 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a5bf460-7a5b-4ac7-ab46-363c3b5fdb9a req-09f70262-cf94-4d0c-9933-5ef467a5f4ed tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d3f6c96-d648-4aee-898d-109adbb09882 HTTP/1.1" status: 200 len: 947 time: 0.4563224 Jan 28 00:17:29.344529 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-146ebed8-8227-4b02-8f41-76dcfeb332aa tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=83dbb6195da44e30b63c09c8e88d497f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2493145 Jan 28 00:17:29.350410 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a8b63143-b7d1-4a1f-a347-1d3087e96e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:29.351527 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a8b63143-b7d1-4a1f-a347-1d3087e96e8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:29.353580 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-a8b63143-b7d1-4a1f-a347-1d3087e96e8f service neutron] 10.222.0.65 "PUT /v2.0/ports/9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90 HTTP/1.1" status: 200 len: 1095 time: 6.0727868 Jan 28 00:17:29.367989 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d393a-4402-4333-8aa2-8952c8a97139 req-cec9887a-5068-4fe4-a7d8-ad41cecb098d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:29.372455 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c64d393a-4402-4333-8aa2-8952c8a97139 req-cec9887a-5068-4fe4-a7d8-ad41cecb098d service neutron] 10.222.0.52 "GET /v2.0/networks?id=ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 200 len: 908 time: 0.2766597 Jan 28 00:17:29.441830 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c64d393a-4402-4333-8aa2-8952c8a97139 req-b0538afd-f851-4756-b254-8a4dfa7b6773 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9357b6d8-3aaa-4276-8462-b55edfab0389 HTTP/1.1" status: 200 len: 217 time: 0.0575018 Jan 28 00:17:29.470934 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8d2d4c0d-ba4f-40a7-bcc2-7eecaa351bec req-8a2d2e68-b763-4a46-b87f-55f43c486b1a tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 210 time: 0.1706631 Jan 28 00:17:29.519349 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b63143-b7d1-4a1f-a347-1d3087e96e8f service neutron] Pushing event updated for resources: {'Port': ['ID=9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:29.599847 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d393a-4402-4333-8aa2-8952c8a97139 req-3c3b0ace-8dc1-4e34-a6ee-6ff605e78805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:29.602185 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c64d393a-4402-4333-8aa2-8952c8a97139 req-3c3b0ace-8dc1-4e34-a6ee-6ff605e78805 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a309d6c9-38a3-409d-a906-1638039000ff HTTP/1.1" status: 200 len: 847 time: 0.1272638 Jan 28 00:17:29.656638 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c64d393a-4402-4333-8aa2-8952c8a97139 req-27ac02c6-1511-44b2-a7dc-7e713ff2b9ed service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ede0cbb9-a83e-4037-b673-696eabc6b3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484390 Jan 28 00:17:29.677960 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1477f50-55f5-4dcc-af08-8c7b83e50678 x-openstack-request-id: req-b1477f50-55f5-4dcc-af08-8c7b83e50678 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:17:29.678505 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa222aa9-6a67-4735-b8b0-7409f80a1180", "tag": "a70452fc-14fc-4605-ad3f-db76851ab1e9", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:17:29.678917 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b1477f50-55f5-4dcc-af08-8c7b83e50678 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:17:29.679464 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa222aa9-6a67-4735-b8b0-7409f80a1180', 'tag': 'a70452fc-14fc-4605-ad3f-db76851ab1e9', 'status': 'completed', 'code': 200} Jan 28 00:17:29.797549 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c64d393a-4402-4333-8aa2-8952c8a97139 req-9c641df3-17a0-4347-bc6b-44d7874d98fb service neutron] 10.222.0.52 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266854 Jan 28 00:17:29.939054 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e28f2f7c-4698-442b-97cf-52f91d614259 req-cc88ac7d-aabe-470e-9bcc-78755b16aff3 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 210 time: 0.1077852 Jan 28 00:17:29.993730 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c64d393a-4402-4333-8aa2-8952c8a97139 req-855ad06f-a85f-4cb5-aa2b-566da34f673d service neutron] 10.222.0.52 "GET /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895621 Jan 28 00:17:30.060755 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-699e9e9d-98c3-43cb-a4a2-70e5d10f0dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:30.062348 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-699e9e9d-98c3-43cb-a4a2-70e5d10f0dba service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15e12218ae23498f8976895fc1081122&device_id=9d3f6c96-d648-4aee-898d-109adbb09882 HTTP/1.1" status: 200 len: 1098 time: 0.5801802 Jan 28 00:17:30.080841 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-79c9034c-310f-4cf1-96ad-a05568f374c0 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:30.082439 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-79c9034c-310f-4cf1-96ad-a05568f374c0 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6241341 Jan 28 00:17:30.085732 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a5bf460-7a5b-4ac7-ab46-363c3b5fdb9a req-1cef3ba5-246a-44de-b272-c49032896f11 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8001971 Jan 28 00:17:30.159511 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-45571cf5-43bf-44a8-a036-9ceb8888f21f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90 HTTP/1.1" status: 200 len: 217 time: 0.0655849 Jan 28 00:17:30.161681 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-7fe6655b-c3ff-4884-abfa-0156f989a3bf service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9464948 Jan 28 00:17:30.165577 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-23ed4e1e-6f2e-46a7-9e6e-ca76bb7dc807 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Request body: {'port': {'device_id': '05c2a708-e40d-472e-93e4-995cee8ac4a3', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'admin_state_up': True, 'tenant_id': '83dbb6195da44e30b63c09c8e88d497f'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:17:30.172997 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c66c8fa-afd4-4e91-9d8c-673e4913de2a tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Publish callbacks [] for port (2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:30.489168 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-5c6bd95f-36ab-4ccf-8db3-20e703644ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:30.490819 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-5c6bd95f-36ab-4ccf-8db3-20e703644ada service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.2997527 Jan 28 00:17:30.523351 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654a9eb-b6db-4e4b-a3c2-26e86676a30c req-34c782e7-89cc-48b3-b43e-803d1bd1662a tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:30.528192 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3654a9eb-b6db-4e4b-a3c2-26e86676a30c req-34c782e7-89cc-48b3-b43e-803d1bd1662a tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=462df977-6a9d-4e91-b5b8-1f84d2c8b593 HTTP/1.1" status: 200 len: 945 time: 0.4630051 Jan 28 00:17:30.655958 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c66c8fa-afd4-4e91-9d8c-673e4913de2a tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:30.672137 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-8f9356d0-b0ed-4999-8716-21f950c091f0 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777145 Jan 28 00:17:30.843915 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c66c8fa-afd4-4e91-9d8c-673e4913de2a tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Network 07f0ac26-2f79-426e-986d-9ab2e7db4472 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:17:30.905456 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c66c8fa-afd4-4e91-9d8c-673e4913de2a tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:17:30.915759 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-1609b92d-f433-40e4-b315-36c56d784402 req-4379601f-d222-4dd8-a457-8b83f8e843c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8295569d-7afb-4011-bb2a-3e3cf3f81bee {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:17:30.926669 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c66c8fa-afd4-4e91-9d8c-673e4913de2a tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:17:30.931730 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1609b92d-f433-40e4-b315-36c56d784402 req-4379601f-d222-4dd8-a457-8b83f8e843c3 service neutron] Publish callbacks [] for port (8295569d-7afb-4011-bb2a-3e3cf3f81bee), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:30.951019 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66c8fa-afd4-4e91-9d8c-673e4913de2a tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Pushing event updated for resources: {'Port': ['ID=2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:30.960427 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-1609b92d-f433-40e4-b315-36c56d784402 req-4379601f-d222-4dd8-a457-8b83f8e843c3 service neutron] Transition to ACTIVE for port object 8295569d-7afb-4011-bb2a-3e3cf3f81bee will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:17:30.970730 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1609b92d-f433-40e4-b315-36c56d784402 req-4379601f-d222-4dd8-a457-8b83f8e843c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (8295569d-7afb-4011-bb2a-3e3cf3f81bee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:30.977991 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6999dd-c669-4ec0-836b-db4ac45017a8 req-4ac98f24-aadd-4bb0-b8c8-f49221508da7 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:30.981328 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d6999dd-c669-4ec0-836b-db4ac45017a8 req-4ac98f24-aadd-4bb0-b8c8-f49221508da7 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/ports?device_id=37b94dcd-36c0-4636-988b-71347f034dd1 HTTP/1.1" status: 200 len: 932 time: 0.4852583 Jan 28 00:17:31.064607 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-2ff2c6ee-e57c-45d1-aefa-7359af6783e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:31.066907 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-2ff2c6ee-e57c-45d1-aefa-7359af6783e7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5580268 Jan 28 00:17:31.068058 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-23ed4e1e-6f2e-46a7-9e6e-ca76bb7dc807 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Made reservation on behalf of 83dbb6195da44e30b63c09c8e88d497f for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:17:31.072933 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-23ed4e1e-6f2e-46a7-9e6e-ca76bb7dc807 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:31.172611 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-23ed4e1e-6f2e-46a7-9e6e-ca76bb7dc807 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:31.204283 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379601f-d222-4dd8-a457-8b83f8e843c3 service neutron] Pushing event updated for resources: {'Port': ['ID=8295569d-7afb-4011-bb2a-3e3cf3f81bee,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:31.234198 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb4d2b-19c0-49a8-9c26-96e009997f94 req-5c72b1b5-f669-4dc7-9b6f-29eaae5bb9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:31.235766 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0eeb4d2b-19c0-49a8-9c26-96e009997f94 req-5c72b1b5-f669-4dc7-9b6f-29eaae5bb9e7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15e12218ae23498f8976895fc1081122&device_id=fa222aa9-6a67-4735-b8b0-7409f80a1180 HTTP/1.1" status: 200 len: 1099 time: 0.4489982 Jan 28 00:17:31.252948 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-1609b92d-f433-40e4-b315-36c56d784402 req-4379601f-d222-4dd8-a457-8b83f8e843c3 service neutron] Attempting to bind port 8295569d-7afb-4011-bb2a-3e3cf3f81bee on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:17:31.254926 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-1609b92d-f433-40e4-b315-36c56d784402 req-4379601f-d222-4dd8-a457-8b83f8e843c3 service neutron] Attempting to bind port 8295569d-7afb-4011-bb2a-3e3cf3f81bee by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '61b90438-6eb6-4ab3-b26d-defa80e74b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '07f0ac26-2f79-426e-986d-9ab2e7db4472'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:17:31.255819 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1609b92d-f433-40e4-b315-36c56d784402 req-4379601f-d222-4dd8-a457-8b83f8e843c3 service neutron] Attempting to bind port 8295569d-7afb-4011-bb2a-3e3cf3f81bee on network 07f0ac26-2f79-426e-986d-9ab2e7db4472 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:17:31.267083 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1609b92d-f433-40e4-b315-36c56d784402 req-4379601f-d222-4dd8-a457-8b83f8e843c3 service neutron] Port 8295569d-7afb-4011-bb2a-3e3cf3f81bee on network 07f0ac26-2f79-426e-986d-9ab2e7db4472 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:17:31.267996 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1609b92d-f433-40e4-b315-36c56d784402 req-4379601f-d222-4dd8-a457-8b83f8e843c3 service neutron] Attempting to bind port 8295569d-7afb-4011-bb2a-3e3cf3f81bee on network 07f0ac26-2f79-426e-986d-9ab2e7db4472 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:17:31.279863 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1609b92d-f433-40e4-b315-36c56d784402 req-4379601f-d222-4dd8-a457-8b83f8e843c3 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:17:31.280797 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1609b92d-f433-40e4-b315-36c56d784402 req-4379601f-d222-4dd8-a457-8b83f8e843c3 service neutron] Checking segment: {'id': '61b90438-6eb6-4ab3-b26d-defa80e74b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '07f0ac26-2f79-426e-986d-9ab2e7db4472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:17:31.282630 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1609b92d-f433-40e4-b315-36c56d784402 req-4379601f-d222-4dd8-a457-8b83f8e843c3 service neutron] Bound using segment: {'id': '61b90438-6eb6-4ab3-b26d-defa80e74b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '07f0ac26-2f79-426e-986d-9ab2e7db4472'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:17:31.283699 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-1609b92d-f433-40e4-b315-36c56d784402 req-4379601f-d222-4dd8-a457-8b83f8e843c3 service neutron] Bound port: 8295569d-7afb-4011-bb2a-3e3cf3f81bee, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b90438-6eb6-4ab3-b26d-defa80e74b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '07f0ac26-2f79-426e-986d-9ab2e7db4472'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:17:31.284585 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1609b92d-f433-40e4-b315-36c56d784402 req-4379601f-d222-4dd8-a457-8b83f8e843c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8295569d-7afb-4011-bb2a-3e3cf3f81bee), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:31.360247 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c66c8fa-afd4-4e91-9d8c-673e4913de2a tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:31.362888 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c66c8fa-afd4-4e91-9d8c-673e4913de2a tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:31.417948 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3654a9eb-b6db-4e4b-a3c2-26e86676a30c req-6a993e48-f112-4cc9-90e5-b8da84387969 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8357589 Jan 28 00:17:31.466673 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-1609b92d-f433-40e4-b315-36c56d784402 req-4379601f-d222-4dd8-a457-8b83f8e843c3 service neutron] For port 8295569d-7afb-4011-bb2a-3e3cf3f81bee, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:17:31.469507 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d6999dd-c669-4ec0-836b-db4ac45017a8 req-461795f6-5bb2-469f-9c1d-a3c7c19db058 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/security-groups?id=daded75b-ba1a-4ea8-9e2b-53ddf9eb1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211111 Jan 28 00:17:31.476321 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-1609b92d-f433-40e4-b315-36c56d784402 req-4379601f-d222-4dd8-a457-8b83f8e843c3 service neutron] For port 8295569d-7afb-4011-bb2a-3e3cf3f81bee, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=8295569d-7afb-4011-bb2a-3e3cf3f81bee,segment=NetworkSegment(61b90438-6eb6-4ab3-b26d-defa80e74b89),segment_id=61b90438-6eb6-4ab3-b26d-defa80e74b89)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:17:31.486167 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1609b92d-f433-40e4-b315-36c56d784402 req-4379601f-d222-4dd8-a457-8b83f8e843c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (8295569d-7afb-4011-bb2a-3e3cf3f81bee), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:31.547155 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609b92d-f433-40e4-b315-36c56d784402 req-4379601f-d222-4dd8-a457-8b83f8e843c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:31.547850 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1609b92d-f433-40e4-b315-36c56d784402 req-4379601f-d222-4dd8-a457-8b83f8e843c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:31.549448 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1609b92d-f433-40e4-b315-36c56d784402 req-4379601f-d222-4dd8-a457-8b83f8e843c3 service neutron] 10.222.0.52 "PUT /v2.0/ports/8295569d-7afb-4011-bb2a-3e3cf3f81bee HTTP/1.1" status: 200 len: 1092 time: 3.5520205 Jan 28 00:17:31.549926 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b94dcd-36c0-4636-988b-71347f034dd1', 'tag': '8295569d-7afb-4011-bb2a-3e3cf3f81bee'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:17:31.552349 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441d2f58-8da4-4b32-b245-941d43ae3982" -d '{"events": [{"name": "network-changed", "server_uuid": "37b94dcd-36c0-4636-988b-71347f034dd1", "tag": "8295569d-7afb-4011-bb2a-3e3cf3f81bee"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:17:31.623593 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c66c8fa-afd4-4e91-9d8c-673e4913de2a tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4121172 Jan 28 00:17:31.638753 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-402eac16-f958-4462-9461-1c042cfd4755 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5512512 Jan 28 00:17:31.682076 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c84cc2a-b650-42f3-8950-59b3076302e4 service neutron] Request body: {'port': {'device_id': '9826358f-8566-4460-bb0b-53d2b61926b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:17:31.691190 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3f6c96-d648-4aee-898d-109adbb09882', 'tag': '9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:17:31.704544 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42aa0bcd-f4aa-480a-915d-840cff1221bc" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3f6c96-d648-4aee-898d-109adbb09882", "tag": "9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:17:31.716384 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379601f-d222-4dd8-a457-8b83f8e843c3 service neutron] Pushing event updated for resources: {'Port': ['ID=8295569d-7afb-4011-bb2a-3e3cf3f81bee,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:31.759731 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609b92d-f433-40e4-b315-36c56d784402 req-97ec05ee-f90e-45b9-b5e6-61981d82429a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:31.761944 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1609b92d-f433-40e4-b315-36c56d784402 req-97ec05ee-f90e-45b9-b5e6-61981d82429a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ecb5ec1ccfb4e42a39c92c8cc5abfbc&device_id=37b94dcd-36c0-4636-988b-71347f034dd1 HTTP/1.1" status: 200 len: 1095 time: 0.1437624 Jan 28 00:17:31.859022 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1609b92d-f433-40e4-b315-36c56d784402 req-222be4b3-f9b4-440f-ba46-9f358aebd974 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8295569d-7afb-4011-bb2a-3e3cf3f81bee HTTP/1.1" status: 200 len: 217 time: 0.0853925 Jan 28 00:17:31.877455 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eddf3288-380c-4933-a349-70facff3e669 req-9bf2bb1e-3d87-4128-b156-46d37af37835 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 210 time: 0.1280813 Jan 28 00:17:31.894596 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:17:31.961592 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609b92d-f433-40e4-b315-36c56d784402 req-3f020515-eddc-40bd-849a-0ec06bab6abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:31.963447 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1609b92d-f433-40e4-b315-36c56d784402 req-3f020515-eddc-40bd-849a-0ec06bab6abd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aeea8446-c8eb-4a45-8368-c91dd0a87159 HTTP/1.1" status: 200 len: 852 time: 0.0988524 Jan 28 00:17:32.002568 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1609b92d-f433-40e4-b315-36c56d784402 req-be66f368-4d19-43ac-ad74-913fc69f1f45 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07f0ac26-2f79-426e-986d-9ab2e7db4472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328941 Jan 28 00:17:32.039635 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-23ed4e1e-6f2e-46a7-9e6e-ca76bb7dc807 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks [] for security_group (45e5baf1-70f0-4f72-be9a-0947a505580f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:32.050944 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1338399a-e416-4a49-9335-2fb1f08aa93a req-da4dc646-2c45-4b36-b0ed-36970f7f4f3a tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 210 time: 0.1936705 Jan 28 00:17:32.070176 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c84cc2a-b650-42f3-8950-59b3076302e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:32.081151 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-23ed4e1e-6f2e-46a7-9e6e-ca76bb7dc807 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (45e5baf1-70f0-4f72-be9a-0947a505580f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:32.081151 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb4d2b-19c0-49a8-9c26-96e009997f94 req-3b06e498-1d13-4f03-a0dd-375d5e6103b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:32.081151 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0eeb4d2b-19c0-49a8-9c26-96e009997f94 req-3b06e498-1d13-4f03-a0dd-375d5e6103b2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.8249440 Jan 28 00:17:32.131305 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1609b92d-f433-40e4-b315-36c56d784402 req-ae633bb0-d364-42c3-b0bb-fcc15ab55723 service neutron] 10.222.0.52 "GET /v2.0/networks/07f0ac26-2f79-426e-986d-9ab2e7db4472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227767 Jan 28 00:17:32.220863 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0eeb4d2b-19c0-49a8-9c26-96e009997f94 req-79439db3-82b1-43e3-bad5-514854e01012 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=a70452fc-14fc-4605-ad3f-db76851ab1e9 HTTP/1.1" status: 200 len: 217 time: 0.0935781 Jan 28 00:17:32.472670 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1609b92d-f433-40e4-b315-36c56d784402 req-209e98f8-a5ce-4ea6-959b-5985076307f1 service neutron] 10.222.0.52 "GET /v2.0/networks/07f0ac26-2f79-426e-986d-9ab2e7db4472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344862 Jan 28 00:17:32.474967 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e894778d-fbbd-489b-9869-721da5cb250e x-openstack-request-id: req-e894778d-fbbd-489b-9869-721da5cb250e {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:17:32.475407 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b94dcd-36c0-4636-988b-71347f034dd1", "tag": "8295569d-7afb-4011-bb2a-3e3cf3f81bee", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:17:32.475849 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e894778d-fbbd-489b-9869-721da5cb250e {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:17:32.476510 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b94dcd-36c0-4636-988b-71347f034dd1', 'tag': '8295569d-7afb-4011-bb2a-3e3cf3f81bee', 'status': 'completed', 'code': 200} Jan 28 00:17:32.551479 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a70452fc-14fc-4605-ad3f-db76851ab1e9 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:17:32.706370 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d2f58-8da4-4b32-b245-941d43ae3982 req-aac570fb-19c2-4ccc-87b4-ac17bb0a9d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:32.708983 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-441d2f58-8da4-4b32-b245-941d43ae3982 req-aac570fb-19c2-4ccc-87b4-ac17bb0a9d6c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ecb5ec1ccfb4e42a39c92c8cc5abfbc&device_id=37b94dcd-36c0-4636-988b-71347f034dd1 HTTP/1.1" status: 200 len: 1095 time: 0.1401467 Jan 28 00:17:32.773793 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a70452fc-14fc-4605-ad3f-db76851ab1e9, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a70452fc-14fc-4605-ad3f-db76851ab1e9,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:32.794721 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'a70452fc-14fc-4605-ad3f-db76851ab1e9', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': 'a70452fc-14fc-4605-ad3f-db76851ab1e9', 'mac_address': 'fa:16:3e:13:22:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:17:32.852105 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port a70452fc-14fc-4605-ad3f-db76851ab1e9 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:17:32.852783 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a70452fc-14fc-4605-ad3f-db76851ab1e9), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:32.875832 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a70452fc-14fc-4605-ad3f-db76851ab1e9 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:17:32.912711 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a70452fc-14fc-4605-ad3f-db76851ab1e9, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a70452fc-14fc-4605-ad3f-db76851ab1e9,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:32.925410 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a70452fc-14fc-4605-ad3f-db76851ab1e9), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:32.931726 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f453841e-4a38-4ab6-adbb-a940cc982ece x-openstack-request-id: req-f453841e-4a38-4ab6-adbb-a940cc982ece {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:17:32.932390 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3f6c96-d648-4aee-898d-109adbb09882", "tag": "9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:17:32.932623 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f453841e-4a38-4ab6-adbb-a940cc982ece {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:17:32.933791 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3f6c96-d648-4aee-898d-109adbb09882', 'tag': '9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90', 'status': 'completed', 'code': 200} Jan 28 00:17:32.989475 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed4e1e-6f2e-46a7-9e6e-ca76bb7dc807 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45e5baf1-70f0-4f72-be9a-0947a505580f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:33.003414 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d2f58-8da4-4b32-b245-941d43ae3982 req-cb1a94e4-6777-4c23-87f9-8325535a0d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:33.011378 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-441d2f58-8da4-4b32-b245-941d43ae3982 req-cb1a94e4-6777-4c23-87f9-8325535a0d86 service neutron] 10.222.0.52 "GET /v2.0/networks?id=07f0ac26-2f79-426e-986d-9ab2e7db4472 HTTP/1.1" status: 200 len: 913 time: 0.2952206 Jan 28 00:17:33.030779 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f772f-846d-4a45-aced-1ec6bdcb769a req-54b9d015-70cf-4602-b9fc-b673431531f4 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:33.040601 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-717f772f-846d-4a45-aced-1ec6bdcb769a req-54b9d015-70cf-4602-b9fc-b673431531f4 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d3f6c96-d648-4aee-898d-109adbb09882 HTTP/1.1" status: 200 len: 947 time: 1.0361445 Jan 28 00:17:33.046108 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe3b98a7-0089-4e23-b55a-e457914b997a req-7ebea1fa-9d2b-4fe8-8c18-0b48106c9f40 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3946633 Jan 28 00:17:33.072455 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=a70452fc-14fc-4605-ad3f-db76851ab1e9,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:33.121555 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:33.121963 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:33.123887 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:33.124478 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:33.134424 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:33.134858 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:33.135873 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:33.136820 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:33.137684 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:33.138756 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:33.139483 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:33.140265 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:33.140921 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:33.184429 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-441d2f58-8da4-4b32-b245-941d43ae3982 req-6c04f85e-f384-4dc5-84d8-873ea9330bdb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8295569d-7afb-4011-bb2a-3e3cf3f81bee HTTP/1.1" status: 200 len: 217 time: 0.1646152 Jan 28 00:17:33.268552 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['a70452fc-14fc-4605-ad3f-db76851ab1e9'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:17:33.271784 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d2f58-8da4-4b32-b245-941d43ae3982 req-36ea281a-a715-4022-aa83-8be64248c0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:33.273633 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-441d2f58-8da4-4b32-b245-941d43ae3982 req-36ea281a-a715-4022-aa83-8be64248c0df service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aeea8446-c8eb-4a45-8368-c91dd0a87159 HTTP/1.1" status: 200 len: 852 time: 0.0849097 Jan 28 00:17:33.299663 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb4d2b-19c0-49a8-9c26-96e009997f94 req-943ec205-471d-4413-9beb-1bc933bcea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:33.301569 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0eeb4d2b-19c0-49a8-9c26-96e009997f94 req-943ec205-471d-4413-9beb-1bc933bcea4d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 1.0268905 Jan 28 00:17:33.321337 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-441d2f58-8da4-4b32-b245-941d43ae3982 req-8074366d-818f-4d2c-a424-d29e37e1ad0f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07f0ac26-2f79-426e-986d-9ab2e7db4472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336223 Jan 28 00:17:33.393200 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-717f772f-846d-4a45-aced-1ec6bdcb769a req-1d6af8b0-07f5-4ea8-a528-3499d8c96a2b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514223 Jan 28 00:17:33.517329 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-441d2f58-8da4-4b32-b245-941d43ae3982 req-9b7e0205-6cfe-4afc-a70a-dc46f7e8824a service neutron] 10.222.0.52 "GET /v2.0/networks/07f0ac26-2f79-426e-986d-9ab2e7db4472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851504 Jan 28 00:17:33.525030 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-23ed4e1e-6f2e-46a7-9e6e-ca76bb7dc807 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Allocated IP 192.168.233.192 (6cc4916b-e8a0-4618-abd0-934e16bf0b78/3d2cf619-4390-4946-b152-016e9ede005d/228baf8b-b15d-4b7b-afdb-c10ccf246e6f) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:17:33.628824 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa0bcd-f4aa-480a-915d-840cff1221bc req-580ff413-ddb5-47b4-9bbd-ef88709acf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:33.641695 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42aa0bcd-f4aa-480a-915d-840cff1221bc req-580ff413-ddb5-47b4-9bbd-ef88709acf98 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15e12218ae23498f8976895fc1081122&device_id=9d3f6c96-d648-4aee-898d-109adbb09882 HTTP/1.1" status: 200 len: 1098 time: 0.4347231 Jan 28 00:17:33.787525 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b384736-1655-4022-99b3-b7a17d042d87 req-0f673c17-180e-48a5-9007-a6333b179dd4 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:33.790534 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b384736-1655-4022-99b3-b7a17d042d87 req-0f673c17-180e-48a5-9007-a6333b179dd4 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=462df977-6a9d-4e91-b5b8-1f84d2c8b593 HTTP/1.1" status: 200 len: 945 time: 0.8620477 Jan 28 00:17:33.861911 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-441d2f58-8da4-4b32-b245-941d43ae3982 req-b728bc58-7f4f-4f23-862e-93935328f63c service neutron] 10.222.0.52 "GET /v2.0/networks/07f0ac26-2f79-426e-986d-9ab2e7db4472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232245 Jan 28 00:17:34.019705 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb4d2b-19c0-49a8-9c26-96e009997f94 req-dcbc0523-0ca8-450a-a7d5-01064ddcdbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:34.022161 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0eeb4d2b-19c0-49a8-9c26-96e009997f94 req-dcbc0523-0ca8-450a-a7d5-01064ddcdbea service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6721737 Jan 28 00:17:34.340842 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b384736-1655-4022-99b3-b7a17d042d87 req-ed07391c-e9f4-4efd-95d0-b718cfb017ee tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805730 Jan 28 00:17:34.367143 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-23ed4e1e-6f2e-46a7-9e6e-ca76bb7dc807 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks [] for port (228baf8b-b15d-4b7b-afdb-c10ccf246e6f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:34.394024 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af035eb-5939-45db-9433-e6dc488c000e req-f87d7814-fd4d-41c9-b9cb-8e6cfeb35507 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:34.400481 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9af035eb-5939-45db-9433-e6dc488c000e req-f87d7814-fd4d-41c9-b9cb-8e6cfeb35507 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/ports?device_id=37b94dcd-36c0-4636-988b-71347f034dd1 HTTP/1.1" status: 200 len: 944 time: 0.4173396 Jan 28 00:17:34.414441 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c84cc2a-b650-42f3-8950-59b3076302e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:17:34.434887 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c84cc2a-b650-42f3-8950-59b3076302e4 service neutron] Publish callbacks [] for port (2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:34.461684 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa0bcd-f4aa-480a-915d-840cff1221bc req-dd4c6311-6f31-4c05-80cb-3e44f4e7de9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:34.463351 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42aa0bcd-f4aa-480a-915d-840cff1221bc req-dd4c6311-6f31-4c05-80cb-3e44f4e7de9b service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.7506249 Jan 28 00:17:34.524758 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0eeb4d2b-19c0-49a8-9c26-96e009997f94 req-14df268d-604a-487e-b0d3-c786370d8f71 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567156 Jan 28 00:17:34.532563 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c84cc2a-b650-42f3-8950-59b3076302e4 service neutron] Transition to ACTIVE for port object 2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:17:34.544266 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42aa0bcd-f4aa-480a-915d-840cff1221bc req-87213bf6-4dc8-4cb9-8606-8340ee373bb2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90 HTTP/1.1" status: 200 len: 217 time: 0.0686681 Jan 28 00:17:34.572329 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:17:34.575904 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c84cc2a-b650-42f3-8950-59b3076302e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:34.606859 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a70452fc-14fc-4605-ad3f-db76851ab1e9 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:17:34.749826 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b7896438-1ee5-4849-8aec-4bb44d583f72 req-7ffbc7a8-e58e-4b38-8b17-82a040789025 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 210 time: 0.1544333 Jan 28 00:17:34.826144 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9af035eb-5939-45db-9433-e6dc488c000e req-a122a15e-4423-41e5-bf8a-793160267ef9 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/security-groups?id=daded75b-ba1a-4ea8-9e2b-53ddf9eb1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196746 Jan 28 00:17:34.829769 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port a70452fc-14fc-4605-ad3f-db76851ab1e9 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:17:34.836052 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-23ed4e1e-6f2e-46a7-9e6e-ca76bb7dc807 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (228baf8b-b15d-4b7b-afdb-c10ccf246e6f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:34.934888 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port a70452fc-14fc-4605-ad3f-db76851ab1e9 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:17:34.934888 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a70452fc-14fc-4605-ad3f-db76851ab1e9), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:35.010835 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa0bcd-f4aa-480a-915d-840cff1221bc req-047bc23c-7f78-4702-b084-feb6e73a64c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:35.011758 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42aa0bcd-f4aa-480a-915d-840cff1221bc req-047bc23c-7f78-4702-b084-feb6e73a64c6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.4443483 Jan 28 00:17:35.102851 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:35.135882 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84cc2a-b650-42f3-8950-59b3076302e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:35.138007 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': '9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90', 'mac_address': 'fa:16:3e:d7:c5:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:17:35.143687 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port a70452fc-14fc-4605-ad3f-db76851ab1e9 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:17:35.145223 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a70452fc-14fc-4605-ad3f-db76851ab1e9), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:35.163888 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3a501ec2-2056-43e6-bb3e-a21256db4d39 req-377b144f-a432-4066-9021-3b6affe1aae0 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 210 time: 0.2078714 Jan 28 00:17:35.186992 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a70452fc-14fc-4605-ad3f-db76851ab1e9, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a70452fc-14fc-4605-ad3f-db76851ab1e9,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:35.208044 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa222aa9-6a67-4735-b8b0-7409f80a1180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70452fc-14fc-4605-ad3f-db76851ab1e9'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:17:35.210563 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d66ec1-610a-4e31-90f2-a270681f3d73" -d '{"events": [{"server_uuid": "fa222aa9-6a67-4735-b8b0-7409f80a1180", "name": "network-vif-plugged", "status": "completed", "tag": "a70452fc-14fc-4605-ad3f-db76851ab1e9"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:17:35.216850 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a70452fc-14fc-4605-ad3f-db76851ab1e9), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:35.233667 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-23ed4e1e-6f2e-46a7-9e6e-ca76bb7dc807 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:17:35.251076 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:17:35.251969 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:35.269446 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0eeb4d2b-19c0-49a8-9c26-96e009997f94 req-45fc3bc2-d0cd-4d39-a010-896a461442df service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7340214 Jan 28 00:17:35.270460 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-23ed4e1e-6f2e-46a7-9e6e-ca76bb7dc807 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:17:35.311818 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-23ed4e1e-6f2e-46a7-9e6e-ca76bb7dc807 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:17:35.332150 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=a70452fc-14fc-4605-ad3f-db76851ab1e9,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:35.367878 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:17:35.402692 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:35.409053 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:35.539904 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed4e1e-6f2e-46a7-9e6e-ca76bb7dc807 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Pushing event updated for resources: {'Port': ['ID=228baf8b-b15d-4b7b-afdb-c10ccf246e6f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:35.549851 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:35.564337 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa0bcd-f4aa-480a-915d-840cff1221bc req-928bdde1-24f6-44c9-bab3-8d9cf776d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:35.566052 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42aa0bcd-f4aa-480a-915d-840cff1221bc req-928bdde1-24f6-44c9-bab3-8d9cf776d2f1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5415165 Jan 28 00:17:35.597506 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-23ed4e1e-6f2e-46a7-9e6e-ca76bb7dc807 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:35.598217 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-23ed4e1e-6f2e-46a7-9e6e-ca76bb7dc807 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:35.722329 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c84cc2a-b650-42f3-8950-59b3076302e4 service neutron] Attempting to bind port 2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:17:35.722671 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c84cc2a-b650-42f3-8950-59b3076302e4 service neutron] Attempting to bind port 2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '61b90438-6eb6-4ab3-b26d-defa80e74b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '07f0ac26-2f79-426e-986d-9ab2e7db4472'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:17:35.723007 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c84cc2a-b650-42f3-8950-59b3076302e4 service neutron] Attempting to bind port 2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee on network 07f0ac26-2f79-426e-986d-9ab2e7db4472 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:17:35.726449 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:17:35.740456 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2caa5-be5f-4f0b-8ec5-3b018bb98900 req-e90ce7a6-43a7-493c-b0de-d7dd9f93fa19 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:35.748178 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4c2caa5-be5f-4f0b-8ec5-3b018bb98900 req-e90ce7a6-43a7-493c-b0de-d7dd9f93fa19 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=462df977-6a9d-4e91-b5b8-1f84d2c8b593 HTTP/1.1" status: 200 len: 945 time: 0.3418844 Jan 28 00:17:35.778562 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-23ed4e1e-6f2e-46a7-9e6e-ca76bb7dc807 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6631107 Jan 28 00:17:35.783210 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c84cc2a-b650-42f3-8950-59b3076302e4 service neutron] Port 2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee on network 07f0ac26-2f79-426e-986d-9ab2e7db4472 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:17:35.783562 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c84cc2a-b650-42f3-8950-59b3076302e4 service neutron] Attempting to bind port 2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee on network 07f0ac26-2f79-426e-986d-9ab2e7db4472 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:17:35.853776 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-09adc760-a77d-4270-ab47-cae708df21d6 None None] Provisioning complete for port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:17:35.854152 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-09adc760-a77d-4270-ab47-cae708df21d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (228baf8b-b15d-4b7b-afdb-c10ccf246e6f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:35.864997 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-c01d489a-825f-46f1-a498-53259d2cd399 service neutron] Request body: {'port': {'device_id': '05c2a708-e40d-472e-93e4-995cee8ac4a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:17:35.875752 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42aa0bcd-f4aa-480a-915d-840cff1221bc req-3885c269-612f-43fb-b7c0-fbe0d1e90aa2 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973087 Jan 28 00:17:35.909279 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c84cc2a-b650-42f3-8950-59b3076302e4 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:17:35.909786 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c84cc2a-b650-42f3-8950-59b3076302e4 service neutron] Checking segment: {'id': '61b90438-6eb6-4ab3-b26d-defa80e74b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '07f0ac26-2f79-426e-986d-9ab2e7db4472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:17:35.910744 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c84cc2a-b650-42f3-8950-59b3076302e4 service neutron] Bound using segment: {'id': '61b90438-6eb6-4ab3-b26d-defa80e74b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '07f0ac26-2f79-426e-986d-9ab2e7db4472'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:17:35.911314 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c84cc2a-b650-42f3-8950-59b3076302e4 service neutron] Bound port: 2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b90438-6eb6-4ab3-b26d-defa80e74b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '07f0ac26-2f79-426e-986d-9ab2e7db4472'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:17:35.911891 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c84cc2a-b650-42f3-8950-59b3076302e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:35.956167 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-09adc760-a77d-4270-ab47-cae708df21d6 None None] Port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:17:35.998216 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ae500ead-f27b-4d7d-8aea-ad9890044eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:36.063288 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dce033-991c-477a-8fd5-eefea9308d4e req-92878141-8294-4237-8bf5-3af16984a54d tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:36.068187 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6dce033-991c-477a-8fd5-eefea9308d4e req-92878141-8294-4237-8bf5-3af16984a54d tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d3f6c96-d648-4aee-898d-109adbb09882 HTTP/1.1" status: 200 len: 948 time: 0.3768744 Jan 28 00:17:36.157575 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4c2caa5-be5f-4f0b-8ec5-3b018bb98900 req-e376e72c-5b61-45a6-b6ab-392e58b767bf tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084764 Jan 28 00:17:36.221502 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42aa0bcd-f4aa-480a-915d-840cff1221bc req-116756e0-dbb7-4465-a229-a03e575d04f7 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924204 Jan 28 00:17:36.225427 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-c01d489a-825f-46f1-a498-53259d2cd399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (228baf8b-b15d-4b7b-afdb-c10ccf246e6f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:36.240150 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfd8a39-5c25-4f07-9317-b30ce5a7974d x-openstack-request-id: req-abfd8a39-5c25-4f07-9317-b30ce5a7974d {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:17:36.240573 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa222aa9-6a67-4735-b8b0-7409f80a1180", "name": "network-vif-plugged", "status": "completed", "tag": "a70452fc-14fc-4605-ad3f-db76851ab1e9", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:17:36.241111 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-abfd8a39-5c25-4f07-9317-b30ce5a7974d {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:17:36.241699 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa222aa9-6a67-4735-b8b0-7409f80a1180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70452fc-14fc-4605-ad3f-db76851ab1e9', 'code': 200} Jan 28 00:17:36.315922 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6dce033-991c-477a-8fd5-eefea9308d4e req-8b892d74-cc49-4ce6-aeba-5bff3d45a7d9 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085285 Jan 28 00:17:36.329793 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c84cc2a-b650-42f3-8950-59b3076302e4 service neutron] For port 2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:17:36.434223 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c84cc2a-b650-42f3-8950-59b3076302e4 service neutron] For port 2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee,segment=NetworkSegment(61b90438-6eb6-4ab3-b26d-defa80e74b89),segment_id=61b90438-6eb6-4ab3-b26d-defa80e74b89)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:17:36.450448 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c84cc2a-b650-42f3-8950-59b3076302e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:36.504908 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c84cc2a-b650-42f3-8950-59b3076302e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:36.505838 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c84cc2a-b650-42f3-8950-59b3076302e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:36.507806 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1609b92d-f433-40e4-b315-36c56d784402 req-4c84cc2a-b650-42f3-8950-59b3076302e4 service neutron] 10.222.0.52 "PUT /v2.0/ports/2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee HTTP/1.1" status: 200 len: 1091 time: 4.8575146 Jan 28 00:17:36.523082 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9826358f-8566-4460-bb0b-53d2b61926b1', 'tag': '2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:17:36.533504 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28569a2-e6cd-4c9d-987b-b2395d5fc20f" -d '{"events": [{"name": "network-changed", "server_uuid": "9826358f-8566-4460-bb0b-53d2b61926b1", "tag": "2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:17:36.681279 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae1dbf-ee29-4107-a89a-29b5954b269e req-c907a4fe-b503-49a6-8e78-db35852f470c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:36.684364 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f7ae1dbf-ee29-4107-a89a-29b5954b269e req-c907a4fe-b503-49a6-8e78-db35852f470c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fa222aa9-6a67-4735-b8b0-7409f80a1180 HTTP/1.1" status: 200 len: 1101 time: 0.3021219 Jan 28 00:17:36.780110 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84cc2a-b650-42f3-8950-59b3076302e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:36.870206 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789eaf9-8cf7-4978-9e13-afebcfdd943f req-6a08d50e-ff64-4812-9aba-4296cfd07453 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:36.873043 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8789eaf9-8cf7-4978-9e13-afebcfdd943f req-6a08d50e-ff64-4812-9aba-4296cfd07453 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 936 time: 0.2578871 Jan 28 00:17:36.888111 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609b92d-f433-40e4-b315-36c56d784402 req-df57cdd4-651f-496a-b8e1-5df31c7d2011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:36.889861 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1609b92d-f433-40e4-b315-36c56d784402 req-df57cdd4-651f-496a-b8e1-5df31c7d2011 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ecb5ec1ccfb4e42a39c92c8cc5abfbc&device_id=9826358f-8566-4460-bb0b-53d2b61926b1 HTTP/1.1" status: 200 len: 1094 time: 0.2723639 Jan 28 00:17:36.920780 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f7ae1dbf-ee29-4107-a89a-29b5954b269e req-3227c5ea-6d10-4a29-ba54-aa8a210de353 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085369 Jan 28 00:17:36.999868 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1609b92d-f433-40e4-b315-36c56d784402 req-1a856366-1fcd-4934-8efd-29f7513cd80c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee HTTP/1.1" status: 200 len: 217 time: 0.0748851 Jan 28 00:17:37.079690 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 8295569d-7afb-4011-bb2a-3e3cf3f81bee details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:17:37.269167 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 8295569d-7afb-4011-bb2a-3e3cf3f81bee, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=8295569d-7afb-4011-bb2a-3e3cf3f81bee,segment=NetworkSegment(61b90438-6eb6-4ab3-b26d-defa80e74b89),segment_id=61b90438-6eb6-4ab3-b26d-defa80e74b89)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:37.285702 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '8295569d-7afb-4011-bb2a-3e3cf3f81bee', 'network_id': '07f0ac26-2f79-426e-986d-9ab2e7db4472', 'port_id': '8295569d-7afb-4011-bb2a-3e3cf3f81bee', 'mac_address': 'fa:16:3e:b4:94:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeea8446-c8eb-4a45-8368-c91dd0a87159', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:17:37.340377 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 8295569d-7afb-4011-bb2a-3e3cf3f81bee is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:17:37.341060 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8295569d-7afb-4011-bb2a-3e3cf3f81bee), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:37.360173 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8295569d-7afb-4011-bb2a-3e3cf3f81bee {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:17:37.409127 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 8295569d-7afb-4011-bb2a-3e3cf3f81bee, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=8295569d-7afb-4011-bb2a-3e3cf3f81bee,segment=NetworkSegment(61b90438-6eb6-4ab3-b26d-defa80e74b89),segment_id=61b90438-6eb6-4ab3-b26d-defa80e74b89)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:37.414264 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8295569d-7afb-4011-bb2a-3e3cf3f81bee), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:37.529558 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=8295569d-7afb-4011-bb2a-3e3cf3f81bee,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:37.586470 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac35bd-d641-4bc7-9caf-5bbe7202bf49 req-5586752a-cae0-4e2c-be4f-b75988fe7b2c tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:37.589808 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50ac35bd-d641-4bc7-9caf-5bbe7202bf49 req-5586752a-cae0-4e2c-be4f-b75988fe7b2c tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/ports?device_id=37b94dcd-36c0-4636-988b-71347f034dd1 HTTP/1.1" status: 200 len: 944 time: 0.7351017 Jan 28 00:17:37.606753 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8789eaf9-8cf7-4978-9e13-afebcfdd943f req-ac7088b7-1c6f-4571-8713-3fce0d7597d5 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7114975 Jan 28 00:17:37.676177 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609b92d-f433-40e4-b315-36c56d784402 req-5700a292-bc4a-4f42-8c62-3e644fa00d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:37.679669 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1609b92d-f433-40e4-b315-36c56d784402 req-5700a292-bc4a-4f42-8c62-3e644fa00d86 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aeea8446-c8eb-4a45-8368-c91dd0a87159 HTTP/1.1" status: 200 len: 852 time: 0.6688788 Jan 28 00:17:37.746972 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1609b92d-f433-40e4-b315-36c56d784402 req-a7daf6fe-594b-4b6e-968b-f3beda86feba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07f0ac26-2f79-426e-986d-9ab2e7db4472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593772 Jan 28 00:17:37.789264 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-c01d489a-825f-46f1-a498-53259d2cd399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228baf8b-b15d-4b7b-afdb-c10ccf246e6f {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:17:37.829247 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['8295569d-7afb-4011-bb2a-3e3cf3f81bee'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:17:37.841049 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50ac35bd-d641-4bc7-9caf-5bbe7202bf49 req-5093f50d-0f2f-412f-b94d-9d14c120e726 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/security-groups?id=daded75b-ba1a-4ea8-9e2b-53ddf9eb1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300274 Jan 28 00:17:37.854810 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-c01d489a-825f-46f1-a498-53259d2cd399 service neutron] Publish callbacks [] for port (228baf8b-b15d-4b7b-afdb-c10ccf246e6f), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:37.933797 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-c01d489a-825f-46f1-a498-53259d2cd399 service neutron] Transition to ACTIVE for port object 228baf8b-b15d-4b7b-afdb-c10ccf246e6f will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:17:37.951187 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-c01d489a-825f-46f1-a498-53259d2cd399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (228baf8b-b15d-4b7b-afdb-c10ccf246e6f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:38.032803 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1609b92d-f433-40e4-b315-36c56d784402 req-790a35e7-80e8-4a9f-a4d6-f9da6109206f service neutron] 10.222.0.52 "GET /v2.0/networks/07f0ac26-2f79-426e-986d-9ab2e7db4472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786164 Jan 28 00:17:38.039422 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d489a-825f-46f1-a498-53259d2cd399 service neutron] Pushing event updated for resources: {'Port': ['ID=228baf8b-b15d-4b7b-afdb-c10ccf246e6f,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:38.294043 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-08a74522-b184-464c-85fc-a4a97b4a2129 req-23945417-9945-4ed0-8c2f-1526ab96ffac tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 210 time: 0.2082348 Jan 28 00:17:38.304195 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8e3a4964-0ebe-423b-9e65-89162c85f3c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:38.394627 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197eae29-5039-492b-80f6-5fb4c22e7796 x-openstack-request-id: req-197eae29-5039-492b-80f6-5fb4c22e7796 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:17:38.395040 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9826358f-8566-4460-bb0b-53d2b61926b1", "tag": "2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:17:38.395591 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-197eae29-5039-492b-80f6-5fb4c22e7796 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:17:38.396498 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9826358f-8566-4460-bb0b-53d2b61926b1', 'tag': '2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee', 'status': 'completed', 'code': 200} Jan 28 00:17:38.577099 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:17:38.632118 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1609b92d-f433-40e4-b315-36c56d784402 req-f4ceaaaa-bdfa-4f7f-9857-4d5f1f708414 service neutron] 10.222.0.52 "GET /v2.0/networks/07f0ac26-2f79-426e-986d-9ab2e7db4472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5877683 Jan 28 00:17:38.695339 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-c01d489a-825f-46f1-a498-53259d2cd399 service neutron] Attempting to bind port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:17:38.696424 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-c01d489a-825f-46f1-a498-53259d2cd399 service neutron] Attempting to bind port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:17:38.697303 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-c01d489a-825f-46f1-a498-53259d2cd399 service neutron] Attempting to bind port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:17:38.722157 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-c01d489a-825f-46f1-a498-53259d2cd399 service neutron] Port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:17:38.722848 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-c01d489a-825f-46f1-a498-53259d2cd399 service neutron] Attempting to bind port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:17:38.753572 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:17:38.764493 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:17:38.765174 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:38.765509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d587c9d-e036-429b-92a3-62924155cc5a req-033aa889-e6d1-4247-a677-43c8fa9324b2 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:38.772692 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9d587c9d-e036-429b-92a3-62924155cc5a req-033aa889-e6d1-4247-a677-43c8fa9324b2 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d3f6c96-d648-4aee-898d-109adbb09882 HTTP/1.1" status: 200 len: 948 time: 0.3131003 Jan 28 00:17:38.778899 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-c01d489a-825f-46f1-a498-53259d2cd399 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:17:38.780383 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-c01d489a-825f-46f1-a498-53259d2cd399 service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:17:38.781122 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-c01d489a-825f-46f1-a498-53259d2cd399 service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:17:38.781997 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-c01d489a-825f-46f1-a498-53259d2cd399 service neutron] Bound port: 228baf8b-b15d-4b7b-afdb-c10ccf246e6f, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:17:38.782856 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-c01d489a-825f-46f1-a498-53259d2cd399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (228baf8b-b15d-4b7b-afdb-c10ccf246e6f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:38.912545 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:17:38.913570 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:38.920952 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345479f-667b-4e7d-a769-68f239ed4e57 req-f78972e9-35a2-45bc-8461-ac72fe9f75da tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:38.923886 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c345479f-667b-4e7d-a769-68f239ed4e57 req-f78972e9-35a2-45bc-8461-ac72fe9f75da tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=462df977-6a9d-4e91-b5b8-1f84d2c8b593 HTTP/1.1" status: 200 len: 945 time: 0.3447897 Jan 28 00:17:38.993167 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3f6c96-d648-4aee-898d-109adbb09882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:17:39.001848 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78629cd2-fdd8-43df-974f-6f8432029eed" -d '{"events": [{"server_uuid": "9d3f6c96-d648-4aee-898d-109adbb09882", "name": "network-vif-plugged", "status": "completed", "tag": "9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:17:39.032405 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:39.033527 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9d587c9d-e036-429b-92a3-62924155cc5a req-dd91626b-76af-4994-9dc2-286e8d59097b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247775 Jan 28 00:17:39.043226 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:39.077729 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28569a2-e6cd-4c9d-987b-b2395d5fc20f req-d9367d85-7f5e-47f6-bf19-7c484439877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:39.079334 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c28569a2-e6cd-4c9d-987b-b2395d5fc20f req-d9367d85-7f5e-47f6-bf19-7c484439877e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ecb5ec1ccfb4e42a39c92c8cc5abfbc&device_id=9826358f-8566-4460-bb0b-53d2b61926b1 HTTP/1.1" status: 200 len: 1094 time: 0.2588966 Jan 28 00:17:39.167026 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c345479f-667b-4e7d-a769-68f239ed4e57 req-b3e76d78-93fe-45ca-bcd0-3676688b6215 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025113 Jan 28 00:17:39.169353 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-c01d489a-825f-46f1-a498-53259d2cd399 service neutron] For port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:17:39.212285 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:39.222819 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-c01d489a-825f-46f1-a498-53259d2cd399 service neutron] For port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=228baf8b-b15d-4b7b-afdb-c10ccf246e6f,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:17:39.240929 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-c01d489a-825f-46f1-a498-53259d2cd399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (228baf8b-b15d-4b7b-afdb-c10ccf246e6f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:39.302237 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-c01d489a-825f-46f1-a498-53259d2cd399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:39.302863 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-c01d489a-825f-46f1-a498-53259d2cd399 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:39.304332 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-c01d489a-825f-46f1-a498-53259d2cd399 service neutron] 10.222.0.52 "PUT /v2.0/ports/228baf8b-b15d-4b7b-afdb-c10ccf246e6f HTTP/1.1" status: 200 len: 1096 time: 3.4970315 Jan 28 00:17:39.403654 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28569a2-e6cd-4c9d-987b-b2395d5fc20f req-76020b59-8b0a-44c8-98e2-512166fd2aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:39.406482 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c28569a2-e6cd-4c9d-987b-b2395d5fc20f req-76020b59-8b0a-44c8-98e2-512166fd2aec service neutron] 10.222.0.52 "GET /v2.0/networks?id=07f0ac26-2f79-426e-986d-9ab2e7db4472 HTTP/1.1" status: 200 len: 913 time: 0.2765694 Jan 28 00:17:39.409314 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d489a-825f-46f1-a498-53259d2cd399 service neutron] Pushing event updated for resources: {'Port': ['ID=228baf8b-b15d-4b7b-afdb-c10ccf246e6f,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:39.503813 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:39.561190 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c28569a2-e6cd-4c9d-987b-b2395d5fc20f req-1bf4ebcc-3a0d-43bc-919b-4e360ed291f4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee HTTP/1.1" status: 200 len: 217 time: 0.1111920 Jan 28 00:17:39.640510 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-a9b48b21-c721-4684-ba2f-33c78e83227e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:39.642189 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-a9b48b21-c721-4684-ba2f-33c78e83227e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 1099 time: 0.2481382 Jan 28 00:17:39.716631 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa383d7-6e20-43b2-9091-41f1c59f6722 req-94c333ec-6bfa-46ba-91b3-1cb02f385c14 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:39.718248 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6aa383d7-6e20-43b2-9091-41f1c59f6722 req-94c333ec-6bfa-46ba-91b3-1cb02f385c14 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 948 time: 0.2615027 Jan 28 00:17:39.722009 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28569a2-e6cd-4c9d-987b-b2395d5fc20f req-c80a9f6b-377b-4b54-af0b-6876237e471d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:39.723493 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c28569a2-e6cd-4c9d-987b-b2395d5fc20f req-c80a9f6b-377b-4b54-af0b-6876237e471d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aeea8446-c8eb-4a45-8368-c91dd0a87159 HTTP/1.1" status: 200 len: 852 time: 0.1560099 Jan 28 00:17:39.725902 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-58ac3bed-b456-4c0d-a380-e8dfcdff6f71 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=228baf8b-b15d-4b7b-afdb-c10ccf246e6f HTTP/1.1" status: 200 len: 217 time: 0.0669775 Jan 28 00:17:39.741076 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342c76f-0435-4775-8397-c3f361267e68 req-63b8377e-0f2b-422c-8154-8ebfe6e61e44 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:39.742741 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e342c76f-0435-4775-8397-c3f361267e68 req-63b8377e-0f2b-422c-8154-8ebfe6e61e44 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/ports?device_id=37b94dcd-36c0-4636-988b-71347f034dd1 HTTP/1.1" status: 200 len: 945 time: 0.2123451 Jan 28 00:17:39.809785 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c28569a2-e6cd-4c9d-987b-b2395d5fc20f req-6f107fcf-5d1d-45ee-abb5-9d2dd7f8b41a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07f0ac26-2f79-426e-986d-9ab2e7db4472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522697 Jan 28 00:17:39.994212 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6aa383d7-6e20-43b2-9091-41f1c59f6722 req-7dd61789-f534-4763-a6b8-3e2199edbdfb tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657368 Jan 28 00:17:39.997974 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e342c76f-0435-4775-8397-c3f361267e68 req-43ce65b7-d3e2-400f-8acb-d9c6647d389f tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/security-groups?id=daded75b-ba1a-4ea8-9e2b-53ddf9eb1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377217 Jan 28 00:17:40.001505 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-c1829cae-08e4-4c1c-b74e-4d8402bf8778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:40.003160 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-c1829cae-08e4-4c1c-b74e-4d8402bf8778 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.2563970 Jan 28 00:17:40.113216 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c28569a2-e6cd-4c9d-987b-b2395d5fc20f req-a2aec5c1-3db0-4416-aebc-a7ab5215cc80 service neutron] 10.222.0.52 "GET /v2.0/networks/07f0ac26-2f79-426e-986d-9ab2e7db4472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539959 Jan 28 00:17:40.117315 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-782f7a84-0b67-4720-9492-b27c83b5768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:40.118675 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c282fa-08bf-4cc7-ba1a-c8c6b6363c31 x-openstack-request-id: req-a6c282fa-08bf-4cc7-ba1a-c8c6b6363c31 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:17:40.119012 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-782f7a84-0b67-4720-9492-b27c83b5768a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0992258 Jan 28 00:17:40.119232 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3f6c96-d648-4aee-898d-109adbb09882", "name": "network-vif-plugged", "status": "completed", "tag": "9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:17:40.119578 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a6c282fa-08bf-4cc7-ba1a-c8c6b6363c31 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:17:40.120240 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3f6c96-d648-4aee-898d-109adbb09882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90', 'code': 200} Jan 28 00:17:40.401342 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c2a708-e40d-472e-93e4-995cee8ac4a3', 'tag': '228baf8b-b15d-4b7b-afdb-c10ccf246e6f'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:17:40.404617 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025955a0-99a9-469e-a13d-7a070db456f0" -d '{"events": [{"name": "network-changed", "server_uuid": "05c2a708-e40d-472e-93e4-995cee8ac4a3", "tag": "228baf8b-b15d-4b7b-afdb-c10ccf246e6f"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:17:40.441702 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a68b0a-b7d8-4e40-a4b8-e52437c2bea5 req-56ab7ed1-d901-4558-b378-8b0a7f4ca8fd tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:40.444964 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-58a68b0a-b7d8-4e40-a4b8-e52437c2bea5 req-56ab7ed1-d901-4558-b378-8b0a7f4ca8fd tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=462df977-6a9d-4e91-b5b8-1f84d2c8b593 HTTP/1.1" status: 200 len: 945 time: 0.1680250 Jan 28 00:17:40.486068 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-f2f923a6-4674-453d-bac9-f2c5183e45a6 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577743 Jan 28 00:17:40.596860 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9b2003d-96c9-4c33-8c01-45f71593aa01 req-b9eaa1a4-63ba-4534-ac64-bc42ed1cb11c tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=53ca76a4-3b12-4390-b43a-10c5dcef754c HTTP/1.1" status: 200 len: 210 time: 0.1501071 Jan 28 00:17:40.664035 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c28569a2-e6cd-4c9d-987b-b2395d5fc20f req-f9515a50-56c4-4bee-a307-ff12d1b95136 service neutron] 10.222.0.52 "GET /v2.0/networks/07f0ac26-2f79-426e-986d-9ab2e7db4472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5437372 Jan 28 00:17:40.811256 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-58a68b0a-b7d8-4e40-a4b8-e52437c2bea5 req-ea16d66a-2679-4fd9-a7c2-ea4edd19dd5c tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205149 Jan 28 00:17:40.891032 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75371c71-a81b-4437-8e8e-289f47dcc42a req-4601cd12-2868-4b4d-bc2f-c10c24c9fa52 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362672 Jan 28 00:17:40.899700 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3912f-bb9b-4426-90b4-8988d761c3f0 req-0460d598-d3ff-45eb-9d0a-b2e96efa9c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:40.902741 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4c3912f-bb9b-4426-90b4-8988d761c3f0 req-0460d598-d3ff-45eb-9d0a-b2e96efa9c84 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9d3f6c96-d648-4aee-898d-109adbb09882 HTTP/1.1" status: 200 len: 1100 time: 0.5873609 Jan 28 00:17:41.009000 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:41.021185 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a7ea5-1d8c-4f57-b1df-43acb56c6ae1 req-b57f800d-c012-4129-bc17-24e4c3c1e183 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:41.023010 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ef5a7ea5-1d8c-4f57-b1df-43acb56c6ae1 req-b57f800d-c012-4129-bc17-24e4c3c1e183 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d3f6c96-d648-4aee-898d-109adbb09882 HTTP/1.1" status: 200 len: 949 time: 0.2576916 Jan 28 00:17:41.027836 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4c3912f-bb9b-4426-90b4-8988d761c3f0 req-6689e6c8-804a-4a27-9b29-ba7eb1d736e8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111279 Jan 28 00:17:41.095797 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 8295569d-7afb-4011-bb2a-3e3cf3f81bee up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:17:41.130816 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ef5a7ea5-1d8c-4f57-b1df-43acb56c6ae1 req-4726acf6-93ef-4553-ac09-09c0249d09ee tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935800 Jan 28 00:17:41.166685 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4b5e90-6b17-458d-accf-6f16ee85ebea x-openstack-request-id: req-1d4b5e90-6b17-458d-accf-6f16ee85ebea {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:17:41.167734 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c2a708-e40d-472e-93e4-995cee8ac4a3", "tag": "228baf8b-b15d-4b7b-afdb-c10ccf246e6f", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:17:41.168164 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1d4b5e90-6b17-458d-accf-6f16ee85ebea {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:17:41.169008 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c2a708-e40d-472e-93e4-995cee8ac4a3', 'tag': '228baf8b-b15d-4b7b-afdb-c10ccf246e6f', 'status': 'completed', 'code': 200} Jan 28 00:17:41.206886 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 8295569d-7afb-4011-bb2a-3e3cf3f81bee completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:17:41.213016 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 8295569d-7afb-4011-bb2a-3e3cf3f81bee triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:17:41.213952 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8295569d-7afb-4011-bb2a-3e3cf3f81bee), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:41.457977 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 8295569d-7afb-4011-bb2a-3e3cf3f81bee is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:17:41.460886 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8295569d-7afb-4011-bb2a-3e3cf3f81bee), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:41.498592 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025955a0-99a9-469e-a13d-7a070db456f0 req-e724b499-c80d-4225-aee2-e744c3218a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:41.500297 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-025955a0-99a9-469e-a13d-7a070db456f0 req-e724b499-c80d-4225-aee2-e744c3218a1f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 1099 time: 0.2837987 Jan 28 00:17:41.549760 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6abb0-ba20-4785-9793-07fb3aa7c5b5 req-09aa16be-b8d1-4c6b-983a-57a3cec83275 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:41.551330 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ddb6abb0-ba20-4785-9793-07fb3aa7c5b5 req-09aa16be-b8d1-4c6b-983a-57a3cec83275 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 948 time: 0.2079875 Jan 28 00:17:41.561683 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 8295569d-7afb-4011-bb2a-3e3cf3f81bee, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=8295569d-7afb-4011-bb2a-3e3cf3f81bee,segment=NetworkSegment(61b90438-6eb6-4ab3-b26d-defa80e74b89),segment_id=61b90438-6eb6-4ab3-b26d-defa80e74b89)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:41.591449 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8295569d-7afb-4011-bb2a-3e3cf3f81bee), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:41.702954 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=8295569d-7afb-4011-bb2a-3e3cf3f81bee,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:41.830226 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ddb6abb0-ba20-4785-9793-07fb3aa7c5b5 req-64f1a93a-8f77-402d-9a91-e3aeb64e52dc tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399204 Jan 28 00:17:41.846755 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55010) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:17:41.894397 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025955a0-99a9-469e-a13d-7a070db456f0 req-0c9499db-6ca3-4f61-8ebf-44abeaaa6f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:41.895842 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-025955a0-99a9-469e-a13d-7a070db456f0 req-0c9499db-6ca3-4f61-8ebf-44abeaaa6f8b service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.3411050 Jan 28 00:17:41.932467 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f96e8-c87b-4d5f-aa3f-bf4bdf9ea357 req-3e5acfb4-91e2-470b-9131-6802e89719bd tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:41.935487 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-478f96e8-c87b-4d5f-aa3f-bf4bdf9ea357 req-3e5acfb4-91e2-470b-9131-6802e89719bd tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/ports?device_id=37b94dcd-36c0-4636-988b-71347f034dd1 HTTP/1.1" status: 200 len: 946 time: 0.0917635 Jan 28 00:17:42.029950 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-025955a0-99a9-469e-a13d-7a070db456f0 req-1aa31abf-9ca6-4d6b-80ce-00b9eec3f8e5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=228baf8b-b15d-4b7b-afdb-c10ccf246e6f HTTP/1.1" status: 200 len: 217 time: 0.1208589 Jan 28 00:17:42.101761 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:42.122522 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b94dcd-36c0-4636-988b-71347f034dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8295569d-7afb-4011-bb2a-3e3cf3f81bee'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:17:42.124944 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb61f4cf-21b9-4ed0-a80f-4fbec21df5f5" -d '{"events": [{"server_uuid": "37b94dcd-36c0-4636-988b-71347f034dd1", "name": "network-vif-plugged", "status": "completed", "tag": "8295569d-7afb-4011-bb2a-3e3cf3f81bee"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:17:42.197689 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-526d5e88-82d3-4e6c-ae70-2f191fc395cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:42.288696 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-478f96e8-c87b-4d5f-aa3f-bf4bdf9ea357 req-fafdef52-321c-4c8c-99b7-f35eda468e02 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/security-groups?id=daded75b-ba1a-4ea8-9e2b-53ddf9eb1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591217 Jan 28 00:17:42.324282 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025955a0-99a9-469e-a13d-7a070db456f0 req-5f9a2a46-2164-4beb-b188-183c89b16a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:42.335533 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-025955a0-99a9-469e-a13d-7a070db456f0 req-5f9a2a46-2164-4beb-b188-183c89b16a20 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.2866600 Jan 28 00:17:42.461467 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8c8fc8-244e-4e1a-a155-639417ab3dae x-openstack-request-id: req-fb8c8fc8-244e-4e1a-a155-639417ab3dae {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:17:42.462149 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b94dcd-36c0-4636-988b-71347f034dd1", "name": "network-vif-plugged", "status": "completed", "tag": "8295569d-7afb-4011-bb2a-3e3cf3f81bee", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:17:42.462622 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fb8c8fc8-244e-4e1a-a155-639417ab3dae {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:17:42.463364 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b94dcd-36c0-4636-988b-71347f034dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8295569d-7afb-4011-bb2a-3e3cf3f81bee', 'code': 200} Jan 28 00:17:42.473302 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025955a0-99a9-469e-a13d-7a070db456f0 req-c2df921c-9c69-41ff-a9ea-ca7f69607228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:42.476713 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-025955a0-99a9-469e-a13d-7a070db456f0 req-c2df921c-9c69-41ff-a9ea-ca7f69607228 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1339371 Jan 28 00:17:42.701288 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:42.924126 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-025955a0-99a9-469e-a13d-7a070db456f0 req-bb1acb21-ae49-4415-a581-d1539634408c service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158051 Jan 28 00:17:43.010556 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d777a1f-79c8-4be5-8771-86f28e144427 req-d0a06881-f4b5-4c73-9128-d88a618fc239 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:43.017724 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0d777a1f-79c8-4be5-8771-86f28e144427 req-d0a06881-f4b5-4c73-9128-d88a618fc239 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d3f6c96-d648-4aee-898d-109adbb09882 HTTP/1.1" status: 200 len: 949 time: 0.3159962 Jan 28 00:17:43.032871 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae685e5-9c4f-4f85-9ebd-2766e4dead2a req-bbc498db-2acb-40f9-8bf7-a0dd4a83e01b tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:43.036734 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bae685e5-9c4f-4f85-9ebd-2766e4dead2a req-bbc498db-2acb-40f9-8bf7-a0dd4a83e01b tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=462df977-6a9d-4e91-b5b8-1f84d2c8b593 HTTP/1.1" status: 200 len: 945 time: 0.4086130 Jan 28 00:17:43.104848 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b9926-c5ac-4ed6-baa4-5a2af72143b6 req-fda38c1d-8d18-48f7-aa4e-5295e3d64c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:43.106539 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ce1b9926-c5ac-4ed6-baa4-5a2af72143b6 req-fda38c1d-8d18-48f7-aa4e-5295e3d64c66 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=37b94dcd-36c0-4636-988b-71347f034dd1 HTTP/1.1" status: 200 len: 1097 time: 0.3381007 Jan 28 00:17:43.115307 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-526d5e88-82d3-4e6c-ae70-2f191fc395cd admin admin] Publish callbacks [] for security_group (e45899df-e1af-4626-b069-9a2f576e0d27), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:43.116242 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:17:43.126244 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-526d5e88-82d3-4e6c-ae70-2f191fc395cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e45899df-e1af-4626-b069-9a2f576e0d27), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:43.189492 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-526d5e88-82d3-4e6c-ae70-2f191fc395cd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2a8a1e950ed044898bc38f4bafd01992&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3390930 Jan 28 00:17:43.192747 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55032) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:17:43.272580 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d5e88-82d3-4e6c-ae70-2f191fc395cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45899df-e1af-4626-b069-9a2f576e0d27,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:43.298043 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0d777a1f-79c8-4be5-8771-86f28e144427 req-7ad6cfce-3f35-4920-826f-01624f421c37 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590077 Jan 28 00:17:43.302860 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-025955a0-99a9-469e-a13d-7a070db456f0 req-91d16b10-1886-44bc-a732-2797e426f889 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590682 Jan 28 00:17:43.311161 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526d5e88-82d3-4e6c-ae70-2f191fc395cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:43.312200 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526d5e88-82d3-4e6c-ae70-2f191fc395cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:43.313055 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526d5e88-82d3-4e6c-ae70-2f191fc395cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:43.313926 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526d5e88-82d3-4e6c-ae70-2f191fc395cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:43.314777 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526d5e88-82d3-4e6c-ae70-2f191fc395cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:43.316777 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526d5e88-82d3-4e6c-ae70-2f191fc395cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:43.318224 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526d5e88-82d3-4e6c-ae70-2f191fc395cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:43.319686 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526d5e88-82d3-4e6c-ae70-2f191fc395cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:43.321012 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526d5e88-82d3-4e6c-ae70-2f191fc395cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:43.321915 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526d5e88-82d3-4e6c-ae70-2f191fc395cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:43.322776 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526d5e88-82d3-4e6c-ae70-2f191fc395cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:43.323808 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526d5e88-82d3-4e6c-ae70-2f191fc395cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:43.324689 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526d5e88-82d3-4e6c-ae70-2f191fc395cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:43.343563 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bae685e5-9c4f-4f85-9ebd-2766e4dead2a req-a9b74b60-703a-4ae6-8803-502444153549 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314074 Jan 28 00:17:43.359237 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ce1b9926-c5ac-4ed6-baa4-5a2af72143b6 req-f7a9fc27-219f-429d-a647-2d019e4b6322 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=daded75b-ba1a-4ea8-9e2b-53ddf9eb1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263010 Jan 28 00:17:43.423759 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-934953c9-6765-4f51-8217-6d6f04409a39 admin admin] Publish callbacks [] for security_group (e45899df-e1af-4626-b069-9a2f576e0d27), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:43.470700 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-934953c9-6765-4f51-8217-6d6f04409a39 admin admin] Publish callbacks [] for security_group (e45899df-e1af-4626-b069-9a2f576e0d27), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:43.493050 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee,segment=NetworkSegment(61b90438-6eb6-4ab3-b26d-defa80e74b89),segment_id=61b90438-6eb6-4ab3-b26d-defa80e74b89)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:43.519011 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee', 'network_id': '07f0ac26-2f79-426e-986d-9ab2e7db4472', 'port_id': '2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee', 'mac_address': 'fa:16:3e:93:1d:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeea8446-c8eb-4a45-8368-c91dd0a87159', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:17:43.581190 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-934953c9-6765-4f51-8217-6d6f04409a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e45899df-e1af-4626-b069-9a2f576e0d27), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:43.586976 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-934953c9-6765-4f51-8217-6d6f04409a39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:43.587327 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b2cbb-eef4-4327-a629-f2de410d6a98 req-06e64f4a-c0a0-4774-9b33-4489ecbc8a5d tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:43.593660 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-934953c9-6765-4f51-8217-6d6f04409a39 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e45899df-e1af-4626-b069-9a2f576e0d27 HTTP/1.1" status: 204 len: 168 time: 0.3928175 Jan 28 00:17:43.596503 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b44b2cbb-eef4-4327-a629-f2de410d6a98 req-06e64f4a-c0a0-4774-9b33-4489ecbc8a5d tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 948 time: 0.1274042 Jan 28 00:17:43.628814 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934953c9-6765-4f51-8217-6d6f04409a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45899df-e1af-4626-b069-9a2f576e0d27,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:43.630448 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:17:43.637744 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:43.692914 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:17:43.743976 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee,segment=NetworkSegment(61b90438-6eb6-4ab3-b26d-defa80e74b89),segment_id=61b90438-6eb6-4ab3-b26d-defa80e74b89)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:43.752937 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:43.876309 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b44b2cbb-eef4-4327-a629-f2de410d6a98 req-4818d5f6-40c4-4fff-8c2e-ce56051442bf tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780926 Jan 28 00:17:43.941277 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-a09cceb2-8ccc-44e0-8fe8-20ff1c607d69 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:43.962459 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-a09cceb2-8ccc-44e0-8fe8-20ff1c607d69 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] 10.222.0.70 "GET /v2.0/networks?id=7eba583e-210b-4587-8306-d646f5f8598a HTTP/1.1" status: 200 len: 810 time: 0.4254003 Jan 28 00:17:44.046636 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7555e2a2-989e-4a11-bf8d-fdd3cf92f9ef req-5ddd6b8d-daec-43d8-b8b6-5f42d36d7e92 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:44.052941 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7555e2a2-989e-4a11-bf8d-fdd3cf92f9ef req-5ddd6b8d-daec-43d8-b8b6-5f42d36d7e92 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.52 "GET /v2.0/ports?device_id=462df977-6a9d-4e91-b5b8-1f84d2c8b593 HTTP/1.1" status: 200 len: 945 time: 0.2938542 Jan 28 00:17:44.079376 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-c037929d-4aee-45be-9a25-ef41ca816494 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] 10.222.0.70 "GET /v2.0/quotas/f35f76bda39746e0a8cc1893796ba4ba HTTP/1.1" status: 200 len: 375 time: 0.1104155 Jan 28 00:17:44.256334 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:44.258234 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:17:44.270543 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-83ffa35a-2c92-4dec-933f-0a41d9f4b3e0 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f35f76bda39746e0a8cc1893796ba4ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1893117 Jan 28 00:17:44.393692 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930ac2b-f733-40f5-afec-4ec761c791ed req-646d4c02-1521-4be2-a3a6-e6789c0d5991 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:44.402292 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0930ac2b-f733-40f5-afec-4ec761c791ed req-646d4c02-1521-4be2-a3a6-e6789c0d5991 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/ports?device_id=37b94dcd-36c0-4636-988b-71347f034dd1 HTTP/1.1" status: 200 len: 946 time: 0.3036671 Jan 28 00:17:44.430025 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:44.488701 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-728d4664-0a90-4481-9e3a-5a2b5d9b2a86 service neutron] 10.222.0.70 "GET /v2.0/networks/7eba583e-210b-4587-8306-d646f5f8598a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171488 Jan 28 00:17:44.571678 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0930ac2b-f733-40f5-afec-4ec761c791ed req-df4e56a2-b098-461b-ad81-0d0ead14cfca tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/security-groups?id=daded75b-ba1a-4ea8-9e2b-53ddf9eb1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664941 Jan 28 00:17:44.600975 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-7555e2a2-989e-4a11-bf8d-fdd3cf92f9ef req-04a23b37-2ff9-4983-b23f-ba12e34a1531 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Deleting port 34684a4e-359f-4500-9182-6943eef91690 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:17:44.603078 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7555e2a2-989e-4a11-bf8d-fdd3cf92f9ef req-04a23b37-2ff9-4983-b23f-ba12e34a1531 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (34684a4e-359f-4500-9182-6943eef91690), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:45.109367 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 228baf8b-b15d-4b7b-afdb-c10ccf246e6f details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:17:45.115569 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 34684a4e-359f-4500-9182-6943eef91690 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:17:45.237003 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-0f01803e-3b88-48e6-9c1e-049623fae6f8 service neutron] 10.222.0.70 "GET /v2.0/networks/7eba583e-210b-4587-8306-d646f5f8598a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7472825 Jan 28 00:17:45.283543 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787bf49c-b475-4ba7-9a3a-e60de3465223 req-f1aa1a9d-15dd-42f1-a3df-ede86a1d0706 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:45.296005 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-787bf49c-b475-4ba7-9a3a-e60de3465223 req-f1aa1a9d-15dd-42f1-a3df-ede86a1d0706 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa222aa9-6a67-4735-b8b0-7409f80a1180 HTTP/1.1" status: 200 len: 950 time: 0.5940526 Jan 28 00:17:45.319891 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-7555e2a2-989e-4a11-bf8d-fdd3cf92f9ef req-04a23b37-2ff9-4983-b23f-ba12e34a1531 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] For port 34684a4e-359f-4500-9182-6943eef91690, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=34684a4e-359f-4500-9182-6943eef91690,segment=NetworkSegment(ace7d952-8e54-40cc-9a29-51557919e996),segment_id=ace7d952-8e54-40cc-9a29-51557919e996)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:45.320712 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7555e2a2-989e-4a11-bf8d-fdd3cf92f9ef req-04a23b37-2ff9-4983-b23f-ba12e34a1531 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (34684a4e-359f-4500-9182-6943eef91690), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:45.383494 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-7555e2a2-989e-4a11-bf8d-fdd3cf92f9ef req-04a23b37-2ff9-4983-b23f-ba12e34a1531 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Calling delete_port for 34684a4e-359f-4500-9182-6943eef91690 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:17:45.617386 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-787bf49c-b475-4ba7-9a3a-e60de3465223 req-b9ad315f-1b38-4696-acfd-9212b502ce4b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202686 Jan 28 00:17:45.908806 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 34684a4e-359f-4500-9182-6943eef91690 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:17:45.913325 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (34684a4e-359f-4500-9182-6943eef91690), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:45.939555 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7555e2a2-989e-4a11-bf8d-fdd3cf92f9ef req-04a23b37-2ff9-4983-b23f-ba12e34a1531 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (34684a4e-359f-4500-9182-6943eef91690), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:45.989508 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a23b37-2ff9-4983-b23f-ba12e34a1531 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Pushing event deleted for resources: {'Port': ['ID=34684a4e-359f-4500-9182-6943eef91690,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:46.022655 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d4f66-dcdd-44a5-ad56-59ecfc4cd9e7 req-b10c8a7c-1575-4c66-a42e-cee56724d73d tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:46.024986 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-951d4f66-dcdd-44a5-ad56-59ecfc4cd9e7 req-b10c8a7c-1575-4c66-a42e-cee56724d73d tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/ports?device_id=462df977-6a9d-4e91-b5b8-1f84d2c8b593 HTTP/1.1" status: 200 len: 945 time: 0.2037849 Jan 28 00:17:46.029438 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a23b37-2ff9-4983-b23f-ba12e34a1531 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:46.034915 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a23b37-2ff9-4983-b23f-ba12e34a1531 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:46.037314 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a23b37-2ff9-4983-b23f-ba12e34a1531 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:46.040848 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a23b37-2ff9-4983-b23f-ba12e34a1531 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:46.041583 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a23b37-2ff9-4983-b23f-ba12e34a1531 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:46.042345 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a23b37-2ff9-4983-b23f-ba12e34a1531 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:46.042930 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a23b37-2ff9-4983-b23f-ba12e34a1531 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:46.043455 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a23b37-2ff9-4983-b23f-ba12e34a1531 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:46.048497 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a23b37-2ff9-4983-b23f-ba12e34a1531 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:46.049273 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a23b37-2ff9-4983-b23f-ba12e34a1531 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:46.049805 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a23b37-2ff9-4983-b23f-ba12e34a1531 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:46.050328 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a23b37-2ff9-4983-b23f-ba12e34a1531 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:46.050969 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a23b37-2ff9-4983-b23f-ba12e34a1531 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:17:46.074584 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=228baf8b-b15d-4b7b-afdb-c10ccf246e6f,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:46.139955 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '228baf8b-b15d-4b7b-afdb-c10ccf246e6f', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': '228baf8b-b15d-4b7b-afdb-c10ccf246e6f', 'mac_address': 'fa:16:3e:11:cd:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:17:46.230230 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-7555e2a2-989e-4a11-bf8d-fdd3cf92f9ef req-04a23b37-2ff9-4983-b23f-ba12e34a1531 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] No DVR routers for this DVR port 34684a4e-359f-4500-9182-6943eef91690 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:17:46.240963 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7555e2a2-989e-4a11-bf8d-fdd3cf92f9ef req-04a23b37-2ff9-4983-b23f-ba12e34a1531 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:46.252118 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7555e2a2-989e-4a11-bf8d-fdd3cf92f9ef req-04a23b37-2ff9-4983-b23f-ba12e34a1531 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.52 "DELETE /v2.0/ports/34684a4e-359f-4500-9182-6943eef91690 HTTP/1.1" status: 204 len: 173 time: 2.1891410 Jan 28 00:17:46.270259 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462df977-6a9d-4e91-b5b8-1f84d2c8b593', 'name': 'network-vif-deleted', 'tag': '34684a4e-359f-4500-9182-6943eef91690'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:17:46.272537 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8039e5c-796b-462a-85ab-f1be5d5af338" -d '{"events": [{"server_uuid": "462df977-6a9d-4e91-b5b8-1f84d2c8b593", "name": "network-vif-deleted", "tag": "34684a4e-359f-4500-9182-6943eef91690"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:17:46.331842 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:17:46.332684 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (228baf8b-b15d-4b7b-afdb-c10ccf246e6f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:46.395561 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228baf8b-b15d-4b7b-afdb-c10ccf246e6f {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:17:46.471542 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-951d4f66-dcdd-44a5-ad56-59ecfc4cd9e7 req-6c9352a8-27b1-476d-839c-0482586a0319 tempest-ServerDiskConfigTestJSON-806273671 tempest-ServerDiskConfigTestJSON-806273671-project] 10.222.0.70 "GET /v2.0/security-groups?id=790ccfa8-010e-4a77-b4c0-14db518a41d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694432 Jan 28 00:17:46.491368 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=228baf8b-b15d-4b7b-afdb-c10ccf246e6f,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:46.516477 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (228baf8b-b15d-4b7b-afdb-c10ccf246e6f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:46.543676 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f596a8-6943-4384-a3fe-952354bcb4a3 req-98155f7b-e32a-4ca2-aa60-1f8dfcbcff10 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:46.563016 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85f596a8-6943-4384-a3fe-952354bcb4a3 req-98155f7b-e32a-4ca2-aa60-1f8dfcbcff10 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 948 time: 0.4297714 Jan 28 00:17:46.700578 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=228baf8b-b15d-4b7b-afdb-c10ccf246e6f,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:46.722401 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85f596a8-6943-4384-a3fe-952354bcb4a3 req-d19a4e2a-6b50-4810-8d70-e0d1f3ce88ec tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574559 Jan 28 00:17:46.781699 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1a655-7c7a-4c2e-a589-3f4b94fac380 req-02ebe5bb-c6d5-42c5-ac73-ea21399746d5 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:46.787812 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-15e1a655-7c7a-4c2e-a589-3f4b94fac380 req-02ebe5bb-c6d5-42c5-ac73-ea21399746d5 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/ports?device_id=37b94dcd-36c0-4636-988b-71347f034dd1 HTTP/1.1" status: 200 len: 946 time: 0.1213760 Jan 28 00:17:46.893181 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-15e1a655-7c7a-4c2e-a589-3f4b94fac380 req-95d3788d-8788-4133-ba35-54e0b9b45b84 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/security-groups?id=daded75b-ba1a-4ea8-9e2b-53ddf9eb1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966489 Jan 28 00:17:46.933689 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['228baf8b-b15d-4b7b-afdb-c10ccf246e6f'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:17:47.144569 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:17:47.155477 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0a0cfbe4-3b0b-4759-83a3-2cd6b613f3a3 req-c5e4e864-9b3f-46a7-a77a-e7b4bd6d333c tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] 10.222.0.70 "GET /v2.0/ports?device_id=e070c5bf-65cb-42e3-898d-75582890faa9 HTTP/1.1" status: 200 len: 210 time: 0.0993297 Jan 28 00:17:47.446655 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:17:47.467895 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:17:47.468378 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:47.663925 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f1133-3a4d-4e59-91e9-984fa569c447 req-89eae373-d4ab-4476-add1-c6f6215d60a4 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:47.676227 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f1133-3a4d-4e59-91e9-984fa569c447 req-89eae373-d4ab-4476-add1-c6f6215d60a4 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:47.680906 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa4f1133-3a4d-4e59-91e9-984fa569c447 req-89eae373-d4ab-4476-add1-c6f6215d60a4 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d3f6c96-d648-4aee-898d-109adbb09882&device_id=fa222aa9-6a67-4735-b8b0-7409f80a1180 HTTP/1.1" status: 200 len: 1690 time: 0.2259083 Jan 28 00:17:47.799666 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:17:47.800068 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:47.811580 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa4f1133-3a4d-4e59-91e9-984fa569c447 req-ace05110-7a44-4b83-bd40-d1411cf11b2b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161084 Jan 28 00:17:47.881536 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9826358f-8566-4460-bb0b-53d2b61926b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:17:47.883886 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf742c3b-3923-4392-8250-70c89ae0de29" -d '{"events": [{"server_uuid": "9826358f-8566-4460-bb0b-53d2b61926b1", "name": "network-vif-plugged", "status": "completed", "tag": "2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:17:47.946766 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee,segment=NetworkSegment(61b90438-6eb6-4ab3-b26d-defa80e74b89),segment_id=61b90438-6eb6-4ab3-b26d-defa80e74b89)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:47.955927 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8da484-81fa-41b3-af6d-f4eba1e5b2ec x-openstack-request-id: req-4f8da484-81fa-41b3-af6d-f4eba1e5b2ec {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:17:47.956590 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462df977-6a9d-4e91-b5b8-1f84d2c8b593", "name": "network-vif-deleted", "tag": "34684a4e-359f-4500-9182-6943eef91690", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:17:47.956961 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4f8da484-81fa-41b3-af6d-f4eba1e5b2ec {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:17:47.957385 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:47.957841 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462df977-6a9d-4e91-b5b8-1f84d2c8b593', 'name': 'network-vif-deleted', 'tag': '34684a4e-359f-4500-9182-6943eef91690', 'status': 'completed', 'code': 200} Jan 28 00:17:48.099049 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:48.189081 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5c6a0-eaf7-4685-9a11-91cc13dce7e0 req-d0656abd-b459-4b78-9880-6a0de55210e6 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:48.190880 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07c5c6a0-eaf7-4685-9a11-91cc13dce7e0 req-d0656abd-b459-4b78-9880-6a0de55210e6 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/ports?device_id=9826358f-8566-4460-bb0b-53d2b61926b1 HTTP/1.1" status: 200 len: 945 time: 0.1191571 Jan 28 00:17:48.318166 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf39b5-19a3-4e8c-a9f8-04466b0dbc8b req-8e302eb0-256c-4ea6-ba1d-6670c3e8e05d tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:48.320358 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d0cf39b5-19a3-4e8c-a9f8-04466b0dbc8b req-8e302eb0-256c-4ea6-ba1d-6670c3e8e05d tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 949 time: 0.0900695 Jan 28 00:17:48.324885 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07c5c6a0-eaf7-4685-9a11-91cc13dce7e0 req-3e808c38-f012-4516-a65c-89840ea1f93a tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/security-groups?id=daded75b-ba1a-4ea8-9e2b-53ddf9eb1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224694 Jan 28 00:17:48.470688 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d0cf39b5-19a3-4e8c-a9f8-04466b0dbc8b req-65eae010-48b4-47a4-8065-d3070980be4a tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413429 Jan 28 00:17:48.501590 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c9247f-ac1b-4f6e-a567-0f663ca3d328 x-openstack-request-id: req-09c9247f-ac1b-4f6e-a567-0f663ca3d328 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:17:48.501955 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9826358f-8566-4460-bb0b-53d2b61926b1", "name": "network-vif-plugged", "status": "completed", "tag": "2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:17:48.502224 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-09c9247f-ac1b-4f6e-a567-0f663ca3d328 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:17:48.502630 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9826358f-8566-4460-bb0b-53d2b61926b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee', 'code': 200} Jan 28 00:17:48.740922 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-e070e4be-a001-4708-b8f5-0c37236f8123 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:48.742795 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-e070e4be-a001-4708-b8f5-0c37236f8123 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] 10.222.0.65 "GET /v2.0/networks?id=7eba583e-210b-4587-8306-d646f5f8598a HTTP/1.1" status: 200 len: 810 time: 0.2072494 Jan 28 00:17:48.816709 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-086a6d69-5db6-4d15-ae3f-37ede0422cc7 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] Request body: {'port': {'device_id': 'e070c5bf-65cb-42e3-898d-75582890faa9', 'network_id': '7eba583e-210b-4587-8306-d646f5f8598a', 'admin_state_up': True, 'tenant_id': 'f35f76bda39746e0a8cc1893796ba4ba'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:17:48.857950 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b76f3063-125b-41a2-b653-f3b3ac2c89ae req-ab77d937-2629-41ea-9533-941c40e04a06 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] 10.222.0.70 "GET /v2.0/ports?device_id=e070c5bf-65cb-42e3-898d-75582890faa9 HTTP/1.1" status: 200 len: 210 time: 0.1124699 Jan 28 00:17:49.005560 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea8408-e09b-4b18-9738-f57db1895631 req-d2da5614-1015-477d-bb57-c5026109c096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:49.007352 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aaea8408-e09b-4b18-9738-f57db1895631 req-d2da5614-1015-477d-bb57-c5026109c096 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9826358f-8566-4460-bb0b-53d2b61926b1 HTTP/1.1" status: 200 len: 1096 time: 0.2634718 Jan 28 00:17:49.013940 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22e92e-f334-489d-ace2-e263062dd32e req-2834d3a8-0585-4978-8bbb-4ac91a092a32 tempest-ServersOnMultiNodesTest-1158034624 tempest-ServersOnMultiNodesTest-1158034624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:49.022659 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e22e92e-f334-489d-ace2-e263062dd32e req-2834d3a8-0585-4978-8bbb-4ac91a092a32 tempest-ServersOnMultiNodesTest-1158034624 tempest-ServersOnMultiNodesTest-1158034624-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9d3f6c96-d648-4aee-898d-109adbb09882 HTTP/1.1" status: 200 len: 1100 time: 0.1988277 Jan 28 00:17:49.140385 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 228baf8b-b15d-4b7b-afdb-c10ccf246e6f up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:17:49.171783 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e22e92e-f334-489d-ace2-e263062dd32e req-334b3531-4805-4834-a90b-79102f6877e7 tempest-ServersOnMultiNodesTest-1158034624 tempest-ServersOnMultiNodesTest-1158034624-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477351 Jan 28 00:17:49.184236 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aaea8408-e09b-4b18-9738-f57db1895631 req-0159ea50-eade-43f6-a1ed-f40e52ce23d3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=daded75b-ba1a-4ea8-9e2b-53ddf9eb1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587434 Jan 28 00:17:49.233550 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-086a6d69-5db6-4d15-ae3f-37ede0422cc7 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] Made reservation on behalf of f35f76bda39746e0a8cc1893796ba4ba for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:17:49.244535 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-086a6d69-5db6-4d15-ae3f-37ede0422cc7 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:49.362304 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:17:49.377804 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:17:49.378741 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (228baf8b-b15d-4b7b-afdb-c10ccf246e6f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:49.676262 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-086a6d69-5db6-4d15-ae3f-37ede0422cc7 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] Allocated IP 172.20.0.10 (7eba583e-210b-4587-8306-d646f5f8598a/567e0385-2e77-4deb-9a09-101592dace7e/40f8a537-ec71-4bf4-ab68-d676048866d3) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:17:49.701822 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:17:49.703865 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (228baf8b-b15d-4b7b-afdb-c10ccf246e6f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:49.870090 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=228baf8b-b15d-4b7b-afdb-c10ccf246e6f,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:49.876295 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (228baf8b-b15d-4b7b-afdb-c10ccf246e6f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:49.968031 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-086a6d69-5db6-4d15-ae3f-37ede0422cc7 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] Publish callbacks [] for port (40f8a537-ec71-4bf4-ab68-d676048866d3), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:50.003882 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=228baf8b-b15d-4b7b-afdb-c10ccf246e6f,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:50.032786 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-086a6d69-5db6-4d15-ae3f-37ede0422cc7 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (40f8a537-ec71-4bf4-ab68-d676048866d3), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:50.093753 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-086a6d69-5db6-4d15-ae3f-37ede0422cc7 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] Network 7eba583e-210b-4587-8306-d646f5f8598a is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:17:50.099894 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-086a6d69-5db6-4d15-ae3f-37ede0422cc7 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:17:50.105350 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c305c55-21b4-4a9a-9bf4-8097390f9a38 req-61f52a54-ecec-477e-8244-34a1d91c6c87 tempest-ServersOnMultiNodesTest-1158034624 tempest-ServersOnMultiNodesTest-1158034624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:50.118565 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7c305c55-21b4-4a9a-9bf4-8097390f9a38 req-61f52a54-ecec-477e-8244-34a1d91c6c87 tempest-ServersOnMultiNodesTest-1158034624 tempest-ServersOnMultiNodesTest-1158034624-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fa222aa9-6a67-4735-b8b0-7409f80a1180 HTTP/1.1" status: 200 len: 1101 time: 0.6188726 Jan 28 00:17:50.135196 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-086a6d69-5db6-4d15-ae3f-37ede0422cc7 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:17:50.250590 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a6d69-5db6-4d15-ae3f-37ede0422cc7 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] Pushing event updated for resources: {'Port': ['ID=40f8a537-ec71-4bf4-ab68-d676048866d3,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:50.308520 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55170) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:17:50.319895 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-086a6d69-5db6-4d15-ae3f-37ede0422cc7 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:50.320781 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-086a6d69-5db6-4d15-ae3f-37ede0422cc7 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:50.374470 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7c305c55-21b4-4a9a-9bf4-8097390f9a38 req-7ec68600-d1cc-4863-9e2b-d46b9087e042 tempest-ServersOnMultiNodesTest-1158034624 tempest-ServersOnMultiNodesTest-1158034624-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544723 Jan 28 00:17:50.385138 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-086a6d69-5db6-4d15-ae3f-37ede0422cc7 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5736020 Jan 28 00:17:50.395421 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-ea284f30-8ab0-4c00-9a9a-db6951c8d819 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:17:50.435841 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-ea284f30-8ab0-4c00-9a9a-db6951c8d819 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0447485 Jan 28 00:17:50.484384 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-c8b2a7f6-dfe8-4c7d-a54b-eb0aeb3b3cfa service neutron] Request body: {'port': {'device_id': 'e070c5bf-65cb-42e3-898d-75582890faa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:17:50.489388 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9a48bc-c23f-4c28-af7c-d5369768e69d admin admin] Deleting subnet 40be5895-f422-46c1-9739-caeeaa660ce4 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:17:50.497444 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca9a48bc-c23f-4c28-af7c-d5369768e69d admin admin] Publish callbacks [] for subnet (40be5895-f422-46c1-9739-caeeaa660ce4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:50.503773 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c2a708-e40d-472e-93e4-995cee8ac4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228baf8b-b15d-4b7b-afdb-c10ccf246e6f'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:17:50.506215 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356176ce-d591-4186-b1d8-0498adb25ef8" -d '{"events": [{"server_uuid": "05c2a708-e40d-472e-93e4-995cee8ac4a3", "name": "network-vif-plugged", "status": "completed", "tag": "228baf8b-b15d-4b7b-afdb-c10ccf246e6f"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:17:50.606161 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca9a48bc-c23f-4c28-af7c-d5369768e69d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (40be5895-f422-46c1-9739-caeeaa660ce4), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:50.732534 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca9a48bc-c23f-4c28-af7c-d5369768e69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (40be5895-f422-46c1-9739-caeeaa660ce4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:50.764223 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcacd5c4-9454-4790-95a1-dcf71f316269 req-01c6fa76-93b0-460c-95d0-e1428583e5bd tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:50.765799 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fcacd5c4-9454-4790-95a1-dcf71f316269 req-01c6fa76-93b0-460c-95d0-e1428583e5bd tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 950 time: 0.1230900 Jan 28 00:17:50.823512 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-c8b2a7f6-dfe8-4c7d-a54b-eb0aeb3b3cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (40f8a537-ec71-4bf4-ab68-d676048866d3), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:50.832837 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca9a48bc-c23f-4c28-af7c-d5369768e69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (40be5895-f422-46c1-9739-caeeaa660ce4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:50.859872 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a234e-83db-4bba-835b-4ff2ff20de66 req-de1ce971-6e82-4440-83b0-053f894147d5 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:50.875719 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2e9a234e-83db-4bba-835b-4ff2ff20de66 req-de1ce971-6e82-4440-83b0-053f894147d5 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/ports?device_id=9826358f-8566-4460-bb0b-53d2b61926b1 HTTP/1.1" status: 200 len: 945 time: 0.4182963 Jan 28 00:17:50.879550 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a48bc-c23f-4c28-af7c-d5369768e69d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40be5895-f422-46c1-9739-caeeaa660ce4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:50.884543 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca9a48bc-c23f-4c28-af7c-d5369768e69d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:50.891741 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ca9a48bc-c23f-4c28-af7c-d5369768e69d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/40be5895-f422-46c1-9739-caeeaa660ce4 HTTP/1.1" status: 204 len: 168 time: 0.5800385 Jan 28 00:17:50.893877 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55176) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:17:51.039535 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e062a5b7-4de2-445a-960f-5d4d5905b934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (34e668b4-51cb-4481-81ad-454dd4332718), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:51.093691 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2e9a234e-83db-4bba-835b-4ff2ff20de66 req-e8973b70-f7bb-40bd-9449-c9658e8e0c33 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/security-groups?id=daded75b-ba1a-4ea8-9e2b-53ddf9eb1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168450 Jan 28 00:17:51.116631 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fcacd5c4-9454-4790-95a1-dcf71f316269 req-8c5bbbb3-664a-4f55-9188-84054b4e379e tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278902 Jan 28 00:17:51.218565 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e062a5b7-4de2-445a-960f-5d4d5905b934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (34e668b4-51cb-4481-81ad-454dd4332718), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:51.309417 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-e062a5b7-4de2-445a-960f-5d4d5905b934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34e668b4-51cb-4481-81ad-454dd4332718']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:17:51.350279 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-e062a5b7-4de2-445a-960f-5d4d5905b934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace7d952-8e54-40cc-9a29-51557919e996') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:17:51.350790 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-e062a5b7-4de2-445a-960f-5d4d5905b934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace7d952-8e54-40cc-9a29-51557919e996') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:17:51.392106 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e062a5b7-4de2-445a-960f-5d4d5905b934 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (ace7d952-8e54-40cc-9a29-51557919e996), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:51.439503 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e062a5b7-4de2-445a-960f-5d4d5905b934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (ace7d952-8e54-40cc-9a29-51557919e996), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:51.477984 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e062a5b7-4de2-445a-960f-5d4d5905b934 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:17:51.478667 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e062a5b7-4de2-445a-960f-5d4d5905b934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (ace7d952-8e54-40cc-9a29-51557919e996), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:51.486128 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:17:51.486128 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:17:51.486128 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:17:51.486128 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:17:51.486128 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:17:51.486128 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:17:51.486128 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:17:51.486128 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:17:51.486128 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:17:51.486128 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:17:51.486128 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:17:51.486128 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:17:51.486128 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:17:51.486128 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:17:51.486128 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:17:51.486128 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:17:51.486128 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:17:51.486128 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:17:51.486128 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:17:51.486128 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:17:51.486128 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:17:51.486128 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:17:51.486128 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:17:51.486128 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:17:51.486128 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:17:51.486128 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:17:51.486128 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:17:51.486128 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:17:51.486128 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:17:51.486128 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:17:51.486128 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:17:51.486128 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:17:51.554133 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789548b2-95e7-4681-a16d-9fdf2682c9fb x-openstack-request-id: req-789548b2-95e7-4681-a16d-9fdf2682c9fb {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:17:51.554684 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c2a708-e40d-472e-93e4-995cee8ac4a3", "name": "network-vif-plugged", "status": "completed", "tag": "228baf8b-b15d-4b7b-afdb-c10ccf246e6f", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:17:51.555018 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-789548b2-95e7-4681-a16d-9fdf2682c9fb {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:17:51.555690 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c2a708-e40d-472e-93e4-995cee8ac4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228baf8b-b15d-4b7b-afdb-c10ccf246e6f', 'code': 200} Jan 28 00:17:51.823517 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e062a5b7-4de2-445a-960f-5d4d5905b934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (34e668b4-51cb-4481-81ad-454dd4332718), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:51.945621 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e062a5b7-4de2-445a-960f-5d4d5905b934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:51.967218 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e062a5b7-4de2-445a-960f-5d4d5905b934 admin admin] 10.222.0.70 "DELETE /v2.0/networks/34e668b4-51cb-4481-81ad-454dd4332718 HTTP/1.1" status: 204 len: 168 time: 1.0712926 Jan 28 00:17:51.974377 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062a5b7-4de2-445a-960f-5d4d5905b934 admin admin] Pushing event deleted for resources: {'Network': ['ID=34e668b4-51cb-4481-81ad-454dd4332718,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:52.105245 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2982f-0d3d-41e7-9b6b-9fb60c9148c7 req-6e38a379-8e5c-4bc6-b3ab-f0a298a61d64 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:52.124722 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cee2982f-0d3d-41e7-9b6b-9fb60c9148c7 req-6e38a379-8e5c-4bc6-b3ab-f0a298a61d64 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] 10.222.0.70 "GET /v2.0/ports?device_id=e070c5bf-65cb-42e3-898d-75582890faa9 HTTP/1.1" status: 200 len: 932 time: 0.7418158 Jan 28 00:17:52.266950 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-c8b2a7f6-dfe8-4c7d-a54b-eb0aeb3b3cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40f8a537-ec71-4bf4-ab68-d676048866d3 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:17:52.396290 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-c8b2a7f6-dfe8-4c7d-a54b-eb0aeb3b3cfa service neutron] Publish callbacks [] for port (40f8a537-ec71-4bf4-ab68-d676048866d3), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:52.418096 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cee2982f-0d3d-41e7-9b6b-9fb60c9148c7 req-c9bcee7a-8141-45fc-a6d5-ea8fc3e37e75 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] 10.222.0.70 "GET /v2.0/security-groups?id=b74d322a-c6a7-49bb-8f01-59bfe6b199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913308 Jan 28 00:17:52.443122 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55202) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:17:52.483287 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95df8a1-1a27-4232-b070-d16a5ffe795e req-499d317e-8c08-4f3e-86ac-c1c56263cf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:52.489442 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a95df8a1-1a27-4232-b070-d16a5ffe795e req-499d317e-8c08-4f3e-86ac-c1c56263cf24 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 1101 time: 0.7937229 Jan 28 00:17:52.547974 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-c8b2a7f6-dfe8-4c7d-a54b-eb0aeb3b3cfa service neutron] Transition to ACTIVE for port object 40f8a537-ec71-4bf4-ab68-d676048866d3 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:17:52.565399 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-c8b2a7f6-dfe8-4c7d-a54b-eb0aeb3b3cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (40f8a537-ec71-4bf4-ab68-d676048866d3), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:52.616241 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8d4d0d34-6050-4fa7-a52a-97fb62fbabac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4a3a3fbb77c24b80b33584dcb2b7c06c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1713178 Jan 28 00:17:52.617707 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55210) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:17:52.694783 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-15f78c1f-7b02-4d92-9710-6f59cfaa21ab admin admin] Publish callbacks [] for security_group (790ccfa8-010e-4a77-b4c0-14db518a41d8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:52.725674 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-15f78c1f-7b02-4d92-9710-6f59cfaa21ab admin admin] Publish callbacks [] for security_group (790ccfa8-010e-4a77-b4c0-14db518a41d8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:52.811825 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-15f78c1f-7b02-4d92-9710-6f59cfaa21ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (790ccfa8-010e-4a77-b4c0-14db518a41d8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:52.818203 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-15f78c1f-7b02-4d92-9710-6f59cfaa21ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:52.822531 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-15f78c1f-7b02-4d92-9710-6f59cfaa21ab admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/790ccfa8-010e-4a77-b4c0-14db518a41d8 HTTP/1.1" status: 204 len: 168 time: 0.1988769 Jan 28 00:17:52.835830 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f582012-26c7-464a-874c-8231e5993620 req-3cbadcd8-af1c-4c99-a152-a4ee36c0d311 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=15e12218ae23498f8976895fc1081122&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1308527 Jan 28 00:17:52.882257 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f78c1f-7b02-4d92-9710-6f59cfaa21ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790ccfa8-010e-4a77-b4c0-14db518a41d8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:53.089905 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f582012-26c7-464a-874c-8231e5993620 req-60313bdb-75de-48b8-b717-04ffc915ac82 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:53.101953 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f582012-26c7-464a-874c-8231e5993620 req-60313bdb-75de-48b8-b717-04ffc915ac82 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2240691 Jan 28 00:17:53.118200 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a95df8a1-1a27-4232-b070-d16a5ffe795e req-c01c617d-a8c6-47b5-8995-20a9d825af70 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6159434 Jan 28 00:17:53.133028 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2a7f6-dfe8-4c7d-a54b-eb0aeb3b3cfa service neutron] Pushing event updated for resources: {'Port': ['ID=40f8a537-ec71-4bf4-ab68-d676048866d3,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:53.207285 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f582012-26c7-464a-874c-8231e5993620 req-ebf01d82-8db2-4788-9349-0b3b1bd4773c tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/quotas/15e12218ae23498f8976895fc1081122 HTTP/1.1" status: 200 len: 375 time: 0.1040745 Jan 28 00:17:53.232642 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20902118-01cd-4410-ae36-71e614ac2730 req-6b48e86c-c8bb-4987-9476-eb593d6e2962 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:53.241147 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-20902118-01cd-4410-ae36-71e614ac2730 req-6b48e86c-c8bb-4987-9476-eb593d6e2962 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/ports?device_id=9826358f-8566-4460-bb0b-53d2b61926b1 HTTP/1.1" status: 200 len: 945 time: 0.5640440 Jan 28 00:17:53.440316 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-c8b2a7f6-dfe8-4c7d-a54b-eb0aeb3b3cfa service neutron] Attempting to bind port 40f8a537-ec71-4bf4-ab68-d676048866d3 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:17:53.449841 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-c8b2a7f6-dfe8-4c7d-a54b-eb0aeb3b3cfa service neutron] Attempting to bind port 40f8a537-ec71-4bf4-ab68-d676048866d3 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '1c9475bb-b683-4532-8ba1-ace05011e6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7eba583e-210b-4587-8306-d646f5f8598a'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:17:53.450487 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-c8b2a7f6-dfe8-4c7d-a54b-eb0aeb3b3cfa service neutron] Attempting to bind port 40f8a537-ec71-4bf4-ab68-d676048866d3 on network 7eba583e-210b-4587-8306-d646f5f8598a {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:17:53.477854 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f582012-26c7-464a-874c-8231e5993620 req-03b44318-5e42-41d2-815d-32ffeeca7f3b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=15e12218ae23498f8976895fc1081122&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2693052 Jan 28 00:17:53.498651 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-20902118-01cd-4410-ae36-71e614ac2730 req-063b1673-98f1-419e-907c-d7e78ef6544d tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/security-groups?id=daded75b-ba1a-4ea8-9e2b-53ddf9eb1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563763 Jan 28 00:17:53.502723 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-c8b2a7f6-dfe8-4c7d-a54b-eb0aeb3b3cfa service neutron] Port 40f8a537-ec71-4bf4-ab68-d676048866d3 on network 7eba583e-210b-4587-8306-d646f5f8598a not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:17:53.503904 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-c8b2a7f6-dfe8-4c7d-a54b-eb0aeb3b3cfa service neutron] Attempting to bind port 40f8a537-ec71-4bf4-ab68-d676048866d3 on network 7eba583e-210b-4587-8306-d646f5f8598a {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:17:53.519763 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-c8b2a7f6-dfe8-4c7d-a54b-eb0aeb3b3cfa service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:17:53.521772 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-c8b2a7f6-dfe8-4c7d-a54b-eb0aeb3b3cfa service neutron] Checking segment: {'id': '1c9475bb-b683-4532-8ba1-ace05011e6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7eba583e-210b-4587-8306-d646f5f8598a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:17:53.522542 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-c8b2a7f6-dfe8-4c7d-a54b-eb0aeb3b3cfa service neutron] Bound using segment: {'id': '1c9475bb-b683-4532-8ba1-ace05011e6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7eba583e-210b-4587-8306-d646f5f8598a'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:17:53.523322 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-c8b2a7f6-dfe8-4c7d-a54b-eb0aeb3b3cfa service neutron] Bound port: 40f8a537-ec71-4bf4-ab68-d676048866d3, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c9475bb-b683-4532-8ba1-ace05011e6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7eba583e-210b-4587-8306-d646f5f8598a'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:17:53.523996 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-c8b2a7f6-dfe8-4c7d-a54b-eb0aeb3b3cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (40f8a537-ec71-4bf4-ab68-d676048866d3), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:53.836201 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa33c7-ad9c-4f29-82b7-6ceba977a331 req-534f383d-c11a-4e16-a442-731b52ea387c tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:53.850374 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ddaa33c7-ad9c-4f29-82b7-6ceba977a331 req-534f383d-c11a-4e16-a442-731b52ea387c tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 950 time: 0.1850905 Jan 28 00:17:53.910576 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-c8b2a7f6-dfe8-4c7d-a54b-eb0aeb3b3cfa service neutron] For port 40f8a537-ec71-4bf4-ab68-d676048866d3, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:17:53.993812 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-c8b2a7f6-dfe8-4c7d-a54b-eb0aeb3b3cfa service neutron] For port 40f8a537-ec71-4bf4-ab68-d676048866d3, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=40f8a537-ec71-4bf4-ab68-d676048866d3,segment=NetworkSegment(1c9475bb-b683-4532-8ba1-ace05011e6fd),segment_id=1c9475bb-b683-4532-8ba1-ace05011e6fd)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:17:54.029402 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-c8b2a7f6-dfe8-4c7d-a54b-eb0aeb3b3cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (40f8a537-ec71-4bf4-ab68-d676048866d3), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:54.179031 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ddaa33c7-ad9c-4f29-82b7-6ceba977a331 req-c1a3bcb0-1da6-4e03-9817-004dcf8bdb4b tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270335 Jan 28 00:17:54.232338 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-c8b2a7f6-dfe8-4c7d-a54b-eb0aeb3b3cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:54.233548 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-c8b2a7f6-dfe8-4c7d-a54b-eb0aeb3b3cfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:54.241730 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-c8b2a7f6-dfe8-4c7d-a54b-eb0aeb3b3cfa service neutron] 10.222.0.65 "PUT /v2.0/ports/40f8a537-ec71-4bf4-ab68-d676048866d3 HTTP/1.1" status: 200 len: 1092 time: 3.7677078 Jan 28 00:17:54.256836 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e070c5bf-65cb-42e3-898d-75582890faa9', 'tag': '40f8a537-ec71-4bf4-ab68-d676048866d3'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:17:54.295224 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfc18cd-b808-44ea-b356-716cab7ec286" -d '{"events": [{"name": "network-changed", "server_uuid": "e070c5bf-65cb-42e3-898d-75582890faa9", "tag": "40f8a537-ec71-4bf4-ab68-d676048866d3"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:17:54.576783 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2a7f6-dfe8-4c7d-a54b-eb0aeb3b3cfa service neutron] Pushing event updated for resources: {'Port': ['ID=40f8a537-ec71-4bf4-ab68-d676048866d3,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:54.633832 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-f4b74190-73c2-4da4-ba42-954e8763b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:54.641731 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-f4b74190-73c2-4da4-ba42-954e8763b9bc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f35f76bda39746e0a8cc1893796ba4ba&device_id=e070c5bf-65cb-42e3-898d-75582890faa9 HTTP/1.1" status: 200 len: 1095 time: 0.3101039 Jan 28 00:17:54.805680 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-17e76b17-ba33-4bc0-8082-af36dbfee134 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40f8a537-ec71-4bf4-ab68-d676048866d3 HTTP/1.1" status: 200 len: 217 time: 0.1485851 Jan 28 00:17:54.918728 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55262) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:17:55.084439 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-ef83b538-6517-400a-bb01-8ad5d0caa705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:55.093641 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-ef83b538-6517-400a-bb01-8ad5d0caa705 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=567e0385-2e77-4deb-9a09-101592dace7e HTTP/1.1" status: 200 len: 850 time: 0.2772896 Jan 28 00:17:55.209994 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-ef4fc7d2-74b3-435b-8f87-95c27682b7b8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7eba583e-210b-4587-8306-d646f5f8598a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852728 Jan 28 00:17:55.220371 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16a96f-2ba3-41b8-a976-29fa48390496 req-54317133-4848-4ae7-b5f2-f4ccacf8f496 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:55.222518 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8f16a96f-2ba3-41b8-a976-29fa48390496 req-54317133-4848-4ae7-b5f2-f4ccacf8f496 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] 10.222.0.70 "GET /v2.0/ports?device_id=e070c5bf-65cb-42e3-898d-75582890faa9 HTTP/1.1" status: 200 len: 944 time: 0.3820989 Jan 28 00:17:55.329147 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-6737ee5c-0b0e-48e0-b207-3bfba705bd6e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1438379946-network', 'tenant_id': '6f9fd186db324ed69c0a4bee0aee1b8a'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:17:55.337230 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8f16a96f-2ba3-41b8-a976-29fa48390496 req-fdbfbb2f-c250-4b6b-a953-a50aa2038d5f tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] 10.222.0.70 "GET /v2.0/security-groups?id=b74d322a-c6a7-49bb-8f01-59bfe6b199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016672 Jan 28 00:17:55.492071 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6737ee5c-0b0e-48e0-b207-3bfba705bd6e admin admin] Made reservation on behalf of 6f9fd186db324ed69c0a4bee0aee1b8a for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:17:55.494792 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6737ee5c-0b0e-48e0-b207-3bfba705bd6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:55.526507 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6737ee5c-0b0e-48e0-b207-3bfba705bd6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:55.634000 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-91f510cb-219b-454e-a5d6-5c7d9e4f3740 service neutron] 10.222.0.65 "GET /v2.0/networks/7eba583e-210b-4587-8306-d646f5f8598a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077101 Jan 28 00:17:55.815883 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6737ee5c-0b0e-48e0-b207-3bfba705bd6e admin admin] Publish callbacks [] for security_group (b3727ceb-241f-4ccd-a40c-85f04a943d09), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:55.821917 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6737ee5c-0b0e-48e0-b207-3bfba705bd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b3727ceb-241f-4ccd-a40c-85f04a943d09), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:55.830352 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6bd9ad-ca48-493c-aeb2-28d8bce64c0a x-openstack-request-id: req-6a6bd9ad-ca48-493c-aeb2-28d8bce64c0a {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:17:55.831173 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e070c5bf-65cb-42e3-898d-75582890faa9", "tag": "40f8a537-ec71-4bf4-ab68-d676048866d3", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:17:55.831836 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6a6bd9ad-ca48-493c-aeb2-28d8bce64c0a {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:17:55.832737 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e070c5bf-65cb-42e3-898d-75582890faa9', 'tag': '40f8a537-ec71-4bf4-ab68-d676048866d3', 'status': 'completed', 'code': 200} Jan 28 00:17:55.868408 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737ee5c-0b0e-48e0-b207-3bfba705bd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3727ceb-241f-4ccd-a40c-85f04a943d09,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:55.910897 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6737ee5c-0b0e-48e0-b207-3bfba705bd6e admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:17:55.930569 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6737ee5c-0b0e-48e0-b207-3bfba705bd6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (e063a043-2a9b-4443-ac3f-4a9bd33a5a4c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:55.931741 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-6737ee5c-0b0e-48e0-b207-3bfba705bd6e admin admin] Added segment e063a043-2a9b-4443-ac3f-4a9bd33a5a4c of type vlan for network 6abb539b-6289-4e2a-a1a7-44841ca43189 Jan 28 00:17:55.994667 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-574f32d7-ee73-43b2-9913-539a2ac59a8d req-aa5897ab-8873-423b-b3c5-260d0bc248a4 service neutron] 10.222.0.65 "GET /v2.0/networks/7eba583e-210b-4587-8306-d646f5f8598a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539779 Jan 28 00:17:56.000844 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6737ee5c-0b0e-48e0-b207-3bfba705bd6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (6abb539b-6289-4e2a-a1a7-44841ca43189), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:56.099934 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6737ee5c-0b0e-48e0-b207-3bfba705bd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (6abb539b-6289-4e2a-a1a7-44841ca43189), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:56.104665 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6737ee5c-0b0e-48e0-b207-3bfba705bd6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:56.105940 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6737ee5c-0b0e-48e0-b207-3bfba705bd6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:56.181119 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6737ee5c-0b0e-48e0-b207-3bfba705bd6e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2609291 Jan 28 00:17:56.186824 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55286) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:17:56.193051 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-394d6062-bdb4-42be-8f35-57c9d030c473 admin admin] Request body: {'subnet': {'network_id': '6abb539b-6289-4e2a-a1a7-44841ca43189', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1438379946-subnet', 'tenant_id': '6f9fd186db324ed69c0a4bee0aee1b8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:17:56.205211 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737ee5c-0b0e-48e0-b207-3bfba705bd6e admin admin] Pushing event updated for resources: {'Network': ['ID=6abb539b-6289-4e2a-a1a7-44841ca43189,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:56.217459 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 6abb539b-6289-4e2a-a1a7-44841ca43189 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:17:56.248591 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394d6062-bdb4-42be-8f35-57c9d030c473 admin admin] Made reservation on behalf of 6f9fd186db324ed69c0a4bee0aee1b8a for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:17:56.252009 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-394d6062-bdb4-42be-8f35-57c9d030c473 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:56.399924 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc18cd-b808-44ea-b356-716cab7ec286 req-4de3a637-902c-4002-bdee-65a4dabe8b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:56.403175 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9dfc18cd-b808-44ea-b356-716cab7ec286 req-4de3a637-902c-4002-bdee-65a4dabe8b9a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f35f76bda39746e0a8cc1893796ba4ba&device_id=e070c5bf-65cb-42e3-898d-75582890faa9 HTTP/1.1" status: 200 len: 1095 time: 0.2709851 Jan 28 00:17:56.569250 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe52c69-0082-4ab1-9f6c-29837d00e7ea req-6f5195ba-05f9-4067-a4c0-f6897cac68df tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:56.591113 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2fe52c69-0082-4ab1-9f6c-29837d00e7ea req-6f5195ba-05f9-4067-a4c0-f6897cac68df tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 950 time: 0.4272325 Jan 28 00:17:56.675656 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-394d6062-bdb4-42be-8f35-57c9d030c473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (f72fa232-fcae-437c-b2d5-8940014d76c5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:56.850937 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d6062-bdb4-42be-8f35-57c9d030c473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f72fa232-fcae-437c-b2d5-8940014d76c5,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:56.890786 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394d6062-bdb4-42be-8f35-57c9d030c473 admin admin] Checking segment: {'id': 'e063a043-2a9b-4443-ac3f-4a9bd33a5a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6abb539b-6289-4e2a-a1a7-44841ca43189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:17:56.892760 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394d6062-bdb4-42be-8f35-57c9d030c473 admin admin] Network hostable DHCP agents. Network: 6abb539b-6289-4e2a-a1a7-44841ca43189, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:17:56.938366 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-36a369ac-7581-45bc-a753-ec5251ad8547 req-55970d1b-1bc7-4c64-8194-a8e381d77847 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=c997aa4e-93ca-49cf-89e5-ce7da1726154 HTTP/1.1" status: 200 len: 210 time: 0.1181581 Jan 28 00:17:56.943031 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394d6062-bdb4-42be-8f35-57c9d030c473 admin admin] Network 6abb539b-6289-4e2a-a1a7-44841ca43189 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:17:56.966729 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2fe52c69-0082-4ab1-9f6c-29837d00e7ea req-349343d9-a581-4d04-b7a7-e77c01496c12 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711843 Jan 28 00:17:56.970535 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-394d6062-bdb4-42be-8f35-57c9d030c473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 6abb539b-6289-4e2a-a1a7-44841ca43189) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:17:56.981568 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394d6062-bdb4-42be-8f35-57c9d030c473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:56.982224 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-394d6062-bdb4-42be-8f35-57c9d030c473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:56.983205 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a5e922-16a8-4ad9-9df3-2f2fa35db1cb None None] Network 6abb539b-6289-4e2a-a1a7-44841ca43189 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:17:57.021673 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc18cd-b808-44ea-b356-716cab7ec286 req-5ed99de7-7eac-4ff8-83ed-54059e046c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:57.023478 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9dfc18cd-b808-44ea-b356-716cab7ec286 req-5ed99de7-7eac-4ff8-83ed-54059e046c7f service neutron] 10.222.0.65 "GET /v2.0/networks?id=7eba583e-210b-4587-8306-d646f5f8598a HTTP/1.1" status: 200 len: 911 time: 0.6109822 Jan 28 00:17:57.035719 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-394d6062-bdb4-42be-8f35-57c9d030c473 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8471684 Jan 28 00:17:57.137632 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9dfc18cd-b808-44ea-b356-716cab7ec286 req-d19745a1-067c-4bb0-a892-46a57a53b7c1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40f8a537-ec71-4bf4-ab68-d676048866d3 HTTP/1.1" status: 200 len: 217 time: 0.1058624 Jan 28 00:17:57.271535 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42511e1d-ea51-43b0-9c15-5e65f480d2bd None None] Network 6abb539b-6289-4e2a-a1a7-44841ca43189 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:17:57.316103 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc18cd-b808-44ea-b356-716cab7ec286 req-6a05d777-fa1b-408d-9bf2-d533a2503151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:57.327108 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9dfc18cd-b808-44ea-b356-716cab7ec286 req-6a05d777-fa1b-408d-9bf2-d533a2503151 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=567e0385-2e77-4deb-9a09-101592dace7e HTTP/1.1" status: 200 len: 850 time: 0.1783319 Jan 28 00:17:57.590698 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9dfc18cd-b808-44ea-b356-716cab7ec286 req-56b4fecc-c386-47df-b948-6120338c0f9c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7eba583e-210b-4587-8306-d646f5f8598a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2473392 Jan 28 00:17:57.728811 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9baf429-31a9-49b1-8a8f-b0a4839043a4 req-f76451c6-0086-49a1-8213-f154a4adf1fe tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:57.734530 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b9baf429-31a9-49b1-8a8f-b0a4839043a4 req-f76451c6-0086-49a1-8213-f154a4adf1fe tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] 10.222.0.70 "GET /v2.0/ports?device_id=e070c5bf-65cb-42e3-898d-75582890faa9 HTTP/1.1" status: 200 len: 944 time: 0.4004610 Jan 28 00:17:57.799291 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810a1b0-6648-47e3-bcb8-51fd4e8b4582 req-6fe8c92a-259b-40cc-aded-6c7befd01c5f tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:57.801086 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7810a1b0-6648-47e3-bcb8-51fd4e8b4582 req-6fe8c92a-259b-40cc-aded-6c7befd01c5f tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.52 "GET /v2.0/ports?device_id=9826358f-8566-4460-bb0b-53d2b61926b1 HTTP/1.1" status: 200 len: 945 time: 0.2194679 Jan 28 00:17:57.879773 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9dfc18cd-b808-44ea-b356-716cab7ec286 req-73e135fb-5fa6-4583-8a13-3bd7e3e0c87c service neutron] 10.222.0.65 "GET /v2.0/networks/7eba583e-210b-4587-8306-d646f5f8598a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735319 Jan 28 00:17:58.020557 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd226e4-0f38-4292-93bc-eae3547207c5 req-eecae761-fb94-48dc-b06f-1b879f9dfe0a tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:58.022497 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0bd226e4-0f38-4292-93bc-eae3547207c5 req-eecae761-fb94-48dc-b06f-1b879f9dfe0a tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/ports?device_id=9826358f-8566-4460-bb0b-53d2b61926b1 HTTP/1.1" status: 200 len: 945 time: 0.2844253 Jan 28 00:17:58.054208 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b9baf429-31a9-49b1-8a8f-b0a4839043a4 req-a25f8ae7-758f-40c0-bd53-82c1c428214e tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] 10.222.0.70 "GET /v2.0/security-groups?id=b74d322a-c6a7-49bb-8f01-59bfe6b199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004694 Jan 28 00:17:58.132807 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f582012-26c7-464a-874c-8231e5993620 req-b85a1f61-7a5d-47ba-b883-955dc255c54d tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=15e12218ae23498f8976895fc1081122&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1087830 Jan 28 00:17:58.642989 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 40f8a537-ec71-4bf4-ab68-d676048866d3 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:17:58.810664 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 40f8a537-ec71-4bf4-ab68-d676048866d3, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=40f8a537-ec71-4bf4-ab68-d676048866d3,segment=NetworkSegment(1c9475bb-b683-4532-8ba1-ace05011e6fd),segment_id=1c9475bb-b683-4532-8ba1-ace05011e6fd)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:58.825870 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '40f8a537-ec71-4bf4-ab68-d676048866d3', 'network_id': '7eba583e-210b-4587-8306-d646f5f8598a', 'port_id': '40f8a537-ec71-4bf4-ab68-d676048866d3', 'mac_address': 'fa:16:3e:a7:37:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567e0385-2e77-4deb-9a09-101592dace7e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:17:58.884837 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f582012-26c7-464a-874c-8231e5993620 req-8cd0758d-0ea4-4c8d-a0c2-78a0e88cc783 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:58.886553 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f582012-26c7-464a-874c-8231e5993620 req-8cd0758d-0ea4-4c8d-a0c2-78a0e88cc783 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7422299 Jan 28 00:17:58.894423 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 40f8a537-ec71-4bf4-ab68-d676048866d3 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:17:58.895574 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (40f8a537-ec71-4bf4-ab68-d676048866d3), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:58.927829 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-7810a1b0-6648-47e3-bcb8-51fd4e8b4582 req-519794ae-caa6-4ddd-9917-b6e605b130bd tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Deleting port 2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:17:58.928220 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7810a1b0-6648-47e3-bcb8-51fd4e8b4582 req-519794ae-caa6-4ddd-9917-b6e605b130bd tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:58.929958 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae073acd-eb94-4bf3-9a02-807b52da2d59 req-b3503f7b-04cc-4be6-b66c-810261ec486b tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:58.933094 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae073acd-eb94-4bf3-9a02-807b52da2d59 req-b3503f7b-04cc-4be6-b66c-810261ec486b tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.52 "GET /v2.0/ports?device_id=37b94dcd-36c0-4636-988b-71347f034dd1 HTTP/1.1" status: 200 len: 946 time: 0.1350687 Jan 28 00:17:58.941930 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f8a537-ec71-4bf4-ab68-d676048866d3 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:17:58.982016 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 40f8a537-ec71-4bf4-ab68-d676048866d3, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=40f8a537-ec71-4bf4-ab68-d676048866d3,segment=NetworkSegment(1c9475bb-b683-4532-8ba1-ace05011e6fd),segment_id=1c9475bb-b683-4532-8ba1-ace05011e6fd)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:58.989311 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (40f8a537-ec71-4bf4-ab68-d676048866d3), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:59.025196 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-7810a1b0-6648-47e3-bcb8-51fd4e8b4582 req-519794ae-caa6-4ddd-9917-b6e605b130bd tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] For port 2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee,segment=NetworkSegment(61b90438-6eb6-4ab3-b26d-defa80e74b89),segment_id=61b90438-6eb6-4ab3-b26d-defa80e74b89)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:59.025604 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7810a1b0-6648-47e3-bcb8-51fd4e8b4582 req-519794ae-caa6-4ddd-9917-b6e605b130bd tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:59.043926 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-7810a1b0-6648-47e3-bcb8-51fd4e8b4582 req-519794ae-caa6-4ddd-9917-b6e605b130bd tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Calling delete_port for 2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:17:59.071655 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-3f582012-26c7-464a-874c-8231e5993620 req-5395fed5-4349-42b6-be9c-c48e4cf82793 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Request body: {'port': {'device_id': 'bcc9e455-8caa-4106-897b-5a270ad8af65', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'admin_state_up': True, 'tenant_id': '15e12218ae23498f8976895fc1081122'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:17:59.126157 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f582012-26c7-464a-874c-8231e5993620 req-36f90874-4134-406f-9c44-1d6b10aa031e tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=15e12218ae23498f8976895fc1081122&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4567397 Jan 28 00:17:59.147004 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-ae073acd-eb94-4bf3-9a02-807b52da2d59 req-c77d13e8-f9d0-4d98-993d-6034016681c2 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Deleting port 8295569d-7afb-4011-bb2a-3e3cf3f81bee {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:17:59.147386 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ae073acd-eb94-4bf3-9a02-807b52da2d59 req-c77d13e8-f9d0-4d98-993d-6034016681c2 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (8295569d-7afb-4011-bb2a-3e3cf3f81bee), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:59.206190 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0bd226e4-0f38-4292-93bc-eae3547207c5 req-ff647156-af60-4a9c-abf2-a652181fc29d tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.70 "GET /v2.0/security-groups?id=daded75b-ba1a-4ea8-9e2b-53ddf9eb1f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1497655 Jan 28 00:17:59.211082 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9dfc18cd-b808-44ea-b356-716cab7ec286 req-d0b28496-a659-4d53-b64c-730e6a3b8497 service neutron] 10.222.0.65 "GET /v2.0/networks/7eba583e-210b-4587-8306-d646f5f8598a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3217161 Jan 28 00:17:59.382624 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2adb4-9875-4f80-b95b-210e32be7f1c req-71b3bc2c-8838-4609-80b0-3330d5a66d5f tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:59.396190 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-47e2adb4-9875-4f80-b95b-210e32be7f1c req-71b3bc2c-8838-4609-80b0-3330d5a66d5f tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.52 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 944 time: 0.2455194 Jan 28 00:17:59.436644 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-ae073acd-eb94-4bf3-9a02-807b52da2d59 req-c77d13e8-f9d0-4d98-993d-6034016681c2 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] For port 8295569d-7afb-4011-bb2a-3e3cf3f81bee, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=8295569d-7afb-4011-bb2a-3e3cf3f81bee,segment=NetworkSegment(61b90438-6eb6-4ab3-b26d-defa80e74b89),segment_id=61b90438-6eb6-4ab3-b26d-defa80e74b89)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:17:59.437512 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ae073acd-eb94-4bf3-9a02-807b52da2d59 req-c77d13e8-f9d0-4d98-993d-6034016681c2 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (8295569d-7afb-4011-bb2a-3e3cf3f81bee), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:59.451795 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-ae073acd-eb94-4bf3-9a02-807b52da2d59 req-c77d13e8-f9d0-4d98-993d-6034016681c2 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Calling delete_port for 8295569d-7afb-4011-bb2a-3e3cf3f81bee owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:17:59.515923 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2cb4c-ad2d-4f11-a081-e8ed38e30dff req-9c7e2d08-383c-4d4c-af87-4b2b9c249d51 tempest-MigrationsAdminTest-1727138481 tempest-MigrationsAdminTest-1727138481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:59.517560 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9ec2cb4c-ad2d-4f11-a081-e8ed38e30dff req-9c7e2d08-383c-4d4c-af87-4b2b9c249d51 tempest-MigrationsAdminTest-1727138481 tempest-MigrationsAdminTest-1727138481-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 1101 time: 0.7523222 Jan 28 00:17:59.530984 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=40f8a537-ec71-4bf4-ab68-d676048866d3,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:17:59.638914 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-9ec2cb4c-ad2d-4f11-a081-e8ed38e30dff req-4563d85a-99ba-47fb-89f1-189b6ee9a730 tempest-MigrationsAdminTest-1727138481 tempest-MigrationsAdminTest-1727138481-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:59.681655 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ae073acd-eb94-4bf3-9a02-807b52da2d59 req-c77d13e8-f9d0-4d98-993d-6034016681c2 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (8295569d-7afb-4011-bb2a-3e3cf3f81bee), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:17:59.687646 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['40f8a537-ec71-4bf4-ab68-d676048866d3'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:17:59.746150 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['8295569d-7afb-4011-bb2a-3e3cf3f81bee'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:17:59.766302 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f582012-26c7-464a-874c-8231e5993620 req-0f48435e-259c-4c98-9287-f6007094bbbe tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:59.767997 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f582012-26c7-464a-874c-8231e5993620 req-0f48435e-259c-4c98-9287-f6007094bbbe tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6182842 Jan 28 00:17:59.813581 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-3f582012-26c7-464a-874c-8231e5993620 req-dcca9384-c2be-4a66-b250-1e47a6f5f898 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Request body: {'port': {'device_id': 'c997aa4e-93ca-49cf-89e5-ce7da1726154', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'admin_state_up': True, 'tenant_id': '15e12218ae23498f8976895fc1081122'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:17:59.832556 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-83dec901-6b73-49aa-b038-4b2767b7341b tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:17:59.836419 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-83dec901-6b73-49aa-b038-4b2767b7341b tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] 10.222.0.70 "GET /v2.0/networks?id=6abb539b-6289-4e2a-a1a7-44841ca43189 HTTP/1.1" status: 200 len: 818 time: 0.4136631 Jan 28 00:17:59.964676 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d13e8-f9d0-4d98-993d-6034016681c2 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Pushing event deleted for resources: {'Port': ['ID=8295569d-7afb-4011-bb2a-3e3cf3f81bee,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:00.010515 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f582012-26c7-464a-874c-8231e5993620 req-5395fed5-4349-42b6-be9c-c48e4cf82793 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Made reservation on behalf of 15e12218ae23498f8976895fc1081122 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:18:00.015875 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3f582012-26c7-464a-874c-8231e5993620 req-5395fed5-4349-42b6-be9c-c48e4cf82793 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:00.033728 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae073acd-eb94-4bf3-9a02-807b52da2d59 req-c77d13e8-f9d0-4d98-993d-6034016681c2 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] No DVR routers for this DVR port 8295569d-7afb-4011-bb2a-3e3cf3f81bee on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:18:00.041931 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ae073acd-eb94-4bf3-9a02-807b52da2d59 req-c77d13e8-f9d0-4d98-993d-6034016681c2 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:00.051054 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae073acd-eb94-4bf3-9a02-807b52da2d59 req-c77d13e8-f9d0-4d98-993d-6034016681c2 tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.52 "DELETE /v2.0/ports/8295569d-7afb-4011-bb2a-3e3cf3f81bee HTTP/1.1" status: 204 len: 173 time: 1.1121092 Jan 28 00:18:00.051332 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-ae1c2d81-5d9a-44af-8979-bec0a1aa6455 tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] 10.222.0.70 "GET /v2.0/quotas/6f9fd186db324ed69c0a4bee0aee1b8a HTTP/1.1" status: 200 len: 375 time: 0.1593606 Jan 28 00:18:00.070657 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b94dcd-36c0-4636-988b-71347f034dd1', 'name': 'network-vif-deleted', 'tag': '8295569d-7afb-4011-bb2a-3e3cf3f81bee'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:18:00.090137 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721fe727-9654-43de-b221-81d6ef22c270" -d '{"events": [{"server_uuid": "37b94dcd-36c0-4636-988b-71347f034dd1", "name": "network-vif-deleted", "tag": "8295569d-7afb-4011-bb2a-3e3cf3f81bee"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:18:00.153341 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-47e2adb4-9875-4f80-b95b-210e32be7f1c req-d2ed16ed-8d69-405c-b4f9-0e8e41f103e9 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Deleting port d627b88b-cb29-4bd1-afec-e8bab05970f1 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:18:00.154091 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-47e2adb4-9875-4f80-b95b-210e32be7f1c req-d2ed16ed-8d69-405c-b4f9-0e8e41f103e9 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (d627b88b-cb29-4bd1-afec-e8bab05970f1), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:00.171873 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7810a1b0-6648-47e3-bcb8-51fd4e8b4582 req-519794ae-caa6-4ddd-9917-b6e605b130bd tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:00.192871 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-8b283a0c-dff2-49fd-9f6e-25bf765b5baf tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6f9fd186db324ed69c0a4bee0aee1b8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0929265 Jan 28 00:18:00.208821 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['8295569d-7afb-4011-bb2a-3e3cf3f81bee'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:18:00.303883 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-9ec2cb4c-ad2d-4f11-a081-e8ed38e30dff req-4563d85a-99ba-47fb-89f1-189b6ee9a730 tempest-MigrationsAdminTest-1727138481 tempest-MigrationsAdminTest-1727138481-project-admin] Publish callbacks [] for security_group (c4ba607b-6a22-46b2-b0ad-8d70de8794d8), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:00.486459 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-9ec2cb4c-ad2d-4f11-a081-e8ed38e30dff req-4563d85a-99ba-47fb-89f1-189b6ee9a730 tempest-MigrationsAdminTest-1727138481 tempest-MigrationsAdminTest-1727138481-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c4ba607b-6a22-46b2-b0ad-8d70de8794d8), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:00.493163 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519794ae-caa6-4ddd-9917-b6e605b130bd tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Pushing event deleted for resources: {'Port': ['ID=2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:00.527885 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-47e2adb4-9875-4f80-b95b-210e32be7f1c req-d2ed16ed-8d69-405c-b4f9-0e8e41f103e9 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] For port d627b88b-cb29-4bd1-afec-e8bab05970f1, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=d627b88b-cb29-4bd1-afec-e8bab05970f1,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:00.528605 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-47e2adb4-9875-4f80-b95b-210e32be7f1c req-d2ed16ed-8d69-405c-b4f9-0e8e41f103e9 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (d627b88b-cb29-4bd1-afec-e8bab05970f1), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:00.566648 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-47e2adb4-9875-4f80-b95b-210e32be7f1c req-d2ed16ed-8d69-405c-b4f9-0e8e41f103e9 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Calling delete_port for d627b88b-cb29-4bd1-afec-e8bab05970f1 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:18:00.598672 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-7810a1b0-6648-47e3-bcb8-51fd4e8b4582 req-519794ae-caa6-4ddd-9917-b6e605b130bd tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] No DVR routers for this DVR port 2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:18:00.616877 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7810a1b0-6648-47e3-bcb8-51fd4e8b4582 req-519794ae-caa6-4ddd-9917-b6e605b130bd tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:00.621254 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7810a1b0-6648-47e3-bcb8-51fd4e8b4582 req-519794ae-caa6-4ddd-9917-b6e605b130bd tempest-MultipleCreateTestJSON-1482808302 tempest-MultipleCreateTestJSON-1482808302-project] 10.222.0.52 "DELETE /v2.0/ports/2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee HTTP/1.1" status: 204 len: 173 time: 2.8017907 Jan 28 00:18:00.634763 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9826358f-8566-4460-bb0b-53d2b61926b1', 'name': 'network-vif-deleted', 'tag': '2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:18:00.638619 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7299644-31f0-42fb-b00f-e0ffcf79ca12" -d '{"events": [{"server_uuid": "9826358f-8566-4460-bb0b-53d2b61926b1", "name": "network-vif-deleted", "tag": "2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:18:00.692372 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9ec2cb4c-ad2d-4f11-a081-e8ed38e30dff req-4563d85a-99ba-47fb-89f1-189b6ee9a730 tempest-MigrationsAdminTest-1727138481 tempest-MigrationsAdminTest-1727138481-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1290872 Jan 28 00:18:00.737342 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-3f582012-26c7-464a-874c-8231e5993620 req-5395fed5-4349-42b6-be9c-c48e4cf82793 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Allocated IP 192.168.233.228 (6cc4916b-e8a0-4618-abd0-934e16bf0b78/3d2cf619-4390-4946-b152-016e9ede005d/64baad5f-d7c1-4872-b963-87dcb4a5ffcb) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:18:00.748498 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563d85a-99ba-47fb-89f1-189b6ee9a730 tempest-MigrationsAdminTest-1727138481 tempest-MigrationsAdminTest-1727138481-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ba607b-6a22-46b2-b0ad-8d70de8794d8,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:00.751718 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f582012-26c7-464a-874c-8231e5993620 req-dcca9384-c2be-4a66-b250-1e47a6f5f898 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Made reservation on behalf of 15e12218ae23498f8976895fc1081122 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:18:00.755817 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3f582012-26c7-464a-874c-8231e5993620 req-dcca9384-c2be-4a66-b250-1e47a6f5f898 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:00.864409 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-47e2adb4-9875-4f80-b95b-210e32be7f1c req-d2ed16ed-8d69-405c-b4f9-0e8e41f103e9 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (d627b88b-cb29-4bd1-afec-e8bab05970f1), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:00.882127 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-fe728362-f582-4974-b595-39dc756127b7 service neutron] 10.222.0.70 "GET /v2.0/networks/6abb539b-6289-4e2a-a1a7-44841ca43189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6191356 Jan 28 00:18:00.901814 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['d627b88b-cb29-4bd1-afec-e8bab05970f1'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:18:00.937859 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed16ed-8d69-405c-b4f9-0e8e41f103e9 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Pushing event deleted for resources: {'Port': ['ID=d627b88b-cb29-4bd1-afec-e8bab05970f1,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:01.033449 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e2adb4-9875-4f80-b95b-210e32be7f1c req-d2ed16ed-8d69-405c-b4f9-0e8e41f103e9 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] No DVR routers for this DVR port d627b88b-cb29-4bd1-afec-e8bab05970f1 on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:18:01.038982 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-47e2adb4-9875-4f80-b95b-210e32be7f1c req-d2ed16ed-8d69-405c-b4f9-0e8e41f103e9 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:01.046679 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-47e2adb4-9875-4f80-b95b-210e32be7f1c req-d2ed16ed-8d69-405c-b4f9-0e8e41f103e9 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.52 "DELETE /v2.0/ports/d627b88b-cb29-4bd1-afec-e8bab05970f1 HTTP/1.1" status: 204 len: 173 time: 1.4270840 Jan 28 00:18:01.121251 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7dd4ffec-caab-45c8-b819-286319436bf8 req-a29e668f-2027-470a-8039-610612ef1ec1 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=c997aa4e-93ca-49cf-89e5-ce7da1726154 HTTP/1.1" status: 200 len: 210 time: 0.0931809 Jan 28 00:18:01.208310 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:18:01.257123 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:18:01.257850 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:18:01.264915 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-0690f7f7-eb54-4d8f-9ec9-18757e4efbd7 service neutron] 10.222.0.70 "GET /v2.0/networks/6abb539b-6289-4e2a-a1a7-44841ca43189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686380 Jan 28 00:18:01.314492 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-df4c37ca-bb03-4a61-85e6-1bc39fdd97f2 req-0f312c97-c900-42c1-b951-e7bef7fa8df9 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=88f06b7e-edb2-43f1-b93a-f1c04e51902b HTTP/1.1" status: 200 len: 210 time: 0.0441358 Jan 28 00:18:01.380033 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3f582012-26c7-464a-874c-8231e5993620 req-5395fed5-4349-42b6-be9c-c48e4cf82793 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks [] for port (64baad5f-d7c1-4872-b963-87dcb4a5ffcb), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:01.579501 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3f582012-26c7-464a-874c-8231e5993620 req-5395fed5-4349-42b6-be9c-c48e4cf82793 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (64baad5f-d7c1-4872-b963-87dcb4a5ffcb), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:01.618109 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['93d1b1db-ea8f-40d0-ad5f-68128514fbd9', 'a70452fc-14fc-4605-ad3f-db76851ab1e9', '9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:18:01.666657 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395fed5-4349-42b6-be9c-c48e4cf82793 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Pushing event updated for resources: {'Port': ['ID=64baad5f-d7c1-4872-b963-87dcb4a5ffcb,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:01.743734 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645d5f7-150f-40f4-acbc-7605ca9aeec0 req-dc3eadbb-cb61-407d-85f3-d8005b9c8283 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:01.759262 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e645d5f7-150f-40f4-acbc-7605ca9aeec0 req-dc3eadbb-cb61-407d-85f3-d8005b9c8283 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] 10.222.0.70 "GET /v2.0/ports?device_id=e070c5bf-65cb-42e3-898d-75582890faa9 HTTP/1.1" status: 200 len: 945 time: 0.2992191 Jan 28 00:18:01.806223 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f582012-26c7-464a-874c-8231e5993620 req-5395fed5-4349-42b6-be9c-c48e4cf82793 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:18:01.826753 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-3f582012-26c7-464a-874c-8231e5993620 req-5395fed5-4349-42b6-be9c-c48e4cf82793 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:18:01.847477 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7887dd83-3d5e-48dd-ad21-a3098da7210c x-openstack-request-id: req-7887dd83-3d5e-48dd-ad21-a3098da7210c {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:18:01.847851 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b94dcd-36c0-4636-988b-71347f034dd1", "name": "network-vif-deleted", "tag": "8295569d-7afb-4011-bb2a-3e3cf3f81bee", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:18:01.848297 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7887dd83-3d5e-48dd-ad21-a3098da7210c {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:18:01.848975 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b94dcd-36c0-4636-988b-71347f034dd1', 'name': 'network-vif-deleted', 'tag': '8295569d-7afb-4011-bb2a-3e3cf3f81bee', 'status': 'completed', 'code': 200} Jan 28 00:18:01.916882 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-3f582012-26c7-464a-874c-8231e5993620 req-dcca9384-c2be-4a66-b250-1e47a6f5f898 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Allocated IP 192.168.233.65 (6cc4916b-e8a0-4618-abd0-934e16bf0b78/3d2cf619-4390-4946-b152-016e9ede005d/1d0e9f69-dea1-4853-8ff5-4aaaa651fb27) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:18:02.238637 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d970df-7ba6-44b8-b817-b01f74681d79 x-openstack-request-id: req-11d970df-7ba6-44b8-b817-b01f74681d79 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:18:02.246534 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9826358f-8566-4460-bb0b-53d2b61926b1", "name": "network-vif-deleted", "tag": "2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:18:02.256484 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-11d970df-7ba6-44b8-b817-b01f74681d79 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:18:02.257466 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9826358f-8566-4460-bb0b-53d2b61926b1', 'name': 'network-vif-deleted', 'tag': '2b0a3ca6-3f13-4d1c-98dc-aa43290cd4ee', 'status': 'completed', 'code': 200} Jan 28 00:18:02.262679 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f582012-26c7-464a-874c-8231e5993620 req-5395fed5-4349-42b6-be9c-c48e4cf82793 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:18:02.509790 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f582012-26c7-464a-874c-8231e5993620 req-5395fed5-4349-42b6-be9c-c48e4cf82793 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:02.511764 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3f582012-26c7-464a-874c-8231e5993620 req-5395fed5-4349-42b6-be9c-c48e4cf82793 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:02.581331 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f3f5fb37-4bc6-4629-b226-4b6e0be0ecc5 None None] Provisioning complete for port 64baad5f-d7c1-4872-b963-87dcb4a5ffcb triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:18:02.588767 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e645d5f7-150f-40f4-acbc-7605ca9aeec0 req-1f16c10f-560f-4727-b2a0-f4c0850ff19a tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] 10.222.0.70 "GET /v2.0/security-groups?id=b74d322a-c6a7-49bb-8f01-59bfe6b199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7783196 Jan 28 00:18:02.590993 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f3f5fb37-4bc6-4629-b226-4b6e0be0ecc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (64baad5f-d7c1-4872-b963-87dcb4a5ffcb), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:02.660533 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3f582012-26c7-464a-874c-8231e5993620 req-dcca9384-c2be-4a66-b250-1e47a6f5f898 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks [] for port (1d0e9f69-dea1-4853-8ff5-4aaaa651fb27), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:02.667471 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 40f8a537-ec71-4bf4-ab68-d676048866d3 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:18:02.668745 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f582012-26c7-464a-874c-8231e5993620 req-5395fed5-4349-42b6-be9c-c48e4cf82793 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7534704 Jan 28 00:18:02.729374 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-3f582012-26c7-464a-874c-8231e5993620 req-68a71115-7988-481f-ad58-af258922d3ab service neutron] Request body: {'port': {'device_id': 'bcc9e455-8caa-4106-897b-5a270ad8af65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:02.768047 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f3f5fb37-4bc6-4629-b226-4b6e0be0ecc5 None None] Port 64baad5f-d7c1-4872-b963-87dcb4a5ffcb cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:18:02.891077 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 40f8a537-ec71-4bf4-ab68-d676048866d3 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:18:02.914158 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a75b6221-d2f2-4d0f-8078-7a0a5402b8a1 req-957995d1-839f-4277-96bf-eeff70c7b024 tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] 10.222.0.70 "GET /v2.0/ports?device_id=22da124a-7541-4d63-8b2b-d8b799ade475 HTTP/1.1" status: 200 len: 210 time: 0.1042912 Jan 28 00:18:02.946090 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 40f8a537-ec71-4bf4-ab68-d676048866d3 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:18:02.946804 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (40f8a537-ec71-4bf4-ab68-d676048866d3), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:03.065191 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55380) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:03.075123 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3f582012-26c7-464a-874c-8231e5993620 req-68a71115-7988-481f-ad58-af258922d3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (64baad5f-d7c1-4872-b963-87dcb4a5ffcb), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:03.146540 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3f582012-26c7-464a-874c-8231e5993620 req-dcca9384-c2be-4a66-b250-1e47a6f5f898 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (1d0e9f69-dea1-4853-8ff5-4aaaa651fb27), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:03.193941 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de01c1b-6398-4e3f-9c74-38629037e837 admin admin] Deleting subnet aeea8446-c8eb-4a45-8368-c91dd0a87159 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:18:03.238858 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0de01c1b-6398-4e3f-9c74-38629037e837 admin admin] Publish callbacks [] for subnet (aeea8446-c8eb-4a45-8368-c91dd0a87159), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:03.329577 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 40f8a537-ec71-4bf4-ab68-d676048866d3 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:18:03.332137 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (40f8a537-ec71-4bf4-ab68-d676048866d3), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:03.341307 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-881af61b-7ca1-4da6-b5ce-51bd3ef792c4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2768326 Jan 28 00:18:03.344227 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0de01c1b-6398-4e3f-9c74-38629037e837 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (aeea8446-c8eb-4a45-8368-c91dd0a87159), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:03.363143 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-6ad7a570-1f69-4f69-aa1e-8dbc0cbe418c service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:18:03.365644 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-6ad7a570-1f69-4f69-aa1e-8dbc0cbe418c service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087357 Jan 28 00:18:03.380519 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f582012-26c7-464a-874c-8231e5993620 req-dcca9384-c2be-4a66-b250-1e47a6f5f898 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:18:03.407678 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['93d1b1db-ea8f-40d0-ad5f-68128514fbd9', 'a70452fc-14fc-4605-ad3f-db76851ab1e9', '9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:18:03.424851 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0de01c1b-6398-4e3f-9c74-38629037e837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (aeea8446-c8eb-4a45-8368-c91dd0a87159), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:03.502186 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 8295569d-7afb-4011-bb2a-3e3cf3f81bee no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:18:03.534055 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca9384-c2be-4a66-b250-1e47a6f5f898 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Pushing event updated for resources: {'Port': ['ID=1d0e9f69-dea1-4853-8ff5-4aaaa651fb27,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:03.548097 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-3f582012-26c7-464a-874c-8231e5993620 req-dcca9384-c2be-4a66-b250-1e47a6f5f898 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:18:03.561205 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f582012-26c7-464a-874c-8231e5993620 req-dcca9384-c2be-4a66-b250-1e47a6f5f898 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:18:03.574054 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0de01c1b-6398-4e3f-9c74-38629037e837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (aeea8446-c8eb-4a45-8368-c91dd0a87159), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:03.632345 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28020a8f-15d9-469c-86ce-c88cdd24de28 req-23636eab-6087-4b30-8052-6f092950c69a tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:03.644814 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-28020a8f-15d9-469c-86ce-c88cdd24de28 req-23636eab-6087-4b30-8052-6f092950c69a tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=c997aa4e-93ca-49cf-89e5-ce7da1726154 HTTP/1.1" status: 200 len: 935 time: 0.5626168 Jan 28 00:18:03.666781 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de01c1b-6398-4e3f-9c74-38629037e837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeea8446-c8eb-4a45-8368-c91dd0a87159,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:03.675589 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0de01c1b-6398-4e3f-9c74-38629037e837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:03.680178 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0de01c1b-6398-4e3f-9c74-38629037e837 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/aeea8446-c8eb-4a45-8368-c91dd0a87159 HTTP/1.1" status: 204 len: 168 time: 0.6046274 Jan 28 00:18:03.683729 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55398) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:03.703185 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 8295569d-7afb-4011-bb2a-3e3cf3f81bee {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:18:03.703939 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 8295569d-7afb-4011-bb2a-3e3cf3f81bee not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:18:03.728660 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device d627b88b-cb29-4bd1-afec-e8bab05970f1 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:18:03.735550 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e070c5bf-65cb-42e3-898d-75582890faa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f8a537-ec71-4bf4-ab68-d676048866d3'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:18:03.744142 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27929a7d-ad7a-47c8-86e3-f521e36d5512" -d '{"events": [{"server_uuid": "e070c5bf-65cb-42e3-898d-75582890faa9", "name": "network-vif-plugged", "status": "completed", "tag": "40f8a537-ec71-4bf4-ab68-d676048866d3"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:18:03.845086 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: d627b88b-cb29-4bd1-afec-e8bab05970f1 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:18:03.845798 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device d627b88b-cb29-4bd1-afec-e8bab05970f1 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:18:03.849357 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 40f8a537-ec71-4bf4-ab68-d676048866d3, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=40f8a537-ec71-4bf4-ab68-d676048866d3,segment=NetworkSegment(1c9475bb-b683-4532-8ba1-ace05011e6fd),segment_id=1c9475bb-b683-4532-8ba1-ace05011e6fd)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:03.854897 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f06b7e-edb2-43f1-b93a-f1c04e51902b', 'name': 'network-vif-deleted', 'tag': 'd627b88b-cb29-4bd1-afec-e8bab05970f1'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:18:03.860740 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea33fc2-8264-4abe-a015-783df91a2750" -d '{"events": [{"server_uuid": "88f06b7e-edb2-43f1-b93a-f1c04e51902b", "name": "network-vif-deleted", "tag": "d627b88b-cb29-4bd1-afec-e8bab05970f1"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:18:03.870846 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc65d6a9-d0da-4dc7-ac99-b7de61ff173e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (07f0ac26-2f79-426e-986d-9ab2e7db4472), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:03.925890 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f582012-26c7-464a-874c-8231e5993620 req-dcca9384-c2be-4a66-b250-1e47a6f5f898 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:03.926830 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3f582012-26c7-464a-874c-8231e5993620 req-dcca9384-c2be-4a66-b250-1e47a6f5f898 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:03.936424 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (40f8a537-ec71-4bf4-ab68-d676048866d3), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:03.946044 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b3e11-af20-41d8-a468-a0a488f5075e req-6879d62d-10c8-43d9-b27a-92f94033e22e tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:03.960240 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-082b3e11-af20-41d8-a468-a0a488f5075e req-6879d62d-10c8-43d9-b27a-92f94033e22e tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 950 time: 0.6431813 Jan 28 00:18:04.034440 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-28020a8f-15d9-469c-86ce-c88cdd24de28 req-77ac75a1-88cf-408e-a909-d5574edba4fb tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816943 Jan 28 00:18:04.129531 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc65d6a9-d0da-4dc7-ac99-b7de61ff173e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (07f0ac26-2f79-426e-986d-9ab2e7db4472), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:04.143678 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f582012-26c7-464a-874c-8231e5993620 req-dcca9384-c2be-4a66-b250-1e47a6f5f898 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3434112 Jan 28 00:18:04.190228 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-bc65d6a9-d0da-4dc7-ac99-b7de61ff173e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f0ac26-2f79-426e-986d-9ab2e7db4472']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:18:04.206611 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-3f582012-26c7-464a-874c-8231e5993620 req-227cfbca-c91e-4c33-bab5-fe9032cc81ec tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:18:04.209836 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f582012-26c7-464a-874c-8231e5993620 req-227cfbca-c91e-4c33-bab5-fe9032cc81ec tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0397260 Jan 28 00:18:04.236764 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-bc65d6a9-d0da-4dc7-ac99-b7de61ff173e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b90438-6eb6-4ab3-b26d-defa80e74b89') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:18:04.239143 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-bc65d6a9-d0da-4dc7-ac99-b7de61ff173e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b90438-6eb6-4ab3-b26d-defa80e74b89') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:18:04.324229 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc65d6a9-d0da-4dc7-ac99-b7de61ff173e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (61b90438-6eb6-4ab3-b26d-defa80e74b89), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:04.422713 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=40f8a537-ec71-4bf4-ab68-d676048866d3,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:04.444532 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc65d6a9-d0da-4dc7-ac99-b7de61ff173e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (61b90438-6eb6-4ab3-b26d-defa80e74b89), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:04.454818 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-082b3e11-af20-41d8-a468-a0a488f5075e req-7a065671-26e8-45db-be6b-63ddbfa805a8 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4948823 Jan 28 00:18:04.462259 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc65d6a9-d0da-4dc7-ac99-b7de61ff173e admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:18:04.468020 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc65d6a9-d0da-4dc7-ac99-b7de61ff173e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (61b90438-6eb6-4ab3-b26d-defa80e74b89), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:04.520541 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-3f582012-26c7-464a-874c-8231e5993620 req-4f7b6a6a-e8d4-4453-afa8-2545c081a1de service neutron] Request body: {'port': {'device_id': 'c997aa4e-93ca-49cf-89e5-ce7da1726154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:04.527484 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-b1e92312-301a-4cf1-95e0-7fc8f2f5ab56 None None] Provisioning complete for port 1d0e9f69-dea1-4853-8ff5-4aaaa651fb27 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:18:04.528255 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1e92312-301a-4cf1-95e0-7fc8f2f5ab56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1d0e9f69-dea1-4853-8ff5-4aaaa651fb27), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:04.597212 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba74bbc-4e93-4dcd-bf00-a50c2e625af2 x-openstack-request-id: req-fba74bbc-4e93-4dcd-bf00-a50c2e625af2 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:18:04.597660 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e070c5bf-65cb-42e3-898d-75582890faa9", "name": "network-vif-plugged", "status": "completed", "tag": "40f8a537-ec71-4bf4-ab68-d676048866d3", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:18:04.597931 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fba74bbc-4e93-4dcd-bf00-a50c2e625af2 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:18:04.598345 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e070c5bf-65cb-42e3-898d-75582890faa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f8a537-ec71-4bf4-ab68-d676048866d3', 'code': 200} Jan 28 00:18:04.613049 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:18:04.613049 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:18:04.613049 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:18:04.613049 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:18:04.613049 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:18:04.613049 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:18:04.613049 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:18:04.613049 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:18:04.613049 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:18:04.613049 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:18:04.613049 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:18:04.613049 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:18:04.613049 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:18:04.613049 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:18:04.613049 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:18:04.613049 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:18:04.613049 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:18:04.613049 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:18:04.613049 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:18:04.613049 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:18:04.613049 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:18:04.613049 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:18:04.613049 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:18:04.613049 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:18:04.613049 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:18:04.613049 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:18:04.613049 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:18:04.613049 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:18:04.613049 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:18:04.613049 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:18:04.613049 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:18:04.613049 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:18:04.670475 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b1e92312-301a-4cf1-95e0-7fc8f2f5ab56 None None] Port 1d0e9f69-dea1-4853-8ff5-4aaaa651fb27 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:18:04.670746 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc65d6a9-d0da-4dc7-ac99-b7de61ff173e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (07f0ac26-2f79-426e-986d-9ab2e7db4472), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:04.681465 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc65d6a9-d0da-4dc7-ac99-b7de61ff173e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:04.695070 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bc65d6a9-d0da-4dc7-ac99-b7de61ff173e admin admin] 10.222.0.70 "DELETE /v2.0/networks/07f0ac26-2f79-426e-986d-9ab2e7db4472 HTTP/1.1" status: 204 len: 168 time: 1.0096886 Jan 28 00:18:04.728431 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928b603a-5eb7-43fa-918f-6b25f0c49eaf x-openstack-request-id: req-928b603a-5eb7-43fa-918f-6b25f0c49eaf {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:18:04.728712 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f06b7e-edb2-43f1-b93a-f1c04e51902b", "name": "network-vif-deleted", "tag": "d627b88b-cb29-4bd1-afec-e8bab05970f1", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:18:04.728892 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-928b603a-5eb7-43fa-918f-6b25f0c49eaf {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:18:04.729243 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f06b7e-edb2-43f1-b93a-f1c04e51902b', 'name': 'network-vif-deleted', 'tag': 'd627b88b-cb29-4bd1-afec-e8bab05970f1', 'status': 'completed', 'code': 200} Jan 28 00:18:04.733166 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65d6a9-d0da-4dc7-ac99-b7de61ff173e admin admin] Pushing event deleted for resources: {'Network': ['ID=07f0ac26-2f79-426e-986d-9ab2e7db4472,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:04.836553 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-7c1f4016-7024-4bc6-9ea6-bf6d7ad6710a tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:04.838716 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-7c1f4016-7024-4bc6-9ea6-bf6d7ad6710a tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] 10.222.0.52 "GET /v2.0/networks?id=6abb539b-6289-4e2a-a1a7-44841ca43189 HTTP/1.1" status: 200 len: 818 time: 0.7688324 Jan 28 00:18:04.857647 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-23885204-b773-4951-8d48-e55c431b21df tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Request body: {'port': {'device_id': '22da124a-7541-4d63-8b2b-d8b799ade475', 'network_id': '6abb539b-6289-4e2a-a1a7-44841ca43189', 'admin_state_up': True, 'tenant_id': '6f9fd186db324ed69c0a4bee0aee1b8a'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:04.949843 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-beb31a0f-2dcd-4a4b-931b-c9b1779ac9d8 req-ed2d927b-216e-4a8f-8b6c-5790ef9e7cc0 tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] 10.222.0.70 "GET /v2.0/ports?device_id=22da124a-7541-4d63-8b2b-d8b799ade475 HTTP/1.1" status: 200 len: 210 time: 0.0758607 Jan 28 00:18:04.950460 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3f582012-26c7-464a-874c-8231e5993620 req-4f7b6a6a-e8d4-4453-afa8-2545c081a1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1d0e9f69-dea1-4853-8ff5-4aaaa651fb27), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:05.001373 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9980e6c-f1fe-420b-b6c5-c919ff3433a9 req-c9b043d2-367f-4df3-b7d7-c8a0ef8cb648 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:05.010861 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d9980e6c-f1fe-420b-b6c5-c919ff3433a9 req-c9b043d2-367f-4df3-b7d7-c8a0ef8cb648 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] 10.222.0.70 "GET /v2.0/ports?device_id=e070c5bf-65cb-42e3-898d-75582890faa9 HTTP/1.1" status: 200 len: 946 time: 0.2609544 Jan 28 00:18:05.027445 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55430) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:05.087947 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972238c0-c6d8-42d2-b046-6ba88f220639 req-3f7978f7-4736-46a3-88cf-7c494b23b848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:05.106831 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-972238c0-c6d8-42d2-b046-6ba88f220639 req-3f7978f7-4736-46a3-88cf-7c494b23b848 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e070c5bf-65cb-42e3-898d-75582890faa9 HTTP/1.1" status: 200 len: 1097 time: 0.3519135 Jan 28 00:18:05.263828 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-21724246-1be5-4ba3-84cd-b2d9bafac332 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5ecb5ec1ccfb4e42a39c92c8cc5abfbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162185 Jan 28 00:18:05.277584 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55434) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:05.380625 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-23885204-b773-4951-8d48-e55c431b21df tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Made reservation on behalf of 6f9fd186db324ed69c0a4bee0aee1b8a for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:18:05.384449 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-23885204-b773-4951-8d48-e55c431b21df tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:05.444123 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20146aa4-4bf0-45fb-a8d8-8860670bcc90 admin admin] Publish callbacks [] for security_group (daded75b-ba1a-4ea8-9e2b-53ddf9eb1f4a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:05.568655 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20146aa4-4bf0-45fb-a8d8-8860670bcc90 admin admin] Publish callbacks [] for security_group (daded75b-ba1a-4ea8-9e2b-53ddf9eb1f4a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:05.723298 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20146aa4-4bf0-45fb-a8d8-8860670bcc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (daded75b-ba1a-4ea8-9e2b-53ddf9eb1f4a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:05.726527 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20146aa4-4bf0-45fb-a8d8-8860670bcc90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:05.739832 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-20146aa4-4bf0-45fb-a8d8-8860670bcc90 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/daded75b-ba1a-4ea8-9e2b-53ddf9eb1f4a HTTP/1.1" status: 204 len: 168 time: 0.4602814 Jan 28 00:18:05.764122 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20146aa4-4bf0-45fb-a8d8-8860670bcc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daded75b-ba1a-4ea8-9e2b-53ddf9eb1f4a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:05.789227 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-23885204-b773-4951-8d48-e55c431b21df tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Allocated IP 172.20.0.8 (6abb539b-6289-4e2a-a1a7-44841ca43189/f72fa232-fcae-437c-b2d5-8940014d76c5/55fd8b3d-74c8-47fe-b007-cab9a2ddc818) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:18:05.965707 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27909102-9f76-421d-a6a2-5d1c417d2c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:06.090449 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-972238c0-c6d8-42d2-b046-6ba88f220639 req-1caeabdd-b8f9-4449-b8bd-1a4e5783d77b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b74d322a-c6a7-49bb-8f01-59bfe6b199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8820286 Jan 28 00:18:06.099051 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-3f582012-26c7-464a-874c-8231e5993620 req-68a71115-7988-481f-ad58-af258922d3ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64baad5f-d7c1-4872-b963-87dcb4a5ffcb {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:18:06.112357 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3f582012-26c7-464a-874c-8231e5993620 req-68a71115-7988-481f-ad58-af258922d3ab service neutron] Publish callbacks [] for port (64baad5f-d7c1-4872-b963-87dcb4a5ffcb), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:06.142176 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d9980e6c-f1fe-420b-b6c5-c919ff3433a9 req-ec887c15-23ef-42f1-92cf-ca52e0814b27 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] 10.222.0.70 "GET /v2.0/security-groups?id=b74d322a-c6a7-49bb-8f01-59bfe6b199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1297464 Jan 28 00:18:06.191098 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-23885204-b773-4951-8d48-e55c431b21df tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Publish callbacks [] for port (55fd8b3d-74c8-47fe-b007-cab9a2ddc818), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:06.227210 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657675b9-af7a-4dd0-8347-b4cb1e2e8efe req-f782601c-1903-4cdd-a703-d905be168aab tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:06.229263 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-657675b9-af7a-4dd0-8347-b4cb1e2e8efe req-f782601c-1903-4cdd-a703-d905be168aab tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 944 time: 1.0475163 Jan 28 00:18:06.240297 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-3f582012-26c7-464a-874c-8231e5993620 req-68a71115-7988-481f-ad58-af258922d3ab service neutron] Transition to ACTIVE for port object 64baad5f-d7c1-4872-b963-87dcb4a5ffcb will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:18:06.249453 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41148896-8612-4d11-b019-f5fc41529548 req-10439c0e-004d-494a-89b0-078ae24616d5 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:06.251348 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-41148896-8612-4d11-b019-f5fc41529548 req-10439c0e-004d-494a-89b0-078ae24616d5 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.52 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 944 time: 1.0891981 Jan 28 00:18:06.267244 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3f582012-26c7-464a-874c-8231e5993620 req-68a71115-7988-481f-ad58-af258922d3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (64baad5f-d7c1-4872-b963-87dcb4a5ffcb), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:06.276823 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-23885204-b773-4951-8d48-e55c431b21df tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (55fd8b3d-74c8-47fe-b007-cab9a2ddc818), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:06.362002 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23885204-b773-4951-8d48-e55c431b21df tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Pushing event updated for resources: {'Port': ['ID=55fd8b3d-74c8-47fe-b007-cab9a2ddc818,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:06.390184 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-2a934260-5ebb-42d6-a7bd-1a0bf0a59893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:06.391918 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-2a934260-5ebb-42d6-a7bd-1a0bf0a59893 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 1101 time: 0.1617806 Jan 28 00:18:06.406709 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-23885204-b773-4951-8d48-e55c431b21df tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Network 6abb539b-6289-4e2a-a1a7-44841ca43189 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:18:06.419996 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-23885204-b773-4951-8d48-e55c431b21df tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:18:06.433369 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-23885204-b773-4951-8d48-e55c431b21df tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:18:06.555804 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-23885204-b773-4951-8d48-e55c431b21df tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:06.556676 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-23885204-b773-4951-8d48-e55c431b21df tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:06.595837 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-23885204-b773-4951-8d48-e55c431b21df tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7430370 Jan 28 00:18:06.602052 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-dcbe04c5-3e8c-4ab5-8527-2071cb8d520a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:06.604060 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-dcbe04c5-3e8c-4ab5-8527-2071cb8d520a service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.1955659 Jan 28 00:18:06.627498 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-7b047e6b-f2ae-48be-8ab8-576c61d978c1 service neutron] Request body: {'port': {'device_id': '22da124a-7541-4d63-8b2b-d8b799ade475', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:06.718450 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-0d0a8bed-8a92-452e-86fe-c549203fad22 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=228baf8b-b15d-4b7b-afdb-c10ccf246e6f HTTP/1.1" status: 200 len: 217 time: 0.1034837 Jan 28 00:18:06.859718 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-7b047e6b-f2ae-48be-8ab8-576c61d978c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (55fd8b3d-74c8-47fe-b007-cab9a2ddc818), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:06.873047 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-4c15af68-8124-476c-a1ee-f2c480e8a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:06.879923 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-4c15af68-8124-476c-a1ee-f2c480e8a7df service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1491411 Jan 28 00:18:06.913813 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a71115-7988-481f-ad58-af258922d3ab service neutron] Pushing event updated for resources: {'Port': ['ID=64baad5f-d7c1-4872-b963-87dcb4a5ffcb,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:07.021038 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-e53b9cc4-8131-4565-b129-7450149899db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:07.024085 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-e53b9cc4-8131-4565-b129-7450149899db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1410515 Jan 28 00:18:07.077859 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-657675b9-af7a-4dd0-8347-b4cb1e2e8efe req-d1c8de13-be9a-438f-a9dc-d4f577b0e3bb tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8225632 Jan 28 00:18:07.155973 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-3f582012-26c7-464a-874c-8231e5993620 req-4f7b6a6a-e8d4-4453-afa8-2545c081a1de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d0e9f69-dea1-4853-8ff5-4aaaa651fb27 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:18:07.201995 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3f582012-26c7-464a-874c-8231e5993620 req-4f7b6a6a-e8d4-4453-afa8-2545c081a1de service neutron] Publish callbacks [] for port (1d0e9f69-dea1-4853-8ff5-4aaaa651fb27), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:07.249270 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-3f582012-26c7-464a-874c-8231e5993620 req-4f7b6a6a-e8d4-4453-afa8-2545c081a1de service neutron] Transition to ACTIVE for port object 1d0e9f69-dea1-4853-8ff5-4aaaa651fb27 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:18:07.269325 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-03d217ac-638b-4409-84fd-80e3683d4afb service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384906 Jan 28 00:18:07.283065 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc3286-0f32-4311-a9d7-d1a8c1cdc632 req-8138a5ed-367e-482d-b799-5d66ca04d804 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:07.290683 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3dc3286-0f32-4311-a9d7-d1a8c1cdc632 req-8138a5ed-367e-482d-b799-5d66ca04d804 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=c997aa4e-93ca-49cf-89e5-ce7da1726154 HTTP/1.1" status: 200 len: 935 time: 0.3342166 Jan 28 00:18:07.295851 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3f582012-26c7-464a-874c-8231e5993620 req-4f7b6a6a-e8d4-4453-afa8-2545c081a1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (1d0e9f69-dea1-4853-8ff5-4aaaa651fb27), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:07.308651 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-3f582012-26c7-464a-874c-8231e5993620 req-68a71115-7988-481f-ad58-af258922d3ab service neutron] Attempting to bind port 64baad5f-d7c1-4872-b963-87dcb4a5ffcb on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:18:07.309186 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-3f582012-26c7-464a-874c-8231e5993620 req-68a71115-7988-481f-ad58-af258922d3ab service neutron] Attempting to bind port 64baad5f-d7c1-4872-b963-87dcb4a5ffcb by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:18:07.309753 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f582012-26c7-464a-874c-8231e5993620 req-68a71115-7988-481f-ad58-af258922d3ab service neutron] Attempting to bind port 64baad5f-d7c1-4872-b963-87dcb4a5ffcb on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:18:07.421857 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f582012-26c7-464a-874c-8231e5993620 req-68a71115-7988-481f-ad58-af258922d3ab service neutron] Port 64baad5f-d7c1-4872-b963-87dcb4a5ffcb on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:18:07.422267 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f582012-26c7-464a-874c-8231e5993620 req-68a71115-7988-481f-ad58-af258922d3ab service neutron] Attempting to bind port 64baad5f-d7c1-4872-b963-87dcb4a5ffcb on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:18:07.459353 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-41148896-8612-4d11-b019-f5fc41529548 req-edb6e3e0-5562-483e-ba2b-02fc93732ce0 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Deleting port 9357b6d8-3aaa-4276-8462-b55edfab0389 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:18:07.459820 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-41148896-8612-4d11-b019-f5fc41529548 req-edb6e3e0-5562-483e-ba2b-02fc93732ce0 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (9357b6d8-3aaa-4276-8462-b55edfab0389), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:07.476148 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-a08cc224-ec3a-4a0c-8bb5-d5f8c07aa245 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942961 Jan 28 00:18:07.511184 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f582012-26c7-464a-874c-8231e5993620 req-68a71115-7988-481f-ad58-af258922d3ab service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:18:07.512218 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f582012-26c7-464a-874c-8231e5993620 req-68a71115-7988-481f-ad58-af258922d3ab service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:18:07.512721 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f582012-26c7-464a-874c-8231e5993620 req-68a71115-7988-481f-ad58-af258922d3ab service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:18:07.513257 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-3f582012-26c7-464a-874c-8231e5993620 req-68a71115-7988-481f-ad58-af258922d3ab service neutron] Bound port: 64baad5f-d7c1-4872-b963-87dcb4a5ffcb, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:18:07.513687 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3f582012-26c7-464a-874c-8231e5993620 req-68a71115-7988-481f-ad58-af258922d3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (64baad5f-d7c1-4872-b963-87dcb4a5ffcb), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:07.592012 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-7b047e6b-f2ae-48be-8ab8-576c61d978c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55fd8b3d-74c8-47fe-b007-cab9a2ddc818 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:18:07.609297 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-7b047e6b-f2ae-48be-8ab8-576c61d978c1 service neutron] Publish callbacks [] for port (55fd8b3d-74c8-47fe-b007-cab9a2ddc818), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:07.635164 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-7b047e6b-f2ae-48be-8ab8-576c61d978c1 service neutron] Transition to ACTIVE for port object 55fd8b3d-74c8-47fe-b007-cab9a2ddc818 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:18:07.636641 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55472) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:07.662941 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-7b047e6b-f2ae-48be-8ab8-576c61d978c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (55fd8b3d-74c8-47fe-b007-cab9a2ddc818), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:07.729048 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-41148896-8612-4d11-b019-f5fc41529548 req-edb6e3e0-5562-483e-ba2b-02fc93732ce0 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] For port 9357b6d8-3aaa-4276-8462-b55edfab0389, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=9357b6d8-3aaa-4276-8462-b55edfab0389,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:07.729942 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-41148896-8612-4d11-b019-f5fc41529548 req-edb6e3e0-5562-483e-ba2b-02fc93732ce0 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (9357b6d8-3aaa-4276-8462-b55edfab0389), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:07.762799 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b6a6a-e8d4-4453-afa8-2545c081a1de service neutron] Pushing event updated for resources: {'Port': ['ID=1d0e9f69-dea1-4853-8ff5-4aaaa651fb27,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:07.794587 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3dc3286-0f32-4311-a9d7-d1a8c1cdc632 req-74960e37-96ff-41e6-8387-4f07df672d9a tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5019536 Jan 28 00:18:07.817551 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-41148896-8612-4d11-b019-f5fc41529548 req-edb6e3e0-5562-483e-ba2b-02fc93732ce0 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Calling delete_port for 9357b6d8-3aaa-4276-8462-b55edfab0389 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:18:07.951775 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-7b047e6b-f2ae-48be-8ab8-576c61d978c1 service neutron] Attempting to bind port 55fd8b3d-74c8-47fe-b007-cab9a2ddc818 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:18:07.952124 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-7b047e6b-f2ae-48be-8ab8-576c61d978c1 service neutron] Attempting to bind port 55fd8b3d-74c8-47fe-b007-cab9a2ddc818 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'e063a043-2a9b-4443-ac3f-4a9bd33a5a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6abb539b-6289-4e2a-a1a7-44841ca43189'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:18:07.952450 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-7b047e6b-f2ae-48be-8ab8-576c61d978c1 service neutron] Attempting to bind port 55fd8b3d-74c8-47fe-b007-cab9a2ddc818 on network 6abb539b-6289-4e2a-a1a7-44841ca43189 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:18:07.960305 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-7b047e6b-f2ae-48be-8ab8-576c61d978c1 service neutron] Port 55fd8b3d-74c8-47fe-b007-cab9a2ddc818 on network 6abb539b-6289-4e2a-a1a7-44841ca43189 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:18:07.960766 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-7b047e6b-f2ae-48be-8ab8-576c61d978c1 service neutron] Attempting to bind port 55fd8b3d-74c8-47fe-b007-cab9a2ddc818 on network 6abb539b-6289-4e2a-a1a7-44841ca43189 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:18:07.978599 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-7b047e6b-f2ae-48be-8ab8-576c61d978c1 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:18:07.979177 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-7b047e6b-f2ae-48be-8ab8-576c61d978c1 service neutron] Checking segment: {'id': 'e063a043-2a9b-4443-ac3f-4a9bd33a5a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6abb539b-6289-4e2a-a1a7-44841ca43189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:18:07.979869 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-7b047e6b-f2ae-48be-8ab8-576c61d978c1 service neutron] Bound using segment: {'id': 'e063a043-2a9b-4443-ac3f-4a9bd33a5a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6abb539b-6289-4e2a-a1a7-44841ca43189'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:18:07.980657 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-7b047e6b-f2ae-48be-8ab8-576c61d978c1 service neutron] Bound port: 55fd8b3d-74c8-47fe-b007-cab9a2ddc818, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e063a043-2a9b-4443-ac3f-4a9bd33a5a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6abb539b-6289-4e2a-a1a7-44841ca43189'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:18:07.981273 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-7b047e6b-f2ae-48be-8ab8-576c61d978c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (55fd8b3d-74c8-47fe-b007-cab9a2ddc818), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:08.023937 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a02b3-6381-454d-bbbb-e7b9e94d29ec req-e97e1a3f-ad82-4c59-a6ce-3ad2ef500848 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:08.028684 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-100a02b3-6381-454d-bbbb-e7b9e94d29ec req-e97e1a3f-ad82-4c59-a6ce-3ad2ef500848 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 950 time: 0.8219028 Jan 28 00:18:08.059429 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-710f4d57-5723-4a70-bbce-6a2b38f2fd28 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-395840579-network', 'tenant_id': '1350b1f511bb4a41b0be3e1236544341'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:08.075551 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047e6b-f2ae-48be-8ab8-576c61d978c1 service neutron] Pushing event updated for resources: {'Port': ['ID=55fd8b3d-74c8-47fe-b007-cab9a2ddc818,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:08.168480 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-7b047e6b-f2ae-48be-8ab8-576c61d978c1 service neutron] For port 55fd8b3d-74c8-47fe-b007-cab9a2ddc818, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:18:08.172218 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710f4d57-5723-4a70-bbce-6a2b38f2fd28 admin admin] Made reservation on behalf of 1350b1f511bb4a41b0be3e1236544341 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:18:08.176346 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-710f4d57-5723-4a70-bbce-6a2b38f2fd28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:08.198166 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-710f4d57-5723-4a70-bbce-6a2b38f2fd28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:08.218037 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ea836143-10e9-419e-95e1-5705051338f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:08.237607 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-7b047e6b-f2ae-48be-8ab8-576c61d978c1 service neutron] For port 55fd8b3d-74c8-47fe-b007-cab9a2ddc818, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=55fd8b3d-74c8-47fe-b007-cab9a2ddc818,segment=NetworkSegment(e063a043-2a9b-4443-ac3f-4a9bd33a5a4c),segment_id=e063a043-2a9b-4443-ac3f-4a9bd33a5a4c)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:18:08.252898 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-7b047e6b-f2ae-48be-8ab8-576c61d978c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (55fd8b3d-74c8-47fe-b007-cab9a2ddc818), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:08.351814 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-7b047e6b-f2ae-48be-8ab8-576c61d978c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:08.353178 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-7b047e6b-f2ae-48be-8ab8-576c61d978c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:08.355729 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-7b047e6b-f2ae-48be-8ab8-576c61d978c1 service neutron] 10.222.0.52 "PUT /v2.0/ports/55fd8b3d-74c8-47fe-b007-cab9a2ddc818 HTTP/1.1" status: 200 len: 1091 time: 1.7391467 Jan 28 00:18:08.359314 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22da124a-7541-4d63-8b2b-d8b799ade475', 'tag': '55fd8b3d-74c8-47fe-b007-cab9a2ddc818'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:18:08.361481 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af92359-b1ce-464c-bebf-3059fe57ef1d" -d '{"events": [{"name": "network-changed", "server_uuid": "22da124a-7541-4d63-8b2b-d8b799ade475", "tag": "55fd8b3d-74c8-47fe-b007-cab9a2ddc818"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:18:08.413008 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047e6b-f2ae-48be-8ab8-576c61d978c1 service neutron] Pushing event updated for resources: {'Port': ['ID=55fd8b3d-74c8-47fe-b007-cab9a2ddc818,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:08.431130 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb1983-7890-42a8-8f47-8547ba176701 req-65f71b46-34ad-4316-8b1b-648616474f35 tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:08.445757 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f1fb1983-7890-42a8-8f47-8547ba176701 req-65f71b46-34ad-4316-8b1b-648616474f35 tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] 10.222.0.70 "GET /v2.0/ports?device_id=22da124a-7541-4d63-8b2b-d8b799ade475 HTTP/1.1" status: 200 len: 943 time: 0.4501393 Jan 28 00:18:08.450240 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-41148896-8612-4d11-b019-f5fc41529548 req-edb6e3e0-5562-483e-ba2b-02fc93732ce0 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (9357b6d8-3aaa-4276-8462-b55edfab0389), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:08.521030 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-710f4d57-5723-4a70-bbce-6a2b38f2fd28 admin admin] Publish callbacks [] for security_group (d57e0b1b-3929-4d55-986f-31034c911c1e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:08.531203 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-710f4d57-5723-4a70-bbce-6a2b38f2fd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d57e0b1b-3929-4d55-986f-31034c911c1e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:08.549928 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-100a02b3-6381-454d-bbbb-e7b9e94d29ec req-766fd227-cd63-490c-b2e9-8cf6899fcde4 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421122 Jan 28 00:18:08.550179 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710f4d57-5723-4a70-bbce-6a2b38f2fd28 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:18:08.567953 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-3f582012-26c7-464a-874c-8231e5993620 req-68a71115-7988-481f-ad58-af258922d3ab service neutron] For port 64baad5f-d7c1-4872-b963-87dcb4a5ffcb, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:18:08.571681 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-3f582012-26c7-464a-874c-8231e5993620 req-4f7b6a6a-e8d4-4453-afa8-2545c081a1de service neutron] Attempting to bind port 1d0e9f69-dea1-4853-8ff5-4aaaa651fb27 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:18:08.572008 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-710f4d57-5723-4a70-bbce-6a2b38f2fd28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (284f53b4-1b8e-4459-a5e1-6ee02242630f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:08.572316 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-3f582012-26c7-464a-874c-8231e5993620 req-4f7b6a6a-e8d4-4453-afa8-2545c081a1de service neutron] Attempting to bind port 1d0e9f69-dea1-4853-8ff5-4aaaa651fb27 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:18:08.572596 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-710f4d57-5723-4a70-bbce-6a2b38f2fd28 admin admin] Added segment 284f53b4-1b8e-4459-a5e1-6ee02242630f of type vlan for network ac5c4a22-a311-4826-ab5f-6f3b2d16efad Jan 28 00:18:08.572782 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f582012-26c7-464a-874c-8231e5993620 req-4f7b6a6a-e8d4-4453-afa8-2545c081a1de service neutron] Attempting to bind port 1d0e9f69-dea1-4853-8ff5-4aaaa651fb27 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:18:08.605712 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6e3e0-5562-483e-ba2b-02fc93732ce0 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Pushing event deleted for resources: {'Port': ['ID=9357b6d8-3aaa-4276-8462-b55edfab0389,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:08.630343 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-710f4d57-5723-4a70-bbce-6a2b38f2fd28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (ac5c4a22-a311-4826-ab5f-6f3b2d16efad), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:08.643604 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f582012-26c7-464a-874c-8231e5993620 req-4f7b6a6a-e8d4-4453-afa8-2545c081a1de service neutron] Port 1d0e9f69-dea1-4853-8ff5-4aaaa651fb27 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:18:08.644188 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f582012-26c7-464a-874c-8231e5993620 req-4f7b6a6a-e8d4-4453-afa8-2545c081a1de service neutron] Attempting to bind port 1d0e9f69-dea1-4853-8ff5-4aaaa651fb27 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:18:08.664037 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-710f4d57-5723-4a70-bbce-6a2b38f2fd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (ac5c4a22-a311-4826-ab5f-6f3b2d16efad), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:08.665002 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710f4d57-5723-4a70-bbce-6a2b38f2fd28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:08.665608 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-710f4d57-5723-4a70-bbce-6a2b38f2fd28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:08.679739 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-3f582012-26c7-464a-874c-8231e5993620 req-68a71115-7988-481f-ad58-af258922d3ab service neutron] For port 64baad5f-d7c1-4872-b963-87dcb4a5ffcb, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=64baad5f-d7c1-4872-b963-87dcb4a5ffcb,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:18:08.712714 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-4edf887a-cfba-4b29-9b16-a17cac8cf9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:08.719416 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-4edf887a-cfba-4b29-9b16-a17cac8cf9f4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6f9fd186db324ed69c0a4bee0aee1b8a&device_id=22da124a-7541-4d63-8b2b-d8b799ade475 HTTP/1.1" status: 200 len: 1094 time: 0.2479007 Jan 28 00:18:08.737211 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f582012-26c7-464a-874c-8231e5993620 req-4f7b6a6a-e8d4-4453-afa8-2545c081a1de service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:18:08.738008 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f582012-26c7-464a-874c-8231e5993620 req-4f7b6a6a-e8d4-4453-afa8-2545c081a1de service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:18:08.738715 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f582012-26c7-464a-874c-8231e5993620 req-4f7b6a6a-e8d4-4453-afa8-2545c081a1de service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:18:08.739933 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-3f582012-26c7-464a-874c-8231e5993620 req-4f7b6a6a-e8d4-4453-afa8-2545c081a1de service neutron] Bound port: 1d0e9f69-dea1-4853-8ff5-4aaaa651fb27, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:18:08.741307 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3f582012-26c7-464a-874c-8231e5993620 req-4f7b6a6a-e8d4-4453-afa8-2545c081a1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1d0e9f69-dea1-4853-8ff5-4aaaa651fb27), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:08.748317 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3f582012-26c7-464a-874c-8231e5993620 req-68a71115-7988-481f-ad58-af258922d3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (64baad5f-d7c1-4872-b963-87dcb4a5ffcb), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:08.777405 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-41148896-8612-4d11-b019-f5fc41529548 req-edb6e3e0-5562-483e-ba2b-02fc93732ce0 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] No DVR routers for this DVR port 9357b6d8-3aaa-4276-8462-b55edfab0389 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:18:08.802303 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-41148896-8612-4d11-b019-f5fc41529548 req-edb6e3e0-5562-483e-ba2b-02fc93732ce0 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:08.807511 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f4d57-5723-4a70-bbce-6a2b38f2fd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57e0b1b-3929-4d55-986f-31034c911c1e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:08.809405 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-41148896-8612-4d11-b019-f5fc41529548 req-edb6e3e0-5562-483e-ba2b-02fc93732ce0 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.52 "DELETE /v2.0/ports/9357b6d8-3aaa-4276-8462-b55edfab0389 HTTP/1.1" status: 204 len: 173 time: 2.5048327 Jan 28 00:18:08.811005 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-1e087faf-f9fd-427b-a2c8-53c014b7d887 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55fd8b3d-74c8-47fe-b007-cab9a2ddc818 HTTP/1.1" status: 200 len: 217 time: 0.0484459 Jan 28 00:18:08.811824 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298d36b6-46ff-4c85-9412-91e70fffa1cc', 'name': 'network-vif-deleted', 'tag': '9357b6d8-3aaa-4276-8462-b55edfab0389'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:18:08.816550 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e304a12-bf2e-4221-a46d-865b9658363d" -d '{"events": [{"server_uuid": "298d36b6-46ff-4c85-9412-91e70fffa1cc", "name": "network-vif-deleted", "tag": "9357b6d8-3aaa-4276-8462-b55edfab0389"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:18:08.826508 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-710f4d57-5723-4a70-bbce-6a2b38f2fd28 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1882470 Jan 28 00:18:08.829304 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55492) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:08.842778 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2e77fcb4-3889-4d55-87d5-74fb5231ba82 admin admin] Request body: {'subnet': {'network_id': 'ac5c4a22-a311-4826-ab5f-6f3b2d16efad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-395840579-subnet', 'tenant_id': '1350b1f511bb4a41b0be3e1236544341', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:08.886056 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f1fb1983-7890-42a8-8f47-8547ba176701 req-c8197202-7b71-43ae-b400-fc1eeae214f3 tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3727ceb-241f-4ccd-a40c-85f04a943d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380739 Jan 28 00:18:08.886967 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:18:08.909817 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f4d57-5723-4a70-bbce-6a2b38f2fd28 admin admin] Pushing event updated for resources: {'Network': ['ID=ac5c4a22-a311-4826-ab5f-6f3b2d16efad,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:08.929019 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network ac5c4a22-a311-4826-ab5f-6f3b2d16efad details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:18:08.964564 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e77fcb4-3889-4d55-87d5-74fb5231ba82 admin admin] Made reservation on behalf of 1350b1f511bb4a41b0be3e1236544341 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:18:08.972089 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2e77fcb4-3889-4d55-87d5-74fb5231ba82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:08.981241 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-3cc9405f-b049-46eb-938a-7b92b4f1a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:08.985075 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-3cc9405f-b049-46eb-938a-7b92b4f1a8fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f72fa232-fcae-437c-b2d5-8940014d76c5 HTTP/1.1" status: 200 len: 858 time: 0.1550138 Jan 28 00:18:09.077519 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a71115-7988-481f-ad58-af258922d3ab service neutron] Pushing event updated for resources: {'Port': ['ID=64baad5f-d7c1-4872-b963-87dcb4a5ffcb,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:09.089271 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f582012-26c7-464a-874c-8231e5993620 req-68a71115-7988-481f-ad58-af258922d3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:09.089956 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3f582012-26c7-464a-874c-8231e5993620 req-68a71115-7988-481f-ad58-af258922d3ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:09.091545 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f582012-26c7-464a-874c-8231e5993620 req-68a71115-7988-481f-ad58-af258922d3ab service neutron] 10.222.0.65 "PUT /v2.0/ports/64baad5f-d7c1-4872-b963-87dcb4a5ffcb HTTP/1.1" status: 200 len: 1096 time: 6.3966415 Jan 28 00:18:09.166764 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73ae3da1-c7f9-44d8-9722-bf2ac150bd58 req-6016c3f6-a2cd-4834-96bc-6e4d405d9ce3 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=298d36b6-46ff-4c85-9412-91e70fffa1cc HTTP/1.1" status: 200 len: 210 time: 0.0541666 Jan 28 00:18:09.176024 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-3f582012-26c7-464a-874c-8231e5993620 req-4f7b6a6a-e8d4-4453-afa8-2545c081a1de service neutron] For port 1d0e9f69-dea1-4853-8ff5-4aaaa651fb27, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:18:09.181115 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-3f582012-26c7-464a-874c-8231e5993620 req-4f7b6a6a-e8d4-4453-afa8-2545c081a1de service neutron] For port 1d0e9f69-dea1-4853-8ff5-4aaaa651fb27, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=1d0e9f69-dea1-4853-8ff5-4aaaa651fb27,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:18:09.206677 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66469c-e157-4bff-bf84-df3a5e335948 req-108ac391-d397-4267-81ba-72c97788e4fa tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:09.208809 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bd66469c-e157-4bff-bf84-df3a5e335948 req-108ac391-d397-4267-81ba-72c97788e4fa tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] 10.222.0.70 "GET /v2.0/ports?device_id=e070c5bf-65cb-42e3-898d-75582890faa9 HTTP/1.1" status: 200 len: 946 time: 0.3883531 Jan 28 00:18:09.212315 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3f582012-26c7-464a-874c-8231e5993620 req-4f7b6a6a-e8d4-4453-afa8-2545c081a1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (1d0e9f69-dea1-4853-8ff5-4aaaa651fb27), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:09.225435 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 9357b6d8-3aaa-4276-8462-b55edfab0389 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:18:09.272602 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f582012-26c7-464a-874c-8231e5993620 req-4f7b6a6a-e8d4-4453-afa8-2545c081a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:09.273453 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3f582012-26c7-464a-874c-8231e5993620 req-4f7b6a6a-e8d4-4453-afa8-2545c081a1de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:09.275159 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f582012-26c7-464a-874c-8231e5993620 req-4f7b6a6a-e8d4-4453-afa8-2545c081a1de service neutron] 10.222.0.52 "PUT /v2.0/ports/1d0e9f69-dea1-4853-8ff5-4aaaa651fb27 HTTP/1.1" status: 200 len: 1095 time: 5.0249510 Jan 28 00:18:09.282745 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 9357b6d8-3aaa-4276-8462-b55edfab0389 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:18:09.287141 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 9357b6d8-3aaa-4276-8462-b55edfab0389 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:18:09.385104 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f582012-26c7-464a-874c-8231e5993620 req-3c43aaa9-c70b-4d86-a4cc-33324a0c297a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:09.386952 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f582012-26c7-464a-874c-8231e5993620 req-3c43aaa9-c70b-4d86-a4cc-33324a0c297a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15e12218ae23498f8976895fc1081122&device_id=bcc9e455-8caa-4106-897b-5a270ad8af65 HTTP/1.1" status: 200 len: 1099 time: 0.1099341 Jan 28 00:18:09.426676 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b6a6a-e8d4-4453-afa8-2545c081a1de service neutron] Pushing event updated for resources: {'Port': ['ID=1d0e9f69-dea1-4853-8ff5-4aaaa651fb27,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:09.472465 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bd66469c-e157-4bff-bf84-df3a5e335948 req-76629dcb-c459-4778-94fc-1c4cd4b9e422 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] 10.222.0.70 "GET /v2.0/security-groups?id=b74d322a-c6a7-49bb-8f01-59bfe6b199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399263 Jan 28 00:18:09.528949 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:09.569250 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f582012-26c7-464a-874c-8231e5993620 req-e3754cb2-5271-4c28-9d36-be4f2b5d86e1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=64baad5f-d7c1-4872-b963-87dcb4a5ffcb HTTP/1.1" status: 200 len: 217 time: 0.1374922 Jan 28 00:18:09.722492 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e0ff66-12fe-4263-aa71-f239ff427344 x-openstack-request-id: req-a5e0ff66-12fe-4263-aa71-f239ff427344 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:18:09.723030 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298d36b6-46ff-4c85-9412-91e70fffa1cc", "name": "network-vif-deleted", "tag": "9357b6d8-3aaa-4276-8462-b55edfab0389", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:18:09.723548 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a5e0ff66-12fe-4263-aa71-f239ff427344 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:18:09.724332 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298d36b6-46ff-4c85-9412-91e70fffa1cc', 'name': 'network-vif-deleted', 'tag': '9357b6d8-3aaa-4276-8462-b55edfab0389', 'status': 'completed', 'code': 200} Jan 28 00:18:09.762050 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467155d-4fc4-4261-b3f0-6e83f9c4f2d8 req-ce7331f5-4ad7-41c3-bea5-25bd57d3fba0 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:09.776021 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8467155d-4fc4-4261-b3f0-6e83f9c4f2d8 req-ce7331f5-4ad7-41c3-bea5-25bd57d3fba0 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=c997aa4e-93ca-49cf-89e5-ce7da1726154 HTTP/1.1" status: 200 len: 947 time: 0.3800397 Jan 28 00:18:09.793380 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f582012-26c7-464a-874c-8231e5993620 req-26021bdf-8bbc-47c3-9962-444ea709f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:09.796197 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f582012-26c7-464a-874c-8231e5993620 req-26021bdf-8bbc-47c3-9962-444ea709f9a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=15e12218ae23498f8976895fc1081122&device_id=c997aa4e-93ca-49cf-89e5-ce7da1726154 HTTP/1.1" status: 200 len: 1098 time: 0.4073341 Jan 28 00:18:09.863710 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-df8ea699-3afc-4e19-b18d-86a224ff1f3b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6abb539b-6289-4e2a-a1a7-44841ca43189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8624127 Jan 28 00:18:09.865863 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f129f2-e90a-4346-b9fe-66f3a5d2fb63 x-openstack-request-id: req-37f129f2-e90a-4346-b9fe-66f3a5d2fb63 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:18:09.866160 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22da124a-7541-4d63-8b2b-d8b799ade475", "tag": "55fd8b3d-74c8-47fe-b007-cab9a2ddc818", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:18:09.866520 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-37f129f2-e90a-4346-b9fe-66f3a5d2fb63 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:18:09.866930 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22da124a-7541-4d63-8b2b-d8b799ade475', 'tag': '55fd8b3d-74c8-47fe-b007-cab9a2ddc818', 'status': 'completed', 'code': 200} Jan 28 00:18:09.977826 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f582012-26c7-464a-874c-8231e5993620 req-2eba87e5-8555-4cdc-b7ce-16637533f8e5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=1d0e9f69-dea1-4853-8ff5-4aaaa651fb27 HTTP/1.1" status: 200 len: 217 time: 0.1573753 Jan 28 00:18:09.988392 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f582012-26c7-464a-874c-8231e5993620 req-59f1bb2f-a84b-49f7-811f-c371e9fbf10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:09.991825 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f582012-26c7-464a-874c-8231e5993620 req-59f1bb2f-a84b-49f7-811f-c371e9fbf10b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.4109352 Jan 28 00:18:10.048866 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-62483535-f416-4ed5-9827-a49c2086f1aa service neutron] 10.222.0.52 "GET /v2.0/networks/6abb539b-6289-4e2a-a1a7-44841ca43189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572556 Jan 28 00:18:10.113243 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8467155d-4fc4-4261-b3f0-6e83f9c4f2d8 req-b3a6bc4b-74e1-41a0-a0ff-f85010ea53ee tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332391 Jan 28 00:18:10.160962 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f582012-26c7-464a-874c-8231e5993620 req-e7260500-ddbc-4483-9d5a-97daa9160e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:10.162659 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f582012-26c7-464a-874c-8231e5993620 req-e7260500-ddbc-4483-9d5a-97daa9160e5d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1698911 Jan 28 00:18:10.168480 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f582012-26c7-464a-874c-8231e5993620 req-1247d456-68e9-4568-85b4-9df5423eb9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:10.170103 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f582012-26c7-464a-874c-8231e5993620 req-1247d456-68e9-4568-85b4-9df5423eb9bf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1495690 Jan 28 00:18:10.191644 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e99ce-88a0-437c-8a1c-2ca9bf106893 req-c6b8886c-7dc6-4b72-9826-1aebfedf5b1a tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:10.200064 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a3e99ce-88a0-437c-8a1c-2ca9bf106893 req-c6b8886c-7dc6-4b72-9826-1aebfedf5b1a tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 950 time: 0.2153339 Jan 28 00:18:10.209674 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2e77fcb4-3889-4d55-87d5-74fb5231ba82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (9ed773ff-e594-434e-b5f3-b6d28cb6bc8d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:10.249243 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d2a3a8b3-4990-4a69-948f-cabd3ed3b729 req-521fbfc2-7208-44ca-9ce9-8dbf7df3c575 service neutron] 10.222.0.52 "GET /v2.0/networks/6abb539b-6289-4e2a-a1a7-44841ca43189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798635 Jan 28 00:18:10.276970 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77fcb4-3889-4d55-87d5-74fb5231ba82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ed773ff-e594-434e-b5f3-b6d28cb6bc8d,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:10.296645 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e77fcb4-3889-4d55-87d5-74fb5231ba82 admin admin] Checking segment: {'id': '284f53b4-1b8e-4459-a5e1-6ee02242630f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ac5c4a22-a311-4826-ab5f-6f3b2d16efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:18:10.297004 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e77fcb4-3889-4d55-87d5-74fb5231ba82 admin admin] Network hostable DHCP agents. Network: ac5c4a22-a311-4826-ab5f-6f3b2d16efad, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:18:10.369570 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e77fcb4-3889-4d55-87d5-74fb5231ba82 admin admin] Network ac5c4a22-a311-4826-ab5f-6f3b2d16efad is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:18:10.395411 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f582012-26c7-464a-874c-8231e5993620 req-0d064819-4650-450f-b733-0784ad72693c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:10.397547 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f582012-26c7-464a-874c-8231e5993620 req-0d064819-4650-450f-b733-0784ad72693c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2265308 Jan 28 00:18:10.398895 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-2e77fcb4-3889-4d55-87d5-74fb5231ba82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, ac5c4a22-a311-4826-ab5f-6f3b2d16efad) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:18:10.415553 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc81a2c7-9d92-4f5e-ad48-4e03b178d7c6 None None] Network ac5c4a22-a311-4826-ab5f-6f3b2d16efad requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:18:10.431877 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e77fcb4-3889-4d55-87d5-74fb5231ba82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:10.433494 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2e77fcb4-3889-4d55-87d5-74fb5231ba82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:10.456093 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a3e99ce-88a0-437c-8a1c-2ca9bf106893 req-faafb805-69bd-4a7c-a82b-ffef6e9115af tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457318 Jan 28 00:18:10.501014 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2e77fcb4-3889-4d55-87d5-74fb5231ba82 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6617899 Jan 28 00:18:10.508872 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af92359-b1ce-464c-bebf-3059fe57ef1d req-0ca1eebb-f1bd-4261-9c45-00227ab26dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:10.516576 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8af92359-b1ce-464c-bebf-3059fe57ef1d req-0ca1eebb-f1bd-4261-9c45-00227ab26dfc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6f9fd186db324ed69c0a4bee0aee1b8a&device_id=22da124a-7541-4d63-8b2b-d8b799ade475 HTTP/1.1" status: 200 len: 1094 time: 0.1695366 Jan 28 00:18:10.543036 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f582012-26c7-464a-874c-8231e5993620 req-45ff57e0-73e4-455e-b442-a1ad45487385 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403084 Jan 28 00:18:10.759077 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af92359-b1ce-464c-bebf-3059fe57ef1d req-4b7764c9-43ad-47d6-9747-1c19619b6f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:10.762354 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4243c2-0b25-48ae-9ee2-83e467752f22 None None] Network ac5c4a22-a311-4826-ab5f-6f3b2d16efad requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:18:10.767438 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8af92359-b1ce-464c-bebf-3059fe57ef1d req-4b7764c9-43ad-47d6-9747-1c19619b6f03 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6abb539b-6289-4e2a-a1a7-44841ca43189 HTTP/1.1" status: 200 len: 919 time: 0.2488484 Jan 28 00:18:10.861456 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8af92359-b1ce-464c-bebf-3059fe57ef1d req-fedf1668-4107-4b8b-8939-6bb22c9b1a3b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55fd8b3d-74c8-47fe-b007-cab9a2ddc818 HTTP/1.1" status: 200 len: 217 time: 0.0873580 Jan 28 00:18:10.924479 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f582012-26c7-464a-874c-8231e5993620 req-5ebf165e-a087-46e5-bc01-cf19a58a462b service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759979 Jan 28 00:18:10.978758 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af92359-b1ce-464c-bebf-3059fe57ef1d req-8182cfe3-8e56-4185-9da4-4e1cec2bf5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:10.980786 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8af92359-b1ce-464c-bebf-3059fe57ef1d req-8182cfe3-8e56-4185-9da4-4e1cec2bf5a3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f72fa232-fcae-437c-b2d5-8940014d76c5 HTTP/1.1" status: 200 len: 858 time: 0.1136446 Jan 28 00:18:10.992725 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:11.057219 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8af92359-b1ce-464c-bebf-3059fe57ef1d req-351a1b6e-1dfe-4174-bc0b-544ff3451895 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6abb539b-6289-4e2a-a1a7-44841ca43189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697730 Jan 28 00:18:11.062825 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f582012-26c7-464a-874c-8231e5993620 req-e2f98ba8-f136-47b4-af46-d906313eac5f service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5045774 Jan 28 00:18:11.134168 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84558477-b494-4681-97b3-3aee3c0ef5d8 req-a4b543d4-9c57-4329-a631-68772e801e1c tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:11.144052 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-84558477-b494-4681-97b3-3aee3c0ef5d8 req-a4b543d4-9c57-4329-a631-68772e801e1c tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] 10.222.0.70 "GET /v2.0/ports?device_id=22da124a-7541-4d63-8b2b-d8b799ade475 HTTP/1.1" status: 200 len: 943 time: 0.1209867 Jan 28 00:18:11.175786 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f582012-26c7-464a-874c-8231e5993620 req-73b0acac-a8a3-4e26-975b-f5a6e056a1da service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343090 Jan 28 00:18:11.223178 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-84558477-b494-4681-97b3-3aee3c0ef5d8 req-e06da80f-f0f9-479c-b119-4a2fd1589037 tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3727ceb-241f-4ccd-a40c-85f04a943d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730696 Jan 28 00:18:11.257374 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8af92359-b1ce-464c-bebf-3059fe57ef1d req-a005869b-8f16-47e7-944d-4b4fde5e0854 service neutron] 10.222.0.52 "GET /v2.0/networks/6abb539b-6289-4e2a-a1a7-44841ca43189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927378 Jan 28 00:18:11.387456 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8af92359-b1ce-464c-bebf-3059fe57ef1d req-cd05a288-6ce3-462d-b35a-7db58b68ae83 service neutron] 10.222.0.52 "GET /v2.0/networks/6abb539b-6289-4e2a-a1a7-44841ca43189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187444 Jan 28 00:18:11.458581 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03364e0b-adf9-4ece-9eac-3537c483844f req-9d9d396b-7f10-41d4-b279-7dc278559414 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:11.460213 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-03364e0b-adf9-4ece-9eac-3537c483844f req-9d9d396b-7f10-41d4-b279-7dc278559414 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] 10.222.0.70 "GET /v2.0/ports?device_id=e070c5bf-65cb-42e3-898d-75582890faa9 HTTP/1.1" status: 200 len: 946 time: 0.1286886 Jan 28 00:18:11.516078 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-71aa5745-0189-42d9-87e5-5a07fdf65f82 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:11.517608 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-71aa5745-0189-42d9-87e5-5a07fdf65f82 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] 10.222.0.70 "GET /v2.0/networks?id=ac5c4a22-a311-4826-ab5f-6f3b2d16efad HTTP/1.1" status: 200 len: 820 time: 0.1745479 Jan 28 00:18:11.549359 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-03364e0b-adf9-4ece-9eac-3537c483844f req-355dfcd5-fe5c-48dd-8a94-7d24107f3fd4 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] 10.222.0.70 "GET /v2.0/security-groups?id=b74d322a-c6a7-49bb-8f01-59bfe6b199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799973 Jan 28 00:18:11.550587 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-ec6d1862-6ed9-46fb-86c2-3a7de16e580b tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] 10.222.0.70 "GET /v2.0/quotas/1350b1f511bb4a41b0be3e1236544341 HTTP/1.1" status: 200 len: 375 time: 0.0239727 Jan 28 00:18:11.593224 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-b00e85fd-a037-49e7-aa8a-bdfe4bdfe10d tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1350b1f511bb4a41b0be3e1236544341&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308542 Jan 28 00:18:11.610214 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-4f3c3606-8537-4d40-a297-f971098c8941 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:18:11.611477 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-4f3c3606-8537-4d40-a297-f971098c8941 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056305 Jan 28 00:18:11.728089 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc9e455-8caa-4106-897b-5a270ad8af65', 'tag': '64baad5f-d7c1-4872-b963-87dcb4a5ffcb'}, {'name': 'network-changed', 'server_uuid': 'c997aa4e-93ca-49cf-89e5-ce7da1726154', 'tag': '1d0e9f69-dea1-4853-8ff5-4aaaa651fb27'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:18:11.730938 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1ad65f-5ed1-454e-a7d6-0e5f3a687a28" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc9e455-8caa-4106-897b-5a270ad8af65", "tag": "64baad5f-d7c1-4872-b963-87dcb4a5ffcb"}, {"name": "network-changed", "server_uuid": "c997aa4e-93ca-49cf-89e5-ce7da1726154", "tag": "1d0e9f69-dea1-4853-8ff5-4aaaa651fb27"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:18:11.759272 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-9a248dad-cbe5-4fed-8428-ee9d1e4cb2c5 service neutron] 10.222.0.70 "GET /v2.0/networks/ac5c4a22-a311-4826-ab5f-6f3b2d16efad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328824 Jan 28 00:18:11.900057 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-61a24b50-3d7a-4d7a-9544-4771df5a04b3 service neutron] 10.222.0.70 "GET /v2.0/networks/ac5c4a22-a311-4826-ab5f-6f3b2d16efad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211348 Jan 28 00:18:12.002335 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c470c-567f-4e99-ac95-4d169c372df5 req-94e62b5b-152e-48b5-b298-364f6145fa3f tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:12.005134 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bd6c470c-567f-4e99-ac95-4d169c372df5 req-94e62b5b-152e-48b5-b298-364f6145fa3f tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=c997aa4e-93ca-49cf-89e5-ce7da1726154 HTTP/1.1" status: 200 len: 947 time: 0.0985069 Jan 28 00:18:12.116809 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:12.164794 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bd6c470c-567f-4e99-ac95-4d169c372df5 req-529a88a5-7269-4272-9b38-846e59472310 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454854 Jan 28 00:18:12.203440 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef1928-cd15-4654-9848-cda7b0efb671 req-d637145e-6987-4f8e-9fc9-27b1f2636260 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:12.213656 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-67ef1928-cd15-4654-9848-cda7b0efb671 req-d637145e-6987-4f8e-9fc9-27b1f2636260 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 950 time: 0.1121335 Jan 28 00:18:12.263980 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 00:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87615c3d-1001-44e2-bb5e-d663e74f2d36 x-openstack-request-id: req-87615c3d-1001-44e2-bb5e-d663e74f2d36 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:18:12.264860 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc9e455-8caa-4106-897b-5a270ad8af65", "tag": "64baad5f-d7c1-4872-b963-87dcb4a5ffcb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c997aa4e-93ca-49cf-89e5-ce7da1726154", "tag": "1d0e9f69-dea1-4853-8ff5-4aaaa651fb27", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:18:12.265792 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-87615c3d-1001-44e2-bb5e-d663e74f2d36 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:18:12.266426 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc9e455-8caa-4106-897b-5a270ad8af65', 'tag': '64baad5f-d7c1-4872-b963-87dcb4a5ffcb', 'status': 'completed', 'code': 200} Jan 28 00:18:12.266896 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c997aa4e-93ca-49cf-89e5-ce7da1726154', 'tag': '1d0e9f69-dea1-4853-8ff5-4aaaa651fb27', 'status': 'completed', 'code': 200} Jan 28 00:18:12.335881 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-67ef1928-cd15-4654-9848-cda7b0efb671 req-55f9c73a-5347-453b-8980-a8b5c3f1b33b tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204364 Jan 28 00:18:12.495900 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ad65f-5ed1-454e-a7d6-0e5f3a687a28 req-524d085d-757b-4d27-8235-00ae92d892e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:12.501675 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9c1ad65f-5ed1-454e-a7d6-0e5f3a687a28 req-524d085d-757b-4d27-8235-00ae92d892e0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=15e12218ae23498f8976895fc1081122&device_id=c997aa4e-93ca-49cf-89e5-ce7da1726154 HTTP/1.1" status: 200 len: 1098 time: 0.1963170 Jan 28 00:18:12.519313 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ad65f-5ed1-454e-a7d6-0e5f3a687a28 req-c8edcf9c-a6a0-4aa9-ac5f-ee4970ce4c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:12.521063 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9c1ad65f-5ed1-454e-a7d6-0e5f3a687a28 req-c8edcf9c-a6a0-4aa9-ac5f-ee4970ce4c4f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15e12218ae23498f8976895fc1081122&device_id=bcc9e455-8caa-4106-897b-5a270ad8af65 HTTP/1.1" status: 200 len: 1099 time: 0.1840961 Jan 28 00:18:12.532575 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d4354862-96c5-464c-8b30-2684a7704668 req-786066d2-ec41-433b-9889-ca17db750e5a tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] 10.222.0.70 "GET /v2.0/ports?device_id=482323cd-e1ed-4236-b9b9-4aa98ee455b2 HTTP/1.1" status: 200 len: 210 time: 0.0582032 Jan 28 00:18:12.570539 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd6e64-61a2-46a3-b061-229645209664 req-e516dca4-e0dc-4dbf-b1bd-a6f581f16c5c tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:12.580007 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a1cd6e64-61a2-46a3-b061-229645209664 req-e516dca4-e0dc-4dbf-b1bd-a6f581f16c5c tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 944 time: 0.1844230 Jan 28 00:18:12.689914 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ad65f-5ed1-454e-a7d6-0e5f3a687a28 req-fb211815-e25b-4630-b221-baee613cdc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:12.691377 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9c1ad65f-5ed1-454e-a7d6-0e5f3a687a28 req-fb211815-e25b-4630-b221-baee613cdc05 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.1102371 Jan 28 00:18:12.717761 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 64baad5f-d7c1-4872-b963-87dcb4a5ffcb details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:18:12.762967 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:12.794902 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ad65f-5ed1-454e-a7d6-0e5f3a687a28 req-651daf0e-5d0a-47f3-80db-e857826af9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:12.801226 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9c1ad65f-5ed1-454e-a7d6-0e5f3a687a28 req-d7c8c1a3-a88d-414a-833a-0364a5b72b76 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=64baad5f-d7c1-4872-b963-87dcb4a5ffcb HTTP/1.1" status: 200 len: 217 time: 0.0680335 Jan 28 00:18:12.811483 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9c1ad65f-5ed1-454e-a7d6-0e5f3a687a28 req-651daf0e-5d0a-47f3-80db-e857826af9a5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.2990463 Jan 28 00:18:12.857619 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55576) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:12.923695 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d9687293-8ae4-4076-a715-945920f77a9e tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-466740523'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:12.927336 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55578) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:12.937970 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9c1ad65f-5ed1-454e-a7d6-0e5f3a687a28 req-8245acb1-adac-48ef-9a19-9f6f5bd9cdfa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=1d0e9f69-dea1-4853-8ff5-4aaaa651fb27 HTTP/1.1" status: 200 len: 217 time: 0.1211374 Jan 28 00:18:12.998960 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9687293-8ae4-4076-a715-945920f77a9e tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Made reservation on behalf of 160a5827a22f400b84570ea4a4c65c01 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:18:13.003260 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d9687293-8ae4-4076-a715-945920f77a9e tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:13.006848 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 64baad5f-d7c1-4872-b963-87dcb4a5ffcb, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=64baad5f-d7c1-4872-b963-87dcb4a5ffcb,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:13.038246 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '64baad5f-d7c1-4872-b963-87dcb4a5ffcb', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': '64baad5f-d7c1-4872-b963-87dcb4a5ffcb', 'mac_address': 'fa:16:3e:bf:6a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:18:13.058319 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ad65f-5ed1-454e-a7d6-0e5f3a687a28 req-79b25513-cb39-45e9-bd7d-4861ddc122a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:13.061801 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9c1ad65f-5ed1-454e-a7d6-0e5f3a687a28 req-79b25513-cb39-45e9-bd7d-4861ddc122a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1153870 Jan 28 00:18:13.112058 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 64baad5f-d7c1-4872-b963-87dcb4a5ffcb is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:18:13.113344 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (64baad5f-d7c1-4872-b963-87dcb4a5ffcb), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:13.138775 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64baad5f-d7c1-4872-b963-87dcb4a5ffcb {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:18:13.158752 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9687293-8ae4-4076-a715-945920f77a9e tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:18:13.164179 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 64baad5f-d7c1-4872-b963-87dcb4a5ffcb, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=64baad5f-d7c1-4872-b963-87dcb4a5ffcb,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:13.170119 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (64baad5f-d7c1-4872-b963-87dcb4a5ffcb), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:13.236114 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=64baad5f-d7c1-4872-b963-87dcb4a5ffcb,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:13.253656 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d9687293-8ae4-4076-a715-945920f77a9e tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (0465a9d6-01fe-4f7b-a9a6-388e7e67e02b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:13.254340 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-d9687293-8ae4-4076-a715-945920f77a9e tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Added segment 0465a9d6-01fe-4f7b-a9a6-388e7e67e02b of type vlan for network e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6 Jan 28 00:18:13.271424 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-432bf05f-b002-4295-972e-dbbcbac00bfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:13.313915 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b6883-aad0-4651-89e3-89a2d6f4e3bf req-5f1d231b-b117-494e-bc9a-d9dd7824171b tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:13.316181 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9f1b6883-aad0-4651-89e3-89a2d6f4e3bf req-5f1d231b-b117-494e-bc9a-d9dd7824171b tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] 10.222.0.70 "GET /v2.0/ports?device_id=22da124a-7541-4d63-8b2b-d8b799ade475 HTTP/1.1" status: 200 len: 943 time: 0.6105051 Jan 28 00:18:13.322535 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a1cd6e64-61a2-46a3-b061-229645209664 req-9e243d1a-daa0-4292-9540-9f4117614bd1 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6296570 Jan 28 00:18:13.340607 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1284a-441c-4c5b-8bd1-d7913d94ba0d req-ca29a34e-738c-485a-a84e-ff1da482a484 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:13.342475 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-81b1284a-441c-4c5b-8bd1-d7913d94ba0d req-ca29a34e-738c-485a-a84e-ff1da482a484 tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.65 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 944 time: 0.6613753 Jan 28 00:18:13.344376 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ad65f-5ed1-454e-a7d6-0e5f3a687a28 req-8c65589f-b96b-48a3-87dc-6d71cffda695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:13.346650 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9c1ad65f-5ed1-454e-a7d6-0e5f3a687a28 req-8c65589f-b96b-48a3-87dc-6d71cffda695 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2755935 Jan 28 00:18:13.364978 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ad65f-5ed1-454e-a7d6-0e5f3a687a28 req-1788c6e7-3ebe-40c5-b23b-1a44679a5dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:13.367338 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d9687293-8ae4-4076-a715-945920f77a9e tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:13.368101 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9c1ad65f-5ed1-454e-a7d6-0e5f3a687a28 req-1788c6e7-3ebe-40c5-b23b-1a44679a5dc3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.5373263 Jan 28 00:18:13.450792 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e413d-e0d3-4e7c-8088-15de4050b978 req-f7e0ec89-79f1-42eb-ab05-bbe1ec8f8475 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:13.452384 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b99e413d-e0d3-4e7c-8088-15de4050b978 req-f7e0ec89-79f1-42eb-ab05-bbe1ec8f8475 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] 10.222.0.65 "GET /v2.0/ports?device_id=e070c5bf-65cb-42e3-898d-75582890faa9 HTTP/1.1" status: 200 len: 946 time: 0.3181410 Jan 28 00:18:13.514040 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['64baad5f-d7c1-4872-b963-87dcb4a5ffcb'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:18:13.540230 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d9687293-8ae4-4076-a715-945920f77a9e tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:13.546510 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9687293-8ae4-4076-a715-945920f77a9e tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:13.547378 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d9687293-8ae4-4076-a715-945920f77a9e tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:13.562686 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9f1b6883-aad0-4651-89e3-89a2d6f4e3bf req-a45eca5d-0e65-4352-bbdf-5dcfcec458a2 tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3727ceb-241f-4ccd-a40c-85f04a943d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189670 Jan 28 00:18:13.585055 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ad65f-5ed1-454e-a7d6-0e5f3a687a28 req-1737169a-77da-495a-bbd9-a218fad4f821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:13.586661 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9c1ad65f-5ed1-454e-a7d6-0e5f3a687a28 req-1737169a-77da-495a-bbd9-a218fad4f821 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1922553 Jan 28 00:18:13.601620 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357bf30-d6c7-48ed-b233-516d95ef27a6 req-8431e420-0dfd-496a-b564-3103ef6bf55f tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:13.610729 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0357bf30-d6c7-48ed-b233-516d95ef27a6 req-8431e420-0dfd-496a-b564-3103ef6bf55f tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] 10.222.0.70 "GET /v2.0/ports?device_id=e070c5bf-65cb-42e3-898d-75582890faa9 HTTP/1.1" status: 200 len: 946 time: 0.1764951 Jan 28 00:18:13.673637 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9c1ad65f-5ed1-454e-a7d6-0e5f3a687a28 req-025c407d-1b7a-4f41-b26e-6ba42c693e63 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173699 Jan 28 00:18:13.686484 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d9687293-8ae4-4076-a715-945920f77a9e tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7688196 Jan 28 00:18:13.694030 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55588) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:13.720567 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-1363ed44-a6f6-4afb-a4d0-1eb6f5b840b5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2086521151'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:13.747388 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-432bf05f-b002-4295-972e-dbbcbac00bfd admin admin] Publish callbacks [] for security_group (1cf0f7e5-b452-4d39-bac0-8557e22ee3ef), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:13.750608 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9687293-8ae4-4076-a715-945920f77a9e tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Pushing event updated for resources: {'Network': ['ID=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:13.750927 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-81b1284a-441c-4c5b-8bd1-d7913d94ba0d req-b6b578cd-d4ed-478b-b105-a43cd726cd2a tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Deleting port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:18:13.751284 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-81b1284a-441c-4c5b-8bd1-d7913d94ba0d req-b6b578cd-d4ed-478b-b105-a43cd726cd2a tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (23e4c93d-2bfd-40b7-85b3-7e9aa2285abd), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:13.787133 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:18:13.797039 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-432bf05f-b002-4295-972e-dbbcbac00bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (1cf0f7e5-b452-4d39-bac0-8557e22ee3ef), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:13.836744 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1363ed44-a6f6-4afb-a4d0-1eb6f5b840b5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Made reservation on behalf of 160a5827a22f400b84570ea4a4c65c01 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:18:13.840939 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1363ed44-a6f6-4afb-a4d0-1eb6f5b840b5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:13.894254 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-432bf05f-b002-4295-972e-dbbcbac00bfd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9c12bb4aba6f4be2babfe009d3cd9743&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9653292 Jan 28 00:18:13.905328 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55590) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:13.910657 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0357bf30-d6c7-48ed-b233-516d95ef27a6 req-3362a8e7-c6ec-4afb-83b6-84e5720f04f9 tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] 10.222.0.70 "GET /v2.0/security-groups?id=b74d322a-c6a7-49bb-8f01-59bfe6b199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988253 Jan 28 00:18:13.913640 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432bf05f-b002-4295-972e-dbbcbac00bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf0f7e5-b452-4d39-bac0-8557e22ee3ef,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:13.938516 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-b99e413d-e0d3-4e7c-8088-15de4050b978 req-c56c6d21-349c-4ef4-905e-e9bf9daf4fbb tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] Deleting port 40f8a537-ec71-4bf4-ab68-d676048866d3 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:18:13.938831 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b99e413d-e0d3-4e7c-8088-15de4050b978 req-c56c6d21-349c-4ef4-905e-e9bf9daf4fbb tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (40f8a537-ec71-4bf4-ab68-d676048866d3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:13.967793 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9c1ad65f-5ed1-454e-a7d6-0e5f3a687a28 req-8236c419-811e-4bb2-9e02-64b618614155 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747264 Jan 28 00:18:14.010144 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9c1ad65f-5ed1-454e-a7d6-0e5f3a687a28 req-1a544c84-8fe1-4314-bbee-ff3d08da6fe7 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154017 Jan 28 00:18:14.024190 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:14.043127 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1363ed44-a6f6-4afb-a4d0-1eb6f5b840b5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:18:14.077381 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1363ed44-a6f6-4afb-a4d0-1eb6f5b840b5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (f11e5768-33c6-4da6-b3cf-f52484509446), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:14.077754 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-1363ed44-a6f6-4afb-a4d0-1eb6f5b840b5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Added segment f11e5768-33c6-4da6-b3cf-f52484509446 of type vlan for network 0d3515a7-9da9-44c3-a34e-684df23ac567 Jan 28 00:18:14.178912 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1363ed44-a6f6-4afb-a4d0-1eb6f5b840b5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (0d3515a7-9da9-44c3-a34e-684df23ac567), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:14.182220 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-27515ac2-53ae-49f2-ae91-7d97a00dfca4 admin admin] Publish callbacks [] for security_group (1cf0f7e5-b452-4d39-bac0-8557e22ee3ef), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:14.195680 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-b99e413d-e0d3-4e7c-8088-15de4050b978 req-c56c6d21-349c-4ef4-905e-e9bf9daf4fbb tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] For port 40f8a537-ec71-4bf4-ab68-d676048866d3, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=40f8a537-ec71-4bf4-ab68-d676048866d3,segment=NetworkSegment(1c9475bb-b683-4532-8ba1-ace05011e6fd),segment_id=1c9475bb-b683-4532-8ba1-ace05011e6fd)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:14.196081 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b99e413d-e0d3-4e7c-8088-15de4050b978 req-c56c6d21-349c-4ef4-905e-e9bf9daf4fbb tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (40f8a537-ec71-4bf4-ab68-d676048866d3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:14.226030 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-b99e413d-e0d3-4e7c-8088-15de4050b978 req-c56c6d21-349c-4ef4-905e-e9bf9daf4fbb tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] Calling delete_port for 40f8a537-ec71-4bf4-ab68-d676048866d3 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:18:14.226426 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-81b1284a-441c-4c5b-8bd1-d7913d94ba0d req-b6b578cd-d4ed-478b-b105-a43cd726cd2a tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] For port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=23e4c93d-2bfd-40b7-85b3-7e9aa2285abd,segment=NetworkSegment(63186583-51ea-48e1-b27c-69fe8ee86d11),segment_id=63186583-51ea-48e1-b27c-69fe8ee86d11)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:14.226854 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-81b1284a-441c-4c5b-8bd1-d7913d94ba0d req-b6b578cd-d4ed-478b-b105-a43cd726cd2a tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (23e4c93d-2bfd-40b7-85b3-7e9aa2285abd), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:14.251608 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-27515ac2-53ae-49f2-ae91-7d97a00dfca4 admin admin] Publish callbacks [] for security_group (1cf0f7e5-b452-4d39-bac0-8557e22ee3ef), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:14.264043 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1363ed44-a6f6-4afb-a4d0-1eb6f5b840b5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (0d3515a7-9da9-44c3-a34e-684df23ac567), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:14.269157 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1363ed44-a6f6-4afb-a4d0-1eb6f5b840b5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:14.269809 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1363ed44-a6f6-4afb-a4d0-1eb6f5b840b5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:14.274715 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e6577-42b6-4c2a-8718-0af6f31da4b5 req-d67bf30f-b0ec-42eb-8073-c110233b5809 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:14.276896 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ca6e6577-42b6-4c2a-8718-0af6f31da4b5 req-d67bf30f-b0ec-42eb-8073-c110233b5809 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=c997aa4e-93ca-49cf-89e5-ce7da1726154 HTTP/1.1" status: 200 len: 947 time: 0.5002384 Jan 28 00:18:14.304799 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-81b1284a-441c-4c5b-8bd1-d7913d94ba0d req-b6b578cd-d4ed-478b-b105-a43cd726cd2a tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Calling delete_port for 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:18:14.359493 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5868bed-a055-4293-9e7b-389ff7b60150 req-2e11d454-56b3-4c0b-b175-eaed88a5654e tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:14.361763 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5868bed-a055-4293-9e7b-389ff7b60150 req-2e11d454-56b3-4c0b-b175-eaed88a5654e tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 950 time: 0.3095448 Jan 28 00:18:14.388872 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-57256b2b-c615-47da-9d6d-a4cb334b6231 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:14.390473 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-57256b2b-c615-47da-9d6d-a4cb334b6231 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] 10.222.0.52 "GET /v2.0/networks?id=ac5c4a22-a311-4826-ab5f-6f3b2d16efad HTTP/1.1" status: 200 len: 820 time: 0.4736652 Jan 28 00:18:14.410127 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1363ed44-a6f6-4afb-a4d0-1eb6f5b840b5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6991570 Jan 28 00:18:14.415933 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55594) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:14.424893 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363ed44-a6f6-4afb-a4d0-1eb6f5b840b5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Pushing event updated for resources: {'Network': ['ID=0d3515a7-9da9-44c3-a34e-684df23ac567,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:14.429212 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-70bcb2f6-59aa-475b-93c4-901c1e6969ad tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] Request body: {'port': {'device_id': '482323cd-e1ed-4236-b9b9-4aa98ee455b2', 'network_id': 'ac5c4a22-a311-4826-ab5f-6f3b2d16efad', 'admin_state_up': True, 'tenant_id': '1350b1f511bb4a41b0be3e1236544341'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:14.439983 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 0d3515a7-9da9-44c3-a34e-684df23ac567 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:18:14.463211 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9c1ad65f-5ed1-454e-a7d6-0e5f3a687a28 req-f1787305-4b6f-4aeb-9d34-ec6c7823ebc7 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266121 Jan 28 00:18:14.477340 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-27515ac2-53ae-49f2-ae91-7d97a00dfca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (1cf0f7e5-b452-4d39-bac0-8557e22ee3ef), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:14.478573 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-ff1de7d9-0d20-46ac-b1ed-ef86b30f6b29 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Request body: {'subnet': {'network_id': 'e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:14.482607 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-27515ac2-53ae-49f2-ae91-7d97a00dfca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:14.484322 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-27515ac2-53ae-49f2-ae91-7d97a00dfca4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1cf0f7e5-b452-4d39-bac0-8557e22ee3ef HTTP/1.1" status: 204 len: 168 time: 0.5715885 Jan 28 00:18:14.544338 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27515ac2-53ae-49f2-ae91-7d97a00dfca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf0f7e5-b452-4d39-bac0-8557e22ee3ef,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:14.552258 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b99e413d-e0d3-4e7c-8088-15de4050b978 req-c56c6d21-349c-4ef4-905e-e9bf9daf4fbb tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (40f8a537-ec71-4bf4-ab68-d676048866d3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:14.605619 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['40f8a537-ec71-4bf4-ab68-d676048866d3'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:18:14.636635 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ca6e6577-42b6-4c2a-8718-0af6f31da4b5 req-7e73a935-4443-4730-b521-ebfe92224fbb tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369656 Jan 28 00:18:14.665787 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c6d21-349c-4ef4-905e-e9bf9daf4fbb tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] Pushing event deleted for resources: {'Port': ['ID=40f8a537-ec71-4bf4-ab68-d676048866d3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:14.716082 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5868bed-a055-4293-9e7b-389ff7b60150 req-1bc1be4b-cef1-4c8f-bbd6-e56ddd7ab0f8 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336833 Jan 28 00:18:14.764467 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-b99e413d-e0d3-4e7c-8088-15de4050b978 req-c56c6d21-349c-4ef4-905e-e9bf9daf4fbb tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] No DVR routers for this DVR port 40f8a537-ec71-4bf4-ab68-d676048866d3 on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:18:14.769032 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b99e413d-e0d3-4e7c-8088-15de4050b978 req-c56c6d21-349c-4ef4-905e-e9bf9daf4fbb tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:14.773147 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b99e413d-e0d3-4e7c-8088-15de4050b978 req-c56c6d21-349c-4ef4-905e-e9bf9daf4fbb tempest-ServerGroupTestJSON-2112729709 tempest-ServerGroupTestJSON-2112729709-project] 10.222.0.65 "DELETE /v2.0/ports/40f8a537-ec71-4bf4-ab68-d676048866d3 HTTP/1.1" status: 204 len: 173 time: 1.3070452 Jan 28 00:18:14.773730 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e070c5bf-65cb-42e3-898d-75582890faa9', 'name': 'network-vif-deleted', 'tag': '40f8a537-ec71-4bf4-ab68-d676048866d3'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:18:14.778903 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5d9a03-7b4b-4021-b210-863eee9ec159" -d '{"events": [{"server_uuid": "e070c5bf-65cb-42e3-898d-75582890faa9", "name": "network-vif-deleted", "tag": "40f8a537-ec71-4bf4-ab68-d676048866d3"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:18:14.794664 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1de7d9-0d20-46ac-b1ed-ef86b30f6b29 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Made reservation on behalf of 160a5827a22f400b84570ea4a4c65c01 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:18:14.798313 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff1de7d9-0d20-46ac-b1ed-ef86b30f6b29 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:14.879929 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22e74e6e-1894-47f4-a3d9-cef6ea61fc16 req-1eee78ec-db07-4b8b-ab25-9612e61d1108 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] 10.222.0.70 "GET /v2.0/ports?device_id=482323cd-e1ed-4236-b9b9-4aa98ee455b2 HTTP/1.1" status: 200 len: 210 time: 0.0764599 Jan 28 00:18:14.925477 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-70bcb2f6-59aa-475b-93c4-901c1e6969ad tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] Made reservation on behalf of 1350b1f511bb4a41b0be3e1236544341 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:18:14.937070 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-70bcb2f6-59aa-475b-93c4-901c1e6969ad tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:15.113000 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-81b1284a-441c-4c5b-8bd1-d7913d94ba0d req-b6b578cd-d4ed-478b-b105-a43cd726cd2a tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (23e4c93d-2bfd-40b7-85b3-7e9aa2285abd), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:15.222995 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c9fec-fde3-4e29-b4d2-85d1b6290e3e req-0e45d229-97c3-468e-a244-17fb0cb47fdb tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:15.224666 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f18c9fec-fde3-4e29-b4d2-85d1b6290e3e req-0e45d229-97c3-468e-a244-17fb0cb47fdb tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/ports?device_id=4270834b-9161-4d12-986d-07ce41b60e33 HTTP/1.1" status: 200 len: 944 time: 0.3516870 Jan 28 00:18:15.232139 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b578cd-d4ed-478b-b105-a43cd726cd2a tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Pushing event deleted for resources: {'Port': ['ID=23e4c93d-2bfd-40b7-85b3-7e9aa2285abd,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:15.264224 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 1d0e9f69-dea1-4853-8ff5-4aaaa651fb27 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:18:15.341525 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bd98a-f2a1-4afd-92e0-693e8658acb4 req-714e4a9d-01d8-411f-ac30-597c57d3cd05 tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:15.355789 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-064bd98a-f2a1-4afd-92e0-693e8658acb4 req-714e4a9d-01d8-411f-ac30-597c57d3cd05 tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] 10.222.0.70 "GET /v2.0/ports?device_id=22da124a-7541-4d63-8b2b-d8b799ade475 HTTP/1.1" status: 200 len: 943 time: 0.3627186 Jan 28 00:18:15.498635 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 1d0e9f69-dea1-4853-8ff5-4aaaa651fb27, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=1d0e9f69-dea1-4853-8ff5-4aaaa651fb27,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:15.517975 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '1d0e9f69-dea1-4853-8ff5-4aaaa651fb27', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': '1d0e9f69-dea1-4853-8ff5-4aaaa651fb27', 'mac_address': 'fa:16:3e:5b:b7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:18:15.532196 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b1284a-441c-4c5b-8bd1-d7913d94ba0d req-b6b578cd-d4ed-478b-b105-a43cd726cd2a tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] No DVR routers for this DVR port 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:18:15.558480 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-81b1284a-441c-4c5b-8bd1-d7913d94ba0d req-b6b578cd-d4ed-478b-b105-a43cd726cd2a tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:15.563342 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-81b1284a-441c-4c5b-8bd1-d7913d94ba0d req-b6b578cd-d4ed-478b-b105-a43cd726cd2a tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.65 "DELETE /v2.0/ports/23e4c93d-2bfd-40b7-85b3-7e9aa2285abd HTTP/1.1" status: 204 len: 173 time: 2.1923347 Jan 28 00:18:15.563941 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4270834b-9161-4d12-986d-07ce41b60e33', 'name': 'network-vif-deleted', 'tag': '23e4c93d-2bfd-40b7-85b3-7e9aa2285abd'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:18:15.567678 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a698c0-c3bc-4b50-83b1-c3213c44b39e" -d '{"events": [{"server_uuid": "4270834b-9161-4d12-986d-07ce41b60e33", "name": "network-vif-deleted", "tag": "23e4c93d-2bfd-40b7-85b3-7e9aa2285abd"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:18:15.597967 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 1d0e9f69-dea1-4853-8ff5-4aaaa651fb27 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:18:15.598759 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1d0e9f69-dea1-4853-8ff5-4aaaa651fb27), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:15.624725 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d0e9f69-dea1-4853-8ff5-4aaaa651fb27 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:18:15.660741 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-064bd98a-f2a1-4afd-92e0-693e8658acb4 req-6b3a4942-b4ee-4ba2-b485-861a541aae4d tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3727ceb-241f-4ccd-a40c-85f04a943d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034742 Jan 28 00:18:15.664598 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 1d0e9f69-dea1-4853-8ff5-4aaaa651fb27, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=1d0e9f69-dea1-4853-8ff5-4aaaa651fb27,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:15.674761 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1d0e9f69-dea1-4853-8ff5-4aaaa651fb27), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:15.676466 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 55fd8b3d-74c8-47fe-b007-cab9a2ddc818 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:18:15.680384 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-70bcb2f6-59aa-475b-93c4-901c1e6969ad tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] Allocated IP 172.20.0.10 (ac5c4a22-a311-4826-ab5f-6f3b2d16efad/9ed773ff-e594-434e-b5f3-b6d28cb6bc8d/43e418a3-d287-4e32-902f-97f49a943eb5) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:18:15.739577 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f18c9fec-fde3-4e29-b4d2-85d1b6290e3e req-bc25625b-e3ba-4995-a391-cd2cba3550dc tempest-LiveMigrationTest-1748382078 tempest-LiveMigrationTest-1748382078-project] 10.222.0.70 "GET /v2.0/security-groups?id=379ba3d9-59c5-453f-b1e8-797c035ef9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4904363 Jan 28 00:18:15.788348 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=1d0e9f69-dea1-4853-8ff5-4aaaa651fb27,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:15.837981 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff1de7d9-0d20-46ac-b1ed-ef86b30f6b29 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (940224ee-3d45-4e4f-bb05-6319f4700b5e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:15.845797 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c27a428-8dc0-4931-90f8-605a49e4d498 x-openstack-request-id: req-6c27a428-8dc0-4931-90f8-605a49e4d498 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:18:15.847282 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e070c5bf-65cb-42e3-898d-75582890faa9", "name": "network-vif-deleted", "tag": "40f8a537-ec71-4bf4-ab68-d676048866d3", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:18:15.847760 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6c27a428-8dc0-4931-90f8-605a49e4d498 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:18:15.848728 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e070c5bf-65cb-42e3-898d-75582890faa9', 'name': 'network-vif-deleted', 'tag': '40f8a537-ec71-4bf4-ab68-d676048866d3', 'status': 'completed', 'code': 200} Jan 28 00:18:15.998356 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 55fd8b3d-74c8-47fe-b007-cab9a2ddc818, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=55fd8b3d-74c8-47fe-b007-cab9a2ddc818,segment=NetworkSegment(e063a043-2a9b-4443-ac3f-4a9bd33a5a4c),segment_id=e063a043-2a9b-4443-ac3f-4a9bd33a5a4c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:16.001340 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5c7a55-75b3-445a-a45b-e872b918b5fa x-openstack-request-id: req-4d5c7a55-75b3-445a-a45b-e872b918b5fa {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:18:16.001340 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4270834b-9161-4d12-986d-07ce41b60e33", "name": "network-vif-deleted", "tag": "23e4c93d-2bfd-40b7-85b3-7e9aa2285abd", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:18:16.001340 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4d5c7a55-75b3-445a-a45b-e872b918b5fa {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:18:16.002018 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4270834b-9161-4d12-986d-07ce41b60e33', 'name': 'network-vif-deleted', 'tag': '23e4c93d-2bfd-40b7-85b3-7e9aa2285abd', 'status': 'completed', 'code': 200} Jan 28 00:18:16.019154 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '55fd8b3d-74c8-47fe-b007-cab9a2ddc818', 'network_id': '6abb539b-6289-4e2a-a1a7-44841ca43189', 'port_id': '55fd8b3d-74c8-47fe-b007-cab9a2ddc818', 'mac_address': 'fa:16:3e:fe:12:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72fa232-fcae-437c-b2d5-8940014d76c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:18:16.059718 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55632) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:16.078120 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 55fd8b3d-74c8-47fe-b007-cab9a2ddc818 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:18:16.080668 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (55fd8b3d-74c8-47fe-b007-cab9a2ddc818), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:16.099326 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55fd8b3d-74c8-47fe-b007-cab9a2ddc818 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:18:16.130733 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1de7d9-0d20-46ac-b1ed-ef86b30f6b29 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Pushing event updated for resources: {'Subnet': ['ID=940224ee-3d45-4e4f-bb05-6319f4700b5e,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:16.133178 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 55fd8b3d-74c8-47fe-b007-cab9a2ddc818, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=55fd8b3d-74c8-47fe-b007-cab9a2ddc818,segment=NetworkSegment(e063a043-2a9b-4443-ac3f-4a9bd33a5a4c),segment_id=e063a043-2a9b-4443-ac3f-4a9bd33a5a4c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:16.141140 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (55fd8b3d-74c8-47fe-b007-cab9a2ddc818), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:16.213604 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1de7d9-0d20-46ac-b1ed-ef86b30f6b29 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Checking segment: {'id': '0465a9d6-01fe-4f7b-a9a6-388e7e67e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:18:16.213989 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1de7d9-0d20-46ac-b1ed-ef86b30f6b29 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Network hostable DHCP agents. Network: e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:18:16.226975 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=55fd8b3d-74c8-47fe-b007-cab9a2ddc818,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:16.252032 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9495e-e511-4894-b12c-64815235e260 req-a10f2393-ec50-42e7-ab0a-2aab6736d629 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:16.253678 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ebd9495e-e511-4894-b12c-64815235e260 req-a10f2393-ec50-42e7-ab0a-2aab6736d629 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=c997aa4e-93ca-49cf-89e5-ce7da1726154 HTTP/1.1" status: 200 len: 948 time: 0.1809516 Jan 28 00:18:16.281697 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-157cfa15-46a1-4027-8897-2e12faab1299 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-925229902-network', 'tenant_id': '51d5ec4365594183a4cff0692efe478f'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:16.289801 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7c595-9bb1-43f6-a86d-623db60b9563 req-55d992a3-0089-4f32-a872-4d6118e8bae9 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:16.292315 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0c7c595-9bb1-43f6-a86d-623db60b9563 req-55d992a3-0089-4f32-a872-4d6118e8bae9 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 950 time: 0.1588836 Jan 28 00:18:16.295647 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-70bcb2f6-59aa-475b-93c4-901c1e6969ad tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] Publish callbacks [] for port (43e418a3-d287-4e32-902f-97f49a943eb5), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:16.315278 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1de7d9-0d20-46ac-b1ed-ef86b30f6b29 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Network e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:18:16.320597 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157cfa15-46a1-4027-8897-2e12faab1299 admin admin] Made reservation on behalf of 51d5ec4365594183a4cff0692efe478f for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:18:16.325588 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-157cfa15-46a1-4027-8897-2e12faab1299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:16.341381 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-157cfa15-46a1-4027-8897-2e12faab1299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:16.358866 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-ff1de7d9-0d20-46ac-b1ed-ef86b30f6b29 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:18:16.374075 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1de7d9-0d20-46ac-b1ed-ef86b30f6b29 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:16.374706 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff1de7d9-0d20-46ac-b1ed-ef86b30f6b29 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:16.389370 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf08740-4ea2-4324-8a55-b6eafdb61114 None None] Network e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:18:16.420818 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ebd9495e-e511-4894-b12c-64815235e260 req-57717279-aa38-472d-9968-437e816426ff tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484346 Jan 28 00:18:16.471550 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0c7c595-9bb1-43f6-a86d-623db60b9563 req-a5f64b97-de27-430f-ac97-653f3ca9ab1e tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628685 Jan 28 00:18:16.491743 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ff1de7d9-0d20-46ac-b1ed-ef86b30f6b29 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0313444 Jan 28 00:18:16.496056 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55636) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:16.502197 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-07d661d4-6e58-48eb-b0d2-159c6c01b563 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Request body: {'subnet': {'network_id': '0d3515a7-9da9-44c3-a34e-684df23ac567', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:16.512770 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-70bcb2f6-59aa-475b-93c4-901c1e6969ad tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (43e418a3-d287-4e32-902f-97f49a943eb5), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:16.624737 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-157cfa15-46a1-4027-8897-2e12faab1299 admin admin] Publish callbacks [] for security_group (3f1352b3-a550-42ee-bff7-b0712c69d169), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:16.630663 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-157cfa15-46a1-4027-8897-2e12faab1299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (3f1352b3-a550-42ee-bff7-b0712c69d169), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:16.655240 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-157cfa15-46a1-4027-8897-2e12faab1299 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:18:16.675705 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-157cfa15-46a1-4027-8897-2e12faab1299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (32462c2d-c577-4168-83f9-936572c37682), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:16.676271 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-157cfa15-46a1-4027-8897-2e12faab1299 admin admin] Added segment 32462c2d-c577-4168-83f9-936572c37682 of type vlan for network 848e4ab3-931c-407a-958e-eddece718e91 Jan 28 00:18:16.688981 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-70bcb2f6-59aa-475b-93c4-901c1e6969ad tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] Network ac5c4a22-a311-4826-ab5f-6f3b2d16efad is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:18:16.698347 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bcb2f6-59aa-475b-93c4-901c1e6969ad tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] Pushing event updated for resources: {'Port': ['ID=43e418a3-d287-4e32-902f-97f49a943eb5,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:16.701451 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-70bcb2f6-59aa-475b-93c4-901c1e6969ad tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:18:16.707106 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-70bcb2f6-59aa-475b-93c4-901c1e6969ad tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:18:16.753269 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 64baad5f-d7c1-4872-b963-87dcb4a5ffcb up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:18:16.768570 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4b3c4-a6d0-43a4-8426-94eef0a11cf6 req-065c6f00-5d68-4985-b222-0fd1e147a7e3 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:16.776521 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70c4b3c4-a6d0-43a4-8426-94eef0a11cf6 req-065c6f00-5d68-4985-b222-0fd1e147a7e3 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] 10.222.0.70 "GET /v2.0/ports?device_id=482323cd-e1ed-4236-b9b9-4aa98ee455b2 HTTP/1.1" status: 200 len: 932 time: 0.2230060 Jan 28 00:18:16.810706 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-70bcb2f6-59aa-475b-93c4-901c1e6969ad tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:16.811505 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-70bcb2f6-59aa-475b-93c4-901c1e6969ad tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:16.829107 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['1d0e9f69-dea1-4853-8ff5-4aaaa651fb27'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:18:16.833680 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a93d1c-13e7-4d72-8671-ec509831d8d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6', 'network_id': 'e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6', 'project_id': '160a5827a22f400b84570ea4a4c65c01', 'fixed_ips': [{'subnet_id': '940224ee-3d45-4e4f-bb05-6319f4700b5e'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:18:16.835201 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d7a93d1c-13e7-4d72-8671-ec509831d8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:16.835452 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-157cfa15-46a1-4027-8897-2e12faab1299 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (848e4ab3-931c-407a-958e-eddece718e91), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:16.841214 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['55fd8b3d-74c8-47fe-b007-cab9a2ddc818'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:18:16.843593 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d661d4-6e58-48eb-b0d2-159c6c01b563 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Made reservation on behalf of 160a5827a22f400b84570ea4a4c65c01 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:18:16.847414 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-07d661d4-6e58-48eb-b0d2-159c6c01b563 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:16.885917 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-70bcb2f6-59aa-475b-93c4-901c1e6969ad tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4776113 Jan 28 00:18:16.920126 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-b435f88a-1375-4670-857e-0718b3534fd2 service neutron] Request body: {'port': {'device_id': '482323cd-e1ed-4236-b9b9-4aa98ee455b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:16.940407 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70c4b3c4-a6d0-43a4-8426-94eef0a11cf6 req-eac43156-48d2-43a6-bbc3-949ea2957f7c tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] 10.222.0.70 "GET /v2.0/security-groups?id=d57e0b1b-3929-4d55-986f-31034c911c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625872 Jan 28 00:18:16.957558 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157cfa15-46a1-4027-8897-2e12faab1299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1352b3-a550-42ee-bff7-b0712c69d169,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:16.978545 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-157cfa15-46a1-4027-8897-2e12faab1299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (848e4ab3-931c-407a-958e-eddece718e91), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:16.980368 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157cfa15-46a1-4027-8897-2e12faab1299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:16.982945 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-157cfa15-46a1-4027-8897-2e12faab1299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:17.045388 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55648) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:17.066975 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-b435f88a-1375-4670-857e-0718b3534fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (43e418a3-d287-4e32-902f-97f49a943eb5), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:17.111273 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-157cfa15-46a1-4027-8897-2e12faab1299 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0457609 Jan 28 00:18:17.120236 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55656) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:17.130738 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-9f042b2c-e4ab-46cb-8b90-66734fbad222 admin admin] Request body: {'subnet': {'network_id': '848e4ab3-931c-407a-958e-eddece718e91', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-925229902-subnet', 'tenant_id': '51d5ec4365594183a4cff0692efe478f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:17.162464 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157cfa15-46a1-4027-8897-2e12faab1299 admin admin] Pushing event updated for resources: {'Network': ['ID=848e4ab3-931c-407a-958e-eddece718e91,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:17.224922 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e34ef3-6f39-4a97-8a90-87070df8051a req-73f2250b-a915-49cc-8b5f-df2d17f3a51c tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:17.230720 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f042b2c-e4ab-46cb-8b90-66734fbad222 admin admin] Made reservation on behalf of 51d5ec4365594183a4cff0692efe478f for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:18:17.235838 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f042b2c-e4ab-46cb-8b90-66734fbad222 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:17.239303 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e2e34ef3-6f39-4a97-8a90-87070df8051a req-73f2250b-a915-49cc-8b5f-df2d17f3a51c tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] 10.222.0.70 "GET /v2.0/ports?device_id=22da124a-7541-4d63-8b2b-d8b799ade475 HTTP/1.1" status: 200 len: 944 time: 0.2968006 Jan 28 00:18:17.277019 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55664) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:17.391095 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 848e4ab3-931c-407a-958e-eddece718e91 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:18:17.489053 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f490e58-2d04-4ac6-b2b5-04c294d13264 admin admin] Deleting subnet a309d6c9-38a3-409d-a906-1638039000ff {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:18:17.507326 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7f490e58-2d04-4ac6-b2b5-04c294d13264 admin admin] Publish callbacks [] for subnet (a309d6c9-38a3-409d-a906-1638039000ff), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:17.593122 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f042b2c-e4ab-46cb-8b90-66734fbad222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (039c148b-3af2-460b-b4f3-8c599a082892), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:17.661917 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-376cad11-d0b1-485c-b2de-3046bb6a2663 admin admin] Deleting subnet 567e0385-2e77-4deb-9a09-101592dace7e {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:18:17.672168 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7f490e58-2d04-4ac6-b2b5-04c294d13264 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (a309d6c9-38a3-409d-a906-1638039000ff), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:17.676391 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-376cad11-d0b1-485c-b2de-3046bb6a2663 admin admin] Publish callbacks [] for subnet (567e0385-2e77-4deb-9a09-101592dace7e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:17.682708 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 64baad5f-d7c1-4872-b963-87dcb4a5ffcb completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:18:17.685518 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f042b2c-e4ab-46cb-8b90-66734fbad222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=039c148b-3af2-460b-b4f3-8c599a082892,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:17.711111 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e2e34ef3-6f39-4a97-8a90-87070df8051a req-acc8aabb-6915-4620-b6a7-299cd0c157e2 tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3727ceb-241f-4ccd-a40c-85f04a943d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519744 Jan 28 00:18:17.724053 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f042b2c-e4ab-46cb-8b90-66734fbad222 admin admin] Checking segment: {'id': '32462c2d-c577-4168-83f9-936572c37682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '848e4ab3-931c-407a-958e-eddece718e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:18:17.724053 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f042b2c-e4ab-46cb-8b90-66734fbad222 admin admin] Network hostable DHCP agents. Network: 848e4ab3-931c-407a-958e-eddece718e91, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:18:17.738166 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-d7a93d1c-13e7-4d72-8671-ec509831d8d8 None None] Allocated IP 10.1.1.2 (e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6/940224ee-3d45-4e4f-bb05-6319f4700b5e/cc8766ce-73b1-4c26-b007-5afeaedbc9ec) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:18:17.750526 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 64baad5f-d7c1-4872-b963-87dcb4a5ffcb triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:18:17.751710 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (64baad5f-d7c1-4872-b963-87dcb4a5ffcb), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:17.769499 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f042b2c-e4ab-46cb-8b90-66734fbad222 admin admin] Network 848e4ab3-931c-407a-958e-eddece718e91 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:18:17.789342 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-9f042b2c-e4ab-46cb-8b90-66734fbad222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 848e4ab3-931c-407a-958e-eddece718e91) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:18:17.798629 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f042b2c-e4ab-46cb-8b90-66734fbad222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:17.799930 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f042b2c-e4ab-46cb-8b90-66734fbad222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:17.840073 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9f042b2c-e4ab-46cb-8b90-66734fbad222 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7178628 Jan 28 00:18:17.840922 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6dc429-a2cd-46e1-81b7-55c91bed3f3d None None] Network 848e4ab3-931c-407a-958e-eddece718e91 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:18:18.273384 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-376cad11-d0b1-485c-b2de-3046bb6a2663 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (567e0385-2e77-4deb-9a09-101592dace7e), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:18.295053 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54cc73-13b4-4ee2-b76e-1e5830b2ef2c req-1406467e-d6ff-4f20-83c1-1c0376fea39e tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:18.297549 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3a54cc73-13b4-4ee2-b76e-1e5830b2ef2c req-1406467e-d6ff-4f20-83c1-1c0376fea39e tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=c997aa4e-93ca-49cf-89e5-ce7da1726154 HTTP/1.1" status: 200 len: 948 time: 0.7544787 Jan 28 00:18:18.368538 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7f490e58-2d04-4ac6-b2b5-04c294d13264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (a309d6c9-38a3-409d-a906-1638039000ff), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:18.390282 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ca3035-c340-4b30-aede-394504a560e6 None None] Network 848e4ab3-931c-407a-958e-eddece718e91 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:18:18.402318 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 64baad5f-d7c1-4872-b963-87dcb4a5ffcb is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:18:18.402719 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (64baad5f-d7c1-4872-b963-87dcb4a5ffcb), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:18.453320 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-07d661d4-6e58-48eb-b0d2-159c6c01b563 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (6c8f991a-3a24-4bd6-a4c1-afbf0559c273), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:18.474389 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d7a93d1c-13e7-4d72-8671-ec509831d8d8 None None] Publish callbacks [] for port (cc8766ce-73b1-4c26-b007-5afeaedbc9ec), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:18.494977 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a87218-3ac0-4c6d-b87a-3c7e6e314ef5 req-7f10dd96-cd44-4298-bfb5-df997fe7c019 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:18.496657 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-38a87218-3ac0-4c6d-b87a-3c7e6e314ef5 req-7f10dd96-cd44-4298-bfb5-df997fe7c019 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 950 time: 0.3342340 Jan 28 00:18:18.504298 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-376cad11-d0b1-485c-b2de-3046bb6a2663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (567e0385-2e77-4deb-9a09-101592dace7e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:18.506540 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d7a93d1c-13e7-4d72-8671-ec509831d8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (cc8766ce-73b1-4c26-b007-5afeaedbc9ec), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:18.530672 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc9e455-8caa-4106-897b-5a270ad8af65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64baad5f-d7c1-4872-b963-87dcb4a5ffcb'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:18:18.535501 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51274c4e-1524-463f-96b9-ff07b225dbc7" -d '{"events": [{"server_uuid": "bcc9e455-8caa-4106-897b-5a270ad8af65", "name": "network-vif-plugged", "status": "completed", "tag": "64baad5f-d7c1-4872-b963-87dcb4a5ffcb"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:18:18.621716 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 64baad5f-d7c1-4872-b963-87dcb4a5ffcb, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=64baad5f-d7c1-4872-b963-87dcb4a5ffcb,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:18.628480 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a93d1c-13e7-4d72-8671-ec509831d8d8 None None] Network e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:18:18.642830 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-d7a93d1c-13e7-4d72-8671-ec509831d8d8 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:18:18.646129 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (64baad5f-d7c1-4872-b963-87dcb4a5ffcb), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:18.647083 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:18:18.651211 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a93d1c-13e7-4d72-8671-ec509831d8d8 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:18:18.674777 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3a54cc73-13b4-4ee2-b76e-1e5830b2ef2c req-c11ab2ff-f21d-48e6-9394-e3cd775ebf4c tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208802 Jan 28 00:18:18.710399 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:18:18.710974 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 23e4c93d-2bfd-40b7-85b3-7e9aa2285abd not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:18:18.711604 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 40f8a537-ec71-4bf4-ab68-d676048866d3 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:18:18.716203 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7f490e58-2d04-4ac6-b2b5-04c294d13264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (a309d6c9-38a3-409d-a906-1638039000ff), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:18.742932 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a93d1c-13e7-4d72-8671-ec509831d8d8 None None] Pushing event updated for resources: {'Port': ['ID=cc8766ce-73b1-4c26-b007-5afeaedbc9ec,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:18.751529 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d661d4-6e58-48eb-b0d2-159c6c01b563 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Pushing event updated for resources: {'Subnet': ['ID=6c8f991a-3a24-4bd6-a4c1-afbf0559c273,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:18.762566 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-b435f88a-1375-4670-857e-0718b3534fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e418a3-d287-4e32-902f-97f49a943eb5 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:18:18.788613 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 40f8a537-ec71-4bf4-ab68-d676048866d3 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:18:18.789084 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 40f8a537-ec71-4bf4-ab68-d676048866d3 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:18:18.805250 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-b435f88a-1375-4670-857e-0718b3534fd2 service neutron] Publish callbacks [] for port (43e418a3-d287-4e32-902f-97f49a943eb5), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:18.815204 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-38a87218-3ac0-4c6d-b87a-3c7e6e314ef5 req-b6dc4343-52a8-4471-9e3f-308109fc1582 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595294 Jan 28 00:18:18.816435 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7f490e58-2d04-4ac6-b2b5-04c294d13264 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:18.823264 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7f490e58-2d04-4ac6-b2b5-04c294d13264 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a309d6c9-38a3-409d-a906-1638039000ff HTTP/1.1" status: 204 len: 168 time: 1.7720187 Jan 28 00:18:18.823788 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55680) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:18.829028 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f490e58-2d04-4ac6-b2b5-04c294d13264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a309d6c9-38a3-409d-a906-1638039000ff,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:18.831248 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-376cad11-d0b1-485c-b2de-3046bb6a2663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (567e0385-2e77-4deb-9a09-101592dace7e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:18.848558 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d661d4-6e58-48eb-b0d2-159c6c01b563 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Checking segment: {'id': 'f11e5768-33c6-4da6-b3cf-f52484509446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0d3515a7-9da9-44c3-a34e-684df23ac567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:18:18.849506 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d661d4-6e58-48eb-b0d2-159c6c01b563 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Network hostable DHCP agents. Network: 0d3515a7-9da9-44c3-a34e-684df23ac567, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:18:18.885472 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-b435f88a-1375-4670-857e-0718b3534fd2 service neutron] Transition to ACTIVE for port object 43e418a3-d287-4e32-902f-97f49a943eb5 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:18:18.886930 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376cad11-d0b1-485c-b2de-3046bb6a2663 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=567e0385-2e77-4deb-9a09-101592dace7e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:18.893572 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-376cad11-d0b1-485c-b2de-3046bb6a2663 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:18.900942 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-376cad11-d0b1-485c-b2de-3046bb6a2663 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/567e0385-2e77-4deb-9a09-101592dace7e HTTP/1.1" status: 204 len: 168 time: 1.5218623 Jan 28 00:18:18.904481 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55682) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:18.912150 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-b435f88a-1375-4670-857e-0718b3534fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (43e418a3-d287-4e32-902f-97f49a943eb5), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:18.981322 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-d7a93d1c-13e7-4d72-8671-ec509831d8d8 None None] Attempting to bind port cc8766ce-73b1-4c26-b007-5afeaedbc9ec on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:18:18.982247 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-d7a93d1c-13e7-4d72-8671-ec509831d8d8 None None] Attempting to bind port cc8766ce-73b1-4c26-b007-5afeaedbc9ec by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '0465a9d6-01fe-4f7b-a9a6-388e7e67e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:18:18.982663 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a93d1c-13e7-4d72-8671-ec509831d8d8 None None] Attempting to bind port cc8766ce-73b1-4c26-b007-5afeaedbc9ec on network e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:18:19.029130 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d661d4-6e58-48eb-b0d2-159c6c01b563 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Network 0d3515a7-9da9-44c3-a34e-684df23ac567 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:18:19.029490 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=64baad5f-d7c1-4872-b963-87dcb4a5ffcb,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:19.045053 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a93d1c-13e7-4d72-8671-ec509831d8d8 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:18:19.045702 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a93d1c-13e7-4d72-8671-ec509831d8d8 None None] Checking segment: {'id': '0465a9d6-01fe-4f7b-a9a6-388e7e67e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:18:19.046322 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d7a93d1c-13e7-4d72-8671-ec509831d8d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:19.047208 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a93d1c-13e7-4d72-8671-ec509831d8d8 None None] Bound using segment: {'id': '0465a9d6-01fe-4f7b-a9a6-388e7e67e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:18:19.047845 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-d7a93d1c-13e7-4d72-8671-ec509831d8d8 None None] Bound port: cc8766ce-73b1-4c26-b007-5afeaedbc9ec, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0465a9d6-01fe-4f7b-a9a6-388e7e67e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:18:19.048465 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d7a93d1c-13e7-4d72-8671-ec509831d8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cc8766ce-73b1-4c26-b007-5afeaedbc9ec), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:19.065899 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cea19c44-6c02-4336-8ba0-bbabad9c07ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (ede0cbb9-a83e-4037-b673-696eabc6b3a3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:19.125562 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-07d661d4-6e58-48eb-b0d2-159c6c01b563 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 0d3515a7-9da9-44c3-a34e-684df23ac567) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:18:19.141523 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f725ab33-a6cc-45c3-97e3-1c6e05aa7aa3 None None] Network 0d3515a7-9da9-44c3-a34e-684df23ac567 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:18:19.141876 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d661d4-6e58-48eb-b0d2-159c6c01b563 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:19.142226 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-07d661d4-6e58-48eb-b0d2-159c6c01b563 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:19.147658 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435f88a-1375-4670-857e-0718b3534fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=43e418a3-d287-4e32-902f-97f49a943eb5,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:19.154281 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7d98f59b-13ad-4a14-a9f3-f76461400e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (7eba583e-210b-4587-8306-d646f5f8598a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:19.208028 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-07d661d4-6e58-48eb-b0d2-159c6c01b563 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7103760 Jan 28 00:18:19.214478 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55686) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:19.244342 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-2a00d5a5-457b-4d3d-8da8-d00032c8a38d tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Request body: {'port': {'network_id': 'e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6', 'name': 'tempest-TaggedBootDevicesTest_v242-1708190293', 'fixed_ips': [{'subnet_id': '940224ee-3d45-4e4f-bb05-6319f4700b5e'}]}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:19.277104 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f15858-951a-431b-bf04-8df2c4f81ab7 req-ed63cdb1-aee5-488f-a062-b2ebcd40af16 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:19.280653 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-53f15858-951a-431b-bf04-8df2c4f81ab7 req-ed63cdb1-aee5-488f-a062-b2ebcd40af16 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] 10.222.0.70 "GET /v2.0/ports?device_id=482323cd-e1ed-4236-b9b9-4aa98ee455b2 HTTP/1.1" status: 200 len: 944 time: 0.2386527 Jan 28 00:18:19.300992 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cea19c44-6c02-4336-8ba0-bbabad9c07ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (ede0cbb9-a83e-4037-b673-696eabc6b3a3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:19.365171 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-cea19c44-6c02-4336-8ba0-bbabad9c07ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede0cbb9-a83e-4037-b673-696eabc6b3a3']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:18:19.378814 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-cea19c44-6c02-4336-8ba0-bbabad9c07ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63186583-51ea-48e1-b27c-69fe8ee86d11') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:18:19.379216 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-cea19c44-6c02-4336-8ba0-bbabad9c07ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63186583-51ea-48e1-b27c-69fe8ee86d11') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:18:19.401425 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cea19c44-6c02-4336-8ba0-bbabad9c07ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (63186583-51ea-48e1-b27c-69fe8ee86d11), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:19.412403 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-d7a93d1c-13e7-4d72-8671-ec509831d8d8 None None] For port cc8766ce-73b1-4c26-b007-5afeaedbc9ec, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:18:19.425285 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-d7a93d1c-13e7-4d72-8671-ec509831d8d8 None None] For port cc8766ce-73b1-4c26-b007-5afeaedbc9ec, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=cc8766ce-73b1-4c26-b007-5afeaedbc9ec,segment=NetworkSegment(0465a9d6-01fe-4f7b-a9a6-388e7e67e02b),segment_id=0465a9d6-01fe-4f7b-a9a6-388e7e67e02b)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:18:19.427520 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7d98f59b-13ad-4a14-a9f3-f76461400e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (7eba583e-210b-4587-8306-d646f5f8598a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:19.445817 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cea19c44-6c02-4336-8ba0-bbabad9c07ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (63186583-51ea-48e1-b27c-69fe8ee86d11), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:19.455889 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d7a93d1c-13e7-4d72-8671-ec509831d8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (cc8766ce-73b1-4c26-b007-5afeaedbc9ec), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:19.464761 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea19c44-6c02-4336-8ba0-bbabad9c07ed admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:18:19.468439 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cea19c44-6c02-4336-8ba0-bbabad9c07ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (63186583-51ea-48e1-b27c-69fe8ee86d11), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:19.470545 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-7d98f59b-13ad-4a14-a9f3-f76461400e7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eba583e-210b-4587-8306-d646f5f8598a']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:18:19.472583 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:18:19.472583 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:18:19.472583 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:18:19.472583 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:18:19.472583 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:18:19.472583 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:18:19.472583 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:18:19.472583 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:18:19.472583 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:18:19.472583 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:18:19.472583 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:18:19.472583 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:18:19.472583 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:18:19.472583 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:18:19.472583 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:18:19.472583 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:18:19.472583 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:18:19.472583 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:18:19.472583 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:18:19.472583 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:18:19.472583 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:18:19.472583 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:18:19.472583 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:18:19.472583 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:18:19.472583 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:18:19.472583 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:18:19.472583 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:18:19.472583 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:18:19.472583 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:18:19.472583 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:18:19.472583 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:18:19.472583 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:18:19.497006 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-7d98f59b-13ad-4a14-a9f3-f76461400e7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c9475bb-b683-4532-8ba1-ace05011e6fd') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:18:19.497871 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-7d98f59b-13ad-4a14-a9f3-f76461400e7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c9475bb-b683-4532-8ba1-ace05011e6fd') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:18:19.517247 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7d98f59b-13ad-4a14-a9f3-f76461400e7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (1c9475bb-b683-4532-8ba1-ace05011e6fd), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:19.544065 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7d98f59b-13ad-4a14-a9f3-f76461400e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (1c9475bb-b683-4532-8ba1-ace05011e6fd), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:19.557864 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d98f59b-13ad-4a14-a9f3-f76461400e7b admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:18:19.558909 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7d98f59b-13ad-4a14-a9f3-f76461400e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (1c9475bb-b683-4532-8ba1-ace05011e6fd), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:19.565095 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd5d6b4-f8bf-47cb-a099-7c9915a77820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-0d3515a7-9da9-44c3-a34e-684df23ac567', 'network_id': '0d3515a7-9da9-44c3-a34e-684df23ac567', 'project_id': '160a5827a22f400b84570ea4a4c65c01', 'fixed_ips': [{'subnet_id': '6c8f991a-3a24-4bd6-a4c1-afbf0559c273'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:18:19.566049 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8bd5d6b4-f8bf-47cb-a099-7c9915a77820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:19.638138 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cea19c44-6c02-4336-8ba0-bbabad9c07ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (ede0cbb9-a83e-4037-b673-696eabc6b3a3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:19.651895 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cea19c44-6c02-4336-8ba0-bbabad9c07ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:19.664938 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cea19c44-6c02-4336-8ba0-bbabad9c07ed admin admin] 10.222.0.70 "DELETE /v2.0/networks/ede0cbb9-a83e-4037-b673-696eabc6b3a3 HTTP/1.1" status: 204 len: 168 time: 0.8391280 Jan 28 00:18:19.668406 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55688) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:19.673171 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-7f11c260-116a-4a7b-8f47-08c61d9aba3a req-f96f92ca-7d98-4779-bfc5-f1cb1337586f tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1538746347', 'description': 'tempest-description-1503492004'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:19.693692 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a93d1c-13e7-4d72-8671-ec509831d8d8 None None] Pushing event updated for resources: {'Port': ['ID=cc8766ce-73b1-4c26-b007-5afeaedbc9ec,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:19.747047 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea19c44-6c02-4336-8ba0-bbabad9c07ed admin admin] Pushing event deleted for resources: {'Network': ['ID=ede0cbb9-a83e-4037-b673-696eabc6b3a3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:19.803961 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed41cbb1-2a4b-43a5-9877-70a6f0bec4fe admin admin] Deleting subnet f4a787d4-3384-4d25-9d38-b640a7b6c057 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:18:19.810915 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ed41cbb1-2a4b-43a5-9877-70a6f0bec4fe admin admin] Publish callbacks [] for subnet (f4a787d4-3384-4d25-9d38-b640a7b6c057), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:19.845498 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:18:19.845498 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:18:19.845498 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:18:19.845498 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:18:19.845498 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:18:19.845498 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:18:19.845498 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:18:19.845498 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:18:19.845498 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:18:19.845498 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:18:19.845498 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:18:19.845498 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:18:19.845498 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:18:19.845498 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:18:19.845498 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:18:19.845498 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:18:19.845498 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:18:19.845498 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:18:19.845498 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:18:19.845498 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:18:19.845498 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:18:19.845498 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:18:19.845498 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:18:19.845498 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:18:19.845498 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:18:19.845498 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:18:19.845498 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:18:19.845498 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:18:19.845498 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:18:19.845498 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:18:19.845498 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:18:19.845498 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:18:19.880176 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ed41cbb1-2a4b-43a5-9877-70a6f0bec4fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (f4a787d4-3384-4d25-9d38-b640a7b6c057), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:19.948927 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7d98f59b-13ad-4a14-a9f3-f76461400e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (7eba583e-210b-4587-8306-d646f5f8598a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:19.984422 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7d98f59b-13ad-4a14-a9f3-f76461400e7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:19.993936 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7d98f59b-13ad-4a14-a9f3-f76461400e7b admin admin] 10.222.0.70 "DELETE /v2.0/networks/7eba583e-210b-4587-8306-d646f5f8598a HTTP/1.1" status: 204 len: 168 time: 1.0858417 Jan 28 00:18:20.031247 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ed41cbb1-2a4b-43a5-9877-70a6f0bec4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (f4a787d4-3384-4d25-9d38-b640a7b6c057), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:20.034318 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-53f15858-951a-431b-bf04-8df2c4f81ab7 req-4d792917-731f-4b83-a586-1a9b9b8859a4 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] 10.222.0.70 "GET /v2.0/security-groups?id=d57e0b1b-3929-4d55-986f-31034c911c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978865 Jan 28 00:18:20.039576 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-b435f88a-1375-4670-857e-0718b3534fd2 service neutron] Attempting to bind port 43e418a3-d287-4e32-902f-97f49a943eb5 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:18:20.040022 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-b435f88a-1375-4670-857e-0718b3534fd2 service neutron] Attempting to bind port 43e418a3-d287-4e32-902f-97f49a943eb5 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '284f53b4-1b8e-4459-a5e1-6ee02242630f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ac5c4a22-a311-4826-ab5f-6f3b2d16efad'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:18:20.041668 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-b435f88a-1375-4670-857e-0718b3534fd2 service neutron] Attempting to bind port 43e418a3-d287-4e32-902f-97f49a943eb5 on network ac5c4a22-a311-4826-ab5f-6f3b2d16efad {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:18:20.049543 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98f59b-13ad-4a14-a9f3-f76461400e7b admin admin] Pushing event deleted for resources: {'Network': ['ID=7eba583e-210b-4587-8306-d646f5f8598a,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:20.055978 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7f11c260-116a-4a7b-8f47-08c61d9aba3a req-f96f92ca-7d98-4779-bfc5-f1cb1337586f tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:20.066820 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-b435f88a-1375-4670-857e-0718b3534fd2 service neutron] Port 43e418a3-d287-4e32-902f-97f49a943eb5 on network ac5c4a22-a311-4826-ab5f-6f3b2d16efad not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:18:20.066820 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-b435f88a-1375-4670-857e-0718b3534fd2 service neutron] Attempting to bind port 43e418a3-d287-4e32-902f-97f49a943eb5 on network ac5c4a22-a311-4826-ab5f-6f3b2d16efad {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:18:20.067657 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-b435f88a-1375-4670-857e-0718b3534fd2 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:18:20.068389 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-b435f88a-1375-4670-857e-0718b3534fd2 service neutron] Checking segment: {'id': '284f53b4-1b8e-4459-a5e1-6ee02242630f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ac5c4a22-a311-4826-ab5f-6f3b2d16efad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:18:20.071070 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-b435f88a-1375-4670-857e-0718b3534fd2 service neutron] Bound using segment: {'id': '284f53b4-1b8e-4459-a5e1-6ee02242630f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ac5c4a22-a311-4826-ab5f-6f3b2d16efad'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:18:20.074496 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-b435f88a-1375-4670-857e-0718b3534fd2 service neutron] Bound port: 43e418a3-d287-4e32-902f-97f49a943eb5, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '284f53b4-1b8e-4459-a5e1-6ee02242630f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ac5c4a22-a311-4826-ab5f-6f3b2d16efad'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:18:20.076985 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-b435f88a-1375-4670-857e-0718b3534fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (43e418a3-d287-4e32-902f-97f49a943eb5), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:20.150070 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a00d5a5-457b-4d3d-8da8-d00032c8a38d tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Made reservation on behalf of 160a5827a22f400b84570ea4a4c65c01 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:18:20.192630 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319f8877-0a0b-447e-9ccf-a91c81cdb2b2 x-openstack-request-id: req-319f8877-0a0b-447e-9ccf-a91c81cdb2b2 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:18:20.195979 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc9e455-8caa-4106-897b-5a270ad8af65", "name": "network-vif-plugged", "status": "completed", "tag": "64baad5f-d7c1-4872-b963-87dcb4a5ffcb", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:18:20.196300 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-319f8877-0a0b-447e-9ccf-a91c81cdb2b2 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:18:20.199543 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc9e455-8caa-4106-897b-5a270ad8af65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64baad5f-d7c1-4872-b963-87dcb4a5ffcb', 'code': 200} Jan 28 00:18:20.250078 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ed41cbb1-2a4b-43a5-9877-70a6f0bec4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (f4a787d4-3384-4d25-9d38-b640a7b6c057), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:20.297904 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-8bd5d6b4-f8bf-47cb-a099-7c9915a77820 None None] Allocated IP 10.2.2.2 (0d3515a7-9da9-44c3-a34e-684df23ac567/6c8f991a-3a24-4bd6-a4c1-afbf0559c273/ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:18:20.311647 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41cbb1-2a4b-43a5-9877-70a6f0bec4fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4a787d4-3384-4d25-9d38-b640a7b6c057,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:20.330171 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ed41cbb1-2a4b-43a5-9877-70a6f0bec4fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:20.342585 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ed41cbb1-2a4b-43a5-9877-70a6f0bec4fe admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f4a787d4-3384-4d25-9d38-b640a7b6c057 HTTP/1.1" status: 204 len: 168 time: 0.6685770 Jan 28 00:18:20.343141 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55696) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:20.423779 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55698) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:20.500911 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f96add8e-9a07-4b90-972b-b9251bb95759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (1d9d7ae9-0c46-4212-9913-6927304c5c9a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:20.572630 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2a00d5a5-457b-4d3d-8da8-d00032c8a38d tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:20.672590 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8bd5d6b4-f8bf-47cb-a099-7c9915a77820 None None] Publish callbacks [] for port (ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:20.677009 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f96add8e-9a07-4b90-972b-b9251bb95759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (1d9d7ae9-0c46-4212-9913-6927304c5c9a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:20.681843 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8bd5d6b4-f8bf-47cb-a099-7c9915a77820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:20.730696 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-f96add8e-9a07-4b90-972b-b9251bb95759 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d9d7ae9-0c46-4212-9913-6927304c5c9a']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:18:20.742923 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5d6b4-f8bf-47cb-a099-7c9915a77820 None None] Pushing event updated for resources: {'Port': ['ID=ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:20.753432 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd5d6b4-f8bf-47cb-a099-7c9915a77820 None None] Network 0d3515a7-9da9-44c3-a34e-684df23ac567 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:18:20.755930 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-8bd5d6b4-f8bf-47cb-a099-7c9915a77820 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:18:20.758763 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd5d6b4-f8bf-47cb-a099-7c9915a77820 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:18:20.762230 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-f96add8e-9a07-4b90-972b-b9251bb95759 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5984e002-8eb2-4333-9690-d4cc579a43b9') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:18:20.763177 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-f96add8e-9a07-4b90-972b-b9251bb95759 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5984e002-8eb2-4333-9690-d4cc579a43b9') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:18:20.778163 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-2a00d5a5-457b-4d3d-8da8-d00032c8a38d tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] device_id is not set on port 17a2a773-d586-4db3-b390-7e92fd06a45f yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:18:20.783804 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f96add8e-9a07-4b90-972b-b9251bb95759 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (5984e002-8eb2-4333-9690-d4cc579a43b9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:20.812570 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f96add8e-9a07-4b90-972b-b9251bb95759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (5984e002-8eb2-4333-9690-d4cc579a43b9), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:20.825694 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f96add8e-9a07-4b90-972b-b9251bb95759 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:18:20.826177 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f96add8e-9a07-4b90-972b-b9251bb95759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (5984e002-8eb2-4333-9690-d4cc579a43b9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:20.833773 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-8bd5d6b4-f8bf-47cb-a099-7c9915a77820 None None] Attempting to bind port ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:18:20.834333 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-8bd5d6b4-f8bf-47cb-a099-7c9915a77820 None None] Attempting to bind port ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'f11e5768-33c6-4da6-b3cf-f52484509446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0d3515a7-9da9-44c3-a34e-684df23ac567'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:18:20.834719 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd5d6b4-f8bf-47cb-a099-7c9915a77820 None None] Attempting to bind port ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0 on network 0d3515a7-9da9-44c3-a34e-684df23ac567 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:18:20.841574 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd5d6b4-f8bf-47cb-a099-7c9915a77820 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:18:20.841985 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd5d6b4-f8bf-47cb-a099-7c9915a77820 None None] Checking segment: {'id': 'f11e5768-33c6-4da6-b3cf-f52484509446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0d3515a7-9da9-44c3-a34e-684df23ac567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:18:20.842377 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8bd5d6b4-f8bf-47cb-a099-7c9915a77820 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:20.842790 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd5d6b4-f8bf-47cb-a099-7c9915a77820 None None] Bound using segment: {'id': 'f11e5768-33c6-4da6-b3cf-f52484509446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0d3515a7-9da9-44c3-a34e-684df23ac567'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:18:20.843353 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-8bd5d6b4-f8bf-47cb-a099-7c9915a77820 None None] Bound port: ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f11e5768-33c6-4da6-b3cf-f52484509446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0d3515a7-9da9-44c3-a34e-684df23ac567'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:18:20.843942 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8bd5d6b4-f8bf-47cb-a099-7c9915a77820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:20.925881 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:18:20.925881 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:18:20.925881 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:18:20.925881 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:18:20.925881 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:18:20.925881 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:18:20.925881 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:18:20.925881 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:18:20.925881 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:18:20.925881 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:18:20.925881 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:18:20.925881 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:18:20.925881 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:18:20.925881 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:18:20.925881 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:18:20.925881 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:18:20.925881 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:18:20.925881 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:18:20.925881 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:18:20.925881 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:18:20.925881 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:18:20.925881 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:18:20.925881 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:18:20.925881 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:18:20.925881 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:18:20.925881 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:18:20.925881 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:18:20.925881 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:18:20.925881 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:18:20.925881 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:18:20.925881 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:18:20.925881 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:18:20.931289 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f96add8e-9a07-4b90-972b-b9251bb95759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (1d9d7ae9-0c46-4212-9913-6927304c5c9a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:20.935927 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-8bd5d6b4-f8bf-47cb-a099-7c9915a77820 None None] For port ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:18:20.941249 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-8bd5d6b4-f8bf-47cb-a099-7c9915a77820 None None] For port ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0,segment=NetworkSegment(f11e5768-33c6-4da6-b3cf-f52484509446),segment_id=f11e5768-33c6-4da6-b3cf-f52484509446)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:18:20.947604 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f96add8e-9a07-4b90-972b-b9251bb95759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:20.949080 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8bd5d6b4-f8bf-47cb-a099-7c9915a77820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:20.953445 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f96add8e-9a07-4b90-972b-b9251bb95759 admin admin] 10.222.0.70 "DELETE /v2.0/networks/1d9d7ae9-0c46-4212-9913-6927304c5c9a HTTP/1.1" status: 204 len: 168 time: 0.6092298 Jan 28 00:18:21.016918 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96add8e-9a07-4b90-972b-b9251bb95759 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d9d7ae9-0c46-4212-9913-6927304c5c9a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:21.034137 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5d6b4-f8bf-47cb-a099-7c9915a77820 None None] Pushing event updated for resources: {'Port': ['ID=ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:21.073179 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-b435f88a-1375-4670-857e-0718b3534fd2 service neutron] For port 43e418a3-d287-4e32-902f-97f49a943eb5, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:18:21.079704 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-b435f88a-1375-4670-857e-0718b3534fd2 service neutron] For port 43e418a3-d287-4e32-902f-97f49a943eb5, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=43e418a3-d287-4e32-902f-97f49a943eb5,segment=NetworkSegment(284f53b4-1b8e-4459-a5e1-6ee02242630f),segment_id=284f53b4-1b8e-4459-a5e1-6ee02242630f)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:18:21.168043 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7f11c260-116a-4a7b-8f47-08c61d9aba3a req-f96f92ca-7d98-4779-bfc5-f1cb1337586f tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group (253d13de-b96f-4b1a-ad7c-20c9ea37fa3b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:21.179345 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-39577e75-1f03-44bf-ac38-ac7119e881b9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f35f76bda39746e0a8cc1893796ba4ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7343297 Jan 28 00:18:21.194789 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55704) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:21.211439 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ecb256-ad46-4961-b8d0-a5ca38560bdc req-e6b56400-59e0-409f-af35-1b602ed9e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:21.215965 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-39ecb256-ad46-4961-b8d0-a5ca38560bdc req-e6b56400-59e0-409f-af35-1b602ed9e700 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bcc9e455-8caa-4106-897b-5a270ad8af65 HTTP/1.1" status: 200 len: 1101 time: 0.7996042 Jan 28 00:18:21.217778 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7f11c260-116a-4a7b-8f47-08c61d9aba3a req-f96f92ca-7d98-4779-bfc5-f1cb1337586f tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (253d13de-b96f-4b1a-ad7c-20c9ea37fa3b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:21.326321 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 1d0e9f69-dea1-4853-8ff5-4aaaa651fb27 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:18:21.336422 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c13fbf43-d781-410d-a4e4-49d3b95ff885 admin admin] Publish callbacks [] for security_group (b74d322a-c6a7-49bb-8f01-59bfe6b199d5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:21.449109 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c13fbf43-d781-410d-a4e4-49d3b95ff885 admin admin] Publish callbacks [] for security_group (b74d322a-c6a7-49bb-8f01-59bfe6b199d5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:21.459136 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 1d0e9f69-dea1-4853-8ff5-4aaaa651fb27 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:18:21.485315 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 1d0e9f69-dea1-4853-8ff5-4aaaa651fb27 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:18:21.485917 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1d0e9f69-dea1-4853-8ff5-4aaaa651fb27), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:21.523266 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-b435f88a-1375-4670-857e-0718b3534fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (43e418a3-d287-4e32-902f-97f49a943eb5), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:21.603953 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5e258-6093-42d2-a866-d0a342d697fa req-5dd6845b-191a-4a5d-a10f-fa591b530cca tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:21.648485 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22e5e258-6093-42d2-a866-d0a342d697fa req-5dd6845b-191a-4a5d-a10f-fa591b530cca tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] 10.222.0.70 "GET /v2.0/ports?device_id=22da124a-7541-4d63-8b2b-d8b799ade475 HTTP/1.1" status: 200 len: 944 time: 1.2259905 Jan 28 00:18:21.657858 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 1d0e9f69-dea1-4853-8ff5-4aaaa651fb27 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:18:21.658531 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1d0e9f69-dea1-4853-8ff5-4aaaa651fb27), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:21.713548 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c13fbf43-d781-410d-a4e4-49d3b95ff885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b74d322a-c6a7-49bb-8f01-59bfe6b199d5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:21.732160 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c13fbf43-d781-410d-a4e4-49d3b95ff885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:21.738018 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c13fbf43-d781-410d-a4e4-49d3b95ff885 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b74d322a-c6a7-49bb-8f01-59bfe6b199d5 HTTP/1.1" status: 204 len: 168 time: 0.5372221 Jan 28 00:18:21.803256 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55708) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:21.829958 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fbf43-d781-410d-a4e4-49d3b95ff885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74d322a-c6a7-49bb-8f01-59bfe6b199d5,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:21.971336 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e2fe8edd-7d5f-43c2-aacc-5bd26b8990a9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8a78e89f3df84c31929be575e138a975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1663146 Jan 28 00:18:21.975549 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55710) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:22.052025 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device cc8766ce-73b1-4c26-b007-5afeaedbc9ec up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:18:22.065678 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435f88a-1375-4670-857e-0718b3534fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=43e418a3-d287-4e32-902f-97f49a943eb5,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:22.106593 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1c3dce-74fd-43c9-9d35-b3bd1b35d710 None None] Network e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:18:22.128786 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-42d259b6-3bf0-4a49-a9ca-bd29e3722bed admin admin] Publish callbacks [] for security_group (379ba3d9-59c5-453f-b1e8-797c035ef9f2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:22.151448 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7f11c260-116a-4a7b-8f47-08c61d9aba3a req-f96f92ca-7d98-4779-bfc5-f1cb1337586f tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:22.152922 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7f11c260-116a-4a7b-8f47-08c61d9aba3a req-f96f92ca-7d98-4779-bfc5-f1cb1337586f tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 2.4843380 Jan 28 00:18:22.164004 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-b435f88a-1375-4670-857e-0718b3534fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:22.164677 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-b435f88a-1375-4670-857e-0718b3534fd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:22.166885 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-b435f88a-1375-4670-857e-0718b3534fd2 service neutron] 10.222.0.52 "PUT /v2.0/ports/43e418a3-d287-4e32-902f-97f49a943eb5 HTTP/1.1" status: 200 len: 1092 time: 5.2511144 Jan 28 00:18:22.167430 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482323cd-e1ed-4236-b9b9-4aa98ee455b2', 'tag': '43e418a3-d287-4e32-902f-97f49a943eb5'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:18:22.170054 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbba920-93af-4312-97c8-412ac3104c32" -d '{"events": [{"name": "network-changed", "server_uuid": "482323cd-e1ed-4236-b9b9-4aa98ee455b2", "tag": "43e418a3-d287-4e32-902f-97f49a943eb5"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:18:22.189684 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-39ecb256-ad46-4961-b8d0-a5ca38560bdc req-22dc0948-391d-4173-9bd1-4f4130384aa2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7832265 Jan 28 00:18:22.198362 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f92ca-7d98-4779-bfc5-f1cb1337586f tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=253d13de-b96f-4b1a-ad7c-20c9ea37fa3b,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:22.211912 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-42d259b6-3bf0-4a49-a9ca-bd29e3722bed admin admin] Publish callbacks [] for security_group (379ba3d9-59c5-453f-b1e8-797c035ef9f2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:22.287962 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c997aa4e-93ca-49cf-89e5-ce7da1726154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0e9f69-dea1-4853-8ff5-4aaaa651fb27'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:18:22.291407 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43321d1-9514-44fb-8028-d27c7ba9629c" -d '{"events": [{"server_uuid": "c997aa4e-93ca-49cf-89e5-ce7da1726154", "name": "network-vif-plugged", "status": "completed", "tag": "1d0e9f69-dea1-4853-8ff5-4aaaa651fb27"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:18:22.320714 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 1d0e9f69-dea1-4853-8ff5-4aaaa651fb27, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=1d0e9f69-dea1-4853-8ff5-4aaaa651fb27,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:22.331284 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-830f999e-6ce4-4266-ab0e-0bb64ad1b114 None None] Provisioning complete for port cc8766ce-73b1-4c26-b007-5afeaedbc9ec triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:18:22.332366 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-830f999e-6ce4-4266-ab0e-0bb64ad1b114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cc8766ce-73b1-4c26-b007-5afeaedbc9ec), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:22.359997 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-42d259b6-3bf0-4a49-a9ca-bd29e3722bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (379ba3d9-59c5-453f-b1e8-797c035ef9f2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:22.365034 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-42d259b6-3bf0-4a49-a9ca-bd29e3722bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:22.366851 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-42d259b6-3bf0-4a49-a9ca-bd29e3722bed admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/379ba3d9-59c5-453f-b1e8-797c035ef9f2 HTTP/1.1" status: 204 len: 168 time: 0.3887222 Jan 28 00:18:22.379196 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d259b6-3bf0-4a49-a9ca-bd29e3722bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379ba3d9-59c5-453f-b1e8-797c035ef9f2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:22.410362 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22e5e258-6093-42d2-a866-d0a342d697fa req-a0c8f54f-72e7-45c4-9f81-d2d755f2d6bc tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3727ceb-241f-4ccd-a40c-85f04a943d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7565296 Jan 28 00:18:22.430048 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1d0e9f69-dea1-4853-8ff5-4aaaa651fb27), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:22.432086 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 55fd8b3d-74c8-47fe-b007-cab9a2ddc818 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:18:22.663794 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port cc8766ce-73b1-4c26-b007-5afeaedbc9ec triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:18:22.665679 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cc8766ce-73b1-4c26-b007-5afeaedbc9ec), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:22.679213 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-2a00d5a5-457b-4d3d-8da8-d00032c8a38d tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Allocated IP 10.1.1.233 (e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6/940224ee-3d45-4e4f-bb05-6319f4700b5e/17a2a773-d586-4db3-b390-7e92fd06a45f) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:18:22.738351 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-a8d3c235-47dd-4d6b-9f0d-437ce73f1a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:22.744520 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-a8d3c235-47dd-4d6b-9f0d-437ce73f1a6f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1350b1f511bb4a41b0be3e1236544341&device_id=482323cd-e1ed-4236-b9b9-4aa98ee455b2 HTTP/1.1" status: 200 len: 1095 time: 0.4248395 Jan 28 00:18:22.785433 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba8e33-f287-484f-889f-5bc01b68c785 req-eb3b879b-23d8-4775-b7b5-99e898a5d9b8 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:22.788908 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42ba8e33-f287-484f-889f-5bc01b68c785 req-eb3b879b-23d8-4775-b7b5-99e898a5d9b8 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 950 time: 0.4407351 Jan 28 00:18:22.967918 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=1d0e9f69-dea1-4853-8ff5-4aaaa651fb27,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:23.024942 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-884f7722-d1cd-44c6-9f69-2630bd8b4adf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43e418a3-d287-4e32-902f-97f49a943eb5 HTTP/1.1" status: 200 len: 217 time: 0.2343798 Jan 28 00:18:23.035945 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 55fd8b3d-74c8-47fe-b007-cab9a2ddc818 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:18:23.055279 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 55fd8b3d-74c8-47fe-b007-cab9a2ddc818 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:18:23.056195 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (55fd8b3d-74c8-47fe-b007-cab9a2ddc818), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:23.059273 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-830f999e-6ce4-4266-ab0e-0bb64ad1b114 None None] Current status of the port cc8766ce-73b1-4c26-b007-5afeaedbc9ec is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:18:23.060039 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-830f999e-6ce4-4266-ab0e-0bb64ad1b114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cc8766ce-73b1-4c26-b007-5afeaedbc9ec), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:23.139661 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port cc8766ce-73b1-4c26-b007-5afeaedbc9ec is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:18:23.140892 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cc8766ce-73b1-4c26-b007-5afeaedbc9ec), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:23.163496 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-830f999e-6ce4-4266-ab0e-0bb64ad1b114 None None] For port cc8766ce-73b1-4c26-b007-5afeaedbc9ec, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=cc8766ce-73b1-4c26-b007-5afeaedbc9ec,segment=NetworkSegment(0465a9d6-01fe-4f7b-a9a6-388e7e67e02b),segment_id=0465a9d6-01fe-4f7b-a9a6-388e7e67e02b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:23.178330 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-830f999e-6ce4-4266-ab0e-0bb64ad1b114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (cc8766ce-73b1-4c26-b007-5afeaedbc9ec), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:23.258789 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-75208466-f0c4-4faf-b3de-29d8474f38d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:23.281752 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-75208466-f0c4-4faf-b3de-29d8474f38d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9ed773ff-e594-434e-b5f3-b6d28cb6bc8d HTTP/1.1" status: 200 len: 860 time: 0.2457070 Jan 28 00:18:23.312579 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:18:23.313106 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:18:23.443069 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f999e-6ce4-4266-ab0e-0bb64ad1b114 None None] Pushing event updated for resources: {'Port': ['ID=cc8766ce-73b1-4c26-b007-5afeaedbc9ec,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:23.446056 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55738) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:23.474431 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 55fd8b3d-74c8-47fe-b007-cab9a2ddc818 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:18:23.485445 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (55fd8b3d-74c8-47fe-b007-cab9a2ddc818), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:23.589921 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-76eeb7c2-0c6e-4f87-ab5e-df2cbdb6a271 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ac5c4a22-a311-4826-ab5f-6f3b2d16efad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2826056 Jan 28 00:18:23.635908 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42ba8e33-f287-484f-889f-5bc01b68c785 req-45f2bc2e-a879-4a8f-b44a-103bb72fecbc tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8235457 Jan 28 00:18:23.653997 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c0257-976d-416f-ba35-b3d20c14955e req-acde0de5-899c-459c-8f54-881a56e3fed1 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:23.654832 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-22717124-ac9f-4523-8e13-2af9602787c8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9094a59acd2344c18df9ed808b0393c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2070882 Jan 28 00:18:23.665303 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55744) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:23.667983 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e68c0257-976d-416f-ba35-b3d20c14955e req-acde0de5-899c-459c-8f54-881a56e3fed1 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=c997aa4e-93ca-49cf-89e5-ce7da1726154 HTTP/1.1" status: 200 len: 949 time: 0.9519620 Jan 28 00:18:23.680295 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 55fd8b3d-74c8-47fe-b007-cab9a2ddc818, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=55fd8b3d-74c8-47fe-b007-cab9a2ddc818,segment=NetworkSegment(e063a043-2a9b-4443-ac3f-4a9bd33a5a4c),segment_id=e063a043-2a9b-4443-ac3f-4a9bd33a5a4c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:23.695649 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (55fd8b3d-74c8-47fe-b007-cab9a2ddc818), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:23.780739 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55746) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:23.813942 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-525d3031-683b-4574-b5b7-80b0743ad483 admin admin] Publish callbacks [] for security_group (016a3e95-aa8f-4a20-af8f-ab81e3ecf9a4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:23.862912 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-525d3031-683b-4574-b5b7-80b0743ad483 admin admin] Publish callbacks [] for security_group (016a3e95-aa8f-4a20-af8f-ab81e3ecf9a4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:23.882254 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a135fe50-a078-407b-b9ea-604d927f994f None None] Network 0d3515a7-9da9-44c3-a34e-684df23ac567 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:18:23.936678 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-525d3031-683b-4574-b5b7-80b0743ad483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (016a3e95-aa8f-4a20-af8f-ab81e3ecf9a4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:23.942193 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-525d3031-683b-4574-b5b7-80b0743ad483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:23.947719 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-525d3031-683b-4574-b5b7-80b0743ad483 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/016a3e95-aa8f-4a20-af8f-ab81e3ecf9a4 HTTP/1.1" status: 204 len: 168 time: 0.2788503 Jan 28 00:18:23.999957 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-f751888f-96a9-41d7-a3c4-9ba8a3e9be9d service neutron] 10.222.0.52 "GET /v2.0/networks/ac5c4a22-a311-4826-ab5f-6f3b2d16efad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017174 Jan 28 00:18:24.005128 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-8e8c1437-ef0c-4bea-932b-4d83a2bc3ae1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-856463506-network', 'tenant_id': 'f8a04340ab2345348380631aeb839f0e'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:24.022177 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d3031-683b-4574-b5b7-80b0743ad483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016a3e95-aa8f-4a20-af8f-ab81e3ecf9a4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:24.049181 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-64864d86-f4fb-4b73-ae5b-2d252a0a1a3f None None] Provisioning complete for port cc8766ce-73b1-4c26-b007-5afeaedbc9ec triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:18:24.049698 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-64864d86-f4fb-4b73-ae5b-2d252a0a1a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cc8766ce-73b1-4c26-b007-5afeaedbc9ec), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:24.058105 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2a00d5a5-457b-4d3d-8da8-d00032c8a38d tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for port (17a2a773-d586-4db3-b390-7e92fd06a45f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:24.061172 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port cc8766ce-73b1-4c26-b007-5afeaedbc9ec is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:18:24.078545 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8c1437-ef0c-4bea-932b-4d83a2bc3ae1 admin admin] Made reservation on behalf of f8a04340ab2345348380631aeb839f0e for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:18:24.085105 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1437-ef0c-4bea-932b-4d83a2bc3ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:24.126057 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1437-ef0c-4bea-932b-4d83a2bc3ae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:24.138185 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=55fd8b3d-74c8-47fe-b007-cab9a2ddc818,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:24.153159 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020279f-812d-4fec-8c64-e6536110fc6e req-b2fcab7b-d20e-49a6-9a27-06fb8a6fbf1c tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:24.156263 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9020279f-812d-4fec-8c64-e6536110fc6e req-b2fcab7b-d20e-49a6-9a27-06fb8a6fbf1c tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] 10.222.0.70 "GET /v2.0/ports?device_id=482323cd-e1ed-4236-b9b9-4aa98ee455b2 HTTP/1.1" status: 200 len: 944 time: 0.2456138 Jan 28 00:18:24.262573 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e68c0257-976d-416f-ba35-b3d20c14955e req-c0bb4f74-8f30-4009-ad4d-2de2072581bb tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5932539 Jan 28 00:18:24.386112 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9020279f-812d-4fec-8c64-e6536110fc6e req-38ac9db8-b877-4280-8e2a-4b39314e680b tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] 10.222.0.70 "GET /v2.0/security-groups?id=d57e0b1b-3929-4d55-986f-31034c911c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126679 Jan 28 00:18:24.402691 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2a00d5a5-457b-4d3d-8da8-d00032c8a38d tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (17a2a773-d586-4db3-b390-7e92fd06a45f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:24.410060 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9bc383d-ad92-4ecc-a00a-e914f25c8a8c req-ee25dcbb-f294-412d-972f-f71a412a548a service neutron] 10.222.0.52 "GET /v2.0/networks/ac5c4a22-a311-4826-ab5f-6f3b2d16efad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001465 Jan 28 00:18:24.434366 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1437-ef0c-4bea-932b-4d83a2bc3ae1 admin admin] Publish callbacks [] for security_group (b71e553b-2aad-46e1-986a-943b36ce07e4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:24.444539 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1437-ef0c-4bea-932b-4d83a2bc3ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b71e553b-2aad-46e1-986a-943b36ce07e4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:24.509737 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e8c1437-ef0c-4bea-932b-4d83a2bc3ae1 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:18:24.512811 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a00d5a5-457b-4d3d-8da8-d00032c8a38d tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Network e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:18:24.523143 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-2a00d5a5-457b-4d3d-8da8-d00032c8a38d tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:18:24.563129 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1437-ef0c-4bea-932b-4d83a2bc3ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (51e83a15-751a-4596-ba9e-46368c69870b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:24.563474 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-8e8c1437-ef0c-4bea-932b-4d83a2bc3ae1 admin admin] Added segment 51e83a15-751a-4596-ba9e-46368c69870b of type vlan for network bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b Jan 28 00:18:24.671006 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1437-ef0c-4bea-932b-4d83a2bc3ae1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:24.676374 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a00d5a5-457b-4d3d-8da8-d00032c8a38d tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:18:24.692400 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606092b3-8765-4547-bbd4-4eee0c277621 x-openstack-request-id: req-606092b3-8765-4547-bbd4-4eee0c277621 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:18:24.693268 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "482323cd-e1ed-4236-b9b9-4aa98ee455b2", "tag": "43e418a3-d287-4e32-902f-97f49a943eb5", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:18:24.693996 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-606092b3-8765-4547-bbd4-4eee0c277621 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:18:24.694968 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482323cd-e1ed-4236-b9b9-4aa98ee455b2', 'tag': '43e418a3-d287-4e32-902f-97f49a943eb5', 'status': 'completed', 'code': 200} Jan 28 00:18:24.712914 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1437-ef0c-4bea-932b-4d83a2bc3ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:24.713753 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8c1437-ef0c-4bea-932b-4d83a2bc3ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:24.714398 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1437-ef0c-4bea-932b-4d83a2bc3ae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:24.755044 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-64864d86-f4fb-4b73-ae5b-2d252a0a1a3f None None] Current status of the port cc8766ce-73b1-4c26-b007-5afeaedbc9ec is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:18:24.760076 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device cc8766ce-73b1-4c26-b007-5afeaedbc9ec up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:18:24.843047 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37df5d2-5b96-420c-94c9-2f5fe9746945 x-openstack-request-id: req-f37df5d2-5b96-420c-94c9-2f5fe9746945 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:18:24.843796 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c997aa4e-93ca-49cf-89e5-ce7da1726154", "name": "network-vif-plugged", "status": "completed", "tag": "1d0e9f69-dea1-4853-8ff5-4aaaa651fb27", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:18:24.844153 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f37df5d2-5b96-420c-94c9-2f5fe9746945 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:18:24.846074 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c997aa4e-93ca-49cf-89e5-ce7da1726154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0e9f69-dea1-4853-8ff5-4aaaa651fb27', 'code': 200} Jan 28 00:18:24.880435 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8e8c1437-ef0c-4bea-932b-4d83a2bc3ae1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0938814 Jan 28 00:18:24.885956 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c1437-ef0c-4bea-932b-4d83a2bc3ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71e553b-2aad-46e1-986a-943b36ce07e4,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:24.898221 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55762) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:24.925744 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2ee8565b-abe0-4885-b4f9-cf70f342bd33 admin admin] Request body: {'subnet': {'network_id': 'bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-856463506-subnet', 'tenant_id': 'f8a04340ab2345348380631aeb839f0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:24.971721 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee8565b-abe0-4885-b4f9-cf70f342bd33 admin admin] Made reservation on behalf of f8a04340ab2345348380631aeb839f0e for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:18:24.975862 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ee8565b-abe0-4885-b4f9-cf70f342bd33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:24.996495 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-747cd9bf-6b3c-46c0-a7fd-04f5b35b090a None None] Provisioning complete for port ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:18:24.997287 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-747cd9bf-6b3c-46c0-a7fd-04f5b35b090a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:25.047483 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c1437-ef0c-4bea-932b-4d83a2bc3ae1 admin admin] Pushing event updated for resources: {'Network': ['ID=bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:25.049830 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-40313f71-a0c3-4151-8fbf-4804c9cd7f27 req-85aabeaa-8e57-4162-a63c-de926cdd79df tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] 10.222.0.70 "GET /v2.0/security-groups/253d13de-b96f-4b1a-ad7c-20c9ea37fa3b HTTP/1.1" status: 200 len: 1830 time: 0.6103306 Jan 28 00:18:25.078070 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port cc8766ce-73b1-4c26-b007-5afeaedbc9ec triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:18:25.079176 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cc8766ce-73b1-4c26-b007-5afeaedbc9ec), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:25.091973 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:18:25.105372 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-cd10c5f6-47f1-416c-8273-31aaed94586f service neutron] show failed (client error): The resource could not be found. Jan 28 00:18:25.107280 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-cd10c5f6-47f1-416c-8273-31aaed94586f service neutron] 10.222.0.52 "GET /v2.0/ports/228baf8b-b15d-4b7b-afdb-c10ccf246e6f/bindings/n-h1-826754-1 HTTP/1.1" status: 404 len: 380 time: 0.4056056 Jan 28 00:18:25.262029 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00d5a5-457b-4d3d-8da8-d00032c8a38d tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Pushing event updated for resources: {'Port': ['ID=17a2a773-d586-4db3-b390-7e92fd06a45f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:25.267699 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-40313f71-a0c3-4151-8fbf-4804c9cd7f27 req-d4c2c3ca-b061-4ef5-916f-5b16f6971a23 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '253d13de-b96f-4b1a-ad7c-20c9ea37fa3b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:25.268943 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-40313f71-a0c3-4151-8fbf-4804c9cd7f27 req-d4c2c3ca-b061-4ef5-916f-5b16f6971a23 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '253d13de-b96f-4b1a-ad7c-20c9ea37fa3b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:25.340631 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a0555-d7f8-4214-bace-ce1ac8d94aeb req-fe9b7c62-1996-42d5-a734-80d804b9d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:25.342691 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c25a0555-d7f8-4214-bace-ce1ac8d94aeb req-fe9b7c62-1996-42d5-a734-80d804b9d45d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c997aa4e-93ca-49cf-89e5-ce7da1726154 HTTP/1.1" status: 200 len: 1100 time: 0.2649934 Jan 28 00:18:25.358329 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbba920-93af-4312-97c8-412ac3104c32 req-4a100ae7-365b-4c7d-ad17-4a3e813d15fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:25.361980 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5bbba920-93af-4312-97c8-412ac3104c32 req-4a100ae7-365b-4c7d-ad17-4a3e813d15fe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1350b1f511bb4a41b0be3e1236544341&device_id=482323cd-e1ed-4236-b9b9-4aa98ee455b2 HTTP/1.1" status: 200 len: 1095 time: 0.6790607 Jan 28 00:18:25.385804 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a00d5a5-457b-4d3d-8da8-d00032c8a38d tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:25.386493 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2a00d5a5-457b-4d3d-8da8-d00032c8a38d tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:25.453599 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ee8565b-abe0-4885-b4f9-cf70f342bd33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (15e473ff-b094-44ce-baac-7061d4d3f5a3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:25.533154 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2a00d5a5-457b-4d3d-8da8-d00032c8a38d tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.2983153 Jan 28 00:18:25.538755 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55778) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:25.539370 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-747cd9bf-6b3c-46c0-a7fd-04f5b35b090a None None] Current status of the port ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:18:25.548947 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-747cd9bf-6b3c-46c0-a7fd-04f5b35b090a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:25.559336 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e3380-4156-498a-b60b-1a53c0d97a34 req-e4260f73-1d8b-4161-84ea-61af21cbb4b1 tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:25.564660 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port cc8766ce-73b1-4c26-b007-5afeaedbc9ec is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:18:25.565809 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:18:25.567304 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ef9e3380-4156-498a-b60b-1a53c0d97a34 req-e4260f73-1d8b-4161-84ea-61af21cbb4b1 tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] 10.222.0.70 "GET /v2.0/ports?device_id=22da124a-7541-4d63-8b2b-d8b799ade475 HTTP/1.1" status: 200 len: 945 time: 0.4857438 Jan 28 00:18:25.584648 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-0e32b172-8f0d-4681-b5c0-71865a4cecd7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Request body: {'port': {'network_id': 'e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6', 'name': 'tempest-TaggedBootDevicesTest_v242-2083326540', 'fixed_ips': [{'subnet_id': '940224ee-3d45-4e4f-bb05-6319f4700b5e'}]}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:25.626245 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8565b-abe0-4885-b4f9-cf70f342bd33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15e473ff-b094-44ce-baac-7061d4d3f5a3,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:25.669207 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-747cd9bf-6b3c-46c0-a7fd-04f5b35b090a None None] For port ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0,segment=NetworkSegment(f11e5768-33c6-4da6-b3cf-f52484509446),segment_id=f11e5768-33c6-4da6-b3cf-f52484509446)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:25.678039 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-747cd9bf-6b3c-46c0-a7fd-04f5b35b090a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:25.695903 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c25a0555-d7f8-4214-bace-ce1ac8d94aeb req-8cf6dc4c-9df6-4ac2-896d-5112d2f91139 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972085 Jan 28 00:18:25.698777 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-ac9f8159-86b4-4519-a947-96c1ea86d62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:25.700750 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-ac9f8159-86b4-4519-a947-96c1ea86d62a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3&tenant_id=83dbb6195da44e30b63c09c8e88d497f HTTP/1.1" status: 200 len: 1101 time: 0.2974598 Jan 28 00:18:25.719774 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ef9e3380-4156-498a-b60b-1a53c0d97a34 req-6b622444-21d3-494a-bdaa-ef53010c02c4 tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3727ceb-241f-4ccd-a40c-85f04a943d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511421 Jan 28 00:18:25.732627 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:18:25.733003 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:25.751381 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-b01ffd1c-081f-41dc-9ea1-5e294ae378f9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826754-1', 'device_owner': 'compute:nova'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:25.795483 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee8565b-abe0-4885-b4f9-cf70f342bd33 admin admin] Checking segment: {'id': '51e83a15-751a-4596-ba9e-46368c69870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:18:25.795882 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee8565b-abe0-4885-b4f9-cf70f342bd33 admin admin] Network hostable DHCP agents. Network: bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:18:25.825626 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e32b172-8f0d-4681-b5c0-71865a4cecd7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Made reservation on behalf of 160a5827a22f400b84570ea4a4c65c01 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:18:25.831084 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-40313f71-a0c3-4151-8fbf-4804c9cd7f27 req-d4c2c3ca-b061-4ef5-916f-5b16f6971a23 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group_rule (1a3d64dd-7251-4fc8-8eb3-0a547c038c8e), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:25.869064 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbba920-93af-4312-97c8-412ac3104c32 req-70e25031-e1b4-4302-94d6-9f737c3cfda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:25.871155 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5bbba920-93af-4312-97c8-412ac3104c32 req-70e25031-e1b4-4302-94d6-9f737c3cfda2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ac5c4a22-a311-4826-ab5f-6f3b2d16efad HTTP/1.1" status: 200 len: 921 time: 0.4740574 Jan 28 00:18:25.907244 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cd9bf-6b3c-46c0-a7fd-04f5b35b090a None None] Pushing event updated for resources: {'Port': ['ID=ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:25.943838 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-40313f71-a0c3-4151-8fbf-4804c9cd7f27 req-d4c2c3ca-b061-4ef5-916f-5b16f6971a23 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group_rule (1a3d64dd-7251-4fc8-8eb3-0a547c038c8e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:25.949625 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e32b172-8f0d-4681-b5c0-71865a4cecd7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:25.951586 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-40313f71-a0c3-4151-8fbf-4804c9cd7f27 req-d4c2c3ca-b061-4ef5-916f-5b16f6971a23 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (1a3d64dd-7251-4fc8-8eb3-0a547c038c8e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:25.965301 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-b01ffd1c-081f-41dc-9ea1-5e294ae378f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (228baf8b-b15d-4b7b-afdb-c10ccf246e6f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:25.975936 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee8565b-abe0-4885-b4f9-cf70f342bd33 admin admin] Network bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:18:25.976777 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-1e104d31-ed37-476a-89e5-b07f40901d42 None None] Provisioning complete for port ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:18:25.977164 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e104d31-ed37-476a-89e5-b07f40901d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:25.979204 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-0e32b172-8f0d-4681-b5c0-71865a4cecd7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] device_id is not set on port 3a7b8867-52a0-4af2-9c75-6826eab61051 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:18:25.998331 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2c3ca-b061-4ef5-916f-5b16f6971a23 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a3d64dd-7251-4fc8-8eb3-0a547c038c8e,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:26.012752 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-2ee8565b-abe0-4885-b4f9-cf70f342bd33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:18:26.013122 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-40313f71-a0c3-4151-8fbf-4804c9cd7f27 req-d4c2c3ca-b061-4ef5-916f-5b16f6971a23 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:26.014849 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-40313f71-a0c3-4151-8fbf-4804c9cd7f27 req-d4c2c3ca-b061-4ef5-916f-5b16f6971a23 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8488066 Jan 28 00:18:26.030430 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d5545-4d24-429c-bef8-c4c2621dd1b6 req-e5e4c690-c354-4f68-8a35-5127a64313cb tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:26.030430 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-769d5545-4d24-429c-bef8-c4c2621dd1b6 req-e5e4c690-c354-4f68-8a35-5127a64313cb tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 950 time: 0.1686449 Jan 28 00:18:26.105698 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee8565b-abe0-4885-b4f9-cf70f342bd33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:26.106695 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ee8565b-abe0-4885-b4f9-cf70f342bd33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:26.113429 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5bbba920-93af-4312-97c8-412ac3104c32 req-18641309-1f77-4f97-8e5e-d234cfed097e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43e418a3-d287-4e32-902f-97f49a943eb5 HTTP/1.1" status: 200 len: 217 time: 0.0565176 Jan 28 00:18:26.152177 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42111060-d758-4177-968e-86fe3095c7ba None None] Network bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:18:26.185855 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2ee8565b-abe0-4885-b4f9-cf70f342bd33 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2711844 Jan 28 00:18:26.194025 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55788) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:26.199129 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2c7de554-1c64-4da4-a865-77699a66f8f7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-856463506-router', 'tenant_id': 'f8a04340ab2345348380631aeb839f0e', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:26.239679 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c7de554-1c64-4da4-a865-77699a66f8f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (3535920b-669e-4752-94d4-5afb2b35cf95), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:26.241824 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c7de554-1c64-4da4-a865-77699a66f8f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (3535920b-669e-4752-94d4-5afb2b35cf95), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:26.296220 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:18:26.327427 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-769d5545-4d24-429c-bef8-c4c2621dd1b6 req-ce0daacd-b2f2-4476-8c5d-68d7b9cf57c2 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718151 Jan 28 00:18:26.375327 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbba920-93af-4312-97c8-412ac3104c32 req-344e7291-6fef-4094-8d87-a561fc3ccdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:26.376910 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5bbba920-93af-4312-97c8-412ac3104c32 req-344e7291-6fef-4094-8d87-a561fc3ccdc8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9ed773ff-e594-434e-b5f3-b6d28cb6bc8d HTTP/1.1" status: 200 len: 860 time: 0.2282715 Jan 28 00:18:26.482490 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1e104d31-ed37-476a-89e5-b07f40901d42 None None] Current status of the port ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:18:26.503678 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-0e32b172-8f0d-4681-b5c0-71865a4cecd7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Allocated IP 10.1.1.61 (e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6/940224ee-3d45-4e4f-bb05-6319f4700b5e/3a7b8867-52a0-4af2-9c75-6826eab61051) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:18:26.525374 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:18:26.624740 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c7de554-1c64-4da4-a865-77699a66f8f7 admin admin] Publish callbacks [] for router_controller (3535920b-669e-4752-94d4-5afb2b35cf95), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:26.666772 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa86491-3bff-4fea-8a21-f1d03a69cfb3 None None] Network bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:18:26.917370 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22da124a-7541-4d63-8b2b-d8b799ade475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fd8b3d-74c8-47fe-b007-cab9a2ddc818'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:18:26.921573 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f517ba2-4064-408d-9bbb-0735a97583ca" -d '{"events": [{"server_uuid": "22da124a-7541-4d63-8b2b-d8b799ade475", "name": "network-vif-plugged", "status": "completed", "tag": "55fd8b3d-74c8-47fe-b007-cab9a2ddc818"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:18:26.992603 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5bbba920-93af-4312-97c8-412ac3104c32 req-a89c1409-8c06-43fe-a244-0d6dc41fc520 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ac5c4a22-a311-4826-ab5f-6f3b2d16efad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5854781 Jan 28 00:18:27.007431 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-1e104d31-ed37-476a-89e5-b07f40901d42 None None] Provisioning complete for port 17a2a773-d586-4db3-b390-7e92fd06a45f triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:18:27.008107 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e104d31-ed37-476a-89e5-b07f40901d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (17a2a773-d586-4db3-b390-7e92fd06a45f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:27.045617 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea4017-5d28-4455-a181-28d8c6fdead2 req-9057b92e-e828-4d0b-bc03-38aa21c411d8 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:27.048065 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aeea4017-5d28-4455-a181-28d8c6fdead2 req-9057b92e-e828-4d0b-bc03-38aa21c411d8 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=c997aa4e-93ca-49cf-89e5-ce7da1726154 HTTP/1.1" status: 200 len: 949 time: 0.8957000 Jan 28 00:18:27.061139 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:18:27.061940 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:27.144910 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4dbd8865-1ac2-4666-81e0-578876ff3c17 req-8b59035d-9bf5-40a2-9f36-c04acef51db0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=13914605-85a9-44e9-9075-923e37711677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5185747 Jan 28 00:18:27.147798 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c7de554-1c64-4da4-a865-77699a66f8f7 admin admin] Publish callbacks [] for router_gateway (3535920b-669e-4752-94d4-5afb2b35cf95), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:27.155196 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e32b172-8f0d-4681-b5c0-71865a4cecd7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for port (3a7b8867-52a0-4af2-9c75-6826eab61051), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:27.155805 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1e104d31-ed37-476a-89e5-b07f40901d42 None None] Port 17a2a773-d586-4db3-b390-7e92fd06a45f cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:18:27.200487 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11195b3-33a1-4067-aaf3-065564c77882 req-727df525-58ed-4a3f-88c9-042fd9f5bfe1 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:27.202178 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c11195b3-33a1-4067-aaf3-065564c77882 req-727df525-58ed-4a3f-88c9-042fd9f5bfe1 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] 10.222.0.70 "GET /v2.0/ports?device_id=482323cd-e1ed-4236-b9b9-4aa98ee455b2 HTTP/1.1" status: 200 len: 944 time: 0.7019124 Jan 28 00:18:27.211749 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-b01ffd1c-081f-41dc-9ea1-5e294ae378f9 service neutron] For port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=228baf8b-b15d-4b7b-afdb-c10ccf246e6f,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:27.310199 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e32b172-8f0d-4681-b5c0-71865a4cecd7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (3a7b8867-52a0-4af2-9c75-6826eab61051), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:27.322890 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:18:27.328225 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd8865-1ac2-4666-81e0-578876ff3c17 req-44b1dc89-a126-46d5-b717-d337a2bf22d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:27.329740 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4dbd8865-1ac2-4666-81e0-578876ff3c17 req-44b1dc89-a126-46d5-b717-d337a2bf22d4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15e12218ae23498f8976895fc1081122&device_id=13914605-85a9-44e9-9075-923e37711677 HTTP/1.1" status: 200 len: 1101 time: 0.1255081 Jan 28 00:18:27.329940 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aeea4017-5d28-4455-a181-28d8c6fdead2 req-e0c85ab2-6618-4ff0-b926-ba6bcb53d1e2 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655785 Jan 28 00:18:27.370455 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5bbba920-93af-4312-97c8-412ac3104c32 req-d616f2d1-4109-4ad1-bcfd-2b6f7b0058f2 service neutron] 10.222.0.52 "GET /v2.0/networks/ac5c4a22-a311-4826-ab5f-6f3b2d16efad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547022 Jan 28 00:18:27.402072 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e32b172-8f0d-4681-b5c0-71865a4cecd7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Network e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:18:27.435504 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-b01ffd1c-081f-41dc-9ea1-5e294ae378f9 service neutron] For port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:18:27.442697 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-0e32b172-8f0d-4681-b5c0-71865a4cecd7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:18:27.452698 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e32b172-8f0d-4681-b5c0-71865a4cecd7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:18:27.465640 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32b172-8f0d-4681-b5c0-71865a4cecd7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Pushing event updated for resources: {'Port': ['ID=3a7b8867-52a0-4af2-9c75-6826eab61051,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:27.584202 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c11195b3-33a1-4067-aaf3-065564c77882 req-105c6dee-a17e-4a15-8ab0-2a31701e26a1 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] 10.222.0.70 "GET /v2.0/security-groups?id=d57e0b1b-3929-4d55-986f-31034c911c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568115 Jan 28 00:18:27.623731 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c2a708-e40d-472e-93e4-995cee8ac4a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '228baf8b-b15d-4b7b-afdb-c10ccf246e6f'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:18:27.624041 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e32b172-8f0d-4681-b5c0-71865a4cecd7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:27.624041 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e32b172-8f0d-4681-b5c0-71865a4cecd7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:27.624440 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0a1c92-92ae-4be0-bbeb-17a477cf685c" -d '{"events": [{"server_uuid": "05c2a708-e40d-472e-93e4-995cee8ac4a3", "name": "network-vif-unplugged", "status": "completed", "tag": "228baf8b-b15d-4b7b-afdb-c10ccf246e6f"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:18:27.632430 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-b01ffd1c-081f-41dc-9ea1-5e294ae378f9 service neutron] Publish callbacks [] for port (228baf8b-b15d-4b7b-afdb-c10ccf246e6f), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:27.643862 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b85f3665-5d9b-4d77-aabb-a3c119b69f6a req-d51f0dc8-11dc-41d0-8134-fb5c8fd8ba56 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] 10.222.0.70 "GET /v2.0/security-groups/253d13de-b96f-4b1a-ad7c-20c9ea37fa3b HTTP/1.1" status: 200 len: 2423 time: 0.2396708 Jan 28 00:18:27.670980 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-b01ffd1c-081f-41dc-9ea1-5e294ae378f9 service neutron] Transition to ACTIVE for port object 228baf8b-b15d-4b7b-afdb-c10ccf246e6f will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:18:27.674594 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5bbba920-93af-4312-97c8-412ac3104c32 req-0a8c30c3-024a-4721-b115-4d54cae7f051 service neutron] 10.222.0.52 "GET /v2.0/networks/ac5c4a22-a311-4826-ab5f-6f3b2d16efad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939806 Jan 28 00:18:27.676080 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-b01ffd1c-081f-41dc-9ea1-5e294ae378f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (228baf8b-b15d-4b7b-afdb-c10ccf246e6f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:27.700451 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd8865-1ac2-4666-81e0-578876ff3c17 req-6e424b14-6808-4a92-8ad0-80ac54842f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:27.703870 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4dbd8865-1ac2-4666-81e0-578876ff3c17 req-6e424b14-6808-4a92-8ad0-80ac54842f94 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.3338122 Jan 28 00:18:27.714492 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0e32b172-8f0d-4681-b5c0-71865a4cecd7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1387436 Jan 28 00:18:27.793192 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-b01ffd1c-081f-41dc-9ea1-5e294ae378f9 service neutron] No DVR routers for this DVR port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:18:27.806849 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ffd1c-081f-41dc-9ea1-5e294ae378f9 service neutron] Pushing event updated for resources: {'Port': ['ID=228baf8b-b15d-4b7b-afdb-c10ccf246e6f,revision_number=6']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:27.880782 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-b01ffd1c-081f-41dc-9ea1-5e294ae378f9 service neutron] Attempting to bind port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:18:27.881228 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-b01ffd1c-081f-41dc-9ea1-5e294ae378f9 service neutron] Attempting to bind port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:18:27.881562 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-b01ffd1c-081f-41dc-9ea1-5e294ae378f9 service neutron] Attempting to bind port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:18:27.907335 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cc80c-d948-4cfd-bdb5-89a078f1efae req-03dd1e32-3bc3-4cf7-abeb-5493a9c5a03a tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:27.910031 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-618cc80c-d948-4cfd-bdb5-89a078f1efae req-03dd1e32-3bc3-4cf7-abeb-5493a9c5a03a tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] 10.222.0.70 "GET /v2.0/ports?device_id=22da124a-7541-4d63-8b2b-d8b799ade475 HTTP/1.1" status: 200 len: 945 time: 0.1280615 Jan 28 00:18:27.914055 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-b01ffd1c-081f-41dc-9ea1-5e294ae378f9 service neutron] Port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:18:27.914616 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-b01ffd1c-081f-41dc-9ea1-5e294ae378f9 service neutron] Attempting to bind port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:18:27.945287 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-b01ffd1c-081f-41dc-9ea1-5e294ae378f9 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:18:27.945861 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-b01ffd1c-081f-41dc-9ea1-5e294ae378f9 service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:18:27.946495 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-b01ffd1c-081f-41dc-9ea1-5e294ae378f9 service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:18:27.947881 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-b01ffd1c-081f-41dc-9ea1-5e294ae378f9 service neutron] Bound port: 228baf8b-b15d-4b7b-afdb-c10ccf246e6f, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:18:27.948297 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-b01ffd1c-081f-41dc-9ea1-5e294ae378f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (228baf8b-b15d-4b7b-afdb-c10ccf246e6f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:27.974764 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4dbd8865-1ac2-4666-81e0-578876ff3c17 req-e1e1daeb-2bf6-4e9b-850f-d865493a2915 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=93d1b1db-ea8f-40d0-ad5f-68128514fbd9 HTTP/1.1" status: 200 len: 217 time: 0.2566357 Jan 28 00:18:28.040116 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-92a55766-54c1-4990-b728-77d67a7b4312 None None] Provisioning complete for port 3a7b8867-52a0-4af2-9c75-6826eab61051 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:18:28.046974 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-92a55766-54c1-4990-b728-77d67a7b4312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3a7b8867-52a0-4af2-9c75-6826eab61051), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:28.071756 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd8865-1ac2-4666-81e0-578876ff3c17 req-915aabf9-02fc-4044-9b97-98f67e1163ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:28.073440 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4dbd8865-1ac2-4666-81e0-578876ff3c17 req-915aabf9-02fc-4044-9b97-98f67e1163ff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.0612960 Jan 28 00:18:28.114443 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-92a55766-54c1-4990-b728-77d67a7b4312 None None] Port 3a7b8867-52a0-4af2-9c75-6826eab61051 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:18:28.126754 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c7de554-1c64-4da4-a865-77699a66f8f7 admin admin] Publish callbacks [] for router_gateway (3535920b-669e-4752-94d4-5afb2b35cf95), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:28.126978 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-618cc80c-d948-4cfd-bdb5-89a078f1efae req-820075f8-cc2c-4969-b9ad-99d1be785265 tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3727ceb-241f-4ccd-a40c-85f04a943d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987629 Jan 28 00:18:28.158871 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd8865-1ac2-4666-81e0-578876ff3c17 req-222faaea-30ee-48a0-84fc-98bf32819107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:28.160674 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4dbd8865-1ac2-4666-81e0-578876ff3c17 req-222faaea-30ee-48a0-84fc-98bf32819107 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0789511 Jan 28 00:18:28.162050 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c7de554-1c64-4da4-a865-77699a66f8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:28.190276 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-b01ffd1c-081f-41dc-9ea1-5e294ae378f9 service neutron] For port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:18:28.222528 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-b01ffd1c-081f-41dc-9ea1-5e294ae378f9 service neutron] For port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=228baf8b-b15d-4b7b-afdb-c10ccf246e6f,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:18:28.231346 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-b01ffd1c-081f-41dc-9ea1-5e294ae378f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (228baf8b-b15d-4b7b-afdb-c10ccf246e6f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:28.291261 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc664ea6-3e38-48d2-8204-ee509c06c08d x-openstack-request-id: req-bc664ea6-3e38-48d2-8204-ee509c06c08d {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:18:28.291567 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22da124a-7541-4d63-8b2b-d8b799ade475", "name": "network-vif-plugged", "status": "completed", "tag": "55fd8b3d-74c8-47fe-b007-cab9a2ddc818", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:18:28.291919 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bc664ea6-3e38-48d2-8204-ee509c06c08d {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:18:28.292451 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22da124a-7541-4d63-8b2b-d8b799ade475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fd8b3d-74c8-47fe-b007-cab9a2ddc818', 'code': 200} Jan 28 00:18:28.364103 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-b01ffd1c-081f-41dc-9ea1-5e294ae378f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:28.365759 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-b01ffd1c-081f-41dc-9ea1-5e294ae378f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:28.367930 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-b01ffd1c-081f-41dc-9ea1-5e294ae378f9 service neutron] 10.222.0.65 "PUT /v2.0/ports/228baf8b-b15d-4b7b-afdb-c10ccf246e6f HTTP/1.1" status: 200 len: 1096 time: 2.6467493 Jan 28 00:18:28.396705 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9813b29d-2166-4fe3-bd39-162192436d20 x-openstack-request-id: req-9813b29d-2166-4fe3-bd39-162192436d20 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:18:28.397067 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c2a708-e40d-472e-93e4-995cee8ac4a3", "name": "network-vif-unplugged", "status": "completed", "tag": "228baf8b-b15d-4b7b-afdb-c10ccf246e6f", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:18:28.397266 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9813b29d-2166-4fe3-bd39-162192436d20 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:18:28.397683 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c2a708-e40d-472e-93e4-995cee8ac4a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '228baf8b-b15d-4b7b-afdb-c10ccf246e6f', 'code': 200} Jan 28 00:18:28.445229 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ffd1c-081f-41dc-9ea1-5e294ae378f9 service neutron] Pushing event updated for resources: {'Port': ['ID=228baf8b-b15d-4b7b-afdb-c10ccf246e6f,revision_number=7']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:28.480238 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e06ba091-3e15-4638-9e35-0a8af56d6bcc req-dd2cceab-3a9b-4c1d-b312-923ef550686f tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] 10.222.0.70 "GET /v2.0/security-group-rules/1a3d64dd-7251-4fc8-8eb3-0a547c038c8e HTTP/1.1" status: 200 len: 778 time: 0.0692554 Jan 28 00:18:28.547031 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fc990-17f8-44de-9209-3b16cd4ab24f req-6d8a2e70-7521-4a85-973e-44ddda38d6b8 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:28.548181 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4dbd8865-1ac2-4666-81e0-578876ff3c17 req-1664e306-a92f-4be8-9fc5-fec722fc93dd service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530540 Jan 28 00:18:28.548660 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3b7fc990-17f8-44de-9209-3b16cd4ab24f req-6d8a2e70-7521-4a85-973e-44ddda38d6b8 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 948 time: 0.2573709 Jan 28 00:18:28.623060 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-2c7de554-1c64-4da4-a865-77699a66f8f7 admin admin] Allocated IP 172.25.3.161 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/37743aa7-da26-43fe-a675-6211a6ae6c26) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:18:28.661147 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-cfcf7d67-7bd0-4faa-97fd-875e717b48b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:28.663779 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-cfcf7d67-7bd0-4faa-97fd-875e717b48b8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 1099 time: 0.2083778 Jan 28 00:18:28.670369 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1b3f2-120a-460e-a279-b6d567fd0a1a req-e027287f-2861-481b-8b3e-440a0e9ee6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:28.672216 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aeb1b3f2-120a-460e-a279-b6d567fd0a1a req-e027287f-2861-481b-8b3e-440a0e9ee6d0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=22da124a-7541-4d63-8b2b-d8b799ade475 HTTP/1.1" status: 200 len: 1096 time: 0.2217016 Jan 28 00:18:28.728586 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e06ba091-3e15-4638-9e35-0a8af56d6bcc req-b4738179-0dc8-40ee-976d-e4f5592b14a8 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] 10.222.0.70 "GET /v2.0/security-groups/253d13de-b96f-4b1a-ad7c-20c9ea37fa3b HTTP/1.1" status: 200 len: 2423 time: 0.2282553 Jan 28 00:18:28.823646 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4dbd8865-1ac2-4666-81e0-578876ff3c17 req-dc36d526-35e8-4819-83a2-8d9c7202f754 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609549 Jan 28 00:18:28.838759 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3b7fc990-17f8-44de-9209-3b16cd4ab24f req-da50d5b4-cf78-42eb-b90f-f18daec1d1aa tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690966 Jan 28 00:18:28.890438 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c7de554-1c64-4da4-a865-77699a66f8f7 admin admin] Publish callbacks [] for port (37743aa7-da26-43fe-a675-6211a6ae6c26), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:28.948728 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aeb1b3f2-120a-460e-a279-b6d567fd0a1a req-ce51d120-99e9-4e53-a16c-2bf6a13b1bd2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b3727ceb-241f-4ccd-a40c-85f04a943d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651777 Jan 28 00:18:28.953266 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c7de554-1c64-4da4-a865-77699a66f8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (37743aa7-da26-43fe-a675-6211a6ae6c26), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:28.956433 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e06ba091-3e15-4638-9e35-0a8af56d6bcc req-9fa5fc55-fc3d-4f9f-9256-bee66ab57f3c tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group_rule (1a3d64dd-7251-4fc8-8eb3-0a547c038c8e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:28.999244 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e06ba091-3e15-4638-9e35-0a8af56d6bcc req-9fa5fc55-fc3d-4f9f-9256-bee66ab57f3c tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group_rule (1a3d64dd-7251-4fc8-8eb3-0a547c038c8e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:29.020592 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7de554-1c64-4da4-a865-77699a66f8f7 admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:18:29.024162 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-2c7de554-1c64-4da4-a865-77699a66f8f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:18:29.029102 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7de554-1c64-4da4-a865-77699a66f8f7 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:18:29.049995 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-adbfafb7-842d-40eb-a48b-74f60667b896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:29.057665 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-adbfafb7-842d-40eb-a48b-74f60667b896 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.3816559 Jan 28 00:18:29.066402 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7de554-1c64-4da4-a865-77699a66f8f7 admin admin] Pushing event updated for resources: {'Port': ['ID=37743aa7-da26-43fe-a675-6211a6ae6c26,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:29.159760 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-c4d6aa38-8a07-45bc-9a65-46ce3c9d5469 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=228baf8b-b15d-4b7b-afdb-c10ccf246e6f HTTP/1.1" status: 200 len: 217 time: 0.0835192 Jan 28 00:18:29.162062 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e06ba091-3e15-4638-9e35-0a8af56d6bcc req-9fa5fc55-fc3d-4f9f-9256-bee66ab57f3c tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (1a3d64dd-7251-4fc8-8eb3-0a547c038c8e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:29.177098 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e06ba091-3e15-4638-9e35-0a8af56d6bcc req-9fa5fc55-fc3d-4f9f-9256-bee66ab57f3c tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:29.180225 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e06ba091-3e15-4638-9e35-0a8af56d6bcc req-9fa5fc55-fc3d-4f9f-9256-bee66ab57f3c tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/1a3d64dd-7251-4fc8-8eb3-0a547c038c8e HTTP/1.1" status: 204 len: 173 time: 0.4085829 Jan 28 00:18:29.272319 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-9efc1eeb-76a0-4766-a61a-8a1a851f9255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:29.274244 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-9efc1eeb-76a0-4766-a61a-8a1a851f9255 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1045942 Jan 28 00:18:29.275607 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5fc55-fc3d-4f9f-9256-bee66ab57f3c tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a3d64dd-7251-4fc8-8eb3-0a547c038c8e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:29.352393 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 43e418a3-d287-4e32-902f-97f49a943eb5 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:18:29.379072 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-bc49d25f-c12d-4416-a936-26aeb95cd1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:29.384501 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-bc49d25f-c12d-4416-a936-26aeb95cd1bd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1035376 Jan 28 00:18:29.387286 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 228baf8b-b15d-4b7b-afdb-c10ccf246e6f no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:18:29.495412 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55834) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:29.505685 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-48d3e584-3514-4051-8aa1-45a4debbdaf2 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Request body: {'security_group': {'name': 'tempest-securitygroup--874033072', 'description': 'tempest-description--1325218680'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:29.613461 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c7de554-1c64-4da4-a865-77699a66f8f7 admin admin] Publish callbacks [] for router_gateway (3535920b-669e-4752-94d4-5afb2b35cf95), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:29.632626 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] The host n-h2-826754-1 is not matching for port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f host n-h1-826754-1! {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 00:18:29.633664 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 228baf8b-b15d-4b7b-afdb-c10ccf246e6f not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:18:29.703566 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-48d3e584-3514-4051-8aa1-45a4debbdaf2 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:29.787179 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-6224acec-e215-473b-bf6f-aeac34332133 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956568 Jan 28 00:18:29.808203 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 43e418a3-d287-4e32-902f-97f49a943eb5, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=43e418a3-d287-4e32-902f-97f49a943eb5,segment=NetworkSegment(284f53b4-1b8e-4459-a5e1-6ee02242630f),segment_id=284f53b4-1b8e-4459-a5e1-6ee02242630f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:29.814829 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc1397-1321-4866-85ee-dda1654dab33 req-90bc9fed-e1cc-4fbd-a741-c93c67f74573 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:29.820498 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4bc1397-1321-4866-85ee-dda1654dab33 req-90bc9fed-e1cc-4fbd-a741-c93c67f74573 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=c997aa4e-93ca-49cf-89e5-ce7da1726154 HTTP/1.1" status: 200 len: 949 time: 0.2661872 Jan 28 00:18:29.831599 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '43e418a3-d287-4e32-902f-97f49a943eb5', 'network_id': 'ac5c4a22-a311-4826-ab5f-6f3b2d16efad', 'port_id': '43e418a3-d287-4e32-902f-97f49a943eb5', 'mac_address': 'fa:16:3e:df:46:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed773ff-e594-434e-b5f3-b6d28cb6bc8d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:18:29.894334 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 43e418a3-d287-4e32-902f-97f49a943eb5 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:18:29.894998 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (43e418a3-d287-4e32-902f-97f49a943eb5), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:29.917091 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e418a3-d287-4e32-902f-97f49a943eb5 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:18:29.948693 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 43e418a3-d287-4e32-902f-97f49a943eb5, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=43e418a3-d287-4e32-902f-97f49a943eb5,segment=NetworkSegment(284f53b4-1b8e-4459-a5e1-6ee02242630f),segment_id=284f53b4-1b8e-4459-a5e1-6ee02242630f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:29.954102 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (43e418a3-d287-4e32-902f-97f49a943eb5), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:29.959702 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c7de554-1c64-4da4-a865-77699a66f8f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (3535920b-669e-4752-94d4-5afb2b35cf95), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:29.972981 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0cc3d-d653-4c11-a726-d34f9ac48f15 req-18c09dea-0b2a-473c-aff8-750cc9a3af2a tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:29.975905 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0ed0cc3d-d653-4c11-a726-d34f9ac48f15 req-18c09dea-0b2a-473c-aff8-750cc9a3af2a tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] 10.222.0.70 "GET /v2.0/ports?device_id=482323cd-e1ed-4236-b9b9-4aa98ee455b2 HTTP/1.1" status: 200 len: 944 time: 0.3323212 Jan 28 00:18:30.013656 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=43e418a3-d287-4e32-902f-97f49a943eb5,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:30.126054 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4bc1397-1321-4866-85ee-dda1654dab33 req-a1806f1e-e092-4e60-b4fc-72d41b8ce270 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004429 Jan 28 00:18:30.137928 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7de554-1c64-4da4-a865-77699a66f8f7 admin admin] Router 3535920b-669e-4752-94d4-5afb2b35cf95 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:18:30.207752 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-61ca5017-063c-47a4-800f-2a6836a7a146 req-d14fe6b8-820f-49a3-aa53-329086378dd0 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-460032470', 'description': 'tempest-description-1645845728'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:30.232861 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a9fe10f-3886-45a8-b527-44e30a191d3f req-45fd09a4-5935-4d07-a703-328cfd6eb232 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367304 Jan 28 00:18:30.263964 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-48d3e584-3514-4051-8aa1-45a4debbdaf2 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for security_group (d7a2c49d-3408-4523-8d20-ab27295ac696), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:30.270757 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0ed0cc3d-d653-4c11-a726-d34f9ac48f15 req-9e216e4a-812e-4646-a512-aaa911ad2cc7 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] 10.222.0.70 "GET /v2.0/security-groups?id=d57e0b1b-3929-4d55-986f-31034c911c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693174 Jan 28 00:18:30.277558 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-48d3e584-3514-4051-8aa1-45a4debbdaf2 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d7a2c49d-3408-4523-8d20-ab27295ac696), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:30.357571 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7de554-1c64-4da4-a865-77699a66f8f7 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:18:30.373519 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69ebc72-7492-447e-8292-4e0f73519f6d None None] Sync routers for ids ['3535920b-669e-4752-94d4-5afb2b35cf95'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:18:30.381324 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3e584-3514-4051-8aa1-45a4debbdaf2 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a2c49d-3408-4523-8d20-ab27295ac696,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:30.390414 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c7de554-1c64-4da4-a865-77699a66f8f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:30.394699 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2c7de554-1c64-4da4-a865-77699a66f8f7 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.1981485 Jan 28 00:18:30.398354 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55844) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:30.422315 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c2a708-e40d-472e-93e4-995cee8ac4a3', 'tag': '228baf8b-b15d-4b7b-afdb-c10ccf246e6f'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:18:30.427233 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf543c02-9415-40ca-a452-94ac33e612f3" -d '{"events": [{"name": "network-changed", "server_uuid": "05c2a708-e40d-472e-93e4-995cee8ac4a3", "tag": "228baf8b-b15d-4b7b-afdb-c10ccf246e6f"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:18:30.437600 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['43e418a3-d287-4e32-902f-97f49a943eb5'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:18:30.456147 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69ebc72-7492-447e-8292-4e0f73519f6d None None] Routers {'3535920b-669e-4752-94d4-5afb2b35cf95'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:18:30.457220 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-a69ebc72-7492-447e-8292-4e0f73519f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:18:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3535920b-669e-4752-94d4-5afb2b35cf95'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:18:30.462794 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-48d3e584-3514-4051-8aa1-45a4debbdaf2 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:30.468139 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-48d3e584-3514-4051-8aa1-45a4debbdaf2 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9707484 Jan 28 00:18:30.469681 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-61ca5017-063c-47a4-800f-2a6836a7a146 req-d14fe6b8-820f-49a3-aa53-329086378dd0 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:30.492108 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55848) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:30.507158 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-77b34bd0-90f4-4378-8aee-c92d2b928bd8 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Request body: {'security_group_rule': {'security_group_id': 'd7a2c49d-3408-4523-8d20-ab27295ac696', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:30.629083 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-77b34bd0-90f4-4378-8aee-c92d2b928bd8 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for security_group_rule (b86c14f2-b312-4f71-bc70-971f4a7beb50), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:30.643710 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b4e62-64c3-45a6-8005-7ce6f2434716 req-fbd3fb3c-8c8f-4c5d-85bc-cdf5f6b61d9a tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:30.648544 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9a3b4e62-64c3-45a6-8005-7ce6f2434716 req-fbd3fb3c-8c8f-4c5d-85bc-cdf5f6b61d9a tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] 10.222.0.70 "GET /v2.0/ports?device_id=22da124a-7541-4d63-8b2b-d8b799ade475 HTTP/1.1" status: 200 len: 945 time: 0.2059774 Jan 28 00:18:30.799512 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-a69ebc72-7492-447e-8292-4e0f73519f6d None None] Set router 3535920b-669e-4752-94d4-5afb2b35cf95 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:18:30.810240 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-61ca5017-063c-47a4-800f-2a6836a7a146 req-d14fe6b8-820f-49a3-aa53-329086378dd0 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group (0069c0eb-37aa-4cfe-8164-0de5b7b469fd), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:30.835400 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-61ca5017-063c-47a4-800f-2a6836a7a146 req-d14fe6b8-820f-49a3-aa53-329086378dd0 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0069c0eb-37aa-4cfe-8164-0de5b7b469fd), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:30.894138 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-77b34bd0-90f4-4378-8aee-c92d2b928bd8 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for security_group_rule (b86c14f2-b312-4f71-bc70-971f4a7beb50), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:30.897937 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9a3b4e62-64c3-45a6-8005-7ce6f2434716 req-98af3b5c-3776-4294-8b0c-db050c80d5ca tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3727ceb-241f-4ccd-a40c-85f04a943d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306342 Jan 28 00:18:30.908200 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-77b34bd0-90f4-4378-8aee-c92d2b928bd8 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (b86c14f2-b312-4f71-bc70-971f4a7beb50), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:30.923103 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-61ca5017-063c-47a4-800f-2a6836a7a146 req-d14fe6b8-820f-49a3-aa53-329086378dd0 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:30.924535 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-61ca5017-063c-47a4-800f-2a6836a7a146 req-d14fe6b8-820f-49a3-aa53-329086378dd0 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.7468078 Jan 28 00:18:30.935858 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14fe6b8-820f-49a3-aa53-329086378dd0 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0069c0eb-37aa-4cfe-8164-0de5b7b469fd,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:30.943246 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b34bd0-90f4-4378-8aee-c92d2b928bd8 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b86c14f2-b312-4f71-bc70-971f4a7beb50,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:30.954918 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-77b34bd0-90f4-4378-8aee-c92d2b928bd8 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:30.957714 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-77b34bd0-90f4-4378-8aee-c92d2b928bd8 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4560924 Jan 28 00:18:30.961482 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55852) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:30.970653 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-e5d44eed-a9dd-4126-b8bd-2ce1b412c5ce tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Request body: {'security_group_rule': {'security_group_id': 'd7a2c49d-3408-4523-8d20-ab27295ac696', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:31.009099 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e5d44eed-a9dd-4126-b8bd-2ce1b412c5ce tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for security_group_rule (443026aa-ec92-4e24-958c-8cf4b26fc2a8), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:31.119525 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e5d44eed-a9dd-4126-b8bd-2ce1b412c5ce tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for security_group_rule (443026aa-ec92-4e24-958c-8cf4b26fc2a8), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:31.125188 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e5d44eed-a9dd-4126-b8bd-2ce1b412c5ce tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (443026aa-ec92-4e24-958c-8cf4b26fc2a8), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:31.132174 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f80e3c4-8534-4346-8f00-b51d257539ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:31.134517 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-a69ebc72-7492-447e-8292-4e0f73519f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'name': 'tempest-ServerRescueTestJSONUnderV235-856463506-router', 'tenant_id': 'f8a04340ab2345348380631aeb839f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '37743aa7-da26-43fe-a675-6211a6ae6c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:18:26Z', 'updated_at': '2022-01-28T00:18:29Z', 'revision_number': 3, 'project_id': 'f8a04340ab2345348380631aeb839f0e', 'gw_port': {'id': '37743aa7-da26-43fe-a675-6211a6ae6c26', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:18:28Z', 'updated_at': '2022-01-28T00:18:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:18:31.192244 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69ebc72-7492-447e-8292-4e0f73519f6d None None] Checking router: 3535920b-669e-4752-94d4-5afb2b35cf95 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:18:31.192882 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69ebc72-7492-447e-8292-4e0f73519f6d None None] Updating router 3535920b-669e-4752-94d4-5afb2b35cf95 port 37743aa7-da26-43fe-a675-6211a6ae6c26 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:18:31.223106 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d44eed-a9dd-4126-b8bd-2ce1b412c5ce tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=443026aa-ec92-4e24-958c-8cf4b26fc2a8,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:31.237144 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a69ebc72-7492-447e-8292-4e0f73519f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (37743aa7-da26-43fe-a675-6211a6ae6c26), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:31.272259 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e5d44eed-a9dd-4126-b8bd-2ce1b412c5ce tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:31.274349 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e5d44eed-a9dd-4126-b8bd-2ce1b412c5ce tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3108504 Jan 28 00:18:31.279069 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55864) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:31.287910 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-97db3d2e-7b23-482e-99d4-686c624afdf4 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:31.301779 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c729e9bf-ba5c-42d0-91a3-c69cbe8cb35c req-00d10a28-14a1-4ece-9501-fcc378abaa1c tempest-QuotasAdminNegativeTest-898194498 tempest-QuotasAdminNegativeTest-898194498-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=cf230ef4af134a34a84a1e4fa594559f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580444 Jan 28 00:18:31.314545 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bd060-7231-483f-b59a-ad57c7677b6e req-4c2fc8ac-4843-4130-927e-3a7e7de39ad2 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:31.328329 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-442bd060-7231-483f-b59a-ad57c7677b6e req-4c2fc8ac-4843-4130-927e-3a7e7de39ad2 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 948 time: 0.2002122 Jan 28 00:18:31.366856 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97db3d2e-7b23-482e-99d4-686c624afdf4 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:31.529042 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-7f80e3c4-8534-4346-8f00-b51d257539ee admin admin] Allocated IP 172.20.0.1 (bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b/15e473ff-b094-44ce-baac-7061d4d3f5a3/8c71d74e-93e0-4442-bfd7-ee3345b32952) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:18:31.531976 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-442bd060-7231-483f-b59a-ad57c7677b6e req-de9a3f28-8300-4513-a8c6-5fad29b10d88 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021501 Jan 28 00:18:31.643879 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729e9bf-ba5c-42d0-91a3-c69cbe8cb35c req-8f7026d3-4147-4ded-a994-3cf7e41fe1ad tempest-QuotasAdminNegativeTest-898194498 tempest-QuotasAdminNegativeTest-898194498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:31.654255 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c729e9bf-ba5c-42d0-91a3-c69cbe8cb35c req-8f7026d3-4147-4ded-a994-3cf7e41fe1ad tempest-QuotasAdminNegativeTest-898194498 tempest-QuotasAdminNegativeTest-898194498-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3192387 Jan 28 00:18:31.679378 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c729e9bf-ba5c-42d0-91a3-c69cbe8cb35c req-7175117f-c6c2-435b-9cd8-ce0784b813b8 tempest-QuotasAdminNegativeTest-898194498 tempest-QuotasAdminNegativeTest-898194498-project] 10.222.0.70 "GET /v2.0/quotas/cf230ef4af134a34a84a1e4fa594559f HTTP/1.1" status: 200 len: 375 time: 0.0171857 Jan 28 00:18:31.717059 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c729e9bf-ba5c-42d0-91a3-c69cbe8cb35c req-5aa21a77-d13b-439d-aa23-73eefde725db tempest-QuotasAdminNegativeTest-898194498 tempest-QuotasAdminNegativeTest-898194498-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cf230ef4af134a34a84a1e4fa594559f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357425 Jan 28 00:18:31.739249 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a69ebc72-7492-447e-8292-4e0f73519f6d None None] Publish callbacks [] for port (37743aa7-da26-43fe-a675-6211a6ae6c26), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:31.754514 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a69ebc72-7492-447e-8292-4e0f73519f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (37743aa7-da26-43fe-a675-6211a6ae6c26), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:31.757930 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97db3d2e-7b23-482e-99d4-686c624afdf4 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:31.798246 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f80e3c4-8534-4346-8f00-b51d257539ee admin admin] Publish callbacks [] for port (8c71d74e-93e0-4442-bfd7-ee3345b32952), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:31.825479 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0de54-cea5-467d-931f-3d2c004fdddc req-ce9afb0d-fbae-4f9b-90da-9689df15a73c tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:31.828227 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ebc0de54-cea5-467d-931f-3d2c004fdddc req-ce9afb0d-fbae-4f9b-90da-9689df15a73c tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc9e455-8caa-4106-897b-5a270ad8af65 HTTP/1.1" status: 200 len: 950 time: 0.1164553 Jan 28 00:18:31.849081 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-a69ebc72-7492-447e-8292-4e0f73519f6d None None] Attempting to bind port 37743aa7-da26-43fe-a675-6211a6ae6c26 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:18:31.850157 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-a69ebc72-7492-447e-8292-4e0f73519f6d None None] Attempting to bind port 37743aa7-da26-43fe-a675-6211a6ae6c26 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:18:31.850783 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69ebc72-7492-447e-8292-4e0f73519f6d None None] Attempting to bind port 37743aa7-da26-43fe-a675-6211a6ae6c26 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:18:31.854281 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a14b74-a161-458c-bd88-7941370749d2 None None] Pushing event updated for resources: {'Port': ['ID=37743aa7-da26-43fe-a675-6211a6ae6c26,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:31.868803 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69ebc72-7492-447e-8292-4e0f73519f6d None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:18:31.869427 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69ebc72-7492-447e-8292-4e0f73519f6d None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:18:31.870598 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a69ebc72-7492-447e-8292-4e0f73519f6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:31.871131 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69ebc72-7492-447e-8292-4e0f73519f6d None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:18:31.871865 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-a69ebc72-7492-447e-8292-4e0f73519f6d None None] Bound port: 37743aa7-da26-43fe-a675-6211a6ae6c26, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:18:31.872430 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a69ebc72-7492-447e-8292-4e0f73519f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (37743aa7-da26-43fe-a675-6211a6ae6c26), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:31.965250 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ebc0de54-cea5-467d-931f-3d2c004fdddc req-ecbaddf6-f99f-4c75-910f-462a0e4878c2 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288471 Jan 28 00:18:31.970536 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0142c4f-6ad2-4a29-b027-cdd4d346cb9e x-openstack-request-id: req-b0142c4f-6ad2-4a29-b027-cdd4d346cb9e {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:18:31.971026 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c2a708-e40d-472e-93e4-995cee8ac4a3", "tag": "228baf8b-b15d-4b7b-afdb-c10ccf246e6f", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:18:31.971430 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b0142c4f-6ad2-4a29-b027-cdd4d346cb9e {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:18:31.972742 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c2a708-e40d-472e-93e4-995cee8ac4a3', 'tag': '228baf8b-b15d-4b7b-afdb-c10ccf246e6f', 'status': 'completed', 'code': 200} Jan 28 00:18:31.984857 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-a69ebc72-7492-447e-8292-4e0f73519f6d None None] For port 37743aa7-da26-43fe-a675-6211a6ae6c26, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:18:31.990887 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-a69ebc72-7492-447e-8292-4e0f73519f6d None None] For port 37743aa7-da26-43fe-a675-6211a6ae6c26, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=37743aa7-da26-43fe-a675-6211a6ae6c26,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:18:32.006989 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f80e3c4-8534-4346-8f00-b51d257539ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (8c71d74e-93e0-4442-bfd7-ee3345b32952), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:32.010357 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a69ebc72-7492-447e-8292-4e0f73519f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (37743aa7-da26-43fe-a675-6211a6ae6c26), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:32.080144 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-97db3d2e-7b23-482e-99d4-686c624afdf4 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Allocated IP 172.25.3.246 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/ed418117-ffcd-406a-b9b7-65d72202a707) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:18:32.113532 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f80e3c4-8534-4346-8f00-b51d257539ee admin admin] Network bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:18:32.120043 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69ebc72-7492-447e-8292-4e0f73519f6d None None] Routers {'3535920b-669e-4752-94d4-5afb2b35cf95'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:18:32.120893 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-a69ebc72-7492-447e-8292-4e0f73519f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:18:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3535920b-669e-4752-94d4-5afb2b35cf95'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:18:32.128918 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-7f80e3c4-8534-4346-8f00-b51d257539ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:18:32.138865 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f80e3c4-8534-4346-8f00-b51d257539ee admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:18:32.176637 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a14b74-a161-458c-bd88-7941370749d2 None None] Pushing event updated for resources: {'Port': ['ID=37743aa7-da26-43fe-a675-6211a6ae6c26,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:32.176973 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80e3c4-8534-4346-8f00-b51d257539ee admin admin] Pushing event updated for resources: {'Port': ['ID=8c71d74e-93e0-4442-bfd7-ee3345b32952,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:32.223910 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0682d6f1-2df9-46fa-91a8-9077c9c58737 req-21eb68e7-097e-4892-9ccf-5a2fd6ae5633 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] 10.222.0.70 "GET /v2.0/security-groups/0069c0eb-37aa-4cfe-8164-0de5b7b469fd HTTP/1.1" status: 200 len: 1829 time: 0.2565854 Jan 28 00:18:32.243706 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf543c02-9415-40ca-a452-94ac33e612f3 req-9c849aa3-011d-4fec-abad-f565bbf38f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:32.243706 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bf543c02-9415-40ca-a452-94ac33e612f3 req-9c849aa3-011d-4fec-abad-f565bbf38f44 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 1099 time: 0.2655571 Jan 28 00:18:32.247823 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf543c02-9415-40ca-a452-94ac33e612f3 req-36f07639-b6ca-4a81-9f52-745d05891950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:32.250413 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bf543c02-9415-40ca-a452-94ac33e612f3 req-36f07639-b6ca-4a81-9f52-745d05891950 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 1099 time: 0.2326493 Jan 28 00:18:32.319737 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-a69ebc72-7492-447e-8292-4e0f73519f6d None None] Set router 3535920b-669e-4752-94d4-5afb2b35cf95 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:18:32.324270 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb440f5-483a-46ad-bb3c-d7b5a495b7c8 req-17c26842-ff28-4bc1-87da-5eaba9e61cf7 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:32.326419 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7bb440f5-483a-46ad-bb3c-d7b5a495b7c8 req-17c26842-ff28-4bc1-87da-5eaba9e61cf7 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] 10.222.0.70 "GET /v2.0/ports?device_id=482323cd-e1ed-4236-b9b9-4aa98ee455b2 HTTP/1.1" status: 200 len: 945 time: 0.2448952 Jan 28 00:18:32.418146 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97db3d2e-7b23-482e-99d4-686c624afdf4 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for port (ed418117-ffcd-406a-b9b7-65d72202a707), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:32.456123 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f80e3c4-8534-4346-8f00-b51d257539ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (3535920b-669e-4752-94d4-5afb2b35cf95), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:32.491890 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf543c02-9415-40ca-a452-94ac33e612f3 req-6f2b6737-0a15-4ca4-8919-c0c9d8c2c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:32.494357 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bf543c02-9415-40ca-a452-94ac33e612f3 req-6f2b6737-0a15-4ca4-8919-c0c9d8c2c542 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.2423780 Jan 28 00:18:32.549977 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97db3d2e-7b23-482e-99d4-686c624afdf4 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (ed418117-ffcd-406a-b9b7-65d72202a707), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:32.629531 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97db3d2e-7b23-482e-99d4-686c624afdf4 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:18:32.637240 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-97db3d2e-7b23-482e-99d4-686c624afdf4 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:18:32.646494 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97db3d2e-7b23-482e-99d4-686c624afdf4 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:18:32.688372 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db3d2e-7b23-482e-99d4-686c624afdf4 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Pushing event updated for resources: {'Port': ['ID=ed418117-ffcd-406a-b9b7-65d72202a707,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:32.688802 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-a69ebc72-7492-447e-8292-4e0f73519f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'name': 'tempest-ServerRescueTestJSONUnderV235-856463506-router', 'tenant_id': 'f8a04340ab2345348380631aeb839f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '37743aa7-da26-43fe-a675-6211a6ae6c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:18:26Z', 'updated_at': '2022-01-28T00:18:29Z', 'revision_number': 3, 'project_id': 'f8a04340ab2345348380631aeb839f0e', 'gw_port': {'id': '37743aa7-da26-43fe-a675-6211a6ae6c26', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:18:28Z', 'updated_at': '2022-01-28T00:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:18:32.739022 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f80e3c4-8534-4346-8f00-b51d257539ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8c71d74e-93e0-4442-bfd7-ee3345b32952), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:32.787274 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69ebc72-7492-447e-8292-4e0f73519f6d None None] The sync data for ids ['3535920b-669e-4752-94d4-5afb2b35cf95'] in n-d-826754-1 is: [{'id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'name': 'tempest-ServerRescueTestJSONUnderV235-856463506-router', 'tenant_id': 'f8a04340ab2345348380631aeb839f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '37743aa7-da26-43fe-a675-6211a6ae6c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:18:26Z', 'updated_at': '2022-01-28T00:18:29Z', 'revision_number': 3, 'project_id': 'f8a04340ab2345348380631aeb839f0e', 'gw_port': {'id': '37743aa7-da26-43fe-a675-6211a6ae6c26', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:18:28Z', 'updated_at': '2022-01-28T00:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:18:32.804581 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 228baf8b-b15d-4b7b-afdb-c10ccf246e6f details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:18:32.984791 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bf543c02-9415-40ca-a452-94ac33e612f3 req-4cb5147b-bfcd-46b2-9711-f638fca7a2c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=228baf8b-b15d-4b7b-afdb-c10ccf246e6f HTTP/1.1" status: 200 len: 217 time: 0.4661410 Jan 28 00:18:33.118370 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7bb440f5-483a-46ad-bb3c-d7b5a495b7c8 req-ee4a8e85-1de8-4bac-a7f9-8309624cdc70 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] 10.222.0.70 "GET /v2.0/security-groups?id=d57e0b1b-3929-4d55-986f-31034c911c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7735004 Jan 28 00:18:33.152808 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=228baf8b-b15d-4b7b-afdb-c10ccf246e6f,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:33.178057 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf543c02-9415-40ca-a452-94ac33e612f3 req-3631ff32-b337-434e-a736-c9bc04237c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:33.182428 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bf543c02-9415-40ca-a452-94ac33e612f3 req-3631ff32-b337-434e-a736-c9bc04237c83 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1890886 Jan 28 00:18:33.184956 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '228baf8b-b15d-4b7b-afdb-c10ccf246e6f', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': '228baf8b-b15d-4b7b-afdb-c10ccf246e6f', 'mac_address': 'fa:16:3e:11:cd:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:18:33.218937 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf543c02-9415-40ca-a452-94ac33e612f3 req-6abbd022-eca2-403a-8ebb-f9b0dfa5469f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:33.221511 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bf543c02-9415-40ca-a452-94ac33e612f3 req-6abbd022-eca2-403a-8ebb-f9b0dfa5469f service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.8933499 Jan 28 00:18:33.329067 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97db3d2e-7b23-482e-99d4-686c624afdf4 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for floatingip (2d86ea61-f9f5-4c6e-9603-4341d5e57d4b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:33.329925 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:18:33.329925 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (228baf8b-b15d-4b7b-afdb-c10ccf246e6f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:33.358478 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228baf8b-b15d-4b7b-afdb-c10ccf246e6f {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:18:33.370933 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bf543c02-9415-40ca-a452-94ac33e612f3 req-a1c7f5f1-61dc-4a1a-9663-0cd08f6b9e6d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=228baf8b-b15d-4b7b-afdb-c10ccf246e6f HTTP/1.1" status: 200 len: 217 time: 0.1014261 Jan 28 00:18:33.404960 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 43e418a3-d287-4e32-902f-97f49a943eb5 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:18:33.416066 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d04c5-7ccb-45b0-84db-fde00753810d req-5036be71-6a2c-41c5-b661-56c571849289 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:33.422306 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d04c5-7ccb-45b0-84db-fde00753810d req-5036be71-6a2c-41c5-b661-56c571849289 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:33.424114 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-201d04c5-7ccb-45b0-84db-fde00753810d req-5036be71-6a2c-41c5-b661-56c571849289 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=c997aa4e-93ca-49cf-89e5-ce7da1726154&device_id=bcc9e455-8caa-4106-897b-5a270ad8af65 HTTP/1.1" status: 200 len: 1690 time: 0.3448057 Jan 28 00:18:33.452558 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=228baf8b-b15d-4b7b-afdb-c10ccf246e6f,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:33.463866 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (228baf8b-b15d-4b7b-afdb-c10ccf246e6f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:33.506955 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 43e418a3-d287-4e32-902f-97f49a943eb5 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:18:33.521020 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 43e418a3-d287-4e32-902f-97f49a943eb5 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:18:33.521349 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (43e418a3-d287-4e32-902f-97f49a943eb5), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:33.527725 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97db3d2e-7b23-482e-99d4-686c624afdf4 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ed418117-ffcd-406a-b9b7-65d72202a707), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:33.542654 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f897003-0ebb-4c0f-80d7-b09b4e49956d req-d2606918-cb46-4069-9142-ae3e1c595a7d tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:33.546121 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f897003-0ebb-4c0f-80d7-b09b4e49956d req-d2606918-cb46-4069-9142-ae3e1c595a7d tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] 10.222.0.70 "GET /v2.0/ports?device_id=22da124a-7541-4d63-8b2b-d8b799ade475 HTTP/1.1" status: 200 len: 945 time: 0.2885883 Jan 28 00:18:33.561436 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf543c02-9415-40ca-a452-94ac33e612f3 req-be2af187-6ffa-4ce8-a0c4-72489e4f74da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:33.564695 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bf543c02-9415-40ca-a452-94ac33e612f3 req-be2af187-6ffa-4ce8-a0c4-72489e4f74da service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3717208 Jan 28 00:18:33.570098 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=228baf8b-b15d-4b7b-afdb-c10ccf246e6f,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:33.582980 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:33.583343 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:33.585094 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:33.585464 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:33.585819 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:33.587088 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:33.587088 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:33.587088 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:33.587639 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:33.587792 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:33.588162 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:33.588622 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:33.588958 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:33.736621 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf543c02-9415-40ca-a452-94ac33e612f3 req-d81cd2a5-6c09-4b8a-94f7-7582a2782187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:33.738404 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bf543c02-9415-40ca-a452-94ac33e612f3 req-d81cd2a5-6c09-4b8a-94f7-7582a2782187 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.3585954 Jan 28 00:18:33.741843 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-201d04c5-7ccb-45b0-84db-fde00753810d req-a8afde6c-13b7-4693-8707-827c7a9ffa05 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942169 Jan 28 00:18:33.785896 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f80e3c4-8534-4346-8f00-b51d257539ee admin admin] Publish callbacks [] for port (8c71d74e-93e0-4442-bfd7-ee3345b32952), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:33.798161 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f80e3c4-8534-4346-8f00-b51d257539ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (8c71d74e-93e0-4442-bfd7-ee3345b32952), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:33.884299 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f897003-0ebb-4c0f-80d7-b09b4e49956d req-e2acf1ff-1d36-4e4b-a0b3-2fe1e114cf00 tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3727ceb-241f-4ccd-a40c-85f04a943d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088963 Jan 28 00:18:33.892814 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf543c02-9415-40ca-a452-94ac33e612f3 req-a951d6e5-189d-4b24-8a5c-4df79988e00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:33.894346 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bf543c02-9415-40ca-a452-94ac33e612f3 req-a951d6e5-189d-4b24-8a5c-4df79988e00f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1387601 Jan 28 00:18:33.932968 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 43e418a3-d287-4e32-902f-97f49a943eb5 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:18:33.932968 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (43e418a3-d287-4e32-902f-97f49a943eb5), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:33.966871 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f80e3c4-8534-4346-8f00-b51d257539ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (3535920b-669e-4752-94d4-5afb2b35cf95), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:33.968221 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482323cd-e1ed-4236-b9b9-4aa98ee455b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e418a3-d287-4e32-902f-97f49a943eb5'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:18:33.971145 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525a0ac8-fa30-48f5-b282-0e119a9d9ff9" -d '{"events": [{"server_uuid": "482323cd-e1ed-4236-b9b9-4aa98ee455b2", "name": "network-vif-plugged", "status": "completed", "tag": "43e418a3-d287-4e32-902f-97f49a943eb5"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:18:33.981068 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bf543c02-9415-40ca-a452-94ac33e612f3 req-57e91fc4-f1cb-4e14-9843-c483cd062d52 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726530 Jan 28 00:18:34.021050 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 43e418a3-d287-4e32-902f-97f49a943eb5, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=43e418a3-d287-4e32-902f-97f49a943eb5,segment=NetworkSegment(284f53b4-1b8e-4459-a5e1-6ee02242630f),segment_id=284f53b4-1b8e-4459-a5e1-6ee02242630f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:34.039040 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['228baf8b-b15d-4b7b-afdb-c10ccf246e6f'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:18:34.080264 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80e3c4-8534-4346-8f00-b51d257539ee admin admin] Pushing event updated for resources: {'Port': ['ID=8c71d74e-93e0-4442-bfd7-ee3345b32952,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:34.094960 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (43e418a3-d287-4e32-902f-97f49a943eb5), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:34.209166 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97db3d2e-7b23-482e-99d4-686c624afdf4 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for port (ed418117-ffcd-406a-b9b7-65d72202a707), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:34.226038 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-5b12fe8a-27eb-437f-ad28-88834610267e req-ac00d9db-d242-4bc6-9a6e-2e0332d4e465 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-363441787', 'description': 'tempest-description-2046825177'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:34.226888 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97db3d2e-7b23-482e-99d4-686c624afdf4 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (ed418117-ffcd-406a-b9b7-65d72202a707), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:34.266682 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=43e418a3-d287-4e32-902f-97f49a943eb5,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:34.270924 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bf543c02-9415-40ca-a452-94ac33e612f3 req-1b76cf0a-d958-4c2f-96b3-7b7cdfdcfb40 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597839 Jan 28 00:18:34.296229 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f80e3c4-8534-4346-8f00-b51d257539ee admin admin] Network bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:18:34.302077 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-7f80e3c4-8534-4346-8f00-b51d257539ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:18:34.357189 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5b12fe8a-27eb-437f-ad28-88834610267e req-ac00d9db-d242-4bc6-9a6e-2e0332d4e465 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:34.394678 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bf543c02-9415-40ca-a452-94ac33e612f3 req-f7918196-bbfc-4035-b57f-31db55936eec service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976614 Jan 28 00:18:34.410812 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97db3d2e-7b23-482e-99d4-686c624afdf4 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (2d86ea61-f9f5-4c6e-9603-4341d5e57d4b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:34.420392 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b12e9d-f4ef-4ea4-aaed-8f5046867fba req-4ae65ae0-a6bf-4663-abe9-b548db826c39 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:34.429059 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db3d2e-7b23-482e-99d4-686c624afdf4 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Pushing event updated for resources: {'Port': ['ID=ed418117-ffcd-406a-b9b7-65d72202a707,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:34.440250 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a0b12e9d-f4ef-4ea4-aaed-8f5046867fba req-4ae65ae0-a6bf-4663-abe9-b548db826c39 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 949 time: 0.3337555 Jan 28 00:18:34.562773 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a0b12e9d-f4ef-4ea4-aaed-8f5046867fba req-52237ac0-3b52-4c08-85dc-b50fe064654b tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117620 Jan 28 00:18:34.569875 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97db3d2e-7b23-482e-99d4-686c624afdf4 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:34.573728 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-97db3d2e-7b23-482e-99d4-686c624afdf4 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2929823 Jan 28 00:18:34.582599 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bf543c02-9415-40ca-a452-94ac33e612f3 req-340023a4-93f2-43e6-a86a-b7264365262f service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893002 Jan 28 00:18:34.610317 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 37743aa7-da26-43fe-a675-6211a6ae6c26 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:18:34.670344 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5b12fe8a-27eb-437f-ad28-88834610267e req-ac00d9db-d242-4bc6-9a6e-2e0332d4e465 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group (2856df6a-2308-4ae5-a2e6-0fada6160250), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:34.683411 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5b12fe8a-27eb-437f-ad28-88834610267e req-ac00d9db-d242-4bc6-9a6e-2e0332d4e465 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2856df6a-2308-4ae5-a2e6-0fada6160250), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:34.744044 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 37743aa7-da26-43fe-a675-6211a6ae6c26 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:18:34.744578 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (37743aa7-da26-43fe-a675-6211a6ae6c26), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:34.777697 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5b12fe8a-27eb-437f-ad28-88834610267e req-ac00d9db-d242-4bc6-9a6e-2e0332d4e465 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:34.779538 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5b12fe8a-27eb-437f-ad28-88834610267e req-ac00d9db-d242-4bc6-9a6e-2e0332d4e465 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.5788212 Jan 28 00:18:34.782797 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac00d9db-d242-4bc6-9a6e-2e0332d4e465 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2856df6a-2308-4ae5-a2e6-0fada6160250,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:34.811063 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f80e3c4-8534-4346-8f00-b51d257539ee admin admin] Router 3535920b-669e-4752-94d4-5afb2b35cf95 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:18:34.870729 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4634b072-ed71-406a-bb8f-567849f5e92e x-openstack-request-id: req-4634b072-ed71-406a-bb8f-567849f5e92e {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:18:34.872177 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482323cd-e1ed-4236-b9b9-4aa98ee455b2", "name": "network-vif-plugged", "status": "completed", "tag": "43e418a3-d287-4e32-902f-97f49a943eb5", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:18:34.872501 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4634b072-ed71-406a-bb8f-567849f5e92e {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:18:34.872941 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482323cd-e1ed-4236-b9b9-4aa98ee455b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e418a3-d287-4e32-902f-97f49a943eb5', 'code': 200} Jan 28 00:18:34.931731 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 37743aa7-da26-43fe-a675-6211a6ae6c26 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:18:34.932738 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (37743aa7-da26-43fe-a675-6211a6ae6c26), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:35.000214 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 37743aa7-da26-43fe-a675-6211a6ae6c26, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=37743aa7-da26-43fe-a675-6211a6ae6c26,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:35.009467 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (37743aa7-da26-43fe-a675-6211a6ae6c26), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:35.124636 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=37743aa7-da26-43fe-a675-6211a6ae6c26,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:35.153090 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803dc57-3aca-4060-be3b-fbcc4ba53e8b req-1259f0d6-0fc9-4d0e-9b79-a655b804e01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:35.158313 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e803dc57-3aca-4060-be3b-fbcc4ba53e8b req-1259f0d6-0fc9-4d0e-9b79-a655b804e01a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=482323cd-e1ed-4236-b9b9-4aa98ee455b2 HTTP/1.1" status: 200 len: 1097 time: 0.1409619 Jan 28 00:18:35.159956 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f80e3c4-8534-4346-8f00-b51d257539ee admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:18:35.166584 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7f80e3c4-8534-4346-8f00-b51d257539ee admin admin] 10.222.0.70 "PUT /v2.0/routers/3535920b-669e-4752-94d4-5afb2b35cf95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7643285 Jan 28 00:18:35.166846 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16363592-8836-4aee-9072-3d605b279c33 req-3903986f-94b6-4c5f-83ac-62cce662b362 tempest-ServersOnMultiNodesTest-1158034624 tempest-ServersOnMultiNodesTest-1158034624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:35.169280 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-16363592-8836-4aee-9072-3d605b279c33 req-3903986f-94b6-4c5f-83ac-62cce662b362 tempest-ServersOnMultiNodesTest-1158034624 tempest-ServersOnMultiNodesTest-1158034624-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c997aa4e-93ca-49cf-89e5-ce7da1726154 HTTP/1.1" status: 200 len: 1100 time: 0.1327722 Jan 28 00:18:35.337107 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e803dc57-3aca-4060-be3b-fbcc4ba53e8b req-a22ed900-cbef-4afa-a867-fd1614abfe7a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d57e0b1b-3929-4d55-986f-31034c911c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659546 Jan 28 00:18:35.365260 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-16363592-8836-4aee-9072-3d605b279c33 req-93896a87-b155-4555-891d-5dc448f3b919 tempest-ServersOnMultiNodesTest-1158034624 tempest-ServersOnMultiNodesTest-1158034624-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592059 Jan 28 00:18:35.393329 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc6ac0-5bd4-4dfa-875f-d54fcdf0b464 req-0efc9b3c-8bbb-4eab-86cd-14ee6a4e69ca tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:35.395389 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-36bc6ac0-5bd4-4dfa-875f-d54fcdf0b464 req-0efc9b3c-8bbb-4eab-86cd-14ee6a4e69ca tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] 10.222.0.70 "GET /v2.0/ports?device_id=482323cd-e1ed-4236-b9b9-4aa98ee455b2 HTTP/1.1" status: 200 len: 946 time: 0.1297412 Jan 28 00:18:35.472423 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-36bc6ac0-5bd4-4dfa-875f-d54fcdf0b464 req-68899b76-ea63-4b2e-a816-11aac4b6ce88 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] 10.222.0.70 "GET /v2.0/security-groups?id=d57e0b1b-3929-4d55-986f-31034c911c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686295 Jan 28 00:18:35.597363 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c8736bc3-8c4f-40f8-ba07-0b0e512494f0 req-b274e0e7-ff9a-45db-a7a2-c23e3ebf05b0 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] 10.222.0.70 "GET /v2.0/security-groups/2856df6a-2308-4ae5-a2e6-0fada6160250 HTTP/1.1" status: 200 len: 1829 time: 0.0836787 Jan 28 00:18:35.715722 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8644d-ca47-4bb4-96d0-a4684a69b2f3 req-b263ea07-d367-42d5-b922-9e3522af264d tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:35.717426 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-34b8644d-ca47-4bb4-96d0-a4684a69b2f3 req-b263ea07-d367-42d5-b922-9e3522af264d tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] 10.222.0.70 "GET /v2.0/ports?device_id=22da124a-7541-4d63-8b2b-d8b799ade475 HTTP/1.1" status: 200 len: 945 time: 0.0814836 Jan 28 00:18:35.797947 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862872ef-8a8b-4668-a9cf-3847c9ec1767 None None] Sync routers for ids ['3535920b-669e-4752-94d4-5afb2b35cf95'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:18:35.814827 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862872ef-8a8b-4668-a9cf-3847c9ec1767 None None] Routers {'3535920b-669e-4752-94d4-5afb2b35cf95'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:18:35.815980 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-862872ef-8a8b-4668-a9cf-3847c9ec1767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:18:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3535920b-669e-4752-94d4-5afb2b35cf95'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:18:35.834527 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-7c08cff1-088c-4b24-9019-dddeafe4019b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--874033072&fields=id&tenant_id=160a5827a22f400b84570ea4a4c65c01 HTTP/1.1" status: 200 len: 267 time: 0.1380332 Jan 28 00:18:35.848985 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-34b8644d-ca47-4bb4-96d0-a4684a69b2f3 req-c4a98b9a-84f9-4a8f-9c0d-1af6e36b7f6e tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] 10.222.0.70 "GET /v2.0/security-groups?id=b3727ceb-241f-4ccd-a40c-85f04a943d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203265 Jan 28 00:18:35.949312 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-adf420bc-de05-497a-803d-18935d6bdd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:35.953735 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-ffe7f7c8-bd45-4db5-a2bc-e3cb462a3e06 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:35.955349 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-ffe7f7c8-bd45-4db5-a2bc-e3cb462a3e06 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports/17a2a773-d586-4db3-b390-7e92fd06a45f HTTP/1.1" status: 200 len: 937 time: 0.1049192 Jan 28 00:18:35.997551 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-862872ef-8a8b-4668-a9cf-3847c9ec1767 None None] Set router 3535920b-669e-4752-94d4-5afb2b35cf95 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:18:36.078583 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b88261a-8141-422a-8ea0-02f71742a25f req-71abff34-6cff-44df-9c36-c03ca9d10357 tempest-QuotasAdminNegativeTest-898194498 tempest-QuotasAdminNegativeTest-898194498-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=cf230ef4af134a34a84a1e4fa594559f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0875912 Jan 28 00:18:36.119223 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-690e0126-4e9c-404b-91b0-e0703a40e099 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:36.121514 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-690e0126-4e9c-404b-91b0-e0703a40e099 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports/3a7b8867-52a0-4af2-9c75-6826eab61051 HTTP/1.1" status: 200 len: 936 time: 0.1319773 Jan 28 00:18:36.236193 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b9e06812-43b3-4f79-9083-bbc0f58be59b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?network_id=0d3515a7-9da9-44c3-a34e-684df23ac567&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0916483 Jan 28 00:18:36.246686 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62018860-e68c-4dc7-86a3-2e5cf7c1f92a req-c1a7bf33-2755-43c8-b50a-2cbe43a9c17b tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:36.248329 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62018860-e68c-4dc7-86a3-2e5cf7c1f92a req-c1a7bf33-2755-43c8-b50a-2cbe43a9c17b tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.52 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3&tenant_id=83dbb6195da44e30b63c09c8e88d497f&binding%3Ahost_id=n-h1-826754-1 HTTP/1.1" status: 200 len: 949 time: 0.2918212 Jan 28 00:18:36.312676 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-7a7cac40-da20-4adb-b2d7-17f195cb725e tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?network_id=0d3515a7-9da9-44c3-a34e-684df23ac567&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0609391 Jan 28 00:18:36.327663 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-862872ef-8a8b-4668-a9cf-3847c9ec1767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'name': 'tempest-ServerRescueTestJSONUnderV235-856463506-router', 'tenant_id': 'f8a04340ab2345348380631aeb839f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '37743aa7-da26-43fe-a675-6211a6ae6c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:18:26Z', 'updated_at': '2022-01-28T00:18:32Z', 'revision_number': 4, 'project_id': 'f8a04340ab2345348380631aeb839f0e', 'gw_port': {'id': '37743aa7-da26-43fe-a675-6211a6ae6c26', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:18:28Z', 'updated_at': '2022-01-28T00:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '8c71d74e-93e0-4442-bfd7-ee3345b32952', 'name': '', 'network_id': 'bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b', 'tenant_id': 'f8a04340ab2345348380631aeb839f0e', 'mac_address': 'fa:16:3e:13:94:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '15e473ff-b094-44ce-baac-7061d4d3f5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:18:31Z', 'updated_at': '2022-01-28T00:18:33Z', 'revision_number': 2, 'project_id': 'f8a04340ab2345348380631aeb839f0e', 'subnets': [{'id': '15e473ff-b094-44ce-baac-7061d4d3f5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:18:36.383525 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862872ef-8a8b-4668-a9cf-3847c9ec1767 None None] Checking router: 3535920b-669e-4752-94d4-5afb2b35cf95 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:18:36.384101 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862872ef-8a8b-4668-a9cf-3847c9ec1767 None None] Updating router 3535920b-669e-4752-94d4-5afb2b35cf95 port 8c71d74e-93e0-4442-bfd7-ee3345b32952 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:18:36.442405 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-862872ef-8a8b-4668-a9cf-3847c9ec1767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8c71d74e-93e0-4442-bfd7-ee3345b32952), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:36.449355 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88261a-8141-422a-8ea0-02f71742a25f req-80ce7e06-f861-4e68-8956-97b9f0724bf9 tempest-QuotasAdminNegativeTest-898194498 tempest-QuotasAdminNegativeTest-898194498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:36.451924 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b88261a-8141-422a-8ea0-02f71742a25f req-80ce7e06-f861-4e68-8956-97b9f0724bf9 tempest-QuotasAdminNegativeTest-898194498 tempest-QuotasAdminNegativeTest-898194498-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3624513 Jan 28 00:18:36.493804 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b88261a-8141-422a-8ea0-02f71742a25f req-efc05b44-c5ae-43ba-a360-eae68b411ce9 tempest-QuotasAdminNegativeTest-898194498 tempest-QuotasAdminNegativeTest-898194498-project] 10.222.0.70 "GET /v2.0/quotas/cf230ef4af134a34a84a1e4fa594559f HTTP/1.1" status: 200 len: 375 time: 0.0339096 Jan 28 00:18:36.512533 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-62018860-e68c-4dc7-86a3-2e5cf7c1f92a req-5ec64b3c-228c-45b4-bc99-a91779583244 service neutron] delete failed (client error): The resource could not be found. Jan 28 00:18:36.514727 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62018860-e68c-4dc7-86a3-2e5cf7c1f92a req-5ec64b3c-228c-45b4-bc99-a91779583244 service neutron] 10.222.0.52 "DELETE /v2.0/ports/228baf8b-b15d-4b7b-afdb-c10ccf246e6f/bindings/n-h2-826754-1 HTTP/1.1" status: 404 len: 380 time: 0.2477522 Jan 28 00:18:36.594165 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b88261a-8141-422a-8ea0-02f71742a25f req-074ebd31-c19c-4909-94c9-b4a8d78024e9 tempest-QuotasAdminNegativeTest-898194498 tempest-QuotasAdminNegativeTest-898194498-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cf230ef4af134a34a84a1e4fa594559f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0909300 Jan 28 00:18:36.603863 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 37743aa7-da26-43fe-a675-6211a6ae6c26 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:18:36.614379 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-7d776380-2c44-4412-abae-32f116f86e4b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:36.622699 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-7d776380-2c44-4412-abae-32f116f86e4b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:36.629643 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-7d776380-2c44-4412-abae-32f116f86e4b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:36.634275 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-7d776380-2c44-4412-abae-32f116f86e4b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/networks?id=97c33ad0-0461-45c3-9dc8-98632a31ba84&id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&id=0d3515a7-9da9-44c3-a34e-684df23ac567&id=0d3515a7-9da9-44c3-a34e-684df23ac567 HTTP/1.1" status: 200 len: 1995 time: 0.3113303 Jan 28 00:18:36.723080 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-ecda0143-d65f-4e72-9302-75b2e4c179f7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/quotas/160a5827a22f400b84570ea4a4c65c01 HTTP/1.1" status: 200 len: 375 time: 0.0632572 Jan 28 00:18:36.739558 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 37743aa7-da26-43fe-a675-6211a6ae6c26 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:18:36.739979 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (37743aa7-da26-43fe-a675-6211a6ae6c26), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:36.821801 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 228baf8b-b15d-4b7b-afdb-c10ccf246e6f up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:18:36.859295 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62018860-e68c-4dc7-86a3-2e5cf7c1f92a req-1ed0f8fd-9fce-46ac-91fe-79b98c49e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:36.861817 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62018860-e68c-4dc7-86a3-2e5cf7c1f92a req-1ed0f8fd-9fce-46ac-91fe-79b98c49e1a2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 1100 time: 0.2177489 Jan 28 00:18:36.870252 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 37743aa7-da26-43fe-a675-6211a6ae6c26 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:18:36.909582 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:18:36.917647 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:18:36.918043 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (228baf8b-b15d-4b7b-afdb-c10ccf246e6f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:36.956349 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-5863dbd5-0e82-49eb-9d12-0e125d96afb8 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=160a5827a22f400b84570ea4a4c65c01&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2320492 Jan 28 00:18:36.963685 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce55f00-4bb7-4578-9242-a756ba2106db req-d6a70494-a370-4447-a550-829a04ac1eab tempest-ServersOnMultiNodesTest-1158034624 tempest-ServersOnMultiNodesTest-1158034624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:36.971159 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bce55f00-4bb7-4578-9242-a756ba2106db req-d6a70494-a370-4447-a550-829a04ac1eab tempest-ServersOnMultiNodesTest-1158034624 tempest-ServersOnMultiNodesTest-1158034624-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=bcc9e455-8caa-4106-897b-5a270ad8af65 HTTP/1.1" status: 200 len: 1101 time: 0.2226448 Jan 28 00:18:37.058740 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:18:37.059458 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (228baf8b-b15d-4b7b-afdb-c10ccf246e6f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:37.092916 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c2a708-e40d-472e-93e4-995cee8ac4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228baf8b-b15d-4b7b-afdb-c10ccf246e6f'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:18:37.097588 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a873c936-8b38-432a-b1a5-582d7bf3d5b7" -d '{"events": [{"server_uuid": "05c2a708-e40d-472e-93e4-995cee8ac4a3", "name": "network-vif-plugged", "status": "completed", "tag": "228baf8b-b15d-4b7b-afdb-c10ccf246e6f"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:18:37.107350 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bce55f00-4bb7-4578-9242-a756ba2106db req-fa9437de-fa61-4aab-b1fe-448848389747 tempest-ServersOnMultiNodesTest-1158034624 tempest-ServersOnMultiNodesTest-1158034624-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351299 Jan 28 00:18:37.113604 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62018860-e68c-4dc7-86a3-2e5cf7c1f92a req-2ded0eec-a4b4-443c-800c-26238f6aefee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:37.115346 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62018860-e68c-4dc7-86a3-2e5cf7c1f92a req-2ded0eec-a4b4-443c-800c-26238f6aefee service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.2417405 Jan 28 00:18:37.127546 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=228baf8b-b15d-4b7b-afdb-c10ccf246e6f,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:37.138711 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (228baf8b-b15d-4b7b-afdb-c10ccf246e6f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:37.176127 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-862872ef-8a8b-4668-a9cf-3847c9ec1767 None None] Publish callbacks [] for port (8c71d74e-93e0-4442-bfd7-ee3345b32952), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:37.195062 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-862872ef-8a8b-4668-a9cf-3847c9ec1767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8c71d74e-93e0-4442-bfd7-ee3345b32952), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:37.265753 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=228baf8b-b15d-4b7b-afdb-c10ccf246e6f,revision_number=9']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:37.290275 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba58fb8-f493-4ed5-ad33-b1423c640a1e None None] Pushing event updated for resources: {'Port': ['ID=8c71d74e-93e0-4442-bfd7-ee3345b32952,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:37.301036 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba58fb8-f493-4ed5-ad33-b1423c640a1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:37.301361 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba58fb8-f493-4ed5-ad33-b1423c640a1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:37.301713 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba58fb8-f493-4ed5-ad33-b1423c640a1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:37.302063 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba58fb8-f493-4ed5-ad33-b1423c640a1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:37.302409 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba58fb8-f493-4ed5-ad33-b1423c640a1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:37.302745 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba58fb8-f493-4ed5-ad33-b1423c640a1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:37.303078 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba58fb8-f493-4ed5-ad33-b1423c640a1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:37.303411 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba58fb8-f493-4ed5-ad33-b1423c640a1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:37.303791 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba58fb8-f493-4ed5-ad33-b1423c640a1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:37.304122 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba58fb8-f493-4ed5-ad33-b1423c640a1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:37.304452 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba58fb8-f493-4ed5-ad33-b1423c640a1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:37.305089 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba58fb8-f493-4ed5-ad33-b1423c640a1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:37.305589 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba58fb8-f493-4ed5-ad33-b1423c640a1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:37.387901 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-862872ef-8a8b-4668-a9cf-3847c9ec1767 None None] Attempting to bind port 8c71d74e-93e0-4442-bfd7-ee3345b32952 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:18:37.388288 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-862872ef-8a8b-4668-a9cf-3847c9ec1767 None None] Attempting to bind port 8c71d74e-93e0-4442-bfd7-ee3345b32952 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '51e83a15-751a-4596-ba9e-46368c69870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:18:37.388648 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862872ef-8a8b-4668-a9cf-3847c9ec1767 None None] Attempting to bind port 8c71d74e-93e0-4442-bfd7-ee3345b32952 on network bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:18:37.394730 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862872ef-8a8b-4668-a9cf-3847c9ec1767 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:18:37.395118 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862872ef-8a8b-4668-a9cf-3847c9ec1767 None None] Checking segment: {'id': '51e83a15-751a-4596-ba9e-46368c69870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:18:37.395532 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-862872ef-8a8b-4668-a9cf-3847c9ec1767 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:37.395969 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862872ef-8a8b-4668-a9cf-3847c9ec1767 None None] Bound using segment: {'id': '51e83a15-751a-4596-ba9e-46368c69870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:18:37.396473 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-862872ef-8a8b-4668-a9cf-3847c9ec1767 None None] Bound port: 8c71d74e-93e0-4442-bfd7-ee3345b32952, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e83a15-751a-4596-ba9e-46368c69870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:18:37.396870 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-862872ef-8a8b-4668-a9cf-3847c9ec1767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8c71d74e-93e0-4442-bfd7-ee3345b32952), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:37.474441 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-862872ef-8a8b-4668-a9cf-3847c9ec1767 None None] For port 8c71d74e-93e0-4442-bfd7-ee3345b32952, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:18:37.479085 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-862872ef-8a8b-4668-a9cf-3847c9ec1767 None None] For port 8c71d74e-93e0-4442-bfd7-ee3345b32952, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8c71d74e-93e0-4442-bfd7-ee3345b32952,segment=NetworkSegment(51e83a15-751a-4596-ba9e-46368c69870b),segment_id=51e83a15-751a-4596-ba9e-46368c69870b)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:18:37.485727 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-862872ef-8a8b-4668-a9cf-3847c9ec1767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8c71d74e-93e0-4442-bfd7-ee3345b32952), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:37.496255 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62018860-e68c-4dc7-86a3-2e5cf7c1f92a req-29b9b78f-e9f2-4f49-9983-976e08339ce9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=228baf8b-b15d-4b7b-afdb-c10ccf246e6f HTTP/1.1" status: 200 len: 217 time: 0.3669503 Jan 28 00:18:37.556569 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862872ef-8a8b-4668-a9cf-3847c9ec1767 None None] Routers {'3535920b-669e-4752-94d4-5afb2b35cf95'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:18:37.557239 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-862872ef-8a8b-4668-a9cf-3847c9ec1767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:18:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3535920b-669e-4752-94d4-5afb2b35cf95'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:18:37.596055 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba58fb8-f493-4ed5-ad33-b1423c640a1e None None] Pushing event updated for resources: {'Port': ['ID=8c71d74e-93e0-4442-bfd7-ee3345b32952,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:37.662347 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-4bea80bf-f3e2-40a4-92ad-dc00c89e0097 service neutron] 10.222.0.70 "GET /v2.0/networks/97c33ad0-0461-45c3-9dc8-98632a31ba84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6443298 Jan 28 00:18:37.690973 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62018860-e68c-4dc7-86a3-2e5cf7c1f92a req-9e07a047-c711-441d-a36b-f49401c57ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:37.692410 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62018860-e68c-4dc7-86a3-2e5cf7c1f92a req-9e07a047-c711-441d-a36b-f49401c57ccd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1702836 Jan 28 00:18:37.714603 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-862872ef-8a8b-4668-a9cf-3847c9ec1767 None None] Set router 3535920b-669e-4752-94d4-5afb2b35cf95 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:18:37.767192 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bf47a-0864-4ade-a8ac-3fa85e709534 req-02ea1b64-57d1-4432-93b6-c003c7b06371 tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:37.768803 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6c7bf47a-0864-4ade-a8ac-3fa85e709534 req-02ea1b64-57d1-4432-93b6-c003c7b06371 tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] 10.222.0.52 "GET /v2.0/ports?device_id=22da124a-7541-4d63-8b2b-d8b799ade475 HTTP/1.1" status: 200 len: 945 time: 0.2890351 Jan 28 00:18:37.813125 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-e28eb8df-3a81-4377-84a7-3b3adead7cb2 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:37.814757 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-e28eb8df-3a81-4377-84a7-3b3adead7cb2 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/networks?id=bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b HTTP/1.1" status: 200 len: 819 time: 0.3361075 Jan 28 00:18:37.880687 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-2250bf3a-155f-4b2b-9712-8f71d4851397 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/quotas/f8a04340ab2345348380631aeb839f0e HTTP/1.1" status: 200 len: 375 time: 0.0434291 Jan 28 00:18:37.937474 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b7857bb3-d717-4094-9a9b-0f031724dc1b service neutron] 10.222.0.70 "GET /v2.0/networks/97c33ad0-0461-45c3-9dc8-98632a31ba84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688432 Jan 28 00:18:37.961199 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62018860-e68c-4dc7-86a3-2e5cf7c1f92a req-1e1c1453-3d90-4531-a6a1-e4a3a967cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:37.963189 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62018860-e68c-4dc7-86a3-2e5cf7c1f92a req-1e1c1453-3d90-4531-a6a1-e4a3a967cdc3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2539086 Jan 28 00:18:37.966647 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-862872ef-8a8b-4668-a9cf-3847c9ec1767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'name': 'tempest-ServerRescueTestJSONUnderV235-856463506-router', 'tenant_id': 'f8a04340ab2345348380631aeb839f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '37743aa7-da26-43fe-a675-6211a6ae6c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:18:26Z', 'updated_at': '2022-01-28T00:18:32Z', 'revision_number': 4, 'project_id': 'f8a04340ab2345348380631aeb839f0e', 'gw_port': {'id': '37743aa7-da26-43fe-a675-6211a6ae6c26', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:18:28Z', 'updated_at': '2022-01-28T00:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '8c71d74e-93e0-4442-bfd7-ee3345b32952', 'name': '', 'network_id': 'bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b', 'tenant_id': 'f8a04340ab2345348380631aeb839f0e', 'mac_address': 'fa:16:3e:13:94:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '15e473ff-b094-44ce-baac-7061d4d3f5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:18:31Z', 'updated_at': '2022-01-28T00:18:37Z', 'revision_number': 4, 'project_id': 'f8a04340ab2345348380631aeb839f0e', 'subnets': [{'id': '15e473ff-b094-44ce-baac-7061d4d3f5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:18:38.001291 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862872ef-8a8b-4668-a9cf-3847c9ec1767 None None] The sync data for ids ['3535920b-669e-4752-94d4-5afb2b35cf95'] in n-d-826754-1 is: [{'id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'name': 'tempest-ServerRescueTestJSONUnderV235-856463506-router', 'tenant_id': 'f8a04340ab2345348380631aeb839f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '37743aa7-da26-43fe-a675-6211a6ae6c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:18:26Z', 'updated_at': '2022-01-28T00:18:32Z', 'revision_number': 4, 'project_id': 'f8a04340ab2345348380631aeb839f0e', 'gw_port': {'id': '37743aa7-da26-43fe-a675-6211a6ae6c26', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:18:28Z', 'updated_at': '2022-01-28T00:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '8c71d74e-93e0-4442-bfd7-ee3345b32952', 'name': '', 'network_id': 'bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b', 'tenant_id': 'f8a04340ab2345348380631aeb839f0e', 'mac_address': 'fa:16:3e:13:94:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '15e473ff-b094-44ce-baac-7061d4d3f5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:18:31Z', 'updated_at': '2022-01-28T00:18:37Z', 'revision_number': 4, 'project_id': 'f8a04340ab2345348380631aeb839f0e', 'subnets': [{'id': '15e473ff-b094-44ce-baac-7061d4d3f5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:18:38.090403 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-87d35a26-9b7e-4a57-b4e7-a7b88e2aff81 service neutron] 10.222.0.70 "GET /v2.0/ports/17a2a773-d586-4db3-b390-7e92fd06a45f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1249835 Jan 28 00:18:38.154601 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-6c7bf47a-0864-4ade-a8ac-3fa85e709534 req-4e58b15e-d592-4c49-af88-3bb3fcc3faa3 tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Deleting port 55fd8b3d-74c8-47fe-b007-cab9a2ddc818 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:18:38.154980 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6c7bf47a-0864-4ade-a8ac-3fa85e709534 req-4e58b15e-d592-4c49-af88-3bb3fcc3faa3 tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (55fd8b3d-74c8-47fe-b007-cab9a2ddc818), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:38.162170 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-9c9a71f3-c9f9-4d12-afaa-bf83da425686 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f8a04340ab2345348380631aeb839f0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2515066 Jan 28 00:18:38.231843 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-21cbe1a2-7e48-464c-bf85-a30bcb6bfa87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:38.329966 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62018860-e68c-4dc7-86a3-2e5cf7c1f92a req-65fe9d26-0da6-4bf6-b5da-f57d40de82ed service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534231 Jan 28 00:18:38.422176 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-0dbbfa8f-da12-4682-9816-b1b3ec4073b5 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:18:38.427095 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-0dbbfa8f-da12-4682-9816-b1b3ec4073b5 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2424412 Jan 28 00:18:38.497993 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8c71d74e-93e0-4442-bfd7-ee3345b32952 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:18:38.555790 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-9e70c720-3436-432d-8ac2-f92c2e20e097 service neutron] 10.222.0.70 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546640 Jan 28 00:18:38.558737 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-6c7bf47a-0864-4ade-a8ac-3fa85e709534 req-4e58b15e-d592-4c49-af88-3bb3fcc3faa3 tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] For port 55fd8b3d-74c8-47fe-b007-cab9a2ddc818, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=55fd8b3d-74c8-47fe-b007-cab9a2ddc818,segment=NetworkSegment(e063a043-2a9b-4443-ac3f-4a9bd33a5a4c),segment_id=e063a043-2a9b-4443-ac3f-4a9bd33a5a4c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:38.559034 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6c7bf47a-0864-4ade-a8ac-3fa85e709534 req-4e58b15e-d592-4c49-af88-3bb3fcc3faa3 tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (55fd8b3d-74c8-47fe-b007-cab9a2ddc818), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:38.564965 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 8c71d74e-93e0-4442-bfd7-ee3345b32952 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:18:38.565201 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8c71d74e-93e0-4442-bfd7-ee3345b32952), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:38.630934 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-6c7bf47a-0864-4ade-a8ac-3fa85e709534 req-4e58b15e-d592-4c49-af88-3bb3fcc3faa3 tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Calling delete_port for 55fd8b3d-74c8-47fe-b007-cab9a2ddc818 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:18:38.661755 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 8c71d74e-93e0-4442-bfd7-ee3345b32952 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:18:38.662458 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8c71d74e-93e0-4442-bfd7-ee3345b32952), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:38.693052 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62018860-e68c-4dc7-86a3-2e5cf7c1f92a req-07a97dd8-e92d-4847-b588-1b3ea7b1b62e service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542600 Jan 28 00:18:38.716655 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-2cf76cf8-779e-457e-935a-dcf328599ffc service neutron] 10.222.0.70 "GET /v2.0/networks/bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818844 Jan 28 00:18:38.717235 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 8c71d74e-93e0-4442-bfd7-ee3345b32952, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8c71d74e-93e0-4442-bfd7-ee3345b32952,segment=NetworkSegment(51e83a15-751a-4596-ba9e-46368c69870b),segment_id=51e83a15-751a-4596-ba9e-46368c69870b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:38.725473 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8c71d74e-93e0-4442-bfd7-ee3345b32952), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:38.824378 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=8c71d74e-93e0-4442-bfd7-ee3345b32952,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:38.888071 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-baa77c36-4e41-4045-ac37-b84b103bd60d service neutron] 10.222.0.70 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092403 Jan 28 00:18:38.974555 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-7fcfcb83-c308-4629-b56f-88c49f7bb9ed service neutron] 10.222.0.70 "GET /v2.0/networks/bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114859 Jan 28 00:18:38.979791 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-289872de-9115-45b2-9700-6d24d37b3206 service neutron] 10.222.0.70 "GET /v2.0/ports/3a7b8867-52a0-4af2-9c75-6826eab61051?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0776815 Jan 28 00:18:39.196995 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6c7bf47a-0864-4ade-a8ac-3fa85e709534 req-4e58b15e-d592-4c49-af88-3bb3fcc3faa3 tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (55fd8b3d-74c8-47fe-b007-cab9a2ddc818), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:39.234204 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['55fd8b3d-74c8-47fe-b007-cab9a2ddc818'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:18:39.295533 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-71275c2e-8a02-46ad-bead-b3ddb8e9555a service neutron] 10.222.0.70 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900066 Jan 28 00:18:39.335017 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58b15e-d592-4c49-af88-3bb3fcc3faa3 tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Pushing event deleted for resources: {'Port': ['ID=55fd8b3d-74c8-47fe-b007-cab9a2ddc818,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:39.512724 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:39.554887 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7bf47a-0864-4ade-a8ac-3fa85e709534 req-4e58b15e-d592-4c49-af88-3bb3fcc3faa3 tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] No DVR routers for this DVR port 55fd8b3d-74c8-47fe-b007-cab9a2ddc818 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:18:39.560172 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6c7bf47a-0864-4ade-a8ac-3fa85e709534 req-4e58b15e-d592-4c49-af88-3bb3fcc3faa3 tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:39.563936 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6c7bf47a-0864-4ade-a8ac-3fa85e709534 req-4e58b15e-d592-4c49-af88-3bb3fcc3faa3 tempest-InstanceActionsV221TestJSON-713213266 tempest-InstanceActionsV221TestJSON-713213266-project] 10.222.0.52 "DELETE /v2.0/ports/55fd8b3d-74c8-47fe-b007-cab9a2ddc818 HTTP/1.1" status: 204 len: 173 time: 1.7755301 Jan 28 00:18:39.567385 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22da124a-7541-4d63-8b2b-d8b799ade475', 'name': 'network-vif-deleted', 'tag': '55fd8b3d-74c8-47fe-b007-cab9a2ddc818'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:18:39.570649 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab17297a-cba6-40ee-93d3-4a5f9f006d5b" -d '{"events": [{"server_uuid": "22da124a-7541-4d63-8b2b-d8b799ade475", "name": "network-vif-deleted", "tag": "55fd8b3d-74c8-47fe-b007-cab9a2ddc818"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:18:39.593753 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa80f72-1759-4c1d-8e34-226f98e39e39 req-b262db0b-4975-4010-a5e2-b39bdde3db54 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:39.604730 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6fa80f72-1759-4c1d-8e34-226f98e39e39 req-b262db0b-4975-4010-a5e2-b39bdde3db54 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 950 time: 0.2888749 Jan 28 00:18:39.702143 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-315c5ecc-86cb-48cd-a7df-3e6fe5093acc service neutron] 10.222.0.70 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052155 Jan 28 00:18:39.707487 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6fa80f72-1759-4c1d-8e34-226f98e39e39 req-4aea4d29-0c40-4d45-ab5b-762cb966101c tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015899 Jan 28 00:18:39.854260 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-f4911f64-b5bb-4c1e-a590-8fedcdd3380a req-804e3fae-5f6f-49b8-93da-acab2bc3e6ec tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-123591958', 'description': 'tempest-description-1279950052'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:39.907262 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f4911f64-b5bb-4c1e-a590-8fedcdd3380a req-804e3fae-5f6f-49b8-93da-acab2bc3e6ec tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:39.968165 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-55a03fd1-8904-47af-a66e-4d7dab7deb31 service neutron] 10.222.0.70 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334590 Jan 28 00:18:40.134165 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f4911f64-b5bb-4c1e-a590-8fedcdd3380a req-804e3fae-5f6f-49b8-93da-acab2bc3e6ec tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group (44656ff9-9d4d-4ad8-91e9-5a420e988b5f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:40.153733 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f4911f64-b5bb-4c1e-a590-8fedcdd3380a req-804e3fae-5f6f-49b8-93da-acab2bc3e6ec tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (44656ff9-9d4d-4ad8-91e9-5a420e988b5f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:40.229112 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f4911f64-b5bb-4c1e-a590-8fedcdd3380a req-804e3fae-5f6f-49b8-93da-acab2bc3e6ec tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:40.230471 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f4911f64-b5bb-4c1e-a590-8fedcdd3380a req-804e3fae-5f6f-49b8-93da-acab2bc3e6ec tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3887675 Jan 28 00:18:40.236383 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-0486495d-cb9a-4fdb-9ba6-27c3c9a5eb58 service neutron] 10.222.0.70 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517881 Jan 28 00:18:40.237265 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e3fae-5f6f-49b8-93da-acab2bc3e6ec tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44656ff9-9d4d-4ad8-91e9-5a420e988b5f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:40.407141 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-fe8bf248-ae6e-4528-8fe1-73e78f027a2a service neutron] 10.222.0.70 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598258 Jan 28 00:18:40.428212 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c149746-983c-4ee0-b391-28822481ea7e req-dfd0a481-01f2-4e67-8593-bc39230f5892 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:40.436365 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9c149746-983c-4ee0-b391-28822481ea7e req-dfd0a481-01f2-4e67-8593-bc39230f5892 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] 10.222.0.70 "GET /v2.0/ports?device_id=482323cd-e1ed-4236-b9b9-4aa98ee455b2 HTTP/1.1" status: 200 len: 946 time: 0.1184163 Jan 28 00:18:40.453514 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8c71d74e-93e0-4442-bfd7-ee3345b32952 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:18:40.553840 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 8c71d74e-93e0-4442-bfd7-ee3345b32952 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:18:40.554433 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8c71d74e-93e0-4442-bfd7-ee3345b32952), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:40.709773 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 8c71d74e-93e0-4442-bfd7-ee3345b32952 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:18:40.851420 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9c149746-983c-4ee0-b391-28822481ea7e req-c25e0e87-50da-4626-b7d0-6445f661aa6d tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] 10.222.0.70 "GET /v2.0/security-groups?id=d57e0b1b-3929-4d55-986f-31034c911c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022083 Jan 28 00:18:40.908925 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-eac8af74-d3ca-4280-b510-0ec1c4c9b56d service neutron] 10.222.0.70 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708281 Jan 28 00:18:41.011033 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:41.249726 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-5ae920e3-4fdc-42af-9fac-9e2302b91ed2 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:41.252459 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-5ae920e3-4fdc-42af-9fac-9e2302b91ed2 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.65 "GET /v2.0/networks?id=bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b HTTP/1.1" status: 200 len: 819 time: 0.3480661 Jan 28 00:18:41.259455 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-45ded631-7b35-4b0d-9ee0-65c716b2a821 service neutron] 10.222.0.70 "GET /v2.0/networks/0d3515a7-9da9-44c3-a34e-684df23ac567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306594 Jan 28 00:18:41.276063 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-7819fe2c-6e53-4b14-ba97-04d44782c98c tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Request body: {'port': {'device_id': '30d86915-f4d1-451a-bee6-619c31eef3a6', 'network_id': 'bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b', 'admin_state_up': True, 'tenant_id': 'f8a04340ab2345348380631aeb839f0e'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:41.318746 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77e3e6d-417d-43be-a38e-eade36aab8ea x-openstack-request-id: req-d77e3e6d-417d-43be-a38e-eade36aab8ea {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:18:41.318746 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c2a708-e40d-472e-93e4-995cee8ac4a3", "name": "network-vif-plugged", "status": "completed", "tag": "228baf8b-b15d-4b7b-afdb-c10ccf246e6f", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:18:41.319527 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d77e3e6d-417d-43be-a38e-eade36aab8ea {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:18:41.320404 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c2a708-e40d-472e-93e4-995cee8ac4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228baf8b-b15d-4b7b-afdb-c10ccf246e6f', 'code': 200} Jan 28 00:18:41.447936 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-55519bb5-afc1-4a26-8fe9-ba42091ff4fd tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=15e12218ae23498f8976895fc1081122&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505078 Jan 28 00:18:41.466909 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 55fd8b3d-74c8-47fe-b007-cab9a2ddc818 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:18:41.498059 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 55fd8b3d-74c8-47fe-b007-cab9a2ddc818 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:18:41.498395 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 55fd8b3d-74c8-47fe-b007-cab9a2ddc818 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:18:41.574331 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d0c1de98-de34-4a90-bfe9-91566d37ec90 service neutron] 10.222.0.70 "GET /v2.0/networks/0d3515a7-9da9-44c3-a34e-684df23ac567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904050 Jan 28 00:18:41.681313 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-7819fe2c-6e53-4b14-ba97-04d44782c98c tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Made reservation on behalf of f8a04340ab2345348380631aeb839f0e for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:18:41.685179 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-7819fe2c-6e53-4b14-ba97-04d44782c98c tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:41.732587 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-7006bc05-5d48-401a-8421-1f4c478a4b42 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:41.734519 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-7006bc05-5d48-401a-8421-1f4c478a4b42 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2772417 Jan 28 00:18:41.788026 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d967631a-49a5-46b0-aedf-6fd4d3d9416e service neutron] 10.222.0.70 "GET /v2.0/networks/0d3515a7-9da9-44c3-a34e-684df23ac567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042019 Jan 28 00:18:41.790160 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-5854ead6-fbf9-419a-83de-223ed92dee75 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/quotas/15e12218ae23498f8976895fc1081122 HTTP/1.1" status: 200 len: 375 time: 0.0402567 Jan 28 00:18:42.056036 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-dae4042c-39a6-43dd-877e-61d0e6b7b3bb tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=15e12218ae23498f8976895fc1081122&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2300022 Jan 28 00:18:42.083854 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:42.105865 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-4417ec53-6458-4c6a-ac2f-0ae9d2c6614f service neutron] 10.222.0.70 "GET /v2.0/networks/0d3515a7-9da9-44c3-a34e-684df23ac567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824695 Jan 28 00:18:42.108306 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-7819fe2c-6e53-4b14-ba97-04d44782c98c tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Allocated IP 172.20.0.13 (bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b/15e473ff-b094-44ce-baac-7061d4d3f5a3/fcfb490f-f778-4d83-9053-cd92a33954ac) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:18:42.349469 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5998927d-274c-4ab7-a5bd-7bd8aeba8e13 req-08e85f03-11f0-4c15-acec-39be7fcadc83 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/ports?device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 210 time: 0.0410299 Jan 28 00:18:42.444161 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-7819fe2c-6e53-4b14-ba97-04d44782c98c tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks [] for port (fcfb490f-f778-4d83-9053-cd92a33954ac), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:42.494651 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-7819fe2c-6e53-4b14-ba97-04d44782c98c tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (fcfb490f-f778-4d83-9053-cd92a33954ac), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:42.565374 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b418479-7f92-4252-99ab-9dd2c9ea39b8 x-openstack-request-id: req-1b418479-7f92-4252-99ab-9dd2c9ea39b8 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:18:42.565679 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22da124a-7541-4d63-8b2b-d8b799ade475", "name": "network-vif-deleted", "tag": "55fd8b3d-74c8-47fe-b007-cab9a2ddc818", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:18:42.565939 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1b418479-7f92-4252-99ab-9dd2c9ea39b8 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:18:42.566354 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22da124a-7541-4d63-8b2b-d8b799ade475', 'name': 'network-vif-deleted', 'tag': '55fd8b3d-74c8-47fe-b007-cab9a2ddc818', 'status': 'completed', 'code': 200} Jan 28 00:18:42.574354 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-7819fe2c-6e53-4b14-ba97-04d44782c98c tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Network bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:18:42.578655 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-7819fe2c-6e53-4b14-ba97-04d44782c98c tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:18:42.581710 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-7819fe2c-6e53-4b14-ba97-04d44782c98c tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:18:42.692696 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819fe2c-6e53-4b14-ba97-04d44782c98c tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Pushing event updated for resources: {'Port': ['ID=fcfb490f-f778-4d83-9053-cd92a33954ac,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:42.697530 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:42.728646 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-7819fe2c-6e53-4b14-ba97-04d44782c98c tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:42.729325 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-7819fe2c-6e53-4b14-ba97-04d44782c98c tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:42.748422 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a52bb395-faab-4458-a4a0-b906635692ed req-fe9b2822-0a52-4964-9d09-12a9aea2999f tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] 10.222.0.70 "GET /v2.0/security-groups/44656ff9-9d4d-4ad8-91e9-5a420e988b5f HTTP/1.1" status: 200 len: 1829 time: 0.1310155 Jan 28 00:18:42.765648 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-7819fe2c-6e53-4b14-ba97-04d44782c98c tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4922891 Jan 28 00:18:42.781007 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-f0e6ad6f-c0bf-41cd-9c23-02eb8e1089b5 service neutron] Request body: {'port': {'device_id': '30d86915-f4d1-451a-bee6-619c31eef3a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:42.857911 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-f0e6ad6f-c0bf-41cd-9c23-02eb8e1089b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (fcfb490f-f778-4d83-9053-cd92a33954ac), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:43.016846 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa2799-144b-402f-b8fb-199e61fdc1a9 req-bc0f678e-6c27-4881-ba25-5cdd7170543c tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:43.029625 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c8aa2799-144b-402f-b8fb-199e61fdc1a9 req-bc0f678e-6c27-4881-ba25-5cdd7170543c tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 950 time: 0.1492531 Jan 28 00:18:43.244445 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c8aa2799-144b-402f-b8fb-199e61fdc1a9 req-96d0c4ce-0be0-4b96-91b0-2768f242647d tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387718 Jan 28 00:18:43.492306 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-184e84dd-0c83-4118-8446-55d5c919d9ae req-582838d5-796e-467c-a4b9-f17a63fe93e6 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=2472552b-59ef-4772-befa-62ca437cec54 HTTP/1.1" status: 200 len: 210 time: 0.0704284 Jan 28 00:18:43.499124 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-ec856c09-f330-4fa8-83b7-91d22b662e8a req-0a6bff8d-36b3-40c4-a97a-2c158ebe50fa tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-459819130', 'description': 'tempest-description-1076592991'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:43.536148 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-f0e6ad6f-c0bf-41cd-9c23-02eb8e1089b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcfb490f-f778-4d83-9053-cd92a33954ac {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:18:43.549689 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-f0e6ad6f-c0bf-41cd-9c23-02eb8e1089b5 service neutron] Publish callbacks [] for port (fcfb490f-f778-4d83-9053-cd92a33954ac), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:43.559257 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ec856c09-f330-4fa8-83b7-91d22b662e8a req-0a6bff8d-36b3-40c4-a97a-2c158ebe50fa tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:43.582865 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-f0e6ad6f-c0bf-41cd-9c23-02eb8e1089b5 service neutron] Transition to ACTIVE for port object fcfb490f-f778-4d83-9053-cd92a33954ac will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:18:43.599854 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-f0e6ad6f-c0bf-41cd-9c23-02eb8e1089b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (fcfb490f-f778-4d83-9053-cd92a33954ac), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:43.636011 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-be332837-645b-4916-ae51-4dbb0b55449b req-2f61c35f-beb6-457e-a1fa-5cece23bd658 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.0466568 Jan 28 00:18:43.796652 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6ad6f-c0bf-41cd-9c23-02eb8e1089b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fcfb490f-f778-4d83-9053-cd92a33954ac,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:43.896869 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:43.918527 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ec856c09-f330-4fa8-83b7-91d22b662e8a req-0a6bff8d-36b3-40c4-a97a-2c158ebe50fa tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group (ef2ab3ca-9946-4afa-b82e-720b41a1da8d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:43.989943 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ec856c09-f330-4fa8-83b7-91d22b662e8a req-0a6bff8d-36b3-40c4-a97a-2c158ebe50fa tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ef2ab3ca-9946-4afa-b82e-720b41a1da8d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:44.059053 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-d39ef0f9-4fa9-4157-bb91-97d943f0e476 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=15e12218ae23498f8976895fc1081122&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1043022 Jan 28 00:18:44.078650 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ec856c09-f330-4fa8-83b7-91d22b662e8a req-0a6bff8d-36b3-40c4-a97a-2c158ebe50fa tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:44.080805 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ec856c09-f330-4fa8-83b7-91d22b662e8a req-0a6bff8d-36b3-40c4-a97a-2c158ebe50fa tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.5932133 Jan 28 00:18:44.152861 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b7b10-a123-4b08-8185-5a4ea60df230 req-592fc3f6-e5df-4681-878c-c05e5e29b048 tempest-MigrationsAdminTest-1727138481 tempest-MigrationsAdminTest-1727138481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:44.165023 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0b7b7b10-a123-4b08-8185-5a4ea60df230 req-592fc3f6-e5df-4681-878c-c05e5e29b048 tempest-MigrationsAdminTest-1727138481 tempest-MigrationsAdminTest-1727138481-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 1101 time: 0.3817832 Jan 28 00:18:44.177345 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6bff8d-36b3-40c4-a97a-2c158ebe50fa tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2ab3ca-9946-4afa-b82e-720b41a1da8d,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:44.240155 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-f0e6ad6f-c0bf-41cd-9c23-02eb8e1089b5 service neutron] Attempting to bind port fcfb490f-f778-4d83-9053-cd92a33954ac on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:18:44.240503 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-f0e6ad6f-c0bf-41cd-9c23-02eb8e1089b5 service neutron] Attempting to bind port fcfb490f-f778-4d83-9053-cd92a33954ac by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '51e83a15-751a-4596-ba9e-46368c69870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:18:44.240799 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-f0e6ad6f-c0bf-41cd-9c23-02eb8e1089b5 service neutron] Attempting to bind port fcfb490f-f778-4d83-9053-cd92a33954ac on network bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:18:44.260569 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-f0e6ad6f-c0bf-41cd-9c23-02eb8e1089b5 service neutron] Port fcfb490f-f778-4d83-9053-cd92a33954ac on network bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:18:44.261484 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-f0e6ad6f-c0bf-41cd-9c23-02eb8e1089b5 service neutron] Attempting to bind port fcfb490f-f778-4d83-9053-cd92a33954ac on network bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:18:44.283840 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-f0e6ad6f-c0bf-41cd-9c23-02eb8e1089b5 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:18:44.285270 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-f0e6ad6f-c0bf-41cd-9c23-02eb8e1089b5 service neutron] Checking segment: {'id': '51e83a15-751a-4596-ba9e-46368c69870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:18:44.285905 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-f0e6ad6f-c0bf-41cd-9c23-02eb8e1089b5 service neutron] Bound using segment: {'id': '51e83a15-751a-4596-ba9e-46368c69870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:18:44.286774 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-f0e6ad6f-c0bf-41cd-9c23-02eb8e1089b5 service neutron] Bound port: fcfb490f-f778-4d83-9053-cd92a33954ac, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e83a15-751a-4596-ba9e-46368c69870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:18:44.287202 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-f0e6ad6f-c0bf-41cd-9c23-02eb8e1089b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (fcfb490f-f778-4d83-9053-cd92a33954ac), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:44.413655 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-f0e6ad6f-c0bf-41cd-9c23-02eb8e1089b5 service neutron] For port fcfb490f-f778-4d83-9053-cd92a33954ac, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:18:44.427565 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-f0e6ad6f-c0bf-41cd-9c23-02eb8e1089b5 service neutron] For port fcfb490f-f778-4d83-9053-cd92a33954ac, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=fcfb490f-f778-4d83-9053-cd92a33954ac,segment=NetworkSegment(51e83a15-751a-4596-ba9e-46368c69870b),segment_id=51e83a15-751a-4596-ba9e-46368c69870b)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:18:44.431693 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0b7b7b10-a123-4b08-8185-5a4ea60df230 req-122d5afe-565c-46f4-8c73-a6e9f7ed9636 tempest-MigrationsAdminTest-1727138481 tempest-MigrationsAdminTest-1727138481-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553403 Jan 28 00:18:44.449842 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-f0e6ad6f-c0bf-41cd-9c23-02eb8e1089b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (fcfb490f-f778-4d83-9053-cd92a33954ac), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:44.512541 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-aaa0aa45-8671-4d53-bce9-0a87b946100e tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:44.514617 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-aaa0aa45-8671-4d53-bce9-0a87b946100e tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4457550 Jan 28 00:18:44.548566 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-ba84774f-8f4e-44a3-a553-7c2b2402269b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Request body: {'port': {'device_id': '2472552b-59ef-4772-befa-62ca437cec54', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'admin_state_up': True, 'tenant_id': '15e12218ae23498f8976895fc1081122'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:44.563599 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-f0e6ad6f-c0bf-41cd-9c23-02eb8e1089b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:44.564765 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-f0e6ad6f-c0bf-41cd-9c23-02eb8e1089b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:44.567172 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-f0e6ad6f-c0bf-41cd-9c23-02eb8e1089b5 service neutron] 10.222.0.65 "PUT /v2.0/ports/fcfb490f-f778-4d83-9053-cd92a33954ac HTTP/1.1" status: 200 len: 1092 time: 1.7908583 Jan 28 00:18:44.567965 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d86915-f4d1-451a-bee6-619c31eef3a6', 'tag': 'fcfb490f-f778-4d83-9053-cd92a33954ac'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:18:44.572711 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8408307e-29c1-4d5e-b4f3-6f6f98fef06e" -d '{"events": [{"name": "network-changed", "server_uuid": "30d86915-f4d1-451a-bee6-619c31eef3a6", "tag": "fcfb490f-f778-4d83-9053-cd92a33954ac"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:18:44.674367 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308975ea-fd25-4b1e-817b-61576142ab24 req-4b8441e9-74d6-4569-868c-8440670d3c4e tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:44.676069 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-308975ea-fd25-4b1e-817b-61576142ab24 req-4b8441e9-74d6-4569-868c-8440670d3c4e tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/ports?device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 944 time: 0.2563462 Jan 28 00:18:44.711933 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6ad6f-c0bf-41cd-9c23-02eb8e1089b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fcfb490f-f778-4d83-9053-cd92a33954ac,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:44.831060 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-114784ee-747e-4efc-8e62-b55cee9fdf3d req-1b3ac61a-94a6-4e9e-aad3-b1169506b0bc tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] 10.222.0.70 "GET /v2.0/security-groups/ef2ab3ca-9946-4afa-b82e-720b41a1da8d HTTP/1.1" status: 200 len: 1829 time: 0.2489555 Jan 28 00:18:44.855337 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-6db7073f-abc1-4bb2-a707-d42b941feb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:44.857346 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-6db7073f-abc1-4bb2-a707-d42b941feb9b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8a04340ab2345348380631aeb839f0e&device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 1095 time: 0.1779761 Jan 28 00:18:44.865789 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-308975ea-fd25-4b1e-817b-61576142ab24 req-71304cbc-072c-47da-b1d4-aec6f9263c52 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/security-groups?id=b71e553b-2aad-46e1-986a-943b36ce07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663265 Jan 28 00:18:44.895521 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-ba84774f-8f4e-44a3-a553-7c2b2402269b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Made reservation on behalf of 15e12218ae23498f8976895fc1081122 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:18:44.900877 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-ba84774f-8f4e-44a3-a553-7c2b2402269b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:44.997135 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56108) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:45.017320 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-54444536-098f-4150-9dcc-f18dfbd6625a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcfb490f-f778-4d83-9053-cd92a33954ac HTTP/1.1" status: 200 len: 217 time: 0.1361151 Jan 28 00:18:45.068258 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa4012d4-66d0-452d-b200-28e700dfa1af req-c5598cff-5b9c-43d6-ad4a-c1f598c19d21 tempest-QuotasAdminNegativeTest-898194498 tempest-QuotasAdminNegativeTest-898194498-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=cf230ef4af134a34a84a1e4fa594559f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0711048 Jan 28 00:18:45.106067 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ee2277-8536-4af3-8aca-63bfd6526de2 admin admin] Deleting subnet f72fa232-fcae-437c-b2d5-8940014d76c5 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:18:45.113489 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-62ee2277-8536-4af3-8aca-63bfd6526de2 admin admin] Publish callbacks [] for subnet (f72fa232-fcae-437c-b2d5-8940014d76c5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:45.246594 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-62ee2277-8536-4af3-8aca-63bfd6526de2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (f72fa232-fcae-437c-b2d5-8940014d76c5), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:45.306058 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-62ee2277-8536-4af3-8aca-63bfd6526de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (f72fa232-fcae-437c-b2d5-8940014d76c5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:45.404818 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-62ee2277-8536-4af3-8aca-63bfd6526de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (f72fa232-fcae-437c-b2d5-8940014d76c5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:45.458424 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee2277-8536-4af3-8aca-63bfd6526de2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f72fa232-fcae-437c-b2d5-8940014d76c5,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:45.469470 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-62ee2277-8536-4af3-8aca-63bfd6526de2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:45.475549 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-62ee2277-8536-4af3-8aca-63bfd6526de2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f72fa232-fcae-437c-b2d5-8940014d76c5 HTTP/1.1" status: 204 len: 168 time: 0.4770365 Jan 28 00:18:45.486323 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56112) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:45.500835 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ee2277-8536-4af3-8aca-63bfd6526de2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:45.501428 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ee2277-8536-4af3-8aca-63bfd6526de2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:45.501996 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ee2277-8536-4af3-8aca-63bfd6526de2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:45.502575 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ee2277-8536-4af3-8aca-63bfd6526de2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:45.503164 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ee2277-8536-4af3-8aca-63bfd6526de2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:45.503785 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ee2277-8536-4af3-8aca-63bfd6526de2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:45.504357 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ee2277-8536-4af3-8aca-63bfd6526de2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:45.504929 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ee2277-8536-4af3-8aca-63bfd6526de2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:45.505491 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ee2277-8536-4af3-8aca-63bfd6526de2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:45.506074 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ee2277-8536-4af3-8aca-63bfd6526de2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:45.506660 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ee2277-8536-4af3-8aca-63bfd6526de2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:45.507240 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ee2277-8536-4af3-8aca-63bfd6526de2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:45.507865 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ee2277-8536-4af3-8aca-63bfd6526de2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:45.560727 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6229efa0-7323-49ba-9965-59ea05cee14c req-33e34027-af5f-4031-a31d-1cb41635474d tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=2472552b-59ef-4772-befa-62ca437cec54 HTTP/1.1" status: 200 len: 210 time: 0.0839920 Jan 28 00:18:45.590904 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-c1cfdae9-9bf5-4810-bd70-18d14bb8dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:45.598374 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-c1cfdae9-9bf5-4810-bd70-18d14bb8dd02 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=15e473ff-b094-44ce-baac-7061d4d3f5a3 HTTP/1.1" status: 200 len: 859 time: 0.5591490 Jan 28 00:18:45.664211 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-62055b99-c6ab-4169-a03a-1ec827966f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (6abb539b-6289-4e2a-a1a7-44841ca43189), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:45.667539 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-fe98b110-29e5-4dd8-b4c5-9e8720205dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:45.669119 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-fe98b110-29e5-4dd8-b4c5-9e8720205dad service neutron] 10.222.0.52 "GET /v2.0/ports/17a2a773-d586-4db3-b390-7e92fd06a45f HTTP/1.1" status: 200 len: 1033 time: 0.5004508 Jan 28 00:18:45.673157 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab00ef61-f3cf-440e-81e6-08961a2697b9 x-openstack-request-id: req-ab00ef61-f3cf-440e-81e6-08961a2697b9 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:18:45.673290 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d86915-f4d1-451a-bee6-619c31eef3a6", "tag": "fcfb490f-f778-4d83-9053-cd92a33954ac", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:18:45.673528 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ab00ef61-f3cf-440e-81e6-08961a2697b9 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:18:45.673948 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d86915-f4d1-451a-bee6-619c31eef3a6', 'tag': 'fcfb490f-f778-4d83-9053-cd92a33954ac', 'status': 'completed', 'code': 200} Jan 28 00:18:45.680693 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-23d31b06-185b-4ab2-adb1-e98a1648cb09 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705729 Jan 28 00:18:45.815688 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-02bac002-e9e6-47c4-9617-55e8dfbfc4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:45.817009 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-02bac002-e9e6-47c4-9617-55e8dfbfc4d2 service neutron] 10.222.0.52 "GET /v2.0/ports/3a7b8867-52a0-4af2-9c75-6826eab61051 HTTP/1.1" status: 200 len: 1032 time: 0.1326270 Jan 28 00:18:45.833056 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4012d4-66d0-452d-b200-28e700dfa1af req-18b80ff6-57db-42dd-a253-8b389a1d25d9 tempest-QuotasAdminNegativeTest-898194498 tempest-QuotasAdminNegativeTest-898194498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:45.838151 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa4012d4-66d0-452d-b200-28e700dfa1af req-18b80ff6-57db-42dd-a253-8b389a1d25d9 tempest-QuotasAdminNegativeTest-898194498 tempest-QuotasAdminNegativeTest-898194498-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7664754 Jan 28 00:18:45.843781 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-ba84774f-8f4e-44a3-a553-7c2b2402269b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Allocated IP 192.168.233.150 (6cc4916b-e8a0-4618-abd0-934e16bf0b78/3d2cf619-4390-4946-b152-016e9ede005d/3dba5a8d-7833-4acf-ac20-1058770aad91) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:18:45.846344 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-62055b99-c6ab-4169-a03a-1ec827966f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (6abb539b-6289-4e2a-a1a7-44841ca43189), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:45.875081 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-62055b99-c6ab-4169-a03a-1ec827966f0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6abb539b-6289-4e2a-a1a7-44841ca43189']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:18:45.893729 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-62055b99-c6ab-4169-a03a-1ec827966f0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e063a043-2a9b-4443-ac3f-4a9bd33a5a4c') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:18:45.894279 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-62055b99-c6ab-4169-a03a-1ec827966f0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e063a043-2a9b-4443-ac3f-4a9bd33a5a4c') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:18:45.909661 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:18:45.910600 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-62055b99-c6ab-4169-a03a-1ec827966f0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (e063a043-2a9b-4443-ac3f-4a9bd33a5a4c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:45.938076 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-62055b99-c6ab-4169-a03a-1ec827966f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (e063a043-2a9b-4443-ac3f-4a9bd33a5a4c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:45.942075 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bff70131-938f-4643-8bcd-ae232bc90d06 req-986622e5-dbf4-4938-b381-a3080093b041 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.1154428 Jan 28 00:18:45.978695 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62055b99-c6ab-4169-a03a-1ec827966f0b admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:18:45.983695 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa4012d4-66d0-452d-b200-28e700dfa1af req-43e2f1ce-8adb-4e14-8d52-79a6761eaa62 tempest-QuotasAdminNegativeTest-898194498 tempest-QuotasAdminNegativeTest-898194498-project] 10.222.0.70 "GET /v2.0/quotas/cf230ef4af134a34a84a1e4fa594559f HTTP/1.1" status: 200 len: 375 time: 0.1250830 Jan 28 00:18:46.016756 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-62055b99-c6ab-4169-a03a-1ec827966f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (e063a043-2a9b-4443-ac3f-4a9bd33a5a4c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:46.028477 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:18:46.028477 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:18:46.028477 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:18:46.028477 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:18:46.028477 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:18:46.028477 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:18:46.028477 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:18:46.028477 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:18:46.028477 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:18:46.028477 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:18:46.028477 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:18:46.028477 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:18:46.028477 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:18:46.028477 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:18:46.028477 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:18:46.028477 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:18:46.028477 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:18:46.028477 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:18:46.028477 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:18:46.028477 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:18:46.028477 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:18:46.028477 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:18:46.028477 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:18:46.028477 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:18:46.028477 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:18:46.028477 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:18:46.028477 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:18:46.028477 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:18:46.028477 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:18:46.028477 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:18:46.028477 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:18:46.028477 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:18:46.047560 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-06988353-e6b5-4022-953c-89cb2deea1de service neutron] 10.222.0.65 "GET /v2.0/networks/bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496718 Jan 28 00:18:46.087716 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa4012d4-66d0-452d-b200-28e700dfa1af req-25597b4d-0f11-458d-a938-6341b01b675b tempest-QuotasAdminNegativeTest-898194498 tempest-QuotasAdminNegativeTest-898194498-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cf230ef4af134a34a84a1e4fa594559f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1027734 Jan 28 00:18:46.208086 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-62055b99-c6ab-4169-a03a-1ec827966f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (6abb539b-6289-4e2a-a1a7-44841ca43189), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:46.248957 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-62055b99-c6ab-4169-a03a-1ec827966f0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:46.265154 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-62055b99-c6ab-4169-a03a-1ec827966f0b admin admin] 10.222.0.70 "DELETE /v2.0/networks/6abb539b-6289-4e2a-a1a7-44841ca43189 HTTP/1.1" status: 204 len: 168 time: 0.7756398 Jan 28 00:18:46.267732 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62055b99-c6ab-4169-a03a-1ec827966f0b admin admin] Pushing event deleted for resources: {'Network': ['ID=6abb539b-6289-4e2a-a1a7-44841ca43189,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:46.311024 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-4fef525a-bc5f-4547-b671-5a1c62ae8f70 req-8b0ce7f1-a78f-43ad-80cd-40bf79a54da9 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] show failed (client error): The resource could not be found. Jan 28 00:18:46.313034 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4fef525a-bc5f-4547-b671-5a1c62ae8f70 req-8b0ce7f1-a78f-43ad-80cd-40bf79a54da9 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] 10.222.0.70 "GET /v2.0/security-groups/8de9cb7a-2a54-405c-8dc0-a9a11ec373d8 HTTP/1.1" status: 404 len: 352 time: 0.2134886 Jan 28 00:18:46.469696 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-38bc7d57-9904-4932-9f08-a468d2fb07ec tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:46.488204 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-38bc7d57-9904-4932-9f08-a468d2fb07ec tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:46.500516 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-38bc7d57-9904-4932-9f08-a468d2fb07ec tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:46.504121 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-38bc7d57-9904-4932-9f08-a468d2fb07ec tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.52 "GET /v2.0/networks?id=97c33ad0-0461-45c3-9dc8-98632a31ba84&id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&id=0d3515a7-9da9-44c3-a34e-684df23ac567&id=0d3515a7-9da9-44c3-a34e-684df23ac567 HTTP/1.1" status: 200 len: 1995 time: 0.6614568 Jan 28 00:18:46.666621 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56140) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:46.669418 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-cdaee3b2-39d4-424b-9ed4-8d46f09da75d tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=83dbb6195da44e30b63c09c8e88d497f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1636641 Jan 28 00:18:46.760056 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e77e61c3-171c-4ab2-aff4-d6702fd67df3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6f9fd186db324ed69c0a4bee0aee1b8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0881155 Jan 28 00:18:46.762327 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56142) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:46.858577 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d5a3c2f-33ac-486c-a22b-ccbb180fecb9 admin admin] Publish callbacks [] for security_group (b3727ceb-241f-4ccd-a40c-85f04a943d09), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:46.870259 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5097e80-6f8e-4e30-8233-8c9f2b4e1cd9 req-73d2fbb9-b9c9-4f7c-9cf3-01c4aca80ffc service neutron] 10.222.0.65 "GET /v2.0/networks/bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7972667 Jan 28 00:18:46.877314 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c923fc1-a641-44fe-a25d-f6ab0dba364a req-d433d277-7bc9-4015-a095-51415c570a51 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:46.878916 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5c923fc1-a641-44fe-a25d-f6ab0dba364a req-d433d277-7bc9-4015-a095-51415c570a51 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/ports?device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 944 time: 0.3634889 Jan 28 00:18:46.910464 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-ba84774f-8f4e-44a3-a553-7c2b2402269b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks [] for port (3dba5a8d-7833-4acf-ac20-1058770aad91), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:46.912720 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d5a3c2f-33ac-486c-a22b-ccbb180fecb9 admin admin] Publish callbacks [] for security_group (b3727ceb-241f-4ccd-a40c-85f04a943d09), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:46.952860 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-12fa5976-a78d-48dd-85f5-7ab171c29b55 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=160a5827a22f400b84570ea4a4c65c01 HTTP/1.1" status: 200 len: 379 time: 0.3895540 Jan 28 00:18:46.969221 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-5321bc7b-a6a0-44c8-8786-0af81dd29432 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Request body: {'port': {'device_id': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'network_id': '97c33ad0-0461-45c3-9dc8-98632a31ba84', 'admin_state_up': True, 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'security_groups': ['d7a2c49d-3408-4523-8d20-ab27295ac696']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:47.025350 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d5a3c2f-33ac-486c-a22b-ccbb180fecb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b3727ceb-241f-4ccd-a40c-85f04a943d09), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:47.031087 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d5a3c2f-33ac-486c-a22b-ccbb180fecb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:47.034031 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4d5a3c2f-33ac-486c-a22b-ccbb180fecb9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b3727ceb-241f-4ccd-a40c-85f04a943d09 HTTP/1.1" status: 204 len: 168 time: 0.2697191 Jan 28 00:18:47.058241 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a3c2f-33ac-486c-a22b-ccbb180fecb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3727ceb-241f-4ccd-a40c-85f04a943d09,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:47.169720 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5c923fc1-a641-44fe-a25d-f6ab0dba364a req-7b5dd927-c1aa-4509-9b8d-dbe039e474bb tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/security-groups?id=b71e553b-2aad-46e1-986a-943b36ce07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720625 Jan 28 00:18:47.187088 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-b661dfe9-b670-4a6c-8bf1-88c5045270fe tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:47.194338 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-b661dfe9-b670-4a6c-8bf1-88c5045270fe tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5038769 Jan 28 00:18:47.207783 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-ba84774f-8f4e-44a3-a553-7c2b2402269b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (3dba5a8d-7833-4acf-ac20-1058770aad91), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:47.251168 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['93d1b1db-ea8f-40d0-ad5f-68128514fbd9', 'a70452fc-14fc-4605-ad3f-db76851ab1e9', '9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90', '64baad5f-d7c1-4872-b963-87dcb4a5ffcb'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:18:47.252126 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-dbc5af75-1148-4a93-b8d2-3ed7be626028 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/quotas/83dbb6195da44e30b63c09c8e88d497f HTTP/1.1" status: 200 len: 375 time: 0.0563443 Jan 28 00:18:47.269269 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['1d0e9f69-dea1-4853-8ff5-4aaaa651fb27'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:18:47.290052 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408307e-29c1-4d5e-b4f3-6f6f98fef06e req-ea401f77-8c9f-4a46-95e7-918c10ca50c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:47.291688 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8408307e-29c1-4d5e-b4f3-6f6f98fef06e req-ea401f77-8c9f-4a46-95e7-918c10ca50c0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8a04340ab2345348380631aeb839f0e&device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 1095 time: 0.3033075 Jan 28 00:18:47.402279 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-ba84774f-8f4e-44a3-a553-7c2b2402269b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:18:47.463305 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-ba84774f-8f4e-44a3-a553-7c2b2402269b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:18:47.575853 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-ba84774f-8f4e-44a3-a553-7c2b2402269b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:18:47.654698 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84774f-8f4e-44a3-a553-7c2b2402269b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Pushing event updated for resources: {'Port': ['ID=3dba5a8d-7833-4acf-ac20-1058770aad91,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:47.736987 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84774f-8f4e-44a3-a553-7c2b2402269b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:47.737977 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84774f-8f4e-44a3-a553-7c2b2402269b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:47.737977 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84774f-8f4e-44a3-a553-7c2b2402269b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:47.738263 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84774f-8f4e-44a3-a553-7c2b2402269b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:47.743390 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84774f-8f4e-44a3-a553-7c2b2402269b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:47.743982 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84774f-8f4e-44a3-a553-7c2b2402269b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:47.744802 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84774f-8f4e-44a3-a553-7c2b2402269b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:47.745330 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84774f-8f4e-44a3-a553-7c2b2402269b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:47.745954 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84774f-8f4e-44a3-a553-7c2b2402269b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:47.747331 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84774f-8f4e-44a3-a553-7c2b2402269b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:47.748845 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84774f-8f4e-44a3-a553-7c2b2402269b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:47.749384 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84774f-8f4e-44a3-a553-7c2b2402269b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:47.749925 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84774f-8f4e-44a3-a553-7c2b2402269b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:18:47.834676 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-5321bc7b-a6a0-44c8-8786-0af81dd29432 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Made reservation on behalf of 160a5827a22f400b84570ea4a4c65c01 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:18:47.840486 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-5321bc7b-a6a0-44c8-8786-0af81dd29432 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:47.881434 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-ba84774f-8f4e-44a3-a553-7c2b2402269b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:47.895905 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-ba84774f-8f4e-44a3-a553-7c2b2402269b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:47.924328 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-615c986e-382f-482c-b2f8-f83098dade7d tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6713550 Jan 28 00:18:47.984448 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408307e-29c1-4d5e-b4f3-6f6f98fef06e req-aa6ec015-5e4f-439f-9d8b-a404e6deb5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:47.990247 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8408307e-29c1-4d5e-b4f3-6f6f98fef06e req-aa6ec015-5e4f-439f-9d8b-a404e6deb5cf service neutron] 10.222.0.65 "GET /v2.0/networks?id=bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b HTTP/1.1" status: 200 len: 920 time: 0.6486812 Jan 28 00:18:48.073040 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-ba84774f-8f4e-44a3-a553-7c2b2402269b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5353446 Jan 28 00:18:48.147348 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8408307e-29c1-4d5e-b4f3-6f6f98fef06e req-87f09b84-9974-45a9-b0bd-da118c0533cb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcfb490f-f778-4d83-9053-cd92a33954ac HTTP/1.1" status: 200 len: 217 time: 0.1435692 Jan 28 00:18:48.160203 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-42b24fdf-9241-4187-aade-f7c45b068196 service neutron] Request body: {'port': {'device_id': '2472552b-59ef-4772-befa-62ca437cec54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:48.169691 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a5e5e9e1-6ee9-42da-98f4-3ebd86455f5f None None] Provisioning complete for port 3dba5a8d-7833-4acf-ac20-1058770aad91 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:18:48.170752 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a5e5e9e1-6ee9-42da-98f4-3ebd86455f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3dba5a8d-7833-4acf-ac20-1058770aad91), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:48.266229 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a5e5e9e1-6ee9-42da-98f4-3ebd86455f5f None None] Port 3dba5a8d-7833-4acf-ac20-1058770aad91 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:18:48.466758 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-42b24fdf-9241-4187-aade-f7c45b068196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3dba5a8d-7833-4acf-ac20-1058770aad91), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:48.789860 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-42f92abf-eedc-4249-85fa-556fb9bffaef req-4cd3b16f-019e-497f-8e52-359de675abad tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] show failed (client error): The resource could not be found. Jan 28 00:18:48.793136 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42f92abf-eedc-4249-85fa-556fb9bffaef req-4cd3b16f-019e-497f-8e52-359de675abad tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] 10.222.0.70 "GET /v2.0/security-group-rules/f07c5706-a741-4d74-be61-04a086b0b4fa HTTP/1.1" status: 404 len: 361 time: 0.3259876 Jan 28 00:18:48.850716 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device fcfb490f-f778-4d83-9053-cd92a33954ac details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:18:48.918526 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56188) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:48.943669 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408307e-29c1-4d5e-b4f3-6f6f98fef06e req-fcc6f2bd-4caa-4e45-9317-dff4cfd2b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:48.945259 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8408307e-29c1-4d5e-b4f3-6f6f98fef06e req-fcc6f2bd-4caa-4e45-9317-dff4cfd2b8f1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=15e473ff-b094-44ce-baac-7061d4d3f5a3 HTTP/1.1" status: 200 len: 859 time: 0.5056233 Jan 28 00:18:49.000701 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49835cc5-c9a8-4874-9fa4-5b6046a14e45 req-0cd70cb0-c5a9-4b50-9a1f-42cb32539d3c tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:49.009775 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-49835cc5-c9a8-4874-9fa4-5b6046a14e45 req-0cd70cb0-c5a9-4b50-9a1f-42cb32539d3c tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=2472552b-59ef-4772-befa-62ca437cec54 HTTP/1.1" status: 200 len: 936 time: 0.4104471 Jan 28 00:18:49.013773 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8408307e-29c1-4d5e-b4f3-6f6f98fef06e req-9a39dbf7-3da0-4933-a871-113b374a34a0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589943 Jan 28 00:18:49.137041 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-c6fc582c-cae9-422d-9397-ff9f12fdd839 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-144900959-network', 'tenant_id': 'c1a41228a20a4998a3274f9c6359ba1b'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:49.147545 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port fcfb490f-f778-4d83-9053-cd92a33954ac, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=fcfb490f-f778-4d83-9053-cd92a33954ac,segment=NetworkSegment(51e83a15-751a-4596-ba9e-46368c69870b),segment_id=51e83a15-751a-4596-ba9e-46368c69870b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:49.173768 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'fcfb490f-f778-4d83-9053-cd92a33954ac', 'network_id': 'bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b', 'port_id': 'fcfb490f-f778-4d83-9053-cd92a33954ac', 'mac_address': 'fa:16:3e:af:b0:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15e473ff-b094-44ce-baac-7061d4d3f5a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:18:49.182448 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fc582c-cae9-422d-9397-ff9f12fdd839 admin admin] Made reservation on behalf of c1a41228a20a4998a3274f9c6359ba1b for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:18:49.189525 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6fc582c-cae9-422d-9397-ff9f12fdd839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:49.214509 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6fc582c-cae9-422d-9397-ff9f12fdd839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:49.269334 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port fcfb490f-f778-4d83-9053-cd92a33954ac is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:18:49.270365 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (fcfb490f-f778-4d83-9053-cd92a33954ac), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:49.305439 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcfb490f-f778-4d83-9053-cd92a33954ac {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:18:49.363327 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port fcfb490f-f778-4d83-9053-cd92a33954ac, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=fcfb490f-f778-4d83-9053-cd92a33954ac,segment=NetworkSegment(51e83a15-751a-4596-ba9e-46368c69870b),segment_id=51e83a15-751a-4596-ba9e-46368c69870b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:49.402779 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (fcfb490f-f778-4d83-9053-cd92a33954ac), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:49.416623 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6fc582c-cae9-422d-9397-ff9f12fdd839 admin admin] Publish callbacks [] for security_group (786edd49-d7d4-48cb-8b18-f82356d23037), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:49.428586 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6fc582c-cae9-422d-9397-ff9f12fdd839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (786edd49-d7d4-48cb-8b18-f82356d23037), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:49.495652 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=fcfb490f-f778-4d83-9053-cd92a33954ac,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:49.503180 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc582c-cae9-422d-9397-ff9f12fdd839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786edd49-d7d4-48cb-8b18-f82356d23037,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:49.509286 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6fc582c-cae9-422d-9397-ff9f12fdd839 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:18:49.521970 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6fc582c-cae9-422d-9397-ff9f12fdd839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (72b3ef09-1c97-4cac-ae56-3b05968fc9d9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:49.522719 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-c6fc582c-cae9-422d-9397-ff9f12fdd839 admin admin] Added segment 72b3ef09-1c97-4cac-ae56-3b05968fc9d9 of type vlan for network 1130281e-f2a4-44c3-8ab0-7f6426e357ff Jan 28 00:18:49.560074 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-5321bc7b-a6a0-44c8-8786-0af81dd29432 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Allocated IP 172.20.0.6 (97c33ad0-0461-45c3-9dc8-98632a31ba84/1d093807-7e7b-4a9f-8622-0558c2c97c76/1c80ae37-b3ec-413e-a908-d7c646315e69) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:18:49.575364 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-86c2f12d-6f07-49ce-9e6d-088b9f3bb903 req-a08fb96c-f4f6-4b27-b406-f60ff1902f9e tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.5020313 Jan 28 00:18:49.578816 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6fc582c-cae9-422d-9397-ff9f12fdd839 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (1130281e-f2a4-44c3-8ab0-7f6426e357ff), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:49.670765 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6fc582c-cae9-422d-9397-ff9f12fdd839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (1130281e-f2a4-44c3-8ab0-7f6426e357ff), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:49.673751 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fc582c-cae9-422d-9397-ff9f12fdd839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:49.674534 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6fc582c-cae9-422d-9397-ff9f12fdd839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:49.723571 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-49835cc5-c9a8-4874-9fa4-5b6046a14e45 req-d8540e6c-d144-442c-92d6-3d74eceb5c5a tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7127697 Jan 28 00:18:49.788077 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c6fc582c-cae9-422d-9397-ff9f12fdd839 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8681905 Jan 28 00:18:49.788732 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56192) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:49.799312 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-0dbc47cc-da43-42bf-9729-a147e99dfdaf admin admin] Request body: {'subnet': {'network_id': '1130281e-f2a4-44c3-8ab0-7f6426e357ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-144900959-subnet', 'tenant_id': 'c1a41228a20a4998a3274f9c6359ba1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:49.809964 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8408307e-29c1-4d5e-b4f3-6f6f98fef06e req-4aa8acb2-87b9-43aa-a2af-9588a8dfbe80 service neutron] 10.222.0.65 "GET /v2.0/networks/bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7257392 Jan 28 00:18:49.816478 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3b6a97e9-151e-480c-8b5c-8b50138622cd req-32ac9535-ecf8-4c79-bdf1-36516db041f0 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 210 time: 0.1398153 Jan 28 00:18:49.859373 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc582c-cae9-422d-9397-ff9f12fdd839 admin admin] Pushing event updated for resources: {'Network': ['ID=1130281e-f2a4-44c3-8ab0-7f6426e357ff,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:49.873546 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 1130281e-f2a4-44c3-8ab0-7f6426e357ff details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:18:49.892756 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbc47cc-da43-42bf-9729-a147e99dfdaf admin admin] Made reservation on behalf of c1a41228a20a4998a3274f9c6359ba1b for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:18:49.895336 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0dbc47cc-da43-42bf-9729-a147e99dfdaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:49.981197 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['fcfb490f-f778-4d83-9053-cd92a33954ac'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:18:50.026829 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-5321bc7b-a6a0-44c8-8786-0af81dd29432 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for port (1c80ae37-b3ec-413e-a908-d7c646315e69), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:50.282012 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8408307e-29c1-4d5e-b4f3-6f6f98fef06e req-e9f506c7-0211-4309-a286-3ed10e45e1e8 service neutron] 10.222.0.65 "GET /v2.0/networks/bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566643 Jan 28 00:18:50.316115 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0dbc47cc-da43-42bf-9729-a147e99dfdaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (32340649-5030-4830-9369-6b38447d6187), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:50.360687 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-42b24fdf-9241-4187-aade-f7c45b068196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dba5a8d-7833-4acf-ac20-1058770aad91 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:18:50.386042 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-cedb41b2-239c-40c0-8ba5-ed7ea89f4f32 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=83dbb6195da44e30b63c09c8e88d497f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0875652 Jan 28 00:18:50.396098 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-42b24fdf-9241-4187-aade-f7c45b068196 service neutron] Publish callbacks [] for port (3dba5a8d-7833-4acf-ac20-1058770aad91), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:50.456654 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-5321bc7b-a6a0-44c8-8786-0af81dd29432 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (1c80ae37-b3ec-413e-a908-d7c646315e69), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:50.539951 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56200) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:50.551371 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d26b04-eaf6-4c65-97da-5f1e3a529368 req-cf460b33-621a-4e5a-88c2-815d80e43d76 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:50.553207 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-58d26b04-eaf6-4c65-97da-5f1e3a529368 req-cf460b33-621a-4e5a-88c2-815d80e43d76 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/ports?device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 945 time: 0.6406779 Jan 28 00:18:50.563158 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-42b24fdf-9241-4187-aade-f7c45b068196 service neutron] Transition to ACTIVE for port object 3dba5a8d-7833-4acf-ac20-1058770aad91 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:18:50.572188 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321bc7b-a6a0-44c8-8786-0af81dd29432 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Pushing event updated for resources: {'Port': ['ID=1c80ae37-b3ec-413e-a908-d7c646315e69,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:50.598553 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc47cc-da43-42bf-9729-a147e99dfdaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=32340649-5030-4830-9369-6b38447d6187,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:50.610067 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbc47cc-da43-42bf-9729-a147e99dfdaf admin admin] Checking segment: {'id': '72b3ef09-1c97-4cac-ae56-3b05968fc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1130281e-f2a4-44c3-8ab0-7f6426e357ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:18:50.610585 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbc47cc-da43-42bf-9729-a147e99dfdaf admin admin] Network hostable DHCP agents. Network: 1130281e-f2a4-44c3-8ab0-7f6426e357ff, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:18:50.620213 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6960efa4-0eb5-432c-8cde-2d83db0fd28c req-71d35a46-3ddf-4f39-add4-15e138ab6738 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] 10.222.0.70 "GET /v2.0/security-groups/ef2ab3ca-9946-4afa-b82e-720b41a1da8d HTTP/1.1" status: 200 len: 1829 time: 0.3476248 Jan 28 00:18:50.632378 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-42b24fdf-9241-4187-aade-f7c45b068196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (3dba5a8d-7833-4acf-ac20-1058770aad91), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:50.679213 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-5321bc7b-a6a0-44c8-8786-0af81dd29432 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Network 97c33ad0-0461-45c3-9dc8-98632a31ba84 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:18:50.688934 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbc47cc-da43-42bf-9729-a147e99dfdaf admin admin] Network 1130281e-f2a4-44c3-8ab0-7f6426e357ff is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:18:50.715714 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-0dbc47cc-da43-42bf-9729-a147e99dfdaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 1130281e-f2a4-44c3-8ab0-7f6426e357ff) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:18:50.725433 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbc47cc-da43-42bf-9729-a147e99dfdaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:50.726647 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0dbc47cc-da43-42bf-9729-a147e99dfdaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:50.740164 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e5f0b5-eee1-4ffb-b340-6acab241d82e None None] Network 1130281e-f2a4-44c3-8ab0-7f6426e357ff requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:18:50.762554 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-5321bc7b-a6a0-44c8-8786-0af81dd29432 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:18:50.809441 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0dbc47cc-da43-42bf-9729-a147e99dfdaf admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0157428 Jan 28 00:18:50.844254 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fad18afe-dcb7-40f6-a0a8-117e3cc6bc4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:50.877918 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-5321bc7b-a6a0-44c8-8786-0af81dd29432 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:18:50.878784 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-f304b1f1-c6c4-49da-8eed-683c3ebba5c4 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:50.881573 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-f304b1f1-c6c4-49da-8eed-683c3ebba5c4 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4826386 Jan 28 00:18:50.923276 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-098eee32-8d42-4229-8708-7c38f561a53b tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Request body: {'port': {'device_id': 'a2719883-d508-4ac8-a97c-b040d9b3fb78', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'admin_state_up': True, 'tenant_id': '83dbb6195da44e30b63c09c8e88d497f'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:50.939547 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84b0660-81c3-402e-9705-80bcfe7661f0 None None] Network 1130281e-f2a4-44c3-8ab0-7f6426e357ff requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:18:51.081526 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-5321bc7b-a6a0-44c8-8786-0af81dd29432 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:51.082960 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-5321bc7b-a6a0-44c8-8786-0af81dd29432 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:51.208306 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-5321bc7b-a6a0-44c8-8786-0af81dd29432 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2452276 Jan 28 00:18:51.236658 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-098eee32-8d42-4229-8708-7c38f561a53b tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Made reservation on behalf of 83dbb6195da44e30b63c09c8e88d497f for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:18:51.243838 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-098eee32-8d42-4229-8708-7c38f561a53b tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:51.275353 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-159698db-72d1-49be-a9f9-30edd131b0da tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Request body: {'port': {'device_id': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'network_id': 'e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6', 'admin_state_up': True, 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'security_groups': ['d7a2c49d-3408-4523-8d20-ab27295ac696']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:51.328942 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-0d441335-64e9-4da4-a235-d92627d162f7 None None] Provisioning complete for port 1c80ae37-b3ec-413e-a908-d7c646315e69 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:18:51.330094 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d441335-64e9-4da4-a235-d92627d162f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1c80ae37-b3ec-413e-a908-d7c646315e69), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:51.388610 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0d441335-64e9-4da4-a235-d92627d162f7 None None] Port 1c80ae37-b3ec-413e-a908-d7c646315e69 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:18:51.421679 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6960efa4-0eb5-432c-8cde-2d83db0fd28c req-75c213dd-30bf-4c69-a984-8f43c06a8b53 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group (ef2ab3ca-9946-4afa-b82e-720b41a1da8d), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:51.520657 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-58d26b04-eaf6-4c65-97da-5f1e3a529368 req-e881636f-251d-481e-83cf-723649d80f20 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/security-groups?id=b71e553b-2aad-46e1-986a-943b36ce07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9407628 Jan 28 00:18:51.561982 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fad18afe-dcb7-40f6-a0a8-117e3cc6bc4b admin admin] Publish callbacks [] for security_group (5cf32375-5ef2-4473-80e2-addc81c576ce), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:51.578942 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fad18afe-dcb7-40f6-a0a8-117e3cc6bc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (5cf32375-5ef2-4473-80e2-addc81c576ce), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:51.582426 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-098eee32-8d42-4229-8708-7c38f561a53b tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Allocated IP 192.168.233.53 (6cc4916b-e8a0-4618-abd0-934e16bf0b78/3d2cf619-4390-4946-b152-016e9ede005d/f9d89e94-1881-4800-aec0-ebe0b401e515) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:18:51.677888 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fad18afe-dcb7-40f6-a0a8-117e3cc6bc4b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cf230ef4af134a34a84a1e4fa594559f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1363540 Jan 28 00:18:51.683508 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56216) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:51.685504 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6960efa4-0eb5-432c-8cde-2d83db0fd28c req-75c213dd-30bf-4c69-a984-8f43c06a8b53 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group (ef2ab3ca-9946-4afa-b82e-720b41a1da8d), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:51.697921 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad18afe-dcb7-40f6-a0a8-117e3cc6bc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf32375-5ef2-4473-80e2-addc81c576ce,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:51.831876 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b24fdf-9241-4187-aade-f7c45b068196 service neutron] Pushing event updated for resources: {'Port': ['ID=3dba5a8d-7833-4acf-ac20-1058770aad91,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:51.847950 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6960efa4-0eb5-432c-8cde-2d83db0fd28c req-75c213dd-30bf-4c69-a984-8f43c06a8b53 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ef2ab3ca-9946-4afa-b82e-720b41a1da8d), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:51.854428 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6960efa4-0eb5-432c-8cde-2d83db0fd28c req-75c213dd-30bf-4c69-a984-8f43c06a8b53 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:51.856656 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6960efa4-0eb5-432c-8cde-2d83db0fd28c req-75c213dd-30bf-4c69-a984-8f43c06a8b53 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] 10.222.0.70 "DELETE /v2.0/security-groups/ef2ab3ca-9946-4afa-b82e-720b41a1da8d HTTP/1.1" status: 204 len: 173 time: 1.2153718 Jan 28 00:18:51.882587 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d35d502-eb71-4b6b-9081-629db8e1d0c6 admin admin] Publish callbacks [] for security_group (5cf32375-5ef2-4473-80e2-addc81c576ce), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:51.933535 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d35d502-eb71-4b6b-9081-629db8e1d0c6 admin admin] Publish callbacks [] for security_group (5cf32375-5ef2-4473-80e2-addc81c576ce), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:51.955547 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c213dd-30bf-4c69-a984-8f43c06a8b53 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2ab3ca-9946-4afa-b82e-720b41a1da8d,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:51.987904 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-42b24fdf-9241-4187-aade-f7c45b068196 service neutron] Attempting to bind port 3dba5a8d-7833-4acf-ac20-1058770aad91 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:18:51.988871 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-42b24fdf-9241-4187-aade-f7c45b068196 service neutron] Attempting to bind port 3dba5a8d-7833-4acf-ac20-1058770aad91 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:18:51.990551 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-42b24fdf-9241-4187-aade-f7c45b068196 service neutron] Attempting to bind port 3dba5a8d-7833-4acf-ac20-1058770aad91 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:18:52.005944 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-42b24fdf-9241-4187-aade-f7c45b068196 service neutron] Port 3dba5a8d-7833-4acf-ac20-1058770aad91 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:18:52.006614 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-42b24fdf-9241-4187-aade-f7c45b068196 service neutron] Attempting to bind port 3dba5a8d-7833-4acf-ac20-1058770aad91 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:18:52.046560 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-098eee32-8d42-4229-8708-7c38f561a53b tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks [] for port (f9d89e94-1881-4800-aec0-ebe0b401e515), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:52.051110 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-159698db-72d1-49be-a9f9-30edd131b0da tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Made reservation on behalf of 160a5827a22f400b84570ea4a4c65c01 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:18:52.058298 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-159698db-72d1-49be-a9f9-30edd131b0da tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:52.104311 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d35d502-eb71-4b6b-9081-629db8e1d0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (5cf32375-5ef2-4473-80e2-addc81c576ce), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:52.109096 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d35d502-eb71-4b6b-9081-629db8e1d0c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:52.111123 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5d35d502-eb71-4b6b-9081-629db8e1d0c6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5cf32375-5ef2-4473-80e2-addc81c576ce HTTP/1.1" status: 204 len: 168 time: 0.4258497 Jan 28 00:18:52.129203 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-42b24fdf-9241-4187-aade-f7c45b068196 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:18:52.129783 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-42b24fdf-9241-4187-aade-f7c45b068196 service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:18:52.130398 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-42b24fdf-9241-4187-aade-f7c45b068196 service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:18:52.131209 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-42b24fdf-9241-4187-aade-f7c45b068196 service neutron] Bound port: 3dba5a8d-7833-4acf-ac20-1058770aad91, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:18:52.131864 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-42b24fdf-9241-4187-aade-f7c45b068196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3dba5a8d-7833-4acf-ac20-1058770aad91), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:52.136491 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35d502-eb71-4b6b-9081-629db8e1d0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf32375-5ef2-4473-80e2-addc81c576ce,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:52.143029 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-098eee32-8d42-4229-8708-7c38f561a53b tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (f9d89e94-1881-4800-aec0-ebe0b401e515), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:52.180640 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['228baf8b-b15d-4b7b-afdb-c10ccf246e6f'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:18:52.230112 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-098eee32-8d42-4229-8708-7c38f561a53b tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:18:52.236081 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-098eee32-8d42-4229-8708-7c38f561a53b tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:18:52.260029 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-098eee32-8d42-4229-8708-7c38f561a53b tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:18:52.370472 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098eee32-8d42-4229-8708-7c38f561a53b tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Pushing event updated for resources: {'Port': ['ID=f9d89e94-1881-4800-aec0-ebe0b401e515,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:52.383907 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d6a40-271b-4d76-bbc3-b9f58927ba15 req-b9d58a7a-2a0c-48cd-b0dd-66b3845fa130 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:52.388008 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff3d6a40-271b-4d76-bbc3-b9f58927ba15 req-b9d58a7a-2a0c-48cd-b0dd-66b3845fa130 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=2472552b-59ef-4772-befa-62ca437cec54 HTTP/1.1" status: 200 len: 948 time: 0.4432089 Jan 28 00:18:52.474186 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-098eee32-8d42-4229-8708-7c38f561a53b tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:52.476410 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-098eee32-8d42-4229-8708-7c38f561a53b tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:52.508857 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43015a32-d837-4a12-817c-82b10c796eef req-90ea280a-babf-4b40-b042-c0b6fa9b2e90 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:52.513543 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-098eee32-8d42-4229-8708-7c38f561a53b tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6081810 Jan 28 00:18:52.520460 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-43015a32-d837-4a12-817c-82b10c796eef req-90ea280a-babf-4b40-b042-c0b6fa9b2e90 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 931 time: 0.5348313 Jan 28 00:18:52.550290 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-e071cce8-157b-4d2e-b819-8631d91c7202 service neutron] Request body: {'port': {'device_id': 'a2719883-d508-4ac8-a97c-b040d9b3fb78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:52.692315 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-e071cce8-157b-4d2e-b819-8631d91c7202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f9d89e94-1881-4800-aec0-ebe0b401e515), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:52.743825 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-9ef20462-a5a9-46db-891f-dcca311c9597 None None] Provisioning complete for port f9d89e94-1881-4800-aec0-ebe0b401e515 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:18:52.773907 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9ef20462-a5a9-46db-891f-dcca311c9597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f9d89e94-1881-4800-aec0-ebe0b401e515), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:52.794758 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-42b24fdf-9241-4187-aade-f7c45b068196 service neutron] For port 3dba5a8d-7833-4acf-ac20-1058770aad91, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:18:52.803949 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-42b24fdf-9241-4187-aade-f7c45b068196 service neutron] For port 3dba5a8d-7833-4acf-ac20-1058770aad91, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=3dba5a8d-7833-4acf-ac20-1058770aad91,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:18:52.853687 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-42b24fdf-9241-4187-aade-f7c45b068196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (3dba5a8d-7833-4acf-ac20-1058770aad91), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:52.866791 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device fcfb490f-f778-4d83-9053-cd92a33954ac up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:18:52.877126 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9ef20462-a5a9-46db-891f-dcca311c9597 None None] Port f9d89e94-1881-4800-aec0-ebe0b401e515 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:18:52.883204 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff3d6a40-271b-4d76-bbc3-b9f58927ba15 req-4a3fcabd-854c-46e2-bdad-c6be16b27f03 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030874 Jan 28 00:18:52.915251 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56228) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:52.942109 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-50e851db-5d71-4055-a3f1-4e8c32650eca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:52.943567 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-159698db-72d1-49be-a9f9-30edd131b0da tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Allocated IP 10.1.1.173 (e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6/940224ee-3d45-4e4f-bb05-6319f4700b5e/f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:18:53.058854 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port fcfb490f-f778-4d83-9053-cd92a33954ac completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:18:53.066235 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port fcfb490f-f778-4d83-9053-cd92a33954ac triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:18:53.067050 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (fcfb490f-f778-4d83-9053-cd92a33954ac), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:53.229903 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-159698db-72d1-49be-a9f9-30edd131b0da tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for port (f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:53.251955 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port fcfb490f-f778-4d83-9053-cd92a33954ac is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:18:53.252875 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-50e851db-5d71-4055-a3f1-4e8c32650eca admin admin] Publish callbacks [] for security_group (4d4123d9-6c7c-469b-aa9b-ef4bb81fccc8), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:53.254854 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (fcfb490f-f778-4d83-9053-cd92a33954ac), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:53.300248 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-43015a32-d837-4a12-817c-82b10c796eef req-a6178ab0-2d15-45eb-b630-841278b01323 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7781680 Jan 28 00:18:53.319979 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-50e851db-5d71-4055-a3f1-4e8c32650eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4d4123d9-6c7c-469b-aa9b-ef4bb81fccc8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:53.322920 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d86915-f4d1-451a-bee6-619c31eef3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfb490f-f778-4d83-9053-cd92a33954ac'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:18:53.328809 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e85837-1e30-4081-8c5a-652de9807763" -d '{"events": [{"server_uuid": "30d86915-f4d1-451a-bee6-619c31eef3a6", "name": "network-vif-plugged", "status": "completed", "tag": "fcfb490f-f778-4d83-9053-cd92a33954ac"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:18:53.330405 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-42b24fdf-9241-4187-aade-f7c45b068196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:53.331963 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-42b24fdf-9241-4187-aade-f7c45b068196 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:53.333693 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-42b24fdf-9241-4187-aade-f7c45b068196 service neutron] 10.222.0.52 "PUT /v2.0/ports/3dba5a8d-7833-4acf-ac20-1058770aad91 HTTP/1.1" status: 200 len: 1096 time: 5.1818843 Jan 28 00:18:53.337517 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2472552b-59ef-4772-befa-62ca437cec54', 'tag': '3dba5a8d-7833-4acf-ac20-1058770aad91'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:18:53.349588 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d489f2d-bb4f-48b7-9fa2-62319ba51437" -d '{"events": [{"name": "network-changed", "server_uuid": "2472552b-59ef-4772-befa-62ca437cec54", "tag": "3dba5a8d-7833-4acf-ac20-1058770aad91"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:18:53.361755 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port fcfb490f-f778-4d83-9053-cd92a33954ac, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=fcfb490f-f778-4d83-9053-cd92a33954ac,segment=NetworkSegment(51e83a15-751a-4596-ba9e-46368c69870b),segment_id=51e83a15-751a-4596-ba9e-46368c69870b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:53.374232 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (fcfb490f-f778-4d83-9053-cd92a33954ac), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:53.411060 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-e071cce8-157b-4d2e-b819-8631d91c7202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d89e94-1881-4800-aec0-ebe0b401e515 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:18:53.443182 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b24fdf-9241-4187-aade-f7c45b068196 service neutron] Pushing event updated for resources: {'Port': ['ID=3dba5a8d-7833-4acf-ac20-1058770aad91,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:53.446142 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-e071cce8-157b-4d2e-b819-8631d91c7202 service neutron] Publish callbacks [] for port (f9d89e94-1881-4800-aec0-ebe0b401e515), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:53.471177 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-159698db-72d1-49be-a9f9-30edd131b0da tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:53.520426 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=fcfb490f-f778-4d83-9053-cd92a33954ac,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:53.547271 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-e071cce8-157b-4d2e-b819-8631d91c7202 service neutron] Transition to ACTIVE for port object f9d89e94-1881-4800-aec0-ebe0b401e515 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:18:53.574356 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-50e851db-5d71-4055-a3f1-4e8c32650eca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c193f98fd8af481b9e93fe00c919ea51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6555340 Jan 28 00:18:53.574356 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-e071cce8-157b-4d2e-b819-8631d91c7202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (f9d89e94-1881-4800-aec0-ebe0b401e515), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:53.585983 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56236) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:53.676555 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-159698db-72d1-49be-a9f9-30edd131b0da tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Network e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:18:53.694594 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-146d9067-6e9e-441b-8ac1-49eb6bd54bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:53.697679 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-146d9067-6e9e-441b-8ac1-49eb6bd54bdc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=15e12218ae23498f8976895fc1081122&device_id=2472552b-59ef-4772-befa-62ca437cec54 HTTP/1.1" status: 200 len: 1099 time: 0.2600315 Jan 28 00:18:53.706370 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66445b58-02ab-448b-8cef-9b43f6b64d41 req-b9209591-9e35-4a91-ac58-238f5537ed0f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:53.710405 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66445b58-02ab-448b-8cef-9b43f6b64d41 req-b9209591-9e35-4a91-ac58-238f5537ed0f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 935 time: 0.4314852 Jan 28 00:18:53.720177 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-159698db-72d1-49be-a9f9-30edd131b0da tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:18:53.750683 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e851db-5d71-4055-a3f1-4e8c32650eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4123d9-6c7c-469b-aa9b-ef4bb81fccc8,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:53.818519 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-f551da75-c3d4-48f6-8ebb-806ad18d01c1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=3dba5a8d-7833-4acf-ac20-1058770aad91 HTTP/1.1" status: 200 len: 217 time: 0.1057544 Jan 28 00:18:53.827491 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-159698db-72d1-49be-a9f9-30edd131b0da tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:18:53.851997 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071cce8-157b-4d2e-b819-8631d91c7202 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d89e94-1881-4800-aec0-ebe0b401e515,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:53.904718 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159698db-72d1-49be-a9f9-30edd131b0da tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Pushing event updated for resources: {'Port': ['ID=f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:53.977087 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bf462-b115-4de4-a915-9780e418218f req-4ea6cadd-a43e-4de0-8f94-a4981ce8223a tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:53.980164 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c58bf462-b115-4de4-a915-9780e418218f req-4ea6cadd-a43e-4de0-8f94-a4981ce8223a tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] 10.222.0.52 "GET /v2.0/ports?device_id=482323cd-e1ed-4236-b9b9-4aa98ee455b2 HTTP/1.1" status: 200 len: 946 time: 0.2763679 Jan 28 00:18:54.025667 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66445b58-02ab-448b-8cef-9b43f6b64d41 req-78ec5061-6b32-4edf-925d-cfbbd88e162a tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109931 Jan 28 00:18:54.102359 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-159698db-72d1-49be-a9f9-30edd131b0da tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:54.102906 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-159698db-72d1-49be-a9f9-30edd131b0da tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:54.121429 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-5baabc00-199c-4cd4-9cb9-0c1dd9b43de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:54.122882 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-5baabc00-199c-4cd4-9cb9-0c1dd9b43de7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.2981060 Jan 28 00:18:54.179821 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d1b2361-fbfe-4132-8545-57f90f8f024d admin admin] Publish callbacks [] for security_group (4d4123d9-6c7c-469b-aa9b-ef4bb81fccc8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:54.288478 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d1b2361-fbfe-4132-8545-57f90f8f024d admin admin] Publish callbacks [] for security_group (4d4123d9-6c7c-469b-aa9b-ef4bb81fccc8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:54.293555 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-e071cce8-157b-4d2e-b819-8631d91c7202 service neutron] Attempting to bind port f9d89e94-1881-4800-aec0-ebe0b401e515 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:18:54.294145 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-e071cce8-157b-4d2e-b819-8631d91c7202 service neutron] Attempting to bind port f9d89e94-1881-4800-aec0-ebe0b401e515 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:18:54.294715 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-e071cce8-157b-4d2e-b819-8631d91c7202 service neutron] Attempting to bind port f9d89e94-1881-4800-aec0-ebe0b401e515 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:18:54.301002 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-159698db-72d1-49be-a9f9-30edd131b0da tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0350351 Jan 28 00:18:54.327837 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a315f777-9a66-4113-803d-ed8062d1f4af None None] Provisioning complete for port f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:18:54.328593 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a315f777-9a66-4113-803d-ed8062d1f4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:54.339449 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-e071cce8-157b-4d2e-b819-8631d91c7202 service neutron] Port f9d89e94-1881-4800-aec0-ebe0b401e515 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:18:54.340219 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-e071cce8-157b-4d2e-b819-8631d91c7202 service neutron] Attempting to bind port f9d89e94-1881-4800-aec0-ebe0b401e515 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:18:54.342315 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-98e52ff7-3475-4f1f-85f2-073280d8e0c7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Request body: {'port': {'device_id': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'network_id': 'e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6', 'admin_state_up': True, 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'security_groups': ['d7a2c49d-3408-4523-8d20-ab27295ac696']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:54.355637 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f9ec2-539e-4820-8329-d64e31ac74aa req-7ab28b62-4754-4e98-a85e-ee714f647ef1 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:54.358136 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-073f9ec2-539e-4820-8329-d64e31ac74aa req-7ab28b62-4754-4e98-a85e-ee714f647ef1 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] 10.222.0.70 "GET /v2.0/ports?device_id=482323cd-e1ed-4236-b9b9-4aa98ee455b2 HTTP/1.1" status: 200 len: 946 time: 0.1060650 Jan 28 00:18:54.388566 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-fbd7d5ae-0004-4432-baa4-a69b2c7c9524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:54.390201 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-fbd7d5ae-0004-4432-baa4-a69b2c7c9524 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1853788 Jan 28 00:18:54.406329 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-e071cce8-157b-4d2e-b819-8631d91c7202 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:18:54.406709 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-e071cce8-157b-4d2e-b819-8631d91c7202 service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:18:54.407076 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-e071cce8-157b-4d2e-b819-8631d91c7202 service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:18:54.407539 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-e071cce8-157b-4d2e-b819-8631d91c7202 service neutron] Bound port: f9d89e94-1881-4800-aec0-ebe0b401e515, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:18:54.407940 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-e071cce8-157b-4d2e-b819-8631d91c7202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f9d89e94-1881-4800-aec0-ebe0b401e515), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:54.453717 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a315f777-9a66-4113-803d-ed8062d1f4af None None] Port f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:18:54.463543 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d1b2361-fbfe-4132-8545-57f90f8f024d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4d4123d9-6c7c-469b-aa9b-ef4bb81fccc8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:54.466431 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d1b2361-fbfe-4132-8545-57f90f8f024d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:54.472241 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0d1b2361-fbfe-4132-8545-57f90f8f024d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4d4123d9-6c7c-469b-aa9b-ef4bb81fccc8 HTTP/1.1" status: 204 len: 168 time: 0.7772915 Jan 28 00:18:54.495941 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-c58bf462-b115-4de4-a915-9780e418218f req-08cf55a3-44da-4258-8f35-1a3e774f7ac0 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] Deleting port 43e418a3-d287-4e32-902f-97f49a943eb5 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:18:54.496311 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c58bf462-b115-4de4-a915-9780e418218f req-08cf55a3-44da-4258-8f35-1a3e774f7ac0 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (43e418a3-d287-4e32-902f-97f49a943eb5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:54.513259 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-073f9ec2-539e-4820-8329-d64e31ac74aa req-dc9ad24b-d528-4d15-b8ce-bf78319f5e12 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] 10.222.0.70 "GET /v2.0/security-groups?id=d57e0b1b-3929-4d55-986f-31034c911c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189988 Jan 28 00:18:54.582762 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-558d01d4-17d6-431b-a4f5-3ac2bf07d43d tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:54.590927 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-558d01d4-17d6-431b-a4f5-3ac2bf07d43d tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] 10.222.0.70 "GET /v2.0/networks?id=1130281e-f2a4-44c3-8ab0-7f6426e357ff HTTP/1.1" status: 200 len: 808 time: 0.5633819 Jan 28 00:18:54.593008 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b2361-fbfe-4132-8545-57f90f8f024d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4123d9-6c7c-469b-aa9b-ef4bb81fccc8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:54.684199 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-c58bf462-b115-4de4-a915-9780e418218f req-08cf55a3-44da-4258-8f35-1a3e774f7ac0 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] For port 43e418a3-d287-4e32-902f-97f49a943eb5, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=43e418a3-d287-4e32-902f-97f49a943eb5,segment=NetworkSegment(284f53b4-1b8e-4459-a5e1-6ee02242630f),segment_id=284f53b4-1b8e-4459-a5e1-6ee02242630f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:54.684697 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-6ad99d1f-b993-4bc6-b67e-316e8bc66041 tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] 10.222.0.70 "GET /v2.0/quotas/c1a41228a20a4998a3274f9c6359ba1b HTTP/1.1" status: 200 len: 375 time: 0.0931430 Jan 28 00:18:54.685136 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c58bf462-b115-4de4-a915-9780e418218f req-08cf55a3-44da-4258-8f35-1a3e774f7ac0 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (43e418a3-d287-4e32-902f-97f49a943eb5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:54.703593 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-c58bf462-b115-4de4-a915-9780e418218f req-08cf55a3-44da-4258-8f35-1a3e774f7ac0 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] Calling delete_port for 43e418a3-d287-4e32-902f-97f49a943eb5 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:18:54.716004 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-e071cce8-157b-4d2e-b819-8631d91c7202 service neutron] For port f9d89e94-1881-4800-aec0-ebe0b401e515, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:18:54.724270 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-e071cce8-157b-4d2e-b819-8631d91c7202 service neutron] For port f9d89e94-1881-4800-aec0-ebe0b401e515, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=f9d89e94-1881-4800-aec0-ebe0b401e515,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:18:54.734718 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-e071cce8-157b-4d2e-b819-8631d91c7202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (f9d89e94-1881-4800-aec0-ebe0b401e515), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:54.741645 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-43791967-94e4-4fbc-ba4d-72803943bb33 tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c1a41228a20a4998a3274f9c6359ba1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559318 Jan 28 00:18:54.817129 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-e071cce8-157b-4d2e-b819-8631d91c7202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:54.818474 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-e071cce8-157b-4d2e-b819-8631d91c7202 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:54.821433 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-e071cce8-157b-4d2e-b819-8631d91c7202 service neutron] 10.222.0.65 "PUT /v2.0/ports/f9d89e94-1881-4800-aec0-ebe0b401e515 HTTP/1.1" status: 200 len: 1095 time: 2.2919898 Jan 28 00:18:54.824146 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2719883-d508-4ac8-a97c-b040d9b3fb78', 'tag': 'f9d89e94-1881-4800-aec0-ebe0b401e515'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:18:54.826820 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fdac54-b62e-494a-ac6b-ee6228f9aaa3" -d '{"events": [{"name": "network-changed", "server_uuid": "a2719883-d508-4ac8-a97c-b040d9b3fb78", "tag": "f9d89e94-1881-4800-aec0-ebe0b401e515"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:18:54.871735 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-8ac56fb5-167c-491e-bc81-d35c1f86c28f service neutron] 10.222.0.70 "GET /v2.0/networks/1130281e-f2a4-44c3-8ab0-7f6426e357ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289089 Jan 28 00:18:54.896508 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3d052bf5-0716-4013-8e50-fbe8a61aa231 req-8ea50911-e1d5-4531-bb88-dd4e405df773 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] 10.222.0.70 "GET /v2.0/security-groups/44656ff9-9d4d-4ad8-91e9-5a420e988b5f HTTP/1.1" status: 200 len: 1829 time: 0.2988939 Jan 28 00:18:54.980845 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071cce8-157b-4d2e-b819-8631d91c7202 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d89e94-1881-4800-aec0-ebe0b401e515,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:55.033256 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-64203510-ee03-4cf1-a18d-4ca4f9d6817b service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6346116 Jan 28 00:18:55.033608 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-864181a5-8615-447b-9329-4abff448ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:55.034931 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-864181a5-8615-447b-9329-4abff448ebc5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 1098 time: 0.1372731 Jan 28 00:18:55.171193 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e506b3f-d2be-456d-a165-1e4332fa4bef req-8c35294e-7efd-4614-a312-8c71d74a51f0 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292455 Jan 28 00:18:55.185669 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-98e52ff7-3475-4f1f-85f2-073280d8e0c7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Made reservation on behalf of 160a5827a22f400b84570ea4a4c65c01 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:18:55.196270 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-98e52ff7-3475-4f1f-85f2-073280d8e0c7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:55.250927 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c58bf462-b115-4de4-a915-9780e418218f req-08cf55a3-44da-4258-8f35-1a3e774f7ac0 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (43e418a3-d287-4e32-902f-97f49a943eb5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:55.284803 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['43e418a3-d287-4e32-902f-97f49a943eb5'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:18:55.285110 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3d052bf5-0716-4013-8e50-fbe8a61aa231 req-a1a830ae-c024-4fb0-b436-d9fead91ae09 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group (44656ff9-9d4d-4ad8-91e9-5a420e988b5f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:55.315009 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3d052bf5-0716-4013-8e50-fbe8a61aa231 req-a1a830ae-c024-4fb0-b436-d9fead91ae09 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group (44656ff9-9d4d-4ad8-91e9-5a420e988b5f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:55.347834 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-0e3acdd3-576d-41fd-8370-f2d6ba37ac83 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=f9d89e94-1881-4800-aec0-ebe0b401e515 HTTP/1.1" status: 200 len: 217 time: 0.1746566 Jan 28 00:18:55.354183 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf55a3-44da-4258-8f35-1a3e774f7ac0 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] Pushing event deleted for resources: {'Port': ['ID=43e418a3-d287-4e32-902f-97f49a943eb5,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:55.379810 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3d052bf5-0716-4013-8e50-fbe8a61aa231 req-a1a830ae-c024-4fb0-b436-d9fead91ae09 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (44656ff9-9d4d-4ad8-91e9-5a420e988b5f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:55.382341 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3d052bf5-0716-4013-8e50-fbe8a61aa231 req-a1a830ae-c024-4fb0-b436-d9fead91ae09 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:55.396298 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3d052bf5-0716-4013-8e50-fbe8a61aa231 req-a1a830ae-c024-4fb0-b436-d9fead91ae09 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] 10.222.0.70 "DELETE /v2.0/security-groups/44656ff9-9d4d-4ad8-91e9-5a420e988b5f HTTP/1.1" status: 204 len: 173 time: 0.4908755 Jan 28 00:18:55.514533 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-060f59f3-11a6-452e-b398-76be5f37f73c service neutron] 10.222.0.70 "GET /v2.0/networks/1130281e-f2a4-44c3-8ab0-7f6426e357ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6415336 Jan 28 00:18:55.524394 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58bf462-b115-4de4-a915-9780e418218f req-08cf55a3-44da-4258-8f35-1a3e774f7ac0 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] No DVR routers for this DVR port 43e418a3-d287-4e32-902f-97f49a943eb5 on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:18:55.532478 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c58bf462-b115-4de4-a915-9780e418218f req-08cf55a3-44da-4258-8f35-1a3e774f7ac0 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:55.539948 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c58bf462-b115-4de4-a915-9780e418218f req-08cf55a3-44da-4258-8f35-1a3e774f7ac0 tempest-ServerMetadataNegativeTestJSON-754929108 tempest-ServerMetadataNegativeTestJSON-754929108-project] 10.222.0.52 "DELETE /v2.0/ports/43e418a3-d287-4e32-902f-97f49a943eb5 HTTP/1.1" status: 204 len: 173 time: 1.5498295 Jan 28 00:18:55.556038 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a830ae-c024-4fb0-b436-d9fead91ae09 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44656ff9-9d4d-4ad8-91e9-5a420e988b5f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:55.596732 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-26232d41-c1c9-478a-b656-203efa346d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:55.613730 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-26232d41-c1c9-478a-b656-203efa346d2b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1980529 Jan 28 00:18:55.767840 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4304b667-deb7-48e0-916a-bc80a8da4a2f x-openstack-request-id: req-4304b667-deb7-48e0-916a-bc80a8da4a2f {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:18:55.768698 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d86915-f4d1-451a-bee6-619c31eef3a6", "name": "network-vif-plugged", "status": "completed", "tag": "fcfb490f-f778-4d83-9053-cd92a33954ac", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:18:55.779320 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4304b667-deb7-48e0-916a-bc80a8da4a2f {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:18:55.780146 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d86915-f4d1-451a-bee6-619c31eef3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfb490f-f778-4d83-9053-cd92a33954ac', 'code': 200} Jan 28 00:18:55.954534 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-2b530180-6a19-41bc-8ec5-31684149b0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:55.957545 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-2b530180-6a19-41bc-8ec5-31684149b0e8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3352036 Jan 28 00:18:56.049219 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d489f2d-bb4f-48b7-9fa2-62319ba51437 req-30efac67-89ed-47f5-8aa6-d521dd41a5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:56.050881 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4d489f2d-bb4f-48b7-9fa2-62319ba51437 req-30efac67-89ed-47f5-8aa6-d521dd41a5f7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=15e12218ae23498f8976895fc1081122&device_id=2472552b-59ef-4772-befa-62ca437cec54 HTTP/1.1" status: 200 len: 1099 time: 0.1685970 Jan 28 00:18:56.135875 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56284) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:56.202013 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-56b9f752-5890-44ea-a573-a61444f808b3 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311640 Jan 28 00:18:56.294882 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad297cd2-43d6-4ba6-b015-75aa5b2e8c5b x-openstack-request-id: req-ad297cd2-43d6-4ba6-b015-75aa5b2e8c5b {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:18:56.295269 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2472552b-59ef-4772-befa-62ca437cec54", "tag": "3dba5a8d-7833-4acf-ac20-1058770aad91", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:18:56.295445 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ad297cd2-43d6-4ba6-b015-75aa5b2e8c5b {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:18:56.295962 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2472552b-59ef-4772-befa-62ca437cec54', 'tag': '3dba5a8d-7833-4acf-ac20-1058770aad91', 'status': 'completed', 'code': 200} Jan 28 00:18:56.521562 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08087557-5682-496d-a7f6-18300f288cf7 req-8b5425a0-0d2a-4f1f-8740-27aaa0a3930c tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:56.535132 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-08087557-5682-496d-a7f6-18300f288cf7 req-8b5425a0-0d2a-4f1f-8740-27aaa0a3930c tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/ports?device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 946 time: 1.0434031 Jan 28 00:18:56.597267 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bf0ca-b9e8-42ff-aaf0-af53d2f69807 req-2c38666d-99d7-4b83-ad8b-fdf8da11f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:56.600724 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-682bf0ca-b9e8-42ff-aaf0-af53d2f69807 req-2c38666d-99d7-4b83-ad8b-fdf8da11f47e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 1097 time: 0.3075800 Jan 28 00:18:56.614655 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3c199-58f6-4ddb-bef6-0f04725ed610 req-b7fe03e3-5c8c-4f57-8a81-572d892f2c50 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:56.628497 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-16f3c199-58f6-4ddb-bef6-0f04725ed610 req-b7fe03e3-5c8c-4f57-8a81-572d892f2c50 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=2472552b-59ef-4772-befa-62ca437cec54 HTTP/1.1" status: 200 len: 948 time: 0.3365552 Jan 28 00:18:56.680668 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-7826515a-94e2-4e84-82c9-9de2a413d151 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1306191965-network', 'tenant_id': '04c5bf935af54d448f34f3696c807878'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:56.691996 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d489f2d-bb4f-48b7-9fa2-62319ba51437 req-0478558e-265a-4c4e-9c22-fedda0b9aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:56.693917 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4d489f2d-bb4f-48b7-9fa2-62319ba51437 req-0478558e-265a-4c4e-9c22-fedda0b9aea5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.6336687 Jan 28 00:18:56.753285 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-98e52ff7-3475-4f1f-85f2-073280d8e0c7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Allocated IP 10.1.1.149 (e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6/940224ee-3d45-4e4f-bb05-6319f4700b5e/5f2b5768-b69e-46a4-9085-5302ca317eb1) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:18:56.765760 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4d489f2d-bb4f-48b7-9fa2-62319ba51437 req-2403781f-5c4c-449f-9cbc-7e5a2f28549f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=3dba5a8d-7833-4acf-ac20-1058770aad91 HTTP/1.1" status: 200 len: 217 time: 0.0622420 Jan 28 00:18:56.769914 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7826515a-94e2-4e84-82c9-9de2a413d151 admin admin] Made reservation on behalf of 04c5bf935af54d448f34f3696c807878 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:18:56.776399 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7826515a-94e2-4e84-82c9-9de2a413d151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:56.791349 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-08087557-5682-496d-a7f6-18300f288cf7 req-c276dac3-533c-4534-a8d6-52a79865eadc tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/security-groups?id=b71e553b-2aad-46e1-986a-943b36ce07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547524 Jan 28 00:18:56.826420 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-16f3c199-58f6-4ddb-bef6-0f04725ed610 req-c7dd7d1e-23d0-4f59-8cb0-71d92bab87c3 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730549 Jan 28 00:18:56.834515 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7826515a-94e2-4e84-82c9-9de2a413d151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:56.905056 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-682bf0ca-b9e8-42ff-aaf0-af53d2f69807 req-b0d6eb83-72ca-4475-a186-53deb70523e9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b71e553b-2aad-46e1-986a-943b36ce07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667112 Jan 28 00:18:56.928968 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-315401f8-c7a1-42c6-927d-a96dd5e4768d req-7a5a924f-f33d-46f0-9867-f824a93680ce service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6967149 Jan 28 00:18:56.975097 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43de9a14-a9f2-45e1-8608-9c0a22ab1baa x-openstack-request-id: req-43de9a14-a9f2-45e1-8608-9c0a22ab1baa {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:18:56.976463 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2719883-d508-4ac8-a97c-b040d9b3fb78", "tag": "f9d89e94-1881-4800-aec0-ebe0b401e515", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:18:56.976463 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-43de9a14-a9f2-45e1-8608-9c0a22ab1baa {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:18:56.976463 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2719883-d508-4ac8-a97c-b040d9b3fb78', 'tag': 'f9d89e94-1881-4800-aec0-ebe0b401e515', 'status': 'completed', 'code': 200} Jan 28 00:18:56.996086 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d489f2d-bb4f-48b7-9fa2-62319ba51437 req-a8ea49e1-4ea5-42a8-928b-02c531295556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:56.997963 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4d489f2d-bb4f-48b7-9fa2-62319ba51437 req-a8ea49e1-4ea5-42a8-928b-02c531295556 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.2177970 Jan 28 00:18:57.116502 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d489f2d-bb4f-48b7-9fa2-62319ba51437 req-5bd1702a-b3ea-4a1d-9f27-e81e0cc264a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:57.128512 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4d489f2d-bb4f-48b7-9fa2-62319ba51437 req-5bd1702a-b3ea-4a1d-9f27-e81e0cc264a9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1025612 Jan 28 00:18:57.159924 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7826515a-94e2-4e84-82c9-9de2a413d151 admin admin] Publish callbacks [] for security_group (d72771ff-2f22-4f11-b88c-cfd25853ed03), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:57.175959 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7826515a-94e2-4e84-82c9-9de2a413d151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d72771ff-2f22-4f11-b88c-cfd25853ed03), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:57.220656 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826515a-94e2-4e84-82c9-9de2a413d151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72771ff-2f22-4f11-b88c-cfd25853ed03,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:57.305204 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7826515a-94e2-4e84-82c9-9de2a413d151 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:18:57.313642 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ef45c-7482-4851-80b8-901475173050 req-99b9d30f-24e3-4e75-8949-9947325b5942 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:57.319716 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ef45c-7482-4851-80b8-901475173050 req-99b9d30f-24e3-4e75-8949-9947325b5942 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:57.322222 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-889ef45c-7482-4851-80b8-901475173050 req-99b9d30f-24e3-4e75-8949-9947325b5942 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 1653 time: 0.1830702 Jan 28 00:18:57.329221 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7826515a-94e2-4e84-82c9-9de2a413d151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (1af6e637-635c-4891-a903-f48dbcb066f0), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:57.329483 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-7826515a-94e2-4e84-82c9-9de2a413d151 admin admin] Added segment 1af6e637-635c-4891-a903-f48dbcb066f0 of type vlan for network cd151476-a5ba-4385-918e-9bfe961c2c84 Jan 28 00:18:57.336692 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05104f-5268-4ae1-929e-ad84308309d1 req-2023673e-020e-40fe-8cc8-96cace5b6056 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:57.338509 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa05104f-5268-4ae1-929e-ad84308309d1 req-2023673e-020e-40fe-8cc8-96cace5b6056 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 947 time: 0.2171619 Jan 28 00:18:57.350692 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-98e52ff7-3475-4f1f-85f2-073280d8e0c7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for port (5f2b5768-b69e-46a4-9085-5302ca317eb1), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:57.450015 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4d489f2d-bb4f-48b7-9fa2-62319ba51437 req-e1a34531-0523-48e6-a37f-cbf3f069a4e6 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879150 Jan 28 00:18:57.463453 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7826515a-94e2-4e84-82c9-9de2a413d151 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (cd151476-a5ba-4385-918e-9bfe961c2c84), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:57.471430 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-889ef45c-7482-4851-80b8-901475173050 req-d612b9a3-fc3e-466d-b78b-ea1e2d932cda tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266599 Jan 28 00:18:57.477809 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa05104f-5268-4ae1-929e-ad84308309d1 req-d062e1d5-d1ba-40f2-ba04-7a39125e14c1 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132874 Jan 28 00:18:57.487027 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-98e52ff7-3475-4f1f-85f2-073280d8e0c7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (5f2b5768-b69e-46a4-9085-5302ca317eb1), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:57.525127 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdac54-b62e-494a-ac6b-ee6228f9aaa3 req-9770f03a-44c7-480b-9bee-a086f0622dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:57.526853 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-41fdac54-b62e-494a-ac6b-ee6228f9aaa3 req-9770f03a-44c7-480b-9bee-a086f0622dd7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 1098 time: 0.1804397 Jan 28 00:18:57.565347 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 43e418a3-d287-4e32-902f-97f49a943eb5 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:18:57.590046 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-98e52ff7-3475-4f1f-85f2-073280d8e0c7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Network e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:18:57.600516 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56294) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:57.617088 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e52ff7-3475-4f1f-85f2-073280d8e0c7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Pushing event updated for resources: {'Port': ['ID=5f2b5768-b69e-46a4-9085-5302ca317eb1,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:57.621246 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 43e418a3-d287-4e32-902f-97f49a943eb5 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:18:57.622245 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 43e418a3-d287-4e32-902f-97f49a943eb5 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:18:57.629174 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-98e52ff7-3475-4f1f-85f2-073280d8e0c7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:18:57.635396 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-98e52ff7-3475-4f1f-85f2-073280d8e0c7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:18:57.680467 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7826515a-94e2-4e84-82c9-9de2a413d151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (cd151476-a5ba-4385-918e-9bfe961c2c84), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:57.681630 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7826515a-94e2-4e84-82c9-9de2a413d151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:57.682154 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7826515a-94e2-4e84-82c9-9de2a413d151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:57.821803 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2b4a5971-0ec3-40c2-bd99-8ca208934429 req-0e4179e4-435e-4ed6-8737-d5fe6a956b0f tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6cb0da3-0d24-41c7-a78c-de1501654f23 HTTP/1.1" status: 200 len: 210 time: 0.0758476 Jan 28 00:18:57.829493 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7826515a-94e2-4e84-82c9-9de2a413d151 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6920745 Jan 28 00:18:57.840564 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56298) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:57.856903 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-da57eda8-cb05-4680-8eac-b67483da876e admin admin] Request body: {'subnet': {'network_id': 'cd151476-a5ba-4385-918e-9bfe961c2c84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1306191965-subnet', 'tenant_id': '04c5bf935af54d448f34f3696c807878', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:57.862451 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4d489f2d-bb4f-48b7-9fa2-62319ba51437 req-54456702-1386-4a2b-9bb9-bb9cfcc8a3ef service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031007 Jan 28 00:18:57.884741 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-14944066-f3a4-4e24-ba54-0b61c39130e9 admin admin] Deleting subnet 9ed773ff-e594-434e-b5f3-b6d28cb6bc8d {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:18:57.885061 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826515a-94e2-4e84-82c9-9de2a413d151 admin admin] Pushing event updated for resources: {'Network': ['ID=cd151476-a5ba-4385-918e-9bfe961c2c84,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:57.890124 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdac54-b62e-494a-ac6b-ee6228f9aaa3 req-f7da06bd-c393-4dac-b6e6-5dfb8f1e0c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:57.892947 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-41fdac54-b62e-494a-ac6b-ee6228f9aaa3 req-f7da06bd-c393-4dac-b6e6-5dfb8f1e0c00 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.3206222 Jan 28 00:18:57.901429 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network cd151476-a5ba-4385-918e-9bfe961c2c84 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:18:57.950404 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-14944066-f3a4-4e24-ba54-0b61c39130e9 admin admin] Publish callbacks [] for subnet (9ed773ff-e594-434e-b5f3-b6d28cb6bc8d), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:57.983273 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-41fdac54-b62e-494a-ac6b-ee6228f9aaa3 req-46482a7f-aa48-414a-9965-35d3ae4e1b42 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=f9d89e94-1881-4800-aec0-ebe0b401e515 HTTP/1.1" status: 200 len: 217 time: 0.0826769 Jan 28 00:18:58.087481 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-98e52ff7-3475-4f1f-85f2-073280d8e0c7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:58.090142 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-98e52ff7-3475-4f1f-85f2-073280d8e0c7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:58.171368 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2790a92a-42e2-4498-9b42-fc97faf31df2 req-6a6c7b6f-75a0-47fb-8806-8c377074f0e8 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] 10.222.0.70 "GET /v2.0/security-groups/2856df6a-2308-4ae5-a2e6-0fada6160250 HTTP/1.1" status: 200 len: 1829 time: 0.5974491 Jan 28 00:18:58.225007 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da57eda8-cb05-4680-8eac-b67483da876e admin admin] Made reservation on behalf of 04c5bf935af54d448f34f3696c807878 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:18:58.233290 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da57eda8-cb05-4680-8eac-b67483da876e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:58.240743 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-14944066-f3a4-4e24-ba54-0b61c39130e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (9ed773ff-e594-434e-b5f3-b6d28cb6bc8d), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:58.271939 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdac54-b62e-494a-ac6b-ee6228f9aaa3 req-bfc05685-317c-4237-8097-caa444d36925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:58.286062 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-41fdac54-b62e-494a-ac6b-ee6228f9aaa3 req-bfc05685-317c-4237-8097-caa444d36925 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.2768581 Jan 28 00:18:58.309881 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a2d89543-0ae2-4d8a-8997-0bd9781ea3b3 None None] Provisioning complete for port 5f2b5768-b69e-46a4-9085-5302ca317eb1 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:18:58.313573 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a2d89543-0ae2-4d8a-8997-0bd9781ea3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (5f2b5768-b69e-46a4-9085-5302ca317eb1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:58.394730 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-98e52ff7-3475-4f1f-85f2-073280d8e0c7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0744190 Jan 28 00:18:58.437746 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-b74a2754-d81f-407c-9f29-0587c6bc2afa tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:58.440306 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-b74a2754-d81f-407c-9f29-0587c6bc2afa tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] 10.222.0.52 "GET /v2.0/networks?id=1130281e-f2a4-44c3-8ab0-7f6426e357ff HTTP/1.1" status: 200 len: 808 time: 0.4698408 Jan 28 00:18:58.471971 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-af961643-6079-4c9c-ab37-ff7fa4125f8d tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] Request body: {'port': {'device_id': 'c6cb0da3-0d24-41c7-a78c-de1501654f23', 'network_id': '1130281e-f2a4-44c3-8ab0-7f6426e357ff', 'admin_state_up': True, 'tenant_id': 'c1a41228a20a4998a3274f9c6359ba1b'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:58.490528 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-022f2898-7a42-4b46-a538-63a47da1b770 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Request body: {'port': {'device_id': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0d3515a7-9da9-44c3-a34e-684df23ac567', 'admin_state_up': True, 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'security_groups': ['d7a2c49d-3408-4523-8d20-ab27295ac696']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:58.503351 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a2d89543-0ae2-4d8a-8997-0bd9781ea3b3 None None] Port 5f2b5768-b69e-46a4-9085-5302ca317eb1 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:18:58.706475 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-14944066-f3a4-4e24-ba54-0b61c39130e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (9ed773ff-e594-434e-b5f3-b6d28cb6bc8d), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:58.721274 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdac54-b62e-494a-ac6b-ee6228f9aaa3 req-6da5e03a-7a97-41d4-8836-20abe688cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:58.724582 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-41fdac54-b62e-494a-ac6b-ee6228f9aaa3 req-6da5e03a-7a97-41d4-8836-20abe688cb49 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4158304 Jan 28 00:18:58.734727 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef12d0-29e2-40ac-b6f3-968a973ff58d req-4c4bab69-5224-44bb-9f31-e4916ff0fc42 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:58.737402 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6aef12d0-29e2-40ac-b6f3-968a973ff58d req-4c4bab69-5224-44bb-9f31-e4916ff0fc42 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/ports?device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 946 time: 0.4822531 Jan 28 00:18:58.777110 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-af961643-6079-4c9c-ab37-ff7fa4125f8d tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] Made reservation on behalf of c1a41228a20a4998a3274f9c6359ba1b for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:18:58.783432 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-af961643-6079-4c9c-ab37-ff7fa4125f8d tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:58.801157 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-2790a92a-42e2-4498-9b42-fc97faf31df2 req-33cacf9a-b75d-40da-acbf-d014a47c49cb tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group (2856df6a-2308-4ae5-a2e6-0fada6160250), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:58.864784 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device f9d89e94-1881-4800-aec0-ebe0b401e515 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:18:58.941381 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-2790a92a-42e2-4498-9b42-fc97faf31df2 req-33cacf9a-b75d-40da-acbf-d014a47c49cb tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group (2856df6a-2308-4ae5-a2e6-0fada6160250), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:58.979207 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482323cd-e1ed-4236-b9b9-4aa98ee455b2', 'name': 'network-vif-deleted', 'tag': '43e418a3-d287-4e32-902f-97f49a943eb5'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:18:58.982914 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c838226-8f60-4d43-b325-1185d793556c" -d '{"events": [{"server_uuid": "482323cd-e1ed-4236-b9b9-4aa98ee455b2", "name": "network-vif-deleted", "tag": "43e418a3-d287-4e32-902f-97f49a943eb5"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:18:59.099519 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-022f2898-7a42-4b46-a538-63a47da1b770 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Made reservation on behalf of 160a5827a22f400b84570ea4a4c65c01 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:18:59.152146 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-41fdac54-b62e-494a-ac6b-ee6228f9aaa3 req-3931b6e9-a3d0-4cc0-bfba-1b82ce96f80e service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180107 Jan 28 00:18:59.159676 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port f9d89e94-1881-4800-aec0-ebe0b401e515, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=f9d89e94-1881-4800-aec0-ebe0b401e515,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:59.183358 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-14944066-f3a4-4e24-ba54-0b61c39130e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (9ed773ff-e594-434e-b5f3-b6d28cb6bc8d), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:59.187279 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'f9d89e94-1881-4800-aec0-ebe0b401e515', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': 'f9d89e94-1881-4800-aec0-ebe0b401e515', 'mac_address': 'fa:16:3e:d5:5c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:18:59.208363 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-af961643-6079-4c9c-ab37-ff7fa4125f8d tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] Allocated IP 172.20.0.13 (1130281e-f2a4-44c3-8ab0-7f6426e357ff/32340649-5030-4830-9369-6b38447d6187/0256971a-b1c8-4d04-a2c4-223b30e98444) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:18:59.276390 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port f9d89e94-1881-4800-aec0-ebe0b401e515 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:18:59.277147 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f9d89e94-1881-4800-aec0-ebe0b401e515), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:59.304167 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d89e94-1881-4800-aec0-ebe0b401e515 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:18:59.329221 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port f9d89e94-1881-4800-aec0-ebe0b401e515, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=f9d89e94-1881-4800-aec0-ebe0b401e515,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:59.334373 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f9d89e94-1881-4800-aec0-ebe0b401e515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:59.339484 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6aef12d0-29e2-40ac-b6f3-968a973ff58d req-18a0a4c5-ee0e-4295-8dd2-635be06cf42c tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/security-groups?id=b71e553b-2aad-46e1-986a-943b36ce07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5374148 Jan 28 00:18:59.437114 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=f9d89e94-1881-4800-aec0-ebe0b401e515,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:59.455748 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14944066-f3a4-4e24-ba54-0b61c39130e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ed773ff-e594-434e-b5f3-b6d28cb6bc8d,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:59.458512 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da57eda8-cb05-4680-8eac-b67483da876e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (0728b32d-3188-4887-80bb-d4a083a9c66b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:59.464260 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-14944066-f3a4-4e24-ba54-0b61c39130e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:59.468517 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-14944066-f3a4-4e24-ba54-0b61c39130e9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9ed773ff-e594-434e-b5f3-b6d28cb6bc8d HTTP/1.1" status: 204 len: 168 time: 1.8535247 Jan 28 00:18:59.475157 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56310) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:18:59.495498 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-41fdac54-b62e-494a-ac6b-ee6228f9aaa3 req-1b84ff67-24b2-4ae8-9a4e-a54f1d48bf1a service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948728 Jan 28 00:18:59.518441 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-2790a92a-42e2-4498-9b42-fc97faf31df2 req-33cacf9a-b75d-40da-acbf-d014a47c49cb tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2856df6a-2308-4ae5-a2e6-0fada6160250), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:59.521167 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-2790a92a-42e2-4498-9b42-fc97faf31df2 req-33cacf9a-b75d-40da-acbf-d014a47c49cb tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:59.534330 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2790a92a-42e2-4498-9b42-fc97faf31df2 req-33cacf9a-b75d-40da-acbf-d014a47c49cb tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] 10.222.0.70 "DELETE /v2.0/security-groups/2856df6a-2308-4ae5-a2e6-0fada6160250 HTTP/1.1" status: 204 len: 173 time: 1.3481052 Jan 28 00:18:59.575524 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 3dba5a8d-7833-4acf-ac20-1058770aad91 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:18:59.640981 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-af961643-6079-4c9c-ab37-ff7fa4125f8d tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] Publish callbacks [] for port (0256971a-b1c8-4d04-a2c4-223b30e98444), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:59.686449 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-af961643-6079-4c9c-ab37-ff7fa4125f8d tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (0256971a-b1c8-4d04-a2c4-223b30e98444), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:59.730329 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 3dba5a8d-7833-4acf-ac20-1058770aad91, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=3dba5a8d-7833-4acf-ac20-1058770aad91,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:59.744989 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-af961643-6079-4c9c-ab37-ff7fa4125f8d tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] Network 1130281e-f2a4-44c3-8ab0-7f6426e357ff is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:18:59.748802 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '3dba5a8d-7833-4acf-ac20-1058770aad91', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': '3dba5a8d-7833-4acf-ac20-1058770aad91', 'mac_address': 'fa:16:3e:9c:7e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:18:59.750720 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-af961643-6079-4c9c-ab37-ff7fa4125f8d tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:18:59.760509 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-af961643-6079-4c9c-ab37-ff7fa4125f8d tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:18:59.768442 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cacf9a-b75d-40da-acbf-d014a47c49cb tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2856df6a-2308-4ae5-a2e6-0fada6160250,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:59.777957 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['f9d89e94-1881-4800-aec0-ebe0b401e515'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:18:59.808415 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57eda8-cb05-4680-8eac-b67483da876e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0728b32d-3188-4887-80bb-d4a083a9c66b,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:59.808780 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af961643-6079-4c9c-ab37-ff7fa4125f8d tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] Pushing event updated for resources: {'Port': ['ID=0256971a-b1c8-4d04-a2c4-223b30e98444,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:18:59.834106 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-022f2898-7a42-4b46-a538-63a47da1b770 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:59.849790 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-af961643-6079-4c9c-ab37-ff7fa4125f8d tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:59.850562 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-af961643-6079-4c9c-ab37-ff7fa4125f8d tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:59.858422 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c2ed1-8a81-4f13-885a-c37fe1ece6bb req-91685f40-5135-43f5-84b3-deea46ddf7dd tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:59.866693 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-274c2ed1-8a81-4f13-885a-c37fe1ece6bb req-91685f40-5135-43f5-84b3-deea46ddf7dd tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=2472552b-59ef-4772-befa-62ca437cec54 HTTP/1.1" status: 200 len: 948 time: 0.3542118 Jan 28 00:18:59.872583 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34473de4-1e60-4430-b9f6-fe46b5d8032f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (ac5c4a22-a311-4826-ab5f-6f3b2d16efad), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:59.884814 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 3dba5a8d-7833-4acf-ac20-1058770aad91 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:18:59.885707 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3dba5a8d-7833-4acf-ac20-1058770aad91), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:59.891357 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-af961643-6079-4c9c-ab37-ff7fa4125f8d tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4365475 Jan 28 00:18:59.893580 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da57eda8-cb05-4680-8eac-b67483da876e admin admin] Checking segment: {'id': '1af6e637-635c-4891-a903-f48dbcb066f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cd151476-a5ba-4385-918e-9bfe961c2c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:18:59.894078 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da57eda8-cb05-4680-8eac-b67483da876e admin admin] Network hostable DHCP agents. Network: cd151476-a5ba-4385-918e-9bfe961c2c84, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:18:59.912187 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-35bf21cd-e242-4cac-bc3a-6be0b869a69d service neutron] Request body: {'port': {'device_id': 'c6cb0da3-0d24-41c7-a78c-de1501654f23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:18:59.912851 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c4d90-b3ee-491a-be1e-faea21ad1ab2 req-3b98e421-9abf-4186-8336-0cb5446a4713 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:18:59.921298 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-108c4d90-b3ee-491a-be1e-faea21ad1ab2 req-3b98e421-9abf-4186-8336-0cb5446a4713 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 948 time: 0.3229647 Jan 28 00:18:59.922026 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dba5a8d-7833-4acf-ac20-1058770aad91 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:18:59.959811 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 3dba5a8d-7833-4acf-ac20-1058770aad91, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=3dba5a8d-7833-4acf-ac20-1058770aad91,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:18:59.975056 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3dba5a8d-7833-4acf-ac20-1058770aad91), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:18:59.993981 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-35bf21cd-e242-4cac-bc3a-6be0b869a69d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0256971a-b1c8-4d04-a2c4-223b30e98444), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:00.072276 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-274c2ed1-8a81-4f13-885a-c37fe1ece6bb req-aac0b573-e064-4919-a737-535f91e182fa tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036252 Jan 28 00:19:00.134015 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da57eda8-cb05-4680-8eac-b67483da876e admin admin] Network cd151476-a5ba-4385-918e-9bfe961c2c84 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:19:00.270396 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-da57eda8-cb05-4680-8eac-b67483da876e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, cd151476-a5ba-4385-918e-9bfe961c2c84) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:19:00.276127 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da57eda8-cb05-4680-8eac-b67483da876e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:00.276461 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da57eda8-cb05-4680-8eac-b67483da876e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:00.283543 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=3dba5a8d-7833-4acf-ac20-1058770aad91,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:00.307982 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f02113-e0f4-4b08-9871-0a88784b73fc None None] Network cd151476-a5ba-4385-918e-9bfe961c2c84 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:19:00.388719 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-35bf21cd-e242-4cac-bc3a-6be0b869a69d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0256971a-b1c8-4d04-a2c4-223b30e98444 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:19:00.398276 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-35bf21cd-e242-4cac-bc3a-6be0b869a69d service neutron] Publish callbacks [] for port (0256971a-b1c8-4d04-a2c4-223b30e98444), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:00.398598 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-108c4d90-b3ee-491a-be1e-faea21ad1ab2 req-7a9e5aea-54f4-48bc-a0b5-b77b9be11ab2 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4752402 Jan 28 00:19:00.416493 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-35bf21cd-e242-4cac-bc3a-6be0b869a69d service neutron] Transition to ACTIVE for port object 0256971a-b1c8-4d04-a2c4-223b30e98444 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:19:00.436880 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-35bf21cd-e242-4cac-bc3a-6be0b869a69d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (0256971a-b1c8-4d04-a2c4-223b30e98444), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:00.470152 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['3dba5a8d-7833-4acf-ac20-1058770aad91'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:19:00.524865 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34473de4-1e60-4430-b9f6-fe46b5d8032f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (ac5c4a22-a311-4826-ab5f-6f3b2d16efad), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:00.530638 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf21cd-e242-4cac-bc3a-6be0b869a69d service neutron] Pushing event updated for resources: {'Port': ['ID=0256971a-b1c8-4d04-a2c4-223b30e98444,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:00.532890 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-da57eda8-cb05-4680-8eac-b67483da876e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.6887553 Jan 28 00:19:00.619072 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-34473de4-1e60-4430-b9f6-fe46b5d8032f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac5c4a22-a311-4826-ab5f-6f3b2d16efad']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:19:00.636917 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-35bf21cd-e242-4cac-bc3a-6be0b869a69d service neutron] Attempting to bind port 0256971a-b1c8-4d04-a2c4-223b30e98444 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:19:00.637201 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-35bf21cd-e242-4cac-bc3a-6be0b869a69d service neutron] Attempting to bind port 0256971a-b1c8-4d04-a2c4-223b30e98444 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '72b3ef09-1c97-4cac-ae56-3b05968fc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1130281e-f2a4-44c3-8ab0-7f6426e357ff'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:19:00.637601 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-35bf21cd-e242-4cac-bc3a-6be0b869a69d service neutron] Attempting to bind port 0256971a-b1c8-4d04-a2c4-223b30e98444 on network 1130281e-f2a4-44c3-8ab0-7f6426e357ff {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:19:00.643061 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-35bf21cd-e242-4cac-bc3a-6be0b869a69d service neutron] Port 0256971a-b1c8-4d04-a2c4-223b30e98444 on network 1130281e-f2a4-44c3-8ab0-7f6426e357ff not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:19:00.643490 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-35bf21cd-e242-4cac-bc3a-6be0b869a69d service neutron] Attempting to bind port 0256971a-b1c8-4d04-a2c4-223b30e98444 on network 1130281e-f2a4-44c3-8ab0-7f6426e357ff {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:19:00.650493 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-35bf21cd-e242-4cac-bc3a-6be0b869a69d service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:19:00.651256 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-35bf21cd-e242-4cac-bc3a-6be0b869a69d service neutron] Checking segment: {'id': '72b3ef09-1c97-4cac-ae56-3b05968fc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1130281e-f2a4-44c3-8ab0-7f6426e357ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:19:00.651574 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-35bf21cd-e242-4cac-bc3a-6be0b869a69d service neutron] Bound using segment: {'id': '72b3ef09-1c97-4cac-ae56-3b05968fc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1130281e-f2a4-44c3-8ab0-7f6426e357ff'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:19:00.652181 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-35bf21cd-e242-4cac-bc3a-6be0b869a69d service neutron] Bound port: 0256971a-b1c8-4d04-a2c4-223b30e98444, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b3ef09-1c97-4cac-ae56-3b05968fc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1130281e-f2a4-44c3-8ab0-7f6426e357ff'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:19:00.652783 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-34473de4-1e60-4430-b9f6-fe46b5d8032f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284f53b4-1b8e-4459-a5e1-6ee02242630f') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:19:00.652934 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-35bf21cd-e242-4cac-bc3a-6be0b869a69d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0256971a-b1c8-4d04-a2c4-223b30e98444), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:00.653239 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-34473de4-1e60-4430-b9f6-fe46b5d8032f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284f53b4-1b8e-4459-a5e1-6ee02242630f') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:19:00.719726 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02d53f8-8f5d-4b9d-87ec-439f279d0955 None None] Network cd151476-a5ba-4385-918e-9bfe961c2c84 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:19:00.744829 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-35bf21cd-e242-4cac-bc3a-6be0b869a69d service neutron] For port 0256971a-b1c8-4d04-a2c4-223b30e98444, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:19:00.750266 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-35bf21cd-e242-4cac-bc3a-6be0b869a69d service neutron] For port 0256971a-b1c8-4d04-a2c4-223b30e98444, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=0256971a-b1c8-4d04-a2c4-223b30e98444,segment=NetworkSegment(72b3ef09-1c97-4cac-ae56-3b05968fc9d9),segment_id=72b3ef09-1c97-4cac-ae56-3b05968fc9d9)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:19:00.759716 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-35bf21cd-e242-4cac-bc3a-6be0b869a69d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (0256971a-b1c8-4d04-a2c4-223b30e98444), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:00.786449 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-35bf21cd-e242-4cac-bc3a-6be0b869a69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:00.786762 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-35bf21cd-e242-4cac-bc3a-6be0b869a69d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:00.789427 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-35bf21cd-e242-4cac-bc3a-6be0b869a69d service neutron] 10.222.0.52 "PUT /v2.0/ports/0256971a-b1c8-4d04-a2c4-223b30e98444 HTTP/1.1" status: 200 len: 1092 time: 0.8810008 Jan 28 00:19:00.954618 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-ef9a721b-5894-4470-b4cd-5066236d3c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:00.956584 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-ef9a721b-5894-4470-b4cd-5066236d3c94 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c1a41228a20a4998a3274f9c6359ba1b&device_id=c6cb0da3-0d24-41c7-a78c-de1501654f23 HTTP/1.1" status: 200 len: 1095 time: 0.0793467 Jan 28 00:19:00.957672 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf21cd-e242-4cac-bc3a-6be0b869a69d service neutron] Pushing event updated for resources: {'Port': ['ID=0256971a-b1c8-4d04-a2c4-223b30e98444,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:01.016155 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34473de4-1e60-4430-b9f6-fe46b5d8032f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (284f53b4-1b8e-4459-a5e1-6ee02242630f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:01.017526 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-1cc1675f-dc7d-4424-bd90-17da0c1b45bf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0256971a-b1c8-4d04-a2c4-223b30e98444 HTTP/1.1" status: 200 len: 217 time: 0.0463037 Jan 28 00:19:01.079144 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-c0610256-b93f-4867-b964-ce322f0c724a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:01.080662 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-c0610256-b93f-4867-b964-ce322f0c724a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=32340649-5030-4830-9369-6b38447d6187 HTTP/1.1" status: 200 len: 848 time: 0.0562170 Jan 28 00:19:01.081479 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43eec7-d851-4b31-83e7-d7f99d97eb08 req-8f2ceb1d-53bb-4eb5-aabc-a0cba317769e tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:01.093739 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43eec7-d851-4b31-83e7-d7f99d97eb08 req-8f2ceb1d-53bb-4eb5-aabc-a0cba317769e tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:01.105963 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43eec7-d851-4b31-83e7-d7f99d97eb08 req-8f2ceb1d-53bb-4eb5-aabc-a0cba317769e tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:01.108996 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7c43eec7-d851-4b31-83e7-d7f99d97eb08 req-8f2ceb1d-53bb-4eb5-aabc-a0cba317769e tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 2374 time: 0.8603983 Jan 28 00:19:01.118294 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-7f6e5099-c1a5-4fa3-9b55-fcf5e5ee52ef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1130281e-f2a4-44c3-8ab0-7f6426e357ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300975 Jan 28 00:19:01.146185 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690f2bd-010f-4d58-a06d-78593f861644 req-f340167b-5e1a-4118-a24e-91691f3f8c8c tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:01.149282 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4690f2bd-010f-4d58-a06d-78593f861644 req-f340167b-5e1a-4118-a24e-91691f3f8c8c tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6cb0da3-0d24-41c7-a78c-de1501654f23 HTTP/1.1" status: 200 len: 944 time: 0.5909152 Jan 28 00:19:01.158034 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34473de4-1e60-4430-b9f6-fe46b5d8032f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (284f53b4-1b8e-4459-a5e1-6ee02242630f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:01.208342 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34473de4-1e60-4430-b9f6-fe46b5d8032f admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:19:01.208890 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34473de4-1e60-4430-b9f6-fe46b5d8032f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (284f53b4-1b8e-4459-a5e1-6ee02242630f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:01.212258 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:19:01.212258 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:19:01.212258 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:19:01.212258 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:19:01.212258 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:19:01.212258 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:19:01.212258 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:19:01.212258 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:19:01.212258 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:19:01.212258 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:19:01.212258 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:19:01.212258 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:19:01.212258 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:19:01.212258 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:19:01.212258 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:19:01.212258 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:19:01.212258 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:19:01.212258 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:19:01.212258 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:19:01.212258 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:19:01.212258 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:19:01.212258 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:19:01.212258 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:19:01.212258 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:19:01.212258 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:19:01.212258 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:19:01.212258 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:19:01.212258 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:19:01.212258 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:19:01.212258 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:19:01.212258 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:19:01.212258 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:19:01.246557 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-022f2898-7a42-4b46-a538-63a47da1b770 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Allocated IP 10.2.2.100 (0d3515a7-9da9-44c3-a34e-684df23ac567/6c8f991a-3a24-4bd6-a4c1-afbf0559c273/ece79e49-b14a-48f9-85fe-d0975c29ca45) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:19:01.278593 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-bb49469d-2f85-4d90-989a-a3c6d5d75b2a service neutron] 10.222.0.52 "GET /v2.0/networks/1130281e-f2a4-44c3-8ab0-7f6426e357ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541479 Jan 28 00:19:01.412905 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34473de4-1e60-4430-b9f6-fe46b5d8032f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (ac5c4a22-a311-4826-ab5f-6f3b2d16efad), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:01.428864 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7c43eec7-d851-4b31-83e7-d7f99d97eb08 req-478ee149-95f1-4686-a5e7-e4b38450eb6f tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3008254 Jan 28 00:19:01.444560 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34473de4-1e60-4430-b9f6-fe46b5d8032f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:01.455502 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-34473de4-1e60-4430-b9f6-fe46b5d8032f admin admin] 10.222.0.70 "DELETE /v2.0/networks/ac5c4a22-a311-4826-ab5f-6f3b2d16efad HTTP/1.1" status: 204 len: 168 time: 1.9753730 Jan 28 00:19:01.472348 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4690f2bd-010f-4d58-a06d-78593f861644 req-42284ad3-5f03-45e9-b3bc-8ae4915ee45a tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] 10.222.0.70 "GET /v2.0/security-groups?id=786edd49-d7d4-48cb-8b18-f82356d23037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069739 Jan 28 00:19:01.496992 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34473de4-1e60-4430-b9f6-fe46b5d8032f admin admin] Pushing event deleted for resources: {'Network': ['ID=ac5c4a22-a311-4826-ab5f-6f3b2d16efad,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:01.514601 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8b54cdcd-b6b5-4e69-b7ed-2e571c41b96d req-ebdff3c4-2f09-4961-9405-97e49b50411d service neutron] 10.222.0.52 "GET /v2.0/networks/1130281e-f2a4-44c3-8ab0-7f6426e357ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297204 Jan 28 00:19:01.635718 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9d4815-b100-4f5a-b29c-eea314bc54c0 x-openstack-request-id: req-6a9d4815-b100-4f5a-b29c-eea314bc54c0 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:19:01.636002 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482323cd-e1ed-4236-b9b9-4aa98ee455b2", "name": "network-vif-deleted", "tag": "43e418a3-d287-4e32-902f-97f49a943eb5", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:19:01.636267 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6a9d4815-b100-4f5a-b29c-eea314bc54c0 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:19:01.636681 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482323cd-e1ed-4236-b9b9-4aa98ee455b2', 'name': 'network-vif-deleted', 'tag': '43e418a3-d287-4e32-902f-97f49a943eb5', 'status': 'completed', 'code': 200} Jan 28 00:19:01.828974 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56328) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:19:01.853692 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-332b42ee-757c-4ca4-b083-ae9b5e26627c req-d52c81af-e7d1-47a2-b019-3381872a3e5e tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] 10.222.0.70 "GET /v2.0/security-groups/0069c0eb-37aa-4cfe-8164-0de5b7b469fd HTTP/1.1" status: 200 len: 1829 time: 0.1817632 Jan 28 00:19:01.908104 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-35b8e43a-b7b4-4810-878a-3212d0c2e95b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1350b1f511bb4a41b0be3e1236544341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0769789 Jan 28 00:19:01.912415 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56330) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:19:01.946068 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-022f2898-7a42-4b46-a538-63a47da1b770 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for port (ece79e49-b14a-48f9-85fe-d0975c29ca45), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:01.977576 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4b785-0a42-49c2-96e9-1332b26504fe req-2e9f184f-7805-479b-801c-ff23a4dd0c51 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:01.980364 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-18f4b785-0a42-49c2-96e9-1332b26504fe req-2e9f184f-7805-479b-801c-ff23a4dd0c51 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/ports?device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 946 time: 0.2355173 Jan 28 00:19:02.016833 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6795279-2db2-4c89-85e0-08f9e6d6c50c admin admin] Publish callbacks [] for security_group (d57e0b1b-3929-4d55-986f-31034c911c1e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:02.063098 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6795279-2db2-4c89-85e0-08f9e6d6c50c admin admin] Publish callbacks [] for security_group (d57e0b1b-3929-4d55-986f-31034c911c1e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:02.108422 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-332b42ee-757c-4ca4-b083-ae9b5e26627c req-88f2056b-bcd7-4730-924c-febbb4c67ee5 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group (0069c0eb-37aa-4cfe-8164-0de5b7b469fd), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:02.138125 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-022f2898-7a42-4b46-a538-63a47da1b770 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (ece79e49-b14a-48f9-85fe-d0975c29ca45), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:02.151940 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6795279-2db2-4c89-85e0-08f9e6d6c50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d57e0b1b-3929-4d55-986f-31034c911c1e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:02.155262 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6795279-2db2-4c89-85e0-08f9e6d6c50c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:02.157403 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f6795279-2db2-4c89-85e0-08f9e6d6c50c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d57e0b1b-3929-4d55-986f-31034c911c1e HTTP/1.1" status: 204 len: 168 time: 0.2433429 Jan 28 00:19:02.168796 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-18f4b785-0a42-49c2-96e9-1332b26504fe req-b2cce6b7-9a5c-4b1e-9d54-9c4e2e7fe06b tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/security-groups?id=b71e553b-2aad-46e1-986a-943b36ce07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643164 Jan 28 00:19:02.183353 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6795279-2db2-4c89-85e0-08f9e6d6c50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57e0b1b-3929-4d55-986f-31034c911c1e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:02.251813 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-022f2898-7a42-4b46-a538-63a47da1b770 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Network 0d3515a7-9da9-44c3-a34e-684df23ac567 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:19:02.261337 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-022f2898-7a42-4b46-a538-63a47da1b770 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:19:02.265987 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-332b42ee-757c-4ca4-b083-ae9b5e26627c req-88f2056b-bcd7-4730-924c-febbb4c67ee5 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group (0069c0eb-37aa-4cfe-8164-0de5b7b469fd), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:02.299939 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-022f2898-7a42-4b46-a538-63a47da1b770 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:19:02.439011 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f2898-7a42-4b46-a538-63a47da1b770 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Pushing event updated for resources: {'Port': ['ID=ece79e49-b14a-48f9-85fe-d0975c29ca45,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:02.482449 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-022f2898-7a42-4b46-a538-63a47da1b770 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:02.483009 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-022f2898-7a42-4b46-a538-63a47da1b770 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:02.528055 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-022f2898-7a42-4b46-a538-63a47da1b770 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1200221 Jan 28 00:19:02.528903 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-332b42ee-757c-4ca4-b083-ae9b5e26627c req-88f2056b-bcd7-4730-924c-febbb4c67ee5 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0069c0eb-37aa-4cfe-8164-0de5b7b469fd), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:02.531831 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-332b42ee-757c-4ca4-b083-ae9b5e26627c req-88f2056b-bcd7-4730-924c-febbb4c67ee5 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:02.532960 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-332b42ee-757c-4ca4-b083-ae9b5e26627c req-88f2056b-bcd7-4730-924c-febbb4c67ee5 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] 10.222.0.70 "DELETE /v2.0/security-groups/0069c0eb-37aa-4cfe-8164-0de5b7b469fd HTTP/1.1" status: 204 len: 173 time: 0.6546166 Jan 28 00:19:02.552931 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-21f26aaa-c92b-494d-abb6-57eb8b2a0e3b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Request body: {'port': {'device_id': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0d3515a7-9da9-44c3-a34e-684df23ac567', 'admin_state_up': True, 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'security_groups': ['d7a2c49d-3408-4523-8d20-ab27295ac696']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:19:02.604831 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2056b-bcd7-4730-924c-febbb4c67ee5 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0069c0eb-37aa-4cfe-8164-0de5b7b469fd,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:02.797563 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2acc6cd0-464b-4267-afdc-5df9de2af043 None None] Provisioning complete for port ece79e49-b14a-48f9-85fe-d0975c29ca45 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:19:02.798505 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2acc6cd0-464b-4267-afdc-5df9de2af043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ece79e49-b14a-48f9-85fe-d0975c29ca45), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:02.844981 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad0451-6be1-4916-9eea-f0312d823b01 req-e8a80411-ebbb-4475-bb68-c57e1f2f1dd8 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:02.857916 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71ad0451-6be1-4916-9eea-f0312d823b01 req-e8a80411-ebbb-4475-bb68-c57e1f2f1dd8 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=2472552b-59ef-4772-befa-62ca437cec54 HTTP/1.1" status: 200 len: 949 time: 0.1657782 Jan 28 00:19:02.898651 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device f9d89e94-1881-4800-aec0-ebe0b401e515 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:19:02.928294 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-21f26aaa-c92b-494d-abb6-57eb8b2a0e3b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Made reservation on behalf of 160a5827a22f400b84570ea4a4c65c01 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:19:02.936616 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-21f26aaa-c92b-494d-abb6-57eb8b2a0e3b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:03.011563 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71ad0451-6be1-4916-9eea-f0312d823b01 req-43b9b87d-f79b-45da-8d74-d8886b70d3bd tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461437 Jan 28 00:19:03.111472 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2acc6cd0-464b-4267-afdc-5df9de2af043 None None] Port ece79e49-b14a-48f9-85fe-d0975c29ca45 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:19:03.122857 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port f9d89e94-1881-4800-aec0-ebe0b401e515 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:19:03.135596 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port f9d89e94-1881-4800-aec0-ebe0b401e515 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:19:03.136792 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f9d89e94-1881-4800-aec0-ebe0b401e515), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:03.326733 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port f9d89e94-1881-4800-aec0-ebe0b401e515 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:19:03.327390 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f9d89e94-1881-4800-aec0-ebe0b401e515), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:03.384042 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-21f26aaa-c92b-494d-abb6-57eb8b2a0e3b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Allocated IP 10.2.2.200 (0d3515a7-9da9-44c3-a34e-684df23ac567/6c8f991a-3a24-4bd6-a4c1-afbf0559c273/cd7a9ba0-5a49-4f0f-bbe3-164519fac46b) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:19:03.400749 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port f9d89e94-1881-4800-aec0-ebe0b401e515, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=f9d89e94-1881-4800-aec0-ebe0b401e515,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:19:03.402962 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2719883-d508-4ac8-a97c-b040d9b3fb78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d89e94-1881-4800-aec0-ebe0b401e515'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:19:03.408213 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9e436d-1523-4b87-abb5-56a7a564590f" -d '{"events": [{"server_uuid": "a2719883-d508-4ac8-a97c-b040d9b3fb78", "name": "network-vif-plugged", "status": "completed", "tag": "f9d89e94-1881-4800-aec0-ebe0b401e515"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:19:03.416253 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f9d89e94-1881-4800-aec0-ebe0b401e515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:03.513342 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=f9d89e94-1881-4800-aec0-ebe0b401e515,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:03.599080 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 3dba5a8d-7833-4acf-ac20-1058770aad91 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:19:03.638295 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6cb0da3-0d24-41c7-a78c-de1501654f23', 'tag': '0256971a-b1c8-4d04-a2c4-223b30e98444'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:19:03.640992 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2e28f2-3c04-4421-81bf-d56b753b33ec" -d '{"events": [{"name": "network-changed", "server_uuid": "c6cb0da3-0d24-41c7-a78c-de1501654f23", "tag": "0256971a-b1c8-4d04-a2c4-223b30e98444"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:19:03.684879 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 3dba5a8d-7833-4acf-ac20-1058770aad91 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:19:03.689923 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 3dba5a8d-7833-4acf-ac20-1058770aad91 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:19:03.690466 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3dba5a8d-7833-4acf-ac20-1058770aad91), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:03.730470 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-21f26aaa-c92b-494d-abb6-57eb8b2a0e3b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for port (cd7a9ba0-5a49-4f0f-bbe3-164519fac46b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:03.833040 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 3dba5a8d-7833-4acf-ac20-1058770aad91 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:19:03.834575 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3dba5a8d-7833-4acf-ac20-1058770aad91), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:03.877924 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e180593-3ec6-47c0-b31b-652cec18af04 req-da6eaa2d-9151-4275-91fc-e8fe56134c1f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:03.892199 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9e180593-3ec6-47c0-b31b-652cec18af04 req-da6eaa2d-9151-4275-91fc-e8fe56134c1f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 949 time: 0.4576852 Jan 28 00:19:03.907818 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56374) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:19:03.913851 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 3dba5a8d-7833-4acf-ac20-1058770aad91, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=3dba5a8d-7833-4acf-ac20-1058770aad91,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:19:03.923656 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-21f26aaa-c92b-494d-abb6-57eb8b2a0e3b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (cd7a9ba0-5a49-4f0f-bbe3-164519fac46b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:03.926342 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3dba5a8d-7833-4acf-ac20-1058770aad91), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:03.993053 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-e4d6e0a9-6dec-4f5d-9c2f-231502b778af tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:04.000135 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-e4d6e0a9-6dec-4f5d-9c2f-231502b778af tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/networks?id=cd151476-a5ba-4385-918e-9bfe961c2c84 HTTP/1.1" status: 200 len: 822 time: 0.8505108 Jan 28 00:19:04.044243 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9e180593-3ec6-47c0-b31b-652cec18af04 req-d254008f-945b-4187-81b9-aee0ee01d8e4 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507680 Jan 28 00:19:04.058322 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-21f26aaa-c92b-494d-abb6-57eb8b2a0e3b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Network 0d3515a7-9da9-44c3-a34e-684df23ac567 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:19:04.062292 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-21f26aaa-c92b-494d-abb6-57eb8b2a0e3b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:19:04.068799 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-21f26aaa-c92b-494d-abb6-57eb8b2a0e3b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:19:04.076766 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=3dba5a8d-7833-4acf-ac20-1058770aad91,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:04.078397 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-0c8ad551-1732-478f-9e4f-dccd8e28bcf2 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/quotas/04c5bf935af54d448f34f3696c807878 HTTP/1.1" status: 200 len: 375 time: 0.0772924 Jan 28 00:19:04.157663 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-e14a7bec-df10-425b-9bb9-2fb2b2cfd924 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=04c5bf935af54d448f34f3696c807878&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782387 Jan 28 00:19:04.174502 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f26aaa-c92b-494d-abb6-57eb8b2a0e3b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Pushing event updated for resources: {'Port': ['ID=cd7a9ba0-5a49-4f0f-bbe3-164519fac46b,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:04.210740 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-78fd8f11-4045-40e9-b02e-368df3f781e0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-468255493-network', 'tenant_id': '2253eea2b9f94d3c9e9a9e6c9260650c'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:19:04.258114 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-21f26aaa-c92b-494d-abb6-57eb8b2a0e3b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:04.259572 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-21f26aaa-c92b-494d-abb6-57eb8b2a0e3b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:04.275722 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fd8f11-4045-40e9-b02e-368df3f781e0 admin admin] Made reservation on behalf of 2253eea2b9f94d3c9e9a9e6c9260650c for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:19:04.280122 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78fd8f11-4045-40e9-b02e-368df3f781e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:04.283646 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-21f26aaa-c92b-494d-abb6-57eb8b2a0e3b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7405372 Jan 28 00:19:04.300054 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78fd8f11-4045-40e9-b02e-368df3f781e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:04.313802 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d0bc025e-c4c1-4a7b-bd57-0e7703178fa8 service neutron] Request body: {'port': {'device_id': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:19:04.427883 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d0bc025e-c4c1-4a7b-bd57-0e7703178fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1c80ae37-b3ec-413e-a908-d7c646315e69), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:04.439936 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-b7b43e0c-a17c-45b7-9415-802db7b6a631 service neutron] 10.222.0.70 "GET /v2.0/networks/cd151476-a5ba-4385-918e-9bfe961c2c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812614 Jan 28 00:19:04.549428 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78fd8f11-4045-40e9-b02e-368df3f781e0 admin admin] Publish callbacks [] for security_group (b0318b8e-62d8-4689-a1f6-c16b28b3d9c3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:04.555017 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78fd8f11-4045-40e9-b02e-368df3f781e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b0318b8e-62d8-4689-a1f6-c16b28b3d9c3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:04.602846 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78fd8f11-4045-40e9-b02e-368df3f781e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:19:04.624664 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd8f11-4045-40e9-b02e-368df3f781e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:04.643479 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78fd8f11-4045-40e9-b02e-368df3f781e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (b478681f-672b-4451-bd65-d8c2be202f00), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:04.644220 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-78fd8f11-4045-40e9-b02e-368df3f781e0 admin admin] Added segment b478681f-672b-4451-bd65-d8c2be202f00 of type vlan for network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e Jan 28 00:19:04.664523 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-75459fc3-5b21-4e81-9da2-38fb34a2d4bb None None] Provisioning complete for port cd7a9ba0-5a49-4f0f-bbe3-164519fac46b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:19:04.665132 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-75459fc3-5b21-4e81-9da2-38fb34a2d4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cd7a9ba0-5a49-4f0f-bbe3-164519fac46b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:04.735353 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78fd8f11-4045-40e9-b02e-368df3f781e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:04.749498 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-75459fc3-5b21-4e81-9da2-38fb34a2d4bb None None] Port cd7a9ba0-5a49-4f0f-bbe3-164519fac46b cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:19:04.758055 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bc09c-2e2a-4c93-9760-2e9a0fb2c18a req-244b2582-885b-4f9b-af33-886c24ef44c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:04.760043 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-088bc09c-2e2a-4c93-9760-2e9a0fb2c18a req-244b2582-885b-4f9b-af33-886c24ef44c5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8a04340ab2345348380631aeb839f0e&device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 1097 time: 0.1054542 Jan 28 00:19:04.788456 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6d6ad3ac-804b-44be-b526-8dc797993910 req-fedf65cd-6fb8-484d-8986-2549e0bc7a56 tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] 10.222.0.70 "GET /v2.0/security-groups/253d13de-b96f-4b1a-ad7c-20c9ea37fa3b HTTP/1.1" status: 200 len: 1830 time: 0.1928158 Jan 28 00:19:04.832861 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78fd8f11-4045-40e9-b02e-368df3f781e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:04.833873 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fd8f11-4045-40e9-b02e-368df3f781e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:04.834443 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78fd8f11-4045-40e9-b02e-368df3f781e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:04.936947 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-78fd8f11-4045-40e9-b02e-368df3f781e0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0267930 Jan 28 00:19:04.944250 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-80452f89-cc07-472a-8df9-445752b0df95 service neutron] 10.222.0.70 "GET /v2.0/networks/cd151476-a5ba-4385-918e-9bfe961c2c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031135 Jan 28 00:19:04.945139 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56382) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:19:04.964556 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd8f11-4045-40e9-b02e-368df3f781e0 admin admin] Pushing event updated for resources: {'Network': ['ID=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:04.968484 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-4d5ab06a-6f25-4ebb-8c1b-41460203575a admin admin] Request body: {'subnet': {'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-468255493-subnet', 'tenant_id': '2253eea2b9f94d3c9e9a9e6c9260650c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:19:04.983334 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:19:04.984430 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bc09c-2e2a-4c93-9760-2e9a0fb2c18a req-10657056-cd24-463a-921b-345f85c5f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:04.986053 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-088bc09c-2e2a-4c93-9760-2e9a0fb2c18a req-10657056-cd24-463a-921b-345f85c5f980 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b HTTP/1.1" status: 200 len: 920 time: 0.2151251 Jan 28 00:19:05.059748 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-088bc09c-2e2a-4c93-9760-2e9a0fb2c18a req-6260a794-94b7-4bb0-a82f-b82db8582200 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcfb490f-f778-4d83-9053-cd92a33954ac HTTP/1.1" status: 200 len: 217 time: 0.0643153 Jan 28 00:19:05.123014 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5ab06a-6f25-4ebb-8c1b-41460203575a admin admin] Made reservation on behalf of 2253eea2b9f94d3c9e9a9e6c9260650c for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:19:05.128195 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4d5ab06a-6f25-4ebb-8c1b-41460203575a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:05.222204 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bc09c-2e2a-4c93-9760-2e9a0fb2c18a req-d43b1eef-6fc9-4d3e-a91c-de2ac63eb505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:05.224430 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-088bc09c-2e2a-4c93-9760-2e9a0fb2c18a req-d43b1eef-6fc9-4d3e-a91c-de2ac63eb505 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=15e473ff-b094-44ce-baac-7061d4d3f5a3 HTTP/1.1" status: 200 len: 859 time: 0.1494093 Jan 28 00:19:05.324424 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-088bc09c-2e2a-4c93-9760-2e9a0fb2c18a req-734de2c2-0dd4-4836-9c28-d6c19b58a347 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852766 Jan 28 00:19:05.401183 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6d6ad3ac-804b-44be-b526-8dc797993910 req-2da19046-3148-41ee-b6ac-42f3d79d1f9c tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group (253d13de-b96f-4b1a-ad7c-20c9ea37fa3b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:05.455266 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d0bc025e-c4c1-4a7b-bd57-0e7703178fa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c80ae37-b3ec-413e-a908-d7c646315e69 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:19:05.480152 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-088bc09c-2e2a-4c93-9760-2e9a0fb2c18a req-cf6ca081-8ead-4f61-948d-0f21644b29ac service neutron] 10.222.0.65 "GET /v2.0/networks/bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477656 Jan 28 00:19:05.483418 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d0bc025e-c4c1-4a7b-bd57-0e7703178fa8 service neutron] Publish callbacks [] for port (1c80ae37-b3ec-413e-a908-d7c646315e69), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:05.514257 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6d6ad3ac-804b-44be-b526-8dc797993910 req-2da19046-3148-41ee-b6ac-42f3d79d1f9c tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group (253d13de-b96f-4b1a-ad7c-20c9ea37fa3b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:05.539092 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d0bc025e-c4c1-4a7b-bd57-0e7703178fa8 service neutron] Transition to ACTIVE for port object 1c80ae37-b3ec-413e-a908-d7c646315e69 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:19:05.561230 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d0bc025e-c4c1-4a7b-bd57-0e7703178fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (1c80ae37-b3ec-413e-a908-d7c646315e69), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:05.589206 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 0256971a-b1c8-4d04-a2c4-223b30e98444 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:19:05.608251 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa633c0c-3d91-4ecc-b634-a30d22fdb6f3 req-d54b1f49-70bd-4f3d-bf9a-3e897a48ef4c tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:05.609984 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa633c0c-3d91-4ecc-b634-a30d22fdb6f3 req-d54b1f49-70bd-4f3d-bf9a-3e897a48ef4c tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6cb0da3-0d24-41c7-a78c-de1501654f23 HTTP/1.1" status: 200 len: 944 time: 0.2196329 Jan 28 00:19:05.715114 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-088bc09c-2e2a-4c93-9760-2e9a0fb2c18a req-82ecd185-1a2b-4fb9-8bac-49ebb407d8f9 service neutron] 10.222.0.65 "GET /v2.0/networks/bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177680 Jan 28 00:19:05.802165 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6d6ad3ac-804b-44be-b526-8dc797993910 req-2da19046-3148-41ee-b6ac-42f3d79d1f9c tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (253d13de-b96f-4b1a-ad7c-20c9ea37fa3b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:05.805336 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6d6ad3ac-804b-44be-b526-8dc797993910 req-2da19046-3148-41ee-b6ac-42f3d79d1f9c tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:05.807636 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6d6ad3ac-804b-44be-b526-8dc797993910 req-2da19046-3148-41ee-b6ac-42f3d79d1f9c tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] 10.222.0.70 "DELETE /v2.0/security-groups/253d13de-b96f-4b1a-ad7c-20c9ea37fa3b HTTP/1.1" status: 204 len: 173 time: 0.9191561 Jan 28 00:19:05.814411 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56396) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:19:05.833821 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc025e-c4c1-4a7b-bd57-0e7703178fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=1c80ae37-b3ec-413e-a908-d7c646315e69,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:05.975591 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 0256971a-b1c8-4d04-a2c4-223b30e98444, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=0256971a-b1c8-4d04-a2c4-223b30e98444,segment=NetworkSegment(72b3ef09-1c97-4cac-ae56-3b05968fc9d9),segment_id=72b3ef09-1c97-4cac-ae56-3b05968fc9d9)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:19:06.019683 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '0256971a-b1c8-4d04-a2c4-223b30e98444', 'network_id': '1130281e-f2a4-44c3-8ab0-7f6426e357ff', 'port_id': '0256971a-b1c8-4d04-a2c4-223b30e98444', 'mac_address': 'fa:16:3e:64:bd:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32340649-5030-4830-9369-6b38447d6187', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:19:06.032199 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7e35af3a-6131-4ded-b621-96e7f16df38e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:06.083867 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e7d61c-c0e6-4cbd-8497-884785196ca6 admin admin] Deleting subnet 039c148b-3af2-460b-b4f3-8c599a082892 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:19:06.093360 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04e7d61c-c0e6-4cbd-8497-884785196ca6 admin admin] Publish callbacks [] for subnet (039c148b-3af2-460b-b4f3-8c599a082892), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:06.118384 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa633c0c-3d91-4ecc-b634-a30d22fdb6f3 req-69edbf8f-0ea7-4f71-a7a5-87d8d855aa7c tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] 10.222.0.70 "GET /v2.0/security-groups?id=786edd49-d7d4-48cb-8b18-f82356d23037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232512 Jan 28 00:19:06.169219 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 0256971a-b1c8-4d04-a2c4-223b30e98444 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:19:06.171031 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0256971a-b1c8-4d04-a2c4-223b30e98444), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:06.208008 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04e7d61c-c0e6-4cbd-8497-884785196ca6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (039c148b-3af2-460b-b4f3-8c599a082892), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:06.232533 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da19046-3148-41ee-b6ac-42f3d79d1f9c tempest-SecurityGroupRulesNegativeTestJSON-861103472 tempest-SecurityGroupRulesNegativeTestJSON-861103472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=253d13de-b96f-4b1a-ad7c-20c9ea37fa3b,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:06.232804 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0256971a-b1c8-4d04-a2c4-223b30e98444 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:19:06.308949 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 0256971a-b1c8-4d04-a2c4-223b30e98444, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=0256971a-b1c8-4d04-a2c4-223b30e98444,segment=NetworkSegment(72b3ef09-1c97-4cac-ae56-3b05968fc9d9),segment_id=72b3ef09-1c97-4cac-ae56-3b05968fc9d9)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:19:06.323948 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (0256971a-b1c8-4d04-a2c4-223b30e98444), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:06.328966 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4d5ab06a-6f25-4ebb-8c1b-41460203575a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (89787cce-0952-4d1c-b459-5274630a8c6e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:06.330510 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04e7d61c-c0e6-4cbd-8497-884785196ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (039c148b-3af2-460b-b4f3-8c599a082892), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:06.398923 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a583c624-0f83-498e-946c-6b0e582e9747 x-openstack-request-id: req-a583c624-0f83-498e-946c-6b0e582e9747 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:19:06.401291 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2719883-d508-4ac8-a97c-b040d9b3fb78", "name": "network-vif-plugged", "status": "completed", "tag": "f9d89e94-1881-4800-aec0-ebe0b401e515", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:19:06.402330 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a583c624-0f83-498e-946c-6b0e582e9747 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:19:06.403890 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2719883-d508-4ac8-a97c-b040d9b3fb78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d89e94-1881-4800-aec0-ebe0b401e515', 'code': 200} Jan 28 00:19:06.428949 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04e7d61c-c0e6-4cbd-8497-884785196ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (039c148b-3af2-460b-b4f3-8c599a082892), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:06.502235 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7d61c-c0e6-4cbd-8497-884785196ca6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=039c148b-3af2-460b-b4f3-8c599a082892,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:06.512007 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04e7d61c-c0e6-4cbd-8497-884785196ca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:06.532952 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-04e7d61c-c0e6-4cbd-8497-884785196ca6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/039c148b-3af2-460b-b4f3-8c599a082892 HTTP/1.1" status: 204 len: 168 time: 0.7168443 Jan 28 00:19:06.534011 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56402) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:19:06.544758 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=0256971a-b1c8-4d04-a2c4-223b30e98444,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:06.575858 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0d748e-65dd-4043-8e1d-a718c6566279 x-openstack-request-id: req-ee0d748e-65dd-4043-8e1d-a718c6566279 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:19:06.579913 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6cb0da3-0d24-41c7-a78c-de1501654f23", "tag": "0256971a-b1c8-4d04-a2c4-223b30e98444", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:19:06.580453 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ee0d748e-65dd-4043-8e1d-a718c6566279 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:19:06.581094 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6cb0da3-0d24-41c7-a78c-de1501654f23', 'tag': '0256971a-b1c8-4d04-a2c4-223b30e98444', 'status': 'completed', 'code': 200} Jan 28 00:19:06.637552 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ab06a-6f25-4ebb-8c1b-41460203575a admin admin] Pushing event updated for resources: {'Subnet': ['ID=89787cce-0952-4d1c-b459-5274630a8c6e,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:06.667730 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d0bc025e-c4c1-4a7b-bd57-0e7703178fa8 service neutron] Attempting to bind port 1c80ae37-b3ec-413e-a908-d7c646315e69 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:19:06.668468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d0bc025e-c4c1-4a7b-bd57-0e7703178fa8 service neutron] Attempting to bind port 1c80ae37-b3ec-413e-a908-d7c646315e69 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '8b6e1ad8-b07a-44d3-892b-e666dbbf801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '97c33ad0-0461-45c3-9dc8-98632a31ba84'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:19:06.669138 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d0bc025e-c4c1-4a7b-bd57-0e7703178fa8 service neutron] Attempting to bind port 1c80ae37-b3ec-413e-a908-d7c646315e69 on network 97c33ad0-0461-45c3-9dc8-98632a31ba84 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:19:06.694426 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bea3d1-3422-40d6-a368-b004b348c13f req-e1c82c04-3692-49de-a989-1bd2c0f3f5c0 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:06.709221 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bea3d1-3422-40d6-a368-b004b348c13f req-e1c82c04-3692-49de-a989-1bd2c0f3f5c0 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:06.722283 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bea3d1-3422-40d6-a368-b004b348c13f req-e1c82c04-3692-49de-a989-1bd2c0f3f5c0 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:06.738004 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['0256971a-b1c8-4d04-a2c4-223b30e98444'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:19:06.744598 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bea3d1-3422-40d6-a368-b004b348c13f req-e1c82c04-3692-49de-a989-1bd2c0f3f5c0 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:06.760444 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bea3d1-3422-40d6-a368-b004b348c13f req-e1c82c04-3692-49de-a989-1bd2c0f3f5c0 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:06.764006 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad66da68-7ebd-4b5d-add9-2d7df8ee405f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (848e4ab3-931c-407a-958e-eddece718e91), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:06.773523 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07bea3d1-3422-40d6-a368-b004b348c13f req-e1c82c04-3692-49de-a989-1bd2c0f3f5c0 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 3828 time: 0.5556130 Jan 28 00:19:06.817684 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b3213-afd3-428c-ab0d-81a9825c3d3d req-a30fcfb2-bbf7-4768-8170-09d453a4727e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:06.821504 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5c7b3213-afd3-428c-ab0d-81a9825c3d3d req-a30fcfb2-bbf7-4768-8170-09d453a4727e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 1100 time: 0.1734476 Jan 28 00:19:06.833783 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e28f2-3c04-4421-81bf-d56b753b33ec req-468cd7b0-c371-47f5-a11b-2fdcaf09f3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:06.837381 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2f2e28f2-3c04-4421-81bf-d56b753b33ec req-468cd7b0-c371-47f5-a11b-2fdcaf09f3cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c1a41228a20a4998a3274f9c6359ba1b&device_id=c6cb0da3-0d24-41c7-a78c-de1501654f23 HTTP/1.1" status: 200 len: 1096 time: 0.1910677 Jan 28 00:19:06.862715 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5ab06a-6f25-4ebb-8c1b-41460203575a admin admin] Checking segment: {'id': 'b478681f-672b-4451-bd65-d8c2be202f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:19:06.863289 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5ab06a-6f25-4ebb-8c1b-41460203575a admin admin] Network hostable DHCP agents. Network: 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:19:06.886917 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d0bc025e-c4c1-4a7b-bd57-0e7703178fa8 service neutron] Port 1c80ae37-b3ec-413e-a908-d7c646315e69 on network 97c33ad0-0461-45c3-9dc8-98632a31ba84 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:19:06.887448 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d0bc025e-c4c1-4a7b-bd57-0e7703178fa8 service neutron] Attempting to bind port 1c80ae37-b3ec-413e-a908-d7c646315e69 on network 97c33ad0-0461-45c3-9dc8-98632a31ba84 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:19:06.949764 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d0bc025e-c4c1-4a7b-bd57-0e7703178fa8 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:19:06.950309 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d0bc025e-c4c1-4a7b-bd57-0e7703178fa8 service neutron] Checking segment: {'id': '8b6e1ad8-b07a-44d3-892b-e666dbbf801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '97c33ad0-0461-45c3-9dc8-98632a31ba84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:19:06.950929 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d0bc025e-c4c1-4a7b-bd57-0e7703178fa8 service neutron] Bound using segment: {'id': '8b6e1ad8-b07a-44d3-892b-e666dbbf801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '97c33ad0-0461-45c3-9dc8-98632a31ba84'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:19:06.951981 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d0bc025e-c4c1-4a7b-bd57-0e7703178fa8 service neutron] Bound port: 1c80ae37-b3ec-413e-a908-d7c646315e69, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b6e1ad8-b07a-44d3-892b-e666dbbf801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '97c33ad0-0461-45c3-9dc8-98632a31ba84'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:19:06.952773 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d0bc025e-c4c1-4a7b-bd57-0e7703178fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1c80ae37-b3ec-413e-a908-d7c646315e69), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:07.074074 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc5f67-a377-4d70-81e4-253c6f50aa0b req-06248b6b-637e-4062-b97d-c18981c9db94 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:07.081727 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-40fc5f67-a377-4d70-81e4-253c6f50aa0b req-06248b6b-637e-4062-b97d-c18981c9db94 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=2472552b-59ef-4772-befa-62ca437cec54 HTTP/1.1" status: 200 len: 950 time: 0.3037226 Jan 28 00:19:07.087767 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5ab06a-6f25-4ebb-8c1b-41460203575a admin admin] Network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:19:07.109252 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07bea3d1-3422-40d6-a368-b004b348c13f req-31d6d620-19d8-4979-b8c4-001c7523ed12 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2466099 Jan 28 00:19:07.177579 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-4d5ab06a-6f25-4ebb-8c1b-41460203575a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:19:07.197309 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ebd6b4-e5c0-4fa6-a081-dbaf682c741a None None] Network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:19:07.198644 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5ab06a-6f25-4ebb-8c1b-41460203575a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:07.199708 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4d5ab06a-6f25-4ebb-8c1b-41460203575a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:07.216590 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d0bc025e-c4c1-4a7b-bd57-0e7703178fa8 service neutron] For port 1c80ae37-b3ec-413e-a908-d7c646315e69, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:19:07.225460 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d0bc025e-c4c1-4a7b-bd57-0e7703178fa8 service neutron] For port 1c80ae37-b3ec-413e-a908-d7c646315e69, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=1c80ae37-b3ec-413e-a908-d7c646315e69,segment=NetworkSegment(8b6e1ad8-b07a-44d3-892b-e666dbbf801b),segment_id=8b6e1ad8-b07a-44d3-892b-e666dbbf801b)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:19:07.248020 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-40fc5f67-a377-4d70-81e4-253c6f50aa0b req-77d40327-04fc-4c2d-83dc-0bb44c21c0a8 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651549 Jan 28 00:19:07.254691 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4d5ab06a-6f25-4ebb-8c1b-41460203575a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2994843 Jan 28 00:19:07.261273 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d0bc025e-c4c1-4a7b-bd57-0e7703178fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (1c80ae37-b3ec-413e-a908-d7c646315e69), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:07.321830 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5c7b3213-afd3-428c-ab0d-81a9825c3d3d req-68f80db7-ae9d-4927-8d8f-295605571e37 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827895 Jan 28 00:19:07.326323 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad66da68-7ebd-4b5d-add9-2d7df8ee405f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (848e4ab3-931c-407a-958e-eddece718e91), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:07.401227 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d0bc025e-c4c1-4a7b-bd57-0e7703178fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:07.401859 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d0bc025e-c4c1-4a7b-bd57-0e7703178fa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:07.403324 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d0bc025e-c4c1-4a7b-bd57-0e7703178fa8 service neutron] 10.222.0.52 "PUT /v2.0/ports/1c80ae37-b3ec-413e-a908-d7c646315e69 HTTP/1.1" status: 200 len: 1091 time: 3.1041033 Jan 28 00:19:07.404680 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'tag': '1c80ae37-b3ec-413e-a908-d7c646315e69'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:19:07.407673 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef66739-a244-4c1f-a369-ead90300975e" -d '{"events": [{"name": "network-changed", "server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "tag": "1c80ae37-b3ec-413e-a908-d7c646315e69"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:19:07.415892 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-ad66da68-7ebd-4b5d-add9-2d7df8ee405f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['848e4ab3-931c-407a-958e-eddece718e91']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:19:07.486199 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-ad66da68-7ebd-4b5d-add9-2d7df8ee405f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32462c2d-c577-4168-83f9-936572c37682') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:19:07.486848 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-ad66da68-7ebd-4b5d-add9-2d7df8ee405f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32462c2d-c577-4168-83f9-936572c37682') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:19:07.502717 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4535bf5-3c76-4a20-83bd-b7e7250e4aec service neutron] Request body: {'port': {'device_id': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:19:07.513704 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad66da68-7ebd-4b5d-add9-2d7df8ee405f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (32462c2d-c577-4168-83f9-936572c37682), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:07.533271 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e28f2-3c04-4421-81bf-d56b753b33ec req-020bc317-a0e3-4b20-beec-44d14605acb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:07.542787 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2f2e28f2-3c04-4421-81bf-d56b753b33ec req-020bc317-a0e3-4b20-beec-44d14605acb6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1130281e-f2a4-44c3-8ab0-7f6426e357ff HTTP/1.1" status: 200 len: 909 time: 0.6879103 Jan 28 00:19:07.560207 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc025e-c4c1-4a7b-bd57-0e7703178fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=1c80ae37-b3ec-413e-a908-d7c646315e69,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:07.584054 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed774aa5-6779-4a3e-b950-4482930bacc5 req-93ac0eef-5e57-4036-9f70-104050e39537 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:07.593779 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ed774aa5-6779-4a3e-b950-4482930bacc5 req-93ac0eef-5e57-4036-9f70-104050e39537 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/ports?device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 946 time: 0.2628093 Jan 28 00:19:07.599580 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad66da68-7ebd-4b5d-add9-2d7df8ee405f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (32462c2d-c577-4168-83f9-936572c37682), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:07.638766 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44715884-d21b-4c5c-bca9-865eb21b8fb1 None None] Network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:19:07.657749 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8549d30-4848-43e4-808c-f99a9acfedb8 req-bad8a9ef-9880-4d8f-a669-2817cbbff8e1 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:07.666218 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d8549d30-4848-43e4-808c-f99a9acfedb8 req-bad8a9ef-9880-4d8f-a669-2817cbbff8e1 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 949 time: 0.2671039 Jan 28 00:19:07.688989 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4535bf5-3c76-4a20-83bd-b7e7250e4aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (17a2a773-d586-4db3-b390-7e92fd06a45f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:07.720941 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2f2e28f2-3c04-4421-81bf-d56b753b33ec req-ffc09926-bddc-49c9-a253-9f3da37735ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0256971a-b1c8-4d04-a2c4-223b30e98444 HTTP/1.1" status: 200 len: 217 time: 0.1626809 Jan 28 00:19:07.723758 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad66da68-7ebd-4b5d-add9-2d7df8ee405f admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:19:07.724071 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad66da68-7ebd-4b5d-add9-2d7df8ee405f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (32462c2d-c577-4168-83f9-936572c37682), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:07.729454 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:19:07.729454 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:19:07.729454 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:19:07.729454 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:19:07.729454 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:19:07.729454 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:19:07.729454 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:19:07.729454 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:19:07.729454 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:19:07.729454 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:19:07.729454 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:19:07.729454 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:19:07.729454 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:19:07.729454 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:19:07.729454 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:19:07.729454 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:19:07.729454 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:19:07.729454 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:19:07.729454 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:19:07.729454 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:19:07.729454 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:19:07.729454 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:19:07.729454 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:19:07.729454 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:19:07.729454 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:19:07.729454 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:19:07.729454 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:19:07.729454 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:19:07.729454 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:19:07.729454 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:19:07.729454 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:19:07.729454 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:19:07.840746 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ed774aa5-6779-4a3e-b950-4482930bacc5 req-7f63d4e6-b75e-4e4f-8fde-792e893414a6 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/security-groups?id=b71e553b-2aad-46e1-986a-943b36ce07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400072 Jan 28 00:19:07.865344 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d8549d30-4848-43e4-808c-f99a9acfedb8 req-47bb8dea-82c1-4728-9946-63f52ec3d946 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982369 Jan 28 00:19:07.965264 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad66da68-7ebd-4b5d-add9-2d7df8ee405f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (848e4ab3-931c-407a-958e-eddece718e91), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:07.977190 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad66da68-7ebd-4b5d-add9-2d7df8ee405f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:07.983468 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ad66da68-7ebd-4b5d-add9-2d7df8ee405f admin admin] 10.222.0.70 "DELETE /v2.0/networks/848e4ab3-931c-407a-958e-eddece718e91 HTTP/1.1" status: 204 len: 168 time: 1.4477172 Jan 28 00:19:08.009507 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66da68-7ebd-4b5d-add9-2d7df8ee405f admin admin] Pushing event deleted for resources: {'Network': ['ID=848e4ab3-931c-407a-958e-eddece718e91,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:08.021426 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e28f2-3c04-4421-81bf-d56b753b33ec req-6fd30315-df73-4847-abfa-1c4c04250312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:08.024493 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2f2e28f2-3c04-4421-81bf-d56b753b33ec req-6fd30315-df73-4847-abfa-1c4c04250312 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=32340649-5030-4830-9369-6b38447d6187 HTTP/1.1" status: 200 len: 848 time: 0.2939169 Jan 28 00:19:08.076751 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aabb8dba-2f97-4717-be45-90311f3c8ea6 req-6f0b25a6-7eff-472b-83f1-fe1ee94b7097 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b853db9-393e-472e-870d-8c36ddece27e HTTP/1.1" status: 200 len: 210 time: 0.0999410 Jan 28 00:19:08.130652 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2f2e28f2-3c04-4421-81bf-d56b753b33ec req-27751690-9cb6-4a95-a335-b4ca6cd1d4eb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1130281e-f2a4-44c3-8ab0-7f6426e357ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956163 Jan 28 00:19:08.267574 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2cc8ac38-ca02-4920-a0ab-0d0db1933f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:08.405481 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2472552b-59ef-4772-befa-62ca437cec54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dba5a8d-7833-4acf-ac20-1058770aad91'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:19:08.415917 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c326150-ca2c-43ed-bfd5-dc06dbb546c6" -d '{"events": [{"server_uuid": "2472552b-59ef-4772-befa-62ca437cec54", "name": "network-vif-plugged", "status": "completed", "tag": "3dba5a8d-7833-4acf-ac20-1058770aad91"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:19:08.435688 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56422) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:19:08.486458 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2f2e28f2-3c04-4421-81bf-d56b753b33ec req-4e9350e3-4e82-475a-926b-2dbe3d32538b service neutron] 10.222.0.52 "GET /v2.0/networks/1130281e-f2a4-44c3-8ab0-7f6426e357ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310688 Jan 28 00:19:08.547696 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b33180c-fa6a-4f4a-901c-6f5970c3e3f3 x-openstack-request-id: req-2b33180c-fa6a-4f4a-901c-6f5970c3e3f3 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:19:08.548079 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "tag": "1c80ae37-b3ec-413e-a908-d7c646315e69", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:19:08.548337 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2b33180c-fa6a-4f4a-901c-6f5970c3e3f3 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:19:08.548662 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'tag': '1c80ae37-b3ec-413e-a908-d7c646315e69', 'status': 'completed', 'code': 200} Jan 28 00:19:08.644812 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984daf9-12a8-4f50-87c0-9ac65d89167c req-fa2eaa3b-a396-4e3c-bfa7-e7e849c7ad6b tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:08.652740 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7984daf9-12a8-4f50-87c0-9ac65d89167c req-fa2eaa3b-a396-4e3c-bfa7-e7e849c7ad6b tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6cb0da3-0d24-41c7-a78c-de1501654f23 HTTP/1.1" status: 200 len: 945 time: 0.6531811 Jan 28 00:19:08.722393 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef66739-a244-4c1f-a369-ead90300975e req-20fa4e10-86c0-45b8-81ff-739a42a378fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:08.723443 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef66739-a244-4c1f-a369-ead90300975e req-20fa4e10-86c0-45b8-81ff-739a42a378fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:08.723443 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef66739-a244-4c1f-a369-ead90300975e req-20fa4e10-86c0-45b8-81ff-739a42a378fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:08.723946 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef66739-a244-4c1f-a369-ead90300975e req-20fa4e10-86c0-45b8-81ff-739a42a378fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:08.724406 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef66739-a244-4c1f-a369-ead90300975e req-20fa4e10-86c0-45b8-81ff-739a42a378fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:08.727337 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ef66739-a244-4c1f-a369-ead90300975e req-20fa4e10-86c0-45b8-81ff-739a42a378fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=160a5827a22f400b84570ea4a4c65c01&device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 4363 time: 0.1773553 Jan 28 00:19:08.876719 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7984daf9-12a8-4f50-87c0-9ac65d89167c req-97d6470f-2b69-407c-9102-735662fb9f61 tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] 10.222.0.70 "GET /v2.0/security-groups?id=786edd49-d7d4-48cb-8b18-f82356d23037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221355 Jan 28 00:19:09.141009 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-789a601d-04cf-4914-b889-10d0bb5cb7ae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=51d5ec4365594183a4cff0692efe478f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6590898 Jan 28 00:19:09.153682 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56440) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:19:09.216586 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-df4a31fc-216b-4acc-95ea-719d5270d013 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:09.218178 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-df4a31fc-216b-4acc-95ea-719d5270d013 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.65 "GET /v2.0/networks?id=cd151476-a5ba-4385-918e-9bfe961c2c84 HTTP/1.1" status: 200 len: 822 time: 1.1688793 Jan 28 00:19:09.235277 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2f2e28f2-3c04-4421-81bf-d56b753b33ec req-21f0a829-c7ce-443f-bf1f-7e7e002462b8 service neutron] 10.222.0.52 "GET /v2.0/networks/1130281e-f2a4-44c3-8ab0-7f6426e357ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186697 Jan 28 00:19:09.242330 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-ea18eff4-ae3e-4a53-b1f0-40ae71581f44 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Request body: {'port': {'device_id': '8b853db9-393e-472e-870d-8c36ddece27e', 'network_id': 'cd151476-a5ba-4385-918e-9bfe961c2c84', 'admin_state_up': True, 'tenant_id': '04c5bf935af54d448f34f3696c807878'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:19:09.352344 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef66739-a244-4c1f-a369-ead90300975e req-f07ae9fe-2225-414f-80f6-e5e7d6253af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:09.353257 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef66739-a244-4c1f-a369-ead90300975e req-f07ae9fe-2225-414f-80f6-e5e7d6253af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:09.354167 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef66739-a244-4c1f-a369-ead90300975e req-f07ae9fe-2225-414f-80f6-e5e7d6253af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:09.357845 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ef66739-a244-4c1f-a369-ead90300975e req-f07ae9fe-2225-414f-80f6-e5e7d6253af5 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=160a5827a22f400b84570ea4a4c65c01&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6142261 Jan 28 00:19:09.390019 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88a53324-a4f6-4b6e-b6c0-ba252580b400 admin admin] Publish callbacks [] for security_group (3f1352b3-a550-42ee-bff7-b0712c69d169), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:09.458549 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88a53324-a4f6-4b6e-b6c0-ba252580b400 admin admin] Publish callbacks [] for security_group (3f1352b3-a550-42ee-bff7-b0712c69d169), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:09.459205 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4535bf5-3c76-4a20-83bd-b7e7250e4aec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17a2a773-d586-4db3-b390-7e92fd06a45f {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:19:09.519202 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:09.554035 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4535bf5-3c76-4a20-83bd-b7e7250e4aec service neutron] Publish callbacks [] for port (17a2a773-d586-4db3-b390-7e92fd06a45f), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:09.585960 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-ea18eff4-ae3e-4a53-b1f0-40ae71581f44 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Made reservation on behalf of 04c5bf935af54d448f34f3696c807878 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:19:09.586828 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1177ab-c635-4e3a-a51e-5b8e58f62017 req-34aee8c2-6cbb-42ba-ad27-9f677c931129 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:09.592352 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1177ab-c635-4e3a-a51e-5b8e58f62017 req-34aee8c2-6cbb-42ba-ad27-9f677c931129 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:09.593632 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-ea18eff4-ae3e-4a53-b1f0-40ae71581f44 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:09.597708 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1177ab-c635-4e3a-a51e-5b8e58f62017 req-34aee8c2-6cbb-42ba-ad27-9f677c931129 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:09.603792 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1177ab-c635-4e3a-a51e-5b8e58f62017 req-34aee8c2-6cbb-42ba-ad27-9f677c931129 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:09.609239 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 0256971a-b1c8-4d04-a2c4-223b30e98444 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:19:09.609808 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1177ab-c635-4e3a-a51e-5b8e58f62017 req-34aee8c2-6cbb-42ba-ad27-9f677c931129 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:09.617915 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7f1177ab-c635-4e3a-a51e-5b8e58f62017 req-34aee8c2-6cbb-42ba-ad27-9f677c931129 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 3828 time: 0.5168624 Jan 28 00:19:09.682592 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88a53324-a4f6-4b6e-b6c0-ba252580b400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (3f1352b3-a550-42ee-bff7-b0712c69d169), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:09.689416 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88a53324-a4f6-4b6e-b6c0-ba252580b400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:09.692849 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-88a53324-a4f6-4b6e-b6c0-ba252580b400 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3f1352b3-a550-42ee-bff7-b0712c69d169 HTTP/1.1" status: 204 len: 168 time: 0.5378740 Jan 28 00:19:09.713997 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 0256971a-b1c8-4d04-a2c4-223b30e98444 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:19:09.749414 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 0256971a-b1c8-4d04-a2c4-223b30e98444 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:19:09.754086 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0256971a-b1c8-4d04-a2c4-223b30e98444), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:09.798092 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4535bf5-3c76-4a20-83bd-b7e7250e4aec service neutron] Transition to ACTIVE for port object 17a2a773-d586-4db3-b390-7e92fd06a45f will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:19:09.803131 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef66739-a244-4c1f-a369-ead90300975e req-547f7034-e34c-4aaa-8d1a-1fd669428aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:09.805223 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a53324-a4f6-4b6e-b6c0-ba252580b400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1352b3-a550-42ee-bff7-b0712c69d169,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:09.805666 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ef66739-a244-4c1f-a369-ead90300975e req-547f7034-e34c-4aaa-8d1a-1fd669428aa5 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4303410 Jan 28 00:19:09.819121 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-d9d3ffe9-3d79-4804-938d-1c837c22f54f tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:09.833571 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-d9d3ffe9-3d79-4804-938d-1c837c22f54f tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/networks?id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e HTTP/1.1" status: 200 len: 805 time: 0.7276964 Jan 28 00:19:09.852042 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4535bf5-3c76-4a20-83bd-b7e7250e4aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (17a2a773-d586-4db3-b390-7e92fd06a45f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:09.887376 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-b2069f10-da5a-4d6e-8e00-0d2265b35658 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/quotas/2253eea2b9f94d3c9e9a9e6c9260650c HTTP/1.1" status: 200 len: 375 time: 0.0518398 Jan 28 00:19:09.999577 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-4d3c5740-b36d-483b-98d8-cacfb8787013 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2253eea2b9f94d3c9e9a9e6c9260650c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771530 Jan 28 00:19:10.013512 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-ea18eff4-ae3e-4a53-b1f0-40ae71581f44 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Allocated IP 172.20.0.10 (cd151476-a5ba-4385-918e-9bfe961c2c84/0728b32d-3188-4887-80bb-d4a083a9c66b/3181b409-4047-42fb-8901-aa6fd98f068d) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:19:10.105158 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 0256971a-b1c8-4d04-a2c4-223b30e98444 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:19:10.105793 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0256971a-b1c8-4d04-a2c4-223b30e98444), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:10.152265 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7f1177ab-c635-4e3a-a51e-5b8e58f62017 req-945c9758-d4bd-476e-acaf-9e8894389ebe tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5331302 Jan 28 00:19:10.240953 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4535bf5-3c76-4a20-83bd-b7e7250e4aec service neutron] Pushing event updated for resources: {'Port': ['ID=17a2a773-d586-4db3-b390-7e92fd06a45f,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:10.247181 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 0256971a-b1c8-4d04-a2c4-223b30e98444, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=0256971a-b1c8-4d04-a2c4-223b30e98444,segment=NetworkSegment(72b3ef09-1c97-4cac-ae56-3b05968fc9d9),segment_id=72b3ef09-1c97-4cac-ae56-3b05968fc9d9)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:19:10.265279 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (0256971a-b1c8-4d04-a2c4-223b30e98444), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:10.436003 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=0256971a-b1c8-4d04-a2c4-223b30e98444,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:10.537207 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-ea18eff4-ae3e-4a53-b1f0-40ae71581f44 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks [] for port (3181b409-4047-42fb-8901-aa6fd98f068d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:10.604889 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-ea18eff4-ae3e-4a53-b1f0-40ae71581f44 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (3181b409-4047-42fb-8901-aa6fd98f068d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:10.668940 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-ea18eff4-ae3e-4a53-b1f0-40ae71581f44 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Network cd151476-a5ba-4385-918e-9bfe961c2c84 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:19:10.677012 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-ea18eff4-ae3e-4a53-b1f0-40ae71581f44 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:19:10.683892 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-ea18eff4-ae3e-4a53-b1f0-40ae71581f44 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:19:10.745975 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35f9a3-d90a-4de5-8805-0bf905a2bdcf req-74f468e5-18e7-41dc-93a3-5b248218b108 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:10.749643 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8f35f9a3-d90a-4de5-8805-0bf905a2bdcf req-74f468e5-18e7-41dc-93a3-5b248218b108 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=2472552b-59ef-4772-befa-62ca437cec54 HTTP/1.1" status: 200 len: 950 time: 0.2846408 Jan 28 00:19:10.767431 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-ea18eff4-ae3e-4a53-b1f0-40ae71581f44 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:10.768152 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-ea18eff4-ae3e-4a53-b1f0-40ae71581f44 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:10.781472 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18eff4-ae3e-4a53-b1f0-40ae71581f44 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Pushing event updated for resources: {'Port': ['ID=3181b409-4047-42fb-8901-aa6fd98f068d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:10.799272 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-ea18eff4-ae3e-4a53-b1f0-40ae71581f44 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5571182 Jan 28 00:19:10.810922 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-c79b5b08-3f01-4cff-aa3d-d9fe9c21ce81 service neutron] 10.222.0.70 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7828834 Jan 28 00:19:10.811734 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4535bf5-3c76-4a20-83bd-b7e7250e4aec service neutron] Attempting to bind port 17a2a773-d586-4db3-b390-7e92fd06a45f on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:19:10.812324 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4535bf5-3c76-4a20-83bd-b7e7250e4aec service neutron] Attempting to bind port 17a2a773-d586-4db3-b390-7e92fd06a45f by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '0465a9d6-01fe-4f7b-a9a6-388e7e67e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:19:10.813019 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4535bf5-3c76-4a20-83bd-b7e7250e4aec service neutron] Attempting to bind port 17a2a773-d586-4db3-b390-7e92fd06a45f on network e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:19:10.831240 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4535bf5-3c76-4a20-83bd-b7e7250e4aec service neutron] Port 17a2a773-d586-4db3-b390-7e92fd06a45f on network e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:19:10.831866 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4535bf5-3c76-4a20-83bd-b7e7250e4aec service neutron] Attempting to bind port 17a2a773-d586-4db3-b390-7e92fd06a45f on network e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:19:10.840362 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-6eac7bb7-b2b3-460c-9f65-99f5eecf222b service neutron] Request body: {'port': {'device_id': '8b853db9-393e-472e-870d-8c36ddece27e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:19:10.959578 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-6eac7bb7-b2b3-460c-9f65-99f5eecf222b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3181b409-4047-42fb-8901-aa6fd98f068d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:10.975910 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4535bf5-3c76-4a20-83bd-b7e7250e4aec service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:19:10.976509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4535bf5-3c76-4a20-83bd-b7e7250e4aec service neutron] Checking segment: {'id': '0465a9d6-01fe-4f7b-a9a6-388e7e67e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:19:10.978253 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4535bf5-3c76-4a20-83bd-b7e7250e4aec service neutron] Bound using segment: {'id': '0465a9d6-01fe-4f7b-a9a6-388e7e67e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:19:10.979042 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4535bf5-3c76-4a20-83bd-b7e7250e4aec service neutron] Bound port: 17a2a773-d586-4db3-b390-7e92fd06a45f, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0465a9d6-01fe-4f7b-a9a6-388e7e67e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:19:10.979709 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4535bf5-3c76-4a20-83bd-b7e7250e4aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (17a2a773-d586-4db3-b390-7e92fd06a45f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:11.019694 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:11.063306 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8f35f9a3-d90a-4de5-8805-0bf905a2bdcf req-a4345e2b-5d04-4c9b-9ca6-94d4b807d76e tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026962 Jan 28 00:19:11.135263 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-691f0644-7aa6-455e-b751-c037265f29e5 service neutron] 10.222.0.70 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958682 Jan 28 00:19:11.159011 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b449e0-bdff-4b66-bd97-00f90d104988 x-openstack-request-id: req-c1b449e0-bdff-4b66-bd97-00f90d104988 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:19:11.159678 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2472552b-59ef-4772-befa-62ca437cec54", "name": "network-vif-plugged", "status": "completed", "tag": "3dba5a8d-7833-4acf-ac20-1058770aad91", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:19:11.160135 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c1b449e0-bdff-4b66-bd97-00f90d104988 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:19:11.160768 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2472552b-59ef-4772-befa-62ca437cec54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dba5a8d-7833-4acf-ac20-1058770aad91', 'code': 200} Jan 28 00:19:11.280687 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4535bf5-3c76-4a20-83bd-b7e7250e4aec service neutron] For port 17a2a773-d586-4db3-b390-7e92fd06a45f, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:19:11.430598 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4535bf5-3c76-4a20-83bd-b7e7250e4aec service neutron] For port 17a2a773-d586-4db3-b390-7e92fd06a45f, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=17a2a773-d586-4db3-b390-7e92fd06a45f,segment=NetworkSegment(0465a9d6-01fe-4f7b-a9a6-388e7e67e02b),segment_id=0465a9d6-01fe-4f7b-a9a6-388e7e67e02b)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:19:11.468185 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4535bf5-3c76-4a20-83bd-b7e7250e4aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (17a2a773-d586-4db3-b390-7e92fd06a45f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:11.535758 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c959d-9bc9-432c-ac6a-090348b68ccb req-3fcd0793-e1fd-4931-8d7f-d570ba383293 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:11.537700 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8d5c959d-9bc9-432c-ac6a-090348b68ccb req-3fcd0793-e1fd-4931-8d7f-d570ba383293 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/ports?device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 946 time: 0.2183070 Jan 28 00:19:11.551467 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd67e9-7d53-4044-899e-17b20fd624a4 req-3468781c-adb3-44b7-8385-15905adf98c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:11.553121 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cabd67e9-7d53-4044-899e-17b20fd624a4 req-3468781c-adb3-44b7-8385-15905adf98c3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2472552b-59ef-4772-befa-62ca437cec54 HTTP/1.1" status: 200 len: 1101 time: 0.2661667 Jan 28 00:19:11.714850 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4535bf5-3c76-4a20-83bd-b7e7250e4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:11.715587 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4535bf5-3c76-4a20-83bd-b7e7250e4aec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:11.716897 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-6eac7bb7-b2b3-460c-9f65-99f5eecf222b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3181b409-4047-42fb-8901-aa6fd98f068d {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:19:11.736528 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-6eac7bb7-b2b3-460c-9f65-99f5eecf222b service neutron] Publish callbacks [] for port (3181b409-4047-42fb-8901-aa6fd98f068d), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:11.738734 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4535bf5-3c76-4a20-83bd-b7e7250e4aec service neutron] 10.222.0.52 "PUT /v2.0/ports/17a2a773-d586-4db3-b390-7e92fd06a45f HTTP/1.1" status: 200 len: 1136 time: 4.2591157 Jan 28 00:19:11.766063 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'tag': '17a2a773-d586-4db3-b390-7e92fd06a45f'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:19:11.769804 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce45d777-199f-4e50-abec-6d5bd8859820" -d '{"events": [{"name": "network-changed", "server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "tag": "17a2a773-d586-4db3-b390-7e92fd06a45f"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:19:11.786609 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-6eac7bb7-b2b3-460c-9f65-99f5eecf222b service neutron] Transition to ACTIVE for port object 3181b409-4047-42fb-8901-aa6fd98f068d will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:19:11.788896 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-3fcf2911-499c-43bc-8d99-31d1c722860e service neutron] Request body: {'port': {'device_id': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:19:11.797266 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-6eac7bb7-b2b3-460c-9f65-99f5eecf222b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (3181b409-4047-42fb-8901-aa6fd98f068d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:11.812538 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc48e5-80c9-485f-a33a-7bc18ba8df0f req-0f21311e-2d8f-442e-a00c-b68170c2bce9 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:11.820466 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-38dc48e5-80c9-485f-a33a-7bc18ba8df0f req-0f21311e-2d8f-442e-a00c-b68170c2bce9 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 949 time: 0.4485226 Jan 28 00:19:11.890043 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4535bf5-3c76-4a20-83bd-b7e7250e4aec service neutron] Pushing event updated for resources: {'Port': ['ID=17a2a773-d586-4db3-b390-7e92fd06a45f,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:12.040000 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac7bb7-b2b3-460c-9f65-99f5eecf222b service neutron] Pushing event updated for resources: {'Port': ['ID=3181b409-4047-42fb-8901-aa6fd98f068d,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:12.087217 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8d5c959d-9bc9-432c-ac6a-090348b68ccb req-639c9134-d15f-442a-9bb1-7ce107133748 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/security-groups?id=b71e553b-2aad-46e1-986a-943b36ce07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5306246 Jan 28 00:19:12.145395 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-38dc48e5-80c9-485f-a33a-7bc18ba8df0f req-bf279c9b-816a-4290-b344-17abee063ad6 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236790 Jan 28 00:19:12.160645 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:12.193925 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cabd67e9-7d53-4044-899e-17b20fd624a4 req-3c0ee534-507c-4099-ac7e-38bd2ac4eea8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6216285 Jan 28 00:19:12.204134 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-6eac7bb7-b2b3-460c-9f65-99f5eecf222b service neutron] Attempting to bind port 3181b409-4047-42fb-8901-aa6fd98f068d on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:19:12.211831 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-6eac7bb7-b2b3-460c-9f65-99f5eecf222b service neutron] Attempting to bind port 3181b409-4047-42fb-8901-aa6fd98f068d by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '1af6e637-635c-4891-a903-f48dbcb066f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cd151476-a5ba-4385-918e-9bfe961c2c84'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:19:12.215908 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-6eac7bb7-b2b3-460c-9f65-99f5eecf222b service neutron] Attempting to bind port 3181b409-4047-42fb-8901-aa6fd98f068d on network cd151476-a5ba-4385-918e-9bfe961c2c84 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:19:12.244236 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-6eac7bb7-b2b3-460c-9f65-99f5eecf222b service neutron] Port 3181b409-4047-42fb-8901-aa6fd98f068d on network cd151476-a5ba-4385-918e-9bfe961c2c84 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:19:12.244925 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-6eac7bb7-b2b3-460c-9f65-99f5eecf222b service neutron] Attempting to bind port 3181b409-4047-42fb-8901-aa6fd98f068d on network cd151476-a5ba-4385-918e-9bfe961c2c84 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:19:12.264055 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-3fcf2911-499c-43bc-8d99-31d1c722860e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3a7b8867-52a0-4af2-9c75-6826eab61051), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:12.265638 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-6eac7bb7-b2b3-460c-9f65-99f5eecf222b service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:19:12.266221 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-6eac7bb7-b2b3-460c-9f65-99f5eecf222b service neutron] Checking segment: {'id': '1af6e637-635c-4891-a903-f48dbcb066f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cd151476-a5ba-4385-918e-9bfe961c2c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:19:12.266877 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-6eac7bb7-b2b3-460c-9f65-99f5eecf222b service neutron] Bound using segment: {'id': '1af6e637-635c-4891-a903-f48dbcb066f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cd151476-a5ba-4385-918e-9bfe961c2c84'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:19:12.267675 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-6eac7bb7-b2b3-460c-9f65-99f5eecf222b service neutron] Bound port: 3181b409-4047-42fb-8901-aa6fd98f068d, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af6e637-635c-4891-a903-f48dbcb066f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cd151476-a5ba-4385-918e-9bfe961c2c84'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:19:12.268302 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-6eac7bb7-b2b3-460c-9f65-99f5eecf222b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3181b409-4047-42fb-8901-aa6fd98f068d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:12.436070 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-6eac7bb7-b2b3-460c-9f65-99f5eecf222b service neutron] For port 3181b409-4047-42fb-8901-aa6fd98f068d, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:19:12.441969 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-6eac7bb7-b2b3-460c-9f65-99f5eecf222b service neutron] For port 3181b409-4047-42fb-8901-aa6fd98f068d, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=3181b409-4047-42fb-8901-aa6fd98f068d,segment=NetworkSegment(1af6e637-635c-4891-a903-f48dbcb066f0),segment_id=1af6e637-635c-4891-a903-f48dbcb066f0)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:19:12.448172 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-6eac7bb7-b2b3-460c-9f65-99f5eecf222b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (3181b409-4047-42fb-8901-aa6fd98f068d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:12.510239 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-6eac7bb7-b2b3-460c-9f65-99f5eecf222b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:12.511345 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-6eac7bb7-b2b3-460c-9f65-99f5eecf222b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:12.513983 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-6eac7bb7-b2b3-460c-9f65-99f5eecf222b service neutron] 10.222.0.65 "PUT /v2.0/ports/3181b409-4047-42fb-8901-aa6fd98f068d HTTP/1.1" status: 200 len: 1092 time: 1.6846335 Jan 28 00:19:12.514796 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b853db9-393e-472e-870d-8c36ddece27e', 'tag': '3181b409-4047-42fb-8901-aa6fd98f068d'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:19:12.519425 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da9ff09-296f-4d37-917f-085ffa46b2b3" -d '{"events": [{"name": "network-changed", "server_uuid": "8b853db9-393e-472e-870d-8c36ddece27e", "tag": "3181b409-4047-42fb-8901-aa6fd98f068d"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:19:12.602793 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac7bb7-b2b3-460c-9f65-99f5eecf222b service neutron] Pushing event updated for resources: {'Port': ['ID=3181b409-4047-42fb-8901-aa6fd98f068d,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:12.655923 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087b535-384b-4cf1-8f6f-f8a44f98dc6e req-85dabac9-67d5-4603-8ea5-88e1fc665856 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:12.658584 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c087b535-384b-4cf1-8f6f-f8a44f98dc6e req-85dabac9-67d5-4603-8ea5-88e1fc665856 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b853db9-393e-472e-870d-8c36ddece27e HTTP/1.1" status: 200 len: 944 time: 0.3138025 Jan 28 00:19:12.722577 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:12.731867 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a8007-74b2-42f6-a894-c026475eb0ef req-7df1a46d-0b5a-481b-b36a-7a4bdc7ed4de tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:12.745973 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-668a8007-74b2-42f6-a894-c026475eb0ef req-7df1a46d-0b5a-481b-b36a-7a4bdc7ed4de tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6cb0da3-0d24-41c7-a78c-de1501654f23 HTTP/1.1" status: 200 len: 946 time: 0.3997862 Jan 28 00:19:12.759927 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-4de64d8f-8ad1-4745-9408-fc674943c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:12.761488 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-4de64d8f-8ad1-4745-9408-fc674943c4aa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=04c5bf935af54d448f34f3696c807878&device_id=8b853db9-393e-472e-870d-8c36ddece27e HTTP/1.1" status: 200 len: 1095 time: 0.0962300 Jan 28 00:19:12.828428 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-fd70614d-d2c6-4f19-a0fc-0252ea3ead22 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3181b409-4047-42fb-8901-aa6fd98f068d HTTP/1.1" status: 200 len: 217 time: 0.0470238 Jan 28 00:19:12.924915 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c087b535-384b-4cf1-8f6f-f8a44f98dc6e req-2057d6e9-93a7-4857-b733-ae89b973e855 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358882 Jan 28 00:19:12.949527 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-412631c9-749c-4cdc-97a9-fdd848956ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:12.951431 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-412631c9-749c-4cdc-97a9-fdd848956ac2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0728b32d-3188-4887-80bb-d4a083a9c66b HTTP/1.1" status: 200 len: 862 time: 0.1157937 Jan 28 00:19:12.954619 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-668a8007-74b2-42f6-a894-c026475eb0ef req-56e4adca-cf5d-4bb4-8b31-2eac0d61d988 tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] 10.222.0.70 "GET /v2.0/security-groups?id=786edd49-d7d4-48cb-8b18-f82356d23037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072315 Jan 28 00:19:13.031170 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-91ce9bff-10ab-4688-9d7e-71e94d0ab3ce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cd151476-a5ba-4385-918e-9bfe961c2c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700912 Jan 28 00:19:13.163319 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6cb0da3-0d24-41c7-a78c-de1501654f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0256971a-b1c8-4d04-a2c4-223b30e98444'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:19:13.168609 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5aaba09-9a1d-4ffd-bc62-86c29432c02a" -d '{"events": [{"server_uuid": "c6cb0da3-0d24-41c7-a78c-de1501654f23", "name": "network-vif-plugged", "status": "completed", "tag": "0256971a-b1c8-4d04-a2c4-223b30e98444"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:19:13.196634 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-737f53f7-f329-4dee-8667-6a9aad0e295f service neutron] 10.222.0.65 "GET /v2.0/networks/cd151476-a5ba-4385-918e-9bfe961c2c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577175 Jan 28 00:19:13.268450 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b8e3cd17-ae51-40a6-b8c9-54483e979973 req-87aaebcb-d9af-44fb-90a6-562631760677 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b33f5e7-b0f1-4826-a83d-b1f8df6ac1b3 HTTP/1.1" status: 200 len: 210 time: 0.1232145 Jan 28 00:19:13.281719 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-3fcf2911-499c-43bc-8d99-31d1c722860e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a7b8867-52a0-4af2-9c75-6826eab61051 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:19:13.321665 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ae1c6-8875-480f-8b2a-4f9b8b36f4ba req-9cadf9ea-b0c7-44db-b626-4094b1f88cb3 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:13.332652 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ae1c6-8875-480f-8b2a-4f9b8b36f4ba req-9cadf9ea-b0c7-44db-b626-4094b1f88cb3 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:13.349878 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a120dd6a-1d1c-430c-afd2-5478f35f73a4 req-48b491f6-f52b-4947-bccc-8ba3ceca619e service neutron] 10.222.0.65 "GET /v2.0/networks/cd151476-a5ba-4385-918e-9bfe961c2c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468332 Jan 28 00:19:13.355008 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ae1c6-8875-480f-8b2a-4f9b8b36f4ba req-9cadf9ea-b0c7-44db-b626-4094b1f88cb3 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:13.365877 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ae1c6-8875-480f-8b2a-4f9b8b36f4ba req-9cadf9ea-b0c7-44db-b626-4094b1f88cb3 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:13.380746 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ae1c6-8875-480f-8b2a-4f9b8b36f4ba req-9cadf9ea-b0c7-44db-b626-4094b1f88cb3 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:13.394566 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ae1c6-8875-480f-8b2a-4f9b8b36f4ba req-9cadf9ea-b0c7-44db-b626-4094b1f88cb3 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:13.398479 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dc3ae1c6-8875-480f-8b2a-4f9b8b36f4ba req-9cadf9ea-b0c7-44db-b626-4094b1f88cb3 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 4606 time: 0.3159707 Jan 28 00:19:13.412288 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26574895-5191-4eb5-8de3-80310b8481ad x-openstack-request-id: req-26574895-5191-4eb5-8de3-80310b8481ad {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:19:13.412288 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "tag": "17a2a773-d586-4db3-b390-7e92fd06a45f", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:19:13.412288 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-26574895-5191-4eb5-8de3-80310b8481ad {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:19:13.412288 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'tag': '17a2a773-d586-4db3-b390-7e92fd06a45f', 'status': 'completed', 'code': 200} Jan 28 00:19:13.412288 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-3fcf2911-499c-43bc-8d99-31d1c722860e service neutron] Publish callbacks [] for port (3a7b8867-52a0-4af2-9c75-6826eab61051), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:13.658921 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-f8d7fead-9ce3-4b60-af81-389c6c3985ed tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:13.660530 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-f8d7fead-9ce3-4b60-af81-389c6c3985ed tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.52 "GET /v2.0/networks?id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e HTTP/1.1" status: 200 len: 805 time: 0.1423011 Jan 28 00:19:13.692975 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-0d803b3b-b4f5-472c-a28b-b01cb8abd8e7 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Request body: {'port': {'device_id': '5b33f5e7-b0f1-4826-a83d-b1f8df6ac1b3', 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e', 'admin_state_up': True, 'tenant_id': '2253eea2b9f94d3c9e9a9e6c9260650c'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:19:13.912205 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-0d803b3b-b4f5-472c-a28b-b01cb8abd8e7 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Made reservation on behalf of 2253eea2b9f94d3c9e9a9e6c9260650c for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:19:13.916366 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-0d803b3b-b4f5-472c-a28b-b01cb8abd8e7 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:13.920732 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-3fcf2911-499c-43bc-8d99-31d1c722860e service neutron] Transition to ACTIVE for port object 3a7b8867-52a0-4af2-9c75-6826eab61051 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:19:13.953655 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-3fcf2911-499c-43bc-8d99-31d1c722860e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (3a7b8867-52a0-4af2-9c75-6826eab61051), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:14.011258 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:14.134750 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45d777-199f-4e50-abec-6d5bd8859820 req-8519ef37-f049-4692-be13-7b6600ef76da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:14.135653 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45d777-199f-4e50-abec-6d5bd8859820 req-8519ef37-f049-4692-be13-7b6600ef76da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:14.136315 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-0d803b3b-b4f5-472c-a28b-b01cb8abd8e7 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Allocated IP 172.20.0.13 (57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e/89787cce-0952-4d1c-b459-5274630a8c6e/2757eada-5c5d-468f-9a9f-01ce2f9b089c) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:19:14.136573 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45d777-199f-4e50-abec-6d5bd8859820 req-8519ef37-f049-4692-be13-7b6600ef76da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:14.137790 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45d777-199f-4e50-abec-6d5bd8859820 req-8519ef37-f049-4692-be13-7b6600ef76da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:14.138701 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45d777-199f-4e50-abec-6d5bd8859820 req-8519ef37-f049-4692-be13-7b6600ef76da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:14.139568 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45d777-199f-4e50-abec-6d5bd8859820 req-8519ef37-f049-4692-be13-7b6600ef76da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:14.144054 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ce45d777-199f-4e50-abec-6d5bd8859820 req-8519ef37-f049-4692-be13-7b6600ef76da service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=160a5827a22f400b84570ea4a4c65c01&device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 5292 time: 0.2864139 Jan 28 00:19:14.166751 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dc3ae1c6-8875-480f-8b2a-4f9b8b36f4ba req-8f013250-2e2c-4ec2-a960-efb55aff5437 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ce589d-1355-4162-a23a-6782446bdfe9&id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7545273 Jan 28 00:19:14.253915 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf2911-499c-43bc-8d99-31d1c722860e service neutron] Pushing event updated for resources: {'Port': ['ID=3a7b8867-52a0-4af2-9c75-6826eab61051,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:14.277896 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3c2d0-8657-467b-86e8-09422500b0be req-70a928a4-64f9-4134-b811-324dda0c50bc tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:14.289552 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47f3c2d0-8657-467b-86e8-09422500b0be req-70a928a4-64f9-4134-b811-324dda0c50bc tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=2472552b-59ef-4772-befa-62ca437cec54 HTTP/1.1" status: 200 len: 950 time: 0.4489353 Jan 28 00:19:14.481214 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-0d803b3b-b4f5-472c-a28b-b01cb8abd8e7 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks [] for port (2757eada-5c5d-468f-9a9f-01ce2f9b089c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:14.481941 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-3fcf2911-499c-43bc-8d99-31d1c722860e service neutron] Attempting to bind port 3a7b8867-52a0-4af2-9c75-6826eab61051 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:19:14.482767 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-3fcf2911-499c-43bc-8d99-31d1c722860e service neutron] Attempting to bind port 3a7b8867-52a0-4af2-9c75-6826eab61051 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '0465a9d6-01fe-4f7b-a9a6-388e7e67e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:19:14.496313 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-3fcf2911-499c-43bc-8d99-31d1c722860e service neutron] Attempting to bind port 3a7b8867-52a0-4af2-9c75-6826eab61051 on network e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:19:14.534038 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-0d803b3b-b4f5-472c-a28b-b01cb8abd8e7 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (2757eada-5c5d-468f-9a9f-01ce2f9b089c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:14.534345 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-3fcf2911-499c-43bc-8d99-31d1c722860e service neutron] Port 3a7b8867-52a0-4af2-9c75-6826eab61051 on network e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:19:14.534660 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-3fcf2911-499c-43bc-8d99-31d1c722860e service neutron] Attempting to bind port 3a7b8867-52a0-4af2-9c75-6826eab61051 on network e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:19:14.562239 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47f3c2d0-8657-467b-86e8-09422500b0be req-4725fba5-533e-45d8-9c9b-46764ddfb71d tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716520 Jan 28 00:19:14.565958 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-3fcf2911-499c-43bc-8d99-31d1c722860e service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:19:14.566295 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-3fcf2911-499c-43bc-8d99-31d1c722860e service neutron] Checking segment: {'id': '0465a9d6-01fe-4f7b-a9a6-388e7e67e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:19:14.566686 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-3fcf2911-499c-43bc-8d99-31d1c722860e service neutron] Bound using segment: {'id': '0465a9d6-01fe-4f7b-a9a6-388e7e67e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:19:14.567888 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-3fcf2911-499c-43bc-8d99-31d1c722860e service neutron] Bound port: 3a7b8867-52a0-4af2-9c75-6826eab61051, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0465a9d6-01fe-4f7b-a9a6-388e7e67e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:19:14.567888 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-3fcf2911-499c-43bc-8d99-31d1c722860e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3a7b8867-52a0-4af2-9c75-6826eab61051), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:14.601500 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-0d803b3b-b4f5-472c-a28b-b01cb8abd8e7 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:19:14.606457 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-0d803b3b-b4f5-472c-a28b-b01cb8abd8e7 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:19:14.619553 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-0d803b3b-b4f5-472c-a28b-b01cb8abd8e7 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:19:14.665130 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45d777-199f-4e50-abec-6d5bd8859820 req-1bf37e3d-7fa0-4b28-9f96-faefdf7c9e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:14.666009 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45d777-199f-4e50-abec-6d5bd8859820 req-1bf37e3d-7fa0-4b28-9f96-faefdf7c9e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:14.667130 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45d777-199f-4e50-abec-6d5bd8859820 req-1bf37e3d-7fa0-4b28-9f96-faefdf7c9e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:14.671099 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ce45d777-199f-4e50-abec-6d5bd8859820 req-1bf37e3d-7fa0-4b28-9f96-faefdf7c9e65 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=160a5827a22f400b84570ea4a4c65c01&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4959831 Jan 28 00:19:14.677409 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d803b3b-b4f5-472c-a28b-b01cb8abd8e7 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Pushing event updated for resources: {'Port': ['ID=2757eada-5c5d-468f-9a9f-01ce2f9b089c,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:14.692115 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-0d803b3b-b4f5-472c-a28b-b01cb8abd8e7 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:14.692764 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-0d803b3b-b4f5-472c-a28b-b01cb8abd8e7 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:14.747036 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-0d803b3b-b4f5-472c-a28b-b01cb8abd8e7 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0611510 Jan 28 00:19:14.765406 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-215c8eb7-88e3-4e20-9483-4911e90cf72e service neutron] Request body: {'port': {'device_id': '5b33f5e7-b0f1-4826-a83d-b1f8df6ac1b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:19:14.836659 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-dfd339ca-c537-4fc3-94e7-37bb0237ed82 req-3cecd11a-7442-4a7a-af83-84a2e2d3851c service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:19:14.837931 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dfd339ca-c537-4fc3-94e7-37bb0237ed82 req-3cecd11a-7442-4a7a-af83-84a2e2d3851c service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106783 Jan 28 00:19:14.841939 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-3fcf2911-499c-43bc-8d99-31d1c722860e service neutron] For port 3a7b8867-52a0-4af2-9c75-6826eab61051, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:19:14.874498 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-3fcf2911-499c-43bc-8d99-31d1c722860e service neutron] For port 3a7b8867-52a0-4af2-9c75-6826eab61051, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=3a7b8867-52a0-4af2-9c75-6826eab61051,segment=NetworkSegment(0465a9d6-01fe-4f7b-a9a6-388e7e67e02b),segment_id=0465a9d6-01fe-4f7b-a9a6-388e7e67e02b)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:19:14.882465 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45d777-199f-4e50-abec-6d5bd8859820 req-0e7cc995-330a-4526-9f90-b92a9903c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:14.884947 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ce45d777-199f-4e50-abec-6d5bd8859820 req-0e7cc995-330a-4526-9f90-b92a9903c488 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2068744 Jan 28 00:19:14.887063 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-3fcf2911-499c-43bc-8d99-31d1c722860e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (3a7b8867-52a0-4af2-9c75-6826eab61051), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:14.922855 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efdcfd8-4033-4cbb-91a3-c7694721f930 x-openstack-request-id: req-5efdcfd8-4033-4cbb-91a3-c7694721f930 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:19:14.923678 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b853db9-393e-472e-870d-8c36ddece27e", "tag": "3181b409-4047-42fb-8901-aa6fd98f068d", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:19:14.923678 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5efdcfd8-4033-4cbb-91a3-c7694721f930 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:19:14.923678 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b853db9-393e-472e-870d-8c36ddece27e', 'tag': '3181b409-4047-42fb-8901-aa6fd98f068d', 'status': 'completed', 'code': 200} Jan 28 00:19:14.932319 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-215c8eb7-88e3-4e20-9483-4911e90cf72e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2757eada-5c5d-468f-9a9f-01ce2f9b089c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:14.936981 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 3181b409-4047-42fb-8901-aa6fd98f068d details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:19:14.957378 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf2911-499c-43bc-8d99-31d1c722860e service neutron] Pushing event updated for resources: {'Port': ['ID=3a7b8867-52a0-4af2-9c75-6826eab61051,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:14.973422 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-3fcf2911-499c-43bc-8d99-31d1c722860e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:14.974326 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-3fcf2911-499c-43bc-8d99-31d1c722860e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:14.976837 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-3fcf2911-499c-43bc-8d99-31d1c722860e service neutron] 10.222.0.52 "PUT /v2.0/ports/3a7b8867-52a0-4af2-9c75-6826eab61051 HTTP/1.1" status: 200 len: 1135 time: 3.1926339 Jan 28 00:19:15.012104 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4925e7e-dab5-4545-a401-7a2d74c0785c service neutron] Request body: {'port': {'device_id': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:19:15.174371 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9ff09-296f-4d37-917f-085ffa46b2b3 req-c47050e1-a88c-4cc2-b423-6dbdb94d8008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:15.185447 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4925e7e-dab5-4545-a401-7a2d74c0785c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:15.187442 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3da9ff09-296f-4d37-917f-085ffa46b2b3 req-c47050e1-a88c-4cc2-b423-6dbdb94d8008 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=04c5bf935af54d448f34f3696c807878&device_id=8b853db9-393e-472e-870d-8c36ddece27e HTTP/1.1" status: 200 len: 1095 time: 0.2663758 Jan 28 00:19:15.225312 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec1522-f8d6-42d7-a536-8fe40ec3bb1f req-62fc7b82-a410-4340-a502-c6e03548ab15 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:15.227078 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e5ec1522-f8d6-42d7-a536-8fe40ec3bb1f req-62fc7b82-a410-4340-a502-c6e03548ab15 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/ports?device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 946 time: 0.1721821 Jan 28 00:19:15.323450 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e5ec1522-f8d6-42d7-a536-8fe40ec3bb1f req-d595fdcb-7333-4d0d-8c49-33263d250ff9 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/security-groups?id=b71e553b-2aad-46e1-986a-943b36ce07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763998 Jan 28 00:19:15.391082 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 3181b409-4047-42fb-8901-aa6fd98f068d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=3181b409-4047-42fb-8901-aa6fd98f068d,segment=NetworkSegment(1af6e637-635c-4891-a903-f48dbcb066f0),segment_id=1af6e637-635c-4891-a903-f48dbcb066f0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:19:15.417792 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '3181b409-4047-42fb-8901-aa6fd98f068d', 'network_id': 'cd151476-a5ba-4385-918e-9bfe961c2c84', 'port_id': '3181b409-4047-42fb-8901-aa6fd98f068d', 'mac_address': 'fa:16:3e:df:df:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0728b32d-3188-4887-80bb-d4a083a9c66b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:19:15.419165 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'tag': '3a7b8867-52a0-4af2-9c75-6826eab61051'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:19:15.439826 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95c37bf-5a22-478a-aeeb-877dc3744495" -d '{"events": [{"name": "network-changed", "server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "tag": "3a7b8867-52a0-4af2-9c75-6826eab61051"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:19:15.477099 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56506) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:19:15.587141 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8367b33c-a33f-4e2f-b48a-dbcc6a57acb0 x-openstack-request-id: req-8367b33c-a33f-4e2f-b48a-dbcc6a57acb0 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:19:15.587570 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6cb0da3-0d24-41c7-a78c-de1501654f23", "name": "network-vif-plugged", "status": "completed", "tag": "0256971a-b1c8-4d04-a2c4-223b30e98444", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:19:15.587974 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8367b33c-a33f-4e2f-b48a-dbcc6a57acb0 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:19:15.588647 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6cb0da3-0d24-41c7-a78c-de1501654f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0256971a-b1c8-4d04-a2c4-223b30e98444', 'code': 200} Jan 28 00:19:15.589669 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 3181b409-4047-42fb-8901-aa6fd98f068d is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:19:15.590312 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3181b409-4047-42fb-8901-aa6fd98f068d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:15.666741 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3181b409-4047-42fb-8901-aa6fd98f068d {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:19:15.753677 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 3181b409-4047-42fb-8901-aa6fd98f068d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=3181b409-4047-42fb-8901-aa6fd98f068d,segment=NetworkSegment(1af6e637-635c-4891-a903-f48dbcb066f0),segment_id=1af6e637-635c-4891-a903-f48dbcb066f0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:19:15.760357 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3181b409-4047-42fb-8901-aa6fd98f068d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:15.800447 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9ff09-296f-4d37-917f-085ffa46b2b3 req-cd43ad1b-2991-457b-860d-e2a4eb1cd87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:15.802147 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3da9ff09-296f-4d37-917f-085ffa46b2b3 req-cd43ad1b-2991-457b-860d-e2a4eb1cd87b service neutron] 10.222.0.65 "GET /v2.0/networks?id=cd151476-a5ba-4385-918e-9bfe961c2c84 HTTP/1.1" status: 200 len: 923 time: 0.6012704 Jan 28 00:19:15.847586 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3adfab29-5e3a-48ff-bb6f-11dce8b40591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:15.855483 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=3181b409-4047-42fb-8901-aa6fd98f068d,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:15.877940 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3da9ff09-296f-4d37-917f-085ffa46b2b3 req-72cbf999-db4e-45ff-bc85-48a9e05fa23f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3181b409-4047-42fb-8901-aa6fd98f068d HTTP/1.1" status: 200 len: 217 time: 0.0681944 Jan 28 00:19:15.885955 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-a8d1a69e-9535-4027-a34f-775336cca1b9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2601628 Jan 28 00:19:15.902602 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bfbea-9355-4816-bdc1-bf07e0efe3f5 req-7fc3a2a1-6729-4920-a123-118dcac00d02 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:15.908244 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b62bfbea-9355-4816-bdc1-bf07e0efe3f5 req-7fc3a2a1-6729-4920-a123-118dcac00d02 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b853db9-393e-472e-870d-8c36ddece27e HTTP/1.1" status: 200 len: 944 time: 0.3949964 Jan 28 00:19:15.910303 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f1881-0b01-475b-a7a6-58d6f28226eb req-932a3387-7fd5-4f45-9b6d-b61867d34b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:15.912989 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f82f1881-0b01-475b-a7a6-58d6f28226eb req-932a3387-7fd5-4f45-9b6d-b61867d34b48 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c6cb0da3-0d24-41c7-a78c-de1501654f23 HTTP/1.1" status: 200 len: 1097 time: 0.2715023 Jan 28 00:19:15.927724 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-925aaf3a-d97e-4a7d-a4cf-198818d7ea1f service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:19:15.927724 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-925aaf3a-d97e-4a7d-a4cf-198818d7ea1f service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128906 Jan 28 00:19:15.953358 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c857fb-c2cf-43de-91b5-1c55424dfea1 req-5d319f70-2335-42e7-8018-238e703eebb2 tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:15.963397 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-11c857fb-c2cf-43de-91b5-1c55424dfea1 req-5d319f70-2335-42e7-8018-238e703eebb2 tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6cb0da3-0d24-41c7-a78c-de1501654f23 HTTP/1.1" status: 200 len: 946 time: 0.2922132 Jan 28 00:19:15.988835 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9ff09-296f-4d37-917f-085ffa46b2b3 req-610ca546-3649-4915-af16-e37ef56b6596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:15.990559 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3da9ff09-296f-4d37-917f-085ffa46b2b3 req-610ca546-3649-4915-af16-e37ef56b6596 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0728b32d-3188-4887-80bb-d4a083a9c66b HTTP/1.1" status: 200 len: 862 time: 0.0939682 Jan 28 00:19:16.037825 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3da9ff09-296f-4d37-917f-085ffa46b2b3 req-e7658b79-feae-4e2e-abff-a254a00dcab6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cd151476-a5ba-4385-918e-9bfe961c2c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400605 Jan 28 00:19:16.091180 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-215c8eb7-88e3-4e20-9483-4911e90cf72e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2757eada-5c5d-468f-9a9f-01ce2f9b089c {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:19:16.117811 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-215c8eb7-88e3-4e20-9483-4911e90cf72e service neutron] Publish callbacks [] for port (2757eada-5c5d-468f-9a9f-01ce2f9b089c), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:16.141014 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b62bfbea-9355-4816-bdc1-bf07e0efe3f5 req-6bbcfe3c-4bd2-4c5a-8ea6-ac9d0bdb4988 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265501 Jan 28 00:19:16.163355 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['3181b409-4047-42fb-8901-aa6fd98f068d'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:19:16.184395 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-215c8eb7-88e3-4e20-9483-4911e90cf72e service neutron] Transition to ACTIVE for port object 2757eada-5c5d-468f-9a9f-01ce2f9b089c will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:19:16.256604 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3da9ff09-296f-4d37-917f-085ffa46b2b3 req-c0118775-6b1c-4502-b275-f02ef2b7d5ba service neutron] 10.222.0.65 "GET /v2.0/networks/cd151476-a5ba-4385-918e-9bfe961c2c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918015 Jan 28 00:19:16.259141 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-215c8eb7-88e3-4e20-9483-4911e90cf72e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (2757eada-5c5d-468f-9a9f-01ce2f9b089c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:16.259490 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f82f1881-0b01-475b-a7a6-58d6f28226eb req-9aef0d43-d618-41c2-8aaf-37fbb1bbd5d5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=786edd49-d7d4-48cb-8b18-f82356d23037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154907 Jan 28 00:19:16.321232 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-11c857fb-c2cf-43de-91b5-1c55424dfea1 req-565c5c74-481c-4b85-bc94-9e0ed2df4cdb tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] 10.222.0.70 "GET /v2.0/security-groups?id=786edd49-d7d4-48cb-8b18-f82356d23037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564742 Jan 28 00:19:16.364613 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c8eb7-88e3-4e20-9483-4911e90cf72e service neutron] Pushing event updated for resources: {'Port': ['ID=2757eada-5c5d-468f-9a9f-01ce2f9b089c,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:16.405796 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4925e7e-dab5-4545-a401-7a2d74c0785c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:19:16.427760 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4925e7e-dab5-4545-a401-7a2d74c0785c service neutron] Publish callbacks [] for port (f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:16.481332 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3adfab29-5e3a-48ff-bb6f-11dce8b40591 admin admin] Publish callbacks [] for security_group (a95afd63-fc2d-4c0d-a211-2a197fc45afe), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:16.484671 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4925e7e-dab5-4545-a401-7a2d74c0785c service neutron] Transition to ACTIVE for port object f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:19:16.505216 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bdac7-785c-4db7-bf2f-4c5b6f87eafb req-d4aeee29-66d4-467c-af0c-e4b45be8cb90 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:16.508294 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-336bdac7-785c-4db7-bf2f-4c5b6f87eafb req-d4aeee29-66d4-467c-af0c-e4b45be8cb90 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b33f5e7-b0f1-4826-a83d-b1f8df6ac1b3 HTTP/1.1" status: 200 len: 944 time: 0.2223914 Jan 28 00:19:16.509998 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3adfab29-5e3a-48ff-bb6f-11dce8b40591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a95afd63-fc2d-4c0d-a211-2a197fc45afe), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:16.518300 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4925e7e-dab5-4545-a401-7a2d74c0785c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:16.659220 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-215c8eb7-88e3-4e20-9483-4911e90cf72e service neutron] Attempting to bind port 2757eada-5c5d-468f-9a9f-01ce2f9b089c on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:19:16.659677 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-215c8eb7-88e3-4e20-9483-4911e90cf72e service neutron] Attempting to bind port 2757eada-5c5d-468f-9a9f-01ce2f9b089c by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'b478681f-672b-4451-bd65-d8c2be202f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:19:16.659901 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-215c8eb7-88e3-4e20-9483-4911e90cf72e service neutron] Attempting to bind port 2757eada-5c5d-468f-9a9f-01ce2f9b089c on network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:19:16.675663 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-215c8eb7-88e3-4e20-9483-4911e90cf72e service neutron] Port 2757eada-5c5d-468f-9a9f-01ce2f9b089c on network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:19:16.676093 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-215c8eb7-88e3-4e20-9483-4911e90cf72e service neutron] Attempting to bind port 2757eada-5c5d-468f-9a9f-01ce2f9b089c on network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:19:16.682807 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfab29-5e3a-48ff-bb6f-11dce8b40591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95afd63-fc2d-4c0d-a211-2a197fc45afe,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:16.684882 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3da9ff09-296f-4d37-917f-085ffa46b2b3 req-57212b87-f449-407f-9952-2f4fe0bcc510 service neutron] 10.222.0.65 "GET /v2.0/networks/cd151476-a5ba-4385-918e-9bfe961c2c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011450 Jan 28 00:19:16.702680 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3adfab29-5e3a-48ff-bb6f-11dce8b40591 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=303df9360ee5453a8e6e30215467153c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2132852 Jan 28 00:19:16.703039 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-215c8eb7-88e3-4e20-9483-4911e90cf72e service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:19:16.703039 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-215c8eb7-88e3-4e20-9483-4911e90cf72e service neutron] Checking segment: {'id': 'b478681f-672b-4451-bd65-d8c2be202f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:19:16.703039 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-215c8eb7-88e3-4e20-9483-4911e90cf72e service neutron] Bound using segment: {'id': 'b478681f-672b-4451-bd65-d8c2be202f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:19:16.711233 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-215c8eb7-88e3-4e20-9483-4911e90cf72e service neutron] Bound port: 2757eada-5c5d-468f-9a9f-01ce2f9b089c, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b478681f-672b-4451-bd65-d8c2be202f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:19:16.711778 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-215c8eb7-88e3-4e20-9483-4911e90cf72e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2757eada-5c5d-468f-9a9f-01ce2f9b089c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:16.714040 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56536) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:19:16.721112 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4925e7e-dab5-4545-a401-7a2d74c0785c service neutron] Pushing event updated for resources: {'Port': ['ID=f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:16.765209 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-336bdac7-785c-4db7-bf2f-4c5b6f87eafb req-279fe66d-c6d3-48c4-9be6-ce8b30946a7b tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258372 Jan 28 00:19:16.810892 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad316269-3bd1-4c23-b490-10efab699c6c req-c66ef878-16bc-485e-9238-03d6778e6214 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:16.816559 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad316269-3bd1-4c23-b490-10efab699c6c req-c66ef878-16bc-485e-9238-03d6778e6214 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:16.822727 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad316269-3bd1-4c23-b490-10efab699c6c req-c66ef878-16bc-485e-9238-03d6778e6214 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:16.831087 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad316269-3bd1-4c23-b490-10efab699c6c req-c66ef878-16bc-485e-9238-03d6778e6214 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:16.836910 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad316269-3bd1-4c23-b490-10efab699c6c req-c66ef878-16bc-485e-9238-03d6778e6214 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:16.847462 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad316269-3bd1-4c23-b490-10efab699c6c req-c66ef878-16bc-485e-9238-03d6778e6214 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:16.854992 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad316269-3bd1-4c23-b490-10efab699c6c req-c66ef878-16bc-485e-9238-03d6778e6214 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:16.864230 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad316269-3bd1-4c23-b490-10efab699c6c req-c66ef878-16bc-485e-9238-03d6778e6214 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 5395 time: 0.3140149 Jan 28 00:19:16.941172 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d8aad6a-4407-4ee5-919a-41dc98ea5fdb admin admin] Publish callbacks [] for security_group (a95afd63-fc2d-4c0d-a211-2a197fc45afe), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:16.981603 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d8aad6a-4407-4ee5-919a-41dc98ea5fdb admin admin] Publish callbacks [] for security_group (a95afd63-fc2d-4c0d-a211-2a197fc45afe), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:17.049632 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-215c8eb7-88e3-4e20-9483-4911e90cf72e service neutron] For port 2757eada-5c5d-468f-9a9f-01ce2f9b089c, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:19:17.056169 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4925e7e-dab5-4545-a401-7a2d74c0785c service neutron] Attempting to bind port f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:19:17.057103 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4925e7e-dab5-4545-a401-7a2d74c0785c service neutron] Attempting to bind port f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '0465a9d6-01fe-4f7b-a9a6-388e7e67e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:19:17.057103 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4925e7e-dab5-4545-a401-7a2d74c0785c service neutron] Attempting to bind port f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f on network e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:19:17.073753 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-215c8eb7-88e3-4e20-9483-4911e90cf72e service neutron] For port 2757eada-5c5d-468f-9a9f-01ce2f9b089c, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2757eada-5c5d-468f-9a9f-01ce2f9b089c,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:19:17.074152 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b83cac-1ec3-42f9-a528-04b1f6d60641 req-3ee3d6c0-f972-46dd-ba02-c87f07fa1a2b tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:17.076239 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e8b83cac-1ec3-42f9-a528-04b1f6d60641 req-3ee3d6c0-f972-46dd-ba02-c87f07fa1a2b tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 949 time: 0.1675758 Jan 28 00:19:17.089201 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-215c8eb7-88e3-4e20-9483-4911e90cf72e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (2757eada-5c5d-468f-9a9f-01ce2f9b089c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:17.102479 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad316269-3bd1-4c23-b490-10efab699c6c req-b41a3816-3150-4f34-aff7-ba4d7b25e7e6 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ce589d-1355-4162-a23a-6782446bdfe9&id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2370238 Jan 28 00:19:17.103356 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4925e7e-dab5-4545-a401-7a2d74c0785c service neutron] Port f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f on network e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:19:17.103724 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4925e7e-dab5-4545-a401-7a2d74c0785c service neutron] Attempting to bind port f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f on network e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:19:17.124356 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4925e7e-dab5-4545-a401-7a2d74c0785c service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:19:17.125049 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4925e7e-dab5-4545-a401-7a2d74c0785c service neutron] Checking segment: {'id': '0465a9d6-01fe-4f7b-a9a6-388e7e67e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:19:17.125840 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4925e7e-dab5-4545-a401-7a2d74c0785c service neutron] Bound using segment: {'id': '0465a9d6-01fe-4f7b-a9a6-388e7e67e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:19:17.126772 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4925e7e-dab5-4545-a401-7a2d74c0785c service neutron] Bound port: f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0465a9d6-01fe-4f7b-a9a6-388e7e67e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:19:17.127797 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4925e7e-dab5-4545-a401-7a2d74c0785c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:17.209994 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c8eb7-88e3-4e20-9483-4911e90cf72e service neutron] Pushing event updated for resources: {'Port': ['ID=2757eada-5c5d-468f-9a9f-01ce2f9b089c,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:17.264460 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4c2f09-1bd2-4e65-b870-a103d57cb993 x-openstack-request-id: req-1a4c2f09-1bd2-4e65-b870-a103d57cb993 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:19:17.264701 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "tag": "3a7b8867-52a0-4af2-9c75-6826eab61051", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:19:17.264906 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1a4c2f09-1bd2-4e65-b870-a103d57cb993 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:19:17.265365 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'tag': '3a7b8867-52a0-4af2-9c75-6826eab61051', 'status': 'completed', 'code': 200} Jan 28 00:19:17.273105 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-215c8eb7-88e3-4e20-9483-4911e90cf72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:17.277113 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-215c8eb7-88e3-4e20-9483-4911e90cf72e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:17.300015 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-215c8eb7-88e3-4e20-9483-4911e90cf72e service neutron] 10.222.0.52 "PUT /v2.0/ports/2757eada-5c5d-468f-9a9f-01ce2f9b089c HTTP/1.1" status: 200 len: 1092 time: 2.5322576 Jan 28 00:19:17.313642 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e8b83cac-1ec3-42f9-a528-04b1f6d60641 req-b31f20c4-036e-4a1b-be12-89b383c1442e tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395473 Jan 28 00:19:17.337671 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4925e7e-dab5-4545-a401-7a2d74c0785c service neutron] For port f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:19:17.342900 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4925e7e-dab5-4545-a401-7a2d74c0785c service neutron] For port f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f,segment=NetworkSegment(0465a9d6-01fe-4f7b-a9a6-388e7e67e02b),segment_id=0465a9d6-01fe-4f7b-a9a6-388e7e67e02b)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:19:17.344746 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b33f5e7-b0f1-4826-a83d-b1f8df6ac1b3', 'tag': '2757eada-5c5d-468f-9a9f-01ce2f9b089c'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:19:17.351818 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4925e7e-dab5-4545-a401-7a2d74c0785c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:17.357070 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018a7ff8-3198-4c96-9dcd-0b0decacf34f" -d '{"events": [{"name": "network-changed", "server_uuid": "5b33f5e7-b0f1-4826-a83d-b1f8df6ac1b3", "tag": "2757eada-5c5d-468f-9a9f-01ce2f9b089c"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:19:17.424261 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d8aad6a-4407-4ee5-919a-41dc98ea5fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a95afd63-fc2d-4c0d-a211-2a197fc45afe), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:17.441534 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4925e7e-dab5-4545-a401-7a2d74c0785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:17.442434 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4925e7e-dab5-4545-a401-7a2d74c0785c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:17.444011 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d8aad6a-4407-4ee5-919a-41dc98ea5fdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:17.445317 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-b4925e7e-dab5-4545-a401-7a2d74c0785c service neutron] 10.222.0.52 "PUT /v2.0/ports/f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f HTTP/1.1" status: 200 len: 1091 time: 2.4384596 Jan 28 00:19:17.456161 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4d8aad6a-4407-4ee5-919a-41dc98ea5fdb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a95afd63-fc2d-4c0d-a211-2a197fc45afe HTTP/1.1" status: 204 len: 168 time: 0.7408018 Jan 28 00:19:17.513179 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d039f257-e41e-4e12-9ae7-d5421e82748a service neutron] Request body: {'port': {'device_id': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:19:17.577926 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8aad6a-4407-4ee5-919a-41dc98ea5fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95afd63-fc2d-4c0d-a211-2a197fc45afe,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:17.628177 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c37bf-5a22-478a-aeeb-877dc3744495 req-82910ddf-dbf8-43ec-9907-89816ad8a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:17.628742 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c37bf-5a22-478a-aeeb-877dc3744495 req-82910ddf-dbf8-43ec-9907-89816ad8a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:17.629254 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c37bf-5a22-478a-aeeb-877dc3744495 req-82910ddf-dbf8-43ec-9907-89816ad8a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:17.629869 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c37bf-5a22-478a-aeeb-877dc3744495 req-82910ddf-dbf8-43ec-9907-89816ad8a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:17.630609 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c37bf-5a22-478a-aeeb-877dc3744495 req-82910ddf-dbf8-43ec-9907-89816ad8a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:17.631091 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c37bf-5a22-478a-aeeb-877dc3744495 req-82910ddf-dbf8-43ec-9907-89816ad8a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:17.631603 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c37bf-5a22-478a-aeeb-877dc3744495 req-82910ddf-dbf8-43ec-9907-89816ad8a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:17.634137 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d95c37bf-5a22-478a-aeeb-877dc3744495 req-82910ddf-dbf8-43ec-9907-89816ad8a634 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=160a5827a22f400b84570ea4a4c65c01&device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 6287 time: 0.2688203 Jan 28 00:19:17.732517 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191b21b-27e6-4b0a-8d1f-9e8095003232 req-28b4efd3-5b28-4bed-b58c-d992a8042a6f tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:17.734650 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d191b21b-27e6-4b0a-8d1f-9e8095003232 req-28b4efd3-5b28-4bed-b58c-d992a8042a6f tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/ports?device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 946 time: 0.2135797 Jan 28 00:19:17.835441 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4925e7e-dab5-4545-a401-7a2d74c0785c service neutron] Pushing event updated for resources: {'Port': ['ID=f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:17.842792 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d039f257-e41e-4e12-9ae7-d5421e82748a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5f2b5768-b69e-46a4-9085-5302ca317eb1), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:17.911359 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b5b9b-f1ab-4db7-a468-b633e68346b5 req-f70f3fd3-1ae3-43be-b8cf-050a82d35ce8 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:17.914757 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cf2b5b9b-f1ab-4db7-a468-b633e68346b5 req-f70f3fd3-1ae3-43be-b8cf-050a82d35ce8 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=2472552b-59ef-4772-befa-62ca437cec54 HTTP/1.1" status: 200 len: 950 time: 0.4123099 Jan 28 00:19:17.920748 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-bd958510-3f24-4713-9b17-9e97d2901fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:17.922727 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c37bf-5a22-478a-aeeb-877dc3744495 req-0a0d435b-43a8-4b54-a414-0410c4b2f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:17.923296 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c37bf-5a22-478a-aeeb-877dc3744495 req-0a0d435b-43a8-4b54-a414-0410c4b2f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:17.923852 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c37bf-5a22-478a-aeeb-877dc3744495 req-0a0d435b-43a8-4b54-a414-0410c4b2f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:17.927300 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d95c37bf-5a22-478a-aeeb-877dc3744495 req-0a0d435b-43a8-4b54-a414-0410c4b2f48d service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=160a5827a22f400b84570ea4a4c65c01&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2579560 Jan 28 00:19:17.932733 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-bd958510-3f24-4713-9b17-9e97d2901fef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2253eea2b9f94d3c9e9a9e6c9260650c&device_id=5b33f5e7-b0f1-4826-a83d-b1f8df6ac1b3 HTTP/1.1" status: 200 len: 1095 time: 0.4941275 Jan 28 00:19:18.028490 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-5f7d8327-58ce-44d2-9231-7d1f3357ecf4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2757eada-5c5d-468f-9a9f-01ce2f9b089c HTTP/1.1" status: 200 len: 217 time: 0.0733020 Jan 28 00:19:18.098813 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-ac07832a-cf6f-400e-8315-3ffdb7f71ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:18.100045 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-ac07832a-cf6f-400e-8315-3ffdb7f71ac8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=89787cce-0952-4d1c-b459-5274630a8c6e HTTP/1.1" status: 200 len: 845 time: 0.0590703 Jan 28 00:19:18.112230 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c37bf-5a22-478a-aeeb-877dc3744495 req-93b50744-4692-430a-b150-6baa3a08cf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:18.115081 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d95c37bf-5a22-478a-aeeb-877dc3744495 req-93b50744-4692-430a-b150-6baa3a08cf31 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1745160 Jan 28 00:19:18.180894 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d191b21b-27e6-4b0a-8d1f-9e8095003232 req-d37ce87a-c763-4fed-a954-f5733d0649ae tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/security-groups?id=b71e553b-2aad-46e1-986a-943b36ce07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390479 Jan 28 00:19:18.226020 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-5ae5c54a-8928-4f9c-ba74-9d31ffbe9820 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749431 Jan 28 00:19:18.331242 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cf2b5b9b-f1ab-4db7-a468-b633e68346b5 req-df8a4116-aacf-49e9-ae83-c721f3ea6d7e tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971679 Jan 28 00:19:18.481937 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3aee4f-ab4e-46ef-b3fd-cfe8077a64fd x-openstack-request-id: req-ec3aee4f-ab4e-46ef-b3fd-cfe8077a64fd {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:19:18.482475 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b33f5e7-b0f1-4826-a83d-b1f8df6ac1b3", "tag": "2757eada-5c5d-468f-9a9f-01ce2f9b089c", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:19:18.482801 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ec3aee4f-ab4e-46ef-b3fd-cfe8077a64fd {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:19:18.483800 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b33f5e7-b0f1-4826-a83d-b1f8df6ac1b3', 'tag': '2757eada-5c5d-468f-9a9f-01ce2f9b089c', 'status': 'completed', 'code': 200} Jan 28 00:19:18.621963 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909f14d-6d54-4568-9122-4fdc2a3daccf req-db852061-4ac3-4783-a068-05ed88fd81df tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:18.623597 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d909f14d-6d54-4568-9122-4fdc2a3daccf req-db852061-4ac3-4783-a068-05ed88fd81df tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b853db9-393e-472e-870d-8c36ddece27e HTTP/1.1" status: 200 len: 945 time: 0.2913725 Jan 28 00:19:18.823449 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-ab8bc206-76a0-4595-a25d-650c21608d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:18.826859 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-ab8bc206-76a0-4595-a25d-650c21608d1a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 1100 time: 0.1256306 Jan 28 00:19:18.845437 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-01421e0d-ac27-4581-b225-473ca5e522a8 service neutron] 10.222.0.52 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6114442 Jan 28 00:19:18.953983 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 3181b409-4047-42fb-8901-aa6fd98f068d up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:19:19.067306 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f206d2b-2109-42c0-927d-5fa37a416e2e req-e4ac753f-c99c-4fec-a469-62ac0601b8df service neutron] 10.222.0.52 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771312 Jan 28 00:19:19.077255 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 3181b409-4047-42fb-8901-aa6fd98f068d completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:19:19.097319 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 3181b409-4047-42fb-8901-aa6fd98f068d triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:19:19.097827 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3181b409-4047-42fb-8901-aa6fd98f068d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:19.144389 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-1a756b9b-b873-4969-9571-21c973f2a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:19.148004 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-1a756b9b-b873-4969-9571-21c973f2a13c service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.3118031 Jan 28 00:19:19.148971 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56578) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:19:19.151329 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d039f257-e41e-4e12-9ae7-d5421e82748a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f2b5768-b69e-46a4-9085-5302ca317eb1 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:19:19.241482 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d039f257-e41e-4e12-9ae7-d5421e82748a service neutron] Publish callbacks [] for port (5f2b5768-b69e-46a4-9085-5302ca317eb1), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:19.245582 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-190ca35a-6806-4a55-b335-a4285ae77fe4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=f9d89e94-1881-4800-aec0-ebe0b401e515 HTTP/1.1" status: 200 len: 217 time: 0.0806487 Jan 28 00:19:19.269893 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'tag': 'f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:19:19.276000 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea75090c-95c1-4d8a-94dc-d4ad26058df2" -d '{"events": [{"name": "network-changed", "server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "tag": "f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:19:19.320451 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da15216-e1fe-4dd9-87f5-b09d25af9b3a req-acc95e0a-8843-4d81-9af4-4d2c81a16021 tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:19.337806 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 3181b409-4047-42fb-8901-aa6fd98f068d is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:19:19.338753 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6da15216-e1fe-4dd9-87f5-b09d25af9b3a req-acc95e0a-8843-4d81-9af4-4d2c81a16021 tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6cb0da3-0d24-41c7-a78c-de1501654f23 HTTP/1.1" status: 200 len: 946 time: 0.5063281 Jan 28 00:19:19.339765 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3181b409-4047-42fb-8901-aa6fd98f068d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:19.357499 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-f077022f-eec6-4aa1-8ad0-775c2b1c5fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:19.361108 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-f077022f-eec6-4aa1-8ad0-775c2b1c5fc0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1062880 Jan 28 00:19:19.388638 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d909f14d-6d54-4568-9122-4fdc2a3daccf req-a56544e3-8567-46fd-bc3c-49207f74ae75 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5447021 Jan 28 00:19:19.445484 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-5b558919-b03e-48fd-b893-34a1ee6aa1f3 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-119450690-network', 'tenant_id': '08e89ad8aabb4a66b8ea790185c1fe7a'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:19:19.459651 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d039f257-e41e-4e12-9ae7-d5421e82748a service neutron] Transition to ACTIVE for port object 5f2b5768-b69e-46a4-9085-5302ca317eb1 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:19:19.462592 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a7ff8-3198-4c96-9dcd-0b0decacf34f req-293e934f-6711-4bab-8f6a-6eced96a67c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:19.467167 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-018a7ff8-3198-4c96-9dcd-0b0decacf34f req-293e934f-6711-4bab-8f6a-6eced96a67c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2253eea2b9f94d3c9e9a9e6c9260650c&device_id=5b33f5e7-b0f1-4826-a83d-b1f8df6ac1b3 HTTP/1.1" status: 200 len: 1095 time: 0.2967577 Jan 28 00:19:19.467167 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d039f257-e41e-4e12-9ae7-d5421e82748a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (5f2b5768-b69e-46a4-9085-5302ca317eb1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:19.629752 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-ceba8f64-880d-40d9-9153-741ae25c928f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:19.635846 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-ceba8f64-880d-40d9-9153-741ae25c928f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2665288 Jan 28 00:19:19.641190 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b558919-b03e-48fd-b893-34a1ee6aa1f3 admin admin] Made reservation on behalf of 08e89ad8aabb4a66b8ea790185c1fe7a for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:19:19.649629 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6da15216-e1fe-4dd9-87f5-b09d25af9b3a req-8e474eac-fb4b-4771-9e7a-e3367c4056dc tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] 10.222.0.70 "GET /v2.0/security-groups?id=786edd49-d7d4-48cb-8b18-f82356d23037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072462 Jan 28 00:19:19.651969 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b558919-b03e-48fd-b893-34a1ee6aa1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:19.699240 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a7ff8-3198-4c96-9dcd-0b0decacf34f req-793f6e7e-507a-4506-bf9e-335e15b631bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:19.707311 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-018a7ff8-3198-4c96-9dcd-0b0decacf34f req-793f6e7e-507a-4506-bf9e-335e15b631bc service neutron] 10.222.0.52 "GET /v2.0/networks?id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e HTTP/1.1" status: 200 len: 906 time: 0.2303720 Jan 28 00:19:19.744420 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b853db9-393e-472e-870d-8c36ddece27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3181b409-4047-42fb-8901-aa6fd98f068d'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:19:19.756284 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54384b1-999b-48bd-b684-f03b795e769f" -d '{"events": [{"server_uuid": "8b853db9-393e-472e-870d-8c36ddece27e", "name": "network-vif-plugged", "status": "completed", "tag": "3181b409-4047-42fb-8901-aa6fd98f068d"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:19:19.760206 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039f257-e41e-4e12-9ae7-d5421e82748a service neutron] Pushing event updated for resources: {'Port': ['ID=5f2b5768-b69e-46a4-9085-5302ca317eb1,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:19.769178 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b558919-b03e-48fd-b893-34a1ee6aa1f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:19.815137 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 3181b409-4047-42fb-8901-aa6fd98f068d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=3181b409-4047-42fb-8901-aa6fd98f068d,segment=NetworkSegment(1af6e637-635c-4891-a903-f48dbcb066f0),segment_id=1af6e637-635c-4891-a903-f48dbcb066f0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:19:19.830475 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3181b409-4047-42fb-8901-aa6fd98f068d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:19.941025 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-018a7ff8-3198-4c96-9dcd-0b0decacf34f req-cd5841ae-dbb2-4645-bcf7-1ce13297b58e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2757eada-5c5d-468f-9a9f-01ce2f9b089c HTTP/1.1" status: 200 len: 217 time: 0.2144923 Jan 28 00:19:19.951860 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b558919-b03e-48fd-b893-34a1ee6aa1f3 admin admin] Publish callbacks [] for security_group (3c39484f-9d82-4aed-a45b-f4bc83083bcc), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:19.973093 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=3181b409-4047-42fb-8901-aa6fd98f068d,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:20.031231 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b558919-b03e-48fd-b893-34a1ee6aa1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (3c39484f-9d82-4aed-a45b-f4bc83083bcc), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:20.108586 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b558919-b03e-48fd-b893-34a1ee6aa1f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:19:20.127301 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b558919-b03e-48fd-b893-34a1ee6aa1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c39484f-9d82-4aed-a45b-f4bc83083bcc,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:20.148789 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b558919-b03e-48fd-b893-34a1ee6aa1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (9fbf6335-f866-4c13-912f-2bc6abd2616f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:20.149859 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-5b558919-b03e-48fd-b893-34a1ee6aa1f3 admin admin] Added segment 9fbf6335-f866-4c13-912f-2bc6abd2616f of type vlan for network 8e4166d7-628c-488b-a49c-8bd02c6dbdd7 Jan 28 00:19:20.355927 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a613f-93df-41c6-98fe-77d7a6d4537d req-99e9ed51-32e1-4833-99cf-16ec1cfb091c tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:20.364727 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ac2a613f-93df-41c6-98fe-77d7a6d4537d req-99e9ed51-32e1-4833-99cf-16ec1cfb091c tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b33f5e7-b0f1-4826-a83d-b1f8df6ac1b3 HTTP/1.1" status: 200 len: 944 time: 0.7537565 Jan 28 00:19:20.428348 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a7ff8-3198-4c96-9dcd-0b0decacf34f req-74a3769f-3de8-43b9-8e41-e1110a30ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:20.429929 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-018a7ff8-3198-4c96-9dcd-0b0decacf34f req-74a3769f-3de8-43b9-8e41-e1110a30ac06 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=89787cce-0952-4d1c-b459-5274630a8c6e HTTP/1.1" status: 200 len: 845 time: 0.4791176 Jan 28 00:19:20.446214 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446606b8-ab5f-497b-91c9-eafe2275e953 req-3771ff6b-c49a-4549-acbf-350b701b5e89 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:20.451859 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446606b8-ab5f-497b-91c9-eafe2275e953 req-3771ff6b-c49a-4549-acbf-350b701b5e89 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:20.457409 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446606b8-ab5f-497b-91c9-eafe2275e953 req-3771ff6b-c49a-4549-acbf-350b701b5e89 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:20.463775 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446606b8-ab5f-497b-91c9-eafe2275e953 req-3771ff6b-c49a-4549-acbf-350b701b5e89 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:20.469238 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446606b8-ab5f-497b-91c9-eafe2275e953 req-3771ff6b-c49a-4549-acbf-350b701b5e89 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:20.474774 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446606b8-ab5f-497b-91c9-eafe2275e953 req-3771ff6b-c49a-4549-acbf-350b701b5e89 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:20.484317 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446606b8-ab5f-497b-91c9-eafe2275e953 req-3771ff6b-c49a-4549-acbf-350b701b5e89 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:20.497796 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-446606b8-ab5f-497b-91c9-eafe2275e953 req-3771ff6b-c49a-4549-acbf-350b701b5e89 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 5407 time: 0.6409304 Jan 28 00:19:20.508731 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d039f257-e41e-4e12-9ae7-d5421e82748a service neutron] Attempting to bind port 5f2b5768-b69e-46a4-9085-5302ca317eb1 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:19:20.509073 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d039f257-e41e-4e12-9ae7-d5421e82748a service neutron] Attempting to bind port 5f2b5768-b69e-46a4-9085-5302ca317eb1 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '0465a9d6-01fe-4f7b-a9a6-388e7e67e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:19:20.509406 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d039f257-e41e-4e12-9ae7-d5421e82748a service neutron] Attempting to bind port 5f2b5768-b69e-46a4-9085-5302ca317eb1 on network e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:19:20.579859 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ac2a613f-93df-41c6-98fe-77d7a6d4537d req-d5a96cfe-39fc-44f8-a97a-cc2332fe6428 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137275 Jan 28 00:19:20.595406 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-018a7ff8-3198-4c96-9dcd-0b0decacf34f req-73d1df03-3f99-409f-aae6-b9e8e7d862a3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942757 Jan 28 00:19:20.623532 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d039f257-e41e-4e12-9ae7-d5421e82748a service neutron] Port 5f2b5768-b69e-46a4-9085-5302ca317eb1 on network e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:19:20.624118 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d039f257-e41e-4e12-9ae7-d5421e82748a service neutron] Attempting to bind port 5f2b5768-b69e-46a4-9085-5302ca317eb1 on network e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:19:20.678287 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-f9b32ecd-9ae6-43fb-8dcf-a09d2173d8ef service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0162754 Jan 28 00:19:20.683571 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d039f257-e41e-4e12-9ae7-d5421e82748a service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:19:20.684573 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d039f257-e41e-4e12-9ae7-d5421e82748a service neutron] Checking segment: {'id': '0465a9d6-01fe-4f7b-a9a6-388e7e67e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:19:20.685543 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d039f257-e41e-4e12-9ae7-d5421e82748a service neutron] Bound using segment: {'id': '0465a9d6-01fe-4f7b-a9a6-388e7e67e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:19:20.686586 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d039f257-e41e-4e12-9ae7-d5421e82748a service neutron] Bound port: 5f2b5768-b69e-46a4-9085-5302ca317eb1, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0465a9d6-01fe-4f7b-a9a6-388e7e67e02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:19:20.687457 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d039f257-e41e-4e12-9ae7-d5421e82748a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5f2b5768-b69e-46a4-9085-5302ca317eb1), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:20.735968 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b558919-b03e-48fd-b893-34a1ee6aa1f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (8e4166d7-628c-488b-a49c-8bd02c6dbdd7), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:20.856065 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b558919-b03e-48fd-b893-34a1ee6aa1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (8e4166d7-628c-488b-a49c-8bd02c6dbdd7), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:20.857801 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b558919-b03e-48fd-b893-34a1ee6aa1f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:20.858778 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b558919-b03e-48fd-b893-34a1ee6aa1f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:20.888562 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-446606b8-ab5f-497b-91c9-eafe2275e953 req-bb36f6e4-8d6a-4f18-8566-4b1aaaeb3903 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ce589d-1355-4162-a23a-6782446bdfe9&id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3893919 Jan 28 00:19:20.988937 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b558919-b03e-48fd-b893-34a1ee6aa1f3 admin admin] Pushing event updated for resources: {'Network': ['ID=8e4166d7-628c-488b-a49c-8bd02c6dbdd7,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:21.001651 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5b558919-b03e-48fd-b893-34a1ee6aa1f3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8467658 Jan 28 00:19:21.004520 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56592) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:19:21.009814 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 8e4166d7-628c-488b-a49c-8bd02c6dbdd7 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:19:21.037202 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-4d00c896-3e57-40ce-9e3f-55724f0b1fe5 admin admin] Request body: {'subnet': {'network_id': '8e4166d7-628c-488b-a49c-8bd02c6dbdd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-119450690-subnet', 'tenant_id': '08e89ad8aabb4a66b8ea790185c1fe7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:19:21.044261 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-718a7f05-e780-4baa-ba14-b0e5fe2cb701 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550749 Jan 28 00:19:21.165936 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217d3e9-27e7-4e4e-a74f-d8f32ad2e270 req-2a60075c-14e8-476c-b644-b27a6b9bd38e tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:21.173482 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5217d3e9-27e7-4e4e-a74f-d8f32ad2e270 req-2a60075c-14e8-476c-b644-b27a6b9bd38e tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 949 time: 0.3956614 Jan 28 00:19:21.195287 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d039f257-e41e-4e12-9ae7-d5421e82748a service neutron] For port 5f2b5768-b69e-46a4-9085-5302ca317eb1, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:19:21.206653 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-018a7ff8-3198-4c96-9dcd-0b0decacf34f req-3a3d1fc4-2b58-4406-93b3-be61b2507233 service neutron] 10.222.0.52 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5852547 Jan 28 00:19:21.213213 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d00c896-3e57-40ce-9e3f-55724f0b1fe5 admin admin] Made reservation on behalf of 08e89ad8aabb4a66b8ea790185c1fe7a for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:19:21.215634 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4d00c896-3e57-40ce-9e3f-55724f0b1fe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:21.249019 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d039f257-e41e-4e12-9ae7-d5421e82748a service neutron] For port 5f2b5768-b69e-46a4-9085-5302ca317eb1, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=5f2b5768-b69e-46a4-9085-5302ca317eb1,segment=NetworkSegment(0465a9d6-01fe-4f7b-a9a6-388e7e67e02b),segment_id=0465a9d6-01fe-4f7b-a9a6-388e7e67e02b)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:19:21.338536 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d039f257-e41e-4e12-9ae7-d5421e82748a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (5f2b5768-b69e-46a4-9085-5302ca317eb1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:21.401607 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e0106-1b98-4375-9516-73cae5d265a1 req-3c3ba50b-e0b3-47f9-a6a9-cdf5eb1cae5e tempest-ServersOnMultiNodesTest-1158034624 tempest-ServersOnMultiNodesTest-1158034624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:21.409317 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bc5e0106-1b98-4375-9516-73cae5d265a1 req-3c3ba50b-e0b3-47f9-a6a9-cdf5eb1cae5e tempest-ServersOnMultiNodesTest-1158034624 tempest-ServersOnMultiNodesTest-1158034624-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2472552b-59ef-4772-befa-62ca437cec54 HTTP/1.1" status: 200 len: 1101 time: 0.3487945 Jan 28 00:19:21.498934 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5217d3e9-27e7-4e4e-a74f-d8f32ad2e270 req-5bce9b35-3d95-452d-b04a-d568185d5f69 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207667 Jan 28 00:19:21.503192 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d039f257-e41e-4e12-9ae7-d5421e82748a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:21.524658 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d039f257-e41e-4e12-9ae7-d5421e82748a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:21.524658 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d039f257-e41e-4e12-9ae7-d5421e82748a service neutron] 10.222.0.52 "PUT /v2.0/ports/5f2b5768-b69e-46a4-9085-5302ca317eb1 HTTP/1.1" status: 200 len: 1091 time: 4.0142179 Jan 28 00:19:21.601561 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-78897de8-bedd-41fd-9bc0-807137572081 service neutron] Request body: {'port': {'device_id': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:19:21.638182 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039f257-e41e-4e12-9ae7-d5421e82748a service neutron] Pushing event updated for resources: {'Port': ['ID=5f2b5768-b69e-46a4-9085-5302ca317eb1,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:21.704171 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-018a7ff8-3198-4c96-9dcd-0b0decacf34f req-e79ef400-dc6e-41be-9450-8dbc311dd77e service neutron] 10.222.0.52 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764740 Jan 28 00:19:21.721252 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bc5e0106-1b98-4375-9516-73cae5d265a1 req-bab1aac9-9ad4-4279-9252-7f4226e9bccd tempest-ServersOnMultiNodesTest-1158034624 tempest-ServersOnMultiNodesTest-1158034624-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108282 Jan 28 00:19:21.850042 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f058fd2e-04f6-416f-8c27-b33bd43f2fbe x-openstack-request-id: req-f058fd2e-04f6-416f-8c27-b33bd43f2fbe {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:19:21.850965 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "tag": "f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:19:21.851287 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f058fd2e-04f6-416f-8c27-b33bd43f2fbe {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:19:21.851907 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'tag': 'f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f', 'status': 'completed', 'code': 200} Jan 28 00:19:22.005414 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc621c-cac8-47a1-aada-d66f5a36d54f req-9c27f405-27e0-4148-b84c-d28817c36e47 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:22.008034 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6fdc621c-cac8-47a1-aada-d66f5a36d54f req-9c27f405-27e0-4148-b84c-d28817c36e47 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/ports?device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 946 time: 0.4108176 Jan 28 00:19:22.008933 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-78897de8-bedd-41fd-9bc0-807137572081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ece79e49-b14a-48f9-85fe-d0975c29ca45), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:22.059283 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c5367d-17c5-4161-a8d2-720c62bfecaf x-openstack-request-id: req-89c5367d-17c5-4161-a8d2-720c62bfecaf {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:19:22.060717 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b853db9-393e-472e-870d-8c36ddece27e", "name": "network-vif-plugged", "status": "completed", "tag": "3181b409-4047-42fb-8901-aa6fd98f068d", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:19:22.061002 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-89c5367d-17c5-4161-a8d2-720c62bfecaf {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:19:22.061441 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b853db9-393e-472e-870d-8c36ddece27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3181b409-4047-42fb-8901-aa6fd98f068d', 'code': 200} Jan 28 00:19:22.155066 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6fdc621c-cac8-47a1-aada-d66f5a36d54f req-4d08b8d7-75c1-40a1-91c3-8d6d572761d0 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/security-groups?id=b71e553b-2aad-46e1-986a-943b36ce07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256783 Jan 28 00:19:22.257827 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75090c-95c1-4d8a-94dc-d4ad26058df2 req-c098f24e-918b-4463-93b8-9622d4aa77c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:22.258289 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75090c-95c1-4d8a-94dc-d4ad26058df2 req-c098f24e-918b-4463-93b8-9622d4aa77c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:22.258892 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75090c-95c1-4d8a-94dc-d4ad26058df2 req-c098f24e-918b-4463-93b8-9622d4aa77c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:22.259362 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75090c-95c1-4d8a-94dc-d4ad26058df2 req-c098f24e-918b-4463-93b8-9622d4aa77c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:22.259859 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75090c-95c1-4d8a-94dc-d4ad26058df2 req-c098f24e-918b-4463-93b8-9622d4aa77c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:22.260323 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75090c-95c1-4d8a-94dc-d4ad26058df2 req-c098f24e-918b-4463-93b8-9622d4aa77c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:22.260786 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75090c-95c1-4d8a-94dc-d4ad26058df2 req-c098f24e-918b-4463-93b8-9622d4aa77c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:22.263011 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea75090c-95c1-4d8a-94dc-d4ad26058df2 req-c098f24e-918b-4463-93b8-9622d4aa77c6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=160a5827a22f400b84570ea4a4c65c01&device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 6354 time: 0.3764894 Jan 28 00:19:22.268018 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4d00c896-3e57-40ce-9e3f-55724f0b1fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (5f4008d8-c1f7-40b3-ba84-08c607626cc6), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:22.314403 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045ecfd-2814-46c1-b3c9-6ca352bbaeea req-b19af0b2-fbf6-4049-bc06-0d7ea4436e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:22.317901 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b045ecfd-2814-46c1-b3c9-6ca352bbaeea req-b19af0b2-fbf6-4049-bc06-0d7ea4436e92 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8b853db9-393e-472e-870d-8c36ddece27e HTTP/1.1" status: 200 len: 1097 time: 0.1119938 Jan 28 00:19:22.392556 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b045ecfd-2814-46c1-b3c9-6ca352bbaeea req-0046fed4-e789-40b6-903d-abc0cbc73fd2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595217 Jan 28 00:19:22.517346 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972b083-509b-4d0d-8653-690312663cd3 req-e6fd9ece-e9bc-449b-a498-7b9da78ae73f tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:22.518878 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8972b083-509b-4d0d-8653-690312663cd3 req-e6fd9ece-e9bc-449b-a498-7b9da78ae73f tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b853db9-393e-472e-870d-8c36ddece27e HTTP/1.1" status: 200 len: 946 time: 0.3584054 Jan 28 00:19:22.529027 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00c896-3e57-40ce-9e3f-55724f0b1fe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f4008d8-c1f7-40b3-ba84-08c607626cc6,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:22.573413 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d00c896-3e57-40ce-9e3f-55724f0b1fe5 admin admin] Checking segment: {'id': '9fbf6335-f866-4c13-912f-2bc6abd2616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8e4166d7-628c-488b-a49c-8bd02c6dbdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:19:22.573778 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d00c896-3e57-40ce-9e3f-55724f0b1fe5 admin admin] Network hostable DHCP agents. Network: 8e4166d7-628c-488b-a49c-8bd02c6dbdd7, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:19:22.626578 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4734d8-c3a1-449a-b39b-fc4bee73b179 req-5d1006e1-03aa-42ed-a6a0-97b95eecf0d4 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:22.628337 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a4734d8-c3a1-449a-b39b-fc4bee73b179 req-5d1006e1-03aa-42ed-a6a0-97b95eecf0d4 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b33f5e7-b0f1-4826-a83d-b1f8df6ac1b3 HTTP/1.1" status: 200 len: 944 time: 0.3617284 Jan 28 00:19:22.684523 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75090c-95c1-4d8a-94dc-d4ad26058df2 req-ca27b002-6613-49ec-a5f0-781c37680367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:22.684993 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75090c-95c1-4d8a-94dc-d4ad26058df2 req-ca27b002-6613-49ec-a5f0-781c37680367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:22.685447 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75090c-95c1-4d8a-94dc-d4ad26058df2 req-ca27b002-6613-49ec-a5f0-781c37680367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:22.687058 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea75090c-95c1-4d8a-94dc-d4ad26058df2 req-ca27b002-6613-49ec-a5f0-781c37680367 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=160a5827a22f400b84570ea4a4c65c01&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3901975 Jan 28 00:19:22.761834 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d00c896-3e57-40ce-9e3f-55724f0b1fe5 admin admin] Network 8e4166d7-628c-488b-a49c-8bd02c6dbdd7 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:19:22.816554 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8972b083-509b-4d0d-8653-690312663cd3 req-d67d8435-b737-490d-82f1-80fa36ec1291 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754197 Jan 28 00:19:22.847832 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-4d00c896-3e57-40ce-9e3f-55724f0b1fe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 8e4166d7-628c-488b-a49c-8bd02c6dbdd7) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:19:22.855958 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a4734d8-c3a1-449a-b39b-fc4bee73b179 req-833a4d6c-36d2-41b9-a62a-48854f15cc4a tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936364 Jan 28 00:19:22.857371 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d00c896-3e57-40ce-9e3f-55724f0b1fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:22.857990 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4d00c896-3e57-40ce-9e3f-55724f0b1fe5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:22.868057 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a0e9af-d6ad-4c22-8239-cb7cad9b151b None None] Network 8e4166d7-628c-488b-a49c-8bd02c6dbdd7 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:19:22.915352 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:19:22.923244 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4d00c896-3e57-40ce-9e3f-55724f0b1fe5 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9033952 Jan 28 00:19:22.979724 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75090c-95c1-4d8a-94dc-d4ad26058df2 req-6c8a8f8f-baa5-487f-8de6-d7286796a7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:22.985597 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea75090c-95c1-4d8a-94dc-d4ad26058df2 req-6c8a8f8f-baa5-487f-8de6-d7286796a7ab service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2786422 Jan 28 00:19:23.090251 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-78897de8-bedd-41fd-9bc0-807137572081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece79e49-b14a-48f9-85fe-d0975c29ca45 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:19:23.106608 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc94a9fd-1343-4d9b-9237-df33a9664445 None None] Network 8e4166d7-628c-488b-a49c-8bd02c6dbdd7 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:19:23.126752 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-78897de8-bedd-41fd-9bc0-807137572081 service neutron] Publish callbacks [] for port (ece79e49-b14a-48f9-85fe-d0975c29ca45), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:23.160799 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-67cb9f9d-50a3-4c3e-b352-427930563539 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=15e12218ae23498f8976895fc1081122&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611088 Jan 28 00:19:23.202553 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-78897de8-bedd-41fd-9bc0-807137572081 service neutron] Transition to ACTIVE for port object ece79e49-b14a-48f9-85fe-d0975c29ca45 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:19:23.225077 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-78897de8-bedd-41fd-9bc0-807137572081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (ece79e49-b14a-48f9-85fe-d0975c29ca45), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:23.365258 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087d09e-e285-40da-b7b7-6184a39656de req-db276d52-70e4-47c3-a692-530a3bb0ffdd tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:23.372235 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087d09e-e285-40da-b7b7-6184a39656de req-db276d52-70e4-47c3-a692-530a3bb0ffdd tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:23.377580 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087d09e-e285-40da-b7b7-6184a39656de req-db276d52-70e4-47c3-a692-530a3bb0ffdd tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:23.383765 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087d09e-e285-40da-b7b7-6184a39656de req-db276d52-70e4-47c3-a692-530a3bb0ffdd tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:23.389101 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087d09e-e285-40da-b7b7-6184a39656de req-db276d52-70e4-47c3-a692-530a3bb0ffdd tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:23.394405 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087d09e-e285-40da-b7b7-6184a39656de req-db276d52-70e4-47c3-a692-530a3bb0ffdd tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:23.401813 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087d09e-e285-40da-b7b7-6184a39656de req-db276d52-70e4-47c3-a692-530a3bb0ffdd tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:23.413751 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b087d09e-e285-40da-b7b7-6184a39656de req-db276d52-70e4-47c3-a692-530a3bb0ffdd tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 5407 time: 0.3083217 Jan 28 00:19:23.424321 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78897de8-bedd-41fd-9bc0-807137572081 service neutron] Pushing event updated for resources: {'Port': ['ID=ece79e49-b14a-48f9-85fe-d0975c29ca45,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:23.581259 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-1e7c9faa-5e9e-4d56-97ec-fff68d8a1b35 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:23.583859 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-1e7c9faa-5e9e-4d56-97ec-fff68d8a1b35 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3791540 Jan 28 00:19:23.638578 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2757eada-5c5d-468f-9a9f-01ce2f9b089c details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:19:23.670483 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-55789489-1ed8-41a5-9e14-d29cb8a1ab21 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/quotas/15e12218ae23498f8976895fc1081122 HTTP/1.1" status: 200 len: 375 time: 0.0730793 Jan 28 00:19:23.753741 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b087d09e-e285-40da-b7b7-6184a39656de req-d15937db-95b9-4cc1-be77-5484162260d1 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ce589d-1355-4162-a23a-6782446bdfe9&id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3076367 Jan 28 00:19:23.793519 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-78897de8-bedd-41fd-9bc0-807137572081 service neutron] Attempting to bind port ece79e49-b14a-48f9-85fe-d0975c29ca45 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:19:23.796005 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-78897de8-bedd-41fd-9bc0-807137572081 service neutron] Attempting to bind port ece79e49-b14a-48f9-85fe-d0975c29ca45 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'f11e5768-33c6-4da6-b3cf-f52484509446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0d3515a7-9da9-44c3-a34e-684df23ac567'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:19:23.796005 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-78897de8-bedd-41fd-9bc0-807137572081 service neutron] Attempting to bind port ece79e49-b14a-48f9-85fe-d0975c29ca45 on network 0d3515a7-9da9-44c3-a34e-684df23ac567 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:19:23.808326 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-78897de8-bedd-41fd-9bc0-807137572081 service neutron] Port ece79e49-b14a-48f9-85fe-d0975c29ca45 on network 0d3515a7-9da9-44c3-a34e-684df23ac567 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:19:23.809001 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-78897de8-bedd-41fd-9bc0-807137572081 service neutron] Attempting to bind port ece79e49-b14a-48f9-85fe-d0975c29ca45 on network 0d3515a7-9da9-44c3-a34e-684df23ac567 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:19:23.809254 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 2757eada-5c5d-468f-9a9f-01ce2f9b089c, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2757eada-5c5d-468f-9a9f-01ce2f9b089c,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:19:23.828097 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '2757eada-5c5d-468f-9a9f-01ce2f9b089c', 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e', 'port_id': '2757eada-5c5d-468f-9a9f-01ce2f9b089c', 'mac_address': 'fa:16:3e:2b:c2:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89787cce-0952-4d1c-b459-5274630a8c6e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:19:23.870314 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'tag': '5f2b5768-b69e-46a4-9085-5302ca317eb1'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:19:23.874459 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd68169f-00e9-4eaa-adc6-7d0cd064d15a" -d '{"events": [{"name": "network-changed", "server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "tag": "5f2b5768-b69e-46a4-9085-5302ca317eb1"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:19:23.884972 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 2757eada-5c5d-468f-9a9f-01ce2f9b089c is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:19:23.885228 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2757eada-5c5d-468f-9a9f-01ce2f9b089c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:23.896952 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-78897de8-bedd-41fd-9bc0-807137572081 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:19:23.900271 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-78897de8-bedd-41fd-9bc0-807137572081 service neutron] Checking segment: {'id': 'f11e5768-33c6-4da6-b3cf-f52484509446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0d3515a7-9da9-44c3-a34e-684df23ac567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:19:23.900271 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-78897de8-bedd-41fd-9bc0-807137572081 service neutron] Bound using segment: {'id': 'f11e5768-33c6-4da6-b3cf-f52484509446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0d3515a7-9da9-44c3-a34e-684df23ac567'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:19:23.900671 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-78897de8-bedd-41fd-9bc0-807137572081 service neutron] Bound port: ece79e49-b14a-48f9-85fe-d0975c29ca45, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11e5768-33c6-4da6-b3cf-f52484509446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0d3515a7-9da9-44c3-a34e-684df23ac567'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:19:23.901867 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-78897de8-bedd-41fd-9bc0-807137572081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ece79e49-b14a-48f9-85fe-d0975c29ca45), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:23.907173 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2757eada-5c5d-468f-9a9f-01ce2f9b089c {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:19:23.965226 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 2757eada-5c5d-468f-9a9f-01ce2f9b089c, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2757eada-5c5d-468f-9a9f-01ce2f9b089c,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:19:23.970999 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-1666bc71-e2e3-489a-83d7-9c7acca609b9 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=15e12218ae23498f8976895fc1081122&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2790740 Jan 28 00:19:23.973135 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2757eada-5c5d-468f-9a9f-01ce2f9b089c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:24.078434 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=2757eada-5c5d-468f-9a9f-01ce2f9b089c,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:24.093143 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-78897de8-bedd-41fd-9bc0-807137572081 service neutron] For port ece79e49-b14a-48f9-85fe-d0975c29ca45, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:19:24.125884 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-78897de8-bedd-41fd-9bc0-807137572081 service neutron] For port ece79e49-b14a-48f9-85fe-d0975c29ca45, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=ece79e49-b14a-48f9-85fe-d0975c29ca45,segment=NetworkSegment(f11e5768-33c6-4da6-b3cf-f52484509446),segment_id=f11e5768-33c6-4da6-b3cf-f52484509446)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:19:24.144712 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-78897de8-bedd-41fd-9bc0-807137572081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (ece79e49-b14a-48f9-85fe-d0975c29ca45), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:24.161398 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5b353-ff69-490c-a864-15fb4a4779ef req-419ef127-56ab-4ff3-ad8e-f644d60585a0 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:24.185573 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-89b5b353-ff69-490c-a864-15fb4a4779ef req-419ef127-56ab-4ff3-ad8e-f644d60585a0 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 949 time: 0.2127042 Jan 28 00:19:24.299294 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-78897de8-bedd-41fd-9bc0-807137572081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:24.300486 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-78897de8-bedd-41fd-9bc0-807137572081 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:24.302919 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-78897de8-bedd-41fd-9bc0-807137572081 service neutron] 10.222.0.52 "PUT /v2.0/ports/ece79e49-b14a-48f9-85fe-d0975c29ca45 HTTP/1.1" status: 200 len: 1091 time: 2.7122629 Jan 28 00:19:24.387892 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-6f5182b4-d11c-4198-90e6-204e45711d40 service neutron] Request body: {'port': {'device_id': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:19:24.448123 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['2757eada-5c5d-468f-9a9f-01ce2f9b089c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:19:24.519325 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78897de8-bedd-41fd-9bc0-807137572081 service neutron] Pushing event updated for resources: {'Port': ['ID=ece79e49-b14a-48f9-85fe-d0975c29ca45,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:24.549944 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-89b5b353-ff69-490c-a864-15fb4a4779ef req-6944aa67-63d4-4217-8317-1a53dd7e6614 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631847 Jan 28 00:19:24.596340 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-6f5182b4-d11c-4198-90e6-204e45711d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cd7a9ba0-5a49-4f0f-bbe3-164519fac46b), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:24.606843 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87694382-8af4-46ad-ba44-80180c590467 req-17fd83ba-56b3-4baa-a984-fc14d17fa967 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:24.615375 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87694382-8af4-46ad-ba44-80180c590467 req-17fd83ba-56b3-4baa-a984-fc14d17fa967 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/ports?device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 946 time: 0.3061807 Jan 28 00:19:25.332078 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87694382-8af4-46ad-ba44-80180c590467 req-1ca85e5f-06fe-4c7f-b258-c2c747b92dd3 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/security-groups?id=b71e553b-2aad-46e1-986a-943b36ce07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7150450 Jan 28 00:19:25.547608 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02386b0-1974-418e-a057-b542d780d60b req-b8fc6d63-3ea5-4adc-8223-3245a161339a tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:25.550341 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e02386b0-1974-418e-a057-b542d780d60b req-b8fc6d63-3ea5-4adc-8223-3245a161339a tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] 10.222.0.70 "GET /v2.0/networks?id=8e4166d7-628c-488b-a49c-8bd02c6dbdd7 HTTP/1.1" status: 200 len: 812 time: 0.4488192 Jan 28 00:19:25.708368 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e02386b0-1974-418e-a057-b542d780d60b req-60501714-30c9-461b-8e1b-9c09da6cc3fc tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] 10.222.0.70 "GET /v2.0/quotas/08e89ad8aabb4a66b8ea790185c1fe7a HTTP/1.1" status: 200 len: 375 time: 0.1298463 Jan 28 00:19:25.801201 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e02386b0-1974-418e-a057-b542d780d60b req-0b860e24-c32a-4989-bf3d-67b40597540a tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=08e89ad8aabb4a66b8ea790185c1fe7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744343 Jan 28 00:19:25.862960 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263decd-01e8-4d44-8d6a-1706bb67a519 req-23be4ec0-9a3b-4337-8e9b-d2fabb151dcd tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:25.865875 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b263decd-01e8-4d44-8d6a-1706bb67a519 req-23be4ec0-9a3b-4337-8e9b-d2fabb151dcd tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b853db9-393e-472e-870d-8c36ddece27e HTTP/1.1" status: 200 len: 946 time: 0.2820837 Jan 28 00:19:26.098069 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-16c2a511-6054-4a95-960d-1fe64a077b08 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=15e12218ae23498f8976895fc1081122&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0809836 Jan 28 00:19:26.103443 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e02386b0-1974-418e-a057-b542d780d60b req-953f9760-d45f-4f36-b108-ad9e6a695e7d service neutron] 10.222.0.70 "GET /v2.0/networks/8e4166d7-628c-488b-a49c-8bd02c6dbdd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773359 Jan 28 00:19:26.115231 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b263decd-01e8-4d44-8d6a-1706bb67a519 req-dfdc8c18-42d7-43cc-a975-3ac82639513b tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106111 Jan 28 00:19:26.150422 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-6f5182b4-d11c-4198-90e6-204e45711d40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd7a9ba0-5a49-4f0f-bbe3-164519fac46b {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:19:26.200518 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-6f5182b4-d11c-4198-90e6-204e45711d40 service neutron] Publish callbacks [] for port (cd7a9ba0-5a49-4f0f-bbe3-164519fac46b), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:26.211595 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7b7c94-cb6c-4b0e-aa96-33cce0bb530b x-openstack-request-id: req-ea7b7c94-cb6c-4b0e-aa96-33cce0bb530b {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:19:26.212109 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "tag": "5f2b5768-b69e-46a4-9085-5302ca317eb1", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:19:26.212563 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ea7b7c94-cb6c-4b0e-aa96-33cce0bb530b {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:19:26.213207 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'tag': '5f2b5768-b69e-46a4-9085-5302ca317eb1', 'status': 'completed', 'code': 200} Jan 28 00:19:26.409998 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-6f5182b4-d11c-4198-90e6-204e45711d40 service neutron] Transition to ACTIVE for port object cd7a9ba0-5a49-4f0f-bbe3-164519fac46b will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:19:26.435541 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68169f-00e9-4eaa-adc6-7d0cd064d15a req-ca041783-86e4-4c4f-a57d-48d90bee3482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:26.440220 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68169f-00e9-4eaa-adc6-7d0cd064d15a req-ca041783-86e4-4c4f-a57d-48d90bee3482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:26.441666 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68169f-00e9-4eaa-adc6-7d0cd064d15a req-ca041783-86e4-4c4f-a57d-48d90bee3482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:26.443197 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68169f-00e9-4eaa-adc6-7d0cd064d15a req-ca041783-86e4-4c4f-a57d-48d90bee3482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:26.448939 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68169f-00e9-4eaa-adc6-7d0cd064d15a req-ca041783-86e4-4c4f-a57d-48d90bee3482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:26.449922 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68169f-00e9-4eaa-adc6-7d0cd064d15a req-ca041783-86e4-4c4f-a57d-48d90bee3482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:26.451850 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68169f-00e9-4eaa-adc6-7d0cd064d15a req-ca041783-86e4-4c4f-a57d-48d90bee3482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:26.457885 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cd68169f-00e9-4eaa-adc6-7d0cd064d15a req-ca041783-86e4-4c4f-a57d-48d90bee3482 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=160a5827a22f400b84570ea4a4c65c01&device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 6421 time: 0.1835756 Jan 28 00:19:26.464977 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e02386b0-1974-418e-a057-b542d780d60b req-1d5ba3fe-5ddc-427c-be91-408695d73c75 service neutron] 10.222.0.70 "GET /v2.0/networks/8e4166d7-628c-488b-a49c-8bd02c6dbdd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062806 Jan 28 00:19:26.614944 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-0bcdb16e-e623-421e-9c8d-f62524dd8ee0 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:26.618223 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-0bcdb16e-e623-421e-9c8d-f62524dd8ee0 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4904139 Jan 28 00:19:26.624472 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-6f5182b4-d11c-4198-90e6-204e45711d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (cd7a9ba0-5a49-4f0f-bbe3-164519fac46b), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:26.725989 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68169f-00e9-4eaa-adc6-7d0cd064d15a req-20211c59-d823-461f-8bb7-b51e8eec932f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:26.726953 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68169f-00e9-4eaa-adc6-7d0cd064d15a req-20211c59-d823-461f-8bb7-b51e8eec932f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:26.728109 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68169f-00e9-4eaa-adc6-7d0cd064d15a req-20211c59-d823-461f-8bb7-b51e8eec932f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:26.731282 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cd68169f-00e9-4eaa-adc6-7d0cd064d15a req-20211c59-d823-461f-8bb7-b51e8eec932f service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=160a5827a22f400b84570ea4a4c65c01&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2577121 Jan 28 00:19:26.758986 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-b367fd14-e93c-470c-b3d2-aa9da6ddeb72 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Request body: {'port': {'device_id': '2fb84a4e-aeeb-4965-911f-d65528deb85c', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'admin_state_up': True, 'tenant_id': '15e12218ae23498f8976895fc1081122'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:19:26.829484 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5182b4-d11c-4198-90e6-204e45711d40 service neutron] Pushing event updated for resources: {'Port': ['ID=cd7a9ba0-5a49-4f0f-bbe3-164519fac46b,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:27.011592 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27e2eddc-0460-4971-a756-d6d678f4d4db req-471ee2af-d13d-4776-8901-19e306e71c9c tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fb84a4e-aeeb-4965-911f-d65528deb85c HTTP/1.1" status: 200 len: 210 time: 0.2425439 Jan 28 00:19:27.041914 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8318a3-1a3b-4bd9-ae23-8716aa4898b9 req-6895b900-d1cb-4ca9-9dc7-de92cbf97ba0 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:27.055292 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ee8318a3-1a3b-4bd9-ae23-8716aa4898b9 req-6895b900-d1cb-4ca9-9dc7-de92cbf97ba0 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b33f5e7-b0f1-4826-a83d-b1f8df6ac1b3 HTTP/1.1" status: 200 len: 945 time: 0.7310662 Jan 28 00:19:27.089271 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68169f-00e9-4eaa-adc6-7d0cd064d15a req-e3a97dfc-45f4-4067-8ce5-2bf72f8e01c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:27.091952 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cd68169f-00e9-4eaa-adc6-7d0cd064d15a req-e3a97dfc-45f4-4067-8ce5-2bf72f8e01c4 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3534410 Jan 28 00:19:27.267537 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ee8318a3-1a3b-4bd9-ae23-8716aa4898b9 req-e2d5a91f-232d-40e0-ac6c-929a3e321206 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109060 Jan 28 00:19:27.327888 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-b367fd14-e93c-470c-b3d2-aa9da6ddeb72 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Made reservation on behalf of 15e12218ae23498f8976895fc1081122 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:19:27.331379 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-b367fd14-e93c-470c-b3d2-aa9da6ddeb72 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:27.380429 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-6f5182b4-d11c-4198-90e6-204e45711d40 service neutron] Attempting to bind port cd7a9ba0-5a49-4f0f-bbe3-164519fac46b on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:19:27.380748 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-6f5182b4-d11c-4198-90e6-204e45711d40 service neutron] Attempting to bind port cd7a9ba0-5a49-4f0f-bbe3-164519fac46b by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'f11e5768-33c6-4da6-b3cf-f52484509446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0d3515a7-9da9-44c3-a34e-684df23ac567'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:19:27.381104 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-6f5182b4-d11c-4198-90e6-204e45711d40 service neutron] Attempting to bind port cd7a9ba0-5a49-4f0f-bbe3-164519fac46b on network 0d3515a7-9da9-44c3-a34e-684df23ac567 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:19:27.402770 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222583d7-4828-4f77-a7cf-6a161c8f05ea req-e5a3d510-8e5d-49c0-934c-ddf36059537b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:27.409216 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222583d7-4828-4f77-a7cf-6a161c8f05ea req-e5a3d510-8e5d-49c0-934c-ddf36059537b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:27.415187 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222583d7-4828-4f77-a7cf-6a161c8f05ea req-e5a3d510-8e5d-49c0-934c-ddf36059537b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:27.426152 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222583d7-4828-4f77-a7cf-6a161c8f05ea req-e5a3d510-8e5d-49c0-934c-ddf36059537b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:27.426152 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222583d7-4828-4f77-a7cf-6a161c8f05ea req-e5a3d510-8e5d-49c0-934c-ddf36059537b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:27.431594 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222583d7-4828-4f77-a7cf-6a161c8f05ea req-e5a3d510-8e5d-49c0-934c-ddf36059537b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:27.452466 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222583d7-4828-4f77-a7cf-6a161c8f05ea req-e5a3d510-8e5d-49c0-934c-ddf36059537b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:27.461434 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-222583d7-4828-4f77-a7cf-6a161c8f05ea req-e5a3d510-8e5d-49c0-934c-ddf36059537b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 5431 time: 0.2489319 Jan 28 00:19:27.540094 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-6f5182b4-d11c-4198-90e6-204e45711d40 service neutron] Port cd7a9ba0-5a49-4f0f-bbe3-164519fac46b on network 0d3515a7-9da9-44c3-a34e-684df23ac567 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:19:27.540476 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-6f5182b4-d11c-4198-90e6-204e45711d40 service neutron] Attempting to bind port cd7a9ba0-5a49-4f0f-bbe3-164519fac46b on network 0d3515a7-9da9-44c3-a34e-684df23ac567 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:19:27.582351 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-6f5182b4-d11c-4198-90e6-204e45711d40 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:19:27.582716 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-6f5182b4-d11c-4198-90e6-204e45711d40 service neutron] Checking segment: {'id': 'f11e5768-33c6-4da6-b3cf-f52484509446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0d3515a7-9da9-44c3-a34e-684df23ac567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:19:27.583087 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-6f5182b4-d11c-4198-90e6-204e45711d40 service neutron] Bound using segment: {'id': 'f11e5768-33c6-4da6-b3cf-f52484509446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0d3515a7-9da9-44c3-a34e-684df23ac567'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:19:27.583547 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-6f5182b4-d11c-4198-90e6-204e45711d40 service neutron] Bound port: cd7a9ba0-5a49-4f0f-bbe3-164519fac46b, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11e5768-33c6-4da6-b3cf-f52484509446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0d3515a7-9da9-44c3-a34e-684df23ac567'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:19:27.583962 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-6f5182b4-d11c-4198-90e6-204e45711d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cd7a9ba0-5a49-4f0f-bbe3-164519fac46b), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:27.599177 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e21e8c0e-cfec-4410-8db8-8d6dc4c3f15c req-9c83e039-c86d-4246-9756-e6b9686a6af5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=13914605-85a9-44e9-9075-923e37711677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0991633 Jan 28 00:19:27.660708 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2757eada-5c5d-468f-9a9f-01ce2f9b089c up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:19:27.743886 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-6f5182b4-d11c-4198-90e6-204e45711d40 service neutron] For port cd7a9ba0-5a49-4f0f-bbe3-164519fac46b, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:19:27.747463 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-6f5182b4-d11c-4198-90e6-204e45711d40 service neutron] For port cd7a9ba0-5a49-4f0f-bbe3-164519fac46b, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=cd7a9ba0-5a49-4f0f-bbe3-164519fac46b,segment=NetworkSegment(f11e5768-33c6-4da6-b3cf-f52484509446),segment_id=f11e5768-33c6-4da6-b3cf-f52484509446)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:19:27.785309 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 2757eada-5c5d-468f-9a9f-01ce2f9b089c completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:19:27.796253 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 2757eada-5c5d-468f-9a9f-01ce2f9b089c triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:19:27.797477 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2757eada-5c5d-468f-9a9f-01ce2f9b089c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:27.799822 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e8c0e-cfec-4410-8db8-8d6dc4c3f15c req-a8e0345e-8150-43bb-8b7f-70a028df15d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:27.814646 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e21e8c0e-cfec-4410-8db8-8d6dc4c3f15c req-a8e0345e-8150-43bb-8b7f-70a028df15d6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15e12218ae23498f8976895fc1081122&device_id=13914605-85a9-44e9-9075-923e37711677 HTTP/1.1" status: 200 len: 1101 time: 0.1051934 Jan 28 00:19:27.815375 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-b367fd14-e93c-470c-b3d2-aa9da6ddeb72 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Allocated IP 192.168.233.95 (6cc4916b-e8a0-4618-abd0-934e16bf0b78/3d2cf619-4390-4946-b152-016e9ede005d/84c70a84-fc0a-4272-aa60-3ac20605cb98) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:19:27.852298 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-222583d7-4828-4f77-a7cf-6a161c8f05ea req-c8d60843-1731-469b-ab1b-498f3510d415 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ce589d-1355-4162-a23a-6782446bdfe9&id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3895876 Jan 28 00:19:27.870638 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-6f5182b4-d11c-4198-90e6-204e45711d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (cd7a9ba0-5a49-4f0f-bbe3-164519fac46b), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:27.943000 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 2757eada-5c5d-468f-9a9f-01ce2f9b089c is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:19:27.944408 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2757eada-5c5d-468f-9a9f-01ce2f9b089c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:27.998162 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b33f5e7-b0f1-4826-a83d-b1f8df6ac1b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2757eada-5c5d-468f-9a9f-01ce2f9b089c'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:19:28.001155 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9ec95a-1137-4815-afa9-b976367a3f5e" -d '{"events": [{"server_uuid": "5b33f5e7-b0f1-4826-a83d-b1f8df6ac1b3", "name": "network-vif-plugged", "status": "completed", "tag": "2757eada-5c5d-468f-9a9f-01ce2f9b089c"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:19:28.030175 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 2757eada-5c5d-468f-9a9f-01ce2f9b089c, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2757eada-5c5d-468f-9a9f-01ce2f9b089c,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:19:28.032193 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aaaa47-abdd-4515-9076-30744a9e9ea5 req-5f765daf-7291-4ef3-a3bb-c14786869667 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:28.043695 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2757eada-5c5d-468f-9a9f-01ce2f9b089c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:28.046840 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07aaaa47-abdd-4515-9076-30744a9e9ea5 req-5f765daf-7291-4ef3-a3bb-c14786869667 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 949 time: 0.5269067 Jan 28 00:19:28.108790 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e8c0e-cfec-4410-8db8-8d6dc4c3f15c req-60914a87-a1b4-452d-8d97-725395fd4b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:28.110584 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e21e8c0e-cfec-4410-8db8-8d6dc4c3f15c req-60914a87-a1b4-452d-8d97-725395fd4b9c service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.2656474 Jan 28 00:19:28.153531 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07aaaa47-abdd-4515-9076-30744a9e9ea5 req-82e9464b-7a0c-4a54-bc0c-98f6db15c305 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051590 Jan 28 00:19:28.174671 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=2757eada-5c5d-468f-9a9f-01ce2f9b089c,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:28.185998 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-6f5182b4-d11c-4198-90e6-204e45711d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:28.203763 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-6f5182b4-d11c-4198-90e6-204e45711d40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:28.205440 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-6f5182b4-d11c-4198-90e6-204e45711d40 service neutron] 10.222.0.52 "PUT /v2.0/ports/cd7a9ba0-5a49-4f0f-bbe3-164519fac46b HTTP/1.1" status: 200 len: 1091 time: 3.8285964 Jan 28 00:19:28.211663 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e21e8c0e-cfec-4410-8db8-8d6dc4c3f15c req-b694f296-3e79-4def-b34a-41f6c278e6a5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=93d1b1db-ea8f-40d0-ad5f-68128514fbd9 HTTP/1.1" status: 200 len: 217 time: 0.0870526 Jan 28 00:19:28.225750 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'tag': 'ece79e49-b14a-48f9-85fe-d0975c29ca45'}, {'name': 'network-changed', 'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'tag': 'cd7a9ba0-5a49-4f0f-bbe3-164519fac46b'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:19:28.228809 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c6fd93-09c4-4dd4-9be7-4f4455164555" -d '{"events": [{"name": "network-changed", "server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "tag": "ece79e49-b14a-48f9-85fe-d0975c29ca45"}, {"name": "network-changed", "server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "tag": "cd7a9ba0-5a49-4f0f-bbe3-164519fac46b"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:19:28.392359 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c612b-836c-4fb6-b1cc-bc39ed37e294 req-ed2d0ec5-5e67-4cbf-889c-fbbab297bfa9 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:28.394148 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a96c612b-836c-4fb6-b1cc-bc39ed37e294 req-ed2d0ec5-5e67-4cbf-889c-fbbab297bfa9 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b853db9-393e-472e-870d-8c36ddece27e HTTP/1.1" status: 200 len: 946 time: 0.2884254 Jan 28 00:19:28.445633 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5182b4-d11c-4198-90e6-204e45711d40 service neutron] Pushing event updated for resources: {'Port': ['ID=cd7a9ba0-5a49-4f0f-bbe3-164519fac46b,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:28.467962 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e8c0e-cfec-4410-8db8-8d6dc4c3f15c req-d910db19-c438-418d-b8b9-6662f903bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:28.473811 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e21e8c0e-cfec-4410-8db8-8d6dc4c3f15c req-d910db19-c438-418d-b8b9-6662f903bd2f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.2494240 Jan 28 00:19:28.614875 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e8c0e-cfec-4410-8db8-8d6dc4c3f15c req-6a410b19-e070-44a8-9e95-b689765504e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:28.619049 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e21e8c0e-cfec-4410-8db8-8d6dc4c3f15c req-6a410b19-e070-44a8-9e95-b689765504e6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1143782 Jan 28 00:19:28.661834 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-2cfa5667-400e-4adb-963c-cb9122caa1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:28.664253 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-2cfa5667-400e-4adb-963c-cb9122caa1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:28.666128 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-2cfa5667-400e-4adb-963c-cb9122caa1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:28.667016 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-2cfa5667-400e-4adb-963c-cb9122caa1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:28.675274 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-2cfa5667-400e-4adb-963c-cb9122caa1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:28.676639 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-2cfa5667-400e-4adb-963c-cb9122caa1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:28.677827 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-2cfa5667-400e-4adb-963c-cb9122caa1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:28.691368 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-2cfa5667-400e-4adb-963c-cb9122caa1ed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=160a5827a22f400b84570ea4a4c65c01&device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 6488 time: 0.3601725 Jan 28 00:19:28.848619 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e21e8c0e-cfec-4410-8db8-8d6dc4c3f15c req-ec5d8d4d-7d6c-4692-80b6-0dab8a763475 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215543 Jan 28 00:19:28.857485 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee7e12-6194-454a-8a91-69a528216cfb req-ce1d39c2-8b9e-4956-9d14-3ea0631d811e tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:28.859166 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b0ee7e12-6194-454a-8a91-69a528216cfb req-ce1d39c2-8b9e-4956-9d14-3ea0631d811e tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/ports?device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 946 time: 0.5733225 Jan 28 00:19:28.970100 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-dbcf71a4-ee4e-43d7-8475-15b1f6d3b9b0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c80ae37-b3ec-413e-a908-d7c646315e69 HTTP/1.1" status: 200 len: 217 time: 0.1941023 Jan 28 00:19:28.983234 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a96c612b-836c-4fb6-b1cc-bc39ed37e294 req-f7374af7-3d38-4dde-ba8a-94f517e34fc8 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5510719 Jan 28 00:19:29.025964 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-b367fd14-e93c-470c-b3d2-aa9da6ddeb72 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks [] for port (84c70a84-fc0a-4272-aa60-3ac20605cb98), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:29.054765 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e21e8c0e-cfec-4410-8db8-8d6dc4c3f15c req-5438b20a-48f1-42f0-8d90-ab9510d35f72 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810703 Jan 28 00:19:29.235981 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c51cbfe2-11b1-4431-a011-c5c1b6a7493b req-e665cd6e-2709-4c42-b2ef-750f3dfa261c tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ec2a423-d902-4fc9-9583-c68af6e6b1e0 HTTP/1.1" status: 200 len: 210 time: 0.1003473 Jan 28 00:19:29.283293 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b0ee7e12-6194-454a-8a91-69a528216cfb req-29ad0a51-058b-463e-8db7-8d0db6408cac tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/security-groups?id=b71e553b-2aad-46e1-986a-943b36ce07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356895 Jan 28 00:19:29.285271 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-b367fd14-e93c-470c-b3d2-aa9da6ddeb72 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (84c70a84-fc0a-4272-aa60-3ac20605cb98), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:29.325620 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['93d1b1db-ea8f-40d0-ad5f-68128514fbd9', 'a70452fc-14fc-4605-ad3f-db76851ab1e9', '9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90', '64baad5f-d7c1-4872-b963-87dcb4a5ffcb'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:19:29.361523 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02386b0-1974-418e-a057-b542d780d60b req-1c45f13d-e09e-4e95-bb68-963c75ad0fb9 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:29.367901 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e02386b0-1974-418e-a057-b542d780d60b req-1c45f13d-e09e-4e95-bb68-963c75ad0fb9 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] 10.222.0.65 "GET /v2.0/networks?id=8e4166d7-628c-488b-a49c-8bd02c6dbdd7 HTTP/1.1" status: 200 len: 812 time: 0.6587677 Jan 28 00:19:29.419530 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['1d0e9f69-dea1-4853-8ff5-4aaaa651fb27', '3dba5a8d-7833-4acf-ac20-1058770aad91'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:19:29.458121 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0bc9022f-aca4-48ca-8d73-ba07c109398e req-82fbc26c-e0cf-4dfe-8025-1bb73e7dab9c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c997aa4e-93ca-49cf-89e5-ce7da1726154&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1489348 Jan 28 00:19:29.565453 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367fd14-e93c-470c-b3d2-aa9da6ddeb72 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Pushing event updated for resources: {'Port': ['ID=84c70a84-fc0a-4272-aa60-3ac20605cb98,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:29.583869 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-e433adda-2b45-4c75-be3e-ba6466195a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:29.589437 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-e433adda-2b45-4c75-be3e-ba6466195a93 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1d093807-7e7b-4a9f-8622-0558c2c97c76 HTTP/1.1" status: 200 len: 856 time: 0.6033473 Jan 28 00:19:29.592368 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4b8433-ee74-4195-a6b8-35959dd33088 x-openstack-request-id: req-8f4b8433-ee74-4195-a6b8-35959dd33088 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:19:29.592959 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b33f5e7-b0f1-4826-a83d-b1f8df6ac1b3", "name": "network-vif-plugged", "status": "completed", "tag": "2757eada-5c5d-468f-9a9f-01ce2f9b089c", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:19:29.593327 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8f4b8433-ee74-4195-a6b8-35959dd33088 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:19:29.594016 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b33f5e7-b0f1-4826-a83d-b1f8df6ac1b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2757eada-5c5d-468f-9a9f-01ce2f9b089c', 'code': 200} Jan 28 00:19:29.608049 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-e02386b0-1974-418e-a057-b542d780d60b req-c256d54f-1d1f-456f-8ebe-c189349e8ba0 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] Request body: {'port': {'device_id': '7ec2a423-d902-4fc9-9583-c68af6e6b1e0', 'network_id': '8e4166d7-628c-488b-a49c-8bd02c6dbdd7', 'admin_state_up': True, 'tenant_id': '08e89ad8aabb4a66b8ea790185c1fe7a'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:19:29.751522 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9022f-aca4-48ca-8d73-ba07c109398e req-13bcda6f-6d08-4497-b705-137be68d5982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:29.754801 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0bc9022f-aca4-48ca-8d73-ba07c109398e req-13bcda6f-6d08-4497-b705-137be68d5982 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=15e12218ae23498f8976895fc1081122&device_id=c997aa4e-93ca-49cf-89e5-ce7da1726154 HTTP/1.1" status: 200 len: 1100 time: 0.1750631 Jan 28 00:19:29.830726 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 00:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c407c8-c568-4411-8423-24687be5e20c x-openstack-request-id: req-36c407c8-c568-4411-8423-24687be5e20c {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:19:29.831398 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "tag": "ece79e49-b14a-48f9-85fe-d0975c29ca45", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "tag": "cd7a9ba0-5a49-4f0f-bbe3-164519fac46b", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:19:29.831949 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-36c407c8-c568-4411-8423-24687be5e20c {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:19:29.832958 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'tag': 'ece79e49-b14a-48f9-85fe-d0975c29ca45', 'status': 'completed', 'code': 200} Jan 28 00:19:29.835693 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'tag': 'cd7a9ba0-5a49-4f0f-bbe3-164519fac46b', 'status': 'completed', 'code': 200} Jan 28 00:19:29.835857 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e72e54-af8b-4e1a-9c21-766324cc2f21 req-f609ebbc-761e-4569-9860-17476facbbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:29.838694 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c4e72e54-af8b-4e1a-9c21-766324cc2f21 req-f609ebbc-761e-4569-9860-17476facbbac service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5b33f5e7-b0f1-4826-a83d-b1f8df6ac1b3 HTTP/1.1" status: 200 len: 1097 time: 0.1574244 Jan 28 00:19:29.853120 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-b367fd14-e93c-470c-b3d2-aa9da6ddeb72 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:19:29.886578 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-b367fd14-e93c-470c-b3d2-aa9da6ddeb72 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:19:29.950223 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-b367fd14-e93c-470c-b3d2-aa9da6ddeb72 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:19:30.067505 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c4e72e54-af8b-4e1a-9c21-766324cc2f21 req-a73873c6-880f-4990-8abd-5376c999ae62 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716006 Jan 28 00:19:30.083446 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9022f-aca4-48ca-8d73-ba07c109398e req-d3df88e9-c055-406e-b6a5-472703f77d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:30.098473 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0bc9022f-aca4-48ca-8d73-ba07c109398e req-d3df88e9-c055-406e-b6a5-472703f77d44 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.3170145 Jan 28 00:19:30.182142 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e02386b0-1974-418e-a057-b542d780d60b req-c256d54f-1d1f-456f-8ebe-c189349e8ba0 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] Made reservation on behalf of 08e89ad8aabb4a66b8ea790185c1fe7a for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:19:30.188338 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e02386b0-1974-418e-a057-b542d780d60b req-c256d54f-1d1f-456f-8ebe-c189349e8ba0 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:30.236548 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-83d35738-920c-4d21-9912-a58847c811eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:30.239384 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-83d35738-920c-4d21-9912-a58847c811eb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=97c33ad0-0461-45c3-9dc8-98632a31ba84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6151013 Jan 28 00:19:30.305270 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193e150-a8e3-4fc6-afdc-efda96a7b312 req-b096223b-9f1a-464e-93c6-058c573b7866 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:30.317430 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0193e150-a8e3-4fc6-afdc-efda96a7b312 req-b096223b-9f1a-464e-93c6-058c573b7866 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b33f5e7-b0f1-4826-a83d-b1f8df6ac1b3 HTTP/1.1" status: 200 len: 946 time: 0.4774737 Jan 28 00:19:30.321794 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-3e77b49d-4b63-4971-8497-daef39c20d41 None None] Provisioning complete for port 84c70a84-fc0a-4272-aa60-3ac20605cb98 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:19:30.322264 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3e77b49d-4b63-4971-8497-daef39c20d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (84c70a84-fc0a-4272-aa60-3ac20605cb98), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:30.416169 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3e77b49d-4b63-4971-8497-daef39c20d41 None None] Port 84c70a84-fc0a-4272-aa60-3ac20605cb98 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:19:30.508271 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0bc9022f-aca4-48ca-8d73-ba07c109398e req-abef8160-a6d1-480a-8044-fbf8f1806a11 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=1d0e9f69-dea1-4853-8ff5-4aaaa651fb27 HTTP/1.1" status: 200 len: 217 time: 0.0441880 Jan 28 00:19:30.582527 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9022f-aca4-48ca-8d73-ba07c109398e req-46ae9f8e-d58a-4503-87ad-f114dfddf8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:30.584949 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0bc9022f-aca4-48ca-8d73-ba07c109398e req-46ae9f8e-d58a-4503-87ad-f114dfddf8d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.0691185 Jan 28 00:19:30.642330 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9022f-aca4-48ca-8d73-ba07c109398e req-2d122c76-85ec-4db7-8af3-13c696501ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:30.644501 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0bc9022f-aca4-48ca-8d73-ba07c109398e req-2d122c76-85ec-4db7-8af3-13c696501ea1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0536585 Jan 28 00:19:30.730544 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-b367fd14-e93c-470c-b3d2-aa9da6ddeb72 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:30.731227 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-b367fd14-e93c-470c-b3d2-aa9da6ddeb72 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:30.764795 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e6e9f-74e0-48c1-8e76-8b4d39d432a9 req-79a9662a-75c0-4817-9010-0ddc46e2b283 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:30.766384 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c9e6e9f-74e0-48c1-8e76-8b4d39d432a9 req-79a9662a-75c0-4817-9010-0ddc46e2b283 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fb84a4e-aeeb-4965-911f-d65528deb85c HTTP/1.1" status: 200 len: 935 time: 1.0930095 Jan 28 00:19:30.806061 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0bc9022f-aca4-48ca-8d73-ba07c109398e req-0122c7c2-6d2e-4c35-82b5-12fdddfb82c2 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540341 Jan 28 00:19:30.883754 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-b367fd14-e93c-470c-b3d2-aa9da6ddeb72 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2411377 Jan 28 00:19:30.916794 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-f894d322-ee3b-4d30-915b-07a75a460dc9 service neutron] Request body: {'port': {'device_id': '2fb84a4e-aeeb-4965-911f-d65528deb85c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:19:30.960962 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0193e150-a8e3-4fc6-afdc-efda96a7b312 req-0395b0b2-7691-4925-a659-a30f9be7805b tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6173370 Jan 28 00:19:30.997257 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0bc9022f-aca4-48ca-8d73-ba07c109398e req-c050635d-cc8a-4629-bfc9-6221538bc269 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844378 Jan 28 00:19:31.019552 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-e02386b0-1974-418e-a057-b542d780d60b req-c256d54f-1d1f-456f-8ebe-c189349e8ba0 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] Allocated IP 172.20.0.14 (8e4166d7-628c-488b-a49c-8bd02c6dbdd7/5f4008d8-c1f7-40b3-ba84-08c607626cc6/146a2a29-5e33-4f5f-b2aa-7cc6f503eb21) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:19:31.046439 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c9e6e9f-74e0-48c1-8e76-8b4d39d432a9 req-1bf9d2f0-d574-4f9b-a6ad-2604100c07eb tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393289 Jan 28 00:19:31.088224 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-6d343544-1284-442f-9c53-b41d730cf279 service neutron] 10.222.0.52 "GET /v2.0/networks/97c33ad0-0461-45c3-9dc8-98632a31ba84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796802 Jan 28 00:19:31.182896 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-f894d322-ee3b-4d30-915b-07a75a460dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (84c70a84-fc0a-4272-aa60-3ac20605cb98), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:31.593675 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858794e-4cc3-4acc-aff4-20e02e7d89b4 req-cd29bd6d-93e4-4ad6-837e-b20e97dfd2ca tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:31.605751 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858794e-4cc3-4acc-aff4-20e02e7d89b4 req-cd29bd6d-93e4-4ad6-837e-b20e97dfd2ca tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:31.616635 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858794e-4cc3-4acc-aff4-20e02e7d89b4 req-cd29bd6d-93e4-4ad6-837e-b20e97dfd2ca tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:31.628379 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858794e-4cc3-4acc-aff4-20e02e7d89b4 req-cd29bd6d-93e4-4ad6-837e-b20e97dfd2ca tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:31.638409 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858794e-4cc3-4acc-aff4-20e02e7d89b4 req-cd29bd6d-93e4-4ad6-837e-b20e97dfd2ca tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:31.644491 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858794e-4cc3-4acc-aff4-20e02e7d89b4 req-cd29bd6d-93e4-4ad6-837e-b20e97dfd2ca tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:31.653087 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858794e-4cc3-4acc-aff4-20e02e7d89b4 req-cd29bd6d-93e4-4ad6-837e-b20e97dfd2ca tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:31.656815 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1858794e-4cc3-4acc-aff4-20e02e7d89b4 req-cd29bd6d-93e4-4ad6-837e-b20e97dfd2ca tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 5431 time: 0.5252900 Jan 28 00:19:31.686163 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac5ffb-c5ed-46c6-887f-2338fb0a9df3 req-9e169142-ca61-41e3-8580-a2df5c06c75d tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:31.687915 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-adac5ffb-c5ed-46c6-887f-2338fb0a9df3 req-9e169142-ca61-41e3-8580-a2df5c06c75d tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 949 time: 0.5117178 Jan 28 00:19:31.825511 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-1c765fdf-09d4-4ebf-ba9e-60c2502091bd service neutron] 10.222.0.52 "GET /v2.0/networks/97c33ad0-0461-45c3-9dc8-98632a31ba84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7076337 Jan 28 00:19:31.966740 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-70438bba-ed88-4c19-b603-1c5d40f348b0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=17a2a773-d586-4db3-b390-7e92fd06a45f HTTP/1.1" status: 200 len: 217 time: 0.1132376 Jan 28 00:19:32.103733 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-adac5ffb-c5ed-46c6-887f-2338fb0a9df3 req-0e7fbf94-4077-4383-987f-5a4132ed3e7d tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950305 Jan 28 00:19:32.133252 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e02386b0-1974-418e-a057-b542d780d60b req-c256d54f-1d1f-456f-8ebe-c189349e8ba0 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] Publish callbacks [] for port (146a2a29-5e33-4f5f-b2aa-7cc6f503eb21), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:32.152340 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1858794e-4cc3-4acc-aff4-20e02e7d89b4 req-91cd1db4-0884-4f68-b479-e01f2dbe22f5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ce589d-1355-4162-a23a-6782446bdfe9&id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4744685 Jan 28 00:19:32.173305 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-aada6f27-ec0e-44fa-b30d-18bf50ce3797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:32.176211 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-aada6f27-ec0e-44fa-b30d-18bf50ce3797 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=940224ee-3d45-4e4f-bb05-6319f4700b5e HTTP/1.1" status: 200 len: 797 time: 0.1850932 Jan 28 00:19:32.345690 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e02386b0-1974-418e-a057-b542d780d60b req-c256d54f-1d1f-456f-8ebe-c189349e8ba0 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (146a2a29-5e33-4f5f-b2aa-7cc6f503eb21), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:32.394541 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-a5c1f832-2198-4cfc-9470-63c8fb03546e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:32.396315 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-a5c1f832-2198-4cfc-9470-63c8fb03546e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1893842 Jan 28 00:19:32.547504 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e02386b0-1974-418e-a057-b542d780d60b req-c256d54f-1d1f-456f-8ebe-c189349e8ba0 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] Network 8e4166d7-628c-488b-a49c-8bd02c6dbdd7 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:19:32.566798 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256d54f-1d1f-456f-8ebe-c189349e8ba0 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] Pushing event updated for resources: {'Port': ['ID=146a2a29-5e33-4f5f-b2aa-7cc6f503eb21,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:32.584901 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-f894d322-ee3b-4d30-915b-07a75a460dc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c70a84-fc0a-4272-aa60-3ac20605cb98 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:19:32.591319 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-e02386b0-1974-418e-a057-b542d780d60b req-c256d54f-1d1f-456f-8ebe-c189349e8ba0 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:19:32.599541 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02386b0-1974-418e-a057-b542d780d60b req-c256d54f-1d1f-456f-8ebe-c189349e8ba0 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:19:32.604907 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-f894d322-ee3b-4d30-915b-07a75a460dc9 service neutron] Publish callbacks [] for port (84c70a84-fc0a-4272-aa60-3ac20605cb98), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:32.614990 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c8903-7871-4770-8042-aeda2da0617f req-2c215867-93b3-44e0-825a-936af39d92f4 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:32.618347 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-288c8903-7871-4770-8042-aeda2da0617f req-2c215867-93b3-44e0-825a-936af39d92f4 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ec2a423-d902-4fc9-9583-c68af6e6b1e0 HTTP/1.1" status: 200 len: 932 time: 0.3168745 Jan 28 00:19:32.657094 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b60c8-5d99-4d87-bcfa-4716a357f4b2 req-be8ce47e-6d0b-4c11-966a-6deb78e1d5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:32.659659 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c3dcc-48b3-4af5-b02b-5903068f6f13 req-bf14c860-db0d-4565-a0c6-45b2926a6087 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:32.660782 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f77b60c8-5d99-4d87-bcfa-4716a357f4b2 req-be8ce47e-6d0b-4c11-966a-6deb78e1d5cc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 1097 time: 0.0926352 Jan 28 00:19:32.661253 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-128c3dcc-48b3-4af5-b02b-5903068f6f13 req-bf14c860-db0d-4565-a0c6-45b2926a6087 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/ports?device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 946 time: 0.3384552 Jan 28 00:19:32.731985 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-f894d322-ee3b-4d30-915b-07a75a460dc9 service neutron] Transition to ACTIVE for port object 84c70a84-fc0a-4272-aa60-3ac20605cb98 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:19:32.737589 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f77b60c8-5d99-4d87-bcfa-4716a357f4b2 req-a8ee0c3d-1658-475e-9dbf-17ce6d8c1297 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b71e553b-2aad-46e1-986a-943b36ce07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700274 Jan 28 00:19:32.765569 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-f894d322-ee3b-4d30-915b-07a75a460dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (84c70a84-fc0a-4272-aa60-3ac20605cb98), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:32.821842 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-7175be82-7a5f-46bd-b281-f46a6fa06f4b service neutron] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937066 Jan 28 00:19:32.847856 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02386b0-1974-418e-a057-b542d780d60b req-c256d54f-1d1f-456f-8ebe-c189349e8ba0 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:32.848571 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e02386b0-1974-418e-a057-b542d780d60b req-c256d54f-1d1f-456f-8ebe-c189349e8ba0 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:32.971449 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-128c3dcc-48b3-4af5-b02b-5903068f6f13 req-d08df26a-a82a-4424-9e08-9b425d224783 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/security-groups?id=b71e553b-2aad-46e1-986a-943b36ce07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798314 Jan 28 00:19:32.972755 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894d322-ee3b-4d30-915b-07a75a460dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=84c70a84-fc0a-4272-aa60-3ac20605cb98,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:32.984789 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-288c8903-7871-4770-8042-aeda2da0617f req-4a9f33de-737a-4a69-bf2a-f849f07abfc3 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c39484f-9d82-4aed-a45b-f4bc83083bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394613 Jan 28 00:19:32.988456 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e02386b0-1974-418e-a057-b542d780d60b req-c256d54f-1d1f-456f-8ebe-c189349e8ba0 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3940477 Jan 28 00:19:33.056534 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-e02386b0-1974-418e-a057-b542d780d60b req-2433086d-356c-4a39-b6f8-6aa821f1aea9 service neutron] Request body: {'port': {'device_id': '7ec2a423-d902-4fc9-9583-c68af6e6b1e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:19:33.324573 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-00cbf1a1-c148-4744-91b5-1ae0d372fa4b service neutron] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4723916 Jan 28 00:19:33.485204 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-0357986e-f6ae-4e89-9dc0-3e3fabcb7ab3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=3a7b8867-52a0-4af2-9c75-6826eab61051 HTTP/1.1" status: 200 len: 217 time: 0.1459298 Jan 28 00:19:33.500124 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e02386b0-1974-418e-a057-b542d780d60b req-2433086d-356c-4a39-b6f8-6aa821f1aea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (146a2a29-5e33-4f5f-b2aa-7cc6f503eb21), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:33.524978 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-f894d322-ee3b-4d30-915b-07a75a460dc9 service neutron] Attempting to bind port 84c70a84-fc0a-4272-aa60-3ac20605cb98 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:19:33.525461 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-f894d322-ee3b-4d30-915b-07a75a460dc9 service neutron] Attempting to bind port 84c70a84-fc0a-4272-aa60-3ac20605cb98 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:19:33.525957 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-f894d322-ee3b-4d30-915b-07a75a460dc9 service neutron] Attempting to bind port 84c70a84-fc0a-4272-aa60-3ac20605cb98 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:19:33.565525 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e1fbe-7eb2-465b-bcd6-49d10297f6e9 req-1f5b3740-78e4-4052-8cc1-48755d57d789 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:33.568248 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d03e1fbe-7eb2-465b-bcd6-49d10297f6e9 req-1f5b3740-78e4-4052-8cc1-48755d57d789 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b33f5e7-b0f1-4826-a83d-b1f8df6ac1b3 HTTP/1.1" status: 200 len: 946 time: 0.3882337 Jan 28 00:19:33.620775 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10b193-5909-4503-9769-a230c26e725b req-110ad3bb-dc76-4864-8bc6-df950261b0c4 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:33.622403 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3c10b193-5909-4503-9769-a230c26e725b req-110ad3bb-dc76-4864-8bc6-df950261b0c4 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b853db9-393e-472e-870d-8c36ddece27e HTTP/1.1" status: 200 len: 946 time: 0.4116898 Jan 28 00:19:33.626313 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-f894d322-ee3b-4d30-915b-07a75a460dc9 service neutron] Port 84c70a84-fc0a-4272-aa60-3ac20605cb98 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:19:33.626647 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-f894d322-ee3b-4d30-915b-07a75a460dc9 service neutron] Attempting to bind port 84c70a84-fc0a-4272-aa60-3ac20605cb98 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:19:33.674974 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-f894d322-ee3b-4d30-915b-07a75a460dc9 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:19:33.675362 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-f894d322-ee3b-4d30-915b-07a75a460dc9 service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:19:33.675736 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-f894d322-ee3b-4d30-915b-07a75a460dc9 service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:19:33.676200 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-f894d322-ee3b-4d30-915b-07a75a460dc9 service neutron] Bound port: 84c70a84-fc0a-4272-aa60-3ac20605cb98, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:19:33.676565 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-f894d322-ee3b-4d30-915b-07a75a460dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (84c70a84-fc0a-4272-aa60-3ac20605cb98), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:33.756908 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-c01102b2-9259-4991-b378-1f99cefc8aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:33.759022 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-c01102b2-9259-4991-b378-1f99cefc8aa5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=940224ee-3d45-4e4f-bb05-6319f4700b5e HTTP/1.1" status: 200 len: 797 time: 0.2537434 Jan 28 00:19:34.263268 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d03e1fbe-7eb2-465b-bcd6-49d10297f6e9 req-29355f5f-6dca-48fc-9855-53c429036db9 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6529758 Jan 28 00:19:34.369553 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3c10b193-5909-4503-9769-a230c26e725b req-490f6681-ae64-44f4-9181-dbf22ecf0502 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6968887 Jan 28 00:19:34.471883 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-f894d322-ee3b-4d30-915b-07a75a460dc9 service neutron] For port 84c70a84-fc0a-4272-aa60-3ac20605cb98, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:19:34.575353 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-f894d322-ee3b-4d30-915b-07a75a460dc9 service neutron] For port 84c70a84-fc0a-4272-aa60-3ac20605cb98, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=84c70a84-fc0a-4272-aa60-3ac20605cb98,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:19:34.590513 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-f894d322-ee3b-4d30-915b-07a75a460dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (84c70a84-fc0a-4272-aa60-3ac20605cb98), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:34.607144 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-6a954a91-9552-46b9-9333-f0d444804cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:34.608889 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-6a954a91-9552-46b9-9333-f0d444804cc3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7839592 Jan 28 00:19:34.687814 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-f894d322-ee3b-4d30-915b-07a75a460dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:34.688440 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-f894d322-ee3b-4d30-915b-07a75a460dc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:34.690178 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-f894d322-ee3b-4d30-915b-07a75a460dc9 service neutron] 10.222.0.52 "PUT /v2.0/ports/84c70a84-fc0a-4272-aa60-3ac20605cb98 HTTP/1.1" status: 200 len: 1095 time: 3.7864759 Jan 28 00:19:34.693543 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb84a4e-aeeb-4965-911f-d65528deb85c', 'tag': '84c70a84-fc0a-4272-aa60-3ac20605cb98'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:19:34.695646 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39e0298-3f9d-4000-9e83-2b01a46c8a16" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb84a4e-aeeb-4965-911f-d65528deb85c", "tag": "84c70a84-fc0a-4272-aa60-3ac20605cb98"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:19:34.834047 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8820a6-1245-40d5-890b-846205fefc64 req-189c02aa-3ae5-4db7-89d7-35f4ad33e1e3 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:34.836918 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e8820a6-1245-40d5-890b-846205fefc64 req-189c02aa-3ae5-4db7-89d7-35f4ad33e1e3 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fb84a4e-aeeb-4965-911f-d65528deb85c HTTP/1.1" status: 200 len: 947 time: 0.4423096 Jan 28 00:19:34.837700 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894d322-ee3b-4d30-915b-07a75a460dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=84c70a84-fc0a-4272-aa60-3ac20605cb98,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:35.075383 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-8b195b73-cc87-4f3b-b862-ae638a5a4138 service neutron] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566731 Jan 28 00:19:35.079533 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-e02386b0-1974-418e-a057-b542d780d60b req-2433086d-356c-4a39-b6f8-6aa821f1aea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 146a2a29-5e33-4f5f-b2aa-7cc6f503eb21 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:19:35.104664 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-19dde8b9-5880-433e-bee4-b0a396a8e096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:35.107297 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-19dde8b9-5880-433e-bee4-b0a396a8e096 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=15e12218ae23498f8976895fc1081122&device_id=2fb84a4e-aeeb-4965-911f-d65528deb85c HTTP/1.1" status: 200 len: 1098 time: 0.3082688 Jan 28 00:19:35.114033 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e8820a6-1245-40d5-890b-846205fefc64 req-df71730f-58ac-4b2e-8c48-d24251a40804 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519155 Jan 28 00:19:35.118469 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e02386b0-1974-418e-a057-b542d780d60b req-2433086d-356c-4a39-b6f8-6aa821f1aea9 service neutron] Publish callbacks [] for port (146a2a29-5e33-4f5f-b2aa-7cc6f503eb21), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:35.168606 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb45dc-5dd3-480d-8b8e-180c0edb297b req-b41b2ea8-67df-40f3-8b92-c378410a953a tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:35.183379 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-38bb45dc-5dd3-480d-8b8e-180c0edb297b req-b41b2ea8-67df-40f3-8b92-c378410a953a tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 949 time: 0.3706663 Jan 28 00:19:35.385184 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-e02386b0-1974-418e-a057-b542d780d60b req-2433086d-356c-4a39-b6f8-6aa821f1aea9 service neutron] Transition to ACTIVE for port object 146a2a29-5e33-4f5f-b2aa-7cc6f503eb21 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:19:35.386917 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-9e66de94-c7e7-476e-a33f-1e9092a7e960 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=84c70a84-fc0a-4272-aa60-3ac20605cb98 HTTP/1.1" status: 200 len: 217 time: 0.2512734 Jan 28 00:19:35.394531 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e02386b0-1974-418e-a057-b542d780d60b req-2433086d-356c-4a39-b6f8-6aa821f1aea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (146a2a29-5e33-4f5f-b2aa-7cc6f503eb21), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:35.582031 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-38bb45dc-5dd3-480d-8b8e-180c0edb297b req-8c603071-b200-46c0-a3c8-59361f9fa9aa tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974140 Jan 28 00:19:35.587262 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433086d-356c-4a39-b6f8-6aa821f1aea9 service neutron] Pushing event updated for resources: {'Port': ['ID=146a2a29-5e33-4f5f-b2aa-7cc6f503eb21,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:35.594029 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-7f927a31-f900-4af3-9ec8-c77b8155b0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:35.595534 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-7f927a31-f900-4af3-9ec8-c77b8155b0af service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1958995 Jan 28 00:19:35.602528 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-972a7489-a9d9-4e28-8342-828090ceeafd service neutron] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5028923 Jan 28 00:19:35.631935 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1918cf7-18a4-49bf-9738-e849f8984b50 req-a2a90368-b719-4a1c-a7c4-a16be7c38120 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:35.637547 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1918cf7-18a4-49bf-9738-e849f8984b50 req-a2a90368-b719-4a1c-a7c4-a16be7c38120 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:35.643109 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1918cf7-18a4-49bf-9738-e849f8984b50 req-a2a90368-b719-4a1c-a7c4-a16be7c38120 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:35.649658 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1918cf7-18a4-49bf-9738-e849f8984b50 req-a2a90368-b719-4a1c-a7c4-a16be7c38120 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:35.658377 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1918cf7-18a4-49bf-9738-e849f8984b50 req-a2a90368-b719-4a1c-a7c4-a16be7c38120 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:35.665096 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1918cf7-18a4-49bf-9738-e849f8984b50 req-a2a90368-b719-4a1c-a7c4-a16be7c38120 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:35.670502 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1918cf7-18a4-49bf-9738-e849f8984b50 req-a2a90368-b719-4a1c-a7c4-a16be7c38120 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:35.672761 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1918cf7-18a4-49bf-9738-e849f8984b50 req-a2a90368-b719-4a1c-a7c4-a16be7c38120 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 5431 time: 0.4267998 Jan 28 00:19:35.781252 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-26429113-29e9-47a3-b7e4-98afa9b33e11 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f HTTP/1.1" status: 200 len: 217 time: 0.1642616 Jan 28 00:19:35.914475 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-32b714a8-ea03-4a5a-b434-ccf3bcfeca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:35.916096 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-32b714a8-ea03-4a5a-b434-ccf3bcfeca95 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3102248 Jan 28 00:19:35.948087 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c4235a62-338e-4620-bb20-b98af15990e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:35.956382 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-46992bec-0094-4a79-be14-8326e1673ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:35.957887 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-46992bec-0094-4a79-be14-8326e1673ec0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=940224ee-3d45-4e4f-bb05-6319f4700b5e HTTP/1.1" status: 200 len: 797 time: 0.1479573 Jan 28 00:19:35.981300 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce949918-6cad-4c56-ad55-c2fa5ee68bdd req-463f5be6-afdc-4e22-8afe-5352db70bcd3 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:35.982937 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ce949918-6cad-4c56-ad55-c2fa5ee68bdd req-463f5be6-afdc-4e22-8afe-5352db70bcd3 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ec2a423-d902-4fc9-9583-c68af6e6b1e0 HTTP/1.1" status: 200 len: 944 time: 0.2694678 Jan 28 00:19:35.990073 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-e02386b0-1974-418e-a057-b542d780d60b req-2433086d-356c-4a39-b6f8-6aa821f1aea9 service neutron] Attempting to bind port 146a2a29-5e33-4f5f-b2aa-7cc6f503eb21 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:19:35.991852 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-e02386b0-1974-418e-a057-b542d780d60b req-2433086d-356c-4a39-b6f8-6aa821f1aea9 service neutron] Attempting to bind port 146a2a29-5e33-4f5f-b2aa-7cc6f503eb21 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '9fbf6335-f866-4c13-912f-2bc6abd2616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8e4166d7-628c-488b-a49c-8bd02c6dbdd7'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:19:35.991852 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02386b0-1974-418e-a057-b542d780d60b req-2433086d-356c-4a39-b6f8-6aa821f1aea9 service neutron] Attempting to bind port 146a2a29-5e33-4f5f-b2aa-7cc6f503eb21 on network 8e4166d7-628c-488b-a49c-8bd02c6dbdd7 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:19:36.056665 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1918cf7-18a4-49bf-9738-e849f8984b50 req-54991d9b-86db-4486-ba70-6aa6aa4cba4c tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ce589d-1355-4162-a23a-6782446bdfe9&id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3457134 Jan 28 00:19:36.077611 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02386b0-1974-418e-a057-b542d780d60b req-2433086d-356c-4a39-b6f8-6aa821f1aea9 service neutron] Port 146a2a29-5e33-4f5f-b2aa-7cc6f503eb21 on network 8e4166d7-628c-488b-a49c-8bd02c6dbdd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:19:36.077931 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02386b0-1974-418e-a057-b542d780d60b req-2433086d-356c-4a39-b6f8-6aa821f1aea9 service neutron] Attempting to bind port 146a2a29-5e33-4f5f-b2aa-7cc6f503eb21 on network 8e4166d7-628c-488b-a49c-8bd02c6dbdd7 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:19:36.140855 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02386b0-1974-418e-a057-b542d780d60b req-2433086d-356c-4a39-b6f8-6aa821f1aea9 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:19:36.141418 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02386b0-1974-418e-a057-b542d780d60b req-2433086d-356c-4a39-b6f8-6aa821f1aea9 service neutron] Checking segment: {'id': '9fbf6335-f866-4c13-912f-2bc6abd2616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8e4166d7-628c-488b-a49c-8bd02c6dbdd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:19:36.142083 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02386b0-1974-418e-a057-b542d780d60b req-2433086d-356c-4a39-b6f8-6aa821f1aea9 service neutron] Bound using segment: {'id': '9fbf6335-f866-4c13-912f-2bc6abd2616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8e4166d7-628c-488b-a49c-8bd02c6dbdd7'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:19:36.142877 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-e02386b0-1974-418e-a057-b542d780d60b req-2433086d-356c-4a39-b6f8-6aa821f1aea9 service neutron] Bound port: 146a2a29-5e33-4f5f-b2aa-7cc6f503eb21, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbf6335-f866-4c13-912f-2bc6abd2616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8e4166d7-628c-488b-a49c-8bd02c6dbdd7'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:19:36.143488 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e02386b0-1974-418e-a057-b542d780d60b req-2433086d-356c-4a39-b6f8-6aa821f1aea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (146a2a29-5e33-4f5f-b2aa-7cc6f503eb21), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:36.308427 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-35db2e6a-172b-4579-a78a-169526ba9516 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723371 Jan 28 00:19:36.315533 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-0bef9f50-39a9-4003-bb8f-b7afd1919036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:36.318230 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-0bef9f50-39a9-4003-bb8f-b7afd1919036 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3321607 Jan 28 00:19:36.361641 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ce949918-6cad-4c56-ad55-c2fa5ee68bdd req-df2fcbfd-a85c-4543-82cc-02b467d548ca tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c39484f-9d82-4aed-a45b-f4bc83083bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598204 Jan 28 00:19:36.674969 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a004aa2-cbb2-466e-9a31-bca52f919b9e req-87a1a90a-280c-4a42-bf76-d173c1f01b44 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:36.677639 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6a004aa2-cbb2-466e-9a31-bca52f919b9e req-87a1a90a-280c-4a42-bf76-d173c1f01b44 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/ports?device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 946 time: 0.5185919 Jan 28 00:19:36.745321 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-e02386b0-1974-418e-a057-b542d780d60b req-2433086d-356c-4a39-b6f8-6aa821f1aea9 service neutron] For port 146a2a29-5e33-4f5f-b2aa-7cc6f503eb21, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:19:36.780043 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-e02386b0-1974-418e-a057-b542d780d60b req-2433086d-356c-4a39-b6f8-6aa821f1aea9 service neutron] For port 146a2a29-5e33-4f5f-b2aa-7cc6f503eb21, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=146a2a29-5e33-4f5f-b2aa-7cc6f503eb21,segment=NetworkSegment(9fbf6335-f866-4c13-912f-2bc6abd2616f),segment_id=9fbf6335-f866-4c13-912f-2bc6abd2616f)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:19:36.805149 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e02386b0-1974-418e-a057-b542d780d60b req-2433086d-356c-4a39-b6f8-6aa821f1aea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (146a2a29-5e33-4f5f-b2aa-7cc6f503eb21), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:36.836353 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe1bc6-df9c-44e3-9a4f-048474330830 req-73432575-90cc-4a18-bc68-591d03deebe3 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:36.838139 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7efe1bc6-df9c-44e3-9a4f-048474330830 req-73432575-90cc-4a18-bc68-591d03deebe3 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b853db9-393e-472e-870d-8c36ddece27e HTTP/1.1" status: 200 len: 946 time: 0.3278620 Jan 28 00:19:36.848789 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22e590a8-a6d5-477f-8595-c3d9518c916c req-868161d9-fc86-429b-94f8-f8ac7e24742f service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282464 Jan 28 00:19:36.888469 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-c787232b-04d2-4b12-9270-c4e992c91b06 service neutron] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5144477 Jan 28 00:19:36.909540 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6a004aa2-cbb2-466e-9a31-bca52f919b9e req-5b6be6bf-da12-4ec1-b2d9-1ec0ce15637f tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/security-groups?id=b71e553b-2aad-46e1-986a-943b36ce07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183003 Jan 28 00:19:36.919669 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02386b0-1974-418e-a057-b542d780d60b req-2433086d-356c-4a39-b6f8-6aa821f1aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:36.920475 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e02386b0-1974-418e-a057-b542d780d60b req-2433086d-356c-4a39-b6f8-6aa821f1aea9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:36.921893 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e02386b0-1974-418e-a057-b542d780d60b req-2433086d-356c-4a39-b6f8-6aa821f1aea9 service neutron] 10.222.0.65 "PUT /v2.0/ports/146a2a29-5e33-4f5f-b2aa-7cc6f503eb21 HTTP/1.1" status: 200 len: 1092 time: 3.8726730 Jan 28 00:19:36.996499 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433086d-356c-4a39-b6f8-6aa821f1aea9 service neutron] Pushing event updated for resources: {'Port': ['ID=146a2a29-5e33-4f5f-b2aa-7cc6f503eb21,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:37.035210 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7efe1bc6-df9c-44e3-9a4f-048474330830 req-427015d4-6494-4d02-adfa-350acf29bcb7 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824429 Jan 28 00:19:37.393171 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4093a5b9-8422-4cb1-8f47-8d1031eed59f x-openstack-request-id: req-4093a5b9-8422-4cb1-8f47-8d1031eed59f {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:19:37.393432 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb84a4e-aeeb-4965-911f-d65528deb85c", "tag": "84c70a84-fc0a-4272-aa60-3ac20605cb98", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:19:37.393655 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4093a5b9-8422-4cb1-8f47-8d1031eed59f {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:19:37.394016 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb84a4e-aeeb-4965-911f-d65528deb85c', 'tag': '84c70a84-fc0a-4272-aa60-3ac20605cb98', 'status': 'completed', 'code': 200} Jan 28 00:19:37.565941 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02386b0-1974-418e-a057-b542d780d60b req-c5473e9b-2363-4930-b262-9fcc8585a5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:37.567692 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e02386b0-1974-418e-a057-b542d780d60b req-c5473e9b-2363-4930-b262-9fcc8585a5a4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=08e89ad8aabb4a66b8ea790185c1fe7a&device_id=7ec2a423-d902-4fc9-9583-c68af6e6b1e0 HTTP/1.1" status: 200 len: 1095 time: 0.5313942 Jan 28 00:19:37.591541 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-5f59965e-51f9-4954-855c-1e0785400cc5 service neutron] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6451628 Jan 28 00:19:37.607460 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e0298-3f9d-4000-9e83-2b01a46c8a16 req-0f0eb1db-30cc-40d8-82d6-838511ec8113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:37.609014 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f39e0298-3f9d-4000-9e83-2b01a46c8a16 req-0f0eb1db-30cc-40d8-82d6-838511ec8113 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=15e12218ae23498f8976895fc1081122&device_id=2fb84a4e-aeeb-4965-911f-d65528deb85c HTTP/1.1" status: 200 len: 1098 time: 0.2142391 Jan 28 00:19:37.626093 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c388ab0-3cad-41c5-93d5-e44ab4a6708e req-49cfb7fc-954c-464c-9b0b-227fff5d9b7c tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:37.628102 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0c388ab0-3cad-41c5-93d5-e44ab4a6708e req-49cfb7fc-954c-464c-9b0b-227fff5d9b7c tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/networks?id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e HTTP/1.1" status: 200 len: 805 time: 0.5905309 Jan 28 00:19:37.711035 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e02386b0-1974-418e-a057-b542d780d60b req-add43462-ea44-4fc0-aa18-2e9215a7507f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=146a2a29-5e33-4f5f-b2aa-7cc6f503eb21 HTTP/1.1" status: 200 len: 217 time: 0.1167173 Jan 28 00:19:37.729333 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-7226f23e-84e9-4b9a-a7b7-ad26cb0f29de service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=5f2b5768-b69e-46a4-9085-5302ca317eb1 HTTP/1.1" status: 200 len: 217 time: 0.1193032 Jan 28 00:19:37.736430 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05904d68-acbb-4555-ac2c-5680094d1ff9 req-8966a1e2-f553-45e5-a641-dd659d0ae4d6 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:37.738389 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05904d68-acbb-4555-ac2c-5680094d1ff9 req-8966a1e2-f553-45e5-a641-dd659d0ae4d6 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fb84a4e-aeeb-4965-911f-d65528deb85c HTTP/1.1" status: 200 len: 947 time: 0.3471467 Jan 28 00:19:37.817238 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0c388ab0-3cad-41c5-93d5-e44ab4a6708e req-85608a51-5e3f-4ae1-a734-c7a5941b05e5 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/quotas/2253eea2b9f94d3c9e9a9e6c9260650c HTTP/1.1" status: 200 len: 375 time: 0.1117053 Jan 28 00:19:37.994537 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02386b0-1974-418e-a057-b542d780d60b req-63a8ad23-df48-44ba-89a3-a2802331397c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:37.996975 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e02386b0-1974-418e-a057-b542d780d60b req-63a8ad23-df48-44ba-89a3-a2802331397c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5f4008d8-c1f7-40b3-ba84-08c607626cc6 HTTP/1.1" status: 200 len: 852 time: 0.2574501 Jan 28 00:19:37.999244 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-15d4d7bf-9503-4fe0-8020-565cc3266cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:38.001561 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-15d4d7bf-9503-4fe0-8020-565cc3266cfc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=940224ee-3d45-4e4f-bb05-6319f4700b5e HTTP/1.1" status: 200 len: 797 time: 0.2567654 Jan 28 00:19:38.086886 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05904d68-acbb-4555-ac2c-5680094d1ff9 req-c1e3ecae-74e8-4f65-bd83-b9b3a547e72b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972355 Jan 28 00:19:38.110656 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e02386b0-1974-418e-a057-b542d780d60b req-607aef08-411f-4b78-a0ce-4c94e4349aab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8e4166d7-628c-488b-a49c-8bd02c6dbdd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792553 Jan 28 00:19:38.112973 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e0298-3f9d-4000-9e83-2b01a46c8a16 req-773668c1-adc2-47ca-8974-5f23d69325d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:38.114963 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f39e0298-3f9d-4000-9e83-2b01a46c8a16 req-773668c1-adc2-47ca-8974-5f23d69325d8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.4838560 Jan 28 00:19:38.192633 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0c388ab0-3cad-41c5-93d5-e44ab4a6708e req-8fd4e987-2aff-4889-a4f0-c8052fc652a3 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2253eea2b9f94d3c9e9a9e6c9260650c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3391061 Jan 28 00:19:38.222919 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d31569cd-fd86-4006-8270-87c6b15d3607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:38.246725 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f39e0298-3f9d-4000-9e83-2b01a46c8a16 req-83498785-c63e-43c8-bc93-b982494d89a8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=84c70a84-fc0a-4272-aa60-3ac20605cb98 HTTP/1.1" status: 200 len: 217 time: 0.1163778 Jan 28 00:19:38.358855 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-1c7a6f93-0bd2-43e9-9368-c2fb8be0eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:38.360623 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-1c7a6f93-0bd2-43e9-9368-c2fb8be0eb51 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3433318 Jan 28 00:19:38.469183 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e0298-3f9d-4000-9e83-2b01a46c8a16 req-d9d089b7-d04a-4eb8-abd0-f13c1acc5b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:38.470698 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f39e0298-3f9d-4000-9e83-2b01a46c8a16 req-d9d089b7-d04a-4eb8-abd0-f13c1acc5b3a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.2062280 Jan 28 00:19:38.507688 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e02386b0-1974-418e-a057-b542d780d60b req-50c72142-5b1b-4121-a7a8-8d6c0296a7d1 service neutron] 10.222.0.65 "GET /v2.0/networks/8e4166d7-628c-488b-a49c-8bd02c6dbdd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876011 Jan 28 00:19:38.533936 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6f1d2-06c1-4891-bc1d-d98029ade155 req-377ad292-366e-4c38-b2a5-ee85f07f6b08 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:38.535704 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8dc6f1d2-06c1-4891-bc1d-d98029ade155 req-377ad292-366e-4c38-b2a5-ee85f07f6b08 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 949 time: 0.2983742 Jan 28 00:19:38.751653 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e0298-3f9d-4000-9e83-2b01a46c8a16 req-b98782a4-5b01-41ac-bbd3-605f291bb98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:38.753512 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f39e0298-3f9d-4000-9e83-2b01a46c8a16 req-b98782a4-5b01-41ac-bbd3-605f291bb98c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2491634 Jan 28 00:19:38.756984 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0c388ab0-3cad-41c5-93d5-e44ab4a6708e req-09bedb32-4847-48a1-a053-05d7eb67a07d service neutron] 10.222.0.70 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115941 Jan 28 00:19:38.774709 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-db3632a1-b912-42fb-8fdf-de798e32a2b0 service neutron] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975902 Jan 28 00:19:38.843029 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8dc6f1d2-06c1-4891-bc1d-d98029ade155 req-26f9a316-3817-4e50-80c4-92b9c3b63689 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928240 Jan 28 00:19:38.958049 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-b1e8263b-6b05-4bb0-ba72-c2e0a17fb2af req-108cd09e-4a10-4e79-9437-800205862f85 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1223839575', 'description': 'tempest-description-1949509614'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:19:38.970303 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e02386b0-1974-418e-a057-b542d780d60b req-0c31b795-0b55-475c-a300-02b4206bab11 service neutron] 10.222.0.65 "GET /v2.0/networks/8e4166d7-628c-488b-a49c-8bd02c6dbdd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459741 Jan 28 00:19:39.040699 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b1e8263b-6b05-4bb0-ba72-c2e0a17fb2af req-108cd09e-4a10-4e79-9437-800205862f85 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:39.116352 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f39e0298-3f9d-4000-9e83-2b01a46c8a16 req-8076f3d3-e5b9-4c66-b5e0-fd7f5432dd66 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463342 Jan 28 00:19:39.123678 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-a77126b0-59d4-46ea-b81e-8a30eeef6093 service neutron] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237114 Jan 28 00:19:39.144621 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0c388ab0-3cad-41c5-93d5-e44ab4a6708e req-ec353090-d152-490d-a9dc-c5e6974c547a service neutron] 10.222.0.70 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767684 Jan 28 00:19:39.236069 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-d91917be-7e03-46ee-82c0-4acefca5c0a7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ece79e49-b14a-48f9-85fe-d0975c29ca45 HTTP/1.1" status: 200 len: 217 time: 0.0969882 Jan 28 00:19:39.343888 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-2fa9b7b1-9eea-4c75-a98f-e7d1acb0c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:39.345449 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-2fa9b7b1-9eea-4c75-a98f-e7d1acb0c97c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6c8f991a-3a24-4bd6-a4c1-afbf0559c273 HTTP/1.1" status: 200 len: 797 time: 0.1018662 Jan 28 00:19:39.371262 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b1e8263b-6b05-4bb0-ba72-c2e0a17fb2af req-108cd09e-4a10-4e79-9437-800205862f85 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks [] for security_group (952efc9b-344e-47bb-80fb-a7618dc920af), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:39.390273 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b1e8263b-6b05-4bb0-ba72-c2e0a17fb2af req-108cd09e-4a10-4e79-9437-800205862f85 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (952efc9b-344e-47bb-80fb-a7618dc920af), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:39.398872 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec2a423-d902-4fc9-9583-c68af6e6b1e0', 'tag': '146a2a29-5e33-4f5f-b2aa-7cc6f503eb21'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:19:39.401434 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5326f82-eaf5-4922-a07e-07cb080a0c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec2a423-d902-4fc9-9583-c68af6e6b1e0", "tag": "146a2a29-5e33-4f5f-b2aa-7cc6f503eb21"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:19:39.405414 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f39e0298-3f9d-4000-9e83-2b01a46c8a16 req-a1fa4e71-3a20-43fc-93ce-36ac24b98134 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806466 Jan 28 00:19:39.481107 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b1e8263b-6b05-4bb0-ba72-c2e0a17fb2af req-108cd09e-4a10-4e79-9437-800205862f85 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:39.482444 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b1e8263b-6b05-4bb0-ba72-c2e0a17fb2af req-108cd09e-4a10-4e79-9437-800205862f85 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.5978389 Jan 28 00:19:39.485441 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108cd09e-4a10-4e79-9437-800205862f85 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=952efc9b-344e-47bb-80fb-a7618dc920af,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:39.501909 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-aad04d9a-a556-4d37-b691-cc8e571474f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:39.503579 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-aad04d9a-a556-4d37-b691-cc8e571474f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d3515a7-9da9-44c3-a34e-684df23ac567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1460197 Jan 28 00:19:39.536291 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55663f4e-556c-4cc5-92e7-47d933d920f2 req-e5203f8b-f1cf-483b-b560-851b744fb705 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:39.547809 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55663f4e-556c-4cc5-92e7-47d933d920f2 req-e5203f8b-f1cf-483b-b560-851b744fb705 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:39.550759 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:39.559429 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55663f4e-556c-4cc5-92e7-47d933d920f2 req-e5203f8b-f1cf-483b-b560-851b744fb705 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:39.571362 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55663f4e-556c-4cc5-92e7-47d933d920f2 req-e5203f8b-f1cf-483b-b560-851b744fb705 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:39.581794 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55663f4e-556c-4cc5-92e7-47d933d920f2 req-e5203f8b-f1cf-483b-b560-851b744fb705 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:39.590121 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55663f4e-556c-4cc5-92e7-47d933d920f2 req-e5203f8b-f1cf-483b-b560-851b744fb705 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:39.598781 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55663f4e-556c-4cc5-92e7-47d933d920f2 req-e5203f8b-f1cf-483b-b560-851b744fb705 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:39.603665 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-55663f4e-556c-4cc5-92e7-47d933d920f2 req-e5203f8b-f1cf-483b-b560-851b744fb705 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 5431 time: 0.1947427 Jan 28 00:19:40.112521 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c42450-ad08-4b76-8a38-06216d223f5f req-1877f00f-d93c-489f-800e-54a34c608ec2 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:40.114212 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-29c42450-ad08-4b76-8a38-06216d223f5f req-1877f00f-d93c-489f-800e-54a34c608ec2 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ec2a423-d902-4fc9-9583-c68af6e6b1e0 HTTP/1.1" status: 200 len: 944 time: 0.1644785 Jan 28 00:19:40.117574 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-359f7ae0-1254-4f2f-bddf-162eb29c9587 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3515a7-9da9-44c3-a34e-684df23ac567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5126143 Jan 28 00:19:40.122680 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-55663f4e-556c-4cc5-92e7-47d933d920f2 req-4c7a7200-822f-4ba0-a859-94d10722d38c tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ce589d-1355-4162-a23a-6782446bdfe9&id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5035372 Jan 28 00:19:40.285644 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-29c42450-ad08-4b76-8a38-06216d223f5f req-aa8397bb-3393-4271-9791-b8c76a17bd12 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c39484f-9d82-4aed-a45b-f4bc83083bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534624 Jan 28 00:19:40.296993 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-3ed5f1a0-51e4-4dce-8565-c2d9b4325bc8 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3515a7-9da9-44c3-a34e-684df23ac567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730115 Jan 28 00:19:40.389899 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6810a01-006c-4771-98e2-7df3a9e6db1a req-78640786-4c77-4571-b076-aef7c0fc5fbd tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:40.392630 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c6810a01-006c-4771-98e2-7df3a9e6db1a req-78640786-4c77-4571-b076-aef7c0fc5fbd tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fb84a4e-aeeb-4965-911f-d65528deb85c HTTP/1.1" status: 200 len: 947 time: 0.1786647 Jan 28 00:19:40.395312 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-fec3ac3c-f7ea-4f48-b733-f2311d919c7b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cd7a9ba0-5a49-4f0f-bbe3-164519fac46b HTTP/1.1" status: 200 len: 217 time: 0.0897930 Jan 28 00:19:40.553151 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-08386026-fdaf-4e44-9bd1-a86ce6824283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:40.555550 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-08386026-fdaf-4e44-9bd1-a86ce6824283 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6c8f991a-3a24-4bd6-a4c1-afbf0559c273 HTTP/1.1" status: 200 len: 797 time: 0.1458881 Jan 28 00:19:40.579998 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c6810a01-006c-4771-98e2-7df3a9e6db1a req-c31c87ac-f019-4fe4-beb1-0d5314dfdc51 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806374 Jan 28 00:19:40.660617 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0cf964-d2ef-4eca-9147-77b8d4271c75 x-openstack-request-id: req-ee0cf964-d2ef-4eca-9147-77b8d4271c75 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:19:40.661110 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec2a423-d902-4fc9-9583-c68af6e6b1e0", "tag": "146a2a29-5e33-4f5f-b2aa-7cc6f503eb21", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:19:40.661544 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ee0cf964-d2ef-4eca-9147-77b8d4271c75 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:19:40.662968 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ec2a423-d902-4fc9-9583-c68af6e6b1e0', 'tag': '146a2a29-5e33-4f5f-b2aa-7cc6f503eb21', 'status': 'completed', 'code': 200} Jan 28 00:19:40.684825 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e1bd7-8575-4b4e-b93d-8e84784d0aef req-1d953ecb-4313-4561-b871-fc8980e39301 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:40.692755 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-725e1bd7-8575-4b4e-b93d-8e84784d0aef req-1d953ecb-4313-4561-b871-fc8980e39301 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b853db9-393e-472e-870d-8c36ddece27e HTTP/1.1" status: 200 len: 946 time: 0.1771348 Jan 28 00:19:40.698108 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-32a4e226-0ee3-45a5-bb8c-8907dc7293e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:40.700774 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-32a4e226-0ee3-45a5-bb8c-8907dc7293e6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d3515a7-9da9-44c3-a34e-684df23ac567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1192157 Jan 28 00:19:40.989326 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:41.012775 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5326f82-eaf5-4922-a07e-07cb080a0c6e req-42fd59e5-b7a7-44a7-8c7b-cce1874d1a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:41.015473 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5326f82-eaf5-4922-a07e-07cb080a0c6e req-42fd59e5-b7a7-44a7-8c7b-cce1874d1a1c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=08e89ad8aabb4a66b8ea790185c1fe7a&device_id=7ec2a423-d902-4fc9-9583-c68af6e6b1e0 HTTP/1.1" status: 200 len: 1095 time: 0.3131077 Jan 28 00:19:41.056321 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-725e1bd7-8575-4b4e-b93d-8e84784d0aef req-2520b52a-bafd-4f18-a5b1-b5d81385e68e tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516884 Jan 28 00:19:41.090025 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-214e7fb1-6b07-4de9-a1fc-5ba987e09aeb req-8e7e274a-0c58-4a4e-b86d-d58a256cf383 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1223839575&fields=id&tenant_id=f8a04340ab2345348380631aeb839f0e HTTP/1.1" status: 200 len: 267 time: 0.3422334 Jan 28 00:19:41.204701 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-3f589600-19e6-41ac-993b-2166142862d5 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3515a7-9da9-44c3-a34e-684df23ac567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893413 Jan 28 00:19:41.338933 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5326f82-eaf5-4922-a07e-07cb080a0c6e req-9a22ca78-6b44-405d-a8ad-797a4ec08305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:41.340761 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5326f82-eaf5-4922-a07e-07cb080a0c6e req-9a22ca78-6b44-405d-a8ad-797a4ec08305 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8e4166d7-628c-488b-a49c-8bd02c6dbdd7 HTTP/1.1" status: 200 len: 913 time: 0.3075163 Jan 28 00:19:41.353982 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e7fb1-6b07-4de9-a1fc-5ba987e09aeb req-2aa62362-2017-4b4c-b3f9-54a598fb2b28 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:41.355754 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-214e7fb1-6b07-4de9-a1fc-5ba987e09aeb req-2aa62362-2017-4b4c-b3f9-54a598fb2b28 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/ports?device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 946 time: 0.2544463 Jan 28 00:19:41.392272 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0c388ab0-3cad-41c5-93d5-e44ab4a6708e req-ad138fd2-72f4-4a73-8364-bddb722ccda3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2253eea2b9f94d3c9e9a9e6c9260650c&device_id=202d6bc5-164a-47e4-b54f-d0669ec55e4d HTTP/1.1" status: 200 len: 210 time: 0.0785244 Jan 28 00:19:41.432402 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-214e7fb1-6b07-4de9-a1fc-5ba987e09aeb req-0f624982-b308-4998-a0d6-e38b42c5cc5a tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Request body: {'port': {'security_groups': ['b71e553b-2aad-46e1-986a-943b36ce07e4', '952efc9b-344e-47bb-80fb-a7618dc920af']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:19:41.472791 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5326f82-eaf5-4922-a07e-07cb080a0c6e req-55136611-f02d-4772-bb9a-85ce415a8b85 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=146a2a29-5e33-4f5f-b2aa-7cc6f503eb21 HTTP/1.1" status: 200 len: 217 time: 0.1157811 Jan 28 00:19:41.589581 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a9c1a-fb56-4f07-90a8-9e92ac17d612 req-8b48efe4-8a63-44c5-9186-9feda35343e7 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:41.591198 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f01a9c1a-fb56-4f07-90a8-9e92ac17d612 req-8b48efe4-8a63-44c5-9186-9feda35343e7 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 949 time: 0.2999601 Jan 28 00:19:41.633067 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0aa38cca-ba02-4d81-8736-fc9225bcf9ad req-befdcb66-e493-4f44-8c92-41b095132c8e service neutron] 10.222.0.52 "GET /v2.0/networks/0d3515a7-9da9-44c3-a34e-684df23ac567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141328 Jan 28 00:19:41.674267 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5326f82-eaf5-4922-a07e-07cb080a0c6e req-2af4b7a7-5f1d-4778-afe9-44946bd0cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:41.675808 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5326f82-eaf5-4922-a07e-07cb080a0c6e req-2af4b7a7-5f1d-4778-afe9-44946bd0cfc1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5f4008d8-c1f7-40b3-ba84-08c607626cc6 HTTP/1.1" status: 200 len: 852 time: 0.1939034 Jan 28 00:19:41.680752 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-214e7fb1-6b07-4de9-a1fc-5ba987e09aeb req-0f624982-b308-4998-a0d6-e38b42c5cc5a tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (fcfb490f-f778-4d83-9053-cd92a33954ac), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:41.688252 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 84c70a84-fc0a-4272-aa60-3ac20605cb98 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:19:41.749975 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5326f82-eaf5-4922-a07e-07cb080a0c6e req-d7600935-4b23-4f70-a4dd-d8c5f0addaab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8e4166d7-628c-488b-a49c-8bd02c6dbdd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616422 Jan 28 00:19:41.781134 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f01a9c1a-fb56-4f07-90a8-9e92ac17d612 req-07088b08-6473-436f-a78e-34cba0e6f0d2 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789069 Jan 28 00:19:41.840692 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c388ab0-3cad-41c5-93d5-e44ab4a6708e req-224b5954-437f-42b7-856b-f029656c1f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:41.842234 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0c388ab0-3cad-41c5-93d5-e44ab4a6708e req-224b5954-437f-42b7-856b-f029656c1f9a service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=2253eea2b9f94d3c9e9a9e6c9260650c&shared=False HTTP/1.1" status: 200 len: 906 time: 0.4049602 Jan 28 00:19:41.851367 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 84c70a84-fc0a-4272-aa60-3ac20605cb98, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=84c70a84-fc0a-4272-aa60-3ac20605cb98,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:19:41.874207 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '84c70a84-fc0a-4272-aa60-3ac20605cb98', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': '84c70a84-fc0a-4272-aa60-3ac20605cb98', 'mac_address': 'fa:16:3e:49:f7:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:19:41.924342 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 84c70a84-fc0a-4272-aa60-3ac20605cb98 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:19:41.924859 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (84c70a84-fc0a-4272-aa60-3ac20605cb98), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:41.942712 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c70a84-fc0a-4272-aa60-3ac20605cb98 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:19:41.969232 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 84c70a84-fc0a-4272-aa60-3ac20605cb98, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=84c70a84-fc0a-4272-aa60-3ac20605cb98,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:19:41.974741 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (84c70a84-fc0a-4272-aa60-3ac20605cb98), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:41.982912 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9b39ae4c-e953-4766-86a9-5535bd1389db req-3322d718-f424-4b48-92cc-3824c6ad4b91 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=202d6bc5-164a-47e4-b54f-d0669ec55e4d HTTP/1.1" status: 200 len: 210 time: 0.1143641 Jan 28 00:19:42.051132 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=84c70a84-fc0a-4272-aa60-3ac20605cb98,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:42.062311 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5326f82-eaf5-4922-a07e-07cb080a0c6e req-2ccfd900-c716-4080-8d2f-acb13374d242 service neutron] 10.222.0.65 "GET /v2.0/networks/8e4166d7-628c-488b-a49c-8bd02c6dbdd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020477 Jan 28 00:19:42.077268 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:19:42.077861 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:19:42.078487 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:19:42.079079 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:19:42.079726 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:19:42.080304 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:19:42.080872 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:19:42.081662 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:19:42.082233 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:19:42.082801 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:19:42.083379 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:19:42.084211 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:19:42.084569 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:19:42.109764 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:42.218374 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-3b3126e6-8279-4fc4-a564-b24fbc09b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:42.219095 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-3b3126e6-8279-4fc4-a564-b24fbc09b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:42.219304 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-3b3126e6-8279-4fc4-a564-b24fbc09b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:42.219819 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-3b3126e6-8279-4fc4-a564-b24fbc09b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:42.220287 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-3b3126e6-8279-4fc4-a564-b24fbc09b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:42.220763 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-3b3126e6-8279-4fc4-a564-b24fbc09b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:42.221223 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-3b3126e6-8279-4fc4-a564-b24fbc09b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:42.223357 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-3b3126e6-8279-4fc4-a564-b24fbc09b8fc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=160a5827a22f400b84570ea4a4c65c01&device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 6488 time: 0.3332942 Jan 28 00:19:42.331608 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c388ab0-3cad-41c5-93d5-e44ab4a6708e req-55c11dd4-0d0a-49d8-ba8c-3f323d3b6258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:42.333026 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0c388ab0-3cad-41c5-93d5-e44ab4a6708e req-55c11dd4-0d0a-49d8-ba8c-3f323d3b6258 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4419258 Jan 28 00:19:42.398856 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd7854-5897-420f-87f8-ad1748f9395c req-c551e96a-bd7f-4b1d-ae6f-11c6dcdf000f tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:42.400487 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8ecd7854-5897-420f-87f8-ad1748f9395c req-c551e96a-bd7f-4b1d-ae6f-11c6dcdf000f tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b853db9-393e-472e-870d-8c36ddece27e HTTP/1.1" status: 200 len: 946 time: 0.3089013 Jan 28 00:19:42.448068 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5326f82-eaf5-4922-a07e-07cb080a0c6e req-d7429cb3-1568-4582-9f97-20b331064e85 service neutron] 10.222.0.65 "GET /v2.0/networks/8e4166d7-628c-488b-a49c-8bd02c6dbdd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724449 Jan 28 00:19:42.449910 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0c388ab0-3cad-41c5-93d5-e44ab4a6708e req-d372f286-a740-4e78-befd-364c50375cab tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.52 "GET /v2.0/ports?device_id=202d6bc5-164a-47e4-b54f-d0669ec55e4d HTTP/1.1" status: 200 len: 210 time: 0.0452814 Jan 28 00:19:42.479843 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-214e7fb1-6b07-4de9-a1fc-5ba987e09aeb req-0f624982-b308-4998-a0d6-e38b42c5cc5a tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] For port fcfb490f-f778-4d83-9053-cd92a33954ac, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=fcfb490f-f778-4d83-9053-cd92a33954ac,segment=NetworkSegment(51e83a15-751a-4596-ba9e-46368c69870b),segment_id=51e83a15-751a-4596-ba9e-46368c69870b)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:19:42.516901 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-27bd250a-3936-43fc-9c11-7e85c559632e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:42.518594 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-27bd250a-3936-43fc-9c11-7e85c559632e service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d3515a7-9da9-44c3-a34e-684df23ac567 HTTP/1.1" status: 200 len: 903 time: 0.2843471 Jan 28 00:19:42.589752 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8ecd7854-5897-420f-87f8-ad1748f9395c req-b4457156-c1bf-409b-b60c-a36853a7d9a5 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709614 Jan 28 00:19:42.590973 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-811336bd-9efc-4fbc-b1cf-5c981d0da931 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ece79e49-b14a-48f9-85fe-d0975c29ca45 HTTP/1.1" status: 200 len: 217 time: 0.0595553 Jan 28 00:19:42.593886 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-214e7fb1-6b07-4de9-a1fc-5ba987e09aeb req-0f624982-b308-4998-a0d6-e38b42c5cc5a tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks [] for port (fcfb490f-f778-4d83-9053-cd92a33954ac), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:42.634570 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-214e7fb1-6b07-4de9-a1fc-5ba987e09aeb req-0f624982-b308-4998-a0d6-e38b42c5cc5a tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (fcfb490f-f778-4d83-9053-cd92a33954ac), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:42.678919 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['fcfb490f-f778-4d83-9053-cd92a33954ac'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:19:42.699663 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e7fb1-6b07-4de9-a1fc-5ba987e09aeb req-0f624982-b308-4998-a0d6-e38b42c5cc5a tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:42.700363 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-214e7fb1-6b07-4de9-a1fc-5ba987e09aeb req-0f624982-b308-4998-a0d6-e38b42c5cc5a tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:42.701877 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-214e7fb1-6b07-4de9-a1fc-5ba987e09aeb req-0f624982-b308-4998-a0d6-e38b42c5cc5a tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "PUT /v2.0/ports/fcfb490f-f778-4d83-9053-cd92a33954ac HTTP/1.1" status: 200 len: 982 time: 1.3251848 Jan 28 00:19:42.705081 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d86915-f4d1-451a-bee6-619c31eef3a6', 'tag': 'fcfb490f-f778-4d83-9053-cd92a33954ac'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:19:42.707015 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932b1fa7-78dc-4b23-9544-8dd02283d1ee" -d '{"events": [{"name": "network-changed", "server_uuid": "30d86915-f4d1-451a-bee6-619c31eef3a6", "tag": "fcfb490f-f778-4d83-9053-cd92a33954ac"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:19:42.716629 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-d8cc71fb-906e-44cb-85cd-c0dd2d4b2011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:42.718229 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-d8cc71fb-906e-44cb-85cd-c0dd2d4b2011 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6c8f991a-3a24-4bd6-a4c1-afbf0559c273 HTTP/1.1" status: 200 len: 797 time: 0.1206021 Jan 28 00:19:42.753636 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f624982-b308-4998-a0d6-e38b42c5cc5a tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Pushing event updated for resources: {'Port': ['ID=fcfb490f-f778-4d83-9053-cd92a33954ac,revision_number=6']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:42.799758 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['84c70a84-fc0a-4272-aa60-3ac20605cb98'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:19:42.833928 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:42.886686 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['fcfb490f-f778-4d83-9053-cd92a33954ac'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:19:42.894374 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-589a1ce0-b915-4363-a646-e1d40e193b21 req-d2ff3272-e714-4072-96d8-e750faa6aa9f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2253eea2b9f94d3c9e9a9e6c9260650c&device_id=202d6bc5-164a-47e4-b54f-d0669ec55e4d HTTP/1.1" status: 200 len: 210 time: 0.0733392 Jan 28 00:19:42.940787 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c782a-1396-4429-b4e1-34f0f66dedcd req-db848925-cc41-4c5e-adbd-0032afc80705 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:42.954644 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c782a-1396-4429-b4e1-34f0f66dedcd req-db848925-cc41-4c5e-adbd-0032afc80705 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:42.967647 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c782a-1396-4429-b4e1-34f0f66dedcd req-db848925-cc41-4c5e-adbd-0032afc80705 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:42.979524 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c782a-1396-4429-b4e1-34f0f66dedcd req-db848925-cc41-4c5e-adbd-0032afc80705 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:42.990866 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c782a-1396-4429-b4e1-34f0f66dedcd req-db848925-cc41-4c5e-adbd-0032afc80705 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:43.001145 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c782a-1396-4429-b4e1-34f0f66dedcd req-db848925-cc41-4c5e-adbd-0032afc80705 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:43.014253 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c782a-1396-4429-b4e1-34f0f66dedcd req-db848925-cc41-4c5e-adbd-0032afc80705 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:43.019170 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-991c782a-1396-4429-b4e1-34f0f66dedcd req-db848925-cc41-4c5e-adbd-0032afc80705 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 5431 time: 0.2890868 Jan 28 00:19:43.089184 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-8653c40f-99fe-4539-83b5-264501819406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:43.091954 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-8653c40f-99fe-4539-83b5-264501819406 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d3515a7-9da9-44c3-a34e-684df23ac567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3458495 Jan 28 00:19:43.105258 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 146a2a29-5e33-4f5f-b2aa-7cc6f503eb21 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:19:43.336936 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 146a2a29-5e33-4f5f-b2aa-7cc6f503eb21, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=146a2a29-5e33-4f5f-b2aa-7cc6f503eb21,segment=NetworkSegment(9fbf6335-f866-4c13-912f-2bc6abd2616f),segment_id=9fbf6335-f866-4c13-912f-2bc6abd2616f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:19:43.363907 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '146a2a29-5e33-4f5f-b2aa-7cc6f503eb21', 'network_id': '8e4166d7-628c-488b-a49c-8bd02c6dbdd7', 'port_id': '146a2a29-5e33-4f5f-b2aa-7cc6f503eb21', 'mac_address': 'fa:16:3e:46:0e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f4008d8-c1f7-40b3-ba84-08c607626cc6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:19:43.434996 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 146a2a29-5e33-4f5f-b2aa-7cc6f503eb21 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:19:43.435531 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (146a2a29-5e33-4f5f-b2aa-7cc6f503eb21), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:43.459145 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 146a2a29-5e33-4f5f-b2aa-7cc6f503eb21 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:19:43.480745 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 146a2a29-5e33-4f5f-b2aa-7cc6f503eb21, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=146a2a29-5e33-4f5f-b2aa-7cc6f503eb21,segment=NetworkSegment(9fbf6335-f866-4c13-912f-2bc6abd2616f),segment_id=9fbf6335-f866-4c13-912f-2bc6abd2616f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:19:43.485033 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (146a2a29-5e33-4f5f-b2aa-7cc6f503eb21), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:43.547195 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=146a2a29-5e33-4f5f-b2aa-7cc6f503eb21,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:43.622795 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f20246-31b8-497f-8dcb-8a5c74fb2b09 req-69606e77-3cef-44ed-af50-70978d40717a tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:43.624343 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-00f20246-31b8-497f-8dcb-8a5c74fb2b09 req-69606e77-3cef-44ed-af50-70978d40717a tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ec2a423-d902-4fc9-9583-c68af6e6b1e0 HTTP/1.1" status: 200 len: 944 time: 0.6047747 Jan 28 00:19:43.652768 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-991c782a-1396-4429-b4e1-34f0f66dedcd req-feea31ad-b657-494c-ba40-45079470875c tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ce589d-1355-4162-a23a-6782446bdfe9&id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6130316 Jan 28 00:19:43.684436 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a1ce0-b915-4363-a646-e1d40e193b21 req-a0c48173-8473-4071-ab9e-17dbac08b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:43.686297 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-589a1ce0-b915-4363-a646-e1d40e193b21 req-a0c48173-8473-4071-ab9e-17dbac08b455 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=2253eea2b9f94d3c9e9a9e6c9260650c&shared=False HTTP/1.1" status: 200 len: 906 time: 0.7724369 Jan 28 00:19:43.775727 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-7fa094e0-0f21-4189-9e45-2a475f4827ac service neutron] 10.222.0.52 "GET /v2.0/networks/0d3515a7-9da9-44c3-a34e-684df23ac567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593075 Jan 28 00:19:43.776512 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-ce5803e9-7a0c-4e90-9327-0be7a906e25e service neutron] show failed (client error): The resource could not be found. Jan 28 00:19:43.777411 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-ce5803e9-7a0c-4e90-9327-0be7a906e25e service neutron] 10.222.0.65 "GET /v2.0/ports/f9d89e94-1881-4800-aec0-ebe0b401e515/bindings/n-h2-826754-1 HTTP/1.1" status: 404 len: 380 time: 0.2754328 Jan 28 00:19:43.889140 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-00f20246-31b8-497f-8dcb-8a5c74fb2b09 req-8b58093b-d6c7-4b46-97c5-0111341e57b0 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c39484f-9d82-4aed-a45b-f4bc83083bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461746 Jan 28 00:19:43.917017 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['146a2a29-5e33-4f5f-b2aa-7cc6f503eb21'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:19:43.925337 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:43.968166 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8b226-0c51-4329-ab4d-e7fe2c7d764d req-4f510a3d-919e-4993-b411-0123e72b73d5 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:43.970837 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-69f8b226-0c51-4329-ab4d-e7fe2c7d764d req-4f510a3d-919e-4993-b411-0123e72b73d5 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fb84a4e-aeeb-4965-911f-d65528deb85c HTTP/1.1" status: 200 len: 948 time: 0.2340801 Jan 28 00:19:44.010704 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a1ce0-b915-4363-a646-e1d40e193b21 req-ef719102-e079-410c-9714-87ea7e729e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:44.013171 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-589a1ce0-b915-4363-a646-e1d40e193b21 req-ef719102-e079-410c-9714-87ea7e729e76 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3200254 Jan 28 00:19:44.038162 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-b400bfd1-010a-4fdc-b5e8-533d212e999e service neutron] 10.222.0.52 "GET /v2.0/networks/0d3515a7-9da9-44c3-a34e-684df23ac567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447054 Jan 28 00:19:44.046314 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc762317-32d6-49e1-bb76-84433f1bfd10 x-openstack-request-id: req-fc762317-32d6-49e1-bb76-84433f1bfd10 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:19:44.047361 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d86915-f4d1-451a-bee6-619c31eef3a6", "tag": "fcfb490f-f778-4d83-9053-cd92a33954ac", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:19:44.047361 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fc762317-32d6-49e1-bb76-84433f1bfd10 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:19:44.047916 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d86915-f4d1-451a-bee6-619c31eef3a6', 'tag': 'fcfb490f-f778-4d83-9053-cd92a33954ac', 'status': 'completed', 'code': 200} Jan 28 00:19:44.109069 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-69f8b226-0c51-4329-ab4d-e7fe2c7d764d req-8349cf20-829a-4937-af86-b6cdbe1084d9 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292706 Jan 28 00:19:44.202580 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b1fa7-78dc-4b23-9544-8dd02283d1ee req-9e13f8b7-2473-4873-9b20-1e532cb9625d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:44.204194 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-932b1fa7-78dc-4b23-9544-8dd02283d1ee req-9e13f8b7-2473-4873-9b20-1e532cb9625d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8a04340ab2345348380631aeb839f0e&device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 1136 time: 0.1107199 Jan 28 00:19:44.298081 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-4edae414-df2c-4972-b230-a09dc6c9f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:44.298971 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-4edae414-df2c-4972-b230-a09dc6c9f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:44.299907 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-4edae414-df2c-4972-b230-a09dc6c9f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:44.300818 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-4edae414-df2c-4972-b230-a09dc6c9f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:44.301676 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-4edae414-df2c-4972-b230-a09dc6c9f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:44.302653 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-4edae414-df2c-4972-b230-a09dc6c9f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:44.303577 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-4edae414-df2c-4972-b230-a09dc6c9f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:44.306179 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-589a1ce0-b915-4363-a646-e1d40e193b21 req-ec605762-8643-4141-b0b9-a61164aeb870 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.52 "GET /v2.0/ports?device_id=202d6bc5-164a-47e4-b54f-d0669ec55e4d HTTP/1.1" status: 200 len: 210 time: 0.0972922 Jan 28 00:19:44.307296 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-4edae414-df2c-4972-b230-a09dc6c9f804 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=160a5827a22f400b84570ea4a4c65c01&device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 6488 time: 0.0988863 Jan 28 00:19:44.346451 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-2745a718-166a-4306-9752-351d92c36c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:44.348084 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-2745a718-166a-4306-9752-351d92c36c19 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78&tenant_id=83dbb6195da44e30b63c09c8e88d497f HTTP/1.1" status: 200 len: 1100 time: 0.2098737 Jan 28 00:19:44.357761 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e59f294a-f485-4302-a068-7322a4df6502 req-6a06fb6d-ef09-4d13-8e27-955330ee6fef tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1223839575&fields=id&tenant_id=f8a04340ab2345348380631aeb839f0e HTTP/1.1" status: 200 len: 267 time: 0.2286148 Jan 28 00:19:44.374492 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-d3ebd587-1737-45d5-9f6b-f93f48c99523 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826754-1', 'device_owner': 'compute:nova'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:19:44.469109 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-6899f199-4e79-4499-813f-2ede3aca0c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:44.471379 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-6899f199-4e79-4499-813f-2ede3aca0c37 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d3515a7-9da9-44c3-a34e-684df23ac567 HTTP/1.1" status: 200 len: 903 time: 0.1444728 Jan 28 00:19:44.478620 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7675d4-496c-4e34-83d7-4b4b1b235e18 req-04b8b592-4a08-4d10-87ca-57a85b4d1fa6 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:44.483405 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4e7675d4-496c-4e34-83d7-4b4b1b235e18 req-04b8b592-4a08-4d10-87ca-57a85b4d1fa6 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 949 time: 0.2719131 Jan 28 00:19:44.541531 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b1fa7-78dc-4b23-9544-8dd02283d1ee req-4a81b971-66d6-440e-8d4f-cb08f8671d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:44.544243 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-932b1fa7-78dc-4b23-9544-8dd02283d1ee req-4a81b971-66d6-440e-8d4f-cb08f8671d62 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b HTTP/1.1" status: 200 len: 920 time: 0.3201530 Jan 28 00:19:44.548412 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-13783d70-3d0f-4ecf-8f8f-6413359f6717 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cd7a9ba0-5a49-4f0f-bbe3-164519fac46b HTTP/1.1" status: 200 len: 217 time: 0.0698123 Jan 28 00:19:44.631863 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-99a3e785-9030-4f01-bc13-af4653ece716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:44.634880 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-99a3e785-9030-4f01-bc13-af4653ece716 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6c8f991a-3a24-4bd6-a4c1-afbf0559c273 HTTP/1.1" status: 200 len: 797 time: 0.0800712 Jan 28 00:19:44.640703 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-d3ebd587-1737-45d5-9f6b-f93f48c99523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f9d89e94-1881-4800-aec0-ebe0b401e515), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:44.668877 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-932b1fa7-78dc-4b23-9544-8dd02283d1ee req-3a164cc9-85f9-4edd-9764-a93e637999a2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcfb490f-f778-4d83-9053-cd92a33954ac HTTP/1.1" status: 200 len: 217 time: 0.1148043 Jan 28 00:19:44.694212 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f294a-f485-4302-a068-7322a4df6502 req-8a436826-cad7-42ff-b621-b10e8efa09af tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:44.700665 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e59f294a-f485-4302-a068-7322a4df6502 req-8a436826-cad7-42ff-b621-b10e8efa09af tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/ports?device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 985 time: 0.3204179 Jan 28 00:19:44.716941 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-8c1efcb2-81ff-4fd4-87b9-dcb6c766b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:44.720655 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-8c1efcb2-81ff-4fd4-87b9-dcb6c766b621 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d3515a7-9da9-44c3-a34e-684df23ac567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0758910 Jan 28 00:19:44.742345 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-e59f294a-f485-4302-a068-7322a4df6502 req-92c125e2-0723-4052-9dcc-93891c6ad952 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Request body: {'port': {'security_groups': ['b71e553b-2aad-46e1-986a-943b36ce07e4']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:19:44.827020 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4e7675d4-496c-4e34-83d7-4b4b1b235e18 req-f3e139cf-c580-486f-8359-b5ff78897118 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326049 Jan 28 00:19:44.844888 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-6be4b5fb-7afc-4ced-8095-ea39bbefb1fc service neutron] 10.222.0.52 "GET /v2.0/networks/0d3515a7-9da9-44c3-a34e-684df23ac567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164417 Jan 28 00:19:44.944368 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b1fa7-78dc-4b23-9544-8dd02283d1ee req-e7ac3eb9-0fe2-449a-9b5c-3d737a58527a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:44.945800 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-932b1fa7-78dc-4b23-9544-8dd02283d1ee req-e7ac3eb9-0fe2-449a-9b5c-3d737a58527a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=15e473ff-b094-44ce-baac-7061d4d3f5a3 HTTP/1.1" status: 200 len: 859 time: 0.2304585 Jan 28 00:19:44.973719 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-02c6fd93-09c4-4dd4-9be7-4f4455164555 req-4c683b6c-cff3-45b0-be02-8f6e904d6e04 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3515a7-9da9-44c3-a34e-684df23ac567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205273 Jan 28 00:19:44.990424 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e59f294a-f485-4302-a068-7322a4df6502 req-92c125e2-0723-4052-9dcc-93891c6ad952 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (fcfb490f-f778-4d83-9053-cd92a33954ac), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:45.018192 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-932b1fa7-78dc-4b23-9544-8dd02283d1ee req-0e9524e6-51be-4d6a-af83-2942dce29106 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559251 Jan 28 00:19:45.304142 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-d3ebd587-1737-45d5-9f6b-f93f48c99523 service neutron] For port f9d89e94-1881-4800-aec0-ebe0b401e515, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=f9d89e94-1881-4800-aec0-ebe0b401e515,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:19:45.321995 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-932b1fa7-78dc-4b23-9544-8dd02283d1ee req-81de28b8-9d35-4836-ac74-7e7637ecdcfa service neutron] 10.222.0.65 "GET /v2.0/networks/bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933187 Jan 28 00:19:45.358513 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a3572-609f-4d74-ba54-d24f519106ba req-17403d13-d2cf-466c-b458-f55d4e8023bf tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:45.360193 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a2a3572-609f-4d74-ba54-d24f519106ba req-17403d13-d2cf-466c-b458-f55d4e8023bf tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b853db9-393e-472e-870d-8c36ddece27e HTTP/1.1" status: 200 len: 946 time: 0.2338238 Jan 28 00:19:45.495570 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-d3ebd587-1737-45d5-9f6b-f93f48c99523 service neutron] For port f9d89e94-1881-4800-aec0-ebe0b401e515, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:19:45.619212 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-d3ebd587-1737-45d5-9f6b-f93f48c99523 service neutron] Publish callbacks [] for port (f9d89e94-1881-4800-aec0-ebe0b401e515), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:45.626472 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a2a3572-609f-4d74-ba54-d24f519106ba req-58ef0646-eea4-4e1e-a97b-a6f3f95fea90 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202110 Jan 28 00:19:45.629947 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-e59f294a-f485-4302-a068-7322a4df6502 req-92c125e2-0723-4052-9dcc-93891c6ad952 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] For port fcfb490f-f778-4d83-9053-cd92a33954ac, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=fcfb490f-f778-4d83-9053-cd92a33954ac,segment=NetworkSegment(51e83a15-751a-4596-ba9e-46368c69870b),segment_id=51e83a15-751a-4596-ba9e-46368c69870b)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:19:45.653376 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-932b1fa7-78dc-4b23-9544-8dd02283d1ee req-9167f6c0-2e2f-4b22-94fb-0f0c657c3c46 service neutron] 10.222.0.65 "GET /v2.0/networks/bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157232 Jan 28 00:19:45.679426 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-d3ebd587-1737-45d5-9f6b-f93f48c99523 service neutron] Transition to ACTIVE for port object f9d89e94-1881-4800-aec0-ebe0b401e515 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:19:45.696716 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-d3ebd587-1737-45d5-9f6b-f93f48c99523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (f9d89e94-1881-4800-aec0-ebe0b401e515), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:45.702151 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 84c70a84-fc0a-4272-aa60-3ac20605cb98 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:19:45.728574 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e59f294a-f485-4302-a068-7322a4df6502 req-92c125e2-0723-4052-9dcc-93891c6ad952 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks [] for port (fcfb490f-f778-4d83-9053-cd92a33954ac), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:45.755390 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e59f294a-f485-4302-a068-7322a4df6502 req-92c125e2-0723-4052-9dcc-93891c6ad952 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (fcfb490f-f778-4d83-9053-cd92a33954ac), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:45.799252 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['fcfb490f-f778-4d83-9053-cd92a33954ac'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:19:45.813782 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebd587-1737-45d5-9f6b-f93f48c99523 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d89e94-1881-4800-aec0-ebe0b401e515,revision_number=6']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:45.843319 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-d3ebd587-1737-45d5-9f6b-f93f48c99523 service neutron] No DVR routers for this DVR port f9d89e94-1881-4800-aec0-ebe0b401e515 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:19:45.851577 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f294a-f485-4302-a068-7322a4df6502 req-92c125e2-0723-4052-9dcc-93891c6ad952 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:45.852291 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e59f294a-f485-4302-a068-7322a4df6502 req-92c125e2-0723-4052-9dcc-93891c6ad952 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:45.853834 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e59f294a-f485-4302-a068-7322a4df6502 req-92c125e2-0723-4052-9dcc-93891c6ad952 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "PUT /v2.0/ports/fcfb490f-f778-4d83-9053-cd92a33954ac HTTP/1.1" status: 200 len: 943 time: 1.1262088 Jan 28 00:19:45.891242 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 84c70a84-fc0a-4272-aa60-3ac20605cb98 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:19:45.908347 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 84c70a84-fc0a-4272-aa60-3ac20605cb98 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:19:45.908911 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (84c70a84-fc0a-4272-aa60-3ac20605cb98), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:45.949614 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701856b-fe86-4dc9-a6e8-5d047c588e84 req-c893ad8a-1bcd-471f-a971-9b2779b6ee7a tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:45.955167 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701856b-fe86-4dc9-a6e8-5d047c588e84 req-c893ad8a-1bcd-471f-a971-9b2779b6ee7a tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:45.964126 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701856b-fe86-4dc9-a6e8-5d047c588e84 req-c893ad8a-1bcd-471f-a971-9b2779b6ee7a tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:45.969666 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701856b-fe86-4dc9-a6e8-5d047c588e84 req-c893ad8a-1bcd-471f-a971-9b2779b6ee7a tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:45.975154 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701856b-fe86-4dc9-a6e8-5d047c588e84 req-c893ad8a-1bcd-471f-a971-9b2779b6ee7a tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:45.980862 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701856b-fe86-4dc9-a6e8-5d047c588e84 req-c893ad8a-1bcd-471f-a971-9b2779b6ee7a tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:45.986252 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701856b-fe86-4dc9-a6e8-5d047c588e84 req-c893ad8a-1bcd-471f-a971-9b2779b6ee7a tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:45.988608 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9701856b-fe86-4dc9-a6e8-5d047c588e84 req-c893ad8a-1bcd-471f-a971-9b2779b6ee7a tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 5431 time: 0.2388389 Jan 28 00:19:46.000394 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c125e2-0723-4052-9dcc-93891c6ad952 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Pushing event updated for resources: {'Port': ['ID=fcfb490f-f778-4d83-9053-cd92a33954ac,revision_number=7']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:46.049256 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-d3ebd587-1737-45d5-9f6b-f93f48c99523 service neutron] Attempting to bind port f9d89e94-1881-4800-aec0-ebe0b401e515 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:19:46.049549 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-d3ebd587-1737-45d5-9f6b-f93f48c99523 service neutron] Attempting to bind port f9d89e94-1881-4800-aec0-ebe0b401e515 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:19:46.049838 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-d3ebd587-1737-45d5-9f6b-f93f48c99523 service neutron] Attempting to bind port f9d89e94-1881-4800-aec0-ebe0b401e515 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:19:46.052869 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2719883-d508-4ac8-a97c-b040d9b3fb78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9d89e94-1881-4800-aec0-ebe0b401e515'}, {'name': 'network-changed', 'server_uuid': '30d86915-f4d1-451a-bee6-619c31eef3a6', 'tag': 'fcfb490f-f778-4d83-9053-cd92a33954ac'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:19:46.055237 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34d8745-3f24-4ff9-a87b-e1e8ddf88125" -d '{"events": [{"server_uuid": "a2719883-d508-4ac8-a97c-b040d9b3fb78", "name": "network-vif-unplugged", "status": "completed", "tag": "f9d89e94-1881-4800-aec0-ebe0b401e515"}, {"name": "network-changed", "server_uuid": "30d86915-f4d1-451a-bee6-619c31eef3a6", "tag": "fcfb490f-f778-4d83-9053-cd92a33954ac"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:19:46.062999 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['fcfb490f-f778-4d83-9053-cd92a33954ac'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:19:46.070493 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-d3ebd587-1737-45d5-9f6b-f93f48c99523 service neutron] Port f9d89e94-1881-4800-aec0-ebe0b401e515 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:19:46.070839 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-d3ebd587-1737-45d5-9f6b-f93f48c99523 service neutron] Attempting to bind port f9d89e94-1881-4800-aec0-ebe0b401e515 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:19:46.102517 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-d3ebd587-1737-45d5-9f6b-f93f48c99523 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:19:46.102869 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-d3ebd587-1737-45d5-9f6b-f93f48c99523 service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:19:46.103272 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-d3ebd587-1737-45d5-9f6b-f93f48c99523 service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:19:46.103768 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-d3ebd587-1737-45d5-9f6b-f93f48c99523 service neutron] Bound port: f9d89e94-1881-4800-aec0-ebe0b401e515, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:19:46.104140 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-d3ebd587-1737-45d5-9f6b-f93f48c99523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f9d89e94-1881-4800-aec0-ebe0b401e515), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:46.134712 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9701856b-fe86-4dc9-a6e8-5d047c588e84 req-3ae80d13-424e-497f-9214-8ac2cbde51f1 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ce589d-1355-4162-a23a-6782446bdfe9&id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1302037 Jan 28 00:19:46.144321 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf69ef-9db2-4f56-a207-b992a57b141b req-4623d98c-b9af-4c5e-a6ea-bf625fb43102 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:46.145918 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-15bf69ef-9db2-4f56-a207-b992a57b141b req-4623d98c-b9af-4c5e-a6ea-bf625fb43102 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ec2a423-d902-4fc9-9583-c68af6e6b1e0 HTTP/1.1" status: 200 len: 945 time: 0.1504419 Jan 28 00:19:46.298908 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 84c70a84-fc0a-4272-aa60-3ac20605cb98 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:19:46.299314 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (84c70a84-fc0a-4272-aa60-3ac20605cb98), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:46.369951 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb84a4e-aeeb-4965-911f-d65528deb85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c70a84-fc0a-4272-aa60-3ac20605cb98'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:19:46.372326 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26893b24-dc2c-4981-949f-0bf71fc2cf24" -d '{"events": [{"server_uuid": "2fb84a4e-aeeb-4965-911f-d65528deb85c", "name": "network-vif-plugged", "status": "completed", "tag": "84c70a84-fc0a-4272-aa60-3ac20605cb98"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:19:46.391737 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 84c70a84-fc0a-4272-aa60-3ac20605cb98, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=84c70a84-fc0a-4272-aa60-3ac20605cb98,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:19:46.401870 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (84c70a84-fc0a-4272-aa60-3ac20605cb98), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:46.489039 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=84c70a84-fc0a-4272-aa60-3ac20605cb98,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:46.586690 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-d3ebd587-1737-45d5-9f6b-f93f48c99523 service neutron] For port f9d89e94-1881-4800-aec0-ebe0b401e515, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:19:46.592339 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-d3ebd587-1737-45d5-9f6b-f93f48c99523 service neutron] For port f9d89e94-1881-4800-aec0-ebe0b401e515, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=f9d89e94-1881-4800-aec0-ebe0b401e515,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:19:46.596489 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-15bf69ef-9db2-4f56-a207-b992a57b141b req-6df6d541-55c4-4675-a8db-60daa6cda26a tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c39484f-9d82-4aed-a45b-f4bc83083bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434700 Jan 28 00:19:46.600701 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-d3ebd587-1737-45d5-9f6b-f93f48c99523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (f9d89e94-1881-4800-aec0-ebe0b401e515), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:46.680519 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-d3ebd587-1737-45d5-9f6b-f93f48c99523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:46.681577 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-d3ebd587-1737-45d5-9f6b-f93f48c99523 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:46.682882 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-d3ebd587-1737-45d5-9f6b-f93f48c99523 service neutron] 10.222.0.52 "PUT /v2.0/ports/f9d89e94-1881-4800-aec0-ebe0b401e515 HTTP/1.1" status: 200 len: 1095 time: 2.3189268 Jan 28 00:19:46.716784 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-c960802b-bf20-4458-8ebb-9ab2128d86b9 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:46.718619 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-c960802b-bf20-4458-8ebb-9ab2128d86b9 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/networks?id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e HTTP/1.1" status: 200 len: 805 time: 0.2534223 Jan 28 00:19:46.776178 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebd587-1737-45d5-9f6b-f93f48c99523 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d89e94-1881-4800-aec0-ebe0b401e515,revision_number=7']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:46.806495 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-1d3464cb-5b18-4743-9a75-e74b6baf8f44 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/quotas/2253eea2b9f94d3c9e9a9e6c9260650c HTTP/1.1" status: 200 len: 375 time: 0.0645003 Jan 28 00:19:46.861236 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e50807-6608-4c17-bcb9-e3f271cae14e req-f667f2f3-49cf-4bca-8ac7-ac194566a5ce tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:46.862872 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9e50807-6608-4c17-bcb9-e3f271cae14e req-f667f2f3-49cf-4bca-8ac7-ac194566a5ce tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fb84a4e-aeeb-4965-911f-d65528deb85c HTTP/1.1" status: 200 len: 949 time: 0.1398742 Jan 28 00:19:46.866661 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-ea8664a2-21d2-4b5b-b6dc-70618a2b55e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:46.868240 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-ea8664a2-21d2-4b5b-b6dc-70618a2b55e1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 1098 time: 0.1363549 Jan 28 00:19:46.961789 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-5fe4c552-5509-4506-b719-f70d0e7a39cb tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2253eea2b9f94d3c9e9a9e6c9260650c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1452811 Jan 28 00:19:47.054595 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9e50807-6608-4c17-bcb9-e3f271cae14e req-b3e7aad3-1281-4679-ae0b-a503c7d4056c tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693842 Jan 28 00:19:47.074175 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-08c118b5-4c7b-4607-8f4c-f1a47e9b5a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:47.075940 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-08c118b5-4c7b-4607-8f4c-f1a47e9b5a38 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.1999834 Jan 28 00:19:47.124321 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 146a2a29-5e33-4f5f-b2aa-7cc6f503eb21 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:19:47.185050 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 146a2a29-5e33-4f5f-b2aa-7cc6f503eb21 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:19:47.186408 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-c5d6ea83-39dd-48d2-8868-7a8e7658389a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=f9d89e94-1881-4800-aec0-ebe0b401e515 HTTP/1.1" status: 200 len: 217 time: 0.1002927 Jan 28 00:19:47.190260 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 146a2a29-5e33-4f5f-b2aa-7cc6f503eb21 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:19:47.190846 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (146a2a29-5e33-4f5f-b2aa-7cc6f503eb21), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:47.317329 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-a505d3eb-c581-423d-bb50-c043c651c593 service neutron] 10.222.0.70 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457294 Jan 28 00:19:47.414882 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 146a2a29-5e33-4f5f-b2aa-7cc6f503eb21 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:19:47.415595 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (146a2a29-5e33-4f5f-b2aa-7cc6f503eb21), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:47.457255 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-6eeaa854-e154-4688-8ee6-a2253362df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:47.458712 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-6eeaa854-e154-4688-8ee6-a2253362df09 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.2500198 Jan 28 00:19:47.458905 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 146a2a29-5e33-4f5f-b2aa-7cc6f503eb21, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=146a2a29-5e33-4f5f-b2aa-7cc6f503eb21,segment=NetworkSegment(9fbf6335-f866-4c13-912f-2bc6abd2616f),segment_id=9fbf6335-f866-4c13-912f-2bc6abd2616f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:19:47.464033 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (146a2a29-5e33-4f5f-b2aa-7cc6f503eb21), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:47.465038 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device f9d89e94-1881-4800-aec0-ebe0b401e515 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:19:47.469020 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2812c-29db-49c6-8956-438e3c2f7a07 req-8978ad14-eb96-48e1-baab-545aa11759c0 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:47.471041 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3ad2812c-29db-49c6-8956-438e3c2f7a07 req-8978ad14-eb96-48e1-baab-545aa11759c0 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b853db9-393e-472e-870d-8c36ddece27e HTTP/1.1" status: 200 len: 946 time: 0.2924209 Jan 28 00:19:47.551637 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=146a2a29-5e33-4f5f-b2aa-7cc6f503eb21,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:47.555593 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] The host n-h1-826754-1 is not matching for port f9d89e94-1881-4800-aec0-ebe0b401e515 host n-h2-826754-1! {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 00:19:47.559570 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device f9d89e94-1881-4800-aec0-ebe0b401e515 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:19:47.604688 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-6c078144-5305-40e5-9d03-6c54c46342cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:47.606227 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-6c078144-5305-40e5-9d03-6c54c46342cb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1303887 Jan 28 00:19:47.611674 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-9359eb9c-6d83-4ed1-bbd3-1e2ecca2757b service neutron] 10.222.0.70 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803361 Jan 28 00:19:47.626160 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3ad2812c-29db-49c6-8956-438e3c2f7a07 req-1639c380-f59c-414b-adc2-c89a9fa11e40 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368361 Jan 28 00:19:47.963004 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-f8b254f3-eb42-4f8d-a70f-b204528b5bf5 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488593 Jan 28 00:19:48.004155 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c881847-1430-4d88-b734-c0426b2df92f req-88d580df-7ec2-48ee-91b7-d948b2867aca tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3318014 Jan 28 00:19:48.047835 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faea0c6-0502-4328-b8e1-037ed6c46398 req-3cfca0e7-1bec-4971-ba5c-d907d10e70a7 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:48.049429 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5faea0c6-0502-4328-b8e1-037ed6c46398 req-3cfca0e7-1bec-4971-ba5c-d907d10e70a7 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 947 time: 0.1969419 Jan 28 00:19:48.052705 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-8c881847-1430-4d88-b734-c0426b2df92f req-796b726c-42bd-46fb-abda-fe6292226427 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:19:48.122093 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8c881847-1430-4d88-b734-c0426b2df92f req-796b726c-42bd-46fb-abda-fe6292226427 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:48.166764 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-157aca33-e91e-4a9c-a532-55fad6b630ec req-b8739c03-c793-449d-8656-d2cd2ba0039a service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963003 Jan 28 00:19:48.171071 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5faea0c6-0502-4328-b8e1-037ed6c46398 req-e779b7e9-000d-471e-9b24-421bd02a2526 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047146 Jan 28 00:19:48.292834 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 28 Jan 2022 00:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95010929-942f-4d2e-a64a-a65509dce41b x-openstack-request-id: req-95010929-942f-4d2e-a64a-a65509dce41b {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:19:48.293432 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2719883-d508-4ac8-a97c-b040d9b3fb78", "name": "network-vif-unplugged", "status": "completed", "tag": "f9d89e94-1881-4800-aec0-ebe0b401e515", "code": 200}, {"name": "network-changed", "server_uuid": "30d86915-f4d1-451a-bee6-619c31eef3a6", "tag": "fcfb490f-f778-4d83-9053-cd92a33954ac", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:19:48.293904 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-95010929-942f-4d2e-a64a-a65509dce41b {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:19:48.295022 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2719883-d508-4ac8-a97c-b040d9b3fb78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9d89e94-1881-4800-aec0-ebe0b401e515', 'code': 200} Jan 28 00:19:48.295469 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d86915-f4d1-451a-bee6-619c31eef3a6', 'tag': 'fcfb490f-f778-4d83-9053-cd92a33954ac', 'status': 'completed', 'code': 200} Jan 28 00:19:48.327705 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8c881847-1430-4d88-b734-c0426b2df92f req-796b726c-42bd-46fb-abda-fe6292226427 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:48.432321 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017396de-1b0a-4664-9e92-2ea061eeba2d x-openstack-request-id: req-017396de-1b0a-4664-9e92-2ea061eeba2d {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:19:48.433971 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb84a4e-aeeb-4965-911f-d65528deb85c", "name": "network-vif-plugged", "status": "completed", "tag": "84c70a84-fc0a-4272-aa60-3ac20605cb98", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:19:48.435541 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-017396de-1b0a-4664-9e92-2ea061eeba2d {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:19:48.436334 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb84a4e-aeeb-4965-911f-d65528deb85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c70a84-fc0a-4272-aa60-3ac20605cb98', 'code': 200} Jan 28 00:19:48.468843 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d8745-3f24-4ff9-a87b-e1e8ddf88125 req-07e74b1d-192d-4fae-be95-6dade655fc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:48.470382 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c34d8745-3f24-4ff9-a87b-e1e8ddf88125 req-07e74b1d-192d-4fae-be95-6dade655fc09 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8a04340ab2345348380631aeb839f0e&device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 1097 time: 0.0916028 Jan 28 00:19:48.583371 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-8c881847-1430-4d88-b734-c0426b2df92f req-796b726c-42bd-46fb-abda-fe6292226427 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Allocated IP 172.25.3.166 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/c156908c-fb15-4eb1-8381-52d23464a879) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:19:48.704380 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59339d1-9b5f-49c0-9f55-9fd2a20b8ac2 req-9a5e7688-8116-49a5-9909-145819f2c3c0 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:48.710556 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59339d1-9b5f-49c0-9f55-9fd2a20b8ac2 req-9a5e7688-8116-49a5-9909-145819f2c3c0 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:48.716066 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59339d1-9b5f-49c0-9f55-9fd2a20b8ac2 req-9a5e7688-8116-49a5-9909-145819f2c3c0 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:48.721668 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59339d1-9b5f-49c0-9f55-9fd2a20b8ac2 req-9a5e7688-8116-49a5-9909-145819f2c3c0 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:48.727906 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59339d1-9b5f-49c0-9f55-9fd2a20b8ac2 req-9a5e7688-8116-49a5-9909-145819f2c3c0 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:48.733456 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59339d1-9b5f-49c0-9f55-9fd2a20b8ac2 req-9a5e7688-8116-49a5-9909-145819f2c3c0 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:48.739033 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59339d1-9b5f-49c0-9f55-9fd2a20b8ac2 req-9a5e7688-8116-49a5-9909-145819f2c3c0 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:48.741284 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d59339d1-9b5f-49c0-9f55-9fd2a20b8ac2 req-9a5e7688-8116-49a5-9909-145819f2c3c0 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 5431 time: 0.2419102 Jan 28 00:19:48.763539 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d8745-3f24-4ff9-a87b-e1e8ddf88125 req-db62bc65-cc0f-4ec0-a825-e98a08db3743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:48.765056 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c34d8745-3f24-4ff9-a87b-e1e8ddf88125 req-db62bc65-cc0f-4ec0-a825-e98a08db3743 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b HTTP/1.1" status: 200 len: 920 time: 0.2869294 Jan 28 00:19:49.101190 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c34d8745-3f24-4ff9-a87b-e1e8ddf88125 req-6b648b16-e318-41d8-9937-4baec97ba0ba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcfb490f-f778-4d83-9053-cd92a33954ac HTTP/1.1" status: 200 len: 217 time: 0.3262446 Jan 28 00:19:49.179120 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb9f15-b887-4907-899c-6ebc959956ee req-7586cc88-3c09-4f03-837d-c758025bb4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:49.180714 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bcfb9f15-b887-4907-899c-6ebc959956ee req-7586cc88-3c09-4f03-837d-c758025bb4b9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2fb84a4e-aeeb-4965-911f-d65528deb85c HTTP/1.1" status: 200 len: 1100 time: 0.5151019 Jan 28 00:19:49.227436 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8c881847-1430-4d88-b734-c0426b2df92f req-796b726c-42bd-46fb-abda-fe6292226427 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks [] for port (c156908c-fb15-4eb1-8381-52d23464a879), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:49.246520 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d59339d1-9b5f-49c0-9f55-9fd2a20b8ac2 req-91e45cd3-7383-4f3f-908c-0debd2b0321d tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ce589d-1355-4162-a23a-6782446bdfe9&id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4876692 Jan 28 00:19:49.251774 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d8745-3f24-4ff9-a87b-e1e8ddf88125 req-818585d9-38ce-467e-a875-169c5675c873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:49.253288 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c34d8745-3f24-4ff9-a87b-e1e8ddf88125 req-818585d9-38ce-467e-a875-169c5675c873 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=15e473ff-b094-44ce-baac-7061d4d3f5a3 HTTP/1.1" status: 200 len: 859 time: 0.1424196 Jan 28 00:19:49.308158 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c34d8745-3f24-4ff9-a87b-e1e8ddf88125 req-b2e2b80f-ccc7-4678-8c36-fcd2a93d40e5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446053 Jan 28 00:19:49.314405 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bcfb9f15-b887-4907-899c-6ebc959956ee req-170466df-02ad-4419-a21b-8f0997c4d550 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202428 Jan 28 00:19:49.393855 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8c881847-1430-4d88-b734-c0426b2df92f req-796b726c-42bd-46fb-abda-fe6292226427 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (c156908c-fb15-4eb1-8381-52d23464a879), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:49.477632 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c881847-1430-4d88-b734-c0426b2df92f req-796b726c-42bd-46fb-abda-fe6292226427 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:19:49.498915 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-8c881847-1430-4d88-b734-c0426b2df92f req-796b726c-42bd-46fb-abda-fe6292226427 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:19:49.507121 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c881847-1430-4d88-b734-c0426b2df92f req-796b726c-42bd-46fb-abda-fe6292226427 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:19:49.532745 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b726c-42bd-46fb-abda-fe6292226427 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Pushing event updated for resources: {'Port': ['ID=c156908c-fb15-4eb1-8381-52d23464a879,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:49.536333 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c34d8745-3f24-4ff9-a87b-e1e8ddf88125 req-4d379e9a-e932-4870-9c86-0756f77810de service neutron] 10.222.0.65 "GET /v2.0/networks/bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154796 Jan 28 00:19:49.566398 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063a17e-1b34-49ee-9a11-88f11f41dd0f req-1d9cb34f-b6b1-4e27-a4b6-7a89e2b718a0 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:49.568787 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7063a17e-1b34-49ee-9a11-88f11f41dd0f req-1d9cb34f-b6b1-4e27-a4b6-7a89e2b718a0 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ec2a423-d902-4fc9-9583-c68af6e6b1e0 HTTP/1.1" status: 200 len: 946 time: 0.1899240 Jan 28 00:19:49.570352 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b726c-42bd-46fb-abda-fe6292226427 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:19:49.570713 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b726c-42bd-46fb-abda-fe6292226427 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:19:49.571069 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b726c-42bd-46fb-abda-fe6292226427 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:19:49.571419 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b726c-42bd-46fb-abda-fe6292226427 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:19:49.571788 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b726c-42bd-46fb-abda-fe6292226427 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:19:49.572131 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b726c-42bd-46fb-abda-fe6292226427 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:19:49.572470 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b726c-42bd-46fb-abda-fe6292226427 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:19:49.572813 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b726c-42bd-46fb-abda-fe6292226427 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:19:49.573149 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b726c-42bd-46fb-abda-fe6292226427 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:19:49.573484 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b726c-42bd-46fb-abda-fe6292226427 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:19:49.573812 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b726c-42bd-46fb-abda-fe6292226427 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:19:49.574145 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b726c-42bd-46fb-abda-fe6292226427 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:19:49.574477 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b726c-42bd-46fb-abda-fe6292226427 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:19:49.802959 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7063a17e-1b34-49ee-9a11-88f11f41dd0f req-97d50cc2-e046-466a-94d3-b46f534b90b9 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c39484f-9d82-4aed-a45b-f4bc83083bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217705 Jan 28 00:19:49.821462 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c34d8745-3f24-4ff9-a87b-e1e8ddf88125 req-45afc160-d7dd-4c52-8006-151eeab587dc service neutron] 10.222.0.65 "GET /v2.0/networks/bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727773 Jan 28 00:19:49.853941 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8c881847-1430-4d88-b734-c0426b2df92f req-796b726c-42bd-46fb-abda-fe6292226427 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks [] for floatingip (ec8cd45a-6b77-4d82-a125-61fafd595a9c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:49.926976 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8c881847-1430-4d88-b734-c0426b2df92f req-796b726c-42bd-46fb-abda-fe6292226427 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c156908c-fb15-4eb1-8381-52d23464a879), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:49.984905 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-b6d6de8f-5c84-4d24-b7d9-2d812bce4b93 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:49.986538 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-b6d6de8f-5c84-4d24-b7d9-2d812bce4b93 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.52 "GET /v2.0/networks?id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e HTTP/1.1" status: 200 len: 805 time: 0.2225523 Jan 28 00:19:50.014885 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-ceae6018-f5ca-4db5-8a5a-5b2f0ae4bf75 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Request body: {'port': {'device_id': 'fe1cacfa-44f1-44c4-88e7-a36db41f98b0', 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e', 'admin_state_up': True, 'tenant_id': '2253eea2b9f94d3c9e9a9e6c9260650c'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:19:50.221103 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-ceae6018-f5ca-4db5-8a5a-5b2f0ae4bf75 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Made reservation on behalf of 2253eea2b9f94d3c9e9a9e6c9260650c for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:19:50.225683 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-ceae6018-f5ca-4db5-8a5a-5b2f0ae4bf75 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:50.243915 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8c881847-1430-4d88-b734-c0426b2df92f req-796b726c-42bd-46fb-abda-fe6292226427 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks [] for port (c156908c-fb15-4eb1-8381-52d23464a879), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:50.253287 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8c881847-1430-4d88-b734-c0426b2df92f req-796b726c-42bd-46fb-abda-fe6292226427 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (c156908c-fb15-4eb1-8381-52d23464a879), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:50.298063 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2719883-d508-4ac8-a97c-b040d9b3fb78', 'tag': 'f9d89e94-1881-4800-aec0-ebe0b401e515'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:19:50.300481 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77632f81-e5cf-4294-9dc7-5a7d2d72ac78" -d '{"events": [{"name": "network-changed", "server_uuid": "a2719883-d508-4ac8-a97c-b040d9b3fb78", "tag": "f9d89e94-1881-4800-aec0-ebe0b401e515"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:19:50.396920 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b726c-42bd-46fb-abda-fe6292226427 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Pushing event updated for resources: {'Port': ['ID=c156908c-fb15-4eb1-8381-52d23464a879,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:50.440490 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec2a423-d902-4fc9-9583-c68af6e6b1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146a2a29-5e33-4f5f-b2aa-7cc6f503eb21'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:19:50.448988 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8c881847-1430-4d88-b734-c0426b2df92f req-796b726c-42bd-46fb-abda-fe6292226427 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (ec8cd45a-6b77-4d82-a125-61fafd595a9c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:50.451372 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39a616b-9d27-400a-a434-8537e5c2c856" -d '{"events": [{"server_uuid": "7ec2a423-d902-4fc9-9583-c68af6e6b1e0", "name": "network-vif-plugged", "status": "completed", "tag": "146a2a29-5e33-4f5f-b2aa-7cc6f503eb21"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:19:50.486621 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8c881847-1430-4d88-b734-c0426b2df92f req-796b726c-42bd-46fb-abda-fe6292226427 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:50.488212 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c881847-1430-4d88-b734-c0426b2df92f req-796b726c-42bd-46fb-abda-fe6292226427 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4529488 Jan 28 00:19:50.502712 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-ceae6018-f5ca-4db5-8a5a-5b2f0ae4bf75 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Allocated IP 172.20.0.8 (57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e/89787cce-0952-4d1c-b459-5274630a8c6e/67f83139-0ba4-4d73-b231-605df47e296e) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:19:50.570564 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c881847-1430-4d88-b734-c0426b2df92f req-8ea44f74-296c-410a-a1b1-798c49f2d055 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 696 time: 0.0699959 Jan 28 00:19:50.610352 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bdf0ba15-fcfa-4ebe-84b2-a31a6bda7605 req-a6da49b7-01a8-422b-a363-2621af7e6e6e tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe1cacfa-44f1-44c4-88e7-a36db41f98b0 HTTP/1.1" status: 200 len: 210 time: 0.0637891 Jan 28 00:19:50.861174 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82e11a-78f4-45a1-a670-cf4453ad9638 req-50b479d9-f362-4d45-8647-8f61e984c370 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:50.862959 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4a82e11a-78f4-45a1-a670-cf4453ad9638 req-50b479d9-f362-4d45-8647-8f61e984c370 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fb84a4e-aeeb-4965-911f-d65528deb85c HTTP/1.1" status: 200 len: 949 time: 0.1797566 Jan 28 00:19:50.869829 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c881847-1430-4d88-b734-c0426b2df92f req-8b9a03df-a179-4336-ab38-8f088c68f981 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:50.871296 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c881847-1430-4d88-b734-c0426b2df92f req-8b9a03df-a179-4336-ab38-8f088c68f981 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 784 time: 0.2666910 Jan 28 00:19:50.919440 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-ceae6018-f5ca-4db5-8a5a-5b2f0ae4bf75 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks [] for port (67f83139-0ba4-4d73-b231-605df47e296e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:50.963650 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4a82e11a-78f4-45a1-a670-cf4453ad9638 req-dd38771c-0007-41ad-a1ab-ea0fa407029e tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872731 Jan 28 00:19:50.994289 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-ceae6018-f5ca-4db5-8a5a-5b2f0ae4bf75 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (67f83139-0ba4-4d73-b231-605df47e296e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:51.029204 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['2757eada-5c5d-468f-9a9f-01ce2f9b089c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:19:51.095157 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-ceae6018-f5ca-4db5-8a5a-5b2f0ae4bf75 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:19:51.124948 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-ceae6018-f5ca-4db5-8a5a-5b2f0ae4bf75 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:19:51.164763 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-ceae6018-f5ca-4db5-8a5a-5b2f0ae4bf75 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:19:51.210277 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae6018-f5ca-4db5-8a5a-5b2f0ae4bf75 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Pushing event updated for resources: {'Port': ['ID=67f83139-0ba4-4d73-b231-605df47e296e,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:51.321620 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f17d14-b120-4c8e-8c7c-9f5211f48521 req-b671a6fd-659c-4108-b21e-dcd9e8c47c97 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:51.327086 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f17d14-b120-4c8e-8c7c-9f5211f48521 req-b671a6fd-659c-4108-b21e-dcd9e8c47c97 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:51.332618 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f17d14-b120-4c8e-8c7c-9f5211f48521 req-b671a6fd-659c-4108-b21e-dcd9e8c47c97 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:51.338874 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f17d14-b120-4c8e-8c7c-9f5211f48521 req-b671a6fd-659c-4108-b21e-dcd9e8c47c97 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:51.344331 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f17d14-b120-4c8e-8c7c-9f5211f48521 req-b671a6fd-659c-4108-b21e-dcd9e8c47c97 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:51.350308 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f17d14-b120-4c8e-8c7c-9f5211f48521 req-b671a6fd-659c-4108-b21e-dcd9e8c47c97 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:51.355936 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f17d14-b120-4c8e-8c7c-9f5211f48521 req-b671a6fd-659c-4108-b21e-dcd9e8c47c97 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:51.357956 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-38f17d14-b120-4c8e-8c7c-9f5211f48521 req-b671a6fd-659c-4108-b21e-dcd9e8c47c97 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 5431 time: 0.2910221 Jan 28 00:19:51.365978 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba733ac-1086-4fbb-8b49-7485a3ea9c76 req-2f94ec31-5f01-445b-838b-582f4e51910f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:51.367566 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ba733ac-1086-4fbb-8b49-7485a3ea9c76 req-2f94ec31-5f01-445b-838b-582f4e51910f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 947 time: 0.2873418 Jan 28 00:19:51.373231 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-ceae6018-f5ca-4db5-8a5a-5b2f0ae4bf75 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:51.373902 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-ceae6018-f5ca-4db5-8a5a-5b2f0ae4bf75 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:51.423778 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-ceae6018-f5ca-4db5-8a5a-5b2f0ae4bf75 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4129887 Jan 28 00:19:51.452307 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-e908da8f-453e-4eb2-9ad6-179b45fbc5ce service neutron] Request body: {'port': {'device_id': 'fe1cacfa-44f1-44c4-88e7-a36db41f98b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:19:51.506075 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ba733ac-1086-4fbb-8b49-7485a3ea9c76 req-7c2aa1e3-0314-4a2e-83fa-c0363564fab0 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275418 Jan 28 00:19:51.515849 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-38f17d14-b120-4c8e-8c7c-9f5211f48521 req-728934aa-5d61-4e8e-a6e4-1a23a150f95d tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ce589d-1355-4162-a23a-6782446bdfe9&id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1389461 Jan 28 00:19:51.554819 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-e908da8f-453e-4eb2-9ad6-179b45fbc5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (67f83139-0ba4-4d73-b231-605df47e296e), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:51.611741 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8971c0-9b9b-4235-9219-2337f72c6087 x-openstack-request-id: req-da8971c0-9b9b-4235-9219-2337f72c6087 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:19:51.612051 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2719883-d508-4ac8-a97c-b040d9b3fb78", "tag": "f9d89e94-1881-4800-aec0-ebe0b401e515", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:19:51.612584 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-da8971c0-9b9b-4235-9219-2337f72c6087 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:19:51.612991 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2719883-d508-4ac8-a97c-b040d9b3fb78', 'tag': 'f9d89e94-1881-4800-aec0-ebe0b401e515', 'status': 'completed', 'code': 200} Jan 28 00:19:51.696649 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b970ab1b-e864-48a4-ab20-deba9d8895c6 x-openstack-request-id: req-b970ab1b-e864-48a4-ab20-deba9d8895c6 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:19:51.697455 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec2a423-d902-4fc9-9583-c68af6e6b1e0", "name": "network-vif-plugged", "status": "completed", "tag": "146a2a29-5e33-4f5f-b2aa-7cc6f503eb21", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:19:51.697455 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b970ab1b-e864-48a4-ab20-deba9d8895c6 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:19:51.698230 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec2a423-d902-4fc9-9583-c68af6e6b1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146a2a29-5e33-4f5f-b2aa-7cc6f503eb21', 'code': 200} Jan 28 00:19:51.760982 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77632f81-e5cf-4294-9dc7-5a7d2d72ac78 req-85441551-dac6-443e-821d-f415a02d16d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:51.765456 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77632f81-e5cf-4294-9dc7-5a7d2d72ac78 req-85441551-dac6-443e-821d-f415a02d16d7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 1098 time: 0.0905304 Jan 28 00:19:51.783322 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77632f81-e5cf-4294-9dc7-5a7d2d72ac78 req-64c8afdf-8953-4bac-a669-dd606e077e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:51.784916 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77632f81-e5cf-4294-9dc7-5a7d2d72ac78 req-64c8afdf-8953-4bac-a669-dd606e077e4f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 1098 time: 0.0894346 Jan 28 00:19:51.966863 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77632f81-e5cf-4294-9dc7-5a7d2d72ac78 req-611c07da-fbda-4817-bff4-a95bf672895d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:51.968339 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77632f81-e5cf-4294-9dc7-5a7d2d72ac78 req-611c07da-fbda-4817-bff4-a95bf672895d service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.1953881 Jan 28 00:19:52.020337 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa668f-aacb-40ca-b457-fbab26b2caea req-2f4df500-e1eb-4fc8-be5f-8461570d9927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:52.022580 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0caa668f-aacb-40ca-b457-fbab26b2caea req-2f4df500-e1eb-4fc8-be5f-8461570d9927 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7ec2a423-d902-4fc9-9583-c68af6e6b1e0 HTTP/1.1" status: 200 len: 1097 time: 0.1055665 Jan 28 00:19:52.024285 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77632f81-e5cf-4294-9dc7-5a7d2d72ac78 req-24dd0124-aacf-4499-a6fe-c10bd4ed5b79 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=f9d89e94-1881-4800-aec0-ebe0b401e515 HTTP/1.1" status: 200 len: 217 time: 0.0496562 Jan 28 00:19:52.117662 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0caa668f-aacb-40ca-b457-fbab26b2caea req-3e0902d9-8bc9-499b-9fcd-310032c6994c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3c39484f-9d82-4aed-a45b-f4bc83083bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886128 Jan 28 00:19:52.119486 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77632f81-e5cf-4294-9dc7-5a7d2d72ac78 req-a0b508a1-92cb-4f28-9149-de3e416ae1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:52.121118 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77632f81-e5cf-4294-9dc7-5a7d2d72ac78 req-a0b508a1-92cb-4f28-9149-de3e416ae1a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.0829697 Jan 28 00:19:52.190657 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77632f81-e5cf-4294-9dc7-5a7d2d72ac78 req-7b970741-769b-472b-8f3c-665c5ad4c461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:52.193458 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77632f81-e5cf-4294-9dc7-5a7d2d72ac78 req-7b970741-769b-472b-8f3c-665c5ad4c461 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0640283 Jan 28 00:19:52.326724 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77632f81-e5cf-4294-9dc7-5a7d2d72ac78 req-c7f5d710-915d-4e3c-8920-dc63de7c9ce2 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257997 Jan 28 00:19:52.358870 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00773941-da92-4659-934d-cbcee48ed8dc req-855ba1b2-2612-4875-8903-7f4d990b7560 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:52.360784 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-00773941-da92-4659-934d-cbcee48ed8dc req-855ba1b2-2612-4875-8903-7f4d990b7560 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ec2a423-d902-4fc9-9583-c68af6e6b1e0 HTTP/1.1" status: 200 len: 946 time: 0.5336010 Jan 28 00:19:52.377116 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77632f81-e5cf-4294-9dc7-5a7d2d72ac78 req-410e8668-069b-47ce-9b39-0dd612568487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:52.378611 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77632f81-e5cf-4294-9dc7-5a7d2d72ac78 req-410e8668-069b-47ce-9b39-0dd612568487 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.5642793 Jan 28 00:19:52.397727 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5ffa2-0ea2-41ef-aee1-5119d3e91f19 req-ca677da7-f218-4f60-ba59-c3417126634f tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:52.399344 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70a5ffa2-0ea2-41ef-aee1-5119d3e91f19 req-ca677da7-f218-4f60-ba59-c3417126634f tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/ports?device_id=30d86915-f4d1-451a-bee6-619c31eef3a6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5453942 Jan 28 00:19:52.472520 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77632f81-e5cf-4294-9dc7-5a7d2d72ac78 req-a8f77a64-08dc-4ca7-bec3-fd3a6734ad3c service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362460 Jan 28 00:19:52.558975 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77632f81-e5cf-4294-9dc7-5a7d2d72ac78 req-5feb8af4-f91c-40e0-bbdd-51aab71222d6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=f9d89e94-1881-4800-aec0-ebe0b401e515 HTTP/1.1" status: 200 len: 217 time: 0.1249769 Jan 28 00:19:52.564563 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70a5ffa2-0ea2-41ef-aee1-5119d3e91f19 req-4c9d070c-2d63-4bc2-b002-70c15a6b2d33 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 696 time: 0.1462736 Jan 28 00:19:52.576287 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-00773941-da92-4659-934d-cbcee48ed8dc req-30f7d923-668d-4bae-a18e-a40407cebf70 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c39484f-9d82-4aed-a45b-f4bc83083bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006865 Jan 28 00:19:52.579817 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-e908da8f-453e-4eb2-9ad6-179b45fbc5ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67f83139-0ba4-4d73-b231-605df47e296e {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:19:52.604639 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-70a5ffa2-0ea2-41ef-aee1-5119d3e91f19 req-0c60cf2b-029a-411c-ad68-0f9ff04551b0 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Request body: {'floatingip': {'port_id': 'fcfb490f-f778-4d83-9053-cd92a33954ac', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:19:52.627715 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-e908da8f-453e-4eb2-9ad6-179b45fbc5ce service neutron] Publish callbacks [] for port (67f83139-0ba4-4d73-b231-605df47e296e), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:52.690101 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-e908da8f-453e-4eb2-9ad6-179b45fbc5ce service neutron] Transition to ACTIVE for port object 67f83139-0ba4-4d73-b231-605df47e296e will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:19:52.694637 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-70a5ffa2-0ea2-41ef-aee1-5119d3e91f19 req-0c60cf2b-029a-411c-ad68-0f9ff04551b0 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks [] for floatingip (ec8cd45a-6b77-4d82-a125-61fafd595a9c), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:52.730329 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-e908da8f-453e-4eb2-9ad6-179b45fbc5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (67f83139-0ba4-4d73-b231-605df47e296e), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:52.744613 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77632f81-e5cf-4294-9dc7-5a7d2d72ac78 req-5d949092-8ad5-42cd-b04c-dbc7f4244ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:52.749159 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77632f81-e5cf-4294-9dc7-5a7d2d72ac78 req-5d949092-8ad5-42cd-b04c-dbc7f4244ebf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1758835 Jan 28 00:19:52.918586 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908da8f-453e-4eb2-9ad6-179b45fbc5ce service neutron] Pushing event updated for resources: {'Port': ['ID=67f83139-0ba4-4d73-b231-605df47e296e,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:53.006166 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77632f81-e5cf-4294-9dc7-5a7d2d72ac78 req-2caf4cd3-bc7a-4f95-b2cc-68fd0fd896ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:53.008082 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77632f81-e5cf-4294-9dc7-5a7d2d72ac78 req-2caf4cd3-bc7a-4f95-b2cc-68fd0fd896ec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2395060 Jan 28 00:19:53.058372 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a535f-3b64-4a24-89b4-5dfe7e52f60e req-8045dd38-e3a0-49b2-b44d-9682e649ab14 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:53.059934 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c81a535f-3b64-4a24-89b4-5dfe7e52f60e req-8045dd38-e3a0-49b2-b44d-9682e649ab14 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe1cacfa-44f1-44c4-88e7-a36db41f98b0 HTTP/1.1" status: 200 len: 943 time: 0.2551558 Jan 28 00:19:53.242799 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-e908da8f-453e-4eb2-9ad6-179b45fbc5ce service neutron] Attempting to bind port 67f83139-0ba4-4d73-b231-605df47e296e on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:19:53.243149 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-e908da8f-453e-4eb2-9ad6-179b45fbc5ce service neutron] Attempting to bind port 67f83139-0ba4-4d73-b231-605df47e296e by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'b478681f-672b-4451-bd65-d8c2be202f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:19:53.243483 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-e908da8f-453e-4eb2-9ad6-179b45fbc5ce service neutron] Attempting to bind port 67f83139-0ba4-4d73-b231-605df47e296e on network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:19:53.257404 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c81a535f-3b64-4a24-89b4-5dfe7e52f60e req-780204dc-f4ef-4087-a178-1302f5132a01 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884770 Jan 28 00:19:53.299567 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-e908da8f-453e-4eb2-9ad6-179b45fbc5ce service neutron] Port 67f83139-0ba4-4d73-b231-605df47e296e on network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:19:53.300058 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-e908da8f-453e-4eb2-9ad6-179b45fbc5ce service neutron] Attempting to bind port 67f83139-0ba4-4d73-b231-605df47e296e on network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:19:53.376548 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77632f81-e5cf-4294-9dc7-5a7d2d72ac78 req-26228e06-769c-4ac3-b9d5-a2faccc4c1fc service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413017 Jan 28 00:19:53.382123 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-e908da8f-453e-4eb2-9ad6-179b45fbc5ce service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:19:53.382609 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-e908da8f-453e-4eb2-9ad6-179b45fbc5ce service neutron] Checking segment: {'id': 'b478681f-672b-4451-bd65-d8c2be202f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:19:53.383260 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-e908da8f-453e-4eb2-9ad6-179b45fbc5ce service neutron] Bound using segment: {'id': 'b478681f-672b-4451-bd65-d8c2be202f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:19:53.383982 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-e908da8f-453e-4eb2-9ad6-179b45fbc5ce service neutron] Bound port: 67f83139-0ba4-4d73-b231-605df47e296e, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b478681f-672b-4451-bd65-d8c2be202f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:19:53.384588 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-e908da8f-453e-4eb2-9ad6-179b45fbc5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (67f83139-0ba4-4d73-b231-605df47e296e), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:53.644284 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-e908da8f-453e-4eb2-9ad6-179b45fbc5ce service neutron] For port 67f83139-0ba4-4d73-b231-605df47e296e, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:19:53.693328 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-e908da8f-453e-4eb2-9ad6-179b45fbc5ce service neutron] For port 67f83139-0ba4-4d73-b231-605df47e296e, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=67f83139-0ba4-4d73-b231-605df47e296e,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:19:53.713440 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-e908da8f-453e-4eb2-9ad6-179b45fbc5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (67f83139-0ba4-4d73-b231-605df47e296e), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:53.735044 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77632f81-e5cf-4294-9dc7-5a7d2d72ac78 req-3da69f73-1388-460a-a56c-ac98f4e7c59d service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780349 Jan 28 00:19:53.747005 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device f9d89e94-1881-4800-aec0-ebe0b401e515 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:19:53.805487 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d519e0-ce71-4bfe-aed2-21b1783505d0 req-0f5eec37-517f-4222-bb25-ab8ba039495f tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:53.807092 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-33d519e0-ce71-4bfe-aed2-21b1783505d0 req-0f5eec37-517f-4222-bb25-ab8ba039495f tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fb84a4e-aeeb-4965-911f-d65528deb85c HTTP/1.1" status: 200 len: 949 time: 0.2481427 Jan 28 00:19:53.822732 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-e908da8f-453e-4eb2-9ad6-179b45fbc5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:53.823372 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-e908da8f-453e-4eb2-9ad6-179b45fbc5ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:53.824921 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-e908da8f-453e-4eb2-9ad6-179b45fbc5ce service neutron] 10.222.0.52 "PUT /v2.0/ports/67f83139-0ba4-4d73-b231-605df47e296e HTTP/1.1" status: 200 len: 1091 time: 2.3826897 Jan 28 00:19:53.825410 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe1cacfa-44f1-44c4-88e7-a36db41f98b0', 'tag': '67f83139-0ba4-4d73-b231-605df47e296e'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:19:53.827821 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc47ebd-8517-4a40-8b9c-d413e5db8e62" -d '{"events": [{"name": "network-changed", "server_uuid": "fe1cacfa-44f1-44c4-88e7-a36db41f98b0", "tag": "67f83139-0ba4-4d73-b231-605df47e296e"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:19:53.875550 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-70a5ffa2-0ea2-41ef-aee1-5119d3e91f19 req-0c60cf2b-029a-411c-ad68-0f9ff04551b0 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:53.884649 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-70a5ffa2-0ea2-41ef-aee1-5119d3e91f19 req-0c60cf2b-029a-411c-ad68-0f9ff04551b0 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (ec8cd45a-6b77-4d82-a125-61fafd595a9c), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:53.892514 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908da8f-453e-4eb2-9ad6-179b45fbc5ce service neutron] Pushing event updated for resources: {'Port': ['ID=67f83139-0ba4-4d73-b231-605df47e296e,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:53.910296 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port f9d89e94-1881-4800-aec0-ebe0b401e515, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=f9d89e94-1881-4800-aec0-ebe0b401e515,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:19:53.937113 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'f9d89e94-1881-4800-aec0-ebe0b401e515', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': 'f9d89e94-1881-4800-aec0-ebe0b401e515', 'mac_address': 'fa:16:3e:d5:5c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:19:53.996825 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-33d519e0-ce71-4bfe-aed2-21b1783505d0 req-44440fa9-13dc-45cf-94ad-56f9261eaea9 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610856 Jan 28 00:19:54.016106 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port f9d89e94-1881-4800-aec0-ebe0b401e515 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:19:54.017163 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f9d89e94-1881-4800-aec0-ebe0b401e515), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:54.052815 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d89e94-1881-4800-aec0-ebe0b401e515 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:19:54.088957 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port f9d89e94-1881-4800-aec0-ebe0b401e515, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=f9d89e94-1881-4800-aec0-ebe0b401e515,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:19:54.095224 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f9d89e94-1881-4800-aec0-ebe0b401e515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:54.147678 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-e1ee6efc-1288-4236-ab31-9cbb9e2bb41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:54.150389 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-e1ee6efc-1288-4236-ab31-9cbb9e2bb41d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2253eea2b9f94d3c9e9a9e6c9260650c&device_id=fe1cacfa-44f1-44c4-88e7-a36db41f98b0 HTTP/1.1" status: 200 len: 1094 time: 0.2598326 Jan 28 00:19:54.156841 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=f9d89e94-1881-4800-aec0-ebe0b401e515,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:54.158872 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [req-70a5ffa2-0ea2-41ef-aee1-5119d3e91f19 req-0c60cf2b-029a-411c-ad68-0f9ff04551b0 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Floating IP ec8cd45a-6b77-4d82-a125-61fafd595a9c associated. External IP: 172.25.3.166, port: fcfb490f-f778-4d83-9053-cd92a33954ac. Jan 28 00:19:54.253759 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-9064f4c7-0257-4bbc-9c34-49565cd63345 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67f83139-0ba4-4d73-b231-605df47e296e HTTP/1.1" status: 200 len: 217 time: 0.0889025 Jan 28 00:19:54.265164 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e6735-b51f-4f83-9cba-26879c64b675 req-1fffc549-5c31-4787-a6b3-2d9c6a23ffd4 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:54.266606 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-035e6735-b51f-4f83-9cba-26879c64b675 req-1fffc549-5c31-4787-a6b3-2d9c6a23ffd4 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 947 time: 0.1870832 Jan 28 00:19:54.584074 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['f9d89e94-1881-4800-aec0-ebe0b401e515'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:19:54.697282 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-b928efa9-1692-4d9b-9665-9fa89e132dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:54.698804 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-b928efa9-1692-4d9b-9665-9fa89e132dc6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=89787cce-0952-4d1c-b459-5274630a8c6e HTTP/1.1" status: 200 len: 845 time: 0.4312921 Jan 28 00:19:54.729459 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-035e6735-b51f-4f83-9cba-26879c64b675 req-6e3a9f53-a643-4533-8190-85903fb28508 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522405 Jan 28 00:19:54.747360 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-c7e09d9b-8d49-4964-838b-8ebc4076ee45 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366626 Jan 28 00:19:54.992989 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def973d-6591-43d7-9cf6-dab31be31b5b req-bf7f5a0f-aa2f-4862-8fe3-4741edbe4b34 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:54.998297 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def973d-6591-43d7-9cf6-dab31be31b5b req-bf7f5a0f-aa2f-4862-8fe3-4741edbe4b34 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:55.004546 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def973d-6591-43d7-9cf6-dab31be31b5b req-bf7f5a0f-aa2f-4862-8fe3-4741edbe4b34 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:55.012068 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def973d-6591-43d7-9cf6-dab31be31b5b req-bf7f5a0f-aa2f-4862-8fe3-4741edbe4b34 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:55.017494 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def973d-6591-43d7-9cf6-dab31be31b5b req-bf7f5a0f-aa2f-4862-8fe3-4741edbe4b34 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:55.024802 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def973d-6591-43d7-9cf6-dab31be31b5b req-bf7f5a0f-aa2f-4862-8fe3-4741edbe4b34 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:55.030606 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def973d-6591-43d7-9cf6-dab31be31b5b req-bf7f5a0f-aa2f-4862-8fe3-4741edbe4b34 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:55.032767 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5def973d-6591-43d7-9cf6-dab31be31b5b req-bf7f5a0f-aa2f-4862-8fe3-4741edbe4b34 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 5431 time: 0.1838219 Jan 28 00:19:55.046824 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70a5ffa2-0ea2-41ef-aee1-5119d3e91f19 req-0c60cf2b-029a-411c-ad68-0f9ff04551b0 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Router 3535920b-669e-4752-94d4-5afb2b35cf95 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:19:55.054381 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-3f090241-d9b4-43af-9b9a-a0f823617655 service neutron] 10.222.0.52 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973652 Jan 28 00:19:55.109812 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 3181b409-4047-42fb-8901-aa6fd98f068d details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:19:55.226869 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5def973d-6591-43d7-9cf6-dab31be31b5b req-8009d719-3653-4ca2-97d1-ec7ff91aa287 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ce589d-1355-4162-a23a-6782446bdfe9&id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1853914 Jan 28 00:19:55.267658 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 3181b409-4047-42fb-8901-aa6fd98f068d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=3181b409-4047-42fb-8901-aa6fd98f068d,segment=NetworkSegment(1af6e637-635c-4891-a903-f48dbcb066f0),segment_id=1af6e637-635c-4891-a903-f48dbcb066f0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:19:55.285461 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '3181b409-4047-42fb-8901-aa6fd98f068d', 'network_id': 'cd151476-a5ba-4385-918e-9bfe961c2c84', 'port_id': '3181b409-4047-42fb-8901-aa6fd98f068d', 'mac_address': 'fa:16:3e:df:df:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0728b32d-3188-4887-80bb-d4a083a9c66b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:19:55.288450 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e58e36c-0988-4c97-a437-5a84b375bad7 req-1a2ab1f5-5c3f-4f89-ab8c-cd7d6cb36359 service neutron] 10.222.0.52 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211385 Jan 28 00:19:55.308103 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70a5ffa2-0ea2-41ef-aee1-5119d3e91f19 req-0c60cf2b-029a-411c-ad68-0f9ff04551b0 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:19:55.313275 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-70a5ffa2-0ea2-41ef-aee1-5119d3e91f19 req-0c60cf2b-029a-411c-ad68-0f9ff04551b0 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:55.349727 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70a5ffa2-0ea2-41ef-aee1-5119d3e91f19 req-0c60cf2b-029a-411c-ad68-0f9ff04551b0 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "PUT /v2.0/floatingips/ec8cd45a-6b77-4d82-a125-61fafd595a9c HTTP/1.1" status: 200 len: 997 time: 2.7617333 Jan 28 00:19:55.358557 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76d56a0-e9fb-41b7-a6de-39c6b45f4339 None None] Sync routers for ids ['3535920b-669e-4752-94d4-5afb2b35cf95'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:19:55.403704 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76d56a0-e9fb-41b7-a6de-39c6b45f4339 None None] Routers {'3535920b-669e-4752-94d4-5afb2b35cf95'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:19:55.404689 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-a76d56a0-e9fb-41b7-a6de-39c6b45f4339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:19:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3535920b-669e-4752-94d4-5afb2b35cf95'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:19:55.408013 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 3181b409-4047-42fb-8901-aa6fd98f068d is: ACTIVE; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:19:55.408611 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3181b409-4047-42fb-8901-aa6fd98f068d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:55.459803 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5ffa2-0ea2-41ef-aee1-5119d3e91f19 req-98d2e982-47f7-44f8-b13c-947a83b074cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:55.459803 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70a5ffa2-0ea2-41ef-aee1-5119d3e91f19 req-98d2e982-47f7-44f8-b13c-947a83b074cd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f8a04340ab2345348380631aeb839f0e&device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 1097 time: 0.0808547 Jan 28 00:19:55.493706 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3181b409-4047-42fb-8901-aa6fd98f068d {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:19:55.529080 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 3181b409-4047-42fb-8901-aa6fd98f068d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=3181b409-4047-42fb-8901-aa6fd98f068d,segment=NetworkSegment(1af6e637-635c-4891-a903-f48dbcb066f0),segment_id=1af6e637-635c-4891-a903-f48dbcb066f0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:19:55.562444 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3181b409-4047-42fb-8901-aa6fd98f068d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:55.625856 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-a76d56a0-e9fb-41b7-a6de-39c6b45f4339 None None] Set router 3535920b-669e-4752-94d4-5afb2b35cf95 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:19:55.670403 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=3181b409-4047-42fb-8901-aa6fd98f068d,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:55.684167 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1237b-77c6-4e3b-bcda-7ed6594ce7aa req-03ada4f1-a4a1-4120-9589-10fa8ba43f1d tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:55.686732 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8de1237b-77c6-4e3b-bcda-7ed6594ce7aa req-03ada4f1-a4a1-4120-9589-10fa8ba43f1d tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b853db9-393e-472e-870d-8c36ddece27e HTTP/1.1" status: 200 len: 945 time: 0.1257639 Jan 28 00:19:55.739511 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5ffa2-0ea2-41ef-aee1-5119d3e91f19 req-34d688f5-e908-415d-bd0a-ddb20d66e319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:55.742802 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70a5ffa2-0ea2-41ef-aee1-5119d3e91f19 req-34d688f5-e908-415d-bd0a-ddb20d66e319 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b HTTP/1.1" status: 200 len: 920 time: 0.2759719 Jan 28 00:19:55.781809 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['3181b409-4047-42fb-8901-aa6fd98f068d'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:19:55.892166 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8de1237b-77c6-4e3b-bcda-7ed6594ce7aa req-55f2067e-176f-4037-95a0-2ed60d26a72b tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923947 Jan 28 00:19:55.916131 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70a5ffa2-0ea2-41ef-aee1-5119d3e91f19 req-23996495-6c44-4e2d-b0a3-46dc8f32213b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcfb490f-f778-4d83-9053-cd92a33954ac HTTP/1.1" status: 200 len: 1000 time: 0.1649253 Jan 28 00:19:56.035957 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-a76d56a0-e9fb-41b7-a6de-39c6b45f4339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'name': 'tempest-ServerRescueTestJSONUnderV235-856463506-router', 'tenant_id': 'f8a04340ab2345348380631aeb839f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '37743aa7-da26-43fe-a675-6211a6ae6c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:18:26Z', 'updated_at': '2022-01-28T00:18:32Z', 'revision_number': 4, 'project_id': 'f8a04340ab2345348380631aeb839f0e', 'gw_port': {'id': '37743aa7-da26-43fe-a675-6211a6ae6c26', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:18:28Z', 'updated_at': '2022-01-28T00:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'ec8cd45a-6b77-4d82-a125-61fafd595a9c', 'tenant_id': 'f8a04340ab2345348380631aeb839f0e', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'port_id': 'fcfb490f-f778-4d83-9053-cd92a33954ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b', 'mac_address': 'fa:16:3e:af:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d86915-f4d1-451a-bee6-619c31eef3a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:19:49Z', 'updated_at': '2022-01-28T00:19:53Z', 'revision_number': 1, 'project_id': 'f8a04340ab2345348380631aeb839f0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c71d74e-93e0-4442-bfd7-ee3345b32952', 'name': '', 'network_id': 'bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b', 'tenant_id': 'f8a04340ab2345348380631aeb839f0e', 'mac_address': 'fa:16:3e:13:94:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '15e473ff-b094-44ce-baac-7061d4d3f5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:18:31Z', 'updated_at': '2022-01-28T00:18:38Z', 'revision_number': 5, 'project_id': 'f8a04340ab2345348380631aeb839f0e', 'subnets': [{'id': '15e473ff-b094-44ce-baac-7061d4d3f5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:19:56.045151 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5ffa2-0ea2-41ef-aee1-5119d3e91f19 req-5f9cfa47-0158-4f46-9617-c1d7fb6b258e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:56.046702 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70a5ffa2-0ea2-41ef-aee1-5119d3e91f19 req-5f9cfa47-0158-4f46-9617-c1d7fb6b258e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=15e473ff-b094-44ce-baac-7061d4d3f5a3 HTTP/1.1" status: 200 len: 859 time: 0.1175756 Jan 28 00:19:56.078179 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56259915-7e7c-410a-9242-f75410c13fcb req-a76b2119-01d5-4ce2-897c-dac21467404a tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:56.080127 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56259915-7e7c-410a-9242-f75410c13fcb req-a76b2119-01d5-4ce2-897c-dac21467404a tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ec2a423-d902-4fc9-9583-c68af6e6b1e0 HTTP/1.1" status: 200 len: 946 time: 0.0933974 Jan 28 00:19:56.085111 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76d56a0-e9fb-41b7-a6de-39c6b45f4339 None None] Checking router: 3535920b-669e-4752-94d4-5afb2b35cf95 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:19:56.098533 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70a5ffa2-0ea2-41ef-aee1-5119d3e91f19 req-175024d8-0194-465e-babb-8960caeb530d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398357 Jan 28 00:19:56.109922 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76d56a0-e9fb-41b7-a6de-39c6b45f4339 None None] Routers {'3535920b-669e-4752-94d4-5afb2b35cf95'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:19:56.111264 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-a76d56a0-e9fb-41b7-a6de-39c6b45f4339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:19:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3535920b-669e-4752-94d4-5afb2b35cf95'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:19:56.207238 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56259915-7e7c-410a-9242-f75410c13fcb req-45f375e2-4a9f-4e31-a0fd-835a27a34aa1 tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c39484f-9d82-4aed-a45b-f4bc83083bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116242 Jan 28 00:19:56.255044 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70a5ffa2-0ea2-41ef-aee1-5119d3e91f19 req-2a4acdfe-c1f0-4ee1-8d25-d94c74af3e97 service neutron] 10.222.0.70 "GET /v2.0/networks/bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395922 Jan 28 00:19:56.261943 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-a76d56a0-e9fb-41b7-a6de-39c6b45f4339 None None] Set router 3535920b-669e-4752-94d4-5afb2b35cf95 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:19:56.297735 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a21e2e7-99cd-4db4-adbd-824a0662874d x-openstack-request-id: req-8a21e2e7-99cd-4db4-adbd-824a0662874d {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:19:56.298028 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe1cacfa-44f1-44c4-88e7-a36db41f98b0", "tag": "67f83139-0ba4-4d73-b231-605df47e296e", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:19:56.298286 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8a21e2e7-99cd-4db4-adbd-824a0662874d {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:19:56.298704 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe1cacfa-44f1-44c4-88e7-a36db41f98b0', 'tag': '67f83139-0ba4-4d73-b231-605df47e296e', 'status': 'completed', 'code': 200} Jan 28 00:19:56.529155 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc47ebd-8517-4a40-8b9c-d413e5db8e62 req-3a94514e-3124-4144-9623-659fcb998f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:56.531862 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ffc47ebd-8517-4a40-8b9c-d413e5db8e62 req-3a94514e-3124-4144-9623-659fcb998f91 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2253eea2b9f94d3c9e9a9e6c9260650c&device_id=fe1cacfa-44f1-44c4-88e7-a36db41f98b0 HTTP/1.1" status: 200 len: 1094 time: 0.1804793 Jan 28 00:19:56.537555 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70a5ffa2-0ea2-41ef-aee1-5119d3e91f19 req-862238ec-2425-4527-a1dc-bc400c993dea service neutron] 10.222.0.70 "GET /v2.0/networks/bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683940 Jan 28 00:19:56.539790 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-a76d56a0-e9fb-41b7-a6de-39c6b45f4339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'name': 'tempest-ServerRescueTestJSONUnderV235-856463506-router', 'tenant_id': 'f8a04340ab2345348380631aeb839f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '37743aa7-da26-43fe-a675-6211a6ae6c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:18:26Z', 'updated_at': '2022-01-28T00:18:32Z', 'revision_number': 4, 'project_id': 'f8a04340ab2345348380631aeb839f0e', 'gw_port': {'id': '37743aa7-da26-43fe-a675-6211a6ae6c26', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:18:28Z', 'updated_at': '2022-01-28T00:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'ec8cd45a-6b77-4d82-a125-61fafd595a9c', 'tenant_id': 'f8a04340ab2345348380631aeb839f0e', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'port_id': 'fcfb490f-f778-4d83-9053-cd92a33954ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b', 'mac_address': 'fa:16:3e:af:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d86915-f4d1-451a-bee6-619c31eef3a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:19:49Z', 'updated_at': '2022-01-28T00:19:53Z', 'revision_number': 1, 'project_id': 'f8a04340ab2345348380631aeb839f0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c71d74e-93e0-4442-bfd7-ee3345b32952', 'name': '', 'network_id': 'bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b', 'tenant_id': 'f8a04340ab2345348380631aeb839f0e', 'mac_address': 'fa:16:3e:13:94:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '15e473ff-b094-44ce-baac-7061d4d3f5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:18:31Z', 'updated_at': '2022-01-28T00:18:38Z', 'revision_number': 5, 'project_id': 'f8a04340ab2345348380631aeb839f0e', 'subnets': [{'id': '15e473ff-b094-44ce-baac-7061d4d3f5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:19:56.559070 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffd647-f442-4c7a-aef6-983ee9677c16 req-808ac546-26af-4d4f-b448-e462d0b9b4fe tempest-ServersOnMultiNodesTest-1158034624 tempest-ServersOnMultiNodesTest-1158034624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:56.562187 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c2ffd647-f442-4c7a-aef6-983ee9677c16 req-808ac546-26af-4d4f-b448-e462d0b9b4fe tempest-ServersOnMultiNodesTest-1158034624 tempest-ServersOnMultiNodesTest-1158034624-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2fb84a4e-aeeb-4965-911f-d65528deb85c HTTP/1.1" status: 200 len: 1100 time: 0.1907127 Jan 28 00:19:56.576759 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76d56a0-e9fb-41b7-a6de-39c6b45f4339 None None] The sync data for ids ['3535920b-669e-4752-94d4-5afb2b35cf95'] in n-d-826754-1 is: [{'id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'name': 'tempest-ServerRescueTestJSONUnderV235-856463506-router', 'tenant_id': 'f8a04340ab2345348380631aeb839f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '37743aa7-da26-43fe-a675-6211a6ae6c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:18:26Z', 'updated_at': '2022-01-28T00:18:32Z', 'revision_number': 4, 'project_id': 'f8a04340ab2345348380631aeb839f0e', 'gw_port': {'id': '37743aa7-da26-43fe-a675-6211a6ae6c26', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:18:28Z', 'updated_at': '2022-01-28T00:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'ec8cd45a-6b77-4d82-a125-61fafd595a9c', 'tenant_id': 'f8a04340ab2345348380631aeb839f0e', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'port_id': 'fcfb490f-f778-4d83-9053-cd92a33954ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b', 'mac_address': 'fa:16:3e:af:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d86915-f4d1-451a-bee6-619c31eef3a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:19:49Z', 'updated_at': '2022-01-28T00:19:53Z', 'revision_number': 1, 'project_id': 'f8a04340ab2345348380631aeb839f0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c71d74e-93e0-4442-bfd7-ee3345b32952', 'name': '', 'network_id': 'bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b', 'tenant_id': 'f8a04340ab2345348380631aeb839f0e', 'mac_address': 'fa:16:3e:13:94:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '15e473ff-b094-44ce-baac-7061d4d3f5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:18:31Z', 'updated_at': '2022-01-28T00:18:38Z', 'revision_number': 5, 'project_id': 'f8a04340ab2345348380631aeb839f0e', 'subnets': [{'id': '15e473ff-b094-44ce-baac-7061d4d3f5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:19:56.809137 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c2ffd647-f442-4c7a-aef6-983ee9677c16 req-3d4a8763-02f6-478c-990a-17302aff1c05 tempest-ServersOnMultiNodesTest-1158034624 tempest-ServersOnMultiNodesTest-1158034624-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266374 Jan 28 00:19:56.826214 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc47ebd-8517-4a40-8b9c-d413e5db8e62 req-777596ea-89da-469a-a383-7621f9cd151c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:56.827898 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ffc47ebd-8517-4a40-8b9c-d413e5db8e62 req-777596ea-89da-469a-a383-7621f9cd151c service neutron] 10.222.0.52 "GET /v2.0/networks?id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e HTTP/1.1" status: 200 len: 906 time: 0.2890341 Jan 28 00:19:56.836131 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b203e50-a71c-49e5-9e86-92f85ed26a48 req-f3886980-b867-48e4-acf9-ca90c39a8c4e tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:56.837431 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1b203e50-a71c-49e5-9e86-92f85ed26a48 req-f3886980-b867-48e4-acf9-ca90c39a8c4e tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe1cacfa-44f1-44c4-88e7-a36db41f98b0 HTTP/1.1" status: 200 len: 943 time: 0.1688342 Jan 28 00:19:56.847299 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0785cbce-9382-41ea-b11e-f5c488868dfb None None] New status for floating IP ec8cd45a-6b77-4d82-a125-61fafd595a9c: ACTIVE {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:19:56.893391 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ffc47ebd-8517-4a40-8b9c-d413e5db8e62 req-cbd25960-720b-4ac4-b340-65823569466d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67f83139-0ba4-4d73-b231-605df47e296e HTTP/1.1" status: 200 len: 217 time: 0.0548084 Jan 28 00:19:56.974799 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1b203e50-a71c-49e5-9e86-92f85ed26a48 req-ce23cff1-4f02-4e0a-8495-548276e52329 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885291 Jan 28 00:19:56.976813 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc47ebd-8517-4a40-8b9c-d413e5db8e62 req-ca418dd3-343e-4b3f-9461-f2f02576168c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:56.978277 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ffc47ebd-8517-4a40-8b9c-d413e5db8e62 req-ca418dd3-343e-4b3f-9461-f2f02576168c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=89787cce-0952-4d1c-b459-5274630a8c6e HTTP/1.1" status: 200 len: 845 time: 0.0751326 Jan 28 00:19:57.077007 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ffc47ebd-8517-4a40-8b9c-d413e5db8e62 req-fb024381-dae9-4fcd-9720-7902cc57783a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824873 Jan 28 00:19:57.125943 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 3181b409-4047-42fb-8901-aa6fd98f068d up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:19:57.240363 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 3181b409-4047-42fb-8901-aa6fd98f068d triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:19:57.240887 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3181b409-4047-42fb-8901-aa6fd98f068d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:57.360649 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 3181b409-4047-42fb-8901-aa6fd98f068d is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:19:57.360958 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3181b409-4047-42fb-8901-aa6fd98f068d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:57.528476 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b853db9-393e-472e-870d-8c36ddece27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3181b409-4047-42fb-8901-aa6fd98f068d'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:19:57.530877 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584897b9-aba4-4abf-90e5-c85965fc6ae4" -d '{"events": [{"server_uuid": "8b853db9-393e-472e-870d-8c36ddece27e", "name": "network-vif-plugged", "status": "completed", "tag": "3181b409-4047-42fb-8901-aa6fd98f068d"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:19:57.535159 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3491531-9ad0-41c8-a17e-bf0e82bcac81 req-f00c6f53-000a-4b23-a4db-d5ec02500993 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 1002 time: 0.2418654 Jan 28 00:19:57.546183 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 3181b409-4047-42fb-8901-aa6fd98f068d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=3181b409-4047-42fb-8901-aa6fd98f068d,segment=NetworkSegment(1af6e637-635c-4891-a903-f48dbcb066f0),segment_id=1af6e637-635c-4891-a903-f48dbcb066f0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:19:57.550975 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3181b409-4047-42fb-8901-aa6fd98f068d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:57.568763 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d8f2b-2d54-4749-bf88-0efe7809da58 req-75e01dba-d75b-47e4-acd5-2c152a1fbcb1 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:57.579298 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d8f2b-2d54-4749-bf88-0efe7809da58 req-75e01dba-d75b-47e4-acd5-2c152a1fbcb1 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:57.590004 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d8f2b-2d54-4749-bf88-0efe7809da58 req-75e01dba-d75b-47e4-acd5-2c152a1fbcb1 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:57.600506 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d8f2b-2d54-4749-bf88-0efe7809da58 req-75e01dba-d75b-47e4-acd5-2c152a1fbcb1 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:57.603889 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=3181b409-4047-42fb-8901-aa6fd98f068d,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:57.610634 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d8f2b-2d54-4749-bf88-0efe7809da58 req-75e01dba-d75b-47e4-acd5-2c152a1fbcb1 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:57.621852 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d8f2b-2d54-4749-bf88-0efe7809da58 req-75e01dba-d75b-47e4-acd5-2c152a1fbcb1 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:57.632657 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d8f2b-2d54-4749-bf88-0efe7809da58 req-75e01dba-d75b-47e4-acd5-2c152a1fbcb1 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:57.635958 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a52d8f2b-2d54-4749-bf88-0efe7809da58 req-75e01dba-d75b-47e4-acd5-2c152a1fbcb1 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 5431 time: 0.3792615 Jan 28 00:19:57.662091 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ecf5c-de0f-4220-949c-eccc287fa17e req-6556a19e-2b01-40b8-be3e-80107f649f89 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:57.664966 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d4ecf5c-de0f-4220-949c-eccc287fa17e req-6556a19e-2b01-40b8-be3e-80107f649f89 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78&tenant_id=83dbb6195da44e30b63c09c8e88d497f&binding%3Ahost_id=n-h2-826754-1 HTTP/1.1" status: 200 len: 948 time: 0.4115524 Jan 28 00:19:57.695446 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ffc47ebd-8517-4a40-8b9c-d413e5db8e62 req-c80ec71f-0432-421d-af1b-6e56048bc805 service neutron] 10.222.0.52 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6043494 Jan 28 00:19:57.801470 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device f9d89e94-1881-4800-aec0-ebe0b401e515 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:19:57.858153 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port f9d89e94-1881-4800-aec0-ebe0b401e515 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:19:57.864095 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port f9d89e94-1881-4800-aec0-ebe0b401e515 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:19:57.864808 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f9d89e94-1881-4800-aec0-ebe0b401e515), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:57.900280 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3491531-9ad0-41c8-a17e-bf0e82bcac81 req-bc21a652-35f7-4c65-8e4e-5335f0320453 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:57.901760 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3491531-9ad0-41c8-a17e-bf0e82bcac81 req-bc21a652-35f7-4c65-8e4e-5335f0320453 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/ports/fcfb490f-f778-4d83-9053-cd92a33954ac HTTP/1.1" status: 200 len: 943 time: 0.2644901 Jan 28 00:19:57.978074 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-1d4ecf5c-de0f-4220-949c-eccc287fa17e req-d5f37784-ebe1-4419-8e95-1105d8c6f517 service neutron] delete failed (client error): The resource could not be found. Jan 28 00:19:57.979084 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d4ecf5c-de0f-4220-949c-eccc287fa17e req-d5f37784-ebe1-4419-8e95-1105d8c6f517 service neutron] 10.222.0.65 "DELETE /v2.0/ports/f9d89e94-1881-4800-aec0-ebe0b401e515/bindings/n-h1-826754-1 HTTP/1.1" status: 404 len: 380 time: 0.2990403 Jan 28 00:19:58.013340 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port f9d89e94-1881-4800-aec0-ebe0b401e515 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:19:58.013749 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f9d89e94-1881-4800-aec0-ebe0b401e515), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:58.025050 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a52d8f2b-2d54-4749-bf88-0efe7809da58 req-c2f5cfce-4421-4bbb-8e11-f09dcccb4e43 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ce589d-1355-4162-a23a-6782446bdfe9&id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3802626 Jan 28 00:19:58.062078 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ffc47ebd-8517-4a40-8b9c-d413e5db8e62 req-415bf8aa-e257-4b47-b319-5682a33ec928 service neutron] 10.222.0.52 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202541 Jan 28 00:19:58.088239 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3491531-9ad0-41c8-a17e-bf0e82bcac81 req-918d293f-07aa-47b7-ad71-d2b1a1afdcc1 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 1002 time: 0.1295342 Jan 28 00:19:58.103946 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port f9d89e94-1881-4800-aec0-ebe0b401e515, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=f9d89e94-1881-4800-aec0-ebe0b401e515,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:19:58.115380 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f9d89e94-1881-4800-aec0-ebe0b401e515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:58.173411 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=f9d89e94-1881-4800-aec0-ebe0b401e515,revision_number=9']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:58.214206 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-869287dd-6544-4437-99dd-f066cf7ca291 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=15e12218ae23498f8976895fc1081122&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546689 Jan 28 00:19:58.301726 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d86915-f4d1-451a-bee6-619c31eef3a6', 'tag': 'fcfb490f-f778-4d83-9053-cd92a33954ac'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:19:58.305069 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003efd75-918f-4363-98e9-1553e27ba89e" -d '{"events": [{"name": "network-changed", "server_uuid": "30d86915-f4d1-451a-bee6-619c31eef3a6", "tag": "fcfb490f-f778-4d83-9053-cd92a33954ac"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:19:58.327312 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ecf5c-de0f-4220-949c-eccc287fa17e req-30f3e861-94cf-4429-8218-3578d6cbd434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:58.329003 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d4ecf5c-de0f-4220-949c-eccc287fa17e req-30f3e861-94cf-4429-8218-3578d6cbd434 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 1100 time: 0.1770880 Jan 28 00:19:58.344404 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3491531-9ad0-41c8-a17e-bf0e82bcac81 req-2b92aa94-6928-43c7-a090-cb590858dfdf tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:58.345878 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3491531-9ad0-41c8-a17e-bf0e82bcac81 req-2b92aa94-6928-43c7-a090-cb590858dfdf tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 784 time: 0.2565897 Jan 28 00:19:58.809119 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-36b185a3-1184-420c-8fb6-141af1a63ab2 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:58.810517 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-36b185a3-1184-420c-8fb6-141af1a63ab2 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5900116 Jan 28 00:19:58.859671 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3491531-9ad0-41c8-a17e-bf0e82bcac81 req-509f4d2a-023f-42a7-86bd-f7e5496eeca7 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 1002 time: 0.5026345 Jan 28 00:19:58.869941 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-c3508191-a2c1-40dd-ad89-82d60bf756af tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/quotas/15e12218ae23498f8976895fc1081122 HTTP/1.1" status: 200 len: 375 time: 0.0435607 Jan 28 00:19:58.894544 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-e3491531-9ad0-41c8-a17e-bf0e82bcac81 req-6dbf0457-2a49-451d-a37f-81892ed5ac38 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:19:58.951297 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ecf5c-de0f-4220-949c-eccc287fa17e req-e97499b0-4b19-41b4-9766-e08c5809dc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:58.952841 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d4ecf5c-de0f-4220-949c-eccc287fa17e req-e97499b0-4b19-41b4-9766-e08c5809dc8c service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.6153870 Jan 28 00:19:59.026516 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d4ecf5c-de0f-4220-949c-eccc287fa17e req-635e26e6-55a3-45d3-81e0-6df21f989e08 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=f9d89e94-1881-4800-aec0-ebe0b401e515 HTTP/1.1" status: 200 len: 217 time: 0.0529287 Jan 28 00:19:59.042442 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e3491531-9ad0-41c8-a17e-bf0e82bcac81 req-6dbf0457-2a49-451d-a37f-81892ed5ac38 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks [] for floatingip (ec8cd45a-6b77-4d82-a125-61fafd595a9c), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:59.097534 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-4a2602bd-b1bf-4195-9dcc-c06e9f82a132 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=15e12218ae23498f8976895fc1081122&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2110424 Jan 28 00:19:59.192338 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ecf5c-de0f-4220-949c-eccc287fa17e req-8e5f6491-11ca-40ab-930b-8cb6981b82bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:59.194398 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d4ecf5c-de0f-4220-949c-eccc287fa17e req-8e5f6491-11ca-40ab-930b-8cb6981b82bb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1464760 Jan 28 00:19:59.299063 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e3491531-9ad0-41c8-a17e-bf0e82bcac81 req-6dbf0457-2a49-451d-a37f-81892ed5ac38 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:59.305466 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ecf5c-de0f-4220-949c-eccc287fa17e req-da42f4a9-192a-4fc0-876c-1cfa193331b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:59.307162 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d4ecf5c-de0f-4220-949c-eccc287fa17e req-da42f4a9-192a-4fc0-876c-1cfa193331b5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1039917 Jan 28 00:19:59.308763 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e3491531-9ad0-41c8-a17e-bf0e82bcac81 req-6dbf0457-2a49-451d-a37f-81892ed5ac38 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (ec8cd45a-6b77-4d82-a125-61fafd595a9c), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:59.309099 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [req-e3491531-9ad0-41c8-a17e-bf0e82bcac81 req-6dbf0457-2a49-451d-a37f-81892ed5ac38 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Floating IP ec8cd45a-6b77-4d82-a125-61fafd595a9c disassociated. External IP: 172.25.3.166, port: fcfb490f-f778-4d83-9053-cd92a33954ac. Jan 28 00:19:59.384295 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62438347-f156-429f-91a0-e0bc23b8a360 req-e33989e4-2e37-4a18-ac90-aa561b6798cd tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:59.387382 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-62438347-f156-429f-91a0-e0bc23b8a360 req-e33989e4-2e37-4a18-ac90-aa561b6798cd tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b853db9-393e-472e-870d-8c36ddece27e HTTP/1.1" status: 200 len: 946 time: 0.1182761 Jan 28 00:19:59.540836 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d4ecf5c-de0f-4220-949c-eccc287fa17e req-80ff014b-c420-4143-8e13-c32fd5c336a8 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928666 Jan 28 00:19:59.551508 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-62438347-f156-429f-91a0-e0bc23b8a360 req-3aa40ed8-9362-47f8-9f5f-b17c08a545dd tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Deleting port 3181b409-4047-42fb-8901-aa6fd98f068d {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:19:59.552553 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-62438347-f156-429f-91a0-e0bc23b8a360 req-3aa40ed8-9362-47f8-9f5f-b17c08a545dd tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (3181b409-4047-42fb-8901-aa6fd98f068d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:59.568233 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078e73f-356f-4178-b3d2-1f1d39d194d5 req-c2f5a1fb-f5df-451a-b487-2df143c6eccc tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:19:59.569936 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c078e73f-356f-4178-b3d2-1f1d39d194d5 req-c2f5a1fb-f5df-451a-b487-2df143c6eccc tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 949 time: 0.1636076 Jan 28 00:19:59.676600 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-62438347-f156-429f-91a0-e0bc23b8a360 req-3aa40ed8-9362-47f8-9f5f-b17c08a545dd tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] For port 3181b409-4047-42fb-8901-aa6fd98f068d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=3181b409-4047-42fb-8901-aa6fd98f068d,segment=NetworkSegment(1af6e637-635c-4891-a903-f48dbcb066f0),segment_id=1af6e637-635c-4891-a903-f48dbcb066f0)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:19:59.677614 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-62438347-f156-429f-91a0-e0bc23b8a360 req-3aa40ed8-9362-47f8-9f5f-b17c08a545dd tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (3181b409-4047-42fb-8901-aa6fd98f068d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:59.692446 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-62438347-f156-429f-91a0-e0bc23b8a360 req-3aa40ed8-9362-47f8-9f5f-b17c08a545dd tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Calling delete_port for 3181b409-4047-42fb-8901-aa6fd98f068d owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:19:59.745967 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c078e73f-356f-4178-b3d2-1f1d39d194d5 req-dbc357c1-2b98-4d8b-851b-1681cf1d6a1a tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630874 Jan 28 00:19:59.792819 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d4ecf5c-de0f-4220-949c-eccc287fa17e req-d6dbb730-be94-48b1-b265-814c4a7ea5ba service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433662 Jan 28 00:19:59.809875 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 67f83139-0ba4-4d73-b231-605df47e296e details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:19:59.839295 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3491531-9ad0-41c8-a17e-bf0e82bcac81 req-6dbf0457-2a49-451d-a37f-81892ed5ac38 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Router 3535920b-669e-4752-94d4-5afb2b35cf95 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:19:59.884233 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-62438347-f156-429f-91a0-e0bc23b8a360 req-3aa40ed8-9362-47f8-9f5f-b17c08a545dd tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (3181b409-4047-42fb-8901-aa6fd98f068d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:19:59.917579 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:19:59.943205 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa40ed8-9362-47f8-9f5f-b17c08a545dd tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Pushing event deleted for resources: {'Port': ['ID=3181b409-4047-42fb-8901-aa6fd98f068d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:19:59.944714 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['3181b409-4047-42fb-8901-aa6fd98f068d'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:00.022877 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa40ed8-9362-47f8-9f5f-b17c08a545dd tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:00.023658 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa40ed8-9362-47f8-9f5f-b17c08a545dd tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:00.024407 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa40ed8-9362-47f8-9f5f-b17c08a545dd tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:00.025305 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa40ed8-9362-47f8-9f5f-b17c08a545dd tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:00.025968 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa40ed8-9362-47f8-9f5f-b17c08a545dd tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:00.026677 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa40ed8-9362-47f8-9f5f-b17c08a545dd tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:00.027245 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa40ed8-9362-47f8-9f5f-b17c08a545dd tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:00.027869 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa40ed8-9362-47f8-9f5f-b17c08a545dd tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:00.029069 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa40ed8-9362-47f8-9f5f-b17c08a545dd tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:00.029787 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa40ed8-9362-47f8-9f5f-b17c08a545dd tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:00.030866 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa40ed8-9362-47f8-9f5f-b17c08a545dd tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:00.032066 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa40ed8-9362-47f8-9f5f-b17c08a545dd tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:00.032676 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa40ed8-9362-47f8-9f5f-b17c08a545dd tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:00.038265 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-62438347-f156-429f-91a0-e0bc23b8a360 req-3aa40ed8-9362-47f8-9f5f-b17c08a545dd tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] No DVR routers for this DVR port 3181b409-4047-42fb-8901-aa6fd98f068d on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:20:00.042077 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-62438347-f156-429f-91a0-e0bc23b8a360 req-3aa40ed8-9362-47f8-9f5f-b17c08a545dd tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:00.047302 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-62438347-f156-429f-91a0-e0bc23b8a360 req-3aa40ed8-9362-47f8-9f5f-b17c08a545dd tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.65 "DELETE /v2.0/ports/3181b409-4047-42fb-8901-aa6fd98f068d HTTP/1.1" status: 204 len: 173 time: 0.6539719 Jan 28 00:20:00.047914 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b853db9-393e-472e-870d-8c36ddece27e', 'name': 'network-vif-deleted', 'tag': '3181b409-4047-42fb-8901-aa6fd98f068d'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:20:00.050347 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cac404-5ebd-47e1-8578-d657341c1eba" -d '{"events": [{"server_uuid": "8b853db9-393e-472e-870d-8c36ddece27e", "name": "network-vif-deleted", "tag": "3181b409-4047-42fb-8901-aa6fd98f068d"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:20:00.101899 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 67f83139-0ba4-4d73-b231-605df47e296e, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=67f83139-0ba4-4d73-b231-605df47e296e,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:00.105745 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3491531-9ad0-41c8-a17e-bf0e82bcac81 req-6dbf0457-2a49-451d-a37f-81892ed5ac38 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:20:00.119470 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '67f83139-0ba4-4d73-b231-605df47e296e', 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e', 'port_id': '67f83139-0ba4-4d73-b231-605df47e296e', 'mac_address': 'fa:16:3e:80:f5:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89787cce-0952-4d1c-b459-5274630a8c6e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:20:00.126155 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e3491531-9ad0-41c8-a17e-bf0e82bcac81 req-6dbf0457-2a49-451d-a37f-81892ed5ac38 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:00.128799 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7720d8ca-11b1-42bd-b6a2-cf4fe931a74a None None] Sync routers for ids ['3535920b-669e-4752-94d4-5afb2b35cf95'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:20:00.131280 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bd3f15af-7079-44a4-9591-4a45666462b3 req-9f5ada63-aae3-4c5f-a635-fd19a96e7d0d tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b853db9-393e-472e-870d-8c36ddece27e HTTP/1.1" status: 200 len: 210 time: 0.0496933 Jan 28 00:20:00.160558 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3491531-9ad0-41c8-a17e-bf0e82bcac81 req-6dbf0457-2a49-451d-a37f-81892ed5ac38 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "PUT /v2.0/floatingips/ec8cd45a-6b77-4d82-a125-61fafd595a9c HTTP/1.1" status: 200 len: 695 time: 1.2805145 Jan 28 00:20:00.221427 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7720d8ca-11b1-42bd-b6a2-cf4fe931a74a None None] Routers {'3535920b-669e-4752-94d4-5afb2b35cf95'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:20:00.223205 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7720d8ca-11b1-42bd-b6a2-cf4fe931a74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:19:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3535920b-669e-4752-94d4-5afb2b35cf95'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:00.232707 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 67f83139-0ba4-4d73-b231-605df47e296e is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:00.233911 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (67f83139-0ba4-4d73-b231-605df47e296e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:00.271011 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3491531-9ad0-41c8-a17e-bf0e82bcac81 req-bac86a38-3eda-426e-9d83-8d3552e5ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:00.273118 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3491531-9ad0-41c8-a17e-bf0e82bcac81 req-bac86a38-3eda-426e-9d83-8d3552e5ccd1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f8a04340ab2345348380631aeb839f0e&device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 1097 time: 0.0907915 Jan 28 00:20:00.314169 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8589fd55-12c7-42cb-9166-b691e1aa62bf x-openstack-request-id: req-8589fd55-12c7-42cb-9166-b691e1aa62bf {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:20:00.314653 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b853db9-393e-472e-870d-8c36ddece27e", "name": "network-vif-plugged", "status": "completed", "tag": "3181b409-4047-42fb-8901-aa6fd98f068d", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:20:00.315139 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8589fd55-12c7-42cb-9166-b691e1aa62bf {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:20:00.315805 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b853db9-393e-472e-870d-8c36ddece27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3181b409-4047-42fb-8901-aa6fd98f068d', 'code': 200} Jan 28 00:20:00.349974 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67f83139-0ba4-4d73-b231-605df47e296e {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:20:00.423842 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 67f83139-0ba4-4d73-b231-605df47e296e, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=67f83139-0ba4-4d73-b231-605df47e296e,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:00.448583 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3491531-9ad0-41c8-a17e-bf0e82bcac81 req-bce7897b-b50f-43a3-8c07-9503f6ff28e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:00.451704 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3491531-9ad0-41c8-a17e-bf0e82bcac81 req-bce7897b-b50f-43a3-8c07-9503f6ff28e4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b HTTP/1.1" status: 200 len: 920 time: 0.1715920 Jan 28 00:20:00.456744 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (67f83139-0ba4-4d73-b231-605df47e296e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:00.518467 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-7720d8ca-11b1-42bd-b6a2-cf4fe931a74a None None] Set router 3535920b-669e-4752-94d4-5afb2b35cf95 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:20:00.533455 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3491531-9ad0-41c8-a17e-bf0e82bcac81 req-2ab2948f-3034-4529-8fc8-5517e4360b6e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcfb490f-f778-4d83-9053-cd92a33954ac HTTP/1.1" status: 200 len: 217 time: 0.0710604 Jan 28 00:20:00.548158 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20386299-88e9-45ba-b37e-f8e9abf014b7 req-6347354f-1f99-4873-b0a8-c75ba8e18f7e tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:00.549240 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-20386299-88e9-45ba-b37e-f8e9abf014b7 req-6347354f-1f99-4873-b0a8-c75ba8e18f7e tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe1cacfa-44f1-44c4-88e7-a36db41f98b0 HTTP/1.1" status: 200 len: 943 time: 0.1596463 Jan 28 00:20:00.563502 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=67f83139-0ba4-4d73-b231-605df47e296e,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:00.634586 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3491531-9ad0-41c8-a17e-bf0e82bcac81 req-c0eb5023-7425-49b9-9c6c-27712933ac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:00.636783 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3491531-9ad0-41c8-a17e-bf0e82bcac81 req-c0eb5023-7425-49b9-9c6c-27712933ac2c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=15e473ff-b094-44ce-baac-7061d4d3f5a3 HTTP/1.1" status: 200 len: 859 time: 0.0860338 Jan 28 00:20:00.651134 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-20386299-88e9-45ba-b37e-f8e9abf014b7 req-3bc1d6f2-a35b-4662-8145-b4f883fe64ef tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869932 Jan 28 00:20:00.700255 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3491531-9ad0-41c8-a17e-bf0e82bcac81 req-cba2db0f-4935-4ee6-9900-dc78b809fb63 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480783 Jan 28 00:20:00.708360 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1edb377-0259-4586-a63a-68539835e898 x-openstack-request-id: req-e1edb377-0259-4586-a63a-68539835e898 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:20:00.708638 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d86915-f4d1-451a-bee6-619c31eef3a6", "tag": "fcfb490f-f778-4d83-9053-cd92a33954ac", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:20:00.712311 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e1edb377-0259-4586-a63a-68539835e898 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:20:00.712311 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d86915-f4d1-451a-bee6-619c31eef3a6', 'tag': 'fcfb490f-f778-4d83-9053-cd92a33954ac', 'status': 'completed', 'code': 200} Jan 28 00:20:00.825565 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7720d8ca-11b1-42bd-b6a2-cf4fe931a74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'name': 'tempest-ServerRescueTestJSONUnderV235-856463506-router', 'tenant_id': 'f8a04340ab2345348380631aeb839f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '37743aa7-da26-43fe-a675-6211a6ae6c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:18:26Z', 'updated_at': '2022-01-28T00:18:32Z', 'revision_number': 4, 'project_id': 'f8a04340ab2345348380631aeb839f0e', 'gw_port': {'id': '37743aa7-da26-43fe-a675-6211a6ae6c26', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:18:28Z', 'updated_at': '2022-01-28T00:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '8c71d74e-93e0-4442-bfd7-ee3345b32952', 'name': '', 'network_id': 'bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b', 'tenant_id': 'f8a04340ab2345348380631aeb839f0e', 'mac_address': 'fa:16:3e:13:94:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '15e473ff-b094-44ce-baac-7061d4d3f5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:18:31Z', 'updated_at': '2022-01-28T00:18:38Z', 'revision_number': 5, 'project_id': 'f8a04340ab2345348380631aeb839f0e', 'subnets': [{'id': '15e473ff-b094-44ce-baac-7061d4d3f5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:00.849629 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003efd75-918f-4363-98e9-1553e27ba89e req-93b01baa-74f5-44ef-b62e-2187d3f37a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:00.852477 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-003efd75-918f-4363-98e9-1553e27ba89e req-93b01baa-74f5-44ef-b62e-2187d3f37a54 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8a04340ab2345348380631aeb839f0e&device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 1097 time: 0.0754030 Jan 28 00:20:00.878377 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7720d8ca-11b1-42bd-b6a2-cf4fe931a74a None None] Checking router: 3535920b-669e-4752-94d4-5afb2b35cf95 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:20:00.892151 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7720d8ca-11b1-42bd-b6a2-cf4fe931a74a None None] Routers {'3535920b-669e-4752-94d4-5afb2b35cf95'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:20:00.893141 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7720d8ca-11b1-42bd-b6a2-cf4fe931a74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:19:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3535920b-669e-4752-94d4-5afb2b35cf95'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:00.896900 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f13d6-2188-47ab-9ebd-7761dc443b54 req-ca921a0c-7da5-40f4-9e1f-51b7f30b09a6 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:00.904548 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f13d6-2188-47ab-9ebd-7761dc443b54 req-ca921a0c-7da5-40f4-9e1f-51b7f30b09a6 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:00.914574 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f13d6-2188-47ab-9ebd-7761dc443b54 req-ca921a0c-7da5-40f4-9e1f-51b7f30b09a6 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:00.922721 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f13d6-2188-47ab-9ebd-7761dc443b54 req-ca921a0c-7da5-40f4-9e1f-51b7f30b09a6 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:00.930766 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f13d6-2188-47ab-9ebd-7761dc443b54 req-ca921a0c-7da5-40f4-9e1f-51b7f30b09a6 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:00.936249 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f13d6-2188-47ab-9ebd-7761dc443b54 req-ca921a0c-7da5-40f4-9e1f-51b7f30b09a6 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:00.948623 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f13d6-2188-47ab-9ebd-7761dc443b54 req-ca921a0c-7da5-40f4-9e1f-51b7f30b09a6 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:00.955524 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-664f13d6-2188-47ab-9ebd-7761dc443b54 req-ca921a0c-7da5-40f4-9e1f-51b7f30b09a6 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 5431 time: 0.1830533 Jan 28 00:20:00.995197 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003efd75-918f-4363-98e9-1553e27ba89e req-f86130c1-d4c6-4806-b061-9ecd1af9526e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:00.998068 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-003efd75-918f-4363-98e9-1553e27ba89e req-f86130c1-d4c6-4806-b061-9ecd1af9526e service neutron] 10.222.0.65 "GET /v2.0/networks?id=bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b HTTP/1.1" status: 200 len: 920 time: 0.1379883 Jan 28 00:20:01.000586 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3491531-9ad0-41c8-a17e-bf0e82bcac81 req-1087ed14-0f50-488f-b518-ffd1688bc1fe service neutron] 10.222.0.70 "GET /v2.0/networks/bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871952 Jan 28 00:20:01.046071 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-7720d8ca-11b1-42bd-b6a2-cf4fe931a74a None None] Set router 3535920b-669e-4752-94d4-5afb2b35cf95 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:20:01.059894 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-003efd75-918f-4363-98e9-1553e27ba89e req-dbdbe454-61f1-47bf-9eae-d728cb15652b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcfb490f-f778-4d83-9053-cd92a33954ac HTTP/1.1" status: 200 len: 217 time: 0.0526707 Jan 28 00:20:01.089143 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['67f83139-0ba4-4d73-b231-605df47e296e'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:01.159407 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003efd75-918f-4363-98e9-1553e27ba89e req-eb3b201d-d843-438c-b732-5cfd5215a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:01.161847 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-003efd75-918f-4363-98e9-1553e27ba89e req-eb3b201d-d843-438c-b732-5cfd5215a443 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=15e473ff-b094-44ce-baac-7061d4d3f5a3 HTTP/1.1" status: 200 len: 859 time: 0.0770280 Jan 28 00:20:01.164900 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-664f13d6-2188-47ab-9ebd-7761dc443b54 req-07b8855c-f2bf-4422-8c47-7e30da3a4a84 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ce589d-1355-4162-a23a-6782446bdfe9&id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2073109 Jan 28 00:20:01.166449 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-882a7da6-2e0c-410e-a5d4-e1483d395588 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=15e12218ae23498f8976895fc1081122&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1203792 Jan 28 00:20:01.241938 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3491531-9ad0-41c8-a17e-bf0e82bcac81 req-f511bf12-69b0-4eee-9034-ed08c2e93add service neutron] 10.222.0.70 "GET /v2.0/networks/bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318361 Jan 28 00:20:01.242654 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-003efd75-918f-4363-98e9-1553e27ba89e req-1a3fba5f-193d-4645-bb15-de856eb815f4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691953 Jan 28 00:20:01.352721 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb45a332-1a0b-43e9-b947-8e81b3af9443 req-b04be291-0c73-482e-a311-4ebf8fbd3f31 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fe0d0a0-f4ca-4178-8cfd-a4585c9aa9b8 HTTP/1.1" status: 200 len: 210 time: 0.0823843 Jan 28 00:20:01.432152 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-003efd75-918f-4363-98e9-1553e27ba89e req-6aeaa5ef-8569-48af-bb36-8ef67a7db35e service neutron] 10.222.0.65 "GET /v2.0/networks/bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721747 Jan 28 00:20:01.469721 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7720d8ca-11b1-42bd-b6a2-cf4fe931a74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'name': 'tempest-ServerRescueTestJSONUnderV235-856463506-router', 'tenant_id': 'f8a04340ab2345348380631aeb839f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '37743aa7-da26-43fe-a675-6211a6ae6c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:18:26Z', 'updated_at': '2022-01-28T00:18:32Z', 'revision_number': 4, 'project_id': 'f8a04340ab2345348380631aeb839f0e', 'gw_port': {'id': '37743aa7-da26-43fe-a675-6211a6ae6c26', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:18:28Z', 'updated_at': '2022-01-28T00:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '8c71d74e-93e0-4442-bfd7-ee3345b32952', 'name': '', 'network_id': 'bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b', 'tenant_id': 'f8a04340ab2345348380631aeb839f0e', 'mac_address': 'fa:16:3e:13:94:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '15e473ff-b094-44ce-baac-7061d4d3f5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:18:31Z', 'updated_at': '2022-01-28T00:18:38Z', 'revision_number': 5, 'project_id': 'f8a04340ab2345348380631aeb839f0e', 'subnets': [{'id': '15e473ff-b094-44ce-baac-7061d4d3f5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:01.482850 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-5f25bca8-d676-44c3-8b15-b13415feee70 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:01.486890 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-5f25bca8-d676-44c3-8b15-b13415feee70 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2435923 Jan 28 00:20:01.510549 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7720d8ca-11b1-42bd-b6a2-cf4fe931a74a None None] The sync data for ids ['3535920b-669e-4752-94d4-5afb2b35cf95'] in n-d-826754-1 is: [{'id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'name': 'tempest-ServerRescueTestJSONUnderV235-856463506-router', 'tenant_id': 'f8a04340ab2345348380631aeb839f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '37743aa7-da26-43fe-a675-6211a6ae6c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:18:26Z', 'updated_at': '2022-01-28T00:18:32Z', 'revision_number': 4, 'project_id': 'f8a04340ab2345348380631aeb839f0e', 'gw_port': {'id': '37743aa7-da26-43fe-a675-6211a6ae6c26', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:18:28Z', 'updated_at': '2022-01-28T00:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '8c71d74e-93e0-4442-bfd7-ee3345b32952', 'name': '', 'network_id': 'bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b', 'tenant_id': 'f8a04340ab2345348380631aeb839f0e', 'mac_address': 'fa:16:3e:13:94:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '15e473ff-b094-44ce-baac-7061d4d3f5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:18:31Z', 'updated_at': '2022-01-28T00:18:38Z', 'revision_number': 5, 'project_id': 'f8a04340ab2345348380631aeb839f0e', 'subnets': [{'id': '15e473ff-b094-44ce-baac-7061d4d3f5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:20:01.510932 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-2fc5c1a0-033a-4358-bac9-9c5451f3a0c8 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Request body: {'port': {'device_id': '0fe0d0a0-f4ca-4178-8cfd-a4585c9aa9b8', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'admin_state_up': True, 'tenant_id': '15e12218ae23498f8976895fc1081122'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:20:01.571115 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9493373e-3c94-42c0-85cf-3f09f39589bb x-openstack-request-id: req-9493373e-3c94-42c0-85cf-3f09f39589bb {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:20:01.571115 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b853db9-393e-472e-870d-8c36ddece27e", "name": "network-vif-deleted", "tag": "3181b409-4047-42fb-8901-aa6fd98f068d", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:20:01.571115 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9493373e-3c94-42c0-85cf-3f09f39589bb {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:20:01.571115 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b853db9-393e-472e-870d-8c36ddece27e', 'name': 'network-vif-deleted', 'tag': '3181b409-4047-42fb-8901-aa6fd98f068d', 'status': 'completed', 'code': 200} Jan 28 00:20:01.651797 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-003efd75-918f-4363-98e9-1553e27ba89e req-7554b8c2-8ab6-4678-af7c-379fa1b472da service neutron] 10.222.0.65 "GET /v2.0/networks/bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123332 Jan 28 00:20:01.729255 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183563f7-af22-4bd8-b32a-1d4be3fa3820 req-e0418675-e511-431e-a02b-84146395648a tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:01.731327 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-183563f7-af22-4bd8-b32a-1d4be3fa3820 req-e0418675-e511-431e-a02b-84146395648a tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 949 time: 0.0909855 Jan 28 00:20:01.799446 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-2fc5c1a0-033a-4358-bac9-9c5451f3a0c8 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Made reservation on behalf of 15e12218ae23498f8976895fc1081122 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:20:01.803562 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-2fc5c1a0-033a-4358-bac9-9c5451f3a0c8 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:01.809100 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7e4cb25-da75-41b9-838f-3e43b0a6648f req-d558a681-be11-4168-a2fe-f5b0d5ce6588 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/floatingips/ec8cd45a-6b77-4d82-a125-61fafd595a9c HTTP/1.1" status: 200 len: 695 time: 0.0746655 Jan 28 00:20:01.875116 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb18dd3a-51f4-4ccc-8a23-42dfdd10c86f None None] New status for floating IP ec8cd45a-6b77-4d82-a125-61fafd595a9c: DOWN {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:20:01.962012 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-183563f7-af22-4bd8-b32a-1d4be3fa3820 req-ec6fcb26-d8b7-4df8-95c3-2d697e0fb66e tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233651 Jan 28 00:20:02.062124 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4cb25-da75-41b9-838f-3e43b0a6648f req-840446f8-1217-464e-8a19-c953ea5b45ef tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:02.063751 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7e4cb25-da75-41b9-838f-3e43b0a6648f req-840446f8-1217-464e-8a19-c953ea5b45ef tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 784 time: 0.2476847 Jan 28 00:20:02.089652 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-a7e4cb25-da75-41b9-838f-3e43b0a6648f req-2c2d8e86-2797-41dd-b2a9-0df4e014e6a5 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:20:02.090798 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7e4cb25-da75-41b9-838f-3e43b0a6648f req-2c2d8e86-2797-41dd-b2a9-0df4e014e6a5 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0158391 Jan 28 00:20:02.093953 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-2fc5c1a0-033a-4358-bac9-9c5451f3a0c8 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Allocated IP 192.168.233.182 (6cc4916b-e8a0-4618-abd0-934e16bf0b78/3d2cf619-4390-4946-b152-016e9ede005d/cd430636-3c07-4e6c-854c-9164a23ec946) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:20:02.185096 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7e4cb25-da75-41b9-838f-3e43b0a6648f req-0700c16d-2cfc-49be-a03d-42877e49d36b tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 698 time: 0.0784118 Jan 28 00:20:02.264493 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e591dd7-969f-45a0-85aa-a5accb472511 req-6e7e6ff2-a015-4fb3-827b-7bc61ca29b68 tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:02.265943 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e591dd7-969f-45a0-85aa-a5accb472511 req-6e7e6ff2-a015-4fb3-827b-7bc61ca29b68 tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6cb0da3-0d24-41c7-a78c-de1501654f23 HTTP/1.1" status: 200 len: 946 time: 0.1741943 Jan 28 00:20:02.273559 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7e4cb25-da75-41b9-838f-3e43b0a6648f req-350d71b1-bf3b-4f12-a7ea-f8f6d0e08475 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 696 time: 0.0785232 Jan 28 00:20:02.318089 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2719883-d508-4ac8-a97c-b040d9b3fb78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d89e94-1881-4800-aec0-ebe0b401e515'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:20:02.321059 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908864c9-c92a-4007-9536-c51e20c64c4e" -d '{"events": [{"server_uuid": "a2719883-d508-4ac8-a97c-b040d9b3fb78", "name": "network-vif-plugged", "status": "completed", "tag": "f9d89e94-1881-4800-aec0-ebe0b401e515"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:20:02.480527 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e591dd7-969f-45a0-85aa-a5accb472511 req-75281820-2d88-4891-ba76-49c1ee553cb9 tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] 10.222.0.70 "GET /v2.0/security-groups?id=786edd49-d7d4-48cb-8b18-f82356d23037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028697 Jan 28 00:20:02.798934 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d86915-f4d1-451a-bee6-619c31eef3a6', 'tag': 'fcfb490f-f778-4d83-9053-cd92a33954ac'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:20:02.801205 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3c2049-ed04-4ef9-8c27-02f5c98a90eb" -d '{"events": [{"name": "network-changed", "server_uuid": "30d86915-f4d1-451a-bee6-619c31eef3a6", "tag": "fcfb490f-f778-4d83-9053-cd92a33954ac"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:20:02.863244 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-2fc5c1a0-033a-4358-bac9-9c5451f3a0c8 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks [] for port (cd430636-3c07-4e6c-854c-9164a23ec946), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:02.903045 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119651c2-2429-48ac-bfec-053fa54bba4e req-7f241c8d-c13c-4c7a-87c2-41dbf216d90f tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:02.904760 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-119651c2-2429-48ac-bfec-053fa54bba4e req-7f241c8d-c13c-4c7a-87c2-41dbf216d90f tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ec2a423-d902-4fc9-9583-c68af6e6b1e0 HTTP/1.1" status: 200 len: 946 time: 0.1003864 Jan 28 00:20:02.927970 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-a7e4cb25-da75-41b9-838f-3e43b0a6648f req-4dc832fa-0d9f-4899-bad4-10a7a75a1fc7 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Deleting port c156908c-fb15-4eb1-8381-52d23464a879 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:20:02.927970 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a7e4cb25-da75-41b9-838f-3e43b0a6648f req-4dc832fa-0d9f-4899-bad4-10a7a75a1fc7 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c156908c-fb15-4eb1-8381-52d23464a879), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:03.007180 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-2fc5c1a0-033a-4358-bac9-9c5451f3a0c8 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (cd430636-3c07-4e6c-854c-9164a23ec946), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:03.044180 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['93d1b1db-ea8f-40d0-ad5f-68128514fbd9', 'a70452fc-14fc-4605-ad3f-db76851ab1e9', '9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90', '64baad5f-d7c1-4872-b963-87dcb4a5ffcb'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:03.052094 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['1d0e9f69-dea1-4853-8ff5-4aaaa651fb27', '3dba5a8d-7833-4acf-ac20-1058770aad91', '84c70a84-fc0a-4272-aa60-3ac20605cb98'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:03.082802 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-119651c2-2429-48ac-bfec-053fa54bba4e req-1ef4d9cf-01c3-4230-a176-d19f5ad114ce tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c39484f-9d82-4aed-a45b-f4bc83083bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692753 Jan 28 00:20:03.096754 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-2fc5c1a0-033a-4358-bac9-9c5451f3a0c8 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:20:03.123560 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-2fc5c1a0-033a-4358-bac9-9c5451f3a0c8 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:20:03.127027 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a7e4cb25-da75-41b9-838f-3e43b0a6648f req-4dc832fa-0d9f-4899-bad4-10a7a75a1fc7 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c156908c-fb15-4eb1-8381-52d23464a879), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:03.127415 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a7e4cb25-da75-41b9-838f-3e43b0a6648f req-4dc832fa-0d9f-4899-bad4-10a7a75a1fc7 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks [] for floatingip (c156908c-fb15-4eb1-8381-52d23464a879), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:03.139648 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-2fc5c1a0-033a-4358-bac9-9c5451f3a0c8 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:20:03.148988 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5c1a0-033a-4358-bac9-9c5451f3a0c8 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Pushing event updated for resources: {'Port': ['ID=cd430636-3c07-4e6c-854c-9164a23ec946,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:03.152805 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-a7e4cb25-da75-41b9-838f-3e43b0a6648f req-4dc832fa-0d9f-4899-bad4-10a7a75a1fc7 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Calling delete_port for c156908c-fb15-4eb1-8381-52d23464a879 owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:20:03.176550 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 3181b409-4047-42fb-8901-aa6fd98f068d no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:20:03.240872 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 3181b409-4047-42fb-8901-aa6fd98f068d {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:20:03.241263 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 3181b409-4047-42fb-8901-aa6fd98f068d not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:20:03.281692 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-2fc5c1a0-033a-4358-bac9-9c5451f3a0c8 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:03.282580 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-2fc5c1a0-033a-4358-bac9-9c5451f3a0c8 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:03.330459 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3cf4d-2673-472f-9992-759835866f7f req-cbbd7b83-ef93-4ae4-a054-7c24175eced3 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:03.331971 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c5b3cf4d-2673-472f-9992-759835866f7f req-cbbd7b83-ef93-4ae4-a054-7c24175eced3 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe1cacfa-44f1-44c4-88e7-a36db41f98b0 HTTP/1.1" status: 200 len: 944 time: 0.1381984 Jan 28 00:20:03.337936 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-2fc5c1a0-033a-4358-bac9-9c5451f3a0c8 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8348377 Jan 28 00:20:03.375754 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-6738eb87-0069-4289-bb2f-e6872a46f252 service neutron] Request body: {'port': {'device_id': '0fe0d0a0-f4ca-4178-8cfd-a4585c9aa9b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:20:03.417348 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa0b95-8986-4324-aab6-9950a00180d0 req-6471140a-b9f6-4651-bd27-bc93471823ed tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:03.424961 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-27aa0b95-8986-4324-aab6-9950a00180d0 req-6471140a-b9f6-4651-bd27-bc93471823ed tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec2a423-d902-4fc9-9583-c68af6e6b1e0 HTTP/1.1" status: 200 len: 946 time: 0.1587617 Jan 28 00:20:03.499581 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-6738eb87-0069-4289-bb2f-e6872a46f252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cd430636-3c07-4e6c-854c-9164a23ec946), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:03.546464 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a7e4cb25-da75-41b9-838f-3e43b0a6648f req-4dc832fa-0d9f-4899-bad4-10a7a75a1fc7 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (c156908c-fb15-4eb1-8381-52d23464a879), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:03.551335 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c5b3cf4d-2673-472f-9992-759835866f7f req-61a6b82a-84fb-4cdc-acd1-ea29fcce2963 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663270 Jan 28 00:20:03.603115 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-27aa0b95-8986-4324-aab6-9950a00180d0 req-153d0b4c-7403-403b-a703-65671e367b0a tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] Deleting port 146a2a29-5e33-4f5f-b2aa-7cc6f503eb21 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:20:03.603477 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-27aa0b95-8986-4324-aab6-9950a00180d0 req-153d0b4c-7403-403b-a703-65671e367b0a tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (146a2a29-5e33-4f5f-b2aa-7cc6f503eb21), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:03.608507 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc832fa-0d9f-4899-bad4-10a7a75a1fc7 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Pushing event deleted for resources: {'Port': ['ID=c156908c-fb15-4eb1-8381-52d23464a879,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:03.691287 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-89e068c0-118b-495c-a0eb-186019cfd2bc None None] Provisioning complete for port cd430636-3c07-4e6c-854c-9164a23ec946 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:20:03.692062 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a7e4cb25-da75-41b9-838f-3e43b0a6648f req-4dc832fa-0d9f-4899-bad4-10a7a75a1fc7 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks [] for floatingip (ec8cd45a-6b77-4d82-a125-61fafd595a9c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:03.692289 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89e068c0-118b-495c-a0eb-186019cfd2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cd430636-3c07-4e6c-854c-9164a23ec946), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:03.695842 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a7e4cb25-da75-41b9-838f-3e43b0a6648f req-4dc832fa-0d9f-4899-bad4-10a7a75a1fc7 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:03.696611 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7e4cb25-da75-41b9-838f-3e43b0a6648f req-4dc832fa-0d9f-4899-bad4-10a7a75a1fc7 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "DELETE /v2.0/floatingips/ec8cd45a-6b77-4d82-a125-61fafd595a9c HTTP/1.1" status: 204 len: 173 time: 1.4149289 Jan 28 00:20:03.797023 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-89e068c0-118b-495c-a0eb-186019cfd2bc None None] Port cd430636-3c07-4e6c-854c-9164a23ec946 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:20:03.822447 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-27aa0b95-8986-4324-aab6-9950a00180d0 req-153d0b4c-7403-403b-a703-65671e367b0a tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] For port 146a2a29-5e33-4f5f-b2aa-7cc6f503eb21, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=146a2a29-5e33-4f5f-b2aa-7cc6f503eb21,segment=NetworkSegment(9fbf6335-f866-4c13-912f-2bc6abd2616f),segment_id=9fbf6335-f866-4c13-912f-2bc6abd2616f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:03.823913 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-27aa0b95-8986-4324-aab6-9950a00180d0 req-153d0b4c-7403-403b-a703-65671e367b0a tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (146a2a29-5e33-4f5f-b2aa-7cc6f503eb21), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:03.832584 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 5f2b5768-b69e-46a4-9085-5302ca317eb1 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:20:03.848530 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 67f83139-0ba4-4d73-b231-605df47e296e up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:20:03.873226 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-27aa0b95-8986-4324-aab6-9950a00180d0 req-153d0b4c-7403-403b-a703-65671e367b0a tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] Calling delete_port for 146a2a29-5e33-4f5f-b2aa-7cc6f503eb21 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:20:03.989251 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56980) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:20:03.990677 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2353bdc5-0562-4ae1-aa14-99861d92ad01 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1932526774', 'description': 'tempest-description--886378888'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:20:04.057045 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2353bdc5-0562-4ae1-aa14-99861d92ad01 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:04.094389 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-27aa0b95-8986-4324-aab6-9950a00180d0 req-153d0b4c-7403-403b-a703-65671e367b0a tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (146a2a29-5e33-4f5f-b2aa-7cc6f503eb21), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:04.118611 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 67f83139-0ba4-4d73-b231-605df47e296e completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:20:04.143405 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 67f83139-0ba4-4d73-b231-605df47e296e triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:20:04.143799 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (67f83139-0ba4-4d73-b231-605df47e296e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:04.149585 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361783df-a826-4429-9e66-ba9a6725c580 req-6d501e79-c368-4435-88da-649991d60842 tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:04.151227 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-361783df-a826-4429-9e66-ba9a6725c580 req-6d501e79-c368-4435-88da-649991d60842 tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6cb0da3-0d24-41c7-a78c-de1501654f23 HTTP/1.1" status: 200 len: 946 time: 0.1977928 Jan 28 00:20:04.158358 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485c9c9-4ada-430a-8b9c-c00fc6eb49ac req-d07a2434-6eea-4bbf-bf03-3279d9aa8494 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:04.160073 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4485c9c9-4ada-430a-8b9c-c00fc6eb49ac req-d07a2434-6eea-4bbf-bf03-3279d9aa8494 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 949 time: 0.2116685 Jan 28 00:20:04.210703 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d0b4c-7403-403b-a703-65671e367b0a tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] Pushing event deleted for resources: {'Port': ['ID=146a2a29-5e33-4f5f-b2aa-7cc6f503eb21,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:04.340900 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 5f2b5768-b69e-46a4-9085-5302ca317eb1, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=5f2b5768-b69e-46a4-9085-5302ca317eb1,segment=NetworkSegment(0465a9d6-01fe-4f7b-a9a6-388e7e67e02b),segment_id=0465a9d6-01fe-4f7b-a9a6-388e7e67e02b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:04.344797 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-27aa0b95-8986-4324-aab6-9950a00180d0 req-153d0b4c-7403-403b-a703-65671e367b0a tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] No DVR routers for this DVR port 146a2a29-5e33-4f5f-b2aa-7cc6f503eb21 on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:20:04.351580 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2d667-e592-48ad-9a93-791aaee89262 req-ee1bc768-d106-45ff-885f-1d0b8f932243 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:04.352573 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-27aa0b95-8986-4324-aab6-9950a00180d0 req-153d0b4c-7403-403b-a703-65671e367b0a tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:04.356817 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2d667-e592-48ad-9a93-791aaee89262 req-ee1bc768-d106-45ff-885f-1d0b8f932243 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:04.358009 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-27aa0b95-8986-4324-aab6-9950a00180d0 req-153d0b4c-7403-403b-a703-65671e367b0a tempest-ServerPasswordTestJSON-1489250032 tempest-ServerPasswordTestJSON-1489250032-project] 10.222.0.65 "DELETE /v2.0/ports/146a2a29-5e33-4f5f-b2aa-7cc6f503eb21 HTTP/1.1" status: 204 len: 173 time: 0.9299486 Jan 28 00:20:04.358768 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec2a423-d902-4fc9-9583-c68af6e6b1e0', 'name': 'network-vif-deleted', 'tag': '146a2a29-5e33-4f5f-b2aa-7cc6f503eb21'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:20:04.363022 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2d667-e592-48ad-9a93-791aaee89262 req-ee1bc768-d106-45ff-885f-1d0b8f932243 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:04.363455 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdb046e-3fc4-4e0d-acd6-fd456d43af3b" -d '{"events": [{"server_uuid": "7ec2a423-d902-4fc9-9583-c68af6e6b1e0", "name": "network-vif-deleted", "tag": "146a2a29-5e33-4f5f-b2aa-7cc6f503eb21"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:20:04.369291 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2d667-e592-48ad-9a93-791aaee89262 req-ee1bc768-d106-45ff-885f-1d0b8f932243 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:04.374305 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '5f2b5768-b69e-46a4-9085-5302ca317eb1', 'network_id': 'e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6', 'port_id': '5f2b5768-b69e-46a4-9085-5302ca317eb1', 'mac_address': 'fa:16:3e:ae:f2:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940224ee-3d45-4e4f-bb05-6319f4700b5e', 'ip_address': '10.1.1.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:20:04.374675 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2d667-e592-48ad-9a93-791aaee89262 req-ee1bc768-d106-45ff-885f-1d0b8f932243 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:04.380840 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2d667-e592-48ad-9a93-791aaee89262 req-ee1bc768-d106-45ff-885f-1d0b8f932243 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:04.387293 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2d667-e592-48ad-9a93-791aaee89262 req-ee1bc768-d106-45ff-885f-1d0b8f932243 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:04.395885 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d9c2d667-e592-48ad-9a93-791aaee89262 req-ee1bc768-d106-45ff-885f-1d0b8f932243 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 5431 time: 0.2782493 Jan 28 00:20:04.429503 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-6738eb87-0069-4289-bb2f-e6872a46f252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd430636-3c07-4e6c-854c-9164a23ec946 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:20:04.456485 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-6738eb87-0069-4289-bb2f-e6872a46f252 service neutron] Publish callbacks [] for port (cd430636-3c07-4e6c-854c-9164a23ec946), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:04.484164 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2353bdc5-0562-4ae1-aa14-99861d92ad01 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks [] for security_group (01474612-9a80-40b8-813f-6d05328c58d1), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:04.502109 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2353bdc5-0562-4ae1-aa14-99861d92ad01 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (01474612-9a80-40b8-813f-6d05328c58d1), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:04.508467 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4485c9c9-4ada-430a-8b9c-c00fc6eb49ac req-62ac43bf-f3ad-4c0f-8281-80c2bdf4cf75 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178711 Jan 28 00:20:04.512600 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 5f2b5768-b69e-46a4-9085-5302ca317eb1 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:04.513007 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5f2b5768-b69e-46a4-9085-5302ca317eb1), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:04.546823 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-6738eb87-0069-4289-bb2f-e6872a46f252 service neutron] Transition to ACTIVE for port object cd430636-3c07-4e6c-854c-9164a23ec946 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:20:04.550202 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f2b5768-b69e-46a4-9085-5302ca317eb1 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:20:04.573887 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 67f83139-0ba4-4d73-b231-605df47e296e is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:04.574314 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (67f83139-0ba4-4d73-b231-605df47e296e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:04.577398 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-6738eb87-0069-4289-bb2f-e6872a46f252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (cd430636-3c07-4e6c-854c-9164a23ec946), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:04.601678 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2353bdc5-0562-4ae1-aa14-99861d92ad01 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:04.611462 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2353bdc5-0562-4ae1-aa14-99861d92ad01 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6211560 Jan 28 00:20:04.617839 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56990) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:20:04.627775 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-0ea4a90f-ad3c-4809-8374-2a692bdc2c2c tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Request body: {'security_group_rule': {'security_group_id': '01474612-9a80-40b8-813f-6d05328c58d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:20:04.636673 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353bdc5-0562-4ae1-aa14-99861d92ad01 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01474612-9a80-40b8-813f-6d05328c58d1,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:04.638963 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ec5108-0728-431a-a7a5-12c5a1eef9b6 x-openstack-request-id: req-86ec5108-0728-431a-a7a5-12c5a1eef9b6 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:20:04.639292 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2719883-d508-4ac8-a97c-b040d9b3fb78", "name": "network-vif-plugged", "status": "completed", "tag": "f9d89e94-1881-4800-aec0-ebe0b401e515", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:20:04.639545 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-86ec5108-0728-431a-a7a5-12c5a1eef9b6 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:20:04.639985 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2719883-d508-4ac8-a97c-b040d9b3fb78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d89e94-1881-4800-aec0-ebe0b401e515', 'code': 200} Jan 28 00:20:04.664192 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 5f2b5768-b69e-46a4-9085-5302ca317eb1, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=5f2b5768-b69e-46a4-9085-5302ca317eb1,segment=NetworkSegment(0465a9d6-01fe-4f7b-a9a6-388e7e67e02b),segment_id=0465a9d6-01fe-4f7b-a9a6-388e7e67e02b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:04.675361 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (5f2b5768-b69e-46a4-9085-5302ca317eb1), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:04.676411 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:20:04.701316 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 67f83139-0ba4-4d73-b231-605df47e296e, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=67f83139-0ba4-4d73-b231-605df47e296e,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:04.726464 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d9c2d667-e592-48ad-9a93-791aaee89262 req-7fc8d158-ad79-4cc3-8f21-78cd23673613 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ce589d-1355-4162-a23a-6782446bdfe9&id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3214929 Jan 28 00:20:04.729291 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ea4a90f-ad3c-4809-8374-2a692bdc2c2c tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks [] for security_group_rule (de560061-b39c-49cc-be4b-10909d364a3a), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:04.732260 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (67f83139-0ba4-4d73-b231-605df47e296e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:04.775202 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-361783df-a826-4429-9e66-ba9a6725c580 req-1a6d8873-5296-4bb2-9158-1064a0ed65bc tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] Deleting port 0256971a-b1c8-4d04-a2c4-223b30e98444 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:20:04.775823 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-361783df-a826-4429-9e66-ba9a6725c580 req-1a6d8873-5296-4bb2-9158-1064a0ed65bc tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (0256971a-b1c8-4d04-a2c4-223b30e98444), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:04.813263 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f,segment=NetworkSegment(0465a9d6-01fe-4f7b-a9a6-388e7e67e02b),segment_id=0465a9d6-01fe-4f7b-a9a6-388e7e67e02b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:04.816108 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=5f2b5768-b69e-46a4-9085-5302ca317eb1,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:04.858214 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3225c785-835d-4c7c-9f77-95b9fb225b99 x-openstack-request-id: req-3225c785-835d-4c7c-9f77-95b9fb225b99 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:20:04.858739 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d86915-f4d1-451a-bee6-619c31eef3a6", "tag": "fcfb490f-f778-4d83-9053-cd92a33954ac", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:20:04.859151 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3225c785-835d-4c7c-9f77-95b9fb225b99 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:20:04.867996 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d86915-f4d1-451a-bee6-619c31eef3a6', 'tag': 'fcfb490f-f778-4d83-9053-cd92a33954ac', 'status': 'completed', 'code': 200} Jan 28 00:20:04.902358 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f', 'network_id': 'e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6', 'port_id': 'f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f', 'mac_address': 'fa:16:3e:d6:fe:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940224ee-3d45-4e4f-bb05-6319f4700b5e', 'ip_address': '10.1.1.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:20:04.923109 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ea4a90f-ad3c-4809-8374-2a692bdc2c2c tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks [] for security_group_rule (de560061-b39c-49cc-be4b-10909d364a3a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:04.946128 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ea4a90f-ad3c-4809-8374-2a692bdc2c2c tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (de560061-b39c-49cc-be4b-10909d364a3a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:04.979584 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=67f83139-0ba4-4d73-b231-605df47e296e,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:05.007531 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4a90f-ad3c-4809-8374-2a692bdc2c2c tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de560061-b39c-49cc-be4b-10909d364a3a,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:05.021865 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:05.022425 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:05.022728 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ea4a90f-ad3c-4809-8374-2a692bdc2c2c tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:05.025295 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0ea4a90f-ad3c-4809-8374-2a692bdc2c2c tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4039924 Jan 28 00:20:05.028628 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56992) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:20:05.034453 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c2049-ed04-4ef9-8c27-02f5c98a90eb req-fe981171-5498-413c-9fc7-18a51bddb201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:05.038681 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ed3c2049-ed04-4ef9-8c27-02f5c98a90eb req-fe981171-5498-413c-9fc7-18a51bddb201 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8a04340ab2345348380631aeb839f0e&device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 1097 time: 0.1546245 Jan 28 00:20:05.048184 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-336db9ee-38fb-4774-911a-d7db30106560 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Request body: {'security_group_rule': {'security_group_id': '01474612-9a80-40b8-813f-6d05328c58d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:20:05.056318 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:20:05.080756 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738eb87-0069-4289-bb2f-e6872a46f252 service neutron] Pushing event updated for resources: {'Port': ['ID=cd430636-3c07-4e6c-854c-9164a23ec946,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:05.103569 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f,segment=NetworkSegment(0465a9d6-01fe-4f7b-a9a6-388e7e67e02b),segment_id=0465a9d6-01fe-4f7b-a9a6-388e7e67e02b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:05.111265 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:05.112943 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 1c80ae37-b3ec-413e-a908-d7c646315e69 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:20:05.171047 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 146a2a29-5e33-4f5f-b2aa-7cc6f503eb21 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:20:05.212884 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 146a2a29-5e33-4f5f-b2aa-7cc6f503eb21 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:20:05.213323 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-336db9ee-38fb-4774-911a-d7db30106560 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks [] for security_group_rule (a681b6ee-46f3-42f7-b48a-164f6a5ac9a5), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:05.213858 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 146a2a29-5e33-4f5f-b2aa-7cc6f503eb21 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:20:05.257368 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476a5a1-7d78-455f-8cdf-50e061b3167f req-9c43841e-17f6-4fe3-8951-853f6211de6b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:05.259775 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f476a5a1-7d78-455f-8cdf-50e061b3167f req-9c43841e-17f6-4fe3-8951-853f6211de6b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fe0d0a0-f4ca-4178-8cfd-a4585c9aa9b8 HTTP/1.1" status: 200 len: 948 time: 0.5286379 Jan 28 00:20:05.288646 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:05.356831 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 1c80ae37-b3ec-413e-a908-d7c646315e69, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=1c80ae37-b3ec-413e-a908-d7c646315e69,segment=NetworkSegment(8b6e1ad8-b07a-44d3-892b-e666dbbf801b),segment_id=8b6e1ad8-b07a-44d3-892b-e666dbbf801b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:05.358327 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c2049-ed04-4ef9-8c27-02f5c98a90eb req-c3b0b34d-e058-4597-a2a4-c53e2cc4b98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:05.360266 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ed3c2049-ed04-4ef9-8c27-02f5c98a90eb req-c3b0b34d-e058-4597-a2a4-c53e2cc4b98b service neutron] 10.222.0.65 "GET /v2.0/networks?id=bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b HTTP/1.1" status: 200 len: 920 time: 0.2977450 Jan 28 00:20:05.367227 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368ca33-a17f-432b-9559-5b0e1a4687e9 req-8fd1322c-dc5e-48e4-83d8-5aa80fa1c094 tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:05.374338 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '1c80ae37-b3ec-413e-a908-d7c646315e69', 'network_id': '97c33ad0-0461-45c3-9dc8-98632a31ba84', 'port_id': '1c80ae37-b3ec-413e-a908-d7c646315e69', 'mac_address': 'fa:16:3e:d5:6e:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d093807-7e7b-4a9f-8622-0558c2c97c76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:20:05.375157 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7368ca33-a17f-432b-9559-5b0e1a4687e9 req-8fd1322c-dc5e-48e4-83d8-5aa80fa1c094 tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6cb0da3-0d24-41c7-a78c-de1501654f23 HTTP/1.1" status: 200 len: 946 time: 0.4249201 Jan 28 00:20:05.383539 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-336db9ee-38fb-4774-911a-d7db30106560 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks [] for security_group_rule (a681b6ee-46f3-42f7-b48a-164f6a5ac9a5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:05.393024 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-6738eb87-0069-4289-bb2f-e6872a46f252 service neutron] Attempting to bind port cd430636-3c07-4e6c-854c-9164a23ec946 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:20:05.393612 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-6738eb87-0069-4289-bb2f-e6872a46f252 service neutron] Attempting to bind port cd430636-3c07-4e6c-854c-9164a23ec946 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:20:05.394192 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-6738eb87-0069-4289-bb2f-e6872a46f252 service neutron] Attempting to bind port cd430636-3c07-4e6c-854c-9164a23ec946 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:20:05.401048 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-361783df-a826-4429-9e66-ba9a6725c580 req-1a6d8873-5296-4bb2-9158-1064a0ed65bc tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] For port 0256971a-b1c8-4d04-a2c4-223b30e98444, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=0256971a-b1c8-4d04-a2c4-223b30e98444,segment=NetworkSegment(72b3ef09-1c97-4cac-ae56-3b05968fc9d9),segment_id=72b3ef09-1c97-4cac-ae56-3b05968fc9d9)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:05.401680 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-361783df-a826-4429-9e66-ba9a6725c580 req-1a6d8873-5296-4bb2-9158-1064a0ed65bc tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (0256971a-b1c8-4d04-a2c4-223b30e98444), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:05.415977 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ed3c2049-ed04-4ef9-8c27-02f5c98a90eb req-8a23a62b-489a-405a-b04c-9ac2970823b6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcfb490f-f778-4d83-9053-cd92a33954ac HTTP/1.1" status: 200 len: 217 time: 0.0470355 Jan 28 00:20:05.416898 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-336db9ee-38fb-4774-911a-d7db30106560 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (a681b6ee-46f3-42f7-b48a-164f6a5ac9a5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:05.434045 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 1c80ae37-b3ec-413e-a908-d7c646315e69 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:05.434045 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1c80ae37-b3ec-413e-a908-d7c646315e69), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:05.449550 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c80ae37-b3ec-413e-a908-d7c646315e69 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:20:05.471002 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-6738eb87-0069-4289-bb2f-e6872a46f252 service neutron] Port cd430636-3c07-4e6c-854c-9164a23ec946 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:20:05.471503 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-6738eb87-0069-4289-bb2f-e6872a46f252 service neutron] Attempting to bind port cd430636-3c07-4e6c-854c-9164a23ec946 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:20:05.477619 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 1c80ae37-b3ec-413e-a908-d7c646315e69, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=1c80ae37-b3ec-413e-a908-d7c646315e69,segment=NetworkSegment(8b6e1ad8-b07a-44d3-892b-e666dbbf801b),segment_id=8b6e1ad8-b07a-44d3-892b-e666dbbf801b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:05.478329 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336db9ee-38fb-4774-911a-d7db30106560 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a681b6ee-46f3-42f7-b48a-164f6a5ac9a5,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:05.480507 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-361783df-a826-4429-9e66-ba9a6725c580 req-1a6d8873-5296-4bb2-9158-1064a0ed65bc tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] Calling delete_port for 0256971a-b1c8-4d04-a2c4-223b30e98444 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:20:05.487568 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1c80ae37-b3ec-413e-a908-d7c646315e69), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:05.488678 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 3a7b8867-52a0-4af2-9c75-6826eab61051 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:20:05.489936 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-336db9ee-38fb-4774-911a-d7db30106560 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:05.494993 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-336db9ee-38fb-4774-911a-d7db30106560 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4649017 Jan 28 00:20:05.497658 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56994) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:20:05.501940 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2cdbbc51-12e0-4202-91ff-be12edbf4620 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:20:05.514506 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c2049-ed04-4ef9-8c27-02f5c98a90eb req-83845534-4081-41ca-aae6-793e61d38e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:05.516125 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ed3c2049-ed04-4ef9-8c27-02f5c98a90eb req-83845534-4081-41ca-aae6-793e61d38e95 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=15e473ff-b094-44ce-baac-7061d4d3f5a3 HTTP/1.1" status: 200 len: 859 time: 0.0916321 Jan 28 00:20:05.526905 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 3a7b8867-52a0-4af2-9c75-6826eab61051, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=3a7b8867-52a0-4af2-9c75-6826eab61051,segment=NetworkSegment(0465a9d6-01fe-4f7b-a9a6-388e7e67e02b),segment_id=0465a9d6-01fe-4f7b-a9a6-388e7e67e02b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:05.542718 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '3a7b8867-52a0-4af2-9c75-6826eab61051', 'network_id': 'e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6', 'port_id': '3a7b8867-52a0-4af2-9c75-6826eab61051', 'mac_address': 'fa:16:3e:83:d8:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940224ee-3d45-4e4f-bb05-6319f4700b5e', 'ip_address': '10.1.1.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:20:05.543022 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-6738eb87-0069-4289-bb2f-e6872a46f252 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:20:05.543450 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-6738eb87-0069-4289-bb2f-e6872a46f252 service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:20:05.544160 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-6738eb87-0069-4289-bb2f-e6872a46f252 service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:20:05.544928 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-6738eb87-0069-4289-bb2f-e6872a46f252 service neutron] Bound port: cd430636-3c07-4e6c-854c-9164a23ec946, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:20:05.545561 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-6738eb87-0069-4289-bb2f-e6872a46f252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cd430636-3c07-4e6c-854c-9164a23ec946), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:05.557162 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ed3c2049-ed04-4ef9-8c27-02f5c98a90eb req-717fc129-31f7-48e9-bbda-b103e547d1e4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340471 Jan 28 00:20:05.563008 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2cdbbc51-12e0-4202-91ff-be12edbf4620 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:05.628672 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=1c80ae37-b3ec-413e-a908-d7c646315e69,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:05.631546 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 3a7b8867-52a0-4af2-9c75-6826eab61051 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:05.631975 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3a7b8867-52a0-4af2-9c75-6826eab61051), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:05.647718 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a7b8867-52a0-4af2-9c75-6826eab61051 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:20:05.659332 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f476a5a1-7d78-455f-8cdf-50e061b3167f req-03e639bb-52cb-4372-a4a0-4c0e8d2a2039 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798509 Jan 28 00:20:05.671711 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 3a7b8867-52a0-4af2-9c75-6826eab61051, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=3a7b8867-52a0-4af2-9c75-6826eab61051,segment=NetworkSegment(0465a9d6-01fe-4f7b-a9a6-388e7e67e02b),segment_id=0465a9d6-01fe-4f7b-a9a6-388e7e67e02b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:05.677607 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3a7b8867-52a0-4af2-9c75-6826eab61051), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:05.678766 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 17a2a773-d586-4db3-b390-7e92fd06a45f details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:20:05.725506 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7368ca33-a17f-432b-9559-5b0e1a4687e9 req-e9cfd068-5b8e-417e-b323-3ec59c088e2e tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] 10.222.0.70 "GET /v2.0/security-groups?id=786edd49-d7d4-48cb-8b18-f82356d23037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348122 Jan 28 00:20:05.769041 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=3a7b8867-52a0-4af2-9c75-6826eab61051,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:05.781663 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 17a2a773-d586-4db3-b390-7e92fd06a45f, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=17a2a773-d586-4db3-b390-7e92fd06a45f,segment=NetworkSegment(0465a9d6-01fe-4f7b-a9a6-388e7e67e02b),segment_id=0465a9d6-01fe-4f7b-a9a6-388e7e67e02b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:05.796431 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '17a2a773-d586-4db3-b390-7e92fd06a45f', 'network_id': 'e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6', 'port_id': '17a2a773-d586-4db3-b390-7e92fd06a45f', 'mac_address': 'fa:16:3e:f2:3d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940224ee-3d45-4e4f-bb05-6319f4700b5e', 'ip_address': '10.1.1.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:20:05.825321 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e06c404d-2c06-4873-aa33-17d4ea7c4a19 req-5fe28938-bb38-43d2-8644-7270ee2f6433 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/security-groups/952efc9b-344e-47bb-80fb-a7618dc920af HTTP/1.1" status: 200 len: 1827 time: 0.0984135 Jan 28 00:20:05.855656 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56998) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:20:05.857724 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 17a2a773-d586-4db3-b390-7e92fd06a45f is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:05.858101 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (17a2a773-d586-4db3-b390-7e92fd06a45f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:05.877085 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a2a773-d586-4db3-b390-7e92fd06a45f {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:20:05.906094 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 17a2a773-d586-4db3-b390-7e92fd06a45f, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=17a2a773-d586-4db3-b390-7e92fd06a45f,segment=NetworkSegment(0465a9d6-01fe-4f7b-a9a6-388e7e67e02b),segment_id=0465a9d6-01fe-4f7b-a9a6-388e7e67e02b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:05.914301 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-6738eb87-0069-4289-bb2f-e6872a46f252 service neutron] For port cd430636-3c07-4e6c-854c-9164a23ec946, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:20:05.914845 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (17a2a773-d586-4db3-b390-7e92fd06a45f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:05.984121 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=17a2a773-d586-4db3-b390-7e92fd06a45f,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:05.994148 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-6738eb87-0069-4289-bb2f-e6872a46f252 service neutron] For port cd430636-3c07-4e6c-854c-9164a23ec946, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=cd430636-3c07-4e6c-854c-9164a23ec946,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:20:06.012838 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0ea150-a8d8-4a87-bc44-6509b0b1cd6f admin admin] Deleting subnet 5f4008d8-c1f7-40b3-ba84-08c607626cc6 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:20:06.015737 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-389598cc-da7f-48c5-9e59-f415b0401f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:06.016479 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5b0ea150-a8d8-4a87-bc44-6509b0b1cd6f admin admin] Publish callbacks [] for subnet (5f4008d8-c1f7-40b3-ba84-08c607626cc6), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:06.041740 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-6738eb87-0069-4289-bb2f-e6872a46f252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (cd430636-3c07-4e6c-854c-9164a23ec946), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:06.070430 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device cd7a9ba0-5a49-4f0f-bbe3-164519fac46b details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:20:06.110061 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90834c7-804d-4cbd-831c-2cc6fb472614 x-openstack-request-id: req-c90834c7-804d-4cbd-831c-2cc6fb472614 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:20:06.110061 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec2a423-d902-4fc9-9583-c68af6e6b1e0", "name": "network-vif-deleted", "tag": "146a2a29-5e33-4f5f-b2aa-7cc6f503eb21", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:20:06.110639 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c90834c7-804d-4cbd-831c-2cc6fb472614 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:20:06.110639 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec2a423-d902-4fc9-9583-c68af6e6b1e0', 'name': 'network-vif-deleted', 'tag': '146a2a29-5e33-4f5f-b2aa-7cc6f503eb21', 'status': 'completed', 'code': 200} Jan 28 00:20:06.133870 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-361783df-a826-4429-9e66-ba9a6725c580 req-1a6d8873-5296-4bb2-9158-1064a0ed65bc tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (0256971a-b1c8-4d04-a2c4-223b30e98444), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:06.142104 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5b0ea150-a8d8-4a87-bc44-6509b0b1cd6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (5f4008d8-c1f7-40b3-ba84-08c607626cc6), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:06.146027 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e06c404d-2c06-4873-aa33-17d4ea7c4a19 req-15a06926-1f98-4184-b236-596799906666 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks [] for security_group (952efc9b-344e-47bb-80fb-a7618dc920af), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:06.186661 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-6738eb87-0069-4289-bb2f-e6872a46f252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:06.187401 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-6738eb87-0069-4289-bb2f-e6872a46f252 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:06.188807 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-6738eb87-0069-4289-bb2f-e6872a46f252 service neutron] 10.222.0.65 "PUT /v2.0/ports/cd430636-3c07-4e6c-854c-9164a23ec946 HTTP/1.1" status: 200 len: 1096 time: 2.8359137 Jan 28 00:20:06.193480 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ed3c2049-ed04-4ef9-8c27-02f5c98a90eb req-b01e67c3-7000-4c82-b7ee-1c7e9ff1d835 service neutron] 10.222.0.65 "GET /v2.0/networks/bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6115038 Jan 28 00:20:06.232302 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port cd7a9ba0-5a49-4f0f-bbe3-164519fac46b, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=cd7a9ba0-5a49-4f0f-bbe3-164519fac46b,segment=NetworkSegment(f11e5768-33c6-4da6-b3cf-f52484509446),segment_id=f11e5768-33c6-4da6-b3cf-f52484509446)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:06.257011 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['0256971a-b1c8-4d04-a2c4-223b30e98444'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:06.277829 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738eb87-0069-4289-bb2f-e6872a46f252 service neutron] Pushing event updated for resources: {'Port': ['ID=cd430636-3c07-4e6c-854c-9164a23ec946,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:06.295164 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e06c404d-2c06-4873-aa33-17d4ea7c4a19 req-15a06926-1f98-4184-b236-596799906666 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks [] for security_group (952efc9b-344e-47bb-80fb-a7618dc920af), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:06.299978 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'cd7a9ba0-5a49-4f0f-bbe3-164519fac46b', 'network_id': '0d3515a7-9da9-44c3-a34e-684df23ac567', 'port_id': 'cd7a9ba0-5a49-4f0f-bbe3-164519fac46b', 'mac_address': 'fa:16:3e:57:de:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c8f991a-3a24-4bd6-a4c1-afbf0559c273', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:20:06.314575 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2cdbbc51-12e0-4202-91ff-be12edbf4620 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:06.357316 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port cd7a9ba0-5a49-4f0f-bbe3-164519fac46b is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:06.357940 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cd7a9ba0-5a49-4f0f-bbe3-164519fac46b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:06.376444 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd7a9ba0-5a49-4f0f-bbe3-164519fac46b {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:20:06.389999 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ed3c2049-ed04-4ef9-8c27-02f5c98a90eb req-4d2651d0-f1a5-48fb-bff0-07316c8e7990 service neutron] 10.222.0.65 "GET /v2.0/networks/bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800699 Jan 28 00:20:06.402510 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port cd7a9ba0-5a49-4f0f-bbe3-164519fac46b, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=cd7a9ba0-5a49-4f0f-bbe3-164519fac46b,segment=NetworkSegment(f11e5768-33c6-4da6-b3cf-f52484509446),segment_id=f11e5768-33c6-4da6-b3cf-f52484509446)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:06.408800 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (cd7a9ba0-5a49-4f0f-bbe3-164519fac46b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:06.411768 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device ece79e49-b14a-48f9-85fe-d0975c29ca45 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:20:06.477654 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47278622-4148-4449-b83e-c94e41ed399e req-afae1d5d-ba6f-4aea-a6b4-1555303a96d1 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:06.479932 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47278622-4148-4449-b83e-c94e41ed399e req-afae1d5d-ba6f-4aea-a6b4-1555303a96d1 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe1cacfa-44f1-44c4-88e7-a36db41f98b0 HTTP/1.1" status: 200 len: 945 time: 0.4312391 Jan 28 00:20:06.480839 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-361783df-a826-4429-9e66-ba9a6725c580 req-1a6d8873-5296-4bb2-9158-1064a0ed65bc tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] No DVR routers for this DVR port 0256971a-b1c8-4d04-a2c4-223b30e98444 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:20:06.482495 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e06c404d-2c06-4873-aa33-17d4ea7c4a19 req-15a06926-1f98-4184-b236-596799906666 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (952efc9b-344e-47bb-80fb-a7618dc920af), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:06.486283 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e06c404d-2c06-4873-aa33-17d4ea7c4a19 req-15a06926-1f98-4184-b236-596799906666 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:06.503825 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e06c404d-2c06-4873-aa33-17d4ea7c4a19 req-15a06926-1f98-4184-b236-596799906666 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "DELETE /v2.0/security-groups/952efc9b-344e-47bb-80fb-a7618dc920af HTTP/1.1" status: 204 len: 173 time: 0.6714635 Jan 28 00:20:06.512016 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-361783df-a826-4429-9e66-ba9a6725c580 req-1a6d8873-5296-4bb2-9158-1064a0ed65bc tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:06.518564 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-2cdbbc51-12e0-4202-91ff-be12edbf4620 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Allocated IP 172.25.3.163 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/f1560614-74a5-4e40-b346-396f2fb1afd9) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:20:06.521762 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-361783df-a826-4429-9e66-ba9a6725c580 req-1a6d8873-5296-4bb2-9158-1064a0ed65bc tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] 10.222.0.52 "DELETE /v2.0/ports/0256971a-b1c8-4d04-a2c4-223b30e98444 HTTP/1.1" status: 204 len: 173 time: 2.3385832 Jan 28 00:20:06.523810 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port ece79e49-b14a-48f9-85fe-d0975c29ca45, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=ece79e49-b14a-48f9-85fe-d0975c29ca45,segment=NetworkSegment(f11e5768-33c6-4da6-b3cf-f52484509446),segment_id=f11e5768-33c6-4da6-b3cf-f52484509446)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:06.528904 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=cd7a9ba0-5a49-4f0f-bbe3-164519fac46b,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:06.539382 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5b0ea150-a8d8-4a87-bc44-6509b0b1cd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (5f4008d8-c1f7-40b3-ba84-08c607626cc6), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:06.548527 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'ece79e49-b14a-48f9-85fe-d0975c29ca45', 'network_id': '0d3515a7-9da9-44c3-a34e-684df23ac567', 'port_id': 'ece79e49-b14a-48f9-85fe-d0975c29ca45', 'mac_address': 'fa:16:3e:63:bf:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c8f991a-3a24-4bd6-a4c1-afbf0559c273', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:20:06.641003 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1cacfa-44f1-44c4-88e7-a36db41f98b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f83139-0ba4-4d73-b231-605df47e296e'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:20:06.642074 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a06926-1f98-4184-b236-596799906666 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=952efc9b-344e-47bb-80fb-a7618dc920af,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:06.653028 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f698c53-5c3f-4726-bc95-9fe9a907eb04" -d '{"events": [{"server_uuid": "fe1cacfa-44f1-44c4-88e7-a36db41f98b0", "name": "network-vif-plugged", "status": "completed", "tag": "67f83139-0ba4-4d73-b231-605df47e296e"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:20:06.679233 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d8873-5296-4bb2-9158-1064a0ed65bc tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] Pushing event deleted for resources: {'Port': ['ID=0256971a-b1c8-4d04-a2c4-223b30e98444,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:06.700909 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2cdbbc51-12e0-4202-91ff-be12edbf4620 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks [] for port (f1560614-74a5-4e40-b346-396f2fb1afd9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:06.702397 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port ece79e49-b14a-48f9-85fe-d0975c29ca45 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:06.703066 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ece79e49-b14a-48f9-85fe-d0975c29ca45), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:06.736374 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece79e49-b14a-48f9-85fe-d0975c29ca45 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:20:06.742000 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-31d7428e-7c17-480c-ae5c-5617ab4fa57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:06.743859 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-31d7428e-7c17-480c-ae5c-5617ab4fa57a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15e12218ae23498f8976895fc1081122&device_id=0fe0d0a0-f4ca-4178-8cfd-a4585c9aa9b8 HTTP/1.1" status: 200 len: 1099 time: 0.3800688 Jan 28 00:20:06.756781 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47278622-4148-4449-b83e-c94e41ed399e req-83eac6c7-6e12-4fbb-873f-031947898ddd tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139924 Jan 28 00:20:06.777391 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port ece79e49-b14a-48f9-85fe-d0975c29ca45, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=ece79e49-b14a-48f9-85fe-d0975c29ca45,segment=NetworkSegment(f11e5768-33c6-4da6-b3cf-f52484509446),segment_id=f11e5768-33c6-4da6-b3cf-f52484509446)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:06.778049 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2cdbbc51-12e0-4202-91ff-be12edbf4620 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (f1560614-74a5-4e40-b346-396f2fb1afd9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:06.787958 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ece79e49-b14a-48f9-85fe-d0975c29ca45), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:06.862124 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-fd588bba-35b3-4df5-9c59-81234bc54ef0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=cd430636-3c07-4e6c-854c-9164a23ec946 HTTP/1.1" status: 200 len: 217 time: 0.0933805 Jan 28 00:20:06.865788 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdbbc51-12e0-4202-91ff-be12edbf4620 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Pushing event updated for resources: {'Port': ['ID=f1560614-74a5-4e40-b346-396f2fb1afd9,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:06.878195 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b05211-9e4e-423a-9d96-b3203c61f4ac req-2bd0ef8f-7f4a-4c1b-bea9-8a13fbcb0d50 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:06.885362 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b05211-9e4e-423a-9d96-b3203c61f4ac req-2bd0ef8f-7f4a-4c1b-bea9-8a13fbcb0d50 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:06.886576 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdbbc51-12e0-4202-91ff-be12edbf4620 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:20:06.889743 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-2cdbbc51-12e0-4202-91ff-be12edbf4620 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:20:06.891900 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b05211-9e4e-423a-9d96-b3203c61f4ac req-2bd0ef8f-7f4a-4c1b-bea9-8a13fbcb0d50 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:06.897592 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b05211-9e4e-423a-9d96-b3203c61f4ac req-2bd0ef8f-7f4a-4c1b-bea9-8a13fbcb0d50 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:06.898660 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdbbc51-12e0-4202-91ff-be12edbf4620 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:20:06.900556 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=ece79e49-b14a-48f9-85fe-d0975c29ca45,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:06.904686 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b05211-9e4e-423a-9d96-b3203c61f4ac req-2bd0ef8f-7f4a-4c1b-bea9-8a13fbcb0d50 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:06.910105 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b05211-9e4e-423a-9d96-b3203c61f4ac req-2bd0ef8f-7f4a-4c1b-bea9-8a13fbcb0d50 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:06.916289 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b05211-9e4e-423a-9d96-b3203c61f4ac req-2bd0ef8f-7f4a-4c1b-bea9-8a13fbcb0d50 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:06.918213 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-13b05211-9e4e-423a-9d96-b3203c61f4ac req-2bd0ef8f-7f4a-4c1b-bea9-8a13fbcb0d50 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 5437 time: 0.2553670 Jan 28 00:20:06.946941 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe0d0a0-f4ca-4178-8cfd-a4585c9aa9b8', 'tag': 'cd430636-3c07-4e6c-854c-9164a23ec946'}, {'server_uuid': 'c6cb0da3-0d24-41c7-a78c-de1501654f23', 'name': 'network-vif-deleted', 'tag': '0256971a-b1c8-4d04-a2c4-223b30e98444'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:20:06.949334 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e02b66-307b-4afd-b698-4bc3040bdfca" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe0d0a0-f4ca-4178-8cfd-a4585c9aa9b8", "tag": "cd430636-3c07-4e6c-854c-9164a23ec946"}, {"server_uuid": "c6cb0da3-0d24-41c7-a78c-de1501654f23", "name": "network-vif-deleted", "tag": "0256971a-b1c8-4d04-a2c4-223b30e98444"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:20:06.958865 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5b0ea150-a8d8-4a87-bc44-6509b0b1cd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (5f4008d8-c1f7-40b3-ba84-08c607626cc6), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:07.011821 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ea150-a8d8-4a87-bc44-6509b0b1cd6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f4008d8-c1f7-40b3-ba84-08c607626cc6,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:07.016357 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5b0ea150-a8d8-4a87-bc44-6509b0b1cd6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:07.027670 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5b0ea150-a8d8-4a87-bc44-6509b0b1cd6f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5f4008d8-c1f7-40b3-ba84-08c607626cc6 HTTP/1.1" status: 204 len: 168 time: 1.1669734 Jan 28 00:20:07.029120 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57016) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:20:07.034227 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-6402198f-9696-4d2b-bc63-24d59551c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:07.036312 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-6402198f-9696-4d2b-bc63-24d59551c1b6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1163368 Jan 28 00:20:07.064369 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89f5f39-b134-4f42-8ac2-9369c9dc4536 x-openstack-request-id: req-e89f5f39-b134-4f42-8ac2-9369c9dc4536 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:20:07.064672 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1cacfa-44f1-44c4-88e7-a36db41f98b0", "name": "network-vif-plugged", "status": "completed", "tag": "67f83139-0ba4-4d73-b231-605df47e296e", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:20:07.064945 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e89f5f39-b134-4f42-8ac2-9369c9dc4536 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:20:07.065313 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1cacfa-44f1-44c4-88e7-a36db41f98b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f83139-0ba4-4d73-b231-605df47e296e', 'code': 200} Jan 28 00:20:07.087180 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-13b05211-9e4e-423a-9d96-b3203c61f4ac req-794947c0-3b8f-46e9-81a9-2eccb3b436a9 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ce589d-1355-4162-a23a-6782446bdfe9&id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1347334 Jan 28 00:20:07.092583 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2cdbbc51-12e0-4202-91ff-be12edbf4620 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks [] for floatingip (951b376e-d57d-4524-b653-f952af8d7063), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:07.154797 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-27fc56ef-960a-4ce5-a9a0-26a2536843c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:07.156536 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-27fc56ef-960a-4ce5-a9a0-26a2536843c6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0675654 Jan 28 00:20:07.178640 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-685f18b9-93e4-44f1-90dc-3a63ea547265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (8e4166d7-628c-488b-a49c-8bd02c6dbdd7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:07.190959 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2cdbbc51-12e0-4202-91ff-be12edbf4620 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f1560614-74a5-4e40-b346-396f2fb1afd9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:07.288241 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c42a2f29-4ed0-4a06-bddc-b84e7e063d2a req-550ee837-a30e-484d-9fa1-2335bee550df tempest-ServerTagsTestJSON-1242834202 tempest-ServerTagsTestJSON-1242834202-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6cb0da3-0d24-41c7-a78c-de1501654f23 HTTP/1.1" status: 200 len: 210 time: 0.0587800 Jan 28 00:20:07.330593 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['5f2b5768-b69e-46a4-9085-5302ca317eb1'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:07.332520 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abac56b-63e9-4966-997e-154e2ca44ae2 req-b4011f37-c95a-4249-b8bd-cb892666d265 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:07.336974 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4abac56b-63e9-4966-997e-154e2ca44ae2 req-b4011f37-c95a-4249-b8bd-cb892666d265 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fe0d0a0-f4ca-4178-8cfd-a4585c9aa9b8 HTTP/1.1" status: 200 len: 948 time: 0.1855297 Jan 28 00:20:07.357598 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-685f18b9-93e4-44f1-90dc-3a63ea547265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (8e4166d7-628c-488b-a49c-8bd02c6dbdd7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:07.389984 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-685f18b9-93e4-44f1-90dc-3a63ea547265 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e4166d7-628c-488b-a49c-8bd02c6dbdd7']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:07.413419 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44b725-76ed-4f84-89d7-421f7fcf65ef req-d1a3d52c-4625-44fe-9780-798cf2ce6e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:07.416327 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0b44b725-76ed-4f84-89d7-421f7fcf65ef req-d1a3d52c-4625-44fe-9780-798cf2ce6e3c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fe1cacfa-44f1-44c4-88e7-a36db41f98b0 HTTP/1.1" status: 200 len: 1096 time: 0.1781256 Jan 28 00:20:07.425383 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-81e95489-7a33-4c86-afb5-d4de61ea12ae service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592418 Jan 28 00:20:07.427202 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-685f18b9-93e4-44f1-90dc-3a63ea547265 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fbf6335-f866-4c13-912f-2bc6abd2616f') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:07.427538 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-685f18b9-93e4-44f1-90dc-3a63ea547265 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fbf6335-f866-4c13-912f-2bc6abd2616f') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:07.453195 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-685f18b9-93e4-44f1-90dc-3a63ea547265 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (9fbf6335-f866-4c13-912f-2bc6abd2616f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:07.478690 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-685f18b9-93e4-44f1-90dc-3a63ea547265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (9fbf6335-f866-4c13-912f-2bc6abd2616f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:07.495324 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685f18b9-93e4-44f1-90dc-3a63ea547265 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:20:07.495715 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-685f18b9-93e4-44f1-90dc-3a63ea547265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (9fbf6335-f866-4c13-912f-2bc6abd2616f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:07.497774 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:20:07.497774 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:20:07.497774 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:20:07.497774 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:20:07.497774 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:20:07.497774 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:20:07.497774 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:20:07.497774 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:20:07.497774 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:20:07.497774 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:20:07.497774 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:20:07.497774 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:20:07.497774 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:20:07.497774 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:20:07.497774 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:20:07.497774 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:20:07.497774 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:20:07.497774 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:20:07.497774 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:20:07.497774 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:20:07.497774 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:20:07.497774 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:20:07.497774 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:20:07.497774 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:20:07.497774 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:20:07.497774 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:20:07.497774 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:20:07.497774 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:20:07.497774 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:20:07.497774 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:20:07.497774 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:20:07.497774 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:20:07.513811 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 00:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a507c5a-8e6e-49ba-aeaf-49057879c1fe x-openstack-request-id: req-3a507c5a-8e6e-49ba-aeaf-49057879c1fe {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:20:07.514936 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe0d0a0-f4ca-4178-8cfd-a4585c9aa9b8", "tag": "cd430636-3c07-4e6c-854c-9164a23ec946", "status": "completed", "code": 200}, {"server_uuid": "c6cb0da3-0d24-41c7-a78c-de1501654f23", "name": "network-vif-deleted", "tag": "0256971a-b1c8-4d04-a2c4-223b30e98444", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:20:07.515457 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3a507c5a-8e6e-49ba-aeaf-49057879c1fe {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:20:07.516256 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe0d0a0-f4ca-4178-8cfd-a4585c9aa9b8', 'tag': 'cd430636-3c07-4e6c-854c-9164a23ec946', 'status': 'completed', 'code': 200} Jan 28 00:20:07.517407 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2cdbbc51-12e0-4202-91ff-be12edbf4620 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks [] for port (f1560614-74a5-4e40-b346-396f2fb1afd9), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:07.517968 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6cb0da3-0d24-41c7-a78c-de1501654f23', 'name': 'network-vif-deleted', 'tag': '0256971a-b1c8-4d04-a2c4-223b30e98444', 'status': 'completed', 'code': 200} Jan 28 00:20:07.550461 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4abac56b-63e9-4966-997e-154e2ca44ae2 req-85e347ea-24b2-48ce-be31-01ab07b0eb9d tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936615 Jan 28 00:20:07.560056 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2cdbbc51-12e0-4202-91ff-be12edbf4620 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (f1560614-74a5-4e40-b346-396f2fb1afd9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:07.589238 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['1c80ae37-b3ec-413e-a908-d7c646315e69'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:07.591394 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['17a2a773-d586-4db3-b390-7e92fd06a45f'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:07.593373 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:07.685214 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdbbc51-12e0-4202-91ff-be12edbf4620 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Pushing event updated for resources: {'Port': ['ID=f1560614-74a5-4e40-b346-396f2fb1afd9,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:07.698410 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-685f18b9-93e4-44f1-90dc-3a63ea547265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (8e4166d7-628c-488b-a49c-8bd02c6dbdd7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:07.721416 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-685f18b9-93e4-44f1-90dc-3a63ea547265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:07.725402 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-685f18b9-93e4-44f1-90dc-3a63ea547265 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8e4166d7-628c-488b-a49c-8bd02c6dbdd7 HTTP/1.1" status: 204 len: 168 time: 0.6938291 Jan 28 00:20:07.745288 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f18b9-93e4-44f1-90dc-3a63ea547265 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e4166d7-628c-488b-a49c-8bd02c6dbdd7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:07.755556 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2cdbbc51-12e0-4202-91ff-be12edbf4620 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (951b376e-d57d-4524-b653-f952af8d7063), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:07.797191 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2cdbbc51-12e0-4202-91ff-be12edbf4620 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:07.800658 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2cdbbc51-12e0-4202-91ff-be12edbf4620 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3018019 Jan 28 00:20:07.812268 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56de810d-229e-4a8b-bb55-e36bf4980e16 req-56d13e6d-5cc3-493a-a960-2c183f408a24 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200729 Jan 28 00:20:07.865222 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0b44b725-76ed-4f84-89d7-421f7fcf65ef req-3347aa40-68f6-44cf-a8ef-8cb2f012f13d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376135 Jan 28 00:20:07.901789 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bdf32-54db-48f1-9e55-3e5a96330bf2 req-69f30e5d-b326-4d78-bc75-1a8cfcb0c732 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:07.911146 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-160bdf32-54db-48f1-9e55-3e5a96330bf2 req-69f30e5d-b326-4d78-bc75-1a8cfcb0c732 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/ports?device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 946 time: 0.1195097 Jan 28 00:20:07.956497 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57030) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:20:07.990930 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['cd7a9ba0-5a49-4f0f-bbe3-164519fac46b'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:08.025214 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-39b5d199-9306-454b-9e0b-31f98caa59fd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=08e89ad8aabb4a66b8ea790185c1fe7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0662682 Jan 28 00:20:08.028351 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57034) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:20:08.095219 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 0256971a-b1c8-4d04-a2c4-223b30e98444 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:20:08.130656 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a754a252-484c-4608-8c1e-0b953c92999f admin admin] Publish callbacks [] for security_group (3c39484f-9d82-4aed-a45b-f4bc83083bcc), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:08.160027 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a754a252-484c-4608-8c1e-0b953c92999f admin admin] Publish callbacks [] for security_group (3c39484f-9d82-4aed-a45b-f4bc83083bcc), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:08.183461 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['3a7b8867-52a0-4af2-9c75-6826eab61051'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:08.199301 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 0256971a-b1c8-4d04-a2c4-223b30e98444 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:20:08.199875 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 0256971a-b1c8-4d04-a2c4-223b30e98444 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:20:08.216910 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a754a252-484c-4608-8c1e-0b953c92999f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (3c39484f-9d82-4aed-a45b-f4bc83083bcc), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:08.219919 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a754a252-484c-4608-8c1e-0b953c92999f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:08.221809 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a754a252-484c-4608-8c1e-0b953c92999f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3c39484f-9d82-4aed-a45b-f4bc83083bcc HTTP/1.1" status: 204 len: 168 time: 0.1920614 Jan 28 00:20:08.235446 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754a252-484c-4608-8c1e-0b953c92999f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c39484f-9d82-4aed-a45b-f4bc83083bcc,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:08.454037 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1acd0600-25e5-427b-ac93-f3c2e9177d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:08.472901 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-160bdf32-54db-48f1-9e55-3e5a96330bf2 req-1d4cf7cb-2f21-4c10-9a98-ee6e034a92f6 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/security-groups?id=b71e553b-2aad-46e1-986a-943b36ce07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5572312 Jan 28 00:20:08.482362 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9e040-1f51-4818-b026-5d5a521f77fe req-498d743c-3851-4b1e-ab0e-051eec3e5fea tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:08.490662 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f1b9e040-1f51-4818-b026-5d5a521f77fe req-498d743c-3851-4b1e-ab0e-051eec3e5fea tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe1cacfa-44f1-44c4-88e7-a36db41f98b0 HTTP/1.1" status: 200 len: 945 time: 0.6084149 Jan 28 00:20:08.542102 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e02b66-307b-4afd-b698-4bc3040bdfca req-01ff9ad5-4d35-406b-8ad9-ce73d2192954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:08.545194 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-60e02b66-307b-4afd-b698-4bc3040bdfca req-01ff9ad5-4d35-406b-8ad9-ce73d2192954 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15e12218ae23498f8976895fc1081122&device_id=0fe0d0a0-f4ca-4178-8cfd-a4585c9aa9b8 HTTP/1.1" status: 200 len: 1099 time: 0.5531743 Jan 28 00:20:08.666817 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f1b9e040-1f51-4818-b026-5d5a521f77fe req-aad4aaf9-dafa-48c8-b2f9-a40d9cab2f38 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741753 Jan 28 00:20:08.668962 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c420b1dc-856c-4f01-9acd-3197db071209 req-b2aeae9a-7d13-4431-b3c5-f860d8ca80fb tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=83dbb6195da44e30b63c09c8e88d497f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707579 Jan 28 00:20:08.792652 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e02b66-307b-4afd-b698-4bc3040bdfca req-529e5317-375e-4197-9380-2272873e8fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:08.794150 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-60e02b66-307b-4afd-b698-4bc3040bdfca req-529e5317-375e-4197-9380-2272873e8fef service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.2403572 Jan 28 00:20:08.916213 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-60e02b66-307b-4afd-b698-4bc3040bdfca req-ab29aa0b-211d-463c-9f1a-650f5a772c65 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=cd430636-3c07-4e6c-854c-9164a23ec946 HTTP/1.1" status: 200 len: 217 time: 0.0935116 Jan 28 00:20:09.016158 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420b1dc-856c-4f01-9acd-3197db071209 req-a6926a6e-e78d-4e62-ad45-88002f803ce1 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:09.018885 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c420b1dc-856c-4f01-9acd-3197db071209 req-a6926a6e-e78d-4e62-ad45-88002f803ce1 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3311098 Jan 28 00:20:09.080360 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e02b66-307b-4afd-b698-4bc3040bdfca req-c73a205b-4657-4c1f-a04b-17ba41b6d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:09.082323 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-60e02b66-307b-4afd-b698-4bc3040bdfca req-c73a205b-4657-4c1f-a04b-17ba41b6d6de service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1518877 Jan 28 00:20:09.083999 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c420b1dc-856c-4f01-9acd-3197db071209 req-bcab2461-931b-41b4-b8b2-cfafd0fb0902 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/quotas/83dbb6195da44e30b63c09c8e88d497f HTTP/1.1" status: 200 len: 375 time: 0.0476947 Jan 28 00:20:09.094486 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-d0fcc2fe-f1b8-49b7-89d3-77290c186dd6 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:09.096678 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-d0fcc2fe-f1b8-49b7-89d3-77290c186dd6 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/networks?id=cd151476-a5ba-4385-918e-9bfe961c2c84 HTTP/1.1" status: 200 len: 822 time: 0.2990727 Jan 28 00:20:09.192674 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-bdeff542-1f45-4aef-8c04-c770aac4c7fd tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/quotas/04c5bf935af54d448f34f3696c807878 HTTP/1.1" status: 200 len: 375 time: 0.0803611 Jan 28 00:20:09.251597 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-a651e6a7-f3ea-48ed-b0aa-6cac7c429f7f tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=04c5bf935af54d448f34f3696c807878&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476725 Jan 28 00:20:09.256841 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e02b66-307b-4afd-b698-4bc3040bdfca req-e7452dcf-494f-4451-92ee-ab65d08155da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:09.259856 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-60e02b66-307b-4afd-b698-4bc3040bdfca req-e7452dcf-494f-4451-92ee-ab65d08155da service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1601205 Jan 28 00:20:09.272902 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c420b1dc-856c-4f01-9acd-3197db071209 req-d63e4b9b-d950-4e59-bd65-c8fef1626eee tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1746635 Jan 28 00:20:09.382417 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57078) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:20:09.529019 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-9be421a0-9567-468e-85e6-f86eb1d52f76 service neutron] 10.222.0.70 "GET /v2.0/networks/cd151476-a5ba-4385-918e-9bfe961c2c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676523 Jan 28 00:20:09.548291 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['ece79e49-b14a-48f9-85fe-d0975c29ca45'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:09.592349 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-33276aad-ad6c-4901-83d6-a2cce67ae715 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1833381217-network', 'tenant_id': '196e2a06defd4040950ac19641a2f393'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:20:09.605150 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-60e02b66-307b-4afd-b698-4bc3040bdfca req-6bb8970a-165e-4542-ac85-adde818404c3 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309531 Jan 28 00:20:09.632999 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33276aad-ad6c-4901-83d6-a2cce67ae715 admin admin] Made reservation on behalf of 196e2a06defd4040950ac19641a2f393 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:20:09.636756 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33276aad-ad6c-4901-83d6-a2cce67ae715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:09.640966 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:09.650477 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33276aad-ad6c-4901-83d6-a2cce67ae715 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:09.785274 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-006496f4-335d-4869-878d-cbd46309f169 service neutron] 10.222.0.70 "GET /v2.0/networks/cd151476-a5ba-4385-918e-9bfe961c2c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545459 Jan 28 00:20:09.811215 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a70550-edee-4139-93eb-746301b07970 req-1efc0192-4edc-48cc-b5d2-b2624b0d7eaa tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:09.825318 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33276aad-ad6c-4901-83d6-a2cce67ae715 admin admin] Publish callbacks [] for security_group (835c8094-e500-4a13-8157-cf3b3c271bae), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:09.830013 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a70550-edee-4139-93eb-746301b07970 req-1efc0192-4edc-48cc-b5d2-b2624b0d7eaa tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:09.842103 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33276aad-ad6c-4901-83d6-a2cce67ae715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (835c8094-e500-4a13-8157-cf3b3c271bae), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:09.845800 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a70550-edee-4139-93eb-746301b07970 req-1efc0192-4edc-48cc-b5d2-b2624b0d7eaa tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:09.853365 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a70550-edee-4139-93eb-746301b07970 req-1efc0192-4edc-48cc-b5d2-b2624b0d7eaa tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:09.872925 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a70550-edee-4139-93eb-746301b07970 req-1efc0192-4edc-48cc-b5d2-b2624b0d7eaa tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:09.874001 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33276aad-ad6c-4901-83d6-a2cce67ae715 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:20:09.882967 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a70550-edee-4139-93eb-746301b07970 req-1efc0192-4edc-48cc-b5d2-b2624b0d7eaa tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:09.888725 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a70550-edee-4139-93eb-746301b07970 req-1efc0192-4edc-48cc-b5d2-b2624b0d7eaa tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:09.890744 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-18a70550-edee-4139-93eb-746301b07970 req-1efc0192-4edc-48cc-b5d2-b2624b0d7eaa tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 5438 time: 0.2829549 Jan 28 00:20:09.893831 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33276aad-ad6c-4901-83d6-a2cce67ae715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (87380d4d-c14a-4c3b-ba9c-effbcb33e2ad), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:09.894213 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-33276aad-ad6c-4901-83d6-a2cce67ae715 admin admin] Added segment 87380d4d-c14a-4c3b-ba9c-effbcb33e2ad of type vlan for network 64b0a5d5-a645-4f8b-974a-dd9349c99779 Jan 28 00:20:09.949036 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33276aad-ad6c-4901-83d6-a2cce67ae715 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (64b0a5d5-a645-4f8b-974a-dd9349c99779), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:09.990968 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7563a8-7ee9-4972-836b-2ebca315975b req-5773fdb9-ccdd-46ea-bdc5-541c77fe2cd3 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:09.992772 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8b7563a8-7ee9-4972-836b-2ebca315975b req-5773fdb9-ccdd-46ea-bdc5-541c77fe2cd3 tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.65 "GET /v2.0/ports?device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 946 time: 0.2168953 Jan 28 00:20:10.060742 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33276aad-ad6c-4901-83d6-a2cce67ae715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (64b0a5d5-a645-4f8b-974a-dd9349c99779), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:10.061476 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33276aad-ad6c-4901-83d6-a2cce67ae715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:10.062282 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33276aad-ad6c-4901-83d6-a2cce67ae715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:10.071764 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-60e02b66-307b-4afd-b698-4bc3040bdfca req-5de69c27-d426-4f4b-851c-98c977e7362b service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521451 Jan 28 00:20:10.109126 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57098) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:20:10.176295 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33276aad-ad6c-4901-83d6-a2cce67ae715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835c8094-e500-4a13-8157-cf3b3c271bae,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:10.239583 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-33276aad-ad6c-4901-83d6-a2cce67ae715 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8506033 Jan 28 00:20:10.240952 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57100) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:20:10.248181 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-305a0576-4b1a-4178-b240-bb8f78aaa167 admin admin] Request body: {'subnet': {'network_id': '64b0a5d5-a645-4f8b-974a-dd9349c99779', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1833381217-subnet', 'tenant_id': '196e2a06defd4040950ac19641a2f393', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:20:10.279407 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305a0576-4b1a-4178-b240-bb8f78aaa167 admin admin] Made reservation on behalf of 196e2a06defd4040950ac19641a2f393 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:20:10.282594 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-305a0576-4b1a-4178-b240-bb8f78aaa167 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:10.288917 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33276aad-ad6c-4901-83d6-a2cce67ae715 admin admin] Pushing event updated for resources: {'Network': ['ID=64b0a5d5-a645-4f8b-974a-dd9349c99779,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:10.300763 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-18a70550-edee-4139-93eb-746301b07970 req-53a318a1-3d01-4b1a-a6f5-fb6179943777 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ce589d-1355-4162-a23a-6782446bdfe9&id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3863299 Jan 28 00:20:10.305094 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 64b0a5d5-a645-4f8b-974a-dd9349c99779 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:20:10.338246 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ba3997-3a49-4273-989f-7d117b5c46c5 admin admin] Deleting subnet 32340649-5030-4830-9369-6b38447d6187 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:20:10.342309 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d6ba3997-3a49-4273-989f-7d117b5c46c5 admin admin] Publish callbacks [] for subnet (32340649-5030-4830-9369-6b38447d6187), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:10.352724 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51667a-4352-43f0-8262-9c703e3daa13 req-73da59c0-dc0a-4648-9a07-856f81e1e31b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:10.359509 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f51667a-4352-43f0-8262-9c703e3daa13 req-73da59c0-dc0a-4648-9a07-856f81e1e31b tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fe0d0a0-f4ca-4178-8cfd-a4585c9aa9b8 HTTP/1.1" status: 200 len: 948 time: 0.1225157 Jan 28 00:20:10.435515 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d6ba3997-3a49-4273-989f-7d117b5c46c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (32340649-5030-4830-9369-6b38447d6187), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:10.495934 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d6ba3997-3a49-4273-989f-7d117b5c46c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (32340649-5030-4830-9369-6b38447d6187), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:10.504008 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f51667a-4352-43f0-8262-9c703e3daa13 req-1eaaf653-39c5-4f0c-b322-7d0b6ed59f03 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353526 Jan 28 00:20:10.507916 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0fa40126-a6d5-41e5-8fb5-f7405ad94925 req-532cc412-f32e-4f6b-9b89-1bb77c034784 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 210 time: 0.0827005 Jan 28 00:20:10.644940 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d6ba3997-3a49-4273-989f-7d117b5c46c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (32340649-5030-4830-9369-6b38447d6187), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:10.704375 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-8b7563a8-7ee9-4972-836b-2ebca315975b req-55a6c349-0ef1-4ab7-88aa-c8458d319eab tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Deleting port fcfb490f-f778-4d83-9053-cd92a33954ac {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:20:10.704873 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8b7563a8-7ee9-4972-836b-2ebca315975b req-55a6c349-0ef1-4ab7-88aa-c8458d319eab tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (fcfb490f-f778-4d83-9053-cd92a33954ac), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:10.784971 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78c87f-8623-44cb-8829-5c9abf50d0fd req-bb12b561-19b9-4c0d-ae23-00f064dd5f9f tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:10.786607 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b78c87f-8623-44cb-8829-5c9abf50d0fd req-bb12b561-19b9-4c0d-ae23-00f064dd5f9f tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/ports?device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 946 time: 0.1223028 Jan 28 00:20:10.790609 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba3997-3a49-4273-989f-7d117b5c46c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32340649-5030-4830-9369-6b38447d6187,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:10.804757 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d6ba3997-3a49-4273-989f-7d117b5c46c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:10.808437 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d6ba3997-3a49-4273-989f-7d117b5c46c5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/32340649-5030-4830-9369-6b38447d6187 HTTP/1.1" status: 204 len: 168 time: 0.6896758 Jan 28 00:20:10.810987 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57110) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:20:10.813159 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf611e-65f7-4197-a753-2ef2a89587f3 req-eacdc854-900c-49f5-9792-3d6d6c7bdaf8 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:10.822471 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4cbf611e-65f7-4197-a753-2ef2a89587f3 req-eacdc854-900c-49f5-9792-3d6d6c7bdaf8 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe1cacfa-44f1-44c4-88e7-a36db41f98b0 HTTP/1.1" status: 200 len: 945 time: 0.1037645 Jan 28 00:20:10.859440 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-8b7563a8-7ee9-4972-836b-2ebca315975b req-55a6c349-0ef1-4ab7-88aa-c8458d319eab tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] For port fcfb490f-f778-4d83-9053-cd92a33954ac, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=fcfb490f-f778-4d83-9053-cd92a33954ac,segment=NetworkSegment(51e83a15-751a-4596-ba9e-46368c69870b),segment_id=51e83a15-751a-4596-ba9e-46368c69870b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:10.860069 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8b7563a8-7ee9-4972-836b-2ebca315975b req-55a6c349-0ef1-4ab7-88aa-c8458d319eab tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (fcfb490f-f778-4d83-9053-cd92a33954ac), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:10.890328 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-8b7563a8-7ee9-4972-836b-2ebca315975b req-55a6c349-0ef1-4ab7-88aa-c8458d319eab tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Calling delete_port for fcfb490f-f778-4d83-9053-cd92a33954ac owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:20:10.932590 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4cbf611e-65f7-4197-a753-2ef2a89587f3 req-5fb5a00d-5c0d-44be-b797-f99afc0783e0 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084878 Jan 28 00:20:10.962233 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b78c87f-8623-44cb-8829-5c9abf50d0fd req-39f803ee-099e-47b0-848f-0e8d54c722cb tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/security-groups?id=b71e553b-2aad-46e1-986a-943b36ce07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355815 Jan 28 00:20:11.038287 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:11.168680 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device cd430636-3c07-4e6c-854c-9164a23ec946 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:20:11.196744 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a152f1e3-efd5-4f6e-bd42-9d9b595f10bf req-90cf721a-c4a7-4f09-ac9d-017f8ba1d135 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=22b7bf8f-217d-475c-9d6d-135ec5216417 HTTP/1.1" status: 200 len: 210 time: 0.1207471 Jan 28 00:20:11.213132 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a78a130d-8142-4b98-b38a-393593fd65a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (1130281e-f2a4-44c3-8ab0-7f6426e357ff), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:11.250076 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be103b-c2cc-418d-a0e2-ff4464319333 req-a76b1f4d-4867-4070-adfa-cff8ec60ab90 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:11.265167 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09be103b-c2cc-418d-a0e2-ff4464319333 req-a76b1f4d-4867-4070-adfa-cff8ec60ab90 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe1cacfa-44f1-44c4-88e7-a36db41f98b0 HTTP/1.1" status: 200 len: 945 time: 0.1729755 Jan 28 00:20:11.341733 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09be103b-c2cc-418d-a0e2-ff4464319333 req-83144722-5de1-48b0-8499-ae1305509418 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750504 Jan 28 00:20:11.565121 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port cd430636-3c07-4e6c-854c-9164a23ec946, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=cd430636-3c07-4e6c-854c-9164a23ec946,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:11.579009 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a89cbc-459d-4344-9ee9-b59c7e532e1c req-58668cec-efe2-49bf-828b-611699d30bf5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:11.585014 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a78a130d-8142-4b98-b38a-393593fd65a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (1130281e-f2a4-44c3-8ab0-7f6426e357ff), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:11.593141 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'cd430636-3c07-4e6c-854c-9164a23ec946', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': 'cd430636-3c07-4e6c-854c-9164a23ec946', 'mac_address': 'fa:16:3e:60:0e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:20:11.596776 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a89cbc-459d-4344-9ee9-b59c7e532e1c req-58668cec-efe2-49bf-828b-611699d30bf5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:11.610346 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a89cbc-459d-4344-9ee9-b59c7e532e1c req-58668cec-efe2-49bf-828b-611699d30bf5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:11.617209 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a89cbc-459d-4344-9ee9-b59c7e532e1c req-58668cec-efe2-49bf-828b-611699d30bf5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:11.623799 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a89cbc-459d-4344-9ee9-b59c7e532e1c req-58668cec-efe2-49bf-828b-611699d30bf5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:11.630318 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-a78a130d-8142-4b98-b38a-393593fd65a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1130281e-f2a4-44c3-8ab0-7f6426e357ff']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:11.633142 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a89cbc-459d-4344-9ee9-b59c7e532e1c req-58668cec-efe2-49bf-828b-611699d30bf5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:11.633749 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-305a0576-4b1a-4178-b240-bb8f78aaa167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (530fddaf-a5d7-4bcd-acc2-ddfe220a3804), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:11.639690 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a89cbc-459d-4344-9ee9-b59c7e532e1c req-58668cec-efe2-49bf-828b-611699d30bf5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:11.649415 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-10a89cbc-459d-4344-9ee9-b59c7e532e1c req-58668cec-efe2-49bf-828b-611699d30bf5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 5438 time: 0.1990795 Jan 28 00:20:11.654053 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8b7563a8-7ee9-4972-836b-2ebca315975b req-55a6c349-0ef1-4ab7-88aa-c8458d319eab tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (fcfb490f-f778-4d83-9053-cd92a33954ac), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:11.691662 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['fcfb490f-f778-4d83-9053-cd92a33954ac'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:11.692563 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-a78a130d-8142-4b98-b38a-393593fd65a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b3ef09-1c97-4cac-ae56-3b05968fc9d9') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:11.692756 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-a78a130d-8142-4b98-b38a-393593fd65a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b3ef09-1c97-4cac-ae56-3b05968fc9d9') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:11.741743 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-10a89cbc-459d-4344-9ee9-b59c7e532e1c req-6e98cacd-a497-425f-82c6-8db9316b938a tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ce589d-1355-4162-a23a-6782446bdfe9&id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0911145 Jan 28 00:20:11.743829 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port cd430636-3c07-4e6c-854c-9164a23ec946 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:11.744912 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cd430636-3c07-4e6c-854c-9164a23ec946), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:11.774021 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd430636-3c07-4e6c-854c-9164a23ec946 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:20:11.785175 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a78a130d-8142-4b98-b38a-393593fd65a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (72b3ef09-1c97-4cac-ae56-3b05968fc9d9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:11.789131 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7563a8-7ee9-4972-836b-2ebca315975b req-55a6c349-0ef1-4ab7-88aa-c8458d319eab tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] No DVR routers for this DVR port fcfb490f-f778-4d83-9053-cd92a33954ac on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:20:11.800032 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6c349-0ef1-4ab7-88aa-c8458d319eab tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Pushing event deleted for resources: {'Port': ['ID=fcfb490f-f778-4d83-9053-cd92a33954ac,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:11.808150 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8b7563a8-7ee9-4972-836b-2ebca315975b req-55a6c349-0ef1-4ab7-88aa-c8458d319eab tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:11.812638 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8b7563a8-7ee9-4972-836b-2ebca315975b req-55a6c349-0ef1-4ab7-88aa-c8458d319eab tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.65 "DELETE /v2.0/ports/fcfb490f-f778-4d83-9053-cd92a33954ac HTTP/1.1" status: 204 len: 173 time: 1.8118808 Jan 28 00:20:11.816720 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port cd430636-3c07-4e6c-854c-9164a23ec946, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=cd430636-3c07-4e6c-854c-9164a23ec946,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:11.820496 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d86915-f4d1-451a-bee6-619c31eef3a6', 'name': 'network-vif-deleted', 'tag': 'fcfb490f-f778-4d83-9053-cd92a33954ac'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:20:11.824304 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (cd430636-3c07-4e6c-854c-9164a23ec946), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:11.825849 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f57426-1356-4d8c-a6ee-1e492830271f" -d '{"events": [{"server_uuid": "30d86915-f4d1-451a-bee6-619c31eef3a6", "name": "network-vif-deleted", "tag": "fcfb490f-f778-4d83-9053-cd92a33954ac"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:20:11.861491 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a78a130d-8142-4b98-b38a-393593fd65a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (72b3ef09-1c97-4cac-ae56-3b05968fc9d9), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:11.886797 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78a130d-8142-4b98-b38a-393593fd65a6 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:20:11.887960 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a78a130d-8142-4b98-b38a-393593fd65a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (72b3ef09-1c97-4cac-ae56-3b05968fc9d9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:11.890583 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305a0576-4b1a-4178-b240-bb8f78aaa167 admin admin] Checking segment: {'id': '87380d4d-c14a-4c3b-ba9c-effbcb33e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '64b0a5d5-a645-4f8b-974a-dd9349c99779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:20:11.891155 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305a0576-4b1a-4178-b240-bb8f78aaa167 admin admin] Network hostable DHCP agents. Network: 64b0a5d5-a645-4f8b-974a-dd9349c99779, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:20:11.894793 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a0576-4b1a-4178-b240-bb8f78aaa167 admin admin] Pushing event updated for resources: {'Subnet': ['ID=530fddaf-a5d7-4bcd-acc2-ddfe220a3804,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:11.898555 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:20:11.898555 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:20:11.898555 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:20:11.898555 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:20:11.898555 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:20:11.898555 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:20:11.898555 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:20:11.898555 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:20:11.898555 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:20:11.898555 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:20:11.898555 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:20:11.898555 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:20:11.898555 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:20:11.898555 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:20:11.898555 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:20:11.898555 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:20:11.898555 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:20:11.898555 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:20:11.898555 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:20:11.898555 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:20:11.898555 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:20:11.898555 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:20:11.898555 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:20:11.898555 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:20:11.898555 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:20:11.898555 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:20:11.898555 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:20:11.898555 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:20:11.898555 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:20:11.898555 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:20:11.898555 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:20:11.898555 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:20:12.008354 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=cd430636-3c07-4e6c-854c-9164a23ec946,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:12.035591 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305a0576-4b1a-4178-b240-bb8f78aaa167 admin admin] Network 64b0a5d5-a645-4f8b-974a-dd9349c99779 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:20:12.047710 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a78a130d-8142-4b98-b38a-393593fd65a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (1130281e-f2a4-44c3-8ab0-7f6426e357ff), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:12.069299 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a78a130d-8142-4b98-b38a-393593fd65a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:12.076225 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2aad5-719f-44d1-9ed1-94442ae83120 req-02fd9a5f-1167-4ab0-8e6b-04726a72f512 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:12.079888 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a78a130d-8142-4b98-b38a-393593fd65a6 admin admin] 10.222.0.70 "DELETE /v2.0/networks/1130281e-f2a4-44c3-8ab0-7f6426e357ff HTTP/1.1" status: 204 len: 168 time: 1.1482236 Jan 28 00:20:12.080499 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aaf2aad5-719f-44d1-9ed1-94442ae83120 req-02fd9a5f-1167-4ab0-8e6b-04726a72f512 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fe0d0a0-f4ca-4178-8cfd-a4585c9aa9b8 HTTP/1.1" status: 200 len: 949 time: 0.1794412 Jan 28 00:20:12.081822 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-305a0576-4b1a-4178-b240-bb8f78aaa167 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 64b0a5d5-a645-4f8b-974a-dd9349c99779) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:20:12.108412 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a130d-8142-4b98-b38a-393593fd65a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1130281e-f2a4-44c3-8ab0-7f6426e357ff,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:12.114358 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305a0576-4b1a-4178-b240-bb8f78aaa167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:12.116297 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-305a0576-4b1a-4178-b240-bb8f78aaa167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:12.121861 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4429bb8c-1ccd-43ad-b12a-ba5929936115 None None] Network 64b0a5d5-a645-4f8b-974a-dd9349c99779 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:20:12.174732 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['cd430636-3c07-4e6c-854c-9164a23ec946'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:12.180484 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-305a0576-4b1a-4178-b240-bb8f78aaa167 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9329009 Jan 28 00:20:12.183126 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57130) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:20:12.190770 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-6761ca2d-f6dd-4829-a989-ee9cecb5abec admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1833381217-router', 'tenant_id': '196e2a06defd4040950ac19641a2f393', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:20:12.254945 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c420b1dc-856c-4f01-9acd-3197db071209 req-9d2df1d0-d7f4-490f-9e8f-da3bcb350663 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=83dbb6195da44e30b63c09c8e88d497f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1036448 Jan 28 00:20:12.266653 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6761ca2d-f6dd-4829-a989-ee9cecb5abec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (afa63afc-6ab6-473c-b0b2-abab0a7e9431), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:12.268931 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6761ca2d-f6dd-4829-a989-ee9cecb5abec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (afa63afc-6ab6-473c-b0b2-abab0a7e9431), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:12.334090 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f88fe3d-8e08-4300-980d-90cedaaafd5e req-65f7fe91-175d-4a0e-9920-336df166b0a3 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 210 time: 0.2325962 Jan 28 00:20:12.366843 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:12.494413 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57134) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:20:12.540372 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7c30c2-c1fa-4f4f-b70d-d551cabcd112 None None] Network 64b0a5d5-a645-4f8b-974a-dd9349c99779 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:20:12.581678 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cf6027-4938-4adc-a8f5-5257a567bcf7 x-openstack-request-id: req-92cf6027-4938-4adc-a8f5-5257a567bcf7 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:20:12.587074 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d86915-f4d1-451a-bee6-619c31eef3a6", "name": "network-vif-deleted", "tag": "fcfb490f-f778-4d83-9053-cd92a33954ac", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:20:12.588269 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-92cf6027-4938-4adc-a8f5-5257a567bcf7 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:20:12.596011 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d86915-f4d1-451a-bee6-619c31eef3a6', 'name': 'network-vif-deleted', 'tag': 'fcfb490f-f778-4d83-9053-cd92a33954ac', 'status': 'completed', 'code': 200} Jan 28 00:20:12.626266 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aaf2aad5-719f-44d1-9ed1-94442ae83120 req-44745f6a-6c85-4e52-adb1-789a802156e5 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5194924 Jan 28 00:20:12.627664 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6761ca2d-f6dd-4829-a989-ee9cecb5abec admin admin] Publish callbacks [] for router_controller (afa63afc-6ab6-473c-b0b2-abab0a7e9431), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:12.721693 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-32c47454-3470-4310-bc6c-8b6b79caf6bc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c1a41228a20a4998a3274f9c6359ba1b&name=default HTTP/1.1" status: 200 len: 2998 time: 0.1959915 Jan 28 00:20:12.726355 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57136) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:20:12.846038 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:12.950848 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420b1dc-856c-4f01-9acd-3197db071209 req-d2f99781-9ea7-427e-aa8f-186725662aa9 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:12.953417 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c420b1dc-856c-4f01-9acd-3197db071209 req-d2f99781-9ea7-427e-aa8f-186725662aa9 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6582234 Jan 28 00:20:12.956709 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-af7d68b8-cb84-4b93-bb5e-478a20587f35 req-8380fc1b-7f83-4b41-8d54-4979a9a7ed7e tempest-ServerRescueTestJSONUnderV235-1541118436 tempest-ServerRescueTestJSONUnderV235-1541118436-project] 10.222.0.70 "GET /v2.0/ports?device_id=30d86915-f4d1-451a-bee6-619c31eef3a6 HTTP/1.1" status: 200 len: 210 time: 0.1481745 Jan 28 00:20:12.999401 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18c5fcec-f01e-4e12-ace0-9ad2f0171c1d admin admin] Publish callbacks [] for security_group (786edd49-d7d4-48cb-8b18-f82356d23037), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:13.020171 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a1304-10e6-4592-818c-a2f199f7efa1 req-d0037126-d9de-480a-aa08-035cfedba19a tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:13.023669 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-325a1304-10e6-4592-818c-a2f199f7efa1 req-d0037126-d9de-480a-aa08-035cfedba19a tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe1cacfa-44f1-44c4-88e7-a36db41f98b0 HTTP/1.1" status: 200 len: 945 time: 0.2983973 Jan 28 00:20:13.044497 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-c420b1dc-856c-4f01-9acd-3197db071209 req-ae41eccf-48fa-4ac1-8159-980314a9ec2f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Request body: {'port': {'device_id': 'cff2108c-0d77-499d-ab94-d922edd74db1', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'admin_state_up': True, 'tenant_id': '83dbb6195da44e30b63c09c8e88d497f'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:20:13.095861 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-98783550-2558-459f-ac52-76e03ebe67d6 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:13.098601 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-98783550-2558-459f-ac52-76e03ebe67d6 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.52 "GET /v2.0/networks?id=cd151476-a5ba-4385-918e-9bfe961c2c84 HTTP/1.1" status: 200 len: 822 time: 0.7360089 Jan 28 00:20:13.155915 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-942e8084-7fdc-491f-9b56-2f0f8455208c tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Request body: {'port': {'device_id': '22b7bf8f-217d-475c-9d6d-135ec5216417', 'network_id': 'cd151476-a5ba-4385-918e-9bfe961c2c84', 'admin_state_up': True, 'tenant_id': '04c5bf935af54d448f34f3696c807878'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:20:13.176145 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device fcfb490f-f778-4d83-9053-cd92a33954ac no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:20:13.188265 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18c5fcec-f01e-4e12-ace0-9ad2f0171c1d admin admin] Publish callbacks [] for security_group (786edd49-d7d4-48cb-8b18-f82356d23037), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:13.207209 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: fcfb490f-f778-4d83-9053-cd92a33954ac {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:20:13.207832 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device fcfb490f-f778-4d83-9053-cd92a33954ac not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:20:13.231364 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6761ca2d-f6dd-4829-a989-ee9cecb5abec admin admin] Publish callbacks [] for router_gateway (afa63afc-6ab6-473c-b0b2-abab0a7e9431), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:13.237470 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad4de64f-9cf3-448b-b7f2-62b574661ddc req-1ffb50ad-2754-4457-9bd9-ee9e3a7d1bd6 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=22b7bf8f-217d-475c-9d6d-135ec5216417 HTTP/1.1" status: 200 len: 210 time: 0.1513367 Jan 28 00:20:13.386376 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-325a1304-10e6-4592-818c-a2f199f7efa1 req-da8d4e42-a45a-4609-a433-366ba106a67b tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346393 Jan 28 00:20:13.448372 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-942e8084-7fdc-491f-9b56-2f0f8455208c tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Made reservation on behalf of 04c5bf935af54d448f34f3696c807878 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:20:13.454510 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-942e8084-7fdc-491f-9b56-2f0f8455208c tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:13.462853 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18c5fcec-f01e-4e12-ace0-9ad2f0171c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (786edd49-d7d4-48cb-8b18-f82356d23037), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:13.468209 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18c5fcec-f01e-4e12-ace0-9ad2f0171c1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:13.468209 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-18c5fcec-f01e-4e12-ace0-9ad2f0171c1d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/786edd49-d7d4-48cb-8b18-f82356d23037 HTTP/1.1" status: 204 len: 168 time: 0.7328804 Jan 28 00:20:13.504391 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249ed22-0e3d-4028-a797-872c7111055a req-4b84cc4d-5601-4b44-9e44-945c0c428c4b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:13.510683 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249ed22-0e3d-4028-a797-872c7111055a req-4b84cc4d-5601-4b44-9e44-945c0c428c4b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:13.516593 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249ed22-0e3d-4028-a797-872c7111055a req-4b84cc4d-5601-4b44-9e44-945c0c428c4b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:13.523276 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249ed22-0e3d-4028-a797-872c7111055a req-4b84cc4d-5601-4b44-9e44-945c0c428c4b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:13.528696 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249ed22-0e3d-4028-a797-872c7111055a req-4b84cc4d-5601-4b44-9e44-945c0c428c4b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:13.534083 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249ed22-0e3d-4028-a797-872c7111055a req-4b84cc4d-5601-4b44-9e44-945c0c428c4b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:13.541269 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249ed22-0e3d-4028-a797-872c7111055a req-4b84cc4d-5601-4b44-9e44-945c0c428c4b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:13.544743 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d249ed22-0e3d-4028-a797-872c7111055a req-4b84cc4d-5601-4b44-9e44-945c0c428c4b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 5438 time: 0.1669552 Jan 28 00:20:13.550741 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5fcec-f01e-4e12-ace0-9ad2f0171c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786edd49-d7d4-48cb-8b18-f82356d23037,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:13.570361 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c420b1dc-856c-4f01-9acd-3197db071209 req-ae41eccf-48fa-4ac1-8159-980314a9ec2f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Made reservation on behalf of 83dbb6195da44e30b63c09c8e88d497f for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:20:13.575825 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c420b1dc-856c-4f01-9acd-3197db071209 req-ae41eccf-48fa-4ac1-8159-980314a9ec2f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:13.629926 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1bb6ff61-10df-4be9-a6ed-c7dcfe60d964 req-5992b590-47b0-4d1b-86b7-b766329d362f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 210 time: 0.0814393 Jan 28 00:20:13.866251 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-942e8084-7fdc-491f-9b56-2f0f8455208c tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Allocated IP 172.20.0.4 (cd151476-a5ba-4385-918e-9bfe961c2c84/0728b32d-3188-4887-80bb-d4a083a9c66b/d0a3cd01-ceab-4ba2-b57d-99214e54850a) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:20:13.876459 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6761ca2d-f6dd-4829-a989-ee9cecb5abec admin admin] Publish callbacks [] for router_gateway (afa63afc-6ab6-473c-b0b2-abab0a7e9431), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:13.913299 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6761ca2d-f6dd-4829-a989-ee9cecb5abec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:13.916868 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:13.919638 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d249ed22-0e3d-4028-a797-872c7111055a req-75503cb6-cdb7-457c-ad4f-231f10928274 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ce589d-1355-4162-a23a-6782446bdfe9&id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2944829 Jan 28 00:20:14.023117 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081751e-1373-4d2d-abe4-f214805fc136 req-8fee45ab-5983-4efd-8eba-33a66ef07f58 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:14.037655 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c081751e-1373-4d2d-abe4-f214805fc136 req-8fee45ab-5983-4efd-8eba-33a66ef07f58 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fe0d0a0-f4ca-4178-8cfd-a4585c9aa9b8 HTTP/1.1" status: 200 len: 949 time: 0.2675056 Jan 28 00:20:14.077550 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57154) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:20:14.144170 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 5f2b5768-b69e-46a4-9085-5302ca317eb1 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:20:14.185092 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c081751e-1373-4d2d-abe4-f214805fc136 req-d98314a1-07ae-457e-8745-a3c3fe199e47 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448929 Jan 28 00:20:14.188552 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-c420b1dc-856c-4f01-9acd-3197db071209 req-ae41eccf-48fa-4ac1-8159-980314a9ec2f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Allocated IP 192.168.233.83 (6cc4916b-e8a0-4618-abd0-934e16bf0b78/3d2cf619-4390-4946-b152-016e9ede005d/2986a0b7-0a99-4ac1-aa21-1d0a3125a74e) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:20:14.345140 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 5f2b5768-b69e-46a4-9085-5302ca317eb1 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:20:14.359230 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 5f2b5768-b69e-46a4-9085-5302ca317eb1 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:20:14.360382 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (5f2b5768-b69e-46a4-9085-5302ca317eb1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:14.562406 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 5f2b5768-b69e-46a4-9085-5302ca317eb1 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:14.562814 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5f2b5768-b69e-46a4-9085-5302ca317eb1), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:14.626998 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2b5768-b69e-46a4-9085-5302ca317eb1'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:20:14.630165 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b89d868-b57f-40cc-b978-fb2905b7a3cc" -d '{"events": [{"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-plugged", "status": "completed", "tag": "5f2b5768-b69e-46a4-9085-5302ca317eb1"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:20:14.678131 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 5f2b5768-b69e-46a4-9085-5302ca317eb1, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=5f2b5768-b69e-46a4-9085-5302ca317eb1,segment=NetworkSegment(0465a9d6-01fe-4f7b-a9a6-388e7e67e02b),segment_id=0465a9d6-01fe-4f7b-a9a6-388e7e67e02b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:14.682780 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-6761ca2d-f6dd-4829-a989-ee9cecb5abec admin admin] Allocated IP 172.25.3.66 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/adb4f995-13b3-484c-9cc2-58b0ab23a724) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:20:14.695551 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (5f2b5768-b69e-46a4-9085-5302ca317eb1), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:14.698569 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 1c80ae37-b3ec-413e-a908-d7c646315e69 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:20:14.758674 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f9d8cb77-2aa2-452b-ab39-9c3bb9c5023b req-1e7070cd-18b4-4ed5-ae72-97d79969580d tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=22b7bf8f-217d-475c-9d6d-135ec5216417 HTTP/1.1" status: 200 len: 210 time: 0.1819754 Jan 28 00:20:14.778202 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-942e8084-7fdc-491f-9b56-2f0f8455208c tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks [] for port (d0a3cd01-ceab-4ba2-b57d-99214e54850a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:14.863872 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=5f2b5768-b69e-46a4-9085-5302ca317eb1,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:14.889590 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 1c80ae37-b3ec-413e-a908-d7c646315e69 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:20:14.898411 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 1c80ae37-b3ec-413e-a908-d7c646315e69 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:20:14.899333 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1c80ae37-b3ec-413e-a908-d7c646315e69), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:15.001644 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6761ca2d-f6dd-4829-a989-ee9cecb5abec admin admin] Publish callbacks [] for port (adb4f995-13b3-484c-9cc2-58b0ab23a724), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:15.045354 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-942e8084-7fdc-491f-9b56-2f0f8455208c tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (d0a3cd01-ceab-4ba2-b57d-99214e54850a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:15.094849 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 1c80ae37-b3ec-413e-a908-d7c646315e69 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:15.094849 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1c80ae37-b3ec-413e-a908-d7c646315e69), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:15.122314 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-942e8084-7fdc-491f-9b56-2f0f8455208c tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Network cd151476-a5ba-4385-918e-9bfe961c2c84 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:20:15.131594 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-942e8084-7fdc-491f-9b56-2f0f8455208c tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:20:15.159823 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e8084-7fdc-491f-9b56-2f0f8455208c tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Pushing event updated for resources: {'Port': ['ID=d0a3cd01-ceab-4ba2-b57d-99214e54850a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:15.180250 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6761ca2d-f6dd-4829-a989-ee9cecb5abec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (adb4f995-13b3-484c-9cc2-58b0ab23a724), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:15.185124 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-942e8084-7fdc-491f-9b56-2f0f8455208c tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:20:15.194028 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 1c80ae37-b3ec-413e-a908-d7c646315e69, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=1c80ae37-b3ec-413e-a908-d7c646315e69,segment=NetworkSegment(8b6e1ad8-b07a-44d3-892b-e666dbbf801b),segment_id=8b6e1ad8-b07a-44d3-892b-e666dbbf801b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:15.201689 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device cd430636-3c07-4e6c-854c-9164a23ec946 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:20:15.209849 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1c80ae37-b3ec-413e-a908-d7c646315e69), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:15.212526 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:20:15.344560 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6761ca2d-f6dd-4829-a989-ee9cecb5abec admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:20:15.362844 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-6761ca2d-f6dd-4829-a989-ee9cecb5abec admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:20:15.368081 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6761ca2d-f6dd-4829-a989-ee9cecb5abec admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:20:15.408257 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761ca2d-f6dd-4829-a989-ee9cecb5abec admin admin] Pushing event updated for resources: {'Port': ['ID=adb4f995-13b3-484c-9cc2-58b0ab23a724,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:15.426544 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-942e8084-7fdc-491f-9b56-2f0f8455208c tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:15.427884 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-942e8084-7fdc-491f-9b56-2f0f8455208c tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:15.428398 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=1c80ae37-b3ec-413e-a908-d7c646315e69,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:15.462727 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port cd430636-3c07-4e6c-854c-9164a23ec946 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:20:15.468119 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-942e8084-7fdc-491f-9b56-2f0f8455208c tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3177085 Jan 28 00:20:15.469886 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:20:15.473842 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port cd430636-3c07-4e6c-854c-9164a23ec946 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:20:15.474219 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cd430636-3c07-4e6c-854c-9164a23ec946), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:15.477497 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:20:15.477870 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:15.503302 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c420b1dc-856c-4f01-9acd-3197db071209 req-ae41eccf-48fa-4ac1-8159-980314a9ec2f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks [] for port (2986a0b7-0a99-4ac1-aa21-1d0a3125a74e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:15.534390 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-567bc530-d016-49c8-9e9e-618bb62a7869 service neutron] Request body: {'port': {'device_id': '22b7bf8f-217d-475c-9d6d-135ec5216417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:20:15.561685 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c7b67231-3237-42db-b1e1-a58328c0e6ad req-dd034a6b-78f5-409f-8cf2-916073cdceab tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 210 time: 0.1278348 Jan 28 00:20:15.617167 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7b4cd-5e2e-4666-bc87-413862c2555d req-cb4ded44-fe09-4d2e-bb5f-9fdbb9311c4f tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:15.633435 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cce7b4cd-5e2e-4666-bc87-413862c2555d req-cb4ded44-fe09-4d2e-bb5f-9fdbb9311c4f tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe1cacfa-44f1-44c4-88e7-a36db41f98b0 HTTP/1.1" status: 200 len: 945 time: 0.9449153 Jan 28 00:20:15.665221 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584ff7c2-e6ee-4270-bc6b-6268f2cd6ea3 x-openstack-request-id: req-584ff7c2-e6ee-4270-bc6b-6268f2cd6ea3 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:20:15.665717 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-plugged", "status": "completed", "tag": "5f2b5768-b69e-46a4-9085-5302ca317eb1", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:20:15.666380 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-584ff7c2-e6ee-4270-bc6b-6268f2cd6ea3 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:20:15.667052 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2b5768-b69e-46a4-9085-5302ca317eb1', 'code': 200} Jan 28 00:20:15.668994 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:15.670505 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:15.672374 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-567bc530-d016-49c8-9e9e-618bb62a7869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d0a3cd01-ceab-4ba2-b57d-99214e54850a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:15.743364 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ceb8f-8bfe-4dcd-a707-14094df39a6b req-18960f4f-0a7a-4b8b-a7c5-f602890cff1e tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:15.746991 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d48ceb8f-8bfe-4dcd-a707-14094df39a6b req-18960f4f-0a7a-4b8b-a7c5-f602890cff1e tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe1cacfa-44f1-44c4-88e7-a36db41f98b0 HTTP/1.1" status: 200 len: 945 time: 0.9184155 Jan 28 00:20:15.788604 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f,segment=NetworkSegment(0465a9d6-01fe-4f7b-a9a6-388e7e67e02b),segment_id=0465a9d6-01fe-4f7b-a9a6-388e7e67e02b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:15.804469 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:15.805823 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device cd7a9ba0-5a49-4f0f-bbe3-164519fac46b up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:20:15.811817 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port cd430636-3c07-4e6c-854c-9164a23ec946 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:15.812526 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cd430636-3c07-4e6c-854c-9164a23ec946), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:15.947647 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c420b1dc-856c-4f01-9acd-3197db071209 req-ae41eccf-48fa-4ac1-8159-980314a9ec2f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (2986a0b7-0a99-4ac1-aa21-1d0a3125a74e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:15.978165 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6761ca2d-f6dd-4829-a989-ee9cecb5abec admin admin] Publish callbacks [] for router_gateway (afa63afc-6ab6-473c-b0b2-abab0a7e9431), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:16.006058 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['f9d89e94-1881-4800-aec0-ebe0b401e515'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:16.012167 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['228baf8b-b15d-4b7b-afdb-c10ccf246e6f'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:16.025411 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port cd430636-3c07-4e6c-854c-9164a23ec946, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=cd430636-3c07-4e6c-854c-9164a23ec946,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:16.117175 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:16.122889 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (cd430636-3c07-4e6c-854c-9164a23ec946), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:16.148803 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cce7b4cd-5e2e-4666-bc87-413862c2555d req-01440ec4-e319-4447-b4fd-b94ce00b8f28 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5134811 Jan 28 00:20:16.227140 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472966c-b650-4717-bfea-9b3bee5c6cc5 req-97cf0d57-e3a6-45c6-8afd-5485924666f2 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:16.238048 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472966c-b650-4717-bfea-9b3bee5c6cc5 req-97cf0d57-e3a6-45c6-8afd-5485924666f2 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:16.248699 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port cd7a9ba0-5a49-4f0f-bbe3-164519fac46b completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:20:16.249951 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472966c-b650-4717-bfea-9b3bee5c6cc5 req-97cf0d57-e3a6-45c6-8afd-5485924666f2 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:16.262369 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472966c-b650-4717-bfea-9b3bee5c6cc5 req-97cf0d57-e3a6-45c6-8afd-5485924666f2 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:16.274654 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472966c-b650-4717-bfea-9b3bee5c6cc5 req-97cf0d57-e3a6-45c6-8afd-5485924666f2 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:16.284791 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472966c-b650-4717-bfea-9b3bee5c6cc5 req-97cf0d57-e3a6-45c6-8afd-5485924666f2 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:16.289372 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port cd7a9ba0-5a49-4f0f-bbe3-164519fac46b triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:20:16.289816 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cd7a9ba0-5a49-4f0f-bbe3-164519fac46b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:16.297341 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472966c-b650-4717-bfea-9b3bee5c6cc5 req-97cf0d57-e3a6-45c6-8afd-5485924666f2 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:16.313090 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7472966c-b650-4717-bfea-9b3bee5c6cc5 req-97cf0d57-e3a6-45c6-8afd-5485924666f2 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 5441 time: 0.5562334 Jan 28 00:20:16.351084 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c420b1dc-856c-4f01-9acd-3197db071209 req-ae41eccf-48fa-4ac1-8159-980314a9ec2f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:20:16.371694 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-567bc530-d016-49c8-9e9e-618bb62a7869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0a3cd01-ceab-4ba2-b57d-99214e54850a {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:20:16.398353 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-567bc530-d016-49c8-9e9e-618bb62a7869 service neutron] Publish callbacks [] for port (d0a3cd01-ceab-4ba2-b57d-99214e54850a), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:16.401869 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-c420b1dc-856c-4f01-9acd-3197db071209 req-ae41eccf-48fa-4ac1-8159-980314a9ec2f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:20:16.405641 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41eccf-48fa-4ac1-8159-980314a9ec2f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Pushing event updated for resources: {'Port': ['ID=2986a0b7-0a99-4ac1-aa21-1d0a3125a74e,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:16.420410 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-c420b1dc-856c-4f01-9acd-3197db071209 req-ae41eccf-48fa-4ac1-8159-980314a9ec2f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:20:16.464826 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-567bc530-d016-49c8-9e9e-618bb62a7869 service neutron] Transition to ACTIVE for port object d0a3cd01-ceab-4ba2-b57d-99214e54850a will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:20:16.477798 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-567bc530-d016-49c8-9e9e-618bb62a7869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (d0a3cd01-ceab-4ba2-b57d-99214e54850a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:16.596457 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=cd430636-3c07-4e6c-854c-9164a23ec946,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:16.616786 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6761ca2d-f6dd-4829-a989-ee9cecb5abec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (afa63afc-6ab6-473c-b0b2-abab0a7e9431), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:16.664240 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567bc530-d016-49c8-9e9e-618bb62a7869 service neutron] Pushing event updated for resources: {'Port': ['ID=d0a3cd01-ceab-4ba2-b57d-99214e54850a,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:16.771227 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port cd7a9ba0-5a49-4f0f-bbe3-164519fac46b is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:16.771851 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cd7a9ba0-5a49-4f0f-bbe3-164519fac46b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:16.798604 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-d48ceb8f-8bfe-4dcd-a707-14094df39a6b req-0730b7f6-31fd-4404-98c3-e8c508e647f9 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Deleting port 67f83139-0ba4-4d73-b231-605df47e296e {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:20:16.800732 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d48ceb8f-8bfe-4dcd-a707-14094df39a6b req-0730b7f6-31fd-4404-98c3-e8c508e647f9 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (67f83139-0ba4-4d73-b231-605df47e296e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:16.872988 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420b1dc-856c-4f01-9acd-3197db071209 req-ae41eccf-48fa-4ac1-8159-980314a9ec2f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:16.874265 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c420b1dc-856c-4f01-9acd-3197db071209 req-ae41eccf-48fa-4ac1-8159-980314a9ec2f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:16.875525 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port cd7a9ba0-5a49-4f0f-bbe3-164519fac46b, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=cd7a9ba0-5a49-4f0f-bbe3-164519fac46b,segment=NetworkSegment(f11e5768-33c6-4da6-b3cf-f52484509446),segment_id=f11e5768-33c6-4da6-b3cf-f52484509446)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:16.892997 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (cd7a9ba0-5a49-4f0f-bbe3-164519fac46b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:16.978098 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device ece79e49-b14a-48f9-85fe-d0975c29ca45 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:20:17.015760 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7472966c-b650-4717-bfea-9b3bee5c6cc5 req-fecd680a-62f2-46a6-971d-a0149355a1e0 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ce589d-1355-4162-a23a-6782446bdfe9&id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7010982 Jan 28 00:20:17.054946 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-567bc530-d016-49c8-9e9e-618bb62a7869 service neutron] Attempting to bind port d0a3cd01-ceab-4ba2-b57d-99214e54850a on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:20:17.055554 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-567bc530-d016-49c8-9e9e-618bb62a7869 service neutron] Attempting to bind port d0a3cd01-ceab-4ba2-b57d-99214e54850a by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '1af6e637-635c-4891-a903-f48dbcb066f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cd151476-a5ba-4385-918e-9bfe961c2c84'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:20:17.056413 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-567bc530-d016-49c8-9e9e-618bb62a7869 service neutron] Attempting to bind port d0a3cd01-ceab-4ba2-b57d-99214e54850a on network cd151476-a5ba-4385-918e-9bfe961c2c84 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:20:17.072524 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-567bc530-d016-49c8-9e9e-618bb62a7869 service neutron] Port d0a3cd01-ceab-4ba2-b57d-99214e54850a on network cd151476-a5ba-4385-918e-9bfe961c2c84 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:20:17.072763 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-567bc530-d016-49c8-9e9e-618bb62a7869 service neutron] Attempting to bind port d0a3cd01-ceab-4ba2-b57d-99214e54850a on network cd151476-a5ba-4385-918e-9bfe961c2c84 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:20:17.084303 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-567bc530-d016-49c8-9e9e-618bb62a7869 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:20:17.084956 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-567bc530-d016-49c8-9e9e-618bb62a7869 service neutron] Checking segment: {'id': '1af6e637-635c-4891-a903-f48dbcb066f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cd151476-a5ba-4385-918e-9bfe961c2c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:20:17.085665 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-567bc530-d016-49c8-9e9e-618bb62a7869 service neutron] Bound using segment: {'id': '1af6e637-635c-4891-a903-f48dbcb066f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cd151476-a5ba-4385-918e-9bfe961c2c84'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:20:17.086499 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-567bc530-d016-49c8-9e9e-618bb62a7869 service neutron] Bound port: d0a3cd01-ceab-4ba2-b57d-99214e54850a, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af6e637-635c-4891-a903-f48dbcb066f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cd151476-a5ba-4385-918e-9bfe961c2c84'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:20:17.087608 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-567bc530-d016-49c8-9e9e-618bb62a7869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d0a3cd01-ceab-4ba2-b57d-99214e54850a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:17.110174 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6761ca2d-f6dd-4829-a989-ee9cecb5abec admin admin] Router afa63afc-6ab6-473c-b0b2-abab0a7e9431 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:20:17.142768 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-31aba990-812f-4d19-afc8-04dfcf5d3b61 None None] Provisioning complete for port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:20:17.143832 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-31aba990-812f-4d19-afc8-04dfcf5d3b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2986a0b7-0a99-4ac1-aa21-1d0a3125a74e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:17.188275 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c420b1dc-856c-4f01-9acd-3197db071209 req-ae41eccf-48fa-4ac1-8159-980314a9ec2f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1543565 Jan 28 00:20:17.224068 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-c420b1dc-856c-4f01-9acd-3197db071209 req-5d57da88-0505-4215-a6e4-fccdefc871c8 service neutron] Request body: {'port': {'device_id': 'cff2108c-0d77-499d-ab94-d922edd74db1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:20:17.266490 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-31aba990-812f-4d19-afc8-04dfcf5d3b61 None None] Port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:20:17.277106 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=cd7a9ba0-5a49-4f0f-bbe3-164519fac46b,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:17.299274 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port ece79e49-b14a-48f9-85fe-d0975c29ca45 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:20:17.308344 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port ece79e49-b14a-48f9-85fe-d0975c29ca45 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:20:17.309624 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ece79e49-b14a-48f9-85fe-d0975c29ca45), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:17.344746 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-567bc530-d016-49c8-9e9e-618bb62a7869 service neutron] For port d0a3cd01-ceab-4ba2-b57d-99214e54850a, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:20:17.367224 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-567bc530-d016-49c8-9e9e-618bb62a7869 service neutron] For port d0a3cd01-ceab-4ba2-b57d-99214e54850a, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=d0a3cd01-ceab-4ba2-b57d-99214e54850a,segment=NetworkSegment(1af6e637-635c-4891-a903-f48dbcb066f0),segment_id=1af6e637-635c-4891-a903-f48dbcb066f0)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:20:17.391695 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-567bc530-d016-49c8-9e9e-618bb62a7869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (d0a3cd01-ceab-4ba2-b57d-99214e54850a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:17.427634 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71f990-da92-4f01-8142-647027de0fe1 req-fcee09ce-b770-4193-8428-7d604d590f5d tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:17.436300 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ca71f990-da92-4f01-8142-647027de0fe1 req-fcee09ce-b770-4193-8428-7d604d590f5d tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fe0d0a0-f4ca-4178-8cfd-a4585c9aa9b8 HTTP/1.1" status: 200 len: 950 time: 0.7222612 Jan 28 00:20:17.506475 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port ece79e49-b14a-48f9-85fe-d0975c29ca45 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:17.507295 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ece79e49-b14a-48f9-85fe-d0975c29ca45), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:17.517100 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-d48ceb8f-8bfe-4dcd-a707-14094df39a6b req-0730b7f6-31fd-4404-98c3-e8c508e647f9 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] For port 67f83139-0ba4-4d73-b231-605df47e296e, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=67f83139-0ba4-4d73-b231-605df47e296e,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:17.517826 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d48ceb8f-8bfe-4dcd-a707-14094df39a6b req-0730b7f6-31fd-4404-98c3-e8c508e647f9 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (67f83139-0ba4-4d73-b231-605df47e296e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:17.561590 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c420b1dc-856c-4f01-9acd-3197db071209 req-5d57da88-0505-4215-a6e4-fccdefc871c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2986a0b7-0a99-4ac1-aa21-1d0a3125a74e), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:17.576741 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-d48ceb8f-8bfe-4dcd-a707-14094df39a6b req-0730b7f6-31fd-4404-98c3-e8c508e647f9 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Calling delete_port for 67f83139-0ba4-4d73-b231-605df47e296e owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:20:17.611113 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519cbfb-a965-46f8-8a63-14644e6520ca req-19e1c74b-0a42-4151-8467-35c0bc2c3758 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:17.613186 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c519cbfb-a965-46f8-8a63-14644e6520ca req-19e1c74b-0a42-4151-8467-35c0bc2c3758 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=22b7bf8f-217d-475c-9d6d-135ec5216417 HTTP/1.1" status: 200 len: 943 time: 0.3817275 Jan 28 00:20:17.631032 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6761ca2d-f6dd-4829-a989-ee9cecb5abec admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:20:17.638029 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port ece79e49-b14a-48f9-85fe-d0975c29ca45, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=ece79e49-b14a-48f9-85fe-d0975c29ca45,segment=NetworkSegment(f11e5768-33c6-4da6-b3cf-f52484509446),segment_id=f11e5768-33c6-4da6-b3cf-f52484509446)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:17.654398 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ece79e49-b14a-48f9-85fe-d0975c29ca45), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:17.654938 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 17a2a773-d586-4db3-b390-7e92fd06a45f up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:20:17.657637 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ca71f990-da92-4f01-8142-647027de0fe1 req-9ba83a1c-1442-45c1-976b-c6e7bb6b72b3 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181613 Jan 28 00:20:17.661115 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3e72228a-0fbe-43b4-bbcd-a0bd101c6cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (3535920b-669e-4752-94d4-5afb2b35cf95), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:17.685480 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-567bc530-d016-49c8-9e9e-618bb62a7869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:17.686518 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-567bc530-d016-49c8-9e9e-618bb62a7869 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:17.691000 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-567bc530-d016-49c8-9e9e-618bb62a7869 service neutron] 10.222.0.52 "PUT /v2.0/ports/d0a3cd01-ceab-4ba2-b57d-99214e54850a HTTP/1.1" status: 200 len: 1091 time: 2.1664791 Jan 28 00:20:17.695657 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b7bf8f-217d-475c-9d6d-135ec5216417', 'tag': 'd0a3cd01-ceab-4ba2-b57d-99214e54850a'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:20:17.698827 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ca30b7-65f9-4512-89aa-9431df4b62b4" -d '{"events": [{"name": "network-changed", "server_uuid": "22b7bf8f-217d-475c-9d6d-135ec5216417", "tag": "d0a3cd01-ceab-4ba2-b57d-99214e54850a"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:20:17.754064 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6761ca2d-f6dd-4829-a989-ee9cecb5abec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:17.759608 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6761ca2d-f6dd-4829-a989-ee9cecb5abec admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5721025 Jan 28 00:20:17.759608 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567bc530-d016-49c8-9e9e-618bb62a7869 service neutron] Pushing event updated for resources: {'Port': ['ID=d0a3cd01-ceab-4ba2-b57d-99214e54850a,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:17.765534 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57212) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:20:17.913255 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f2bb445d-67c2-4c3f-a9c4-fd084ce52f7e req-314a6729-b92b-439a-adda-518854da1f0f tempest-ServerShowV257Test-1347534122 tempest-ServerShowV257Test-1347534122-project] 10.222.0.70 "GET /v2.0/ports?device_id=e191053c-b863-4bcc-8595-a8da93c122fd HTTP/1.1" status: 200 len: 210 time: 0.0642283 Jan 28 00:20:18.021607 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5766bdf8-64f1-4357-8d7b-0c68237e37e6 None None] Sync routers for ids ['afa63afc-6ab6-473c-b0b2-abab0a7e9431'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:20:18.033074 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c80ae37-b3ec-413e-a908-d7c646315e69'}, {'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f'}, {'server_uuid': '0fe0d0a0-f4ca-4178-8cfd-a4585c9aa9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd430636-3c07-4e6c-854c-9164a23ec946'}, {'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7a9ba0-5a49-4f0f-bbe3-164519fac46b'}, {'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece79e49-b14a-48f9-85fe-d0975c29ca45'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:20:18.040841 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d13541-f1bc-4bea-bd25-d613681de360" -d '{"events": [{"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-plugged", "status": "completed", "tag": "1c80ae37-b3ec-413e-a908-d7c646315e69"}, {"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-plugged", "status": "completed", "tag": "f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f"}, {"server_uuid": "0fe0d0a0-f4ca-4178-8cfd-a4585c9aa9b8", "name": "network-vif-plugged", "status": "completed", "tag": "cd430636-3c07-4e6c-854c-9164a23ec946"}, {"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-plugged", "status": "completed", "tag": "cd7a9ba0-5a49-4f0f-bbe3-164519fac46b"}, {"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-plugged", "status": "completed", "tag": "ece79e49-b14a-48f9-85fe-d0975c29ca45"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:20:18.063589 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c519cbfb-a965-46f8-8a63-14644e6520ca req-0e7adec9-cdbb-4f70-bca2-0fb0bfa155a0 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278724 Jan 28 00:20:18.147416 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5766bdf8-64f1-4357-8d7b-0c68237e37e6 None None] Routers {'afa63afc-6ab6-473c-b0b2-abab0a7e9431'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:20:18.148570 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-5766bdf8-64f1-4357-8d7b-0c68237e37e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:20:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['afa63afc-6ab6-473c-b0b2-abab0a7e9431'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:18.277475 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 17a2a773-d586-4db3-b390-7e92fd06a45f completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:20:18.297200 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=ece79e49-b14a-48f9-85fe-d0975c29ca45,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:18.313814 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 17a2a773-d586-4db3-b390-7e92fd06a45f triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:20:18.317888 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (17a2a773-d586-4db3-b390-7e92fd06a45f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:18.347778 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30068662-934d-47e8-a2b3-b8c19c109909 req-488395d3-a6fd-4529-bb1b-8aeeaa910f7e tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:18.350360 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-30068662-934d-47e8-a2b3-b8c19c109909 req-488395d3-a6fd-4529-bb1b-8aeeaa910f7e tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 935 time: 0.3125660 Jan 28 00:20:18.445349 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-33cad660-d344-43d2-a4e4-024bee0212df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:18.448074 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-33cad660-d344-43d2-a4e4-024bee0212df service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04c5bf935af54d448f34f3696c807878&device_id=22b7bf8f-217d-475c-9d6d-135ec5216417 HTTP/1.1" status: 200 len: 1094 time: 0.3405647 Jan 28 00:20:18.496290 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-5766bdf8-64f1-4357-8d7b-0c68237e37e6 None None] Set router afa63afc-6ab6-473c-b0b2-abab0a7e9431 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:20:18.634314 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-67eae86e-4287-4b51-b456-ad11f8ee0ac3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0a3cd01-ceab-4ba2-b57d-99214e54850a HTTP/1.1" status: 200 len: 217 time: 0.1499300 Jan 28 00:20:18.641743 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d48ceb8f-8bfe-4dcd-a707-14094df39a6b req-0730b7f6-31fd-4404-98c3-e8c508e647f9 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (67f83139-0ba4-4d73-b231-605df47e296e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:18.670966 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd8474-9bc9-4c7e-a372-7d0842a25865 req-9b4756f3-9fde-404f-89b1-6361ce99c51b tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:18.673157 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-44fd8474-9bc9-4c7e-a372-7d0842a25865 req-9b4756f3-9fde-404f-89b1-6361ce99c51b tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe1cacfa-44f1-44c4-88e7-a36db41f98b0 HTTP/1.1" status: 200 len: 945 time: 0.2659292 Jan 28 00:20:18.693209 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['2757eada-5c5d-468f-9a9f-01ce2f9b089c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:18.712979 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730b7f6-31fd-4404-98c3-e8c508e647f9 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Pushing event deleted for resources: {'Port': ['ID=67f83139-0ba4-4d73-b231-605df47e296e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:18.745187 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 17a2a773-d586-4db3-b390-7e92fd06a45f is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:18.745187 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (17a2a773-d586-4db3-b390-7e92fd06a45f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:18.755097 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-30068662-934d-47e8-a2b3-b8c19c109909 req-eb062d24-d119-4717-9b58-889b69544ea0 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955872 Jan 28 00:20:18.845001 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-37da9fb1-7977-4590-86c2-5054e8937b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:18.847555 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-37da9fb1-7977-4590-86c2-5054e8937b19 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0728b32d-3188-4887-80bb-d4a083a9c66b HTTP/1.1" status: 200 len: 862 time: 0.2038016 Jan 28 00:20:18.868719 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af20e374-2b4d-42df-8864-f93e8de1cfca x-openstack-request-id: req-af20e374-2b4d-42df-8864-f93e8de1cfca {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:20:18.869836 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b7bf8f-217d-475c-9d6d-135ec5216417", "tag": "d0a3cd01-ceab-4ba2-b57d-99214e54850a", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:20:18.870893 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-af20e374-2b4d-42df-8864-f93e8de1cfca {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:20:18.874140 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b7bf8f-217d-475c-9d6d-135ec5216417', 'tag': 'd0a3cd01-ceab-4ba2-b57d-99214e54850a', 'status': 'completed', 'code': 200} Jan 28 00:20:18.909724 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 17a2a773-d586-4db3-b390-7e92fd06a45f, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=17a2a773-d586-4db3-b390-7e92fd06a45f,segment=NetworkSegment(0465a9d6-01fe-4f7b-a9a6-388e7e67e02b),segment_id=0465a9d6-01fe-4f7b-a9a6-388e7e67e02b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:18.994133 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48ceb8f-8bfe-4dcd-a707-14094df39a6b req-0730b7f6-31fd-4404-98c3-e8c508e647f9 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] No DVR routers for this DVR port 67f83139-0ba4-4d73-b231-605df47e296e on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:20:19.006634 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (17a2a773-d586-4db3-b390-7e92fd06a45f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:19.008624 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 3a7b8867-52a0-4af2-9c75-6826eab61051 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:20:19.022839 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d48ceb8f-8bfe-4dcd-a707-14094df39a6b req-0730b7f6-31fd-4404-98c3-e8c508e647f9 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:19.044507 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d48ceb8f-8bfe-4dcd-a707-14094df39a6b req-0730b7f6-31fd-4404-98c3-e8c508e647f9 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.52 "DELETE /v2.0/ports/67f83139-0ba4-4d73-b231-605df47e296e HTTP/1.1" status: 204 len: 173 time: 3.2777774 Jan 28 00:20:19.069718 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-be70115c-4f6a-4807-a09e-d88b3ca56358 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd151476-a5ba-4385-918e-9bfe961c2c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1939240 Jan 28 00:20:19.073383 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1cacfa-44f1-44c4-88e7-a36db41f98b0', 'name': 'network-vif-deleted', 'tag': '67f83139-0ba4-4d73-b231-605df47e296e'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:20:19.092080 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5142499-fb93-4657-941e-b83251e56460" -d '{"events": [{"server_uuid": "fe1cacfa-44f1-44c4-88e7-a36db41f98b0", "name": "network-vif-deleted", "tag": "67f83139-0ba4-4d73-b231-605df47e296e"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:20:19.232896 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-c420b1dc-856c-4f01-9acd-3197db071209 req-5d57da88-0505-4215-a6e4-fccdefc871c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:20:19.263317 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c420b1dc-856c-4f01-9acd-3197db071209 req-5d57da88-0505-4215-a6e4-fccdefc871c8 service neutron] Publish callbacks [] for port (2986a0b7-0a99-4ac1-aa21-1d0a3125a74e), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:19.300246 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-c420b1dc-856c-4f01-9acd-3197db071209 req-5d57da88-0505-4215-a6e4-fccdefc871c8 service neutron] Transition to ACTIVE for port object 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:20:19.388564 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c420b1dc-856c-4f01-9acd-3197db071209 req-5d57da88-0505-4215-a6e4-fccdefc871c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (2986a0b7-0a99-4ac1-aa21-1d0a3125a74e), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:19.416097 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=17a2a773-d586-4db3-b390-7e92fd06a45f,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:19.424894 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-44fd8474-9bc9-4c7e-a372-7d0842a25865 req-f3b51c29-fc69-4969-a251-6f362d97c258 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7131519 Jan 28 00:20:19.661667 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6470ed9-fae1-401e-b9a0-29de46f8df04 req-39682abb-2878-4797-afd4-6a0b8368a847 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:19.673063 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6470ed9-fae1-401e-b9a0-29de46f8df04 req-39682abb-2878-4797-afd4-6a0b8368a847 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:19.690621 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 3a7b8867-52a0-4af2-9c75-6826eab61051 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:20:19.692270 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6470ed9-fae1-401e-b9a0-29de46f8df04 req-39682abb-2878-4797-afd4-6a0b8368a847 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:19.694332 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-4415a7b4-2cc2-41ff-8052-46680df8cc32 service neutron] 10.222.0.52 "GET /v2.0/networks/cd151476-a5ba-4385-918e-9bfe961c2c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6137578 Jan 28 00:20:19.721081 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6470ed9-fae1-401e-b9a0-29de46f8df04 req-39682abb-2878-4797-afd4-6a0b8368a847 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:19.724003 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 28 Jan 2022 00:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30414f2c-d0d6-4fff-afbd-5579c42d9afe x-openstack-request-id: req-30414f2c-d0d6-4fff-afbd-5579c42d9afe {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:20:19.728068 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-plugged", "status": "completed", "tag": "1c80ae37-b3ec-413e-a908-d7c646315e69", "code": 200}, {"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-plugged", "status": "completed", "tag": "f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f", "code": 200}, {"server_uuid": "0fe0d0a0-f4ca-4178-8cfd-a4585c9aa9b8", "name": "network-vif-plugged", "status": "completed", "tag": "cd430636-3c07-4e6c-854c-9164a23ec946", "code": 200}, {"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-plugged", "status": "completed", "tag": "cd7a9ba0-5a49-4f0f-bbe3-164519fac46b", "code": 200}, {"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-plugged", "status": "completed", "tag": "ece79e49-b14a-48f9-85fe-d0975c29ca45", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:20:19.728693 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-30414f2c-d0d6-4fff-afbd-5579c42d9afe {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:20:19.729376 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c80ae37-b3ec-413e-a908-d7c646315e69', 'code': 200} Jan 28 00:20:19.735368 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f', 'code': 200} Jan 28 00:20:19.736511 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe0d0a0-f4ca-4178-8cfd-a4585c9aa9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd430636-3c07-4e6c-854c-9164a23ec946', 'code': 200} Jan 28 00:20:19.736909 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7a9ba0-5a49-4f0f-bbe3-164519fac46b', 'code': 200} Jan 28 00:20:19.737576 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece79e49-b14a-48f9-85fe-d0975c29ca45', 'code': 200} Jan 28 00:20:19.743956 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6470ed9-fae1-401e-b9a0-29de46f8df04 req-39682abb-2878-4797-afd4-6a0b8368a847 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:19.750075 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6470ed9-fae1-401e-b9a0-29de46f8df04 req-39682abb-2878-4797-afd4-6a0b8368a847 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:19.767514 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cc018339-8c43-42c2-8a45-4be53b0afc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:19.767828 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 3a7b8867-52a0-4af2-9c75-6826eab61051 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:20:19.769225 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6470ed9-fae1-401e-b9a0-29de46f8df04 req-39682abb-2878-4797-afd4-6a0b8368a847 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:19.770650 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3a7b8867-52a0-4af2-9c75-6826eab61051), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:19.783393 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b6470ed9-fae1-401e-b9a0-29de46f8df04 req-39682abb-2878-4797-afd4-6a0b8368a847 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 5444 time: 0.7837319 Jan 28 00:20:19.795228 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-5766bdf8-64f1-4357-8d7b-0c68237e37e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa63afc-6ab6-473c-b0b2-abab0a7e9431', 'name': 'tempest-ServerRescueTestJSON-1833381217-router', 'tenant_id': '196e2a06defd4040950ac19641a2f393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'adb4f995-13b3-484c-9cc2-58b0ab23a724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:20:12Z', 'updated_at': '2022-01-28T00:20:15Z', 'revision_number': 3, 'project_id': '196e2a06defd4040950ac19641a2f393', 'gw_port': {'id': 'adb4f995-13b3-484c-9cc2-58b0ab23a724', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa63afc-6ab6-473c-b0b2-abab0a7e9431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:20:13Z', 'updated_at': '2022-01-28T00:20:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:19.879758 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57da88-0505-4215-a6e4-fccdefc871c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2986a0b7-0a99-4ac1-aa21-1d0a3125a74e,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:19.955639 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5766bdf8-64f1-4357-8d7b-0c68237e37e6 None None] Checking router: afa63afc-6ab6-473c-b0b2-abab0a7e9431 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:20:19.956203 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5766bdf8-64f1-4357-8d7b-0c68237e37e6 None None] Updating router afa63afc-6ab6-473c-b0b2-abab0a7e9431 port adb4f995-13b3-484c-9cc2-58b0ab23a724 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:20:20.051569 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5766bdf8-64f1-4357-8d7b-0c68237e37e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (adb4f995-13b3-484c-9cc2-58b0ab23a724), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:20.154259 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-c420b1dc-856c-4f01-9acd-3197db071209 req-5d57da88-0505-4215-a6e4-fccdefc871c8 service neutron] Attempting to bind port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:20:20.155191 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-c420b1dc-856c-4f01-9acd-3197db071209 req-5d57da88-0505-4215-a6e4-fccdefc871c8 service neutron] Attempting to bind port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:20:20.155412 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c420b1dc-856c-4f01-9acd-3197db071209 req-5d57da88-0505-4215-a6e4-fccdefc871c8 service neutron] Attempting to bind port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:20:20.224024 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c420b1dc-856c-4f01-9acd-3197db071209 req-5d57da88-0505-4215-a6e4-fccdefc871c8 service neutron] Port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:20:20.224559 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c420b1dc-856c-4f01-9acd-3197db071209 req-5d57da88-0505-4215-a6e4-fccdefc871c8 service neutron] Attempting to bind port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:20:20.241156 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c420b1dc-856c-4f01-9acd-3197db071209 req-5d57da88-0505-4215-a6e4-fccdefc871c8 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:20:20.241871 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c420b1dc-856c-4f01-9acd-3197db071209 req-5d57da88-0505-4215-a6e4-fccdefc871c8 service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:20:20.242487 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c420b1dc-856c-4f01-9acd-3197db071209 req-5d57da88-0505-4215-a6e4-fccdefc871c8 service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:20:20.243219 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-c420b1dc-856c-4f01-9acd-3197db071209 req-5d57da88-0505-4215-a6e4-fccdefc871c8 service neutron] Bound port: 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:20:20.243860 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c420b1dc-856c-4f01-9acd-3197db071209 req-5d57da88-0505-4215-a6e4-fccdefc871c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2986a0b7-0a99-4ac1-aa21-1d0a3125a74e), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:20.247300 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 3a7b8867-52a0-4af2-9c75-6826eab61051 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:20.248753 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3a7b8867-52a0-4af2-9c75-6826eab61051), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:20.494874 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b6470ed9-fae1-401e-b9a0-29de46f8df04 req-26aef7d6-b693-4c08-8286-3bdb728600d1 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ce589d-1355-4162-a23a-6782446bdfe9&id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7095523 Jan 28 00:20:20.544808 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-c420b1dc-856c-4f01-9acd-3197db071209 req-5d57da88-0505-4215-a6e4-fccdefc871c8 service neutron] For port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:20:20.584405 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 3a7b8867-52a0-4af2-9c75-6826eab61051, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=3a7b8867-52a0-4af2-9c75-6826eab61051,segment=NetworkSegment(0465a9d6-01fe-4f7b-a9a6-388e7e67e02b),segment_id=0465a9d6-01fe-4f7b-a9a6-388e7e67e02b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:20.600874 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-c420b1dc-856c-4f01-9acd-3197db071209 req-5d57da88-0505-4215-a6e4-fccdefc871c8 service neutron] For port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2986a0b7-0a99-4ac1-aa21-1d0a3125a74e,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:20:20.604033 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-3e72228a-0fbe-43b4-bbcd-a0bd101c6cbd admin admin] Deleting port 8c71d74e-93e0-4442-bfd7-ee3345b32952 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:20:20.604570 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3e72228a-0fbe-43b4-bbcd-a0bd101c6cbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (8c71d74e-93e0-4442-bfd7-ee3345b32952), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:20.622167 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3a7b8867-52a0-4af2-9c75-6826eab61051), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:20.629764 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 67f83139-0ba4-4d73-b231-605df47e296e no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:20:20.688807 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699ad2e-8321-4a1b-9b47-7861841dac4e req-78d8700e-f4ea-415a-8540-71914a0dd24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:20.691265 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d699ad2e-8321-4a1b-9b47-7861841dac4e req-78d8700e-f4ea-415a-8540-71914a0dd24e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0fe0d0a0-f4ca-4178-8cfd-a4585c9aa9b8 HTTP/1.1" status: 200 len: 1101 time: 0.7739694 Jan 28 00:20:20.809795 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d699ad2e-8321-4a1b-9b47-7861841dac4e req-eac7be24-88d8-46ab-9788-e9d066d39f72 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028931 Jan 28 00:20:20.824149 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-12d4d3bd-3d30-4767-8032-8231a3a686db req-3531ea1e-5ad6-4d4d-a9ea-50c05b449090 service neutron] 10.222.0.52 "GET /v2.0/networks/cd151476-a5ba-4385-918e-9bfe961c2c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0173554 Jan 28 00:20:20.850118 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-cc018339-8c43-42c2-8a45-4be53b0afc6d admin admin] Allocated IP 172.20.0.1 (64b0a5d5-a645-4f8b-974a-dd9349c99779/530fddaf-a5d7-4bcd-acc2-ddfe220a3804/1e242ce8-651a-4380-8fa6-198b5c8446b7) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:20:20.865954 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5766bdf8-64f1-4357-8d7b-0c68237e37e6 None None] Publish callbacks [] for port (adb4f995-13b3-484c-9cc2-58b0ab23a724), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:20.872228 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 67f83139-0ba4-4d73-b231-605df47e296e {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:20:20.872861 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 67f83139-0ba4-4d73-b231-605df47e296e not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:20:20.879977 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5766bdf8-64f1-4357-8d7b-0c68237e37e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (adb4f995-13b3-484c-9cc2-58b0ab23a724), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:20.972185 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=3a7b8867-52a0-4af2-9c75-6826eab61051,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:20.978665 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-5766bdf8-64f1-4357-8d7b-0c68237e37e6 None None] Attempting to bind port adb4f995-13b3-484c-9cc2-58b0ab23a724 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:20:20.980330 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-5766bdf8-64f1-4357-8d7b-0c68237e37e6 None None] Attempting to bind port adb4f995-13b3-484c-9cc2-58b0ab23a724 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:20:20.981263 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5766bdf8-64f1-4357-8d7b-0c68237e37e6 None None] Attempting to bind port adb4f995-13b3-484c-9cc2-58b0ab23a724 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:20:20.995966 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5766bdf8-64f1-4357-8d7b-0c68237e37e6 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:20:20.996908 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5766bdf8-64f1-4357-8d7b-0c68237e37e6 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:20:20.998857 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5766bdf8-64f1-4357-8d7b-0c68237e37e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:20.999716 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5766bdf8-64f1-4357-8d7b-0c68237e37e6 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:20:21.001650 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-5766bdf8-64f1-4357-8d7b-0c68237e37e6 None None] Bound port: adb4f995-13b3-484c-9cc2-58b0ab23a724, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:20:21.002476 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5766bdf8-64f1-4357-8d7b-0c68237e37e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (adb4f995-13b3-484c-9cc2-58b0ab23a724), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:21.108984 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6744fda-5a39-43d2-8cb4-191858907414 None None] Pushing event updated for resources: {'Port': ['ID=adb4f995-13b3-484c-9cc2-58b0ab23a724,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:21.133712 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-5766bdf8-64f1-4357-8d7b-0c68237e37e6 None None] For port adb4f995-13b3-484c-9cc2-58b0ab23a724, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:20:21.141063 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-5766bdf8-64f1-4357-8d7b-0c68237e37e6 None None] For port adb4f995-13b3-484c-9cc2-58b0ab23a724, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=adb4f995-13b3-484c-9cc2-58b0ab23a724,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:20:21.151162 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5766bdf8-64f1-4357-8d7b-0c68237e37e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (adb4f995-13b3-484c-9cc2-58b0ab23a724), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:21.151490 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22314b-9a7a-40e4-843a-701b77b6d11d req-4b0d0d3c-21f4-4771-8b83-a34b6f40cc95 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:21.153961 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4c22314b-9a7a-40e4-843a-701b77b6d11d req-4b0d0d3c-21f4-4771-8b83-a34b6f40cc95 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fe0d0a0-f4ca-4178-8cfd-a4585c9aa9b8 HTTP/1.1" status: 200 len: 950 time: 1.1642580 Jan 28 00:20:21.213760 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c420b1dc-856c-4f01-9acd-3197db071209 req-5d57da88-0505-4215-a6e4-fccdefc871c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (2986a0b7-0a99-4ac1-aa21-1d0a3125a74e), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:21.220695 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5766bdf8-64f1-4357-8d7b-0c68237e37e6 None None] Routers {'afa63afc-6ab6-473c-b0b2-abab0a7e9431'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:20:21.221419 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-5766bdf8-64f1-4357-8d7b-0c68237e37e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:20:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['afa63afc-6ab6-473c-b0b2-abab0a7e9431'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:21.309947 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6744fda-5a39-43d2-8cb4-191858907414 None None] Pushing event updated for resources: {'Port': ['ID=adb4f995-13b3-484c-9cc2-58b0ab23a724,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:21.391588 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5070c57a-afbf-4b52-a45a-e98ff0474167 req-6e77da1f-2744-4099-b4ad-ff8c5a544f46 tempest-ServerShowV257Test-1347534122 tempest-ServerShowV257Test-1347534122-project] 10.222.0.70 "GET /v2.0/ports?device_id=e191053c-b863-4bcc-8595-a8da93c122fd HTTP/1.1" status: 200 len: 210 time: 0.2356696 Jan 28 00:20:21.405399 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-5766bdf8-64f1-4357-8d7b-0c68237e37e6 None None] Set router afa63afc-6ab6-473c-b0b2-abab0a7e9431 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:20:21.438698 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca30b7-65f9-4512-89aa-9431df4b62b4 req-c2d97b76-ba8e-406d-8d90-51120b9168f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:21.454232 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-20ca30b7-65f9-4512-89aa-9431df4b62b4 req-c2d97b76-ba8e-406d-8d90-51120b9168f8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04c5bf935af54d448f34f3696c807878&device_id=22b7bf8f-217d-475c-9d6d-135ec5216417 HTTP/1.1" status: 200 len: 1094 time: 0.4858479 Jan 28 00:20:21.544032 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420b1dc-856c-4f01-9acd-3197db071209 req-5d57da88-0505-4215-a6e4-fccdefc871c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:21.545220 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c420b1dc-856c-4f01-9acd-3197db071209 req-5d57da88-0505-4215-a6e4-fccdefc871c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:21.547904 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c420b1dc-856c-4f01-9acd-3197db071209 req-5d57da88-0505-4215-a6e4-fccdefc871c8 service neutron] 10.222.0.52 "PUT /v2.0/ports/2986a0b7-0a99-4ac1-aa21-1d0a3125a74e HTTP/1.1" status: 200 len: 1095 time: 4.3317716 Jan 28 00:20:21.574977 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c2053a-36cd-4fe2-8f48-e07d7cab80fd x-openstack-request-id: req-c4c2053a-36cd-4fe2-8f48-e07d7cab80fd {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:20:21.594305 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1cacfa-44f1-44c4-88e7-a36db41f98b0", "name": "network-vif-deleted", "tag": "67f83139-0ba4-4d73-b231-605df47e296e", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:20:21.603756 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c4c2053a-36cd-4fe2-8f48-e07d7cab80fd {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:20:21.604962 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1cacfa-44f1-44c4-88e7-a36db41f98b0', 'name': 'network-vif-deleted', 'tag': '67f83139-0ba4-4d73-b231-605df47e296e', 'status': 'completed', 'code': 200} Jan 28 00:20:21.626955 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-df6f3908-c50e-4673-ba13-ae36fdb8cedb req-121aed76-fc12-429c-b940-fc62e66a01a6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e191053c-b863-4bcc-8595-a8da93c122fd HTTP/1.1" status: 200 len: 210 time: 0.0724041 Jan 28 00:20:21.661410 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4c22314b-9a7a-40e4-843a-701b77b6d11d req-5c5cac5f-349b-418b-b2f0-c89d3e540cda tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337268 Jan 28 00:20:21.677625 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cc018339-8c43-42c2-8a45-4be53b0afc6d admin admin] Publish callbacks [] for port (1e242ce8-651a-4380-8fa6-198b5c8446b7), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:21.781917 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a2a773-d586-4db3-b390-7e92fd06a45f'}, {'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7b8867-52a0-4af2-9c75-6826eab61051'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:20:21.786690 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ff1bcd-47bc-436b-a862-4d20a92d4d35" -d '{"events": [{"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-plugged", "status": "completed", "tag": "17a2a773-d586-4db3-b390-7e92fd06a45f"}, {"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-plugged", "status": "completed", "tag": "3a7b8867-52a0-4af2-9c75-6826eab61051"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:20:21.814954 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca30b7-65f9-4512-89aa-9431df4b62b4 req-bdfb5878-0937-4bbc-be23-27b5921d0ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:21.817782 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-20ca30b7-65f9-4512-89aa-9431df4b62b4 req-bdfb5878-0937-4bbc-be23-27b5921d0ddd service neutron] 10.222.0.52 "GET /v2.0/networks?id=cd151476-a5ba-4385-918e-9bfe961c2c84 HTTP/1.1" status: 200 len: 923 time: 0.3452351 Jan 28 00:20:21.820038 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cc018339-8c43-42c2-8a45-4be53b0afc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (1e242ce8-651a-4380-8fa6-198b5c8446b7), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:21.875505 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-5766bdf8-64f1-4357-8d7b-0c68237e37e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa63afc-6ab6-473c-b0b2-abab0a7e9431', 'name': 'tempest-ServerRescueTestJSON-1833381217-router', 'tenant_id': '196e2a06defd4040950ac19641a2f393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'adb4f995-13b3-484c-9cc2-58b0ab23a724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:20:12Z', 'updated_at': '2022-01-28T00:20:15Z', 'revision_number': 3, 'project_id': '196e2a06defd4040950ac19641a2f393', 'gw_port': {'id': 'adb4f995-13b3-484c-9cc2-58b0ab23a724', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa63afc-6ab6-473c-b0b2-abab0a7e9431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:20:13Z', 'updated_at': '2022-01-28T00:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:21.906718 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-20ca30b7-65f9-4512-89aa-9431df4b62b4 req-eeac8926-0b46-4c4d-aa9a-a0481dd0c797 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0a3cd01-ceab-4ba2-b57d-99214e54850a HTTP/1.1" status: 200 len: 217 time: 0.0824819 Jan 28 00:20:21.918004 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5766bdf8-64f1-4357-8d7b-0c68237e37e6 None None] The sync data for ids ['afa63afc-6ab6-473c-b0b2-abab0a7e9431'] in n-d-826754-1 is: [{'id': 'afa63afc-6ab6-473c-b0b2-abab0a7e9431', 'name': 'tempest-ServerRescueTestJSON-1833381217-router', 'tenant_id': '196e2a06defd4040950ac19641a2f393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'adb4f995-13b3-484c-9cc2-58b0ab23a724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:20:12Z', 'updated_at': '2022-01-28T00:20:15Z', 'revision_number': 3, 'project_id': '196e2a06defd4040950ac19641a2f393', 'gw_port': {'id': 'adb4f995-13b3-484c-9cc2-58b0ab23a724', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa63afc-6ab6-473c-b0b2-abab0a7e9431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:20:13Z', 'updated_at': '2022-01-28T00:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:20:21.950322 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57da88-0505-4215-a6e4-fccdefc871c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2986a0b7-0a99-4ac1-aa21-1d0a3125a74e,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:21.986516 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc018339-8c43-42c2-8a45-4be53b0afc6d admin admin] Network 64b0a5d5-a645-4f8b-974a-dd9349c99779 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:20:21.990685 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc018339-8c43-42c2-8a45-4be53b0afc6d admin admin] Pushing event updated for resources: {'Port': ['ID=1e242ce8-651a-4380-8fa6-198b5c8446b7,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:21.995448 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-cc018339-8c43-42c2-8a45-4be53b0afc6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:20:22.011953 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc018339-8c43-42c2-8a45-4be53b0afc6d admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:20:22.053430 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-3e72228a-0fbe-43b4-bbcd-a0bd101c6cbd admin admin] For port 8c71d74e-93e0-4442-bfd7-ee3345b32952, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8c71d74e-93e0-4442-bfd7-ee3345b32952,segment=NetworkSegment(51e83a15-751a-4596-ba9e-46368c69870b),segment_id=51e83a15-751a-4596-ba9e-46368c69870b)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:22.053992 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3e72228a-0fbe-43b4-bbcd-a0bd101c6cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (8c71d74e-93e0-4442-bfd7-ee3345b32952), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:22.060280 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cc018339-8c43-42c2-8a45-4be53b0afc6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (afa63afc-6ab6-473c-b0b2-abab0a7e9431), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:22.122571 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6736fc-e1ab-4f60-a809-937a65ae7cde req-19477a41-0748-445e-b0d1-83bd50df073c tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:22.135249 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f6736fc-e1ab-4f60-a809-937a65ae7cde req-19477a41-0748-445e-b0d1-83bd50df073c tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=22b7bf8f-217d-475c-9d6d-135ec5216417 HTTP/1.1" status: 200 len: 943 time: 0.3635037 Jan 28 00:20:22.149610 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca30b7-65f9-4512-89aa-9431df4b62b4 req-b81e067b-64b8-4a16-afd0-d35785c95f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:22.150087 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420b1dc-856c-4f01-9acd-3197db071209 req-0d2f8764-b791-4a42-8683-2c330b65473e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:22.152114 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-20ca30b7-65f9-4512-89aa-9431df4b62b4 req-b81e067b-64b8-4a16-afd0-d35785c95f4f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0728b32d-3188-4887-80bb-d4a083a9c66b HTTP/1.1" status: 200 len: 862 time: 0.2379932 Jan 28 00:20:22.153075 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c420b1dc-856c-4f01-9acd-3197db071209 req-0d2f8764-b791-4a42-8683-2c330b65473e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 1098 time: 0.4697120 Jan 28 00:20:22.178892 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f19dd-3d8f-4d3f-98cd-43ec4caafa28 req-d433b4ae-1579-48e1-817a-c76499f9ad40 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:22.181549 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a7f19dd-3d8f-4d3f-98cd-43ec4caafa28 req-d433b4ae-1579-48e1-817a-c76499f9ad40 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 947 time: 0.3448610 Jan 28 00:20:22.183454 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-3e72228a-0fbe-43b4-bbcd-a0bd101c6cbd admin admin] Calling delete_port for 8c71d74e-93e0-4442-bfd7-ee3345b32952 owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:20:22.279968 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-20ca30b7-65f9-4512-89aa-9431df4b62b4 req-70808dd5-eec4-440f-8977-34d9e4c38df4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cd151476-a5ba-4385-918e-9bfe961c2c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583618 Jan 28 00:20:22.299808 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c420b1dc-856c-4f01-9acd-3197db071209 req-bc258d7a-5fa7-48a1-8580-cd00d1570318 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=2986a0b7-0a99-4ac1-aa21-1d0a3125a74e HTTP/1.1" status: 200 len: 217 time: 0.1037350 Jan 28 00:20:22.360347 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a7f19dd-3d8f-4d3f-98cd-43ec4caafa28 req-d42b4cd3-69a0-4c68-b70f-085d3757fda9 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491635 Jan 28 00:20:22.494251 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f6736fc-e1ab-4f60-a809-937a65ae7cde req-ca836e70-1355-4c30-99ec-6de89b081062 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579116 Jan 28 00:20:22.641881 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 00:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496a5f19-7129-48db-a98a-a7b3e0dc50ab x-openstack-request-id: req-496a5f19-7129-48db-a98a-a7b3e0dc50ab {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:20:22.642747 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-plugged", "status": "completed", "tag": "17a2a773-d586-4db3-b390-7e92fd06a45f", "code": 200}, {"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-plugged", "status": "completed", "tag": "3a7b8867-52a0-4af2-9c75-6826eab61051", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:20:22.643424 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-496a5f19-7129-48db-a98a-a7b3e0dc50ab {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:20:22.644364 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a2a773-d586-4db3-b390-7e92fd06a45f', 'code': 200} Jan 28 00:20:22.645671 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7b8867-52a0-4af2-9c75-6826eab61051', 'code': 200} Jan 28 00:20:22.649237 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cc018339-8c43-42c2-8a45-4be53b0afc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1e242ce8-651a-4380-8fa6-198b5c8446b7), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:22.831538 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device adb4f995-13b3-484c-9cc2-58b0ab23a724 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:20:22.840679 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420b1dc-856c-4f01-9acd-3197db071209 req-23a17694-3055-46c2-80fb-de413a02717a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:22.844673 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c420b1dc-856c-4f01-9acd-3197db071209 req-23a17694-3055-46c2-80fb-de413a02717a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.5338750 Jan 28 00:20:22.914068 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3e72228a-0fbe-43b4-bbcd-a0bd101c6cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (8c71d74e-93e0-4442-bfd7-ee3345b32952), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:22.964872 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-20ca30b7-65f9-4512-89aa-9431df4b62b4 req-0772cd3f-d78e-417c-9191-0192594064c3 service neutron] 10.222.0.52 "GET /v2.0/networks/cd151476-a5ba-4385-918e-9bfe961c2c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6711140 Jan 28 00:20:23.055406 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port adb4f995-13b3-484c-9cc2-58b0ab23a724 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:20:23.057178 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (adb4f995-13b3-484c-9cc2-58b0ab23a724), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:23.221046 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3564de04-5996-4f57-b816-c38d3eac5aea req-1c451135-eb03-4715-928f-a628b0ec4343 tempest-ServerShowV257Test-1347534122 tempest-ServerShowV257Test-1347534122-project] 10.222.0.70 "GET /v2.0/ports?device_id=e191053c-b863-4bcc-8595-a8da93c122fd HTTP/1.1" status: 200 len: 210 time: 0.3747499 Jan 28 00:20:23.231713 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-20ca30b7-65f9-4512-89aa-9431df4b62b4 req-b2476c8d-ad84-4142-9b73-9b1e9cb10ef4 service neutron] 10.222.0.52 "GET /v2.0/networks/cd151476-a5ba-4385-918e-9bfe961c2c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544146 Jan 28 00:20:23.238852 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72228a-0fbe-43b4-bbcd-a0bd101c6cbd admin admin] Pushing event deleted for resources: {'Port': ['ID=8c71d74e-93e0-4442-bfd7-ee3345b32952,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:23.303451 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cc018339-8c43-42c2-8a45-4be53b0afc6d admin admin] Publish callbacks [] for port (1e242ce8-651a-4380-8fa6-198b5c8446b7), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:23.313241 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cc018339-8c43-42c2-8a45-4be53b0afc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (1e242ce8-651a-4380-8fa6-198b5c8446b7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:23.452580 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cc018339-8c43-42c2-8a45-4be53b0afc6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (afa63afc-6ab6-473c-b0b2-abab0a7e9431), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:23.483413 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420b1dc-856c-4f01-9acd-3197db071209 req-af6c9be9-c2b1-47a0-a429-3ef5ce10fd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:23.486262 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c420b1dc-856c-4f01-9acd-3197db071209 req-af6c9be9-c2b1-47a0-a429-3ef5ce10fd2f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6112587 Jan 28 00:20:23.503471 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b9ab6-edf7-49e8-acdc-bb4e08d32c6a req-1e03dc41-dc09-4151-84e0-ed6a76fdc291 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:23.510444 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b9ab6-edf7-49e8-acdc-bb4e08d32c6a req-1e03dc41-dc09-4151-84e0-ed6a76fdc291 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:23.517070 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b9ab6-edf7-49e8-acdc-bb4e08d32c6a req-1e03dc41-dc09-4151-84e0-ed6a76fdc291 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:23.525146 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b9ab6-edf7-49e8-acdc-bb4e08d32c6a req-1e03dc41-dc09-4151-84e0-ed6a76fdc291 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:23.531333 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b9ab6-edf7-49e8-acdc-bb4e08d32c6a req-1e03dc41-dc09-4151-84e0-ed6a76fdc291 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:23.538188 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b9ab6-edf7-49e8-acdc-bb4e08d32c6a req-1e03dc41-dc09-4151-84e0-ed6a76fdc291 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:23.544311 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b9ab6-edf7-49e8-acdc-bb4e08d32c6a req-1e03dc41-dc09-4151-84e0-ed6a76fdc291 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:23.553667 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3a2b9ab6-edf7-49e8-acdc-bb4e08d32c6a req-1e03dc41-dc09-4151-84e0-ed6a76fdc291 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 5445 time: 0.7023633 Jan 28 00:20:23.581671 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port adb4f995-13b3-484c-9cc2-58b0ab23a724 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:23.582943 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (adb4f995-13b3-484c-9cc2-58b0ab23a724), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:23.586764 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc018339-8c43-42c2-8a45-4be53b0afc6d admin admin] Pushing event updated for resources: {'Port': ['ID=1e242ce8-651a-4380-8fa6-198b5c8446b7,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:23.621176 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e379d-ca2c-43ee-8a01-10366021419d req-98f382cb-6ec9-4f87-867f-f68420409611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:23.622102 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e379d-ca2c-43ee-8a01-10366021419d req-98f382cb-6ec9-4f87-867f-f68420409611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:23.622926 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e379d-ca2c-43ee-8a01-10366021419d req-98f382cb-6ec9-4f87-867f-f68420409611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:23.623579 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e379d-ca2c-43ee-8a01-10366021419d req-98f382cb-6ec9-4f87-867f-f68420409611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:23.624435 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e379d-ca2c-43ee-8a01-10366021419d req-98f382cb-6ec9-4f87-867f-f68420409611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:23.625081 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e379d-ca2c-43ee-8a01-10366021419d req-98f382cb-6ec9-4f87-867f-f68420409611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:23.625713 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e379d-ca2c-43ee-8a01-10366021419d req-98f382cb-6ec9-4f87-867f-f68420409611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:23.626192 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port adb4f995-13b3-484c-9cc2-58b0ab23a724, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=adb4f995-13b3-484c-9cc2-58b0ab23a724,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:23.628706 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f57e379d-ca2c-43ee-8a01-10366021419d req-98f382cb-6ec9-4f87-867f-f68420409611 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 6502 time: 0.7081101 Jan 28 00:20:23.630307 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff2108c-0d77-499d-ab94-d922edd74db1', 'tag': '2986a0b7-0a99-4ac1-aa21-1d0a3125a74e'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:20:23.633107 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2780645d-8e0f-4a97-995f-053c96bc3821" -d '{"events": [{"name": "network-changed", "server_uuid": "cff2108c-0d77-499d-ab94-d922edd74db1", "tag": "2986a0b7-0a99-4ac1-aa21-1d0a3125a74e"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:20:23.637638 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (adb4f995-13b3-484c-9cc2-58b0ab23a724), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:23.711945 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc018339-8c43-42c2-8a45-4be53b0afc6d admin admin] Network 64b0a5d5-a645-4f8b-974a-dd9349c99779 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:20:23.722851 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-cc018339-8c43-42c2-8a45-4be53b0afc6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:20:23.723432 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=adb4f995-13b3-484c-9cc2-58b0ab23a724,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:23.860659 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3a2b9ab6-edf7-49e8-acdc-bb4e08d32c6a req-096ab64e-d687-435c-9e24-146b8791e6bc tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ce589d-1355-4162-a23a-6782446bdfe9&id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3053980 Jan 28 00:20:23.923060 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f57e379d-ca2c-43ee-8a01-10366021419d req-a1e537ed-bd20-42e5-9d2b-007a3be17288 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d7a2c49d-3408-4523-8d20-ab27295ac696&id=30ce589d-1355-4162-a23a-6782446bdfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2828364 Jan 28 00:20:23.953284 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c420b1dc-856c-4f01-9acd-3197db071209 req-6e00906d-de61-4314-87e1-6609fb4ec510 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936608 Jan 28 00:20:23.964290 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc018339-8c43-42c2-8a45-4be53b0afc6d admin admin] Router afa63afc-6ab6-473c-b0b2-abab0a7e9431 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:20:23.971856 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3e72228a-0fbe-43b4-bbcd-a0bd101c6cbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (3535920b-669e-4752-94d4-5afb2b35cf95), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:24.110560 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8a569-9793-4f5d-88eb-2ad32beb243f req-0f76fe85-f967-4c7c-adb1-6c59153c77bb tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:24.112575 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96f8a569-9793-4f5d-88eb-2ad32beb243f req-0f76fe85-f967-4c7c-adb1-6c59153c77bb tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fe0d0a0-f4ca-4178-8cfd-a4585c9aa9b8 HTTP/1.1" status: 200 len: 950 time: 0.1556234 Jan 28 00:20:24.128021 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device d0a3cd01-ceab-4ba2-b57d-99214e54850a details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:20:24.142426 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7b857-f343-42cc-8726-2cdd03119569 req-021d4432-3171-465f-821a-94087709965e tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:24.144836 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-13b7b857-f343-42cc-8726-2cdd03119569 req-021d4432-3171-465f-821a-94087709965e tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 947 time: 0.1427345 Jan 28 00:20:24.181900 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc018339-8c43-42c2-8a45-4be53b0afc6d admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:20:24.195307 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cc018339-8c43-42c2-8a45-4be53b0afc6d admin admin] 10.222.0.70 "PUT /v2.0/routers/afa63afc-6ab6-473c-b0b2-abab0a7e9431/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4279356 Jan 28 00:20:24.268651 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port d0a3cd01-ceab-4ba2-b57d-99214e54850a, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=d0a3cd01-ceab-4ba2-b57d-99214e54850a,segment=NetworkSegment(1af6e637-635c-4891-a903-f48dbcb066f0),segment_id=1af6e637-635c-4891-a903-f48dbcb066f0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:24.287748 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'd0a3cd01-ceab-4ba2-b57d-99214e54850a', 'network_id': 'cd151476-a5ba-4385-918e-9bfe961c2c84', 'port_id': 'd0a3cd01-ceab-4ba2-b57d-99214e54850a', 'mac_address': 'fa:16:3e:49:80:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0728b32d-3188-4887-80bb-d4a083a9c66b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:20:24.349938 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port d0a3cd01-ceab-4ba2-b57d-99214e54850a is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:24.350301 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d0a3cd01-ceab-4ba2-b57d-99214e54850a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:24.356705 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-13b7b857-f343-42cc-8726-2cdd03119569 req-d5879949-7f50-4368-8e67-ee6095b8ad4b tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722832 Jan 28 00:20:24.368592 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0a3cd01-ceab-4ba2-b57d-99214e54850a {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:20:24.392426 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96f8a569-9793-4f5d-88eb-2ad32beb243f req-5e98e6bf-04df-4c4f-ade7-00ad0df4d65c tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549207 Jan 28 00:20:24.409478 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port d0a3cd01-ceab-4ba2-b57d-99214e54850a, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=d0a3cd01-ceab-4ba2-b57d-99214e54850a,segment=NetworkSegment(1af6e637-635c-4891-a903-f48dbcb066f0),segment_id=1af6e637-635c-4891-a903-f48dbcb066f0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:24.417028 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (d0a3cd01-ceab-4ba2-b57d-99214e54850a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:24.515519 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=d0a3cd01-ceab-4ba2-b57d-99214e54850a,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:24.596528 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12eb9183-b457-4364-9e3b-7b659a57e386 x-openstack-request-id: req-12eb9183-b457-4364-9e3b-7b659a57e386 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:20:24.597177 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff2108c-0d77-499d-ab94-d922edd74db1", "tag": "2986a0b7-0a99-4ac1-aa21-1d0a3125a74e", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:20:24.598558 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-12eb9183-b457-4364-9e3b-7b659a57e386 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:20:24.599415 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff2108c-0d77-499d-ab94-d922edd74db1', 'tag': '2986a0b7-0a99-4ac1-aa21-1d0a3125a74e', 'status': 'completed', 'code': 200} Jan 28 00:20:24.781854 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device adb4f995-13b3-484c-9cc2-58b0ab23a724 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:20:24.840818 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-abb5a8dd-3402-4448-ac98-8ab18185afaa req-ccdd1c2f-75d0-4e88-923d-705e60ba27d5 tempest-ServerShowV257Test-1347534122 tempest-ServerShowV257Test-1347534122-project] 10.222.0.70 "GET /v2.0/ports?device_id=e191053c-b863-4bcc-8595-a8da93c122fd HTTP/1.1" status: 200 len: 210 time: 0.1240246 Jan 28 00:20:24.856482 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c420b1dc-856c-4f01-9acd-3197db071209 req-0956a2c9-a052-4267-8a18-5e6273d4b7b3 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099800 Jan 28 00:20:24.859262 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port adb4f995-13b3-484c-9cc2-58b0ab23a724 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:20:24.859934 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (adb4f995-13b3-484c-9cc2-58b0ab23a724), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:24.866514 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6b462-b181-4892-8ede-3bd0f5cb034c req-9e88f1d9-d178-480f-8246-483492871d2e tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:24.873812 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97c6b462-b181-4892-8ede-3bd0f5cb034c req-9e88f1d9-d178-480f-8246-483492871d2e tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=22b7bf8f-217d-475c-9d6d-135ec5216417 HTTP/1.1" status: 200 len: 944 time: 0.2729065 Jan 28 00:20:24.948317 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97c6b462-b181-4892-8ede-3bd0f5cb034c req-1d55de12-2d02-472f-9ec4-9f096c2fe0c4 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734601 Jan 28 00:20:24.957727 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e72228a-0fbe-43b4-bbcd-a0bd101c6cbd admin admin] Router 3535920b-669e-4752-94d4-5afb2b35cf95 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:20:25.002732 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['d0a3cd01-ceab-4ba2-b57d-99214e54850a'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:25.044902 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c5816d-268e-4643-b22c-c8e71160da6b None None] Sync routers for ids ['afa63afc-6ab6-473c-b0b2-abab0a7e9431'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:20:25.056701 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c5816d-268e-4643-b22c-c8e71160da6b None None] Routers {'afa63afc-6ab6-473c-b0b2-abab0a7e9431'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:20:25.057352 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-b1c5816d-268e-4643-b22c-c8e71160da6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:20:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['afa63afc-6ab6-473c-b0b2-abab0a7e9431'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:25.176763 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port adb4f995-13b3-484c-9cc2-58b0ab23a724 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:25.281720 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097fb50-fcc8-4162-8f3d-d00334027034 req-c2e095ee-0bc3-4ed1-aeb7-c258aed12511 tempest-ServersOnMultiNodesTest-1158034624 tempest-ServersOnMultiNodesTest-1158034624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:25.284299 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d097fb50-fcc8-4162-8f3d-d00334027034 req-c2e095ee-0bc3-4ed1-aeb7-c258aed12511 tempest-ServersOnMultiNodesTest-1158034624 tempest-ServersOnMultiNodesTest-1158034624-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0fe0d0a0-f4ca-4178-8cfd-a4585c9aa9b8 HTTP/1.1" status: 200 len: 1101 time: 0.2512267 Jan 28 00:20:25.301788 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-b1c5816d-268e-4643-b22c-c8e71160da6b None None] Set router afa63afc-6ab6-473c-b0b2-abab0a7e9431 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:20:25.388383 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780645d-8e0f-4a97-995f-053c96bc3821 req-d61487ca-14af-4bef-8512-157d690a7bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:25.390917 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2780645d-8e0f-4a97-995f-053c96bc3821 req-d61487ca-14af-4bef-8512-157d690a7bfc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 1098 time: 0.4139955 Jan 28 00:20:25.531878 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-b1c5816d-268e-4643-b22c-c8e71160da6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa63afc-6ab6-473c-b0b2-abab0a7e9431', 'name': 'tempest-ServerRescueTestJSON-1833381217-router', 'tenant_id': '196e2a06defd4040950ac19641a2f393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'adb4f995-13b3-484c-9cc2-58b0ab23a724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:20:12Z', 'updated_at': '2022-01-28T00:20:22Z', 'revision_number': 4, 'project_id': '196e2a06defd4040950ac19641a2f393', 'gw_port': {'id': 'adb4f995-13b3-484c-9cc2-58b0ab23a724', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa63afc-6ab6-473c-b0b2-abab0a7e9431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:20:13Z', 'updated_at': '2022-01-28T00:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '1e242ce8-651a-4380-8fa6-198b5c8446b7', 'name': '', 'network_id': '64b0a5d5-a645-4f8b-974a-dd9349c99779', 'tenant_id': '196e2a06defd4040950ac19641a2f393', 'mac_address': 'fa:16:3e:71:62:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa63afc-6ab6-473c-b0b2-abab0a7e9431', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '530fddaf-a5d7-4bcd-acc2-ddfe220a3804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:20:19Z', 'updated_at': '2022-01-28T00:20:22Z', 'revision_number': 2, 'project_id': '196e2a06defd4040950ac19641a2f393', 'subnets': [{'id': '530fddaf-a5d7-4bcd-acc2-ddfe220a3804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:25.559816 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c5816d-268e-4643-b22c-c8e71160da6b None None] Checking router: afa63afc-6ab6-473c-b0b2-abab0a7e9431 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:20:25.560179 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c5816d-268e-4643-b22c-c8e71160da6b None None] Updating router afa63afc-6ab6-473c-b0b2-abab0a7e9431 port 1e242ce8-651a-4380-8fa6-198b5c8446b7 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:20:25.591986 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b1c5816d-268e-4643-b22c-c8e71160da6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1e242ce8-651a-4380-8fa6-198b5c8446b7), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:25.619654 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e72228a-0fbe-43b4-bbcd-a0bd101c6cbd admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:20:25.632235 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ffb5b3-acf3-4722-955d-ca9e9995fa13 None None] Sync routers for ids ['3535920b-669e-4752-94d4-5afb2b35cf95'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:20:25.649835 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ffb5b3-acf3-4722-955d-ca9e9995fa13 None None] Routers {'3535920b-669e-4752-94d4-5afb2b35cf95'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:20:25.650499 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-50ffb5b3-acf3-4722-955d-ca9e9995fa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:20:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3535920b-669e-4752-94d4-5afb2b35cf95'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:25.651122 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3e72228a-0fbe-43b4-bbcd-a0bd101c6cbd admin admin] 10.222.0.70 "PUT /v2.0/routers/3535920b-669e-4752-94d4-5afb2b35cf95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5723248 Jan 28 00:20:25.654438 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57278) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:20:25.700160 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d097fb50-fcc8-4162-8f3d-d00334027034 req-6169ce4c-cda7-4ad9-bce0-932f88fde906 tempest-ServersOnMultiNodesTest-1158034624 tempest-ServersOnMultiNodesTest-1158034624-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153908 Jan 28 00:20:25.733366 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-4b79b76f-2821-452f-b004-7951dc01b9bb tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:25.747257 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-4b79b76f-2821-452f-b004-7951dc01b9bb tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/networks?id=64b0a5d5-a645-4f8b-974a-dd9349c99779 HTTP/1.1" status: 200 len: 811 time: 0.5440590 Jan 28 00:20:25.790724 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780645d-8e0f-4a97-995f-053c96bc3821 req-b49ca6de-a98e-44d1-99fb-6acbcdd3c37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:25.793310 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2780645d-8e0f-4a97-995f-053c96bc3821 req-b49ca6de-a98e-44d1-99fb-6acbcdd3c37c service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.3784316 Jan 28 00:20:25.804424 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-50ffb5b3-acf3-4722-955d-ca9e9995fa13 None None] Set router 3535920b-669e-4752-94d4-5afb2b35cf95 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:20:25.807312 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-20b9b6ae-b0c3-41f6-b4dd-ee7c6686593d tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/quotas/196e2a06defd4040950ac19641a2f393 HTTP/1.1" status: 200 len: 375 time: 0.0585060 Jan 28 00:20:25.892870 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5301cd5a-cc4f-440a-bf01-2c40bc52f3e0 admin admin] Publish callbacks [] for router (3535920b-669e-4752-94d4-5afb2b35cf95), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:26.061403 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b1c5816d-268e-4643-b22c-c8e71160da6b None None] Publish callbacks [] for port (1e242ce8-651a-4380-8fa6-198b5c8446b7), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:26.073669 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b1c5816d-268e-4643-b22c-c8e71160da6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1e242ce8-651a-4380-8fa6-198b5c8446b7), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:26.145919 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5301cd5a-cc4f-440a-bf01-2c40bc52f3e0 admin admin] Publish callbacks [] for router_gateway (3535920b-669e-4752-94d4-5afb2b35cf95), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:26.199175 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86925487-d915-485e-a99f-6502997a59f4 None None] Pushing event updated for resources: {'Port': ['ID=1e242ce8-651a-4380-8fa6-198b5c8446b7,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:26.201672 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-50ffb5b3-acf3-4722-955d-ca9e9995fa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'name': 'tempest-ServerRescueTestJSONUnderV235-856463506-router', 'tenant_id': 'f8a04340ab2345348380631aeb839f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '37743aa7-da26-43fe-a675-6211a6ae6c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:18:26Z', 'updated_at': '2022-01-28T00:20:22Z', 'revision_number': 5, 'project_id': 'f8a04340ab2345348380631aeb839f0e', 'gw_port': {'id': '37743aa7-da26-43fe-a675-6211a6ae6c26', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:18:28Z', 'updated_at': '2022-01-28T00:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:26.212932 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86925487-d915-485e-a99f-6502997a59f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:26.213823 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86925487-d915-485e-a99f-6502997a59f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:26.215523 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86925487-d915-485e-a99f-6502997a59f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:26.217345 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86925487-d915-485e-a99f-6502997a59f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:26.218133 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86925487-d915-485e-a99f-6502997a59f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:26.218735 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86925487-d915-485e-a99f-6502997a59f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:26.219420 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86925487-d915-485e-a99f-6502997a59f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:26.220101 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86925487-d915-485e-a99f-6502997a59f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:26.221021 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86925487-d915-485e-a99f-6502997a59f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:26.221654 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86925487-d915-485e-a99f-6502997a59f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:26.222279 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86925487-d915-485e-a99f-6502997a59f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:26.223460 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86925487-d915-485e-a99f-6502997a59f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:26.224215 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86925487-d915-485e-a99f-6502997a59f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:26.244721 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ffb5b3-acf3-4722-955d-ca9e9995fa13 None None] Checking router: 3535920b-669e-4752-94d4-5afb2b35cf95 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:20:26.258931 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ffb5b3-acf3-4722-955d-ca9e9995fa13 None None] Routers {'3535920b-669e-4752-94d4-5afb2b35cf95'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:20:26.259724 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-50ffb5b3-acf3-4722-955d-ca9e9995fa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:20:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3535920b-669e-4752-94d4-5afb2b35cf95'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:26.261245 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2780645d-8e0f-4a97-995f-053c96bc3821 req-63f06312-6d5d-4479-bc7a-d2146eb04a59 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=2986a0b7-0a99-4ac1-aa21-1d0a3125a74e HTTP/1.1" status: 200 len: 217 time: 0.4482141 Jan 28 00:20:26.284918 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5301cd5a-cc4f-440a-bf01-2c40bc52f3e0 admin admin] Deleting port 37743aa7-da26-43fe-a675-6211a6ae6c26 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:20:26.287265 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5301cd5a-cc4f-440a-bf01-2c40bc52f3e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (37743aa7-da26-43fe-a675-6211a6ae6c26), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:26.326514 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-b1c5816d-268e-4643-b22c-c8e71160da6b None None] Attempting to bind port 1e242ce8-651a-4380-8fa6-198b5c8446b7 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:20:26.327280 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-b1c5816d-268e-4643-b22c-c8e71160da6b None None] Attempting to bind port 1e242ce8-651a-4380-8fa6-198b5c8446b7 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '87380d4d-c14a-4c3b-ba9c-effbcb33e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '64b0a5d5-a645-4f8b-974a-dd9349c99779'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:20:26.328056 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c5816d-268e-4643-b22c-c8e71160da6b None None] Attempting to bind port 1e242ce8-651a-4380-8fa6-198b5c8446b7 on network 64b0a5d5-a645-4f8b-974a-dd9349c99779 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:20:26.335918 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c5816d-268e-4643-b22c-c8e71160da6b None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:20:26.338664 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c5816d-268e-4643-b22c-c8e71160da6b None None] Checking segment: {'id': '87380d4d-c14a-4c3b-ba9c-effbcb33e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '64b0a5d5-a645-4f8b-974a-dd9349c99779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:20:26.340583 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b1c5816d-268e-4643-b22c-c8e71160da6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:26.341272 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c5816d-268e-4643-b22c-c8e71160da6b None None] Bound using segment: {'id': '87380d4d-c14a-4c3b-ba9c-effbcb33e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '64b0a5d5-a645-4f8b-974a-dd9349c99779'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:20:26.342012 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-b1c5816d-268e-4643-b22c-c8e71160da6b None None] Bound port: 1e242ce8-651a-4380-8fa6-198b5c8446b7, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87380d4d-c14a-4c3b-ba9c-effbcb33e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '64b0a5d5-a645-4f8b-974a-dd9349c99779'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:20:26.342800 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b1c5816d-268e-4643-b22c-c8e71160da6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1e242ce8-651a-4380-8fa6-198b5c8446b7), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:26.419433 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5301cd5a-cc4f-440a-bf01-2c40bc52f3e0 admin admin] For port 37743aa7-da26-43fe-a675-6211a6ae6c26, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=37743aa7-da26-43fe-a675-6211a6ae6c26,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:26.419988 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5301cd5a-cc4f-440a-bf01-2c40bc52f3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (37743aa7-da26-43fe-a675-6211a6ae6c26), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:26.422740 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-50ffb5b3-acf3-4722-955d-ca9e9995fa13 None None] Set router 3535920b-669e-4752-94d4-5afb2b35cf95 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:20:26.432293 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-b1c5816d-268e-4643-b22c-c8e71160da6b None None] For port 1e242ce8-651a-4380-8fa6-198b5c8446b7, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:20:26.441471 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-b1c5816d-268e-4643-b22c-c8e71160da6b None None] For port 1e242ce8-651a-4380-8fa6-198b5c8446b7, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1e242ce8-651a-4380-8fa6-198b5c8446b7,segment=NetworkSegment(87380d4d-c14a-4c3b-ba9c-effbcb33e2ad),segment_id=87380d4d-c14a-4c3b-ba9c-effbcb33e2ad)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:20:26.446812 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5301cd5a-cc4f-440a-bf01-2c40bc52f3e0 admin admin] Calling delete_port for 37743aa7-da26-43fe-a675-6211a6ae6c26 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:20:26.448641 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b1c5816d-268e-4643-b22c-c8e71160da6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1e242ce8-651a-4380-8fa6-198b5c8446b7), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:26.507776 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780645d-8e0f-4a97-995f-053c96bc3821 req-d04859fe-7095-4d70-8407-5d66b9a6b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:26.513250 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2780645d-8e0f-4a97-995f-053c96bc3821 req-d04859fe-7095-4d70-8407-5d66b9a6b2f5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1864343 Jan 28 00:20:26.522529 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c5816d-268e-4643-b22c-c8e71160da6b None None] Routers {'afa63afc-6ab6-473c-b0b2-abab0a7e9431'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:20:26.523337 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-b1c5816d-268e-4643-b22c-c8e71160da6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:20:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['afa63afc-6ab6-473c-b0b2-abab0a7e9431'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:26.539517 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-50ffb5b3-acf3-4722-955d-ca9e9995fa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'name': 'tempest-ServerRescueTestJSONUnderV235-856463506-router', 'tenant_id': 'f8a04340ab2345348380631aeb839f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:18:26Z', 'updated_at': '2022-01-28T00:20:26Z', 'revision_number': 6, 'project_id': 'f8a04340ab2345348380631aeb839f0e', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:26.555246 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-bd73fe39-b4fe-4bd9-890f-c4d3408d4368 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=196e2a06defd4040950ac19641a2f393&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7462850 Jan 28 00:20:26.573172 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-6c68e86f-72dd-47da-9b3c-532362b32a3d tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:26.586419 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-6c68e86f-72dd-47da-9b3c-532362b32a3d tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/networks?id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e HTTP/1.1" status: 200 len: 805 time: 0.3289714 Jan 28 00:20:26.595324 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86925487-d915-485e-a99f-6502997a59f4 None None] Pushing event updated for resources: {'Port': ['ID=1e242ce8-651a-4380-8fa6-198b5c8446b7,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:26.621141 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ffb5b3-acf3-4722-955d-ca9e9995fa13 None None] The sync data for ids ['3535920b-669e-4752-94d4-5afb2b35cf95'] in n-d-826754-1 is: [{'id': '3535920b-669e-4752-94d4-5afb2b35cf95', 'name': 'tempest-ServerRescueTestJSONUnderV235-856463506-router', 'tenant_id': 'f8a04340ab2345348380631aeb839f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:18:26Z', 'updated_at': '2022-01-28T00:20:26Z', 'revision_number': 6, 'project_id': 'f8a04340ab2345348380631aeb839f0e', 'gw_port_host': None}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:20:26.710388 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-b1c5816d-268e-4643-b22c-c8e71160da6b None None] Set router afa63afc-6ab6-473c-b0b2-abab0a7e9431 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:20:26.735144 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-eda01a5c-63cc-4ccc-99a0-0a78e5ae4764 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/quotas/2253eea2b9f94d3c9e9a9e6c9260650c HTTP/1.1" status: 200 len: 375 time: 0.1437249 Jan 28 00:20:26.771472 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5301cd5a-cc4f-440a-bf01-2c40bc52f3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (37743aa7-da26-43fe-a675-6211a6ae6c26), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:26.780864 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-8e5b6f1c-f992-436e-bd7e-78b16c4aecaa service neutron] 10.222.0.70 "GET /v2.0/networks/64b0a5d5-a645-4f8b-974a-dd9349c99779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874752 Jan 28 00:20:26.804290 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5301cd5a-cc4f-440a-bf01-2c40bc52f3e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=37743aa7-da26-43fe-a675-6211a6ae6c26,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:26.804859 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780645d-8e0f-4a97-995f-053c96bc3821 req-868f0c01-2b7f-4c12-b0ab-e38b281b2517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:26.808329 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2780645d-8e0f-4a97-995f-053c96bc3821 req-868f0c01-2b7f-4c12-b0ab-e38b281b2517 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2847621 Jan 28 00:20:26.872396 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5301cd5a-cc4f-440a-bf01-2c40bc52f3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (3535920b-669e-4752-94d4-5afb2b35cf95), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:26.914878 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-c62e5799-7647-42f6-8556-866316c71850 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2253eea2b9f94d3c9e9a9e6c9260650c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1788929 Jan 28 00:20:27.025237 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5301cd5a-cc4f-440a-bf01-2c40bc52f3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (3535920b-669e-4752-94d4-5afb2b35cf95), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:27.028036 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5301cd5a-cc4f-440a-bf01-2c40bc52f3e0 admin admin] Publish callbacks [] for router_controller (3535920b-669e-4752-94d4-5afb2b35cf95), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:27.044516 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-a349bbd9-25b7-4d7d-ae09-77373992239f service neutron] 10.222.0.70 "GET /v2.0/networks/64b0a5d5-a645-4f8b-974a-dd9349c99779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543211 Jan 28 00:20:27.068278 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2780645d-8e0f-4a97-995f-053c96bc3821 req-7629c098-6d96-4d09-a663-aa99adb71ae8 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455058 Jan 28 00:20:27.096046 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-b1c5816d-268e-4643-b22c-c8e71160da6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa63afc-6ab6-473c-b0b2-abab0a7e9431', 'name': 'tempest-ServerRescueTestJSON-1833381217-router', 'tenant_id': '196e2a06defd4040950ac19641a2f393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'adb4f995-13b3-484c-9cc2-58b0ab23a724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:20:12Z', 'updated_at': '2022-01-28T00:20:22Z', 'revision_number': 4, 'project_id': '196e2a06defd4040950ac19641a2f393', 'gw_port': {'id': 'adb4f995-13b3-484c-9cc2-58b0ab23a724', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa63afc-6ab6-473c-b0b2-abab0a7e9431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:20:13Z', 'updated_at': '2022-01-28T00:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '1e242ce8-651a-4380-8fa6-198b5c8446b7', 'name': '', 'network_id': '64b0a5d5-a645-4f8b-974a-dd9349c99779', 'tenant_id': '196e2a06defd4040950ac19641a2f393', 'mac_address': 'fa:16:3e:71:62:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa63afc-6ab6-473c-b0b2-abab0a7e9431', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '530fddaf-a5d7-4bcd-acc2-ddfe220a3804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:20:19Z', 'updated_at': '2022-01-28T00:20:26Z', 'revision_number': 4, 'project_id': '196e2a06defd4040950ac19641a2f393', 'subnets': [{'id': '530fddaf-a5d7-4bcd-acc2-ddfe220a3804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:27.136241 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5301cd5a-cc4f-440a-bf01-2c40bc52f3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (3535920b-669e-4752-94d4-5afb2b35cf95), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:27.137766 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5301cd5a-cc4f-440a-bf01-2c40bc52f3e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3535920b-669e-4752-94d4-5afb2b35cf95 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:20:27.139033 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c5816d-268e-4643-b22c-c8e71160da6b None None] The sync data for ids ['afa63afc-6ab6-473c-b0b2-abab0a7e9431'] in n-d-826754-1 is: [{'id': 'afa63afc-6ab6-473c-b0b2-abab0a7e9431', 'name': 'tempest-ServerRescueTestJSON-1833381217-router', 'tenant_id': '196e2a06defd4040950ac19641a2f393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'adb4f995-13b3-484c-9cc2-58b0ab23a724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:20:12Z', 'updated_at': '2022-01-28T00:20:22Z', 'revision_number': 4, 'project_id': '196e2a06defd4040950ac19641a2f393', 'gw_port': {'id': 'adb4f995-13b3-484c-9cc2-58b0ab23a724', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa63afc-6ab6-473c-b0b2-abab0a7e9431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:20:13Z', 'updated_at': '2022-01-28T00:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '1e242ce8-651a-4380-8fa6-198b5c8446b7', 'name': '', 'network_id': '64b0a5d5-a645-4f8b-974a-dd9349c99779', 'tenant_id': '196e2a06defd4040950ac19641a2f393', 'mac_address': 'fa:16:3e:71:62:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa63afc-6ab6-473c-b0b2-abab0a7e9431', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '530fddaf-a5d7-4bcd-acc2-ddfe220a3804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:20:19Z', 'updated_at': '2022-01-28T00:20:26Z', 'revision_number': 4, 'project_id': '196e2a06defd4040950ac19641a2f393', 'subnets': [{'id': '530fddaf-a5d7-4bcd-acc2-ddfe220a3804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:20:27.164052 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5301cd5a-cc4f-440a-bf01-2c40bc52f3e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:27.168042 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5301cd5a-cc4f-440a-bf01-2c40bc52f3e0 admin admin] 10.222.0.70 "DELETE /v2.0/routers/3535920b-669e-4752-94d4-5afb2b35cf95 HTTP/1.1" status: 204 len: 168 time: 1.5131912 Jan 28 00:20:27.172048 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57292) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:20:27.207409 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-f70317eb-6d44-4d89-803a-adf394f422b9 service neutron] 10.222.0.70 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485640 Jan 28 00:20:27.312716 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ec44bb-9fa0-4681-890e-540ea1fa47a4 admin admin] Deleting subnet 15e473ff-b094-44ce-baac-7061d4d3f5a3 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:20:27.317535 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2780645d-8e0f-4a97-995f-053c96bc3821 req-32508729-02c5-48f3-b268-a3926a21d713 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406023 Jan 28 00:20:27.318859 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8ec44bb-9fa0-4681-890e-540ea1fa47a4 admin admin] Publish callbacks [] for subnet (15e473ff-b094-44ce-baac-7061d4d3f5a3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:27.384377 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8ec44bb-9fa0-4681-890e-540ea1fa47a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (15e473ff-b094-44ce-baac-7061d4d3f5a3), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:27.444320 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c68f81-f382-41c9-af65-852073f53f1a req-9e135de0-fe27-4174-b7fd-b9932c2cd058 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:27.449657 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c68f81-f382-41c9-af65-852073f53f1a req-9e135de0-fe27-4174-b7fd-b9932c2cd058 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:27.451526 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8ec44bb-9fa0-4681-890e-540ea1fa47a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (15e473ff-b094-44ce-baac-7061d4d3f5a3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:27.455259 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c68f81-f382-41c9-af65-852073f53f1a req-9e135de0-fe27-4174-b7fd-b9932c2cd058 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:27.461667 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c68f81-f382-41c9-af65-852073f53f1a req-9e135de0-fe27-4174-b7fd-b9932c2cd058 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:27.467273 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c68f81-f382-41c9-af65-852073f53f1a req-9e135de0-fe27-4174-b7fd-b9932c2cd058 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:27.473624 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c68f81-f382-41c9-af65-852073f53f1a req-9e135de0-fe27-4174-b7fd-b9932c2cd058 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:27.479301 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c68f81-f382-41c9-af65-852073f53f1a req-9e135de0-fe27-4174-b7fd-b9932c2cd058 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:27.483487 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42c68f81-f382-41c9-af65-852073f53f1a req-9e135de0-fe27-4174-b7fd-b9932c2cd058 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 5445 time: 0.1331384 Jan 28 00:20:27.486104 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-8ee09f2b-9eea-418a-be23-b5765c1bb735 service neutron] 10.222.0.70 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974926 Jan 28 00:20:27.530272 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8ec44bb-9fa0-4681-890e-540ea1fa47a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (15e473ff-b094-44ce-baac-7061d4d3f5a3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:27.545509 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8ec44bb-9fa0-4681-890e-540ea1fa47a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:27.553215 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f8ec44bb-9fa0-4681-890e-540ea1fa47a4 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/15e473ff-b094-44ce-baac-7061d4d3f5a3 HTTP/1.1" status: 204 len: 168 time: 0.3747847 Jan 28 00:20:27.560471 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57302) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:20:27.573225 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec44bb-9fa0-4681-890e-540ea1fa47a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15e473ff-b094-44ce-baac-7061d4d3f5a3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:27.616759 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42c68f81-f382-41c9-af65-852073f53f1a req-c4e9155a-5554-48c1-88d6-750a013c9ab5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ce589d-1355-4162-a23a-6782446bdfe9&id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1260917 Jan 28 00:20:27.854940 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a9d87250-e80d-40f9-b383-03dfa4816681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:28.089483 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a9d87250-e80d-40f9-b383-03dfa4816681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:28.157334 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:20:28.183984 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-a9d87250-e80d-40f9-b383-03dfa4816681 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:28.237361 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-a9d87250-e80d-40f9-b383-03dfa4816681 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e83a15-751a-4596-ba9e-46368c69870b') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:28.237962 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-a9d87250-e80d-40f9-b383-03dfa4816681 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e83a15-751a-4596-ba9e-46368c69870b') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:28.281249 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a9d87250-e80d-40f9-b383-03dfa4816681 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (51e83a15-751a-4596-ba9e-46368c69870b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:28.364140 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a9d87250-e80d-40f9-b383-03dfa4816681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (51e83a15-751a-4596-ba9e-46368c69870b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:28.374385 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d87250-e80d-40f9-b383-03dfa4816681 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:20:28.375587 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a9d87250-e80d-40f9-b383-03dfa4816681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (51e83a15-751a-4596-ba9e-46368c69870b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:28.489344 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device d0a3cd01-ceab-4ba2-b57d-99214e54850a up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:20:28.508318 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:20:28.508318 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:20:28.508318 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:20:28.508318 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:20:28.508318 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:20:28.508318 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:20:28.508318 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:20:28.508318 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:20:28.508318 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:20:28.508318 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:20:28.508318 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:20:28.508318 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:20:28.508318 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:20:28.508318 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:20:28.508318 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:20:28.508318 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:20:28.508318 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:20:28.508318 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:20:28.508318 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:20:28.508318 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:20:28.508318 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:20:28.508318 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:20:28.508318 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:20:28.508318 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:20:28.508318 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:20:28.508318 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:20:28.508318 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:20:28.508318 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:20:28.508318 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:20:28.508318 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:20:28.508318 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:20:28.508318 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:20:28.567249 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2986a0b7-0a99-4ac1-aa21-1d0a3125a74e,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:28.592759 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '2986a0b7-0a99-4ac1-aa21-1d0a3125a74e', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': '2986a0b7-0a99-4ac1-aa21-1d0a3125a74e', 'mac_address': 'fa:16:3e:b2:9b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:20:28.609120 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a9d87250-e80d-40f9-b383-03dfa4816681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:28.646652 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c0e77-fdf5-48b0-9229-afa32b7335fd req-dd77703b-23eb-4c06-a2bb-813ccf118d8f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:28.674345 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a60c0e77-fdf5-48b0-9229-afa32b7335fd req-dd77703b-23eb-4c06-a2bb-813ccf118d8f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 947 time: 0.6589646 Jan 28 00:20:28.707248 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a9d87250-e80d-40f9-b383-03dfa4816681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:28.711321 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a9d87250-e80d-40f9-b383-03dfa4816681 admin admin] 10.222.0.70 "DELETE /v2.0/networks/bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b HTTP/1.1" status: 204 len: 168 time: 1.1497667 Jan 28 00:20:28.762594 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d87250-e80d-40f9-b383-03dfa4816681 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd3d403e-84b2-4c68-9c1d-5cbd7a962e3b,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:28.810081 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:28.810771 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2986a0b7-0a99-4ac1-aa21-1d0a3125a74e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:28.821089 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101c787-1a42-45f6-9a34-5cff1420fdb1 req-14d0e275-b70d-4e25-8ac5-f04ba40a069b tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:28.829927 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3101c787-1a42-45f6-9a34-5cff1420fdb1 req-14d0e275-b70d-4e25-8ac5-f04ba40a069b tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=22b7bf8f-217d-475c-9d6d-135ec5216417 HTTP/1.1" status: 200 len: 944 time: 0.3159764 Jan 28 00:20:28.852782 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1e242ce8-651a-4380-8fa6-198b5c8446b7 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:20:28.881255 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a60c0e77-fdf5-48b0-9229-afa32b7335fd req-743a8192-d844-4c6e-895b-1c92ed4de823 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031405 Jan 28 00:20:28.927773 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:20:28.947468 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port d0a3cd01-ceab-4ba2-b57d-99214e54850a completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:20:28.952845 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3101c787-1a42-45f6-9a34-5cff1420fdb1 req-915a4d4a-3ad7-4ae6-86ac-ff459a1e9680 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170573 Jan 28 00:20:29.006920 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2986a0b7-0a99-4ac1-aa21-1d0a3125a74e,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:29.010299 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port d0a3cd01-ceab-4ba2-b57d-99214e54850a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:20:29.010710 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d0a3cd01-ceab-4ba2-b57d-99214e54850a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:29.021710 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2986a0b7-0a99-4ac1-aa21-1d0a3125a74e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:29.179674 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 1e242ce8-651a-4380-8fa6-198b5c8446b7 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:20:29.180789 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1e242ce8-651a-4380-8fa6-198b5c8446b7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:29.215910 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=2986a0b7-0a99-4ac1-aa21-1d0a3125a74e,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:29.247881 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-54590ae1-5a98-4ac6-a89c-0be3f5222b64 req-6e6d7a63-3a0e-42cc-b96a-bd20d9dd3ee9 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 210 time: 0.1490855 Jan 28 00:20:29.407567 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57340) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:20:29.441746 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2cbbb7-6712-41e3-a5de-af4e180d1f1d req-170ac4cd-66c7-4171-8a99-1f676e829731 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:29.452700 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2cbbb7-6712-41e3-a5de-af4e180d1f1d req-170ac4cd-66c7-4171-8a99-1f676e829731 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:29.461226 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port d0a3cd01-ceab-4ba2-b57d-99214e54850a is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:29.465666 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d0a3cd01-ceab-4ba2-b57d-99214e54850a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:29.480909 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2cbbb7-6712-41e3-a5de-af4e180d1f1d req-170ac4cd-66c7-4171-8a99-1f676e829731 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:29.488185 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2cbbb7-6712-41e3-a5de-af4e180d1f1d req-170ac4cd-66c7-4171-8a99-1f676e829731 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:29.494904 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2cbbb7-6712-41e3-a5de-af4e180d1f1d req-170ac4cd-66c7-4171-8a99-1f676e829731 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:29.504284 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4112d3a9-4a05-4701-8894-ec31d7f5de99 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f8a04340ab2345348380631aeb839f0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0916321 Jan 28 00:20:29.505232 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57342) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:20:29.507071 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2cbbb7-6712-41e3-a5de-af4e180d1f1d req-170ac4cd-66c7-4171-8a99-1f676e829731 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:29.514069 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2cbbb7-6712-41e3-a5de-af4e180d1f1d req-170ac4cd-66c7-4171-8a99-1f676e829731 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:29.517975 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-db2cbbb7-6712-41e3-a5de-af4e180d1f1d req-170ac4cd-66c7-4171-8a99-1f676e829731 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 5445 time: 0.4657211 Jan 28 00:20:29.530205 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57344) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:20:29.533757 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 1e242ce8-651a-4380-8fa6-198b5c8446b7 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:29.536000 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1e242ce8-651a-4380-8fa6-198b5c8446b7), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:29.545035 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-915d0fd6-8111-4180-b6ed-46ac5e7dc64c tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Request body: {'floatingip': {'port_id': '1c80ae37-b3ec-413e-a908-d7c646315e69'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:20:29.607831 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b7bf8f-217d-475c-9d6d-135ec5216417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a3cd01-ceab-4ba2-b57d-99214e54850a'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:20:29.616246 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74168c6a-b923-4e3f-b6db-2b6c6e1104a3" -d '{"events": [{"server_uuid": "22b7bf8f-217d-475c-9d6d-135ec5216417", "name": "network-vif-plugged", "status": "completed", "tag": "d0a3cd01-ceab-4ba2-b57d-99214e54850a"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:20:29.617957 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aaef7385-1ec6-434b-98b7-1ac343e66e3f admin admin] Publish callbacks [] for security_group (b71e553b-2aad-46e1-986a-943b36ce07e4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:29.645200 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aaef7385-1ec6-434b-98b7-1ac343e66e3f admin admin] Publish callbacks [] for security_group (b71e553b-2aad-46e1-986a-943b36ce07e4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:29.668710 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 1e242ce8-651a-4380-8fa6-198b5c8446b7, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1e242ce8-651a-4380-8fa6-198b5c8446b7,segment=NetworkSegment(87380d4d-c14a-4c3b-ba9c-effbcb33e2ad),segment_id=87380d4d-c14a-4c3b-ba9c-effbcb33e2ad)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:29.673985 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f9274427-380e-4a2c-9c94-9454b77d7303 req-8519406c-ae4a-4572-ba6d-73315c083896 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2472552b-59ef-4772-befa-62ca437cec54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4198294 Jan 28 00:20:29.680819 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port d0a3cd01-ceab-4ba2-b57d-99214e54850a, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=d0a3cd01-ceab-4ba2-b57d-99214e54850a,segment=NetworkSegment(1af6e637-635c-4891-a903-f48dbcb066f0),segment_id=1af6e637-635c-4891-a903-f48dbcb066f0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:29.685327 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['2986a0b7-0a99-4ac1-aa21-1d0a3125a74e'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:29.715405 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ad569840-6128-435a-8dd2-de5e80805dbf req-4fd0cdb9-4036-45f1-a1df-f6ecedbfdc20 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fa222aa9-6a67-4735-b8b0-7409f80a1180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1805913 Jan 28 00:20:29.716880 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aaef7385-1ec6-434b-98b7-1ac343e66e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b71e553b-2aad-46e1-986a-943b36ce07e4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:29.720010 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aaef7385-1ec6-434b-98b7-1ac343e66e3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:29.721581 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-aaef7385-1ec6-434b-98b7-1ac343e66e3f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b71e553b-2aad-46e1-986a-943b36ce07e4 HTTP/1.1" status: 204 len: 168 time: 0.2135274 Jan 28 00:20:29.738945 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef7385-1ec6-434b-98b7-1ac343e66e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71e553b-2aad-46e1-986a-943b36ce07e4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:29.777226 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-915d0fd6-8111-4180-b6ed-46ac5e7dc64c tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for floatingip (2d86ea61-f9f5-4c6e-9603-4341d5e57d4b), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:29.789222 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (d0a3cd01-ceab-4ba2-b57d-99214e54850a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:29.791581 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1e242ce8-651a-4380-8fa6-198b5c8446b7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:29.919050 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=d0a3cd01-ceab-4ba2-b57d-99214e54850a,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:29.934420 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 37743aa7-da26-43fe-a675-6211a6ae6c26 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:20:29.994572 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad569840-6128-435a-8dd2-de5e80805dbf req-4dba826f-221a-4a34-b684-ab9845a00f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:30.002884 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 37743aa7-da26-43fe-a675-6211a6ae6c26 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:20:30.003228 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 37743aa7-da26-43fe-a675-6211a6ae6c26 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:20:30.007219 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ad569840-6128-435a-8dd2-de5e80805dbf req-4dba826f-221a-4a34-b684-ab9845a00f62 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15e12218ae23498f8976895fc1081122&device_id=fa222aa9-6a67-4735-b8b0-7409f80a1180 HTTP/1.1" status: 200 len: 1101 time: 0.2093446 Jan 28 00:20:30.007816 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8c71d74e-93e0-4442-bfd7-ee3345b32952 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:20:30.099845 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 8c71d74e-93e0-4442-bfd7-ee3345b32952 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:20:30.100466 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8c71d74e-93e0-4442-bfd7-ee3345b32952 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:20:30.246792 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=1e242ce8-651a-4380-8fa6-198b5c8446b7,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:30.340321 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-472b9884-f27d-4be5-93cf-a25896dc5230 req-57eb8640-939e-45a4-b2cc-64a59bd380fe tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f37e63d-85b1-4fd6-a359-e77e3b181a83 HTTP/1.1" status: 200 len: 210 time: 0.8191385 Jan 28 00:20:30.466776 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad569840-6128-435a-8dd2-de5e80805dbf req-fbbbda98-f962-464c-ae2b-29051f720cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:30.468687 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ad569840-6128-435a-8dd2-de5e80805dbf req-fbbbda98-f962-464c-ae2b-29051f720cba service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.3016608 Jan 28 00:20:30.550096 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ad569840-6128-435a-8dd2-de5e80805dbf req-da302b02-b406-4741-90c6-782d3b3d007d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=a70452fc-14fc-4605-ad3f-db76851ab1e9 HTTP/1.1" status: 200 len: 217 time: 0.0736318 Jan 28 00:20:30.685807 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1e242ce8-651a-4380-8fa6-198b5c8446b7 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:20:30.694171 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-b614f25e-e147-4542-9ff1-7ccf2906339e tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:30.696169 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-b614f25e-e147-4542-9ff1-7ccf2906339e tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.65 "GET /v2.0/networks?id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e HTTP/1.1" status: 200 len: 805 time: 0.3496315 Jan 28 00:20:30.709944 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad569840-6128-435a-8dd2-de5e80805dbf req-e93cc99b-7bd7-413a-ab83-8a00eb003704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:30.711600 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ad569840-6128-435a-8dd2-de5e80805dbf req-e93cc99b-7bd7-413a-ab83-8a00eb003704 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1521833 Jan 28 00:20:30.719666 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-f90cb41e-530a-4e6d-8ee0-471fa30db88d tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Request body: {'port': {'device_id': '7f37e63d-85b1-4fd6-a359-e77e3b181a83', 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e', 'admin_state_up': True, 'tenant_id': '2253eea2b9f94d3c9e9a9e6c9260650c'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:20:30.747570 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a134baa-d919-41a1-8f91-f8e357d1ca67 req-b67da640-c691-4ef5-89bc-2778d609aaa0 tempest-ServerShowV257Test-1347534122 tempest-ServerShowV257Test-1347534122-project] 10.222.0.70 "GET /v2.0/ports?device_id=e191053c-b863-4bcc-8595-a8da93c122fd HTTP/1.1" status: 200 len: 210 time: 0.9912374 Jan 28 00:20:30.784250 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 1e242ce8-651a-4380-8fa6-198b5c8446b7 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:20:30.784250 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1e242ce8-651a-4380-8fa6-198b5c8446b7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:30.866975 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad569840-6128-435a-8dd2-de5e80805dbf req-3fb8877c-93a2-489c-a8a7-4706b7e8bd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:30.868713 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ad569840-6128-435a-8dd2-de5e80805dbf req-3fb8877c-93a2-489c-a8a7-4706b7e8bd0e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1416554 Jan 28 00:20:30.892299 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abfa135-cbdd-43e0-99a4-b5dad7f3471a x-openstack-request-id: req-6abfa135-cbdd-43e0-99a4-b5dad7f3471a {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:20:30.892766 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b7bf8f-217d-475c-9d6d-135ec5216417", "name": "network-vif-plugged", "status": "completed", "tag": "d0a3cd01-ceab-4ba2-b57d-99214e54850a", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:20:30.893107 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6abfa135-cbdd-43e0-99a4-b5dad7f3471a {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:20:30.898596 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b7bf8f-217d-475c-9d6d-135ec5216417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a3cd01-ceab-4ba2-b57d-99214e54850a', 'code': 200} Jan 28 00:20:30.922476 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 1e242ce8-651a-4380-8fa6-198b5c8446b7 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:31.000349 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-f90cb41e-530a-4e6d-8ee0-471fa30db88d tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Made reservation on behalf of 2253eea2b9f94d3c9e9a9e6c9260650c for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:20:31.005109 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-f90cb41e-530a-4e6d-8ee0-471fa30db88d tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:31.095220 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ad569840-6128-435a-8dd2-de5e80805dbf req-9225b430-2a94-4ece-92a6-d2b963190199 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156539 Jan 28 00:20:31.161796 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4548d3b-9562-49f4-baab-7d9de812be79 req-81db4b75-df0a-459a-b3b7-aa20b7e5fe43 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:31.164750 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4548d3b-9562-49f4-baab-7d9de812be79 req-81db4b75-df0a-459a-b3b7-aa20b7e5fe43 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fe0d0a0-f4ca-4178-8cfd-a4585c9aa9b8 HTTP/1.1" status: 200 len: 950 time: 0.8216877 Jan 28 00:20:31.225559 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9274427-380e-4a2c-9c94-9454b77d7303 req-ba915a1d-94c7-4c8e-99ae-346cf14ca16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:31.227552 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f9274427-380e-4a2c-9c94-9454b77d7303 req-ba915a1d-94c7-4c8e-99ae-346cf14ca16c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=15e12218ae23498f8976895fc1081122&device_id=2472552b-59ef-4772-befa-62ca437cec54 HTTP/1.1" status: 200 len: 1101 time: 1.4558842 Jan 28 00:20:31.295445 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.db.resource_extend [None req-915d0fd6-8111-4180-b6ed-46ac5e7dc64c tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:20:31.309150 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-f90cb41e-530a-4e6d-8ee0-471fa30db88d tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Allocated IP 172.20.0.12 (57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e/89787cce-0952-4d1c-b459-5274630a8c6e/f96d3648-66fc-4826-8eb4-c883447ce7ad) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:20:31.311101 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84b30f-3f3d-48d0-b241-047860e06c8d req-6cc953de-7143-4997-abea-f9f0bfcc4057 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:31.313155 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ad569840-6128-435a-8dd2-de5e80805dbf req-dc6572e5-90d9-453c-a207-01a6e9bf69fa service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780903 Jan 28 00:20:31.318093 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5f84b30f-3f3d-48d0-b241-047860e06c8d req-6cc953de-7143-4997-abea-f9f0bfcc4057 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fe0d0a0-f4ca-4178-8cfd-a4585c9aa9b8 HTTP/1.1" status: 200 len: 950 time: 0.6459467 Jan 28 00:20:31.586722 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-f90cb41e-530a-4e6d-8ee0-471fa30db88d tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks [] for port (f96d3648-66fc-4826-8eb4-c883447ce7ad), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:31.648031 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-f90cb41e-530a-4e6d-8ee0-471fa30db88d tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (f96d3648-66fc-4826-8eb4-c883447ce7ad), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:31.651229 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57380) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:20:31.684596 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['2757eada-5c5d-468f-9a9f-01ce2f9b089c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:31.699402 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-7ab64fd5-877c-44a8-96ec-6c8da9fb3e2c tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:31.701110 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-7ab64fd5-877c-44a8-96ec-6c8da9fb3e2c tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.65 "GET /v2.0/networks?id=64b0a5d5-a645-4f8b-974a-dd9349c99779 HTTP/1.1" status: 200 len: 811 time: 1.9438090 Jan 28 00:20:31.720614 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe224b2-5c2e-48aa-a284-c566996d9440 req-efc91cea-851d-4d84-af08-2c08cd3b1a82 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:31.723031 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1fe224b2-5c2e-48aa-a284-c566996d9440 req-efc91cea-851d-4d84-af08-2c08cd3b1a82 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 948 time: 0.7598770 Jan 28 00:20:31.751946 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-9b0680de-b2c5-4bcc-9fa3-20d25e422d26 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Request body: {'port': {'device_id': '40dc3991-e4a6-4b22-8624-1024e505a9ba', 'network_id': '64b0a5d5-a645-4f8b-974a-dd9349c99779', 'admin_state_up': True, 'tenant_id': '196e2a06defd4040950ac19641a2f393'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:20:31.844309 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166140e4-599e-4191-96e5-7ef83e7269b9 req-b5549975-7d66-46e8-8c44-e6023fc4cbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:31.846237 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-166140e4-599e-4191-96e5-7ef83e7269b9 req-b5549975-7d66-46e8-8c44-e6023fc4cbb6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=22b7bf8f-217d-475c-9d6d-135ec5216417 HTTP/1.1" status: 200 len: 1096 time: 0.8160214 Jan 28 00:20:31.945944 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-915d0fd6-8111-4180-b6ed-46ac5e7dc64c tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:31.980893 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-915d0fd6-8111-4180-b6ed-46ac5e7dc64c tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (2d86ea61-f9f5-4c6e-9603-4341d5e57d4b), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:32.072284 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-f90cb41e-530a-4e6d-8ee0-471fa30db88d tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:20:32.085505 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a7a2359f-896c-463a-9338-538b685303af admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-294972485-network', 'tenant_id': '447275f81c0e4d579e9910142f20754b'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:20:32.091089 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-f90cb41e-530a-4e6d-8ee0-471fa30db88d tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:20:32.094267 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-f90cb41e-530a-4e6d-8ee0-471fa30db88d tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:20:32.148691 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:20:32.148940 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1fe224b2-5c2e-48aa-a284-c566996d9440 req-ce61487a-282e-4116-9c69-3e058069536c tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027569 Jan 28 00:20:32.150780 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90cb41e-530a-4e6d-8ee0-471fa30db88d tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Pushing event updated for resources: {'Port': ['ID=f96d3648-66fc-4826-8eb4-c883447ce7ad,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:32.163065 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5f84b30f-3f3d-48d0-b241-047860e06c8d req-b103b3be-bc68-4a10-90ca-4a9aaab14d1f tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4569247 Jan 28 00:20:32.197985 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a2359f-896c-463a-9338-538b685303af admin admin] Made reservation on behalf of 447275f81c0e4d579e9910142f20754b for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:20:32.202683 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a7a2359f-896c-463a-9338-538b685303af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:32.217730 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-166140e4-599e-4191-96e5-7ef83e7269b9 req-173502bf-481b-42f4-bc00-d534d910fd34 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578448 Jan 28 00:20:32.218832 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9274427-380e-4a2c-9c94-9454b77d7303 req-867b6172-7aaa-42dc-a0ca-51d315e3c9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:32.220356 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f9274427-380e-4a2c-9c94-9454b77d7303 req-867b6172-7aaa-42dc-a0ca-51d315e3c9d6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.9319685 Jan 28 00:20:32.226919 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a7a2359f-896c-463a-9338-538b685303af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:32.243405 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:20:32.249176 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:20:32.250136 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2986a0b7-0a99-4ac1-aa21-1d0a3125a74e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:32.263209 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-f90cb41e-530a-4e6d-8ee0-471fa30db88d tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:32.264504 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-f90cb41e-530a-4e6d-8ee0-471fa30db88d tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:32.373719 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-f90cb41e-530a-4e6d-8ee0-471fa30db88d tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6603270 Jan 28 00:20:32.411986 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-c4548d3b-9562-49f4-baab-7d9de812be79 req-2b6928f5-3b3c-4a71-a3e2-e3a4ac6fe91c tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Deleting port cd430636-3c07-4e6c-854c-9164a23ec946 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:20:32.412340 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c4548d3b-9562-49f4-baab-7d9de812be79 req-2b6928f5-3b3c-4a71-a3e2-e3a4ac6fe91c tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (cd430636-3c07-4e6c-854c-9164a23ec946), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:32.419095 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-915d0fd6-8111-4180-b6ed-46ac5e7dc64c tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Floating IP 2d86ea61-f9f5-4c6e-9603-4341d5e57d4b associated. External IP: 172.25.3.246, port: 1c80ae37-b3ec-413e-a908-d7c646315e69. Jan 28 00:20:32.423196 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0626117e-9265-4833-a8f2-3596a851cbfc req-4d5ad14b-fb76-4ae8-a5cb-5d5cef65d447 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 210 time: 0.0809767 Jan 28 00:20:32.432578 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-4105151f-8adf-41db-a7a9-d80b56cad99a service neutron] Request body: {'port': {'device_id': '7f37e63d-85b1-4fd6-a359-e77e3b181a83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:20:32.439108 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a7a2359f-896c-463a-9338-538b685303af admin admin] Publish callbacks [] for security_group (4b804afe-c05e-459f-9f33-6685057fc0d1), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:32.452812 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-9b0680de-b2c5-4bcc-9fa3-20d25e422d26 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Made reservation on behalf of 196e2a06defd4040950ac19641a2f393 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:20:32.460242 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-9b0680de-b2c5-4bcc-9fa3-20d25e422d26 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:32.469935 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a7a2359f-896c-463a-9338-538b685303af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4b804afe-c05e-459f-9f33-6685057fc0d1), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:32.489183 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a2359f-896c-463a-9338-538b685303af admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:20:32.507639 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a7a2359f-896c-463a-9338-538b685303af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (2f831f9b-1cec-4443-a955-496c1f68346e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:32.508057 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-a7a2359f-896c-463a-9338-538b685303af admin admin] Added segment 2f831f9b-1cec-4443-a955-496c1f68346e of type vlan for network 8a6446b4-7f18-47f6-bd02-dfe5469ab9a1 Jan 28 00:20:32.550864 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:32.551551 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2986a0b7-0a99-4ac1-aa21-1d0a3125a74e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:32.574824 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2359f-896c-463a-9338-538b685303af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b804afe-c05e-459f-9f33-6685057fc0d1,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:32.590037 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2986a0b7-0a99-4ac1-aa21-1d0a3125a74e,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:32.597292 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2986a0b7-0a99-4ac1-aa21-1d0a3125a74e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:32.618908 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a7a2359f-896c-463a-9338-538b685303af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (8a6446b4-7f18-47f6-bd02-dfe5469ab9a1), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:32.638982 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-4105151f-8adf-41db-a7a9-d80b56cad99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f96d3648-66fc-4826-8eb4-c883447ce7ad), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:32.652864 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=2986a0b7-0a99-4ac1-aa21-1d0a3125a74e,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:32.669562 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a7a2359f-896c-463a-9338-538b685303af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (8a6446b4-7f18-47f6-bd02-dfe5469ab9a1), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:32.670598 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a2359f-896c-463a-9338-538b685303af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:32.671247 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a7a2359f-896c-463a-9338-538b685303af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:32.747652 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a127c-463a-4fe7-be67-314aab3f1f4b req-d0c53304-d226-417b-b94e-e5c07631fb79 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:32.749414 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-608a127c-463a-4fe7-be67-314aab3f1f4b req-d0c53304-d226-417b-b94e-e5c07631fb79 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=22b7bf8f-217d-475c-9d6d-135ec5216417 HTTP/1.1" status: 200 len: 945 time: 0.4543982 Jan 28 00:20:32.758672 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f9274427-380e-4a2c-9c94-9454b77d7303 req-efcdf09d-b195-4909-97ec-12825e8fa80c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=3dba5a8d-7833-4acf-ac20-1058770aad91 HTTP/1.1" status: 200 len: 217 time: 0.1412451 Jan 28 00:20:32.781900 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a7a2359f-896c-463a-9338-538b685303af admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1290433 Jan 28 00:20:32.785729 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57386) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:20:32.796277 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-73706fe0-12fc-48ff-bfba-e190b0080a63 admin admin] Request body: {'subnet': {'network_id': '8a6446b4-7f18-47f6-bd02-dfe5469ab9a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-294972485-subnet', 'tenant_id': '447275f81c0e4d579e9910142f20754b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:20:32.809567 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2359f-896c-463a-9338-538b685303af admin admin] Pushing event updated for resources: {'Network': ['ID=8a6446b4-7f18-47f6-bd02-dfe5469ab9a1,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:32.823607 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 8a6446b4-7f18-47f6-bd02-dfe5469ab9a1 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:20:32.910599 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff2108c-0d77-499d-ab94-d922edd74db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2986a0b7-0a99-4ac1-aa21-1d0a3125a74e'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:20:32.913477 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8303ca-e58d-4812-84c0-7c97eef71e4f" -d '{"events": [{"server_uuid": "cff2108c-0d77-499d-ab94-d922edd74db1", "name": "network-vif-plugged", "status": "completed", "tag": "2986a0b7-0a99-4ac1-aa21-1d0a3125a74e"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:20:32.963031 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73706fe0-12fc-48ff-bfba-e190b0080a63 admin admin] Made reservation on behalf of 447275f81c0e4d579e9910142f20754b for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:20:32.967245 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73706fe0-12fc-48ff-bfba-e190b0080a63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:33.055424 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9274427-380e-4a2c-9c94-9454b77d7303 req-11504345-42be-41cf-8634-5f40b1608c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:33.057010 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f9274427-380e-4a2c-9c94-9454b77d7303 req-11504345-42be-41cf-8634-5f40b1608c03 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.2542381 Jan 28 00:20:33.065751 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-c4548d3b-9562-49f4-baab-7d9de812be79 req-2b6928f5-3b3c-4a71-a3e2-e3a4ac6fe91c tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] For port cd430636-3c07-4e6c-854c-9164a23ec946, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=cd430636-3c07-4e6c-854c-9164a23ec946,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:33.066241 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c4548d3b-9562-49f4-baab-7d9de812be79 req-2b6928f5-3b3c-4a71-a3e2-e3a4ac6fe91c tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (cd430636-3c07-4e6c-854c-9164a23ec946), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:33.076038 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffd7a8-88c0-469d-89a0-706bb18a2452 req-b8e793e3-99ce-4857-9631-eb45681c7338 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:33.077808 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b7ffd7a8-88c0-469d-89a0-706bb18a2452 req-b8e793e3-99ce-4857-9631-eb45681c7338 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f37e63d-85b1-4fd6-a359-e77e3b181a83 HTTP/1.1" status: 200 len: 932 time: 0.4643481 Jan 28 00:20:33.127071 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-c4548d3b-9562-49f4-baab-7d9de812be79 req-2b6928f5-3b3c-4a71-a3e2-e3a4ac6fe91c tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Calling delete_port for cd430636-3c07-4e6c-854c-9164a23ec946 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:20:33.172559 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-608a127c-463a-4fe7-be67-314aab3f1f4b req-2f68b5fe-cc0c-4244-a67b-b3ccbf831dbd tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708479 Jan 28 00:20:33.194743 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-9b0680de-b2c5-4bcc-9fa3-20d25e422d26 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Allocated IP 172.20.0.9 (64b0a5d5-a645-4f8b-974a-dd9349c99779/530fddaf-a5d7-4bcd-acc2-ddfe220a3804/8e7f6fce-460e-41cb-8c74-4bb9b5098f14) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:20:33.422470 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3ce46ef-b0b9-409a-82b1-ca264ebc8ef0 req-b5df5c44-8631-48c7-b8bd-72a712f1bf5d tempest-ServerShowV257Test-1347534122 tempest-ServerShowV257Test-1347534122-project] 10.222.0.70 "GET /v2.0/ports?device_id=e191053c-b863-4bcc-8595-a8da93c122fd HTTP/1.1" status: 200 len: 210 time: 0.0915122 Jan 28 00:20:33.427256 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-4105151f-8adf-41db-a7a9-d80b56cad99a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f96d3648-66fc-4826-8eb4-c883447ce7ad {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:20:33.431559 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b7ffd7a8-88c0-469d-89a0-706bb18a2452 req-3fe2d8f6-48f9-4a6c-aaec-9e765d249d80 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323092 Jan 28 00:20:33.450538 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-4105151f-8adf-41db-a7a9-d80b56cad99a service neutron] Publish callbacks [] for port (f96d3648-66fc-4826-8eb4-c883447ce7ad), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:33.483951 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9274427-380e-4a2c-9c94-9454b77d7303 req-7925b82e-40ca-46f5-b6e8-04f80b153399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:33.486608 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f9274427-380e-4a2c-9c94-9454b77d7303 req-7925b82e-40ca-46f5-b6e8-04f80b153399 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4076290 Jan 28 00:20:33.499854 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-4105151f-8adf-41db-a7a9-d80b56cad99a service neutron] Transition to ACTIVE for port object f96d3648-66fc-4826-8eb4-c883447ce7ad will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:20:33.525045 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-4105151f-8adf-41db-a7a9-d80b56cad99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (f96d3648-66fc-4826-8eb4-c883447ce7ad), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:33.533332 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d8eb88-5c61-4ee5-8741-b45c87528f89 x-openstack-request-id: req-a5d8eb88-5c61-4ee5-8741-b45c87528f89 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:20:33.534094 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff2108c-0d77-499d-ab94-d922edd74db1", "name": "network-vif-plugged", "status": "completed", "tag": "2986a0b7-0a99-4ac1-aa21-1d0a3125a74e", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:20:33.534439 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a5d8eb88-5c61-4ee5-8741-b45c87528f89 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:20:33.535291 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff2108c-0d77-499d-ab94-d922edd74db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2986a0b7-0a99-4ac1-aa21-1d0a3125a74e', 'code': 200} Jan 28 00:20:33.593551 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73706fe0-12fc-48ff-bfba-e190b0080a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (1866bf73-f598-42e8-af99-a33f224ad981), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:33.701926 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105151f-8adf-41db-a7a9-d80b56cad99a service neutron] Pushing event updated for resources: {'Port': ['ID=f96d3648-66fc-4826-8eb4-c883447ce7ad,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:33.744669 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73706fe0-12fc-48ff-bfba-e190b0080a63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1866bf73-f598-42e8-af99-a33f224ad981,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:33.788805 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73706fe0-12fc-48ff-bfba-e190b0080a63 admin admin] Checking segment: {'id': '2f831f9b-1cec-4443-a955-496c1f68346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8a6446b4-7f18-47f6-bd02-dfe5469ab9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:20:33.789193 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73706fe0-12fc-48ff-bfba-e190b0080a63 admin admin] Network hostable DHCP agents. Network: 8a6446b4-7f18-47f6-bd02-dfe5469ab9a1, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:20:33.837118 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-4105151f-8adf-41db-a7a9-d80b56cad99a service neutron] Attempting to bind port f96d3648-66fc-4826-8eb4-c883447ce7ad on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:20:33.837667 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-4105151f-8adf-41db-a7a9-d80b56cad99a service neutron] Attempting to bind port f96d3648-66fc-4826-8eb4-c883447ce7ad by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'b478681f-672b-4451-bd65-d8c2be202f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:20:33.838204 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-4105151f-8adf-41db-a7a9-d80b56cad99a service neutron] Attempting to bind port f96d3648-66fc-4826-8eb4-c883447ce7ad on network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:20:33.844227 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73706fe0-12fc-48ff-bfba-e190b0080a63 admin admin] Network 8a6446b4-7f18-47f6-bd02-dfe5469ab9a1 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:20:33.856819 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-4105151f-8adf-41db-a7a9-d80b56cad99a service neutron] Port f96d3648-66fc-4826-8eb4-c883447ce7ad on network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:20:33.857369 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-4105151f-8adf-41db-a7a9-d80b56cad99a service neutron] Attempting to bind port f96d3648-66fc-4826-8eb4-c883447ce7ad on network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:20:33.870920 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-73706fe0-12fc-48ff-bfba-e190b0080a63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 8a6446b4-7f18-47f6-bd02-dfe5469ab9a1) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:20:33.873739 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-4105151f-8adf-41db-a7a9-d80b56cad99a service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:20:33.874264 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-4105151f-8adf-41db-a7a9-d80b56cad99a service neutron] Checking segment: {'id': 'b478681f-672b-4451-bd65-d8c2be202f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:20:33.874910 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-4105151f-8adf-41db-a7a9-d80b56cad99a service neutron] Bound using segment: {'id': 'b478681f-672b-4451-bd65-d8c2be202f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:20:33.875598 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-4105151f-8adf-41db-a7a9-d80b56cad99a service neutron] Bound port: f96d3648-66fc-4826-8eb4-c883447ce7ad, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b478681f-672b-4451-bd65-d8c2be202f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:20:33.876458 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-4105151f-8adf-41db-a7a9-d80b56cad99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f96d3648-66fc-4826-8eb4-c883447ce7ad), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:33.891912 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29555b43-33c0-4bd9-9878-ffb3ef51bf22 None None] Network 8a6446b4-7f18-47f6-bd02-dfe5469ab9a1 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:20:33.906707 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73706fe0-12fc-48ff-bfba-e190b0080a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:33.907647 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73706fe0-12fc-48ff-bfba-e190b0080a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:33.965209 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-73706fe0-12fc-48ff-bfba-e190b0080a63 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1751363 Jan 28 00:20:33.968165 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57396) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:20:33.973398 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e4fdab5f-f8ae-4732-bc6d-225c2830385f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-294972485-router', 'tenant_id': '447275f81c0e4d579e9910142f20754b', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:20:33.980522 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c4548d3b-9562-49f4-baab-7d9de812be79 req-2b6928f5-3b3c-4a71-a3e2-e3a4ac6fe91c tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (cd430636-3c07-4e6c-854c-9164a23ec946), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:33.988238 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915d0fd6-8111-4180-b6ed-46ac5e7dc64c tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Router d179add1-bfa7-46d5-a2f9-e71560331bb6 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:20:34.009398 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4fdab5f-f8ae-4732-bc6d-225c2830385f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (7393b57c-cf37-4180-8a08-ebaec12785b5), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:34.010652 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4fdab5f-f8ae-4732-bc6d-225c2830385f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (7393b57c-cf37-4180-8a08-ebaec12785b5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:34.021826 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['1d0e9f69-dea1-4853-8ff5-4aaaa651fb27', '3dba5a8d-7833-4acf-ac20-1058770aad91', '84c70a84-fc0a-4272-aa60-3ac20605cb98'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:34.025204 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['93d1b1db-ea8f-40d0-ad5f-68128514fbd9', 'a70452fc-14fc-4605-ad3f-db76851ab1e9', '9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90', '64baad5f-d7c1-4872-b963-87dcb4a5ffcb'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:34.048665 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-4105151f-8adf-41db-a7a9-d80b56cad99a service neutron] For port f96d3648-66fc-4826-8eb4-c883447ce7ad, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:20:34.077030 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-4105151f-8adf-41db-a7a9-d80b56cad99a service neutron] For port f96d3648-66fc-4826-8eb4-c883447ce7ad, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=f96d3648-66fc-4826-8eb4-c883447ce7ad,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:20:34.126952 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4fdab5f-f8ae-4732-bc6d-225c2830385f admin admin] Publish callbacks [] for router_controller (7393b57c-cf37-4180-8a08-ebaec12785b5), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:34.131081 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-4105151f-8adf-41db-a7a9-d80b56cad99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (f96d3648-66fc-4826-8eb4-c883447ce7ad), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:34.219916 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb4a045-6033-44ec-90d1-f4cc09b77728 None None] Network 8a6446b4-7f18-47f6-bd02-dfe5469ab9a1 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:20:34.317683 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-4105151f-8adf-41db-a7a9-d80b56cad99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:34.318954 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-4105151f-8adf-41db-a7a9-d80b56cad99a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:34.321503 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-4105151f-8adf-41db-a7a9-d80b56cad99a service neutron] 10.222.0.65 "PUT /v2.0/ports/f96d3648-66fc-4826-8eb4-c883447ce7ad HTTP/1.1" status: 200 len: 1092 time: 1.9049091 Jan 28 00:20:34.322362 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f37e63d-85b1-4fd6-a359-e77e3b181a83', 'tag': 'f96d3648-66fc-4826-8eb4-c883447ce7ad'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:20:34.326496 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c758715e-bcf7-4cbf-9d93-b90ca3c00bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "7f37e63d-85b1-4fd6-a359-e77e3b181a83", "tag": "f96d3648-66fc-4826-8eb4-c883447ce7ad"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:20:34.436692 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105151f-8adf-41db-a7a9-d80b56cad99a service neutron] Pushing event updated for resources: {'Port': ['ID=f96d3648-66fc-4826-8eb4-c883447ce7ad,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:34.458571 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097cb65-b0d5-4d7c-bc63-bfbffa47367a req-35f74094-3b52-4f3d-bbdd-2885b2d8ee8a tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:34.463529 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2097cb65-b0d5-4d7c-bc63-bfbffa47367a req-35f74094-3b52-4f3d-bbdd-2885b2d8ee8a tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fe0d0a0-f4ca-4178-8cfd-a4585c9aa9b8 HTTP/1.1" status: 200 len: 950 time: 0.8998654 Jan 28 00:20:34.490845 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f9274427-380e-4a2c-9c94-9454b77d7303 req-ac64e698-4671-446c-8903-749d5571e8e7 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9311955 Jan 28 00:20:34.492963 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914cc3f-17b6-4a1d-b727-2c660a23e25c req-4e2b1518-da58-48c9-b19f-430e45994bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:34.494601 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f914cc3f-17b6-4a1d-b727-2c660a23e25c req-4e2b1518-da58-48c9-b19f-430e45994bb3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 1100 time: 0.8045211 Jan 28 00:20:34.549851 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4fdab5f-f8ae-4732-bc6d-225c2830385f admin admin] Publish callbacks [] for router_gateway (7393b57c-cf37-4180-8a08-ebaec12785b5), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:34.594446 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-febc52e4-ee83-49f8-899f-6a5657e50ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:34.596207 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-febc52e4-ee83-49f8-899f-6a5657e50ef1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2253eea2b9f94d3c9e9a9e6c9260650c&device_id=7f37e63d-85b1-4fd6-a359-e77e3b181a83 HTTP/1.1" status: 200 len: 1095 time: 0.1791587 Jan 28 00:20:34.652535 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dbc01-ef54-4382-ac53-159a15c9a94f req-a5b817f4-0efc-49ea-97a3-6c9f4831e9fb tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:34.666180 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b57dbc01-ef54-4382-ac53-159a15c9a94f req-a5b817f4-0efc-49ea-97a3-6c9f4831e9fb tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 949 time: 0.9742637 Jan 28 00:20:34.672578 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6928f5-3b3c-4a71-a3e2-e3a4ac6fe91c tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Pushing event deleted for resources: {'Port': ['ID=cd430636-3c07-4e6c-854c-9164a23ec946,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:34.713251 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-48d67118-3ac9-4b13-8082-d5a5575d6e41 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f96d3648-66fc-4826-8eb4-c883447ce7ad HTTP/1.1" status: 200 len: 217 time: 0.0773916 Jan 28 00:20:34.724814 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-9b0680de-b2c5-4bcc-9fa3-20d25e422d26 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Publish callbacks [] for port (8e7f6fce-460e-41cb-8c74-4bb9b5098f14), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:34.787397 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-efe3aa59-24a6-4721-bbc1-d77b7b77c11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:34.789062 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-efe3aa59-24a6-4721-bbc1-d77b7b77c11c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=89787cce-0952-4d1c-b459-5274630a8c6e HTTP/1.1" status: 200 len: 845 time: 0.0652847 Jan 28 00:20:34.823746 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4548d3b-9562-49f4-baab-7d9de812be79 req-2b6928f5-3b3c-4a71-a3e2-e3a4ac6fe91c tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] No DVR routers for this DVR port cd430636-3c07-4e6c-854c-9164a23ec946 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:20:34.837062 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-ccdd7027-a47a-463c-8518-d57d091b1612 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392556 Jan 28 00:20:34.840660 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c4548d3b-9562-49f4-baab-7d9de812be79 req-2b6928f5-3b3c-4a71-a3e2-e3a4ac6fe91c tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:34.846528 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4548d3b-9562-49f4-baab-7d9de812be79 req-2b6928f5-3b3c-4a71-a3e2-e3a4ac6fe91c tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.65 "DELETE /v2.0/ports/cd430636-3c07-4e6c-854c-9164a23ec946 HTTP/1.1" status: 204 len: 173 time: 3.6494920 Jan 28 00:20:34.864424 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe0d0a0-f4ca-4178-8cfd-a4585c9aa9b8', 'name': 'network-vif-deleted', 'tag': 'cd430636-3c07-4e6c-854c-9164a23ec946'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:20:34.869980 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfee016-8529-45d0-91a9-53420eef88af" -d '{"events": [{"server_uuid": "0fe0d0a0-f4ca-4178-8cfd-a4585c9aa9b8", "name": "network-vif-deleted", "tag": "cd430636-3c07-4e6c-854c-9164a23ec946"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:20:35.047512 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-f7a84f48-938b-4dae-8c87-7325bf4baad1 service neutron] 10.222.0.65 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019787 Jan 28 00:20:35.089301 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2097cb65-b0d5-4d7c-bc63-bfbffa47367a req-329b081d-b340-4489-b904-fd4c7e7edbc2 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6107726 Jan 28 00:20:35.116875 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f914cc3f-17b6-4a1d-b727-2c660a23e25c req-4d93c2b1-33a2-4b27-962c-6fa41921e772 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5603795 Jan 28 00:20:35.143196 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4fdab5f-f8ae-4732-bc6d-225c2830385f admin admin] Publish callbacks [] for router_gateway (7393b57c-cf37-4180-8a08-ebaec12785b5), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:35.170313 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4fdab5f-f8ae-4732-bc6d-225c2830385f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:35.246761 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84220d2b-77dc-4e4b-9a41-b289ecf7150a req-3df2c712-2ff7-429e-b017-e74aab4376bb service neutron] 10.222.0.65 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749599 Jan 28 00:20:35.274878 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b57dbc01-ef54-4382-ac53-159a15c9a94f req-332de1c0-0501-4c9a-97e9-c1099dec3bed tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6073031 Jan 28 00:20:35.279832 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device cd430636-3c07-4e6c-854c-9164a23ec946 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:20:35.312420 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-e4fdab5f-f8ae-4732-bc6d-225c2830385f admin admin] Allocated IP 172.25.3.28 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/62da5332-1800-4dc4-a541-dad6ef45f1df) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:20:35.325413 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3a28b7c6-6d55-4077-87fc-9c1088659939 req-74ceb6dd-c617-4476-ae06-d2d8b851a04e tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 210 time: 0.1517887 Jan 28 00:20:35.333733 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: cd430636-3c07-4e6c-854c-9164a23ec946 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:20:35.333733 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device cd430636-3c07-4e6c-854c-9164a23ec946 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:20:35.355934 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-9b0680de-b2c5-4bcc-9fa3-20d25e422d26 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (8e7f6fce-460e-41cb-8c74-4bb9b5098f14), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:35.428132 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc4d65c-6a81-450b-826a-3f699b34f512 x-openstack-request-id: req-7dc4d65c-6a81-450b-826a-3f699b34f512 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:20:35.428704 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f37e63d-85b1-4fd6-a359-e77e3b181a83", "tag": "f96d3648-66fc-4826-8eb4-c883447ce7ad", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:20:35.429151 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7dc4d65c-6a81-450b-826a-3f699b34f512 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:20:35.429963 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f37e63d-85b1-4fd6-a359-e77e3b181a83', 'tag': 'f96d3648-66fc-4826-8eb4-c883447ce7ad', 'status': 'completed', 'code': 200} Jan 28 00:20:35.442328 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f9274427-380e-4a2c-9c94-9454b77d7303 req-643e3557-1038-452a-b8d9-42d9ffc88632 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8824453 Jan 28 00:20:35.459561 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915d0fd6-8111-4180-b6ed-46ac5e7dc64c tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:20:35.481878 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c254d8-bfed-4d21-85d0-8da5267ac8ee None None] Sync routers for ids ['d179add1-bfa7-46d5-a2f9-e71560331bb6'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:20:35.489600 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-915d0fd6-8111-4180-b6ed-46ac5e7dc64c tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:35.518248 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c254d8-bfed-4d21-85d0-8da5267ac8ee None None] Routers {'d179add1-bfa7-46d5-a2f9-e71560331bb6'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:20:35.520736 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a7c254d8-bfed-4d21-85d0-8da5267ac8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:20:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['d179add1-bfa7-46d5-a2f9-e71560331bb6'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:35.526530 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-9b0680de-b2c5-4bcc-9fa3-20d25e422d26 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Network 64b0a5d5-a645-4f8b-974a-dd9349c99779 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:20:35.531505 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0680de-b2c5-4bcc-9fa3-20d25e422d26 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Pushing event updated for resources: {'Port': ['ID=8e7f6fce-460e-41cb-8c74-4bb9b5098f14,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:35.542050 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-9b0680de-b2c5-4bcc-9fa3-20d25e422d26 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:20:35.547966 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-9b0680de-b2c5-4bcc-9fa3-20d25e422d26 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:20:35.553819 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-915d0fd6-8111-4180-b6ed-46ac5e7dc64c tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "PUT /v2.0/floatingips/2d86ea61-f9f5-4c6e-9603-4341d5e57d4b HTTP/1.1" status: 200 len: 991 time: 6.0204246 Jan 28 00:20:35.587090 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4fdab5f-f8ae-4732-bc6d-225c2830385f admin admin] Publish callbacks [] for port (62da5332-1800-4dc4-a541-dad6ef45f1df), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:35.633232 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29538b33-0272-48f8-af02-48e0cc52a1d2 req-eb71aef3-1367-40c4-b17e-cd7a842dce56 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:35.635760 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-29538b33-0272-48f8-af02-48e0cc52a1d2 req-eb71aef3-1367-40c4-b17e-cd7a842dce56 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=22b7bf8f-217d-475c-9d6d-135ec5216417 HTTP/1.1" status: 200 len: 945 time: 0.2480488 Jan 28 00:20:35.669381 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758715e-bcf7-4cbf-9d93-b90ca3c00bc3 req-60c2e702-be81-4bfd-aed1-89b473077b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:35.671364 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c758715e-bcf7-4cbf-9d93-b90ca3c00bc3 req-60c2e702-be81-4bfd-aed1-89b473077b1a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2253eea2b9f94d3c9e9a9e6c9260650c&device_id=7f37e63d-85b1-4fd6-a359-e77e3b181a83 HTTP/1.1" status: 200 len: 1095 time: 0.0672672 Jan 28 00:20:35.675926 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4fdab5f-f8ae-4732-bc6d-225c2830385f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (62da5332-1800-4dc4-a541-dad6ef45f1df), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:35.732362 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-9b0680de-b2c5-4bcc-9fa3-20d25e422d26 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:35.733308 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-9b0680de-b2c5-4bcc-9fa3-20d25e422d26 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:35.771027 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-a7c254d8-bfed-4d21-85d0-8da5267ac8ee None None] Set router d179add1-bfa7-46d5-a2f9-e71560331bb6 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:20:35.776939 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab33785-88ec-4170-924b-252e6e0ea6b7 req-8092d0ac-91d7-445a-bbad-020f833c7512 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:35.778840 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bab33785-88ec-4170-924b-252e6e0ea6b7 req-8092d0ac-91d7-445a-bbad-020f833c7512 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f37e63d-85b1-4fd6-a359-e77e3b181a83 HTTP/1.1" status: 200 len: 944 time: 0.1923897 Jan 28 00:20:35.785677 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-9b0680de-b2c5-4bcc-9fa3-20d25e422d26 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0471461 Jan 28 00:20:35.792200 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fdab5f-f8ae-4732-bc6d-225c2830385f admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:20:35.801892 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-e4fdab5f-f8ae-4732-bc6d-225c2830385f admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:20:35.813567 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fdab5f-f8ae-4732-bc6d-225c2830385f admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:20:35.818580 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-7e0d58ad-5397-49d4-b654-dbe3216c6237 service neutron] Request body: {'port': {'device_id': '40dc3991-e4a6-4b22-8624-1024e505a9ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:20:35.848906 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fdab5f-f8ae-4732-bc6d-225c2830385f admin admin] Pushing event updated for resources: {'Port': ['ID=62da5332-1800-4dc4-a541-dad6ef45f1df,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:35.859271 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-29538b33-0272-48f8-af02-48e0cc52a1d2 req-a58ab699-3b5e-4717-94c6-baf246fe9ed4 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818128 Jan 28 00:20:35.885638 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758715e-bcf7-4cbf-9d93-b90ca3c00bc3 req-4bd17546-50c8-4ef2-a7c9-1fc0e1068ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:35.887349 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c758715e-bcf7-4cbf-9d93-b90ca3c00bc3 req-4bd17546-50c8-4ef2-a7c9-1fc0e1068ac0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e HTTP/1.1" status: 200 len: 906 time: 0.2096536 Jan 28 00:20:35.922119 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bab33785-88ec-4170-924b-252e6e0ea6b7 req-aa77314e-84cd-4b9f-89f5-d930a1c5f79b tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352434 Jan 28 00:20:35.972164 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1185f103-e16e-4158-a277-fa27cac8005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:36.010852 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d90d73-d05d-4e9b-8e77-d107c0c570ec x-openstack-request-id: req-96d90d73-d05d-4e9b-8e77-d107c0c570ec {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:20:36.013460 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe0d0a0-f4ca-4178-8cfd-a4585c9aa9b8", "name": "network-vif-deleted", "tag": "cd430636-3c07-4e6c-854c-9164a23ec946", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:20:36.014934 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-96d90d73-d05d-4e9b-8e77-d107c0c570ec {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:20:36.016202 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe0d0a0-f4ca-4178-8cfd-a4585c9aa9b8', 'name': 'network-vif-deleted', 'tag': 'cd430636-3c07-4e6c-854c-9164a23ec946', 'status': 'completed', 'code': 200} Jan 28 00:20:36.021083 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c758715e-bcf7-4cbf-9d93-b90ca3c00bc3 req-f2e00829-775a-43f1-b035-6215406f1e03 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f96d3648-66fc-4826-8eb4-c883447ce7ad HTTP/1.1" status: 200 len: 217 time: 0.1267021 Jan 28 00:20:36.028776 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-7e0d58ad-5397-49d4-b654-dbe3216c6237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8e7f6fce-460e-41cb-8c74-4bb9b5098f14), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:36.105657 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a7c254d8-bfed-4d21-85d0-8da5267ac8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'name': 'tempest-TaggedBootDevicesTest_v242-1800080948-router', 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '265b134a-c49b-4a35-8721-3837452be0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:16:49Z', 'updated_at': '2022-01-28T00:16:55Z', 'revision_number': 4, 'project_id': '160a5827a22f400b84570ea4a4c65c01', 'gw_port': {'id': '265b134a-c49b-4a35-8721-3837452be0db', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:16:50Z', 'updated_at': '2022-01-28T00:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '2d86ea61-f9f5-4c6e-9603-4341d5e57d4b', 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'port_id': '1c80ae37-b3ec-413e-a908-d7c646315e69', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 984, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97c33ad0-0461-45c3-9dc8-98632a31ba84', 'mac_address': 'fa:16:3e:d5:6e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:18:32Z', 'updated_at': '2022-01-28T00:20:31Z', 'revision_number': 1, 'project_id': '160a5827a22f400b84570ea4a4c65c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc3ed81-e4b1-4829-aa64-07cd86d9acbf', 'name': '', 'network_id': '97c33ad0-0461-45c3-9dc8-98632a31ba84', 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'mac_address': 'fa:16:3e:9e:4d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '1d093807-7e7b-4a9f-8622-0558c2c97c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:16:54Z', 'updated_at': '2022-01-28T00:17:05Z', 'revision_number': 5, 'project_id': '160a5827a22f400b84570ea4a4c65c01', 'subnets': [{'id': '1d093807-7e7b-4a9f-8622-0558c2c97c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:36.124123 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2388d938-9179-40c3-b670-a1409b1d49f9 req-0b0499b3-17a8-4aea-afef-7e341de52658 tempest-ServerShowV257Test-1347534122 tempest-ServerShowV257Test-1347534122-project] 10.222.0.70 "GET /v2.0/ports?device_id=e191053c-b863-4bcc-8595-a8da93c122fd HTTP/1.1" status: 200 len: 210 time: 0.0594943 Jan 28 00:20:36.146089 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c254d8-bfed-4d21-85d0-8da5267ac8ee None None] Checking router: d179add1-bfa7-46d5-a2f9-e71560331bb6 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:20:36.146559 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758715e-bcf7-4cbf-9d93-b90ca3c00bc3 req-a17515e5-ad62-48c2-8052-dd13d96940af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:36.148292 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c758715e-bcf7-4cbf-9d93-b90ca3c00bc3 req-a17515e5-ad62-48c2-8052-dd13d96940af service neutron] 10.222.0.65 "GET /v2.0/subnets?id=89787cce-0952-4d1c-b459-5274630a8c6e HTTP/1.1" status: 200 len: 845 time: 0.0941699 Jan 28 00:20:36.158461 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c254d8-bfed-4d21-85d0-8da5267ac8ee None None] Routers {'d179add1-bfa7-46d5-a2f9-e71560331bb6'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:20:36.160244 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a7c254d8-bfed-4d21-85d0-8da5267ac8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:20:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['d179add1-bfa7-46d5-a2f9-e71560331bb6'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:36.202318 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c758715e-bcf7-4cbf-9d93-b90ca3c00bc3 req-9f435f60-2acf-48bb-a24b-4a5fab241c24 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445707 Jan 28 00:20:36.323846 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-a7c254d8-bfed-4d21-85d0-8da5267ac8ee None None] Set router d179add1-bfa7-46d5-a2f9-e71560331bb6 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:20:36.526826 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-7e0d58ad-5397-49d4-b654-dbe3216c6237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e7f6fce-460e-41cb-8c74-4bb9b5098f14 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:20:36.547975 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-7e0d58ad-5397-49d4-b654-dbe3216c6237 service neutron] Publish callbacks [] for port (8e7f6fce-460e-41cb-8c74-4bb9b5098f14), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:36.577466 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-7e0d58ad-5397-49d4-b654-dbe3216c6237 service neutron] Transition to ACTIVE for port object 8e7f6fce-460e-41cb-8c74-4bb9b5098f14 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:20:36.586178 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-7e0d58ad-5397-49d4-b654-dbe3216c6237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (8e7f6fce-460e-41cb-8c74-4bb9b5098f14), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:36.651930 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4fdab5f-f8ae-4732-bc6d-225c2830385f admin admin] Publish callbacks [] for router_gateway (7393b57c-cf37-4180-8a08-ebaec12785b5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:36.736110 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d58ad-5397-49d4-b654-dbe3216c6237 service neutron] Pushing event updated for resources: {'Port': ['ID=8e7f6fce-460e-41cb-8c74-4bb9b5098f14,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:36.748694 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fb266-86e0-4fa6-882f-7e3b5a2983fe req-50248d7d-794c-4c51-9ec6-954a8e157fec tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:36.750490 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-572fb266-86e0-4fa6-882f-7e3b5a2983fe req-50248d7d-794c-4c51-9ec6-954a8e157fec tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 949 time: 0.1528559 Jan 28 00:20:36.764498 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770de23e-a3e1-44b3-9a42-9afbe8904bcc req-05234d50-7dd2-443c-89d7-dcb260b180a1 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:36.771904 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-770de23e-a3e1-44b3-9a42-9afbe8904bcc req-05234d50-7dd2-443c-89d7-dcb260b180a1 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=22b7bf8f-217d-475c-9d6d-135ec5216417 HTTP/1.1" status: 200 len: 945 time: 0.5042648 Jan 28 00:20:36.773777 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c758715e-bcf7-4cbf-9d93-b90ca3c00bc3 req-4e085534-2d63-4350-b8af-f464d4c1c65e service neutron] 10.222.0.65 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506790 Jan 28 00:20:36.921068 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:20:36.932773 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a7c254d8-bfed-4d21-85d0-8da5267ac8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'name': 'tempest-TaggedBootDevicesTest_v242-1800080948-router', 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '265b134a-c49b-4a35-8721-3837452be0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:16:49Z', 'updated_at': '2022-01-28T00:16:55Z', 'revision_number': 4, 'project_id': '160a5827a22f400b84570ea4a4c65c01', 'gw_port': {'id': '265b134a-c49b-4a35-8721-3837452be0db', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:16:50Z', 'updated_at': '2022-01-28T00:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '2d86ea61-f9f5-4c6e-9603-4341d5e57d4b', 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'port_id': '1c80ae37-b3ec-413e-a908-d7c646315e69', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 984, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97c33ad0-0461-45c3-9dc8-98632a31ba84', 'mac_address': 'fa:16:3e:d5:6e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:18:32Z', 'updated_at': '2022-01-28T00:20:31Z', 'revision_number': 1, 'project_id': '160a5827a22f400b84570ea4a4c65c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc3ed81-e4b1-4829-aa64-07cd86d9acbf', 'name': '', 'network_id': '97c33ad0-0461-45c3-9dc8-98632a31ba84', 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'mac_address': 'fa:16:3e:9e:4d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '1d093807-7e7b-4a9f-8622-0558c2c97c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:16:54Z', 'updated_at': '2022-01-28T00:17:05Z', 'revision_number': 5, 'project_id': '160a5827a22f400b84570ea4a4c65c01', 'subnets': [{'id': '1d093807-7e7b-4a9f-8622-0558c2c97c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:36.987474 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-770de23e-a3e1-44b3-9a42-9afbe8904bcc req-1cf3d910-cc07-46f5-a5f2-08db10701f47 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140682 Jan 28 00:20:36.999828 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c254d8-bfed-4d21-85d0-8da5267ac8ee None None] The sync data for ids ['d179add1-bfa7-46d5-a2f9-e71560331bb6'] in n-d-826754-1 is: [{'id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'name': 'tempest-TaggedBootDevicesTest_v242-1800080948-router', 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '265b134a-c49b-4a35-8721-3837452be0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:16:49Z', 'updated_at': '2022-01-28T00:16:55Z', 'revision_number': 4, 'project_id': '160a5827a22f400b84570ea4a4c65c01', 'gw_port': {'id': '265b134a-c49b-4a35-8721-3837452be0db', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:16:50Z', 'updated_at': '2022-01-28T00:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '2d86ea61-f9f5-4c6e-9603-4341d5e57d4b', 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'port_id': '1c80ae37-b3ec-413e-a908-d7c646315e69', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 984, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97c33ad0-0461-45c3-9dc8-98632a31ba84', 'mac_address': 'fa:16:3e:d5:6e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:18:32Z', 'updated_at': '2022-01-28T00:20:31Z', 'revision_number': 1, 'project_id': '160a5827a22f400b84570ea4a4c65c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc3ed81-e4b1-4829-aa64-07cd86d9acbf', 'name': '', 'network_id': '97c33ad0-0461-45c3-9dc8-98632a31ba84', 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'mac_address': 'fa:16:3e:9e:4d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '1d093807-7e7b-4a9f-8622-0558c2c97c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:16:54Z', 'updated_at': '2022-01-28T00:17:05Z', 'revision_number': 5, 'project_id': '160a5827a22f400b84570ea4a4c65c01', 'subnets': [{'id': '1d093807-7e7b-4a9f-8622-0558c2c97c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:20:37.021288 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-572fb266-86e0-4fa6-882f-7e3b5a2983fe req-e157ed5f-a4f2-48e8-b7e5-aaec703c4626 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189987 Jan 28 00:20:37.021288 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-7e0d58ad-5397-49d4-b654-dbe3216c6237 service neutron] Attempting to bind port 8e7f6fce-460e-41cb-8c74-4bb9b5098f14 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:20:37.021288 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-7e0d58ad-5397-49d4-b654-dbe3216c6237 service neutron] Attempting to bind port 8e7f6fce-460e-41cb-8c74-4bb9b5098f14 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '87380d4d-c14a-4c3b-ba9c-effbcb33e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '64b0a5d5-a645-4f8b-974a-dd9349c99779'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:20:37.021288 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-7e0d58ad-5397-49d4-b654-dbe3216c6237 service neutron] Attempting to bind port 8e7f6fce-460e-41cb-8c74-4bb9b5098f14 on network 64b0a5d5-a645-4f8b-974a-dd9349c99779 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:20:37.034459 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-7e0d58ad-5397-49d4-b654-dbe3216c6237 service neutron] Port 8e7f6fce-460e-41cb-8c74-4bb9b5098f14 on network 64b0a5d5-a645-4f8b-974a-dd9349c99779 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:20:37.035923 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-7e0d58ad-5397-49d4-b654-dbe3216c6237 service neutron] Attempting to bind port 8e7f6fce-460e-41cb-8c74-4bb9b5098f14 on network 64b0a5d5-a645-4f8b-974a-dd9349c99779 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:20:37.049754 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-7e0d58ad-5397-49d4-b654-dbe3216c6237 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:20:37.051194 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-7e0d58ad-5397-49d4-b654-dbe3216c6237 service neutron] Checking segment: {'id': '87380d4d-c14a-4c3b-ba9c-effbcb33e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '64b0a5d5-a645-4f8b-974a-dd9349c99779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:20:37.052168 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-7e0d58ad-5397-49d4-b654-dbe3216c6237 service neutron] Bound using segment: {'id': '87380d4d-c14a-4c3b-ba9c-effbcb33e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '64b0a5d5-a645-4f8b-974a-dd9349c99779'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:20:37.053230 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-7e0d58ad-5397-49d4-b654-dbe3216c6237 service neutron] Bound port: 8e7f6fce-460e-41cb-8c74-4bb9b5098f14, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87380d4d-c14a-4c3b-ba9c-effbcb33e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '64b0a5d5-a645-4f8b-974a-dd9349c99779'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:20:37.054439 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-7e0d58ad-5397-49d4-b654-dbe3216c6237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8e7f6fce-460e-41cb-8c74-4bb9b5098f14), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:37.350759 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-7e0d58ad-5397-49d4-b654-dbe3216c6237 service neutron] For port 8e7f6fce-460e-41cb-8c74-4bb9b5098f14, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:20:37.410141 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a975d-8461-475b-ad06-65f9a28d4e27 req-6484f5ad-817b-4f67-abd8-147d12c21a35 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:37.410141 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-773a975d-8461-475b-ad06-65f9a28d4e27 req-6484f5ad-817b-4f67-abd8-147d12c21a35 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 943 time: 0.2256992 Jan 28 00:20:37.461163 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-7e0d58ad-5397-49d4-b654-dbe3216c6237 service neutron] For port 8e7f6fce-460e-41cb-8c74-4bb9b5098f14, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8e7f6fce-460e-41cb-8c74-4bb9b5098f14,segment=NetworkSegment(87380d4d-c14a-4c3b-ba9c-effbcb33e2ad),segment_id=87380d4d-c14a-4c3b-ba9c-effbcb33e2ad)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:20:37.479606 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-7e0d58ad-5397-49d4-b654-dbe3216c6237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (8e7f6fce-460e-41cb-8c74-4bb9b5098f14), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:37.511041 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-7e0d58ad-5397-49d4-b654-dbe3216c6237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:37.512349 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-7e0d58ad-5397-49d4-b654-dbe3216c6237 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:37.514139 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-7e0d58ad-5397-49d4-b654-dbe3216c6237 service neutron] 10.222.0.65 "PUT /v2.0/ports/8e7f6fce-460e-41cb-8c74-4bb9b5098f14 HTTP/1.1" status: 200 len: 1091 time: 1.7114444 Jan 28 00:20:37.523045 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642a04a4-9378-4729-9b0c-57202ac9c9fa None None] New status for floating IP 2d86ea61-f9f5-4c6e-9603-4341d5e57d4b: ACTIVE {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:20:37.545803 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f1ad5-ad03-4d43-8840-1662d46ccf84 req-6608eeb1-991d-444b-b5ca-de743a0ee864 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:37.550810 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-660f1ad5-ad03-4d43-8840-1662d46ccf84 req-6608eeb1-991d-444b-b5ca-de743a0ee864 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fb84a4e-aeeb-4965-911f-d65528deb85c HTTP/1.1" status: 200 len: 949 time: 0.2846162 Jan 28 00:20:37.723503 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-773a975d-8461-475b-ad06-65f9a28d4e27 req-99a55411-658b-4aa1-935a-af4ed5e7fee0 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995951 Jan 28 00:20:37.740988 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d58ad-5397-49d4-b654-dbe3216c6237 service neutron] Pushing event updated for resources: {'Port': ['ID=8e7f6fce-460e-41cb-8c74-4bb9b5098f14,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:37.764838 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-f6ddb270-bb86-4fc8-a159-66c1c56c7263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:37.766588 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-f6ddb270-bb86-4fc8-a159-66c1c56c7263 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=196e2a06defd4040950ac19641a2f393&device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 1094 time: 0.1566234 Jan 28 00:20:37.785912 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4fdab5f-f8ae-4732-bc6d-225c2830385f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (7393b57c-cf37-4180-8a08-ebaec12785b5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:37.787259 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-660f1ad5-ad03-4d43-8840-1662d46ccf84 req-877e1370-e18a-49f4-ab40-2158f5acbe86 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823254 Jan 28 00:20:37.789818 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c758715e-bcf7-4cbf-9d93-b90ca3c00bc3 req-2d1ef5a9-e1fc-4b7f-8094-fe8452f56261 service neutron] 10.222.0.65 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0089350 Jan 28 00:20:37.886082 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-c5042a10-8a17-4e74-921e-b8ee91deeb15 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e7f6fce-460e-41cb-8c74-4bb9b5098f14 HTTP/1.1" status: 200 len: 217 time: 0.0964789 Jan 28 00:20:37.982962 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-c0fb4a72-4501-492c-a469-d93bbaf4a739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:37.984450 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-c0fb4a72-4501-492c-a469-d93bbaf4a739 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=530fddaf-a5d7-4bcd-acc2-ddfe220a3804 HTTP/1.1" status: 200 len: 851 time: 0.0913570 Jan 28 00:20:38.032939 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fdab5f-f8ae-4732-bc6d-225c2830385f admin admin] Router 7393b57c-cf37-4180-8a08-ebaec12785b5 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:20:38.048058 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'tag': '1c80ae37-b3ec-413e-a908-d7c646315e69'}, {'name': 'network-changed', 'server_uuid': '40dc3991-e4a6-4b22-8624-1024e505a9ba', 'tag': '8e7f6fce-460e-41cb-8c74-4bb9b5098f14'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:20:38.052618 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2d5ec2-5803-4b06-86fe-af6b659a2cba" -d '{"events": [{"name": "network-changed", "server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "tag": "1c80ae37-b3ec-413e-a908-d7c646315e69"}, {"name": "network-changed", "server_uuid": "40dc3991-e4a6-4b22-8624-1024e505a9ba", "tag": "8e7f6fce-460e-41cb-8c74-4bb9b5098f14"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:20:38.059405 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-172bf40a-851e-4328-9075-fec9dd4f8951 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=64b0a5d5-a645-4f8b-974a-dd9349c99779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663922 Jan 28 00:20:38.069298 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03e631-ff08-4e90-901f-0379eb2ff52c req-c25e5e0d-5c82-4f56-b872-08c58c694ce7 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:38.071695 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cd03e631-ff08-4e90-901f-0379eb2ff52c req-c25e5e0d-5c82-4f56-b872-08c58c694ce7 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f37e63d-85b1-4fd6-a359-e77e3b181a83 HTTP/1.1" status: 200 len: 944 time: 0.1404593 Jan 28 00:20:38.179314 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fdab5f-f8ae-4732-bc6d-225c2830385f admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:20:38.194243 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58064794-1aa4-458b-a97c-3febb143f233 None None] Sync routers for ids ['7393b57c-cf37-4180-8a08-ebaec12785b5'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:20:38.201464 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4fdab5f-f8ae-4732-bc6d-225c2830385f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:38.203811 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e4fdab5f-f8ae-4732-bc6d-225c2830385f admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2344837 Jan 28 00:20:38.208605 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57440) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:20:38.218138 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58064794-1aa4-458b-a97c-3febb143f233 None None] Routers {'7393b57c-cf37-4180-8a08-ebaec12785b5'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:20:38.225457 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-58064794-1aa4-458b-a97c-3febb143f233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:20:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['7393b57c-cf37-4180-8a08-ebaec12785b5'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:38.235338 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-894b47b4-80a7-48c8-8ace-247ddf10c4c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:38.261910 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cd03e631-ff08-4e90-901f-0379eb2ff52c req-5b55418d-3274-4323-bdc2-eb0f90afb315 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650732 Jan 28 00:20:38.291774 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-cbd0f594-3548-43a5-8cd2-c13794303dc1 service neutron] 10.222.0.65 "GET /v2.0/networks/64b0a5d5-a645-4f8b-974a-dd9349c99779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183259 Jan 28 00:20:38.552961 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-58064794-1aa4-458b-a97c-3febb143f233 None None] Set router 7393b57c-cf37-4180-8a08-ebaec12785b5 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:20:38.628178 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71ddd1c0-e6b4-4bf2-8beb-a30b08f505e7 req-d4e92a13-2d7a-4854-b796-d94372fa7e19 service neutron] 10.222.0.65 "GET /v2.0/networks/64b0a5d5-a645-4f8b-974a-dd9349c99779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301399 Jan 28 00:20:38.768430 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 00:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10796176-c631-4074-99ae-81a1358dfcc9 x-openstack-request-id: req-10796176-c631-4074-99ae-81a1358dfcc9 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:20:38.769054 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "tag": "1c80ae37-b3ec-413e-a908-d7c646315e69", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "40dc3991-e4a6-4b22-8624-1024e505a9ba", "tag": "8e7f6fce-460e-41cb-8c74-4bb9b5098f14", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:20:38.769977 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-10796176-c631-4074-99ae-81a1358dfcc9 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:20:38.770558 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'tag': '1c80ae37-b3ec-413e-a908-d7c646315e69', 'status': 'completed', 'code': 200} Jan 28 00:20:38.770968 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40dc3991-e4a6-4b22-8624-1024e505a9ba', 'tag': '8e7f6fce-460e-41cb-8c74-4bb9b5098f14', 'status': 'completed', 'code': 200} Jan 28 00:20:38.773294 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bc0748b1-6425-4049-a0d3-91c942c59e57 req-16008917-dd1d-4b79-9df0-4ba458a4c0bf tempest-ServerShowV257Test-1347534122 tempest-ServerShowV257Test-1347534122-project] 10.222.0.70 "GET /v2.0/ports?device_id=e191053c-b863-4bcc-8595-a8da93c122fd HTTP/1.1" status: 200 len: 210 time: 0.0738592 Jan 28 00:20:38.922213 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d5ec2-5803-4b06-86fe-af6b659a2cba req-2487a066-75ad-445b-8093-eb53ac49f78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:38.923874 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb2d5ec2-5803-4b06-86fe-af6b659a2cba req-2487a066-75ad-445b-8093-eb53ac49f78e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=196e2a06defd4040950ac19641a2f393&device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 1094 time: 0.1244085 Jan 28 00:20:38.930502 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-58064794-1aa4-458b-a97c-3febb143f233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7393b57c-cf37-4180-8a08-ebaec12785b5', 'name': 'tempest-ServerRescueNegativeTestJSON-294972485-router', 'tenant_id': '447275f81c0e4d579e9910142f20754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '62da5332-1800-4dc4-a541-dad6ef45f1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:20:34Z', 'updated_at': '2022-01-28T00:20:36Z', 'revision_number': 3, 'project_id': '447275f81c0e4d579e9910142f20754b', 'gw_port': {'id': '62da5332-1800-4dc4-a541-dad6ef45f1df', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:55:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7393b57c-cf37-4180-8a08-ebaec12785b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:20:35Z', 'updated_at': '2022-01-28T00:20:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:38.983435 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58064794-1aa4-458b-a97c-3febb143f233 None None] Checking router: 7393b57c-cf37-4180-8a08-ebaec12785b5 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:20:38.984692 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58064794-1aa4-458b-a97c-3febb143f233 None None] Updating router 7393b57c-cf37-4180-8a08-ebaec12785b5 port 62da5332-1800-4dc4-a541-dad6ef45f1df binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:20:39.045226 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-58064794-1aa4-458b-a97c-3febb143f233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (62da5332-1800-4dc4-a541-dad6ef45f1df), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:39.198713 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d5ec2-5803-4b06-86fe-af6b659a2cba req-090127b0-3d8f-4a66-a34a-16f22c77177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:39.199201 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d5ec2-5803-4b06-86fe-af6b659a2cba req-090127b0-3d8f-4a66-a34a-16f22c77177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:39.199725 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d5ec2-5803-4b06-86fe-af6b659a2cba req-090127b0-3d8f-4a66-a34a-16f22c77177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:39.200221 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d5ec2-5803-4b06-86fe-af6b659a2cba req-090127b0-3d8f-4a66-a34a-16f22c77177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:39.200647 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d5ec2-5803-4b06-86fe-af6b659a2cba req-090127b0-3d8f-4a66-a34a-16f22c77177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:39.201119 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d5ec2-5803-4b06-86fe-af6b659a2cba req-090127b0-3d8f-4a66-a34a-16f22c77177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:39.201592 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d5ec2-5803-4b06-86fe-af6b659a2cba req-090127b0-3d8f-4a66-a34a-16f22c77177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:39.209009 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb2d5ec2-5803-4b06-86fe-af6b659a2cba req-090127b0-3d8f-4a66-a34a-16f22c77177d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=160a5827a22f400b84570ea4a4c65c01&device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 6502 time: 0.3264101 Jan 28 00:20:39.266935 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbe9fc-f615-4c24-9a0b-6107abcee275 req-466f76cf-5f53-4f8f-8cd9-d15612fb9463 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:39.271189 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70bbe9fc-f615-4c24-9a0b-6107abcee275 req-466f76cf-5f53-4f8f-8cd9-d15612fb9463 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 949 time: 0.3807776 Jan 28 00:20:39.272043 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13c779ab-5025-4f9d-9639-2be4d0c839d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:39.276036 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device f96d3648-66fc-4826-8eb4-c883447ce7ad details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:20:39.518800 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e376cd-1ee8-44ee-83da-a5d5b3e3658d req-2926048c-2a1b-46ea-9657-597de3bfc2ad tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:39.521992 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-18e376cd-1ee8-44ee-83da-a5d5b3e3658d req-2926048c-2a1b-46ea-9657-597de3bfc2ad tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 943 time: 0.3103402 Jan 28 00:20:39.537834 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee898f-c84c-4e0e-aa7b-0d7eaceb7ddc req-d54acf99-faed-41c3-bcc1-a0e076ed129f tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:39.540763 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75ee898f-c84c-4e0e-aa7b-0d7eaceb7ddc req-d54acf99-faed-41c3-bcc1-a0e076ed129f tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fb84a4e-aeeb-4965-911f-d65528deb85c HTTP/1.1" status: 200 len: 949 time: 0.4438999 Jan 28 00:20:39.584479 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d5ec2-5803-4b06-86fe-af6b659a2cba req-c91e8bbc-a8e1-41cd-a196-c7b00327357a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:39.587776 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb2d5ec2-5803-4b06-86fe-af6b659a2cba req-c91e8bbc-a8e1-41cd-a196-c7b00327357a service neutron] 10.222.0.65 "GET /v2.0/networks?id=64b0a5d5-a645-4f8b-974a-dd9349c99779 HTTP/1.1" status: 200 len: 912 time: 0.6088829 Jan 28 00:20:39.594270 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70bbe9fc-f615-4c24-9a0b-6107abcee275 req-172adcb5-483f-4df8-8949-c4bbb8e4a70f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600653 Jan 28 00:20:39.650668 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port f96d3648-66fc-4826-8eb4-c883447ce7ad, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=f96d3648-66fc-4826-8eb4-c883447ce7ad,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:39.656241 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb2d5ec2-5803-4b06-86fe-af6b659a2cba req-710622f1-1454-4528-b181-64ec3cfa4a51 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e7f6fce-460e-41cb-8c74-4bb9b5098f14 HTTP/1.1" status: 200 len: 217 time: 0.0579424 Jan 28 00:20:39.682252 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:39.707220 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-58064794-1aa4-458b-a97c-3febb143f233 None None] Publish callbacks [] for port (62da5332-1800-4dc4-a541-dad6ef45f1df), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:39.708287 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'f96d3648-66fc-4826-8eb4-c883447ce7ad', 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e', 'port_id': 'f96d3648-66fc-4826-8eb4-c883447ce7ad', 'mac_address': 'fa:16:3e:f7:e4:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89787cce-0952-4d1c-b459-5274630a8c6e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:20:39.719174 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-13c779ab-5025-4f9d-9639-2be4d0c839d3 admin admin] Allocated IP 172.20.0.1 (8a6446b4-7f18-47f6-bd02-dfe5469ab9a1/1866bf73-f598-42e8-af99-a33f224ad981/760ccfeb-b237-4def-85db-5072d033d223) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:20:39.724197 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-58064794-1aa4-458b-a97c-3febb143f233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (62da5332-1800-4dc4-a541-dad6ef45f1df), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:39.829340 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-58064794-1aa4-458b-a97c-3febb143f233 None None] Attempting to bind port 62da5332-1800-4dc4-a541-dad6ef45f1df on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:20:39.829707 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-58064794-1aa4-458b-a97c-3febb143f233 None None] Attempting to bind port 62da5332-1800-4dc4-a541-dad6ef45f1df by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:20:39.830099 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58064794-1aa4-458b-a97c-3febb143f233 None None] Attempting to bind port 62da5332-1800-4dc4-a541-dad6ef45f1df on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:20:39.838919 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df64c0-faee-42f5-ac28-9a1cf6d32ce3 None None] Pushing event updated for resources: {'Port': ['ID=62da5332-1800-4dc4-a541-dad6ef45f1df,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:39.846588 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d5ec2-5803-4b06-86fe-af6b659a2cba req-b5bd72d7-4484-477f-acf8-1d024c814a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:39.847063 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58064794-1aa4-458b-a97c-3febb143f233 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:20:39.849692 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb2d5ec2-5803-4b06-86fe-af6b659a2cba req-b5bd72d7-4484-477f-acf8-1d024c814a91 service neutron] 10.222.0.52 "GET /v2.0/networks?id=97c33ad0-0461-45c3-9dc8-98632a31ba84 HTTP/1.1" status: 200 len: 918 time: 0.6089613 Jan 28 00:20:39.850970 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58064794-1aa4-458b-a97c-3febb143f233 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:20:39.850970 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-58064794-1aa4-458b-a97c-3febb143f233 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:39.850970 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58064794-1aa4-458b-a97c-3febb143f233 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:20:39.852889 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-58064794-1aa4-458b-a97c-3febb143f233 None None] Bound port: 62da5332-1800-4dc4-a541-dad6ef45f1df, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:20:39.853304 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-58064794-1aa4-458b-a97c-3febb143f233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (62da5332-1800-4dc4-a541-dad6ef45f1df), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:39.862938 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-18e376cd-1ee8-44ee-83da-a5d5b3e3658d req-fc725cda-5e66-4f65-9559-ac63a3e2f238 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203034 Jan 28 00:20:39.868985 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port f96d3648-66fc-4826-8eb4-c883447ce7ad is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:39.869287 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f96d3648-66fc-4826-8eb4-c883447ce7ad), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:39.906468 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f96d3648-66fc-4826-8eb4-c883447ce7ad {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:20:39.962019 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port f96d3648-66fc-4826-8eb4-c883447ce7ad, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=f96d3648-66fc-4826-8eb4-c883447ce7ad,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:39.971660 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f96d3648-66fc-4826-8eb4-c883447ce7ad), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:40.000675 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-58064794-1aa4-458b-a97c-3febb143f233 None None] For port 62da5332-1800-4dc4-a541-dad6ef45f1df, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:20:40.015873 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-58064794-1aa4-458b-a97c-3febb143f233 None None] For port 62da5332-1800-4dc4-a541-dad6ef45f1df, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=62da5332-1800-4dc4-a541-dad6ef45f1df,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:20:40.025462 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-58064794-1aa4-458b-a97c-3febb143f233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (62da5332-1800-4dc4-a541-dad6ef45f1df), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:40.113633 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=f96d3648-66fc-4826-8eb4-c883447ce7ad,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:40.125317 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13c779ab-5025-4f9d-9639-2be4d0c839d3 admin admin] Publish callbacks [] for port (760ccfeb-b237-4def-85db-5072d033d223), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:40.171028 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58064794-1aa4-458b-a97c-3febb143f233 None None] Routers {'7393b57c-cf37-4180-8a08-ebaec12785b5'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:20:40.172752 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-58064794-1aa4-458b-a97c-3febb143f233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:20:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['7393b57c-cf37-4180-8a08-ebaec12785b5'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:40.196803 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13c779ab-5025-4f9d-9639-2be4d0c839d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (760ccfeb-b237-4def-85db-5072d033d223), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:40.251520 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c779ab-5025-4f9d-9639-2be4d0c839d3 admin admin] Network 8a6446b4-7f18-47f6-bd02-dfe5469ab9a1 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:20:40.255524 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-13c779ab-5025-4f9d-9639-2be4d0c839d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:20:40.259879 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c779ab-5025-4f9d-9639-2be4d0c839d3 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:20:40.302714 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df64c0-faee-42f5-ac28-9a1cf6d32ce3 None None] Pushing event updated for resources: {'Port': ['ID=62da5332-1800-4dc4-a541-dad6ef45f1df,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:40.305582 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['f96d3648-66fc-4826-8eb4-c883447ce7ad'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:40.320045 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c779ab-5025-4f9d-9639-2be4d0c839d3 admin admin] Pushing event updated for resources: {'Port': ['ID=760ccfeb-b237-4def-85db-5072d033d223,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:40.353551 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13c779ab-5025-4f9d-9639-2be4d0c839d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (7393b57c-cf37-4180-8a08-ebaec12785b5), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:40.485713 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-58064794-1aa4-458b-a97c-3febb143f233 None None] Set router 7393b57c-cf37-4180-8a08-ebaec12785b5 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:20:40.569708 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d5ec2-5803-4b06-86fe-af6b659a2cba req-d43b21eb-708a-418f-9654-fc4f6ff09d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:40.572192 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb2d5ec2-5803-4b06-86fe-af6b659a2cba req-d43b21eb-708a-418f-9654-fc4f6ff09d6b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=530fddaf-a5d7-4bcd-acc2-ddfe220a3804 HTTP/1.1" status: 200 len: 851 time: 0.8987293 Jan 28 00:20:40.584252 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13c779ab-5025-4f9d-9639-2be4d0c839d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (760ccfeb-b237-4def-85db-5072d033d223), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:40.683852 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb2d5ec2-5803-4b06-86fe-af6b659a2cba req-79632b22-c2ae-4b2b-a5f6-684e4a2f2c73 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=64b0a5d5-a645-4f8b-974a-dd9349c99779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585780 Jan 28 00:20:40.706895 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb2d5ec2-5803-4b06-86fe-af6b659a2cba req-9def86f0-8e67-4943-83f0-d042914d2d0b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c80ae37-b3ec-413e-a908-d7c646315e69 HTTP/1.1" status: 200 len: 1001 time: 0.8392484 Jan 28 00:20:40.793339 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-75ee898f-c84c-4e0e-aa7b-0d7eaceb7ddc req-451838dd-f0dc-4585-9a4c-d9d37a862661 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Deleting port 84c70a84-fc0a-4272-aa60-3ac20605cb98 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:20:40.793870 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75ee898f-c84c-4e0e-aa7b-0d7eaceb7ddc req-451838dd-f0dc-4585-9a4c-d9d37a862661 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (84c70a84-fc0a-4272-aa60-3ac20605cb98), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:40.795073 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13c779ab-5025-4f9d-9639-2be4d0c839d3 admin admin] Publish callbacks [] for port (760ccfeb-b237-4def-85db-5072d033d223), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:40.802425 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13c779ab-5025-4f9d-9639-2be4d0c839d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (760ccfeb-b237-4def-85db-5072d033d223), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:40.823473 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-58064794-1aa4-458b-a97c-3febb143f233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7393b57c-cf37-4180-8a08-ebaec12785b5', 'name': 'tempest-ServerRescueNegativeTestJSON-294972485-router', 'tenant_id': '447275f81c0e4d579e9910142f20754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '62da5332-1800-4dc4-a541-dad6ef45f1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:20:34Z', 'updated_at': '2022-01-28T00:20:36Z', 'revision_number': 3, 'project_id': '447275f81c0e4d579e9910142f20754b', 'gw_port': {'id': '62da5332-1800-4dc4-a541-dad6ef45f1df', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:55:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7393b57c-cf37-4180-8a08-ebaec12785b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:20:35Z', 'updated_at': '2022-01-28T00:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:40.842035 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4c345-18d1-4d5d-966e-e47484b0a72d req-a7986601-b77d-476f-b241-79775fbda7ab tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:40.843922 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aca4c345-18d1-4d5d-966e-e47484b0a72d req-a7986601-b77d-476f-b241-79775fbda7ab tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fb84a4e-aeeb-4965-911f-d65528deb85c HTTP/1.1" status: 200 len: 949 time: 0.8383155 Jan 28 00:20:40.872726 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58064794-1aa4-458b-a97c-3febb143f233 None None] The sync data for ids ['7393b57c-cf37-4180-8a08-ebaec12785b5'] in n-d-826754-1 is: [{'id': '7393b57c-cf37-4180-8a08-ebaec12785b5', 'name': 'tempest-ServerRescueNegativeTestJSON-294972485-router', 'tenant_id': '447275f81c0e4d579e9910142f20754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '62da5332-1800-4dc4-a541-dad6ef45f1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:20:34Z', 'updated_at': '2022-01-28T00:20:36Z', 'revision_number': 3, 'project_id': '447275f81c0e4d579e9910142f20754b', 'gw_port': {'id': '62da5332-1800-4dc4-a541-dad6ef45f1df', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:55:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7393b57c-cf37-4180-8a08-ebaec12785b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:20:35Z', 'updated_at': '2022-01-28T00:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:20:40.892231 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c971f5e-a758-4161-90c6-424a0b1182f1 req-49dab324-9ad9-4ab1-b915-760db068f6a3 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:40.896310 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4c971f5e-a758-4161-90c6-424a0b1182f1 req-49dab324-9ad9-4ab1-b915-760db068f6a3 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f37e63d-85b1-4fd6-a359-e77e3b181a83 HTTP/1.1" status: 200 len: 945 time: 0.3325510 Jan 28 00:20:40.922453 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c779ab-5025-4f9d-9639-2be4d0c839d3 admin admin] Pushing event updated for resources: {'Port': ['ID=760ccfeb-b237-4def-85db-5072d033d223,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:40.937592 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13c779ab-5025-4f9d-9639-2be4d0c839d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (7393b57c-cf37-4180-8a08-ebaec12785b5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:40.962813 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d5ec2-5803-4b06-86fe-af6b659a2cba req-bf273298-0257-4f5a-add7-00821bcc405a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:40.964762 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb2d5ec2-5803-4b06-86fe-af6b659a2cba req-bf273298-0257-4f5a-add7-00821bcc405a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1d093807-7e7b-4a9f-8622-0558c2c97c76 HTTP/1.1" status: 200 len: 856 time: 0.2492120 Jan 28 00:20:41.000803 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:41.081023 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c779ab-5025-4f9d-9639-2be4d0c839d3 admin admin] Network 8a6446b4-7f18-47f6-bd02-dfe5469ab9a1 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:20:41.083603 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-13c779ab-5025-4f9d-9639-2be4d0c839d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:20:41.219686 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb2d5ec2-5803-4b06-86fe-af6b659a2cba req-76fde331-c791-4963-9823-6817420db003 service neutron] 10.222.0.65 "GET /v2.0/networks/64b0a5d5-a645-4f8b-974a-dd9349c99779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5248220 Jan 28 00:20:41.226300 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-75ee898f-c84c-4e0e-aa7b-0d7eaceb7ddc req-451838dd-f0dc-4585-9a4c-d9d37a862661 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] For port 84c70a84-fc0a-4272-aa60-3ac20605cb98, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=84c70a84-fc0a-4272-aa60-3ac20605cb98,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:41.226829 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75ee898f-c84c-4e0e-aa7b-0d7eaceb7ddc req-451838dd-f0dc-4585-9a4c-d9d37a862661 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (84c70a84-fc0a-4272-aa60-3ac20605cb98), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:41.233012 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aca4c345-18d1-4d5d-966e-e47484b0a72d req-c195c0b0-9a1e-4e3d-b664-b6d801b63243 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214977 Jan 28 00:20:41.268459 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d5ec2-5803-4b06-86fe-af6b659a2cba req-06671e46-71bc-4172-b591-02175b3126c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:41.270738 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb2d5ec2-5803-4b06-86fe-af6b659a2cba req-06671e46-71bc-4172-b591-02175b3126c7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=97c33ad0-0461-45c3-9dc8-98632a31ba84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2836375 Jan 28 00:20:41.275155 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4c971f5e-a758-4161-90c6-424a0b1182f1 req-24272692-7d04-4271-aa3b-8a51d31fe9ea tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556902 Jan 28 00:20:41.292045 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 8e7f6fce-460e-41cb-8c74-4bb9b5098f14 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:20:41.336255 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-75ee898f-c84c-4e0e-aa7b-0d7eaceb7ddc req-451838dd-f0dc-4585-9a4c-d9d37a862661 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Calling delete_port for 84c70a84-fc0a-4272-aa60-3ac20605cb98 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:20:41.381712 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c779ab-5025-4f9d-9639-2be4d0c839d3 admin admin] Router 7393b57c-cf37-4180-8a08-ebaec12785b5 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:20:41.512675 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 8e7f6fce-460e-41cb-8c74-4bb9b5098f14, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8e7f6fce-460e-41cb-8c74-4bb9b5098f14,segment=NetworkSegment(87380d4d-c14a-4c3b-ba9c-effbcb33e2ad),segment_id=87380d4d-c14a-4c3b-ba9c-effbcb33e2ad)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:41.534212 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '8e7f6fce-460e-41cb-8c74-4bb9b5098f14', 'network_id': '64b0a5d5-a645-4f8b-974a-dd9349c99779', 'port_id': '8e7f6fce-460e-41cb-8c74-4bb9b5098f14', 'mac_address': 'fa:16:3e:b0:70:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '530fddaf-a5d7-4bcd-acc2-ddfe220a3804', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:20:41.589336 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 8e7f6fce-460e-41cb-8c74-4bb9b5098f14 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:41.590327 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8e7f6fce-460e-41cb-8c74-4bb9b5098f14), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:41.617897 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e7f6fce-460e-41cb-8c74-4bb9b5098f14 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:20:41.620382 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c779ab-5025-4f9d-9639-2be4d0c839d3 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:20:41.633685 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5bf0cf8b-ab2a-4dbf-a29e-3d34253bdd7e req-2cf67721-9777-406e-8d8e-d3f159ab915b tempest-ServerShowV257Test-1347534122 tempest-ServerShowV257Test-1347534122-project] 10.222.0.70 "GET /v2.0/ports?device_id=e191053c-b863-4bcc-8595-a8da93c122fd HTTP/1.1" status: 200 len: 210 time: 0.1033802 Jan 28 00:20:41.637526 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-13c779ab-5025-4f9d-9639-2be4d0c839d3 admin admin] 10.222.0.70 "PUT /v2.0/routers/7393b57c-cf37-4180-8a08-ebaec12785b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4244668 Jan 28 00:20:41.727690 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 8e7f6fce-460e-41cb-8c74-4bb9b5098f14, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8e7f6fce-460e-41cb-8c74-4bb9b5098f14,segment=NetworkSegment(87380d4d-c14a-4c3b-ba9c-effbcb33e2ad),segment_id=87380d4d-c14a-4c3b-ba9c-effbcb33e2ad)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:41.739726 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8e7f6fce-460e-41cb-8c74-4bb9b5098f14), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:41.803465 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb2d5ec2-5803-4b06-86fe-af6b659a2cba req-a9587074-f9fc-4432-8531-fb6732b60c30 service neutron] 10.222.0.52 "GET /v2.0/networks/97c33ad0-0461-45c3-9dc8-98632a31ba84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220308 Jan 28 00:20:41.843436 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bada929-2ffe-4f5c-a232-2d6e7f95cfef req-37d9fc72-19bb-4848-9bfd-bef4e47a2450 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:41.851495 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8bada929-2ffe-4f5c-a232-2d6e7f95cfef req-37d9fc72-19bb-4848-9bfd-bef4e47a2450 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 949 time: 0.4302058 Jan 28 00:20:41.880524 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=8e7f6fce-460e-41cb-8c74-4bb9b5098f14,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:41.938173 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb2d5ec2-5803-4b06-86fe-af6b659a2cba req-39d0ac83-0fb5-4196-8cda-9795e506da45 service neutron] 10.222.0.65 "GET /v2.0/networks/64b0a5d5-a645-4f8b-974a-dd9349c99779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6966243 Jan 28 00:20:42.077649 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['8e7f6fce-460e-41cb-8c74-4bb9b5098f14'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:42.108864 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:42.137356 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8bada929-2ffe-4f5c-a232-2d6e7f95cfef req-f812bfc4-6097-4f52-8bcc-d3240af25845 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845714 Jan 28 00:20:42.160433 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13697307-fecf-4cf6-9c1b-747d9424f860 req-d75c8fc5-b918-400e-8373-74c33a006951 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:42.162900 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-13697307-fecf-4cf6-9c1b-747d9424f860 req-d75c8fc5-b918-400e-8373-74c33a006951 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=22b7bf8f-217d-475c-9d6d-135ec5216417 HTTP/1.1" status: 200 len: 945 time: 0.3951004 Jan 28 00:20:42.221177 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device d0a3cd01-ceab-4ba2-b57d-99214e54850a details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:20:42.234092 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 84c70a84-fc0a-4272-aa60-3ac20605cb98 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:20:42.272910 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb2d5ec2-5803-4b06-86fe-af6b659a2cba req-db519149-3422-43a8-bba3-716a3d671d7f service neutron] 10.222.0.52 "GET /v2.0/networks/97c33ad0-0461-45c3-9dc8-98632a31ba84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175212 Jan 28 00:20:42.273660 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75ee898f-c84c-4e0e-aa7b-0d7eaceb7ddc req-451838dd-f0dc-4585-9a4c-d9d37a862661 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (84c70a84-fc0a-4272-aa60-3ac20605cb98), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:42.338643 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['93d1b1db-ea8f-40d0-ad5f-68128514fbd9', 'a70452fc-14fc-4605-ad3f-db76851ab1e9', '9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90', '64baad5f-d7c1-4872-b963-87dcb4a5ffcb'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:42.352122 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['1d0e9f69-dea1-4853-8ff5-4aaaa651fb27', '3dba5a8d-7833-4acf-ac20-1058770aad91'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:42.360317 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451838dd-f0dc-4585-9a4c-d9d37a862661 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Pushing event deleted for resources: {'Port': ['ID=84c70a84-fc0a-4272-aa60-3ac20605cb98,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:42.372978 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-13697307-fecf-4cf6-9c1b-747d9424f860 req-59b12dd7-2c66-4d24-97d4-3d2127ee25f7 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785812 Jan 28 00:20:42.449525 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ee898f-c84c-4e0e-aa7b-0d7eaceb7ddc req-451838dd-f0dc-4585-9a4c-d9d37a862661 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] No DVR routers for this DVR port 84c70a84-fc0a-4272-aa60-3ac20605cb98 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:20:42.461075 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54be1b-e703-4bfe-bd20-e00b33b66cb2 req-756f863a-ef8c-4c31-8065-834e087fbb5b tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:42.464365 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f54be1b-e703-4bfe-bd20-e00b33b66cb2 req-756f863a-ef8c-4c31-8065-834e087fbb5b tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 944 time: 0.1962051 Jan 28 00:20:42.466245 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75ee898f-c84c-4e0e-aa7b-0d7eaceb7ddc req-451838dd-f0dc-4585-9a4c-d9d37a862661 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:42.472748 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75ee898f-c84c-4e0e-aa7b-0d7eaceb7ddc req-451838dd-f0dc-4585-9a4c-d9d37a862661 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.52 "DELETE /v2.0/ports/84c70a84-fc0a-4272-aa60-3ac20605cb98 HTTP/1.1" status: 204 len: 173 time: 2.8973556 Jan 28 00:20:42.473513 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb84a4e-aeeb-4965-911f-d65528deb85c', 'name': 'network-vif-deleted', 'tag': '84c70a84-fc0a-4272-aa60-3ac20605cb98'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:20:42.478569 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea63f3f-00ab-48bc-9acb-766d65121a61" -d '{"events": [{"server_uuid": "2fb84a4e-aeeb-4965-911f-d65528deb85c", "name": "network-vif-deleted", "tag": "84c70a84-fc0a-4272-aa60-3ac20605cb98"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:20:42.611687 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f54be1b-e703-4bfe-bd20-e00b33b66cb2 req-c67d5880-8806-491d-bc94-260599427dab tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281133 Jan 28 00:20:42.636650 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port d0a3cd01-ceab-4ba2-b57d-99214e54850a, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=d0a3cd01-ceab-4ba2-b57d-99214e54850a,segment=NetworkSegment(1af6e637-635c-4891-a903-f48dbcb066f0),segment_id=1af6e637-635c-4891-a903-f48dbcb066f0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:42.667903 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'd0a3cd01-ceab-4ba2-b57d-99214e54850a', 'network_id': 'cd151476-a5ba-4385-918e-9bfe961c2c84', 'port_id': 'd0a3cd01-ceab-4ba2-b57d-99214e54850a', 'mac_address': 'fa:16:3e:49:80:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0728b32d-3188-4887-80bb-d4a083a9c66b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:20:42.721456 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No active binding found for port 84c70a84-fc0a-4272-aa60-3ac20605cb98 {{(pid=103345) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 00:20:42.721939 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] The host n-h2-826754-1 is not matching for port 84c70a84-fc0a-4272-aa60-3ac20605cb98 host None! {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 00:20:42.726242 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 84c70a84-fc0a-4272-aa60-3ac20605cb98 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:20:42.856908 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c6785184-e119-45d9-a19f-14350246193b req-eb6dd389-6242-4961-85a5-9a257915c45a tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fb84a4e-aeeb-4965-911f-d65528deb85c HTTP/1.1" status: 200 len: 210 time: 0.0323486 Jan 28 00:20:42.868236 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 62da5332-1800-4dc4-a541-dad6ef45f1df up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:20:42.875058 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port d0a3cd01-ceab-4ba2-b57d-99214e54850a is: ACTIVE; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:42.876194 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d0a3cd01-ceab-4ba2-b57d-99214e54850a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:43.006530 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0a3cd01-ceab-4ba2-b57d-99214e54850a {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:20:43.010887 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:43.106018 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219d54c-c3de-46f0-8306-ae29d1304fa6 req-567f6c1e-fc56-4f0a-ad74-d2826fd4c397 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:43.107820 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1219d54c-c3de-46f0-8306-ae29d1304fa6 req-567f6c1e-fc56-4f0a-ad74-d2826fd4c397 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f37e63d-85b1-4fd6-a359-e77e3b181a83 HTTP/1.1" status: 200 len: 945 time: 0.1298139 Jan 28 00:20:43.155066 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-9e275231-6376-4a23-a994-1da474544603 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:43.160919 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-9e275231-6376-4a23-a994-1da474544603 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/networks?id=8a6446b4-7f18-47f6-bd02-dfe5469ab9a1 HTTP/1.1" status: 200 len: 818 time: 0.2056189 Jan 28 00:20:43.193169 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-69ede882-0391-40ba-a134-a835e509c026 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/quotas/447275f81c0e4d579e9910142f20754b HTTP/1.1" status: 200 len: 375 time: 0.0266593 Jan 28 00:20:43.222667 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port d0a3cd01-ceab-4ba2-b57d-99214e54850a, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=d0a3cd01-ceab-4ba2-b57d-99214e54850a,segment=NetworkSegment(1af6e637-635c-4891-a903-f48dbcb066f0),segment_id=1af6e637-635c-4891-a903-f48dbcb066f0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:43.244616 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (d0a3cd01-ceab-4ba2-b57d-99214e54850a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:43.275084 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1219d54c-c3de-46f0-8306-ae29d1304fa6 req-8b09f4a0-9861-4692-8d4b-eae829671767 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508214 Jan 28 00:20:43.305494 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-1f206c9c-8af3-4040-b110-b434fb365f67 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=447275f81c0e4d579e9910142f20754b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0938320 Jan 28 00:20:43.310664 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 62da5332-1800-4dc4-a541-dad6ef45f1df triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:20:43.311053 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (62da5332-1800-4dc4-a541-dad6ef45f1df), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:43.313057 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device f96d3648-66fc-4826-8eb4-c883447ce7ad up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:20:43.463424 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-4191bd25-2b81-4cc8-8ce3-d2fd7eb3295f service neutron] 10.222.0.70 "GET /v2.0/networks/8a6446b4-7f18-47f6-bd02-dfe5469ab9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442213 Jan 28 00:20:43.524231 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=d0a3cd01-ceab-4ba2-b57d-99214e54850a,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:43.529132 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1113c024-6241-4659-b9c1-353d15d738ce None None] Sync routers for ids ['7393b57c-cf37-4180-8a08-ebaec12785b5'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:20:43.540966 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1424565-85fc-47a0-9105-3c9e64e59e68 x-openstack-request-id: req-c1424565-85fc-47a0-9105-3c9e64e59e68 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:20:43.541276 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb84a4e-aeeb-4965-911f-d65528deb85c", "name": "network-vif-deleted", "tag": "84c70a84-fc0a-4272-aa60-3ac20605cb98", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:20:43.541951 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c1424565-85fc-47a0-9105-3c9e64e59e68 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:20:43.542601 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb84a4e-aeeb-4965-911f-d65528deb85c', 'name': 'network-vif-deleted', 'tag': '84c70a84-fc0a-4272-aa60-3ac20605cb98', 'status': 'completed', 'code': 200} Jan 28 00:20:43.575916 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:43.576337 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:43.576816 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:43.577394 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:43.577839 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:43.578415 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:43.578849 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:43.579316 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:43.579777 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:43.580213 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:43.580650 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:43.581103 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:43.582517 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:43.602701 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['d0a3cd01-ceab-4ba2-b57d-99214e54850a'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:43.613076 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-a0122dc3-abbb-484e-b587-3def2681798f service neutron] 10.222.0.70 "GET /v2.0/networks/8a6446b4-7f18-47f6-bd02-dfe5469ab9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426525 Jan 28 00:20:43.631697 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port f96d3648-66fc-4826-8eb4-c883447ce7ad completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:20:43.663290 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1113c024-6241-4659-b9c1-353d15d738ce None None] Routers {'7393b57c-cf37-4180-8a08-ebaec12785b5'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:20:43.664156 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1113c024-6241-4659-b9c1-353d15d738ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:20:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['7393b57c-cf37-4180-8a08-ebaec12785b5'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:43.671974 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port f96d3648-66fc-4826-8eb4-c883447ce7ad triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:20:43.672472 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f96d3648-66fc-4826-8eb4-c883447ce7ad), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:43.716874 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b8f199a-48b9-4544-81c0-7d60419558b4 req-a7e9f398-78cc-49bf-a9fe-3709126138ce tempest-ServerShowV257Test-1347534122 tempest-ServerShowV257Test-1347534122-project] 10.222.0.70 "GET /v2.0/ports?device_id=e191053c-b863-4bcc-8595-a8da93c122fd HTTP/1.1" status: 200 len: 210 time: 0.0296676 Jan 28 00:20:43.928073 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 62da5332-1800-4dc4-a541-dad6ef45f1df is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:43.928530 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (62da5332-1800-4dc4-a541-dad6ef45f1df), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:43.950607 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3668cd9-413a-490b-b709-1bfb0871ca41 req-1c2b394b-ed53-47b6-ba8d-307f772276f0 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:43.964230 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3668cd9-413a-490b-b709-1bfb0871ca41 req-1c2b394b-ed53-47b6-ba8d-307f772276f0 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=22b7bf8f-217d-475c-9d6d-135ec5216417 HTTP/1.1" status: 200 len: 944 time: 0.1385136 Jan 28 00:20:44.061809 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b25a6e95-c197-4b21-9ab0-4d5db2eb838f req-44d0c26c-cb97-4428-9308-031c6d4533e0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0716503 Jan 28 00:20:44.074167 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 62da5332-1800-4dc4-a541-dad6ef45f1df, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=62da5332-1800-4dc4-a541-dad6ef45f1df,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:44.075680 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:44.093318 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-1113c024-6241-4659-b9c1-353d15d738ce None None] Set router 7393b57c-cf37-4180-8a08-ebaec12785b5 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:20:44.098795 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3668cd9-413a-490b-b709-1bfb0871ca41 req-09991e4b-88ae-46c6-9758-5c6ca82e1d25 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331737 Jan 28 00:20:44.105751 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (62da5332-1800-4dc4-a541-dad6ef45f1df), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:44.108174 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756fc48b-b1a7-4604-a24e-3a5779c898dd req-8bb1dbf0-1d45-4c1f-a532-400dc791339c tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:44.117615 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-756fc48b-b1a7-4604-a24e-3a5779c898dd req-8bb1dbf0-1d45-4c1f-a532-400dc791339c tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 944 time: 0.1132560 Jan 28 00:20:44.211672 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f464543-f8be-4fee-8168-5c213c6a4bb3 req-fae0d0f6-958e-404a-b706-224ef2794b0a tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 210 time: 0.0396979 Jan 28 00:20:44.240741 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-756fc48b-b1a7-4604-a24e-3a5779c898dd req-48d09f21-c3e0-40b7-b27d-fb502f6f0ac4 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219823 Jan 28 00:20:44.527407 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f780a-de75-4269-8074-d5665c4fdc82 req-e1000e0e-36cf-4ae1-8d20-623b87f7e327 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:44.529079 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-006f780a-de75-4269-8074-d5665c4fdc82 req-e1000e0e-36cf-4ae1-8d20-623b87f7e327 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 949 time: 0.1780069 Jan 28 00:20:44.588444 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32d127-9374-43e4-bcf8-084105c37721 req-7bcc0bfe-24ee-4a43-834b-a5f41cef80e0 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:44.590033 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de32d127-9374-43e4-bcf8-084105c37721 req-7bcc0bfe-24ee-4a43-834b-a5f41cef80e0 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/networks?id=8a6446b4-7f18-47f6-bd02-dfe5469ab9a1 HTTP/1.1" status: 200 len: 818 time: 0.1913598 Jan 28 00:20:44.627271 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de32d127-9374-43e4-bcf8-084105c37721 req-8154aff5-afd7-48a7-b8d9-5de596d9d785 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/quotas/447275f81c0e4d579e9910142f20754b HTTP/1.1" status: 200 len: 375 time: 0.0241013 Jan 28 00:20:44.630874 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-006f780a-de75-4269-8074-d5665c4fdc82 req-61c678c7-212c-4fd9-afc8-bd94cf40bd0e tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940514 Jan 28 00:20:44.677648 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port f96d3648-66fc-4826-8eb4-c883447ce7ad is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:44.678526 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f96d3648-66fc-4826-8eb4-c883447ce7ad), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:44.701927 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=62da5332-1800-4dc4-a541-dad6ef45f1df,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:44.754862 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de32d127-9374-43e4-bcf8-084105c37721 req-1acce419-6a10-4add-8f9a-77e36bc29e37 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=447275f81c0e4d579e9910142f20754b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1101663 Jan 28 00:20:44.816009 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port f96d3648-66fc-4826-8eb4-c883447ce7ad, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=f96d3648-66fc-4826-8eb4-c883447ce7ad,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:44.862550 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f37e63d-85b1-4fd6-a359-e77e3b181a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96d3648-66fc-4826-8eb4-c883447ce7ad'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:20:44.865273 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582004e6-12c0-43ff-99a0-ff7b7e9c608c" -d '{"events": [{"server_uuid": "7f37e63d-85b1-4fd6-a359-e77e3b181a83", "name": "network-vif-plugged", "status": "completed", "tag": "f96d3648-66fc-4826-8eb4-c883447ce7ad"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:20:44.870162 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f96d3648-66fc-4826-8eb4-c883447ce7ad), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:44.995443 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de32d127-9374-43e4-bcf8-084105c37721 req-e7fbd229-b896-4e90-8bbe-38bfa4be6967 service neutron] 10.222.0.70 "GET /v2.0/networks/8a6446b4-7f18-47f6-bd02-dfe5469ab9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293570 Jan 28 00:20:45.153198 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=f96d3648-66fc-4826-8eb4-c883447ce7ad,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:45.233788 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce558f-7e7e-4431-a9e6-8d25fdcbca22 req-9c7ab407-5baa-4b8b-b64e-aaaa0e37c562 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:45.235405 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4ce558f-7e7e-4431-a9e6-8d25fdcbca22 req-9c7ab407-5baa-4b8b-b64e-aaaa0e37c562 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f37e63d-85b1-4fd6-a359-e77e3b181a83 HTTP/1.1" status: 200 len: 946 time: 0.1214323 Jan 28 00:20:45.254182 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de32d127-9374-43e4-bcf8-084105c37721 req-a1724cac-a976-4339-a937-44b357bdef7e service neutron] 10.222.0.70 "GET /v2.0/networks/8a6446b4-7f18-47f6-bd02-dfe5469ab9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562346 Jan 28 00:20:45.264349 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1113c024-6241-4659-b9c1-353d15d738ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7393b57c-cf37-4180-8a08-ebaec12785b5', 'name': 'tempest-ServerRescueNegativeTestJSON-294972485-router', 'tenant_id': '447275f81c0e4d579e9910142f20754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '62da5332-1800-4dc4-a541-dad6ef45f1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:20:34Z', 'updated_at': '2022-01-28T00:20:40Z', 'revision_number': 4, 'project_id': '447275f81c0e4d579e9910142f20754b', 'gw_port': {'id': '62da5332-1800-4dc4-a541-dad6ef45f1df', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:55:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7393b57c-cf37-4180-8a08-ebaec12785b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:20:35Z', 'updated_at': '2022-01-28T00:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '760ccfeb-b237-4def-85db-5072d033d223', 'name': '', 'network_id': '8a6446b4-7f18-47f6-bd02-dfe5469ab9a1', 'tenant_id': '447275f81c0e4d579e9910142f20754b', 'mac_address': 'fa:16:3e:5b:ef:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7393b57c-cf37-4180-8a08-ebaec12785b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '1866bf73-f598-42e8-af99-a33f224ad981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:20:39Z', 'updated_at': '2022-01-28T00:20:40Z', 'revision_number': 2, 'project_id': '447275f81c0e4d579e9910142f20754b', 'subnets': [{'id': '1866bf73-f598-42e8-af99-a33f224ad981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:45.310190 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 8e7f6fce-460e-41cb-8c74-4bb9b5098f14 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:20:45.318986 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1113c024-6241-4659-b9c1-353d15d738ce None None] Checking router: 7393b57c-cf37-4180-8a08-ebaec12785b5 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:20:45.319386 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1113c024-6241-4659-b9c1-353d15d738ce None None] Updating router 7393b57c-cf37-4180-8a08-ebaec12785b5 port 760ccfeb-b237-4def-85db-5072d033d223 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:20:45.384076 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4ce558f-7e7e-4431-a9e6-8d25fdcbca22 req-adb2c262-a686-4bca-91cd-57a18309302d tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257656 Jan 28 00:20:45.397145 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1113c024-6241-4659-b9c1-353d15d738ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (760ccfeb-b237-4def-85db-5072d033d223), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:45.713630 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de14b6a3-fb2b-4aec-bc21-42a241f0a51f req-46309b97-afc2-4b83-8c0c-876bacc5df0b tempest-ServerShowV257Test-1347534122 tempest-ServerShowV257Test-1347534122-project] 10.222.0.70 "GET /v2.0/ports?device_id=e191053c-b863-4bcc-8595-a8da93c122fd HTTP/1.1" status: 200 len: 210 time: 0.0708981 Jan 28 00:20:45.834023 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266934a7-f4c5-4a19-ae67-a325883b2111 x-openstack-request-id: req-266934a7-f4c5-4a19-ae67-a325883b2111 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:20:45.834892 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f37e63d-85b1-4fd6-a359-e77e3b181a83", "name": "network-vif-plugged", "status": "completed", "tag": "f96d3648-66fc-4826-8eb4-c883447ce7ad", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:20:45.835073 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-266934a7-f4c5-4a19-ae67-a325883b2111 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:20:45.835735 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f37e63d-85b1-4fd6-a359-e77e3b181a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96d3648-66fc-4826-8eb4-c883447ce7ad', 'code': 200} Jan 28 00:20:45.888354 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 8e7f6fce-460e-41cb-8c74-4bb9b5098f14 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:20:45.900250 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 8e7f6fce-460e-41cb-8c74-4bb9b5098f14 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:20:45.900873 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8e7f6fce-460e-41cb-8c74-4bb9b5098f14), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:46.164061 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 8e7f6fce-460e-41cb-8c74-4bb9b5098f14 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:46.164593 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8e7f6fce-460e-41cb-8c74-4bb9b5098f14), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:46.222433 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-cd449e09-e635-4a3e-bf00-595a7aa6d07b tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:46.224363 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-cd449e09-e635-4a3e-bf00-595a7aa6d07b tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.52 "GET /v2.0/networks?id=8a6446b4-7f18-47f6-bd02-dfe5469ab9a1 HTTP/1.1" status: 200 len: 818 time: 0.1272035 Jan 28 00:20:46.232679 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38830377-70ab-4721-af88-7e64d31140a8 req-11c4a7ba-3a15-44c2-a8f9-93c1c1e8684c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:46.234451 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-38830377-70ab-4721-af88-7e64d31140a8 req-11c4a7ba-3a15-44c2-a8f9-93c1c1e8684c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7f37e63d-85b1-4fd6-a359-e77e3b181a83 HTTP/1.1" status: 200 len: 1097 time: 0.2176352 Jan 28 00:20:46.243253 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204dbe5-09a4-43d2-b085-854aac34f83a req-6abae327-6aac-4ef0-9f67-d3ffc0e63803 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:46.251384 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9204dbe5-09a4-43d2-b085-854aac34f83a req-6abae327-6aac-4ef0-9f67-d3ffc0e63803 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=2472552b-59ef-4772-befa-62ca437cec54 HTTP/1.1" status: 200 len: 950 time: 0.3570077 Jan 28 00:20:46.263816 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device d0a3cd01-ceab-4ba2-b57d-99214e54850a up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:20:46.288468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-0da165f1-fd9e-4e36-aec9-7021bb740cc9 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Request body: {'port': {'device_id': 'af159c7a-fa9f-4821-9fd3-7b86692e7087', 'network_id': '8a6446b4-7f18-47f6-bd02-dfe5469ab9a1', 'admin_state_up': True, 'tenant_id': '447275f81c0e4d579e9910142f20754b'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:20:46.353228 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1113c024-6241-4659-b9c1-353d15d738ce None None] Publish callbacks [] for port (760ccfeb-b237-4def-85db-5072d033d223), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:46.384492 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1113c024-6241-4659-b9c1-353d15d738ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (760ccfeb-b237-4def-85db-5072d033d223), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:46.423197 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1a232-a119-4eaf-9f6a-0b6aea2cf4d1 req-2af6b9f3-5ecd-4370-9131-5208cf661178 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:46.428795 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ae1a232-a119-4eaf-9f6a-0b6aea2cf4d1 req-2af6b9f3-5ecd-4370-9131-5208cf661178 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=22b7bf8f-217d-475c-9d6d-135ec5216417 HTTP/1.1" status: 200 len: 944 time: 0.4481459 Jan 28 00:20:46.526639 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9204dbe5-09a4-43d2-b085-854aac34f83a req-b85087dc-9c0c-4c60-b7b8-15a77a01bdf9 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741592 Jan 28 00:20:46.538168 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-38830377-70ab-4721-af88-7e64d31140a8 req-0dc07aae-8051-4f4f-a221-c31fe78a5618 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765193 Jan 28 00:20:46.591534 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-0da165f1-fd9e-4e36-aec9-7021bb740cc9 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Made reservation on behalf of 447275f81c0e4d579e9910142f20754b for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:20:46.596206 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-0da165f1-fd9e-4e36-aec9-7021bb740cc9 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:46.631190 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ae1a232-a119-4eaf-9f6a-0b6aea2cf4d1 req-77f24c38-2726-4c0d-bf9c-59e22a5f916e tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744888 Jan 28 00:20:46.643488 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 8e7f6fce-460e-41cb-8c74-4bb9b5098f14, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8e7f6fce-460e-41cb-8c74-4bb9b5098f14,segment=NetworkSegment(87380d4d-c14a-4c3b-ba9c-effbcb33e2ad),segment_id=87380d4d-c14a-4c3b-ba9c-effbcb33e2ad)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:46.658598 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8e7f6fce-460e-41cb-8c74-4bb9b5098f14), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:46.681780 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port d0a3cd01-ceab-4ba2-b57d-99214e54850a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:20:46.681780 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d0a3cd01-ceab-4ba2-b57d-99214e54850a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:46.692389 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb14fc2-8609-4ad3-a716-f8977251d8c9 None None] Pushing event updated for resources: {'Port': ['ID=760ccfeb-b237-4def-85db-5072d033d223,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:46.743813 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 62da5332-1800-4dc4-a541-dad6ef45f1df up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:20:46.828587 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bd747fe1-10f3-45b0-821a-06375e7f1689 req-e628ba3b-6aac-4f40-adce-a8017fde424b tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 210 time: 0.0670111 Jan 28 00:20:46.918475 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb932c8f-1d6f-40bb-b78b-7ec038ab710a req-f60ba98b-1015-4b05-a84f-b1c453e15d4a tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:46.919882 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb932c8f-1d6f-40bb-b78b-7ec038ab710a req-f60ba98b-1015-4b05-a84f-b1c453e15d4a tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 945 time: 0.1596572 Jan 28 00:20:47.045257 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=8e7f6fce-460e-41cb-8c74-4bb9b5098f14,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:47.053069 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1113c024-6241-4659-b9c1-353d15d738ce None None] Attempting to bind port 760ccfeb-b237-4def-85db-5072d033d223 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:20:47.053696 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1113c024-6241-4659-b9c1-353d15d738ce None None] Attempting to bind port 760ccfeb-b237-4def-85db-5072d033d223 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '2f831f9b-1cec-4443-a955-496c1f68346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8a6446b4-7f18-47f6-bd02-dfe5469ab9a1'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:20:47.054346 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1113c024-6241-4659-b9c1-353d15d738ce None None] Attempting to bind port 760ccfeb-b237-4def-85db-5072d033d223 on network 8a6446b4-7f18-47f6-bd02-dfe5469ab9a1 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:20:47.072954 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1113c024-6241-4659-b9c1-353d15d738ce None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:20:47.073624 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1113c024-6241-4659-b9c1-353d15d738ce None None] Checking segment: {'id': '2f831f9b-1cec-4443-a955-496c1f68346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8a6446b4-7f18-47f6-bd02-dfe5469ab9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:20:47.074347 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1113c024-6241-4659-b9c1-353d15d738ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:47.075042 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1113c024-6241-4659-b9c1-353d15d738ce None None] Bound using segment: {'id': '2f831f9b-1cec-4443-a955-496c1f68346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8a6446b4-7f18-47f6-bd02-dfe5469ab9a1'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:20:47.075949 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1113c024-6241-4659-b9c1-353d15d738ce None None] Bound port: 760ccfeb-b237-4def-85db-5072d033d223, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f831f9b-1cec-4443-a955-496c1f68346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8a6446b4-7f18-47f6-bd02-dfe5469ab9a1'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:20:47.076638 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1113c024-6241-4659-b9c1-353d15d738ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (760ccfeb-b237-4def-85db-5072d033d223), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:47.203324 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 62da5332-1800-4dc4-a541-dad6ef45f1df triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:20:47.203988 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (62da5332-1800-4dc4-a541-dad6ef45f1df), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:47.275450 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port d0a3cd01-ceab-4ba2-b57d-99214e54850a is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:47.275874 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d0a3cd01-ceab-4ba2-b57d-99214e54850a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:47.354349 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-0da165f1-fd9e-4e36-aec9-7021bb740cc9 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Allocated IP 172.20.0.3 (8a6446b4-7f18-47f6-bd02-dfe5469ab9a1/1866bf73-f598-42e8-af99-a33f224ad981/b2df6f8d-6942-43dc-b9ef-074ed0c5b9be) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:20:47.368095 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1113c024-6241-4659-b9c1-353d15d738ce None None] For port 760ccfeb-b237-4def-85db-5072d033d223, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:20:47.381320 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1113c024-6241-4659-b9c1-353d15d738ce None None] For port 760ccfeb-b237-4def-85db-5072d033d223, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=760ccfeb-b237-4def-85db-5072d033d223,segment=NetworkSegment(2f831f9b-1cec-4443-a955-496c1f68346e),segment_id=2f831f9b-1cec-4443-a955-496c1f68346e)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:20:47.388886 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port d0a3cd01-ceab-4ba2-b57d-99214e54850a, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=d0a3cd01-ceab-4ba2-b57d-99214e54850a,segment=NetworkSegment(1af6e637-635c-4891-a903-f48dbcb066f0),segment_id=1af6e637-635c-4891-a903-f48dbcb066f0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:47.394371 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1113c024-6241-4659-b9c1-353d15d738ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (760ccfeb-b237-4def-85db-5072d033d223), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:47.401495 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (d0a3cd01-ceab-4ba2-b57d-99214e54850a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:47.435969 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8a3719e-42a0-423c-9460-d3f503dc20f1 req-9832b168-84dc-4173-8b13-30529015ddd8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e191053c-b863-4bcc-8595-a8da93c122fd HTTP/1.1" status: 200 len: 210 time: 0.0774088 Jan 28 00:20:47.450001 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a6e95-c197-4b21-9ab0-4d5db2eb838f req-e6d10ef4-d5e2-4f3d-92ce-aecff3078e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:47.453172 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b25a6e95-c197-4b21-9ab0-4d5db2eb838f req-e6d10ef4-d5e2-4f3d-92ce-aecff3078e43 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 1100 time: 0.5541446 Jan 28 00:20:47.496372 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb932c8f-1d6f-40bb-b78b-7ec038ab710a req-a6b19d8b-76b7-429a-a554-7a1965fb51ef tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5534108 Jan 28 00:20:47.564421 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1113c024-6241-4659-b9c1-353d15d738ce None None] Routers {'7393b57c-cf37-4180-8a08-ebaec12785b5'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:20:47.566048 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1113c024-6241-4659-b9c1-353d15d738ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:20:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['7393b57c-cf37-4180-8a08-ebaec12785b5'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:47.571345 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 62da5332-1800-4dc4-a541-dad6ef45f1df is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:47.606226 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a14fa9-bd0d-4636-9850-05e71f63088a req-e50b74a4-d4fa-4376-b7de-b29fdbe6e131 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:47.607984 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-14a14fa9-bd0d-4636-9850-05e71f63088a req-e50b74a4-d4fa-4376-b7de-b29fdbe6e131 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 949 time: 0.2985058 Jan 28 00:20:47.633468 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb14fc2-8609-4ad3-a716-f8977251d8c9 None None] Pushing event updated for resources: {'Port': ['ID=760ccfeb-b237-4def-85db-5072d033d223,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:47.820241 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a6e95-c197-4b21-9ab0-4d5db2eb838f req-aee69e6a-9f9a-44c5-b2f4-565c345c317f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:47.821778 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b25a6e95-c197-4b21-9ab0-4d5db2eb838f req-aee69e6a-9f9a-44c5-b2f4-565c345c317f service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.3240857 Jan 28 00:20:47.834705 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-14a14fa9-bd0d-4636-9850-05e71f63088a req-30b6f1b1-c810-4c62-9151-8410c1b224c5 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079122 Jan 28 00:20:47.838398 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40dc3991-e4a6-4b22-8624-1024e505a9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7f6fce-460e-41cb-8c74-4bb9b5098f14'}, {'server_uuid': '22b7bf8f-217d-475c-9d6d-135ec5216417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a3cd01-ceab-4ba2-b57d-99214e54850a'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:20:47.842342 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9902bd-e4b6-475a-8cce-5a22b441132e" -d '{"events": [{"server_uuid": "40dc3991-e4a6-4b22-8624-1024e505a9ba", "name": "network-vif-plugged", "status": "completed", "tag": "8e7f6fce-460e-41cb-8c74-4bb9b5098f14"}, {"server_uuid": "22b7bf8f-217d-475c-9d6d-135ec5216417", "name": "network-vif-plugged", "status": "completed", "tag": "d0a3cd01-ceab-4ba2-b57d-99214e54850a"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:20:47.845219 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781a293-b357-488b-bd7d-1a5b446c8ef5 req-adbe3ea9-be3d-4471-9710-5d9b729c5d04 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:47.847564 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3781a293-b357-488b-bd7d-1a5b446c8ef5 req-adbe3ea9-be3d-4471-9710-5d9b729c5d04 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f37e63d-85b1-4fd6-a359-e77e3b181a83 HTTP/1.1" status: 200 len: 946 time: 0.2304268 Jan 28 00:20:47.865891 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=d0a3cd01-ceab-4ba2-b57d-99214e54850a,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:47.892971 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-1113c024-6241-4659-b9c1-353d15d738ce None None] Set router 7393b57c-cf37-4180-8a08-ebaec12785b5 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:20:47.921902 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b25a6e95-c197-4b21-9ab0-4d5db2eb838f req-4ec445c6-13d8-47a1-b318-c55b0935e30e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=2986a0b7-0a99-4ac1-aa21-1d0a3125a74e HTTP/1.1" status: 200 len: 217 time: 0.0730920 Jan 28 00:20:48.022373 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-0da165f1-fd9e-4e36-aec9-7021bb740cc9 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Publish callbacks [] for port (b2df6f8d-6942-43dc-b9ef-074ed0c5b9be), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:48.048778 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a6e95-c197-4b21-9ab0-4d5db2eb838f req-e6521880-5638-4396-8b61-bd26a08e6ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:48.050689 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b25a6e95-c197-4b21-9ab0-4d5db2eb838f req-e6521880-5638-4396-8b61-bd26a08e6ff3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1137607 Jan 28 00:20:48.072961 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3781a293-b357-488b-bd7d-1a5b446c8ef5 req-94028ee3-7ae2-4768-b699-0f96551ee8c8 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650183 Jan 28 00:20:48.185367 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a6e95-c197-4b21-9ab0-4d5db2eb838f req-43aee542-98e5-4a7d-a91f-c384c47dfdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:48.187725 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b25a6e95-c197-4b21-9ab0-4d5db2eb838f req-43aee542-98e5-4a7d-a91f-c384c47dfdc3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0973678 Jan 28 00:20:48.200901 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-0da165f1-fd9e-4e36-aec9-7021bb740cc9 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b2df6f8d-6942-43dc-b9ef-074ed0c5b9be), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:48.316405 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-0da165f1-fd9e-4e36-aec9-7021bb740cc9 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Network 8a6446b4-7f18-47f6-bd02-dfe5469ab9a1 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:20:48.319024 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f60f348-0766-4934-81d5-87866e5db8c2 req-8e813f4b-b439-4fb0-89d8-99cdeab0fa96 tempest-ServerShowV257Test-1347534122 tempest-ServerShowV257Test-1347534122-project] 10.222.0.70 "GET /v2.0/ports?device_id=e191053c-b863-4bcc-8595-a8da93c122fd HTTP/1.1" status: 200 len: 210 time: 0.0516458 Jan 28 00:20:48.328313 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-0da165f1-fd9e-4e36-aec9-7021bb740cc9 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:20:48.336586 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-0da165f1-fd9e-4e36-aec9-7021bb740cc9 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:20:48.341305 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da165f1-fd9e-4e36-aec9-7021bb740cc9 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Pushing event updated for resources: {'Port': ['ID=b2df6f8d-6942-43dc-b9ef-074ed0c5b9be,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:48.343246 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1113c024-6241-4659-b9c1-353d15d738ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7393b57c-cf37-4180-8a08-ebaec12785b5', 'name': 'tempest-ServerRescueNegativeTestJSON-294972485-router', 'tenant_id': '447275f81c0e4d579e9910142f20754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '62da5332-1800-4dc4-a541-dad6ef45f1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:20:34Z', 'updated_at': '2022-01-28T00:20:40Z', 'revision_number': 4, 'project_id': '447275f81c0e4d579e9910142f20754b', 'gw_port': {'id': '62da5332-1800-4dc4-a541-dad6ef45f1df', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:55:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7393b57c-cf37-4180-8a08-ebaec12785b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:20:35Z', 'updated_at': '2022-01-28T00:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '760ccfeb-b237-4def-85db-5072d033d223', 'name': '', 'network_id': '8a6446b4-7f18-47f6-bd02-dfe5469ab9a1', 'tenant_id': '447275f81c0e4d579e9910142f20754b', 'mac_address': 'fa:16:3e:5b:ef:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7393b57c-cf37-4180-8a08-ebaec12785b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '1866bf73-f598-42e8-af99-a33f224ad981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:20:39Z', 'updated_at': '2022-01-28T00:20:47Z', 'revision_number': 4, 'project_id': '447275f81c0e4d579e9910142f20754b', 'subnets': [{'id': '1866bf73-f598-42e8-af99-a33f224ad981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:20:48.376489 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275f8b7-631f-4b5d-9c50-d49ba74ab5f8 req-406b7819-83f1-4605-9514-a61c07f28541 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:48.384425 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2275f8b7-631f-4b5d-9c50-d49ba74ab5f8 req-406b7819-83f1-4605-9514-a61c07f28541 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=2472552b-59ef-4772-befa-62ca437cec54 HTTP/1.1" status: 200 len: 950 time: 0.1805108 Jan 28 00:20:48.447461 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1113c024-6241-4659-b9c1-353d15d738ce None None] The sync data for ids ['7393b57c-cf37-4180-8a08-ebaec12785b5'] in n-d-826754-1 is: [{'id': '7393b57c-cf37-4180-8a08-ebaec12785b5', 'name': 'tempest-ServerRescueNegativeTestJSON-294972485-router', 'tenant_id': '447275f81c0e4d579e9910142f20754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '62da5332-1800-4dc4-a541-dad6ef45f1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:20:34Z', 'updated_at': '2022-01-28T00:20:40Z', 'revision_number': 4, 'project_id': '447275f81c0e4d579e9910142f20754b', 'gw_port': {'id': '62da5332-1800-4dc4-a541-dad6ef45f1df', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:55:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7393b57c-cf37-4180-8a08-ebaec12785b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:20:35Z', 'updated_at': '2022-01-28T00:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '760ccfeb-b237-4def-85db-5072d033d223', 'name': '', 'network_id': '8a6446b4-7f18-47f6-bd02-dfe5469ab9a1', 'tenant_id': '447275f81c0e4d579e9910142f20754b', 'mac_address': 'fa:16:3e:5b:ef:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7393b57c-cf37-4180-8a08-ebaec12785b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '1866bf73-f598-42e8-af99-a33f224ad981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:20:39Z', 'updated_at': '2022-01-28T00:20:47Z', 'revision_number': 4, 'project_id': '447275f81c0e4d579e9910142f20754b', 'subnets': [{'id': '1866bf73-f598-42e8-af99-a33f224ad981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:20:48.558554 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-0da165f1-fd9e-4e36-aec9-7021bb740cc9 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:48.559601 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-0da165f1-fd9e-4e36-aec9-7021bb740cc9 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:48.671113 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-0da165f1-fd9e-4e36-aec9-7021bb740cc9 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4114234 Jan 28 00:20:48.708305 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2275f8b7-631f-4b5d-9c50-d49ba74ab5f8 req-2d23401c-6d2f-4b1c-bbb8-3d54b9d83cbb tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116217 Jan 28 00:20:48.733883 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Request body: {'port': {'device_id': 'af159c7a-fa9f-4821-9fd3-7b86692e7087', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:20:48.795744 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32d127-9374-43e4-bcf8-084105c37721 req-362a7947-2589-4dd6-a648-563714879a45 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:48.800435 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-de32d127-9374-43e4-bcf8-084105c37721 req-362a7947-2589-4dd6-a648-563714879a45 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.52 "GET /v2.0/networks?id=8a6446b4-7f18-47f6-bd02-dfe5469ab9a1 HTTP/1.1" status: 200 len: 818 time: 0.4714949 Jan 28 00:20:48.857035 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 760ccfeb-b237-4def-85db-5072d033d223 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:20:48.866044 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 00:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7165bbcc-3809-4b0d-9c1a-b9de19bd3630 x-openstack-request-id: req-7165bbcc-3809-4b0d-9c1a-b9de19bd3630 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:20:48.866577 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40dc3991-e4a6-4b22-8624-1024e505a9ba", "name": "network-vif-plugged", "status": "completed", "tag": "8e7f6fce-460e-41cb-8c74-4bb9b5098f14", "code": 200}, {"server_uuid": "22b7bf8f-217d-475c-9d6d-135ec5216417", "name": "network-vif-plugged", "status": "completed", "tag": "d0a3cd01-ceab-4ba2-b57d-99214e54850a", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:20:48.867025 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7165bbcc-3809-4b0d-9c1a-b9de19bd3630 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:20:48.868147 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40dc3991-e4a6-4b22-8624-1024e505a9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7f6fce-460e-41cb-8c74-4bb9b5098f14', 'code': 200} Jan 28 00:20:48.873528 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b7bf8f-217d-475c-9d6d-135ec5216417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a3cd01-ceab-4ba2-b57d-99214e54850a', 'code': 200} Jan 28 00:20:48.887818 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-de32d127-9374-43e4-bcf8-084105c37721 req-375351b0-b22e-4906-b000-d01d97b87bb5 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Request body: {'port': {'device_id': '2177ad01-3961-40f9-b04b-208a4882250b', 'network_id': '8a6446b4-7f18-47f6-bd02-dfe5469ab9a1', 'admin_state_up': True, 'tenant_id': '447275f81c0e4d579e9910142f20754b'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:20:48.991816 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 760ccfeb-b237-4def-85db-5072d033d223 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:20:48.995329 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (760ccfeb-b237-4def-85db-5072d033d223), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:49.007791 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b25a6e95-c197-4b21-9ab0-4d5db2eb838f req-1640da34-a645-440d-b407-f4eaa360478f service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5920711 Jan 28 00:20:49.083087 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e730e-3907-446e-9b8f-56813543774a req-6de1d9ca-d652-44b4-a9ff-760502fcb1cc tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:49.087728 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f92e730e-3907-446e-9b8f-56813543774a req-6de1d9ca-d652-44b4-a9ff-760502fcb1cc tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.52 "GET /v2.0/ports?device_id=2472552b-59ef-4772-befa-62ca437cec54 HTTP/1.1" status: 200 len: 950 time: 0.2853372 Jan 28 00:20:49.196165 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 760ccfeb-b237-4def-85db-5072d033d223 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:49.196607 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (760ccfeb-b237-4def-85db-5072d033d223), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:49.212266 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3ad61828-96a1-4bc5-bfdb-0ea277a9dc7b req-828ccd84-faa3-4edd-94a3-f5b7cf869548 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 210 time: 0.0725718 Jan 28 00:20:49.214796 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b2df6f8d-6942-43dc-b9ef-074ed0c5b9be), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:49.286214 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 760ccfeb-b237-4def-85db-5072d033d223, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=760ccfeb-b237-4def-85db-5072d033d223,segment=NetworkSegment(2f831f9b-1cec-4443-a955-496c1f68346e),segment_id=2f831f9b-1cec-4443-a955-496c1f68346e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:49.287278 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd2384-76ea-4224-b2a3-15ad6e4af51c req-ddccc1bd-151e-4b8b-961a-4877f039901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:49.292603 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0bdd2384-76ea-4224-b2a3-15ad6e4af51c req-ddccc1bd-151e-4b8b-961a-4877f039901f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 1096 time: 0.2003140 Jan 28 00:20:49.298836 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (760ccfeb-b237-4def-85db-5072d033d223), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:49.313551 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de32d127-9374-43e4-bcf8-084105c37721 req-375351b0-b22e-4906-b000-d01d97b87bb5 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Made reservation on behalf of 447275f81c0e4d579e9910142f20754b for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:20:49.318988 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-de32d127-9374-43e4-bcf8-084105c37721 req-375351b0-b22e-4906-b000-d01d97b87bb5 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:49.391005 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc11ab-de59-4069-bdaf-5039c402377e req-a97b6af0-4987-4f78-919e-10f0cefc226f tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:49.394236 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b4bc11ab-de59-4069-bdaf-5039c402377e req-a97b6af0-4987-4f78-919e-10f0cefc226f tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=22b7bf8f-217d-475c-9d6d-135ec5216417 HTTP/1.1" status: 200 len: 945 time: 0.6308033 Jan 28 00:20:49.450118 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b25a6e95-c197-4b21-9ab0-4d5db2eb838f req-39c92c06-2f5b-43f7-8aee-d6e97b989100 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410424 Jan 28 00:20:49.462583 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-f92e730e-3907-446e-9b8f-56813543774a req-0ae28d60-a74d-4a4b-bb9a-8593feb9e6bf tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Deleting port 3dba5a8d-7833-4acf-ac20-1058770aad91 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:20:49.463363 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-f92e730e-3907-446e-9b8f-56813543774a req-0ae28d60-a74d-4a4b-bb9a-8593feb9e6bf tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (3dba5a8d-7833-4acf-ac20-1058770aad91), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:49.476491 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=760ccfeb-b237-4def-85db-5072d033d223,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:49.638096 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-de32d127-9374-43e4-bcf8-084105c37721 req-375351b0-b22e-4906-b000-d01d97b87bb5 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Allocated IP 172.20.0.13 (8a6446b4-7f18-47f6-bd02-dfe5469ab9a1/1866bf73-f598-42e8-af99-a33f224ad981/b7807a6e-3d47-4e03-b103-e7a660e91e6e) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:20:49.641551 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-f92e730e-3907-446e-9b8f-56813543774a req-0ae28d60-a74d-4a4b-bb9a-8593feb9e6bf tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] For port 3dba5a8d-7833-4acf-ac20-1058770aad91, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=3dba5a8d-7833-4acf-ac20-1058770aad91,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:49.641931 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-f92e730e-3907-446e-9b8f-56813543774a req-0ae28d60-a74d-4a4b-bb9a-8593feb9e6bf tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (3dba5a8d-7833-4acf-ac20-1058770aad91), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:49.669754 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-f92e730e-3907-446e-9b8f-56813543774a req-0ae28d60-a74d-4a4b-bb9a-8593feb9e6bf tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Calling delete_port for 3dba5a8d-7833-4acf-ac20-1058770aad91 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:20:49.819219 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0bdd2384-76ea-4224-b2a3-15ad6e4af51c req-766ca70a-c52a-471d-90bd-a49da7ad987a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5093956 Jan 28 00:20:49.870484 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189751b3-577e-4da8-aa2e-833a6c9381fa req-2fcbd9f5-52c7-4c0c-b9c5-aa6f719ab8ed tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:49.873208 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-189751b3-577e-4da8-aa2e-833a6c9381fa req-2fcbd9f5-52c7-4c0c-b9c5-aa6f719ab8ed tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 945 time: 0.4711688 Jan 28 00:20:49.906131 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b4bc11ab-de59-4069-bdaf-5039c402377e req-00c718c2-e627-42ff-afd8-54e01391034f tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627106 Jan 28 00:20:50.014197 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-f92e730e-3907-446e-9b8f-56813543774a req-0ae28d60-a74d-4a4b-bb9a-8593feb9e6bf tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (3dba5a8d-7833-4acf-ac20-1058770aad91), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:50.034940 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-189751b3-577e-4da8-aa2e-833a6c9381fa req-aa1641e6-ed73-406d-8b54-d581baec6064 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418648 Jan 28 00:20:50.056345 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['93d1b1db-ea8f-40d0-ad5f-68128514fbd9', 'a70452fc-14fc-4605-ad3f-db76851ab1e9', '9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90', '64baad5f-d7c1-4872-b963-87dcb4a5ffcb'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:50.061770 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['1d0e9f69-dea1-4853-8ff5-4aaaa651fb27', '3dba5a8d-7833-4acf-ac20-1058770aad91'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:50.085541 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0849ab7-32db-4f7e-8e26-beb9b6912645 req-a9853b99-eb92-4293-9288-4a2c96d1a10d tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:50.091388 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-de32d127-9374-43e4-bcf8-084105c37721 req-375351b0-b22e-4906-b000-d01d97b87bb5 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Publish callbacks [] for port (b7807a6e-3d47-4e03-b103-e7a660e91e6e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:50.102735 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a0849ab7-32db-4f7e-8e26-beb9b6912645 req-a9853b99-eb92-4293-9288-4a2c96d1a10d tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 949 time: 0.1127920 Jan 28 00:20:50.213037 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a0849ab7-32db-4f7e-8e26-beb9b6912645 req-9a25a5ea-96fc-4f80-b4c8-f8099b08f7e0 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069453 Jan 28 00:20:50.235451 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae28d60-a74d-4a4b-bb9a-8593feb9e6bf tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Pushing event deleted for resources: {'Port': ['ID=3dba5a8d-7833-4acf-ac20-1058770aad91,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:50.259104 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-de32d127-9374-43e4-bcf8-084105c37721 req-375351b0-b22e-4906-b000-d01d97b87bb5 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (b7807a6e-3d47-4e03-b103-e7a660e91e6e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:50.389541 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92e730e-3907-446e-9b8f-56813543774a req-0ae28d60-a74d-4a4b-bb9a-8593feb9e6bf tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] No DVR routers for this DVR port 3dba5a8d-7833-4acf-ac20-1058770aad91 on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:20:50.392917 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-f92e730e-3907-446e-9b8f-56813543774a req-0ae28d60-a74d-4a4b-bb9a-8593feb9e6bf tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:50.408137 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f92e730e-3907-446e-9b8f-56813543774a req-0ae28d60-a74d-4a4b-bb9a-8593feb9e6bf tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.52 "DELETE /v2.0/ports/3dba5a8d-7833-4acf-ac20-1058770aad91 HTTP/1.1" status: 204 len: 173 time: 1.3077939 Jan 28 00:20:50.410056 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2472552b-59ef-4772-befa-62ca437cec54', 'name': 'network-vif-deleted', 'tag': '3dba5a8d-7833-4acf-ac20-1058770aad91'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:20:50.415040 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe44f5c-6904-4323-bb57-09c087ed3214" -d '{"events": [{"server_uuid": "2472552b-59ef-4772-befa-62ca437cec54", "name": "network-vif-deleted", "tag": "3dba5a8d-7833-4acf-ac20-1058770aad91"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:20:50.420536 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375351b0-b22e-4906-b000-d01d97b87bb5 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Pushing event updated for resources: {'Port': ['ID=b7807a6e-3d47-4e03-b103-e7a660e91e6e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:50.437638 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de32d127-9374-43e4-bcf8-084105c37721 req-375351b0-b22e-4906-b000-d01d97b87bb5 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Network 8a6446b4-7f18-47f6-bd02-dfe5469ab9a1 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:20:50.441168 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-de32d127-9374-43e4-bcf8-084105c37721 req-375351b0-b22e-4906-b000-d01d97b87bb5 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:20:50.465843 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-de32d127-9374-43e4-bcf8-084105c37721 req-375351b0-b22e-4906-b000-d01d97b87bb5 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:20:50.571316 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32d127-9374-43e4-bcf8-084105c37721 req-375351b0-b22e-4906-b000-d01d97b87bb5 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:50.573129 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-de32d127-9374-43e4-bcf8-084105c37721 req-375351b0-b22e-4906-b000-d01d97b87bb5 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:50.637656 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-de32d127-9374-43e4-bcf8-084105c37721 req-375351b0-b22e-4906-b000-d01d97b87bb5 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7569721 Jan 28 00:20:50.651398 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1937c353-72d8-4639-8d18-cd75dd9b5129 req-41d35790-89e3-4cf7-81d9-78311cd03638 tempest-ServerShowV257Test-1347534122 tempest-ServerShowV257Test-1347534122-project] 10.222.0.70 "GET /v2.0/ports?device_id=e191053c-b863-4bcc-8595-a8da93c122fd HTTP/1.1" status: 200 len: 210 time: 0.1752014 Jan 28 00:20:50.679881 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57278483-3fd0-4885-b4b2-e371b8c81bb9 req-63c9c5cd-fbb2-4ed8-8ae0-cfc1eac3f113 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:50.683646 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-57278483-3fd0-4885-b4b2-e371b8c81bb9 req-63c9c5cd-fbb2-4ed8-8ae0-cfc1eac3f113 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f37e63d-85b1-4fd6-a359-e77e3b181a83 HTTP/1.1" status: 200 len: 946 time: 0.3329787 Jan 28 00:20:50.700643 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-de32d127-9374-43e4-bcf8-084105c37721 req-0a81c43b-6e9c-458e-a978-65bbadeb45af service neutron] Request body: {'port': {'device_id': '2177ad01-3961-40f9-b04b-208a4882250b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:20:50.797227 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 760ccfeb-b237-4def-85db-5072d033d223 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:20:50.873134 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-de32d127-9374-43e4-bcf8-084105c37721 req-0a81c43b-6e9c-458e-a978-65bbadeb45af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b7807a6e-3d47-4e03-b103-e7a660e91e6e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:50.939824 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-51f4b06d-2408-4908-83dc-ff7235daca3f req-42738178-f9b2-4650-84e1-bcfe8871e1d7 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=2472552b-59ef-4772-befa-62ca437cec54 HTTP/1.1" status: 200 len: 210 time: 0.0725026 Jan 28 00:20:50.965492 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-57278483-3fd0-4885-b4b2-e371b8c81bb9 req-06c905a3-e149-45c7-be52-c33435b911a7 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815816 Jan 28 00:20:50.975729 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 760ccfeb-b237-4def-85db-5072d033d223 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:20:50.976274 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (760ccfeb-b237-4def-85db-5072d033d223), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:51.012864 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2df6f8d-6942-43dc-b9ef-074ed0c5b9be {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:20:51.054524 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Publish callbacks [] for port (b2df6f8d-6942-43dc-b9ef-074ed0c5b9be), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:51.115488 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Transition to ACTIVE for port object b2df6f8d-6942-43dc-b9ef-074ed0c5b9be will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:20:51.123558 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (b2df6f8d-6942-43dc-b9ef-074ed0c5b9be), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:51.138862 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b2c847-24b9-4e2e-99fd-f941fe0571ac x-openstack-request-id: req-49b2c847-24b9-4e2e-99fd-f941fe0571ac {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:20:51.140781 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2472552b-59ef-4772-befa-62ca437cec54", "name": "network-vif-deleted", "tag": "3dba5a8d-7833-4acf-ac20-1058770aad91", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:20:51.142025 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-49b2c847-24b9-4e2e-99fd-f941fe0571ac {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:20:51.143101 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2472552b-59ef-4772-befa-62ca437cec54', 'name': 'network-vif-deleted', 'tag': '3dba5a8d-7833-4acf-ac20-1058770aad91', 'status': 'completed', 'code': 200} Jan 28 00:20:51.186758 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 760ccfeb-b237-4def-85db-5072d033d223 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:51.309571 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b2df6f8d-6942-43dc-b9ef-074ed0c5b9be,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:51.389123 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:51.389683 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:51.390240 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:51.390810 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:51.391366 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:51.391950 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:51.392786 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:51.393689 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:51.394262 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:51.394834 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:51.395383 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:51.395964 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:51.396519 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:20:51.439013 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c0661-4d1a-4786-8c1c-4cd172405d34 req-9fdef7dc-beaa-4a8e-9f1f-248c355a4c86 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:51.449098 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e92c0661-4d1a-4786-8c1c-4cd172405d34 req-9fdef7dc-beaa-4a8e-9f1f-248c355a4c86 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 932 time: 0.3005593 Jan 28 00:20:51.559208 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2408e7ca-83fc-4714-8d97-b71923672f93 req-68742853-892a-46c3-9daf-54eed554b372 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6af5a89fcc9c46ef8cd2dc4e25e7f5a1&device_id=e191053c-b863-4bcc-8595-a8da93c122fd HTTP/1.1" status: 200 len: 210 time: 0.0795426 Jan 28 00:20:51.578596 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Attempting to bind port b2df6f8d-6942-43dc-b9ef-074ed0c5b9be on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:20:51.579127 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Attempting to bind port b2df6f8d-6942-43dc-b9ef-074ed0c5b9be by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '2f831f9b-1cec-4443-a955-496c1f68346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8a6446b4-7f18-47f6-bd02-dfe5469ab9a1'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:20:51.579127 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Attempting to bind port b2df6f8d-6942-43dc-b9ef-074ed0c5b9be on network 8a6446b4-7f18-47f6-bd02-dfe5469ab9a1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:20:51.614271 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e92c0661-4d1a-4786-8c1c-4cd172405d34 req-d83edda5-b139-4f8d-acbe-3626d7c766ec tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603224 Jan 28 00:20:51.614912 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Port b2df6f8d-6942-43dc-b9ef-074ed0c5b9be on network 8a6446b4-7f18-47f6-bd02-dfe5469ab9a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:20:51.615250 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Attempting to bind port b2df6f8d-6942-43dc-b9ef-074ed0c5b9be on network 8a6446b4-7f18-47f6-bd02-dfe5469ab9a1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:20:51.621703 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2408e7ca-83fc-4714-8d97-b71923672f93 req-193f5de4-d53c-474f-8a08-d88a018692f7 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=6af5a89fcc9c46ef8cd2dc4e25e7f5a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443349 Jan 28 00:20:51.628979 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:20:51.629492 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Checking segment: {'id': '2f831f9b-1cec-4443-a955-496c1f68346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8a6446b4-7f18-47f6-bd02-dfe5469ab9a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:20:51.629905 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Bound using segment: {'id': '2f831f9b-1cec-4443-a955-496c1f68346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8a6446b4-7f18-47f6-bd02-dfe5469ab9a1'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:20:51.630376 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Bound port: b2df6f8d-6942-43dc-b9ef-074ed0c5b9be, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f831f9b-1cec-4443-a955-496c1f68346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8a6446b4-7f18-47f6-bd02-dfe5469ab9a1'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:20:51.630754 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b2df6f8d-6942-43dc-b9ef-074ed0c5b9be), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:51.674473 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584be966-6ba8-400c-862a-6eafdc91bec0 req-eff5756a-ae04-4d2b-81eb-937a978a09ab tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:51.677044 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-584be966-6ba8-400c-862a-6eafdc91bec0 req-eff5756a-ae04-4d2b-81eb-937a978a09ab tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=22b7bf8f-217d-475c-9d6d-135ec5216417 HTTP/1.1" status: 200 len: 945 time: 0.1840374 Jan 28 00:20:51.871485 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] For port b2df6f8d-6942-43dc-b9ef-074ed0c5b9be, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:20:51.874308 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408e7ca-83fc-4714-8d97-b71923672f93 req-c797b89b-fa8c-4bcf-9537-2554aad0d2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:51.876045 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2408e7ca-83fc-4714-8d97-b71923672f93 req-c797b89b-fa8c-4bcf-9537-2554aad0d2b2 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2424576 Jan 28 00:20:51.881075 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-584be966-6ba8-400c-862a-6eafdc91bec0 req-68893e2b-dc49-4d3d-a016-4af0d5ceda14 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671495 Jan 28 00:20:51.882922 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] For port b2df6f8d-6942-43dc-b9ef-074ed0c5b9be, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=b2df6f8d-6942-43dc-b9ef-074ed0c5b9be,segment=NetworkSegment(2f831f9b-1cec-4443-a955-496c1f68346e),segment_id=2f831f9b-1cec-4443-a955-496c1f68346e)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:20:51.899795 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456525c-2519-40c2-8c5a-c430721f47a8 req-90e46965-2bb2-46bb-8e25-64894ca576f0 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:51.906569 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7456525c-2519-40c2-8c5a-c430721f47a8 req-90e46965-2bb2-46bb-8e25-64894ca576f0 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f37e63d-85b1-4fd6-a359-e77e3b181a83 HTTP/1.1" status: 200 len: 946 time: 0.1597981 Jan 28 00:20:51.909553 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (b2df6f8d-6942-43dc-b9ef-074ed0c5b9be), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:51.945527 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-de32d127-9374-43e4-bcf8-084105c37721 req-0a81c43b-6e9c-458e-a978-65bbadeb45af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7807a6e-3d47-4e03-b103-e7a660e91e6e {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:20:51.954403 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-de32d127-9374-43e4-bcf8-084105c37721 req-0a81c43b-6e9c-458e-a978-65bbadeb45af service neutron] Publish callbacks [] for port (b7807a6e-3d47-4e03-b103-e7a660e91e6e), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:51.976381 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-de32d127-9374-43e4-bcf8-084105c37721 req-0a81c43b-6e9c-458e-a978-65bbadeb45af service neutron] Transition to ACTIVE for port object b7807a6e-3d47-4e03-b103-e7a660e91e6e will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:20:51.980128 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:51.980861 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:51.981956 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-de32d127-9374-43e4-bcf8-084105c37721 req-0a81c43b-6e9c-458e-a978-65bbadeb45af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (b7807a6e-3d47-4e03-b103-e7a660e91e6e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:51.982295 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] 10.222.0.52 "PUT /v2.0/ports/b2df6f8d-6942-43dc-b9ef-074ed0c5b9be HTTP/1.1" status: 200 len: 1091 time: 3.2698376 Jan 28 00:20:51.982677 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af159c7a-fa9f-4821-9fd3-7b86692e7087', 'tag': 'b2df6f8d-6942-43dc-b9ef-074ed0c5b9be'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:20:51.985550 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3712fa2d-d48d-4520-8533-148f831b63a8" -d '{"events": [{"name": "network-changed", "server_uuid": "af159c7a-fa9f-4821-9fd3-7b86692e7087", "tag": "b2df6f8d-6942-43dc-b9ef-074ed0c5b9be"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:20:52.043148 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7456525c-2519-40c2-8c5a-c430721f47a8 req-5c3f1e5a-0b5f-4d22-9680-59e2f761b97a tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355305 Jan 28 00:20:52.068666 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b52452-3573-4bd6-8382-4c86036900c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b2df6f8d-6942-43dc-b9ef-074ed0c5b9be,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:52.092043 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81c43b-6e9c-458e-a978-65bbadeb45af service neutron] Pushing event updated for resources: {'Port': ['ID=b7807a6e-3d47-4e03-b103-e7a660e91e6e,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:52.138288 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-de32d127-9374-43e4-bcf8-084105c37721 req-0a81c43b-6e9c-458e-a978-65bbadeb45af service neutron] Attempting to bind port b7807a6e-3d47-4e03-b103-e7a660e91e6e on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:20:52.138553 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-de32d127-9374-43e4-bcf8-084105c37721 req-0a81c43b-6e9c-458e-a978-65bbadeb45af service neutron] Attempting to bind port b7807a6e-3d47-4e03-b103-e7a660e91e6e by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '2f831f9b-1cec-4443-a955-496c1f68346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8a6446b4-7f18-47f6-bd02-dfe5469ab9a1'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:20:52.138894 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de32d127-9374-43e4-bcf8-084105c37721 req-0a81c43b-6e9c-458e-a978-65bbadeb45af service neutron] Attempting to bind port b7807a6e-3d47-4e03-b103-e7a660e91e6e on network 8a6446b4-7f18-47f6-bd02-dfe5469ab9a1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:20:52.141636 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da85dc-2d3f-4f5a-8eb0-1a2a73af25da req-d37153cf-6ad3-4f95-adea-903566348679 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:52.143693 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-53da85dc-2d3f-4f5a-8eb0-1a2a73af25da req-d37153cf-6ad3-4f95-adea-903566348679 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 945 time: 0.1362219 Jan 28 00:20:52.145043 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de32d127-9374-43e4-bcf8-084105c37721 req-0a81c43b-6e9c-458e-a978-65bbadeb45af service neutron] Port b7807a6e-3d47-4e03-b103-e7a660e91e6e on network 8a6446b4-7f18-47f6-bd02-dfe5469ab9a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:20:52.145915 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de32d127-9374-43e4-bcf8-084105c37721 req-0a81c43b-6e9c-458e-a978-65bbadeb45af service neutron] Attempting to bind port b7807a6e-3d47-4e03-b103-e7a660e91e6e on network 8a6446b4-7f18-47f6-bd02-dfe5469ab9a1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:20:52.151495 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de32d127-9374-43e4-bcf8-084105c37721 req-0a81c43b-6e9c-458e-a978-65bbadeb45af service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:20:52.152053 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de32d127-9374-43e4-bcf8-084105c37721 req-0a81c43b-6e9c-458e-a978-65bbadeb45af service neutron] Checking segment: {'id': '2f831f9b-1cec-4443-a955-496c1f68346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8a6446b4-7f18-47f6-bd02-dfe5469ab9a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:20:52.152258 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-a8bd09ed-849a-4011-8075-4a9ef909fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:52.152425 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de32d127-9374-43e4-bcf8-084105c37721 req-0a81c43b-6e9c-458e-a978-65bbadeb45af service neutron] Bound using segment: {'id': '2f831f9b-1cec-4443-a955-496c1f68346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8a6446b4-7f18-47f6-bd02-dfe5469ab9a1'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:20:52.152869 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-de32d127-9374-43e4-bcf8-084105c37721 req-0a81c43b-6e9c-458e-a978-65bbadeb45af service neutron] Bound port: b7807a6e-3d47-4e03-b103-e7a660e91e6e, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f831f9b-1cec-4443-a955-496c1f68346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8a6446b4-7f18-47f6-bd02-dfe5469ab9a1'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:20:52.153252 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-de32d127-9374-43e4-bcf8-084105c37721 req-0a81c43b-6e9c-458e-a978-65bbadeb45af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b7807a6e-3d47-4e03-b103-e7a660e91e6e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:52.153714 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-a8bd09ed-849a-4011-8075-4a9ef909fef9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=447275f81c0e4d579e9910142f20754b&device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 1094 time: 0.0871198 Jan 28 00:20:52.222755 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-527d05b6-a38d-46f1-b277-5515312cb0a9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2df6f8d-6942-43dc-b9ef-074ed0c5b9be HTTP/1.1" status: 200 len: 217 time: 0.0475876 Jan 28 00:20:52.246566 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-de32d127-9374-43e4-bcf8-084105c37721 req-0a81c43b-6e9c-458e-a978-65bbadeb45af service neutron] For port b7807a6e-3d47-4e03-b103-e7a660e91e6e, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:20:52.255595 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device d0a3cd01-ceab-4ba2-b57d-99214e54850a no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:20:52.259992 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-de32d127-9374-43e4-bcf8-084105c37721 req-0a81c43b-6e9c-458e-a978-65bbadeb45af service neutron] For port b7807a6e-3d47-4e03-b103-e7a660e91e6e, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=b7807a6e-3d47-4e03-b103-e7a660e91e6e,segment=NetworkSegment(2f831f9b-1cec-4443-a955-496c1f68346e),segment_id=2f831f9b-1cec-4443-a955-496c1f68346e)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:20:52.269060 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-de32d127-9374-43e4-bcf8-084105c37721 req-0a81c43b-6e9c-458e-a978-65bbadeb45af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (b7807a6e-3d47-4e03-b103-e7a660e91e6e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:52.310971 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-53da85dc-2d3f-4f5a-8eb0-1a2a73af25da req-30b2c777-634f-4fac-bffd-f777276d2c94 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610117 Jan 28 00:20:52.345546 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c516181-b2c1-4660-8514-51b96dd4130d req-8d08b383-c143-4347-b157-cacce18fdea0 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:52.354728 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0c516181-b2c1-4660-8514-51b96dd4130d req-8d08b383-c143-4347-b157-cacce18fdea0 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 949 time: 0.1340094 Jan 28 00:20:52.368053 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32d127-9374-43e4-bcf8-084105c37721 req-0a81c43b-6e9c-458e-a978-65bbadeb45af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:52.368332 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-de32d127-9374-43e4-bcf8-084105c37721 req-0a81c43b-6e9c-458e-a978-65bbadeb45af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:52.369707 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-de32d127-9374-43e4-bcf8-084105c37721 req-0a81c43b-6e9c-458e-a978-65bbadeb45af service neutron] 10.222.0.52 "PUT /v2.0/ports/b7807a6e-3d47-4e03-b103-e7a660e91e6e HTTP/1.1" status: 200 len: 1092 time: 1.6815557 Jan 28 00:20:52.370863 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-65463490-a6e9-47fb-b790-a2ce3c2f4e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:52.372486 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-65463490-a6e9-47fb-b790-a2ce3c2f4e46 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1866bf73-f598-42e8-af99-a33f224ad981 HTTP/1.1" status: 200 len: 858 time: 0.1358693 Jan 28 00:20:52.381622 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port d0a3cd01-ceab-4ba2-b57d-99214e54850a is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:52.382179 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d0a3cd01-ceab-4ba2-b57d-99214e54850a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:52.396896 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81c43b-6e9c-458e-a978-65bbadeb45af service neutron] Pushing event updated for resources: {'Port': ['ID=b7807a6e-3d47-4e03-b103-e7a660e91e6e,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:52.424769 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-8f39db29-de68-4f25-9855-c2b4da4fd0c4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a6446b4-7f18-47f6-bd02-dfe5469ab9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358608 Jan 28 00:20:52.435248 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b7bf8f-217d-475c-9d6d-135ec5216417', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0a3cd01-ceab-4ba2-b57d-99214e54850a'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:20:52.440119 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c9eb60-f7e5-4669-be9f-c78b8435b141" -d '{"events": [{"server_uuid": "22b7bf8f-217d-475c-9d6d-135ec5216417", "name": "network-vif-unplugged", "status": "completed", "tag": "d0a3cd01-ceab-4ba2-b57d-99214e54850a"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:20:52.460450 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port d0a3cd01-ceab-4ba2-b57d-99214e54850a, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=d0a3cd01-ceab-4ba2-b57d-99214e54850a,segment=NetworkSegment(1af6e637-635c-4891-a903-f48dbcb066f0),segment_id=1af6e637-635c-4891-a903-f48dbcb066f0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:52.466540 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (d0a3cd01-ceab-4ba2-b57d-99214e54850a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:52.468829 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 3dba5a8d-7833-4acf-ac20-1058770aad91 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:20:52.476280 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e31e5ae-0152-4098-a815-fcf06dafef28 req-c94ecb34-9484-42e5-9b89-41c5b5f79030 tempest-ServerShowV257Test-1347534122 tempest-ServerShowV257Test-1347534122-project] 10.222.0.70 "GET /v2.0/ports?device_id=e191053c-b863-4bcc-8595-a8da93c122fd HTTP/1.1" status: 200 len: 210 time: 0.0554202 Jan 28 00:20:52.506224 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32d127-9374-43e4-bcf8-084105c37721 req-4b0aa1c3-1f3b-4430-8683-68a480880e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:52.508071 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-de32d127-9374-43e4-bcf8-084105c37721 req-4b0aa1c3-1f3b-4430-8683-68a480880e2c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=447275f81c0e4d579e9910142f20754b&device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 1095 time: 0.0616882 Jan 28 00:20:52.515693 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 3dba5a8d-7833-4acf-ac20-1058770aad91 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:20:52.516396 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 3dba5a8d-7833-4acf-ac20-1058770aad91 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:20:52.552303 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0c516181-b2c1-4660-8514-51b96dd4130d req-d2da6078-9100-4892-8d84-ff04bef4df57 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965322 Jan 28 00:20:52.629366 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-de32d127-9374-43e4-bcf8-084105c37721 req-35942f0d-12ea-4a90-95f5-2d7775326e7d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7807a6e-3d47-4e03-b103-e7a660e91e6e HTTP/1.1" status: 200 len: 217 time: 0.1029108 Jan 28 00:20:52.630919 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=d0a3cd01-ceab-4ba2-b57d-99214e54850a,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:52.653971 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-e6d4b090-b8f4-4d6e-a9f3-3976d8f68981 service neutron] 10.222.0.52 "GET /v2.0/networks/8a6446b4-7f18-47f6-bd02-dfe5469ab9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105324 Jan 28 00:20:52.673159 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116d6713-ad76-4860-ac84-beef6785368e x-openstack-request-id: req-116d6713-ad76-4860-ac84-beef6785368e {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:20:52.673530 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af159c7a-fa9f-4821-9fd3-7b86692e7087", "tag": "b2df6f8d-6942-43dc-b9ef-074ed0c5b9be", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:20:52.673900 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-116d6713-ad76-4860-ac84-beef6785368e {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:20:52.674374 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af159c7a-fa9f-4821-9fd3-7b86692e7087', 'tag': 'b2df6f8d-6942-43dc-b9ef-074ed0c5b9be', 'status': 'completed', 'code': 200} Jan 28 00:20:52.718168 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32d127-9374-43e4-bcf8-084105c37721 req-90934b63-1519-49d4-8481-bea3c1c1e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:52.720280 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-de32d127-9374-43e4-bcf8-084105c37721 req-90934b63-1519-49d4-8481-bea3c1c1e785 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1866bf73-f598-42e8-af99-a33f224ad981 HTTP/1.1" status: 200 len: 858 time: 0.0743701 Jan 28 00:20:52.766130 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f614e7ac-a8b4-472e-9e12-a7d7806f08f9 req-94e91e86-dabf-496d-aa79-7ab5e1baf137 service neutron] 10.222.0.52 "GET /v2.0/networks/8a6446b4-7f18-47f6-bd02-dfe5469ab9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031039 Jan 28 00:20:52.781967 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-de32d127-9374-43e4-bcf8-084105c37721 req-81fd3921-e871-4009-8e9c-515d133c6204 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a6446b4-7f18-47f6-bd02-dfe5469ab9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361741 Jan 28 00:20:52.872938 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37ca645-875b-4d8b-ab4d-6d81dab33788 x-openstack-request-id: req-c37ca645-875b-4d8b-ab4d-6d81dab33788 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:20:52.873248 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b7bf8f-217d-475c-9d6d-135ec5216417", "name": "network-vif-unplugged", "status": "completed", "tag": "d0a3cd01-ceab-4ba2-b57d-99214e54850a", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:20:52.873512 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c37ca645-875b-4d8b-ab4d-6d81dab33788 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:20:52.874078 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b7bf8f-217d-475c-9d6d-135ec5216417', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0a3cd01-ceab-4ba2-b57d-99214e54850a', 'code': 200} Jan 28 00:20:52.959702 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-de32d127-9374-43e4-bcf8-084105c37721 req-8bb25165-aeb2-4e3a-a605-2b11670d7396 service neutron] 10.222.0.52 "GET /v2.0/networks/8a6446b4-7f18-47f6-bd02-dfe5469ab9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690476 Jan 28 00:20:53.078881 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda70b7c-67e4-40ee-a97a-508f3baf5a0e req-3202dda8-2d40-47f2-b875-963ad2e8501c tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:53.081115 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cda70b7c-67e4-40ee-a97a-508f3baf5a0e req-3202dda8-2d40-47f2-b875-963ad2e8501c tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 944 time: 0.1428609 Jan 28 00:20:53.084759 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712fa2d-d48d-4520-8533-148f831b63a8 req-712d5636-122f-4249-951d-06878595c86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:53.086613 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3712fa2d-d48d-4520-8533-148f831b63a8 req-712d5636-122f-4249-951d-06878595c86e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=447275f81c0e4d579e9910142f20754b&device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 1094 time: 0.1186361 Jan 28 00:20:53.088860 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dd036-5e7e-4389-9353-7210bc8627a3 req-0fea35a0-45e1-4589-8e3f-7ada77db787f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:53.090838 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b43dd036-5e7e-4389-9353-7210bc8627a3 req-0fea35a0-45e1-4589-8e3f-7ada77db787f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=196e2a06defd4040950ac19641a2f393&device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 1096 time: 0.1113238 Jan 28 00:20:53.116638 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-de32d127-9374-43e4-bcf8-084105c37721 req-10b2f07c-793b-4c5b-9b45-0056c122ae82 service neutron] 10.222.0.52 "GET /v2.0/networks/8a6446b4-7f18-47f6-bd02-dfe5469ab9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507351 Jan 28 00:20:53.144878 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2177ad01-3961-40f9-b04b-208a4882250b', 'tag': 'b7807a6e-3d47-4e03-b103-e7a660e91e6e'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:20:53.149935 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63658a0-7492-4e46-b697-097b96a39eba" -d '{"events": [{"name": "network-changed", "server_uuid": "2177ad01-3961-40f9-b04b-208a4882250b", "tag": "b7807a6e-3d47-4e03-b103-e7a660e91e6e"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:20:53.238924 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cda70b7c-67e4-40ee-a97a-508f3baf5a0e req-55fd8164-c020-492a-bb40-9d91b22acaaa tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468239 Jan 28 00:20:53.496078 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2408e7ca-83fc-4714-8d97-b71923672f93 req-83ad94e8-7ad6-436f-bcfb-c7f6e521c951 tempest-ServerShowV257Test-1347534122 tempest-ServerShowV257Test-1347534122-project] 10.222.0.65 "GET /v2.0/ports?device_id=e191053c-b863-4bcc-8595-a8da93c122fd HTTP/1.1" status: 200 len: 210 time: 0.0491836 Jan 28 00:20:53.665489 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712fa2d-d48d-4520-8533-148f831b63a8 req-429df5ad-ae86-4acb-a8de-c78dbbb99cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:53.667026 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3712fa2d-d48d-4520-8533-148f831b63a8 req-429df5ad-ae86-4acb-a8de-c78dbbb99cfd service neutron] 10.222.0.52 "GET /v2.0/networks?id=8a6446b4-7f18-47f6-bd02-dfe5469ab9a1 HTTP/1.1" status: 200 len: 919 time: 0.5681202 Jan 28 00:20:53.696475 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d509164-e38c-4fd1-958e-dcbdc388962a req-2a00f3d1-b8c9-450a-a0fc-d2d9ea81ac8e tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:53.698098 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3d509164-e38c-4fd1-958e-dcbdc388962a req-2a00f3d1-b8c9-450a-a0fc-d2d9ea81ac8e tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=22b7bf8f-217d-475c-9d6d-135ec5216417 HTTP/1.1" status: 200 len: 943 time: 0.5249398 Jan 28 00:20:53.740727 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3712fa2d-d48d-4520-8533-148f831b63a8 req-8e56ee8a-6693-4b4f-a874-9a5310e53681 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2df6f8d-6942-43dc-b9ef-074ed0c5b9be HTTP/1.1" status: 200 len: 217 time: 0.0627820 Jan 28 00:20:53.805731 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dd036-5e7e-4389-9353-7210bc8627a3 req-08b13a72-416b-4b24-a72e-f6bd07b7e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:53.807280 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b43dd036-5e7e-4389-9353-7210bc8627a3 req-08b13a72-416b-4b24-a72e-f6bd07b7e1c2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=64b0a5d5-a645-4f8b-974a-dd9349c99779 HTTP/1.1" status: 200 len: 912 time: 0.6122489 Jan 28 00:20:53.817391 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc70bb-0eba-4c24-8da8-864449ec2d69 req-f7e2632e-e73e-4898-89cb-be69ca100ebc tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:53.819389 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9edc70bb-0eba-4c24-8da8-864449ec2d69 req-f7e2632e-e73e-4898-89cb-be69ca100ebc tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f37e63d-85b1-4fd6-a359-e77e3b181a83 HTTP/1.1" status: 200 len: 946 time: 0.2290459 Jan 28 00:20:53.901006 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712fa2d-d48d-4520-8533-148f831b63a8 req-66313e76-a93c-41fd-b757-11428590b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:53.902639 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3712fa2d-d48d-4520-8533-148f831b63a8 req-66313e76-a93c-41fd-b757-11428590b35b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1866bf73-f598-42e8-af99-a33f224ad981 HTTP/1.1" status: 200 len: 858 time: 0.1467395 Jan 28 00:20:53.904091 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b43dd036-5e7e-4389-9353-7210bc8627a3 req-b0a67cc4-ef80-4267-919e-8df90b18d732 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e7f6fce-460e-41cb-8c74-4bb9b5098f14 HTTP/1.1" status: 200 len: 217 time: 0.0758581 Jan 28 00:20:53.963744 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3d509164-e38c-4fd1-958e-dcbdc388962a req-3ca16b06-0c48-4cf6-896b-1b5b7d0a52f7 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316487 Jan 28 00:20:53.995150 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3712fa2d-d48d-4520-8533-148f831b63a8 req-d7102891-b43d-4aef-86bc-1dbbbea80cee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a6446b4-7f18-47f6-bd02-dfe5469ab9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708873 Jan 28 00:20:54.031678 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9edc70bb-0eba-4c24-8da8-864449ec2d69 req-119165b5-5bb6-4fd4-b6af-c4257a6151cd tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043505 Jan 28 00:20:54.033140 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dd036-5e7e-4389-9353-7210bc8627a3 req-8234b210-db3e-4ba4-b6f9-a0eab5ba7215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:54.035588 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b43dd036-5e7e-4389-9353-7210bc8627a3 req-8234b210-db3e-4ba4-b6f9-a0eab5ba7215 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=530fddaf-a5d7-4bcd-acc2-ddfe220a3804 HTTP/1.1" status: 200 len: 851 time: 0.1212978 Jan 28 00:20:54.130031 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b43dd036-5e7e-4389-9353-7210bc8627a3 req-ad1a96d3-b3eb-4fe7-933b-48c672d2f97a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=64b0a5d5-a645-4f8b-974a-dd9349c99779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831516 Jan 28 00:20:54.230132 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86f6d3-c559-4c71-b331-daaac655b3bb req-f9192b11-7c48-4ab2-a251-2be32dfc339e tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:54.231815 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8d86f6d3-c559-4c71-b331-daaac655b3bb req-f9192b11-7c48-4ab2-a251-2be32dfc339e tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 945 time: 0.1953640 Jan 28 00:20:54.266690 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09b9b37-247a-46fb-b176-1749b93af1e9 x-openstack-request-id: req-a09b9b37-247a-46fb-b176-1749b93af1e9 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:20:54.268168 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2177ad01-3961-40f9-b04b-208a4882250b", "tag": "b7807a6e-3d47-4e03-b103-e7a660e91e6e", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:20:54.268698 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a09b9b37-247a-46fb-b176-1749b93af1e9 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:20:54.269353 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3712fa2d-d48d-4520-8533-148f831b63a8 req-ce237761-a255-4a6d-b0cd-a8032db376a8 service neutron] 10.222.0.52 "GET /v2.0/networks/8a6446b4-7f18-47f6-bd02-dfe5469ab9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630725 Jan 28 00:20:54.269557 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2177ad01-3961-40f9-b04b-208a4882250b', 'tag': 'b7807a6e-3d47-4e03-b103-e7a660e91e6e', 'status': 'completed', 'code': 200} Jan 28 00:20:54.316035 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b43dd036-5e7e-4389-9353-7210bc8627a3 req-8bf63ae0-8fee-4cd1-b161-a75e5866aa5a service neutron] 10.222.0.65 "GET /v2.0/networks/64b0a5d5-a645-4f8b-974a-dd9349c99779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765335 Jan 28 00:20:54.337941 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8d86f6d3-c559-4c71-b331-daaac655b3bb req-53643453-8ea9-4f2c-98b4-6d43a9361529 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943835 Jan 28 00:20:54.566759 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b43dd036-5e7e-4389-9353-7210bc8627a3 req-e6eade74-3fee-4f78-8cab-fe7d9daa83c1 service neutron] 10.222.0.65 "GET /v2.0/networks/64b0a5d5-a645-4f8b-974a-dd9349c99779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420561 Jan 28 00:20:54.573520 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63658a0-7492-4e46-b697-097b96a39eba req-9c77da1b-e3ac-4039-a235-a4d5b6805ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:54.582458 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e63658a0-7492-4e46-b697-097b96a39eba req-9c77da1b-e3ac-4039-a235-a4d5b6805ec8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=447275f81c0e4d579e9910142f20754b&device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 1095 time: 0.1941946 Jan 28 00:20:54.592853 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9e66284f-bfec-447f-b566-1ca959760c9a req-67a91d93-da30-47b9-9ef7-175c2f74779e tempest-ServerShowV257Test-1347534122 tempest-ServerShowV257Test-1347534122-project] 10.222.0.70 "GET /v2.0/ports?device_id=e191053c-b863-4bcc-8595-a8da93c122fd HTTP/1.1" status: 200 len: 210 time: 0.0640745 Jan 28 00:20:54.595494 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3712fa2d-d48d-4520-8533-148f831b63a8 req-f8312226-3798-4ecf-abf9-5263473fc386 service neutron] 10.222.0.52 "GET /v2.0/networks/8a6446b4-7f18-47f6-bd02-dfe5469ab9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447832 Jan 28 00:20:54.730102 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc25c8-675c-47fc-9a47-fce5a29d6bd3 req-6e137f27-5887-48ce-8073-d19a0f207295 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:54.738541 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-67dc25c8-675c-47fc-9a47-fce5a29d6bd3 req-6e137f27-5887-48ce-8073-d19a0f207295 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 949 time: 0.1072681 Jan 28 00:20:54.790416 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63658a0-7492-4e46-b697-097b96a39eba req-d582f8b7-0a4c-4ce2-9c4e-36cc4c7fae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:54.793516 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e63658a0-7492-4e46-b697-097b96a39eba req-d582f8b7-0a4c-4ce2-9c4e-36cc4c7fae46 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8a6446b4-7f18-47f6-bd02-dfe5469ab9a1 HTTP/1.1" status: 200 len: 919 time: 0.1956561 Jan 28 00:20:54.858529 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e63658a0-7492-4e46-b697-097b96a39eba req-c2436c4e-6bc1-49e2-96c5-6ecdcf65d80d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7807a6e-3d47-4e03-b103-e7a660e91e6e HTTP/1.1" status: 200 len: 217 time: 0.0587347 Jan 28 00:20:54.864251 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-67dc25c8-675c-47fc-9a47-fce5a29d6bd3 req-d3b6e618-6c49-49b8-9c53-539fe0312a55 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243927 Jan 28 00:20:54.907910 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cadba-a7c7-457a-af65-36d7e9e7b645 req-1e2db94e-d9ef-4526-af8a-7a2a94281ef0 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:54.910508 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4e8cadba-a7c7-457a-af65-36d7e9e7b645 req-1e2db94e-d9ef-4526-af8a-7a2a94281ef0 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc9e455-8caa-4106-897b-5a270ad8af65 HTTP/1.1" status: 200 len: 950 time: 0.1164625 Jan 28 00:20:54.938937 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63658a0-7492-4e46-b697-097b96a39eba req-6e31a712-6b67-43c1-b537-1f3311f1dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:54.941720 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e63658a0-7492-4e46-b697-097b96a39eba req-6e31a712-6b67-43c1-b537-1f3311f1dce0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1866bf73-f598-42e8-af99-a33f224ad981 HTTP/1.1" status: 200 len: 858 time: 0.0765967 Jan 28 00:20:54.993317 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e63658a0-7492-4e46-b697-097b96a39eba req-a1ff85fc-3309-4049-a57d-a50e5b63f5d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a6446b4-7f18-47f6-bd02-dfe5469ab9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444918 Jan 28 00:20:55.081907 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4e8cadba-a7c7-457a-af65-36d7e9e7b645 req-452503ee-75a0-41e0-bb46-0b9fefe14296 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601307 Jan 28 00:20:55.114960 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f46b9c-5bb9-488c-8815-74d097d9699f req-ab2ab1a0-a8dc-47f0-8bf9-2fafe182fc92 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:55.117737 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b0f46b9c-5bb9-488c-8815-74d097d9699f req-ab2ab1a0-a8dc-47f0-8bf9-2fafe182fc92 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f37e63d-85b1-4fd6-a359-e77e3b181a83 HTTP/1.1" status: 200 len: 946 time: 0.1881464 Jan 28 00:20:55.131922 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7240b0-d061-48fd-9f87-bd02f8b82817 req-f7f05462-4629-481a-bd94-845027a4f5ed tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:55.134561 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eb7240b0-d061-48fd-9f87-bd02f8b82817 req-f7f05462-4629-481a-bd94-845027a4f5ed tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 944 time: 0.1629879 Jan 28 00:20:55.179250 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf0d50-2623-4c63-8e3f-7d14215ed6e4 req-fbbfb6e8-d319-49b9-8c44-c472751df6e9 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:55.182032 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5bdf0d50-2623-4c63-8e3f-7d14215ed6e4 req-fbbfb6e8-d319-49b9-8c44-c472751df6e9 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc9e455-8caa-4106-897b-5a270ad8af65 HTTP/1.1" status: 200 len: 950 time: 0.1284223 Jan 28 00:20:55.189202 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e63658a0-7492-4e46-b697-097b96a39eba req-ec701316-2248-4136-9337-8296b62cbde0 service neutron] 10.222.0.52 "GET /v2.0/networks/8a6446b4-7f18-47f6-bd02-dfe5469ab9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850688 Jan 28 00:20:55.357750 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e63658a0-7492-4e46-b697-097b96a39eba req-b5858c65-8d63-4adf-a899-fbd1623cb15a service neutron] 10.222.0.52 "GET /v2.0/networks/8a6446b4-7f18-47f6-bd02-dfe5469ab9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565297 Jan 28 00:20:55.374013 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-5bdf0d50-2623-4c63-8e3f-7d14215ed6e4 req-a950e72d-8dc7-4578-95e2-59d72c53955f tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Deleting port 64baad5f-d7c1-4872-b963-87dcb4a5ffcb {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:20:55.374388 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5bdf0d50-2623-4c63-8e3f-7d14215ed6e4 req-a950e72d-8dc7-4578-95e2-59d72c53955f tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (64baad5f-d7c1-4872-b963-87dcb4a5ffcb), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:55.374598 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eb7240b0-d061-48fd-9f87-bd02f8b82817 req-cae77281-9beb-4bd3-b779-89d84c8d8ca4 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267976 Jan 28 00:20:55.416606 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70708a9f-3024-44e0-b581-91a7aa98ce6f req-2c48f98f-910f-4964-ad94-f9ebc3452895 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:55.430253 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70708a9f-3024-44e0-b581-91a7aa98ce6f req-2c48f98f-910f-4964-ad94-f9ebc3452895 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=22b7bf8f-217d-475c-9d6d-135ec5216417 HTTP/1.1" status: 200 len: 943 time: 0.2212219 Jan 28 00:20:55.517759 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-b0f46b9c-5bb9-488c-8815-74d097d9699f req-6d392ed0-c918-4ec9-b828-3c83e67e4014 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Deleting port f96d3648-66fc-4826-8eb4-c883447ce7ad {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:20:55.519208 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b0f46b9c-5bb9-488c-8815-74d097d9699f req-6d392ed0-c918-4ec9-b828-3c83e67e4014 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f96d3648-66fc-4826-8eb4-c883447ce7ad), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:55.529657 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-5bdf0d50-2623-4c63-8e3f-7d14215ed6e4 req-a950e72d-8dc7-4578-95e2-59d72c53955f tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] For port 64baad5f-d7c1-4872-b963-87dcb4a5ffcb, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=64baad5f-d7c1-4872-b963-87dcb4a5ffcb,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:55.530119 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5bdf0d50-2623-4c63-8e3f-7d14215ed6e4 req-a950e72d-8dc7-4578-95e2-59d72c53955f tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (64baad5f-d7c1-4872-b963-87dcb4a5ffcb), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:55.547653 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-5bdf0d50-2623-4c63-8e3f-7d14215ed6e4 req-a950e72d-8dc7-4578-95e2-59d72c53955f tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Calling delete_port for 64baad5f-d7c1-4872-b963-87dcb4a5ffcb owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:20:55.553880 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70708a9f-3024-44e0-b581-91a7aa98ce6f req-047ede58-73aa-4ba1-89d8-0609ca8b54f6 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219444 Jan 28 00:20:55.697966 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9943a6-f184-4086-9c16-eff825fd96d0 req-1725f927-6f49-4dac-a294-88ab7c72f998 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:55.699517 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2e9943a6-f184-4086-9c16-eff825fd96d0 req-1725f927-6f49-4dac-a294-88ab7c72f998 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f37e63d-85b1-4fd6-a359-e77e3b181a83 HTTP/1.1" status: 200 len: 946 time: 0.1713779 Jan 28 00:20:55.722563 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5bdf0d50-2623-4c63-8e3f-7d14215ed6e4 req-a950e72d-8dc7-4578-95e2-59d72c53955f tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (64baad5f-d7c1-4872-b963-87dcb4a5ffcb), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:55.728112 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-b0f46b9c-5bb9-488c-8815-74d097d9699f req-6d392ed0-c918-4ec9-b828-3c83e67e4014 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] For port f96d3648-66fc-4826-8eb4-c883447ce7ad, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=f96d3648-66fc-4826-8eb4-c883447ce7ad,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:55.728522 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b0f46b9c-5bb9-488c-8815-74d097d9699f req-6d392ed0-c918-4ec9-b828-3c83e67e4014 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f96d3648-66fc-4826-8eb4-c883447ce7ad), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:55.757015 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a950e72d-8dc7-4578-95e2-59d72c53955f tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Pushing event deleted for resources: {'Port': ['ID=64baad5f-d7c1-4872-b963-87dcb4a5ffcb,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:55.761012 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['93d1b1db-ea8f-40d0-ad5f-68128514fbd9', 'a70452fc-14fc-4605-ad3f-db76851ab1e9', '9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90', '64baad5f-d7c1-4872-b963-87dcb4a5ffcb'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:55.761979 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-b0f46b9c-5bb9-488c-8815-74d097d9699f req-6d392ed0-c918-4ec9-b828-3c83e67e4014 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Calling delete_port for f96d3648-66fc-4826-8eb4-c883447ce7ad owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:20:55.797823 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa66d7-973e-4a50-93e0-7ba1d69fabd5 req-b0019b1d-6d5d-4a39-8ac3-8fe158c92ffc tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:55.800226 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4daa66d7-973e-4a50-93e0-7ba1d69fabd5 req-b0019b1d-6d5d-4a39-8ac3-8fe158c92ffc tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 945 time: 0.1476045 Jan 28 00:20:55.838843 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bdf0d50-2623-4c63-8e3f-7d14215ed6e4 req-a950e72d-8dc7-4578-95e2-59d72c53955f tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] No DVR routers for this DVR port 64baad5f-d7c1-4872-b963-87dcb4a5ffcb on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:20:55.843059 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5bdf0d50-2623-4c63-8e3f-7d14215ed6e4 req-a950e72d-8dc7-4578-95e2-59d72c53955f tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:55.848924 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5bdf0d50-2623-4c63-8e3f-7d14215ed6e4 req-a950e72d-8dc7-4578-95e2-59d72c53955f tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.65 "DELETE /v2.0/ports/64baad5f-d7c1-4872-b963-87dcb4a5ffcb HTTP/1.1" status: 204 len: 173 time: 0.6581833 Jan 28 00:20:55.856795 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['1d0e9f69-dea1-4853-8ff5-4aaaa651fb27'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:55.868260 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2e9943a6-f184-4086-9c16-eff825fd96d0 req-00fe67c0-8369-4cd9-9451-17879957f042 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575515 Jan 28 00:20:55.939322 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4daa66d7-973e-4a50-93e0-7ba1d69fabd5 req-1e8b5416-54c5-46c1-a372-16ca56780a97 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292582 Jan 28 00:20:56.105677 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bed31f-220a-48de-92b5-6a0780de4189 req-3b386334-f31f-43fa-9ad5-315ac10426f3 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:56.122216 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77bed31f-220a-48de-92b5-6a0780de4189 req-3b386334-f31f-43fa-9ad5-315ac10426f3 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.52 "GET /v2.0/ports?device_id=22b7bf8f-217d-475c-9d6d-135ec5216417 HTTP/1.1" status: 200 len: 943 time: 0.2301722 Jan 28 00:20:56.151301 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b0f46b9c-5bb9-488c-8815-74d097d9699f req-6d392ed0-c918-4ec9-b828-3c83e67e4014 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (f96d3648-66fc-4826-8eb4-c883447ce7ad), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:56.204054 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['f96d3648-66fc-4826-8eb4-c883447ce7ad'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:56.226133 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['2757eada-5c5d-468f-9a9f-01ce2f9b089c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:56.275764 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d392ed0-c918-4ec9-b828-3c83e67e4014 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Pushing event deleted for resources: {'Port': ['ID=f96d3648-66fc-4826-8eb4-c883447ce7ad,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:56.332065 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc9e455-8caa-4106-897b-5a270ad8af65', 'name': 'network-vif-deleted', 'tag': '64baad5f-d7c1-4872-b963-87dcb4a5ffcb'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:20:56.345519 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66bf06b-9e33-4f85-a90c-4d541a648942" -d '{"events": [{"server_uuid": "bcc9e455-8caa-4106-897b-5a270ad8af65", "name": "network-vif-deleted", "tag": "64baad5f-d7c1-4872-b963-87dcb4a5ffcb"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:20:56.360013 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device b2df6f8d-6942-43dc-b9ef-074ed0c5b9be details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:20:56.477823 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f46b9c-5bb9-488c-8815-74d097d9699f req-6d392ed0-c918-4ec9-b828-3c83e67e4014 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] No DVR routers for this DVR port f96d3648-66fc-4826-8eb4-c883447ce7ad on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:20:56.501415 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b0f46b9c-5bb9-488c-8815-74d097d9699f req-6d392ed0-c918-4ec9-b828-3c83e67e4014 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:56.508879 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b0f46b9c-5bb9-488c-8815-74d097d9699f req-6d392ed0-c918-4ec9-b828-3c83e67e4014 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.65 "DELETE /v2.0/ports/f96d3648-66fc-4826-8eb4-c883447ce7ad HTTP/1.1" status: 204 len: 173 time: 1.3726099 Jan 28 00:20:56.516436 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f37e63d-85b1-4fd6-a359-e77e3b181a83', 'name': 'network-vif-deleted', 'tag': 'f96d3648-66fc-4826-8eb4-c883447ce7ad'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:20:56.525577 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5b4907-97db-4ce4-9836-fb2649222aa7" -d '{"events": [{"server_uuid": "7f37e63d-85b1-4fd6-a359-e77e3b181a83", "name": "network-vif-deleted", "tag": "f96d3648-66fc-4826-8eb4-c883447ce7ad"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:20:56.632581 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-77bed31f-220a-48de-92b5-6a0780de4189 req-10dc121a-2789-423b-8c1f-d26632c44ae0 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Deleting port d0a3cd01-ceab-4ba2-b57d-99214e54850a {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:20:56.633194 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-77bed31f-220a-48de-92b5-6a0780de4189 req-10dc121a-2789-423b-8c1f-d26632c44ae0 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (d0a3cd01-ceab-4ba2-b57d-99214e54850a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:56.651601 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c0e09b9a-a67a-47d7-9b56-bfd6135903d8 req-4afc3664-1ace-42be-85fb-59b6d48c8b72 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc9e455-8caa-4106-897b-5a270ad8af65 HTTP/1.1" status: 200 len: 210 time: 0.2048075 Jan 28 00:20:56.717834 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa05f6f-1ab4-4c43-bb6f-34fb57fbfec9 req-ba8415ec-236f-4888-ae2a-b63e6c4c494f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:56.730438 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8fa05f6f-1ab4-4c43-bb6f-34fb57fbfec9 req-ba8415ec-236f-4888-ae2a-b63e6c4c494f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 949 time: 0.3953261 Jan 28 00:20:56.733342 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57700) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:20:56.878366 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93475fbf-798d-475c-a40b-fa36f4cbc0d5 x-openstack-request-id: req-93475fbf-798d-475c-a40b-fa36f4cbc0d5 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:20:56.879066 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc9e455-8caa-4106-897b-5a270ad8af65", "name": "network-vif-deleted", "tag": "64baad5f-d7c1-4872-b963-87dcb4a5ffcb", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:20:56.879066 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-93475fbf-798d-475c-a40b-fa36f4cbc0d5 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:20:56.886618 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc9e455-8caa-4106-897b-5a270ad8af65', 'name': 'network-vif-deleted', 'tag': '64baad5f-d7c1-4872-b963-87dcb4a5ffcb', 'status': 'completed', 'code': 200} Jan 28 00:20:56.891170 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8fa05f6f-1ab4-4c43-bb6f-34fb57fbfec9 req-7ae7f78c-a279-4469-a1ec-873ec3ad1bb8 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592412 Jan 28 00:20:57.011006 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-77bed31f-220a-48de-92b5-6a0780de4189 req-10dc121a-2789-423b-8c1f-d26632c44ae0 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] For port d0a3cd01-ceab-4ba2-b57d-99214e54850a, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=d0a3cd01-ceab-4ba2-b57d-99214e54850a,segment=NetworkSegment(1af6e637-635c-4891-a903-f48dbcb066f0),segment_id=1af6e637-635c-4891-a903-f48dbcb066f0)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:57.011770 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-77bed31f-220a-48de-92b5-6a0780de4189 req-10dc121a-2789-423b-8c1f-d26632c44ae0 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (d0a3cd01-ceab-4ba2-b57d-99214e54850a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:57.041962 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-77bed31f-220a-48de-92b5-6a0780de4189 req-10dc121a-2789-423b-8c1f-d26632c44ae0 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Calling delete_port for d0a3cd01-ceab-4ba2-b57d-99214e54850a owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:20:57.065023 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port b2df6f8d-6942-43dc-b9ef-074ed0c5b9be, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=b2df6f8d-6942-43dc-b9ef-074ed0c5b9be,segment=NetworkSegment(2f831f9b-1cec-4443-a955-496c1f68346e),segment_id=2f831f9b-1cec-4443-a955-496c1f68346e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:57.115077 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'b2df6f8d-6942-43dc-b9ef-074ed0c5b9be', 'network_id': '8a6446b4-7f18-47f6-bd02-dfe5469ab9a1', 'port_id': 'b2df6f8d-6942-43dc-b9ef-074ed0c5b9be', 'mac_address': 'fa:16:3e:5a:74:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1866bf73-f598-42e8-af99-a33f224ad981', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:20:57.166809 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f157f8-5053-411b-9879-f178d11f254e x-openstack-request-id: req-b2f157f8-5053-411b-9879-f178d11f254e {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:20:57.167271 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f37e63d-85b1-4fd6-a359-e77e3b181a83", "name": "network-vif-deleted", "tag": "f96d3648-66fc-4826-8eb4-c883447ce7ad", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:20:57.167840 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b2f157f8-5053-411b-9879-f178d11f254e {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:20:57.168710 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f37e63d-85b1-4fd6-a359-e77e3b181a83', 'name': 'network-vif-deleted', 'tag': 'f96d3648-66fc-4826-8eb4-c883447ce7ad', 'status': 'completed', 'code': 200} Jan 28 00:20:57.263730 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-743f9fd6-37cc-40f3-b557-a098a75ae23d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:57.303636 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port b2df6f8d-6942-43dc-b9ef-074ed0c5b9be is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:57.304358 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b2df6f8d-6942-43dc-b9ef-074ed0c5b9be), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:57.316821 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b47b75-34e1-4c3b-87c0-6bb25c8e3ffa req-5e364d96-0df5-497c-b327-2455a51ab336 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:57.319492 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b7b47b75-34e1-4c3b-87c0-6bb25c8e3ffa req-5e364d96-0df5-497c-b327-2455a51ab336 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.52 "GET /v2.0/ports?device_id=c997aa4e-93ca-49cf-89e5-ce7da1726154 HTTP/1.1" status: 200 len: 949 time: 0.3948739 Jan 28 00:20:57.348923 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2df6f8d-6942-43dc-b9ef-074ed0c5b9be {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:20:57.394202 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port b2df6f8d-6942-43dc-b9ef-074ed0c5b9be, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=b2df6f8d-6942-43dc-b9ef-074ed0c5b9be,segment=NetworkSegment(2f831f9b-1cec-4443-a955-496c1f68346e),segment_id=2f831f9b-1cec-4443-a955-496c1f68346e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:57.414516 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8010a87-8554-4faf-a327-821cf13a5ac6 req-69a393b1-f911-4842-9a50-06b357a906a0 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:57.421729 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b2df6f8d-6942-43dc-b9ef-074ed0c5b9be), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:57.422794 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device b7807a6e-3d47-4e03-b103-e7a660e91e6e details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:20:57.430083 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e8010a87-8554-4faf-a327-821cf13a5ac6 req-69a393b1-f911-4842-9a50-06b357a906a0 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 944 time: 0.4124002 Jan 28 00:20:57.456170 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396e22c-d205-4bb4-9b1b-66d102e026fc req-55c8ab34-bf0e-4ed6-b243-993d0a8793a7 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:57.459257 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2396e22c-d205-4bb4-9b1b-66d102e026fc req-55c8ab34-bf0e-4ed6-b243-993d0a8793a7 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=22b7bf8f-217d-475c-9d6d-135ec5216417 HTTP/1.1" status: 200 len: 943 time: 0.2974620 Jan 28 00:20:57.479077 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-77bed31f-220a-48de-92b5-6a0780de4189 req-10dc121a-2789-423b-8c1f-d26632c44ae0 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (d0a3cd01-ceab-4ba2-b57d-99214e54850a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:57.604522 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port b7807a6e-3d47-4e03-b103-e7a660e91e6e, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=b7807a6e-3d47-4e03-b103-e7a660e91e6e,segment=NetworkSegment(2f831f9b-1cec-4443-a955-496c1f68346e),segment_id=2f831f9b-1cec-4443-a955-496c1f68346e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:57.609500 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc121a-2789-423b-8c1f-d26632c44ae0 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Pushing event deleted for resources: {'Port': ['ID=d0a3cd01-ceab-4ba2-b57d-99214e54850a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:57.629584 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=b2df6f8d-6942-43dc-b9ef-074ed0c5b9be,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:57.654722 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'b7807a6e-3d47-4e03-b103-e7a660e91e6e', 'network_id': '8a6446b4-7f18-47f6-bd02-dfe5469ab9a1', 'port_id': 'b7807a6e-3d47-4e03-b103-e7a660e91e6e', 'mac_address': 'fa:16:3e:01:34:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1866bf73-f598-42e8-af99-a33f224ad981', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:20:57.660571 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-77bed31f-220a-48de-92b5-6a0780de4189 req-10dc121a-2789-423b-8c1f-d26632c44ae0 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] No DVR routers for this DVR port d0a3cd01-ceab-4ba2-b57d-99214e54850a on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:20:57.664865 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e8010a87-8554-4faf-a327-821cf13a5ac6 req-32c6febc-6409-4914-8733-4807c2d2d857 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331030 Jan 28 00:20:57.665266 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-77bed31f-220a-48de-92b5-6a0780de4189 req-10dc121a-2789-423b-8c1f-d26632c44ae0 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:57.672958 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77bed31f-220a-48de-92b5-6a0780de4189 req-10dc121a-2789-423b-8c1f-d26632c44ae0 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.52 "DELETE /v2.0/ports/d0a3cd01-ceab-4ba2-b57d-99214e54850a HTTP/1.1" status: 204 len: 173 time: 1.5483346 Jan 28 00:20:57.681324 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2396e22c-d205-4bb4-9b1b-66d102e026fc req-05d1d263-77a3-49a8-9396-c60460b64d6b tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014294 Jan 28 00:20:57.757471 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-743f9fd6-37cc-40f3-b557-a098a75ae23d admin admin] Publish callbacks [] for security_group (f573510a-61a1-4503-a47b-d579fb97e042), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:57.781576 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port b7807a6e-3d47-4e03-b103-e7a660e91e6e is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:20:57.781832 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b7807a6e-3d47-4e03-b103-e7a660e91e6e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:57.796482 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-b7b47b75-34e1-4c3b-87c0-6bb25c8e3ffa req-35df5d79-af75-4665-b67c-affab2cb13d8 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Deleting port 1d0e9f69-dea1-4853-8ff5-4aaaa651fb27 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:20:57.796848 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b7b47b75-34e1-4c3b-87c0-6bb25c8e3ffa req-35df5d79-af75-4665-b67c-affab2cb13d8 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (1d0e9f69-dea1-4853-8ff5-4aaaa651fb27), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:57.809355 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-743f9fd6-37cc-40f3-b557-a098a75ae23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f573510a-61a1-4503-a47b-d579fb97e042), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:57.825424 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7807a6e-3d47-4e03-b103-e7a660e91e6e {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:20:57.858369 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port b7807a6e-3d47-4e03-b103-e7a660e91e6e, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=b7807a6e-3d47-4e03-b103-e7a660e91e6e,segment=NetworkSegment(2f831f9b-1cec-4443-a955-496c1f68346e),segment_id=2f831f9b-1cec-4443-a955-496c1f68346e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:57.867120 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b7807a6e-3d47-4e03-b103-e7a660e91e6e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:57.934023 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=b7807a6e-3d47-4e03-b103-e7a660e91e6e,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:58.011652 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-743f9fd6-37cc-40f3-b557-a098a75ae23d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6af5a89fcc9c46ef8cd2dc4e25e7f5a1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2755198 Jan 28 00:20:58.012537 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f9fd6-37cc-40f3-b557-a098a75ae23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f573510a-61a1-4503-a47b-d579fb97e042,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:58.024544 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57716) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:20:58.063875 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49187d1d-83ba-46e8-8323-7fd858fc6ba1 req-d45f3640-1881-4480-9711-4dff8f01ccb7 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:58.071181 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-49187d1d-83ba-46e8-8323-7fd858fc6ba1 req-d45f3640-1881-4480-9711-4dff8f01ccb7 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 945 time: 0.2632861 Jan 28 00:20:58.124793 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-b7b47b75-34e1-4c3b-87c0-6bb25c8e3ffa req-35df5d79-af75-4665-b67c-affab2cb13d8 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] For port 1d0e9f69-dea1-4853-8ff5-4aaaa651fb27, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=1d0e9f69-dea1-4853-8ff5-4aaaa651fb27,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:20:58.124793 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b7b47b75-34e1-4c3b-87c0-6bb25c8e3ffa req-35df5d79-af75-4665-b67c-affab2cb13d8 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (1d0e9f69-dea1-4853-8ff5-4aaaa651fb27), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:58.145456 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-b7b47b75-34e1-4c3b-87c0-6bb25c8e3ffa req-35df5d79-af75-4665-b67c-affab2cb13d8 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Calling delete_port for 1d0e9f69-dea1-4853-8ff5-4aaaa651fb27 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:20:58.183191 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a08a46a1-1b53-4ff3-aeb5-3d5585f660b1 admin admin] Publish callbacks [] for security_group (f573510a-61a1-4503-a47b-d579fb97e042), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:58.188453 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-49187d1d-83ba-46e8-8323-7fd858fc6ba1 req-370e489a-f737-4b91-a339-4e89bfe5efaa tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160576 Jan 28 00:20:58.242719 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a08a46a1-1b53-4ff3-aeb5-3d5585f660b1 admin admin] Publish callbacks [] for security_group (f573510a-61a1-4503-a47b-d579fb97e042), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:58.337543 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device d0a3cd01-ceab-4ba2-b57d-99214e54850a no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:20:58.348481 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a08a46a1-1b53-4ff3-aeb5-3d5585f660b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f573510a-61a1-4503-a47b-d579fb97e042), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:58.354585 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a08a46a1-1b53-4ff3-aeb5-3d5585f660b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:58.356911 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a08a46a1-1b53-4ff3-aeb5-3d5585f660b1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f573510a-61a1-4503-a47b-d579fb97e042 HTTP/1.1" status: 204 len: 168 time: 0.3307636 Jan 28 00:20:58.370810 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: d0a3cd01-ceab-4ba2-b57d-99214e54850a {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:20:58.371349 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device d0a3cd01-ceab-4ba2-b57d-99214e54850a not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:20:58.374720 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a46a1-1b53-4ff3-aeb5-3d5585f660b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f573510a-61a1-4503-a47b-d579fb97e042,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:58.452187 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975c849-5b08-483f-a779-fedd287080ad req-e758d56c-d74a-4e6e-93df-443f4a86c818 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:58.454977 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1975c849-5b08-483f-a779-fedd287080ad req-e758d56c-d74a-4e6e-93df-443f4a86c818 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 949 time: 0.2651169 Jan 28 00:20:58.516534 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcd06f-f2bb-45a6-b3ba-b283eb878e05 req-7643d4c6-28d5-4ff3-a170-c95ffd8fd936 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:58.525980 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e2bcd06f-f2bb-45a6-b3ba-b283eb878e05 req-7643d4c6-28d5-4ff3-a170-c95ffd8fd936 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=c997aa4e-93ca-49cf-89e5-ce7da1726154 HTTP/1.1" status: 200 len: 949 time: 0.2205222 Jan 28 00:20:58.559956 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['b2df6f8d-6942-43dc-b9ef-074ed0c5b9be'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:58.628525 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['b7807a6e-3d47-4e03-b103-e7a660e91e6e'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:58.678979 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b7b47b75-34e1-4c3b-87c0-6bb25c8e3ffa req-35df5d79-af75-4665-b67c-affab2cb13d8 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (1d0e9f69-dea1-4853-8ff5-4aaaa651fb27), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:58.718817 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['93d1b1db-ea8f-40d0-ad5f-68128514fbd9', 'a70452fc-14fc-4605-ad3f-db76851ab1e9', '9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:20:58.748324 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df5d79-af75-4665-b67c-affab2cb13d8 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Pushing event deleted for resources: {'Port': ['ID=1d0e9f69-dea1-4853-8ff5-4aaaa651fb27,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:20:58.778163 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e2bcd06f-f2bb-45a6-b3ba-b283eb878e05 req-a60df793-7e5c-4cfe-a736-0b4730c1695a tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564944 Jan 28 00:20:58.828613 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1975c849-5b08-483f-a779-fedd287080ad req-0fbcc4b3-fdb0-425c-91b9-26f280ab4222 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432729 Jan 28 00:20:58.878982 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b47b75-34e1-4c3b-87c0-6bb25c8e3ffa req-35df5d79-af75-4665-b67c-affab2cb13d8 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] No DVR routers for this DVR port 1d0e9f69-dea1-4853-8ff5-4aaaa651fb27 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:20:58.884390 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b7b47b75-34e1-4c3b-87c0-6bb25c8e3ffa req-35df5d79-af75-4665-b67c-affab2cb13d8 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:20:58.887647 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b7bf8f-217d-475c-9d6d-135ec5216417', 'name': 'network-vif-deleted', 'tag': 'd0a3cd01-ceab-4ba2-b57d-99214e54850a'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:20:58.889437 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b7b47b75-34e1-4c3b-87c0-6bb25c8e3ffa req-35df5d79-af75-4665-b67c-affab2cb13d8 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.52 "DELETE /v2.0/ports/1d0e9f69-dea1-4853-8ff5-4aaaa651fb27 HTTP/1.1" status: 204 len: 173 time: 1.5559502 Jan 28 00:20:58.894105 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72540ea9-0a40-45af-a598-fc569cc38881" -d '{"events": [{"server_uuid": "22b7bf8f-217d-475c-9d6d-135ec5216417", "name": "network-vif-deleted", "tag": "d0a3cd01-ceab-4ba2-b57d-99214e54850a"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:20:59.093092 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774f064-ebb5-48b8-9a64-134b5c142692 req-669981c8-f742-4682-bb7b-7f297fdbae51 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:59.094878 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2774f064-ebb5-48b8-9a64-134b5c142692 req-669981c8-f742-4682-bb7b-7f297fdbae51 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 945 time: 0.1353083 Jan 28 00:20:59.201955 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c997aa4e-93ca-49cf-89e5-ce7da1726154', 'name': 'network-vif-deleted', 'tag': '1d0e9f69-dea1-4853-8ff5-4aaaa651fb27'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:20:59.207296 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179be132-b021-4a4b-aaab-40d30381f568" -d '{"events": [{"server_uuid": "c997aa4e-93ca-49cf-89e5-ce7da1726154", "name": "network-vif-deleted", "tag": "1d0e9f69-dea1-4853-8ff5-4aaaa651fb27"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:20:59.227110 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a1421-0078-4d92-aabb-06b85888023b req-e09b5603-de04-4238-9c78-5d5340a4d2ff tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:59.240833 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-237a1421-0078-4d92-aabb-06b85888023b req-e09b5603-de04-4238-9c78-5d5340a4d2ff tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/networks?id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e HTTP/1.1" status: 200 len: 805 time: 0.2931297 Jan 28 00:20:59.339419 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-237a1421-0078-4d92-aabb-06b85888023b req-c5afeb67-f5b0-410d-a633-efa7facd3fc9 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/quotas/2253eea2b9f94d3c9e9a9e6c9260650c HTTP/1.1" status: 200 len: 375 time: 0.0961123 Jan 28 00:20:59.387225 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 64baad5f-d7c1-4872-b963-87dcb4a5ffcb no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:20:59.432441 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2774f064-ebb5-48b8-9a64-134b5c142692 req-fca79e9f-3174-4cf1-866b-9f03cce08bd3 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322905 Jan 28 00:20:59.455577 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 64baad5f-d7c1-4872-b963-87dcb4a5ffcb {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:20:59.456578 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 64baad5f-d7c1-4872-b963-87dcb4a5ffcb not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:20:59.457105 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device f96d3648-66fc-4826-8eb4-c883447ce7ad no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:20:59.476105 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-237a1421-0078-4d92-aabb-06b85888023b req-48be7e8f-c4e0-4d5e-ae2a-14569ef58ddd tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2253eea2b9f94d3c9e9a9e6c9260650c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1217229 Jan 28 00:20:59.512843 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: f96d3648-66fc-4826-8eb4-c883447ce7ad {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:20:59.513321 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device f96d3648-66fc-4826-8eb4-c883447ce7ad not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:20:59.675190 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41aafe6-d7f3-4bac-b5e6-3a58983a11a2 x-openstack-request-id: req-d41aafe6-d7f3-4bac-b5e6-3a58983a11a2 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:20:59.675811 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b7bf8f-217d-475c-9d6d-135ec5216417", "name": "network-vif-deleted", "tag": "d0a3cd01-ceab-4ba2-b57d-99214e54850a", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:20:59.676249 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d41aafe6-d7f3-4bac-b5e6-3a58983a11a2 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:20:59.676972 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b7bf8f-217d-475c-9d6d-135ec5216417', 'name': 'network-vif-deleted', 'tag': 'd0a3cd01-ceab-4ba2-b57d-99214e54850a', 'status': 'completed', 'code': 200} Jan 28 00:20:59.711712 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-237a1421-0078-4d92-aabb-06b85888023b req-bfa9b7cb-e8e9-442b-a8cd-6344d084e209 service neutron] 10.222.0.70 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345569 Jan 28 00:20:59.860992 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-237a1421-0078-4d92-aabb-06b85888023b req-eea60f72-2d17-4845-acd7-a6a48946e6bd service neutron] 10.222.0.70 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472282 Jan 28 00:20:59.939123 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57772) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:20:59.979323 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496831f5-9bf9-4fc3-8ecb-6869585dfe52 req-c604f171-2f00-4d81-b55f-12d29534fc63 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:20:59.980986 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-496831f5-9bf9-4fc3-8ecb-6869585dfe52 req-c604f171-2f00-4d81-b55f-12d29534fc63 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 945 time: 0.0812533 Jan 28 00:21:00.052852 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-496831f5-9bf9-4fc3-8ecb-6869585dfe52 req-a100681f-da82-44c3-9e80-172a4e035f84 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645294 Jan 28 00:21:00.062838 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59e6872-9003-4249-8286-0a2b84f745b5 x-openstack-request-id: req-e59e6872-9003-4249-8286-0a2b84f745b5 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:21:00.063148 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c997aa4e-93ca-49cf-89e5-ce7da1726154", "name": "network-vif-deleted", "tag": "1d0e9f69-dea1-4853-8ff5-4aaaa651fb27", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:21:00.063394 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e59e6872-9003-4249-8286-0a2b84f745b5 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:21:00.063890 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c997aa4e-93ca-49cf-89e5-ce7da1726154', 'name': 'network-vif-deleted', 'tag': '1d0e9f69-dea1-4853-8ff5-4aaaa651fb27', 'status': 'completed', 'code': 200} Jan 28 00:21:00.243822 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-5de53401-99c6-41cc-a222-1e5bf19757d3 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-144987706-network', 'tenant_id': '7cd4135a1db043638693fd37dfc1eaf4'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:21:00.274594 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513617e-fd4a-46f2-bd25-5d7d80d40684 req-9715ecd9-a114-440b-9d51-aed245e7fd5a tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:00.277891 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2513617e-fd4a-46f2-bd25-5d7d80d40684 req-9715ecd9-a114-440b-9d51-aed245e7fd5a tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 949 time: 0.1077251 Jan 28 00:21:00.279226 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de53401-99c6-41cc-a222-1e5bf19757d3 admin admin] Made reservation on behalf of 7cd4135a1db043638693fd37dfc1eaf4 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:21:00.282143 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5de53401-99c6-41cc-a222-1e5bf19757d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:00.293693 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5de53401-99c6-41cc-a222-1e5bf19757d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:00.296607 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device b2df6f8d-6942-43dc-b9ef-074ed0c5b9be up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:21:00.413834 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port b2df6f8d-6942-43dc-b9ef-074ed0c5b9be completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:21:00.419600 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port b2df6f8d-6942-43dc-b9ef-074ed0c5b9be triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:21:00.419933 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2513617e-fd4a-46f2-bd25-5d7d80d40684 req-9421832e-0d91-4e00-8cc4-95e24d3550e3 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068249 Jan 28 00:21:00.420166 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b2df6f8d-6942-43dc-b9ef-074ed0c5b9be), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:00.480071 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5de53401-99c6-41cc-a222-1e5bf19757d3 admin admin] Publish callbacks [] for security_group (166bab06-8d39-49f5-ad95-fe98e36c75fe), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:00.485066 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-411c8942-2f35-4bbe-a25a-00a222b77134 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:00.488879 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5de53401-99c6-41cc-a222-1e5bf19757d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (166bab06-8d39-49f5-ad95-fe98e36c75fe), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:00.494089 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-411c8942-2f35-4bbe-a25a-00a222b77134 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/networks?id=cd151476-a5ba-4385-918e-9bfe961c2c84 HTTP/1.1" status: 200 len: 822 time: 0.2617252 Jan 28 00:21:00.513579 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-378a1026-5953-49bf-97ef-b965d71a3418 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/quotas/04c5bf935af54d448f34f3696c807878 HTTP/1.1" status: 200 len: 375 time: 0.0181434 Jan 28 00:21:00.535705 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de53401-99c6-41cc-a222-1e5bf19757d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:21:00.569547 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-0346f76c-f05a-469b-8980-cac61add2ea4 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=04c5bf935af54d448f34f3696c807878&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538235 Jan 28 00:21:00.569831 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de53401-99c6-41cc-a222-1e5bf19757d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166bab06-8d39-49f5-ad95-fe98e36c75fe,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:00.573434 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5de53401-99c6-41cc-a222-1e5bf19757d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (297764ea-cd49-49d6-a519-3b858cfac822), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:00.574014 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-5de53401-99c6-41cc-a222-1e5bf19757d3 admin admin] Added segment 297764ea-cd49-49d6-a519-3b858cfac822 of type vlan for network 826a0bac-65ff-40c5-94fe-d261b4dc8a41 Jan 28 00:21:00.601533 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de53401-99c6-41cc-a222-1e5bf19757d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:00.602185 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de53401-99c6-41cc-a222-1e5bf19757d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:00.603064 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de53401-99c6-41cc-a222-1e5bf19757d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:00.603651 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de53401-99c6-41cc-a222-1e5bf19757d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:00.604163 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de53401-99c6-41cc-a222-1e5bf19757d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:00.604704 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de53401-99c6-41cc-a222-1e5bf19757d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:00.605362 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de53401-99c6-41cc-a222-1e5bf19757d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:00.605902 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de53401-99c6-41cc-a222-1e5bf19757d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:00.606407 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de53401-99c6-41cc-a222-1e5bf19757d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:00.606910 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de53401-99c6-41cc-a222-1e5bf19757d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:00.607436 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de53401-99c6-41cc-a222-1e5bf19757d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:00.608108 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de53401-99c6-41cc-a222-1e5bf19757d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:00.608626 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de53401-99c6-41cc-a222-1e5bf19757d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:00.666480 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b7644a51-34fa-472c-a278-5d935b2f7b68 req-1d1f70f7-41bd-4678-84d6-b64017516cac tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b298680-6f76-4efc-a3d9-203d0ffb88cd HTTP/1.1" status: 200 len: 210 time: 0.1061237 Jan 28 00:21:00.680722 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port b2df6f8d-6942-43dc-b9ef-074ed0c5b9be is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:21:00.683324 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b2df6f8d-6942-43dc-b9ef-074ed0c5b9be), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:00.684977 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5de53401-99c6-41cc-a222-1e5bf19757d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (826a0bac-65ff-40c5-94fe-d261b4dc8a41), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:00.749428 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5de53401-99c6-41cc-a222-1e5bf19757d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (826a0bac-65ff-40c5-94fe-d261b4dc8a41), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:00.754723 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de53401-99c6-41cc-a222-1e5bf19757d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:00.756075 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5de53401-99c6-41cc-a222-1e5bf19757d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:00.768465 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port b2df6f8d-6942-43dc-b9ef-074ed0c5b9be, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=b2df6f8d-6942-43dc-b9ef-074ed0c5b9be,segment=NetworkSegment(2f831f9b-1cec-4443-a955-496c1f68346e),segment_id=2f831f9b-1cec-4443-a955-496c1f68346e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:00.770182 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af159c7a-fa9f-4821-9fd3-7b86692e7087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2df6f8d-6942-43dc-b9ef-074ed0c5b9be'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:21:00.773303 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e12b0d-b321-4da5-872f-3d7edd2e916d" -d '{"events": [{"server_uuid": "af159c7a-fa9f-4821-9fd3-7b86692e7087", "name": "network-vif-plugged", "status": "completed", "tag": "b2df6f8d-6942-43dc-b9ef-074ed0c5b9be"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:21:00.780980 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b2df6f8d-6942-43dc-b9ef-074ed0c5b9be), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:00.781974 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 1d0e9f69-dea1-4853-8ff5-4aaaa651fb27 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:21:00.840853 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 1d0e9f69-dea1-4853-8ff5-4aaaa651fb27 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:21:00.841943 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 1d0e9f69-dea1-4853-8ff5-4aaaa651fb27 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:21:00.895776 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=b2df6f8d-6942-43dc-b9ef-074ed0c5b9be,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:00.926405 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-73a0c75c-5acd-4af0-ab7e-bf25d7c1dc72 service neutron] 10.222.0.70 "GET /v2.0/networks/cd151476-a5ba-4385-918e-9bfe961c2c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554151 Jan 28 00:21:00.937331 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5de53401-99c6-41cc-a222-1e5bf19757d3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9924536 Jan 28 00:21:00.945971 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de53401-99c6-41cc-a222-1e5bf19757d3 admin admin] Pushing event updated for resources: {'Network': ['ID=826a0bac-65ff-40c5-94fe-d261b4dc8a41,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:00.948049 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57804) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:00.968012 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 826a0bac-65ff-40c5-94fe-d261b4dc8a41 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:21:00.992337 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-1208a3f0-2df1-43a7-a2b0-70a4a901753b admin admin] Request body: {'subnet': {'network_id': '826a0bac-65ff-40c5-94fe-d261b4dc8a41', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-144987706-subnet', 'tenant_id': '7cd4135a1db043638693fd37dfc1eaf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:21:01.142628 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1208a3f0-2df1-43a7-a2b0-70a4a901753b admin admin] Made reservation on behalf of 7cd4135a1db043638693fd37dfc1eaf4 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:21:01.145489 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1208a3f0-2df1-43a7-a2b0-70a4a901753b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:01.180970 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0504949-26ad-4fe7-a346-3cfbc3ab93d7 req-5764e9e2-46ea-4664-abcd-ccc8124619c9 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:01.182987 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d0504949-26ad-4fe7-a346-3cfbc3ab93d7 req-5764e9e2-46ea-4664-abcd-ccc8124619c9 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 945 time: 0.2536964 Jan 28 00:21:01.267401 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-e90729cf-b625-4d99-ae50-5ca4eac5d05a service neutron] 10.222.0.70 "GET /v2.0/networks/cd151476-a5ba-4385-918e-9bfe961c2c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394237 Jan 28 00:21:01.331492 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d0504949-26ad-4fe7-a346-3cfbc3ab93d7 req-f8410a4c-5c86-4599-b4ed-1eaaa1e56b28 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968704 Jan 28 00:21:01.459888 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6e3690-cc3c-4437-bdc0-d8f1205351bd x-openstack-request-id: req-9c6e3690-cc3c-4437-bdc0-d8f1205351bd {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:21:01.460996 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af159c7a-fa9f-4821-9fd3-7b86692e7087", "name": "network-vif-plugged", "status": "completed", "tag": "b2df6f8d-6942-43dc-b9ef-074ed0c5b9be", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:21:01.461437 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9c6e3690-cc3c-4437-bdc0-d8f1205351bd {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:21:01.462043 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af159c7a-fa9f-4821-9fd3-7b86692e7087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2df6f8d-6942-43dc-b9ef-074ed0c5b9be', 'code': 200} Jan 28 00:21:01.530984 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1208a3f0-2df1-43a7-a2b0-70a4a901753b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (8e7e1de5-1907-4631-9c41-56b4fa94120b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:01.748346 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208a3f0-2df1-43a7-a2b0-70a4a901753b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e7e1de5-1907-4631-9c41-56b4fa94120b,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:01.897349 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ba5d7ef9-2631-4d0d-9cca-cd5c8a946725 req-e76f962c-ff40-4f78-815c-ac4ab8a43d79 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=9494ce53-6ad0-44b0-b869-db1e2034f25c HTTP/1.1" status: 200 len: 210 time: 0.1373241 Jan 28 00:21:02.278293 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1208a3f0-2df1-43a7-a2b0-70a4a901753b admin admin] Checking segment: {'id': '297764ea-cd49-49d6-a519-3b858cfac822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '826a0bac-65ff-40c5-94fe-d261b4dc8a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:21:02.278644 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1208a3f0-2df1-43a7-a2b0-70a4a901753b admin admin] Network hostable DHCP agents. Network: 826a0bac-65ff-40c5-94fe-d261b4dc8a41, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:21:02.309576 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device b7807a6e-3d47-4e03-b103-e7a660e91e6e up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:21:02.364797 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb406765-a390-498c-88d1-b0444f278fb2 req-35ff2c34-2f05-4733-8ddc-212a8a5697ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:02.367524 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb406765-a390-498c-88d1-b0444f278fb2 req-35ff2c34-2f05-4733-8ddc-212a8a5697ae service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 1096 time: 0.7176886 Jan 28 00:21:02.438938 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a8044-73fc-4ee0-8fb1-b5335fe3622e req-aa7df3fe-8379-437c-a60f-63c1807097d5 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:02.441151 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa7a8044-73fc-4ee0-8fb1-b5335fe3622e req-aa7df3fe-8379-437c-a60f-63c1807097d5 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 945 time: 0.6966925 Jan 28 00:21:02.452323 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port b7807a6e-3d47-4e03-b103-e7a660e91e6e completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:21:02.462741 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port b7807a6e-3d47-4e03-b103-e7a660e91e6e triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:21:02.464727 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b7807a6e-3d47-4e03-b103-e7a660e91e6e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:02.483374 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1208a3f0-2df1-43a7-a2b0-70a4a901753b admin admin] Network 826a0bac-65ff-40c5-94fe-d261b4dc8a41 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:21:02.538351 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787926e-95e1-4d34-aee5-3be4cc74d2f3 req-40f83574-84d0-4efd-b3e5-760f6972e803 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:02.545677 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7787926e-95e1-4d34-aee5-3be4cc74d2f3 req-40f83574-84d0-4efd-b3e5-760f6972e803 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 949 time: 0.2592566 Jan 28 00:21:02.561806 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-1208a3f0-2df1-43a7-a2b0-70a4a901753b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 826a0bac-65ff-40c5-94fe-d261b4dc8a41) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:21:02.593217 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a1421-0078-4d92-aabb-06b85888023b req-7a25e2e5-036e-40a1-9e65-eeb770e0e384 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:02.594767 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-237a1421-0078-4d92-aabb-06b85888023b req-7a25e2e5-036e-40a1-9e65-eeb770e0e384 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.65 "GET /v2.0/networks?id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e HTTP/1.1" status: 200 len: 805 time: 0.7873645 Jan 28 00:21:02.599543 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1208a3f0-2df1-43a7-a2b0-70a4a901753b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:02.600547 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1208a3f0-2df1-43a7-a2b0-70a4a901753b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:02.611547 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704f8281-2d08-4736-ade7-e439d7c66a20 None None] Network 826a0bac-65ff-40c5-94fe-d261b4dc8a41 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:21:02.621761 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-237a1421-0078-4d92-aabb-06b85888023b req-9839298f-6cc3-4db4-b9a4-cc7254d1ad4a tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Request body: {'port': {'device_id': '3b298680-6f76-4efc-a3d9-203d0ffb88cd', 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e', 'admin_state_up': True, 'tenant_id': '2253eea2b9f94d3c9e9a9e6c9260650c'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:21:02.638399 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb406765-a390-498c-88d1-b0444f278fb2 req-5f7ee8f1-5fd3-43ca-9815-e61eec9086fb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357378 Jan 28 00:21:02.707794 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1208a3f0-2df1-43a7-a2b0-70a4a901753b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7488720 Jan 28 00:21:02.719775 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa7a8044-73fc-4ee0-8fb1-b5335fe3622e req-15184d01-78b0-45e7-a728-4c8cfd43227c tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455726 Jan 28 00:21:02.728227 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port b7807a6e-3d47-4e03-b103-e7a660e91e6e is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:21:02.728566 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b7807a6e-3d47-4e03-b103-e7a660e91e6e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:02.772113 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7787926e-95e1-4d34-aee5-3be4cc74d2f3 req-22e49f7e-29c7-4446-b64e-698d47f830f2 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255497 Jan 28 00:21:02.796448 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port b7807a6e-3d47-4e03-b103-e7a660e91e6e, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=b7807a6e-3d47-4e03-b103-e7a660e91e6e,segment=NetworkSegment(2f831f9b-1cec-4443-a955-496c1f68346e),segment_id=2f831f9b-1cec-4443-a955-496c1f68346e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:02.830805 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b7807a6e-3d47-4e03-b103-e7a660e91e6e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:02.862483 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72474967-4b7b-492f-a99d-59704509e683 None None] Network 826a0bac-65ff-40c5-94fe-d261b4dc8a41 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:21:02.896899 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-237a1421-0078-4d92-aabb-06b85888023b req-9839298f-6cc3-4db4-b9a4-cc7254d1ad4a tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Made reservation on behalf of 2253eea2b9f94d3c9e9a9e6c9260650c for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:21:02.900865 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-237a1421-0078-4d92-aabb-06b85888023b req-9839298f-6cc3-4db4-b9a4-cc7254d1ad4a tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:02.965352 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-51a6bef9-ba68-4b2e-a681-80eae273b963 req-e674fbbf-b45e-40c0-a450-89c9f7b989af tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b298680-6f76-4efc-a3d9-203d0ffb88cd HTTP/1.1" status: 200 len: 210 time: 0.0581510 Jan 28 00:21:03.000336 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=b7807a6e-3d47-4e03-b103-e7a660e91e6e,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:03.229413 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e09a5e-02bf-42bb-861d-ca202fcb723f req-65dade0b-ec59-4ae6-8f85-984dd7801966 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:03.231037 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-86e09a5e-02bf-42bb-861d-ca202fcb723f req-65dade0b-ec59-4ae6-8f85-984dd7801966 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 946 time: 0.1415720 Jan 28 00:21:03.278315 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-237a1421-0078-4d92-aabb-06b85888023b req-9839298f-6cc3-4db4-b9a4-cc7254d1ad4a tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Allocated IP 172.20.0.7 (57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e/89787cce-0952-4d1c-b459-5274630a8c6e/a3546c51-25d2-4478-89f4-93d4c533109f) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:21:03.343830 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-86e09a5e-02bf-42bb-861d-ca202fcb723f req-38a9de9a-03c2-407a-bddd-421148a4de82 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984306 Jan 28 00:21:03.463737 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2177ad01-3961-40f9-b04b-208a4882250b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7807a6e-3d47-4e03-b103-e7a660e91e6e'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:21:03.467025 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71d483b-3170-454e-979e-08ca779ce378" -d '{"events": [{"server_uuid": "2177ad01-3961-40f9-b04b-208a4882250b", "name": "network-vif-plugged", "status": "completed", "tag": "b7807a6e-3d47-4e03-b103-e7a660e91e6e"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:21:03.493574 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-f284b7dd-6380-41b4-9daf-70b284779dae tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:03.496271 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-f284b7dd-6380-41b4-9daf-70b284779dae tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.65 "GET /v2.0/networks?id=cd151476-a5ba-4385-918e-9bfe961c2c84 HTTP/1.1" status: 200 len: 822 time: 0.2718780 Jan 28 00:21:03.515820 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dd65260f-10af-48fa-8a7a-8f1f4ac14bec req-765bc49a-30aa-4fe3-b210-9e875ef95190 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=9494ce53-6ad0-44b0-b869-db1e2034f25c HTTP/1.1" status: 200 len: 210 time: 0.1179967 Jan 28 00:21:03.550818 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57838) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:03.570059 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-6e60afe2-1425-4d95-955a-cf417c2aaaba tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Request body: {'port': {'device_id': '9494ce53-6ad0-44b0-b869-db1e2034f25c', 'network_id': 'cd151476-a5ba-4385-918e-9bfe961c2c84', 'admin_state_up': True, 'tenant_id': '04c5bf935af54d448f34f3696c807878'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:21:03.622820 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285adf10-1def-43a8-bafd-bb40b7c3b2b3 x-openstack-request-id: req-285adf10-1def-43a8-bafd-bb40b7c3b2b3 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:21:03.623281 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2177ad01-3961-40f9-b04b-208a4882250b", "name": "network-vif-plugged", "status": "completed", "tag": "b7807a6e-3d47-4e03-b103-e7a660e91e6e", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:21:03.623769 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-285adf10-1def-43a8-bafd-bb40b7c3b2b3 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:21:03.624645 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2177ad01-3961-40f9-b04b-208a4882250b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7807a6e-3d47-4e03-b103-e7a660e91e6e', 'code': 200} Jan 28 00:21:03.629665 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-237a1421-0078-4d92-aabb-06b85888023b req-9839298f-6cc3-4db4-b9a4-cc7254d1ad4a tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks [] for port (a3546c51-25d2-4478-89f4-93d4c533109f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:03.642855 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d109e40-96fc-4461-9842-a307f880884e req-8047cd08-2b0a-47cb-8428-1ab6740fb9cd tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:03.644624 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8d109e40-96fc-4461-9842-a307f880884e req-8047cd08-2b0a-47cb-8428-1ab6740fb9cd tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa222aa9-6a67-4735-b8b0-7409f80a1180 HTTP/1.1" status: 200 len: 950 time: 0.1603873 Jan 28 00:21:03.665152 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ee1fb8-125e-4519-ba6b-486ae5fc15da admin admin] Deleting subnet 8e7e1de5-1907-4631-9c41-56b4fa94120b {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:21:03.672611 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d0ee1fb8-125e-4519-ba6b-486ae5fc15da admin admin] Publish callbacks [] for subnet (8e7e1de5-1907-4631-9c41-56b4fa94120b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:03.731294 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d0ee1fb8-125e-4519-ba6b-486ae5fc15da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (8e7e1de5-1907-4631-9c41-56b4fa94120b), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:03.792572 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-6e60afe2-1425-4d95-955a-cf417c2aaaba tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Made reservation on behalf of 04c5bf935af54d448f34f3696c807878 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:21:03.797276 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-6e60afe2-1425-4d95-955a-cf417c2aaaba tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:03.812154 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d0ee1fb8-125e-4519-ba6b-486ae5fc15da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (8e7e1de5-1907-4631-9c41-56b4fa94120b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:03.842381 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-237a1421-0078-4d92-aabb-06b85888023b req-9839298f-6cc3-4db4-b9a4-cc7254d1ad4a tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (a3546c51-25d2-4478-89f4-93d4c533109f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:03.891762 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['2757eada-5c5d-468f-9a9f-01ce2f9b089c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:21:03.950687 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568a5f4-af7b-42ed-a00a-4c6eb3b82612 req-ca484fe3-d07e-41a4-ab1b-3fac40183730 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:03.952341 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0568a5f4-af7b-42ed-a00a-4c6eb3b82612 req-ca484fe3-d07e-41a4-ab1b-3fac40183730 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa222aa9-6a67-4735-b8b0-7409f80a1180 HTTP/1.1" status: 200 len: 950 time: 0.3039618 Jan 28 00:21:03.994038 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-6e60afe2-1425-4d95-955a-cf417c2aaaba tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Allocated IP 172.20.0.14 (cd151476-a5ba-4385-918e-9bfe961c2c84/0728b32d-3188-4887-80bb-d4a083a9c66b/b4f24193-7f33-4352-8183-fa40695fffc8) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:21:03.996683 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8d109e40-96fc-4461-9842-a307f880884e req-1cdeaf83-ebcb-40f7-8d80-447c83a727b9 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241498 Jan 28 00:21:04.001602 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-237a1421-0078-4d92-aabb-06b85888023b req-9839298f-6cc3-4db4-b9a4-cc7254d1ad4a tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:21:04.009502 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1203f14-c351-4e1e-aed9-1453d900e752 req-6de094f0-8a14-472f-9a12-b73611c6d52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:04.011117 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b1203f14-c351-4e1e-aed9-1453d900e752 req-6de094f0-8a14-472f-9a12-b73611c6d52e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 1097 time: 0.2484572 Jan 28 00:21:04.038506 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-237a1421-0078-4d92-aabb-06b85888023b req-9839298f-6cc3-4db4-b9a4-cc7254d1ad4a tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:21:04.049106 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-237a1421-0078-4d92-aabb-06b85888023b req-9839298f-6cc3-4db4-b9a4-cc7254d1ad4a tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:21:04.086404 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839298f-6cc3-4db4-b9a4-cc7254d1ad4a tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Pushing event updated for resources: {'Port': ['ID=a3546c51-25d2-4478-89f4-93d4c533109f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:04.172559 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d1a14-ee9c-4061-9480-b72fba573978 req-f8a8549a-394d-4546-9b94-98754fb74677 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:04.174779 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-986d1a14-ee9c-4061-9480-b72fba573978 req-f8a8549a-394d-4546-9b94-98754fb74677 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 945 time: 0.3076169 Jan 28 00:21:04.185217 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a1421-0078-4d92-aabb-06b85888023b req-9839298f-6cc3-4db4-b9a4-cc7254d1ad4a tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:04.185914 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-237a1421-0078-4d92-aabb-06b85888023b req-9839298f-6cc3-4db4-b9a4-cc7254d1ad4a tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:04.195193 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-6e60afe2-1425-4d95-955a-cf417c2aaaba tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks [] for port (b4f24193-7f33-4352-8183-fa40695fffc8), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:04.218364 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b1203f14-c351-4e1e-aed9-1453d900e752 req-24897fab-c70f-41d0-ad7a-c179182167fa service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846743 Jan 28 00:21:04.247483 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-237a1421-0078-4d92-aabb-06b85888023b req-9839298f-6cc3-4db4-b9a4-cc7254d1ad4a tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6297133 Jan 28 00:21:04.263538 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-6e60afe2-1425-4d95-955a-cf417c2aaaba tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (b4f24193-7f33-4352-8183-fa40695fffc8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:04.267281 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d0ee1fb8-125e-4519-ba6b-486ae5fc15da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (8e7e1de5-1907-4631-9c41-56b4fa94120b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:04.285519 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-237a1421-0078-4d92-aabb-06b85888023b req-306df187-5464-47cd-8e0a-3bfb290365bc service neutron] Request body: {'port': {'device_id': '3b298680-6f76-4efc-a3d9-203d0ffb88cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:21:04.293129 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d0ee1fb8-125e-4519-ba6b-486ae5fc15da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:04.297606 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d0ee1fb8-125e-4519-ba6b-486ae5fc15da admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8e7e1de5-1907-4631-9c41-56b4fa94120b HTTP/1.1" status: 204 len: 168 time: 0.7446144 Jan 28 00:21:04.312613 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57850) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:04.349904 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-986d1a14-ee9c-4061-9480-b72fba573978 req-0d45d0c2-6520-486d-9dcc-b5f390a1bc3b tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609251 Jan 28 00:21:04.368001 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee1fb8-125e-4519-ba6b-486ae5fc15da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e7e1de5-1907-4631-9c41-56b4fa94120b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:04.392625 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-6e60afe2-1425-4d95-955a-cf417c2aaaba tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Network cd151476-a5ba-4385-918e-9bfe961c2c84 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:21:04.396630 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-6e60afe2-1425-4d95-955a-cf417c2aaaba tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:21:04.400843 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-6e60afe2-1425-4d95-955a-cf417c2aaaba tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:21:04.418148 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-0568a5f4-af7b-42ed-a00a-4c6eb3b82612 req-4fcf34d5-20d8-44ba-b4bd-db92637b461f tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Deleting port a70452fc-14fc-4605-ad3f-db76851ab1e9 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:21:04.418529 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0568a5f4-af7b-42ed-a00a-4c6eb3b82612 req-4fcf34d5-20d8-44ba-b4bd-db92637b461f tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (a70452fc-14fc-4605-ad3f-db76851ab1e9), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:04.443679 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60afe2-1425-4d95-955a-cf417c2aaaba tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Pushing event updated for resources: {'Port': ['ID=b4f24193-7f33-4352-8183-fa40695fffc8,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:04.469035 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-6e60afe2-1425-4d95-955a-cf417c2aaaba tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:04.469791 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-6e60afe2-1425-4d95-955a-cf417c2aaaba tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:04.491143 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-6e60afe2-1425-4d95-955a-cf417c2aaaba tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9357510 Jan 28 00:21:04.510002 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-502a606d-6584-4308-a18c-6c465698043d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (826a0bac-65ff-40c5-94fe-d261b4dc8a41), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:04.511232 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-5dfd6456-659b-4cc2-ac05-a47441befa39 service neutron] Request body: {'port': {'device_id': '9494ce53-6ad0-44b0-b869-db1e2034f25c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:21:04.518326 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44252e74-0131-4f9d-ac44-c60b6e8ae2d4 req-40750b3d-f8ad-4d6f-a8d5-f41958ad1466 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:04.519964 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-44252e74-0131-4f9d-ac44-c60b6e8ae2d4 req-40750b3d-f8ad-4d6f-a8d5-f41958ad1466 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 949 time: 0.2658613 Jan 28 00:21:04.577920 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-5dfd6456-659b-4cc2-ac05-a47441befa39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b4f24193-7f33-4352-8183-fa40695fffc8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:04.588741 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-237a1421-0078-4d92-aabb-06b85888023b req-306df187-5464-47cd-8e0a-3bfb290365bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a3546c51-25d2-4478-89f4-93d4c533109f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:04.677031 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107fc572-1a51-43d4-a9c5-5de26e7cfa8e req-9d276d7f-6383-4301-8afc-5c8ea99e9ccf tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:04.678648 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-107fc572-1a51-43d4-a9c5-5de26e7cfa8e req-9d276d7f-6383-4301-8afc-5c8ea99e9ccf tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b298680-6f76-4efc-a3d9-203d0ffb88cd HTTP/1.1" status: 200 len: 931 time: 0.2467477 Jan 28 00:21:04.795640 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-44252e74-0131-4f9d-ac44-c60b6e8ae2d4 req-b9a4fa86-c019-46ec-bcde-9c233951d6dd tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386608 Jan 28 00:21:04.816527 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-0568a5f4-af7b-42ed-a00a-4c6eb3b82612 req-4fcf34d5-20d8-44ba-b4bd-db92637b461f tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] For port a70452fc-14fc-4605-ad3f-db76851ab1e9, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a70452fc-14fc-4605-ad3f-db76851ab1e9,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:04.816527 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0568a5f4-af7b-42ed-a00a-4c6eb3b82612 req-4fcf34d5-20d8-44ba-b4bd-db92637b461f tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (a70452fc-14fc-4605-ad3f-db76851ab1e9), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:04.827478 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-502a606d-6584-4308-a18c-6c465698043d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (826a0bac-65ff-40c5-94fe-d261b4dc8a41), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:04.871377 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-0568a5f4-af7b-42ed-a00a-4c6eb3b82612 req-4fcf34d5-20d8-44ba-b4bd-db92637b461f tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Calling delete_port for a70452fc-14fc-4605-ad3f-db76851ab1e9 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:21:04.997534 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-502a606d-6584-4308-a18c-6c465698043d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['826a0bac-65ff-40c5-94fe-d261b4dc8a41']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:21:05.077899 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-5dfd6456-659b-4cc2-ac05-a47441befa39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f24193-7f33-4352-8183-fa40695fffc8 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:21:05.088771 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-5dfd6456-659b-4cc2-ac05-a47441befa39 service neutron] Publish callbacks [] for port (b4f24193-7f33-4352-8183-fa40695fffc8), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:05.100991 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424384bc-c24d-45a8-a1b4-592f21e081f1 req-827ab0e5-29ab-4cc8-9fd2-6b528a73fd70 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:05.101454 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-502a606d-6584-4308-a18c-6c465698043d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '297764ea-cd49-49d6-a519-3b858cfac822') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:21:05.101773 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-502a606d-6584-4308-a18c-6c465698043d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '297764ea-cd49-49d6-a519-3b858cfac822') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:21:05.103086 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-424384bc-c24d-45a8-a1b4-592f21e081f1 req-827ab0e5-29ab-4cc8-9fd2-6b528a73fd70 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d3f6c96-d648-4aee-898d-109adbb09882 HTTP/1.1" status: 200 len: 949 time: 0.1251516 Jan 28 00:21:05.142489 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-5dfd6456-659b-4cc2-ac05-a47441befa39 service neutron] Transition to ACTIVE for port object b4f24193-7f33-4352-8183-fa40695fffc8 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:21:05.161260 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-502a606d-6584-4308-a18c-6c465698043d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (297764ea-cd49-49d6-a519-3b858cfac822), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:05.166262 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-107fc572-1a51-43d4-a9c5-5de26e7cfa8e req-b6b6bb8a-4440-4774-b029-500200527b95 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474058 Jan 28 00:21:05.168571 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-5dfd6456-659b-4cc2-ac05-a47441befa39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (b4f24193-7f33-4352-8183-fa40695fffc8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:05.227874 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-502a606d-6584-4308-a18c-6c465698043d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (297764ea-cd49-49d6-a519-3b858cfac822), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:05.266233 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd6456-659b-4cc2-ac05-a47441befa39 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f24193-7f33-4352-8183-fa40695fffc8,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:05.271662 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-502a606d-6584-4308-a18c-6c465698043d admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:21:05.272069 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-502a606d-6584-4308-a18c-6c465698043d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (297764ea-cd49-49d6-a519-3b858cfac822), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:05.274031 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:21:05.274031 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:21:05.274031 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:21:05.274031 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:21:05.274031 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:21:05.274031 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:21:05.274031 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:21:05.274031 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:21:05.274031 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:21:05.274031 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:21:05.274031 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:21:05.274031 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:21:05.274031 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:21:05.274031 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:21:05.274031 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:21:05.274031 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:21:05.274031 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:21:05.274031 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:21:05.274031 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:21:05.274031 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:21:05.274031 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:21:05.274031 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:21:05.274031 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:21:05.274031 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:21:05.274031 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:21:05.274031 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:21:05.274031 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:21:05.274031 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:21:05.274031 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:21:05.274031 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:21:05.274031 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:21:05.274031 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:21:05.345854 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-424384bc-c24d-45a8-a1b4-592f21e081f1 req-a828ed41-17ff-4e84-a3ea-b56b1245bc6e tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Deleting port 9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:21:05.346770 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-424384bc-c24d-45a8-a1b4-592f21e081f1 req-a828ed41-17ff-4e84-a3ea-b56b1245bc6e tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:05.415162 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-5dfd6456-659b-4cc2-ac05-a47441befa39 service neutron] Attempting to bind port b4f24193-7f33-4352-8183-fa40695fffc8 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:21:05.415850 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-5dfd6456-659b-4cc2-ac05-a47441befa39 service neutron] Attempting to bind port b4f24193-7f33-4352-8183-fa40695fffc8 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '1af6e637-635c-4891-a903-f48dbcb066f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cd151476-a5ba-4385-918e-9bfe961c2c84'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:21:05.416401 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-5dfd6456-659b-4cc2-ac05-a47441befa39 service neutron] Attempting to bind port b4f24193-7f33-4352-8183-fa40695fffc8 on network cd151476-a5ba-4385-918e-9bfe961c2c84 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:21:05.429135 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-5dfd6456-659b-4cc2-ac05-a47441befa39 service neutron] Port b4f24193-7f33-4352-8183-fa40695fffc8 on network cd151476-a5ba-4385-918e-9bfe961c2c84 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:21:05.429561 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-5dfd6456-659b-4cc2-ac05-a47441befa39 service neutron] Attempting to bind port b4f24193-7f33-4352-8183-fa40695fffc8 on network cd151476-a5ba-4385-918e-9bfe961c2c84 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:21:05.435160 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424fffa-6e6b-4774-a4b1-54b0ebac34e5 req-6c0d1150-a669-4392-8306-951f6223b25c tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:05.436770 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5424fffa-6e6b-4774-a4b1-54b0ebac34e5 req-6c0d1150-a669-4392-8306-951f6223b25c tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 946 time: 0.3103855 Jan 28 00:21:05.437549 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-502a606d-6584-4308-a18c-6c465698043d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (826a0bac-65ff-40c5-94fe-d261b4dc8a41), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:05.441781 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-5dfd6456-659b-4cc2-ac05-a47441befa39 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:21:05.442067 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-5dfd6456-659b-4cc2-ac05-a47441befa39 service neutron] Checking segment: {'id': '1af6e637-635c-4891-a903-f48dbcb066f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cd151476-a5ba-4385-918e-9bfe961c2c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:21:05.442334 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-5dfd6456-659b-4cc2-ac05-a47441befa39 service neutron] Bound using segment: {'id': '1af6e637-635c-4891-a903-f48dbcb066f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cd151476-a5ba-4385-918e-9bfe961c2c84'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:21:05.443252 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-5dfd6456-659b-4cc2-ac05-a47441befa39 service neutron] Bound port: b4f24193-7f33-4352-8183-fa40695fffc8, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af6e637-635c-4891-a903-f48dbcb066f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cd151476-a5ba-4385-918e-9bfe961c2c84'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:21:05.443252 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-5dfd6456-659b-4cc2-ac05-a47441befa39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b4f24193-7f33-4352-8183-fa40695fffc8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:05.453261 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-502a606d-6584-4308-a18c-6c465698043d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:05.457121 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-502a606d-6584-4308-a18c-6c465698043d admin admin] 10.222.0.70 "DELETE /v2.0/networks/826a0bac-65ff-40c5-94fe-d261b4dc8a41 HTTP/1.1" status: 204 len: 168 time: 1.1271565 Jan 28 00:21:05.499001 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0568a5f4-af7b-42ed-a00a-4c6eb3b82612 req-4fcf34d5-20d8-44ba-b4bd-db92637b461f tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (a70452fc-14fc-4605-ad3f-db76851ab1e9), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:05.515295 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a606d-6584-4308-a18c-6c465698043d admin admin] Pushing event deleted for resources: {'Network': ['ID=826a0bac-65ff-40c5-94fe-d261b4dc8a41,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:05.515586 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-424384bc-c24d-45a8-a1b4-592f21e081f1 req-a828ed41-17ff-4e84-a3ea-b56b1245bc6e tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] For port 9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:05.516347 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-424384bc-c24d-45a8-a1b4-592f21e081f1 req-a828ed41-17ff-4e84-a3ea-b56b1245bc6e tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:05.539225 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['93d1b1db-ea8f-40d0-ad5f-68128514fbd9', '9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:21:05.544712 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4287cbb-fbed-47e3-bceb-1beb03e57c59 req-1a25883b-1311-49f9-b3c0-106b2e0081bd tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:05.549457 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-424384bc-c24d-45a8-a1b4-592f21e081f1 req-a828ed41-17ff-4e84-a3ea-b56b1245bc6e tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Calling delete_port for 9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:21:05.558717 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a4287cbb-fbed-47e3-bceb-1beb03e57c59 req-1a25883b-1311-49f9-b3c0-106b2e0081bd tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=9494ce53-6ad0-44b0-b869-db1e2034f25c HTTP/1.1" status: 200 len: 944 time: 0.2827652 Jan 28 00:21:05.583581 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-5dfd6456-659b-4cc2-ac05-a47441befa39 service neutron] For port b4f24193-7f33-4352-8183-fa40695fffc8, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:21:05.697418 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-237a1421-0078-4d92-aabb-06b85888023b req-306df187-5464-47cd-8e0a-3bfb290365bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3546c51-25d2-4478-89f4-93d4c533109f {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:21:05.712419 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-237a1421-0078-4d92-aabb-06b85888023b req-306df187-5464-47cd-8e0a-3bfb290365bc service neutron] Publish callbacks [] for port (a3546c51-25d2-4478-89f4-93d4c533109f), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:05.734760 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-5dfd6456-659b-4cc2-ac05-a47441befa39 service neutron] For port b4f24193-7f33-4352-8183-fa40695fffc8, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=b4f24193-7f33-4352-8183-fa40695fffc8,segment=NetworkSegment(1af6e637-635c-4891-a903-f48dbcb066f0),segment_id=1af6e637-635c-4891-a903-f48dbcb066f0)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:21:05.736381 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-237a1421-0078-4d92-aabb-06b85888023b req-306df187-5464-47cd-8e0a-3bfb290365bc service neutron] Transition to ACTIVE for port object a3546c51-25d2-4478-89f4-93d4c533109f will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:21:05.737112 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-424384bc-c24d-45a8-a1b4-592f21e081f1 req-a828ed41-17ff-4e84-a3ea-b56b1245bc6e tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:05.741388 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf34d5-20d8-44ba-b4bd-db92637b461f tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Pushing event deleted for resources: {'Port': ['ID=a70452fc-14fc-4605-ad3f-db76851ab1e9,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:05.748168 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-5dfd6456-659b-4cc2-ac05-a47441befa39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (b4f24193-7f33-4352-8183-fa40695fffc8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:05.773543 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-237a1421-0078-4d92-aabb-06b85888023b req-306df187-5464-47cd-8e0a-3bfb290365bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (a3546c51-25d2-4478-89f4-93d4c533109f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:05.779327 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828ed41-17ff-4e84-a3ea-b56b1245bc6e tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Pushing event deleted for resources: {'Port': ['ID=9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:05.794435 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['93d1b1db-ea8f-40d0-ad5f-68128514fbd9', '9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:21:05.842396 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-5dfd6456-659b-4cc2-ac05-a47441befa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:05.847419 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-5dfd6456-659b-4cc2-ac05-a47441befa39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:05.849866 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-5dfd6456-659b-4cc2-ac05-a47441befa39 service neutron] 10.222.0.65 "PUT /v2.0/ports/b4f24193-7f33-4352-8183-fa40695fffc8 HTTP/1.1" status: 200 len: 1092 time: 1.3430705 Jan 28 00:21:05.855707 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9494ce53-6ad0-44b0-b869-db1e2034f25c', 'tag': 'b4f24193-7f33-4352-8183-fa40695fffc8'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:21:05.858899 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ab78ac-434c-471b-ba8b-1b3c308a1692" -d '{"events": [{"name": "network-changed", "server_uuid": "9494ce53-6ad0-44b0-b869-db1e2034f25c", "tag": "b4f24193-7f33-4352-8183-fa40695fffc8"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:21:05.887800 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-424384bc-c24d-45a8-a1b4-592f21e081f1 req-a828ed41-17ff-4e84-a3ea-b56b1245bc6e tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] No DVR routers for this DVR port 9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90 on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:21:05.891855 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57866) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:05.897613 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-424384bc-c24d-45a8-a1b4-592f21e081f1 req-a828ed41-17ff-4e84-a3ea-b56b1245bc6e tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:05.901451 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-424384bc-c24d-45a8-a1b4-592f21e081f1 req-a828ed41-17ff-4e84-a3ea-b56b1245bc6e tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.65 "DELETE /v2.0/ports/9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90 HTTP/1.1" status: 204 len: 173 time: 0.7911494 Jan 28 00:21:05.954713 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd6456-659b-4cc2-ac05-a47441befa39 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f24193-7f33-4352-8183-fa40695fffc8,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:05.971684 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-0568a5f4-af7b-42ed-a00a-4c6eb3b82612 req-4fcf34d5-20d8-44ba-b4bd-db92637b461f tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] No DVR routers for this DVR port a70452fc-14fc-4605-ad3f-db76851ab1e9 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:21:05.971909 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6e483865-7bdb-43b6-a013-90ae5f6c856e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7cd4135a1db043638693fd37dfc1eaf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0767374 Jan 28 00:21:05.976252 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57868) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:05.981798 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0568a5f4-af7b-42ed-a00a-4c6eb3b82612 req-4fcf34d5-20d8-44ba-b4bd-db92637b461f tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:05.988113 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0568a5f4-af7b-42ed-a00a-4c6eb3b82612 req-4fcf34d5-20d8-44ba-b4bd-db92637b461f tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.65 "DELETE /v2.0/ports/a70452fc-14fc-4605-ad3f-db76851ab1e9 HTTP/1.1" status: 204 len: 173 time: 2.0088584 Jan 28 00:21:05.992531 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa222aa9-6a67-4735-b8b0-7409f80a1180', 'name': 'network-vif-deleted', 'tag': 'a70452fc-14fc-4605-ad3f-db76851ab1e9'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:21:05.996640 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95709db4-aa1c-4d5c-8a9d-76a5b7d5a433" -d '{"events": [{"server_uuid": "fa222aa9-6a67-4735-b8b0-7409f80a1180", "name": "network-vif-deleted", "tag": "a70452fc-14fc-4605-ad3f-db76851ab1e9"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:21:06.033285 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5424fffa-6e6b-4774-a4b1-54b0ebac34e5 req-3345b46a-d90c-4edc-912d-29acc0da04d4 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5833995 Jan 28 00:21:06.136299 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306df187-5464-47cd-8e0a-3bfb290365bc service neutron] Pushing event updated for resources: {'Port': ['ID=a3546c51-25d2-4478-89f4-93d4c533109f,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:06.172676 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-3080d591-4a2b-4be1-bb09-e24f02e9b6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:06.174897 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-3080d591-4a2b-4be1-bb09-e24f02e9b6fe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=04c5bf935af54d448f34f3696c807878&device_id=9494ce53-6ad0-44b0-b869-db1e2034f25c HTTP/1.1" status: 200 len: 1095 time: 0.1834481 Jan 28 00:21:06.197836 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1423e2c7-729f-4702-9efd-4d68c269fae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:06.199048 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a4287cbb-fbed-47e3-bceb-1beb03e57c59 req-d1b75265-e672-4a2e-958e-c1c3dce2a5e4 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6371577 Jan 28 00:21:06.316654 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-9e1edd60-4cb4-4cdd-9742-c4a66626bf1d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4f24193-7f33-4352-8183-fa40695fffc8 HTTP/1.1" status: 200 len: 217 time: 0.1198099 Jan 28 00:21:06.420959 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-08dca74d-45b3-4c4d-a04f-7ecc27401a3b req-ab37ab49-a9cc-4a61-a37a-047a1a4c9df9 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa222aa9-6a67-4735-b8b0-7409f80a1180 HTTP/1.1" status: 200 len: 210 time: 0.1011984 Jan 28 00:21:06.460490 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-cb3b74aa-9dcf-48ce-8e6a-4451d2cf7a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:06.462273 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-cb3b74aa-9dcf-48ce-8e6a-4451d2cf7a22 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0728b32d-3188-4887-80bb-d4a083a9c66b HTTP/1.1" status: 200 len: 862 time: 0.1093609 Jan 28 00:21:06.468558 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-16fb989e-1842-4331-9c20-c5c40e73a206 admin admin] Publish callbacks [] for security_group (166bab06-8d39-49f5-ad95-fe98e36c75fe), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:06.500642 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-237a1421-0078-4d92-aabb-06b85888023b req-306df187-5464-47cd-8e0a-3bfb290365bc service neutron] Attempting to bind port a3546c51-25d2-4478-89f4-93d4c533109f on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:21:06.501289 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-237a1421-0078-4d92-aabb-06b85888023b req-306df187-5464-47cd-8e0a-3bfb290365bc service neutron] Attempting to bind port a3546c51-25d2-4478-89f4-93d4c533109f by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'b478681f-672b-4451-bd65-d8c2be202f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:21:06.501857 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237a1421-0078-4d92-aabb-06b85888023b req-306df187-5464-47cd-8e0a-3bfb290365bc service neutron] Attempting to bind port a3546c51-25d2-4478-89f4-93d4c533109f on network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:21:06.513552 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237a1421-0078-4d92-aabb-06b85888023b req-306df187-5464-47cd-8e0a-3bfb290365bc service neutron] Port a3546c51-25d2-4478-89f4-93d4c533109f on network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:21:06.514885 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237a1421-0078-4d92-aabb-06b85888023b req-306df187-5464-47cd-8e0a-3bfb290365bc service neutron] Attempting to bind port a3546c51-25d2-4478-89f4-93d4c533109f on network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:21:06.522687 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237a1421-0078-4d92-aabb-06b85888023b req-306df187-5464-47cd-8e0a-3bfb290365bc service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:21:06.523488 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237a1421-0078-4d92-aabb-06b85888023b req-306df187-5464-47cd-8e0a-3bfb290365bc service neutron] Checking segment: {'id': 'b478681f-672b-4451-bd65-d8c2be202f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:21:06.524205 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237a1421-0078-4d92-aabb-06b85888023b req-306df187-5464-47cd-8e0a-3bfb290365bc service neutron] Bound using segment: {'id': 'b478681f-672b-4451-bd65-d8c2be202f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:21:06.525079 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-237a1421-0078-4d92-aabb-06b85888023b req-306df187-5464-47cd-8e0a-3bfb290365bc service neutron] Bound port: a3546c51-25d2-4478-89f4-93d4c533109f, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b478681f-672b-4451-bd65-d8c2be202f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:21:06.525716 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-237a1421-0078-4d92-aabb-06b85888023b req-306df187-5464-47cd-8e0a-3bfb290365bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a3546c51-25d2-4478-89f4-93d4c533109f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:06.571926 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b569e76-b6ae-467e-8f58-2e2f55cff2e7 req-1109a06a-87e0-4673-a5d4-1f83e9c2ed5d tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:06.576303 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1b569e76-b6ae-467e-8f58-2e2f55cff2e7 req-1109a06a-87e0-4673-a5d4-1f83e9c2ed5d tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 945 time: 0.1217799 Jan 28 00:21:06.585057 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-16fb989e-1842-4331-9c20-c5c40e73a206 admin admin] Publish callbacks [] for security_group (166bab06-8d39-49f5-ad95-fe98e36c75fe), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:06.677705 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-1f0e6051-e52d-4342-8d55-0ace21b9117e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cd151476-a5ba-4385-918e-9bfe961c2c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313494 Jan 28 00:21:06.678682 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-16fb989e-1842-4331-9c20-c5c40e73a206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (166bab06-8d39-49f5-ad95-fe98e36c75fe), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:06.681332 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-16fb989e-1842-4331-9c20-c5c40e73a206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:06.686366 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-16fb989e-1842-4331-9c20-c5c40e73a206 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/166bab06-8d39-49f5-ad95-fe98e36c75fe HTTP/1.1" status: 204 len: 168 time: 0.7043092 Jan 28 00:21:06.754931 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb989e-1842-4331-9c20-c5c40e73a206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166bab06-8d39-49f5-ad95-fe98e36c75fe,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:06.764215 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-237a1421-0078-4d92-aabb-06b85888023b req-306df187-5464-47cd-8e0a-3bfb290365bc service neutron] For port a3546c51-25d2-4478-89f4-93d4c533109f, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:21:06.769716 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-237a1421-0078-4d92-aabb-06b85888023b req-306df187-5464-47cd-8e0a-3bfb290365bc service neutron] For port a3546c51-25d2-4478-89f4-93d4c533109f, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a3546c51-25d2-4478-89f4-93d4c533109f,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:21:06.778263 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18256f4c-60fc-49e1-af74-6bda67a45841 req-169aa748-eca1-4b7b-979a-0138a125be7f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:06.779941 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-18256f4c-60fc-49e1-af74-6bda67a45841 req-169aa748-eca1-4b7b-979a-0138a125be7f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 949 time: 0.1994724 Jan 28 00:21:06.784063 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1b569e76-b6ae-467e-8f58-2e2f55cff2e7 req-aab42605-4b5c-42a6-b875-163716f1e0de tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795650 Jan 28 00:21:06.785514 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-237a1421-0078-4d92-aabb-06b85888023b req-306df187-5464-47cd-8e0a-3bfb290365bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (a3546c51-25d2-4478-89f4-93d4c533109f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:06.857633 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a1421-0078-4d92-aabb-06b85888023b req-306df187-5464-47cd-8e0a-3bfb290365bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:06.858229 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-237a1421-0078-4d92-aabb-06b85888023b req-306df187-5464-47cd-8e0a-3bfb290365bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:06.859718 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-237a1421-0078-4d92-aabb-06b85888023b req-306df187-5464-47cd-8e0a-3bfb290365bc service neutron] 10.222.0.65 "PUT /v2.0/ports/a3546c51-25d2-4478-89f4-93d4c533109f HTTP/1.1" status: 200 len: 1091 time: 2.5854077 Jan 28 00:21:06.863922 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-60e92efe-97a2-4d9c-a3a9-a73bde6d510a service neutron] 10.222.0.65 "GET /v2.0/networks/cd151476-a5ba-4385-918e-9bfe961c2c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749561 Jan 28 00:21:06.917068 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306df187-5464-47cd-8e0a-3bfb290365bc service neutron] Pushing event updated for resources: {'Port': ['ID=a3546c51-25d2-4478-89f4-93d4c533109f,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:06.930907 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-18256f4c-60fc-49e1-af74-6bda67a45841 req-907e407b-c436-4d59-b75c-a1ebf1fd52d0 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351504 Jan 28 00:21:06.985424 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea8129c-816e-4b0f-8583-e1081ef453ea x-openstack-request-id: req-fea8129c-816e-4b0f-8583-e1081ef453ea {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:21:06.985732 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa222aa9-6a67-4735-b8b0-7409f80a1180", "name": "network-vif-deleted", "tag": "a70452fc-14fc-4605-ad3f-db76851ab1e9", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:21:06.986011 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fea8129c-816e-4b0f-8583-e1081ef453ea {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:21:06.986773 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa222aa9-6a67-4735-b8b0-7409f80a1180', 'name': 'network-vif-deleted', 'tag': 'a70452fc-14fc-4605-ad3f-db76851ab1e9', 'status': 'completed', 'code': 200} Jan 28 00:21:07.031870 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-4110f3fc-b826-476d-8936-694470950ebd service neutron] 10.222.0.65 "GET /v2.0/networks/cd151476-a5ba-4385-918e-9bfe961c2c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542568 Jan 28 00:21:07.053854 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17461317-5e7b-4c0f-bbba-66e3bdcfff5c x-openstack-request-id: req-17461317-5e7b-4c0f-bbba-66e3bdcfff5c {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:21:07.054843 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9494ce53-6ad0-44b0-b869-db1e2034f25c", "tag": "b4f24193-7f33-4352-8183-fa40695fffc8", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:21:07.055147 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-17461317-5e7b-4c0f-bbba-66e3bdcfff5c {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:21:07.055571 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9494ce53-6ad0-44b0-b869-db1e2034f25c', 'tag': 'b4f24193-7f33-4352-8183-fa40695fffc8', 'status': 'completed', 'code': 200} Jan 28 00:21:07.252766 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a1421-0078-4d92-aabb-06b85888023b req-99fcce31-994a-45b9-9c10-9e8313e46a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:07.258364 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-237a1421-0078-4d92-aabb-06b85888023b req-99fcce31-994a-45b9-9c10-9e8313e46a96 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2253eea2b9f94d3c9e9a9e6c9260650c&device_id=3b298680-6f76-4efc-a3d9-203d0ffb88cd HTTP/1.1" status: 200 len: 1094 time: 0.1899068 Jan 28 00:21:07.268748 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab78ac-434c-471b-ba8b-1b3c308a1692 req-5b3126a7-744e-48b6-b291-8a1cd7810ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:07.270620 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a1ab78ac-434c-471b-ba8b-1b3c308a1692 req-5b3126a7-744e-48b6-b291-8a1cd7810ec7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=04c5bf935af54d448f34f3696c807878&device_id=9494ce53-6ad0-44b0-b869-db1e2034f25c HTTP/1.1" status: 200 len: 1095 time: 0.0970716 Jan 28 00:21:07.353005 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-237a1421-0078-4d92-aabb-06b85888023b req-0cf27591-cc00-4c39-8d6a-facafcccc888 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3546c51-25d2-4478-89f4-93d4c533109f HTTP/1.1" status: 200 len: 217 time: 0.0657089 Jan 28 00:21:07.470944 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a70452fc-14fc-4605-ad3f-db76851ab1e9 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:21:07.512288 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a1421-0078-4d92-aabb-06b85888023b req-52144a9f-9f8b-48a2-bf67-cf7038048b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:07.515209 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-237a1421-0078-4d92-aabb-06b85888023b req-52144a9f-9f8b-48a2-bf67-cf7038048b36 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=89787cce-0952-4d1c-b459-5274630a8c6e HTTP/1.1" status: 200 len: 845 time: 0.1455317 Jan 28 00:21:07.526330 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: a70452fc-14fc-4605-ad3f-db76851ab1e9 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:21:07.527256 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a70452fc-14fc-4605-ad3f-db76851ab1e9 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:21:07.528141 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:21:07.570452 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:21:07.571722 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:21:07.600229 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-237a1421-0078-4d92-aabb-06b85888023b req-18b00beb-8477-4110-a6b9-4b1df493e71d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774689 Jan 28 00:21:07.775764 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-237a1421-0078-4d92-aabb-06b85888023b req-3ebbc23b-d5b9-489f-8e3b-9082ee5b3f45 service neutron] 10.222.0.65 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679890 Jan 28 00:21:07.780084 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96039c7b-9949-4371-bb7b-a5dcad8f7fd2 req-02f08c60-f22d-48af-84f4-faa7704d5a4a tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:07.781670 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96039c7b-9949-4371-bb7b-a5dcad8f7fd2 req-02f08c60-f22d-48af-84f4-faa7704d5a4a tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b298680-6f76-4efc-a3d9-203d0ffb88cd HTTP/1.1" status: 200 len: 943 time: 0.5185659 Jan 28 00:21:07.823511 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0694e-3c46-4454-863d-96d6623b0edd req-4815997c-248c-4b09-9af9-3bfb874d3b95 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:07.825129 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8cd0694e-3c46-4454-863d-96d6623b0edd req-4815997c-248c-4b09-9af9-3bfb874d3b95 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 946 time: 0.4686940 Jan 28 00:21:07.869687 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab78ac-434c-471b-ba8b-1b3c308a1692 req-63833ce5-677e-43ed-9f8e-93fd677f21ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:07.871257 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a1ab78ac-434c-471b-ba8b-1b3c308a1692 req-63833ce5-677e-43ed-9f8e-93fd677f21ab service neutron] 10.222.0.65 "GET /v2.0/networks?id=cd151476-a5ba-4385-918e-9bfe961c2c84 HTTP/1.1" status: 200 len: 923 time: 0.5813200 Jan 28 00:21:07.949803 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a1ab78ac-434c-471b-ba8b-1b3c308a1692 req-40bfd1b2-07bb-4a69-9d40-5405e6295e24 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4f24193-7f33-4352-8183-fa40695fffc8 HTTP/1.1" status: 200 len: 217 time: 0.0660491 Jan 28 00:21:07.961432 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-237a1421-0078-4d92-aabb-06b85888023b req-5cb0f2e1-ef24-44a2-942f-ea10f58c870e service neutron] 10.222.0.65 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734953 Jan 28 00:21:07.961588 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96039c7b-9949-4371-bb7b-a5dcad8f7fd2 req-3da3e691-48ad-40c1-8dd5-17549422b90c tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577239 Jan 28 00:21:07.970668 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8cd0694e-3c46-4454-863d-96d6623b0edd req-3d09ec9f-fff1-4095-be39-641524027fcd tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290655 Jan 28 00:21:08.023737 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab78ac-434c-471b-ba8b-1b3c308a1692 req-354f1468-18a2-4252-bd2f-e04e1f2dc989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:08.025694 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a1ab78ac-434c-471b-ba8b-1b3c308a1692 req-354f1468-18a2-4252-bd2f-e04e1f2dc989 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0728b32d-3188-4887-80bb-d4a083a9c66b HTTP/1.1" status: 200 len: 862 time: 0.0668647 Jan 28 00:21:08.095546 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a1ab78ac-434c-471b-ba8b-1b3c308a1692 req-b49e4146-868d-4353-b30c-2547291a0bbe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cd151476-a5ba-4385-918e-9bfe961c2c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538399 Jan 28 00:21:08.236477 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98f05880-24bc-46b8-98b2-0542f07fdad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:08.309133 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650cf6a-ead4-48ac-8d6e-42aa213d73b4 req-12c10ce0-ed74-461f-a0fc-220019b962bb tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:08.310987 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9650cf6a-ead4-48ac-8d6e-42aa213d73b4 req-12c10ce0-ed74-461f-a0fc-220019b962bb tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=9494ce53-6ad0-44b0-b869-db1e2034f25c HTTP/1.1" status: 200 len: 944 time: 0.1730156 Jan 28 00:21:08.324253 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3fff8-f098-4695-a5ea-db43090c29cc req-49077406-8fd1-457c-aeae-b1d5b69deba2 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:08.325984 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ac3fff8-f098-4695-a5ea-db43090c29cc req-49077406-8fd1-457c-aeae-b1d5b69deba2 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 945 time: 0.1429412 Jan 28 00:21:08.336270 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a1ab78ac-434c-471b-ba8b-1b3c308a1692 req-880e247e-68dc-4c01-959d-f0925d5b3bf1 service neutron] 10.222.0.65 "GET /v2.0/networks/cd151476-a5ba-4385-918e-9bfe961c2c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327158 Jan 28 00:21:08.473608 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ac3fff8-f098-4695-a5ea-db43090c29cc req-79afdbc1-ee98-4e78-8956-ef8378d32e47 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352456 Jan 28 00:21:08.478587 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9650cf6a-ead4-48ac-8d6e-42aa213d73b4 req-8f48c683-e858-42ff-af83-e97fe937796f tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515558 Jan 28 00:21:08.534338 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a1ab78ac-434c-471b-ba8b-1b3c308a1692 req-64032f79-72a8-4191-b170-8e7356db80e3 service neutron] 10.222.0.65 "GET /v2.0/networks/cd151476-a5ba-4385-918e-9bfe961c2c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794190 Jan 28 00:21:08.647349 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e38e19-4b7c-41ae-80dd-92af0edc26b5 req-588f5b1d-2661-4212-966c-7730dde23472 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:08.650318 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-81e38e19-4b7c-41ae-80dd-92af0edc26b5 req-588f5b1d-2661-4212-966c-7730dde23472 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 949 time: 0.0762920 Jan 28 00:21:08.732299 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-81e38e19-4b7c-41ae-80dd-92af0edc26b5 req-e15ab0f9-6702-4266-8a16-9d2e9c5e9e56 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704556 Jan 28 00:21:08.892481 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788dca83-1d7c-4d21-8d3f-e5d61909f416 req-bac5e215-10d4-4e9e-bc04-f488f771b4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:08.894542 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-788dca83-1d7c-4d21-8d3f-e5d61909f416 req-bac5e215-10d4-4e9e-bc04-f488f771b4e6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=447275f81c0e4d579e9910142f20754b&device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 1097 time: 0.0631440 Jan 28 00:21:08.991570 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b298680-6f76-4efc-a3d9-203d0ffb88cd', 'tag': 'a3546c51-25d2-4478-89f4-93d4c533109f'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:21:08.993443 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7017b02a-7add-4ae9-8c3d-e11f00b65dba" -d '{"events": [{"name": "network-changed", "server_uuid": "3b298680-6f76-4efc-a3d9-203d0ffb88cd", "tag": "a3546c51-25d2-4478-89f4-93d4c533109f"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:21:09.041476 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbb27a-285b-4a49-9937-b247bf838628 req-e8fc9c86-0339-4b4b-9ae5-cbf403fdb2e5 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:09.043072 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0bbb27a-285b-4a49-9937-b247bf838628 req-e8fc9c86-0339-4b4b-9ae5-cbf403fdb2e5 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 946 time: 0.1222615 Jan 28 00:21:09.046267 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788dca83-1d7c-4d21-8d3f-e5d61909f416 req-3dd3730b-c2ba-45f9-b8e6-e286b14336ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:09.047834 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-788dca83-1d7c-4d21-8d3f-e5d61909f416 req-3dd3730b-c2ba-45f9-b8e6-e286b14336ca service neutron] 10.222.0.52 "GET /v2.0/networks?id=8a6446b4-7f18-47f6-bd02-dfe5469ab9a1 HTTP/1.1" status: 200 len: 919 time: 0.1463003 Jan 28 00:21:09.057028 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3f6c96-d648-4aee-898d-109adbb09882', 'name': 'network-vif-deleted', 'tag': '9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:21:09.059932 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a11c914-7710-45be-a4d4-3a79471fabd0" -d '{"events": [{"server_uuid": "9d3f6c96-d648-4aee-898d-109adbb09882", "name": "network-vif-deleted", "tag": "9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:21:09.107880 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-788dca83-1d7c-4d21-8d3f-e5d61909f416 req-59437c5c-0f8f-4c66-9f8d-a300d6852edc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7807a6e-3d47-4e03-b103-e7a660e91e6e HTTP/1.1" status: 200 len: 217 time: 0.0502112 Jan 28 00:21:09.172501 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0bbb27a-285b-4a49-9937-b247bf838628 req-6f93ee2b-3f6c-4c7c-b3f2-8cb5c59463d4 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168001 Jan 28 00:21:09.199745 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788dca83-1d7c-4d21-8d3f-e5d61909f416 req-f1b4b08f-24a2-41a7-91e2-df2037a6eb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:09.199745 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-788dca83-1d7c-4d21-8d3f-e5d61909f416 req-f1b4b08f-24a2-41a7-91e2-df2037a6eb12 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1866bf73-f598-42e8-af99-a33f224ad981 HTTP/1.1" status: 200 len: 858 time: 0.0697699 Jan 28 00:21:09.257822 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-788dca83-1d7c-4d21-8d3f-e5d61909f416 req-7588aee1-2034-41d7-bf97-6597849dd78a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a6446b4-7f18-47f6-bd02-dfe5469ab9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589786 Jan 28 00:21:09.292101 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd1b608-81c7-4216-ab3a-4ab48443c1d8 x-openstack-request-id: req-4dd1b608-81c7-4216-ab3a-4ab48443c1d8 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:21:09.292879 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b298680-6f76-4efc-a3d9-203d0ffb88cd", "tag": "a3546c51-25d2-4478-89f4-93d4c533109f", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:21:09.293334 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4dd1b608-81c7-4216-ab3a-4ab48443c1d8 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:21:09.293815 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b298680-6f76-4efc-a3d9-203d0ffb88cd', 'tag': 'a3546c51-25d2-4478-89f4-93d4c533109f', 'status': 'completed', 'code': 200} Jan 28 00:21:09.399719 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3beb6c2-bed8-4320-9b1b-8f9b5023515b x-openstack-request-id: req-f3beb6c2-bed8-4320-9b1b-8f9b5023515b {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:21:09.400028 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3f6c96-d648-4aee-898d-109adbb09882", "name": "network-vif-deleted", "tag": "9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:21:09.400296 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f3beb6c2-bed8-4320-9b1b-8f9b5023515b {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:21:09.400775 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3f6c96-d648-4aee-898d-109adbb09882', 'name': 'network-vif-deleted', 'tag': '9b7f4fe8-a768-47a3-be2a-8c4b9cf01e90', 'status': 'completed', 'code': 200} Jan 28 00:21:09.475558 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-788dca83-1d7c-4d21-8d3f-e5d61909f416 req-42ca6df9-9b0f-4d02-952c-27a3f47b42d9 service neutron] 10.222.0.52 "GET /v2.0/networks/8a6446b4-7f18-47f6-bd02-dfe5469ab9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105801 Jan 28 00:21:09.479113 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017b02a-7add-4ae9-8c3d-e11f00b65dba req-9b6dc189-a51b-4a59-97cc-c61ec90e536a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:09.480018 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7017b02a-7add-4ae9-8c3d-e11f00b65dba req-9b6dc189-a51b-4a59-97cc-c61ec90e536a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2253eea2b9f94d3c9e9a9e6c9260650c&device_id=3b298680-6f76-4efc-a3d9-203d0ffb88cd HTTP/1.1" status: 200 len: 1094 time: 0.1376448 Jan 28 00:21:09.523797 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb1590-7f4b-4aa9-bce4-730b82cffffd req-0be7bef4-f402-4e2c-935f-eb6b70042b17 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:09.532497 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aafb1590-7f4b-4aa9-bce4-730b82cffffd req-0be7bef4-f402-4e2c-935f-eb6b70042b17 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b298680-6f76-4efc-a3d9-203d0ffb88cd HTTP/1.1" status: 200 len: 943 time: 0.1512568 Jan 28 00:21:09.565774 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:09.763928 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aafb1590-7f4b-4aa9-bce4-730b82cffffd req-1161f577-87aa-4c45-9619-99d988836cc6 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304101 Jan 28 00:21:09.772573 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-788dca83-1d7c-4d21-8d3f-e5d61909f416 req-f1ae2104-8ba5-4786-bfd9-04f6966ab1bd service neutron] 10.222.0.52 "GET /v2.0/networks/8a6446b4-7f18-47f6-bd02-dfe5469ab9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899525 Jan 28 00:21:09.773460 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017b02a-7add-4ae9-8c3d-e11f00b65dba req-1f703266-8332-4db1-8848-644768c3653c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:09.774947 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7017b02a-7add-4ae9-8c3d-e11f00b65dba req-1f703266-8332-4db1-8848-644768c3653c service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e HTTP/1.1" status: 200 len: 906 time: 0.2820354 Jan 28 00:21:09.901251 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7017b02a-7add-4ae9-8c3d-e11f00b65dba req-ba6e391a-7e7b-4ec4-81f1-2182481cc22f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3546c51-25d2-4478-89f4-93d4c533109f HTTP/1.1" status: 200 len: 217 time: 0.1064627 Jan 28 00:21:10.001571 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017b02a-7add-4ae9-8c3d-e11f00b65dba req-2783969d-f90b-408d-8428-78d009bf8e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:10.003540 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7017b02a-7add-4ae9-8c3d-e11f00b65dba req-2783969d-f90b-408d-8428-78d009bf8e72 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=89787cce-0952-4d1c-b459-5274630a8c6e HTTP/1.1" status: 200 len: 845 time: 0.0821648 Jan 28 00:21:10.011529 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99479261-c1cc-49bb-84e8-593633341e41 req-39e7d9b9-437d-45df-a545-ac61c32cefe0 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:10.013108 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-99479261-c1cc-49bb-84e8-593633341e41 req-39e7d9b9-437d-45df-a545-ac61c32cefe0 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=9494ce53-6ad0-44b0-b869-db1e2034f25c HTTP/1.1" status: 200 len: 944 time: 0.1310511 Jan 28 00:21:10.022060 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be4d72-164c-48cc-9f71-bf3cddd65d34 req-1a39e866-9c75-47da-a0cd-305c1fd0cd20 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:10.023582 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c0be4d72-164c-48cc-9f71-bf3cddd65d34 req-1a39e866-9c75-47da-a0cd-305c1fd0cd20 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 945 time: 0.1434965 Jan 28 00:21:10.071078 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7017b02a-7add-4ae9-8c3d-e11f00b65dba req-c4ee34d7-fd6c-491d-8dce-66ae9c1a30ce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567832 Jan 28 00:21:10.184702 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-99479261-c1cc-49bb-84e8-593633341e41 req-daed37d6-a5c5-497c-89e6-30ad13e42200 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536179 Jan 28 00:21:10.191791 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c0be4d72-164c-48cc-9f71-bf3cddd65d34 req-9394e96d-fceb-4f59-9db7-49da9caa75d5 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575751 Jan 28 00:21:10.247654 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7017b02a-7add-4ae9-8c3d-e11f00b65dba req-3569391b-9d06-480f-b158-665163854aa6 service neutron] 10.222.0.65 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670687 Jan 28 00:21:10.472242 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41596f9-1fd8-451b-9206-c488da0644b1 req-ffe2594d-a23c-4190-86d3-759281774a0e tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:10.473894 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d41596f9-1fd8-451b-9206-c488da0644b1 req-ffe2594d-a23c-4190-86d3-759281774a0e tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 949 time: 0.1630554 Jan 28 00:21:10.495306 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e013e6-6609-4220-8446-cc3268ad094d req-88788e18-0bae-4788-bf5c-61a7bce48730 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:10.496879 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-83e013e6-6609-4220-8446-cc3268ad094d req-88788e18-0bae-4788-bf5c-61a7bce48730 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=13914605-85a9-44e9-9075-923e37711677 HTTP/1.1" status: 200 len: 950 time: 0.2254610 Jan 28 00:21:10.523037 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7017b02a-7add-4ae9-8c3d-e11f00b65dba req-517306b1-a07a-498b-aa10-33a9923dc2d7 service neutron] 10.222.0.65 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686019 Jan 28 00:21:10.582162 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d41596f9-1fd8-451b-9206-c488da0644b1 req-34b37178-eebd-4aca-bc11-611662fb64f3 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940652 Jan 28 00:21:10.585773 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-83e013e6-6609-4220-8446-cc3268ad094d req-8f01045d-d0b3-4448-94be-691cf3748964 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803199 Jan 28 00:21:10.750823 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b383054-34f1-43ff-bd52-f96861bc83e0 req-0ee20493-09e4-4d40-8ef6-f9e6b87cacee tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:10.752337 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3b383054-34f1-43ff-bd52-f96861bc83e0 req-0ee20493-09e4-4d40-8ef6-f9e6b87cacee tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 946 time: 0.0636599 Jan 28 00:21:10.831214 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3b383054-34f1-43ff-bd52-f96861bc83e0 req-aaa474cd-543b-4064-a1d4-1552a6b441a4 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715256 Jan 28 00:21:10.992259 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3001c-0b8a-4f4c-a652-3c258508aca9 req-d89c2b0d-2ef8-43e2-a40e-7fbb0c556f7e tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:10.993932 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97d3001c-0b8a-4f4c-a652-3c258508aca9 req-d89c2b0d-2ef8-43e2-a40e-7fbb0c556f7e tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b298680-6f76-4efc-a3d9-203d0ffb88cd HTTP/1.1" status: 200 len: 943 time: 0.0740831 Jan 28 00:21:11.004019 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:11.051774 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97d3001c-0b8a-4f4c-a652-3c258508aca9 req-a55ed25e-d3ce-402d-8711-d7f3f32a5e3c tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458884 Jan 28 00:21:11.284662 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a1b91-bc26-4f63-ae1b-3d37c27dd03c req-b594a28f-35fa-4651-bd18-6f1d796c7e37 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:11.286411 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa6a1b91-bc26-4f63-ae1b-3d37c27dd03c req-b594a28f-35fa-4651-bd18-6f1d796c7e37 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.65 "GET /v2.0/ports?device_id=13914605-85a9-44e9-9075-923e37711677 HTTP/1.1" status: 200 len: 950 time: 0.0606065 Jan 28 00:21:11.424479 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff666fb2-d518-431a-a1c2-be3783b106bd req-13e92adc-ef26-4180-8584-81f3daea63fa tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:11.426060 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff666fb2-d518-431a-a1c2-be3783b106bd req-13e92adc-ef26-4180-8584-81f3daea63fa tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=9494ce53-6ad0-44b0-b869-db1e2034f25c HTTP/1.1" status: 200 len: 944 time: 0.1387434 Jan 28 00:21:11.434745 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003d309-e926-4750-be97-0710af782fa7 req-2043f41a-5565-469a-ad82-8e3dafb2d6b3 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:11.436268 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f003d309-e926-4750-be97-0710af782fa7 req-2043f41a-5565-469a-ad82-8e3dafb2d6b3 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 945 time: 0.1472228 Jan 28 00:21:11.445373 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a3546c51-25d2-4478-89f4-93d4c533109f details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:21:11.527428 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff666fb2-d518-431a-a1c2-be3783b106bd req-60951499-853d-4d2f-98b9-e1d2c92cdde8 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901477 Jan 28 00:21:11.537844 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f003d309-e926-4750-be97-0710af782fa7 req-792d8a02-d621-470e-bd1b-c6c6901e0ad0 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916970 Jan 28 00:21:11.542200 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-aa6a1b91-bc26-4f63-ae1b-3d37c27dd03c req-1c7b2f80-8cb9-4af3-bff5-d2db0ddc6e79 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Deleting port 93d1b1db-ea8f-40d0-ad5f-68128514fbd9 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:21:11.542200 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-aa6a1b91-bc26-4f63-ae1b-3d37c27dd03c req-1c7b2f80-8cb9-4af3-bff5-d2db0ddc6e79 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (93d1b1db-ea8f-40d0-ad5f-68128514fbd9), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:11.558500 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a3546c51-25d2-4478-89f4-93d4c533109f, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a3546c51-25d2-4478-89f4-93d4c533109f,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:11.572716 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'a3546c51-25d2-4478-89f4-93d4c533109f', 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e', 'port_id': 'a3546c51-25d2-4478-89f4-93d4c533109f', 'mac_address': 'fa:16:3e:3e:78:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89787cce-0952-4d1c-b459-5274630a8c6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:21:11.631093 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port a3546c51-25d2-4478-89f4-93d4c533109f is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:21:11.631499 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a3546c51-25d2-4478-89f4-93d4c533109f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:11.653665 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3546c51-25d2-4478-89f4-93d4c533109f {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:21:11.663725 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-aa6a1b91-bc26-4f63-ae1b-3d37c27dd03c req-1c7b2f80-8cb9-4af3-bff5-d2db0ddc6e79 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] For port 93d1b1db-ea8f-40d0-ad5f-68128514fbd9, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=93d1b1db-ea8f-40d0-ad5f-68128514fbd9,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:11.664392 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-aa6a1b91-bc26-4f63-ae1b-3d37c27dd03c req-1c7b2f80-8cb9-4af3-bff5-d2db0ddc6e79 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (93d1b1db-ea8f-40d0-ad5f-68128514fbd9), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:11.679706 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-aa6a1b91-bc26-4f63-ae1b-3d37c27dd03c req-1c7b2f80-8cb9-4af3-bff5-d2db0ddc6e79 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Calling delete_port for 93d1b1db-ea8f-40d0-ad5f-68128514fbd9 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:21:11.680002 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a3546c51-25d2-4478-89f4-93d4c533109f, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a3546c51-25d2-4478-89f4-93d4c533109f,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:11.688452 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a3546c51-25d2-4478-89f4-93d4c533109f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:11.689295 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device b4f24193-7f33-4352-8183-fa40695fffc8 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:21:11.793868 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=a3546c51-25d2-4478-89f4-93d4c533109f,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:11.830807 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440434c-8889-44d6-a5e5-a9b8f0411d3f req-6621f55f-0dd1-4edf-9dac-2da090c4f3e0 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:11.832432 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1440434c-8889-44d6-a5e5-a9b8f0411d3f req-6621f55f-0dd1-4edf-9dac-2da090c4f3e0 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 949 time: 0.1392794 Jan 28 00:21:11.837698 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port b4f24193-7f33-4352-8183-fa40695fffc8, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=b4f24193-7f33-4352-8183-fa40695fffc8,segment=NetworkSegment(1af6e637-635c-4891-a903-f48dbcb066f0),segment_id=1af6e637-635c-4891-a903-f48dbcb066f0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:11.842969 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cf0f1-16c6-4244-9fa9-97fbad2ca786 req-ad88af44-b30d-471f-8f5b-563fd064b5d8 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:11.844531 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-512cf0f1-16c6-4244-9fa9-97fbad2ca786 req-ad88af44-b30d-471f-8f5b-563fd064b5d8 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/ports?device_id=13914605-85a9-44e9-9075-923e37711677 HTTP/1.1" status: 200 len: 950 time: 0.1399772 Jan 28 00:21:11.854729 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'b4f24193-7f33-4352-8183-fa40695fffc8', 'network_id': 'cd151476-a5ba-4385-918e-9bfe961c2c84', 'port_id': 'b4f24193-7f33-4352-8183-fa40695fffc8', 'mac_address': 'fa:16:3e:26:73:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0728b32d-3188-4887-80bb-d4a083a9c66b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:21:11.899599 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port b4f24193-7f33-4352-8183-fa40695fffc8 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:21:11.900038 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b4f24193-7f33-4352-8183-fa40695fffc8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:11.915133 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f24193-7f33-4352-8183-fa40695fffc8 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:21:11.941613 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port b4f24193-7f33-4352-8183-fa40695fffc8, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=b4f24193-7f33-4352-8183-fa40695fffc8,segment=NetworkSegment(1af6e637-635c-4891-a903-f48dbcb066f0),segment_id=1af6e637-635c-4891-a903-f48dbcb066f0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:11.947540 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b4f24193-7f33-4352-8183-fa40695fffc8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:11.979644 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-512cf0f1-16c6-4244-9fa9-97fbad2ca786 req-a4866ba0-cbb7-4444-9691-6efcaa55d31c tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.70 "GET /v2.0/security-groups?id=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263990 Jan 28 00:21:11.983654 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1440434c-8889-44d6-a5e5-a9b8f0411d3f req-11304b79-fe91-4159-b39f-e23a186f2872 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316514 Jan 28 00:21:11.987745 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-aa6a1b91-bc26-4f63-ae1b-3d37c27dd03c req-1c7b2f80-8cb9-4af3-bff5-d2db0ddc6e79 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (93d1b1db-ea8f-40d0-ad5f-68128514fbd9), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:12.070016 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=b4f24193-7f33-4352-8183-fa40695fffc8,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:12.072314 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b2f80-8cb9-4af3-bff5-d2db0ddc6e79 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Pushing event deleted for resources: {'Port': ['ID=93d1b1db-ea8f-40d0-ad5f-68128514fbd9,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:12.088782 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['93d1b1db-ea8f-40d0-ad5f-68128514fbd9'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:21:12.110445 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6a1b91-bc26-4f63-ae1b-3d37c27dd03c req-1c7b2f80-8cb9-4af3-bff5-d2db0ddc6e79 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] No DVR routers for this DVR port 93d1b1db-ea8f-40d0-ad5f-68128514fbd9 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:21:12.115505 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-aa6a1b91-bc26-4f63-ae1b-3d37c27dd03c req-1c7b2f80-8cb9-4af3-bff5-d2db0ddc6e79 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:12.118996 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa6a1b91-bc26-4f63-ae1b-3d37c27dd03c req-1c7b2f80-8cb9-4af3-bff5-d2db0ddc6e79 tempest-ServersOnMultiNodesTest-1303155707 tempest-ServersOnMultiNodesTest-1303155707-project] 10.222.0.65 "DELETE /v2.0/ports/93d1b1db-ea8f-40d0-ad5f-68128514fbd9 HTTP/1.1" status: 204 len: 173 time: 0.8205111 Jan 28 00:21:12.119491 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13914605-85a9-44e9-9075-923e37711677', 'name': 'network-vif-deleted', 'tag': '93d1b1db-ea8f-40d0-ad5f-68128514fbd9'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:21:12.122044 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10250bd-a6c2-4961-a7c2-1dd949f1c40b" -d '{"events": [{"server_uuid": "13914605-85a9-44e9-9075-923e37711677", "name": "network-vif-deleted", "tag": "93d1b1db-ea8f-40d0-ad5f-68128514fbd9"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:21:12.134950 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:12.181257 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8011a-9c94-4e7e-a277-8783b5556458 req-e9bf21fc-eac5-4c2c-a853-a4f09bf58253 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:12.182778 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aef8011a-9c94-4e7e-a277-8783b5556458 req-e9bf21fc-eac5-4c2c-a853-a4f09bf58253 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 946 time: 0.0695441 Jan 28 00:21:12.237223 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aef8011a-9c94-4e7e-a277-8783b5556458 req-750b74c5-0eec-4de8-a0ac-884a895fd6e7 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476289 Jan 28 00:21:12.300408 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec180a4-f352-4176-8e38-cf21e0eda755 x-openstack-request-id: req-8ec180a4-f352-4176-8e38-cf21e0eda755 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:21:12.301047 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13914605-85a9-44e9-9075-923e37711677", "name": "network-vif-deleted", "tag": "93d1b1db-ea8f-40d0-ad5f-68128514fbd9", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:21:12.301645 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8ec180a4-f352-4176-8e38-cf21e0eda755 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:21:12.302361 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13914605-85a9-44e9-9075-923e37711677', 'name': 'network-vif-deleted', 'tag': '93d1b1db-ea8f-40d0-ad5f-68128514fbd9', 'status': 'completed', 'code': 200} Jan 28 00:21:12.368018 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e686bd-2e52-4ea0-8ca5-f734cac9ff89 req-de55cba7-6192-409a-a9ce-1f127b861bb2 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:12.369948 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-79e686bd-2e52-4ea0-8ca5-f734cac9ff89 req-de55cba7-6192-409a-a9ce-1f127b861bb2 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b298680-6f76-4efc-a3d9-203d0ffb88cd HTTP/1.1" status: 200 len: 944 time: 0.0823057 Jan 28 00:21:12.393947 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['a3546c51-25d2-4478-89f4-93d4c533109f'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:21:12.435955 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['b4f24193-7f33-4352-8183-fa40695fffc8'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:21:12.485198 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-79e686bd-2e52-4ea0-8ca5-f734cac9ff89 req-7620d5ff-d913-4b11-b787-d8fd7ae0e5c2 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088226 Jan 28 00:21:12.785020 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:12.823118 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911d259-9e77-4117-9bc2-89860c7445b1 req-36fc4a94-df4b-497a-9c2b-15b742a46f53 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:12.825137 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c911d259-9e77-4117-9bc2-89860c7445b1 req-36fc4a94-df4b-497a-9c2b-15b742a46f53 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 945 time: 0.0684688 Jan 28 00:21:12.833700 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743216d-0ded-4d89-a852-9d791cb2af7a req-55134e18-2720-4cc6-9270-8d8ee05ad37b tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:12.840438 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e743216d-0ded-4d89-a852-9d791cb2af7a req-55134e18-2720-4cc6-9270-8d8ee05ad37b tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=9494ce53-6ad0-44b0-b869-db1e2034f25c HTTP/1.1" status: 200 len: 945 time: 0.1356633 Jan 28 00:21:12.951964 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e743216d-0ded-4d89-a852-9d791cb2af7a req-698823af-7ff3-4635-87f1-48b8f07c6e3f tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095071 Jan 28 00:21:12.957197 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c911d259-9e77-4117-9bc2-89860c7445b1 req-6bb71842-b0e8-4f93-8ed3-da9619b79baf tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126297 Jan 28 00:21:13.176008 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911c36b-c1a8-4467-bf11-778297bd0a74 req-1dd5ecbf-1d7f-4ab9-b186-ce72886d76ca tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:13.190752 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5911c36b-c1a8-4467-bf11-778297bd0a74 req-1dd5ecbf-1d7f-4ab9-b186-ce72886d76ca tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 949 time: 0.0978200 Jan 28 00:21:13.287196 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5911c36b-c1a8-4467-bf11-778297bd0a74 req-1d1b0416-55ab-4c52-981e-0b729d2d9352 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949681 Jan 28 00:21:13.449473 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a3546c51-25d2-4478-89f4-93d4c533109f up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:21:13.460082 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761edbb-6fbe-4c98-9fc3-20690e8dbb62 req-956844a9-c91b-4092-83a2-c0d699c0fa0d tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:13.462780 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2761edbb-6fbe-4c98-9fc3-20690e8dbb62 req-956844a9-c91b-4092-83a2-c0d699c0fa0d tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 946 time: 0.0654664 Jan 28 00:21:13.498673 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58018) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:13.536044 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2761edbb-6fbe-4c98-9fc3-20690e8dbb62 req-407ea4f0-a95e-4692-aeb5-d39ecbb12775 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659485 Jan 28 00:21:13.540660 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port a3546c51-25d2-4478-89f4-93d4c533109f completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:21:13.556538 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port a3546c51-25d2-4478-89f4-93d4c533109f triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:21:13.557603 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a3546c51-25d2-4478-89f4-93d4c533109f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:13.683451 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port a3546c51-25d2-4478-89f4-93d4c533109f is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:21:13.684100 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a3546c51-25d2-4478-89f4-93d4c533109f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:13.734922 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b298680-6f76-4efc-a3d9-203d0ffb88cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3546c51-25d2-4478-89f4-93d4c533109f'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:21:13.738950 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9fbfa8-3856-47e6-b5ba-ee89d201bca0" -d '{"events": [{"server_uuid": "3b298680-6f76-4efc-a3d9-203d0ffb88cd", "name": "network-vif-plugged", "status": "completed", "tag": "a3546c51-25d2-4478-89f4-93d4c533109f"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:21:13.742204 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807e43d-e1b0-4f78-b129-b72381a48797 req-e1395793-c2fd-46df-bbcc-63363bf4c866 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:13.744040 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7807e43d-e1b0-4f78-b129-b72381a48797 req-e1395793-c2fd-46df-bbcc-63363bf4c866 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b298680-6f76-4efc-a3d9-203d0ffb88cd HTTP/1.1" status: 200 len: 944 time: 0.0987372 Jan 28 00:21:13.754975 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a3546c51-25d2-4478-89f4-93d4c533109f, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a3546c51-25d2-4478-89f4-93d4c533109f,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:13.762419 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a3546c51-25d2-4478-89f4-93d4c533109f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:13.763324 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device b4f24193-7f33-4352-8183-fa40695fffc8 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:21:13.773453 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4872d65f-a7ab-436f-8f6d-a18d0539d45d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=15e12218ae23498f8976895fc1081122&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733409 Jan 28 00:21:13.779398 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58026) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:13.825128 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7807e43d-e1b0-4f78-b129-b72381a48797 req-99348065-6b3f-4c93-b7ad-1f58244c85cb tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622795 Jan 28 00:21:13.849938 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40fcd5e-faeb-4efb-a337-fabeef66c6fb x-openstack-request-id: req-b40fcd5e-faeb-4efb-a337-fabeef66c6fb {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:21:13.850437 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b298680-6f76-4efc-a3d9-203d0ffb88cd", "name": "network-vif-plugged", "status": "completed", "tag": "a3546c51-25d2-4478-89f4-93d4c533109f", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:21:13.850854 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b40fcd5e-faeb-4efb-a337-fabeef66c6fb {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:21:13.851425 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b298680-6f76-4efc-a3d9-203d0ffb88cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3546c51-25d2-4478-89f4-93d4c533109f', 'code': 200} Jan 28 00:21:13.869485 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1da1c3ed-43e2-4b82-90f8-b34c7d39efee admin admin] Publish callbacks [] for security_group (22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:13.881074 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=a3546c51-25d2-4478-89f4-93d4c533109f,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:13.897377 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1da1c3ed-43e2-4b82-90f8-b34c7d39efee admin admin] Publish callbacks [] for security_group (22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:13.902798 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port b4f24193-7f33-4352-8183-fa40695fffc8 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:21:13.904791 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:21:13.909805 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port b4f24193-7f33-4352-8183-fa40695fffc8 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:21:13.909805 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b4f24193-7f33-4352-8183-fa40695fffc8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:13.962679 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1da1c3ed-43e2-4b82-90f8-b34c7d39efee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:13.966291 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1da1c3ed-43e2-4b82-90f8-b34c7d39efee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:13.967775 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1da1c3ed-43e2-4b82-90f8-b34c7d39efee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8 HTTP/1.1" status: 204 len: 168 time: 0.1862175 Jan 28 00:21:13.980015 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1c3ed-43e2-4b82-90f8-b34c7d39efee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a848b5-76d6-4a55-9eb6-b36ee7a1e7c8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:14.001592 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:14.167581 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port b4f24193-7f33-4352-8183-fa40695fffc8 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:21:14.168756 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b4f24193-7f33-4352-8183-fa40695fffc8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:14.245543 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port b4f24193-7f33-4352-8183-fa40695fffc8, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=b4f24193-7f33-4352-8183-fa40695fffc8,segment=NetworkSegment(1af6e637-635c-4891-a903-f48dbcb066f0),segment_id=1af6e637-635c-4891-a903-f48dbcb066f0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:14.252531 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b4f24193-7f33-4352-8183-fa40695fffc8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:14.253893 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 93d1b1db-ea8f-40d0-ad5f-68128514fbd9 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:21:14.255952 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f2f12-aa8d-496d-9e45-7a88e1834bc1 req-f6b3c09a-3197-4124-a4de-45dd822459e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:14.257638 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f9f2f12-aa8d-496d-9e45-7a88e1834bc1 req-f6b3c09a-3197-4124-a4de-45dd822459e1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3b298680-6f76-4efc-a3d9-203d0ffb88cd HTTP/1.1" status: 200 len: 1096 time: 0.1929038 Jan 28 00:21:14.318277 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6ec01-b5fb-4397-8333-785935a0a089 req-baaa1bc1-3615-43b4-a9ac-5abbd550da91 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:14.330992 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6e6ec01-b5fb-4397-8333-785935a0a089 req-baaa1bc1-3615-43b4-a9ac-5abbd550da91 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=9494ce53-6ad0-44b0-b869-db1e2034f25c HTTP/1.1" status: 200 len: 945 time: 0.1818223 Jan 28 00:21:14.352789 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 93d1b1db-ea8f-40d0-ad5f-68128514fbd9 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:21:14.353542 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 93d1b1db-ea8f-40d0-ad5f-68128514fbd9 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:21:14.365223 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54175111-52fe-4d83-a01d-21551632e249 req-4c4697c1-0b69-494a-b285-701366421351 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:14.373901 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-54175111-52fe-4d83-a01d-21551632e249 req-4c4697c1-0b69-494a-b285-701366421351 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 945 time: 0.1720166 Jan 28 00:21:14.472406 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=b4f24193-7f33-4352-8183-fa40695fffc8,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:14.497563 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6e6ec01-b5fb-4397-8333-785935a0a089 req-11a1298c-6c56-477f-ac7d-06f21e387c1f tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652205 Jan 28 00:21:14.511253 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f9f2f12-aa8d-496d-9e45-7a88e1834bc1 req-c2ea527e-df09-4c73-94e3-020644cbae40 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459311 Jan 28 00:21:14.590800 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-54175111-52fe-4d83-a01d-21551632e249 req-582fe6b4-3127-49a6-8645-5f7f607ef200 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156014 Jan 28 00:21:14.711565 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58046) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:14.796418 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-64db3b06-c58d-4ab4-b023-6277642209a6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3a5b9a85c6a8401485db9dec6430724c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0829148 Jan 28 00:21:14.799456 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58048) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:14.811166 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186281a7-f771-4721-9f7a-969421538c12 req-a3080ab4-1b07-4489-8514-55ae5f0ea014 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:14.814055 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-186281a7-f771-4721-9f7a-969421538c12 req-a3080ab4-1b07-4489-8514-55ae5f0ea014 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 949 time: 0.1118596 Jan 28 00:21:14.894242 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22a542d2-b0fc-4755-92d0-07e7fe04adfe admin admin] Publish callbacks [] for security_group (205241d5-0c75-41fc-91b7-9ae5fb5fa2e4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:14.922259 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22a542d2-b0fc-4755-92d0-07e7fe04adfe admin admin] Publish callbacks [] for security_group (205241d5-0c75-41fc-91b7-9ae5fb5fa2e4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:14.991481 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22a542d2-b0fc-4755-92d0-07e7fe04adfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (205241d5-0c75-41fc-91b7-9ae5fb5fa2e4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:14.995397 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22a542d2-b0fc-4755-92d0-07e7fe04adfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:15.000516 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-22a542d2-b0fc-4755-92d0-07e7fe04adfe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/205241d5-0c75-41fc-91b7-9ae5fb5fa2e4 HTTP/1.1" status: 204 len: 168 time: 0.1988485 Jan 28 00:21:15.015897 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a542d2-b0fc-4755-92d0-07e7fe04adfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205241d5-0c75-41fc-91b7-9ae5fb5fa2e4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:15.369655 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-186281a7-f771-4721-9f7a-969421538c12 req-a0b2b172-b2ff-4d8d-b023-2d5f2662ba31 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5475264 Jan 28 00:21:15.381772 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74118d42-39c3-4a2d-9a44-b33dba5c7ace req-3f7c7347-4ef0-4948-a584-80eca33fc259 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:15.383993 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-74118d42-39c3-4a2d-9a44-b33dba5c7ace req-3f7c7347-4ef0-4948-a584-80eca33fc259 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 946 time: 0.0903337 Jan 28 00:21:15.473669 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-74118d42-39c3-4a2d-9a44-b33dba5c7ace req-b3fa265c-286f-442a-97cf-4bc382cedbd9 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757401 Jan 28 00:21:15.678734 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9fe81-6702-47c4-89b4-01b8e028fd0d req-19c06ff2-c155-4a8d-b997-d4dbe7746f53 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:15.696276 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-00d9fe81-6702-47c4-89b4-01b8e028fd0d req-19c06ff2-c155-4a8d-b997-d4dbe7746f53 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b298680-6f76-4efc-a3d9-203d0ffb88cd HTTP/1.1" status: 200 len: 945 time: 0.1832225 Jan 28 00:21:15.852725 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9494ce53-6ad0-44b0-b869-db1e2034f25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f24193-7f33-4352-8183-fa40695fffc8'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:21:15.856945 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29719b7f-4662-45bd-a8a4-63cffb59e063" -d '{"events": [{"server_uuid": "9494ce53-6ad0-44b0-b869-db1e2034f25c", "name": "network-vif-plugged", "status": "completed", "tag": "b4f24193-7f33-4352-8183-fa40695fffc8"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:21:15.948734 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-00d9fe81-6702-47c4-89b4-01b8e028fd0d req-c0479678-e256-46ec-be6d-5662ed358a6d tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512376 Jan 28 00:21:15.959973 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2770766-9b7b-492c-8c2b-da6a45111016 req-6977cad5-38ca-4c64-bae3-525bffc7b0e7 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:15.968882 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f2770766-9b7b-492c-8c2b-da6a45111016 req-6977cad5-38ca-4c64-bae3-525bffc7b0e7 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=9494ce53-6ad0-44b0-b869-db1e2034f25c HTTP/1.1" status: 200 len: 946 time: 0.2536626 Jan 28 00:21:16.048005 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f2770766-9b7b-492c-8c2b-da6a45111016 req-e4dafd80-388c-4d83-abb0-5680ec8697a4 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773199 Jan 28 00:21:16.164540 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fad777-ba85-41ee-828d-523b6ab57cfe req-821e669f-0f71-4820-8e0b-2fc0e155b079 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:16.164540 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5fad777-ba85-41ee-828d-523b6ab57cfe req-821e669f-0f71-4820-8e0b-2fc0e155b079 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 945 time: 0.0952203 Jan 28 00:21:16.231200 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5fad777-ba85-41ee-828d-523b6ab57cfe req-27194fc0-72b2-430c-b7ff-1afcebab1f65 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564120 Jan 28 00:21:16.289049 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc7dc24-87df-4066-9284-73fec122a000 x-openstack-request-id: req-fdc7dc24-87df-4066-9284-73fec122a000 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:21:16.290535 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9494ce53-6ad0-44b0-b869-db1e2034f25c", "name": "network-vif-plugged", "status": "completed", "tag": "b4f24193-7f33-4352-8183-fa40695fffc8", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:21:16.291454 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fdc7dc24-87df-4066-9284-73fec122a000 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:21:16.300688 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9494ce53-6ad0-44b0-b869-db1e2034f25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f24193-7f33-4352-8183-fa40695fffc8', 'code': 200} Jan 28 00:21:16.707682 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58096) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:16.746089 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5583e2a-6e9b-461e-80fd-d3e225740f49 req-67630c2f-45a2-49ea-a8e9-6a0b6921dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:16.748935 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e5583e2a-6e9b-461e-80fd-d3e225740f49 req-67630c2f-45a2-49ea-a8e9-6a0b6921dcfc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9494ce53-6ad0-44b0-b869-db1e2034f25c HTTP/1.1" status: 200 len: 1097 time: 0.2186630 Jan 28 00:21:16.774971 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419659f4-2658-4d1d-aa3e-7077bfe7b303 req-1eef03e9-80ae-4f8a-828e-5dfdd5a9a351 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:16.778221 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-419659f4-2658-4d1d-aa3e-7077bfe7b303 req-1eef03e9-80ae-4f8a-828e-5dfdd5a9a351 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 949 time: 0.2266428 Jan 28 00:21:16.809547 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0872f4-0d4e-4178-8bb9-fe56043e240e req-f1230888-5533-4ee8-ae67-ddc788579017 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:16.812482 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe0872f4-0d4e-4178-8bb9-fe56043e240e req-f1230888-5533-4ee8-ae67-ddc788579017 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 946 time: 0.2211285 Jan 28 00:21:16.859292 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-18c443a5-13fb-4bf0-b901-fe446b1715bf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1362335073-network', 'tenant_id': '845864742b644292a77cbdbed1270c10'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:21:16.883916 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c443a5-13fb-4bf0-b901-fe446b1715bf admin admin] Made reservation on behalf of 845864742b644292a77cbdbed1270c10 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:21:16.886417 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-18c443a5-13fb-4bf0-b901-fe446b1715bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:16.898979 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-18c443a5-13fb-4bf0-b901-fe446b1715bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:16.973282 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e5583e2a-6e9b-461e-80fd-d3e225740f49 req-7761b01a-868f-4e09-b392-9fd35f3d1596 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172348 Jan 28 00:21:17.021871 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-18c443a5-13fb-4bf0-b901-fe446b1715bf admin admin] Publish callbacks [] for security_group (98564758-3c61-4638-9224-0503fa9f3776), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:17.024535 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-419659f4-2658-4d1d-aa3e-7077bfe7b303 req-73470b32-a252-4bf9-8353-801646a4ec3a tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316597 Jan 28 00:21:17.033566 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-18c443a5-13fb-4bf0-b901-fe446b1715bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (98564758-3c61-4638-9224-0503fa9f3776), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:17.087561 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c443a5-13fb-4bf0-b901-fe446b1715bf admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:21:17.087951 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe0872f4-0d4e-4178-8bb9-fe56043e240e req-89bc9fe6-4eab-477d-b348-be8a3947fcda tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449346 Jan 28 00:21:17.102001 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c443a5-13fb-4bf0-b901-fe446b1715bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98564758-3c61-4638-9224-0503fa9f3776,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:17.131417 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-18c443a5-13fb-4bf0-b901-fe446b1715bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (f57816fa-fb39-4bf9-8b0a-b4f4c68f69bb), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:17.135167 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-18c443a5-13fb-4bf0-b901-fe446b1715bf admin admin] Added segment f57816fa-fb39-4bf9-8b0a-b4f4c68f69bb of type vlan for network 41d25a86-77ec-484c-8d61-a33715ffd34e Jan 28 00:21:17.226371 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-18c443a5-13fb-4bf0-b901-fe446b1715bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (41d25a86-77ec-484c-8d61-a33715ffd34e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:17.278058 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-18c443a5-13fb-4bf0-b901-fe446b1715bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (41d25a86-77ec-484c-8d61-a33715ffd34e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:17.284724 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c443a5-13fb-4bf0-b901-fe446b1715bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:17.286728 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-18c443a5-13fb-4bf0-b901-fe446b1715bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:17.330417 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf96fc7-730e-4850-91bb-2bb01ca0263b req-62e76b19-1dfd-428b-859e-f727aacb0676 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:17.332108 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2bf96fc7-730e-4850-91bb-2bb01ca0263b req-62e76b19-1dfd-428b-859e-f727aacb0676 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b298680-6f76-4efc-a3d9-203d0ffb88cd HTTP/1.1" status: 200 len: 945 time: 0.1407154 Jan 28 00:21:17.349470 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24fb39-5900-4c02-825f-6be387ab4e06 req-8ab63afb-fba9-4783-af1b-1a8fb78479b9 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:17.350980 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e24fb39-5900-4c02-825f-6be387ab4e06 req-8ab63afb-fba9-4783-af1b-1a8fb78479b9 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=9494ce53-6ad0-44b0-b869-db1e2034f25c HTTP/1.1" status: 200 len: 946 time: 0.0897493 Jan 28 00:21:17.440179 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2bf96fc7-730e-4850-91bb-2bb01ca0263b req-1188d639-99a9-4036-8b36-9c24633ff34f tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879376 Jan 28 00:21:17.474137 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-18c443a5-13fb-4bf0-b901-fe446b1715bf admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7645617 Jan 28 00:21:17.476153 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58110) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:17.491644 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-4abdccdd-3e01-415b-ac1f-e8c812049a19 admin admin] Request body: {'subnet': {'network_id': '41d25a86-77ec-484c-8d61-a33715ffd34e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1362335073-subnet', 'tenant_id': '845864742b644292a77cbdbed1270c10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:21:17.500147 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e24fb39-5900-4c02-825f-6be387ab4e06 req-b92ceb66-3297-483e-be18-7e8460c3ee16 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289957 Jan 28 00:21:17.508996 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c443a5-13fb-4bf0-b901-fe446b1715bf admin admin] Pushing event updated for resources: {'Network': ['ID=41d25a86-77ec-484c-8d61-a33715ffd34e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:17.535954 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abdccdd-3e01-415b-ac1f-e8c812049a19 admin admin] Made reservation on behalf of 845864742b644292a77cbdbed1270c10 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:21:17.537734 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 41d25a86-77ec-484c-8d61-a33715ffd34e details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:21:17.539203 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4abdccdd-3e01-415b-ac1f-e8c812049a19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:17.725477 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a30b08-5482-45f6-9471-6ebb44e393fb req-7ea8aa4d-1caa-42f6-8db7-87f6833e4b58 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:17.735054 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a2a30b08-5482-45f6-9471-6ebb44e393fb req-7ea8aa4d-1caa-42f6-8db7-87f6833e4b58 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 945 time: 0.1182992 Jan 28 00:21:17.849012 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a2a30b08-5482-45f6-9471-6ebb44e393fb req-8eabfbce-5ca0-4d68-aaf8-f2505a5ace96 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114304 Jan 28 00:21:18.099593 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9df35-48ac-490e-8c01-418785360c62 req-3f627a6d-f3a5-48a4-95e0-59a33798660f tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:18.102647 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66f9df35-48ac-490e-8c01-418785360c62 req-3f627a6d-f3a5-48a4-95e0-59a33798660f tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/networks?id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e HTTP/1.1" status: 200 len: 805 time: 0.2026904 Jan 28 00:21:18.169795 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66f9df35-48ac-490e-8c01-418785360c62 req-ed65fbda-6221-4f87-86fd-e99bcaf1c692 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/quotas/2253eea2b9f94d3c9e9a9e6c9260650c HTTP/1.1" status: 200 len: 375 time: 0.0541732 Jan 28 00:21:18.270814 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66f9df35-48ac-490e-8c01-418785360c62 req-f7b32d6a-6794-48f7-a5c6-837f3cf55fa4 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2253eea2b9f94d3c9e9a9e6c9260650c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0998368 Jan 28 00:21:18.279855 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f4a10-3880-4319-95af-5e035cf4d562 req-9cd616e5-d732-4c4d-a158-b759d78a97f1 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:18.281659 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a6f4a10-3880-4319-95af-5e035cf4d562 req-9cd616e5-d732-4c4d-a158-b759d78a97f1 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 949 time: 0.1317062 Jan 28 00:21:18.352220 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4abdccdd-3e01-415b-ac1f-e8c812049a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (89566c82-238f-4c6a-bf53-c85a9719ea0a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:18.461629 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdccdd-3e01-415b-ac1f-e8c812049a19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89566c82-238f-4c6a-bf53-c85a9719ea0a,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:18.480546 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abdccdd-3e01-415b-ac1f-e8c812049a19 admin admin] Checking segment: {'id': 'f57816fa-fb39-4bf9-8b0a-b4f4c68f69bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '41d25a86-77ec-484c-8d61-a33715ffd34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:21:18.481769 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abdccdd-3e01-415b-ac1f-e8c812049a19 admin admin] Network hostable DHCP agents. Network: 41d25a86-77ec-484c-8d61-a33715ffd34e, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:21:18.501262 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66f9df35-48ac-490e-8c01-418785360c62 req-e3088620-06a2-48c5-8d6b-888b44775e43 service neutron] 10.222.0.70 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181816 Jan 28 00:21:18.516116 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abdccdd-3e01-415b-ac1f-e8c812049a19 admin admin] Network 41d25a86-77ec-484c-8d61-a33715ffd34e is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:21:18.534318 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-4abdccdd-3e01-415b-ac1f-e8c812049a19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 41d25a86-77ec-484c-8d61-a33715ffd34e) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:21:18.541169 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abdccdd-3e01-415b-ac1f-e8c812049a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:18.542498 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4abdccdd-3e01-415b-ac1f-e8c812049a19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:18.550762 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fdc0f6-6818-4044-8951-399fc1cee1bf None None] Network 41d25a86-77ec-484c-8d61-a33715ffd34e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:21:18.577961 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4abdccdd-3e01-415b-ac1f-e8c812049a19 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0954428 Jan 28 00:21:18.583380 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58132) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:18.595165 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-1bacf508-e664-41df-bc46-ad4e85e56723 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1362335073-router', 'tenant_id': '845864742b644292a77cbdbed1270c10', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:21:18.640372 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1bacf508-e664-41df-bc46-ad4e85e56723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (7a9c3c61-4969-4fa1-8b6e-d471801e56e6), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:18.644225 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1bacf508-e664-41df-bc46-ad4e85e56723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (7a9c3c61-4969-4fa1-8b6e-d471801e56e6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:18.715312 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc61dd7-da59-4d6b-a77e-921396a57c37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-41d25a86-77ec-484c-8d61-a33715ffd34e', 'network_id': '41d25a86-77ec-484c-8d61-a33715ffd34e', 'project_id': '845864742b644292a77cbdbed1270c10', 'fixed_ips': [{'subnet_id': '89566c82-238f-4c6a-bf53-c85a9719ea0a'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:21:18.717181 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cfc61dd7-da59-4d6b-a77e-921396a57c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:18.745292 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1bacf508-e664-41df-bc46-ad4e85e56723 admin admin] Publish callbacks [] for router_controller (7a9c3c61-4969-4fa1-8b6e-d471801e56e6), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:18.827458 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a6f4a10-3880-4319-95af-5e035cf4d562 req-ed3ea51b-758d-45c4-bd15-6aa633746b53 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5315487 Jan 28 00:21:19.026099 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66f9df35-48ac-490e-8c01-418785360c62 req-53135a9b-bff0-4c1c-9a6a-abc9c0d977d5 service neutron] 10.222.0.70 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230420 Jan 28 00:21:19.033972 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1bacf508-e664-41df-bc46-ad4e85e56723 admin admin] Publish callbacks [] for router_gateway (7a9c3c61-4969-4fa1-8b6e-d471801e56e6), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:19.149235 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-cfc61dd7-da59-4d6b-a77e-921396a57c37 None None] Allocated IP 172.20.0.2 (41d25a86-77ec-484c-8d61-a33715ffd34e/89566c82-238f-4c6a-bf53-c85a9719ea0a/2bd8534b-ea07-410d-8069-9aa480481929) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:21:19.297265 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2d7de-1752-4df1-b466-4f03dca56b84 req-52d27ce2-84f3-481d-839c-c44d16d9d14c tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:19.321461 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37c2d7de-1752-4df1-b466-4f03dca56b84 req-52d27ce2-84f3-481d-839c-c44d16d9d14c tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 946 time: 0.2539771 Jan 28 00:21:19.607772 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37c2d7de-1752-4df1-b466-4f03dca56b84 req-3aec7f81-ec20-49ed-bc69-0fa1f3a25db6 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848086 Jan 28 00:21:19.661988 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1bacf508-e664-41df-bc46-ad4e85e56723 admin admin] Publish callbacks [] for router_gateway (7a9c3c61-4969-4fa1-8b6e-d471801e56e6), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:19.685099 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d93cc-6377-49d5-8e7c-0dbd1141c518 req-399aa600-16b6-4df1-a7c0-122913061f65 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:19.695076 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e6d93cc-6377-49d5-8e7c-0dbd1141c518 req-399aa600-16b6-4df1-a7c0-122913061f65 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=9494ce53-6ad0-44b0-b869-db1e2034f25c HTTP/1.1" status: 200 len: 946 time: 0.2737081 Jan 28 00:21:19.715445 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cfc61dd7-da59-4d6b-a77e-921396a57c37 None None] Publish callbacks [] for port (2bd8534b-ea07-410d-8069-9aa480481929), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:19.733335 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cfc61dd7-da59-4d6b-a77e-921396a57c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (2bd8534b-ea07-410d-8069-9aa480481929), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:19.769289 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1bacf508-e664-41df-bc46-ad4e85e56723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:19.828105 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e6d93cc-6377-49d5-8e7c-0dbd1141c518 req-374a5896-c134-4008-8f1a-b024e2f2531b tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150384 Jan 28 00:21:19.941951 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc61dd7-da59-4d6b-a77e-921396a57c37 None None] Network 41d25a86-77ec-484c-8d61-a33715ffd34e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:21:19.947339 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-cfc61dd7-da59-4d6b-a77e-921396a57c37 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:21:19.954020 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc61dd7-da59-4d6b-a77e-921396a57c37 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:21:20.011805 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-1bacf508-e664-41df-bc46-ad4e85e56723 admin admin] Allocated IP 172.25.3.237 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/42a5f767-d611-4da0-a54b-1ec5e6f473c1) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:21:20.072737 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc61dd7-da59-4d6b-a77e-921396a57c37 None None] Pushing event updated for resources: {'Port': ['ID=2bd8534b-ea07-410d-8069-9aa480481929,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:20.138383 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cfc61dd7-da59-4d6b-a77e-921396a57c37 None None] Attempting to bind port 2bd8534b-ea07-410d-8069-9aa480481929 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:21:20.139024 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cfc61dd7-da59-4d6b-a77e-921396a57c37 None None] Attempting to bind port 2bd8534b-ea07-410d-8069-9aa480481929 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'f57816fa-fb39-4bf9-8b0a-b4f4c68f69bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '41d25a86-77ec-484c-8d61-a33715ffd34e'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:21:20.142494 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc61dd7-da59-4d6b-a77e-921396a57c37 None None] Attempting to bind port 2bd8534b-ea07-410d-8069-9aa480481929 on network 41d25a86-77ec-484c-8d61-a33715ffd34e {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:21:20.175549 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc61dd7-da59-4d6b-a77e-921396a57c37 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:21:20.176405 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc61dd7-da59-4d6b-a77e-921396a57c37 None None] Checking segment: {'id': 'f57816fa-fb39-4bf9-8b0a-b4f4c68f69bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '41d25a86-77ec-484c-8d61-a33715ffd34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:21:20.177110 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cfc61dd7-da59-4d6b-a77e-921396a57c37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:20.180613 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc61dd7-da59-4d6b-a77e-921396a57c37 None None] Bound using segment: {'id': 'f57816fa-fb39-4bf9-8b0a-b4f4c68f69bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '41d25a86-77ec-484c-8d61-a33715ffd34e'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:21:20.181261 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cfc61dd7-da59-4d6b-a77e-921396a57c37 None None] Bound port: 2bd8534b-ea07-410d-8069-9aa480481929, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57816fa-fb39-4bf9-8b0a-b4f4c68f69bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '41d25a86-77ec-484c-8d61-a33715ffd34e'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:21:20.184099 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cfc61dd7-da59-4d6b-a77e-921396a57c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2bd8534b-ea07-410d-8069-9aa480481929), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:20.233462 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2a45030c-3d5d-4eba-a2ce-9352d1f72702 req-7ccb3f20-4d6f-499b-a96e-79ec1d4a2478 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=f45223af-52b3-42f6-b3ae-6a8a9a4efc3d HTTP/1.1" status: 200 len: 210 time: 0.0808525 Jan 28 00:21:20.280120 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f01838-ddc6-479a-9b8c-6ed8ceb41801 req-dfc5810d-a9bf-4ee2-a541-2e87bfa3b117 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:20.289263 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47f01838-ddc6-479a-9b8c-6ed8ceb41801 req-dfc5810d-a9bf-4ee2-a541-2e87bfa3b117 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 945 time: 0.2103908 Jan 28 00:21:20.382646 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47f01838-ddc6-479a-9b8c-6ed8ceb41801 req-354b01ce-2ded-4700-a3d3-6c11cc9bb124 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922155 Jan 28 00:21:20.530213 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-cfc61dd7-da59-4d6b-a77e-921396a57c37 None None] For port 2bd8534b-ea07-410d-8069-9aa480481929, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:21:20.533987 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1bacf508-e664-41df-bc46-ad4e85e56723 admin admin] Publish callbacks [] for port (42a5f767-d611-4da0-a54b-1ec5e6f473c1), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:20.538286 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-cfc61dd7-da59-4d6b-a77e-921396a57c37 None None] For port 2bd8534b-ea07-410d-8069-9aa480481929, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2bd8534b-ea07-410d-8069-9aa480481929,segment=NetworkSegment(f57816fa-fb39-4bf9-8b0a-b4f4c68f69bb),segment_id=f57816fa-fb39-4bf9-8b0a-b4f4c68f69bb)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:21:20.548260 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cfc61dd7-da59-4d6b-a77e-921396a57c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2bd8534b-ea07-410d-8069-9aa480481929), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:20.553057 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf39e56-e838-4167-9586-b1cfd9cd5791 req-8d955ec0-f9f3-48a4-88a7-d8ef91901f82 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:20.564833 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7bf39e56-e838-4167-9586-b1cfd9cd5791 req-8d955ec0-f9f3-48a4-88a7-d8ef91901f82 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 949 time: 0.1208971 Jan 28 00:21:20.634072 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc61dd7-da59-4d6b-a77e-921396a57c37 None None] Pushing event updated for resources: {'Port': ['ID=2bd8534b-ea07-410d-8069-9aa480481929,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:20.684549 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7bf39e56-e838-4167-9586-b1cfd9cd5791 req-aa49e3ed-478f-48e5-8622-fce910f2f456 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184895 Jan 28 00:21:20.731246 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1bacf508-e664-41df-bc46-ad4e85e56723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (42a5f767-d611-4da0-a54b-1ec5e6f473c1), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:20.802915 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bacf508-e664-41df-bc46-ad4e85e56723 admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:21:20.812343 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-1bacf508-e664-41df-bc46-ad4e85e56723 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:21:20.823305 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bacf508-e664-41df-bc46-ad4e85e56723 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:21:20.842441 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7b182-8ce0-4c9e-a5f1-984c82b7203e req-6475b7c4-09ac-4448-a6d5-c549087444f6 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:20.844230 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-14f7b182-8ce0-4c9e-a5f1-984c82b7203e req-6475b7c4-09ac-4448-a6d5-c549087444f6 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=9494ce53-6ad0-44b0-b869-db1e2034f25c HTTP/1.1" status: 200 len: 946 time: 0.1579497 Jan 28 00:21:20.858526 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bacf508-e664-41df-bc46-ad4e85e56723 admin admin] Pushing event updated for resources: {'Port': ['ID=42a5f767-d611-4da0-a54b-1ec5e6f473c1,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:20.974067 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f0b06-4e02-44ab-856e-6cfd7b4045fb req-f10ca932-f9e2-42a4-b75c-492085f47704 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:20.981518 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e19f0b06-4e02-44ab-856e-6cfd7b4045fb req-f10ca932-f9e2-42a4-b75c-492085f47704 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 946 time: 0.1361222 Jan 28 00:21:20.986322 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-14f7b182-8ce0-4c9e-a5f1-984c82b7203e req-78964a15-f304-4504-b465-294d7d58bba6 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207337 Jan 28 00:21:21.094328 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e19f0b06-4e02-44ab-856e-6cfd7b4045fb req-007872a0-baac-495b-b2c4-d5e53e7299af tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115451 Jan 28 00:21:21.592276 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-873a0bfc-2015-49a4-8081-f8af86dcfd3d req-92e4c775-b429-4342-b047-9f8a682953c5 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=f45223af-52b3-42f6-b3ae-6a8a9a4efc3d HTTP/1.1" status: 200 len: 210 time: 0.2307463 Jan 28 00:21:21.596864 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1bacf508-e664-41df-bc46-ad4e85e56723 admin admin] Publish callbacks [] for router_gateway (7a9c3c61-4969-4fa1-8b6e-d471801e56e6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:21.809550 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9df35-48ac-490e-8c01-418785360c62 req-aaff32a9-05f6-4106-bd85-c30522f656cd tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:21.812032 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66f9df35-48ac-490e-8c01-418785360c62 req-aaff32a9-05f6-4106-bd85-c30522f656cd tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.65 "GET /v2.0/networks?id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e HTTP/1.1" status: 200 len: 805 time: 0.5139818 Jan 28 00:21:21.839724 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e565b-bdea-4557-b5bb-93e9e4e5cc43 req-a7118e66-ca3a-4a65-b468-88900ecd7d35 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:21.858247 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e09e565b-bdea-4557-b5bb-93e9e4e5cc43 req-a7118e66-ca3a-4a65-b468-88900ecd7d35 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 945 time: 0.1468012 Jan 28 00:21:21.870008 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-66f9df35-48ac-490e-8c01-418785360c62 req-f1f4c5cd-393f-4244-b6f6-6e84dbd46f17 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Request body: {'port': {'device_id': 'f45223af-52b3-42f6-b3ae-6a8a9a4efc3d', 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e', 'admin_state_up': True, 'tenant_id': '2253eea2b9f94d3c9e9a9e6c9260650c'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:21:22.071982 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebab8f4-80b9-4434-b83f-1c6e45f25906 req-4f26c9ec-fd07-4d6e-80e3-837bee656436 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:22.073600 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6ebab8f4-80b9-4434-b83f-1c6e45f25906 req-4f26c9ec-fd07-4d6e-80e3-837bee656436 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 949 time: 0.1080232 Jan 28 00:21:22.114260 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e09e565b-bdea-4557-b5bb-93e9e4e5cc43 req-e1faa276-1b81-451f-98c7-63f021d0f465 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546470 Jan 28 00:21:22.171357 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1bacf508-e664-41df-bc46-ad4e85e56723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (7a9c3c61-4969-4fa1-8b6e-d471801e56e6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:22.372366 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66f9df35-48ac-490e-8c01-418785360c62 req-f1f4c5cd-393f-4244-b6f6-6e84dbd46f17 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Made reservation on behalf of 2253eea2b9f94d3c9e9a9e6c9260650c for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:21:22.380752 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-66f9df35-48ac-490e-8c01-418785360c62 req-f1f4c5cd-393f-4244-b6f6-6e84dbd46f17 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:22.438259 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd0b71-deea-48f8-82bb-9e3ecd131f3b req-bae63254-9b97-4b01-a49c-d714b1fb79a9 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:22.438489 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee40b9a0-d4c7-4495-bb83-81ae8c437443 None None] Network 41d25a86-77ec-484c-8d61-a33715ffd34e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:21:22.440971 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-87fd0b71-deea-48f8-82bb-9e3ecd131f3b req-bae63254-9b97-4b01-a49c-d714b1fb79a9 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.65 "GET /v2.0/ports?device_id=9494ce53-6ad0-44b0-b869-db1e2034f25c HTTP/1.1" status: 200 len: 946 time: 0.1336975 Jan 28 00:21:22.469645 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b25a6e95-c197-4b21-9ab0-4d5db2eb838f req-4d9bc898-062b-47cc-9d26-1ad74e8b419f service neutron] 10.222.0.52 "GET /v2.0/ports/2986a0b7-0a99-4ac1-aa21-1d0a3125a74e/bindings/n-h2-826754-1 HTTP/1.1" status: 200 len: 382 time: 0.2696364 Jan 28 00:21:22.662415 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6ebab8f4-80b9-4434-b83f-1c6e45f25906 req-3daaa691-9805-4307-89a0-6f8a0ae0fbd4 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5635881 Jan 28 00:21:22.758787 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-de63dea2-e100-48a3-b699-850c4fd303ca None None] Provisioning complete for port 2bd8534b-ea07-410d-8069-9aa480481929 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:21:22.759494 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de63dea2-e100-48a3-b699-850c4fd303ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2bd8534b-ea07-410d-8069-9aa480481929), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:22.771714 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e775a3-ccc8-4128-9360-c339f463319f req-3fe7e4c6-cdab-4f21-860c-be5748f7c57e tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:22.774729 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4e775a3-ccc8-4128-9360-c339f463319f req-3fe7e4c6-cdab-4f21-860c-be5748f7c57e tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=9494ce53-6ad0-44b0-b869-db1e2034f25c HTTP/1.1" status: 200 len: 946 time: 0.4346659 Jan 28 00:21:22.870125 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-87fd0b71-deea-48f8-82bb-9e3ecd131f3b req-daa7ef22-12e6-4912-8c3e-c0460b36423a tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Deleting port b4f24193-7f33-4352-8183-fa40695fffc8 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:21:22.870785 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-87fd0b71-deea-48f8-82bb-9e3ecd131f3b req-daa7ef22-12e6-4912-8c3e-c0460b36423a tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b4f24193-7f33-4352-8183-fa40695fffc8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:22.879348 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bacf508-e664-41df-bc46-ad4e85e56723 admin admin] Router 7a9c3c61-4969-4fa1-8b6e-d471801e56e6 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:21:22.908987 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2bd8534b-ea07-410d-8069-9aa480481929 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:21:23.146954 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846e400-a3cf-4e81-91d1-e7d1ffdaac87 req-a59b7ffe-581a-4bf8-a443-a2a13fef6e8d tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:23.160527 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7846e400-a3cf-4e81-91d1-e7d1ffdaac87 req-a59b7ffe-581a-4bf8-a443-a2a13fef6e8d tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 946 time: 0.2579787 Jan 28 00:21:23.195498 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bacf508-e664-41df-bc46-ad4e85e56723 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:21:23.199856 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a6e95-c197-4b21-9ab0-4d5db2eb838f req-69fb323b-02c9-4e45-b1eb-1bd54036cbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:23.201434 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b25a6e95-c197-4b21-9ab0-4d5db2eb838f req-69fb323b-02c9-4e45-b1eb-1bd54036cbd6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1&tenant_id=83dbb6195da44e30b63c09c8e88d497f HTTP/1.1" status: 200 len: 1100 time: 0.2372606 Jan 28 00:21:23.210527 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df05dbb0-4ee1-427d-98c2-cc8ea369a877 None None] Sync routers for ids ['7a9c3c61-4969-4fa1-8b6e-d471801e56e6'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:21:23.232657 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df05dbb0-4ee1-427d-98c2-cc8ea369a877 None None] Routers {'7a9c3c61-4969-4fa1-8b6e-d471801e56e6'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:21:23.239151 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-df05dbb0-4ee1-427d-98c2-cc8ea369a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:21:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['7a9c3c61-4969-4fa1-8b6e-d471801e56e6'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:21:23.260118 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1bacf508-e664-41df-bc46-ad4e85e56723 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:23.261994 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1bacf508-e664-41df-bc46-ad4e85e56723 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6773462 Jan 28 00:21:23.269405 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58192) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:23.431045 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 2bd8534b-ea07-410d-8069-9aa480481929 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:21:23.431811 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2bd8534b-ea07-410d-8069-9aa480481929), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:23.450588 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-87fd0b71-deea-48f8-82bb-9e3ecd131f3b req-daa7ef22-12e6-4912-8c3e-c0460b36423a tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] For port b4f24193-7f33-4352-8183-fa40695fffc8, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=b4f24193-7f33-4352-8183-fa40695fffc8,segment=NetworkSegment(1af6e637-635c-4891-a903-f48dbcb066f0),segment_id=1af6e637-635c-4891-a903-f48dbcb066f0)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:23.450588 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-87fd0b71-deea-48f8-82bb-9e3ecd131f3b req-daa7ef22-12e6-4912-8c3e-c0460b36423a tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b4f24193-7f33-4352-8183-fa40695fffc8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:23.452546 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4e775a3-ccc8-4128-9360-c339f463319f req-b7dcb1e5-d129-4fdf-a9f1-7c261811c07e tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups?id=d72771ff-2f22-4f11-b88c-cfd25853ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5742705 Jan 28 00:21:23.474666 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-87fd0b71-deea-48f8-82bb-9e3ecd131f3b req-daa7ef22-12e6-4912-8c3e-c0460b36423a tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Calling delete_port for b4f24193-7f33-4352-8183-fa40695fffc8 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:21:23.480300 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-de63dea2-e100-48a3-b699-850c4fd303ca None None] Current status of the port 2bd8534b-ea07-410d-8069-9aa480481929 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:21:23.480847 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de63dea2-e100-48a3-b699-850c4fd303ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2bd8534b-ea07-410d-8069-9aa480481929), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:23.485695 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-df05dbb0-4ee1-427d-98c2-cc8ea369a877 None None] Set router 7a9c3c61-4969-4fa1-8b6e-d471801e56e6 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:21:23.523299 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7846e400-a3cf-4e81-91d1-e7d1ffdaac87 req-6266fd9c-a3e4-4e27-88dc-626d934524ea tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480990 Jan 28 00:21:23.527638 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-de63dea2-e100-48a3-b699-850c4fd303ca None None] For port 2bd8534b-ea07-410d-8069-9aa480481929, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2bd8534b-ea07-410d-8069-9aa480481929,segment=NetworkSegment(f57816fa-fb39-4bf9-8b0a-b4f4c68f69bb),segment_id=f57816fa-fb39-4bf9-8b0a-b4f4c68f69bb)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:23.537517 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de63dea2-e100-48a3-b699-850c4fd303ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2bd8534b-ea07-410d-8069-9aa480481929), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:23.616670 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a6e95-c197-4b21-9ab0-4d5db2eb838f req-1dba7685-7fe1-4528-83cc-e48c062737ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:23.622043 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b25a6e95-c197-4b21-9ab0-4d5db2eb838f req-1dba7685-7fe1-4528-83cc-e48c062737ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 1100 time: 0.3383074 Jan 28 00:21:23.647362 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 2bd8534b-ea07-410d-8069-9aa480481929 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:21:23.648115 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2bd8534b-ea07-410d-8069-9aa480481929), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:23.711458 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-66f9df35-48ac-490e-8c01-418785360c62 req-f1f4c5cd-393f-4244-b6f6-6e84dbd46f17 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Allocated IP 172.20.0.2 (57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e/89787cce-0952-4d1c-b459-5274630a8c6e/43ad3812-f7ce-4ddd-bbc9-62406b032195) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:21:23.715189 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63dea2-e100-48a3-b699-850c4fd303ca None None] Pushing event updated for resources: {'Port': ['ID=2bd8534b-ea07-410d-8069-9aa480481929,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:23.756931 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-8b93df77-a2a5-4594-a4f1-027cf15f2387 None None] Provisioning complete for port 2bd8534b-ea07-410d-8069-9aa480481929 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:21:23.761975 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b93df77-a2a5-4594-a4f1-027cf15f2387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2bd8534b-ea07-410d-8069-9aa480481929), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:23.913352 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-df05dbb0-4ee1-427d-98c2-cc8ea369a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9c3c61-4969-4fa1-8b6e-d471801e56e6', 'name': 'tempest-FloatingIPsTestJSON-1362335073-router', 'tenant_id': '845864742b644292a77cbdbed1270c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '42a5f767-d611-4da0-a54b-1ec5e6f473c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:21:18Z', 'updated_at': '2022-01-28T00:21:21Z', 'revision_number': 3, 'project_id': '845864742b644292a77cbdbed1270c10', 'gw_port': {'id': '42a5f767-d611-4da0-a54b-1ec5e6f473c1', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9c3c61-4969-4fa1-8b6e-d471801e56e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:21:19Z', 'updated_at': '2022-01-28T00:21:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:21:23.938642 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e7cf9e3-a9e7-47ed-84cc-4b346c3d0364 req-943cacbf-1902-4984-8474-684b4fdab4c3 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=f45223af-52b3-42f6-b3ae-6a8a9a4efc3d HTTP/1.1" status: 200 len: 210 time: 0.1494050 Jan 28 00:21:23.947737 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df05dbb0-4ee1-427d-98c2-cc8ea369a877 None None] Checking router: 7a9c3c61-4969-4fa1-8b6e-d471801e56e6 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:21:23.948208 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df05dbb0-4ee1-427d-98c2-cc8ea369a877 None None] Updating router 7a9c3c61-4969-4fa1-8b6e-d471801e56e6 port 42a5f767-d611-4da0-a54b-1ec5e6f473c1 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:21:23.983683 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:21:23.983683 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:21:24.014726 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-df05dbb0-4ee1-427d-98c2-cc8ea369a877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (42a5f767-d611-4da0-a54b-1ec5e6f473c1), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:24.160161 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8b93df77-a2a5-4594-a4f1-027cf15f2387 None None] Current status of the port 2bd8534b-ea07-410d-8069-9aa480481929 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:21:24.271339 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a6e95-c197-4b21-9ab0-4d5db2eb838f req-8863b673-c80f-4b04-8e66-c9bab9f3b808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:24.274521 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b25a6e95-c197-4b21-9ab0-4d5db2eb838f req-8863b673-c80f-4b04-8e66-c9bab9f3b808 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.6427808 Jan 28 00:21:24.315941 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-87fd0b71-deea-48f8-82bb-9e3ecd131f3b req-daa7ef22-12e6-4912-8c3e-c0460b36423a tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (b4f24193-7f33-4352-8183-fa40695fffc8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:24.351677 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['b4f24193-7f33-4352-8183-fa40695fffc8'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:21:24.389884 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7ef22-12e6-4912-8c3e-c0460b36423a tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Pushing event deleted for resources: {'Port': ['ID=b4f24193-7f33-4352-8183-fa40695fffc8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:24.427094 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:21:24.492310 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-df05dbb0-4ee1-427d-98c2-cc8ea369a877 None None] Publish callbacks [] for port (42a5f767-d611-4da0-a54b-1ec5e6f473c1), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:24.504322 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-df05dbb0-4ee1-427d-98c2-cc8ea369a877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (42a5f767-d611-4da0-a54b-1ec5e6f473c1), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:24.521657 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-87fd0b71-deea-48f8-82bb-9e3ecd131f3b req-daa7ef22-12e6-4912-8c3e-c0460b36423a tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] No DVR routers for this DVR port b4f24193-7f33-4352-8183-fa40695fffc8 on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:21:24.528048 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-87fd0b71-deea-48f8-82bb-9e3ecd131f3b req-daa7ef22-12e6-4912-8c3e-c0460b36423a tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:24.530284 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-87fd0b71-deea-48f8-82bb-9e3ecd131f3b req-daa7ef22-12e6-4912-8c3e-c0460b36423a tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.65 "DELETE /v2.0/ports/b4f24193-7f33-4352-8183-fa40695fffc8 HTTP/1.1" status: 204 len: 173 time: 2.0618825 Jan 28 00:21:24.530772 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9494ce53-6ad0-44b0-b869-db1e2034f25c', 'name': 'network-vif-deleted', 'tag': 'b4f24193-7f33-4352-8183-fa40695fffc8'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:21:24.534111 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff701a3-51c3-4e4f-b5a4-f00a724a322e" -d '{"events": [{"server_uuid": "9494ce53-6ad0-44b0-b869-db1e2034f25c", "name": "network-vif-deleted", "tag": "b4f24193-7f33-4352-8183-fa40695fffc8"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:21:24.550941 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 2bd8534b-ea07-410d-8069-9aa480481929 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:21:24.574876 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b25a6e95-c197-4b21-9ab0-4d5db2eb838f req-7b46a26f-e50a-4e66-acc2-1639a4a9d24d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=2986a0b7-0a99-4ac1-aa21-1d0a3125a74e HTTP/1.1" status: 200 len: 217 time: 0.2513764 Jan 28 00:21:24.583111 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-66f9df35-48ac-490e-8c01-418785360c62 req-f1f4c5cd-393f-4244-b6f6-6e84dbd46f17 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks [] for port (43ad3812-f7ce-4ddd-bbc9-62406b032195), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:24.603049 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-df05dbb0-4ee1-427d-98c2-cc8ea369a877 None None] Attempting to bind port 42a5f767-d611-4da0-a54b-1ec5e6f473c1 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:21:24.603648 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-df05dbb0-4ee1-427d-98c2-cc8ea369a877 None None] Attempting to bind port 42a5f767-d611-4da0-a54b-1ec5e6f473c1 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:21:24.604236 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df05dbb0-4ee1-427d-98c2-cc8ea369a877 None None] Attempting to bind port 42a5f767-d611-4da0-a54b-1ec5e6f473c1 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:21:24.650778 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:21:24.651592 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2986a0b7-0a99-4ac1-aa21-1d0a3125a74e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:24.687097 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff2108c-0d77-499d-ab94-d922edd74db1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2986a0b7-0a99-4ac1-aa21-1d0a3125a74e'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:21:24.691169 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df05dbb0-4ee1-427d-98c2-cc8ea369a877 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:21:24.691872 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e07f994-8461-4e3e-ad8b-d67c96806df8" -d '{"events": [{"server_uuid": "cff2108c-0d77-499d-ab94-d922edd74db1", "name": "network-vif-unplugged", "status": "completed", "tag": "2986a0b7-0a99-4ac1-aa21-1d0a3125a74e"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:21:24.692406 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df05dbb0-4ee1-427d-98c2-cc8ea369a877 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:21:24.693088 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-df05dbb0-4ee1-427d-98c2-cc8ea369a877 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:24.693722 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df05dbb0-4ee1-427d-98c2-cc8ea369a877 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:21:24.694589 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-df05dbb0-4ee1-427d-98c2-cc8ea369a877 None None] Bound port: 42a5f767-d611-4da0-a54b-1ec5e6f473c1, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:21:24.695255 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-df05dbb0-4ee1-427d-98c2-cc8ea369a877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (42a5f767-d611-4da0-a54b-1ec5e6f473c1), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:24.714897 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68e82d9b-4e9b-4a4e-ba48-4ae6e43ea52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:24.716712 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2986a0b7-0a99-4ac1-aa21-1d0a3125a74e,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:24.729580 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2986a0b7-0a99-4ac1-aa21-1d0a3125a74e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:24.826005 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-df05dbb0-4ee1-427d-98c2-cc8ea369a877 None None] For port 42a5f767-d611-4da0-a54b-1ec5e6f473c1, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:21:24.837753 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-df05dbb0-4ee1-427d-98c2-cc8ea369a877 None None] For port 42a5f767-d611-4da0-a54b-1ec5e6f473c1, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=42a5f767-d611-4da0-a54b-1ec5e6f473c1,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:21:24.838793 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2bd8534b-ea07-410d-8069-9aa480481929 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:21:24.855608 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-df05dbb0-4ee1-427d-98c2-cc8ea369a877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (42a5f767-d611-4da0-a54b-1ec5e6f473c1), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:24.859125 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-66f9df35-48ac-490e-8c01-418785360c62 req-f1f4c5cd-393f-4244-b6f6-6e84dbd46f17 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (43ad3812-f7ce-4ddd-bbc9-62406b032195), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:24.918553 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c6e7d-3ead-4e21-88b4-6a5094028d4d None None] Pushing event updated for resources: {'Port': ['ID=42a5f767-d611-4da0-a54b-1ec5e6f473c1,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:24.941849 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66f9df35-48ac-490e-8c01-418785360c62 req-f1f4c5cd-393f-4244-b6f6-6e84dbd46f17 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:21:24.959728 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cf80b-1599-4933-ad6f-9341084fa3f8 req-ba628e55-7a3e-4117-82c7-39890e0c2488 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:24.961041 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['a3546c51-25d2-4478-89f4-93d4c533109f'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:21:24.965366 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['2757eada-5c5d-468f-9a9f-01ce2f9b089c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:21:24.968729 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-234cf80b-1599-4933-ad6f-9341084fa3f8 req-ba628e55-7a3e-4117-82c7-39890e0c2488 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 945 time: 0.6923428 Jan 28 00:21:24.979946 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=2986a0b7-0a99-4ac1-aa21-1d0a3125a74e,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:24.989492 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df05dbb0-4ee1-427d-98c2-cc8ea369a877 None None] Routers {'7a9c3c61-4969-4fa1-8b6e-d471801e56e6'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:21:24.990150 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-df05dbb0-4ee1-427d-98c2-cc8ea369a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:21:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['7a9c3c61-4969-4fa1-8b6e-d471801e56e6'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:21:24.999956 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e103eec-b4f8-4b5f-8cd6-e5496db467b9 req-bc80ef80-09ed-44ce-a207-caf04ad58d8a tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:25.008170 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e103eec-b4f8-4b5f-8cd6-e5496db467b9 req-bc80ef80-09ed-44ce-a207-caf04ad58d8a tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 949 time: 0.7160339 Jan 28 00:21:25.025338 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-66f9df35-48ac-490e-8c01-418785360c62 req-f1f4c5cd-393f-4244-b6f6-6e84dbd46f17 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:21:25.045707 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f9df35-48ac-490e-8c01-418785360c62 req-f1f4c5cd-393f-4244-b6f6-6e84dbd46f17 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:21:25.099406 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a6e95-c197-4b21-9ab0-4d5db2eb838f req-098125c6-8e71-4e4d-bcdc-fd3662d1643a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:25.101164 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b25a6e95-c197-4b21-9ab0-4d5db2eb838f req-098125c6-8e71-4e4d-bcdc-fd3662d1643a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.4231455 Jan 28 00:21:25.106842 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9df35-48ac-490e-8c01-418785360c62 req-f1f4c5cd-393f-4244-b6f6-6e84dbd46f17 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:25.107525 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-66f9df35-48ac-490e-8c01-418785360c62 req-f1f4c5cd-393f-4244-b6f6-6e84dbd46f17 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:25.114472 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c6e7d-3ead-4e21-88b4-6a5094028d4d None None] Pushing event updated for resources: {'Port': ['ID=42a5f767-d611-4da0-a54b-1ec5e6f473c1,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:25.144543 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-68e82d9b-4e9b-4a4e-ba48-4ae6e43ea52d admin admin] Allocated IP 172.20.0.1 (41d25a86-77ec-484c-8d61-a33715ffd34e/89566c82-238f-4c6a-bf53-c85a9719ea0a/d1e51287-4731-4a31-b13a-f17c76846b02) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:21:25.249501 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-df05dbb0-4ee1-427d-98c2-cc8ea369a877 None None] Set router 7a9c3c61-4969-4fa1-8b6e-d471801e56e6 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:21:25.310968 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 2bd8534b-ea07-410d-8069-9aa480481929 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:21:25.312086 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2bd8534b-ea07-410d-8069-9aa480481929), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:25.350600 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-234cf80b-1599-4933-ad6f-9341084fa3f8 req-d5cebf08-ff76-4ecf-bf98-4a735de754c6 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804564 Jan 28 00:21:25.370561 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e103eec-b4f8-4b5f-8cd6-e5496db467b9 req-70830024-5be6-44ef-b135-41d3bfd0cbcb tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612905 Jan 28 00:21:25.371714 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4c5cd-393f-4244-b6f6-6e84dbd46f17 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Pushing event updated for resources: {'Port': ['ID=43ad3812-f7ce-4ddd-bbc9-62406b032195,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:25.445317 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66f9df35-48ac-490e-8c01-418785360c62 req-f1f4c5cd-393f-4244-b6f6-6e84dbd46f17 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5810354 Jan 28 00:21:25.481089 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a6e95-c197-4b21-9ab0-4d5db2eb838f req-c4774920-3076-407c-b4e1-534d7d6b5dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:25.490928 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b25a6e95-c197-4b21-9ab0-4d5db2eb838f req-c4774920-3076-407c-b4e1-534d7d6b5dae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3734198 Jan 28 00:21:25.493393 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68e82d9b-4e9b-4a4e-ba48-4ae6e43ea52d admin admin] Publish callbacks [] for port (d1e51287-4731-4a31-b13a-f17c76846b02), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:25.502779 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-66f9df35-48ac-490e-8c01-418785360c62 req-f39f4005-a9d1-4fb2-84b4-0a517e29a79e service neutron] Request body: {'port': {'device_id': 'f45223af-52b3-42f6-b3ae-6a8a9a4efc3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:21:25.631514 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 2bd8534b-ea07-410d-8069-9aa480481929 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:21:25.637335 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68e82d9b-4e9b-4a4e-ba48-4ae6e43ea52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (d1e51287-4731-4a31-b13a-f17c76846b02), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:25.772241 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-df05dbb0-4ee1-427d-98c2-cc8ea369a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9c3c61-4969-4fa1-8b6e-d471801e56e6', 'name': 'tempest-FloatingIPsTestJSON-1362335073-router', 'tenant_id': '845864742b644292a77cbdbed1270c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '42a5f767-d611-4da0-a54b-1ec5e6f473c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:21:18Z', 'updated_at': '2022-01-28T00:21:21Z', 'revision_number': 3, 'project_id': '845864742b644292a77cbdbed1270c10', 'gw_port': {'id': '42a5f767-d611-4da0-a54b-1ec5e6f473c1', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9c3c61-4969-4fa1-8b6e-d471801e56e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:21:19Z', 'updated_at': '2022-01-28T00:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:21:25.808878 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df05dbb0-4ee1-427d-98c2-cc8ea369a877 None None] The sync data for ids ['7a9c3c61-4969-4fa1-8b6e-d471801e56e6'] in n-d-826754-1 is: [{'id': '7a9c3c61-4969-4fa1-8b6e-d471801e56e6', 'name': 'tempest-FloatingIPsTestJSON-1362335073-router', 'tenant_id': '845864742b644292a77cbdbed1270c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '42a5f767-d611-4da0-a54b-1ec5e6f473c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:21:18Z', 'updated_at': '2022-01-28T00:21:21Z', 'revision_number': 3, 'project_id': '845864742b644292a77cbdbed1270c10', 'gw_port': {'id': '42a5f767-d611-4da0-a54b-1ec5e6f473c1', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9c3c61-4969-4fa1-8b6e-d471801e56e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:21:19Z', 'updated_at': '2022-01-28T00:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:21:25.821401 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e82d9b-4e9b-4a4e-ba48-4ae6e43ea52d admin admin] Pushing event updated for resources: {'Port': ['ID=d1e51287-4731-4a31-b13a-f17c76846b02,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:25.833793 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e82d9b-4e9b-4a4e-ba48-4ae6e43ea52d admin admin] Network 41d25a86-77ec-484c-8d61-a33715ffd34e is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:21:25.836436 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-68e82d9b-4e9b-4a4e-ba48-4ae6e43ea52d admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:21:25.838866 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e82d9b-4e9b-4a4e-ba48-4ae6e43ea52d admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:21:25.882293 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-17a57a90-c2f1-46b3-af35-b5fd94deca4d req-10a991c6-9446-4951-9319-e1f0ffd73f21 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/ports?device_id=9494ce53-6ad0-44b0-b869-db1e2034f25c HTTP/1.1" status: 200 len: 210 time: 0.1188688 Jan 28 00:21:25.896020 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68e82d9b-4e9b-4a4e-ba48-4ae6e43ea52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (7a9c3c61-4969-4fa1-8b6e-d471801e56e6), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:26.037254 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb9630-8e8a-4038-8492-dc0fc85e9399 req-ad5cf30e-50a0-40de-b244-f2b415f3427f tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:26.038986 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4fb9630-8e8a-4038-8492-dc0fc85e9399 req-ad5cf30e-50a0-40de-b244-f2b415f3427f tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 946 time: 0.2970078 Jan 28 00:21:26.041077 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b25a6e95-c197-4b21-9ab0-4d5db2eb838f req-3cf3d3b5-062d-4afa-b440-cdcb60a6b372 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5150230 Jan 28 00:21:26.049410 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-66f9df35-48ac-490e-8c01-418785360c62 req-f39f4005-a9d1-4fb2-84b4-0a517e29a79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (43ad3812-f7ce-4ddd-bbc9-62406b032195), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:26.136107 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ea4366-f3b8-4385-be8e-009b441cdda2 x-openstack-request-id: req-72ea4366-f3b8-4385-be8e-009b441cdda2 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:21:26.136769 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9494ce53-6ad0-44b0-b869-db1e2034f25c", "name": "network-vif-deleted", "tag": "b4f24193-7f33-4352-8183-fa40695fffc8", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:21:26.138834 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-72ea4366-f3b8-4385-be8e-009b441cdda2 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:21:26.139943 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9494ce53-6ad0-44b0-b869-db1e2034f25c', 'name': 'network-vif-deleted', 'tag': 'b4f24193-7f33-4352-8183-fa40695fffc8', 'status': 'completed', 'code': 200} Jan 28 00:21:26.206198 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe7fae6-7c4b-4382-a85c-3e78f092bbae x-openstack-request-id: req-7fe7fae6-7c4b-4382-a85c-3e78f092bbae {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:21:26.206731 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff2108c-0d77-499d-ab94-d922edd74db1", "name": "network-vif-unplugged", "status": "completed", "tag": "2986a0b7-0a99-4ac1-aa21-1d0a3125a74e", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:21:26.207418 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7fe7fae6-7c4b-4382-a85c-3e78f092bbae {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:21:26.208013 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff2108c-0d77-499d-ab94-d922edd74db1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2986a0b7-0a99-4ac1-aa21-1d0a3125a74e', 'code': 200} Jan 28 00:21:26.242278 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68e82d9b-4e9b-4a4e-ba48-4ae6e43ea52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d1e51287-4731-4a31-b13a-f17c76846b02), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:26.336947 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b25a6e95-c197-4b21-9ab0-4d5db2eb838f req-8e6e4b6c-d3a3-43ab-bae1-a4fa9dba2644 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845545 Jan 28 00:21:26.380513 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4fb9630-8e8a-4038-8492-dc0fc85e9399 req-c988e0ec-4253-4091-82f4-8a8d9b487755 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104281 Jan 28 00:21:26.536018 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2888509f-2cb9-44db-afa3-e7989af6dc2f None None] Provisioning complete for port d1e51287-4731-4a31-b13a-f17c76846b02 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:21:26.540918 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2888509f-2cb9-44db-afa3-e7989af6dc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d1e51287-4731-4a31-b13a-f17c76846b02), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:26.541900 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec185b1-70ef-4f85-8729-4593b1f7f6c1 req-9c804145-b2c4-473c-8fcb-aa6b9354d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:26.545951 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0ec185b1-70ef-4f85-8729-4593b1f7f6c1 req-9c804145-b2c4-473c-8fcb-aa6b9354d0b3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 1096 time: 0.2661655 Jan 28 00:21:26.671342 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2888509f-2cb9-44db-afa3-e7989af6dc2f None None] Port d1e51287-4731-4a31-b13a-f17c76846b02 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:21:26.817673 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0ec185b1-70ef-4f85-8729-4593b1f7f6c1 req-e9d9cb6c-6d6d-423f-8965-450c6649b68d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457807 Jan 28 00:21:26.817884 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729fb2c-6821-497d-9fa5-0a4ca76232ce req-50ef4f00-9019-4b64-a015-1d6c13496af0 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:26.822746 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f729fb2c-6821-497d-9fa5-0a4ca76232ce req-50ef4f00-9019-4b64-a015-1d6c13496af0 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=f45223af-52b3-42f6-b3ae-6a8a9a4efc3d HTTP/1.1" status: 200 len: 931 time: 0.2343583 Jan 28 00:21:26.896271 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 42a5f767-d611-4da0-a54b-1ec5e6f473c1 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:21:26.962783 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f729fb2c-6821-497d-9fa5-0a4ca76232ce req-07841688-2ec9-4ba2-b02e-3135b7dae2c8 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971429 Jan 28 00:21:26.978720 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68e82d9b-4e9b-4a4e-ba48-4ae6e43ea52d admin admin] Publish callbacks [] for port (d1e51287-4731-4a31-b13a-f17c76846b02), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:26.989965 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68e82d9b-4e9b-4a4e-ba48-4ae6e43ea52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (d1e51287-4731-4a31-b13a-f17c76846b02), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:27.051436 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf72d6-b265-4c50-9b9d-fdc8006e5686 req-aa5f625a-2b56-41a7-b2f7-1466d92f80d0 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:27.053001 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5bbf72d6-b265-4c50-9b9d-fdc8006e5686 req-aa5f625a-2b56-41a7-b2f7-1466d92f80d0 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 947 time: 0.2662418 Jan 28 00:21:27.069387 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 42a5f767-d611-4da0-a54b-1ec5e6f473c1 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:21:27.084873 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (42a5f767-d611-4da0-a54b-1ec5e6f473c1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:27.203008 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68e82d9b-4e9b-4a4e-ba48-4ae6e43ea52d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (7a9c3c61-4969-4fa1-8b6e-d471801e56e6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:27.293396 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 42a5f767-d611-4da0-a54b-1ec5e6f473c1 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:21:27.294374 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (42a5f767-d611-4da0-a54b-1ec5e6f473c1), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:27.372487 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 42a5f767-d611-4da0-a54b-1ec5e6f473c1, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=42a5f767-d611-4da0-a54b-1ec5e6f473c1,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:27.383320 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (42a5f767-d611-4da0-a54b-1ec5e6f473c1), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:27.510281 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=42a5f767-d611-4da0-a54b-1ec5e6f473c1,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:27.527067 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device b4f24193-7f33-4352-8183-fa40695fffc8 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:21:27.577842 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: b4f24193-7f33-4352-8183-fa40695fffc8 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:21:27.578432 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device b4f24193-7f33-4352-8183-fa40695fffc8 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:21:27.657123 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e82d9b-4e9b-4a4e-ba48-4ae6e43ea52d admin admin] Pushing event updated for resources: {'Port': ['ID=d1e51287-4731-4a31-b13a-f17c76846b02,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:27.772108 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e82d9b-4e9b-4a4e-ba48-4ae6e43ea52d admin admin] Network 41d25a86-77ec-484c-8d61-a33715ffd34e is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:21:27.775475 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-68e82d9b-4e9b-4a4e-ba48-4ae6e43ea52d admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:21:27.805299 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-66f9df35-48ac-490e-8c01-418785360c62 req-f39f4005-a9d1-4fb2-84b4-0a517e29a79e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43ad3812-f7ce-4ddd-bbc9-62406b032195 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:21:27.814793 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-66f9df35-48ac-490e-8c01-418785360c62 req-f39f4005-a9d1-4fb2-84b4-0a517e29a79e service neutron] Publish callbacks [] for port (43ad3812-f7ce-4ddd-bbc9-62406b032195), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:27.829127 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-66f9df35-48ac-490e-8c01-418785360c62 req-f39f4005-a9d1-4fb2-84b4-0a517e29a79e service neutron] Transition to ACTIVE for port object 43ad3812-f7ce-4ddd-bbc9-62406b032195 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:21:27.849906 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5bbf72d6-b265-4c50-9b9d-fdc8006e5686 req-2b02f86b-98de-4bac-8dd9-706315c96c33 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7748392 Jan 28 00:21:27.857771 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-66f9df35-48ac-490e-8c01-418785360c62 req-f39f4005-a9d1-4fb2-84b4-0a517e29a79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (43ad3812-f7ce-4ddd-bbc9-62406b032195), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:27.931014 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c498aa3-3af3-4f8b-933a-5de10b4c1d97 req-1da897d0-fe04-462f-b380-9b2857df880c tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:27.940878 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4c498aa3-3af3-4f8b-933a-5de10b4c1d97 req-1da897d0-fe04-462f-b380-9b2857df880c tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 945 time: 0.7369187 Jan 28 00:21:28.045010 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f4005-a9d1-4fb2-84b4-0a517e29a79e service neutron] Pushing event updated for resources: {'Port': ['ID=43ad3812-f7ce-4ddd-bbc9-62406b032195,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:28.083410 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e82d9b-4e9b-4a4e-ba48-4ae6e43ea52d admin admin] Router 7a9c3c61-4969-4fa1-8b6e-d471801e56e6 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:21:28.151083 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4c498aa3-3af3-4f8b-933a-5de10b4c1d97 req-fed467e9-6a58-49c3-9c7c-63f9fd161abb tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090211 Jan 28 00:21:28.214923 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52453c12-890b-41f9-a1c9-37eb4585d3e2 req-f8297cfd-910d-44a4-bcc1-537ecd4bdc3d tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:28.216809 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52453c12-890b-41f9-a1c9-37eb4585d3e2 req-f8297cfd-910d-44a4-bcc1-537ecd4bdc3d tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 946 time: 0.0832446 Jan 28 00:21:28.252214 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-66f9df35-48ac-490e-8c01-418785360c62 req-f39f4005-a9d1-4fb2-84b4-0a517e29a79e service neutron] Attempting to bind port 43ad3812-f7ce-4ddd-bbc9-62406b032195 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:21:28.252783 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-66f9df35-48ac-490e-8c01-418785360c62 req-f39f4005-a9d1-4fb2-84b4-0a517e29a79e service neutron] Attempting to bind port 43ad3812-f7ce-4ddd-bbc9-62406b032195 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'b478681f-672b-4451-bd65-d8c2be202f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:21:28.253368 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f9df35-48ac-490e-8c01-418785360c62 req-f39f4005-a9d1-4fb2-84b4-0a517e29a79e service neutron] Attempting to bind port 43ad3812-f7ce-4ddd-bbc9-62406b032195 on network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:21:28.265339 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f9df35-48ac-490e-8c01-418785360c62 req-f39f4005-a9d1-4fb2-84b4-0a517e29a79e service neutron] Port 43ad3812-f7ce-4ddd-bbc9-62406b032195 on network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:21:28.265846 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f9df35-48ac-490e-8c01-418785360c62 req-f39f4005-a9d1-4fb2-84b4-0a517e29a79e service neutron] Attempting to bind port 43ad3812-f7ce-4ddd-bbc9-62406b032195 on network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:21:28.291552 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f9df35-48ac-490e-8c01-418785360c62 req-f39f4005-a9d1-4fb2-84b4-0a517e29a79e service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:21:28.292156 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f9df35-48ac-490e-8c01-418785360c62 req-f39f4005-a9d1-4fb2-84b4-0a517e29a79e service neutron] Checking segment: {'id': 'b478681f-672b-4451-bd65-d8c2be202f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:21:28.292802 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f9df35-48ac-490e-8c01-418785360c62 req-f39f4005-a9d1-4fb2-84b4-0a517e29a79e service neutron] Bound using segment: {'id': 'b478681f-672b-4451-bd65-d8c2be202f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:21:28.293542 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-66f9df35-48ac-490e-8c01-418785360c62 req-f39f4005-a9d1-4fb2-84b4-0a517e29a79e service neutron] Bound port: 43ad3812-f7ce-4ddd-bbc9-62406b032195, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b478681f-672b-4451-bd65-d8c2be202f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:21:28.294149 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-66f9df35-48ac-490e-8c01-418785360c62 req-f39f4005-a9d1-4fb2-84b4-0a517e29a79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (43ad3812-f7ce-4ddd-bbc9-62406b032195), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:28.298274 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e82d9b-4e9b-4a4e-ba48-4ae6e43ea52d admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:21:28.316146 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-68e82d9b-4e9b-4a4e-ba48-4ae6e43ea52d admin admin] 10.222.0.70 "PUT /v2.0/routers/7a9c3c61-4969-4fa1-8b6e-d471801e56e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0452061 Jan 28 00:21:28.365536 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-b845a4cb-b243-4ea0-b716-840af50ccd22 None None] Provisioning complete for port d1e51287-4731-4a31-b13a-f17c76846b02 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:21:28.366207 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b845a4cb-b243-4ea0-b716-840af50ccd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d1e51287-4731-4a31-b13a-f17c76846b02), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:28.526389 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b845a4cb-b243-4ea0-b716-840af50ccd22 None None] Port d1e51287-4731-4a31-b13a-f17c76846b02 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:21:28.546155 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52453c12-890b-41f9-a1c9-37eb4585d3e2 req-842c2769-bd2a-4f0d-90ef-e1fe52a37d1b tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168664 Jan 28 00:21:28.576483 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-66f9df35-48ac-490e-8c01-418785360c62 req-f39f4005-a9d1-4fb2-84b4-0a517e29a79e service neutron] For port 43ad3812-f7ce-4ddd-bbc9-62406b032195, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:21:28.584884 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-66f9df35-48ac-490e-8c01-418785360c62 req-f39f4005-a9d1-4fb2-84b4-0a517e29a79e service neutron] For port 43ad3812-f7ce-4ddd-bbc9-62406b032195, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=43ad3812-f7ce-4ddd-bbc9-62406b032195,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:21:28.606085 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-66f9df35-48ac-490e-8c01-418785360c62 req-f39f4005-a9d1-4fb2-84b4-0a517e29a79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (43ad3812-f7ce-4ddd-bbc9-62406b032195), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:28.733443 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9df35-48ac-490e-8c01-418785360c62 req-f39f4005-a9d1-4fb2-84b4-0a517e29a79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:28.734785 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-66f9df35-48ac-490e-8c01-418785360c62 req-f39f4005-a9d1-4fb2-84b4-0a517e29a79e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:28.738491 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66f9df35-48ac-490e-8c01-418785360c62 req-f39f4005-a9d1-4fb2-84b4-0a517e29a79e service neutron] 10.222.0.65 "PUT /v2.0/ports/43ad3812-f7ce-4ddd-bbc9-62406b032195 HTTP/1.1" status: 200 len: 1091 time: 3.2684152 Jan 28 00:21:28.739849 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f4005-a9d1-4fb2-84b4-0a517e29a79e service neutron] Pushing event updated for resources: {'Port': ['ID=43ad3812-f7ce-4ddd-bbc9-62406b032195,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:28.751215 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45223af-52b3-42f6-b3ae-6a8a9a4efc3d', 'tag': '43ad3812-f7ce-4ddd-bbc9-62406b032195'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:21:28.756104 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5401a10-9a3d-41fc-9a05-4a135562fd2a" -d '{"events": [{"name": "network-changed", "server_uuid": "f45223af-52b3-42f6-b3ae-6a8a9a4efc3d", "tag": "43ad3812-f7ce-4ddd-bbc9-62406b032195"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:21:28.777447 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 42a5f767-d611-4da0-a54b-1ec5e6f473c1 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:21:28.782115 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc057c6d-6a59-4771-8397-53574c5db840 req-13dacb8a-8aa4-4afc-8d9e-a6dee030967f tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:28.784459 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dc057c6d-6a59-4771-8397-53574c5db840 req-13dacb8a-8aa4-4afc-8d9e-a6dee030967f tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=f45223af-52b3-42f6-b3ae-6a8a9a4efc3d HTTP/1.1" status: 200 len: 943 time: 0.1970773 Jan 28 00:21:28.850458 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 42a5f767-d611-4da0-a54b-1ec5e6f473c1 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:21:28.851054 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (42a5f767-d611-4da0-a54b-1ec5e6f473c1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:28.887646 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dc057c6d-6a59-4771-8397-53574c5db840 req-65ba0ea8-a2bf-45a3-b75a-cdf0f3e48dbb tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965204 Jan 28 00:21:28.969781 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9df35-48ac-490e-8c01-418785360c62 req-2c6afd8a-d2b2-4c96-bdb2-61f86467817d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:28.971936 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66f9df35-48ac-490e-8c01-418785360c62 req-2c6afd8a-d2b2-4c96-bdb2-61f86467817d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2253eea2b9f94d3c9e9a9e6c9260650c&device_id=f45223af-52b3-42f6-b3ae-6a8a9a4efc3d HTTP/1.1" status: 200 len: 1094 time: 0.1554866 Jan 28 00:21:28.999586 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 42a5f767-d611-4da0-a54b-1ec5e6f473c1 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:21:29.028476 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b4f461-5446-45a2-87ee-18d07fc04230 None None] Sync routers for ids ['7a9c3c61-4969-4fa1-8b6e-d471801e56e6'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:21:29.040820 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b4f461-5446-45a2-87ee-18d07fc04230 None None] Routers {'7a9c3c61-4969-4fa1-8b6e-d471801e56e6'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:21:29.041760 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f7b4f461-5446-45a2-87ee-18d07fc04230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:21:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['7a9c3c61-4969-4fa1-8b6e-d471801e56e6'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:21:29.057099 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66f9df35-48ac-490e-8c01-418785360c62 req-0b7d835f-065c-4cd9-aa2c-446be8f004f0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43ad3812-f7ce-4ddd-bbc9-62406b032195 HTTP/1.1" status: 200 len: 217 time: 0.0662024 Jan 28 00:21:29.114447 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd094f64-6a19-47bb-b04d-789d1eae8ead x-openstack-request-id: req-dd094f64-6a19-47bb-b04d-789d1eae8ead {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:21:29.114754 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f45223af-52b3-42f6-b3ae-6a8a9a4efc3d", "tag": "43ad3812-f7ce-4ddd-bbc9-62406b032195", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:21:29.115024 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dd094f64-6a19-47bb-b04d-789d1eae8ead {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:21:29.115445 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f45223af-52b3-42f6-b3ae-6a8a9a4efc3d', 'tag': '43ad3812-f7ce-4ddd-bbc9-62406b032195', 'status': 'completed', 'code': 200} Jan 28 00:21:29.152872 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9df35-48ac-490e-8c01-418785360c62 req-65b1ecb1-1ddc-428f-b9d7-aab922bfa1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:29.154511 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66f9df35-48ac-490e-8c01-418785360c62 req-65b1ecb1-1ddc-428f-b9d7-aab922bfa1ea service neutron] 10.222.0.65 "GET /v2.0/subnets?id=89787cce-0952-4d1c-b459-5274630a8c6e HTTP/1.1" status: 200 len: 845 time: 0.0891144 Jan 28 00:21:29.165052 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3c3efe2-a150-45b6-9f95-a65bb05b6c22 req-bb4bf0a5-e99e-4e0c-b203-07a00155ac95 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2647147 Jan 28 00:21:29.180450 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-e3c3efe2-a150-45b6-9f95-a65bb05b6c22 req-fc080302-56b5-4471-bcea-1064326231f8 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:21:29.218696 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66f9df35-48ac-490e-8c01-418785360c62 req-47e8a60b-79f8-413c-a4ec-c14bd19ef4a5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525854 Jan 28 00:21:29.228735 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-f7b4f461-5446-45a2-87ee-18d07fc04230 None None] Set router 7a9c3c61-4969-4fa1-8b6e-d471801e56e6 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:21:29.311741 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e3c3efe2-a150-45b6-9f95-a65bb05b6c22 req-fc080302-56b5-4471-bcea-1064326231f8 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:29.355874 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9904ace-3288-49bc-aaec-4181eb768784 req-6539ef15-df42-4048-b025-ff56068a3924 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:29.357524 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9904ace-3288-49bc-aaec-4181eb768784 req-6539ef15-df42-4048-b025-ff56068a3924 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 947 time: 0.1553977 Jan 28 00:21:29.452861 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66f9df35-48ac-490e-8c01-418785360c62 req-1d2d5553-8132-4dfe-95d3-f18a6981c09b service neutron] 10.222.0.65 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142186 Jan 28 00:21:29.549850 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9904ace-3288-49bc-aaec-4181eb768784 req-a25b20af-2b9a-4289-904f-514162bb8df9 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555781 Jan 28 00:21:29.577695 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f7b4f461-5446-45a2-87ee-18d07fc04230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9c3c61-4969-4fa1-8b6e-d471801e56e6', 'name': 'tempest-FloatingIPsTestJSON-1362335073-router', 'tenant_id': '845864742b644292a77cbdbed1270c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '42a5f767-d611-4da0-a54b-1ec5e6f473c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:21:18Z', 'updated_at': '2022-01-28T00:21:26Z', 'revision_number': 4, 'project_id': '845864742b644292a77cbdbed1270c10', 'gw_port': {'id': '42a5f767-d611-4da0-a54b-1ec5e6f473c1', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c3c61-4969-4fa1-8b6e-d471801e56e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:21:19Z', 'updated_at': '2022-01-28T00:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'd1e51287-4731-4a31-b13a-f17c76846b02', 'name': '', 'network_id': '41d25a86-77ec-484c-8d61-a33715ffd34e', 'tenant_id': '845864742b644292a77cbdbed1270c10', 'mac_address': 'fa:16:3e:0e:ec:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9c3c61-4969-4fa1-8b6e-d471801e56e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '89566c82-238f-4c6a-bf53-c85a9719ea0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:21:24Z', 'updated_at': '2022-01-28T00:21:26Z', 'revision_number': 2, 'project_id': '845864742b644292a77cbdbed1270c10', 'subnets': [{'id': '89566c82-238f-4c6a-bf53-c85a9719ea0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:21:29.616224 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66f9df35-48ac-490e-8c01-418785360c62 req-4138e9f3-70df-4323-a442-419e98968674 service neutron] 10.222.0.65 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556070 Jan 28 00:21:29.621151 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58260) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:29.643314 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b4f461-5446-45a2-87ee-18d07fc04230 None None] Checking router: 7a9c3c61-4969-4fa1-8b6e-d471801e56e6 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:21:29.644331 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b4f461-5446-45a2-87ee-18d07fc04230 None None] Updating router 7a9c3c61-4969-4fa1-8b6e-d471801e56e6 port d1e51287-4731-4a31-b13a-f17c76846b02 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:21:29.651003 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e3c3efe2-a150-45b6-9f95-a65bb05b6c22 req-fc080302-56b5-4471-bcea-1064326231f8 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:29.700518 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7b4f461-5446-45a2-87ee-18d07fc04230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d1e51287-4731-4a31-b13a-f17c76846b02), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:29.731077 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40d04ea8-6b40-4a64-9f4c-876b31218537 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks [] for security_group (01474612-9a80-40b8-813f-6d05328c58d1), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:29.801428 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40d04ea8-6b40-4a64-9f4c-876b31218537 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks [] for security_group (01474612-9a80-40b8-813f-6d05328c58d1), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:29.918743 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40d04ea8-6b40-4a64-9f4c-876b31218537 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (01474612-9a80-40b8-813f-6d05328c58d1), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:29.927716 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40d04ea8-6b40-4a64-9f4c-876b31218537 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:29.929846 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-40d04ea8-6b40-4a64-9f4c-876b31218537 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "DELETE /v2.0/security-groups/01474612-9a80-40b8-813f-6d05328c58d1 HTTP/1.1" status: 204 len: 168 time: 0.3074560 Jan 28 00:21:29.949053 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58262) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:29.950344 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d04ea8-6b40-4a64-9f4c-876b31218537 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01474612-9a80-40b8-813f-6d05328c58d1,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:29.971251 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcf92a-e2bd-4ed0-9654-bf2821f98158 req-d92ba700-b25a-41ce-a058-dc561d945204 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:29.973026 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d9bcf92a-e2bd-4ed0-9654-bf2821f98158 req-d92ba700-b25a-41ce-a058-dc561d945204 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 945 time: 0.2928472 Jan 28 00:21:29.979605 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-c52f856b-dbd7-4bbb-bdef-59779d2bad83 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] show failed (client error): The resource could not be found. Jan 28 00:21:29.983784 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c52f856b-dbd7-4bbb-bdef-59779d2bad83 tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "GET /v2.0/security-groups/01474612-9a80-40b8-813f-6d05328c58d1 HTTP/1.1" status: 404 len: 347 time: 0.0270269 Jan 28 00:21:29.988288 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58266) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:30.000685 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5401a10-9a3d-41fc-9a05-4a135562fd2a req-2d3df79e-a805-40d4-acdb-ac15e70053d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:30.002570 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5401a10-9a3d-41fc-9a05-4a135562fd2a req-2d3df79e-a805-40d4-acdb-ac15e70053d8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2253eea2b9f94d3c9e9a9e6c9260650c&device_id=f45223af-52b3-42f6-b3ae-6a8a9a4efc3d HTTP/1.1" status: 200 len: 1094 time: 0.2585130 Jan 28 00:21:30.222349 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-e3c3efe2-a150-45b6-9f95-a65bb05b6c22 req-fc080302-56b5-4471-bcea-1064326231f8 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Allocated IP 172.25.3.53 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/0af6397a-7469-4615-be7b-6e8ba326da4f) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:21:30.302175 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d9bcf92a-e2bd-4ed0-9654-bf2821f98158 req-9ade2b57-61ad-4427-afaa-0b4345c92e58 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950125 Jan 28 00:21:30.399926 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5401a10-9a3d-41fc-9a05-4a135562fd2a req-2fe35a3d-2ae5-49ec-8a14-120d2ba66750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:30.400633 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5401a10-9a3d-41fc-9a05-4a135562fd2a req-2fe35a3d-2ae5-49ec-8a14-120d2ba66750 service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e HTTP/1.1" status: 200 len: 906 time: 0.3251619 Jan 28 00:21:30.443873 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7b4f461-5446-45a2-87ee-18d07fc04230 None None] Publish callbacks [] for port (d1e51287-4731-4a31-b13a-f17c76846b02), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:30.466950 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7b4f461-5446-45a2-87ee-18d07fc04230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (d1e51287-4731-4a31-b13a-f17c76846b02), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:30.515551 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-ac79fff4-fd58-44e4-aa7c-b60343fdaf4e tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Deleting port f1560614-74a5-4e40-b346-396f2fb1afd9 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:21:30.516164 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ac79fff4-fd58-44e4-aa7c-b60343fdaf4e tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f1560614-74a5-4e40-b346-396f2fb1afd9), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:30.525555 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5401a10-9a3d-41fc-9a05-4a135562fd2a req-a178b3cc-1534-48b2-9fee-043204064d3f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43ad3812-f7ce-4ddd-bbc9-62406b032195 HTTP/1.1" status: 200 len: 217 time: 0.1122758 Jan 28 00:21:30.715911 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e3c3efe2-a150-45b6-9f95-a65bb05b6c22 req-fc080302-56b5-4471-bcea-1064326231f8 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Publish callbacks [] for port (0af6397a-7469-4615-be7b-6e8ba326da4f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:30.775929 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5401a10-9a3d-41fc-9a05-4a135562fd2a req-9489251f-f2d5-43b5-b5ce-d846df8cd621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:30.777648 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5401a10-9a3d-41fc-9a05-4a135562fd2a req-9489251f-f2d5-43b5-b5ce-d846df8cd621 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=89787cce-0952-4d1c-b459-5274630a8c6e HTTP/1.1" status: 200 len: 845 time: 0.2376640 Jan 28 00:21:30.853517 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ac79fff4-fd58-44e4-aa7c-b60343fdaf4e tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f1560614-74a5-4e40-b346-396f2fb1afd9), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:30.854164 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ac79fff4-fd58-44e4-aa7c-b60343fdaf4e tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks [] for floatingip (f1560614-74a5-4e40-b346-396f2fb1afd9), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:30.860681 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5401a10-9a3d-41fc-9a05-4a135562fd2a req-b7641eda-bb37-4d67-9241-c17e961fdc20 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677214 Jan 28 00:21:30.920559 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-ac79fff4-fd58-44e4-aa7c-b60343fdaf4e tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Calling delete_port for f1560614-74a5-4e40-b346-396f2fb1afd9 owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:21:31.014934 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156bc55-bccb-41ef-859a-7d136343fca7 None None] Pushing event updated for resources: {'Port': ['ID=d1e51287-4731-4a31-b13a-f17c76846b02,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:31.033150 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e3c3efe2-a150-45b6-9f95-a65bb05b6c22 req-fc080302-56b5-4471-bcea-1064326231f8 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (0af6397a-7469-4615-be7b-6e8ba326da4f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:31.048136 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-f7b4f461-5446-45a2-87ee-18d07fc04230 None None] Attempting to bind port d1e51287-4731-4a31-b13a-f17c76846b02 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:21:31.048659 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-f7b4f461-5446-45a2-87ee-18d07fc04230 None None] Attempting to bind port d1e51287-4731-4a31-b13a-f17c76846b02 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'f57816fa-fb39-4bf9-8b0a-b4f4c68f69bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '41d25a86-77ec-484c-8d61-a33715ffd34e'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:21:31.049155 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b4f461-5446-45a2-87ee-18d07fc04230 None None] Attempting to bind port d1e51287-4731-4a31-b13a-f17c76846b02 on network 41d25a86-77ec-484c-8d61-a33715ffd34e {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:21:31.056226 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b4f461-5446-45a2-87ee-18d07fc04230 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:21:31.057488 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b4f461-5446-45a2-87ee-18d07fc04230 None None] Checking segment: {'id': 'f57816fa-fb39-4bf9-8b0a-b4f4c68f69bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '41d25a86-77ec-484c-8d61-a33715ffd34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:21:31.057959 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7b4f461-5446-45a2-87ee-18d07fc04230 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:31.058615 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b4f461-5446-45a2-87ee-18d07fc04230 None None] Bound using segment: {'id': 'f57816fa-fb39-4bf9-8b0a-b4f4c68f69bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '41d25a86-77ec-484c-8d61-a33715ffd34e'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:21:31.059105 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-f7b4f461-5446-45a2-87ee-18d07fc04230 None None] Bound port: d1e51287-4731-4a31-b13a-f17c76846b02, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57816fa-fb39-4bf9-8b0a-b4f4c68f69bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '41d25a86-77ec-484c-8d61-a33715ffd34e'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:21:31.059576 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7b4f461-5446-45a2-87ee-18d07fc04230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d1e51287-4731-4a31-b13a-f17c76846b02), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:31.133421 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-444b7f2d-692d-4341-9172-6913ba135fec None None] Provisioning complete for port d1e51287-4731-4a31-b13a-f17c76846b02 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:21:31.133759 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-444b7f2d-692d-4341-9172-6913ba135fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d1e51287-4731-4a31-b13a-f17c76846b02), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:31.138495 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00a4b2-11c8-4883-bcff-8a2d745ebc39 req-c2324507-27f1-46bb-ae39-7e352296806d tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:31.148734 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fc00a4b2-11c8-4883-bcff-8a2d745ebc39 req-c2324507-27f1-46bb-ae39-7e352296806d tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 946 time: 0.2980800 Jan 28 00:21:31.236591 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-444b7f2d-692d-4341-9172-6913ba135fec None None] Port d1e51287-4731-4a31-b13a-f17c76846b02 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:21:31.243107 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f7b4f461-5446-45a2-87ee-18d07fc04230 None None] For port d1e51287-4731-4a31-b13a-f17c76846b02, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:21:31.248851 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f7b4f461-5446-45a2-87ee-18d07fc04230 None None] For port d1e51287-4731-4a31-b13a-f17c76846b02, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=d1e51287-4731-4a31-b13a-f17c76846b02,segment=NetworkSegment(f57816fa-fb39-4bf9-8b0a-b4f4c68f69bb),segment_id=f57816fa-fb39-4bf9-8b0a-b4f4c68f69bb)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:21:31.259357 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7b4f461-5446-45a2-87ee-18d07fc04230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (d1e51287-4731-4a31-b13a-f17c76846b02), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:31.305804 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c3efe2-a150-45b6-9f95-a65bb05b6c22 req-fc080302-56b5-4471-bcea-1064326231f8 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:21:31.348560 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-e3c3efe2-a150-45b6-9f95-a65bb05b6c22 req-fc080302-56b5-4471-bcea-1064326231f8 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:21:31.355250 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c3efe2-a150-45b6-9f95-a65bb05b6c22 req-fc080302-56b5-4471-bcea-1064326231f8 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:21:31.368166 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5401a10-9a3d-41fc-9a05-4a135562fd2a req-7629e935-9fdf-4810-8905-64de97e59f28 service neutron] 10.222.0.65 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881494 Jan 28 00:21:31.425930 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc080302-56b5-4471-bcea-1064326231f8 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Pushing event updated for resources: {'Port': ['ID=0af6397a-7469-4615-be7b-6e8ba326da4f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:31.431674 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b4f461-5446-45a2-87ee-18d07fc04230 None None] Routers {'7a9c3c61-4969-4fa1-8b6e-d471801e56e6'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:21:31.433255 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f7b4f461-5446-45a2-87ee-18d07fc04230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:21:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['7a9c3c61-4969-4fa1-8b6e-d471801e56e6'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:21:31.591899 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156bc55-bccb-41ef-859a-7d136343fca7 None None] Pushing event updated for resources: {'Port': ['ID=d1e51287-4731-4a31-b13a-f17c76846b02,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:31.623954 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fc00a4b2-11c8-4883-bcff-8a2d745ebc39 req-384ca8dd-e32e-41ed-8f99-42d8cf7bda20 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006927 Jan 28 00:21:31.665083 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a3eb441a-c152-4422-8635-777e1eb516a3 req-6239b5e4-970d-41a5-87c4-514fba3a1ee5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1027024 Jan 28 00:21:31.803089 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb441a-c152-4422-8635-777e1eb516a3 req-1b7903d5-183b-4e9f-85a3-939bc236f559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:31.805315 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a3eb441a-c152-4422-8635-777e1eb516a3 req-1b7903d5-183b-4e9f-85a3-939bc236f559 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 1101 time: 0.0935659 Jan 28 00:21:31.821638 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5401a10-9a3d-41fc-9a05-4a135562fd2a req-e3ef7062-e6f2-4ca2-852b-780a24584bdb service neutron] 10.222.0.65 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799620 Jan 28 00:21:31.889529 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-f7b4f461-5446-45a2-87ee-18d07fc04230 None None] Set router 7a9c3c61-4969-4fa1-8b6e-d471801e56e6 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:21:31.893357 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-aaa46600-964b-43d3-9c6f-206f6306c7fe None None] Provisioning complete for port d1e51287-4731-4a31-b13a-f17c76846b02 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:21:31.894096 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aaa46600-964b-43d3-9c6f-206f6306c7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d1e51287-4731-4a31-b13a-f17c76846b02), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:31.904077 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ac79fff4-fd58-44e4-aa7c-b60343fdaf4e tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (f1560614-74a5-4e40-b346-396f2fb1afd9), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:31.965372 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79fff4-fd58-44e4-aa7c-b60343fdaf4e tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Pushing event deleted for resources: {'Port': ['ID=f1560614-74a5-4e40-b346-396f2fb1afd9,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:32.034407 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd92b26-1e18-41fe-bb9a-8c2cb39b9cc8 req-3a965dc9-7432-4056-94b9-be058fbdd007 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:32.045108 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bbd92b26-1e18-41fe-bb9a-8c2cb39b9cc8 req-3a965dc9-7432-4056-94b9-be058fbdd007 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=f45223af-52b3-42f6-b3ae-6a8a9a4efc3d HTTP/1.1" status: 200 len: 943 time: 0.2061644 Jan 28 00:21:32.050462 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb441a-c152-4422-8635-777e1eb516a3 req-cdd2ed1a-baf1-4a5f-99ea-4756b342f51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:32.054275 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a3eb441a-c152-4422-8635-777e1eb516a3 req-cdd2ed1a-baf1-4a5f-99ea-4756b342f51a service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.2110815 Jan 28 00:21:32.054761 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e3c3efe2-a150-45b6-9f95-a65bb05b6c22 req-fc080302-56b5-4471-bcea-1064326231f8 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Publish callbacks [] for floatingip (c764ce40-b9c7-42ef-99a3-8b618c34d813), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:32.138985 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a3eb441a-c152-4422-8635-777e1eb516a3 req-21033cbb-a1da-457b-abdd-1cecaac144bb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=228baf8b-b15d-4b7b-afdb-c10ccf246e6f HTTP/1.1" status: 200 len: 217 time: 0.0684221 Jan 28 00:21:32.176573 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e3c3efe2-a150-45b6-9f95-a65bb05b6c22 req-fc080302-56b5-4471-bcea-1064326231f8 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0af6397a-7469-4615-be7b-6e8ba326da4f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:32.217884 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb441a-c152-4422-8635-777e1eb516a3 req-b55bd307-3b71-4d73-b3cd-0a422b5f4a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:32.219841 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ac79fff4-fd58-44e4-aa7c-b60343fdaf4e tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks [] for floatingip (951b376e-d57d-4524-b653-f952af8d7063), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:32.221161 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a3eb441a-c152-4422-8635-777e1eb516a3 req-b55bd307-3b71-4d73-b3cd-0a422b5f4a2a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.0757992 Jan 28 00:21:32.224771 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ac79fff4-fd58-44e4-aa7c-b60343fdaf4e tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:32.226769 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ac79fff4-fd58-44e4-aa7c-b60343fdaf4e tempest-ImagesOneServerNegativeTestJSON-1760500253 tempest-ImagesOneServerNegativeTestJSON-1760500253-project] 10.222.0.70 "DELETE /v2.0/floatingips/951b376e-d57d-4524-b653-f952af8d7063 HTTP/1.1" status: 204 len: 168 time: 2.2353313 Jan 28 00:21:32.242793 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-aaa46600-964b-43d3-9c6f-206f6306c7fe None None] Current status of the port d1e51287-4731-4a31-b13a-f17c76846b02 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:21:32.242793 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aaa46600-964b-43d3-9c6f-206f6306c7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d1e51287-4731-4a31-b13a-f17c76846b02), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:32.246663 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bbd92b26-1e18-41fe-bb9a-8c2cb39b9cc8 req-cb169e07-c40b-4370-80ae-6086a63a6dac tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002490 Jan 28 00:21:32.312128 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb441a-c152-4422-8635-777e1eb516a3 req-8f794f5b-bc7c-4802-968e-c32e2be81367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:32.314194 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a3eb441a-c152-4422-8635-777e1eb516a3 req-8f794f5b-bc7c-4802-968e-c32e2be81367 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0854270 Jan 28 00:21:32.379706 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-aaa46600-964b-43d3-9c6f-206f6306c7fe None None] For port d1e51287-4731-4a31-b13a-f17c76846b02, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=d1e51287-4731-4a31-b13a-f17c76846b02,segment=NetworkSegment(f57816fa-fb39-4bf9-8b0a-b4f4c68f69bb),segment_id=f57816fa-fb39-4bf9-8b0a-b4f4c68f69bb)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:32.392693 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aaa46600-964b-43d3-9c6f-206f6306c7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (d1e51287-4731-4a31-b13a-f17c76846b02), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:32.459051 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a3eb441a-c152-4422-8635-777e1eb516a3 req-06731e53-1ffa-42c9-8ace-fdd5418d631d service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360636 Jan 28 00:21:32.500553 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:21:32.589904 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bc542-1cdf-4218-8655-99e38c75b583 req-a94767b2-fcb0-4321-9697-b939386a9400 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:32.603230 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-082bc542-1cdf-4218-8655-99e38c75b583 req-a94767b2-fcb0-4321-9697-b939386a9400 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 947 time: 0.2240281 Jan 28 00:21:32.624968 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa46600-964b-43d3-9c6f-206f6306c7fe None None] Pushing event updated for resources: {'Port': ['ID=d1e51287-4731-4a31-b13a-f17c76846b02,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:32.679892 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a3eb441a-c152-4422-8635-777e1eb516a3 req-1bcdddb7-e0ab-438b-9e9f-4fd10dc99c2e service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130325 Jan 28 00:21:32.700588 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f7b4f461-5446-45a2-87ee-18d07fc04230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9c3c61-4969-4fa1-8b6e-d471801e56e6', 'name': 'tempest-FloatingIPsTestJSON-1362335073-router', 'tenant_id': '845864742b644292a77cbdbed1270c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '42a5f767-d611-4da0-a54b-1ec5e6f473c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:21:18Z', 'updated_at': '2022-01-28T00:21:26Z', 'revision_number': 4, 'project_id': '845864742b644292a77cbdbed1270c10', 'gw_port': {'id': '42a5f767-d611-4da0-a54b-1ec5e6f473c1', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c3c61-4969-4fa1-8b6e-d471801e56e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:21:19Z', 'updated_at': '2022-01-28T00:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'd1e51287-4731-4a31-b13a-f17c76846b02', 'name': '', 'network_id': '41d25a86-77ec-484c-8d61-a33715ffd34e', 'tenant_id': '845864742b644292a77cbdbed1270c10', 'mac_address': 'fa:16:3e:0e:ec:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9c3c61-4969-4fa1-8b6e-d471801e56e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '89566c82-238f-4c6a-bf53-c85a9719ea0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:21:24Z', 'updated_at': '2022-01-28T00:21:31Z', 'revision_number': 4, 'project_id': '845864742b644292a77cbdbed1270c10', 'subnets': [{'id': '89566c82-238f-4c6a-bf53-c85a9719ea0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:21:32.742283 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b4f461-5446-45a2-87ee-18d07fc04230 None None] The sync data for ids ['7a9c3c61-4969-4fa1-8b6e-d471801e56e6'] in n-d-826754-1 is: [{'id': '7a9c3c61-4969-4fa1-8b6e-d471801e56e6', 'name': 'tempest-FloatingIPsTestJSON-1362335073-router', 'tenant_id': '845864742b644292a77cbdbed1270c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '42a5f767-d611-4da0-a54b-1ec5e6f473c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:21:18Z', 'updated_at': '2022-01-28T00:21:26Z', 'revision_number': 4, 'project_id': '845864742b644292a77cbdbed1270c10', 'gw_port': {'id': '42a5f767-d611-4da0-a54b-1ec5e6f473c1', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c3c61-4969-4fa1-8b6e-d471801e56e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:21:19Z', 'updated_at': '2022-01-28T00:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'd1e51287-4731-4a31-b13a-f17c76846b02', 'name': '', 'network_id': '41d25a86-77ec-484c-8d61-a33715ffd34e', 'tenant_id': '845864742b644292a77cbdbed1270c10', 'mac_address': 'fa:16:3e:0e:ec:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9c3c61-4969-4fa1-8b6e-d471801e56e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '89566c82-238f-4c6a-bf53-c85a9719ea0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:21:24Z', 'updated_at': '2022-01-28T00:21:31Z', 'revision_number': 4, 'project_id': '845864742b644292a77cbdbed1270c10', 'subnets': [{'id': '89566c82-238f-4c6a-bf53-c85a9719ea0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:21:32.752931 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-082bc542-1cdf-4218-8655-99e38c75b583 req-95d0fdf7-daa7-4001-8441-ff7825b5cd30 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482248 Jan 28 00:21:32.781277 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e3c3efe2-a150-45b6-9f95-a65bb05b6c22 req-fc080302-56b5-4471-bcea-1064326231f8 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Publish callbacks [] for port (0af6397a-7469-4615-be7b-6e8ba326da4f), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:32.789757 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2986a0b7-0a99-4ac1-aa21-1d0a3125a74e,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:32.793243 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e3c3efe2-a150-45b6-9f95-a65bb05b6c22 req-fc080302-56b5-4471-bcea-1064326231f8 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (0af6397a-7469-4615-be7b-6e8ba326da4f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:32.811912 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '2986a0b7-0a99-4ac1-aa21-1d0a3125a74e', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': '2986a0b7-0a99-4ac1-aa21-1d0a3125a74e', 'mac_address': 'fa:16:3e:b2:9b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:21:32.919239 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc080302-56b5-4471-bcea-1064326231f8 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Pushing event updated for resources: {'Port': ['ID=0af6397a-7469-4615-be7b-6e8ba326da4f,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:32.935512 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e3c3efe2-a150-45b6-9f95-a65bb05b6c22 req-fc080302-56b5-4471-bcea-1064326231f8 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (c764ce40-b9c7-42ef-99a3-8b618c34d813), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:32.966552 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e3c3efe2-a150-45b6-9f95-a65bb05b6c22 req-fc080302-56b5-4471-bcea-1064326231f8 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:32.969374 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3c3efe2-a150-45b6-9f95-a65bb05b6c22 req-fc080302-56b5-4471-bcea-1064326231f8 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7933259 Jan 28 00:21:33.007334 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:21:33.008030 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2986a0b7-0a99-4ac1-aa21-1d0a3125a74e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:33.043668 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:21:33.050584 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3c3efe2-a150-45b6-9f95-a65bb05b6c22 req-4677fc3c-6396-41f6-ad0f-5df8e1620c96 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.53 HTTP/1.1" status: 200 len: 695 time: 0.0724485 Jan 28 00:21:33.089957 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2986a0b7-0a99-4ac1-aa21-1d0a3125a74e,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:33.101569 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2986a0b7-0a99-4ac1-aa21-1d0a3125a74e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:33.181629 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=2986a0b7-0a99-4ac1-aa21-1d0a3125a74e,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:33.249789 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-3db70332-b25b-40d8-8b3c-21dbfee4d4a2 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:33.251537 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-3db70332-b25b-40d8-8b3c-21dbfee4d4a2 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/networks?id=64b0a5d5-a645-4f8b-974a-dd9349c99779 HTTP/1.1" status: 200 len: 811 time: 0.2221258 Jan 28 00:21:33.263219 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3efe2-a150-45b6-9f95-a65bb05b6c22 req-43fb8cef-6638-4df1-a34c-2bdffa22da6f tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:33.264666 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3c3efe2-a150-45b6-9f95-a65bb05b6c22 req-43fb8cef-6638-4df1-a34c-2bdffa22da6f tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 784 time: 0.1998129 Jan 28 00:21:33.279776 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-e3c3efe2-a150-45b6-9f95-a65bb05b6c22 req-0e249749-c3de-40bd-951b-4551ffc2c337 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:21:33.280821 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3c3efe2-a150-45b6-9f95-a65bb05b6c22 req-0e249749-c3de-40bd-951b-4551ffc2c337 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068593 Jan 28 00:21:33.283886 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-5d77992a-057d-46da-ac1b-090a3a21d298 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/quotas/196e2a06defd4040950ac19641a2f393 HTTP/1.1" status: 200 len: 375 time: 0.0176346 Jan 28 00:21:33.532764 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 43ad3812-f7ce-4ddd-bbc9-62406b032195 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:21:33.663891 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 43ad3812-f7ce-4ddd-bbc9-62406b032195, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=43ad3812-f7ce-4ddd-bbc9-62406b032195,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:33.697463 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['2986a0b7-0a99-4ac1-aa21-1d0a3125a74e'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:21:33.723737 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-e26a2196-6d3b-4204-af45-2728611f2f11 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=196e2a06defd4040950ac19641a2f393&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4299269 Jan 28 00:21:33.746987 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '43ad3812-f7ce-4ddd-bbc9-62406b032195', 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e', 'port_id': '43ad3812-f7ce-4ddd-bbc9-62406b032195', 'mac_address': 'fa:16:3e:d9:f7:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89787cce-0952-4d1c-b459-5274630a8c6e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:21:33.760166 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa02291-90f3-4806-b0ba-aa79cafc9aeb req-12a71f6c-ad1d-4f6b-b1c8-059bd9941a05 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:33.762729 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aaa02291-90f3-4806-b0ba-aa79cafc9aeb req-12a71f6c-ad1d-4f6b-b1c8-059bd9941a05 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 946 time: 0.1080883 Jan 28 00:21:33.857126 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 43ad3812-f7ce-4ddd-bbc9-62406b032195 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:21:33.857776 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (43ad3812-f7ce-4ddd-bbc9-62406b032195), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:33.904498 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aaa02291-90f3-4806-b0ba-aa79cafc9aeb req-15358fc9-000f-4f0f-8765-038aa9b98fc7 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224775 Jan 28 00:21:33.912329 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43ad3812-f7ce-4ddd-bbc9-62406b032195 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:21:33.932575 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-fdf282ae-8391-43b5-b45b-b6e95060ad8f service neutron] 10.222.0.70 "GET /v2.0/networks/64b0a5d5-a645-4f8b-974a-dd9349c99779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008789 Jan 28 00:21:33.987267 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 43ad3812-f7ce-4ddd-bbc9-62406b032195, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=43ad3812-f7ce-4ddd-bbc9-62406b032195,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:33.997040 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (43ad3812-f7ce-4ddd-bbc9-62406b032195), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:34.080801 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-98d711a7-3ecd-49a4-9d05-ad98c293f80e service neutron] 10.222.0.70 "GET /v2.0/networks/64b0a5d5-a645-4f8b-974a-dd9349c99779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470017 Jan 28 00:21:34.110218 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=43ad3812-f7ce-4ddd-bbc9-62406b032195,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:34.324322 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['43ad3812-f7ce-4ddd-bbc9-62406b032195'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:21:34.558896 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-522b1472-5d41-4360-94b8-779f34cf2b4c req-24e2adef-acbb-4984-b452-9b38f0eb6ec6 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] 10.222.0.70 "GET /v2.0/floatingips/c764ce40-b9c7-42ef-99a3-8b618c34d813 HTTP/1.1" status: 200 len: 692 time: 0.1674984 Jan 28 00:21:34.664945 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5c7be-b7ce-48b9-82cf-561295558995 req-cd66a6bd-f79d-40ea-889f-9cedba313c61 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:34.666986 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3bf5c7be-b7ce-48b9-82cf-561295558995 req-cd66a6bd-f79d-40ea-889f-9cedba313c61 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.52 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1&tenant_id=83dbb6195da44e30b63c09c8e88d497f&binding%3Ahost_id=n-h2-826754-1 HTTP/1.1" status: 200 len: 948 time: 0.3767221 Jan 28 00:21:34.713663 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58326) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:34.718499 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66291738-17fe-469a-96a3-879ede29aff2 req-6f7d7e36-2522-47cf-89d9-7efafe0a0d2b tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:34.725140 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66291738-17fe-469a-96a3-879ede29aff2 req-6f7d7e36-2522-47cf-89d9-7efafe0a0d2b tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=f45223af-52b3-42f6-b3ae-6a8a9a4efc3d HTTP/1.1" status: 200 len: 944 time: 0.3321366 Jan 28 00:21:34.840289 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device d1e51287-4731-4a31-b13a-f17c76846b02 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:21:34.873770 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b1472-5d41-4360-94b8-779f34cf2b4c req-0647deac-3f7e-4244-b7f3-a68e9d4b09b8 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:34.875267 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-522b1472-5d41-4360-94b8-779f34cf2b4c req-0647deac-3f7e-4244-b7f3-a68e9d4b09b8 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 784 time: 0.3152051 Jan 28 00:21:34.885254 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-18ea6457-e5e0-4545-a850-85e49b6b60c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:34.888862 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66291738-17fe-469a-96a3-879ede29aff2 req-782ac2d6-198d-40be-b319-ec4cd44e96ff tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468284 Jan 28 00:21:34.905522 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-522b1472-5d41-4360-94b8-779f34cf2b4c req-2886cef5-7672-48f5-9cc7-1aa49516b108 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:21:34.920309 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-522b1472-5d41-4360-94b8-779f34cf2b4c req-2886cef5-7672-48f5-9cc7-1aa49516b108 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0243037 Jan 28 00:21:34.923909 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3bf5c7be-b7ce-48b9-82cf-561295558995 req-4908bdfa-f778-4fec-80c8-1eb2215e242e service neutron] 10.222.0.52 "GET /v2.0/ports/2986a0b7-0a99-4ac1-aa21-1d0a3125a74e/bindings/n-h2-826754-1 HTTP/1.1" status: 200 len: 382 time: 0.2442925 Jan 28 00:21:34.997001 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port d1e51287-4731-4a31-b13a-f17c76846b02 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:21:34.997514 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d1e51287-4731-4a31-b13a-f17c76846b02), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:35.035257 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-18ea6457-e5e0-4545-a850-85e49b6b60c6 admin admin] Publish callbacks [] for security_group (5b333512-ce12-45e6-9d3e-e0cbebcbfd37), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:35.041306 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-18ea6457-e5e0-4545-a850-85e49b6b60c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (5b333512-ce12-45e6-9d3e-e0cbebcbfd37), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:35.087598 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-18ea6457-e5e0-4545-a850-85e49b6b60c6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f333aaeccc11442b8d95b61eec7da634&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3725753 Jan 28 00:21:35.088283 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea6457-e5e0-4545-a850-85e49b6b60c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b333512-ce12-45e6-9d3e-e0cbebcbfd37,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:35.091671 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58338) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:35.132160 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port d1e51287-4731-4a31-b13a-f17c76846b02 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:21:35.179966 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a792a5c-3d04-44d4-ab24-e59ab70b2876 admin admin] Publish callbacks [] for security_group (5b333512-ce12-45e6-9d3e-e0cbebcbfd37), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:35.206133 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de2a57d5-2bf7-4c9e-8a22-7e4a86c107d5 req-a1ed6e5a-0554-4898-bb33-e510c02cf060 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 210 time: 0.1395411 Jan 28 00:21:35.211811 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a792a5c-3d04-44d4-ab24-e59ab70b2876 admin admin] Publish callbacks [] for security_group (5b333512-ce12-45e6-9d3e-e0cbebcbfd37), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:35.220786 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5c7be-b7ce-48b9-82cf-561295558995 req-32fd386b-d622-4745-bd28-3b9261348458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:35.223365 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3bf5c7be-b7ce-48b9-82cf-561295558995 req-32fd386b-d622-4745-bd28-3b9261348458 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 1099 time: 0.2479575 Jan 28 00:21:35.242892 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208949e1-9f7b-4fba-a552-d62d221d0fb8 req-882cfd16-1e9b-4b26-b5f0-6ac25c981c78 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:35.259707 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-208949e1-9f7b-4fba-a552-d62d221d0fb8 req-882cfd16-1e9b-4b26-b5f0-6ac25c981c78 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 948 time: 0.2168281 Jan 28 00:21:35.311811 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a792a5c-3d04-44d4-ab24-e59ab70b2876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (5b333512-ce12-45e6-9d3e-e0cbebcbfd37), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:35.317656 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a792a5c-3d04-44d4-ab24-e59ab70b2876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:35.321652 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2a792a5c-3d04-44d4-ab24-e59ab70b2876 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5b333512-ce12-45e6-9d3e-e0cbebcbfd37 HTTP/1.1" status: 204 len: 168 time: 0.2169528 Jan 28 00:21:35.333824 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a792a5c-3d04-44d4-ab24-e59ab70b2876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b333512-ce12-45e6-9d3e-e0cbebcbfd37,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:35.510129 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d56e9597-34a2-497c-b1b9-74e52cc95d7f req-b2050333-a5d9-4486-85d2-4b4d85a32e87 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=845864742b644292a77cbdbed1270c10 HTTP/1.1" status: 200 len: 695 time: 0.1148305 Jan 28 00:21:35.531016 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-208949e1-9f7b-4fba-a552-d62d221d0fb8 req-d252d41a-eaae-4328-bb4c-38929c01e4b7 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700720 Jan 28 00:21:35.541454 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 43ad3812-f7ce-4ddd-bbc9-62406b032195 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:21:35.689029 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e9597-34a2-497c-b1b9-74e52cc95d7f req-610b8ba1-eef4-4cd3-b945-978384eede79 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:35.691750 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 43ad3812-f7ce-4ddd-bbc9-62406b032195 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:21:35.700826 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 43ad3812-f7ce-4ddd-bbc9-62406b032195 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:21:35.708015 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d56e9597-34a2-497c-b1b9-74e52cc95d7f req-610b8ba1-eef4-4cd3-b945-978384eede79 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] 10.222.0.70 "GET /v2.0/networks?id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 787 time: 0.1848791 Jan 28 00:21:35.719003 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (43ad3812-f7ce-4ddd-bbc9-62406b032195), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:35.720627 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-d56e9597-34a2-497c-b1b9-74e52cc95d7f req-c6bd5775-ad9c-4173-934c-90fb55ca1ec0 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:21:35.732979 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d56e9597-34a2-497c-b1b9-74e52cc95d7f req-c6bd5775-ad9c-4173-934c-90fb55ca1ec0 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0205138 Jan 28 00:21:35.732979 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5c7be-b7ce-48b9-82cf-561295558995 req-0d4c41d3-9c26-4470-a871-e26413927d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:35.745409 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3bf5c7be-b7ce-48b9-82cf-561295558995 req-0d4c41d3-9c26-4470-a871-e26413927d77 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.4822376 Jan 28 00:21:35.841687 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58352) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:35.937201 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 43ad3812-f7ce-4ddd-bbc9-62406b032195 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:21:35.939689 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (43ad3812-f7ce-4ddd-bbc9-62406b032195), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:35.942834 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3bf5c7be-b7ce-48b9-82cf-561295558995 req-98400749-dda5-4b6a-b58e-1ce610946584 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=2986a0b7-0a99-4ac1-aa21-1d0a3125a74e HTTP/1.1" status: 200 len: 217 time: 0.1102808 Jan 28 00:21:36.002139 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 43ad3812-f7ce-4ddd-bbc9-62406b032195, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=43ad3812-f7ce-4ddd-bbc9-62406b032195,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:36.006387 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45223af-52b3-42f6-b3ae-6a8a9a4efc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ad3812-f7ce-4ddd-bbc9-62406b032195'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:21:36.013168 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7635ca67-13a9-4f31-b9e1-acd9a5aabbf2" -d '{"events": [{"server_uuid": "f45223af-52b3-42f6-b3ae-6a8a9a4efc3d", "name": "network-vif-plugged", "status": "completed", "tag": "43ad3812-f7ce-4ddd-bbc9-62406b032195"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:21:36.021539 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-898f93a0-bec9-4bed-bd18-f083724d2c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:36.024315 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (43ad3812-f7ce-4ddd-bbc9-62406b032195), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:36.034424 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-26cba651-5c43-4531-91e8-22df67d6e802 admin admin] Deleting subnet 0728b32d-3188-4887-80bb-d4a083a9c66b {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:21:36.037952 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-26cba651-5c43-4531-91e8-22df67d6e802 admin admin] Publish callbacks [] for subnet (0728b32d-3188-4887-80bb-d4a083a9c66b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:36.058374 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9614319-0d4e-4423-99ad-ad7b3f2b92a8 req-4c66ec9c-48c0-4c75-9f6e-7fe24315831b tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] 10.222.0.70 "GET /v2.0/floatingips/c764ce40-b9c7-42ef-99a3-8b618c34d813 HTTP/1.1" status: 200 len: 692 time: 0.1443493 Jan 28 00:21:36.092632 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=43ad3812-f7ce-4ddd-bbc9-62406b032195,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:36.150417 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-40cd14a8-53ca-41a0-8410-fc1a0949ac07 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:36.152257 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-40cd14a8-53ca-41a0-8410-fc1a0949ac07 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.65 "GET /v2.0/networks?id=64b0a5d5-a645-4f8b-974a-dd9349c99779 HTTP/1.1" status: 200 len: 811 time: 0.2943959 Jan 28 00:21:36.167090 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-26cba651-5c43-4531-91e8-22df67d6e802 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (0728b32d-3188-4887-80bb-d4a083a9c66b), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:36.174236 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-fc1d7b70-dd1b-4c9e-8767-9ec836c78978 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Request body: {'port': {'device_id': '083072a5-af69-442a-be55-72bd0ab43a5a', 'network_id': '64b0a5d5-a645-4f8b-974a-dd9349c99779', 'admin_state_up': True, 'tenant_id': '196e2a06defd4040950ac19641a2f393'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:21:36.230032 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c82de-a69f-449c-8585-b0fec70b8cd6 req-8fb82265-b957-40f0-a0a6-465ee184fac5 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:36.241287 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f6c82de-a69f-449c-8585-b0fec70b8cd6 req-8fb82265-b957-40f0-a0a6-465ee184fac5 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 946 time: 0.4889073 Jan 28 00:21:36.265951 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5c7be-b7ce-48b9-82cf-561295558995 req-c7b4507c-b47a-40cc-9493-13d4b0757120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:36.268204 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3bf5c7be-b7ce-48b9-82cf-561295558995 req-c7b4507c-b47a-40cc-9493-13d4b0757120 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.2048719 Jan 28 00:21:36.289801 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-26cba651-5c43-4531-91e8-22df67d6e802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (0728b32d-3188-4887-80bb-d4a083a9c66b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:36.373799 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-fc1d7b70-dd1b-4c9e-8767-9ec836c78978 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Made reservation on behalf of 196e2a06defd4040950ac19641a2f393 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:21:36.378686 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-fc1d7b70-dd1b-4c9e-8767-9ec836c78978 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:36.389336 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9614319-0d4e-4423-99ad-ad7b3f2b92a8 req-6e9449e1-120f-4184-8a2a-ffae3c3e2f3d tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:36.400696 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-26cba651-5c43-4531-91e8-22df67d6e802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (0728b32d-3188-4887-80bb-d4a083a9c66b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:36.409109 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9614319-0d4e-4423-99ad-ad7b3f2b92a8 req-6e9449e1-120f-4184-8a2a-ffae3c3e2f3d tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 784 time: 0.3411684 Jan 28 00:21:36.416692 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-26cba651-5c43-4531-91e8-22df67d6e802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:36.420479 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-26cba651-5c43-4531-91e8-22df67d6e802 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0728b32d-3188-4887-80bb-d4a083a9c66b HTTP/1.1" status: 204 len: 168 time: 0.5773799 Jan 28 00:21:36.437608 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f6c82de-a69f-449c-8585-b0fec70b8cd6 req-90321ad8-7d89-49ca-b15b-947c87637210 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950905 Jan 28 00:21:36.440714 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58372) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:36.447162 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cba651-5c43-4531-91e8-22df67d6e802 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0728b32d-3188-4887-80bb-d4a083a9c66b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:36.502944 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:21:36.589132 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:21:36.589618 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2986a0b7-0a99-4ac1-aa21-1d0a3125a74e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:36.607155 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-fc1d7b70-dd1b-4c9e-8767-9ec836c78978 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Allocated IP 172.20.0.7 (64b0a5d5-a645-4f8b-974a-dd9349c99779/530fddaf-a5d7-4bcd-acc2-ddfe220a3804/6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:21:36.652625 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5c7be-b7ce-48b9-82cf-561295558995 req-80451c50-aecd-4f7b-bc10-c82ab6efae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:36.655380 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3bf5c7be-b7ce-48b9-82cf-561295558995 req-80451c50-aecd-4f7b-bc10-c82ab6efae49 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3691044 Jan 28 00:21:36.683120 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:21:36.683319 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2986a0b7-0a99-4ac1-aa21-1d0a3125a74e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:36.726332 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2986a0b7-0a99-4ac1-aa21-1d0a3125a74e,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:36.734592 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2986a0b7-0a99-4ac1-aa21-1d0a3125a74e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:36.741669 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9614319-0d4e-4423-99ad-ad7b3f2b92a8 req-d7fc54b6-4cdc-4e04-acfa-d2e0414dae4c tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.53 HTTP/1.1" status: 200 len: 695 time: 0.3239756 Jan 28 00:21:36.799798 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9641954c-d2f4-4280-a055-d312a4c0bcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (cd151476-a5ba-4385-918e-9bfe961c2c84), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:36.826078 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-fc1d7b70-dd1b-4c9e-8767-9ec836c78978 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Publish callbacks [] for port (6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:36.826802 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=2986a0b7-0a99-4ac1-aa21-1d0a3125a74e,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:36.873794 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-fc1d7b70-dd1b-4c9e-8767-9ec836c78978 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:36.894394 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9614319-0d4e-4423-99ad-ad7b3f2b92a8 req-84349336-afec-4a2e-aeb9-91d00ab17b6d tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.53 HTTP/1.1" status: 200 len: 695 time: 0.1140683 Jan 28 00:21:36.916953 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595c732-da7b-4a65-8e87-ef140adfab7a req-3a0699f2-45d5-4f9e-a268-c25818b348b4 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:36.919724 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c595c732-da7b-4a65-8e87-ef140adfab7a req-3a0699f2-45d5-4f9e-a268-c25818b348b4 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=f45223af-52b3-42f6-b3ae-6a8a9a4efc3d HTTP/1.1" status: 200 len: 945 time: 0.3403442 Jan 28 00:21:36.921411 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['8e7f6fce-460e-41cb-8c74-4bb9b5098f14'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:21:36.924454 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-fc1d7b70-dd1b-4c9e-8767-9ec836c78978 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Network 64b0a5d5-a645-4f8b-974a-dd9349c99779 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:21:36.934287 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-fc1d7b70-dd1b-4c9e-8767-9ec836c78978 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:21:36.937809 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-fc1d7b70-dd1b-4c9e-8767-9ec836c78978 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:21:36.973181 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d7b70-dd1b-4c9e-8767-9ec836c78978 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Pushing event updated for resources: {'Port': ['ID=6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:36.997381 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-fc1d7b70-dd1b-4c9e-8767-9ec836c78978 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:36.998056 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-fc1d7b70-dd1b-4c9e-8767-9ec836c78978 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:37.017194 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-fc1d7b70-dd1b-4c9e-8767-9ec836c78978 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8471634 Jan 28 00:21:37.035497 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-9aa3d0d3-1eb6-4bb2-8399-e3213e14dede service neutron] Request body: {'port': {'device_id': '083072a5-af69-442a-be55-72bd0ab43a5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:21:37.057981 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3bf5c7be-b7ce-48b9-82cf-561295558995 req-8686f553-b1f7-4bc7-b99f-43013c522edf service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779933 Jan 28 00:21:37.129975 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-9aa3d0d3-1eb6-4bb2-8399-e3213e14dede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:37.178720 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9641954c-d2f4-4280-a055-d312a4c0bcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (cd151476-a5ba-4385-918e-9bfe961c2c84), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:37.256255 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c595c732-da7b-4a65-8e87-ef140adfab7a req-f67a3880-803b-467a-987e-05f7490cd75c tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166287 Jan 28 00:21:37.268915 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-9641954c-d2f4-4280-a055-d312a4c0bcd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd151476-a5ba-4385-918e-9bfe961c2c84']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:21:37.286774 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-9641954c-d2f4-4280-a055-d312a4c0bcd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af6e637-635c-4891-a903-f48dbcb066f0') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:21:37.287089 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-9641954c-d2f4-4280-a055-d312a4c0bcd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af6e637-635c-4891-a903-f48dbcb066f0') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:21:37.303654 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9641954c-d2f4-4280-a055-d312a4c0bcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (1af6e637-635c-4891-a903-f48dbcb066f0), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:37.338155 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9641954c-d2f4-4280-a055-d312a4c0bcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (1af6e637-635c-4891-a903-f48dbcb066f0), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:37.349966 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c172b48-2a4a-41fa-b5db-dfc7e9fac8e7 x-openstack-request-id: req-3c172b48-2a4a-41fa-b5db-dfc7e9fac8e7 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:21:37.350561 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45223af-52b3-42f6-b3ae-6a8a9a4efc3d", "name": "network-vif-plugged", "status": "completed", "tag": "43ad3812-f7ce-4ddd-bbc9-62406b032195", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:21:37.350805 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3c172b48-2a4a-41fa-b5db-dfc7e9fac8e7 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:21:37.351413 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45223af-52b3-42f6-b3ae-6a8a9a4efc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ad3812-f7ce-4ddd-bbc9-62406b032195', 'code': 200} Jan 28 00:21:37.356503 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3bf5c7be-b7ce-48b9-82cf-561295558995 req-687b7562-6300-4fe2-8ba2-1e514ee9ee8d service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281127 Jan 28 00:21:37.358798 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9641954c-d2f4-4280-a055-d312a4c0bcd4 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:21:37.359208 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9641954c-d2f4-4280-a055-d312a4c0bcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (1af6e637-635c-4891-a903-f48dbcb066f0), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:37.362368 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:21:37.362368 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:21:37.362368 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:21:37.362368 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:21:37.362368 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:21:37.362368 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:21:37.362368 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:21:37.362368 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:21:37.362368 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:21:37.362368 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:21:37.362368 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:21:37.362368 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:21:37.362368 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:21:37.362368 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:21:37.362368 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:21:37.362368 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:21:37.362368 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:21:37.362368 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:21:37.362368 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:21:37.362368 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:21:37.362368 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:21:37.362368 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:21:37.362368 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:21:37.362368 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:21:37.362368 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:21:37.362368 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:21:37.362368 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:21:37.362368 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:21:37.362368 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:21:37.362368 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:21:37.362368 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:21:37.362368 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:21:37.448518 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-e9614319-0d4e-4423-99ad-ad7b3f2b92a8 req-00209299-d2a9-4a6f-ad36-728111808009 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Deleting port 0af6397a-7469-4615-be7b-6e8ba326da4f {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:21:37.449075 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e9614319-0d4e-4423-99ad-ad7b3f2b92a8 req-00209299-d2a9-4a6f-ad36-728111808009 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (0af6397a-7469-4615-be7b-6e8ba326da4f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:37.492689 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9641954c-d2f4-4280-a055-d312a4c0bcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (cd151476-a5ba-4385-918e-9bfe961c2c84), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:37.555787 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9641954c-d2f4-4280-a055-d312a4c0bcd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:37.559035 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9641954c-d2f4-4280-a055-d312a4c0bcd4 admin admin] 10.222.0.70 "DELETE /v2.0/networks/cd151476-a5ba-4385-918e-9bfe961c2c84 HTTP/1.1" status: 204 len: 168 time: 1.0971115 Jan 28 00:21:37.595704 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641954c-d2f4-4280-a055-d312a4c0bcd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd151476-a5ba-4385-918e-9bfe961c2c84,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:37.611032 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-9aa3d0d3-1eb6-4bb2-8399-e3213e14dede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:21:37.632679 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-9aa3d0d3-1eb6-4bb2-8399-e3213e14dede service neutron] Publish callbacks [] for port (6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:37.654315 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e9614319-0d4e-4423-99ad-ad7b3f2b92a8 req-00209299-d2a9-4a6f-ad36-728111808009 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (0af6397a-7469-4615-be7b-6e8ba326da4f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:37.654642 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e9614319-0d4e-4423-99ad-ad7b3f2b92a8 req-00209299-d2a9-4a6f-ad36-728111808009 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Publish callbacks [] for floatingip (0af6397a-7469-4615-be7b-6e8ba326da4f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:37.664776 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29555746-2cec-4050-bf41-50bae9c0debc req-d4763e9e-2d9c-48a4-89ca-9ff338a481cd tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:37.666453 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-29555746-2cec-4050-bf41-50bae9c0debc req-d4763e9e-2d9c-48a4-89ca-9ff338a481cd tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 931 time: 0.2131982 Jan 28 00:21:37.669215 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-9aa3d0d3-1eb6-4bb2-8399-e3213e14dede service neutron] Transition to ACTIVE for port object 6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:21:37.677379 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-9aa3d0d3-1eb6-4bb2-8399-e3213e14dede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:37.682777 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d177110-a8ff-4a80-aa22-29696109b359 req-d13b79d3-f77a-4fcf-ba07-f3266ac6e7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:37.683936 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0d177110-a8ff-4a80-aa22-29696109b359 req-d13b79d3-f77a-4fcf-ba07-f3266ac6e7ac service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f45223af-52b3-42f6-b3ae-6a8a9a4efc3d HTTP/1.1" status: 200 len: 1096 time: 0.1422591 Jan 28 00:21:37.685144 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-e9614319-0d4e-4423-99ad-ad7b3f2b92a8 req-00209299-d2a9-4a6f-ad36-728111808009 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Calling delete_port for 0af6397a-7469-4615-be7b-6e8ba326da4f owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:21:37.802030 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3d0d3-1eb6-4bb2-8399-e3213e14dede service neutron] Pushing event updated for resources: {'Port': ['ID=6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:37.835712 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0d177110-a8ff-4a80-aa22-29696109b359 req-4b271100-39d1-4dc0-8218-dd7855d117c4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391087 Jan 28 00:21:37.839165 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-29555746-2cec-4050-bf41-50bae9c0debc req-329c601a-6fa6-4d3c-aff2-6a2af82010ae tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361792 Jan 28 00:21:37.888120 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58382) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:37.923403 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-9aa3d0d3-1eb6-4bb2-8399-e3213e14dede service neutron] Attempting to bind port 6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:21:37.924063 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-9aa3d0d3-1eb6-4bb2-8399-e3213e14dede service neutron] Attempting to bind port 6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '87380d4d-c14a-4c3b-ba9c-effbcb33e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '64b0a5d5-a645-4f8b-974a-dd9349c99779'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:21:37.924166 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-9aa3d0d3-1eb6-4bb2-8399-e3213e14dede service neutron] Attempting to bind port 6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c on network 64b0a5d5-a645-4f8b-974a-dd9349c99779 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:21:37.929064 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-9aa3d0d3-1eb6-4bb2-8399-e3213e14dede service neutron] Port 6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c on network 64b0a5d5-a645-4f8b-974a-dd9349c99779 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:21:37.929385 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-9aa3d0d3-1eb6-4bb2-8399-e3213e14dede service neutron] Attempting to bind port 6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c on network 64b0a5d5-a645-4f8b-974a-dd9349c99779 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:21:37.935366 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-9aa3d0d3-1eb6-4bb2-8399-e3213e14dede service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:21:37.935607 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-9aa3d0d3-1eb6-4bb2-8399-e3213e14dede service neutron] Checking segment: {'id': '87380d4d-c14a-4c3b-ba9c-effbcb33e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '64b0a5d5-a645-4f8b-974a-dd9349c99779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:21:37.935900 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-9aa3d0d3-1eb6-4bb2-8399-e3213e14dede service neutron] Bound using segment: {'id': '87380d4d-c14a-4c3b-ba9c-effbcb33e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '64b0a5d5-a645-4f8b-974a-dd9349c99779'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:21:37.936345 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-9aa3d0d3-1eb6-4bb2-8399-e3213e14dede service neutron] Bound port: 6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87380d4d-c14a-4c3b-ba9c-effbcb33e2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '64b0a5d5-a645-4f8b-974a-dd9349c99779'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:21:37.936711 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-9aa3d0d3-1eb6-4bb2-8399-e3213e14dede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:38.003398 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-90ecbc25-aca5-4037-919a-51f53e00a9d2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=04c5bf935af54d448f34f3696c807878&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1130869 Jan 28 00:21:38.005908 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e9614319-0d4e-4423-99ad-ad7b3f2b92a8 req-00209299-d2a9-4a6f-ad36-728111808009 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (0af6397a-7469-4615-be7b-6e8ba326da4f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:38.007968 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58386) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:38.041901 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-9aa3d0d3-1eb6-4bb2-8399-e3213e14dede service neutron] For port 6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:21:38.046649 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-9aa3d0d3-1eb6-4bb2-8399-e3213e14dede service neutron] For port 6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c,segment=NetworkSegment(87380d4d-c14a-4c3b-ba9c-effbcb33e2ad),segment_id=87380d4d-c14a-4c3b-ba9c-effbcb33e2ad)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:21:38.054355 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00209299-d2a9-4a6f-ad36-728111808009 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Pushing event deleted for resources: {'Port': ['ID=0af6397a-7469-4615-be7b-6e8ba326da4f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:38.057627 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-9aa3d0d3-1eb6-4bb2-8399-e3213e14dede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:38.136476 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-9aa3d0d3-1eb6-4bb2-8399-e3213e14dede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:38.137669 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-9aa3d0d3-1eb6-4bb2-8399-e3213e14dede service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:38.140606 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-9aa3d0d3-1eb6-4bb2-8399-e3213e14dede service neutron] 10.222.0.65 "PUT /v2.0/ports/6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c HTTP/1.1" status: 200 len: 1091 time: 1.1102450 Jan 28 00:21:38.142644 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083072a5-af69-442a-be55-72bd0ab43a5a', 'tag': '6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:21:38.146408 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5056fa73-931a-47a7-8b86-884a7d84a965" -d '{"events": [{"name": "network-changed", "server_uuid": "083072a5-af69-442a-be55-72bd0ab43a5a", "tag": "6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:21:38.159221 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-672bbf6a-9e8e-4310-bb0a-8ae483d7be8e admin admin] Publish callbacks [] for security_group (d72771ff-2f22-4f11-b88c-cfd25853ed03), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:38.163962 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e9614319-0d4e-4423-99ad-ad7b3f2b92a8 req-00209299-d2a9-4a6f-ad36-728111808009 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Publish callbacks [] for floatingip (c764ce40-b9c7-42ef-99a3-8b618c34d813), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:38.167099 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e9614319-0d4e-4423-99ad-ad7b3f2b92a8 req-00209299-d2a9-4a6f-ad36-728111808009 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:38.168778 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9614319-0d4e-4423-99ad-ad7b3f2b92a8 req-00209299-d2a9-4a6f-ad36-728111808009 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] 10.222.0.70 "DELETE /v2.0/floatingips/c764ce40-b9c7-42ef-99a3-8b618c34d813 HTTP/1.1" status: 204 len: 173 time: 1.2664053 Jan 28 00:21:38.202670 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3d0d3-1eb6-4bb2-8399-e3213e14dede service neutron] Pushing event updated for resources: {'Port': ['ID=6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:38.212504 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-672bbf6a-9e8e-4310-bb0a-8ae483d7be8e admin admin] Publish callbacks [] for security_group (d72771ff-2f22-4f11-b88c-cfd25853ed03), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:38.247266 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d0bb7b5c-0d83-4b8b-a6d2-47047399b576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:38.320446 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-8c77c371-d645-4f95-a86a-de0d7f19fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:38.322063 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-8c77c371-d645-4f95-a86a-de0d7f19fb59 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=196e2a06defd4040950ac19641a2f393&device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 1094 time: 0.0559068 Jan 28 00:21:38.330966 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-672bbf6a-9e8e-4310-bb0a-8ae483d7be8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d72771ff-2f22-4f11-b88c-cfd25853ed03), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:38.333934 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-672bbf6a-9e8e-4310-bb0a-8ae483d7be8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:38.335265 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-672bbf6a-9e8e-4310-bb0a-8ae483d7be8e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d72771ff-2f22-4f11-b88c-cfd25853ed03 HTTP/1.1" status: 204 len: 168 time: 0.3246007 Jan 28 00:21:38.349281 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672bbf6a-9e8e-4310-bb0a-8ae483d7be8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72771ff-2f22-4f11-b88c-cfd25853ed03,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:38.399873 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-7e14f1c9-abc2-433a-adcd-d477b966d256 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c HTTP/1.1" status: 200 len: 217 time: 0.0607793 Jan 28 00:21:38.405007 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb1445-3349-4903-8619-9ff3a1494ad7 req-793185cd-5d72-416b-b1a6-55814761b33a tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:38.417613 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8ebb1445-3349-4903-8619-9ff3a1494ad7 req-793185cd-5d72-416b-b1a6-55814761b33a tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 949 time: 0.1338980 Jan 28 00:21:38.499447 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-b848ca46-4e2a-4f6f-8427-ee444d379f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:38.503569 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-b848ca46-4e2a-4f6f-8427-ee444d379f21 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=530fddaf-a5d7-4bcd-acc2-ddfe220a3804 HTTP/1.1" status: 200 len: 851 time: 0.0913947 Jan 28 00:21:38.524263 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8ebb1445-3349-4903-8619-9ff3a1494ad7 req-0bc0c936-7525-4048-9c5b-6318d1f0f2ab tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909312 Jan 28 00:21:38.542447 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-2ded9d47-36c7-4de4-a29e-be6b20b42663 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=64b0a5d5-a645-4f8b-974a-dd9349c99779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318758 Jan 28 00:21:38.665966 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a1fda6-35ec-4c6e-8586-4a90691c9880 x-openstack-request-id: req-69a1fda6-35ec-4c6e-8586-4a90691c9880 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:21:38.666479 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "083072a5-af69-442a-be55-72bd0ab43a5a", "tag": "6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:21:38.666781 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-69a1fda6-35ec-4c6e-8586-4a90691c9880 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:21:38.667477 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '083072a5-af69-442a-be55-72bd0ab43a5a', 'tag': '6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c', 'status': 'completed', 'code': 200} Jan 28 00:21:38.749159 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-7e474eae-3e99-4f4d-81c3-6e976bccd69b service neutron] 10.222.0.65 "GET /v2.0/networks/64b0a5d5-a645-4f8b-974a-dd9349c99779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955113 Jan 28 00:21:38.752342 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341aceb-cf0f-4204-a9a4-314f45ea5e2e req-03f09e7c-7f21-4959-aec6-8c160b9ba73c tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:38.754586 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5341aceb-cf0f-4204-a9a4-314f45ea5e2e req-03f09e7c-7f21-4959-aec6-8c160b9ba73c tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 946 time: 0.1553006 Jan 28 00:21:38.898340 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-70cb2619-a161-4ffe-a56c-5fdbb355a0a1 req-044392a5-3a87-4e88-91b6-b56359e36fb9 service neutron] 10.222.0.65 "GET /v2.0/networks/64b0a5d5-a645-4f8b-974a-dd9349c99779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387482 Jan 28 00:21:39.101428 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056fa73-931a-47a7-8b86-884a7d84a965 req-ad281bf0-745a-4a48-b8b0-17cd610182f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:39.103349 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5056fa73-931a-47a7-8b86-884a7d84a965 req-ad281bf0-745a-4a48-b8b0-17cd610182f9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=196e2a06defd4040950ac19641a2f393&device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 1094 time: 0.0538278 Jan 28 00:21:39.205038 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d91fbf22-f0e6-461c-8873-05fe33012565 req-a20a7601-13de-46d1-8d6c-3c6a8728cc40 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5535972 Jan 28 00:21:39.246634 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-d91fbf22-f0e6-461c-8873-05fe33012565 req-7b719099-e701-4c56-a341-3e84f1facd42 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:21:39.289519 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056fa73-931a-47a7-8b86-884a7d84a965 req-4ed5e9fe-a092-4c90-833f-7c041d91018e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:39.292322 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5056fa73-931a-47a7-8b86-884a7d84a965 req-4ed5e9fe-a092-4c90-833f-7c041d91018e service neutron] 10.222.0.65 "GET /v2.0/networks?id=64b0a5d5-a645-4f8b-974a-dd9349c99779 HTTP/1.1" status: 200 len: 912 time: 0.1699104 Jan 28 00:21:39.337798 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5341aceb-cf0f-4204-a9a4-314f45ea5e2e req-69658bb4-67d5-4e65-a168-c12930c6b043 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5587220 Jan 28 00:21:39.342184 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d91fbf22-f0e6-461c-8873-05fe33012565 req-7b719099-e701-4c56-a341-3e84f1facd42 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:39.352733 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff2108c-0d77-499d-ab94-d922edd74db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2986a0b7-0a99-4ac1-aa21-1d0a3125a74e'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:21:39.357361 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dfa1d2-b179-45ad-8322-2ec4c1271af7" -d '{"events": [{"server_uuid": "cff2108c-0d77-499d-ab94-d922edd74db1", "name": "network-vif-plugged", "status": "completed", "tag": "2986a0b7-0a99-4ac1-aa21-1d0a3125a74e"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:21:39.377604 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5056fa73-931a-47a7-8b86-884a7d84a965 req-4ae2c4f7-5496-416b-8dd0-8b0c8650027f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c HTTP/1.1" status: 200 len: 217 time: 0.0765653 Jan 28 00:21:39.489226 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056fa73-931a-47a7-8b86-884a7d84a965 req-f1844c9f-7490-4768-8d32-38f113b3a9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:39.492259 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5056fa73-931a-47a7-8b86-884a7d84a965 req-f1844c9f-7490-4768-8d32-38f113b3a9f4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=530fddaf-a5d7-4bcd-acc2-ddfe220a3804 HTTP/1.1" status: 200 len: 851 time: 0.1066785 Jan 28 00:21:39.540490 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b19f3-bd95-4f6c-8d29-0d7ef265297a req-d7a41e98-9442-4831-a014-3cea89cbc5ce tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:39.546327 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:39.546973 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5056fa73-931a-47a7-8b86-884a7d84a965 req-f3e364aa-2877-4b76-bfbc-2af683223567 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=64b0a5d5-a645-4f8b-974a-dd9349c99779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471101 Jan 28 00:21:39.549673 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b7b19f3-bd95-4f6c-8d29-0d7ef265297a req-d7a41e98-9442-4831-a014-3cea89cbc5ce tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=f45223af-52b3-42f6-b3ae-6a8a9a4efc3d HTTP/1.1" status: 200 len: 945 time: 0.1092722 Jan 28 00:21:39.675111 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5056fa73-931a-47a7-8b86-884a7d84a965 req-105bd66a-e174-4d03-833b-9f09494d0eb4 service neutron] 10.222.0.65 "GET /v2.0/networks/64b0a5d5-a645-4f8b-974a-dd9349c99779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198206 Jan 28 00:21:39.681791 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b7b19f3-bd95-4f6c-8d29-0d7ef265297a req-788a8f20-8ffa-4c21-9572-b76bf1767ac9 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268985 Jan 28 00:21:39.685912 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d91fbf22-f0e6-461c-8873-05fe33012565 req-7b719099-e701-4c56-a341-3e84f1facd42 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:39.878412 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5056fa73-931a-47a7-8b86-884a7d84a965 req-06f7df38-83c7-4950-8972-b8d38f6b8e0a service neutron] 10.222.0.65 "GET /v2.0/networks/64b0a5d5-a645-4f8b-974a-dd9349c99779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883006 Jan 28 00:21:39.926319 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1e6d7-baa2-42e4-b8c2-dcd196ea69e1 req-7b5cde26-4f21-4df6-b558-d96bee2665e7 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:39.928704 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42b1e6d7-baa2-42e4-b8c2-dcd196ea69e1 req-7b5cde26-4f21-4df6-b558-d96bee2665e7 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 943 time: 0.1345038 Jan 28 00:21:39.982588 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-d91fbf22-f0e6-461c-8873-05fe33012565 req-7b719099-e701-4c56-a341-3e84f1facd42 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Allocated IP 172.25.3.65 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/64cf813e-8f15-4c95-8e0e-24eb8a79bee1) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:21:40.076453 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42b1e6d7-baa2-42e4-b8c2-dcd196ea69e1 req-26c9c585-8e94-44d0-a27b-68ac018c12df tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361349 Jan 28 00:21:40.187643 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d91fbf22-f0e6-461c-8873-05fe33012565 req-7b719099-e701-4c56-a341-3e84f1facd42 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Publish callbacks [] for port (64cf813e-8f15-4c95-8e0e-24eb8a79bee1), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:40.244285 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d91fbf22-f0e6-461c-8873-05fe33012565 req-7b719099-e701-4c56-a341-3e84f1facd42 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (64cf813e-8f15-4c95-8e0e-24eb8a79bee1), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:40.283707 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7deb5a6-c651-49dd-8b94-1c7c451ec5c0 x-openstack-request-id: req-a7deb5a6-c651-49dd-8b94-1c7c451ec5c0 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:21:40.284315 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff2108c-0d77-499d-ab94-d922edd74db1", "name": "network-vif-plugged", "status": "completed", "tag": "2986a0b7-0a99-4ac1-aa21-1d0a3125a74e", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:21:40.285626 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a7deb5a6-c651-49dd-8b94-1c7c451ec5c0 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:21:40.286364 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff2108c-0d77-499d-ab94-d922edd74db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2986a0b7-0a99-4ac1-aa21-1d0a3125a74e', 'code': 200} Jan 28 00:21:40.314848 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d91fbf22-f0e6-461c-8873-05fe33012565 req-7b719099-e701-4c56-a341-3e84f1facd42 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:21:40.320230 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-d91fbf22-f0e6-461c-8873-05fe33012565 req-7b719099-e701-4c56-a341-3e84f1facd42 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:21:40.337668 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91fbf22-f0e6-461c-8873-05fe33012565 req-7b719099-e701-4c56-a341-3e84f1facd42 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:21:40.342551 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5c7be-b7ce-48b9-82cf-561295558995 req-3951f38b-20ea-4657-a35d-1fc687c25a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:40.344390 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3bf5c7be-b7ce-48b9-82cf-561295558995 req-3951f38b-20ea-4657-a35d-1fc687c25a15 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1&tenant_id=83dbb6195da44e30b63c09c8e88d497f HTTP/1.1" status: 200 len: 1100 time: 0.1107361 Jan 28 00:21:40.376933 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b719099-e701-4c56-a341-3e84f1facd42 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Pushing event updated for resources: {'Port': ['ID=64cf813e-8f15-4c95-8e0e-24eb8a79bee1,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:40.586301 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d001ff7-a388-4a3a-87f0-080b5690e371 req-3871355b-1f7d-4291-984e-ad60ca437402 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:40.589393 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6d001ff7-a388-4a3a-87f0-080b5690e371 req-3871355b-1f7d-4291-984e-ad60ca437402 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 949 time: 0.2416728 Jan 28 00:21:40.630567 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5c7be-b7ce-48b9-82cf-561295558995 req-74bcde90-61fd-4d3f-9aa3-5b6b4eef2721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:40.632324 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3bf5c7be-b7ce-48b9-82cf-561295558995 req-74bcde90-61fd-4d3f-9aa3-5b6b4eef2721 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 1100 time: 0.2145422 Jan 28 00:21:40.668016 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d91fbf22-f0e6-461c-8873-05fe33012565 req-7b719099-e701-4c56-a341-3e84f1facd42 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Publish callbacks [] for floatingip (7f11d2ac-2f21-48f1-bd46-3ee185470ff2), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:40.780647 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6d001ff7-a388-4a3a-87f0-080b5690e371 req-3319f3d9-39b3-46d4-be1b-4e2d9ecde023 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771517 Jan 28 00:21:40.786354 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d91fbf22-f0e6-461c-8873-05fe33012565 req-7b719099-e701-4c56-a341-3e84f1facd42 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (64cf813e-8f15-4c95-8e0e-24eb8a79bee1), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:40.835075 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5c7be-b7ce-48b9-82cf-561295558995 req-85ca502a-adfd-422d-895f-348268358033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:40.837836 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3bf5c7be-b7ce-48b9-82cf-561295558995 req-85ca502a-adfd-422d-895f-348268358033 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.1964784 Jan 28 00:21:40.929647 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3bf5c7be-b7ce-48b9-82cf-561295558995 req-25df6148-8bf3-4c81-a061-51385d2e179d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=2986a0b7-0a99-4ac1-aa21-1d0a3125a74e HTTP/1.1" status: 200 len: 217 time: 0.0800176 Jan 28 00:21:41.006473 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:41.083764 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5c7be-b7ce-48b9-82cf-561295558995 req-c051bfa6-46c7-4ea0-96e3-1c0cc22ddb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:41.085342 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3bf5c7be-b7ce-48b9-82cf-561295558995 req-c051bfa6-46c7-4ea0-96e3-1c0cc22ddb5f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1413038 Jan 28 00:21:41.150068 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3e27e-5a97-417b-9abf-77209d0a1360 req-bd874952-387c-4098-87e7-db98508b8d63 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:41.151950 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77e3e27e-5a97-417b-9abf-77209d0a1360 req-bd874952-387c-4098-87e7-db98508b8d63 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b298680-6f76-4efc-a3d9-203d0ffb88cd HTTP/1.1" status: 200 len: 945 time: 0.1417241 Jan 28 00:21:41.189339 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d91fbf22-f0e6-461c-8873-05fe33012565 req-7b719099-e701-4c56-a341-3e84f1facd42 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Publish callbacks [] for port (64cf813e-8f15-4c95-8e0e-24eb8a79bee1), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:41.201178 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d91fbf22-f0e6-461c-8873-05fe33012565 req-7b719099-e701-4c56-a341-3e84f1facd42 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (64cf813e-8f15-4c95-8e0e-24eb8a79bee1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:41.246431 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5c7be-b7ce-48b9-82cf-561295558995 req-14bd2ac1-74bc-47e7-89ec-bfc509123785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:41.248075 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3bf5c7be-b7ce-48b9-82cf-561295558995 req-14bd2ac1-74bc-47e7-89ec-bfc509123785 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1542490 Jan 28 00:21:41.368689 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77e3e27e-5a97-417b-9abf-77209d0a1360 req-b5a01889-a36d-4df9-8815-2c0aa50a015d tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043738 Jan 28 00:21:41.375718 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b719099-e701-4c56-a341-3e84f1facd42 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Pushing event updated for resources: {'Port': ['ID=64cf813e-8f15-4c95-8e0e-24eb8a79bee1,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:41.407446 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d91fbf22-f0e6-461c-8873-05fe33012565 req-7b719099-e701-4c56-a341-3e84f1facd42 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (7f11d2ac-2f21-48f1-bd46-3ee185470ff2), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:41.466130 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3bf5c7be-b7ce-48b9-82cf-561295558995 req-a49ac552-4d01-40f6-ac05-d6561074db1c service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091868 Jan 28 00:21:41.473012 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d91fbf22-f0e6-461c-8873-05fe33012565 req-7b719099-e701-4c56-a341-3e84f1facd42 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:41.475844 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d91fbf22-f0e6-461c-8873-05fe33012565 req-7b719099-e701-4c56-a341-3e84f1facd42 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2401612 Jan 28 00:21:41.558639 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:21:41.632292 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d91fbf22-f0e6-461c-8873-05fe33012565 req-a0dffbb1-695b-4219-8dfa-d544fd266eeb tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.65 HTTP/1.1" status: 200 len: 695 time: 0.1382859 Jan 28 00:21:41.682445 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c,segment=NetworkSegment(87380d4d-c14a-4c3b-ba9c-effbcb33e2ad),segment_id=87380d4d-c14a-4c3b-ba9c-effbcb33e2ad)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:41.699441 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c', 'network_id': '64b0a5d5-a645-4f8b-974a-dd9349c99779', 'port_id': '6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c', 'mac_address': 'fa:16:3e:08:2e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '530fddaf-a5d7-4bcd-acc2-ddfe220a3804', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:21:41.766441 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc485c1-37cf-4a8b-9cf9-b1b4eb0663f8 req-6e582f15-4616-4b02-a13f-388c902181a7 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:41.768828 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0dc485c1-37cf-4a8b-9cf9-b1b4eb0663f8 req-6e582f15-4616-4b02-a13f-388c902181a7 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 946 time: 0.2497616 Jan 28 00:21:41.774289 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3bf5c7be-b7ce-48b9-82cf-561295558995 req-9f9ab093-62b3-4717-ba91-18233a4a60b5 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973154 Jan 28 00:21:41.777078 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:21:41.777738 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:41.805790 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:21:41.835475 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c,segment=NetworkSegment(87380d4d-c14a-4c3b-ba9c-effbcb33e2ad),segment_id=87380d4d-c14a-4c3b-ba9c-effbcb33e2ad)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:41.840807 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:41.851516 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91fbf22-f0e6-461c-8873-05fe33012565 req-c47d47fb-28fd-4018-b986-42d9afd7e0d2 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:41.853022 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d91fbf22-f0e6-461c-8873-05fe33012565 req-c47d47fb-28fd-4018-b986-42d9afd7e0d2 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 784 time: 0.2099936 Jan 28 00:21:41.879160 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0dc485c1-37cf-4a8b-9cf9-b1b4eb0663f8 req-42f580c4-928e-4d88-b233-e27cd5491787 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000366 Jan 28 00:21:41.925253 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:42.072702 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3420ad2-34e7-4054-a2fa-dc6947c775ea req-8ec0196c-875b-4119-9519-9af9dfdf80a3 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:42.074815 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3420ad2-34e7-4054-a2fa-dc6947c775ea req-8ec0196c-875b-4119-9519-9af9dfdf80a3 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 944 time: 0.0696585 Jan 28 00:21:42.105086 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:42.198783 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:21:42.221075 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3420ad2-34e7-4054-a2fa-dc6947c775ea req-c08ba69c-9670-4b07-abbd-2d9735179e2c tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312296 Jan 28 00:21:42.285660 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423f229-ed53-4d80-a2b9-b4d97f78344a req-1665ddcb-2638-4ea1-9a8d-7cd62642b405 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:42.288246 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6423f229-ed53-4d80-a2b9-b4d97f78344a req-1665ddcb-2638-4ea1-9a8d-7cd62642b405 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=f45223af-52b3-42f6-b3ae-6a8a9a4efc3d HTTP/1.1" status: 200 len: 945 time: 0.1636076 Jan 28 00:21:42.320181 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f66d9-1724-4bca-8c6a-86792b848460 req-355c8599-bd94-446e-b123-20913ca67f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:42.323280 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1c3f66d9-1724-4bca-8c6a-86792b848460 req-355c8599-bd94-446e-b123-20913ca67f0a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 1097 time: 0.1297557 Jan 28 00:21:42.449042 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6423f229-ed53-4d80-a2b9-b4d97f78344a req-c5938b67-6b2c-4130-8ec2-2cf02db26c53 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473610 Jan 28 00:21:42.479788 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1c3f66d9-1724-4bca-8c6a-86792b848460 req-f5c92b62-28c9-4d24-8d78-4a2effe843f0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453297 Jan 28 00:21:42.509637 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccd781-cfb5-452c-83ad-c4150f33761b req-0e3c3b51-f646-4275-96ae-1a005bacb6ed tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:42.511311 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-99ccd781-cfb5-452c-83ad-c4150f33761b req-0e3c3b51-f646-4275-96ae-1a005bacb6ed tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 949 time: 0.0901563 Jan 28 00:21:42.562565 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bddaa77d-5ed2-4dff-8336-0b78ab1ca890 req-c14839e0-a8ec-4a18-9ba6-4005de2920f4 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] 10.222.0.70 "GET /v2.0/floatingips/7f11d2ac-2f21-48f1-bd46-3ee185470ff2 HTTP/1.1" status: 200 len: 692 time: 0.0691803 Jan 28 00:21:42.657912 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-99ccd781-cfb5-452c-83ad-c4150f33761b req-b4076978-4694-41cc-bc29-e934f579e7d3 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162343 Jan 28 00:21:42.730148 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddaa77d-5ed2-4dff-8336-0b78ab1ca890 req-44e0a675-fa50-4771-b5b9-c5322e7224c0 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:42.732139 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bddaa77d-5ed2-4dff-8336-0b78ab1ca890 req-44e0a675-fa50-4771-b5b9-c5322e7224c0 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 784 time: 0.1624227 Jan 28 00:21:42.760946 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:42.839969 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bddaa77d-5ed2-4dff-8336-0b78ab1ca890 req-e9032d6c-0c63-4e56-bd22-1fa06e675f3e tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.65 HTTP/1.1" status: 200 len: 695 time: 0.0931666 Jan 28 00:21:42.933982 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bddaa77d-5ed2-4dff-8336-0b78ab1ca890 req-f32362f7-4f43-4d8a-959c-9d366960407c tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.65 HTTP/1.1" status: 200 len: 695 time: 0.0833385 Jan 28 00:21:43.088736 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-bddaa77d-5ed2-4dff-8336-0b78ab1ca890 req-5a4e063c-cb07-4221-a63f-34c6a6cc1f01 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Deleting port 64cf813e-8f15-4c95-8e0e-24eb8a79bee1 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:21:43.089264 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-bddaa77d-5ed2-4dff-8336-0b78ab1ca890 req-5a4e063c-cb07-4221-a63f-34c6a6cc1f01 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (64cf813e-8f15-4c95-8e0e-24eb8a79bee1), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:43.199427 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-bddaa77d-5ed2-4dff-8336-0b78ab1ca890 req-5a4e063c-cb07-4221-a63f-34c6a6cc1f01 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (64cf813e-8f15-4c95-8e0e-24eb8a79bee1), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:43.199874 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-bddaa77d-5ed2-4dff-8336-0b78ab1ca890 req-5a4e063c-cb07-4221-a63f-34c6a6cc1f01 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Publish callbacks [] for floatingip (64cf813e-8f15-4c95-8e0e-24eb8a79bee1), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:43.216757 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-bddaa77d-5ed2-4dff-8336-0b78ab1ca890 req-5a4e063c-cb07-4221-a63f-34c6a6cc1f01 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Calling delete_port for 64cf813e-8f15-4c95-8e0e-24eb8a79bee1 owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:21:43.408562 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-bddaa77d-5ed2-4dff-8336-0b78ab1ca890 req-5a4e063c-cb07-4221-a63f-34c6a6cc1f01 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (64cf813e-8f15-4c95-8e0e-24eb8a79bee1), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:43.447850 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e063c-cb07-4221-a63f-34c6a6cc1f01 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Pushing event deleted for resources: {'Port': ['ID=64cf813e-8f15-4c95-8e0e-24eb8a79bee1,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:43.541891 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-bddaa77d-5ed2-4dff-8336-0b78ab1ca890 req-5a4e063c-cb07-4221-a63f-34c6a6cc1f01 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Publish callbacks [] for floatingip (7f11d2ac-2f21-48f1-bd46-3ee185470ff2), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:43.546835 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-bddaa77d-5ed2-4dff-8336-0b78ab1ca890 req-5a4e063c-cb07-4221-a63f-34c6a6cc1f01 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:43.549820 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bddaa77d-5ed2-4dff-8336-0b78ab1ca890 req-5a4e063c-cb07-4221-a63f-34c6a6cc1f01 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] 10.222.0.70 "DELETE /v2.0/floatingips/7f11d2ac-2f21-48f1-bd46-3ee185470ff2 HTTP/1.1" status: 204 len: 173 time: 0.6126828 Jan 28 00:21:43.576598 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:21:43.658989 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:21:43.664875 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:21:43.665509 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:43.736103 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f29c1-852e-4ecc-bf7d-6158b071bece req-57d58d40-87e0-496f-b4a7-33dcc4fc096f tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:43.740609 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8a9f29c1-852e-4ecc-bf7d-6158b071bece req-57d58d40-87e0-496f-b4a7-33dcc4fc096f tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 946 time: 0.0876372 Jan 28 00:21:43.786616 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:21:43.787019 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:43.817868 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083072a5-af69-442a-be55-72bd0ab43a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:21:43.820263 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed55c4bf-61a1-421a-898a-ed712cbb600f" -d '{"events": [{"server_uuid": "083072a5-af69-442a-be55-72bd0ab43a5a", "name": "network-vif-plugged", "status": "completed", "tag": "6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:21:43.834942 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c,segment=NetworkSegment(87380d4d-c14a-4c3b-ba9c-effbcb33e2ad),segment_id=87380d4d-c14a-4c3b-ba9c-effbcb33e2ad)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:43.839864 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:43.895568 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:43.904446 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:43.904775 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:43.905122 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:43.905459 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:43.905792 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:43.906132 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:43.906463 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:43.906634 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8a9f29c1-852e-4ecc-bf7d-6158b071bece req-1eaad5c7-880f-4476-b971-70e42fbdf694 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566710 Jan 28 00:21:43.907011 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:43.907578 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:43.907881 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:43.908378 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:43.908717 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:43.909114 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:43.926556 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd31ee5-cbad-4d3d-87bf-d7c33d3f0013 req-ffda67cf-befa-4f96-bb32-4171fad6a1cf tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:43.929246 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8cd31ee5-cbad-4d3d-87bf-d7c33d3f0013 req-ffda67cf-befa-4f96-bb32-4171fad6a1cf tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=f45223af-52b3-42f6-b3ae-6a8a9a4efc3d HTTP/1.1" status: 200 len: 945 time: 0.1487916 Jan 28 00:21:43.944752 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:44.004561 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8cd31ee5-cbad-4d3d-87bf-d7c33d3f0013 req-9799f317-2021-406d-833b-5c9f0ad5fa47 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635312 Jan 28 00:21:44.094776 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-e565931e-ee38-41db-9234-cfa622f3c7d0 req-2eae3c23-f0f3-49bd-9dd4-0188b5170b7e tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] show failed (client error): The resource could not be found. Jan 28 00:21:44.094776 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e565931e-ee38-41db-9234-cfa622f3c7d0 req-2eae3c23-f0f3-49bd-9dd4-0188b5170b7e tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] 10.222.0.70 "GET /v2.0/floatingips/7f11d2ac-2f21-48f1-bd46-3ee185470ff2 HTTP/1.1" status: 404 len: 350 time: 0.0471382 Jan 28 00:21:44.111366 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a1ef4-b68c-4af6-ae0b-69644c746e55 req-19a664e1-0324-4ec0-9c7e-ae1f0f6c9e6f tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:44.113286 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-341a1ef4-b68c-4af6-ae0b-69644c746e55 req-19a664e1-0324-4ec0-9c7e-ae1f0f6c9e6f tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 945 time: 0.1030395 Jan 28 00:21:44.182233 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-341a1ef4-b68c-4af6-ae0b-69644c746e55 req-3a421fbc-2273-4d07-bff4-27a76ca5b7f8 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571012 Jan 28 00:21:44.253199 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac5f645-d290-4993-b92f-37dfb60008f3 x-openstack-request-id: req-fac5f645-d290-4993-b92f-37dfb60008f3 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:21:44.253603 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083072a5-af69-442a-be55-72bd0ab43a5a", "name": "network-vif-plugged", "status": "completed", "tag": "6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:21:44.253932 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fac5f645-d290-4993-b92f-37dfb60008f3 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:21:44.254407 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083072a5-af69-442a-be55-72bd0ab43a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c', 'code': 200} Jan 28 00:21:44.337369 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-b68f38a0-1d44-4b1f-aec9-43de4e211dec req-72775de5-8380-48da-9842-25ba18743538 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] show failed (client error): The resource could not be found. Jan 28 00:21:44.338454 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b68f38a0-1d44-4b1f-aec9-43de4e211dec req-72775de5-8380-48da-9842-25ba18743538 tempest-FloatingIPsTestJSON-1536130369 tempest-FloatingIPsTestJSON-1536130369-project] 10.222.0.70 "GET /v2.0/floatingips/7f11d2ac-2f21-48f1-bd46-3ee185470ff2 HTTP/1.1" status: 404 len: 350 time: 0.0584993 Jan 28 00:21:44.353665 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58486) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:44.509173 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:21:44.572450 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75cbed-0967-472e-9d09-df5e81234b95 req-6bfe2092-9a05-4e00-81c7-606f1ab1c8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:44.575340 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f75cbed-0967-472e-9d09-df5e81234b95 req-6bfe2092-9a05-4e00-81c7-606f1ab1c8f9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 1096 time: 0.1176090 Jan 28 00:21:44.678379 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f75cbed-0967-472e-9d09-df5e81234b95 req-2448d36e-252e-44be-abf4-6eba492782a2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944545 Jan 28 00:21:44.736439 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:21:44.737513 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2986a0b7-0a99-4ac1-aa21-1d0a3125a74e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:44.799110 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b0f07-1bea-4388-8fd1-0239a018713e req-150cc7ae-e642-4309-a22d-e386019049f7 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:44.801164 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1b5b0f07-1bea-4388-8fd1-0239a018713e req-150cc7ae-e642-4309-a22d-e386019049f7 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 949 time: 0.5476792 Jan 28 00:21:44.820307 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2986a0b7-0a99-4ac1-aa21-1d0a3125a74e,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:44.830055 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2986a0b7-0a99-4ac1-aa21-1d0a3125a74e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:44.930859 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1b5b0f07-1bea-4388-8fd1-0239a018713e req-365e9f0d-3e2e-431d-b703-cd474655f34d tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079063 Jan 28 00:21:44.953466 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=2986a0b7-0a99-4ac1-aa21-1d0a3125a74e,revision_number=9']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:45.092371 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58512) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:45.189933 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11ac72-64f0-4cce-8e48-3002bc2b6873 req-b1508b6a-d581-4e57-872f-af2911bd91c5 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:45.192519 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cd11ac72-64f0-4cce-8e48-3002bc2b6873 req-b1508b6a-d581-4e57-872f-af2911bd91c5 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.65 "GET /v2.0/ports?device_id=f45223af-52b3-42f6-b3ae-6a8a9a4efc3d HTTP/1.1" status: 200 len: 945 time: 0.1281250 Jan 28 00:21:45.235827 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58518) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:45.354265 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-64a09943-6a78-404a-af70-eadb5f4348eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:45.367921 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-cd11ac72-64f0-4cce-8e48-3002bc2b6873 req-bca041b6-c0d6-4243-b2be-cb7255d80b97 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Deleting port 43ad3812-f7ce-4ddd-bbc9-62406b032195 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:21:45.368248 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-cd11ac72-64f0-4cce-8e48-3002bc2b6873 req-bca041b6-c0d6-4243-b2be-cb7255d80b97 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (43ad3812-f7ce-4ddd-bbc9-62406b032195), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:45.377749 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b33aac-9135-40e4-922a-71b40c3a4a3c req-723f77cf-c9db-4feb-87ad-eda536d378e9 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:45.379712 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-28b33aac-9135-40e4-922a-71b40c3a4a3c req-723f77cf-c9db-4feb-87ad-eda536d378e9 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=f45223af-52b3-42f6-b3ae-6a8a9a4efc3d HTTP/1.1" status: 200 len: 945 time: 0.2308543 Jan 28 00:21:45.400133 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-41be240f-dedf-4316-aa08-eddd6a7c25e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:45.424026 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f7dd3-546d-4fe8-a279-b18f7d397a01 req-f794b68c-56c3-48e2-8296-586df256098f tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:45.431661 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-948f7dd3-546d-4fe8-a279-b18f7d397a01 req-f794b68c-56c3-48e2-8296-586df256098f tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 946 time: 0.2814159 Jan 28 00:21:45.544240 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-cd11ac72-64f0-4cce-8e48-3002bc2b6873 req-bca041b6-c0d6-4243-b2be-cb7255d80b97 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] For port 43ad3812-f7ce-4ddd-bbc9-62406b032195, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=43ad3812-f7ce-4ddd-bbc9-62406b032195,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:45.544518 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-cd11ac72-64f0-4cce-8e48-3002bc2b6873 req-bca041b6-c0d6-4243-b2be-cb7255d80b97 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (43ad3812-f7ce-4ddd-bbc9-62406b032195), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:45.566262 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-cd11ac72-64f0-4cce-8e48-3002bc2b6873 req-bca041b6-c0d6-4243-b2be-cb7255d80b97 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Calling delete_port for 43ad3812-f7ce-4ddd-bbc9-62406b032195 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:21:45.598109 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-948f7dd3-546d-4fe8-a279-b18f7d397a01 req-d321f33c-5e71-4e9b-ad1b-984c6dfd02e0 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654518 Jan 28 00:21:45.601708 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-28b33aac-9135-40e4-922a-71b40c3a4a3c req-c8ab9690-9518-41e8-b42d-ca134d90fa08 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067401 Jan 28 00:21:45.704877 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-41be240f-dedf-4316-aa08-eddd6a7c25e9 admin admin] Publish callbacks [] for security_group (006a48fb-86d8-46ea-8db3-8ad3cbe658d4), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:45.737386 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-41be240f-dedf-4316-aa08-eddd6a7c25e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (006a48fb-86d8-46ea-8db3-8ad3cbe658d4), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:45.754367 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-64a09943-6a78-404a-af70-eadb5f4348eb admin admin] Publish callbacks [] for security_group (7166631d-a954-4939-8fa1-4ea6c5b119f2), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:45.759235 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-cd11ac72-64f0-4cce-8e48-3002bc2b6873 req-bca041b6-c0d6-4243-b2be-cb7255d80b97 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (43ad3812-f7ce-4ddd-bbc9-62406b032195), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:45.772553 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-64a09943-6a78-404a-af70-eadb5f4348eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7166631d-a954-4939-8fa1-4ea6c5b119f2), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:45.797921 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['2757eada-5c5d-468f-9a9f-01ce2f9b089c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:21:45.802255 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca041b6-c0d6-4243-b2be-cb7255d80b97 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Pushing event deleted for resources: {'Port': ['ID=43ad3812-f7ce-4ddd-bbc9-62406b032195,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:45.810470 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['a3546c51-25d2-4478-89f4-93d4c533109f', '43ad3812-f7ce-4ddd-bbc9-62406b032195'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:21:45.872015 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a09943-6a78-404a-af70-eadb5f4348eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7166631d-a954-4939-8fa1-4ea6c5b119f2,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:45.891924 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-64a09943-6a78-404a-af70-eadb5f4348eb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a9a3a98ed45b411292afe30cffbc30a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7968352 Jan 28 00:21:45.893828 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd11ac72-64f0-4cce-8e48-3002bc2b6873 req-bca041b6-c0d6-4243-b2be-cb7255d80b97 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] No DVR routers for this DVR port 43ad3812-f7ce-4ddd-bbc9-62406b032195 on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:21:45.895856 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58526) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:45.898503 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-cd11ac72-64f0-4cce-8e48-3002bc2b6873 req-bca041b6-c0d6-4243-b2be-cb7255d80b97 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:45.902100 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cd11ac72-64f0-4cce-8e48-3002bc2b6873 req-bca041b6-c0d6-4243-b2be-cb7255d80b97 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.65 "DELETE /v2.0/ports/43ad3812-f7ce-4ddd-bbc9-62406b032195 HTTP/1.1" status: 204 len: 173 time: 0.7039194 Jan 28 00:21:45.902516 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be240f-dedf-4316-aa08-eddd6a7c25e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006a48fb-86d8-46ea-8db3-8ad3cbe658d4,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:45.908117 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45223af-52b3-42f6-b3ae-6a8a9a4efc3d', 'name': 'network-vif-deleted', 'tag': '43ad3812-f7ce-4ddd-bbc9-62406b032195'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:21:45.910365 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5742e591-1ecd-4725-b2e0-dd3b31edd067" -d '{"events": [{"server_uuid": "f45223af-52b3-42f6-b3ae-6a8a9a4efc3d", "name": "network-vif-deleted", "tag": "43ad3812-f7ce-4ddd-bbc9-62406b032195"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:21:45.972460 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76755020-5fd4-47ff-873e-5f5af641d8b2 admin admin] Publish callbacks [] for security_group (7166631d-a954-4939-8fa1-4ea6c5b119f2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:46.004943 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76755020-5fd4-47ff-873e-5f5af641d8b2 admin admin] Publish callbacks [] for security_group (7166631d-a954-4939-8fa1-4ea6c5b119f2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:46.066575 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-41be240f-dedf-4316-aa08-eddd6a7c25e9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9ab4a792da6f47b19ffaa991d04e99b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7934823 Jan 28 00:21:46.071115 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58532) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:46.107516 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d023c-2c79-4ee8-886d-095411eff9b6 req-f0ee15fe-4fc2-414c-b5c9-0d2aef9f235f tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:46.114008 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76755020-5fd4-47ff-873e-5f5af641d8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7166631d-a954-4939-8fa1-4ea6c5b119f2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:46.117271 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76755020-5fd4-47ff-873e-5f5af641d8b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:46.119093 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-76755020-5fd4-47ff-873e-5f5af641d8b2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7166631d-a954-4939-8fa1-4ea6c5b119f2 HTTP/1.1" status: 204 len: 168 time: 0.2221086 Jan 28 00:21:46.135769 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d13d023c-2c79-4ee8-886d-095411eff9b6 req-f0ee15fe-4fc2-414c-b5c9-0d2aef9f235f tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.3835595 Jan 28 00:21:46.152699 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76755020-5fd4-47ff-873e-5f5af641d8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7166631d-a954-4939-8fa1-4ea6c5b119f2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:46.186977 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4a6401cb-733d-4780-bc4e-bc18af772077 admin admin] Publish callbacks [] for security_group (006a48fb-86d8-46ea-8db3-8ad3cbe658d4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:46.209992 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987e738-c6a3-4279-ae76-cbc5a25500de req-84393de1-35dc-4f79-b8f1-3e8af8cfc85f tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:46.223669 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4987e738-c6a3-4279-ae76-cbc5a25500de req-84393de1-35dc-4f79-b8f1-3e8af8cfc85f tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 945 time: 0.4372737 Jan 28 00:21:46.229382 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4a6401cb-733d-4780-bc4e-bc18af772077 admin admin] Publish callbacks [] for security_group (006a48fb-86d8-46ea-8db3-8ad3cbe658d4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:46.256180 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2bcf2fb4-8260-4ea9-9f5e-de079dac4d29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (7a9c3c61-4969-4fa1-8b6e-d471801e56e6), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:46.261084 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff2108c-0d77-499d-ab94-d922edd74db1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2986a0b7-0a99-4ac1-aa21-1d0a3125a74e'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:21:46.264715 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a54276-66fe-4898-b845-2f46f4c31521" -d '{"events": [{"server_uuid": "cff2108c-0d77-499d-ab94-d922edd74db1", "name": "network-vif-unplugged", "status": "completed", "tag": "2986a0b7-0a99-4ac1-aa21-1d0a3125a74e"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:21:46.318574 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4a6401cb-733d-4780-bc4e-bc18af772077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (006a48fb-86d8-46ea-8db3-8ad3cbe658d4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:46.322852 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4a6401cb-733d-4780-bc4e-bc18af772077 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:46.324342 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4a6401cb-733d-4780-bc4e-bc18af772077 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/006a48fb-86d8-46ea-8db3-8ad3cbe658d4 HTTP/1.1" status: 204 len: 168 time: 0.2421486 Jan 28 00:21:46.347150 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6401cb-733d-4780-bc4e-bc18af772077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006a48fb-86d8-46ea-8db3-8ad3cbe658d4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:46.492841 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d13d023c-2c79-4ee8-886d-095411eff9b6 req-84afa165-3c74-41a5-a94d-c69f92baf986 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484213 Jan 28 00:21:46.573516 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:21:46.607228 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4987e738-c6a3-4279-ae76-cbc5a25500de req-3e0b6982-adc2-4bc9-bc0b-ad0665ff23e7 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786511 Jan 28 00:21:46.789706 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c0b5e0-b670-4cfa-9971-e2e800ec55de x-openstack-request-id: req-48c0b5e0-b670-4cfa-9971-e2e800ec55de {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:21:46.790181 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45223af-52b3-42f6-b3ae-6a8a9a4efc3d", "name": "network-vif-deleted", "tag": "43ad3812-f7ce-4ddd-bbc9-62406b032195", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:21:46.790181 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-48c0b5e0-b670-4cfa-9971-e2e800ec55de {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:21:46.790485 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45223af-52b3-42f6-b3ae-6a8a9a4efc3d', 'name': 'network-vif-deleted', 'tag': '43ad3812-f7ce-4ddd-bbc9-62406b032195', 'status': 'completed', 'code': 200} Jan 28 00:21:46.870060 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9af22cf-03df-4996-a0ca-2b0000127ab6 x-openstack-request-id: req-a9af22cf-03df-4996-a0ca-2b0000127ab6 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:21:46.870543 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff2108c-0d77-499d-ab94-d922edd74db1", "name": "network-vif-unplugged", "status": "completed", "tag": "2986a0b7-0a99-4ac1-aa21-1d0a3125a74e", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:21:46.870857 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a9af22cf-03df-4996-a0ca-2b0000127ab6 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:21:46.871551 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff2108c-0d77-499d-ab94-d922edd74db1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2986a0b7-0a99-4ac1-aa21-1d0a3125a74e', 'code': 200} Jan 28 00:21:46.902292 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2986a0b7-0a99-4ac1-aa21-1d0a3125a74e,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:46.918540 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '2986a0b7-0a99-4ac1-aa21-1d0a3125a74e', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': '2986a0b7-0a99-4ac1-aa21-1d0a3125a74e', 'mac_address': 'fa:16:3e:b2:9b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:21:47.050383 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c28074-fa60-4469-ad75-bc333b1386ad req-f57ff30f-9db7-4b70-a939-d79fa46336fc tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:47.061650 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e6c28074-fa60-4469-ad75-bc333b1386ad req-f57ff30f-9db7-4b70-a939-d79fa46336fc tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 947 time: 0.1705153 Jan 28 00:21:47.064519 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:21:47.066146 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2986a0b7-0a99-4ac1-aa21-1d0a3125a74e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:47.123268 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:21:47.151541 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-25b0b014-4a54-4675-a634-b58f5e8a13f8 req-de458246-3c94-4b5d-a663-95c9c390d137 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=f45223af-52b3-42f6-b3ae-6a8a9a4efc3d HTTP/1.1" status: 200 len: 210 time: 0.0837662 Jan 28 00:21:47.165984 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2986a0b7-0a99-4ac1-aa21-1d0a3125a74e,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:47.175798 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2986a0b7-0a99-4ac1-aa21-1d0a3125a74e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:47.234223 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e6c28074-fa60-4469-ad75-bc333b1386ad req-99cb777a-25cb-4c72-aa9e-a713bff32d89 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715124 Jan 28 00:21:47.269533 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=2986a0b7-0a99-4ac1-aa21-1d0a3125a74e,revision_number=10']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:47.360385 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-2bcf2fb4-8260-4ea9-9f5e-de079dac4d29 admin admin] Deleting port d1e51287-4731-4a31-b13a-f17c76846b02 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:21:47.360692 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2bcf2fb4-8260-4ea9-9f5e-de079dac4d29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (d1e51287-4731-4a31-b13a-f17c76846b02), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:47.491395 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828dda0-c648-4277-857f-4bfe8c2ce660 req-145c606a-3855-4742-af0b-3432be233690 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:47.498455 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d828dda0-c648-4277-857f-4bfe8c2ce660 req-145c606a-3855-4742-af0b-3432be233690 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 949 time: 0.1530123 Jan 28 00:21:47.556676 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-2bcf2fb4-8260-4ea9-9f5e-de079dac4d29 admin admin] For port d1e51287-4731-4a31-b13a-f17c76846b02, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=d1e51287-4731-4a31-b13a-f17c76846b02,segment=NetworkSegment(f57816fa-fb39-4bf9-8b0a-b4f4c68f69bb),segment_id=f57816fa-fb39-4bf9-8b0a-b4f4c68f69bb)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:47.560684 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2bcf2fb4-8260-4ea9-9f5e-de079dac4d29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (d1e51287-4731-4a31-b13a-f17c76846b02), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:47.579964 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525eafa9-6885-4fa6-b049-c8034e9d2204 req-acc7e6a0-6c75-483f-8a99-8e591ce13d30 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:47.581618 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-525eafa9-6885-4fa6-b049-c8034e9d2204 req-acc7e6a0-6c75-483f-8a99-8e591ce13d30 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.1904595 Jan 28 00:21:47.599743 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-2bcf2fb4-8260-4ea9-9f5e-de079dac4d29 admin admin] Calling delete_port for d1e51287-4731-4a31-b13a-f17c76846b02 owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:21:47.647705 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d828dda0-c648-4277-857f-4bfe8c2ce660 req-3e6c5745-32a0-4abb-9013-5206f24e3ff2 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482873 Jan 28 00:21:47.717575 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['2986a0b7-0a99-4ac1-aa21-1d0a3125a74e'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:21:47.747664 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-525eafa9-6885-4fa6-b049-c8034e9d2204 req-2b100e96-7507-419f-8547-d4e460ea008d tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452904 Jan 28 00:21:47.967324 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8285ba-70e0-4b7b-abe2-90fa2394fd7e req-5c1e9746-e5c4-47da-8ec8-213297b11fb5 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:47.977305 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ae8285ba-70e0-4b7b-abe2-90fa2394fd7e req-5c1e9746-e5c4-47da-8ec8-213297b11fb5 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 945 time: 0.1281445 Jan 28 00:21:48.061927 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ae8285ba-70e0-4b7b-abe2-90fa2394fd7e req-18dfc8d5-c897-45fa-bb3d-5133790e5eb9 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835865 Jan 28 00:21:48.068243 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2bcf2fb4-8260-4ea9-9f5e-de079dac4d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (d1e51287-4731-4a31-b13a-f17c76846b02), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:48.154141 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf2fb4-8260-4ea9-9f5e-de079dac4d29 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e51287-4731-4a31-b13a-f17c76846b02,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:48.447228 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2bcf2fb4-8260-4ea9-9f5e-de079dac4d29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (7a9c3c61-4969-4fa1-8b6e-d471801e56e6), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:48.596087 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08431ed4-1589-4c19-8243-956cb3080e5c req-a2c682b0-4ca4-4a45-a27e-a3a3df35a99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:48.598997 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-08431ed4-1589-4c19-8243-956cb3080e5c req-a2c682b0-4ca4-4a45-a27e-a3a3df35a99e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=196e2a06defd4040950ac19641a2f393&device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 1096 time: 0.0847163 Jan 28 00:21:48.644529 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-7d42be02-5647-4106-92d1-19780ef07578 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=83dbb6195da44e30b63c09c8e88d497f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706177 Jan 28 00:21:48.769537 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08431ed4-1589-4c19-8243-956cb3080e5c req-8e78410f-b29a-4399-97fd-d4dc9b2ca9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:48.771727 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-08431ed4-1589-4c19-8243-956cb3080e5c req-8e78410f-b29a-4399-97fd-d4dc9b2ca9b7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=64b0a5d5-a645-4f8b-974a-dd9349c99779 HTTP/1.1" status: 200 len: 912 time: 0.1643240 Jan 28 00:21:48.823371 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-08431ed4-1589-4c19-8243-956cb3080e5c req-2c58c4d7-6d1f-43f2-97aa-c9f93fb99092 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c HTTP/1.1" status: 200 len: 217 time: 0.0439963 Jan 28 00:21:48.882008 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ae0d1-d6f5-444f-a520-5ea34250f0ad req-3062ec9d-b155-4ccd-a8c0-b85b0b5accf3 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:48.883675 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ac0ae0d1-d6f5-444f-a520-5ea34250f0ad req-3062ec9d-b155-4ccd-a8c0-b85b0b5accf3 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 945 time: 0.2145813 Jan 28 00:21:48.897782 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08431ed4-1589-4c19-8243-956cb3080e5c req-e90e3c1e-9060-4d31-b565-7042c97880a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:48.900850 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-08431ed4-1589-4c19-8243-956cb3080e5c req-e90e3c1e-9060-4d31-b565-7042c97880a1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=530fddaf-a5d7-4bcd-acc2-ddfe220a3804 HTTP/1.1" status: 200 len: 851 time: 0.0698380 Jan 28 00:21:48.932351 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-254e0eb9-20e8-493b-b229-688e71b96488 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:48.934020 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-254e0eb9-20e8-493b-b229-688e71b96488 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2884209 Jan 28 00:21:48.956367 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-08431ed4-1589-4c19-8243-956cb3080e5c req-b13da9ac-7808-41ac-a20d-534acb34743b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=64b0a5d5-a645-4f8b-974a-dd9349c99779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446661 Jan 28 00:21:48.976026 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-2d73d78c-3d77-4012-8ca1-d93a5bf2e2bf tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/quotas/83dbb6195da44e30b63c09c8e88d497f HTTP/1.1" status: 200 len: 375 time: 0.0301170 Jan 28 00:21:49.086327 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ac0ae0d1-d6f5-444f-a520-5ea34250f0ad req-36b14cf2-9276-474c-9250-99a27aa545bf tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958153 Jan 28 00:21:49.104953 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bcf2fb4-8260-4ea9-9f5e-de079dac4d29 admin admin] Router 7a9c3c61-4969-4fa1-8b6e-d471801e56e6 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:21:49.123222 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-08431ed4-1589-4c19-8243-956cb3080e5c req-8a1c9897-8fd9-4a0a-8910-f0993f12cd5f service neutron] 10.222.0.65 "GET /v2.0/networks/64b0a5d5-a645-4f8b-974a-dd9349c99779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602771 Jan 28 00:21:49.124734 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-ffc10db2-3cb7-43d5-9dcc-5a5ea67ff1be tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1374800 Jan 28 00:21:49.415409 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcf2fb4-8260-4ea9-9f5e-de079dac4d29 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:21:49.432657 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-08431ed4-1589-4c19-8243-956cb3080e5c req-62eeb166-51e4-441b-bc14-d0e4cba9ad16 service neutron] 10.222.0.65 "GET /v2.0/networks/64b0a5d5-a645-4f8b-974a-dd9349c99779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000462 Jan 28 00:21:49.436510 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a759c7-8caa-4e32-9b29-d45ab57e4abb None None] Sync routers for ids ['7a9c3c61-4969-4fa1-8b6e-d471801e56e6'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:21:49.464629 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2bcf2fb4-8260-4ea9-9f5e-de079dac4d29 admin admin] 10.222.0.70 "PUT /v2.0/routers/7a9c3c61-4969-4fa1-8b6e-d471801e56e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1089756 Jan 28 00:21:49.468882 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58654) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:49.481838 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a759c7-8caa-4e32-9b29-d45ab57e4abb None None] Routers {'7a9c3c61-4969-4fa1-8b6e-d471801e56e6'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:21:49.483079 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-10a759c7-8caa-4e32-9b29-d45ab57e4abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:21:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['7a9c3c61-4969-4fa1-8b6e-d471801e56e6'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:21:49.542815 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5bf94df1-566b-4fc4-bc8b-f381c87a70be req-34d78d53-33c2-4382-a04e-50669796e64a tempest-AbsoluteLimitsNegativeTestJSON-730793989 tempest-AbsoluteLimitsNegativeTestJSON-730793989-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e51702479cda4494a01c52077623d333&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0749757 Jan 28 00:21:49.611241 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 43ad3812-f7ce-4ddd-bbc9-62406b032195 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:21:49.727751 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-10a759c7-8caa-4e32-9b29-d45ab57e4abb None None] Set router 7a9c3c61-4969-4fa1-8b6e-d471801e56e6 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:21:49.729554 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 43ad3812-f7ce-4ddd-bbc9-62406b032195 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:21:49.732809 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 43ad3812-f7ce-4ddd-bbc9-62406b032195 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:21:49.936246 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf1589dd-d06f-40cd-b970-a48b2a2dd33c admin admin] Publish callbacks [] for router (7a9c3c61-4969-4fa1-8b6e-d471801e56e6), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:50.125186 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-10a759c7-8caa-4e32-9b29-d45ab57e4abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9c3c61-4969-4fa1-8b6e-d471801e56e6', 'name': 'tempest-FloatingIPsTestJSON-1362335073-router', 'tenant_id': '845864742b644292a77cbdbed1270c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '42a5f767-d611-4da0-a54b-1ec5e6f473c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:21:18Z', 'updated_at': '2022-01-28T00:21:47Z', 'revision_number': 5, 'project_id': '845864742b644292a77cbdbed1270c10', 'gw_port': {'id': '42a5f767-d611-4da0-a54b-1ec5e6f473c1', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c3c61-4969-4fa1-8b6e-d471801e56e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:21:19Z', 'updated_at': '2022-01-28T00:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:21:50.131519 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf94df1-566b-4fc4-bc8b-f381c87a70be req-aa8b26cc-e512-4f2b-9dc3-8409aaad41c5 tempest-AbsoluteLimitsNegativeTestJSON-730793989 tempest-AbsoluteLimitsNegativeTestJSON-730793989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:50.138136 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5bf94df1-566b-4fc4-bc8b-f381c87a70be req-aa8b26cc-e512-4f2b-9dc3-8409aaad41c5 tempest-AbsoluteLimitsNegativeTestJSON-730793989 tempest-AbsoluteLimitsNegativeTestJSON-730793989-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5827231 Jan 28 00:21:50.165566 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f814e6b-29f9-443c-b3a8-f8f42d35515d req-d43455aa-6273-49c0-8cdf-8168a47d859e tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:50.183956 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f814e6b-29f9-443c-b3a8-f8f42d35515d req-d43455aa-6273-49c0-8cdf-8168a47d859e tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.4246485 Jan 28 00:21:50.204147 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a759c7-8caa-4e32-9b29-d45ab57e4abb None None] Checking router: 7a9c3c61-4969-4fa1-8b6e-d471801e56e6 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:21:50.222457 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a759c7-8caa-4e32-9b29-d45ab57e4abb None None] Routers {'7a9c3c61-4969-4fa1-8b6e-d471801e56e6'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:21:50.224471 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-10a759c7-8caa-4e32-9b29-d45ab57e4abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:21:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['7a9c3c61-4969-4fa1-8b6e-d471801e56e6'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:21:50.242841 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5bf94df1-566b-4fc4-bc8b-f381c87a70be req-a9b1433c-9a2c-4838-807a-5610017d5c16 tempest-AbsoluteLimitsNegativeTestJSON-730793989 tempest-AbsoluteLimitsNegativeTestJSON-730793989-project] 10.222.0.70 "GET /v2.0/quotas/e51702479cda4494a01c52077623d333 HTTP/1.1" status: 200 len: 375 time: 0.0545805 Jan 28 00:21:50.391961 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5bf94df1-566b-4fc4-bc8b-f381c87a70be req-249aebd8-0dca-40bc-9915-d1aca3465ddc tempest-AbsoluteLimitsNegativeTestJSON-730793989 tempest-AbsoluteLimitsNegativeTestJSON-730793989-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e51702479cda4494a01c52077623d333&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1203845 Jan 28 00:21:50.477623 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f814e6b-29f9-443c-b3a8-f8f42d35515d req-1d5af2cf-b208-4034-8e6e-673859ce3586 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921655 Jan 28 00:21:50.513188 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf1589dd-d06f-40cd-b970-a48b2a2dd33c admin admin] Publish callbacks [] for router_gateway (7a9c3c61-4969-4fa1-8b6e-d471801e56e6), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:50.519583 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-10a759c7-8caa-4e32-9b29-d45ab57e4abb None None] Set router 7a9c3c61-4969-4fa1-8b6e-d471801e56e6 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:21:50.576759 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:21:50.662958 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-bf1589dd-d06f-40cd-b970-a48b2a2dd33c admin admin] Deleting port 42a5f767-d611-4da0-a54b-1ec5e6f473c1 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:21:50.664015 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf1589dd-d06f-40cd-b970-a48b2a2dd33c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (42a5f767-d611-4da0-a54b-1ec5e6f473c1), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:50.857684 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b351c551-54f4-4f09-8167-54ac1e1bd6e3 req-c0f527f8-396a-4057-9330-babe058fc19f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 210 time: 0.0770004 Jan 28 00:21:50.858198 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:21:50.858815 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2986a0b7-0a99-4ac1-aa21-1d0a3125a74e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:50.937244 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0263e-14c0-4ffa-8aee-932da803d5c6 req-151bfd43-1b6b-4dca-bb5f-db4b3f7c10ce tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:50.960637 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-16c0263e-14c0-4ffa-8aee-932da803d5c6 req-151bfd43-1b6b-4dca-bb5f-db4b3f7c10ce tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b298680-6f76-4efc-a3d9-203d0ffb88cd HTTP/1.1" status: 200 len: 945 time: 0.1622949 Jan 28 00:21:51.015158 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:21:51.018711 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-bf1589dd-d06f-40cd-b970-a48b2a2dd33c admin admin] For port 42a5f767-d611-4da0-a54b-1ec5e6f473c1, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=42a5f767-d611-4da0-a54b-1ec5e6f473c1,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:51.019561 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf1589dd-d06f-40cd-b970-a48b2a2dd33c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (42a5f767-d611-4da0-a54b-1ec5e6f473c1), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:51.045322 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-bf1589dd-d06f-40cd-b970-a48b2a2dd33c admin admin] Calling delete_port for 42a5f767-d611-4da0-a54b-1ec5e6f473c1 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:21:51.149548 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:21:51.151778 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2986a0b7-0a99-4ac1-aa21-1d0a3125a74e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:51.183506 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff2108c-0d77-499d-ab94-d922edd74db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2986a0b7-0a99-4ac1-aa21-1d0a3125a74e'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:21:51.186591 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038381d4-5d46-4139-b3d8-d4d97a7675f4" -d '{"events": [{"server_uuid": "cff2108c-0d77-499d-ab94-d922edd74db1", "name": "network-vif-plugged", "status": "completed", "tag": "2986a0b7-0a99-4ac1-aa21-1d0a3125a74e"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:21:51.204862 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2986a0b7-0a99-4ac1-aa21-1d0a3125a74e,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:51.213321 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2986a0b7-0a99-4ac1-aa21-1d0a3125a74e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:51.222380 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-16c0263e-14c0-4ffa-8aee-932da803d5c6 req-15823a85-99b1-4292-b1e2-c3973cfb5715 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450056 Jan 28 00:21:51.269918 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999d90e-8289-48b1-aedf-8584597454d6 req-8ebf8cc6-cc24-4503-9437-5822be0e5713 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:51.271845 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2999d90e-8289-48b1-aedf-8584597454d6 req-8ebf8cc6-cc24-4503-9437-5822be0e5713 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 945 time: 0.2370713 Jan 28 00:21:51.333116 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-10a759c7-8caa-4e32-9b29-d45ab57e4abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9c3c61-4969-4fa1-8b6e-d471801e56e6', 'name': 'tempest-FloatingIPsTestJSON-1362335073-router', 'tenant_id': '845864742b644292a77cbdbed1270c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '42a5f767-d611-4da0-a54b-1ec5e6f473c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:21:18Z', 'updated_at': '2022-01-28T00:21:47Z', 'revision_number': 5, 'project_id': '845864742b644292a77cbdbed1270c10', 'gw_port': {'id': '42a5f767-d611-4da0-a54b-1ec5e6f473c1', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c3c61-4969-4fa1-8b6e-d471801e56e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:21:19Z', 'updated_at': '2022-01-28T00:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:21:51.338759 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=2986a0b7-0a99-4ac1-aa21-1d0a3125a74e,revision_number=11']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:51.417489 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58688) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:51.435558 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2999d90e-8289-48b1-aedf-8584597454d6 req-db5d35ed-62bc-4d7b-9bd3-8e241180c80f tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537690 Jan 28 00:21:51.497475 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00435f57-2b70-4b82-802c-efd04259452d x-openstack-request-id: req-00435f57-2b70-4b82-802c-efd04259452d {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:21:51.498043 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff2108c-0d77-499d-ab94-d922edd74db1", "name": "network-vif-plugged", "status": "completed", "tag": "2986a0b7-0a99-4ac1-aa21-1d0a3125a74e", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:21:51.498764 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-00435f57-2b70-4b82-802c-efd04259452d {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:21:51.499387 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff2108c-0d77-499d-ab94-d922edd74db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2986a0b7-0a99-4ac1-aa21-1d0a3125a74e', 'code': 200} Jan 28 00:21:51.595723 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a759c7-8caa-4e32-9b29-d45ab57e4abb None None] The sync data for ids ['7a9c3c61-4969-4fa1-8b6e-d471801e56e6'] in n-d-826754-1 is: [{'id': '7a9c3c61-4969-4fa1-8b6e-d471801e56e6', 'name': 'tempest-FloatingIPsTestJSON-1362335073-router', 'tenant_id': '845864742b644292a77cbdbed1270c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '42a5f767-d611-4da0-a54b-1ec5e6f473c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:21:18Z', 'updated_at': '2022-01-28T00:21:47Z', 'revision_number': 5, 'project_id': '845864742b644292a77cbdbed1270c10', 'gw_port': {'id': '42a5f767-d611-4da0-a54b-1ec5e6f473c1', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c3c61-4969-4fa1-8b6e-d471801e56e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:21:19Z', 'updated_at': '2022-01-28T00:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:21:51.619031 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf1589dd-d06f-40cd-b970-a48b2a2dd33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (42a5f767-d611-4da0-a54b-1ec5e6f473c1), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:51.665428 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-141709e6-c51d-41da-9a93-88f56997916e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:51.683506 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1589dd-d06f-40cd-b970-a48b2a2dd33c admin admin] Pushing event deleted for resources: {'Port': ['ID=42a5f767-d611-4da0-a54b-1ec5e6f473c1,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:51.785767 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d97c25-28b5-453b-8e5c-19cf123532fb req-2c1ba305-0261-47ec-9ac5-a479c9fd07b2 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:51.785767 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-58d97c25-28b5-453b-8e5c-19cf123532fb req-2c1ba305-0261-47ec-9ac5-a479c9fd07b2 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b298680-6f76-4efc-a3d9-203d0ffb88cd HTTP/1.1" status: 200 len: 945 time: 0.4469912 Jan 28 00:21:51.866642 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf1589dd-d06f-40cd-b970-a48b2a2dd33c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (7a9c3c61-4969-4fa1-8b6e-d471801e56e6), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:51.867771 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-730ba168-a709-457a-a183-e8370eb6f800 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=83dbb6195da44e30b63c09c8e88d497f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0926940 Jan 28 00:21:52.046719 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf1589dd-d06f-40cd-b970-a48b2a2dd33c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (7a9c3c61-4969-4fa1-8b6e-d471801e56e6), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:52.061322 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf1589dd-d06f-40cd-b970-a48b2a2dd33c admin admin] Publish callbacks [] for router_controller (7a9c3c61-4969-4fa1-8b6e-d471801e56e6), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:52.231166 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf1589dd-d06f-40cd-b970-a48b2a2dd33c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (7a9c3c61-4969-4fa1-8b6e-d471801e56e6), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:52.234474 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1589dd-d06f-40cd-b970-a48b2a2dd33c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a9c3c61-4969-4fa1-8b6e-d471801e56e6 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:21:52.247209 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf1589dd-d06f-40cd-b970-a48b2a2dd33c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:52.254010 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bf1589dd-d06f-40cd-b970-a48b2a2dd33c admin admin] 10.222.0.70 "DELETE /v2.0/routers/7a9c3c61-4969-4fa1-8b6e-d471801e56e6 HTTP/1.1" status: 204 len: 168 time: 2.7789948 Jan 28 00:21:52.254416 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58714) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:52.325071 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-58d97c25-28b5-453b-8e5c-19cf123532fb req-5eb53523-e664-4066-b009-1c8ff2485990 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Deleting port a3546c51-25d2-4478-89f4-93d4c533109f {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:21:52.325572 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-58d97c25-28b5-453b-8e5c-19cf123532fb req-5eb53523-e664-4066-b009-1c8ff2485990 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (a3546c51-25d2-4478-89f4-93d4c533109f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:52.331361 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-987327fd-ec2e-4f26-90a3-62d65ded0453 admin admin] Deleting subnet 89566c82-238f-4c6a-bf53-c85a9719ea0a {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:21:52.336093 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-987327fd-ec2e-4f26-90a3-62d65ded0453 admin admin] Publish callbacks [] for subnet (89566c82-238f-4c6a-bf53-c85a9719ea0a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:52.431313 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-987327fd-ec2e-4f26-90a3-62d65ded0453 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (89566c82-238f-4c6a-bf53-c85a9719ea0a), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:52.489050 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0d9ff0ca-935f-461d-a807-0bb54f3b5c77 req-c31bdc53-fd40-48dd-8fb4-3970bb4c7ee6 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 210 time: 0.0867414 Jan 28 00:21:52.520894 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-58d97c25-28b5-453b-8e5c-19cf123532fb req-5eb53523-e664-4066-b009-1c8ff2485990 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] For port a3546c51-25d2-4478-89f4-93d4c533109f, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a3546c51-25d2-4478-89f4-93d4c533109f,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:52.521277 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-58d97c25-28b5-453b-8e5c-19cf123532fb req-5eb53523-e664-4066-b009-1c8ff2485990 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (a3546c51-25d2-4478-89f4-93d4c533109f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:52.562069 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-58d97c25-28b5-453b-8e5c-19cf123532fb req-5eb53523-e664-4066-b009-1c8ff2485990 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Calling delete_port for a3546c51-25d2-4478-89f4-93d4c533109f owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:21:52.605351 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-141709e6-c51d-41da-9a93-88f56997916e admin admin] Publish callbacks [] for security_group (d494a092-6018-40e9-98fd-6a49da017d2b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:52.671803 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-141709e6-c51d-41da-9a93-88f56997916e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d494a092-6018-40e9-98fd-6a49da017d2b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:52.725967 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-987327fd-ec2e-4f26-90a3-62d65ded0453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (89566c82-238f-4c6a-bf53-c85a9719ea0a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:52.748869 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f67ce5-e8e1-438a-9810-e4b7bea46e5b req-9a945679-a9f3-4414-a673-84109756bd53 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:52.751302 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a2f67ce5-e8e1-438a-9810-e4b7bea46e5b req-9a945679-a9f3-4414-a673-84109756bd53 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.8474264 Jan 28 00:21:52.764179 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-96e0c8d4-cb2c-4679-9a9f-6b72d34ff361 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:52.765882 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-96e0c8d4-cb2c-4679-9a9f-6b72d34ff361 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8921835 Jan 28 00:21:52.801186 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-2d9e2df6-e1c2-4389-b37f-c441fa66a1fe tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Request body: {'port': {'device_id': 'b217c6a1-a5df-474a-bcab-027ce2d82849', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'admin_state_up': True, 'tenant_id': '83dbb6195da44e30b63c09c8e88d497f'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:21:52.842890 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-141709e6-c51d-41da-9a93-88f56997916e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e51702479cda4494a01c52077623d333&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4035094 Jan 28 00:21:52.844390 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58726) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:52.848760 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141709e6-c51d-41da-9a93-88f56997916e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d494a092-6018-40e9-98fd-6a49da017d2b,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:52.912292 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-987327fd-ec2e-4f26-90a3-62d65ded0453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (89566c82-238f-4c6a-bf53-c85a9719ea0a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:52.926696 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141709e6-c51d-41da-9a93-88f56997916e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:52.927055 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141709e6-c51d-41da-9a93-88f56997916e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:52.927405 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141709e6-c51d-41da-9a93-88f56997916e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:52.927789 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141709e6-c51d-41da-9a93-88f56997916e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:52.928219 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141709e6-c51d-41da-9a93-88f56997916e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:52.928556 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141709e6-c51d-41da-9a93-88f56997916e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:52.928945 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141709e6-c51d-41da-9a93-88f56997916e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:52.929388 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141709e6-c51d-41da-9a93-88f56997916e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:52.931578 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141709e6-c51d-41da-9a93-88f56997916e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:52.934421 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141709e6-c51d-41da-9a93-88f56997916e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:52.934421 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141709e6-c51d-41da-9a93-88f56997916e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:52.934421 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141709e6-c51d-41da-9a93-88f56997916e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:52.934421 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141709e6-c51d-41da-9a93-88f56997916e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:21:52.954643 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef595b-0895-49eb-8467-eac459fe228f req-a532fb1a-a374-4a24-a4fd-50d940442d79 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:52.965687 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987327fd-ec2e-4f26-90a3-62d65ded0453 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89566c82-238f-4c6a-bf53-c85a9719ea0a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:52.966240 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5eef595b-0895-49eb-8467-eac459fe228f req-a532fb1a-a374-4a24-a4fd-50d940442d79 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b298680-6f76-4efc-a3d9-203d0ffb88cd HTTP/1.1" status: 200 len: 945 time: 0.3527021 Jan 28 00:21:52.999483 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3860e929-32b6-4d4a-b3b5-0d52d081dd62 None None] Network 41d25a86-77ec-484c-8d61-a33715ffd34e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:21:53.002346 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-987327fd-ec2e-4f26-90a3-62d65ded0453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:53.006759 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-987327fd-ec2e-4f26-90a3-62d65ded0453 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/89566c82-238f-4c6a-bf53-c85a9719ea0a HTTP/1.1" status: 204 len: 168 time: 0.7501009 Jan 28 00:21:53.008061 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cca60f73-4f79-4405-afe7-83a10f379a68 admin admin] Publish callbacks [] for security_group (d494a092-6018-40e9-98fd-6a49da017d2b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:53.009845 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58730) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:53.015781 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-58d97c25-28b5-453b-8e5c-19cf123532fb req-5eb53523-e664-4066-b009-1c8ff2485990 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (a3546c51-25d2-4478-89f4-93d4c533109f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:53.058904 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a2f67ce5-e8e1-438a-9810-e4b7bea46e5b req-1a3eaf67-dfdb-492d-8b70-328fcb367adc tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748551 Jan 28 00:21:53.121261 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['2757eada-5c5d-468f-9a9f-01ce2f9b089c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:21:53.123865 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['a3546c51-25d2-4478-89f4-93d4c533109f'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:21:53.200001 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device d1e51287-4731-4a31-b13a-f17c76846b02 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:21:53.204817 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5eef595b-0895-49eb-8467-eac459fe228f req-5a339293-365f-4f38-aff8-7d543f133288 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358336 Jan 28 00:21:53.213504 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-2d9e2df6-e1c2-4389-b37f-c441fa66a1fe tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Made reservation on behalf of 83dbb6195da44e30b63c09c8e88d497f for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:21:53.218377 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-2d9e2df6-e1c2-4389-b37f-c441fa66a1fe tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:53.376138 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: d1e51287-4731-4a31-b13a-f17c76846b02 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:21:53.376554 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device d1e51287-4731-4a31-b13a-f17c76846b02 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:21:53.408773 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb53523-e664-4066-b009-1c8ff2485990 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Pushing event deleted for resources: {'Port': ['ID=a3546c51-25d2-4478-89f4-93d4c533109f,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:53.440359 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-96742227-7de6-4b37-8f15-e152ef31e1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (41d25a86-77ec-484c-8d61-a33715ffd34e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:53.465940 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cca60f73-4f79-4405-afe7-83a10f379a68 admin admin] Publish callbacks [] for security_group (d494a092-6018-40e9-98fd-6a49da017d2b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:53.580023 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d6c0ab-1299-4404-8e30-3008906008fd None None] DHCP port deletion for 41d25a86-77ec-484c-8d61-a33715ffd34e request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:21:53.596152 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-2d9e2df6-e1c2-4389-b37f-c441fa66a1fe tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Allocated IP 192.168.233.44 (6cc4916b-e8a0-4618-abd0-934e16bf0b78/3d2cf619-4390-4946-b152-016e9ede005d/c2b62d87-e6a7-4d22-86d7-b1384874a3df) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:21:53.692017 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cca60f73-4f79-4405-afe7-83a10f379a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d494a092-6018-40e9-98fd-6a49da017d2b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:53.697732 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cca60f73-4f79-4405-afe7-83a10f379a68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:53.702100 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cca60f73-4f79-4405-afe7-83a10f379a68 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d494a092-6018-40e9-98fd-6a49da017d2b HTTP/1.1" status: 204 len: 168 time: 0.8279412 Jan 28 00:21:53.702100 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d97c25-28b5-453b-8e5c-19cf123532fb req-5eb53523-e664-4066-b009-1c8ff2485990 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] No DVR routers for this DVR port a3546c51-25d2-4478-89f4-93d4c533109f on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:21:53.734621 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-58d97c25-28b5-453b-8e5c-19cf123532fb req-5eb53523-e664-4066-b009-1c8ff2485990 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:53.749063 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cc12c967-1f6b-4389-a4a3-e29aaed3d232 req-0c901a36-072c-4bed-945f-3bff69b9bf86 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 210 time: 0.0628316 Jan 28 00:21:53.759122 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-58d97c25-28b5-453b-8e5c-19cf123532fb req-5eb53523-e664-4066-b009-1c8ff2485990 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.65 "DELETE /v2.0/ports/a3546c51-25d2-4478-89f4-93d4c533109f HTTP/1.1" status: 204 len: 173 time: 1.7079396 Jan 28 00:21:53.759527 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-22d6c0ab-1299-4404-8e30-3008906008fd None None] Deleting port 2bd8534b-ea07-410d-8069-9aa480481929 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:21:53.759934 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22d6c0ab-1299-4404-8e30-3008906008fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (2bd8534b-ea07-410d-8069-9aa480481929), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:53.800226 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b298680-6f76-4efc-a3d9-203d0ffb88cd', 'name': 'network-vif-deleted', 'tag': 'a3546c51-25d2-4478-89f4-93d4c533109f'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:21:53.808952 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6369811e-ab85-4b4b-a551-b614f6e07f06" -d '{"events": [{"server_uuid": "3b298680-6f76-4efc-a3d9-203d0ffb88cd", "name": "network-vif-deleted", "tag": "a3546c51-25d2-4478-89f4-93d4c533109f"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:21:53.829529 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca60f73-4f79-4405-afe7-83a10f379a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d494a092-6018-40e9-98fd-6a49da017d2b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:53.926432 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-96742227-7de6-4b37-8f15-e152ef31e1eb admin admin] Deleting port 2bd8534b-ea07-410d-8069-9aa480481929 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:21:53.928937 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-96742227-7de6-4b37-8f15-e152ef31e1eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (2bd8534b-ea07-410d-8069-9aa480481929), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:53.934694 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-22d6c0ab-1299-4404-8e30-3008906008fd None None] For port 2bd8534b-ea07-410d-8069-9aa480481929, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2bd8534b-ea07-410d-8069-9aa480481929,segment=NetworkSegment(f57816fa-fb39-4bf9-8b0a-b4f4c68f69bb),segment_id=f57816fa-fb39-4bf9-8b0a-b4f4c68f69bb)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:53.935362 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22d6c0ab-1299-4404-8e30-3008906008fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (2bd8534b-ea07-410d-8069-9aa480481929), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:53.963272 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-22d6c0ab-1299-4404-8e30-3008906008fd None None] Calling delete_port for 2bd8534b-ea07-410d-8069-9aa480481929 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:21:54.054420 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f79b6b-45c6-4a11-b459-93ab86fe44b0 x-openstack-request-id: req-74f79b6b-45c6-4a11-b459-93ab86fe44b0 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:21:54.054733 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b298680-6f76-4efc-a3d9-203d0ffb88cd", "name": "network-vif-deleted", "tag": "a3546c51-25d2-4478-89f4-93d4c533109f", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:21:54.054995 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-74f79b6b-45c6-4a11-b459-93ab86fe44b0 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:21:54.055423 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b298680-6f76-4efc-a3d9-203d0ffb88cd', 'name': 'network-vif-deleted', 'tag': 'a3546c51-25d2-4478-89f4-93d4c533109f', 'status': 'completed', 'code': 200} Jan 28 00:21:54.168697 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-2d9e2df6-e1c2-4389-b37f-c441fa66a1fe tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks [] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:54.175401 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-22d6c0ab-1299-4404-8e30-3008906008fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (2bd8534b-ea07-410d-8069-9aa480481929), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:54.176909 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-96742227-7de6-4b37-8f15-e152ef31e1eb admin admin] For port 2bd8534b-ea07-410d-8069-9aa480481929, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2bd8534b-ea07-410d-8069-9aa480481929,segment=NetworkSegment(f57816fa-fb39-4bf9-8b0a-b4f4c68f69bb),segment_id=f57816fa-fb39-4bf9-8b0a-b4f4c68f69bb)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:21:54.177636 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-96742227-7de6-4b37-8f15-e152ef31e1eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (2bd8534b-ea07-410d-8069-9aa480481929), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:54.217688 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-96742227-7de6-4b37-8f15-e152ef31e1eb admin admin] Calling delete_port for 2bd8534b-ea07-410d-8069-9aa480481929 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:21:54.232417 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6b339-baa6-44f7-8a46-2d53e239744c req-6f29cfad-6708-4d65-a95b-68b9e102456e tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:54.248094 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9c6b339-baa6-44f7-8a46-2d53e239744c req-6f29cfad-6708-4d65-a95b-68b9e102456e tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 945 time: 0.2206905 Jan 28 00:21:54.259901 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6c0ab-1299-4404-8e30-3008906008fd None None] Pushing event deleted for resources: {'Port': ['ID=2bd8534b-ea07-410d-8069-9aa480481929,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:54.264244 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d6c0ab-1299-4404-8e30-3008906008fd None None] No DVR routers for this DVR port 2bd8534b-ea07-410d-8069-9aa480481929 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:21:54.423420 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-96742227-7de6-4b37-8f15-e152ef31e1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (2bd8534b-ea07-410d-8069-9aa480481929), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:54.474397 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-2d9e2df6-e1c2-4389-b37f-c441fa66a1fe tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:54.510916 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['228baf8b-b15d-4b7b-afdb-c10ccf246e6f'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:21:54.522095 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96742227-7de6-4b37-8f15-e152ef31e1eb admin admin] Pushing event deleted for resources: {'Port': ['ID=2bd8534b-ea07-410d-8069-9aa480481929,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:54.536373 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96742227-7de6-4b37-8f15-e152ef31e1eb admin admin] No DVR routers for this DVR port 2bd8534b-ea07-410d-8069-9aa480481929 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:21:54.581435 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-2d9e2df6-e1c2-4389-b37f-c441fa66a1fe tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:21:54.598761 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['f9d89e94-1881-4800-aec0-ebe0b401e515', '2986a0b7-0a99-4ac1-aa21-1d0a3125a74e'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:21:54.618508 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9c6b339-baa6-44f7-8a46-2d53e239744c req-e4e4aacc-b6b4-4d35-a0be-57897c4e733d tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692374 Jan 28 00:21:54.625143 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-2d9e2df6-e1c2-4389-b37f-c441fa66a1fe tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:21:54.648201 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-2d9e2df6-e1c2-4389-b37f-c441fa66a1fe tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:21:54.698664 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7452b-a7f4-4e7b-ba5f-b3aa435f2deb req-2939998b-a402-414d-b0dc-135ad3c8e4b0 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:54.740958 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6fe7452b-a7f4-4e7b-ba5f-b3aa435f2deb req-2939998b-a402-414d-b0dc-135ad3c8e4b0 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.4847348 Jan 28 00:21:54.820073 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-96742227-7de6-4b37-8f15-e152ef31e1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (41d25a86-77ec-484c-8d61-a33715ffd34e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:54.895353 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2bd8534b-ea07-410d-8069-9aa480481929 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:21:54.912444 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e2df6-e1c2-4389-b37f-c441fa66a1fe tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Pushing event updated for resources: {'Port': ['ID=c2b62d87-e6a7-4d22-86d7-b1384874a3df,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:54.916776 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-96742227-7de6-4b37-8f15-e152ef31e1eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d25a86-77ec-484c-8d61-a33715ffd34e']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:21:54.952789 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 2bd8534b-ea07-410d-8069-9aa480481929 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:21:54.953072 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-96742227-7de6-4b37-8f15-e152ef31e1eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57816fa-fb39-4bf9-8b0a-b4f4c68f69bb') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:21:54.953318 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-96742227-7de6-4b37-8f15-e152ef31e1eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57816fa-fb39-4bf9-8b0a-b4f4c68f69bb') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:21:54.958751 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2bd8534b-ea07-410d-8069-9aa480481929 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:21:54.959409 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 42a5f767-d611-4da0-a54b-1ec5e6f473c1 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:21:54.992286 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-96742227-7de6-4b37-8f15-e152ef31e1eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (f57816fa-fb39-4bf9-8b0a-b4f4c68f69bb), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:55.017171 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 42a5f767-d611-4da0-a54b-1ec5e6f473c1 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:21:55.024539 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 42a5f767-d611-4da0-a54b-1ec5e6f473c1 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:21:55.029678 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-96742227-7de6-4b37-8f15-e152ef31e1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (f57816fa-fb39-4bf9-8b0a-b4f4c68f69bb), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:55.049251 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6fe7452b-a7f4-4e7b-ba5f-b3aa435f2deb req-a4f3c60a-1156-45aa-aa86-7f5076c6c52d tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065126 Jan 28 00:21:55.053694 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96742227-7de6-4b37-8f15-e152ef31e1eb admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:21:55.055130 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-96742227-7de6-4b37-8f15-e152ef31e1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (f57816fa-fb39-4bf9-8b0a-b4f4c68f69bb), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:21:55.059597 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:21:55.229054 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3a11c627-233b-412c-9f5a-b380d5bfb263 req-71d57d29-760f-4821-ad9e-0f949f8db025 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b298680-6f76-4efc-a3d9-203d0ffb88cd HTTP/1.1" status: 200 len: 210 time: 0.2899137 Jan 28 00:21:55.231938 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-b297cf77-335d-4a1f-9337-703f020f710e None None] Provisioning complete for port c2b62d87-e6a7-4d22-86d7-b1384874a3df triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:21:55.232410 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b297cf77-335d-4a1f-9337-703f020f710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:55.257714 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-96742227-7de6-4b37-8f15-e152ef31e1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (41d25a86-77ec-484c-8d61-a33715ffd34e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:55.265582 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-96742227-7de6-4b37-8f15-e152ef31e1eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:55.275187 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-96742227-7de6-4b37-8f15-e152ef31e1eb admin admin] 10.222.0.70 "DELETE /v2.0/networks/41d25a86-77ec-484c-8d61-a33715ffd34e HTTP/1.1" status: 204 len: 168 time: 2.2618804 Jan 28 00:21:55.275564 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-2d9e2df6-e1c2-4389-b37f-c441fa66a1fe tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:55.275564 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-2d9e2df6-e1c2-4389-b37f-c441fa66a1fe tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:55.308732 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96742227-7de6-4b37-8f15-e152ef31e1eb admin admin] Pushing event deleted for resources: {'Network': ['ID=41d25a86-77ec-484c-8d61-a33715ffd34e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:55.339512 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-2d9e2df6-e1c2-4389-b37f-c441fa66a1fe tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5515814 Jan 28 00:21:55.360510 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-bf3dfbd5-8c72-4409-9f30-9f1745437f7a service neutron] Request body: {'port': {'device_id': 'b217c6a1-a5df-474a-bcab-027ce2d82849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:21:55.399524 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b297cf77-335d-4a1f-9337-703f020f710e None None] Port c2b62d87-e6a7-4d22-86d7-b1384874a3df cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:21:55.520751 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-bf3dfbd5-8c72-4409-9f30-9f1745437f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:55.534265 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b671ae6-4ce0-4002-b9e9-280f6cb48bcf req-931d9b43-dc9d-420c-aa87-36fe3e5def2b tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:55.541827 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9b671ae6-4ce0-4002-b9e9-280f6cb48bcf req-931d9b43-dc9d-420c-aa87-36fe3e5def2b tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 935 time: 0.1875117 Jan 28 00:21:55.636157 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a3546c51-25d2-4478-89f4-93d4c533109f no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:21:55.685916 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: a3546c51-25d2-4478-89f4-93d4c533109f {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:21:55.686264 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a3546c51-25d2-4478-89f4-93d4c533109f not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:21:55.690121 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9b671ae6-4ce0-4002-b9e9-280f6cb48bcf req-cd8901f0-d244-4c20-82b2-bca46d0121b0 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471324 Jan 28 00:21:55.793042 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58780) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:55.901521 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-33e05452-c86c-4c85-822a-c25eac224031 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=845864742b644292a77cbdbed1270c10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1063778 Jan 28 00:21:55.913819 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58782) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:55.921456 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100b9ba-3af2-47b5-90a4-8cd9adcef1dc req-68fbc17d-9c61-445c-82c9-a153267dd280 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:55.924176 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e100b9ba-3af2-47b5-90a4-8cd9adcef1dc req-68fbc17d-9c61-445c-82c9-a153267dd280 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 945 time: 0.1064818 Jan 28 00:21:56.044559 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e100b9ba-3af2-47b5-90a4-8cd9adcef1dc req-3073d5a0-cb76-4aae-b683-eaa650292644 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745380 Jan 28 00:21:56.108223 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22413c37-4118-4ef9-a6e4-1df235a034f9 admin admin] Publish callbacks [] for security_group (98564758-3c61-4638-9224-0503fa9f3776), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:56.200397 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-bf3dfbd5-8c72-4409-9f30-9f1745437f7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b62d87-e6a7-4d22-86d7-b1384874a3df {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:21:56.213574 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22413c37-4118-4ef9-a6e4-1df235a034f9 admin admin] Publish callbacks [] for security_group (98564758-3c61-4638-9224-0503fa9f3776), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:56.215175 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-bf3dfbd5-8c72-4409-9f30-9f1745437f7a service neutron] Publish callbacks [] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:56.248296 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-bf3dfbd5-8c72-4409-9f30-9f1745437f7a service neutron] Transition to ACTIVE for port object c2b62d87-e6a7-4d22-86d7-b1384874a3df will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:21:56.266233 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-bf3dfbd5-8c72-4409-9f30-9f1745437f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:56.289493 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58800) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:56.372698 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22413c37-4118-4ef9-a6e4-1df235a034f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (98564758-3c61-4638-9224-0503fa9f3776), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:56.376645 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22413c37-4118-4ef9-a6e4-1df235a034f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:56.382098 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-22413c37-4118-4ef9-a6e4-1df235a034f9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/98564758-3c61-4638-9224-0503fa9f3776 HTTP/1.1" status: 204 len: 168 time: 0.4661872 Jan 28 00:21:56.392047 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3dfbd5-8c72-4409-9f30-9f1745437f7a service neutron] Pushing event updated for resources: {'Port': ['ID=c2b62d87-e6a7-4d22-86d7-b1384874a3df,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:56.398809 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22413c37-4118-4ef9-a6e4-1df235a034f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98564758-3c61-4638-9224-0503fa9f3776,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:56.583036 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d766b105-9aaa-4604-927c-1dd93a2505d3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1291225220-network', 'tenant_id': '1f564eba381e4679ad4f4d86366ab37a'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:21:56.633084 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-bf3dfbd5-8c72-4409-9f30-9f1745437f7a service neutron] Attempting to bind port c2b62d87-e6a7-4d22-86d7-b1384874a3df on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:21:56.633588 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-bf3dfbd5-8c72-4409-9f30-9f1745437f7a service neutron] Attempting to bind port c2b62d87-e6a7-4d22-86d7-b1384874a3df by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:21:56.634916 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d766b105-9aaa-4604-927c-1dd93a2505d3 admin admin] Made reservation on behalf of 1f564eba381e4679ad4f4d86366ab37a for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:21:56.638143 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d766b105-9aaa-4604-927c-1dd93a2505d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:56.645651 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-bf3dfbd5-8c72-4409-9f30-9f1745437f7a service neutron] Attempting to bind port c2b62d87-e6a7-4d22-86d7-b1384874a3df on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:21:56.659379 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d766b105-9aaa-4604-927c-1dd93a2505d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:56.659950 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-bf3dfbd5-8c72-4409-9f30-9f1745437f7a service neutron] Port c2b62d87-e6a7-4d22-86d7-b1384874a3df on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:21:56.660288 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-bf3dfbd5-8c72-4409-9f30-9f1745437f7a service neutron] Attempting to bind port c2b62d87-e6a7-4d22-86d7-b1384874a3df on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:21:56.674921 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-bf3dfbd5-8c72-4409-9f30-9f1745437f7a service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:21:56.679006 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-bf3dfbd5-8c72-4409-9f30-9f1745437f7a service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:21:56.679659 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-bf3dfbd5-8c72-4409-9f30-9f1745437f7a service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:21:56.680441 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-bf3dfbd5-8c72-4409-9f30-9f1745437f7a service neutron] Bound port: c2b62d87-e6a7-4d22-86d7-b1384874a3df, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:21:56.681007 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-bf3dfbd5-8c72-4409-9f30-9f1745437f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:56.929060 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d766b105-9aaa-4604-927c-1dd93a2505d3 admin admin] Publish callbacks [] for security_group (30ef73ae-2f70-4e3e-8ee9-d67fb00c752f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:56.934981 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d766b105-9aaa-4604-927c-1dd93a2505d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (30ef73ae-2f70-4e3e-8ee9-d67fb00c752f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:56.966515 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d766b105-9aaa-4604-927c-1dd93a2505d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:21:56.981567 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766b105-9aaa-4604-927c-1dd93a2505d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:56.998076 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d766b105-9aaa-4604-927c-1dd93a2505d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (fba2d8d8-21da-4073-9f77-aaa869332b98), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:57.007407 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-d766b105-9aaa-4604-927c-1dd93a2505d3 admin admin] Added segment fba2d8d8-21da-4073-9f77-aaa869332b98 of type vlan for network 2f518455-11e0-4f29-b2fb-3688e3f7fb32 Jan 28 00:21:57.042302 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370e857-363c-4e80-b706-8e47ef354571 req-375eea70-f63f-4ee4-a531-57c76816af73 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:57.044049 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b370e857-363c-4e80-b706-8e47ef354571 req-375eea70-f63f-4ee4-a531-57c76816af73 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/networks?id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e HTTP/1.1" status: 200 len: 805 time: 0.1568594 Jan 28 00:21:57.049665 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-bf3dfbd5-8c72-4409-9f30-9f1745437f7a service neutron] For port c2b62d87-e6a7-4d22-86d7-b1384874a3df, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:21:57.056626 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-bf3dfbd5-8c72-4409-9f30-9f1745437f7a service neutron] For port c2b62d87-e6a7-4d22-86d7-b1384874a3df, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=c2b62d87-e6a7-4d22-86d7-b1384874a3df,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:21:57.070575 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-bf3dfbd5-8c72-4409-9f30-9f1745437f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:57.089585 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d766b105-9aaa-4604-927c-1dd93a2505d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (2f518455-11e0-4f29-b2fb-3688e3f7fb32), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:57.131252 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d766b105-9aaa-4604-927c-1dd93a2505d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (2f518455-11e0-4f29-b2fb-3688e3f7fb32), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:57.132549 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d766b105-9aaa-4604-927c-1dd93a2505d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:57.133861 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d766b105-9aaa-4604-927c-1dd93a2505d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:57.191393 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b370e857-363c-4e80-b706-8e47ef354571 req-81e851f2-95d3-4343-bb80-10754a1d4a80 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/quotas/2253eea2b9f94d3c9e9a9e6c9260650c HTTP/1.1" status: 200 len: 375 time: 0.1387148 Jan 28 00:21:57.193372 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3dfbd5-8c72-4409-9f30-9f1745437f7a service neutron] Pushing event updated for resources: {'Port': ['ID=c2b62d87-e6a7-4d22-86d7-b1384874a3df,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:57.204862 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acb692-72ae-4c36-951b-58c14999f26d req-cc9fbfd9-2a3f-4440-8f30-edb1d5368c52 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:57.213213 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27acb692-72ae-4c36-951b-58c14999f26d req-cc9fbfd9-2a3f-4440-8f30-edb1d5368c52 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 947 time: 0.3993242 Jan 28 00:21:57.257158 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-bf3dfbd5-8c72-4409-9f30-9f1745437f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:57.258207 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-bf3dfbd5-8c72-4409-9f30-9f1745437f7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:57.260010 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-bf3dfbd5-8c72-4409-9f30-9f1745437f7a service neutron] 10.222.0.65 "PUT /v2.0/ports/c2b62d87-e6a7-4d22-86d7-b1384874a3df HTTP/1.1" status: 200 len: 1095 time: 1.9045465 Jan 28 00:21:57.263013 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b217c6a1-a5df-474a-bcab-027ce2d82849', 'tag': 'c2b62d87-e6a7-4d22-86d7-b1384874a3df'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:21:57.265873 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e535e368-b823-4084-9230-bf035df05573" -d '{"events": [{"name": "network-changed", "server_uuid": "b217c6a1-a5df-474a-bcab-027ce2d82849", "tag": "c2b62d87-e6a7-4d22-86d7-b1384874a3df"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:21:57.293007 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d766b105-9aaa-4604-927c-1dd93a2505d3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0011451 Jan 28 00:21:57.298682 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58842) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:57.308378 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-76146f1d-cd64-41e5-8aab-447ddf577490 admin admin] Request body: {'subnet': {'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1291225220-subnet', 'tenant_id': '1f564eba381e4679ad4f4d86366ab37a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:21:57.343306 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766b105-9aaa-4604-927c-1dd93a2505d3 admin admin] Pushing event updated for resources: {'Network': ['ID=2f518455-11e0-4f29-b2fb-3688e3f7fb32,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:57.352067 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27acb692-72ae-4c36-951b-58c14999f26d req-e007fc2f-8d98-437d-9e4a-6b8f559007f8 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327074 Jan 28 00:21:57.367670 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 2f518455-11e0-4f29-b2fb-3688e3f7fb32 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:21:57.389073 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76146f1d-cd64-41e5-8aab-447ddf577490 admin admin] Made reservation on behalf of 1f564eba381e4679ad4f4d86366ab37a for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:21:57.391925 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76146f1d-cd64-41e5-8aab-447ddf577490 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:57.448286 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b370e857-363c-4e80-b706-8e47ef354571 req-27503aab-fefa-4cc0-8630-6210b7fbe6e1 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2253eea2b9f94d3c9e9a9e6c9260650c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2558389 Jan 28 00:21:57.639773 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b370e857-363c-4e80-b706-8e47ef354571 req-7d3e579b-eebe-4e9f-b4c5-bdb82e379fb6 service neutron] 10.222.0.70 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904581 Jan 28 00:21:57.714437 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76146f1d-cd64-41e5-8aab-447ddf577490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (752b9c73-c003-4007-a37c-7b906aeda551), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:57.717313 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-ee90329f-42ca-4791-9721-bf2cd7704b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:57.720264 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-ee90329f-42ca-4791-9721-bf2cd7704b68 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 1098 time: 0.3489256 Jan 28 00:21:57.811459 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76146f1d-cd64-41e5-8aab-447ddf577490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=752b9c73-c003-4007-a37c-7b906aeda551,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:57.850196 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-0466c126-234e-4008-a082-c9d43a86316e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=c2b62d87-e6a7-4d22-86d7-b1384874a3df HTTP/1.1" status: 200 len: 217 time: 0.0769002 Jan 28 00:21:57.850800 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76146f1d-cd64-41e5-8aab-447ddf577490 admin admin] Checking segment: {'id': 'fba2d8d8-21da-4073-9f77-aaa869332b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:21:57.851447 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76146f1d-cd64-41e5-8aab-447ddf577490 admin admin] Network hostable DHCP agents. Network: 2f518455-11e0-4f29-b2fb-3688e3f7fb32, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:21:57.903717 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76146f1d-cd64-41e5-8aab-447ddf577490 admin admin] Network 2f518455-11e0-4f29-b2fb-3688e3f7fb32 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:21:57.907830 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f40ca-287c-482e-a3a1-dcafd8a7249e req-80b6c706-25e6-4a82-961f-cc00e821fcf0 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:57.923840 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb2f40ca-287c-482e-a3a1-dcafd8a7249e req-80b6c706-25e6-4a82-961f-cc00e821fcf0 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 945 time: 0.2612212 Jan 28 00:21:57.927396 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-76146f1d-cd64-41e5-8aab-447ddf577490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 2f518455-11e0-4f29-b2fb-3688e3f7fb32) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:21:57.938370 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352005a8-546e-4820-b8cb-b09c68fe0191 None None] Network 2f518455-11e0-4f29-b2fb-3688e3f7fb32 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:21:57.958413 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76146f1d-cd64-41e5-8aab-447ddf577490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:57.959220 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76146f1d-cd64-41e5-8aab-447ddf577490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:57.979934 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-c2413d32-11c7-4628-bfcb-af459e812b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:57.979934 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-c2413d32-11c7-4628-bfcb-af459e812b78 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1134005 Jan 28 00:21:57.995323 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58860) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:21:58.019654 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-76146f1d-cd64-41e5-8aab-447ddf577490 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7074192 Jan 28 00:21:58.070207 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b370e857-363c-4e80-b706-8e47ef354571 req-6fffa031-9381-4772-9af7-3aa24c6372c3 service neutron] 10.222.0.70 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291909 Jan 28 00:21:58.112665 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-8994cb2f-af52-4dbb-a38d-7c4a702563fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:58.114458 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-8994cb2f-af52-4dbb-a38d-7c4a702563fa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1200361 Jan 28 00:21:58.126369 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb2f40ca-287c-482e-a3a1-dcafd8a7249e req-9094c880-1d8e-4d67-9488-65d9c69933f7 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015040 Jan 28 00:21:58.278119 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f302fc1-211f-4407-9bb5-eb26c693ad48 None None] Network 2f518455-11e0-4f29-b2fb-3688e3f7fb32 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:21:58.305799 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2824ccc9-dd75-48bb-ac99-28b53b4f8132 x-openstack-request-id: req-2824ccc9-dd75-48bb-ac99-28b53b4f8132 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:21:58.306299 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b217c6a1-a5df-474a-bcab-027ce2d82849", "tag": "c2b62d87-e6a7-4d22-86d7-b1384874a3df", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:21:58.306783 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2824ccc9-dd75-48bb-ac99-28b53b4f8132 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:21:58.307454 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b217c6a1-a5df-474a-bcab-027ce2d82849', 'tag': 'c2b62d87-e6a7-4d22-86d7-b1384874a3df', 'status': 'completed', 'code': 200} Jan 28 00:21:58.351358 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-611b6bc6-859e-4648-8a96-b8d230742cbd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-268608534-network', 'tenant_id': '59a716a38e2a47e4a59e21b06e3ba762'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:21:58.496834 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4982f872-8425-4104-aa1c-bf187f3d4380 req-ee794135-22cc-4bda-a1fb-3dd2e414732d tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=012ac90d-54fc-41e5-859f-47aeae6a8530 HTTP/1.1" status: 200 len: 210 time: 0.1060367 Jan 28 00:21:58.550846 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-c61c3242-ebb7-4700-ad41-20597017fd13 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177663 Jan 28 00:21:58.579110 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611b6bc6-859e-4648-8a96-b8d230742cbd admin admin] Made reservation on behalf of 59a716a38e2a47e4a59e21b06e3ba762 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:21:58.583206 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-611b6bc6-859e-4648-8a96-b8d230742cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:58.651587 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-611b6bc6-859e-4648-8a96-b8d230742cbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:58.693444 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a69d6a-d68c-4a60-9da5-a12ce8850db1 req-5b937677-5ee6-4d11-9702-6cb47ea00596 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:58.694746 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-35a69d6a-d68c-4a60-9da5-a12ce8850db1 req-5b937677-5ee6-4d11-9702-6cb47ea00596 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 947 time: 0.2085812 Jan 28 00:21:58.778109 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3fe117d-5729-4e59-8b64-c21ac38ee4f7 req-5eec4e37-1920-4ae6-8b83-1f3d7965e085 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186291 Jan 28 00:21:58.825049 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-35a69d6a-d68c-4a60-9da5-a12ce8850db1 req-582e7801-ba5f-4336-9972-4c6fe514409a tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128664 Jan 28 00:21:58.942419 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-611b6bc6-859e-4648-8a96-b8d230742cbd admin admin] Publish callbacks [] for security_group (3edac3e8-2ec6-499c-86fd-f269a4b2e570), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:58.948595 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-611b6bc6-859e-4648-8a96-b8d230742cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (3edac3e8-2ec6-499c-86fd-f269a4b2e570), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:59.000869 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-611b6bc6-859e-4648-8a96-b8d230742cbd admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:21:59.039463 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535e368-b823-4084-9230-bf035df05573 req-5b5b06ff-aa18-4706-8348-25cbea0866f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:59.041056 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e535e368-b823-4084-9230-bf035df05573 req-5b5b06ff-aa18-4706-8348-25cbea0866f6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 1098 time: 0.1504095 Jan 28 00:21:59.042531 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-611b6bc6-859e-4648-8a96-b8d230742cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:59.042943 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-611b6bc6-859e-4648-8a96-b8d230742cbd admin admin] Added segment f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0 of type vlan for network 6c6166fa-f12c-44dc-80f4-7ae48bcbac66 Jan 28 00:21:59.048027 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b6bc6-859e-4648-8a96-b8d230742cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edac3e8-2ec6-499c-86fd-f269a4b2e570,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:21:59.072758 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-ba3dbaa1-b833-47db-bff4-2da77413cf30 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:59.075379 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-ba3dbaa1-b833-47db-bff4-2da77413cf30 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/networks?id=2f518455-11e0-4f29-b2fb-3688e3f7fb32 HTTP/1.1" status: 200 len: 812 time: 0.2561231 Jan 28 00:21:59.258912 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-611b6bc6-859e-4648-8a96-b8d230742cbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (6c6166fa-f12c-44dc-80f4-7ae48bcbac66), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:59.274425 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-57613138-bc77-418e-bf05-4b27ad458d63 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/quotas/1f564eba381e4679ad4f4d86366ab37a HTTP/1.1" status: 200 len: 375 time: 0.1773417 Jan 28 00:21:59.334867 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-a5020c3b-ca43-4d9a-8c22-9c9f7e0cef34 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1f564eba381e4679ad4f4d86366ab37a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523760 Jan 28 00:21:59.486233 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-611b6bc6-859e-4648-8a96-b8d230742cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (6c6166fa-f12c-44dc-80f4-7ae48bcbac66), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:59.489399 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611b6bc6-859e-4648-8a96-b8d230742cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:59.490351 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-611b6bc6-859e-4648-8a96-b8d230742cbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:21:59.535867 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535e368-b823-4084-9230-bf035df05573 req-cdac24be-fa02-46e9-b668-5c436bdd61a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:21:59.538213 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e535e368-b823-4084-9230-bf035df05573 req-cdac24be-fa02-46e9-b668-5c436bdd61a0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.4773793 Jan 28 00:22:00.244980 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370e857-363c-4e80-b706-8e47ef354571 req-3b04d17e-ca3e-4047-9ebb-2d1db2edf026 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:00.246935 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b370e857-363c-4e80-b706-8e47ef354571 req-3b04d17e-ca3e-4047-9ebb-2d1db2edf026 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.52 "GET /v2.0/networks?id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e HTTP/1.1" status: 200 len: 805 time: 0.2208383 Jan 28 00:22:00.249446 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e535e368-b823-4084-9230-bf035df05573 req-7f149651-2cd3-441a-9e72-4b2b540898d9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=c2b62d87-e6a7-4d22-86d7-b1384874a3df HTTP/1.1" status: 200 len: 217 time: 0.6218100 Jan 28 00:22:00.267905 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-455930f9-b762-4044-9546-d874f8b97737 service neutron] 10.222.0.70 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9198549 Jan 28 00:22:00.273553 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-611b6bc6-859e-4648-8a96-b8d230742cbd admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.2692544 Jan 28 00:22:00.275884 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-b370e857-363c-4e80-b706-8e47ef354571 req-fa4c31ba-4d3c-48d7-936c-d3f2e080fec6 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Request body: {'port': {'device_id': '012ac90d-54fc-41e5-859f-47aeae6a8530', 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e', 'admin_state_up': True, 'tenant_id': '2253eea2b9f94d3c9e9a9e6c9260650c'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:22:00.282307 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58924) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:00.290953 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-4c2ff80a-8a17-485b-a798-2b325d800844 admin admin] Request body: {'subnet': {'network_id': '6c6166fa-f12c-44dc-80f4-7ae48bcbac66', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-268608534-subnet', 'tenant_id': '59a716a38e2a47e4a59e21b06e3ba762', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:22:00.392784 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b6bc6-859e-4648-8a96-b8d230742cbd admin admin] Pushing event updated for resources: {'Network': ['ID=6c6166fa-f12c-44dc-80f4-7ae48bcbac66,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:00.401117 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2ff80a-8a17-485b-a798-2b325d800844 admin admin] Made reservation on behalf of 59a716a38e2a47e4a59e21b06e3ba762 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:22:00.405312 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4c2ff80a-8a17-485b-a798-2b325d800844 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:00.411321 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0720ee-20e2-414f-b10f-ee4bd46e929f req-189993a5-a2ee-470b-a72e-d474ad99d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:00.412985 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cd0720ee-20e2-414f-b10f-ee4bd46e929f req-189993a5-a2ee-470b-a72e-d474ad99d749 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=447275f81c0e4d579e9910142f20754b&device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 1096 time: 0.9396517 Jan 28 00:22:00.419694 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 6c6166fa-f12c-44dc-80f4-7ae48bcbac66 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:22:00.437162 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535e368-b823-4084-9230-bf035df05573 req-ee70584a-cb43-4cd8-8640-e1fe416c625a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:00.439504 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e535e368-b823-4084-9230-bf035df05573 req-ee70584a-cb43-4cd8-8640-e1fe416c625a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1599634 Jan 28 00:22:00.466637 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68210f-c013-4998-bcee-8a1f9bb55a8e req-13a3d40e-6df9-4ad8-963d-0bed692f0b35 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:00.475522 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ca68210f-c013-4998-bcee-8a1f9bb55a8e req-13a3d40e-6df9-4ad8-963d-0bed692f0b35 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 945 time: 0.9594169 Jan 28 00:22:00.604726 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b370e857-363c-4e80-b706-8e47ef354571 req-fa4c31ba-4d3c-48d7-936c-d3f2e080fec6 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Made reservation on behalf of 2253eea2b9f94d3c9e9a9e6c9260650c for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:22:00.610274 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b370e857-363c-4e80-b706-8e47ef354571 req-fa4c31ba-4d3c-48d7-936c-d3f2e080fec6 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:00.640635 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-88103cdb-4ddb-4921-8a4c-76d0d6fbab7e service neutron] 10.222.0.70 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714314 Jan 28 00:22:00.686341 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ca68210f-c013-4998-bcee-8a1f9bb55a8e req-3c626304-e4aa-42ce-8de8-84affb140f54 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097645 Jan 28 00:22:00.694061 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535e368-b823-4084-9230-bf035df05573 req-11565247-37aa-4598-8cc9-cb937d7d6521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:00.695689 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e535e368-b823-4084-9230-bf035df05573 req-11565247-37aa-4598-8cc9-cb937d7d6521 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2374108 Jan 28 00:22:00.731650 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0720ee-20e2-414f-b10f-ee4bd46e929f req-1e872a6e-6492-4cc4-92b7-7c4c4eb036dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:00.731650 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cd0720ee-20e2-414f-b10f-ee4bd46e929f req-1e872a6e-6492-4cc4-92b7-7c4c4eb036dd service neutron] 10.222.0.52 "GET /v2.0/networks?id=8a6446b4-7f18-47f6-bd02-dfe5469ab9a1 HTTP/1.1" status: 200 len: 919 time: 0.2812006 Jan 28 00:22:00.783662 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4c2ff80a-8a17-485b-a798-2b325d800844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (2856b206-aa20-4138-8515-c3d02a78ce88), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:00.849959 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cd0720ee-20e2-414f-b10f-ee4bd46e929f req-3e9cc8db-406c-47b2-a6b6-10a39256715b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2df6f8d-6942-43dc-b9ef-074ed0c5b9be HTTP/1.1" status: 200 len: 217 time: 0.0651960 Jan 28 00:22:00.898123 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-b370e857-363c-4e80-b706-8e47ef354571 req-fa4c31ba-4d3c-48d7-936c-d3f2e080fec6 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Allocated IP 172.20.0.7 (57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e/89787cce-0952-4d1c-b459-5274630a8c6e/732b90b1-ef16-40f8-9fd4-02c74e4d3096) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:22:00.910744 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ff80a-8a17-485b-a798-2b325d800844 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2856b206-aa20-4138-8515-c3d02a78ce88,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:00.937175 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2ff80a-8a17-485b-a798-2b325d800844 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:00.938131 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2ff80a-8a17-485b-a798-2b325d800844 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:00.938481 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2ff80a-8a17-485b-a798-2b325d800844 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:00.938824 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2ff80a-8a17-485b-a798-2b325d800844 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:00.939257 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2ff80a-8a17-485b-a798-2b325d800844 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:00.940238 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2ff80a-8a17-485b-a798-2b325d800844 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:00.940238 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2ff80a-8a17-485b-a798-2b325d800844 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:00.940530 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2ff80a-8a17-485b-a798-2b325d800844 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:00.940660 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2ff80a-8a17-485b-a798-2b325d800844 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:00.941031 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2ff80a-8a17-485b-a798-2b325d800844 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:00.941299 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2ff80a-8a17-485b-a798-2b325d800844 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:00.942278 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2ff80a-8a17-485b-a798-2b325d800844 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:00.942278 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2ff80a-8a17-485b-a798-2b325d800844 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:00.960635 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2ff80a-8a17-485b-a798-2b325d800844 admin admin] Checking segment: {'id': 'f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6c6166fa-f12c-44dc-80f4-7ae48bcbac66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:22:00.961002 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2ff80a-8a17-485b-a798-2b325d800844 admin admin] Network hostable DHCP agents. Network: 6c6166fa-f12c-44dc-80f4-7ae48bcbac66, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:22:01.023373 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2ff80a-8a17-485b-a798-2b325d800844 admin admin] Network 6c6166fa-f12c-44dc-80f4-7ae48bcbac66 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:22:01.116323 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0720ee-20e2-414f-b10f-ee4bd46e929f req-20739401-c5a3-49aa-b1ad-fd85affbd56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:01.118973 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cd0720ee-20e2-414f-b10f-ee4bd46e929f req-20739401-c5a3-49aa-b1ad-fd85affbd56a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1866bf73-f598-42e8-af99-a33f224ad981 HTTP/1.1" status: 200 len: 858 time: 0.2014601 Jan 28 00:22:01.184214 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e535e368-b823-4084-9230-bf035df05573 req-7022ddba-924b-4362-9bca-b15b58143b02 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790347 Jan 28 00:22:01.221077 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b370e857-363c-4e80-b706-8e47ef354571 req-fa4c31ba-4d3c-48d7-936c-d3f2e080fec6 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks [] for port (732b90b1-ef16-40f8-9fd4-02c74e4d3096), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:01.262727 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cd0720ee-20e2-414f-b10f-ee4bd46e929f req-27270658-c4b2-4fcb-ac11-12c92fa78f59 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a6446b4-7f18-47f6-bd02-dfe5469ab9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1304488 Jan 28 00:22:01.271364 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-4c2ff80a-8a17-485b-a798-2b325d800844 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 6c6166fa-f12c-44dc-80f4-7ae48bcbac66) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:22:01.283478 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2ff80a-8a17-485b-a798-2b325d800844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:01.284503 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4c2ff80a-8a17-485b-a798-2b325d800844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:01.285657 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce482518-726e-416b-9b28-c1c27c801a91 None None] Network 6c6166fa-f12c-44dc-80f4-7ae48bcbac66 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:22:01.337790 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4c2ff80a-8a17-485b-a798-2b325d800844 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0534220 Jan 28 00:22:01.340922 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b370e857-363c-4e80-b706-8e47ef354571 req-fa4c31ba-4d3c-48d7-936c-d3f2e080fec6 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (732b90b1-ef16-40f8-9fd4-02c74e4d3096), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:01.347505 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58938) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:01.361834 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-f0c23d04-2285-4fed-9e47-b2ff507c7927 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-268608534-router', 'tenant_id': '59a716a38e2a47e4a59e21b06e3ba762', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:22:01.393973 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['2757eada-5c5d-468f-9a9f-01ce2f9b089c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:22:01.494117 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58942) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:01.497814 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e6aa7e6-9d0d-4ffc-b992-583f496cc65c req-a864f4a7-c126-4580-9689-bb9f81a29b58 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=012ac90d-54fc-41e5-859f-47aeae6a8530 HTTP/1.1" status: 200 len: 210 time: 0.3714488 Jan 28 00:22:01.565011 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b370e857-363c-4e80-b706-8e47ef354571 req-fa4c31ba-4d3c-48d7-936c-d3f2e080fec6 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:22:01.569138 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c31ba-4d3c-48d7-936c-d3f2e080fec6 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Pushing event updated for resources: {'Port': ['ID=732b90b1-ef16-40f8-9fd4-02c74e4d3096,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:01.574995 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-b370e857-363c-4e80-b706-8e47ef354571 req-fa4c31ba-4d3c-48d7-936c-d3f2e080fec6 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:22:01.580650 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-b370e857-363c-4e80-b706-8e47ef354571 req-fa4c31ba-4d3c-48d7-936c-d3f2e080fec6 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:22:01.588239 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f0c23d04-2285-4fed-9e47-b2ff507c7927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (395a6571-c8b3-462e-9837-3524af63a137), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:01.590420 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f0c23d04-2285-4fed-9e47-b2ff507c7927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (395a6571-c8b3-462e-9837-3524af63a137), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:01.650825 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778ffc9f-a6ff-414f-b24f-d06eab451a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-6c6166fa-f12c-44dc-80f4-7ae48bcbac66', 'network_id': '6c6166fa-f12c-44dc-80f4-7ae48bcbac66', 'project_id': '59a716a38e2a47e4a59e21b06e3ba762', 'fixed_ips': [{'subnet_id': '2856b206-aa20-4138-8515-c3d02a78ce88'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:22:01.651976 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-778ffc9f-a6ff-414f-b24f-d06eab451a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:01.702516 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370e857-363c-4e80-b706-8e47ef354571 req-fa4c31ba-4d3c-48d7-936c-d3f2e080fec6 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:01.703757 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b370e857-363c-4e80-b706-8e47ef354571 req-fa4c31ba-4d3c-48d7-936c-d3f2e080fec6 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:01.759053 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device c2b62d87-e6a7-4d22-86d7-b1384874a3df details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:22:01.786552 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f0c23d04-2285-4fed-9e47-b2ff507c7927 admin admin] Publish callbacks [] for router_controller (395a6571-c8b3-462e-9837-3524af63a137), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:01.789887 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cd0720ee-20e2-414f-b10f-ee4bd46e929f req-20cab738-64c6-43cb-abad-50ccf0e668e2 service neutron] 10.222.0.52 "GET /v2.0/networks/8a6446b4-7f18-47f6-bd02-dfe5469ab9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905304 Jan 28 00:22:01.800992 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aa902aab-15ed-4ad2-a896-75d52316944d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:01.807222 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b370e857-363c-4e80-b706-8e47ef354571 req-fa4c31ba-4d3c-48d7-936c-d3f2e080fec6 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5410922 Jan 28 00:22:01.809572 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e535e368-b823-4084-9230-bf035df05573 req-a9314a6c-7384-464b-9cb5-240ff0d5302e service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5560203 Jan 28 00:22:01.856313 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-b370e857-363c-4e80-b706-8e47ef354571 req-de7000b8-dc99-45e1-892b-881631d51823 service neutron] Request body: {'port': {'device_id': '012ac90d-54fc-41e5-859f-47aeae6a8530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:22:01.896509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59d269-87b3-462f-b6cf-ad8877c52a03 req-1f0d4b62-a060-45c5-a2ac-3d31cd2e1e78 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:01.898085 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f59d269-87b3-462f-b6cf-ad8877c52a03 req-1f0d4b62-a060-45c5-a2ac-3d31cd2e1e78 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.7749827 Jan 28 00:22:01.952311 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3d76b-52d5-4206-8daf-993e88492ff7 req-b69d0223-a7a3-4e82-afa9-20255b923d9f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:01.960906 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-61c3d76b-52d5-4206-8daf-993e88492ff7 req-b69d0223-a7a3-4e82-afa9-20255b923d9f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 947 time: 0.2450929 Jan 28 00:22:02.009608 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cd0720ee-20e2-414f-b10f-ee4bd46e929f req-0fc87ea4-298a-45c0-b6f0-45855681cca1 service neutron] 10.222.0.52 "GET /v2.0/networks/8a6446b4-7f18-47f6-bd02-dfe5469ab9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083106 Jan 28 00:22:02.063913 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f0c23d04-2285-4fed-9e47-b2ff507c7927 admin admin] Publish callbacks [] for router_gateway (395a6571-c8b3-462e-9837-3524af63a137), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:02.075171 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f59d269-87b3-462f-b6cf-ad8877c52a03 req-f81908df-0401-4549-bbe1-e6dff1c42892 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691766 Jan 28 00:22:02.098193 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-61c3d76b-52d5-4206-8daf-993e88492ff7 req-620e495d-15cb-4460-ac5b-57c4c88be754 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929682 Jan 28 00:22:02.114419 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aa902aab-15ed-4ad2-a896-75d52316944d admin admin] Publish callbacks [] for security_group (df301536-e433-42a8-80c1-c1a5594f1314), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:02.118857 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b370e857-363c-4e80-b706-8e47ef354571 req-de7000b8-dc99-45e1-892b-881631d51823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (732b90b1-ef16-40f8-9fd4-02c74e4d3096), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:02.122411 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aa902aab-15ed-4ad2-a896-75d52316944d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (df301536-e433-42a8-80c1-c1a5594f1314), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:02.169195 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa902aab-15ed-4ad2-a896-75d52316944d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df301536-e433-42a8-80c1-c1a5594f1314,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:02.290955 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e1ffc-92a4-4bb5-b253-61e004a2ca94 req-f95a9480-5f1a-4fed-800e-7fe54a1f92a8 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:02.299133 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-239e1ffc-92a4-4bb5-b253-61e004a2ca94 req-f95a9480-5f1a-4fed-800e-7fe54a1f92a8 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 945 time: 0.0763900 Jan 28 00:22:02.349411 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-062c32bb-49d0-4961-aec9-cdfda81c05da req-2de94cc0-70b7-4d2b-9f8c-aca249d85df8 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=a003e225-805d-419a-8d55-d3f0895a35b3 HTTP/1.1" status: 200 len: 210 time: 0.0419629 Jan 28 00:22:02.363024 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-aa902aab-15ed-4ad2-a896-75d52316944d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3e93d31c760a4ebcb1c2a5ecbc2aebb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8645639 Jan 28 00:22:02.367143 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58956) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:02.420919 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-239e1ffc-92a4-4bb5-b253-61e004a2ca94 req-5e495896-6030-41f3-9548-1bb3d373572e tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207798 Jan 28 00:22:02.465280 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e14cb34d-4f0c-4b4d-803d-6b00474b84f5 admin admin] Publish callbacks [] for security_group (df301536-e433-42a8-80c1-c1a5594f1314), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:02.515448 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e14cb34d-4f0c-4b4d-803d-6b00474b84f5 admin admin] Publish callbacks [] for security_group (df301536-e433-42a8-80c1-c1a5594f1314), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:02.703031 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963c921-fe3d-433a-b71c-9cc2a5d4f761 req-4226a10d-c231-480b-a019-987a126c501b tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:02.705657 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e963c921-fe3d-433a-b71c-9cc2a5d4f761 req-4226a10d-c231-480b-a019-987a126c501b tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=012ac90d-54fc-41e5-859f-47aeae6a8530 HTTP/1.1" status: 200 len: 931 time: 0.0764058 Jan 28 00:22:02.717459 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e14cb34d-4f0c-4b4d-803d-6b00474b84f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (df301536-e433-42a8-80c1-c1a5594f1314), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:02.718091 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port c2b62d87-e6a7-4d22-86d7-b1384874a3df, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=c2b62d87-e6a7-4d22-86d7-b1384874a3df,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:02.722873 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e14cb34d-4f0c-4b4d-803d-6b00474b84f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:02.727754 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e14cb34d-4f0c-4b4d-803d-6b00474b84f5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/df301536-e433-42a8-80c1-c1a5594f1314 HTTP/1.1" status: 204 len: 168 time: 0.3591926 Jan 28 00:22:02.752653 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14cb34d-4f0c-4b4d-803d-6b00474b84f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df301536-e433-42a8-80c1-c1a5594f1314,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:02.753774 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-778ffc9f-a6ff-414f-b24f-d06eab451a87 None None] Allocated IP 172.20.0.2 (6c6166fa-f12c-44dc-80f4-7ae48bcbac66/2856b206-aa20-4138-8515-c3d02a78ce88/f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:22:02.757507 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'c2b62d87-e6a7-4d22-86d7-b1384874a3df', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': 'c2b62d87-e6a7-4d22-86d7-b1384874a3df', 'mac_address': 'fa:16:3e:6c:65:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:22:02.828268 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e963c921-fe3d-433a-b71c-9cc2a5d4f761 req-fbe69495-0407-48ea-babd-0b71f3e8ad1a tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971923 Jan 28 00:22:02.861172 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port c2b62d87-e6a7-4d22-86d7-b1384874a3df is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:22:02.862054 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:02.924224 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b62d87-e6a7-4d22-86d7-b1384874a3df {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:22:03.023462 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port c2b62d87-e6a7-4d22-86d7-b1384874a3df, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=c2b62d87-e6a7-4d22-86d7-b1384874a3df,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:03.046338 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:03.314621 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-b370e857-363c-4e80-b706-8e47ef354571 req-de7000b8-dc99-45e1-892b-881631d51823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 732b90b1-ef16-40f8-9fd4-02c74e4d3096 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:22:03.318953 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=c2b62d87-e6a7-4d22-86d7-b1384874a3df,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:03.337272 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b370e857-363c-4e80-b706-8e47ef354571 req-de7000b8-dc99-45e1-892b-881631d51823 service neutron] Publish callbacks [] for port (732b90b1-ef16-40f8-9fd4-02c74e4d3096), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:03.366814 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f0c23d04-2285-4fed-9e47-b2ff507c7927 admin admin] Publish callbacks [] for router_gateway (395a6571-c8b3-462e-9837-3524af63a137), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:03.404343 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['c2b62d87-e6a7-4d22-86d7-b1384874a3df'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:22:03.416039 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58970) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:03.416689 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-b370e857-363c-4e80-b706-8e47ef354571 req-de7000b8-dc99-45e1-892b-881631d51823 service neutron] Transition to ACTIVE for port object 732b90b1-ef16-40f8-9fd4-02c74e4d3096 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:22:03.418181 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f0c23d04-2285-4fed-9e47-b2ff507c7927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:03.428404 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b370e857-363c-4e80-b706-8e47ef354571 req-de7000b8-dc99-45e1-892b-881631d51823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (732b90b1-ef16-40f8-9fd4-02c74e4d3096), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:03.497425 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2ffab6cc-0ef2-44a7-a863-4423d833ef76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:03.540118 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7000b8-dc99-45e1-892b-881631d51823 service neutron] Pushing event updated for resources: {'Port': ['ID=732b90b1-ef16-40f8-9fd4-02c74e4d3096,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:03.580367 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78846b04-c381-4730-9c75-47b0e51549ff req-8e1ae8c0-3901-4cde-863a-6a5eb0fc177a tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:03.584867 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78846b04-c381-4730-9c75-47b0e51549ff req-8e1ae8c0-3901-4cde-863a-6a5eb0fc177a tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 948 time: 0.1964087 Jan 28 00:22:03.605050 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-778ffc9f-a6ff-414f-b24f-d06eab451a87 None None] Publish callbacks [] for port (f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:03.614134 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-509b6d15-41e6-4832-b8a0-725ec425c1d2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:03.614366 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-778ffc9f-a6ff-414f-b24f-d06eab451a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:03.617102 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-509b6d15-41e6-4832-b8a0-725ec425c1d2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.65 "GET /v2.0/networks?id=2f518455-11e0-4f29-b2fb-3688e3f7fb32 HTTP/1.1" status: 200 len: 812 time: 0.5450602 Jan 28 00:22:03.651940 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8999c9a-1fb0-47d3-bb93-3af92dd380aa req-2f95720b-bb15-46cc-9fc9-92096c4c76b5 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:03.657426 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-f0c23d04-2285-4fed-9e47-b2ff507c7927 admin admin] Allocated IP 172.25.3.36 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/2688f277-e45a-41df-8817-a78368d0d217) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:22:03.664487 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a8999c9a-1fb0-47d3-bb93-3af92dd380aa req-2f95720b-bb15-46cc-9fc9-92096c4c76b5 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.2648048 Jan 28 00:22:03.678045 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ffc9f-a6ff-414f-b24f-d06eab451a87 None None] Pushing event updated for resources: {'Port': ['ID=f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:03.682753 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-b370e857-363c-4e80-b706-8e47ef354571 req-de7000b8-dc99-45e1-892b-881631d51823 service neutron] Attempting to bind port 732b90b1-ef16-40f8-9fd4-02c74e4d3096 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:22:03.683159 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-b370e857-363c-4e80-b706-8e47ef354571 req-de7000b8-dc99-45e1-892b-881631d51823 service neutron] Attempting to bind port 732b90b1-ef16-40f8-9fd4-02c74e4d3096 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'b478681f-672b-4451-bd65-d8c2be202f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:22:03.683567 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b370e857-363c-4e80-b706-8e47ef354571 req-de7000b8-dc99-45e1-892b-881631d51823 service neutron] Attempting to bind port 732b90b1-ef16-40f8-9fd4-02c74e4d3096 on network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:22:03.694018 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778ffc9f-a6ff-414f-b24f-d06eab451a87 None None] Network 6c6166fa-f12c-44dc-80f4-7ae48bcbac66 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:22:03.700612 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-778ffc9f-a6ff-414f-b24f-d06eab451a87 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:22:03.702457 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b370e857-363c-4e80-b706-8e47ef354571 req-de7000b8-dc99-45e1-892b-881631d51823 service neutron] Port 732b90b1-ef16-40f8-9fd4-02c74e4d3096 on network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:22:03.703435 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b370e857-363c-4e80-b706-8e47ef354571 req-de7000b8-dc99-45e1-892b-881631d51823 service neutron] Attempting to bind port 732b90b1-ef16-40f8-9fd4-02c74e4d3096 on network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:22:03.704407 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778ffc9f-a6ff-414f-b24f-d06eab451a87 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:22:03.707566 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-509e99bd-cd07-45aa-8cb7-49b5954fe4dc tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Request body: {'port': {'device_id': 'a003e225-805d-419a-8d55-d3f0895a35b3', 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32', 'admin_state_up': True, 'tenant_id': '1f564eba381e4679ad4f4d86366ab37a'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:22:03.742529 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b370e857-363c-4e80-b706-8e47ef354571 req-de7000b8-dc99-45e1-892b-881631d51823 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:22:03.742845 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b370e857-363c-4e80-b706-8e47ef354571 req-de7000b8-dc99-45e1-892b-881631d51823 service neutron] Checking segment: {'id': 'b478681f-672b-4451-bd65-d8c2be202f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:22:03.743957 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b370e857-363c-4e80-b706-8e47ef354571 req-de7000b8-dc99-45e1-892b-881631d51823 service neutron] Bound using segment: {'id': 'b478681f-672b-4451-bd65-d8c2be202f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:22:03.743957 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-b370e857-363c-4e80-b706-8e47ef354571 req-de7000b8-dc99-45e1-892b-881631d51823 service neutron] Bound port: 732b90b1-ef16-40f8-9fd4-02c74e4d3096, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b478681f-672b-4451-bd65-d8c2be202f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:22:03.746771 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b370e857-363c-4e80-b706-8e47ef354571 req-de7000b8-dc99-45e1-892b-881631d51823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (732b90b1-ef16-40f8-9fd4-02c74e4d3096), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:03.799878 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-778ffc9f-a6ff-414f-b24f-d06eab451a87 None None] Attempting to bind port f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:22:03.800454 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-778ffc9f-a6ff-414f-b24f-d06eab451a87 None None] Attempting to bind port f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6c6166fa-f12c-44dc-80f4-7ae48bcbac66'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:22:03.800648 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778ffc9f-a6ff-414f-b24f-d06eab451a87 None None] Attempting to bind port f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46 on network 6c6166fa-f12c-44dc-80f4-7ae48bcbac66 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:22:03.823574 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778ffc9f-a6ff-414f-b24f-d06eab451a87 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:22:03.823926 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778ffc9f-a6ff-414f-b24f-d06eab451a87 None None] Checking segment: {'id': 'f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6c6166fa-f12c-44dc-80f4-7ae48bcbac66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:22:03.824310 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-778ffc9f-a6ff-414f-b24f-d06eab451a87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:03.824723 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778ffc9f-a6ff-414f-b24f-d06eab451a87 None None] Bound using segment: {'id': 'f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6c6166fa-f12c-44dc-80f4-7ae48bcbac66'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:22:03.825224 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-778ffc9f-a6ff-414f-b24f-d06eab451a87 None None] Bound port: f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6c6166fa-f12c-44dc-80f4-7ae48bcbac66'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:22:03.825679 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-778ffc9f-a6ff-414f-b24f-d06eab451a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:03.865863 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f0c23d04-2285-4fed-9e47-b2ff507c7927 admin admin] Publish callbacks [] for port (2688f277-e45a-41df-8817-a78368d0d217), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:03.871189 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-b370e857-363c-4e80-b706-8e47ef354571 req-de7000b8-dc99-45e1-892b-881631d51823 service neutron] For port 732b90b1-ef16-40f8-9fd4-02c74e4d3096, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:22:03.887820 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-b370e857-363c-4e80-b706-8e47ef354571 req-de7000b8-dc99-45e1-892b-881631d51823 service neutron] For port 732b90b1-ef16-40f8-9fd4-02c74e4d3096, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=732b90b1-ef16-40f8-9fd4-02c74e4d3096,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:22:03.894486 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b370e857-363c-4e80-b706-8e47ef354571 req-de7000b8-dc99-45e1-892b-881631d51823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (732b90b1-ef16-40f8-9fd4-02c74e4d3096), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:03.915538 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-778ffc9f-a6ff-414f-b24f-d06eab451a87 None None] For port f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:22:03.919460 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-778ffc9f-a6ff-414f-b24f-d06eab451a87 None None] For port f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46,segment=NetworkSegment(f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0),segment_id=f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:22:03.926090 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-778ffc9f-a6ff-414f-b24f-d06eab451a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:03.948105 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370e857-363c-4e80-b706-8e47ef354571 req-de7000b8-dc99-45e1-892b-881631d51823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:03.948834 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b370e857-363c-4e80-b706-8e47ef354571 req-de7000b8-dc99-45e1-892b-881631d51823 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:03.950793 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b370e857-363c-4e80-b706-8e47ef354571 req-de7000b8-dc99-45e1-892b-881631d51823 service neutron] 10.222.0.52 "PUT /v2.0/ports/732b90b1-ef16-40f8-9fd4-02c74e4d3096 HTTP/1.1" status: 200 len: 1091 time: 2.1057944 Jan 28 00:22:03.953605 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012ac90d-54fc-41e5-859f-47aeae6a8530', 'tag': '732b90b1-ef16-40f8-9fd4-02c74e4d3096'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:22:03.956327 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8de9829-c786-4557-b0b5-4ca8b6f112e1" -d '{"events": [{"name": "network-changed", "server_uuid": "012ac90d-54fc-41e5-859f-47aeae6a8530", "tag": "732b90b1-ef16-40f8-9fd4-02c74e4d3096"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:22:04.007892 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78846b04-c381-4730-9c75-47b0e51549ff req-70e87665-4702-4d5f-bf83-edc5b51c0350 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133821 Jan 28 00:22:04.020708 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ffc9f-a6ff-414f-b24f-d06eab451a87 None None] Pushing event updated for resources: {'Port': ['ID=f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:04.020924 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7000b8-dc99-45e1-892b-881631d51823 service neutron] Pushing event updated for resources: {'Port': ['ID=732b90b1-ef16-40f8-9fd4-02c74e4d3096,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:04.028860 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f0c23d04-2285-4fed-9e47-b2ff507c7927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (2688f277-e45a-41df-8817-a78368d0d217), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:04.029791 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a8999c9a-1fb0-47d3-bb93-3af92dd380aa req-6255a4fe-a418-415c-9a75-1a9bde6ac130 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312917 Jan 28 00:22:04.100775 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2ffab6cc-0ef2-44a7-a863-4423d833ef76 admin admin] Publish callbacks [] for security_group (b81ca70f-87f1-4a3b-a594-56af954b124c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:04.114594 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c23d04-2285-4fed-9e47-b2ff507c7927 admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:22:04.119180 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-f0c23d04-2285-4fed-9e47-b2ff507c7927 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:22:04.135367 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c23d04-2285-4fed-9e47-b2ff507c7927 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:22:04.141762 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2ffab6cc-0ef2-44a7-a863-4423d833ef76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b81ca70f-87f1-4a3b-a594-56af954b124c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:04.177588 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-509e99bd-cd07-45aa-8cb7-49b5954fe4dc tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Made reservation on behalf of 1f564eba381e4679ad4f4d86366ab37a for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:22:04.179910 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c23d04-2285-4fed-9e47-b2ff507c7927 admin admin] Pushing event updated for resources: {'Port': ['ID=2688f277-e45a-41df-8817-a78368d0d217,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:04.183072 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-509e99bd-cd07-45aa-8cb7-49b5954fe4dc tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:04.192667 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370e857-363c-4e80-b706-8e47ef354571 req-49c9489f-f9fa-4b3e-889a-dce540abcd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:04.194388 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b370e857-363c-4e80-b706-8e47ef354571 req-49c9489f-f9fa-4b3e-889a-dce540abcd43 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2253eea2b9f94d3c9e9a9e6c9260650c&device_id=012ac90d-54fc-41e5-859f-47aeae6a8530 HTTP/1.1" status: 200 len: 1094 time: 0.1673973 Jan 28 00:22:04.292851 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b370e857-363c-4e80-b706-8e47ef354571 req-f39fcd16-aa81-43de-9de6-8ea2beda9f1f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=732b90b1-ef16-40f8-9fd4-02c74e4d3096 HTTP/1.1" status: 200 len: 217 time: 0.0797894 Jan 28 00:22:04.344228 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9880f9b9-1ce1-4399-982c-6c62ed8530cb req-9f559e73-bcff-4670-8612-83db9761024a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=a003e225-805d-419a-8d55-d3f0895a35b3 HTTP/1.1" status: 200 len: 210 time: 0.1826530 Jan 28 00:22:04.377729 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2ffab6cc-0ef2-44a7-a863-4423d833ef76 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ca07cdc714cb4c44a5d690d9100b56fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9535336 Jan 28 00:22:04.384090 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58980) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:04.386625 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffab6cc-0ef2-44a7-a863-4423d833ef76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81ca70f-87f1-4a3b-a594-56af954b124c,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:04.415292 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ff59d-2811-44b8-9a21-2b481920a2bf req-300e40b2-7d1c-4a69-ae51-9ca89a15324a tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:04.427103 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-310ff59d-2811-44b8-9a21-2b481920a2bf req-300e40b2-7d1c-4a69-ae51-9ca89a15324a tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 945 time: 0.2678964 Jan 28 00:22:04.427933 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370e857-363c-4e80-b706-8e47ef354571 req-b6d58c8b-caca-43a5-b8cb-68d315a259ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:04.430951 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b370e857-363c-4e80-b706-8e47ef354571 req-b6d58c8b-caca-43a5-b8cb-68d315a259ad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=89787cce-0952-4d1c-b459-5274630a8c6e HTTP/1.1" status: 200 len: 845 time: 0.0902202 Jan 28 00:22:04.608638 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-310ff59d-2811-44b8-9a21-2b481920a2bf req-76f19728-5fbb-408a-82a4-a5b059f6a22a tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802056 Jan 28 00:22:04.650231 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b370e857-363c-4e80-b706-8e47ef354571 req-46e9cb12-c448-4b00-95a4-09e8e31e76ba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1716816 Jan 28 00:22:04.689845 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-509e99bd-cd07-45aa-8cb7-49b5954fe4dc tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Allocated IP 172.20.0.7 (2f518455-11e0-4f29-b2fb-3688e3f7fb32/752b9c73-c003-4007-a37c-7b906aeda551/7f1778a0-3dfb-41ae-938b-d483c5842835) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:22:04.726618 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249539ad-2651-4bce-8d06-52ebcfd0eb39 x-openstack-request-id: req-249539ad-2651-4bce-8d06-52ebcfd0eb39 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:22:04.726896 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "012ac90d-54fc-41e5-859f-47aeae6a8530", "tag": "732b90b1-ef16-40f8-9fd4-02c74e4d3096", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:22:04.727246 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-249539ad-2651-4bce-8d06-52ebcfd0eb39 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:22:04.727581 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '012ac90d-54fc-41e5-859f-47aeae6a8530', 'tag': '732b90b1-ef16-40f8-9fd4-02c74e4d3096', 'status': 'completed', 'code': 200} Jan 28 00:22:04.733528 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f0c23d04-2285-4fed-9e47-b2ff507c7927 admin admin] Publish callbacks [] for router_gateway (395a6571-c8b3-462e-9837-3524af63a137), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:04.806774 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c46db9ec-0cdb-43b7-a72d-f50907da4482 admin admin] Publish callbacks [] for security_group (b81ca70f-87f1-4a3b-a594-56af954b124c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:04.810063 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd7d26-11ec-4d64-84af-8372a4036274 req-09812ccd-e97c-4e9a-a66f-0b39efbf8c43 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:04.818114 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8bbd7d26-11ec-4d64-84af-8372a4036274 req-09812ccd-e97c-4e9a-a66f-0b39efbf8c43 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=012ac90d-54fc-41e5-859f-47aeae6a8530 HTTP/1.1" status: 200 len: 943 time: 0.1657736 Jan 28 00:22:04.894889 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b370e857-363c-4e80-b706-8e47ef354571 req-1ee95888-e29e-409e-946f-d4266790e502 service neutron] 10.222.0.52 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347822 Jan 28 00:22:04.901296 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c46db9ec-0cdb-43b7-a72d-f50907da4482 admin admin] Publish callbacks [] for security_group (b81ca70f-87f1-4a3b-a594-56af954b124c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:04.903860 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:22:04.955767 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8bbd7d26-11ec-4d64-84af-8372a4036274 req-7a3e8017-3384-470c-abdf-8ee2bc72dcf0 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365843 Jan 28 00:22:04.997546 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:04.998146 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:05.005522 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-509e99bd-cd07-45aa-8cb7-49b5954fe4dc tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks [] for port (7f1778a0-3dfb-41ae-938b-d483c5842835), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:05.077636 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-509e99bd-cd07-45aa-8cb7-49b5954fe4dc tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (7f1778a0-3dfb-41ae-938b-d483c5842835), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:05.131217 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-509e99bd-cd07-45aa-8cb7-49b5954fe4dc tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Network 2f518455-11e0-4f29-b2fb-3688e3f7fb32 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:22:05.132740 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-509e99bd-cd07-45aa-8cb7-49b5954fe4dc tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:22:05.139652 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-509e99bd-cd07-45aa-8cb7-49b5954fe4dc tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:22:05.142971 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:22:05.143607 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:05.236377 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e99bd-cd07-45aa-8cb7-49b5954fe4dc tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Pushing event updated for resources: {'Port': ['ID=7f1778a0-3dfb-41ae-938b-d483c5842835,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:05.241269 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46,segment=NetworkSegment(f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0),segment_id=f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:05.255959 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:05.275206 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f0c23d04-2285-4fed-9e47-b2ff507c7927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (395a6571-c8b3-462e-9837-3524af63a137), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:05.281731 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b370e857-363c-4e80-b706-8e47ef354571 req-8d3d4c84-0715-48ec-bcf7-391524ee1ecf service neutron] 10.222.0.52 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776844 Jan 28 00:22:05.299733 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-509e99bd-cd07-45aa-8cb7-49b5954fe4dc tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:05.300435 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-509e99bd-cd07-45aa-8cb7-49b5954fe4dc tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:05.335436 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c46db9ec-0cdb-43b7-a72d-f50907da4482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b81ca70f-87f1-4a3b-a594-56af954b124c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:05.338475 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c46db9ec-0cdb-43b7-a72d-f50907da4482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:05.340101 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c46db9ec-0cdb-43b7-a72d-f50907da4482 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b81ca70f-87f1-4a3b-a594-56af954b124c HTTP/1.1" status: 204 len: 168 time: 0.9540780 Jan 28 00:22:05.358987 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46db9ec-0cdb-43b7-a72d-f50907da4482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81ca70f-87f1-4a3b-a594-56af954b124c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:05.400641 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:05.431051 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-509e99bd-cd07-45aa-8cb7-49b5954fe4dc tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7547433 Jan 28 00:22:05.441679 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2af525-bbf0-4b77-8edb-d602104039e8 req-23bb9772-a05a-4d62-8d33-ca411ca4a9f1 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:05.443754 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ec2af525-bbf0-4b77-8edb-d602104039e8 req-23bb9772-a05a-4d62-8d33-ca411ca4a9f1 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.2215679 Jan 28 00:22:05.453628 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-3d877d9e-917d-4a78-8353-707a8bf88129 service neutron] Request body: {'port': {'device_id': 'a003e225-805d-419a-8d55-d3f0895a35b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:22:05.525748 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de9829-c786-4557-b0b5-4ca8b6f112e1 req-2fedd29e-517d-4bf8-be49-3322d63dcbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:05.527742 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a8de9829-c786-4557-b0b5-4ca8b6f112e1 req-2fedd29e-517d-4bf8-be49-3322d63dcbd4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2253eea2b9f94d3c9e9a9e6c9260650c&device_id=012ac90d-54fc-41e5-859f-47aeae6a8530 HTTP/1.1" status: 200 len: 1094 time: 0.0923345 Jan 28 00:22:05.532452 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c23d04-2285-4fed-9e47-b2ff507c7927 admin admin] Router 395a6571-c8b3-462e-9837-3524af63a137 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:22:05.545160 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913404fd-70cd-4b4c-b14d-20d87f2517be req-2e4d048d-1ec7-4607-91fd-16d9efaa0aca tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:05.559243 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-913404fd-70cd-4b4c-b14d-20d87f2517be req-2e4d048d-1ec7-4607-91fd-16d9efaa0aca tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 948 time: 0.3009787 Jan 28 00:22:05.683123 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device c2b62d87-e6a7-4d22-86d7-b1384874a3df up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:22:05.756785 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-3d877d9e-917d-4a78-8353-707a8bf88129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7f1778a0-3dfb-41ae-938b-d483c5842835), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:05.774414 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de9829-c786-4557-b0b5-4ca8b6f112e1 req-b32f0bb8-a18f-4ed3-8971-e15344149f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:05.776113 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a8de9829-c786-4557-b0b5-4ca8b6f112e1 req-b32f0bb8-a18f-4ed3-8971-e15344149f3c service neutron] 10.222.0.52 "GET /v2.0/networks?id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e HTTP/1.1" status: 200 len: 906 time: 0.2323241 Jan 28 00:22:05.777604 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c23d04-2285-4fed-9e47-b2ff507c7927 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:22:05.784538 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f1c695-fbfa-431f-b619-2b0d1ddfb5a1 None None] Network 6c6166fa-f12c-44dc-80f4-7ae48bcbac66 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:22:05.795569 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92c0e29-4505-4433-8413-d0516fd2f009 None None] Sync routers for ids ['395a6571-c8b3-462e-9837-3524af63a137'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:22:05.835416 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ec2af525-bbf0-4b77-8edb-d602104039e8 req-17dd63d2-6acd-4e1e-8462-7426d447de55 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411283 Jan 28 00:22:05.847165 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a8de9829-c786-4557-b0b5-4ca8b6f112e1 req-1b212894-afac-4d92-84a0-6505b00d34ff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=732b90b1-ef16-40f8-9fd4-02c74e4d3096 HTTP/1.1" status: 200 len: 217 time: 0.0569577 Jan 28 00:22:05.848173 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92c0e29-4505-4433-8413-d0516fd2f009 None None] Routers {'395a6571-c8b3-462e-9837-3524af63a137'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:22:05.849560 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b92c0e29-4505-4433-8413-d0516fd2f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:21:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['395a6571-c8b3-462e-9837-3524af63a137'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:22:05.901041 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f0c23d04-2285-4fed-9e47-b2ff507c7927 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:05.902521 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f0c23d04-2285-4fed-9e47-b2ff507c7927 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 4.5523548 Jan 28 00:22:05.908055 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58998) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:06.004353 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de9829-c786-4557-b0b5-4ca8b6f112e1 req-a2f76aeb-92df-477c-9d00-c8062367cad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:06.006045 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a8de9829-c786-4557-b0b5-4ca8b6f112e1 req-a2f76aeb-92df-477c-9d00-c8062367cad0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=89787cce-0952-4d1c-b459-5274630a8c6e HTTP/1.1" status: 200 len: 845 time: 0.1499376 Jan 28 00:22:06.014919 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-b92c0e29-4505-4433-8413-d0516fd2f009 None None] Set router 395a6571-c8b3-462e-9837-3524af63a137 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:22:06.081102 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a8de9829-c786-4557-b0b5-4ca8b6f112e1 req-1c0005ea-1453-4715-8027-b6f2236ed820 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675111 Jan 28 00:22:06.104716 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-913404fd-70cd-4b4c-b14d-20d87f2517be req-6aa3fee8-9e01-40d1-b4f0-51348fdfe32c tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5429173 Jan 28 00:22:06.248768 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-bc80022b-f802-4919-b244-10f41efe6850 None None] Provisioning complete for port f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:06.249472 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc80022b-f802-4919-b244-10f41efe6850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:06.308152 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port c2b62d87-e6a7-4d22-86d7-b1384874a3df completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:22:06.321503 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55ff7be6-454a-4315-8464-a98d26128b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:06.336882 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port c2b62d87-e6a7-4d22-86d7-b1384874a3df triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:06.337548 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:06.424046 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3b81d-d4d6-440f-bd60-a07b98dfd457 req-b74d4a30-b399-4c26-af55-7e198ac061cd tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:06.427213 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5d3b81d-d4d6-440f-bd60-a07b98dfd457 req-b74d4a30-b399-4c26-af55-7e198ac061cd tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=a003e225-805d-419a-8d55-d3f0895a35b3 HTTP/1.1" status: 200 len: 931 time: 0.3558295 Jan 28 00:22:06.528596 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-bc80022b-f802-4919-b244-10f41efe6850 None None] Current status of the port f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:22:06.547937 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b92c0e29-4505-4433-8413-d0516fd2f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395a6571-c8b3-462e-9837-3524af63a137', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-268608534-router', 'tenant_id': '59a716a38e2a47e4a59e21b06e3ba762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '2688f277-e45a-41df-8817-a78368d0d217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:22:01Z', 'updated_at': '2022-01-28T00:22:04Z', 'revision_number': 3, 'project_id': '59a716a38e2a47e4a59e21b06e3ba762', 'gw_port': {'id': '2688f277-e45a-41df-8817-a78368d0d217', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:89:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395a6571-c8b3-462e-9837-3524af63a137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:22:03Z', 'updated_at': '2022-01-28T00:22:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:22:06.695175 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d0ee7-ff8e-4b8a-8e2d-aa03d2b76a20 req-49b11998-b25b-42b0-83a3-e315db75626e tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:06.707651 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e18d0ee7-ff8e-4b8a-8e2d-aa03d2b76a20 req-49b11998-b25b-42b0-83a3-e315db75626e tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 945 time: 0.3123128 Jan 28 00:22:06.714186 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92c0e29-4505-4433-8413-d0516fd2f009 None None] Checking router: 395a6571-c8b3-462e-9837-3524af63a137 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:22:06.714541 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92c0e29-4505-4433-8413-d0516fd2f009 None None] Updating router 395a6571-c8b3-462e-9837-3524af63a137 port 2688f277-e45a-41df-8817-a78368d0d217 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:22:06.729887 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5d3b81d-d4d6-440f-bd60-a07b98dfd457 req-ddc6e184-dc3e-4b41-bdfc-bb9e23e3dc89 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873218 Jan 28 00:22:06.774897 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port c2b62d87-e6a7-4d22-86d7-b1384874a3df is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:22:06.775860 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:06.894326 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port c2b62d87-e6a7-4d22-86d7-b1384874a3df, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=c2b62d87-e6a7-4d22-86d7-b1384874a3df,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:06.897924 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b217c6a1-a5df-474a-bcab-027ce2d82849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b62d87-e6a7-4d22-86d7-b1384874a3df'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:22:06.901177 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463da52e-62b4-438a-b5f9-8a0c16247500" -d '{"events": [{"server_uuid": "b217c6a1-a5df-474a-bcab-027ce2d82849", "name": "network-vif-plugged", "status": "completed", "tag": "c2b62d87-e6a7-4d22-86d7-b1384874a3df"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:22:06.904352 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b92c0e29-4505-4433-8413-d0516fd2f009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2688f277-e45a-41df-8817-a78368d0d217), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:07.050766 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:22:07.100290 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-3d877d9e-917d-4a78-8353-707a8bf88129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1778a0-3dfb-41ae-938b-d483c5842835 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:22:07.129172 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e18d0ee7-ff8e-4b8a-8e2d-aa03d2b76a20 req-c03221c3-1db9-4d3f-a7f2-6762b6a540b5 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977790 Jan 28 00:22:07.129753 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:07.137346 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-3d877d9e-917d-4a78-8353-707a8bf88129 service neutron] Publish callbacks [] for port (7f1778a0-3dfb-41ae-938b-d483c5842835), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:07.192950 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac61bd-1b12-4ed6-988b-e85408fc80aa req-9fb39ff7-eed8-4009-872c-874660a84af9 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:07.194596 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-43ac61bd-1b12-4ed6-988b-e85408fc80aa req-9fb39ff7-eed8-4009-872c-874660a84af9 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=012ac90d-54fc-41e5-859f-47aeae6a8530 HTTP/1.1" status: 200 len: 943 time: 0.2537191 Jan 28 00:22:07.195665 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-3d877d9e-917d-4a78-8353-707a8bf88129 service neutron] Transition to ACTIVE for port object 7f1778a0-3dfb-41ae-938b-d483c5842835 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:22:07.212529 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a8de9829-c786-4557-b0b5-4ca8b6f112e1 req-05d1c9ae-663d-4bda-acd3-1452335a9ac0 service neutron] 10.222.0.52 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1176014 Jan 28 00:22:07.219899 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-3d877d9e-917d-4a78-8353-707a8bf88129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (7f1778a0-3dfb-41ae-938b-d483c5842835), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:07.355531 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=c2b62d87-e6a7-4d22-86d7-b1384874a3df,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:07.363654 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-43ac61bd-1b12-4ed6-988b-e85408fc80aa req-1e7e1ad0-cd90-4660-b0b9-efd4718b9b48 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605282 Jan 28 00:22:07.365341 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d877d9e-917d-4a78-8353-707a8bf88129 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1778a0-3dfb-41ae-938b-d483c5842835,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:07.366163 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-0fa4fbd9-31f2-42f5-855c-24df77486ba2 None None] Provisioning complete for port f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:07.366546 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0fa4fbd9-31f2-42f5-855c-24df77486ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:07.440083 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a8de9829-c786-4557-b0b5-4ca8b6f112e1 req-7e5f875a-eddd-4373-8f80-853d51c20b00 service neutron] 10.222.0.52 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188416 Jan 28 00:22:07.458571 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-831498f2-91eb-4ed6-9cdb-56467200e269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:07.565334 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf9160-765b-4568-b650-2e0ead614136 req-6d2732f2-14fb-4f71-9847-085e88781b0f tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:07.568118 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bacf9160-765b-4568-b650-2e0ead614136 req-6d2732f2-14fb-4f71-9847-085e88781b0f tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.2771389 Jan 28 00:22:07.610814 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1d68b9-1a95-4428-82db-0d2dc80acf8c x-openstack-request-id: req-de1d68b9-1a95-4428-82db-0d2dc80acf8c {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:22:07.611193 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b217c6a1-a5df-474a-bcab-027ce2d82849", "name": "network-vif-plugged", "status": "completed", "tag": "c2b62d87-e6a7-4d22-86d7-b1384874a3df", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:22:07.611358 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-de1d68b9-1a95-4428-82db-0d2dc80acf8c {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:22:07.612046 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b217c6a1-a5df-474a-bcab-027ce2d82849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b62d87-e6a7-4d22-86d7-b1384874a3df', 'code': 200} Jan 28 00:22:07.628620 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:07.629003 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:07.665302 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bacf9160-765b-4568-b650-2e0ead614136 req-944b902a-0b97-4439-a136-3616c69aa0f2 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900300 Jan 28 00:22:07.666181 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-3d877d9e-917d-4a78-8353-707a8bf88129 service neutron] Attempting to bind port 7f1778a0-3dfb-41ae-938b-d483c5842835 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:22:07.666658 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-3d877d9e-917d-4a78-8353-707a8bf88129 service neutron] Attempting to bind port 7f1778a0-3dfb-41ae-938b-d483c5842835 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'fba2d8d8-21da-4073-9f77-aaa869332b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:22:07.667063 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-3d877d9e-917d-4a78-8353-707a8bf88129 service neutron] Attempting to bind port 7f1778a0-3dfb-41ae-938b-d483c5842835 on network 2f518455-11e0-4f29-b2fb-3688e3f7fb32 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:22:07.675751 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-3d877d9e-917d-4a78-8353-707a8bf88129 service neutron] Port 7f1778a0-3dfb-41ae-938b-d483c5842835 on network 2f518455-11e0-4f29-b2fb-3688e3f7fb32 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:22:07.675751 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-3d877d9e-917d-4a78-8353-707a8bf88129 service neutron] Attempting to bind port 7f1778a0-3dfb-41ae-938b-d483c5842835 on network 2f518455-11e0-4f29-b2fb-3688e3f7fb32 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:22:07.698250 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-3d877d9e-917d-4a78-8353-707a8bf88129 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:22:07.698926 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-3d877d9e-917d-4a78-8353-707a8bf88129 service neutron] Checking segment: {'id': 'fba2d8d8-21da-4073-9f77-aaa869332b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:22:07.699013 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-3d877d9e-917d-4a78-8353-707a8bf88129 service neutron] Bound using segment: {'id': 'fba2d8d8-21da-4073-9f77-aaa869332b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:22:07.699427 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-3d877d9e-917d-4a78-8353-707a8bf88129 service neutron] Bound port: 7f1778a0-3dfb-41ae-938b-d483c5842835, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fba2d8d8-21da-4073-9f77-aaa869332b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:22:07.699823 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-3d877d9e-917d-4a78-8353-707a8bf88129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7f1778a0-3dfb-41ae-938b-d483c5842835), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:07.713342 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8543b6c-98eb-46ce-8e71-d9f2ca87bb6e req-6be782c3-6913-407c-8e10-34456983eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:07.714260 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d8543b6c-98eb-46ce-8e71-d9f2ca87bb6e req-6be782c3-6913-407c-8e10-34456983eac0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 1100 time: 0.1063497 Jan 28 00:22:07.740154 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ee7bf-8c4e-4485-a621-48d59e5f2cdb req-c646ad3a-7c54-4687-b0a3-513f9deac58b tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:07.743800 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-831498f2-91eb-4ed6-9cdb-56467200e269 admin admin] Allocated IP 172.20.0.1 (6c6166fa-f12c-44dc-80f4-7ae48bcbac66/2856b206-aa20-4138-8515-c3d02a78ce88/6e24581c-c63e-4c9d-a84f-443463e9a4c8) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:22:07.747762 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f95ee7bf-8c4e-4485-a621-48d59e5f2cdb req-c646ad3a-7c54-4687-b0a3-513f9deac58b tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 949 time: 0.1580729 Jan 28 00:22:07.797542 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d8543b6c-98eb-46ce-8e71-d9f2ca87bb6e req-50cf4020-3bc2-471d-9519-e9755ec532f4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747151 Jan 28 00:22:07.860049 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f95ee7bf-8c4e-4485-a621-48d59e5f2cdb req-798839c5-f3a9-4981-97bc-86a151761604 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079304 Jan 28 00:22:07.929294 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-3d877d9e-917d-4a78-8353-707a8bf88129 service neutron] For port 7f1778a0-3dfb-41ae-938b-d483c5842835, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:22:07.939640 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-3d877d9e-917d-4a78-8353-707a8bf88129 service neutron] For port 7f1778a0-3dfb-41ae-938b-d483c5842835, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=7f1778a0-3dfb-41ae-938b-d483c5842835,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:22:07.946908 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b92c0e29-4505-4433-8413-d0516fd2f009 None None] Publish callbacks [] for port (2688f277-e45a-41df-8817-a78368d0d217), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:07.952450 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:22:07.971259 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b92c0e29-4505-4433-8413-d0516fd2f009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2688f277-e45a-41df-8817-a78368d0d217), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:07.972918 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-3d877d9e-917d-4a78-8353-707a8bf88129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (7f1778a0-3dfb-41ae-938b-d483c5842835), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:07.973798 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-831498f2-91eb-4ed6-9cdb-56467200e269 admin admin] Publish callbacks [] for port (6e24581c-c63e-4c9d-a84f-443463e9a4c8), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:07.983724 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0fa4fbd9-31f2-42f5-855c-24df77486ba2 None None] Current status of the port f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:22:08.041360 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-831498f2-91eb-4ed6-9cdb-56467200e269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (6e24581c-c63e-4c9d-a84f-443463e9a4c8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:08.073386 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-b92c0e29-4505-4433-8413-d0516fd2f009 None None] Attempting to bind port 2688f277-e45a-41df-8817-a78368d0d217 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:22:08.074102 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-b92c0e29-4505-4433-8413-d0516fd2f009 None None] Attempting to bind port 2688f277-e45a-41df-8817-a78368d0d217 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:22:08.074589 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92c0e29-4505-4433-8413-d0516fd2f009 None None] Attempting to bind port 2688f277-e45a-41df-8817-a78368d0d217 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:22:08.090177 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-3d877d9e-917d-4a78-8353-707a8bf88129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:08.091851 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-3d877d9e-917d-4a78-8353-707a8bf88129 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:08.093655 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-3d877d9e-917d-4a78-8353-707a8bf88129 service neutron] 10.222.0.65 "PUT /v2.0/ports/7f1778a0-3dfb-41ae-938b-d483c5842835 HTTP/1.1" status: 200 len: 1091 time: 2.6464264 Jan 28 00:22:08.094563 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831498f2-91eb-4ed6-9cdb-56467200e269 admin admin] Network 6c6166fa-f12c-44dc-80f4-7ae48bcbac66 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:22:08.096561 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a003e225-805d-419a-8d55-d3f0895a35b3', 'tag': '7f1778a0-3dfb-41ae-938b-d483c5842835'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:22:08.098845 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-831498f2-91eb-4ed6-9cdb-56467200e269 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:22:08.099420 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92c0e29-4505-4433-8413-d0516fd2f009 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:22:08.099766 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306f84f6-c489-481c-a544-ebc1f37382f1" -d '{"events": [{"name": "network-changed", "server_uuid": "a003e225-805d-419a-8d55-d3f0895a35b3", "tag": "7f1778a0-3dfb-41ae-938b-d483c5842835"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:22:08.100081 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92c0e29-4505-4433-8413-d0516fd2f009 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:22:08.103130 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b92c0e29-4505-4433-8413-d0516fd2f009 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:08.103940 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831498f2-91eb-4ed6-9cdb-56467200e269 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:22:08.104062 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92c0e29-4505-4433-8413-d0516fd2f009 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:22:08.104748 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-b92c0e29-4505-4433-8413-d0516fd2f009 None None] Bound port: 2688f277-e45a-41df-8817-a78368d0d217, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:22:08.105412 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b92c0e29-4505-4433-8413-d0516fd2f009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2688f277-e45a-41df-8817-a78368d0d217), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:08.160054 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b47b2-d572-4f72-bdd4-47da770e61c4 req-dc9b5ae0-6292-4359-959c-9f8cbe909f55 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:08.162173 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-503b47b2-d572-4f72-bdd4-47da770e61c4 req-dc9b5ae0-6292-4359-959c-9f8cbe909f55 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=a003e225-805d-419a-8d55-d3f0895a35b3 HTTP/1.1" status: 200 len: 943 time: 0.2107120 Jan 28 00:22:08.163871 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d877d9e-917d-4a78-8353-707a8bf88129 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1778a0-3dfb-41ae-938b-d483c5842835,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:08.228449 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831498f2-91eb-4ed6-9cdb-56467200e269 admin admin] Pushing event updated for resources: {'Port': ['ID=6e24581c-c63e-4c9d-a84f-443463e9a4c8,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:08.238881 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6750ed-0ae6-4826-bda1-7bcb4c4be48d x-openstack-request-id: req-8d6750ed-0ae6-4826-bda1-7bcb4c4be48d {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:22:08.239514 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a003e225-805d-419a-8d55-d3f0895a35b3", "tag": "7f1778a0-3dfb-41ae-938b-d483c5842835", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:22:08.240030 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8d6750ed-0ae6-4826-bda1-7bcb4c4be48d {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:22:08.240690 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a003e225-805d-419a-8d55-d3f0895a35b3', 'tag': '7f1778a0-3dfb-41ae-938b-d483c5842835', 'status': 'completed', 'code': 200} Jan 28 00:22:08.283438 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-831498f2-91eb-4ed6-9cdb-56467200e269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (395a6571-c8b3-462e-9837-3524af63a137), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:08.323400 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9531a76-2d35-4142-a417-c50003c9b67e None None] Pushing event updated for resources: {'Port': ['ID=2688f277-e45a-41df-8817-a78368d0d217,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:08.357370 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4f05837e-a458-45fa-add1-75a1ee767611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:08.374306 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-b92c0e29-4505-4433-8413-d0516fd2f009 None None] For port 2688f277-e45a-41df-8817-a78368d0d217, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:22:08.381908 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-b92c0e29-4505-4433-8413-d0516fd2f009 None None] For port 2688f277-e45a-41df-8817-a78368d0d217, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2688f277-e45a-41df-8817-a78368d0d217,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:22:08.392344 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b92c0e29-4505-4433-8413-d0516fd2f009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2688f277-e45a-41df-8817-a78368d0d217), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:08.510545 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92c0e29-4505-4433-8413-d0516fd2f009 None None] Routers {'395a6571-c8b3-462e-9837-3524af63a137'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:22:08.511234 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b92c0e29-4505-4433-8413-d0516fd2f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:22:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['395a6571-c8b3-462e-9837-3524af63a137'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:22:08.535714 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-503b47b2-d572-4f72-bdd4-47da770e61c4 req-49b94b14-8da8-4abd-9e8e-bd31d45c3f60 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590183 Jan 28 00:22:08.549489 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-e541088f-a7d2-49c5-8bdd-580d77357c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:08.552076 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-e541088f-a7d2-49c5-8bdd-580d77357c96 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f564eba381e4679ad4f4d86366ab37a&device_id=a003e225-805d-419a-8d55-d3f0895a35b3 HTTP/1.1" status: 200 len: 1094 time: 0.3099933 Jan 28 00:22:08.595657 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9531a76-2d35-4142-a417-c50003c9b67e None None] Pushing event updated for resources: {'Port': ['ID=2688f277-e45a-41df-8817-a78368d0d217,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:08.665194 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-831498f2-91eb-4ed6-9cdb-56467200e269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6e24581c-c63e-4c9d-a84f-443463e9a4c8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:08.699091 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-f0a38ed6-7f49-4575-ae77-1cd21641e554 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f1778a0-3dfb-41ae-938b-d483c5842835 HTTP/1.1" status: 200 len: 217 time: 0.1257501 Jan 28 00:22:08.729862 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e44b44-53bf-45dd-ad6f-da2e92d86af5 req-13b21272-9f42-442c-889b-a64820adcb61 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:08.746234 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87e44b44-53bf-45dd-ad6f-da2e92d86af5 req-13b21272-9f42-442c-889b-a64820adcb61 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 945 time: 0.3311126 Jan 28 00:22:08.766161 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-5d3b559b-6f40-49b8-9ca5-3ac97ae90b02 None None] Provisioning complete for port 6e24581c-c63e-4c9d-a84f-443463e9a4c8 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:08.766791 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5d3b559b-6f40-49b8-9ca5-3ac97ae90b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6e24581c-c63e-4c9d-a84f-443463e9a4c8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:08.821629 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-b92c0e29-4505-4433-8413-d0516fd2f009 None None] Set router 395a6571-c8b3-462e-9837-3524af63a137 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:22:08.836883 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-1be9d37c-8055-4b97-b2bb-8969c70e1fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:08.839662 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-1be9d37c-8055-4b97-b2bb-8969c70e1fe5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=752b9c73-c003-4007-a37c-7b906aeda551 HTTP/1.1" status: 200 len: 852 time: 0.1282563 Jan 28 00:22:09.027721 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87e44b44-53bf-45dd-ad6f-da2e92d86af5 req-80a582f3-7f94-4f37-9e85-5f00e02e50e4 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796686 Jan 28 00:22:09.039594 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-c5cb40ad-6f44-46ef-8b80-156dc9cc43ce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2f518455-11e0-4f29-b2fb-3688e3f7fb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1256783 Jan 28 00:22:09.087090 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-831498f2-91eb-4ed6-9cdb-56467200e269 admin admin] Publish callbacks [] for port (6e24581c-c63e-4c9d-a84f-443463e9a4c8), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:09.100025 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-831498f2-91eb-4ed6-9cdb-56467200e269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (6e24581c-c63e-4c9d-a84f-443463e9a4c8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:09.211984 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5d3b559b-6f40-49b8-9ca5-3ac97ae90b02 None None] Port 6e24581c-c63e-4c9d-a84f-443463e9a4c8 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:22:09.294938 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831498f2-91eb-4ed6-9cdb-56467200e269 admin admin] Pushing event updated for resources: {'Port': ['ID=6e24581c-c63e-4c9d-a84f-443463e9a4c8,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:09.301827 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88122513-2dd3-4f00-98ff-8930d0843f33 req-8bfc9735-c554-4d41-b26e-bd8d9793f3f6 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:09.302945 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-831498f2-91eb-4ed6-9cdb-56467200e269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (395a6571-c8b3-462e-9837-3524af63a137), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:09.317254 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-88122513-2dd3-4f00-98ff-8930d0843f33 req-8bfc9735-c554-4d41-b26e-bd8d9793f3f6 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=012ac90d-54fc-41e5-859f-47aeae6a8530 HTTP/1.1" status: 200 len: 943 time: 0.4403801 Jan 28 00:22:09.469787 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b92c0e29-4505-4433-8413-d0516fd2f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395a6571-c8b3-462e-9837-3524af63a137', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-268608534-router', 'tenant_id': '59a716a38e2a47e4a59e21b06e3ba762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '2688f277-e45a-41df-8817-a78368d0d217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:22:01Z', 'updated_at': '2022-01-28T00:22:04Z', 'revision_number': 3, 'project_id': '59a716a38e2a47e4a59e21b06e3ba762', 'gw_port': {'id': '2688f277-e45a-41df-8817-a78368d0d217', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:89:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395a6571-c8b3-462e-9837-3524af63a137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:22:03Z', 'updated_at': '2022-01-28T00:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:22:09.477183 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831498f2-91eb-4ed6-9cdb-56467200e269 admin admin] Network 6c6166fa-f12c-44dc-80f4-7ae48bcbac66 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:22:09.479811 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-831498f2-91eb-4ed6-9cdb-56467200e269 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:22:09.516410 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-88122513-2dd3-4f00-98ff-8930d0843f33 req-c3d668d9-52d9-4e3d-a705-7f04ce9b4195 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964469 Jan 28 00:22:09.544465 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafbcdf-01b4-483f-a0e0-333d33aa8677 req-2ab04491-33a2-403e-884e-29c3346b04b7 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:09.559597 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5eafbcdf-01b4-483f-a0e0-333d33aa8677 req-2ab04491-33a2-403e-884e-29c3346b04b7 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.2325714 Jan 28 00:22:09.574072 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-5b266c81-54f2-413a-8920-6b8720010a73 service neutron] 10.222.0.65 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5241892 Jan 28 00:22:09.618787 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92c0e29-4505-4433-8413-d0516fd2f009 None None] The sync data for ids ['395a6571-c8b3-462e-9837-3524af63a137'] in n-d-826754-1 is: [{'id': '395a6571-c8b3-462e-9837-3524af63a137', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-268608534-router', 'tenant_id': '59a716a38e2a47e4a59e21b06e3ba762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '2688f277-e45a-41df-8817-a78368d0d217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:22:01Z', 'updated_at': '2022-01-28T00:22:04Z', 'revision_number': 3, 'project_id': '59a716a38e2a47e4a59e21b06e3ba762', 'gw_port': {'id': '2688f277-e45a-41df-8817-a78368d0d217', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:89:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395a6571-c8b3-462e-9837-3524af63a137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:22:03Z', 'updated_at': '2022-01-28T00:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:22:09.655679 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:09.822850 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831498f2-91eb-4ed6-9cdb-56467200e269 admin admin] Router 395a6571-c8b3-462e-9837-3524af63a137 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:22:09.864096 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59094) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:10.096521 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-1083114d-1134-4d44-9cbf-8ac5b17e3d6c None None] Provisioning complete for port 6e24581c-c63e-4c9d-a84f-443463e9a4c8 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:10.097126 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1083114d-1134-4d44-9cbf-8ac5b17e3d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6e24581c-c63e-4c9d-a84f-443463e9a4c8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:10.184912 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1083114d-1134-4d44-9cbf-8ac5b17e3d6c None None] Port 6e24581c-c63e-4c9d-a84f-443463e9a4c8 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:22:10.193676 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831498f2-91eb-4ed6-9cdb-56467200e269 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:22:10.211764 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-831498f2-91eb-4ed6-9cdb-56467200e269 admin admin] 10.222.0.70 "PUT /v2.0/routers/395a6571-c8b3-462e-9837-3524af63a137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2945578 Jan 28 00:22:10.219697 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-af5ed379-d1de-41f2-a4f1-68fc8f001a2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:10.293939 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5eafbcdf-01b4-483f-a0e0-333d33aa8677 req-b949f962-d132-41b7-b242-ffb102def405 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7330945 Jan 28 00:22:10.339848 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a24036-b56c-479e-8d53-5b88e4473157 req-b2b61e2c-4f9c-4ce8-b830-0d4dfa77f06e tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:10.357904 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-64a24036-b56c-479e-8d53-5b88e4473157 req-b2b61e2c-4f9c-4ce8-b830-0d4dfa77f06e tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 949 time: 0.1267018 Jan 28 00:22:10.434219 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-821266d1-d5bf-412e-89be-2e91df0dc56f req-d3a431e4-aaca-4789-8846-ebbc6a56f2bd service neutron] 10.222.0.65 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8359358 Jan 28 00:22:10.466426 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-af5ed379-d1de-41f2-a4f1-68fc8f001a2f admin admin] Publish callbacks [] for security_group (ee0cee93-227e-481c-b282-ec4d1de7d153), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:10.476128 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-af5ed379-d1de-41f2-a4f1-68fc8f001a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ee0cee93-227e-481c-b282-ec4d1de7d153), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:10.489193 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-64a24036-b56c-479e-8d53-5b88e4473157 req-03126e53-3269-41b6-a28e-6f3ed12a0dd8 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291912 Jan 28 00:22:10.535204 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-af5ed379-d1de-41f2-a4f1-68fc8f001a2f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=958cfa6ce3214867880a22f0f5906e8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6664693 Jan 28 00:22:10.538354 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59106) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:10.588864 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ed379-d1de-41f2-a4f1-68fc8f001a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0cee93-227e-481c-b282-ec4d1de7d153,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:10.635113 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 732b90b1-ef16-40f8-9fd4-02c74e4d3096 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:22:10.654536 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34d408ca-85dd-407e-a7a8-a163385adeac admin admin] Publish callbacks [] for security_group (ee0cee93-227e-481c-b282-ec4d1de7d153), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:10.689437 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34d408ca-85dd-407e-a7a8-a163385adeac admin admin] Publish callbacks [] for security_group (ee0cee93-227e-481c-b282-ec4d1de7d153), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:10.751242 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda65a3d-dde8-4460-8a27-ec5c2edc45b1 req-7b83cada-d28f-47fa-a794-00bed131cfb8 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:10.754276 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dda65a3d-dde8-4460-8a27-ec5c2edc45b1 req-7b83cada-d28f-47fa-a794-00bed131cfb8 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=a003e225-805d-419a-8d55-d3f0895a35b3 HTTP/1.1" status: 200 len: 943 time: 0.2634485 Jan 28 00:22:10.771298 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34d408ca-85dd-407e-a7a8-a163385adeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ee0cee93-227e-481c-b282-ec4d1de7d153), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:10.774868 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34d408ca-85dd-407e-a7a8-a163385adeac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:10.777829 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-34d408ca-85dd-407e-a7a8-a163385adeac admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ee0cee93-227e-481c-b282-ec4d1de7d153 HTTP/1.1" status: 204 len: 168 time: 0.2379587 Jan 28 00:22:10.797166 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d408ca-85dd-407e-a7a8-a163385adeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0cee93-227e-481c-b282-ec4d1de7d153,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:10.876642 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f84f6-c489-481c-a544-ebc1f37382f1 req-ee06763c-3353-4893-9ac9-ef81e68b6e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:10.879332 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-306f84f6-c489-481c-a544-ebc1f37382f1 req-ee06763c-3353-4893-9ac9-ef81e68b6e8b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f564eba381e4679ad4f4d86366ab37a&device_id=a003e225-805d-419a-8d55-d3f0895a35b3 HTTP/1.1" status: 200 len: 1094 time: 0.3137674 Jan 28 00:22:10.894367 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2688f277-e45a-41df-8817-a78368d0d217 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:22:10.929642 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722a0e9-16fd-4eee-a674-d83d52726af8 req-ccf356c1-a4f0-4a71-b5a5-9de29874233c tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:10.931262 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4722a0e9-16fd-4eee-a674-d83d52726af8 req-ccf356c1-a4f0-4a71-b5a5-9de29874233c tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 945 time: 0.2896979 Jan 28 00:22:10.947065 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 732b90b1-ef16-40f8-9fd4-02c74e4d3096, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=732b90b1-ef16-40f8-9fd4-02c74e4d3096,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:10.981371 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '732b90b1-ef16-40f8-9fd4-02c74e4d3096', 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e', 'port_id': '732b90b1-ef16-40f8-9fd4-02c74e4d3096', 'mac_address': 'fa:16:3e:6b:a8:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89787cce-0952-4d1c-b459-5274630a8c6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:22:11.059128 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4722a0e9-16fd-4eee-a674-d83d52726af8 req-22a30c4f-6f83-40a2-85b0-b08502045ad8 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151006 Jan 28 00:22:11.075554 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dda65a3d-dde8-4460-8a27-ec5c2edc45b1 req-bb1fa2db-c610-44b7-9830-1a980e234d02 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985780 Jan 28 00:22:11.105197 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:11.106272 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 2688f277-e45a-41df-8817-a78368d0d217 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:11.106898 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2688f277-e45a-41df-8817-a78368d0d217), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:11.129028 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f84f6-c489-481c-a544-ebc1f37382f1 req-cf8094d0-bbb5-4774-80c2-d45c7a034158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:11.131331 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-306f84f6-c489-481c-a544-ebc1f37382f1 req-cf8094d0-bbb5-4774-80c2-d45c7a034158 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2f518455-11e0-4f29-b2fb-3688e3f7fb32 HTTP/1.1" status: 200 len: 913 time: 0.2385137 Jan 28 00:22:11.195377 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 732b90b1-ef16-40f8-9fd4-02c74e4d3096 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:22:11.196041 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (732b90b1-ef16-40f8-9fd4-02c74e4d3096), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:11.201373 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-306f84f6-c489-481c-a544-ebc1f37382f1 req-13e0276e-2100-4da3-960f-9d5cfbbdfe76 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f1778a0-3dfb-41ae-938b-d483c5842835 HTTP/1.1" status: 200 len: 217 time: 0.0606785 Jan 28 00:22:11.269641 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 732b90b1-ef16-40f8-9fd4-02c74e4d3096 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:22:11.316951 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f84f6-c489-481c-a544-ebc1f37382f1 req-38ddd81e-061a-49c8-a7a6-5946d0134c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:11.318818 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-306f84f6-c489-481c-a544-ebc1f37382f1 req-38ddd81e-061a-49c8-a7a6-5946d0134c6c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=752b9c73-c003-4007-a37c-7b906aeda551 HTTP/1.1" status: 200 len: 852 time: 0.1013126 Jan 28 00:22:11.321309 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0e6fb-35da-49e2-bd3e-0320830e8519 req-8e8e1da9-007c-4090-b8c2-3c5f804a50e7 tempest-MigrationsAdminTest-1727138481 tempest-MigrationsAdminTest-1727138481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:11.323245 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dea0e6fb-35da-49e2-bd3e-0320830e8519 req-8e8e1da9-007c-4090-b8c2-3c5f804a50e7 tempest-MigrationsAdminTest-1727138481 tempest-MigrationsAdminTest-1727138481-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 1100 time: 0.1327093 Jan 28 00:22:11.335972 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 732b90b1-ef16-40f8-9fd4-02c74e4d3096, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=732b90b1-ef16-40f8-9fd4-02c74e4d3096,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:11.351115 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (732b90b1-ef16-40f8-9fd4-02c74e4d3096), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:11.383230 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-306f84f6-c489-481c-a544-ebc1f37382f1 req-0b08a81c-2f4d-44b1-90db-68017ae558d3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2f518455-11e0-4f29-b2fb-3688e3f7fb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567954 Jan 28 00:22:11.443578 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90771d1-3697-411c-acda-da769e8f3355 req-fd231f5e-5ac0-4bc9-8a71-52c16694f2cf tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:11.446625 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d90771d1-3697-411c-acda-da769e8f3355 req-fd231f5e-5ac0-4bc9-8a71-52c16694f2cf tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=012ac90d-54fc-41e5-859f-47aeae6a8530 HTTP/1.1" status: 200 len: 943 time: 0.1900699 Jan 28 00:22:11.494163 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 2688f277-e45a-41df-8817-a78368d0d217 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:22:11.494904 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2688f277-e45a-41df-8817-a78368d0d217), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:11.509583 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dea0e6fb-35da-49e2-bd3e-0320830e8519 req-ca2c6b33-9dd0-4cc6-838a-c03275ab31e0 tempest-MigrationsAdminTest-1727138481 tempest-MigrationsAdminTest-1727138481-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703272 Jan 28 00:22:11.521529 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 2688f277-e45a-41df-8817-a78368d0d217, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2688f277-e45a-41df-8817-a78368d0d217,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:11.530106 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2688f277-e45a-41df-8817-a78368d0d217), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:11.537816 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=732b90b1-ef16-40f8-9fd4-02c74e4d3096,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:11.579970 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59124) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:11.597809 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d90771d1-3697-411c-acda-da769e8f3355 req-973bd3bc-3138-4d41-bfb6-b10525ec69b2 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086190 Jan 28 00:22:11.605735 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b4f00e86-d369-460a-bc54-93810fb788d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:11.609616 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-306f84f6-c489-481c-a544-ebc1f37382f1 req-6b528d05-b878-4b58-b063-b54c3cca1b46 service neutron] 10.222.0.65 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171056 Jan 28 00:22:11.660039 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=2688f277-e45a-41df-8817-a78368d0d217,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:11.775441 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-306f84f6-c489-481c-a544-ebc1f37382f1 req-31a14e31-1800-4bfb-9b61-ade423cc556c service neutron] 10.222.0.65 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578045 Jan 28 00:22:11.798392 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b4f00e86-d369-460a-bc54-93810fb788d1 admin admin] Publish callbacks [] for security_group (8248e6a7-180e-40b1-888a-6c1e0fee681d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:11.805237 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b4f00e86-d369-460a-bc54-93810fb788d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (8248e6a7-180e-40b1-888a-6c1e0fee681d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:11.825022 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['732b90b1-ef16-40f8-9fd4-02c74e4d3096'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:22:11.911685 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b4f00e86-d369-460a-bc54-93810fb788d1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ac422324d42b4476841255f02f0e6899&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3287866 Jan 28 00:22:11.915114 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59126) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:11.928837 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721ddb2-aafb-4c31-a8d9-ab928fd3f744 req-0a2974d8-9067-4337-a39e-80661a04f5a5 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:11.932262 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f00e86-d369-460a-bc54-93810fb788d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8248e6a7-180e-40b1-888a-6c1e0fee681d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:11.954179 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f721ddb2-aafb-4c31-a8d9-ab928fd3f744 req-0a2974d8-9067-4337-a39e-80661a04f5a5 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.1089191 Jan 28 00:22:12.010589 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7675727e-0e57-4f7a-a924-bce6af0d05e6 admin admin] Publish callbacks [] for security_group (8248e6a7-180e-40b1-888a-6c1e0fee681d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:12.050668 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7675727e-0e57-4f7a-a924-bce6af0d05e6 admin admin] Publish callbacks [] for security_group (8248e6a7-180e-40b1-888a-6c1e0fee681d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:12.062156 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f721ddb2-aafb-4c31-a8d9-ab928fd3f744 req-2b91aad3-9c8c-4d7d-a2ae-ebaf1555c7aa tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045756 Jan 28 00:22:12.127768 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:12.210079 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-ce2a866e-3615-4b0e-9666-5f9fdc042f41 req-9c7271d7-2624-4b5b-91a8-7a48078b982b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:22:12.212147 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ce2a866e-3615-4b0e-9666-5f9fdc042f41 req-9c7271d7-2624-4b5b-91a8-7a48078b982b service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091240 Jan 28 00:22:12.220914 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7675727e-0e57-4f7a-a924-bce6af0d05e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (8248e6a7-180e-40b1-888a-6c1e0fee681d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:12.224551 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7675727e-0e57-4f7a-a924-bce6af0d05e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:12.226935 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7675727e-0e57-4f7a-a924-bce6af0d05e6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8248e6a7-180e-40b1-888a-6c1e0fee681d HTTP/1.1" status: 204 len: 168 time: 0.3088441 Jan 28 00:22:12.240089 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675727e-0e57-4f7a-a924-bce6af0d05e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8248e6a7-180e-40b1-888a-6c1e0fee681d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:12.515696 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-19b73a2f-5e80-4455-b216-586f50661af8 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:12.525494 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-19b73a2f-5e80-4455-b216-586f50661af8 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/networks?id=6c6166fa-f12c-44dc-80f4-7ae48bcbac66 HTTP/1.1" status: 200 len: 828 time: 0.2293437 Jan 28 00:22:12.546014 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-312e4a2e-bc35-4201-a88c-c9ba71341654 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/quotas/59a716a38e2a47e4a59e21b06e3ba762 HTTP/1.1" status: 200 len: 375 time: 0.0193973 Jan 28 00:22:12.674176 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-0908fa09-8bfc-4f26-a819-203ec50ce8d4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820773 Jan 28 00:22:12.710788 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-a5aca34a-112e-48fc-a23c-c6fc9d2f346d tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=59a716a38e2a47e4a59e21b06e3ba762&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1621392 Jan 28 00:22:12.755745 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:12.756360 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfe538-047b-4d27-a0bd-8906f1009986 req-ed981bfa-a555-492c-afdc-727e9881bab5 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:12.764568 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9bbfe538-047b-4d27-a0bd-8906f1009986 req-ed981bfa-a555-492c-afdc-727e9881bab5 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 945 time: 0.1939368 Jan 28 00:22:12.856224 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2688f277-e45a-41df-8817-a78368d0d217 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:22:12.906863 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9bbfe538-047b-4d27-a0bd-8906f1009986 req-e029447a-b801-4b18-9ff2-2d09cc65ca7f tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406152 Jan 28 00:22:12.989707 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 2688f277-e45a-41df-8817-a78368d0d217 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:12.990267 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2688f277-e45a-41df-8817-a78368d0d217), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:12.994315 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-a0768879-3061-4e94-8e04-0b0f4676af0e service neutron] 10.222.0.70 "GET /v2.0/networks/6c6166fa-f12c-44dc-80f4-7ae48bcbac66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548811 Jan 28 00:22:13.132726 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9869c5a0-8ac0-4f8a-a0cd-2b8c98cb4ef6 None None] Sync routers for ids ['395a6571-c8b3-462e-9837-3524af63a137'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:22:13.135377 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 2688f277-e45a-41df-8817-a78368d0d217 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:22:13.162001 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9869c5a0-8ac0-4f8a-a0cd-2b8c98cb4ef6 None None] Routers {'395a6571-c8b3-462e-9837-3524af63a137'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:22:13.163268 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-9869c5a0-8ac0-4f8a-a0cd-2b8c98cb4ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:22:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['395a6571-c8b3-462e-9837-3524af63a137'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:22:13.294303 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd56a00-7d02-42d1-b190-9ee5eeaacccd req-c9837d1b-bb44-4e83-ba96-ef4ba663e7d4 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:13.300877 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7bd56a00-7d02-42d1-b190-9ee5eeaacccd req-c9837d1b-bb44-4e83-ba96-ef4ba663e7d4 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=a003e225-805d-419a-8d55-d3f0895a35b3 HTTP/1.1" status: 200 len: 943 time: 0.2745924 Jan 28 00:22:13.359565 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-e7068bae-8393-467d-b9d7-9c834873afe3 service neutron] 10.222.0.70 "GET /v2.0/networks/6c6166fa-f12c-44dc-80f4-7ae48bcbac66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521693 Jan 28 00:22:13.422702 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7bd56a00-7d02-42d1-b190-9ee5eeaacccd req-24516cb2-53a7-489d-89b8-7bdd1f639158 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160460 Jan 28 00:22:13.481568 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-9869c5a0-8ac0-4f8a-a0cd-2b8c98cb4ef6 None None] Set router 395a6571-c8b3-462e-9837-3524af63a137 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:22:13.674449 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476dbee-37d9-4bb2-a232-ef5174c081e6 req-f657e40e-7650-4088-9a39-c63da3aac767 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:13.678266 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a476dbee-37d9-4bb2-a232-ef5174c081e6 req-f657e40e-7650-4088-9a39-c63da3aac767 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 949 time: 0.1279204 Jan 28 00:22:13.720897 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 7f1778a0-3dfb-41ae-938b-d483c5842835 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:22:13.916620 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 7f1778a0-3dfb-41ae-938b-d483c5842835, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=7f1778a0-3dfb-41ae-938b-d483c5842835,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:13.938596 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147f6f7-73a8-45bb-84bc-7e4d240444fa req-0ce1aa99-8db4-4c36-bc43-5cf6f205a79a tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:13.938899 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9147f6f7-73a8-45bb-84bc-7e4d240444fa req-0ce1aa99-8db4-4c36-bc43-5cf6f205a79a tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=012ac90d-54fc-41e5-859f-47aeae6a8530 HTTP/1.1" status: 200 len: 944 time: 0.1318622 Jan 28 00:22:13.955469 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a476dbee-37d9-4bb2-a232-ef5174c081e6 req-07e00f85-7cf2-4378-b426-921a51f81ee4 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556913 Jan 28 00:22:14.010973 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '7f1778a0-3dfb-41ae-938b-d483c5842835', 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32', 'port_id': '7f1778a0-3dfb-41ae-938b-d483c5842835', 'mac_address': 'fa:16:3e:1c:a2:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752b9c73-c003-4007-a37c-7b906aeda551', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:22:14.022152 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-9869c5a0-8ac0-4f8a-a0cd-2b8c98cb4ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395a6571-c8b3-462e-9837-3524af63a137', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-268608534-router', 'tenant_id': '59a716a38e2a47e4a59e21b06e3ba762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '2688f277-e45a-41df-8817-a78368d0d217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:22:01Z', 'updated_at': '2022-01-28T00:22:08Z', 'revision_number': 4, 'project_id': '59a716a38e2a47e4a59e21b06e3ba762', 'gw_port': {'id': '2688f277-e45a-41df-8817-a78368d0d217', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a6571-c8b3-462e-9837-3524af63a137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:22:03Z', 'updated_at': '2022-01-28T00:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '6e24581c-c63e-4c9d-a84f-443463e9a4c8', 'name': '', 'network_id': '6c6166fa-f12c-44dc-80f4-7ae48bcbac66', 'tenant_id': '59a716a38e2a47e4a59e21b06e3ba762', 'mac_address': 'fa:16:3e:a1:78:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395a6571-c8b3-462e-9837-3524af63a137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '2856b206-aa20-4138-8515-c3d02a78ce88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:22:07Z', 'updated_at': '2022-01-28T00:22:08Z', 'revision_number': 2, 'project_id': '59a716a38e2a47e4a59e21b06e3ba762', 'subnets': [{'id': '2856b206-aa20-4138-8515-c3d02a78ce88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:22:14.066858 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:14.100105 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9147f6f7-73a8-45bb-84bc-7e4d240444fa req-10a12ead-64ba-4fbb-b017-f8f3c419af8e tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294549 Jan 28 00:22:14.156906 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9869c5a0-8ac0-4f8a-a0cd-2b8c98cb4ef6 None None] Checking router: 395a6571-c8b3-462e-9837-3524af63a137 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:22:14.158180 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9869c5a0-8ac0-4f8a-a0cd-2b8c98cb4ef6 None None] Updating router 395a6571-c8b3-462e-9837-3524af63a137 port 6e24581c-c63e-4c9d-a84f-443463e9a4c8 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:22:14.183995 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 7f1778a0-3dfb-41ae-938b-d483c5842835 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:22:14.184652 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7f1778a0-3dfb-41ae-938b-d483c5842835), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:14.229595 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1778a0-3dfb-41ae-938b-d483c5842835 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:22:14.276053 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-83f9c3b5-0e73-489c-93d4-5829980d77f5 req-8d2d8489-57be-4303-8baa-33f711ca6867 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4e8d626-22b3-4180-9708-75999901e797 HTTP/1.1" status: 200 len: 210 time: 0.0964928 Jan 28 00:22:14.281813 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 7f1778a0-3dfb-41ae-938b-d483c5842835, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=7f1778a0-3dfb-41ae-938b-d483c5842835,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:14.293139 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (7f1778a0-3dfb-41ae-938b-d483c5842835), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:14.304516 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9869c5a0-8ac0-4f8a-a0cd-2b8c98cb4ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6e24581c-c63e-4c9d-a84f-443463e9a4c8), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:14.446798 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadda371-10dc-4a01-9f2d-999ea281b2cf req-3c21de54-f9f7-47ac-b62a-76436abaeec8 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:14.456114 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dadda371-10dc-4a01-9f2d-999ea281b2cf req-3c21de54-f9f7-47ac-b62a-76436abaeec8 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.1550183 Jan 28 00:22:14.505446 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=7f1778a0-3dfb-41ae-938b-d483c5842835,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:14.629693 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dadda371-10dc-4a01-9f2d-999ea281b2cf req-459ba4a0-a8ef-4b82-b5f2-8271d16d96ef tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725395 Jan 28 00:22:14.658147 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 732b90b1-ef16-40f8-9fd4-02c74e4d3096 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:22:14.713140 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436a6d1-f352-4522-88c7-e4b5ad68ba94 req-62b3538d-cfaa-4dba-96d1-a094306442ff tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:14.716837 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f436a6d1-f352-4522-88c7-e4b5ad68ba94 req-62b3538d-cfaa-4dba-96d1-a094306442ff tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 945 time: 0.1622736 Jan 28 00:22:14.734651 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['7f1778a0-3dfb-41ae-938b-d483c5842835'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:22:14.797391 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e236f-2076-4fc3-a37c-21c58b95167e req-e2663f09-c71f-47b9-ac37-34b5c17535bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:14.813259 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-403e236f-2076-4fc3-a37c-21c58b95167e req-e2663f09-c71f-47b9-ac37-34b5c17535bb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 1096 time: 0.1340301 Jan 28 00:22:14.872692 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 732b90b1-ef16-40f8-9fd4-02c74e4d3096 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:22:14.888962 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 732b90b1-ef16-40f8-9fd4-02c74e4d3096 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:14.889852 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (732b90b1-ef16-40f8-9fd4-02c74e4d3096), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:14.912004 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-403e236f-2076-4fc3-a37c-21c58b95167e req-3c11e395-93b6-4b3e-849d-0e6041819c78 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908878 Jan 28 00:22:14.931692 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f436a6d1-f352-4522-88c7-e4b5ad68ba94 req-6d5ec1a8-3b8d-46e3-9759-d46c0bac5c83 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083173 Jan 28 00:22:14.954645 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb7d51-11ba-4997-a5c5-0e464fa78c4f req-0c2ca1de-449e-4bbc-b8c9-779e9a976a11 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:14.956865 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1ccb7d51-11ba-4997-a5c5-0e464fa78c4f req-0c2ca1de-449e-4bbc-b8c9-779e9a976a11 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=a003e225-805d-419a-8d55-d3f0895a35b3 HTTP/1.1" status: 200 len: 944 time: 0.1421828 Jan 28 00:22:15.042262 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1ccb7d51-11ba-4997-a5c5-0e464fa78c4f req-3f77b7c7-2a57-4fba-b774-7d4e26d9122a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741389 Jan 28 00:22:15.136531 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 732b90b1-ef16-40f8-9fd4-02c74e4d3096 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:22:15.137295 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (732b90b1-ef16-40f8-9fd4-02c74e4d3096), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:15.158446 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b900ba0-cbab-469b-8323-eb2df10a4be1 req-26cb326f-4e9e-4886-b3ac-ad8f0f0ab895 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:15.160893 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9b900ba0-cbab-469b-8323-eb2df10a4be1 req-26cb326f-4e9e-4886-b3ac-ad8f0f0ab895 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 949 time: 0.1023743 Jan 28 00:22:15.193616 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012ac90d-54fc-41e5-859f-47aeae6a8530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732b90b1-ef16-40f8-9fd4-02c74e4d3096'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:22:15.198129 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c5ca2a-ac88-4ab5-b1c6-70d901e6c8d0" -d '{"events": [{"server_uuid": "012ac90d-54fc-41e5-859f-47aeae6a8530", "name": "network-vif-plugged", "status": "completed", "tag": "732b90b1-ef16-40f8-9fd4-02c74e4d3096"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:22:15.227281 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 732b90b1-ef16-40f8-9fd4-02c74e4d3096, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=732b90b1-ef16-40f8-9fd4-02c74e4d3096,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:15.232489 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9869c5a0-8ac0-4f8a-a0cd-2b8c98cb4ef6 None None] Publish callbacks [] for port (6e24581c-c63e-4c9d-a84f-443463e9a4c8), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:15.237188 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (732b90b1-ef16-40f8-9fd4-02c74e4d3096), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:15.245132 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9869c5a0-8ac0-4f8a-a0cd-2b8c98cb4ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6e24581c-c63e-4c9d-a84f-443463e9a4c8), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:15.299446 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9b900ba0-cbab-469b-8323-eb2df10a4be1 req-2a096803-f777-4bfa-9b44-ff438af33bf3 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312809 Jan 28 00:22:15.347513 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f603f2f-01b5-4760-9f7e-8ebae0d2a828 req-aa738678-39fa-472e-89f3-2fc45291a6aa tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:15.362881 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f603f2f-01b5-4760-9f7e-8ebae0d2a828 req-aa738678-39fa-472e-89f3-2fc45291a6aa tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=012ac90d-54fc-41e5-859f-47aeae6a8530 HTTP/1.1" status: 200 len: 945 time: 0.1394045 Jan 28 00:22:15.376952 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21f048-4376-45db-a615-8f41c23ca841 None None] Pushing event updated for resources: {'Port': ['ID=6e24581c-c63e-4c9d-a84f-443463e9a4c8,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:15.385212 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=732b90b1-ef16-40f8-9fd4-02c74e4d3096,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:15.461071 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21f048-4376-45db-a615-8f41c23ca841 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:15.461071 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21f048-4376-45db-a615-8f41c23ca841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:15.461471 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21f048-4376-45db-a615-8f41c23ca841 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:15.462016 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21f048-4376-45db-a615-8f41c23ca841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:15.462016 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21f048-4376-45db-a615-8f41c23ca841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:15.462335 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21f048-4376-45db-a615-8f41c23ca841 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:15.462670 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21f048-4376-45db-a615-8f41c23ca841 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:15.463002 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21f048-4376-45db-a615-8f41c23ca841 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:15.463329 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21f048-4376-45db-a615-8f41c23ca841 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:15.480934 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21f048-4376-45db-a615-8f41c23ca841 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:15.482238 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21f048-4376-45db-a615-8f41c23ca841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:15.482238 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21f048-4376-45db-a615-8f41c23ca841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:15.482238 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21f048-4376-45db-a615-8f41c23ca841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:15.530792 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f603f2f-01b5-4760-9f7e-8ebae0d2a828 req-4f5ab2ae-5566-4787-9fa6-1570d4f65eb0 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664896 Jan 28 00:22:15.552926 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-9869c5a0-8ac0-4f8a-a0cd-2b8c98cb4ef6 None None] Attempting to bind port 6e24581c-c63e-4c9d-a84f-443463e9a4c8 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:22:15.553133 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-9869c5a0-8ac0-4f8a-a0cd-2b8c98cb4ef6 None None] Attempting to bind port 6e24581c-c63e-4c9d-a84f-443463e9a4c8 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6c6166fa-f12c-44dc-80f4-7ae48bcbac66'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:22:15.553363 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9869c5a0-8ac0-4f8a-a0cd-2b8c98cb4ef6 None None] Attempting to bind port 6e24581c-c63e-4c9d-a84f-443463e9a4c8 on network 6c6166fa-f12c-44dc-80f4-7ae48bcbac66 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:22:15.560761 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9869c5a0-8ac0-4f8a-a0cd-2b8c98cb4ef6 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:22:15.561157 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9869c5a0-8ac0-4f8a-a0cd-2b8c98cb4ef6 None None] Checking segment: {'id': 'f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6c6166fa-f12c-44dc-80f4-7ae48bcbac66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:22:15.569977 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9869c5a0-8ac0-4f8a-a0cd-2b8c98cb4ef6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:15.570513 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9869c5a0-8ac0-4f8a-a0cd-2b8c98cb4ef6 None None] Bound using segment: {'id': 'f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6c6166fa-f12c-44dc-80f4-7ae48bcbac66'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:22:15.572594 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-9869c5a0-8ac0-4f8a-a0cd-2b8c98cb4ef6 None None] Bound port: 6e24581c-c63e-4c9d-a84f-443463e9a4c8, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6c6166fa-f12c-44dc-80f4-7ae48bcbac66'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:22:15.573015 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9869c5a0-8ac0-4f8a-a0cd-2b8c98cb4ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6e24581c-c63e-4c9d-a84f-443463e9a4c8), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:15.612278 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004770b6-90e6-4465-8f25-7bf0dc4cc3d1 x-openstack-request-id: req-004770b6-90e6-4465-8f25-7bf0dc4cc3d1 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:22:15.612921 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012ac90d-54fc-41e5-859f-47aeae6a8530", "name": "network-vif-plugged", "status": "completed", "tag": "732b90b1-ef16-40f8-9fd4-02c74e4d3096", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:22:15.613335 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-004770b6-90e6-4465-8f25-7bf0dc4cc3d1 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:22:15.613990 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012ac90d-54fc-41e5-859f-47aeae6a8530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732b90b1-ef16-40f8-9fd4-02c74e4d3096', 'code': 200} Jan 28 00:22:15.684491 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-7b2b325f-6bc0-4c8a-8fa2-29bb5e7a4162 None None] Provisioning complete for port 6e24581c-c63e-4c9d-a84f-443463e9a4c8 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:15.685036 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b2b325f-6bc0-4c8a-8fa2-29bb5e7a4162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6e24581c-c63e-4c9d-a84f-443463e9a4c8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:15.760921 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b325f-6bc0-4c8a-8fa2-29bb5e7a4162 None None] Port 6e24581c-c63e-4c9d-a84f-443463e9a4c8 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:22:15.766951 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-9869c5a0-8ac0-4f8a-a0cd-2b8c98cb4ef6 None None] For port 6e24581c-c63e-4c9d-a84f-443463e9a4c8, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:22:15.772291 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-9869c5a0-8ac0-4f8a-a0cd-2b8c98cb4ef6 None None] For port 6e24581c-c63e-4c9d-a84f-443463e9a4c8, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6e24581c-c63e-4c9d-a84f-443463e9a4c8,segment=NetworkSegment(f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0),segment_id=f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:22:15.779931 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-9869c5a0-8ac0-4f8a-a0cd-2b8c98cb4ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6e24581c-c63e-4c9d-a84f-443463e9a4c8), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:15.796873 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8d52847c-285e-4e4f-acab-1de9e2b5b439 req-9082a103-5463-41cc-aa5e-82754a8b51e6 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4e8d626-22b3-4180-9708-75999901e797 HTTP/1.1" status: 200 len: 210 time: 0.0677688 Jan 28 00:22:15.900395 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9869c5a0-8ac0-4f8a-a0cd-2b8c98cb4ef6 None None] Routers {'395a6571-c8b3-462e-9837-3524af63a137'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:22:15.900694 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab881bd-5342-4265-953d-bf2d9d9ce3d0 req-c6a55963-d850-4a99-bcfd-159909b54f0b tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:15.901887 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-9869c5a0-8ac0-4f8a-a0cd-2b8c98cb4ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:22:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['395a6571-c8b3-462e-9837-3524af63a137'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:22:15.910943 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ab881bd-5342-4265-953d-bf2d9d9ce3d0 req-c6a55963-d850-4a99-bcfd-159909b54f0b tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.1305854 Jan 28 00:22:15.912343 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656eceb7-56a8-412d-b72d-f23292be70fc req-2ae2c8ac-ea00-4e15-a20d-eab0f8b561d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:15.919749 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-656eceb7-56a8-412d-b72d-f23292be70fc req-2ae2c8ac-ea00-4e15-a20d-eab0f8b561d0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=012ac90d-54fc-41e5-859f-47aeae6a8530 HTTP/1.1" status: 200 len: 1096 time: 0.0949173 Jan 28 00:22:16.006937 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-656eceb7-56a8-412d-b72d-f23292be70fc req-f5098221-e5b8-4982-a500-21f8381ee9c8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751317 Jan 28 00:22:16.047801 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21f048-4376-45db-a615-8f41c23ca841 None None] Pushing event updated for resources: {'Port': ['ID=6e24581c-c63e-4c9d-a84f-443463e9a4c8,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:16.065552 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ab881bd-5342-4265-953d-bf2d9d9ce3d0 req-a4369915-cdf8-4396-a18d-1042ba182c36 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536279 Jan 28 00:22:16.231097 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-9869c5a0-8ac0-4f8a-a0cd-2b8c98cb4ef6 None None] Set router 395a6571-c8b3-462e-9837-3524af63a137 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:22:16.256154 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e24e90-c369-46a1-91e9-9c274b231292 req-7c3be153-5eca-41d5-8120-32a6f71f8782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:16.258176 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b2e24e90-c369-46a1-91e9-9c274b231292 req-7c3be153-5eca-41d5-8120-32a6f71f8782 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 1096 time: 0.0575955 Jan 28 00:22:16.289438 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-5364dd0a-0aff-45f8-a8ee-edc4f67df1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:16.292738 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-5364dd0a-0aff-45f8-a8ee-edc4f67df1ee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 1100 time: 0.2556763 Jan 28 00:22:16.342573 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b2e24e90-c369-46a1-91e9-9c274b231292 req-ab881b71-80ef-44b3-b2d6-04f2a14141ee service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728772 Jan 28 00:22:16.400505 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136adfa-2d1a-4aab-90cc-7a47e1a2dd17 req-0389a613-4928-48b5-b015-7def27fd4d35 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:16.414042 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1136adfa-2d1a-4aab-90cc-7a47e1a2dd17 req-0389a613-4928-48b5-b015-7def27fd4d35 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 945 time: 0.3069229 Jan 28 00:22:16.423224 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-287790fc-2cee-4fe1-a393-d7ca9b829a10 None None] Provisioning complete for port 6e24581c-c63e-4c9d-a84f-443463e9a4c8 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:16.424214 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-287790fc-2cee-4fe1-a393-d7ca9b829a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6e24581c-c63e-4c9d-a84f-443463e9a4c8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:16.517896 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e56141-5a3e-486f-b46e-fea04548ad4a req-929c44ab-cd0e-4ed6-b26f-55574447474f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:16.526095 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-01e56141-5a3e-486f-b46e-fea04548ad4a req-929c44ab-cd0e-4ed6-b26f-55574447474f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=a003e225-805d-419a-8d55-d3f0895a35b3 HTTP/1.1" status: 200 len: 944 time: 0.2841725 Jan 28 00:22:16.608140 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-287790fc-2cee-4fe1-a393-d7ca9b829a10 None None] Current status of the port 6e24581c-c63e-4c9d-a84f-443463e9a4c8 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:22:16.609436 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-287790fc-2cee-4fe1-a393-d7ca9b829a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6e24581c-c63e-4c9d-a84f-443463e9a4c8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:16.629013 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-9869c5a0-8ac0-4f8a-a0cd-2b8c98cb4ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395a6571-c8b3-462e-9837-3524af63a137', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-268608534-router', 'tenant_id': '59a716a38e2a47e4a59e21b06e3ba762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '2688f277-e45a-41df-8817-a78368d0d217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:22:01Z', 'updated_at': '2022-01-28T00:22:08Z', 'revision_number': 4, 'project_id': '59a716a38e2a47e4a59e21b06e3ba762', 'gw_port': {'id': '2688f277-e45a-41df-8817-a78368d0d217', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a6571-c8b3-462e-9837-3524af63a137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:22:03Z', 'updated_at': '2022-01-28T00:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '6e24581c-c63e-4c9d-a84f-443463e9a4c8', 'name': '', 'network_id': '6c6166fa-f12c-44dc-80f4-7ae48bcbac66', 'tenant_id': '59a716a38e2a47e4a59e21b06e3ba762', 'mac_address': 'fa:16:3e:a1:78:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395a6571-c8b3-462e-9837-3524af63a137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '2856b206-aa20-4138-8515-c3d02a78ce88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:22:07Z', 'updated_at': '2022-01-28T00:22:15Z', 'revision_number': 4, 'project_id': '59a716a38e2a47e4a59e21b06e3ba762', 'subnets': [{'id': '2856b206-aa20-4138-8515-c3d02a78ce88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:22:16.640850 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1136adfa-2d1a-4aab-90cc-7a47e1a2dd17 req-dc142b98-3ff8-4180-a5b7-1c1200afc0aa tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253771 Jan 28 00:22:16.651203 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-6087c274-f5cc-4b34-ad9a-9849347f7f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:16.664174 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-6087c274-f5cc-4b34-ad9a-9849347f7f1f service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.3586287 Jan 28 00:22:16.703112 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-287790fc-2cee-4fe1-a393-d7ca9b829a10 None None] For port 6e24581c-c63e-4c9d-a84f-443463e9a4c8, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6e24581c-c63e-4c9d-a84f-443463e9a4c8,segment=NetworkSegment(f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0),segment_id=f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:16.708513 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9869c5a0-8ac0-4f8a-a0cd-2b8c98cb4ef6 None None] The sync data for ids ['395a6571-c8b3-462e-9837-3524af63a137'] in n-d-826754-1 is: [{'id': '395a6571-c8b3-462e-9837-3524af63a137', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-268608534-router', 'tenant_id': '59a716a38e2a47e4a59e21b06e3ba762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '2688f277-e45a-41df-8817-a78368d0d217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:22:01Z', 'updated_at': '2022-01-28T00:22:08Z', 'revision_number': 4, 'project_id': '59a716a38e2a47e4a59e21b06e3ba762', 'gw_port': {'id': '2688f277-e45a-41df-8817-a78368d0d217', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a6571-c8b3-462e-9837-3524af63a137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:22:03Z', 'updated_at': '2022-01-28T00:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '6e24581c-c63e-4c9d-a84f-443463e9a4c8', 'name': '', 'network_id': '6c6166fa-f12c-44dc-80f4-7ae48bcbac66', 'tenant_id': '59a716a38e2a47e4a59e21b06e3ba762', 'mac_address': 'fa:16:3e:a1:78:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395a6571-c8b3-462e-9837-3524af63a137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '2856b206-aa20-4138-8515-c3d02a78ce88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:22:07Z', 'updated_at': '2022-01-28T00:22:15Z', 'revision_number': 4, 'project_id': '59a716a38e2a47e4a59e21b06e3ba762', 'subnets': [{'id': '2856b206-aa20-4138-8515-c3d02a78ce88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:22:16.738078 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-287790fc-2cee-4fe1-a393-d7ca9b829a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6e24581c-c63e-4c9d-a84f-443463e9a4c8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:16.765601 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-01e56141-5a3e-486f-b46e-fea04548ad4a req-ca0dd130-3ca6-4399-8e72-b019886dc046 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329202 Jan 28 00:22:16.768792 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-e240180f-5154-4554-b2ad-52f20b92124e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=c2b62d87-e6a7-4d22-86d7-b1384874a3df HTTP/1.1" status: 200 len: 217 time: 0.0875366 Jan 28 00:22:16.875998 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-a5edc0c0-73c9-420b-92d2-8c8626a9a6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:16.877728 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-a5edc0c0-73c9-420b-92d2-8c8626a9a6a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1010072 Jan 28 00:22:16.913601 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287790fc-2cee-4fe1-a393-d7ca9b829a10 None None] Pushing event updated for resources: {'Port': ['ID=6e24581c-c63e-4c9d-a84f-443463e9a4c8,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:17.049554 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e57be-d8ce-4e51-a92c-b757d1d85220 req-04f4159e-dcf3-42ae-a458-58c7efd88e5f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:17.054632 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-290e57be-d8ce-4e51-a92c-b757d1d85220 req-04f4159e-dcf3-42ae-a458-58c7efd88e5f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 949 time: 0.1749656 Jan 28 00:22:17.115173 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-6b5d801e-1f64-4fa9-b3c3-2752fe70c658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:17.117178 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-6b5d801e-1f64-4fa9-b3c3-2752fe70c658 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1974471 Jan 28 00:22:17.137055 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c1e89-984e-42e0-ac7e-105f73fec1cc req-6b0b4dea-c18a-4fe0-8b80-b7d9ca46dc28 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:17.147921 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d83c1e89-984e-42e0-ac7e-105f73fec1cc req-6b0b4dea-c18a-4fe0-8b80-b7d9ca46dc28 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=012ac90d-54fc-41e5-859f-47aeae6a8530 HTTP/1.1" status: 200 len: 945 time: 0.2285178 Jan 28 00:22:17.173674 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-8a0f447b-b3e2-4886-b912-994e14baec9e tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:17.175640 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-8a0f447b-b3e2-4886-b912-994e14baec9e tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.52 "GET /v2.0/networks?id=6c6166fa-f12c-44dc-80f4-7ae48bcbac66 HTTP/1.1" status: 200 len: 828 time: 0.2396300 Jan 28 00:22:17.211206 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-f2a8ccbd-92e7-458f-b8aa-1e3b955ed160 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Request body: {'port': {'device_id': 'b4e8d626-22b3-4180-9708-75999901e797', 'network_id': '6c6166fa-f12c-44dc-80f4-7ae48bcbac66', 'admin_state_up': True, 'tenant_id': '59a716a38e2a47e4a59e21b06e3ba762'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:22:17.273234 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-290e57be-d8ce-4e51-a92c-b757d1d85220 req-6bffdb59-87d3-4557-bba7-6a51f03dc5b0 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174785 Jan 28 00:22:17.391743 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d83c1e89-984e-42e0-ac7e-105f73fec1cc req-f3c122d9-d0ee-4232-bf80-efb5963b257b tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425535 Jan 28 00:22:17.395955 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-c9635635-d6c8-49c1-b4fd-6921b768902a service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678928 Jan 28 00:22:17.420391 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-f2a8ccbd-92e7-458f-b8aa-1e3b955ed160 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Made reservation on behalf of 59a716a38e2a47e4a59e21b06e3ba762 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:22:17.449847 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-f2a8ccbd-92e7-458f-b8aa-1e3b955ed160 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:17.608664 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1d6ccca-778f-45ee-949f-5249283a3cf1 req-68130047-4caf-420f-89cb-a497e3149f8f tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4e8d626-22b3-4180-9708-75999901e797 HTTP/1.1" status: 200 len: 210 time: 0.0825634 Jan 28 00:22:17.762026 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 7f1778a0-3dfb-41ae-938b-d483c5842835 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:22:17.777295 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-444a9b86-19f4-4141-9bbf-da72c637b05e service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742781 Jan 28 00:22:17.907493 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 7f1778a0-3dfb-41ae-938b-d483c5842835 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:22:17.923457 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 7f1778a0-3dfb-41ae-938b-d483c5842835 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:17.926389 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (7f1778a0-3dfb-41ae-938b-d483c5842835), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:18.032934 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-f2a8ccbd-92e7-458f-b8aa-1e3b955ed160 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Allocated IP 172.20.0.12 (6c6166fa-f12c-44dc-80f4-7ae48bcbac66/2856b206-aa20-4138-8515-c3d02a78ce88/5bfb6954-b6c9-4a13-875b-87fa50922e07) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:22:18.106505 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0c733-cd57-411e-aa02-98569d949d61 req-f4a0cf64-181c-4e24-8085-a91cd57037c9 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:18.120017 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7df0c733-cd57-411e-aa02-98569d949d61 req-f4a0cf64-181c-4e24-8085-a91cd57037c9 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.2544527 Jan 28 00:22:18.133143 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 7f1778a0-3dfb-41ae-938b-d483c5842835 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:22:18.133391 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7f1778a0-3dfb-41ae-938b-d483c5842835), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:18.185773 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a003e225-805d-419a-8d55-d3f0895a35b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1778a0-3dfb-41ae-938b-d483c5842835'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:22:18.190010 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe14bd5-dbc9-487a-b74b-814d24f844aa" -d '{"events": [{"server_uuid": "a003e225-805d-419a-8d55-d3f0895a35b3", "name": "network-vif-plugged", "status": "completed", "tag": "7f1778a0-3dfb-41ae-938b-d483c5842835"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:22:18.211954 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 7f1778a0-3dfb-41ae-938b-d483c5842835, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=7f1778a0-3dfb-41ae-938b-d483c5842835,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:18.222881 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (7f1778a0-3dfb-41ae-938b-d483c5842835), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:18.282107 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7df0c733-cd57-411e-aa02-98569d949d61 req-eb0e2bf2-f931-46c0-b919-c6c47c7d69cc tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583016 Jan 28 00:22:18.392601 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90dd1ce-2e6e-494c-8f43-d45faa5a8308 req-3b81659f-beae-4f3b-9277-a1b0a174d0cc tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:18.408051 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f90dd1ce-2e6e-494c-8f43-d45faa5a8308 req-3b81659f-beae-4f3b-9277-a1b0a174d0cc tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 945 time: 0.1153455 Jan 28 00:22:18.437880 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=7f1778a0-3dfb-41ae-938b-d483c5842835,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:18.569894 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f90dd1ce-2e6e-494c-8f43-d45faa5a8308 req-344bc08b-7904-404c-815f-0d8a8ca88b14 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566582 Jan 28 00:22:18.659494 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123170a8-f883-4db3-b79f-27ef50635f71 x-openstack-request-id: req-123170a8-f883-4db3-b79f-27ef50635f71 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:22:18.659971 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a003e225-805d-419a-8d55-d3f0895a35b3", "name": "network-vif-plugged", "status": "completed", "tag": "7f1778a0-3dfb-41ae-938b-d483c5842835", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:22:18.660416 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-123170a8-f883-4db3-b79f-27ef50635f71 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:22:18.660946 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a003e225-805d-419a-8d55-d3f0895a35b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1778a0-3dfb-41ae-938b-d483c5842835', 'code': 200} Jan 28 00:22:18.665304 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-f2a8ccbd-92e7-458f-b8aa-1e3b955ed160 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks [] for port (5bfb6954-b6c9-4a13-875b-87fa50922e07), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:18.767049 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86ca08-dcc7-4b25-8472-63bc92fbf5b6 req-67eea8ec-a226-4ae1-9c4f-532996f2e285 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:18.773122 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7c86ca08-dcc7-4b25-8472-63bc92fbf5b6 req-67eea8ec-a226-4ae1-9c4f-532996f2e285 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=a003e225-805d-419a-8d55-d3f0895a35b3 HTTP/1.1" status: 200 len: 945 time: 0.2181573 Jan 28 00:22:18.773581 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-f2a8ccbd-92e7-458f-b8aa-1e3b955ed160 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (5bfb6954-b6c9-4a13-875b-87fa50922e07), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:18.881821 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-f2a8ccbd-92e7-458f-b8aa-1e3b955ed160 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Network 6c6166fa-f12c-44dc-80f4-7ae48bcbac66 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:22:18.885917 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-f2a8ccbd-92e7-458f-b8aa-1e3b955ed160 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:22:18.901279 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-f2a8ccbd-92e7-458f-b8aa-1e3b955ed160 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:22:19.028254 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8ccbd-92e7-458f-b8aa-1e3b955ed160 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Pushing event updated for resources: {'Port': ['ID=5bfb6954-b6c9-4a13-875b-87fa50922e07,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:19.033452 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6e24581c-c63e-4c9d-a84f-443463e9a4c8 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:22:19.086882 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7737eab-b896-4ef1-afee-88247579c038 req-4f118336-646d-4b88-880d-94a06a5ea116 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:19.096969 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c7737eab-b896-4ef1-afee-88247579c038 req-4f118336-646d-4b88-880d-94a06a5ea116 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 949 time: 0.3206799 Jan 28 00:22:19.111433 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-f2a8ccbd-92e7-458f-b8aa-1e3b955ed160 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:19.113096 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-f2a8ccbd-92e7-458f-b8aa-1e3b955ed160 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:19.128979 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8293a0-7e6a-4fa5-b857-ceff2957b5da req-14f11959-fac2-4ad7-ba2d-33547db6a433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:19.130370 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c8293a0-7e6a-4fa5-b857-ceff2957b5da req-14f11959-fac2-4ad7-ba2d-33547db6a433 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a003e225-805d-419a-8d55-d3f0895a35b3 HTTP/1.1" status: 200 len: 1096 time: 0.2235560 Jan 28 00:22:19.153509 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-f2a8ccbd-92e7-458f-b8aa-1e3b955ed160 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9462688 Jan 28 00:22:19.184491 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-3fdbaec2-db57-4bba-bda4-fa461ded493b service neutron] Request body: {'port': {'device_id': 'b4e8d626-22b3-4180-9708-75999901e797', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:22:19.226028 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7c86ca08-dcc7-4b25-8472-63bc92fbf5b6 req-d65d0bba-8baf-45ae-8611-36dc48c0ae5c tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195829 Jan 28 00:22:19.348734 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c7737eab-b896-4ef1-afee-88247579c038 req-5023ced8-21cf-4240-95f1-2a499b08d358 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502849 Jan 28 00:22:19.358303 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c8293a0-7e6a-4fa5-b857-ceff2957b5da req-160f42d4-c16a-4e3b-943d-ae0cb3e8f200 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199821 Jan 28 00:22:19.400662 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-3fdbaec2-db57-4bba-bda4-fa461ded493b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5bfb6954-b6c9-4a13-875b-87fa50922e07), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:19.665135 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cc6c7-31b3-4fa4-871e-7a74da56147c req-32cf142d-3997-4667-b3fd-30a8a836199d tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:19.672626 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e88cc6c7-31b3-4fa4-871e-7a74da56147c req-32cf142d-3997-4667-b3fd-30a8a836199d tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=012ac90d-54fc-41e5-859f-47aeae6a8530 HTTP/1.1" status: 200 len: 945 time: 0.1239502 Jan 28 00:22:19.808315 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-49192304-ac30-4afc-b658-32296a478e2a None None] Provisioning complete for port 5bfb6954-b6c9-4a13-875b-87fa50922e07 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:19.808684 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49192304-ac30-4afc-b658-32296a478e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (5bfb6954-b6c9-4a13-875b-87fa50922e07), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:19.864647 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-3fdbaec2-db57-4bba-bda4-fa461ded493b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bfb6954-b6c9-4a13-875b-87fa50922e07 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:22:19.873620 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-3fdbaec2-db57-4bba-bda4-fa461ded493b service neutron] Publish callbacks [] for port (5bfb6954-b6c9-4a13-875b-87fa50922e07), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:19.877659 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-49192304-ac30-4afc-b658-32296a478e2a None None] Port 5bfb6954-b6c9-4a13-875b-87fa50922e07 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:22:19.885814 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 6e24581c-c63e-4c9d-a84f-443463e9a4c8 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:19.888776 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6e24581c-c63e-4c9d-a84f-443463e9a4c8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:19.890878 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-3fdbaec2-db57-4bba-bda4-fa461ded493b service neutron] Transition to ACTIVE for port object 5bfb6954-b6c9-4a13-875b-87fa50922e07 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:22:19.892233 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e88cc6c7-31b3-4fa4-871e-7a74da56147c req-d779f0b3-c974-4be7-817e-0b6c324bd7ae tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054665 Jan 28 00:22:19.897387 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-3fdbaec2-db57-4bba-bda4-fa461ded493b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (5bfb6954-b6c9-4a13-875b-87fa50922e07), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:19.954983 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd425b-bbae-4e37-beb7-a0c332733093 req-5500c7ba-7ab1-4f23-8d0c-3c1f7df1f2b2 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:19.963897 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0bdd425b-bbae-4e37-beb7-a0c332733093 req-5500c7ba-7ab1-4f23-8d0c-3c1f7df1f2b2 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4e8d626-22b3-4180-9708-75999901e797 HTTP/1.1" status: 200 len: 932 time: 0.2365258 Jan 28 00:22:19.984630 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6524cce-f3d9-4177-b7fb-dfc825fa7c09 req-e0708549-4ccf-48a6-b5b6-6a7c51ed80ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:19.987347 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b6524cce-f3d9-4177-b7fb-dfc825fa7c09 req-e0708549-4ccf-48a6-b5b6-6a7c51ed80ac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=196e2a06defd4040950ac19641a2f393&device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 1096 time: 0.2462213 Jan 28 00:22:20.104059 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdbaec2-db57-4bba-bda4-fa461ded493b service neutron] Pushing event updated for resources: {'Port': ['ID=5bfb6954-b6c9-4a13-875b-87fa50922e07,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:20.128104 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-3fdbaec2-db57-4bba-bda4-fa461ded493b service neutron] Attempting to bind port 5bfb6954-b6c9-4a13-875b-87fa50922e07 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:22:20.128444 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-3fdbaec2-db57-4bba-bda4-fa461ded493b service neutron] Attempting to bind port 5bfb6954-b6c9-4a13-875b-87fa50922e07 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6c6166fa-f12c-44dc-80f4-7ae48bcbac66'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:22:20.128778 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-3fdbaec2-db57-4bba-bda4-fa461ded493b service neutron] Attempting to bind port 5bfb6954-b6c9-4a13-875b-87fa50922e07 on network 6c6166fa-f12c-44dc-80f4-7ae48bcbac66 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:22:20.141530 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-3fdbaec2-db57-4bba-bda4-fa461ded493b service neutron] Port 5bfb6954-b6c9-4a13-875b-87fa50922e07 on network 6c6166fa-f12c-44dc-80f4-7ae48bcbac66 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:22:20.141530 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-3fdbaec2-db57-4bba-bda4-fa461ded493b service neutron] Attempting to bind port 5bfb6954-b6c9-4a13-875b-87fa50922e07 on network 6c6166fa-f12c-44dc-80f4-7ae48bcbac66 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:22:20.156736 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-3fdbaec2-db57-4bba-bda4-fa461ded493b service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:22:20.157082 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-3fdbaec2-db57-4bba-bda4-fa461ded493b service neutron] Checking segment: {'id': 'f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6c6166fa-f12c-44dc-80f4-7ae48bcbac66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:22:20.157561 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-3fdbaec2-db57-4bba-bda4-fa461ded493b service neutron] Bound using segment: {'id': 'f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6c6166fa-f12c-44dc-80f4-7ae48bcbac66'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:22:20.158307 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-3fdbaec2-db57-4bba-bda4-fa461ded493b service neutron] Bound port: 5bfb6954-b6c9-4a13-875b-87fa50922e07, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6c6166fa-f12c-44dc-80f4-7ae48bcbac66'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:22:20.158685 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-3fdbaec2-db57-4bba-bda4-fa461ded493b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5bfb6954-b6c9-4a13-875b-87fa50922e07), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:20.160309 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0bdd425b-bbae-4e37-beb7-a0c332733093 req-2635fe0c-0340-4a6c-9f6d-121d86461e52 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3edac3e8-2ec6-499c-86fd-f269a4b2e570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953647 Jan 28 00:22:20.235934 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 6e24581c-c63e-4c9d-a84f-443463e9a4c8 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:22:20.253884 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6524cce-f3d9-4177-b7fb-dfc825fa7c09 req-b8e8c5f2-1ce1-4bfd-af39-4d556118fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:20.255406 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b6524cce-f3d9-4177-b7fb-dfc825fa7c09 req-b8e8c5f2-1ce1-4bfd-af39-4d556118fb10 service neutron] 10.222.0.65 "GET /v2.0/networks?id=64b0a5d5-a645-4f8b-974a-dd9349c99779 HTTP/1.1" status: 200 len: 912 time: 0.2540071 Jan 28 00:22:20.336091 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-3fdbaec2-db57-4bba-bda4-fa461ded493b service neutron] For port 5bfb6954-b6c9-4a13-875b-87fa50922e07, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:22:20.349883 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-3fdbaec2-db57-4bba-bda4-fa461ded493b service neutron] For port 5bfb6954-b6c9-4a13-875b-87fa50922e07, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=5bfb6954-b6c9-4a13-875b-87fa50922e07,segment=NetworkSegment(f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0),segment_id=f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:22:20.357510 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-3fdbaec2-db57-4bba-bda4-fa461ded493b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (5bfb6954-b6c9-4a13-875b-87fa50922e07), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:20.367308 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b6524cce-f3d9-4177-b7fb-dfc825fa7c09 req-71612228-5858-40ea-a651-9edd55c3767b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c HTTP/1.1" status: 200 len: 217 time: 0.1030753 Jan 28 00:22:20.414465 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-3fdbaec2-db57-4bba-bda4-fa461ded493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:20.415745 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-3fdbaec2-db57-4bba-bda4-fa461ded493b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:20.417254 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-3fdbaec2-db57-4bba-bda4-fa461ded493b service neutron] 10.222.0.52 "PUT /v2.0/ports/5bfb6954-b6c9-4a13-875b-87fa50922e07 HTTP/1.1" status: 200 len: 1092 time: 1.2501447 Jan 28 00:22:20.417742 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e8d626-22b3-4180-9708-75999901e797', 'tag': '5bfb6954-b6c9-4a13-875b-87fa50922e07'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:22:20.420113 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1ec353-7c83-4076-a915-cf4a091a41a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b4e8d626-22b3-4180-9708-75999901e797", "tag": "5bfb6954-b6c9-4a13-875b-87fa50922e07"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:22:20.451428 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdbaec2-db57-4bba-bda4-fa461ded493b service neutron] Pushing event updated for resources: {'Port': ['ID=5bfb6954-b6c9-4a13-875b-87fa50922e07,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:20.604663 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-670e3849-ae45-4611-a7ba-3d5fc2fd30c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:20.619501 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-670e3849-ae45-4611-a7ba-3d5fc2fd30c9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59a716a38e2a47e4a59e21b06e3ba762&device_id=b4e8d626-22b3-4180-9708-75999901e797 HTTP/1.1" status: 200 len: 1095 time: 0.1226277 Jan 28 00:22:20.731380 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6524cce-f3d9-4177-b7fb-dfc825fa7c09 req-bbf76d25-07f1-45b4-ae35-2197cdeffa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:20.735651 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b6524cce-f3d9-4177-b7fb-dfc825fa7c09 req-bbf76d25-07f1-45b4-ae35-2197cdeffa3c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=530fddaf-a5d7-4bcd-acc2-ddfe220a3804 HTTP/1.1" status: 200 len: 851 time: 0.3424950 Jan 28 00:22:20.740860 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-573edc21-5763-4583-b705-e9e04fb74a30 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bfb6954-b6c9-4a13-875b-87fa50922e07 HTTP/1.1" status: 200 len: 217 time: 0.0949850 Jan 28 00:22:20.879138 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-c2a21a69-d02d-4aee-9bed-f98008f7c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:20.883166 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-c2a21a69-d02d-4aee-9bed-f98008f7c954 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2856b206-aa20-4138-8515-c3d02a78ce88 HTTP/1.1" status: 200 len: 867 time: 0.1385782 Jan 28 00:22:20.887493 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b6524cce-f3d9-4177-b7fb-dfc825fa7c09 req-442c480c-d3d3-444f-9c2d-cf380ed8b7f4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=64b0a5d5-a645-4f8b-974a-dd9349c99779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684543 Jan 28 00:22:20.898228 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354ac6b-adb4-4f09-848a-b8365bad3aff req-ba8d7676-51a3-4622-b899-898277b92fe0 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:20.906631 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b354ac6b-adb4-4f09-848a-b8365bad3aff req-ba8d7676-51a3-4622-b899-898277b92fe0 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 945 time: 0.5509338 Jan 28 00:22:21.025619 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-cc854f39-c07d-41e0-88c7-05cc768b8527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:21.028900 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-cc854f39-c07d-41e0-88c7-05cc768b8527 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6c6166fa-f12c-44dc-80f4-7ae48bcbac66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370676 Jan 28 00:22:21.102810 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93861baf-a5b6-4e95-b672-2777adad40ea req-2f6fbc3e-42bb-4ba0-a865-20dbd4a56ce6 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:21.104711 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93861baf-a5b6-4e95-b672-2777adad40ea req-2f6fbc3e-42bb-4ba0-a865-20dbd4a56ce6 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=a003e225-805d-419a-8d55-d3f0895a35b3 HTTP/1.1" status: 200 len: 945 time: 0.2152309 Jan 28 00:22:21.128557 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b6524cce-f3d9-4177-b7fb-dfc825fa7c09 req-ba84b096-0603-424a-af17-3f7c9cd9b338 service neutron] 10.222.0.65 "GET /v2.0/networks/64b0a5d5-a645-4f8b-974a-dd9349c99779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197504 Jan 28 00:22:21.168913 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af164c-4e1a-4b2e-829d-66b6a9fbe2db req-4aa1beca-7a8f-4c9c-8016-a2be13b5ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:21.170706 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c8af164c-4e1a-4b2e-829d-66b6a9fbe2db req-4aa1beca-7a8f-4c9c-8016-a2be13b5ff75 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=447275f81c0e4d579e9910142f20754b&device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 1096 time: 0.5424259 Jan 28 00:22:21.193904 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b354ac6b-adb4-4f09-848a-b8365bad3aff req-a0930ed3-36c8-4d9b-a8a7-c743c7a12336 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844617 Jan 28 00:22:21.278944 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-2f626b46-ff65-4176-bfd3-6d13e44a20a4 service neutron] 10.222.0.52 "GET /v2.0/networks/6c6166fa-f12c-44dc-80f4-7ae48bcbac66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431467 Jan 28 00:22:21.485637 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1a285332-8109-4677-a4a0-6af1d064ac7d req-20e7f07c-f3cf-403a-a883-3dd3f37d6f8c service neutron] 10.222.0.52 "GET /v2.0/networks/6c6166fa-f12c-44dc-80f4-7ae48bcbac66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009645 Jan 28 00:22:21.794725 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93861baf-a5b6-4e95-b672-2777adad40ea req-73962b86-35e4-4a72-955b-b852de5809c9 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6746914 Jan 28 00:22:21.894006 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b6524cce-f3d9-4177-b7fb-dfc825fa7c09 req-0d40509c-5670-47ad-b92c-101c52f3bbd4 service neutron] 10.222.0.65 "GET /v2.0/networks/64b0a5d5-a645-4f8b-974a-dd9349c99779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7512066 Jan 28 00:22:21.930126 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7bd9f-be78-46b5-92b5-6ff15430680e req-e370fd3c-123c-45fa-bef8-365ffe33e2c5 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:21.943436 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d423ce-5883-4611-93ec-8610920e7889 x-openstack-request-id: req-f7d423ce-5883-4611-93ec-8610920e7889 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:22:21.944253 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85f7bd9f-be78-46b5-92b5-6ff15430680e req-e370fd3c-123c-45fa-bef8-365ffe33e2c5 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 949 time: 0.6214952 Jan 28 00:22:21.947704 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4e8d626-22b3-4180-9708-75999901e797", "tag": "5bfb6954-b6c9-4a13-875b-87fa50922e07", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:22:21.948564 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f7d423ce-5883-4611-93ec-8610920e7889 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:22:21.949716 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4e8d626-22b3-4180-9708-75999901e797', 'tag': '5bfb6954-b6c9-4a13-875b-87fa50922e07', 'status': 'completed', 'code': 200} Jan 28 00:22:21.964840 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af164c-4e1a-4b2e-829d-66b6a9fbe2db req-78ffe047-6d17-4159-9fd2-7e106e34b021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:21.968706 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c8af164c-4e1a-4b2e-829d-66b6a9fbe2db req-78ffe047-6d17-4159-9fd2-7e106e34b021 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8a6446b4-7f18-47f6-bd02-dfe5469ab9a1 HTTP/1.1" status: 200 len: 919 time: 0.7643273 Jan 28 00:22:22.090966 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c8af164c-4e1a-4b2e-829d-66b6a9fbe2db req-3a6d84e1-3bb4-4e1b-b185-7153cf080993 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2df6f8d-6942-43dc-b9ef-074ed0c5b9be HTTP/1.1" status: 200 len: 217 time: 0.1056745 Jan 28 00:22:22.098605 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ec353-7c83-4076-a915-cf4a091a41a7 req-61d69b6f-edc9-478b-b015-f491ab7a1701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:22.100928 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ef1ec353-7c83-4076-a915-cf4a091a41a7 req-61d69b6f-edc9-478b-b015-f491ab7a1701 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59a716a38e2a47e4a59e21b06e3ba762&device_id=b4e8d626-22b3-4180-9708-75999901e797 HTTP/1.1" status: 200 len: 1095 time: 0.1063652 Jan 28 00:22:22.169740 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85f7bd9f-be78-46b5-92b5-6ff15430680e req-9f7e4999-8f83-4e66-b3ad-4ddf689e00e6 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245848 Jan 28 00:22:22.204298 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af164c-4e1a-4b2e-829d-66b6a9fbe2db req-77635573-4f20-4264-97cd-71767cb95cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:22.206301 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c8af164c-4e1a-4b2e-829d-66b6a9fbe2db req-77635573-4f20-4264-97cd-71767cb95cde service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1866bf73-f598-42e8-af99-a33f224ad981 HTTP/1.1" status: 200 len: 858 time: 0.1090395 Jan 28 00:22:22.236277 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09643c8-35de-4336-918a-0ab05d89710f req-20ef95ac-63d4-471f-9fd2-c12be295f393 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:22.244079 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e09643c8-35de-4336-918a-0ab05d89710f req-20ef95ac-63d4-471f-9fd2-c12be295f393 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.1713765 Jan 28 00:22:22.289427 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c8af164c-4e1a-4b2e-829d-66b6a9fbe2db req-8d574897-beb2-45b9-8aeb-0ac178cbcd07 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a6446b4-7f18-47f6-bd02-dfe5469ab9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642927 Jan 28 00:22:22.363892 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ec353-7c83-4076-a915-cf4a091a41a7 req-4a7acf9d-b93e-4e43-a980-5ede441dbad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:22.367991 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ef1ec353-7c83-4076-a915-cf4a091a41a7 req-4a7acf9d-b93e-4e43-a980-5ede441dbad0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6c6166fa-f12c-44dc-80f4-7ae48bcbac66 HTTP/1.1" status: 200 len: 929 time: 0.2597213 Jan 28 00:22:22.436369 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e09643c8-35de-4336-918a-0ab05d89710f req-e291a625-971c-47e8-85e2-3a7cc3023dd4 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726527 Jan 28 00:22:22.454918 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ef1ec353-7c83-4076-a915-cf4a091a41a7 req-70039885-89cb-463d-99db-9415690ba76a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bfb6954-b6c9-4a13-875b-87fa50922e07 HTTP/1.1" status: 200 len: 217 time: 0.0789576 Jan 28 00:22:22.492916 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f6803-c0e5-49a0-bfbd-0a6789045fb6 req-f1bd4565-0540-4c6c-a20c-7cc04b6bc045 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:22.502163 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-df9f6803-c0e5-49a0-bfbd-0a6789045fb6 req-f1bd4565-0540-4c6c-a20c-7cc04b6bc045 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=012ac90d-54fc-41e5-859f-47aeae6a8530 HTTP/1.1" status: 200 len: 945 time: 0.1748583 Jan 28 00:22:22.576034 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c8af164c-4e1a-4b2e-829d-66b6a9fbe2db req-ec6ef4ff-03bd-4adc-867f-dc935ddd51d5 service neutron] 10.222.0.52 "GET /v2.0/networks/8a6446b4-7f18-47f6-bd02-dfe5469ab9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587354 Jan 28 00:22:22.595123 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-df9f6803-c0e5-49a0-bfbd-0a6789045fb6 req-f5e3a16e-ef67-46e9-a988-fbc38ad40506 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860415 Jan 28 00:22:22.597744 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ec353-7c83-4076-a915-cf4a091a41a7 req-bd466138-c849-4d30-8ec6-bd80828b0341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:22.599978 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ef1ec353-7c83-4076-a915-cf4a091a41a7 req-bd466138-c849-4d30-8ec6-bd80828b0341 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2856b206-aa20-4138-8515-c3d02a78ce88 HTTP/1.1" status: 200 len: 867 time: 0.1392787 Jan 28 00:22:22.699481 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ec353-7c83-4076-a915-cf4a091a41a7 req-8655fe8a-803b-42eb-8312-0401fcb8d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:22.701468 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ef1ec353-7c83-4076-a915-cf4a091a41a7 req-8655fe8a-803b-42eb-8312-0401fcb8d595 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6c6166fa-f12c-44dc-80f4-7ae48bcbac66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931931 Jan 28 00:22:22.804977 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c8af164c-4e1a-4b2e-829d-66b6a9fbe2db req-de9fe55f-c71e-4914-94ca-cb2ca73bff09 service neutron] 10.222.0.52 "GET /v2.0/networks/8a6446b4-7f18-47f6-bd02-dfe5469ab9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084596 Jan 28 00:22:22.832015 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531018f9-2e47-4fec-8b02-9b934d083008 req-3c45c11c-8281-4beb-89f2-75aee5c7c5db tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:22.833917 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-531018f9-2e47-4fec-8b02-9b934d083008 req-3c45c11c-8281-4beb-89f2-75aee5c7c5db tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4e8d626-22b3-4180-9708-75999901e797 HTTP/1.1" status: 200 len: 944 time: 0.0995831 Jan 28 00:22:22.893025 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ef1ec353-7c83-4076-a915-cf4a091a41a7 req-06445fff-4e67-4e69-b091-6ca764d028f4 service neutron] 10.222.0.52 "GET /v2.0/networks/6c6166fa-f12c-44dc-80f4-7ae48bcbac66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822767 Jan 28 00:22:22.914803 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-531018f9-2e47-4fec-8b02-9b934d083008 req-72409cc2-02a6-4ebc-a0a0-2957dd5ecb7d tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3edac3e8-2ec6-499c-86fd-f269a4b2e570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704203 Jan 28 00:22:23.114853 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ef1ec353-7c83-4076-a915-cf4a091a41a7 req-4d6240e0-a576-418f-b8d2-870ec0063790 service neutron] 10.222.0.52 "GET /v2.0/networks/6c6166fa-f12c-44dc-80f4-7ae48bcbac66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053897 Jan 28 00:22:23.196804 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec21d7-41ad-4883-9f7c-2aff3c7d03b8 req-29c449c5-e250-4739-89b8-537a33ec16ab tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:23.199312 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2fec21d7-41ad-4883-9f7c-2aff3c7d03b8 req-29c449c5-e250-4739-89b8-537a33ec16ab tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=012ac90d-54fc-41e5-859f-47aeae6a8530 HTTP/1.1" status: 200 len: 945 time: 0.1633317 Jan 28 00:22:23.226001 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616f0da-59ae-42fe-b3a4-617b8e5e0470 req-51ea1629-592e-4c19-89b4-418e0cd49d49 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:23.227489 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5616f0da-59ae-42fe-b3a4-617b8e5e0470 req-51ea1629-592e-4c19-89b4-418e0cd49d49 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 945 time: 0.1195827 Jan 28 00:22:23.302980 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2fec21d7-41ad-4883-9f7c-2aff3c7d03b8 req-b4e8c3a4-5e04-4945-ba69-95ea291d95a8 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948870 Jan 28 00:22:23.312698 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5616f0da-59ae-42fe-b3a4-617b8e5e0470 req-ee8b7c2a-1afc-46a9-9b70-556cfc7cc21f tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773168 Jan 28 00:22:23.492289 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47fc44-4916-435d-a343-f52575b9cf61 req-7951a905-0726-4954-b036-10c58f80bba1 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:23.496002 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6c47fc44-4916-435d-a343-f52575b9cf61 req-7951a905-0726-4954-b036-10c58f80bba1 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=a003e225-805d-419a-8d55-d3f0895a35b3 HTTP/1.1" status: 200 len: 945 time: 0.0645497 Jan 28 00:22:23.566008 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6c47fc44-4916-435d-a343-f52575b9cf61 req-01031b1f-b8bf-4609-866a-8fc03f968a80 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567112 Jan 28 00:22:23.725227 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa0158-74a0-4fe2-8b29-1cc956643bbc req-ce327118-add2-400f-988a-a94dfb9b4d89 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:23.729040 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d0fa0158-74a0-4fe2-8b29-1cc956643bbc req-ce327118-add2-400f-988a-a94dfb9b4d89 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 949 time: 0.1125238 Jan 28 00:22:23.842057 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d0fa0158-74a0-4fe2-8b29-1cc956643bbc req-18534a42-0757-4cd3-b184-a57489a034c3 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009521 Jan 28 00:22:23.916696 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19da00-7b31-43ac-b543-7feb6c7821c4 req-7b311629-a15c-4933-863c-bc9a6825a2fc tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:23.924284 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ab19da00-7b31-43ac-b543-7feb6c7821c4 req-7b311629-a15c-4933-863c-bc9a6825a2fc tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.1202881 Jan 28 00:22:23.973988 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ab19da00-7b31-43ac-b543-7feb6c7821c4 req-af4597c1-c859-4aee-a898-8dada4b52617 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487900 Jan 28 00:22:24.165367 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5a8f8-ac23-4ed5-b9a1-008a622523b1 req-c622ecca-38c6-4ac2-8a0a-676c40697419 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:24.167222 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-81c5a8f8-ac23-4ed5-b9a1-008a622523b1 req-c622ecca-38c6-4ac2-8a0a-676c40697419 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=012ac90d-54fc-41e5-859f-47aeae6a8530 HTTP/1.1" status: 200 len: 945 time: 0.0960720 Jan 28 00:22:24.192875 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58244360-e905-4be0-885b-b3564a6e4502 req-d7df47b7-1abb-4e27-a94e-3d3a5d10e5a4 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:24.194572 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-58244360-e905-4be0-885b-b3564a6e4502 req-d7df47b7-1abb-4e27-a94e-3d3a5d10e5a4 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4e8d626-22b3-4180-9708-75999901e797 HTTP/1.1" status: 200 len: 944 time: 0.0899196 Jan 28 00:22:24.270400 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-81c5a8f8-ac23-4ed5-b9a1-008a622523b1 req-e5ee4d8b-dadb-417e-933d-13133a370d89 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954201 Jan 28 00:22:24.284351 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-58244360-e905-4be0-885b-b3564a6e4502 req-cd36ce22-89b2-4f56-bbae-cd74fb18904c tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3edac3e8-2ec6-499c-86fd-f269a4b2e570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776536 Jan 28 00:22:24.482047 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9714b3-b618-49ae-a11c-71245c6f016c req-67a1ad80-b111-4470-961e-0e741b6d671d tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:24.484343 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-db9714b3-b618-49ae-a11c-71245c6f016c req-67a1ad80-b111-4470-961e-0e741b6d671d tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 945 time: 0.0649648 Jan 28 00:22:24.569520 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-db9714b3-b618-49ae-a11c-71245c6f016c req-8d032452-b862-439d-aeef-335607fa78de tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781224 Jan 28 00:22:24.684874 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59626) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:24.772702 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0413a-cfcc-4e17-9a39-4d243311db10 req-f40bff76-b8fd-455c-a397-036de54fb945 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:24.780799 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cbb0413a-cfcc-4e17-9a39-4d243311db10 req-f40bff76-b8fd-455c-a397-036de54fb945 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=a003e225-805d-419a-8d55-d3f0895a35b3 HTTP/1.1" status: 200 len: 945 time: 0.1123495 Jan 28 00:22:24.806971 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e4086-7929-4f0e-9707-f98ba7fb711c req-5b2bb448-f172-4b6a-a586-696aa711d617 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:24.808562 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2e0e4086-7929-4f0e-9707-f98ba7fb711c req-5b2bb448-f172-4b6a-a586-696aa711d617 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.65 "GET /v2.0/ports?device_id=a003e225-805d-419a-8d55-d3f0895a35b3 HTTP/1.1" status: 200 len: 945 time: 0.0998149 Jan 28 00:22:24.833237 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-94924842-b57b-4af7-a04b-1359ee6d0122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:24.907775 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cbb0413a-cfcc-4e17-9a39-4d243311db10 req-ae5068c9-5a41-4492-bb22-bf57d8d192f7 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260583 Jan 28 00:22:24.937238 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-94924842-b57b-4af7-a04b-1359ee6d0122 admin admin] Publish callbacks [] for security_group (b7834a15-b655-41af-8d04-3233b714b83a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:24.944403 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-94924842-b57b-4af7-a04b-1359ee6d0122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b7834a15-b655-41af-8d04-3233b714b83a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:24.988895 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5d857-3c95-4402-bb87-504603ae3a0a req-cbcde3a5-9243-4e60-b2f1-fa44d9e5b4ff tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:24.990233 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fac5d857-3c95-4402-bb87-504603ae3a0a req-cbcde3a5-9243-4e60-b2f1-fa44d9e5b4ff tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 945 time: 0.1140990 Jan 28 00:22:24.997326 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-94924842-b57b-4af7-a04b-1359ee6d0122 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=77fd9bcede0f4c9ea217b0f40e021401&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3112607 Jan 28 00:22:24.998311 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94924842-b57b-4af7-a04b-1359ee6d0122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7834a15-b655-41af-8d04-3233b714b83a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:25.002121 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59634) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:25.060496 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8870568e-279d-4ad6-90da-21a21db33253 admin admin] Publish callbacks [] for security_group (b7834a15-b655-41af-8d04-3233b714b83a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:25.088087 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8870568e-279d-4ad6-90da-21a21db33253 admin admin] Publish callbacks [] for security_group (b7834a15-b655-41af-8d04-3233b714b83a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:25.093078 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-2e0e4086-7929-4f0e-9707-f98ba7fb711c req-4232d7e3-f756-4ba3-beb5-4408e9da4dd2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Deleting port 7f1778a0-3dfb-41ae-938b-d483c5842835 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:22:25.093503 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-2e0e4086-7929-4f0e-9707-f98ba7fb711c req-4232d7e3-f756-4ba3-beb5-4408e9da4dd2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (7f1778a0-3dfb-41ae-938b-d483c5842835), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:25.104645 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda9501-8f02-453f-97f7-1efcf09cbdc8 req-ff954604-1fab-4e1c-a26a-b3276e74015d tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:25.106206 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dcda9501-8f02-453f-97f7-1efcf09cbdc8 req-ff954604-1fab-4e1c-a26a-b3276e74015d tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 949 time: 0.1144745 Jan 28 00:22:25.123191 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fac5d857-3c95-4402-bb87-504603ae3a0a req-88db6777-20d6-410a-9f22-20a75bf3db03 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265001 Jan 28 00:22:25.148567 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8870568e-279d-4ad6-90da-21a21db33253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b7834a15-b655-41af-8d04-3233b714b83a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:25.153351 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8870568e-279d-4ad6-90da-21a21db33253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:25.154864 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8870568e-279d-4ad6-90da-21a21db33253 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b7834a15-b655-41af-8d04-3233b714b83a HTTP/1.1" status: 204 len: 168 time: 0.1516016 Jan 28 00:22:25.189616 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870568e-279d-4ad6-90da-21a21db33253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7834a15-b655-41af-8d04-3233b714b83a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:25.290711 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dcda9501-8f02-453f-97f7-1efcf09cbdc8 req-aefb6eab-d99f-494b-a91f-d46f54f3b497 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657639 Jan 28 00:22:25.317581 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-2e0e4086-7929-4f0e-9707-f98ba7fb711c req-4232d7e3-f756-4ba3-beb5-4408e9da4dd2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] For port 7f1778a0-3dfb-41ae-938b-d483c5842835, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=7f1778a0-3dfb-41ae-938b-d483c5842835,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:25.318199 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-2e0e4086-7929-4f0e-9707-f98ba7fb711c req-4232d7e3-f756-4ba3-beb5-4408e9da4dd2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (7f1778a0-3dfb-41ae-938b-d483c5842835), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:25.344151 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b30141-a8dc-4b21-b5ea-a18031909644 req-236c3294-ccdd-46a8-a092-381f2b1622bb tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:25.345822 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e2b30141-a8dc-4b21-b5ea-a18031909644 req-236c3294-ccdd-46a8-a092-381f2b1622bb tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.1387091 Jan 28 00:22:25.350806 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-2e0e4086-7929-4f0e-9707-f98ba7fb711c req-4232d7e3-f756-4ba3-beb5-4408e9da4dd2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Calling delete_port for 7f1778a0-3dfb-41ae-938b-d483c5842835 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:22:25.463015 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e2b30141-a8dc-4b21-b5ea-a18031909644 req-6c04572a-b103-4d81-a952-34ecabf38eed tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056645 Jan 28 00:22:25.637375 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d9eb1-aa9d-4732-bfc8-6c411d52b7af req-5b4767fc-09f4-4cbb-a1e4-693e0c699088 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:25.639119 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-885d9eb1-aa9d-4732-bfc8-6c411d52b7af req-5b4767fc-09f4-4cbb-a1e4-693e0c699088 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=012ac90d-54fc-41e5-859f-47aeae6a8530 HTTP/1.1" status: 200 len: 945 time: 0.1382174 Jan 28 00:22:25.642855 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-2e0e4086-7929-4f0e-9707-f98ba7fb711c req-4232d7e3-f756-4ba3-beb5-4408e9da4dd2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (7f1778a0-3dfb-41ae-938b-d483c5842835), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:25.685570 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232d7e3-f756-4ba3-beb5-4408e9da4dd2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Pushing event deleted for resources: {'Port': ['ID=7f1778a0-3dfb-41ae-938b-d483c5842835,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:25.694895 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['7f1778a0-3dfb-41ae-938b-d483c5842835'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:22:25.730727 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac2b4a-520d-46a6-9739-59a3a492b69a req-2049b16a-0b6d-44b6-b888-9b5874a49363 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:25.732352 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-99ac2b4a-520d-46a6-9739-59a3a492b69a req-2049b16a-0b6d-44b6-b888-9b5874a49363 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4e8d626-22b3-4180-9708-75999901e797 HTTP/1.1" status: 200 len: 944 time: 0.1630125 Jan 28 00:22:25.782947 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0e4086-7929-4f0e-9707-f98ba7fb711c req-4232d7e3-f756-4ba3-beb5-4408e9da4dd2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] No DVR routers for this DVR port 7f1778a0-3dfb-41ae-938b-d483c5842835 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:22:25.794314 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-2e0e4086-7929-4f0e-9707-f98ba7fb711c req-4232d7e3-f756-4ba3-beb5-4408e9da4dd2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:25.796365 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf825226-5009-49f6-a16c-2ea446f7428f req-5069238d-12a3-45b2-b2c2-1ad3542ac313 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:25.798174 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2e0e4086-7929-4f0e-9707-f98ba7fb711c req-4232d7e3-f756-4ba3-beb5-4408e9da4dd2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.65 "DELETE /v2.0/ports/7f1778a0-3dfb-41ae-938b-d483c5842835 HTTP/1.1" status: 204 len: 173 time: 0.9409959 Jan 28 00:22:25.798676 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a003e225-805d-419a-8d55-d3f0895a35b3', 'name': 'network-vif-deleted', 'tag': '7f1778a0-3dfb-41ae-938b-d483c5842835'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:22:25.798838 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cf825226-5009-49f6-a16c-2ea446f7428f req-5069238d-12a3-45b2-b2c2-1ad3542ac313 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.52 "GET /v2.0/ports?device_id=012ac90d-54fc-41e5-859f-47aeae6a8530 HTTP/1.1" status: 200 len: 945 time: 0.0701461 Jan 28 00:22:25.801157 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9563b923-a999-4bdd-91c1-a5cf07019721" -d '{"events": [{"server_uuid": "a003e225-805d-419a-8d55-d3f0895a35b3", "name": "network-vif-deleted", "tag": "7f1778a0-3dfb-41ae-938b-d483c5842835"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:22:25.808427 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-885d9eb1-aa9d-4732-bfc8-6c411d52b7af req-00a9a3e0-959a-435a-805b-e9febb6a5ac4 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561825 Jan 28 00:22:25.850537 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-99ac2b4a-520d-46a6-9739-59a3a492b69a req-b232f34b-ceca-4515-a37f-36845bf2c27a tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3edac3e8-2ec6-499c-86fd-f269a4b2e570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049271 Jan 28 00:22:25.883792 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ca04c1-3623-4029-8683-b32d9ef09c06 x-openstack-request-id: req-a2ca04c1-3623-4029-8683-b32d9ef09c06 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:22:25.884368 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a003e225-805d-419a-8d55-d3f0895a35b3", "name": "network-vif-deleted", "tag": "7f1778a0-3dfb-41ae-938b-d483c5842835", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:22:25.884872 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a2ca04c1-3623-4029-8683-b32d9ef09c06 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:22:25.885848 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a003e225-805d-419a-8d55-d3f0895a35b3', 'name': 'network-vif-deleted', 'tag': '7f1778a0-3dfb-41ae-938b-d483c5842835', 'status': 'completed', 'code': 200} Jan 28 00:22:25.944669 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-cf825226-5009-49f6-a16c-2ea446f7428f req-9c0c3603-3b0a-46e8-bd88-c546a0db6e36 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Deleting port 732b90b1-ef16-40f8-9fd4-02c74e4d3096 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:22:25.945719 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-cf825226-5009-49f6-a16c-2ea446f7428f req-9c0c3603-3b0a-46e8-bd88-c546a0db6e36 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (732b90b1-ef16-40f8-9fd4-02c74e4d3096), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:26.063379 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dc4f2c8f-f6b3-43e7-9e9f-5033a2253b46 req-ed92580d-4948-4682-b1e9-13a4063c0785 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=a003e225-805d-419a-8d55-d3f0895a35b3 HTTP/1.1" status: 200 len: 210 time: 0.0741551 Jan 28 00:22:26.112147 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-cf825226-5009-49f6-a16c-2ea446f7428f req-9c0c3603-3b0a-46e8-bd88-c546a0db6e36 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] For port 732b90b1-ef16-40f8-9fd4-02c74e4d3096, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=732b90b1-ef16-40f8-9fd4-02c74e4d3096,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:26.112617 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-cf825226-5009-49f6-a16c-2ea446f7428f req-9c0c3603-3b0a-46e8-bd88-c546a0db6e36 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (732b90b1-ef16-40f8-9fd4-02c74e4d3096), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:26.134111 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-cf825226-5009-49f6-a16c-2ea446f7428f req-9c0c3603-3b0a-46e8-bd88-c546a0db6e36 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Calling delete_port for 732b90b1-ef16-40f8-9fd4-02c74e4d3096 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:22:26.256778 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac2c19-8247-47aa-adc3-1764efb4d8cb req-2f81e241-37ca-4f29-9de7-9de6617e10e4 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:26.258332 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1fac2c19-8247-47aa-adc3-1764efb4d8cb req-2f81e241-37ca-4f29-9de7-9de6617e10e4 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 945 time: 0.0544274 Jan 28 00:22:26.357394 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1fac2c19-8247-47aa-adc3-1764efb4d8cb req-89adbb0f-53bd-4048-a2c5-cd81d4336f67 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890296 Jan 28 00:22:26.388141 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-cf825226-5009-49f6-a16c-2ea446f7428f req-9c0c3603-3b0a-46e8-bd88-c546a0db6e36 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (732b90b1-ef16-40f8-9fd4-02c74e4d3096), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:26.422820 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['2757eada-5c5d-468f-9a9f-01ce2f9b089c', '732b90b1-ef16-40f8-9fd4-02c74e4d3096'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:22:26.535700 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c3603-3b0a-46e8-bd88-c546a0db6e36 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Pushing event deleted for resources: {'Port': ['ID=732b90b1-ef16-40f8-9fd4-02c74e4d3096,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:26.574346 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf825226-5009-49f6-a16c-2ea446f7428f req-9c0c3603-3b0a-46e8-bd88-c546a0db6e36 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] No DVR routers for this DVR port 732b90b1-ef16-40f8-9fd4-02c74e4d3096 on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:22:26.577906 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-cf825226-5009-49f6-a16c-2ea446f7428f req-9c0c3603-3b0a-46e8-bd88-c546a0db6e36 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:26.584337 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cf825226-5009-49f6-a16c-2ea446f7428f req-9c0c3603-3b0a-46e8-bd88-c546a0db6e36 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.52 "DELETE /v2.0/ports/732b90b1-ef16-40f8-9fd4-02c74e4d3096 HTTP/1.1" status: 204 len: 173 time: 0.7787018 Jan 28 00:22:26.585311 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012ac90d-54fc-41e5-859f-47aeae6a8530', 'name': 'network-vif-deleted', 'tag': '732b90b1-ef16-40f8-9fd4-02c74e4d3096'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:22:26.589473 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c349cfa-1af1-4ea7-b2c7-2669a0542308" -d '{"events": [{"server_uuid": "012ac90d-54fc-41e5-859f-47aeae6a8530", "name": "network-vif-deleted", "tag": "732b90b1-ef16-40f8-9fd4-02c74e4d3096"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:22:26.609884 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692a654-b9b9-4762-889d-3be5c5ffb8ff req-101f27c2-eec6-4ee2-b86d-aa363c3e5064 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:26.635166 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7692a654-b9b9-4762-889d-3be5c5ffb8ff req-101f27c2-eec6-4ee2-b86d-aa363c3e5064 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 949 time: 0.2044642 Jan 28 00:22:26.763990 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7692a654-b9b9-4762-889d-3be5c5ffb8ff req-8a7dd83d-ffdf-44c0-929a-a3c15ae0c632 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220484 Jan 28 00:22:26.774034 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 5bfb6954-b6c9-4a13-875b-87fa50922e07 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:22:26.783519 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35809903-7714-4338-af03-b89f1135a14b req-9d561375-786b-4d79-8dfe-9a960d555f25 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:26.791016 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-35809903-7714-4338-af03-b89f1135a14b req-9d561375-786b-4d79-8dfe-9a960d555f25 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.1213839 Jan 28 00:22:26.871386 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc37faf-a34b-43e8-9dea-d2fa24988945 x-openstack-request-id: req-ddc37faf-a34b-43e8-9dea-d2fa24988945 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:22:26.872216 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012ac90d-54fc-41e5-859f-47aeae6a8530", "name": "network-vif-deleted", "tag": "732b90b1-ef16-40f8-9fd4-02c74e4d3096", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:22:26.872524 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ddc37faf-a34b-43e8-9dea-d2fa24988945 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:22:26.873454 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012ac90d-54fc-41e5-859f-47aeae6a8530', 'name': 'network-vif-deleted', 'tag': '732b90b1-ef16-40f8-9fd4-02c74e4d3096', 'status': 'completed', 'code': 200} Jan 28 00:22:26.898592 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-35809903-7714-4338-af03-b89f1135a14b req-241fb2f5-f715-4bdc-935b-a6f0732bdebd tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065404 Jan 28 00:22:27.027588 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 5bfb6954-b6c9-4a13-875b-87fa50922e07, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=5bfb6954-b6c9-4a13-875b-87fa50922e07,segment=NetworkSegment(f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0),segment_id=f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:27.049081 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ee5d6d0a-ca59-434b-a912-5e3856a2d9ca req-80dd3594-4f62-49db-b770-cccc494ec759 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=012ac90d-54fc-41e5-859f-47aeae6a8530 HTTP/1.1" status: 200 len: 210 time: 0.0481956 Jan 28 00:22:27.056589 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '5bfb6954-b6c9-4a13-875b-87fa50922e07', 'network_id': '6c6166fa-f12c-44dc-80f4-7ae48bcbac66', 'port_id': '5bfb6954-b6c9-4a13-875b-87fa50922e07', 'mac_address': 'fa:16:3e:50:8e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2856b206-aa20-4138-8515-c3d02a78ce88', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:22:27.130470 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 5bfb6954-b6c9-4a13-875b-87fa50922e07 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:22:27.130885 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5bfb6954-b6c9-4a13-875b-87fa50922e07), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:27.153552 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bfb6954-b6c9-4a13-875b-87fa50922e07 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:22:27.184147 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160bc51-5c2e-44d8-b0dc-780c348be8ee req-37472299-cf99-4542-bd47-4ffc3d97424a tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:27.199071 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5160bc51-5c2e-44d8-b0dc-780c348be8ee req-37472299-cf99-4542-bd47-4ffc3d97424a tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4e8d626-22b3-4180-9708-75999901e797 HTTP/1.1" status: 200 len: 944 time: 0.1853619 Jan 28 00:22:27.216518 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 5bfb6954-b6c9-4a13-875b-87fa50922e07, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=5bfb6954-b6c9-4a13-875b-87fa50922e07,segment=NetworkSegment(f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0),segment_id=f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:27.229799 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (5bfb6954-b6c9-4a13-875b-87fa50922e07), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:27.338348 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59718) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:27.354937 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5160bc51-5c2e-44d8-b0dc-780c348be8ee req-a18690ee-37f1-4cf6-baf3-560ba8209aa2 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3edac3e8-2ec6-499c-86fd-f269a4b2e570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543760 Jan 28 00:22:27.418197 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=5bfb6954-b6c9-4a13-875b-87fa50922e07,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:27.585409 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6a4a42d7-f693-4afa-8e4a-306b47ca6619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:27.693774 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6a4a42d7-f693-4afa-8e4a-306b47ca6619 admin admin] Publish callbacks [] for security_group (9d1c588f-1b7b-4779-9a27-ae17d3f98118), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:27.694802 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2031715-dd48-462a-93ad-7b8c6f82da85 req-7c28420e-4d0e-4c0d-a161-666fcacb02b2 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:27.696618 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e2031715-dd48-462a-93ad-7b8c6f82da85 req-7c28420e-4d0e-4c0d-a161-666fcacb02b2 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 945 time: 0.1345861 Jan 28 00:22:27.703354 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6a4a42d7-f693-4afa-8e4a-306b47ca6619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (9d1c588f-1b7b-4779-9a27-ae17d3f98118), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:27.743750 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-0dc95d9e-fce4-4278-b125-a8112e550b9f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:27.745883 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-0dc95d9e-fce4-4278-b125-a8112e550b9f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/networks?id=2f518455-11e0-4f29-b2fb-3688e3f7fb32 HTTP/1.1" status: 200 len: 812 time: 0.2005253 Jan 28 00:22:27.757231 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['5bfb6954-b6c9-4a13-875b-87fa50922e07'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:22:27.761194 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6a4a42d7-f693-4afa-8e4a-306b47ca6619 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5377c3a7072a4380b5e10c113dc94c96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4208791 Jan 28 00:22:27.763492 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a42d7-f693-4afa-8e4a-306b47ca6619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1c588f-1b7b-4779-9a27-ae17d3f98118,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:27.766727 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59742) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:27.825386 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e2031715-dd48-462a-93ad-7b8c6f82da85 req-e8a2892e-c73d-4fb3-b3e1-9ef300cfb33a tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147697 Jan 28 00:22:27.841243 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-64d026dc-5b07-47a5-8b8a-812434d7c4d1 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/quotas/1f564eba381e4679ad4f4d86366ab37a HTTP/1.1" status: 200 len: 375 time: 0.0730283 Jan 28 00:22:27.933053 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-29aec513-f125-4395-bf77-d3ad3d6883d8 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1f564eba381e4679ad4f4d86366ab37a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530427 Jan 28 00:22:27.987772 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:22:27.991876 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-809b4874-5e7b-4739-87fa-a8e71748e71f admin admin] Publish callbacks [] for security_group (9d1c588f-1b7b-4779-9a27-ae17d3f98118), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:28.114753 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-809b4874-5e7b-4739-87fa-a8e71748e71f admin admin] Publish callbacks [] for security_group (9d1c588f-1b7b-4779-9a27-ae17d3f98118), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:28.197900 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-65efd19f-b66f-4d80-a6a6-15261e41108c service neutron] 10.222.0.70 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346945 Jan 28 00:22:28.216685 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd445128-5608-488c-a579-62e2283b6f36 req-be795664-3331-4d2b-97c4-b4de0d834eb9 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:28.220568 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bd445128-5608-488c-a579-62e2283b6f36 req-be795664-3331-4d2b-97c4-b4de0d834eb9 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 949 time: 0.1817269 Jan 28 00:22:28.437406 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-809b4874-5e7b-4739-87fa-a8e71748e71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (9d1c588f-1b7b-4779-9a27-ae17d3f98118), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:28.440078 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-809b4874-5e7b-4739-87fa-a8e71748e71f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:28.441274 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-809b4874-5e7b-4739-87fa-a8e71748e71f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9d1c588f-1b7b-4779-9a27-ae17d3f98118 HTTP/1.1" status: 204 len: 168 time: 0.6462188 Jan 28 00:22:28.457696 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67fae8-b623-466f-9536-795ba5b4a164 req-36536d13-5cd6-4a22-b505-db5e8b406889 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:28.459269 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eb67fae8-b623-466f-9536-795ba5b4a164 req-36536d13-5cd6-4a22-b505-db5e8b406889 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.65 "GET /v2.0/ports?device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 945 time: 0.2576344 Jan 28 00:22:28.473658 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bd445128-5608-488c-a579-62e2283b6f36 req-5461dd44-2b18-4674-ab9f-fb4207aae259 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252002 Jan 28 00:22:28.487789 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b4874-5e7b-4739-87fa-a8e71748e71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1c588f-1b7b-4779-9a27-ae17d3f98118,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:28.579020 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-13e812e6-9ed8-4eb1-b500-0ea793a45d44 service neutron] 10.222.0.70 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572588 Jan 28 00:22:28.698641 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-eb67fae8-b623-466f-9536-795ba5b4a164 req-9c093527-2d85-433f-93ab-e365a07171bc tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Deleting port 6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:22:28.699202 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-eb67fae8-b623-466f-9536-795ba5b4a164 req-9c093527-2d85-433f-93ab-e365a07171bc tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:28.743289 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 732b90b1-ef16-40f8-9fd4-02c74e4d3096 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:22:28.767570 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 732b90b1-ef16-40f8-9fd4-02c74e4d3096 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:22:28.767946 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 732b90b1-ef16-40f8-9fd4-02c74e4d3096 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:22:28.951424 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5645adf-8be7-444d-bfde-a2d3f4eb69f4 req-ff6bed82-4776-48dd-9280-e9d61ea8fcb5 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=f553c50e-6306-486f-87fb-4a21af699f99 HTTP/1.1" status: 200 len: 210 time: 0.0891404 Jan 28 00:22:29.013568 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-eb67fae8-b623-466f-9536-795ba5b4a164 req-9c093527-2d85-433f-93ab-e365a07171bc tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] For port 6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c,segment=NetworkSegment(87380d4d-c14a-4c3b-ba9c-effbcb33e2ad),segment_id=87380d4d-c14a-4c3b-ba9c-effbcb33e2ad)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:29.013948 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-eb67fae8-b623-466f-9536-795ba5b4a164 req-9c093527-2d85-433f-93ab-e365a07171bc tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:29.035312 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-eb67fae8-b623-466f-9536-795ba5b4a164 req-9c093527-2d85-433f-93ab-e365a07171bc tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Calling delete_port for 6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:22:29.095271 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fca875-1521-4de2-9eba-d17a628936f0 req-dc247e46-8641-4b11-887d-5aef24200e64 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:29.098080 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37fca875-1521-4de2-9eba-d17a628936f0 req-dc247e46-8641-4b11-887d-5aef24200e64 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4e8d626-22b3-4180-9708-75999901e797 HTTP/1.1" status: 200 len: 945 time: 0.2333503 Jan 28 00:22:29.436820 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37fca875-1521-4de2-9eba-d17a628936f0 req-b689b26b-6ddc-476e-8ffb-be7299b730fa tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3edac3e8-2ec6-499c-86fd-f269a4b2e570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259342 Jan 28 00:22:29.504797 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-63c5c322-9c36-40c3-b6d5-6c43296ee853 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:29.507346 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-63c5c322-9c36-40c3-b6d5-6c43296ee853 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/networks?id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e HTTP/1.1" status: 200 len: 805 time: 0.4065721 Jan 28 00:22:29.588130 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-dcbf5484-1f50-49e8-b6df-72b9a1789cbb tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/quotas/2253eea2b9f94d3c9e9a9e6c9260650c HTTP/1.1" status: 200 len: 375 time: 0.0738738 Jan 28 00:22:29.758426 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59804) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:29.760369 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-eb67fae8-b623-466f-9536-795ba5b4a164 req-9c093527-2d85-433f-93ab-e365a07171bc tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:29.787670 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105823e-a8af-4f2f-9073-8505b1d7576c req-96f29ac5-f09e-4ac9-a753-da687dc4d4c2 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:29.790399 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2105823e-a8af-4f2f-9073-8505b1d7576c req-96f29ac5-f09e-4ac9-a753-da687dc4d4c2 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=083072a5-af69-442a-be55-72bd0ab43a5a HTTP/1.1" status: 200 len: 945 time: 0.2053058 Jan 28 00:22:29.798955 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['8e7f6fce-460e-41cb-8c74-4bb9b5098f14', '6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:22:29.836843 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-fc27ecbc-fbc3-4f39-bacb-eb2a6f54e086 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2253eea2b9f94d3c9e9a9e6c9260650c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1833527 Jan 28 00:22:29.852644 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 7f1778a0-3dfb-41ae-938b-d483c5842835 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:22:29.862298 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c093527-2d85-433f-93ab-e365a07171bc tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Pushing event deleted for resources: {'Port': ['ID=6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:29.896724 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-69a91bab-65f7-42d0-bc97-5892b5639f5e tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1423788337'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:22:29.916517 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 7f1778a0-3dfb-41ae-938b-d483c5842835 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:22:29.917262 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 7f1778a0-3dfb-41ae-938b-d483c5842835 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:22:29.940933 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a91bab-65f7-42d0-bc97-5892b5639f5e tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Made reservation on behalf of 32f790587b1d438d8d87b8dc7badbd54 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:22:29.947152 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69a91bab-65f7-42d0-bc97-5892b5639f5e tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:29.957546 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69a91bab-65f7-42d0-bc97-5892b5639f5e tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:30.012602 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb67fae8-b623-466f-9536-795ba5b4a164 req-9c093527-2d85-433f-93ab-e365a07171bc tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] No DVR routers for this DVR port 6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:22:30.018164 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-eb67fae8-b623-466f-9536-795ba5b4a164 req-9c093527-2d85-433f-93ab-e365a07171bc tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:30.022143 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eb67fae8-b623-466f-9536-795ba5b4a164 req-9c093527-2d85-433f-93ab-e365a07171bc tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.65 "DELETE /v2.0/ports/6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c HTTP/1.1" status: 204 len: 173 time: 1.5454025 Jan 28 00:22:30.022931 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083072a5-af69-442a-be55-72bd0ab43a5a', 'name': 'network-vif-deleted', 'tag': '6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:22:30.025349 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce955311-cb52-4903-8539-1032ac0755c0" -d '{"events": [{"server_uuid": "083072a5-af69-442a-be55-72bd0ab43a5a", "name": "network-vif-deleted", "tag": "6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:22:30.041450 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2105823e-a8af-4f2f-9073-8505b1d7576c req-5edbede1-d257-451e-b8ef-673c916a4431 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030520 Jan 28 00:22:30.077444 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69a91bab-65f7-42d0-bc97-5892b5639f5e tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks [] for security_group (48b9164f-7d07-4406-8c1a-6b8a0b6a4f3e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:30.087681 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69a91bab-65f7-42d0-bc97-5892b5639f5e tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (48b9164f-7d07-4406-8c1a-6b8a0b6a4f3e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:30.105717 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-5333ccec-c142-4c3e-b3ed-4bb0c838017e service neutron] 10.222.0.70 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246761 Jan 28 00:22:30.134305 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a91bab-65f7-42d0-bc97-5892b5639f5e tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:22:30.164886 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a91bab-65f7-42d0-bc97-5892b5639f5e tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48b9164f-7d07-4406-8c1a-6b8a0b6a4f3e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:30.172601 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69a91bab-65f7-42d0-bc97-5892b5639f5e tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (649375d0-1fe2-4344-b651-4d3b60ef7e3e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:30.173391 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-69a91bab-65f7-42d0-bc97-5892b5639f5e tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Added segment 649375d0-1fe2-4344-b651-4d3b60ef7e3e of type vlan for network 2173ca6f-b9a7-40b0-bfb2-237ad35831a7 Jan 28 00:22:30.241488 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69a91bab-65f7-42d0-bc97-5892b5639f5e tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (2173ca6f-b9a7-40b0-bfb2-237ad35831a7), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:30.264250 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-d2611599-8f95-4c2b-9b97-c947bd9395e1 service neutron] 10.222.0.70 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483107 Jan 28 00:22:30.290554 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69a91bab-65f7-42d0-bc97-5892b5639f5e tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (2173ca6f-b9a7-40b0-bfb2-237ad35831a7), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:30.298286 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a91bab-65f7-42d0-bc97-5892b5639f5e tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:30.300811 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69a91bab-65f7-42d0-bc97-5892b5639f5e tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:30.330407 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2432f-7460-4cc6-8293-7f1802ca924b req-117d9f7c-773a-4db0-b623-2dd3b9c017ff tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:30.332058 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-edc2432f-7460-4cc6-8293-7f1802ca924b req-117d9f7c-773a-4db0-b623-2dd3b9c017ff tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 949 time: 0.0723898 Jan 28 00:22:30.458276 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a91bab-65f7-42d0-bc97-5892b5639f5e tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Pushing event updated for resources: {'Network': ['ID=2173ca6f-b9a7-40b0-bfb2-237ad35831a7,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:30.471039 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 2173ca6f-b9a7-40b0-bfb2-237ad35831a7 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:22:30.501204 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-69a91bab-65f7-42d0-bc97-5892b5639f5e tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7419655 Jan 28 00:22:30.501858 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59816) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:30.511415 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-7dd82f80-88e3-4355-9b9d-1220e4fc5910 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Request body: {'subnet': {'network_id': '2173ca6f-b9a7-40b0-bfb2-237ad35831a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:22:30.632970 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-edc2432f-7460-4cc6-8293-7f1802ca924b req-0cd7bc8c-ba74-4331-b873-2aded40a0ebe tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765148 Jan 28 00:22:30.644954 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-1ae12fc4-6f40-4950-825f-1ddee3374708 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:30.647475 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-1ae12fc4-6f40-4950-825f-1ddee3374708 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.65 "GET /v2.0/networks?id=2f518455-11e0-4f29-b2fb-3688e3f7fb32 HTTP/1.1" status: 200 len: 812 time: 0.2893186 Jan 28 00:22:30.681016 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-230f7bd0-9b11-40c9-b9fb-7fbb2f0fc042 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Request body: {'port': {'device_id': 'f553c50e-6306-486f-87fb-4a21af699f99', 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32', 'admin_state_up': True, 'tenant_id': '1f564eba381e4679ad4f4d86366ab37a'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:22:30.688951 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd82f80-88e3-4355-9b9d-1220e4fc5910 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Made reservation on behalf of 32f790587b1d438d8d87b8dc7badbd54 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:22:30.692522 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7dd82f80-88e3-4355-9b9d-1220e4fc5910 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:30.744074 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 5bfb6954-b6c9-4a13-875b-87fa50922e07 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:22:30.845565 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 5bfb6954-b6c9-4a13-875b-87fa50922e07 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:22:30.850588 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 5bfb6954-b6c9-4a13-875b-87fa50922e07 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:30.851153 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (5bfb6954-b6c9-4a13-875b-87fa50922e07), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:30.866158 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-81903218-8222-4bfe-bf2a-d098b022cad6 req-0cab05c8-5dcf-4a14-8ea0-124037971eca tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=f553c50e-6306-486f-87fb-4a21af699f99 HTTP/1.1" status: 200 len: 210 time: 0.0863855 Jan 28 00:22:30.998204 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1250db5d-ff5a-4439-96f0-37c8ec4cbf24 x-openstack-request-id: req-1250db5d-ff5a-4439-96f0-37c8ec4cbf24 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:22:30.999194 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083072a5-af69-442a-be55-72bd0ab43a5a", "name": "network-vif-deleted", "tag": "6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:22:30.999604 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1250db5d-ff5a-4439-96f0-37c8ec4cbf24 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:22:31.000329 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083072a5-af69-442a-be55-72bd0ab43a5a', 'name': 'network-vif-deleted', 'tag': '6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c', 'status': 'completed', 'code': 200} Jan 28 00:22:31.043871 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ae95d-9c45-41f5-86ec-a67df350dc56 req-8c0d3d95-3cb2-49a7-80a6-0785643fa074 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:31.046774 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5d9ae95d-9c45-41f5-86ec-a67df350dc56 req-8c0d3d95-3cb2-49a7-80a6-0785643fa074 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.5505395 Jan 28 00:22:31.065928 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 5bfb6954-b6c9-4a13-875b-87fa50922e07 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:22:31.066699 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5bfb6954-b6c9-4a13-875b-87fa50922e07), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:31.095694 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7dd82f80-88e3-4355-9b9d-1220e4fc5910 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (ff56339b-154b-4c6c-9503-265fa21d139c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:31.105666 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e8d626-22b3-4180-9708-75999901e797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bfb6954-b6c9-4a13-875b-87fa50922e07'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:22:31.111227 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18960764-0da8-4b65-abc1-04eaba5253e6" -d '{"events": [{"server_uuid": "b4e8d626-22b3-4180-9708-75999901e797", "name": "network-vif-plugged", "status": "completed", "tag": "5bfb6954-b6c9-4a13-875b-87fa50922e07"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:22:31.127664 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-230f7bd0-9b11-40c9-b9fb-7fbb2f0fc042 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Made reservation on behalf of 1f564eba381e4679ad4f4d86366ab37a for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:22:31.132187 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 5bfb6954-b6c9-4a13-875b-87fa50922e07, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=5bfb6954-b6c9-4a13-875b-87fa50922e07,segment=NetworkSegment(f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0),segment_id=f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:31.133582 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-230f7bd0-9b11-40c9-b9fb-7fbb2f0fc042 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:31.142407 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (5bfb6954-b6c9-4a13-875b-87fa50922e07), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:31.175207 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1b0ee517-91c4-4389-bbfb-f61a28bd58e0 req-daea5f2a-cd78-4d5b-8cb0-26be7fe49a7e tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=af27eac8-9de2-423b-b26c-9f66e618787d HTTP/1.1" status: 200 len: 210 time: 0.1221690 Jan 28 00:22:31.268675 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd82f80-88e3-4355-9b9d-1220e4fc5910 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Checking segment: {'id': '649375d0-1fe2-4344-b651-4d3b60ef7e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2173ca6f-b9a7-40b0-bfb2-237ad35831a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:22:31.268675 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd82f80-88e3-4355-9b9d-1220e4fc5910 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Network hostable DHCP agents. Network: 2173ca6f-b9a7-40b0-bfb2-237ad35831a7, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:22:31.270843 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd82f80-88e3-4355-9b9d-1220e4fc5910 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Pushing event updated for resources: {'Subnet': ['ID=ff56339b-154b-4c6c-9503-265fa21d139c,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:31.295051 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=5bfb6954-b6c9-4a13-875b-87fa50922e07,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:31.349769 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5d9ae95d-9c45-41f5-86ec-a67df350dc56 req-75caa2de-357d-4810-af65-63256accae06 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939906 Jan 28 00:22:31.410018 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd82f80-88e3-4355-9b9d-1220e4fc5910 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Network 2173ca6f-b9a7-40b0-bfb2-237ad35831a7 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:22:31.438310 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-083ba84c-ea10-4d0f-98bb-4ca281ce9e5a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1497240 Jan 28 00:22:31.443135 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-7dd82f80-88e3-4355-9b9d-1220e4fc5910 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 2173ca6f-b9a7-40b0-bfb2-237ad35831a7) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:22:31.450906 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd82f80-88e3-4355-9b9d-1220e4fc5910 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:31.452157 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7dd82f80-88e3-4355-9b9d-1220e4fc5910 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:31.475529 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a5be65-42cf-432b-a48d-0a1b39664c8c None None] Network 2173ca6f-b9a7-40b0-bfb2-237ad35831a7 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:22:31.508555 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7dd82f80-88e3-4355-9b9d-1220e4fc5910 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0054212 Jan 28 00:22:31.512873 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59838) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:31.535266 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-8f41edf3-4be0-4a8b-90ca-dfb2fbcb784f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Request body: {'port': {'network_id': '2173ca6f-b9a7-40b0-bfb2-237ad35831a7', 'name': 'tempest-AllowedAddressPairTestJSON-986860678'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:22:31.610219 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1da0e-1827-4c8d-82bd-6e0e3a45b98e req-34e22b8d-4439-45b0-a34c-3c02ffcfd267 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:31.616965 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-caf1da0e-1827-4c8d-82bd-6e0e3a45b98e req-34e22b8d-4439-45b0-a34c-3c02ffcfd267 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4e8d626-22b3-4180-9708-75999901e797 HTTP/1.1" status: 200 len: 946 time: 0.2446163 Jan 28 00:22:31.632865 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c0d671-95d4-4b34-b1bc-5c6691fde1e3 x-openstack-request-id: req-28c0d671-95d4-4b34-b1bc-5c6691fde1e3 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:22:31.633154 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e8d626-22b3-4180-9708-75999901e797", "name": "network-vif-plugged", "status": "completed", "tag": "5bfb6954-b6c9-4a13-875b-87fa50922e07", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:22:31.633431 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-28c0d671-95d4-4b34-b1bc-5c6691fde1e3 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:22:31.634021 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e8d626-22b3-4180-9708-75999901e797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bfb6954-b6c9-4a13-875b-87fa50922e07', 'code': 200} Jan 28 00:22:31.707736 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-230f7bd0-9b11-40c9-b9fb-7fbb2f0fc042 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Allocated IP 172.20.0.14 (2f518455-11e0-4f29-b2fb-3688e3f7fb32/752b9c73-c003-4007-a37c-7b906aeda551/0b8c723a-9de1-41fc-8ffc-268a1536f78b) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:22:31.760498 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-abe9dd98-6230-4e2c-809f-232c599fc793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:31.761330 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-abe9dd98-6230-4e2c-809f-232c599fc793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:31.762157 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-abe9dd98-6230-4e2c-809f-232c599fc793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:31.773039 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-abe9dd98-6230-4e2c-809f-232c599fc793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:31.774523 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-abe9dd98-6230-4e2c-809f-232c599fc793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:31.775362 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-abe9dd98-6230-4e2c-809f-232c599fc793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:31.776452 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-abe9dd98-6230-4e2c-809f-232c599fc793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:31.780354 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-abe9dd98-6230-4e2c-809f-232c599fc793 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=160a5827a22f400b84570ea4a4c65c01&device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 6502 time: 0.1879580 Jan 28 00:22:31.814419 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd529254-411a-48ec-854d-346d8c61c71c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-2173ca6f-b9a7-40b0-bfb2-237ad35831a7', 'network_id': '2173ca6f-b9a7-40b0-bfb2-237ad35831a7', 'project_id': '32f790587b1d438d8d87b8dc7badbd54', 'fixed_ips': [{'subnet_id': 'ff56339b-154b-4c6c-9503-265fa21d139c'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:22:31.816367 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd529254-411a-48ec-854d-346d8c61c71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:31.827905 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-caf1da0e-1827-4c8d-82bd-6e0e3a45b98e req-2e70b422-fa57-4c4e-9ebf-b1f93f162fac tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3edac3e8-2ec6-499c-86fd-f269a4b2e570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269162 Jan 28 00:22:31.888144 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:22:32.012929 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:22:32.014256 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 6e0ed2d8-bbdb-4877-adab-229fc9e2ac5c not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:22:32.043424 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f41edf3-4be0-4a8b-90ca-dfb2fbcb784f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Made reservation on behalf of 32f790587b1d438d8d87b8dc7badbd54 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:22:32.051571 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fef18b-ee12-40aa-829a-a6a8ad5bc86c req-a61bc170-d4cc-4f2a-a126-4445c0d9d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:32.052435 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f41edf3-4be0-4a8b-90ca-dfb2fbcb784f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:32.054166 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-26fef18b-ee12-40aa-829a-a6a8ad5bc86c req-a61bc170-d4cc-4f2a-a126-4445c0d9d495 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b4e8d626-22b3-4180-9708-75999901e797 HTTP/1.1" status: 200 len: 1097 time: 0.2486787 Jan 28 00:22:32.106110 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-8f41edf3-4be0-4a8b-90ca-dfb2fbcb784f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] device_id is not set on port 6dc23a56-8c3d-4b48-a887-db310b9c2654 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:22:32.123396 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-51e9085d-a1a4-4a64-99f8-f00933ed27c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:32.126232 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-51e9085d-a1a4-4a64-99f8-f00933ed27c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:32.126802 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-51e9085d-a1a4-4a64-99f8-f00933ed27c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:32.131012 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-51e9085d-a1a4-4a64-99f8-f00933ed27c5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=97c33ad0-0461-45c3-9dc8-98632a31ba84&id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&id=0d3515a7-9da9-44c3-a34e-684df23ac567&id=0d3515a7-9da9-44c3-a34e-684df23ac567 HTTP/1.1" status: 200 len: 2298 time: 0.3111379 Jan 28 00:22:32.367042 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-230f7bd0-9b11-40c9-b9fb-7fbb2f0fc042 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks [] for port (0b8c723a-9de1-41fc-8ffc-268a1536f78b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:32.390737 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-bd529254-411a-48ec-854d-346d8c61c71c None None] Allocated IP 172.20.0.2 (2173ca6f-b9a7-40b0-bfb2-237ad35831a7/ff56339b-154b-4c6c-9503-265fa21d139c/64ce8edb-7f5f-4b00-9618-f9e1ed962e9a) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:22:32.401028 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-26fef18b-ee12-40aa-829a-a6a8ad5bc86c req-96884e2c-1779-4cdc-aaa2-080f3647cf01 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3edac3e8-2ec6-499c-86fd-f269a4b2e570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367960 Jan 28 00:22:32.448498 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-a35e07f3-2c6c-4fc0-8426-091c4ba5a111 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c80ae37-b3ec-413e-a908-d7c646315e69 HTTP/1.1" status: 200 len: 1001 time: 0.2002027 Jan 28 00:22:32.533797 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-230f7bd0-9b11-40c9-b9fb-7fbb2f0fc042 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (0b8c723a-9de1-41fc-8ffc-268a1536f78b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:32.690042 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-230f7bd0-9b11-40c9-b9fb-7fbb2f0fc042 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Network 2f518455-11e0-4f29-b2fb-3688e3f7fb32 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:22:32.696876 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd529254-411a-48ec-854d-346d8c61c71c None None] Publish callbacks [] for port (64ce8edb-7f5f-4b00-9618-f9e1ed962e9a), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:32.714771 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd529254-411a-48ec-854d-346d8c61c71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (64ce8edb-7f5f-4b00-9618-f9e1ed962e9a), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:32.764916 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd529254-411a-48ec-854d-346d8c61c71c None None] Network 2173ca6f-b9a7-40b0-bfb2-237ad35831a7 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:22:32.771187 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-bd529254-411a-48ec-854d-346d8c61c71c None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:22:32.776444 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd529254-411a-48ec-854d-346d8c61c71c None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:22:32.778657 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-230f7bd0-9b11-40c9-b9fb-7fbb2f0fc042 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:22:32.786647 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd529254-411a-48ec-854d-346d8c61c71c None None] Pushing event updated for resources: {'Port': ['ID=64ce8edb-7f5f-4b00-9618-f9e1ed962e9a,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:32.804791 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-230f7bd0-9b11-40c9-b9fb-7fbb2f0fc042 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:22:32.827204 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f7bd0-9b11-40c9-b9fb-7fbb2f0fc042 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Pushing event updated for resources: {'Port': ['ID=0b8c723a-9de1-41fc-8ffc-268a1536f78b,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:32.860182 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-bd529254-411a-48ec-854d-346d8c61c71c None None] Attempting to bind port 64ce8edb-7f5f-4b00-9618-f9e1ed962e9a on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:22:32.860645 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-bd529254-411a-48ec-854d-346d8c61c71c None None] Attempting to bind port 64ce8edb-7f5f-4b00-9618-f9e1ed962e9a by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '649375d0-1fe2-4344-b651-4d3b60ef7e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2173ca6f-b9a7-40b0-bfb2-237ad35831a7'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:22:32.862139 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd529254-411a-48ec-854d-346d8c61c71c None None] Attempting to bind port 64ce8edb-7f5f-4b00-9618-f9e1ed962e9a on network 2173ca6f-b9a7-40b0-bfb2-237ad35831a7 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:22:32.868730 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd529254-411a-48ec-854d-346d8c61c71c None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:22:32.869397 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd529254-411a-48ec-854d-346d8c61c71c None None] Checking segment: {'id': '649375d0-1fe2-4344-b651-4d3b60ef7e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2173ca6f-b9a7-40b0-bfb2-237ad35831a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:22:32.870010 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd529254-411a-48ec-854d-346d8c61c71c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:32.870560 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd529254-411a-48ec-854d-346d8c61c71c None None] Bound using segment: {'id': '649375d0-1fe2-4344-b651-4d3b60ef7e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2173ca6f-b9a7-40b0-bfb2-237ad35831a7'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:22:32.871223 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-bd529254-411a-48ec-854d-346d8c61c71c None None] Bound port: 64ce8edb-7f5f-4b00-9618-f9e1ed962e9a, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649375d0-1fe2-4344-b651-4d3b60ef7e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2173ca6f-b9a7-40b0-bfb2-237ad35831a7'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:22:32.871815 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd529254-411a-48ec-854d-346d8c61c71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (64ce8edb-7f5f-4b00-9618-f9e1ed962e9a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:32.979310 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccdc46f-3b00-4dcc-b924-cb3738c674d3 req-45e99faa-d1b4-4642-8365-ff56369acaa2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:32.985403 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-bd529254-411a-48ec-854d-346d8c61c71c None None] For port 64ce8edb-7f5f-4b00-9618-f9e1ed962e9a, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:22:32.989318 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dccdc46f-3b00-4dcc-b924-cb3738c674d3 req-45e99faa-d1b4-4642-8365-ff56369acaa2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=f553c50e-6306-486f-87fb-4a21af699f99 HTTP/1.1" status: 200 len: 932 time: 0.4180155 Jan 28 00:22:32.999008 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-bd529254-411a-48ec-854d-346d8c61c71c None None] For port 64ce8edb-7f5f-4b00-9618-f9e1ed962e9a, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=64ce8edb-7f5f-4b00-9618-f9e1ed962e9a,segment=NetworkSegment(649375d0-1fe2-4344-b651-4d3b60ef7e3e),segment_id=649375d0-1fe2-4344-b651-4d3b60ef7e3e)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:22:33.009857 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-e1045c1c-75dc-4306-989c-a2d4d45261dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:33.011954 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b2368-ae4c-4e05-9521-f8727d009c1a req-d358418d-9fea-4cad-8d13-7ac94b51ccea tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:33.013914 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-867b2368-ae4c-4e05-9521-f8727d009c1a req-d358418d-9fea-4cad-8d13-7ac94b51ccea tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 949 time: 0.5884733 Jan 28 00:22:33.017060 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd529254-411a-48ec-854d-346d8c61c71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (64ce8edb-7f5f-4b00-9618-f9e1ed962e9a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:33.028072 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-e1045c1c-75dc-4306-989c-a2d4d45261dc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1d093807-7e7b-4a9f-8622-0558c2c97c76 HTTP/1.1" status: 200 len: 856 time: 0.2235651 Jan 28 00:22:33.036002 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-8f41edf3-4be0-4a8b-90ca-dfb2fbcb784f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Allocated IP 172.20.0.13 (2173ca6f-b9a7-40b0-bfb2-237ad35831a7/ff56339b-154b-4c6c-9503-265fa21d139c/6dc23a56-8c3d-4b48-a887-db310b9c2654) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:22:33.074767 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-230f7bd0-9b11-40c9-b9fb-7fbb2f0fc042 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:33.075559 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-230f7bd0-9b11-40c9-b9fb-7fbb2f0fc042 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:33.114501 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-230f7bd0-9b11-40c9-b9fb-7fbb2f0fc042 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4376688 Jan 28 00:22:33.142608 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-6670f485-ec55-4631-bf1b-c051a87a49a3 service neutron] Request body: {'port': {'device_id': 'f553c50e-6306-486f-87fb-4a21af699f99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:22:33.165865 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-867b2368-ae4c-4e05-9521-f8727d009c1a req-3f37e14f-9338-427b-8aed-df7a04f3eed8 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367841 Jan 28 00:22:33.198243 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dccdc46f-3b00-4dcc-b924-cb3738c674d3 req-032603c3-b5ad-4185-af5b-63de2ae8c3b6 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060907 Jan 28 00:22:33.205045 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd529254-411a-48ec-854d-346d8c61c71c None None] Pushing event updated for resources: {'Port': ['ID=64ce8edb-7f5f-4b00-9618-f9e1ed962e9a,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:33.641221 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-c5039c4d-8747-4843-9e35-9632ff13257c tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:33.643301 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-c5039c4d-8747-4843-9e35-9632ff13257c tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.65 "GET /v2.0/networks?id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e HTTP/1.1" status: 200 len: 805 time: 0.9242933 Jan 28 00:22:33.664719 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-fa00d599-b184-41fc-aa5b-5e8e464a6ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:33.666569 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-fa00d599-b184-41fc-aa5b-5e8e464a6ee2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=97c33ad0-0461-45c3-9dc8-98632a31ba84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6374366 Jan 28 00:22:33.674472 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-1719cd66-d602-4e92-a8bd-f467c6364b6f tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Request body: {'port': {'device_id': 'af27eac8-9de2-423b-b26c-9f66e618787d', 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e', 'admin_state_up': True, 'tenant_id': '2253eea2b9f94d3c9e9a9e6c9260650c'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:22:33.929885 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-6670f485-ec55-4631-bf1b-c051a87a49a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0b8c723a-9de1-41fc-8ffc-268a1536f78b), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:33.944330 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e84683d6-eea2-4ab3-8856-427d23386418 req-cb49f5d1-a4d8-4538-b0bb-73bac4fd109d tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=af27eac8-9de2-423b-b26c-9f66e618787d HTTP/1.1" status: 200 len: 210 time: 0.6424620 Jan 28 00:22:34.061505 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-1719cd66-d602-4e92-a8bd-f467c6364b6f tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Made reservation on behalf of 2253eea2b9f94d3c9e9a9e6c9260650c for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:22:34.066093 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf6049-ab29-4c55-880d-4b1538415fe7 req-c38621d1-5aa4-420c-9055-af8567680f83 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:34.068871 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-1719cd66-d602-4e92-a8bd-f467c6364b6f tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:34.088031 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3cdf6049-ab29-4c55-880d-4b1538415fe7 req-c38621d1-5aa4-420c-9055-af8567680f83 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 945 time: 0.7570913 Jan 28 00:22:34.113158 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-c9c678cf-02b3-4939-b285-d02b0e762996 service neutron] 10.222.0.52 "GET /v2.0/networks/97c33ad0-0461-45c3-9dc8-98632a31ba84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346285 Jan 28 00:22:34.164756 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f41edf3-4be0-4a8b-90ca-dfb2fbcb784f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks [] for port (6dc23a56-8c3d-4b48-a887-db310b9c2654), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:34.407734 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-62166e99-b360-4bcf-9929-7562d9472c9b service neutron] 10.222.0.52 "GET /v2.0/networks/97c33ad0-0461-45c3-9dc8-98632a31ba84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754214 Jan 28 00:22:34.425586 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f41edf3-4be0-4a8b-90ca-dfb2fbcb784f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (6dc23a56-8c3d-4b48-a887-db310b9c2654), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:34.447758 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-1719cd66-d602-4e92-a8bd-f467c6364b6f tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Allocated IP 172.20.0.9 (57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e/89787cce-0952-4d1c-b459-5274630a8c6e/3ebd585f-3932-4e06-83b6-5e7241921b19) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:22:34.478419 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b5c2f-c7c7-4ecd-9bcd-65534f466fde req-fda7822f-738b-4a83-a88c-7a9bec7b828a tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:34.486990 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3a5b5c2f-c7c7-4ecd-9bcd-65534f466fde req-fda7822f-738b-4a83-a88c-7a9bec7b828a tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4e8d626-22b3-4180-9708-75999901e797 HTTP/1.1" status: 200 len: 946 time: 0.2005355 Jan 28 00:22:34.508427 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3cdf6049-ab29-4c55-880d-4b1538415fe7 req-0d259696-c2e0-43b6-a952-7216f619e5f2 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190106 Jan 28 00:22:34.524298 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-712a70c8-e5f8-4c7d-a226-5e42bf0dd7b0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=17a2a773-d586-4db3-b390-7e92fd06a45f HTTP/1.1" status: 200 len: 217 time: 0.0970373 Jan 28 00:22:34.609681 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3a5b5c2f-c7c7-4ecd-9bcd-65534f466fde req-c0e82095-598e-4eb8-8957-42b23d4156b1 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3edac3e8-2ec6-499c-86fd-f269a4b2e570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155152 Jan 28 00:22:34.618671 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f41edf3-4be0-4a8b-90ca-dfb2fbcb784f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Network 2173ca6f-b9a7-40b0-bfb2-237ad35831a7 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:22:34.622436 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-95bf9222-8ad6-4467-86c9-8aac2019817d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:34.625020 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-95bf9222-8ad6-4467-86c9-8aac2019817d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=940224ee-3d45-4e4f-bb05-6319f4700b5e HTTP/1.1" status: 200 len: 797 time: 0.0881214 Jan 28 00:22:34.633558 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-8f41edf3-4be0-4a8b-90ca-dfb2fbcb784f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:22:34.641605 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f41edf3-4be0-4a8b-90ca-dfb2fbcb784f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:22:34.791642 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41edf3-4be0-4a8b-90ca-dfb2fbcb784f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Pushing event updated for resources: {'Port': ['ID=6dc23a56-8c3d-4b48-a887-db310b9c2654,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:34.952966 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f41edf3-4be0-4a8b-90ca-dfb2fbcb784f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:34.954059 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f41edf3-4be0-4a8b-90ca-dfb2fbcb784f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:34.965455 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4ca93a-7b2c-4260-92bb-f1b9dd759568 None None] Network 2173ca6f-b9a7-40b0-bfb2-237ad35831a7 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:22:34.986330 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c3db8-055b-4013-bd1f-ba532685c7a8 req-6f05eb07-a822-4c5f-9121-fd544aed88c2 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:34.987386 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-2a561127-9c65-4f45-9a1f-b4fffd1e32fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:34.988643 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7f4c3db8-055b-4013-bd1f-ba532685c7a8 req-6f05eb07-a822-4c5f-9121-fd544aed88c2 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 949 time: 0.2929296 Jan 28 00:22:35.004817 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-2a561127-9c65-4f45-9a1f-b4fffd1e32fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3428707 Jan 28 00:22:35.018778 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-6670f485-ec55-4631-bf1b-c051a87a49a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b8c723a-9de1-41fc-8ffc-268a1536f78b {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:22:35.036497 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ac912-4c09-4757-b0f2-7db15e158c91 req-9079818e-4684-400e-9ab6-ff1cc6acbd75 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:35.044232 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7d4ac912-4c09-4757-b0f2-7db15e158c91 req-9079818e-4684-400e-9ab6-ff1cc6acbd75 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=f553c50e-6306-486f-87fb-4a21af699f99 HTTP/1.1" status: 200 len: 932 time: 0.2710557 Jan 28 00:22:35.053638 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-6670f485-ec55-4631-bf1b-c051a87a49a3 service neutron] Publish callbacks [] for port (0b8c723a-9de1-41fc-8ffc-268a1536f78b), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:35.071891 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 64ce8edb-7f5f-4b00-9618-f9e1ed962e9a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:22:35.089650 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ac2e8-b071-4126-8d07-45b485b3c280 req-d17f9f72-d30b-4b5a-9c82-782213f7b7c4 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:35.091247 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-679ac2e8-b071-4126-8d07-45b485b3c280 req-d17f9f72-d30b-4b5a-9c82-782213f7b7c4 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.65 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 945 time: 0.2304885 Jan 28 00:22:35.097774 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8f41edf3-4be0-4a8b-90ca-dfb2fbcb784f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5834317 Jan 28 00:22:35.098868 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59874) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:35.184899 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-9b5218a9-cf8a-41f6-a8fd-460b4db84ed8 None None] Provisioning complete for port 64ce8edb-7f5f-4b00-9618-f9e1ed962e9a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:35.185127 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2e1f6dd4-a4b5-4fef-b25d-68b49c725aa4 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Request body: {'port': {'network_id': '2173ca6f-b9a7-40b0-bfb2-237ad35831a7', 'name': 'tempest-AllowedAddressPairTestJSON-972972756', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:2d:73:59'}]}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:22:35.185514 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9b5218a9-cf8a-41f6-a8fd-460b4db84ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (64ce8edb-7f5f-4b00-9618-f9e1ed962e9a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:35.246226 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-6670f485-ec55-4631-bf1b-c051a87a49a3 service neutron] Transition to ACTIVE for port object 0b8c723a-9de1-41fc-8ffc-268a1536f78b will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:22:35.268777 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7d4ac912-4c09-4757-b0f2-7db15e158c91 req-c986216e-01ef-4419-adeb-26aca77caedb tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235391 Jan 28 00:22:35.272937 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 64ce8edb-7f5f-4b00-9618-f9e1ed962e9a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:35.273530 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (64ce8edb-7f5f-4b00-9618-f9e1ed962e9a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:35.329663 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-1719cd66-d602-4e92-a8bd-f467c6364b6f tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks [] for port (3ebd585f-3932-4e06-83b6-5e7241921b19), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:35.388567 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-c4f1be75-33a3-4619-91d1-d5d887c41ac0 service neutron] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653655 Jan 28 00:22:35.389663 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9b5218a9-cf8a-41f6-a8fd-460b4db84ed8 None None] Current status of the port 64ce8edb-7f5f-4b00-9618-f9e1ed962e9a is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:22:35.390172 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9b5218a9-cf8a-41f6-a8fd-460b4db84ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (64ce8edb-7f5f-4b00-9618-f9e1ed962e9a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:35.408769 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7f4c3db8-055b-4013-bd1f-ba532685c7a8 req-8fb141e4-32ee-471e-b69c-01bae14d006d tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924184 Jan 28 00:22:35.420162 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-6670f485-ec55-4631-bf1b-c051a87a49a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (0b8c723a-9de1-41fc-8ffc-268a1536f78b), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:35.515588 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 64ce8edb-7f5f-4b00-9618-f9e1ed962e9a is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:22:35.520788 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (64ce8edb-7f5f-4b00-9618-f9e1ed962e9a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:35.525953 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-9b5218a9-cf8a-41f6-a8fd-460b4db84ed8 None None] For port 64ce8edb-7f5f-4b00-9618-f9e1ed962e9a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=64ce8edb-7f5f-4b00-9618-f9e1ed962e9a,segment=NetworkSegment(649375d0-1fe2-4344-b651-4d3b60ef7e3e),segment_id=649375d0-1fe2-4344-b651-4d3b60ef7e3e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:35.564562 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9b5218a9-cf8a-41f6-a8fd-460b4db84ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (64ce8edb-7f5f-4b00-9618-f9e1ed962e9a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:35.629595 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-8c18796e-8ea0-41ae-881e-43d2feaaa161 service neutron] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008438 Jan 28 00:22:35.635036 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-1719cd66-d602-4e92-a8bd-f467c6364b6f tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (3ebd585f-3932-4e06-83b6-5e7241921b19), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:35.773637 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719cd66-d602-4e92-a8bd-f467c6364b6f tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Pushing event updated for resources: {'Port': ['ID=3ebd585f-3932-4e06-83b6-5e7241921b19,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:35.787469 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-b511fe21-66a1-4ca0-b6c2-5307051dbaa6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=3a7b8867-52a0-4af2-9c75-6826eab61051 HTTP/1.1" status: 200 len: 217 time: 0.1469674 Jan 28 00:22:35.872579 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-351b7e47-93ec-4577-882d-c418ce80c81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:35.874816 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-351b7e47-93ec-4577-882d-c418ce80c81e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=940224ee-3d45-4e4f-bb05-6319f4700b5e HTTP/1.1" status: 200 len: 797 time: 0.0726337 Jan 28 00:22:35.887320 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-1719cd66-d602-4e92-a8bd-f467c6364b6f tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:22:35.900805 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-1719cd66-d602-4e92-a8bd-f467c6364b6f tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:22:35.918149 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670f485-ec55-4631-bf1b-c051a87a49a3 service neutron] Pushing event updated for resources: {'Port': ['ID=0b8c723a-9de1-41fc-8ffc-268a1536f78b,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:35.919744 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1f6dd4-a4b5-4fef-b25d-68b49c725aa4 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Made reservation on behalf of 32f790587b1d438d8d87b8dc7badbd54 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:22:35.971751 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-1719cd66-d602-4e92-a8bd-f467c6364b6f tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:22:36.023879 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['2757eada-5c5d-468f-9a9f-01ce2f9b089c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:22:36.152231 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2e1f6dd4-a4b5-4fef-b25d-68b49c725aa4 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:36.176497 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5218a9-cf8a-41f6-a8fd-460b4db84ed8 None None] Pushing event updated for resources: {'Port': ['ID=64ce8edb-7f5f-4b00-9618-f9e1ed962e9a,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:36.184996 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:22:36.185736 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:22:36.189617 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7abf735c-0397-42cf-8899-a89f06c797c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:36.193464 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-1193755e-2cd4-45cc-87c1-62847ba06f63 None None] Provisioning complete for port 64ce8edb-7f5f-4b00-9618-f9e1ed962e9a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:36.194601 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1193755e-2cd4-45cc-87c1-62847ba06f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (64ce8edb-7f5f-4b00-9618-f9e1ed962e9a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:36.194899 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-6670f485-ec55-4631-bf1b-c051a87a49a3 service neutron] Attempting to bind port 0b8c723a-9de1-41fc-8ffc-268a1536f78b on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:22:36.195456 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-6670f485-ec55-4631-bf1b-c051a87a49a3 service neutron] Attempting to bind port 0b8c723a-9de1-41fc-8ffc-268a1536f78b by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'fba2d8d8-21da-4073-9f77-aaa869332b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:22:36.196092 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-6670f485-ec55-4631-bf1b-c051a87a49a3 service neutron] Attempting to bind port 0b8c723a-9de1-41fc-8ffc-268a1536f78b on network 2f518455-11e0-4f29-b2fb-3688e3f7fb32 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:22:36.232088 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-1719cd66-d602-4e92-a8bd-f467c6364b6f tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:36.232811 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-1719cd66-d602-4e92-a8bd-f467c6364b6f tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:36.235715 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb8152-50b7-4d43-89f2-77c436ecfc52 req-eaa86db4-ac4a-4975-8206-c2f267562e83 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:36.237908 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2edb8152-50b7-4d43-89f2-77c436ecfc52 req-eaa86db4-ac4a-4975-8206-c2f267562e83 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=af27eac8-9de2-423b-b26c-9f66e618787d HTTP/1.1" status: 200 len: 931 time: 0.6510468 Jan 28 00:22:36.240615 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-6670f485-ec55-4631-bf1b-c051a87a49a3 service neutron] Port 0b8c723a-9de1-41fc-8ffc-268a1536f78b on network 2f518455-11e0-4f29-b2fb-3688e3f7fb32 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:22:36.241226 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-6670f485-ec55-4631-bf1b-c051a87a49a3 service neutron] Attempting to bind port 0b8c723a-9de1-41fc-8ffc-268a1536f78b on network 2f518455-11e0-4f29-b2fb-3688e3f7fb32 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:22:36.245706 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-679ac2e8-b071-4126-8d07-45b485b3c280 req-899aa1c0-8537-4932-a505-11bcfba736db tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Deleting port 8e7f6fce-460e-41cb-8c74-4bb9b5098f14 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:22:36.246382 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-679ac2e8-b071-4126-8d07-45b485b3c280 req-899aa1c0-8537-4932-a505-11bcfba736db tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (8e7f6fce-460e-41cb-8c74-4bb9b5098f14), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:36.259490 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-2e1f6dd4-a4b5-4fef-b25d-68b49c725aa4 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] device_id is not set on port 36ed0c83-3513-4e62-a93e-56679de695b3 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:22:36.283110 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-1719cd66-d602-4e92-a8bd-f467c6364b6f tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6216450 Jan 28 00:22:36.284391 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd959ae-af10-4262-999b-5d232cca27b4 req-2b9e0196-9af6-4cc7-bc4b-7258e4a82897 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:36.287118 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-0f638f4c-834c-4566-b1dd-2655068f80e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:36.288985 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-0f638f4c-834c-4566-b1dd-2655068f80e5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3999984 Jan 28 00:22:36.292927 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7fd959ae-af10-4262-999b-5d232cca27b4 req-2b9e0196-9af6-4cc7-bc4b-7258e4a82897 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 945 time: 0.3585708 Jan 28 00:22:36.343302 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-6670f485-ec55-4631-bf1b-c051a87a49a3 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:22:36.343855 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-6670f485-ec55-4631-bf1b-c051a87a49a3 service neutron] Checking segment: {'id': 'fba2d8d8-21da-4073-9f77-aaa869332b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:22:36.344414 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-6670f485-ec55-4631-bf1b-c051a87a49a3 service neutron] Bound using segment: {'id': 'fba2d8d8-21da-4073-9f77-aaa869332b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:22:36.344969 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-6670f485-ec55-4631-bf1b-c051a87a49a3 service neutron] Bound port: 0b8c723a-9de1-41fc-8ffc-268a1536f78b, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fba2d8d8-21da-4073-9f77-aaa869332b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:22:36.345458 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-6670f485-ec55-4631-bf1b-c051a87a49a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0b8c723a-9de1-41fc-8ffc-268a1536f78b), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:36.348631 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-42f92903-067f-42b4-b9e5-a48372275d0f service neutron] Request body: {'port': {'device_id': 'af27eac8-9de2-423b-b26c-9f66e618787d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:22:36.400614 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1193755e-2cd4-45cc-87c1-62847ba06f63 None None] Current status of the port 64ce8edb-7f5f-4b00-9618-f9e1ed962e9a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:22:36.487246 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-1193755e-2cd4-45cc-87c1-62847ba06f63 None None] Provisioning complete for port 6dc23a56-8c3d-4b48-a887-db310b9c2654 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:36.489320 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1193755e-2cd4-45cc-87c1-62847ba06f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6dc23a56-8c3d-4b48-a887-db310b9c2654), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:36.500326 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7fd959ae-af10-4262-999b-5d232cca27b4 req-e4b26ee0-a3e6-44ac-8b6a-e120f4230491 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/security-groups?id=835c8094-e500-4a13-8157-cf3b3c271bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059965 Jan 28 00:22:36.543467 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2edb8152-50b7-4d43-89f2-77c436ecfc52 req-3855de54-683c-433f-98c6-06390c588690 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897727 Jan 28 00:22:36.565549 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-42f92903-067f-42b4-b9e5-a48372275d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3ebd585f-3932-4e06-83b6-5e7241921b19), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:36.578456 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1193755e-2cd4-45cc-87c1-62847ba06f63 None None] Port 6dc23a56-8c3d-4b48-a887-db310b9c2654 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:22:36.595464 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-679ac2e8-b071-4126-8d07-45b485b3c280 req-899aa1c0-8537-4932-a505-11bcfba736db tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] For port 8e7f6fce-460e-41cb-8c74-4bb9b5098f14, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8e7f6fce-460e-41cb-8c74-4bb9b5098f14,segment=NetworkSegment(87380d4d-c14a-4c3b-ba9c-effbcb33e2ad),segment_id=87380d4d-c14a-4c3b-ba9c-effbcb33e2ad)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:36.602577 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-679ac2e8-b071-4126-8d07-45b485b3c280 req-899aa1c0-8537-4932-a505-11bcfba736db tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (8e7f6fce-460e-41cb-8c74-4bb9b5098f14), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:36.648977 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-6670f485-ec55-4631-bf1b-c051a87a49a3 service neutron] For port 0b8c723a-9de1-41fc-8ffc-268a1536f78b, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:22:36.653235 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-679ac2e8-b071-4126-8d07-45b485b3c280 req-899aa1c0-8537-4932-a505-11bcfba736db tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Calling delete_port for 8e7f6fce-460e-41cb-8c74-4bb9b5098f14 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:22:36.684591 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-6670f485-ec55-4631-bf1b-c051a87a49a3 service neutron] For port 0b8c723a-9de1-41fc-8ffc-268a1536f78b, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=0b8c723a-9de1-41fc-8ffc-268a1536f78b,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:22:36.698456 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-6670f485-ec55-4631-bf1b-c051a87a49a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (0b8c723a-9de1-41fc-8ffc-268a1536f78b), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:36.770874 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-d85c530c-8ac9-4762-9dd5-46646989afa1 service neutron] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358780 Jan 28 00:22:36.778294 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-2e1f6dd4-a4b5-4fef-b25d-68b49c725aa4 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Allocated IP 172.20.0.10 (2173ca6f-b9a7-40b0-bfb2-237ad35831a7/ff56339b-154b-4c6c-9503-265fa21d139c/36ed0c83-3513-4e62-a93e-56679de695b3) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:22:36.796090 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 64ce8edb-7f5f-4b00-9618-f9e1ed962e9a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:22:36.817449 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-6670f485-ec55-4631-bf1b-c051a87a49a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:36.818226 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-6670f485-ec55-4631-bf1b-c051a87a49a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:36.818626 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-e3e53784-37af-4dbc-928c-60f5194585f1 None None] Provisioning complete for port 6dc23a56-8c3d-4b48-a887-db310b9c2654 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:36.819387 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e3e53784-37af-4dbc-928c-60f5194585f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6dc23a56-8c3d-4b48-a887-db310b9c2654), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:36.820127 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-6670f485-ec55-4631-bf1b-c051a87a49a3 service neutron] 10.222.0.65 "PUT /v2.0/ports/0b8c723a-9de1-41fc-8ffc-268a1536f78b HTTP/1.1" status: 200 len: 1092 time: 3.6843176 Jan 28 00:22:36.824144 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f553c50e-6306-486f-87fb-4a21af699f99', 'tag': '0b8c723a-9de1-41fc-8ffc-268a1536f78b'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:22:36.826083 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef63db5c-acfe-4927-b84a-53c4ad2eed8c" -d '{"events": [{"name": "network-changed", "server_uuid": "f553c50e-6306-486f-87fb-4a21af699f99", "tag": "0b8c723a-9de1-41fc-8ffc-268a1536f78b"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:22:36.888307 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e3e53784-37af-4dbc-928c-60f5194585f1 None None] Port 6dc23a56-8c3d-4b48-a887-db310b9c2654 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:22:36.897745 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7e54c-65ed-4d5b-b6b1-0f91cd7588fb req-ea9720d9-f970-4d72-9c7b-d7b15edd7623 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:36.924150 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-08f7e54c-65ed-4d5b-b6b1-0f91cd7588fb req-ea9720d9-f970-4d72-9c7b-d7b15edd7623 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4e8d626-22b3-4180-9708-75999901e797 HTTP/1.1" status: 200 len: 946 time: 0.2952950 Jan 28 00:22:36.945618 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 64ce8edb-7f5f-4b00-9618-f9e1ed962e9a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:22:36.955645 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-6a6f9ee9-fa1b-4800-a467-65c04ccb9426 service neutron] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701393 Jan 28 00:22:36.977568 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670f485-ec55-4631-bf1b-c051a87a49a3 service neutron] Pushing event updated for resources: {'Port': ['ID=0b8c723a-9de1-41fc-8ffc-268a1536f78b,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:37.026482 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3957735-5ca3-412c-a4e8-64c2bb48cdb4 req-4860a15d-6d3a-40fb-a87c-603ea44d7759 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:37.034631 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d3957735-5ca3-412c-a4e8-64c2bb48cdb4 req-4860a15d-6d3a-40fb-a87c-603ea44d7759 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=f553c50e-6306-486f-87fb-4a21af699f99 HTTP/1.1" status: 200 len: 944 time: 0.2669358 Jan 28 00:22:37.041860 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-223662cd-6a4b-4ba5-8cb8-2fd60219be35 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f HTTP/1.1" status: 200 len: 217 time: 0.0760825 Jan 28 00:22:37.089741 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-08f7e54c-65ed-4d5b-b6b1-0f91cd7588fb req-266befca-3138-4f28-b647-233c468137eb tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3edac3e8-2ec6-499c-86fd-f269a4b2e570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628273 Jan 28 00:22:37.096582 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 64ce8edb-7f5f-4b00-9618-f9e1ed962e9a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:37.098963 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (64ce8edb-7f5f-4b00-9618-f9e1ed962e9a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:37.124091 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-93b340f3-0bca-4132-8141-123d8d6688a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:37.125602 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-93b340f3-0bca-4132-8141-123d8d6688a2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=940224ee-3d45-4e4f-bb05-6319f4700b5e HTTP/1.1" status: 200 len: 797 time: 0.0743709 Jan 28 00:22:37.143888 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-a3211f74-74a1-42a0-b9bc-064b2805d5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:37.146122 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-a3211f74-74a1-42a0-b9bc-064b2805d5f7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f564eba381e4679ad4f4d86366ab37a&device_id=f553c50e-6306-486f-87fb-4a21af699f99 HTTP/1.1" status: 200 len: 1095 time: 0.2629232 Jan 28 00:22:37.237986 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-15b3e5d6-08cb-434c-adce-da40c49cd147 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b8c723a-9de1-41fc-8ffc-268a1536f78b HTTP/1.1" status: 200 len: 217 time: 0.0762579 Jan 28 00:22:37.284370 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d3957735-5ca3-412c-a4e8-64c2bb48cdb4 req-bcdb430c-7581-4dad-8d03-9073a17a28c7 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484276 Jan 28 00:22:37.332137 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 64ce8edb-7f5f-4b00-9618-f9e1ed962e9a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:22:37.372644 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-b205cacb-8c96-487b-b6a3-a6894e894100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:37.375417 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-b205cacb-8c96-487b-b6a3-a6894e894100 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2313774 Jan 28 00:22:37.390710 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-bfad12f5-2c40-4645-9e7e-b84bb5faa823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:37.393482 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-bfad12f5-2c40-4645-9e7e-b84bb5faa823 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=752b9c73-c003-4007-a37c-7b906aeda551 HTTP/1.1" status: 200 len: 852 time: 0.1340494 Jan 28 00:22:37.398578 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-679ac2e8-b071-4126-8d07-45b485b3c280 req-899aa1c0-8537-4932-a505-11bcfba736db tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (8e7f6fce-460e-41cb-8c74-4bb9b5098f14), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:37.432393 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['8e7f6fce-460e-41cb-8c74-4bb9b5098f14'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:22:37.503331 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a1e5b-30d7-46b3-bd0a-6b02294aff26 req-535e98ef-ca1f-4f86-bedc-582406bf6b8a tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:37.506811 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3c2a1e5b-30d7-46b3-bd0a-6b02294aff26 req-535e98ef-ca1f-4f86-bedc-582406bf6b8a tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 949 time: 0.2848642 Jan 28 00:22:37.512824 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-3fe44e70-9d2c-4433-aadc-0f96289633ba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2f518455-11e0-4f29-b2fb-3688e3f7fb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094112 Jan 28 00:22:37.516068 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed91df02-b2b4-4624-964b-7ff4710d0377 x-openstack-request-id: req-ed91df02-b2b4-4624-964b-7ff4710d0377 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:22:37.516689 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f553c50e-6306-486f-87fb-4a21af699f99", "tag": "0b8c723a-9de1-41fc-8ffc-268a1536f78b", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:22:37.517089 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ed91df02-b2b4-4624-964b-7ff4710d0377 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:22:37.517766 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f553c50e-6306-486f-87fb-4a21af699f99', 'tag': '0b8c723a-9de1-41fc-8ffc-268a1536f78b', 'status': 'completed', 'code': 200} Jan 28 00:22:37.518670 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899aa1c0-8537-4932-a505-11bcfba736db tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Pushing event deleted for resources: {'Port': ['ID=8e7f6fce-460e-41cb-8c74-4bb9b5098f14,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:37.745534 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3c2a1e5b-30d7-46b3-bd0a-6b02294aff26 req-0c373145-5143-4af9-823e-734c3f40dac1 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178011 Jan 28 00:22:37.801930 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-679ac2e8-b071-4126-8d07-45b485b3c280 req-899aa1c0-8537-4932-a505-11bcfba736db tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] No DVR routers for this DVR port 8e7f6fce-460e-41cb-8c74-4bb9b5098f14 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:22:37.814545 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-679ac2e8-b071-4126-8d07-45b485b3c280 req-899aa1c0-8537-4932-a505-11bcfba736db tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:37.818827 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-679ac2e8-b071-4126-8d07-45b485b3c280 req-899aa1c0-8537-4932-a505-11bcfba736db tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.65 "DELETE /v2.0/ports/8e7f6fce-460e-41cb-8c74-4bb9b5098f14 HTTP/1.1" status: 204 len: 173 time: 2.7157574 Jan 28 00:22:37.820286 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2e1f6dd4-a4b5-4fef-b25d-68b49c725aa4 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks [] for port (36ed0c83-3513-4e62-a93e-56679de695b3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:37.830775 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-303b196f-1dd9-432c-b846-8f3248d78a24 service neutron] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814578 Jan 28 00:22:37.977488 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-42f92903-067f-42b4-b9e5-a48372275d0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ebd585f-3932-4e06-83b6-5e7241921b19 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:22:38.002022 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-42f92903-067f-42b4-b9e5-a48372275d0f service neutron] Publish callbacks [] for port (3ebd585f-3932-4e06-83b6-5e7241921b19), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:38.049453 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-de8f4951-4094-434e-bf90-6ee949f21878 service neutron] 10.222.0.65 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658620 Jan 28 00:22:38.176387 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-16c3886b-5a2a-464c-9759-b215b7723cf2 req-29fb56fe-f925-4545-ad41-2d0151c61056 tempest-ServerRescueTestJSON-1358557866 tempest-ServerRescueTestJSON-1358557866-project] 10.222.0.70 "GET /v2.0/ports?device_id=40dc3991-e4a6-4b22-8624-1024e505a9ba HTTP/1.1" status: 200 len: 210 time: 0.1868367 Jan 28 00:22:38.223888 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b956ad88-757e-42d8-9826-f74af6365aab req-da41ac2a-85c8-434b-9399-c778d166316a tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 258 time: 0.6578045 Jan 28 00:22:38.229292 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-b956ad88-757e-42d8-9826-f74af6365aab req-cd7975ee-7fa8-43b6-9b70-88dc63315a78 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:22:38.262968 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fc8ce346-3930-4c62-9d92-97bff78772fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:38.287052 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f3630ec-7038-41cf-8b79-2ab6bbfc0337 req-b6d5c79f-1e6e-46bc-bbe0-933662a6f781 service neutron] 10.222.0.65 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931982 Jan 28 00:22:38.311428 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b956ad88-757e-42d8-9826-f74af6365aab req-cd7975ee-7fa8-43b6-9b70-88dc63315a78 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:38.444282 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6893c84-0f75-4830-9085-f4c920851f83 req-30df7a85-86e0-4ce7-8411-307d475bfddb tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:38.447417 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c6893c84-0f75-4830-9085-f4c920851f83 req-30df7a85-86e0-4ce7-8411-307d475bfddb tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=af27eac8-9de2-423b-b26c-9f66e618787d HTTP/1.1" status: 200 len: 931 time: 0.1588829 Jan 28 00:22:38.480326 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-42f92903-067f-42b4-b9e5-a48372275d0f service neutron] Transition to ACTIVE for port object 3ebd585f-3932-4e06-83b6-5e7241921b19 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:22:38.500629 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-42f92903-067f-42b4-b9e5-a48372275d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (3ebd585f-3932-4e06-83b6-5e7241921b19), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:38.533113 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-2ba6c4b2-1251-420f-b461-5a1a2dff138d service neutron] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6924429 Jan 28 00:22:38.569833 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2e1f6dd4-a4b5-4fef-b25d-68b49c725aa4 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (36ed0c83-3513-4e62-a93e-56679de695b3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:38.612026 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1f6dd4-a4b5-4fef-b25d-68b49c725aa4 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Network 2173ca6f-b9a7-40b0-bfb2-237ad35831a7 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:22:38.629713 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-2e1f6dd4-a4b5-4fef-b25d-68b49c725aa4 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:22:38.632532 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1f6dd4-a4b5-4fef-b25d-68b49c725aa4 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:22:38.647841 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c6893c84-0f75-4830-9085-f4c920851f83 req-7e89bc3c-19b8-4d7a-b234-2730b53234b6 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842878 Jan 28 00:22:38.689105 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63db5c-acfe-4927-b84a-53c4ad2eed8c req-9ef3513c-30a0-44d7-bc40-519ddc85f087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:38.692007 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ef63db5c-acfe-4927-b84a-53c4ad2eed8c req-9ef3513c-30a0-44d7-bc40-519ddc85f087 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f564eba381e4679ad4f4d86366ab37a&device_id=f553c50e-6306-486f-87fb-4a21af699f99 HTTP/1.1" status: 200 len: 1095 time: 0.1875587 Jan 28 00:22:38.718376 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b956ad88-757e-42d8-9826-f74af6365aab req-cd7975ee-7fa8-43b6-9b70-88dc63315a78 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:38.742647 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-20bcb827-6ff7-4fdb-b79c-1e93b405261d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=5f2b5768-b69e-46a4-9085-5302ca317eb1 HTTP/1.1" status: 200 len: 217 time: 0.1460621 Jan 28 00:22:38.841417 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-2d6113d8-960a-4956-ac09-7e6849e73ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:38.844268 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-2d6113d8-960a-4956-ac09-7e6849e73ba8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=940224ee-3d45-4e4f-bb05-6319f4700b5e HTTP/1.1" status: 200 len: 797 time: 0.0884378 Jan 28 00:22:38.913439 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f92903-067f-42b4-b9e5-a48372275d0f service neutron] Pushing event updated for resources: {'Port': ['ID=3ebd585f-3932-4e06-83b6-5e7241921b19,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:38.938871 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-38416b7f-f70b-4aa3-a9c0-58513ffd6b4c None None] Provisioning complete for port 36ed0c83-3513-4e62-a93e-56679de695b3 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:38.939255 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-38416b7f-f70b-4aa3-a9c0-58513ffd6b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (36ed0c83-3513-4e62-a93e-56679de695b3), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:39.001223 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f6dd4-a4b5-4fef-b25d-68b49c725aa4 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Pushing event updated for resources: {'Port': ['ID=36ed0c83-3513-4e62-a93e-56679de695b3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:39.017724 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1f6dd4-a4b5-4fef-b25d-68b49c725aa4 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:39.018679 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2e1f6dd4-a4b5-4fef-b25d-68b49c725aa4 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:39.032810 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-38416b7f-f70b-4aa3-a9c0-58513ffd6b4c None None] Port 36ed0c83-3513-4e62-a93e-56679de695b3 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:22:39.062619 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2e1f6dd4-a4b5-4fef-b25d-68b49c725aa4 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.9508772 Jan 28 00:22:39.063977 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-3c1e482a-740f-4e14-98c8-cd2ba81d932a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:39.065585 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-3c1e482a-740f-4e14-98c8-cd2ba81d932a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1952133 Jan 28 00:22:39.066220 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59908) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:39.100203 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-42f92903-067f-42b4-b9e5-a48372275d0f service neutron] Attempting to bind port 3ebd585f-3932-4e06-83b6-5e7241921b19 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:22:39.100203 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-42f92903-067f-42b4-b9e5-a48372275d0f service neutron] Attempting to bind port 3ebd585f-3932-4e06-83b6-5e7241921b19 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'b478681f-672b-4451-bd65-d8c2be202f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:22:39.100203 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-42f92903-067f-42b4-b9e5-a48372275d0f service neutron] Attempting to bind port 3ebd585f-3932-4e06-83b6-5e7241921b19 on network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:22:39.131254 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-42f92903-067f-42b4-b9e5-a48372275d0f service neutron] Port 3ebd585f-3932-4e06-83b6-5e7241921b19 on network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:22:39.131783 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-42f92903-067f-42b4-b9e5-a48372275d0f service neutron] Attempting to bind port 3ebd585f-3932-4e06-83b6-5e7241921b19 on network 57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:22:39.195599 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-42f92903-067f-42b4-b9e5-a48372275d0f service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:22:39.196137 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-42f92903-067f-42b4-b9e5-a48372275d0f service neutron] Checking segment: {'id': 'b478681f-672b-4451-bd65-d8c2be202f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:22:39.196655 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-42f92903-067f-42b4-b9e5-a48372275d0f service neutron] Bound using segment: {'id': 'b478681f-672b-4451-bd65-d8c2be202f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:22:39.197237 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-42f92903-067f-42b4-b9e5-a48372275d0f service neutron] Bound port: 3ebd585f-3932-4e06-83b6-5e7241921b19, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b478681f-672b-4451-bd65-d8c2be202f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:22:39.197716 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-42f92903-067f-42b4-b9e5-a48372275d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3ebd585f-3932-4e06-83b6-5e7241921b19), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:39.306763 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0b8283-0891-4f57-b334-ba2c323e7e1f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:39.313346 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0b8283-0891-4f57-b334-ba2c323e7e1f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:39.318785 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0b8283-0891-4f57-b334-ba2c323e7e1f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:39.327428 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5e0b8283-0891-4f57-b334-ba2c323e7e1f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2529690 Jan 28 00:22:39.327841 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59914) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:39.366249 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-42f92903-067f-42b4-b9e5-a48372275d0f service neutron] For port 3ebd585f-3932-4e06-83b6-5e7241921b19, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:22:39.371713 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-42f92903-067f-42b4-b9e5-a48372275d0f service neutron] For port 3ebd585f-3932-4e06-83b6-5e7241921b19, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=3ebd585f-3932-4e06-83b6-5e7241921b19,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:22:39.377369 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-16426541-5ad2-43a2-b744-975e6a59765c service neutron] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756181 Jan 28 00:22:39.379185 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-42f92903-067f-42b4-b9e5-a48372275d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (3ebd585f-3932-4e06-83b6-5e7241921b19), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:39.473287 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-42f92903-067f-42b4-b9e5-a48372275d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:39.473998 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-42f92903-067f-42b4-b9e5-a48372275d0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:39.475580 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-42f92903-067f-42b4-b9e5-a48372275d0f service neutron] 10.222.0.65 "PUT /v2.0/ports/3ebd585f-3932-4e06-83b6-5e7241921b19 HTTP/1.1" status: 200 len: 1091 time: 3.1429484 Jan 28 00:22:39.478076 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af27eac8-9de2-423b-b26c-9f66e618787d', 'tag': '3ebd585f-3932-4e06-83b6-5e7241921b19'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:22:39.480551 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2da9c5-9519-490a-85ac-caf3e741a297" -d '{"events": [{"name": "network-changed", "server_uuid": "af27eac8-9de2-423b-b26c-9f66e618787d", "tag": "3ebd585f-3932-4e06-83b6-5e7241921b19"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:22:39.509750 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f92903-067f-42b4-b9e5-a48372275d0f service neutron] Pushing event updated for resources: {'Port': ['ID=3ebd585f-3932-4e06-83b6-5e7241921b19,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:39.564665 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40dc3991-e4a6-4b22-8624-1024e505a9ba', 'name': 'network-vif-deleted', 'tag': '8e7f6fce-460e-41cb-8c74-4bb9b5098f14'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:22:39.568716 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bab0c61-723f-4f61-bfb5-809774e645ae" -d '{"events": [{"server_uuid": "40dc3991-e4a6-4b22-8624-1024e505a9ba", "name": "network-vif-deleted", "tag": "8e7f6fce-460e-41cb-8c74-4bb9b5098f14"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:22:39.577220 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63db5c-acfe-4927-b84a-53c4ad2eed8c req-13a42b24-011c-4a64-bef2-b164b4ad4038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:39.579928 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ef63db5c-acfe-4927-b84a-53c4ad2eed8c req-13a42b24-011c-4a64-bef2-b164b4ad4038 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2f518455-11e0-4f29-b2fb-3688e3f7fb32 HTTP/1.1" status: 200 len: 913 time: 0.8764153 Jan 28 00:22:39.591320 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-8efd5fbc-b255-4683-95db-cd31a93f618f service neutron] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070491 Jan 28 00:22:39.595991 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:39.673368 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d637c-5557-4b9a-9679-5c5955fa5661 req-283a9610-d6df-4ce8-b253-d1c7ea671ade tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:39.676032 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5b9d637c-5557-4b9a-9679-5c5955fa5661 req-283a9610-d6df-4ce8-b253-d1c7ea671ade tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=f553c50e-6306-486f-87fb-4a21af699f99 HTTP/1.1" status: 200 len: 944 time: 0.9172368 Jan 28 00:22:39.680109 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-091f7ad2-df2f-406f-8be7-6d9658f7ddb0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ece79e49-b14a-48f9-85fe-d0975c29ca45 HTTP/1.1" status: 200 len: 217 time: 0.0799646 Jan 28 00:22:39.704434 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-156423a5-5c21-41e4-ba3d-774e2c50f96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:39.707343 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-156423a5-5c21-41e4-ba3d-774e2c50f96c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2253eea2b9f94d3c9e9a9e6c9260650c&device_id=af27eac8-9de2-423b-b26c-9f66e618787d HTTP/1.1" status: 200 len: 1094 time: 0.1667848 Jan 28 00:22:39.767174 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ef63db5c-acfe-4927-b84a-53c4ad2eed8c req-f260373a-3012-4c1e-9943-ffbc79f1fa2c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b8c723a-9de1-41fc-8ffc-268a1536f78b HTTP/1.1" status: 200 len: 217 time: 0.1287553 Jan 28 00:22:39.787039 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-080655a9-a0a7-4be4-af23-6a187e98a1e8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ebd585f-3932-4e06-83b6-5e7241921b19 HTTP/1.1" status: 200 len: 217 time: 0.0518396 Jan 28 00:22:39.801293 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-2d862721-2693-4210-9b68-065d8900d14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:39.803127 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-2d862721-2693-4210-9b68-065d8900d14a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6c8f991a-3a24-4bd6-a4c1-afbf0559c273 HTTP/1.1" status: 200 len: 797 time: 0.1168454 Jan 28 00:22:39.838600 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-b956ad88-757e-42d8-9826-f74af6365aab req-cd7975ee-7fa8-43b6-9b70-88dc63315a78 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Allocated IP 172.25.3.50 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/b85a39cc-eede-4000-97f8-cccd4b681f70) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:22:39.848260 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 8e7f6fce-460e-41cb-8c74-4bb9b5098f14 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:22:39.928946 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 8e7f6fce-460e-41cb-8c74-4bb9b5098f14 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:22:39.929913 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 8e7f6fce-460e-41cb-8c74-4bb9b5098f14 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:22:39.951977 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-8eef93a2-7524-4b0a-8c7b-2e2ae33a8f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:39.955425 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-8eef93a2-7524-4b0a-8c7b-2e2ae33a8f78 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d3515a7-9da9-44c3-a34e-684df23ac567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1430676 Jan 28 00:22:40.082113 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-ccdee493-b67a-411f-9656-154dee131078 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Deleting port 36ed0c83-3513-4e62-a93e-56679de695b3 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:22:40.082808 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ccdee493-b67a-411f-9656-154dee131078 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (36ed0c83-3513-4e62-a93e-56679de695b3), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:40.109341 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-ef872f17-0523-4ee9-adda-24372c634621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:40.111148 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-ef872f17-0523-4ee9-adda-24372c634621 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=89787cce-0952-4d1c-b459-5274630a8c6e HTTP/1.1" status: 200 len: 845 time: 0.3064618 Jan 28 00:22:40.153203 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-e935bf6b-22f9-4c90-a79e-53bb92e74ccd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360191 Jan 28 00:22:40.186441 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-e1b0b84e-89f6-4490-913d-28a8ccecab01 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3515a7-9da9-44c3-a34e-684df23ac567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147658 Jan 28 00:22:40.206709 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5b9d637c-5557-4b9a-9679-5c5955fa5661 req-0e68d3e5-cc19-4319-9b14-768f0539210b tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541750 Jan 28 00:22:40.261791 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63db5c-acfe-4927-b84a-53c4ad2eed8c req-3d79c624-6ec4-4979-bb3a-995f27926fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:40.263292 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ef63db5c-acfe-4927-b84a-53c4ad2eed8c req-3d79c624-6ec4-4979-bb3a-995f27926fa0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=752b9c73-c003-4007-a37c-7b906aeda551 HTTP/1.1" status: 200 len: 852 time: 0.4805799 Jan 28 00:22:40.337554 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ef63db5c-acfe-4927-b84a-53c4ad2eed8c req-eeacad4d-db9c-4511-abba-af020c59e54d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2f518455-11e0-4f29-b2fb-3688e3f7fb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627801 Jan 28 00:22:40.469723 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-71e04632-4719-4932-82fa-e78ddfb5ca69 service neutron] 10.222.0.65 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059356 Jan 28 00:22:40.510655 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b956ad88-757e-42d8-9826-f74af6365aab req-cd7975ee-7fa8-43b6-9b70-88dc63315a78 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks [] for port (b85a39cc-eede-4000-97f8-cccd4b681f70), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:40.575501 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-ad47c5dc-922f-494d-8069-854466a8c5a4 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3515a7-9da9-44c3-a34e-684df23ac567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608370 Jan 28 00:22:40.588579 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ccdee493-b67a-411f-9656-154dee131078 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (36ed0c83-3513-4e62-a93e-56679de695b3), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:40.607234 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-bacf82f1-841e-40c3-8866-e1f18aa90495 service neutron] show failed (client error): The resource could not be found. Jan 28 00:22:40.609421 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-bacf82f1-841e-40c3-8866-e1f18aa90495 service neutron] 10.222.0.65 "GET /v2.0/ports/c2b62d87-e6a7-4d22-86d7-b1384874a3df/bindings/n-h2-826754-1 HTTP/1.1" status: 404 len: 380 time: 0.5938826 Jan 28 00:22:40.626802 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-ccdee493-b67a-411f-9656-154dee131078 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Calling delete_port for 36ed0c83-3513-4e62-a93e-56679de695b3 owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:22:40.683734 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-ab3b00c1-59f9-4152-a461-48cb3d301a27 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cd7a9ba0-5a49-4f0f-bbe3-164519fac46b HTTP/1.1" status: 200 len: 217 time: 0.0867467 Jan 28 00:22:40.724525 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb77102-863c-4ac2-a6ab-76c4591e0c2f req-68747ca7-9eb1-4036-8828-b2394d5c151d tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:40.726525 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-afb77102-863c-4ac2-a6ab-76c4591e0c2f req-68747ca7-9eb1-4036-8828-b2394d5c151d tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 949 time: 0.2001624 Jan 28 00:22:40.741105 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b956ad88-757e-42d8-9826-f74af6365aab req-cd7975ee-7fa8-43b6-9b70-88dc63315a78 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b85a39cc-eede-4000-97f8-cccd4b681f70), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:40.769465 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-90bb7a4d-0094-4588-abe7-3196984d0897 req-e2838828-1f8a-4d51-888b-dad2b6c50a36 service neutron] 10.222.0.65 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928238 Jan 28 00:22:40.792788 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-ebcba4b4-2bb0-453a-8768-233710847e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:40.796962 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-ebcba4b4-2bb0-453a-8768-233710847e5c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6c8f991a-3a24-4bd6-a4c1-afbf0559c273 HTTP/1.1" status: 200 len: 797 time: 0.1026428 Jan 28 00:22:40.853851 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ef63db5c-acfe-4927-b84a-53c4ad2eed8c req-7b4846a2-717f-4bf4-b2ad-4282a9aab01e service neutron] 10.222.0.65 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5051568 Jan 28 00:22:40.871125 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-23380e55-4ef0-4330-baf6-98ac3ee727e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:40.872792 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-23380e55-4ef0-4330-baf6-98ac3ee727e3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d3515a7-9da9-44c3-a34e-684df23ac567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0687635 Jan 28 00:22:40.898339 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b956ad88-757e-42d8-9826-f74af6365aab req-cd7975ee-7fa8-43b6-9b70-88dc63315a78 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:22:40.965387 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-b956ad88-757e-42d8-9826-f74af6365aab req-cd7975ee-7fa8-43b6-9b70-88dc63315a78 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:22:41.000789 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-b956ad88-757e-42d8-9826-f74af6365aab req-cd7975ee-7fa8-43b6-9b70-88dc63315a78 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:22:41.016894 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-dd37f8db-9914-4dba-af28-797baa99c665 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3515a7-9da9-44c3-a34e-684df23ac567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354675 Jan 28 00:22:41.033891 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:41.094628 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7975ee-7fa8-43b6-9b70-88dc63315a78 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Pushing event updated for resources: {'Port': ['ID=b85a39cc-eede-4000-97f8-cccd4b681f70,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:41.121415 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-afb77102-863c-4ac2-a6ab-76c4591e0c2f req-051c13fe-71d7-4fea-9116-c01ce86b2503 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831372 Jan 28 00:22:41.218941 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59928) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:41.240200 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9cdc01f6-83f0-4884-900a-121a8cca8999 req-e3046b42-b412-4cc7-89cf-c7559c7a7f9b service neutron] 10.222.0.52 "GET /v2.0/networks/0d3515a7-9da9-44c3-a34e-684df23ac567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130129 Jan 28 00:22:41.256340 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2495a7-fb4d-4f38-8d22-f0110af2d8f9 x-openstack-request-id: req-8a2495a7-fb4d-4f38-8d22-f0110af2d8f9 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:22:41.257071 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af27eac8-9de2-423b-b26c-9f66e618787d", "tag": "3ebd585f-3932-4e06-83b6-5e7241921b19", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:22:41.257762 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8a2495a7-fb4d-4f38-8d22-f0110af2d8f9 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:22:41.260171 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af27eac8-9de2-423b-b26c-9f66e618787d', 'tag': '3ebd585f-3932-4e06-83b6-5e7241921b19', 'status': 'completed', 'code': 200} Jan 28 00:22:41.354155 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ef63db5c-acfe-4927-b84a-53c4ad2eed8c req-4e49f2bb-1802-45d9-90b4-b517eaf92c1d service neutron] 10.222.0.65 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598365 Jan 28 00:22:41.385578 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47acd5c8-d5ca-4fc1-9ee1-6432d8c79918 x-openstack-request-id: req-47acd5c8-d5ca-4fc1-9ee1-6432d8c79918 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:22:41.386070 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40dc3991-e4a6-4b22-8624-1024e505a9ba", "name": "network-vif-deleted", "tag": "8e7f6fce-460e-41cb-8c74-4bb9b5098f14", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:22:41.386589 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-47acd5c8-d5ca-4fc1-9ee1-6432d8c79918 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:22:41.387273 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40dc3991-e4a6-4b22-8624-1024e505a9ba', 'name': 'network-vif-deleted', 'tag': '8e7f6fce-460e-41cb-8c74-4bb9b5098f14', 'status': 'completed', 'code': 200} Jan 28 00:22:41.392513 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-0f9c6151-182f-4750-ac0b-78650f468085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:41.395238 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-0f9c6151-182f-4750-ac0b-78650f468085 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849&tenant_id=83dbb6195da44e30b63c09c8e88d497f HTTP/1.1" status: 200 len: 1100 time: 0.5196834 Jan 28 00:22:41.440167 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-e6e8fdc6-bd0b-4c1a-bae3-8694c65c3569 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826754-1', 'device_owner': 'compute:nova'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:22:41.473980 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2da9c5-9519-490a-85ac-caf3e741a297 req-51a21cc6-5536-4399-96b8-f82c7cf0d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:41.479062 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7d2da9c5-9519-490a-85ac-caf3e741a297 req-51a21cc6-5536-4399-96b8-f82c7cf0d614 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2253eea2b9f94d3c9e9a9e6c9260650c&device_id=af27eac8-9de2-423b-b26c-9f66e618787d HTTP/1.1" status: 200 len: 1094 time: 0.1663489 Jan 28 00:22:41.589080 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ccdee493-b67a-411f-9656-154dee131078 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (36ed0c83-3513-4e62-a93e-56679de695b3), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:41.657189 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2da9c5-9519-490a-85ac-caf3e741a297 req-7fec61f9-ef4a-4d01-b45c-cfb539eea588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:41.660219 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7d2da9c5-9519-490a-85ac-caf3e741a297 req-7fec61f9-ef4a-4d01-b45c-cfb539eea588 service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e HTTP/1.1" status: 200 len: 906 time: 0.1712112 Jan 28 00:22:41.668676 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-e6e8fdc6-bd0b-4c1a-bae3-8694c65c3569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:41.690898 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdee493-b67a-411f-9656-154dee131078 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Pushing event deleted for resources: {'Port': ['ID=36ed0c83-3513-4e62-a93e-56679de695b3,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:41.749709 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7d2da9c5-9519-490a-85ac-caf3e741a297 req-8ce04d94-de6e-4cae-b6c5-648b9df58dcd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ebd585f-3932-4e06-83b6-5e7241921b19 HTTP/1.1" status: 200 len: 217 time: 0.0795457 Jan 28 00:22:41.835349 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b956ad88-757e-42d8-9826-f74af6365aab req-cd7975ee-7fa8-43b6-9b70-88dc63315a78 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks [] for floatingip (f6821b6c-8d73-465e-ab16-8566cf74e708), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:41.864960 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 0b8c723a-9de1-41fc-8ffc-268a1536f78b details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:22:41.893535 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2da9c5-9519-490a-85ac-caf3e741a297 req-70e97ae0-509c-41ae-a191-9366076e996b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:41.896415 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7d2da9c5-9519-490a-85ac-caf3e741a297 req-70e97ae0-509c-41ae-a191-9366076e996b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=89787cce-0952-4d1c-b459-5274630a8c6e HTTP/1.1" status: 200 len: 845 time: 0.1349564 Jan 28 00:22:41.982799 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7d2da9c5-9519-490a-85ac-caf3e741a297 req-d5efb415-db85-440c-8058-aebc39bf3141 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792100 Jan 28 00:22:42.153272 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:42.186346 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7d2da9c5-9519-490a-85ac-caf3e741a297 req-f31b8e4a-678a-4a08-a81d-52dfcf9c3615 service neutron] 10.222.0.65 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970785 Jan 28 00:22:42.230878 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 0b8c723a-9de1-41fc-8ffc-268a1536f78b, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=0b8c723a-9de1-41fc-8ffc-268a1536f78b,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:42.285836 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c602f8-814b-4817-80fc-905084c219c2 req-77e7b833-04c9-4840-a765-0a824ec30bc7 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:42.288432 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07c602f8-814b-4817-80fc-905084c219c2 req-77e7b833-04c9-4840-a765-0a824ec30bc7 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=af27eac8-9de2-423b-b26c-9f66e618787d HTTP/1.1" status: 200 len: 943 time: 0.7667167 Jan 28 00:22:42.289890 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '0b8c723a-9de1-41fc-8ffc-268a1536f78b', 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32', 'port_id': '0b8c723a-9de1-41fc-8ffc-268a1536f78b', 'mac_address': 'fa:16:3e:7f:5a:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752b9c73-c003-4007-a37c-7b906aeda551', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:22:42.340983 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b956ad88-757e-42d8-9826-f74af6365aab req-cd7975ee-7fa8-43b6-9b70-88dc63315a78 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b85a39cc-eede-4000-97f8-cccd4b681f70), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:42.427073 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 0b8c723a-9de1-41fc-8ffc-268a1536f78b is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:22:42.428147 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0b8c723a-9de1-41fc-8ffc-268a1536f78b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:42.444685 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7d2da9c5-9519-490a-85ac-caf3e741a297 req-508807ad-21ca-445e-b1a3-b11beb50b619 service neutron] 10.222.0.65 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522788 Jan 28 00:22:42.470762 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b8c723a-9de1-41fc-8ffc-268a1536f78b {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:22:42.523258 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 0b8c723a-9de1-41fc-8ffc-268a1536f78b, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=0b8c723a-9de1-41fc-8ffc-268a1536f78b,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:42.533252 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (0b8c723a-9de1-41fc-8ffc-268a1536f78b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:42.664913 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=0b8c723a-9de1-41fc-8ffc-268a1536f78b,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:42.774692 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:42.837378 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['0b8c723a-9de1-41fc-8ffc-268a1536f78b'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:22:42.993117 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07c602f8-814b-4817-80fc-905084c219c2 req-8ebfe8d2-1538-4977-9b32-6859e8ac5403 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6954355 Jan 28 00:22:42.994519 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ccdee493-b67a-411f-9656-154dee131078 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:43.002014 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59940) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:43.002173 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ccdee493-b67a-411f-9656-154dee131078 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] 10.222.0.70 "DELETE /v2.0/ports/36ed0c83-3513-4e62-a93e-56679de695b3 HTTP/1.1" status: 204 len: 168 time: 3.6740909 Jan 28 00:22:43.077010 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7bb11f-a0c0-480e-bb3b-7b014125c06e tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] GET failed (client error): The resource could not be found. Jan 28 00:22:43.079518 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9e7bb11f-a0c0-480e-bb3b-7b014125c06e tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] 10.222.0.70 "GET /v2.0/ports/36ed0c83-3513-4e62-a93e-56679de695b3 HTTP/1.1" status: 404 len: 333 time: 0.0761130 Jan 28 00:22:43.084526 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59942) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:43.094263 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-697f309c-8bfb-493e-a987-efc87d4ca43f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Request body: {'port': {'network_id': '2173ca6f-b9a7-40b0-bfb2-237ad35831a7', 'name': 'tempest-AllowedAddressPairTestJSON-2121326760'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:22:43.249607 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697f309c-8bfb-493e-a987-efc87d4ca43f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Made reservation on behalf of 32f790587b1d438d8d87b8dc7badbd54 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:22:43.254995 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-697f309c-8bfb-493e-a987-efc87d4ca43f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:43.282635 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-697f309c-8bfb-493e-a987-efc87d4ca43f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] device_id is not set on port 95ddc22f-92d2-419a-a68c-78d5a81d25d5 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:22:43.304634 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-e6e8fdc6-bd0b-4c1a-bae3-8694c65c3569 service neutron] For port c2b62d87-e6a7-4d22-86d7-b1384874a3df, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=c2b62d87-e6a7-4d22-86d7-b1384874a3df,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:43.450018 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d483f4-35be-46aa-b3df-76e797028407 req-d0c1cb27-943d-4d38-a559-462340438c05 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:43.457707 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-67d483f4-35be-46aa-b3df-76e797028407 req-d0c1cb27-943d-4d38-a559-462340438c05 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=f553c50e-6306-486f-87fb-4a21af699f99 HTTP/1.1" status: 200 len: 945 time: 0.2592020 Jan 28 00:22:43.482242 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-e6e8fdc6-bd0b-4c1a-bae3-8694c65c3569 service neutron] For port c2b62d87-e6a7-4d22-86d7-b1384874a3df, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:22:43.486693 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b956ad88-757e-42d8-9826-f74af6365aab req-cd7975ee-7fa8-43b6-9b70-88dc63315a78 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks [] for port (b85a39cc-eede-4000-97f8-cccd4b681f70), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:43.493536 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-697f309c-8bfb-493e-a987-efc87d4ca43f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Allocated IP 172.20.0.11 (2173ca6f-b9a7-40b0-bfb2-237ad35831a7/ff56339b-154b-4c6c-9503-265fa21d139c/95ddc22f-92d2-419a-a68c-78d5a81d25d5) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:22:43.553060 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b956ad88-757e-42d8-9826-f74af6365aab req-cd7975ee-7fa8-43b6-9b70-88dc63315a78 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (b85a39cc-eede-4000-97f8-cccd4b681f70), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:43.649386 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-e6e8fdc6-bd0b-4c1a-bae3-8694c65c3569 service neutron] Publish callbacks [] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:43.707109 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b217c6a1-a5df-474a-bcab-027ce2d82849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2b62d87-e6a7-4d22-86d7-b1384874a3df'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:22:43.711379 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebabba0-b935-4227-8264-87a37a433650" -d '{"events": [{"server_uuid": "b217c6a1-a5df-474a-bcab-027ce2d82849", "name": "network-vif-unplugged", "status": "completed", "tag": "c2b62d87-e6a7-4d22-86d7-b1384874a3df"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:22:43.735140 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-e6e8fdc6-bd0b-4c1a-bae3-8694c65c3569 service neutron] Transition to ACTIVE for port object c2b62d87-e6a7-4d22-86d7-b1384874a3df will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:22:43.781741 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-697f309c-8bfb-493e-a987-efc87d4ca43f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks [] for port (95ddc22f-92d2-419a-a68c-78d5a81d25d5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:43.789424 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-67d483f4-35be-46aa-b3df-76e797028407 req-b4e484b8-20d4-4b97-84e8-f1c41fdb3b9f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302901 Jan 28 00:22:43.802901 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-e6e8fdc6-bd0b-4c1a-bae3-8694c65c3569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:43.824019 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7975ee-7fa8-43b6-9b70-88dc63315a78 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Pushing event updated for resources: {'Port': ['ID=b85a39cc-eede-4000-97f8-cccd4b681f70,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:43.834244 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-697f309c-8bfb-493e-a987-efc87d4ca43f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (95ddc22f-92d2-419a-a68c-78d5a81d25d5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:43.885222 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 3ebd585f-3932-4e06-83b6-5e7241921b19 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:22:43.886001 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697f309c-8bfb-493e-a987-efc87d4ca43f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Network 2173ca6f-b9a7-40b0-bfb2-237ad35831a7 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:22:43.890052 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-697f309c-8bfb-493e-a987-efc87d4ca43f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:22:43.897627 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697f309c-8bfb-493e-a987-efc87d4ca43f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:22:43.909451 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 0b8c723a-9de1-41fc-8ffc-268a1536f78b up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:22:43.928556 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-788501d5-ed99-4cc0-8492-ec2092707470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (afa63afc-6ab6-473c-b0b2-abab0a7e9431), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:43.929323 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f309c-8bfb-493e-a987-efc87d4ca43f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Pushing event updated for resources: {'Port': ['ID=95ddc22f-92d2-419a-a68c-78d5a81d25d5,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:43.945499 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b956ad88-757e-42d8-9826-f74af6365aab req-cd7975ee-7fa8-43b6-9b70-88dc63315a78 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (f6821b6c-8d73-465e-ab16-8566cf74e708), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:43.968751 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697f309c-8bfb-493e-a987-efc87d4ca43f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:43.969443 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-697f309c-8bfb-493e-a987-efc87d4ca43f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:43.995924 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-697f309c-8bfb-493e-a987-efc87d4ca43f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9091890 Jan 28 00:22:43.996931 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59948) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:44.004058 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-56090c19-9a80-4fe6-89ad-7491176020d5 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:2d:73:59'}]}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:22:44.170468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-e6e8fdc6-bd0b-4c1a-bae3-8694c65c3569 service neutron] No DVR routers for this DVR port c2b62d87-e6a7-4d22-86d7-b1384874a3df on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:22:44.181539 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:44.203354 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b956ad88-757e-42d8-9826-f74af6365aab req-cd7975ee-7fa8-43b6-9b70-88dc63315a78 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:44.206653 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b956ad88-757e-42d8-9826-f74af6365aab req-cd7975ee-7fa8-43b6-9b70-88dc63315a78 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.9816580 Jan 28 00:22:44.215269 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8fdc6-bd0b-4c1a-bae3-8694c65c3569 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b62d87-e6a7-4d22-86d7-b1384874a3df,revision_number=6']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:44.289971 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 0b8c723a-9de1-41fc-8ffc-268a1536f78b completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:22:44.409410 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-56090c19-9a80-4fe6-89ad-7491176020d5 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (95ddc22f-92d2-419a-a68c-78d5a81d25d5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:44.452824 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 0b8c723a-9de1-41fc-8ffc-268a1536f78b triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:44.453761 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0b8c723a-9de1-41fc-8ffc-268a1536f78b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:44.595714 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 3ebd585f-3932-4e06-83b6-5e7241921b19, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=3ebd585f-3932-4e06-83b6-5e7241921b19,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:44.663283 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '3ebd585f-3932-4e06-83b6-5e7241921b19', 'network_id': '57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e', 'port_id': '3ebd585f-3932-4e06-83b6-5e7241921b19', 'mac_address': 'fa:16:3e:53:27:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89787cce-0952-4d1c-b459-5274630a8c6e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:22:44.670956 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d575e260-21c8-4989-8e71-975ad0866915 None None] Provisioning complete for port 95ddc22f-92d2-419a-a68c-78d5a81d25d5 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:44.670956 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d575e260-21c8-4989-8e71-975ad0866915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (95ddc22f-92d2-419a-a68c-78d5a81d25d5), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:44.672106 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-e6e8fdc6-bd0b-4c1a-bae3-8694c65c3569 service neutron] Attempting to bind port c2b62d87-e6a7-4d22-86d7-b1384874a3df on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:22:44.679644 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-e6e8fdc6-bd0b-4c1a-bae3-8694c65c3569 service neutron] Attempting to bind port c2b62d87-e6a7-4d22-86d7-b1384874a3df by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:22:44.679644 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-e6e8fdc6-bd0b-4c1a-bae3-8694c65c3569 service neutron] Attempting to bind port c2b62d87-e6a7-4d22-86d7-b1384874a3df on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:22:44.706732 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-e6e8fdc6-bd0b-4c1a-bae3-8694c65c3569 service neutron] Port c2b62d87-e6a7-4d22-86d7-b1384874a3df on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:22:44.707281 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-e6e8fdc6-bd0b-4c1a-bae3-8694c65c3569 service neutron] Attempting to bind port c2b62d87-e6a7-4d22-86d7-b1384874a3df on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:22:44.707738 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 0b8c723a-9de1-41fc-8ffc-268a1536f78b is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:22:44.709243 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0b8c723a-9de1-41fc-8ffc-268a1536f78b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:44.734547 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-e6e8fdc6-bd0b-4c1a-bae3-8694c65c3569 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:22:44.735082 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-e6e8fdc6-bd0b-4c1a-bae3-8694c65c3569 service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:22:44.735670 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-e6e8fdc6-bd0b-4c1a-bae3-8694c65c3569 service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:22:44.736720 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-e6e8fdc6-bd0b-4c1a-bae3-8694c65c3569 service neutron] Bound port: c2b62d87-e6a7-4d22-86d7-b1384874a3df, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:22:44.737308 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-e6e8fdc6-bd0b-4c1a-bae3-8694c65c3569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:44.785563 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 0b8c723a-9de1-41fc-8ffc-268a1536f78b, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=0b8c723a-9de1-41fc-8ffc-268a1536f78b,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:44.789173 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f553c50e-6306-486f-87fb-4a21af699f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8c723a-9de1-41fc-8ffc-268a1536f78b'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:22:44.790854 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-56090c19-9a80-4fe6-89ad-7491176020d5 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks [] for port (95ddc22f-92d2-419a-a68c-78d5a81d25d5), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:44.792623 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e4d96e-e958-474d-84ed-b36354ae02e7" -d '{"events": [{"server_uuid": "f553c50e-6306-486f-87fb-4a21af699f99", "name": "network-vif-plugged", "status": "completed", "tag": "0b8c723a-9de1-41fc-8ffc-268a1536f78b"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:22:44.803988 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d575e260-21c8-4989-8e71-975ad0866915 None None] Port 95ddc22f-92d2-419a-a68c-78d5a81d25d5 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:22:44.805877 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (0b8c723a-9de1-41fc-8ffc-268a1536f78b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:44.806851 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device c2b62d87-e6a7-4d22-86d7-b1384874a3df no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:22:44.816838 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 3ebd585f-3932-4e06-83b6-5e7241921b19 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:22:44.816838 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3ebd585f-3932-4e06-83b6-5e7241921b19), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:44.818953 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-56090c19-9a80-4fe6-89ad-7491176020d5 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (95ddc22f-92d2-419a-a68c-78d5a81d25d5), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:44.822806 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-e6e8fdc6-bd0b-4c1a-bae3-8694c65c3569 service neutron] For port c2b62d87-e6a7-4d22-86d7-b1384874a3df, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:22:44.827994 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-e6e8fdc6-bd0b-4c1a-bae3-8694c65c3569 service neutron] For port c2b62d87-e6a7-4d22-86d7-b1384874a3df, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=c2b62d87-e6a7-4d22-86d7-b1384874a3df,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:22:44.849676 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-e6e8fdc6-bd0b-4c1a-bae3-8694c65c3569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:44.868095 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b956ad88-757e-42d8-9826-f74af6365aab req-86c0cd22-b83f-4ea8-bff2-6335ea79f938 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.50 HTTP/1.1" status: 200 len: 695 time: 0.6138599 Jan 28 00:22:44.904325 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ebd585f-3932-4e06-83b6-5e7241921b19 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:22:44.990212 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 3ebd585f-3932-4e06-83b6-5e7241921b19, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=3ebd585f-3932-4e06-83b6-5e7241921b19,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:44.991935 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=0b8c723a-9de1-41fc-8ffc-268a1536f78b,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:45.010045 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3ebd585f-3932-4e06-83b6-5e7241921b19), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:45.012662 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] The host n-h1-826754-1 is not matching for port c2b62d87-e6a7-4d22-86d7-b1384874a3df host n-h2-826754-1! {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 00:22:45.013247 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device c2b62d87-e6a7-4d22-86d7-b1384874a3df not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:22:45.021920 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:45.022284 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:45.022633 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:45.022982 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:45.023445 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:45.023833 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:45.024171 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:45.024696 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:45.025051 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:45.025383 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:45.025717 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:45.026046 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:45.026376 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:45.086293 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956ad88-757e-42d8-9826-f74af6365aab req-fb85a13b-0062-4536-a803-29e8e44b70f3 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:45.088052 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b956ad88-757e-42d8-9826-f74af6365aab req-fb85a13b-0062-4536-a803-29e8e44b70f3 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 784 time: 0.1738133 Jan 28 00:22:45.145425 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-56090c19-9a80-4fe6-89ad-7491176020d5 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] In _notify_port_updated(), no bound segment for port 95ddc22f-92d2-419a-a68c-78d5a81d25d5 on network 2173ca6f-b9a7-40b0-bfb2-237ad35831a7 {{(pid=103343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 00:22:45.160027 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56090c19-9a80-4fe6-89ad-7491176020d5 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:45.166933 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-56090c19-9a80-4fe6-89ad-7491176020d5 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:45.169373 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-56090c19-9a80-4fe6-89ad-7491176020d5 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] 10.222.0.70 "PUT /v2.0/ports/95ddc22f-92d2-419a-a68c-78d5a81d25d5 HTTP/1.1" status: 200 len: 995 time: 1.1705859 Jan 28 00:22:45.175452 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-e6e8fdc6-bd0b-4c1a-bae3-8694c65c3569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:45.176021 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-e6e8fdc6-bd0b-4c1a-bae3-8694c65c3569 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:45.178002 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59962) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:45.179312 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=3ebd585f-3932-4e06-83b6-5e7241921b19,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:45.180413 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-e6e8fdc6-bd0b-4c1a-bae3-8694c65c3569 service neutron] 10.222.0.52 "PUT /v2.0/ports/c2b62d87-e6a7-4d22-86d7-b1384874a3df HTTP/1.1" status: 200 len: 1095 time: 3.7614465 Jan 28 00:22:45.182629 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8fdc6-bd0b-4c1a-bae3-8694c65c3569 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b62d87-e6a7-4d22-86d7-b1384874a3df,revision_number=7']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:45.234875 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56090c19-9a80-4fe6-89ad-7491176020d5 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Pushing event updated for resources: {'Port': ['ID=95ddc22f-92d2-419a-a68c-78d5a81d25d5,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:45.250482 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806ff2f-b7e4-47e2-93fa-cfa360831422 req-8807d592-684b-45b5-8c3d-23fcf6619d67 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:45.265190 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2806ff2f-b7e4-47e2-93fa-cfa360831422 req-8807d592-684b-45b5-8c3d-23fcf6619d67 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 947 time: 0.6796932 Jan 28 00:22:45.311038 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['3ebd585f-3932-4e06-83b6-5e7241921b19'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:22:45.321736 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2133bc57-7a00-4717-8cc8-aa1260b290e3 x-openstack-request-id: req-2133bc57-7a00-4717-8cc8-aa1260b290e3 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:22:45.322036 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b217c6a1-a5df-474a-bcab-027ce2d82849", "name": "network-vif-unplugged", "status": "completed", "tag": "c2b62d87-e6a7-4d22-86d7-b1384874a3df", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:22:45.322420 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2133bc57-7a00-4717-8cc8-aa1260b290e3 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:22:45.322911 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b217c6a1-a5df-474a-bcab-027ce2d82849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2b62d87-e6a7-4d22-86d7-b1384874a3df', 'code': 200} Jan 28 00:22:45.482190 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f893687f-abf4-432c-9cc0-75efb4e9b78f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Deleting port 95ddc22f-92d2-419a-a68c-78d5a81d25d5 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:22:45.484003 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f893687f-abf4-432c-9cc0-75efb4e9b78f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (95ddc22f-92d2-419a-a68c-78d5a81d25d5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:45.485311 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2806ff2f-b7e4-47e2-93fa-cfa360831422 req-f43e4124-1460-40bd-a09c-04173b74aac4 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184391 Jan 28 00:22:45.597220 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-c61c6f5e-d6b0-417e-a024-73229ba89d56 None None] Provisioning complete for port 95ddc22f-92d2-419a-a68c-78d5a81d25d5 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:45.597608 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c61c6f5e-d6b0-417e-a024-73229ba89d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (95ddc22f-92d2-419a-a68c-78d5a81d25d5), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:45.600887 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a33395-d23e-4461-8427-9f55382c0541 x-openstack-request-id: req-c0a33395-d23e-4461-8427-9f55382c0541 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:22:45.601324 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f553c50e-6306-486f-87fb-4a21af699f99", "name": "network-vif-plugged", "status": "completed", "tag": "0b8c723a-9de1-41fc-8ffc-268a1536f78b", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:22:45.601595 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c0a33395-d23e-4461-8427-9f55382c0541 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:22:45.602154 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f553c50e-6306-486f-87fb-4a21af699f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8c723a-9de1-41fc-8ffc-268a1536f78b', 'code': 200} Jan 28 00:22:45.635963 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-33fd154d-daa3-4921-b6b0-dceceb71d9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:45.640276 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-33fd154d-daa3-4921-b6b0-dceceb71d9fb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 1098 time: 0.3160601 Jan 28 00:22:45.665761 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c61c6f5e-d6b0-417e-a024-73229ba89d56 None None] Port 95ddc22f-92d2-419a-a68c-78d5a81d25d5 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:22:45.700962 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c64b45-26f1-484c-8207-d541a6fa16bc req-caeb11e0-6a14-49f9-8261-60eaeef51c5a tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:45.704298 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f893687f-abf4-432c-9cc0-75efb4e9b78f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (95ddc22f-92d2-419a-a68c-78d5a81d25d5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:45.705310 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a8c64b45-26f1-484c-8207-d541a6fa16bc req-caeb11e0-6a14-49f9-8261-60eaeef51c5a tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=af27eac8-9de2-423b-b26c-9f66e618787d HTTP/1.1" status: 200 len: 944 time: 0.2397978 Jan 28 00:22:45.725281 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f893687f-abf4-432c-9cc0-75efb4e9b78f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Calling delete_port for 95ddc22f-92d2-419a-a68c-78d5a81d25d5 owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:22:45.831201 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019973f6-f6b6-4bcc-a2cb-d7edcd07a06f req-d5c2a299-e5fd-4a2f-af61-2ab55c8660ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:45.836574 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-019973f6-f6b6-4bcc-a2cb-d7edcd07a06f req-d5c2a299-e5fd-4a2f-af61-2ab55c8660ad service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f553c50e-6306-486f-87fb-4a21af699f99 HTTP/1.1" status: 200 len: 1097 time: 0.1016383 Jan 28 00:22:45.906848 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-788501d5-ed99-4cc0-8492-ec2092707470 admin admin] Deleting port 1e242ce8-651a-4380-8fa6-198b5c8446b7 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:22:45.907687 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-788501d5-ed99-4cc0-8492-ec2092707470 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (1e242ce8-651a-4380-8fa6-198b5c8446b7), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:45.913912 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-019973f6-f6b6-4bcc-a2cb-d7edcd07a06f req-24fb8d8b-c2a7-4560-b231-8567d94c233f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678873 Jan 28 00:22:45.985209 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a8c64b45-26f1-484c-8207-d541a6fa16bc req-84def384-52c3-415d-9352-2c02de6b08c1 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184024 Jan 28 00:22:45.986626 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-1384eaf0-a0f9-4ee5-ad12-49ef0ed02247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:45.988180 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-1384eaf0-a0f9-4ee5-ad12-49ef0ed02247 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.3415718 Jan 28 00:22:46.005895 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53406f-417e-40b8-8db0-662335d22c36 req-3144e6bb-2c79-4ca8-9338-ce744f7cd073 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:46.016387 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a53406f-417e-40b8-8db0-662335d22c36 req-3144e6bb-2c79-4ca8-9338-ce744f7cd073 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=f553c50e-6306-486f-87fb-4a21af699f99 HTTP/1.1" status: 200 len: 946 time: 0.2505326 Jan 28 00:22:46.018768 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f893687f-abf4-432c-9cc0-75efb4e9b78f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (95ddc22f-92d2-419a-a68c-78d5a81d25d5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:46.112380 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893687f-abf4-432c-9cc0-75efb4e9b78f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Pushing event deleted for resources: {'Port': ['ID=95ddc22f-92d2-419a-a68c-78d5a81d25d5,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:46.140099 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-ffdc3a69-ec56-4bed-92d8-f202fc143e38 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=c2b62d87-e6a7-4d22-86d7-b1384874a3df HTTP/1.1" status: 200 len: 217 time: 0.1430182 Jan 28 00:22:46.283245 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-788501d5-ed99-4cc0-8492-ec2092707470 admin admin] For port 1e242ce8-651a-4380-8fa6-198b5c8446b7, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1e242ce8-651a-4380-8fa6-198b5c8446b7,segment=NetworkSegment(87380d4d-c14a-4c3b-ba9c-effbcb33e2ad),segment_id=87380d4d-c14a-4c3b-ba9c-effbcb33e2ad)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:46.284313 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-788501d5-ed99-4cc0-8492-ec2092707470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (1e242ce8-651a-4380-8fa6-198b5c8446b7), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:46.304372 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a53406f-417e-40b8-8db0-662335d22c36 req-eb97a8c9-9d03-464b-81d5-4e70e9e50d1c tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869413 Jan 28 00:22:46.323591 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-788501d5-ed99-4cc0-8492-ec2092707470 admin admin] Calling delete_port for 1e242ce8-651a-4380-8fa6-198b5c8446b7 owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:22:46.344351 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f893687f-abf4-432c-9cc0-75efb4e9b78f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:46.354119 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-36dc2cb2-468a-43d9-93ba-7d724a219d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:46.355363 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f893687f-abf4-432c-9cc0-75efb4e9b78f tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] 10.222.0.70 "DELETE /v2.0/ports/95ddc22f-92d2-419a-a68c-78d5a81d25d5 HTTP/1.1" status: 204 len: 168 time: 1.1659038 Jan 28 00:22:46.359568 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-36dc2cb2-468a-43d9-93ba-7d724a219d5a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1989923 Jan 28 00:22:46.360303 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59966) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:46.368219 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ea9e1-681a-4d0a-98b1-7c5ab0735d4b req-5e07379f-107e-4d08-b75c-ad41a00e1894 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:46.377252 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a90ea9e1-681a-4d0a-98b1-7c5ab0735d4b req-5e07379f-107e-4d08-b75c-ad41a00e1894 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4e8d626-22b3-4180-9708-75999901e797&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2675736 Jan 28 00:22:46.413712 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-e10804f2-2b1a-4783-9969-5cf6b4e7d0bc tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] GET failed (client error): The resource could not be found. Jan 28 00:22:46.428436 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e10804f2-2b1a-4783-9969-5cf6b4e7d0bc tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] 10.222.0.70 "GET /v2.0/ports/95ddc22f-92d2-419a-a68c-78d5a81d25d5 HTTP/1.1" status: 404 len: 333 time: 0.0666845 Jan 28 00:22:46.431893 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59968) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:46.443522 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-5ac96982-77dc-4fd6-bd17-93fba70fb232 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Request body: {'port': {'network_id': '2173ca6f-b9a7-40b0-bfb2-237ad35831a7', 'name': 'tempest-AllowedAddressPairTestJSON-892760754'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:22:46.580189 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a90ea9e1-681a-4d0a-98b1-7c5ab0735d4b req-a8fef2b4-a387-460b-a7fe-a2e07c68d2e4 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.50 HTTP/1.1" status: 200 len: 695 time: 0.2020051 Jan 28 00:22:46.591240 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-776c778e-c8c3-4ec3-9f30-d16eddb020d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:46.593491 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-776c778e-c8c3-4ec3-9f30-d16eddb020d2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1356993 Jan 28 00:22:46.631096 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac96982-77dc-4fd6-bd17-93fba70fb232 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Made reservation on behalf of 32f790587b1d438d8d87b8dc7badbd54 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:22:46.634924 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5ac96982-77dc-4fd6-bd17-93fba70fb232 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:46.652157 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-a90ea9e1-681a-4d0a-98b1-7c5ab0735d4b req-2c423dcd-82ec-47d6-b4d5-47dfe657b8e7 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Request body: {'floatingip': {'port_id': '5bfb6954-b6c9-4a13-875b-87fa50922e07', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:22:46.658689 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5ac96982-77dc-4fd6-bd17-93fba70fb232 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] device_id is not set on port 832de446-0eae-4f5c-86a1-451a38950dfe yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:22:46.766008 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a90ea9e1-681a-4d0a-98b1-7c5ab0735d4b req-2c423dcd-82ec-47d6-b4d5-47dfe657b8e7 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks [] for floatingip (f6821b6c-8d73-465e-ab16-8566cf74e708), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:46.845027 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-5ac96982-77dc-4fd6-bd17-93fba70fb232 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Allocated IP 172.20.0.14 (2173ca6f-b9a7-40b0-bfb2-237ad35831a7/ff56339b-154b-4c6c-9503-265fa21d139c/832de446-0eae-4f5c-86a1-451a38950dfe) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:22:46.941734 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fc771-4d52-4f84-935f-d8ff2ec9a616 req-e1af9936-4072-446b-b09b-0b1403552562 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:46.944511 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c22fc771-4d52-4f84-935f-d8ff2ec9a616 req-e1af9936-4072-446b-b09b-0b1403552562 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 947 time: 0.3095827 Jan 28 00:22:47.064960 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5ac96982-77dc-4fd6-bd17-93fba70fb232 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks [] for port (832de446-0eae-4f5c-86a1-451a38950dfe), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:47.108298 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-1da25b81-5291-4093-9c55-61abd0796bcb service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4639125 Jan 28 00:22:47.117007 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5ac96982-77dc-4fd6-bd17-93fba70fb232 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (832de446-0eae-4f5c-86a1-451a38950dfe), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:47.188852 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac96982-77dc-4fd6-bd17-93fba70fb232 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Network 2173ca6f-b9a7-40b0-bfb2-237ad35831a7 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:22:47.194526 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-5ac96982-77dc-4fd6-bd17-93fba70fb232 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:22:47.198877 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac96982-77dc-4fd6-bd17-93fba70fb232 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:22:47.211564 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c22fc771-4d52-4f84-935f-d8ff2ec9a616 req-dc1a5046-94b0-4e07-a99b-401640aaef4a tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269349 Jan 28 00:22:47.258535 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac96982-77dc-4fd6-bd17-93fba70fb232 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Pushing event updated for resources: {'Port': ['ID=832de446-0eae-4f5c-86a1-451a38950dfe,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:47.306600 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac96982-77dc-4fd6-bd17-93fba70fb232 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:47.307860 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5ac96982-77dc-4fd6-bd17-93fba70fb232 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:47.341593 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5ac96982-77dc-4fd6-bd17-93fba70fb232 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9073851 Jan 28 00:22:47.346299 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59976) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:47.354669 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-788501d5-ed99-4cc0-8492-ec2092707470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (1e242ce8-651a-4380-8fa6-198b5c8446b7), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:47.355264 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-99786d64-c75b-4695-9595-9e84e1c59553 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:2d:73:59'}]}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:22:47.358470 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b217c6a1-a5df-474a-bcab-027ce2d82849', 'tag': 'c2b62d87-e6a7-4d22-86d7-b1384874a3df'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:22:47.363508 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0a1f27-1eee-49cb-86b7-a88cda945527" -d '{"events": [{"name": "network-changed", "server_uuid": "b217c6a1-a5df-474a-bcab-027ce2d82849", "tag": "c2b62d87-e6a7-4d22-86d7-b1384874a3df"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:22:47.456841 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788501d5-ed99-4cc0-8492-ec2092707470 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e242ce8-651a-4380-8fa6-198b5c8446b7,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:47.484965 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99786d64-c75b-4695-9595-9e84e1c59553 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (832de446-0eae-4f5c-86a1-451a38950dfe), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:47.504831 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-a43c8493-5305-42b8-9c2f-a3c300daaa3a service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832531 Jan 28 00:22:47.616593 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ed5fe321-dd96-4684-bdb3-8469b6454cc5 None None] Provisioning complete for port 832de446-0eae-4f5c-86a1-451a38950dfe triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:47.617143 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed5fe321-dd96-4684-bdb3-8469b6454cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (832de446-0eae-4f5c-86a1-451a38950dfe), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:47.702633 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ed5fe321-dd96-4684-bdb3-8469b6454cc5 None None] Port 832de446-0eae-4f5c-86a1-451a38950dfe cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:22:47.744438 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7f34b-1d80-48a6-bb69-cfb8e57d97cf req-cd4ba10b-6a56-4bc1-8a54-7bfe982123ff tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:47.746322 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-90b7f34b-1d80-48a6-bb69-cfb8e57d97cf req-cd4ba10b-6a56-4bc1-8a54-7bfe982123ff tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=af27eac8-9de2-423b-b26c-9f66e618787d HTTP/1.1" status: 200 len: 944 time: 0.3740563 Jan 28 00:22:47.802178 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99786d64-c75b-4695-9595-9e84e1c59553 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks [] for port (832de446-0eae-4f5c-86a1-451a38950dfe), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:47.808611 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99786d64-c75b-4695-9595-9e84e1c59553 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (832de446-0eae-4f5c-86a1-451a38950dfe), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:47.904166 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 3ebd585f-3932-4e06-83b6-5e7241921b19 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:22:48.055055 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 3ebd585f-3932-4e06-83b6-5e7241921b19 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:22:48.062562 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 3ebd585f-3932-4e06-83b6-5e7241921b19 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:48.062939 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3ebd585f-3932-4e06-83b6-5e7241921b19), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:48.274440 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99786d64-c75b-4695-9595-9e84e1c59553 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Pushing event updated for resources: {'Port': ['ID=832de446-0eae-4f5c-86a1-451a38950dfe,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:48.288575 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 3ebd585f-3932-4e06-83b6-5e7241921b19 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:22:48.293294 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3ebd585f-3932-4e06-83b6-5e7241921b19), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:48.299862 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-99786d64-c75b-4695-9595-9e84e1c59553 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] In _notify_port_updated(), no bound segment for port 832de446-0eae-4f5c-86a1-451a38950dfe on network 2173ca6f-b9a7-40b0-bfb2-237ad35831a7 {{(pid=103343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 00:22:48.307420 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99786d64-c75b-4695-9595-9e84e1c59553 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:48.308473 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99786d64-c75b-4695-9595-9e84e1c59553 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:48.310075 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-99786d64-c75b-4695-9595-9e84e1c59553 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] 10.222.0.70 "PUT /v2.0/ports/832de446-0eae-4f5c-86a1-451a38950dfe HTTP/1.1" status: 200 len: 996 time: 0.9617345 Jan 28 00:22:48.315946 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59988) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:48.363767 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af27eac8-9de2-423b-b26c-9f66e618787d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebd585f-3932-4e06-83b6-5e7241921b19'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:22:48.379080 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3408dd-876f-43aa-8a2b-051486ad35a4" -d '{"events": [{"server_uuid": "af27eac8-9de2-423b-b26c-9f66e618787d", "name": "network-vif-plugged", "status": "completed", "tag": "3ebd585f-3932-4e06-83b6-5e7241921b19"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:22:48.414878 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 3ebd585f-3932-4e06-83b6-5e7241921b19, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=3ebd585f-3932-4e06-83b6-5e7241921b19,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:48.417824 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-29523ba3-0619-4970-b1e4-d2916ec54dc9 None None] Provisioning complete for port 832de446-0eae-4f5c-86a1-451a38950dfe triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:48.418599 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-29523ba3-0619-4970-b1e4-d2916ec54dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (832de446-0eae-4f5c-86a1-451a38950dfe), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:48.466135 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-90b7f34b-1d80-48a6-bb69-cfb8e57d97cf req-bafacf00-0a40-4939-ba82-c677872c67b9 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509511 Jan 28 00:22:48.471369 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-29523ba3-0619-4970-b1e4-d2916ec54dc9 None None] Port 832de446-0eae-4f5c-86a1-451a38950dfe cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:22:48.474072 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3ebd585f-3932-4e06-83b6-5e7241921b19), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:48.510143 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6b1ccaed-17ab-4831-bd32-8949ee2c302b tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Deleting port 832de446-0eae-4f5c-86a1-451a38950dfe {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:22:48.510451 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b1ccaed-17ab-4831-bd32-8949ee2c302b tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (832de446-0eae-4f5c-86a1-451a38950dfe), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:48.565088 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.db.resource_extend [req-a90ea9e1-681a-4d0a-98b1-7c5ab0735d4b req-2c423dcd-82ec-47d6-b4d5-47dfe657b8e7 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:22:48.566665 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=3ebd585f-3932-4e06-83b6-5e7241921b19,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:48.661657 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b1ccaed-17ab-4831-bd32-8949ee2c302b tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (832de446-0eae-4f5c-86a1-451a38950dfe), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:48.675172 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-788501d5-ed99-4cc0-8492-ec2092707470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (afa63afc-6ab6-473c-b0b2-abab0a7e9431), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:48.686561 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6b1ccaed-17ab-4831-bd32-8949ee2c302b tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Calling delete_port for 832de446-0eae-4f5c-86a1-451a38950dfe owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:22:48.713430 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a90ea9e1-681a-4d0a-98b1-7c5ab0735d4b req-2c423dcd-82ec-47d6-b4d5-47dfe657b8e7 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:48.723886 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a90ea9e1-681a-4d0a-98b1-7c5ab0735d4b req-2c423dcd-82ec-47d6-b4d5-47dfe657b8e7 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (f6821b6c-8d73-465e-ab16-8566cf74e708), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:48.764312 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240f536-f4bf-4476-b28c-bb989ea4638f req-384299b1-9235-4817-bafe-a4ea5f0e640f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:48.768231 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a240f536-f4bf-4476-b28c-bb989ea4638f req-384299b1-9235-4817-bafe-a4ea5f0e640f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=f553c50e-6306-486f-87fb-4a21af699f99 HTTP/1.1" status: 200 len: 946 time: 0.2054527 Jan 28 00:22:48.858911 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b1ccaed-17ab-4831-bd32-8949ee2c302b tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (832de446-0eae-4f5c-86a1-451a38950dfe), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:48.897156 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ccaed-17ab-4831-bd32-8949ee2c302b tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Pushing event deleted for resources: {'Port': ['ID=832de446-0eae-4f5c-86a1-451a38950dfe,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:48.984939 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a240f536-f4bf-4476-b28c-bb989ea4638f req-23c82fbe-bb0c-4428-a584-5bbf58875c37 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110221 Jan 28 00:22:48.996327 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b1ccaed-17ab-4831-bd32-8949ee2c302b tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:49.016959 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6b1ccaed-17ab-4831-bd32-8949ee2c302b tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] 10.222.0.70 "DELETE /v2.0/ports/832de446-0eae-4f5c-86a1-451a38950dfe HTTP/1.1" status: 204 len: 168 time: 0.6885138 Jan 28 00:22:49.018023 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59992) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:49.029107 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [req-a90ea9e1-681a-4d0a-98b1-7c5ab0735d4b req-2c423dcd-82ec-47d6-b4d5-47dfe657b8e7 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Floating IP f6821b6c-8d73-465e-ab16-8566cf74e708 associated. External IP: 172.25.3.50, port: 5bfb6954-b6c9-4a13-875b-87fa50922e07. Jan 28 00:22:49.061741 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c1faa2-a0e7-41a3-8456-6d213eb23ac8 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] GET failed (client error): The resource could not be found. Jan 28 00:22:49.068764 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d4c1faa2-a0e7-41a3-8456-6d213eb23ac8 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] 10.222.0.70 "GET /v2.0/ports/832de446-0eae-4f5c-86a1-451a38950dfe HTTP/1.1" status: 404 len: 333 time: 0.0442855 Jan 28 00:22:49.069628 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59996) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:49.074917 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a2359941-dc2e-4ba9-8c97-91c9c8e97aab tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Request body: {'port': {'network_id': '2173ca6f-b9a7-40b0-bfb2-237ad35831a7', 'name': 'tempest-AllowedAddressPairTestJSON-1733478618'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:22:49.200909 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b7e6a0-432c-4586-9276-1361c3c4acb5 x-openstack-request-id: req-f6b7e6a0-432c-4586-9276-1361c3c4acb5 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:22:49.202061 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b217c6a1-a5df-474a-bcab-027ce2d82849", "tag": "c2b62d87-e6a7-4d22-86d7-b1384874a3df", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:22:49.203305 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f6b7e6a0-432c-4586-9276-1361c3c4acb5 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:22:49.203986 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b217c6a1-a5df-474a-bcab-027ce2d82849', 'tag': 'c2b62d87-e6a7-4d22-86d7-b1384874a3df', 'status': 'completed', 'code': 200} Jan 28 00:22:49.425829 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a1f27-1eee-49cb-86b7-a88cda945527 req-e3c28860-3dd8-4bc6-9ca0-08a8fc8b30bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:49.428392 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1d0a1f27-1eee-49cb-86b7-a88cda945527 req-e3c28860-3dd8-4bc6-9ca0-08a8fc8b30bb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 1098 time: 0.1992161 Jan 28 00:22:49.582400 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2359941-dc2e-4ba9-8c97-91c9c8e97aab tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Made reservation on behalf of 32f790587b1d438d8d87b8dc7badbd54 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:22:49.588034 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a2359941-dc2e-4ba9-8c97-91c9c8e97aab tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:49.619784 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a1f27-1eee-49cb-86b7-a88cda945527 req-d2465f11-0890-4485-a18d-72f5b854a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:49.622471 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d0a1f27-1eee-49cb-86b7-a88cda945527 req-d2465f11-0890-4485-a18d-72f5b854a08a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 1098 time: 0.3824482 Jan 28 00:22:49.650772 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-a2359941-dc2e-4ba9-8c97-91c9c8e97aab tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] device_id is not set on port 674a5468-8ca8-4983-830f-0abde9120239 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:22:49.709561 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788501d5-ed99-4cc0-8492-ec2092707470 admin admin] Router afa63afc-6ab6-473c-b0b2-abab0a7e9431 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:22:49.717063 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94085afc-bad0-4615-87fb-0f780b540575 req-443cfc4d-f67d-4216-ac68-7d77b9c1f7e8 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:49.725426 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-94085afc-bad0-4615-87fb-0f780b540575 req-443cfc4d-f67d-4216-ac68-7d77b9c1f7e8 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 947 time: 0.3767347 Jan 28 00:22:49.738680 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a1f27-1eee-49cb-86b7-a88cda945527 req-97c449dc-cfa0-47e2-b63a-fdffa1d20761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:49.742237 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1d0a1f27-1eee-49cb-86b7-a88cda945527 req-97c449dc-cfa0-47e2-b63a-fdffa1d20761 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.3036432 Jan 28 00:22:49.800478 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1d0a1f27-1eee-49cb-86b7-a88cda945527 req-d1ad3cb5-680c-4afd-9d54-156422a67a7e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=c2b62d87-e6a7-4d22-86d7-b1384874a3df HTTP/1.1" status: 200 len: 217 time: 0.0498607 Jan 28 00:22:49.925668 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a1f27-1eee-49cb-86b7-a88cda945527 req-454927e9-c58e-4f6d-812e-15968758c170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:49.928017 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1d0a1f27-1eee-49cb-86b7-a88cda945527 req-454927e9-c58e-4f6d-812e-15968758c170 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1208866 Jan 28 00:22:49.962862 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-94085afc-bad0-4615-87fb-0f780b540575 req-150fb1fc-b8d1-4e39-b43b-ef5d23adac5f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363393 Jan 28 00:22:49.976941 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-a2359941-dc2e-4ba9-8c97-91c9c8e97aab tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Allocated IP 172.20.0.7 (2173ca6f-b9a7-40b0-bfb2-237ad35831a7/ff56339b-154b-4c6c-9503-265fa21d139c/674a5468-8ca8-4983-830f-0abde9120239) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:22:49.980313 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a1f27-1eee-49cb-86b7-a88cda945527 req-121a9073-cbd8-4acc-9a45-32f74749bab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:49.982140 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d0a1f27-1eee-49cb-86b7-a88cda945527 req-121a9073-cbd8-4acc-9a45-32f74749bab1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.3396373 Jan 28 00:22:50.006338 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a1f27-1eee-49cb-86b7-a88cda945527 req-deea514a-16d2-4a13-b851-2e3772e52df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:50.007909 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1d0a1f27-1eee-49cb-86b7-a88cda945527 req-deea514a-16d2-4a13-b851-2e3772e52df0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0708599 Jan 28 00:22:50.079362 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a90ea9e1-681a-4d0a-98b1-7c5ab0735d4b req-2c423dcd-82ec-47d6-b4d5-47dfe657b8e7 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Router 395a6571-c8b3-462e-9837-3524af63a137 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:22:50.083390 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d0a1f27-1eee-49cb-86b7-a88cda945527 req-03225806-ec42-46e6-ac5f-b8ced7b19a23 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=c2b62d87-e6a7-4d22-86d7-b1384874a3df HTTP/1.1" status: 200 len: 217 time: 0.0672724 Jan 28 00:22:50.100299 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2cd413-7401-44ba-bfe7-b31f19f169b7 x-openstack-request-id: req-6a2cd413-7401-44ba-bfe7-b31f19f169b7 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:22:50.100811 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af27eac8-9de2-423b-b26c-9f66e618787d", "name": "network-vif-plugged", "status": "completed", "tag": "3ebd585f-3932-4e06-83b6-5e7241921b19", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:22:50.100965 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6a2cd413-7401-44ba-bfe7-b31f19f169b7 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:22:50.101446 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af27eac8-9de2-423b-b26c-9f66e618787d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebd585f-3932-4e06-83b6-5e7241921b19', 'code': 200} Jan 28 00:22:50.133077 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1d0a1f27-1eee-49cb-86b7-a88cda945527 req-e8e36bbb-5fb8-4ff3-a70b-3d7baa83dadf service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140525 Jan 28 00:22:50.150350 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788501d5-ed99-4cc0-8492-ec2092707470 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:22:50.172101 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a1f27-1eee-49cb-86b7-a88cda945527 req-834b312d-d492-44f3-8d8c-65d5e3be422b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:50.173666 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d0a1f27-1eee-49cb-86b7-a88cda945527 req-834b312d-d492-44f3-8d8c-65d5e3be422b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.0804698 Jan 28 00:22:50.180351 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b668b66e-cf84-4c5b-90a8-d94517c56f39 None None] Sync routers for ids ['afa63afc-6ab6-473c-b0b2-abab0a7e9431'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:22:50.182583 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-788501d5-ed99-4cc0-8492-ec2092707470 admin admin] 10.222.0.70 "PUT /v2.0/routers/afa63afc-6ab6-473c-b0b2-abab0a7e9431/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9611614 Jan 28 00:22:50.194214 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60010) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:50.211311 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b668b66e-cf84-4c5b-90a8-d94517c56f39 None None] Routers {'afa63afc-6ab6-473c-b0b2-abab0a7e9431'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:22:50.212315 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b668b66e-cf84-4c5b-90a8-d94517c56f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:22:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['afa63afc-6ab6-473c-b0b2-abab0a7e9431'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:22:50.380928 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-b668b66e-cf84-4c5b-90a8-d94517c56f39 None None] Set router afa63afc-6ab6-473c-b0b2-abab0a7e9431 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:22:50.457470 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b58219-df26-4f00-9a9b-c6187c9841f0 req-92374276-31ef-403e-9a0d-7f96d35a50dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:50.459145 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b1b58219-df26-4f00-9a9b-c6187c9841f0 req-92374276-31ef-403e-9a0d-7f96d35a50dc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=af27eac8-9de2-423b-b26c-9f66e618787d HTTP/1.1" status: 200 len: 1096 time: 0.1978199 Jan 28 00:22:50.462902 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a2359941-dc2e-4ba9-8c97-91c9c8e97aab tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks [] for port (674a5468-8ca8-4983-830f-0abde9120239), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:50.527036 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1d0a1f27-1eee-49cb-86b7-a88cda945527 req-399a5265-9e04-4a86-8bb7-4c5d59764a72 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830600 Jan 28 00:22:50.529822 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a2359941-dc2e-4ba9-8c97-91c9c8e97aab tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (674a5468-8ca8-4983-830f-0abde9120239), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:50.601284 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2359941-dc2e-4ba9-8c97-91c9c8e97aab tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Pushing event updated for resources: {'Port': ['ID=674a5468-8ca8-4983-830f-0abde9120239,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:50.629813 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2359941-dc2e-4ba9-8c97-91c9c8e97aab tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Network 2173ca6f-b9a7-40b0-bfb2-237ad35831a7 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:22:50.631802 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-a2359941-dc2e-4ba9-8c97-91c9c8e97aab tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:22:50.634479 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2359941-dc2e-4ba9-8c97-91c9c8e97aab tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:22:50.713764 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2359941-dc2e-4ba9-8c97-91c9c8e97aab tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:50.714706 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a2359941-dc2e-4ba9-8c97-91c9c8e97aab tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:50.739601 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a2359941-dc2e-4ba9-8c97-91c9c8e97aab tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6686666 Jan 28 00:22:50.744053 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60018) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:50.763077 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-0c97a742-e156-4f0c-bd38-a912d3ee4efd tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Request body: {'port': {'network_id': '2173ca6f-b9a7-40b0-bfb2-237ad35831a7', 'name': 'tempest-AllowedAddressPairTestJSON-1384788609'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:22:50.776631 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b668b66e-cf84-4c5b-90a8-d94517c56f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa63afc-6ab6-473c-b0b2-abab0a7e9431', 'name': 'tempest-ServerRescueTestJSON-1833381217-router', 'tenant_id': '196e2a06defd4040950ac19641a2f393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'adb4f995-13b3-484c-9cc2-58b0ab23a724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:20:12Z', 'updated_at': '2022-01-28T00:22:46Z', 'revision_number': 5, 'project_id': '196e2a06defd4040950ac19641a2f393', 'gw_port': {'id': 'adb4f995-13b3-484c-9cc2-58b0ab23a724', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa63afc-6ab6-473c-b0b2-abab0a7e9431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:20:13Z', 'updated_at': '2022-01-28T00:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:22:50.818882 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b668b66e-cf84-4c5b-90a8-d94517c56f39 None None] Checking router: afa63afc-6ab6-473c-b0b2-abab0a7e9431 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:22:50.834522 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b668b66e-cf84-4c5b-90a8-d94517c56f39 None None] Routers {'afa63afc-6ab6-473c-b0b2-abab0a7e9431'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:22:50.835587 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b668b66e-cf84-4c5b-90a8-d94517c56f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:22:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['afa63afc-6ab6-473c-b0b2-abab0a7e9431'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:22:51.015283 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c97a742-e156-4f0c-bd38-a912d3ee4efd tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Made reservation on behalf of 32f790587b1d438d8d87b8dc7badbd54 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:22:51.020024 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c97a742-e156-4f0c-bd38-a912d3ee4efd tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:51.037939 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a1f27-1eee-49cb-86b7-a88cda945527 req-d6c16f46-6944-472b-bd4b-3353a9ad340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:51.039540 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d0a1f27-1eee-49cb-86b7-a88cda945527 req-d6c16f46-6944-472b-bd4b-3353a9ad340c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8557491 Jan 28 00:22:51.046993 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-0c97a742-e156-4f0c-bd38-a912d3ee4efd tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] device_id is not set on port fa4d9fcc-ab75-4fd2-a082-359a288ffb3d yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:22:51.056965 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b85d78-dc95-4115-b190-708e851f4b11 req-4b87f688-638f-4264-93d8-c7fd3e1a382b tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:51.065296 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66b85d78-dc95-4115-b190-708e851f4b11 req-4b87f688-638f-4264-93d8-c7fd3e1a382b tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=af27eac8-9de2-423b-b26c-9f66e618787d HTTP/1.1" status: 200 len: 945 time: 0.7753680 Jan 28 00:22:51.163533 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-8fab5c2e-c8b4-41ce-91bf-a6e8a4d276d1 None None] Provisioning complete for port 674a5468-8ca8-4983-830f-0abde9120239 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:51.164789 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8fab5c2e-c8b4-41ce-91bf-a6e8a4d276d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (674a5468-8ca8-4983-830f-0abde9120239), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:51.171554 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-b668b66e-cf84-4c5b-90a8-d94517c56f39 None None] Set router afa63afc-6ab6-473c-b0b2-abab0a7e9431 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:22:51.198342 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a90ea9e1-681a-4d0a-98b1-7c5ab0735d4b req-2c423dcd-82ec-47d6-b4d5-47dfe657b8e7 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:22:51.207067 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4260377-a42a-46f5-9a8b-229bc5339749 admin admin] Publish callbacks [] for router (afa63afc-6ab6-473c-b0b2-abab0a7e9431), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:51.216563 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a90ea9e1-681a-4d0a-98b1-7c5ab0735d4b req-2c423dcd-82ec-47d6-b4d5-47dfe657b8e7 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:51.223350 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6af19e-63f3-4b32-aa6f-ce555e744063 None None] Sync routers for ids ['395a6571-c8b3-462e-9837-3524af63a137'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:22:51.264204 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6af19e-63f3-4b32-aa6f-ce555e744063 None None] Routers {'395a6571-c8b3-462e-9837-3524af63a137'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:22:51.265755 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-cf6af19e-63f3-4b32-aa6f-ce555e744063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:22:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['395a6571-c8b3-462e-9837-3524af63a137'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:22:51.267716 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-0c97a742-e156-4f0c-bd38-a912d3ee4efd tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Allocated IP 172.20.0.14 (2173ca6f-b9a7-40b0-bfb2-237ad35831a7/ff56339b-154b-4c6c-9503-265fa21d139c/fa4d9fcc-ab75-4fd2-a082-359a288ffb3d) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:22:51.328490 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b1b58219-df26-4f00-9a9b-c6187c9841f0 req-9c35768d-37c5-46c1-a945-ffdd6cf12a84 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030729 Jan 28 00:22:51.333438 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8fab5c2e-c8b4-41ce-91bf-a6e8a4d276d1 None None] Port 674a5468-8ca8-4983-830f-0abde9120239 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:22:51.352606 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66b85d78-dc95-4115-b190-708e851f4b11 req-2587a723-eb83-4be5-822c-75e70ee36ca4 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835376 Jan 28 00:22:51.354160 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a90ea9e1-681a-4d0a-98b1-7c5ab0735d4b req-2c423dcd-82ec-47d6-b4d5-47dfe657b8e7 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "PUT /v2.0/floatingips/f6821b6c-8d73-465e-ab16-8566cf74e708 HTTP/1.1" status: 200 len: 996 time: 4.7652903 Jan 28 00:22:51.360904 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e8d626-22b3-4180-9708-75999901e797', 'tag': '5bfb6954-b6c9-4a13-875b-87fa50922e07'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:22:51.376788 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea7f801-fd87-4150-acea-e61a5cf9005f" -d '{"events": [{"name": "network-changed", "server_uuid": "b4e8d626-22b3-4180-9708-75999901e797", "tag": "5bfb6954-b6c9-4a13-875b-87fa50922e07"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:22:51.576832 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b668b66e-cf84-4c5b-90a8-d94517c56f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa63afc-6ab6-473c-b0b2-abab0a7e9431', 'name': 'tempest-ServerRescueTestJSON-1833381217-router', 'tenant_id': '196e2a06defd4040950ac19641a2f393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'adb4f995-13b3-484c-9cc2-58b0ab23a724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:20:12Z', 'updated_at': '2022-01-28T00:22:46Z', 'revision_number': 5, 'project_id': '196e2a06defd4040950ac19641a2f393', 'gw_port': {'id': 'adb4f995-13b3-484c-9cc2-58b0ab23a724', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa63afc-6ab6-473c-b0b2-abab0a7e9431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:20:13Z', 'updated_at': '2022-01-28T00:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:22:51.602937 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d0a1f27-1eee-49cb-86b7-a88cda945527 req-282b32cd-9961-4aae-b71f-94b539c4b637 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5299466 Jan 28 00:22:51.606920 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4260377-a42a-46f5-9a8b-229bc5339749 admin admin] Publish callbacks [] for router_gateway (afa63afc-6ab6-473c-b0b2-abab0a7e9431), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:51.677101 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c97a742-e156-4f0c-bd38-a912d3ee4efd tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks [] for port (fa4d9fcc-ab75-4fd2-a082-359a288ffb3d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:51.739313 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b668b66e-cf84-4c5b-90a8-d94517c56f39 None None] The sync data for ids ['afa63afc-6ab6-473c-b0b2-abab0a7e9431'] in n-d-826754-1 is: [{'id': 'afa63afc-6ab6-473c-b0b2-abab0a7e9431', 'name': 'tempest-ServerRescueTestJSON-1833381217-router', 'tenant_id': '196e2a06defd4040950ac19641a2f393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'adb4f995-13b3-484c-9cc2-58b0ab23a724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:20:12Z', 'updated_at': '2022-01-28T00:22:46Z', 'revision_number': 5, 'project_id': '196e2a06defd4040950ac19641a2f393', 'gw_port': {'id': 'adb4f995-13b3-484c-9cc2-58b0ab23a724', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa63afc-6ab6-473c-b0b2-abab0a7e9431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:20:13Z', 'updated_at': '2022-01-28T00:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:22:51.798068 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c97a742-e156-4f0c-bd38-a912d3ee4efd tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (fa4d9fcc-ab75-4fd2-a082-359a288ffb3d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:51.871266 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-cf6af19e-63f3-4b32-aa6f-ce555e744063 None None] Set router 395a6571-c8b3-462e-9837-3524af63a137 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:22:51.892491 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c97a742-e156-4f0c-bd38-a912d3ee4efd tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Network 2173ca6f-b9a7-40b0-bfb2-237ad35831a7 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:22:51.893675 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ea9e1-681a-4d0a-98b1-7c5ab0735d4b req-561c1eb4-4449-4d19-a0b3-48555ea345e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:51.896001 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-0c97a742-e156-4f0c-bd38-a912d3ee4efd tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:22:51.904883 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c97a742-e156-4f0c-bd38-a912d3ee4efd tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:22:51.908552 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a90ea9e1-681a-4d0a-98b1-7c5ab0735d4b req-561c1eb4-4449-4d19-a0b3-48555ea345e6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=59a716a38e2a47e4a59e21b06e3ba762&device_id=b4e8d626-22b3-4180-9708-75999901e797 HTTP/1.1" status: 200 len: 1097 time: 0.4960992 Jan 28 00:22:51.913234 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97a742-e156-4f0c-bd38-a912d3ee4efd tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Pushing event updated for resources: {'Port': ['ID=fa4d9fcc-ab75-4fd2-a082-359a288ffb3d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:51.995766 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c97a742-e156-4f0c-bd38-a912d3ee4efd tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:51.996683 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c97a742-e156-4f0c-bd38-a912d3ee4efd tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:52.025101 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0c97a742-e156-4f0c-bd38-a912d3ee4efd tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2764182 Jan 28 00:22:52.025782 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60028) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:52.032282 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-8a82903c-02b3-4cde-b562-644eca051abb tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:2d:73:59'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:f4:af:2f'}]}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:22:52.083052 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb45769-36a0-465d-a931-f02eb227ee8b req-86a3127c-eb82-484a-b036-476fc74b858c tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:52.085467 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8bb45769-36a0-465d-a931-f02eb227ee8b req-86a3127c-eb82-484a-b036-476fc74b858c tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 947 time: 0.4157157 Jan 28 00:22:52.094259 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d0a1f27-1eee-49cb-86b7-a88cda945527 req-23b607cd-c801-481c-b05d-8e4c665be070 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623566 Jan 28 00:22:52.177019 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-a4260377-a42a-46f5-9a8b-229bc5339749 admin admin] Deleting port adb4f995-13b3-484c-9cc2-58b0ab23a724 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:22:52.182007 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4260377-a42a-46f5-9a8b-229bc5339749 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (adb4f995-13b3-484c-9cc2-58b0ab23a724), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:52.186435 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ea9e1-681a-4d0a-98b1-7c5ab0735d4b req-315e087e-4933-424c-96d6-85087fcf6ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:52.191710 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a90ea9e1-681a-4d0a-98b1-7c5ab0735d4b req-315e087e-4933-424c-96d6-85087fcf6ffc service neutron] 10.222.0.70 "GET /v2.0/networks?id=6c6166fa-f12c-44dc-80f4-7ae48bcbac66 HTTP/1.1" status: 200 len: 929 time: 0.2774920 Jan 28 00:22:52.258547 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8a82903c-02b3-4cde-b562-644eca051abb tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (fa4d9fcc-ab75-4fd2-a082-359a288ffb3d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:52.303063 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-cf6af19e-63f3-4b32-aa6f-ce555e744063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395a6571-c8b3-462e-9837-3524af63a137', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-268608534-router', 'tenant_id': '59a716a38e2a47e4a59e21b06e3ba762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '2688f277-e45a-41df-8817-a78368d0d217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:22:01Z', 'updated_at': '2022-01-28T00:22:08Z', 'revision_number': 4, 'project_id': '59a716a38e2a47e4a59e21b06e3ba762', 'gw_port': {'id': '2688f277-e45a-41df-8817-a78368d0d217', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a6571-c8b3-462e-9837-3524af63a137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:22:03Z', 'updated_at': '2022-01-28T00:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'f6821b6c-8d73-465e-ab16-8566cf74e708', 'tenant_id': '59a716a38e2a47e4a59e21b06e3ba762', 'floating_ip_address': '172.25.3.50', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '395a6571-c8b3-462e-9837-3524af63a137', 'port_id': '5bfb6954-b6c9-4a13-875b-87fa50922e07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c6166fa-f12c-44dc-80f4-7ae48bcbac66', 'mac_address': 'fa:16:3e:50:8e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e8d626-22b3-4180-9708-75999901e797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:22:41Z', 'updated_at': '2022-01-28T00:22:48Z', 'revision_number': 1, 'project_id': '59a716a38e2a47e4a59e21b06e3ba762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e24581c-c63e-4c9d-a84f-443463e9a4c8', 'name': '', 'network_id': '6c6166fa-f12c-44dc-80f4-7ae48bcbac66', 'tenant_id': '59a716a38e2a47e4a59e21b06e3ba762', 'mac_address': 'fa:16:3e:a1:78:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a6571-c8b3-462e-9837-3524af63a137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '2856b206-aa20-4138-8515-c3d02a78ce88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:22:07Z', 'updated_at': '2022-01-28T00:22:16Z', 'revision_number': 5, 'project_id': '59a716a38e2a47e4a59e21b06e3ba762', 'subnets': [{'id': '2856b206-aa20-4138-8515-c3d02a78ce88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:22:52.306707 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8bb45769-36a0-465d-a931-f02eb227ee8b req-870c0b43-30df-42c1-9b31-46508ec103bf tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113371 Jan 28 00:22:52.370223 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a90ea9e1-681a-4d0a-98b1-7c5ab0735d4b req-6ba62134-6999-4343-a035-3d34fe23d2c7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bfb6954-b6c9-4a13-875b-87fa50922e07 HTTP/1.1" status: 200 len: 999 time: 0.1626720 Jan 28 00:22:52.383174 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6af19e-63f3-4b32-aa6f-ce555e744063 None None] Checking router: 395a6571-c8b3-462e-9837-3524af63a137 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:22:52.425737 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6af19e-63f3-4b32-aa6f-ce555e744063 None None] Routers {'395a6571-c8b3-462e-9837-3524af63a137'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:22:52.426453 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-cf6af19e-63f3-4b32-aa6f-ce555e744063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:22:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['395a6571-c8b3-462e-9837-3524af63a137'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:22:52.489312 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9d4988-d13a-465a-adfa-c31b53efcba5 x-openstack-request-id: req-ee9d4988-d13a-465a-adfa-c31b53efcba5 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:22:52.489619 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4e8d626-22b3-4180-9708-75999901e797", "tag": "5bfb6954-b6c9-4a13-875b-87fa50922e07", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:22:52.489880 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ee9d4988-d13a-465a-adfa-c31b53efcba5 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:22:52.490298 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4e8d626-22b3-4180-9708-75999901e797', 'tag': '5bfb6954-b6c9-4a13-875b-87fa50922e07', 'status': 'completed', 'code': 200} Jan 28 00:22:52.500245 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-4ebb6631-a8bc-4dd4-985e-219128734c2f None None] Provisioning complete for port fa4d9fcc-ab75-4fd2-a082-359a288ffb3d triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:52.501255 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ebb6631-a8bc-4dd4-985e-219128734c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (fa4d9fcc-ab75-4fd2-a082-359a288ffb3d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:52.544797 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-a4260377-a42a-46f5-9a8b-229bc5339749 admin admin] For port adb4f995-13b3-484c-9cc2-58b0ab23a724, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=adb4f995-13b3-484c-9cc2-58b0ab23a724,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:52.545318 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4260377-a42a-46f5-9a8b-229bc5339749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (adb4f995-13b3-484c-9cc2-58b0ab23a724), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:52.579876 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-a4260377-a42a-46f5-9a8b-229bc5339749 admin admin] Calling delete_port for adb4f995-13b3-484c-9cc2-58b0ab23a724 owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:22:52.582734 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ea9e1-681a-4d0a-98b1-7c5ab0735d4b req-8ad3a89a-eb0c-474f-8902-7824c2c0601b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:52.589047 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a90ea9e1-681a-4d0a-98b1-7c5ab0735d4b req-8ad3a89a-eb0c-474f-8902-7824c2c0601b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2856b206-aa20-4138-8515-c3d02a78ce88 HTTP/1.1" status: 200 len: 867 time: 0.2011480 Jan 28 00:22:52.589371 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4ebb6631-a8bc-4dd4-985e-219128734c2f None None] Port fa4d9fcc-ab75-4fd2-a082-359a288ffb3d cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:22:52.641165 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-cf6af19e-63f3-4b32-aa6f-ce555e744063 None None] Set router 395a6571-c8b3-462e-9837-3524af63a137 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:22:52.671231 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8a82903c-02b3-4cde-b562-644eca051abb tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks [] for port (fa4d9fcc-ab75-4fd2-a082-359a288ffb3d), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:52.677647 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8a82903c-02b3-4cde-b562-644eca051abb tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (fa4d9fcc-ab75-4fd2-a082-359a288ffb3d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:52.773003 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82903c-02b3-4cde-b562-644eca051abb tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Pushing event updated for resources: {'Port': ['ID=fa4d9fcc-ab75-4fd2-a082-359a288ffb3d,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:52.801506 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8a82903c-02b3-4cde-b562-644eca051abb tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] In _notify_port_updated(), no bound segment for port fa4d9fcc-ab75-4fd2-a082-359a288ffb3d on network 2173ca6f-b9a7-40b0-bfb2-237ad35831a7 {{(pid=103343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 00:22:52.813696 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a82903c-02b3-4cde-b562-644eca051abb tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:52.814400 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8a82903c-02b3-4cde-b562-644eca051abb tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:52.820426 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8a82903c-02b3-4cde-b562-644eca051abb tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] 10.222.0.70 "PUT /v2.0/ports/fa4d9fcc-ab75-4fd2-a082-359a288ffb3d HTTP/1.1" status: 200 len: 1057 time: 0.7893510 Jan 28 00:22:52.821177 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60036) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:52.853485 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device c2b62d87-e6a7-4d22-86d7-b1384874a3df details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:22:52.938308 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1e242ce8-651a-4380-8fa6-198b5c8446b7 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:22:52.963355 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07efdc-9d6c-47ca-bab8-f945ca608acd req-ee40889e-3403-4782-9957-627f7f24cc71 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:52.980122 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b07efdc-9d6c-47ca-bab8-f945ca608acd req-ee40889e-3403-4782-9957-627f7f24cc71 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=af27eac8-9de2-423b-b26c-9f66e618787d HTTP/1.1" status: 200 len: 945 time: 0.2376361 Jan 28 00:22:52.987096 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 1e242ce8-651a-4380-8fa6-198b5c8446b7 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:22:52.988036 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1e242ce8-651a-4380-8fa6-198b5c8446b7 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:22:53.047358 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-cf6af19e-63f3-4b32-aa6f-ce555e744063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395a6571-c8b3-462e-9837-3524af63a137', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-268608534-router', 'tenant_id': '59a716a38e2a47e4a59e21b06e3ba762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '2688f277-e45a-41df-8817-a78368d0d217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:22:01Z', 'updated_at': '2022-01-28T00:22:08Z', 'revision_number': 4, 'project_id': '59a716a38e2a47e4a59e21b06e3ba762', 'gw_port': {'id': '2688f277-e45a-41df-8817-a78368d0d217', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a6571-c8b3-462e-9837-3524af63a137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:22:03Z', 'updated_at': '2022-01-28T00:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'f6821b6c-8d73-465e-ab16-8566cf74e708', 'tenant_id': '59a716a38e2a47e4a59e21b06e3ba762', 'floating_ip_address': '172.25.3.50', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '395a6571-c8b3-462e-9837-3524af63a137', 'port_id': '5bfb6954-b6c9-4a13-875b-87fa50922e07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c6166fa-f12c-44dc-80f4-7ae48bcbac66', 'mac_address': 'fa:16:3e:50:8e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e8d626-22b3-4180-9708-75999901e797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:22:41Z', 'updated_at': '2022-01-28T00:22:48Z', 'revision_number': 1, 'project_id': '59a716a38e2a47e4a59e21b06e3ba762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e24581c-c63e-4c9d-a84f-443463e9a4c8', 'name': '', 'network_id': '6c6166fa-f12c-44dc-80f4-7ae48bcbac66', 'tenant_id': '59a716a38e2a47e4a59e21b06e3ba762', 'mac_address': 'fa:16:3e:a1:78:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a6571-c8b3-462e-9837-3524af63a137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '2856b206-aa20-4138-8515-c3d02a78ce88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:22:07Z', 'updated_at': '2022-01-28T00:22:16Z', 'revision_number': 5, 'project_id': '59a716a38e2a47e4a59e21b06e3ba762', 'subnets': [{'id': '2856b206-aa20-4138-8515-c3d02a78ce88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:22:53.087718 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6af19e-63f3-4b32-aa6f-ce555e744063 None None] The sync data for ids ['395a6571-c8b3-462e-9837-3524af63a137'] in n-d-826754-1 is: [{'id': '395a6571-c8b3-462e-9837-3524af63a137', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-268608534-router', 'tenant_id': '59a716a38e2a47e4a59e21b06e3ba762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '2688f277-e45a-41df-8817-a78368d0d217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:22:01Z', 'updated_at': '2022-01-28T00:22:08Z', 'revision_number': 4, 'project_id': '59a716a38e2a47e4a59e21b06e3ba762', 'gw_port': {'id': '2688f277-e45a-41df-8817-a78368d0d217', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a6571-c8b3-462e-9837-3524af63a137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:22:03Z', 'updated_at': '2022-01-28T00:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'f6821b6c-8d73-465e-ab16-8566cf74e708', 'tenant_id': '59a716a38e2a47e4a59e21b06e3ba762', 'floating_ip_address': '172.25.3.50', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '395a6571-c8b3-462e-9837-3524af63a137', 'port_id': '5bfb6954-b6c9-4a13-875b-87fa50922e07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c6166fa-f12c-44dc-80f4-7ae48bcbac66', 'mac_address': 'fa:16:3e:50:8e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e8d626-22b3-4180-9708-75999901e797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:22:41Z', 'updated_at': '2022-01-28T00:22:48Z', 'revision_number': 1, 'project_id': '59a716a38e2a47e4a59e21b06e3ba762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e24581c-c63e-4c9d-a84f-443463e9a4c8', 'name': '', 'network_id': '6c6166fa-f12c-44dc-80f4-7ae48bcbac66', 'tenant_id': '59a716a38e2a47e4a59e21b06e3ba762', 'mac_address': 'fa:16:3e:a1:78:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a6571-c8b3-462e-9837-3524af63a137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '2856b206-aa20-4138-8515-c3d02a78ce88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:22:07Z', 'updated_at': '2022-01-28T00:22:16Z', 'revision_number': 5, 'project_id': '59a716a38e2a47e4a59e21b06e3ba762', 'subnets': [{'id': '2856b206-aa20-4138-8515-c3d02a78ce88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:22:53.094008 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port c2b62d87-e6a7-4d22-86d7-b1384874a3df, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=c2b62d87-e6a7-4d22-86d7-b1384874a3df,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:53.100119 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-501f6da3-7f13-42c5-a9a7-1268751ff317 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Deleting port fa4d9fcc-ab75-4fd2-a082-359a288ffb3d {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:22:53.100713 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-501f6da3-7f13-42c5-a9a7-1268751ff317 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (fa4d9fcc-ab75-4fd2-a082-359a288ffb3d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:53.105449 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b07efdc-9d6c-47ca-bab8-f945ca608acd req-604362ed-127a-4002-88bc-e4637fdc70a9 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239870 Jan 28 00:22:53.116568 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'c2b62d87-e6a7-4d22-86d7-b1384874a3df', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': 'c2b62d87-e6a7-4d22-86d7-b1384874a3df', 'mac_address': 'fa:16:3e:6c:65:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:22:53.147124 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7f801-fd87-4150-acea-e61a5cf9005f req-dae9f9ad-443e-4fd6-9da0-6aa63b12ee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:53.149735 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ea7f801-fd87-4150-acea-e61a5cf9005f req-dae9f9ad-443e-4fd6-9da0-6aa63b12ee6e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59a716a38e2a47e4a59e21b06e3ba762&device_id=b4e8d626-22b3-4180-9708-75999901e797 HTTP/1.1" status: 200 len: 1097 time: 0.4203265 Jan 28 00:22:53.152920 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ea9e1-681a-4d0a-98b1-7c5ab0735d4b req-a31657e8-6284-4ffb-9528-b6dc2d45e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:53.167168 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a90ea9e1-681a-4d0a-98b1-7c5ab0735d4b req-a31657e8-6284-4ffb-9528-b6dc2d45e88d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6c6166fa-f12c-44dc-80f4-7ae48bcbac66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4873285 Jan 28 00:22:53.209902 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port c2b62d87-e6a7-4d22-86d7-b1384874a3df is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:22:53.212251 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:53.235937 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b62d87-e6a7-4d22-86d7-b1384874a3df {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:22:53.262424 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port c2b62d87-e6a7-4d22-86d7-b1384874a3df, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=c2b62d87-e6a7-4d22-86d7-b1384874a3df,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:53.272767 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:53.325161 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-501f6da3-7f13-42c5-a9a7-1268751ff317 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (fa4d9fcc-ab75-4fd2-a082-359a288ffb3d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:53.345731 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-501f6da3-7f13-42c5-a9a7-1268751ff317 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Calling delete_port for fa4d9fcc-ab75-4fd2-a082-359a288ffb3d owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:22:53.442454 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=c2b62d87-e6a7-4d22-86d7-b1384874a3df,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:53.465418 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6d945cc3-361d-4d09-bf4f-40f1a745eee5 None None] Provisioning complete for port fa4d9fcc-ab75-4fd2-a082-359a288ffb3d triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:53.466124 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6d945cc3-361d-4d09-bf4f-40f1a745eee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (fa4d9fcc-ab75-4fd2-a082-359a288ffb3d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:53.546868 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6d945cc3-361d-4d09-bf4f-40f1a745eee5 None None] Port fa4d9fcc-ab75-4fd2-a082-359a288ffb3d cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:22:53.572129 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7f801-fd87-4150-acea-e61a5cf9005f req-16fc669f-9b7d-49d6-9e26-dafd6cda44d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:53.576892 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc10a0d0-4908-4abd-b3ce-53981b2f6a06 None None] New status for floating IP f6821b6c-8d73-465e-ab16-8566cf74e708: ACTIVE {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:22:53.577889 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ea7f801-fd87-4150-acea-e61a5cf9005f req-16fc669f-9b7d-49d6-9e26-dafd6cda44d3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6c6166fa-f12c-44dc-80f4-7ae48bcbac66 HTTP/1.1" status: 200 len: 929 time: 0.4032364 Jan 28 00:22:53.588556 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a90ea9e1-681a-4d0a-98b1-7c5ab0735d4b req-4064e144-192b-4c69-941b-2ed900be8df8 service neutron] 10.222.0.70 "GET /v2.0/networks/6c6166fa-f12c-44dc-80f4-7ae48bcbac66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837552 Jan 28 00:22:53.669025 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-501f6da3-7f13-42c5-a9a7-1268751ff317 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (fa4d9fcc-ab75-4fd2-a082-359a288ffb3d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:53.724406 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4260377-a42a-46f5-9a8b-229bc5339749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (adb4f995-13b3-484c-9cc2-58b0ab23a724), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:53.729989 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f6da3-7f13-42c5-a9a7-1268751ff317 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Pushing event deleted for resources: {'Port': ['ID=fa4d9fcc-ab75-4fd2-a082-359a288ffb3d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:53.911353 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4260377-a42a-46f5-9a8b-229bc5339749 admin admin] Pushing event deleted for resources: {'Port': ['ID=adb4f995-13b3-484c-9cc2-58b0ab23a724,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:53.924303 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['c2b62d87-e6a7-4d22-86d7-b1384874a3df'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:22:53.937608 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4260377-a42a-46f5-9a8b-229bc5339749 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:53.938483 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4260377-a42a-46f5-9a8b-229bc5339749 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:53.938964 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4260377-a42a-46f5-9a8b-229bc5339749 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:53.939436 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4260377-a42a-46f5-9a8b-229bc5339749 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:53.940039 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4260377-a42a-46f5-9a8b-229bc5339749 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:53.940689 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4260377-a42a-46f5-9a8b-229bc5339749 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:53.941480 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4260377-a42a-46f5-9a8b-229bc5339749 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:53.942179 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4260377-a42a-46f5-9a8b-229bc5339749 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:53.942892 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4260377-a42a-46f5-9a8b-229bc5339749 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:53.943555 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4260377-a42a-46f5-9a8b-229bc5339749 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:53.944239 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4260377-a42a-46f5-9a8b-229bc5339749 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:53.944955 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4260377-a42a-46f5-9a8b-229bc5339749 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:53.945684 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4260377-a42a-46f5-9a8b-229bc5339749 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:22:54.043607 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4260377-a42a-46f5-9a8b-229bc5339749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (afa63afc-6ab6-473c-b0b2-abab0a7e9431), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:54.237671 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ea7f801-fd87-4150-acea-e61a5cf9005f req-626eb2b3-9fff-4c3a-be61-59c8f3ad3c3f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bfb6954-b6c9-4a13-875b-87fa50922e07 HTTP/1.1" status: 200 len: 999 time: 0.6469653 Jan 28 00:22:54.289146 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-501f6da3-7f13-42c5-a9a7-1268751ff317 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:54.292618 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-501f6da3-7f13-42c5-a9a7-1268751ff317 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] 10.222.0.70 "DELETE /v2.0/ports/fa4d9fcc-ab75-4fd2-a082-359a288ffb3d HTTP/1.1" status: 204 len: 168 time: 1.4692578 Jan 28 00:22:54.297614 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60056) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:54.332537 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-9808ff70-aed7-4213-8c6f-cc4fcd1be252 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] GET failed (client error): The resource could not be found. Jan 28 00:22:54.334023 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9808ff70-aed7-4213-8c6f-cc4fcd1be252 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] 10.222.0.70 "GET /v2.0/ports/fa4d9fcc-ab75-4fd2-a082-359a288ffb3d HTTP/1.1" status: 404 len: 333 time: 0.0353687 Jan 28 00:22:54.339051 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60060) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:54.429942 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4260377-a42a-46f5-9a8b-229bc5339749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (afa63afc-6ab6-473c-b0b2-abab0a7e9431), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:54.441969 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4260377-a42a-46f5-9a8b-229bc5339749 admin admin] Publish callbacks [] for router_controller (afa63afc-6ab6-473c-b0b2-abab0a7e9431), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:54.452692 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa0585-b397-4690-bb99-cfc514da0b67 req-55af599b-a76b-4724-8d2c-a8dbec24ab81 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:54.460450 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73fa0585-b397-4690-bb99-cfc514da0b67 req-55af599b-a76b-4724-8d2c-a8dbec24ab81 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 948 time: 0.4258888 Jan 28 00:22:54.464660 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a90ea9e1-681a-4d0a-98b1-7c5ab0735d4b req-98b4fd3f-efc7-44a4-bed5-9490ae3a22b5 service neutron] 10.222.0.70 "GET /v2.0/networks/6c6166fa-f12c-44dc-80f4-7ae48bcbac66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8678939 Jan 28 00:22:54.493536 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d01f6b58-3dce-4554-a32c-f8d99352ac0e tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Deleting port 674a5468-8ca8-4983-830f-0abde9120239 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:22:54.493536 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d01f6b58-3dce-4554-a32c-f8d99352ac0e tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (674a5468-8ca8-4983-830f-0abde9120239), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:54.584847 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7f801-fd87-4150-acea-e61a5cf9005f req-9895bba0-5495-4260-a92e-efa528eeb9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:54.587015 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ea7f801-fd87-4150-acea-e61a5cf9005f req-9895bba0-5495-4260-a92e-efa528eeb9b8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2856b206-aa20-4138-8515-c3d02a78ce88 HTTP/1.1" status: 200 len: 867 time: 0.2669902 Jan 28 00:22:54.653761 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4260377-a42a-46f5-9a8b-229bc5339749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (afa63afc-6ab6-473c-b0b2-abab0a7e9431), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:54.654686 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4260377-a42a-46f5-9a8b-229bc5339749 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afa63afc-6ab6-473c-b0b2-abab0a7e9431 {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:22:54.688653 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d01f6b58-3dce-4554-a32c-f8d99352ac0e tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (674a5468-8ca8-4983-830f-0abde9120239), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:54.706619 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4260377-a42a-46f5-9a8b-229bc5339749 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:54.711375 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60064) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:54.713334 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a4260377-a42a-46f5-9a8b-229bc5339749 admin admin] 10.222.0.70 "DELETE /v2.0/routers/afa63afc-6ab6-473c-b0b2-abab0a7e9431 HTTP/1.1" status: 204 len: 168 time: 4.5159571 Jan 28 00:22:54.753213 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d01f6b58-3dce-4554-a32c-f8d99352ac0e tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Calling delete_port for 674a5468-8ca8-4983-830f-0abde9120239 owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:22:54.754003 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73fa0585-b397-4690-bb99-cfc514da0b67 req-fb6d4034-002d-4fbd-8cd3-446db288bd4d tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925694 Jan 28 00:22:54.793953 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9158fef-889e-475b-a655-c4f778e04de3 req-4fab03df-e2d7-4167-8b76-c3190904df59 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:54.818767 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9158fef-889e-475b-a655-c4f778e04de3 req-4fab03df-e2d7-4167-8b76-c3190904df59 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=af27eac8-9de2-423b-b26c-9f66e618787d HTTP/1.1" status: 200 len: 945 time: 0.2506323 Jan 28 00:22:54.857794 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f4bf38-25c3-4f7b-b349-f22653a5dd35 admin admin] Deleting subnet 530fddaf-a5d7-4bcd-acc2-ddfe220a3804 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:22:54.863588 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-39f4bf38-25c3-4f7b-b349-f22653a5dd35 admin admin] Publish callbacks [] for subnet (530fddaf-a5d7-4bcd-acc2-ddfe220a3804), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:54.966915 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-39f4bf38-25c3-4f7b-b349-f22653a5dd35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (530fddaf-a5d7-4bcd-acc2-ddfe220a3804), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:55.035127 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-39f4bf38-25c3-4f7b-b349-f22653a5dd35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (530fddaf-a5d7-4bcd-acc2-ddfe220a3804), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:55.063709 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7f801-fd87-4150-acea-e61a5cf9005f req-57aad48b-1277-42a3-9fdf-1ac826595035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:55.065620 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ea7f801-fd87-4150-acea-e61a5cf9005f req-57aad48b-1277-42a3-9fdf-1ac826595035 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6c6166fa-f12c-44dc-80f4-7ae48bcbac66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4538767 Jan 28 00:22:55.178077 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9158fef-889e-475b-a655-c4f778e04de3 req-87a2844c-b77b-4039-aaf7-153e4473afc2 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578482 Jan 28 00:22:55.195471 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d01f6b58-3dce-4554-a32c-f8d99352ac0e tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (674a5468-8ca8-4983-830f-0abde9120239), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:55.225862 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9ff79b2f-c293-47cb-a6d0-345d73ba0e3e req-82526a05-a5f0-40e4-8ecf-28dc0fd99cf0 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 258 time: 0.3026409 Jan 28 00:22:55.261070 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-9ff79b2f-c293-47cb-a6d0-345d73ba0e3e req-22f8b29b-cc38-41f3-ab9d-f50ec6f9d988 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:22:55.291909 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ea7f801-fd87-4150-acea-e61a5cf9005f req-f3b77b8f-912e-4074-9f00-c2a85403559f service neutron] 10.222.0.52 "GET /v2.0/networks/6c6166fa-f12c-44dc-80f4-7ae48bcbac66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147076 Jan 28 00:22:55.295768 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-9ff79b2f-c293-47cb-a6d0-345d73ba0e3e req-22f8b29b-cc38-41f3-ab9d-f50ec6f9d988 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:55.326931 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f6b58-3dce-4554-a32c-f8d99352ac0e tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Pushing event deleted for resources: {'Port': ['ID=674a5468-8ca8-4983-830f-0abde9120239,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:55.338191 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-39f4bf38-25c3-4f7b-b349-f22653a5dd35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (530fddaf-a5d7-4bcd-acc2-ddfe220a3804), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:55.461782 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4bf38-25c3-4f7b-b349-f22653a5dd35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=530fddaf-a5d7-4bcd-acc2-ddfe220a3804,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:55.487512 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-39f4bf38-25c3-4f7b-b349-f22653a5dd35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:55.495562 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-39f4bf38-25c3-4f7b-b349-f22653a5dd35 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/530fddaf-a5d7-4bcd-acc2-ddfe220a3804 HTTP/1.1" status: 204 len: 168 time: 0.7804046 Jan 28 00:22:55.549189 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60078) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:55.902927 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d01f6b58-3dce-4554-a32c-f8d99352ac0e tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:55.909763 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d01f6b58-3dce-4554-a32c-f8d99352ac0e tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] 10.222.0.70 "DELETE /v2.0/ports/674a5468-8ca8-4983-830f-0abde9120239 HTTP/1.1" status: 204 len: 168 time: 1.5694158 Jan 28 00:22:55.910436 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60088) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:55.920169 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ef72654-63b7-4242-8573-a0281b2d1ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (64b0a5d5-a645-4f8b-974a-dd9349c99779), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:55.970950 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-f64e0c9d-2961-4c70-9414-a34e4c8aabb2 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:55.972675 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-f64e0c9d-2961-4c70-9414-a34e4c8aabb2 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.52 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849&tenant_id=83dbb6195da44e30b63c09c8e88d497f&binding%3Ahost_id=n-h2-826754-1 HTTP/1.1" status: 200 len: 948 time: 0.4217651 Jan 28 00:22:55.974125 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8023f22-55db-450e-a17e-0d73c2da7ffa tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] GET failed (client error): The resource could not be found. Jan 28 00:22:55.980554 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c8023f22-55db-450e-a17e-0d73c2da7ffa tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] 10.222.0.70 "GET /v2.0/ports/674a5468-8ca8-4983-830f-0abde9120239 HTTP/1.1" status: 404 len: 333 time: 0.0633166 Jan 28 00:22:55.988215 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60090) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:56.010212 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ea7f801-fd87-4150-acea-e61a5cf9005f req-c0f9e093-515f-48c9-879b-6c7756653ff9 service neutron] 10.222.0.52 "GET /v2.0/networks/6c6166fa-f12c-44dc-80f4-7ae48bcbac66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6895759 Jan 28 00:22:56.112361 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-9ff79b2f-c293-47cb-a6d0-345d73ba0e3e req-22f8b29b-cc38-41f3-ab9d-f50ec6f9d988 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:56.353995 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ef72654-63b7-4242-8573-a0281b2d1ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (64b0a5d5-a645-4f8b-974a-dd9349c99779), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:56.375201 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-9ff79b2f-c293-47cb-a6d0-345d73ba0e3e req-22f8b29b-cc38-41f3-ab9d-f50ec6f9d988 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Allocated IP 172.25.3.152 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/8499a057-41cc-4444-a9c4-5d986f43c1ad) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:22:56.376376 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-b3f3e7bb-072e-4d78-98e1-5e3b8d5d5e19 service neutron] 10.222.0.52 "GET /v2.0/ports/c2b62d87-e6a7-4d22-86d7-b1384874a3df/bindings/n-h2-826754-1 HTTP/1.1" status: 200 len: 382 time: 0.3849323 Jan 28 00:22:56.386881 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-0ef72654-63b7-4242-8573-a0281b2d1ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b0a5d5-a645-4f8b-974a-dd9349c99779']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:22:56.399189 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8e7a9-a153-43fa-9724-820fb89d2b46 req-0c0f1a54-9d11-4d63-b427-3a2728bdbb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:56.400954 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dbb8e7a9-a153-43fa-9724-820fb89d2b46 req-0c0f1a54-9d11-4d63-b427-3a2728bdbb7e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=447275f81c0e4d579e9910142f20754b&device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 1096 time: 0.1704788 Jan 28 00:22:56.402679 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-0ef72654-63b7-4242-8573-a0281b2d1ec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87380d4d-c14a-4c3b-ba9c-effbcb33e2ad') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:22:56.402985 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-0ef72654-63b7-4242-8573-a0281b2d1ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87380d4d-c14a-4c3b-ba9c-effbcb33e2ad') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:22:56.418600 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ef72654-63b7-4242-8573-a0281b2d1ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (87380d4d-c14a-4c3b-ba9c-effbcb33e2ad), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:56.440024 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8828795f-a59a-44d0-a831-cfe74002cf0c tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Deleting port 6dc23a56-8c3d-4b48-a887-db310b9c2654 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:22:56.440361 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8828795f-a59a-44d0-a831-cfe74002cf0c tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (6dc23a56-8c3d-4b48-a887-db310b9c2654), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:56.446809 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ef72654-63b7-4242-8573-a0281b2d1ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (87380d4d-c14a-4c3b-ba9c-effbcb33e2ad), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:56.447477 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78dfae9-d8d3-4d85-ac20-dce47ba76c84 req-d2002959-c290-4770-b2e0-d2fd2753a4f0 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:56.450874 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b78dfae9-d8d3-4d85-ac20-dce47ba76c84 req-d2002959-c290-4770-b2e0-d2fd2753a4f0 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 948 time: 0.2229090 Jan 28 00:22:56.504662 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef72654-63b7-4242-8573-a0281b2d1ec0 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:22:56.504957 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ef72654-63b7-4242-8573-a0281b2d1ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (87380d4d-c14a-4c3b-ba9c-effbcb33e2ad), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:56.524185 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:22:56.524185 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:22:56.524185 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:22:56.524185 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:22:56.524185 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:22:56.524185 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:22:56.524185 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:22:56.524185 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:22:56.524185 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:22:56.524185 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:22:56.524185 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:22:56.524185 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:22:56.524185 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:22:56.524185 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:22:56.524185 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:22:56.524185 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:22:56.524185 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:22:56.524185 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:22:56.524185 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:22:56.524185 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:22:56.524185 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:22:56.524185 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:22:56.524185 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:22:56.524185 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:22:56.524185 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:22:56.524185 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:22:56.524185 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:22:56.524185 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:22:56.524185 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:22:56.524185 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:22:56.524185 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:22:56.524185 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:22:56.646774 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-271525fd-a7f6-42ef-ad80-88619ba8913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:56.648901 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-271525fd-a7f6-42ef-ad80-88619ba8913f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 1099 time: 0.1989820 Jan 28 00:22:56.693978 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ef72654-63b7-4242-8573-a0281b2d1ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (64b0a5d5-a645-4f8b-974a-dd9349c99779), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:56.720196 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b78dfae9-d8d3-4d85-ac20-dce47ba76c84 req-2e8dd7fb-687a-43c4-8097-0ae31a4c4d12 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459784 Jan 28 00:22:56.734507 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8e7a9-a153-43fa-9724-820fb89d2b46 req-3cb6855c-d5e7-4018-b97d-cf914c6c977c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:56.736094 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dbb8e7a9-a153-43fa-9724-820fb89d2b46 req-3cb6855c-d5e7-4018-b97d-cf914c6c977c service neutron] 10.222.0.52 "GET /v2.0/networks?id=8a6446b4-7f18-47f6-bd02-dfe5469ab9a1 HTTP/1.1" status: 200 len: 919 time: 0.2837811 Jan 28 00:22:56.740487 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-9ff79b2f-c293-47cb-a6d0-345d73ba0e3e req-22f8b29b-cc38-41f3-ab9d-f50ec6f9d988 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks [] for port (8499a057-41cc-4444-a9c4-5d986f43c1ad), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:56.784111 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ef72654-63b7-4242-8573-a0281b2d1ec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:56.791206 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0ef72654-63b7-4242-8573-a0281b2d1ec0 admin admin] 10.222.0.70 "DELETE /v2.0/networks/64b0a5d5-a645-4f8b-974a-dd9349c99779 HTTP/1.1" status: 204 len: 168 time: 1.2376778 Jan 28 00:22:56.793971 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dbb8e7a9-a153-43fa-9724-820fb89d2b46 req-0c167bad-149a-4e97-a4ac-f4e27af7021e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2df6f8d-6942-43dc-b9ef-074ed0c5b9be HTTP/1.1" status: 200 len: 217 time: 0.0485613 Jan 28 00:22:56.797305 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef72654-63b7-4242-8573-a0281b2d1ec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=64b0a5d5-a645-4f8b-974a-dd9349c99779,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:56.804717 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8828795f-a59a-44d0-a831-cfe74002cf0c tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (6dc23a56-8c3d-4b48-a887-db310b9c2654), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:56.847721 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8828795f-a59a-44d0-a831-cfe74002cf0c tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Calling delete_port for 6dc23a56-8c3d-4b48-a887-db310b9c2654 owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:22:56.851278 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8e7a9-a153-43fa-9724-820fb89d2b46 req-68116363-3dae-401d-8408-dc60cce11247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:56.853009 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dbb8e7a9-a153-43fa-9724-820fb89d2b46 req-68116363-3dae-401d-8408-dc60cce11247 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1866bf73-f598-42e8-af99-a33f224ad981 HTTP/1.1" status: 200 len: 858 time: 0.0522923 Jan 28 00:22:56.890955 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device c2b62d87-e6a7-4d22-86d7-b1384874a3df up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:22:56.977371 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dbb8e7a9-a153-43fa-9724-820fb89d2b46 req-4420e906-3f2e-42d3-a590-62329409d5a4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a6446b4-7f18-47f6-bd02-dfe5469ab9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100295 Jan 28 00:22:56.997166 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device adb4f995-13b3-484c-9cc2-58b0ab23a724 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:22:57.057653 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: adb4f995-13b3-484c-9cc2-58b0ab23a724 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:22:57.068306 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device adb4f995-13b3-484c-9cc2-58b0ab23a724 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:22:57.087669 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port c2b62d87-e6a7-4d22-86d7-b1384874a3df completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:22:57.089757 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40af50b-94ec-46cf-99be-a62b982d45f5 req-e714c802-f129-40c0-bee4-e1b767989feb tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:57.100890 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port c2b62d87-e6a7-4d22-86d7-b1384874a3df triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:22:57.101282 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d40af50b-94ec-46cf-99be-a62b982d45f5 req-e714c802-f129-40c0-bee4-e1b767989feb tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=af27eac8-9de2-423b-b26c-9f66e618787d HTTP/1.1" status: 200 len: 945 time: 0.1553392 Jan 28 00:22:57.101508 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:57.124977 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-9ff79b2f-c293-47cb-a6d0-345d73ba0e3e req-22f8b29b-cc38-41f3-ab9d-f50ec6f9d988 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (8499a057-41cc-4444-a9c4-5d986f43c1ad), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:57.218611 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ff79b2f-c293-47cb-a6d0-345d73ba0e3e req-22f8b29b-cc38-41f3-ab9d-f50ec6f9d988 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:22:57.228083 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-9ff79b2f-c293-47cb-a6d0-345d73ba0e3e req-22f8b29b-cc38-41f3-ab9d-f50ec6f9d988 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:22:57.270929 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d40af50b-94ec-46cf-99be-a62b982d45f5 req-46a4cfa8-aa31-4ef9-98b1-f72acace1932 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678796 Jan 28 00:22:57.272686 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60098) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:57.279533 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port c2b62d87-e6a7-4d22-86d7-b1384874a3df is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:22:57.280536 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:57.284353 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff79b2f-c293-47cb-a6d0-345d73ba0e3e req-22f8b29b-cc38-41f3-ab9d-f50ec6f9d988 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:22:57.293874 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-441dc9fb-ed78-4b14-9ae4-788011d769fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:57.306706 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-441dc9fb-ed78-4b14-9ae4-788011d769fc service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.6435957 Jan 28 00:22:57.310169 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8828795f-a59a-44d0-a831-cfe74002cf0c tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (6dc23a56-8c3d-4b48-a887-db310b9c2654), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:57.344590 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port c2b62d87-e6a7-4d22-86d7-b1384874a3df, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=c2b62d87-e6a7-4d22-86d7-b1384874a3df,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:57.348991 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b217c6a1-a5df-474a-bcab-027ce2d82849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b62d87-e6a7-4d22-86d7-b1384874a3df'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:22:57.352285 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e81b05a-4654-457e-83ec-eb7e3ad2bc93" -d '{"events": [{"server_uuid": "b217c6a1-a5df-474a-bcab-027ce2d82849", "name": "network-vif-plugged", "status": "completed", "tag": "c2b62d87-e6a7-4d22-86d7-b1384874a3df"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:22:57.365078 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:57.387880 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8b29b-cc38-41f3-ab9d-f50ec6f9d988 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Pushing event updated for resources: {'Port': ['ID=8499a057-41cc-4444-a9c4-5d986f43c1ad,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:57.448641 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-4f6599ab-0111-43c0-bd77-75c838434192 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=c2b62d87-e6a7-4d22-86d7-b1384874a3df HTTP/1.1" status: 200 len: 217 time: 0.1354218 Jan 28 00:22:57.454299 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dbb8e7a9-a153-43fa-9724-820fb89d2b46 req-ddc3c689-ae19-4973-8f8b-c297414d3572 service neutron] 10.222.0.52 "GET /v2.0/networks/8a6446b4-7f18-47f6-bd02-dfe5469ab9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679346 Jan 28 00:22:57.529394 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a06cc520-849b-4bb1-a7ac-22be5649a147 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=196e2a06defd4040950ac19641a2f393&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2295005 Jan 28 00:22:57.543083 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60106) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:57.555764 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828795f-a59a-44d0-a831-cfe74002cf0c tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Pushing event deleted for resources: {'Port': ['ID=6dc23a56-8c3d-4b48-a887-db310b9c2654,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:57.571474 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=c2b62d87-e6a7-4d22-86d7-b1384874a3df,revision_number=9']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:57.630798 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8828795f-a59a-44d0-a831-cfe74002cf0c tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:57.636592 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8828795f-a59a-44d0-a831-cfe74002cf0c tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] 10.222.0.70 "DELETE /v2.0/ports/6dc23a56-8c3d-4b48-a887-db310b9c2654 HTTP/1.1" status: 204 len: 168 time: 1.6448195 Jan 28 00:22:57.638353 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60108) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:57.670336 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-e1a9e540-6969-41c7-aa17-93308fecf3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:57.671863 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-e1a9e540-6969-41c7-aa17-93308fecf3e2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1629109 Jan 28 00:22:57.766878 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-b265958b-0bdc-4831-b932-14fb84194e46 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Deleting subnet ff56339b-154b-4c6c-9503-265fa21d139c {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:22:57.774268 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b265958b-0bdc-4831-b932-14fb84194e46 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks [] for subnet (ff56339b-154b-4c6c-9503-265fa21d139c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:57.944033 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-9ff79b2f-c293-47cb-a6d0-345d73ba0e3e req-22f8b29b-cc38-41f3-ab9d-f50ec6f9d988 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks [] for floatingip (490ab18f-053a-4716-9384-3bcee5e9995b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:57.954488 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88dcd14-d725-444c-a634-d13258060579 req-735c93a2-bba3-4d01-9e43-415d291adc98 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:57.960023 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d88dcd14-d725-444c-a634-d13258060579 req-735c93a2-bba3-4d01-9e43-415d291adc98 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.2519565 Jan 28 00:22:58.041579 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1e43ad63-8338-4b37-a05e-de6b42a6936f admin admin] Publish callbacks [] for security_group (835c8094-e500-4a13-8157-cf3b3c271bae), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:58.074824 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dbb8e7a9-a153-43fa-9724-820fb89d2b46 req-2c4cd387-e187-4b70-aaa7-88c5ae6033d2 service neutron] 10.222.0.52 "GET /v2.0/networks/8a6446b4-7f18-47f6-bd02-dfe5469ab9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5586905 Jan 28 00:22:58.121430 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-9ff79b2f-c293-47cb-a6d0-345d73ba0e3e req-22f8b29b-cc38-41f3-ab9d-f50ec6f9d988 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8499a057-41cc-4444-a9c4-5d986f43c1ad), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:58.133963 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1e43ad63-8338-4b37-a05e-de6b42a6936f admin admin] Publish callbacks [] for security_group (835c8094-e500-4a13-8157-cf3b3c271bae), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:58.163644 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d88dcd14-d725-444c-a634-d13258060579 req-70aaaa04-97c4-40a9-a47a-c6f744c3da0d tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770341 Jan 28 00:22:58.293226 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b265958b-0bdc-4831-b932-14fb84194e46 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (ff56339b-154b-4c6c-9503-265fa21d139c), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:58.336389 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-5ea245b9-26a3-4da4-a427-459a9cc96df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:58.338133 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-5ea245b9-26a3-4da4-a427-459a9cc96df0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6550450 Jan 28 00:22:58.395355 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1e43ad63-8338-4b37-a05e-de6b42a6936f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (835c8094-e500-4a13-8157-cf3b3c271bae), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:58.400499 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1e43ad63-8338-4b37-a05e-de6b42a6936f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:58.406007 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1e43ad63-8338-4b37-a05e-de6b42a6936f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/835c8094-e500-4a13-8157-cf3b3c271bae HTTP/1.1" status: 204 len: 168 time: 0.8140681 Jan 28 00:22:58.438198 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43ad63-8338-4b37-a05e-de6b42a6936f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835c8094-e500-4a13-8157-cf3b3c271bae,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:58.502783 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b265958b-0bdc-4831-b932-14fb84194e46 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (ff56339b-154b-4c6c-9503-265fa21d139c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:58.541936 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a5d552-808e-4779-b945-eee9728d6f3f req-5c6c4ab0-2ca6-4a89-97da-1e0ce06039ca tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:58.543898 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-65a5d552-808e-4779-b945-eee9728d6f3f req-5c6c4ab0-2ca6-4a89-97da-1e0ce06039ca tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=af27eac8-9de2-423b-b26c-9f66e618787d HTTP/1.1" status: 200 len: 945 time: 0.2002211 Jan 28 00:22:58.642226 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-9ff79b2f-c293-47cb-a6d0-345d73ba0e3e req-22f8b29b-cc38-41f3-ab9d-f50ec6f9d988 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks [] for port (8499a057-41cc-4444-a9c4-5d986f43c1ad), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:58.650831 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-17a449f5-136a-4b65-b735-1d47c7ccf1b4 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016231 Jan 28 00:22:58.653329 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b265958b-0bdc-4831-b932-14fb84194e46 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (ff56339b-154b-4c6c-9503-265fa21d139c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:58.658601 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-9ff79b2f-c293-47cb-a6d0-345d73ba0e3e req-22f8b29b-cc38-41f3-ab9d-f50ec6f9d988 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (8499a057-41cc-4444-a9c4-5d986f43c1ad), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:58.680160 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-65a5d552-808e-4779-b945-eee9728d6f3f req-b4d93261-b34a-4bb6-be53-f0e1db5aabab tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271546 Jan 28 00:22:58.745887 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c103f03-1b4d-46f2-a861-2679b8c73a08 None None] Network 2173ca6f-b9a7-40b0-bfb2-237ad35831a7 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:22:58.756951 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b265958b-0bdc-4831-b932-14fb84194e46 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Pushing event deleted for resources: {'Subnet': ['ID=ff56339b-154b-4c6c-9503-265fa21d139c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:58.765947 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b265958b-0bdc-4831-b932-14fb84194e46 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:58.772738 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b265958b-0bdc-4831-b932-14fb84194e46 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] 10.222.0.70 "DELETE /v2.0/subnets/ff56339b-154b-4c6c-9503-265fa21d139c HTTP/1.1" status: 204 len: 168 time: 1.1296902 Jan 28 00:22:58.773875 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60124) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:22:58.859584 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97723b2d-3c5f-4557-80c6-e6d08c6b881b x-openstack-request-id: req-97723b2d-3c5f-4557-80c6-e6d08c6b881b {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:22:58.859908 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b217c6a1-a5df-474a-bcab-027ce2d82849", "name": "network-vif-plugged", "status": "completed", "tag": "c2b62d87-e6a7-4d22-86d7-b1384874a3df", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:22:58.860576 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-97723b2d-3c5f-4557-80c6-e6d08c6b881b {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:22:58.861510 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b217c6a1-a5df-474a-bcab-027ce2d82849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b62d87-e6a7-4d22-86d7-b1384874a3df', 'code': 200} Jan 28 00:22:58.909077 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8b29b-cc38-41f3-ab9d-f50ec6f9d988 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Pushing event updated for resources: {'Port': ['ID=8499a057-41cc-4444-a9c4-5d986f43c1ad,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:58.942425 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-9ff79b2f-c293-47cb-a6d0-345d73ba0e3e req-22f8b29b-cc38-41f3-ab9d-f50ec6f9d988 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (490ab18f-053a-4716-9384-3bcee5e9995b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:58.959915 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d34c8d5-79c8-45dd-81da-35dc6cd5d9c5 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (2173ca6f-b9a7-40b0-bfb2-237ad35831a7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:59.026190 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-36cca981-c035-4c88-ade9-b212134aab9c service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629699 Jan 28 00:22:59.029619 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-9ff79b2f-c293-47cb-a6d0-345d73ba0e3e req-22f8b29b-cc38-41f3-ab9d-f50ec6f9d988 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:59.033747 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9ff79b2f-c293-47cb-a6d0-345d73ba0e3e req-22f8b29b-cc38-41f3-ab9d-f50ec6f9d988 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7772822 Jan 28 00:22:59.118983 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539a284c-6a8c-406a-a7f5-09999587819c None None] DHCP port deletion for 2173ca6f-b9a7-40b0-bfb2-237ad35831a7 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:22:59.153216 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e3d76-2b18-46fe-879c-9767c046b942 req-591aebc0-4eac-4eb1-8ca5-3b5c1031a5ce tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:59.156521 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1d34c8d5-79c8-45dd-81da-35dc6cd5d9c5 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Deleting port 64ce8edb-7f5f-4b00-9618-f9e1ed962e9a {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:22:59.157159 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d34c8d5-79c8-45dd-81da-35dc6cd5d9c5 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (64ce8edb-7f5f-4b00-9618-f9e1ed962e9a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:59.162324 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8d2e3d76-2b18-46fe-879c-9767c046b942 req-591aebc0-4eac-4eb1-8ca5-3b5c1031a5ce tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 949 time: 0.2358410 Jan 28 00:22:59.187330 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9ff79b2f-c293-47cb-a6d0-345d73ba0e3e req-dd9229ee-48d7-4c57-84fe-18a1c30960e7 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.152 HTTP/1.1" status: 200 len: 696 time: 0.1212673 Jan 28 00:22:59.243915 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-539a284c-6a8c-406a-a7f5-09999587819c None None] Deleting port 64ce8edb-7f5f-4b00-9618-f9e1ed962e9a {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:22:59.244791 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-539a284c-6a8c-406a-a7f5-09999587819c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (64ce8edb-7f5f-4b00-9618-f9e1ed962e9a), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:59.259508 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-1d34c8d5-79c8-45dd-81da-35dc6cd5d9c5 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] For port 64ce8edb-7f5f-4b00-9618-f9e1ed962e9a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=64ce8edb-7f5f-4b00-9618-f9e1ed962e9a,segment=NetworkSegment(649375d0-1fe2-4344-b651-4d3b60ef7e3e),segment_id=649375d0-1fe2-4344-b651-4d3b60ef7e3e)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:59.259939 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d34c8d5-79c8-45dd-81da-35dc6cd5d9c5 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (64ce8edb-7f5f-4b00-9618-f9e1ed962e9a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:59.283585 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1d34c8d5-79c8-45dd-81da-35dc6cd5d9c5 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Calling delete_port for 64ce8edb-7f5f-4b00-9618-f9e1ed962e9a owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:22:59.412280 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8d2e3d76-2b18-46fe-879c-9767c046b942 req-7da62168-420f-48ed-aa96-d977e614f3f5 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489305 Jan 28 00:22:59.422817 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d34c8d5-79c8-45dd-81da-35dc6cd5d9c5 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (64ce8edb-7f5f-4b00-9618-f9e1ed962e9a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:59.429354 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-539a284c-6a8c-406a-a7f5-09999587819c None None] For port 64ce8edb-7f5f-4b00-9618-f9e1ed962e9a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=64ce8edb-7f5f-4b00-9618-f9e1ed962e9a,segment=NetworkSegment(649375d0-1fe2-4344-b651-4d3b60ef7e3e),segment_id=649375d0-1fe2-4344-b651-4d3b60ef7e3e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:22:59.430917 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-539a284c-6a8c-406a-a7f5-09999587819c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (64ce8edb-7f5f-4b00-9618-f9e1ed962e9a), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:59.465165 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-539a284c-6a8c-406a-a7f5-09999587819c None None] Calling delete_port for 64ce8edb-7f5f-4b00-9618-f9e1ed962e9a owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:22:59.555428 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d34c8d5-79c8-45dd-81da-35dc6cd5d9c5 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] No DVR routers for this DVR port 64ce8edb-7f5f-4b00-9618-f9e1ed962e9a on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:22:59.573719 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff79b2f-c293-47cb-a6d0-345d73ba0e3e req-b42dc3e4-7277-401f-a606-c73e6d98638d tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:59.575224 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9ff79b2f-c293-47cb-a6d0-345d73ba0e3e req-b42dc3e4-7277-401f-a606-c73e6d98638d tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 784 time: 0.3540428 Jan 28 00:22:59.581327 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34c8d5-79c8-45dd-81da-35dc6cd5d9c5 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Pushing event deleted for resources: {'Port': ['ID=64ce8edb-7f5f-4b00-9618-f9e1ed962e9a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:59.609335 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-539a284c-6a8c-406a-a7f5-09999587819c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (64ce8edb-7f5f-4b00-9618-f9e1ed962e9a), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:59.703064 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539a284c-6a8c-406a-a7f5-09999587819c None None] No DVR routers for this DVR port 64ce8edb-7f5f-4b00-9618-f9e1ed962e9a on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:22:59.716569 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a284c-6a8c-406a-a7f5-09999587819c None None] Pushing event deleted for resources: {'Port': ['ID=64ce8edb-7f5f-4b00-9618-f9e1ed962e9a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:22:59.833740 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d34c8d5-79c8-45dd-81da-35dc6cd5d9c5 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (2173ca6f-b9a7-40b0-bfb2-237ad35831a7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:59.889005 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-1d34c8d5-79c8-45dd-81da-35dc6cd5d9c5 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2173ca6f-b9a7-40b0-bfb2-237ad35831a7']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:22:59.925683 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-1d34c8d5-79c8-45dd-81da-35dc6cd5d9c5 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '649375d0-1fe2-4344-b651-4d3b60ef7e3e') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:22:59.926013 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-1d34c8d5-79c8-45dd-81da-35dc6cd5d9c5 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '649375d0-1fe2-4344-b651-4d3b60ef7e3e') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:22:59.943979 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d34c8d5-79c8-45dd-81da-35dc6cd5d9c5 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (649375d0-1fe2-4344-b651-4d3b60ef7e3e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:59.971371 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ccf0b6-bb87-412f-9417-5145644b8e7c req-7ed6ad32-bcb5-4070-9823-3b5dfae63b8f tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:22:59.977959 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d34c8d5-79c8-45dd-81da-35dc6cd5d9c5 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (649375d0-1fe2-4344-b651-4d3b60ef7e3e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:59.984534 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50ccf0b6-bb87-412f-9417-5145644b8e7c req-7ed6ad32-bcb5-4070-9823-3b5dfae63b8f tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.1318021 Jan 28 00:22:59.992056 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d34c8d5-79c8-45dd-81da-35dc6cd5d9c5 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:22:59.992487 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d34c8d5-79c8-45dd-81da-35dc6cd5d9c5 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (649375d0-1fe2-4344-b651-4d3b60ef7e3e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:22:59.996111 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:22:59.996111 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:22:59.996111 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:22:59.996111 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:22:59.996111 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:22:59.996111 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:22:59.996111 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:22:59.996111 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:22:59.996111 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:22:59.996111 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:22:59.996111 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:22:59.996111 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:22:59.996111 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:22:59.996111 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:22:59.996111 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:22:59.996111 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:22:59.996111 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:22:59.996111 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:22:59.996111 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:22:59.996111 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:22:59.996111 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:22:59.996111 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:22:59.996111 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:22:59.996111 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:22:59.996111 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:22:59.996111 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:22:59.996111 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:22:59.996111 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:22:59.996111 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:22:59.996111 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:22:59.996111 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:22:59.996111 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:23:00.108200 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d34c8d5-79c8-45dd-81da-35dc6cd5d9c5 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (2173ca6f-b9a7-40b0-bfb2-237ad35831a7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:00.124765 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50ccf0b6-bb87-412f-9417-5145644b8e7c req-eb19a7de-9b7e-400f-8f35-c997941be7fa tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318715 Jan 28 00:23:00.126459 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d34c8d5-79c8-45dd-81da-35dc6cd5d9c5 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:00.131331 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1d34c8d5-79c8-45dd-81da-35dc6cd5d9c5 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] 10.222.0.70 "DELETE /v2.0/networks/2173ca6f-b9a7-40b0-bfb2-237ad35831a7 HTTP/1.1" status: 204 len: 168 time: 1.3229299 Jan 28 00:23:00.172794 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34c8d5-79c8-45dd-81da-35dc6cd5d9c5 tempest-AllowedAddressPairTestJSON-417320368 tempest-AllowedAddressPairTestJSON-417320368-project] Pushing event deleted for resources: {'Network': ['ID=2173ca6f-b9a7-40b0-bfb2-237ad35831a7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:00.292016 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ea678-4a84-4636-b656-6eb2a2ac9d3f req-ad96e459-1139-4bd8-8fac-acb0278df093 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:00.318119 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-745ea678-4a84-4636-b656-6eb2a2ac9d3f req-ad96e459-1139-4bd8-8fac-acb0278df093 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4e8d626-22b3-4180-9708-75999901e797&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2608776 Jan 28 00:23:00.393071 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-745ea678-4a84-4636-b656-6eb2a2ac9d3f req-4cf51157-5605-4184-b607-2835c43b7c7a tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.152 HTTP/1.1" status: 200 len: 696 time: 0.0737755 Jan 28 00:23:00.415468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-745ea678-4a84-4636-b656-6eb2a2ac9d3f req-a17b5b2e-ddb5-4765-b472-cefec8927780 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Request body: {'floatingip': {'port_id': '5bfb6954-b6c9-4a13-875b-87fa50922e07', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:00.496030 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-745ea678-4a84-4636-b656-6eb2a2ac9d3f req-a17b5b2e-ddb5-4765-b472-cefec8927780 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks [] for floatingip (490ab18f-053a-4716-9384-3bcee5e9995b), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:00.585535 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e7c6a-18a9-43aa-b3a4-31995d6cd60a req-0d062dff-24a5-497c-bf20-10bc3abf1340 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:00.587319 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e0e7c6a-18a9-43aa-b3a4-31995d6cd60a req-0d062dff-24a5-497c-bf20-10bc3abf1340 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=af27eac8-9de2-423b-b26c-9f66e618787d HTTP/1.1" status: 200 len: 945 time: 0.1923211 Jan 28 00:23:00.714750 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e0e7c6a-18a9-43aa-b3a4-31995d6cd60a req-934e4429-f40b-490b-a74a-fea2f9c36ca6 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120737 Jan 28 00:23:00.831318 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60166) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:00.891972 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-745ea678-4a84-4636-b656-6eb2a2ac9d3f req-a17b5b2e-ddb5-4765-b472-cefec8927780 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 00:23:00.900705 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-745ea678-4a84-4636-b656-6eb2a2ac9d3f req-a17b5b2e-ddb5-4765-b472-cefec8927780 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "PUT /v2.0/floatingips/490ab18f-053a-4716-9384-3bcee5e9995b HTTP/1.1" status: 409 len: 551 time: 0.5067189 Jan 28 00:23:00.999298 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 64ce8edb-7f5f-4b00-9618-f9e1ed962e9a no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:23:01.055679 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 64ce8edb-7f5f-4b00-9618-f9e1ed962e9a {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:23:01.056255 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 64ce8edb-7f5f-4b00-9618-f9e1ed962e9a not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:23:01.062242 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70c899-bda3-4516-bcdf-97eeed786caa req-4849a1f4-8503-4895-9f0c-4c307eef8c1e tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:01.064640 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7f70c899-bda3-4516-bcdf-97eeed786caa req-4849a1f4-8503-4895-9f0c-4c307eef8c1e tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 949 time: 0.0765069 Jan 28 00:23:01.137294 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8b95b996-c425-40f7-8b13-b451a1a36763 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=32f790587b1d438d8d87b8dc7badbd54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3047361 Jan 28 00:23:01.140702 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60176) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:01.188025 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7f70c899-bda3-4516-bcdf-97eeed786caa req-72131b42-b661-4631-8b0f-446fc6189db3 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166101 Jan 28 00:23:01.214802 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c27d2dfd-7c0a-48ba-8017-0f00e9d545c0 admin admin] Publish callbacks [] for security_group (48b9164f-7d07-4406-8c1a-6b8a0b6a4f3e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:01.243215 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c27d2dfd-7c0a-48ba-8017-0f00e9d545c0 admin admin] Publish callbacks [] for security_group (48b9164f-7d07-4406-8c1a-6b8a0b6a4f3e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:01.299865 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0d9c323e-5f0a-4dd1-980f-397ba2bd62b7 req-10c67630-7ad9-45a5-a8ee-452df6ab6298 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/floatingips/490ab18f-053a-4716-9384-3bcee5e9995b HTTP/1.1" status: 200 len: 693 time: 0.0578244 Jan 28 00:23:01.324600 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c27d2dfd-7c0a-48ba-8017-0f00e9d545c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (48b9164f-7d07-4406-8c1a-6b8a0b6a4f3e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:01.330461 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c27d2dfd-7c0a-48ba-8017-0f00e9d545c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:01.332981 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c27d2dfd-7c0a-48ba-8017-0f00e9d545c0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/48b9164f-7d07-4406-8c1a-6b8a0b6a4f3e HTTP/1.1" status: 204 len: 168 time: 0.1906059 Jan 28 00:23:01.349564 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d2dfd-7c0a-48ba-8017-0f00e9d545c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b9164f-7d07-4406-8c1a-6b8a0b6a4f3e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:01.393697 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d2dfd-7c0a-48ba-8017-0f00e9d545c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:01.394263 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d2dfd-7c0a-48ba-8017-0f00e9d545c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:01.394967 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d2dfd-7c0a-48ba-8017-0f00e9d545c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:01.395375 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d2dfd-7c0a-48ba-8017-0f00e9d545c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:01.395958 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d2dfd-7c0a-48ba-8017-0f00e9d545c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:01.396506 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d2dfd-7c0a-48ba-8017-0f00e9d545c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:01.397054 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d2dfd-7c0a-48ba-8017-0f00e9d545c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:01.397602 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d2dfd-7c0a-48ba-8017-0f00e9d545c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:01.398146 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d2dfd-7c0a-48ba-8017-0f00e9d545c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:01.398689 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d2dfd-7c0a-48ba-8017-0f00e9d545c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:01.399238 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d2dfd-7c0a-48ba-8017-0f00e9d545c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:01.411382 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d2dfd-7c0a-48ba-8017-0f00e9d545c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:01.412105 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d2dfd-7c0a-48ba-8017-0f00e9d545c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:01.609741 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c323e-5f0a-4dd1-980f-397ba2bd62b7 req-cb5f37ee-9a3b-4779-a564-001ef43817f7 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:01.612265 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0d9c323e-5f0a-4dd1-980f-397ba2bd62b7 req-cb5f37ee-9a3b-4779-a564-001ef43817f7 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 784 time: 0.2968860 Jan 28 00:23:01.721008 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775a155-fc72-4175-9f02-0ba94126b40b req-94edb781-3443-42f2-96ec-4ca7569a9a44 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:01.723731 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4775a155-fc72-4175-9f02-0ba94126b40b req-94edb781-3443-42f2-96ec-4ca7569a9a44 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.2262046 Jan 28 00:23:01.740648 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0d9c323e-5f0a-4dd1-980f-397ba2bd62b7 req-69414c10-aac0-4aed-a803-406943127e41 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.152 HTTP/1.1" status: 200 len: 696 time: 0.1166883 Jan 28 00:23:01.880481 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0d9c323e-5f0a-4dd1-980f-397ba2bd62b7 req-05d7f7fe-12d8-4167-a083-f1bea61d1b7f tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.152 HTTP/1.1" status: 200 len: 696 time: 0.1189940 Jan 28 00:23:01.942191 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4775a155-fc72-4175-9f02-0ba94126b40b req-12244a12-26a3-46d9-8ab0-59c469daf092 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998329 Jan 28 00:23:02.194708 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-0d9c323e-5f0a-4dd1-980f-397ba2bd62b7 req-39a764ef-b18a-430d-8b09-5e817d0e250f tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Deleting port 8499a057-41cc-4444-a9c4-5d986f43c1ad {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:23:02.195279 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0d9c323e-5f0a-4dd1-980f-397ba2bd62b7 req-39a764ef-b18a-430d-8b09-5e817d0e250f tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (8499a057-41cc-4444-a9c4-5d986f43c1ad), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:02.426712 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0d9c323e-5f0a-4dd1-980f-397ba2bd62b7 req-39a764ef-b18a-430d-8b09-5e817d0e250f tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (8499a057-41cc-4444-a9c4-5d986f43c1ad), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:02.430437 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0d9c323e-5f0a-4dd1-980f-397ba2bd62b7 req-39a764ef-b18a-430d-8b09-5e817d0e250f tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks [] for floatingip (8499a057-41cc-4444-a9c4-5d986f43c1ad), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:02.502392 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-0d9c323e-5f0a-4dd1-980f-397ba2bd62b7 req-39a764ef-b18a-430d-8b09-5e817d0e250f tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Calling delete_port for 8499a057-41cc-4444-a9c4-5d986f43c1ad owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:23:02.542642 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-82026bb9-cc45-4689-8a5f-d823f4606381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:02.546365 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-82026bb9-cc45-4689-8a5f-d823f4606381 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849&tenant_id=83dbb6195da44e30b63c09c8e88d497f HTTP/1.1" status: 200 len: 1100 time: 0.1579106 Jan 28 00:23:02.642023 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-f496b2aa-8ca1-47b1-b323-19ef88a48c43 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826754-1', 'device_owner': 'compute:nova'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:02.774710 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60222) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:02.838316 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-f496b2aa-8ca1-47b1-b323-19ef88a48c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:02.904722 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218f9bb-726e-4189-b9d9-6f85060df44f req-b7947670-430b-477c-9c07-625ff035bf85 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:02.908757 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f218f9bb-726e-4189-b9d9-6f85060df44f req-b7947670-430b-477c-9c07-625ff035bf85 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=af27eac8-9de2-423b-b26c-9f66e618787d HTTP/1.1" status: 200 len: 945 time: 0.2078869 Jan 28 00:23:02.987142 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-600a6b97-07aa-4ee0-8d2c-c0f56aeb6ece tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:02.995979 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-600a6b97-07aa-4ee0-8d2c-c0f56aeb6ece tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2194135 Jan 28 00:23:02.996900 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60230) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.007888 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-bc329fff-ec24-4d6c-b972-1efc3a34a30d tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.011779 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bc329fff-ec24-4d6c-b972-1efc3a34a30d tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0097115 Jan 28 00:23:03.012197 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60232) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.023538 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-2a59d484-8c33-4b6f-9e84-ea71b3ea3f6b tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.033139 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60234) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.033623 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2a59d484-8c33-4b6f-9e84-ea71b3ea3f6b tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0170422 Jan 28 00:23:03.042335 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [None req-323d8e53-05b2-4498-b7eb-b33cddd336e8 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.043743 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-323d8e53-05b2-4498-b7eb-b33cddd336e8 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0090778 Jan 28 00:23:03.047047 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60236) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.052672 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-4d306126-fc1c-4ea5-a33e-2904726468d1 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.057009 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4d306126-fc1c-4ea5-a33e-2904726468d1 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0086462 Jan 28 00:23:03.057682 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60238) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.064067 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-49a101d1-d67b-4ddc-96f8-911ec2048b0e tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.068171 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-49a101d1-d67b-4ddc-96f8-911ec2048b0e tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0087152 Jan 28 00:23:03.069367 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60240) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.078832 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-34352d43-9c6f-4d3d-a22e-983a266cefa0 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.080629 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-34352d43-9c6f-4d3d-a22e-983a266cefa0 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0095034 Jan 28 00:23:03.083814 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60242) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.092389 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-cb4ae799-4188-4b05-ae4c-c9703058e805 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.098191 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cb4ae799-4188-4b05-ae4c-c9703058e805 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0109344 Jan 28 00:23:03.098978 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60244) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.104653 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-c253a1a4-8463-4896-a0a9-ffcedae91827 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.110951 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c253a1a4-8463-4896-a0a9-ffcedae91827 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0054853 Jan 28 00:23:03.111820 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60246) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.118476 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-7e769fd7-d1da-4079-8f76-f15d6ed0823f tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.123445 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7e769fd7-d1da-4079-8f76-f15d6ed0823f tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0065768 Jan 28 00:23:03.129075 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60248) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.137695 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-186e37fa-108b-4951-b92d-ec21a7afded9 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.141449 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-186e37fa-108b-4951-b92d-ec21a7afded9 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0092797 Jan 28 00:23:03.144731 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60250) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.152184 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f218f9bb-726e-4189-b9d9-6f85060df44f req-f231c2be-9bed-44bf-9e88-71547c7e5564 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314231 Jan 28 00:23:03.156295 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-0ccf4d1d-923d-4c93-8202-b23d8c3f8bfe tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.161540 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0d9c323e-5f0a-4dd1-980f-397ba2bd62b7 req-39a764ef-b18a-430d-8b09-5e817d0e250f tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (8499a057-41cc-4444-a9c4-5d986f43c1ad), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:03.164651 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60252) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.166107 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0ccf4d1d-923d-4c93-8202-b23d8c3f8bfe tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0192575 Jan 28 00:23:03.198337 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [None req-cc880f74-f14d-4925-86ec-3713b2996b78 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.203982 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-cc880f74-f14d-4925-86ec-3713b2996b78 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0067928 Jan 28 00:23:03.203982 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a764ef-b18a-430d-8b09-5e817d0e250f tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Pushing event deleted for resources: {'Port': ['ID=8499a057-41cc-4444-a9c4-5d986f43c1ad,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:03.205609 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60254) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.233622 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-09d3e581-2922-4153-8535-fc40e94c2e48 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.244392 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-09d3e581-2922-4153-8535-fc40e94c2e48 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0057631 Jan 28 00:23:03.245817 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60256) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.254573 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-f72e5dae-74b8-424d-ae9d-49ab535d887f tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.262601 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f72e5dae-74b8-424d-ae9d-49ab535d887f tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0147803 Jan 28 00:23:03.264739 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60258) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.274659 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-9d9cde93-ebca-48d0-86fc-4c8c5510ecec tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.282860 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60260) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.285908 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9d9cde93-ebca-48d0-86fc-4c8c5510ecec tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0185468 Jan 28 00:23:03.290226 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [None req-2c5d615f-19a6-4fb3-bec7-d0806ab614d7 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.297284 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2c5d615f-19a6-4fb3-bec7-d0806ab614d7 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0088670 Jan 28 00:23:03.297284 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0d9c323e-5f0a-4dd1-980f-397ba2bd62b7 req-39a764ef-b18a-430d-8b09-5e817d0e250f tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks [] for floatingip (490ab18f-053a-4716-9384-3bcee5e9995b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:03.298075 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0d9c323e-5f0a-4dd1-980f-397ba2bd62b7 req-39a764ef-b18a-430d-8b09-5e817d0e250f tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:03.299420 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0d9c323e-5f0a-4dd1-980f-397ba2bd62b7 req-39a764ef-b18a-430d-8b09-5e817d0e250f tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "DELETE /v2.0/floatingips/490ab18f-053a-4716-9384-3bcee5e9995b HTTP/1.1" status: 204 len: 173 time: 1.4030130 Jan 28 00:23:03.299940 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60262) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.316824 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [None req-884f658f-5fc5-46cd-b2fc-96ea6c4b06c7 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.322389 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-884f658f-5fc5-46cd-b2fc-96ea6c4b06c7 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0069804 Jan 28 00:23:03.325686 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60266) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.336892 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-693a64c0-fd8c-44c5-9122-9a274a177671 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.348142 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-693a64c0-fd8c-44c5-9122-9a274a177671 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0198293 Jan 28 00:23:03.349618 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60268) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.359258 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-f73184c6-d1a4-44db-a9c3-07b5a026408c tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.363691 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f73184c6-d1a4-44db-a9c3-07b5a026408c tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0110202 Jan 28 00:23:03.364364 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60270) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.371672 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-6e680ac3-e81e-494f-8d05-ccc73043b97a tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.373960 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6e680ac3-e81e-494f-8d05-ccc73043b97a tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0084856 Jan 28 00:23:03.374609 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60272) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.379474 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-048c55e5-ece5-4e0d-89b1-e435a7f361b8 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.383474 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-048c55e5-ece5-4e0d-89b1-e435a7f361b8 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0077202 Jan 28 00:23:03.384146 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60274) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.389656 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-20fa68ed-5e7d-4cb8-b0f3-f4d9db2df812 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.393659 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-20fa68ed-5e7d-4cb8-b0f3-f4d9db2df812 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0084088 Jan 28 00:23:03.394308 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60276) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.399941 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-836b6419-9d2c-45e4-991a-02881333245d tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.403931 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-836b6419-9d2c-45e4-991a-02881333245d tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0084770 Jan 28 00:23:03.404587 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60278) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.420982 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-381341ef-f2a7-482f-92f9-51784516e29a tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.424145 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-381341ef-f2a7-482f-92f9-51784516e29a tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0183480 Jan 28 00:23:03.424909 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60280) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.430213 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-9f636e4e-9842-43b3-8964-ff61d140d166 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.439990 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9f636e4e-9842-43b3-8964-ff61d140d166 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0140419 Jan 28 00:23:03.440505 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-f496b2aa-8ca1-47b1-b323-19ef88a48c43 service neutron] For port c2b62d87-e6a7-4d22-86d7-b1384874a3df, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=c2b62d87-e6a7-4d22-86d7-b1384874a3df,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:23:03.440717 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60282) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.445237 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-f6436b9f-ea73-46e1-b321-9c345704a391 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.453865 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f6436b9f-ea73-46e1-b321-9c345704a391 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0119727 Jan 28 00:23:03.454634 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60284) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.459605 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-81637b0b-8e4e-40c7-b063-fa89dcf4a7c3 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.464367 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-81637b0b-8e4e-40c7-b063-fa89dcf4a7c3 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0085137 Jan 28 00:23:03.465066 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60286) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.470597 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-e0273c72-3de9-48a9-8a08-877ec343490f tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.476041 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e0273c72-3de9-48a9-8a08-877ec343490f tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0097604 Jan 28 00:23:03.476716 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60288) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.481476 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-49d1bdd9-bddf-4cb7-a5b3-869c58b8ae52 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.487223 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-49d1bdd9-bddf-4cb7-a5b3-869c58b8ae52 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0093820 Jan 28 00:23:03.487926 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60290) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.493743 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-b02dc2d0-cf13-448a-82be-723d0778cbe0 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.500040 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b02dc2d0-cf13-448a-82be-723d0778cbe0 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0099647 Jan 28 00:23:03.500743 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60292) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.505298 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-f496b2aa-8ca1-47b1-b323-19ef88a48c43 service neutron] For port c2b62d87-e6a7-4d22-86d7-b1384874a3df, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:23:03.505874 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-4ba67212-fc69-4dde-8fd3-48c9d3dacb78 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.511399 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4ba67212-fc69-4dde-8fd3-48c9d3dacb78 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0094969 Jan 28 00:23:03.512164 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60294) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.518550 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-018cfd74-c044-492c-bc89-32a31c53ca20 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.523052 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-018cfd74-c044-492c-bc89-32a31c53ca20 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0090332 Jan 28 00:23:03.523739 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60296) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.529694 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-24170da7-0eb1-4482-9672-461f4f71721f tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.533891 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-24170da7-0eb1-4482-9672-461f4f71721f tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0090361 Jan 28 00:23:03.534537 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60298) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.539202 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-b5581a26-9cbb-4634-a154-4efce2e1b467 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.543653 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b5581a26-9cbb-4634-a154-4efce2e1b467 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0074263 Jan 28 00:23:03.544886 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60300) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.549506 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-d5df72ab-e45c-4c35-b69f-d8070022cdb5 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.553929 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d5df72ab-e45c-4c35-b69f-d8070022cdb5 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0073426 Jan 28 00:23:03.554596 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60302) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.559331 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-3a758dde-b517-4972-969d-0033cd3993a3 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.565745 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3a758dde-b517-4972-969d-0033cd3993a3 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0089087 Jan 28 00:23:03.565958 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-f496b2aa-8ca1-47b1-b323-19ef88a48c43 service neutron] Publish callbacks [] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:03.566434 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60304) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.571699 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-5235ccf2-6254-4120-a9dc-d455ce02c54f tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.577016 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5235ccf2-6254-4120-a9dc-d455ce02c54f tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0091190 Jan 28 00:23:03.577672 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60306) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.582185 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-3e56c8a7-ce24-452f-999d-0e3888c00c03 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.583872 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-f496b2aa-8ca1-47b1-b323-19ef88a48c43 service neutron] Transition to ACTIVE for port object c2b62d87-e6a7-4d22-86d7-b1384874a3df will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:23:03.584900 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b217c6a1-a5df-474a-bcab-027ce2d82849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2b62d87-e6a7-4d22-86d7-b1384874a3df'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:23:03.587416 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3e56c8a7-ce24-452f-999d-0e3888c00c03 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0086231 Jan 28 00:23:03.588046 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704c5be9-b3f5-4b2b-a4d5-75b0a045421e" -d '{"events": [{"server_uuid": "b217c6a1-a5df-474a-bcab-027ce2d82849", "name": "network-vif-unplugged", "status": "completed", "tag": "c2b62d87-e6a7-4d22-86d7-b1384874a3df"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:23:03.588187 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60308) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.594518 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-9684d50f-7880-4aa2-9b20-4250c93344ee tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.599094 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9684d50f-7880-4aa2-9b20-4250c93344ee tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0098124 Jan 28 00:23:03.599433 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60312) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.604553 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [None req-e66896c2-aafb-4cc1-9d8b-0ba0ddca560a tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.605739 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e66896c2-aafb-4cc1-9d8b-0ba0ddca560a tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0048404 Jan 28 00:23:03.610109 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-f496b2aa-8ca1-47b1-b323-19ef88a48c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:03.610410 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60314) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.615906 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-2e2879ae-8c33-4c5b-8101-d638f89f8c1c tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.623988 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2e2879ae-8c33-4c5b-8101-d638f89f8c1c tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0118713 Jan 28 00:23:03.624582 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60316) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.629505 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-686c542e-c053-44d9-95a0-393ab6528af1 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.634591 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-686c542e-c053-44d9-95a0-393ab6528af1 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0084350 Jan 28 00:23:03.635357 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60318) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.640945 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-b81ea04d-9b95-4863-808b-b88294beb692 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.645938 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b81ea04d-9b95-4863-808b-b88294beb692 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0091634 Jan 28 00:23:03.646775 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60320) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.652764 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-4f77842b-5a63-44ad-ab4c-9c69b5a4d327 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.658267 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60322) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.659593 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4f77842b-5a63-44ad-ab4c-9c69b5a4d327 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0116401 Jan 28 00:23:03.664925 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [None req-77935b56-ea03-4463-96df-4924718f0b44 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.666053 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-77935b56-ea03-4463-96df-4924718f0b44 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0051506 Jan 28 00:23:03.671864 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60324) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.677734 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-cd568e59-0b4e-4ad6-af08-a6cf944b7d60 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.682336 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b48210-5d35-4f96-80c7-f331927b8ddb req-a1d290a1-7ea0-4366-adef-89ce8cee06f1 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:03.682663 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cd568e59-0b4e-4ad6-af08-a6cf944b7d60 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0092392 Jan 28 00:23:03.683376 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60326) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.684583 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-18b48210-5d35-4f96-80c7-f331927b8ddb req-a1d290a1-7ea0-4366-adef-89ce8cee06f1 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 949 time: 0.3654242 Jan 28 00:23:03.697032 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-32a49420-52c6-4cad-819c-fc90a4439355 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.704829 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-32a49420-52c6-4cad-819c-fc90a4439355 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0170894 Jan 28 00:23:03.705618 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60328) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.710577 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-2c9f9d94-85af-409b-a9a1-3f83a6e1c2c8 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.716053 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2c9f9d94-85af-409b-a9a1-3f83a6e1c2c8 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0089562 Jan 28 00:23:03.717294 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60330) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.723337 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-dc95225b-3a0a-47a6-b3e3-780e0d0d848d tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.727660 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-dc95225b-3a0a-47a6-b3e3-780e0d0d848d tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0091221 Jan 28 00:23:03.728695 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60332) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.733511 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-a921dd84-a168-4469-9685-27ccc4413dd5 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.738743 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a921dd84-a168-4469-9685-27ccc4413dd5 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0085011 Jan 28 00:23:03.739876 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60334) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.744676 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-5707ebde-a0f1-43fa-9e86-f524a95ad90c tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.750034 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5707ebde-a0f1-43fa-9e86-f524a95ad90c tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0088840 Jan 28 00:23:03.751186 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60336) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.766469 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-b952f4c5-de64-462a-842e-65cb188d7ee0 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.771871 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b952f4c5-de64-462a-842e-65cb188d7ee0 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0096674 Jan 28 00:23:03.772586 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60338) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.777228 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-db211a5b-a611-4776-be0e-ef2bec7dc980 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.783669 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-db211a5b-a611-4776-be0e-ef2bec7dc980 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0095265 Jan 28 00:23:03.784531 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60340) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.791127 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-c857ae2d-f6da-4ce0-bc00-73b77c799ec2 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.797633 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c857ae2d-f6da-4ce0-bc00-73b77c799ec2 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0114977 Jan 28 00:23:03.798569 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60346) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.806036 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-39a56490-071a-4103-9f8d-5395f084f740 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.812031 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-39a56490-071a-4103-9f8d-5395f084f740 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0120435 Jan 28 00:23:03.812729 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60348) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.826094 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-42aaf538-36f7-4e9c-9019-04106c0563d6 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.833310 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-42aaf538-36f7-4e9c-9019-04106c0563d6 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0172031 Jan 28 00:23:03.839535 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60350) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.849355 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-949c6bf0-a07f-4bc7-9aa8-c207c7dfd227 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.857867 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-949c6bf0-a07f-4bc7-9aa8-c207c7dfd227 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0137742 Jan 28 00:23:03.861776 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60352) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.869574 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-fe604cd2-59de-4627-93f3-9bde20405af4 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.874842 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fe604cd2-59de-4627-93f3-9bde20405af4 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0119131 Jan 28 00:23:03.875588 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60354) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.880912 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-501f1cfb-16b4-41e8-86ee-066b3ce3ad64 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.885460 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-501f1cfb-16b4-41e8-86ee-066b3ce3ad64 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0084949 Jan 28 00:23:03.886070 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60356) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.891350 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-0ed1cb09-aa0b-498b-8d41-b2696d2e30dc tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.895807 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0ed1cb09-aa0b-498b-8d41-b2696d2e30dc tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0086057 Jan 28 00:23:03.896540 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60358) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.901160 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-f93dc309-c5eb-4b70-b79c-9d468b487a79 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.906218 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f93dc309-c5eb-4b70-b79c-9d468b487a79 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0085537 Jan 28 00:23:03.906917 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60360) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.911467 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-8bb7f7e8-45af-4116-a104-0750adec5d7a tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.916008 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8bb7f7e8-45af-4116-a104-0750adec5d7a tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0075870 Jan 28 00:23:03.917046 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60362) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.921346 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-8c1da292-e112-4d9d-9b08-0724f311f4b4 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.925620 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8c1da292-e112-4d9d-9b08-0724f311f4b4 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0075941 Jan 28 00:23:03.926446 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60364) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.930870 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-248962f1-99a2-4d37-a741-4fa792ae6abc tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.935567 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-248962f1-99a2-4d37-a741-4fa792ae6abc tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0074756 Jan 28 00:23:03.936732 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60366) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.941960 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-73890b67-a63d-4dce-97a9-e02028f096a0 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.946532 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-73890b67-a63d-4dce-97a9-e02028f096a0 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0083148 Jan 28 00:23:03.947270 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60368) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.952727 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-2792015d-adb9-432b-a3ea-c399ed3015e9 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.957132 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2792015d-adb9-432b-a3ea-c399ed3015e9 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0087473 Jan 28 00:23:03.957826 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60370) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.962408 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-a1ee9678-3d7f-4dab-bead-7d3d9cdc5fbd tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.966390 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a1ee9678-3d7f-4dab-bead-7d3d9cdc5fbd tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0074968 Jan 28 00:23:03.967445 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60372) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.971926 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-061e3f5b-74df-438d-8b54-57cdd15fbbf0 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.976108 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-061e3f5b-74df-438d-8b54-57cdd15fbbf0 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0074456 Jan 28 00:23:03.977213 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60374) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.982062 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-3543d610-4eb5-41b1-b7f4-734871d40d18 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:03.986528 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3543d610-4eb5-41b1-b7f4-734871d40d18 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0079398 Jan 28 00:23:03.987667 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60376) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:03.992273 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [None req-3354609d-fa52-480e-934a-4b9a92046701 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:23:04.001545 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3354609d-fa52-480e-934a-4b9a92046701 tempest-ExtensionsTestJSON-1498638716 tempest-ExtensionsTestJSON-1498638716-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0079820 Jan 28 00:23:04.174748 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-f496b2aa-8ca1-47b1-b323-19ef88a48c43 service neutron] No DVR routers for this DVR port c2b62d87-e6a7-4d22-86d7-b1384874a3df on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:23:04.210088 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496b2aa-8ca1-47b1-b323-19ef88a48c43 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b62d87-e6a7-4d22-86d7-b1384874a3df,revision_number=10']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:04.265111 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-18b48210-5d35-4f96-80c7-f331927b8ddb req-94cc062b-6ecb-4da8-8fa4-4c2e0bea965b tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904851 Jan 28 00:23:04.301683 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-f496b2aa-8ca1-47b1-b323-19ef88a48c43 service neutron] Attempting to bind port c2b62d87-e6a7-4d22-86d7-b1384874a3df on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:23:04.302502 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-f496b2aa-8ca1-47b1-b323-19ef88a48c43 service neutron] Attempting to bind port c2b62d87-e6a7-4d22-86d7-b1384874a3df by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:23:04.303322 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-f496b2aa-8ca1-47b1-b323-19ef88a48c43 service neutron] Attempting to bind port c2b62d87-e6a7-4d22-86d7-b1384874a3df on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:23:04.317964 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-f496b2aa-8ca1-47b1-b323-19ef88a48c43 service neutron] Port c2b62d87-e6a7-4d22-86d7-b1384874a3df on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:23:04.318530 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-f496b2aa-8ca1-47b1-b323-19ef88a48c43 service neutron] Attempting to bind port c2b62d87-e6a7-4d22-86d7-b1384874a3df on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:23:04.328762 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-f496b2aa-8ca1-47b1-b323-19ef88a48c43 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:23:04.329500 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-f496b2aa-8ca1-47b1-b323-19ef88a48c43 service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:23:04.330173 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-f496b2aa-8ca1-47b1-b323-19ef88a48c43 service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:23:04.330956 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-f496b2aa-8ca1-47b1-b323-19ef88a48c43 service neutron] Bound port: c2b62d87-e6a7-4d22-86d7-b1384874a3df, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:23:04.331931 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-f496b2aa-8ca1-47b1-b323-19ef88a48c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:04.513561 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-f496b2aa-8ca1-47b1-b323-19ef88a48c43 service neutron] For port c2b62d87-e6a7-4d22-86d7-b1384874a3df, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:23:04.550605 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-f496b2aa-8ca1-47b1-b323-19ef88a48c43 service neutron] For port c2b62d87-e6a7-4d22-86d7-b1384874a3df, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=c2b62d87-e6a7-4d22-86d7-b1384874a3df,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:23:04.570861 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-f496b2aa-8ca1-47b1-b323-19ef88a48c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:04.584653 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-059d1fb3-836e-4363-8592-925697f94ccc req-bb9ca8d4-938b-4a5f-b0e2-3a99154296c5 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.50 HTTP/1.1" status: 200 len: 1001 time: 0.2349172 Jan 28 00:23:04.585528 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60388) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:04.651905 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-f496b2aa-8ca1-47b1-b323-19ef88a48c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:04.652699 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-f496b2aa-8ca1-47b1-b323-19ef88a48c43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:04.655032 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-f496b2aa-8ca1-47b1-b323-19ef88a48c43 service neutron] 10.222.0.65 "PUT /v2.0/ports/c2b62d87-e6a7-4d22-86d7-b1384874a3df HTTP/1.1" status: 200 len: 1096 time: 2.0322084 Jan 28 00:23:04.692738 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831a98f-1961-40b1-a39b-8ebe45dd5178 req-0d41d1a6-712e-40d5-b0d8-89c7f1d953fb tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:04.699468 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a831a98f-1961-40b1-a39b-8ebe45dd5178 req-0d41d1a6-712e-40d5-b0d8-89c7f1d953fb tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.2412772 Jan 28 00:23:04.754575 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b0ac6f26-527a-42fb-9ac3-6d3c973f4541 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:04.775485 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d1fb3-836e-4363-8592-925697f94ccc req-77792d30-f5d1-4aac-ab0e-da8a6845fe76 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:04.777224 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-059d1fb3-836e-4363-8592-925697f94ccc req-77792d30-f5d1-4aac-ab0e-da8a6845fe76 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/ports/5bfb6954-b6c9-4a13-875b-87fa50922e07 HTTP/1.1" status: 200 len: 943 time: 0.1632283 Jan 28 00:23:04.790153 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496b2aa-8ca1-47b1-b323-19ef88a48c43 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b62d87-e6a7-4d22-86d7-b1384874a3df,revision_number=11']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:04.826561 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-4f99bb6f-48bf-4d5f-8eed-9e96230db996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:04.828165 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-4f99bb6f-48bf-4d5f-8eed-9e96230db996 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 1099 time: 0.1227610 Jan 28 00:23:04.920897 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device c2b62d87-e6a7-4d22-86d7-b1384874a3df no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:23:04.925305 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b0ac6f26-527a-42fb-9ac3-6d3c973f4541 admin admin] Publish callbacks [] for security_group (d132e335-4365-4e06-b96d-ce5fcc350f4a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:04.938330 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b0ac6f26-527a-42fb-9ac3-6d3c973f4541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d132e335-4365-4e06-b96d-ce5fcc350f4a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:04.996106 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:23:05.007588 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac6f26-527a-42fb-9ac3-6d3c973f4541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d132e335-4365-4e06-b96d-ce5fcc350f4a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:05.021058 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] The host n-h2-826754-1 is not matching for port c2b62d87-e6a7-4d22-86d7-b1384874a3df host n-h1-826754-1! {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 00:23:05.027418 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device c2b62d87-e6a7-4d22-86d7-b1384874a3df not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:23:05.042955 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b0ac6f26-527a-42fb-9ac3-6d3c973f4541 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fe7705b812b74d9e8358209df3e26891&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4496922 Jan 28 00:23:05.043377 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60394) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:05.056577 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a831a98f-1961-40b1-a39b-8ebe45dd5178 req-c09fcc1f-ac12-46c8-ac75-1afbd8b5d57f tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110185 Jan 28 00:23:05.113415 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6651a924-4cc8-4ce1-8734-878d075ab12c admin admin] Publish callbacks [] for security_group (d132e335-4365-4e06-b96d-ce5fcc350f4a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:05.145778 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6651a924-4cc8-4ce1-8734-878d075ab12c admin admin] Publish callbacks [] for security_group (d132e335-4365-4e06-b96d-ce5fcc350f4a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:05.218735 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-2b1ff8b8-1623-4f01-b414-48d75501e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:05.221567 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-2b1ff8b8-1623-4f01-b414-48d75501e86e service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.3830431 Jan 28 00:23:05.224354 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7f1bf3-5e16-47f2-8f89-9a4cfd751dac x-openstack-request-id: req-7a7f1bf3-5e16-47f2-8f89-9a4cfd751dac {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:23:05.224831 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b217c6a1-a5df-474a-bcab-027ce2d82849", "name": "network-vif-unplugged", "status": "completed", "tag": "c2b62d87-e6a7-4d22-86d7-b1384874a3df", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:23:05.225265 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7a7f1bf3-5e16-47f2-8f89-9a4cfd751dac {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:23:05.225922 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b217c6a1-a5df-474a-bcab-027ce2d82849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2b62d87-e6a7-4d22-86d7-b1384874a3df', 'code': 200} Jan 28 00:23:05.250016 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6651a924-4cc8-4ce1-8734-878d075ab12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d132e335-4365-4e06-b96d-ce5fcc350f4a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:05.253528 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6651a924-4cc8-4ce1-8734-878d075ab12c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:05.254781 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6651a924-4cc8-4ce1-8734-878d075ab12c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d132e335-4365-4e06-b96d-ce5fcc350f4a HTTP/1.1" status: 204 len: 168 time: 0.2097790 Jan 28 00:23:05.285002 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651a924-4cc8-4ce1-8734-878d075ab12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d132e335-4365-4e06-b96d-ce5fcc350f4a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:05.321923 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-1d03d07e-64d3-4fcd-9979-bc9f61ed5c63 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=c2b62d87-e6a7-4d22-86d7-b1384874a3df HTTP/1.1" status: 200 len: 217 time: 0.0864797 Jan 28 00:23:05.360615 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-059d1fb3-836e-4363-8592-925697f94ccc req-cfdc12c3-583f-405a-aaa9-5b2bd7861cbc tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.50 HTTP/1.1" status: 200 len: 1001 time: 0.4904873 Jan 28 00:23:05.562140 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570c65c-bbca-4530-b07b-7d7ba24b7429 req-b6793c91-548d-4174-92c7-a2674edd6dec tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:05.563818 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d570c65c-bbca-4530-b07b-7d7ba24b7429 req-b6793c91-548d-4174-92c7-a2674edd6dec tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=af27eac8-9de2-423b-b26c-9f66e618787d HTTP/1.1" status: 200 len: 945 time: 0.2715082 Jan 28 00:23:05.568491 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-29e5d5ae-1681-4b5c-a07e-41a807e2fb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:05.570059 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-29e5d5ae-1681-4b5c-a07e-41a807e2fb2e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.2064633 Jan 28 00:23:05.691157 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d1fb3-836e-4363-8592-925697f94ccc req-9406ba6b-d771-4c2a-99be-5b5547f59a6d tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:05.692728 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-059d1fb3-836e-4363-8592-925697f94ccc req-9406ba6b-d771-4c2a-99be-5b5547f59a6d tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 784 time: 0.3312912 Jan 28 00:23:05.725737 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-1f0595af-de70-4f3c-a8c8-a8fa1bd0b224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:05.727313 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-1f0595af-de70-4f3c-a8c8-a8fa1bd0b224 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1499867 Jan 28 00:23:05.788037 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d570c65c-bbca-4530-b07b-7d7ba24b7429 req-088f5dd3-68d4-435d-961b-118c5d8533f4 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861634 Jan 28 00:23:05.859300 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-059d1fb3-836e-4363-8592-925697f94ccc req-6377e27b-ba0e-4db0-a773-59f0e61d189a tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.50 HTTP/1.1" status: 200 len: 1001 time: 0.1558125 Jan 28 00:23:05.882130 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-059d1fb3-836e-4363-8592-925697f94ccc req-ece83530-8aee-4090-b404-df304caa6f22 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:05.966119 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-bdb984e8-267f-4bef-b89d-90c3cbfb953c service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992171 Jan 28 00:23:05.993150 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-14237af2-deaf-4be8-9680-85ae322811cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:06.045602 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-059d1fb3-836e-4363-8592-925697f94ccc req-ece83530-8aee-4090-b404-df304caa6f22 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks [] for floatingip (f6821b6c-8d73-465e-ab16-8566cf74e708), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:06.192369 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a20f941c-127a-4d1b-82eb-3864f6b29f90 req-ea797772-6881-4c23-b365-cd9ee9363a32 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173140 Jan 28 00:23:06.273654 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-059d1fb3-836e-4363-8592-925697f94ccc req-ece83530-8aee-4090-b404-df304caa6f22 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:06.281637 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-059d1fb3-836e-4363-8592-925697f94ccc req-ece83530-8aee-4090-b404-df304caa6f22 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (f6821b6c-8d73-465e-ab16-8566cf74e708), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:06.282569 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [req-059d1fb3-836e-4363-8592-925697f94ccc req-ece83530-8aee-4090-b404-df304caa6f22 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Floating IP f6821b6c-8d73-465e-ab16-8566cf74e708 disassociated. External IP: 172.25.3.50, port: 5bfb6954-b6c9-4a13-875b-87fa50922e07. Jan 28 00:23:06.726395 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60430) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:06.837782 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-059d1fb3-836e-4363-8592-925697f94ccc req-ece83530-8aee-4090-b404-df304caa6f22 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Router 395a6571-c8b3-462e-9837-3524af63a137 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:23:06.863536 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1075fe1-f649-476f-b14a-19b13199087b req-7396983b-8e48-453b-8a6a-71d417c8e3a3 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:06.865851 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b1075fe1-f649-476f-b14a-19b13199087b req-7396983b-8e48-453b-8a6a-71d417c8e3a3 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 948 time: 0.1474874 Jan 28 00:23:06.991211 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60438) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:07.064805 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b1075fe1-f649-476f-b14a-19b13199087b req-90dbb276-0209-46ba-afac-3d114cbec1c2 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214361 Jan 28 00:23:07.066309 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-059d1fb3-836e-4363-8592-925697f94ccc req-ece83530-8aee-4090-b404-df304caa6f22 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:23:07.078509 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-059d1fb3-836e-4363-8592-925697f94ccc req-ece83530-8aee-4090-b404-df304caa6f22 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:07.092782 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499f0543-84e8-4a03-a8c4-64a6943a728f None None] Sync routers for ids ['395a6571-c8b3-462e-9837-3524af63a137'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:23:07.135081 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-059d1fb3-836e-4363-8592-925697f94ccc req-ece83530-8aee-4090-b404-df304caa6f22 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "PUT /v2.0/floatingips/f6821b6c-8d73-465e-ab16-8566cf74e708 HTTP/1.1" status: 200 len: 694 time: 1.2593710 Jan 28 00:23:07.143680 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499f0543-84e8-4a03-a8c4-64a6943a728f None None] Routers {'395a6571-c8b3-462e-9837-3524af63a137'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:23:07.144120 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-499f0543-84e8-4a03-a8c4-64a6943a728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:22:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['395a6571-c8b3-462e-9837-3524af63a137'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:07.190653 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e3c80bf-d8c8-4016-b126-4c848a6f51b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:07.237250 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b217c6a1-a5df-474a-bcab-027ce2d82849', 'tag': 'c2b62d87-e6a7-4d22-86d7-b1384874a3df'}, {'name': 'network-changed', 'server_uuid': 'b4e8d626-22b3-4180-9708-75999901e797', 'tag': '5bfb6954-b6c9-4a13-875b-87fa50922e07'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:23:07.240195 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c985a78b-ac46-4a29-b6ad-c2e8d8a7029b" -d '{"events": [{"name": "network-changed", "server_uuid": "b217c6a1-a5df-474a-bcab-027ce2d82849", "tag": "c2b62d87-e6a7-4d22-86d7-b1384874a3df"}, {"name": "network-changed", "server_uuid": "b4e8d626-22b3-4180-9708-75999901e797", "tag": "5bfb6954-b6c9-4a13-875b-87fa50922e07"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:23:07.265065 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-ddc07e5a-8936-4bf5-b372-2f5f2472bdbd tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-950409838'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:07.301652 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc07e5a-8936-4bf5-b372-2f5f2472bdbd tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Made reservation on behalf of 581b89e5e193404db6a2dc7907536648 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:23:07.305321 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ddc07e5a-8936-4bf5-b372-2f5f2472bdbd tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:07.316997 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ddc07e5a-8936-4bf5-b372-2f5f2472bdbd tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:07.346129 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d1fb3-836e-4363-8592-925697f94ccc req-4da679d9-84c9-4a1e-93ff-c185278c6842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:07.378913 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-059d1fb3-836e-4363-8592-925697f94ccc req-4da679d9-84c9-4a1e-93ff-c185278c6842 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=59a716a38e2a47e4a59e21b06e3ba762&device_id=b4e8d626-22b3-4180-9708-75999901e797 HTTP/1.1" status: 200 len: 1097 time: 0.1912975 Jan 28 00:23:07.410271 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e3c80bf-d8c8-4016-b126-4c848a6f51b7 admin admin] Publish callbacks [] for security_group (b6677ec4-ed5b-4ff4-875d-754893a2a430), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:07.423406 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e3c80bf-d8c8-4016-b126-4c848a6f51b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b6677ec4-ed5b-4ff4-875d-754893a2a430), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:07.431479 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-499f0543-84e8-4a03-a8c4-64a6943a728f None None] Set router 395a6571-c8b3-462e-9837-3524af63a137 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:23:07.470507 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c80bf-d8c8-4016-b126-4c848a6f51b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6677ec4-ed5b-4ff4-875d-754893a2a430,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:07.519520 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4e3c80bf-d8c8-4016-b126-4c848a6f51b7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5b24f32f8df044baaeb05cc9c5363dff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5255668 Jan 28 00:23:07.524641 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7b0d0-a0c8-4b42-a2d8-c3889c0b318e req-e0b84068-4fec-47bf-9600-6b6d2d1cd9b0 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:07.527138 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60446) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:07.527394 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9eb7b0d0-a0c8-4b42-a2d8-c3889c0b318e req-e0b84068-4fec-47bf-9600-6b6d2d1cd9b0 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.2816215 Jan 28 00:23:07.617752 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ddc07e5a-8936-4bf5-b372-2f5f2472bdbd tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks [] for security_group (873f4bea-a3af-4281-9005-ee4c3900497a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:07.644228 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-caa4a097-a2e2-40fa-9d77-905432ef2fef admin admin] Publish callbacks [] for security_group (b6677ec4-ed5b-4ff4-875d-754893a2a430), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:07.650322 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ddc07e5a-8936-4bf5-b372-2f5f2472bdbd tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (873f4bea-a3af-4281-9005-ee4c3900497a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:07.685916 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9eb7b0d0-a0c8-4b42-a2d8-c3889c0b318e req-c5eb1f62-b726-41ee-982d-c77305d83914 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499665 Jan 28 00:23:07.722336 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d1fb3-836e-4363-8592-925697f94ccc req-09730e8f-3c1b-4518-9676-22cfa08d720a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:07.738013 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-059d1fb3-836e-4363-8592-925697f94ccc req-09730e8f-3c1b-4518-9676-22cfa08d720a service neutron] 10.222.0.70 "GET /v2.0/networks?id=6c6166fa-f12c-44dc-80f4-7ae48bcbac66 HTTP/1.1" status: 200 len: 929 time: 0.3570881 Jan 28 00:23:07.749936 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc07e5a-8936-4bf5-b372-2f5f2472bdbd tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:23:07.760583 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-caa4a097-a2e2-40fa-9d77-905432ef2fef admin admin] Publish callbacks [] for security_group (b6677ec4-ed5b-4ff4-875d-754893a2a430), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:07.785315 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc07e5a-8936-4bf5-b372-2f5f2472bdbd tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=873f4bea-a3af-4281-9005-ee4c3900497a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:07.799995 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ddc07e5a-8936-4bf5-b372-2f5f2472bdbd tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (92920c42-d1ce-4833-a6a4-d3b332bc4482), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:07.801252 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-ddc07e5a-8936-4bf5-b372-2f5f2472bdbd tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Added segment 92920c42-d1ce-4833-a6a4-d3b332bc4482 of type vlan for network b44e6019-d06c-4574-8286-28cc047e7ab7 Jan 28 00:23:07.846515 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-059d1fb3-836e-4363-8592-925697f94ccc req-d978189d-1bb6-4086-9494-daef40954620 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bfb6954-b6c9-4a13-875b-87fa50922e07 HTTP/1.1" status: 200 len: 217 time: 0.1069205 Jan 28 00:23:07.871041 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ddc07e5a-8936-4bf5-b372-2f5f2472bdbd tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (b44e6019-d06c-4574-8286-28cc047e7ab7), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:07.908166 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ddc07e5a-8936-4bf5-b372-2f5f2472bdbd tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (b44e6019-d06c-4574-8286-28cc047e7ab7), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:07.914146 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc07e5a-8936-4bf5-b372-2f5f2472bdbd tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:07.915082 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ddc07e5a-8936-4bf5-b372-2f5f2472bdbd tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:07.990760 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc07e5a-8936-4bf5-b372-2f5f2472bdbd tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Pushing event updated for resources: {'Network': ['ID=b44e6019-d06c-4574-8286-28cc047e7ab7,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:07.996794 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-caa4a097-a2e2-40fa-9d77-905432ef2fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b6677ec4-ed5b-4ff4-875d-754893a2a430), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:08.000943 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-caa4a097-a2e2-40fa-9d77-905432ef2fef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:08.005313 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-caa4a097-a2e2-40fa-9d77-905432ef2fef admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b6677ec4-ed5b-4ff4-875d-754893a2a430 HTTP/1.1" status: 204 len: 168 time: 0.4767671 Jan 28 00:23:08.006135 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d1fb3-836e-4363-8592-925697f94ccc req-a8dac85f-2e41-4e44-b34c-346ff4a71ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:08.015041 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network b44e6019-d06c-4574-8286-28cc047e7ab7 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:23:08.018645 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4a097-a2e2-40fa-9d77-905432ef2fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6677ec4-ed5b-4ff4-875d-754893a2a430,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:08.019199 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-059d1fb3-836e-4363-8592-925697f94ccc req-a8dac85f-2e41-4e44-b34c-346ff4a71ffe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2856b206-aa20-4138-8515-c3d02a78ce88 HTTP/1.1" status: 200 len: 867 time: 0.1711009 Jan 28 00:23:08.035887 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-499f0543-84e8-4a03-a8c4-64a6943a728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395a6571-c8b3-462e-9837-3524af63a137', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-268608534-router', 'tenant_id': '59a716a38e2a47e4a59e21b06e3ba762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '2688f277-e45a-41df-8817-a78368d0d217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:22:01Z', 'updated_at': '2022-01-28T00:22:08Z', 'revision_number': 4, 'project_id': '59a716a38e2a47e4a59e21b06e3ba762', 'gw_port': {'id': '2688f277-e45a-41df-8817-a78368d0d217', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a6571-c8b3-462e-9837-3524af63a137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:22:03Z', 'updated_at': '2022-01-28T00:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '6e24581c-c63e-4c9d-a84f-443463e9a4c8', 'name': '', 'network_id': '6c6166fa-f12c-44dc-80f4-7ae48bcbac66', 'tenant_id': '59a716a38e2a47e4a59e21b06e3ba762', 'mac_address': 'fa:16:3e:a1:78:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a6571-c8b3-462e-9837-3524af63a137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '2856b206-aa20-4138-8515-c3d02a78ce88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:22:07Z', 'updated_at': '2022-01-28T00:22:16Z', 'revision_number': 5, 'project_id': '59a716a38e2a47e4a59e21b06e3ba762', 'subnets': [{'id': '2856b206-aa20-4138-8515-c3d02a78ce88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:08.036404 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ddc07e5a-8936-4bf5-b372-2f5f2472bdbd tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3080425 Jan 28 00:23:08.036768 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60452) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:08.048012 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-c85ffc66-789b-4a63-a456-37907e508e2b tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Request body: {'subnet': {'network_id': 'b44e6019-d06c-4574-8286-28cc047e7ab7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:08.056055 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b6814-a563-4492-88c0-718f2c9a1331 req-e2475e68-9ce4-419d-85d6-e0bcebec424c tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:08.067869 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e2b6814-a563-4492-88c0-718f2c9a1331 req-e2475e68-9ce4-419d-85d6-e0bcebec424c tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=af27eac8-9de2-423b-b26c-9f66e618787d HTTP/1.1" status: 200 len: 945 time: 0.2035918 Jan 28 00:23:08.165984 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499f0543-84e8-4a03-a8c4-64a6943a728f None None] Checking router: 395a6571-c8b3-462e-9837-3524af63a137 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:23:08.190576 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499f0543-84e8-4a03-a8c4-64a6943a728f None None] Routers {'395a6571-c8b3-462e-9837-3524af63a137'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:23:08.192078 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-499f0543-84e8-4a03-a8c4-64a6943a728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:22:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['395a6571-c8b3-462e-9837-3524af63a137'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:08.266299 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85ffc66-789b-4a63-a456-37907e508e2b tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Made reservation on behalf of 581b89e5e193404db6a2dc7907536648 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:23:08.271499 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c85ffc66-789b-4a63-a456-37907e508e2b tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:08.373787 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2ae84d39-deff-4b1d-9251-73a47de28971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:08.374161 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e2b6814-a563-4492-88c0-718f2c9a1331 req-c8ba0211-580e-44ac-8719-0ab6840e0b6d tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630150 Jan 28 00:23:08.386499 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d1fb3-836e-4363-8592-925697f94ccc req-5ccd8de6-178b-4c9b-a55e-202f19955492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:08.407296 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-059d1fb3-836e-4363-8592-925697f94ccc req-5ccd8de6-178b-4c9b-a55e-202f19955492 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6c6166fa-f12c-44dc-80f4-7ae48bcbac66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3377273 Jan 28 00:23:08.562537 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-499f0543-84e8-4a03-a8c4-64a6943a728f None None] Set router 395a6571-c8b3-462e-9837-3524af63a137 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:23:08.568803 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c85ffc66-789b-4a63-a456-37907e508e2b tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (e6384fd5-1828-4752-ac09-3e46b00e8bbb), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:08.633806 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 00:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e92309d-f792-440f-9fa1-86847a34dd6b x-openstack-request-id: req-4e92309d-f792-440f-9fa1-86847a34dd6b {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:23:08.634245 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b217c6a1-a5df-474a-bcab-027ce2d82849", "tag": "c2b62d87-e6a7-4d22-86d7-b1384874a3df", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b4e8d626-22b3-4180-9708-75999901e797", "tag": "5bfb6954-b6c9-4a13-875b-87fa50922e07", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:23:08.634593 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4e92309d-f792-440f-9fa1-86847a34dd6b {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:23:08.639770 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b217c6a1-a5df-474a-bcab-027ce2d82849', 'tag': 'c2b62d87-e6a7-4d22-86d7-b1384874a3df', 'status': 'completed', 'code': 200} Jan 28 00:23:08.640229 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4e8d626-22b3-4180-9708-75999901e797', 'tag': '5bfb6954-b6c9-4a13-875b-87fa50922e07', 'status': 'completed', 'code': 200} Jan 28 00:23:08.648072 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ffc66-789b-4a63-a456-37907e508e2b tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Pushing event updated for resources: {'Subnet': ['ID=e6384fd5-1828-4752-ac09-3e46b00e8bbb,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:08.669679 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85ffc66-789b-4a63-a456-37907e508e2b tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Checking segment: {'id': '92920c42-d1ce-4833-a6a4-d3b332bc4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b44e6019-d06c-4574-8286-28cc047e7ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:23:08.670508 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85ffc66-789b-4a63-a456-37907e508e2b tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Network hostable DHCP agents. Network: b44e6019-d06c-4574-8286-28cc047e7ab7, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:23:08.703751 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85ffc66-789b-4a63-a456-37907e508e2b tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Network b44e6019-d06c-4574-8286-28cc047e7ab7 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:23:08.719688 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-c85ffc66-789b-4a63-a456-37907e508e2b tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, b44e6019-d06c-4574-8286-28cc047e7ab7) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:23:08.728781 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85ffc66-789b-4a63-a456-37907e508e2b tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:08.729682 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c85ffc66-789b-4a63-a456-37907e508e2b tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:08.735708 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484ab8d6-ae74-46a8-98b4-fa81bb1593e5 None None] Network b44e6019-d06c-4574-8286-28cc047e7ab7 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:23:08.766727 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c85ffc66-789b-4a63-a456-37907e508e2b tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7228525 Jan 28 00:23:08.769618 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60464) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:08.793493 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-defaff31-af76-49d4-b2f4-d13ad76c66d5 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Request body: {'port': {'network_id': 'b44e6019-d06c-4574-8286-28cc047e7ab7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1220605084'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:08.914478 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985a78b-ac46-4a29-b6ad-c2e8d8a7029b req-2cb123ce-2503-4a0f-9893-eb47438a9c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:08.916254 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c985a78b-ac46-4a29-b6ad-c2e8d8a7029b req-2cb123ce-2503-4a0f-9893-eb47438a9c8a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83dbb6195da44e30b63c09c8e88d497f&device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 1099 time: 0.2874329 Jan 28 00:23:08.923932 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-059d1fb3-836e-4363-8592-925697f94ccc req-726a2055-a3cb-464e-8080-e575493c49ea service neutron] 10.222.0.70 "GET /v2.0/networks/6c6166fa-f12c-44dc-80f4-7ae48bcbac66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130548 Jan 28 00:23:09.041218 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7f9ae1-a9c9-4318-9635-005cb4a2d59f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-b44e6019-d06c-4574-8286-28cc047e7ab7', 'network_id': 'b44e6019-d06c-4574-8286-28cc047e7ab7', 'project_id': '581b89e5e193404db6a2dc7907536648', 'fixed_ips': [{'subnet_id': 'e6384fd5-1828-4752-ac09-3e46b00e8bbb'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:23:09.042751 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ea7f9ae1-a9c9-4318-9635-005cb4a2d59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:09.118789 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6f700-07a3-49a8-91ef-0c8d3cf7d7b2 req-238f409c-e8c1-4696-bb40-570de457381a tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:09.120593 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93c6f700-07a3-49a8-91ef-0c8d3cf7d7b2 req-238f409c-e8c1-4696-bb40-570de457381a tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 948 time: 0.1563430 Jan 28 00:23:09.134521 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985a78b-ac46-4a29-b6ad-c2e8d8a7029b req-d955cdb9-5e91-4890-ad91-a88ea5e3c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:09.136748 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c985a78b-ac46-4a29-b6ad-c2e8d8a7029b req-d955cdb9-5e91-4890-ad91-a88ea5e3c235 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=59a716a38e2a47e4a59e21b06e3ba762&device_id=b4e8d626-22b3-4180-9708-75999901e797 HTTP/1.1" status: 200 len: 1097 time: 0.4448638 Jan 28 00:23:09.156883 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985a78b-ac46-4a29-b6ad-c2e8d8a7029b req-39c0b818-b525-4a54-b7ab-eab2b2b0a532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:09.158928 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c985a78b-ac46-4a29-b6ad-c2e8d8a7029b req-39c0b818-b525-4a54-b7ab-eab2b2b0a532 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.2334843 Jan 28 00:23:09.220384 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defaff31-af76-49d4-b2f4-d13ad76c66d5 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Made reservation on behalf of 581b89e5e193404db6a2dc7907536648 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:23:09.225060 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-defaff31-af76-49d4-b2f4-d13ad76c66d5 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:09.233533 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c985a78b-ac46-4a29-b6ad-c2e8d8a7029b req-b6fe79ca-1d36-42e6-b61d-173bc0905c64 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=c2b62d87-e6a7-4d22-86d7-b1384874a3df HTTP/1.1" status: 200 len: 217 time: 0.0602794 Jan 28 00:23:09.235578 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-059d1fb3-836e-4363-8592-925697f94ccc req-d7fdf63e-ccc1-4032-be01-624042324478 service neutron] 10.222.0.70 "GET /v2.0/networks/6c6166fa-f12c-44dc-80f4-7ae48bcbac66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010311 Jan 28 00:23:09.265340 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-defaff31-af76-49d4-b2f4-d13ad76c66d5 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] device_id is not set on port f567533f-7432-4810-a609-91df6ed0faef yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:23:09.284098 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-499f0543-84e8-4a03-a8c4-64a6943a728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395a6571-c8b3-462e-9837-3524af63a137', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-268608534-router', 'tenant_id': '59a716a38e2a47e4a59e21b06e3ba762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '2688f277-e45a-41df-8817-a78368d0d217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:22:01Z', 'updated_at': '2022-01-28T00:22:08Z', 'revision_number': 4, 'project_id': '59a716a38e2a47e4a59e21b06e3ba762', 'gw_port': {'id': '2688f277-e45a-41df-8817-a78368d0d217', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a6571-c8b3-462e-9837-3524af63a137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:22:03Z', 'updated_at': '2022-01-28T00:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '6e24581c-c63e-4c9d-a84f-443463e9a4c8', 'name': '', 'network_id': '6c6166fa-f12c-44dc-80f4-7ae48bcbac66', 'tenant_id': '59a716a38e2a47e4a59e21b06e3ba762', 'mac_address': 'fa:16:3e:a1:78:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a6571-c8b3-462e-9837-3524af63a137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '2856b206-aa20-4138-8515-c3d02a78ce88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:22:07Z', 'updated_at': '2022-01-28T00:22:16Z', 'revision_number': 5, 'project_id': '59a716a38e2a47e4a59e21b06e3ba762', 'subnets': [{'id': '2856b206-aa20-4138-8515-c3d02a78ce88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:09.364465 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499f0543-84e8-4a03-a8c4-64a6943a728f None None] The sync data for ids ['395a6571-c8b3-462e-9837-3524af63a137'] in n-d-826754-1 is: [{'id': '395a6571-c8b3-462e-9837-3524af63a137', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-268608534-router', 'tenant_id': '59a716a38e2a47e4a59e21b06e3ba762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '2688f277-e45a-41df-8817-a78368d0d217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:22:01Z', 'updated_at': '2022-01-28T00:22:08Z', 'revision_number': 4, 'project_id': '59a716a38e2a47e4a59e21b06e3ba762', 'gw_port': {'id': '2688f277-e45a-41df-8817-a78368d0d217', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a6571-c8b3-462e-9837-3524af63a137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:22:03Z', 'updated_at': '2022-01-28T00:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '6e24581c-c63e-4c9d-a84f-443463e9a4c8', 'name': '', 'network_id': '6c6166fa-f12c-44dc-80f4-7ae48bcbac66', 'tenant_id': '59a716a38e2a47e4a59e21b06e3ba762', 'mac_address': 'fa:16:3e:a1:78:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a6571-c8b3-462e-9837-3524af63a137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '2856b206-aa20-4138-8515-c3d02a78ce88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:22:07Z', 'updated_at': '2022-01-28T00:22:16Z', 'revision_number': 5, 'project_id': '59a716a38e2a47e4a59e21b06e3ba762', 'subnets': [{'id': '2856b206-aa20-4138-8515-c3d02a78ce88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:23:09.378896 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985a78b-ac46-4a29-b6ad-c2e8d8a7029b req-2023268f-5389-420c-be48-af45f73d0a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:09.382761 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c985a78b-ac46-4a29-b6ad-c2e8d8a7029b req-2023268f-5389-420c-be48-af45f73d0a08 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1397176 Jan 28 00:23:09.448844 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985a78b-ac46-4a29-b6ad-c2e8d8a7029b req-9b94f4b6-44bd-49b6-afd4-0a3b4a615a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:09.460605 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c985a78b-ac46-4a29-b6ad-c2e8d8a7029b req-9b94f4b6-44bd-49b6-afd4-0a3b4a615a04 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6c6166fa-f12c-44dc-80f4-7ae48bcbac66 HTTP/1.1" status: 200 len: 929 time: 0.3127520 Jan 28 00:23:09.460892 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-ea7f9ae1-a9c9-4318-9635-005cb4a2d59f None None] Allocated IP 172.20.0.2 (b44e6019-d06c-4574-8286-28cc047e7ab7/e6384fd5-1828-4752-ac09-3e46b00e8bbb/18485110-49fa-4856-8200-7102cdb23218) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:23:09.563603 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93c6f700-07a3-49a8-91ef-0c8d3cf7d7b2 req-ff092e37-e0fe-404b-b9bc-682a108e95bf tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995862 Jan 28 00:23:09.565986 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c985a78b-ac46-4a29-b6ad-c2e8d8a7029b req-016d6865-3623-4348-a811-b4ce884eefae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bfb6954-b6c9-4a13-875b-87fa50922e07 HTTP/1.1" status: 200 len: 217 time: 0.0933485 Jan 28 00:23:09.665278 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985a78b-ac46-4a29-b6ad-c2e8d8a7029b req-6ff5e4ce-c8f1-415c-aef2-3293b19a662d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:09.666921 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c985a78b-ac46-4a29-b6ad-c2e8d8a7029b req-6ff5e4ce-c8f1-415c-aef2-3293b19a662d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2856b206-aa20-4138-8515-c3d02a78ce88 HTTP/1.1" status: 200 len: 867 time: 0.0873227 Jan 28 00:23:09.739860 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985a78b-ac46-4a29-b6ad-c2e8d8a7029b req-7623fedd-dbaf-40cb-b53e-6b3cfebbc086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:09.742161 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c985a78b-ac46-4a29-b6ad-c2e8d8a7029b req-7623fedd-dbaf-40cb-b53e-6b3cfebbc086 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6c6166fa-f12c-44dc-80f4-7ae48bcbac66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672901 Jan 28 00:23:09.746376 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a794cb-2f43-48c0-8429-54270cd38edc req-2e88a640-3a83-4aa9-8e73-150c73ec4a7d tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:09.748887 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-59a794cb-2f43-48c0-8429-54270cd38edc req-2e88a640-3a83-4aa9-8e73-150c73ec4a7d tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.2475474 Jan 28 00:23:09.751986 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985a78b-ac46-4a29-b6ad-c2e8d8a7029b req-842c533f-330a-400a-a724-8b6648cd1f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:09.754525 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c985a78b-ac46-4a29-b6ad-c2e8d8a7029b req-842c533f-330a-400a-a724-8b6648cd1f9a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3631856 Jan 28 00:23:09.851261 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:09.877209 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ea7f9ae1-a9c9-4318-9635-005cb4a2d59f None None] Publish callbacks [] for port (18485110-49fa-4856-8200-7102cdb23218), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:09.896012 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ea7f9ae1-a9c9-4318-9635-005cb4a2d59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (18485110-49fa-4856-8200-7102cdb23218), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:09.990897 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7f9ae1-a9c9-4318-9635-005cb4a2d59f None None] Network b44e6019-d06c-4574-8286-28cc047e7ab7 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:23:09.999111 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-ea7f9ae1-a9c9-4318-9635-005cb4a2d59f None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:23:10.002708 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7f9ae1-a9c9-4318-9635-005cb4a2d59f None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:23:10.037979 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f9ae1-a9c9-4318-9635-005cb4a2d59f None None] Pushing event updated for resources: {'Port': ['ID=18485110-49fa-4856-8200-7102cdb23218,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:10.057658 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60492) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:10.064769 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device c2b62d87-e6a7-4d22-86d7-b1384874a3df details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:23:10.083731 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c985a78b-ac46-4a29-b6ad-c2e8d8a7029b req-4701bf55-ddc6-4f8c-9033-d6a449a14126 service neutron] 10.222.0.52 "GET /v2.0/networks/6c6166fa-f12c-44dc-80f4-7ae48bcbac66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245194 Jan 28 00:23:10.123544 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-beb75621-38ad-421d-aaa7-edc3d3677371 req-0ae9e0c9-3ee2-4c50-840e-d919b06ef0aa tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/floatingips/f6821b6c-8d73-465e-ab16-8566cf74e708 HTTP/1.1" status: 200 len: 694 time: 0.4003851 Jan 28 00:23:10.209824 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port c2b62d87-e6a7-4d22-86d7-b1384874a3df, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=c2b62d87-e6a7-4d22-86d7-b1384874a3df,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:23:10.218531 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-defaff31-af76-49d4-b2f4-d13ad76c66d5 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Allocated IP 172.20.0.8 (b44e6019-d06c-4574-8286-28cc047e7ab7/e6384fd5-1828-4752-ac09-3e46b00e8bbb/f567533f-7432-4810-a609-91df6ed0faef) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:23:10.232393 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'c2b62d87-e6a7-4d22-86d7-b1384874a3df', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': 'c2b62d87-e6a7-4d22-86d7-b1384874a3df', 'mac_address': 'fa:16:3e:6c:65:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:23:10.240940 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cc2fc6-25b8-44ab-97f4-3624d5e47a5a None None] New status for floating IP f6821b6c-8d73-465e-ab16-8566cf74e708: DOWN {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:23:10.347639 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-1e30056e-5e89-400a-821a-67b7a6a2433e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-976148639-network', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:10.445671 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port c2b62d87-e6a7-4d22-86d7-b1384874a3df is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:23:10.446043 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:10.446158 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c985a78b-ac46-4a29-b6ad-c2e8d8a7029b req-883663b5-2336-45d8-9f5a-db271ccdce5f service neutron] 10.222.0.52 "GET /v2.0/networks/6c6166fa-f12c-44dc-80f4-7ae48bcbac66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526087 Jan 28 00:23:10.479993 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b62d87-e6a7-4d22-86d7-b1384874a3df {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:23:10.500556 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e30056e-5e89-400a-821a-67b7a6a2433e admin admin] Made reservation on behalf of 66e2abd01f29448ab207898a6db8a6af for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:23:10.505468 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1e30056e-5e89-400a-821a-67b7a6a2433e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:10.586716 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1e30056e-5e89-400a-821a-67b7a6a2433e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:10.624326 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-ea7f9ae1-a9c9-4318-9635-005cb4a2d59f None None] Attempting to bind port 18485110-49fa-4856-8200-7102cdb23218 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:23:10.624854 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-ea7f9ae1-a9c9-4318-9635-005cb4a2d59f None None] Attempting to bind port 18485110-49fa-4856-8200-7102cdb23218 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '92920c42-d1ce-4833-a6a4-d3b332bc4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b44e6019-d06c-4574-8286-28cc047e7ab7'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:23:10.625217 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7f9ae1-a9c9-4318-9635-005cb4a2d59f None None] Attempting to bind port 18485110-49fa-4856-8200-7102cdb23218 on network b44e6019-d06c-4574-8286-28cc047e7ab7 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:23:10.639410 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7f9ae1-a9c9-4318-9635-005cb4a2d59f None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:23:10.639410 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7f9ae1-a9c9-4318-9635-005cb4a2d59f None None] Checking segment: {'id': '92920c42-d1ce-4833-a6a4-d3b332bc4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b44e6019-d06c-4574-8286-28cc047e7ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:23:10.639410 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ea7f9ae1-a9c9-4318-9635-005cb4a2d59f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:10.640189 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7f9ae1-a9c9-4318-9635-005cb4a2d59f None None] Bound using segment: {'id': '92920c42-d1ce-4833-a6a4-d3b332bc4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b44e6019-d06c-4574-8286-28cc047e7ab7'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:23:10.640189 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-ea7f9ae1-a9c9-4318-9635-005cb4a2d59f None None] Bound port: 18485110-49fa-4856-8200-7102cdb23218, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92920c42-d1ce-4833-a6a4-d3b332bc4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b44e6019-d06c-4574-8286-28cc047e7ab7'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:23:10.640791 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ea7f9ae1-a9c9-4318-9635-005cb4a2d59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (18485110-49fa-4856-8200-7102cdb23218), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:10.706282 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662dad9a-3771-4c0d-b2fa-adfd2b8a34b7 req-8742df81-200c-41d6-ac23-644825420a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:10.707860 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-662dad9a-3771-4c0d-b2fa-adfd2b8a34b7 req-8742df81-200c-41d6-ac23-644825420a68 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 1096 time: 0.2329316 Jan 28 00:23:10.746530 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-59a794cb-2f43-48c0-8429-54270cd38edc req-d475119d-a5fd-4a4d-892a-72c7805390c6 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9731927 Jan 28 00:23:10.798014 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-ea7f9ae1-a9c9-4318-9635-005cb4a2d59f None None] For port 18485110-49fa-4856-8200-7102cdb23218, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:23:10.798654 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-defaff31-af76-49d4-b2f4-d13ad76c66d5 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks [] for port (f567533f-7432-4810-a609-91df6ed0faef), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:10.802443 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-ea7f9ae1-a9c9-4318-9635-005cb4a2d59f None None] For port 18485110-49fa-4856-8200-7102cdb23218, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=18485110-49fa-4856-8200-7102cdb23218,segment=NetworkSegment(92920c42-d1ce-4833-a6a4-d3b332bc4482),segment_id=92920c42-d1ce-4833-a6a4-d3b332bc4482)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:23:10.824063 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-662dad9a-3771-4c0d-b2fa-adfd2b8a34b7 req-cbf28da2-4c1e-4fcf-9dad-e1e81b318c90 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067996 Jan 28 00:23:10.833237 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ea7f9ae1-a9c9-4318-9635-005cb4a2d59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (18485110-49fa-4856-8200-7102cdb23218), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:10.868035 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1e30056e-5e89-400a-821a-67b7a6a2433e admin admin] Publish callbacks [] for security_group (ff311070-384a-41ae-9f39-474c389c5e74), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:10.879668 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1e30056e-5e89-400a-821a-67b7a6a2433e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ff311070-384a-41ae-9f39-474c389c5e74), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:10.892530 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c985a78b-ac46-4a29-b6ad-c2e8d8a7029b req-09f4e7b9-08a5-4cfb-813c-fdfda7d61e4e service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1211460 Jan 28 00:23:10.908152 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-defaff31-af76-49d4-b2f4-d13ad76c66d5 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (f567533f-7432-4810-a609-91df6ed0faef), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:10.917883 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e30056e-5e89-400a-821a-67b7a6a2433e admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:23:10.982740 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1e30056e-5e89-400a-821a-67b7a6a2433e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (e33cee81-804e-49fc-a57c-ff1b9c334017), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:10.983119 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-1e30056e-5e89-400a-821a-67b7a6a2433e admin admin] Added segment e33cee81-804e-49fc-a57c-ff1b9c334017 of type vlan for network ab3fb448-728a-46f9-9c11-c79ef9e347d9 Jan 28 00:23:10.999788 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30056e-5e89-400a-821a-67b7a6a2433e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff311070-384a-41ae-9f39-474c389c5e74,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:11.001392 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb75621-38ad-421d-aaa7-edc3d3677371 req-1df49fb8-38fe-4f89-a432-afcde1ca0541 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:11.013266 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defaff31-af76-49d4-b2f4-d13ad76c66d5 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Network b44e6019-d06c-4574-8286-28cc047e7ab7 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:23:11.014871 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-beb75621-38ad-421d-aaa7-edc3d3677371 req-1df49fb8-38fe-4f89-a432-afcde1ca0541 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 784 time: 0.8901751 Jan 28 00:23:11.072604 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-defaff31-af76-49d4-b2f4-d13ad76c66d5 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:23:11.097398 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defaff31-af76-49d4-b2f4-d13ad76c66d5 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:23:11.116584 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1e30056e-5e89-400a-821a-67b7a6a2433e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (ab3fb448-728a-46f9-9c11-c79ef9e347d9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:11.128917 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port c2b62d87-e6a7-4d22-86d7-b1384874a3df, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=c2b62d87-e6a7-4d22-86d7-b1384874a3df,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:23:11.136265 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f9ae1-a9c9-4318-9635-005cb4a2d59f None None] Pushing event updated for resources: {'Port': ['ID=18485110-49fa-4856-8200-7102cdb23218,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:11.152380 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defaff31-af76-49d4-b2f4-d13ad76c66d5 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Pushing event updated for resources: {'Port': ['ID=f567533f-7432-4810-a609-91df6ed0faef,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:11.179195 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:11.225744 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defaff31-af76-49d4-b2f4-d13ad76c66d5 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:11.226991 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-defaff31-af76-49d4-b2f4-d13ad76c66d5 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:11.227259 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:11.232220 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1e30056e-5e89-400a-821a-67b7a6a2433e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (ab3fb448-728a-46f9-9c11-c79ef9e347d9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:11.233429 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e30056e-5e89-400a-821a-67b7a6a2433e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:11.234041 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1e30056e-5e89-400a-821a-67b7a6a2433e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:11.269168 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-defaff31-af76-49d4-b2f4-d13ad76c66d5 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4962580 Jan 28 00:23:11.275347 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=c2b62d87-e6a7-4d22-86d7-b1384874a3df,revision_number=12']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:11.302061 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb883e2-58fe-437f-9840-e26685f5a55b req-881b5959-eba5-4eab-b8ce-ef19d7f0f634 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:11.304579 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3fb883e2-58fe-437f-9840-e26685f5a55b req-881b5959-eba5-4eab-b8ce-ef19d7f0f634 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=af27eac8-9de2-423b-b26c-9f66e618787d HTTP/1.1" status: 200 len: 945 time: 0.4307220 Jan 28 00:23:11.307112 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60498) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:11.340886 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-1e973aa2-4846-4765-8181-5a604b26065d tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Request body: {'port': {'network_id': 'b44e6019-d06c-4574-8286-28cc047e7ab7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1608755810', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:11.345135 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1e30056e-5e89-400a-821a-67b7a6a2433e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2648077 Jan 28 00:23:11.345478 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.api.validators [None req-1e973aa2-4846-4765-8181-5a604b26065d tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] bootfile-name is not in valid_values {{(pid=103344) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 00:23:11.346193 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.api.validators [None req-1e973aa2-4846-4765-8181-5a604b26065d tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] tftp-server is not in valid_values {{(pid=103344) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 00:23:11.346787 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.api.validators [None req-1e973aa2-4846-4765-8181-5a604b26065d tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] server-ip-address is not in valid_values {{(pid=103344) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 00:23:11.348266 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60500) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:11.355745 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e7438aab-495c-4b1a-a5c0-34b73ba79873 admin admin] Request body: {'subnet': {'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-976148639-subnet', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:11.370135 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-beb75621-38ad-421d-aaa7-edc3d3677371 req-6bff7023-d687-48c7-b273-0a71fcd58f0c tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.50 HTTP/1.1" status: 200 len: 697 time: 0.3446465 Jan 28 00:23:11.376608 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30056e-5e89-400a-821a-67b7a6a2433e admin admin] Pushing event updated for resources: {'Network': ['ID=ab3fb448-728a-46f9-9c11-c79ef9e347d9,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:11.405198 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network ab3fb448-728a-46f9-9c11-c79ef9e347d9 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:23:11.423145 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7438aab-495c-4b1a-a5c0-34b73ba79873 admin admin] Made reservation on behalf of 66e2abd01f29448ab207898a6db8a6af for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:23:11.425985 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e7438aab-495c-4b1a-a5c0-34b73ba79873 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:11.510979 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c985a78b-ac46-4a29-b6ad-c2e8d8a7029b req-5fbfbf32-aaee-43d7-ba64-53b932c47d12 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6084800 Jan 28 00:23:11.528943 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['c2b62d87-e6a7-4d22-86d7-b1384874a3df'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:23:11.585438 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-beb75621-38ad-421d-aaa7-edc3d3677371 req-af2984ad-e527-4af2-ba6d-375818d8479b tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.50 HTTP/1.1" status: 200 len: 695 time: 0.1492672 Jan 28 00:23:11.689319 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3fb883e2-58fe-437f-9840-e26685f5a55b req-92f94d29-891b-41b1-a22f-70dbe53d65d3 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643095 Jan 28 00:23:11.902647 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e7438aab-495c-4b1a-a5c0-34b73ba79873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (e8d9d31c-ec82-48b8-8107-afdf4c2c9183), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:11.943385 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e973aa2-4846-4765-8181-5a604b26065d tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Made reservation on behalf of 581b89e5e193404db6a2dc7907536648 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:23:11.947472 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1e973aa2-4846-4765-8181-5a604b26065d tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:11.973776 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-1e973aa2-4846-4765-8181-5a604b26065d tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] device_id is not set on port 9abef326-a75d-4f44-bd35-b8d8d5bd073f yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:23:11.990264 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7438aab-495c-4b1a-a5c0-34b73ba79873 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8d9d31c-ec82-48b8-8107-afdf4c2c9183,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:12.015717 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7438aab-495c-4b1a-a5c0-34b73ba79873 admin admin] Checking segment: {'id': 'e33cee81-804e-49fc-a57c-ff1b9c334017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:23:12.017085 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7438aab-495c-4b1a-a5c0-34b73ba79873 admin admin] Network hostable DHCP agents. Network: ab3fb448-728a-46f9-9c11-c79ef9e347d9, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:23:12.068262 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7438aab-495c-4b1a-a5c0-34b73ba79873 admin admin] Network ab3fb448-728a-46f9-9c11-c79ef9e347d9 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:23:12.085367 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-beb75621-38ad-421d-aaa7-edc3d3677371 req-8c5f14a5-cbbb-480e-b570-d9ae6546aa64 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Deleting port b85a39cc-eede-4000-97f8-cccd4b681f70 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:23:12.085750 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-beb75621-38ad-421d-aaa7-edc3d3677371 req-8c5f14a5-cbbb-480e-b570-d9ae6546aa64 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b85a39cc-eede-4000-97f8-cccd4b681f70), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:12.093023 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-e7438aab-495c-4b1a-a5c0-34b73ba79873 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, ab3fb448-728a-46f9-9c11-c79ef9e347d9) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:23:12.115358 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a37e69-54d1-4627-b7dd-840b8fdc821c None None] Network ab3fb448-728a-46f9-9c11-c79ef9e347d9 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:23:12.122860 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:12.124623 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7438aab-495c-4b1a-a5c0-34b73ba79873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:12.125966 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e7438aab-495c-4b1a-a5c0-34b73ba79873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:12.155709 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e7438aab-495c-4b1a-a5c0-34b73ba79873 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8027406 Jan 28 00:23:12.160859 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60508) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:12.171707 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-4bbe6f64-cb5e-41aa-8a90-17e71150828b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-976148639-router', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:12.250262 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4bbe6f64-cb5e-41aa-8a90-17e71150828b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (c47511db-1f25-4f8d-b3cf-d158c43c155e), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:12.251937 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4bbe6f64-cb5e-41aa-8a90-17e71150828b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (c47511db-1f25-4f8d-b3cf-d158c43c155e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:12.284738 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb65381-a99e-4cf7-85c8-601bb0ab0803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-ab3fb448-728a-46f9-9c11-c79ef9e347d9', 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9', 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'fixed_ips': [{'subnet_id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:23:12.285666 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1fb65381-a99e-4cf7-85c8-601bb0ab0803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:12.335591 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4bbe6f64-cb5e-41aa-8a90-17e71150828b admin admin] Publish callbacks [] for router_controller (c47511db-1f25-4f8d-b3cf-d158c43c155e), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:12.430724 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-1e973aa2-4846-4765-8181-5a604b26065d tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Allocated IP 172.20.0.12 (b44e6019-d06c-4574-8286-28cc047e7ab7/e6384fd5-1828-4752-ac09-3e46b00e8bbb/9abef326-a75d-4f44-bd35-b8d8d5bd073f) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:23:12.446201 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-beb75621-38ad-421d-aaa7-edc3d3677371 req-8c5f14a5-cbbb-480e-b570-d9ae6546aa64 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b85a39cc-eede-4000-97f8-cccd4b681f70), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:12.446662 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-beb75621-38ad-421d-aaa7-edc3d3677371 req-8c5f14a5-cbbb-480e-b570-d9ae6546aa64 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks [] for floatingip (b85a39cc-eede-4000-97f8-cccd4b681f70), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:12.477505 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952c9f0-8972-41ce-be0e-f17d9abb8b94 req-bccba623-5442-4b2b-89ea-8949023a0cb0 tempest-MigrationsAdminTest-1727138481 tempest-MigrationsAdminTest-1727138481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:12.479164 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3952c9f0-8972-41ce-be0e-f17d9abb8b94 req-bccba623-5442-4b2b-89ea-8949023a0cb0 tempest-MigrationsAdminTest-1727138481 tempest-MigrationsAdminTest-1727138481-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 1100 time: 0.2143281 Jan 28 00:23:12.484454 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-beb75621-38ad-421d-aaa7-edc3d3677371 req-8c5f14a5-cbbb-480e-b570-d9ae6546aa64 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Calling delete_port for b85a39cc-eede-4000-97f8-cccd4b681f70 owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:23:12.530710 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4bbe6f64-cb5e-41aa-8a90-17e71150828b admin admin] Publish callbacks [] for router_gateway (c47511db-1f25-4f8d-b3cf-d158c43c155e), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:12.546549 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-1fb65381-a99e-4cf7-85c8-601bb0ab0803 None None] Allocated IP 172.20.0.2 (ab3fb448-728a-46f9-9c11-c79ef9e347d9/e8d9d31c-ec82-48b8-8107-afdf4c2c9183/f3918715-5cde-4565-9110-f2b1fa385f95) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:23:12.689671 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3952c9f0-8972-41ce-be0e-f17d9abb8b94 req-9ed3345f-c197-4e22-837d-fa40705b69f8 tempest-MigrationsAdminTest-1727138481 tempest-MigrationsAdminTest-1727138481-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990345 Jan 28 00:23:12.804327 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1fb65381-a99e-4cf7-85c8-601bb0ab0803 None None] Publish callbacks [] for port (f3918715-5cde-4565-9110-f2b1fa385f95), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:12.824574 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1fb65381-a99e-4cf7-85c8-601bb0ab0803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (f3918715-5cde-4565-9110-f2b1fa385f95), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:12.864141 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:12.887736 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb65381-a99e-4cf7-85c8-601bb0ab0803 None None] Network ab3fb448-728a-46f9-9c11-c79ef9e347d9 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:23:12.897628 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-1fb65381-a99e-4cf7-85c8-601bb0ab0803 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:23:12.900196 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb65381-a99e-4cf7-85c8-601bb0ab0803 None None] Pushing event updated for resources: {'Port': ['ID=f3918715-5cde-4565-9110-f2b1fa385f95,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:12.904465 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb65381-a99e-4cf7-85c8-601bb0ab0803 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:23:12.963308 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4bbe6f64-cb5e-41aa-8a90-17e71150828b admin admin] Publish callbacks [] for router_gateway (c47511db-1f25-4f8d-b3cf-d158c43c155e), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:13.008951 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4bbe6f64-cb5e-41aa-8a90-17e71150828b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:13.030651 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1fb65381-a99e-4cf7-85c8-601bb0ab0803 None None] Attempting to bind port f3918715-5cde-4565-9110-f2b1fa385f95 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:23:13.031131 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1fb65381-a99e-4cf7-85c8-601bb0ab0803 None None] Attempting to bind port f3918715-5cde-4565-9110-f2b1fa385f95 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'e33cee81-804e-49fc-a57c-ff1b9c334017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:23:13.031584 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb65381-a99e-4cf7-85c8-601bb0ab0803 None None] Attempting to bind port f3918715-5cde-4565-9110-f2b1fa385f95 on network ab3fb448-728a-46f9-9c11-c79ef9e347d9 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:23:13.038170 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb65381-a99e-4cf7-85c8-601bb0ab0803 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:23:13.038675 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb65381-a99e-4cf7-85c8-601bb0ab0803 None None] Checking segment: {'id': 'e33cee81-804e-49fc-a57c-ff1b9c334017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:23:13.039180 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1fb65381-a99e-4cf7-85c8-601bb0ab0803 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:13.039713 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb65381-a99e-4cf7-85c8-601bb0ab0803 None None] Bound using segment: {'id': 'e33cee81-804e-49fc-a57c-ff1b9c334017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:23:13.040286 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1fb65381-a99e-4cf7-85c8-601bb0ab0803 None None] Bound port: f3918715-5cde-4565-9110-f2b1fa385f95, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33cee81-804e-49fc-a57c-ff1b9c334017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:23:13.040774 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1fb65381-a99e-4cf7-85c8-601bb0ab0803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f3918715-5cde-4565-9110-f2b1fa385f95), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:13.128561 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 18485110-49fa-4856-8200-7102cdb23218 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:23:13.130098 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-beb75621-38ad-421d-aaa7-edc3d3677371 req-8c5f14a5-cbbb-480e-b570-d9ae6546aa64 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b85a39cc-eede-4000-97f8-cccd4b681f70), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:13.193672 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-4bbe6f64-cb5e-41aa-8a90-17e71150828b admin admin] Allocated IP 172.25.3.161 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/3af48650-4ad7-4a28-a8b3-d6e0b91ee7da) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:23:13.209733 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1e973aa2-4846-4765-8181-5a604b26065d tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks [] for port (9abef326-a75d-4f44-bd35-b8d8d5bd073f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:13.229666 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726f26fc-ea5a-4558-a683-675ce4225de8 None None] Network b44e6019-d06c-4574-8286-28cc047e7ab7 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:23:13.242509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f14a5-cbbb-480e-b570-d9ae6546aa64 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Pushing event deleted for resources: {'Port': ['ID=b85a39cc-eede-4000-97f8-cccd4b681f70,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:13.286324 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1fb65381-a99e-4cf7-85c8-601bb0ab0803 None None] For port f3918715-5cde-4565-9110-f2b1fa385f95, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:23:13.300934 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1fb65381-a99e-4cf7-85c8-601bb0ab0803 None None] For port f3918715-5cde-4565-9110-f2b1fa385f95, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f3918715-5cde-4565-9110-f2b1fa385f95,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:23:13.315359 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1fb65381-a99e-4cf7-85c8-601bb0ab0803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f3918715-5cde-4565-9110-f2b1fa385f95), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:13.346916 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddbb11-523a-44ad-acd7-58033a2cf12e req-8df285fd-c081-441a-8b4c-7c13a5d9b1a0 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:13.348993 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-55ddbb11-523a-44ad-acd7-58033a2cf12e req-8df285fd-c081-441a-8b4c-7c13a5d9b1a0 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.2048483 Jan 28 00:23:13.368589 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-beb75621-38ad-421d-aaa7-edc3d3677371 req-8c5f14a5-cbbb-480e-b570-d9ae6546aa64 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks [] for floatingip (f6821b6c-8d73-465e-ab16-8566cf74e708), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:13.373000 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-beb75621-38ad-421d-aaa7-edc3d3677371 req-8c5f14a5-cbbb-480e-b570-d9ae6546aa64 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:13.375202 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-beb75621-38ad-421d-aaa7-edc3d3677371 req-8c5f14a5-cbbb-480e-b570-d9ae6546aa64 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "DELETE /v2.0/floatingips/f6821b6c-8d73-465e-ab16-8566cf74e708 HTTP/1.1" status: 204 len: 173 time: 1.7802114 Jan 28 00:23:13.377041 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1e973aa2-4846-4765-8181-5a604b26065d tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (9abef326-a75d-4f44-bd35-b8d8d5bd073f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:13.443330 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4bbe6f64-cb5e-41aa-8a90-17e71150828b admin admin] Publish callbacks [] for port (3af48650-4ad7-4a28-a8b3-d6e0b91ee7da), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:13.469452 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e973aa2-4846-4765-8181-5a604b26065d tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Network b44e6019-d06c-4574-8286-28cc047e7ab7 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:23:13.474395 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-1e973aa2-4846-4765-8181-5a604b26065d tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:23:13.489519 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e973aa2-4846-4765-8181-5a604b26065d tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:23:13.505114 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e973aa2-4846-4765-8181-5a604b26065d tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Pushing event updated for resources: {'Port': ['ID=9abef326-a75d-4f44-bd35-b8d8d5bd073f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:13.519723 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-4a463d67-9aaf-453f-93f0-7f7820337263 None None] Provisioning complete for port 18485110-49fa-4856-8200-7102cdb23218 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:23:13.520595 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a463d67-9aaf-453f-93f0-7f7820337263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (18485110-49fa-4856-8200-7102cdb23218), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:13.558776 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4bbe6f64-cb5e-41aa-8a90-17e71150828b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (3af48650-4ad7-4a28-a8b3-d6e0b91ee7da), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:13.572009 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-55ddbb11-523a-44ad-acd7-58033a2cf12e req-6c305d20-0bcc-4430-bdec-95fc039ad09b tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427312 Jan 28 00:23:13.634260 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe6f64-cb5e-41aa-8a90-17e71150828b admin admin] Pushing event updated for resources: {'Port': ['ID=3af48650-4ad7-4a28-a8b3-d6e0b91ee7da,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:13.651195 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbe6f64-cb5e-41aa-8a90-17e71150828b admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:23:13.654192 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-4bbe6f64-cb5e-41aa-8a90-17e71150828b admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:23:13.659859 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e973aa2-4846-4765-8181-5a604b26065d tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:13.661202 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1e973aa2-4846-4765-8181-5a604b26065d tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:13.662087 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb65381-a99e-4cf7-85c8-601bb0ab0803 None None] Pushing event updated for resources: {'Port': ['ID=f3918715-5cde-4565-9110-f2b1fa385f95,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:13.663688 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbe6f64-cb5e-41aa-8a90-17e71150828b admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:23:13.673663 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 18485110-49fa-4856-8200-7102cdb23218 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:23:13.674397 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (18485110-49fa-4856-8200-7102cdb23218), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:13.711862 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1e973aa2-4846-4765-8181-5a604b26065d tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.3949411 Jan 28 00:23:13.719755 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60520) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:13.971754 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33aaf7-29e1-48ee-b426-94ac20b32f1b req-8df27a0d-1919-4f64-8c8e-6b3ddc832036 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:13.987607 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e33aaf7-29e1-48ee-b426-94ac20b32f1b req-8df27a0d-1919-4f64-8c8e-6b3ddc832036 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=af27eac8-9de2-423b-b26c-9f66e618787d HTTP/1.1" status: 200 len: 945 time: 0.3931036 Jan 28 00:23:14.050145 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4a463d67-9aaf-453f-93f0-7f7820337263 None None] Current status of the port 18485110-49fa-4856-8200-7102cdb23218 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:23:14.050812 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a463d67-9aaf-453f-93f0-7f7820337263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (18485110-49fa-4856-8200-7102cdb23218), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:14.070920 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780a5b27-3720-4228-b9ab-28b087c44da0 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:14.071745 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device c2b62d87-e6a7-4d22-86d7-b1384874a3df up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:23:14.077522 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780a5b27-3720-4228-b9ab-28b087c44da0 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:14.084775 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780a5b27-3720-4228-b9ab-28b087c44da0 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:14.089612 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-780a5b27-3720-4228-b9ab-28b087c44da0 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3645997 Jan 28 00:23:14.090006 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60530) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:14.157872 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:14.198874 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 18485110-49fa-4856-8200-7102cdb23218 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:23:14.199282 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (18485110-49fa-4856-8200-7102cdb23218), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:14.225971 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e33aaf7-29e1-48ee-b426-94ac20b32f1b req-be1a87d6-ba4b-4624-b2a9-0d2b1f988923 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369180 Jan 28 00:23:14.341745 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-4a463d67-9aaf-453f-93f0-7f7820337263 None None] For port 18485110-49fa-4856-8200-7102cdb23218, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=18485110-49fa-4856-8200-7102cdb23218,segment=NetworkSegment(92920c42-d1ce-4833-a6a4-d3b332bc4482),segment_id=92920c42-d1ce-4833-a6a4-d3b332bc4482)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:23:14.362715 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a463d67-9aaf-453f-93f0-7f7820337263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (18485110-49fa-4856-8200-7102cdb23218), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:14.397438 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f31b4c-bb80-46ec-9114-bee7c32b8dae req-9691e1f2-2f2a-4d70-aa4d-729972f01720 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:14.400114 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b9f31b4c-bb80-46ec-9114-bee7c32b8dae req-9691e1f2-2f2a-4d70-aa4d-729972f01720 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 949 time: 0.1247933 Jan 28 00:23:14.432406 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-9748b509-af95-463e-8435-541934a9ce74 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Deleting port 9abef326-a75d-4f44-bd35-b8d8d5bd073f {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:23:14.433819 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9748b509-af95-463e-8435-541934a9ce74 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (9abef326-a75d-4f44-bd35-b8d8d5bd073f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:14.482738 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port c2b62d87-e6a7-4d22-86d7-b1384874a3df completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:23:14.524877 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port c2b62d87-e6a7-4d22-86d7-b1384874a3df triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:23:14.525663 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:14.553919 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4bbe6f64-cb5e-41aa-8a90-17e71150828b admin admin] Publish callbacks [] for router_gateway (c47511db-1f25-4f8d-b3cf-d158c43c155e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:14.568646 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b9f31b4c-bb80-46ec-9114-bee7c32b8dae req-32031aa6-7982-41ad-abb7-a9e2775f17ff tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545389 Jan 28 00:23:14.614627 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-9a0c0d35-9569-487e-973d-75154f437722 None None] Provisioning complete for port 9abef326-a75d-4f44-bd35-b8d8d5bd073f triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:23:14.615027 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9a0c0d35-9569-487e-973d-75154f437722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9abef326-a75d-4f44-bd35-b8d8d5bd073f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:14.642379 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9748b509-af95-463e-8435-541934a9ce74 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (9abef326-a75d-4f44-bd35-b8d8d5bd073f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:14.659103 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-9748b509-af95-463e-8435-541934a9ce74 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Calling delete_port for 9abef326-a75d-4f44-bd35-b8d8d5bd073f owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:23:14.699014 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:23:14.699409 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:23:14.719166 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a463d67-9aaf-453f-93f0-7f7820337263 None None] Pushing event updated for resources: {'Port': ['ID=18485110-49fa-4856-8200-7102cdb23218,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:14.804731 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9a0c0d35-9569-487e-973d-75154f437722 None None] Port 9abef326-a75d-4f44-bd35-b8d8d5bd073f cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:23:14.856207 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9748b509-af95-463e-8435-541934a9ce74 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (9abef326-a75d-4f44-bd35-b8d8d5bd073f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:14.876981 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-9a0c0d35-9569-487e-973d-75154f437722 None None] Provisioning complete for port 18485110-49fa-4856-8200-7102cdb23218 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:23:14.877506 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9a0c0d35-9569-487e-973d-75154f437722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (18485110-49fa-4856-8200-7102cdb23218), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:14.929821 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748b509-af95-463e-8435-541934a9ce74 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Pushing event deleted for resources: {'Port': ['ID=9abef326-a75d-4f44-bd35-b8d8d5bd073f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:15.002843 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c0827-93d9-4ad2-8c5c-6740d28d42d9 req-3b67fce2-c724-4fd3-83bc-fc3ec8cf2179 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:15.013827 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-367c0827-93d9-4ad2-8c5c-6740d28d42d9 req-3b67fce2-c724-4fd3-83bc-fc3ec8cf2179 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4e8d626-22b3-4180-9708-75999901e797&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4201851 Jan 28 00:23:15.083829 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-367c0827-93d9-4ad2-8c5c-6740d28d42d9 req-164547c4-a145-49d7-8cb4-581057135c50 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0689991 Jan 28 00:23:15.095295 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9748b509-af95-463e-8435-541934a9ce74 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:15.109287 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9748b509-af95-463e-8435-541934a9ce74 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] 10.222.0.70 "DELETE /v2.0/ports/9abef326-a75d-4f44-bd35-b8d8d5bd073f HTTP/1.1" status: 204 len: 168 time: 1.0168662 Jan 28 00:23:15.113168 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60540) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:15.119317 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-24bb4a5b-5ff1-4d33-bd55-267ed8730925 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Request body: {'port': {'name': 'tempest-new-port-name-504908728', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:15.119749 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.api.validators [None req-24bb4a5b-5ff1-4d33-bd55-267ed8730925 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] bootfile-name is not in valid_values {{(pid=103344) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 00:23:15.120106 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.api.validators [None req-24bb4a5b-5ff1-4d33-bd55-267ed8730925 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] tftp-server is not in valid_values {{(pid=103344) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 00:23:15.120447 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.api.validators [None req-24bb4a5b-5ff1-4d33-bd55-267ed8730925 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] server-ip-address is not in valid_values {{(pid=103344) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 00:23:15.186992 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f7a0a-5256-4ced-8ad9-61965d608470 req-55b765ad-6dbe-4168-8e14-ffda00674590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:15.187605 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d13f7a0a-5256-4ced-8ad9-61965d608470 req-55b765ad-6dbe-4168-8e14-ffda00674590 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=447275f81c0e4d579e9910142f20754b&device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 1096 time: 0.0791273 Jan 28 00:23:15.192649 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4bbe6f64-cb5e-41aa-8a90-17e71150828b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (c47511db-1f25-4f8d-b3cf-d158c43c155e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:15.200336 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port c2b62d87-e6a7-4d22-86d7-b1384874a3df is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:23:15.200742 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:15.313611 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b217c6a1-a5df-474a-bcab-027ce2d82849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b62d87-e6a7-4d22-86d7-b1384874a3df'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:23:15.315974 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad82bd4-ac31-4468-8164-ec2ebf622551" -d '{"events": [{"server_uuid": "b217c6a1-a5df-474a-bcab-027ce2d82849", "name": "network-vif-plugged", "status": "completed", "tag": "c2b62d87-e6a7-4d22-86d7-b1384874a3df"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:23:15.366920 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-463e2326-c6a5-4b86-8ce1-5240bc1277a7 req-3ae5a0f1-5236-449d-bfaa-5adee86392e5 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2397809 Jan 28 00:23:15.398613 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9a0c0d35-9569-487e-973d-75154f437722 None None] Current status of the port 18485110-49fa-4856-8200-7102cdb23218 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:23:15.401111 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 18485110-49fa-4856-8200-7102cdb23218 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:23:15.407156 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port c2b62d87-e6a7-4d22-86d7-b1384874a3df, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=c2b62d87-e6a7-4d22-86d7-b1384874a3df,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:23:15.417576 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-24bb4a5b-5ff1-4d33-bd55-267ed8730925 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f567533f-7432-4810-a609-91df6ed0faef), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:15.428910 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:15.454656 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f492b-f1b9-48a6-80f0-b3fe8007e0cd req-c37ab656-83f6-4e1c-99c1-5432c7095120 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:15.463350 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-395f492b-f1b9-48a6-80f0-b3fe8007e0cd req-c37ab656-83f6-4e1c-99c1-5432c7095120 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.3531587 Jan 28 00:23:15.494018 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-9a0c0d35-9569-487e-973d-75154f437722 None None] Provisioning complete for port f567533f-7432-4810-a609-91df6ed0faef triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:23:15.494805 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9a0c0d35-9569-487e-973d-75154f437722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f567533f-7432-4810-a609-91df6ed0faef), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:15.584917 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=c2b62d87-e6a7-4d22-86d7-b1384874a3df,revision_number=13']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:15.596056 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9a0c0d35-9569-487e-973d-75154f437722 None None] Port f567533f-7432-4810-a609-91df6ed0faef cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:23:15.648554 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-395f492b-f1b9-48a6-80f0-b3fe8007e0cd req-eb77b5af-c1ae-4ea7-bfb7-977449843601 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839094 Jan 28 00:23:15.724927 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc815565-59f5-4d4e-999c-686a1b967240 None None] Network ab3fb448-728a-46f9-9c11-c79ef9e347d9 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:23:15.807528 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21be8d23-19f9-4b34-b2fc-3204cc8e90c9 x-openstack-request-id: req-21be8d23-19f9-4b34-b2fc-3204cc8e90c9 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:23:15.807865 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b217c6a1-a5df-474a-bcab-027ce2d82849", "name": "network-vif-plugged", "status": "completed", "tag": "c2b62d87-e6a7-4d22-86d7-b1384874a3df", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:23:15.808133 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-21be8d23-19f9-4b34-b2fc-3204cc8e90c9 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:23:15.808552 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b217c6a1-a5df-474a-bcab-027ce2d82849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b62d87-e6a7-4d22-86d7-b1384874a3df', 'code': 200} Jan 28 00:23:15.831755 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-fbe7715f-73cd-4df6-98e8-25c61c0b355f None None] Provisioning complete for port f3918715-5cde-4565-9110-f2b1fa385f95 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:23:15.831755 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fbe7715f-73cd-4df6-98e8-25c61c0b355f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f3918715-5cde-4565-9110-f2b1fa385f95), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:15.921543 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 18485110-49fa-4856-8200-7102cdb23218 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:23:15.927111 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d4fa0-e808-4d30-892a-7b7c12a09223 req-1f8cb549-70ee-49bf-b291-65121a1d4815 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:15.930284 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-489d4fa0-e808-4d30-892a-7b7c12a09223 req-1f8cb549-70ee-49bf-b291-65121a1d4815 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=af27eac8-9de2-423b-b26c-9f66e618787d HTTP/1.1" status: 200 len: 945 time: 0.2625670 Jan 28 00:23:15.964051 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae193b63-1ce1-44d4-81b4-7f6099ba0032 req-4cb7d5d1-af46-425e-ba93-361114b56be5 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:15.966032 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ae193b63-1ce1-44d4-81b4-7f6099ba0032 req-4cb7d5d1-af46-425e-ba93-361114b56be5 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.65 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 950 time: 0.3150771 Jan 28 00:23:16.077396 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-fbe7715f-73cd-4df6-98e8-25c61c0b355f None None] Current status of the port f3918715-5cde-4565-9110-f2b1fa385f95 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:23:16.078167 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fbe7715f-73cd-4df6-98e8-25c61c0b355f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f3918715-5cde-4565-9110-f2b1fa385f95), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:16.133410 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-fbe7715f-73cd-4df6-98e8-25c61c0b355f None None] For port f3918715-5cde-4565-9110-f2b1fa385f95, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f3918715-5cde-4565-9110-f2b1fa385f95,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:23:16.149039 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fbe7715f-73cd-4df6-98e8-25c61c0b355f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f3918715-5cde-4565-9110-f2b1fa385f95), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:16.182051 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-24bb4a5b-5ff1-4d33-bd55-267ed8730925 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks [] for port (f567533f-7432-4810-a609-91df6ed0faef), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:16.191674 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-489d4fa0-e808-4d30-892a-7b7c12a09223 req-374b80cf-366f-4777-b20a-90aafd6115b5 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360010 Jan 28 00:23:16.194105 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-24bb4a5b-5ff1-4d33-bd55-267ed8730925 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (f567533f-7432-4810-a609-91df6ed0faef), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:16.213638 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 18485110-49fa-4856-8200-7102cdb23218 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:23:16.214628 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (18485110-49fa-4856-8200-7102cdb23218), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:16.257246 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb4a5b-5ff1-4d33-bd55-267ed8730925 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Pushing event updated for resources: {'Port': ['ID=f567533f-7432-4810-a609-91df6ed0faef,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:16.277344 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f7a0a-5256-4ced-8ad9-61965d608470 req-92e32d2c-5935-4dd5-b256-b0868ff00fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:16.290908 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d13f7a0a-5256-4ced-8ad9-61965d608470 req-92e32d2c-5935-4dd5-b256-b0868ff00fea service neutron] 10.222.0.52 "GET /v2.0/networks?id=8a6446b4-7f18-47f6-bd02-dfe5469ab9a1 HTTP/1.1" status: 200 len: 919 time: 1.0753357 Jan 28 00:23:16.313899 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-fbe7715f-73cd-4df6-98e8-25c61c0b355f None None] Could not find standard attr ID for object 9abef326-a75d-4f44-bd35-b8d8d5bd073f. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:23:16.329110 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-ae193b63-1ce1-44d4-81b4-7f6099ba0032 req-944ad8ff-0953-44e8-b624-5b847c66f45f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Deleting port c2b62d87-e6a7-4d22-86d7-b1384874a3df {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:23:16.329425 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ae193b63-1ce1-44d4-81b4-7f6099ba0032 req-944ad8ff-0953-44e8-b624-5b847c66f45f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:16.444702 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-24bb4a5b-5ff1-4d33-bd55-267ed8730925 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] In _notify_port_updated(), no bound segment for port f567533f-7432-4810-a609-91df6ed0faef on network b44e6019-d06c-4574-8286-28cc047e7ab7 {{(pid=103344) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 00:23:16.450663 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bb4a5b-5ff1-4d33-bd55-267ed8730925 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:16.461238 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d13f7a0a-5256-4ced-8ad9-61965d608470 req-097533cf-7c14-41c7-8dad-7c9e5285bb04 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2df6f8d-6942-43dc-b9ef-074ed0c5b9be HTTP/1.1" status: 200 len: 217 time: 0.1682568 Jan 28 00:23:16.462159 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-24bb4a5b-5ff1-4d33-bd55-267ed8730925 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:16.463947 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-24bb4a5b-5ff1-4d33-bd55-267ed8730925 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] 10.222.0.70 "PUT /v2.0/ports/f567533f-7432-4810-a609-91df6ed0faef HTTP/1.1" status: 200 len: 1135 time: 1.3496609 Jan 28 00:23:16.467955 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60556) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:16.510370 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-fbe7715f-73cd-4df6-98e8-25c61c0b355f None None] Provisioning complete for port f567533f-7432-4810-a609-91df6ed0faef triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:23:16.511959 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fbe7715f-73cd-4df6-98e8-25c61c0b355f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f567533f-7432-4810-a609-91df6ed0faef), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:16.617192 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75237db1-f6e2-4057-9d0d-38c3c7f54dc1 req-2f0e3c37-7c50-47bf-b5ef-54cab42d61cd tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:16.617931 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7715f-73cd-4df6-98e8-25c61c0b355f None None] Pushing event updated for resources: {'Port': ['ID=f3918715-5cde-4565-9110-f2b1fa385f95,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:16.640876 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f7a0a-5256-4ced-8ad9-61965d608470 req-2807a547-b392-45aa-bdeb-52f8705a968f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:16.642559 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d13f7a0a-5256-4ced-8ad9-61965d608470 req-2807a547-b392-45aa-bdeb-52f8705a968f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1866bf73-f598-42e8-af99-a33f224ad981 HTTP/1.1" status: 200 len: 858 time: 0.1735399 Jan 28 00:23:16.643568 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75237db1-f6e2-4057-9d0d-38c3c7f54dc1 req-2f0e3c37-7c50-47bf-b5ef-54cab42d61cd tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 950 time: 0.1715853 Jan 28 00:23:16.654201 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-fbe7715f-73cd-4df6-98e8-25c61c0b355f None None] Port f567533f-7432-4810-a609-91df6ed0faef cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:23:16.663953 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93d7f1f-9cd1-4a79-8fb2-7256e505aac6 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:16.665565 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a93d7f1f-9cd1-4a79-8fb2-7256e505aac6 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] 10.222.0.70 "GET /v2.0/ports/f567533f-7432-4810-a609-91df6ed0faef HTTP/1.1" status: 200 len: 1135 time: 0.0896964 Jan 28 00:23:16.673488 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-ae193b63-1ce1-44d4-81b4-7f6099ba0032 req-944ad8ff-0953-44e8-b624-5b847c66f45f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] For port c2b62d87-e6a7-4d22-86d7-b1384874a3df, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=c2b62d87-e6a7-4d22-86d7-b1384874a3df,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:23:16.674103 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ae193b63-1ce1-44d4-81b4-7f6099ba0032 req-944ad8ff-0953-44e8-b624-5b847c66f45f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:16.698876 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60562) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:16.730148 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 18485110-49fa-4856-8200-7102cdb23218 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:23:16.732191 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f3918715-5cde-4565-9110-f2b1fa385f95 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:23:16.739206 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d13f7a0a-5256-4ced-8ad9-61965d608470 req-66381ab7-b74a-4aa7-9f55-7a0c8ce06830 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a6446b4-7f18-47f6-bd02-dfe5469ab9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680504 Jan 28 00:23:16.761330 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bbe6f64-cb5e-41aa-8a90-17e71150828b admin admin] Router c47511db-1f25-4f8d-b3cf-d158c43c155e is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:23:16.791663 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a16a7717-ba2f-4b06-82a4-64b985ff9415 None None] Provisioning complete for port f3918715-5cde-4565-9110-f2b1fa385f95 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:23:16.792350 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a16a7717-ba2f-4b06-82a4-64b985ff9415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f3918715-5cde-4565-9110-f2b1fa385f95), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:16.805434 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75237db1-f6e2-4057-9d0d-38c3c7f54dc1 req-78b864d0-1772-4c4c-ab1e-1be2cf77a470 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273685 Jan 28 00:23:16.806530 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-ae193b63-1ce1-44d4-81b4-7f6099ba0032 req-944ad8ff-0953-44e8-b624-5b847c66f45f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Calling delete_port for c2b62d87-e6a7-4d22-86d7-b1384874a3df owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:23:16.851075 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port f3918715-5cde-4565-9110-f2b1fa385f95 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:23:16.851411 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f3918715-5cde-4565-9110-f2b1fa385f95), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:16.946039 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae9efa-4a15-440c-9bab-9c78ebfc2861 req-43806086-1c1b-4f65-b814-b98cdfad31b1 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:16.957748 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7eae9efa-4a15-440c-9bab-9c78ebfc2861 req-43806086-1c1b-4f65-b814-b98cdfad31b1 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4e8d626-22b3-4180-9708-75999901e797 HTTP/1.1" status: 200 len: 946 time: 0.3125143 Jan 28 00:23:16.959244 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a16a7717-ba2f-4b06-82a4-64b985ff9415 None None] Current status of the port f3918715-5cde-4565-9110-f2b1fa385f95 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:23:17.049006 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a16a7717-ba2f-4b06-82a4-64b985ff9415 None None] Provisioning complete for port f567533f-7432-4810-a609-91df6ed0faef triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:23:17.049986 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a16a7717-ba2f-4b06-82a4-64b985ff9415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f567533f-7432-4810-a609-91df6ed0faef), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:17.055299 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d13f7a0a-5256-4ced-8ad9-61965d608470 req-05ba5ca6-4645-40b2-acc7-8d196e4ce7d2 service neutron] 10.222.0.52 "GET /v2.0/networks/8a6446b4-7f18-47f6-bd02-dfe5469ab9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084126 Jan 28 00:23:17.057403 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port f3918715-5cde-4565-9110-f2b1fa385f95 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:23:17.112316 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7eae9efa-4a15-440c-9bab-9c78ebfc2861 req-f35c44f0-bcd0-4d42-b9e2-f5bdb8e5b658 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3edac3e8-2ec6-499c-86fd-f269a4b2e570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510353 Jan 28 00:23:17.161927 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbe6f64-cb5e-41aa-8a90-17e71150828b admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:23:17.165029 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a16a7717-ba2f-4b06-82a4-64b985ff9415 None None] Port f567533f-7432-4810-a609-91df6ed0faef cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:23:17.181035 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc9bbb-d2e2-4f86-ab7e-38788e4dbaa7 None None] Sync routers for ids ['c47511db-1f25-4f8d-b3cf-d158c43c155e'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:23:17.188199 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-a84110be-d7e3-4877-a970-84b78565adc4 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Deleting port f567533f-7432-4810-a609-91df6ed0faef {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:23:17.189105 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a84110be-d7e3-4877-a970-84b78565adc4 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f567533f-7432-4810-a609-91df6ed0faef), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:17.194646 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fc9bbb-d2e2-4f86-ab7e-38788e4dbaa7 None None] Routers {'c47511db-1f25-4f8d-b3cf-d158c43c155e'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:23:17.195707 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-18fc9bbb-d2e2-4f86-ab7e-38788e4dbaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:23:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c47511db-1f25-4f8d-b3cf-d158c43c155e'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:17.201967 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d13f7a0a-5256-4ced-8ad9-61965d608470 req-34387868-d956-450c-803a-41d638ba1de8 service neutron] 10.222.0.52 "GET /v2.0/networks/8a6446b4-7f18-47f6-bd02-dfe5469ab9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374607 Jan 28 00:23:17.207366 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4bbe6f64-cb5e-41aa-8a90-17e71150828b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:17.211834 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4bbe6f64-cb5e-41aa-8a90-17e71150828b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0448060 Jan 28 00:23:17.212479 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60564) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:17.237437 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d61a7-07aa-488c-807f-dc9d5653ce36 req-8c18fd97-7134-4848-8204-fcfe76c2e177 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:17.248695 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-906d61a7-07aa-488c-807f-dc9d5653ce36 req-8c18fd97-7134-4848-8204-fcfe76c2e177 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.2653384 Jan 28 00:23:17.334709 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-18fc9bbb-d2e2-4f86-ab7e-38788e4dbaa7 None None] Set router c47511db-1f25-4f8d-b3cf-d158c43c155e gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:23:17.364125 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ae193b63-1ce1-44d4-81b4-7f6099ba0032 req-944ad8ff-0953-44e8-b624-5b847c66f45f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (c2b62d87-e6a7-4d22-86d7-b1384874a3df), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:17.406916 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['f9d89e94-1881-4800-aec0-ebe0b401e515', '2986a0b7-0a99-4ac1-aa21-1d0a3125a74e'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:23:17.416062 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['228baf8b-b15d-4b7b-afdb-c10ccf246e6f', 'c2b62d87-e6a7-4d22-86d7-b1384874a3df'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:23:17.480473 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ad8ff-0953-44e8-b624-5b847c66f45f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Pushing event deleted for resources: {'Port': ['ID=c2b62d87-e6a7-4d22-86d7-b1384874a3df,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:17.579166 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f3918715-5cde-4565-9110-f2b1fa385f95 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:23:17.598689 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a84110be-d7e3-4877-a970-84b78565adc4 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f567533f-7432-4810-a609-91df6ed0faef), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:17.623832 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-a84110be-d7e3-4877-a970-84b78565adc4 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Calling delete_port for f567533f-7432-4810-a609-91df6ed0faef owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:23:17.818708 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-18fc9bbb-d2e2-4f86-ab7e-38788e4dbaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'name': 'tempest-AttachVolumeShelveTestJSON-976148639-router', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:23:12Z', 'updated_at': '2022-01-28T00:23:13Z', 'revision_number': 3, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'gw_port': {'id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:19:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:13Z', 'updated_at': '2022-01-28T00:23:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:17.858254 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc9bbb-d2e2-4f86-ab7e-38788e4dbaa7 None None] Checking router: c47511db-1f25-4f8d-b3cf-d158c43c155e for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:23:17.858627 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc9bbb-d2e2-4f86-ab7e-38788e4dbaa7 None None] Updating router c47511db-1f25-4f8d-b3cf-d158c43c155e port 3af48650-4ad7-4a28-a8b3-d6e0b91ee7da binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:23:17.893264 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-18fc9bbb-d2e2-4f86-ab7e-38788e4dbaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3af48650-4ad7-4a28-a8b3-d6e0b91ee7da), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:18.029815 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port f3918715-5cde-4565-9110-f2b1fa385f95 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:23:18.030465 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f3918715-5cde-4565-9110-f2b1fa385f95), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:18.032706 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7b03bde3-0667-485f-9dc7-d2f150bb2fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:18.238262 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-18fc9bbb-d2e2-4f86-ab7e-38788e4dbaa7 None None] Publish callbacks [] for port (3af48650-4ad7-4a28-a8b3-d6e0b91ee7da), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:18.247918 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-18fc9bbb-d2e2-4f86-ab7e-38788e4dbaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3af48650-4ad7-4a28-a8b3-d6e0b91ee7da), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:18.308458 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port f3918715-5cde-4565-9110-f2b1fa385f95 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:23:18.342545 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3094d1a5-86ac-423f-8667-9a27ab40a79f None None] Pushing event updated for resources: {'Port': ['ID=3af48650-4ad7-4a28-a8b3-d6e0b91ee7da,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:18.354781 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-18fc9bbb-d2e2-4f86-ab7e-38788e4dbaa7 None None] Attempting to bind port 3af48650-4ad7-4a28-a8b3-d6e0b91ee7da on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:23:18.355307 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-18fc9bbb-d2e2-4f86-ab7e-38788e4dbaa7 None None] Attempting to bind port 3af48650-4ad7-4a28-a8b3-d6e0b91ee7da by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:23:18.355712 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fc9bbb-d2e2-4f86-ab7e-38788e4dbaa7 None None] Attempting to bind port 3af48650-4ad7-4a28-a8b3-d6e0b91ee7da on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:23:18.377787 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-7b03bde3-0667-485f-9dc7-d2f150bb2fda admin admin] Allocated IP 172.20.0.1 (ab3fb448-728a-46f9-9c11-c79ef9e347d9/e8d9d31c-ec82-48b8-8107-afdf4c2c9183/4dccb3a2-d8c8-432b-9acf-8c76e45da32b) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:23:18.380524 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3094d1a5-86ac-423f-8667-9a27ab40a79f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:18.385110 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3094d1a5-86ac-423f-8667-9a27ab40a79f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:18.386144 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3094d1a5-86ac-423f-8667-9a27ab40a79f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:18.386925 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3094d1a5-86ac-423f-8667-9a27ab40a79f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:18.390418 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3094d1a5-86ac-423f-8667-9a27ab40a79f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:18.391036 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3094d1a5-86ac-423f-8667-9a27ab40a79f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:18.391992 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3094d1a5-86ac-423f-8667-9a27ab40a79f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:18.392831 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3094d1a5-86ac-423f-8667-9a27ab40a79f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:18.394590 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3094d1a5-86ac-423f-8667-9a27ab40a79f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:18.395195 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3094d1a5-86ac-423f-8667-9a27ab40a79f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:18.395775 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3094d1a5-86ac-423f-8667-9a27ab40a79f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:18.396329 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3094d1a5-86ac-423f-8667-9a27ab40a79f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:18.396873 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3094d1a5-86ac-423f-8667-9a27ab40a79f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:18.424030 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fc9bbb-d2e2-4f86-ab7e-38788e4dbaa7 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:23:18.435238 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fc9bbb-d2e2-4f86-ab7e-38788e4dbaa7 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:23:18.435948 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-18fc9bbb-d2e2-4f86-ab7e-38788e4dbaa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:18.437594 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fc9bbb-d2e2-4f86-ab7e-38788e4dbaa7 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:23:18.438943 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-18fc9bbb-d2e2-4f86-ab7e-38788e4dbaa7 None None] Bound port: 3af48650-4ad7-4a28-a8b3-d6e0b91ee7da, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:23:18.439674 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-18fc9bbb-d2e2-4f86-ab7e-38788e4dbaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3af48650-4ad7-4a28-a8b3-d6e0b91ee7da), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:18.494004 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae193b63-1ce1-44d4-81b4-7f6099ba0032 req-944ad8ff-0953-44e8-b624-5b847c66f45f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] No DVR routers for this DVR port c2b62d87-e6a7-4d22-86d7-b1384874a3df on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:23:18.502612 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ae193b63-1ce1-44d4-81b4-7f6099ba0032 req-944ad8ff-0953-44e8-b624-5b847c66f45f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:18.506774 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ae193b63-1ce1-44d4-81b4-7f6099ba0032 req-944ad8ff-0953-44e8-b624-5b847c66f45f tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.65 "DELETE /v2.0/ports/c2b62d87-e6a7-4d22-86d7-b1384874a3df HTTP/1.1" status: 204 len: 173 time: 2.5310917 Jan 28 00:23:18.507013 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b217c6a1-a5df-474a-bcab-027ce2d82849', 'name': 'network-vif-deleted', 'tag': 'c2b62d87-e6a7-4d22-86d7-b1384874a3df'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:23:18.509620 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608d7234-091f-4c02-85df-921b47398d5c" -d '{"events": [{"server_uuid": "b217c6a1-a5df-474a-bcab-027ce2d82849", "name": "network-vif-deleted", "tag": "c2b62d87-e6a7-4d22-86d7-b1384874a3df"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:23:18.529734 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980ebaf-e6a6-4f18-89aa-bd3e17718cd1 req-07abd3b5-a07a-4176-b02a-17eb3c36fce8 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:18.538234 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6980ebaf-e6a6-4f18-89aa-bd3e17718cd1 req-07abd3b5-a07a-4176-b02a-17eb3c36fce8 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=af27eac8-9de2-423b-b26c-9f66e618787d HTTP/1.1" status: 200 len: 945 time: 1.1754482 Jan 28 00:23:18.546204 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-906d61a7-07aa-488c-807f-dc9d5653ce36 req-925037d0-09ab-490d-8981-e5055e2a331a tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2547312 Jan 28 00:23:18.635902 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c96c4f-1795-4ce0-9062-f602901ef647 req-6c145ffd-67b1-4162-9fb1-092abfe13c9e tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:18.645919 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-59c96c4f-1795-4ce0-9062-f602901ef647 req-6c145ffd-67b1-4162-9fb1-092abfe13c9e tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4e8d626-22b3-4180-9708-75999901e797 HTTP/1.1" status: 200 len: 946 time: 0.2086601 Jan 28 00:23:18.661010 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6980ebaf-e6a6-4f18-89aa-bd3e17718cd1 req-a321ed60-a510-4586-9d70-38477f891fd6 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211028 Jan 28 00:23:18.669127 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-18fc9bbb-d2e2-4f86-ab7e-38788e4dbaa7 None None] For port 3af48650-4ad7-4a28-a8b3-d6e0b91ee7da, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:23:18.687976 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-18fc9bbb-d2e2-4f86-ab7e-38788e4dbaa7 None None] For port 3af48650-4ad7-4a28-a8b3-d6e0b91ee7da, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=3af48650-4ad7-4a28-a8b3-d6e0b91ee7da,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:23:18.702908 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-18fc9bbb-d2e2-4f86-ab7e-38788e4dbaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3af48650-4ad7-4a28-a8b3-d6e0b91ee7da), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:18.729204 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a84110be-d7e3-4877-a970-84b78565adc4 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (f567533f-7432-4810-a609-91df6ed0faef), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:18.819903 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84110be-d7e3-4877-a970-84b78565adc4 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Pushing event deleted for resources: {'Port': ['ID=f567533f-7432-4810-a609-91df6ed0faef,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:18.928705 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b039a276-58a5-474d-807e-22be9450ebcd req-74f988c6-9826-4983-b927-b5d226a0dd7c tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=b217c6a1-a5df-474a-bcab-027ce2d82849 HTTP/1.1" status: 200 len: 210 time: 0.1111364 Jan 28 00:23:18.942757 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fc9bbb-d2e2-4f86-ab7e-38788e4dbaa7 None None] Routers {'c47511db-1f25-4f8d-b3cf-d158c43c155e'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:23:18.942757 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-18fc9bbb-d2e2-4f86-ab7e-38788e4dbaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:23:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c47511db-1f25-4f8d-b3cf-d158c43c155e'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:18.944459 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7b03bde3-0667-485f-9dc7-d2f150bb2fda admin admin] Publish callbacks [] for port (4dccb3a2-d8c8-432b-9acf-8c76e45da32b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:18.963720 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3094d1a5-86ac-423f-8667-9a27ab40a79f None None] Pushing event updated for resources: {'Port': ['ID=3af48650-4ad7-4a28-a8b3-d6e0b91ee7da,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:18.988194 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a84110be-d7e3-4877-a970-84b78565adc4 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:18.993585 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a84110be-d7e3-4877-a970-84b78565adc4 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] 10.222.0.70 "DELETE /v2.0/ports/f567533f-7432-4810-a609-91df6ed0faef HTTP/1.1" status: 204 len: 168 time: 2.2663713 Jan 28 00:23:19.006018 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60582) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:19.116997 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f34dc9a-3419-4749-a43a-1e06b36bce77 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Deleting subnet e6384fd5-1828-4752-ac09-3e46b00e8bbb {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:23:19.158143 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f34dc9a-3419-4749-a43a-1e06b36bce77 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks [] for subnet (e6384fd5-1828-4752-ac09-3e46b00e8bbb), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:19.214935 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919dea1-f9f1-4b95-a692-57a194591dab req-1d9ed9ba-5999-4cdf-bc6b-d6f8f6097b1a tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:19.224362 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1919dea1-f9f1-4b95-a692-57a194591dab req-1d9ed9ba-5999-4cdf-bc6b-d6f8f6097b1a tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4e8d626-22b3-4180-9708-75999901e797 HTTP/1.1" status: 200 len: 946 time: 0.1042519 Jan 28 00:23:19.257413 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f34dc9a-3419-4749-a43a-1e06b36bce77 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (e6384fd5-1828-4752-ac09-3e46b00e8bbb), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:19.267811 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7b03bde3-0667-485f-9dc7-d2f150bb2fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (4dccb3a2-d8c8-432b-9acf-8c76e45da32b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:19.354246 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-18fc9bbb-d2e2-4f86-ab7e-38788e4dbaa7 None None] Set router c47511db-1f25-4f8d-b3cf-d158c43c155e gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:23:19.373938 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1919dea1-f9f1-4b95-a692-57a194591dab req-6e0b6904-19d0-484f-8447-83a17213e3cd tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3edac3e8-2ec6-499c-86fd-f269a4b2e570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484880 Jan 28 00:23:19.376310 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-59c96c4f-1795-4ce0-9062-f602901ef647 req-5aed3f23-a53b-4366-beb5-369ba6d0ced2 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Deleting port 5bfb6954-b6c9-4a13-875b-87fa50922e07 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:23:19.377045 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-59c96c4f-1795-4ce0-9062-f602901ef647 req-5aed3f23-a53b-4366-beb5-369ba6d0ced2 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (5bfb6954-b6c9-4a13-875b-87fa50922e07), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:19.439711 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b03bde3-0667-485f-9dc7-d2f150bb2fda admin admin] Network ab3fb448-728a-46f9-9c11-c79ef9e347d9 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:23:19.503392 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4344fb5-7aa8-4ade-b666-7cf82b6d4edc x-openstack-request-id: req-b4344fb5-7aa8-4ade-b666-7cf82b6d4edc {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:23:19.504194 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b217c6a1-a5df-474a-bcab-027ce2d82849", "name": "network-vif-deleted", "tag": "c2b62d87-e6a7-4d22-86d7-b1384874a3df", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:23:19.504194 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b4344fb5-7aa8-4ade-b666-7cf82b6d4edc {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:23:19.504535 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b217c6a1-a5df-474a-bcab-027ce2d82849', 'name': 'network-vif-deleted', 'tag': 'c2b62d87-e6a7-4d22-86d7-b1384874a3df', 'status': 'completed', 'code': 200} Jan 28 00:23:19.561150 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f34dc9a-3419-4749-a43a-1e06b36bce77 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (e6384fd5-1828-4752-ac09-3e46b00e8bbb), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:19.586911 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-7b03bde3-0667-485f-9dc7-d2f150bb2fda admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:23:19.619362 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b03bde3-0667-485f-9dc7-d2f150bb2fda admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:23:19.720727 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f34dc9a-3419-4749-a43a-1e06b36bce77 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (e6384fd5-1828-4752-ac09-3e46b00e8bbb), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:19.826106 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34dc9a-3419-4749-a43a-1e06b36bce77 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Pushing event deleted for resources: {'Subnet': ['ID=e6384fd5-1828-4752-ac09-3e46b00e8bbb,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:19.829651 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f34dc9a-3419-4749-a43a-1e06b36bce77 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:19.833210 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5f34dc9a-3419-4749-a43a-1e06b36bce77 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] 10.222.0.70 "DELETE /v2.0/subnets/e6384fd5-1828-4752-ac09-3e46b00e8bbb HTTP/1.1" status: 204 len: 168 time: 0.8255444 Jan 28 00:23:19.837905 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60590) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:19.844318 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b306862-a4ea-4f1f-a9d5-243442cd24d8 None None] Network b44e6019-d06c-4574-8286-28cc047e7ab7 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:23:19.854104 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03bde3-0667-485f-9dc7-d2f150bb2fda admin admin] Pushing event updated for resources: {'Port': ['ID=4dccb3a2-d8c8-432b-9acf-8c76e45da32b,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:19.924819 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-18fc9bbb-d2e2-4f86-ab7e-38788e4dbaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'name': 'tempest-AttachVolumeShelveTestJSON-976148639-router', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:23:12Z', 'updated_at': '2022-01-28T00:23:13Z', 'revision_number': 3, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'gw_port': {'id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:19:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:13Z', 'updated_at': '2022-01-28T00:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:19.951656 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7b03bde3-0667-485f-9dc7-d2f150bb2fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (c47511db-1f25-4f8d-b3cf-d158c43c155e), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:20.054043 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc9bbb-d2e2-4f86-ab7e-38788e4dbaa7 None None] The sync data for ids ['c47511db-1f25-4f8d-b3cf-d158c43c155e'] in n-d-826754-1 is: [{'id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'name': 'tempest-AttachVolumeShelveTestJSON-976148639-router', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:23:12Z', 'updated_at': '2022-01-28T00:23:13Z', 'revision_number': 3, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'gw_port': {'id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:19:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:13Z', 'updated_at': '2022-01-28T00:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:23:20.083413 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device c2b62d87-e6a7-4d22-86d7-b1384874a3df no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:23:20.171195 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: c2b62d87-e6a7-4d22-86d7-b1384874a3df {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:23:20.171938 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device c2b62d87-e6a7-4d22-86d7-b1384874a3df not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:23:20.270842 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-7ef5491a-19e7-43b2-96d9-aaceccd60caa None None] Provisioning complete for port 4dccb3a2-d8c8-432b-9acf-8c76e45da32b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:23:20.271574 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ef5491a-19e7-43b2-96d9-aaceccd60caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4dccb3a2-d8c8-432b-9acf-8c76e45da32b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:20.346505 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5491a-19e7-43b2-96d9-aaceccd60caa None None] Port 4dccb3a2-d8c8-432b-9acf-8c76e45da32b cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:23:20.365680 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355893e6-8afb-4487-bfb1-5cc0a850e39d None None] DHCP port deletion for b44e6019-d06c-4574-8286-28cc047e7ab7 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:23:20.382513 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6710fe3-ad5d-459d-8d63-762b03a8ad05 req-17c02d75-84cd-43d5-aa5f-24c8c9b2712c tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:20.406646 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d6710fe3-ad5d-459d-8d63-762b03a8ad05 req-17c02d75-84cd-43d5-aa5f-24c8c9b2712c tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.5719731 Jan 28 00:23:20.443332 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-59c96c4f-1795-4ce0-9062-f602901ef647 req-5aed3f23-a53b-4366-beb5-369ba6d0ced2 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] For port 5bfb6954-b6c9-4a13-875b-87fa50922e07, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=5bfb6954-b6c9-4a13-875b-87fa50922e07,segment=NetworkSegment(f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0),segment_id=f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:23:20.444143 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-59c96c4f-1795-4ce0-9062-f602901ef647 req-5aed3f23-a53b-4366-beb5-369ba6d0ced2 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (5bfb6954-b6c9-4a13-875b-87fa50922e07), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:20.446756 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-355893e6-8afb-4487-bfb1-5cc0a850e39d None None] Deleting port 18485110-49fa-4856-8200-7102cdb23218 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:23:20.447548 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-355893e6-8afb-4487-bfb1-5cc0a850e39d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (18485110-49fa-4856-8200-7102cdb23218), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:20.475545 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7b03bde3-0667-485f-9dc7-d2f150bb2fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4dccb3a2-d8c8-432b-9acf-8c76e45da32b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:20.484194 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-59c96c4f-1795-4ce0-9062-f602901ef647 req-5aed3f23-a53b-4366-beb5-369ba6d0ced2 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Calling delete_port for 5bfb6954-b6c9-4a13-875b-87fa50922e07 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:23:20.500801 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9cc35bd4-f0da-4668-9b4e-0106b2aaf252 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (b44e6019-d06c-4574-8286-28cc047e7ab7), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:20.519843 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926b6a0-1b6e-4618-9b15-1eecc68dcee3 req-90f0221f-4514-40f9-8dec-fbf80972cf6a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:20.522429 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e926b6a0-1b6e-4618-9b15-1eecc68dcee3 req-90f0221f-4514-40f9-8dec-fbf80972cf6a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=f553c50e-6306-486f-87fb-4a21af699f99 HTTP/1.1" status: 200 len: 946 time: 0.6259258 Jan 28 00:23:20.597101 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-355893e6-8afb-4487-bfb1-5cc0a850e39d None None] For port 18485110-49fa-4856-8200-7102cdb23218, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=18485110-49fa-4856-8200-7102cdb23218,segment=NetworkSegment(92920c42-d1ce-4833-a6a4-d3b332bc4482),segment_id=92920c42-d1ce-4833-a6a4-d3b332bc4482)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:23:20.597101 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-355893e6-8afb-4487-bfb1-5cc0a850e39d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (18485110-49fa-4856-8200-7102cdb23218), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:20.644798 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-355893e6-8afb-4487-bfb1-5cc0a850e39d None None] Calling delete_port for 18485110-49fa-4856-8200-7102cdb23218 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:23:20.692275 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d6710fe3-ad5d-459d-8d63-762b03a8ad05 req-d8f82709-7da7-4925-b42d-bce7dc803f99 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843881 Jan 28 00:23:20.821662 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e926b6a0-1b6e-4618-9b15-1eecc68dcee3 req-5336a1b5-0f90-4191-9e3a-7d1fda983e20 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448978 Jan 28 00:23:20.916203 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-9cc35bd4-f0da-4668-9b4e-0106b2aaf252 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Deleting port 18485110-49fa-4856-8200-7102cdb23218 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:23:20.917023 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7b03bde3-0667-485f-9dc7-d2f150bb2fda admin admin] Publish callbacks [] for port (4dccb3a2-d8c8-432b-9acf-8c76e45da32b), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:20.917938 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9cc35bd4-f0da-4668-9b4e-0106b2aaf252 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (18485110-49fa-4856-8200-7102cdb23218), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:20.955046 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-355893e6-8afb-4487-bfb1-5cc0a850e39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (18485110-49fa-4856-8200-7102cdb23218), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:21.010488 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7b03bde3-0667-485f-9dc7-d2f150bb2fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (4dccb3a2-d8c8-432b-9acf-8c76e45da32b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:21.020762 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355893e6-8afb-4487-bfb1-5cc0a850e39d None None] No DVR routers for this DVR port 18485110-49fa-4856-8200-7102cdb23218 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:23:21.096355 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355893e6-8afb-4487-bfb1-5cc0a850e39d None None] Pushing event deleted for resources: {'Port': ['ID=18485110-49fa-4856-8200-7102cdb23218,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:21.110628 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-9cc35bd4-f0da-4668-9b4e-0106b2aaf252 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] For port 18485110-49fa-4856-8200-7102cdb23218, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=18485110-49fa-4856-8200-7102cdb23218,segment=NetworkSegment(92920c42-d1ce-4833-a6a4-d3b332bc4482),segment_id=92920c42-d1ce-4833-a6a4-d3b332bc4482)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:23:21.111524 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9cc35bd4-f0da-4668-9b4e-0106b2aaf252 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (18485110-49fa-4856-8200-7102cdb23218), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:21.143158 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c2d0c-c899-40dd-bf58-3aa750e70758 req-c0aff3af-e5a1-4e91-848e-cbfeef9a65d8 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:21.150689 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b52c2d0c-c899-40dd-bf58-3aa750e70758 req-c0aff3af-e5a1-4e91-848e-cbfeef9a65d8 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=af27eac8-9de2-423b-b26c-9f66e618787d HTTP/1.1" status: 200 len: 945 time: 0.2237551 Jan 28 00:23:21.151896 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-9cc35bd4-f0da-4668-9b4e-0106b2aaf252 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Calling delete_port for 18485110-49fa-4856-8200-7102cdb23218 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:23:21.217429 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7b03bde3-0667-485f-9dc7-d2f150bb2fda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (c47511db-1f25-4f8d-b3cf-d158c43c155e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:21.219434 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03bde3-0667-485f-9dc7-d2f150bb2fda admin admin] Pushing event updated for resources: {'Port': ['ID=4dccb3a2-d8c8-432b-9acf-8c76e45da32b,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:21.343651 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b52c2d0c-c899-40dd-bf58-3aa750e70758 req-ee00ae02-ac6c-48a3-9320-c0a29bec5aac tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724713 Jan 28 00:23:21.435730 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9cc35bd4-f0da-4668-9b4e-0106b2aaf252 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (18485110-49fa-4856-8200-7102cdb23218), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:21.543121 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b03bde3-0667-485f-9dc7-d2f150bb2fda admin admin] Network ab3fb448-728a-46f9-9c11-c79ef9e347d9 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:23:21.544975 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-59c96c4f-1795-4ce0-9062-f602901ef647 req-5aed3f23-a53b-4366-beb5-369ba6d0ced2 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (5bfb6954-b6c9-4a13-875b-87fa50922e07), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:21.564926 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-7b03bde3-0667-485f-9dc7-d2f150bb2fda admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:23:21.596536 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc35bd4-f0da-4668-9b4e-0106b2aaf252 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Pushing event deleted for resources: {'Port': ['ID=18485110-49fa-4856-8200-7102cdb23218,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:21.614699 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc35bd4-f0da-4668-9b4e-0106b2aaf252 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] No DVR routers for this DVR port 18485110-49fa-4856-8200-7102cdb23218 on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:23:21.635263 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed3f23-a53b-4366-beb5-369ba6d0ced2 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Pushing event deleted for resources: {'Port': ['ID=5bfb6954-b6c9-4a13-875b-87fa50922e07,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:21.665761 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df04edd-27b5-449f-9bee-da8f11013ddb req-6df4bc96-adc1-426f-b42b-dd707a38ee93 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:21.667485 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1df04edd-27b5-449f-9bee-da8f11013ddb req-6df4bc96-adc1-426f-b42b-dd707a38ee93 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4e8d626-22b3-4180-9708-75999901e797 HTTP/1.1" status: 200 len: 946 time: 0.2879186 Jan 28 00:23:21.745449 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 3af48650-4ad7-4a28-a8b3-d6e0b91ee7da up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:23:21.889561 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c96c4f-1795-4ce0-9062-f602901ef647 req-5aed3f23-a53b-4366-beb5-369ba6d0ced2 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] No DVR routers for this DVR port 5bfb6954-b6c9-4a13-875b-87fa50922e07 on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:23:21.903513 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-59c96c4f-1795-4ce0-9062-f602901ef647 req-5aed3f23-a53b-4366-beb5-369ba6d0ced2 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:21.907455 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9cc35bd4-f0da-4668-9b4e-0106b2aaf252 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (b44e6019-d06c-4574-8286-28cc047e7ab7), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:21.917985 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-59c96c4f-1795-4ce0-9062-f602901ef647 req-5aed3f23-a53b-4366-beb5-369ba6d0ced2 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.52 "DELETE /v2.0/ports/5bfb6954-b6c9-4a13-875b-87fa50922e07 HTTP/1.1" status: 204 len: 173 time: 3.2636371 Jan 28 00:23:21.937583 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e8d626-22b3-4180-9708-75999901e797', 'name': 'network-vif-deleted', 'tag': '5bfb6954-b6c9-4a13-875b-87fa50922e07'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:23:21.943280 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43f746b-3d9e-48cc-bba9-20bf5d6ec4ea" -d '{"events": [{"server_uuid": "b4e8d626-22b3-4180-9708-75999901e797", "name": "network-vif-deleted", "tag": "5bfb6954-b6c9-4a13-875b-87fa50922e07"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:23:21.980658 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-9cc35bd4-f0da-4668-9b4e-0106b2aaf252 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b44e6019-d06c-4574-8286-28cc047e7ab7']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:22.006309 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-9cc35bd4-f0da-4668-9b4e-0106b2aaf252 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92920c42-d1ce-4833-a6a4-d3b332bc4482') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:22.007023 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-9cc35bd4-f0da-4668-9b4e-0106b2aaf252 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92920c42-d1ce-4833-a6a4-d3b332bc4482') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:22.032987 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6540f-d809-4a5e-9654-746244da4c73 req-6f3d9a1f-988c-4fdd-b2f2-77d5838d5071 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:22.035230 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ca6540f-d809-4a5e-9654-746244da4c73 req-6f3d9a1f-988c-4fdd-b2f2-77d5838d5071 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.65 "GET /v2.0/ports?device_id=f553c50e-6306-486f-87fb-4a21af699f99 HTTP/1.1" status: 200 len: 946 time: 0.5735750 Jan 28 00:23:22.055483 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9cc35bd4-f0da-4668-9b4e-0106b2aaf252 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (92920c42-d1ce-4833-a6a4-d3b332bc4482), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:22.068311 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 3af48650-4ad7-4a28-a8b3-d6e0b91ee7da triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:23:22.068726 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3af48650-4ad7-4a28-a8b3-d6e0b91ee7da), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:22.232322 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9cc35bd4-f0da-4668-9b4e-0106b2aaf252 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (92920c42-d1ce-4833-a6a4-d3b332bc4482), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:22.265865 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b03bde3-0667-485f-9dc7-d2f150bb2fda admin admin] Router c47511db-1f25-4f8d-b3cf-d158c43c155e has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:23:22.320634 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1df04edd-27b5-449f-9bee-da8f11013ddb req-ffc9a14f-d845-48a3-8671-d5207b6450f4 tempest-FloatingIPsAssociationNegativeTestJSON-239358193 tempest-FloatingIPsAssociationNegativeTestJSON-239358193-project] 10.222.0.70 "GET /v2.0/security-groups?id=3edac3e8-2ec6-499c-86fd-f269a4b2e570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6292291 Jan 28 00:23:22.322280 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc35bd4-f0da-4668-9b4e-0106b2aaf252 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:23:22.322698 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9cc35bd4-f0da-4668-9b4e-0106b2aaf252 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (92920c42-d1ce-4833-a6a4-d3b332bc4482), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:23:22.327961 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:23:22.415333 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 3af48650-4ad7-4a28-a8b3-d6e0b91ee7da is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:23:22.415333 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3af48650-4ad7-4a28-a8b3-d6e0b91ee7da), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:22.459444 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 3af48650-4ad7-4a28-a8b3-d6e0b91ee7da, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=3af48650-4ad7-4a28-a8b3-d6e0b91ee7da,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:23:22.467245 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3af48650-4ad7-4a28-a8b3-d6e0b91ee7da), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:22.570355 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9cc35bd4-f0da-4668-9b4e-0106b2aaf252 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (b44e6019-d06c-4574-8286-28cc047e7ab7), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:22.580070 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d2c22713-e7ce-4074-974e-fe949aa41aa5 None None] Provisioning complete for port 4dccb3a2-d8c8-432b-9acf-8c76e45da32b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:23:22.580070 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d2c22713-e7ce-4074-974e-fe949aa41aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4dccb3a2-d8c8-432b-9acf-8c76e45da32b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:22.585419 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b03bde3-0667-485f-9dc7-d2f150bb2fda admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:23:22.592504 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9cc35bd4-f0da-4668-9b4e-0106b2aaf252 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:22.593630 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 18485110-49fa-4856-8200-7102cdb23218 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:23:22.608801 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7b03bde3-0667-485f-9dc7-d2f150bb2fda admin admin] 10.222.0.70 "PUT /v2.0/routers/c47511db-1f25-4f8d-b3cf-d158c43c155e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3844593 Jan 28 00:23:22.609038 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9cc35bd4-f0da-4668-9b4e-0106b2aaf252 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] 10.222.0.70 "DELETE /v2.0/networks/b44e6019-d06c-4574-8286-28cc047e7ab7 HTTP/1.1" status: 204 len: 168 time: 2.7619116 Jan 28 00:23:22.655497 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031e7d2-a1b7-4290-aa6a-d6f6f5abcc1f req-fa74a874-c758-494f-920b-f29cb0ae2a0d tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:22.666648 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a031e7d2-a1b7-4290-aa6a-d6f6f5abcc1f req-fa74a874-c758-494f-920b-f29cb0ae2a0d tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.4662197 Jan 28 00:23:22.742474 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=3af48650-4ad7-4a28-a8b3-d6e0b91ee7da,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:22.770921 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc35bd4-f0da-4668-9b4e-0106b2aaf252 tempest-ExtraDHCPOptionsTestJSON-1769447152 tempest-ExtraDHCPOptionsTestJSON-1769447152-project] Pushing event deleted for resources: {'Network': ['ID=b44e6019-d06c-4574-8286-28cc047e7ab7,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:22.775745 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-7ca6540f-d809-4a5e-9654-746244da4c73 req-7bcb7c99-8002-4863-a3e5-a55000539b8f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Deleting port 0b8c723a-9de1-41fc-8ffc-268a1536f78b {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:23:22.776517 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7ca6540f-d809-4a5e-9654-746244da4c73 req-7bcb7c99-8002-4863-a3e5-a55000539b8f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (0b8c723a-9de1-41fc-8ffc-268a1536f78b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:22.812538 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 18485110-49fa-4856-8200-7102cdb23218 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:23:22.816404 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 18485110-49fa-4856-8200-7102cdb23218 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:23:22.823594 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d2c22713-e7ce-4074-974e-fe949aa41aa5 None None] Port 4dccb3a2-d8c8-432b-9acf-8c76e45da32b cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:23:22.882566 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0bed7-5d16-42a0-9636-14fbd4741e49 req-c194c00f-9cba-4503-813c-fa0c8523d4a6 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:22.884924 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-21a0bed7-5d16-42a0-9636-14fbd4741e49 req-c194c00f-9cba-4503-813c-fa0c8523d4a6 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 950 time: 0.2160001 Jan 28 00:23:22.915434 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a031e7d2-a1b7-4290-aa6a-d6f6f5abcc1f req-21348250-03dc-46b5-88fa-9212a914090c tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450607 Jan 28 00:23:23.056821 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 5bfb6954-b6c9-4a13-875b-87fa50922e07 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:23:23.100084 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 5bfb6954-b6c9-4a13-875b-87fa50922e07 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:23:23.102104 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 5bfb6954-b6c9-4a13-875b-87fa50922e07 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:23:23.128160 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60628) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:23.170368 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-7ca6540f-d809-4a5e-9654-746244da4c73 req-7bcb7c99-8002-4863-a3e5-a55000539b8f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] For port 0b8c723a-9de1-41fc-8ffc-268a1536f78b, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=0b8c723a-9de1-41fc-8ffc-268a1536f78b,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:23:23.170641 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7ca6540f-d809-4a5e-9654-746244da4c73 req-7bcb7c99-8002-4863-a3e5-a55000539b8f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (0b8c723a-9de1-41fc-8ffc-268a1536f78b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:23.192424 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-21a0bed7-5d16-42a0-9636-14fbd4741e49 req-ac72dd94-0e31-47fb-8d03-cf2ec3c5dec6 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727256 Jan 28 00:23:23.195180 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-7ca6540f-d809-4a5e-9654-746244da4c73 req-7bcb7c99-8002-4863-a3e5-a55000539b8f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Calling delete_port for 0b8c723a-9de1-41fc-8ffc-268a1536f78b owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:23:23.222616 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103bd5e-c5bf-4318-86b8-e93c41106ddd req-e4eb8121-c656-4623-aa05-4dd1d0003ee8 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:23.229977 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b103bd5e-c5bf-4318-86b8-e93c41106ddd req-e4eb8121-c656-4623-aa05-4dd1d0003ee8 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=f553c50e-6306-486f-87fb-4a21af699f99 HTTP/1.1" status: 200 len: 946 time: 0.1484773 Jan 28 00:23:23.362521 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b103bd5e-c5bf-4318-86b8-e93c41106ddd req-7cbfc8cc-1015-4ddb-8e0c-8d34ee4d3217 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316538 Jan 28 00:23:23.401594 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-77eda537-0cdb-4cff-952f-629d099cd1c5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=581b89e5e193404db6a2dc7907536648&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2701128 Jan 28 00:23:23.405530 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60636) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:23.558046 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7ca6540f-d809-4a5e-9654-746244da4c73 req-7bcb7c99-8002-4863-a3e5-a55000539b8f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (0b8c723a-9de1-41fc-8ffc-268a1536f78b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:23.595668 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['0b8c723a-9de1-41fc-8ffc-268a1536f78b'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:23:23.620175 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb7c99-8002-4863-a3e5-a55000539b8f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Pushing event deleted for resources: {'Port': ['ID=0b8c723a-9de1-41fc-8ffc-268a1536f78b,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:23.655535 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d7efc627-f4f4-4d29-9b33-77e799cf05f3 admin admin] Publish callbacks [] for security_group (873f4bea-a3af-4281-9005-ee4c3900497a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:23.666065 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a71f61-80a0-473f-bf77-7b9d28bbf3c7 req-071c7ec5-244e-4ece-887a-e0bbafca9317 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:23.674317 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a8a71f61-80a0-473f-bf77-7b9d28bbf3c7 req-071c7ec5-244e-4ece-887a-e0bbafca9317 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=af27eac8-9de2-423b-b26c-9f66e618787d HTTP/1.1" status: 200 len: 945 time: 0.1908786 Jan 28 00:23:23.690292 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbc284-06de-460d-8454-b93150c570d3 req-e7584db8-8ee4-4964-9f72-53e358207772 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:23.693553 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f8dbc284-06de-460d-8454-b93150c570d3 req-e7584db8-8ee4-4964-9f72-53e358207772 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.52 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 950 time: 0.2171328 Jan 28 00:23:23.714097 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 3af48650-4ad7-4a28-a8b3-d6e0b91ee7da up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:23:23.726732 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca6540f-d809-4a5e-9654-746244da4c73 req-7bcb7c99-8002-4863-a3e5-a55000539b8f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] No DVR routers for this DVR port 0b8c723a-9de1-41fc-8ffc-268a1536f78b on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:23:23.738141 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7ca6540f-d809-4a5e-9654-746244da4c73 req-7bcb7c99-8002-4863-a3e5-a55000539b8f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:23.743267 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ca6540f-d809-4a5e-9654-746244da4c73 req-7bcb7c99-8002-4863-a3e5-a55000539b8f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.65 "DELETE /v2.0/ports/0b8c723a-9de1-41fc-8ffc-268a1536f78b HTTP/1.1" status: 204 len: 173 time: 1.6988318 Jan 28 00:23:23.749815 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f553c50e-6306-486f-87fb-4a21af699f99', 'name': 'network-vif-deleted', 'tag': '0b8c723a-9de1-41fc-8ffc-268a1536f78b'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:23:23.750673 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6c08f7-1afd-4e7a-8211-2aa8a19915fc" -d '{"events": [{"server_uuid": "f553c50e-6306-486f-87fb-4a21af699f99", "name": "network-vif-deleted", "tag": "0b8c723a-9de1-41fc-8ffc-268a1536f78b"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:23:23.779815 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d7efc627-f4f4-4d29-9b33-77e799cf05f3 admin admin] Publish callbacks [] for security_group (873f4bea-a3af-4281-9005-ee4c3900497a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:23.835588 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483bcfaa-a7de-4734-ab8e-6d719fb979ef x-openstack-request-id: req-483bcfaa-a7de-4734-ab8e-6d719fb979ef {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:23:23.836069 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e8d626-22b3-4180-9708-75999901e797", "name": "network-vif-deleted", "tag": "5bfb6954-b6c9-4a13-875b-87fa50922e07", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:23:23.836486 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-483bcfaa-a7de-4734-ab8e-6d719fb979ef {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:23:23.837128 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e8d626-22b3-4180-9708-75999901e797', 'name': 'network-vif-deleted', 'tag': '5bfb6954-b6c9-4a13-875b-87fa50922e07', 'status': 'completed', 'code': 200} Jan 28 00:23:23.838834 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9d5966-5315-4d01-81a8-a8cd57664dd6 None None] Sync routers for ids ['c47511db-1f25-4f8d-b3cf-d158c43c155e'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:23:23.852271 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a8a71f61-80a0-473f-bf77-7b9d28bbf3c7 req-08f93792-13ba-428f-8fe7-fc9b517e8644 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769001 Jan 28 00:23:23.889965 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d7efc627-f4f4-4d29-9b33-77e799cf05f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (873f4bea-a3af-4281-9005-ee4c3900497a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:23.893040 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d7efc627-f4f4-4d29-9b33-77e799cf05f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:23.894350 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d7efc627-f4f4-4d29-9b33-77e799cf05f3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/873f4bea-a3af-4281-9005-ee4c3900497a HTTP/1.1" status: 204 len: 168 time: 0.4358771 Jan 28 00:23:23.913344 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9d5966-5315-4d01-81a8-a8cd57664dd6 None None] Routers {'c47511db-1f25-4f8d-b3cf-d158c43c155e'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:23:23.915068 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1f9d5966-5315-4d01-81a8-a8cd57664dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:23:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c47511db-1f25-4f8d-b3cf-d158c43c155e'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:23.928568 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7efc627-f4f4-4d29-9b33-77e799cf05f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873f4bea-a3af-4281-9005-ee4c3900497a,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:24.078456 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-f8dbc284-06de-460d-8454-b93150c570d3 req-7cad485f-fe35-419a-a3ed-a869d5bd2879 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Deleting port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:23:24.079006 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-f8dbc284-06de-460d-8454-b93150c570d3 req-7cad485f-fe35-419a-a3ed-a869d5bd2879 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (2986a0b7-0a99-4ac1-aa21-1d0a3125a74e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:24.259537 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-1f9d5966-5315-4d01-81a8-a8cd57664dd6 None None] Set router c47511db-1f25-4f8d-b3cf-d158c43c155e gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:23:24.302157 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-f8dbc284-06de-460d-8454-b93150c570d3 req-7cad485f-fe35-419a-a3ed-a869d5bd2879 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] For port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2986a0b7-0a99-4ac1-aa21-1d0a3125a74e,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:23:24.302750 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-f8dbc284-06de-460d-8454-b93150c570d3 req-7cad485f-fe35-419a-a3ed-a869d5bd2879 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (2986a0b7-0a99-4ac1-aa21-1d0a3125a74e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:24.327552 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-f8dbc284-06de-460d-8454-b93150c570d3 req-7cad485f-fe35-419a-a3ed-a869d5bd2879 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Calling delete_port for 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:23:24.498570 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60660) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:24.504745 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-222fb8fe-d9d4-46cf-88a2-5aeae8a1038c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Request body: {'security_group': {'name': 'tempest-securitygroup--882841668', 'description': 'tempest-description--1454340201'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:24.568500 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-222fb8fe-d9d4-46cf-88a2-5aeae8a1038c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:24.626297 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60666) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:24.706830 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e1e380-6217-483c-909a-11f478147c27 x-openstack-request-id: req-51e1e380-6217-483c-909a-11f478147c27 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:23:24.707291 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f553c50e-6306-486f-87fb-4a21af699f99", "name": "network-vif-deleted", "tag": "0b8c723a-9de1-41fc-8ffc-268a1536f78b", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:23:24.707688 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-51e1e380-6217-483c-909a-11f478147c27 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:23:24.708259 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f553c50e-6306-486f-87fb-4a21af699f99', 'name': 'network-vif-deleted', 'tag': '0b8c723a-9de1-41fc-8ffc-268a1536f78b', 'status': 'completed', 'code': 200} Jan 28 00:23:24.811449 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-f8dbc284-06de-460d-8454-b93150c570d3 req-7cad485f-fe35-419a-a3ed-a869d5bd2879 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (2986a0b7-0a99-4ac1-aa21-1d0a3125a74e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:24.867041 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad485f-fe35-419a-a3ed-a869d5bd2879 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Pushing event deleted for resources: {'Port': ['ID=2986a0b7-0a99-4ac1-aa21-1d0a3125a74e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:24.876074 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['f9d89e94-1881-4800-aec0-ebe0b401e515', '2986a0b7-0a99-4ac1-aa21-1d0a3125a74e'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:23:24.879130 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['228baf8b-b15d-4b7b-afdb-c10ccf246e6f'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:23:24.972189 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8dbc284-06de-460d-8454-b93150c570d3 req-7cad485f-fe35-419a-a3ed-a869d5bd2879 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] No DVR routers for this DVR port 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:23:24.977939 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-f8dbc284-06de-460d-8454-b93150c570d3 req-7cad485f-fe35-419a-a3ed-a869d5bd2879 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:24.983602 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f8dbc284-06de-460d-8454-b93150c570d3 req-7cad485f-fe35-419a-a3ed-a869d5bd2879 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.52 "DELETE /v2.0/ports/2986a0b7-0a99-4ac1-aa21-1d0a3125a74e HTTP/1.1" status: 204 len: 173 time: 1.2841053 Jan 28 00:23:25.001377 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0c1ac90c-6357-46e1-90a1-3537a6f8f928 req-df493ec4-e50b-40ab-b171-e6ff382f8fb0 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff2108c-0d77-499d-ab94-d922edd74db1 HTTP/1.1" status: 200 len: 210 time: 0.1176572 Jan 28 00:23:25.031520 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-222fb8fe-d9d4-46cf-88a2-5aeae8a1038c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for security_group (4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:25.102255 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186e86e-02c5-41aa-9924-cd2a209978c7 req-8ce78637-e1c9-4cfd-a20d-e12dfc70195e tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:25.108514 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d186e86e-02c5-41aa-9924-cd2a209978c7 req-8ce78637-e1c9-4cfd-a20d-e12dfc70195e tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=af27eac8-9de2-423b-b26c-9f66e618787d HTTP/1.1" status: 200 len: 945 time: 0.2473752 Jan 28 00:23:25.115204 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-222fb8fe-d9d4-46cf-88a2-5aeae8a1038c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:25.189393 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-222fb8fe-d9d4-46cf-88a2-5aeae8a1038c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:25.194884 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-222fb8fe-d9d4-46cf-88a2-5aeae8a1038c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6940544 Jan 28 00:23:25.195208 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60676) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:25.203845 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fb8fe-d9d4-46cf-88a2-5aeae8a1038c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:25.214903 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-32f273fa-bc77-4833-b8a0-222487c63dcb tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Request body: {'security_group_rule': {'security_group_id': '4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:25.284688 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-32f273fa-bc77-4833-b8a0-222487c63dcb tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for security_group_rule (9886a6fb-86de-4bae-b4d6-487255575b4d), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:25.296382 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 3af48650-4ad7-4a28-a8b3-d6e0b91ee7da triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:23:25.301761 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3af48650-4ad7-4a28-a8b3-d6e0b91ee7da), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:25.331244 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d186e86e-02c5-41aa-9924-cd2a209978c7 req-f3fcc306-f5f9-467d-975e-afc029c13ebb tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864736 Jan 28 00:23:25.448161 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-32f273fa-bc77-4833-b8a0-222487c63dcb tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for security_group_rule (9886a6fb-86de-4bae-b4d6-487255575b4d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:25.463639 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-32f273fa-bc77-4833-b8a0-222487c63dcb tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (9886a6fb-86de-4bae-b4d6-487255575b4d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:25.521388 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f273fa-bc77-4833-b8a0-222487c63dcb tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9886a6fb-86de-4bae-b4d6-487255575b4d,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:25.535879 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-32f273fa-bc77-4833-b8a0-222487c63dcb tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:25.550018 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-32f273fa-bc77-4833-b8a0-222487c63dcb tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3532109 Jan 28 00:23:25.550803 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60682) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:25.555547 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-054252a0-9164-4b05-841f-0018f4d8e70e tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Request body: {'security_group_rule': {'security_group_id': '4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:25.629018 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-054252a0-9164-4b05-841f-0018f4d8e70e tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for security_group_rule (24db97df-e430-4121-b35c-c19b703de47e), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:25.716705 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1706f5f4-3932-4a3e-a279-04c7b330bf4f req-86efabbd-9a5f-43e7-8616-422e11a6d598 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=f553c50e-6306-486f-87fb-4a21af699f99 HTTP/1.1" status: 200 len: 210 time: 0.1589098 Jan 28 00:23:25.796420 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-054252a0-9164-4b05-841f-0018f4d8e70e tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for security_group_rule (24db97df-e430-4121-b35c-c19b703de47e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:25.805588 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1f9d5966-5315-4d01-81a8-a8cd57664dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'name': 'tempest-AttachVolumeShelveTestJSON-976148639-router', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:23:12Z', 'updated_at': '2022-01-28T00:23:20Z', 'revision_number': 4, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'gw_port': {'id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:13Z', 'updated_at': '2022-01-28T00:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '4dccb3a2-d8c8-432b-9acf-8c76e45da32b', 'name': '', 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'mac_address': 'fa:16:3e:de:53:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:18Z', 'updated_at': '2022-01-28T00:23:20Z', 'revision_number': 2, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'subnets': [{'id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:25.811406 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-054252a0-9164-4b05-841f-0018f4d8e70e tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (24db97df-e430-4121-b35c-c19b703de47e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:25.843960 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff2108c-0d77-499d-ab94-d922edd74db1', 'name': 'network-vif-deleted', 'tag': '2986a0b7-0a99-4ac1-aa21-1d0a3125a74e'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:23:25.847321 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26aa94da-d1dc-4ebb-99cf-9319d43ab7d6" -d '{"events": [{"server_uuid": "cff2108c-0d77-499d-ab94-d922edd74db1", "name": "network-vif-deleted", "tag": "2986a0b7-0a99-4ac1-aa21-1d0a3125a74e"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:23:25.854166 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054252a0-9164-4b05-841f-0018f4d8e70e tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24db97df-e430-4121-b35c-c19b703de47e,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:25.894565 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-054252a0-9164-4b05-841f-0018f4d8e70e tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:25.900514 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-054252a0-9164-4b05-841f-0018f4d8e70e tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3485527 Jan 28 00:23:25.901527 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60688) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:25.906623 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-fb225ded-a82c-4ac0-a43c-1fd24d57d580 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:25.916601 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9d5966-5315-4d01-81a8-a8cd57664dd6 None None] Checking router: c47511db-1f25-4f8d-b3cf-d158c43c155e for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:23:25.917270 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9d5966-5315-4d01-81a8-a8cd57664dd6 None None] Updating router c47511db-1f25-4f8d-b3cf-d158c43c155e port 4dccb3a2-d8c8-432b-9acf-8c76e45da32b binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:23:25.966458 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb225ded-a82c-4ac0-a43c-1fd24d57d580 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:26.072435 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c0c05252-cb51-4d8c-b514-3e62a3b4dbff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (395a6571-c8b3-462e-9837-3524af63a137), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:26.080005 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7cbba8-457c-4ffd-9d3a-563e3c41ab6b x-openstack-request-id: req-9f7cbba8-457c-4ffd-9d3a-563e3c41ab6b {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:23:26.080381 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff2108c-0d77-499d-ab94-d922edd74db1", "name": "network-vif-deleted", "tag": "2986a0b7-0a99-4ac1-aa21-1d0a3125a74e", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:23:26.080598 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9f7cbba8-457c-4ffd-9d3a-563e3c41ab6b {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:23:26.081052 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff2108c-0d77-499d-ab94-d922edd74db1', 'name': 'network-vif-deleted', 'tag': '2986a0b7-0a99-4ac1-aa21-1d0a3125a74e', 'status': 'completed', 'code': 200} Jan 28 00:23:26.086795 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 0b8c723a-9de1-41fc-8ffc-268a1536f78b no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:23:26.128640 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60694) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:26.186069 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 0b8c723a-9de1-41fc-8ffc-268a1536f78b {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:23:26.186430 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 0b8c723a-9de1-41fc-8ffc-268a1536f78b not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:23:26.194047 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f9d5966-5315-4d01-81a8-a8cd57664dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4dccb3a2-d8c8-432b-9acf-8c76e45da32b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:26.268447 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb225ded-a82c-4ac0-a43c-1fd24d57d580 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:26.368556 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b21b9d-2a0e-4df5-9ea4-e40b739053bf req-3f477a2b-3e30-49f4-a6f3-e5a12d0d3ec7 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:26.376337 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-25b21b9d-2a0e-4df5-9ea4-e40b739053bf req-3f477a2b-3e30-49f4-a6f3-e5a12d0d3ec7 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=af27eac8-9de2-423b-b26c-9f66e618787d HTTP/1.1" status: 200 len: 945 time: 0.2360008 Jan 28 00:23:26.494042 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-c157372f-c8e0-4221-b435-619a61623444 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Request body: {'networks': [{'name': 'tempest-network--1291724016'}, {'name': 'tempest-network--1635520730'}]} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:26.494042 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-c157372f-c8e0-4221-b435-619a61623444 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Request body: {'network': {'name': 'tempest-network--1291724016'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:26.494497 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-c157372f-c8e0-4221-b435-619a61623444 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Request body: {'network': {'name': 'tempest-network--1635520730'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:26.536235 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c157372f-c8e0-4221-b435-619a61623444 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Made reservation on behalf of df2a36f756d5457eaba9c30878acf105 for: {'network': 2} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:23:26.541308 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c157372f-c8e0-4221-b435-619a61623444 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:26.550386 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 3af48650-4ad7-4a28-a8b3-d6e0b91ee7da is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:23:26.553018 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-fb225ded-a82c-4ac0-a43c-1fd24d57d580 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Allocated IP 172.25.3.46 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/4434b42d-5b6a-48e2-8e28-031c874bcc27) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:23:26.585277 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c157372f-c8e0-4221-b435-619a61623444 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:26.616652 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-25b21b9d-2a0e-4df5-9ea4-e40b739053bf req-1959fcc6-678d-470a-bc72-d7ece63aed13 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271566 Jan 28 00:23:26.703378 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f9d5966-5315-4d01-81a8-a8cd57664dd6 None None] Publish callbacks [] for port (4dccb3a2-d8c8-432b-9acf-8c76e45da32b), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:26.714629 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c157372f-c8e0-4221-b435-619a61623444 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks [] for security_group (ee5afcae-912d-4a41-b3bb-e4a56d6bd984), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:26.721808 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f9d5966-5315-4d01-81a8-a8cd57664dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (4dccb3a2-d8c8-432b-9acf-8c76e45da32b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:26.727977 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c157372f-c8e0-4221-b435-619a61623444 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ee5afcae-912d-4a41-b3bb-e4a56d6bd984), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:26.728599 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c157372f-c8e0-4221-b435-619a61623444 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:26.820916 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c157372f-c8e0-4221-b435-619a61623444 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:23:26.821905 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb325db-e843-493c-bdb8-b2368819e81a req-29908c92-092b-4ee6-958b-3202fbf4ae4a tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:26.828306 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cdb325db-e843-493c-bdb8-b2368819e81a req-29908c92-092b-4ee6-958b-3202fbf4ae4a tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 949 time: 0.2090189 Jan 28 00:23:26.845092 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98483c38-be91-4f3f-a7c7-a5c4d05d173d None None] Pushing event updated for resources: {'Port': ['ID=4dccb3a2-d8c8-432b-9acf-8c76e45da32b,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:26.846328 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c157372f-c8e0-4221-b435-619a61623444 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (459feca0-1a61-41b5-ad1d-deb92b56b80e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:26.847040 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-c157372f-c8e0-4221-b435-619a61623444 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Added segment 459feca0-1a61-41b5-ad1d-deb92b56b80e of type vlan for network 0f7d8c4d-fb8e-4d14-bf23-7aaffb545a26 Jan 28 00:23:26.936065 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1f9d5966-5315-4d01-81a8-a8cd57664dd6 None None] Attempting to bind port 4dccb3a2-d8c8-432b-9acf-8c76e45da32b on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:23:26.936815 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1f9d5966-5315-4d01-81a8-a8cd57664dd6 None None] Attempting to bind port 4dccb3a2-d8c8-432b-9acf-8c76e45da32b by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'e33cee81-804e-49fc-a57c-ff1b9c334017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:23:26.937521 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9d5966-5315-4d01-81a8-a8cd57664dd6 None None] Attempting to bind port 4dccb3a2-d8c8-432b-9acf-8c76e45da32b on network ab3fb448-728a-46f9-9c11-c79ef9e347d9 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:23:26.946163 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9d5966-5315-4d01-81a8-a8cd57664dd6 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:23:26.946940 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9d5966-5315-4d01-81a8-a8cd57664dd6 None None] Checking segment: {'id': 'e33cee81-804e-49fc-a57c-ff1b9c334017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:23:26.947639 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f9d5966-5315-4d01-81a8-a8cd57664dd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:26.948425 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9d5966-5315-4d01-81a8-a8cd57664dd6 None None] Bound using segment: {'id': 'e33cee81-804e-49fc-a57c-ff1b9c334017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:23:26.949155 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1f9d5966-5315-4d01-81a8-a8cd57664dd6 None None] Bound port: 4dccb3a2-d8c8-432b-9acf-8c76e45da32b, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33cee81-804e-49fc-a57c-ff1b9c334017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:23:26.949830 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f9d5966-5315-4d01-81a8-a8cd57664dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4dccb3a2-d8c8-432b-9acf-8c76e45da32b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:26.963414 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c157372f-c8e0-4221-b435-619a61623444 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (0f7d8c4d-fb8e-4d14-bf23-7aaffb545a26), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:26.999142 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cdb325db-e843-493c-bdb8-b2368819e81a req-60be494d-dd19-4dec-9c82-4dfe3fef9cb0 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463320 Jan 28 00:23:27.032845 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c157372f-c8e0-4221-b435-619a61623444 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:23:27.057639 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c157372f-c8e0-4221-b435-619a61623444 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (da12d5c6-7ed5-4191-af3c-3b1453f169e0), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:27.058245 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-c157372f-c8e0-4221-b435-619a61623444 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Added segment da12d5c6-7ed5-4191-af3c-3b1453f169e0 of type vlan for network d080055e-1b31-428f-b6e0-fd14e38d00b9 Jan 28 00:23:27.084950 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:23:27.102351 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-45d7d433-1177-4bf5-af3f-c154e9c4b29f req-2e11da30-a49f-4125-83c9-be9e63d99a5e tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=f553c50e-6306-486f-87fb-4a21af699f99 HTTP/1.1" status: 200 len: 210 time: 0.0466597 Jan 28 00:23:27.129928 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:23:27.130257 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2986a0b7-0a99-4ac1-aa21-1d0a3125a74e not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:23:27.134192 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1f9d5966-5315-4d01-81a8-a8cd57664dd6 None None] For port 4dccb3a2-d8c8-432b-9acf-8c76e45da32b, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:23:27.153562 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1f9d5966-5315-4d01-81a8-a8cd57664dd6 None None] For port 4dccb3a2-d8c8-432b-9acf-8c76e45da32b, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4dccb3a2-d8c8-432b-9acf-8c76e45da32b,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:23:27.155087 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-c0c05252-cb51-4d8c-b514-3e62a3b4dbff admin admin] Deleting port 6e24581c-c63e-4c9d-a84f-443463e9a4c8 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:23:27.155286 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c0c05252-cb51-4d8c-b514-3e62a3b4dbff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (6e24581c-c63e-4c9d-a84f-443463e9a4c8), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:27.163990 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1f9d5966-5315-4d01-81a8-a8cd57664dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (4dccb3a2-d8c8-432b-9acf-8c76e45da32b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:27.253063 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9d5966-5315-4d01-81a8-a8cd57664dd6 None None] Routers {'c47511db-1f25-4f8d-b3cf-d158c43c155e'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:23:27.253722 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1f9d5966-5315-4d01-81a8-a8cd57664dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:23:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c47511db-1f25-4f8d-b3cf-d158c43c155e'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:27.311773 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-c0c05252-cb51-4d8c-b514-3e62a3b4dbff admin admin] For port 6e24581c-c63e-4c9d-a84f-443463e9a4c8, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6e24581c-c63e-4c9d-a84f-443463e9a4c8,segment=NetworkSegment(f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0),segment_id=f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:23:27.312486 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c0c05252-cb51-4d8c-b514-3e62a3b4dbff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (6e24581c-c63e-4c9d-a84f-443463e9a4c8), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:27.320575 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c157372f-c8e0-4221-b435-619a61623444 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (d080055e-1b31-428f-b6e0-fd14e38d00b9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:27.361392 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-c0c05252-cb51-4d8c-b514-3e62a3b4dbff admin admin] Calling delete_port for 6e24581c-c63e-4c9d-a84f-443463e9a4c8 owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:23:27.389367 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-1f9d5966-5315-4d01-81a8-a8cd57664dd6 None None] Set router c47511db-1f25-4f8d-b3cf-d158c43c155e gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:23:27.441010 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c157372f-c8e0-4221-b435-619a61623444 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (0f7d8c4d-fb8e-4d14-bf23-7aaffb545a26), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:27.444151 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c157372f-c8e0-4221-b435-619a61623444 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (d080055e-1b31-428f-b6e0-fd14e38d00b9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:27.458000 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce2b3d-bfb2-4101-8af8-b643dbea941d req-5ddf92c5-9f89-48db-bde4-e250cbdb30fb tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:27.460019 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-11ce2b3d-bfb2-4101-8af8-b643dbea941d req-5ddf92c5-9f89-48db-bde4-e250cbdb30fb tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.65 "GET /v2.0/ports?device_id=af27eac8-9de2-423b-b26c-9f66e618787d HTTP/1.1" status: 200 len: 945 time: 0.1439438 Jan 28 00:23:27.462596 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c157372f-c8e0-4221-b435-619a61623444 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:27.473201 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c157372f-c8e0-4221-b435-619a61623444 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:27.477242 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c157372f-c8e0-4221-b435-619a61623444 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:27.489606 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98483c38-be91-4f3f-a7c7-a5c4d05d173d None None] Pushing event updated for resources: {'Port': ['ID=4dccb3a2-d8c8-432b-9acf-8c76e45da32b,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:27.549029 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-e1ac7124-8742-4131-a17b-0d3cca7532d1 None None] Provisioning complete for port 4dccb3a2-d8c8-432b-9acf-8c76e45da32b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:23:27.549464 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e1ac7124-8742-4131-a17b-0d3cca7532d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4dccb3a2-d8c8-432b-9acf-8c76e45da32b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:27.567154 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb225ded-a82c-4ac0-a43c-1fd24d57d580 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for port (4434b42d-5b6a-48e2-8e28-031c874bcc27), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:27.649122 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb225ded-a82c-4ac0-a43c-1fd24d57d580 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (4434b42d-5b6a-48e2-8e28-031c874bcc27), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:27.709089 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c0c05252-cb51-4d8c-b514-3e62a3b4dbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (6e24581c-c63e-4c9d-a84f-443463e9a4c8), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:27.735290 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c157372f-c8e0-4221-b435-619a61623444 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5afcae-912d-4a41-b3bb-e4a56d6bd984,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:27.765900 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c157372f-c8e0-4221-b435-619a61623444 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.6314833 Jan 28 00:23:27.766657 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e1ac7124-8742-4131-a17b-0d3cca7532d1 None None] Current status of the port 4dccb3a2-d8c8-432b-9acf-8c76e45da32b is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:23:27.766657 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e1ac7124-8742-4131-a17b-0d3cca7532d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4dccb3a2-d8c8-432b-9acf-8c76e45da32b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:27.779919 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60712) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:27.793668 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c05252-cb51-4d8c-b514-3e62a3b4dbff admin admin] Pushing event deleted for resources: {'Port': ['ID=6e24581c-c63e-4c9d-a84f-443463e9a4c8,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:27.816989 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb225ded-a82c-4ac0-a43c-1fd24d57d580 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:23:27.824661 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-fb225ded-a82c-4ac0-a43c-1fd24d57d580 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:23:27.860410 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb225ded-a82c-4ac0-a43c-1fd24d57d580 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:23:27.866981 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c157372f-c8e0-4221-b435-619a61623444 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Pushing event updated for resources: {'Network': ['ID=0f7d8c4d-fb8e-4d14-bf23-7aaffb545a26,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:27.940413 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-e1ac7124-8742-4131-a17b-0d3cca7532d1 None None] For port 4dccb3a2-d8c8-432b-9acf-8c76e45da32b, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4dccb3a2-d8c8-432b-9acf-8c76e45da32b,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:23:27.956356 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb225ded-a82c-4ac0-a43c-1fd24d57d580 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Pushing event updated for resources: {'Port': ['ID=4434b42d-5b6a-48e2-8e28-031c874bcc27,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:27.965942 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e1ac7124-8742-4131-a17b-0d3cca7532d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (4dccb3a2-d8c8-432b-9acf-8c76e45da32b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:27.986733 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1f9d5966-5315-4d01-81a8-a8cd57664dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'name': 'tempest-AttachVolumeShelveTestJSON-976148639-router', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:23:12Z', 'updated_at': '2022-01-28T00:23:20Z', 'revision_number': 4, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'gw_port': {'id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:13Z', 'updated_at': '2022-01-28T00:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '4dccb3a2-d8c8-432b-9acf-8c76e45da32b', 'name': '', 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'mac_address': 'fa:16:3e:de:53:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:18Z', 'updated_at': '2022-01-28T00:23:27Z', 'revision_number': 4, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'subnets': [{'id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:28.071141 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9d5966-5315-4d01-81a8-a8cd57664dd6 None None] The sync data for ids ['c47511db-1f25-4f8d-b3cf-d158c43c155e'] in n-d-826754-1 is: [{'id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'name': 'tempest-AttachVolumeShelveTestJSON-976148639-router', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:23:12Z', 'updated_at': '2022-01-28T00:23:20Z', 'revision_number': 4, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'gw_port': {'id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:13Z', 'updated_at': '2022-01-28T00:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '4dccb3a2-d8c8-432b-9acf-8c76e45da32b', 'name': '', 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'mac_address': 'fa:16:3e:de:53:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:18Z', 'updated_at': '2022-01-28T00:23:27Z', 'revision_number': 4, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'subnets': [{'id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:23:28.258913 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac7124-8742-4131-a17b-0d3cca7532d1 None None] Pushing event updated for resources: {'Port': ['ID=4dccb3a2-d8c8-432b-9acf-8c76e45da32b,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:28.274872 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c157372f-c8e0-4221-b435-619a61623444 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Pushing event updated for resources: {'Network': ['ID=d080055e-1b31-428f-b6e0-fd14e38d00b9,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:28.285993 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f8644986-1c6c-403e-b953-4f1f7d696419 None None] Provisioning complete for port 4dccb3a2-d8c8-432b-9acf-8c76e45da32b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:23:28.286656 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f8644986-1c6c-403e-b953-4f1f7d696419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4dccb3a2-d8c8-432b-9acf-8c76e45da32b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:28.358744 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7ab7d-4f1f-4eb8-bb9d-67a38e9841f3 req-d6074d69-ff03-472f-aaaa-cbe1a8fd4e1c tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:28.362409 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f6c7ab7d-4f1f-4eb8-bb9d-67a38e9841f3 req-d6074d69-ff03-472f-aaaa-cbe1a8fd4e1c tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=af27eac8-9de2-423b-b26c-9f66e618787d HTTP/1.1" status: 200 len: 945 time: 0.5823112 Jan 28 00:23:28.492068 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 0f7d8c4d-fb8e-4d14-bf23-7aaffb545a26 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:23:28.496913 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network d080055e-1b31-428f-b6e0-fd14e38d00b9 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:23:28.849090 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f8644986-1c6c-403e-b953-4f1f7d696419 None None] Current status of the port 4dccb3a2-d8c8-432b-9acf-8c76e45da32b is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:23:29.050358 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4dccb3a2-d8c8-432b-9acf-8c76e45da32b up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:23:29.077910 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8ad59-a2d4-4d58-ae76-6740465b041c req-6aa5a776-51cf-48fe-8ae6-9deef336986c tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:29.079498 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c6b8ad59-a2d4-4d58-ae76-6740465b041c req-6aa5a776-51cf-48fe-8ae6-9deef336986c tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 949 time: 0.8451016 Jan 28 00:23:29.084505 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb225ded-a82c-4ac0-a43c-1fd24d57d580 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for floatingip (b446bf65-0542-43bc-aa09-6fa2f415a410), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:29.163129 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 4dccb3a2-d8c8-432b-9acf-8c76e45da32b triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:23:29.164266 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4dccb3a2-d8c8-432b-9acf-8c76e45da32b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:29.194823 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb225ded-a82c-4ac0-a43c-1fd24d57d580 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4434b42d-5b6a-48e2-8e28-031c874bcc27), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:29.194930 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f6c7ab7d-4f1f-4eb8-bb9d-67a38e9841f3 req-10f6f172-d6ea-4de7-82a9-64e2d5427b4c tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7934551 Jan 28 00:23:29.233481 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc52009-a04e-403d-821d-1d2e29eadb7a tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:29.245566 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc52009-a04e-403d-821d-1d2e29eadb7a tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:29.254409 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc52009-a04e-403d-821d-1d2e29eadb7a tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:29.259556 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc52009-a04e-403d-821d-1d2e29eadb7a tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:29.266379 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4cc52009-a04e-403d-821d-1d2e29eadb7a tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.4790738 Jan 28 00:23:29.266379 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-11ce2b3d-bfb2-4101-8af8-b643dbea941d req-8367100a-d0a2-4801-93a7-b0c71cba5d78 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Deleting port 3ebd585f-3932-4e06-83b6-5e7241921b19 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:23:29.266379 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-11ce2b3d-bfb2-4101-8af8-b643dbea941d req-8367100a-d0a2-4801-93a7-b0c71cba5d78 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (3ebd585f-3932-4e06-83b6-5e7241921b19), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:29.270551 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60724) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:29.363152 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 4dccb3a2-d8c8-432b-9acf-8c76e45da32b is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:23:29.394325 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-c6b8ad59-a2d4-4d58-ae76-6740465b041c req-96ae45e9-cf56-4985-b4a0-21b1d7bd0edb tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Deleting port f9d89e94-1881-4800-aec0-ebe0b401e515 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:23:29.394775 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c6b8ad59-a2d4-4d58-ae76-6740465b041c req-96ae45e9-cf56-4985-b4a0-21b1d7bd0edb tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f9d89e94-1881-4800-aec0-ebe0b401e515), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:29.600645 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-c6b8ad59-a2d4-4d58-ae76-6740465b041c req-96ae45e9-cf56-4985-b4a0-21b1d7bd0edb tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] For port f9d89e94-1881-4800-aec0-ebe0b401e515, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=f9d89e94-1881-4800-aec0-ebe0b401e515,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:23:29.601030 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c6b8ad59-a2d4-4d58-ae76-6740465b041c req-96ae45e9-cf56-4985-b4a0-21b1d7bd0edb tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f9d89e94-1881-4800-aec0-ebe0b401e515), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:29.615714 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa6742-71a5-40ed-9db1-6d437d5f1db5 req-1f104e0f-6079-4e07-8fb1-e2172fdd4acd tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:29.624437 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-c6b8ad59-a2d4-4d58-ae76-6740465b041c req-96ae45e9-cf56-4985-b4a0-21b1d7bd0edb tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Calling delete_port for f9d89e94-1881-4800-aec0-ebe0b401e515 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:23:29.629380 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3dfa6742-71a5-40ed-9db1-6d437d5f1db5 req-1f104e0f-6079-4e07-8fb1-e2172fdd4acd tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2719883-d508-4ac8-a97c-b040d9b3fb78 HTTP/1.1" status: 200 len: 949 time: 1.2302063 Jan 28 00:23:29.649011 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb225ded-a82c-4ac0-a43c-1fd24d57d580 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for port (4434b42d-5b6a-48e2-8e28-031c874bcc27), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:29.658276 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c630706b-6ffa-43be-b270-c716b602589e req-b8219f8c-fd20-4ad8-855b-80b59379609f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=f553c50e-6306-486f-87fb-4a21af699f99 HTTP/1.1" status: 200 len: 210 time: 0.2992966 Jan 28 00:23:29.749268 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-11ce2b3d-bfb2-4101-8af8-b643dbea941d req-8367100a-d0a2-4801-93a7-b0c71cba5d78 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] For port 3ebd585f-3932-4e06-83b6-5e7241921b19, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=3ebd585f-3932-4e06-83b6-5e7241921b19,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:23:29.749268 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-11ce2b3d-bfb2-4101-8af8-b643dbea941d req-8367100a-d0a2-4801-93a7-b0c71cba5d78 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (3ebd585f-3932-4e06-83b6-5e7241921b19), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:29.785692 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-11ce2b3d-bfb2-4101-8af8-b643dbea941d req-8367100a-d0a2-4801-93a7-b0c71cba5d78 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Calling delete_port for 3ebd585f-3932-4e06-83b6-5e7241921b19 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:23:29.940976 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb225ded-a82c-4ac0-a43c-1fd24d57d580 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (4434b42d-5b6a-48e2-8e28-031c874bcc27), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:30.018067 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb225ded-a82c-4ac0-a43c-1fd24d57d580 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Pushing event updated for resources: {'Port': ['ID=4434b42d-5b6a-48e2-8e28-031c874bcc27,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:30.046620 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c0c05252-cb51-4d8c-b514-3e62a3b4dbff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (395a6571-c8b3-462e-9837-3524af63a137), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:30.055905 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0c88d818-240a-4b0f-a5d2-7f74eddf91bd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (0f7d8c4d-fb8e-4d14-bf23-7aaffb545a26), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:30.078768 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb225ded-a82c-4ac0-a43c-1fd24d57d580 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (b446bf65-0542-43bc-aa09-6fa2f415a410), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:30.105831 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c6b8ad59-a2d4-4d58-ae76-6740465b041c req-96ae45e9-cf56-4985-b4a0-21b1d7bd0edb tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (f9d89e94-1881-4800-aec0-ebe0b401e515), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:30.111576 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb225ded-a82c-4ac0-a43c-1fd24d57d580 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:30.123098 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fb225ded-a82c-4ac0-a43c-1fd24d57d580 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2199345 Jan 28 00:23:30.145840 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['f9d89e94-1881-4800-aec0-ebe0b401e515'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:23:30.150190 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae45e9-cf56-4985-b4a0-21b1d7bd0edb tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Pushing event deleted for resources: {'Port': ['ID=f9d89e94-1881-4800-aec0-ebe0b401e515,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:30.232430 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['228baf8b-b15d-4b7b-afdb-c10ccf246e6f'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:23:30.234742 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3dfa6742-71a5-40ed-9db1-6d437d5f1db5 req-8d060255-681b-4033-9ab1-ada716689bb3 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6036630 Jan 28 00:23:30.237254 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b8ad59-a2d4-4d58-ae76-6740465b041c req-96ae45e9-cf56-4985-b4a0-21b1d7bd0edb tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] No DVR routers for this DVR port f9d89e94-1881-4800-aec0-ebe0b401e515 on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:23:30.245636 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c6b8ad59-a2d4-4d58-ae76-6740465b041c req-96ae45e9-cf56-4985-b4a0-21b1d7bd0edb tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:30.256581 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c6b8ad59-a2d4-4d58-ae76-6740465b041c req-96ae45e9-cf56-4985-b4a0-21b1d7bd0edb tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.52 "DELETE /v2.0/ports/f9d89e94-1881-4800-aec0-ebe0b401e515 HTTP/1.1" status: 204 len: 173 time: 1.1700606 Jan 28 00:23:30.257472 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2719883-d508-4ac8-a97c-b040d9b3fb78', 'name': 'network-vif-deleted', 'tag': 'f9d89e94-1881-4800-aec0-ebe0b401e515'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:23:30.259828 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173bc2b0-002f-446c-84d7-0d439352fa68" -d '{"events": [{"server_uuid": "a2719883-d508-4ac8-a97c-b040d9b3fb78", "name": "network-vif-deleted", "tag": "f9d89e94-1881-4800-aec0-ebe0b401e515"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:23:30.369331 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d50a342-cc4d-4d88-bc49-54c656ed8a54 x-openstack-request-id: req-0d50a342-cc4d-4d88-bc49-54c656ed8a54 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:23:30.369865 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2719883-d508-4ac8-a97c-b040d9b3fb78", "name": "network-vif-deleted", "tag": "f9d89e94-1881-4800-aec0-ebe0b401e515", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:23:30.370552 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0d50a342-cc4d-4d88-bc49-54c656ed8a54 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:23:30.372040 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2719883-d508-4ac8-a97c-b040d9b3fb78', 'name': 'network-vif-deleted', 'tag': 'f9d89e94-1881-4800-aec0-ebe0b401e515', 'status': 'completed', 'code': 200} Jan 28 00:23:30.852658 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-11ce2b3d-bfb2-4101-8af8-b643dbea941d req-8367100a-d0a2-4801-93a7-b0c71cba5d78 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (3ebd585f-3932-4e06-83b6-5e7241921b19), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:30.862560 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0c88d818-240a-4b0f-a5d2-7f74eddf91bd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (0f7d8c4d-fb8e-4d14-bf23-7aaffb545a26), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:30.890370 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['2757eada-5c5d-468f-9a9f-01ce2f9b089c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:23:30.939414 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f07b2-0d82-40e4-a23d-94d668b05fcf req-2b578117-9277-4846-983a-03c97ed076ef tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:30.941377 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-328f07b2-0d82-40e4-a23d-94d668b05fcf req-2b578117-9277-4846-983a-03c97ed076ef tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=af27eac8-9de2-423b-b26c-9f66e618787d HTTP/1.1" status: 200 len: 945 time: 0.5171509 Jan 28 00:23:30.980117 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-0c88d818-240a-4b0f-a5d2-7f74eddf91bd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f7d8c4d-fb8e-4d14-bf23-7aaffb545a26']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:31.015686 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-0c88d818-240a-4b0f-a5d2-7f74eddf91bd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459feca0-1a61-41b5-ad1d-deb92b56b80e') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:31.018642 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-0c88d818-240a-4b0f-a5d2-7f74eddf91bd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459feca0-1a61-41b5-ad1d-deb92b56b80e') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:31.042378 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0c88d818-240a-4b0f-a5d2-7f74eddf91bd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (459feca0-1a61-41b5-ad1d-deb92b56b80e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:31.063139 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0c88d818-240a-4b0f-a5d2-7f74eddf91bd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (459feca0-1a61-41b5-ad1d-deb92b56b80e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:31.070603 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c88d818-240a-4b0f-a5d2-7f74eddf91bd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:23:31.071118 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0c88d818-240a-4b0f-a5d2-7f74eddf91bd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (459feca0-1a61-41b5-ad1d-deb92b56b80e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:31.130444 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:23:31.130444 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:23:31.130444 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:23:31.130444 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:23:31.130444 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:23:31.130444 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:23:31.130444 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:23:31.130444 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:23:31.130444 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:23:31.130444 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:23:31.130444 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:23:31.130444 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:23:31.130444 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:23:31.130444 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:23:31.130444 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:23:31.130444 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:23:31.130444 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:23:31.130444 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:23:31.130444 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:23:31.130444 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:23:31.130444 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:23:31.130444 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:23:31.130444 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:23:31.130444 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:23:31.130444 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:23:31.130444 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:23:31.130444 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:23:31.130444 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:23:31.130444 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:23:31.130444 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:23:31.130444 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:23:31.130444 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:23:31.148878 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367100a-d0a2-4801-93a7-b0c71cba5d78 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Pushing event deleted for resources: {'Port': ['ID=3ebd585f-3932-4e06-83b6-5e7241921b19,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:31.225151 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-bdc0b73e-892b-439a-b80c-3c97f7769f58 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--882841668&fields=id&tenant_id=66e2abd01f29448ab207898a6db8a6af HTTP/1.1" status: 200 len: 267 time: 0.5397780 Jan 28 00:23:31.238614 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0c88d818-240a-4b0f-a5d2-7f74eddf91bd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (0f7d8c4d-fb8e-4d14-bf23-7aaffb545a26), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:31.281139 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0c88d818-240a-4b0f-a5d2-7f74eddf91bd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:31.284530 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0c88d818-240a-4b0f-a5d2-7f74eddf91bd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] 10.222.0.70 "DELETE /v2.0/networks/0f7d8c4d-fb8e-4d14-bf23-7aaffb545a26 HTTP/1.1" status: 204 len: 168 time: 2.0121262 Jan 28 00:23:31.288426 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60748) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:31.404723 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ce2b3d-bfb2-4101-8af8-b643dbea941d req-8367100a-d0a2-4801-93a7-b0c71cba5d78 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] No DVR routers for this DVR port 3ebd585f-3932-4e06-83b6-5e7241921b19 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:23:31.431281 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e99de32-fc62-46ac-bb55-214c2c5d80a4 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (d080055e-1b31-428f-b6e0-fd14e38d00b9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:31.461000 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88d818-240a-4b0f-a5d2-7f74eddf91bd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Pushing event deleted for resources: {'Network': ['ID=0f7d8c4d-fb8e-4d14-bf23-7aaffb545a26,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:31.470096 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-11ce2b3d-bfb2-4101-8af8-b643dbea941d req-8367100a-d0a2-4801-93a7-b0c71cba5d78 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:31.476042 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-11ce2b3d-bfb2-4101-8af8-b643dbea941d req-8367100a-d0a2-4801-93a7-b0c71cba5d78 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.65 "DELETE /v2.0/ports/3ebd585f-3932-4e06-83b6-5e7241921b19 HTTP/1.1" status: 204 len: 173 time: 4.0098441 Jan 28 00:23:31.481716 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af27eac8-9de2-423b-b26c-9f66e618787d', 'name': 'network-vif-deleted', 'tag': '3ebd585f-3932-4e06-83b6-5e7241921b19'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:23:31.485804 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a02a8b-4b6e-4f73-a011-f80e454f9973" -d '{"events": [{"server_uuid": "af27eac8-9de2-423b-b26c-9f66e618787d", "name": "network-vif-deleted", "tag": "3ebd585f-3932-4e06-83b6-5e7241921b19"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:23:31.503308 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-328f07b2-0d82-40e4-a23d-94d668b05fcf req-184f3e41-5ebf-4f8d-a10a-cd0df2a3967d tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603277 Jan 28 00:23:31.638733 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c05252-cb51-4d8c-b514-3e62a3b4dbff admin admin] Router 395a6571-c8b3-462e-9837-3524af63a137 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:23:31.654934 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e99de32-fc62-46ac-bb55-214c2c5d80a4 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (d080055e-1b31-428f-b6e0-fd14e38d00b9), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:31.682496 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-46ab6484-6883-4434-9705-ba2946a3a686 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:31.695738 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-46ab6484-6883-4434-9705-ba2946a3a686 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/networks?id=ab3fb448-728a-46f9-9c11-c79ef9e347d9 HTTP/1.1" status: 200 len: 816 time: 0.4577363 Jan 28 00:23:31.702307 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-8e99de32-fc62-46ac-bb55-214c2c5d80a4 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d080055e-1b31-428f-b6e0-fd14e38d00b9']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:31.722980 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-8e99de32-fc62-46ac-bb55-214c2c5d80a4 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da12d5c6-7ed5-4191-af3c-3b1453f169e0') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:31.723958 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-8e99de32-fc62-46ac-bb55-214c2c5d80a4 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da12d5c6-7ed5-4191-af3c-3b1453f169e0') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:31.724820 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-50650b8e-ffae-4cfc-82ae-4e816014e324 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/quotas/66e2abd01f29448ab207898a6db8a6af HTTP/1.1" status: 200 len: 375 time: 0.0275936 Jan 28 00:23:31.748684 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e99de32-fc62-46ac-bb55-214c2c5d80a4 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (da12d5c6-7ed5-4191-af3c-3b1453f169e0), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:31.768684 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e99de32-fc62-46ac-bb55-214c2c5d80a4 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (da12d5c6-7ed5-4191-af3c-3b1453f169e0), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:31.780546 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e99de32-fc62-46ac-bb55-214c2c5d80a4 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:23:31.781288 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e99de32-fc62-46ac-bb55-214c2c5d80a4 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (da12d5c6-7ed5-4191-af3c-3b1453f169e0), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:31.787995 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:23:31.787995 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:23:31.787995 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:23:31.787995 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:23:31.787995 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:23:31.787995 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:23:31.787995 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:23:31.787995 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:23:31.787995 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:23:31.787995 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:23:31.787995 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:23:31.787995 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:23:31.787995 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:23:31.787995 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:23:31.787995 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:23:31.787995 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:23:31.787995 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:23:31.787995 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:23:31.787995 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:23:31.787995 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:23:31.787995 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:23:31.787995 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:23:31.787995 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:23:31.787995 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:23:31.787995 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:23:31.787995 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:23:31.787995 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:23:31.787995 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:23:31.787995 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:23:31.787995 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:23:31.787995 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:23:31.787995 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:23:31.863006 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-39a98b5f-ea07-42dc-9746-df761fb0e87e req-ccfd2e2b-84fe-40de-bc03-ce8d9f3ec673 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=f553c50e-6306-486f-87fb-4a21af699f99 HTTP/1.1" status: 200 len: 210 time: 0.1435738 Jan 28 00:23:31.919813 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e99de32-fc62-46ac-bb55-214c2c5d80a4 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (d080055e-1b31-428f-b6e0-fd14e38d00b9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:31.937992 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e99de32-fc62-46ac-bb55-214c2c5d80a4 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:31.951643 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8e99de32-fc62-46ac-bb55-214c2c5d80a4 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] 10.222.0.70 "DELETE /v2.0/networks/d080055e-1b31-428f-b6e0-fd14e38d00b9 HTTP/1.1" status: 204 len: 168 time: 0.6603017 Jan 28 00:23:31.954278 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60754) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:31.979815 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99de32-fc62-46ac-bb55-214c2c5d80a4 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Pushing event deleted for resources: {'Network': ['ID=d080055e-1b31-428f-b6e0-fd14e38d00b9,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:32.042586 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-907bb16b-0db6-4889-93fb-f4b0f234b811 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=66e2abd01f29448ab207898a6db8a6af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2539124 Jan 28 00:23:32.054463 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 3ebd585f-3932-4e06-83b6-5e7241921b19 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:23:32.095064 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c05252-cb51-4d8c-b514-3e62a3b4dbff admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:23:32.114687 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 3ebd585f-3932-4e06-83b6-5e7241921b19 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:23:32.116087 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 3ebd585f-3932-4e06-83b6-5e7241921b19 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:23:32.124591 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b0e29d-fd83-4298-a0ba-5a2a10dd01b7 None None] Sync routers for ids ['395a6571-c8b3-462e-9837-3524af63a137'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:23:32.136421 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60756) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:32.143163 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c0c05252-cb51-4d8c-b514-3e62a3b4dbff admin admin] 10.222.0.70 "PUT /v2.0/routers/395a6571-c8b3-462e-9837-3524af63a137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5156684 Jan 28 00:23:32.151447 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b0e29d-fd83-4298-a0ba-5a2a10dd01b7 None None] Routers {'395a6571-c8b3-462e-9837-3524af63a137'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:23:32.153584 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-38b0e29d-fd83-4298-a0ba-5a2a10dd01b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:23:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['395a6571-c8b3-462e-9837-3524af63a137'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:32.310555 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ec804d-7600-4701-94f6-277993143c97 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:32.322296 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ec804d-7600-4701-94f6-277993143c97 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:32.324464 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-31ec804d-7600-4701-94f6-277993143c97 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3669021 Jan 28 00:23:32.328739 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-6716aad3-b287-43db-abf7-dc8046575c27 service neutron] 10.222.0.70 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675300 Jan 28 00:23:32.329268 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60758) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:32.336147 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-710abbe7-f47c-428d-8e1c-2a706a2b95f1 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2043973262'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:32.419968 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98d6b8ef-6f77-47c1-9cba-09dfeeedaa3b admin admin] Publish callbacks [] for router (395a6571-c8b3-462e-9837-3524af63a137), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:32.445174 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710abbe7-f47c-428d-8e1c-2a706a2b95f1 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Made reservation on behalf of df2a36f756d5457eaba9c30878acf105 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:23:32.449447 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-710abbe7-f47c-428d-8e1c-2a706a2b95f1 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:32.449796 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-38b0e29d-fd83-4298-a0ba-5a2a10dd01b7 None None] Set router 395a6571-c8b3-462e-9837-3524af63a137 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:23:32.455239 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccc88f6-aeca-4a1c-825e-bc4e1e572820 x-openstack-request-id: req-3ccc88f6-aeca-4a1c-825e-bc4e1e572820 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:23:32.455546 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af27eac8-9de2-423b-b26c-9f66e618787d", "name": "network-vif-deleted", "tag": "3ebd585f-3932-4e06-83b6-5e7241921b19", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:23:32.455848 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3ccc88f6-aeca-4a1c-825e-bc4e1e572820 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:23:32.456287 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af27eac8-9de2-423b-b26c-9f66e618787d', 'name': 'network-vif-deleted', 'tag': '3ebd585f-3932-4e06-83b6-5e7241921b19', 'status': 'completed', 'code': 200} Jan 28 00:23:32.630413 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710abbe7-f47c-428d-8e1c-2a706a2b95f1 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:23:32.683219 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-710abbe7-f47c-428d-8e1c-2a706a2b95f1 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (ff016a88-9684-48f1-a0fe-b502cb037f33), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:32.683633 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-710abbe7-f47c-428d-8e1c-2a706a2b95f1 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Added segment ff016a88-9684-48f1-a0fe-b502cb037f33 of type vlan for network 4276cb96-25f3-424c-90c4-e01d39b9a4a0 Jan 28 00:23:32.715138 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-6915af65-d452-457e-b79b-9eac7a12ccf7 service neutron] 10.222.0.70 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363361 Jan 28 00:23:32.769195 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98d6b8ef-6f77-47c1-9cba-09dfeeedaa3b admin admin] Publish callbacks [] for router_gateway (395a6571-c8b3-462e-9837-3524af63a137), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:32.837410 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-710abbe7-f47c-428d-8e1c-2a706a2b95f1 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (4276cb96-25f3-424c-90c4-e01d39b9a4a0), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:32.852473 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-38b0e29d-fd83-4298-a0ba-5a2a10dd01b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395a6571-c8b3-462e-9837-3524af63a137', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-268608534-router', 'tenant_id': '59a716a38e2a47e4a59e21b06e3ba762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '2688f277-e45a-41df-8817-a78368d0d217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:22:01Z', 'updated_at': '2022-01-28T00:23:27Z', 'revision_number': 5, 'project_id': '59a716a38e2a47e4a59e21b06e3ba762', 'gw_port': {'id': '2688f277-e45a-41df-8817-a78368d0d217', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a6571-c8b3-462e-9837-3524af63a137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:22:03Z', 'updated_at': '2022-01-28T00:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:32.890269 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-98d6b8ef-6f77-47c1-9cba-09dfeeedaa3b admin admin] Deleting port 2688f277-e45a-41df-8817-a78368d0d217 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:23:32.890898 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98d6b8ef-6f77-47c1-9cba-09dfeeedaa3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (2688f277-e45a-41df-8817-a78368d0d217), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:32.906373 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-710abbe7-f47c-428d-8e1c-2a706a2b95f1 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (4276cb96-25f3-424c-90c4-e01d39b9a4a0), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:32.912536 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710abbe7-f47c-428d-8e1c-2a706a2b95f1 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:32.914937 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-710abbe7-f47c-428d-8e1c-2a706a2b95f1 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:33.089128 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device f9d89e94-1881-4800-aec0-ebe0b401e515 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:23:33.125824 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-710abbe7-f47c-428d-8e1c-2a706a2b95f1 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7954466 Jan 28 00:23:33.142450 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: f9d89e94-1881-4800-aec0-ebe0b401e515 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:23:33.148491 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60778) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:33.149148 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device f9d89e94-1881-4800-aec0-ebe0b401e515 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:23:33.169954 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-0cc47624-fb46-4bc5-a404-d77e7f0a622d tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1299723788'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:33.178420 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a54e923-940d-4e95-8f41-be209880f166 req-4cbe56fc-2e6d-438b-b8db-bcb8c90a3108 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=f553c50e-6306-486f-87fb-4a21af699f99 HTTP/1.1" status: 200 len: 210 time: 0.0714324 Jan 28 00:23:33.254821 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-98d6b8ef-6f77-47c1-9cba-09dfeeedaa3b admin admin] For port 2688f277-e45a-41df-8817-a78368d0d217, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2688f277-e45a-41df-8817-a78368d0d217,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:23:33.255397 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98d6b8ef-6f77-47c1-9cba-09dfeeedaa3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (2688f277-e45a-41df-8817-a78368d0d217), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:33.268954 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710abbe7-f47c-428d-8e1c-2a706a2b95f1 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Pushing event updated for resources: {'Network': ['ID=4276cb96-25f3-424c-90c4-e01d39b9a4a0,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:33.288527 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 4276cb96-25f3-424c-90c4-e01d39b9a4a0 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:23:33.301316 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-98d6b8ef-6f77-47c1-9cba-09dfeeedaa3b admin admin] Calling delete_port for 2688f277-e45a-41df-8817-a78368d0d217 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:23:33.325918 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b0e29d-fd83-4298-a0ba-5a2a10dd01b7 None None] Checking router: 395a6571-c8b3-462e-9837-3524af63a137 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:23:33.391154 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b0e29d-fd83-4298-a0ba-5a2a10dd01b7 None None] Routers {'395a6571-c8b3-462e-9837-3524af63a137'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:23:33.399809 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-38b0e29d-fd83-4298-a0ba-5a2a10dd01b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:23:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['395a6571-c8b3-462e-9837-3524af63a137'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:33.568532 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e31130c-ec30-4e9a-b74d-93e1b9f3b628 req-4f12e4f2-26b5-469d-848a-cada745317ea tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 210 time: 0.0823097 Jan 28 00:23:33.650906 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81021c-c4d3-43a5-a367-46ab88d79d36 req-6ff75e74-6163-40bf-bbaf-b1e3346c5ce2 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:33.657706 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ca81021c-c4d3-43a5-a367-46ab88d79d36 req-6ff75e74-6163-40bf-bbaf-b1e3346c5ce2 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 950 time: 0.4696798 Jan 28 00:23:33.698879 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242032b-d15d-4c2f-abdf-42c29fe083ce req-f73c6456-bc21-4374-98b3-3d4ecf4c9bb4 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:33.701939 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6242032b-d15d-4c2f-abdf-42c29fe083ce req-f73c6456-bc21-4374-98b3-3d4ecf4c9bb4 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.65 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 950 time: 0.3605120 Jan 28 00:23:33.710764 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc47624-fb46-4bc5-a404-d77e7f0a622d tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Made reservation on behalf of df2a36f756d5457eaba9c30878acf105 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:23:33.727922 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-38b0e29d-fd83-4298-a0ba-5a2a10dd01b7 None None] Set router 395a6571-c8b3-462e-9837-3524af63a137 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:23:33.732342 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0cc47624-fb46-4bc5-a404-d77e7f0a622d tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:33.899538 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-38b0e29d-fd83-4298-a0ba-5a2a10dd01b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395a6571-c8b3-462e-9837-3524af63a137', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-268608534-router', 'tenant_id': '59a716a38e2a47e4a59e21b06e3ba762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:22:01Z', 'updated_at': '2022-01-28T00:23:32Z', 'revision_number': 6, 'project_id': '59a716a38e2a47e4a59e21b06e3ba762', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:33.916059 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-712d5816-1b24-456c-85e9-a0b5e4b6e53a req-3ea10d9e-c056-46c9-bde7-06930a3e840b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5b33f5e7-b0f1-4826-a83d-b1f8df6ac1b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3658125 Jan 28 00:23:33.947058 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc47624-fb46-4bc5-a404-d77e7f0a622d tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:23:33.987949 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b0e29d-fd83-4298-a0ba-5a2a10dd01b7 None None] The sync data for ids ['395a6571-c8b3-462e-9837-3524af63a137'] in n-d-826754-1 is: [{'id': '395a6571-c8b3-462e-9837-3524af63a137', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-268608534-router', 'tenant_id': '59a716a38e2a47e4a59e21b06e3ba762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:22:01Z', 'updated_at': '2022-01-28T00:23:32Z', 'revision_number': 6, 'project_id': '59a716a38e2a47e4a59e21b06e3ba762', 'gw_port_host': None}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:23:34.000573 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0cc47624-fb46-4bc5-a404-d77e7f0a622d tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (68730124-9c46-43db-a985-2cd25ca03dcb), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:34.001166 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-0cc47624-fb46-4bc5-a404-d77e7f0a622d tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Added segment 68730124-9c46-43db-a985-2cd25ca03dcb of type vlan for network 6e606829-39fa-4286-beef-de556c8c40e4 Jan 28 00:23:34.023496 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ca81021c-c4d3-43a5-a367-46ab88d79d36 req-481717e6-01ec-46a7-8559-49df5c310dd0 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/security-groups?id=45e5baf1-70f0-4f72-be9a-0947a505580f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195264 Jan 28 00:23:34.140288 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0cc47624-fb46-4bc5-a404-d77e7f0a622d tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (6e606829-39fa-4286-beef-de556c8c40e4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:34.184668 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0cc47624-fb46-4bc5-a404-d77e7f0a622d tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (6e606829-39fa-4286-beef-de556c8c40e4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:34.190083 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc47624-fb46-4bc5-a404-d77e7f0a622d tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:34.190744 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0cc47624-fb46-4bc5-a404-d77e7f0a622d tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:34.211149 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-6242032b-d15d-4c2f-abdf-42c29fe083ce req-be063a64-a5b9-461c-aff7-23d5ede7e396 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Deleting port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:23:34.212092 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6242032b-d15d-4c2f-abdf-42c29fe083ce req-be063a64-a5b9-461c-aff7-23d5ede7e396 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (228baf8b-b15d-4b7b-afdb-c10ccf246e6f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:34.343563 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98d6b8ef-6f77-47c1-9cba-09dfeeedaa3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (2688f277-e45a-41df-8817-a78368d0d217), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:34.382305 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d5816-1b24-456c-85e9-a0b5e4b6e53a req-8e8d6d80-3b9b-4c18-a2fb-7769a76432c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:34.385375 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-712d5816-1b24-456c-85e9-a0b5e4b6e53a req-8e8d6d80-3b9b-4c18-a2fb-7769a76432c5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2253eea2b9f94d3c9e9a9e6c9260650c&device_id=5b33f5e7-b0f1-4826-a83d-b1f8df6ac1b3 HTTP/1.1" status: 200 len: 1097 time: 0.4154105 Jan 28 00:23:34.486618 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0cc47624-fb46-4bc5-a404-d77e7f0a622d tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3304803 Jan 28 00:23:34.490243 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60806) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:34.503316 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a33d8ccf-ec96-4f25-8c90-cd08d92ff5cd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Request body: {'ports': [{'network_id': '4276cb96-25f3-424c-90c4-e01d39b9a4a0', 'name': 'tempest-port--1843212791', 'admin_state_up': True}, {'network_id': '6e606829-39fa-4286-beef-de556c8c40e4', 'admin_state_up': False}]} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:34.504016 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a33d8ccf-ec96-4f25-8c90-cd08d92ff5cd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Request body: {'port': {'network_id': '4276cb96-25f3-424c-90c4-e01d39b9a4a0', 'name': 'tempest-port--1843212791', 'admin_state_up': True}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:34.504798 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a33d8ccf-ec96-4f25-8c90-cd08d92ff5cd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Request body: {'port': {'network_id': '6e606829-39fa-4286-beef-de556c8c40e4', 'admin_state_up': False}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:34.530168 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6b8ef-6f77-47c1-9cba-09dfeeedaa3b admin admin] Pushing event deleted for resources: {'Port': ['ID=2688f277-e45a-41df-8817-a78368d0d217,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:34.546950 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc47624-fb46-4bc5-a404-d77e7f0a622d tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Pushing event updated for resources: {'Network': ['ID=6e606829-39fa-4286-beef-de556c8c40e4,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:34.567547 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 6e606829-39fa-4286-beef-de556c8c40e4 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:23:34.656347 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-6242032b-d15d-4c2f-abdf-42c29fe083ce req-be063a64-a5b9-461c-aff7-23d5ede7e396 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] For port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=228baf8b-b15d-4b7b-afdb-c10ccf246e6f,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:23:34.659231 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6242032b-d15d-4c2f-abdf-42c29fe083ce req-be063a64-a5b9-461c-aff7-23d5ede7e396 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (228baf8b-b15d-4b7b-afdb-c10ccf246e6f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:34.719439 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-6242032b-d15d-4c2f-abdf-42c29fe083ce req-be063a64-a5b9-461c-aff7-23d5ede7e396 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Calling delete_port for 228baf8b-b15d-4b7b-afdb-c10ccf246e6f owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:23:34.814168 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6e24581c-c63e-4c9d-a84f-443463e9a4c8 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:23:34.895770 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 6e24581c-c63e-4c9d-a84f-443463e9a4c8 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:23:34.896531 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6e24581c-c63e-4c9d-a84f-443463e9a4c8 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:23:34.993746 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98d6b8ef-6f77-47c1-9cba-09dfeeedaa3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (395a6571-c8b3-462e-9837-3524af63a137), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:35.102870 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d5816-1b24-456c-85e9-a0b5e4b6e53a req-e71d42af-0b22-4481-8ed9-189ee3774acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:35.104321 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-712d5816-1b24-456c-85e9-a0b5e4b6e53a req-e71d42af-0b22-4481-8ed9-189ee3774acc service neutron] 10.222.0.52 "GET /v2.0/networks?id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e HTTP/1.1" status: 200 len: 906 time: 0.6084921 Jan 28 00:23:35.209051 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98d6b8ef-6f77-47c1-9cba-09dfeeedaa3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (395a6571-c8b3-462e-9837-3524af63a137), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:35.213787 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-712d5816-1b24-456c-85e9-a0b5e4b6e53a req-fcbe141e-f07a-4ab4-88bd-25271535f1cf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2757eada-5c5d-468f-9a9f-01ce2f9b089c HTTP/1.1" status: 200 len: 217 time: 0.0990922 Jan 28 00:23:35.216008 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98d6b8ef-6f77-47c1-9cba-09dfeeedaa3b admin admin] Publish callbacks [] for router_controller (395a6571-c8b3-462e-9837-3524af63a137), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:35.335136 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98d6b8ef-6f77-47c1-9cba-09dfeeedaa3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (395a6571-c8b3-462e-9837-3524af63a137), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:35.335751 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d6b8ef-6f77-47c1-9cba-09dfeeedaa3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 395a6571-c8b3-462e-9837-3524af63a137 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:23:35.340981 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d5816-1b24-456c-85e9-a0b5e4b6e53a req-df33a1d6-266b-4d11-9d09-da856402c273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:35.342526 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-712d5816-1b24-456c-85e9-a0b5e4b6e53a req-df33a1d6-266b-4d11-9d09-da856402c273 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=89787cce-0952-4d1c-b459-5274630a8c6e HTTP/1.1" status: 200 len: 845 time: 0.1188369 Jan 28 00:23:35.346541 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98d6b8ef-6f77-47c1-9cba-09dfeeedaa3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:35.350514 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-98d6b8ef-6f77-47c1-9cba-09dfeeedaa3b admin admin] 10.222.0.70 "DELETE /v2.0/routers/395a6571-c8b3-462e-9837-3524af63a137 HTTP/1.1" status: 204 len: 168 time: 3.2124386 Jan 28 00:23:35.352653 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60822) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:35.353388 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33d8ccf-ec96-4f25-8c90-cd08d92ff5cd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Made reservation on behalf of df2a36f756d5457eaba9c30878acf105 for: {'port': 2} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:23:35.358578 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a33d8ccf-ec96-4f25-8c90-cd08d92ff5cd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:35.455685 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-712d5816-1b24-456c-85e9-a0b5e4b6e53a req-ee35de02-72fc-47e1-bf20-f799e56fb2c4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038074 Jan 28 00:23:35.456976 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-019820a6-b2f4-4d47-8b7c-d081c2a6f38d req-d1069227-1f0c-4feb-bdfc-c97934fb0d64 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=f553c50e-6306-486f-87fb-4a21af699f99 HTTP/1.1" status: 200 len: 210 time: 0.8798673 Jan 28 00:23:35.460428 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a33d8ccf-ec96-4f25-8c90-cd08d92ff5cd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:35.641141 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5f877752-ed8e-4712-8f27-39b5dac0ef62 req-11a977ee-df33-4180-b766-261808930156 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 210 time: 0.2407384 Jan 28 00:23:35.643899 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6242032b-d15d-4c2f-abdf-42c29fe083ce req-be063a64-a5b9-461c-aff7-23d5ede7e396 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (228baf8b-b15d-4b7b-afdb-c10ccf246e6f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:35.693448 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['228baf8b-b15d-4b7b-afdb-c10ccf246e6f'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:23:35.772751 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be063a64-a5b9-461c-aff7-23d5ede7e396 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Pushing event deleted for resources: {'Port': ['ID=228baf8b-b15d-4b7b-afdb-c10ccf246e6f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:35.802244 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f014aaf-4cd1-4d93-baf2-ae591dfffc5a admin admin] Deleting subnet 2856b206-aa20-4138-8515-c3d02a78ce88 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:23:35.815235 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-6242032b-d15d-4c2f-abdf-42c29fe083ce req-be063a64-a5b9-461c-aff7-23d5ede7e396 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] No DVR routers for this DVR port 228baf8b-b15d-4b7b-afdb-c10ccf246e6f on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:23:35.827864 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f014aaf-4cd1-4d93-baf2-ae591dfffc5a admin admin] Publish callbacks [] for subnet (2856b206-aa20-4138-8515-c3d02a78ce88), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:35.831264 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6242032b-d15d-4c2f-abdf-42c29fe083ce req-be063a64-a5b9-461c-aff7-23d5ede7e396 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:35.835380 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6242032b-d15d-4c2f-abdf-42c29fe083ce req-be063a64-a5b9-461c-aff7-23d5ede7e396 tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.65 "DELETE /v2.0/ports/228baf8b-b15d-4b7b-afdb-c10ccf246e6f HTTP/1.1" status: 204 len: 173 time: 2.0965807 Jan 28 00:23:35.836280 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c2a708-e40d-472e-93e4-995cee8ac4a3', 'name': 'network-vif-deleted', 'tag': '228baf8b-b15d-4b7b-afdb-c10ccf246e6f'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:23:35.846681 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974751eb-e91d-427a-af25-1f7d7865e82e" -d '{"events": [{"server_uuid": "05c2a708-e40d-472e-93e4-995cee8ac4a3", "name": "network-vif-deleted", "tag": "228baf8b-b15d-4b7b-afdb-c10ccf246e6f"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:23:35.961407 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6691754a-4d24-4629-b7f6-105d4df05ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:36.040888 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f014aaf-4cd1-4d93-baf2-ae591dfffc5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (2856b206-aa20-4138-8515-c3d02a78ce88), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:36.058586 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed3d442-a758-4757-add6-23337d33965e x-openstack-request-id: req-7ed3d442-a758-4757-add6-23337d33965e {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:23:36.059254 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c2a708-e40d-472e-93e4-995cee8ac4a3", "name": "network-vif-deleted", "tag": "228baf8b-b15d-4b7b-afdb-c10ccf246e6f", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:23:36.060541 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7ed3d442-a758-4757-add6-23337d33965e {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:23:36.061202 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c2a708-e40d-472e-93e4-995cee8ac4a3', 'name': 'network-vif-deleted', 'tag': '228baf8b-b15d-4b7b-afdb-c10ccf246e6f', 'status': 'completed', 'code': 200} Jan 28 00:23:36.077572 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07b2aa11-a9b2-4f83-817a-95bc5ae041b3 req-ee0f0546-8c97-4904-a3a3-1eed1473ab8a tempest-MigrationsAdminTest-1258914276 tempest-MigrationsAdminTest-1258914276-project] 10.222.0.70 "GET /v2.0/ports?device_id=05c2a708-e40d-472e-93e4-995cee8ac4a3 HTTP/1.1" status: 200 len: 210 time: 0.0844195 Jan 28 00:23:36.145752 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-712d5816-1b24-456c-85e9-a0b5e4b6e53a req-d08433f3-013e-4ad6-a630-cf133bfea6a3 service neutron] 10.222.0.52 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6776631 Jan 28 00:23:36.167939 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-a4abf103-790b-4b9d-994c-a40f8612a479 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:36.169697 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-a4abf103-790b-4b9d-994c-a40f8612a479 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.65 "GET /v2.0/networks?id=ab3fb448-728a-46f9-9c11-c79ef9e347d9 HTTP/1.1" status: 200 len: 816 time: 0.6743877 Jan 28 00:23:36.236398 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-a33d8ccf-ec96-4f25-8c90-cd08d92ff5cd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] device_id is not set on port ae2aae99-a3f8-4ffe-b48b-de302f541cbf yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:23:36.397605 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f014aaf-4cd1-4d93-baf2-ae591dfffc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (2856b206-aa20-4138-8515-c3d02a78ce88), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:36.457630 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-cc3cadc9-6bfa-4589-b67c-46180bbef6ca tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66e2abd01f29448ab207898a6db8a6af HTTP/1.1" status: 200 len: 379 time: 0.2672832 Jan 28 00:23:36.473467 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-712d5816-1b24-456c-85e9-a0b5e4b6e53a req-cbf1fa19-7e43-49a6-86df-fae7224aad82 service neutron] 10.222.0.52 "GET /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177407 Jan 28 00:23:36.489604 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-90cfd2a5-507e-4adb-ac1a-1945cf9f5141 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Request body: {'port': {'device_id': 'c7cfbac7-c480-4b32-8d39-73542917a53a', 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9', 'admin_state_up': True, 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'security_groups': ['4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b']}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:36.530140 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafffc9-52e6-4ae6-a2c5-46c29e239ea8 req-3a209625-6d8e-4aa5-96b8-baae395b6db8 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:36.538717 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8aafffc9-52e6-4ae6-a2c5-46c29e239ea8 req-3a209625-6d8e-4aa5-96b8-baae395b6db8 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b33f5e7-b0f1-4826-a83d-b1f8df6ac1b3 HTTP/1.1" status: 200 len: 946 time: 0.0736277 Jan 28 00:23:36.636884 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2688f277-e45a-41df-8817-a78368d0d217 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:23:36.637102 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f014aaf-4cd1-4d93-baf2-ae591dfffc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (2856b206-aa20-4138-8515-c3d02a78ce88), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:36.664521 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 2688f277-e45a-41df-8817-a78368d0d217 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:23:36.665356 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2688f277-e45a-41df-8817-a78368d0d217 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:23:36.691558 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a3a88a5-f6e6-4c7e-9d9d-4adf4e2d105d req-30de1b74-a80c-4450-a644-e9cf1420eb46 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=f553c50e-6306-486f-87fb-4a21af699f99 HTTP/1.1" status: 200 len: 210 time: 0.0763757 Jan 28 00:23:36.714904 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8aafffc9-52e6-4ae6-a2c5-46c29e239ea8 req-d0f62b4a-76a8-4fb7-a844-e1d3cc3035b2 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720529 Jan 28 00:23:36.779209 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c3b640-e488-4d0e-97b6-a7af08ba2986 None None] Network 6c6166fa-f12c-44dc-80f4-7ae48bcbac66 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:23:36.791280 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f014aaf-4cd1-4d93-baf2-ae591dfffc5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:36.808884 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4f014aaf-4cd1-4d93-baf2-ae591dfffc5a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2856b206-aa20-4138-8515-c3d02a78ce88 HTTP/1.1" status: 204 len: 168 time: 1.4442332 Jan 28 00:23:36.809733 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60840) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:36.828239 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f014aaf-4cd1-4d93-baf2-ae591dfffc5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2856b206-aa20-4138-8515-c3d02a78ce88,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:36.901912 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a33d8ccf-ec96-4f25-8c90-cd08d92ff5cd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks [] for port (ae2aae99-a3f8-4ffe-b48b-de302f541cbf), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:36.984761 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e879b812-9248-4aba-b63b-d6c7ee7a402c req-783a3c1d-df47-4e6e-9472-e3b2c2b99a09 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 210 time: 0.1383247 Jan 28 00:23:37.054205 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f59dce-0e3f-46ff-8abe-25611f55fce0 None None] DHCP port deletion for 6c6166fa-f12c-44dc-80f4-7ae48bcbac66 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:23:37.072587 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-a33d8ccf-ec96-4f25-8c90-cd08d92ff5cd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] device_id is not set on port cc7ff664-573a-47df-9b36-284640e8b8b0 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:23:37.106107 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-90cfd2a5-507e-4adb-ac1a-1945cf9f5141 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Made reservation on behalf of 66e2abd01f29448ab207898a6db8a6af for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:23:37.110356 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-90cfd2a5-507e-4adb-ac1a-1945cf9f5141 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:37.110678 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-80d0ce08-a6aa-4cdd-a2a9-7abd85ca8b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (6c6166fa-f12c-44dc-80f4-7ae48bcbac66), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:37.352784 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a33d8ccf-ec96-4f25-8c90-cd08d92ff5cd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks [] for port (cc7ff664-573a-47df-9b36-284640e8b8b0), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:37.364486 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-80d0ce08-a6aa-4cdd-a2a9-7abd85ca8b15 admin admin] Deleting port f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:23:37.365175 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-80d0ce08-a6aa-4cdd-a2a9-7abd85ca8b15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:37.368432 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-90cfd2a5-507e-4adb-ac1a-1945cf9f5141 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Allocated IP 172.20.0.10 (ab3fb448-728a-46f9-9c11-c79ef9e347d9/e8d9d31c-ec82-48b8-8107-afdf4c2c9183/a97c7ddc-fba4-4c26-b16d-5efee7924ebd) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:23:37.504024 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a6f59dce-0e3f-46ff-8abe-25611f55fce0 None None] Deleting port f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:23:37.505215 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a6f59dce-0e3f-46ff-8abe-25611f55fce0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:37.534329 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a33d8ccf-ec96-4f25-8c90-cd08d92ff5cd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (ae2aae99-a3f8-4ffe-b48b-de302f541cbf), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:37.575711 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-80d0ce08-a6aa-4cdd-a2a9-7abd85ca8b15 admin admin] For port f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46,segment=NetworkSegment(f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0),segment_id=f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:23:37.576735 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-80d0ce08-a6aa-4cdd-a2a9-7abd85ca8b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:37.625669 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-80d0ce08-a6aa-4cdd-a2a9-7abd85ca8b15 admin admin] Calling delete_port for f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:23:37.691607 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d8ccf-ec96-4f25-8c90-cd08d92ff5cd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Pushing event updated for resources: {'Port': ['ID=ae2aae99-a3f8-4ffe-b48b-de302f541cbf,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:37.693240 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-a6f59dce-0e3f-46ff-8abe-25611f55fce0 None None] For port f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46,segment=NetworkSegment(f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0),segment_id=f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:23:37.693939 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a6f59dce-0e3f-46ff-8abe-25611f55fce0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:37.719136 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a6f59dce-0e3f-46ff-8abe-25611f55fce0 None None] Calling delete_port for f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:23:37.734939 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d8ccf-ec96-4f25-8c90-cd08d92ff5cd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Checking segment: {'id': 'ff016a88-9684-48f1-a0fe-b502cb037f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4276cb96-25f3-424c-90c4-e01d39b9a4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:23:37.735362 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d8ccf-ec96-4f25-8c90-cd08d92ff5cd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Network hostable DHCP agents. Network: 4276cb96-25f3-424c-90c4-e01d39b9a4a0, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:23:37.778745 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-90cfd2a5-507e-4adb-ac1a-1945cf9f5141 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:37.816805 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d8ccf-ec96-4f25-8c90-cd08d92ff5cd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Network 4276cb96-25f3-424c-90c4-e01d39b9a4a0 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:23:37.878549 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-a33d8ccf-ec96-4f25-8c90-cd08d92ff5cd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 4276cb96-25f3-424c-90c4-e01d39b9a4a0) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:23:37.888263 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33d8ccf-ec96-4f25-8c90-cd08d92ff5cd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:23:37.889585 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a33d8ccf-ec96-4f25-8c90-cd08d92ff5cd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (cc7ff664-573a-47df-9b36-284640e8b8b0), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:37.906175 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60854) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:37.913434 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025f717a-254e-4524-820d-d1f2c0ff59d5 None None] Network 4276cb96-25f3-424c-90c4-e01d39b9a4a0 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:23:37.958090 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-90cfd2a5-507e-4adb-ac1a-1945cf9f5141 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:37.990305 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d8ccf-ec96-4f25-8c90-cd08d92ff5cd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Pushing event updated for resources: {'Port': ['ID=cc7ff664-573a-47df-9b36-284640e8b8b0,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:38.089236 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-80d0ce08-a6aa-4cdd-a2a9-7abd85ca8b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:38.125304 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a6f59dce-0e3f-46ff-8abe-25611f55fce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:38.138322 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 228baf8b-b15d-4b7b-afdb-c10ccf246e6f no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:23:38.147579 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ce353ca7-5aa9-4509-a8a1-18892ca7f4d2 req-3994b961-01c0-412a-9e20-24772f276c48 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=f553c50e-6306-486f-87fb-4a21af699f99 HTTP/1.1" status: 200 len: 210 time: 0.1121097 Jan 28 00:23:38.150904 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d0ce08-a6aa-4cdd-a2a9-7abd85ca8b15 admin admin] No DVR routers for this DVR port f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46 on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:23:38.250084 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e062c5-65ef-42fd-8b66-6f6e6572f867 req-9ae96bbf-1ba4-494c-bf0a-9bbb5bd581cc tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:38.255406 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3e062c5-65ef-42fd-8b66-6f6e6572f867 req-9ae96bbf-1ba4-494c-bf0a-9bbb5bd581cc tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b33f5e7-b0f1-4826-a83d-b1f8df6ac1b3 HTTP/1.1" status: 200 len: 946 time: 0.4075072 Jan 28 00:23:38.290203 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 228baf8b-b15d-4b7b-afdb-c10ccf246e6f {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:23:38.290815 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 228baf8b-b15d-4b7b-afdb-c10ccf246e6f not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:23:38.294622 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f59dce-0e3f-46ff-8abe-25611f55fce0 None None] Pushing event deleted for resources: {'Port': ['ID=f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:38.317664 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f59dce-0e3f-46ff-8abe-25611f55fce0 None None] No DVR routers for this DVR port f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:23:38.376849 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6b334980-fabe-45b4-908a-05c71b5b4c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:38.395810 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-90cfd2a5-507e-4adb-ac1a-1945cf9f5141 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Network ab3fb448-728a-46f9-9c11-c79ef9e347d9 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:23:38.436398 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cfd2a5-507e-4adb-ac1a-1945cf9f5141 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Pushing event updated for resources: {'Port': ['ID=a97c7ddc-fba4-4c26-b16d-5efee7924ebd,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:38.442432 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-90cfd2a5-507e-4adb-ac1a-1945cf9f5141 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:23:38.458916 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0ce08-a6aa-4cdd-a2a9-7abd85ca8b15 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:38.476004 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-90cfd2a5-507e-4adb-ac1a-1945cf9f5141 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:23:38.497469 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d8ccf-ec96-4f25-8c90-cd08d92ff5cd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Checking segment: {'id': '68730124-9c46-43db-a985-2cd25ca03dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6e606829-39fa-4286-beef-de556c8c40e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:23:38.498011 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d8ccf-ec96-4f25-8c90-cd08d92ff5cd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Network hostable DHCP agents. Network: 6e606829-39fa-4286-beef-de556c8c40e4, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:23:38.517320 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3e062c5-65ef-42fd-8b66-6f6e6572f867 req-6a802a24-9437-4475-a14f-835d505472a9 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527092 Jan 28 00:23:38.584333 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-90cfd2a5-507e-4adb-ac1a-1945cf9f5141 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:38.585172 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-90cfd2a5-507e-4adb-ac1a-1945cf9f5141 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:38.633527 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-90cfd2a5-507e-4adb-ac1a-1945cf9f5141 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1495879 Jan 28 00:23:38.665126 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-80d0ce08-a6aa-4cdd-a2a9-7abd85ca8b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (6c6166fa-f12c-44dc-80f4-7ae48bcbac66), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:38.674670 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-3efb4dc1-cceb-4748-b65c-9d8e35eb4b75 service neutron] Request body: {'port': {'device_id': 'c7cfbac7-c480-4b32-8d39-73542917a53a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:38.701023 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:23:38.703074 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-80d0ce08-a6aa-4cdd-a2a9-7abd85ca8b15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c6166fa-f12c-44dc-80f4-7ae48bcbac66']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:38.716669 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-80d0ce08-a6aa-4cdd-a2a9-7abd85ca8b15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:38.716897 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-80d0ce08-a6aa-4cdd-a2a9-7abd85ca8b15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:38.732738 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-80d0ce08-a6aa-4cdd-a2a9-7abd85ca8b15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:38.753481 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:23:38.754255 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f5a3c0d5-ad57-4d79-96d5-8e78e7c50e46 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:23:38.755370 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-80d0ce08-a6aa-4cdd-a2a9-7abd85ca8b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:38.766410 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d0ce08-a6aa-4cdd-a2a9-7abd85ca8b15 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:23:38.766769 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-80d0ce08-a6aa-4cdd-a2a9-7abd85ca8b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (f86b4daf-9bdc-431a-aedd-8ffa5e5a50a0), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:38.779159 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a1d71808-b827-421f-bffa-b268f0750cde admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=83dbb6195da44e30b63c09c8e88d497f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8692770 Jan 28 00:23:38.797135 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-0836bb0c-83ab-4c05-87f8-7b3308128849 None None] Provisioning complete for port a97c7ddc-fba4-4c26-b16d-5efee7924ebd triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:23:38.797933 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0836bb0c-83ab-4c05-87f8-7b3308128849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:38.799502 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d8ccf-ec96-4f25-8c90-cd08d92ff5cd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Network 6e606829-39fa-4286-beef-de556c8c40e4 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:23:38.805681 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60864) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:38.848281 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0836bb0c-83ab-4c05-87f8-7b3308128849 None None] Port a97c7ddc-fba4-4c26-b16d-5efee7924ebd cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:23:38.852727 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:23:38.852727 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:23:38.852727 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:23:38.852727 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:23:38.852727 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:23:38.852727 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:23:38.852727 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:23:38.852727 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:23:38.852727 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:23:38.852727 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:23:38.852727 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:23:38.852727 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:23:38.852727 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:23:38.852727 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:23:38.852727 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:23:38.852727 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:23:38.852727 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:23:38.852727 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:23:38.852727 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:23:38.852727 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:23:38.852727 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:23:38.852727 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:23:38.852727 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:23:38.852727 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:23:38.852727 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:23:38.852727 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:23:38.852727 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:23:38.852727 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:23:38.852727 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:23:38.852727 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:23:38.852727 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:23:38.852727 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:23:38.867607 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-80d0ce08-a6aa-4cdd-a2a9-7abd85ca8b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (6c6166fa-f12c-44dc-80f4-7ae48bcbac66), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:38.870561 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde398e8-40e2-4f16-bdf8-094bc9fe5bc2 req-573e6163-0120-4936-88df-fffbcf9a4f2b tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:38.876648 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-80d0ce08-a6aa-4cdd-a2a9-7abd85ca8b15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:38.878135 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bde398e8-40e2-4f16-bdf8-094bc9fe5bc2 req-573e6163-0120-4936-88df-fffbcf9a4f2b tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b33f5e7-b0f1-4826-a83d-b1f8df6ac1b3 HTTP/1.1" status: 200 len: 946 time: 0.4687266 Jan 28 00:23:38.883215 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-80d0ce08-a6aa-4cdd-a2a9-7abd85ca8b15 admin admin] 10.222.0.70 "DELETE /v2.0/networks/6c6166fa-f12c-44dc-80f4-7ae48bcbac66 HTTP/1.1" status: 204 len: 168 time: 2.0713823 Jan 28 00:23:38.899816 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-3efb4dc1-cceb-4748-b65c-9d8e35eb4b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:38.904455 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0ce08-a6aa-4cdd-a2a9-7abd85ca8b15 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c6166fa-f12c-44dc-80f4-7ae48bcbac66,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:38.934923 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71f76b-1b09-470b-be79-dc168bf6f065 req-9fa5b3b8-ebfe-4fcc-bffd-e34f21ff3e2c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:38.938780 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9c71f76b-1b09-470b-be79-dc168bf6f065 req-9fa5b3b8-ebfe-4fcc-bffd-e34f21ff3e2c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 932 time: 0.4641309 Jan 28 00:23:38.945558 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-a33d8ccf-ec96-4f25-8c90-cd08d92ff5cd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 6e606829-39fa-4286-beef-de556c8c40e4) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:23:38.957615 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b807ab-8173-416d-810a-cf2da716e385 None None] Network 6e606829-39fa-4286-beef-de556c8c40e4 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:23:38.966425 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33d8ccf-ec96-4f25-8c90-cd08d92ff5cd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:23:38.977212 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33d8ccf-ec96-4f25-8c90-cd08d92ff5cd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:38.977212 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33d8ccf-ec96-4f25-8c90-cd08d92ff5cd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:38.977852 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a33d8ccf-ec96-4f25-8c90-cd08d92ff5cd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:39.066929 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9c71f76b-1b09-470b-be79-dc168bf6f065 req-c82107b1-7759-4a37-b772-76f22662eb22 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206737 Jan 28 00:23:39.099572 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc14c8a8-e8f3-4977-ac63-8380e8a5ce6c admin admin] Publish callbacks [] for security_group (45e5baf1-70f0-4f72-be9a-0947a505580f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:39.155355 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60868) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:39.175948 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a33d8ccf-ec96-4f25-8c90-cd08d92ff5cd tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.6773105 Jan 28 00:23:39.182506 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60870) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:39.217232 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc14c8a8-e8f3-4977-ac63-8380e8a5ce6c admin admin] Publish callbacks [] for security_group (45e5baf1-70f0-4f72-be9a-0947a505580f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:39.265076 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-da8c77ec-f567-46b4-a470-d4c70db1cd59 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=59a716a38e2a47e4a59e21b06e3ba762&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1081479 Jan 28 00:23:39.266983 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60874) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:39.317826 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac87852-29b8-41ef-a600-c7949d42ba7a tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:39.323905 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac87852-29b8-41ef-a600-c7949d42ba7a tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:39.329113 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5ac87852-29b8-41ef-a600-c7949d42ba7a tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1404157 Jan 28 00:23:39.330671 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-bde398e8-40e2-4f16-bdf8-094bc9fe5bc2 req-83345c3d-06d9-45c1-99d3-877b01b75e2f tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Deleting port 2757eada-5c5d-468f-9a9f-01ce2f9b089c {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:23:39.330671 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-bde398e8-40e2-4f16-bdf8-094bc9fe5bc2 req-83345c3d-06d9-45c1-99d3-877b01b75e2f tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (2757eada-5c5d-468f-9a9f-01ce2f9b089c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:39.337280 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60878) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:39.355028 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e58c7653-1578-41a2-b877-c0cf77fce4d5 req-37b5fcd9-07b6-47e1-9743-00571858adc2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=f553c50e-6306-486f-87fb-4a21af699f99 HTTP/1.1" status: 200 len: 210 time: 0.0750408 Jan 28 00:23:39.416904 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-450e25de-f683-44f7-ac8e-1ebf7012a4ee admin admin] Publish callbacks [] for security_group (3edac3e8-2ec6-499c-86fd-f269a4b2e570), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:39.471664 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-450e25de-f683-44f7-ac8e-1ebf7012a4ee admin admin] Publish callbacks [] for security_group (3edac3e8-2ec6-499c-86fd-f269a4b2e570), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:39.504821 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc14c8a8-e8f3-4977-ac63-8380e8a5ce6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (45e5baf1-70f0-4f72-be9a-0947a505580f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:39.507335 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc14c8a8-e8f3-4977-ac63-8380e8a5ce6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:39.508541 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bc14c8a8-e8f3-4977-ac63-8380e8a5ce6c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/45e5baf1-70f0-4f72-be9a-0947a505580f HTTP/1.1" status: 204 len: 168 time: 0.7009265 Jan 28 00:23:39.570327 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-450e25de-f683-44f7-ac8e-1ebf7012a4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (3edac3e8-2ec6-499c-86fd-f269a4b2e570), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:39.576786 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-450e25de-f683-44f7-ac8e-1ebf7012a4ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:39.578429 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:39.584596 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-450e25de-f683-44f7-ac8e-1ebf7012a4ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3edac3e8-2ec6-499c-86fd-f269a4b2e570 HTTP/1.1" status: 204 len: 168 time: 0.3159719 Jan 28 00:23:39.602548 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e25de-f683-44f7-ac8e-1ebf7012a4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edac3e8-2ec6-499c-86fd-f269a4b2e570,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:39.626150 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-bde398e8-40e2-4f16-bdf8-094bc9fe5bc2 req-83345c3d-06d9-45c1-99d3-877b01b75e2f tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] For port 2757eada-5c5d-468f-9a9f-01ce2f9b089c, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2757eada-5c5d-468f-9a9f-01ce2f9b089c,segment=NetworkSegment(b478681f-672b-4451-bd65-d8c2be202f00),segment_id=b478681f-672b-4451-bd65-d8c2be202f00)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:23:39.626537 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-bde398e8-40e2-4f16-bdf8-094bc9fe5bc2 req-83345c3d-06d9-45c1-99d3-877b01b75e2f tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (2757eada-5c5d-468f-9a9f-01ce2f9b089c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:39.657863 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14c8a8-e8f3-4977-ac63-8380e8a5ce6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e5baf1-70f0-4f72-be9a-0947a505580f,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:39.674759 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-bde398e8-40e2-4f16-bdf8-094bc9fe5bc2 req-83345c3d-06d9-45c1-99d3-877b01b75e2f tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Calling delete_port for 2757eada-5c5d-468f-9a9f-01ce2f9b089c owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:23:39.720518 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a6b2f-c828-4de0-9390-191b1cef26c3 req-465bc816-7750-4482-b7f3-b9f963d11577 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:39.723434 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ba6a6b2f-c828-4de0-9390-191b1cef26c3 req-465bc816-7750-4482-b7f3-b9f963d11577 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b33f5e7-b0f1-4826-a83d-b1f8df6ac1b3 HTTP/1.1" status: 200 len: 946 time: 0.1105051 Jan 28 00:23:39.826967 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ba6a6b2f-c828-4de0-9390-191b1cef26c3 req-c21e35b3-a91d-4520-8e3b-1ffeed9aba07 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/security-groups?id=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957894 Jan 28 00:23:39.898434 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f8190d20-2153-4110-bd28-ded7cc505651 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Deleting port ae2aae99-a3f8-4ffe-b48b-de302f541cbf {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:23:39.898796 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8190d20-2153-4110-bd28-ded7cc505651 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (ae2aae99-a3f8-4ffe-b48b-de302f541cbf), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:39.970393 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-3efb4dc1-cceb-4748-b65c-9d8e35eb4b75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a97c7ddc-fba4-4c26-b16d-5efee7924ebd {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:23:39.989344 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-3efb4dc1-cceb-4748-b65c-9d8e35eb4b75 service neutron] Publish callbacks [] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:40.036660 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8190d20-2153-4110-bd28-ded7cc505651 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (ae2aae99-a3f8-4ffe-b48b-de302f541cbf), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:40.046470 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-3efb4dc1-cceb-4748-b65c-9d8e35eb4b75 service neutron] Transition to ACTIVE for port object a97c7ddc-fba4-4c26-b16d-5efee7924ebd will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:23:40.060125 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-3efb4dc1-cceb-4748-b65c-9d8e35eb4b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:40.070899 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f8190d20-2153-4110-bd28-ded7cc505651 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Calling delete_port for ae2aae99-a3f8-4ffe-b48b-de302f541cbf owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:23:40.265227 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb4dc1-cceb-4748-b65c-9d8e35eb4b75 service neutron] Pushing event updated for resources: {'Port': ['ID=a97c7ddc-fba4-4c26-b16d-5efee7924ebd,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:40.420928 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8190d20-2153-4110-bd28-ded7cc505651 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (ae2aae99-a3f8-4ffe-b48b-de302f541cbf), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:40.451448 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-bde398e8-40e2-4f16-bdf8-094bc9fe5bc2 req-83345c3d-06d9-45c1-99d3-877b01b75e2f tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (2757eada-5c5d-468f-9a9f-01ce2f9b089c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:40.488017 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['2757eada-5c5d-468f-9a9f-01ce2f9b089c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:23:40.508698 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f08e44-f890-410c-9cab-7a9223d0fdbf req-37dd6376-41fe-4a4a-b5dc-abfe33e0af1c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:40.531554 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8190d20-2153-4110-bd28-ded7cc505651 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Pushing event deleted for resources: {'Port': ['ID=ae2aae99-a3f8-4ffe-b48b-de302f541cbf,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:40.533187 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a1f08e44-f890-410c-9cab-7a9223d0fdbf req-37dd6376-41fe-4a4a-b5dc-abfe33e0af1c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 944 time: 0.1671586 Jan 28 00:23:40.557134 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8190d20-2153-4110-bd28-ded7cc505651 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:40.569674 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60900) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:40.580548 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f8190d20-2153-4110-bd28-ded7cc505651 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] 10.222.0.70 "DELETE /v2.0/ports/ae2aae99-a3f8-4ffe-b48b-de302f541cbf HTTP/1.1" status: 204 len: 168 time: 1.2389343 Jan 28 00:23:40.632091 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83345c3d-06d9-45c1-99d3-877b01b75e2f tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Pushing event deleted for resources: {'Port': ['ID=2757eada-5c5d-468f-9a9f-01ce2f9b089c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:40.649505 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-3efb4dc1-cceb-4748-b65c-9d8e35eb4b75 service neutron] Attempting to bind port a97c7ddc-fba4-4c26-b16d-5efee7924ebd on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:23:40.649824 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-3efb4dc1-cceb-4748-b65c-9d8e35eb4b75 service neutron] Attempting to bind port a97c7ddc-fba4-4c26-b16d-5efee7924ebd by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'e33cee81-804e-49fc-a57c-ff1b9c334017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:23:40.650086 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-3efb4dc1-cceb-4748-b65c-9d8e35eb4b75 service neutron] Attempting to bind port a97c7ddc-fba4-4c26-b16d-5efee7924ebd on network ab3fb448-728a-46f9-9c11-c79ef9e347d9 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:23:40.674610 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60904) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:40.675486 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde398e8-40e2-4f16-bdf8-094bc9fe5bc2 req-83345c3d-06d9-45c1-99d3-877b01b75e2f tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] No DVR routers for this DVR port 2757eada-5c5d-468f-9a9f-01ce2f9b089c on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:23:40.680161 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-bde398e8-40e2-4f16-bdf8-094bc9fe5bc2 req-83345c3d-06d9-45c1-99d3-877b01b75e2f tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:40.685265 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bde398e8-40e2-4f16-bdf8-094bc9fe5bc2 req-83345c3d-06d9-45c1-99d3-877b01b75e2f tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.52 "DELETE /v2.0/ports/2757eada-5c5d-468f-9a9f-01ce2f9b089c HTTP/1.1" status: 204 len: 173 time: 1.8049488 Jan 28 00:23:40.691092 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b33f5e7-b0f1-4826-a83d-b1f8df6ac1b3', 'name': 'network-vif-deleted', 'tag': '2757eada-5c5d-468f-9a9f-01ce2f9b089c'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:23:40.693497 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de9fe0c-3c55-4a9f-9275-f15454bbf41f" -d '{"events": [{"server_uuid": "5b33f5e7-b0f1-4826-a83d-b1f8df6ac1b3", "name": "network-vif-deleted", "tag": "2757eada-5c5d-468f-9a9f-01ce2f9b089c"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:23:40.708133 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-3efb4dc1-cceb-4748-b65c-9d8e35eb4b75 service neutron] Port a97c7ddc-fba4-4c26-b16d-5efee7924ebd on network ab3fb448-728a-46f9-9c11-c79ef9e347d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:23:40.708514 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-3efb4dc1-cceb-4748-b65c-9d8e35eb4b75 service neutron] Attempting to bind port a97c7ddc-fba4-4c26-b16d-5efee7924ebd on network ab3fb448-728a-46f9-9c11-c79ef9e347d9 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:23:40.719786 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-3efb4dc1-cceb-4748-b65c-9d8e35eb4b75 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:23:40.720132 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-3efb4dc1-cceb-4748-b65c-9d8e35eb4b75 service neutron] Checking segment: {'id': 'e33cee81-804e-49fc-a57c-ff1b9c334017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:23:40.720530 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-3efb4dc1-cceb-4748-b65c-9d8e35eb4b75 service neutron] Bound using segment: {'id': 'e33cee81-804e-49fc-a57c-ff1b9c334017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:23:40.720982 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-3efb4dc1-cceb-4748-b65c-9d8e35eb4b75 service neutron] Bound port: a97c7ddc-fba4-4c26-b16d-5efee7924ebd, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e33cee81-804e-49fc-a57c-ff1b9c334017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:23:40.721347 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-3efb4dc1-cceb-4748-b65c-9d8e35eb4b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:40.783220 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-015a897e-6333-4344-a5e2-c99acf0614a4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1d92329438a84fbdb45cc3019859ed52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1045218 Jan 28 00:23:40.797203 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b1a734cc-1dde-41b2-a18e-b7e374396a21 req-46dd31d9-41a4-4e15-8049-e3c6eaecafbf tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=f553c50e-6306-486f-87fb-4a21af699f99 HTTP/1.1" status: 200 len: 210 time: 0.1049192 Jan 28 00:23:40.798289 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60908) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:40.852996 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-3efb4dc1-cceb-4748-b65c-9d8e35eb4b75 service neutron] For port a97c7ddc-fba4-4c26-b16d-5efee7924ebd, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:23:40.859153 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-3efb4dc1-cceb-4748-b65c-9d8e35eb4b75 service neutron] For port a97c7ddc-fba4-4c26-b16d-5efee7924ebd, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a97c7ddc-fba4-4c26-b16d-5efee7924ebd,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:23:40.866692 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-3efb4dc1-cceb-4748-b65c-9d8e35eb4b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:40.941017 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-3efb4dc1-cceb-4748-b65c-9d8e35eb4b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:40.942248 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-3efb4dc1-cceb-4748-b65c-9d8e35eb4b75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:40.945662 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-3efb4dc1-cceb-4748-b65c-9d8e35eb4b75 service neutron] 10.222.0.65 "PUT /v2.0/ports/a97c7ddc-fba4-4c26-b16d-5efee7924ebd HTTP/1.1" status: 200 len: 1092 time: 2.2959015 Jan 28 00:23:40.992447 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb4dc1-cceb-4748-b65c-9d8e35eb4b75 service neutron] Pushing event updated for resources: {'Port': ['ID=a97c7ddc-fba4-4c26-b16d-5efee7924ebd,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:41.030663 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:41.065981 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a1f08e44-f890-410c-9cab-7a9223d0fdbf req-d7274d1b-16b8-48b4-8260-7622e9d2984c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5296273 Jan 28 00:23:41.169475 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-3a02bf0e-0222-47da-a654-51915930d0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:41.176806 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-3a02bf0e-0222-47da-a654-51915930d0e3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=66e2abd01f29448ab207898a6db8a6af&device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 1095 time: 0.1442113 Jan 28 00:23:41.189456 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820995f3-b54a-4f6f-ac0f-e486e9d4cd4f x-openstack-request-id: req-820995f3-b54a-4f6f-ac0f-e486e9d4cd4f {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:23:41.189770 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b33f5e7-b0f1-4826-a83d-b1f8df6ac1b3", "name": "network-vif-deleted", "tag": "2757eada-5c5d-468f-9a9f-01ce2f9b089c", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:23:41.190035 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-820995f3-b54a-4f6f-ac0f-e486e9d4cd4f {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:23:41.190461 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b33f5e7-b0f1-4826-a83d-b1f8df6ac1b3', 'name': 'network-vif-deleted', 'tag': '2757eada-5c5d-468f-9a9f-01ce2f9b089c', 'status': 'completed', 'code': 200} Jan 28 00:23:41.286682 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-a69ebeb8-d057-40ec-9633-22ba6c29833d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a97c7ddc-fba4-4c26-b16d-5efee7924ebd HTTP/1.1" status: 200 len: 217 time: 0.0948565 Jan 28 00:23:41.315862 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-603d5651-8f8f-4a3c-85a1-bae284a70550 admin admin] Publish callbacks [] for security_group (c4ba607b-6a22-46b2-b0ad-8d70de8794d8), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:41.320890 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-a9859cc6-d75b-49bf-a1ee-aad089858dc0 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Deleting port cc7ff664-573a-47df-9b36-284640e8b8b0 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:23:41.321354 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a9859cc6-d75b-49bf-a1ee-aad089858dc0 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (cc7ff664-573a-47df-9b36-284640e8b8b0), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:41.432334 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a9859cc6-d75b-49bf-a1ee-aad089858dc0 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (cc7ff664-573a-47df-9b36-284640e8b8b0), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:41.459739 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-a9b26699-c75d-4e77-8611-f469e66da8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:41.462410 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-a9b26699-c75d-4e77-8611-f469e66da8a5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e8d9d31c-ec82-48b8-8107-afdf4c2c9183 HTTP/1.1" status: 200 len: 855 time: 0.1685739 Jan 28 00:23:41.482064 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-603d5651-8f8f-4a3c-85a1-bae284a70550 admin admin] Publish callbacks [] for security_group (c4ba607b-6a22-46b2-b0ad-8d70de8794d8), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:41.500727 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-a9859cc6-d75b-49bf-a1ee-aad089858dc0 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Calling delete_port for cc7ff664-573a-47df-9b36-284640e8b8b0 owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:23:41.554528 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-16eb7382-8452-4b7e-b12e-6964b7f44515 req-19917df4-77d4-480f-8984-594688ad8500 tempest-ServersTestJSON-1510440777 tempest-ServersTestJSON-1510440777-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b33f5e7-b0f1-4826-a83d-b1f8df6ac1b3 HTTP/1.1" status: 200 len: 210 time: 0.0621712 Jan 28 00:23:41.568978 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-356444e7-2d81-4237-ac23-318d3e1aa304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:41.573789 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-356444e7-2d81-4237-ac23-318d3e1aa304 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ab3fb448-728a-46f9-9c11-c79ef9e347d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017158 Jan 28 00:23:41.713894 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-603d5651-8f8f-4a3c-85a1-bae284a70550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c4ba607b-6a22-46b2-b0ad-8d70de8794d8), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:41.718320 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-603d5651-8f8f-4a3c-85a1-bae284a70550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:41.719651 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-603d5651-8f8f-4a3c-85a1-bae284a70550 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c4ba607b-6a22-46b2-b0ad-8d70de8794d8 HTTP/1.1" status: 204 len: 168 time: 0.9137313 Jan 28 00:23:41.758300 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d5651-8f8f-4a3c-85a1-bae284a70550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ba607b-6a22-46b2-b0ad-8d70de8794d8,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:41.769505 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a9859cc6-d75b-49bf-a1ee-aad089858dc0 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (cc7ff664-573a-47df-9b36-284640e8b8b0), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:41.832252 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9859cc6-d75b-49bf-a1ee-aad089858dc0 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Pushing event deleted for resources: {'Port': ['ID=cc7ff664-573a-47df-9b36-284640e8b8b0,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:41.849677 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a9859cc6-d75b-49bf-a1ee-aad089858dc0 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:41.867024 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a9859cc6-d75b-49bf-a1ee-aad089858dc0 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] 10.222.0.70 "DELETE /v2.0/ports/cc7ff664-573a-47df-9b36-284640e8b8b0 HTTP/1.1" status: 204 len: 168 time: 1.2949581 Jan 28 00:23:41.869629 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60930) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:41.974332 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-bc7c664a-f23b-4e3d-a842-cc0456f03b65 service neutron] 10.222.0.65 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965228 Jan 28 00:23:41.987125 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:23:41.999241 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d774a54a-4821-43b4-abc6-c1601a54619e tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1277907 Jan 28 00:23:42.002925 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60932) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:42.037380 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-736536e3-c8f2-426e-a504-a6500ab89043 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-871204671'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:42.131831 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60936) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:42.154749 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:42.208935 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-388f1ab5-b86b-4e64-8d4b-9e1de5a912b8 req-e7e127f0-918e-4e3d-ad75-7478bcf5bc37 service neutron] 10.222.0.65 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271535 Jan 28 00:23:42.216799 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6bf74d6d-b7c9-4275-af78-abf7dd073e2a req-10f243bb-605c-44a4-baac-a30833d9cf9a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=f553c50e-6306-486f-87fb-4a21af699f99 HTTP/1.1" status: 200 len: 210 time: 0.2048066 Jan 28 00:23:42.260461 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736536e3-c8f2-426e-a504-a6500ab89043 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Made reservation on behalf of df2a36f756d5457eaba9c30878acf105 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:23:42.268451 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-736536e3-c8f2-426e-a504-a6500ab89043 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:42.350348 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-736536e3-c8f2-426e-a504-a6500ab89043 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:23:42.379945 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-736536e3-c8f2-426e-a504-a6500ab89043 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (47503f90-81db-433e-9682-1cf1609f2602), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:42.380241 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-736536e3-c8f2-426e-a504-a6500ab89043 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Added segment 47503f90-81db-433e-9682-1cf1609f2602 of type vlan for network 2f87883f-85d4-40fc-b55d-a845662dbd54 Jan 28 00:23:42.460170 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-736536e3-c8f2-426e-a504-a6500ab89043 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (2f87883f-85d4-40fc-b55d-a845662dbd54), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:42.478848 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa46de1-8432-45a8-9995-e42681b81508 req-9e1de1f3-4185-4533-8852-b7ad96b5b48d tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:42.494864 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-baa46de1-8432-45a8-9995-e42681b81508 req-9e1de1f3-4185-4533-8852-b7ad96b5b48d tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 944 time: 0.1517806 Jan 28 00:23:42.570278 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-736536e3-c8f2-426e-a504-a6500ab89043 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (2f87883f-85d4-40fc-b55d-a845662dbd54), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:42.580476 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736536e3-c8f2-426e-a504-a6500ab89043 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:42.581263 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-736536e3-c8f2-426e-a504-a6500ab89043 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:42.672771 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60954) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:42.673587 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-736536e3-c8f2-426e-a504-a6500ab89043 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6672614 Jan 28 00:23:42.677403 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-924ac3c2-a101-4946-94ba-896280669656 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-895489805-network', 'tenant_id': '97a3ec5b99854227a7dd1d385ad1210e'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:42.678679 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-44b3142d-1343-434b-b417-6cf7dd455336 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1476215710'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:42.703149 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-baa46de1-8432-45a8-9995-e42681b81508 req-675da6e4-09b1-4fc7-8c78-dcf9e60fea2e tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982439 Jan 28 00:23:42.730472 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60958) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:42.740918 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736536e3-c8f2-426e-a504-a6500ab89043 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Pushing event updated for resources: {'Network': ['ID=2f87883f-85d4-40fc-b55d-a845662dbd54,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:42.752921 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924ac3c2-a101-4946-94ba-896280669656 admin admin] Made reservation on behalf of 97a3ec5b99854227a7dd1d385ad1210e for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:23:42.756299 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-924ac3c2-a101-4946-94ba-896280669656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:42.760012 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 2f87883f-85d4-40fc-b55d-a845662dbd54 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:23:42.770417 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-924ac3c2-a101-4946-94ba-896280669656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:42.772367 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b3142d-1343-434b-b417-6cf7dd455336 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Made reservation on behalf of df2a36f756d5457eaba9c30878acf105 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:23:42.786712 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44b3142d-1343-434b-b417-6cf7dd455336 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:42.944270 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-924ac3c2-a101-4946-94ba-896280669656 admin admin] Publish callbacks [] for security_group (ae2772d8-aa50-4db0-b5b3-83fca8d29a55), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:42.951847 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b3142d-1343-434b-b417-6cf7dd455336 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:23:42.954114 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-924ac3c2-a101-4946-94ba-896280669656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ae2772d8-aa50-4db0-b5b3-83fca8d29a55), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:42.979735 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc37622c-5f6d-4e4e-b049-d129e60861e0 admin admin] Deleting subnet 89787cce-0952-4d1c-b459-5274630a8c6e {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:23:42.985390 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-924ac3c2-a101-4946-94ba-896280669656 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:23:42.991257 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:42.992012 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44b3142d-1343-434b-b417-6cf7dd455336 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (eca00726-dcee-430c-a82b-e725f26b5dce), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:42.992800 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-44b3142d-1343-434b-b417-6cf7dd455336 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Added segment eca00726-dcee-430c-a82b-e725f26b5dce of type vlan for network e95f525c-8978-4f12-97c0-f9309af0008f Jan 28 00:23:42.996686 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cc37622c-5f6d-4e4e-b049-d129e60861e0 admin admin] Publish callbacks [] for subnet (89787cce-0952-4d1c-b459-5274630a8c6e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:43.039696 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ac3c2-a101-4946-94ba-896280669656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2772d8-aa50-4db0-b5b3-83fca8d29a55,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:43.048122 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-924ac3c2-a101-4946-94ba-896280669656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (e377b053-c968-4b17-9c53-e55abeede2fe), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:43.048805 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-924ac3c2-a101-4946-94ba-896280669656 admin admin] Added segment e377b053-c968-4b17-9c53-e55abeede2fe of type vlan for network 91e8dbc0-87f8-444b-8813-ae0b44ecb43e Jan 28 00:23:43.085498 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2757eada-5c5d-468f-9a9f-01ce2f9b089c no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:23:43.123248 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 2757eada-5c5d-468f-9a9f-01ce2f9b089c {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:23:43.123755 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2757eada-5c5d-468f-9a9f-01ce2f9b089c not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:23:43.135674 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-924ac3c2-a101-4946-94ba-896280669656 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (91e8dbc0-87f8-444b-8813-ae0b44ecb43e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:43.151213 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44b3142d-1343-434b-b417-6cf7dd455336 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (e95f525c-8978-4f12-97c0-f9309af0008f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:43.158482 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cc37622c-5f6d-4e4e-b049-d129e60861e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (89787cce-0952-4d1c-b459-5274630a8c6e), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:43.196436 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7cfbac7-c480-4b32-8d39-73542917a53a', 'tag': 'a97c7ddc-fba4-4c26-b16d-5efee7924ebd'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:23:43.200348 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f459a5-0afd-4bb3-a2c4-85d55818444e" -d '{"events": [{"name": "network-changed", "server_uuid": "c7cfbac7-c480-4b32-8d39-73542917a53a", "tag": "a97c7ddc-fba4-4c26-b16d-5efee7924ebd"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:23:43.201528 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-924ac3c2-a101-4946-94ba-896280669656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (91e8dbc0-87f8-444b-8813-ae0b44ecb43e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:43.203419 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924ac3c2-a101-4946-94ba-896280669656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:43.205258 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-924ac3c2-a101-4946-94ba-896280669656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:43.295749 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f20c8a-f32d-435e-a7f7-c0a7711fa162 x-openstack-request-id: req-18f20c8a-f32d-435e-a7f7-c0a7711fa162 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:23:43.296339 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7cfbac7-c480-4b32-8d39-73542917a53a", "tag": "a97c7ddc-fba4-4c26-b16d-5efee7924ebd", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:23:43.296778 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-18f20c8a-f32d-435e-a7f7-c0a7711fa162 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:23:43.297753 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7cfbac7-c480-4b32-8d39-73542917a53a', 'tag': 'a97c7ddc-fba4-4c26-b16d-5efee7924ebd', 'status': 'completed', 'code': 200} Jan 28 00:23:43.312529 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44b3142d-1343-434b-b417-6cf7dd455336 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (e95f525c-8978-4f12-97c0-f9309af0008f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:43.322451 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b3142d-1343-434b-b417-6cf7dd455336 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:43.324222 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44b3142d-1343-434b-b417-6cf7dd455336 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:43.385850 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-44b3142d-1343-434b-b417-6cf7dd455336 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7114792 Jan 28 00:23:43.396780 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-924ac3c2-a101-4946-94ba-896280669656 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2544367 Jan 28 00:23:43.399531 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60976) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:43.401093 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cc37622c-5f6d-4e4e-b049-d129e60861e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (89787cce-0952-4d1c-b459-5274630a8c6e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:43.431817 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-c8f30866-d251-4df1-904a-ddc95100aa53 admin admin] Request body: {'subnet': {'network_id': '91e8dbc0-87f8-444b-8813-ae0b44ecb43e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-895489805-subnet', 'tenant_id': '97a3ec5b99854227a7dd1d385ad1210e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:43.518951 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f30866-d251-4df1-904a-ddc95100aa53 admin admin] Made reservation on behalf of 97a3ec5b99854227a7dd1d385ad1210e for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:23:43.531225 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c8f30866-d251-4df1-904a-ddc95100aa53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:43.539885 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3142d-1343-434b-b417-6cf7dd455336 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Pushing event updated for resources: {'Network': ['ID=e95f525c-8978-4f12-97c0-f9309af0008f,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:43.554452 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network e95f525c-8978-4f12-97c0-f9309af0008f details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:23:43.580249 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f459a5-0afd-4bb3-a2c4-85d55818444e req-6c144af9-f9cb-4329-937c-2e8d1ac4a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:43.585631 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-60f459a5-0afd-4bb3-a2c4-85d55818444e req-6c144af9-f9cb-4329-937c-2e8d1ac4a804 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=66e2abd01f29448ab207898a6db8a6af&device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 1095 time: 0.2337925 Jan 28 00:23:43.690935 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cc37622c-5f6d-4e4e-b049-d129e60861e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (89787cce-0952-4d1c-b459-5274630a8c6e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:43.778884 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cc37622c-5f6d-4e4e-b049-d129e60861e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:43.793497 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cc37622c-5f6d-4e4e-b049-d129e60861e0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/89787cce-0952-4d1c-b459-5274630a8c6e HTTP/1.1" status: 204 len: 168 time: 1.0580621 Jan 28 00:23:43.795224 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60988) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:43.885975 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37622c-5f6d-4e4e-b049-d129e60861e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89787cce-0952-4d1c-b459-5274630a8c6e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:44.012689 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:44.100181 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a97c7ddc-fba4-4c26-b16d-5efee7924ebd details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:23:44.196082 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3dde6dfb-cfd1-4e4c-83b0-dab97a05a44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:44.325929 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f459a5-0afd-4bb3-a2c4-85d55818444e req-1d3f65a2-5638-4fe7-8bcd-ed986fe3182e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:44.331326 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-60f459a5-0afd-4bb3-a2c4-85d55818444e req-1d3f65a2-5638-4fe7-8bcd-ed986fe3182e service neutron] 10.222.0.65 "GET /v2.0/networks?id=ab3fb448-728a-46f9-9c11-c79ef9e347d9 HTTP/1.1" status: 200 len: 917 time: 0.7361631 Jan 28 00:23:44.355919 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ac3c2-a101-4946-94ba-896280669656 admin admin] Pushing event updated for resources: {'Network': ['ID=91e8dbc0-87f8-444b-8813-ae0b44ecb43e,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:44.380235 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 91e8dbc0-87f8-444b-8813-ae0b44ecb43e details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:23:44.383776 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c8f30866-d251-4df1-904a-ddc95100aa53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (16f9eaaa-0831-4ae7-b66f-029badfc29b1), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:44.635502 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f30866-d251-4df1-904a-ddc95100aa53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16f9eaaa-0831-4ae7-b66f-029badfc29b1,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:44.677659 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-60f459a5-0afd-4bb3-a2c4-85d55818444e req-0ec01567-d3b3-4c15-9417-faa5d660e27f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a97c7ddc-fba4-4c26-b16d-5efee7924ebd HTTP/1.1" status: 200 len: 217 time: 0.3366303 Jan 28 00:23:44.774657 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9814a-4d99-48e9-9f83-4087d06671e7 req-f88f4686-c793-46f6-a0c4-55f289e3e027 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:44.788398 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1b9814a-4d99-48e9-9f83-4087d06671e7 req-f88f4686-c793-46f6-a0c4-55f289e3e027 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 944 time: 0.4361115 Jan 28 00:23:44.870570 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a97c7ddc-fba4-4c26-b16d-5efee7924ebd, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a97c7ddc-fba4-4c26-b16d-5efee7924ebd,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:23:44.898501 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'a97c7ddc-fba4-4c26-b16d-5efee7924ebd', 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9', 'port_id': 'a97c7ddc-fba4-4c26-b16d-5efee7924ebd', 'mac_address': 'fa:16:3e:05:c5:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:23:44.908773 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f30866-d251-4df1-904a-ddc95100aa53 admin admin] Checking segment: {'id': 'e377b053-c968-4b17-9c53-e55abeede2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '91e8dbc0-87f8-444b-8813-ae0b44ecb43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:23:44.909194 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f30866-d251-4df1-904a-ddc95100aa53 admin admin] Network hostable DHCP agents. Network: 91e8dbc0-87f8-444b-8813-ae0b44ecb43e, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:23:44.938413 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f459a5-0afd-4bb3-a2c4-85d55818444e req-31631020-a1b5-427e-8333-587ba14399e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:44.950674 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-60f459a5-0afd-4bb3-a2c4-85d55818444e req-31631020-a1b5-427e-8333-587ba14399e4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e8d9d31c-ec82-48b8-8107-afdf4c2c9183 HTTP/1.1" status: 200 len: 855 time: 0.2640502 Jan 28 00:23:44.959556 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3dde6dfb-cfd1-4e4c-83b0-dab97a05a44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:45.013083 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port a97c7ddc-fba4-4c26-b16d-5efee7924ebd is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:23:45.013532 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:45.016986 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1b9814a-4d99-48e9-9f83-4087d06671e7 req-7e9634c2-17eb-45f6-9717-641ef1029a38 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175462 Jan 28 00:23:45.084491 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97c7ddc-fba4-4c26-b16d-5efee7924ebd {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:23:45.131474 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-3dde6dfb-cfd1-4e4c-83b0-dab97a05a44b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:45.132339 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a97c7ddc-fba4-4c26-b16d-5efee7924ebd, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a97c7ddc-fba4-4c26-b16d-5efee7924ebd,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:23:45.142392 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:45.143572 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f459a5-0afd-4bb3-a2c4-85d55818444e req-d38efe5f-b195-47e6-a97f-eb9c2fec26cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:45.150676 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-60f459a5-0afd-4bb3-a2c4-85d55818444e req-d38efe5f-b195-47e6-a97f-eb9c2fec26cc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ab3fb448-728a-46f9-9c11-c79ef9e347d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1763859 Jan 28 00:23:45.165347 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f30866-d251-4df1-904a-ddc95100aa53 admin admin] Network 91e8dbc0-87f8-444b-8813-ae0b44ecb43e is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:23:45.219226 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-c8f30866-d251-4df1-904a-ddc95100aa53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 91e8dbc0-87f8-444b-8813-ae0b44ecb43e) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:23:45.244202 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f30866-d251-4df1-904a-ddc95100aa53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:45.246922 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c8f30866-d251-4df1-904a-ddc95100aa53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:45.286953 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=a97c7ddc-fba4-4c26-b16d-5efee7924ebd,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:45.290408 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c8f30866-d251-4df1-904a-ddc95100aa53 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8840690 Jan 28 00:23:45.309310 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c214c4ef-6be2-48a7-a7f3-f7fc173e4f69 None None] Network 91e8dbc0-87f8-444b-8813-ae0b44ecb43e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:23:45.310867 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 32788) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:45.343243 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-b2058aad-457b-4b0c-8d0e-5a20ac19d750 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-895489805-router', 'tenant_id': '97a3ec5b99854227a7dd1d385ad1210e', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:45.454311 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35762ab-eb5f-4fce-97c5-4c65e347c2bf req-4025bb94-e632-4fe3-80fb-92c096d1a3e1 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:45.465261 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a35762ab-eb5f-4fce-97c5-4c65e347c2bf req-4025bb94-e632-4fe3-80fb-92c096d1a3e1 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/networks?id=2f518455-11e0-4f29-b2fb-3688e3f7fb32 HTTP/1.1" status: 200 len: 812 time: 0.6053045 Jan 28 00:23:45.471190 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-3dde6dfb-cfd1-4e4c-83b0-dab97a05a44b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b478681f-672b-4451-bd65-d8c2be202f00') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:45.473915 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-3dde6dfb-cfd1-4e4c-83b0-dab97a05a44b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b478681f-672b-4451-bd65-d8c2be202f00') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:45.481444 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-60f459a5-0afd-4bb3-a2c4-85d55818444e req-e2e11a43-540e-4548-adac-65f40b81f809 service neutron] 10.222.0.65 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863874 Jan 28 00:23:45.495120 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:45.497635 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:45.505395 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:45.506128 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:45.506842 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a35762ab-eb5f-4fce-97c5-4c65e347c2bf req-dfff8031-860f-454a-8155-f411fb108208 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/quotas/1f564eba381e4679ad4f4d86366ab37a HTTP/1.1" status: 200 len: 375 time: 0.0389137 Jan 28 00:23:45.507776 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:45.512409 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:45.513143 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:45.513706 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:45.514244 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:45.514818 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:45.515375 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:45.515963 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:45.516509 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:45.538362 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2058aad-457b-4b0c-8d0e-5a20ac19d750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (fd4ff865-ad7e-43e1-95af-27f2b8e918ae), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:45.539942 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2058aad-457b-4b0c-8d0e-5a20ac19d750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (fd4ff865-ad7e-43e1-95af-27f2b8e918ae), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:45.591166 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f1dc91-4c7b-4f25-9481-e2b06b9dda78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-91e8dbc0-87f8-444b-8813-ae0b44ecb43e', 'network_id': '91e8dbc0-87f8-444b-8813-ae0b44ecb43e', 'project_id': '97a3ec5b99854227a7dd1d385ad1210e', 'fixed_ips': [{'subnet_id': '16f9eaaa-0831-4ae7-b66f-029badfc29b1'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:23:45.592729 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d9f1dc91-4c7b-4f25-9481-e2b06b9dda78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:45.638122 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['a97c7ddc-fba4-4c26-b16d-5efee7924ebd'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:23:45.644429 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a35762ab-eb5f-4fce-97c5-4c65e347c2bf req-cc9ab0ac-36f5-45ea-85a5-6abc588adea8 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1f564eba381e4679ad4f4d86366ab37a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1353469 Jan 28 00:23:45.927214 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-60f459a5-0afd-4bb3-a2c4-85d55818444e req-02f8109c-688c-4721-90dc-9e8ef8d0919d service neutron] 10.222.0.65 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247279 Jan 28 00:23:45.934728 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3dde6dfb-cfd1-4e4c-83b0-dab97a05a44b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (b478681f-672b-4451-bd65-d8c2be202f00), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:46.000539 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3dde6dfb-cfd1-4e4c-83b0-dab97a05a44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (b478681f-672b-4451-bd65-d8c2be202f00), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:46.033747 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dde6dfb-cfd1-4e4c-83b0-dab97a05a44b admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:23:46.035942 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3dde6dfb-cfd1-4e4c-83b0-dab97a05a44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (b478681f-672b-4451-bd65-d8c2be202f00), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:46.039105 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2058aad-457b-4b0c-8d0e-5a20ac19d750 admin admin] Publish callbacks [] for router_controller (fd4ff865-ad7e-43e1-95af-27f2b8e918ae), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:46.044832 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:23:46.044832 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:23:46.044832 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:23:46.044832 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:23:46.044832 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:23:46.044832 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:23:46.044832 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:23:46.044832 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:23:46.044832 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:23:46.044832 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:23:46.044832 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:23:46.044832 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:23:46.044832 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:23:46.044832 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:23:46.044832 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:23:46.044832 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:23:46.044832 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:23:46.044832 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:23:46.044832 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:23:46.044832 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:23:46.044832 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:23:46.044832 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:23:46.044832 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:23:46.044832 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:23:46.044832 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:23:46.044832 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:23:46.044832 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:23:46.044832 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:23:46.044832 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:23:46.044832 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:23:46.044832 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:23:46.044832 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:23:46.218708 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3dde6dfb-cfd1-4e4c-83b0-dab97a05a44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:46.257278 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3dde6dfb-cfd1-4e4c-83b0-dab97a05a44b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:46.265405 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3dde6dfb-cfd1-4e4c-83b0-dab97a05a44b admin admin] 10.222.0.70 "DELETE /v2.0/networks/57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e HTTP/1.1" status: 204 len: 168 time: 2.3615227 Jan 28 00:23:46.268251 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde6dfb-cfd1-4e4c-83b0-dab97a05a44b admin admin] Pushing event deleted for resources: {'Network': ['ID=57d6f1b2-a13e-4ab1-b13c-fd2678e1bb5e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:46.312958 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-d9f1dc91-4c7b-4f25-9481-e2b06b9dda78 None None] Allocated IP 172.20.0.2 (91e8dbc0-87f8-444b-8813-ae0b44ecb43e/16f9eaaa-0831-4ae7-b66f-029badfc29b1/18d5e20b-541b-4ae6-81e4-68a3d61a41e7) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:23:46.382720 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a35762ab-eb5f-4fce-97c5-4c65e347c2bf req-908eb5b9-bf88-4115-ab6b-4204266d550a service neutron] 10.222.0.70 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7314131 Jan 28 00:23:46.562546 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a35762ab-eb5f-4fce-97c5-4c65e347c2bf req-97fc6697-17ea-4967-80ac-533f45b06140 service neutron] 10.222.0.70 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787651 Jan 28 00:23:46.652804 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2058aad-457b-4b0c-8d0e-5a20ac19d750 admin admin] Publish callbacks [] for router_gateway (fd4ff865-ad7e-43e1-95af-27f2b8e918ae), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:46.879439 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 32808) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:46.910197 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-72f07b54-9607-4244-8145-cfc5fd0b9269 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Request body: {'subnets': [{'network_id': '2f87883f-85d4-40fc-b55d-a845662dbd54', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1099379412', 'ip_version': 6}, {'network_id': 'e95f525c-8978-4f12-97c0-f9309af0008f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:46.910729 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-72f07b54-9607-4244-8145-cfc5fd0b9269 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Request body: {'subnet': {'network_id': '2f87883f-85d4-40fc-b55d-a845662dbd54', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1099379412', 'ip_version': 6}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:46.911962 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-72f07b54-9607-4244-8145-cfc5fd0b9269 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Request body: {'subnet': {'network_id': 'e95f525c-8978-4f12-97c0-f9309af0008f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:46.993197 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdd0d1-ecca-4545-8218-425142087d88 req-ecce3615-87dc-4454-88f8-ad827014e2ee tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:47.003185 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b9fdd0d1-ecca-4545-8218-425142087d88 req-ecce3615-87dc-4454-88f8-ad827014e2ee tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 945 time: 0.2097654 Jan 28 00:23:47.058914 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 32814) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:47.124578 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d9f1dc91-4c7b-4f25-9481-e2b06b9dda78 None None] Publish callbacks [] for port (18d5e20b-541b-4ae6-81e4-68a3d61a41e7), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:47.145356 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d9f1dc91-4c7b-4f25-9481-e2b06b9dda78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (18d5e20b-541b-4ae6-81e4-68a3d61a41e7), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:47.248989 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1dc91-4c7b-4f25-9481-e2b06b9dda78 None None] Pushing event updated for resources: {'Port': ['ID=18d5e20b-541b-4ae6-81e4-68a3d61a41e7,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:47.262488 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0a395cac-3bc5-41f9-bf12-d51d0dd35c1f req-f01a146f-2f26-420b-bd68-cdd4b3cac6a0 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8394b319-5f36-4796-9f7c-d1a78fec7f2a HTTP/1.1" status: 200 len: 210 time: 0.0819263 Jan 28 00:23:47.300931 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f1dc91-4c7b-4f25-9481-e2b06b9dda78 None None] Network 91e8dbc0-87f8-444b-8813-ae0b44ecb43e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:23:47.303433 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-d9f1dc91-4c7b-4f25-9481-e2b06b9dda78 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:23:47.309743 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f1dc91-4c7b-4f25-9481-e2b06b9dda78 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:23:47.312207 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3e34de54-337f-4e07-8e7e-2737f60f76c4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2253eea2b9f94d3c9e9a9e6c9260650c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2356174 Jan 28 00:23:47.317175 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 32818) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:47.328624 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b9fdd0d1-ecca-4545-8218-425142087d88 req-5c1cb1ef-1fed-4ac8-b402-06ad57148567 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2958636 Jan 28 00:23:47.509125 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f07b54-9607-4244-8145-cfc5fd0b9269 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Made reservation on behalf of df2a36f756d5457eaba9c30878acf105 for: {'subnet': 2} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:23:47.518933 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72f07b54-9607-4244-8145-cfc5fd0b9269 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:47.520563 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72f07b54-9607-4244-8145-cfc5fd0b9269 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:47.551414 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-d9f1dc91-4c7b-4f25-9481-e2b06b9dda78 None None] Attempting to bind port 18d5e20b-541b-4ae6-81e4-68a3d61a41e7 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:23:47.554854 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-d9f1dc91-4c7b-4f25-9481-e2b06b9dda78 None None] Attempting to bind port 18d5e20b-541b-4ae6-81e4-68a3d61a41e7 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'e377b053-c968-4b17-9c53-e55abeede2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '91e8dbc0-87f8-444b-8813-ae0b44ecb43e'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:23:47.556298 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f1dc91-4c7b-4f25-9481-e2b06b9dda78 None None] Attempting to bind port 18d5e20b-541b-4ae6-81e4-68a3d61a41e7 on network 91e8dbc0-87f8-444b-8813-ae0b44ecb43e {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:23:47.592968 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f1dc91-4c7b-4f25-9481-e2b06b9dda78 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:23:47.592968 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f1dc91-4c7b-4f25-9481-e2b06b9dda78 None None] Checking segment: {'id': 'e377b053-c968-4b17-9c53-e55abeede2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '91e8dbc0-87f8-444b-8813-ae0b44ecb43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:23:47.592968 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d9f1dc91-4c7b-4f25-9481-e2b06b9dda78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:47.594554 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f1dc91-4c7b-4f25-9481-e2b06b9dda78 None None] Bound using segment: {'id': 'e377b053-c968-4b17-9c53-e55abeede2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '91e8dbc0-87f8-444b-8813-ae0b44ecb43e'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:23:47.597076 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-d9f1dc91-4c7b-4f25-9481-e2b06b9dda78 None None] Bound port: 18d5e20b-541b-4ae6-81e4-68a3d61a41e7, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e377b053-c968-4b17-9c53-e55abeede2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '91e8dbc0-87f8-444b-8813-ae0b44ecb43e'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:23:47.597752 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d9f1dc91-4c7b-4f25-9481-e2b06b9dda78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (18d5e20b-541b-4ae6-81e4-68a3d61a41e7), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:47.608431 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2058aad-457b-4b0c-8d0e-5a20ac19d750 admin admin] Publish callbacks [] for router_gateway (fd4ff865-ad7e-43e1-95af-27f2b8e918ae), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:47.712992 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2058aad-457b-4b0c-8d0e-5a20ac19d750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:47.727713 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb2669b8-0b45-410c-819c-57a39b313baa admin admin] Publish callbacks [] for security_group (b0318b8e-62d8-4689-a1f6-c16b28b3d9c3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:47.786305 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-d9f1dc91-4c7b-4f25-9481-e2b06b9dda78 None None] For port 18d5e20b-541b-4ae6-81e4-68a3d61a41e7, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:23:47.790495 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-d9f1dc91-4c7b-4f25-9481-e2b06b9dda78 None None] For port 18d5e20b-541b-4ae6-81e4-68a3d61a41e7, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=18d5e20b-541b-4ae6-81e4-68a3d61a41e7,segment=NetworkSegment(e377b053-c968-4b17-9c53-e55abeede2fe),segment_id=e377b053-c968-4b17-9c53-e55abeede2fe)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:23:47.798224 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d9f1dc91-4c7b-4f25-9481-e2b06b9dda78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (18d5e20b-541b-4ae6-81e4-68a3d61a41e7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:47.844625 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb2669b8-0b45-410c-819c-57a39b313baa admin admin] Publish callbacks [] for security_group (b0318b8e-62d8-4689-a1f6-c16b28b3d9c3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:47.905672 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1dc91-4c7b-4f25-9481-e2b06b9dda78 None None] Pushing event updated for resources: {'Port': ['ID=18d5e20b-541b-4ae6-81e4-68a3d61a41e7,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:48.132785 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a97c7ddc-fba4-4c26-b16d-5efee7924ebd up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:23:48.192242 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb2669b8-0b45-410c-819c-57a39b313baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b0318b8e-62d8-4689-a1f6-c16b28b3d9c3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:48.195316 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb2669b8-0b45-410c-819c-57a39b313baa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:48.200190 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-eb2669b8-0b45-410c-819c-57a39b313baa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b0318b8e-62d8-4689-a1f6-c16b28b3d9c3 HTTP/1.1" status: 204 len: 168 time: 0.8753126 Jan 28 00:23:48.258574 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2669b8-0b45-410c-819c-57a39b313baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0318b8e-62d8-4689-a1f6-c16b28b3d9c3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:48.317456 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-b2058aad-457b-4b0c-8d0e-5a20ac19d750 admin admin] Allocated IP 172.25.3.93 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/c3d9741f-7e3f-4ea6-ab26-df2187915c9d) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:23:48.379150 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port a97c7ddc-fba4-4c26-b16d-5efee7924ebd completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:23:48.416767 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port a97c7ddc-fba4-4c26-b16d-5efee7924ebd triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:23:48.439397 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:48.681550 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port a97c7ddc-fba4-4c26-b16d-5efee7924ebd is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:23:48.682470 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:48.755859 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cfbac7-c480-4b32-8d39-73542917a53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97c7ddc-fba4-4c26-b16d-5efee7924ebd'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:23:48.758479 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c9b3e2-e400-4723-b171-e594391f8e3b" -d '{"events": [{"server_uuid": "c7cfbac7-c480-4b32-8d39-73542917a53a", "name": "network-vif-plugged", "status": "completed", "tag": "a97c7ddc-fba4-4c26-b16d-5efee7924ebd"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:23:48.795224 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a97c7ddc-fba4-4c26-b16d-5efee7924ebd, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a97c7ddc-fba4-4c26-b16d-5efee7924ebd,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:23:48.811023 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:48.821918 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72f07b54-9607-4244-8145-cfc5fd0b9269 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (6c5324d9-7313-402b-b8a6-dd345d716f4c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:48.833591 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2058aad-457b-4b0c-8d0e-5a20ac19d750 admin admin] Publish callbacks [] for port (c3d9741f-7e3f-4ea6-ab26-df2187915c9d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:48.934474 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 18d5e20b-541b-4ae6-81e4-68a3d61a41e7 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:23:48.946530 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f07b54-9607-4244-8145-cfc5fd0b9269 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Pushing event updated for resources: {'Subnet': ['ID=6c5324d9-7313-402b-b8a6-dd345d716f4c,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:48.977004 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f07b54-9607-4244-8145-cfc5fd0b9269 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Checking segment: {'id': '47503f90-81db-433e-9682-1cf1609f2602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2f87883f-85d4-40fc-b55d-a845662dbd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:23:48.977739 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f07b54-9607-4244-8145-cfc5fd0b9269 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Network hostable DHCP agents. Network: 2f87883f-85d4-40fc-b55d-a845662dbd54, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:23:48.991676 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4bfa5-bf06-4d79-874c-33fece6794ab req-f06822e4-e2cc-4ea9-a2fb-535f30cdd893 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:49.008276 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-51f4bfa5-bf06-4d79-874c-33fece6794ab req-f06822e4-e2cc-4ea9-a2fb-535f30cdd893 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 945 time: 0.3305640 Jan 28 00:23:49.015148 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f07b54-9607-4244-8145-cfc5fd0b9269 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Network 2f87883f-85d4-40fc-b55d-a845662dbd54 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:23:49.034859 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-72f07b54-9607-4244-8145-cfc5fd0b9269 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 2f87883f-85d4-40fc-b55d-a845662dbd54) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:23:49.037816 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=a97c7ddc-fba4-4c26-b16d-5efee7924ebd,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:49.043364 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72f07b54-9607-4244-8145-cfc5fd0b9269 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (527c5bb4-eefd-4c3f-ada6-857bae5c35e7), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:49.054299 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32556784-ed63-4612-b834-6c71296826be None None] Network 2f87883f-85d4-40fc-b55d-a845662dbd54 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:23:49.102050 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2058aad-457b-4b0c-8d0e-5a20ac19d750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (c3d9741f-7e3f-4ea6-ab26-df2187915c9d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:49.166652 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2058aad-457b-4b0c-8d0e-5a20ac19d750 admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:23:49.174995 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-b2058aad-457b-4b0c-8d0e-5a20ac19d750 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:23:49.222689 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2058aad-457b-4b0c-8d0e-5a20ac19d750 admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:23:49.252972 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 18d5e20b-541b-4ae6-81e4-68a3d61a41e7 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:23:49.253359 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (18d5e20b-541b-4ae6-81e4-68a3d61a41e7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:49.265085 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f07b54-9607-4244-8145-cfc5fd0b9269 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Checking segment: {'id': 'eca00726-dcee-430c-a82b-e725f26b5dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e95f525c-8978-4f12-97c0-f9309af0008f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:23:49.265830 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f07b54-9607-4244-8145-cfc5fd0b9269 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Network hostable DHCP agents. Network: e95f525c-8978-4f12-97c0-f9309af0008f, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:23:49.325248 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-51f4bfa5-bf06-4d79-874c-33fece6794ab req-ad7204b7-b798-4a66-82ab-d50c759f6348 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2563276 Jan 28 00:23:49.376153 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b93621-2745-4269-969b-b6d962248072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-2f87883f-85d4-40fc-b55d-a845662dbd54', 'network_id': '2f87883f-85d4-40fc-b55d-a845662dbd54', 'project_id': 'df2a36f756d5457eaba9c30878acf105', 'fixed_ips': [{'subnet_id': '6c5324d9-7313-402b-b8a6-dd345d716f4c'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:23:49.376735 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f07b54-9607-4244-8145-cfc5fd0b9269 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Pushing event updated for resources: {'Subnet': ['ID=527c5bb4-eefd-4c3f-ada6-857bae5c35e7,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:49.377658 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c6b93621-2745-4269-969b-b6d962248072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:49.416877 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f07b54-9607-4244-8145-cfc5fd0b9269 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Network e95f525c-8978-4f12-97c0-f9309af0008f is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:23:49.454914 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2058aad-457b-4b0c-8d0e-5a20ac19d750 admin admin] Pushing event updated for resources: {'Port': ['ID=c3d9741f-7e3f-4ea6-ab26-df2187915c9d,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:49.469531 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-72f07b54-9607-4244-8145-cfc5fd0b9269 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, e95f525c-8978-4f12-97c0-f9309af0008f) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:23:49.481971 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f07b54-9607-4244-8145-cfc5fd0b9269 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:49.483723 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f07b54-9607-4244-8145-cfc5fd0b9269 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:49.485084 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72f07b54-9607-4244-8145-cfc5fd0b9269 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:49.498395 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9de9f2b-aa60-4ec7-ae90-ffa97f85e82e None None] Network e95f525c-8978-4f12-97c0-f9309af0008f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:23:49.546449 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-72f07b54-9607-4244-8145-cfc5fd0b9269 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.6654248 Jan 28 00:23:49.549482 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 32896) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:49.799603 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71abba0-7afc-4ee0-968b-b470601dcf60 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:49.806799 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71abba0-7afc-4ee0-968b-b470601dcf60 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:49.809656 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71abba0-7afc-4ee0-968b-b470601dcf60 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:49.827527 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e71abba0-7afc-4ee0-968b-b470601dcf60 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2766917 Jan 28 00:23:49.828663 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 32908) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:49.968093 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d9f3c0-a2a3-438f-a1cd-33b0c1ac5cc7 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Deleting subnet 6c5324d9-7313-402b-b8a6-dd345d716f4c {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:23:49.974321 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c0d9f3c0-a2a3-438f-a1cd-33b0c1ac5cc7 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks [] for subnet (6c5324d9-7313-402b-b8a6-dd345d716f4c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:50.059533 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c0d9f3c0-a2a3-438f-a1cd-33b0c1ac5cc7 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (6c5324d9-7313-402b-b8a6-dd345d716f4c), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:50.120629 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bc3b39-cf7e-4154-9d33-13dcd383dec4 None None] Network 91e8dbc0-87f8-444b-8813-ae0b44ecb43e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:23:50.141237 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e842012-05d7-4ba3-91b8-5fd0ea6e55a0 x-openstack-request-id: req-3e842012-05d7-4ba3-91b8-5fd0ea6e55a0 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:23:50.144974 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cfbac7-c480-4b32-8d39-73542917a53a", "name": "network-vif-plugged", "status": "completed", "tag": "a97c7ddc-fba4-4c26-b16d-5efee7924ebd", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:23:50.145452 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3e842012-05d7-4ba3-91b8-5fd0ea6e55a0 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:23:50.148693 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cfbac7-c480-4b32-8d39-73542917a53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97c7ddc-fba4-4c26-b16d-5efee7924ebd', 'code': 200} Jan 28 00:23:50.179149 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 18d5e20b-541b-4ae6-81e4-68a3d61a41e7 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:23:50.183281 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c0d9f3c0-a2a3-438f-a1cd-33b0c1ac5cc7 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (6c5324d9-7313-402b-b8a6-dd345d716f4c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:50.187229 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (18d5e20b-541b-4ae6-81e4-68a3d61a41e7), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:50.369069 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-66fcd69b-30c5-42cd-b9f4-8caa3c745c5d tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:50.377639 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-66fcd69b-30c5-42cd-b9f4-8caa3c745c5d tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/networks?id=2f518455-11e0-4f29-b2fb-3688e3f7fb32 HTTP/1.1" status: 200 len: 812 time: 0.4942930 Jan 28 00:23:50.397953 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-154705ad-e97b-4a2f-a02f-6410ce49bf99 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/quotas/1f564eba381e4679ad4f4d86366ab37a HTTP/1.1" status: 200 len: 375 time: 0.0191391 Jan 28 00:23:50.493591 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2058aad-457b-4b0c-8d0e-5a20ac19d750 admin admin] Publish callbacks [] for router_gateway (fd4ff865-ad7e-43e1-95af-27f2b8e918ae), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:50.499977 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-31f14303-e5f5-444e-8f65-e282d4d38f1b tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1f564eba381e4679ad4f4d86366ab37a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1008527 Jan 28 00:23:50.505729 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 18d5e20b-541b-4ae6-81e4-68a3d61a41e7, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=18d5e20b-541b-4ae6-81e4-68a3d61a41e7,segment=NetworkSegment(e377b053-c968-4b17-9c53-e55abeede2fe),segment_id=e377b053-c968-4b17-9c53-e55abeede2fe)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:23:50.544587 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-1674b7ff-389f-4cc4-95c1-3be11a8be709 None None] Provisioning complete for port 18d5e20b-541b-4ae6-81e4-68a3d61a41e7 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:23:50.544966 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1674b7ff-389f-4cc4-95c1-3be11a8be709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (18d5e20b-541b-4ae6-81e4-68a3d61a41e7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:50.562987 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (18d5e20b-541b-4ae6-81e4-68a3d61a41e7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:50.633574 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 32924) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:50.822436 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7099f383-1e83-4263-aee6-ee674a65d51e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-e95f525c-8978-4f12-97c0-f9309af0008f', 'network_id': 'e95f525c-8978-4f12-97c0-f9309af0008f', 'project_id': 'df2a36f756d5457eaba9c30878acf105', 'fixed_ips': [{'subnet_id': '527c5bb4-eefd-4c3f-ada6-857bae5c35e7'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:23:50.823409 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7099f383-1e83-4263-aee6-ee674a65d51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:51.008865 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1674b7ff-389f-4cc4-95c1-3be11a8be709 None None] Current status of the port 18d5e20b-541b-4ae6-81e4-68a3d61a41e7 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:23:51.018333 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=18d5e20b-541b-4ae6-81e4-68a3d61a41e7,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:51.201088 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-7099f383-1e83-4263-aee6-ee674a65d51e None None] Allocated IP 2001:db8:0:1::1 (e95f525c-8978-4f12-97c0-f9309af0008f/527c5bb4-eefd-4c3f-ada6-857bae5c35e7/40fcf63b-d465-44ca-aaf7-68afd93a6211) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:23:51.245041 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8b72e-b68f-469d-ac67-e81b62ad9805 req-2ce05933-4d57-4bee-b6b7-ef5d0b5e413c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:51.247859 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b8d8b72e-b68f-469d-ac67-e81b62ad9805 req-2ce05933-4d57-4bee-b6b7-ef5d0b5e413c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 1097 time: 0.2636540 Jan 28 00:23:51.254266 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c0d9f3c0-a2a3-438f-a1cd-33b0c1ac5cc7 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (6c5324d9-7313-402b-b8a6-dd345d716f4c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server [None req-c6b93621-2745-4269-969b-b6d962248072 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c5324d9-7313-402b-b8a6-dd345d716f4c: This subnet is being modified by another concurrent operation. Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 00:23:51.323983 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise exception Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c5324d9-7313-402b-b8a6-dd345d716f4c: This subnet is being modified by another concurrent operation. Jan 28 00:23:51.330082 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server Jan 28 00:23:51.402055 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d9f3c0-a2a3-438f-a1cd-33b0c1ac5cc7 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Pushing event deleted for resources: {'Subnet': ['ID=6c5324d9-7313-402b-b8a6-dd345d716f4c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:51.406756 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c0d9f3c0-a2a3-438f-a1cd-33b0c1ac5cc7 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:51.412951 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c0d9f3c0-a2a3-438f-a1cd-33b0c1ac5cc7 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] 10.222.0.70 "DELETE /v2.0/subnets/6c5324d9-7313-402b-b8a6-dd345d716f4c HTTP/1.1" status: 204 len: 168 time: 1.5810468 Jan 28 00:23:51.416713 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 32940) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:51.451896 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51340d7b-d0d5-48c2-a5ec-7b1a94a8adcb None None] Network 2f87883f-85d4-40fc-b55d-a845662dbd54 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:23:51.516776 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b8d8b72e-b68f-469d-ac67-e81b62ad9805 req-d1a62dd8-5b4c-473a-9262-884db6f2e74e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539639 Jan 28 00:23:51.535182 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e65282e-23af-442a-98b6-4e975378cae5 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Deleting subnet 527c5bb4-eefd-4c3f-ada6-857bae5c35e7 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:23:51.705699 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-0c33f447-09d0-435f-ab09-f5999098d6f7 None None] Provisioning complete for port 18d5e20b-541b-4ae6-81e4-68a3d61a41e7 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:23:51.705986 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0c33f447-09d0-435f-ab09-f5999098d6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (18d5e20b-541b-4ae6-81e4-68a3d61a41e7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:51.711479 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7099f383-1e83-4263-aee6-ee674a65d51e None None] Publish callbacks [] for port (40fcf63b-d465-44ca-aaf7-68afd93a6211), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:51.712805 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-552a856b-8b3e-478b-9e49-1ba2a9a3f11f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:51.724747 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e65282e-23af-442a-98b6-4e975378cae5 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks [] for subnet (527c5bb4-eefd-4c3f-ada6-857bae5c35e7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:51.762181 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7099f383-1e83-4263-aee6-ee674a65d51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (40fcf63b-d465-44ca-aaf7-68afd93a6211), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:51.815657 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099f383-1e83-4263-aee6-ee674a65d51e None None] Pushing event updated for resources: {'Port': ['ID=40fcf63b-d465-44ca-aaf7-68afd93a6211,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:51.836530 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e65282e-23af-442a-98b6-4e975378cae5 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (527c5bb4-eefd-4c3f-ada6-857bae5c35e7), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:51.861724 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7099f383-1e83-4263-aee6-ee674a65d51e None None] Network e95f525c-8978-4f12-97c0-f9309af0008f is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:23:51.865746 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-7099f383-1e83-4263-aee6-ee674a65d51e None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:23:51.869972 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7099f383-1e83-4263-aee6-ee674a65d51e None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:23:51.895259 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea14735-0f59-4d4b-84d3-d1fa35da257f req-3f929fe9-f6af-4a54-8787-629cae98bc6d tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:51.913264 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eea14735-0f59-4d4b-84d3-d1fa35da257f req-3f929fe9-f6af-4a54-8787-629cae98bc6d tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 946 time: 1.2766354 Jan 28 00:23:51.971043 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0c33f447-09d0-435f-ab09-f5999098d6f7 None None] Current status of the port 18d5e20b-541b-4ae6-81e4-68a3d61a41e7 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:23:51.978118 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7099f383-1e83-4263-aee6-ee674a65d51e None None] Attempting to bind port 40fcf63b-d465-44ca-aaf7-68afd93a6211 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:23:51.978511 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7099f383-1e83-4263-aee6-ee674a65d51e None None] Attempting to bind port 40fcf63b-d465-44ca-aaf7-68afd93a6211 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'eca00726-dcee-430c-a82b-e725f26b5dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e95f525c-8978-4f12-97c0-f9309af0008f'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:23:51.978865 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7099f383-1e83-4263-aee6-ee674a65d51e None None] Attempting to bind port 40fcf63b-d465-44ca-aaf7-68afd93a6211 on network e95f525c-8978-4f12-97c0-f9309af0008f {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:23:51.990725 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7099f383-1e83-4263-aee6-ee674a65d51e None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:23:51.991802 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7099f383-1e83-4263-aee6-ee674a65d51e None None] Checking segment: {'id': 'eca00726-dcee-430c-a82b-e725f26b5dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e95f525c-8978-4f12-97c0-f9309af0008f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:23:51.992706 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7099f383-1e83-4263-aee6-ee674a65d51e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:51.993177 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7099f383-1e83-4263-aee6-ee674a65d51e None None] Bound using segment: {'id': 'eca00726-dcee-430c-a82b-e725f26b5dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e95f525c-8978-4f12-97c0-f9309af0008f'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:23:51.993699 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7099f383-1e83-4263-aee6-ee674a65d51e None None] Bound port: 40fcf63b-d465-44ca-aaf7-68afd93a6211, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca00726-dcee-430c-a82b-e725f26b5dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e95f525c-8978-4f12-97c0-f9309af0008f'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:23:51.994103 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7099f383-1e83-4263-aee6-ee674a65d51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (40fcf63b-d465-44ca-aaf7-68afd93a6211), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:52.063604 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e65282e-23af-442a-98b6-4e975378cae5 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (527c5bb4-eefd-4c3f-ada6-857bae5c35e7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:52.106338 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-f26a0ff7-b5ee-4ab3-9187-3cea394d700b service neutron] 10.222.0.70 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5883150 Jan 28 00:23:52.178021 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eea14735-0f59-4d4b-84d3-d1fa35da257f req-e1093828-cf60-4847-bd58-275f0e1639e5 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648897 Jan 28 00:23:52.219133 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e65282e-23af-442a-98b6-4e975378cae5 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (527c5bb4-eefd-4c3f-ada6-857bae5c35e7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:52.223655 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-7099f383-1e83-4263-aee6-ee674a65d51e None None] For port 40fcf63b-d465-44ca-aaf7-68afd93a6211, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:23:52.233942 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-7099f383-1e83-4263-aee6-ee674a65d51e None None] For port 40fcf63b-d465-44ca-aaf7-68afd93a6211, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=40fcf63b-d465-44ca-aaf7-68afd93a6211,segment=NetworkSegment(eca00726-dcee-430c-a82b-e725f26b5dce),segment_id=eca00726-dcee-430c-a82b-e725f26b5dce)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:23:52.248014 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7099f383-1e83-4263-aee6-ee674a65d51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (40fcf63b-d465-44ca-aaf7-68afd93a6211), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:52.259390 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e65282e-23af-442a-98b6-4e975378cae5 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:52.278775 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0e65282e-23af-442a-98b6-4e975378cae5 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] 10.222.0.70 "DELETE /v2.0/subnets/527c5bb4-eefd-4c3f-ada6-857bae5c35e7 HTTP/1.1" status: 204 len: 168 time: 0.8577368 Jan 28 00:23:52.301392 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65282e-23af-442a-98b6-4e975378cae5 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Pushing event deleted for resources: {'Subnet': ['ID=527c5bb4-eefd-4c3f-ada6-857bae5c35e7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:52.305903 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 32952) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:52.351892 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-552a856b-8b3e-478b-9e49-1ba2a9a3f11f admin admin] Publish callbacks [] for security_group (f1ac01c7-6776-4561-8b3e-8d0e9dcd3bde), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:52.424029 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-552a856b-8b3e-478b-9e49-1ba2a9a3f11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f1ac01c7-6776-4561-8b3e-8d0e9dcd3bde), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:52.447344 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099f383-1e83-4263-aee6-ee674a65d51e None None] Pushing event updated for resources: {'Port': ['ID=40fcf63b-d465-44ca-aaf7-68afd93a6211,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:52.503218 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-8ce26452-29fd-40f8-9eb5-b68a46760066 service neutron] 10.222.0.70 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957400 Jan 28 00:23:52.623132 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2058aad-457b-4b0c-8d0e-5a20ac19d750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (fd4ff865-ad7e-43e1-95af-27f2b8e918ae), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:52.633563 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-552a856b-8b3e-478b-9e49-1ba2a9a3f11f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b2f2f84f45744abb827a7532a32bd31d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9935956 Jan 28 00:23:52.636362 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 32956) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:52.646853 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c487214-567f-4336-9a7e-8db264c7872d tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:52.657247 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4c487214-567f-4336-9a7e-8db264c7872d tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3412595 Jan 28 00:23:52.658790 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 32958) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:52.783906 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a856b-8b3e-478b-9e49-1ba2a9a3f11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ac01c7-6776-4561-8b3e-8d0e9dcd3bde,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:52.854370 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a8fd625-3a7c-471e-b439-5ad0f1fab31d admin admin] Publish callbacks [] for security_group (f1ac01c7-6776-4561-8b3e-8d0e9dcd3bde), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:52.864388 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 18d5e20b-541b-4ae6-81e4-68a3d61a41e7 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:23:52.889106 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a8fd625-3a7c-471e-b439-5ad0f1fab31d admin admin] Publish callbacks [] for security_group (f1ac01c7-6776-4561-8b3e-8d0e9dcd3bde), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:52.989950 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a8fd625-3a7c-471e-b439-5ad0f1fab31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f1ac01c7-6776-4561-8b3e-8d0e9dcd3bde), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:52.993408 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a8fd625-3a7c-471e-b439-5ad0f1fab31d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:53.005403 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5a8fd625-3a7c-471e-b439-5ad0f1fab31d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f1ac01c7-6776-4561-8b3e-8d0e9dcd3bde HTTP/1.1" status: 204 len: 168 time: 0.3674376 Jan 28 00:23:53.036884 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8fd625-3a7c-471e-b439-5ad0f1fab31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ac01c7-6776-4561-8b3e-8d0e9dcd3bde,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:53.186835 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (e95f525c-8978-4f12-97c0-f9309af0008f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:53.260560 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 18d5e20b-541b-4ae6-81e4-68a3d61a41e7 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:23:53.261922 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (18d5e20b-541b-4ae6-81e4-68a3d61a41e7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:53.288724 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7309a3cc-b216-43db-9691-6ddb2b44685e req-0300ddcd-f46e-44e9-a56d-d49199510413 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=55da69fd-cd28-46db-be71-8182f7ba38b5 HTTP/1.1" status: 200 len: 210 time: 0.1664891 Jan 28 00:23:53.489988 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 18d5e20b-541b-4ae6-81e4-68a3d61a41e7 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:23:53.613951 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a38e38-1f1a-4344-bd0a-a5b5a967b6ea req-a4f23c72-ecf8-4fb4-93d6-1f233891bd58 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:53.622446 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-39a38e38-1f1a-4344-bd0a-a5b5a967b6ea req-a4f23c72-ecf8-4fb4-93d6-1f233891bd58 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 946 time: 0.2070096 Jan 28 00:23:53.654406 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Deleting port 40fcf63b-d465-44ca-aaf7-68afd93a6211 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:23:53.654766 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (40fcf63b-d465-44ca-aaf7-68afd93a6211), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:53.828610 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-39a38e38-1f1a-4344-bd0a-a5b5a967b6ea req-329b733a-d672-4a1c-8df0-ef3fd1775187 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052209 Jan 28 00:23:53.831455 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2058aad-457b-4b0c-8d0e-5a20ac19d750 admin admin] Router fd4ff865-ad7e-43e1-95af-27f2b8e918ae is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:23:53.987780 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 32992) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:54.009815 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4cba3cf2-0fa8-4c4b-b21b-fb523422b44e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:54.032375 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] For port 40fcf63b-d465-44ca-aaf7-68afd93a6211, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=40fcf63b-d465-44ca-aaf7-68afd93a6211,segment=NetworkSegment(eca00726-dcee-430c-a82b-e725f26b5dce),segment_id=eca00726-dcee-430c-a82b-e725f26b5dce)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:23:54.034436 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (40fcf63b-d465-44ca-aaf7-68afd93a6211), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:54.076685 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Calling delete_port for 40fcf63b-d465-44ca-aaf7-68afd93a6211 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:23:54.202340 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4cba3cf2-0fa8-4c4b-b21b-fb523422b44e admin admin] Publish callbacks [] for security_group (75940084-eaf7-4cc5-856b-2bd016f13cde), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:54.209326 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4cba3cf2-0fa8-4c4b-b21b-fb523422b44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (75940084-eaf7-4cc5-856b-2bd016f13cde), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:54.295772 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4cba3cf2-0fa8-4c4b-b21b-fb523422b44e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=33ffb9d49d3845ebbbf9c68dacc131b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3061011 Jan 28 00:23:54.297066 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba3cf2-0fa8-4c4b-b21b-fb523422b44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75940084-eaf7-4cc5-856b-2bd016f13cde,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:54.303601 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 32994) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:54.448198 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-49a8529c-e374-475d-af76-898a2e866273 admin admin] Publish callbacks [] for security_group (75940084-eaf7-4cc5-856b-2bd016f13cde), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:54.494660 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-49a8529c-e374-475d-af76-898a2e866273 admin admin] Publish callbacks [] for security_group (75940084-eaf7-4cc5-856b-2bd016f13cde), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:54.577376 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-49a8529c-e374-475d-af76-898a2e866273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (75940084-eaf7-4cc5-856b-2bd016f13cde), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:54.582829 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-49a8529c-e374-475d-af76-898a2e866273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:54.584464 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-49a8529c-e374-475d-af76-898a2e866273 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/75940084-eaf7-4cc5-856b-2bd016f13cde HTTP/1.1" status: 204 len: 168 time: 0.2790627 Jan 28 00:23:54.595833 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8529c-e374-475d-af76-898a2e866273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75940084-eaf7-4cc5-856b-2bd016f13cde,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:54.734112 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2058aad-457b-4b0c-8d0e-5a20ac19d750 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:23:54.739916 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6fffc4-8725-41e5-8b72-cec2647d7a1a None None] get_active_networks_info from n-d-826754-1 {{(pid=103345) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 00:23:54.766524 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7dea27-11dd-4875-b4e6-d2a85ebe4004 req-44666912-6f69-43a4-a93a-33d13cef5f5f tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:54.779090 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33008) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:54.785438 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e37f4510-9648-4274-9668-1271e0f76407 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Request body: {'floatingip': {'port_id': 'a97c7ddc-fba4-4c26-b16d-5efee7924ebd'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:54.796287 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cb7dea27-11dd-4875-b4e6-d2a85ebe4004 req-44666912-6f69-43a4-a93a-33d13cef5f5f tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 946 time: 0.6785975 Jan 28 00:23:54.822702 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-31461920-6362-49a1-a86a-7b38350f36c4 req-1894dddf-b706-45bc-851b-751e3e3da8b7 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=55da69fd-cd28-46db-be71-8182f7ba38b5 HTTP/1.1" status: 200 len: 210 time: 0.3642187 Jan 28 00:23:54.936412 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e5d060-502e-44b1-98ac-5b8009079a5c None None] Sync routers for ids ['fd4ff865-ad7e-43e1-95af-27f2b8e918ae'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:23:54.977314 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 40fcf63b-d465-44ca-aaf7-68afd93a6211 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:23:54.983398 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2058aad-457b-4b0c-8d0e-5a20ac19d750 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:54.991685 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b2058aad-457b-4b0c-8d0e-5a20ac19d750 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.6775348 Jan 28 00:23:55.004417 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33010) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:55.054043 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e37f4510-9648-4274-9668-1271e0f76407 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for floatingip (b446bf65-0542-43bc-aa09-6fa2f415a410), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:55.340195 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-5b3765e2-0c6b-44de-aa65-048ad3c59d7d None None] Provisioning complete for port 40fcf63b-d465-44ca-aaf7-68afd93a6211 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:23:55.352061 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5b3765e2-0c6b-44de-aa65-048ad3c59d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (40fcf63b-d465-44ca-aaf7-68afd93a6211), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:55.357752 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e5d060-502e-44b1-98ac-5b8009079a5c None None] Routers {'fd4ff865-ad7e-43e1-95af-27f2b8e918ae'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:23:55.359221 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-50e5d060-502e-44b1-98ac-5b8009079a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:23:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['fd4ff865-ad7e-43e1-95af-27f2b8e918ae'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:55.706971 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (40fcf63b-d465-44ca-aaf7-68afd93a6211), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:55.801268 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Pushing event deleted for resources: {'Port': ['ID=40fcf63b-d465-44ca-aaf7-68afd93a6211,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:55.830892 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-50e5d060-502e-44b1-98ac-5b8009079a5c None None] Set router fd4ff865-ad7e-43e1-95af-27f2b8e918ae gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:23:55.907630 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] No DVR routers for this DVR port 40fcf63b-d465-44ca-aaf7-68afd93a6211 on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:23:55.928374 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:55.928972 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:55.929759 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:55.930331 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:55.930921 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:55.931505 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:55.932236 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:55.933583 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:55.934866 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:55.935279 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:55.935897 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:55.936467 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:55.937034 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:23:56.116960 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (e95f525c-8978-4f12-97c0-f9309af0008f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:56.177493 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e95f525c-8978-4f12-97c0-f9309af0008f']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:56.205489 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca00726-dcee-430c-a82b-e725f26b5dce') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:56.205489 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca00726-dcee-430c-a82b-e725f26b5dce') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:56.230403 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (eca00726-dcee-430c-a82b-e725f26b5dce), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:56.269423 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (eca00726-dcee-430c-a82b-e725f26b5dce), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:56.285823 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:23:56.287841 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (eca00726-dcee-430c-a82b-e725f26b5dce), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:56.449944 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:23:56.449944 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:23:56.449944 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:23:56.449944 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:23:56.449944 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:23:56.449944 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:23:56.449944 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:23:56.449944 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:23:56.449944 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:23:56.449944 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:23:56.449944 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:23:56.449944 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:23:56.449944 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:23:56.449944 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:23:56.449944 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:23:56.449944 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:23:56.449944 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:23:56.449944 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:23:56.449944 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:23:56.449944 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:23:56.449944 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:23:56.449944 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:23:56.449944 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:23:56.449944 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:23:56.449944 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:23:56.449944 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:23:56.449944 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:23:56.449944 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:23:56.449944 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:23:56.449944 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:23:56.449944 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:23:56.449944 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:23:56.594930 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e584d9d0-b308-4337-a07a-326295e7e3ad req-69aee5f0-a7f6-4764-9f37-54d2276c67b6 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=55da69fd-cd28-46db-be71-8182f7ba38b5 HTTP/1.1" status: 200 len: 210 time: 0.5985248 Jan 28 00:23:56.618693 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-a979b996-a9b9-4c28-a11a-1cbd68760aa5 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:56.629957 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (e95f525c-8978-4f12-97c0-f9309af0008f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:56.632479 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-a979b996-a9b9-4c28-a11a-1cbd68760aa5 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.52 "GET /v2.0/networks?id=2f518455-11e0-4f29-b2fb-3688e3f7fb32 HTTP/1.1" status: 200 len: 812 time: 0.5535383 Jan 28 00:23:56.636524 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:56.641167 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] 10.222.0.70 "DELETE /v2.0/networks/e95f525c-8978-4f12-97c0-f9309af0008f HTTP/1.1" status: 204 len: 168 time: 3.9755292 Jan 28 00:23:56.643643 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.db.resource_extend [None req-e37f4510-9648-4274-9668-1271e0f76407 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:23:56.648350 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33042) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:56.665581 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-90bdd897-d7c3-4837-aac8-c66ce696c572 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Request body: {'port': {'device_id': '55da69fd-cd28-46db-be71-8182f7ba38b5', 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32', 'admin_state_up': True, 'tenant_id': '1f564eba381e4679ad4f4d86366ab37a'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:56.765679 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-99c03524-d5ec-4708-b3f9-b384b46372ca tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (2f87883f-85d4-40fc-b55d-a845662dbd54), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:56.782853 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bccc6f-d5e0-4149-ab52-4abf40bd93a3 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Pushing event deleted for resources: {'Network': ['ID=e95f525c-8978-4f12-97c0-f9309af0008f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:56.799491 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-45117de3-b1bd-436a-bbf6-4fab8a5164e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:56.982919 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e37f4510-9648-4274-9668-1271e0f76407 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:56.986594 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-90bdd897-d7c3-4837-aac8-c66ce696c572 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Made reservation on behalf of 1f564eba381e4679ad4f4d86366ab37a for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:23:56.991040 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-90bdd897-d7c3-4837-aac8-c66ce696c572 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:57.011101 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 40fcf63b-d465-44ca-aaf7-68afd93a6211 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:23:57.011960 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (40fcf63b-d465-44ca-aaf7-68afd93a6211), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:57.012805 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e37f4510-9648-4274-9668-1271e0f76407 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (b446bf65-0542-43bc-aa09-6fa2f415a410), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:57.040379 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-45117de3-b1bd-436a-bbf6-4fab8a5164e5 admin admin] Allocated IP 172.20.0.1 (91e8dbc0-87f8-444b-8813-ae0b44ecb43e/16f9eaaa-0831-4ae7-b66f-029badfc29b1/17f39e1c-e058-4060-9d71-a1fa27f959c1) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:23:57.067737 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Port 40fcf63b-d465-44ca-aaf7-68afd93a6211 was deleted so its status cannot be updated. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 00:23:57.141298 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-5b3765e2-0c6b-44de-aa65-048ad3c59d7d None None] Could not find standard attr ID for object 40fcf63b-d465-44ca-aaf7-68afd93a6211. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:23:57.155153 n-d-826754-1 neutron-server[103345]: INFO neutron.plugins.ml2.db [None req-5b3765e2-0c6b-44de-aa65-048ad3c59d7d None None] No ports have port_id starting with 40fcf63b-d465-44ca-aaf7-68afd93a6211 Jan 28 00:23:57.165135 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33050) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:57.191919 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-45117de3-b1bd-436a-bbf6-4fab8a5164e5 admin admin] Publish callbacks [] for port (17f39e1c-e058-4060-9d71-a1fa27f959c1), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:57.214856 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6fffc4-8725-41e5-8b72-cec2647d7a1a None None] Resources bound (agent type, host, resource id): {{(pid=103345) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 00:23:57.348151 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-e37f4510-9648-4274-9668-1271e0f76407 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Floating IP b446bf65-0542-43bc-aa09-6fa2f415a410 associated. External IP: 172.25.3.46, port: a97c7ddc-fba4-4c26-b16d-5efee7924ebd. Jan 28 00:23:57.429672 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-99c03524-d5ec-4708-b3f9-b384b46372ca tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (2f87883f-85d4-40fc-b55d-a845662dbd54), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:57.496098 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-99c03524-d5ec-4708-b3f9-b384b46372ca tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f87883f-85d4-40fc-b55d-a845662dbd54']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:57.541653 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-99c03524-d5ec-4708-b3f9-b384b46372ca tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47503f90-81db-433e-9682-1cf1609f2602') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:57.542673 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-99c03524-d5ec-4708-b3f9-b384b46372ca tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47503f90-81db-433e-9682-1cf1609f2602') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:57.551059 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-45117de3-b1bd-436a-bbf6-4fab8a5164e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (17f39e1c-e058-4060-9d71-a1fa27f959c1), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:57.580580 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-99c03524-d5ec-4708-b3f9-b384b46372ca tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (47503f90-81db-433e-9682-1cf1609f2602), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:57.590409 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-90bdd897-d7c3-4837-aac8-c66ce696c572 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Allocated IP 172.20.0.3 (2f518455-11e0-4f29-b2fb-3688e3f7fb32/752b9c73-c003-4007-a37c-7b906aeda551/37b6001e-22b0-44f5-9687-36b1ef3d92bc) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:23:57.590659 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-50e5d060-502e-44b1-98ac-5b8009079a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4ff865-ad7e-43e1-95af-27f2b8e918ae', 'name': 'tempest-FloatingIPDetailsTestJSON-895489805-router', 'tenant_id': '97a3ec5b99854227a7dd1d385ad1210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'c3d9741f-7e3f-4ea6-ab26-df2187915c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:23:45Z', 'updated_at': '2022-01-28T00:23:49Z', 'revision_number': 3, 'project_id': '97a3ec5b99854227a7dd1d385ad1210e', 'gw_port': {'id': 'c3d9741f-7e3f-4ea6-ab26-df2187915c9d', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:37:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4ff865-ad7e-43e1-95af-27f2b8e918ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:47Z', 'updated_at': '2022-01-28T00:23:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:57.627558 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e5d060-502e-44b1-98ac-5b8009079a5c None None] Checking router: fd4ff865-ad7e-43e1-95af-27f2b8e918ae for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:23:57.628172 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e5d060-502e-44b1-98ac-5b8009079a5c None None] Updating router fd4ff865-ad7e-43e1-95af-27f2b8e918ae port c3d9741f-7e3f-4ea6-ab26-df2187915c9d binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:23:57.662152 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45117de3-b1bd-436a-bbf6-4fab8a5164e5 admin admin] Network 91e8dbc0-87f8-444b-8813-ae0b44ecb43e is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:23:57.665540 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-99c03524-d5ec-4708-b3f9-b384b46372ca tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (47503f90-81db-433e-9682-1cf1609f2602), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:57.673762 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-45117de3-b1bd-436a-bbf6-4fab8a5164e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:23:57.676325 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45117de3-b1bd-436a-bbf6-4fab8a5164e5 admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:23:57.685651 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c03524-d5ec-4708-b3f9-b384b46372ca tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:23:57.686340 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-99c03524-d5ec-4708-b3f9-b384b46372ca tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (47503f90-81db-433e-9682-1cf1609f2602), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:57.696547 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:23:57.696547 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:23:57.696547 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:23:57.696547 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:23:57.696547 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:23:57.696547 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:23:57.696547 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:23:57.696547 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:23:57.696547 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:23:57.696547 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:23:57.696547 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:23:57.696547 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:23:57.696547 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:23:57.696547 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:23:57.696547 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:23:57.696547 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:23:57.696547 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:23:57.696547 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:23:57.696547 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:23:57.696547 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:23:57.696547 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:23:57.696547 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:23:57.696547 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:23:57.696547 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:23:57.696547 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:23:57.696547 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:23:57.696547 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:23:57.696547 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:23:57.696547 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:23:57.696547 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:23:57.696547 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:23:57.696547 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:23:57.746490 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45117de3-b1bd-436a-bbf6-4fab8a5164e5 admin admin] Pushing event updated for resources: {'Port': ['ID=17f39e1c-e058-4060-9d71-a1fa27f959c1,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:57.788288 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-50e5d060-502e-44b1-98ac-5b8009079a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c3d9741f-7e3f-4ea6-ab26-df2187915c9d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:57.811344 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-45117de3-b1bd-436a-bbf6-4fab8a5164e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (fd4ff865-ad7e-43e1-95af-27f2b8e918ae), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:57.864123 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20e1c421-65d0-44c6-8b21-844148107b39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:57.945959 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-99c03524-d5ec-4708-b3f9-b384b46372ca tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (2f87883f-85d4-40fc-b55d-a845662dbd54), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:57.952528 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-99c03524-d5ec-4708-b3f9-b384b46372ca tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:57.956774 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-99c03524-d5ec-4708-b3f9-b384b46372ca tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] 10.222.0.70 "DELETE /v2.0/networks/2f87883f-85d4-40fc-b55d-a845662dbd54 HTTP/1.1" status: 204 len: 168 time: 1.3011644 Jan 28 00:23:58.000176 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33080) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:58.002466 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-45117de3-b1bd-436a-bbf6-4fab8a5164e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (17f39e1c-e058-4060-9d71-a1fa27f959c1), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:58.044644 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f27bc959-64f6-402e-8060-949509883bd2 req-59a9397a-e380-4166-90b5-4212508720ef tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=55da69fd-cd28-46db-be71-8182f7ba38b5 HTTP/1.1" status: 200 len: 210 time: 0.1010199 Jan 28 00:23:58.060096 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c03524-d5ec-4708-b3f9-b384b46372ca tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Pushing event deleted for resources: {'Network': ['ID=2f87883f-85d4-40fc-b55d-a845662dbd54,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:58.101530 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-90bdd897-d7c3-4837-aac8-c66ce696c572 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks [] for port (37b6001e-22b0-44f5-9687-36b1ef3d92bc), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:58.188168 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3285ef6f-8624-4fd8-9370-ee8e8ffe7fd1 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (6e606829-39fa-4286-beef-de556c8c40e4), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:58.192179 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-90bdd897-d7c3-4837-aac8-c66ce696c572 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (37b6001e-22b0-44f5-9687-36b1ef3d92bc), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:58.329141 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dd828b-fc14-427d-9d2d-ac4dde01c30f None None] DHCP port deletion for e95f525c-8978-4f12-97c0-f9309af0008f request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:23:58.413993 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-45117de3-b1bd-436a-bbf6-4fab8a5164e5 admin admin] Publish callbacks [] for port (17f39e1c-e058-4060-9d71-a1fa27f959c1), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:58.441454 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-90bdd897-d7c3-4837-aac8-c66ce696c572 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Network 2f518455-11e0-4f29-b2fb-3688e3f7fb32 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:23:58.454021 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-90bdd897-d7c3-4837-aac8-c66ce696c572 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:23:58.473077 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce207a71-70e8-44a5-b1da-c26dda302fc5 None None] Network e95f525c-8978-4f12-97c0-f9309af0008f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:23:58.528261 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce207a71-70e8-44a5-b1da-c26dda302fc5 None None] Network e95f525c-8978-4f12-97c0-f9309af0008f could not be found, it might have been deleted concurrently. {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 00:23:58.555285 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-90bdd897-d7c3-4837-aac8-c66ce696c572 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:23:58.567073 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-50e5d060-502e-44b1-98ac-5b8009079a5c None None] Publish callbacks [] for port (c3d9741f-7e3f-4ea6-ab26-df2187915c9d), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:58.567682 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdd897-d7c3-4837-aac8-c66ce696c572 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Pushing event updated for resources: {'Port': ['ID=37b6001e-22b0-44f5-9687-36b1ef3d92bc,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:58.590122 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-50e5d060-502e-44b1-98ac-5b8009079a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c3d9741f-7e3f-4ea6-ab26-df2187915c9d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:58.622477 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-45117de3-b1bd-436a-bbf6-4fab8a5164e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (17f39e1c-e058-4060-9d71-a1fa27f959c1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:58.713316 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-50e5d060-502e-44b1-98ac-5b8009079a5c None None] Attempting to bind port c3d9741f-7e3f-4ea6-ab26-df2187915c9d on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:23:58.714842 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-50e5d060-502e-44b1-98ac-5b8009079a5c None None] Attempting to bind port c3d9741f-7e3f-4ea6-ab26-df2187915c9d by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:23:58.715713 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e5d060-502e-44b1-98ac-5b8009079a5c None None] Attempting to bind port c3d9741f-7e3f-4ea6-ab26-df2187915c9d on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:23:58.737110 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e5d060-502e-44b1-98ac-5b8009079a5c None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:23:58.737979 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e5d060-502e-44b1-98ac-5b8009079a5c None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:23:58.739225 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-50e5d060-502e-44b1-98ac-5b8009079a5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:58.739870 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e5d060-502e-44b1-98ac-5b8009079a5c None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:23:58.741372 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-50e5d060-502e-44b1-98ac-5b8009079a5c None None] Bound port: c3d9741f-7e3f-4ea6-ab26-df2187915c9d, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:23:58.742029 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-50e5d060-502e-44b1-98ac-5b8009079a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c3d9741f-7e3f-4ea6-ab26-df2187915c9d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:58.772829 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a635d71-1dab-48cf-8d95-090e443a8dd2 None None] Pushing event updated for resources: {'Port': ['ID=c3d9741f-7e3f-4ea6-ab26-df2187915c9d,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:58.786594 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-90bdd897-d7c3-4837-aac8-c66ce696c572 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:58.787288 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-90bdd897-d7c3-4837-aac8-c66ce696c572 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:58.787437 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45117de3-b1bd-436a-bbf6-4fab8a5164e5 admin admin] Pushing event updated for resources: {'Port': ['ID=17f39e1c-e058-4060-9d71-a1fa27f959c1,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:58.790611 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-45117de3-b1bd-436a-bbf6-4fab8a5164e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (fd4ff865-ad7e-43e1-95af-27f2b8e918ae), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:58.826305 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3285ef6f-8624-4fd8-9370-ee8e8ffe7fd1 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (6e606829-39fa-4286-beef-de556c8c40e4), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:58.834845 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-90bdd897-d7c3-4837-aac8-c66ce696c572 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1827207 Jan 28 00:23:58.853411 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Request body: {'port': {'device_id': '55da69fd-cd28-46db-be71-8182f7ba38b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:23:58.863379 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-935c79a8-42f7-4da0-8580-20e2082b3afa req-e63eb2cf-ec08-4f33-becf-f9c1af73bc3e tempest-FlavorsV2NegativeTest-1188816323 tempest-FlavorsV2NegativeTest-1188816323-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=1b4c1c1f66324a478d9a88fb9dca219e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0772266 Jan 28 00:23:58.906401 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-50e5d060-502e-44b1-98ac-5b8009079a5c None None] For port c3d9741f-7e3f-4ea6-ab26-df2187915c9d, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:23:58.907842 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37f4510-9648-4274-9668-1271e0f76407 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Router c47511db-1f25-4f8d-b3cf-d158c43c155e has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:23:58.927410 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-5dd44006-b71a-4a66-83d8-56a99674f90a None None] Provisioning complete for port 17f39e1c-e058-4060-9d71-a1fa27f959c1 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:23:58.928107 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5dd44006-b71a-4a66-83d8-56a99674f90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (17f39e1c-e058-4060-9d71-a1fa27f959c1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:58.947389 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (37b6001e-22b0-44f5-9687-36b1ef3d92bc), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:58.979475 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-50e5d060-502e-44b1-98ac-5b8009079a5c None None] For port c3d9741f-7e3f-4ea6-ab26-df2187915c9d, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c3d9741f-7e3f-4ea6-ab26-df2187915c9d,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:23:58.982322 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5dd44006-b71a-4a66-83d8-56a99674f90a None None] Port 17f39e1c-e058-4060-9d71-a1fa27f959c1 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:23:58.993542 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-50e5d060-502e-44b1-98ac-5b8009079a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c3d9741f-7e3f-4ea6-ab26-df2187915c9d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:59.123074 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37f4510-9648-4274-9668-1271e0f76407 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:23:59.131896 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a635d71-1dab-48cf-8d95-090e443a8dd2 None None] Pushing event updated for resources: {'Port': ['ID=c3d9741f-7e3f-4ea6-ab26-df2187915c9d,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:59.138457 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86497532-ec46-425e-b478-19abe6436ba4 None None] Sync routers for ids ['c47511db-1f25-4f8d-b3cf-d158c43c155e'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:23:59.154905 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e37f4510-9648-4274-9668-1271e0f76407 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:59.164124 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 40fcf63b-d465-44ca-aaf7-68afd93a6211 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:23:59.169401 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45117de3-b1bd-436a-bbf6-4fab8a5164e5 admin admin] Network 91e8dbc0-87f8-444b-8813-ae0b44ecb43e is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:23:59.173317 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86497532-ec46-425e-b478-19abe6436ba4 None None] Routers {'c47511db-1f25-4f8d-b3cf-d158c43c155e'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:23:59.173317 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-86497532-ec46-425e-b478-19abe6436ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:23:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c47511db-1f25-4f8d-b3cf-d158c43c155e'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:59.185145 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20e1c421-65d0-44c6-8b21-844148107b39 admin admin] Publish callbacks [] for security_group (d69a5e5d-290d-4989-8d65-0b781597845b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:59.191107 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-3285ef6f-8624-4fd8-9370-ee8e8ffe7fd1 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e606829-39fa-4286-beef-de556c8c40e4']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:59.202640 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-45117de3-b1bd-436a-bbf6-4fab8a5164e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:23:59.301988 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 40fcf63b-d465-44ca-aaf7-68afd93a6211 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:23:59.302459 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 40fcf63b-d465-44ca-aaf7-68afd93a6211 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:23:59.317313 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-86497532-ec46-425e-b478-19abe6436ba4 None None] Set router c47511db-1f25-4f8d-b3cf-d158c43c155e gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:23:59.341887 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e5d060-502e-44b1-98ac-5b8009079a5c None None] Routers {'fd4ff865-ad7e-43e1-95af-27f2b8e918ae'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:23:59.342926 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-50e5d060-502e-44b1-98ac-5b8009079a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:23:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['fd4ff865-ad7e-43e1-95af-27f2b8e918ae'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:59.456164 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e37f4510-9648-4274-9668-1271e0f76407 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "PUT /v2.0/floatingips/b446bf65-0542-43bc-aa09-6fa2f415a410 HTTP/1.1" status: 200 len: 991 time: 4.6750257 Jan 28 00:23:59.490808 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7cfbac7-c480-4b32-8d39-73542917a53a', 'tag': 'a97c7ddc-fba4-4c26-b16d-5efee7924ebd'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:23:59.496817 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475acc4d-fc2f-4acd-a7db-641b15b0eabd" -d '{"events": [{"name": "network-changed", "server_uuid": "c7cfbac7-c480-4b32-8d39-73542917a53a", "tag": "a97c7ddc-fba4-4c26-b16d-5efee7924ebd"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:23:59.514572 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20e1c421-65d0-44c6-8b21-844148107b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d69a5e5d-290d-4989-8d65-0b781597845b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:59.555390 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-3285ef6f-8624-4fd8-9370-ee8e8ffe7fd1 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68730124-9c46-43db-a985-2cd25ca03dcb') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:59.558321 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-3285ef6f-8624-4fd8-9370-ee8e8ffe7fd1 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68730124-9c46-43db-a985-2cd25ca03dcb') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:59.577156 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45117de3-b1bd-436a-bbf6-4fab8a5164e5 admin admin] Router fd4ff865-ad7e-43e1-95af-27f2b8e918ae has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:23:59.608281 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c79a8-42f7-4da0-8580-20e2082b3afa req-7971e51a-2a47-426e-a995-3db28eba7e6a tempest-FlavorsV2NegativeTest-1188816323 tempest-FlavorsV2NegativeTest-1188816323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:23:59.611414 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-935c79a8-42f7-4da0-8580-20e2082b3afa req-7971e51a-2a47-426e-a995-3db28eba7e6a tempest-FlavorsV2NegativeTest-1188816323 tempest-FlavorsV2NegativeTest-1188816323-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6362627 Jan 28 00:23:59.620282 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3285ef6f-8624-4fd8-9370-ee8e8ffe7fd1 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (68730124-9c46-43db-a985-2cd25ca03dcb), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:59.670634 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-935c79a8-42f7-4da0-8580-20e2082b3afa req-cdbc166c-e816-48ba-8f59-b936b0c2e98c tempest-FlavorsV2NegativeTest-1188816323 tempest-FlavorsV2NegativeTest-1188816323-project] 10.222.0.70 "GET /v2.0/quotas/1b4c1c1f66324a478d9a88fb9dca219e HTTP/1.1" status: 200 len: 375 time: 0.0299850 Jan 28 00:23:59.686857 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-86497532-ec46-425e-b478-19abe6436ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'name': 'tempest-AttachVolumeShelveTestJSON-976148639-router', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:23:12Z', 'updated_at': '2022-01-28T00:23:20Z', 'revision_number': 4, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'gw_port': {'id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:13Z', 'updated_at': '2022-01-28T00:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'b446bf65-0542-43bc-aa09-6fa2f415a410', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'floating_ip_address': '172.25.3.46', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'port_id': 'a97c7ddc-fba4-4c26-b16d-5efee7924ebd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9', 'mac_address': 'fa:16:3e:05:c5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cfbac7-c480-4b32-8d39-73542917a53a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:23:28Z', 'updated_at': '2022-01-28T00:23:56Z', 'revision_number': 1, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dccb3a2-d8c8-432b-9acf-8c76e45da32b', 'name': '', 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'mac_address': 'fa:16:3e:de:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:18Z', 'updated_at': '2022-01-28T00:23:27Z', 'revision_number': 5, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'subnets': [{'id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:59.732292 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86497532-ec46-425e-b478-19abe6436ba4 None None] Checking router: c47511db-1f25-4f8d-b3cf-d158c43c155e for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:23:59.744423 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-20e1c421-65d0-44c6-8b21-844148107b39 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=923b8fdc85da4fbcad44a85fc2b4b689&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5709729 Jan 28 00:23:59.747922 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86497532-ec46-425e-b478-19abe6436ba4 None None] Routers {'c47511db-1f25-4f8d-b3cf-d158c43c155e'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:23:59.748863 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-86497532-ec46-425e-b478-19abe6436ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:23:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c47511db-1f25-4f8d-b3cf-d158c43c155e'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:23:59.750255 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e1c421-65d0-44c6-8b21-844148107b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69a5e5d-290d-4989-8d65-0b781597845b,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:23:59.775534 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33112) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:23:59.783947 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d518e7fd-0944-4f94-967b-16288930a3fa None None] Provisioning complete for port 17f39e1c-e058-4060-9d71-a1fa27f959c1 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:23:59.784445 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d518e7fd-0944-4f94-967b-16288930a3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (17f39e1c-e058-4060-9d71-a1fa27f959c1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:23:59.885151 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-86497532-ec46-425e-b478-19abe6436ba4 None None] Set router c47511db-1f25-4f8d-b3cf-d158c43c155e gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:23:59.894033 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d518e7fd-0944-4f94-967b-16288930a3fa None None] Port 17f39e1c-e058-4060-9d71-a1fa27f959c1 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:23:59.906833 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-50e5d060-502e-44b1-98ac-5b8009079a5c None None] Set router fd4ff865-ad7e-43e1-95af-27f2b8e918ae gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:24:00.047217 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b6001e-22b0-44f5-9687-36b1ef3d92bc {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:24:00.063396 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Publish callbacks [] for port (37b6001e-22b0-44f5-9687-36b1ef3d92bc), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:00.147729 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b00970e-2eeb-4ef0-a4d1-ff33733bc97d admin admin] Publish callbacks [] for security_group (d69a5e5d-290d-4989-8d65-0b781597845b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:00.211109 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-50e5d060-502e-44b1-98ac-5b8009079a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4ff865-ad7e-43e1-95af-27f2b8e918ae', 'name': 'tempest-FloatingIPDetailsTestJSON-895489805-router', 'tenant_id': '97a3ec5b99854227a7dd1d385ad1210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'c3d9741f-7e3f-4ea6-ab26-df2187915c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:23:45Z', 'updated_at': '2022-01-28T00:23:57Z', 'revision_number': 4, 'project_id': '97a3ec5b99854227a7dd1d385ad1210e', 'gw_port': {'id': 'c3d9741f-7e3f-4ea6-ab26-df2187915c9d', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:37:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4ff865-ad7e-43e1-95af-27f2b8e918ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:47Z', 'updated_at': '2022-01-28T00:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '17f39e1c-e058-4060-9d71-a1fa27f959c1', 'name': '', 'network_id': '91e8dbc0-87f8-444b-8813-ae0b44ecb43e', 'tenant_id': '97a3ec5b99854227a7dd1d385ad1210e', 'mac_address': 'fa:16:3e:4f:0a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4ff865-ad7e-43e1-95af-27f2b8e918ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '16f9eaaa-0831-4ae7-b66f-029badfc29b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:56Z', 'updated_at': '2022-01-28T00:23:58Z', 'revision_number': 2, 'project_id': '97a3ec5b99854227a7dd1d385ad1210e', 'subnets': [{'id': '16f9eaaa-0831-4ae7-b66f-029badfc29b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:00.235208 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b00970e-2eeb-4ef0-a4d1-ff33733bc97d admin admin] Publish callbacks [] for security_group (d69a5e5d-290d-4989-8d65-0b781597845b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:00.248665 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-86497532-ec46-425e-b478-19abe6436ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'name': 'tempest-AttachVolumeShelveTestJSON-976148639-router', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:23:12Z', 'updated_at': '2022-01-28T00:23:20Z', 'revision_number': 4, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'gw_port': {'id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:13Z', 'updated_at': '2022-01-28T00:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'b446bf65-0542-43bc-aa09-6fa2f415a410', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'floating_ip_address': '172.25.3.46', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'port_id': 'a97c7ddc-fba4-4c26-b16d-5efee7924ebd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9', 'mac_address': 'fa:16:3e:05:c5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cfbac7-c480-4b32-8d39-73542917a53a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:23:28Z', 'updated_at': '2022-01-28T00:23:56Z', 'revision_number': 1, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dccb3a2-d8c8-432b-9acf-8c76e45da32b', 'name': '', 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'mac_address': 'fa:16:3e:de:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:18Z', 'updated_at': '2022-01-28T00:23:27Z', 'revision_number': 5, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'subnets': [{'id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:00.255354 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e5d060-502e-44b1-98ac-5b8009079a5c None None] The sync data for ids ['fd4ff865-ad7e-43e1-95af-27f2b8e918ae'] in n-d-826754-1 is: [{'id': 'fd4ff865-ad7e-43e1-95af-27f2b8e918ae', 'name': 'tempest-FloatingIPDetailsTestJSON-895489805-router', 'tenant_id': '97a3ec5b99854227a7dd1d385ad1210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'c3d9741f-7e3f-4ea6-ab26-df2187915c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:23:45Z', 'updated_at': '2022-01-28T00:23:57Z', 'revision_number': 4, 'project_id': '97a3ec5b99854227a7dd1d385ad1210e', 'gw_port': {'id': 'c3d9741f-7e3f-4ea6-ab26-df2187915c9d', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:37:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4ff865-ad7e-43e1-95af-27f2b8e918ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:47Z', 'updated_at': '2022-01-28T00:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '17f39e1c-e058-4060-9d71-a1fa27f959c1', 'name': '', 'network_id': '91e8dbc0-87f8-444b-8813-ae0b44ecb43e', 'tenant_id': '97a3ec5b99854227a7dd1d385ad1210e', 'mac_address': 'fa:16:3e:4f:0a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4ff865-ad7e-43e1-95af-27f2b8e918ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '16f9eaaa-0831-4ae7-b66f-029badfc29b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:56Z', 'updated_at': '2022-01-28T00:23:58Z', 'revision_number': 2, 'project_id': '97a3ec5b99854227a7dd1d385ad1210e', 'subnets': [{'id': '16f9eaaa-0831-4ae7-b66f-029badfc29b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:24:00.302025 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86497532-ec46-425e-b478-19abe6436ba4 None None] The sync data for ids ['c47511db-1f25-4f8d-b3cf-d158c43c155e'] in n-d-826754-1 is: [{'id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'name': 'tempest-AttachVolumeShelveTestJSON-976148639-router', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:23:12Z', 'updated_at': '2022-01-28T00:23:20Z', 'revision_number': 4, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'gw_port': {'id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:13Z', 'updated_at': '2022-01-28T00:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'b446bf65-0542-43bc-aa09-6fa2f415a410', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'floating_ip_address': '172.25.3.46', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'port_id': 'a97c7ddc-fba4-4c26-b16d-5efee7924ebd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9', 'mac_address': 'fa:16:3e:05:c5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cfbac7-c480-4b32-8d39-73542917a53a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:23:28Z', 'updated_at': '2022-01-28T00:23:56Z', 'revision_number': 1, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dccb3a2-d8c8-432b-9acf-8c76e45da32b', 'name': '', 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'mac_address': 'fa:16:3e:de:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:18Z', 'updated_at': '2022-01-28T00:23:27Z', 'revision_number': 5, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'subnets': [{'id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:24:00.365051 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b00970e-2eeb-4ef0-a4d1-ff33733bc97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d69a5e5d-290d-4989-8d65-0b781597845b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:00.372860 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b00970e-2eeb-4ef0-a4d1-ff33733bc97d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:00.377292 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8b00970e-2eeb-4ef0-a4d1-ff33733bc97d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d69a5e5d-290d-4989-8d65-0b781597845b HTTP/1.1" status: 204 len: 168 time: 0.5923867 Jan 28 00:24:00.418946 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00970e-2eeb-4ef0-a4d1-ff33733bc97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69a5e5d-290d-4989-8d65-0b781597845b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:00.425300 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3285ef6f-8624-4fd8-9370-ee8e8ffe7fd1 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (68730124-9c46-43db-a985-2cd25ca03dcb), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:00.435929 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3285ef6f-8624-4fd8-9370-ee8e8ffe7fd1 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:24:00.436832 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3285ef6f-8624-4fd8-9370-ee8e8ffe7fd1 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (68730124-9c46-43db-a985-2cd25ca03dcb), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:00.502095 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:24:00.502095 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:24:00.502095 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:24:00.502095 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:24:00.502095 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:24:00.502095 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:24:00.502095 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:24:00.502095 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:24:00.502095 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:24:00.502095 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:24:00.502095 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:24:00.502095 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:24:00.502095 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:24:00.502095 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:24:00.502095 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:24:00.502095 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:24:00.502095 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:24:00.502095 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:24:00.502095 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:24:00.502095 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:24:00.502095 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:24:00.502095 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:24:00.502095 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:24:00.502095 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:24:00.502095 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:24:00.502095 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:24:00.502095 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:24:00.502095 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:24:00.502095 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:24:00.502095 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:24:00.502095 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:24:00.502095 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:24:00.539533 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-935c79a8-42f7-4da0-8580-20e2082b3afa req-fb80278e-9844-473f-80e2-033f6e9c229c tempest-FlavorsV2NegativeTest-1188816323 tempest-FlavorsV2NegativeTest-1188816323-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b4c1c1f66324a478d9a88fb9dca219e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1278861 Jan 28 00:24:00.578511 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Transition to ACTIVE for port object 37b6001e-22b0-44f5-9687-36b1ef3d92bc will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:24:00.587307 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (37b6001e-22b0-44f5-9687-36b1ef3d92bc), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:00.601412 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3285ef6f-8624-4fd8-9370-ee8e8ffe7fd1 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (6e606829-39fa-4286-beef-de556c8c40e4), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:00.771553 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a3f3b-6320-4874-b95a-71f37994b453 req-8409dba4-6de0-421e-b062-e2c048a30ea9 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:00.773252 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b80a3f3b-6320-4874-b95a-71f37994b453 req-8409dba4-6de0-421e-b062-e2c048a30ea9 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=55da69fd-cd28-46db-be71-8182f7ba38b5 HTTP/1.1" status: 200 len: 931 time: 1.4908323 Jan 28 00:24:00.826264 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3285ef6f-8624-4fd8-9370-ee8e8ffe7fd1 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:00.836303 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Pushing event updated for resources: {'Port': ['ID=37b6001e-22b0-44f5-9687-36b1ef3d92bc,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:00.859052 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3285ef6f-8624-4fd8-9370-ee8e8ffe7fd1 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] 10.222.0.70 "DELETE /v2.0/networks/6e606829-39fa-4286-beef-de556c8c40e4 HTTP/1.1" status: 204 len: 168 time: 2.8537488 Jan 28 00:24:00.881453 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33126) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:00.920237 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685fe1e0-341f-45bc-b781-96bcaecadb5f x-openstack-request-id: req-685fe1e0-341f-45bc-b781-96bcaecadb5f {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:24:00.920626 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7cfbac7-c480-4b32-8d39-73542917a53a", "tag": "a97c7ddc-fba4-4c26-b16d-5efee7924ebd", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:24:00.920796 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-685fe1e0-341f-45bc-b781-96bcaecadb5f {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:24:00.921221 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7cfbac7-c480-4b32-8d39-73542917a53a', 'tag': 'a97c7ddc-fba4-4c26-b16d-5efee7924ebd', 'status': 'completed', 'code': 200} Jan 28 00:24:00.970498 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b38716d-47b8-420a-b0b8-eb817b83a972 None None] New status for floating IP b446bf65-0542-43bc-aa09-6fa2f415a410: ACTIVE {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:24:01.164549 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Attempting to bind port 37b6001e-22b0-44f5-9687-36b1ef3d92bc on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:24:01.167715 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Attempting to bind port 37b6001e-22b0-44f5-9687-36b1ef3d92bc by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'fba2d8d8-21da-4073-9f77-aaa869332b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:24:01.169391 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Attempting to bind port 37b6001e-22b0-44f5-9687-36b1ef3d92bc on network 2f518455-11e0-4f29-b2fb-3688e3f7fb32 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:24:01.192261 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b80a3f3b-6320-4874-b95a-71f37994b453 req-f92b5629-0617-48bf-858d-f7231ad1d2af tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675950 Jan 28 00:24:01.207803 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Port 37b6001e-22b0-44f5-9687-36b1ef3d92bc on network 2f518455-11e0-4f29-b2fb-3688e3f7fb32 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:24:01.208999 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Attempting to bind port 37b6001e-22b0-44f5-9687-36b1ef3d92bc on network 2f518455-11e0-4f29-b2fb-3688e3f7fb32 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:24:01.215010 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285ef6f-8624-4fd8-9370-ee8e8ffe7fd1 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Pushing event deleted for resources: {'Network': ['ID=6e606829-39fa-4286-beef-de556c8c40e4,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:01.266456 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:24:01.267395 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Checking segment: {'id': 'fba2d8d8-21da-4073-9f77-aaa869332b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:24:01.268193 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Bound using segment: {'id': 'fba2d8d8-21da-4073-9f77-aaa869332b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:24:01.270146 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Bound port: 37b6001e-22b0-44f5-9687-36b1ef3d92bc, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fba2d8d8-21da-4073-9f77-aaa869332b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:24:01.270953 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (37b6001e-22b0-44f5-9687-36b1ef3d92bc), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:01.367432 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45117de3-b1bd-436a-bbf6-4fab8a5164e5 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:24:01.389453 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-45117de3-b1bd-436a-bbf6-4fab8a5164e5 admin admin] 10.222.0.70 "PUT /v2.0/routers/fd4ff865-ad7e-43e1-95af-27f2b8e918ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3838162 Jan 28 00:24:01.459635 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4b398588-1ebe-4a2a-a5dd-030955d30631 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (4276cb96-25f3-424c-90c4-e01d39b9a4a0), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:01.468154 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33134) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:01.561081 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38649329-9a08-4270-9e18-140f3935353d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:01.578276 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] For port 37b6001e-22b0-44f5-9687-36b1ef3d92bc, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:24:01.594689 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] For port 37b6001e-22b0-44f5-9687-36b1ef3d92bc, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=37b6001e-22b0-44f5-9687-36b1ef3d92bc,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:24:01.634350 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (37b6001e-22b0-44f5-9687-36b1ef3d92bc), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:01.752191 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475acc4d-fc2f-4acd-a7db-641b15b0eabd req-03560adb-c512-44f0-9984-1bc179fc56e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:01.755331 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-475acc4d-fc2f-4acd-a7db-641b15b0eabd req-03560adb-c512-44f0-9984-1bc179fc56e1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=66e2abd01f29448ab207898a6db8a6af&device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 1097 time: 0.4906242 Jan 28 00:24:01.758151 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:01.760236 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:01.763419 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] 10.222.0.52 "PUT /v2.0/ports/37b6001e-22b0-44f5-9687-36b1ef3d92bc HTTP/1.1" status: 200 len: 1091 time: 2.9147789 Jan 28 00:24:01.806775 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4b398588-1ebe-4a2a-a5dd-030955d30631 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (4276cb96-25f3-424c-90c4-e01d39b9a4a0), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:01.903064 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-4b398588-1ebe-4a2a-a5dd-030955d30631 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4276cb96-25f3-424c-90c4-e01d39b9a4a0']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:01.997607 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-4b398588-1ebe-4a2a-a5dd-030955d30631 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff016a88-9684-48f1-a0fe-b502cb037f33') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:01.998142 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-4b398588-1ebe-4a2a-a5dd-030955d30631 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff016a88-9684-48f1-a0fe-b502cb037f33') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:02.013685 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Pushing event updated for resources: {'Port': ['ID=37b6001e-22b0-44f5-9687-36b1ef3d92bc,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:02.030890 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:02.031523 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:02.032265 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:02.032882 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:02.033372 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:02.033867 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:02.034469 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:02.035147 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:02.035672 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:02.036154 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:02.036651 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:02.037139 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:02.037624 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9667451-2174-47e1-8a26-50a7a8a014c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:02.074275 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4b398588-1ebe-4a2a-a5dd-030955d30631 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (ff016a88-9684-48f1-a0fe-b502cb037f33), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:02.164480 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4b398588-1ebe-4a2a-a5dd-030955d30631 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (ff016a88-9684-48f1-a0fe-b502cb037f33), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:02.166177 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-c0f91899-8e09-4e93-b650-a777da9a86b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:02.178324 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-c0f91899-8e09-4e93-b650-a777da9a86b0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1f564eba381e4679ad4f4d86366ab37a&device_id=55da69fd-cd28-46db-be71-8182f7ba38b5 HTTP/1.1" status: 200 len: 1094 time: 0.2482121 Jan 28 00:24:02.189547 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475acc4d-fc2f-4acd-a7db-641b15b0eabd req-778452ef-8bd0-42e6-864d-6b29b092b081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:02.194179 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-475acc4d-fc2f-4acd-a7db-641b15b0eabd req-778452ef-8bd0-42e6-864d-6b29b092b081 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ab3fb448-728a-46f9-9c11-c79ef9e347d9 HTTP/1.1" status: 200 len: 917 time: 0.4254870 Jan 28 00:24:02.204141 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b398588-1ebe-4a2a-a5dd-030955d30631 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:24:02.204561 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4b398588-1ebe-4a2a-a5dd-030955d30631 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (ff016a88-9684-48f1-a0fe-b502cb037f33), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:02.220648 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38649329-9a08-4270-9e18-140f3935353d admin admin] Publish callbacks [] for security_group (d255bc9b-60b6-46ee-8594-075640966043), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:02.247945 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:24:02.247945 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:24:02.247945 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:24:02.247945 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:24:02.247945 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:24:02.247945 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:24:02.247945 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:24:02.247945 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:24:02.247945 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:24:02.247945 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:24:02.247945 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:24:02.247945 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:24:02.247945 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:24:02.247945 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:24:02.247945 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:24:02.247945 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:24:02.247945 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:24:02.247945 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:24:02.247945 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:24:02.247945 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:24:02.247945 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:24:02.247945 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:24:02.247945 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:24:02.247945 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:24:02.247945 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:24:02.247945 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:24:02.247945 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:24:02.247945 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:24:02.247945 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:24:02.247945 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:24:02.247945 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:24:02.247945 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:24:02.292995 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38649329-9a08-4270-9e18-140f3935353d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d255bc9b-60b6-46ee-8594-075640966043), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:02.350851 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-cbbbb307-701e-407f-ae3b-6162c3d00937 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b6001e-22b0-44f5-9687-36b1ef3d92bc HTTP/1.1" status: 200 len: 217 time: 0.1503294 Jan 28 00:24:02.362670 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-38649329-9a08-4270-9e18-140f3935353d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=368d6ce2389d43bc83371fa831b03261&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8932292 Jan 28 00:24:02.404001 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33158) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:02.509138 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-b4d162f8-ab3f-457a-8953-120c11f1ad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:02.510697 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-b4d162f8-ab3f-457a-8953-120c11f1ad11 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=752b9c73-c003-4007-a37c-7b906aeda551 HTTP/1.1" status: 200 len: 852 time: 0.1538188 Jan 28 00:24:02.514716 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-475acc4d-fc2f-4acd-a7db-641b15b0eabd req-cb4d1506-f340-4b56-bfb9-fcc4c5b63491 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a97c7ddc-fba4-4c26-b16d-5efee7924ebd HTTP/1.1" status: 200 len: 1001 time: 0.1736634 Jan 28 00:24:02.552150 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38649329-9a08-4270-9e18-140f3935353d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d255bc9b-60b6-46ee-8594-075640966043,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:02.564168 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33160) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:02.574123 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4b398588-1ebe-4a2a-a5dd-030955d30631 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (4276cb96-25f3-424c-90c4-e01d39b9a4a0), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:02.585972 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4b398588-1ebe-4a2a-a5dd-030955d30631 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:02.594362 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4b398588-1ebe-4a2a-a5dd-030955d30631 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] 10.222.0.70 "DELETE /v2.0/networks/4276cb96-25f3-424c-90c4-e01d39b9a4a0 HTTP/1.1" status: 204 len: 168 time: 1.6029577 Jan 28 00:24:02.626734 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b398588-1ebe-4a2a-a5dd-030955d30631 tempest-BulkNetworkOpsIpV6Test-1062931911 tempest-BulkNetworkOpsIpV6Test-1062931911-project] Pushing event deleted for resources: {'Network': ['ID=4276cb96-25f3-424c-90c4-e01d39b9a4a0,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:02.639443 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b156482-a6d4-4e7f-a232-d73c3b7419ab req-938d0527-abda-4b65-b213-407f2e12e242 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:02.647667 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b156482-a6d4-4e7f-a232-d73c3b7419ab req-938d0527-abda-4b65-b213-407f2e12e242 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=55da69fd-cd28-46db-be71-8182f7ba38b5 HTTP/1.1" status: 200 len: 943 time: 0.2814608 Jan 28 00:24:02.682928 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7aa96a13-a5f8-4e12-920e-bc5d7e41daf9 req-9f2a9f01-07a5-4280-bcad-816584bfc356 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4962590 Jan 28 00:24:02.724089 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-7aa96a13-a5f8-4e12-920e-bc5d7e41daf9 req-60a52533-a3e2-4a4d-bc42-d15d663c3d67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:02.814109 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d5e93a76-8d68-42b0-a9e4-435fd7e42a9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:02.928150 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7aa96a13-a5f8-4e12-920e-bc5d7e41daf9 req-60a52533-a3e2-4a4d-bc42-d15d663c3d67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:02.962586 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b156482-a6d4-4e7f-a232-d73c3b7419ab req-7e1817d6-300b-427e-97a7-812104b8cb3a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138275 Jan 28 00:24:03.001433 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55da69fd-cd28-46db-be71-8182f7ba38b5', 'tag': '37b6001e-22b0-44f5-9687-36b1ef3d92bc'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:24:03.004998 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6c114b-a83c-4144-988d-fb4f4eee8278" -d '{"events": [{"name": "network-changed", "server_uuid": "55da69fd-cd28-46db-be71-8182f7ba38b5", "tag": "37b6001e-22b0-44f5-9687-36b1ef3d92bc"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:24:03.054798 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-0adffe74-e048-4d66-b71c-24f98deb4f08 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2f518455-11e0-4f29-b2fb-3688e3f7fb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5361166 Jan 28 00:24:03.070758 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33172) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:03.098184 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-630891a1-9f18-4fe2-9992-9e8691fdcb8f admin admin] Publish callbacks [] for security_group (d255bc9b-60b6-46ee-8594-075640966043), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:03.200968 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475acc4d-fc2f-4acd-a7db-641b15b0eabd req-16a3ef8b-6efd-46dc-a7c9-9f6462a7a162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:03.203458 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-475acc4d-fc2f-4acd-a7db-641b15b0eabd req-16a3ef8b-6efd-46dc-a7c9-9f6462a7a162 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e8d9d31c-ec82-48b8-8107-afdf4c2c9183 HTTP/1.1" status: 200 len: 855 time: 0.6565003 Jan 28 00:24:03.230967 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d5e93a76-8d68-42b0-a9e4-435fd7e42a9e admin admin] Publish callbacks [] for security_group (98d5ce00-c16a-4ca5-9c6f-e6e616e26a06), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:03.249752 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d5e93a76-8d68-42b0-a9e4-435fd7e42a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (98d5ce00-c16a-4ca5-9c6f-e6e616e26a06), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:03.254822 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-630891a1-9f18-4fe2-9992-9e8691fdcb8f admin admin] Publish callbacks [] for security_group (d255bc9b-60b6-46ee-8594-075640966043), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:03.392098 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d5e93a76-8d68-42b0-a9e4-435fd7e42a9e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1b4c1c1f66324a478d9a88fb9dca219e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8243237 Jan 28 00:24:03.392994 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33178) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:03.428484 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e93a76-8d68-42b0-a9e4-435fd7e42a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d5ce00-c16a-4ca5-9c6f-e6e616e26a06,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:03.444110 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475acc4d-fc2f-4acd-a7db-641b15b0eabd req-b159b5c3-698a-4955-a397-12022b9b169d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:03.445815 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-475acc4d-fc2f-4acd-a7db-641b15b0eabd req-b159b5c3-698a-4955-a397-12022b9b169d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ab3fb448-728a-46f9-9c11-c79ef9e347d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2341430 Jan 28 00:24:03.480826 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-df663b17-f6d5-4dae-a46f-8646cb998267 service neutron] 10.222.0.52 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954754 Jan 28 00:24:03.543823 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c3d9741f-7e3f-4ea6-ab26-df2187915c9d up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:24:03.643051 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7aa96a13-a5f8-4e12-920e-bc5d7e41daf9 req-60a52533-a3e2-4a4d-bc42-d15d663c3d67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:03.688510 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e0d34fca-8316-4889-8194-1b6fa2b618cf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=df2a36f756d5457eaba9c30878acf105&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6167784 Jan 28 00:24:03.691154 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33182) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:03.699261 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80b9980-bc39-49ca-8925-6e66e5e8164b x-openstack-request-id: req-f80b9980-bc39-49ca-8925-6e66e5e8164b {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:24:03.699602 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55da69fd-cd28-46db-be71-8182f7ba38b5", "tag": "37b6001e-22b0-44f5-9687-36b1ef3d92bc", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:24:03.699951 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f80b9980-bc39-49ca-8925-6e66e5e8164b {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:24:03.700374 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55da69fd-cd28-46db-be71-8182f7ba38b5', 'tag': '37b6001e-22b0-44f5-9687-36b1ef3d92bc', 'status': 'completed', 'code': 200} Jan 28 00:24:03.706572 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port c3d9741f-7e3f-4ea6-ab26-df2187915c9d triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:24:03.707986 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c3d9741f-7e3f-4ea6-ab26-df2187915c9d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:03.717579 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-630891a1-9f18-4fe2-9992-9e8691fdcb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d255bc9b-60b6-46ee-8594-075640966043), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:03.721079 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-630891a1-9f18-4fe2-9992-9e8691fdcb8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:03.722217 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-630891a1-9f18-4fe2-9992-9e8691fdcb8f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d255bc9b-60b6-46ee-8594-075640966043 HTTP/1.1" status: 204 len: 168 time: 1.3172348 Jan 28 00:24:03.738577 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630891a1-9f18-4fe2-9992-9e8691fdcb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d255bc9b-60b6-46ee-8594-075640966043,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:03.775506 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-475acc4d-fc2f-4acd-a7db-641b15b0eabd req-4de90b46-22b4-450f-8668-aa0c3823d8d7 service neutron] 10.222.0.65 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168750 Jan 28 00:24:03.891455 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1acde3bf-9672-4fdc-9231-dcd58b20b9e6 req-cba7b1cc-d818-4193-aab3-c9c0452dd629 service neutron] 10.222.0.52 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739703 Jan 28 00:24:03.956129 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port c3d9741f-7e3f-4ea6-ab26-df2187915c9d is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:24:03.960270 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c3d9741f-7e3f-4ea6-ab26-df2187915c9d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:03.975397 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-475acc4d-fc2f-4acd-a7db-641b15b0eabd req-efc2d958-d081-4a30-87bd-aecb3e4a97b2 service neutron] 10.222.0.65 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862710 Jan 28 00:24:04.030190 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port c3d9741f-7e3f-4ea6-ab26-df2187915c9d, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c3d9741f-7e3f-4ea6-ab26-df2187915c9d,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:24:04.033810 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-78ac7eca-66fb-44ab-a1ab-59502de9db14 admin admin] Publish callbacks [] for security_group (98d5ce00-c16a-4ca5-9c6f-e6e616e26a06), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:04.037021 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c3d9741f-7e3f-4ea6-ab26-df2187915c9d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:04.095522 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-78ac7eca-66fb-44ab-a1ab-59502de9db14 admin admin] Publish callbacks [] for security_group (98d5ce00-c16a-4ca5-9c6f-e6e616e26a06), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:04.140734 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c114b-a83c-4144-988d-fb4f4eee8278 req-47c8424d-9c7f-4a85-aadf-32813164592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:04.144372 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fa6c114b-a83c-4144-988d-fb4f4eee8278 req-47c8424d-9c7f-4a85-aadf-32813164592f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1f564eba381e4679ad4f4d86366ab37a&device_id=55da69fd-cd28-46db-be71-8182f7ba38b5 HTTP/1.1" status: 200 len: 1094 time: 0.0998604 Jan 28 00:24:04.160750 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=c3d9741f-7e3f-4ea6-ab26-df2187915c9d,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:04.266488 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e792ce38-f474-4b5a-b901-c0a44cc68487 admin admin] Publish callbacks [] for security_group (ee5afcae-912d-4a41-b3bb-e4a56d6bd984), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:04.313863 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c114b-a83c-4144-988d-fb4f4eee8278 req-983062db-dbe6-45e9-9b6c-e0002803358c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:04.328797 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fa6c114b-a83c-4144-988d-fb4f4eee8278 req-983062db-dbe6-45e9-9b6c-e0002803358c service neutron] 10.222.0.52 "GET /v2.0/networks?id=2f518455-11e0-4f29-b2fb-3688e3f7fb32 HTTP/1.1" status: 200 len: 913 time: 0.1776175 Jan 28 00:24:04.406703 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fa6c114b-a83c-4144-988d-fb4f4eee8278 req-10c02166-6e0d-4122-88e3-1ec51e229642 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b6001e-22b0-44f5-9687-36b1ef3d92bc HTTP/1.1" status: 200 len: 217 time: 0.0631490 Jan 28 00:24:04.411093 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e792ce38-f474-4b5a-b901-c0a44cc68487 admin admin] Publish callbacks [] for security_group (ee5afcae-912d-4a41-b3bb-e4a56d6bd984), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:04.412985 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-78ac7eca-66fb-44ab-a1ab-59502de9db14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (98d5ce00-c16a-4ca5-9c6f-e6e616e26a06), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:04.416985 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-78ac7eca-66fb-44ab-a1ab-59502de9db14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:04.421821 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-78ac7eca-66fb-44ab-a1ab-59502de9db14 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/98d5ce00-c16a-4ca5-9c6f-e6e616e26a06 HTTP/1.1" status: 204 len: 168 time: 1.0172760 Jan 28 00:24:04.456673 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac7eca-66fb-44ab-a1ab-59502de9db14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d5ce00-c16a-4ca5-9c6f-e6e616e26a06,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:04.523574 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-7aa96a13-a5f8-4e12-920e-bc5d7e41daf9 req-60a52533-a3e2-4a4d-bc42-d15d663c3d67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Allocated IP 172.25.3.61 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/3293446b-6a58-49dc-a640-08b88ec834f3) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:24:04.531511 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c114b-a83c-4144-988d-fb4f4eee8278 req-fc77acb6-d7a4-4221-91b1-08fba4fa9d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:04.534530 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fa6c114b-a83c-4144-988d-fb4f4eee8278 req-fc77acb6-d7a4-4221-91b1-08fba4fa9d16 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=752b9c73-c003-4007-a37c-7b906aeda551 HTTP/1.1" status: 200 len: 852 time: 0.1214726 Jan 28 00:24:04.548144 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e197674-8e8c-494e-9f65-10476d3e0fa7 req-fd072105-5544-4d29-9f86-8d77c9c770bb tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:04.555549 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e197674-8e8c-494e-9f65-10476d3e0fa7 req-fd072105-5544-4d29-9f86-8d77c9c770bb tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=55da69fd-cd28-46db-be71-8182f7ba38b5 HTTP/1.1" status: 200 len: 943 time: 0.2513220 Jan 28 00:24:04.588747 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fa6c114b-a83c-4144-988d-fb4f4eee8278 req-7f4217fb-2b7b-4099-a6ad-1fc134ddd990 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2f518455-11e0-4f29-b2fb-3688e3f7fb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436406 Jan 28 00:24:04.641233 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e792ce38-f474-4b5a-b901-c0a44cc68487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ee5afcae-912d-4a41-b3bb-e4a56d6bd984), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:04.643852 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e792ce38-f474-4b5a-b901-c0a44cc68487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:04.645059 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e792ce38-f474-4b5a-b901-c0a44cc68487 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ee5afcae-912d-4a41-b3bb-e4a56d6bd984 HTTP/1.1" status: 204 len: 168 time: 0.9528973 Jan 28 00:24:04.679285 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792ce38-f474-4b5a-b901-c0a44cc68487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5afcae-912d-4a41-b3bb-e4a56d6bd984,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:04.704816 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e197674-8e8c-494e-9f65-10476d3e0fa7 req-ac9ef1b2-09bc-460e-bad2-132b4b073260 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468954 Jan 28 00:24:04.811166 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7aa96a13-a5f8-4e12-920e-bc5d7e41daf9 req-60a52533-a3e2-4a4d-bc42-d15d663c3d67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks [] for port (3293446b-6a58-49dc-a640-08b88ec834f3), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:04.827233 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fa6c114b-a83c-4144-988d-fb4f4eee8278 req-9383739b-d31c-48b7-b63f-60e6f862fcaf service neutron] 10.222.0.52 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302396 Jan 28 00:24:04.887373 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7aa96a13-a5f8-4e12-920e-bc5d7e41daf9 req-60a52533-a3e2-4a4d-bc42-d15d663c3d67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (3293446b-6a58-49dc-a640-08b88ec834f3), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:04.940541 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38842a62-ab17-431a-a535-a21efed4a810 None None] Sync routers for ids ['fd4ff865-ad7e-43e1-95af-27f2b8e918ae'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:24:04.957123 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38842a62-ab17-431a-a535-a21efed4a810 None None] Routers {'fd4ff865-ad7e-43e1-95af-27f2b8e918ae'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:24:04.958173 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-38842a62-ab17-431a-a535-a21efed4a810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:23:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['fd4ff865-ad7e-43e1-95af-27f2b8e918ae'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:05.016606 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa96a13-a5f8-4e12-920e-bc5d7e41daf9 req-60a52533-a3e2-4a4d-bc42-d15d663c3d67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:24:05.036080 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-7aa96a13-a5f8-4e12-920e-bc5d7e41daf9 req-60a52533-a3e2-4a4d-bc42-d15d663c3d67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:24:05.039089 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa96a13-a5f8-4e12-920e-bc5d7e41daf9 req-60a52533-a3e2-4a4d-bc42-d15d663c3d67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:24:05.042732 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a52533-a3e2-4a4d-bc42-d15d663c3d67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Pushing event updated for resources: {'Port': ['ID=3293446b-6a58-49dc-a640-08b88ec834f3,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:05.165446 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7aa96a13-a5f8-4e12-920e-bc5d7e41daf9 req-60a52533-a3e2-4a4d-bc42-d15d663c3d67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks [] for floatingip (78e29e5a-d76d-484a-bcc0-0383482f85fa), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:05.174906 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-38842a62-ab17-431a-a535-a21efed4a810 None None] Set router fd4ff865-ad7e-43e1-95af-27f2b8e918ae gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:24:05.186117 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fa6c114b-a83c-4144-988d-fb4f4eee8278 req-18fad5a9-a218-45f0-81e6-3d95631284da service neutron] 10.222.0.52 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340657 Jan 28 00:24:05.254456 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7aa96a13-a5f8-4e12-920e-bc5d7e41daf9 req-60a52533-a3e2-4a4d-bc42-d15d663c3d67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3293446b-6a58-49dc-a640-08b88ec834f3), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:05.269195 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c3d9741f-7e3f-4ea6-ab26-df2187915c9d up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:24:05.363783 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port c3d9741f-7e3f-4ea6-ab26-df2187915c9d triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:24:05.364175 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c3d9741f-7e3f-4ea6-ab26-df2187915c9d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:05.521989 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7aa96a13-a5f8-4e12-920e-bc5d7e41daf9 req-60a52533-a3e2-4a4d-bc42-d15d663c3d67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks [] for port (3293446b-6a58-49dc-a640-08b88ec834f3), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:05.531123 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7aa96a13-a5f8-4e12-920e-bc5d7e41daf9 req-60a52533-a3e2-4a4d-bc42-d15d663c3d67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (3293446b-6a58-49dc-a640-08b88ec834f3), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:05.533631 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port c3d9741f-7e3f-4ea6-ab26-df2187915c9d is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:24:05.656552 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a52533-a3e2-4a4d-bc42-d15d663c3d67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Pushing event updated for resources: {'Port': ['ID=3293446b-6a58-49dc-a640-08b88ec834f3,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:05.675593 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7aa96a13-a5f8-4e12-920e-bc5d7e41daf9 req-60a52533-a3e2-4a4d-bc42-d15d663c3d67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (78e29e5a-d76d-484a-bcc0-0383482f85fa), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:05.697697 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7aa96a13-a5f8-4e12-920e-bc5d7e41daf9 req-60a52533-a3e2-4a4d-bc42-d15d663c3d67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:05.701522 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7aa96a13-a5f8-4e12-920e-bc5d7e41daf9 req-60a52533-a3e2-4a4d-bc42-d15d663c3d67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9994702 Jan 28 00:24:05.819158 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7aa96a13-a5f8-4e12-920e-bc5d7e41daf9 req-e1a5fbf5-7437-42b0-8607-10ddb72309ee tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.61 HTTP/1.1" status: 200 len: 695 time: 0.1104803 Jan 28 00:24:05.959059 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9775d934-c88f-49ff-b78d-dd68fe2e2c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:05.993554 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df647333-b6e7-4323-a658-e095762a2d13 req-f77a6c37-4525-46c7-ad7f-94712a23d3f0 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:05.996091 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-df647333-b6e7-4323-a658-e095762a2d13 req-f77a6c37-4525-46c7-ad7f-94712a23d3f0 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=55da69fd-cd28-46db-be71-8182f7ba38b5 HTTP/1.1" status: 200 len: 943 time: 0.1516297 Jan 28 00:24:06.037985 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-38842a62-ab17-431a-a535-a21efed4a810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4ff865-ad7e-43e1-95af-27f2b8e918ae', 'name': 'tempest-FloatingIPDetailsTestJSON-895489805-router', 'tenant_id': '97a3ec5b99854227a7dd1d385ad1210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'c3d9741f-7e3f-4ea6-ab26-df2187915c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:23:45Z', 'updated_at': '2022-01-28T00:23:57Z', 'revision_number': 4, 'project_id': '97a3ec5b99854227a7dd1d385ad1210e', 'gw_port': {'id': 'c3d9741f-7e3f-4ea6-ab26-df2187915c9d', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:37:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4ff865-ad7e-43e1-95af-27f2b8e918ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:47Z', 'updated_at': '2022-01-28T00:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '17f39e1c-e058-4060-9d71-a1fa27f959c1', 'name': '', 'network_id': '91e8dbc0-87f8-444b-8813-ae0b44ecb43e', 'tenant_id': '97a3ec5b99854227a7dd1d385ad1210e', 'mac_address': 'fa:16:3e:4f:0a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4ff865-ad7e-43e1-95af-27f2b8e918ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '16f9eaaa-0831-4ae7-b66f-029badfc29b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:56Z', 'updated_at': '2022-01-28T00:23:58Z', 'revision_number': 2, 'project_id': '97a3ec5b99854227a7dd1d385ad1210e', 'subnets': [{'id': '16f9eaaa-0831-4ae7-b66f-029badfc29b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:06.061311 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa96a13-a5f8-4e12-920e-bc5d7e41daf9 req-607bb594-c6fc-46a8-bb9e-7cf523218ff2 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:06.063095 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7aa96a13-a5f8-4e12-920e-bc5d7e41daf9 req-607bb594-c6fc-46a8-bb9e-7cf523218ff2 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 784 time: 0.2318690 Jan 28 00:24:06.115939 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-df647333-b6e7-4323-a658-e095762a2d13 req-f25097bc-a888-4a7b-ba12-6ab5c85dc1eb tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093407 Jan 28 00:24:06.124176 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38842a62-ab17-431a-a535-a21efed4a810 None None] Checking router: fd4ff865-ad7e-43e1-95af-27f2b8e918ae for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:24:06.124539 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38842a62-ab17-431a-a535-a21efed4a810 None None] Updating router fd4ff865-ad7e-43e1-95af-27f2b8e918ae port 17f39e1c-e058-4060-9d71-a1fa27f959c1 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:24:06.191794 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-38842a62-ab17-431a-a535-a21efed4a810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (17f39e1c-e058-4060-9d71-a1fa27f959c1), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:06.449936 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-edf138da-40fd-47ae-8ad7-a0107d15f10b req-dcfbaf73-b638-4dc1-a750-dc2ed9419595 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1908941 Jan 28 00:24:06.462133 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-edf138da-40fd-47ae-8ad7-a0107d15f10b req-e5d3c2f7-5d98-476b-978c-28709b5c5bfe tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:06.493606 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-edf138da-40fd-47ae-8ad7-a0107d15f10b req-e5d3c2f7-5d98-476b-978c-28709b5c5bfe tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:06.702971 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-edf138da-40fd-47ae-8ad7-a0107d15f10b req-e5d3c2f7-5d98-476b-978c-28709b5c5bfe tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:06.753507 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33278) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:06.799973 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-38842a62-ab17-431a-a535-a21efed4a810 None None] Publish callbacks [] for port (17f39e1c-e058-4060-9d71-a1fa27f959c1), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:06.807946 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-38842a62-ab17-431a-a535-a21efed4a810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (17f39e1c-e058-4060-9d71-a1fa27f959c1), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:06.881380 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157b39f-76d3-4c12-ac25-9492f80536cb None None] Pushing event updated for resources: {'Port': ['ID=17f39e1c-e058-4060-9d71-a1fa27f959c1,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:06.950464 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-edf138da-40fd-47ae-8ad7-a0107d15f10b req-e5d3c2f7-5d98-476b-978c-28709b5c5bfe tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Allocated IP 172.25.3.211 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/b2cd5851-18ea-4fb8-9539-89468b955169) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:24:06.955948 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-38842a62-ab17-431a-a535-a21efed4a810 None None] Attempting to bind port 17f39e1c-e058-4060-9d71-a1fa27f959c1 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:24:06.956329 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-38842a62-ab17-431a-a535-a21efed4a810 None None] Attempting to bind port 17f39e1c-e058-4060-9d71-a1fa27f959c1 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'e377b053-c968-4b17-9c53-e55abeede2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '91e8dbc0-87f8-444b-8813-ae0b44ecb43e'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:24:06.956700 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38842a62-ab17-431a-a535-a21efed4a810 None None] Attempting to bind port 17f39e1c-e058-4060-9d71-a1fa27f959c1 on network 91e8dbc0-87f8-444b-8813-ae0b44ecb43e {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:24:06.965854 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38842a62-ab17-431a-a535-a21efed4a810 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:24:06.966459 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38842a62-ab17-431a-a535-a21efed4a810 None None] Checking segment: {'id': 'e377b053-c968-4b17-9c53-e55abeede2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '91e8dbc0-87f8-444b-8813-ae0b44ecb43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:24:06.966935 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-38842a62-ab17-431a-a535-a21efed4a810 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:06.967422 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38842a62-ab17-431a-a535-a21efed4a810 None None] Bound using segment: {'id': 'e377b053-c968-4b17-9c53-e55abeede2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '91e8dbc0-87f8-444b-8813-ae0b44ecb43e'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:24:06.968007 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-38842a62-ab17-431a-a535-a21efed4a810 None None] Bound port: 17f39e1c-e058-4060-9d71-a1fa27f959c1, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e377b053-c968-4b17-9c53-e55abeede2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '91e8dbc0-87f8-444b-8813-ae0b44ecb43e'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:24:06.968404 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-38842a62-ab17-431a-a535-a21efed4a810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (17f39e1c-e058-4060-9d71-a1fa27f959c1), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:07.128139 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-38842a62-ab17-431a-a535-a21efed4a810 None None] For port 17f39e1c-e058-4060-9d71-a1fa27f959c1, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:24:07.134907 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-38842a62-ab17-431a-a535-a21efed4a810 None None] For port 17f39e1c-e058-4060-9d71-a1fa27f959c1, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=17f39e1c-e058-4060-9d71-a1fa27f959c1,segment=NetworkSegment(e377b053-c968-4b17-9c53-e55abeede2fe),segment_id=e377b053-c968-4b17-9c53-e55abeede2fe)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:24:07.153724 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-38842a62-ab17-431a-a535-a21efed4a810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (17f39e1c-e058-4060-9d71-a1fa27f959c1), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:07.173324 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a20701b5-5f3a-4614-89b2-b9ac8dc4ebd8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-101722304-network', 'tenant_id': 'a307a73555514fef948538412af939aa'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:07.217521 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-edf138da-40fd-47ae-8ad7-a0107d15f10b req-e5d3c2f7-5d98-476b-978c-28709b5c5bfe tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks [] for port (b2cd5851-18ea-4fb8-9539-89468b955169), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:07.241057 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 37b6001e-22b0-44f5-9687-36b1ef3d92bc details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:24:07.267823 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20701b5-5f3a-4614-89b2-b9ac8dc4ebd8 admin admin] Made reservation on behalf of a307a73555514fef948538412af939aa for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:24:07.270376 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a20701b5-5f3a-4614-89b2-b9ac8dc4ebd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:07.320541 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-edf138da-40fd-47ae-8ad7-a0107d15f10b req-e5d3c2f7-5d98-476b-978c-28709b5c5bfe tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b2cd5851-18ea-4fb8-9539-89468b955169), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:07.324156 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a20701b5-5f3a-4614-89b2-b9ac8dc4ebd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:07.438538 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157b39f-76d3-4c12-ac25-9492f80536cb None None] Pushing event updated for resources: {'Port': ['ID=17f39e1c-e058-4060-9d71-a1fa27f959c1,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:07.500865 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38842a62-ab17-431a-a535-a21efed4a810 None None] Routers {'fd4ff865-ad7e-43e1-95af-27f2b8e918ae'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:24:07.505009 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-38842a62-ab17-431a-a535-a21efed4a810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:23:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['fd4ff865-ad7e-43e1-95af-27f2b8e918ae'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:07.513963 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33296) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:07.539930 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-e8bf856b-3077-4eeb-9cbc-2345f6083a0a None None] Provisioning complete for port 17f39e1c-e058-4060-9d71-a1fa27f959c1 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:24:07.540314 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e8bf856b-3077-4eeb-9cbc-2345f6083a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (17f39e1c-e058-4060-9d71-a1fa27f959c1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:07.543929 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edf138da-40fd-47ae-8ad7-a0107d15f10b req-e5d3c2f7-5d98-476b-978c-28709b5c5bfe tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:24:07.556798 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 37b6001e-22b0-44f5-9687-36b1ef3d92bc, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=37b6001e-22b0-44f5-9687-36b1ef3d92bc,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:24:07.590102 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-edf138da-40fd-47ae-8ad7-a0107d15f10b req-e5d3c2f7-5d98-476b-978c-28709b5c5bfe tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:24:07.596163 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a20701b5-5f3a-4614-89b2-b9ac8dc4ebd8 admin admin] Publish callbacks [] for security_group (f19f72fc-d168-46c4-96c9-291ac47933dc), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:07.603457 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a20701b5-5f3a-4614-89b2-b9ac8dc4ebd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f19f72fc-d168-46c4-96c9-291ac47933dc), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:07.609225 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf138da-40fd-47ae-8ad7-a0107d15f10b req-e5d3c2f7-5d98-476b-978c-28709b5c5bfe tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:24:07.665289 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20701b5-5f3a-4614-89b2-b9ac8dc4ebd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19f72fc-d168-46c4-96c9-291ac47933dc,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:07.671557 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '37b6001e-22b0-44f5-9687-36b1ef3d92bc', 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32', 'port_id': '37b6001e-22b0-44f5-9687-36b1ef3d92bc', 'mac_address': 'fa:16:3e:1b:c7:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752b9c73-c003-4007-a37c-7b906aeda551', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:24:07.695300 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a20701b5-5f3a-4614-89b2-b9ac8dc4ebd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:24:07.720340 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a20701b5-5f3a-4614-89b2-b9ac8dc4ebd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (47a4e752-d3e0-4ebb-b057-0b13d9f05d51), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:07.720702 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-a20701b5-5f3a-4614-89b2-b9ac8dc4ebd8 admin admin] Added segment 47a4e752-d3e0-4ebb-b057-0b13d9f05d51 of type vlan for network e43d5e58-9c39-4180-af79-592fac9d25bc Jan 28 00:24:07.745138 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3c2f7-5d98-476b-978c-28709b5c5bfe tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Pushing event updated for resources: {'Port': ['ID=b2cd5851-18ea-4fb8-9539-89468b955169,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:07.782676 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 37b6001e-22b0-44f5-9687-36b1ef3d92bc is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:24:07.784340 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (37b6001e-22b0-44f5-9687-36b1ef3d92bc), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:07.816121 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-38842a62-ab17-431a-a535-a21efed4a810 None None] Set router fd4ff865-ad7e-43e1-95af-27f2b8e918ae gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:24:07.852658 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a20701b5-5f3a-4614-89b2-b9ac8dc4ebd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (e43d5e58-9c39-4180-af79-592fac9d25bc), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:07.858370 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b6001e-22b0-44f5-9687-36b1ef3d92bc {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:24:07.904092 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd28ec3-b876-4e16-be36-641665e60c04 req-3e7eaacf-aaba-4ac2-bff2-9a2eec5cf902 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:07.905477 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a20701b5-5f3a-4614-89b2-b9ac8dc4ebd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (e43d5e58-9c39-4180-af79-592fac9d25bc), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:07.906830 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20701b5-5f3a-4614-89b2-b9ac8dc4ebd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:07.907462 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a20701b5-5f3a-4614-89b2-b9ac8dc4ebd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:07.910587 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6cd28ec3-b876-4e16-be36-641665e60c04 req-3e7eaacf-aaba-4ac2-bff2-9a2eec5cf902 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=55da69fd-cd28-46db-be71-8182f7ba38b5 HTTP/1.1" status: 200 len: 943 time: 0.4503632 Jan 28 00:24:07.913634 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 37b6001e-22b0-44f5-9687-36b1ef3d92bc, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=37b6001e-22b0-44f5-9687-36b1ef3d92bc,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:24:07.943311 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (37b6001e-22b0-44f5-9687-36b1ef3d92bc), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:08.043877 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e8bf856b-3077-4eeb-9cbc-2345f6083a0a None None] Current status of the port 17f39e1c-e058-4060-9d71-a1fa27f959c1 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:24:08.044381 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e8bf856b-3077-4eeb-9cbc-2345f6083a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (17f39e1c-e058-4060-9d71-a1fa27f959c1), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:08.065787 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-11244b42-dcd6-4db7-ab9a-546241e2bb49 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Request body: {'networks': [{'name': 'tempest-network--688166862'}, {'name': 'tempest-network--2045155767'}]} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:08.066836 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-11244b42-dcd6-4db7-ab9a-546241e2bb49 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Request body: {'network': {'name': 'tempest-network--688166862'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:08.082433 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-11244b42-dcd6-4db7-ab9a-546241e2bb49 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Request body: {'network': {'name': 'tempest-network--2045155767'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:08.103474 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a20701b5-5f3a-4614-89b2-b9ac8dc4ebd8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3476331 Jan 28 00:24:08.116099 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33306) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:08.136176 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-72947b2f-b5fc-4cae-b8f4-c8d7e18f636d admin admin] Request body: {'subnet': {'network_id': 'e43d5e58-9c39-4180-af79-592fac9d25bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-101722304-subnet', 'tenant_id': 'a307a73555514fef948538412af939aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:08.167526 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=37b6001e-22b0-44f5-9687-36b1ef3d92bc,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:08.168659 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20701b5-5f3a-4614-89b2-b9ac8dc4ebd8 admin admin] Pushing event updated for resources: {'Network': ['ID=e43d5e58-9c39-4180-af79-592fac9d25bc,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:08.186750 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network e43d5e58-9c39-4180-af79-592fac9d25bc details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:24:08.191062 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72947b2f-b5fc-4cae-b8f4-c8d7e18f636d admin admin] Made reservation on behalf of a307a73555514fef948538412af939aa for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:24:08.198246 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72947b2f-b5fc-4cae-b8f4-c8d7e18f636d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:08.211903 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6cd28ec3-b876-4e16-be36-641665e60c04 req-cb7fadba-c9d7-459d-a5cb-12fe861bbddc tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889197 Jan 28 00:24:08.212568 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11244b42-dcd6-4db7-ab9a-546241e2bb49 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Made reservation on behalf of 61544786be2d4270a9fd6c6c0c478bbe for: {'network': 2} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:24:08.220738 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-11244b42-dcd6-4db7-ab9a-546241e2bb49 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:08.252606 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-11244b42-dcd6-4db7-ab9a-546241e2bb49 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:08.278869 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-edf138da-40fd-47ae-8ad7-a0107d15f10b req-e5d3c2f7-5d98-476b-978c-28709b5c5bfe tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks [] for floatingip (b2ebc4b1-59e0-42eb-b281-4187b84039f1), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:08.403580 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-11244b42-dcd6-4db7-ab9a-546241e2bb49 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks [] for security_group (b32deff8-2e7b-4c8f-92fd-b8c75b38fc67), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:08.436569 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-e8bf856b-3077-4eeb-9cbc-2345f6083a0a None None] For port 17f39e1c-e058-4060-9d71-a1fa27f959c1, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=17f39e1c-e058-4060-9d71-a1fa27f959c1,segment=NetworkSegment(e377b053-c968-4b17-9c53-e55abeede2fe),segment_id=e377b053-c968-4b17-9c53-e55abeede2fe)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:24:08.445964 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-edf138da-40fd-47ae-8ad7-a0107d15f10b req-e5d3c2f7-5d98-476b-978c-28709b5c5bfe tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b2cd5851-18ea-4fb8-9539-89468b955169), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:08.448555 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-11244b42-dcd6-4db7-ab9a-546241e2bb49 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b32deff8-2e7b-4c8f-92fd-b8c75b38fc67), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:08.449038 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-11244b42-dcd6-4db7-ab9a-546241e2bb49 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:08.459601 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-38842a62-ab17-431a-a535-a21efed4a810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4ff865-ad7e-43e1-95af-27f2b8e918ae', 'name': 'tempest-FloatingIPDetailsTestJSON-895489805-router', 'tenant_id': '97a3ec5b99854227a7dd1d385ad1210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'c3d9741f-7e3f-4ea6-ab26-df2187915c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:23:45Z', 'updated_at': '2022-01-28T00:23:57Z', 'revision_number': 4, 'project_id': '97a3ec5b99854227a7dd1d385ad1210e', 'gw_port': {'id': 'c3d9741f-7e3f-4ea6-ab26-df2187915c9d', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:37:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4ff865-ad7e-43e1-95af-27f2b8e918ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:47Z', 'updated_at': '2022-01-28T00:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '17f39e1c-e058-4060-9d71-a1fa27f959c1', 'name': '', 'network_id': '91e8dbc0-87f8-444b-8813-ae0b44ecb43e', 'tenant_id': '97a3ec5b99854227a7dd1d385ad1210e', 'mac_address': 'fa:16:3e:4f:0a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4ff865-ad7e-43e1-95af-27f2b8e918ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '16f9eaaa-0831-4ae7-b66f-029badfc29b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:56Z', 'updated_at': '2022-01-28T00:24:07Z', 'revision_number': 4, 'project_id': '97a3ec5b99854227a7dd1d385ad1210e', 'subnets': [{'id': '16f9eaaa-0831-4ae7-b66f-029badfc29b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:08.501007 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38842a62-ab17-431a-a535-a21efed4a810 None None] The sync data for ids ['fd4ff865-ad7e-43e1-95af-27f2b8e918ae'] in n-d-826754-1 is: [{'id': 'fd4ff865-ad7e-43e1-95af-27f2b8e918ae', 'name': 'tempest-FloatingIPDetailsTestJSON-895489805-router', 'tenant_id': '97a3ec5b99854227a7dd1d385ad1210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'c3d9741f-7e3f-4ea6-ab26-df2187915c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:23:45Z', 'updated_at': '2022-01-28T00:23:57Z', 'revision_number': 4, 'project_id': '97a3ec5b99854227a7dd1d385ad1210e', 'gw_port': {'id': 'c3d9741f-7e3f-4ea6-ab26-df2187915c9d', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:37:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4ff865-ad7e-43e1-95af-27f2b8e918ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:47Z', 'updated_at': '2022-01-28T00:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '17f39e1c-e058-4060-9d71-a1fa27f959c1', 'name': '', 'network_id': '91e8dbc0-87f8-444b-8813-ae0b44ecb43e', 'tenant_id': '97a3ec5b99854227a7dd1d385ad1210e', 'mac_address': 'fa:16:3e:4f:0a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4ff865-ad7e-43e1-95af-27f2b8e918ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '16f9eaaa-0831-4ae7-b66f-029badfc29b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:56Z', 'updated_at': '2022-01-28T00:24:07Z', 'revision_number': 4, 'project_id': '97a3ec5b99854227a7dd1d385ad1210e', 'subnets': [{'id': '16f9eaaa-0831-4ae7-b66f-029badfc29b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:24:08.539268 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e8bf856b-3077-4eeb-9cbc-2345f6083a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (17f39e1c-e058-4060-9d71-a1fa27f959c1), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:08.567151 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11244b42-dcd6-4db7-ab9a-546241e2bb49 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:24:08.595327 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-11244b42-dcd6-4db7-ab9a-546241e2bb49 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (c2353378-1d1d-4c1b-afe3-91d34b77e4c5), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:08.595718 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-11244b42-dcd6-4db7-ab9a-546241e2bb49 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Added segment c2353378-1d1d-4c1b-afe3-91d34b77e4c5 of type vlan for network 74861f63-60fd-4736-80be-f6ecde6a9ad9 Jan 28 00:24:08.631631 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['37b6001e-22b0-44f5-9687-36b1ef3d92bc'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:24:08.707193 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36b8e369-9b88-4c6f-8b0d-d03c494c97e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:08.794153 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72947b2f-b5fc-4cae-b8f4-c8d7e18f636d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (0ee65cfd-279f-451f-bcb7-4543d912ef02), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:08.809096 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf856b-3077-4eeb-9cbc-2345f6083a0a None None] Pushing event updated for resources: {'Port': ['ID=17f39e1c-e058-4060-9d71-a1fa27f959c1,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:08.817491 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-aa56992d-95e1-496a-84a1-0c80bb0f0303 None None] Provisioning complete for port 17f39e1c-e058-4060-9d71-a1fa27f959c1 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:24:08.817879 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aa56992d-95e1-496a-84a1-0c80bb0f0303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (17f39e1c-e058-4060-9d71-a1fa27f959c1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:08.984647 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11244b42-dcd6-4db7-ab9a-546241e2bb49 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32deff8-2e7b-4c8f-92fd-b8c75b38fc67,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:09.024742 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-11244b42-dcd6-4db7-ab9a-546241e2bb49 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (74861f63-60fd-4736-80be-f6ecde6a9ad9), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:09.046367 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72947b2f-b5fc-4cae-b8f4-c8d7e18f636d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ee65cfd-279f-451f-bcb7-4543d912ef02,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:09.063864 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72947b2f-b5fc-4cae-b8f4-c8d7e18f636d admin admin] Checking segment: {'id': '47a4e752-d3e0-4ebb-b057-0b13d9f05d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e43d5e58-9c39-4180-af79-592fac9d25bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:24:09.069127 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72947b2f-b5fc-4cae-b8f4-c8d7e18f636d admin admin] Network hostable DHCP agents. Network: e43d5e58-9c39-4180-af79-592fac9d25bc, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:24:09.081435 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-edf138da-40fd-47ae-8ad7-a0107d15f10b req-e5d3c2f7-5d98-476b-978c-28709b5c5bfe tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks [] for port (b2cd5851-18ea-4fb8-9539-89468b955169), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:09.109100 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-edf138da-40fd-47ae-8ad7-a0107d15f10b req-e5d3c2f7-5d98-476b-978c-28709b5c5bfe tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (b2cd5851-18ea-4fb8-9539-89468b955169), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:09.136914 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72947b2f-b5fc-4cae-b8f4-c8d7e18f636d admin admin] Network e43d5e58-9c39-4180-af79-592fac9d25bc is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:24:09.178459 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-72947b2f-b5fc-4cae-b8f4-c8d7e18f636d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, e43d5e58-9c39-4180-af79-592fac9d25bc) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:24:09.196528 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72947b2f-b5fc-4cae-b8f4-c8d7e18f636d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:09.198891 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72947b2f-b5fc-4cae-b8f4-c8d7e18f636d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:09.222425 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86570b9-25f9-4b3b-b637-a0971b2e3dfe None None] Network e43d5e58-9c39-4180-af79-592fac9d25bc requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:24:09.247815 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-72947b2f-b5fc-4cae-b8f4-c8d7e18f636d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1287858 Jan 28 00:24:09.249388 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33322) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:09.263098 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-f6ea48e5-d6e7-4a24-ab62-3179057514c3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-101722304-router', 'tenant_id': 'a307a73555514fef948538412af939aa', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:09.316520 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6ea48e5-d6e7-4a24-ab62-3179057514c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (53840f48-77ae-4867-a5ac-d0952f7eb658), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:09.317882 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6ea48e5-d6e7-4a24-ab62-3179057514c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (53840f48-77ae-4867-a5ac-d0952f7eb658), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:09.389990 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3c2f7-5d98-476b-978c-28709b5c5bfe tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Pushing event updated for resources: {'Port': ['ID=b2cd5851-18ea-4fb8-9539-89468b955169,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:09.423394 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11244b42-dcd6-4db7-ab9a-546241e2bb49 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:24:09.453582 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6ea48e5-d6e7-4a24-ab62-3179057514c3 admin admin] Publish callbacks [] for router_controller (53840f48-77ae-4867-a5ac-d0952f7eb658), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:09.527808 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-edf138da-40fd-47ae-8ad7-a0107d15f10b req-e5d3c2f7-5d98-476b-978c-28709b5c5bfe tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (b2ebc4b1-59e0-42eb-b281-4187b84039f1), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:09.585954 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-11244b42-dcd6-4db7-ab9a-546241e2bb49 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (01700a39-f86b-4799-921c-adc053809244), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:09.586578 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-11244b42-dcd6-4db7-ab9a-546241e2bb49 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Added segment 01700a39-f86b-4799-921c-adc053809244 of type vlan for network 842f8bbc-79d4-4907-804a-307790c2428f Jan 28 00:24:09.601518 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 17f39e1c-e058-4060-9d71-a1fa27f959c1 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:24:09.629961 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-edf138da-40fd-47ae-8ad7-a0107d15f10b req-e5d3c2f7-5d98-476b-978c-28709b5c5bfe tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:09.632230 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-edf138da-40fd-47ae-8ad7-a0107d15f10b req-e5d3c2f7-5d98-476b-978c-28709b5c5bfe tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1743042 Jan 28 00:24:09.661567 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-aa56992d-95e1-496a-84a1-0c80bb0f0303 None None] Current status of the port 17f39e1c-e058-4060-9d71-a1fa27f959c1 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:24:09.754453 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6ea48e5-d6e7-4a24-ab62-3179057514c3 admin admin] Publish callbacks [] for router_gateway (53840f48-77ae-4867-a5ac-d0952f7eb658), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:09.811327 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-11244b42-dcd6-4db7-ab9a-546241e2bb49 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (842f8bbc-79d4-4907-804a-307790c2428f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:09.844493 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42427cb6-63e5-4853-b3be-2c0a0babb38b req-31b02729-76bc-456d-8881-5e54fbe4e176 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:09.856646 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42427cb6-63e5-4853-b3be-2c0a0babb38b req-31b02729-76bc-456d-8881-5e54fbe4e176 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=55da69fd-cd28-46db-be71-8182f7ba38b5 HTTP/1.1" status: 200 len: 944 time: 0.4018877 Jan 28 00:24:09.857363 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:09.867518 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-edf138da-40fd-47ae-8ad7-a0107d15f10b req-37ba50b0-5955-45e0-8665-bd83a04da133 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.211 HTTP/1.1" status: 200 len: 696 time: 0.1881566 Jan 28 00:24:09.913024 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 17f39e1c-e058-4060-9d71-a1fa27f959c1 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:24:09.914828 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (17f39e1c-e058-4060-9d71-a1fa27f959c1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:09.945463 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.db.resource_extend [None req-11244b42-dcd6-4db7-ab9a-546241e2bb49 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:24:10.027044 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca66f55-2f47-412b-86b0-69dba9ea28a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-e43d5e58-9c39-4180-af79-592fac9d25bc', 'network_id': 'e43d5e58-9c39-4180-af79-592fac9d25bc', 'project_id': 'a307a73555514fef948538412af939aa', 'fixed_ips': [{'subnet_id': '0ee65cfd-279f-451f-bcb7-4543d912ef02'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:24:10.028424 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ca66f55-2f47-412b-86b0-69dba9ea28a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:10.313371 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6ea48e5-d6e7-4a24-ab62-3179057514c3 admin admin] Publish callbacks [] for router_gateway (53840f48-77ae-4867-a5ac-d0952f7eb658), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:10.348711 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42427cb6-63e5-4853-b3be-2c0a0babb38b req-3ab06925-b6eb-42d6-ba4e-4602baea59fb tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788342 Jan 28 00:24:10.353550 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6ea48e5-d6e7-4a24-ab62-3179057514c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:10.373608 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-11244b42-dcd6-4db7-ab9a-546241e2bb49 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (74861f63-60fd-4736-80be-f6ecde6a9ad9), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:10.374331 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-11244b42-dcd6-4db7-ab9a-546241e2bb49 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (842f8bbc-79d4-4907-804a-307790c2428f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:10.382577 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-8ca66f55-2f47-412b-86b0-69dba9ea28a3 None None] Allocated IP 172.20.0.2 (e43d5e58-9c39-4180-af79-592fac9d25bc/0ee65cfd-279f-451f-bcb7-4543d912ef02/242b46ac-ff2e-4277-836d-716b1d74a6a8) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:24:10.383145 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11244b42-dcd6-4db7-ab9a-546241e2bb49 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:10.392217 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11244b42-dcd6-4db7-ab9a-546241e2bb49 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:10.395650 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-11244b42-dcd6-4db7-ab9a-546241e2bb49 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:10.411799 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 17f39e1c-e058-4060-9d71-a1fa27f959c1 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:24:10.427701 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf138da-40fd-47ae-8ad7-a0107d15f10b req-04d58827-1386-4c9f-8fe3-9c5183e6124e tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:10.427701 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-edf138da-40fd-47ae-8ad7-a0107d15f10b req-04d58827-1386-4c9f-8fe3-9c5183e6124e tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 784 time: 0.5561936 Jan 28 00:24:10.439407 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-11244b42-dcd6-4db7-ab9a-546241e2bb49 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.9229226 Jan 28 00:24:10.442312 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33344) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:10.587296 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11244b42-dcd6-4db7-ab9a-546241e2bb49 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Pushing event updated for resources: {'Network': ['ID=74861f63-60fd-4736-80be-f6ecde6a9ad9,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:10.737619 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11244b42-dcd6-4db7-ab9a-546241e2bb49 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Pushing event updated for resources: {'Network': ['ID=842f8bbc-79d4-4907-804a-307790c2428f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:10.753418 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-f6ea48e5-d6e7-4a24-ab62-3179057514c3 admin admin] Allocated IP 172.25.3.114 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/1a25c4dd-6790-4050-9938-d9e2297357e3) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:24:10.761653 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 74861f63-60fd-4736-80be-f6ecde6a9ad9 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:24:10.774114 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 842f8bbc-79d4-4907-804a-307790c2428f details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:24:10.831506 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a10ee33-1c8c-4954-a61c-898329be7c95 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:10.839280 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a10ee33-1c8c-4954-a61c-898329be7c95 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:10.845637 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a10ee33-1c8c-4954-a61c-898329be7c95 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:10.852108 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a10ee33-1c8c-4954-a61c-898329be7c95 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:10.860350 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0a10ee33-1c8c-4954-a61c-898329be7c95 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4171076 Jan 28 00:24:10.861515 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33350) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:10.990846 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6ea48e5-d6e7-4a24-ab62-3179057514c3 admin admin] Publish callbacks [] for port (1a25c4dd-6790-4050-9938-d9e2297357e3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:11.050708 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6ea48e5-d6e7-4a24-ab62-3179057514c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (1a25c4dd-6790-4050-9938-d9e2297357e3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:11.064688 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da6d667a-7f58-4a3c-aa5f-20495c16a5a0 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (74861f63-60fd-4736-80be-f6ecde6a9ad9), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:11.099043 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8955a3e3-a3f0-45c7-92e5-fbd9afb2b486 req-d95ed182-915c-410d-8d6b-fa6c80f3d9b2 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4096227 Jan 28 00:24:11.102584 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ea48e5-d6e7-4a24-ab62-3179057514c3 admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:24:11.110810 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-f6ea48e5-d6e7-4a24-ab62-3179057514c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:24:11.117015 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ea48e5-d6e7-4a24-ab62-3179057514c3 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:24:11.120746 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-8955a3e3-a3f0-45c7-92e5-fbd9afb2b486 req-e4098790-9bd1-42a6-9353-44b80bd0ea67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:11.122543 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:11.170823 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ca66f55-2f47-412b-86b0-69dba9ea28a3 None None] Publish callbacks [] for port (242b46ac-ff2e-4277-836d-716b1d74a6a8), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:11.186462 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ca66f55-2f47-412b-86b0-69dba9ea28a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (242b46ac-ff2e-4277-836d-716b1d74a6a8), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:11.249332 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 37b6001e-22b0-44f5-9687-36b1ef3d92bc up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:24:11.254285 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca66f55-2f47-412b-86b0-69dba9ea28a3 None None] Network e43d5e58-9c39-4180-af79-592fac9d25bc is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:24:11.265094 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-8ca66f55-2f47-412b-86b0-69dba9ea28a3 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:24:11.296674 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca66f55-2f47-412b-86b0-69dba9ea28a3 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:24:11.313362 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca66f55-2f47-412b-86b0-69dba9ea28a3 None None] Pushing event updated for resources: {'Port': ['ID=242b46ac-ff2e-4277-836d-716b1d74a6a8,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:11.358706 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea48e5-d6e7-4a24-ab62-3179057514c3 admin admin] Pushing event updated for resources: {'Port': ['ID=1a25c4dd-6790-4050-9938-d9e2297357e3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:11.386104 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-8ca66f55-2f47-412b-86b0-69dba9ea28a3 None None] Attempting to bind port 242b46ac-ff2e-4277-836d-716b1d74a6a8 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:24:11.386549 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-8ca66f55-2f47-412b-86b0-69dba9ea28a3 None None] Attempting to bind port 242b46ac-ff2e-4277-836d-716b1d74a6a8 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '47a4e752-d3e0-4ebb-b057-0b13d9f05d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e43d5e58-9c39-4180-af79-592fac9d25bc'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:24:11.386923 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca66f55-2f47-412b-86b0-69dba9ea28a3 None None] Attempting to bind port 242b46ac-ff2e-4277-836d-716b1d74a6a8 on network e43d5e58-9c39-4180-af79-592fac9d25bc {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:24:11.397523 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca66f55-2f47-412b-86b0-69dba9ea28a3 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:24:11.397923 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca66f55-2f47-412b-86b0-69dba9ea28a3 None None] Checking segment: {'id': '47a4e752-d3e0-4ebb-b057-0b13d9f05d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e43d5e58-9c39-4180-af79-592fac9d25bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:24:11.398513 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ca66f55-2f47-412b-86b0-69dba9ea28a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:11.398945 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca66f55-2f47-412b-86b0-69dba9ea28a3 None None] Bound using segment: {'id': '47a4e752-d3e0-4ebb-b057-0b13d9f05d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e43d5e58-9c39-4180-af79-592fac9d25bc'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:24:11.399435 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-8ca66f55-2f47-412b-86b0-69dba9ea28a3 None None] Bound port: 242b46ac-ff2e-4277-836d-716b1d74a6a8, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a4e752-d3e0-4ebb-b057-0b13d9f05d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e43d5e58-9c39-4180-af79-592fac9d25bc'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:24:11.399938 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ca66f55-2f47-412b-86b0-69dba9ea28a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (242b46ac-ff2e-4277-836d-716b1d74a6a8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:11.449559 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da6d667a-7f58-4a3c-aa5f-20495c16a5a0 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (74861f63-60fd-4736-80be-f6ecde6a9ad9), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:11.497985 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-da6d667a-7f58-4a3c-aa5f-20495c16a5a0 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74861f63-60fd-4736-80be-f6ecde6a9ad9']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:11.517567 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-da6d667a-7f58-4a3c-aa5f-20495c16a5a0 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2353378-1d1d-4c1b-afe3-91d34b77e4c5') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:11.518179 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-da6d667a-7f58-4a3c-aa5f-20495c16a5a0 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2353378-1d1d-4c1b-afe3-91d34b77e4c5') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:11.536106 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-8ca66f55-2f47-412b-86b0-69dba9ea28a3 None None] For port 242b46ac-ff2e-4277-836d-716b1d74a6a8, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:24:11.537039 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da6d667a-7f58-4a3c-aa5f-20495c16a5a0 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (c2353378-1d1d-4c1b-afe3-91d34b77e4c5), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:11.541085 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-8ca66f55-2f47-412b-86b0-69dba9ea28a3 None None] For port 242b46ac-ff2e-4277-836d-716b1d74a6a8, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=242b46ac-ff2e-4277-836d-716b1d74a6a8,segment=NetworkSegment(47a4e752-d3e0-4ebb-b057-0b13d9f05d51),segment_id=47a4e752-d3e0-4ebb-b057-0b13d9f05d51)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:24:11.550790 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ca66f55-2f47-412b-86b0-69dba9ea28a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (242b46ac-ff2e-4277-836d-716b1d74a6a8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:11.565184 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da6d667a-7f58-4a3c-aa5f-20495c16a5a0 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (c2353378-1d1d-4c1b-afe3-91d34b77e4c5), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:11.580868 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 37b6001e-22b0-44f5-9687-36b1ef3d92bc completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:24:11.603322 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8955a3e3-a3f0-45c7-92e5-fbd9afb2b486 req-e4098790-9bd1-42a6-9353-44b80bd0ea67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:11.617049 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da6d667a-7f58-4a3c-aa5f-20495c16a5a0 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:24:11.618288 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da6d667a-7f58-4a3c-aa5f-20495c16a5a0 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (c2353378-1d1d-4c1b-afe3-91d34b77e4c5), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:11.618477 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 37b6001e-22b0-44f5-9687-36b1ef3d92bc triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:24:11.618959 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (37b6001e-22b0-44f5-9687-36b1ef3d92bc), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:11.629894 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6ea48e5-d6e7-4a24-ab62-3179057514c3 admin admin] Publish callbacks [] for router_gateway (53840f48-77ae-4867-a5ac-d0952f7eb658), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:11.688214 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca66f55-2f47-412b-86b0-69dba9ea28a3 None None] Pushing event updated for resources: {'Port': ['ID=242b46ac-ff2e-4277-836d-716b1d74a6a8,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:11.763599 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:24:11.763599 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:24:11.763599 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:24:11.763599 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:24:11.763599 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:24:11.763599 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:24:11.763599 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:24:11.763599 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:24:11.763599 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:24:11.763599 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:24:11.763599 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:24:11.763599 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:24:11.763599 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:24:11.763599 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:24:11.763599 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:24:11.763599 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:24:11.763599 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:24:11.763599 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:24:11.763599 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:24:11.763599 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:24:11.763599 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:24:11.763599 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:24:11.763599 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:24:11.763599 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:24:11.763599 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:24:11.763599 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:24:11.763599 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:24:11.763599 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:24:11.763599 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:24:11.763599 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:24:11.763599 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:24:11.763599 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:24:11.776373 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 37b6001e-22b0-44f5-9687-36b1ef3d92bc is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:24:11.777192 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (37b6001e-22b0-44f5-9687-36b1ef3d92bc), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:11.832579 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55da69fd-cd28-46db-be71-8182f7ba38b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b6001e-22b0-44f5-9687-36b1ef3d92bc'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:24:11.840064 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322aa249-a15b-4e12-83af-39bff9def517" -d '{"events": [{"server_uuid": "55da69fd-cd28-46db-be71-8182f7ba38b5", "name": "network-vif-plugged", "status": "completed", "tag": "37b6001e-22b0-44f5-9687-36b1ef3d92bc"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:24:11.874446 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 37b6001e-22b0-44f5-9687-36b1ef3d92bc, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=37b6001e-22b0-44f5-9687-36b1ef3d92bc,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:24:11.892091 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (37b6001e-22b0-44f5-9687-36b1ef3d92bc), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:12.026074 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da6d667a-7f58-4a3c-aa5f-20495c16a5a0 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (74861f63-60fd-4736-80be-f6ecde6a9ad9), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:12.042508 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da6d667a-7f58-4a3c-aa5f-20495c16a5a0 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:12.050274 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-da6d667a-7f58-4a3c-aa5f-20495c16a5a0 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] 10.222.0.70 "DELETE /v2.0/networks/74861f63-60fd-4736-80be-f6ecde6a9ad9 HTTP/1.1" status: 204 len: 168 time: 1.1782374 Jan 28 00:24:12.054497 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33374) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:12.064672 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=37b6001e-22b0-44f5-9687-36b1ef3d92bc,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:12.069984 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d667a-7f58-4a3c-aa5f-20495c16a5a0 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Pushing event deleted for resources: {'Network': ['ID=74861f63-60fd-4736-80be-f6ecde6a9ad9,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:12.080075 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea06bc-ece0-48a7-98f8-cb75598d3296 req-b37d3f63-1670-478c-a7a2-b9a5d99d6326 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:12.090704 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-39ea06bc-ece0-48a7-98f8-cb75598d3296 req-b37d3f63-1670-478c-a7a2-b9a5d99d6326 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=55da69fd-cd28-46db-be71-8182f7ba38b5 HTTP/1.1" status: 200 len: 944 time: 0.5182991 Jan 28 00:24:12.163906 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:12.207582 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-39ea06bc-ece0-48a7-98f8-cb75598d3296 req-e49985af-5ffa-4526-b3ac-f782a1eb2685 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158550 Jan 28 00:24:12.303727 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8955a3e3-a3f0-45c7-92e5-fbd9afb2b486 req-e4098790-9bd1-42a6-9353-44b80bd0ea67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:12.380280 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7b72bfe7-758f-4f2c-a9a0-c617a5bbc7ca tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (842f8bbc-79d4-4907-804a-307790c2428f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:12.402986 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6ea48e5-d6e7-4a24-ab62-3179057514c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (53840f48-77ae-4867-a5ac-d0952f7eb658), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:12.530996 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-8955a3e3-a3f0-45c7-92e5-fbd9afb2b486 req-e4098790-9bd1-42a6-9353-44b80bd0ea67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Allocated IP 172.25.3.21 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/76173fb1-c024-435a-a274-09196b22e7df) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:24:12.587790 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7b72bfe7-758f-4f2c-a9a0-c617a5bbc7ca tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (842f8bbc-79d4-4907-804a-307790c2428f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:12.621771 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-7b72bfe7-758f-4f2c-a9a0-c617a5bbc7ca tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['842f8bbc-79d4-4907-804a-307790c2428f']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:12.634900 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-7b72bfe7-758f-4f2c-a9a0-c617a5bbc7ca tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01700a39-f86b-4799-921c-adc053809244') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:12.635200 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-7b72bfe7-758f-4f2c-a9a0-c617a5bbc7ca tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01700a39-f86b-4799-921c-adc053809244') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:12.646564 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7b72bfe7-758f-4f2c-a9a0-c617a5bbc7ca tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (01700a39-f86b-4799-921c-adc053809244), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:12.657430 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe8c062-cf51-4cfc-92f9-eadc0ef86900 x-openstack-request-id: req-cbe8c062-cf51-4cfc-92f9-eadc0ef86900 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:24:12.657760 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55da69fd-cd28-46db-be71-8182f7ba38b5", "name": "network-vif-plugged", "status": "completed", "tag": "37b6001e-22b0-44f5-9687-36b1ef3d92bc", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:24:12.658058 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cbe8c062-cf51-4cfc-92f9-eadc0ef86900 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:24:12.658474 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55da69fd-cd28-46db-be71-8182f7ba38b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b6001e-22b0-44f5-9687-36b1ef3d92bc', 'code': 200} Jan 28 00:24:12.665778 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7b72bfe7-758f-4f2c-a9a0-c617a5bbc7ca tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (01700a39-f86b-4799-921c-adc053809244), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:12.684227 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b72bfe7-758f-4f2c-a9a0-c617a5bbc7ca tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:24:12.685267 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7b72bfe7-758f-4f2c-a9a0-c617a5bbc7ca tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (01700a39-f86b-4799-921c-adc053809244), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:12.689325 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:24:12.689325 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:24:12.689325 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:24:12.689325 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:24:12.689325 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:24:12.689325 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:24:12.689325 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:24:12.689325 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:24:12.689325 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:24:12.689325 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:24:12.689325 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:24:12.689325 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:24:12.689325 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:24:12.689325 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:24:12.689325 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:24:12.689325 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:24:12.689325 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:24:12.689325 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:24:12.689325 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:24:12.689325 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:24:12.689325 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:24:12.689325 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:24:12.689325 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:24:12.689325 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:24:12.689325 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:24:12.689325 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:24:12.689325 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:24:12.689325 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:24:12.689325 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:24:12.689325 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:24:12.689325 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:24:12.689325 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:24:12.778913 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:12.793424 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8955a3e3-a3f0-45c7-92e5-fbd9afb2b486 req-e4098790-9bd1-42a6-9353-44b80bd0ea67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks [] for port (76173fb1-c024-435a-a274-09196b22e7df), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:12.867841 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8955a3e3-a3f0-45c7-92e5-fbd9afb2b486 req-e4098790-9bd1-42a6-9353-44b80bd0ea67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (76173fb1-c024-435a-a274-09196b22e7df), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:12.911468 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7b72bfe7-758f-4f2c-a9a0-c617a5bbc7ca tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (842f8bbc-79d4-4907-804a-307790c2428f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:12.917891 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7b72bfe7-758f-4f2c-a9a0-c617a5bbc7ca tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:12.922610 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7b72bfe7-758f-4f2c-a9a0-c617a5bbc7ca tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] 10.222.0.70 "DELETE /v2.0/networks/842f8bbc-79d4-4907-804a-307790c2428f HTTP/1.1" status: 204 len: 168 time: 0.8637867 Jan 28 00:24:12.939002 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33388) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:12.976063 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72bfe7-758f-4f2c-a9a0-c617a5bbc7ca tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Pushing event deleted for resources: {'Network': ['ID=842f8bbc-79d4-4907-804a-307790c2428f,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:12.977062 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8955a3e3-a3f0-45c7-92e5-fbd9afb2b486 req-e4098790-9bd1-42a6-9353-44b80bd0ea67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:24:13.005636 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4098790-9bd1-42a6-9353-44b80bd0ea67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Pushing event updated for resources: {'Port': ['ID=76173fb1-c024-435a-a274-09196b22e7df,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:13.014158 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-8955a3e3-a3f0-45c7-92e5-fbd9afb2b486 req-e4098790-9bd1-42a6-9353-44b80bd0ea67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:24:13.035785 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25767899-6e7e-4a1b-97cd-bbf5b26ea425 req-f1c220fe-cc18-45ee-88b5-20ad30cce502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:13.037192 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-25767899-6e7e-4a1b-97cd-bbf5b26ea425 req-f1c220fe-cc18-45ee-88b5-20ad30cce502 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=55da69fd-cd28-46db-be71-8182f7ba38b5 HTTP/1.1" status: 200 len: 1096 time: 0.1376963 Jan 28 00:24:13.045733 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-8955a3e3-a3f0-45c7-92e5-fbd9afb2b486 req-e4098790-9bd1-42a6-9353-44b80bd0ea67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:24:13.143234 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-25767899-6e7e-4a1b-97cd-bbf5b26ea425 req-69b4d053-0ed7-4cb9-af88-2eaa66136993 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988114 Jan 28 00:24:13.152416 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ea48e5-d6e7-4a24-ab62-3179057514c3 admin admin] Router 53840f48-77ae-4867-a5ac-d0952f7eb658 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:24:13.396001 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 242b46ac-ff2e-4277-836d-716b1d74a6a8 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:24:13.539295 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ea48e5-d6e7-4a24-ab62-3179057514c3 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:24:13.569621 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0ae3b8-90b2-4b3e-a59b-1859030b1b68 None None] Sync routers for ids ['53840f48-77ae-4867-a5ac-d0952f7eb658'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:24:13.588805 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6ea48e5-d6e7-4a24-ab62-3179057514c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:13.594793 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f6ea48e5-d6e7-4a24-ab62-3179057514c3 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3382156 Jan 28 00:24:13.595471 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33402) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:13.600925 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0ae3b8-90b2-4b3e-a59b-1859030b1b68 None None] Routers {'53840f48-77ae-4867-a5ac-d0952f7eb658'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:24:13.602761 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-af0ae3b8-90b2-4b3e-a59b-1859030b1b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:24:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['53840f48-77ae-4867-a5ac-d0952f7eb658'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:13.839690 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-af0ae3b8-90b2-4b3e-a59b-1859030b1b68 None None] Set router 53840f48-77ae-4867-a5ac-d0952f7eb658 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:24:14.064804 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8955a3e3-a3f0-45c7-92e5-fbd9afb2b486 req-e4098790-9bd1-42a6-9353-44b80bd0ea67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks [] for floatingip (080d422f-e8ee-4d38-bcdf-662f13ae5b00), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:14.142179 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e53df84-f756-4d16-837d-a5554f4c98f8 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:14.157847 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e53df84-f756-4d16-837d-a5554f4c98f8 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:14.167513 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1e53df84-f756-4d16-837d-a5554f4c98f8 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.2241809 Jan 28 00:24:14.180246 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33410) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:14.191403 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ad20c2-75ba-4f03-b4a7-7bc37252d3ef None None] Network e43d5e58-9c39-4180-af79-592fac9d25bc requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:24:14.193571 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2f884043-3f5c-4196-809b-dbd887d237ec tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1396825243'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:14.227799 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8955a3e3-a3f0-45c7-92e5-fbd9afb2b486 req-e4098790-9bd1-42a6-9353-44b80bd0ea67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (76173fb1-c024-435a-a274-09196b22e7df), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:14.239647 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 242b46ac-ff2e-4277-836d-716b1d74a6a8 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:24:14.240284 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (242b46ac-ff2e-4277-836d-716b1d74a6a8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:14.244969 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d7840-69dc-41b0-8b8c-143710fcd97c req-d05b5705-d924-4294-8835-f02b96d0d51f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:14.254351 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-929d7840-69dc-41b0-8b8c-143710fcd97c req-d05b5705-d924-4294-8835-f02b96d0d51f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=55da69fd-cd28-46db-be71-8182f7ba38b5 HTTP/1.1" status: 200 len: 945 time: 0.1762779 Jan 28 00:24:14.305912 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f884043-3f5c-4196-809b-dbd887d237ec tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Made reservation on behalf of 61544786be2d4270a9fd6c6c0c478bbe for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:24:14.310131 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f884043-3f5c-4196-809b-dbd887d237ec tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:14.448987 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-929d7840-69dc-41b0-8b8c-143710fcd97c req-d29203c4-fbb1-41d8-9620-183fe11395d8 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732810 Jan 28 00:24:14.469817 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f884043-3f5c-4196-809b-dbd887d237ec tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:24:14.542304 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f884043-3f5c-4196-809b-dbd887d237ec tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (9839cb2b-b9aa-43af-a2a0-cc346edbdf84), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:14.542993 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-2f884043-3f5c-4196-809b-dbd887d237ec tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Added segment 9839cb2b-b9aa-43af-a2a0-cc346edbdf84 of type vlan for network 2ed96afa-7ed0-49f5-a0e5-720a12112044 Jan 28 00:24:14.616830 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f884043-3f5c-4196-809b-dbd887d237ec tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (2ed96afa-7ed0-49f5-a0e5-720a12112044), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:14.636673 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:14.656731 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-b7a6c095-3040-4b13-9319-d9066d5cb5e0 None None] Provisioning complete for port 242b46ac-ff2e-4277-836d-716b1d74a6a8 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:24:14.657367 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b7a6c095-3040-4b13-9319-d9066d5cb5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (242b46ac-ff2e-4277-836d-716b1d74a6a8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:14.667154 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f884043-3f5c-4196-809b-dbd887d237ec tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (2ed96afa-7ed0-49f5-a0e5-720a12112044), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:14.672795 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f884043-3f5c-4196-809b-dbd887d237ec tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:14.673616 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f884043-3f5c-4196-809b-dbd887d237ec tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:14.757756 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2f884043-3f5c-4196-809b-dbd887d237ec tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5694253 Jan 28 00:24:14.765950 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33418) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:14.785015 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-18aed59b-35a8-4cfe-aaed-29d3c8cd1282 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-574977170'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:14.794318 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8955a3e3-a3f0-45c7-92e5-fbd9afb2b486 req-e4098790-9bd1-42a6-9353-44b80bd0ea67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks [] for port (76173fb1-c024-435a-a274-09196b22e7df), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:14.821706 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8955a3e3-a3f0-45c7-92e5-fbd9afb2b486 req-e4098790-9bd1-42a6-9353-44b80bd0ea67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (76173fb1-c024-435a-a274-09196b22e7df), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:14.890921 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f884043-3f5c-4196-809b-dbd887d237ec tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Pushing event updated for resources: {'Network': ['ID=2ed96afa-7ed0-49f5-a0e5-720a12112044,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:14.961629 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 242b46ac-ff2e-4277-836d-716b1d74a6a8 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:24:14.962235 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (242b46ac-ff2e-4277-836d-716b1d74a6a8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:14.964633 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 2ed96afa-7ed0-49f5-a0e5-720a12112044 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:24:15.016769 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18aed59b-35a8-4cfe-aaed-29d3c8cd1282 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Made reservation on behalf of 61544786be2d4270a9fd6c6c0c478bbe for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:24:15.022679 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18aed59b-35a8-4cfe-aaed-29d3c8cd1282 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:15.074463 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4098790-9bd1-42a6-9353-44b80bd0ea67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Pushing event updated for resources: {'Port': ['ID=76173fb1-c024-435a-a274-09196b22e7df,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:15.098211 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 242b46ac-ff2e-4277-836d-716b1d74a6a8, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=242b46ac-ff2e-4277-836d-716b1d74a6a8,segment=NetworkSegment(47a4e752-d3e0-4ebb-b057-0b13d9f05d51),segment_id=47a4e752-d3e0-4ebb-b057-0b13d9f05d51)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:24:15.110584 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b7a6c095-3040-4b13-9319-d9066d5cb5e0 None None] Current status of the port 242b46ac-ff2e-4277-836d-716b1d74a6a8 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:24:15.112345 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8955a3e3-a3f0-45c7-92e5-fbd9afb2b486 req-e4098790-9bd1-42a6-9353-44b80bd0ea67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (080d422f-e8ee-4d38-bcdf-662f13ae5b00), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:15.112722 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b7a6c095-3040-4b13-9319-d9066d5cb5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (242b46ac-ff2e-4277-836d-716b1d74a6a8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:15.115572 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18aed59b-35a8-4cfe-aaed-29d3c8cd1282 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:24:15.122476 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (242b46ac-ff2e-4277-836d-716b1d74a6a8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:15.158847 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18aed59b-35a8-4cfe-aaed-29d3c8cd1282 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (d818cc15-d701-457f-9eaf-ea0e40505a34), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:15.159230 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-18aed59b-35a8-4cfe-aaed-29d3c8cd1282 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Added segment d818cc15-d701-457f-9eaf-ea0e40505a34 of type vlan for network d70a05d1-4493-4231-bd49-7c45e386b641 Jan 28 00:24:15.185353 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8955a3e3-a3f0-45c7-92e5-fbd9afb2b486 req-e4098790-9bd1-42a6-9353-44b80bd0ea67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:15.186670 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8955a3e3-a3f0-45c7-92e5-fbd9afb2b486 req-e4098790-9bd1-42a6-9353-44b80bd0ea67 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0774753 Jan 28 00:24:15.236473 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-af0ae3b8-90b2-4b3e-a59b-1859030b1b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53840f48-77ae-4867-a5ac-d0952f7eb658', 'name': 'tempest-FloatingIPsNegativeTestJSON-101722304-router', 'tenant_id': 'a307a73555514fef948538412af939aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '1a25c4dd-6790-4050-9938-d9e2297357e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:24:09Z', 'updated_at': '2022-01-28T00:24:11Z', 'revision_number': 3, 'project_id': 'a307a73555514fef948538412af939aa', 'gw_port': {'id': '1a25c4dd-6790-4050-9938-d9e2297357e3', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53840f48-77ae-4867-a5ac-d0952f7eb658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:24:10Z', 'updated_at': '2022-01-28T00:24:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:15.308348 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0ae3b8-90b2-4b3e-a59b-1859030b1b68 None None] Checking router: 53840f48-77ae-4867-a5ac-d0952f7eb658 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:24:15.309086 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0ae3b8-90b2-4b3e-a59b-1859030b1b68 None None] Updating router 53840f48-77ae-4867-a5ac-d0952f7eb658 port 1a25c4dd-6790-4050-9938-d9e2297357e3 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:24:15.357388 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18aed59b-35a8-4cfe-aaed-29d3c8cd1282 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (d70a05d1-4493-4231-bd49-7c45e386b641), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:15.376139 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8955a3e3-a3f0-45c7-92e5-fbd9afb2b486 req-f84ba03e-ea4a-4cb3-9e59-15a275b7cf9a tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.21 HTTP/1.1" status: 200 len: 695 time: 0.1580505 Jan 28 00:24:15.402380 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-86527442-66db-46a7-a356-449df9b8649f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:15.423123 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=242b46ac-ff2e-4277-836d-716b1d74a6a8,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:15.474132 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-b7a6c095-3040-4b13-9319-d9066d5cb5e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:24:15.474652 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-b7a6c095-3040-4b13-9319-d9066d5cb5e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:24:15.487447 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af0ae3b8-90b2-4b3e-a59b-1859030b1b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1a25c4dd-6790-4050-9938-d9e2297357e3), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:15.697768 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18aed59b-35a8-4cfe-aaed-29d3c8cd1282 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (d70a05d1-4493-4231-bd49-7c45e386b641), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:15.716700 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18aed59b-35a8-4cfe-aaed-29d3c8cd1282 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:15.717372 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18aed59b-35a8-4cfe-aaed-29d3c8cd1282 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:15.797888 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-86527442-66db-46a7-a356-449df9b8649f admin admin] Allocated IP 172.20.0.1 (e43d5e58-9c39-4180-af79-592fac9d25bc/0ee65cfd-279f-451f-bcb7-4543d912ef02/661229b2-bfa9-4747-af5e-9876a7fd2a3a) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:24:15.919090 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-18aed59b-35a8-4cfe-aaed-29d3c8cd1282 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1467621 Jan 28 00:24:15.919919 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33436) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:15.930901 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-72c3276d-bf16-4088-be5c-cfd025fbf819 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Request body: {'ports': [{'network_id': '2ed96afa-7ed0-49f5-a0e5-720a12112044', 'name': 'tempest-port--1946987043', 'admin_state_up': True}, {'network_id': 'd70a05d1-4493-4231-bd49-7c45e386b641', 'admin_state_up': False}]} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:15.931319 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-72c3276d-bf16-4088-be5c-cfd025fbf819 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Request body: {'port': {'network_id': '2ed96afa-7ed0-49f5-a0e5-720a12112044', 'name': 'tempest-port--1946987043', 'admin_state_up': True}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:15.932583 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-72c3276d-bf16-4088-be5c-cfd025fbf819 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Request body: {'port': {'network_id': 'd70a05d1-4493-4231-bd49-7c45e386b641', 'admin_state_up': False}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:15.950306 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aed59b-35a8-4cfe-aaed-29d3c8cd1282 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Pushing event updated for resources: {'Network': ['ID=d70a05d1-4493-4231-bd49-7c45e386b641,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:16.014199 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5e47d-8d17-486d-9b09-856e907a91e8 req-84016f61-904f-491d-a971-928435bfa4f1 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:16.021745 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ab5e47d-8d17-486d-9b09-856e907a91e8 req-84016f61-904f-491d-a971-928435bfa4f1 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=55da69fd-cd28-46db-be71-8182f7ba38b5 HTTP/1.1" status: 200 len: 945 time: 0.3008485 Jan 28 00:24:16.029395 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955a3e3-a3f0-45c7-92e5-fbd9afb2b486 req-44719879-6f94-4a0d-88b7-02cead67aed3 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:16.030841 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8955a3e3-a3f0-45c7-92e5-fbd9afb2b486 req-44719879-6f94-4a0d-88b7-02cead67aed3 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 784 time: 0.6391897 Jan 28 00:24:16.092899 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af0ae3b8-90b2-4b3e-a59b-1859030b1b68 None None] Publish callbacks [] for port (1a25c4dd-6790-4050-9938-d9e2297357e3), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:16.100399 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network d70a05d1-4493-4231-bd49-7c45e386b641 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:24:16.146648 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-86527442-66db-46a7-a356-449df9b8649f admin admin] Publish callbacks [] for port (661229b2-bfa9-4747-af5e-9876a7fd2a3a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:16.165832 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ab5e47d-8d17-486d-9b09-856e907a91e8 req-74a80932-f78f-4439-b279-e8d0120854ba tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429656 Jan 28 00:24:16.220763 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af0ae3b8-90b2-4b3e-a59b-1859030b1b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1a25c4dd-6790-4050-9938-d9e2297357e3), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:16.268089 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d6f42-c519-4b90-b20d-5705f67031b7 None None] Pushing event updated for resources: {'Port': ['ID=1a25c4dd-6790-4050-9938-d9e2297357e3,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:16.319471 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b7a6c095-3040-4b13-9319-d9066d5cb5e0 None None] Current status of the port 242b46ac-ff2e-4277-836d-716b1d74a6a8 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:24:16.362967 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-af0ae3b8-90b2-4b3e-a59b-1859030b1b68 None None] Attempting to bind port 1a25c4dd-6790-4050-9938-d9e2297357e3 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:24:16.366794 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-af0ae3b8-90b2-4b3e-a59b-1859030b1b68 None None] Attempting to bind port 1a25c4dd-6790-4050-9938-d9e2297357e3 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:24:16.369999 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0ae3b8-90b2-4b3e-a59b-1859030b1b68 None None] Attempting to bind port 1a25c4dd-6790-4050-9938-d9e2297357e3 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:24:16.380963 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0ae3b8-90b2-4b3e-a59b-1859030b1b68 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:24:16.382253 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0ae3b8-90b2-4b3e-a59b-1859030b1b68 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:24:16.382818 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af0ae3b8-90b2-4b3e-a59b-1859030b1b68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:16.383350 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0ae3b8-90b2-4b3e-a59b-1859030b1b68 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:24:16.384178 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-af0ae3b8-90b2-4b3e-a59b-1859030b1b68 None None] Bound port: 1a25c4dd-6790-4050-9938-d9e2297357e3, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:24:16.385194 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af0ae3b8-90b2-4b3e-a59b-1859030b1b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1a25c4dd-6790-4050-9938-d9e2297357e3), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:16.421271 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-86527442-66db-46a7-a356-449df9b8649f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (661229b2-bfa9-4747-af5e-9876a7fd2a3a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:16.436543 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c3276d-bf16-4088-be5c-cfd025fbf819 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Made reservation on behalf of 61544786be2d4270a9fd6c6c0c478bbe for: {'port': 2} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:24:16.443937 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72c3276d-bf16-4088-be5c-cfd025fbf819 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:16.512251 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-af0ae3b8-90b2-4b3e-a59b-1859030b1b68 None None] For port 1a25c4dd-6790-4050-9938-d9e2297357e3, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:24:16.519688 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-af0ae3b8-90b2-4b3e-a59b-1859030b1b68 None None] For port 1a25c4dd-6790-4050-9938-d9e2297357e3, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1a25c4dd-6790-4050-9938-d9e2297357e3,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:24:16.522530 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-cac118b1-224f-4a58-b668-e48434979a8d None None] Provisioning complete for port 242b46ac-ff2e-4277-836d-716b1d74a6a8 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:24:16.523465 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cac118b1-224f-4a58-b668-e48434979a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (242b46ac-ff2e-4277-836d-716b1d74a6a8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:16.544335 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86527442-66db-46a7-a356-449df9b8649f admin admin] Network e43d5e58-9c39-4180-af79-592fac9d25bc is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:24:16.551912 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-86527442-66db-46a7-a356-449df9b8649f admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:24:16.555781 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72c3276d-bf16-4088-be5c-cfd025fbf819 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:16.563743 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86527442-66db-46a7-a356-449df9b8649f admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:24:16.625339 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-58c15cb2-ea2c-4a38-b146-7e7476d8d62c req-5a4c5687-ffa1-4eef-b5d4-5a3963ddfb25 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3534236 Jan 28 00:24:16.627590 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af0ae3b8-90b2-4b3e-a59b-1859030b1b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1a25c4dd-6790-4050-9938-d9e2297357e3), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:16.633593 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86527442-66db-46a7-a356-449df9b8649f admin admin] Pushing event updated for resources: {'Port': ['ID=661229b2-bfa9-4747-af5e-9876a7fd2a3a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:16.637534 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-58c15cb2-ea2c-4a38-b146-7e7476d8d62c req-4b6aa00f-70c6-4d4c-b688-082538cdb155 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:16.689671 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-58c15cb2-ea2c-4a38-b146-7e7476d8d62c req-4b6aa00f-70c6-4d4c-b688-082538cdb155 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:16.788834 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-86527442-66db-46a7-a356-449df9b8649f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (53840f48-77ae-4867-a5ac-d0952f7eb658), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:16.832212 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d6f42-c519-4b90-b20d-5705f67031b7 None None] Pushing event updated for resources: {'Port': ['ID=1a25c4dd-6790-4050-9938-d9e2297357e3,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:16.912490 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0ae3b8-90b2-4b3e-a59b-1859030b1b68 None None] Routers {'53840f48-77ae-4867-a5ac-d0952f7eb658'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:24:16.912974 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-af0ae3b8-90b2-4b3e-a59b-1859030b1b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:24:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['53840f48-77ae-4867-a5ac-d0952f7eb658'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:17.039269 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-cac118b1-224f-4a58-b668-e48434979a8d None None] Current status of the port 242b46ac-ff2e-4277-836d-716b1d74a6a8 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:24:17.039713 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd35eb-162b-4872-8ae5-1cfc3ac2e440 req-86dc2996-498e-47a0-ab0d-70b23e9a7c00 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:17.052518 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-57dd35eb-162b-4872-8ae5-1cfc3ac2e440 req-86dc2996-498e-47a0-ab0d-70b23e9a7c00 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=55da69fd-cd28-46db-be71-8182f7ba38b5 HTTP/1.1" status: 200 len: 945 time: 0.3226905 Jan 28 00:24:17.235235 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-5685eb8e-89bd-4e5f-a704-8ec2f8f8317a None None] Provisioning complete for port 661229b2-bfa9-4747-af5e-9876a7fd2a3a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:24:17.236185 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5685eb8e-89bd-4e5f-a704-8ec2f8f8317a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (661229b2-bfa9-4747-af5e-9876a7fd2a3a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:17.355839 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-86527442-66db-46a7-a356-449df9b8649f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (661229b2-bfa9-4747-af5e-9876a7fd2a3a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:17.366263 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5685eb8e-89bd-4e5f-a704-8ec2f8f8317a None None] Port 661229b2-bfa9-4747-af5e-9876a7fd2a3a cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:24:17.374293 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 242b46ac-ff2e-4277-836d-716b1d74a6a8 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:24:17.429249 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-57dd35eb-162b-4872-8ae5-1cfc3ac2e440 req-e2df44c9-0c4d-4d60-a552-7b9cc57b5fc8 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749173 Jan 28 00:24:17.511434 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-af0ae3b8-90b2-4b3e-a59b-1859030b1b68 None None] Set router 53840f48-77ae-4867-a5ac-d0952f7eb658 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:24:17.525381 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-58c15cb2-ea2c-4a38-b146-7e7476d8d62c req-4b6aa00f-70c6-4d4c-b688-082538cdb155 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:17.609502 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-86527442-66db-46a7-a356-449df9b8649f admin admin] Publish callbacks [] for port (661229b2-bfa9-4747-af5e-9876a7fd2a3a), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:17.618414 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-72c3276d-bf16-4088-be5c-cfd025fbf819 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] device_id is not set on port 4dc143ef-3397-42d0-afd9-c4ca393cddf2 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:24:17.624312 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-86527442-66db-46a7-a356-449df9b8649f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (661229b2-bfa9-4747-af5e-9876a7fd2a3a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:17.710172 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86527442-66db-46a7-a356-449df9b8649f admin admin] Pushing event updated for resources: {'Port': ['ID=661229b2-bfa9-4747-af5e-9876a7fd2a3a,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:17.797051 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-86527442-66db-46a7-a356-449df9b8649f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (53840f48-77ae-4867-a5ac-d0952f7eb658), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:18.020619 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-58c15cb2-ea2c-4a38-b146-7e7476d8d62c req-4b6aa00f-70c6-4d4c-b688-082538cdb155 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Allocated IP 172.25.3.79 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/08e0be5c-9dde-438c-9170-9ceef832c3e3) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:24:18.112352 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86527442-66db-46a7-a356-449df9b8649f admin admin] Network e43d5e58-9c39-4180-af79-592fac9d25bc is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:24:18.117269 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-86527442-66db-46a7-a356-449df9b8649f admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:24:18.139903 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72c3276d-bf16-4088-be5c-cfd025fbf819 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks [] for port (4dc143ef-3397-42d0-afd9-c4ca393cddf2), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:18.256436 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 242b46ac-ff2e-4277-836d-716b1d74a6a8 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:24:18.262075 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (242b46ac-ff2e-4277-836d-716b1d74a6a8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:18.519857 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-72c3276d-bf16-4088-be5c-cfd025fbf819 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] device_id is not set on port af10f816-dc53-4a61-b669-674ad344923b yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:24:18.532387 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-58c15cb2-ea2c-4a38-b146-7e7476d8d62c req-4b6aa00f-70c6-4d4c-b688-082538cdb155 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks [] for port (08e0be5c-9dde-438c-9170-9ceef832c3e3), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:18.624228 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-58c15cb2-ea2c-4a38-b146-7e7476d8d62c req-4b6aa00f-70c6-4d4c-b688-082538cdb155 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (08e0be5c-9dde-438c-9170-9ceef832c3e3), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:18.652733 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-af0ae3b8-90b2-4b3e-a59b-1859030b1b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53840f48-77ae-4867-a5ac-d0952f7eb658', 'name': 'tempest-FloatingIPsNegativeTestJSON-101722304-router', 'tenant_id': 'a307a73555514fef948538412af939aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '1a25c4dd-6790-4050-9938-d9e2297357e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:24:09Z', 'updated_at': '2022-01-28T00:24:11Z', 'revision_number': 3, 'project_id': 'a307a73555514fef948538412af939aa', 'gw_port': {'id': '1a25c4dd-6790-4050-9938-d9e2297357e3', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53840f48-77ae-4867-a5ac-d0952f7eb658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:24:10Z', 'updated_at': '2022-01-28T00:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:18.732928 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86527442-66db-46a7-a356-449df9b8649f admin admin] Router 53840f48-77ae-4867-a5ac-d0952f7eb658 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:24:18.761368 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c15cb2-ea2c-4a38-b146-7e7476d8d62c req-4b6aa00f-70c6-4d4c-b688-082538cdb155 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:24:18.778784 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-58c15cb2-ea2c-4a38-b146-7e7476d8d62c req-4b6aa00f-70c6-4d4c-b688-082538cdb155 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:24:18.786385 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0ae3b8-90b2-4b3e-a59b-1859030b1b68 None None] The sync data for ids ['53840f48-77ae-4867-a5ac-d0952f7eb658'] in n-d-826754-1 is: [{'id': '53840f48-77ae-4867-a5ac-d0952f7eb658', 'name': 'tempest-FloatingIPsNegativeTestJSON-101722304-router', 'tenant_id': 'a307a73555514fef948538412af939aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '1a25c4dd-6790-4050-9938-d9e2297357e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:24:09Z', 'updated_at': '2022-01-28T00:24:11Z', 'revision_number': 3, 'project_id': 'a307a73555514fef948538412af939aa', 'gw_port': {'id': '1a25c4dd-6790-4050-9938-d9e2297357e3', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53840f48-77ae-4867-a5ac-d0952f7eb658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:24:10Z', 'updated_at': '2022-01-28T00:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:24:18.788786 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c15cb2-ea2c-4a38-b146-7e7476d8d62c req-4b6aa00f-70c6-4d4c-b688-082538cdb155 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:24:18.857103 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-0a8296f6-46bb-480a-a2c2-9ad20f22cbf9 None None] Provisioning complete for port 661229b2-bfa9-4747-af5e-9876a7fd2a3a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:24:18.858109 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a8296f6-46bb-480a-a2c2-9ad20f22cbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (661229b2-bfa9-4747-af5e-9876a7fd2a3a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:18.874417 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 242b46ac-ff2e-4277-836d-716b1d74a6a8 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:24:18.902525 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6aa00f-70c6-4d4c-b688-082538cdb155 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Pushing event updated for resources: {'Port': ['ID=08e0be5c-9dde-438c-9170-9ceef832c3e3,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:19.000921 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:24:19.053670 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0a8296f6-46bb-480a-a2c2-9ad20f22cbf9 None None] Port 661229b2-bfa9-4747-af5e-9876a7fd2a3a cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:24:19.139424 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86527442-66db-46a7-a356-449df9b8649f admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:24:19.162672 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-86527442-66db-46a7-a356-449df9b8649f admin admin] 10.222.0.70 "PUT /v2.0/routers/53840f48-77ae-4867-a5ac-d0952f7eb658/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5634766 Jan 28 00:24:19.201498 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72c3276d-bf16-4088-be5c-cfd025fbf819 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks [] for port (af10f816-dc53-4a61-b669-674ad344923b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:19.264568 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-58c15cb2-ea2c-4a38-b146-7e7476d8d62c req-4b6aa00f-70c6-4d4c-b688-082538cdb155 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks [] for floatingip (a84d40ab-3634-4b04-882a-dc0dc5bc01f0), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:19.449782 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72c3276d-bf16-4088-be5c-cfd025fbf819 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (4dc143ef-3397-42d0-afd9-c4ca393cddf2), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:19.512339 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3b75f-244b-4b5d-9dc3-5985ad12b5d5 req-93c7488e-8d3f-4109-ad2d-01b48761ecb2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:19.519094 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dcd3b75f-244b-4b5d-9dc3-5985ad12b5d5 req-93c7488e-8d3f-4109-ad2d-01b48761ecb2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=55da69fd-cd28-46db-be71-8182f7ba38b5 HTTP/1.1" status: 200 len: 945 time: 0.8286536 Jan 28 00:24:19.644596 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-58c15cb2-ea2c-4a38-b146-7e7476d8d62c req-4b6aa00f-70c6-4d4c-b688-082538cdb155 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (08e0be5c-9dde-438c-9170-9ceef832c3e3), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:19.676393 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3276d-bf16-4088-be5c-cfd025fbf819 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Pushing event updated for resources: {'Port': ['ID=4dc143ef-3397-42d0-afd9-c4ca393cddf2,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:19.716426 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c3276d-bf16-4088-be5c-cfd025fbf819 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Checking segment: {'id': '9839cb2b-b9aa-43af-a2a0-cc346edbdf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2ed96afa-7ed0-49f5-a0e5-720a12112044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:24:19.716813 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c3276d-bf16-4088-be5c-cfd025fbf819 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Network hostable DHCP agents. Network: 2ed96afa-7ed0-49f5-a0e5-720a12112044, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:24:19.773832 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c3276d-bf16-4088-be5c-cfd025fbf819 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Network 2ed96afa-7ed0-49f5-a0e5-720a12112044 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:24:19.797210 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-72c3276d-bf16-4088-be5c-cfd025fbf819 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 2ed96afa-7ed0-49f5-a0e5-720a12112044) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:24:19.809185 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e290fc0d-1547-4223-9bdb-e90b29882721 None None] Network 2ed96afa-7ed0-49f5-a0e5-720a12112044 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:24:19.814965 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c3276d-bf16-4088-be5c-cfd025fbf819 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:24:19.816958 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72c3276d-bf16-4088-be5c-cfd025fbf819 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (af10f816-dc53-4a61-b669-674ad344923b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:19.976432 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3276d-bf16-4088-be5c-cfd025fbf819 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Pushing event updated for resources: {'Port': ['ID=af10f816-dc53-4a61-b669-674ad344923b,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:20.069554 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c3276d-bf16-4088-be5c-cfd025fbf819 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Checking segment: {'id': 'd818cc15-d701-457f-9eaf-ea0e40505a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd70a05d1-4493-4231-bd49-7c45e386b641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:24:20.071536 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c3276d-bf16-4088-be5c-cfd025fbf819 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Network hostable DHCP agents. Network: d70a05d1-4493-4231-bd49-7c45e386b641, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:24:20.124248 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c3276d-bf16-4088-be5c-cfd025fbf819 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Network d70a05d1-4493-4231-bd49-7c45e386b641 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:24:20.143640 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-72c3276d-bf16-4088-be5c-cfd025fbf819 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, d70a05d1-4493-4231-bd49-7c45e386b641) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:24:20.161939 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c3276d-bf16-4088-be5c-cfd025fbf819 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:24:20.176475 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87c04fc-44eb-4de7-a1fc-f18040952540 None None] Network d70a05d1-4493-4231-bd49-7c45e386b641 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:24:20.184599 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c3276d-bf16-4088-be5c-cfd025fbf819 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:20.200417 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c3276d-bf16-4088-be5c-cfd025fbf819 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:20.203417 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72c3276d-bf16-4088-be5c-cfd025fbf819 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:20.257848 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dcd3b75f-244b-4b5d-9dc3-5985ad12b5d5 req-247a9d6e-6982-4237-b46b-281abe206186 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7264206 Jan 28 00:24:20.262645 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-72c3276d-bf16-4088-be5c-cfd025fbf819 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.3413248 Jan 28 00:24:20.266413 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33494) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:20.454338 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae5e0b4-b7ca-4c4d-b569-72b68da148cf tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:20.465358 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae5e0b4-b7ca-4c4d-b569-72b68da148cf tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:20.470166 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0ae5e0b4-b7ca-4c4d-b569-72b68da148cf tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2001503 Jan 28 00:24:20.470445 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33500) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:20.584723 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-58c15cb2-ea2c-4a38-b146-7e7476d8d62c req-4b6aa00f-70c6-4d4c-b688-082538cdb155 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks [] for port (08e0be5c-9dde-438c-9170-9ceef832c3e3), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:20.599678 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-58c15cb2-ea2c-4a38-b146-7e7476d8d62c req-4b6aa00f-70c6-4d4c-b688-082538cdb155 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (08e0be5c-9dde-438c-9170-9ceef832c3e3), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:20.770620 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6aa00f-70c6-4d4c-b688-082538cdb155 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Pushing event updated for resources: {'Port': ['ID=08e0be5c-9dde-438c-9170-9ceef832c3e3,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:20.873317 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-da4e983a-f68e-4e69-af70-e61b2e3c9925 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Deleting port 4dc143ef-3397-42d0-afd9-c4ca393cddf2 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:24:20.875465 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-da4e983a-f68e-4e69-af70-e61b2e3c9925 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (4dc143ef-3397-42d0-afd9-c4ca393cddf2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:20.921977 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-58c15cb2-ea2c-4a38-b146-7e7476d8d62c req-4b6aa00f-70c6-4d4c-b688-082538cdb155 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (a84d40ab-3634-4b04-882a-dc0dc5bc01f0), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:20.975379 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-58c15cb2-ea2c-4a38-b146-7e7476d8d62c req-4b6aa00f-70c6-4d4c-b688-082538cdb155 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:20.977757 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-58c15cb2-ea2c-4a38-b146-7e7476d8d62c req-4b6aa00f-70c6-4d4c-b688-082538cdb155 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.3509650 Jan 28 00:24:21.156607 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-da4e983a-f68e-4e69-af70-e61b2e3c9925 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (4dc143ef-3397-42d0-afd9-c4ca393cddf2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:21.214765 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-da4e983a-f68e-4e69-af70-e61b2e3c9925 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Calling delete_port for 4dc143ef-3397-42d0-afd9-c4ca393cddf2 owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:24:21.369555 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33506) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:21.443409 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-da4e983a-f68e-4e69-af70-e61b2e3c9925 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (4dc143ef-3397-42d0-afd9-c4ca393cddf2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:21.447574 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-af77c6eb-23c8-4d7d-90f3-57fc9fa33d92 req-4f9a26f6-c27e-4fe4-85eb-f70b40e9a4b1 tempest-FloatingIPsNegativeTestJSON-1520014187 tempest-FloatingIPsNegativeTestJSON-1520014187-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=a307a73555514fef948538412af939aa HTTP/1.1" status: 200 len: 217 time: 0.2330780 Jan 28 00:24:21.458603 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-58c15cb2-ea2c-4a38-b146-7e7476d8d62c req-e76fd2a3-b4c5-43a7-ad28-c179a86163b4 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.79 HTTP/1.1" status: 200 len: 695 time: 0.4610260 Jan 28 00:24:21.473197 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1a25c4dd-6790-4050-9938-d9e2297357e3 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:24:21.563367 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e983a-f68e-4e69-af70-e61b2e3c9925 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Pushing event deleted for resources: {'Port': ['ID=4dc143ef-3397-42d0-afd9-c4ca393cddf2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:21.600689 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-da4e983a-f68e-4e69-af70-e61b2e3c9925 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:21.623531 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-da4e983a-f68e-4e69-af70-e61b2e3c9925 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] 10.222.0.70 "DELETE /v2.0/ports/4dc143ef-3397-42d0-afd9-c4ca393cddf2 HTTP/1.1" status: 204 len: 168 time: 1.1449497 Jan 28 00:24:21.625201 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33516) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:21.689830 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c15cb2-ea2c-4a38-b146-7e7476d8d62c req-e01fe0c7-6d73-47c0-a43e-ea3827e936cd tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:21.691354 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-58c15cb2-ea2c-4a38-b146-7e7476d8d62c req-e01fe0c7-6d73-47c0-a43e-ea3827e936cd tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 784 time: 0.2070951 Jan 28 00:24:21.709496 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 1a25c4dd-6790-4050-9938-d9e2297357e3 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:24:21.717614 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1a25c4dd-6790-4050-9938-d9e2297357e3), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:21.992915 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04017c80-49e0-4c77-b084-986f858bc9f1 req-d2b2918b-8220-408b-b351-e8e232377470 tempest-FloatingIPsNegativeTestJSON-1520014187 tempest-FloatingIPsNegativeTestJSON-1520014187-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0771427 Jan 28 00:24:22.052757 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 1a25c4dd-6790-4050-9938-d9e2297357e3 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:24:22.053402 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1a25c4dd-6790-4050-9938-d9e2297357e3), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:22.063509 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f0df7c48-e1af-4a1e-af8a-2d05bccde6c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:22.083591 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1f503df5-9fca-4019-8200-520a843c6046 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Deleting port af10f816-dc53-4a61-b669-674ad344923b {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:24:22.084224 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f503df5-9fca-4019-8200-520a843c6046 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (af10f816-dc53-4a61-b669-674ad344923b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:22.148507 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 1a25c4dd-6790-4050-9938-d9e2297357e3, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1a25c4dd-6790-4050-9938-d9e2297357e3,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:24:22.159145 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1a25c4dd-6790-4050-9938-d9e2297357e3), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:22.231367 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2605b8ea-7223-47fd-aa79-16962c927ea4 req-233db79f-0410-4a04-9486-d2a55cfabb0a tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/floatingips/a84d40ab-3634-4b04-882a-dc0dc5bc01f0 HTTP/1.1" status: 200 len: 692 time: 0.1591625 Jan 28 00:24:22.365097 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=1a25c4dd-6790-4050-9938-d9e2297357e3,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:22.376016 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605b8ea-7223-47fd-aa79-16962c927ea4 req-c5b93e59-f16a-444c-8c1f-8a0440d5a382 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:22.386129 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f503df5-9fca-4019-8200-520a843c6046 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (af10f816-dc53-4a61-b669-674ad344923b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:22.386615 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2605b8ea-7223-47fd-aa79-16962c927ea4 req-c5b93e59-f16a-444c-8c1f-8a0440d5a382 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 784 time: 0.1522613 Jan 28 00:24:22.409930 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1f503df5-9fca-4019-8200-520a843c6046 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Calling delete_port for af10f816-dc53-4a61-b669-674ad344923b owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:24:22.537314 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-decc98d6-8a29-4fc6-a7a1-2e441e9d0579 req-aba71093-fbd4-44de-8f46-e4267614ab74 tempest-FloatingIPsNegativeTestJSON-1520014187 tempest-FloatingIPsNegativeTestJSON-1520014187-project] show failed (client error): The resource could not be found. Jan 28 00:24:22.538439 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-decc98d6-8a29-4fc6-a7a1-2e441e9d0579 req-aba71093-fbd4-44de-8f46-e4267614ab74 tempest-FloatingIPsNegativeTestJSON-1520014187 tempest-FloatingIPsNegativeTestJSON-1520014187-project] 10.222.0.70 "GET /v2.0/floatingips/3569a346-51a9-4f0a-9ec6-ab63a73b4026 HTTP/1.1" status: 404 len: 350 time: 0.0923541 Jan 28 00:24:22.560796 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33528) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:22.572639 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f503df5-9fca-4019-8200-520a843c6046 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (af10f816-dc53-4a61-b669-674ad344923b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:22.603076 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd821f-954e-4777-a3c8-acc20cdd27f3 req-0af0c695-ecb3-4d93-a80b-bc34506b68d9 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:22.610504 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6bdd821f-954e-4777-a3c8-acc20cdd27f3 req-0af0c695-ecb3-4d93-a80b-bc34506b68d9 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=55da69fd-cd28-46db-be71-8182f7ba38b5 HTTP/1.1" status: 200 len: 945 time: 0.2232940 Jan 28 00:24:22.659265 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f503df5-9fca-4019-8200-520a843c6046 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Pushing event deleted for resources: {'Port': ['ID=af10f816-dc53-4a61-b669-674ad344923b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:22.690433 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f503df5-9fca-4019-8200-520a843c6046 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:22.698188 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1f503df5-9fca-4019-8200-520a843c6046 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] 10.222.0.70 "DELETE /v2.0/ports/af10f816-dc53-4a61-b669-674ad344923b HTTP/1.1" status: 204 len: 168 time: 1.0674095 Jan 28 00:24:22.702221 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33532) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:22.703013 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a4dc25-9f20-4fb8-9dde-7d6b44bcbbb2 None None] Sync routers for ids ['53840f48-77ae-4867-a5ac-d0952f7eb658'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:24:22.715978 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a4dc25-9f20-4fb8-9dde-7d6b44bcbbb2 None None] Routers {'53840f48-77ae-4867-a5ac-d0952f7eb658'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:24:22.716809 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-c1a4dc25-9f20-4fb8-9dde-7d6b44bcbbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:24:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['53840f48-77ae-4867-a5ac-d0952f7eb658'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:22.803659 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ffdfd4a-d326-4c2a-b2cd-319fa172f137 req-fc60e5a2-0911-4b4b-bae1-be2a6729824b tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/floatingips/a84d40ab-3634-4b04-882a-dc0dc5bc01f0 HTTP/1.1" status: 200 len: 692 time: 0.1906395 Jan 28 00:24:22.836378 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3c6f8302-c848-439d-950e-84e3b721e880 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1324077 Jan 28 00:24:22.843749 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33534) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:22.851109 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-f2fccf24-25e8-4778-a316-bbf1582d376b tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1832314462'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:22.921382 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6bdd821f-954e-4777-a3c8-acc20cdd27f3 req-438d18ab-aaef-4f1f-84fb-0a77e965738f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953378 Jan 28 00:24:22.974024 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fccf24-25e8-4778-a316-bbf1582d376b tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Made reservation on behalf of 61544786be2d4270a9fd6c6c0c478bbe for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:24:22.977318 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2fccf24-25e8-4778-a316-bbf1582d376b tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:23.005784 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-c1a4dc25-9f20-4fb8-9dde-7d6b44bcbbb2 None None] Set router 53840f48-77ae-4867-a5ac-d0952f7eb658 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:24:23.209900 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2fccf24-25e8-4778-a316-bbf1582d376b tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:24:23.261405 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2fccf24-25e8-4778-a316-bbf1582d376b tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (48d8455c-627f-46e7-9e37-0eb9a0386d61), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:23.261763 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-f2fccf24-25e8-4778-a316-bbf1582d376b tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Added segment 48d8455c-627f-46e7-9e37-0eb9a0386d61 of type vlan for network 10fe2e28-cb21-441f-86e3-47e650129154 Jan 28 00:24:23.265981 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f0df7c48-e1af-4a1e-af8a-2d05bccde6c2 admin admin] Publish callbacks [] for security_group (93393deb-6127-435f-a3cb-54303fd4538a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:23.296182 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f0df7c48-e1af-4a1e-af8a-2d05bccde6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (93393deb-6127-435f-a3cb-54303fd4538a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:23.299296 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1a25c4dd-6790-4050-9938-d9e2297357e3 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:24:23.399937 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdfd4a-d326-4c2a-b2cd-319fa172f137 req-94551c8e-abb5-4a61-884c-da05c2fe1bcf tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:23.404118 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ffdfd4a-d326-4c2a-b2cd-319fa172f137 req-94551c8e-abb5-4a61-884c-da05c2fe1bcf tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 784 time: 0.5908356 Jan 28 00:24:23.459098 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-c1a4dc25-9f20-4fb8-9dde-7d6b44bcbbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53840f48-77ae-4867-a5ac-d0952f7eb658', 'name': 'tempest-FloatingIPsNegativeTestJSON-101722304-router', 'tenant_id': 'a307a73555514fef948538412af939aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '1a25c4dd-6790-4050-9938-d9e2297357e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:24:09Z', 'updated_at': '2022-01-28T00:24:17Z', 'revision_number': 4, 'project_id': 'a307a73555514fef948538412af939aa', 'gw_port': {'id': '1a25c4dd-6790-4050-9938-d9e2297357e3', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53840f48-77ae-4867-a5ac-d0952f7eb658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:24:10Z', 'updated_at': '2022-01-28T00:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '661229b2-bfa9-4747-af5e-9876a7fd2a3a', 'name': '', 'network_id': 'e43d5e58-9c39-4180-af79-592fac9d25bc', 'tenant_id': 'a307a73555514fef948538412af939aa', 'mac_address': 'fa:16:3e:b7:73:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53840f48-77ae-4867-a5ac-d0952f7eb658', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '0ee65cfd-279f-451f-bcb7-4543d912ef02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:24:15Z', 'updated_at': '2022-01-28T00:24:17Z', 'revision_number': 2, 'project_id': 'a307a73555514fef948538412af939aa', 'subnets': [{'id': '0ee65cfd-279f-451f-bcb7-4543d912ef02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:23.463154 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f0df7c48-e1af-4a1e-af8a-2d05bccde6c2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b60aff2454ea44f0b78d0f10882f0e64&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0778377 Jan 28 00:24:23.471910 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 1a25c4dd-6790-4050-9938-d9e2297357e3 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:24:23.474391 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1a25c4dd-6790-4050-9938-d9e2297357e3), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:23.479653 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33540) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:23.495870 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a4dc25-9f20-4fb8-9dde-7d6b44bcbbb2 None None] Checking router: 53840f48-77ae-4867-a5ac-d0952f7eb658 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:24:23.496512 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a4dc25-9f20-4fb8-9dde-7d6b44bcbbb2 None None] Updating router 53840f48-77ae-4867-a5ac-d0952f7eb658 port 661229b2-bfa9-4747-af5e-9876a7fd2a3a binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:24:23.506492 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2fccf24-25e8-4778-a316-bbf1582d376b tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (10fe2e28-cb21-441f-86e3-47e650129154), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:23.535815 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df7c48-e1af-4a1e-af8a-2d05bccde6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93393deb-6127-435f-a3cb-54303fd4538a,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:23.536418 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c1a4dc25-9f20-4fb8-9dde-7d6b44bcbbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (661229b2-bfa9-4747-af5e-9876a7fd2a3a), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:23.550826 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ffdfd4a-d326-4c2a-b2cd-319fa172f137 req-4033cf57-b648-440e-a5fe-e3507b7d4815 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.79 HTTP/1.1" status: 200 len: 695 time: 0.1256201 Jan 28 00:24:23.677373 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-beea3bc4-71ac-4182-a894-5771189ac7a9 admin admin] Publish callbacks [] for security_group (93393deb-6127-435f-a3cb-54303fd4538a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:23.678392 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ffdfd4a-d326-4c2a-b2cd-319fa172f137 req-993b582c-4a6c-42da-a761-4fe3010cc423 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.79 HTTP/1.1" status: 200 len: 695 time: 0.1076717 Jan 28 00:24:23.705417 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 1a25c4dd-6790-4050-9938-d9e2297357e3 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:24:23.707536 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-beea3bc4-71ac-4182-a894-5771189ac7a9 admin admin] Publish callbacks [] for security_group (93393deb-6127-435f-a3cb-54303fd4538a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:23.779418 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2fccf24-25e8-4778-a316-bbf1582d376b tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (10fe2e28-cb21-441f-86e3-47e650129154), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:23.786740 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fccf24-25e8-4778-a316-bbf1582d376b tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:23.787281 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2fccf24-25e8-4778-a316-bbf1582d376b tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:23.810664 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-beea3bc4-71ac-4182-a894-5771189ac7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (93393deb-6127-435f-a3cb-54303fd4538a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:23.813667 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-beea3bc4-71ac-4182-a894-5771189ac7a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:23.824960 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-beea3bc4-71ac-4182-a894-5771189ac7a9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/93393deb-6127-435f-a3cb-54303fd4538a HTTP/1.1" status: 204 len: 168 time: 0.3307385 Jan 28 00:24:23.890370 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f2fccf24-25e8-4778-a316-bbf1582d376b tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0439541 Jan 28 00:24:23.894458 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33546) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:23.910035 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-990d3fe4-6c03-45a9-a105-6a7eb0d10340 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1920179933'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:23.963278 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea3bc4-71ac-4182-a894-5771189ac7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93393deb-6127-435f-a3cb-54303fd4538a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:23.980332 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-7ffdfd4a-d326-4c2a-b2cd-319fa172f137 req-58666a6e-b67a-49dd-94dd-29cc4a8de023 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Deleting port 08e0be5c-9dde-438c-9170-9ceef832c3e3 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:24:23.980986 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7ffdfd4a-d326-4c2a-b2cd-319fa172f137 req-58666a6e-b67a-49dd-94dd-29cc4a8de023 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (08e0be5c-9dde-438c-9170-9ceef832c3e3), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:23.998911 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f61219f-b3c3-4063-a1ab-9ca35dfe2800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (53840f48-77ae-4867-a5ac-d0952f7eb658), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:24.135699 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990d3fe4-6c03-45a9-a105-6a7eb0d10340 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Made reservation on behalf of 61544786be2d4270a9fd6c6c0c478bbe for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:24:24.140345 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-990d3fe4-6c03-45a9-a105-6a7eb0d10340 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:24.219297 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-990d3fe4-6c03-45a9-a105-6a7eb0d10340 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:24:24.258061 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3a31b-111e-402b-8466-87beab10a770 req-0f4445fd-2bb9-4856-9a26-c8fd7db1d3f3 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:24.260133 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a4e3a31b-111e-402b-8466-87beab10a770 req-0f4445fd-2bb9-4856-9a26-c8fd7db1d3f3 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=55da69fd-cd28-46db-be71-8182f7ba38b5 HTTP/1.1" status: 200 len: 945 time: 0.1388748 Jan 28 00:24:24.264254 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7ffdfd4a-d326-4c2a-b2cd-319fa172f137 req-58666a6e-b67a-49dd-94dd-29cc4a8de023 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (08e0be5c-9dde-438c-9170-9ceef832c3e3), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:24.264961 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7ffdfd4a-d326-4c2a-b2cd-319fa172f137 req-58666a6e-b67a-49dd-94dd-29cc4a8de023 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks [] for floatingip (08e0be5c-9dde-438c-9170-9ceef832c3e3), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:24.269981 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-990d3fe4-6c03-45a9-a105-6a7eb0d10340 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (082a0da6-393d-42bd-a64e-5f6397b93528), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:24.270636 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-990d3fe4-6c03-45a9-a105-6a7eb0d10340 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Added segment 082a0da6-393d-42bd-a64e-5f6397b93528 of type vlan for network 931ed8b3-0f41-4499-b45f-125c060b114d Jan 28 00:24:24.280406 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fccf24-25e8-4778-a316-bbf1582d376b tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Pushing event updated for resources: {'Network': ['ID=10fe2e28-cb21-441f-86e3-47e650129154,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:24.293925 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 10fe2e28-cb21-441f-86e3-47e650129154 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:24:24.339340 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c1a4dc25-9f20-4fb8-9dde-7d6b44bcbbb2 None None] Publish callbacks [] for port (661229b2-bfa9-4747-af5e-9876a7fd2a3a), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:24.341809 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7281f-9baa-4368-b0a8-a2c36902dfd1 req-885285fa-a65b-4119-9695-d32c1a23c2e3 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:24.345432 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f8b7281f-9baa-4368-b0a8-a2c36902dfd1 req-885285fa-a65b-4119-9695-d32c1a23c2e3 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.52 "GET /v2.0/ports?device_id=55da69fd-cd28-46db-be71-8182f7ba38b5 HTTP/1.1" status: 200 len: 945 time: 0.5768387 Jan 28 00:24:24.357567 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c1a4dc25-9f20-4fb8-9dde-7d6b44bcbbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (661229b2-bfa9-4747-af5e-9876a7fd2a3a), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:24.368193 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-7ffdfd4a-d326-4c2a-b2cd-319fa172f137 req-58666a6e-b67a-49dd-94dd-29cc4a8de023 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Calling delete_port for 08e0be5c-9dde-438c-9170-9ceef832c3e3 owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:24:24.511778 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01693d57-8c08-4c55-aecf-c32013d25df3 None None] Pushing event updated for resources: {'Port': ['ID=661229b2-bfa9-4747-af5e-9876a7fd2a3a,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:24.523839 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-990d3fe4-6c03-45a9-a105-6a7eb0d10340 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (931ed8b3-0f41-4499-b45f-125c060b114d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:24.580135 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33556) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:24.583084 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a4e3a31b-111e-402b-8466-87beab10a770 req-c1d91ed9-6501-418d-8e6e-61c5caa3349a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142469 Jan 28 00:24:24.645941 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-990d3fe4-6c03-45a9-a105-6a7eb0d10340 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (931ed8b3-0f41-4499-b45f-125c060b114d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:24.646116 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-c1a4dc25-9f20-4fb8-9dde-7d6b44bcbbb2 None None] Attempting to bind port 661229b2-bfa9-4747-af5e-9876a7fd2a3a on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:24:24.646308 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-c1a4dc25-9f20-4fb8-9dde-7d6b44bcbbb2 None None] Attempting to bind port 661229b2-bfa9-4747-af5e-9876a7fd2a3a by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '47a4e752-d3e0-4ebb-b057-0b13d9f05d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e43d5e58-9c39-4180-af79-592fac9d25bc'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:24:24.646874 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a4dc25-9f20-4fb8-9dde-7d6b44bcbbb2 None None] Attempting to bind port 661229b2-bfa9-4747-af5e-9876a7fd2a3a on network e43d5e58-9c39-4180-af79-592fac9d25bc {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:24:24.657630 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d3fe4-6c03-45a9-a105-6a7eb0d10340 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:24.658181 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01693d57-8c08-4c55-aecf-c32013d25df3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:24.658718 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01693d57-8c08-4c55-aecf-c32013d25df3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:24.659799 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01693d57-8c08-4c55-aecf-c32013d25df3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:24.660375 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01693d57-8c08-4c55-aecf-c32013d25df3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:24.660880 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01693d57-8c08-4c55-aecf-c32013d25df3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:24.661220 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-990d3fe4-6c03-45a9-a105-6a7eb0d10340 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:24.661546 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01693d57-8c08-4c55-aecf-c32013d25df3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:24.662047 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01693d57-8c08-4c55-aecf-c32013d25df3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:24.662576 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01693d57-8c08-4c55-aecf-c32013d25df3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:24.662815 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61f7e6c0-cc16-449b-993c-558a042db238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:24.663260 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01693d57-8c08-4c55-aecf-c32013d25df3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:24.663816 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01693d57-8c08-4c55-aecf-c32013d25df3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:24.664307 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01693d57-8c08-4c55-aecf-c32013d25df3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:24.664788 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01693d57-8c08-4c55-aecf-c32013d25df3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:24.665261 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01693d57-8c08-4c55-aecf-c32013d25df3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:24.678875 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a4dc25-9f20-4fb8-9dde-7d6b44bcbbb2 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:24:24.679315 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a4dc25-9f20-4fb8-9dde-7d6b44bcbbb2 None None] Checking segment: {'id': '47a4e752-d3e0-4ebb-b057-0b13d9f05d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e43d5e58-9c39-4180-af79-592fac9d25bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:24:24.679829 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c1a4dc25-9f20-4fb8-9dde-7d6b44bcbbb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:24.680249 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a4dc25-9f20-4fb8-9dde-7d6b44bcbbb2 None None] Bound using segment: {'id': '47a4e752-d3e0-4ebb-b057-0b13d9f05d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e43d5e58-9c39-4180-af79-592fac9d25bc'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:24:24.682100 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-c1a4dc25-9f20-4fb8-9dde-7d6b44bcbbb2 None None] Bound port: 661229b2-bfa9-4747-af5e-9876a7fd2a3a, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a4e752-d3e0-4ebb-b057-0b13d9f05d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e43d5e58-9c39-4180-af79-592fac9d25bc'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:24:24.687088 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c1a4dc25-9f20-4fb8-9dde-7d6b44bcbbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (661229b2-bfa9-4747-af5e-9876a7fd2a3a), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:24.849730 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-f8b7281f-9baa-4368-b0a8-a2c36902dfd1 req-4ad17b1d-ccb3-462b-851f-6e8e4bcb3ea2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Deleting port 37b6001e-22b0-44f5-9687-36b1ef3d92bc {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:24:24.850063 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-f8b7281f-9baa-4368-b0a8-a2c36902dfd1 req-4ad17b1d-ccb3-462b-851f-6e8e4bcb3ea2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (37b6001e-22b0-44f5-9687-36b1ef3d92bc), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:24.883846 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-c1a4dc25-9f20-4fb8-9dde-7d6b44bcbbb2 None None] For port 661229b2-bfa9-4747-af5e-9876a7fd2a3a, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:24:24.888688 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-c1a4dc25-9f20-4fb8-9dde-7d6b44bcbbb2 None None] For port 661229b2-bfa9-4747-af5e-9876a7fd2a3a, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=661229b2-bfa9-4747-af5e-9876a7fd2a3a,segment=NetworkSegment(47a4e752-d3e0-4ebb-b057-0b13d9f05d51),segment_id=47a4e752-d3e0-4ebb-b057-0b13d9f05d51)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:24:24.897540 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-c1a4dc25-9f20-4fb8-9dde-7d6b44bcbbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (661229b2-bfa9-4747-af5e-9876a7fd2a3a), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:24.919149 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-990d3fe4-6c03-45a9-a105-6a7eb0d10340 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0206661 Jan 28 00:24:24.920066 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d3fe4-6c03-45a9-a105-6a7eb0d10340 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Pushing event updated for resources: {'Network': ['ID=931ed8b3-0f41-4499-b45f-125c060b114d,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:24.963396 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 931ed8b3-0f41-4499-b45f-125c060b114d details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:24:24.991509 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a4dc25-9f20-4fb8-9dde-7d6b44bcbbb2 None None] Routers {'53840f48-77ae-4867-a5ac-d0952f7eb658'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:24:24.992303 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-c1a4dc25-9f20-4fb8-9dde-7d6b44bcbbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:24:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['53840f48-77ae-4867-a5ac-d0952f7eb658'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:25.006018 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7ffdfd4a-d326-4c2a-b2cd-319fa172f137 req-58666a6e-b67a-49dd-94dd-29cc4a8de023 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (08e0be5c-9dde-438c-9170-9ceef832c3e3), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:25.031418 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7f61219f-b3c3-4063-a1ab-9ca35dfe2800 admin admin] Deleting port 661229b2-bfa9-4747-af5e-9876a7fd2a3a {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:24:25.031911 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f61219f-b3c3-4063-a1ab-9ca35dfe2800 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (661229b2-bfa9-4747-af5e-9876a7fd2a3a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:25.083193 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58666a6e-b67a-49dd-94dd-29cc4a8de023 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Pushing event deleted for resources: {'Port': ['ID=08e0be5c-9dde-438c-9170-9ceef832c3e3,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:25.161324 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-f8b7281f-9baa-4368-b0a8-a2c36902dfd1 req-4ad17b1d-ccb3-462b-851f-6e8e4bcb3ea2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] For port 37b6001e-22b0-44f5-9687-36b1ef3d92bc, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=37b6001e-22b0-44f5-9687-36b1ef3d92bc,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:24:25.161822 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-f8b7281f-9baa-4368-b0a8-a2c36902dfd1 req-4ad17b1d-ccb3-462b-851f-6e8e4bcb3ea2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (37b6001e-22b0-44f5-9687-36b1ef3d92bc), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:25.167072 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33560) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:25.172785 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a1ce9c09-cb4a-488a-9170-5f050bc5a55c tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Request body: {'subnets': [{'network_id': '10fe2e28-cb21-441f-86e3-47e650129154', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1071669546', 'ip_version': 4}, {'network_id': '931ed8b3-0f41-4499-b45f-125c060b114d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:25.173334 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a1ce9c09-cb4a-488a-9170-5f050bc5a55c tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Request body: {'subnet': {'network_id': '10fe2e28-cb21-441f-86e3-47e650129154', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1071669546', 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:25.174031 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a1ce9c09-cb4a-488a-9170-5f050bc5a55c tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Request body: {'subnet': {'network_id': '931ed8b3-0f41-4499-b45f-125c060b114d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:25.193118 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7ffdfd4a-d326-4c2a-b2cd-319fa172f137 req-58666a6e-b67a-49dd-94dd-29cc4a8de023 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks [] for floatingip (a84d40ab-3634-4b04-882a-dc0dc5bc01f0), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:25.205586 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7ffdfd4a-d326-4c2a-b2cd-319fa172f137 req-58666a6e-b67a-49dd-94dd-29cc4a8de023 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:25.222423 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ffdfd4a-d326-4c2a-b2cd-319fa172f137 req-58666a6e-b67a-49dd-94dd-29cc4a8de023 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "DELETE /v2.0/floatingips/a84d40ab-3634-4b04-882a-dc0dc5bc01f0 HTTP/1.1" status: 204 len: 173 time: 1.5352011 Jan 28 00:24:25.278302 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-8315197e-8d46-4b05-ac34-c34097ec39b1 None None] Provisioning complete for port 661229b2-bfa9-4747-af5e-9876a7fd2a3a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:24:25.278924 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8315197e-8d46-4b05-ac34-c34097ec39b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (661229b2-bfa9-4747-af5e-9876a7fd2a3a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:25.280131 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01693d57-8c08-4c55-aecf-c32013d25df3 None None] Pushing event updated for resources: {'Port': ['ID=661229b2-bfa9-4747-af5e-9876a7fd2a3a,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:25.301288 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-c1a4dc25-9f20-4fb8-9dde-7d6b44bcbbb2 None None] Set router 53840f48-77ae-4867-a5ac-d0952f7eb658 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:24:25.321466 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-f8b7281f-9baa-4368-b0a8-a2c36902dfd1 req-4ad17b1d-ccb3-462b-851f-6e8e4bcb3ea2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Calling delete_port for 37b6001e-22b0-44f5-9687-36b1ef3d92bc owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:24:25.554445 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8315197e-8d46-4b05-ac34-c34097ec39b1 None None] Current status of the port 661229b2-bfa9-4747-af5e-9876a7fd2a3a is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:24:25.554755 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8315197e-8d46-4b05-ac34-c34097ec39b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (661229b2-bfa9-4747-af5e-9876a7fd2a3a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:25.577252 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39dddd6-621b-4424-a219-a257a8c9312a req-70e0a13d-1b80-4606-8695-84a0a7ae30bc tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:25.579688 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c39dddd6-621b-4424-a219-a257a8c9312a req-70e0a13d-1b80-4606-8695-84a0a7ae30bc tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3439507 Jan 28 00:24:25.601387 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-8315197e-8d46-4b05-ac34-c34097ec39b1 None None] For port 661229b2-bfa9-4747-af5e-9876a7fd2a3a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=661229b2-bfa9-4747-af5e-9876a7fd2a3a,segment=NetworkSegment(47a4e752-d3e0-4ebb-b057-0b13d9f05d51),segment_id=47a4e752-d3e0-4ebb-b057-0b13d9f05d51)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:24:25.609020 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8315197e-8d46-4b05-ac34-c34097ec39b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (661229b2-bfa9-4747-af5e-9876a7fd2a3a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:25.689333 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315197e-8d46-4b05-ac34-c34097ec39b1 None None] Pushing event updated for resources: {'Port': ['ID=661229b2-bfa9-4747-af5e-9876a7fd2a3a,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:25.716389 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61f7e6c0-cc16-449b-993c-558a042db238 admin admin] Publish callbacks [] for security_group (80f27cac-cf2d-4764-90ea-5e008e3bd67d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:25.732697 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-7f61219f-b3c3-4063-a1ab-9ca35dfe2800 admin admin] For port 661229b2-bfa9-4747-af5e-9876a7fd2a3a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=661229b2-bfa9-4747-af5e-9876a7fd2a3a,segment=NetworkSegment(47a4e752-d3e0-4ebb-b057-0b13d9f05d51),segment_id=47a4e752-d3e0-4ebb-b057-0b13d9f05d51)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:24:25.733160 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f61219f-b3c3-4063-a1ab-9ca35dfe2800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (661229b2-bfa9-4747-af5e-9876a7fd2a3a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:25.741779 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61f7e6c0-cc16-449b-993c-558a042db238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (80f27cac-cf2d-4764-90ea-5e008e3bd67d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:25.744677 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-c8adffc5-6d4a-4703-962e-084f6c1ac8e5 None None] Provisioning complete for port 661229b2-bfa9-4747-af5e-9876a7fd2a3a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:24:25.751107 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c8adffc5-6d4a-4703-962e-084f6c1ac8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (661229b2-bfa9-4747-af5e-9876a7fd2a3a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:25.753378 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b2e567f2-4d06-4881-a3da-5bdb8533d8a3 req-6c8b14f7-eeac-4a75-8e3f-30d8140329bf tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=97a3ec5b99854227a7dd1d385ad1210e HTTP/1.1" status: 200 len: 1655 time: 0.1312566 Jan 28 00:24:25.780447 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-c1a4dc25-9f20-4fb8-9dde-7d6b44bcbbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53840f48-77ae-4867-a5ac-d0952f7eb658', 'name': 'tempest-FloatingIPsNegativeTestJSON-101722304-router', 'tenant_id': 'a307a73555514fef948538412af939aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '1a25c4dd-6790-4050-9938-d9e2297357e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:24:09Z', 'updated_at': '2022-01-28T00:24:17Z', 'revision_number': 4, 'project_id': 'a307a73555514fef948538412af939aa', 'gw_port': {'id': '1a25c4dd-6790-4050-9938-d9e2297357e3', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53840f48-77ae-4867-a5ac-d0952f7eb658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:24:10Z', 'updated_at': '2022-01-28T00:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '661229b2-bfa9-4747-af5e-9876a7fd2a3a', 'name': '', 'network_id': 'e43d5e58-9c39-4180-af79-592fac9d25bc', 'tenant_id': 'a307a73555514fef948538412af939aa', 'mac_address': 'fa:16:3e:b7:73:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53840f48-77ae-4867-a5ac-d0952f7eb658', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '0ee65cfd-279f-451f-bcb7-4543d912ef02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:24:15Z', 'updated_at': '2022-01-28T00:24:24Z', 'revision_number': 4, 'project_id': 'a307a73555514fef948538412af939aa', 'subnets': [{'id': '0ee65cfd-279f-451f-bcb7-4543d912ef02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:25.838591 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a4dc25-9f20-4fb8-9dde-7d6b44bcbbb2 None None] The sync data for ids ['53840f48-77ae-4867-a5ac-d0952f7eb658'] in n-d-826754-1 is: [{'id': '53840f48-77ae-4867-a5ac-d0952f7eb658', 'name': 'tempest-FloatingIPsNegativeTestJSON-101722304-router', 'tenant_id': 'a307a73555514fef948538412af939aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '1a25c4dd-6790-4050-9938-d9e2297357e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:24:09Z', 'updated_at': '2022-01-28T00:24:17Z', 'revision_number': 4, 'project_id': 'a307a73555514fef948538412af939aa', 'gw_port': {'id': '1a25c4dd-6790-4050-9938-d9e2297357e3', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53840f48-77ae-4867-a5ac-d0952f7eb658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:24:10Z', 'updated_at': '2022-01-28T00:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '661229b2-bfa9-4747-af5e-9876a7fd2a3a', 'name': '', 'network_id': 'e43d5e58-9c39-4180-af79-592fac9d25bc', 'tenant_id': 'a307a73555514fef948538412af939aa', 'mac_address': 'fa:16:3e:b7:73:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53840f48-77ae-4867-a5ac-d0952f7eb658', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '0ee65cfd-279f-451f-bcb7-4543d912ef02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:24:15Z', 'updated_at': '2022-01-28T00:24:24Z', 'revision_number': 4, 'project_id': 'a307a73555514fef948538412af939aa', 'subnets': [{'id': '0ee65cfd-279f-451f-bcb7-4543d912ef02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:24:25.937637 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c8adffc5-6d4a-4703-962e-084f6c1ac8e5 None None] Current status of the port 661229b2-bfa9-4747-af5e-9876a7fd2a3a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:24:26.018673 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9662c-f1b6-4978-89a8-4006e47df635 req-25d11bf8-8dfb-4eb7-bd3a-7302c7899a7f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:26.021416 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-68e9662c-f1b6-4978-89a8-4006e47df635 req-25d11bf8-8dfb-4eb7-bd3a-7302c7899a7f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=55da69fd-cd28-46db-be71-8182f7ba38b5 HTTP/1.1" status: 200 len: 945 time: 0.2937844 Jan 28 00:24:26.179935 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7f61219f-b3c3-4063-a1ab-9ca35dfe2800 admin admin] Calling delete_port for 661229b2-bfa9-4747-af5e-9876a7fd2a3a owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:24:26.182107 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-68e9662c-f1b6-4978-89a8-4006e47df635 req-888e31d7-37e6-43d4-a42d-a9661b408a73 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465802 Jan 28 00:24:26.230182 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e567f2-4d06-4881-a3da-5bdb8533d8a3 req-919159cc-f653-4a21-8cbe-d6267f9b9282 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:26.250853 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b2e567f2-4d06-4881-a3da-5bdb8533d8a3 req-919159cc-f653-4a21-8cbe-d6267f9b9282 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/networks?id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392&id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392&id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 787 time: 0.4963140 Jan 28 00:24:26.266702 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-61f7e6c0-cc16-449b-993c-558a042db238 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=32837e0b324c431791073eb20504b528&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6643736 Jan 28 00:24:26.270419 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33576) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:26.334367 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7e6c0-cc16-449b-993c-558a042db238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f27cac-cf2d-4764-90ea-5e008e3bd67d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:26.403148 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ce9c09-cb4a-488a-9170-5f050bc5a55c tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Made reservation on behalf of 61544786be2d4270a9fd6c6c0c478bbe for: {'subnet': 2} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:24:26.416848 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1ce9c09-cb4a-488a-9170-5f050bc5a55c tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:26.417323 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1ce9c09-cb4a-488a-9170-5f050bc5a55c tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:26.505574 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9be82408-9cb2-47a1-a60f-c3ad90482cca admin admin] Publish callbacks [] for security_group (80f27cac-cf2d-4764-90ea-5e008e3bd67d), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:26.525464 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3d8fae39-7cc5-4839-9e2f-a383201a6754 req-e404a6ab-9a03-4263-9936-c32081a65cf4 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/floatingips/080d422f-e8ee-4d38-bcdf-662f13ae5b00 HTTP/1.1" status: 200 len: 692 time: 0.1313167 Jan 28 00:24:26.636846 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-f8b7281f-9baa-4368-b0a8-a2c36902dfd1 req-4ad17b1d-ccb3-462b-851f-6e8e4bcb3ea2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (37b6001e-22b0-44f5-9687-36b1ef3d92bc), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:26.720351 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9be82408-9cb2-47a1-a60f-c3ad90482cca admin admin] Publish callbacks [] for security_group (80f27cac-cf2d-4764-90ea-5e008e3bd67d), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:26.732375 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad17b1d-ccb3-462b-851f-6e8e4bcb3ea2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Pushing event deleted for resources: {'Port': ['ID=37b6001e-22b0-44f5-9687-36b1ef3d92bc,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:26.764490 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b7281f-9baa-4368-b0a8-a2c36902dfd1 req-4ad17b1d-ccb3-462b-851f-6e8e4bcb3ea2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] No DVR routers for this DVR port 37b6001e-22b0-44f5-9687-36b1ef3d92bc on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:24:26.767762 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-f8b7281f-9baa-4368-b0a8-a2c36902dfd1 req-4ad17b1d-ccb3-462b-851f-6e8e4bcb3ea2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:26.773176 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f8b7281f-9baa-4368-b0a8-a2c36902dfd1 req-4ad17b1d-ccb3-462b-851f-6e8e4bcb3ea2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.52 "DELETE /v2.0/ports/37b6001e-22b0-44f5-9687-36b1ef3d92bc HTTP/1.1" status: 204 len: 173 time: 2.4242179 Jan 28 00:24:26.778044 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55da69fd-cd28-46db-be71-8182f7ba38b5', 'name': 'network-vif-deleted', 'tag': '37b6001e-22b0-44f5-9687-36b1ef3d92bc'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:24:26.780922 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7f2c85-d086-49d1-a0dc-14818d2726db" -d '{"events": [{"server_uuid": "55da69fd-cd28-46db-be71-8182f7ba38b5", "name": "network-vif-deleted", "tag": "37b6001e-22b0-44f5-9687-36b1ef3d92bc"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:24:26.923964 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c76cc1-f029-4613-9aa9-736824db525f x-openstack-request-id: req-e3c76cc1-f029-4613-9aa9-736824db525f {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:24:26.924410 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55da69fd-cd28-46db-be71-8182f7ba38b5", "name": "network-vif-deleted", "tag": "37b6001e-22b0-44f5-9687-36b1ef3d92bc", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:24:26.924793 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e3c76cc1-f029-4613-9aa9-736824db525f {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:24:26.925296 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55da69fd-cd28-46db-be71-8182f7ba38b5', 'name': 'network-vif-deleted', 'tag': '37b6001e-22b0-44f5-9687-36b1ef3d92bc', 'status': 'completed', 'code': 200} Jan 28 00:24:26.927260 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fae39-7cc5-4839-9e2f-a383201a6754 req-5c0d406a-5875-47fa-85fc-e5fd89fdc879 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:26.932221 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3d8fae39-7cc5-4839-9e2f-a383201a6754 req-5c0d406a-5875-47fa-85fc-e5fd89fdc879 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 784 time: 0.3977149 Jan 28 00:24:26.955296 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f61219f-b3c3-4063-a1ab-9ca35dfe2800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (661229b2-bfa9-4747-af5e-9876a7fd2a3a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:27.006789 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61219f-b3c3-4063-a1ab-9ca35dfe2800 admin admin] Pushing event deleted for resources: {'Port': ['ID=661229b2-bfa9-4747-af5e-9876a7fd2a3a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:27.061812 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9be82408-9cb2-47a1-a60f-c3ad90482cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (80f27cac-cf2d-4764-90ea-5e008e3bd67d), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:27.068782 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9be82408-9cb2-47a1-a60f-c3ad90482cca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:27.071486 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9be82408-9cb2-47a1-a60f-c3ad90482cca admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/80f27cac-cf2d-4764-90ea-5e008e3bd67d HTTP/1.1" status: 204 len: 168 time: 0.8001106 Jan 28 00:24:27.127784 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3d8fae39-7cc5-4839-9e2f-a383201a6754 req-e0401a93-2c8d-4df9-95b6-543415fceafb tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.21 HTTP/1.1" status: 200 len: 695 time: 0.1875212 Jan 28 00:24:27.210664 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3d8fae39-7cc5-4839-9e2f-a383201a6754 req-51010429-c4f3-4ddf-b5cd-41ec976f5d16 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.21 HTTP/1.1" status: 200 len: 695 time: 0.0747302 Jan 28 00:24:27.214485 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be82408-9cb2-47a1-a60f-c3ad90482cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f27cac-cf2d-4764-90ea-5e008e3bd67d,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:27.312518 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 37b6001e-22b0-44f5-9687-36b1ef3d92bc no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:24:27.396711 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 37b6001e-22b0-44f5-9687-36b1ef3d92bc {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:24:27.399498 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 37b6001e-22b0-44f5-9687-36b1ef3d92bc not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:24:27.701558 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1ce9c09-cb4a-488a-9170-5f050bc5a55c tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (60689680-4fa3-4946-84db-4f2ca4d01f3f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:27.818411 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a14f73ef-a499-4825-bf94-96bcbc01a005 req-6160bccf-af32-46bd-9e9d-da21e50e135a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=55da69fd-cd28-46db-be71-8182f7ba38b5 HTTP/1.1" status: 200 len: 210 time: 0.0526309 Jan 28 00:24:27.820119 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-3d8fae39-7cc5-4839-9e2f-a383201a6754 req-ed0ad132-2b24-4e77-8537-03d9afd39099 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Deleting port 76173fb1-c024-435a-a274-09196b22e7df {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:24:27.820719 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3d8fae39-7cc5-4839-9e2f-a383201a6754 req-ed0ad132-2b24-4e77-8537-03d9afd39099 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (76173fb1-c024-435a-a274-09196b22e7df), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:27.920601 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3d8fae39-7cc5-4839-9e2f-a383201a6754 req-ed0ad132-2b24-4e77-8537-03d9afd39099 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (76173fb1-c024-435a-a274-09196b22e7df), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:27.920601 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3d8fae39-7cc5-4839-9e2f-a383201a6754 req-ed0ad132-2b24-4e77-8537-03d9afd39099 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks [] for floatingip (76173fb1-c024-435a-a274-09196b22e7df), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:27.936703 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-3d8fae39-7cc5-4839-9e2f-a383201a6754 req-ed0ad132-2b24-4e77-8537-03d9afd39099 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Calling delete_port for 76173fb1-c024-435a-a274-09196b22e7df owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:24:27.957251 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce9c09-cb4a-488a-9170-5f050bc5a55c tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Pushing event updated for resources: {'Subnet': ['ID=60689680-4fa3-4946-84db-4f2ca4d01f3f,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:27.959782 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f61219f-b3c3-4063-a1ab-9ca35dfe2800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (53840f48-77ae-4867-a5ac-d0952f7eb658), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:28.000162 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ce9c09-cb4a-488a-9170-5f050bc5a55c tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Checking segment: {'id': '48d8455c-627f-46e7-9e37-0eb9a0386d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '10fe2e28-cb21-441f-86e3-47e650129154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:24:28.000847 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ce9c09-cb4a-488a-9170-5f050bc5a55c tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Network hostable DHCP agents. Network: 10fe2e28-cb21-441f-86e3-47e650129154, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:24:28.153681 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ce9c09-cb4a-488a-9170-5f050bc5a55c tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Network 10fe2e28-cb21-441f-86e3-47e650129154 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:24:28.219290 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-a1ce9c09-cb4a-488a-9170-5f050bc5a55c tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 10fe2e28-cb21-441f-86e3-47e650129154) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:24:28.245129 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f81c23-100a-46c7-8c4e-fae6c996388d None None] Network 10fe2e28-cb21-441f-86e3-47e650129154 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:24:28.305340 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1ce9c09-cb4a-488a-9170-5f050bc5a55c tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (42775f0d-5255-4f3a-b157-58b0d3c23e22), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:28.489638 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d7db00-bc07-4f27-bb76-3800f6308bde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-10fe2e28-cb21-441f-86e3-47e650129154', 'network_id': '10fe2e28-cb21-441f-86e3-47e650129154', 'project_id': '61544786be2d4270a9fd6c6c0c478bbe', 'fixed_ips': [{'subnet_id': '60689680-4fa3-4946-84db-4f2ca4d01f3f'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:24:28.490762 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23d7db00-bc07-4f27-bb76-3800f6308bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:28.646161 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3d8fae39-7cc5-4839-9e2f-a383201a6754 req-ed0ad132-2b24-4e77-8537-03d9afd39099 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (76173fb1-c024-435a-a274-09196b22e7df), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:28.676624 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce9c09-cb4a-488a-9170-5f050bc5a55c tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Pushing event updated for resources: {'Subnet': ['ID=42775f0d-5255-4f3a-b157-58b0d3c23e22,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:28.693273 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f61219f-b3c3-4063-a1ab-9ca35dfe2800 admin admin] Router 53840f48-77ae-4867-a5ac-d0952f7eb658 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:24:28.716346 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbda4a-c421-4ffb-973b-818d4daf1065 req-677f3a5a-2a71-4a5c-ba89-a89df3736b42 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:28.717552 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-25dbda4a-c421-4ffb-973b-818d4daf1065 req-677f3a5a-2a71-4a5c-ba89-a89df3736b42 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 946 time: 0.1373634 Jan 28 00:24:28.718374 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ad132-2b24-4e77-8537-03d9afd39099 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Pushing event deleted for resources: {'Port': ['ID=76173fb1-c024-435a-a274-09196b22e7df,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:28.726205 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ce9c09-cb4a-488a-9170-5f050bc5a55c tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Checking segment: {'id': '082a0da6-393d-42bd-a64e-5f6397b93528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '931ed8b3-0f41-4499-b45f-125c060b114d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:24:28.727082 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ce9c09-cb4a-488a-9170-5f050bc5a55c tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Network hostable DHCP agents. Network: 931ed8b3-0f41-4499-b45f-125c060b114d, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:24:28.800405 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ce9c09-cb4a-488a-9170-5f050bc5a55c tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Network 931ed8b3-0f41-4499-b45f-125c060b114d is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:24:28.859146 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-a1ce9c09-cb4a-488a-9170-5f050bc5a55c tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 931ed8b3-0f41-4499-b45f-125c060b114d) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:24:28.868159 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ce9c09-cb4a-488a-9170-5f050bc5a55c tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:28.869321 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ce9c09-cb4a-488a-9170-5f050bc5a55c tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:28.870156 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1ce9c09-cb4a-488a-9170-5f050bc5a55c tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:28.899853 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f61219f-b3c3-4063-a1ab-9ca35dfe2800 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:24:28.902126 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3d8fae39-7cc5-4839-9e2f-a383201a6754 req-ed0ad132-2b24-4e77-8537-03d9afd39099 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks [] for floatingip (080d422f-e8ee-4d38-bcdf-662f13ae5b00), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:28.907520 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7f61219f-b3c3-4063-a1ab-9ca35dfe2800 admin admin] 10.222.0.70 "PUT /v2.0/routers/53840f48-77ae-4867-a5ac-d0952f7eb658/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3449814 Jan 28 00:24:28.914986 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a1ce9c09-cb4a-488a-9170-5f050bc5a55c tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.7465134 Jan 28 00:24:28.915326 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3d8fae39-7cc5-4839-9e2f-a383201a6754 req-ed0ad132-2b24-4e77-8537-03d9afd39099 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:28.915751 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33610) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:28.918611 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3d8fae39-7cc5-4839-9e2f-a383201a6754 req-ed0ad132-2b24-4e77-8537-03d9afd39099 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "DELETE /v2.0/floatingips/080d422f-e8ee-4d38-bcdf-662f13ae5b00 HTTP/1.1" status: 204 len: 173 time: 1.6973250 Jan 28 00:24:28.928940 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-25dbda4a-c421-4ffb-973b-818d4daf1065 req-28745556-467f-4216-b67f-e163951bd870 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883330 Jan 28 00:24:28.930830 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33614) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:28.950432 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-23d7db00-bc07-4f27-bb76-3800f6308bde None None] Allocated IP 172.20.0.2 (10fe2e28-cb21-441f-86e3-47e650129154/60689680-4fa3-4946-84db-4f2ca4d01f3f/0381d73f-0282-4ef9-a71d-261bb90e989c) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:24:29.043260 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e8eac3-afff-4fbb-9ed8-e710940c1f5c None None] Network 931ed8b3-0f41-4499-b45f-125c060b114d requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:24:29.085301 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811359c0-dc43-4697-900a-eb87a3c76df1 None None] Sync routers for ids ['53840f48-77ae-4867-a5ac-d0952f7eb658'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:24:29.188109 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca06ef07-4e70-476c-8a67-84dcc4680c6a admin admin] Publish callbacks [] for router (53840f48-77ae-4867-a5ac-d0952f7eb658), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:29.230432 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811359c0-dc43-4697-900a-eb87a3c76df1 None None] Routers {'53840f48-77ae-4867-a5ac-d0952f7eb658'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:24:29.231281 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-811359c0-dc43-4697-900a-eb87a3c76df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:24:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['53840f48-77ae-4867-a5ac-d0952f7eb658'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:29.255537 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66cb3fa1-8c35-47fd-9ba4-c272aa17bcd9 req-b78b607c-0778-495b-ac26-11e37a183160 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/floatingips/b2ebc4b1-59e0-42eb-b281-4187b84039f1 HTTP/1.1" status: 200 len: 693 time: 0.2427073 Jan 28 00:24:29.336217 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3436a4be-2ca0-4ec9-b274-6b5ca02025e8 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:29.341275 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3436a4be-2ca0-4ec9-b274-6b5ca02025e8 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:29.343422 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3436a4be-2ca0-4ec9-b274-6b5ca02025e8 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:29.345431 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3436a4be-2ca0-4ec9-b274-6b5ca02025e8 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.4108038 Jan 28 00:24:29.357812 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33634) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:29.420134 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-811359c0-dc43-4697-900a-eb87a3c76df1 None None] Set router 53840f48-77ae-4867-a5ac-d0952f7eb658 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:24:29.439006 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca06ef07-4e70-476c-8a67-84dcc4680c6a admin admin] Publish callbacks [] for router_gateway (53840f48-77ae-4867-a5ac-d0952f7eb658), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:29.457320 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-815abfcb-9448-4a42-96f8-a1d4d3f26509 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Deleting subnet 60689680-4fa3-4946-84db-4f2ca4d01f3f {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:24:29.541518 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ca06ef07-4e70-476c-8a67-84dcc4680c6a admin admin] Deleting port 1a25c4dd-6790-4050-9938-d9e2297357e3 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:24:29.541518 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca06ef07-4e70-476c-8a67-84dcc4680c6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (1a25c4dd-6790-4050-9938-d9e2297357e3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:29.629782 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb3fa1-8c35-47fd-9ba4-c272aa17bcd9 req-4436b513-abf9-41bd-84d1-518e3c683583 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:29.631267 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66cb3fa1-8c35-47fd-9ba4-c272aa17bcd9 req-4436b513-abf9-41bd-84d1-518e3c683583 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 784 time: 0.3746538 Jan 28 00:24:29.678345 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ca06ef07-4e70-476c-8a67-84dcc4680c6a admin admin] For port 1a25c4dd-6790-4050-9938-d9e2297357e3, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1a25c4dd-6790-4050-9938-d9e2297357e3,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:24:29.678345 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca06ef07-4e70-476c-8a67-84dcc4680c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (1a25c4dd-6790-4050-9938-d9e2297357e3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:29.700369 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ca06ef07-4e70-476c-8a67-84dcc4680c6a admin admin] Calling delete_port for 1a25c4dd-6790-4050-9938-d9e2297357e3 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:24:29.782564 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-0c294db8-6a1d-4269-9573-241ad4f733cd tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:29.784284 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-0c294db8-6a1d-4269-9573-241ad4f733cd tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/networks?id=2f518455-11e0-4f29-b2fb-3688e3f7fb32 HTTP/1.1" status: 200 len: 812 time: 0.3112454 Jan 28 00:24:29.796320 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66cb3fa1-8c35-47fd-9ba4-c272aa17bcd9 req-2fe9e730-bc82-45d1-9a17-46b5043461a9 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.211 HTTP/1.1" status: 200 len: 696 time: 0.1346905 Jan 28 00:24:29.891097 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-811359c0-dc43-4697-900a-eb87a3c76df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53840f48-77ae-4867-a5ac-d0952f7eb658', 'name': 'tempest-FloatingIPsNegativeTestJSON-101722304-router', 'tenant_id': 'a307a73555514fef948538412af939aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '1a25c4dd-6790-4050-9938-d9e2297357e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:24:09Z', 'updated_at': '2022-01-28T00:24:26Z', 'revision_number': 5, 'project_id': 'a307a73555514fef948538412af939aa', 'gw_port': {'id': '1a25c4dd-6790-4050-9938-d9e2297357e3', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53840f48-77ae-4867-a5ac-d0952f7eb658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:24:10Z', 'updated_at': '2022-01-28T00:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:29.988910 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-b9d85320-6304-4121-97de-3277dc36c627 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/quotas/1f564eba381e4679ad4f4d86366ab37a HTTP/1.1" status: 200 len: 375 time: 0.1902277 Jan 28 00:24:30.058789 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66cb3fa1-8c35-47fd-9ba4-c272aa17bcd9 req-288cd77f-c01e-4b69-8749-8d70356fbd79 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.211 HTTP/1.1" status: 200 len: 696 time: 0.2474918 Jan 28 00:24:30.143534 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c7bb7-4919-4497-bfc6-46776c89a4bb req-bf3438ce-db6b-4591-8fb3-f548f039eef2 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:30.147577 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bd4c7bb7-4919-4497-bfc6-46776c89a4bb req-bf3438ce-db6b-4591-8fb3-f548f039eef2 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.52 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 946 time: 0.1506526 Jan 28 00:24:30.209422 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811359c0-dc43-4697-900a-eb87a3c76df1 None None] Checking router: 53840f48-77ae-4867-a5ac-d0952f7eb658 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:24:30.221072 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21561df-9032-46f0-a79c-3c915de4be0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-931ed8b3-0f41-4499-b45f-125c060b114d', 'network_id': '931ed8b3-0f41-4499-b45f-125c060b114d', 'project_id': '61544786be2d4270a9fd6c6c0c478bbe', 'fixed_ips': [{'subnet_id': '42775f0d-5255-4f3a-b157-58b0d3c23e22'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:24:30.222687 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e21561df-9032-46f0-a79c-3c915de4be0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:30.275522 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-43b7e69f-f77e-4520-af41-b181bd85d7c0 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1f564eba381e4679ad4f4d86366ab37a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2817371 Jan 28 00:24:30.417694 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca06ef07-4e70-476c-8a67-84dcc4680c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (1a25c4dd-6790-4050-9938-d9e2297357e3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:30.463014 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06ef07-4e70-476c-8a67-84dcc4680c6a admin admin] Pushing event deleted for resources: {'Port': ['ID=1a25c4dd-6790-4050-9938-d9e2297357e3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:30.488868 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-66cb3fa1-8c35-47fd-9ba4-c272aa17bcd9 req-4eb5a874-7340-487b-adda-225cfe750932 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Deleting port b2cd5851-18ea-4fb8-9539-89468b955169 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:24:30.490132 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-66cb3fa1-8c35-47fd-9ba4-c272aa17bcd9 req-4eb5a874-7340-487b-adda-225cfe750932 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b2cd5851-18ea-4fb8-9539-89468b955169), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:30.511662 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811359c0-dc43-4697-900a-eb87a3c76df1 None None] Routers {'53840f48-77ae-4867-a5ac-d0952f7eb658'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:24:30.518045 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-811359c0-dc43-4697-900a-eb87a3c76df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:24:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['53840f48-77ae-4867-a5ac-d0952f7eb658'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:30.531085 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-bd4c7bb7-4919-4497-bfc6-46776c89a4bb req-0357ef03-9261-47c9-9934-825ae3c3dafa tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Deleting port b7807a6e-3d47-4e03-b103-e7a660e91e6e {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:24:30.531436 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-bd4c7bb7-4919-4497-bfc6-46776c89a4bb req-0357ef03-9261-47c9-9934-825ae3c3dafa tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b7807a6e-3d47-4e03-b103-e7a660e91e6e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:30.560288 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23d7db00-bc07-4f27-bb76-3800f6308bde None None] Publish callbacks [] for port (0381d73f-0282-4ef9-a71d-261bb90e989c), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:30.592837 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-815abfcb-9448-4a42-96f8-a1d4d3f26509 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks [] for subnet (60689680-4fa3-4946-84db-4f2ca4d01f3f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:30.685562 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23d7db00-bc07-4f27-bb76-3800f6308bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (0381d73f-0282-4ef9-a71d-261bb90e989c), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:30.688805 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-eb6e7337-881a-4068-b3a5-9eaff53e0b7b service neutron] 10.222.0.70 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119923 Jan 28 00:24:30.726233 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-66cb3fa1-8c35-47fd-9ba4-c272aa17bcd9 req-4eb5a874-7340-487b-adda-225cfe750932 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b2cd5851-18ea-4fb8-9539-89468b955169), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:30.726663 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-66cb3fa1-8c35-47fd-9ba4-c272aa17bcd9 req-4eb5a874-7340-487b-adda-225cfe750932 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks [] for floatingip (b2cd5851-18ea-4fb8-9539-89468b955169), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:30.793616 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-66cb3fa1-8c35-47fd-9ba4-c272aa17bcd9 req-4eb5a874-7340-487b-adda-225cfe750932 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Calling delete_port for b2cd5851-18ea-4fb8-9539-89468b955169 owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:24:30.848135 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d7db00-bc07-4f27-bb76-3800f6308bde None None] Network 10fe2e28-cb21-441f-86e3-47e650129154 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:24:30.906554 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-23d7db00-bc07-4f27-bb76-3800f6308bde None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:24:30.912878 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-e21561df-9032-46f0-a79c-3c915de4be0b None None] Allocated IP 172.20.0.18 (931ed8b3-0f41-4499-b45f-125c060b114d/42775f0d-5255-4f3a-b157-58b0d3c23e22/6a47f796-2664-40cc-a534-6b0502193009) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:24:30.923809 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d7db00-bc07-4f27-bb76-3800f6308bde None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:24:30.926854 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-811359c0-dc43-4697-900a-eb87a3c76df1 None None] Set router 53840f48-77ae-4867-a5ac-d0952f7eb658 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:24:30.996282 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-9889297d-3cd5-4747-b41c-ab869ecf0e11 service neutron] 10.222.0.70 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855260 Jan 28 00:24:31.070392 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca06ef07-4e70-476c-8a67-84dcc4680c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (53840f48-77ae-4867-a5ac-d0952f7eb658), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:31.122108 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-815abfcb-9448-4a42-96f8-a1d4d3f26509 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (60689680-4fa3-4946-84db-4f2ca4d01f3f), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:31.129833 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-811359c0-dc43-4697-900a-eb87a3c76df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53840f48-77ae-4867-a5ac-d0952f7eb658', 'name': 'tempest-FloatingIPsNegativeTestJSON-101722304-router', 'tenant_id': 'a307a73555514fef948538412af939aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:24:09Z', 'updated_at': '2022-01-28T00:24:30Z', 'revision_number': 7, 'project_id': 'a307a73555514fef948538412af939aa', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:31.248238 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7db00-bc07-4f27-bb76-3800f6308bde None None] Pushing event updated for resources: {'Port': ['ID=0381d73f-0282-4ef9-a71d-261bb90e989c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:31.258092 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-66cb3fa1-8c35-47fd-9ba4-c272aa17bcd9 req-4eb5a874-7340-487b-adda-225cfe750932 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b2cd5851-18ea-4fb8-9539-89468b955169), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:31.322658 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-bd4c7bb7-4919-4497-bfc6-46776c89a4bb req-0357ef03-9261-47c9-9934-825ae3c3dafa tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] For port b7807a6e-3d47-4e03-b103-e7a660e91e6e, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=b7807a6e-3d47-4e03-b103-e7a660e91e6e,segment=NetworkSegment(2f831f9b-1cec-4443-a955-496c1f68346e),segment_id=2f831f9b-1cec-4443-a955-496c1f68346e)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:24:31.327240 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-bd4c7bb7-4919-4497-bfc6-46776c89a4bb req-0357ef03-9261-47c9-9934-825ae3c3dafa tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b7807a6e-3d47-4e03-b103-e7a660e91e6e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:31.327461 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811359c0-dc43-4697-900a-eb87a3c76df1 None None] The sync data for ids ['53840f48-77ae-4867-a5ac-d0952f7eb658'] in n-d-826754-1 is: [{'id': '53840f48-77ae-4867-a5ac-d0952f7eb658', 'name': 'tempest-FloatingIPsNegativeTestJSON-101722304-router', 'tenant_id': 'a307a73555514fef948538412af939aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:24:09Z', 'updated_at': '2022-01-28T00:24:30Z', 'revision_number': 7, 'project_id': 'a307a73555514fef948538412af939aa', 'gw_port_host': None}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:24:31.364433 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-23d7db00-bc07-4f27-bb76-3800f6308bde None None] Attempting to bind port 0381d73f-0282-4ef9-a71d-261bb90e989c on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:24:31.364813 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-23d7db00-bc07-4f27-bb76-3800f6308bde None None] Attempting to bind port 0381d73f-0282-4ef9-a71d-261bb90e989c by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '48d8455c-627f-46e7-9e37-0eb9a0386d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '10fe2e28-cb21-441f-86e3-47e650129154'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:24:31.365194 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d7db00-bc07-4f27-bb76-3800f6308bde None None] Attempting to bind port 0381d73f-0282-4ef9-a71d-261bb90e989c on network 10fe2e28-cb21-441f-86e3-47e650129154 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:24:31.371793 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-bd4c7bb7-4919-4497-bfc6-46776c89a4bb req-0357ef03-9261-47c9-9934-825ae3c3dafa tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Calling delete_port for b7807a6e-3d47-4e03-b103-e7a660e91e6e owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:24:31.450920 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d7db00-bc07-4f27-bb76-3800f6308bde None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:24:31.451545 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d7db00-bc07-4f27-bb76-3800f6308bde None None] Checking segment: {'id': '48d8455c-627f-46e7-9e37-0eb9a0386d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '10fe2e28-cb21-441f-86e3-47e650129154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:24:31.456164 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23d7db00-bc07-4f27-bb76-3800f6308bde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:31.456833 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d7db00-bc07-4f27-bb76-3800f6308bde None None] Bound using segment: {'id': '48d8455c-627f-46e7-9e37-0eb9a0386d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '10fe2e28-cb21-441f-86e3-47e650129154'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:24:31.460006 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-23d7db00-bc07-4f27-bb76-3800f6308bde None None] Bound port: 0381d73f-0282-4ef9-a71d-261bb90e989c, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d8455c-627f-46e7-9e37-0eb9a0386d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '10fe2e28-cb21-441f-86e3-47e650129154'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:24:31.464172 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23d7db00-bc07-4f27-bb76-3800f6308bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0381d73f-0282-4ef9-a71d-261bb90e989c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:31.506457 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5a874-7340-487b-adda-225cfe750932 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Pushing event deleted for resources: {'Port': ['ID=b2cd5851-18ea-4fb8-9539-89468b955169,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:31.567323 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-66cb3fa1-8c35-47fd-9ba4-c272aa17bcd9 req-4eb5a874-7340-487b-adda-225cfe750932 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks [] for floatingip (b2ebc4b1-59e0-42eb-b281-4187b84039f1), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:31.576741 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-66cb3fa1-8c35-47fd-9ba4-c272aa17bcd9 req-4eb5a874-7340-487b-adda-225cfe750932 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:31.580718 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66cb3fa1-8c35-47fd-9ba4-c272aa17bcd9 req-4eb5a874-7340-487b-adda-225cfe750932 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "DELETE /v2.0/floatingips/b2ebc4b1-59e0-42eb-b281-4187b84039f1 HTTP/1.1" status: 204 len: 173 time: 1.5188830 Jan 28 00:24:31.649255 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca06ef07-4e70-476c-8a67-84dcc4680c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (53840f48-77ae-4867-a5ac-d0952f7eb658), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:31.652953 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca06ef07-4e70-476c-8a67-84dcc4680c6a admin admin] Publish callbacks [] for router_controller (53840f48-77ae-4867-a5ac-d0952f7eb658), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:31.678020 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e21561df-9032-46f0-a79c-3c915de4be0b None None] Publish callbacks [] for port (6a47f796-2664-40cc-a534-6b0502193009), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:31.757691 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e21561df-9032-46f0-a79c-3c915de4be0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (6a47f796-2664-40cc-a534-6b0502193009), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:31.807406 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca06ef07-4e70-476c-8a67-84dcc4680c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (53840f48-77ae-4867-a5ac-d0952f7eb658), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:31.813828 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca06ef07-4e70-476c-8a67-84dcc4680c6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53840f48-77ae-4867-a5ac-d0952f7eb658 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:24:31.841602 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca06ef07-4e70-476c-8a67-84dcc4680c6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:31.843074 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ca06ef07-4e70-476c-8a67-84dcc4680c6a admin admin] 10.222.0.70 "DELETE /v2.0/routers/53840f48-77ae-4867-a5ac-d0952f7eb658 HTTP/1.1" status: 204 len: 168 time: 2.9262252 Jan 28 00:24:31.851665 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33682) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:31.943453 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21561df-9032-46f0-a79c-3c915de4be0b None None] Network 931ed8b3-0f41-4499-b45f-125c060b114d is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:24:31.954657 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-815abfcb-9448-4a42-96f8-a1d4d3f26509 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (60689680-4fa3-4946-84db-4f2ca4d01f3f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:31.969408 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-e21561df-9032-46f0-a79c-3c915de4be0b None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:24:31.974751 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21561df-9032-46f0-a79c-3c915de4be0b None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:24:31.979944 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21561df-9032-46f0-a79c-3c915de4be0b None None] Pushing event updated for resources: {'Port': ['ID=6a47f796-2664-40cc-a534-6b0502193009,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:32.082585 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b0ff302b-27f7-47f3-935d-0400a1305f12 req-403e9998-bb8b-4509-a876-d47f8bb20541 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 210 time: 0.2222836 Jan 28 00:24:32.135588 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-e21561df-9032-46f0-a79c-3c915de4be0b None None] Attempting to bind port 6a47f796-2664-40cc-a534-6b0502193009 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:24:32.136466 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-e21561df-9032-46f0-a79c-3c915de4be0b None None] Attempting to bind port 6a47f796-2664-40cc-a534-6b0502193009 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '082a0da6-393d-42bd-a64e-5f6397b93528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '931ed8b3-0f41-4499-b45f-125c060b114d'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:24:32.137706 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21561df-9032-46f0-a79c-3c915de4be0b None None] Attempting to bind port 6a47f796-2664-40cc-a534-6b0502193009 on network 931ed8b3-0f41-4499-b45f-125c060b114d {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:24:32.147860 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21561df-9032-46f0-a79c-3c915de4be0b None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:24:32.148512 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21561df-9032-46f0-a79c-3c915de4be0b None None] Checking segment: {'id': '082a0da6-393d-42bd-a64e-5f6397b93528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '931ed8b3-0f41-4499-b45f-125c060b114d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:24:32.149196 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e21561df-9032-46f0-a79c-3c915de4be0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:32.150284 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bc46c-3e5e-4090-a987-7950b8488513 req-3f408ebc-d689-41d0-a4e9-69e14275f74a tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:32.150548 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21561df-9032-46f0-a79c-3c915de4be0b None None] Bound using segment: {'id': '082a0da6-393d-42bd-a64e-5f6397b93528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '931ed8b3-0f41-4499-b45f-125c060b114d'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:24:32.151405 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-e21561df-9032-46f0-a79c-3c915de4be0b None None] Bound port: 6a47f796-2664-40cc-a534-6b0502193009, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082a0da6-393d-42bd-a64e-5f6397b93528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '931ed8b3-0f41-4499-b45f-125c060b114d'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:24:32.152090 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e21561df-9032-46f0-a79c-3c915de4be0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6a47f796-2664-40cc-a534-6b0502193009), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:32.157912 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea2bc46c-3e5e-4090-a987-7950b8488513 req-3f408ebc-d689-41d0-a4e9-69e14275f74a tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=2177ad01-3961-40f9-b04b-208a4882250b HTTP/1.1" status: 200 len: 946 time: 0.4232430 Jan 28 00:24:32.221213 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-bd4c7bb7-4919-4497-bfc6-46776c89a4bb req-0357ef03-9261-47c9-9934-825ae3c3dafa tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (b7807a6e-3d47-4e03-b103-e7a660e91e6e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:32.246967 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-815abfcb-9448-4a42-96f8-a1d4d3f26509 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (60689680-4fa3-4946-84db-4f2ca4d01f3f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:32.253102 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-23d7db00-bc07-4f27-bb76-3800f6308bde None None] For port 0381d73f-0282-4ef9-a71d-261bb90e989c, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:24:32.296227 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-23d7db00-bc07-4f27-bb76-3800f6308bde None None] For port 0381d73f-0282-4ef9-a71d-261bb90e989c, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=0381d73f-0282-4ef9-a71d-261bb90e989c,segment=NetworkSegment(48d8455c-627f-46e7-9e37-0eb9a0386d61),segment_id=48d8455c-627f-46e7-9e37-0eb9a0386d61)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:24:32.301506 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c1cead-d8cc-4c81-b7d2-3822692bfe43 admin admin] Deleting subnet 0ee65cfd-279f-451f-bcb7-4543d912ef02 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:24:32.304341 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['b2df6f8d-6942-43dc-b9ef-074ed0c5b9be'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:24:32.316844 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-77c1cead-d8cc-4c81-b7d2-3822692bfe43 admin admin] Publish callbacks [] for subnet (0ee65cfd-279f-451f-bcb7-4543d912ef02), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:32.328188 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357ef03-9261-47c9-9934-825ae3c3dafa tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Pushing event deleted for resources: {'Port': ['ID=b7807a6e-3d47-4e03-b103-e7a660e91e6e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:32.392862 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23d7db00-bc07-4f27-bb76-3800f6308bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (0381d73f-0282-4ef9-a71d-261bb90e989c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:32.407741 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-77c1cead-d8cc-4c81-b7d2-3822692bfe43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (0ee65cfd-279f-451f-bcb7-4543d912ef02), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:32.447884 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4c7bb7-4919-4497-bfc6-46776c89a4bb req-0357ef03-9261-47c9-9934-825ae3c3dafa tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] No DVR routers for this DVR port b7807a6e-3d47-4e03-b103-e7a660e91e6e on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:24:32.465079 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815abfcb-9448-4a42-96f8-a1d4d3f26509 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Pushing event deleted for resources: {'Subnet': ['ID=60689680-4fa3-4946-84db-4f2ca4d01f3f,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:32.475639 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-bd4c7bb7-4919-4497-bfc6-46776c89a4bb req-0357ef03-9261-47c9-9934-825ae3c3dafa tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:32.484365 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bd4c7bb7-4919-4497-bfc6-46776c89a4bb req-0357ef03-9261-47c9-9934-825ae3c3dafa tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.52 "DELETE /v2.0/ports/b7807a6e-3d47-4e03-b103-e7a660e91e6e HTTP/1.1" status: 204 len: 173 time: 2.3309994 Jan 28 00:24:32.490962 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-815abfcb-9448-4a42-96f8-a1d4d3f26509 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:32.499057 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-815abfcb-9448-4a42-96f8-a1d4d3f26509 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] 10.222.0.70 "DELETE /v2.0/subnets/60689680-4fa3-4946-84db-4f2ca4d01f3f HTTP/1.1" status: 204 len: 168 time: 3.1378129 Jan 28 00:24:32.499057 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2177ad01-3961-40f9-b04b-208a4882250b', 'name': 'network-vif-deleted', 'tag': 'b7807a6e-3d47-4e03-b103-e7a660e91e6e'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:24:32.503889 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d054de-dbfd-497c-935f-54d9e88134b9" -d '{"events": [{"server_uuid": "2177ad01-3961-40f9-b04b-208a4882250b", "name": "network-vif-deleted", "tag": "b7807a6e-3d47-4e03-b103-e7a660e91e6e"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:24:32.507595 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33692) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:32.550843 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-e21561df-9032-46f0-a79c-3c915de4be0b None None] For port 6a47f796-2664-40cc-a534-6b0502193009, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:24:32.554623 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-e21561df-9032-46f0-a79c-3c915de4be0b None None] For port 6a47f796-2664-40cc-a534-6b0502193009, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6a47f796-2664-40cc-a534-6b0502193009,segment=NetworkSegment(082a0da6-393d-42bd-a64e-5f6397b93528),segment_id=082a0da6-393d-42bd-a64e-5f6397b93528)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:24:32.578850 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e21561df-9032-46f0-a79c-3c915de4be0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6a47f796-2664-40cc-a534-6b0502193009), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:32.653606 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33698) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:32.669631 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-c47eeecd-3261-4c4c-8034-fda6465e310c tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Deleting subnet 42775f0d-5255-4f3a-b157-58b0d3c23e22 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:24:32.680366 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c47eeecd-3261-4c4c-8034-fda6465e310c tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks [] for subnet (42775f0d-5255-4f3a-b157-58b0d3c23e22), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:32.752135 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7732f2c2-8c4f-4d80-98dd-e7c22391d47f req-9fd02643-2fe6-463e-9f0c-8388e2188abf tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/floatingips/78e29e5a-d76d-484a-bcc0-0383482f85fa HTTP/1.1" status: 200 len: 692 time: 0.5923493 Jan 28 00:24:32.763873 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c47eeecd-3261-4c4c-8034-fda6465e310c tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (42775f0d-5255-4f3a-b157-58b0d3c23e22), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:32.768754 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7db00-bc07-4f27-bb76-3800f6308bde None None] Pushing event updated for resources: {'Port': ['ID=0381d73f-0282-4ef9-a71d-261bb90e989c,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:32.963309 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-77c1cead-d8cc-4c81-b7d2-3822692bfe43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (0ee65cfd-279f-451f-bcb7-4543d912ef02), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:33.024429 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea2bc46c-3e5e-4090-a987-7950b8488513 req-c00ee547-93b1-401c-9e66-3327bb54d0c4 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8430457 Jan 28 00:24:33.053385 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c47eeecd-3261-4c4c-8034-fda6465e310c tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (42775f0d-5255-4f3a-b157-58b0d3c23e22), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:33.086292 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21561df-9032-46f0-a79c-3c915de4be0b None None] Pushing event updated for resources: {'Port': ['ID=6a47f796-2664-40cc-a534-6b0502193009,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:33.289131 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee1201a-323c-42c4-9ca6-e17270c6defc x-openstack-request-id: req-7ee1201a-323c-42c4-9ca6-e17270c6defc {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:24:33.289590 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2177ad01-3961-40f9-b04b-208a4882250b", "name": "network-vif-deleted", "tag": "b7807a6e-3d47-4e03-b103-e7a660e91e6e", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:24:33.296097 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7ee1201a-323c-42c4-9ca6-e17270c6defc {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:24:33.296775 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2177ad01-3961-40f9-b04b-208a4882250b', 'name': 'network-vif-deleted', 'tag': 'b7807a6e-3d47-4e03-b103-e7a660e91e6e', 'status': 'completed', 'code': 200} Jan 28 00:24:33.305594 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c47eeecd-3261-4c4c-8034-fda6465e310c tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (42775f0d-5255-4f3a-b157-58b0d3c23e22), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:33.373307 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device b7807a6e-3d47-4e03-b103-e7a660e91e6e no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:24:33.422506 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732f2c2-8c4f-4d80-98dd-e7c22391d47f req-5d91cd18-9754-461f-9104-c4c063ba4c58 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:33.438536 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7732f2c2-8c4f-4d80-98dd-e7c22391d47f req-5d91cd18-9754-461f-9104-c4c063ba4c58 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 784 time: 0.6833143 Jan 28 00:24:33.494036 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c47eeecd-3261-4c4c-8034-fda6465e310c tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:33.503467 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c47eeecd-3261-4c4c-8034-fda6465e310c tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] 10.222.0.70 "DELETE /v2.0/subnets/42775f0d-5255-4f3a-b157-58b0d3c23e22 HTTP/1.1" status: 204 len: 168 time: 0.9914751 Jan 28 00:24:33.513441 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47eeecd-3261-4c4c-8034-fda6465e310c tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Pushing event deleted for resources: {'Subnet': ['ID=42775f0d-5255-4f3a-b157-58b0d3c23e22,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:33.516273 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33706) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:33.597473 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: b7807a6e-3d47-4e03-b103-e7a660e91e6e {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:24:33.599593 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device b7807a6e-3d47-4e03-b103-e7a660e91e6e not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:24:33.674997 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb6cbd5-a1a1-484d-8e1a-834a640ccf2c tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:33.676767 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bdb6cbd5-a1a1-484d-8e1a-834a640ccf2c tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1580086 Jan 28 00:24:33.683299 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33708) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:33.695467 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-564f22fd-9085-4c75-9bb5-b366cab4547c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:33.706983 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7732f2c2-8c4f-4d80-98dd-e7c22391d47f req-e37ffbaf-8afd-4bea-adf7-1cabe9cc90a1 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.61 HTTP/1.1" status: 200 len: 695 time: 0.2666531 Jan 28 00:24:33.751860 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-77c1cead-d8cc-4c81-b7d2-3822692bfe43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (0ee65cfd-279f-451f-bcb7-4543d912ef02), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:33.867095 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1cead-d8cc-4c81-b7d2-3822692bfe43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ee65cfd-279f-451f-bcb7-4543d912ef02,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:33.880938 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7732f2c2-8c4f-4d80-98dd-e7c22391d47f req-1b404fa6-041a-476c-989d-3420e2cd9fa2 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.3.61 HTTP/1.1" status: 200 len: 695 time: 0.1562314 Jan 28 00:24:33.887574 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 0381d73f-0282-4ef9-a71d-261bb90e989c up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:24:33.895296 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-77c1cead-d8cc-4c81-b7d2-3822692bfe43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:33.904195 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-77c1cead-d8cc-4c81-b7d2-3822692bfe43 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0ee65cfd-279f-451f-bcb7-4543d912ef02 HTTP/1.1" status: 204 len: 168 time: 2.0460918 Jan 28 00:24:33.908005 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33710) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:33.952349 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-971488bf-b7d5-4d23-b4b8-558560b569e2 req-e954544c-2884-4370-bb7b-ec04c2f3e5df tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 210 time: 0.0684006 Jan 28 00:24:33.952782 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943e4713-9fff-4f08-88f8-665325f0e68b None None] Network e43d5e58-9c39-4180-af79-592fac9d25bc requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:24:34.048970 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-083b4294-d804-4bf1-8d15-00a2141a1d56 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (931ed8b3-0f41-4499-b45f-125c060b114d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:34.092311 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 0381d73f-0282-4ef9-a71d-261bb90e989c triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:24:34.092311 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0381d73f-0282-4ef9-a71d-261bb90e989c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:34.162354 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-7732f2c2-8c4f-4d80-98dd-e7c22391d47f req-5b827a6d-2c50-42b7-af27-bc2dda4081d7 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Deleting port 3293446b-6a58-49dc-a640-08b88ec834f3 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:24:34.167420 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7732f2c2-8c4f-4d80-98dd-e7c22391d47f req-5b827a6d-2c50-42b7-af27-bc2dda4081d7 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (3293446b-6a58-49dc-a640-08b88ec834f3), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:34.279855 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78f64a2e-505f-47e4-a164-fdbdff74ae1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (e43d5e58-9c39-4180-af79-592fac9d25bc), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:34.331457 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 0381d73f-0282-4ef9-a71d-261bb90e989c is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:24:34.331903 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0381d73f-0282-4ef9-a71d-261bb90e989c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:34.334254 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f2adc7-eee9-4205-a8f3-50b9140cf14a None None] DHCP port deletion for e43d5e58-9c39-4180-af79-592fac9d25bc request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:24:34.343454 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-8ed0c437-1c43-42c9-87a9-b3f49ddec856 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:34.346147 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-8ed0c437-1c43-42c9-87a9-b3f49ddec856 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.65 "GET /v2.0/networks?id=2f518455-11e0-4f29-b2fb-3688e3f7fb32 HTTP/1.1" status: 200 len: 812 time: 0.6754706 Jan 28 00:24:34.418742 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-c15898df-b895-4ead-8e4e-7bbc7010579a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Request body: {'port': {'device_id': '8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1', 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32', 'admin_state_up': True, 'tenant_id': '1f564eba381e4679ad4f4d86366ab37a'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:34.429286 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7732f2c2-8c4f-4d80-98dd-e7c22391d47f req-5b827a6d-2c50-42b7-af27-bc2dda4081d7 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (3293446b-6a58-49dc-a640-08b88ec834f3), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:34.430413 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7732f2c2-8c4f-4d80-98dd-e7c22391d47f req-5b827a6d-2c50-42b7-af27-bc2dda4081d7 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks [] for floatingip (3293446b-6a58-49dc-a640-08b88ec834f3), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:34.467212 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-7732f2c2-8c4f-4d80-98dd-e7c22391d47f req-5b827a6d-2c50-42b7-af27-bc2dda4081d7 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Calling delete_port for 3293446b-6a58-49dc-a640-08b88ec834f3 owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:24:34.529949 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 0381d73f-0282-4ef9-a71d-261bb90e989c, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=0381d73f-0282-4ef9-a71d-261bb90e989c,segment=NetworkSegment(48d8455c-627f-46e7-9e37-0eb9a0386d61),segment_id=48d8455c-627f-46e7-9e37-0eb9a0386d61)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:24:34.533055 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-564f22fd-9085-4c75-9bb5-b366cab4547c admin admin] Publish callbacks [] for security_group (18cb0c3d-8316-4fe6-9665-a4255d606ba7), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:34.541306 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (0381d73f-0282-4ef9-a71d-261bb90e989c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:34.543566 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6a47f796-2664-40cc-a534-6b0502193009 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:24:34.680465 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4cf4b7c1-a7c2-43a4-a3d6-019d2cdcdba3 req-1ff9f79f-3586-4c16-864a-c3b71437b098 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1667321 Jan 28 00:24:34.689099 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-92f2adc7-eee9-4205-a8f3-50b9140cf14a None None] Deleting port 242b46ac-ff2e-4277-836d-716b1d74a6a8 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:24:34.689750 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-92f2adc7-eee9-4205-a8f3-50b9140cf14a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (242b46ac-ff2e-4277-836d-716b1d74a6a8), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:34.775443 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-564f22fd-9085-4c75-9bb5-b366cab4547c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (18cb0c3d-8316-4fe6-9665-a4255d606ba7), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:34.861045 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a6b3018f-cb83-4d6b-beac-c3905cb4ea22 req-24fae920-11d1-4e50-9209-88f79986b8c8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4693453 Jan 28 00:24:34.891314 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-92f2adc7-eee9-4205-a8f3-50b9140cf14a None None] For port 242b46ac-ff2e-4277-836d-716b1d74a6a8, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=242b46ac-ff2e-4277-836d-716b1d74a6a8,segment=NetworkSegment(47a4e752-d3e0-4ebb-b057-0b13d9f05d51),segment_id=47a4e752-d3e0-4ebb-b057-0b13d9f05d51)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:24:34.891988 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-92f2adc7-eee9-4205-a8f3-50b9140cf14a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (242b46ac-ff2e-4277-836d-716b1d74a6a8), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:34.933804 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4b7c1-a7c2-43a4-a3d6-019d2cdcdba3 req-a2eb5989-9feb-4292-84d4-ae782ac8ad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:34.935664 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4cf4b7c1-a7c2-43a4-a3d6-019d2cdcdba3 req-a2eb5989-9feb-4292-84d4-ae782ac8ad66 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=66e2abd01f29448ab207898a6db8a6af&device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 1097 time: 0.1646380 Jan 28 00:24:34.969012 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-92f2adc7-eee9-4205-a8f3-50b9140cf14a None None] Calling delete_port for 242b46ac-ff2e-4277-836d-716b1d74a6a8 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:24:34.980981 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=0381d73f-0282-4ef9-a71d-261bb90e989c,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:35.025367 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 6a47f796-2664-40cc-a534-6b0502193009 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:24:35.030080 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6a47f796-2664-40cc-a534-6b0502193009), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:35.077719 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-564f22fd-9085-4c75-9bb5-b366cab4547c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c372ea7c86584bfa9b3c0c593b28ddb8&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4185104 Jan 28 00:24:35.080572 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33724) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:35.083038 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f22fd-9085-4c75-9bb5-b366cab4547c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cb0c3d-8316-4fe6-9665-a4255d606ba7,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:35.129110 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7732f2c2-8c4f-4d80-98dd-e7c22391d47f req-5b827a6d-2c50-42b7-af27-bc2dda4081d7 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (3293446b-6a58-49dc-a640-08b88ec834f3), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:35.139262 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-c15898df-b895-4ead-8e4e-7bbc7010579a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Made reservation on behalf of 1f564eba381e4679ad4f4d86366ab37a for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:24:35.142801 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-c15898df-b895-4ead-8e4e-7bbc7010579a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:35.190768 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-083b4294-d804-4bf1-8d15-00a2141a1d56 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Deleting port 6a47f796-2664-40cc-a534-6b0502193009 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:24:35.191245 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-083b4294-d804-4bf1-8d15-00a2141a1d56 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (6a47f796-2664-40cc-a534-6b0502193009), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:35.338305 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ce8720-175d-4629-9f37-7341f5dbda92 None None] Network 931ed8b3-0f41-4499-b45f-125c060b114d requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:24:35.346133 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-92f2adc7-eee9-4205-a8f3-50b9140cf14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (242b46ac-ff2e-4277-836d-716b1d74a6a8), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:35.361055 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b827a6d-2c50-42b7-af27-bc2dda4081d7 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Pushing event deleted for resources: {'Port': ['ID=3293446b-6a58-49dc-a640-08b88ec834f3,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:35.375705 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3018f-cb83-4d6b-beac-c3905cb4ea22 req-95c883bf-8def-4a78-bea5-69ca6b2931f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:35.377314 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a6b3018f-cb83-4d6b-beac-c3905cb4ea22 req-95c883bf-8def-4a78-bea5-69ca6b2931f3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=447275f81c0e4d579e9910142f20754b&device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 1096 time: 0.4609640 Jan 28 00:24:35.399480 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d0c6d17e-9d63-4433-87b9-0600c2d232d5 admin admin] Publish callbacks [] for security_group (18cb0c3d-8316-4fe6-9665-a4255d606ba7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:35.403386 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-78f64a2e-505f-47e4-a164-fdbdff74ae1a admin admin] Deleting port 242b46ac-ff2e-4277-836d-716b1d74a6a8 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:24:35.403774 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78f64a2e-505f-47e4-a164-fdbdff74ae1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (242b46ac-ff2e-4277-836d-716b1d74a6a8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:35.461447 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cbf0f-679e-4337-b3a7-77cc8e441ea0 req-a5feab1e-dca0-4872-9ad5-845fa4c7e6e9 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:35.464128 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fc5cbf0f-679e-4337-b3a7-77cc8e441ea0 req-a5feab1e-dca0-4872-9ad5-845fa4c7e6e9 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.1427794 Jan 28 00:24:35.465389 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4b7c1-a7c2-43a4-a3d6-019d2cdcdba3 req-730dc3e7-dfa7-46cd-b4bd-b4c56815a180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:35.466990 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4cf4b7c1-a7c2-43a4-a3d6-019d2cdcdba3 req-730dc3e7-dfa7-46cd-b4bd-b4c56815a180 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ab3fb448-728a-46f9-9c11-c79ef9e347d9 HTTP/1.1" status: 200 len: 917 time: 0.5007241 Jan 28 00:24:35.470535 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7732f2c2-8c4f-4d80-98dd-e7c22391d47f req-5b827a6d-2c50-42b7-af27-bc2dda4081d7 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks [] for floatingip (78e29e5a-d76d-484a-bcc0-0383482f85fa), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:35.476140 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7732f2c2-8c4f-4d80-98dd-e7c22391d47f req-5b827a6d-2c50-42b7-af27-bc2dda4081d7 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:35.477384 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7732f2c2-8c4f-4d80-98dd-e7c22391d47f req-5b827a6d-2c50-42b7-af27-bc2dda4081d7 tempest-FloatingIPDetailsTestJSON-2121277410 tempest-FloatingIPDetailsTestJSON-2121277410-project] 10.222.0.70 "DELETE /v2.0/floatingips/78e29e5a-d76d-484a-bcc0-0383482f85fa HTTP/1.1" status: 204 len: 173 time: 1.5625153 Jan 28 00:24:35.495763 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33726) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:35.521656 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2adc7-eee9-4205-a8f3-50b9140cf14a None None] Pushing event deleted for resources: {'Port': ['ID=242b46ac-ff2e-4277-836d-716b1d74a6a8,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:35.568664 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3018f-cb83-4d6b-beac-c3905cb4ea22 req-6f9ca0e7-53e3-451e-b032-abc6e7e3d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:35.570715 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a6b3018f-cb83-4d6b-beac-c3905cb4ea22 req-6f9ca0e7-53e3-451e-b032-abc6e7e3d6a9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8a6446b4-7f18-47f6-bd02-dfe5469ab9a1 HTTP/1.1" status: 200 len: 919 time: 0.1316330 Jan 28 00:24:35.589872 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed326042-713f-4a8e-9c64-43d71f59076e None None] Network 10fe2e28-cb21-441f-86e3-47e650129154 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:24:35.606294 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f2adc7-eee9-4205-a8f3-50b9140cf14a None None] No DVR routers for this DVR port 242b46ac-ff2e-4277-836d-716b1d74a6a8 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:24:35.612520 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-b268f470-c582-469d-9a4d-bcf87d6b9c79 None None] Provisioning complete for port 6a47f796-2664-40cc-a534-6b0502193009 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:24:35.612845 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b268f470-c582-469d-9a4d-bcf87d6b9c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6a47f796-2664-40cc-a534-6b0502193009), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:35.708355 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a6b3018f-cb83-4d6b-beac-c3905cb4ea22 req-8009de3a-9882-4c38-8cc5-b051c339c75e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2df6f8d-6942-43dc-b9ef-074ed0c5b9be HTTP/1.1" status: 200 len: 217 time: 0.0837698 Jan 28 00:24:35.723853 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-083b4294-d804-4bf1-8d15-00a2141a1d56 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] For port 6a47f796-2664-40cc-a534-6b0502193009, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6a47f796-2664-40cc-a534-6b0502193009,segment=NetworkSegment(082a0da6-393d-42bd-a64e-5f6397b93528),segment_id=082a0da6-393d-42bd-a64e-5f6397b93528)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:24:35.724359 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-083b4294-d804-4bf1-8d15-00a2141a1d56 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (6a47f796-2664-40cc-a534-6b0502193009), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:35.728701 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4cf4b7c1-a7c2-43a4-a3d6-019d2cdcdba3 req-d31f70a2-55e3-4dc5-af53-7cfdf37ea1c4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a97c7ddc-fba4-4c26-b16d-5efee7924ebd HTTP/1.1" status: 200 len: 1001 time: 0.2491605 Jan 28 00:24:35.735742 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7bad1d44-f581-484f-bf78-5c81567dbfcb req-b712e545-9bfc-40e7-944c-11d828d310f4 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 210 time: 0.1095738 Jan 28 00:24:35.768173 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fc5cbf0f-679e-4337-b3a7-77cc8e441ea0 req-48595ff9-efd0-4fbd-8c2d-77b861a7dfaf tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879255 Jan 28 00:24:35.817895 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 6a47f796-2664-40cc-a534-6b0502193009 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:24:35.818455 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6a47f796-2664-40cc-a534-6b0502193009), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:35.825460 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d0c6d17e-9d63-4433-87b9-0600c2d232d5 admin admin] Publish callbacks [] for security_group (18cb0c3d-8316-4fe6-9665-a4255d606ba7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:35.836060 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-78f64a2e-505f-47e4-a164-fdbdff74ae1a admin admin] For port 242b46ac-ff2e-4277-836d-716b1d74a6a8, host n-d-826754-1, got binding levels [] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:24:35.836756 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78f64a2e-505f-47e4-a164-fdbdff74ae1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (242b46ac-ff2e-4277-836d-716b1d74a6a8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:35.858361 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-083b4294-d804-4bf1-8d15-00a2141a1d56 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Calling delete_port for 6a47f796-2664-40cc-a534-6b0502193009 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:24:35.874101 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4b7c1-a7c2-43a4-a3d6-019d2cdcdba3 req-6257aab7-ab05-45ee-8489-d915e908efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:35.875699 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4cf4b7c1-a7c2-43a4-a3d6-019d2cdcdba3 req-6257aab7-ab05-45ee-8489-d915e908efd1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e8d9d31c-ec82-48b8-8107-afdf4c2c9183 HTTP/1.1" status: 200 len: 855 time: 0.1362913 Jan 28 00:24:35.879699 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3018f-cb83-4d6b-beac-c3905cb4ea22 req-45417d88-c785-4004-aa85-2ffc216f16bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:35.881186 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a6b3018f-cb83-4d6b-beac-c3905cb4ea22 req-45417d88-c785-4004-aa85-2ffc216f16bd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1866bf73-f598-42e8-af99-a33f224ad981 HTTP/1.1" status: 200 len: 858 time: 0.1340165 Jan 28 00:24:35.886638 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-78f64a2e-505f-47e4-a164-fdbdff74ae1a admin admin] Calling delete_port for 242b46ac-ff2e-4277-836d-716b1d74a6a8 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:24:35.902936 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.ipam_backend_mixin [None req-78f64a2e-505f-47e4-a164-fdbdff74ae1a admin admin] Port 242b46ac-ff2e-4277-836d-716b1d74a6a8 was not found and therefore no delete operation was performed {{(pid=103343) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 00:24:35.932600 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-c15898df-b895-4ead-8e4e-7bbc7010579a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Allocated IP 172.20.0.8 (2f518455-11e0-4f29-b2fb-3688e3f7fb32/752b9c73-c003-4007-a37c-7b906aeda551/e0814931-0273-44d4-9b19-363b02b03b9d) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:24:35.934807 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78f64a2e-505f-47e4-a164-fdbdff74ae1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (242b46ac-ff2e-4277-836d-716b1d74a6a8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:35.976086 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4b7c1-a7c2-43a4-a3d6-019d2cdcdba3 req-99e79333-91e4-48a8-8625-290ff79fedfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:35.977831 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4cf4b7c1-a7c2-43a4-a3d6-019d2cdcdba3 req-99e79333-91e4-48a8-8625-290ff79fedfe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ab3fb448-728a-46f9-9c11-c79ef9e347d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918338 Jan 28 00:24:36.004785 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a6b3018f-cb83-4d6b-beac-c3905cb4ea22 req-b6be9eee-ac2d-498f-910a-44a30ebabe3d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8a6446b4-7f18-47f6-bd02-dfe5469ab9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131022 Jan 28 00:24:36.041829 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 6a47f796-2664-40cc-a534-6b0502193009, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6a47f796-2664-40cc-a534-6b0502193009,segment=NetworkSegment(082a0da6-393d-42bd-a64e-5f6397b93528),segment_id=082a0da6-393d-42bd-a64e-5f6397b93528)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:24:36.057590 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f64a2e-505f-47e4-a164-fdbdff74ae1a admin admin] Pushing event deleted for resources: {'Port': ['ID=242b46ac-ff2e-4277-836d-716b1d74a6a8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:36.062253 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6a47f796-2664-40cc-a534-6b0502193009), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:36.098974 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f64a2e-505f-47e4-a164-fdbdff74ae1a admin admin] No DVR routers for this DVR port 242b46ac-ff2e-4277-836d-716b1d74a6a8 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:24:36.106449 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4cf4b7c1-a7c2-43a4-a3d6-019d2cdcdba3 req-2cb4746f-4d35-49e1-9d03-ca8009a866be service neutron] 10.222.0.65 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088235 Jan 28 00:24:36.128712 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cd4296de-8eff-4b7b-a7e3-057c09819b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:36.264233 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d0c6d17e-9d63-4433-87b9-0600c2d232d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (18cb0c3d-8316-4fe6-9665-a4255d606ba7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:36.267008 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d0c6d17e-9d63-4433-87b9-0600c2d232d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:36.272558 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d0c6d17e-9d63-4433-87b9-0600c2d232d5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/18cb0c3d-8316-4fe6-9665-a4255d606ba7 HTTP/1.1" status: 204 len: 168 time: 1.1813312 Jan 28 00:24:36.419155 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=6a47f796-2664-40cc-a534-6b0502193009,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:36.426967 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 661229b2-bfa9-4747-af5e-9876a7fd2a3a no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:24:36.431298 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73abcbbb-2c1c-44fb-877d-216a36b25936 None None] DHCP port deletion for 931ed8b3-0f41-4499-b45f-125c060b114d request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:24:36.476858 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b268f470-c582-469d-9a4d-bcf87d6b9c79 None None] Current status of the port 6a47f796-2664-40cc-a534-6b0502193009 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:24:36.477258 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b268f470-c582-469d-9a4d-bcf87d6b9c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6a47f796-2664-40cc-a534-6b0502193009), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:36.499748 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 661229b2-bfa9-4747-af5e-9876a7fd2a3a {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:24:36.500092 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 661229b2-bfa9-4747-af5e-9876a7fd2a3a not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:24:36.500519 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1a25c4dd-6790-4050-9938-d9e2297357e3 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:24:36.511781 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a6b3018f-cb83-4d6b-beac-c3905cb4ea22 req-8bcd7ab0-9178-43c6-81ad-d5d144aed7c9 service neutron] 10.222.0.52 "GET /v2.0/networks/8a6446b4-7f18-47f6-bd02-dfe5469ab9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571216 Jan 28 00:24:36.554190 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 1a25c4dd-6790-4050-9938-d9e2297357e3 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:24:36.554562 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1a25c4dd-6790-4050-9938-d9e2297357e3 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:24:36.633612 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c483c489-2187-469d-b756-5265804c6c0e None None] DHCP port deletion for 10fe2e28-cb21-441f-86e3-47e650129154 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:24:36.731579 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c483c489-2187-469d-b756-5265804c6c0e None None] Deleting port 0381d73f-0282-4ef9-a71d-261bb90e989c {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:24:36.732150 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c483c489-2187-469d-b756-5265804c6c0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (0381d73f-0282-4ef9-a71d-261bb90e989c), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:36.741996 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4cf4b7c1-a7c2-43a4-a3d6-019d2cdcdba3 req-89caf6d5-8aa7-4975-b516-c6ff2486203e service neutron] 10.222.0.65 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6258082 Jan 28 00:24:36.792195 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6d17e-9d63-4433-87b9-0600c2d232d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cb0c3d-8316-4fe6-9665-a4255d606ba7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:36.794848 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-083b4294-d804-4bf1-8d15-00a2141a1d56 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (6a47f796-2664-40cc-a534-6b0502193009), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:36.808694 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a6b3018f-cb83-4d6b-beac-c3905cb4ea22 req-575ed01d-69dc-4b0e-b776-dd9329ac4a0d service neutron] 10.222.0.52 "GET /v2.0/networks/8a6446b4-7f18-47f6-bd02-dfe5469ab9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944798 Jan 28 00:24:36.875022 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6a47f796-2664-40cc-a534-6b0502193009 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:24:36.904601 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33740) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:36.957809 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47706c7e-fc34-4d71-9b6e-7219249e9cce req-8abeee86-1a6b-4310-a53e-2f02098a1a1c tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 210 time: 0.0487077 Jan 28 00:24:36.981362 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-46e0cfa9-07aa-44fd-8ec6-622ff21bb6c3 None None] Provisioning complete for port 0381d73f-0282-4ef9-a71d-261bb90e989c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:24:36.982123 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-87fd73de-6346-4acb-9e04-1248ccdb84a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:36.982575 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-46e0cfa9-07aa-44fd-8ec6-622ff21bb6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0381d73f-0282-4ef9-a71d-261bb90e989c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:36.991431 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 6a47f796-2664-40cc-a534-6b0502193009 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:24:36.992068 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6a47f796-2664-40cc-a534-6b0502193009 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:24:36.992781 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 242b46ac-ff2e-4277-836d-716b1d74a6a8 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:24:36.996825 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083b4294-d804-4bf1-8d15-00a2141a1d56 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] No DVR routers for this DVR port 6a47f796-2664-40cc-a534-6b0502193009 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:24:37.003590 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b4294-d804-4bf1-8d15-00a2141a1d56 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Pushing event deleted for resources: {'Port': ['ID=6a47f796-2664-40cc-a534-6b0502193009,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:37.031930 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78f64a2e-505f-47e4-a164-fdbdff74ae1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (e43d5e58-9c39-4180-af79-592fac9d25bc), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:37.069794 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c483c489-2187-469d-b756-5265804c6c0e None None] For port 0381d73f-0282-4ef9-a71d-261bb90e989c, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=0381d73f-0282-4ef9-a71d-261bb90e989c,segment=NetworkSegment(48d8455c-627f-46e7-9e37-0eb9a0386d61),segment_id=48d8455c-627f-46e7-9e37-0eb9a0386d61)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:24:37.070507 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c483c489-2187-469d-b756-5265804c6c0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (0381d73f-0282-4ef9-a71d-261bb90e989c), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:37.076019 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 242b46ac-ff2e-4277-836d-716b1d74a6a8 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:24:37.076783 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 242b46ac-ff2e-4277-836d-716b1d74a6a8 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:24:37.107010 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c483c489-2187-469d-b756-5265804c6c0e None None] Calling delete_port for 0381d73f-0282-4ef9-a71d-261bb90e989c owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:24:37.130263 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0bec8d3c-9a5d-46c8-b8ae-0b9a73bd28c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (fd4ff865-ad7e-43e1-95af-27f2b8e918ae), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:37.156546 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c2d9b-3026-4b05-a783-9ab48c73175a req-161341c9-a897-411a-984c-24fb3f60dc82 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:37.158154 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f68c2d9b-3026-4b05-a783-9ab48c73175a req-161341c9-a897-411a-984c-24fb3f60dc82 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.2042046 Jan 28 00:24:37.175146 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-78f64a2e-505f-47e4-a164-fdbdff74ae1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43d5e58-9c39-4180-af79-592fac9d25bc']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:37.200415 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 0381d73f-0282-4ef9-a71d-261bb90e989c no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:24:37.231909 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-78f64a2e-505f-47e4-a164-fdbdff74ae1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a4e752-d3e0-4ebb-b057-0b13d9f05d51') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:37.232235 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-78f64a2e-505f-47e4-a164-fdbdff74ae1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a4e752-d3e0-4ebb-b057-0b13d9f05d51') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:37.251059 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-083b4294-d804-4bf1-8d15-00a2141a1d56 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (931ed8b3-0f41-4499-b45f-125c060b114d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:37.263357 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78f64a2e-505f-47e4-a164-fdbdff74ae1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (47a4e752-d3e0-4ebb-b057-0b13d9f05d51), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:37.331515 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-46e0cfa9-07aa-44fd-8ec6-622ff21bb6c3 None None] Current status of the port 0381d73f-0282-4ef9-a71d-261bb90e989c is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:24:37.335115 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78f64a2e-505f-47e4-a164-fdbdff74ae1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (47a4e752-d3e0-4ebb-b057-0b13d9f05d51), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:37.338720 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-083b4294-d804-4bf1-8d15-00a2141a1d56 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['931ed8b3-0f41-4499-b45f-125c060b114d']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:37.345319 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-87fd73de-6346-4acb-9e04-1248ccdb84a9 admin admin] Publish callbacks [] for security_group (489bed71-77b3-4361-a24d-905c63f417f7), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:37.354031 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-c15898df-b895-4ead-8e4e-7bbc7010579a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks [] for port (e0814931-0273-44d4-9b19-363b02b03b9d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:37.361654 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-083b4294-d804-4bf1-8d15-00a2141a1d56 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082a0da6-393d-42bd-a64e-5f6397b93528') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:37.361958 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-083b4294-d804-4bf1-8d15-00a2141a1d56 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082a0da6-393d-42bd-a64e-5f6397b93528') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:37.364420 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f64a2e-505f-47e4-a164-fdbdff74ae1a admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:24:37.364832 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78f64a2e-505f-47e4-a164-fdbdff74ae1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (47a4e752-d3e0-4ebb-b057-0b13d9f05d51), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:37.366757 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:24:37.366757 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:24:37.366757 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:24:37.366757 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:24:37.366757 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:24:37.366757 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:24:37.366757 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:24:37.366757 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:24:37.366757 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:24:37.366757 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:24:37.366757 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:24:37.366757 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:24:37.366757 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:24:37.366757 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:24:37.366757 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:24:37.366757 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:24:37.366757 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:24:37.366757 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:24:37.366757 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:24:37.366757 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:24:37.366757 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:24:37.366757 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:24:37.366757 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:24:37.366757 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:24:37.366757 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:24:37.366757 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:24:37.366757 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:24:37.366757 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:24:37.366757 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:24:37.366757 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:24:37.366757 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:24:37.366757 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:24:37.387376 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-87fd73de-6346-4acb-9e04-1248ccdb84a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (489bed71-77b3-4361-a24d-905c63f417f7), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:37.393193 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f68c2d9b-3026-4b05-a783-9ab48c73175a req-46de50bd-5ffc-40fd-baa2-19d2057af1e4 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826384 Jan 28 00:24:37.395047 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-083b4294-d804-4bf1-8d15-00a2141a1d56 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (082a0da6-393d-42bd-a64e-5f6397b93528), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:37.408586 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 0381d73f-0282-4ef9-a71d-261bb90e989c is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:24:37.408891 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0381d73f-0282-4ef9-a71d-261bb90e989c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:37.430088 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c483c489-2187-469d-b756-5265804c6c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (0381d73f-0282-4ef9-a71d-261bb90e989c), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:37.481296 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-083b4294-d804-4bf1-8d15-00a2141a1d56 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (082a0da6-393d-42bd-a64e-5f6397b93528), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:37.489212 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483c489-2187-469d-b756-5265804c6c0e None None] Pushing event deleted for resources: {'Port': ['ID=0381d73f-0282-4ef9-a71d-261bb90e989c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:37.497180 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c483c489-2187-469d-b756-5265804c6c0e None None] No DVR routers for this DVR port 0381d73f-0282-4ef9-a71d-261bb90e989c on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:24:37.512531 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083b4294-d804-4bf1-8d15-00a2141a1d56 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:24:37.512957 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-083b4294-d804-4bf1-8d15-00a2141a1d56 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (082a0da6-393d-42bd-a64e-5f6397b93528), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:37.517031 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:24:37.517031 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:24:37.517031 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:24:37.517031 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:24:37.517031 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:24:37.517031 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:24:37.517031 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:24:37.517031 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:24:37.517031 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:24:37.517031 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:24:37.517031 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:24:37.517031 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:24:37.517031 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:24:37.517031 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:24:37.517031 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:24:37.517031 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:24:37.517031 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:24:37.517031 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:24:37.517031 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:24:37.517031 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:24:37.517031 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:24:37.517031 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:24:37.517031 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:24:37.517031 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:24:37.517031 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:24:37.517031 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:24:37.517031 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:24:37.517031 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:24:37.517031 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:24:37.517031 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:24:37.517031 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:24:37.517031 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:24:37.519175 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78f64a2e-505f-47e4-a164-fdbdff74ae1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (e43d5e58-9c39-4180-af79-592fac9d25bc), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:37.557551 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78f64a2e-505f-47e4-a164-fdbdff74ae1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:37.561441 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-78f64a2e-505f-47e4-a164-fdbdff74ae1a admin admin] 10.222.0.70 "DELETE /v2.0/networks/e43d5e58-9c39-4180-af79-592fac9d25bc HTTP/1.1" status: 204 len: 168 time: 3.6461713 Jan 28 00:24:37.590910 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33748) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:37.591928 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-87fd73de-6346-4acb-9e04-1248ccdb84a9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dd8549e99b124a32aad499cd27aa7773&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6837780 Jan 28 00:24:37.594748 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f64a2e-505f-47e4-a164-fdbdff74ae1a admin admin] Pushing event deleted for resources: {'Network': ['ID=e43d5e58-9c39-4180-af79-592fac9d25bc,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:37.600803 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd73de-6346-4acb-9e04-1248ccdb84a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489bed71-77b3-4361-a24d-905c63f417f7,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:37.631802 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-c15898df-b895-4ead-8e4e-7bbc7010579a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (e0814931-0273-44d4-9b19-363b02b03b9d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:37.690366 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-083b4294-d804-4bf1-8d15-00a2141a1d56 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (931ed8b3-0f41-4499-b45f-125c060b114d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:37.708367 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-083b4294-d804-4bf1-8d15-00a2141a1d56 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:37.715035 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-083b4294-d804-4bf1-8d15-00a2141a1d56 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] 10.222.0.70 "DELETE /v2.0/networks/931ed8b3-0f41-4499-b45f-125c060b114d HTTP/1.1" status: 204 len: 168 time: 4.0206535 Jan 28 00:24:37.715311 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33750) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:37.731278 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-c15898df-b895-4ead-8e4e-7bbc7010579a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Network 2f518455-11e0-4f29-b2fb-3688e3f7fb32 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:24:37.747410 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-c15898df-b895-4ead-8e4e-7bbc7010579a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:24:37.750053 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b4294-d804-4bf1-8d15-00a2141a1d56 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Pushing event deleted for resources: {'Network': ['ID=931ed8b3-0f41-4499-b45f-125c060b114d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:37.753708 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15898df-b895-4ead-8e4e-7bbc7010579a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Pushing event updated for resources: {'Port': ['ID=e0814931-0273-44d4-9b19-363b02b03b9d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:37.756739 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-c15898df-b895-4ead-8e4e-7bbc7010579a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:24:37.830804 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e007f2eb-6719-4700-b1f4-205914723bd9 admin admin] Publish callbacks [] for security_group (489bed71-77b3-4361-a24d-905c63f417f7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:37.869138 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-c15898df-b895-4ead-8e4e-7bbc7010579a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:37.869858 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-c15898df-b895-4ead-8e4e-7bbc7010579a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:37.880356 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3519e758-c2e0-4fa7-b428-69650fbd6ff6 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (10fe2e28-cb21-441f-86e3-47e650129154), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:37.881005 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e007f2eb-6719-4700-b1f4-205914723bd9 admin admin] Publish callbacks [] for security_group (489bed71-77b3-4361-a24d-905c63f417f7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:37.907375 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-c15898df-b895-4ead-8e4e-7bbc7010579a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4958165 Jan 28 00:24:37.928887 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-26827565-dbf4-40f9-b470-659b0f10bfd5 service neutron] Request body: {'port': {'device_id': '8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:37.929002 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-0bec8d3c-9a5d-46c8-b8ae-0b9a73bd28c8 admin admin] Deleting port 17f39e1c-e058-4060-9d71-a1fa27f959c1 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:24:37.929476 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0bec8d3c-9a5d-46c8-b8ae-0b9a73bd28c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (17f39e1c-e058-4060-9d71-a1fa27f959c1), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:37.931953 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33752) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:38.033346 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e007f2eb-6719-4700-b1f4-205914723bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (489bed71-77b3-4361-a24d-905c63f417f7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:38.036210 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e007f2eb-6719-4700-b1f4-205914723bd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:38.037509 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e007f2eb-6719-4700-b1f4-205914723bd9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/489bed71-77b3-4361-a24d-905c63f417f7 HTTP/1.1" status: 204 len: 168 time: 0.4439697 Jan 28 00:24:38.060841 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4dc16b66-f0ee-4199-883d-abbfc56a5337 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a307a73555514fef948538412af939aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1271572 Jan 28 00:24:38.062633 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007f2eb-6719-4700-b1f4-205914723bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489bed71-77b3-4361-a24d-905c63f417f7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:38.066336 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-26827565-dbf4-40f9-b470-659b0f10bfd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e0814931-0273-44d4-9b19-363b02b03b9d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:38.097146 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33758) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:38.189002 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3519e758-c2e0-4fa7-b428-69650fbd6ff6 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (10fe2e28-cb21-441f-86e3-47e650129154), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:38.211433 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-0bec8d3c-9a5d-46c8-b8ae-0b9a73bd28c8 admin admin] For port 17f39e1c-e058-4060-9d71-a1fa27f959c1, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=17f39e1c-e058-4060-9d71-a1fa27f959c1,segment=NetworkSegment(e377b053-c968-4b17-9c53-e55abeede2fe),segment_id=e377b053-c968-4b17-9c53-e55abeede2fe)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:24:38.212327 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0bec8d3c-9a5d-46c8-b8ae-0b9a73bd28c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (17f39e1c-e058-4060-9d71-a1fa27f959c1), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:38.261368 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-163b8fe4-47ce-4beb-8915-8c31f75a2223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:38.268635 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-3519e758-c2e0-4fa7-b428-69650fbd6ff6 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10fe2e28-cb21-441f-86e3-47e650129154']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:38.271553 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-0bec8d3c-9a5d-46c8-b8ae-0b9a73bd28c8 admin admin] Calling delete_port for 17f39e1c-e058-4060-9d71-a1fa27f959c1 owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:24:38.301277 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-3519e758-c2e0-4fa7-b428-69650fbd6ff6 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d8455c-627f-46e7-9e37-0eb9a0386d61') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:38.301589 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-3519e758-c2e0-4fa7-b428-69650fbd6ff6 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d8455c-627f-46e7-9e37-0eb9a0386d61') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:38.315438 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827699f-892f-4beb-83de-7f9ae4601f2e req-69f225bb-b40e-4c6d-a727-f9b5a76a3ec4 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:38.318681 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9827699f-892f-4beb-83de-7f9ae4601f2e req-69f225bb-b40e-4c6d-a727-f9b5a76a3ec4 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 931 time: 0.2523212 Jan 28 00:24:38.353219 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3519e758-c2e0-4fa7-b428-69650fbd6ff6 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (48d8455c-627f-46e7-9e37-0eb9a0386d61), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:38.376477 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-372827ed-af2a-468f-898f-846457908e71 admin admin] Publish callbacks [] for security_group (f19f72fc-d168-46c4-96c9-291ac47933dc), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:38.422151 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3519e758-c2e0-4fa7-b428-69650fbd6ff6 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (48d8455c-627f-46e7-9e37-0eb9a0386d61), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:38.449619 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3519e758-c2e0-4fa7-b428-69650fbd6ff6 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:24:38.450077 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3519e758-c2e0-4fa7-b428-69650fbd6ff6 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (48d8455c-627f-46e7-9e37-0eb9a0386d61), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:38.453843 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:24:38.453843 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:24:38.453843 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:24:38.453843 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:24:38.453843 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:24:38.453843 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:24:38.453843 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:24:38.453843 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:24:38.453843 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:24:38.453843 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:24:38.453843 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:24:38.453843 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:24:38.453843 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:24:38.453843 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:24:38.453843 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:24:38.453843 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:24:38.453843 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:24:38.453843 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:24:38.453843 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:24:38.453843 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:24:38.453843 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:24:38.453843 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:24:38.453843 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:24:38.453843 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:24:38.453843 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:24:38.453843 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:24:38.453843 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:24:38.453843 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:24:38.453843 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:24:38.453843 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:24:38.453843 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:24:38.453843 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:24:38.537815 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9827699f-892f-4beb-83de-7f9ae4601f2e req-0e8e8809-c7d2-4e11-96c3-3e668b8f5f9d tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059124 Jan 28 00:24:38.742082 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3519e758-c2e0-4fa7-b428-69650fbd6ff6 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (10fe2e28-cb21-441f-86e3-47e650129154), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:38.748491 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3519e758-c2e0-4fa7-b428-69650fbd6ff6 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:38.752237 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3519e758-c2e0-4fa7-b428-69650fbd6ff6 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] 10.222.0.70 "DELETE /v2.0/networks/10fe2e28-cb21-441f-86e3-47e650129154 HTTP/1.1" status: 204 len: 168 time: 1.0357521 Jan 28 00:24:38.760459 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33772) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:38.868980 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2fa457d9-97c3-447a-bdc4-a5e432b20182 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (d70a05d1-4493-4231-bd49-7c45e386b641), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:38.871048 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0bec8d3c-9a5d-46c8-b8ae-0b9a73bd28c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (17f39e1c-e058-4060-9d71-a1fa27f959c1), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:38.872673 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-372827ed-af2a-468f-898f-846457908e71 admin admin] Publish callbacks [] for security_group (f19f72fc-d168-46c4-96c9-291ac47933dc), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:38.878252 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519e758-c2e0-4fa7-b428-69650fbd6ff6 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Pushing event deleted for resources: {'Network': ['ID=10fe2e28-cb21-441f-86e3-47e650129154,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:38.914474 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec8d3c-9a5d-46c8-b8ae-0b9a73bd28c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=17f39e1c-e058-4060-9d71-a1fa27f959c1,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:38.986158 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154021a0-5622-45cb-bd50-df6d7b0219ac req-82466a8c-41fd-4b46-b8af-212c899bb02e tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:38.987527 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-26827565-dbf4-40f9-b470-659b0f10bfd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0814931-0273-44d4-9b19-363b02b03b9d {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:24:38.994463 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-154021a0-5622-45cb-bd50-df6d7b0219ac req-82466a8c-41fd-4b46-b8af-212c899bb02e tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.3091536 Jan 28 00:24:38.997459 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-26827565-dbf4-40f9-b470-659b0f10bfd5 service neutron] Publish callbacks [] for port (e0814931-0273-44d4-9b19-363b02b03b9d), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:39.035254 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-26827565-dbf4-40f9-b470-659b0f10bfd5 service neutron] Transition to ACTIVE for port object e0814931-0273-44d4-9b19-363b02b03b9d will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:24:39.036851 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-372827ed-af2a-468f-898f-846457908e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f19f72fc-d168-46c4-96c9-291ac47933dc), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:39.040456 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-372827ed-af2a-468f-898f-846457908e71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:39.044999 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-372827ed-af2a-468f-898f-846457908e71 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f19f72fc-d168-46c4-96c9-291ac47933dc HTTP/1.1" status: 204 len: 168 time: 0.9419165 Jan 28 00:24:39.047922 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-26827565-dbf4-40f9-b470-659b0f10bfd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (e0814931-0273-44d4-9b19-363b02b03b9d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:39.114743 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26827565-dbf4-40f9-b470-659b0f10bfd5 service neutron] Pushing event updated for resources: {'Port': ['ID=e0814931-0273-44d4-9b19-363b02b03b9d,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:39.122037 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372827ed-af2a-468f-898f-846457908e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19f72fc-d168-46c4-96c9-291ac47933dc,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:39.143349 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2fa457d9-97c3-447a-bdc4-a5e432b20182 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (d70a05d1-4493-4231-bd49-7c45e386b641), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:39.261593 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-2fa457d9-97c3-447a-bdc4-a5e432b20182 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d70a05d1-4493-4231-bd49-7c45e386b641']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:39.284427 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-154021a0-5622-45cb-bd50-df6d7b0219ac req-806417bd-77b9-4f5f-a546-8fe75497db42 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888210 Jan 28 00:24:39.284773 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-26827565-dbf4-40f9-b470-659b0f10bfd5 service neutron] Attempting to bind port e0814931-0273-44d4-9b19-363b02b03b9d on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:24:39.285296 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-26827565-dbf4-40f9-b470-659b0f10bfd5 service neutron] Attempting to bind port e0814931-0273-44d4-9b19-363b02b03b9d by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'fba2d8d8-21da-4073-9f77-aaa869332b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:24:39.285700 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-26827565-dbf4-40f9-b470-659b0f10bfd5 service neutron] Attempting to bind port e0814931-0273-44d4-9b19-363b02b03b9d on network 2f518455-11e0-4f29-b2fb-3688e3f7fb32 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:24:39.291135 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-26827565-dbf4-40f9-b470-659b0f10bfd5 service neutron] Port e0814931-0273-44d4-9b19-363b02b03b9d on network 2f518455-11e0-4f29-b2fb-3688e3f7fb32 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:24:39.291639 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-26827565-dbf4-40f9-b470-659b0f10bfd5 service neutron] Attempting to bind port e0814931-0273-44d4-9b19-363b02b03b9d on network 2f518455-11e0-4f29-b2fb-3688e3f7fb32 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:24:39.298036 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-26827565-dbf4-40f9-b470-659b0f10bfd5 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:24:39.298507 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-26827565-dbf4-40f9-b470-659b0f10bfd5 service neutron] Checking segment: {'id': 'fba2d8d8-21da-4073-9f77-aaa869332b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:24:39.300447 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-26827565-dbf4-40f9-b470-659b0f10bfd5 service neutron] Bound using segment: {'id': 'fba2d8d8-21da-4073-9f77-aaa869332b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:24:39.301431 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-26827565-dbf4-40f9-b470-659b0f10bfd5 service neutron] Bound port: e0814931-0273-44d4-9b19-363b02b03b9d, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fba2d8d8-21da-4073-9f77-aaa869332b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:24:39.302022 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-26827565-dbf4-40f9-b470-659b0f10bfd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e0814931-0273-44d4-9b19-363b02b03b9d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:39.347378 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-2fa457d9-97c3-447a-bdc4-a5e432b20182 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd818cc15-d701-457f-9eaf-ea0e40505a34') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:39.347739 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-2fa457d9-97c3-447a-bdc4-a5e432b20182 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd818cc15-d701-457f-9eaf-ea0e40505a34') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:39.365142 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2fa457d9-97c3-447a-bdc4-a5e432b20182 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (d818cc15-d701-457f-9eaf-ea0e40505a34), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:39.394079 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2fa457d9-97c3-447a-bdc4-a5e432b20182 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (d818cc15-d701-457f-9eaf-ea0e40505a34), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:39.398308 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0bec8d3c-9a5d-46c8-b8ae-0b9a73bd28c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (fd4ff865-ad7e-43e1-95af-27f2b8e918ae), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:39.410896 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-26827565-dbf4-40f9-b470-659b0f10bfd5 service neutron] For port e0814931-0273-44d4-9b19-363b02b03b9d, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:24:39.418728 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa457d9-97c3-447a-bdc4-a5e432b20182 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:24:39.418728 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2fa457d9-97c3-447a-bdc4-a5e432b20182 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (d818cc15-d701-457f-9eaf-ea0e40505a34), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:39.419196 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-26827565-dbf4-40f9-b470-659b0f10bfd5 service neutron] For port e0814931-0273-44d4-9b19-363b02b03b9d, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e0814931-0273-44d4-9b19-363b02b03b9d,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:24:39.427367 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:24:39.427367 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:24:39.427367 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:24:39.427367 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:24:39.427367 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:24:39.427367 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:24:39.427367 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:24:39.427367 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:24:39.427367 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:24:39.427367 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:24:39.427367 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:24:39.427367 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:24:39.427367 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:24:39.427367 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:24:39.427367 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:24:39.427367 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:24:39.427367 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:24:39.427367 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:24:39.427367 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:24:39.427367 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:24:39.427367 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:24:39.427367 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:24:39.427367 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:24:39.427367 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:24:39.427367 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:24:39.427367 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:24:39.427367 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:24:39.427367 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:24:39.427367 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:24:39.427367 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:24:39.427367 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:24:39.427367 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:24:39.432485 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-26827565-dbf4-40f9-b470-659b0f10bfd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (e0814931-0273-44d4-9b19-363b02b03b9d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:39.511888 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26827565-dbf4-40f9-b470-659b0f10bfd5 service neutron] Pushing event updated for resources: {'Port': ['ID=e0814931-0273-44d4-9b19-363b02b03b9d,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:39.526436 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-26827565-dbf4-40f9-b470-659b0f10bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:39.527932 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-26827565-dbf4-40f9-b470-659b0f10bfd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:39.529808 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-26827565-dbf4-40f9-b470-659b0f10bfd5 service neutron] 10.222.0.65 "PUT /v2.0/ports/e0814931-0273-44d4-9b19-363b02b03b9d HTTP/1.1" status: 200 len: 1091 time: 1.6075587 Jan 28 00:24:39.530531 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1', 'tag': 'e0814931-0273-44d4-9b19-363b02b03b9d'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:24:39.535273 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0cf922-0d3c-42a4-adee-1ca8ce3a2896" -d '{"events": [{"name": "network-changed", "server_uuid": "8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1", "tag": "e0814931-0273-44d4-9b19-363b02b03b9d"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:24:39.561974 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:39.628461 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2164e91e-a7a1-4206-9a2e-c4c5592b98cd x-openstack-request-id: req-2164e91e-a7a1-4206-9a2e-c4c5592b98cd {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:24:39.628913 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1", "tag": "e0814931-0273-44d4-9b19-363b02b03b9d", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:24:39.629235 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2164e91e-a7a1-4206-9a2e-c4c5592b98cd {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:24:39.629708 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1', 'tag': 'e0814931-0273-44d4-9b19-363b02b03b9d', 'status': 'completed', 'code': 200} Jan 28 00:24:39.675756 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-a1de9729-c561-4948-91b2-5f13f5a2bd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:39.678712 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-a1de9729-c561-4948-91b2-5f13f5a2bd0f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f564eba381e4679ad4f4d86366ab37a&device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 1094 time: 0.0865891 Jan 28 00:24:39.717621 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2fa457d9-97c3-447a-bdc4-a5e432b20182 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (d70a05d1-4493-4231-bd49-7c45e386b641), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:39.754187 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-99a8b2cd-f814-4935-9e23-65978df2a483 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0814931-0273-44d4-9b19-363b02b03b9d HTTP/1.1" status: 200 len: 217 time: 0.0619600 Jan 28 00:24:39.781317 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2fa457d9-97c3-447a-bdc4-a5e432b20182 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:39.786165 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2fa457d9-97c3-447a-bdc4-a5e432b20182 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] 10.222.0.70 "DELETE /v2.0/networks/d70a05d1-4493-4231-bd49-7c45e386b641 HTTP/1.1" status: 204 len: 168 time: 1.0185881 Jan 28 00:24:39.786771 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa457d9-97c3-447a-bdc4-a5e432b20182 tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Pushing event deleted for resources: {'Network': ['ID=d70a05d1-4493-4231-bd49-7c45e386b641,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:39.788589 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33806) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:39.853255 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-a17d65ea-900a-4162-bace-e36e80c07c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:39.854570 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-a17d65ea-900a-4162-bace-e36e80c07c2a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=752b9c73-c003-4007-a37c-7b906aeda551 HTTP/1.1" status: 200 len: 852 time: 0.0890238 Jan 28 00:24:39.902215 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-94a22e2b-1f8d-4536-b5a4-0f71016ea372 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2f518455-11e0-4f29-b2fb-3688e3f7fb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413952 Jan 28 00:24:39.929737 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b281ecd-c450-4e49-9760-a9717b004a48 req-47a87480-acf1-4a2e-9379-d8a68f07d25e tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:39.937926 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1b281ecd-c450-4e49-9760-a9717b004a48 req-47a87480-acf1-4a2e-9379-d8a68f07d25e tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 943 time: 0.2238433 Jan 28 00:24:40.027576 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a5d9b917-a8f1-42f0-8eb9-288f40bbc2ca tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (2ed96afa-7ed0-49f5-a0e5-720a12112044), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:40.036323 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bec8d3c-9a5d-46c8-b8ae-0b9a73bd28c8 admin admin] Router fd4ff865-ad7e-43e1-95af-27f2b8e918ae has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:24:40.052655 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1b281ecd-c450-4e49-9760-a9717b004a48 req-f1a0b664-bedb-463f-ad56-178e5487c922 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133180 Jan 28 00:24:40.098771 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-05c1ac2a-67d9-4636-9c2a-77aa6d713259 service neutron] 10.222.0.65 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891589 Jan 28 00:24:40.263433 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b2294540-1120-4e0b-bc74-eec5e8a36555 req-1f34c3f8-6c55-4a5e-8353-3835b523912c service neutron] 10.222.0.65 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568441 Jan 28 00:24:40.288537 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bcf372-5824-43e1-9c9e-67997af76111 req-3638f130-9a25-449d-8b69-5f0784bfd961 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:40.292719 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-67bcf372-5824-43e1-9c9e-67997af76111 req-3638f130-9a25-449d-8b69-5f0784bfd961 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.52 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.0920582 Jan 28 00:24:40.379793 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a5d9b917-a8f1-42f0-8eb9-288f40bbc2ca tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (2ed96afa-7ed0-49f5-a0e5-720a12112044), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:40.448009 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-67bcf372-5824-43e1-9c9e-67997af76111 req-0979d98e-2456-482d-8050-4686321685e8 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Deleting port b2df6f8d-6942-43dc-b9ef-074ed0c5b9be {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:24:40.448446 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-67bcf372-5824-43e1-9c9e-67997af76111 req-0979d98e-2456-482d-8050-4686321685e8 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b2df6f8d-6942-43dc-b9ef-074ed0c5b9be), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:40.549869 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-a5d9b917-a8f1-42f0-8eb9-288f40bbc2ca tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed96afa-7ed0-49f5-a0e5-720a12112044']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:40.561143 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0cf922-0d3c-42a4-adee-1ca8ce3a2896 req-10d9ba87-8bcb-42fc-97cd-10f695cd5696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:40.563067 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8b0cf922-0d3c-42a4-adee-1ca8ce3a2896 req-10d9ba87-8bcb-42fc-97cd-10f695cd5696 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f564eba381e4679ad4f4d86366ab37a&device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 1094 time: 0.1108751 Jan 28 00:24:40.565162 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-a5d9b917-a8f1-42f0-8eb9-288f40bbc2ca tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9839cb2b-b9aa-43af-a2a0-cc346edbdf84') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:40.565482 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-a5d9b917-a8f1-42f0-8eb9-288f40bbc2ca tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9839cb2b-b9aa-43af-a2a0-cc346edbdf84') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:40.580856 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a5d9b917-a8f1-42f0-8eb9-288f40bbc2ca tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (9839cb2b-b9aa-43af-a2a0-cc346edbdf84), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:40.600934 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a5d9b917-a8f1-42f0-8eb9-288f40bbc2ca tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (9839cb2b-b9aa-43af-a2a0-cc346edbdf84), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:40.613916 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d9b917-a8f1-42f0-8eb9-288f40bbc2ca tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:24:40.614677 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a5d9b917-a8f1-42f0-8eb9-288f40bbc2ca tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (9839cb2b-b9aa-43af-a2a0-cc346edbdf84), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:40.740831 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-67bcf372-5824-43e1-9c9e-67997af76111 req-0979d98e-2456-482d-8050-4686321685e8 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] For port b2df6f8d-6942-43dc-b9ef-074ed0c5b9be, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=b2df6f8d-6942-43dc-b9ef-074ed0c5b9be,segment=NetworkSegment(2f831f9b-1cec-4443-a955-496c1f68346e),segment_id=2f831f9b-1cec-4443-a955-496c1f68346e)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:24:40.741208 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-67bcf372-5824-43e1-9c9e-67997af76111 req-0979d98e-2456-482d-8050-4686321685e8 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b2df6f8d-6942-43dc-b9ef-074ed0c5b9be), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:40.755665 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:24:40.755665 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:24:40.755665 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:24:40.755665 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:24:40.755665 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:24:40.755665 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:24:40.755665 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:24:40.755665 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:24:40.755665 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:24:40.755665 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:24:40.755665 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:24:40.755665 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:24:40.755665 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:24:40.755665 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:24:40.755665 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:24:40.755665 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:24:40.755665 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:24:40.755665 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:24:40.755665 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:24:40.755665 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:24:40.755665 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:24:40.755665 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:24:40.755665 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:24:40.755665 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:24:40.755665 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:24:40.755665 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:24:40.755665 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:24:40.755665 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:24:40.755665 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:24:40.755665 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:24:40.755665 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:24:40.755665 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:24:40.770442 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a5d9b917-a8f1-42f0-8eb9-288f40bbc2ca tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (2ed96afa-7ed0-49f5-a0e5-720a12112044), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:40.780495 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-67bcf372-5824-43e1-9c9e-67997af76111 req-0979d98e-2456-482d-8050-4686321685e8 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Calling delete_port for b2df6f8d-6942-43dc-b9ef-074ed0c5b9be owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:24:40.784169 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a5d9b917-a8f1-42f0-8eb9-288f40bbc2ca tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:40.792447 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a5d9b917-a8f1-42f0-8eb9-288f40bbc2ca tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] 10.222.0.70 "DELETE /v2.0/networks/2ed96afa-7ed0-49f5-a0e5-720a12112044 HTTP/1.1" status: 204 len: 168 time: 0.9969265 Jan 28 00:24:40.820556 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f8c79-0638-4a31-ae99-e230de87112a req-72aa0aca-901a-44cd-a076-d758a4450bcc tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:40.823260 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cd1f8c79-0638-4a31-ae99-e230de87112a req-72aa0aca-901a-44cd-a076-d758a4450bcc tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 945 time: 0.3814371 Jan 28 00:24:40.826674 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9b917-a8f1-42f0-8eb9-288f40bbc2ca tempest-BulkNetworkOpsTest-1621172371 tempest-BulkNetworkOpsTest-1621172371-project] Pushing event deleted for resources: {'Network': ['ID=2ed96afa-7ed0-49f5-a0e5-720a12112044,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:40.831554 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bec8d3c-9a5d-46c8-b8ae-0b9a73bd28c8 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:24:40.842382 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0bec8d3c-9a5d-46c8-b8ae-0b9a73bd28c8 admin admin] 10.222.0.70 "PUT /v2.0/routers/fd4ff865-ad7e-43e1-95af-27f2b8e918ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3418140 Jan 28 00:24:40.843366 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33842) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:40.855157 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94ff6ef-8ce3-455b-92b9-c2ecc91cd915 None None] Sync routers for ids ['fd4ff865-ad7e-43e1-95af-27f2b8e918ae'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:24:40.878162 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94ff6ef-8ce3-455b-92b9-c2ecc91cd915 None None] Routers {'fd4ff865-ad7e-43e1-95af-27f2b8e918ae'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:24:40.879538 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-d94ff6ef-8ce3-455b-92b9-c2ecc91cd915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:24:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['fd4ff865-ad7e-43e1-95af-27f2b8e918ae'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:41.001724 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cd1f8c79-0638-4a31-ae99-e230de87112a req-0f484b58-176b-4496-8026-4d031c147a3e tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b804afe-c05e-459f-9f33-6685057fc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506581 Jan 28 00:24:41.035744 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:41.037889 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9eb5f2ac-2b9d-4b56-b5c1-9888c26f8475 admin admin] Publish callbacks [] for router (fd4ff865-ad7e-43e1-95af-27f2b8e918ae), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:41.067043 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0cf922-0d3c-42a4-adee-1ca8ce3a2896 req-071ab589-2fc4-4d72-80e2-5258bf51ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:41.082405 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8b0cf922-0d3c-42a4-adee-1ca8ce3a2896 req-071ab589-2fc4-4d72-80e2-5258bf51ed7d service neutron] 10.222.0.65 "GET /v2.0/networks?id=2f518455-11e0-4f29-b2fb-3688e3f7fb32 HTTP/1.1" status: 200 len: 913 time: 0.5115204 Jan 28 00:24:41.089948 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-67bcf372-5824-43e1-9c9e-67997af76111 req-0979d98e-2456-482d-8050-4686321685e8 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (b2df6f8d-6942-43dc-b9ef-074ed0c5b9be), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:41.125478 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['b2df6f8d-6942-43dc-b9ef-074ed0c5b9be'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:24:41.228300 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-d94ff6ef-8ce3-455b-92b9-c2ecc91cd915 None None] Set router fd4ff865-ad7e-43e1-95af-27f2b8e918ae gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:24:41.289476 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8b0cf922-0d3c-42a4-adee-1ca8ce3a2896 req-249e5717-3162-4980-a2f7-fb2f4b5bf238 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0814931-0273-44d4-9b19-363b02b03b9d HTTP/1.1" status: 200 len: 217 time: 0.1955879 Jan 28 00:24:41.293067 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979d98e-2456-482d-8050-4686321685e8 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Pushing event deleted for resources: {'Port': ['ID=b2df6f8d-6942-43dc-b9ef-074ed0c5b9be,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:41.328777 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33854) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:41.352172 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9eb5f2ac-2b9d-4b56-b5c1-9888c26f8475 admin admin] Publish callbacks [] for router_gateway (fd4ff865-ad7e-43e1-95af-27f2b8e918ae), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:41.404201 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa551a9-5f96-4411-af4e-3847b3dd73e4 req-8b470f08-bb66-4cdc-9beb-b7e6fb3e9c58 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:41.412458 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bcf372-5824-43e1-9c9e-67997af76111 req-0979d98e-2456-482d-8050-4686321685e8 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] No DVR routers for this DVR port b2df6f8d-6942-43dc-b9ef-074ed0c5b9be on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:24:41.420336 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-67bcf372-5824-43e1-9c9e-67997af76111 req-0979d98e-2456-482d-8050-4686321685e8 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:41.424257 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-67bcf372-5824-43e1-9c9e-67997af76111 req-0979d98e-2456-482d-8050-4686321685e8 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.52 "DELETE /v2.0/ports/b2df6f8d-6942-43dc-b9ef-074ed0c5b9be HTTP/1.1" status: 204 len: 173 time: 1.1264064 Jan 28 00:24:41.437083 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0cf922-0d3c-42a4-adee-1ca8ce3a2896 req-0654809b-1b6c-4362-9115-aa7d5edef446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:41.438912 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8b0cf922-0d3c-42a4-adee-1ca8ce3a2896 req-0654809b-1b6c-4362-9115-aa7d5edef446 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=752b9c73-c003-4007-a37c-7b906aeda551 HTTP/1.1" status: 200 len: 852 time: 0.1337736 Jan 28 00:24:41.440176 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0fa551a9-5f96-4411-af4e-3847b3dd73e4 req-8b470f08-bb66-4cdc-9beb-b7e6fb3e9c58 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 943 time: 0.1924684 Jan 28 00:24:41.549118 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8b0cf922-0d3c-42a4-adee-1ca8ce3a2896 req-e8a1b2ab-97d0-4f2b-8555-54e60fdadbb5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2f518455-11e0-4f29-b2fb-3688e3f7fb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027792 Jan 28 00:24:41.556670 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0fa551a9-5f96-4411-af4e-3847b3dd73e4 req-6dfcfc24-9c43-4790-b09d-7345b6c76514 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154127 Jan 28 00:24:41.579170 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-9eb5f2ac-2b9d-4b56-b5c1-9888c26f8475 admin admin] Deleting port c3d9741f-7e3f-4ea6-ab26-df2187915c9d {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:24:41.579513 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9eb5f2ac-2b9d-4b56-b5c1-9888c26f8475 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c3d9741f-7e3f-4ea6-ab26-df2187915c9d), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:41.636002 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af159c7a-fa9f-4821-9fd3-7b86692e7087', 'name': 'network-vif-deleted', 'tag': 'b2df6f8d-6942-43dc-b9ef-074ed0c5b9be'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:24:41.638495 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03b6793-b37f-43f2-842d-4e829907b745" -d '{"events": [{"server_uuid": "af159c7a-fa9f-4821-9fd3-7b86692e7087", "name": "network-vif-deleted", "tag": "b2df6f8d-6942-43dc-b9ef-074ed0c5b9be"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:24:41.724090 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9597539b-2e7f-4aad-97e0-7632cf3854f2 x-openstack-request-id: req-9597539b-2e7f-4aad-97e0-7632cf3854f2 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:24:41.724669 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af159c7a-fa9f-4821-9fd3-7b86692e7087", "name": "network-vif-deleted", "tag": "b2df6f8d-6942-43dc-b9ef-074ed0c5b9be", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:24:41.725183 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9597539b-2e7f-4aad-97e0-7632cf3854f2 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:24:41.725892 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af159c7a-fa9f-4821-9fd3-7b86692e7087', 'name': 'network-vif-deleted', 'tag': 'b2df6f8d-6942-43dc-b9ef-074ed0c5b9be', 'status': 'completed', 'code': 200} Jan 28 00:24:41.732565 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8b0cf922-0d3c-42a4-adee-1ca8ce3a2896 req-33623c51-c08b-4de5-9da2-d161362f760d service neutron] 10.222.0.65 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748481 Jan 28 00:24:41.746999 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3d175fd3-5a7c-41eb-b189-348989fd9516 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=61544786be2d4270a9fd6c6c0c478bbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4147658 Jan 28 00:24:41.752098 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33862) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:41.785803 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-9eb5f2ac-2b9d-4b56-b5c1-9888c26f8475 admin admin] For port c3d9741f-7e3f-4ea6-ab26-df2187915c9d, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c3d9741f-7e3f-4ea6-ab26-df2187915c9d,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:24:41.786163 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9eb5f2ac-2b9d-4b56-b5c1-9888c26f8475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c3d9741f-7e3f-4ea6-ab26-df2187915c9d), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:41.786709 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-d94ff6ef-8ce3-455b-92b9-c2ecc91cd915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4ff865-ad7e-43e1-95af-27f2b8e918ae', 'name': 'tempest-FloatingIPDetailsTestJSON-895489805-router', 'tenant_id': '97a3ec5b99854227a7dd1d385ad1210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'c3d9741f-7e3f-4ea6-ab26-df2187915c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:23:45Z', 'updated_at': '2022-01-28T00:24:38Z', 'revision_number': 5, 'project_id': '97a3ec5b99854227a7dd1d385ad1210e', 'gw_port': {'id': 'c3d9741f-7e3f-4ea6-ab26-df2187915c9d', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:37:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4ff865-ad7e-43e1-95af-27f2b8e918ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:47Z', 'updated_at': '2022-01-28T00:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:41.803643 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-9eb5f2ac-2b9d-4b56-b5c1-9888c26f8475 admin admin] Calling delete_port for c3d9741f-7e3f-4ea6-ab26-df2187915c9d owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:24:41.818460 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94ff6ef-8ce3-455b-92b9-c2ecc91cd915 None None] Checking router: fd4ff865-ad7e-43e1-95af-27f2b8e918ae for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:24:41.830757 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94ff6ef-8ce3-455b-92b9-c2ecc91cd915 None None] Routers {'fd4ff865-ad7e-43e1-95af-27f2b8e918ae'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:24:41.831402 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-d94ff6ef-8ce3-455b-92b9-c2ecc91cd915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:24:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['fd4ff865-ad7e-43e1-95af-27f2b8e918ae'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:41.940164 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-d94ff6ef-8ce3-455b-92b9-c2ecc91cd915 None None] Set router fd4ff865-ad7e-43e1-95af-27f2b8e918ae gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:24:42.017866 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8b0cf922-0d3c-42a4-adee-1ca8ce3a2896 req-f78c5b53-4cbe-44c3-a670-eda6192af715 service neutron] 10.222.0.65 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782772 Jan 28 00:24:42.035929 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-d94ff6ef-8ce3-455b-92b9-c2ecc91cd915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4ff865-ad7e-43e1-95af-27f2b8e918ae', 'name': 'tempest-FloatingIPDetailsTestJSON-895489805-router', 'tenant_id': '97a3ec5b99854227a7dd1d385ad1210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:23:45Z', 'updated_at': '2022-01-28T00:24:41Z', 'revision_number': 6, 'project_id': '97a3ec5b99854227a7dd1d385ad1210e', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:42.068057 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94ff6ef-8ce3-455b-92b9-c2ecc91cd915 None None] The sync data for ids ['fd4ff865-ad7e-43e1-95af-27f2b8e918ae'] in n-d-826754-1 is: [{'id': 'fd4ff865-ad7e-43e1-95af-27f2b8e918ae', 'name': 'tempest-FloatingIPDetailsTestJSON-895489805-router', 'tenant_id': '97a3ec5b99854227a7dd1d385ad1210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:23:45Z', 'updated_at': '2022-01-28T00:24:41Z', 'revision_number': 6, 'project_id': '97a3ec5b99854227a7dd1d385ad1210e', 'gw_port_host': None}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:24:42.202102 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:42.368749 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e0814931-0273-44d4-9b19-363b02b03b9d details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:24:42.522394 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33884) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:42.554503 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e0814931-0273-44d4-9b19-363b02b03b9d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e0814931-0273-44d4-9b19-363b02b03b9d,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:24:42.573066 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'e0814931-0273-44d4-9b19-363b02b03b9d', 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32', 'port_id': 'e0814931-0273-44d4-9b19-363b02b03b9d', 'mac_address': 'fa:16:3e:25:fe:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752b9c73-c003-4007-a37c-7b906aeda551', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:24:42.641563 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port e0814931-0273-44d4-9b19-363b02b03b9d is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:24:42.642288 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e0814931-0273-44d4-9b19-363b02b03b9d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:42.675922 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0814931-0273-44d4-9b19-363b02b03b9d {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:24:42.711336 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e0814931-0273-44d4-9b19-363b02b03b9d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e0814931-0273-44d4-9b19-363b02b03b9d,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:24:42.723536 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e0814931-0273-44d4-9b19-363b02b03b9d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:42.760069 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-17ca141d-1d2e-4277-a195-7d2ecb62bd7f admin admin] Publish callbacks [] for security_group (b32deff8-2e7b-4c8f-92fd-b8c75b38fc67), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:42.796282 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c3d9741f-7e3f-4ea6-ab26-df2187915c9d no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:24:42.824026 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4816dcba-a4b4-4feb-aa71-d6fc5ddf63b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:42.830123 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-868fdb60-dc32-40ef-88a1-e94f35b893f9 req-fd2e6efd-34a7-4615-b311-ab605fcca3f5 tempest-ServerRescueNegativeTestJSON-2003515073 tempest-ServerRescueNegativeTestJSON-2003515073-project] 10.222.0.70 "GET /v2.0/ports?device_id=af159c7a-fa9f-4821-9fd3-7b86692e7087 HTTP/1.1" status: 200 len: 210 time: 0.5703514 Jan 28 00:24:42.832954 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9eb5f2ac-2b9d-4b56-b5c1-9888c26f8475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (c3d9741f-7e3f-4ea6-ab26-df2187915c9d), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:42.891312 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:42.899133 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5f2ac-2b9d-4b56-b5c1-9888c26f8475 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3d9741f-7e3f-4ea6-ab26-df2187915c9d,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:42.919665 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-17ca141d-1d2e-4277-a195-7d2ecb62bd7f admin admin] Publish callbacks [] for security_group (b32deff8-2e7b-4c8f-92fd-b8c75b38fc67), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:42.959811 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=e0814931-0273-44d4-9b19-363b02b03b9d,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:42.971032 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No active binding found for port c3d9741f-7e3f-4ea6-ab26-df2187915c9d {{(pid=103345) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 00:24:42.971935 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] The host n-d-826754-1 is not matching for port c3d9741f-7e3f-4ea6-ab26-df2187915c9d host None! {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 00:24:42.973568 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c3d9741f-7e3f-4ea6-ab26-df2187915c9d not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:24:42.976089 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 17f39e1c-e058-4060-9d71-a1fa27f959c1 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:24:43.030557 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['e0814931-0273-44d4-9b19-363b02b03b9d'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:24:43.037022 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 17f39e1c-e058-4060-9d71-a1fa27f959c1 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:24:43.037948 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 17f39e1c-e058-4060-9d71-a1fa27f959c1 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:24:43.058297 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4816dcba-a4b4-4feb-aa71-d6fc5ddf63b0 admin admin] Publish callbacks [] for security_group (8687734c-15ae-45e9-ae8f-bec6e0b6e6b3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:43.066189 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4816dcba-a4b4-4feb-aa71-d6fc5ddf63b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (8687734c-15ae-45e9-ae8f-bec6e0b6e6b3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:43.138498 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4816dcba-a4b4-4feb-aa71-d6fc5ddf63b0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d3f59473e9c04dea914e1226e2b2cd10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6148844 Jan 28 00:24:43.139288 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33922) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:43.142022 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816dcba-a4b4-4feb-aa71-d6fc5ddf63b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8687734c-15ae-45e9-ae8f-bec6e0b6e6b3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:43.166125 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b389600-e259-4aed-ad1e-64db92c160d4 req-db18edb4-536b-450a-abb2-829fc84c524d tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:43.179843 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1b389600-e259-4aed-ad1e-64db92c160d4 req-db18edb4-536b-450a-abb2-829fc84c524d tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 944 time: 0.4055212 Jan 28 00:24:43.183098 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9eb5f2ac-2b9d-4b56-b5c1-9888c26f8475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (fd4ff865-ad7e-43e1-95af-27f2b8e918ae), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:43.228284 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-17ca141d-1d2e-4277-a195-7d2ecb62bd7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b32deff8-2e7b-4c8f-92fd-b8c75b38fc67), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:43.231302 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-17ca141d-1d2e-4277-a195-7d2ecb62bd7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:43.232670 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-17ca141d-1d2e-4277-a195-7d2ecb62bd7f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b32deff8-2e7b-4c8f-92fd-b8c75b38fc67 HTTP/1.1" status: 204 len: 168 time: 1.4791341 Jan 28 00:24:43.246263 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ff6ca07-5b8e-44de-bfe9-5a889b80ac2f admin admin] Publish callbacks [] for security_group (8687734c-15ae-45e9-ae8f-bec6e0b6e6b3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:43.296742 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ff6ca07-5b8e-44de-bfe9-5a889b80ac2f admin admin] Publish callbacks [] for security_group (8687734c-15ae-45e9-ae8f-bec6e0b6e6b3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:43.346330 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca141d-1d2e-4277-a195-7d2ecb62bd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32deff8-2e7b-4c8f-92fd-b8c75b38fc67,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:43.366130 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9eb5f2ac-2b9d-4b56-b5c1-9888c26f8475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (fd4ff865-ad7e-43e1-95af-27f2b8e918ae), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:43.375092 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9eb5f2ac-2b9d-4b56-b5c1-9888c26f8475 admin admin] Publish callbacks [] for router_controller (fd4ff865-ad7e-43e1-95af-27f2b8e918ae), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:43.418733 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ff6ca07-5b8e-44de-bfe9-5a889b80ac2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (8687734c-15ae-45e9-ae8f-bec6e0b6e6b3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:43.422904 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ff6ca07-5b8e-44de-bfe9-5a889b80ac2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:43.425029 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4ff6ca07-5b8e-44de-bfe9-5a889b80ac2f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8687734c-15ae-45e9-ae8f-bec6e0b6e6b3 HTTP/1.1" status: 204 len: 168 time: 0.2842155 Jan 28 00:24:43.437549 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device b2df6f8d-6942-43dc-b9ef-074ed0c5b9be no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:24:43.464622 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6ca07-5b8e-44de-bfe9-5a889b80ac2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8687734c-15ae-45e9-ae8f-bec6e0b6e6b3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:43.466756 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1b389600-e259-4aed-ad1e-64db92c160d4 req-48576c4e-2503-41a9-9f30-671b8efd131a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808952 Jan 28 00:24:43.479537 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: b2df6f8d-6942-43dc-b9ef-074ed0c5b9be {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:24:43.479848 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device b2df6f8d-6942-43dc-b9ef-074ed0c5b9be not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:24:43.485631 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9eb5f2ac-2b9d-4b56-b5c1-9888c26f8475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (fd4ff865-ad7e-43e1-95af-27f2b8e918ae), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:43.486533 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb5f2ac-2b9d-4b56-b5c1-9888c26f8475 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd4ff865-ad7e-43e1-95af-27f2b8e918ae {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:24:43.497815 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9eb5f2ac-2b9d-4b56-b5c1-9888c26f8475 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:43.502313 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33930) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:43.503374 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9eb5f2ac-2b9d-4b56-b5c1-9888c26f8475 admin admin] 10.222.0.70 "DELETE /v2.0/routers/fd4ff865-ad7e-43e1-95af-27f2b8e918ae HTTP/1.1" status: 204 len: 168 time: 2.6553514 Jan 28 00:24:43.572648 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb260d1b-5699-4cbe-901d-a9eaed8c4b12 admin admin] Deleting subnet 16f9eaaa-0831-4ae7-b66f-029badfc29b1 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:24:43.577818 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb260d1b-5699-4cbe-901d-a9eaed8c4b12 admin admin] Publish callbacks [] for subnet (16f9eaaa-0831-4ae7-b66f-029badfc29b1), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:43.635029 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb260d1b-5699-4cbe-901d-a9eaed8c4b12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (16f9eaaa-0831-4ae7-b66f-029badfc29b1), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:43.782465 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb260d1b-5699-4cbe-901d-a9eaed8c4b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (16f9eaaa-0831-4ae7-b66f-029badfc29b1), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:43.866298 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb260d1b-5699-4cbe-901d-a9eaed8c4b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (16f9eaaa-0831-4ae7-b66f-029badfc29b1), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:43.911211 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33944) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:43.929645 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb260d1b-5699-4cbe-901d-a9eaed8c4b12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16f9eaaa-0831-4ae7-b66f-029badfc29b1,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:43.950840 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb260d1b-5699-4cbe-901d-a9eaed8c4b12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:43.957774 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555e458b-f326-45a3-957b-b9661ef533ac None None] Network 91e8dbc0-87f8-444b-8813-ae0b44ecb43e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:24:43.968359 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fb260d1b-5699-4cbe-901d-a9eaed8c4b12 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/16f9eaaa-0831-4ae7-b66f-029badfc29b1 HTTP/1.1" status: 204 len: 168 time: 0.4647090 Jan 28 00:24:43.970702 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33948) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:43.995840 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:44.083867 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-91fb8803-4963-421d-b692-d48b5fea1ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (91e8dbc0-87f8-444b-8813-ae0b44ecb43e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:44.101880 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33950) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:44.152770 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78ec09f7-3aa8-4fc5-a0bf-4750eeae9a13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:44.216466 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a28a53-5a03-4767-b0a9-c3128b7b9f2d None None] DHCP port deletion for 91e8dbc0-87f8-444b-8813-ae0b44ecb43e request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:24:44.220054 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-91fb8803-4963-421d-b692-d48b5fea1ff3 admin admin] Deleting port 18d5e20b-541b-4ae6-81e4-68a3d61a41e7 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:24:44.220402 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-91fb8803-4963-421d-b692-d48b5fea1ff3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (18d5e20b-541b-4ae6-81e4-68a3d61a41e7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:44.332814 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-10a28a53-5a03-4767-b0a9-c3128b7b9f2d None None] Deleting port 18d5e20b-541b-4ae6-81e4-68a3d61a41e7 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:24:44.333277 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-10a28a53-5a03-4767-b0a9-c3128b7b9f2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (18d5e20b-541b-4ae6-81e4-68a3d61a41e7), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:44.338486 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78ec09f7-3aa8-4fc5-a0bf-4750eeae9a13 admin admin] Publish callbacks [] for security_group (d2f37038-d839-45d5-8525-2a5ede0b2398), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:44.371945 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78ec09f7-3aa8-4fc5-a0bf-4750eeae9a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d2f37038-d839-45d5-8525-2a5ede0b2398), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:44.411901 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e0814931-0273-44d4-9b19-363b02b03b9d up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:24:44.497069 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4df6b8b0-e60c-4790-bc71-c41f123bfc1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (7393b57c-cf37-4180-8a08-ebaec12785b5), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:44.543695 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-78ec09f7-3aa8-4fc5-a0bf-4750eeae9a13 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=104f82eb7e5c489e826253c1ac2ed53c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4382758 Jan 28 00:24:44.546390 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-91fb8803-4963-421d-b692-d48b5fea1ff3 admin admin] For port 18d5e20b-541b-4ae6-81e4-68a3d61a41e7, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=18d5e20b-541b-4ae6-81e4-68a3d61a41e7,segment=NetworkSegment(e377b053-c968-4b17-9c53-e55abeede2fe),segment_id=e377b053-c968-4b17-9c53-e55abeede2fe)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:24:44.546762 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-91fb8803-4963-421d-b692-d48b5fea1ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (18d5e20b-541b-4ae6-81e4-68a3d61a41e7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:44.558966 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec09f7-3aa8-4fc5-a0bf-4750eeae9a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f37038-d839-45d5-8525-2a5ede0b2398,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:44.579008 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33974) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:44.626654 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-10a28a53-5a03-4767-b0a9-c3128b7b9f2d None None] For port 18d5e20b-541b-4ae6-81e4-68a3d61a41e7, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=18d5e20b-541b-4ae6-81e4-68a3d61a41e7,segment=NetworkSegment(e377b053-c968-4b17-9c53-e55abeede2fe),segment_id=e377b053-c968-4b17-9c53-e55abeede2fe)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:24:44.628022 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-10a28a53-5a03-4767-b0a9-c3128b7b9f2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (18d5e20b-541b-4ae6-81e4-68a3d61a41e7), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:44.671213 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-91fb8803-4963-421d-b692-d48b5fea1ff3 admin admin] Calling delete_port for 18d5e20b-541b-4ae6-81e4-68a3d61a41e7 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:24:44.694574 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-10a28a53-5a03-4767-b0a9-c3128b7b9f2d None None] Calling delete_port for 18d5e20b-541b-4ae6-81e4-68a3d61a41e7 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:24:44.709724 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port e0814931-0273-44d4-9b19-363b02b03b9d completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:24:44.727795 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port e0814931-0273-44d4-9b19-363b02b03b9d triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:24:44.728961 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e0814931-0273-44d4-9b19-363b02b03b9d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:44.805093 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3d820c66-5456-4002-bf5a-ba7a75f1473e admin admin] Publish callbacks [] for security_group (d2f37038-d839-45d5-8525-2a5ede0b2398), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:44.837247 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 18d5e20b-541b-4ae6-81e4-68a3d61a41e7 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:24:44.867843 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33978) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:44.875753 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3d820c66-5456-4002-bf5a-ba7a75f1473e admin admin] Publish callbacks [] for security_group (d2f37038-d839-45d5-8525-2a5ede0b2398), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:44.968592 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-91fb8803-4963-421d-b692-d48b5fea1ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (18d5e20b-541b-4ae6-81e4-68a3d61a41e7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:44.986830 n-d-826754-1 neutron-server[103345]: INFO neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No ports have port_id starting with 18d5e20b-541b-4ae6-81e4-68a3d61a41e7 Jan 28 00:24:45.007455 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e06f3-6d52-46b0-b0f4-ee2d78a6c4c3 req-268e7d22-8e31-4827-ae7b-12d324b1b4d0 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:45.012150 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-192e06f3-6d52-46b0-b0f4-ee2d78a6c4c3 req-268e7d22-8e31-4827-ae7b-12d324b1b4d0 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 944 time: 0.3092372 Jan 28 00:24:45.032006 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-10a28a53-5a03-4767-b0a9-c3128b7b9f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (18d5e20b-541b-4ae6-81e4-68a3d61a41e7), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:45.041752 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb8803-4963-421d-b692-d48b5fea1ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=18d5e20b-541b-4ae6-81e4-68a3d61a41e7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:45.079639 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a28a53-5a03-4767-b0a9-c3128b7b9f2d None None] Pushing event deleted for resources: {'Port': ['ID=18d5e20b-541b-4ae6-81e4-68a3d61a41e7,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:45.082195 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a28a53-5a03-4767-b0a9-c3128b7b9f2d None None] No DVR routers for this DVR port 18d5e20b-541b-4ae6-81e4-68a3d61a41e7 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:24:45.084153 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port e0814931-0273-44d4-9b19-363b02b03b9d is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:24:45.084544 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e0814931-0273-44d4-9b19-363b02b03b9d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:45.084950 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fb8803-4963-421d-b692-d48b5fea1ff3 admin admin] No DVR routers for this DVR port 18d5e20b-541b-4ae6-81e4-68a3d61a41e7 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:24:45.121042 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3d820c66-5456-4002-bf5a-ba7a75f1473e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d2f37038-d839-45d5-8525-2a5ede0b2398), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:45.133067 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0814931-0273-44d4-9b19-363b02b03b9d'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:24:45.135015 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3d820c66-5456-4002-bf5a-ba7a75f1473e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:45.135739 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcc04a1-e743-43d4-8dd6-e248de3b9e54" -d '{"events": [{"server_uuid": "8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1", "name": "network-vif-plugged", "status": "completed", "tag": "e0814931-0273-44d4-9b19-363b02b03b9d"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:24:45.138760 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-192e06f3-6d52-46b0-b0f4-ee2d78a6c4c3 req-48176064-9671-4ff2-99b3-147e3648c7b3 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206234 Jan 28 00:24:45.141057 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3d820c66-5456-4002-bf5a-ba7a75f1473e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d2f37038-d839-45d5-8525-2a5ede0b2398 HTTP/1.1" status: 204 len: 168 time: 0.5330873 Jan 28 00:24:45.177450 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e0814931-0273-44d4-9b19-363b02b03b9d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e0814931-0273-44d4-9b19-363b02b03b9d,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:24:45.192588 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e0814931-0273-44d4-9b19-363b02b03b9d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:45.237884 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d820c66-5456-4002-bf5a-ba7a75f1473e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f37038-d839-45d5-8525-2a5ede0b2398,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:45.322739 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-4df6b8b0-e60c-4790-bc71-c41f123bfc1e admin admin] Deleting port 760ccfeb-b237-4def-85db-5072d033d223 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:24:45.323196 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4df6b8b0-e60c-4790-bc71-c41f123bfc1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (760ccfeb-b237-4def-85db-5072d033d223), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:45.337749 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91166f7d-321c-45a1-be96-61ca2cb851a0 x-openstack-request-id: req-91166f7d-321c-45a1-be96-61ca2cb851a0 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:24:45.337749 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1", "name": "network-vif-plugged", "status": "completed", "tag": "e0814931-0273-44d4-9b19-363b02b03b9d", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:24:45.338782 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-91166f7d-321c-45a1-be96-61ca2cb851a0 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:24:45.339213 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0814931-0273-44d4-9b19-363b02b03b9d', 'code': 200} Jan 28 00:24:45.377765 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=e0814931-0273-44d4-9b19-363b02b03b9d,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:45.390030 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-91fb8803-4963-421d-b692-d48b5fea1ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (91e8dbc0-87f8-444b-8813-ae0b44ecb43e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:45.396231 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-28658bcf-537b-4573-8c42-318e0eee7211 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2014977573'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:45.489094 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-4df6b8b0-e60c-4790-bc71-c41f123bfc1e admin admin] For port 760ccfeb-b237-4def-85db-5072d033d223, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=760ccfeb-b237-4def-85db-5072d033d223,segment=NetworkSegment(2f831f9b-1cec-4443-a955-496c1f68346e),segment_id=2f831f9b-1cec-4443-a955-496c1f68346e)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:24:45.489424 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4df6b8b0-e60c-4790-bc71-c41f123bfc1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (760ccfeb-b237-4def-85db-5072d033d223), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:45.520452 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-4df6b8b0-e60c-4790-bc71-c41f123bfc1e admin admin] Calling delete_port for 760ccfeb-b237-4def-85db-5072d033d223 owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:24:45.535694 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-91fb8803-4963-421d-b692-d48b5fea1ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e8dbc0-87f8-444b-8813-ae0b44ecb43e']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:45.557825 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-91fb8803-4963-421d-b692-d48b5fea1ff3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e377b053-c968-4b17-9c53-e55abeede2fe') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:45.558127 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-91fb8803-4963-421d-b692-d48b5fea1ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e377b053-c968-4b17-9c53-e55abeede2fe') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:45.611026 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-91fb8803-4963-421d-b692-d48b5fea1ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (e377b053-c968-4b17-9c53-e55abeede2fe), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:45.612989 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28658bcf-537b-4573-8c42-318e0eee7211 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Made reservation on behalf of 375c116d8156487d828830465e9141b6 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:24:45.616419 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28658bcf-537b-4573-8c42-318e0eee7211 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:45.639850 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28658bcf-537b-4573-8c42-318e0eee7211 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:45.642183 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-91fb8803-4963-421d-b692-d48b5fea1ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (e377b053-c968-4b17-9c53-e55abeede2fe), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:45.660618 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91fb8803-4963-421d-b692-d48b5fea1ff3 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:24:45.660984 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-91fb8803-4963-421d-b692-d48b5fea1ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (e377b053-c968-4b17-9c53-e55abeede2fe), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:45.664587 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:24:45.664587 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:24:45.664587 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:24:45.664587 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:24:45.664587 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:24:45.664587 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:24:45.664587 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:24:45.664587 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:24:45.664587 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:24:45.664587 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:24:45.664587 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:24:45.664587 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:24:45.664587 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:24:45.664587 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:24:45.664587 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:24:45.664587 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:24:45.664587 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:24:45.664587 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:24:45.664587 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:24:45.664587 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:24:45.664587 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:24:45.664587 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:24:45.664587 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:24:45.664587 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:24:45.664587 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:24:45.664587 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:24:45.664587 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:24:45.664587 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:24:45.664587 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:24:45.664587 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:24:45.664587 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:24:45.664587 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:24:45.699108 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f6a38-c9d5-4282-8768-51e2ac1b40c1 req-9fd5bb48-56c2-46fa-9459-057e9ae7324b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:45.702458 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-809f6a38-c9d5-4282-8768-51e2ac1b40c1 req-9fd5bb48-56c2-46fa-9459-057e9ae7324b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 1096 time: 0.2036803 Jan 28 00:24:45.825204 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-91fb8803-4963-421d-b692-d48b5fea1ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (91e8dbc0-87f8-444b-8813-ae0b44ecb43e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:45.844706 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-91fb8803-4963-421d-b692-d48b5fea1ff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:45.851973 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-91fb8803-4963-421d-b692-d48b5fea1ff3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/91e8dbc0-87f8-444b-8813-ae0b44ecb43e HTTP/1.1" status: 204 len: 168 time: 1.8766098 Jan 28 00:24:45.869307 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4df6b8b0-e60c-4790-bc71-c41f123bfc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (760ccfeb-b237-4def-85db-5072d033d223), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:45.874834 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-809f6a38-c9d5-4282-8768-51e2ac1b40c1 req-ea6562d0-7f16-4d9a-b38a-a01c5d5409d5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174443 Jan 28 00:24:45.878346 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb8803-4963-421d-b692-d48b5fea1ff3 admin admin] Pushing event deleted for resources: {'Network': ['ID=91e8dbc0-87f8-444b-8813-ae0b44ecb43e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:45.943275 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28658bcf-537b-4573-8c42-318e0eee7211 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks [] for security_group (50540580-ec39-4034-8e7b-fcf22174cc14), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:45.950293 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28658bcf-537b-4573-8c42-318e0eee7211 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (50540580-ec39-4034-8e7b-fcf22174cc14), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:45.951429 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6b8b0-e60c-4790-bc71-c41f123bfc1e admin admin] Pushing event deleted for resources: {'Port': ['ID=760ccfeb-b237-4def-85db-5072d033d223,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:46.001753 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28658bcf-537b-4573-8c42-318e0eee7211 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50540580-ec39-4034-8e7b-fcf22174cc14,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:46.004940 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28658bcf-537b-4573-8c42-318e0eee7211 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:24:46.018869 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28658bcf-537b-4573-8c42-318e0eee7211 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (718877fd-d681-4b74-b8fb-7b9247019bbf), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:46.019227 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-28658bcf-537b-4573-8c42-318e0eee7211 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Added segment 718877fd-d681-4b74-b8fb-7b9247019bbf of type vlan for network 494c629a-37c0-4281-b3c1-469ac26751d6 Jan 28 00:24:46.072026 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28658bcf-537b-4573-8c42-318e0eee7211 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (494c629a-37c0-4281-b3c1-469ac26751d6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:46.104847 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28658bcf-537b-4573-8c42-318e0eee7211 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (494c629a-37c0-4281-b3c1-469ac26751d6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:46.113247 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28658bcf-537b-4573-8c42-318e0eee7211 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:46.114904 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28658bcf-537b-4573-8c42-318e0eee7211 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:46.144614 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34032) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:46.154806 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-28658bcf-537b-4573-8c42-318e0eee7211 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2855637 Jan 28 00:24:46.213503 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28658bcf-537b-4573-8c42-318e0eee7211 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event updated for resources: {'Network': ['ID=494c629a-37c0-4281-b3c1-469ac26751d6,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:46.275598 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 494c629a-37c0-4281-b3c1-469ac26751d6 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:24:46.285083 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4df6b8b0-e60c-4790-bc71-c41f123bfc1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (7393b57c-cf37-4180-8a08-ebaec12785b5), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:46.298612 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34036) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:46.299023 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-512ced70-ffda-42b2-a891-d35dbd3b70d7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=97a3ec5b99854227a7dd1d385ad1210e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1528094 Jan 28 00:24:46.465393 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-da6d66b0-67a8-4993-adba-e95c013ae6ac admin admin] Publish callbacks [] for security_group (ae2772d8-aa50-4db0-b5b3-83fca8d29a55), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:46.512513 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8c763-3431-4c3a-9490-9a5e70c4b67e req-3da87325-34fe-4fc3-a563-95dd867bbac8 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:46.512513 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8f8c763-3431-4c3a-9490-9a5e70c4b67e req-3da87325-34fe-4fc3-a563-95dd867bbac8 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1778398 Jan 28 00:24:46.559083 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-da6d66b0-67a8-4993-adba-e95c013ae6ac admin admin] Publish callbacks [] for security_group (ae2772d8-aa50-4db0-b5b3-83fca8d29a55), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:46.719846 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-da6d66b0-67a8-4993-adba-e95c013ae6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ae2772d8-aa50-4db0-b5b3-83fca8d29a55), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:46.740290 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-da6d66b0-67a8-4993-adba-e95c013ae6ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:46.740290 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-da6d66b0-67a8-4993-adba-e95c013ae6ac admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ae2772d8-aa50-4db0-b5b3-83fca8d29a55 HTTP/1.1" status: 204 len: 168 time: 0.4373324 Jan 28 00:24:46.776104 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d66b0-67a8-4993-adba-e95c013ae6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2772d8-aa50-4db0-b5b3-83fca8d29a55,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:46.791502 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8f8c763-3431-4c3a-9490-9a5e70c4b67e req-067d7e33-60db-4626-8389-0f087dd305f2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139653 Jan 28 00:24:46.797853 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df6b8b0-e60c-4790-bc71-c41f123bfc1e admin admin] Router 7393b57c-cf37-4180-8a08-ebaec12785b5 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:24:47.262233 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df6b8b0-e60c-4790-bc71-c41f123bfc1e admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:24:47.271599 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4df6b8b0-e60c-4790-bc71-c41f123bfc1e admin admin] 10.222.0.70 "PUT /v2.0/routers/7393b57c-cf37-4180-8a08-ebaec12785b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3570895 Jan 28 00:24:47.274029 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34064) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:47.281494 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b817b7-eaf2-486f-9754-128dad979350 None None] Sync routers for ids ['7393b57c-cf37-4180-8a08-ebaec12785b5'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:24:47.308384 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b817b7-eaf2-486f-9754-128dad979350 None None] Routers {'7393b57c-cf37-4180-8a08-ebaec12785b5'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:24:47.310179 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f4b817b7-eaf2-486f-9754-128dad979350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:24:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['7393b57c-cf37-4180-8a08-ebaec12785b5'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:47.535020 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5edcc30d-2075-4e16-abbc-a4a71fe5b973 admin admin] Publish callbacks [] for router (7393b57c-cf37-4180-8a08-ebaec12785b5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:47.612662 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-f4b817b7-eaf2-486f-9754-128dad979350 None None] Set router 7393b57c-cf37-4180-8a08-ebaec12785b5 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:24:47.892660 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5edcc30d-2075-4e16-abbc-a4a71fe5b973 admin admin] Publish callbacks [] for router_gateway (7393b57c-cf37-4180-8a08-ebaec12785b5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:48.174829 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5edcc30d-2075-4e16-abbc-a4a71fe5b973 admin admin] Deleting port 62da5332-1800-4dc4-a541-dad6ef45f1df {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:24:48.175235 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5edcc30d-2075-4e16-abbc-a4a71fe5b973 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (62da5332-1800-4dc4-a541-dad6ef45f1df), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:48.222273 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f4b817b7-eaf2-486f-9754-128dad979350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7393b57c-cf37-4180-8a08-ebaec12785b5', 'name': 'tempest-ServerRescueNegativeTestJSON-294972485-router', 'tenant_id': '447275f81c0e4d579e9910142f20754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '62da5332-1800-4dc4-a541-dad6ef45f1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:20:34Z', 'updated_at': '2022-01-28T00:24:45Z', 'revision_number': 5, 'project_id': '447275f81c0e4d579e9910142f20754b', 'gw_port': {'id': '62da5332-1800-4dc4-a541-dad6ef45f1df', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:55:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7393b57c-cf37-4180-8a08-ebaec12785b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:20:35Z', 'updated_at': '2022-01-28T00:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:48.312373 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0132ad-c7a4-4c3e-bebe-1224af5014c7 req-7ee75a34-5260-4e59-8313-f590ff624270 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:48.332486 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad0132ad-c7a4-4c3e-bebe-1224af5014c7 req-7ee75a34-5260-4e59-8313-f590ff624270 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 945 time: 0.2101152 Jan 28 00:24:48.391542 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5edcc30d-2075-4e16-abbc-a4a71fe5b973 admin admin] For port 62da5332-1800-4dc4-a541-dad6ef45f1df, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=62da5332-1800-4dc4-a541-dad6ef45f1df,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:24:48.393797 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5edcc30d-2075-4e16-abbc-a4a71fe5b973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (62da5332-1800-4dc4-a541-dad6ef45f1df), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:48.450217 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5edcc30d-2075-4e16-abbc-a4a71fe5b973 admin admin] Calling delete_port for 62da5332-1800-4dc4-a541-dad6ef45f1df owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:24:48.529150 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad0132ad-c7a4-4c3e-bebe-1224af5014c7 req-0a953af7-e75b-4957-923a-1d4ac8ccacc2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914210 Jan 28 00:24:48.860435 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b817b7-eaf2-486f-9754-128dad979350 None None] Checking router: 7393b57c-cf37-4180-8a08-ebaec12785b5 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:24:48.896689 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b817b7-eaf2-486f-9754-128dad979350 None None] Routers {'7393b57c-cf37-4180-8a08-ebaec12785b5'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:24:48.897756 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f4b817b7-eaf2-486f-9754-128dad979350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:24:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['7393b57c-cf37-4180-8a08-ebaec12785b5'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:49.117489 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-f4b817b7-eaf2-486f-9754-128dad979350 None None] Set router 7393b57c-cf37-4180-8a08-ebaec12785b5 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:24:49.156362 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5edcc30d-2075-4e16-abbc-a4a71fe5b973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (62da5332-1800-4dc4-a541-dad6ef45f1df), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:49.202760 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f4b817b7-eaf2-486f-9754-128dad979350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7393b57c-cf37-4180-8a08-ebaec12785b5', 'name': 'tempest-ServerRescueNegativeTestJSON-294972485-router', 'tenant_id': '447275f81c0e4d579e9910142f20754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:20:34Z', 'updated_at': '2022-01-28T00:24:47Z', 'revision_number': 6, 'project_id': '447275f81c0e4d579e9910142f20754b', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:49.238578 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-07a3fb23-f8e7-4a6d-919f-87cb4c6e79d1 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=33d750661ba7441cb4b5a3a4af8593a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0878625 Jan 28 00:24:49.278805 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b817b7-eaf2-486f-9754-128dad979350 None None] The sync data for ids ['7393b57c-cf37-4180-8a08-ebaec12785b5'] in n-d-826754-1 is: [{'id': '7393b57c-cf37-4180-8a08-ebaec12785b5', 'name': 'tempest-ServerRescueNegativeTestJSON-294972485-router', 'tenant_id': '447275f81c0e4d579e9910142f20754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:20:34Z', 'updated_at': '2022-01-28T00:24:47Z', 'revision_number': 6, 'project_id': '447275f81c0e4d579e9910142f20754b', 'gw_port_host': None}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:24:49.307755 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edcc30d-2075-4e16-abbc-a4a71fe5b973 admin admin] Pushing event deleted for resources: {'Port': ['ID=62da5332-1800-4dc4-a541-dad6ef45f1df,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:49.544885 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-9697108a-0e5a-4377-92e1-11d12c081000 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:49.579239 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-9697108a-0e5a-4377-92e1-11d12c081000 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3353257 Jan 28 00:24:49.588824 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5edcc30d-2075-4e16-abbc-a4a71fe5b973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (7393b57c-cf37-4180-8a08-ebaec12785b5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:49.669743 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-3dfea351-38af-420d-9f1f-dcd1dbb8d52d tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/quotas/33d750661ba7441cb4b5a3a4af8593a8 HTTP/1.1" status: 200 len: 375 time: 0.0865264 Jan 28 00:24:49.745067 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-4fceb71c-1623-40fe-b9b8-a26b65e3ee64 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=33d750661ba7441cb4b5a3a4af8593a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739710 Jan 28 00:24:49.951137 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64072d1c-9b8e-48fa-a3cd-8d3069674d67 req-6588b1f4-4494-4005-b58c-aea87adb792d tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:49.959637 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-64072d1c-9b8e-48fa-a3cd-8d3069674d67 req-6588b1f4-4494-4005-b58c-aea87adb792d tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0815022 Jan 28 00:24:50.020180 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5edcc30d-2075-4e16-abbc-a4a71fe5b973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (7393b57c-cf37-4180-8a08-ebaec12785b5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:50.025673 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5edcc30d-2075-4e16-abbc-a4a71fe5b973 admin admin] Publish callbacks [] for router_controller (7393b57c-cf37-4180-8a08-ebaec12785b5), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:50.097712 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-64072d1c-9b8e-48fa-a3cd-8d3069674d67 req-ec6a614a-25aa-4344-8dbf-0df9344f5d63 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365874 Jan 28 00:24:50.114757 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5edcc30d-2075-4e16-abbc-a4a71fe5b973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (7393b57c-cf37-4180-8a08-ebaec12785b5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:50.116240 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edcc30d-2075-4e16-abbc-a4a71fe5b973 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7393b57c-cf37-4180-8a08-ebaec12785b5 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:24:50.144912 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5edcc30d-2075-4e16-abbc-a4a71fe5b973 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:50.153085 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34170) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:50.153228 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5edcc30d-2075-4e16-abbc-a4a71fe5b973 admin admin] 10.222.0.70 "DELETE /v2.0/routers/7393b57c-cf37-4180-8a08-ebaec12785b5 HTTP/1.1" status: 204 len: 168 time: 2.8768704 Jan 28 00:24:50.265793 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-1231c454-0871-4bf7-b9ec-29e43dd50bb3 admin admin] Deleting subnet 1866bf73-f598-42e8-af99-a33f224ad981 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:24:50.274873 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1231c454-0871-4bf7-b9ec-29e43dd50bb3 admin admin] Publish callbacks [] for subnet (1866bf73-f598-42e8-af99-a33f224ad981), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:50.358033 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1231c454-0871-4bf7-b9ec-29e43dd50bb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (1866bf73-f598-42e8-af99-a33f224ad981), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:50.427447 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1231c454-0871-4bf7-b9ec-29e43dd50bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (1866bf73-f598-42e8-af99-a33f224ad981), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:50.650193 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1231c454-0871-4bf7-b9ec-29e43dd50bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (1866bf73-f598-42e8-af99-a33f224ad981), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:50.724851 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34190) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:50.727409 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1231c454-0871-4bf7-b9ec-29e43dd50bb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:50.739107 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1231c454-0871-4bf7-b9ec-29e43dd50bb3 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1866bf73-f598-42e8-af99-a33f224ad981 HTTP/1.1" status: 204 len: 168 time: 0.5842099 Jan 28 00:24:50.743955 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1231c454-0871-4bf7-b9ec-29e43dd50bb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1866bf73-f598-42e8-af99-a33f224ad981,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:50.746906 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34192) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:50.760571 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-dc0223cc-ccae-46e6-8988-91ac0f629ea7 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Request body: {'subnet': {'network_id': '494c629a-37c0-4281-b3c1-469ac26751d6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:50.824593 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9eca420-725b-4253-a576-7e6421df11f0 req-3b716de2-6c38-497b-a761-b4c84324fb42 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=33d750661ba7441cb4b5a3a4af8593a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0835395 Jan 28 00:24:50.994136 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 62da5332-1800-4dc4-a541-dad6ef45f1df no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:24:51.042721 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fc30b8e1-2766-41fd-a8cc-84443288847c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (8a6446b4-7f18-47f6-bd02-dfe5469ab9a1), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:51.127374 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 62da5332-1800-4dc4-a541-dad6ef45f1df {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:24:51.128399 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 62da5332-1800-4dc4-a541-dad6ef45f1df not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:24:51.129063 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 760ccfeb-b237-4def-85db-5072d033d223 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:24:51.206844 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 760ccfeb-b237-4def-85db-5072d033d223 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:24:51.207210 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 760ccfeb-b237-4def-85db-5072d033d223 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:24:51.220438 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eca420-725b-4253-a576-7e6421df11f0 req-b86f56f6-b09e-4bb4-946b-bb75e2438615 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:51.234370 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9eca420-725b-4253-a576-7e6421df11f0 req-b86f56f6-b09e-4bb4-946b-bb75e2438615 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4082694 Jan 28 00:24:51.245910 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0223cc-ccae-46e6-8988-91ac0f629ea7 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Made reservation on behalf of 375c116d8156487d828830465e9141b6 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:24:51.251804 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc0223cc-ccae-46e6-8988-91ac0f629ea7 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:51.391459 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9eca420-725b-4253-a576-7e6421df11f0 req-5e1daad7-70dc-4dff-9232-7e6d4861dfc8 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/quotas/33d750661ba7441cb4b5a3a4af8593a8 HTTP/1.1" status: 200 len: 375 time: 0.1554048 Jan 28 00:24:51.454059 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fc30b8e1-2766-41fd-a8cc-84443288847c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (8a6446b4-7f18-47f6-bd02-dfe5469ab9a1), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:51.563773 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9eca420-725b-4253-a576-7e6421df11f0 req-5db6fdab-3cf3-454d-9048-8c1af40f1cf4 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=33d750661ba7441cb4b5a3a4af8593a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1710191 Jan 28 00:24:51.598237 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-fc30b8e1-2766-41fd-a8cc-84443288847c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6446b4-7f18-47f6-bd02-dfe5469ab9a1']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:51.632551 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-fc30b8e1-2766-41fd-a8cc-84443288847c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f831f9b-1cec-4443-a955-496c1f68346e') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:51.632855 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-fc30b8e1-2766-41fd-a8cc-84443288847c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f831f9b-1cec-4443-a955-496c1f68346e') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:51.670254 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fc30b8e1-2766-41fd-a8cc-84443288847c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (2f831f9b-1cec-4443-a955-496c1f68346e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:51.696514 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071733b2-546c-404f-b9a7-c8c843bf13ef req-2c8fca9d-301f-463c-9646-5861c0a68833 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:51.709380 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-071733b2-546c-404f-b9a7-c8c843bf13ef req-2c8fca9d-301f-463c-9646-5861c0a68833 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 945 time: 0.2955098 Jan 28 00:24:51.739745 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fc30b8e1-2766-41fd-a8cc-84443288847c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (2f831f9b-1cec-4443-a955-496c1f68346e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:51.776210 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc0223cc-ccae-46e6-8988-91ac0f629ea7 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (389f0261-e1af-4249-8ff0-c567daa7ddb7), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:51.822360 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc30b8e1-2766-41fd-a8cc-84443288847c admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:24:51.822879 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fc30b8e1-2766-41fd-a8cc-84443288847c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (2f831f9b-1cec-4443-a955-496c1f68346e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:51.825168 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:24:51.825168 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:24:51.825168 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:24:51.825168 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:24:51.825168 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:24:51.825168 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:24:51.825168 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:24:51.825168 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:24:51.825168 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:24:51.825168 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:24:51.825168 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:24:51.825168 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:24:51.825168 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:24:51.825168 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:24:51.825168 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:24:51.825168 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:24:51.825168 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:24:51.825168 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:24:51.825168 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:24:51.825168 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:24:51.825168 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:24:51.825168 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:24:51.825168 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:24:51.825168 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:24:51.825168 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:24:51.825168 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:24:51.825168 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:24:51.825168 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:24:51.825168 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:24:51.825168 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:24:51.825168 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:24:51.825168 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:24:51.863101 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0223cc-ccae-46e6-8988-91ac0f629ea7 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event updated for resources: {'Subnet': ['ID=389f0261-e1af-4249-8ff0-c567daa7ddb7,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:51.896295 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0223cc-ccae-46e6-8988-91ac0f629ea7 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Checking segment: {'id': '718877fd-d681-4b74-b8fb-7b9247019bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '494c629a-37c0-4281-b3c1-469ac26751d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:24:51.896723 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0223cc-ccae-46e6-8988-91ac0f629ea7 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Network hostable DHCP agents. Network: 494c629a-37c0-4281-b3c1-469ac26751d6, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:24:51.922028 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0223cc-ccae-46e6-8988-91ac0f629ea7 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Network 494c629a-37c0-4281-b3c1-469ac26751d6 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:24:51.940559 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-dc0223cc-ccae-46e6-8988-91ac0f629ea7 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 494c629a-37c0-4281-b3c1-469ac26751d6) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:24:51.946723 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0223cc-ccae-46e6-8988-91ac0f629ea7 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:51.947280 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc0223cc-ccae-46e6-8988-91ac0f629ea7 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:51.952369 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-071733b2-546c-404f-b9a7-c8c843bf13ef req-fb6aa75c-6e23-44b8-bf77-39542945e9d2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412899 Jan 28 00:24:51.983655 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cc43fe-5edd-4bce-a274-4e3f097da19b None None] Network 494c629a-37c0-4281-b3c1-469ac26751d6 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:24:51.995438 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fc30b8e1-2766-41fd-a8cc-84443288847c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (8a6446b4-7f18-47f6-bd02-dfe5469ab9a1), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:52.002943 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fc30b8e1-2766-41fd-a8cc-84443288847c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:52.007048 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-fc30b8e1-2766-41fd-a8cc-84443288847c admin admin] 10.222.0.70 "DELETE /v2.0/networks/8a6446b4-7f18-47f6-bd02-dfe5469ab9a1 HTTP/1.1" status: 204 len: 168 time: 1.2572787 Jan 28 00:24:52.012513 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-dc0223cc-ccae-46e6-8988-91ac0f629ea7 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2823184 Jan 28 00:24:52.028783 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34232) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:52.041967 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-68c29953-093a-44d4-895a-e2cf8952cd7b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1641547167'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:52.043693 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30b8e1-2766-41fd-a8cc-84443288847c admin admin] Pushing event deleted for resources: {'Network': ['ID=8a6446b4-7f18-47f6-bd02-dfe5469ab9a1,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:52.128707 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-67fd03a7-b4bd-4c6f-9b88-00b97645150c req-50b89d2f-fc58-44e3-894b-b62c7ae930df tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/ports?device_id=65fb0e9b-0d3e-465b-9c2b-b064dabb82e2 HTTP/1.1" status: 200 len: 210 time: 0.0684600 Jan 28 00:24:52.138142 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c29953-093a-44d4-895a-e2cf8952cd7b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Made reservation on behalf of 375c116d8156487d828830465e9141b6 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:24:52.150996 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68c29953-093a-44d4-895a-e2cf8952cd7b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:52.303240 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c29953-093a-44d4-895a-e2cf8952cd7b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:24:52.359195 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-494c629a-37c0-4281-b3c1-469ac26751d6', 'network_id': '494c629a-37c0-4281-b3c1-469ac26751d6', 'project_id': '375c116d8156487d828830465e9141b6', 'fixed_ips': [{'subnet_id': '389f0261-e1af-4249-8ff0-c567daa7ddb7'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:24:52.361652 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:52.441454 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-9a70a5fb-4be8-441d-a063-67c7b9340f7d tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=33d750661ba7441cb4b5a3a4af8593a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1401169 Jan 28 00:24:52.444845 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68c29953-093a-44d4-895a-e2cf8952cd7b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (adca38a0-69e0-49f8-8d98-cc69630869c3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:52.445315 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-68c29953-093a-44d4-895a-e2cf8952cd7b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Added segment adca38a0-69e0-49f8-8d98-cc69630869c3 of type vlan for network 3434006c-d2bb-4c84-8dfd-f6aefceb3b95 Jan 28 00:24:52.458923 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34260) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:52.593723 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68c29953-093a-44d4-895a-e2cf8952cd7b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (3434006c-d2bb-4c84-8dfd-f6aefceb3b95), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:52.614149 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-971c3de3-2c70-4429-bce0-1d02bf7a7e94 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=447275f81c0e4d579e9910142f20754b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1504295 Jan 28 00:24:52.616655 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34262) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:52.717107 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-77e96d83-7512-4aa5-8151-7611b037f9ee tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:52.718700 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-77e96d83-7512-4aa5-8151-7611b037f9ee tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2705059 Jan 28 00:24:52.721428 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68c29953-093a-44d4-895a-e2cf8952cd7b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (3434006c-d2bb-4c84-8dfd-f6aefceb3b95), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:52.730884 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c29953-093a-44d4-895a-e2cf8952cd7b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:52.731559 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68c29953-093a-44d4-895a-e2cf8952cd7b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:52.816191 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-702c65a2-8163-4634-bebc-75a9c2789cc4 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Request body: {'port': {'device_id': '04251ac8-436c-4769-92cf-0bf2ec05073f', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'admin_state_up': True, 'tenant_id': '33d750661ba7441cb4b5a3a4af8593a8'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:52.891707 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c29953-093a-44d4-895a-e2cf8952cd7b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event updated for resources: {'Network': ['ID=3434006c-d2bb-4c84-8dfd-f6aefceb3b95,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:52.892370 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Allocated IP 2001:db8:0:ffff::2 (494c629a-37c0-4281-b3c1-469ac26751d6/389f0261-e1af-4249-8ff0-c567daa7ddb7/805ddff6-8b58-4d9c-9fb7-c231b133ac1d) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:24:52.909299 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 3434006c-d2bb-4c84-8dfd-f6aefceb3b95 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:24:52.916013 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-68c29953-093a-44d4-895a-e2cf8952cd7b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8855915 Jan 28 00:24:52.921618 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34268) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:52.924655 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a458932c-d897-422c-831a-931e0bfcdec7 admin admin] Publish callbacks [] for security_group (4b804afe-c05e-459f-9f33-6685057fc0d1), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:52.932514 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-946240d5-cfbf-415f-85b0-6bf9b6eab418 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Request body: {'subnet': {'network_id': '3434006c-d2bb-4c84-8dfd-f6aefceb3b95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:52.985064 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34272) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:52.988066 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a458932c-d897-422c-831a-931e0bfcdec7 admin admin] Publish callbacks [] for security_group (4b804afe-c05e-459f-9f33-6685057fc0d1), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:53.079341 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-702c65a2-8163-4634-bebc-75a9c2789cc4 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Made reservation on behalf of 33d750661ba7441cb4b5a3a4af8593a8 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:24:53.088187 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-702c65a2-8163-4634-bebc-75a9c2789cc4 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:53.109527 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-702c65a2-8163-4634-bebc-75a9c2789cc4 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:53.147844 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a458932c-d897-422c-831a-931e0bfcdec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4b804afe-c05e-459f-9f33-6685057fc0d1), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:53.152102 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a458932c-d897-422c-831a-931e0bfcdec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:53.153932 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a458932c-d897-422c-831a-931e0bfcdec7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4b804afe-c05e-459f-9f33-6685057fc0d1 HTTP/1.1" status: 204 len: 168 time: 0.5355830 Jan 28 00:24:53.191478 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458932c-d897-422c-831a-931e0bfcdec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b804afe-c05e-459f-9f33-6685057fc0d1,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:53.269605 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-702c65a2-8163-4634-bebc-75a9c2789cc4 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Publish callbacks [] for security_group (029f3950-2ebe-42df-a155-7336948250dd), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:53.280494 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-702c65a2-8163-4634-bebc-75a9c2789cc4 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (029f3950-2ebe-42df-a155-7336948250dd), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:53.286002 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34284) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:53.382479 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c65a2-8163-4634-bebc-75a9c2789cc4 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=029f3950-2ebe-42df-a155-7336948250dd,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:53.421221 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-12e402bb-ad59-4d28-b59c-1372dbd4e76f req-24173048-1563-406e-b084-94e19f4bcb33 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/ports?device_id=65fb0e9b-0d3e-465b-9c2b-b064dabb82e2 HTTP/1.1" status: 200 len: 210 time: 0.0878427 Jan 28 00:24:53.484051 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946240d5-cfbf-415f-85b0-6bf9b6eab418 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Made reservation on behalf of 375c116d8156487d828830465e9141b6 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:24:53.490281 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-946240d5-cfbf-415f-85b0-6bf9b6eab418 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:53.575883 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b3dcc160-bade-4561-b90f-146ab33e5e56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:53.614924 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3ef93dde-0990-46df-a841-3d00bba063dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:53.631090 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Publish callbacks [] for port (805ddff6-8b58-4d9c-9fb7-c231b133ac1d), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:53.643171 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (805ddff6-8b58-4d9c-9fb7-c231b133ac1d), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:53.659049 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-702c65a2-8163-4634-bebc-75a9c2789cc4 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Allocated IP 192.168.233.147 (6cc4916b-e8a0-4618-abd0-934e16bf0b78/3d2cf619-4390-4946-b152-016e9ede005d/cc24101a-544d-4649-8815-96aaa8e93806) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:24:53.737736 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Pushing event updated for resources: {'Port': ['ID=805ddff6-8b58-4d9c-9fb7-c231b133ac1d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:53.770792 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:53.771726 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:53.772414 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:53.773063 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:53.774078 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:53.774832 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:53.775943 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:53.777177 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:53.777881 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:53.778845 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:53.779324 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:53.780027 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:53.780916 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:53.784934 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b3dcc160-bade-4561-b90f-146ab33e5e56 admin admin] Publish callbacks [] for security_group (0741aa5b-b7f1-469c-8632-cc45667d78ad), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:53.789932 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Network 494c629a-37c0-4281-b3c1-469ac26751d6 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:24:53.793235 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:24:53.798858 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:24:53.810860 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b3dcc160-bade-4561-b90f-146ab33e5e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0741aa5b-b7f1-469c-8632-cc45667d78ad), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:53.811328 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2c775-5359-4c6d-aab0-726c84a122fa req-482ad02f-cc20-4ef5-82fa-9f3f4b8c7673 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:53.822591 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eff2c775-5359-4c6d-aab0-726c84a122fa req-482ad02f-cc20-4ef5-82fa-9f3f4b8c7673 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 945 time: 0.5235600 Jan 28 00:24:53.875036 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-946240d5-cfbf-415f-85b0-6bf9b6eab418 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (97dba16d-dac7-4868-bb07-230e7a63f485), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:53.878953 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Attempting to bind port 805ddff6-8b58-4d9c-9fb7-c231b133ac1d on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:24:53.879344 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Attempting to bind port 805ddff6-8b58-4d9c-9fb7-c231b133ac1d by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '718877fd-d681-4b74-b8fb-7b9247019bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '494c629a-37c0-4281-b3c1-469ac26751d6'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:24:53.879981 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Attempting to bind port 805ddff6-8b58-4d9c-9fb7-c231b133ac1d on network 494c629a-37c0-4281-b3c1-469ac26751d6 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:24:53.886754 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:24:53.887264 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Checking segment: {'id': '718877fd-d681-4b74-b8fb-7b9247019bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '494c629a-37c0-4281-b3c1-469ac26751d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:24:53.887792 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:53.888435 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Bound using segment: {'id': '718877fd-d681-4b74-b8fb-7b9247019bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '494c629a-37c0-4281-b3c1-469ac26751d6'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:24:53.889166 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Bound port: 805ddff6-8b58-4d9c-9fb7-c231b133ac1d, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718877fd-d681-4b74-b8fb-7b9247019bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '494c629a-37c0-4281-b3c1-469ac26751d6'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:24:53.889627 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (805ddff6-8b58-4d9c-9fb7-c231b133ac1d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:53.939031 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b3dcc160-bade-4561-b90f-146ab33e5e56 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b3bbc37911e64d5abda4d5624e8c6b5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9478638 Jan 28 00:24:53.944730 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34294) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:53.964942 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946240d5-cfbf-415f-85b0-6bf9b6eab418 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event updated for resources: {'Subnet': ['ID=97dba16d-dac7-4868-bb07-230e7a63f485,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:53.973229 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eff2c775-5359-4c6d-aab0-726c84a122fa req-7581464f-ac14-47a3-b063-9d34fbd0e5ec tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491427 Jan 28 00:24:53.978471 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dcc160-bade-4561-b90f-146ab33e5e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0741aa5b-b7f1-469c-8632-cc45667d78ad,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:54.006261 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946240d5-cfbf-415f-85b0-6bf9b6eab418 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Checking segment: {'id': 'adca38a0-69e0-49f8-8d98-cc69630869c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3434006c-d2bb-4c84-8dfd-f6aefceb3b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:24:54.006817 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946240d5-cfbf-415f-85b0-6bf9b6eab418 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Network hostable DHCP agents. Network: 3434006c-d2bb-4c84-8dfd-f6aefceb3b95, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:24:54.033218 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946240d5-cfbf-415f-85b0-6bf9b6eab418 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Network 3434006c-d2bb-4c84-8dfd-f6aefceb3b95 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:24:54.066914 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-946240d5-cfbf-415f-85b0-6bf9b6eab418 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 3434006c-d2bb-4c84-8dfd-f6aefceb3b95) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:24:54.073932 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946240d5-cfbf-415f-85b0-6bf9b6eab418 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:54.075257 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-946240d5-cfbf-415f-85b0-6bf9b6eab418 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:54.077419 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] For port 805ddff6-8b58-4d9c-9fb7-c231b133ac1d, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:24:54.088110 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] For port 805ddff6-8b58-4d9c-9fb7-c231b133ac1d, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=805ddff6-8b58-4d9c-9fb7-c231b133ac1d,segment=NetworkSegment(718877fd-d681-4b74-b8fb-7b9247019bbf),segment_id=718877fd-d681-4b74-b8fb-7b9247019bbf)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:24:54.100967 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (805ddff6-8b58-4d9c-9fb7-c231b133ac1d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:54.113876 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3ef93dde-0990-46df-a841-3d00bba063dc admin admin] Publish callbacks [] for security_group (a9d1dd13-bd9d-46d0-acdc-6dbaadac94cd), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:54.115437 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-946240d5-cfbf-415f-85b0-6bf9b6eab418 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1920359 Jan 28 00:24:54.116135 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34300) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:54.119992 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8297fd36-8dcb-4986-90fe-c81cd8af53c8 None None] Network 3434006c-d2bb-4c84-8dfd-f6aefceb3b95 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:24:54.137791 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3ef93dde-0990-46df-a841-3d00bba063dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a9d1dd13-bd9d-46d0-acdc-6dbaadac94cd), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:54.291359 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-702c65a2-8163-4634-bebc-75a9c2789cc4 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Publish callbacks [] for port (cc24101a-544d-4649-8815-96aaa8e93806), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:54.317331 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e46212bb-65fc-4009-95bb-e1c8281e4417 admin admin] Publish callbacks [] for security_group (0741aa5b-b7f1-469c-8632-cc45667d78ad), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:54.320788 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87813dec-ed8b-4a54-a965-90bd32618d95 None None] Pushing event updated for resources: {'Port': ['ID=805ddff6-8b58-4d9c-9fb7-c231b133ac1d,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:54.341685 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d168d114-7bee-468a-88d3-71bbb693595d tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (3434006c-d2bb-4c84-8dfd-f6aefceb3b95), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:54.393245 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7370d080-4371-4bb8-ba30-0f11e56fe79b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-3434006c-d2bb-4c84-8dfd-f6aefceb3b95', 'network_id': '3434006c-d2bb-4c84-8dfd-f6aefceb3b95', 'project_id': '375c116d8156487d828830465e9141b6', 'fixed_ips': [{'subnet_id': '97dba16d-dac7-4868-bb07-230e7a63f485'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:24:54.395923 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7370d080-4371-4bb8-ba30-0f11e56fe79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:54.442641 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d168d114-7bee-468a-88d3-71bbb693595d tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (97dba16d-dac7-4868-bb07-230e7a63f485), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:54.496219 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a9eca420-725b-4253-a576-7e6421df11f0 req-45ff56cc-4ab8-4bd1-ab07-8c8ecb73783d tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=33d750661ba7441cb4b5a3a4af8593a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1798861 Jan 28 00:24:54.498874 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3ef93dde-0990-46df-a841-3d00bba063dc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2c7b521bf5ff46cf8c7cd8575a352716&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2056887 Jan 28 00:24:54.518016 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34310) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:54.605558 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e46212bb-65fc-4009-95bb-e1c8281e4417 admin admin] Publish callbacks [] for security_group (0741aa5b-b7f1-469c-8632-cc45667d78ad), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:54.636704 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef93dde-0990-46df-a841-3d00bba063dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d1dd13-bd9d-46d0-acdc-6dbaadac94cd,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server [None req-7370d080-4371-4bb8-ba30-0f11e56fe79b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 97dba16d-dac7-4868-bb07-230e7a63f485: This subnet is being modified by another concurrent operation. Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 00:24:54.669635 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise exception Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 97dba16d-dac7-4868-bb07-230e7a63f485: This subnet is being modified by another concurrent operation. Jan 28 00:24:54.673647 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server Jan 28 00:24:54.704934 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2063e419-54d7-44e5-80d7-6d154b386ed4 None None] Network 3434006c-d2bb-4c84-8dfd-f6aefceb3b95 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:24:54.723639 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6bb9805b-8e3e-45c7-b188-e6233dc50a84 req-f8bfe1fd-cf31-4521-94a2-27def5fada3a tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/ports?device_id=65fb0e9b-0d3e-465b-9c2b-b064dabb82e2 HTTP/1.1" status: 200 len: 210 time: 0.1407607 Jan 28 00:24:54.726413 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d168d114-7bee-468a-88d3-71bbb693595d tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (97dba16d-dac7-4868-bb07-230e7a63f485), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:54.829816 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168d114-7bee-468a-88d3-71bbb693595d tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event deleted for resources: {'Subnet': ['ID=97dba16d-dac7-4868-bb07-230e7a63f485,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:54.943913 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d168d114-7bee-468a-88d3-71bbb693595d tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (3434006c-d2bb-4c84-8dfd-f6aefceb3b95), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:54.988425 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-d168d114-7bee-468a-88d3-71bbb693595d tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3434006c-d2bb-4c84-8dfd-f6aefceb3b95']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:55.003444 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-d168d114-7bee-468a-88d3-71bbb693595d tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adca38a0-69e0-49f8-8d98-cc69630869c3') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:55.004091 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-d168d114-7bee-468a-88d3-71bbb693595d tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adca38a0-69e0-49f8-8d98-cc69630869c3') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:24:55.018717 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d168d114-7bee-468a-88d3-71bbb693595d tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (adca38a0-69e0-49f8-8d98-cc69630869c3), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:55.055764 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d168d114-7bee-468a-88d3-71bbb693595d tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (adca38a0-69e0-49f8-8d98-cc69630869c3), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:55.067729 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d168d114-7bee-468a-88d3-71bbb693595d tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:24:55.068606 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d168d114-7bee-468a-88d3-71bbb693595d tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (adca38a0-69e0-49f8-8d98-cc69630869c3), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:55.080584 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:24:55.080584 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:24:55.080584 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:24:55.080584 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:24:55.080584 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:24:55.080584 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:24:55.080584 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:24:55.080584 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:24:55.080584 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:24:55.080584 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:24:55.080584 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:24:55.080584 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:24:55.080584 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:24:55.080584 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:24:55.080584 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:24:55.080584 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:24:55.080584 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:24:55.080584 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:24:55.080584 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:24:55.080584 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:24:55.080584 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:24:55.080584 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:24:55.080584 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:24:55.080584 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:24:55.080584 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:24:55.080584 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:24:55.080584 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:24:55.080584 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:24:55.080584 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:24:55.080584 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:24:55.080584 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:24:55.080584 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:24:55.267891 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92134319-53a4-4792-8643-d155e9d6917e req-8447ca5b-71c9-4867-b99e-4dec46f837c9 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:55.270583 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-92134319-53a4-4792-8643-d155e9d6917e req-8447ca5b-71c9-4867-b99e-4dec46f837c9 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1605413 Jan 28 00:24:55.272004 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d168d114-7bee-468a-88d3-71bbb693595d tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (3434006c-d2bb-4c84-8dfd-f6aefceb3b95), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:55.280414 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d168d114-7bee-468a-88d3-71bbb693595d tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:55.286526 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d168d114-7bee-468a-88d3-71bbb693595d tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "DELETE /v2.0/networks/3434006c-d2bb-4c84-8dfd-f6aefceb3b95 HTTP/1.1" status: 204 len: 168 time: 1.1690450 Jan 28 00:24:55.297583 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34328) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:55.317756 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-698b1cd8-8f7b-4605-8b8c-1573af9c9620 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1929193035'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:55.335702 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168d114-7bee-468a-88d3-71bbb693595d tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event deleted for resources: {'Network': ['ID=3434006c-d2bb-4c84-8dfd-f6aefceb3b95,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:55.342672 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-702c65a2-8163-4634-bebc-75a9c2789cc4 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (cc24101a-544d-4649-8815-96aaa8e93806), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:55.381189 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ffce97ec-f48a-4aec-8ade-f849a307be81 admin admin] Publish callbacks [] for security_group (a9d1dd13-bd9d-46d0-acdc-6dbaadac94cd), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:55.396176 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698b1cd8-8f7b-4605-8b8c-1573af9c9620 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Made reservation on behalf of 375c116d8156487d828830465e9141b6 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:24:55.402648 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-698b1cd8-8f7b-4605-8b8c-1573af9c9620 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:55.457351 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eca420-725b-4253-a576-7e6421df11f0 req-e9a0d675-32a9-452f-90d7-9158b3e43c05 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:55.460603 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a9eca420-725b-4253-a576-7e6421df11f0 req-e9a0d675-32a9-452f-90d7-9158b3e43c05 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9539976 Jan 28 00:24:55.494703 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-92134319-53a4-4792-8643-d155e9d6917e req-224a8fde-c6c8-4cb4-824a-80616f5ea618 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980064 Jan 28 00:24:55.504799 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698b1cd8-8f7b-4605-8b8c-1573af9c9620 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:24:55.524682 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-698b1cd8-8f7b-4605-8b8c-1573af9c9620 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (94fd27bd-80ee-4508-a4f9-0c4130ba1b78), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:55.525289 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-698b1cd8-8f7b-4605-8b8c-1573af9c9620 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Added segment 94fd27bd-80ee-4508-a4f9-0c4130ba1b78 of type vlan for network 135bc20e-ffbe-48d2-a279-ef9e91c8ea5c Jan 28 00:24:55.536159 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-a9eca420-725b-4253-a576-7e6421df11f0 req-8ed71c9b-a073-4961-b039-3c13d884f6bf tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Request body: {'port': {'device_id': '65fb0e9b-0d3e-465b-9c2b-b064dabb82e2', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'admin_state_up': True, 'tenant_id': '33d750661ba7441cb4b5a3a4af8593a8'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:55.589217 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-698b1cd8-8f7b-4605-8b8c-1573af9c9620 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (135bc20e-ffbe-48d2-a279-ef9e91c8ea5c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:55.637268 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-698b1cd8-8f7b-4605-8b8c-1573af9c9620 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (135bc20e-ffbe-48d2-a279-ef9e91c8ea5c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:55.648165 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698b1cd8-8f7b-4605-8b8c-1573af9c9620 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:55.650433 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-698b1cd8-8f7b-4605-8b8c-1573af9c9620 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:55.668610 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ffce97ec-f48a-4aec-8ade-f849a307be81 admin admin] Publish callbacks [] for security_group (a9d1dd13-bd9d-46d0-acdc-6dbaadac94cd), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:55.735006 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e46212bb-65fc-4009-95bb-e1c8281e4417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0741aa5b-b7f1-469c-8632-cc45667d78ad), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:55.739952 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e46212bb-65fc-4009-95bb-e1c8281e4417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:55.744415 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e46212bb-65fc-4009-95bb-e1c8281e4417 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0741aa5b-b7f1-469c-8632-cc45667d78ad HTTP/1.1" status: 204 len: 168 time: 1.7959375 Jan 28 00:24:55.767842 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-702c65a2-8163-4634-bebc-75a9c2789cc4 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:24:55.782175 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-698b1cd8-8f7b-4605-8b8c-1573af9c9620 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4829431 Jan 28 00:24:55.783325 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46212bb-65fc-4009-95bb-e1c8281e4417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0741aa5b-b7f1-469c-8632-cc45667d78ad,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:55.791724 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34342) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:55.803310 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-612aaa40-9f9c-4b8e-abc5-287ee5c4d5ee tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Request body: {'subnet': {'network_id': '135bc20e-ffbe-48d2-a279-ef9e91c8ea5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:55.875584 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b1cd8-8f7b-4605-8b8c-1573af9c9620 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event updated for resources: {'Network': ['ID=135bc20e-ffbe-48d2-a279-ef9e91c8ea5c,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:55.896255 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 135bc20e-ffbe-48d2-a279-ef9e91c8ea5c details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:24:55.997173 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-702c65a2-8163-4634-bebc-75a9c2789cc4 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:24:56.011577 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:24:56.029000 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-702c65a2-8163-4634-bebc-75a9c2789cc4 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:24:56.112536 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34346) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:56.135459 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fcfe3616-865c-4d39-9192-4fe85b1084db req-fecead7a-a1f6-40b9-8679-526d26a348ae tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/ports?device_id=65fb0e9b-0d3e-465b-9c2b-b064dabb82e2 HTTP/1.1" status: 200 len: 210 time: 0.1124637 Jan 28 00:24:56.196906 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-702c65a2-8163-4634-bebc-75a9c2789cc4 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:56.202360 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-702c65a2-8163-4634-bebc-75a9c2789cc4 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:56.222327 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c65a2-8163-4634-bebc-75a9c2789cc4 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Pushing event updated for resources: {'Port': ['ID=cc24101a-544d-4649-8815-96aaa8e93806,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:56.244552 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ffce97ec-f48a-4aec-8ade-f849a307be81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a9d1dd13-bd9d-46d0-acdc-6dbaadac94cd), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:56.251972 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8944cd75-6c11-48bc-baf5-c9162c6d415d None None] Network 494c629a-37c0-4281-b3c1-469ac26751d6 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:24:56.253679 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ffce97ec-f48a-4aec-8ade-f849a307be81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:56.265708 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ffce97ec-f48a-4aec-8ade-f849a307be81 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a9d1dd13-bd9d-46d0-acdc-6dbaadac94cd HTTP/1.1" status: 204 len: 168 time: 1.7452424 Jan 28 00:24:56.303557 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612aaa40-9f9c-4b8e-abc5-287ee5c4d5ee tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Made reservation on behalf of 375c116d8156487d828830465e9141b6 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:24:56.310980 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-612aaa40-9f9c-4b8e-abc5-287ee5c4d5ee tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:56.331033 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-702c65a2-8163-4634-bebc-75a9c2789cc4 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5185175 Jan 28 00:24:56.332727 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce97ec-f48a-4aec-8ade-f849a307be81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d1dd13-bd9d-46d0-acdc-6dbaadac94cd,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:56.355301 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-0b7112b1-e3a4-4bca-9f3e-e3bb6f3c4a8e service neutron] Request body: {'port': {'device_id': '04251ac8-436c-4769-92cf-0bf2ec05073f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:56.364605 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9eca420-725b-4253-a576-7e6421df11f0 req-8ed71c9b-a073-4961-b039-3c13d884f6bf tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Made reservation on behalf of 33d750661ba7441cb4b5a3a4af8593a8 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:24:56.371124 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a9eca420-725b-4253-a576-7e6421df11f0 req-8ed71c9b-a073-4961-b039-3c13d884f6bf tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:56.501498 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-70ffaa76-40c1-4b87-82e2-de2fd4058bc2 None None] Provisioning complete for port 805ddff6-8b58-4d9c-9fb7-c231b133ac1d triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:24:56.502840 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-70ffaa76-40c1-4b87-82e2-de2fd4058bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (805ddff6-8b58-4d9c-9fb7-c231b133ac1d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:56.659980 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34358) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:56.699305 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-112ecae6-2dcf-465f-915f-ff4c5c112b0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:56.806644 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-0b7112b1-e3a4-4bca-9f3e-e3bb6f3c4a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cc24101a-544d-4649-8815-96aaa8e93806), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:56.922060 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-a9eca420-725b-4253-a576-7e6421df11f0 req-8ed71c9b-a073-4961-b039-3c13d884f6bf tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Allocated IP 192.168.233.34 (6cc4916b-e8a0-4618-abd0-934e16bf0b78/3d2cf619-4390-4946-b152-016e9ede005d/a075521a-0120-4883-bec9-7d2aec95df10) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:24:56.964645 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 805ddff6-8b58-4d9c-9fb7-c231b133ac1d up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:24:57.031435 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-70ffaa76-40c1-4b87-82e2-de2fd4058bc2 None None] Current status of the port 805ddff6-8b58-4d9c-9fb7-c231b133ac1d is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:24:57.031864 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-70ffaa76-40c1-4b87-82e2-de2fd4058bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (805ddff6-8b58-4d9c-9fb7-c231b133ac1d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:57.180864 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-70ffaa76-40c1-4b87-82e2-de2fd4058bc2 None None] For port 805ddff6-8b58-4d9c-9fb7-c231b133ac1d, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=805ddff6-8b58-4d9c-9fb7-c231b133ac1d,segment=NetworkSegment(718877fd-d681-4b74-b8fb-7b9247019bbf),segment_id=718877fd-d681-4b74-b8fb-7b9247019bbf)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:24:57.190594 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 805ddff6-8b58-4d9c-9fb7-c231b133ac1d triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:24:57.191429 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (805ddff6-8b58-4d9c-9fb7-c231b133ac1d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:57.196945 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-70ffaa76-40c1-4b87-82e2-de2fd4058bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (805ddff6-8b58-4d9c-9fb7-c231b133ac1d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:57.198007 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a9eca420-725b-4253-a576-7e6421df11f0 req-8ed71c9b-a073-4961-b039-3c13d884f6bf tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Publish callbacks [] for port (a075521a-0120-4883-bec9-7d2aec95df10), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:57.267174 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-112ecae6-2dcf-465f-915f-ff4c5c112b0d admin admin] Publish callbacks [] for security_group (0b46a248-e2ad-4590-a412-325486472f16), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:57.272672 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a9eca420-725b-4253-a576-7e6421df11f0 req-8ed71c9b-a073-4961-b039-3c13d884f6bf tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (a075521a-0120-4883-bec9-7d2aec95df10), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:57.341324 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-112ecae6-2dcf-465f-915f-ff4c5c112b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0b46a248-e2ad-4590-a412-325486472f16), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:57.387504 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed71c9b-a073-4961-b039-3c13d884f6bf tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Pushing event updated for resources: {'Port': ['ID=a075521a-0120-4883-bec9-7d2aec95df10,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:57.404366 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c259765d-7e6e-4984-9c5d-58be3d4d6612 None None] get_active_networks_info from n-d-826754-1 {{(pid=103345) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 00:24:57.479231 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-88dae18b-7788-4bbc-879c-b6a196ea9d71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:57.487015 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-fe0b6f65-4a8c-4806-a62e-8ed76f8b5b04 None None] Provisioning complete for port cc24101a-544d-4649-8815-96aaa8e93806 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:24:57.488073 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fe0b6f65-4a8c-4806-a62e-8ed76f8b5b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cc24101a-544d-4649-8815-96aaa8e93806), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:57.497360 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ffaa76-40c1-4b87-82e2-de2fd4058bc2 None None] Pushing event updated for resources: {'Port': ['ID=805ddff6-8b58-4d9c-9fb7-c231b133ac1d,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:57.499247 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ecae6-2dcf-465f-915f-ff4c5c112b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b46a248-e2ad-4590-a412-325486472f16,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:57.511847 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9eca420-725b-4253-a576-7e6421df11f0 req-8ed71c9b-a073-4961-b039-3c13d884f6bf tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:24:57.521397 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-a9eca420-725b-4253-a576-7e6421df11f0 req-8ed71c9b-a073-4961-b039-3c13d884f6bf tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:24:57.526794 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9eca420-725b-4253-a576-7e6421df11f0 req-8ed71c9b-a073-4961-b039-3c13d884f6bf tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:24:57.608314 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-fe0b6f65-4a8c-4806-a62e-8ed76f8b5b04 None None] Port cc24101a-544d-4649-8815-96aaa8e93806 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:24:57.627133 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-112ecae6-2dcf-465f-915f-ff4c5c112b0d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c2276fa4d31e43f98b54ab4ce699bc63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9604688 Jan 28 00:24:57.639396 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eca420-725b-4253-a576-7e6421df11f0 req-8ed71c9b-a073-4961-b039-3c13d884f6bf tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:57.640557 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34376) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:57.640719 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a9eca420-725b-4253-a576-7e6421df11f0 req-8ed71c9b-a073-4961-b039-3c13d884f6bf tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:57.642720 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 805ddff6-8b58-4d9c-9fb7-c231b133ac1d is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:24:57.675069 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6a4bd-9f69-449e-a786-70c415975a75 req-08ef2efc-390f-497e-9430-4a35263f35b2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:57.688393 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b1c6a4bd-9f69-449e-a786-70c415975a75 req-08ef2efc-390f-497e-9430-4a35263f35b2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 945 time: 0.2993562 Jan 28 00:24:57.688713 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c259765d-7e6e-4984-9c5d-58be3d4d6612 None None] Resources bound (agent type, host, resource id): {{(pid=103345) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 00:24:57.693132 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a9eca420-725b-4253-a576-7e6421df11f0 req-8ed71c9b-a073-4961-b039-3c13d884f6bf tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1650124 Jan 28 00:24:57.772135 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-a9eca420-725b-4253-a576-7e6421df11f0 req-b3c89655-4b27-4167-9036-83e462148b5c service neutron] Request body: {'port': {'device_id': '65fb0e9b-0d3e-465b-9c2b-b064dabb82e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:57.772442 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56148504-deed-4c54-bdd5-5d93e6177234 req-2f6b7419-2393-4df5-8508-6aa2ba04fb86 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:57.779924 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56148504-deed-4c54-bdd5-5d93e6177234 req-2f6b7419-2393-4df5-8508-6aa2ba04fb86 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/ports?device_id=65fb0e9b-0d3e-465b-9c2b-b064dabb82e2 HTTP/1.1" status: 200 len: 935 time: 0.3922005 Jan 28 00:24:57.809599 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-612aaa40-9f9c-4b8e-abc5-287ee5c4d5ee tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (4a16f9b8-09b2-4cb7-84b7-ce5aaf718850), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:57.852162 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a94bda63-5f3c-42fa-a135-84ca4c8f8568 None None] Provisioning complete for port 805ddff6-8b58-4d9c-9fb7-c231b133ac1d triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:24:57.852538 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a94bda63-5f3c-42fa-a135-84ca4c8f8568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (805ddff6-8b58-4d9c-9fb7-c231b133ac1d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:57.923491 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a9eca420-725b-4253-a576-7e6421df11f0 req-b3c89655-4b27-4167-9036-83e462148b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a075521a-0120-4883-bec9-7d2aec95df10), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:58.015428 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1f32e322-aa15-420f-8583-3b904b739465 admin admin] Publish callbacks [] for security_group (0b46a248-e2ad-4590-a412-325486472f16), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:58.046548 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1f32e322-aa15-420f-8583-3b904b739465 admin admin] Publish callbacks [] for security_group (0b46a248-e2ad-4590-a412-325486472f16), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:58.056387 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b1c6a4bd-9f69-449e-a786-70c415975a75 req-4ff7ff8b-6b9d-42d4-a50f-bebf95d5df30 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646526 Jan 28 00:24:58.068979 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612aaa40-9f9c-4b8e-abc5-287ee5c4d5ee tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event updated for resources: {'Subnet': ['ID=4a16f9b8-09b2-4cb7-84b7-ce5aaf718850,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:58.092479 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56148504-deed-4c54-bdd5-5d93e6177234 req-9102f396-f5b9-41cb-abc2-f724617cf9ff tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/security-groups?id=029f3950-2ebe-42df-a155-7336948250dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115108 Jan 28 00:24:58.144369 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34388) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:58.152371 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612aaa40-9f9c-4b8e-abc5-287ee5c4d5ee tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:58.152730 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612aaa40-9f9c-4b8e-abc5-287ee5c4d5ee tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:58.153090 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612aaa40-9f9c-4b8e-abc5-287ee5c4d5ee tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:58.153439 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612aaa40-9f9c-4b8e-abc5-287ee5c4d5ee tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:58.153781 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612aaa40-9f9c-4b8e-abc5-287ee5c4d5ee tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:58.154129 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612aaa40-9f9c-4b8e-abc5-287ee5c4d5ee tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:58.154468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612aaa40-9f9c-4b8e-abc5-287ee5c4d5ee tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:58.154804 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612aaa40-9f9c-4b8e-abc5-287ee5c4d5ee tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:58.155135 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612aaa40-9f9c-4b8e-abc5-287ee5c4d5ee tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:58.155468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612aaa40-9f9c-4b8e-abc5-287ee5c4d5ee tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:58.155832 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612aaa40-9f9c-4b8e-abc5-287ee5c4d5ee tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:58.156166 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612aaa40-9f9c-4b8e-abc5-287ee5c4d5ee tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:58.156496 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612aaa40-9f9c-4b8e-abc5-287ee5c4d5ee tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:24:58.161780 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612aaa40-9f9c-4b8e-abc5-287ee5c4d5ee tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Checking segment: {'id': '94fd27bd-80ee-4508-a4f9-0c4130ba1b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '135bc20e-ffbe-48d2-a279-ef9e91c8ea5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:24:58.162139 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612aaa40-9f9c-4b8e-abc5-287ee5c4d5ee tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Network hostable DHCP agents. Network: 135bc20e-ffbe-48d2-a279-ef9e91c8ea5c, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:24:58.233158 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-88dae18b-7788-4bbc-879c-b6a196ea9d71 admin admin] Publish callbacks [] for security_group (29492468-c703-4ac4-a6d7-db5fbb05869e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:58.246117 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-0b7112b1-e3a4-4bca-9f3e-e3bb6f3c4a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc24101a-544d-4649-8815-96aaa8e93806 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:24:58.257834 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-88dae18b-7788-4bbc-879c-b6a196ea9d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (29492468-c703-4ac4-a6d7-db5fbb05869e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:58.266211 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-0b7112b1-e3a4-4bca-9f3e-e3bb6f3c4a8e service neutron] Publish callbacks [] for port (cc24101a-544d-4649-8815-96aaa8e93806), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:58.317082 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-c815db10-dbac-4f65-8490-c215d1fbd16f admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-278856481-network', 'tenant_id': '714312f3f50a4971b99fea5b842dea10'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:58.321361 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-0b7112b1-e3a4-4bca-9f3e-e3bb6f3c4a8e service neutron] Transition to ACTIVE for port object cc24101a-544d-4649-8815-96aaa8e93806 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:24:58.323097 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1f32e322-aa15-420f-8583-3b904b739465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0b46a248-e2ad-4590-a412-325486472f16), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:58.326275 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1f32e322-aa15-420f-8583-3b904b739465 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:58.330123 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1f32e322-aa15-420f-8583-3b904b739465 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0b46a248-e2ad-4590-a412-325486472f16 HTTP/1.1" status: 204 len: 168 time: 0.6804798 Jan 28 00:24:58.349336 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dae18b-7788-4bbc-879c-b6a196ea9d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29492468-c703-4ac4-a6d7-db5fbb05869e,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:58.357730 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612aaa40-9f9c-4b8e-abc5-287ee5c4d5ee tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Network 135bc20e-ffbe-48d2-a279-ef9e91c8ea5c is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:24:58.373782 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-88dae18b-7788-4bbc-879c-b6a196ea9d71 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=05ff81ade2ec4593933c51af20cd87b6&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2548456 Jan 28 00:24:58.377439 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34396) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:58.404928 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-612aaa40-9f9c-4b8e-abc5-287ee5c4d5ee tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 135bc20e-ffbe-48d2-a279-ef9e91c8ea5c) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:24:58.412141 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612aaa40-9f9c-4b8e-abc5-287ee5c4d5ee tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:58.413110 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-612aaa40-9f9c-4b8e-abc5-287ee5c4d5ee tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:58.417934 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32e322-aa15-420f-8583-3b904b739465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b46a248-e2ad-4590-a412-325486472f16,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:58.457925 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-0b7112b1-e3a4-4bca-9f3e-e3bb6f3c4a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (cc24101a-544d-4649-8815-96aaa8e93806), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:58.464570 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-612aaa40-9f9c-4b8e-abc5-287ee5c4d5ee tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6700540 Jan 28 00:24:58.470573 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34398) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:58.483298 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-7844aa53-4837-4e35-bf11-7f9e8a00776f tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-717065277'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:58.535192 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cf2f9bcc-c5a7-4237-8b4a-bea0f0658384 admin admin] Publish callbacks [] for security_group (29492468-c703-4ac4-a6d7-db5fbb05869e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:58.544871 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca89664-d8b0-442f-837e-dec1f19e5c6f None None] Network 135bc20e-ffbe-48d2-a279-ef9e91c8ea5c requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:24:58.567373 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cf2f9bcc-c5a7-4237-8b4a-bea0f0658384 admin admin] Publish callbacks [] for security_group (29492468-c703-4ac4-a6d7-db5fbb05869e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:58.582786 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c815db10-dbac-4f65-8490-c215d1fbd16f admin admin] Made reservation on behalf of 714312f3f50a4971b99fea5b842dea10 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:24:58.614008 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c815db10-dbac-4f65-8490-c215d1fbd16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:58.628769 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7844aa53-4837-4e35-bf11-7f9e8a00776f tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Made reservation on behalf of 375c116d8156487d828830465e9141b6 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:24:58.635101 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7844aa53-4837-4e35-bf11-7f9e8a00776f tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:58.643588 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7112b1-e3a4-4bca-9f3e-e3bb6f3c4a8e service neutron] Pushing event updated for resources: {'Port': ['ID=cc24101a-544d-4649-8815-96aaa8e93806,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:58.654280 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-a9eca420-725b-4253-a576-7e6421df11f0 req-b3c89655-4b27-4167-9036-83e462148b5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a075521a-0120-4883-bec9-7d2aec95df10 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:24:58.670571 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a94bda63-5f3c-42fa-a135-84ca4c8f8568 None None] Current status of the port 805ddff6-8b58-4d9c-9fb7-c231b133ac1d is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:24:58.678498 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cf2f9bcc-c5a7-4237-8b4a-bea0f0658384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (29492468-c703-4ac4-a6d7-db5fbb05869e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:58.684588 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cf2f9bcc-c5a7-4237-8b4a-bea0f0658384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:58.687070 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-cf2f9bcc-c5a7-4237-8b4a-bea0f0658384 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/29492468-c703-4ac4-a6d7-db5fbb05869e HTTP/1.1" status: 204 len: 168 time: 0.3065035 Jan 28 00:24:58.706697 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f9bcc-c5a7-4237-8b4a-bea0f0658384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29492468-c703-4ac4-a6d7-db5fbb05869e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:58.711891 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7844aa53-4837-4e35-bf11-7f9e8a00776f tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:24:58.741652 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7844aa53-4837-4e35-bf11-7f9e8a00776f tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (5aea223b-b056-4080-ae6d-5a364ebf21a0), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:58.742199 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-7844aa53-4837-4e35-bf11-7f9e8a00776f tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Added segment 5aea223b-b056-4080-ae6d-5a364ebf21a0 of type vlan for network a88c4fe9-8b71-4666-bdcb-92cf0a741fb3 Jan 28 00:24:58.746186 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a9eca420-725b-4253-a576-7e6421df11f0 req-b3c89655-4b27-4167-9036-83e462148b5c service neutron] Publish callbacks [] for port (a075521a-0120-4883-bec9-7d2aec95df10), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:58.756947 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c815db10-dbac-4f65-8490-c215d1fbd16f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:58.784504 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db466f4c-11c7-4a5d-84d3-15abc1f45911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-135bc20e-ffbe-48d2-a279-ef9e91c8ea5c', 'network_id': '135bc20e-ffbe-48d2-a279-ef9e91c8ea5c', 'project_id': '375c116d8156487d828830465e9141b6', 'fixed_ips': [{'subnet_id': '4a16f9b8-09b2-4cb7-84b7-ce5aaf718850'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:24:58.785406 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db466f4c-11c7-4a5d-84d3-15abc1f45911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:58.872891 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7844aa53-4837-4e35-bf11-7f9e8a00776f tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (a88c4fe9-8b71-4666-bdcb-92cf0a741fb3), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:58.951954 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7844aa53-4837-4e35-bf11-7f9e8a00776f tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (a88c4fe9-8b71-4666-bdcb-92cf0a741fb3), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:58.952159 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-a9eca420-725b-4253-a576-7e6421df11f0 req-b3c89655-4b27-4167-9036-83e462148b5c service neutron] Transition to ACTIVE for port object a075521a-0120-4883-bec9-7d2aec95df10 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:24:58.959969 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7844aa53-4837-4e35-bf11-7f9e8a00776f tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:58.960680 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7844aa53-4837-4e35-bf11-7f9e8a00776f tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:58.965495 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-0b7112b1-e3a4-4bca-9f3e-e3bb6f3c4a8e service neutron] Attempting to bind port cc24101a-544d-4649-8815-96aaa8e93806 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:24:58.965843 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-0b7112b1-e3a4-4bca-9f3e-e3bb6f3c4a8e service neutron] Attempting to bind port cc24101a-544d-4649-8815-96aaa8e93806 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:24:58.966184 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-0b7112b1-e3a4-4bca-9f3e-e3bb6f3c4a8e service neutron] Attempting to bind port cc24101a-544d-4649-8815-96aaa8e93806 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:24:58.975599 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a9eca420-725b-4253-a576-7e6421df11f0 req-b3c89655-4b27-4167-9036-83e462148b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (a075521a-0120-4883-bec9-7d2aec95df10), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:59.007875 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-0b7112b1-e3a4-4bca-9f3e-e3bb6f3c4a8e service neutron] Port cc24101a-544d-4649-8815-96aaa8e93806 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:24:59.008810 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-0b7112b1-e3a4-4bca-9f3e-e3bb6f3c4a8e service neutron] Attempting to bind port cc24101a-544d-4649-8815-96aaa8e93806 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:24:59.142024 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844aa53-4837-4e35-bf11-7f9e8a00776f tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event updated for resources: {'Network': ['ID=a88c4fe9-8b71-4666-bdcb-92cf0a741fb3,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:59.146328 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-0b7112b1-e3a4-4bca-9f3e-e3bb6f3c4a8e service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:24:59.146737 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-0b7112b1-e3a4-4bca-9f3e-e3bb6f3c4a8e service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:24:59.147084 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-0b7112b1-e3a4-4bca-9f3e-e3bb6f3c4a8e service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:24:59.147549 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-0b7112b1-e3a4-4bca-9f3e-e3bb6f3c4a8e service neutron] Bound port: cc24101a-544d-4649-8815-96aaa8e93806, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:24:59.147959 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-0b7112b1-e3a4-4bca-9f3e-e3bb6f3c4a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cc24101a-544d-4649-8815-96aaa8e93806), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:59.159674 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-db466f4c-11c7-4a5d-84d3-15abc1f45911 None None] Allocated IP 2001:db8::3 (135bc20e-ffbe-48d2-a279-ef9e91c8ea5c/4a16f9b8-09b2-4cb7-84b7-ce5aaf718850/0bae751f-4863-4974-b291-7caba3eb0b91) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:24:59.161797 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7844aa53-4837-4e35-bf11-7f9e8a00776f tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6869209 Jan 28 00:24:59.172307 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34414) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:24:59.186399 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 805ddff6-8b58-4d9c-9fb7-c231b133ac1d up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:24:59.191283 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network a88c4fe9-8b71-4666-bdcb-92cf0a741fb3 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:24:59.201538 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-f768f4ea-8468-4162-9cb6-d67863b60911 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Request body: {'subnet': {'network_id': 'a88c4fe9-8b71-4666-bdcb-92cf0a741fb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:24:59.313687 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c89655-4b27-4167-9036-83e462148b5c service neutron] Pushing event updated for resources: {'Port': ['ID=a075521a-0120-4883-bec9-7d2aec95df10,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:24:59.494301 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f768f4ea-8468-4162-9cb6-d67863b60911 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Made reservation on behalf of 375c116d8156487d828830465e9141b6 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:24:59.503581 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f768f4ea-8468-4162-9cb6-d67863b60911 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:59.562340 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c815db10-dbac-4f65-8490-c215d1fbd16f admin admin] Publish callbacks [] for security_group (ef3b6982-3d78-4035-b387-7c9ea7be6a84), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:59.645637 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-a9eca420-725b-4253-a576-7e6421df11f0 req-b3c89655-4b27-4167-9036-83e462148b5c service neutron] Attempting to bind port a075521a-0120-4883-bec9-7d2aec95df10 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:24:59.645860 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-a9eca420-725b-4253-a576-7e6421df11f0 req-b3c89655-4b27-4167-9036-83e462148b5c service neutron] Attempting to bind port a075521a-0120-4883-bec9-7d2aec95df10 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:24:59.646200 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9eca420-725b-4253-a576-7e6421df11f0 req-b3c89655-4b27-4167-9036-83e462148b5c service neutron] Attempting to bind port a075521a-0120-4883-bec9-7d2aec95df10 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:24:59.678074 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9eca420-725b-4253-a576-7e6421df11f0 req-b3c89655-4b27-4167-9036-83e462148b5c service neutron] Port a075521a-0120-4883-bec9-7d2aec95df10 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:24:59.681036 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9eca420-725b-4253-a576-7e6421df11f0 req-b3c89655-4b27-4167-9036-83e462148b5c service neutron] Attempting to bind port a075521a-0120-4883-bec9-7d2aec95df10 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:24:59.688475 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c815db10-dbac-4f65-8490-c215d1fbd16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ef3b6982-3d78-4035-b387-7c9ea7be6a84), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:59.723402 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c815db10-dbac-4f65-8490-c215d1fbd16f admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:24:59.739269 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558b62f-73aa-4bbe-9121-10545feeb21a req-5cf40751-3af6-40c0-b381-d44592798af9 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:59.762877 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d558b62f-73aa-4bbe-9121-10545feeb21a req-5cf40751-3af6-40c0-b381-d44592798af9 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/ports?device_id=65fb0e9b-0d3e-465b-9c2b-b064dabb82e2 HTTP/1.1" status: 200 len: 947 time: 0.3546786 Jan 28 00:24:59.763187 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c815db10-dbac-4f65-8490-c215d1fbd16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (80704560-663f-4217-8faf-19a0c17d34a2), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:59.764402 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-c815db10-dbac-4f65-8490-c215d1fbd16f admin admin] Added segment 80704560-663f-4217-8faf-19a0c17d34a2 of type vlan for network 678f63f0-3e7e-4ad4-8cdb-170d969c9da0 Jan 28 00:24:59.770761 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 805ddff6-8b58-4d9c-9fb7-c231b133ac1d triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:24:59.776089 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (805ddff6-8b58-4d9c-9fb7-c231b133ac1d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:59.793114 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.ipam_backend_mixin [None req-f768f4ea-8468-4162-9cb6-d67863b60911 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Performing IP validity checks on allocation pools {{(pid=103344) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 00:24:59.793638 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.ipam_backend_mixin [None req-f768f4ea-8468-4162-9cb6-d67863b60911 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103344) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 00:24:59.876941 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d558b62f-73aa-4bbe-9121-10545feeb21a req-1289b38f-1d14-4d1c-afce-47c24fffea90 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/security-groups?id=029f3950-2ebe-42df-a155-7336948250dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130314 Jan 28 00:24:59.896670 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c815db10-dbac-4f65-8490-c215d1fbd16f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (678f63f0-3e7e-4ad4-8cdb-170d969c9da0), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:24:59.897939 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc58184-fb4e-43dc-bd85-91918954eeda req-759ea4d3-fd4a-4559-bca0-a7993e93ea9a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:24:59.901570 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9dc58184-fb4e-43dc-bd85-91918954eeda req-759ea4d3-fd4a-4559-bca0-a7993e93ea9a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 945 time: 0.4948649 Jan 28 00:25:00.018244 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815db10-dbac-4f65-8490-c215d1fbd16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3b6982-3d78-4035-b387-7c9ea7be6a84,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:00.031133 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db466f4c-11c7-4a5d-84d3-15abc1f45911 None None] Publish callbacks [] for port (0bae751f-4863-4974-b291-7caba3eb0b91), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:00.039458 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c815db10-dbac-4f65-8490-c215d1fbd16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (678f63f0-3e7e-4ad4-8cdb-170d969c9da0), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:00.043199 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c815db10-dbac-4f65-8490-c215d1fbd16f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:00.044288 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c815db10-dbac-4f65-8490-c215d1fbd16f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:00.079860 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9eca420-725b-4253-a576-7e6421df11f0 req-b3c89655-4b27-4167-9036-83e462148b5c service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:25:00.080531 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9eca420-725b-4253-a576-7e6421df11f0 req-b3c89655-4b27-4167-9036-83e462148b5c service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:25:00.081914 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db466f4c-11c7-4a5d-84d3-15abc1f45911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (0bae751f-4863-4974-b291-7caba3eb0b91), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:00.082336 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9eca420-725b-4253-a576-7e6421df11f0 req-b3c89655-4b27-4167-9036-83e462148b5c service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:25:00.082808 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-a9eca420-725b-4253-a576-7e6421df11f0 req-b3c89655-4b27-4167-9036-83e462148b5c service neutron] Bound port: a075521a-0120-4883-bec9-7d2aec95df10, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:25:00.083178 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a9eca420-725b-4253-a576-7e6421df11f0 req-b3c89655-4b27-4167-9036-83e462148b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a075521a-0120-4883-bec9-7d2aec95df10), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:00.115481 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c815db10-dbac-4f65-8490-c215d1fbd16f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9685447 Jan 28 00:25:00.118601 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34440) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:00.199738 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db466f4c-11c7-4a5d-84d3-15abc1f45911 None None] Network 135bc20e-ffbe-48d2-a279-ef9e91c8ea5c is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:25:00.202817 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 805ddff6-8b58-4d9c-9fb7-c231b133ac1d is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:00.207570 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db466f4c-11c7-4a5d-84d3-15abc1f45911 None None] Pushing event updated for resources: {'Port': ['ID=0bae751f-4863-4974-b291-7caba3eb0b91,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:00.212756 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-db466f4c-11c7-4a5d-84d3-15abc1f45911 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:25:00.216683 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db466f4c-11c7-4a5d-84d3-15abc1f45911 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:25:00.218867 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f768f4ea-8468-4162-9cb6-d67863b60911 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (58e79d06-7725-4e86-aff6-2c1c49a43af7), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:00.225296 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-a9eca420-725b-4253-a576-7e6421df11f0 req-b3c89655-4b27-4167-9036-83e462148b5c service neutron] For port a075521a-0120-4883-bec9-7d2aec95df10, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:25:00.233410 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-a9eca420-725b-4253-a576-7e6421df11f0 req-b3c89655-4b27-4167-9036-83e462148b5c service neutron] For port a075521a-0120-4883-bec9-7d2aec95df10, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a075521a-0120-4883-bec9-7d2aec95df10,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:25:00.264104 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-1813b157-9b6d-46fa-a593-75a4b8905315 admin admin] Request body: {'subnet': {'network_id': '678f63f0-3e7e-4ad4-8cdb-170d969c9da0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-278856481-subnet', 'tenant_id': '714312f3f50a4971b99fea5b842dea10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:25:00.290320 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-0b7112b1-e3a4-4bca-9f3e-e3bb6f3c4a8e service neutron] For port cc24101a-544d-4649-8815-96aaa8e93806, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:25:00.321429 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-db466f4c-11c7-4a5d-84d3-15abc1f45911 None None] Attempting to bind port 0bae751f-4863-4974-b291-7caba3eb0b91 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:25:00.322260 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-db466f4c-11c7-4a5d-84d3-15abc1f45911 None None] Attempting to bind port 0bae751f-4863-4974-b291-7caba3eb0b91 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '94fd27bd-80ee-4508-a4f9-0c4130ba1b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '135bc20e-ffbe-48d2-a279-ef9e91c8ea5c'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:25:00.322747 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db466f4c-11c7-4a5d-84d3-15abc1f45911 None None] Attempting to bind port 0bae751f-4863-4974-b291-7caba3eb0b91 on network 135bc20e-ffbe-48d2-a279-ef9e91c8ea5c {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:25:00.336750 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db466f4c-11c7-4a5d-84d3-15abc1f45911 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:25:00.338377 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db466f4c-11c7-4a5d-84d3-15abc1f45911 None None] Checking segment: {'id': '94fd27bd-80ee-4508-a4f9-0c4130ba1b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '135bc20e-ffbe-48d2-a279-ef9e91c8ea5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:25:00.339025 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db466f4c-11c7-4a5d-84d3-15abc1f45911 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:00.339245 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9dc58184-fb4e-43dc-bd85-91918954eeda req-3daa9a63-cc4e-444c-ac9a-1bf5fb635a1e tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267616 Jan 28 00:25:00.340209 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db466f4c-11c7-4a5d-84d3-15abc1f45911 None None] Bound using segment: {'id': '94fd27bd-80ee-4508-a4f9-0c4130ba1b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '135bc20e-ffbe-48d2-a279-ef9e91c8ea5c'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:25:00.341297 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-db466f4c-11c7-4a5d-84d3-15abc1f45911 None None] Bound port: 0bae751f-4863-4974-b291-7caba3eb0b91, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94fd27bd-80ee-4508-a4f9-0c4130ba1b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '135bc20e-ffbe-48d2-a279-ef9e91c8ea5c'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:25:00.343083 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db466f4c-11c7-4a5d-84d3-15abc1f45911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0bae751f-4863-4974-b291-7caba3eb0b91), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:00.397579 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a9eca420-725b-4253-a576-7e6421df11f0 req-b3c89655-4b27-4167-9036-83e462148b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (a075521a-0120-4883-bec9-7d2aec95df10), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:00.449955 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-0b7112b1-e3a4-4bca-9f3e-e3bb6f3c4a8e service neutron] For port cc24101a-544d-4649-8815-96aaa8e93806, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=cc24101a-544d-4649-8815-96aaa8e93806,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:25:00.464781 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768f4ea-8468-4162-9cb6-d67863b60911 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event updated for resources: {'Subnet': ['ID=58e79d06-7725-4e86-aff6-2c1c49a43af7,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:00.487262 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-0b7112b1-e3a4-4bca-9f3e-e3bb6f3c4a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (cc24101a-544d-4649-8815-96aaa8e93806), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:00.505874 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815db10-dbac-4f65-8490-c215d1fbd16f admin admin] Pushing event updated for resources: {'Network': ['ID=678f63f0-3e7e-4ad4-8cdb-170d969c9da0,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:00.512973 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f768f4ea-8468-4162-9cb6-d67863b60911 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Checking segment: {'id': '5aea223b-b056-4080-ae6d-5a364ebf21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a88c4fe9-8b71-4666-bdcb-92cf0a741fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:25:00.513621 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f768f4ea-8468-4162-9cb6-d67863b60911 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Network hostable DHCP agents. Network: a88c4fe9-8b71-4666-bdcb-92cf0a741fb3, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:25:00.528217 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eca420-725b-4253-a576-7e6421df11f0 req-b3c89655-4b27-4167-9036-83e462148b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:00.528859 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a9eca420-725b-4253-a576-7e6421df11f0 req-b3c89655-4b27-4167-9036-83e462148b5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:00.530125 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 678f63f0-3e7e-4ad4-8cdb-170d969c9da0 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:25:00.530359 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a9eca420-725b-4253-a576-7e6421df11f0 req-b3c89655-4b27-4167-9036-83e462148b5c service neutron] 10.222.0.65 "PUT /v2.0/ports/a075521a-0120-4883-bec9-7d2aec95df10 HTTP/1.1" status: 200 len: 1095 time: 2.7651665 Jan 28 00:25:00.542911 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1813b157-9b6d-46fa-a593-75a4b8905315 admin admin] Made reservation on behalf of 714312f3f50a4971b99fea5b842dea10 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:25:00.547084 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1813b157-9b6d-46fa-a593-75a4b8905315 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:00.549164 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65fb0e9b-0d3e-465b-9c2b-b064dabb82e2', 'tag': 'a075521a-0120-4883-bec9-7d2aec95df10'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:25:00.551720 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fabb51-8735-41e7-b4e5-f83ff49ded41" -d '{"events": [{"name": "network-changed", "server_uuid": "65fb0e9b-0d3e-465b-9c2b-b064dabb82e2", "tag": "a075521a-0120-4883-bec9-7d2aec95df10"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:25:00.555147 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-0b7112b1-e3a4-4bca-9f3e-e3bb6f3c4a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:00.560379 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f768f4ea-8468-4162-9cb6-d67863b60911 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Network a88c4fe9-8b71-4666-bdcb-92cf0a741fb3 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:25:00.568332 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-0b7112b1-e3a4-4bca-9f3e-e3bb6f3c4a8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:00.569871 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-0b7112b1-e3a4-4bca-9f3e-e3bb6f3c4a8e service neutron] 10.222.0.52 "PUT /v2.0/ports/cc24101a-544d-4649-8815-96aaa8e93806 HTTP/1.1" status: 200 len: 1096 time: 4.2262597 Jan 28 00:25:00.599323 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-f768f4ea-8468-4162-9cb6-d67863b60911 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, a88c4fe9-8b71-4666-bdcb-92cf0a741fb3) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:25:00.613485 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f768f4ea-8468-4162-9cb6-d67863b60911 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:00.614118 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f768f4ea-8468-4162-9cb6-d67863b60911 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:00.657800 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f768f4ea-8468-4162-9cb6-d67863b60911 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4811144 Jan 28 00:25:00.664776 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34454) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:00.677515 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47305344-5566-4f33-a278-e3efd09ef791 None None] Network a88c4fe9-8b71-4666-bdcb-92cf0a741fb3 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:25:00.704162 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-db466f4c-11c7-4a5d-84d3-15abc1f45911 None None] For port 0bae751f-4863-4974-b291-7caba3eb0b91, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:25:00.721342 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fd186d-db22-4edb-8d85-539b2ab2a0cf x-openstack-request-id: req-d8fd186d-db22-4edb-8d85-539b2ab2a0cf {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:25:00.721852 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65fb0e9b-0d3e-465b-9c2b-b064dabb82e2", "tag": "a075521a-0120-4883-bec9-7d2aec95df10", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:25:00.722317 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d8fd186d-db22-4edb-8d85-539b2ab2a0cf {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:25:00.723006 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65fb0e9b-0d3e-465b-9c2b-b064dabb82e2', 'tag': 'a075521a-0120-4883-bec9-7d2aec95df10', 'status': 'completed', 'code': 200} Jan 28 00:25:00.789569 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-db466f4c-11c7-4a5d-84d3-15abc1f45911 None None] For port 0bae751f-4863-4974-b291-7caba3eb0b91, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=0bae751f-4863-4974-b291-7caba3eb0b91,segment=NetworkSegment(94fd27bd-80ee-4508-a4f9-0c4130ba1b78),segment_id=94fd27bd-80ee-4508-a4f9-0c4130ba1b78)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:25:00.804847 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db466f4c-11c7-4a5d-84d3-15abc1f45911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (0bae751f-4863-4974-b291-7caba3eb0b91), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:00.826031 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34458) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:00.854420 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c89655-4b27-4167-9036-83e462148b5c service neutron] Pushing event updated for resources: {'Port': ['ID=a075521a-0120-4883-bec9-7d2aec95df10,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:00.936057 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-155dce82-d408-42ba-a731-ae1481e44be4 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (a88c4fe9-8b71-4666-bdcb-92cf0a741fb3), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:01.044404 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7112b1-e3a4-4bca-9f3e-e3bb6f3c4a8e service neutron] Pushing event updated for resources: {'Port': ['ID=cc24101a-544d-4649-8815-96aaa8e93806,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:01.100265 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db466f4c-11c7-4a5d-84d3-15abc1f45911 None None] Pushing event updated for resources: {'Port': ['ID=0bae751f-4863-4974-b291-7caba3eb0b91,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:01.149184 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb98baf-60df-463f-a344-7b08b70f7f49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-a88c4fe9-8b71-4666-bdcb-92cf0a741fb3', 'network_id': 'a88c4fe9-8b71-4666-bdcb-92cf0a741fb3', 'project_id': '375c116d8156487d828830465e9141b6', 'fixed_ips': [{'subnet_id': '58e79d06-7725-4e86-aff6-2c1c49a43af7'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:25:01.151571 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1fb98baf-60df-463f-a344-7b08b70f7f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:01.163264 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-90652c06-3422-4b16-b174-f95e495fd34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:01.173275 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-90652c06-3422-4b16-b174-f95e495fd34c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33d750661ba7441cb4b5a3a4af8593a8&device_id=04251ac8-436c-4769-92cf-0bf2ec05073f HTTP/1.1" status: 200 len: 1099 time: 0.4778595 Jan 28 00:25:01.179795 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eca420-725b-4253-a576-7e6421df11f0 req-caf12044-5208-404c-af67-2bb1aaf3cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:01.184462 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-155dce82-d408-42ba-a731-ae1481e44be4 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (58e79d06-7725-4e86-aff6-2c1c49a43af7), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:01.189777 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a9eca420-725b-4253-a576-7e6421df11f0 req-caf12044-5208-404c-af67-2bb1aaf3cf1b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=33d750661ba7441cb4b5a3a4af8593a8&device_id=65fb0e9b-0d3e-465b-9c2b-b064dabb82e2 HTTP/1.1" status: 200 len: 1098 time: 0.5170627 Jan 28 00:25:01.349744 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-a9155d51-70e5-4bc2-8948-f9b0a2067504 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=cc24101a-544d-4649-8815-96aaa8e93806 HTTP/1.1" status: 200 len: 217 time: 0.1526737 Jan 28 00:25:01.458156 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcffa1b-2390-4003-bb02-67525fa2ca7e req-b3e46f5e-7790-4865-9f55-a1cfea195788 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:01.462775 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ffcffa1b-2390-4003-bb02-67525fa2ca7e req-b3e46f5e-7790-4865-9f55-a1cfea195788 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/ports?device_id=65fb0e9b-0d3e-465b-9c2b-b064dabb82e2 HTTP/1.1" status: 200 len: 947 time: 0.3016996 Jan 28 00:25:01.667161 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ffcffa1b-2390-4003-bb02-67525fa2ca7e req-de3a99f1-04f5-42d7-8d42-d87699510bfa tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/security-groups?id=029f3950-2ebe-42df-a155-7336948250dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974635 Jan 28 00:25:01.679436 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-155dce82-d408-42ba-a731-ae1481e44be4 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (58e79d06-7725-4e86-aff6-2c1c49a43af7), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:01.815350 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155dce82-d408-42ba-a731-ae1481e44be4 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event deleted for resources: {'Subnet': ['ID=58e79d06-7725-4e86-aff6-2c1c49a43af7,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server [None req-1fb98baf-60df-463f-a344-7b08b70f7f49 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 58e79d06-7725-4e86-aff6-2c1c49a43af7: This subnet is being modified by another concurrent operation. Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 00:25:01.820992 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise exception Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 58e79d06-7725-4e86-aff6-2c1c49a43af7: This subnet is being modified by another concurrent operation. Jan 28 00:25:01.824640 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server Jan 28 00:25:01.917972 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752a93b7-c1dc-4764-a84c-c24bc627ae33 None None] Network a88c4fe9-8b71-4666-bdcb-92cf0a741fb3 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:25:01.923919 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-5b09dba9-461c-486c-b07c-3d1e095f8e97 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1319571159-network', 'tenant_id': '360c436166504a66b772d8363a27ff70'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:25:01.983056 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a9eca420-725b-4253-a576-7e6421df11f0 req-037160a0-1a3f-4d70-b633-3a7b1a796947 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=a075521a-0120-4883-bec9-7d2aec95df10 HTTP/1.1" status: 200 len: 217 time: 0.6260855 Jan 28 00:25:02.010872 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-0cd71d48-e9a4-4546-b4c1-91af2eaa245f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:02.013259 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-0cd71d48-e9a4-4546-b4c1-91af2eaa245f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.5946932 Jan 28 00:25:02.020967 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b09dba9-461c-486c-b07c-3d1e095f8e97 admin admin] Made reservation on behalf of 360c436166504a66b772d8363a27ff70 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:25:02.028993 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b09dba9-461c-486c-b07c-3d1e095f8e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:02.086807 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eca420-725b-4253-a576-7e6421df11f0 req-3a5f4a8c-1105-4845-94c6-329578c5af12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:02.090104 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a9eca420-725b-4253-a576-7e6421df11f0 req-3a5f4a8c-1105-4845-94c6-329578c5af12 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.0709298 Jan 28 00:25:02.231339 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b09dba9-461c-486c-b07c-3d1e095f8e97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:02.253389 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-155dce82-d408-42ba-a731-ae1481e44be4 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (a88c4fe9-8b71-4666-bdcb-92cf0a741fb3), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:02.293113 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-6ea21c15-480e-425c-87df-f99f1c473c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:02.295277 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-6ea21c15-480e-425c-87df-f99f1c473c68 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2633173 Jan 28 00:25:02.306245 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-155dce82-d408-42ba-a731-ae1481e44be4 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a88c4fe9-8b71-4666-bdcb-92cf0a741fb3']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:02.333329 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072687a-8b1d-437c-8fe1-9db01e94071d req-f32a08a9-b826-4142-b9d3-04bea82f05c6 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:02.337954 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3072687a-8b1d-437c-8fe1-9db01e94071d req-f32a08a9-b826-4142-b9d3-04bea82f05c6 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 945 time: 0.4373612 Jan 28 00:25:02.337954 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-155dce82-d408-42ba-a731-ae1481e44be4 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aea223b-b056-4080-ae6d-5a364ebf21a0') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:02.337954 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-155dce82-d408-42ba-a731-ae1481e44be4 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aea223b-b056-4080-ae6d-5a364ebf21a0') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:02.359732 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-155dce82-d408-42ba-a731-ae1481e44be4 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (5aea223b-b056-4080-ae6d-5a364ebf21a0), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:02.393984 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-155dce82-d408-42ba-a731-ae1481e44be4 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (5aea223b-b056-4080-ae6d-5a364ebf21a0), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:02.410000 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eca420-725b-4253-a576-7e6421df11f0 req-1521886b-8361-4481-8a9f-125f8eea0db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:02.412663 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a9eca420-725b-4253-a576-7e6421df11f0 req-1521886b-8361-4481-8a9f-125f8eea0db3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2762136 Jan 28 00:25:02.416637 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-155dce82-d408-42ba-a731-ae1481e44be4 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:25:02.417382 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-155dce82-d408-42ba-a731-ae1481e44be4 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (5aea223b-b056-4080-ae6d-5a364ebf21a0), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:02.421525 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:25:02.421525 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:25:02.421525 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:25:02.421525 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:25:02.421525 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:25:02.421525 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:25:02.421525 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:25:02.421525 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:25:02.421525 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:25:02.421525 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:25:02.421525 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:25:02.421525 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:25:02.421525 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:25:02.421525 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:25:02.421525 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:25:02.421525 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:25:02.421525 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:25:02.421525 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:25:02.421525 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:25:02.421525 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:25:02.421525 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:25:02.421525 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:25:02.421525 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:25:02.421525 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:25:02.421525 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:25:02.421525 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:25:02.421525 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:25:02.421525 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:25:02.421525 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:25:02.421525 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:25:02.421525 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:25:02.421525 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:25:02.497134 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3072687a-8b1d-437c-8fe1-9db01e94071d req-4e285f0a-f299-4471-8ad1-f434921fa084 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487491 Jan 28 00:25:02.540570 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-155dce82-d408-42ba-a731-ae1481e44be4 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (a88c4fe9-8b71-4666-bdcb-92cf0a741fb3), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:02.553439 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-155dce82-d408-42ba-a731-ae1481e44be4 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:02.562890 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-155dce82-d408-42ba-a731-ae1481e44be4 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "DELETE /v2.0/networks/a88c4fe9-8b71-4666-bdcb-92cf0a741fb3 HTTP/1.1" status: 204 len: 168 time: 1.8962166 Jan 28 00:25:02.573727 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34484) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:02.582090 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-b6af4e67-56d0-4e2f-9ccc-12b0ba337157 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-12957876'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:25:02.604886 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155dce82-d408-42ba-a731-ae1481e44be4 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event deleted for resources: {'Network': ['ID=a88c4fe9-8b71-4666-bdcb-92cf0a741fb3,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:02.631005 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6af4e67-56d0-4e2f-9ccc-12b0ba337157 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Made reservation on behalf of 375c116d8156487d828830465e9141b6 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:25:02.638640 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b6af4e67-56d0-4e2f-9ccc-12b0ba337157 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:02.710188 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6af4e67-56d0-4e2f-9ccc-12b0ba337157 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:25:02.736859 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04251ac8-436c-4769-92cf-0bf2ec05073f', 'tag': 'cc24101a-544d-4649-8815-96aaa8e93806'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:25:02.741166 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec528ef-c958-43a5-b835-643f12aa51c9" -d '{"events": [{"name": "network-changed", "server_uuid": "04251ac8-436c-4769-92cf-0bf2ec05073f", "tag": "cc24101a-544d-4649-8815-96aaa8e93806"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:25:02.749602 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b6af4e67-56d0-4e2f-9ccc-12b0ba337157 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (b66f97ee-1855-4a00-8831-6c799d7cc73e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:02.750448 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-b6af4e67-56d0-4e2f-9ccc-12b0ba337157 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Added segment b66f97ee-1855-4a00-8831-6c799d7cc73e of type vlan for network b0ed75b4-abaf-428d-b496-b04827138a0d Jan 28 00:25:02.876228 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b6af4e67-56d0-4e2f-9ccc-12b0ba337157 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (b0ed75b4-abaf-428d-b496-b04827138a0d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:02.892179 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1813b157-9b6d-46fa-a593-75a4b8905315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (7b233241-da34-404d-b5e2-5833230c1252), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:02.938177 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad285b1-42c9-485c-845d-b7eed74c0d2d x-openstack-request-id: req-bad285b1-42c9-485c-845d-b7eed74c0d2d {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:25:02.940222 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04251ac8-436c-4769-92cf-0bf2ec05073f", "tag": "cc24101a-544d-4649-8815-96aaa8e93806", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:25:02.941237 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bad285b1-42c9-485c-845d-b7eed74c0d2d {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:25:02.942361 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04251ac8-436c-4769-92cf-0bf2ec05073f', 'tag': 'cc24101a-544d-4649-8815-96aaa8e93806', 'status': 'completed', 'code': 200} Jan 28 00:25:02.951889 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 0bae751f-4863-4974-b291-7caba3eb0b91 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:25:03.020625 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b6af4e67-56d0-4e2f-9ccc-12b0ba337157 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (b0ed75b4-abaf-428d-b496-b04827138a0d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:03.034996 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6af4e67-56d0-4e2f-9ccc-12b0ba337157 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:03.037442 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b6af4e67-56d0-4e2f-9ccc-12b0ba337157 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:03.064660 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 0bae751f-4863-4974-b291-7caba3eb0b91 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:25:03.066643 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0bae751f-4863-4974-b291-7caba3eb0b91), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:03.120148 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b6af4e67-56d0-4e2f-9ccc-12b0ba337157 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5383081 Jan 28 00:25:03.144547 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-c61df4b2-b632-48db-b6c4-33e16477682f service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7955303 Jan 28 00:25:03.149232 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34496) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:03.167114 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a2157b7b-c735-41bd-9a12-7a6b3affc3b0 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Request body: {'subnet': {'network_id': 'b0ed75b4-abaf-428d-b496-b04827138a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:25:03.208271 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af4e67-56d0-4e2f-9ccc-12b0ba337157 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event updated for resources: {'Network': ['ID=b0ed75b4-abaf-428d-b496-b04827138a0d,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:03.223437 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network b0ed75b4-abaf-428d-b496-b04827138a0d details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:25:03.233314 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c8252-60c1-468b-9723-93fa073c6a18 req-add96830-84fe-4fc0-9422-b3771725dfe4 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:03.240520 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-797c8252-60c1-468b-9723-93fa073c6a18 req-add96830-84fe-4fc0-9422-b3771725dfe4 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/ports?device_id=65fb0e9b-0d3e-465b-9c2b-b064dabb82e2 HTTP/1.1" status: 200 len: 947 time: 0.3216438 Jan 28 00:25:03.382125 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-797c8252-60c1-468b-9723-93fa073c6a18 req-89ba0cee-58c8-4f73-8a7b-281bd704e16c tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/security-groups?id=029f3950-2ebe-42df-a155-7336948250dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389983 Jan 28 00:25:03.427357 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a9eca420-725b-4253-a576-7e6421df11f0 req-56ec48b0-ac5d-4ffd-a5f1-42a9e7d05623 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9855902 Jan 28 00:25:03.512861 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b09dba9-461c-486c-b07c-3d1e095f8e97 admin admin] Publish callbacks [] for security_group (6986f772-dd62-4841-8d00-91123999a4b7), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:03.528759 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2157b7b-c735-41bd-9a12-7a6b3affc3b0 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Made reservation on behalf of 375c116d8156487d828830465e9141b6 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:25:03.529431 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 0bae751f-4863-4974-b291-7caba3eb0b91 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:03.530236 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0bae751f-4863-4974-b291-7caba3eb0b91), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:03.534824 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a2157b7b-c735-41bd-9a12-7a6b3affc3b0 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:03.569813 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb424981-c51c-43b6-a3fc-b6eb9e4f74de None None] get_active_networks_info from n-d-826754-1 {{(pid=103345) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 00:25:03.656780 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813b157-9b6d-46fa-a593-75a4b8905315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b233241-da34-404d-b5e2-5833230c1252,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:03.660824 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b09dba9-461c-486c-b07c-3d1e095f8e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (6986f772-dd62-4841-8d00-91123999a4b7), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:03.697582 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 0bae751f-4863-4974-b291-7caba3eb0b91, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=0bae751f-4863-4974-b291-7caba3eb0b91,segment=NetworkSegment(94fd27bd-80ee-4508-a4f9-0c4130ba1b78),segment_id=94fd27bd-80ee-4508-a4f9-0c4130ba1b78)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:03.714148 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c368413-45cd-4fc7-af4f-3383358f8bdb req-d3766dd9-0142-40d8-b8d2-05cc99fae105 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:03.716011 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (0bae751f-4863-4974-b291-7caba3eb0b91), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:03.723955 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c368413-45cd-4fc7-af4f-3383358f8bdb req-d3766dd9-0142-40d8-b8d2-05cc99fae105 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 945 time: 0.0940652 Jan 28 00:25:03.765544 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2a1ae560-b6ce-445e-9b6f-a7a14f5a463a None None] Provisioning complete for port 0bae751f-4863-4974-b291-7caba3eb0b91 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:25:03.766441 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2a1ae560-b6ce-445e-9b6f-a7a14f5a463a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0bae751f-4863-4974-b291-7caba3eb0b91), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:03.814280 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c368413-45cd-4fc7-af4f-3383358f8bdb req-10a4bccc-35a3-464a-ae9a-2b96fc7bff8b tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890996 Jan 28 00:25:03.884421 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b09dba9-461c-486c-b07c-3d1e095f8e97 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:25:03.895321 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813b157-9b6d-46fa-a593-75a4b8905315 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:03.895823 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813b157-9b6d-46fa-a593-75a4b8905315 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:03.896171 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813b157-9b6d-46fa-a593-75a4b8905315 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:03.896700 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813b157-9b6d-46fa-a593-75a4b8905315 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:03.897046 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813b157-9b6d-46fa-a593-75a4b8905315 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:03.897381 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813b157-9b6d-46fa-a593-75a4b8905315 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:03.897982 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813b157-9b6d-46fa-a593-75a4b8905315 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:03.898959 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813b157-9b6d-46fa-a593-75a4b8905315 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:03.899642 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813b157-9b6d-46fa-a593-75a4b8905315 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:03.900135 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813b157-9b6d-46fa-a593-75a4b8905315 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:03.900404 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813b157-9b6d-46fa-a593-75a4b8905315 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:03.900946 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813b157-9b6d-46fa-a593-75a4b8905315 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:03.901348 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1813b157-9b6d-46fa-a593-75a4b8905315 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:03.912206 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ad86f955-7e37-46b2-8239-4d783bf137f3 req-fcc13545-370e-4105-9410-b4e9a3a3ac99 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7307117 Jan 28 00:25:03.926695 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b09dba9-461c-486c-b07c-3d1e095f8e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (dd4433ac-5b05-4484-af09-edaa63d74a85), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:03.927450 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-5b09dba9-461c-486c-b07c-3d1e095f8e97 admin admin] Added segment dd4433ac-5b05-4484-af09-edaa63d74a85 of type vlan for network 3b24668c-066b-4254-b9cf-aa2a6090d94d Jan 28 00:25:03.933135 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1813b157-9b6d-46fa-a593-75a4b8905315 admin admin] Checking segment: {'id': '80704560-663f-4217-8faf-19a0c17d34a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '678f63f0-3e7e-4ad4-8cdb-170d969c9da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:25:03.933915 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1813b157-9b6d-46fa-a593-75a4b8905315 admin admin] Network hostable DHCP agents. Network: 678f63f0-3e7e-4ad4-8cdb-170d969c9da0, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:25:04.041282 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=0bae751f-4863-4974-b291-7caba3eb0b91,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:04.117851 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b09dba9-461c-486c-b07c-3d1e095f8e97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (3b24668c-066b-4254-b9cf-aa2a6090d94d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:04.127001 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09dba9-461c-486c-b07c-3d1e095f8e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6986f772-dd62-4841-8d00-91123999a4b7,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:04.148568 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2a1ae560-b6ce-445e-9b6f-a7a14f5a463a None None] Current status of the port 0bae751f-4863-4974-b291-7caba3eb0b91 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:04.179099 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1813b157-9b6d-46fa-a593-75a4b8905315 admin admin] Network 678f63f0-3e7e-4ad4-8cdb-170d969c9da0 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:25:04.198415 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a9eca420-725b-4253-a576-7e6421df11f0 req-a79e64e2-f6bc-4653-97f2-1c5fffe31233 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7154074 Jan 28 00:25:04.241290 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb424981-c51c-43b6-a3fc-b6eb9e4f74de None None] Unable to find a vacant binding_index for network 678f63f0-3e7e-4ad4-8cdb-170d969c9da0 and agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 28 00:25:04.261806 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.db.resource_extend [None req-5b09dba9-461c-486c-b07c-3d1e095f8e97 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:25:04.267131 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb424981-c51c-43b6-a3fc-b6eb9e4f74de None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 678f63f0-3e7e-4ad4-8cdb-170d969c9da0) {{(pid=103345) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 00:25:04.300675 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-1813b157-9b6d-46fa-a593-75a4b8905315 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 678f63f0-3e7e-4ad4-8cdb-170d969c9da0) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:25:04.592329 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55287a9f-2c44-4d29-bd83-fe8dbe0e7a5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-678f63f0-3e7e-4ad4-8cdb-170d969c9da0', 'network_id': '678f63f0-3e7e-4ad4-8cdb-170d969c9da0', 'project_id': '714312f3f50a4971b99fea5b842dea10', 'fixed_ips': [{'subnet_id': '7b233241-da34-404d-b5e2-5833230c1252'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:25:04.593521 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55287a9f-2c44-4d29-bd83-fe8dbe0e7a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:04.693923 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f3c58-1103-435e-9634-4b8090ff5b44 req-1d8065d0-2e34-4d46-9164-5475f75f6a65 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:04.712807 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0c6f3c58-1103-435e-9634-4b8090ff5b44 req-1d8065d0-2e34-4d46-9164-5475f75f6a65 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/ports?device_id=65fb0e9b-0d3e-465b-9c2b-b064dabb82e2 HTTP/1.1" status: 200 len: 947 time: 0.1441021 Jan 28 00:25:04.762206 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34530) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:04.790675 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1813b157-9b6d-46fa-a593-75a4b8905315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:04.791597 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1813b157-9b6d-46fa-a593-75a4b8905315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:04.809760 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b09dba9-461c-486c-b07c-3d1e095f8e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (3b24668c-066b-4254-b9cf-aa2a6090d94d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:04.811780 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b09dba9-461c-486c-b07c-3d1e095f8e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:04.812665 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b09dba9-461c-486c-b07c-3d1e095f8e97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:04.854515 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1813b157-9b6d-46fa-a593-75a4b8905315 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 4.6153860 Jan 28 00:25:04.861542 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34536) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:04.874974 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-958aa197-8f5f-485f-8912-6c9dc012b8a4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-278856481-router', 'tenant_id': '714312f3f50a4971b99fea5b842dea10', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:25:04.875962 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5b09dba9-461c-486c-b07c-3d1e095f8e97 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 4.0225375 Jan 28 00:25:04.919246 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec528ef-c958-43a5-b835-643f12aa51c9 req-f93d8617-aa5a-4059-b50b-ccd847d005da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:04.923694 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bec528ef-c958-43a5-b835-643f12aa51c9 req-f93d8617-aa5a-4059-b50b-ccd847d005da service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33d750661ba7441cb4b5a3a4af8593a8&device_id=04251ac8-436c-4769-92cf-0bf2ec05073f HTTP/1.1" status: 200 len: 1099 time: 0.8406100 Jan 28 00:25:04.934962 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-55287a9f-2c44-4d29-bd83-fe8dbe0e7a5d None None] Allocated IP 172.20.0.2 (678f63f0-3e7e-4ad4-8cdb-170d969c9da0/7b233241-da34-404d-b5e2-5833230c1252/6377e196-d1db-4d20-861c-4946b7699ad6) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:25:04.975327 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 0bae751f-4863-4974-b291-7caba3eb0b91 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:25:04.989511 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0c6f3c58-1103-435e-9634-4b8090ff5b44 req-22d38b38-d075-4eb3-85ca-c27c54854bb8 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/security-groups?id=029f3950-2ebe-42df-a155-7336948250dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677341 Jan 28 00:25:05.080006 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-958aa197-8f5f-485f-8912-6c9dc012b8a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (933725fc-e5f8-4534-be32-ac9b137b8137), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:05.084456 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09dba9-461c-486c-b07c-3d1e095f8e97 admin admin] Pushing event updated for resources: {'Network': ['ID=3b24668c-066b-4254-b9cf-aa2a6090d94d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:05.085454 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-958aa197-8f5f-485f-8912-6c9dc012b8a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (933725fc-e5f8-4534-be32-ac9b137b8137), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:05.091790 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a2157b7b-c735-41bd-9a12-7a6b3affc3b0 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (f95ebb6a-0b62-48aa-a0bc-9253818572ef), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:05.100386 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fabb51-8735-41e7-b4e5-f83ff49ded41 req-cc57eab1-9282-4137-a929-66e9e3e153c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:05.100386 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-37fabb51-8735-41e7-b4e5-f83ff49ded41 req-cc57eab1-9282-4137-a929-66e9e3e153c7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=33d750661ba7441cb4b5a3a4af8593a8&device_id=65fb0e9b-0d3e-465b-9c2b-b064dabb82e2 HTTP/1.1" status: 200 len: 1098 time: 0.7830949 Jan 28 00:25:05.182035 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0ccb1c17-cc70-49c4-95bb-afe351d147c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:05.207668 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 3b24668c-066b-4254-b9cf-aa2a6090d94d details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:25:05.268993 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d986d-1329-42cc-8ad2-fc2fdb0f4f63 req-8c24a5b7-1643-4521-9e4e-903cc4b39a38 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:05.277792 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-698d986d-1329-42cc-8ad2-fc2fdb0f4f63 req-8c24a5b7-1643-4521-9e4e-903cc4b39a38 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 945 time: 0.2528431 Jan 28 00:25:05.330831 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2157b7b-c735-41bd-9a12-7a6b3affc3b0 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event updated for resources: {'Subnet': ['ID=f95ebb6a-0b62-48aa-a0bc-9253818572ef,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:05.340005 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-958aa197-8f5f-485f-8912-6c9dc012b8a4 admin admin] Publish callbacks [] for router_controller (933725fc-e5f8-4534-be32-ac9b137b8137), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:05.358306 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec528ef-c958-43a5-b835-643f12aa51c9 req-0dac8180-d3c8-4799-903a-1636408fbb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:05.361294 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bec528ef-c958-43a5-b835-643f12aa51c9 req-0dac8180-d3c8-4799-903a-1636408fbb10 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.3728375 Jan 28 00:25:05.416909 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2157b7b-c735-41bd-9a12-7a6b3affc3b0 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Checking segment: {'id': 'b66f97ee-1855-4a00-8831-6c799d7cc73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b0ed75b4-abaf-428d-b496-b04827138a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:25:05.417443 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2157b7b-c735-41bd-9a12-7a6b3affc3b0 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Network hostable DHCP agents. Network: b0ed75b4-abaf-428d-b496-b04827138a0d, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:25:05.486778 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-698d986d-1329-42cc-8ad2-fc2fdb0f4f63 req-96fa841d-79b6-4dae-9e1e-c9af61daa15b tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076581 Jan 28 00:25:05.509717 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 0bae751f-4863-4974-b291-7caba3eb0b91 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:25:05.510360 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0bae751f-4863-4974-b291-7caba3eb0b91), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:05.540711 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bec528ef-c958-43a5-b835-643f12aa51c9 req-abbf62cb-1e81-41d9-94ad-b36970189a79 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=cc24101a-544d-4649-8815-96aaa8e93806 HTTP/1.1" status: 200 len: 217 time: 0.1681678 Jan 28 00:25:05.607348 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fabb51-8735-41e7-b4e5-f83ff49ded41 req-68ca34bb-808e-4133-addb-586e27bcd794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:05.609052 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-37fabb51-8735-41e7-b4e5-f83ff49ded41 req-68ca34bb-808e-4133-addb-586e27bcd794 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.4743326 Jan 28 00:25:05.621838 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2157b7b-c735-41bd-9a12-7a6b3affc3b0 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Network b0ed75b4-abaf-428d-b496-b04827138a0d is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:25:05.633615 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-958aa197-8f5f-485f-8912-6c9dc012b8a4 admin admin] Publish callbacks [] for router_gateway (933725fc-e5f8-4534-be32-ac9b137b8137), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:05.638330 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0ccb1c17-cc70-49c4-95bb-afe351d147c8 admin admin] Publish callbacks [] for security_group (128e7180-1f8a-4846-8a70-ac62c4c56526), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:05.654800 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0ccb1c17-cc70-49c4-95bb-afe351d147c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (128e7180-1f8a-4846-8a70-ac62c4c56526), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:05.738173 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb1c17-cc70-49c4-95bb-afe351d147c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128e7180-1f8a-4846-8a70-ac62c4c56526,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:05.743721 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0ccb1c17-cc70-49c4-95bb-afe351d147c8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=707d94bf7cdd4e0a83db4dab7b0172c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9796412 Jan 28 00:25:05.764558 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec528ef-c958-43a5-b835-643f12aa51c9 req-98cb76d3-6202-43b3-be1f-d30355d30f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:05.770010 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bec528ef-c958-43a5-b835-643f12aa51c9 req-98cb76d3-6202-43b3-be1f-d30355d30f2f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.2209697 Jan 28 00:25:05.773927 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34550) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:05.778732 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-a2157b7b-c735-41bd-9a12-7a6b3affc3b0 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, b0ed75b4-abaf-428d-b496-b04827138a0d) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:25:05.813310 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-37fabb51-8735-41e7-b4e5-f83ff49ded41 req-7184f7c0-d08c-4277-8571-cbbc621d8921 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=a075521a-0120-4883-bec9-7d2aec95df10 HTTP/1.1" status: 200 len: 217 time: 0.1858976 Jan 28 00:25:05.860537 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2157b7b-c735-41bd-9a12-7a6b3affc3b0 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:05.861820 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a2157b7b-c735-41bd-9a12-7a6b3affc3b0 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:05.917814 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 0bae751f-4863-4974-b291-7caba3eb0b91 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:05.947214 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afd11e-a95d-4305-b6ef-80b23705f3e8 req-9a859482-c1ee-470c-8ec0-d8acceeec864 tempest-ComputeTenantNetworksTest-57868552 tempest-ComputeTenantNetworksTest-57868552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:05.952441 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a1c0ce6-1a60-4ca7-a42b-7ae1ecda5f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:05.954696 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55287a9f-2c44-4d29-bd83-fe8dbe0e7a5d None None] Publish callbacks [] for port (6377e196-d1db-4d20-861c-4946b7699ad6), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:05.955523 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afd11e-a95d-4305-b6ef-80b23705f3e8 req-9a859482-c1ee-470c-8ec0-d8acceeec864 tempest-ComputeTenantNetworksTest-57868552 tempest-ComputeTenantNetworksTest-57868552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:05.962951 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55287a9f-2c44-4d29-bd83-fe8dbe0e7a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (6377e196-d1db-4d20-861c-4946b7699ad6), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:05.963775 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afd11e-a95d-4305-b6ef-80b23705f3e8 req-9a859482-c1ee-470c-8ec0-d8acceeec864 tempest-ComputeTenantNetworksTest-57868552 tempest-ComputeTenantNetworksTest-57868552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:05.972495 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-74afd11e-a95d-4305-b6ef-80b23705f3e8 req-9a859482-c1ee-470c-8ec0-d8acceeec864 tempest-ComputeTenantNetworksTest-57868552 tempest-ComputeTenantNetworksTest-57868552-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2842572 Jan 28 00:25:05.981103 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec528ef-c958-43a5-b835-643f12aa51c9 req-81f43d48-1241-4ad2-87f6-32a6dc3459b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:05.985108 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bec528ef-c958-43a5-b835-643f12aa51c9 req-81f43d48-1241-4ad2-87f6-32a6dc3459b8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1698921 Jan 28 00:25:06.019939 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a2157b7b-c735-41bd-9a12-7a6b3affc3b0 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.8614051 Jan 28 00:25:06.027389 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34554) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:06.047085 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55287a9f-2c44-4d29-bd83-fe8dbe0e7a5d None None] Pushing event updated for resources: {'Port': ['ID=6377e196-d1db-4d20-861c-4946b7699ad6,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:06.059671 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55287a9f-2c44-4d29-bd83-fe8dbe0e7a5d None None] Network 678f63f0-3e7e-4ad4-8cdb-170d969c9da0 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:25:06.063126 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-55287a9f-2c44-4d29-bd83-fe8dbe0e7a5d None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:25:06.067725 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55287a9f-2c44-4d29-bd83-fe8dbe0e7a5d None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:25:06.076145 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fabb51-8735-41e7-b4e5-f83ff49ded41 req-ffb8799f-ea71-4551-857f-d3dde1087e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:06.077682 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-37fabb51-8735-41e7-b4e5-f83ff49ded41 req-ffb8799f-ea71-4551-857f-d3dde1087e38 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.2007031 Jan 28 00:25:06.146342 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e85a4b91-0194-4691-9b21-45d3475934d1 admin admin] Publish callbacks [] for security_group (128e7180-1f8a-4846-8a70-ac62c4c56526), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:06.175713 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-55287a9f-2c44-4d29-bd83-fe8dbe0e7a5d None None] Attempting to bind port 6377e196-d1db-4d20-861c-4946b7699ad6 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:25:06.176467 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-55287a9f-2c44-4d29-bd83-fe8dbe0e7a5d None None] Attempting to bind port 6377e196-d1db-4d20-861c-4946b7699ad6 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '80704560-663f-4217-8faf-19a0c17d34a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '678f63f0-3e7e-4ad4-8cdb-170d969c9da0'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:25:06.177015 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55287a9f-2c44-4d29-bd83-fe8dbe0e7a5d None None] Attempting to bind port 6377e196-d1db-4d20-861c-4946b7699ad6 on network 678f63f0-3e7e-4ad4-8cdb-170d969c9da0 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:25:06.186871 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55287a9f-2c44-4d29-bd83-fe8dbe0e7a5d None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:25:06.187684 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55287a9f-2c44-4d29-bd83-fe8dbe0e7a5d None None] Checking segment: {'id': '80704560-663f-4217-8faf-19a0c17d34a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '678f63f0-3e7e-4ad4-8cdb-170d969c9da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:25:06.188424 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55287a9f-2c44-4d29-bd83-fe8dbe0e7a5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:06.188997 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55287a9f-2c44-4d29-bd83-fe8dbe0e7a5d None None] Bound using segment: {'id': '80704560-663f-4217-8faf-19a0c17d34a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '678f63f0-3e7e-4ad4-8cdb-170d969c9da0'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:25:06.189673 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-55287a9f-2c44-4d29-bd83-fe8dbe0e7a5d None None] Bound port: 6377e196-d1db-4d20-861c-4946b7699ad6, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80704560-663f-4217-8faf-19a0c17d34a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '678f63f0-3e7e-4ad4-8cdb-170d969c9da0'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:25:06.190373 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55287a9f-2c44-4d29-bd83-fe8dbe0e7a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6377e196-d1db-4d20-861c-4946b7699ad6), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:06.208083 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5aadbd0b-4e7e-4e0c-97d1-6c822c3b699f tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (b0ed75b4-abaf-428d-b496-b04827138a0d), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:06.217208 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fabb51-8735-41e7-b4e5-f83ff49ded41 req-152aec12-4e88-4d5c-bd2c-75fd7709bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:06.218766 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-37fabb51-8735-41e7-b4e5-f83ff49ded41 req-152aec12-4e88-4d5c-bd2c-75fd7709bdb7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1303015 Jan 28 00:25:06.222626 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e85a4b91-0194-4691-9b21-45d3475934d1 admin admin] Publish callbacks [] for security_group (128e7180-1f8a-4846-8a70-ac62c4c56526), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:06.257501 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bec528ef-c958-43a5-b835-643f12aa51c9 req-b51bbd2f-982f-41f9-98e3-04fcd6a86327 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595437 Jan 28 00:25:06.276588 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-55287a9f-2c44-4d29-bd83-fe8dbe0e7a5d None None] For port 6377e196-d1db-4d20-861c-4946b7699ad6, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:25:06.281349 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-55287a9f-2c44-4d29-bd83-fe8dbe0e7a5d None None] For port 6377e196-d1db-4d20-861c-4946b7699ad6, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6377e196-d1db-4d20-861c-4946b7699ad6,segment=NetworkSegment(80704560-663f-4217-8faf-19a0c17d34a2),segment_id=80704560-663f-4217-8faf-19a0c17d34a2)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:25:06.289923 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55287a9f-2c44-4d29-bd83-fe8dbe0e7a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6377e196-d1db-4d20-861c-4946b7699ad6), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:06.372540 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55287a9f-2c44-4d29-bd83-fe8dbe0e7a5d None None] Pushing event updated for resources: {'Port': ['ID=6377e196-d1db-4d20-861c-4946b7699ad6,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:06.469816 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423761c3-a4e2-43a0-85c4-d7e342a3fcde req-985ba40b-d9df-429b-9149-d3bf7f1fe7fe tempest-ComputeTenantNetworksTest-57868552 tempest-ComputeTenantNetworksTest-57868552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:06.472201 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a075521a-0120-4883-bec9-7d2aec95df10 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:25:06.481725 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-423761c3-a4e2-43a0-85c4-d7e342a3fcde req-985ba40b-d9df-429b-9149-d3bf7f1fe7fe tempest-ComputeTenantNetworksTest-57868552 tempest-ComputeTenantNetworksTest-57868552-project] 10.222.0.70 "GET /v2.0/networks/3b24668c-066b-4254-b9cf-aa2a6090d94d HTTP/1.1" status: 200 len: 769 time: 0.4653804 Jan 28 00:25:06.486826 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34560) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:06.564825 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4605fec-a18c-4bfc-8995-de7b5ae82be0 req-aca9015c-b989-494d-92aa-1df74151a7ea tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:06.566462 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f4605fec-a18c-4bfc-8995-de7b5ae82be0 req-aca9015c-b989-494d-92aa-1df74151a7ea tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/ports?device_id=65fb0e9b-0d3e-465b-9c2b-b064dabb82e2 HTTP/1.1" status: 200 len: 947 time: 0.4010239 Jan 28 00:25:06.609493 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-37fabb51-8735-41e7-b4e5-f83ff49ded41 req-b9bc6397-4248-462e-a768-76c36b606b7b service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761721 Jan 28 00:25:06.649045 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a075521a-0120-4883-bec9-7d2aec95df10, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a075521a-0120-4883-bec9-7d2aec95df10,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:06.660224 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e85a4b91-0194-4691-9b21-45d3475934d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (128e7180-1f8a-4846-8a70-ac62c4c56526), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:06.668753 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'a075521a-0120-4883-bec9-7d2aec95df10', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': 'a075521a-0120-4883-bec9-7d2aec95df10', 'mac_address': 'fa:16:3e:af:09:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:25:06.673149 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e85a4b91-0194-4691-9b21-45d3475934d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:06.680646 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e85a4b91-0194-4691-9b21-45d3475934d1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/128e7180-1f8a-4846-8a70-ac62c4c56526 HTTP/1.1" status: 204 len: 168 time: 0.8885682 Jan 28 00:25:06.704935 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-958aa197-8f5f-485f-8912-6c9dc012b8a4 admin admin] Publish callbacks [] for router_gateway (933725fc-e5f8-4534-be32-ac9b137b8137), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:06.709495 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5aadbd0b-4e7e-4e0c-97d1-6c822c3b699f tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (f95ebb6a-0b62-48aa-a0bc-9253818572ef), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:06.795312 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port a075521a-0120-4883-bec9-7d2aec95df10 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:06.795985 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a075521a-0120-4883-bec9-7d2aec95df10), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:06.813797 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f4605fec-a18c-4bfc-8995-de7b5ae82be0 req-76cc2c48-fe7a-4a69-ad6c-3ad59f68b544 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/security-groups?id=029f3950-2ebe-42df-a155-7336948250dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839666 Jan 28 00:25:06.823794 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a4b91-0194-4691-9b21-45d3475934d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128e7180-1f8a-4846-8a70-ac62c4c56526,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:06.838333 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bec528ef-c958-43a5-b835-643f12aa51c9 req-1ae3e1dd-d662-485d-b63f-d8110803b2db service neutron] 10.222.0.52 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5388212 Jan 28 00:25:06.873192 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a075521a-0120-4883-bec9-7d2aec95df10 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:25:06.911035 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d713ad75-5e74-4569-b171-3318d6ab0277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (3b24668c-066b-4254-b9cf-aa2a6090d94d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:06.941610 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-958aa197-8f5f-485f-8912-6c9dc012b8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:06.954684 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a075521a-0120-4883-bec9-7d2aec95df10, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a075521a-0120-4883-bec9-7d2aec95df10,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:06.972003 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a075521a-0120-4883-bec9-7d2aec95df10), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:07.041893 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-37fabb51-8735-41e7-b4e5-f83ff49ded41 req-9f33b59e-647f-465c-a3b8-d2088b4ef50d service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137466 Jan 28 00:25:07.100186 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=a075521a-0120-4883-bec9-7d2aec95df10,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:07.135006 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d713ad75-5e74-4569-b171-3318d6ab0277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (3b24668c-066b-4254-b9cf-aa2a6090d94d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:07.171477 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-d713ad75-5e74-4569-b171-3318d6ab0277 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b24668c-066b-4254-b9cf-aa2a6090d94d']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:07.212771 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-d713ad75-5e74-4569-b171-3318d6ab0277 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd4433ac-5b05-4484-af09-edaa63d74a85') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:07.213060 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-d713ad75-5e74-4569-b171-3318d6ab0277 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd4433ac-5b05-4484-af09-edaa63d74a85') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:07.225987 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd6aae-1b75-438e-bd21-ab58ba003822 req-06997dae-e388-4459-9d8f-a10185b796d4 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:07.227129 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d713ad75-5e74-4569-b171-3318d6ab0277 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (dd4433ac-5b05-4484-af09-edaa63d74a85), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:07.234488 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1bbd6aae-1b75-438e-bd21-ab58ba003822 req-06997dae-e388-4459-9d8f-a10185b796d4 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 945 time: 0.2858980 Jan 28 00:25:07.245119 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d713ad75-5e74-4569-b171-3318d6ab0277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (dd4433ac-5b05-4484-af09-edaa63d74a85), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:07.255970 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d713ad75-5e74-4569-b171-3318d6ab0277 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:25:07.256922 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d713ad75-5e74-4569-b171-3318d6ab0277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (dd4433ac-5b05-4484-af09-edaa63d74a85), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:07.261096 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:25:07.261096 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:25:07.261096 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:25:07.261096 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:25:07.261096 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:25:07.261096 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:25:07.261096 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:25:07.261096 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:25:07.261096 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:25:07.261096 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:25:07.261096 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:25:07.261096 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:25:07.261096 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:25:07.261096 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:25:07.261096 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:25:07.261096 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:25:07.261096 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:25:07.261096 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:25:07.261096 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:25:07.261096 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:25:07.261096 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:25:07.261096 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:25:07.261096 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:25:07.261096 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:25:07.261096 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:25:07.261096 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:25:07.261096 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:25:07.261096 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:25:07.261096 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:25:07.261096 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:25:07.261096 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:25:07.261096 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:25:07.296815 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['a075521a-0120-4883-bec9-7d2aec95df10'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:25:07.356237 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5aadbd0b-4e7e-4e0c-97d1-6c822c3b699f tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (f95ebb6a-0b62-48aa-a0bc-9253818572ef), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:07.381998 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d713ad75-5e74-4569-b171-3318d6ab0277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (3b24668c-066b-4254-b9cf-aa2a6090d94d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:07.418438 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-958aa197-8f5f-485f-8912-6c9dc012b8a4 admin admin] Allocated IP 172.25.3.159 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/14bc19e8-d374-4e2e-a569-53ecdb33a95c) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:25:07.421722 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d713ad75-5e74-4569-b171-3318d6ab0277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:07.426790 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d713ad75-5e74-4569-b171-3318d6ab0277 admin admin] 10.222.0.70 "DELETE /v2.0/networks/3b24668c-066b-4254-b9cf-aa2a6090d94d HTTP/1.1" status: 204 len: 168 time: 0.9229519 Jan 28 00:25:07.427919 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d713ad75-5e74-4569-b171-3318d6ab0277 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b24668c-066b-4254-b9cf-aa2a6090d94d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:07.483488 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1bbd6aae-1b75-438e-bd21-ab58ba003822 req-4d6d9552-70a0-4ec7-8419-c6528bfbd8c0 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483699 Jan 28 00:25:07.490550 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aadbd0b-4e7e-4e0c-97d1-6c822c3b699f tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event deleted for resources: {'Subnet': ['ID=f95ebb6a-0b62-48aa-a0bc-9253818572ef,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:07.585053 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device cc24101a-544d-4649-8815-96aaa8e93806 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:25:07.701600 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5aadbd0b-4e7e-4e0c-97d1-6c822c3b699f tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (b0ed75b4-abaf-428d-b496-b04827138a0d), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:07.754887 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-5aadbd0b-4e7e-4e0c-97d1-6c822c3b699f tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ed75b4-abaf-428d-b496-b04827138a0d']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:07.802326 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-5aadbd0b-4e7e-4e0c-97d1-6c822c3b699f tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66f97ee-1855-4a00-8831-6c799d7cc73e') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:07.802326 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-5aadbd0b-4e7e-4e0c-97d1-6c822c3b699f tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66f97ee-1855-4a00-8831-6c799d7cc73e') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:07.835231 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5aadbd0b-4e7e-4e0c-97d1-6c822c3b699f tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (b66f97ee-1855-4a00-8831-6c799d7cc73e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:07.867086 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5aadbd0b-4e7e-4e0c-97d1-6c822c3b699f tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (b66f97ee-1855-4a00-8831-6c799d7cc73e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:07.884367 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-958aa197-8f5f-485f-8912-6c9dc012b8a4 admin admin] Publish callbacks [] for port (14bc19e8-d374-4e2e-a569-53ecdb33a95c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:07.886491 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aadbd0b-4e7e-4e0c-97d1-6c822c3b699f tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:25:07.886903 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5aadbd0b-4e7e-4e0c-97d1-6c822c3b699f tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (b66f97ee-1855-4a00-8831-6c799d7cc73e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:07.890847 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:25:07.890847 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:25:07.890847 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:25:07.890847 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:25:07.890847 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:25:07.890847 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:25:07.890847 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:25:07.890847 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:25:07.890847 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:25:07.890847 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:25:07.890847 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:25:07.890847 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:25:07.890847 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:25:07.890847 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:25:07.890847 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:25:07.890847 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:25:07.890847 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:25:07.890847 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:25:07.890847 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:25:07.890847 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:25:07.890847 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:25:07.890847 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:25:07.890847 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:25:07.890847 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:25:07.890847 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:25:07.890847 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:25:07.890847 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:25:07.890847 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:25:07.890847 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:25:07.890847 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:25:07.890847 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:25:07.890847 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:25:07.894796 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34592) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:07.937594 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port cc24101a-544d-4649-8815-96aaa8e93806, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=cc24101a-544d-4649-8815-96aaa8e93806,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:07.962449 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'cc24101a-544d-4649-8815-96aaa8e93806', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': 'cc24101a-544d-4649-8815-96aaa8e93806', 'mac_address': 'fa:16:3e:39:56:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:25:08.003265 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7fc194dd-4c34-415a-8e4c-59ff0c28b2cb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=360c436166504a66b772d8363a27ff70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1082523 Jan 28 00:25:08.004340 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34594) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:08.064523 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5aadbd0b-4e7e-4e0c-97d1-6c822c3b699f tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (b0ed75b4-abaf-428d-b496-b04827138a0d), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:08.078812 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5aadbd0b-4e7e-4e0c-97d1-6c822c3b699f tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:08.082227 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5aadbd0b-4e7e-4e0c-97d1-6c822c3b699f tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "DELETE /v2.0/networks/b0ed75b4-abaf-428d-b496-b04827138a0d HTTP/1.1" status: 204 len: 168 time: 2.0526733 Jan 28 00:25:08.087240 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34598) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:08.094442 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dd01cdae-a9b3-4816-977a-9ddf219dd9ba admin admin] Publish callbacks [] for security_group (6986f772-dd62-4841-8d00-91123999a4b7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:08.098261 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-bad8130d-46da-4cb6-837e-ac143ee45177 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-757423678'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:25:08.106266 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-958aa197-8f5f-485f-8912-6c9dc012b8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (14bc19e8-d374-4e2e-a569-53ecdb33a95c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:08.107605 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port cc24101a-544d-4649-8815-96aaa8e93806 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:08.108556 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cc24101a-544d-4649-8815-96aaa8e93806), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:08.139494 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cbe980-0881-496c-9e47-57765d84ca7a req-8746cfa1-6096-4867-8acb-c7914f6c4d86 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:08.146709 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d0cbe980-0881-496c-9e47-57765d84ca7a req-8746cfa1-6096-4867-8acb-c7914f6c4d86 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/ports?device_id=65fb0e9b-0d3e-465b-9c2b-b064dabb82e2 HTTP/1.1" status: 200 len: 948 time: 0.1562324 Jan 28 00:25:08.149330 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dd01cdae-a9b3-4816-977a-9ddf219dd9ba admin admin] Publish callbacks [] for security_group (6986f772-dd62-4841-8d00-91123999a4b7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:08.154508 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aadbd0b-4e7e-4e0c-97d1-6c822c3b699f tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event deleted for resources: {'Network': ['ID=b0ed75b4-abaf-428d-b496-b04827138a0d,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:08.169139 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc24101a-544d-4649-8815-96aaa8e93806 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:25:08.247500 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958aa197-8f5f-485f-8912-6c9dc012b8a4 admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:25:08.258227 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-958aa197-8f5f-485f-8912-6c9dc012b8a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:25:08.261396 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad8130d-46da-4cb6-837e-ac143ee45177 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Made reservation on behalf of 375c116d8156487d828830465e9141b6 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:25:08.265652 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bad8130d-46da-4cb6-837e-ac143ee45177 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:08.274739 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958aa197-8f5f-485f-8912-6c9dc012b8a4 admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:25:08.277571 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958aa197-8f5f-485f-8912-6c9dc012b8a4 admin admin] Pushing event updated for resources: {'Port': ['ID=14bc19e8-d374-4e2e-a569-53ecdb33a95c,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:08.312158 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port cc24101a-544d-4649-8815-96aaa8e93806, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=cc24101a-544d-4649-8815-96aaa8e93806,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:08.324191 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dd01cdae-a9b3-4816-977a-9ddf219dd9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (6986f772-dd62-4841-8d00-91123999a4b7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:08.336545 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dd01cdae-a9b3-4816-977a-9ddf219dd9ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:08.341427 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d0cbe980-0881-496c-9e47-57765d84ca7a req-22663405-94a7-45d7-be2f-d83948822997 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/security-groups?id=029f3950-2ebe-42df-a155-7336948250dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936641 Jan 28 00:25:08.344339 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-dd01cdae-a9b3-4816-977a-9ddf219dd9ba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6986f772-dd62-4841-8d00-91123999a4b7 HTTP/1.1" status: 204 len: 168 time: 0.3374093 Jan 28 00:25:08.346674 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (cc24101a-544d-4649-8815-96aaa8e93806), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:08.364641 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584e1fd7-b3d2-4608-867d-8e28736fd21b None None] Network 135bc20e-ffbe-48d2-a279-ef9e91c8ea5c requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:25:08.378859 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd01cdae-a9b3-4816-977a-9ddf219dd9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6986f772-dd62-4841-8d00-91123999a4b7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:08.387717 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad8130d-46da-4cb6-837e-ac143ee45177 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:25:08.443185 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bad8130d-46da-4cb6-837e-ac143ee45177 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (c3379792-68fa-4719-9701-113a836d08a4), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:08.443545 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-bad8130d-46da-4cb6-837e-ac143ee45177 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Added segment c3379792-68fa-4719-9701-113a836d08a4 of type vlan for network 0e70bda9-9b92-4ac2-9d4a-089ee04d28a5 Jan 28 00:25:08.446802 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e1329a-5301-41f0-b7b3-1ee2bf8ed87c None None] Network 678f63f0-3e7e-4ad4-8cdb-170d969c9da0 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:25:08.460443 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e821fda0-fac2-4f11-8115-4265d8d4fed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:08.464724 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fba825-01b1-4f25-b220-2b12c104aa8a None None] Network b0ed75b4-abaf-428d-b496-b04827138a0d requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:25:08.519412 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fba825-01b1-4f25-b220-2b12c104aa8a None None] Network b0ed75b4-abaf-428d-b496-b04827138a0d could not be found, it might have been deleted concurrently. {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 00:25:08.563506 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a075521a-0120-4883-bec9-7d2aec95df10 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:25:08.577132 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bad8130d-46da-4cb6-837e-ac143ee45177 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (0e70bda9-9b92-4ac2-9d4a-089ee04d28a5), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:08.596509 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487b0755-7ab1-4e5e-b13c-75720e8ffedd None None] Network b0ed75b4-abaf-428d-b496-b04827138a0d requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:25:08.660672 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487b0755-7ab1-4e5e-b13c-75720e8ffedd None None] Network b0ed75b4-abaf-428d-b496-b04827138a0d could not be found, it might have been deleted concurrently. {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 00:25:08.663032 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bad8130d-46da-4cb6-837e-ac143ee45177 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (0e70bda9-9b92-4ac2-9d4a-089ee04d28a5), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:08.670900 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad8130d-46da-4cb6-837e-ac143ee45177 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:08.671673 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bad8130d-46da-4cb6-837e-ac143ee45177 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:08.724945 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-230e6461-8a88-4783-b9c6-0c4d823a89ae None None] Provisioning complete for port 6377e196-d1db-4d20-861c-4946b7699ad6 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:25:08.725642 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-230e6461-8a88-4783-b9c6-0c4d823a89ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6377e196-d1db-4d20-861c-4946b7699ad6), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:08.792185 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=cc24101a-544d-4649-8815-96aaa8e93806,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:08.843812 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['cc24101a-544d-4649-8815-96aaa8e93806'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:25:08.967598 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port a075521a-0120-4883-bec9-7d2aec95df10 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:25:09.017123 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6377e196-d1db-4d20-861c-4946b7699ad6 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:25:09.069740 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port a075521a-0120-4883-bec9-7d2aec95df10 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:25:09.070675 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a075521a-0120-4883-bec9-7d2aec95df10), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:09.351289 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-bad8130d-46da-4cb6-837e-ac143ee45177 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2568600 Jan 28 00:25:09.355367 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34640) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:09.368943 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2b28927d-d9b0-4acf-8a19-ef2f9fef9e89 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Request body: {'subnet': {'network_id': '0e70bda9-9b92-4ac2-9d4a-089ee04d28a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:25:09.387527 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-230e6461-8a88-4783-b9c6-0c4d823a89ae None None] Current status of the port 6377e196-d1db-4d20-861c-4946b7699ad6 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:09.388537 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-230e6461-8a88-4783-b9c6-0c4d823a89ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6377e196-d1db-4d20-861c-4946b7699ad6), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:09.394866 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port a075521a-0120-4883-bec9-7d2aec95df10 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:09.395142 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a075521a-0120-4883-bec9-7d2aec95df10), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:09.586206 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-958aa197-8f5f-485f-8912-6c9dc012b8a4 admin admin] Publish callbacks [] for router_gateway (933725fc-e5f8-4534-be32-ac9b137b8137), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:09.733692 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a075521a-0120-4883-bec9-7d2aec95df10, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a075521a-0120-4883-bec9-7d2aec95df10,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:09.798286 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fb0e9b-0d3e-465b-9c2b-b064dabb82e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a075521a-0120-4883-bec9-7d2aec95df10'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:25:09.801544 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94af59ad-5062-47e1-9504-1088941d5c36" -d '{"events": [{"server_uuid": "65fb0e9b-0d3e-465b-9c2b-b064dabb82e2", "name": "network-vif-plugged", "status": "completed", "tag": "a075521a-0120-4883-bec9-7d2aec95df10"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:25:09.804780 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 6377e196-d1db-4d20-861c-4946b7699ad6 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:25:09.805719 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6377e196-d1db-4d20-861c-4946b7699ad6), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:09.807995 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a075521a-0120-4883-bec9-7d2aec95df10), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:09.814465 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395eeeb-4c5c-4f81-92b0-7e63f47f8d47 req-ec5cd37a-3559-4a81-af2c-3824654c4690 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:09.817790 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4395eeeb-4c5c-4f81-92b0-7e63f47f8d47 req-ec5cd37a-3559-4a81-af2c-3824654c4690 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 945 time: 0.5249407 Jan 28 00:25:09.842493 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8130d-46da-4cb6-837e-ac143ee45177 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event updated for resources: {'Network': ['ID=0e70bda9-9b92-4ac2-9d4a-089ee04d28a5,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:09.851340 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-230e6461-8a88-4783-b9c6-0c4d823a89ae None None] For port 6377e196-d1db-4d20-861c-4946b7699ad6, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6377e196-d1db-4d20-861c-4946b7699ad6,segment=NetworkSegment(80704560-663f-4217-8faf-19a0c17d34a2),segment_id=80704560-663f-4217-8faf-19a0c17d34a2)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:09.858841 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b28927d-d9b0-4acf-8a19-ef2f9fef9e89 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Made reservation on behalf of 375c116d8156487d828830465e9141b6 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:25:09.866121 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b28927d-d9b0-4acf-8a19-ef2f9fef9e89 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:10.021983 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 0e70bda9-9b92-4ac2-9d4a-089ee04d28a5 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:25:10.100605 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4395eeeb-4c5c-4f81-92b0-7e63f47f8d47 req-0499f9ba-0080-4090-86d6-76301522a0d5 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246590 Jan 28 00:25:10.132906 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-230e6461-8a88-4783-b9c6-0c4d823a89ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6377e196-d1db-4d20-861c-4946b7699ad6), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:10.191656 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:10.204160 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03347d31-c358-4bc1-82d0-72e2d2cba986 req-b0603446-8675-437d-bb8d-8a4b3252b111 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:10.205810 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-03347d31-c358-4bc1-82d0-72e2d2cba986 req-b0603446-8675-437d-bb8d-8a4b3252b111 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/ports?device_id=65fb0e9b-0d3e-465b-9c2b-b064dabb82e2 HTTP/1.1" status: 200 len: 949 time: 0.3866730 Jan 28 00:25:10.302357 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34662) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:10.306122 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-03347d31-c358-4bc1-82d0-72e2d2cba986 req-228c7d50-9c1f-4723-9150-2c116cb44d84 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/security-groups?id=029f3950-2ebe-42df-a155-7336948250dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926692 Jan 28 00:25:10.405065 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb0cc0e-c815-4b92-8d2a-37991033e714 x-openstack-request-id: req-eeb0cc0e-c815-4b92-8d2a-37991033e714 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:25:10.412670 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fb0e9b-0d3e-465b-9c2b-b064dabb82e2", "name": "network-vif-plugged", "status": "completed", "tag": "a075521a-0120-4883-bec9-7d2aec95df10", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:25:10.412960 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eeb0cc0e-c815-4b92-8d2a-37991033e714 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:25:10.413281 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65fb0e9b-0d3e-465b-9c2b-b064dabb82e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a075521a-0120-4883-bec9-7d2aec95df10', 'code': 200} Jan 28 00:25:10.417759 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 6377e196-d1db-4d20-861c-4946b7699ad6 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:10.419282 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b28927d-d9b0-4acf-8a19-ef2f9fef9e89 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (665e6088-6a3b-4bdf-8ff6-55cacec0df11), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:10.435268 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=a075521a-0120-4883-bec9-7d2aec95df10,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:10.453336 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-60e67418-3b0d-4cb3-8bbe-ffc31465e428 None None] Provisioning complete for port 0bae751f-4863-4974-b291-7caba3eb0b91 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:25:10.453719 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60e67418-3b0d-4cb3-8bbe-ffc31465e428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0bae751f-4863-4974-b291-7caba3eb0b91), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:10.565809 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-958aa197-8f5f-485f-8912-6c9dc012b8a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (933725fc-e5f8-4534-be32-ac9b137b8137), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:10.597504 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e6461-8a88-4783-b9c6-0c4d823a89ae None None] Pushing event updated for resources: {'Port': ['ID=6377e196-d1db-4d20-861c-4946b7699ad6,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:10.614918 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28927d-d9b0-4acf-8a19-ef2f9fef9e89 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event updated for resources: {'Subnet': ['ID=665e6088-6a3b-4bdf-8ff6-55cacec0df11,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:10.661494 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f60b7-9fcb-494c-adc4-46f008bd45a1 req-7fafd5d6-03b0-4e2f-b57a-01f3ebe78803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:10.663493 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-104f60b7-9fcb-494c-adc4-46f008bd45a1 req-7fafd5d6-03b0-4e2f-b57a-01f3ebe78803 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=65fb0e9b-0d3e-465b-9c2b-b064dabb82e2 HTTP/1.1" status: 200 len: 1100 time: 0.1492100 Jan 28 00:25:10.673431 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b28927d-d9b0-4acf-8a19-ef2f9fef9e89 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Checking segment: {'id': 'c3379792-68fa-4719-9701-113a836d08a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0e70bda9-9b92-4ac2-9d4a-089ee04d28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:25:10.673984 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b28927d-d9b0-4acf-8a19-ef2f9fef9e89 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Network hostable DHCP agents. Network: 0e70bda9-9b92-4ac2-9d4a-089ee04d28a5, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:25:10.690967 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-60e67418-3b0d-4cb3-8bbe-ffc31465e428 None None] Current status of the port 0bae751f-4863-4974-b291-7caba3eb0b91 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:10.693288 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202fb38d-4162-4013-b04c-f7fa091f913b None None] Network 678f63f0-3e7e-4ad4-8cdb-170d969c9da0 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:25:10.705622 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5d1d9d32-4f90-48e5-b7f7-c9e931d4a078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:10.769083 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b28927d-d9b0-4acf-8a19-ef2f9fef9e89 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Network 0e70bda9-9b92-4ac2-9d4a-089ee04d28a5 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:25:10.793490 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-2b28927d-d9b0-4acf-8a19-ef2f9fef9e89 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 0e70bda9-9b92-4ac2-9d4a-089ee04d28a5) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:25:10.817362 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-104f60b7-9fcb-494c-adc4-46f008bd45a1 req-bcf27e43-f527-450d-b46a-32d281e54da1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=029f3950-2ebe-42df-a155-7336948250dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133471 Jan 28 00:25:10.819583 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b28927d-d9b0-4acf-8a19-ef2f9fef9e89 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:10.819983 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6377e196-d1db-4d20-861c-4946b7699ad6 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:25:10.822782 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b28927d-d9b0-4acf-8a19-ef2f9fef9e89 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:10.824499 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f2ef8f-0719-4f31-8ab0-9643becd14c0 None None] Network 0e70bda9-9b92-4ac2-9d4a-089ee04d28a5 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:25:10.870991 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2b28927d-d9b0-4acf-8a19-ef2f9fef9e89 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5119429 Jan 28 00:25:10.873733 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34670) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:10.892546 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5d1d9d32-4f90-48e5-b7f7-c9e931d4a078 admin admin] Publish callbacks [] for security_group (019b8767-0496-4325-8c60-8a9857fc7d51), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:10.904059 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5d1d9d32-4f90-48e5-b7f7-c9e931d4a078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (019b8767-0496-4325-8c60-8a9857fc7d51), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:11.015074 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d9d32-4f90-48e5-b7f7-c9e931d4a078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019b8767-0496-4325-8c60-8a9857fc7d51,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:11.065766 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5d1d9d32-4f90-48e5-b7f7-c9e931d4a078 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3606b6e936634004beb3fcf6ed17bace&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7559922 Jan 28 00:25:11.070758 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34676) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:11.137479 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd89e1bb-9cf5-4fef-810d-bf8bd2cd2fa8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (0e70bda9-9b92-4ac2-9d4a-089ee04d28a5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:11.143597 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:11.158137 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a15f7b8d-ca65-4d98-b6da-535d2ff174d0 None None] Provisioning complete for port 6377e196-d1db-4d20-861c-4946b7699ad6 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:25:11.158871 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a15f7b8d-ca65-4d98-b6da-535d2ff174d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6377e196-d1db-4d20-861c-4946b7699ad6), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:11.167596 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958aa197-8f5f-485f-8912-6c9dc012b8a4 admin admin] Router 933725fc-e5f8-4534-be32-ac9b137b8137 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:25:11.258960 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 6377e196-d1db-4d20-861c-4946b7699ad6 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:25:11.269194 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6377e196-d1db-4d20-861c-4946b7699ad6), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:11.276293 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecb9ff5-d68a-4ae7-adb1-144cfbc59617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-0e70bda9-9b92-4ac2-9d4a-089ee04d28a5', 'network_id': '0e70bda9-9b92-4ac2-9d4a-089ee04d28a5', 'project_id': '375c116d8156487d828830465e9141b6', 'fixed_ips': [{'subnet_id': '665e6088-6a3b-4bdf-8ff6-55cacec0df11'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:25:11.276999 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eecb9ff5-d68a-4ae7-adb1-144cfbc59617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:11.318105 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-649d4ecf-97a2-4415-a1d7-e5124b11a0f7 admin admin] Publish callbacks [] for security_group (019b8767-0496-4325-8c60-8a9857fc7d51), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:11.415522 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-649d4ecf-97a2-4415-a1d7-e5124b11a0f7 admin admin] Publish callbacks [] for security_group (019b8767-0496-4325-8c60-8a9857fc7d51), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:11.417992 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd89e1bb-9cf5-4fef-810d-bf8bd2cd2fa8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (665e6088-6a3b-4bdf-8ff6-55cacec0df11), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:11.588060 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f0714-10bb-4e1d-bd36-3b3690ac46b7 req-45a88443-d7ba-4789-a691-139603e86227 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:11.589477 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd89e1bb-9cf5-4fef-810d-bf8bd2cd2fa8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (665e6088-6a3b-4bdf-8ff6-55cacec0df11), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:11.591138 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e95f0714-10bb-4e1d-bd36-3b3690ac46b7 req-45a88443-d7ba-4789-a691-139603e86227 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 945 time: 0.3002033 Jan 28 00:25:11.600481 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device cc24101a-544d-4649-8815-96aaa8e93806 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:25:11.611424 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958aa197-8f5f-485f-8912-6c9dc012b8a4 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:25:11.626224 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d0acac-3164-4b79-980f-fcf3a70c1af8 None None] Sync routers for ids ['933725fc-e5f8-4534-be32-ac9b137b8137'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:25:11.645517 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d0acac-3164-4b79-980f-fcf3a70c1af8 None None] Routers {'933725fc-e5f8-4534-be32-ac9b137b8137'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:25:11.646138 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-27d0acac-3164-4b79-980f-fcf3a70c1af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:25:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['933725fc-e5f8-4534-be32-ac9b137b8137'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:11.669159 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d93ed-7576-47aa-8a3e-6bf7ceb9e4e9 req-413dc748-5a6f-4bfe-a91d-0cb19fbff684 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:11.669319 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89e1bb-9cf5-4fef-810d-bf8bd2cd2fa8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event deleted for resources: {'Subnet': ['ID=665e6088-6a3b-4bdf-8ff6-55cacec0df11,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:11.677202 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-567d93ed-7576-47aa-8a3e-6bf7ceb9e4e9 req-413dc748-5a6f-4bfe-a91d-0cb19fbff684 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/ports?device_id=65fb0e9b-0d3e-465b-9c2b-b064dabb82e2 HTTP/1.1" status: 200 len: 949 time: 0.1457012 Jan 28 00:25:11.691852 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-649d4ecf-97a2-4415-a1d7-e5124b11a0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (019b8767-0496-4325-8c60-8a9857fc7d51), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:11.698652 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-649d4ecf-97a2-4415-a1d7-e5124b11a0f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:11.707781 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-649d4ecf-97a2-4415-a1d7-e5124b11a0f7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/019b8767-0496-4325-8c60-8a9857fc7d51 HTTP/1.1" status: 204 len: 168 time: 0.6350274 Jan 28 00:25:11.724970 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d4ecf-97a2-4415-a1d7-e5124b11a0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019b8767-0496-4325-8c60-8a9857fc7d51,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:11.749823 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-567d93ed-7576-47aa-8a3e-6bf7ceb9e4e9 req-0185e61c-5cb3-45b9-bfe7-5d88dd411203 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/security-groups?id=029f3950-2ebe-42df-a155-7336948250dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712132 Jan 28 00:25:11.781180 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-958aa197-8f5f-485f-8912-6c9dc012b8a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:11.789337 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-958aa197-8f5f-485f-8912-6c9dc012b8a4 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.9196873 Jan 28 00:25:11.800485 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34694) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server [None req-eecb9ff5-d68a-4ae7-adb1-144cfbc59617 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 665e6088-6a3b-4bdf-8ff6-55cacec0df11: This subnet is being modified by another concurrent operation. Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 00:25:11.952291 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise exception Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 665e6088-6a3b-4bdf-8ff6-55cacec0df11: This subnet is being modified by another concurrent operation. Jan 28 00:25:11.960293 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server Jan 28 00:25:11.972489 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-27d0acac-3164-4b79-980f-fcf3a70c1af8 None None] Set router 933725fc-e5f8-4534-be32-ac9b137b8137 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:25:11.975700 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a15f7b8d-ca65-4d98-b6da-535d2ff174d0 None None] Current status of the port 6377e196-d1db-4d20-861c-4946b7699ad6 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:11.999354 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 6377e196-d1db-4d20-861c-4946b7699ad6 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:12.051130 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9f5444-d523-445a-b115-1c7ed1cb07b5 None None] get_active_networks_info from n-d-826754-1 {{(pid=103345) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 00:25:12.052809 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e95f0714-10bb-4e1d-bd36-3b3690ac46b7 req-9d17181f-1a7a-4a2f-b2d7-c3e58d62df60 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415848 Jan 28 00:25:12.189649 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd89e1bb-9cf5-4fef-810d-bf8bd2cd2fa8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (0e70bda9-9b92-4ac2-9d4a-089ee04d28a5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:12.265972 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port cc24101a-544d-4649-8815-96aaa8e93806 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:25:12.313832 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-cd89e1bb-9cf5-4fef-810d-bf8bd2cd2fa8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e70bda9-9b92-4ac2-9d4a-089ee04d28a5']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:12.349569 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port cc24101a-544d-4649-8815-96aaa8e93806 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:25:12.350410 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cc24101a-544d-4649-8815-96aaa8e93806), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:12.362652 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-cd89e1bb-9cf5-4fef-810d-bf8bd2cd2fa8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3379792-68fa-4719-9701-113a836d08a4') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:12.363024 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-cd89e1bb-9cf5-4fef-810d-bf8bd2cd2fa8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3379792-68fa-4719-9701-113a836d08a4') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:12.389351 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd89e1bb-9cf5-4fef-810d-bf8bd2cd2fa8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (c3379792-68fa-4719-9701-113a836d08a4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:12.424857 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd89e1bb-9cf5-4fef-810d-bf8bd2cd2fa8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (c3379792-68fa-4719-9701-113a836d08a4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:12.444567 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd89e1bb-9cf5-4fef-810d-bf8bd2cd2fa8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:25:12.445890 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd89e1bb-9cf5-4fef-810d-bf8bd2cd2fa8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (c3379792-68fa-4719-9701-113a836d08a4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:12.458243 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:25:12.458243 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:25:12.458243 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:25:12.458243 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:25:12.458243 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:25:12.458243 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:25:12.458243 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:25:12.458243 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:25:12.458243 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:25:12.458243 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:25:12.458243 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:25:12.458243 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:25:12.458243 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:25:12.458243 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:25:12.458243 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:25:12.458243 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:25:12.458243 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:25:12.458243 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:25:12.458243 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:25:12.458243 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:25:12.458243 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:25:12.458243 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:25:12.458243 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:25:12.458243 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:25:12.458243 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:25:12.458243 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:25:12.458243 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:25:12.458243 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:25:12.458243 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:25:12.458243 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:25:12.458243 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:25:12.458243 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:25:12.463216 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:12.476831 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-70b9bfe5-8655-47f1-828d-84a219e29e20 None None] Provisioning complete for port 6377e196-d1db-4d20-861c-4946b7699ad6 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:25:12.477626 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-70b9bfe5-8655-47f1-828d-84a219e29e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6377e196-d1db-4d20-861c-4946b7699ad6), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:12.658636 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port cc24101a-544d-4649-8815-96aaa8e93806 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:12.659771 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cc24101a-544d-4649-8815-96aaa8e93806), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:12.683791 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd89e1bb-9cf5-4fef-810d-bf8bd2cd2fa8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (0e70bda9-9b92-4ac2-9d4a-089ee04d28a5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:12.694206 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd89e1bb-9cf5-4fef-810d-bf8bd2cd2fa8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:12.714872 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cd89e1bb-9cf5-4fef-810d-bf8bd2cd2fa8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "DELETE /v2.0/networks/0e70bda9-9b92-4ac2-9d4a-089ee04d28a5 HTTP/1.1" status: 204 len: 168 time: 1.8386683 Jan 28 00:25:12.719454 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34712) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:12.726674 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-ca015678-c576-44ea-954c-5d91e4bf4246 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-250379243'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:25:12.772347 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89e1bb-9cf5-4fef-810d-bf8bd2cd2fa8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event deleted for resources: {'Network': ['ID=0e70bda9-9b92-4ac2-9d4a-089ee04d28a5,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:12.790883 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-70b9bfe5-8655-47f1-828d-84a219e29e20 None None] Current status of the port 6377e196-d1db-4d20-861c-4946b7699ad6 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:12.811385 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca015678-c576-44ea-954c-5d91e4bf4246 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Made reservation on behalf of 375c116d8156487d828830465e9141b6 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:25:12.817519 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca015678-c576-44ea-954c-5d91e4bf4246 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:12.839309 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9f5444-d523-445a-b115-1c7ed1cb07b5 None None] Resources bound (agent type, host, resource id): {{(pid=103345) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 00:25:12.871559 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04251ac8-436c-4769-92cf-0bf2ec05073f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc24101a-544d-4649-8815-96aaa8e93806'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:25:12.884780 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e27704d-4617-482b-b537-2313f9223aba" -d '{"events": [{"server_uuid": "04251ac8-436c-4769-92cf-0bf2ec05073f", "name": "network-vif-plugged", "status": "completed", "tag": "cc24101a-544d-4649-8815-96aaa8e93806"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:25:12.918964 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:12.922048 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port cc24101a-544d-4649-8815-96aaa8e93806, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=cc24101a-544d-4649-8815-96aaa8e93806,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:12.940761 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (cc24101a-544d-4649-8815-96aaa8e93806), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:12.960088 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-27d0acac-3164-4b79-980f-fcf3a70c1af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'name': 'tempest-ServersTestFqdnHostnames-278856481-router', 'tenant_id': '714312f3f50a4971b99fea5b842dea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '14bc19e8-d374-4e2e-a569-53ecdb33a95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:25:05Z', 'updated_at': '2022-01-28T00:25:08Z', 'revision_number': 3, 'project_id': '714312f3f50a4971b99fea5b842dea10', 'gw_port': {'id': '14bc19e8-d374-4e2e-a569-53ecdb33a95c', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:68:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:25:06Z', 'updated_at': '2022-01-28T00:25:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:13.000521 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20710942-aa95-4cf3-90fb-3f64ffeded2d x-openstack-request-id: req-20710942-aa95-4cf3-90fb-3f64ffeded2d {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:25:13.000987 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04251ac8-436c-4769-92cf-0bf2ec05073f", "name": "network-vif-plugged", "status": "completed", "tag": "cc24101a-544d-4649-8815-96aaa8e93806", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:25:13.001328 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-20710942-aa95-4cf3-90fb-3f64ffeded2d {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:25:13.001821 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04251ac8-436c-4769-92cf-0bf2ec05073f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc24101a-544d-4649-8815-96aaa8e93806', 'code': 200} Jan 28 00:25:13.028621 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d0acac-3164-4b79-980f-fcf3a70c1af8 None None] Checking router: 933725fc-e5f8-4534-be32-ac9b137b8137 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:25:13.029157 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d0acac-3164-4b79-980f-fcf3a70c1af8 None None] Updating router 933725fc-e5f8-4534-be32-ac9b137b8137 port 14bc19e8-d374-4e2e-a569-53ecdb33a95c binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:25:13.087790 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-27d0acac-3164-4b79-980f-fcf3a70c1af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (14bc19e8-d374-4e2e-a569-53ecdb33a95c), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:13.151776 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=cc24101a-544d-4649-8815-96aaa8e93806,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:13.158181 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-581fcee5-1c5d-4e40-8ae8-a6ff6557f2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:13.165188 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca015678-c576-44ea-954c-5d91e4bf4246 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:25:13.178317 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca015678-c576-44ea-954c-5d91e4bf4246 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (dbaede37-80f4-439a-afc4-6a133ee1061f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:13.179265 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-ca015678-c576-44ea-954c-5d91e4bf4246 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Added segment dbaede37-80f4-439a-afc4-6a133ee1061f of type vlan for network 40d581e6-d828-4d72-b72f-42bd460c0c31 Jan 28 00:25:13.238213 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca015678-c576-44ea-954c-5d91e4bf4246 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (40d581e6-d828-4d72-b72f-42bd460c0c31), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:13.287214 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca015678-c576-44ea-954c-5d91e4bf4246 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (40d581e6-d828-4d72-b72f-42bd460c0c31), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:13.292875 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca015678-c576-44ea-954c-5d91e4bf4246 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:13.293534 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca015678-c576-44ea-954c-5d91e4bf4246 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:13.385745 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152047e7-80ad-47a6-8516-c0c098ab6778 req-2d26ec05-894e-4c91-8719-0ddd158ad242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:13.392539 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-152047e7-80ad-47a6-8516-c0c098ab6778 req-2d26ec05-894e-4c91-8719-0ddd158ad242 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=04251ac8-436c-4769-92cf-0bf2ec05073f HTTP/1.1" status: 200 len: 1101 time: 0.2332163 Jan 28 00:25:13.402888 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca015678-c576-44ea-954c-5d91e4bf4246 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event updated for resources: {'Network': ['ID=40d581e6-d828-4d72-b72f-42bd460c0c31,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:13.479990 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 40d581e6-d828-4d72-b72f-42bd460c0c31 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:25:13.510676 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1a1fb-813c-4f5a-8ca3-a95edaceeefc req-fcf01927-3c4f-4f23-a142-7b4852a81fd7 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:13.520531 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b226fea1-31e2-4df4-bc64-a7c22850c12a None None] Network 0e70bda9-9b92-4ac2-9d4a-089ee04d28a5 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:25:13.530404 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-17b1a1fb-813c-4f5a-8ca3-a95edaceeefc req-fcf01927-3c4f-4f23-a142-7b4852a81fd7 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/ports?device_id=65fb0e9b-0d3e-465b-9c2b-b064dabb82e2 HTTP/1.1" status: 200 len: 949 time: 0.6030083 Jan 28 00:25:13.534800 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-152047e7-80ad-47a6-8516-c0c098ab6778 req-0784ddde-db84-46dd-91e5-37a5f262dfcf service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=029f3950-2ebe-42df-a155-7336948250dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345198 Jan 28 00:25:13.558405 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ca015678-c576-44ea-954c-5d91e4bf4246 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8372648 Jan 28 00:25:13.561076 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34748) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:13.566535 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-7d90290b-ddb1-4c8a-a7e1-f30696a1cc7a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Request body: {'subnet': {'network_id': '40d581e6-d828-4d72-b72f-42bd460c0c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:25:13.636406 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b226fea1-31e2-4df4-bc64-a7c22850c12a None None] Network 0e70bda9-9b92-4ac2-9d4a-089ee04d28a5 could not be found, it might have been deleted concurrently. {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 00:25:13.749883 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d90290b-ddb1-4c8a-a7e1-f30696a1cc7a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Made reservation on behalf of 375c116d8156487d828830465e9141b6 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:25:13.754205 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7d90290b-ddb1-4c8a-a7e1-f30696a1cc7a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:13.800926 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-17b1a1fb-813c-4f5a-8ca3-a95edaceeefc req-77f5a02d-092d-4a85-a513-ec8d2229e388 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/security-groups?id=029f3950-2ebe-42df-a155-7336948250dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247767 Jan 28 00:25:13.828681 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6bed0-f344-43d0-8cfe-7c7b761afd60 req-5eefff32-a781-4950-a90e-ced8ac68a058 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:13.838051 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-82b6bed0-f344-43d0-8cfe-7c7b761afd60 req-5eefff32-a781-4950-a90e-ced8ac68a058 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 945 time: 0.4472747 Jan 28 00:25:13.842928 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34752) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:13.849979 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-27d0acac-3164-4b79-980f-fcf3a70c1af8 None None] Publish callbacks [] for port (14bc19e8-d374-4e2e-a569-53ecdb33a95c), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:13.870592 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-27d0acac-3164-4b79-980f-fcf3a70c1af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (14bc19e8-d374-4e2e-a569-53ecdb33a95c), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:13.957139 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-27d0acac-3164-4b79-980f-fcf3a70c1af8 None None] Attempting to bind port 14bc19e8-d374-4e2e-a569-53ecdb33a95c on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:25:13.957901 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-27d0acac-3164-4b79-980f-fcf3a70c1af8 None None] Attempting to bind port 14bc19e8-d374-4e2e-a569-53ecdb33a95c by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:25:13.958640 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d0acac-3164-4b79-980f-fcf3a70c1af8 None None] Attempting to bind port 14bc19e8-d374-4e2e-a569-53ecdb33a95c on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:25:13.964508 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6923ef-df3c-4236-a42a-6d0be82aaf5f None None] Pushing event updated for resources: {'Port': ['ID=14bc19e8-d374-4e2e-a569-53ecdb33a95c,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:13.982654 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d0acac-3164-4b79-980f-fcf3a70c1af8 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:25:13.982888 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d0acac-3164-4b79-980f-fcf3a70c1af8 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:25:13.983310 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-27d0acac-3164-4b79-980f-fcf3a70c1af8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:13.983742 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d0acac-3164-4b79-980f-fcf3a70c1af8 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:25:13.984241 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-27d0acac-3164-4b79-980f-fcf3a70c1af8 None None] Bound port: 14bc19e8-d374-4e2e-a569-53ecdb33a95c, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:25:13.984843 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-27d0acac-3164-4b79-980f-fcf3a70c1af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (14bc19e8-d374-4e2e-a569-53ecdb33a95c), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:14.008150 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:14.055296 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-27d0acac-3164-4b79-980f-fcf3a70c1af8 None None] For port 14bc19e8-d374-4e2e-a569-53ecdb33a95c, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:25:14.060039 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-27d0acac-3164-4b79-980f-fcf3a70c1af8 None None] For port 14bc19e8-d374-4e2e-a569-53ecdb33a95c, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=14bc19e8-d374-4e2e-a569-53ecdb33a95c,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:25:14.070629 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-27d0acac-3164-4b79-980f-fcf3a70c1af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (14bc19e8-d374-4e2e-a569-53ecdb33a95c), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:14.072380 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-82b6bed0-f344-43d0-8cfe-7c7b761afd60 req-ba5eb304-9c97-4bb9-9bd6-2136536e6889 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333231 Jan 28 00:25:14.156346 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d0acac-3164-4b79-980f-fcf3a70c1af8 None None] Routers {'933725fc-e5f8-4534-be32-ac9b137b8137'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:25:14.157319 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-27d0acac-3164-4b79-980f-fcf3a70c1af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:25:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['933725fc-e5f8-4534-be32-ac9b137b8137'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:14.214588 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6923ef-df3c-4236-a42a-6d0be82aaf5f None None] Pushing event updated for resources: {'Port': ['ID=14bc19e8-d374-4e2e-a569-53ecdb33a95c,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:14.282367 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-581fcee5-1c5d-4e40-8ae8-a6ff6557f2df admin admin] Allocated IP 172.20.0.1 (678f63f0-3e7e-4ad4-8cdb-170d969c9da0/7b233241-da34-404d-b5e2-5833230c1252/0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:25:14.478260 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-27d0acac-3164-4b79-980f-fcf3a70c1af8 None None] Set router 933725fc-e5f8-4534-be32-ac9b137b8137 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:25:14.537748 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7d90290b-ddb1-4c8a-a7e1-f30696a1cc7a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (427dee3a-e865-4ba3-a079-3eb3e2318c92), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:14.559195 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edc590-9936-4a53-84ae-565f6bbc6cce req-9244cc67-64d5-40c6-9432-6eda32fd1a1d tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:14.561085 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f4edc590-9936-4a53-84ae-565f6bbc6cce req-9244cc67-64d5-40c6-9432-6eda32fd1a1d tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/ports?device_id=04251ac8-436c-4769-92cf-0bf2ec05073f HTTP/1.1" status: 200 len: 950 time: 0.1272459 Jan 28 00:25:14.593908 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-581fcee5-1c5d-4e40-8ae8-a6ff6557f2df admin admin] Publish callbacks [] for port (0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:14.685048 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f4edc590-9936-4a53-84ae-565f6bbc6cce req-5080ab9f-afa6-463b-b896-fee33d7a859c tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/security-groups?id=029f3950-2ebe-42df-a155-7336948250dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108298 Jan 28 00:25:14.700983 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-db84a6cd-a729-40fb-86a2-2213e3b69e91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:14.758007 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90290b-ddb1-4c8a-a7e1-f30696a1cc7a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event updated for resources: {'Subnet': ['ID=427dee3a-e865-4ba3-a079-3eb3e2318c92,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:14.760580 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-581fcee5-1c5d-4e40-8ae8-a6ff6557f2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:14.799784 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d90290b-ddb1-4c8a-a7e1-f30696a1cc7a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Checking segment: {'id': 'dbaede37-80f4-439a-afc4-6a133ee1061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '40d581e6-d828-4d72-b72f-42bd460c0c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:25:14.800431 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d90290b-ddb1-4c8a-a7e1-f30696a1cc7a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Network hostable DHCP agents. Network: 40d581e6-d828-4d72-b72f-42bd460c0c31, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:25:14.823839 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d90290b-ddb1-4c8a-a7e1-f30696a1cc7a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Network 40d581e6-d828-4d72-b72f-42bd460c0c31 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:25:14.853418 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-7d90290b-ddb1-4c8a-a7e1-f30696a1cc7a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 40d581e6-d828-4d72-b72f-42bd460c0c31) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:25:14.864718 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b51009-ea6c-434f-a1a7-9049245a9d6f None None] Network 40d581e6-d828-4d72-b72f-42bd460c0c31 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:25:14.875796 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d90290b-ddb1-4c8a-a7e1-f30696a1cc7a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:14.884245 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7d90290b-ddb1-4c8a-a7e1-f30696a1cc7a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:14.931275 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7d90290b-ddb1-4c8a-a7e1-f30696a1cc7a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3635597 Jan 28 00:25:14.931869 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34772) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:14.953173 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-22ffe4bc-8f4d-4144-b172-65564a89d7cf tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Request body: {'subnet': {'network_id': '40d581e6-d828-4d72-b72f-42bd460c0c31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:25:15.007672 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-27d0acac-3164-4b79-980f-fcf3a70c1af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'name': 'tempest-ServersTestFqdnHostnames-278856481-router', 'tenant_id': '714312f3f50a4971b99fea5b842dea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '14bc19e8-d374-4e2e-a569-53ecdb33a95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:25:05Z', 'updated_at': '2022-01-28T00:25:08Z', 'revision_number': 3, 'project_id': '714312f3f50a4971b99fea5b842dea10', 'gw_port': {'id': '14bc19e8-d374-4e2e-a569-53ecdb33a95c', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:68:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:25:06Z', 'updated_at': '2022-01-28T00:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:15.015073 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581fcee5-1c5d-4e40-8ae8-a6ff6557f2df admin admin] Network 678f63f0-3e7e-4ad4-8cdb-170d969c9da0 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:25:15.030096 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581fcee5-1c5d-4e40-8ae8-a6ff6557f2df admin admin] Pushing event updated for resources: {'Port': ['ID=0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:15.045740 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-581fcee5-1c5d-4e40-8ae8-a6ff6557f2df admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:25:15.063062 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581fcee5-1c5d-4e40-8ae8-a6ff6557f2df admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:25:15.093093 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d0acac-3164-4b79-980f-fcf3a70c1af8 None None] The sync data for ids ['933725fc-e5f8-4534-be32-ac9b137b8137'] in n-d-826754-1 is: [{'id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'name': 'tempest-ServersTestFqdnHostnames-278856481-router', 'tenant_id': '714312f3f50a4971b99fea5b842dea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '14bc19e8-d374-4e2e-a569-53ecdb33a95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:25:05Z', 'updated_at': '2022-01-28T00:25:08Z', 'revision_number': 3, 'project_id': '714312f3f50a4971b99fea5b842dea10', 'gw_port': {'id': '14bc19e8-d374-4e2e-a569-53ecdb33a95c', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:68:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:25:06Z', 'updated_at': '2022-01-28T00:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:25:15.190036 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff5022b-f785-4556-87e9-c4563330b647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-40d581e6-d828-4d72-b72f-42bd460c0c31', 'network_id': '40d581e6-d828-4d72-b72f-42bd460c0c31', 'project_id': '375c116d8156487d828830465e9141b6', 'fixed_ips': [{'subnet_id': '427dee3a-e865-4ba3-a079-3eb3e2318c92'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:25:15.192460 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ff5022b-f785-4556-87e9-c4563330b647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:15.444425 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-581fcee5-1c5d-4e40-8ae8-a6ff6557f2df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (933725fc-e5f8-4534-be32-ac9b137b8137), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:15.467475 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ffe4bc-8f4d-4144-b172-65564a89d7cf tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Made reservation on behalf of 375c116d8156487d828830465e9141b6 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:25:15.473452 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22ffe4bc-8f4d-4144-b172-65564a89d7cf tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:15.681263 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-db84a6cd-a729-40fb-86a2-2213e3b69e91 admin admin] Publish callbacks [] for security_group (c1ddedce-4ea6-4bdb-96ba-4bccdc194f5c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:15.702452 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-db84a6cd-a729-40fb-86a2-2213e3b69e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c1ddedce-4ea6-4bdb-96ba-4bccdc194f5c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:15.723683 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ba131-716d-43b8-82a6-e54080199799 req-098fd908-ee1a-4648-bd02-5c54e1af5abd tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:15.727887 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-419ba131-716d-43b8-82a6-e54080199799 req-098fd908-ee1a-4648-bd02-5c54e1af5abd tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 945 time: 0.4760106 Jan 28 00:25:15.823663 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-96511ee7-bf71-412e-a5f4-4da37fede97f None None] Provisioning complete for port 0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:25:15.824647 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-96511ee7-bf71-412e-a5f4-4da37fede97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:15.959850 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-7ff5022b-f785-4556-87e9-c4563330b647 None None] Allocated IP 2001:db8::2 (40d581e6-d828-4d72-b72f-42bd460c0c31/427dee3a-e865-4ba3-a079-3eb3e2318c92/46d54daf-b83e-404f-a163-51bc39680932) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:25:15.960186 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84a6cd-a729-40fb-86a2-2213e3b69e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ddedce-4ea6-4bdb-96ba-4bccdc194f5c,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:15.964937 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-96511ee7-bf71-412e-a5f4-4da37fede97f None None] Port 0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:25:15.987939 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-db84a6cd-a729-40fb-86a2-2213e3b69e91 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3de1eee4c2204875a35221bb7b37af43&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1393909 Jan 28 00:25:16.032037 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34796) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:16.221926 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-419ba131-716d-43b8-82a6-e54080199799 req-43bff41a-c535-4982-b178-01e26a8d62be tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215739 Jan 28 00:25:16.262785 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bc304-8c7e-458c-8b9a-bf44ba01e666 req-5116d8e8-a0ad-4914-9ed1-0463ba846c6e tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:16.264527 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-939bc304-8c7e-458c-8b9a-bf44ba01e666 req-5116d8e8-a0ad-4914-9ed1-0463ba846c6e tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/ports?device_id=04251ac8-436c-4769-92cf-0bf2ec05073f HTTP/1.1" status: 200 len: 950 time: 0.3386252 Jan 28 00:25:16.267228 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-581fcee5-1c5d-4e40-8ae8-a6ff6557f2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:16.290939 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22ffe4bc-8f4d-4144-b172-65564a89d7cf tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (6d9cd205-05a5-41f3-852c-2a49d4d6c06f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:16.320870 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ff5022b-f785-4556-87e9-c4563330b647 None None] Publish callbacks [] for port (46d54daf-b83e-404f-a163-51bc39680932), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:16.327420 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dec2ff02-5fc6-4c8d-944e-4ddaac3395ef admin admin] Publish callbacks [] for security_group (c1ddedce-4ea6-4bdb-96ba-4bccdc194f5c), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:16.339002 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ff5022b-f785-4556-87e9-c4563330b647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (46d54daf-b83e-404f-a163-51bc39680932), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:16.413982 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff5022b-f785-4556-87e9-c4563330b647 None None] Network 40d581e6-d828-4d72-b72f-42bd460c0c31 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:25:16.417042 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-7ff5022b-f785-4556-87e9-c4563330b647 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:25:16.428508 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff5022b-f785-4556-87e9-c4563330b647 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:25:16.440750 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ffe4bc-8f4d-4144-b172-65564a89d7cf tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Network 40d581e6-d828-4d72-b72f-42bd460c0c31 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:25:16.449816 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-22ffe4bc-8f4d-4144-b172-65564a89d7cf tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:25:16.454775 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ffe4bc-8f4d-4144-b172-65564a89d7cf tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:16.455846 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22ffe4bc-8f4d-4144-b172-65564a89d7cf tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:16.459523 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-939bc304-8c7e-458c-8b9a-bf44ba01e666 req-de7dabc6-65a5-4340-9e42-981230aedd27 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/security-groups?id=029f3950-2ebe-42df-a155-7336948250dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826785 Jan 28 00:25:16.466952 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dec2ff02-5fc6-4c8d-944e-4ddaac3395ef admin admin] Publish callbacks [] for security_group (c1ddedce-4ea6-4bdb-96ba-4bccdc194f5c), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:16.482746 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5022b-f785-4556-87e9-c4563330b647 None None] Pushing event updated for resources: {'Port': ['ID=46d54daf-b83e-404f-a163-51bc39680932,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:16.539683 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ffe4bc-8f4d-4144-b172-65564a89d7cf tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event updated for resources: {'Subnet': ['ID=6d9cd205-05a5-41f3-852c-2a49d4d6c06f,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:16.553346 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-22ffe4bc-8f4d-4144-b172-65564a89d7cf tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6199460 Jan 28 00:25:16.554864 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34826) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:16.580824 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e0814931-0273-44d4-9b19-363b02b03b9d details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:25:16.629042 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7ff5022b-f785-4556-87e9-c4563330b647 None None] Attempting to bind port 46d54daf-b83e-404f-a163-51bc39680932 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:25:16.629476 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7ff5022b-f785-4556-87e9-c4563330b647 None None] Attempting to bind port 46d54daf-b83e-404f-a163-51bc39680932 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'dbaede37-80f4-439a-afc4-6a133ee1061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '40d581e6-d828-4d72-b72f-42bd460c0c31'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:25:16.629856 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff5022b-f785-4556-87e9-c4563330b647 None None] Attempting to bind port 46d54daf-b83e-404f-a163-51bc39680932 on network 40d581e6-d828-4d72-b72f-42bd460c0c31 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:25:16.664706 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff5022b-f785-4556-87e9-c4563330b647 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:25:16.665358 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff5022b-f785-4556-87e9-c4563330b647 None None] Checking segment: {'id': 'dbaede37-80f4-439a-afc4-6a133ee1061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '40d581e6-d828-4d72-b72f-42bd460c0c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:25:16.666054 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ff5022b-f785-4556-87e9-c4563330b647 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:16.673631 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff5022b-f785-4556-87e9-c4563330b647 None None] Bound using segment: {'id': 'dbaede37-80f4-439a-afc4-6a133ee1061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '40d581e6-d828-4d72-b72f-42bd460c0c31'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:25:16.674545 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7ff5022b-f785-4556-87e9-c4563330b647 None None] Bound port: 46d54daf-b83e-404f-a163-51bc39680932, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbaede37-80f4-439a-afc4-6a133ee1061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '40d581e6-d828-4d72-b72f-42bd460c0c31'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:25:16.675215 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ff5022b-f785-4556-87e9-c4563330b647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (46d54daf-b83e-404f-a163-51bc39680932), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:16.733384 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-581fcee5-1c5d-4e40-8ae8-a6ff6557f2df admin admin] Publish callbacks [] for port (0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:16.746559 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.resource_extend [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:25:16.753713 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-581fcee5-1c5d-4e40-8ae8-a6ff6557f2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:16.775108 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ac343d-5588-46c7-9877-5a258fdad2f3 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:16.779886 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ac343d-5588-46c7-9877-5a258fdad2f3 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:16.782784 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ac343d-5588-46c7-9877-5a258fdad2f3 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:16.786046 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ac343d-5588-46c7-9877-5a258fdad2f3 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:16.786781 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dec2ff02-5fc6-4c8d-944e-4ddaac3395ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c1ddedce-4ea6-4bdb-96ba-4bccdc194f5c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:16.803807 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dec2ff02-5fc6-4c8d-944e-4ddaac3395ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:16.805469 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ac343d-5588-46c7-9877-5a258fdad2f3 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:16.808621 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-03ac343d-5588-46c7-9877-5a258fdad2f3 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2518442 Jan 28 00:25:16.816044 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-dec2ff02-5fc6-4c8d-944e-4ddaac3395ef admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c1ddedce-4ea6-4bdb-96ba-4bccdc194f5c HTTP/1.1" status: 204 len: 168 time: 0.7658918 Jan 28 00:25:16.816723 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34852) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:16.838608 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-cb84afd2-77fe-468b-9627-ddcba7bf9dfb tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-875230191'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:25:16.854990 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-7ff5022b-f785-4556-87e9-c4563330b647 None None] For port 46d54daf-b83e-404f-a163-51bc39680932, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:25:16.863255 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-7ff5022b-f785-4556-87e9-c4563330b647 None None] For port 46d54daf-b83e-404f-a163-51bc39680932, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=46d54daf-b83e-404f-a163-51bc39680932,segment=NetworkSegment(dbaede37-80f4-439a-afc4-6a133ee1061f),segment_id=dbaede37-80f4-439a-afc4-6a133ee1061f)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:25:16.919953 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ff5022b-f785-4556-87e9-c4563330b647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (46d54daf-b83e-404f-a163-51bc39680932), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:16.948637 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb84afd2-77fe-468b-9627-ddcba7bf9dfb tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Made reservation on behalf of 375c116d8156487d828830465e9141b6 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:25:16.957252 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb84afd2-77fe-468b-9627-ddcba7bf9dfb tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:17.045086 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec2ff02-5fc6-4c8d-944e-4ddaac3395ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ddedce-4ea6-4bdb-96ba-4bccdc194f5c,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:17.101559 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-581fcee5-1c5d-4e40-8ae8-a6ff6557f2df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (933725fc-e5f8-4534-be32-ac9b137b8137), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:17.105522 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581fcee5-1c5d-4e40-8ae8-a6ff6557f2df admin admin] Pushing event updated for resources: {'Port': ['ID=0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:17.143159 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb84afd2-77fe-468b-9627-ddcba7bf9dfb tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:25:17.158999 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5022b-f785-4556-87e9-c4563330b647 None None] Pushing event updated for resources: {'Port': ['ID=46d54daf-b83e-404f-a163-51bc39680932,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:17.166099 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e0814931-0273-44d4-9b19-363b02b03b9d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e0814931-0273-44d4-9b19-363b02b03b9d,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:17.194385 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'e0814931-0273-44d4-9b19-363b02b03b9d', 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32', 'port_id': 'e0814931-0273-44d4-9b19-363b02b03b9d', 'mac_address': 'fa:16:3e:25:fe:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752b9c73-c003-4007-a37c-7b906aeda551', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:25:17.195922 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb84afd2-77fe-468b-9627-ddcba7bf9dfb tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (06257535-4136-40c9-8eae-6664da7c57c5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:17.196578 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-cb84afd2-77fe-468b-9627-ddcba7bf9dfb tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Added segment 06257535-4136-40c9-8eae-6664da7c57c5 of type vlan for network 9619f8b7-537b-4293-a246-62986963b714 Jan 28 00:25:17.256777 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port e0814931-0273-44d4-9b19-363b02b03b9d is: ACTIVE; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:17.259250 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e0814931-0273-44d4-9b19-363b02b03b9d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:17.306023 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0814931-0273-44d4-9b19-363b02b03b9d {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:25:17.351906 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e0814931-0273-44d4-9b19-363b02b03b9d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e0814931-0273-44d4-9b19-363b02b03b9d,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:17.362808 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e0814931-0273-44d4-9b19-363b02b03b9d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:17.386437 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 14bc19e8-d374-4e2e-a569-53ecdb33a95c up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:25:17.400262 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb84afd2-77fe-468b-9627-ddcba7bf9dfb tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (9619f8b7-537b-4293-a246-62986963b714), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:17.541940 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb84afd2-77fe-468b-9627-ddcba7bf9dfb tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (9619f8b7-537b-4293-a246-62986963b714), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:17.570396 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb84afd2-77fe-468b-9627-ddcba7bf9dfb tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:17.576525 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb84afd2-77fe-468b-9627-ddcba7bf9dfb tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:17.924807 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581fcee5-1c5d-4e40-8ae8-a6ff6557f2df admin admin] Network 678f63f0-3e7e-4ad4-8cdb-170d969c9da0 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:25:17.934354 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-581fcee5-1c5d-4e40-8ae8-a6ff6557f2df admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:25:18.040706 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cb84afd2-77fe-468b-9627-ddcba7bf9dfb tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2209246 Jan 28 00:25:18.044539 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34904) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:18.061569 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cdd1b-7761-4ea4-ac70-9a602bb4d52c req-4ced4a3c-fd87-41ad-8a7b-706befeb83c4 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:18.077094 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-646bb3c7-b327-450b-9818-906fb39f69ba tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:25:18.084408 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e43cdd1b-7761-4ea4-ac70-9a602bb4d52c req-4ced4a3c-fd87-41ad-8a7b-706befeb83c4 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 944 time: 0.5268850 Jan 28 00:25:18.109952 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84afd2-77fe-468b-9627-ddcba7bf9dfb tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event updated for resources: {'Network': ['ID=9619f8b7-537b-4293-a246-62986963b714,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:18.244406 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34908) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:18.410526 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['e0814931-0273-44d4-9b19-363b02b03b9d'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:25:18.496594 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-16c0d7f5-c054-4a04-b392-1187f2d04ac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:18.569506 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 9619f8b7-537b-4293-a246-62986963b714 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:25:18.645951 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581fcee5-1c5d-4e40-8ae8-a6ff6557f2df admin admin] Router 933725fc-e5f8-4534-be32-ac9b137b8137 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:25:18.741423 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=e0814931-0273-44d4-9b19-363b02b03b9d,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:18.854553 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-16c0d7f5-c054-4a04-b392-1187f2d04ac6 admin admin] Publish callbacks [] for security_group (5994ee45-3626-4ae4-be11-c1524af425c4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:18.956961 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-10cc8ca0-308f-4996-872a-5a6dc60ecf33 None None] Provisioning complete for port 0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:25:18.959488 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-10cc8ca0-308f-4996-872a-5a6dc60ecf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:18.963108 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34928) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:18.970960 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e43cdd1b-7761-4ea4-ac70-9a602bb4d52c req-60e15fa5-f8b6-43eb-984c-167ed87e8282 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8745253 Jan 28 00:25:19.110471 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-646bb3c7-b327-450b-9818-906fb39f69ba tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (9619f8b7-537b-4293-a246-62986963b714), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:19.114791 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 14bc19e8-d374-4e2e-a569-53ecdb33a95c triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:25:19.115171 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (14bc19e8-d374-4e2e-a569-53ecdb33a95c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:19.127479 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-16c0d7f5-c054-4a04-b392-1187f2d04ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (5994ee45-3626-4ae4-be11-c1524af425c4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:19.232554 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581fcee5-1c5d-4e40-8ae8-a6ff6557f2df admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:25:19.246309 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-581fcee5-1c5d-4e40-8ae8-a6ff6557f2df admin admin] 10.222.0.70 "PUT /v2.0/routers/933725fc-e5f8-4534-be32-ac9b137b8137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4438603 Jan 28 00:25:19.268042 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc55b26a-d0ed-409d-8a2f-dc70a6556d21 None None] Sync routers for ids ['933725fc-e5f8-4534-be32-ac9b137b8137'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:25:19.268624 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-646bb3c7-b327-450b-9818-906fb39f69ba tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (9619f8b7-537b-4293-a246-62986963b714), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:19.298161 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-10cc8ca0-308f-4996-872a-5a6dc60ecf33 None None] Port 0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:25:19.300510 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-646bb3c7-b327-450b-9818-906fb39f69ba tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Network 9619f8b7-537b-4293-a246-62986963b714 is not hosted by any dhcp agent {{(pid=103343) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 00:25:19.328586 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646bb3c7-b327-450b-9818-906fb39f69ba tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:19.329528 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-646bb3c7-b327-450b-9818-906fb39f69ba tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:19.355685 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-646bb3c7-b327-450b-9818-906fb39f69ba tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "PUT /v2.0/networks/9619f8b7-537b-4293-a246-62986963b714 HTTP/1.1" status: 200 len: 723 time: 1.3000865 Jan 28 00:25:19.363590 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc55b26a-d0ed-409d-8a2f-dc70a6556d21 None None] Routers {'933725fc-e5f8-4534-be32-ac9b137b8137'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:25:19.365208 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-dc55b26a-d0ed-409d-8a2f-dc70a6556d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:25:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['933725fc-e5f8-4534-be32-ac9b137b8137'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:19.370973 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34938) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:19.412259 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-a784119c-4007-471c-bf41-f386ca6175ea tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Request body: {'subnet': {'network_id': '9619f8b7-537b-4293-a246-62986963b714', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:25:19.439440 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1d7209dd-1136-47f0-894b-9e84d40f245c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:19.476408 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-16c0d7f5-c054-4a04-b392-1187f2d04ac6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=059422b01962405086d2e4601149a3b1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2298515 Jan 28 00:25:19.500908 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34942) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:19.508870 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0d7f5-c054-4a04-b392-1187f2d04ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5994ee45-3626-4ae4-be11-c1524af425c4,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:19.819255 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646bb3c7-b327-450b-9818-906fb39f69ba tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event updated for resources: {'Network': ['ID=9619f8b7-537b-4293-a246-62986963b714,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:19.855037 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 14bc19e8-d374-4e2e-a569-53ecdb33a95c is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:19.869071 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (14bc19e8-d374-4e2e-a569-53ecdb33a95c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:19.902951 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 9619f8b7-537b-4293-a246-62986963b714 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:25:20.015028 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 14bc19e8-d374-4e2e-a569-53ecdb33a95c, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=14bc19e8-d374-4e2e-a569-53ecdb33a95c,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:20.148465 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (14bc19e8-d374-4e2e-a569-53ecdb33a95c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:20.226976 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abd4825-fd48-4f5c-9bcf-d867d3f24ca6 None None] Network 40d581e6-d828-4d72-b72f-42bd460c0c31 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:25:20.251742 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1d7209dd-1136-47f0-894b-9e84d40f245c admin admin] Publish callbacks [] for security_group (c9c9aa79-26ed-469e-a953-4b330a56f436), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:20.277503 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b0918494-4266-4e67-ba9c-32525ceada1f admin admin] Publish callbacks [] for security_group (5994ee45-3626-4ae4-be11-c1524af425c4), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:20.296845 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1d7209dd-1136-47f0-894b-9e84d40f245c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c9c9aa79-26ed-469e-a953-4b330a56f436), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:20.312995 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-dc55b26a-d0ed-409d-8a2f-dc70a6556d21 None None] Set router 933725fc-e5f8-4534-be32-ac9b137b8137 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:25:20.367349 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34962) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:20.380409 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1d7209dd-1136-47f0-894b-9e84d40f245c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b6a0a4efa388455da62148525ad35cc3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4077892 Jan 28 00:25:20.383262 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a784119c-4007-471c-bf41-f386ca6175ea tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Made reservation on behalf of 375c116d8156487d828830465e9141b6 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:25:20.393648 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a784119c-4007-471c-bf41-f386ca6175ea tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:20.503023 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 46d54daf-b83e-404f-a163-51bc39680932 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:25:20.582033 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b752f9d7-b18d-4ed1-8b21-3d50291ab6bd admin admin] Publish callbacks [] for security_group (c9c9aa79-26ed-469e-a953-4b330a56f436), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:20.635201 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e0814931-0273-44d4-9b19-363b02b03b9d up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:25:20.692368 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b752f9d7-b18d-4ed1-8b21-3d50291ab6bd admin admin] Publish callbacks [] for security_group (c9c9aa79-26ed-469e-a953-4b330a56f436), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:20.700347 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34966) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:20.749301 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-870c1ef9-1f98-411e-9ae6-e88c06b2dfd4 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1168117519', 'description': 'tempest-description--2127202033'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:25:20.835445 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-870c1ef9-1f98-411e-9ae6-e88c06b2dfd4 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:20.869741 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b752f9d7-b18d-4ed1-8b21-3d50291ab6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c9c9aa79-26ed-469e-a953-4b330a56f436), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:20.873942 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b752f9d7-b18d-4ed1-8b21-3d50291ab6bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:20.875707 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b752f9d7-b18d-4ed1-8b21-3d50291ab6bd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c9c9aa79-26ed-469e-a953-4b330a56f436 HTTP/1.1" status: 204 len: 168 time: 0.5064425 Jan 28 00:25:20.891707 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752f9d7-b18d-4ed1-8b21-3d50291ab6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c9aa79-26ed-469e-a953-4b330a56f436,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:21.067794 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-870c1ef9-1f98-411e-9ae6-e88c06b2dfd4 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks [] for security_group (ba77e1a7-1034-4b2c-a656-04d1193f2a4d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:21.077591 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-870c1ef9-1f98-411e-9ae6-e88c06b2dfd4 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ba77e1a7-1034-4b2c-a656-04d1193f2a4d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:21.094930 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-04c6ddde-6037-4d81-ab03-b7263ad4f039 None None] Provisioning complete for port 46d54daf-b83e-404f-a163-51bc39680932 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:25:21.095761 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-04c6ddde-6037-4d81-ab03-b7263ad4f039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (46d54daf-b83e-404f-a163-51bc39680932), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:21.143223 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-870c1ef9-1f98-411e-9ae6-e88c06b2dfd4 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:21.157554 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-870c1ef9-1f98-411e-9ae6-e88c06b2dfd4 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4322207 Jan 28 00:25:21.162829 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34974) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:21.180151 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-b4f6228b-4777-43df-8cdc-2ce0683da3ea tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Request body: {'security_group_rule': {'security_group_id': 'ba77e1a7-1034-4b2c-a656-04d1193f2a4d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:25:21.190103 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c1ef9-1f98-411e-9ae6-e88c06b2dfd4 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba77e1a7-1034-4b2c-a656-04d1193f2a4d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:21.254211 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b4f6228b-4777-43df-8cdc-2ce0683da3ea tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks [] for security_group_rule (2a544f02-c8bc-454d-8e8e-adec3f6af55a), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:21.298562 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b0918494-4266-4e67-ba9c-32525ceada1f admin admin] Publish callbacks [] for security_group (5994ee45-3626-4ae4-be11-c1524af425c4), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:21.401866 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7209dd-1136-47f0-894b-9e84d40f245c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c9aa79-26ed-469e-a953-4b330a56f436,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:21.464741 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b4f6228b-4777-43df-8cdc-2ce0683da3ea tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks [] for security_group_rule (2a544f02-c8bc-454d-8e8e-adec3f6af55a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:21.479699 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b4f6228b-4777-43df-8cdc-2ce0683da3ea tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (2a544f02-c8bc-454d-8e8e-adec3f6af55a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:21.483896 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=14bc19e8-d374-4e2e-a569-53ecdb33a95c,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:21.543250 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6228b-4777-43df-8cdc-2ce0683da3ea tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a544f02-c8bc-454d-8e8e-adec3f6af55a,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:21.598685 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b4f6228b-4777-43df-8cdc-2ce0683da3ea tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:21.605274 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b4f6228b-4777-43df-8cdc-2ce0683da3ea tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4362221 Jan 28 00:25:21.609243 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34986) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:21.611977 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730bed9-93ed-414b-a9c1-b9b2d32e8672 req-88c007f6-c6ba-4980-bf72-a2e093dedc36 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:21.613729 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e730bed9-93ed-414b-a9c1-b9b2d32e8672 req-88c007f6-c6ba-4980-bf72-a2e093dedc36 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 944 time: 1.3286855 Jan 28 00:25:21.666463 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-67bf0144-015e-460e-8630-be2eb791fe66 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Request body: {'security_group_rule': {'security_group_id': 'ba77e1a7-1034-4b2c-a656-04d1193f2a4d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:25:21.691133 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device cc24101a-544d-4649-8815-96aaa8e93806 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:25:21.703786 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a784119c-4007-471c-bf41-f386ca6175ea tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (e0f9246f-376c-4e06-affa-755308f09c24), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:21.777366 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 46d54daf-b83e-404f-a163-51bc39680932 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:25:21.777844 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (46d54daf-b83e-404f-a163-51bc39680932), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:21.787990 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port e0814931-0273-44d4-9b19-363b02b03b9d triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:25:21.787990 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e0814931-0273-44d4-9b19-363b02b03b9d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:21.791686 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b0918494-4266-4e67-ba9c-32525ceada1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (5994ee45-3626-4ae4-be11-c1524af425c4), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:21.793412 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b0918494-4266-4e67-ba9c-32525ceada1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:21.798794 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b0918494-4266-4e67-ba9c-32525ceada1f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5994ee45-3626-4ae4-be11-c1524af425c4 HTTP/1.1" status: 204 len: 168 time: 2.2767062 Jan 28 00:25:21.853105 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67bf0144-015e-460e-8630-be2eb791fe66 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks [] for security_group_rule (13414baa-4661-4409-89a4-8b03ccfeb30a), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:21.954173 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0918494-4266-4e67-ba9c-32525ceada1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5994ee45-3626-4ae4-be11-c1524af425c4,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:21.993865 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e730bed9-93ed-414b-a9c1-b9b2d32e8672 req-d54e4523-a16a-413d-bcf5-e9c1f688418a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406746 Jan 28 00:25:22.026149 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784119c-4007-471c-bf41-f386ca6175ea tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event updated for resources: {'Subnet': ['ID=e0f9246f-376c-4e06-affa-755308f09c24,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:22.057547 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a784119c-4007-471c-bf41-f386ca6175ea tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Checking segment: {'id': '06257535-4136-40c9-8eae-6664da7c57c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9619f8b7-537b-4293-a246-62986963b714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:25:22.057922 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a784119c-4007-471c-bf41-f386ca6175ea tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Network hostable DHCP agents. Network: 9619f8b7-537b-4293-a246-62986963b714, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:25:22.135997 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34992) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:22.164075 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67bf0144-015e-460e-8630-be2eb791fe66 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks [] for security_group_rule (13414baa-4661-4409-89a4-8b03ccfeb30a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:22.174462 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67bf0144-015e-460e-8630-be2eb791fe66 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (13414baa-4661-4409-89a4-8b03ccfeb30a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:22.233380 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67bf0144-015e-460e-8630-be2eb791fe66 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:22.240650 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-67bf0144-015e-460e-8630-be2eb791fe66 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6014802 Jan 28 00:25:22.243181 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34996) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:22.267964 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-1f3e430d-5fb6-46c8-9721-0da3a93c8ff4 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:25:22.282435 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf0144-015e-460e-8630-be2eb791fe66 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13414baa-4661-4409-89a4-8b03ccfeb30a,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:22.347237 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f3e430d-5fb6-46c8-9721-0da3a93c8ff4 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:22.558234 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.resource_extend [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] It took 0.77 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:25:22.566904 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eea150b-67e9-4fed-9328-85dbb37db54d None None] Update dhcp port {'port': {'network_id': '40d581e6-d828-4d72-b72f-42bd460c0c31', 'fixed_ips': [{'subnet_id': '427dee3a-e865-4ba3-a079-3eb3e2318c92', 'ip_address': '2001:db8::2'}, {'subnet_id': '6d9cd205-05a5-41f3-852c-2a49d4d6c06f'}], 'binding:host_id': 'n-d-826754-1'}, 'id': '46d54daf-b83e-404f-a163-51bc39680932'} from n-d-826754-1. {{(pid=103345) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 00:25:22.732015 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f3e430d-5fb6-46c8-9721-0da3a93c8ff4 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:22.911785 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port cc24101a-544d-4649-8815-96aaa8e93806, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=cc24101a-544d-4649-8815-96aaa8e93806,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:22.948609 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8eea150b-67e9-4fed-9328-85dbb37db54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (46d54daf-b83e-404f-a163-51bc39680932), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:22.977087 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'cc24101a-544d-4649-8815-96aaa8e93806', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': 'cc24101a-544d-4649-8815-96aaa8e93806', 'mac_address': 'fa:16:3e:39:56:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:25:23.248446 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-1f3e430d-5fb6-46c8-9721-0da3a93c8ff4 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Allocated IP 172.25.3.174 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/abbf3465-4c71-4d52-b13a-c9f291a786aa) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:25:23.444249 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a784119c-4007-471c-bf41-f386ca6175ea tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Network 9619f8b7-537b-4293-a246-62986963b714 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:25:23.469203 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bf49d767-7c03-4aaa-ae81-ff4df3c8ee9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:23.501137 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-a784119c-4007-471c-bf41-f386ca6175ea tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 9619f8b7-537b-4293-a246-62986963b714) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:25:23.600284 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a784119c-4007-471c-bf41-f386ca6175ea tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:23.601652 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a784119c-4007-471c-bf41-f386ca6175ea tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:23.650686 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38710ad-6633-4a09-8d06-49db4d676676 None None] Network 9619f8b7-537b-4293-a246-62986963b714 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:25:23.659185 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f3e430d-5fb6-46c8-9721-0da3a93c8ff4 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks [] for port (abbf3465-4c71-4d52-b13a-c9f291a786aa), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:23.720365 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a784119c-4007-471c-bf41-f386ca6175ea tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3273849 Jan 28 00:25:23.729992 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35032) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:23.744071 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-6906e9a7-d5b9-45ad-8588-ed61fcbb861c tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:25:23.794916 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f3e430d-5fb6-46c8-9721-0da3a93c8ff4 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (abbf3465-4c71-4d52-b13a-c9f291a786aa), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:23.875704 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3e430d-5fb6-46c8-9721-0da3a93c8ff4 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:25:23.891448 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-1f3e430d-5fb6-46c8-9721-0da3a93c8ff4 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:25:23.896062 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3e430d-5fb6-46c8-9721-0da3a93c8ff4 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:25:23.900048 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e430d-5fb6-46c8-9721-0da3a93c8ff4 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Pushing event updated for resources: {'Port': ['ID=abbf3465-4c71-4d52-b13a-c9f291a786aa,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:23.994236 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port e0814931-0273-44d4-9b19-363b02b03b9d is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:23.994872 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e0814931-0273-44d4-9b19-363b02b03b9d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:24.018680 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c14fd-cc2b-4ac9-8399-50b680aa6506 req-2cae7ffc-369e-4de2-a6c2-b012d4150fa4 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:24.021550 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-994c14fd-cc2b-4ac9-8399-50b680aa6506 req-2cae7ffc-369e-4de2-a6c2-b012d4150fa4 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 944 time: 0.5636761 Jan 28 00:25:24.081066 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port cc24101a-544d-4649-8815-96aaa8e93806 is: ACTIVE; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:24.081066 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cc24101a-544d-4649-8815-96aaa8e93806), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:24.191954 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f3e430d-5fb6-46c8-9721-0da3a93c8ff4 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks [] for floatingip (5d0d5935-c8e1-4910-8c22-1340c90b1e61), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:24.264906 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f3e430d-5fb6-46c8-9721-0da3a93c8ff4 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (abbf3465-4c71-4d52-b13a-c9f291a786aa), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:24.356903 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bf49d767-7c03-4aaa-ae81-ff4df3c8ee9d admin admin] Publish callbacks [] for security_group (c6003374-38d9-4271-8e7d-eb932dc6217a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:24.368378 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-994c14fd-cc2b-4ac9-8399-50b680aa6506 req-f6d3f382-2efe-4db2-a0e4-b0361f8e99ea tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221302 Jan 28 00:25:24.373865 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6906e9a7-d5b9-45ad-8588-ed61fcbb861c tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126751786'] for subnet (e0f9246f-376c-4e06-affa-755308f09c24), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:24.379989 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bf49d767-7c03-4aaa-ae81-ff4df3c8ee9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c6003374-38d9-4271-8e7d-eb932dc6217a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:24.685453 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 46d54daf-b83e-404f-a163-51bc39680932 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:24.685453 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (46d54daf-b83e-404f-a163-51bc39680932), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:24.700537 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f3e430d-5fb6-46c8-9721-0da3a93c8ff4 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks [] for port (abbf3465-4c71-4d52-b13a-c9f291a786aa), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:24.714925 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f3e430d-5fb6-46c8-9721-0da3a93c8ff4 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (abbf3465-4c71-4d52-b13a-c9f291a786aa), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:24.832566 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e430d-5fb6-46c8-9721-0da3a93c8ff4 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Pushing event updated for resources: {'Port': ['ID=abbf3465-4c71-4d52-b13a-c9f291a786aa,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:24.865760 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6906e9a7-d5b9-45ad-8588-ed61fcbb861c tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749991160787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126042817'] for subnet (e0f9246f-376c-4e06-affa-755308f09c24), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:24.893031 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e0814931-0273-44d4-9b19-363b02b03b9d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e0814931-0273-44d4-9b19-363b02b03b9d,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:24.907427 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0814931-0273-44d4-9b19-363b02b03b9d'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:25:24.917186 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fd4ba0-674d-4e42-b31f-cc9b08ad1b1b" -d '{"events": [{"server_uuid": "8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1", "name": "network-vif-plugged", "status": "completed", "tag": "e0814931-0273-44d4-9b19-363b02b03b9d"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:25:24.980601 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f3e430d-5fb6-46c8-9721-0da3a93c8ff4 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (5d0d5935-c8e1-4910-8c22-1340c90b1e61), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:25.012793 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e0814931-0273-44d4-9b19-363b02b03b9d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:25.037596 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f3e430d-5fb6-46c8-9721-0da3a93c8ff4 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:25.045312 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1f3e430d-5fb6-46c8-9721-0da3a93c8ff4 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7803786 Jan 28 00:25:25.046464 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35066) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:25.049061 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aea2804-34b8-48e2-bc40-1ec8b3534761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-9619f8b7-537b-4293-a246-62986963b714', 'network_id': '9619f8b7-537b-4293-a246-62986963b714', 'project_id': '375c116d8156487d828830465e9141b6', 'fixed_ips': [{'subnet_id': 'e0f9246f-376c-4e06-affa-755308f09c24'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:25:25.050908 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906e9a7-d5b9-45ad-8588-ed61fcbb861c tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event updated for resources: {'Subnet': ['ID=e0f9246f-376c-4e06-affa-755308f09c24,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:25.055131 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9aea2804-34b8-48e2-bc40-1ec8b3534761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:25.078423 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6906e9a7-d5b9-45ad-8588-ed61fcbb861c tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:25.081849 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6906e9a7-d5b9-45ad-8588-ed61fcbb861c tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:25.089958 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6906e9a7-d5b9-45ad-8588-ed61fcbb861c tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "PUT /v2.0/subnets/e0f9246f-376c-4e06-affa-755308f09c24 HTTP/1.1" status: 200 len: 826 time: 1.3563647 Jan 28 00:25:25.090477 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35072) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:25.108492 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-04c6ddde-6037-4d81-ab03-b7263ad4f039 None None] Current status of the port 46d54daf-b83e-404f-a163-51bc39680932 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:25.108965 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-04c6ddde-6037-4d81-ab03-b7263ad4f039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (46d54daf-b83e-404f-a163-51bc39680932), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:25.115099 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-bf49d767-7c03-4aaa-ae81-ff4df3c8ee9d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=471350211a12408c8b7fabfb1deba867&name=default HTTP/1.1" status: 200 len: 3000 time: 2.9745343 Jan 28 00:25:25.118532 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf49d767-7c03-4aaa-ae81-ff4df3c8ee9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6003374-38d9-4271-8e7d-eb932dc6217a,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:25.126901 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35074) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:25.131520 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc24101a-544d-4649-8815-96aaa8e93806 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:25:25.137323 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fd0f12-da69-4505-83d8-d88b570ef9d5 x-openstack-request-id: req-f9fd0f12-da69-4505-83d8-d88b570ef9d5 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:25:25.137669 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1", "name": "network-vif-plugged", "status": "completed", "tag": "e0814931-0273-44d4-9b19-363b02b03b9d", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:25:25.138424 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f9fd0f12-da69-4505-83d8-d88b570ef9d5 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:25:25.138424 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0814931-0273-44d4-9b19-363b02b03b9d', 'code': 200} Jan 28 00:25:25.348021 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-8eea150b-67e9-4fed-9328-85dbb37db54d None None] Allocated IP 172.20.0.1 (40d581e6-d828-4d72-b72f-42bd460c0c31/6d9cd205-05a5-41f3-852c-2a49d4d6c06f/46d54daf-b83e-404f-a163-51bc39680932) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:25:25.377396 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-dc55b26a-d0ed-409d-8a2f-dc70a6556d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'name': 'tempest-ServersTestFqdnHostnames-278856481-router', 'tenant_id': '714312f3f50a4971b99fea5b842dea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '14bc19e8-d374-4e2e-a569-53ecdb33a95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:25:05Z', 'updated_at': '2022-01-28T00:25:16Z', 'revision_number': 4, 'project_id': '714312f3f50a4971b99fea5b842dea10', 'gw_port': {'id': '14bc19e8-d374-4e2e-a569-53ecdb33a95c', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:68:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:25:06Z', 'updated_at': '2022-01-28T00:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4', 'name': '', 'network_id': '678f63f0-3e7e-4ad4-8cdb-170d969c9da0', 'tenant_id': '714312f3f50a4971b99fea5b842dea10', 'mac_address': 'fa:16:3e:43:0a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '7b233241-da34-404d-b5e2-5833230c1252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:25:13Z', 'updated_at': '2022-01-28T00:25:16Z', 'revision_number': 2, 'project_id': '714312f3f50a4971b99fea5b842dea10', 'subnets': [{'id': '7b233241-da34-404d-b5e2-5833230c1252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:25.588081 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc55b26a-d0ed-409d-8a2f-dc70a6556d21 None None] Checking router: 933725fc-e5f8-4534-be32-ac9b137b8137 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:25:25.588693 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc55b26a-d0ed-409d-8a2f-dc70a6556d21 None None] Updating router 933725fc-e5f8-4534-be32-ac9b137b8137 port 0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:25:25.658504 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port cc24101a-544d-4649-8815-96aaa8e93806, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=cc24101a-544d-4649-8815-96aaa8e93806,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:25.664567 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 46d54daf-b83e-404f-a163-51bc39680932, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=46d54daf-b83e-404f-a163-51bc39680932,segment=NetworkSegment(dbaede37-80f4-439a-afc4-6a133ee1061f),segment_id=dbaede37-80f4-439a-afc4-6a133ee1061f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:25.686196 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dc55b26a-d0ed-409d-8a2f-dc70a6556d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:25.717460 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf537d-56a0-4c01-bf32-4573d23c61f2 req-65085e52-7eb2-40c8-b896-82127917a377 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:25.727269 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-98bf537d-56a0-4c01-bf32-4573d23c61f2 req-65085e52-7eb2-40c8-b896-82127917a377 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1369979 Jan 28 00:25:25.803122 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (cc24101a-544d-4649-8815-96aaa8e93806), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:25.807657 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-217263d5-0aef-49fe-8432-8c25bad6716f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:25.816643 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (46d54daf-b83e-404f-a163-51bc39680932), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:25.826445 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-98bf537d-56a0-4c01-bf32-4573d23c61f2 req-ef8c5cd2-27b2-493d-9511-c29ce4e3faa0 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816543 Jan 28 00:25:25.961450 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-2689be04-cf1e-4794-bb17-0bc828f7f0b6 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1168117519&fields=id&tenant_id=714312f3f50a4971b99fea5b842dea10 HTTP/1.1" status: 200 len: 267 time: 0.2297862 Jan 28 00:25:26.027275 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (9619f8b7-537b-4293-a246-62986963b714), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:26.099894 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-15d6e714-9542-42b9-a0b1-abd02e671218 admin admin] Publish callbacks [] for security_group (c6003374-38d9-4271-8e7d-eb932dc6217a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:26.246198 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-15d6e714-9542-42b9-a0b1-abd02e671218 admin admin] Publish callbacks [] for security_group (c6003374-38d9-4271-8e7d-eb932dc6217a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:26.351093 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-bf56420c-e10f-47f9-b509-996fd0d99ea1 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:26.360501 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-bf56420c-e10f-47f9-b509-996fd0d99ea1 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "GET /v2.0/networks?id=678f63f0-3e7e-4ad4-8cdb-170d969c9da0 HTTP/1.1" status: 200 len: 814 time: 0.3932283 Jan 28 00:25:26.393875 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-a2f73ba0-b641-454f-9106-4daf3ee14513 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "GET /v2.0/quotas/714312f3f50a4971b99fea5b842dea10 HTTP/1.1" status: 200 len: 375 time: 0.0237651 Jan 28 00:25:26.402796 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (e0f9246f-376c-4e06-affa-755308f09c24), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:26.489664 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-217263d5-0aef-49fe-8432-8c25bad6716f admin admin] Publish callbacks [] for security_group (5f2d19aa-552a-436f-ae63-897151375a5e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:26.504439 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-217263d5-0aef-49fe-8432-8c25bad6716f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (5f2d19aa-552a-436f-ae63-897151375a5e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:26.571418 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-52f781b3-707f-45b5-9726-cbc85b1e1235 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=714312f3f50a4971b99fea5b842dea10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1763251 Jan 28 00:25:26.579692 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dc55b26a-d0ed-409d-8a2f-dc70a6556d21 None None] Publish callbacks [] for port (0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:26.586380 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 14bc19e8-d374-4e2e-a569-53ecdb33a95c up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:25:26.590245 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=e0814931-0273-44d4-9b19-363b02b03b9d,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:26.630778 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dc55b26a-d0ed-409d-8a2f-dc70a6556d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:26.658760 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-217263d5-0aef-49fe-8432-8c25bad6716f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0ea112172e124941a7a733243c0c144b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6107166 Jan 28 00:25:26.665513 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35120) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:26.674192 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217263d5-0aef-49fe-8432-8c25bad6716f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2d19aa-552a-436f-ae63-897151375a5e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:26.699021 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['cc24101a-544d-4649-8815-96aaa8e93806'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:25:26.742118 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-15d6e714-9542-42b9-a0b1-abd02e671218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c6003374-38d9-4271-8e7d-eb932dc6217a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:26.745894 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-15d6e714-9542-42b9-a0b1-abd02e671218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:26.765135 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-15d6e714-9542-42b9-a0b1-abd02e671218 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c6003374-38d9-4271-8e7d-eb932dc6217a HTTP/1.1" status: 204 len: 168 time: 1.6318121 Jan 28 00:25:26.793295 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-8eea150b-67e9-4fed-9328-85dbb37db54d None None] For port 46d54daf-b83e-404f-a163-51bc39680932, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=46d54daf-b83e-404f-a163-51bc39680932,segment=NetworkSegment(dbaede37-80f4-439a-afc4-6a133ee1061f),segment_id=dbaede37-80f4-439a-afc4-6a133ee1061f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:26.802938 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-04c6ddde-6037-4d81-ab03-b7263ad4f039 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:25:26.803842 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-04c6ddde-6037-4d81-ab03-b7263ad4f039 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:25:26.855961 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6e714-9542-42b9-a0b1-abd02e671218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6003374-38d9-4271-8e7d-eb932dc6217a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:26.945262 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-00987b53-4fcb-4353-8a71-1fbef881cc31 admin admin] Publish callbacks [] for security_group (5f2d19aa-552a-436f-ae63-897151375a5e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:27.013673 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-00987b53-4fcb-4353-8a71-1fbef881cc31 admin admin] Publish callbacks [] for security_group (5f2d19aa-552a-436f-ae63-897151375a5e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:27.126426 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-00987b53-4fcb-4353-8a71-1fbef881cc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (5f2d19aa-552a-436f-ae63-897151375a5e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:27.130807 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-00987b53-4fcb-4353-8a71-1fbef881cc31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:27.143869 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-00987b53-4fcb-4353-8a71-1fbef881cc31 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5f2d19aa-552a-436f-ae63-897151375a5e HTTP/1.1" status: 204 len: 168 time: 0.4624844 Jan 28 00:25:27.180329 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00987b53-4fcb-4353-8a71-1fbef881cc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2d19aa-552a-436f-ae63-897151375a5e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:27.210876 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8eea150b-67e9-4fed-9328-85dbb37db54d None None] Publish callbacks [] for port (46d54daf-b83e-404f-a163-51bc39680932), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:27.244717 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-9aea2804-34b8-48e2-bc40-1ec8b3534761 None None] Allocated IP 2001:db8::2 (9619f8b7-537b-4293-a246-62986963b714/e0f9246f-376c-4e06-affa-755308f09c24/46cf88c2-b682-44f0-90e0-65ff023e4024) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:25:27.270610 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-2cc04311-da3c-49ca-b2c2-348776855517 service neutron] 10.222.0.70 "GET /v2.0/networks/678f63f0-3e7e-4ad4-8cdb-170d969c9da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6445034 Jan 28 00:25:27.527193 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9aea2804-34b8-48e2-bc40-1ec8b3534761 None None] Publish callbacks [] for port (46cf88c2-b682-44f0-90e0-65ff023e4024), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:27.582982 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (e0f9246f-376c-4e06-affa-755308f09c24), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:27.684318 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=cc24101a-544d-4649-8815-96aaa8e93806,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:27.699948 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-073555a0-012b-4388-8b87-a299c2d97093 service neutron] 10.222.0.70 "GET /v2.0/networks/678f63f0-3e7e-4ad4-8cdb-170d969c9da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177067 Jan 28 00:25:27.720415 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event deleted for resources: {'Subnet': ['ID=e0f9246f-376c-4e06-affa-755308f09c24,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:27.916828 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-04c6ddde-6037-4d81-ab03-b7263ad4f039 None None] Current status of the port 46d54daf-b83e-404f-a163-51bc39680932 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:27.936915 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=46d54daf-b83e-404f-a163-51bc39680932,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:27.962085 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (9619f8b7-537b-4293-a246-62986963b714), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:28.043929 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8eea150b-67e9-4fed-9328-85dbb37db54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (46d54daf-b83e-404f-a163-51bc39680932), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:28.063732 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9619f8b7-537b-4293-a246-62986963b714']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:28.077524 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9aea2804-34b8-48e2-bc40-1ec8b3534761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (46cf88c2-b682-44f0-90e0-65ff023e4024), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:28.110247 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06257535-4136-40c9-8eae-6664da7c57c5') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:28.130794 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06257535-4136-40c9-8eae-6664da7c57c5') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:28.201795 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (06257535-4136-40c9-8eae-6664da7c57c5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:28.299780 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (06257535-4136-40c9-8eae-6664da7c57c5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:28.335281 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:25:28.335971 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (06257535-4136-40c9-8eae-6664da7c57c5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:28.344608 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:25:28.344608 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:25:28.344608 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:25:28.344608 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:25:28.344608 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:25:28.344608 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:25:28.344608 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:25:28.344608 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:25:28.344608 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:25:28.344608 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:25:28.344608 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:25:28.344608 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:25:28.344608 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:25:28.344608 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:25:28.344608 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:25:28.344608 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:25:28.344608 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:25:28.344608 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:25:28.344608 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:25:28.344608 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:25:28.344608 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:25:28.344608 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:25:28.344608 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:25:28.344608 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:25:28.344608 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:25:28.344608 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:25:28.344608 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:25:28.344608 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:25:28.344608 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:25:28.344608 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:25:28.344608 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:25:28.344608 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:25:28.360991 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111b780-02cd-4456-9444-0667ecaf8909 None None] Pushing event updated for resources: {'Port': ['ID=0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:28.370234 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-dc55b26a-d0ed-409d-8a2f-dc70a6556d21 None None] Attempting to bind port 0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:25:28.370936 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-dc55b26a-d0ed-409d-8a2f-dc70a6556d21 None None] Attempting to bind port 0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '80704560-663f-4217-8faf-19a0c17d34a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '678f63f0-3e7e-4ad4-8cdb-170d969c9da0'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:25:28.371992 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc55b26a-d0ed-409d-8a2f-dc70a6556d21 None None] Attempting to bind port 0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4 on network 678f63f0-3e7e-4ad4-8cdb-170d969c9da0 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:25:28.589039 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100bd35-17e3-4901-9c5f-fd2d4442e6ff req-1470b7cd-5b15-48ea-9795-06a30a033134 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:28.593208 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f100bd35-17e3-4901-9c5f-fd2d4442e6ff req-1470b7cd-5b15-48ea-9795-06a30a033134 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 945 time: 0.2051256 Jan 28 00:25:28.603148 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc55b26a-d0ed-409d-8a2f-dc70a6556d21 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:25:28.603760 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc55b26a-d0ed-409d-8a2f-dc70a6556d21 None None] Checking segment: {'id': '80704560-663f-4217-8faf-19a0c17d34a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '678f63f0-3e7e-4ad4-8cdb-170d969c9da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:25:28.612739 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dc55b26a-d0ed-409d-8a2f-dc70a6556d21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:28.613171 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc55b26a-d0ed-409d-8a2f-dc70a6556d21 None None] Bound using segment: {'id': '80704560-663f-4217-8faf-19a0c17d34a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '678f63f0-3e7e-4ad4-8cdb-170d969c9da0'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:25:28.613701 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-dc55b26a-d0ed-409d-8a2f-dc70a6556d21 None None] Bound port: 0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80704560-663f-4217-8faf-19a0c17d34a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '678f63f0-3e7e-4ad4-8cdb-170d969c9da0'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:25:28.614103 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dc55b26a-d0ed-409d-8a2f-dc70a6556d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:28.619546 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 14bc19e8-d374-4e2e-a569-53ecdb33a95c triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:25:28.619956 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (14bc19e8-d374-4e2e-a569-53ecdb33a95c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:28.670021 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 00:25:28.670021 n-d-826754-1 neutron-server[103343]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 00:25:28.670021 n-d-826754-1 neutron-server[103343]: [parameters: {'id': '9619f8b7-537b-4293-a246-62986963b714'}] Jan 28 00:25:28.670021 n-d-826754-1 neutron-server[103343]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:25:28.670666 n-d-826754-1 neutron-server[103343]: DEBUG oslo_db.api [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:25:28.810604 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f100bd35-17e3-4901-9c5f-fd2d4442e6ff req-7533a01f-5ba0-4d18-9486-30ee29741d68 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068548 Jan 28 00:25:28.937809 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aea2804-34b8-48e2-bc40-1ec8b3534761 None None] Network 9619f8b7-537b-4293-a246-62986963b714 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:25:29.018955 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-9aea2804-34b8-48e2-bc40-1ec8b3534761 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:25:29.022956 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aea2804-34b8-48e2-bc40-1ec8b3534761 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:25:29.104818 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a8fe2b59-1db1-4ebb-bd00-7a1d3090feea None None] Provisioning complete for port 0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:25:29.105281 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8fe2b59-1db1-4ebb-bd00-7a1d3090feea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:29.172044 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (9619f8b7-537b-4293-a246-62986963b714), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:29.516965 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Deleting port 46cf88c2-b682-44f0-90e0-65ff023e4024 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:25:29.518330 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (46cf88c2-b682-44f0-90e0-65ff023e4024), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:29.575400 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f43efaa3-0164-40c3-b095-fc9ab6f3b340 req-30e4330d-eb20-4315-b5e0-90f308e668f9 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3d96a38-4812-44ae-942e-06863d148430 HTTP/1.1" status: 200 len: 210 time: 0.1027539 Jan 28 00:25:29.687347 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea150b-67e9-4fed-9328-85dbb37db54d None None] Pushing event updated for resources: {'Port': ['ID=46d54daf-b83e-404f-a163-51bc39680932,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:29.969394 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-9aea2804-34b8-48e2-bc40-1ec8b3534761 None None] Attempting to bind port 46cf88c2-b682-44f0-90e0-65ff023e4024 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:25:29.970418 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-9aea2804-34b8-48e2-bc40-1ec8b3534761 None None] Attempting to bind port 46cf88c2-b682-44f0-90e0-65ff023e4024 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '06257535-4136-40c9-8eae-6664da7c57c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9619f8b7-537b-4293-a246-62986963b714'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:25:29.970418 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aea2804-34b8-48e2-bc40-1ec8b3534761 None None] Attempting to bind port 46cf88c2-b682-44f0-90e0-65ff023e4024 on network 9619f8b7-537b-4293-a246-62986963b714 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:25:29.997222 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] For port 46cf88c2-b682-44f0-90e0-65ff023e4024, host n-d-826754-1, got binding levels [] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:30.005942 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (46cf88c2-b682-44f0-90e0-65ff023e4024), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:30.030791 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aea2804-34b8-48e2-bc40-1ec8b3534761 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:25:30.031168 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aea2804-34b8-48e2-bc40-1ec8b3534761 None None] Checking segment: {'id': '06257535-4136-40c9-8eae-6664da7c57c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9619f8b7-537b-4293-a246-62986963b714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:25:30.031641 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9aea2804-34b8-48e2-bc40-1ec8b3534761 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:30.032176 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aea2804-34b8-48e2-bc40-1ec8b3534761 None None] Bound using segment: {'id': '06257535-4136-40c9-8eae-6664da7c57c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9619f8b7-537b-4293-a246-62986963b714'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:25:30.032702 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-9aea2804-34b8-48e2-bc40-1ec8b3534761 None None] Bound port: 46cf88c2-b682-44f0-90e0-65ff023e4024, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06257535-4136-40c9-8eae-6664da7c57c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9619f8b7-537b-4293-a246-62986963b714'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:25:30.033101 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9aea2804-34b8-48e2-bc40-1ec8b3534761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (46cf88c2-b682-44f0-90e0-65ff023e4024), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:30.039110 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a8fe2b59-1db1-4ebb-bd00-7a1d3090feea None None] Port 0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:25:30.088797 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Calling delete_port for 46cf88c2-b682-44f0-90e0-65ff023e4024 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:25:30.199143 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c266924-d22e-4fb6-ba6a-51953292fb6f req-5e6e1036-38bd-4055-9069-932758c938fe tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:30.211689 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6c266924-d22e-4fb6-ba6a-51953292fb6f req-5e6e1036-38bd-4055-9069-932758c938fe tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1926777 Jan 28 00:25:30.374747 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (46cf88c2-b682-44f0-90e0-65ff023e4024), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:30.376853 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6c266924-d22e-4fb6-ba6a-51953292fb6f req-19076945-b233-42ed-85e9-4936d89e70fd tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606860 Jan 28 00:25:30.485902 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event deleted for resources: {'Port': ['ID=46cf88c2-b682-44f0-90e0-65ff023e4024,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:30.509989 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] No DVR routers for this DVR port 46cf88c2-b682-44f0-90e0-65ff023e4024 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:25:30.874600 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (9619f8b7-537b-4293-a246-62986963b714), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:31.020639 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4cbfc4-3b2d-48b3-afb2-47b7a260a82d None None] Network 40d581e6-d828-4d72-b72f-42bd460c0c31 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:25:31.057599 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9619f8b7-537b-4293-a246-62986963b714']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:31.104590 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2cf3e2a1-c427-45b1-b3bb-e39f13a6da53 req-2dd8c979-5adc-49da-8806-68298e5d78e0 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3d96a38-4812-44ae-942e-06863d148430 HTTP/1.1" status: 200 len: 210 time: 0.0795467 Jan 28 00:25:31.158239 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06257535-4136-40c9-8eae-6664da7c57c5') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:31.158751 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06257535-4136-40c9-8eae-6664da7c57c5') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:31.260429 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (06257535-4136-40c9-8eae-6664da7c57c5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:31.341633 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (06257535-4136-40c9-8eae-6664da7c57c5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:31.389751 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:25:31.390465 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (06257535-4136-40c9-8eae-6664da7c57c5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:31.416912 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:25:31.416912 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:25:31.416912 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:25:31.416912 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:25:31.416912 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:25:31.416912 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:25:31.416912 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:25:31.416912 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:25:31.416912 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:25:31.416912 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:25:31.416912 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:25:31.416912 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:25:31.416912 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:25:31.416912 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:25:31.416912 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:25:31.416912 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:25:31.416912 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:25:31.416912 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:25:31.416912 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:25:31.416912 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:25:31.416912 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:25:31.416912 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:25:31.416912 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:25:31.416912 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:25:31.416912 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:25:31.416912 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:25:31.416912 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:25:31.416912 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:25:31.416912 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:25:31.416912 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:25:31.416912 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:25:31.416912 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:25:31.424163 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9aea2804-34b8-48e2-bc40-1ec8b3534761 None None] Port 46cf88c2-b682-44f0-90e0-65ff023e4024 has been deleted concurrently {{(pid=103345) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Jan 28 00:25:31.432773 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 14bc19e8-d374-4e2e-a569-53ecdb33a95c is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:31.458146 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-dc55b26a-d0ed-409d-8a2f-dc70a6556d21 None None] For port 0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:25:31.501754 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-dc55b26a-d0ed-409d-8a2f-dc70a6556d21 None None] For port 0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4,segment=NetworkSegment(80704560-663f-4217-8faf-19a0c17d34a2),segment_id=80704560-663f-4217-8faf-19a0c17d34a2)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:25:31.524808 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea2804-34b8-48e2-bc40-1ec8b3534761 None None] Pushing event updated for resources: {'Port': ['ID=46cf88c2-b682-44f0-90e0-65ff023e4024,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:31.744154 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-dc3b6484-919d-4d27-9748-46f4bf2cdf52 None None] Provisioning complete for port 46d54daf-b83e-404f-a163-51bc39680932 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:25:31.745097 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dc3b6484-919d-4d27-9748-46f4bf2cdf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (46d54daf-b83e-404f-a163-51bc39680932), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:31.771891 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 46d54daf-b83e-404f-a163-51bc39680932 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:25:31.863778 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf79639-8cb3-4550-8d90-e7863892f763 req-52376171-6440-4746-8894-018643425c55 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:31.890606 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bdf79639-8cb3-4550-8d90-e7863892f763 req-52376171-6440-4746-8894-018643425c55 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 945 time: 0.2422602 Jan 28 00:25:31.965207 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dc55b26a-d0ed-409d-8a2f-dc70a6556d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:32.017416 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device cc24101a-544d-4649-8815-96aaa8e93806 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:25:32.037425 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (9619f8b7-537b-4293-a246-62986963b714), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:32.060158 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:32.072026 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "DELETE /v2.0/networks/9619f8b7-537b-4293-a246-62986963b714 HTTP/1.1" status: 204 len: 168 time: 6.9720709 Jan 28 00:25:32.080758 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35222) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:32.214847 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997a449-cdae-4bf5-a2a6-f704cd1ce44a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event deleted for resources: {'Network': ['ID=9619f8b7-537b-4293-a246-62986963b714,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:32.328223 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-c33df140-979b-4a9f-a1f9-c10d85e6bf96 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:32.329833 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-c33df140-979b-4a9f-a1f9-c10d85e6bf96 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.52 "GET /v2.0/networks?id=678f63f0-3e7e-4ad4-8cdb-170d969c9da0 HTTP/1.1" status: 200 len: 814 time: 0.8117242 Jan 28 00:25:32.338164 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-684105c7-0a93-4e09-af8b-078f5bafc3f8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] DELETE failed (client error): The resource could not be found. Jan 28 00:25:32.338748 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684105c7-0a93-4e09-af8b-078f5bafc3f8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:25:32.366603 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-684105c7-0a93-4e09-af8b-078f5bafc3f8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "DELETE /v2.0/networks/9619f8b7-537b-4293-a246-62986963b714 HTTP/1.1" status: 404 len: 339 time: 0.2766540 Jan 28 00:25:32.386702 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35232) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:32.406823 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-642dd84d-daa1-481e-b00a-61e585ab2124 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-281923628', 'description': 'd1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:25:32.448456 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bdf79639-8cb3-4550-8d90-e7863892f763 req-e5e4b059-19af-4d09-8285-758bb1e043ad tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5655909 Jan 28 00:25:32.547730 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642dd84d-daa1-481e-b00a-61e585ab2124 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Made reservation on behalf of 375c116d8156487d828830465e9141b6 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:25:32.551458 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-642dd84d-daa1-481e-b00a-61e585ab2124 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:32.665084 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-a8a752a3-8a2e-48a2-b26f-92755dd7469e tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=714312f3f50a4971b99fea5b842dea10 HTTP/1.1" status: 200 len: 380 time: 0.3050334 Jan 28 00:25:32.688280 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-70b0a625-2739-46e0-8128-cee8ee42a716 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Request body: {'port': {'device_id': 'c3d96a38-4812-44ae-942e-06863d148430', 'network_id': '678f63f0-3e7e-4ad4-8cdb-170d969c9da0', 'admin_state_up': True, 'tenant_id': '714312f3f50a4971b99fea5b842dea10', 'security_groups': ['ba77e1a7-1034-4b2c-a656-04d1193f2a4d']}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:25:32.693838 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642dd84d-daa1-481e-b00a-61e585ab2124 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:25:32.728456 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-642dd84d-daa1-481e-b00a-61e585ab2124 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (7cc7cc2e-484f-47c5-bab7-965e93b5769a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:32.731347 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-642dd84d-daa1-481e-b00a-61e585ab2124 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Added segment 7cc7cc2e-484f-47c5-bab7-965e93b5769a of type vlan for network afabc000-034f-4212-bc88-fd38cc1e9df3 Jan 28 00:25:32.900029 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 46d54daf-b83e-404f-a163-51bc39680932 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:25:32.904432 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (46d54daf-b83e-404f-a163-51bc39680932), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:32.957616 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111b780-02cd-4456-9444-0667ecaf8909 None None] Pushing event updated for resources: {'Port': ['ID=0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:32.985134 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff2c28b7-e6bb-4e7a-b832-0a636920f534 req-9fdf8ebc-31f2-45ee-bf4b-bff9ccfb0e4a tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3d96a38-4812-44ae-942e-06863d148430 HTTP/1.1" status: 200 len: 210 time: 0.1030886 Jan 28 00:25:32.992084 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-642dd84d-daa1-481e-b00a-61e585ab2124 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (afabc000-034f-4212-bc88-fd38cc1e9df3), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:33.021141 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:25:33.041004 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc55b26a-d0ed-409d-8a2f-dc70a6556d21 None None] Routers {'933725fc-e5f8-4534-be32-ac9b137b8137'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:25:33.045715 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-dc55b26a-d0ed-409d-8a2f-dc70a6556d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:25:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['933725fc-e5f8-4534-be32-ac9b137b8137'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:33.113670 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-642dd84d-daa1-481e-b00a-61e585ab2124 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (afabc000-034f-4212-bc88-fd38cc1e9df3), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:33.141342 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642dd84d-daa1-481e-b00a-61e585ab2124 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:33.147435 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-642dd84d-daa1-481e-b00a-61e585ab2124 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:33.219965 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-70b0a625-2739-46e0-8128-cee8ee42a716 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Made reservation on behalf of 714312f3f50a4971b99fea5b842dea10 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:25:33.225478 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-70b0a625-2739-46e0-8128-cee8ee42a716 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:33.489740 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35252) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:33.494398 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-642dd84d-daa1-481e-b00a-61e585ab2124 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0979843 Jan 28 00:25:33.499333 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-dc3b6484-919d-4d27-9748-46f4bf2cdf52 None None] Current status of the port 46d54daf-b83e-404f-a163-51bc39680932 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:33.652440 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642dd84d-daa1-481e-b00a-61e585ab2124 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event updated for resources: {'Network': ['ID=afabc000-034f-4212-bc88-fd38cc1e9df3,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:33.712968 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network afabc000-034f-4212-bc88-fd38cc1e9df3 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:25:33.722719 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port cc24101a-544d-4649-8815-96aaa8e93806 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:25:33.723411 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cc24101a-544d-4649-8815-96aaa8e93806), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:33.982799 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89813d85-6e36-4bbf-9945-60a991f9342c req-3fbcd9eb-a56a-42cf-9b65-aaa3730aeb4a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:34.059690 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-89813d85-6e36-4bbf-9945-60a991f9342c req-3fbcd9eb-a56a-42cf-9b65-aaa3730aeb4a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 945 time: 0.3942523 Jan 28 00:25:34.130412 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bf4305-18e1-41a1-a381-ce918f368ea2 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:34.145166 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-46bf4305-18e1-41a1-a381-ce918f368ea2 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "GET /v2.0/networks?id=afabc000-034f-4212-bc88-fd38cc1e9df3 HTTP/1.1" status: 200 len: 764 time: 0.6491416 Jan 28 00:25:34.149748 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35258) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:34.196324 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-9f5a4636-5e9d-4b60-9311-99edd35c052a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Request body: {'network': {'description': 'd2'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:25:34.270254 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-70b0a625-2739-46e0-8128-cee8ee42a716 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Allocated IP 172.20.0.12 (678f63f0-3e7e-4ad4-8cdb-170d969c9da0/7b233241-da34-404d-b5e2-5833230c1252/97d91739-d801-4914-b273-d2e1352df7e3) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:25:34.367951 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-89813d85-6e36-4bbf-9945-60a991f9342c req-a6acdfc5-d208-41bc-8642-d86d99622a6d tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061168 Jan 28 00:25:34.460181 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d52139d1-cf7b-4fed-9d69-00bbefd6a2c6 None None] Provisioning complete for port 0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:25:34.460783 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d52139d1-cf7b-4fed-9d69-00bbefd6a2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:34.613405 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26d9126-d4ac-4c46-99ea-9d27f819f0ae None None] DHCP port deletion for 9619f8b7-537b-4293-a246-62986963b714 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:25:34.756214 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4df4a8-2cd4-485d-a2af-84ff0db2a5a4 None None] Network 9619f8b7-537b-4293-a246-62986963b714 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:25:34.781400 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port cc24101a-544d-4649-8815-96aaa8e93806 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:34.781809 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cc24101a-544d-4649-8815-96aaa8e93806), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:34.802369 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4df4a8-2cd4-485d-a2af-84ff0db2a5a4 None None] Network 9619f8b7-537b-4293-a246-62986963b714 could not be found, it might have been deleted concurrently. {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 00:25:34.854723 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-dc55b26a-d0ed-409d-8a2f-dc70a6556d21 None None] Set router 933725fc-e5f8-4534-be32-ac9b137b8137 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:25:34.886510 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2d741d-bdfd-4ede-b801-935871a4c4b0 None None] Network 9619f8b7-537b-4293-a246-62986963b714 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:25:34.908691 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0fbc52f1-e7d9-4191-bab1-685f563b60aa req-89952b21-66d3-4e72-a14a-affbfc24b3e5 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3d96a38-4812-44ae-942e-06863d148430 HTTP/1.1" status: 200 len: 210 time: 0.0735986 Jan 28 00:25:35.003202 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 46d54daf-b83e-404f-a163-51bc39680932 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:35.022478 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f5a4636-5e9d-4b60-9311-99edd35c052a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (afabc000-034f-4212-bc88-fd38cc1e9df3), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:35.067741 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04251ac8-436c-4769-92cf-0bf2ec05073f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc24101a-544d-4649-8815-96aaa8e93806'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:25:35.077257 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f5a4636-5e9d-4b60-9311-99edd35c052a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (afabc000-034f-4212-bc88-fd38cc1e9df3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:35.080575 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5df22b-27dc-4080-8352-52d6421a7bbb" -d '{"events": [{"server_uuid": "04251ac8-436c-4769-92cf-0bf2ec05073f", "name": "network-vif-plugged", "status": "completed", "tag": "cc24101a-544d-4649-8815-96aaa8e93806"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:25:35.213341 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2d741d-bdfd-4ede-b801-935871a4c4b0 None None] Network 9619f8b7-537b-4293-a246-62986963b714 could not be found, it might have been deleted concurrently. {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 00:25:35.226281 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc06307-5952-4b1f-adf7-23a6a9d1c3c9 x-openstack-request-id: req-dfc06307-5952-4b1f-adf7-23a6a9d1c3c9 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:25:35.226991 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04251ac8-436c-4769-92cf-0bf2ec05073f", "name": "network-vif-plugged", "status": "completed", "tag": "cc24101a-544d-4649-8815-96aaa8e93806", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:25:35.230474 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dfc06307-5952-4b1f-adf7-23a6a9d1c3c9 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:25:35.231025 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04251ac8-436c-4769-92cf-0bf2ec05073f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc24101a-544d-4649-8815-96aaa8e93806', 'code': 200} Jan 28 00:25:35.260577 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d52139d1-cf7b-4fed-9d69-00bbefd6a2c6 None None] Current status of the port 0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:35.261025 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d52139d1-cf7b-4fed-9d69-00bbefd6a2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:35.315601 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port cc24101a-544d-4649-8815-96aaa8e93806, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=cc24101a-544d-4649-8815-96aaa8e93806,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:35.430182 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-d52139d1-cf7b-4fed-9d69-00bbefd6a2c6 None None] For port 0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4,segment=NetworkSegment(80704560-663f-4217-8faf-19a0c17d34a2),segment_id=80704560-663f-4217-8faf-19a0c17d34a2)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:35.490259 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d52139d1-cf7b-4fed-9d69-00bbefd6a2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:35.504724 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (cc24101a-544d-4649-8815-96aaa8e93806), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:35.544032 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a4636-5e9d-4b60-9311-99edd35c052a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event updated for resources: {'Network': ['ID=afabc000-034f-4212-bc88-fd38cc1e9df3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:35.563016 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9f5a4636-5e9d-4b60-9311-99edd35c052a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Network afabc000-034f-4212-bc88-fd38cc1e9df3 is not hosted by any dhcp agent {{(pid=103343) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 00:25:35.578220 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5a4636-5e9d-4b60-9311-99edd35c052a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:35.578920 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f5a4636-5e9d-4b60-9311-99edd35c052a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:35.584090 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35268) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:35.597002 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9f5a4636-5e9d-4b60-9311-99edd35c052a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "PUT /v2.0/networks/afabc000-034f-4212-bc88-fd38cc1e9df3 HTTP/1.1" status: 200 len: 761 time: 1.4203508 Jan 28 00:25:35.656731 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-70b0a625-2739-46e0-8128-cee8ee42a716 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks [] for port (97d91739-d801-4914-b273-d2e1352df7e3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:35.719565 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network afabc000-034f-4212-bc88-fd38cc1e9df3 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:25:35.725604 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-70b0a625-2739-46e0-8128-cee8ee42a716 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (97d91739-d801-4914-b273-d2e1352df7e3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:35.797992 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-70b0a625-2739-46e0-8128-cee8ee42a716 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Network 678f63f0-3e7e-4ad4-8cdb-170d969c9da0 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:25:35.802055 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-70b0a625-2739-46e0-8128-cee8ee42a716 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:25:35.805710 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a3adf915-c428-41fe-a23a-ab68140fdee2 None None] Could not find standard attr ID for object 46cf88c2-b682-44f0-90e0-65ff023e4024. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:25:35.836315 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-70b0a625-2739-46e0-8128-cee8ee42a716 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:25:35.839562 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0a625-2739-46e0-8128-cee8ee42a716 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Pushing event updated for resources: {'Port': ['ID=97d91739-d801-4914-b273-d2e1352df7e3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:35.950417 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-70b0a625-2739-46e0-8128-cee8ee42a716 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:35.951108 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-70b0a625-2739-46e0-8128-cee8ee42a716 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:35.961869 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4556df-9828-4d4d-901c-519de73f5acf tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:35.964005 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-cb4556df-9828-4d4d-901c-519de73f5acf tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "GET /v2.0/networks?id=afabc000-034f-4212-bc88-fd38cc1e9df3 HTTP/1.1" status: 200 len: 764 time: 0.3776784 Jan 28 00:25:35.969988 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35276) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:35.998030 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-70b0a625-2739-46e0-8128-cee8ee42a716 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3186679 Jan 28 00:25:36.017824 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-cc0f8cd6-1966-4412-91e4-8a1d3d82bb21 service neutron] Request body: {'port': {'device_id': 'c3d96a38-4812-44ae-942e-06863d148430', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:25:36.036317 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a9451-116e-4a14-ae7c-bdeb05f96856 req-88610d29-e434-40b5-93db-5734de87714c tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:36.056546 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-944a9451-116e-4a14-ae7c-bdeb05f96856 req-88610d29-e434-40b5-93db-5734de87714c tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 945 time: 0.4302442 Jan 28 00:25:36.270036 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a3adf915-c428-41fe-a23a-ab68140fdee2 None None] Provisioning complete for port 46d54daf-b83e-404f-a163-51bc39680932 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:25:36.270454 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a3adf915-c428-41fe-a23a-ab68140fdee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (46d54daf-b83e-404f-a163-51bc39680932), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:36.315831 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-cc0f8cd6-1966-4412-91e4-8a1d3d82bb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (97d91739-d801-4914-b273-d2e1352df7e3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:36.324750 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-944a9451-116e-4a14-ae7c-bdeb05f96856 req-d01f04dd-c5db-4fc1-80f0-5558b2d2b5aa tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667596 Jan 28 00:25:36.391191 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7bf1fe-279f-4cb8-9aed-a33a9615652a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:36.393233 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0d7bf1fe-279f-4cb8-9aed-a33a9615652a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4206958 Jan 28 00:25:36.400974 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35278) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:36.510693 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2a89f423-3441-435a-ab26-e040f1b90489 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "GET /v2.0/subnets?network_id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 207 time: 0.1068537 Jan 28 00:25:36.515888 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35280) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:36.709469 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52139d1-cf7b-4fed-9d69-00bbefd6a2c6 None None] Pushing event updated for resources: {'Port': ['ID=0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:36.955255 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=cc24101a-544d-4649-8815-96aaa8e93806,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:36.958626 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23fd81a2-dc6e-4d26-a247-ad7520fba090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:36.972426 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6b228-84f7-4c91-bb56-cf1188f4aa53 req-4350ab9b-ec0b-46fd-9bc1-672cbc74f7df tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:36.989749 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-21e6b228-84f7-4c91-bb56-cf1188f4aa53 req-4350ab9b-ec0b-46fd-9bc1-672cbc74f7df tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3d96a38-4812-44ae-942e-06863d148430 HTTP/1.1" status: 200 len: 932 time: 0.3006086 Jan 28 00:25:37.042063 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7966a77-5759-4d79-ab68-c3a1c45cc821 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:37.066278 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7966a77-5759-4d79-ab68-c3a1c45cc821 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:37.073658 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7966a77-5759-4d79-ab68-c3a1c45cc821 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:37.079173 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7966a77-5759-4d79-ab68-c3a1c45cc821 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:37.104852 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7966a77-5759-4d79-ab68-c3a1c45cc821 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:37.113542 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7966a77-5759-4d79-ab68-c3a1c45cc821 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:37.122155 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c7966a77-5759-4d79-ab68-c3a1c45cc821 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.5958607 Jan 28 00:25:37.124952 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35288) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:37.246525 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a3adf915-c428-41fe-a23a-ab68140fdee2 None None] Current status of the port 46d54daf-b83e-404f-a163-51bc39680932 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:37.277008 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-dc55b26a-d0ed-409d-8a2f-dc70a6556d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'name': 'tempest-ServersTestFqdnHostnames-278856481-router', 'tenant_id': '714312f3f50a4971b99fea5b842dea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '14bc19e8-d374-4e2e-a569-53ecdb33a95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:25:05Z', 'updated_at': '2022-01-28T00:25:16Z', 'revision_number': 4, 'project_id': '714312f3f50a4971b99fea5b842dea10', 'gw_port': {'id': '14bc19e8-d374-4e2e-a569-53ecdb33a95c', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:68:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:25:06Z', 'updated_at': '2022-01-28T00:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4', 'name': '', 'network_id': '678f63f0-3e7e-4ad4-8cdb-170d969c9da0', 'tenant_id': '714312f3f50a4971b99fea5b842dea10', 'mac_address': 'fa:16:3e:43:0a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '7b233241-da34-404d-b5e2-5833230c1252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:25:13Z', 'updated_at': '2022-01-28T00:25:30Z', 'revision_number': 4, 'project_id': '714312f3f50a4971b99fea5b842dea10', 'subnets': [{'id': '7b233241-da34-404d-b5e2-5833230c1252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:37.398882 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc55b26a-d0ed-409d-8a2f-dc70a6556d21 None None] The sync data for ids ['933725fc-e5f8-4534-be32-ac9b137b8137'] in n-d-826754-1 is: [{'id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'name': 'tempest-ServersTestFqdnHostnames-278856481-router', 'tenant_id': '714312f3f50a4971b99fea5b842dea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '14bc19e8-d374-4e2e-a569-53ecdb33a95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:25:05Z', 'updated_at': '2022-01-28T00:25:16Z', 'revision_number': 4, 'project_id': '714312f3f50a4971b99fea5b842dea10', 'gw_port': {'id': '14bc19e8-d374-4e2e-a569-53ecdb33a95c', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:68:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:25:06Z', 'updated_at': '2022-01-28T00:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4', 'name': '', 'network_id': '678f63f0-3e7e-4ad4-8cdb-170d969c9da0', 'tenant_id': '714312f3f50a4971b99fea5b842dea10', 'mac_address': 'fa:16:3e:43:0a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '7b233241-da34-404d-b5e2-5833230c1252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:25:13Z', 'updated_at': '2022-01-28T00:25:30Z', 'revision_number': 4, 'project_id': '714312f3f50a4971b99fea5b842dea10', 'subnets': [{'id': '7b233241-da34-404d-b5e2-5833230c1252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:25:37.448398 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a0636814-cf02-4b82-9219-bf93b6a521b4 None None] Provisioning complete for port 97d91739-d801-4914-b273-d2e1352df7e3 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:25:37.449555 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a0636814-cf02-4b82-9219-bf93b6a521b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (97d91739-d801-4914-b273-d2e1352df7e3), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:37.494207 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c437efa5-e0c5-48fb-a766-7fe6c80739f4 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3675141 Jan 28 00:25:37.498740 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35292) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:37.607642 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a0636814-cf02-4b82-9219-bf93b6a521b4 None None] Port 97d91739-d801-4914-b273-d2e1352df7e3 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:25:37.620082 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b119e8c-f9c9-495d-889c-b5c74320df8d tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:37.622243 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b119e8c-f9c9-495d-889c-b5c74320df8d tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:37.625381 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b119e8c-f9c9-495d-889c-b5c74320df8d tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:37.627388 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b119e8c-f9c9-495d-889c-b5c74320df8d tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:37.633544 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b119e8c-f9c9-495d-889c-b5c74320df8d tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:37.643717 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35296) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:37.644611 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7b119e8c-f9c9-495d-889c-b5c74320df8d tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1427207 Jan 28 00:25:37.689130 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-cc0f8cd6-1966-4412-91e4-8a1d3d82bb21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97d91739-d801-4914-b273-d2e1352df7e3 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:25:37.699277 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-cc0f8cd6-1966-4412-91e4-8a1d3d82bb21 service neutron] Publish callbacks [] for port (97d91739-d801-4914-b273-d2e1352df7e3), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:37.714864 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-cc0f8cd6-1966-4412-91e4-8a1d3d82bb21 service neutron] Transition to ACTIVE for port object 97d91739-d801-4914-b273-d2e1352df7e3 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:25:37.727490 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-21e6b228-84f7-4c91-bb56-cf1188f4aa53 req-3c3d747d-f4ce-4a0b-9db6-c577a857bdb6 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba77e1a7-1034-4b2c-a656-04d1193f2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7341464 Jan 28 00:25:37.808738 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-cc0f8cd6-1966-4412-91e4-8a1d3d82bb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (97d91739-d801-4914-b273-d2e1352df7e3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:37.833822 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d59e10d-e963-4be8-9af9-93f12fe2ebf8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:37.837541 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d59e10d-e963-4be8-9af9-93f12fe2ebf8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:37.839189 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d59e10d-e963-4be8-9af9-93f12fe2ebf8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:37.840777 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d59e10d-e963-4be8-9af9-93f12fe2ebf8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:37.842433 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d59e10d-e963-4be8-9af9-93f12fe2ebf8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:37.844461 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6d59e10d-e963-4be8-9af9-93f12fe2ebf8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1992972 Jan 28 00:25:37.850824 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35298) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:37.908894 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f8cd6-1966-4412-91e4-8a1d3d82bb21 service neutron] Pushing event updated for resources: {'Port': ['ID=97d91739-d801-4914-b273-d2e1352df7e3,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:38.280140 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bfb9ab63-b336-4cb9-8fe3-e984af28a2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:38.303026 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105d095-00d4-4b7b-9044-177cf0fc21c5 req-6b137234-1f1f-4e2e-8cfc-9d4a512592ff tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:38.316189 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5105d095-00d4-4b7b-9044-177cf0fc21c5 req-6b137234-1f1f-4e2e-8cfc-9d4a512592ff tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 945 time: 0.3698974 Jan 28 00:25:38.405288 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098a1d4d-26cd-4fa6-ab9a-fbd0073de797 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:38.408446 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-098a1d4d-26cd-4fa6-ab9a-fbd0073de797 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "GET /v2.0/networks/494c629a-37c0-4281-b3c1-469ac26751d6 HTTP/1.1" status: 200 len: 804 time: 0.5558715 Jan 28 00:25:38.424809 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35304) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:38.461431 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-cc0f8cd6-1966-4412-91e4-8a1d3d82bb21 service neutron] Attempting to bind port 97d91739-d801-4914-b273-d2e1352df7e3 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:25:38.461881 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-cc0f8cd6-1966-4412-91e4-8a1d3d82bb21 service neutron] Attempting to bind port 97d91739-d801-4914-b273-d2e1352df7e3 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '80704560-663f-4217-8faf-19a0c17d34a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '678f63f0-3e7e-4ad4-8cdb-170d969c9da0'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:25:38.462354 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-cc0f8cd6-1966-4412-91e4-8a1d3d82bb21 service neutron] Attempting to bind port 97d91739-d801-4914-b273-d2e1352df7e3 on network 678f63f0-3e7e-4ad4-8cdb-170d969c9da0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:25:38.488357 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3da5d7a7-3dd8-4b47-acfa-689354e6c169 req-a9b36e27-474e-4bcb-a192-573d8239e9fc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2566648 Jan 28 00:25:38.511967 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5105d095-00d4-4b7b-9044-177cf0fc21c5 req-534359fd-ef2c-4bd8-8ceb-c78124335a3b tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871030 Jan 28 00:25:38.547461 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-cc0f8cd6-1966-4412-91e4-8a1d3d82bb21 service neutron] Port 97d91739-d801-4914-b273-d2e1352df7e3 on network 678f63f0-3e7e-4ad4-8cdb-170d969c9da0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:25:38.560319 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-cc0f8cd6-1966-4412-91e4-8a1d3d82bb21 service neutron] Attempting to bind port 97d91739-d801-4914-b273-d2e1352df7e3 on network 678f63f0-3e7e-4ad4-8cdb-170d969c9da0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:25:38.749077 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-cc0f8cd6-1966-4412-91e4-8a1d3d82bb21 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:25:38.750151 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-cc0f8cd6-1966-4412-91e4-8a1d3d82bb21 service neutron] Checking segment: {'id': '80704560-663f-4217-8faf-19a0c17d34a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '678f63f0-3e7e-4ad4-8cdb-170d969c9da0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:25:38.750151 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-cc0f8cd6-1966-4412-91e4-8a1d3d82bb21 service neutron] Bound using segment: {'id': '80704560-663f-4217-8faf-19a0c17d34a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '678f63f0-3e7e-4ad4-8cdb-170d969c9da0'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:25:38.750507 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-cc0f8cd6-1966-4412-91e4-8a1d3d82bb21 service neutron] Bound port: 97d91739-d801-4914-b273-d2e1352df7e3, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80704560-663f-4217-8faf-19a0c17d34a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '678f63f0-3e7e-4ad4-8cdb-170d969c9da0'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:25:38.750811 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-cc0f8cd6-1966-4412-91e4-8a1d3d82bb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (97d91739-d801-4914-b273-d2e1352df7e3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:39.012290 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-cc0f8cd6-1966-4412-91e4-8a1d3d82bb21 service neutron] For port 97d91739-d801-4914-b273-d2e1352df7e3, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:25:39.018090 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-cc0f8cd6-1966-4412-91e4-8a1d3d82bb21 service neutron] For port 97d91739-d801-4914-b273-d2e1352df7e3, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=97d91739-d801-4914-b273-d2e1352df7e3,segment=NetworkSegment(80704560-663f-4217-8faf-19a0c17d34a2),segment_id=80704560-663f-4217-8faf-19a0c17d34a2)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:25:39.027286 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5b5906ad-07ae-40f8-8403-78b7c070aa5e tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "GET /v2.0/networks/494c629a-37c0-4281-b3c1-469ac26751d6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5999067 Jan 28 00:25:39.032355 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35314) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:39.132605 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb03b55c-16ab-41b1-86d7-765ac5af5d81 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:39.134013 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bb03b55c-16ab-41b1-86d7-765ac5af5d81 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "GET /v2.0/subnets/389f0261-e1af-4249-8ff0-c567daa7ddb7 HTTP/1.1" status: 200 len: 843 time: 0.0997539 Jan 28 00:25:39.139279 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5d7a7-3dd8-4b47-acfa-689354e6c169 req-6e817aaf-9105-41c1-9131-444036788844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:39.142436 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3da5d7a7-3dd8-4b47-acfa-689354e6c169 req-6e817aaf-9105-41c1-9131-444036788844 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=66e2abd01f29448ab207898a6db8a6af&device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 1097 time: 0.4830718 Jan 28 00:25:39.144872 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35316) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:39.152222 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-cc0f8cd6-1966-4412-91e4-8a1d3d82bb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (97d91739-d801-4914-b273-d2e1352df7e3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:39.175656 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019a20a-f335-4447-aaa1-5cb69da6b4ec req-58b0796f-025a-4d84-83ba-df1f7e75fef3 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:39.203127 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5019a20a-f335-4447-aaa1-5cb69da6b4ec req-58b0796f-025a-4d84-83ba-df1f7e75fef3 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3d96a38-4812-44ae-942e-06863d148430 HTTP/1.1" status: 200 len: 944 time: 0.3123171 Jan 28 00:25:39.333065 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5019a20a-f335-4447-aaa1-5cb69da6b4ec req-2f1baad3-bb09-40db-a4c7-3ec9f50cc12b tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba77e1a7-1034-4b2c-a656-04d1193f2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253748 Jan 28 00:25:39.351726 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:25:39.620571 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f8cd6-1966-4412-91e4-8a1d3d82bb21 service neutron] Pushing event updated for resources: {'Port': ['ID=97d91739-d801-4914-b273-d2e1352df7e3,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:39.627797 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5d7a7-3dd8-4b47-acfa-689354e6c169 req-665a63cd-2e8d-49cb-86b7-23b2b06e91db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:39.629370 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3da5d7a7-3dd8-4b47-acfa-689354e6c169 req-665a63cd-2e8d-49cb-86b7-23b2b06e91db service neutron] 10.222.0.65 "GET /v2.0/networks?id=ab3fb448-728a-46f9-9c11-c79ef9e347d9 HTTP/1.1" status: 200 len: 917 time: 0.3042438 Jan 28 00:25:39.730025 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:25:39.736515 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:39.849247 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:39.850150 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-cc0f8cd6-1966-4412-91e4-8a1d3d82bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:39.851901 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-cc0f8cd6-1966-4412-91e4-8a1d3d82bb21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:39.852344 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-cc0f8cd6-1966-4412-91e4-8a1d3d82bb21 service neutron] 10.222.0.52 "PUT /v2.0/ports/97d91739-d801-4914-b273-d2e1352df7e3 HTTP/1.1" status: 200 len: 1092 time: 3.8394406 Jan 28 00:25:39.852835 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d96a38-4812-44ae-942e-06863d148430', 'tag': '97d91739-d801-4914-b273-d2e1352df7e3'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:25:39.855268 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f6ad1e-244f-453d-944c-ecc300a366d3" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d96a38-4812-44ae-942e-06863d148430", "tag": "97d91739-d801-4914-b273-d2e1352df7e3"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:25:40.101911 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96298243-6752-4753-bf2c-8cb158472faf tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:40.110851 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35332) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:40.112760 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-96298243-6752-4753-bf2c-8cb158472faf tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "GET /v2.0/subnets/389f0261-e1af-4249-8ff0-c567daa7ddb7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.9654992 Jan 28 00:25:40.125110 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-98f76e6a-204d-47f4-b942-0d0834ee8b0a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1164127'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:25:40.125373 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3da5d7a7-3dd8-4b47-acfa-689354e6c169 req-b3a111a8-3dbf-4287-98e7-9d33c7396935 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a97c7ddc-fba4-4c26-b16d-5efee7924ebd HTTP/1.1" status: 200 len: 1001 time: 0.4554198 Jan 28 00:25:40.244460 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f76e6a-204d-47f4-b942-0d0834ee8b0a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Made reservation on behalf of 375c116d8156487d828830465e9141b6 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:25:40.250892 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-98f76e6a-204d-47f4-b942-0d0834ee8b0a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:40.318498 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-96bbd8bf-24c2-46bb-a47e-d8919259a34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:40.323476 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f76e6a-204d-47f4-b942-0d0834ee8b0a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:25:40.325704 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-96bbd8bf-24c2-46bb-a47e-d8919259a34b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=714312f3f50a4971b99fea5b842dea10&device_id=c3d96a38-4812-44ae-942e-06863d148430 HTTP/1.1" status: 200 len: 1095 time: 0.3763950 Jan 28 00:25:40.347423 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-98f76e6a-204d-47f4-b942-0d0834ee8b0a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (ae0fde6a-25d5-49d8-bd1d-e88db611e2bd), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:40.348042 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-98f76e6a-204d-47f4-b942-0d0834ee8b0a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Added segment ae0fde6a-25d5-49d8-bd1d-e88db611e2bd of type vlan for network 559691b9-6ad7-489a-b310-e0d842bf02df Jan 28 00:25:40.459577 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5d7a7-3dd8-4b47-acfa-689354e6c169 req-f69bb462-b892-475d-804e-0ebcc6efed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:40.463821 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3da5d7a7-3dd8-4b47-acfa-689354e6c169 req-f69bb462-b892-475d-804e-0ebcc6efed99 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e8d9d31c-ec82-48b8-8107-afdf4c2c9183 HTTP/1.1" status: 200 len: 855 time: 0.3282764 Jan 28 00:25:40.468228 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-8eb88797-09a3-4807-a054-36851807e4c1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97d91739-d801-4914-b273-d2e1352df7e3 HTTP/1.1" status: 200 len: 217 time: 0.1284387 Jan 28 00:25:40.477583 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-98f76e6a-204d-47f4-b942-0d0834ee8b0a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (559691b9-6ad7-489a-b310-e0d842bf02df), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:40.564546 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:40.570812 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-98f76e6a-204d-47f4-b942-0d0834ee8b0a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (559691b9-6ad7-489a-b310-e0d842bf02df), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:40.583210 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f76e6a-204d-47f4-b942-0d0834ee8b0a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:40.585482 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-98f76e6a-204d-47f4-b942-0d0834ee8b0a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:40.619179 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-ec94b694-26e3-4f1a-8975-0c33034c8952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:40.624530 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-ec94b694-26e3-4f1a-8975-0c33034c8952 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b233241-da34-404d-b5e2-5833230c1252 HTTP/1.1" status: 200 len: 853 time: 0.1475644 Jan 28 00:25:40.707518 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5d7a7-3dd8-4b47-acfa-689354e6c169 req-62244bd4-9c4c-441a-80f3-2c75f799b3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:40.709818 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3da5d7a7-3dd8-4b47-acfa-689354e6c169 req-62244bd4-9c4c-441a-80f3-2c75f799b3b9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ab3fb448-728a-46f9-9c11-c79ef9e347d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2395620 Jan 28 00:25:40.815150 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f76e6a-204d-47f4-b942-0d0834ee8b0a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event updated for resources: {'Network': ['ID=559691b9-6ad7-489a-b310-e0d842bf02df,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:40.833668 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 559691b9-6ad7-489a-b310-e0d842bf02df details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:25:40.852037 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-98f76e6a-204d-47f4-b942-0d0834ee8b0a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7380867 Jan 28 00:25:40.858388 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35336) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:40.872752 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-6b033871-2580-44f3-9ba3-12a1ec792925 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Request body: {'subnet': {'network_id': '559691b9-6ad7-489a-b310-e0d842bf02df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:25:40.931827 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-9b75713b-1fba-4ffa-a133-07c149e8d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:40.935207 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-9b75713b-1fba-4ffa-a133-07c149e8d8ee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=678f63f0-3e7e-4ad4-8cdb-170d969c9da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2805219 Jan 28 00:25:41.041856 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3da5d7a7-3dd8-4b47-acfa-689354e6c169 req-009e6299-3411-42be-a2d8-d5ff4f6c1ca2 service neutron] 10.222.0.65 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254199 Jan 28 00:25:41.188501 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-57825f60-f006-4907-a430-42e034b21fde service neutron] 10.222.0.52 "GET /v2.0/networks/678f63f0-3e7e-4ad4-8cdb-170d969c9da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358985 Jan 28 00:25:41.238085 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:41.324360 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b033871-2580-44f3-9ba3-12a1ec792925 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Made reservation on behalf of 375c116d8156487d828830465e9141b6 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:25:41.336343 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6b033871-2580-44f3-9ba3-12a1ec792925 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:41.454750 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-88a53863-340f-4ab1-89e9-ae9313d5c1b1 req-1d94488e-41b2-494b-8a44-79b3b912041c service neutron] 10.222.0.52 "GET /v2.0/networks/678f63f0-3e7e-4ad4-8cdb-170d969c9da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244315 Jan 28 00:25:41.583782 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.ipam_backend_mixin [None req-6b033871-2580-44f3-9ba3-12a1ec792925 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Performing IP validity checks on allocation pools {{(pid=103344) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 00:25:41.584641 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.ipam_backend_mixin [None req-6b033871-2580-44f3-9ba3-12a1ec792925 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103344) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 00:25:41.588611 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3da5d7a7-3dd8-4b47-acfa-689354e6c169 req-3f7d8848-eb72-487e-a964-9bad9d8393de service neutron] 10.222.0.65 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5331550 Jan 28 00:25:41.913903 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6b033871-2580-44f3-9ba3-12a1ec792925 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (95b2503f-2e89-4ece-88fb-a729f02c86f9), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:42.022154 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b033871-2580-44f3-9ba3-12a1ec792925 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Checking segment: {'id': 'ae0fde6a-25d5-49d8-bd1d-e88db611e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '559691b9-6ad7-489a-b310-e0d842bf02df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:25:42.022682 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b033871-2580-44f3-9ba3-12a1ec792925 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Network hostable DHCP agents. Network: 559691b9-6ad7-489a-b310-e0d842bf02df, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:25:42.057037 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b033871-2580-44f3-9ba3-12a1ec792925 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event updated for resources: {'Subnet': ['ID=95b2503f-2e89-4ece-88fb-a729f02c86f9,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:42.072963 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b033871-2580-44f3-9ba3-12a1ec792925 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Network 559691b9-6ad7-489a-b310-e0d842bf02df is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:25:42.103535 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-6b033871-2580-44f3-9ba3-12a1ec792925 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 559691b9-6ad7-489a-b310-e0d842bf02df) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:25:42.127023 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a5ca49-771e-4300-85fe-93bdc64e1f04 None None] Network 559691b9-6ad7-489a-b310-e0d842bf02df requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:25:42.149961 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b033871-2580-44f3-9ba3-12a1ec792925 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:42.151671 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6b033871-2580-44f3-9ba3-12a1ec792925 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:42.202005 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:42.202356 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6b033871-2580-44f3-9ba3-12a1ec792925 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3405321 Jan 28 00:25:42.205343 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35338) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:42.219685 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d05569dd-5abe-4730-9f56-01545c234915 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:25:42.377131 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36203297-8b51-403b-8937-ec7755745dcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-559691b9-6ad7-489a-b310-e0d842bf02df', 'network_id': '559691b9-6ad7-489a-b310-e0d842bf02df', 'project_id': '375c116d8156487d828830465e9141b6', 'fixed_ips': [{'subnet_id': '95b2503f-2e89-4ece-88fb-a729f02c86f9'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:25:42.379285 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36203297-8b51-403b-8937-ec7755745dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:42.431676 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d05569dd-5abe-4730-9f56-01545c234915 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126719942'] for subnet (95b2503f-2e89-4ece-88fb-a729f02c86f9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:42.745752 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d05569dd-5abe-4730-9f56-01545c234915 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749991160787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126016939'] for subnet (95b2503f-2e89-4ece-88fb-a729f02c86f9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:42.873717 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05569dd-5abe-4730-9f56-01545c234915 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:42.874660 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d05569dd-5abe-4730-9f56-01545c234915 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:42.876207 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d05569dd-5abe-4730-9f56-01545c234915 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "PUT /v2.0/subnets/95b2503f-2e89-4ece-88fb-a729f02c86f9 HTTP/1.1" status: 200 len: 900 time: 0.6693926 Jan 28 00:25:42.881676 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35340) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:42.883061 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:42.900910 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05569dd-5abe-4730-9f56-01545c234915 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event updated for resources: {'Subnet': ['ID=95b2503f-2e89-4ece-88fb-a729f02c86f9,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:42.931708 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-36203297-8b51-403b-8937-ec7755745dcc None None] Allocated IP 2001:db8::3 (559691b9-6ad7-489a-b310-e0d842bf02df/95b2503f-2e89-4ece-88fb-a729f02c86f9/58ba2073-392f-409a-807c-16e4c9883728) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:25:43.156497 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (559691b9-6ad7-489a-b310-e0d842bf02df), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:43.291244 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (95b2503f-2e89-4ece-88fb-a729f02c86f9), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:43.425609 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36203297-8b51-403b-8937-ec7755745dcc None None] Publish callbacks [] for port (58ba2073-392f-409a-807c-16e4c9883728), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:43.441253 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36203297-8b51-403b-8937-ec7755745dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (58ba2073-392f-409a-807c-16e4c9883728), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:43.479235 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (95b2503f-2e89-4ece-88fb-a729f02c86f9), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:43.550995 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event deleted for resources: {'Subnet': ['ID=95b2503f-2e89-4ece-88fb-a729f02c86f9,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:43.554638 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36203297-8b51-403b-8937-ec7755745dcc None None] Pushing event updated for resources: {'Port': ['ID=58ba2073-392f-409a-807c-16e4c9883728,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:43.575489 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36203297-8b51-403b-8937-ec7755745dcc None None] Network 559691b9-6ad7-489a-b310-e0d842bf02df is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:25:43.585532 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-36203297-8b51-403b-8937-ec7755745dcc None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:25:43.590664 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36203297-8b51-403b-8937-ec7755745dcc None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:25:43.708751 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (559691b9-6ad7-489a-b310-e0d842bf02df), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:43.708751 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['559691b9-6ad7-489a-b310-e0d842bf02df']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:43.725427 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae0fde6a-25d5-49d8-bd1d-e88db611e2bd') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:43.726326 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae0fde6a-25d5-49d8-bd1d-e88db611e2bd') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:43.739221 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (ae0fde6a-25d5-49d8-bd1d-e88db611e2bd), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:43.755452 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-36203297-8b51-403b-8937-ec7755745dcc None None] Attempting to bind port 58ba2073-392f-409a-807c-16e4c9883728 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:25:43.756111 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-36203297-8b51-403b-8937-ec7755745dcc None None] Attempting to bind port 58ba2073-392f-409a-807c-16e4c9883728 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'ae0fde6a-25d5-49d8-bd1d-e88db611e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '559691b9-6ad7-489a-b310-e0d842bf02df'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:25:43.756427 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (ae0fde6a-25d5-49d8-bd1d-e88db611e2bd), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:43.757653 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36203297-8b51-403b-8937-ec7755745dcc None None] Attempting to bind port 58ba2073-392f-409a-807c-16e4c9883728 on network 559691b9-6ad7-489a-b310-e0d842bf02df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:25:43.768393 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36203297-8b51-403b-8937-ec7755745dcc None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:25:43.773324 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36203297-8b51-403b-8937-ec7755745dcc None None] Checking segment: {'id': 'ae0fde6a-25d5-49d8-bd1d-e88db611e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '559691b9-6ad7-489a-b310-e0d842bf02df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:25:43.773324 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36203297-8b51-403b-8937-ec7755745dcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:43.773324 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36203297-8b51-403b-8937-ec7755745dcc None None] Bound using segment: {'id': 'ae0fde6a-25d5-49d8-bd1d-e88db611e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '559691b9-6ad7-489a-b310-e0d842bf02df'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:25:43.773324 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-36203297-8b51-403b-8937-ec7755745dcc None None] Bound port: 58ba2073-392f-409a-807c-16e4c9883728, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae0fde6a-25d5-49d8-bd1d-e88db611e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '559691b9-6ad7-489a-b310-e0d842bf02df'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:25:43.774908 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:25:43.775443 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (ae0fde6a-25d5-49d8-bd1d-e88db611e2bd), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:43.776010 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36203297-8b51-403b-8937-ec7755745dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (58ba2073-392f-409a-807c-16e4c9883728), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:43.885140 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:25:43.885140 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:25:43.885140 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:25:43.885140 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:25:43.885140 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:25:43.885140 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:25:43.885140 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:25:43.885140 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:25:43.885140 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:25:43.885140 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:25:43.885140 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:25:43.885140 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:25:43.885140 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:25:43.885140 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:25:43.885140 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:25:43.885140 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:25:43.885140 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:25:43.885140 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:25:43.885140 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:25:43.885140 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:25:43.885140 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:25:43.885140 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:25:43.885140 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:25:43.885140 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:25:43.885140 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:25:43.885140 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:25:43.885140 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:25:43.885140 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:25:43.885140 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:25:43.885140 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:25:43.885140 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:25:43.885140 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:25:43.917250 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.db.api [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 00:25:43.917250 n-d-826754-1 neutron-server[103344]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 00:25:43.917250 n-d-826754-1 neutron-server[103344]: [parameters: {'id': '559691b9-6ad7-489a-b310-e0d842bf02df'}] Jan 28 00:25:43.917250 n-d-826754-1 neutron-server[103344]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:25:43.917802 n-d-826754-1 neutron-server[103344]: DEBUG oslo_db.api [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:25:43.937926 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-36203297-8b51-403b-8937-ec7755745dcc None None] For port 58ba2073-392f-409a-807c-16e4c9883728, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:25:43.942667 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-36203297-8b51-403b-8937-ec7755745dcc None None] For port 58ba2073-392f-409a-807c-16e4c9883728, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=58ba2073-392f-409a-807c-16e4c9883728,segment=NetworkSegment(ae0fde6a-25d5-49d8-bd1d-e88db611e2bd),segment_id=ae0fde6a-25d5-49d8-bd1d-e88db611e2bd)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:25:43.958048 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 97d91739-d801-4914-b273-d2e1352df7e3 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:25:43.974723 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36203297-8b51-403b-8937-ec7755745dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (58ba2073-392f-409a-807c-16e4c9883728), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:44.087660 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36203297-8b51-403b-8937-ec7755745dcc None None] Pushing event updated for resources: {'Port': ['ID=58ba2073-392f-409a-807c-16e4c9883728,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:44.158885 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:44.164514 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2276fb-6855-4193-ab67-ace7934c08d7 None None] get_active_networks_info from n-d-826754-1 {{(pid=103345) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 00:25:44.425680 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (559691b9-6ad7-489a-b310-e0d842bf02df), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:44.450198 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2276fb-6855-4193-ab67-ace7934c08d7 None None] Resources bound (agent type, host, resource id): {{(pid=103345) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 00:25:44.492892 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 97d91739-d801-4914-b273-d2e1352df7e3, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=97d91739-d801-4914-b273-d2e1352df7e3,segment=NetworkSegment(80704560-663f-4217-8faf-19a0c17d34a2),segment_id=80704560-663f-4217-8faf-19a0c17d34a2)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:44.508771 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '97d91739-d801-4914-b273-d2e1352df7e3', 'network_id': '678f63f0-3e7e-4ad4-8cdb-170d969c9da0', 'port_id': '97d91739-d801-4914-b273-d2e1352df7e3', 'mac_address': 'fa:16:3e:2f:fe:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b233241-da34-404d-b5e2-5833230c1252', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:25:44.550323 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Deleting port 58ba2073-392f-409a-807c-16e4c9883728 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:25:44.550672 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (58ba2073-392f-409a-807c-16e4c9883728), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:44.721174 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 97d91739-d801-4914-b273-d2e1352df7e3 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:44.724332 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (97d91739-d801-4914-b273-d2e1352df7e3), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:44.753863 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] For port 58ba2073-392f-409a-807c-16e4c9883728, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=58ba2073-392f-409a-807c-16e4c9883728,segment=NetworkSegment(ae0fde6a-25d5-49d8-bd1d-e88db611e2bd),segment_id=ae0fde6a-25d5-49d8-bd1d-e88db611e2bd)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:44.756334 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (58ba2073-392f-409a-807c-16e4c9883728), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:44.771318 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97d91739-d801-4914-b273-d2e1352df7e3 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:25:44.790164 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Calling delete_port for 58ba2073-392f-409a-807c-16e4c9883728 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:25:44.806476 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 97d91739-d801-4914-b273-d2e1352df7e3, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=97d91739-d801-4914-b273-d2e1352df7e3,segment=NetworkSegment(80704560-663f-4217-8faf-19a0c17d34a2),segment_id=80704560-663f-4217-8faf-19a0c17d34a2)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:44.815472 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (97d91739-d801-4914-b273-d2e1352df7e3), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:45.072035 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (58ba2073-392f-409a-807c-16e4c9883728), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:45.136518 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] No DVR routers for this DVR port 58ba2073-392f-409a-807c-16e4c9883728 on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:25:45.190067 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event deleted for resources: {'Port': ['ID=58ba2073-392f-409a-807c-16e4c9883728,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:45.274666 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=97d91739-d801-4914-b273-d2e1352df7e3,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:45.359832 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (559691b9-6ad7-489a-b310-e0d842bf02df), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:45.391443 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['559691b9-6ad7-489a-b310-e0d842bf02df']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:45.407910 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae0fde6a-25d5-49d8-bd1d-e88db611e2bd') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:45.408250 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae0fde6a-25d5-49d8-bd1d-e88db611e2bd') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:45.427462 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['97d91739-d801-4914-b273-d2e1352df7e3'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:25:45.446653 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (ae0fde6a-25d5-49d8-bd1d-e88db611e2bd), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:45.476911 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (ae0fde6a-25d5-49d8-bd1d-e88db611e2bd), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:45.484643 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:25:45.485064 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (ae0fde6a-25d5-49d8-bd1d-e88db611e2bd), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:45.488994 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:25:45.488994 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:25:45.488994 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:25:45.488994 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:25:45.488994 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:25:45.488994 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:25:45.488994 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:25:45.488994 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:25:45.488994 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:25:45.488994 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:25:45.488994 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:25:45.488994 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:25:45.488994 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:25:45.488994 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:25:45.488994 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:25:45.488994 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:25:45.488994 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:25:45.488994 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:25:45.488994 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:25:45.488994 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:25:45.488994 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:25:45.488994 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:25:45.488994 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:25:45.488994 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:25:45.488994 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:25:45.488994 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:25:45.488994 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:25:45.488994 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:25:45.488994 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:25:45.488994 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:25:45.488994 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:25:45.488994 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:25:45.522632 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9019c083-99ca-4398-933e-12afed8af61a None None] Network 559691b9-6ad7-489a-b310-e0d842bf02df requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:25:45.588604 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (559691b9-6ad7-489a-b310-e0d842bf02df), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:45.595329 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:45.605586 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35350) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:45.606173 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "DELETE /v2.0/networks/559691b9-6ad7-489a-b310-e0d842bf02df HTTP/1.1" status: 204 len: 168 time: 2.7229459 Jan 28 00:25:45.631638 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70880a-cd19-4a91-a76e-cb62f86a927a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event deleted for resources: {'Network': ['ID=559691b9-6ad7-489a-b310-e0d842bf02df,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:45.660375 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de6729f-ef36-4f27-ab7a-48ea94fbdaf1 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] DELETE failed (client error): The resource could not be found. Jan 28 00:25:45.661272 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de6729f-ef36-4f27-ab7a-48ea94fbdaf1 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:25:45.666328 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0de6729f-ef36-4f27-ab7a-48ea94fbdaf1 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "DELETE /v2.0/subnets/95b2503f-2e89-4ece-88fb-a729f02c86f9 HTTP/1.1" status: 404 len: 337 time: 0.0591388 Jan 28 00:25:45.670607 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35352) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:45.693698 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68230f1-d39d-45e7-958e-ce63918168d3 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] DELETE failed (client error): The resource could not be found. Jan 28 00:25:45.695013 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b68230f1-d39d-45e7-958e-ce63918168d3 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:25:45.698907 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b68230f1-d39d-45e7-958e-ce63918168d3 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "DELETE /v2.0/networks/559691b9-6ad7-489a-b310-e0d842bf02df HTTP/1.1" status: 404 len: 339 time: 0.0269601 Jan 28 00:25:45.701855 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35354) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:45.841973 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-45e10d82-35fe-4f3a-a7dd-db47e6bfdcac tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (afabc000-034f-4212-bc88-fd38cc1e9df3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:45.882911 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d595592-8a13-45cb-8969-bfd5ae1dea56 None None] Network 559691b9-6ad7-489a-b310-e0d842bf02df requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:25:45.924167 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d595592-8a13-45cb-8969-bfd5ae1dea56 None None] Network 559691b9-6ad7-489a-b310-e0d842bf02df could not be found, it might have been deleted concurrently. {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 00:25:46.058549 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-45e10d82-35fe-4f3a-a7dd-db47e6bfdcac tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (afabc000-034f-4212-bc88-fd38cc1e9df3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:46.112657 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-45e10d82-35fe-4f3a-a7dd-db47e6bfdcac tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afabc000-034f-4212-bc88-fd38cc1e9df3']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:46.132036 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-45e10d82-35fe-4f3a-a7dd-db47e6bfdcac tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cc7cc2e-484f-47c5-bab7-965e93b5769a') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:46.132663 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-45e10d82-35fe-4f3a-a7dd-db47e6bfdcac tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cc7cc2e-484f-47c5-bab7-965e93b5769a') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:46.171713 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-45e10d82-35fe-4f3a-a7dd-db47e6bfdcac tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (7cc7cc2e-484f-47c5-bab7-965e93b5769a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:46.209812 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-45e10d82-35fe-4f3a-a7dd-db47e6bfdcac tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (7cc7cc2e-484f-47c5-bab7-965e93b5769a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:46.225804 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45e10d82-35fe-4f3a-a7dd-db47e6bfdcac tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:25:46.226532 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-45e10d82-35fe-4f3a-a7dd-db47e6bfdcac tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (7cc7cc2e-484f-47c5-bab7-965e93b5769a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:46.249461 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:25:46.249461 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:25:46.249461 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:25:46.249461 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:25:46.249461 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:25:46.249461 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:25:46.249461 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:25:46.249461 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:25:46.249461 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:25:46.249461 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:25:46.249461 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:25:46.249461 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:25:46.249461 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:25:46.249461 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:25:46.249461 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:25:46.249461 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:25:46.249461 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:25:46.249461 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:25:46.249461 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:25:46.249461 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:25:46.249461 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:25:46.249461 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:25:46.249461 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:25:46.249461 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:25:46.249461 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:25:46.249461 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:25:46.249461 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:25:46.249461 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:25:46.249461 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:25:46.249461 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:25:46.249461 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:25:46.249461 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:25:46.317087 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-45e10d82-35fe-4f3a-a7dd-db47e6bfdcac tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (afabc000-034f-4212-bc88-fd38cc1e9df3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:46.327947 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-45e10d82-35fe-4f3a-a7dd-db47e6bfdcac tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:46.336629 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-45e10d82-35fe-4f3a-a7dd-db47e6bfdcac tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "DELETE /v2.0/networks/afabc000-034f-4212-bc88-fd38cc1e9df3 HTTP/1.1" status: 204 len: 168 time: 0.6291425 Jan 28 00:25:46.336629 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35360) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:46.357070 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e10d82-35fe-4f3a-a7dd-db47e6bfdcac tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event deleted for resources: {'Network': ['ID=afabc000-034f-4212-bc88-fd38cc1e9df3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:46.393426 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d486a45-ec7c-4165-9383-a65cc9ddaae8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] DELETE failed (client error): The resource could not be found. Jan 28 00:25:46.394188 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d486a45-ec7c-4165-9383-a65cc9ddaae8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:25:46.397671 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3d486a45-ec7c-4165-9383-a65cc9ddaae8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "DELETE /v2.0/subnets/e0f9246f-376c-4e06-affa-755308f09c24 HTTP/1.1" status: 404 len: 337 time: 0.0601420 Jan 28 00:25:46.400509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35364) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:46.442847 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bfd13ee-d7e4-4fa4-bab3-408032fe3066 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] DELETE failed (client error): The resource could not be found. Jan 28 00:25:46.445181 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bfd13ee-d7e4-4fa4-bab3-408032fe3066 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:25:46.451809 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6bfd13ee-d7e4-4fa4-bab3-408032fe3066 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "DELETE /v2.0/networks/9619f8b7-537b-4293-a246-62986963b714 HTTP/1.1" status: 404 len: 339 time: 0.0465932 Jan 28 00:25:46.452699 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35366) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:46.537023 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-291c23f2-1048-44e3-8ec9-acb9d6e539bc tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Deleting subnet 6d9cd205-05a5-41f3-852c-2a49d4d6c06f {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:25:46.544874 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-291c23f2-1048-44e3-8ec9-acb9d6e539bc tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks [] for subnet (6d9cd205-05a5-41f3-852c-2a49d4d6c06f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:46.599599 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-291c23f2-1048-44e3-8ec9-acb9d6e539bc tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (6d9cd205-05a5-41f3-852c-2a49d4d6c06f), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:46.747219 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-291c23f2-1048-44e3-8ec9-acb9d6e539bc tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (6d9cd205-05a5-41f3-852c-2a49d4d6c06f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:46.891321 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-291c23f2-1048-44e3-8ec9-acb9d6e539bc tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (6d9cd205-05a5-41f3-852c-2a49d4d6c06f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:46.932538 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c23f2-1048-44e3-8ec9-acb9d6e539bc tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event deleted for resources: {'Subnet': ['ID=6d9cd205-05a5-41f3-852c-2a49d4d6c06f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:46.941650 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-291c23f2-1048-44e3-8ec9-acb9d6e539bc tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:46.943633 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dad1b7-944b-45a1-80e3-e0e820f13908 None None] Network 40d581e6-d828-4d72-b72f-42bd460c0c31 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:25:46.946684 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-291c23f2-1048-44e3-8ec9-acb9d6e539bc tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "DELETE /v2.0/subnets/6d9cd205-05a5-41f3-852c-2a49d4d6c06f HTTP/1.1" status: 204 len: 168 time: 0.4931481 Jan 28 00:25:46.949877 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35382) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:47.073206 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-f82e97eb-0c91-46ea-b170-d995edc8ae85 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Deleting subnet 427dee3a-e865-4ba3-a079-3eb3e2318c92 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:25:47.076990 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f82e97eb-0c91-46ea-b170-d995edc8ae85 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks [] for subnet (427dee3a-e865-4ba3-a079-3eb3e2318c92), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:47.171194 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f82e97eb-0c91-46ea-b170-d995edc8ae85 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (427dee3a-e865-4ba3-a079-3eb3e2318c92), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:47.474276 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb97b4c-acd6-4f0d-853b-38fc2759b68b req-862bfa9e-6aa0-4253-b890-caafae57cb89 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:47.483829 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2eb97b4c-acd6-4f0d-853b-38fc2759b68b req-862bfa9e-6aa0-4253-b890-caafae57cb89 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1392236 Jan 28 00:25:47.577506 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2eb97b4c-acd6-4f0d-853b-38fc2759b68b req-993b252a-19ed-463f-a340-e8da418b86e6 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922813 Jan 28 00:25:47.899720 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29731cff-f11e-452d-970a-6ac26ea9c056 x-openstack-request-id: req-29731cff-f11e-452d-970a-6ac26ea9c056 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:25:47.900035 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d96a38-4812-44ae-942e-06863d148430", "tag": "97d91739-d801-4914-b273-d2e1352df7e3", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:25:47.900429 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-29731cff-f11e-452d-970a-6ac26ea9c056 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:25:47.900877 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d96a38-4812-44ae-942e-06863d148430', 'tag': '97d91739-d801-4914-b273-d2e1352df7e3', 'status': 'completed', 'code': 200} Jan 28 00:25:47.904699 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f82e97eb-0c91-46ea-b170-d995edc8ae85 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (427dee3a-e865-4ba3-a079-3eb3e2318c92), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:47.950993 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 97d91739-d801-4914-b273-d2e1352df7e3 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:25:48.041506 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0c382-8423-4333-a008-ee4529fc9788 req-84d1c591-b882-4e5d-8f48-105a2e78b039 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:48.049445 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-23a0c382-8423-4333-a008-ee4529fc9788 req-84d1c591-b882-4e5d-8f48-105a2e78b039 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3d96a38-4812-44ae-942e-06863d148430 HTTP/1.1" status: 200 len: 945 time: 0.0745878 Jan 28 00:25:48.120161 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-23a0c382-8423-4333-a008-ee4529fc9788 req-ebc49f9c-bd71-4cd4-8a52-092245556c80 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba77e1a7-1034-4b2c-a656-04d1193f2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693822 Jan 28 00:25:48.167721 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6ad1e-244f-453d-944c-ecc300a366d3 req-f99ae112-5405-403f-82b6-80ca80dded73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:48.170622 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d6f6ad1e-244f-453d-944c-ecc300a366d3 req-f99ae112-5405-403f-82b6-80ca80dded73 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=714312f3f50a4971b99fea5b842dea10&device_id=c3d96a38-4812-44ae-942e-06863d148430 HTTP/1.1" status: 200 len: 1096 time: 0.1924467 Jan 28 00:25:48.215599 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 97d91739-d801-4914-b273-d2e1352df7e3 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:25:48.226415 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 97d91739-d801-4914-b273-d2e1352df7e3 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:25:48.227046 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (97d91739-d801-4914-b273-d2e1352df7e3), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:48.263447 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f82e97eb-0c91-46ea-b170-d995edc8ae85 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (427dee3a-e865-4ba3-a079-3eb3e2318c92), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:48.300344 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f82e97eb-0c91-46ea-b170-d995edc8ae85 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:48.307870 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f82e97eb-0c91-46ea-b170-d995edc8ae85 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "DELETE /v2.0/subnets/427dee3a-e865-4ba3-a079-3eb3e2318c92 HTTP/1.1" status: 204 len: 168 time: 1.3518810 Jan 28 00:25:48.308881 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35412) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:48.334391 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70c5736-1d09-4f1d-b38a-b84d53054d9f None None] Network 40d581e6-d828-4d72-b72f-42bd460c0c31 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:25:48.374557 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e97eb-0c91-46ea-b170-d995edc8ae85 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event deleted for resources: {'Subnet': ['ID=427dee3a-e865-4ba3-a079-3eb3e2318c92,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:48.464068 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6ad1e-244f-453d-944c-ecc300a366d3 req-0304987d-2902-424e-b70b-acf1c3aa7b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:48.465964 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d6f6ad1e-244f-453d-944c-ecc300a366d3 req-0304987d-2902-424e-b70b-acf1c3aa7b2c service neutron] 10.222.0.52 "GET /v2.0/networks?id=678f63f0-3e7e-4ad4-8cdb-170d969c9da0 HTTP/1.1" status: 200 len: 915 time: 0.2847135 Jan 28 00:25:48.478162 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-da6e4b7b-7d1a-4bb5-aff6-85207d4a8ace None None] Provisioning complete for port 46d54daf-b83e-404f-a163-51bc39680932 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:25:48.478558 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da6e4b7b-7d1a-4bb5-aff6-85207d4a8ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (46d54daf-b83e-404f-a163-51bc39680932), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:48.492156 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50e9a65c-ffd1-4e9c-9f59-eccde053c52b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (40d581e6-d828-4d72-b72f-42bd460c0c31), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:48.526710 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d6f6ad1e-244f-453d-944c-ecc300a366d3 req-0a1ddce2-e9cc-4fae-8333-727cbdb06df4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97d91739-d801-4914-b273-d2e1352df7e3 HTTP/1.1" status: 200 len: 217 time: 0.0533161 Jan 28 00:25:48.601776 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-50e9a65c-ffd1-4e9c-9f59-eccde053c52b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Deleting port 46d54daf-b83e-404f-a163-51bc39680932 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:25:48.603120 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50e9a65c-ffd1-4e9c-9f59-eccde053c52b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (46d54daf-b83e-404f-a163-51bc39680932), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:48.680569 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-50e9a65c-ffd1-4e9c-9f59-eccde053c52b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] For port 46d54daf-b83e-404f-a163-51bc39680932, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=46d54daf-b83e-404f-a163-51bc39680932,segment=NetworkSegment(dbaede37-80f4-439a-afc4-6a133ee1061f),segment_id=dbaede37-80f4-439a-afc4-6a133ee1061f)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:48.681401 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50e9a65c-ffd1-4e9c-9f59-eccde053c52b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (46d54daf-b83e-404f-a163-51bc39680932), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:48.689879 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6ad1e-244f-453d-944c-ecc300a366d3 req-b823e43c-2232-492f-be8c-4d70fdd7fffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:48.691761 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d6f6ad1e-244f-453d-944c-ecc300a366d3 req-b823e43c-2232-492f-be8c-4d70fdd7fffa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b233241-da34-404d-b5e2-5833230c1252 HTTP/1.1" status: 200 len: 853 time: 0.1579978 Jan 28 00:25:48.699491 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-50e9a65c-ffd1-4e9c-9f59-eccde053c52b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Calling delete_port for 46d54daf-b83e-404f-a163-51bc39680932 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:25:48.852549 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50e9a65c-ffd1-4e9c-9f59-eccde053c52b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (46d54daf-b83e-404f-a163-51bc39680932), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:48.854877 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 97d91739-d801-4914-b273-d2e1352df7e3 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:48.855294 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (97d91739-d801-4914-b273-d2e1352df7e3), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:48.888344 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6ad1e-244f-453d-944c-ecc300a366d3 req-7a5309dd-cd80-499a-815f-781b08b6f65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:48.891352 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d6f6ad1e-244f-453d-944c-ecc300a366d3 req-7a5309dd-cd80-499a-815f-781b08b6f65c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=678f63f0-3e7e-4ad4-8cdb-170d969c9da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1929390 Jan 28 00:25:48.925690 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 97d91739-d801-4914-b273-d2e1352df7e3, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=97d91739-d801-4914-b273-d2e1352df7e3,segment=NetworkSegment(80704560-663f-4217-8faf-19a0c17d34a2),segment_id=80704560-663f-4217-8faf-19a0c17d34a2)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:48.928719 n-d-826754-1 neutron-server[103345]: INFO neutron.plugins.ml2.db [None req-da6e4b7b-7d1a-4bb5-aff6-85207d4a8ace None None] No ports have port_id starting with 46d54daf-b83e-404f-a163-51bc39680932 Jan 28 00:25:48.930751 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d96a38-4812-44ae-942e-06863d148430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d91739-d801-4914-b273-d2e1352df7e3'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:25:48.936923 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16603358-17c1-4ece-a9d1-88ac2c2a8cbe" -d '{"events": [{"server_uuid": "c3d96a38-4812-44ae-942e-06863d148430", "name": "network-vif-plugged", "status": "completed", "tag": "97d91739-d801-4914-b273-d2e1352df7e3"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:25:48.946414 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (97d91739-d801-4914-b273-d2e1352df7e3), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:48.996267 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9a65c-ffd1-4e9c-9f59-eccde053c52b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event deleted for resources: {'Port': ['ID=46d54daf-b83e-404f-a163-51bc39680932,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:49.034529 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e9a65c-ffd1-4e9c-9f59-eccde053c52b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] No DVR routers for this DVR port 46d54daf-b83e-404f-a163-51bc39680932 on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:25:49.061076 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=97d91739-d801-4914-b273-d2e1352df7e3,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:49.085265 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df81a42e-75aa-43e9-8cde-a70e2f9f7ec4 None None] DHCP port deletion for 40d581e6-d828-4d72-b72f-42bd460c0c31 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:25:49.168525 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d6f6ad1e-244f-453d-944c-ecc300a366d3 req-5182e7f0-66e2-467c-a145-ece0bf157d99 service neutron] 10.222.0.52 "GET /v2.0/networks/678f63f0-3e7e-4ad4-8cdb-170d969c9da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689781 Jan 28 00:25:49.242077 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 46d54daf-b83e-404f-a163-51bc39680932 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:25:49.309416 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 46d54daf-b83e-404f-a163-51bc39680932 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:25:49.309778 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 46d54daf-b83e-404f-a163-51bc39680932 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:25:49.364136 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5adfb1e-1a7d-4849-9aa4-e01621ad3876 req-5a95ba10-680b-48bd-97fc-f606e16f2aa0 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:49.377649 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c5adfb1e-1a7d-4849-9aa4-e01621ad3876 req-5a95ba10-680b-48bd-97fc-f606e16f2aa0 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 945 time: 0.4071224 Jan 28 00:25:49.485356 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d91940-5550-409b-9656-d84ce58a4860 req-41e5f276-ad64-4f0a-a436-4be4c9e2cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:49.487503 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50e9a65c-ffd1-4e9c-9f59-eccde053c52b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (40d581e6-d828-4d72-b72f-42bd460c0c31), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:49.488203 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-85d91940-5550-409b-9656-d84ce58a4860 req-41e5f276-ad64-4f0a-a436-4be4c9e2cb50 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f564eba381e4679ad4f4d86366ab37a&device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 1096 time: 0.1334438 Jan 28 00:25:49.492586 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d6f6ad1e-244f-453d-944c-ecc300a366d3 req-642ec21e-d216-47db-84f7-064e110df3e4 service neutron] 10.222.0.52 "GET /v2.0/networks/678f63f0-3e7e-4ad4-8cdb-170d969c9da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175302 Jan 28 00:25:49.517173 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-50e9a65c-ffd1-4e9c-9f59-eccde053c52b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d581e6-d828-4d72-b72f-42bd460c0c31']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:49.532543 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-50e9a65c-ffd1-4e9c-9f59-eccde053c52b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbaede37-80f4-439a-afc4-6a133ee1061f') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:49.533170 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-50e9a65c-ffd1-4e9c-9f59-eccde053c52b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbaede37-80f4-439a-afc4-6a133ee1061f') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:49.552501 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50e9a65c-ffd1-4e9c-9f59-eccde053c52b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (dbaede37-80f4-439a-afc4-6a133ee1061f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:49.605373 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50e9a65c-ffd1-4e9c-9f59-eccde053c52b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (dbaede37-80f4-439a-afc4-6a133ee1061f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:49.620472 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e9a65c-ffd1-4e9c-9f59-eccde053c52b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:25:49.621146 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50e9a65c-ffd1-4e9c-9f59-eccde053c52b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (dbaede37-80f4-439a-afc4-6a133ee1061f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:49.629900 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:25:49.629900 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:25:49.629900 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:25:49.629900 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:25:49.629900 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:25:49.629900 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:25:49.629900 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:25:49.629900 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:25:49.629900 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:25:49.629900 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:25:49.629900 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:25:49.629900 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:25:49.629900 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:25:49.629900 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:25:49.629900 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:25:49.629900 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:25:49.629900 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:25:49.629900 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:25:49.629900 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:25:49.629900 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:25:49.629900 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:25:49.629900 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:25:49.629900 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:25:49.629900 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:25:49.629900 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:25:49.629900 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:25:49.629900 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:25:49.629900 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:25:49.629900 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:25:49.629900 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:25:49.629900 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:25:49.629900 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:25:49.723894 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d91940-5550-409b-9656-d84ce58a4860 req-8a580482-7269-4637-9b22-cbe3c5f470a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:49.726506 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-85d91940-5550-409b-9656-d84ce58a4860 req-8a580482-7269-4637-9b22-cbe3c5f470a4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2f518455-11e0-4f29-b2fb-3688e3f7fb32 HTTP/1.1" status: 200 len: 913 time: 0.2310343 Jan 28 00:25:49.728528 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c5adfb1e-1a7d-4849-9aa4-e01621ad3876 req-5c468c50-a025-4ef5-b1e9-f690d26f3202 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496852 Jan 28 00:25:49.750145 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440cf1a-bc8f-4db3-9182-ab5b9c753305 req-75a73898-0815-4572-8dc4-f31e2bf66fc0 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:49.757771 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8440cf1a-bc8f-4db3-9182-ab5b9c753305 req-75a73898-0815-4572-8dc4-f31e2bf66fc0 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 946 time: 0.4515388 Jan 28 00:25:49.785447 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-85d91940-5550-409b-9656-d84ce58a4860 req-08cf0061-39f2-42f6-a86a-89aaab4c3780 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0814931-0273-44d4-9b19-363b02b03b9d HTTP/1.1" status: 200 len: 217 time: 0.0517595 Jan 28 00:25:49.863494 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8440cf1a-bc8f-4db3-9182-ab5b9c753305 req-2c37c1c3-703f-406f-81d9-6db2072692f8 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047909 Jan 28 00:25:49.872684 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50e9a65c-ffd1-4e9c-9f59-eccde053c52b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (40d581e6-d828-4d72-b72f-42bd460c0c31), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:49.893668 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50e9a65c-ffd1-4e9c-9f59-eccde053c52b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:49.909504 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-50e9a65c-ffd1-4e9c-9f59-eccde053c52b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "DELETE /v2.0/networks/40d581e6-d828-4d72-b72f-42bd460c0c31 HTTP/1.1" status: 204 len: 168 time: 1.5956972 Jan 28 00:25:49.921326 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35472) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:49.942423 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9a65c-ffd1-4e9c-9f59-eccde053c52b tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event deleted for resources: {'Network': ['ID=40d581e6-d828-4d72-b72f-42bd460c0c31,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:50.028355 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-21576b40-28de-463d-83c8-b24a1cf9ab86 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] DELETE failed (client error): The resource could not be found. Jan 28 00:25:50.029140 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f9cce9-882f-46cb-a874-0573db110885 x-openstack-request-id: req-27f9cce9-882f-46cb-a874-0573db110885 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:25:50.029347 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21576b40-28de-463d-83c8-b24a1cf9ab86 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:25:50.030176 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d96a38-4812-44ae-942e-06863d148430", "name": "network-vif-plugged", "status": "completed", "tag": "97d91739-d801-4914-b273-d2e1352df7e3", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:25:50.030929 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-27f9cce9-882f-46cb-a874-0573db110885 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:25:50.032021 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d96a38-4812-44ae-942e-06863d148430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d91739-d801-4914-b273-d2e1352df7e3', 'code': 200} Jan 28 00:25:50.033173 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-21576b40-28de-463d-83c8-b24a1cf9ab86 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "DELETE /v2.0/subnets/665e6088-6a3b-4bdf-8ff6-55cacec0df11 HTTP/1.1" status: 404 len: 337 time: 0.1086936 Jan 28 00:25:50.039273 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35476) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:50.049881 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d91940-5550-409b-9656-d84ce58a4860 req-e9397ad4-1013-45f8-aace-5551ca706702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:50.053335 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-85d91940-5550-409b-9656-d84ce58a4860 req-e9397ad4-1013-45f8-aace-5551ca706702 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=752b9c73-c003-4007-a37c-7b906aeda551 HTTP/1.1" status: 200 len: 852 time: 0.2603219 Jan 28 00:25:50.092566 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-2427e045-9746-419f-9123-745357c3efa6 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] DELETE failed (client error): The resource could not be found. Jan 28 00:25:50.093996 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2427e045-9746-419f-9123-745357c3efa6 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:25:50.106533 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2427e045-9746-419f-9123-745357c3efa6 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "DELETE /v2.0/networks/0e70bda9-9b92-4ac2-9d4a-089ee04d28a5 HTTP/1.1" status: 404 len: 339 time: 0.0653379 Jan 28 00:25:50.107745 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35486) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:50.127450 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-85d91940-5550-409b-9656-d84ce58a4860 req-61b290a6-3692-45e9-855a-744ab4474a67 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2f518455-11e0-4f29-b2fb-3688e3f7fb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630181 Jan 28 00:25:50.197566 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f2a7b8-f20f-4cfa-a501-12d965d181f5 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] DELETE failed (client error): The resource could not be found. Jan 28 00:25:50.199243 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46f2a7b8-f20f-4cfa-a501-12d965d181f5 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:25:50.210774 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-46f2a7b8-f20f-4cfa-a501-12d965d181f5 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "DELETE /v2.0/subnets/f95ebb6a-0b62-48aa-a0bc-9253818572ef HTTP/1.1" status: 404 len: 337 time: 0.1006393 Jan 28 00:25:50.212277 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35496) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:50.276968 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f62eaa-6e1b-49b7-b2bf-e18d11ceac51 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] DELETE failed (client error): The resource could not be found. Jan 28 00:25:50.278650 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25f62eaa-6e1b-49b7-b2bf-e18d11ceac51 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:25:50.307647 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-25f62eaa-6e1b-49b7-b2bf-e18d11ceac51 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "DELETE /v2.0/networks/b0ed75b4-abaf-428d-b496-b04827138a0d HTTP/1.1" status: 404 len: 339 time: 0.0921633 Jan 28 00:25:50.310339 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35510) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:50.343482 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb49073-149b-4d11-b7bf-12e3bf29fea9 req-86ac510a-8ea9-4bbc-b42b-9118117acbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:50.345290 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1fb49073-149b-4d11-b7bf-12e3bf29fea9 req-86ac510a-8ea9-4bbc-b42b-9118117acbef service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c3d96a38-4812-44ae-942e-06863d148430 HTTP/1.1" status: 200 len: 1097 time: 0.2118618 Jan 28 00:25:50.411543 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-58bc53ce-d252-4dc8-a9db-e734613ac676 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] DELETE failed (client error): The resource could not be found. Jan 28 00:25:50.413120 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58bc53ce-d252-4dc8-a9db-e734613ac676 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:25:50.421783 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-58bc53ce-d252-4dc8-a9db-e734613ac676 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "DELETE /v2.0/subnets/58e79d06-7725-4e86-aff6-2c1c49a43af7 HTTP/1.1" status: 404 len: 337 time: 0.0470228 Jan 28 00:25:50.427790 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35526) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:50.446396 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1fb49073-149b-4d11-b7bf-12e3bf29fea9 req-b9a2d39b-a935-4013-b87e-17f759c70bee service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ba77e1a7-1034-4b2c-a656-04d1193f2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875487 Jan 28 00:25:50.450406 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-85d91940-5550-409b-9656-d84ce58a4860 req-587b0204-70ff-4c5a-a396-dac85ab2970d service neutron] 10.222.0.65 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055029 Jan 28 00:25:50.458387 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ede7328-11ed-4631-bb37-2a7c61cc6519 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] DELETE failed (client error): The resource could not be found. Jan 28 00:25:50.460377 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ede7328-11ed-4631-bb37-2a7c61cc6519 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:25:50.467193 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0ede7328-11ed-4631-bb37-2a7c61cc6519 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "DELETE /v2.0/networks/a88c4fe9-8b71-4666-bdcb-92cf0a741fb3 HTTP/1.1" status: 404 len: 339 time: 0.0363965 Jan 28 00:25:50.469110 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35534) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:50.538607 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fcb48a-b6ad-4073-8d85-c86b55bc912d req-a5c28302-d09f-4471-8036-88cf6cf1e7b4 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:50.548690 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-83fcb48a-b6ad-4073-8d85-c86b55bc912d req-a5c28302-d09f-4471-8036-88cf6cf1e7b4 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3d96a38-4812-44ae-942e-06863d148430 HTTP/1.1" status: 200 len: 946 time: 0.3539104 Jan 28 00:25:50.612575 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-440a4f49-d545-49fc-8019-475f920330b8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Deleting subnet 4a16f9b8-09b2-4cb7-84b7-ce5aaf718850 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:25:50.619447 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-440a4f49-d545-49fc-8019-475f920330b8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks [] for subnet (4a16f9b8-09b2-4cb7-84b7-ce5aaf718850), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:50.621355 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-85d91940-5550-409b-9656-d84ce58a4860 req-26f1e8e4-8d30-430b-9ba8-c0540425fd3d service neutron] 10.222.0.65 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632857 Jan 28 00:25:50.723106 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-83fcb48a-b6ad-4073-8d85-c86b55bc912d req-c838b739-a90f-4f24-acd6-e15ef4dfd8af tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba77e1a7-1034-4b2c-a656-04d1193f2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732199 Jan 28 00:25:50.726404 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-440a4f49-d545-49fc-8019-475f920330b8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (4a16f9b8-09b2-4cb7-84b7-ce5aaf718850), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:50.797032 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ddf7e-5ab7-4a4f-a9e2-2af26d6b0f10 req-d5c5a023-0b82-4cab-a103-b25dbd89d424 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:50.798783 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-191ddf7e-5ab7-4a4f-a9e2-2af26d6b0f10 req-d5c5a023-0b82-4cab-a103-b25dbd89d424 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/ports?device_id=04251ac8-436c-4769-92cf-0bf2ec05073f HTTP/1.1" status: 200 len: 950 time: 0.1690376 Jan 28 00:25:50.835589 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35566) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:50.910134 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-440a4f49-d545-49fc-8019-475f920330b8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (4a16f9b8-09b2-4cb7-84b7-ce5aaf718850), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:50.975513 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-191ddf7e-5ab7-4a4f-a9e2-2af26d6b0f10 req-bab6e60a-5150-4d6f-99a5-d5572aa6e062 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/security-groups?id=029f3950-2ebe-42df-a155-7336948250dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628044 Jan 28 00:25:51.030963 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93692d-0e8f-4b13-a450-d8425fb3aeb4 req-20e53f03-965d-4155-ba7a-45a49283ff68 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:51.032715 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f93692d-0e8f-4b13-a450-d8425fb3aeb4 req-20e53f03-965d-4155-ba7a-45a49283ff68 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 945 time: 0.1312692 Jan 28 00:25:51.050126 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-440a4f49-d545-49fc-8019-475f920330b8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (4a16f9b8-09b2-4cb7-84b7-ce5aaf718850), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:51.115968 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a4f49-d545-49fc-8019-475f920330b8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event deleted for resources: {'Subnet': ['ID=4a16f9b8-09b2-4cb7-84b7-ce5aaf718850,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:51.118529 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-440a4f49-d545-49fc-8019-475f920330b8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:51.119318 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b0d1f0-c4be-4a25-8d0f-0834fc0663b2 None None] Network 135bc20e-ffbe-48d2-a279-ef9e91c8ea5c requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:25:51.125421 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-440a4f49-d545-49fc-8019-475f920330b8 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "DELETE /v2.0/subnets/4a16f9b8-09b2-4cb7-84b7-ce5aaf718850 HTTP/1.1" status: 204 len: 168 time: 0.6511061 Jan 28 00:25:51.126043 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35586) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:51.132656 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a7e154a5-f976-4c0e-ba2c-d8e9a2a81549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:51.286768 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f93692d-0e8f-4b13-a450-d8425fb3aeb4 req-ca758396-d0bd-41b3-8627-56a3adb4a70d tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200558 Jan 28 00:25:51.316105 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6e56e2e8-6394-4261-bc1b-220a72e5f480 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (135bc20e-ffbe-48d2-a279-ef9e91c8ea5c), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:51.365937 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a7e154a5-f976-4c0e-ba2c-d8e9a2a81549 admin admin] Publish callbacks [] for security_group (b12c9da6-8802-4660-b17f-1e98fd009906), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:51.375560 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e1601-2eeb-4dea-9550-2932e7278446 req-3134fe41-f425-41c7-81d5-e7b133795772 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:51.376364 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a7e154a5-f976-4c0e-ba2c-d8e9a2a81549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b12c9da6-8802-4660-b17f-1e98fd009906), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:51.392374 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9f0e1601-2eeb-4dea-9550-2932e7278446 req-3134fe41-f425-41c7-81d5-e7b133795772 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 946 time: 0.1742854 Jan 28 00:25:51.479773 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43425fc7-2c30-4134-a07d-79d0274aa313 None None] DHCP port deletion for 135bc20e-ffbe-48d2-a279-ef9e91c8ea5c request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:25:51.490040 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e154a5-f976-4c0e-ba2c-d8e9a2a81549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12c9da6-8802-4660-b17f-1e98fd009906,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:51.505533 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a7e154a5-f976-4c0e-ba2c-d8e9a2a81549 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c6c37ecc456943a29b3c3cc9d6a85c52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6682620 Jan 28 00:25:51.508299 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35590) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:51.508843 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35592) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:51.510200 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9f0e1601-2eeb-4dea-9550-2932e7278446 req-8e6f6624-795e-4e35-bc7d-61f52b65c357 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143975 Jan 28 00:25:51.550651 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-6e56e2e8-6394-4261-bc1b-220a72e5f480 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Deleting port 0bae751f-4863-4974-b291-7caba3eb0b91 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:25:51.551900 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6e56e2e8-6394-4261-bc1b-220a72e5f480 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (0bae751f-4863-4974-b291-7caba3eb0b91), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:51.620366 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fce63e7d-338d-4095-a85a-18b0121f2c10 admin admin] Publish callbacks [] for security_group (b12c9da6-8802-4660-b17f-1e98fd009906), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:51.630534 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-43425fc7-2c30-4134-a07d-79d0274aa313 None None] Deleting port 0bae751f-4863-4974-b291-7caba3eb0b91 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:25:51.630964 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-43425fc7-2c30-4134-a07d-79d0274aa313 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (0bae751f-4863-4974-b291-7caba3eb0b91), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:51.651223 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fce63e7d-338d-4095-a85a-18b0121f2c10 admin admin] Publish callbacks [] for security_group (b12c9da6-8802-4660-b17f-1e98fd009906), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:51.703561 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-6e56e2e8-6394-4261-bc1b-220a72e5f480 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] For port 0bae751f-4863-4974-b291-7caba3eb0b91, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=0bae751f-4863-4974-b291-7caba3eb0b91,segment=NetworkSegment(94fd27bd-80ee-4508-a4f9-0c4130ba1b78),segment_id=94fd27bd-80ee-4508-a4f9-0c4130ba1b78)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:51.703561 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6e56e2e8-6394-4261-bc1b-220a72e5f480 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (0bae751f-4863-4974-b291-7caba3eb0b91), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:51.724999 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fce63e7d-338d-4095-a85a-18b0121f2c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b12c9da6-8802-4660-b17f-1e98fd009906), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:51.732486 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fce63e7d-338d-4095-a85a-18b0121f2c10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:51.733099 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-6e56e2e8-6394-4261-bc1b-220a72e5f480 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Calling delete_port for 0bae751f-4863-4974-b291-7caba3eb0b91 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:25:51.736185 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fce63e7d-338d-4095-a85a-18b0121f2c10 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b12c9da6-8802-4660-b17f-1e98fd009906 HTTP/1.1" status: 204 len: 168 time: 0.2143509 Jan 28 00:25:51.755512 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-43425fc7-2c30-4134-a07d-79d0274aa313 None None] For port 0bae751f-4863-4974-b291-7caba3eb0b91, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=0bae751f-4863-4974-b291-7caba3eb0b91,segment=NetworkSegment(94fd27bd-80ee-4508-a4f9-0c4130ba1b78),segment_id=94fd27bd-80ee-4508-a4f9-0c4130ba1b78)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:51.756298 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-43425fc7-2c30-4134-a07d-79d0274aa313 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (0bae751f-4863-4974-b291-7caba3eb0b91), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:51.773549 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-43425fc7-2c30-4134-a07d-79d0274aa313 None None] Calling delete_port for 0bae751f-4863-4974-b291-7caba3eb0b91 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:25:51.781319 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce63e7d-338d-4095-a85a-18b0121f2c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12c9da6-8802-4660-b17f-1e98fd009906,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:51.804519 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a950891-2580-4fc7-8ad3-0a8a134a9c65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:51.937651 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-43425fc7-2c30-4134-a07d-79d0274aa313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (0bae751f-4863-4974-b291-7caba3eb0b91), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:51.975492 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43425fc7-2c30-4134-a07d-79d0274aa313 None None] Pushing event deleted for resources: {'Port': ['ID=0bae751f-4863-4974-b291-7caba3eb0b91,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:51.977635 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43425fc7-2c30-4134-a07d-79d0274aa313 None None] No DVR routers for this DVR port 0bae751f-4863-4974-b291-7caba3eb0b91 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:25:52.011148 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a950891-2580-4fc7-8ad3-0a8a134a9c65 admin admin] Publish callbacks [] for security_group (e6e34f89-864f-46a2-ab00-0addbfb8ec6a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:52.015578 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6e56e2e8-6394-4261-bc1b-220a72e5f480 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (0bae751f-4863-4974-b291-7caba3eb0b91), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:52.021057 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a950891-2580-4fc7-8ad3-0a8a134a9c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e6e34f89-864f-46a2-ab00-0addbfb8ec6a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:52.056017 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56e2e8-6394-4261-bc1b-220a72e5f480 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event deleted for resources: {'Port': ['ID=0bae751f-4863-4974-b291-7caba3eb0b91,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:52.067545 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22059f8-0a5a-4a86-b22a-4c3f5c7e3fc3 req-c7bb7b51-3175-451f-9f5a-f564019b4fd8 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:52.076651 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b22059f8-0a5a-4a86-b22a-4c3f5c7e3fc3 req-c7bb7b51-3175-451f-9f5a-f564019b4fd8 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3d96a38-4812-44ae-942e-06863d148430 HTTP/1.1" status: 200 len: 946 time: 0.1506698 Jan 28 00:25:52.086303 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e56e2e8-6394-4261-bc1b-220a72e5f480 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] No DVR routers for this DVR port 0bae751f-4863-4974-b291-7caba3eb0b91 on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:25:52.135026 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5a950891-2580-4fc7-8ad3-0a8a134a9c65 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a5564c926c8043a4be3bdfe8791ce133&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6184876 Jan 28 00:25:52.136956 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35604) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:52.151464 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a950891-2580-4fc7-8ad3-0a8a134a9c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e34f89-864f-46a2-ab00-0addbfb8ec6a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:52.221752 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e62b564b-20a7-45ca-bb3a-e76991b16ed9 admin admin] Publish callbacks [] for security_group (e6e34f89-864f-46a2-ab00-0addbfb8ec6a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:52.267778 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e62b564b-20a7-45ca-bb3a-e76991b16ed9 admin admin] Publish callbacks [] for security_group (e6e34f89-864f-46a2-ab00-0addbfb8ec6a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:52.456376 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e62b564b-20a7-45ca-bb3a-e76991b16ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e6e34f89-864f-46a2-ab00-0addbfb8ec6a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:52.463219 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e62b564b-20a7-45ca-bb3a-e76991b16ed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:52.469236 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e62b564b-20a7-45ca-bb3a-e76991b16ed9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e6e34f89-864f-46a2-ab00-0addbfb8ec6a HTTP/1.1" status: 204 len: 168 time: 0.3267617 Jan 28 00:25:52.469236 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35608) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:52.499780 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4645fa7c-4956-443c-bb07-e97beaf8a488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:52.553876 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b564b-20a7-45ca-bb3a-e76991b16ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e34f89-864f-46a2-ab00-0addbfb8ec6a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:52.722548 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4645fa7c-4956-443c-bb07-e97beaf8a488 admin admin] Publish callbacks [] for security_group (91890934-de80-428f-9308-0f26581382c4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:52.726485 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b22059f8-0a5a-4a86-b22a-4c3f5c7e3fc3 req-9b516e0e-0859-4544-b0c4-e57beebdbea9 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba77e1a7-1034-4b2c-a656-04d1193f2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6486871 Jan 28 00:25:52.737414 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4645fa7c-4956-443c-bb07-e97beaf8a488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (91890934-de80-428f-9308-0f26581382c4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:52.748975 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e0814931-0273-44d4-9b19-363b02b03b9d no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:25:52.777859 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e897b5-5de8-45dd-b239-2239cdb2cc98 req-3be8a565-3150-42ff-a28c-41826b15add5 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:52.787702 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d7e897b5-5de8-45dd-b239-2239cdb2cc98 req-3be8a565-3150-42ff-a28c-41826b15add5 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/ports?device_id=04251ac8-436c-4769-92cf-0bf2ec05073f HTTP/1.1" status: 200 len: 950 time: 0.2681701 Jan 28 00:25:52.794387 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4645fa7c-4956-443c-bb07-e97beaf8a488 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cf98382039864d8eafde273c2f85769b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3230021 Jan 28 00:25:52.799851 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6e56e2e8-6394-4261-bc1b-220a72e5f480 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (135bc20e-ffbe-48d2-a279-ef9e91c8ea5c), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:52.801006 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35616) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:52.842931 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-6e56e2e8-6394-4261-bc1b-220a72e5f480 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135bc20e-ffbe-48d2-a279-ef9e91c8ea5c']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:52.863242 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-6e56e2e8-6394-4261-bc1b-220a72e5f480 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94fd27bd-80ee-4508-a4f9-0c4130ba1b78') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:52.863646 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-6e56e2e8-6394-4261-bc1b-220a72e5f480 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94fd27bd-80ee-4508-a4f9-0c4130ba1b78') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:52.871418 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645fa7c-4956-443c-bb07-e97beaf8a488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91890934-de80-428f-9308-0f26581382c4,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:52.894213 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d7e897b5-5de8-45dd-b239-2239cdb2cc98 req-b4b04516-9b07-4d79-bd75-79c47249daf9 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/security-groups?id=029f3950-2ebe-42df-a155-7336948250dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997851 Jan 28 00:25:52.904468 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6e56e2e8-6394-4261-bc1b-220a72e5f480 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (94fd27bd-80ee-4508-a4f9-0c4130ba1b78), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:52.920267 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cd08faa-917e-4d85-8305-b251ef221e62 admin admin] Publish callbacks [] for security_group (91890934-de80-428f-9308-0f26581382c4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:52.967018 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port e0814931-0273-44d4-9b19-363b02b03b9d is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:52.968404 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e0814931-0273-44d4-9b19-363b02b03b9d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:52.981667 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cd08faa-917e-4d85-8305-b251ef221e62 admin admin] Publish callbacks [] for security_group (91890934-de80-428f-9308-0f26581382c4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:53.030950 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6e56e2e8-6394-4261-bc1b-220a72e5f480 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (94fd27bd-80ee-4508-a4f9-0c4130ba1b78), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:53.046105 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e56e2e8-6394-4261-bc1b-220a72e5f480 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:25:53.046522 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6e56e2e8-6394-4261-bc1b-220a72e5f480 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (94fd27bd-80ee-4508-a4f9-0c4130ba1b78), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:53.051594 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:25:53.051594 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:25:53.051594 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:25:53.051594 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:25:53.051594 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:25:53.051594 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:25:53.051594 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:25:53.051594 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:25:53.051594 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:25:53.051594 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:25:53.051594 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:25:53.051594 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:25:53.051594 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:25:53.051594 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:25:53.051594 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:25:53.051594 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:25:53.051594 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:25:53.051594 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:25:53.051594 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:25:53.051594 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:25:53.051594 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:25:53.051594 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:25:53.051594 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:25:53.051594 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:25:53.051594 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:25:53.051594 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:25:53.051594 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:25:53.051594 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:25:53.051594 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:25:53.051594 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:25:53.051594 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:25:53.051594 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:25:53.059064 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e0814931-0273-44d4-9b19-363b02b03b9d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e0814931-0273-44d4-9b19-363b02b03b9d,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:53.059975 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0814931-0273-44d4-9b19-363b02b03b9d'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:25:53.062833 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cc121e-91b3-4d2b-882c-d363949b5bb3" -d '{"events": [{"server_uuid": "8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1", "name": "network-vif-unplugged", "status": "completed", "tag": "e0814931-0273-44d4-9b19-363b02b03b9d"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:25:53.078503 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e0814931-0273-44d4-9b19-363b02b03b9d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:53.089979 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cd08faa-917e-4d85-8305-b251ef221e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (91890934-de80-428f-9308-0f26581382c4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:53.095715 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cd08faa-917e-4d85-8305-b251ef221e62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:53.098639 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7cd08faa-917e-4d85-8305-b251ef221e62 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/91890934-de80-428f-9308-0f26581382c4 HTTP/1.1" status: 204 len: 168 time: 0.2960136 Jan 28 00:25:53.115834 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd08faa-917e-4d85-8305-b251ef221e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91890934-de80-428f-9308-0f26581382c4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:53.237282 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef744f0e-1715-4dce-a745-d387ab20bf3f req-9f247c14-c3fe-464e-85c8-8fe76205f02f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:53.239102 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ef744f0e-1715-4dce-a745-d387ab20bf3f req-9f247c14-c3fe-464e-85c8-8fe76205f02f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 945 time: 0.3436472 Jan 28 00:25:53.265398 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=e0814931-0273-44d4-9b19-363b02b03b9d,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:53.267224 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a3329-39b4-4889-a7cb-517c2431c237 req-713ca63c-babb-47f6-a9e0-a0c0c4699fde tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:53.276037 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-709a3329-39b4-4889-a7cb-517c2431c237 req-713ca63c-babb-47f6-a9e0-a0c0c4699fde tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 946 time: 0.2202291 Jan 28 00:25:53.277240 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6e56e2e8-6394-4261-bc1b-220a72e5f480 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (135bc20e-ffbe-48d2-a279-ef9e91c8ea5c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:53.292249 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 0bae751f-4863-4974-b291-7caba3eb0b91 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:25:53.298183 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6e56e2e8-6394-4261-bc1b-220a72e5f480 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:53.300390 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6e56e2e8-6394-4261-bc1b-220a72e5f480 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "DELETE /v2.0/networks/135bc20e-ffbe-48d2-a279-ef9e91c8ea5c HTTP/1.1" status: 204 len: 168 time: 2.1731315 Jan 28 00:25:53.303037 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35626) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:53.327189 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 0bae751f-4863-4974-b291-7caba3eb0b91 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:25:53.327748 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 0bae751f-4863-4974-b291-7caba3eb0b91 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:25:53.374458 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4963045-5081-4e43-a3a5-a63461178e7c tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] DELETE failed (client error): The resource could not be found. Jan 28 00:25:53.375074 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4963045-5081-4e43-a3a5-a63461178e7c tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:25:53.383683 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b4963045-5081-4e43-a3a5-a63461178e7c tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "DELETE /v2.0/subnets/97dba16d-dac7-4868-bb07-230e7a63f485 HTTP/1.1" status: 404 len: 337 time: 0.0737243 Jan 28 00:25:53.385411 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35628) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:53.402882 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56e2e8-6394-4261-bc1b-220a72e5f480 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event deleted for resources: {'Network': ['ID=135bc20e-ffbe-48d2-a279-ef9e91c8ea5c,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:53.446444 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-505bb40f-38ed-40ce-ad42-bee838f54513 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] DELETE failed (client error): The resource could not be found. Jan 28 00:25:53.447343 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-505bb40f-38ed-40ce-ad42-bee838f54513 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:25:53.460740 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-505bb40f-38ed-40ce-ad42-bee838f54513 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "DELETE /v2.0/networks/3434006c-d2bb-4c84-8dfd-f6aefceb3b95 HTTP/1.1" status: 404 len: 339 time: 0.0709133 Jan 28 00:25:53.461748 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35630) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:53.489774 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ef744f0e-1715-4dce-a745-d387ab20bf3f req-6b79293f-2499-47ff-ba9b-b390fe82f55f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104247 Jan 28 00:25:53.510568 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-709a3329-39b4-4889-a7cb-517c2431c237 req-d41b2af9-fa55-42b9-8f3f-e29d592d02c0 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159872 Jan 28 00:25:53.566645 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35636) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:53.593012 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f91b4121-b2d4-47ff-84ac-cfbf733d5b1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:53.653698 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-c60856be-15b9-4af3-9664-dda9b5fed4d4 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Deleting subnet 389f0261-e1af-4249-8ff0-c567daa7ddb7 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:25:53.664880 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c60856be-15b9-4af3-9664-dda9b5fed4d4 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks [] for subnet (389f0261-e1af-4249-8ff0-c567daa7ddb7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:53.768146 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 00:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc2db35-e0ed-4c45-98a6-d89b315a5de8 x-openstack-request-id: req-3cc2db35-e0ed-4c45-98a6-d89b315a5de8 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:25:53.768948 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1", "name": "network-vif-unplugged", "status": "failed", "tag": "e0814931-0273-44d4-9b19-363b02b03b9d", "code": 422}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:25:53.768948 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3cc2db35-e0ed-4c45-98a6-d89b315a5de8 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:25:53.769247 n-d-826754-1 neutron-server[103345]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e0814931-0273-44d4-9b19-363b02b03b9d', 'code': 422} returned with failed status Jan 28 00:25:53.782085 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c60856be-15b9-4af3-9664-dda9b5fed4d4 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (389f0261-e1af-4249-8ff0-c567daa7ddb7), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:53.810818 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f91b4121-b2d4-47ff-84ac-cfbf733d5b1c admin admin] Publish callbacks [] for security_group (fb04d009-188d-4690-a6d3-a222b4aedbe7), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:53.820037 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f91b4121-b2d4-47ff-84ac-cfbf733d5b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (fb04d009-188d-4690-a6d3-a222b4aedbe7), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:53.850161 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f91b4121-b2d4-47ff-84ac-cfbf733d5b1c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=05306abe864343fbb907f8d24d872221&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2818260 Jan 28 00:25:53.854761 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35644) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:53.875732 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b4121-b2d4-47ff-84ac-cfbf733d5b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb04d009-188d-4690-a6d3-a222b4aedbe7,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:54.116971 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c60856be-15b9-4af3-9664-dda9b5fed4d4 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (389f0261-e1af-4249-8ff0-c567daa7ddb7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:54.145251 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-26f07a21-8489-4af4-969c-fd3ea8bcf337 admin admin] Publish callbacks [] for security_group (fb04d009-188d-4690-a6d3-a222b4aedbe7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:54.193116 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-26f07a21-8489-4af4-969c-fd3ea8bcf337 admin admin] Publish callbacks [] for security_group (fb04d009-188d-4690-a6d3-a222b4aedbe7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:54.322540 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c60856be-15b9-4af3-9664-dda9b5fed4d4 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (389f0261-e1af-4249-8ff0-c567daa7ddb7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:54.354302 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-26f07a21-8489-4af4-969c-fd3ea8bcf337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (fb04d009-188d-4690-a6d3-a222b4aedbe7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:54.356161 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-26f07a21-8489-4af4-969c-fd3ea8bcf337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:54.357464 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-26f07a21-8489-4af4-969c-fd3ea8bcf337 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fb04d009-188d-4690-a6d3-a222b4aedbe7 HTTP/1.1" status: 204 len: 168 time: 0.4992282 Jan 28 00:25:54.398775 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60856be-15b9-4af3-9664-dda9b5fed4d4 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event deleted for resources: {'Subnet': ['ID=389f0261-e1af-4249-8ff0-c567daa7ddb7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:54.399038 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4d5e5b-20fc-4f32-abeb-4452142b2410 None None] Network 494c629a-37c0-4281-b3c1-469ac26751d6 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:25:54.410564 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c60856be-15b9-4af3-9664-dda9b5fed4d4 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:54.413117 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c60856be-15b9-4af3-9664-dda9b5fed4d4 tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "DELETE /v2.0/subnets/389f0261-e1af-4249-8ff0-c567daa7ddb7 HTTP/1.1" status: 204 len: 168 time: 0.9486752 Jan 28 00:25:54.422600 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35672) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:54.422992 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f07a21-8489-4af4-969c-fd3ea8bcf337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb04d009-188d-4690-a6d3-a222b4aedbe7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:54.473222 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0e0a2-6d90-41fc-9fd2-6be3c3aad861 req-435bd370-59e1-46dc-8d65-9b0e8437b4e1 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:54.487100 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9a0e0a2-6d90-41fc-9fd2-6be3c3aad861 req-435bd370-59e1-46dc-8d65-9b0e8437b4e1 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3d96a38-4812-44ae-942e-06863d148430 HTTP/1.1" status: 200 len: 946 time: 0.1758473 Jan 28 00:25:54.573386 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8aceb7b-e9a8-4de5-8389-b1f0d561030a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (494c629a-37c0-4281-b3c1-469ac26751d6), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:54.631754 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9a0e0a2-6d90-41fc-9fd2-6be3c3aad861 req-03470785-ea12-4f21-950e-abf2045c39b1 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba77e1a7-1034-4b2c-a656-04d1193f2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402478 Jan 28 00:25:54.691871 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b8aceb7b-e9a8-4de5-8389-b1f0d561030a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Deleting port 805ddff6-8b58-4d9c-9fb7-c231b133ac1d {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:25:54.692336 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8aceb7b-e9a8-4de5-8389-b1f0d561030a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (805ddff6-8b58-4d9c-9fb7-c231b133ac1d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:54.800115 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9154f10c-8af8-4dbf-b49f-93930e8d65b5 None None] DHCP port deletion for 494c629a-37c0-4281-b3c1-469ac26751d6 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:25:54.805837 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b8aceb7b-e9a8-4de5-8389-b1f0d561030a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] For port 805ddff6-8b58-4d9c-9fb7-c231b133ac1d, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=805ddff6-8b58-4d9c-9fb7-c231b133ac1d,segment=NetworkSegment(718877fd-d681-4b74-b8fb-7b9247019bbf),segment_id=718877fd-d681-4b74-b8fb-7b9247019bbf)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:54.807099 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8aceb7b-e9a8-4de5-8389-b1f0d561030a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (805ddff6-8b58-4d9c-9fb7-c231b133ac1d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:54.836658 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b8aceb7b-e9a8-4de5-8389-b1f0d561030a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Calling delete_port for 805ddff6-8b58-4d9c-9fb7-c231b133ac1d owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:25:54.884457 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9154f10c-8af8-4dbf-b49f-93930e8d65b5 None None] Deleting port 805ddff6-8b58-4d9c-9fb7-c231b133ac1d {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:25:54.885314 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9154f10c-8af8-4dbf-b49f-93930e8d65b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (805ddff6-8b58-4d9c-9fb7-c231b133ac1d), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:54.995571 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-9154f10c-8af8-4dbf-b49f-93930e8d65b5 None None] For port 805ddff6-8b58-4d9c-9fb7-c231b133ac1d, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=805ddff6-8b58-4d9c-9fb7-c231b133ac1d,segment=NetworkSegment(718877fd-d681-4b74-b8fb-7b9247019bbf),segment_id=718877fd-d681-4b74-b8fb-7b9247019bbf)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:54.996331 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9154f10c-8af8-4dbf-b49f-93930e8d65b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (805ddff6-8b58-4d9c-9fb7-c231b133ac1d), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:55.042112 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9154f10c-8af8-4dbf-b49f-93930e8d65b5 None None] Calling delete_port for 805ddff6-8b58-4d9c-9fb7-c231b133ac1d owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:25:55.057367 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8aceb7b-e9a8-4de5-8389-b1f0d561030a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (805ddff6-8b58-4d9c-9fb7-c231b133ac1d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:55.066448 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2f617-6a68-4291-9432-56eb4d2641d1 req-d990d0a9-17c9-4ac1-8331-9d65da5fec89 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:55.085608 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2fd2f617-6a68-4291-9432-56eb4d2641d1 req-d990d0a9-17c9-4ac1-8331-9d65da5fec89 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 946 time: 0.1806085 Jan 28 00:25:55.165880 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aceb7b-e9a8-4de5-8389-b1f0d561030a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] No DVR routers for this DVR port 805ddff6-8b58-4d9c-9fb7-c231b133ac1d on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:25:55.172619 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aceb7b-e9a8-4de5-8389-b1f0d561030a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event deleted for resources: {'Port': ['ID=805ddff6-8b58-4d9c-9fb7-c231b133ac1d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: from cryptography.utils import int_from_bytes Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: from cryptography.utils import int_from_bytes Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:25:55.236137 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:25:55.238862 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:25:55.238862 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:25:55.238862 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:25:55.238862 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:25:55.238862 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:25:55.238862 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:25:55.238862 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:25:55.238862 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:25:55.238862 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:25:55.238862 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:25:55.238862 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:25:55.238862 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:25:55.238862 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:25:55.238862 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:25:55.248551 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9154f10c-8af8-4dbf-b49f-93930e8d65b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (805ddff6-8b58-4d9c-9fb7-c231b133ac1d), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:55.298049 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 805ddff6-8b58-4d9c-9fb7-c231b133ac1d no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:25:55.303759 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9154f10c-8af8-4dbf-b49f-93930e8d65b5 None None] No DVR routers for this DVR port 805ddff6-8b58-4d9c-9fb7-c231b133ac1d on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:25:55.327653 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2fd2f617-6a68-4291-9432-56eb4d2641d1 req-cae10bda-d113-4f24-ad4f-dedfb3e0047f tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2397749 Jan 28 00:25:55.383496 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 805ddff6-8b58-4d9c-9fb7-c231b133ac1d {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:25:55.384070 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 805ddff6-8b58-4d9c-9fb7-c231b133ac1d not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:25:55.386080 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154f10c-8af8-4dbf-b49f-93930e8d65b5 None None] Pushing event deleted for resources: {'Port': ['ID=805ddff6-8b58-4d9c-9fb7-c231b133ac1d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:55.403845 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154f10c-8af8-4dbf-b49f-93930e8d65b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:55.404925 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154f10c-8af8-4dbf-b49f-93930e8d65b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:55.410541 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8aceb7b-e9a8-4de5-8389-b1f0d561030a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (494c629a-37c0-4281-b3c1-469ac26751d6), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:55.415667 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154f10c-8af8-4dbf-b49f-93930e8d65b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:55.416126 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154f10c-8af8-4dbf-b49f-93930e8d65b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:55.417036 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154f10c-8af8-4dbf-b49f-93930e8d65b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:55.417792 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154f10c-8af8-4dbf-b49f-93930e8d65b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:55.418340 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154f10c-8af8-4dbf-b49f-93930e8d65b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:55.429551 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154f10c-8af8-4dbf-b49f-93930e8d65b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:55.430132 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154f10c-8af8-4dbf-b49f-93930e8d65b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:55.430654 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154f10c-8af8-4dbf-b49f-93930e8d65b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:55.431817 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154f10c-8af8-4dbf-b49f-93930e8d65b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:55.432413 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154f10c-8af8-4dbf-b49f-93930e8d65b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:55.432934 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154f10c-8af8-4dbf-b49f-93930e8d65b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:55.476807 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-b8aceb7b-e9a8-4de5-8389-b1f0d561030a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['494c629a-37c0-4281-b3c1-469ac26751d6']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:55.497223 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-b8aceb7b-e9a8-4de5-8389-b1f0d561030a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '718877fd-d681-4b74-b8fb-7b9247019bbf') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:55.497885 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-b8aceb7b-e9a8-4de5-8389-b1f0d561030a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '718877fd-d681-4b74-b8fb-7b9247019bbf') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:55.520829 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8aceb7b-e9a8-4de5-8389-b1f0d561030a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (718877fd-d681-4b74-b8fb-7b9247019bbf), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:55.549926 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8aceb7b-e9a8-4de5-8389-b1f0d561030a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (718877fd-d681-4b74-b8fb-7b9247019bbf), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:55.557615 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05919a54-d9a3-4be0-a492-2257ef5eb50f req-f58dc12a-f398-4410-9cd9-503571507a36 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:55.571241 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05919a54-d9a3-4be0-a492-2257ef5eb50f req-f58dc12a-f398-4410-9cd9-503571507a36 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3d96a38-4812-44ae-942e-06863d148430 HTTP/1.1" status: 200 len: 946 time: 0.0820360 Jan 28 00:25:55.575371 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35732) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:55.594500 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-c04a1ed4-a171-4ede-8877-f155ec0b2251 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Request body: {'floatingip': {'port_id': '97d91739-d801-4914-b273-d2e1352df7e3'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:25:55.614154 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8aceb7b-e9a8-4de5-8389-b1f0d561030a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:25:55.614944 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8aceb7b-e9a8-4de5-8389-b1f0d561030a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (718877fd-d681-4b74-b8fb-7b9247019bbf), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:55.625928 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:25:55.625928 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:25:55.625928 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:25:55.625928 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:25:55.625928 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:25:55.625928 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:25:55.625928 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:25:55.625928 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:25:55.625928 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:25:55.625928 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:25:55.625928 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:25:55.625928 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:25:55.625928 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:25:55.625928 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:25:55.625928 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:25:55.625928 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:25:55.625928 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:25:55.625928 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:25:55.625928 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:25:55.625928 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:25:55.625928 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:25:55.625928 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:25:55.625928 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:25:55.625928 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:25:55.625928 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:25:55.625928 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:25:55.625928 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:25:55.625928 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:25:55.625928 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:25:55.625928 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:25:55.625928 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:25:55.625928 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:25:55.772586 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c04a1ed4-a171-4ede-8877-f155ec0b2251 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks [] for floatingip (5d0d5935-c8e1-4910-8c22-1340c90b1e61), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:55.792265 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e233811-b1f0-4947-85f2-fc0207d08f04 req-f59a93de-d2af-4e65-b0c6-1d4db59a5638 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:55.805378 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e233811-b1f0-4947-85f2-fc0207d08f04 req-f59a93de-d2af-4e65-b0c6-1d4db59a5638 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1 HTTP/1.1" status: 200 len: 943 time: 0.0864990 Jan 28 00:25:55.888084 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8aceb7b-e9a8-4de5-8389-b1f0d561030a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (494c629a-37c0-4281-b3c1-469ac26751d6), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:55.902068 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8aceb7b-e9a8-4de5-8389-b1f0d561030a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:55.905850 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b8aceb7b-e9a8-4de5-8389-b1f0d561030a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] 10.222.0.70 "DELETE /v2.0/networks/494c629a-37c0-4281-b3c1-469ac26751d6 HTTP/1.1" status: 204 len: 168 time: 1.4852693 Jan 28 00:25:55.956339 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aceb7b-e9a8-4de5-8389-b1f0d561030a tempest-NetworksIpV6Test-442583995 tempest-NetworksIpV6Test-442583995-project] Pushing event deleted for resources: {'Network': ['ID=494c629a-37c0-4281-b3c1-469ac26751d6,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:55.970716 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device cc24101a-544d-4649-8815-96aaa8e93806 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:25:56.037182 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-5e233811-b1f0-4947-85f2-fc0207d08f04 req-f140d7c2-6f37-4f0d-9a1a-0597feed6ead tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Deleting port e0814931-0273-44d4-9b19-363b02b03b9d {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:25:56.037787 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5e233811-b1f0-4947-85f2-fc0207d08f04 req-f140d7c2-6f37-4f0d-9a1a-0597feed6ead tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (e0814931-0273-44d4-9b19-363b02b03b9d), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:56.078380 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port cc24101a-544d-4649-8815-96aaa8e93806 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:56.079150 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cc24101a-544d-4649-8815-96aaa8e93806), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:56.111570 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04251ac8-436c-4769-92cf-0bf2ec05073f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc24101a-544d-4649-8815-96aaa8e93806'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:25:56.116271 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8555db90-0820-4637-a8d3-08ed97a65e08" -d '{"events": [{"server_uuid": "04251ac8-436c-4769-92cf-0bf2ec05073f", "name": "network-vif-unplugged", "status": "completed", "tag": "cc24101a-544d-4649-8815-96aaa8e93806"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:25:56.133429 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port cc24101a-544d-4649-8815-96aaa8e93806, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=cc24101a-544d-4649-8815-96aaa8e93806,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:56.139429 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (cc24101a-544d-4649-8815-96aaa8e93806), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:56.225715 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-5e233811-b1f0-4947-85f2-fc0207d08f04 req-f140d7c2-6f37-4f0d-9a1a-0597feed6ead tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] For port e0814931-0273-44d4-9b19-363b02b03b9d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e0814931-0273-44d4-9b19-363b02b03b9d,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:56.226655 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5e233811-b1f0-4947-85f2-fc0207d08f04 req-f140d7c2-6f37-4f0d-9a1a-0597feed6ead tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (e0814931-0273-44d4-9b19-363b02b03b9d), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:56.251422 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6f65e7-4363-43cc-bfa1-9e10c643a8d0 x-openstack-request-id: req-9c6f65e7-4363-43cc-bfa1-9e10c643a8d0 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:25:56.256040 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04251ac8-436c-4769-92cf-0bf2ec05073f", "name": "network-vif-unplugged", "status": "completed", "tag": "cc24101a-544d-4649-8815-96aaa8e93806", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:25:56.256650 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9c6f65e7-4363-43cc-bfa1-9e10c643a8d0 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:25:56.257623 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-5e233811-b1f0-4947-85f2-fc0207d08f04 req-f140d7c2-6f37-4f0d-9a1a-0597feed6ead tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Calling delete_port for e0814931-0273-44d4-9b19-363b02b03b9d owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:25:56.259664 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04251ac8-436c-4769-92cf-0bf2ec05073f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc24101a-544d-4649-8815-96aaa8e93806', 'code': 200} Jan 28 00:25:56.280247 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=cc24101a-544d-4649-8815-96aaa8e93806,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:56.609082 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5e233811-b1f0-4947-85f2-fc0207d08f04 req-f140d7c2-6f37-4f0d-9a1a-0597feed6ead tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (e0814931-0273-44d4-9b19-363b02b03b9d), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:56.640955 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7112a7-dd05-4d8d-8c07-4cc9a9750de1 req-54d6a700-b73b-4648-8db6-19305dda21ba tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:56.649293 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eb7112a7-dd05-4d8d-8c07-4cc9a9750de1 req-54d6a700-b73b-4648-8db6-19305dda21ba tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 946 time: 0.1305075 Jan 28 00:25:56.688953 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35778) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:56.716463 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.db.resource_extend [None req-c04a1ed4-a171-4ede-8877-f155ec0b2251 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:25:56.717142 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140d7c2-6f37-4f0d-9a1a-0597feed6ead tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Pushing event deleted for resources: {'Port': ['ID=e0814931-0273-44d4-9b19-363b02b03b9d,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:56.761721 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a075521a-0120-4883-bec9-7d2aec95df10 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:25:56.766985 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e233811-b1f0-4947-85f2-fc0207d08f04 req-f140d7c2-6f37-4f0d-9a1a-0597feed6ead tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] No DVR routers for this DVR port e0814931-0273-44d4-9b19-363b02b03b9d on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:25:56.770268 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5e233811-b1f0-4947-85f2-fc0207d08f04 req-f140d7c2-6f37-4f0d-9a1a-0597feed6ead tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:56.783639 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e233811-b1f0-4947-85f2-fc0207d08f04 req-f140d7c2-6f37-4f0d-9a1a-0597feed6ead tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "DELETE /v2.0/ports/e0814931-0273-44d4-9b19-363b02b03b9d HTTP/1.1" status: 204 len: 173 time: 0.9765115 Jan 28 00:25:56.788505 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1', 'name': 'network-vif-deleted', 'tag': 'e0814931-0273-44d4-9b19-363b02b03b9d'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:25:56.797562 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e0814931-0273-44d4-9b19-363b02b03b9d no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:25:56.801202 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda74d77-97a5-48e8-b7c9-bfc33ca3035a" -d '{"events": [{"server_uuid": "8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1", "name": "network-vif-deleted", "tag": "e0814931-0273-44d4-9b19-363b02b03b9d"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:25:56.833216 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eb7112a7-dd05-4d8d-8c07-4cc9a9750de1 req-a1c333f9-9ca4-4de2-a340-0e1cf510764e tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822913 Jan 28 00:25:56.840161 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: e0814931-0273-44d4-9b19-363b02b03b9d {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:25:56.841199 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e0814931-0273-44d4-9b19-363b02b03b9d not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:25:56.847038 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c04a1ed4-a171-4ede-8877-f155ec0b2251 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:56.856080 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c04a1ed4-a171-4ede-8877-f155ec0b2251 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (5d0d5935-c8e1-4910-8c22-1340c90b1e61), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:57.008043 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a075521a-0120-4883-bec9-7d2aec95df10, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a075521a-0120-4883-bec9-7d2aec95df10,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:57.029309 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'a075521a-0120-4883-bec9-7d2aec95df10', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': 'a075521a-0120-4883-bec9-7d2aec95df10', 'mac_address': 'fa:16:3e:af:09:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:25:57.087989 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port a075521a-0120-4883-bec9-7d2aec95df10 is: ACTIVE; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:57.088591 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a075521a-0120-4883-bec9-7d2aec95df10), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:57.093558 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-c04a1ed4-a171-4ede-8877-f155ec0b2251 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Floating IP 5d0d5935-c8e1-4910-8c22-1340c90b1e61 associated. External IP: 172.25.3.174, port: 97d91739-d801-4914-b273-d2e1352df7e3. Jan 28 00:25:57.125384 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a075521a-0120-4883-bec9-7d2aec95df10 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:25:57.147245 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35798) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:57.147587 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5bdf5b36-18ba-4aa7-9ec7-0494cb5463e4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=375c116d8156487d828830465e9141b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4567130 Jan 28 00:25:57.152404 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a075521a-0120-4883-bec9-7d2aec95df10, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a075521a-0120-4883-bec9-7d2aec95df10,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:57.159994 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a075521a-0120-4883-bec9-7d2aec95df10), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:57.268516 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=a075521a-0120-4883-bec9-7d2aec95df10,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:57.292193 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ea1e87aa-7f3f-4dc2-8d77-dfd32d5d49f2 admin admin] Publish callbacks [] for security_group (50540580-ec39-4034-8e7b-fcf22174cc14), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:57.335355 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ea1e87aa-7f3f-4dc2-8d77-dfd32d5d49f2 admin admin] Publish callbacks [] for security_group (50540580-ec39-4034-8e7b-fcf22174cc14), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:57.350654 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['a075521a-0120-4883-bec9-7d2aec95df10'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:25:57.435801 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04a1ed4-a171-4ede-8877-f155ec0b2251 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Router 933725fc-e5f8-4534-be32-ac9b137b8137 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:25:57.486148 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ea1e87aa-7f3f-4dc2-8d77-dfd32d5d49f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (50540580-ec39-4034-8e7b-fcf22174cc14), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:57.497063 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ea1e87aa-7f3f-4dc2-8d77-dfd32d5d49f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:57.503929 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ea1e87aa-7f3f-4dc2-8d77-dfd32d5d49f2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/50540580-ec39-4034-8e7b-fcf22174cc14 HTTP/1.1" status: 204 len: 168 time: 0.3507919 Jan 28 00:25:57.521097 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e87aa-7f3f-4dc2-8d77-dfd32d5d49f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50540580-ec39-4034-8e7b-fcf22174cc14,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:57.550486 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 28 Jan 2022 00:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01690399-9737-4d09-aca1-a2d631f34e2e x-openstack-request-id: req-01690399-9737-4d09-aca1-a2d631f34e2e {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:25:57.551389 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1", "name": "network-vif-deleted", "tag": "e0814931-0273-44d4-9b19-363b02b03b9d", "status": "failed", "code": 422}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:25:57.554282 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-01690399-9737-4d09-aca1-a2d631f34e2e {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:25:57.555839 n-d-826754-1 neutron-server[103344]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8cf61cf7-3e92-4ca4-a14e-b3902bbbd0f1', 'name': 'network-vif-deleted', 'tag': 'e0814931-0273-44d4-9b19-363b02b03b9d', 'status': 'failed', 'code': 422} returned with failed status Jan 28 00:25:57.678725 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04a1ed4-a171-4ede-8877-f155ec0b2251 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:25:57.684684 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c04a1ed4-a171-4ede-8877-f155ec0b2251 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:57.692649 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1f969a-64a0-47bd-85aa-c3330777553c None None] Sync routers for ids ['933725fc-e5f8-4534-be32-ac9b137b8137'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:25:57.715210 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1f969a-64a0-47bd-85aa-c3330777553c None None] Routers {'933725fc-e5f8-4534-be32-ac9b137b8137'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:25:57.716958 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-2d1f969a-64a0-47bd-85aa-c3330777553c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:25:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['933725fc-e5f8-4534-be32-ac9b137b8137'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:57.725886 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c04a1ed4-a171-4ede-8877-f155ec0b2251 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "PUT /v2.0/floatingips/5d0d5935-c8e1-4910-8c22-1340c90b1e61 HTTP/1.1" status: 200 len: 992 time: 2.1486666 Jan 28 00:25:57.726760 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d96a38-4812-44ae-942e-06863d148430', 'tag': '97d91739-d801-4914-b273-d2e1352df7e3'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:25:57.729127 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53d14c3-c07d-427f-bf10-39f0ceaae3b6" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d96a38-4812-44ae-942e-06863d148430", "tag": "97d91739-d801-4914-b273-d2e1352df7e3"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:25:57.805455 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4345d792-5bbf-4ebc-9fb9-dff54f1f9247 x-openstack-request-id: req-4345d792-5bbf-4ebc-9fb9-dff54f1f9247 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:25:57.805836 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d96a38-4812-44ae-942e-06863d148430", "tag": "97d91739-d801-4914-b273-d2e1352df7e3", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:25:57.806167 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4345d792-5bbf-4ebc-9fb9-dff54f1f9247 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:25:57.806657 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d96a38-4812-44ae-942e-06863d148430', 'tag': '97d91739-d801-4914-b273-d2e1352df7e3', 'status': 'completed', 'code': 200} Jan 28 00:25:57.954727 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-2d1f969a-64a0-47bd-85aa-c3330777553c None None] Set router 933725fc-e5f8-4534-be32-ac9b137b8137 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:25:57.969273 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d14c3-c07d-427f-bf10-39f0ceaae3b6 req-200f3bb0-b157-40d8-8204-e9f0b9cdf7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:57.977624 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f53d14c3-c07d-427f-bf10-39f0ceaae3b6 req-200f3bb0-b157-40d8-8204-e9f0b9cdf7d2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=714312f3f50a4971b99fea5b842dea10&device_id=c3d96a38-4812-44ae-942e-06863d148430 HTTP/1.1" status: 200 len: 1097 time: 0.1082044 Jan 28 00:25:58.236932 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e374747-5dcf-4ffd-8dba-fccd7d58b910 req-4b256f60-d28e-4842-9596-60e97c8a221d tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:58.252316 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e374747-5dcf-4ffd-8dba-fccd7d58b910 req-4b256f60-d28e-4842-9596-60e97c8a221d tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 946 time: 0.1606302 Jan 28 00:25:58.263428 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d14c3-c07d-427f-bf10-39f0ceaae3b6 req-66bd43a2-0ab4-4e70-89c3-16fe83936904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:58.266945 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f53d14c3-c07d-427f-bf10-39f0ceaae3b6 req-66bd43a2-0ab4-4e70-89c3-16fe83936904 service neutron] 10.222.0.52 "GET /v2.0/networks?id=678f63f0-3e7e-4ad4-8cdb-170d969c9da0 HTTP/1.1" status: 200 len: 915 time: 0.2764232 Jan 28 00:25:58.445113 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f53d14c3-c07d-427f-bf10-39f0ceaae3b6 req-6cbf9175-0f56-43c4-8ece-a2acbfb7a2ad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97d91739-d801-4914-b273-d2e1352df7e3 HTTP/1.1" status: 200 len: 1000 time: 0.1696079 Jan 28 00:25:58.462827 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-2d1f969a-64a0-47bd-85aa-c3330777553c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'name': 'tempest-ServersTestFqdnHostnames-278856481-router', 'tenant_id': '714312f3f50a4971b99fea5b842dea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '14bc19e8-d374-4e2e-a569-53ecdb33a95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:25:05Z', 'updated_at': '2022-01-28T00:25:16Z', 'revision_number': 4, 'project_id': '714312f3f50a4971b99fea5b842dea10', 'gw_port': {'id': '14bc19e8-d374-4e2e-a569-53ecdb33a95c', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:68:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:25:06Z', 'updated_at': '2022-01-28T00:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '5d0d5935-c8e1-4910-8c22-1340c90b1e61', 'tenant_id': '714312f3f50a4971b99fea5b842dea10', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'port_id': '97d91739-d801-4914-b273-d2e1352df7e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '678f63f0-3e7e-4ad4-8cdb-170d969c9da0', 'mac_address': 'fa:16:3e:2f:fe:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d96a38-4812-44ae-942e-06863d148430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:25:23Z', 'updated_at': '2022-01-28T00:25:56Z', 'revision_number': 1, 'project_id': '714312f3f50a4971b99fea5b842dea10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4', 'name': '', 'network_id': '678f63f0-3e7e-4ad4-8cdb-170d969c9da0', 'tenant_id': '714312f3f50a4971b99fea5b842dea10', 'mac_address': 'fa:16:3e:43:0a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '7b233241-da34-404d-b5e2-5833230c1252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:25:13Z', 'updated_at': '2022-01-28T00:25:35Z', 'revision_number': 5, 'project_id': '714312f3f50a4971b99fea5b842dea10', 'subnets': [{'id': '7b233241-da34-404d-b5e2-5833230c1252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:58.503723 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e374747-5dcf-4ffd-8dba-fccd7d58b910 req-9467bf4d-04f8-41c6-ba36-fa58ec074bd9 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2391233 Jan 28 00:25:58.503723 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35846) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:25:58.534648 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1f969a-64a0-47bd-85aa-c3330777553c None None] Checking router: 933725fc-e5f8-4534-be32-ac9b137b8137 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:25:58.553969 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d14c3-c07d-427f-bf10-39f0ceaae3b6 req-8a6effd8-805b-41a5-807b-c9f7b6eb9a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:58.555744 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f53d14c3-c07d-427f-bf10-39f0ceaae3b6 req-8a6effd8-805b-41a5-807b-c9f7b6eb9a4f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b233241-da34-404d-b5e2-5833230c1252 HTTP/1.1" status: 200 len: 853 time: 0.1053522 Jan 28 00:25:58.560982 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1f969a-64a0-47bd-85aa-c3330777553c None None] Routers {'933725fc-e5f8-4534-be32-ac9b137b8137'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:25:58.562001 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-2d1f969a-64a0-47bd-85aa-c3330777553c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:25:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['933725fc-e5f8-4534-be32-ac9b137b8137'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:58.638784 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d14c3-c07d-427f-bf10-39f0ceaae3b6 req-0ad82118-6a24-4c4e-8e31-cf173961115c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:58.641471 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f53d14c3-c07d-427f-bf10-39f0ceaae3b6 req-0ad82118-6a24-4c4e-8e31-cf173961115c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=678f63f0-3e7e-4ad4-8cdb-170d969c9da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788808 Jan 28 00:25:58.782442 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a075521a-0120-4883-bec9-7d2aec95df10 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:25:58.822030 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f53d14c3-c07d-427f-bf10-39f0ceaae3b6 req-3d4bd2e7-3e22-482d-8151-8d1bb39fe760 service neutron] 10.222.0.52 "GET /v2.0/networks/678f63f0-3e7e-4ad4-8cdb-170d969c9da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717830 Jan 28 00:25:58.885514 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-2d1f969a-64a0-47bd-85aa-c3330777553c None None] Set router 933725fc-e5f8-4534-be32-ac9b137b8137 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:25:58.887955 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port a075521a-0120-4883-bec9-7d2aec95df10 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:25:58.889484 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a075521a-0120-4883-bec9-7d2aec95df10), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:58.925731 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-3dd04005-94e0-4613-af03-f066a50bf3af tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1226019197'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:25:59.008756 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f53d14c3-c07d-427f-bf10-39f0ceaae3b6 req-c3ddc989-9579-4bdd-b59e-1e28c2a1848e service neutron] 10.222.0.52 "GET /v2.0/networks/678f63f0-3e7e-4ad4-8cdb-170d969c9da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783650 Jan 28 00:25:59.019884 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd04005-94e0-4613-af03-f066a50bf3af tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Made reservation on behalf of 7492ecb359a4458d9ad023c36e694652 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:25:59.040004 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3dd04005-94e0-4613-af03-f066a50bf3af tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:59.079051 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3dd04005-94e0-4613-af03-f066a50bf3af tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:59.182010 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port a075521a-0120-4883-bec9-7d2aec95df10 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:25:59.184227 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a075521a-0120-4883-bec9-7d2aec95df10), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:59.233314 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fb0e9b-0d3e-465b-9c2b-b064dabb82e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a075521a-0120-4883-bec9-7d2aec95df10'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:25:59.238209 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b139358-7fc8-4fdb-8433-5e2287b3ecd9" -d '{"events": [{"server_uuid": "65fb0e9b-0d3e-465b-9c2b-b064dabb82e2", "name": "network-vif-plugged", "status": "completed", "tag": "a075521a-0120-4883-bec9-7d2aec95df10"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:25:59.264486 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a075521a-0120-4883-bec9-7d2aec95df10, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a075521a-0120-4883-bec9-7d2aec95df10,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:25:59.275984 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a075521a-0120-4883-bec9-7d2aec95df10), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:59.441341 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7855c2a-f549-4c57-b1b8-7231f47bc80b x-openstack-request-id: req-a7855c2a-f549-4c57-b1b8-7231f47bc80b {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:25:59.451845 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fb0e9b-0d3e-465b-9c2b-b064dabb82e2", "name": "network-vif-plugged", "status": "completed", "tag": "a075521a-0120-4883-bec9-7d2aec95df10", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:25:59.452276 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a7855c2a-f549-4c57-b1b8-7231f47bc80b {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:25:59.452764 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65fb0e9b-0d3e-465b-9c2b-b064dabb82e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a075521a-0120-4883-bec9-7d2aec95df10', 'code': 200} Jan 28 00:25:59.513208 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=a075521a-0120-4883-bec9-7d2aec95df10,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:59.584887 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-53d3e949-e84b-43ed-90d6-8434252b99ec tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:59.597514 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-53d3e949-e84b-43ed-90d6-8434252b99ec tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/networks?id=2f518455-11e0-4f29-b2fb-3688e3f7fb32 HTTP/1.1" status: 200 len: 812 time: 0.4707460 Jan 28 00:25:59.648924 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3dd04005-94e0-4613-af03-f066a50bf3af tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks [] for security_group (cccc5d8e-c099-42b3-a5a4-cff1122f84b5), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:59.667851 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3dd04005-94e0-4613-af03-f066a50bf3af tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (cccc5d8e-c099-42b3-a5a4-cff1122f84b5), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:59.717743 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-c69fc463-b2ee-4d86-aad1-3060e8440e20 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/quotas/1f564eba381e4679ad4f4d86366ab37a HTTP/1.1" status: 200 len: 375 time: 0.1187253 Jan 28 00:25:59.830774 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd04005-94e0-4613-af03-f066a50bf3af tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cccc5d8e-c099-42b3-a5a4-cff1122f84b5,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:25:59.844186 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-2d1f969a-64a0-47bd-85aa-c3330777553c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'name': 'tempest-ServersTestFqdnHostnames-278856481-router', 'tenant_id': '714312f3f50a4971b99fea5b842dea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '14bc19e8-d374-4e2e-a569-53ecdb33a95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:25:05Z', 'updated_at': '2022-01-28T00:25:16Z', 'revision_number': 4, 'project_id': '714312f3f50a4971b99fea5b842dea10', 'gw_port': {'id': '14bc19e8-d374-4e2e-a569-53ecdb33a95c', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:68:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:25:06Z', 'updated_at': '2022-01-28T00:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '5d0d5935-c8e1-4910-8c22-1340c90b1e61', 'tenant_id': '714312f3f50a4971b99fea5b842dea10', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'port_id': '97d91739-d801-4914-b273-d2e1352df7e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '678f63f0-3e7e-4ad4-8cdb-170d969c9da0', 'mac_address': 'fa:16:3e:2f:fe:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d96a38-4812-44ae-942e-06863d148430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:25:23Z', 'updated_at': '2022-01-28T00:25:56Z', 'revision_number': 1, 'project_id': '714312f3f50a4971b99fea5b842dea10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4', 'name': '', 'network_id': '678f63f0-3e7e-4ad4-8cdb-170d969c9da0', 'tenant_id': '714312f3f50a4971b99fea5b842dea10', 'mac_address': 'fa:16:3e:43:0a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '7b233241-da34-404d-b5e2-5833230c1252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:25:13Z', 'updated_at': '2022-01-28T00:25:35Z', 'revision_number': 5, 'project_id': '714312f3f50a4971b99fea5b842dea10', 'subnets': [{'id': '7b233241-da34-404d-b5e2-5833230c1252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:25:59.904658 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-877ad0cc-46c8-4dbd-b329-b0ba39f0195c tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1f564eba381e4679ad4f4d86366ab37a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677888 Jan 28 00:25:59.917431 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd04005-94e0-4613-af03-f066a50bf3af tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:59.917788 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd04005-94e0-4613-af03-f066a50bf3af tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:59.918167 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd04005-94e0-4613-af03-f066a50bf3af tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:59.918497 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd04005-94e0-4613-af03-f066a50bf3af tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:59.918843 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd04005-94e0-4613-af03-f066a50bf3af tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:59.919178 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd04005-94e0-4613-af03-f066a50bf3af tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:59.920214 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd04005-94e0-4613-af03-f066a50bf3af tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:59.921149 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd04005-94e0-4613-af03-f066a50bf3af tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:59.921858 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd04005-94e0-4613-af03-f066a50bf3af tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:59.922450 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1f969a-64a0-47bd-85aa-c3330777553c None None] The sync data for ids ['933725fc-e5f8-4534-be32-ac9b137b8137'] in n-d-826754-1 is: [{'id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'name': 'tempest-ServersTestFqdnHostnames-278856481-router', 'tenant_id': '714312f3f50a4971b99fea5b842dea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '14bc19e8-d374-4e2e-a569-53ecdb33a95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:25:05Z', 'updated_at': '2022-01-28T00:25:16Z', 'revision_number': 4, 'project_id': '714312f3f50a4971b99fea5b842dea10', 'gw_port': {'id': '14bc19e8-d374-4e2e-a569-53ecdb33a95c', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:68:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:25:06Z', 'updated_at': '2022-01-28T00:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '5d0d5935-c8e1-4910-8c22-1340c90b1e61', 'tenant_id': '714312f3f50a4971b99fea5b842dea10', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'port_id': '97d91739-d801-4914-b273-d2e1352df7e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '678f63f0-3e7e-4ad4-8cdb-170d969c9da0', 'mac_address': 'fa:16:3e:2f:fe:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d96a38-4812-44ae-942e-06863d148430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:25:23Z', 'updated_at': '2022-01-28T00:25:56Z', 'revision_number': 1, 'project_id': '714312f3f50a4971b99fea5b842dea10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4', 'name': '', 'network_id': '678f63f0-3e7e-4ad4-8cdb-170d969c9da0', 'tenant_id': '714312f3f50a4971b99fea5b842dea10', 'mac_address': 'fa:16:3e:43:0a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '7b233241-da34-404d-b5e2-5833230c1252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:25:13Z', 'updated_at': '2022-01-28T00:25:35Z', 'revision_number': 5, 'project_id': '714312f3f50a4971b99fea5b842dea10', 'subnets': [{'id': '7b233241-da34-404d-b5e2-5833230c1252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:25:59.923518 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd04005-94e0-4613-af03-f066a50bf3af tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:59.924191 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd04005-94e0-4613-af03-f066a50bf3af tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:59.924868 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd04005-94e0-4613-af03-f066a50bf3af tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:59.926175 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd04005-94e0-4613-af03-f066a50bf3af tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:25:59.939261 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd04005-94e0-4613-af03-f066a50bf3af tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:25:59.961822 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3dd04005-94e0-4613-af03-f066a50bf3af tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (268eb825-7874-45d9-b1e9-57d58cc386c2), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:25:59.962564 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-3dd04005-94e0-4613-af03-f066a50bf3af tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Added segment 268eb825-7874-45d9-b1e9-57d58cc386c2 of type vlan for network 78860442-4c73-492a-afa0-5b54822de88f Jan 28 00:25:59.973300 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d5a0d-556d-40b7-b91f-68066eeb16ca req-8afca336-46e6-47d7-9499-79fda0844d8a tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:25:59.984033 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a97d5a0d-556d-40b7-b91f-68066eeb16ca req-8afca336-46e6-47d7-9499-79fda0844d8a tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 946 time: 0.3195820 Jan 28 00:26:00.120684 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a97d5a0d-556d-40b7-b91f-68066eeb16ca req-ff05d5a8-926e-452c-a019-517d56e55f44 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350036 Jan 28 00:26:00.122019 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35916) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:00.122734 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3dd04005-94e0-4613-af03-f066a50bf3af tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (78860442-4c73-492a-afa0-5b54822de88f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:00.200309 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3dd04005-94e0-4613-af03-f066a50bf3af tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (78860442-4c73-492a-afa0-5b54822de88f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:00.213953 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd04005-94e0-4613-af03-f066a50bf3af tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:00.216971 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3dd04005-94e0-4613-af03-f066a50bf3af tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:00.312187 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35934) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:00.312890 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3dd04005-94e0-4613-af03-f066a50bf3af tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8150945 Jan 28 00:26:00.326344 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-ba2c0fad-308f-4c15-bb5e-0093b6ae7916 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Request body: {'subnet': {'network_id': '78860442-4c73-492a-afa0-5b54822de88f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:26:00.444332 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd04005-94e0-4613-af03-f066a50bf3af tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Pushing event updated for resources: {'Network': ['ID=78860442-4c73-492a-afa0-5b54822de88f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:00.477453 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 78860442-4c73-492a-afa0-5b54822de88f details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:26:00.580356 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-dfd06aae-1510-4799-b1e8-75893b833d27 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:26:00.636745 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77884419-8d8b-4aa3-9ca4-308a8def2e0c None None] New status for floating IP 5d0d5935-c8e1-4910-8c22-1340c90b1e61: ACTIVE {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:26:00.732817 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dfd06aae-1510-4799-b1e8-75893b833d27 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:00.742769 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-ab883cf4-7406-4825-99c0-2f223a19e19c service neutron] 10.222.0.70 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8371780 Jan 28 00:26:00.862363 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35940) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:00.878716 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2c0fad-308f-4c15-bb5e-0093b6ae7916 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Made reservation on behalf of 7492ecb359a4458d9ad023c36e694652 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:26:00.882326 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba2c0fad-308f-4c15-bb5e-0093b6ae7916 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:00.937870 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a97c7ddc-fba4-4c26-b16d-5efee7924ebd details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:26:01.195546 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a97c7ddc-fba4-4c26-b16d-5efee7924ebd, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a97c7ddc-fba4-4c26-b16d-5efee7924ebd,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:26:01.210134 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'a97c7ddc-fba4-4c26-b16d-5efee7924ebd', 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9', 'port_id': 'a97c7ddc-fba4-4c26-b16d-5efee7924ebd', 'mac_address': 'fa:16:3e:05:c5:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:26:01.219441 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba2c0fad-308f-4c15-bb5e-0093b6ae7916 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (92e9b1d7-58ca-4387-9b1e-ad6467d7b5ce), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:01.264779 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-95c3cf3b-dc46-43ee-abe0-992e4e4052bc service neutron] 10.222.0.70 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144482 Jan 28 00:26:01.300479 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-1b5ef113-1627-48cd-a72e-c4a46dce3d8c tempest-NetworksNegativeTestJSON-2056024689 tempest-NetworksNegativeTestJSON-2056024689-project] Request body: {'port': {'network_id': '99164d51-6404-43f9-a576-faf6bca3df83', 'name': 'tempest-NetworksNegativeTestJSON-1845697781'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:26:01.338548 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port a97c7ddc-fba4-4c26-b16d-5efee7924ebd is: ACTIVE; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:26:01.339265 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:01.340523 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b5ef113-1627-48cd-a72e-c4a46dce3d8c tempest-NetworksNegativeTestJSON-2056024689 tempest-NetworksNegativeTestJSON-2056024689-project] POST failed (client error): The resource could not be found. Jan 28 00:26:01.341551 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b5ef113-1627-48cd-a72e-c4a46dce3d8c tempest-NetworksNegativeTestJSON-2056024689 tempest-NetworksNegativeTestJSON-2056024689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:26:01.342950 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1b5ef113-1627-48cd-a72e-c4a46dce3d8c tempest-NetworksNegativeTestJSON-2056024689 tempest-NetworksNegativeTestJSON-2056024689-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4725523 Jan 28 00:26:01.348730 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35948) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:01.371106 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a97c7ddc-fba4-4c26-b16d-5efee7924ebd {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:26:01.390185 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c0fad-308f-4c15-bb5e-0093b6ae7916 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Pushing event updated for resources: {'Subnet': ['ID=92e9b1d7-58ca-4387-9b1e-ad6467d7b5ce,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:01.397655 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a97c7ddc-fba4-4c26-b16d-5efee7924ebd, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a97c7ddc-fba4-4c26-b16d-5efee7924ebd,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:26:01.407307 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:01.409460 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-5498d53d-61bf-4412-a5f1-0d88e5c132c0 tempest-NetworksNegativeTestJSON-2056024689 tempest-NetworksNegativeTestJSON-2056024689-project] DELETE failed (client error): The resource could not be found. Jan 28 00:26:01.410320 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5498d53d-61bf-4412-a5f1-0d88e5c132c0 tempest-NetworksNegativeTestJSON-2056024689 tempest-NetworksNegativeTestJSON-2056024689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:26:01.415068 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5498d53d-61bf-4412-a5f1-0d88e5c132c0 tempest-NetworksNegativeTestJSON-2056024689 tempest-NetworksNegativeTestJSON-2056024689-project] 10.222.0.70 "DELETE /v2.0/networks/2600e60f-86b6-4011-afa1-0c01039cc19c HTTP/1.1" status: 404 len: 339 time: 0.0623968 Jan 28 00:26:01.427956 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35952) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:01.429465 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2c0fad-308f-4c15-bb5e-0093b6ae7916 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Checking segment: {'id': '268eb825-7874-45d9-b1e9-57d58cc386c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '78860442-4c73-492a-afa0-5b54822de88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:26:01.430033 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2c0fad-308f-4c15-bb5e-0093b6ae7916 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Network hostable DHCP agents. Network: 78860442-4c73-492a-afa0-5b54822de88f, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:26:01.471785 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-88740d3b-d0a7-47aa-911c-88664f4ca9ad tempest-NetworksNegativeTestJSON-2056024689 tempest-NetworksNegativeTestJSON-2056024689-project] DELETE failed (client error): The resource could not be found. Jan 28 00:26:01.472854 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88740d3b-d0a7-47aa-911c-88664f4ca9ad tempest-NetworksNegativeTestJSON-2056024689 tempest-NetworksNegativeTestJSON-2056024689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:26:01.476806 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-88740d3b-d0a7-47aa-911c-88664f4ca9ad tempest-NetworksNegativeTestJSON-2056024689 tempest-NetworksNegativeTestJSON-2056024689-project] 10.222.0.70 "DELETE /v2.0/ports/64acf8d0-32df-40ce-b099-eb97847bd6be HTTP/1.1" status: 404 len: 333 time: 0.0432043 Jan 28 00:26:01.480362 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=a97c7ddc-fba4-4c26-b16d-5efee7924ebd,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:01.486145 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35954) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:01.531675 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8bba287-5d5d-4c08-981f-f6ebb5b77bba tempest-NetworksNegativeTestJSON-2056024689 tempest-NetworksNegativeTestJSON-2056024689-project] DELETE failed (client error): The resource could not be found. Jan 28 00:26:01.532925 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8bba287-5d5d-4c08-981f-f6ebb5b77bba tempest-NetworksNegativeTestJSON-2056024689 tempest-NetworksNegativeTestJSON-2056024689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:26:01.543203 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f8bba287-5d5d-4c08-981f-f6ebb5b77bba tempest-NetworksNegativeTestJSON-2056024689 tempest-NetworksNegativeTestJSON-2056024689-project] 10.222.0.70 "DELETE /v2.0/subnets/07a945dd-4301-4b50-b580-2bafa6bf7fdb HTTP/1.1" status: 404 len: 337 time: 0.0506933 Jan 28 00:26:01.548803 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35956) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:01.570603 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dfd06aae-1510-4799-b1e8-75893b833d27 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:01.592037 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2c0fad-308f-4c15-bb5e-0093b6ae7916 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Network 78860442-4c73-492a-afa0-5b54822de88f is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:26:01.602439 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['a97c7ddc-fba4-4c26-b16d-5efee7924ebd'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:26:01.607311 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8136289-83bb-4f43-b34a-e7c83535f0cf tempest-NetworksNegativeTestJSON-2056024689 tempest-NetworksNegativeTestJSON-2056024689-project] GET failed (client error): The resource could not be found. Jan 28 00:26:01.608846 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f8136289-83bb-4f43-b34a-e7c83535f0cf tempest-NetworksNegativeTestJSON-2056024689 tempest-NetworksNegativeTestJSON-2056024689-project] 10.222.0.70 "GET /v2.0/networks/07cb7271-38a8-4b5b-a775-a3202e4cba87 HTTP/1.1" status: 404 len: 339 time: 0.0589530 Jan 28 00:26:01.614686 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35958) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:01.624573 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245d0f7-59e9-4452-a399-af1d669159b0 req-7b837d90-1304-49d5-bf03-4feed944d292 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:01.633674 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a245d0f7-59e9-4452-a399-af1d669159b0 req-7b837d90-1304-49d5-bf03-4feed944d292 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 946 time: 0.2901146 Jan 28 00:26:01.745105 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a245d0f7-59e9-4452-a399-af1d669159b0 req-d0f2c681-8083-4e96-a4dc-011f2c3246ec tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102755 Jan 28 00:26:01.854165 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5ff794dd-2af3-48e1-aff5-fe9fba09eb10 req-24089e69-7179-463c-bd77-28d78c48f075 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 210 time: 0.0574844 Jan 28 00:26:02.548882 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-ba2c0fad-308f-4c15-bb5e-0093b6ae7916 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 78860442-4c73-492a-afa0-5b54822de88f) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:26:02.565616 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbd205b-4cc0-4715-a9a6-a25a8551df0b None None] Network 78860442-4c73-492a-afa0-5b54822de88f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:26:02.566634 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2c0fad-308f-4c15-bb5e-0093b6ae7916 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:02.567473 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba2c0fad-308f-4c15-bb5e-0093b6ae7916 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:02.639867 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-f876e1d0-2447-4d62-9ce2-b645bdc15ee6 tempest-NetworksNegativeTestJSON-2056024689 tempest-NetworksNegativeTestJSON-2056024689-project] GET failed (client error): The resource could not be found. Jan 28 00:26:02.645019 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f876e1d0-2447-4d62-9ce2-b645bdc15ee6 tempest-NetworksNegativeTestJSON-2056024689 tempest-NetworksNegativeTestJSON-2056024689-project] 10.222.0.70 "GET /v2.0/ports/7fcec955-929f-4464-a1b1-dffa8cfb0ea3 HTTP/1.1" status: 404 len: 333 time: 1.0237691 Jan 28 00:26:02.645511 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35992) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:02.688095 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ba2c0fad-308f-4c15-bb5e-0093b6ae7916 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3743873 Jan 28 00:26:02.688786 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35996) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:02.696243 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-1cd617f1-a55b-4068-a2c0-90becc3a9c4a tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Request body: {'port': {'network_id': '78860442-4c73-492a-afa0-5b54822de88f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2119792058'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:26:02.710714 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada4a89e-cd83-479e-85c9-9c7c1029f1a7 tempest-NetworksNegativeTestJSON-2056024689 tempest-NetworksNegativeTestJSON-2056024689-project] GET failed (client error): The resource could not be found. Jan 28 00:26:02.712229 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ada4a89e-cd83-479e-85c9-9c7c1029f1a7 tempest-NetworksNegativeTestJSON-2056024689 tempest-NetworksNegativeTestJSON-2056024689-project] 10.222.0.70 "GET /v2.0/subnets/87bd83b3-ab1d-41cf-bd0b-42acc190e13c HTTP/1.1" status: 404 len: 337 time: 0.0649698 Jan 28 00:26:02.719291 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35998) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:02.726212 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-522b6c53-6db9-4b7a-896b-4618b8670ce2 tempest-NetworksNegativeTestJSON-2056024689 tempest-NetworksNegativeTestJSON-2056024689-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:26:02.787698 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8f1ec8-8108-4935-8e0d-ff7c43788089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-78860442-4c73-492a-afa0-5b54822de88f', 'network_id': '78860442-4c73-492a-afa0-5b54822de88f', 'project_id': '7492ecb359a4458d9ad023c36e694652', 'fixed_ips': [{'subnet_id': '92e9b1d7-58ca-4387-9b1e-ad6467d7b5ce'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:26:02.791215 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1ec8-8108-4935-8e0d-ff7c43788089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:02.812756 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-522b6c53-6db9-4b7a-896b-4618b8670ce2 tempest-NetworksNegativeTestJSON-2056024689 tempest-NetworksNegativeTestJSON-2056024689-project] PUT failed (client error): The resource could not be found. Jan 28 00:26:02.813421 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-522b6c53-6db9-4b7a-896b-4618b8670ce2 tempest-NetworksNegativeTestJSON-2056024689 tempest-NetworksNegativeTestJSON-2056024689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:26:02.822219 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36008) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:02.824305 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-522b6c53-6db9-4b7a-896b-4618b8670ce2 tempest-NetworksNegativeTestJSON-2056024689 tempest-NetworksNegativeTestJSON-2056024689-project] 10.222.0.70 "PUT /v2.0/networks/69168868-a0e1-4b70-88ff-e6a86b9b6553 HTTP/1.1" status: 404 len: 339 time: 0.1028290 Jan 28 00:26:02.833102 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-362aec4d-8390-4109-9b10-6986ee72fc57 tempest-NetworksNegativeTestJSON-2056024689 tempest-NetworksNegativeTestJSON-2056024689-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:26:02.854864 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a97c7ddc-fba4-4c26-b16d-5efee7924ebd up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:26:02.913798 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-362aec4d-8390-4109-9b10-6986ee72fc57 tempest-NetworksNegativeTestJSON-2056024689 tempest-NetworksNegativeTestJSON-2056024689-project] PUT failed (client error): The resource could not be found. Jan 28 00:26:02.916717 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-362aec4d-8390-4109-9b10-6986ee72fc57 tempest-NetworksNegativeTestJSON-2056024689 tempest-NetworksNegativeTestJSON-2056024689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:26:02.918492 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-362aec4d-8390-4109-9b10-6986ee72fc57 tempest-NetworksNegativeTestJSON-2056024689 tempest-NetworksNegativeTestJSON-2056024689-project] 10.222.0.70 "PUT /v2.0/ports/aa98519a-0631-4d6f-a2cd-1308cea216a0 HTTP/1.1" status: 404 len: 333 time: 0.0944946 Jan 28 00:26:02.923925 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36014) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:02.936107 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-1056af91-7c41-48f2-b34c-585fbeac9276 tempest-NetworksNegativeTestJSON-2056024689 tempest-NetworksNegativeTestJSON-2056024689-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:26:03.095743 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-1056af91-7c41-48f2-b34c-585fbeac9276 tempest-NetworksNegativeTestJSON-2056024689 tempest-NetworksNegativeTestJSON-2056024689-project] PUT failed (client error): The resource could not be found. Jan 28 00:26:03.108127 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1056af91-7c41-48f2-b34c-585fbeac9276 tempest-NetworksNegativeTestJSON-2056024689 tempest-NetworksNegativeTestJSON-2056024689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:26:03.109767 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1056af91-7c41-48f2-b34c-585fbeac9276 tempest-NetworksNegativeTestJSON-2056024689 tempest-NetworksNegativeTestJSON-2056024689-project] 10.222.0.70 "PUT /v2.0/subnets/cfb41389-27d0-4574-8b5a-53fd83f129ff HTTP/1.1" status: 404 len: 337 time: 0.1845210 Jan 28 00:26:03.160753 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0fb29-c1e4-49e8-8404-bec0ee484d32 req-8a76b7f9-8c51-4fcd-a09f-e450e3a853f2 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:03.170528 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-10c0fb29-c1e4-49e8-8404-bec0ee484d32 req-8a76b7f9-8c51-4fcd-a09f-e450e3a853f2 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 945 time: 0.2238288 Jan 28 00:26:03.260822 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-dfd06aae-1510-4799-b1e8-75893b833d27 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Allocated IP 172.25.3.9 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/245636cc-a2a3-4f54-85d7-f6c1fa60ba9a) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:26:03.263901 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd617f1-a55b-4068-a2c0-90becc3a9c4a tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Made reservation on behalf of 7492ecb359a4458d9ad023c36e694652 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:26:03.269168 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1cd617f1-a55b-4068-a2c0-90becc3a9c4a tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:03.309812 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-1cd617f1-a55b-4068-a2c0-90becc3a9c4a tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] device_id is not set on port bfb29bbb-4e32-49e1-8ff1-400307ce9d89 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:26:03.348720 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-10c0fb29-c1e4-49e8-8404-bec0ee484d32 req-3b76386d-0f49-4908-9898-cdaf6ab9d089 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626983 Jan 28 00:26:03.399535 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port a97c7ddc-fba4-4c26-b16d-5efee7924ebd triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:26:03.416463 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:03.699588 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e2323652-ff59-451b-9845-9acdcac37629 req-14548c9d-e38d-4120-9f16-e75c7bf3f0c5 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 210 time: 0.0948896 Jan 28 00:26:03.747534 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dfd06aae-1510-4799-b1e8-75893b833d27 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks [] for port (245636cc-a2a3-4f54-85d7-f6c1fa60ba9a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:03.901897 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dfd06aae-1510-4799-b1e8-75893b833d27 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (245636cc-a2a3-4f54-85d7-f6c1fa60ba9a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:03.991872 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-1c8f1ec8-8108-4935-8e0d-ff7c43788089 None None] Allocated IP 172.20.0.2 (78860442-4c73-492a-afa0-5b54822de88f/92e9b1d7-58ca-4387-9b1e-ad6467d7b5ce/659894ed-382b-4371-8c8f-b0b1b3df849b) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:26:04.087755 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd06aae-1510-4799-b1e8-75893b833d27 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:26:04.111552 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-dfd06aae-1510-4799-b1e8-75893b833d27 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:26:04.133933 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd06aae-1510-4799-b1e8-75893b833d27 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:26:04.140855 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd06aae-1510-4799-b1e8-75893b833d27 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Pushing event updated for resources: {'Port': ['ID=245636cc-a2a3-4f54-85d7-f6c1fa60ba9a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:04.179650 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port a97c7ddc-fba4-4c26-b16d-5efee7924ebd is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:26:04.186091 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:04.200455 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36032) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:04.234402 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd06aae-1510-4799-b1e8-75893b833d27 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:26:04.234402 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd06aae-1510-4799-b1e8-75893b833d27 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:26:04.234402 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd06aae-1510-4799-b1e8-75893b833d27 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:26:04.234402 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd06aae-1510-4799-b1e8-75893b833d27 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:26:04.234402 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd06aae-1510-4799-b1e8-75893b833d27 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:26:04.234402 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd06aae-1510-4799-b1e8-75893b833d27 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:26:04.234402 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd06aae-1510-4799-b1e8-75893b833d27 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:26:04.238547 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd06aae-1510-4799-b1e8-75893b833d27 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:26:04.238547 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd06aae-1510-4799-b1e8-75893b833d27 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:26:04.238547 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd06aae-1510-4799-b1e8-75893b833d27 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:26:04.238547 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd06aae-1510-4799-b1e8-75893b833d27 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:26:04.240477 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd06aae-1510-4799-b1e8-75893b833d27 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:26:04.240884 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd06aae-1510-4799-b1e8-75893b833d27 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:26:04.363132 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a97c7ddc-fba4-4c26-b16d-5efee7924ebd, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a97c7ddc-fba4-4c26-b16d-5efee7924ebd,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:26:04.375808 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cfbac7-c480-4b32-8d39-73542917a53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97c7ddc-fba4-4c26-b16d-5efee7924ebd'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:26:04.382697 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850f3742-082b-4c58-8c1f-165e7fb3b82f" -d '{"events": [{"server_uuid": "c7cfbac7-c480-4b32-8d39-73542917a53a", "name": "network-vif-plugged", "status": "completed", "tag": "a97c7ddc-fba4-4c26-b16d-5efee7924ebd"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:26:04.400015 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:04.499922 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9f8db136-5ecd-4969-831c-b1efbfb98fb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:04.523118 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dfd06aae-1510-4799-b1e8-75893b833d27 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks [] for floatingip (3d04e5c5-8b40-4ca2-a227-34d591ffb40b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:04.575331 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=a97c7ddc-fba4-4c26-b16d-5efee7924ebd,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:04.590122 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c439b00c-97cb-4197-a758-cb585e0bc8ff x-openstack-request-id: req-c439b00c-97cb-4197-a758-cb585e0bc8ff {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:26:04.591859 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cfbac7-c480-4b32-8d39-73542917a53a", "name": "network-vif-plugged", "status": "completed", "tag": "a97c7ddc-fba4-4c26-b16d-5efee7924ebd", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:26:04.592259 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c439b00c-97cb-4197-a758-cb585e0bc8ff {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:26:04.593122 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cfbac7-c480-4b32-8d39-73542917a53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97c7ddc-fba4-4c26-b16d-5efee7924ebd', 'code': 200} Jan 28 00:26:04.637363 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dfd06aae-1510-4799-b1e8-75893b833d27 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (245636cc-a2a3-4f54-85d7-f6c1fa60ba9a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:04.751184 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9f8db136-5ecd-4969-831c-b1efbfb98fb9 admin admin] Publish callbacks [] for security_group (c9d51b08-2947-46f2-b119-db5c4068cb59), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:04.760598 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9f8db136-5ecd-4969-831c-b1efbfb98fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c9d51b08-2947-46f2-b119-db5c4068cb59), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:04.919758 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1ec8-8108-4935-8e0d-ff7c43788089 None None] Publish callbacks [] for port (659894ed-382b-4371-8c8f-b0b1b3df849b), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:04.935191 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1ec8-8108-4935-8e0d-ff7c43788089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (659894ed-382b-4371-8c8f-b0b1b3df849b), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:04.947052 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8db136-5ecd-4969-831c-b1efbfb98fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d51b08-2947-46f2-b119-db5c4068cb59,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:04.979094 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9f8db136-5ecd-4969-831c-b1efbfb98fb9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=08eba9b5991c4f618b3d3cbff9a7f88a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7772100 Jan 28 00:26:04.983089 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36044) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:05.031775 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8f1ec8-8108-4935-8e0d-ff7c43788089 None None] Network 78860442-4c73-492a-afa0-5b54822de88f is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:26:05.058103 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-1c8f1ec8-8108-4935-8e0d-ff7c43788089 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:26:05.063426 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8f1ec8-8108-4935-8e0d-ff7c43788089 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:26:05.064666 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd4368-1417-4831-a84d-7c568e0d9dd2 req-c9c9263d-2519-4e18-8a36-4e2de79ede39 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:05.072552 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62dd4368-1417-4831-a84d-7c568e0d9dd2 req-c9c9263d-2519-4e18-8a36-4e2de79ede39 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 946 time: 0.2421556 Jan 28 00:26:05.135046 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f1ec8-8108-4935-8e0d-ff7c43788089 None None] Pushing event updated for resources: {'Port': ['ID=659894ed-382b-4371-8c8f-b0b1b3df849b,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:05.200029 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-1cd617f1-a55b-4068-a2c0-90becc3a9c4a tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Allocated IP 172.20.0.13 (78860442-4c73-492a-afa0-5b54822de88f/92e9b1d7-58ca-4387-9b1e-ad6467d7b5ce/bfb29bbb-4e32-49e1-8ff1-400307ce9d89) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:26:05.227957 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1c8f1ec8-8108-4935-8e0d-ff7c43788089 None None] Attempting to bind port 659894ed-382b-4371-8c8f-b0b1b3df849b on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:26:05.228623 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1c8f1ec8-8108-4935-8e0d-ff7c43788089 None None] Attempting to bind port 659894ed-382b-4371-8c8f-b0b1b3df849b by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '268eb825-7874-45d9-b1e9-57d58cc386c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '78860442-4c73-492a-afa0-5b54822de88f'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:26:05.229204 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8f1ec8-8108-4935-8e0d-ff7c43788089 None None] Attempting to bind port 659894ed-382b-4371-8c8f-b0b1b3df849b on network 78860442-4c73-492a-afa0-5b54822de88f {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:26:05.246988 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8f1ec8-8108-4935-8e0d-ff7c43788089 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:26:05.247769 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8f1ec8-8108-4935-8e0d-ff7c43788089 None None] Checking segment: {'id': '268eb825-7874-45d9-b1e9-57d58cc386c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '78860442-4c73-492a-afa0-5b54822de88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:26:05.248397 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1ec8-8108-4935-8e0d-ff7c43788089 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:05.249010 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8f1ec8-8108-4935-8e0d-ff7c43788089 None None] Bound using segment: {'id': '268eb825-7874-45d9-b1e9-57d58cc386c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '78860442-4c73-492a-afa0-5b54822de88f'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:26:05.249747 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1c8f1ec8-8108-4935-8e0d-ff7c43788089 None None] Bound port: 659894ed-382b-4371-8c8f-b0b1b3df849b, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268eb825-7874-45d9-b1e9-57d58cc386c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '78860442-4c73-492a-afa0-5b54822de88f'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:26:05.250394 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1ec8-8108-4935-8e0d-ff7c43788089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (659894ed-382b-4371-8c8f-b0b1b3df849b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:05.305452 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0e43-7a10-49e0-a93b-86bbf97f5d95 admin admin] Publish callbacks [] for security_group (c9d51b08-2947-46f2-b119-db5c4068cb59), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:05.389788 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dfd06aae-1510-4799-b1e8-75893b833d27 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks [] for port (245636cc-a2a3-4f54-85d7-f6c1fa60ba9a), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:05.422484 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dfd06aae-1510-4799-b1e8-75893b833d27 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (245636cc-a2a3-4f54-85d7-f6c1fa60ba9a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:05.432928 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1c8f1ec8-8108-4935-8e0d-ff7c43788089 None None] For port 659894ed-382b-4371-8c8f-b0b1b3df849b, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:26:05.451946 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62dd4368-1417-4831-a84d-7c568e0d9dd2 req-9c473a7f-7902-46a4-b5e2-fece3d4e856e tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3760858 Jan 28 00:26:05.460744 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1c8f1ec8-8108-4935-8e0d-ff7c43788089 None None] For port 659894ed-382b-4371-8c8f-b0b1b3df849b, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=659894ed-382b-4371-8c8f-b0b1b3df849b,segment=NetworkSegment(268eb825-7874-45d9-b1e9-57d58cc386c2),segment_id=268eb825-7874-45d9-b1e9-57d58cc386c2)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:26:05.471805 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1ec8-8108-4935-8e0d-ff7c43788089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (659894ed-382b-4371-8c8f-b0b1b3df849b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:05.559634 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0e43-7a10-49e0-a93b-86bbf97f5d95 admin admin] Publish callbacks [] for security_group (c9d51b08-2947-46f2-b119-db5c4068cb59), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:05.584441 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd06aae-1510-4799-b1e8-75893b833d27 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Pushing event updated for resources: {'Port': ['ID=245636cc-a2a3-4f54-85d7-f6c1fa60ba9a,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:05.636975 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f1ec8-8108-4935-8e0d-ff7c43788089 None None] Pushing event updated for resources: {'Port': ['ID=659894ed-382b-4371-8c8f-b0b1b3df849b,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:05.861151 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0e43-7a10-49e0-a93b-86bbf97f5d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c9d51b08-2947-46f2-b119-db5c4068cb59), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:05.865197 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0e43-7a10-49e0-a93b-86bbf97f5d95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:05.891138 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9b7e0e43-7a10-49e0-a93b-86bbf97f5d95 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c9d51b08-2947-46f2-b119-db5c4068cb59 HTTP/1.1" status: 204 len: 168 time: 0.8827353 Jan 28 00:26:05.985921 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e0e43-7a10-49e0-a93b-86bbf97f5d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d51b08-2947-46f2-b119-db5c4068cb59,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:06.142686 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1ddd8829-f827-4c0d-b9a7-689c2c66eeb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:06.159165 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-32e6d6cc-9975-4faa-9b63-ebc22639e46d req-40d8d45d-a144-4c4e-91f2-3e1766229ec4 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 210 time: 0.2663321 Jan 28 00:26:06.339274 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dfd06aae-1510-4799-b1e8-75893b833d27 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (3d04e5c5-8b40-4ca2-a227-34d591ffb40b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:06.446868 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1cd617f1-a55b-4068-a2c0-90becc3a9c4a tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks [] for port (bfb29bbb-4e32-49e1-8ff1-400307ce9d89), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:06.767572 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dfd06aae-1510-4799-b1e8-75893b833d27 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:06.777449 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-dfd06aae-1510-4799-b1e8-75893b833d27 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.6477003 Jan 28 00:26:06.790990 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36058) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:06.816291 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1cd617f1-a55b-4068-a2c0-90becc3a9c4a tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (bfb29bbb-4e32-49e1-8ff1-400307ce9d89), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:06.841218 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-69d5e17f-9dc9-4907-917e-24e52ffcbce7 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1107275980'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:26:06.933101 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579896be-6cb2-4023-96d6-cc0b0c45f0a0 req-6a75aa15-d918-435b-92fd-d92933c6ccbb tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:06.946592 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-579896be-6cb2-4023-96d6-cc0b0c45f0a0 req-6a75aa15-d918-435b-92fd-d92933c6ccbb tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 946 time: 0.1794772 Jan 28 00:26:06.959868 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d5e17f-9dc9-4907-917e-24e52ffcbce7 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Made reservation on behalf of 8386e220eec74c0197cdb5de8bd66b6d for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:26:06.969191 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69d5e17f-9dc9-4907-917e-24e52ffcbce7 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:07.004622 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69d5e17f-9dc9-4907-917e-24e52ffcbce7 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:07.084119 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd617f1-a55b-4068-a2c0-90becc3a9c4a tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Pushing event updated for resources: {'Port': ['ID=bfb29bbb-4e32-49e1-8ff1-400307ce9d89,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:07.088063 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-579896be-6cb2-4023-96d6-cc0b0c45f0a0 req-8c8279cf-cd2f-47ff-9c26-7dae51f52b62 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329904 Jan 28 00:26:07.117913 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-5505d4fe-9a27-482a-80e6-cd03a6afa400 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:07.128738 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-5505d4fe-9a27-482a-80e6-cd03a6afa400 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.65 "GET /v2.0/networks?id=2f518455-11e0-4f29-b2fb-3688e3f7fb32 HTTP/1.1" status: 200 len: 812 time: 1.2896178 Jan 28 00:26:07.163307 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-c86467a7-9552-4fc2-bf5d-1f7a46d2b8ca tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Request body: {'port': {'device_id': '671fc242-3217-43ba-be0d-55e29183ce1c', 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32', 'admin_state_up': True, 'tenant_id': '1f564eba381e4679ad4f4d86366ab37a'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:26:07.172753 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd617f1-a55b-4068-a2c0-90becc3a9c4a tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Network 78860442-4c73-492a-afa0-5b54822de88f is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:26:07.178812 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-1cd617f1-a55b-4068-a2c0-90becc3a9c4a tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:26:07.246533 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd617f1-a55b-4068-a2c0-90becc3a9c4a tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:26:07.449270 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-17346cb9-70d7-4aa4-9140-ab8b018abfec req-096b6184-d8f0-4ed4-9cbe-7ea761b63422 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 210 time: 0.0887656 Jan 28 00:26:07.489608 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69d5e17f-9dc9-4907-917e-24e52ffcbce7 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks [] for security_group (7d291d78-7ac1-4c28-a293-d40cd27c3e92), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:07.501164 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69d5e17f-9dc9-4907-917e-24e52ffcbce7 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7d291d78-7ac1-4c28-a293-d40cd27c3e92), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:07.530137 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d5e17f-9dc9-4907-917e-24e52ffcbce7 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:26:07.545735 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69d5e17f-9dc9-4907-917e-24e52ffcbce7 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (061eba63-e229-4375-8f2a-2dbc6e051a6e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:07.546044 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-69d5e17f-9dc9-4907-917e-24e52ffcbce7 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Added segment 061eba63-e229-4375-8f2a-2dbc6e051a6e of type vlan for network c9225b0d-1053-4c98-80da-7b6f6c1a3dcc Jan 28 00:26:07.607850 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 659894ed-382b-4371-8c8f-b0b1b3df849b up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:26:07.670290 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69d5e17f-9dc9-4907-917e-24e52ffcbce7 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (c9225b0d-1053-4c98-80da-7b6f6c1a3dcc), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:07.774327 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 659894ed-382b-4371-8c8f-b0b1b3df849b triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:26:07.774710 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (659894ed-382b-4371-8c8f-b0b1b3df849b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:07.786541 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69d5e17f-9dc9-4907-917e-24e52ffcbce7 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (c9225b0d-1053-4c98-80da-7b6f6c1a3dcc), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:07.814317 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d5e17f-9dc9-4907-917e-24e52ffcbce7 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:07.820443 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69d5e17f-9dc9-4907-917e-24e52ffcbce7 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:07.830975 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd617f1-a55b-4068-a2c0-90becc3a9c4a tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:07.832018 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1cd617f1-a55b-4068-a2c0-90becc3a9c4a tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:07.990568 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1cd617f1-a55b-4068-a2c0-90becc3a9c4a tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 5.2984433 Jan 28 00:26:07.993901 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-c86467a7-9552-4fc2-bf5d-1f7a46d2b8ca tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Made reservation on behalf of 1f564eba381e4679ad4f4d86366ab37a for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:26:07.997947 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-c86467a7-9552-4fc2-bf5d-1f7a46d2b8ca tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:08.014147 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36080) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:08.030125 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5e17f-9dc9-4907-917e-24e52ffcbce7 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d291d78-7ac1-4c28-a293-d40cd27c3e92,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:08.042268 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-69d5e17f-9dc9-4907-917e-24e52ffcbce7 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2486625 Jan 28 00:26:08.047746 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36082) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:08.069553 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 659894ed-382b-4371-8c8f-b0b1b3df849b is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:26:08.069857 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (659894ed-382b-4371-8c8f-b0b1b3df849b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:08.081829 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-7cbd7354-ca30-4c1c-a3ca-91311392ac83 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Request body: {'subnet': {'network_id': 'c9225b0d-1053-4c98-80da-7b6f6c1a3dcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:26:08.183241 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5e17f-9dc9-4907-917e-24e52ffcbce7 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Pushing event updated for resources: {'Network': ['ID=c9225b0d-1053-4c98-80da-7b6f6c1a3dcc,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:08.215296 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 659894ed-382b-4371-8c8f-b0b1b3df849b, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=659894ed-382b-4371-8c8f-b0b1b3df849b,segment=NetworkSegment(268eb825-7874-45d9-b1e9-57d58cc386c2),segment_id=268eb825-7874-45d9-b1e9-57d58cc386c2)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:26:08.240756 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52795f0a-7be1-4d36-96cf-a6b3d2b1bf20 None None] Network 78860442-4c73-492a-afa0-5b54822de88f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:26:08.323369 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbd7354-ca30-4c1c-a3ca-91311392ac83 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Made reservation on behalf of 8386e220eec74c0197cdb5de8bd66b6d for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:26:08.327479 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7cbd7354-ca30-4c1c-a3ca-91311392ac83 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:08.362001 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network c9225b0d-1053-4c98-80da-7b6f6c1a3dcc details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:26:08.556844 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36090) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:08.577236 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (659894ed-382b-4371-8c8f-b0b1b3df849b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:08.643353 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c000a3ec-f243-4b64-a150-bda7b8677af9 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Deleting port bfb29bbb-4e32-49e1-8ff1-400307ce9d89 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:26:08.647010 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c000a3ec-f243-4b64-a150-bda7b8677af9 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (bfb29bbb-4e32-49e1-8ff1-400307ce9d89), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:08.735797 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b504726e-c108-4de3-a904-88ead62fc0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:08.833314 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf2c52-2343-49b5-a36d-52626e37c5dc req-24a66ffa-738a-462c-8baa-debafa38b449 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:08.835396 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-35d58cc4-d681-4dbe-bfa4-11f6fbce208d None None] Provisioning complete for port 659894ed-382b-4371-8c8f-b0b1b3df849b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:26:08.837042 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35d58cc4-d681-4dbe-bfa4-11f6fbce208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (659894ed-382b-4371-8c8f-b0b1b3df849b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:08.860829 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-10bf2c52-2343-49b5-a36d-52626e37c5dc req-24a66ffa-738a-462c-8baa-debafa38b449 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 946 time: 0.3896778 Jan 28 00:26:08.991355 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-b7b5c216-8e0f-4de2-9824-9bc50bad3c1f tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Request body: {'network': {'name': 'tempest-RoutersTest-1729854850'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:26:09.040220 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-c86467a7-9552-4fc2-bf5d-1f7a46d2b8ca tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Allocated IP 172.20.0.3 (2f518455-11e0-4f29-b2fb-3688e3f7fb32/752b9c73-c003-4007-a37c-7b906aeda551/ac4273d4-e149-4ab3-b33a-9864042c4932) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:26:09.096271 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c000a3ec-f243-4b64-a150-bda7b8677af9 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (bfb29bbb-4e32-49e1-8ff1-400307ce9d89), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:09.130983 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b5c216-8e0f-4de2-9824-9bc50bad3c1f tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Made reservation on behalf of 2fbcfeaf4123454d81861a2387d862d8 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:26:09.135754 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b7b5c216-8e0f-4de2-9824-9bc50bad3c1f tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:09.142790 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c000a3ec-f243-4b64-a150-bda7b8677af9 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Calling delete_port for bfb29bbb-4e32-49e1-8ff1-400307ce9d89 owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:26:09.175563 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b7b5c216-8e0f-4de2-9824-9bc50bad3c1f tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:09.227342 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-10bf2c52-2343-49b5-a36d-52626e37c5dc req-d5c3f53d-9d72-4f2d-b2b2-9d700dec4e39 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3567438 Jan 28 00:26:09.236306 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=659894ed-382b-4371-8c8f-b0b1b3df849b,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:09.450133 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-35d58cc4-d681-4dbe-bfa4-11f6fbce208d None None] Current status of the port 659894ed-382b-4371-8c8f-b0b1b3df849b is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:26:09.535165 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-da2c1188-6c18-47f1-aee6-53a8ca655287 req-0d88a38f-e9e0-4162-b870-5168db0da30a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 210 time: 0.1177626 Jan 28 00:26:09.539767 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7cbd7354-ca30-4c1c-a3ca-91311392ac83 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (c7baaa47-2c61-491e-9551-926ad345b179), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:09.592745 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:09.763666 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ed5621bd-a530-4a47-b06a-688767c210c5 None None] Provisioning complete for port bfb29bbb-4e32-49e1-8ff1-400307ce9d89 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:26:09.765352 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed5621bd-a530-4a47-b06a-688767c210c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bfb29bbb-4e32-49e1-8ff1-400307ce9d89), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:09.932207 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd7354-ca30-4c1c-a3ca-91311392ac83 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Pushing event updated for resources: {'Subnet': ['ID=c7baaa47-2c61-491e-9551-926ad345b179,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:09.963075 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbd7354-ca30-4c1c-a3ca-91311392ac83 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Checking segment: {'id': '061eba63-e229-4375-8f2a-2dbc6e051a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c9225b0d-1053-4c98-80da-7b6f6c1a3dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:26:09.966283 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbd7354-ca30-4c1c-a3ca-91311392ac83 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Network hostable DHCP agents. Network: c9225b0d-1053-4c98-80da-7b6f6c1a3dcc, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:26:09.967057 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b7b5c216-8e0f-4de2-9824-9bc50bad3c1f tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for security_group (5aaef6a1-18a3-4d89-9627-704309a4b146), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:09.982836 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ed5621bd-a530-4a47-b06a-688767c210c5 None None] Port bfb29bbb-4e32-49e1-8ff1-400307ce9d89 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:26:10.001365 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:26:10.030972 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ed5621bd-a530-4a47-b06a-688767c210c5 None None] Provisioning complete for port 659894ed-382b-4371-8c8f-b0b1b3df849b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:26:10.031727 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed5621bd-a530-4a47-b06a-688767c210c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (659894ed-382b-4371-8c8f-b0b1b3df849b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:10.036308 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b7b5c216-8e0f-4de2-9824-9bc50bad3c1f tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (5aaef6a1-18a3-4d89-9627-704309a4b146), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:10.038925 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbd7354-ca30-4c1c-a3ca-91311392ac83 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Network c9225b0d-1053-4c98-80da-7b6f6c1a3dcc is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:26:10.074558 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-7cbd7354-ca30-4c1c-a3ca-91311392ac83 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, c9225b0d-1053-4c98-80da-7b6f6c1a3dcc) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:26:10.097125 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbd7354-ca30-4c1c-a3ca-91311392ac83 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:10.098132 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7cbd7354-ca30-4c1c-a3ca-91311392ac83 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:10.160543 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7cbd7354-ca30-4c1c-a3ca-91311392ac83 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0946214 Jan 28 00:26:10.166816 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36098) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:10.167598 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba2de1d-e356-4f86-87d2-7a46c727746d None None] Network c9225b0d-1053-4c98-80da-7b6f6c1a3dcc requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:26:10.207728 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-34fb75c0-0db3-470d-bef4-c5d55d46028b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-521334583', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}, 'admin_state_up': False}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:26:10.339848 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b5c216-8e0f-4de2-9824-9bc50bad3c1f tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:26:10.341342 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34fb75c0-0db3-470d-bef4-c5d55d46028b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (edb66048-8f16-499a-9f55-e7fca2047880), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:10.353480 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34fb75c0-0db3-470d-bef4-c5d55d46028b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (edb66048-8f16-499a-9f55-e7fca2047880), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:10.447803 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bec9d7-94d7-459b-b032-2132182bdb25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-c9225b0d-1053-4c98-80da-7b6f6c1a3dcc', 'network_id': 'c9225b0d-1053-4c98-80da-7b6f6c1a3dcc', 'project_id': '8386e220eec74c0197cdb5de8bd66b6d', 'fixed_ips': [{'subnet_id': 'c7baaa47-2c61-491e-9551-926ad345b179'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:26:10.449176 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-24bec9d7-94d7-459b-b032-2132182bdb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:10.537808 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ed5621bd-a530-4a47-b06a-688767c210c5 None None] Current status of the port 659894ed-382b-4371-8c8f-b0b1b3df849b is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:26:10.565796 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-c86467a7-9552-4fc2-bf5d-1f7a46d2b8ca tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks [] for port (ac4273d4-e149-4ab3-b33a-9864042c4932), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:10.576376 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5c216-8e0f-4de2-9824-9bc50bad3c1f tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aaef6a1-18a3-4d89-9627-704309a4b146,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:10.646939 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b7b5c216-8e0f-4de2-9824-9bc50bad3c1f tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (849e0940-33d8-45e5-b274-ec4554876684), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:10.647659 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-b7b5c216-8e0f-4de2-9824-9bc50bad3c1f tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Added segment 849e0940-33d8-45e5-b274-ec4554876684 of type vlan for network b4ee4892-e1dd-4a75-986e-ea3bdd93103e Jan 28 00:26:10.724532 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc52fbd-6779-43e1-9f06-2d3737bc9eb2 req-f55e6e77-e364-457f-ace7-e25781cff10c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:10.739026 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7dc52fbd-6779-43e1-9f06-2d3737bc9eb2 req-f55e6e77-e364-457f-ace7-e25781cff10c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 946 time: 0.3075564 Jan 28 00:26:10.902496 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-812851f3-7669-43a7-bc38-8a7d07eb06a4 None None] Provisioning complete for port bfb29bbb-4e32-49e1-8ff1-400307ce9d89 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:26:10.903128 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-812851f3-7669-43a7-bc38-8a7d07eb06a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bfb29bbb-4e32-49e1-8ff1-400307ce9d89), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:10.912699 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7dc52fbd-6779-43e1-9f06-2d3737bc9eb2 req-adf34194-4ef7-4d8d-9c06-cb47bc6235b6 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680717 Jan 28 00:26:10.939293 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c000a3ec-f243-4b64-a150-bda7b8677af9 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (bfb29bbb-4e32-49e1-8ff1-400307ce9d89), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:10.959020 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b7b5c216-8e0f-4de2-9824-9bc50bad3c1f tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (b4ee4892-e1dd-4a75-986e-ea3bdd93103e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:11.010543 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000a3ec-f243-4b64-a150-bda7b8677af9 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Pushing event deleted for resources: {'Port': ['ID=bfb29bbb-4e32-49e1-8ff1-400307ce9d89,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:11.028492 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-24bec9d7-94d7-459b-b032-2132182bdb25 None None] Allocated IP 172.20.0.2 (c9225b0d-1053-4c98-80da-7b6f6c1a3dcc/c7baaa47-2c61-491e-9551-926ad345b179/e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:26:11.056390 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-c86467a7-9552-4fc2-bf5d-1f7a46d2b8ca tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (ac4273d4-e149-4ab3-b33a-9864042c4932), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:11.165301 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34fb75c0-0db3-470d-bef4-c5d55d46028b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks [] for router_controller (edb66048-8f16-499a-9f55-e7fca2047880), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:11.408068 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b7b5c216-8e0f-4de2-9824-9bc50bad3c1f tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (b4ee4892-e1dd-4a75-986e-ea3bdd93103e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:11.437919 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-812851f3-7669-43a7-bc38-8a7d07eb06a4 None None] Port bfb29bbb-4e32-49e1-8ff1-400307ce9d89 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:26:11.445887 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b5c216-8e0f-4de2-9824-9bc50bad3c1f tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:11.447349 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b7b5c216-8e0f-4de2-9824-9bc50bad3c1f tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:11.464320 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 659894ed-382b-4371-8c8f-b0b1b3df849b up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:26:11.475568 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:11.688202 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86467a7-9552-4fc2-bf5d-1f7a46d2b8ca tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Pushing event updated for resources: {'Port': ['ID=ac4273d4-e149-4ab3-b33a-9864042c4932,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:11.730841 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-c86467a7-9552-4fc2-bf5d-1f7a46d2b8ca tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Network 2f518455-11e0-4f29-b2fb-3688e3f7fb32 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:26:11.738607 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5c216-8e0f-4de2-9824-9bc50bad3c1f tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Network': ['ID=b4ee4892-e1dd-4a75-986e-ea3bdd93103e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:11.745775 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa673048-b672-4cd3-b46f-ce435ebd6c1f req-bb5c180e-aa26-45ed-9590-2a476d6c94b8 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:11.748867 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-c86467a7-9552-4fc2-bf5d-1f7a46d2b8ca tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:26:11.752655 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa673048-b672-4cd3-b46f-ce435ebd6c1f req-bb5c180e-aa26-45ed-9590-2a476d6c94b8 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 931 time: 0.5824726 Jan 28 00:26:11.758199 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-c86467a7-9552-4fc2-bf5d-1f7a46d2b8ca tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:26:11.775946 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network b4ee4892-e1dd-4a75-986e-ea3bdd93103e details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:26:11.801616 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b7b5c216-8e0f-4de2-9824-9bc50bad3c1f tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 3.2416315 Jan 28 00:26:11.808999 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36108) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:11.876131 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-24bec9d7-94d7-459b-b032-2132182bdb25 None None] Publish callbacks [] for port (e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:11.916701 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-c4b8c41b-3579-48c3-9b6a-1a847a976ac0 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Request body: {'network': {'name': 'tempest-RoutersTest-895423008'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:26:11.968212 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c000a3ec-f243-4b64-a150-bda7b8677af9 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:11.978636 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c000a3ec-f243-4b64-a150-bda7b8677af9 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] 10.222.0.70 "DELETE /v2.0/ports/bfb29bbb-4e32-49e1-8ff1-400307ce9d89 HTTP/1.1" status: 204 len: 168 time: 3.9601076 Jan 28 00:26:11.988424 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36112) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:12.022824 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-24bec9d7-94d7-459b-b032-2132182bdb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:12.029278 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b8c41b-3579-48c3-9b6a-1a847a976ac0 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Made reservation on behalf of 2fbcfeaf4123454d81861a2387d862d8 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:26:12.049120 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34fb75c0-0db3-470d-bef4-c5d55d46028b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks [] for router_gateway (edb66048-8f16-499a-9f55-e7fca2047880), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:12.049961 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c4b8c41b-3579-48c3-9b6a-1a847a976ac0 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:12.107459 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 659894ed-382b-4371-8c8f-b0b1b3df849b triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:26:12.111967 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (659894ed-382b-4371-8c8f-b0b1b3df849b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:12.118417 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-c86467a7-9552-4fc2-bf5d-1f7a46d2b8ca tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:12.120678 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-c86467a7-9552-4fc2-bf5d-1f7a46d2b8ca tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:12.205645 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b8c41b-3579-48c3-9b6a-1a847a976ac0 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:26:12.246868 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c4b8c41b-3579-48c3-9b6a-1a847a976ac0 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (c3823e98-c539-42cf-9ef7-2f627306cfaa), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:12.250697 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-c4b8c41b-3579-48c3-9b6a-1a847a976ac0 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Added segment c3823e98-c539-42cf-9ef7-2f627306cfaa of type vlan for network 546754ea-5909-482f-94a7-dc737245f211 Jan 28 00:26:12.311980 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bec9d7-94d7-459b-b032-2132182bdb25 None None] Network c9225b0d-1053-4c98-80da-7b6f6c1a3dcc is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:26:12.353684 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-24bec9d7-94d7-459b-b032-2132182bdb25 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:26:12.369865 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bec9d7-94d7-459b-b032-2132182bdb25 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:26:12.442339 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c4b8c41b-3579-48c3-9b6a-1a847a976ac0 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (546754ea-5909-482f-94a7-dc737245f211), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:12.452299 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa673048-b672-4cd3-b46f-ce435ebd6c1f req-bae39655-ab86-4b1b-a53a-d8a6e8ed0771 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728354 Jan 28 00:26:12.515076 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:12.527233 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bec9d7-94d7-459b-b032-2132182bdb25 None None] Pushing event updated for resources: {'Port': ['ID=e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:12.579514 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-c86467a7-9552-4fc2-bf5d-1f7a46d2b8ca tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4237213 Jan 28 00:26:12.593998 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c4b8c41b-3579-48c3-9b6a-1a847a976ac0 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (546754ea-5909-482f-94a7-dc737245f211), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:12.616386 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b8c41b-3579-48c3-9b6a-1a847a976ac0 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:12.618118 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c4b8c41b-3579-48c3-9b6a-1a847a976ac0 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:12.688209 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-4153fcb8-df32-4f8a-b00b-93bd5881a1b0 service neutron] Request body: {'port': {'device_id': '671fc242-3217-43ba-be0d-55e29183ce1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:26:12.731110 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c696ce66-c22b-4db1-95ee-22da1d4d3814 tempest-DHCPAgentSchedulersTestJSON-647748486 tempest-DHCPAgentSchedulersTestJSON-647748486-project-admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.7283409 Jan 28 00:26:12.732752 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36116) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:12.776476 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 659894ed-382b-4371-8c8f-b0b1b3df849b is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:26:12.852837 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-189fbd9d-2b69-411f-a98e-96654696242c tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1993473971'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:26:12.853333 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-24bec9d7-94d7-459b-b032-2132182bdb25 None None] Attempting to bind port e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:26:12.853945 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-24bec9d7-94d7-459b-b032-2132182bdb25 None None] Attempting to bind port e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '061eba63-e229-4375-8f2a-2dbc6e051a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c9225b0d-1053-4c98-80da-7b6f6c1a3dcc'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:26:12.854555 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bec9d7-94d7-459b-b032-2132182bdb25 None None] Attempting to bind port e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3 on network c9225b0d-1053-4c98-80da-7b6f6c1a3dcc {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:26:12.865679 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bec9d7-94d7-459b-b032-2132182bdb25 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:26:12.866356 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bec9d7-94d7-459b-b032-2132182bdb25 None None] Checking segment: {'id': '061eba63-e229-4375-8f2a-2dbc6e051a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c9225b0d-1053-4c98-80da-7b6f6c1a3dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:26:12.866966 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-24bec9d7-94d7-459b-b032-2132182bdb25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:12.867704 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bec9d7-94d7-459b-b032-2132182bdb25 None None] Bound using segment: {'id': '061eba63-e229-4375-8f2a-2dbc6e051a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c9225b0d-1053-4c98-80da-7b6f6c1a3dcc'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:26:12.868563 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-24bec9d7-94d7-459b-b032-2132182bdb25 None None] Bound port: e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061eba63-e229-4375-8f2a-2dbc6e051a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c9225b0d-1053-4c98-80da-7b6f6c1a3dcc'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:26:12.869189 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-24bec9d7-94d7-459b-b032-2132182bdb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:12.888090 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:12.937305 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34fb75c0-0db3-470d-bef4-c5d55d46028b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks [] for router_gateway (edb66048-8f16-499a-9f55-e7fca2047880), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:13.022566 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189fbd9d-2b69-411f-a98e-96654696242c tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Made reservation on behalf of 7492ecb359a4458d9ad023c36e694652 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:26:13.026251 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34fb75c0-0db3-470d-bef4-c5d55d46028b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:13.030430 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-189fbd9d-2b69-411f-a98e-96654696242c tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:13.080943 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c4b8c41b-3579-48c3-9b6a-1a847a976ac0 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1981585 Jan 28 00:26:13.129864 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36122) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:13.174000 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-4153fcb8-df32-4f8a-b00b-93bd5881a1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ac4273d4-e149-4ab3-b33a-9864042c4932), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:13.188544 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-d8f4685b-603b-4238-97d4-c45818fd5647 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Request body: {'subnet': {'network_id': 'b4ee4892-e1dd-4a75-986e-ea3bdd93103e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:26:13.216460 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8c41b-3579-48c3-9b6a-1a847a976ac0 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Network': ['ID=546754ea-5909-482f-94a7-dc737245f211,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:13.245506 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-189fbd9d-2b69-411f-a98e-96654696242c tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:26:13.285453 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-189fbd9d-2b69-411f-a98e-96654696242c tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (6cdfb113-56ca-4c8a-bc6f-e6bb1bb3c9d8), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:13.286231 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-189fbd9d-2b69-411f-a98e-96654696242c tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Added segment 6cdfb113-56ca-4c8a-bc6f-e6bb1bb3c9d8 of type vlan for network c99d6520-161a-45bc-b321-e825afea2372 Jan 28 00:26:13.330861 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 546754ea-5909-482f-94a7-dc737245f211 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:26:13.448091 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-189fbd9d-2b69-411f-a98e-96654696242c tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (c99d6520-161a-45bc-b321-e825afea2372), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:13.493036 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-24bec9d7-94d7-459b-b032-2132182bdb25 None None] For port e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:26:13.500439 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-24bec9d7-94d7-459b-b032-2132182bdb25 None None] For port e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3,segment=NetworkSegment(061eba63-e229-4375-8f2a-2dbc6e051a6e),segment_id=061eba63-e229-4375-8f2a-2dbc6e051a6e)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:26:13.514364 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-24bec9d7-94d7-459b-b032-2132182bdb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:13.570919 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-189fbd9d-2b69-411f-a98e-96654696242c tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (c99d6520-161a-45bc-b321-e825afea2372), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:13.603786 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189fbd9d-2b69-411f-a98e-96654696242c tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:13.609432 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-189fbd9d-2b69-411f-a98e-96654696242c tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:13.621726 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8f491-0f84-42fc-b640-ea047e287a44 req-2210dd8e-dccf-48c1-9b1a-a2ce4566554e tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:13.637982 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4fb8f491-0f84-42fc-b640-ea047e287a44 req-2210dd8e-dccf-48c1-9b1a-a2ce4566554e tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 946 time: 0.4923081 Jan 28 00:26:13.698245 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f4685b-603b-4238-97d4-c45818fd5647 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Made reservation on behalf of 2fbcfeaf4123454d81861a2387d862d8 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:26:13.703215 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bec9d7-94d7-459b-b032-2132182bdb25 None None] Pushing event updated for resources: {'Port': ['ID=e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:13.703570 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d8f4685b-603b-4238-97d4-c45818fd5647 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:13.983503 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fbd9d-2b69-411f-a98e-96654696242c tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Pushing event updated for resources: {'Network': ['ID=c99d6520-161a-45bc-b321-e825afea2372,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:14.011177 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:14.019110 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network c99d6520-161a-45bc-b321-e825afea2372 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:26:14.168150 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-189fbd9d-2b69-411f-a98e-96654696242c tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3292301 Jan 28 00:26:14.170411 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36134) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:14.325448 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4fb8f491-0f84-42fc-b640-ea047e287a44 req-f7b4306d-d0f6-43bb-a1e3-a61fd5af1162 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6846087 Jan 28 00:26:14.334409 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d8f4685b-603b-4238-97d4-c45818fd5647 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (4f9fd653-82e2-488c-a267-88a0fc4ed00f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:14.516421 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4685b-603b-4238-97d4-c45818fd5647 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Subnet': ['ID=4f9fd653-82e2-488c-a267-88a0fc4ed00f,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:14.630853 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-34fb75c0-0db3-470d-bef4-c5d55d46028b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Allocated IP 172.25.3.133 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/152bbaf4-7dc6-4d0d-9334-3a871b6acf4f) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:26:14.795665 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-47a1d613-1556-4bab-8f4d-8b31d6981fcd tempest-DHCPAgentSchedulersTestJSON-647748486 tempest-DHCPAgentSchedulersTestJSON-647748486-project-admin] 10.222.0.70 "GET /v2.0/agents/95e3a067-faea-4dd1-93c9-71ec67ffe2ea/dhcp-networks HTTP/1.1" status: 200 len: 9681 time: 0.6160553 Jan 28 00:26:14.797712 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f4685b-603b-4238-97d4-c45818fd5647 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Checking segment: {'id': '849e0940-33d8-45e5-b274-ec4554876684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b4ee4892-e1dd-4a75-986e-ea3bdd93103e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:26:14.798959 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f4685b-603b-4238-97d4-c45818fd5647 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network hostable DHCP agents. Network: b4ee4892-e1dd-4a75-986e-ea3bdd93103e, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:26:14.802517 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36136) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:14.891052 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f4685b-603b-4238-97d4-c45818fd5647 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network b4ee4892-e1dd-4a75-986e-ea3bdd93103e is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:26:14.904006 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d0f50-5da8-4976-bc7b-c7c6555a6a1e req-414e4e4f-ce9c-4bf2-8df6-a9a01bfcc4cb tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:14.914079 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-673d0f50-5da8-4976-bc7b-c7c6555a6a1e req-414e4e4f-ce9c-4bf2-8df6-a9a01bfcc4cb tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 931 time: 0.3512506 Jan 28 00:26:14.988242 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-4153fcb8-df32-4f8a-b00b-93bd5881a1b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac4273d4-e149-4ab3-b33a-9864042c4932 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:26:15.020213 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-d8f4685b-603b-4238-97d4-c45818fd5647 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, b4ee4892-e1dd-4a75-986e-ea3bdd93103e) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:26:15.034627 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755f8592-d26b-45e5-8681-757519564e6e None None] Network b4ee4892-e1dd-4a75-986e-ea3bdd93103e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:26:15.037241 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b41b14-f60e-46f7-b3a8-72e7d1eda24e tempest-DHCPAgentSchedulersTestJSON-647748486 tempest-DHCPAgentSchedulersTestJSON-647748486-project-admin] Network c99d6520-161a-45bc-b321-e825afea2372 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:26:15.039965 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f4685b-603b-4238-97d4-c45818fd5647 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:15.041593 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d8f4685b-603b-4238-97d4-c45818fd5647 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:15.049514 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-4153fcb8-df32-4f8a-b00b-93bd5881a1b0 service neutron] Publish callbacks [] for port (ac4273d4-e149-4ab3-b33a-9864042c4932), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:15.061699 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d7b41b14-f60e-46f7-b3a8-72e7d1eda24e tempest-DHCPAgentSchedulersTestJSON-647748486 tempest-DHCPAgentSchedulersTestJSON-647748486-project-admin] 10.222.0.70 "POST /v2.0/agents/95e3a067-faea-4dd1-93c9-71ec67ffe2ea/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2544994 Jan 28 00:26:15.062175 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36138) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:15.085084 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d8f4685b-603b-4238-97d4-c45818fd5647 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9484303 Jan 28 00:26:15.085345 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36140) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:15.092256 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-4153fcb8-df32-4f8a-b00b-93bd5881a1b0 service neutron] Transition to ACTIVE for port object ac4273d4-e149-4ab3-b33a-9864042c4932 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:26:15.109773 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-8cb00d87-af76-40fa-9864-7d0b3723953a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Request body: {'subnet': {'network_id': '546754ea-5909-482f-94a7-dc737245f211', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:26:15.129314 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-4153fcb8-df32-4f8a-b00b-93bd5881a1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (ac4273d4-e149-4ab3-b33a-9864042c4932), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:15.183157 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-673d0f50-5da8-4976-bc7b-c7c6555a6a1e req-d5122925-7120-4b65-bed0-f08aad71060d tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680361 Jan 28 00:26:15.208983 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036cb23d-f028-4964-a00d-e4fa35c82ff7 None None] Network c99d6520-161a-45bc-b321-e825afea2372 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:26:15.285207 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34fb75c0-0db3-470d-bef4-c5d55d46028b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks [] for port (152bbaf4-7dc6-4d0d-9334-3a871b6acf4f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:15.402272 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34fb75c0-0db3-470d-bef4-c5d55d46028b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (152bbaf4-7dc6-4d0d-9334-3a871b6acf4f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:15.696824 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fb75c0-0db3-470d-bef4-c5d55d46028b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:26:15.701999 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-34fb75c0-0db3-470d-bef4-c5d55d46028b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:26:15.711113 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fb75c0-0db3-470d-bef4-c5d55d46028b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:26:15.746843 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:26:15.910227 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb75c0-0db3-470d-bef4-c5d55d46028b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Pushing event updated for resources: {'Port': ['ID=152bbaf4-7dc6-4d0d-9334-3a871b6acf4f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:16.223151 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc1cbde-9bbc-48b2-afd5-baf827df7d3e None None] Network c9225b0d-1053-4c98-80da-7b6f6c1a3dcc requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:26:16.260975 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5927867b-a082-4e43-9623-adb9fa1b9348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-b4ee4892-e1dd-4a75-986e-ea3bdd93103e', 'network_id': 'b4ee4892-e1dd-4a75-986e-ea3bdd93103e', 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'fixed_ips': [{'subnet_id': '4f9fd653-82e2-488c-a267-88a0fc4ed00f'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:26:16.262811 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5927867b-a082-4e43-9623-adb9fa1b9348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:16.346685 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-14d4181a-2028-471a-87cc-6bbc294dc727 None None] Provisioning complete for port e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:26:16.347462 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-14d4181a-2028-471a-87cc-6bbc294dc727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:16.497064 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153fcb8-df32-4f8a-b00b-93bd5881a1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4273d4-e149-4ab3-b33a-9864042c4932,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:16.541931 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb00d87-af76-40fa-9864-7d0b3723953a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Made reservation on behalf of 2fbcfeaf4123454d81861a2387d862d8 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:26:16.558146 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8cb00d87-af76-40fa-9864-7d0b3723953a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:16.759967 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:26:16.760449 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:16.790762 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-5927867b-a082-4e43-9623-adb9fa1b9348 None None] Allocated IP 172.20.0.2 (b4ee4892-e1dd-4a75-986e-ea3bdd93103e/4f9fd653-82e2-488c-a267-88a0fc4ed00f/1a990429-20fe-497e-a33d-2acefbee696d) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:26:17.210748 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-14d4181a-2028-471a-87cc-6bbc294dc727 None None] Current status of the port e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:26:17.221014 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-14d4181a-2028-471a-87cc-6bbc294dc727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:17.305727 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-071bf804-b5e6-4636-bee5-baf533eb6f79 tempest-DHCPAgentSchedulersTestJSON-647748486 tempest-DHCPAgentSchedulersTestJSON-647748486-project-admin] 10.222.0.70 "GET /v2.0/agents/95e3a067-faea-4dd1-93c9-71ec67ffe2ea/dhcp-networks HTTP/1.1" status: 200 len: 11233 time: 2.2423966 Jan 28 00:26:17.312793 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36150) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:17.473366 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-4153fcb8-df32-4f8a-b00b-93bd5881a1b0 service neutron] Attempting to bind port ac4273d4-e149-4ab3-b33a-9864042c4932 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:26:17.473960 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-4153fcb8-df32-4f8a-b00b-93bd5881a1b0 service neutron] Attempting to bind port ac4273d4-e149-4ab3-b33a-9864042c4932 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'fba2d8d8-21da-4073-9f77-aaa869332b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:26:17.475303 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-4153fcb8-df32-4f8a-b00b-93bd5881a1b0 service neutron] Attempting to bind port ac4273d4-e149-4ab3-b33a-9864042c4932 on network 2f518455-11e0-4f29-b2fb-3688e3f7fb32 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:26:17.499187 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8cb00d87-af76-40fa-9864-7d0b3723953a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (ddf32664-c32e-4b58-9108-0621a113b9f4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:17.530815 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799df8a4-25fe-4b61-98bf-cc8e1c5e04c2 req-2645a937-7849-4c9f-9ccb-1c6219433725 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:17.543028 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-799df8a4-25fe-4b61-98bf-cc8e1c5e04c2 req-2645a937-7849-4c9f-9ccb-1c6219433725 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 946 time: 1.6508713 Jan 28 00:26:17.592573 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-14d4181a-2028-471a-87cc-6bbc294dc727 None None] For port e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3,segment=NetworkSegment(061eba63-e229-4375-8f2a-2dbc6e051a6e),segment_id=061eba63-e229-4375-8f2a-2dbc6e051a6e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:26:17.618946 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-4153fcb8-df32-4f8a-b00b-93bd5881a1b0 service neutron] Port ac4273d4-e149-4ab3-b33a-9864042c4932 on network 2f518455-11e0-4f29-b2fb-3688e3f7fb32 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:26:17.620024 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-4153fcb8-df32-4f8a-b00b-93bd5881a1b0 service neutron] Attempting to bind port ac4273d4-e149-4ab3-b33a-9864042c4932 on network 2f518455-11e0-4f29-b2fb-3688e3f7fb32 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:26:17.782860 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-4153fcb8-df32-4f8a-b00b-93bd5881a1b0 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:26:17.783353 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-4153fcb8-df32-4f8a-b00b-93bd5881a1b0 service neutron] Checking segment: {'id': 'fba2d8d8-21da-4073-9f77-aaa869332b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:26:17.784549 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-4153fcb8-df32-4f8a-b00b-93bd5881a1b0 service neutron] Bound using segment: {'id': 'fba2d8d8-21da-4073-9f77-aaa869332b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:26:17.785290 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-4153fcb8-df32-4f8a-b00b-93bd5881a1b0 service neutron] Bound port: ac4273d4-e149-4ab3-b33a-9864042c4932, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fba2d8d8-21da-4073-9f77-aaa869332b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:26:17.785914 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-4153fcb8-df32-4f8a-b00b-93bd5881a1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ac4273d4-e149-4ab3-b33a-9864042c4932), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:17.829666 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:26:17.847060 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-14d4181a-2028-471a-87cc-6bbc294dc727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:17.954336 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6b129429-628d-41c4-806e-27eab95be485 tempest-DHCPAgentSchedulersTestJSON-647748486 tempest-DHCPAgentSchedulersTestJSON-647748486-project-admin] 10.222.0.70 "DELETE /v2.0/agents/95e3a067-faea-4dd1-93c9-71ec67ffe2ea/dhcp-networks/c99d6520-161a-45bc-b321-e825afea2372 HTTP/1.1" status: 204 len: 168 time: 0.6352277 Jan 28 00:26:17.961823 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb00d87-af76-40fa-9864-7d0b3723953a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Subnet': ['ID=ddf32664-c32e-4b58-9108-0621a113b9f4,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:18.003641 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36152) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:18.128104 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4181a-2028-471a-87cc-6bbc294dc727 None None] Pushing event updated for resources: {'Port': ['ID=e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:18.173093 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34fb75c0-0db3-470d-bef4-c5d55d46028b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks [] for router_gateway (edb66048-8f16-499a-9f55-e7fca2047880), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:18.217227 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb00d87-af76-40fa-9864-7d0b3723953a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Checking segment: {'id': 'c3823e98-c539-42cf-9ef7-2f627306cfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '546754ea-5909-482f-94a7-dc737245f211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:26:18.217815 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb00d87-af76-40fa-9864-7d0b3723953a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network hostable DHCP agents. Network: 546754ea-5909-482f-94a7-dc737245f211, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:26:18.218565 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-799df8a4-25fe-4b61-98bf-cc8e1c5e04c2 req-70c6ae96-2a7e-43d4-8924-2b0b7c869d73 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5910892 Jan 28 00:26:18.362269 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-4153fcb8-df32-4f8a-b00b-93bd5881a1b0 service neutron] For port ac4273d4-e149-4ab3-b33a-9864042c4932, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:26:18.366365 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5927867b-a082-4e43-9623-adb9fa1b9348 None None] Publish callbacks [] for port (1a990429-20fe-497e-a33d-2acefbee696d), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:18.373089 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb00d87-af76-40fa-9864-7d0b3723953a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network 546754ea-5909-482f-94a7-dc737245f211 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:26:18.379005 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-175e3c4d-ab0b-44f6-a4c7-1be29f52f6bf None None] Provisioning complete for port e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:26:18.381956 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-175e3c4d-ab0b-44f6-a4c7-1be29f52f6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:18.392261 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-4153fcb8-df32-4f8a-b00b-93bd5881a1b0 service neutron] For port ac4273d4-e149-4ab3-b33a-9864042c4932, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ac4273d4-e149-4ab3-b33a-9864042c4932,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:26:18.397590 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5927867b-a082-4e43-9623-adb9fa1b9348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (1a990429-20fe-497e-a33d-2acefbee696d), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:18.414488 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-4153fcb8-df32-4f8a-b00b-93bd5881a1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (ac4273d4-e149-4ab3-b33a-9864042c4932), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:18.492876 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-8cb00d87-af76-40fa-9864-7d0b3723953a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 546754ea-5909-482f-94a7-dc737245f211) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:26:18.617341 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927867b-a082-4e43-9623-adb9fa1b9348 None None] Pushing event updated for resources: {'Port': ['ID=1a990429-20fe-497e-a33d-2acefbee696d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:18.631073 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1c91b4-724d-4f7d-ba5b-d7798fcb62ba None None] Network 546754ea-5909-482f-94a7-dc737245f211 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:26:18.680753 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb00d87-af76-40fa-9864-7d0b3723953a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:18.681729 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8cb00d87-af76-40fa-9864-7d0b3723953a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:18.712144 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-4153fcb8-df32-4f8a-b00b-93bd5881a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:18.713774 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-4153fcb8-df32-4f8a-b00b-93bd5881a1b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:18.716709 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-4153fcb8-df32-4f8a-b00b-93bd5881a1b0 service neutron] 10.222.0.65 "PUT /v2.0/ports/ac4273d4-e149-4ab3-b33a-9864042c4932 HTTP/1.1" status: 200 len: 1091 time: 6.0678709 Jan 28 00:26:18.717463 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '671fc242-3217-43ba-be0d-55e29183ce1c', 'tag': 'ac4273d4-e149-4ab3-b33a-9864042c4932'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:26:18.742908 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bfa2c6-857a-4426-bee1-ca9a9c6f79cb" -d '{"events": [{"name": "network-changed", "server_uuid": "671fc242-3217-43ba-be0d-55e29183ce1c", "tag": "ac4273d4-e149-4ab3-b33a-9864042c4932"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:26:18.827413 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153fcb8-df32-4f8a-b00b-93bd5881a1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4273d4-e149-4ab3-b33a-9864042c4932,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:18.866931 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8cb00d87-af76-40fa-9864-7d0b3723953a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7819300 Jan 28 00:26:18.899216 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5927867b-a082-4e43-9623-adb9fa1b9348 None None] Network b4ee4892-e1dd-4a75-986e-ea3bdd93103e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:26:18.908459 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36156) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:18.928397 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-73fa2344-448e-4df5-95db-e508b07851ff tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-289234729', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:26:18.940655 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-5927867b-a082-4e43-9623-adb9fa1b9348 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:26:18.964504 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5927867b-a082-4e43-9623-adb9fa1b9348 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:26:19.008151 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bf72dd-f032-46a6-9161-a6465ebd43fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-546754ea-5909-482f-94a7-dc737245f211', 'network_id': '546754ea-5909-482f-94a7-dc737245f211', 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'fixed_ips': [{'subnet_id': 'ddf32664-c32e-4b58-9108-0621a113b9f4'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:26:19.010158 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c4bf72dd-f032-46a6-9161-a6465ebd43fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:19.052219 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73fa2344-448e-4df5-95db-e508b07851ff tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (92d35854-11a0-43f0-bda0-3b52db0e15b3), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:19.054826 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73fa2344-448e-4df5-95db-e508b07851ff tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (92d35854-11a0-43f0-bda0-3b52db0e15b3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:19.261139 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-c4bf72dd-f032-46a6-9161-a6465ebd43fe None None] Allocated IP 172.21.0.2 (546754ea-5909-482f-94a7-dc737245f211/ddf32664-c32e-4b58-9108-0621a113b9f4/43858277-68d0-4a4f-b4fd-f998e1e32046) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:26:19.529873 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73fa2344-448e-4df5-95db-e508b07851ff tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router_controller (92d35854-11a0-43f0-bda0-3b52db0e15b3), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:19.566204 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c4bf72dd-f032-46a6-9161-a6465ebd43fe None None] Publish callbacks [] for port (43858277-68d0-4a4f-b4fd-f998e1e32046), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:19.593929 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73fa2344-448e-4df5-95db-e508b07851ff tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (92d35854-11a0-43f0-bda0-3b52db0e15b3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:19.618448 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c4bf72dd-f032-46a6-9161-a6465ebd43fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (43858277-68d0-4a4f-b4fd-f998e1e32046), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:19.632847 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-5927867b-a082-4e43-9623-adb9fa1b9348 None None] Attempting to bind port 1a990429-20fe-497e-a33d-2acefbee696d on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:26:19.633531 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-5927867b-a082-4e43-9623-adb9fa1b9348 None None] Attempting to bind port 1a990429-20fe-497e-a33d-2acefbee696d by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '849e0940-33d8-45e5-b274-ec4554876684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b4ee4892-e1dd-4a75-986e-ea3bdd93103e'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:26:19.634111 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5927867b-a082-4e43-9623-adb9fa1b9348 None None] Attempting to bind port 1a990429-20fe-497e-a33d-2acefbee696d on network b4ee4892-e1dd-4a75-986e-ea3bdd93103e {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:26:19.649307 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bf72dd-f032-46a6-9161-a6465ebd43fe None None] Network 546754ea-5909-482f-94a7-dc737245f211 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:26:19.659539 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-c4bf72dd-f032-46a6-9161-a6465ebd43fe None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:26:19.671006 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bf72dd-f032-46a6-9161-a6465ebd43fe None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:26:19.699118 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73fa2344-448e-4df5-95db-e508b07851ff tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:19.703147 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-73fa2344-448e-4df5-95db-e508b07851ff tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7901180 Jan 28 00:26:19.707490 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36160) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:19.710304 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-bbec387f-c8e7-4d6c-b73e-34d66dfee6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:19.716882 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-bbec387f-c8e7-4d6c-b73e-34d66dfee6c1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f564eba381e4679ad4f4d86366ab37a&device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 1094 time: 0.8929887 Jan 28 00:26:19.859230 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5927867b-a082-4e43-9623-adb9fa1b9348 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:26:19.859230 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5927867b-a082-4e43-9623-adb9fa1b9348 None None] Checking segment: {'id': '849e0940-33d8-45e5-b274-ec4554876684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b4ee4892-e1dd-4a75-986e-ea3bdd93103e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:26:19.859230 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5927867b-a082-4e43-9623-adb9fa1b9348 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:19.863209 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34fb75c0-0db3-470d-bef4-c5d55d46028b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (edb66048-8f16-499a-9f55-e7fca2047880), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:19.865481 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5927867b-a082-4e43-9623-adb9fa1b9348 None None] Bound using segment: {'id': '849e0940-33d8-45e5-b274-ec4554876684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b4ee4892-e1dd-4a75-986e-ea3bdd93103e'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:26:19.867349 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-5927867b-a082-4e43-9623-adb9fa1b9348 None None] Bound port: 1a990429-20fe-497e-a33d-2acefbee696d, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849e0940-33d8-45e5-b274-ec4554876684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b4ee4892-e1dd-4a75-986e-ea3bdd93103e'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:26:19.871147 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5927867b-a082-4e43-9623-adb9fa1b9348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1a990429-20fe-497e-a33d-2acefbee696d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:19.878910 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ef888341-1744-4e69-b573-2addec49f544 tempest-DHCPAgentSchedulersTestJSON-647748486 tempest-DHCPAgentSchedulersTestJSON-647748486-project-admin] 10.222.0.70 "GET /v2.0/agents/95e3a067-faea-4dd1-93c9-71ec67ffe2ea/dhcp-networks HTTP/1.1" status: 200 len: 10462 time: 1.8736951 Jan 28 00:26:19.887921 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36162) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:19.947005 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0f002-a632-4d3d-9cb3-2e507a1a4f69 req-dffcf858-fcab-43b5-bb36-b59bbc5b4689 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:19.986635 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bac0f002-a632-4d3d-9cb3-2e507a1a4f69 req-dffcf858-fcab-43b5-bb36-b59bbc5b4689 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 943 time: 1.3586740 Jan 28 00:26:20.262442 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0b0d8183-125d-4749-8d03-b6becf38e967 tempest-DHCPAgentSchedulersTestJSON-647748486 tempest-DHCPAgentSchedulersTestJSON-647748486-project-admin] 10.222.0.70 "GET /v2.0/networks/78860442-4c73-492a-afa0-5b54822de88f/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.3587248 Jan 28 00:26:20.286423 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36164) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:20.454862 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-3f8d1058-f049-4285-be80-301c40d9f29a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac4273d4-e149-4ab3-b33a-9864042c4932 HTTP/1.1" status: 200 len: 217 time: 0.7159553 Jan 28 00:26:20.475032 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8b89204a-c35e-44be-b182-ddcedbb3c8ed tempest-DHCPAgentSchedulersTestJSON-647748486 tempest-DHCPAgentSchedulersTestJSON-647748486-project-admin] 10.222.0.70 "GET /v2.0/networks/78860442-4c73-492a-afa0-5b54822de88f/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1780672 Jan 28 00:26:20.499210 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36166) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:20.537204 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bac0f002-a632-4d3d-9cb3-2e507a1a4f69 req-7bc4962a-8033-431a-90f7-c18b35319266 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5591455 Jan 28 00:26:20.672719 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:26:20.789901 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf72dd-f032-46a6-9161-a6465ebd43fe None None] Pushing event updated for resources: {'Port': ['ID=43858277-68d0-4a4f-b4fd-f998e1e32046,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:20.986051 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fb75c0-0db3-470d-bef4-c5d55d46028b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Router edb66048-8f16-499a-9f55-e7fca2047880 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:26:21.029924 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-175e3c4d-ab0b-44f6-a4c7-1be29f52f6bf None None] Current status of the port e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:26:21.089849 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-c4bf72dd-f032-46a6-9161-a6465ebd43fe None None] Attempting to bind port 43858277-68d0-4a4f-b4fd-f998e1e32046 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:26:21.090343 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-c4bf72dd-f032-46a6-9161-a6465ebd43fe None None] Attempting to bind port 43858277-68d0-4a4f-b4fd-f998e1e32046 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'c3823e98-c539-42cf-9ef7-2f627306cfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '546754ea-5909-482f-94a7-dc737245f211'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:26:21.090652 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bf72dd-f032-46a6-9161-a6465ebd43fe None None] Attempting to bind port 43858277-68d0-4a4f-b4fd-f998e1e32046 on network 546754ea-5909-482f-94a7-dc737245f211 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:26:21.181427 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d284a017-e164-4cce-bbeb-3e5fce580426 x-openstack-request-id: req-d284a017-e164-4cce-bbeb-3e5fce580426 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:26:21.182358 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "671fc242-3217-43ba-be0d-55e29183ce1c", "tag": "ac4273d4-e149-4ab3-b33a-9864042c4932", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:26:21.182358 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d284a017-e164-4cce-bbeb-3e5fce580426 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:26:21.182358 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '671fc242-3217-43ba-be0d-55e29183ce1c', 'tag': 'ac4273d4-e149-4ab3-b33a-9864042c4932', 'status': 'completed', 'code': 200} Jan 28 00:26:21.202822 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bf72dd-f032-46a6-9161-a6465ebd43fe None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:26:21.203472 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bf72dd-f032-46a6-9161-a6465ebd43fe None None] Checking segment: {'id': 'c3823e98-c539-42cf-9ef7-2f627306cfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '546754ea-5909-482f-94a7-dc737245f211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:26:21.204125 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c4bf72dd-f032-46a6-9161-a6465ebd43fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:21.204486 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bf72dd-f032-46a6-9161-a6465ebd43fe None None] Bound using segment: {'id': 'c3823e98-c539-42cf-9ef7-2f627306cfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '546754ea-5909-482f-94a7-dc737245f211'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:26:21.204898 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-c4bf72dd-f032-46a6-9161-a6465ebd43fe None None] Bound port: 43858277-68d0-4a4f-b4fd-f998e1e32046, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3823e98-c539-42cf-9ef7-2f627306cfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '546754ea-5909-482f-94a7-dc737245f211'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:26:21.205294 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c4bf72dd-f032-46a6-9161-a6465ebd43fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (43858277-68d0-4a4f-b4fd-f998e1e32046), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:21.309673 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-5927867b-a082-4e43-9623-adb9fa1b9348 None None] For port 1a990429-20fe-497e-a33d-2acefbee696d, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:26:21.335212 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2d44c73d-d773-47c9-8896-15c2020389f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:21.403745 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-7d558dc8-226f-4790-ac83-9d629db99c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:21.408738 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-7d558dc8-226f-4790-ac83-9d629db99c2c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=752b9c73-c003-4007-a37c-7b906aeda551 HTTP/1.1" status: 200 len: 852 time: 0.9416697 Jan 28 00:26:21.428797 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fb75c0-0db3-470d-bef4-c5d55d46028b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:26:21.446609 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ec38b1-8a1f-49ef-841b-29d714647afa None None] Sync routers for ids ['edb66048-8f16-499a-9f55-e7fca2047880'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:26:21.470202 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c4bf72dd-f032-46a6-9161-a6465ebd43fe None None] For port 43858277-68d0-4a4f-b4fd-f998e1e32046, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:26:21.476296 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c4bf72dd-f032-46a6-9161-a6465ebd43fe None None] For port 43858277-68d0-4a4f-b4fd-f998e1e32046, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=43858277-68d0-4a4f-b4fd-f998e1e32046,segment=NetworkSegment(c3823e98-c539-42cf-9ef7-2f627306cfaa),segment_id=c3823e98-c539-42cf-9ef7-2f627306cfaa)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:26:21.478555 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ec38b1-8a1f-49ef-841b-29d714647afa None None] Routers {'edb66048-8f16-499a-9f55-e7fca2047880'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:26:21.480767 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-5927867b-a082-4e43-9623-adb9fa1b9348 None None] For port 1a990429-20fe-497e-a33d-2acefbee696d, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1a990429-20fe-497e-a33d-2acefbee696d,segment=NetworkSegment(849e0940-33d8-45e5-b274-ec4554876684),segment_id=849e0940-33d8-45e5-b274-ec4554876684)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:26:21.481648 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-29ec38b1-8a1f-49ef-841b-29d714647afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:26:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['edb66048-8f16-499a-9f55-e7fca2047880'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:21.489739 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:26:21.501217 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:21.509857 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c4bf72dd-f032-46a6-9161-a6465ebd43fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (43858277-68d0-4a4f-b4fd-f998e1e32046), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:21.561006 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9bed5-d40f-4538-8a4c-0779f67083e4 req-12cd6173-29b7-4829-b0b6-eb1591c92db3 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:21.573404 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dad9bed5-d40f-4538-8a4c-0779f67083e4 req-12cd6173-29b7-4829-b0b6-eb1591c92db3 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 946 time: 0.1951971 Jan 28 00:26:21.634376 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34fb75c0-0db3-470d-bef4-c5d55d46028b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:21.637723 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-34fb75c0-0db3-470d-bef4-c5d55d46028b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 11.4497745 Jan 28 00:26:21.643275 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5927867b-a082-4e43-9623-adb9fa1b9348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1a990429-20fe-497e-a33d-2acefbee696d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:21.705660 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36170) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:21.711128 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-29ec38b1-8a1f-49ef-841b-29d714647afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:21.729384 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ec38b1-8a1f-49ef-841b-29d714647afa None None] Routers {'edb66048-8f16-499a-9f55-e7fca2047880'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:26:21.730279 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-29ec38b1-8a1f-49ef-841b-29d714647afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:26:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['edb66048-8f16-499a-9f55-e7fca2047880'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:21.791791 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-29ec38b1-8a1f-49ef-841b-29d714647afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:21.792850 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ec38b1-8a1f-49ef-841b-29d714647afa None None] The sync data for ids ['edb66048-8f16-499a-9f55-e7fca2047880'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:26:21.798028 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dad9bed5-d40f-4538-8a4c-0779f67083e4 req-306b7785-bca4-40ef-af0f-e95b4dfe3a69 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976135 Jan 28 00:26:21.938827 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf72dd-f032-46a6-9161-a6465ebd43fe None None] Pushing event updated for resources: {'Port': ['ID=43858277-68d0-4a4f-b4fd-f998e1e32046,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:22.041613 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:26:22.107691 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927867b-a082-4e43-9623-adb9fa1b9348 None None] Pushing event updated for resources: {'Port': ['ID=1a990429-20fe-497e-a33d-2acefbee696d,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:22.345958 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1056ca-e3fc-4698-9d0d-cc68f71f6a6d req-e5fffe84-7f3a-4a22-aa8a-9c2e199ca586 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:22.363302 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f1056ca-e3fc-4698-9d0d-cc68f71f6a6d req-e5fffe84-7f3a-4a22-aa8a-9c2e199ca586 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 943 time: 0.2801740 Jan 28 00:26:22.491736 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-2d44c73d-d773-47c9-8896-15c2020389f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Allocated IP 172.20.0.1 (b4ee4892-e1dd-4a75-986e-ea3bdd93103e/4f9fd653-82e2-488c-a267-88a0fc4ed00f/ee09fb57-8a16-488e-9e46-15b0a14ccd01) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:26:22.506877 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f1056ca-e3fc-4698-9d0d-cc68f71f6a6d req-35fe0b36-dee2-434b-b8ca-a48855115058 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353137 Jan 28 00:26:22.775090 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-3fc82744-0b33-470c-bb35-8cc575195baa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2f518455-11e0-4f29-b2fb-3688e3f7fb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.1710227 Jan 28 00:26:23.190029 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c181678-0b4f-4cdd-bd3c-f212ae7a82a3 req-6c54d34c-17fd-48b8-a35d-6059c9bc6672 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:23.206977 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2c181678-0b4f-4cdd-bd3c-f212ae7a82a3 req-6c54d34c-17fd-48b8-a35d-6059c9bc6672 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 946 time: 0.1306756 Jan 28 00:26:23.319257 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2c181678-0b4f-4cdd-bd3c-f212ae7a82a3 req-eeab21f1-0753-429a-b041-b0262d600869 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111424 Jan 28 00:26:23.344648 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-9f08a6f6-657b-4ae4-b92a-7f9e254c7b73 service neutron] 10.222.0.65 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251203 Jan 28 00:26:23.796831 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5993d7-431c-417c-b07f-cea854bb8852 req-75746953-907b-4baa-babe-319bbe3fbef5 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:23.799344 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2e5993d7-431c-417c-b07f-cea854bb8852 req-75746953-907b-4baa-babe-319bbe3fbef5 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 943 time: 0.1352425 Jan 28 00:26:23.948718 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-882920c7-5391-43e2-83bf-81ccf9f80dad tempest-DHCPAgentSchedulersTestJSON-647748486 tempest-DHCPAgentSchedulersTestJSON-647748486-project-admin] 10.222.0.70 "GET /v2.0/agents/95e3a067-faea-4dd1-93c9-71ec67ffe2ea/dhcp-networks HTTP/1.1" status: 200 len: 11241 time: 3.3194356 Jan 28 00:26:23.950366 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36198) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:24.067207 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2e5993d7-431c-417c-b07f-cea854bb8852 req-0a0df395-e216-432b-91db-e9b48235457c tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560267 Jan 28 00:26:24.242310 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2d44c73d-d773-47c9-8896-15c2020389f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for port (ee09fb57-8a16-488e-9e46-15b0a14ccd01), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:24.323357 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5bcbedb1-ab77-448c-9ea6-f2a90c4a75c2 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (c99d6520-161a-45bc-b321-e825afea2372), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:24.640091 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6098367e-a92a-467f-9c27-2e64bb698eeb req-77a55191-2a26-42c8-9015-9848dfc46564 service neutron] 10.222.0.65 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1745255 Jan 28 00:26:24.650739 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2d44c73d-d773-47c9-8896-15c2020389f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (ee09fb57-8a16-488e-9e46-15b0a14ccd01), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:24.662962 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24fc294-a6c1-48da-97ba-2f6141913a83 None None] Network 546754ea-5909-482f-94a7-dc737245f211 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:26:24.796883 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d44c73d-d773-47c9-8896-15c2020389f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network b4ee4892-e1dd-4a75-986e-ea3bdd93103e is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:26:24.812712 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-2d44c73d-d773-47c9-8896-15c2020389f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:26:24.825635 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d44c73d-d773-47c9-8896-15c2020389f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:26:24.843386 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5bcbedb1-ab77-448c-9ea6-f2a90c4a75c2 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (c99d6520-161a-45bc-b321-e825afea2372), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:24.906698 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2d44c73d-d773-47c9-8896-15c2020389f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (92d35854-11a0-43f0-bda0-3b52db0e15b3), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:24.945832 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-5bcbedb1-ab77-448c-9ea6-f2a90c4a75c2 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99d6520-161a-45bc-b321-e825afea2372']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:24.958067 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1a990429-20fe-497e-a33d-2acefbee696d up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:26:24.976468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-5bcbedb1-ab77-448c-9ea6-f2a90c4a75c2 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cdfb113-56ca-4c8a-bc6f-e6bb1bb3c9d8') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:24.976955 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-5bcbedb1-ab77-448c-9ea6-f2a90c4a75c2 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cdfb113-56ca-4c8a-bc6f-e6bb1bb3c9d8') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:25.015412 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5bcbedb1-ab77-448c-9ea6-f2a90c4a75c2 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (6cdfb113-56ca-4c8a-bc6f-e6bb1bb3c9d8), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:25.047745 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5bcbedb1-ab77-448c-9ea6-f2a90c4a75c2 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (6cdfb113-56ca-4c8a-bc6f-e6bb1bb3c9d8), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:25.060523 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bcbedb1-ab77-448c-9ea6-f2a90c4a75c2 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:26:25.061206 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5bcbedb1-ab77-448c-9ea6-f2a90c4a75c2 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (6cdfb113-56ca-4c8a-bc6f-e6bb1bb3c9d8), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:25.138320 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-3a191a30-662c-4132-80a8-3c34a388b4e8 None None] Provisioning complete for port 43858277-68d0-4a4f-b4fd-f998e1e32046 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:26:25.151705 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a191a30-662c-4132-80a8-3c34a388b4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (43858277-68d0-4a4f-b4fd-f998e1e32046), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:25.222104 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:26:25.222104 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:26:25.222104 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:26:25.222104 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:26:25.222104 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:26:25.222104 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:26:25.222104 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:26:25.222104 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:26:25.222104 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:26:25.222104 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:26:25.222104 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:26:25.222104 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:26:25.222104 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:26:25.222104 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:26:25.222104 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:26:25.222104 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:26:25.222104 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:26:25.222104 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:26:25.222104 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:26:25.222104 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:26:25.222104 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:26:25.222104 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:26:25.222104 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:26:25.222104 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:26:25.222104 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:26:25.222104 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:26:25.222104 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:26:25.222104 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:26:25.222104 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:26:25.222104 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:26:25.222104 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:26:25.222104 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:26:25.230265 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5bcbedb1-ab77-448c-9ea6-f2a90c4a75c2 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (c99d6520-161a-45bc-b321-e825afea2372), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:25.283780 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5bcbedb1-ab77-448c-9ea6-f2a90c4a75c2 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:25.301463 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5bcbedb1-ab77-448c-9ea6-f2a90c4a75c2 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] 10.222.0.70 "DELETE /v2.0/networks/c99d6520-161a-45bc-b321-e825afea2372 HTTP/1.1" status: 204 len: 168 time: 1.3475385 Jan 28 00:26:25.306311 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36228) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:25.367912 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbedb1-ab77-448c-9ea6-f2a90c4a75c2 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Pushing event deleted for resources: {'Network': ['ID=c99d6520-161a-45bc-b321-e825afea2372,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:25.393055 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3c2535-5554-47c1-9c4b-eaaa74068677 None None] Network b4ee4892-e1dd-4a75-986e-ea3bdd93103e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:26:25.395979 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ac32a-0a48-4e15-8d79-b28c2b39c194 req-007162d5-6780-40db-9e0c-eda93a74e2da tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:25.409789 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-798ac32a-0a48-4e15-8d79-b28c2b39c194 req-007162d5-6780-40db-9e0c-eda93a74e2da tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/ports?device_id=65fb0e9b-0d3e-465b-9c2b-b064dabb82e2 HTTP/1.1" status: 200 len: 949 time: 0.2050283 Jan 28 00:26:25.455997 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-d86bc170-09bd-46f1-a4e7-6be05fe78d89 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] DELETE failed (client error): The resource could not be found. Jan 28 00:26:25.456984 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d86bc170-09bd-46f1-a4e7-6be05fe78d89 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:26:25.466604 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d86bc170-09bd-46f1-a4e7-6be05fe78d89 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] 10.222.0.70 "DELETE /v2.0/ports/bfb29bbb-4e32-49e1-8ff1-400307ce9d89 HTTP/1.1" status: 404 len: 333 time: 0.1390812 Jan 28 00:26:25.466604 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44c73d-d773-47c9-8896-15c2020389f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Port': ['ID=ee09fb57-8a16-488e-9e46-15b0a14ccd01,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:25.469191 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36230) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:25.480609 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 1a990429-20fe-497e-a33d-2acefbee696d triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:26:25.481699 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1a990429-20fe-497e-a33d-2acefbee696d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:25.569380 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-798ac32a-0a48-4e15-8d79-b28c2b39c194 req-a30eea1e-8e48-469c-9d9e-735bcda83dc2 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/security-groups?id=029f3950-2ebe-42df-a155-7336948250dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575863 Jan 28 00:26:25.618212 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9382bc5-9a14-4990-91b2-6d864f00e7d1 req-3c3cc435-852b-4e25-8e67-89d88c100523 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:25.620780 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f9382bc5-9a14-4990-91b2-6d864f00e7d1 req-3c3cc435-852b-4e25-8e67-89d88c100523 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 946 time: 0.4325089 Jan 28 00:26:25.710172 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3a191a30-662c-4132-80a8-3c34a388b4e8 None None] Current status of the port 43858277-68d0-4a4f-b4fd-f998e1e32046 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:26:25.711287 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a191a30-662c-4132-80a8-3c34a388b4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (43858277-68d0-4a4f-b4fd-f998e1e32046), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:25.814001 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f9382bc5-9a14-4990-91b2-6d864f00e7d1 req-c2f18137-beb6-41a7-9d56-22161fff2897 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866214 Jan 28 00:26:25.939033 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 1a990429-20fe-497e-a33d-2acefbee696d is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:26:25.939778 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1a990429-20fe-497e-a33d-2acefbee696d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:25.960256 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-3a191a30-662c-4132-80a8-3c34a388b4e8 None None] For port 43858277-68d0-4a4f-b4fd-f998e1e32046, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=43858277-68d0-4a4f-b4fd-f998e1e32046,segment=NetworkSegment(c3823e98-c539-42cf-9ef7-2f627306cfaa),segment_id=c3823e98-c539-42cf-9ef7-2f627306cfaa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:26:25.993585 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c3720-3625-4d91-99f7-dc9d5c5e532c req-99cfd234-cd8d-4161-9370-c37459b43b2f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:26.008033 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-485c3720-3625-4d91-99f7-dc9d5c5e532c req-99cfd234-cd8d-4161-9370-c37459b43b2f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 943 time: 0.1881082 Jan 28 00:26:26.020916 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 1a990429-20fe-497e-a33d-2acefbee696d, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1a990429-20fe-497e-a33d-2acefbee696d,segment=NetworkSegment(849e0940-33d8-45e5-b274-ec4554876684),segment_id=849e0940-33d8-45e5-b274-ec4554876684)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:26:26.025076 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a191a30-662c-4132-80a8-3c34a388b4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (43858277-68d0-4a4f-b4fd-f998e1e32046), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:26.039699 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1a990429-20fe-497e-a33d-2acefbee696d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:26.040928 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 43858277-68d0-4a4f-b4fd-f998e1e32046 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:26:26.194679 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-485c3720-3625-4d91-99f7-dc9d5c5e532c req-7a364f42-783b-4e96-a793-e9ed6df54016 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837704 Jan 28 00:26:26.218235 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a191a30-662c-4132-80a8-3c34a388b4e8 None None] Pushing event updated for resources: {'Port': ['ID=43858277-68d0-4a4f-b4fd-f998e1e32046,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:26.333537 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=1a990429-20fe-497e-a33d-2acefbee696d,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:26.340149 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2d44c73d-d773-47c9-8896-15c2020389f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ee09fb57-8a16-488e-9e46-15b0a14ccd01), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:26.364930 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 43858277-68d0-4a4f-b4fd-f998e1e32046 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:26:26.365437 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (43858277-68d0-4a4f-b4fd-f998e1e32046), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:26.369114 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f66c7afa-42e2-423a-b290-ad0ca81b6ca8 None None] Provisioning complete for port 1a990429-20fe-497e-a33d-2acefbee696d triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:26:26.369579 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f66c7afa-42e2-423a-b290-ad0ca81b6ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1a990429-20fe-497e-a33d-2acefbee696d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:26.524350 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfa2c6-857a-4426-bee1-ca9a9c6f79cb req-df538e9d-46b4-4328-b02c-4e2b687fd4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:26.527216 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a7bfa2c6-857a-4426-bee1-ca9a9c6f79cb req-df538e9d-46b4-4328-b02c-4e2b687fd4c5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f564eba381e4679ad4f4d86366ab37a&device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 1094 time: 1.5102949 Jan 28 00:26:26.622293 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-788efb12-cae4-4140-9b29-71509226aeba tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Deleting subnet 92e9b1d7-58ca-4387-9b1e-ad6467d7b5ce {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:26:26.628131 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-788efb12-cae4-4140-9b29-71509226aeba tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks [] for subnet (92e9b1d7-58ca-4387-9b1e-ad6467d7b5ce), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:26.721520 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-788efb12-cae4-4140-9b29-71509226aeba tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (92e9b1d7-58ca-4387-9b1e-ad6467d7b5ce), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:26.781198 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 43858277-68d0-4a4f-b4fd-f998e1e32046 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:26:26.850106 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f66c7afa-42e2-423a-b290-ad0ca81b6ca8 None None] Current status of the port 1a990429-20fe-497e-a33d-2acefbee696d is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:26:26.918560 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f66c7afa-42e2-423a-b290-ad0ca81b6ca8 None None] Provisioning complete for port 43858277-68d0-4a4f-b4fd-f998e1e32046 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:26:26.919082 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f66c7afa-42e2-423a-b290-ad0ca81b6ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (43858277-68d0-4a4f-b4fd-f998e1e32046), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:26.922065 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b597e-7141-4dc0-aeb6-64ac1083304e req-1f343ecf-5764-4bb6-a131-b00808436e22 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:26.938063 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7c5b597e-7141-4dc0-aeb6-64ac1083304e req-1f343ecf-5764-4bb6-a131-b00808436e22 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/ports?device_id=65fb0e9b-0d3e-465b-9c2b-b064dabb82e2 HTTP/1.1" status: 200 len: 949 time: 0.2120736 Jan 28 00:26:26.940220 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device ac4273d4-e149-4ab3-b33a-9864042c4932 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:26:27.054964 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7c5b597e-7141-4dc0-aeb6-64ac1083304e req-25f358a9-6733-4457-8319-9e8c05befddb tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/security-groups?id=029f3950-2ebe-42df-a155-7336948250dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953095 Jan 28 00:26:27.130152 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1a990429-20fe-497e-a33d-2acefbee696d up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:26:27.232776 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port ac4273d4-e149-4ab3-b33a-9864042c4932, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ac4273d4-e149-4ab3-b33a-9864042c4932,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:26:27.271644 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'ac4273d4-e149-4ab3-b33a-9864042c4932', 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32', 'port_id': 'ac4273d4-e149-4ab3-b33a-9864042c4932', 'mac_address': 'fa:16:3e:da:ff:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752b9c73-c003-4007-a37c-7b906aeda551', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:26:27.306986 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816b5b2-0ddb-4408-9650-f524382c9981 req-f0deb23b-2ead-4189-9d10-6f9083438ea8 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:27.329837 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4816b5b2-0ddb-4408-9650-f524382c9981 req-f0deb23b-2ead-4189-9d10-6f9083438ea8 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 946 time: 0.2060127 Jan 28 00:26:27.354981 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfa2c6-857a-4426-bee1-ca9a9c6f79cb req-9388663f-7673-4b01-a84a-d9f9f416c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:27.356558 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a7bfa2c6-857a-4426-bee1-ca9a9c6f79cb req-9388663f-7673-4b01-a84a-d9f9f416c1b4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2f518455-11e0-4f29-b2fb-3688e3f7fb32 HTTP/1.1" status: 200 len: 913 time: 0.8075190 Jan 28 00:26:27.365752 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 1a990429-20fe-497e-a33d-2acefbee696d triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:26:27.366258 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1a990429-20fe-497e-a33d-2acefbee696d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:27.374733 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-788efb12-cae4-4140-9b29-71509226aeba tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (92e9b1d7-58ca-4387-9b1e-ad6467d7b5ce), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:27.469474 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port ac4273d4-e149-4ab3-b33a-9864042c4932 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:26:27.470204 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ac4273d4-e149-4ab3-b33a-9864042c4932), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:27.470374 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a7bfa2c6-857a-4426-bee1-ca9a9c6f79cb req-907af68d-bcbd-42a3-9b99-482b77cfc994 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac4273d4-e149-4ab3-b33a-9864042c4932 HTTP/1.1" status: 200 len: 217 time: 0.0844159 Jan 28 00:26:27.506071 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac4273d4-e149-4ab3-b33a-9864042c4932 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:26:27.512722 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4816b5b2-0ddb-4408-9650-f524382c9981 req-c113fe04-020c-409e-8e14-53dfd8e84ac5 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775949 Jan 28 00:26:27.616599 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port ac4273d4-e149-4ab3-b33a-9864042c4932, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ac4273d4-e149-4ab3-b33a-9864042c4932,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:26:27.620597 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f66c7afa-42e2-423a-b290-ad0ca81b6ca8 None None] Current status of the port 43858277-68d0-4a4f-b4fd-f998e1e32046 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:26:27.629326 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ac4273d4-e149-4ab3-b33a-9864042c4932), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:27.700874 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 1a990429-20fe-497e-a33d-2acefbee696d is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:26:27.706658 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 43858277-68d0-4a4f-b4fd-f998e1e32046 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:26:27.732010 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfa2c6-857a-4426-bee1-ca9a9c6f79cb req-ed068790-8895-4248-b92e-0fff3c6d99cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:27.733511 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a7bfa2c6-857a-4426-bee1-ca9a9c6f79cb req-ed068790-8895-4248-b92e-0fff3c6d99cd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=752b9c73-c003-4007-a37c-7b906aeda551 HTTP/1.1" status: 200 len: 852 time: 0.2538297 Jan 28 00:26:27.864325 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a7bfa2c6-857a-4426-bee1-ca9a9c6f79cb req-87d61383-b798-4057-a463-1845adde3963 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2f518455-11e0-4f29-b2fb-3688e3f7fb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210713 Jan 28 00:26:27.866560 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=ac4273d4-e149-4ab3-b33a-9864042c4932,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:27.871347 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-e84b7dae-5602-4330-894e-3933cae96795 None None] Provisioning complete for port ee09fb57-8a16-488e-9e46-15b0a14ccd01 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:26:27.871823 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e84b7dae-5602-4330-894e-3933cae96795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ee09fb57-8a16-488e-9e46-15b0a14ccd01), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:27.875730 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 43858277-68d0-4a4f-b4fd-f998e1e32046 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:26:27.875910 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (43858277-68d0-4a4f-b4fd-f998e1e32046), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:27.886970 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-788efb12-cae4-4140-9b29-71509226aeba tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (92e9b1d7-58ca-4387-9b1e-ad6467d7b5ce), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:27.970070 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-788efb12-cae4-4140-9b29-71509226aeba tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:27.982961 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-788efb12-cae4-4140-9b29-71509226aeba tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] 10.222.0.70 "DELETE /v2.0/subnets/92e9b1d7-58ca-4387-9b1e-ad6467d7b5ce HTTP/1.1" status: 204 len: 168 time: 2.5035114 Jan 28 00:26:27.987276 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36254) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:27.997995 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa2bcb2-124e-4048-912d-6ffd01ca36dd None None] Network 78860442-4c73-492a-afa0-5b54822de88f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:26:28.011392 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['ac4273d4-e149-4ab3-b33a-9864042c4932'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:26:28.015977 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e84b7dae-5602-4330-894e-3933cae96795 None None] Port ee09fb57-8a16-488e-9e46-15b0a14ccd01 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:26:28.112087 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788efb12-cae4-4140-9b29-71509226aeba tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Pushing event deleted for resources: {'Subnet': ['ID=92e9b1d7-58ca-4387-9b1e-ad6467d7b5ce,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:28.193016 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-87cd86e0-d035-466c-a896-65884cd9a267 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (78860442-4c73-492a-afa0-5b54822de88f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:28.212737 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e8061ee-bbba-40d2-8534-2f1c658a00ce tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:28.231036 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-e84b7dae-5602-4330-894e-3933cae96795 None None] Provisioning complete for port 1a990429-20fe-497e-a33d-2acefbee696d triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:26:28.231383 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e84b7dae-5602-4330-894e-3933cae96795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1a990429-20fe-497e-a33d-2acefbee696d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:28.307054 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a7b06-2ab0-44a1-ace9-e24937f7318b req-1f8f744f-166a-4295-8ae2-dc3449c7505e tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:28.325361 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5d5a7b06-2ab0-44a1-ace9-e24937f7318b req-1f8f744f-166a-4295-8ae2-dc3449c7505e tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 944 time: 0.3915901 Jan 28 00:26:28.449860 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2d44c73d-d773-47c9-8896-15c2020389f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for port (ee09fb57-8a16-488e-9e46-15b0a14ccd01), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:28.470419 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5d5a7b06-2ab0-44a1-ace9-e24937f7318b req-7fd47c82-a359-4df5-acba-2972c5423ea5 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377938 Jan 28 00:26:28.508471 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-87cd86e0-d035-466c-a896-65884cd9a267 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Deleting port 659894ed-382b-4371-8c8f-b0b1b3df849b {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:26:28.509225 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-87cd86e0-d035-466c-a896-65884cd9a267 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (659894ed-382b-4371-8c8f-b0b1b3df849b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:28.541088 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a7bfa2c6-857a-4426-bee1-ca9a9c6f79cb req-f145f38b-b352-4561-af35-793054da3580 service neutron] 10.222.0.65 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6200004 Jan 28 00:26:28.548625 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2d44c73d-d773-47c9-8896-15c2020389f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (ee09fb57-8a16-488e-9e46-15b0a14ccd01), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:28.594396 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-87cd86e0-d035-466c-a896-65884cd9a267 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] For port 659894ed-382b-4371-8c8f-b0b1b3df849b, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=659894ed-382b-4371-8c8f-b0b1b3df849b,segment=NetworkSegment(268eb825-7874-45d9-b1e9-57d58cc386c2),segment_id=268eb825-7874-45d9-b1e9-57d58cc386c2)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:26:28.595342 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-87cd86e0-d035-466c-a896-65884cd9a267 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (659894ed-382b-4371-8c8f-b0b1b3df849b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:28.596307 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 43858277-68d0-4a4f-b4fd-f998e1e32046 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:26:28.619822 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-87cd86e0-d035-466c-a896-65884cd9a267 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Calling delete_port for 659894ed-382b-4371-8c8f-b0b1b3df849b owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:26:28.683547 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e84b7dae-5602-4330-894e-3933cae96795 None None] Current status of the port 1a990429-20fe-497e-a33d-2acefbee696d is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:26:28.761904 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e56f3e-e405-47d4-a98a-360d57987fdd None None] DHCP port deletion for 78860442-4c73-492a-afa0-5b54822de88f request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:26:28.763468 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-87cd86e0-d035-466c-a896-65884cd9a267 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (659894ed-382b-4371-8c8f-b0b1b3df849b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:28.788646 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cd86e0-d035-466c-a896-65884cd9a267 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] No DVR routers for this DVR port 659894ed-382b-4371-8c8f-b0b1b3df849b on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:26:28.940633 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a075521a-0120-4883-bec9-7d2aec95df10 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:26:28.951358 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a7bfa2c6-857a-4426-bee1-ca9a9c6f79cb req-805d775b-3970-497d-830b-21d0f2921ec3 service neutron] 10.222.0.65 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867748 Jan 28 00:26:29.022210 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd86e0-d035-466c-a896-65884cd9a267 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Pushing event deleted for resources: {'Port': ['ID=659894ed-382b-4371-8c8f-b0b1b3df849b,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:29.080088 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 659894ed-382b-4371-8c8f-b0b1b3df849b no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:26:29.121597 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2d44c73d-d773-47c9-8896-15c2020389f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (92d35854-11a0-43f0-bda0-3b52db0e15b3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:29.133894 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44c73d-d773-47c9-8896-15c2020389f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Port': ['ID=ee09fb57-8a16-488e-9e46-15b0a14ccd01,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:29.136754 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-87cd86e0-d035-466c-a896-65884cd9a267 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (78860442-4c73-492a-afa0-5b54822de88f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:29.148475 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 659894ed-382b-4371-8c8f-b0b1b3df849b {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:26:29.149426 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 659894ed-382b-4371-8c8f-b0b1b3df849b not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:26:29.173107 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48055406-ec28-45f4-a32e-0c0d426d99c3 req-4ca8ea76-acfc-42a1-a8ef-de8a323c18e9 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:29.188214 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-48055406-ec28-45f4-a32e-0c0d426d99c3 req-4ca8ea76-acfc-42a1-a8ef-de8a323c18e9 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 946 time: 0.2740500 Jan 28 00:26:29.240170 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-87cd86e0-d035-466c-a896-65884cd9a267 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78860442-4c73-492a-afa0-5b54822de88f']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:29.314333 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-48055406-ec28-45f4-a32e-0c0d426d99c3 req-820369a6-f006-4c92-9276-cea0e039f051 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235805 Jan 28 00:26:29.321486 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-87cd86e0-d035-466c-a896-65884cd9a267 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268eb825-7874-45d9-b1e9-57d58cc386c2') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:29.322246 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-87cd86e0-d035-466c-a896-65884cd9a267 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268eb825-7874-45d9-b1e9-57d58cc386c2') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:29.328210 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port a075521a-0120-4883-bec9-7d2aec95df10 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:26:29.328825 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a075521a-0120-4883-bec9-7d2aec95df10), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:29.348647 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-87cd86e0-d035-466c-a896-65884cd9a267 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (268eb825-7874-45d9-b1e9-57d58cc386c2), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:29.400626 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-87cd86e0-d035-466c-a896-65884cd9a267 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (268eb825-7874-45d9-b1e9-57d58cc386c2), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:29.414630 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87cd86e0-d035-466c-a896-65884cd9a267 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:26:29.415269 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-87cd86e0-d035-466c-a896-65884cd9a267 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (268eb825-7874-45d9-b1e9-57d58cc386c2), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:29.466029 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fb0e9b-0d3e-465b-9c2b-b064dabb82e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a075521a-0120-4883-bec9-7d2aec95df10'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:26:29.470049 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504c824c-cf25-4337-b83d-c85ef3044c9d" -d '{"events": [{"server_uuid": "65fb0e9b-0d3e-465b-9c2b-b064dabb82e2", "name": "network-vif-unplugged", "status": "completed", "tag": "a075521a-0120-4883-bec9-7d2aec95df10"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:26:29.519558 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a075521a-0120-4883-bec9-7d2aec95df10, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a075521a-0120-4883-bec9-7d2aec95df10,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:26:29.531491 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a075521a-0120-4883-bec9-7d2aec95df10), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:29.593196 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:26:29.593196 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:26:29.593196 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:26:29.593196 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:26:29.593196 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:26:29.593196 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:26:29.593196 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:26:29.593196 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:26:29.593196 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:26:29.593196 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:26:29.593196 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:26:29.593196 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:26:29.593196 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:26:29.593196 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:26:29.593196 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:26:29.593196 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:26:29.593196 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:26:29.593196 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:26:29.593196 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:26:29.593196 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:26:29.593196 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:26:29.593196 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:26:29.593196 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:26:29.593196 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:26:29.593196 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:26:29.593196 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:26:29.593196 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:26:29.593196 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:26:29.593196 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:26:29.593196 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:26:29.593196 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:26:29.593196 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:26:29.605393 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-87cd86e0-d035-466c-a896-65884cd9a267 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (78860442-4c73-492a-afa0-5b54822de88f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:29.637972 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-87cd86e0-d035-466c-a896-65884cd9a267 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:29.655213 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-87cd86e0-d035-466c-a896-65884cd9a267 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] 10.222.0.70 "DELETE /v2.0/networks/78860442-4c73-492a-afa0-5b54822de88f HTTP/1.1" status: 204 len: 168 time: 1.6620517 Jan 28 00:26:29.716853 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=a075521a-0120-4883-bec9-7d2aec95df10,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:29.722474 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5309f619-4ef4-401e-a1fb-7dd5c3023749 x-openstack-request-id: req-5309f619-4ef4-401e-a1fb-7dd5c3023749 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:26:29.724294 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fb0e9b-0d3e-465b-9c2b-b064dabb82e2", "name": "network-vif-unplugged", "status": "completed", "tag": "a075521a-0120-4883-bec9-7d2aec95df10", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:26:29.724892 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5309f619-4ef4-401e-a1fb-7dd5c3023749 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:26:29.725675 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65fb0e9b-0d3e-465b-9c2b-b064dabb82e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a075521a-0120-4883-bec9-7d2aec95df10', 'code': 200} Jan 28 00:26:29.756053 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd86e0-d035-466c-a896-65884cd9a267 tempest-DHCPAgentSchedulersTestJSON-1713808625 tempest-DHCPAgentSchedulersTestJSON-1713808625-project] Pushing event deleted for resources: {'Network': ['ID=78860442-4c73-492a-afa0-5b54822de88f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:29.809117 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d44c73d-d773-47c9-8896-15c2020389f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network b4ee4892-e1dd-4a75-986e-ea3bdd93103e is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:26:29.817818 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-2d44c73d-d773-47c9-8896-15c2020389f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:26:29.918521 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7abd0-5a3b-45cc-b330-bd9ea2a05362 req-f7ed02a4-e996-4cc1-b046-3ace3fe85da4 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:29.941456 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3cd7abd0-5a3b-45cc-b330-bd9ea2a05362 req-f7ed02a4-e996-4cc1-b046-3ace3fe85da4 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 944 time: 0.2070494 Jan 28 00:26:30.108840 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3cd7abd0-5a3b-45cc-b330-bd9ea2a05362 req-6ea9a431-2608-4001-896a-73b74938b14f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657021 Jan 28 00:26:30.148938 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-0e8061ee-bbba-40d2-8534-2f1c658a00ce tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Allocated IP 172.20.0.1 (c9225b0d-1053-4c98-80da-7b6f6c1a3dcc/c7baaa47-2c61-491e-9551-926ad345b179/b56d7851-71ca-47f7-8344-b0430aad6ee1) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:26:30.342489 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d44c73d-d773-47c9-8896-15c2020389f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Router 92d35854-11a0-43f0-bda0-3b52db0e15b3 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:26:30.505113 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d3052daf-e01b-49bb-9839-36e984d6858c None None] Provisioning complete for port ee09fb57-8a16-488e-9e46-15b0a14ccd01 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:26:30.505674 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d3052daf-e01b-49bb-9839-36e984d6858c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ee09fb57-8a16-488e-9e46-15b0a14ccd01), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:30.649659 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36302) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:30.660014 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d3052daf-e01b-49bb-9839-36e984d6858c None None] Port ee09fb57-8a16-488e-9e46-15b0a14ccd01 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:26:30.724466 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3838f-81a4-49d1-9571-276439c81f51 req-28ea64d2-552d-48e9-a16a-8e1c64d97efc tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:30.725420 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d44c73d-d773-47c9-8896-15c2020389f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:26:30.736546 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2d44c73d-d773-47c9-8896-15c2020389f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "PUT /v2.0/routers/92d35854-11a0-43f0-bda0-3b52db0e15b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0185611 Jan 28 00:26:30.740237 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36310) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:30.745965 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc735803-4afd-4901-a827-cc06add00ab2 None None] Sync routers for ids ['92d35854-11a0-43f0-bda0-3b52db0e15b3'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:26:30.754053 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dfb3838f-81a4-49d1-9571-276439c81f51 req-28ea64d2-552d-48e9-a16a-8e1c64d97efc tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 946 time: 0.1823630 Jan 28 00:26:30.766084 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc735803-4afd-4901-a827-cc06add00ab2 None None] Routers {'92d35854-11a0-43f0-bda0-3b52db0e15b3'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:26:30.766765 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-dc735803-4afd-4901-a827-cc06add00ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:26:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['92d35854-11a0-43f0-bda0-3b52db0e15b3'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:30.879361 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-dc735803-4afd-4901-a827-cc06add00ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:30.887114 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e8061ee-bbba-40d2-8534-2f1c658a00ce tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks [] for port (b56d7851-71ca-47f7-8344-b0430aad6ee1), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:30.902422 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc735803-4afd-4901-a827-cc06add00ab2 None None] Routers {'92d35854-11a0-43f0-bda0-3b52db0e15b3'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:26:30.903096 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-dc735803-4afd-4901-a827-cc06add00ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:26:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['92d35854-11a0-43f0-bda0-3b52db0e15b3'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:30.935296 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6118b13b-4d59-4508-9ea4-a81dd6fcb575 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:30.945488 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6118b13b-4d59-4508-9ea4-a81dd6fcb575 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "GET /v2.0/ports/ee09fb57-8a16-488e-9e46-15b0a14ccd01 HTTP/1.1" status: 200 len: 910 time: 0.2041111 Jan 28 00:26:30.946460 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36312) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:30.957451 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dfb3838f-81a4-49d1-9571-276439c81f51 req-c28bc6dc-b360-4fa3-b352-411617a7895c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683254 Jan 28 00:26:31.020158 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6771ea30-2f41-4e08-aba4-7f5d7bc818e2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7492ecb359a4458d9ad023c36e694652&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3619764 Jan 28 00:26:31.024208 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36314) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:31.034097 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device ac4273d4-e149-4ab3-b33a-9864042c4932 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:26:31.099866 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-dc735803-4afd-4901-a827-cc06add00ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:31.100685 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc735803-4afd-4901-a827-cc06add00ab2 None None] The sync data for ids ['92d35854-11a0-43f0-bda0-3b52db0e15b3'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:26:31.185678 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0d1c6f3e-c9bf-437b-88ef-9690c0ab1d89 admin admin] Publish callbacks [] for security_group (cccc5d8e-c099-42b3-a5a4-cff1122f84b5), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:31.211426 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port ac4273d4-e149-4ab3-b33a-9864042c4932 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:26:31.223540 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port ac4273d4-e149-4ab3-b33a-9864042c4932 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:26:31.223905 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ac4273d4-e149-4ab3-b33a-9864042c4932), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:31.589905 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port ac4273d4-e149-4ab3-b33a-9864042c4932 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:26:31.590653 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ac4273d4-e149-4ab3-b33a-9864042c4932), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:31.605208 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e8061ee-bbba-40d2-8534-2f1c658a00ce tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (b56d7851-71ca-47f7-8344-b0430aad6ee1), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:31.677152 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8061ee-bbba-40d2-8534-2f1c658a00ce tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Network c9225b0d-1053-4c98-80da-7b6f6c1a3dcc is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:26:31.680597 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-0e8061ee-bbba-40d2-8534-2f1c658a00ce tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:26:31.683083 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8061ee-bbba-40d2-8534-2f1c658a00ce tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:26:31.713508 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port ac4273d4-e149-4ab3-b33a-9864042c4932, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ac4273d4-e149-4ab3-b33a-9864042c4932,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:26:31.726765 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671fc242-3217-43ba-be0d-55e29183ce1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4273d4-e149-4ab3-b33a-9864042c4932'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:26:31.729792 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf96336e-5d23-47a5-ab70-4ffdf4d059cf" -d '{"events": [{"server_uuid": "671fc242-3217-43ba-be0d-55e29183ce1c", "name": "network-vif-plugged", "status": "completed", "tag": "ac4273d4-e149-4ab3-b33a-9864042c4932"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:26:31.741879 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ac4273d4-e149-4ab3-b33a-9864042c4932), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:31.776469 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8061ee-bbba-40d2-8534-2f1c658a00ce tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Pushing event updated for resources: {'Port': ['ID=b56d7851-71ca-47f7-8344-b0430aad6ee1,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:31.863999 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=ac4273d4-e149-4ab3-b33a-9864042c4932,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:31.872951 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5c3d7d5-03e5-4a4a-b662-bc3d6c515c23 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:31.893168 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e8061ee-bbba-40d2-8534-2f1c658a00ce tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (edb66048-8f16-499a-9f55-e7fca2047880), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:31.971468 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0d1c6f3e-c9bf-437b-88ef-9690c0ab1d89 admin admin] Publish callbacks [] for security_group (cccc5d8e-c099-42b3-a5a4-cff1122f84b5), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:31.989206 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c269f-66db-47ca-b959-219ae5761f29 req-caa564a5-1bbd-4d06-a786-0033221eab2f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:32.011583 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-201c269f-66db-47ca-b959-219ae5761f29 req-caa564a5-1bbd-4d06-a786-0033221eab2f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 945 time: 0.1055548 Jan 28 00:26:32.090526 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-201c269f-66db-47ca-b959-219ae5761f29 req-3805c498-f0f1-4ef5-a5f7-f04fca6aee91 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863111 Jan 28 00:26:32.103529 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device cc24101a-544d-4649-8815-96aaa8e93806 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:26:32.245694 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0d1c6f3e-c9bf-437b-88ef-9690c0ab1d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (cccc5d8e-c099-42b3-a5a4-cff1122f84b5), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:32.251122 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0d1c6f3e-c9bf-437b-88ef-9690c0ab1d89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:32.252393 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0d1c6f3e-c9bf-437b-88ef-9690c0ab1d89 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cccc5d8e-c099-42b3-a5a4-cff1122f84b5 HTTP/1.1" status: 204 len: 168 time: 1.2268977 Jan 28 00:26:32.310549 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c6f3e-c9bf-437b-88ef-9690c0ab1d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccc5d8e-c099-42b3-a5a4-cff1122f84b5,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:32.424414 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6ae366-2056-4eb1-a4c1-e1827075e40c x-openstack-request-id: req-fc6ae366-2056-4eb1-a4c1-e1827075e40c {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:26:32.425133 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671fc242-3217-43ba-be0d-55e29183ce1c", "name": "network-vif-plugged", "status": "completed", "tag": "ac4273d4-e149-4ab3-b33a-9864042c4932", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:26:32.425716 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fc6ae366-2056-4eb1-a4c1-e1827075e40c {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:26:32.428462 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671fc242-3217-43ba-be0d-55e29183ce1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4273d4-e149-4ab3-b33a-9864042c4932', 'code': 200} Jan 28 00:26:32.590490 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba596a7-c14c-421e-9d32-0096f27e28b7 req-3479e25a-b64c-4c83-b6bc-ff064d08c0b7 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:32.618146 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ba596a7-c14c-421e-9d32-0096f27e28b7 req-3479e25a-b64c-4c83-b6bc-ff064d08c0b7 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 946 time: 0.2556574 Jan 28 00:26:32.690854 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port cc24101a-544d-4649-8815-96aaa8e93806, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=cc24101a-544d-4649-8815-96aaa8e93806,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:26:32.777512 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ba596a7-c14c-421e-9d32-0096f27e28b7 req-973ae78e-5a97-491a-9890-d5433a5f79d2 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578643 Jan 28 00:26:32.788625 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'cc24101a-544d-4649-8815-96aaa8e93806', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': 'cc24101a-544d-4649-8815-96aaa8e93806', 'mac_address': 'fa:16:3e:39:56:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:26:32.995295 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port cc24101a-544d-4649-8815-96aaa8e93806 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:26:32.998267 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cc24101a-544d-4649-8815-96aaa8e93806), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:33.032086 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc24101a-544d-4649-8815-96aaa8e93806 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:26:33.081047 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port cc24101a-544d-4649-8815-96aaa8e93806, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=cc24101a-544d-4649-8815-96aaa8e93806,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:26:33.102562 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (cc24101a-544d-4649-8815-96aaa8e93806), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:33.167275 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e8061ee-bbba-40d2-8534-2f1c658a00ce tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b56d7851-71ca-47f7-8344-b0430aad6ee1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:33.205444 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454f953-abb4-4cca-90d4-f1f1c440a0bf req-9f6be110-1d22-4785-9d58-487d5c229adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:33.212387 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d454f953-abb4-4cca-90d4-f1f1c440a0bf req-9f6be110-1d22-4785-9d58-487d5c229adb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 1096 time: 0.5402217 Jan 28 00:26:33.317478 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36350) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:33.340118 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=cc24101a-544d-4649-8815-96aaa8e93806,revision_number=9']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:33.365257 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c40a552c-b4e4-4089-99be-452d14963df1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:33.385210 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-69924bf4-9069-498f-ae1c-482db004ef97 None None] Provisioning complete for port b56d7851-71ca-47f7-8344-b0430aad6ee1 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:26:33.385818 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-69924bf4-9069-498f-ae1c-482db004ef97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b56d7851-71ca-47f7-8344-b0430aad6ee1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:33.494788 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-69924bf4-9069-498f-ae1c-482db004ef97 None None] Port b56d7851-71ca-47f7-8344-b0430aad6ee1 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:26:33.497893 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['cc24101a-544d-4649-8815-96aaa8e93806'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:26:33.575393 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d454f953-abb4-4cca-90d4-f1f1c440a0bf req-37f61f62-aabf-4808-9f37-0fa3cdc64a26 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470521 Jan 28 00:26:33.688498 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c40a552c-b4e4-4089-99be-452d14963df1 admin admin] Publish callbacks [] for security_group (44ab78d8-ca69-4faa-89ac-b0a00dd2ad15), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:33.775215 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c40a552c-b4e4-4089-99be-452d14963df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (44ab78d8-ca69-4faa-89ac-b0a00dd2ad15), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:33.860772 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a552c-b4e4-4089-99be-452d14963df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ab78d8-ca69-4faa-89ac-b0a00dd2ad15,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:33.907218 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09771ce2-4a22-4a90-a104-124767801b69 req-657e57ad-83c7-49a4-a706-589cfb6bcf89 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:33.909961 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09771ce2-4a22-4a90-a104-124767801b69 req-657e57ad-83c7-49a4-a706-589cfb6bcf89 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 945 time: 0.2181265 Jan 28 00:26:33.918115 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c40a552c-b4e4-4089-99be-452d14963df1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9c11dcda15404a1592d8b640cf2e7be3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5988295 Jan 28 00:26:33.922364 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36366) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:34.126557 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09771ce2-4a22-4a90-a104-124767801b69 req-abea7cb5-5c9d-41d5-a69b-f96c1a81430d tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797078 Jan 28 00:26:34.135129 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-c5c3d7d5-03e5-4a4a-b662-bc3d6c515c23 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Allocated IP 172.21.0.1 (546754ea-5909-482f-94a7-dc737245f211/ddf32664-c32e-4b58-9108-0621a113b9f4/85e3f07b-b470-4599-a393-4b8451f7b403) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:26:34.141570 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c837aa-9947-4847-bfbb-240a4e88e4a4 req-109053d4-9872-44cb-840e-b0c2a5a55e8d tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:34.150094 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71c837aa-9947-4847-bfbb-240a4e88e4a4 req-109053d4-9872-44cb-840e-b0c2a5a55e8d tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 946 time: 0.1278322 Jan 28 00:26:34.186994 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f6dbd64b-42a2-4a36-9532-fa392476e8ba admin admin] Publish callbacks [] for security_group (44ab78d8-ca69-4faa-89ac-b0a00dd2ad15), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:34.245069 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f6dbd64b-42a2-4a36-9532-fa392476e8ba admin admin] Publish callbacks [] for security_group (44ab78d8-ca69-4faa-89ac-b0a00dd2ad15), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:34.305125 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71c837aa-9947-4847-bfbb-240a4e88e4a4 req-a7648285-51fc-4df6-9a12-8011031fe242 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524539 Jan 28 00:26:34.443791 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f6dbd64b-42a2-4a36-9532-fa392476e8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (44ab78d8-ca69-4faa-89ac-b0a00dd2ad15), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:34.443791 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f6dbd64b-42a2-4a36-9532-fa392476e8ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:34.443791 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f6dbd64b-42a2-4a36-9532-fa392476e8ba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/44ab78d8-ca69-4faa-89ac-b0a00dd2ad15 HTTP/1.1" status: 204 len: 168 time: 0.5114808 Jan 28 00:26:34.459143 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dbd64b-42a2-4a36-9532-fa392476e8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ab78d8-ca69-4faa-89ac-b0a00dd2ad15,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:34.471987 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e8061ee-bbba-40d2-8534-2f1c658a00ce tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks [] for port (b56d7851-71ca-47f7-8344-b0430aad6ee1), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:34.479454 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e8061ee-bbba-40d2-8534-2f1c658a00ce tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (b56d7851-71ca-47f7-8344-b0430aad6ee1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:34.700264 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8061ee-bbba-40d2-8534-2f1c658a00ce tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Pushing event updated for resources: {'Port': ['ID=b56d7851-71ca-47f7-8344-b0430aad6ee1,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:34.753004 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e8061ee-bbba-40d2-8534-2f1c658a00ce tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (edb66048-8f16-499a-9f55-e7fca2047880), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:34.789385 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5c3d7d5-03e5-4a4a-b662-bc3d6c515c23 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for port (85e3f07b-b470-4599-a393-4b8451f7b403), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:34.961317 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5c3d7d5-03e5-4a4a-b662-bc3d6c515c23 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (85e3f07b-b470-4599-a393-4b8451f7b403), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:35.045785 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c3d7d5-03e5-4a4a-b662-bc3d6c515c23 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network 546754ea-5909-482f-94a7-dc737245f211 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:26:35.057240 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-c5c3d7d5-03e5-4a4a-b662-bc3d6c515c23 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:26:35.060021 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c3d7d5-03e5-4a4a-b662-bc3d6c515c23 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:26:35.067103 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8061ee-bbba-40d2-8534-2f1c658a00ce tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Network c9225b0d-1053-4c98-80da-7b6f6c1a3dcc is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:26:35.069865 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3d7d5-03e5-4a4a-b662-bc3d6c515c23 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Port': ['ID=85e3f07b-b470-4599-a393-4b8451f7b403,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:35.096495 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-0e8061ee-bbba-40d2-8534-2f1c658a00ce tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:26:35.185710 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2275646-2739-4106-a9d5-90347295e202 req-f0495921-db0e-4cde-a758-24866571771c tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:35.191955 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2275646-2739-4106-a9d5-90347295e202 req-f0495921-db0e-4cde-a758-24866571771c tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:35.198336 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2275646-2739-4106-a9d5-90347295e202 req-f0495921-db0e-4cde-a758-24866571771c tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:35.231157 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2275646-2739-4106-a9d5-90347295e202 req-f0495921-db0e-4cde-a758-24866571771c tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:35.250753 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2275646-2739-4106-a9d5-90347295e202 req-f0495921-db0e-4cde-a758-24866571771c tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:35.271524 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2275646-2739-4106-a9d5-90347295e202 req-f0495921-db0e-4cde-a758-24866571771c tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:35.290544 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2275646-2739-4106-a9d5-90347295e202 req-f0495921-db0e-4cde-a758-24866571771c tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:35.306422 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f2275646-2739-4106-a9d5-90347295e202 req-f0495921-db0e-4cde-a758-24866571771c tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 5445 time: 0.2043881 Jan 28 00:26:35.431722 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5c3d7d5-03e5-4a4a-b662-bc3d6c515c23 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (92d35854-11a0-43f0-bda0-3b52db0e15b3), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:35.480647 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f2275646-2739-4106-a9d5-90347295e202 req-72557b96-8e86-4f30-ab99-769b511e68a6 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ce589d-1355-4162-a23a-6782446bdfe9&id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1718016 Jan 28 00:26:35.495388 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9b6d0-f888-4d56-9f09-00c92fbec95b req-a113d6d4-a86a-4dfb-92cc-7b838d365bd4 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:35.523905 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-83c9b6d0-f888-4d56-9f09-00c92fbec95b req-a113d6d4-a86a-4dfb-92cc-7b838d365bd4 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 945 time: 0.1702209 Jan 28 00:26:35.608890 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8061ee-bbba-40d2-8534-2f1c658a00ce tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Router edb66048-8f16-499a-9f55-e7fca2047880 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:26:35.649900 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-cceb9a68-2c97-4c46-adfa-9fb0957cc106 None None] Provisioning complete for port b56d7851-71ca-47f7-8344-b0430aad6ee1 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:26:35.651471 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cceb9a68-2c97-4c46-adfa-9fb0957cc106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b56d7851-71ca-47f7-8344-b0430aad6ee1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:35.663920 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-83c9b6d0-f888-4d56-9f09-00c92fbec95b req-923305e4-8e32-4358-a31d-ae297e1190be tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474414 Jan 28 00:26:35.705288 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-cceb9a68-2c97-4c46-adfa-9fb0957cc106 None None] Port b56d7851-71ca-47f7-8344-b0430aad6ee1 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:26:35.724625 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64111816-9332-4e15-b120-928403d8032e req-38b4eb2a-3080-4e4e-b8b9-989af75e72b8 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:35.729251 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-cceb9a68-2c97-4c46-adfa-9fb0957cc106 None None] Provisioning complete for port 85e3f07b-b470-4599-a393-4b8451f7b403 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:26:35.729714 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cceb9a68-2c97-4c46-adfa-9fb0957cc106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (85e3f07b-b470-4599-a393-4b8451f7b403), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:35.734948 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-64111816-9332-4e15-b120-928403d8032e req-38b4eb2a-3080-4e4e-b8b9-989af75e72b8 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 946 time: 0.1202762 Jan 28 00:26:35.815857 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-cceb9a68-2c97-4c46-adfa-9fb0957cc106 None None] Port 85e3f07b-b470-4599-a393-4b8451f7b403 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:26:35.841591 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-64111816-9332-4e15-b120-928403d8032e req-70682055-2580-40c2-8950-cfe5af08fdbc tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042531 Jan 28 00:26:35.890538 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf853ec-9f09-465d-904f-744545793621 req-5504916c-08ac-45cf-a117-310dceb82866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:35.893060 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-acf853ec-9f09-465d-904f-744545793621 req-5504916c-08ac-45cf-a117-310dceb82866 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=66e2abd01f29448ab207898a6db8a6af&device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 1097 time: 0.3703797 Jan 28 00:26:35.974289 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8061ee-bbba-40d2-8534-2f1c658a00ce tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:26:35.987539 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0e8061ee-bbba-40d2-8534-2f1c658a00ce tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] 10.222.0.70 "PUT /v2.0/routers/edb66048-8f16-499a-9f55-e7fca2047880/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1261840 Jan 28 00:26:35.993209 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36426) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:36.009736 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cd71a043-3616-4f98-9660-9c35961f5e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:36.010090 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-d895363e-8ef1-4d09-a2d7-84a55337500b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Request body: {'port': {'network_id': 'c9225b0d-1053-4c98-80da-7b6f6c1a3dcc', 'name': 'tempest-FloatingIPAdminTestJSON-1650685701'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:26:36.010381 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a015fcad-2871-4e72-8ec1-e9be70e5b74d None None] Sync routers for ids ['edb66048-8f16-499a-9f55-e7fca2047880'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:26:36.039971 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a015fcad-2871-4e72-8ec1-e9be70e5b74d None None] Routers {'edb66048-8f16-499a-9f55-e7fca2047880'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:26:36.040634 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a015fcad-2871-4e72-8ec1-e9be70e5b74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:26:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['edb66048-8f16-499a-9f55-e7fca2047880'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:36.043116 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5c3d7d5-03e5-4a4a-b662-bc3d6c515c23 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (85e3f07b-b470-4599-a393-4b8451f7b403), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:36.133203 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a015fcad-2871-4e72-8ec1-e9be70e5b74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:36.139775 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device cc24101a-544d-4649-8815-96aaa8e93806 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:26:36.168735 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a015fcad-2871-4e72-8ec1-e9be70e5b74d None None] Routers {'edb66048-8f16-499a-9f55-e7fca2047880'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:26:36.170177 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a015fcad-2871-4e72-8ec1-e9be70e5b74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:26:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['edb66048-8f16-499a-9f55-e7fca2047880'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:36.222174 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a015fcad-2871-4e72-8ec1-e9be70e5b74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:36.223324 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a015fcad-2871-4e72-8ec1-e9be70e5b74d None None] The sync data for ids ['edb66048-8f16-499a-9f55-e7fca2047880'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:26:36.325265 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b36da-4dd2-4321-8a13-bb532e6bcb85 req-ac5aa731-6461-4ae9-803d-de4c1b3b6b4f tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:36.333140 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port cc24101a-544d-4649-8815-96aaa8e93806 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:26:36.334045 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cc24101a-544d-4649-8815-96aaa8e93806), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:36.334875 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b36da-4dd2-4321-8a13-bb532e6bcb85 req-ac5aa731-6461-4ae9-803d-de4c1b3b6b4f tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:36.349873 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b36da-4dd2-4321-8a13-bb532e6bcb85 req-ac5aa731-6461-4ae9-803d-de4c1b3b6b4f tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:36.357387 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b36da-4dd2-4321-8a13-bb532e6bcb85 req-ac5aa731-6461-4ae9-803d-de4c1b3b6b4f tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:36.363133 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b36da-4dd2-4321-8a13-bb532e6bcb85 req-ac5aa731-6461-4ae9-803d-de4c1b3b6b4f tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:36.381069 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b36da-4dd2-4321-8a13-bb532e6bcb85 req-ac5aa731-6461-4ae9-803d-de4c1b3b6b4f tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:36.382588 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b36da-4dd2-4321-8a13-bb532e6bcb85 req-ac5aa731-6461-4ae9-803d-de4c1b3b6b4f tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:36.395674 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ac5b36da-4dd2-4321-8a13-bb532e6bcb85 req-ac5aa731-6461-4ae9-803d-de4c1b3b6b4f tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 5445 time: 0.4555624 Jan 28 00:26:36.437269 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d895363e-8ef1-4d09-a2d7-84a55337500b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Made reservation on behalf of 8386e220eec74c0197cdb5de8bd66b6d for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:26:36.441902 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d895363e-8ef1-4d09-a2d7-84a55337500b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:36.492780 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf853ec-9f09-465d-904f-744545793621 req-d63ba83f-eb87-4e32-adf7-d53a2d363096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:36.495496 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-acf853ec-9f09-465d-904f-744545793621 req-d63ba83f-eb87-4e32-adf7-d53a2d363096 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ab3fb448-728a-46f9-9c11-c79ef9e347d9 HTTP/1.1" status: 200 len: 917 time: 0.5735626 Jan 28 00:26:36.599258 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port cc24101a-544d-4649-8815-96aaa8e93806 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:26:36.600027 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cc24101a-544d-4649-8815-96aaa8e93806), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:36.614045 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-d895363e-8ef1-4d09-a2d7-84a55337500b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] device_id is not set on port 004bd0f7-7fc6-41a0-940d-734d310acad1 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:26:36.655689 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-3036b694-3d9c-4b89-a8d2-e0ed3f2741df service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3882966 Jan 28 00:26:36.657258 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04251ac8-436c-4769-92cf-0bf2ec05073f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc24101a-544d-4649-8815-96aaa8e93806'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:26:36.663970 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a64ede-6b5c-449c-9614-5b765d16c77e" -d '{"events": [{"server_uuid": "04251ac8-436c-4769-92cf-0bf2ec05073f", "name": "network-vif-plugged", "status": "completed", "tag": "cc24101a-544d-4649-8815-96aaa8e93806"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:26:36.714829 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port cc24101a-544d-4649-8815-96aaa8e93806, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=cc24101a-544d-4649-8815-96aaa8e93806,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:26:36.731544 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (cc24101a-544d-4649-8815-96aaa8e93806), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:36.808516 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-acf853ec-9f09-465d-904f-744545793621 req-94b5ec70-22e1-4ac8-add9-13584ad1db59 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a97c7ddc-fba4-4c26-b16d-5efee7924ebd HTTP/1.1" status: 200 len: 1001 time: 0.2922425 Jan 28 00:26:36.813494 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c7e3d2bd-4509-4447-ae2a-d740b4d48f5a req-20878f3a-2af0-4038-8b42-674d3f0f84bd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=65fb0e9b-0d3e-465b-9c2b-b064dabb82e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3284311 Jan 28 00:26:36.819798 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec0084c-3904-49b9-8e9e-b31e40ba4062 x-openstack-request-id: req-4ec0084c-3904-49b9-8e9e-b31e40ba4062 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:26:36.820486 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04251ac8-436c-4769-92cf-0bf2ec05073f", "name": "network-vif-plugged", "status": "completed", "tag": "cc24101a-544d-4649-8815-96aaa8e93806", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:26:36.821109 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4ec0084c-3904-49b9-8e9e-b31e40ba4062 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:26:36.821953 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04251ac8-436c-4769-92cf-0bf2ec05073f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc24101a-544d-4649-8815-96aaa8e93806', 'code': 200} Jan 28 00:26:36.900757 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014baf3-1d30-4bc2-b214-ab3c549b171f req-5be4fd28-a278-4a0c-8361-000b99629901 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:36.908902 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2014baf3-1d30-4bc2-b214-ab3c549b171f req-5be4fd28-a278-4a0c-8361-000b99629901 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 945 time: 0.4524236 Jan 28 00:26:36.939401 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=cc24101a-544d-4649-8815-96aaa8e93806,revision_number=10']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:37.018496 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf853ec-9f09-465d-904f-744545793621 req-8286d657-eba9-47f7-8c8e-607a94358326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:37.022049 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-acf853ec-9f09-465d-904f-744545793621 req-8286d657-eba9-47f7-8c8e-607a94358326 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e8d9d31c-ec82-48b8-8107-afdf4c2c9183 HTTP/1.1" status: 200 len: 855 time: 0.2059596 Jan 28 00:26:37.029100 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-29c5e9f0-3943-44e9-b946-bfc281e48b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:37.032181 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-29c5e9f0-3943-44e9-b946-bfc281e48b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:37.036812 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-29c5e9f0-3943-44e9-b946-bfc281e48b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:37.038490 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-29c5e9f0-3943-44e9-b946-bfc281e48b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:37.040809 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-29c5e9f0-3943-44e9-b946-bfc281e48b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:37.044016 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-29c5e9f0-3943-44e9-b946-bfc281e48b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:37.044973 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-29c5e9f0-3943-44e9-b946-bfc281e48b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:37.048724 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-29c5e9f0-3943-44e9-b946-bfc281e48b79 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=160a5827a22f400b84570ea4a4c65c01&device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 6502 time: 0.2616904 Jan 28 00:26:37.116842 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2014baf3-1d30-4bc2-b214-ab3c549b171f req-49e5102d-bb6e-4412-955f-16d7245b83fb tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062991 Jan 28 00:26:37.206557 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3d2bd-4509-4447-ae2a-d740b4d48f5a req-40fddf6c-1c82-480e-a9be-6eb0c7e9327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:37.209875 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c7e3d2bd-4509-4447-ae2a-d740b4d48f5a req-40fddf6c-1c82-480e-a9be-6eb0c7e9327c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=33d750661ba7441cb4b5a3a4af8593a8&device_id=65fb0e9b-0d3e-465b-9c2b-b064dabb82e2 HTTP/1.1" status: 200 len: 1098 time: 0.3398085 Jan 28 00:26:37.226583 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-d895363e-8ef1-4d09-a2d7-84a55337500b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Allocated IP 172.20.0.12 (c9225b0d-1053-4c98-80da-7b6f6c1a3dcc/c7baaa47-2c61-491e-9551-926ad345b179/004bd0f7-7fc6-41a0-940d-734d310acad1) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:26:37.253203 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf853ec-9f09-465d-904f-744545793621 req-1b0816f1-509e-46ba-9656-0dd81c3ca886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:37.256283 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-acf853ec-9f09-465d-904f-744545793621 req-1b0816f1-509e-46ba-9656-0dd81c3ca886 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ab3fb448-728a-46f9-9c11-c79ef9e347d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1986475 Jan 28 00:26:37.294849 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6b058-68c5-4e54-92ae-15c11a0ab5fb req-08ab6ed0-2839-4f7d-828e-2273fd1998c2 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:37.296496 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2aa6b058-68c5-4e54-92ae-15c11a0ab5fb req-08ab6ed0-2839-4f7d-828e-2273fd1998c2 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 946 time: 0.1586084 Jan 28 00:26:37.450685 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5c3d7d5-03e5-4a4a-b662-bc3d6c515c23 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for port (85e3f07b-b470-4599-a393-4b8451f7b403), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:37.479086 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5c3d7d5-03e5-4a4a-b662-bc3d6c515c23 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (85e3f07b-b470-4599-a393-4b8451f7b403), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:37.521165 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2aa6b058-68c5-4e54-92ae-15c11a0ab5fb req-2c6e0948-c712-4fa0-a72d-724bcb9de9cf tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722648 Jan 28 00:26:37.522252 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3d2bd-4509-4447-ae2a-d740b4d48f5a req-f8ad265a-4662-4802-99e9-755db372c7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:37.524871 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c7e3d2bd-4509-4447-ae2a-d740b4d48f5a req-f8ad265a-4662-4802-99e9-755db372c7ee service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.2743530 Jan 28 00:26:37.634125 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c7e3d2bd-4509-4447-ae2a-d740b4d48f5a req-ee32689c-d9a2-4716-b17d-82d2d84d8e71 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=a075521a-0120-4883-bec9-7d2aec95df10 HTTP/1.1" status: 200 len: 217 time: 0.1002424 Jan 28 00:26:37.642687 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-68d54e9c-779e-4e8f-82ab-09d1b77722e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:37.644375 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-68d54e9c-779e-4e8f-82ab-09d1b77722e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:37.644551 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-68d54e9c-779e-4e8f-82ab-09d1b77722e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:37.648172 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-68d54e9c-779e-4e8f-82ab-09d1b77722e1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=97c33ad0-0461-45c3-9dc8-98632a31ba84&id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&id=0d3515a7-9da9-44c3-a34e-684df23ac567&id=0d3515a7-9da9-44c3-a34e-684df23ac567 HTTP/1.1" status: 200 len: 2298 time: 0.5505583 Jan 28 00:26:37.657807 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d895363e-8ef1-4d09-a2d7-84a55337500b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks [] for port (004bd0f7-7fc6-41a0-940d-734d310acad1), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:37.698680 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5c3d7d5-03e5-4a4a-b662-bc3d6c515c23 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (92d35854-11a0-43f0-bda0-3b52db0e15b3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:37.719423 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3d2bd-4509-4447-ae2a-d740b4d48f5a req-d7d3a2be-f833-4693-9328-2e7372e08680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:37.721112 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c7e3d2bd-4509-4447-ae2a-d740b4d48f5a req-d7d3a2be-f833-4693-9328-2e7372e08680 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.0772834 Jan 28 00:26:37.773471 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d895363e-8ef1-4d09-a2d7-84a55337500b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (004bd0f7-7fc6-41a0-940d-734d310acad1), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:37.812368 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36470) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:37.814622 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3d2bd-4509-4447-ae2a-d740b4d48f5a req-7ac68b5f-a5b1-4b9a-885a-ae14cb6372fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:37.816799 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c7e3d2bd-4509-4447-ae2a-d740b4d48f5a req-7ac68b5f-a5b1-4b9a-885a-ae14cb6372fe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0889533 Jan 28 00:26:37.855592 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d895363e-8ef1-4d09-a2d7-84a55337500b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Network c9225b0d-1053-4c98-80da-7b6f6c1a3dcc is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:26:37.892700 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-d895363e-8ef1-4d09-a2d7-84a55337500b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:26:37.928885 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d895363e-8ef1-4d09-a2d7-84a55337500b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:26:37.936013 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895363e-8ef1-4d09-a2d7-84a55337500b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Pushing event updated for resources: {'Port': ['ID=004bd0f7-7fc6-41a0-940d-734d310acad1,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:38.017000 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d895363e-8ef1-4d09-a2d7-84a55337500b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:38.017692 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d895363e-8ef1-4d09-a2d7-84a55337500b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:38.047567 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-de2547ca-e0ff-4b34-8ba8-99d0c300e514 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:26:38.065487 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c7e3d2bd-4509-4447-ae2a-d740b4d48f5a req-07ce34ef-10a5-4810-b601-da0d8ad0bd04 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352707 Jan 28 00:26:38.081717 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d895363e-8ef1-4d09-a2d7-84a55337500b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0796092 Jan 28 00:26:38.086259 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36478) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:38.159203 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-de2547ca-e0ff-4b34-8ba8-99d0c300e514 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:38.246239 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17184d61-bb00-4f33-aa18-756f9f7a3976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:38.322045 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c7e3d2bd-4509-4447-ae2a-d740b4d48f5a req-187f36e8-ae5e-4eac-b192-193b187ae576 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492044 Jan 28 00:26:38.380538 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-967ecce3-743d-4596-b8b1-f1c3b573b9f3 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'project_id': '8386e220eec74c0197cdb5de8bd66b6d', 'port_id': '004bd0f7-7fc6-41a0-940d-734d310acad1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:26:38.424525 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-57c44ee6-8637-49e1-975d-b0179da92153 None None] Provisioning complete for port 004bd0f7-7fc6-41a0-940d-734d310acad1 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:26:38.425217 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-57c44ee6-8637-49e1-975d-b0179da92153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (004bd0f7-7fc6-41a0-940d-734d310acad1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:38.425345 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3d7d5-03e5-4a4a-b662-bc3d6c515c23 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Port': ['ID=85e3f07b-b470-4599-a393-4b8451f7b403,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:38.448727 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-acf853ec-9f09-465d-904f-744545793621 req-7ab76ae3-4e86-481d-90c1-9050551ca71b service neutron] 10.222.0.65 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1839590 Jan 28 00:26:38.499431 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-967ecce3-743d-4596-b8b1-f1c3b573b9f3 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:38.518626 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7eeb0e-ebbd-4f65-bda3-309f2107f7b6 req-b6ac5d00-05e2-4927-ba19-042743a3b77f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:38.532225 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e7eeb0e-ebbd-4f65-bda3-309f2107f7b6 req-b6ac5d00-05e2-4927-ba19-042743a3b77f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 945 time: 0.1943858 Jan 28 00:26:38.546380 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-1da91a6f-a0c5-4dd4-afb9-94873a28802e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c80ae37-b3ec-413e-a908-d7c646315e69 HTTP/1.1" status: 200 len: 1001 time: 0.8866310 Jan 28 00:26:38.565585 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-57c44ee6-8637-49e1-975d-b0179da92153 None None] Port 004bd0f7-7fc6-41a0-940d-734d310acad1 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:26:38.682647 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-de2547ca-e0ff-4b34-8ba8-99d0c300e514 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:38.727912 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e7eeb0e-ebbd-4f65-bda3-309f2107f7b6 req-e571bf06-2c71-4c74-92e4-5a0b336cac5a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944849 Jan 28 00:26:38.913047 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-bc3c58f1-dbe9-4339-8ab0-c26d4d9c1f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:38.915496 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-bc3c58f1-dbe9-4339-8ab0-c26d4d9c1f1c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1d093807-7e7b-4a9f-8622-0558c2c97c76 HTTP/1.1" status: 200 len: 856 time: 0.2884381 Jan 28 00:26:38.933970 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9241b65-44c7-4560-9510-8d552019694d req-cc02754e-982b-4285-95a2-444a8328b1c0 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:38.939961 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9241b65-44c7-4560-9510-8d552019694d req-cc02754e-982b-4285-95a2-444a8328b1c0 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 946 time: 0.2466700 Jan 28 00:26:38.963842 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a97c7ddc-fba4-4c26-b16d-5efee7924ebd no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:26:39.005657 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-de2547ca-e0ff-4b34-8ba8-99d0c300e514 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Allocated IP 172.25.3.4 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/8aaec099-b089-472c-82fd-9757c750a726) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:26:39.031593 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c3d7d5-03e5-4a4a-b662-bc3d6c515c23 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network 546754ea-5909-482f-94a7-dc737245f211 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:26:39.053694 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9241b65-44c7-4560-9510-8d552019694d req-258835d3-f83c-4a0c-aa2b-b74c34500426 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977664 Jan 28 00:26:39.065880 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-c5c3d7d5-03e5-4a4a-b662-bc3d6c515c23 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:26:39.100590 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-acf853ec-9f09-465d-904f-744545793621 req-08e47f75-af4f-4c60-9e80-7e338f2b8594 service neutron] 10.222.0.65 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6326344 Jan 28 00:26:39.142448 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36526) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:39.154320 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-967ecce3-743d-4596-b8b1-f1c3b573b9f3 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:39.246867 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port a97c7ddc-fba4-4c26-b16d-5efee7924ebd is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:26:39.247711 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:39.268877 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-ef860bdb-161d-485e-acd7-60998d01a54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:39.274166 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-ef860bdb-161d-485e-acd7-60998d01a54f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=97c33ad0-0461-45c3-9dc8-98632a31ba84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3513372 Jan 28 00:26:39.311074 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cfbac7-c480-4b32-8d39-73542917a53a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a97c7ddc-fba4-4c26-b16d-5efee7924ebd'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:26:39.313610 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eadf138-f522-4608-b04d-b516396eab80" -d '{"events": [{"server_uuid": "c7cfbac7-c480-4b32-8d39-73542917a53a", "name": "network-vif-unplugged", "status": "completed", "tag": "a97c7ddc-fba4-4c26-b16d-5efee7924ebd"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:26:39.356696 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a97c7ddc-fba4-4c26-b16d-5efee7924ebd, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a97c7ddc-fba4-4c26-b16d-5efee7924ebd,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:26:39.365781 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:39.496716 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf5c2a8-edb4-435b-b818-0b22abba94c2 x-openstack-request-id: req-2bf5c2a8-edb4-435b-b818-0b22abba94c2 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:26:39.497457 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cfbac7-c480-4b32-8d39-73542917a53a", "name": "network-vif-unplugged", "status": "completed", "tag": "a97c7ddc-fba4-4c26-b16d-5efee7924ebd", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:26:39.497890 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2bf5c2a8-edb4-435b-b818-0b22abba94c2 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:26:39.498569 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cfbac7-c480-4b32-8d39-73542917a53a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a97c7ddc-fba4-4c26-b16d-5efee7924ebd', 'code': 200} Jan 28 00:26:39.499504 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=a97c7ddc-fba4-4c26-b16d-5efee7924ebd,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:39.512676 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273837d0-0725-457d-a79e-150fa00963a4 req-f8ed7b09-12fe-434c-877b-46cf667d48ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:39.514253 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273837d0-0725-457d-a79e-150fa00963a4 req-f8ed7b09-12fe-434c-877b-46cf667d48ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:39.519729 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273837d0-0725-457d-a79e-150fa00963a4 req-f8ed7b09-12fe-434c-877b-46cf667d48ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:39.524582 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273837d0-0725-457d-a79e-150fa00963a4 req-f8ed7b09-12fe-434c-877b-46cf667d48ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:39.524582 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273837d0-0725-457d-a79e-150fa00963a4 req-f8ed7b09-12fe-434c-877b-46cf667d48ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:39.525513 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273837d0-0725-457d-a79e-150fa00963a4 req-f8ed7b09-12fe-434c-877b-46cf667d48ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:39.526781 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273837d0-0725-457d-a79e-150fa00963a4 req-f8ed7b09-12fe-434c-877b-46cf667d48ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:39.530089 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-273837d0-0725-457d-a79e-150fa00963a4 req-f8ed7b09-12fe-434c-877b-46cf667d48ca service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 6502 time: 0.3859088 Jan 28 00:26:39.549478 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c3d7d5-03e5-4a4a-b662-bc3d6c515c23 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Router 92d35854-11a0-43f0-bda0-3b52db0e15b3 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:26:39.568671 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-de2547ca-e0ff-4b34-8ba8-99d0c300e514 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Publish callbacks [] for port (8aaec099-b089-472c-82fd-9757c750a726), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:39.579567 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:39.663501 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d8f5fae0-970c-41e0-b557-b3eac2550119 None None] Provisioning complete for port 85e3f07b-b470-4599-a393-4b8451f7b403 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:26:39.663947 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d8f5fae0-970c-41e0-b557-b3eac2550119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (85e3f07b-b470-4599-a393-4b8451f7b403), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:39.700691 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-a12c060f-12bd-40ac-92fc-44f19061de0a service neutron] 10.222.0.52 "GET /v2.0/networks/97c33ad0-0461-45c3-9dc8-98632a31ba84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410127 Jan 28 00:26:39.787100 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d8f5fae0-970c-41e0-b557-b3eac2550119 None None] Port 85e3f07b-b470-4599-a393-4b8451f7b403 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:26:39.805964 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-273837d0-0725-457d-a79e-150fa00963a4 req-a1ab3b8f-f7d9-433f-8e55-e841ae58c165 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=30ce589d-1355-4162-a23a-6782446bdfe9&id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2305913 Jan 28 00:26:39.817502 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-de2547ca-e0ff-4b34-8ba8-99d0c300e514 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (8aaec099-b089-472c-82fd-9757c750a726), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:39.888331 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c3d7d5-03e5-4a4a-b662-bc3d6c515c23 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:26:39.900415 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc84475-4f93-4898-b6a6-3593834261bf None None] Sync routers for ids ['92d35854-11a0-43f0-bda0-3b52db0e15b3'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:26:39.944798 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-89956868-9e68-4439-9107-3e218a12faac service neutron] 10.222.0.52 "GET /v2.0/networks/97c33ad0-0461-45c3-9dc8-98632a31ba84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341371 Jan 28 00:26:39.954312 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c5c3d7d5-03e5-4a4a-b662-bc3d6c515c23 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "PUT /v2.0/routers/92d35854-11a0-43f0-bda0-3b52db0e15b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9991369 Jan 28 00:26:39.959867 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc84475-4f93-4898-b6a6-3593834261bf None None] Routers {'92d35854-11a0-43f0-bda0-3b52db0e15b3'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:26:39.961368 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-cfc84475-4f93-4898-b6a6-3593834261bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:26:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['92d35854-11a0-43f0-bda0-3b52db0e15b3'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:39.978888 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36556) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:40.026572 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-87b8b175-557f-487e-a61a-ef51f1c02677 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=17a2a773-d586-4db3-b390-7e92fd06a45f HTTP/1.1" status: 200 len: 217 time: 0.0730247 Jan 28 00:26:40.048175 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-cfc84475-4f93-4898-b6a6-3593834261bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:40.068583 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc84475-4f93-4898-b6a6-3593834261bf None None] Routers {'92d35854-11a0-43f0-bda0-3b52db0e15b3'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:26:40.070228 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-cfc84475-4f93-4898-b6a6-3593834261bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:26:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['92d35854-11a0-43f0-bda0-3b52db0e15b3'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:40.122732 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-6b39433a-76f4-471b-9a70-d0969c8027dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:40.126733 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-6b39433a-76f4-471b-9a70-d0969c8027dc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=940224ee-3d45-4e4f-bb05-6319f4700b5e HTTP/1.1" status: 200 len: 797 time: 0.0929420 Jan 28 00:26:40.174377 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-cfc84475-4f93-4898-b6a6-3593834261bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:40.178414 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc84475-4f93-4898-b6a6-3593834261bf None None] The sync data for ids ['92d35854-11a0-43f0-bda0-3b52db0e15b3'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:26:40.261075 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-2f5a63a6-46b8-4177-b138-c5a340304de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:40.263106 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-2f5a63a6-46b8-4177-b138-c5a340304de5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1144993 Jan 28 00:26:40.498812 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-939a3e31-7e94-4dd9-88f7-341b7a297bfa service neutron] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278757 Jan 28 00:26:40.573486 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d7c0ce-a5eb-4d0c-8417-8dc53b8f293d tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:40.580043 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-81d7c0ce-a5eb-4d0c-8417-8dc53b8f293d tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "GET /v2.0/ports/85e3f07b-b470-4599-a393-4b8451f7b403 HTTP/1.1" status: 200 len: 910 time: 0.5970345 Jan 28 00:26:40.593421 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36564) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:40.683083 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-f1d685c4-dbba-44c9-aae6-337738838f24 service neutron] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767819 Jan 28 00:26:40.743995 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-d20226eb-1e7e-4128-82bc-09fb6eaece34 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=3a7b8867-52a0-4af2-9c75-6826eab61051 HTTP/1.1" status: 200 len: 217 time: 0.0541167 Jan 28 00:26:40.758554 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2547ca-e0ff-4b34-8ba8-99d0c300e514 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:26:40.759433 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2547ca-e0ff-4b34-8ba8-99d0c300e514 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Pushing event updated for resources: {'Port': ['ID=8aaec099-b089-472c-82fd-9757c750a726,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:40.788512 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-967ecce3-743d-4596-b8b1-f1c3b573b9f3 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Allocated IP 172.25.3.170 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/8f1a71f2-6513-4979-bdee-ff7a60027e39) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:26:40.791509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-de2547ca-e0ff-4b34-8ba8-99d0c300e514 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:26:40.798780 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2547ca-e0ff-4b34-8ba8-99d0c300e514 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:26:40.844642 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-d434e98e-0dbe-409d-bfb5-936f5dd78501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:40.849783 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-d434e98e-0dbe-409d-bfb5-936f5dd78501 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=940224ee-3d45-4e4f-bb05-6319f4700b5e HTTP/1.1" status: 200 len: 797 time: 0.1004629 Jan 28 00:26:40.927430 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-e852a4dc-48a3-4487-8aa6-5eb1c84eef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:40.928741 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-e852a4dc-48a3-4487-8aa6-5eb1c84eef5e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0727823 Jan 28 00:26:40.971135 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115c60c-700c-40e8-9778-769c129d65d3 req-026e4b9a-baf8-478f-bd2f-935c5ccebea3 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:40.975908 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b115c60c-700c-40e8-9778-769c129d65d3 req-026e4b9a-baf8-478f-bd2f-935c5ccebea3 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 945 time: 1.1048882 Jan 28 00:26:41.016751 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0686b-63ad-423d-b008-b78e3c64c5db req-dad763ee-3045-4a79-9e85-ac93ce460548 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:41.020858 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9de0686b-63ad-423d-b008-b78e3c64c5db req-dad763ee-3045-4a79-9e85-ac93ce460548 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 944 time: 0.4428911 Jan 28 00:26:41.069461 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:41.133631 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-54293d46-c728-4466-aae4-b0bd71eb72cb service neutron] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908681 Jan 28 00:26:41.336330 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-6cba8467-c011-43e1-b8e8-69893fb70c83 service neutron] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958187 Jan 28 00:26:41.416767 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-e777925b-269a-4e66-9049-01638cef2bae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f HTTP/1.1" status: 200 len: 217 time: 0.0739355 Jan 28 00:26:41.553635 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-357575a4-71ee-4906-ab54-028a518f7cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:41.556187 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-357575a4-71ee-4906-ab54-028a518f7cf5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=940224ee-3d45-4e4f-bb05-6319f4700b5e HTTP/1.1" status: 200 len: 797 time: 0.1329644 Jan 28 00:26:41.642061 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-0473e312-be08-4ec7-92d9-a9c095aefb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:41.646314 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-0473e312-be08-4ec7-92d9-a9c095aefb1e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0816469 Jan 28 00:26:41.666111 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9de0686b-63ad-423d-b008-b78e3c64c5db req-dc549016-c2f6-46b0-abce-22a81aa34c31 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5922718 Jan 28 00:26:41.789887 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b115c60c-700c-40e8-9778-769c129d65d3 req-053c9609-4332-4819-8e4d-5805820a11c1 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7638621 Jan 28 00:26:41.811027 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-de2547ca-e0ff-4b34-8ba8-99d0c300e514 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Publish callbacks [] for floatingip (19a33001-5a84-40ea-9573-9d755d107b5a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:41.884230 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-c5b097e6-85b4-448b-b7cd-2ac258f30ee8 service neutron] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306802 Jan 28 00:26:41.968966 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-967ecce3-743d-4596-b8b1-f1c3b573b9f3 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Publish callbacks [] for port (8f1a71f2-6513-4979-bdee-ff7a60027e39), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:42.002538 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-de2547ca-e0ff-4b34-8ba8-99d0c300e514 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8aaec099-b089-472c-82fd-9757c750a726), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:42.064788 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-8229846c-e58c-45ca-af89-4091350a77a9 service neutron] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718793 Jan 28 00:26:42.111708 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:42.152656 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-967ecce3-743d-4596-b8b1-f1c3b573b9f3 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (8f1a71f2-6513-4979-bdee-ff7a60027e39), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:42.196985 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-ce6480f9-9c23-4474-8af9-5da588f7a914 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=5f2b5768-b69e-46a4-9085-5302ca317eb1 HTTP/1.1" status: 200 len: 217 time: 0.1242094 Jan 28 00:26:42.280301 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967ecce3-743d-4596-b8b1-f1c3b573b9f3 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:26:42.290014 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-967ecce3-743d-4596-b8b1-f1c3b573b9f3 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:26:42.293287 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967ecce3-743d-4596-b8b1-f1c3b573b9f3 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:26:42.299419 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-9eb159cb-e698-49f7-a5ff-f2a01d9ac4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:42.304485 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-9eb159cb-e698-49f7-a5ff-f2a01d9ac4ae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=940224ee-3d45-4e4f-bb05-6319f4700b5e HTTP/1.1" status: 200 len: 797 time: 0.0999532 Jan 28 00:26:42.324840 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ecce3-743d-4596-b8b1-f1c3b573b9f3 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Pushing event updated for resources: {'Port': ['ID=8f1a71f2-6513-4979-bdee-ff7a60027e39,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:42.354935 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-656ee45b-f7ef-4474-9988-cf7b6f0679eb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (92d35854-11a0-43f0-bda0-3b52db0e15b3), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:42.399672 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-9a70dc3c-abb9-4dd7-9747-96af4f2de5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:42.404930 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-9a70dc3c-abb9-4dd7-9747-96af4f2de5a5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0946052 Jan 28 00:26:42.636256 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-583e9dd0-8593-4b85-afc7-0e65c88ee444 service neutron] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232573 Jan 28 00:26:42.803772 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:42.805937 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-de2547ca-e0ff-4b34-8ba8-99d0c300e514 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Publish callbacks [] for port (8aaec099-b089-472c-82fd-9757c750a726), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:42.824501 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-de2547ca-e0ff-4b34-8ba8-99d0c300e514 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (8aaec099-b089-472c-82fd-9757c750a726), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:42.873964 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-d5c5181e-99f6-48ca-866b-a5d53332b867 service neutron] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307615 Jan 28 00:26:42.954289 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-6af4aa83-8206-44f7-908f-0c4862127a09 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ece79e49-b14a-48f9-85fe-d0975c29ca45 HTTP/1.1" status: 200 len: 217 time: 0.0722497 Jan 28 00:26:43.061815 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-aa235ac9-4ce1-4439-b2f4-4e7aaa3d6d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:43.064528 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-aa235ac9-4ce1-4439-b2f4-4e7aaa3d6d6b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6c8f991a-3a24-4bd6-a4c1-afbf0559c273 HTTP/1.1" status: 200 len: 797 time: 0.1041408 Jan 28 00:26:43.149240 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-5afc6c9c-d94f-48a3-a3c6-632986efbea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:43.152002 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-5afc6c9c-d94f-48a3-a3c6-632986efbea3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d3515a7-9da9-44c3-a34e-684df23ac567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0801747 Jan 28 00:26:43.264309 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2547ca-e0ff-4b34-8ba8-99d0c300e514 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Pushing event updated for resources: {'Port': ['ID=8aaec099-b089-472c-82fd-9757c750a726,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:43.336764 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-ae0f1ff0-87c4-4f02-bfd5-e44cd05c67b0 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3515a7-9da9-44c3-a34e-684df23ac567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774926 Jan 28 00:26:43.477426 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-788e8113-539b-40a5-987f-948ad3f0a46a service neutron] 10.222.0.52 "GET /v2.0/networks/0d3515a7-9da9-44c3-a34e-684df23ac567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336694 Jan 28 00:26:43.537568 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-972eb7a6-5169-4a0f-95b0-8e00145bf2df service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cd7a9ba0-5a49-4f0f-bbe3-164519fac46b HTTP/1.1" status: 200 len: 217 time: 0.0530934 Jan 28 00:26:43.635982 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-ef0338e5-ab71-4513-891e-184e8f49f232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:43.638074 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-ef0338e5-ab71-4513-891e-184e8f49f232 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6c8f991a-3a24-4bd6-a4c1-afbf0559c273 HTTP/1.1" status: 200 len: 797 time: 0.0939105 Jan 28 00:26:43.714938 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-de2547ca-e0ff-4b34-8ba8-99d0c300e514 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (19a33001-5a84-40ea-9573-9d755d107b5a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:43.729488 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-5aaed24b-65c6-4b60-99fa-8dac7d5079e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:43.732866 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d42ad-fd81-41eb-bef7-1c620a0a8fe0 req-7853e04e-97d9-4300-9628-03a195325164 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:43.733159 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-5aaed24b-65c6-4b60-99fa-8dac7d5079e1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d3515a7-9da9-44c3-a34e-684df23ac567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0840287 Jan 28 00:26:43.733628 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f75d42ad-fd81-41eb-bef7-1c620a0a8fe0 req-7853e04e-97d9-4300-9628-03a195325164 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 944 time: 0.8184948 Jan 28 00:26:43.741696 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30581c-68e4-4aa9-83d7-e8a831c2e422 req-7edf2273-e580-4ba5-887c-7aef4e5939ae tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:43.743363 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e30581c-68e4-4aa9-83d7-e8a831c2e422 req-7edf2273-e580-4ba5-887c-7aef4e5939ae tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 945 time: 0.6989198 Jan 28 00:26:43.866492 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-de2547ca-e0ff-4b34-8ba8-99d0c300e514 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:43.866492 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-de2547ca-e0ff-4b34-8ba8-99d0c300e514 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.0472748 Jan 28 00:26:43.876472 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36586) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:43.888843 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-2fc36ece-6b9b-4fe9-a2c7-deab30d34491 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-373142165', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'fixed_ips': [{'ip_address': '172.25.3.4'}]}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:26:44.004303 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:44.024699 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-f0c8d281-5bca-4a3c-bb48-18650e47a115 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3515a7-9da9-44c3-a34e-684df23ac567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829163 Jan 28 00:26:44.075274 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f75d42ad-fd81-41eb-bef7-1c620a0a8fe0 req-2ab9fb9c-1611-444a-a7ac-1bf08f098191 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3091791 Jan 28 00:26:44.268958 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f57ca37-4dc6-4f46-943c-b4fc1e118fdf req-39f0c69a-87c3-4e9b-9351-a9ed60e678d2 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3515a7-9da9-44c3-a34e-684df23ac567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213752 Jan 28 00:26:44.376902 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e30581c-68e4-4aa9-83d7-e8a831c2e422 req-0aed6136-ffac-4a6c-ab51-6cde866b1ab2 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6140230 Jan 28 00:26:44.377770 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc36ece-6b9b-4fe9-a2c7-deab30d34491 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Made reservation on behalf of 24766ca904814913bf4386bffbe5d117 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:26:44.385268 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2fc36ece-6b9b-4fe9-a2c7-deab30d34491 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:44.463726 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2fc36ece-6b9b-4fe9-a2c7-deab30d34491 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:44.697914 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-967ecce3-743d-4596-b8b1-f1c3b573b9f3 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Publish callbacks [] for floatingip (54e32ccd-98b4-4eea-b638-25f2648226bf), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:44.787988 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-656ee45b-f7ef-4474-9988-cf7b6f0679eb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Deleting port 85e3f07b-b470-4599-a393-4b8451f7b403 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:26:44.788344 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-656ee45b-f7ef-4474-9988-cf7b6f0679eb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (85e3f07b-b470-4599-a393-4b8451f7b403), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:44.819570 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2fc36ece-6b9b-4fe9-a2c7-deab30d34491 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Publish callbacks [] for security_group (e6c5ecf9-0785-4f05-bce7-1cce2bbf75cc), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:44.843036 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2fc36ece-6b9b-4fe9-a2c7-deab30d34491 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e6c5ecf9-0785-4f05-bce7-1cce2bbf75cc), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:44.899987 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-2fc36ece-6b9b-4fe9-a2c7-deab30d34491 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] device_id is not set on port cff83cc9-eaf2-41aa-8c46-447f752cd786 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:26:45.005795 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a97c7ddc-fba4-4c26-b16d-5efee7924ebd no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:26:45.056541 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc36ece-6b9b-4fe9-a2c7-deab30d34491 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c5ecf9-0785-4f05-bce7-1cce2bbf75cc,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:45.099416 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-967ecce3-743d-4596-b8b1-f1c3b573b9f3 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8f1a71f2-6513-4979-bdee-ff7a60027e39), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:45.188006 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-656ee45b-f7ef-4474-9988-cf7b6f0679eb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (85e3f07b-b470-4599-a393-4b8451f7b403), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:45.205899 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port a97c7ddc-fba4-4c26-b16d-5efee7924ebd is: DOWN; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:26:45.220272 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-656ee45b-f7ef-4474-9988-cf7b6f0679eb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Calling delete_port for 85e3f07b-b470-4599-a393-4b8451f7b403 owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:26:45.555072 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-654ab5b8-a5cb-481d-9eb6-096fc38e0a2c req-4373ae8f-0813-4766-bd00-bb878f684f86 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:26:45.564231 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-654ab5b8-a5cb-481d-9eb6-096fc38e0a2c req-4373ae8f-0813-4766-bd00-bb878f684f86 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0155468 Jan 28 00:26:45.693203 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc36ece-6b9b-4fe9-a2c7-deab30d34491 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 00:26:45.694509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc36ece-6b9b-4fe9-a2c7-deab30d34491 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:26:45.837581 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636931a-04ab-4fc3-b363-53003cc77556 req-4b565048-9726-4120-90b9-b3e5b9c9403c tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:45.845561 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f636931a-04ab-4fc3-b363-53003cc77556 req-4b565048-9726-4120-90b9-b3e5b9c9403c tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 945 time: 0.3035045 Jan 28 00:26:45.872855 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2fc36ece-6b9b-4fe9-a2c7-deab30d34491 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 409 len: 370 time: 1.9880331 Jan 28 00:26:45.873228 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36642) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:45.949626 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-967ecce3-743d-4596-b8b1-f1c3b573b9f3 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Publish callbacks [] for port (8f1a71f2-6513-4979-bdee-ff7a60027e39), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:45.963837 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c1ebd-73dc-4aa9-95ee-f223ee107036 req-1fcf1e9f-eb97-4550-9c94-bfd0e6297557 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:45.966021 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b59c1ebd-73dc-4aa9-95ee-f223ee107036 req-1fcf1e9f-eb97-4550-9c94-bfd0e6297557 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 944 time: 0.2278421 Jan 28 00:26:45.977404 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-967ecce3-743d-4596-b8b1-f1c3b573b9f3 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (8f1a71f2-6513-4979-bdee-ff7a60027e39), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:46.100311 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ecce3-743d-4596-b8b1-f1c3b573b9f3 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Pushing event updated for resources: {'Port': ['ID=8f1a71f2-6513-4979-bdee-ff7a60027e39,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:46.225039 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-656ee45b-f7ef-4474-9988-cf7b6f0679eb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (85e3f07b-b470-4599-a393-4b8451f7b403), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:46.245414 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f636931a-04ab-4fc3-b363-53003cc77556 req-18191ea6-6b53-4512-8d7f-0b3c13fe0f26 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985336 Jan 28 00:26:46.320206 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ee45b-f7ef-4474-9988-cf7b6f0679eb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Port': ['ID=85e3f07b-b470-4599-a393-4b8451f7b403,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:46.393600 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a128e86c-6285-42fc-9808-4aae6e46aa19 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Deleting port 8aaec099-b089-472c-82fd-9757c750a726 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:26:46.395768 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a128e86c-6285-42fc-9808-4aae6e46aa19 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (8aaec099-b089-472c-82fd-9757c750a726), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:46.396203 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b59c1ebd-73dc-4aa9-95ee-f223ee107036 req-810ea87c-109d-40f1-8b5a-4aa07fe208ba tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4193575 Jan 28 00:26:46.639962 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-967ecce3-743d-4596-b8b1-f1c3b573b9f3 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (54e32ccd-98b4-4eea-b638-25f2648226bf), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:46.649740 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b705c8a8-6007-472a-94b3-3201702eb919 req-d47bbbb4-41ab-43dd-8480-0a3d0dcd1ecc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2843585 Jan 28 00:26:46.674756 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a128e86c-6285-42fc-9808-4aae6e46aa19 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (8aaec099-b089-472c-82fd-9757c750a726), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:46.675433 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a128e86c-6285-42fc-9808-4aae6e46aa19 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Publish callbacks [] for floatingip (8aaec099-b089-472c-82fd-9757c750a726), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:46.697431 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a128e86c-6285-42fc-9808-4aae6e46aa19 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Calling delete_port for 8aaec099-b089-472c-82fd-9757c750a726 owned by network:floatingip {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:26:46.991009 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-656ee45b-f7ef-4474-9988-cf7b6f0679eb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (92d35854-11a0-43f0-bda0-3b52db0e15b3), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:47.008454 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-967ecce3-743d-4596-b8b1-f1c3b573b9f3 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Floating IP 54e32ccd-98b4-4eea-b638-25f2648226bf associated. External IP: 172.25.3.170, port: 004bd0f7-7fc6-41a0-940d-734d310acad1. Jan 28 00:26:47.015632 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:26:47.050323 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a128e86c-6285-42fc-9808-4aae6e46aa19 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (8aaec099-b089-472c-82fd-9757c750a726), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:47.150369 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128e86c-6285-42fc-9808-4aae6e46aa19 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Pushing event deleted for resources: {'Port': ['ID=8aaec099-b089-472c-82fd-9757c750a726,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:47.297692 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a128e86c-6285-42fc-9808-4aae6e46aa19 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Publish callbacks [] for floatingip (19a33001-5a84-40ea-9573-9d755d107b5a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:47.304840 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a128e86c-6285-42fc-9808-4aae6e46aa19 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:47.306207 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a128e86c-6285-42fc-9808-4aae6e46aa19 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775 tempest-ExternalNetworksAdminNegativeTestJSON-1598575775-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/19a33001-5a84-40ea-9573-9d755d107b5a HTTP/1.1" status: 204 len: 168 time: 1.4319932 Jan 28 00:26:47.927388 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36680) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:47.993885 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e5c37-bb9a-4707-9343-6d9b7f879c20 req-e7b3ca6e-3aaa-495d-ba12-cd44e3cc781d tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:48.005790 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-188e5c37-bb9a-4707-9343-6d9b7f879c20 req-e7b3ca6e-3aaa-495d-ba12-cd44e3cc781d tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 944 time: 0.2862182 Jan 28 00:26:48.084694 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d4737-2abb-4bec-869f-448bfd679290 req-9c90124f-cfa4-418f-b59b-c6a3c725bb2c tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:48.091939 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-338d4737-2abb-4bec-869f-448bfd679290 req-9c90124f-cfa4-418f-b59b-c6a3c725bb2c tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 945 time: 0.3777270 Jan 28 00:26:48.143034 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0757e4d2-bb5b-4242-b2bb-71401aa011ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:48.197777 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-188e5c37-bb9a-4707-9343-6d9b7f879c20 req-29690f7e-2b5f-4ec2-8075-582ea2f8ae33 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909158 Jan 28 00:26:48.292930 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0757e4d2-bb5b-4242-b2bb-71401aa011ad admin admin] Publish callbacks [] for security_group (3cdaba64-c51b-4aaf-bbbe-cc0f82398e0c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:48.301740 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0757e4d2-bb5b-4242-b2bb-71401aa011ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (3cdaba64-c51b-4aaf-bbbe-cc0f82398e0c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:48.382441 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0757e4d2-bb5b-4242-b2bb-71401aa011ad admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ac9c692c2eee40a98d95444644c9b529&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4534223 Jan 28 00:26:48.383172 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36692) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:48.390922 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656ee45b-f7ef-4474-9988-cf7b6f0679eb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Router 92d35854-11a0-43f0-bda0-3b52db0e15b3 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:26:48.393428 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757e4d2-bb5b-4242-b2bb-71401aa011ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdaba64-c51b-4aaf-bbbe-cc0f82398e0c,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:48.411021 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-338d4737-2abb-4bec-869f-448bfd679290 req-e9e48562-be9c-4b13-b634-dbb493c08966 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181102 Jan 28 00:26:48.522357 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3789306d-1bb5-48a3-86c8-d1437b0ca4fe admin admin] Publish callbacks [] for security_group (3cdaba64-c51b-4aaf-bbbe-cc0f82398e0c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:48.588382 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3789306d-1bb5-48a3-86c8-d1437b0ca4fe admin admin] Publish callbacks [] for security_group (3cdaba64-c51b-4aaf-bbbe-cc0f82398e0c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:48.647713 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967ecce3-743d-4596-b8b1-f1c3b573b9f3 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Router edb66048-8f16-499a-9f55-e7fca2047880 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:26:48.679059 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656ee45b-f7ef-4474-9988-cf7b6f0679eb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:26:48.694106 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-656ee45b-f7ef-4474-9988-cf7b6f0679eb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "PUT /v2.0/routers/92d35854-11a0-43f0-bda0-3b52db0e15b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0854676 Jan 28 00:26:48.699056 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36694) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:48.701889 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ccd2d3-a00d-4c39-8090-edb4000c23a5 None None] Sync routers for ids ['92d35854-11a0-43f0-bda0-3b52db0e15b3'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:26:48.777212 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ccd2d3-a00d-4c39-8090-edb4000c23a5 None None] Routers {'92d35854-11a0-43f0-bda0-3b52db0e15b3'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:26:48.781741 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3789306d-1bb5-48a3-86c8-d1437b0ca4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (3cdaba64-c51b-4aaf-bbbe-cc0f82398e0c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:48.789777 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-15ccd2d3-a00d-4c39-8090-edb4000c23a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:26:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['92d35854-11a0-43f0-bda0-3b52db0e15b3'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:48.792140 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3789306d-1bb5-48a3-86c8-d1437b0ca4fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:48.803633 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3789306d-1bb5-48a3-86c8-d1437b0ca4fe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3cdaba64-c51b-4aaf-bbbe-cc0f82398e0c HTTP/1.1" status: 204 len: 168 time: 0.4133139 Jan 28 00:26:48.841982 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789306d-1bb5-48a3-86c8-d1437b0ca4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdaba64-c51b-4aaf-bbbe-cc0f82398e0c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:48.913550 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-15ccd2d3-a00d-4c39-8090-edb4000c23a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:48.935323 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ccd2d3-a00d-4c39-8090-edb4000c23a5 None None] Routers {'92d35854-11a0-43f0-bda0-3b52db0e15b3'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:26:48.943107 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-15ccd2d3-a00d-4c39-8090-edb4000c23a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:26:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['92d35854-11a0-43f0-bda0-3b52db0e15b3'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:49.065270 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-15ccd2d3-a00d-4c39-8090-edb4000c23a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:49.067755 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ccd2d3-a00d-4c39-8090-edb4000c23a5 None None] The sync data for ids ['92d35854-11a0-43f0-bda0-3b52db0e15b3'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:26:49.222330 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967ecce3-743d-4596-b8b1-f1c3b573b9f3 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:26:49.242602 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55e3a57-39aa-4f42-8ff9-02aaef781615 None None] Sync routers for ids ['edb66048-8f16-499a-9f55-e7fca2047880'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:26:49.271075 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55e3a57-39aa-4f42-8ff9-02aaef781615 None None] Routers {'edb66048-8f16-499a-9f55-e7fca2047880'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:26:49.274575 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d55e3a57-39aa-4f42-8ff9-02aaef781615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:26:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['edb66048-8f16-499a-9f55-e7fca2047880'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:49.417798 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d55e3a57-39aa-4f42-8ff9-02aaef781615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:49.459399 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55e3a57-39aa-4f42-8ff9-02aaef781615 None None] Routers {'edb66048-8f16-499a-9f55-e7fca2047880'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:26:49.460499 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d55e3a57-39aa-4f42-8ff9-02aaef781615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:26:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['edb66048-8f16-499a-9f55-e7fca2047880'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:49.541498 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d55e3a57-39aa-4f42-8ff9-02aaef781615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:49.542659 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55e3a57-39aa-4f42-8ff9-02aaef781615 None None] The sync data for ids ['edb66048-8f16-499a-9f55-e7fca2047880'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:26:49.545365 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36716) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:49.639488 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-07118e26-4063-444e-bdda-e89b070b9cbc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=24766ca904814913bf4386bffbe5d117&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0859892 Jan 28 00:26:49.640422 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36718) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:49.703074 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-967ecce3-743d-4596-b8b1-f1c3b573b9f3 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:49.724383 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b1d1ac9-54fb-49fa-9d66-1975c4f118f6 admin admin] Publish callbacks [] for security_group (e6c5ecf9-0785-4f05-bce7-1cce2bbf75cc), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:49.754163 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b1d1ac9-54fb-49fa-9d66-1975c4f118f6 admin admin] Publish callbacks [] for security_group (e6c5ecf9-0785-4f05-bce7-1cce2bbf75cc), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:49.813059 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d39fd-41b0-49e5-b723-703e4c398500 req-c63455c7-abef-48f6-8da4-e6e25b24be96 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:49.814691 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-309d39fd-41b0-49e5-b723-703e4c398500 req-c63455c7-abef-48f6-8da4-e6e25b24be96 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 944 time: 0.4306364 Jan 28 00:26:49.880451 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36720) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:49.881088 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-967ecce3-743d-4596-b8b1-f1c3b573b9f3 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 11.7921746 Jan 28 00:26:49.898888 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b1d1ac9-54fb-49fa-9d66-1975c4f118f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e6c5ecf9-0785-4f05-bce7-1cce2bbf75cc), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:49.911068 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b1d1ac9-54fb-49fa-9d66-1975c4f118f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:49.925794 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6b1d1ac9-54fb-49fa-9d66-1975c4f118f6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e6c5ecf9-0785-4f05-bce7-1cce2bbf75cc HTTP/1.1" status: 204 len: 168 time: 0.2741613 Jan 28 00:26:49.960788 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e06be6-0dbb-46c1-bce4-e2d3502d8008 req-eca6579a-5007-4678-83f1-f878e3b91513 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:49.983450 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d1ac9-54fb-49fa-9d66-1975c4f118f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c5ecf9-0785-4f05-bce7-1cce2bbf75cc,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:49.985580 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56e06be6-0dbb-46c1-bce4-e2d3502d8008 req-eca6579a-5007-4678-83f1-f878e3b91513 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 945 time: 0.2964964 Jan 28 00:26:50.164538 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5bb03e78-f018-42e0-b299-48ba611ec835 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] 10.222.0.70 "GET /v2.0/floatingips/54e32ccd-98b4-4eea-b638-25f2648226bf HTTP/1.1" status: 200 len: 984 time: 0.2809002 Jan 28 00:26:50.165856 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36724) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:50.202373 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56e06be6-0dbb-46c1-bce4-e2d3502d8008 req-e128eab2-8398-4f9f-885b-77723b0570dd tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154319 Jan 28 00:26:50.211310 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-309d39fd-41b0-49e5-b723-703e4c398500 req-3c8c6276-476d-404d-8d96-9f89cc5c3d61 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3853700 Jan 28 00:26:50.256222 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-92a5d92e-16e0-4051-bb58-31196f90a898 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (92d35854-11a0-43f0-bda0-3b52db0e15b3), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:50.405457 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-aed36402-d471-49ed-aa54-c05276d1ee12 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3820 time: 0.2377851 Jan 28 00:26:50.411596 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36732) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:50.871079 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b51df1a9-9696-45d3-93d7-6f330d3a5a9b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Deleting port 8f1a71f2-6513-4979-bdee-ff7a60027e39 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:26:50.871828 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b51df1a9-9696-45d3-93d7-6f330d3a5a9b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (8f1a71f2-6513-4979-bdee-ff7a60027e39), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:51.050796 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-92a5d92e-16e0-4051-bb58-31196f90a898 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Deleting port ee09fb57-8a16-488e-9e46-15b0a14ccd01 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:26:51.051364 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-92a5d92e-16e0-4051-bb58-31196f90a898 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (ee09fb57-8a16-488e-9e46-15b0a14ccd01), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:51.062468 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b51df1a9-9696-45d3-93d7-6f330d3a5a9b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (8f1a71f2-6513-4979-bdee-ff7a60027e39), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:51.069053 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b51df1a9-9696-45d3-93d7-6f330d3a5a9b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks [] for floatingip (8f1a71f2-6513-4979-bdee-ff7a60027e39), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:51.107440 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b51df1a9-9696-45d3-93d7-6f330d3a5a9b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Calling delete_port for 8f1a71f2-6513-4979-bdee-ff7a60027e39 owned by network:floatingip {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:26:51.280120 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-92a5d92e-16e0-4051-bb58-31196f90a898 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (ee09fb57-8a16-488e-9e46-15b0a14ccd01), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:51.310852 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-92a5d92e-16e0-4051-bb58-31196f90a898 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Calling delete_port for ee09fb57-8a16-488e-9e46-15b0a14ccd01 owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:26:51.512382 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b51df1a9-9696-45d3-93d7-6f330d3a5a9b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (8f1a71f2-6513-4979-bdee-ff7a60027e39), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:51.684786 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d495b6f-7cd4-47e3-8775-80e7f259245c req-f7bd3643-0125-4590-93e6-1c7a1748a03e tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:51.686495 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d495b6f-7cd4-47e3-8775-80e7f259245c req-f7bd3643-0125-4590-93e6-1c7a1748a03e tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 944 time: 0.2714250 Jan 28 00:26:51.725075 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f621acb-757c-49ba-be76-7d10063a9ba4 req-d55b6a10-8644-4970-864e-38c574076036 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:51.729379 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9f621acb-757c-49ba-be76-7d10063a9ba4 req-d55b6a10-8644-4970-864e-38c574076036 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 945 time: 0.2916694 Jan 28 00:26:51.911936 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9f621acb-757c-49ba-be76-7d10063a9ba4 req-7824da88-033a-48be-a861-55f16d75d346 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720519 Jan 28 00:26:51.919995 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d495b6f-7cd4-47e3-8775-80e7f259245c req-476b7a99-b2f8-4c52-9e62-aa6c89c92da2 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167251 Jan 28 00:26:51.977380 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-92a5d92e-16e0-4051-bb58-31196f90a898 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (ee09fb57-8a16-488e-9e46-15b0a14ccd01), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:52.062905 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51df1a9-9696-45d3-93d7-6f330d3a5a9b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Pushing event deleted for resources: {'Port': ['ID=8f1a71f2-6513-4979-bdee-ff7a60027e39,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:52.096685 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5d92e-16e0-4051-bb58-31196f90a898 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Port': ['ID=ee09fb57-8a16-488e-9e46-15b0a14ccd01,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:52.327431 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b51df1a9-9696-45d3-93d7-6f330d3a5a9b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks [] for floatingip (54e32ccd-98b4-4eea-b638-25f2648226bf), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:52.328565 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-b51df1a9-9696-45d3-93d7-6f330d3a5a9b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Floating IP 54e32ccd-98b4-4eea-b638-25f2648226bf disassociated (deleted). External IP: 172.25.3.170, port: 004bd0f7-7fc6-41a0-940d-734d310acad1. Jan 28 00:26:52.910873 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51df1a9-9696-45d3-93d7-6f330d3a5a9b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Router edb66048-8f16-499a-9f55-e7fca2047880 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:26:53.103282 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36792) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:53.173635 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51df1a9-9696-45d3-93d7-6f330d3a5a9b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:26:53.188310 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed2c92f-cdc9-4b1d-9e08-9aa94e7eaec1 None None] Sync routers for ids ['edb66048-8f16-499a-9f55-e7fca2047880'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:26:53.189365 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b51df1a9-9696-45d3-93d7-6f330d3a5a9b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:53.233692 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed2c92f-cdc9-4b1d-9e08-9aa94e7eaec1 None None] Routers {'edb66048-8f16-499a-9f55-e7fca2047880'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:26:53.235587 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-7ed2c92f-cdc9-4b1d-9e08-9aa94e7eaec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:26:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['edb66048-8f16-499a-9f55-e7fca2047880'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:53.265875 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b51df1a9-9696-45d3-93d7-6f330d3a5a9b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] 10.222.0.70 "DELETE /v2.0/floatingips/54e32ccd-98b4-4eea-b638-25f2648226bf HTTP/1.1" status: 204 len: 168 time: 2.8475790 Jan 28 00:26:53.266193 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36804) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:53.272867 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-7b4f24e7-d446-4907-8bbf-5aff7bb8471f tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:26:53.327229 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-7ed2c92f-cdc9-4b1d-9e08-9aa94e7eaec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:53.341844 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-92a5d92e-16e0-4051-bb58-31196f90a898 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (92d35854-11a0-43f0-bda0-3b52db0e15b3), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:53.347853 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7b4f24e7-d446-4907-8bbf-5aff7bb8471f tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:53.359182 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed2c92f-cdc9-4b1d-9e08-9aa94e7eaec1 None None] Routers {'edb66048-8f16-499a-9f55-e7fca2047880'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:26:53.361004 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-7ed2c92f-cdc9-4b1d-9e08-9aa94e7eaec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:26:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['edb66048-8f16-499a-9f55-e7fca2047880'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:53.453065 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-7ed2c92f-cdc9-4b1d-9e08-9aa94e7eaec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:53.454547 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed2c92f-cdc9-4b1d-9e08-9aa94e7eaec1 None None] The sync data for ids ['edb66048-8f16-499a-9f55-e7fca2047880'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:26:53.489149 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-6b80fb43-ad3b-417f-9201-97a182f8a13e tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1550013733'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:26:53.489921 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-6b80fb43-ad3b-417f-9201-97a182f8a13e tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] Unknown quota resources ['metering_label']. {{(pid=103343) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 00:26:53.609157 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d82797-91a3-4698-8db9-82416f857a32 req-cf765fb2-1186-4f8c-9f42-034337b4cce8 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:53.618870 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-54d82797-91a3-4698-8db9-82416f857a32 req-cf765fb2-1186-4f8c-9f42-034337b4cce8 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 944 time: 0.3682101 Jan 28 00:26:53.631627 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd02c3-e759-416a-92c7-dbd4e7857edf req-ef779f86-91c9-4307-a7a7-2e69c3bca110 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:53.639987 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-03dd02c3-e759-416a-92c7-dbd4e7857edf req-ef779f86-91c9-4307-a7a7-2e69c3bca110 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 945 time: 0.3833475 Jan 28 00:26:53.823919 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-03dd02c3-e759-416a-92c7-dbd4e7857edf req-efc08d7a-5d79-4632-acf8-d814b0753f21 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825855 Jan 28 00:26:53.837953 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-54d82797-91a3-4698-8db9-82416f857a32 req-a9a93dfd-e14c-4c02-a306-50077d60ef52 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178490 Jan 28 00:26:53.853591 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a5d92e-16e0-4051-bb58-31196f90a898 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Router 92d35854-11a0-43f0-bda0-3b52db0e15b3 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:26:53.908101 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b80fb43-ad3b-417f-9201-97a182f8a13e tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:53.911606 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6b80fb43-ad3b-417f-9201-97a182f8a13e tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8058729 Jan 28 00:26:53.915345 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36808) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:53.923712 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-be835094-cbd3-43db-a430-ffbba4765abd tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'c188b23b-84fc-40e4-a1f6-4b081d3340a5'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:26:53.924776 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-be835094-cbd3-43db-a430-ffbba4765abd tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103343) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 00:26:54.104716 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a5d92e-16e0-4051-bb58-31196f90a898 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:26:54.119983 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866ac84f-eb2a-4247-9c9c-0af9c37706ac None None] Sync routers for ids ['92d35854-11a0-43f0-bda0-3b52db0e15b3'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:26:54.126225 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-92a5d92e-16e0-4051-bb58-31196f90a898 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "PUT /v2.0/routers/92d35854-11a0-43f0-bda0-3b52db0e15b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4281437 Jan 28 00:26:54.127481 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36816) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:54.163765 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866ac84f-eb2a-4247-9c9c-0af9c37706ac None None] Routers {'92d35854-11a0-43f0-bda0-3b52db0e15b3'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:26:54.171651 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-866ac84f-eb2a-4247-9c9c-0af9c37706ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:26:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['92d35854-11a0-43f0-bda0-3b52db0e15b3'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:54.177051 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0d326e6f-f311-4023-a91a-4d88e7aab9f6 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "GET /v2.0/ports?device_id=92d35854-11a0-43f0-bda0-3b52db0e15b3 HTTP/1.1" status: 200 len: 205 time: 0.0476279 Jan 28 00:26:54.177980 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36818) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:54.212492 n-d-826754-1 neutron-server[103343]: WARNING neutron.services.metering.metering_plugin [None req-be835094-cbd3-43db-a430-ffbba4765abd tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 00:26:54.261007 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-866ac84f-eb2a-4247-9c9c-0af9c37706ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:54.278035 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2acd3640-5f65-426f-821e-fbfd6ac21973 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router (92d35854-11a0-43f0-bda0-3b52db0e15b3), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:54.291682 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866ac84f-eb2a-4247-9c9c-0af9c37706ac None None] Routers {'92d35854-11a0-43f0-bda0-3b52db0e15b3'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:26:54.292981 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-866ac84f-eb2a-4247-9c9c-0af9c37706ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:26:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['92d35854-11a0-43f0-bda0-3b52db0e15b3'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:54.391443 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-866ac84f-eb2a-4247-9c9c-0af9c37706ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:54.392500 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866ac84f-eb2a-4247-9c9c-0af9c37706ac None None] The sync data for ids ['92d35854-11a0-43f0-bda0-3b52db0e15b3'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:26:54.532621 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-be835094-cbd3-43db-a430-ffbba4765abd tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:54.537844 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-be835094-cbd3-43db-a430-ffbba4765abd tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6175730 Jan 28 00:26:54.541969 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36820) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:54.551338 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-3478e690-9b10-4538-b07d-bbc80a73481e tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'c188b23b-84fc-40e4-a1f6-4b081d3340a5'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:26:54.552163 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-3478e690-9b10-4538-b07d-bbc80a73481e tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103343) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 00:26:54.619683 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2acd3640-5f65-426f-821e-fbfd6ac21973 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (92d35854-11a0-43f0-bda0-3b52db0e15b3), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:54.623725 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2acd3640-5f65-426f-821e-fbfd6ac21973 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router_controller (92d35854-11a0-43f0-bda0-3b52db0e15b3), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:54.632845 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7b4f24e7-d446-4907-8bbf-5aff7bb8471f tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:54.635946 n-d-826754-1 neutron-server[103343]: WARNING neutron.services.metering.metering_plugin [None req-3478e690-9b10-4538-b07d-bbc80a73481e tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 00:26:54.691023 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2acd3640-5f65-426f-821e-fbfd6ac21973 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (92d35854-11a0-43f0-bda0-3b52db0e15b3), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:54.692047 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acd3640-5f65-426f-821e-fbfd6ac21973 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Fanout notify agent at l3_agent the message router_deleted on router 92d35854-11a0-43f0-bda0-3b52db0e15b3 {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:26:54.702903 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2acd3640-5f65-426f-821e-fbfd6ac21973 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:54.708473 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2acd3640-5f65-426f-821e-fbfd6ac21973 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/routers/92d35854-11a0-43f0-bda0-3b52db0e15b3 HTTP/1.1" status: 204 len: 168 time: 0.5289209 Jan 28 00:26:54.709359 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36822) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:54.803558 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d9ef28-9e8d-4911-a68c-b5a65b96b999 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Deleting subnet ddf32664-c32e-4b58-9108-0621a113b9f4 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:26:54.810007 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e3d9ef28-9e8d-4911-a68c-b5a65b96b999 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for subnet (ddf32664-c32e-4b58-9108-0621a113b9f4), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:54.811578 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3478e690-9b10-4538-b07d-bbc80a73481e tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:54.816734 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3478e690-9b10-4538-b07d-bbc80a73481e tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2719390 Jan 28 00:26:54.817400 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36824) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:54.841964 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fc86fdcb-117a-4dbb-99e0-bfbbf0e9492e tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=e76a5d2d-9ea3-4f7d-afae-4d6db2f73579 HTTP/1.1" status: 200 len: 464 time: 0.0206385 Jan 28 00:26:54.842744 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36826) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:54.916865 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e3d9ef28-9e8d-4911-a68c-b5a65b96b999 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (ddf32664-c32e-4b58-9108-0621a113b9f4), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:55.095500 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a871e03-1709-4b78-be7d-eccd8c96b821 tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:55.097259 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9a871e03-1709-4b78-be7d-eccd8c96b821 tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/e76a5d2d-9ea3-4f7d-afae-4d6db2f73579 HTTP/1.1" status: 204 len: 168 time: 0.2512779 Jan 28 00:26:55.102439 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36836) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:55.124239 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-7b4f24e7-d446-4907-8bbf-5aff7bb8471f tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Allocated IP 172.25.3.87 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/6f850969-7094-417a-a222-a06f6e9fd9e5) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:26:55.132432 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-991d092f-ae67-4e97-b3be-239a51bc74a2 tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=e76a5d2d-9ea3-4f7d-afae-4d6db2f73579 HTTP/1.1" status: 200 len: 221 time: 0.0283802 Jan 28 00:26:55.136747 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36838) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:55.146122 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-6241ff21-eff0-41bc-874e-004145f3ea5a tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--945780789', 'description': 'label created by tempest'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:26:55.146957 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-6241ff21-eff0-41bc-874e-004145f3ea5a tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] Unknown quota resources ['metering_label']. {{(pid=103343) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 00:26:55.191522 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e3d9ef28-9e8d-4911-a68c-b5a65b96b999 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (ddf32664-c32e-4b58-9108-0621a113b9f4), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:55.262494 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31056f25-0b47-4d5b-a525-5a84bbb6d798 req-663ce863-e4c5-4142-ab43-970e1bdebbad tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:55.264147 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-31056f25-0b47-4d5b-a525-5a84bbb6d798 req-663ce863-e4c5-4142-ab43-970e1bdebbad tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 945 time: 0.1832204 Jan 28 00:26:55.274701 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463cc43-6947-49f4-a6d5-170d432a2256 req-b51f31bc-abb3-42cb-a6c7-9fa9891e4540 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:55.276972 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1463cc43-6947-49f4-a6d5-170d432a2256 req-b51f31bc-abb3-42cb-a6c7-9fa9891e4540 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 944 time: 0.1854663 Jan 28 00:26:55.355138 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e3d9ef28-9e8d-4911-a68c-b5a65b96b999 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (ddf32664-c32e-4b58-9108-0621a113b9f4), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:55.398668 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1463cc43-6947-49f4-a6d5-170d432a2256 req-c5cc2af0-24f0-4130-8559-ee7a8c43513d tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101871 Jan 28 00:26:55.403731 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-31056f25-0b47-4d5b-a525-5a84bbb6d798 req-ff610413-d7a7-454a-8c79-2622da600795 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254346 Jan 28 00:26:55.441206 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9ef28-9e8d-4911-a68c-b5a65b96b999 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Subnet': ['ID=ddf32664-c32e-4b58-9108-0621a113b9f4,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:55.459725 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e3d9ef28-9e8d-4911-a68c-b5a65b96b999 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:55.465669 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e3d9ef28-9e8d-4911-a68c-b5a65b96b999 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/subnets/ddf32664-c32e-4b58-9108-0621a113b9f4 HTTP/1.1" status: 204 len: 168 time: 0.7526550 Jan 28 00:26:55.469861 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36840) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:55.471697 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315cd274-131c-4378-b68e-c5892d7da670 None None] Network 546754ea-5909-482f-94a7-dc737245f211 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:26:55.553150 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-c95cacdd-9060-4cb7-8b88-3489eca94e3b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Deleting subnet 4f9fd653-82e2-488c-a267-88a0fc4ed00f {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:26:55.557399 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c95cacdd-9060-4cb7-8b88-3489eca94e3b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for subnet (4f9fd653-82e2-488c-a267-88a0fc4ed00f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:55.586746 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6241ff21-eff0-41bc-874e-004145f3ea5a tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:55.588895 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6241ff21-eff0-41bc-874e-004145f3ea5a tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4504862 Jan 28 00:26:55.598035 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36850) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:55.695667 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7b4f24e7-d446-4907-8bbf-5aff7bb8471f tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Publish callbacks [] for port (6f850969-7094-417a-a222-a06f6e9fd9e5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:55.773141 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7b4f24e7-d446-4907-8bbf-5aff7bb8471f tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (6f850969-7094-417a-a222-a06f6e9fd9e5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:55.774991 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c95cacdd-9060-4cb7-8b88-3489eca94e3b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (4f9fd653-82e2-488c-a267-88a0fc4ed00f), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:55.869149 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4f24e7-d446-4907-8bbf-5aff7bb8471f tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:26:55.874963 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-7b4f24e7-d446-4907-8bbf-5aff7bb8471f tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:26:55.879448 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4f24e7-d446-4907-8bbf-5aff7bb8471f tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:26:55.896835 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8d27f302-811e-4837-8a3d-c576bbdcc75d tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=f3090435-747a-4f50-a875-e3a2e3127432 HTTP/1.1" status: 200 len: 467 time: 0.2975488 Jan 28 00:26:55.899460 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36852) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:56.014645 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f24e7-d446-4907-8bbf-5aff7bb8471f tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Pushing event updated for resources: {'Port': ['ID=6f850969-7094-417a-a222-a06f6e9fd9e5,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:56.033855 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7147e7-d6d7-4071-bba3-52df98208a09 None None] DHCP port deletion for 546754ea-5909-482f-94a7-dc737245f211 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:26:56.152489 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1e7147e7-d6d7-4071-bba3-52df98208a09 None None] Deleting port 43858277-68d0-4a4f-b4fd-f998e1e32046 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:26:56.153299 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e7147e7-d6d7-4071-bba3-52df98208a09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (43858277-68d0-4a4f-b4fd-f998e1e32046), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:56.235951 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7b4f24e7-d446-4907-8bbf-5aff7bb8471f tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Publish callbacks [] for floatingip (8367b8a1-7039-44f6-99d8-d7d92f0a9d41), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:56.292159 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c95cacdd-9060-4cb7-8b88-3489eca94e3b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (4f9fd653-82e2-488c-a267-88a0fc4ed00f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:56.328198 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1e7147e7-d6d7-4071-bba3-52df98208a09 None None] For port 43858277-68d0-4a4f-b4fd-f998e1e32046, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=43858277-68d0-4a4f-b4fd-f998e1e32046,segment=NetworkSegment(c3823e98-c539-42cf-9ef7-2f627306cfaa),segment_id=c3823e98-c539-42cf-9ef7-2f627306cfaa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:26:56.328608 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e7147e7-d6d7-4071-bba3-52df98208a09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (43858277-68d0-4a4f-b4fd-f998e1e32046), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:56.363526 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1e7147e7-d6d7-4071-bba3-52df98208a09 None None] Calling delete_port for 43858277-68d0-4a4f-b4fd-f998e1e32046 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:26:56.395508 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7b4f24e7-d446-4907-8bbf-5aff7bb8471f tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6f850969-7094-417a-a222-a06f6e9fd9e5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:56.464866 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-45d878b7-4ff7-4744-b94b-083cbfc7b678 tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:56.470753 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-45d878b7-4ff7-4744-b94b-083cbfc7b678 tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/f3090435-747a-4f50-a875-e3a2e3127432 HTTP/1.1" status: 204 len: 168 time: 0.5679820 Jan 28 00:26:56.473906 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36858) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:56.542051 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-063252e7-6de8-45c0-9e62-3cf5389a7153 tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=f3090435-747a-4f50-a875-e3a2e3127432 HTTP/1.1" status: 200 len: 216 time: 0.0526872 Jan 28 00:26:56.552251 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36860) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:56.579529 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-517ce9e0-6aa3-4d85-b935-39fcc5603b20 tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0253191 Jan 28 00:26:56.605527 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36862) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:56.674613 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-96138b06-46da-4ed2-9251-9cea1eccc792 tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0606840 Jan 28 00:26:56.688081 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36868) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:56.727660 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e7147e7-d6d7-4071-bba3-52df98208a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (43858277-68d0-4a4f-b4fd-f998e1e32046), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:56.781156 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7147e7-d6d7-4071-bba3-52df98208a09 None None] Pushing event deleted for resources: {'Port': ['ID=43858277-68d0-4a4f-b4fd-f998e1e32046,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:56.793486 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7147e7-d6d7-4071-bba3-52df98208a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:26:56.793848 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7147e7-d6d7-4071-bba3-52df98208a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:26:56.794204 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7147e7-d6d7-4071-bba3-52df98208a09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:26:56.794553 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7147e7-d6d7-4071-bba3-52df98208a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:26:56.794899 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7147e7-d6d7-4071-bba3-52df98208a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:26:56.795449 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7147e7-d6d7-4071-bba3-52df98208a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:26:56.795999 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7147e7-d6d7-4071-bba3-52df98208a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:26:56.796529 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7147e7-d6d7-4071-bba3-52df98208a09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:26:56.797033 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7147e7-d6d7-4071-bba3-52df98208a09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:26:56.797538 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7147e7-d6d7-4071-bba3-52df98208a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:26:56.798040 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7147e7-d6d7-4071-bba3-52df98208a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:26:56.798547 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7147e7-d6d7-4071-bba3-52df98208a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:26:56.799145 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7147e7-d6d7-4071-bba3-52df98208a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:26:56.809977 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7147e7-d6d7-4071-bba3-52df98208a09 None None] No DVR routers for this DVR port 43858277-68d0-4a4f-b4fd-f998e1e32046 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:26:56.897631 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7f91a16d-39ed-4bb6-80ac-d186fdb21176 tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels/c188b23b-84fc-40e4-a1f6-4b081d3340a5 HTTP/1.1" status: 200 len: 473 time: 0.2082422 Jan 28 00:26:56.951430 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 43858277-68d0-4a4f-b4fd-f998e1e32046 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:26:57.003716 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36870) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:57.010866 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 43858277-68d0-4a4f-b4fd-f998e1e32046 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:26:57.011222 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 43858277-68d0-4a4f-b4fd-f998e1e32046 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:26:57.041379 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7b4f24e7-d446-4907-8bbf-5aff7bb8471f tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Publish callbacks [] for port (6f850969-7094-417a-a222-a06f6e9fd9e5), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:57.050792 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7b4f24e7-d446-4907-8bbf-5aff7bb8471f tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (6f850969-7094-417a-a222-a06f6e9fd9e5), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:57.053988 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-aae98910-54f6-474f-ae3e-8f4f100e543b tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules/a8660ade-f9ac-45fe-9f59-73e1f9eef434 HTTP/1.1" status: 200 len: 461 time: 0.0445621 Jan 28 00:26:57.062577 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36872) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:57.091830 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c95cacdd-9060-4cb7-8b88-3489eca94e3b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (4f9fd653-82e2-488c-a267-88a0fc4ed00f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:57.118451 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f24e7-d446-4907-8bbf-5aff7bb8471f tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Pushing event updated for resources: {'Port': ['ID=6f850969-7094-417a-a222-a06f6e9fd9e5,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:57.153298 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6ee09a-137f-47d1-9e59-0e1a5e79aed5 None None] Network b4ee4892-e1dd-4a75-986e-ea3bdd93103e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:26:57.154872 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c95cacdd-9060-4cb7-8b88-3489eca94e3b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:57.162525 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c95cacdd-9060-4cb7-8b88-3489eca94e3b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/subnets/4f9fd653-82e2-488c-a267-88a0fc4ed00f HTTP/1.1" status: 204 len: 168 time: 1.6908677 Jan 28 00:26:57.171143 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36874) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:57.182941 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fe3de-69b3-4e02-84f4-203749f796f0 req-8779950c-ca43-439a-af3b-f08694e6bfd4 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:57.186216 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-921fe3de-69b3-4e02-84f4-203749f796f0 req-8779950c-ca43-439a-af3b-f08694e6bfd4 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 944 time: 0.5990517 Jan 28 00:26:57.218300 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7b4f24e7-d446-4907-8bbf-5aff7bb8471f tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (8367b8a1-7039-44f6-99d8-d7d92f0a9d41), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:57.229786 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28756d4-3275-4fb4-91fe-fa28059e4fa1 req-d5f70769-1e07-452e-a5c2-c7c30020ca86 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:57.232254 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a28756d4-3275-4fb4-91fe-fa28059e4fa1 req-d5f70769-1e07-452e-a5c2-c7c30020ca86 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 945 time: 0.5049722 Jan 28 00:26:57.252429 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7b4f24e7-d446-4907-8bbf-5aff7bb8471f tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:57.259497 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7b4f24e7-d446-4907-8bbf-5aff7bb8471f tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9893217 Jan 28 00:26:57.260108 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36876) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:57.387294 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-921fe3de-69b3-4e02-84f4-203749f796f0 req-9e84d7bc-b06c-491c-a448-870e1811d5da tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501923 Jan 28 00:26:57.390998 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95cacdd-9060-4cb7-8b88-3489eca94e3b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Subnet': ['ID=4f9fd653-82e2-488c-a267-88a0fc4ed00f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:57.452320 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98476b84-7d3d-45e6-8b5f-ca93e81ad332 None None] DHCP port deletion for b4ee4892-e1dd-4a75-986e-ea3bdd93103e request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:26:57.490544 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-4192bf37-7e62-4204-8759-73cfd7cb5c97 tempest-FloatingIPAdminTestJSON-858146115 tempest-FloatingIPAdminTestJSON-858146115-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:26:57.544680 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4192bf37-7e62-4204-8759-73cfd7cb5c97 tempest-FloatingIPAdminTestJSON-858146115 tempest-FloatingIPAdminTestJSON-858146115-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:57.578450 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cde833e2-6921-4da1-983e-c5990a32407e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (546754ea-5909-482f-94a7-dc737245f211), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:57.630530 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-98476b84-7d3d-45e6-8b5f-ca93e81ad332 None None] Deleting port 1a990429-20fe-497e-a33d-2acefbee696d {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:26:57.630910 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98476b84-7d3d-45e6-8b5f-ca93e81ad332 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (1a990429-20fe-497e-a33d-2acefbee696d), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:57.772218 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e979322c-b9f5-410b-9050-a34f51091f0c tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:57.773744 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e979322c-b9f5-410b-9050-a34f51091f0c tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/a8660ade-f9ac-45fe-9f59-73e1f9eef434 HTTP/1.1" status: 204 len: 168 time: 0.7007494 Jan 28 00:26:57.779734 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36892) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:57.813689 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a28756d4-3275-4fb4-91fe-fa28059e4fa1 req-f9ddc557-8e79-4b0c-9d63-16d028a8b442 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951422 Jan 28 00:26:57.855437 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-98476b84-7d3d-45e6-8b5f-ca93e81ad332 None None] For port 1a990429-20fe-497e-a33d-2acefbee696d, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1a990429-20fe-497e-a33d-2acefbee696d,segment=NetworkSegment(849e0940-33d8-45e5-b274-ec4554876684),segment_id=849e0940-33d8-45e5-b274-ec4554876684)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:26:57.857170 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98476b84-7d3d-45e6-8b5f-ca93e81ad332 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (1a990429-20fe-497e-a33d-2acefbee696d), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:57.882686 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-98476b84-7d3d-45e6-8b5f-ca93e81ad332 None None] Calling delete_port for 1a990429-20fe-497e-a33d-2acefbee696d owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:26:57.884422 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4192bf37-7e62-4204-8759-73cfd7cb5c97 tempest-FloatingIPAdminTestJSON-858146115 tempest-FloatingIPAdminTestJSON-858146115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:58.052530 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-4192bf37-7e62-4204-8759-73cfd7cb5c97 tempest-FloatingIPAdminTestJSON-858146115 tempest-FloatingIPAdminTestJSON-858146115-project] Allocated IP 172.25.3.6 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/0a89570f-c1b4-4f02-8db2-f126cbd18425) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:26:58.103434 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98476b84-7d3d-45e6-8b5f-ca93e81ad332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (1a990429-20fe-497e-a33d-2acefbee696d), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:58.130840 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98476b84-7d3d-45e6-8b5f-ca93e81ad332 None None] Pushing event deleted for resources: {'Port': ['ID=1a990429-20fe-497e-a33d-2acefbee696d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:58.160628 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98476b84-7d3d-45e6-8b5f-ca93e81ad332 None None] No DVR routers for this DVR port 1a990429-20fe-497e-a33d-2acefbee696d on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:26:58.255541 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4192bf37-7e62-4204-8759-73cfd7cb5c97 tempest-FloatingIPAdminTestJSON-858146115 tempest-FloatingIPAdminTestJSON-858146115-project] Publish callbacks [] for port (0a89570f-c1b4-4f02-8db2-f126cbd18425), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:58.328346 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4192bf37-7e62-4204-8759-73cfd7cb5c97 tempest-FloatingIPAdminTestJSON-858146115 tempest-FloatingIPAdminTestJSON-858146115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (0a89570f-c1b4-4f02-8db2-f126cbd18425), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:58.334608 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cde833e2-6921-4da1-983e-c5990a32407e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (546754ea-5909-482f-94a7-dc737245f211), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:58.365342 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-cde833e2-6921-4da1-983e-c5990a32407e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546754ea-5909-482f-94a7-dc737245f211']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:58.376498 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-cde833e2-6921-4da1-983e-c5990a32407e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3823e98-c539-42cf-9ef7-2f627306cfaa') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:58.376801 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-cde833e2-6921-4da1-983e-c5990a32407e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3823e98-c539-42cf-9ef7-2f627306cfaa') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:58.388729 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cde833e2-6921-4da1-983e-c5990a32407e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (c3823e98-c539-42cf-9ef7-2f627306cfaa), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:58.394285 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192bf37-7e62-4204-8759-73cfd7cb5c97 tempest-FloatingIPAdminTestJSON-858146115 tempest-FloatingIPAdminTestJSON-858146115-project] Pushing event updated for resources: {'Port': ['ID=0a89570f-c1b4-4f02-8db2-f126cbd18425,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:58.407528 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cde833e2-6921-4da1-983e-c5990a32407e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (c3823e98-c539-42cf-9ef7-2f627306cfaa), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:58.417801 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde833e2-6921-4da1-983e-c5990a32407e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:26:58.418359 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cde833e2-6921-4da1-983e-c5990a32407e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (c3823e98-c539-42cf-9ef7-2f627306cfaa), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:58.437025 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4192bf37-7e62-4204-8759-73cfd7cb5c97 tempest-FloatingIPAdminTestJSON-858146115 tempest-FloatingIPAdminTestJSON-858146115-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:26:58.441433 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:26:58.441433 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:26:58.441433 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:26:58.441433 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:26:58.441433 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:26:58.441433 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:26:58.441433 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:26:58.441433 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:26:58.441433 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:26:58.441433 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:26:58.441433 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:26:58.441433 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:26:58.441433 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:26:58.441433 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:26:58.441433 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:26:58.441433 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:26:58.441433 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:26:58.441433 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:26:58.441433 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:26:58.441433 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:26:58.441433 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:26:58.441433 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:26:58.441433 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:26:58.441433 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:26:58.441433 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:26:58.441433 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:26:58.441433 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:26:58.441433 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:26:58.441433 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:26:58.441433 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:26:58.441433 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:26:58.441433 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:26:58.446120 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-4192bf37-7e62-4204-8759-73cfd7cb5c97 tempest-FloatingIPAdminTestJSON-858146115 tempest-FloatingIPAdminTestJSON-858146115-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:26:58.449879 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4192bf37-7e62-4204-8759-73cfd7cb5c97 tempest-FloatingIPAdminTestJSON-858146115 tempest-FloatingIPAdminTestJSON-858146115-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:26:58.615933 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4192bf37-7e62-4204-8759-73cfd7cb5c97 tempest-FloatingIPAdminTestJSON-858146115 tempest-FloatingIPAdminTestJSON-858146115-project] Publish callbacks [] for floatingip (e698b759-b20b-4ffa-9877-b9b1866163dd), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:58.682424 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4192bf37-7e62-4204-8759-73cfd7cb5c97 tempest-FloatingIPAdminTestJSON-858146115 tempest-FloatingIPAdminTestJSON-858146115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0a89570f-c1b4-4f02-8db2-f126cbd18425), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:58.729949 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cde833e2-6921-4da1-983e-c5990a32407e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (546754ea-5909-482f-94a7-dc737245f211), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:58.735394 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-106f449a-cd89-4907-8288-5a391b59370a tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:58.739557 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-106f449a-cd89-4907-8288-5a391b59370a tempest-MeteringTestJSON-2050948860 tempest-MeteringTestJSON-2050948860-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/c188b23b-84fc-40e4-a1f6-4b081d3340a5 HTTP/1.1" status: 204 len: 168 time: 0.9543896 Jan 28 00:26:58.748921 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cde833e2-6921-4da1-983e-c5990a32407e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:58.757584 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-cde833e2-6921-4da1-983e-c5990a32407e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/networks/546754ea-5909-482f-94a7-dc737245f211 HTTP/1.1" status: 204 len: 168 time: 1.5698612 Jan 28 00:26:58.763492 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36910) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:58.806671 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde833e2-6921-4da1-983e-c5990a32407e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Network': ['ID=546754ea-5909-482f-94a7-dc737245f211,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:58.832642 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc54d89-dd47-4234-a7f2-48ee81d3326e req-d9465e31-1e16-4d9c-b190-95a001dc7d6e tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:26:58.834334 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4fc54d89-dd47-4234-a7f2-48ee81d3326e req-d9465e31-1e16-4d9c-b190-95a001dc7d6e tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 944 time: 0.1829863 Jan 28 00:26:58.949827 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4fc54d89-dd47-4234-a7f2-48ee81d3326e req-8dd6c166-01eb-44d0-a3eb-f3e6cf3827c7 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074858 Jan 28 00:26:59.030903 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8930baf0-ca95-42a1-b4fd-5999b9a02f5d tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (b4ee4892-e1dd-4a75-986e-ea3bdd93103e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:59.072444 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1a990429-20fe-497e-a33d-2acefbee696d no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:26:59.114948 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 1a990429-20fe-497e-a33d-2acefbee696d {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:26:59.115315 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1a990429-20fe-497e-a33d-2acefbee696d not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:26:59.184545 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4192bf37-7e62-4204-8759-73cfd7cb5c97 tempest-FloatingIPAdminTestJSON-858146115 tempest-FloatingIPAdminTestJSON-858146115-project] Publish callbacks [] for port (0a89570f-c1b4-4f02-8db2-f126cbd18425), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:59.209686 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4192bf37-7e62-4204-8759-73cfd7cb5c97 tempest-FloatingIPAdminTestJSON-858146115 tempest-FloatingIPAdminTestJSON-858146115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (0a89570f-c1b4-4f02-8db2-f126cbd18425), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:59.349301 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192bf37-7e62-4204-8759-73cfd7cb5c97 tempest-FloatingIPAdminTestJSON-858146115 tempest-FloatingIPAdminTestJSON-858146115-project] Pushing event updated for resources: {'Port': ['ID=0a89570f-c1b4-4f02-8db2-f126cbd18425,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:59.397207 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36922) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:59.481851 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8930baf0-ca95-42a1-b4fd-5999b9a02f5d tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (b4ee4892-e1dd-4a75-986e-ea3bdd93103e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:59.509474 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-8930baf0-ca95-42a1-b4fd-5999b9a02f5d tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ee4892-e1dd-4a75-986e-ea3bdd93103e']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:59.536374 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-8930baf0-ca95-42a1-b4fd-5999b9a02f5d tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849e0940-33d8-45e5-b274-ec4554876684') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:59.536698 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-8930baf0-ca95-42a1-b4fd-5999b9a02f5d tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849e0940-33d8-45e5-b274-ec4554876684') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:26:59.587204 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8930baf0-ca95-42a1-b4fd-5999b9a02f5d tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (849e0940-33d8-45e5-b274-ec4554876684), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:59.643471 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4192bf37-7e62-4204-8759-73cfd7cb5c97 tempest-FloatingIPAdminTestJSON-858146115 tempest-FloatingIPAdminTestJSON-858146115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (e698b759-b20b-4ffa-9877-b9b1866163dd), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:59.653166 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8930baf0-ca95-42a1-b4fd-5999b9a02f5d tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (849e0940-33d8-45e5-b274-ec4554876684), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:59.667168 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8930baf0-ca95-42a1-b4fd-5999b9a02f5d tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:26:59.667869 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8930baf0-ca95-42a1-b4fd-5999b9a02f5d tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (849e0940-33d8-45e5-b274-ec4554876684), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:59.676373 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:26:59.676373 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:26:59.676373 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:26:59.676373 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:26:59.676373 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:26:59.676373 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:26:59.676373 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:26:59.676373 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:26:59.676373 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:26:59.676373 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:26:59.676373 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:26:59.676373 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:26:59.676373 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:26:59.676373 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:26:59.676373 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:26:59.676373 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:26:59.676373 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:26:59.676373 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:26:59.676373 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:26:59.676373 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:26:59.676373 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:26:59.676373 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:26:59.676373 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:26:59.676373 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:26:59.676373 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:26:59.676373 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:26:59.676373 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:26:59.676373 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:26:59.676373 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:26:59.676373 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:26:59.676373 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:26:59.676373 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:26:59.689719 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4192bf37-7e62-4204-8759-73cfd7cb5c97 tempest-FloatingIPAdminTestJSON-858146115 tempest-FloatingIPAdminTestJSON-858146115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:59.694434 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4192bf37-7e62-4204-8759-73cfd7cb5c97 tempest-FloatingIPAdminTestJSON-858146115 tempest-FloatingIPAdminTestJSON-858146115-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4331520 Jan 28 00:26:59.698775 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36932) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:59.860691 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8930baf0-ca95-42a1-b4fd-5999b9a02f5d tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (b4ee4892-e1dd-4a75-986e-ea3bdd93103e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:59.868734 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8930baf0-ca95-42a1-b4fd-5999b9a02f5d tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:59.873051 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8930baf0-ca95-42a1-b4fd-5999b9a02f5d tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/networks/b4ee4892-e1dd-4a75-986e-ea3bdd93103e HTTP/1.1" status: 204 len: 168 time: 1.1083984 Jan 28 00:26:59.907475 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36952) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:59.913863 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-6f9d8714-c18a-4422-9c45-a62c4fb6694b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Request body: {'network': {'name': 'tempest-RoutersTest-1396312830'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:26:59.949895 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9d8714-c18a-4422-9c45-a62c4fb6694b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Made reservation on behalf of 2fbcfeaf4123454d81861a2387d862d8 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:26:59.954638 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f9d8714-c18a-4422-9c45-a62c4fb6694b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:26:59.961023 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-aa9a6495-58ca-40a8-9db7-31013d46d43a tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4001 time: 0.2619085 Jan 28 00:26:59.964198 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930baf0-ca95-42a1-b4fd-5999b9a02f5d tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Network': ['ID=b4ee4892-e1dd-4a75-986e-ea3bdd93103e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:26:59.966271 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36958) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:26:59.982327 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-25984130-e8fa-48cf-be0a-472b2b408c63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:00.004224 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9d8714-c18a-4422-9c45-a62c4fb6694b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:27:00.020605 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f9d8714-c18a-4422-9c45-a62c4fb6694b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (5fce5dc2-05ef-401a-80ed-14f68621889a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:00.021374 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-6f9d8714-c18a-4422-9c45-a62c4fb6694b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Added segment 5fce5dc2-05ef-401a-80ed-14f68621889a of type vlan for network d064621a-3bfa-4701-9395-509ebf3fd11c Jan 28 00:27:00.090928 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba5ca8-85b1-4ad3-9d86-7271f40968c6 req-598f8a8c-81d0-4c5d-8541-e8c62219d1e0 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:00.092642 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aaba5ca8-85b1-4ad3-9d86-7271f40968c6 req-598f8a8c-81d0-4c5d-8541-e8c62219d1e0 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 945 time: 0.5959206 Jan 28 00:27:00.097598 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7f98e692-2bdd-45e1-b076-a109de5e333f tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.1299100 Jan 28 00:27:00.100219 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f9d8714-c18a-4422-9c45-a62c4fb6694b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (d064621a-3bfa-4701-9395-509ebf3fd11c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:00.105774 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36964) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:00.168253 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f9d8714-c18a-4422-9c45-a62c4fb6694b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (d064621a-3bfa-4701-9395-509ebf3fd11c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:00.181106 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9d8714-c18a-4422-9c45-a62c4fb6694b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:00.182237 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f9d8714-c18a-4422-9c45-a62c4fb6694b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:00.338294 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6f9d8714-c18a-4422-9c45-a62c4fb6694b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4291835 Jan 28 00:27:00.343343 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36966) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:00.353226 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a21823f9-6eb6-4676-95f2-81dffd244d30 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Request body: {'subnet': {'network_id': 'd064621a-3bfa-4701-9395-509ebf3fd11c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:27:00.375605 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aaba5ca8-85b1-4ad3-9d86-7271f40968c6 req-9367790f-659e-4121-97a4-7131bcc54c9d tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747514 Jan 28 00:27:00.449782 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d4864-c86f-4ecb-9873-70614eb2d1cc req-379b34b6-e9cb-4157-9295-5fb24e387f74 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:00.451833 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b2d4864-c86f-4ecb-9873-70614eb2d1cc req-379b34b6-e9cb-4157-9295-5fb24e387f74 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/ports?device_id=04251ac8-436c-4769-92cf-0bf2ec05073f HTTP/1.1" status: 200 len: 951 time: 0.2411592 Jan 28 00:27:00.470449 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-25984130-e8fa-48cf-be0a-472b2b408c63 admin admin] Publish callbacks [] for security_group (8d5fdb60-30f5-4c91-8cd6-a8c00db2d9a6), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:00.492131 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-25984130-e8fa-48cf-be0a-472b2b408c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (8d5fdb60-30f5-4c91-8cd6-a8c00db2d9a6), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:00.537372 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d8714-c18a-4422-9c45-a62c4fb6694b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Network': ['ID=d064621a-3bfa-4701-9395-509ebf3fd11c,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:00.555375 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network d064621a-3bfa-4701-9395-509ebf3fd11c details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:27:00.600374 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21823f9-6eb6-4676-95f2-81dffd244d30 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Made reservation on behalf of 2fbcfeaf4123454d81861a2387d862d8 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:27:00.609178 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a21823f9-6eb6-4676-95f2-81dffd244d30 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:00.671134 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-25984130-e8fa-48cf-be0a-472b2b408c63 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8e48d7a1ff9c43fb8dd321b79673baea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2702739 Jan 28 00:27:00.681555 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b2d4864-c86f-4ecb-9873-70614eb2d1cc req-3a3b95ef-6d4d-4e09-90fd-a325636bf7f4 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/security-groups?id=029f3950-2ebe-42df-a155-7336948250dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147336 Jan 28 00:27:00.691665 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36968) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:00.718902 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25984130-e8fa-48cf-be0a-472b2b408c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5fdb60-30f5-4c91-8cd6-a8c00db2d9a6,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:00.741855 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-7dc6d048-d0b3-4496-aa39-a2b5c037a5ce tempest-FloatingIPAdminTestJSON-858146115 tempest-FloatingIPAdminTestJSON-858146115-project] Deleting port 0a89570f-c1b4-4f02-8db2-f126cbd18425 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:27:00.742259 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7dc6d048-d0b3-4496-aa39-a2b5c037a5ce tempest-FloatingIPAdminTestJSON-858146115 tempest-FloatingIPAdminTestJSON-858146115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (0a89570f-c1b4-4f02-8db2-f126cbd18425), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:00.786150 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25984130-e8fa-48cf-be0a-472b2b408c63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:00.786493 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25984130-e8fa-48cf-be0a-472b2b408c63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:00.786837 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25984130-e8fa-48cf-be0a-472b2b408c63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:00.787186 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25984130-e8fa-48cf-be0a-472b2b408c63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:00.787523 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25984130-e8fa-48cf-be0a-472b2b408c63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:00.787865 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25984130-e8fa-48cf-be0a-472b2b408c63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:00.788227 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25984130-e8fa-48cf-be0a-472b2b408c63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:00.788926 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25984130-e8fa-48cf-be0a-472b2b408c63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:00.788926 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25984130-e8fa-48cf-be0a-472b2b408c63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:00.789226 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25984130-e8fa-48cf-be0a-472b2b408c63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:00.789539 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25984130-e8fa-48cf-be0a-472b2b408c63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:00.789766 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25984130-e8fa-48cf-be0a-472b2b408c63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:00.790096 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25984130-e8fa-48cf-be0a-472b2b408c63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:00.837196 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00652a68-afb0-4dce-880b-ef421940d2f9 req-2e1f4660-eee5-456d-811d-f97c6f024082 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:00.838838 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-00652a68-afb0-4dce-880b-ef421940d2f9 req-2e1f4660-eee5-456d-811d-f97c6f024082 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 944 time: 0.2430685 Jan 28 00:27:00.888505 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-af75d0f5-3b5f-4e66-a38b-8ec3ec598d80 admin admin] Publish callbacks [] for security_group (8d5fdb60-30f5-4c91-8cd6-a8c00db2d9a6), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:00.930641 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-af75d0f5-3b5f-4e66-a38b-8ec3ec598d80 admin admin] Publish callbacks [] for security_group (8d5fdb60-30f5-4c91-8cd6-a8c00db2d9a6), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:00.966099 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7dc6d048-d0b3-4496-aa39-a2b5c037a5ce tempest-FloatingIPAdminTestJSON-858146115 tempest-FloatingIPAdminTestJSON-858146115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (0a89570f-c1b4-4f02-8db2-f126cbd18425), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:00.966348 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7dc6d048-d0b3-4496-aa39-a2b5c037a5ce tempest-FloatingIPAdminTestJSON-858146115 tempest-FloatingIPAdminTestJSON-858146115-project] Publish callbacks [] for floatingip (0a89570f-c1b4-4f02-8db2-f126cbd18425), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:00.986390 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-00652a68-afb0-4dce-880b-ef421940d2f9 req-0b1ffd42-09dd-43c9-8614-96c8963389f6 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295421 Jan 28 00:27:01.003246 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-7dc6d048-d0b3-4496-aa39-a2b5c037a5ce tempest-FloatingIPAdminTestJSON-858146115 tempest-FloatingIPAdminTestJSON-858146115-project] Calling delete_port for 0a89570f-c1b4-4f02-8db2-f126cbd18425 owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:27:01.016764 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a21823f9-6eb6-4676-95f2-81dffd244d30 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (f0908f62-2af9-4a3f-9e2d-02f6560257ac), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:01.102513 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-af75d0f5-3b5f-4e66-a38b-8ec3ec598d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (8d5fdb60-30f5-4c91-8cd6-a8c00db2d9a6), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:01.105121 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-af75d0f5-3b5f-4e66-a38b-8ec3ec598d80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:01.106308 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-af75d0f5-3b5f-4e66-a38b-8ec3ec598d80 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8d5fdb60-30f5-4c91-8cd6-a8c00db2d9a6 HTTP/1.1" status: 204 len: 168 time: 0.4138744 Jan 28 00:27:01.142192 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21823f9-6eb6-4676-95f2-81dffd244d30 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Subnet': ['ID=f0908f62-2af9-4a3f-9e2d-02f6560257ac,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:01.152178 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75d0f5-3b5f-4e66-a38b-8ec3ec598d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5fdb60-30f5-4c91-8cd6-a8c00db2d9a6,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:01.220361 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21823f9-6eb6-4676-95f2-81dffd244d30 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Checking segment: {'id': '5fce5dc2-05ef-401a-80ed-14f68621889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd064621a-3bfa-4701-9395-509ebf3fd11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:27:01.225689 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21823f9-6eb6-4676-95f2-81dffd244d30 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network hostable DHCP agents. Network: d064621a-3bfa-4701-9395-509ebf3fd11c, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:27:01.278629 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21823f9-6eb6-4676-95f2-81dffd244d30 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network d064621a-3bfa-4701-9395-509ebf3fd11c is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:27:01.308325 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-a21823f9-6eb6-4676-95f2-81dffd244d30 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, d064621a-3bfa-4701-9395-509ebf3fd11c) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:27:01.315409 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21823f9-6eb6-4676-95f2-81dffd244d30 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:01.317079 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a21823f9-6eb6-4676-95f2-81dffd244d30 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:01.318349 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28954db8-d7ef-4dcb-8eff-d06a5b1ea6cf None None] Network d064621a-3bfa-4701-9395-509ebf3fd11c requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:27:01.336188 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7dc6d048-d0b3-4496-aa39-a2b5c037a5ce tempest-FloatingIPAdminTestJSON-858146115 tempest-FloatingIPAdminTestJSON-858146115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (0a89570f-c1b4-4f02-8db2-f126cbd18425), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:01.352583 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a21823f9-6eb6-4676-95f2-81dffd244d30 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0072963 Jan 28 00:27:01.356291 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36974) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:01.366159 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2bcc6a8b-76ad-42cc-9815-43af2761c36e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-572077776', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:27:01.393148 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6d048-d0b3-4496-aa39-a2b5c037a5ce tempest-FloatingIPAdminTestJSON-858146115 tempest-FloatingIPAdminTestJSON-858146115-project] Pushing event deleted for resources: {'Port': ['ID=0a89570f-c1b4-4f02-8db2-f126cbd18425,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:01.416521 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2bcc6a8b-76ad-42cc-9815-43af2761c36e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (6acf8023-ab43-4e82-b446-79713b4abe2b), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:01.419047 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2bcc6a8b-76ad-42cc-9815-43af2761c36e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (6acf8023-ab43-4e82-b446-79713b4abe2b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:01.576750 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa9e59b-3ca5-4210-a53c-58e47dff5af3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-d064621a-3bfa-4701-9395-509ebf3fd11c', 'network_id': 'd064621a-3bfa-4701-9395-509ebf3fd11c', 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'fixed_ips': [{'subnet_id': 'f0908f62-2af9-4a3f-9e2d-02f6560257ac'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:27:01.577756 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e59b-3ca5-4210-a53c-58e47dff5af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:01.645693 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2bcc6a8b-76ad-42cc-9815-43af2761c36e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router_controller (6acf8023-ab43-4e82-b446-79713b4abe2b), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:01.655465 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2bcc6a8b-76ad-42cc-9815-43af2761c36e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (6acf8023-ab43-4e82-b446-79713b4abe2b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:01.692654 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7dc6d048-d0b3-4496-aa39-a2b5c037a5ce tempest-FloatingIPAdminTestJSON-858146115 tempest-FloatingIPAdminTestJSON-858146115-project] Publish callbacks [] for floatingip (e698b759-b20b-4ffa-9877-b9b1866163dd), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:01.696746 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7dc6d048-d0b3-4496-aa39-a2b5c037a5ce tempest-FloatingIPAdminTestJSON-858146115 tempest-FloatingIPAdminTestJSON-858146115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:01.698086 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7dc6d048-d0b3-4496-aa39-a2b5c037a5ce tempest-FloatingIPAdminTestJSON-858146115 tempest-FloatingIPAdminTestJSON-858146115-project] 10.222.0.70 "DELETE /v2.0/floatingips/e698b759-b20b-4ffa-9877-b9b1866163dd HTTP/1.1" status: 204 len: 168 time: 1.5918140 Jan 28 00:27:01.703888 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36980) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:01.714418 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d47e7-82b1-49cf-aad0-589f2a9f3281 req-fc29972d-7fc8-4ede-b7a6-b274d4dc8b49 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:01.722807 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-305d47e7-82b1-49cf-aad0-589f2a9f3281 req-fc29972d-7fc8-4ede-b7a6-b274d4dc8b49 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 945 time: 0.1581061 Jan 28 00:27:01.737300 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2bcc6a8b-76ad-42cc-9815-43af2761c36e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:01.745200 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2bcc6a8b-76ad-42cc-9815-43af2761c36e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3834264 Jan 28 00:27:01.746880 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36984) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:01.764912 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-9fbde2d9-a373-4aa2-9474-84a8cfb365a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Request body: {'port': {'network_id': 'd064621a-3bfa-4701-9395-509ebf3fd11c', 'name': 'tempest-RoutersTest-1549408999'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:27:01.964699 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-305d47e7-82b1-49cf-aad0-589f2a9f3281 req-2653e568-8ba5-41cf-b254-3230895a4e23 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407577 Jan 28 00:27:01.990985 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36986) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:02.012419 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-12ab7150-8fb3-4490-8e86-3f05e6412ca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:02.066451 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-0aa9e59b-3ca5-4210-a53c-58e47dff5af3 None None] Allocated IP 172.20.0.2 (d064621a-3bfa-4701-9395-509ebf3fd11c/f0908f62-2af9-4a3f-9e2d-02f6560257ac/53ca4303-49ef-447b-89da-265a9aad57a8) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:27:02.155572 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-12ab7150-8fb3-4490-8e86-3f05e6412ca4 admin admin] Publish callbacks [] for security_group (cfe7fecc-04a2-4add-b430-b55c2c8fece9), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:02.168359 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e36498-bb65-4339-88db-d5671aa09a09 req-2b9bdf9a-3658-461e-970d-ba9425eef638 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:02.176080 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-79e36498-bb65-4339-88db-d5671aa09a09 req-2b9bdf9a-3658-461e-970d-ba9425eef638 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/ports?device_id=04251ac8-436c-4769-92cf-0bf2ec05073f HTTP/1.1" status: 200 len: 951 time: 0.2920001 Jan 28 00:27:02.180374 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-12ab7150-8fb3-4490-8e86-3f05e6412ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (cfe7fecc-04a2-4add-b430-b55c2c8fece9), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:02.228252 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-64be47e9-b342-476b-b892-3ef650698899 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Deleting port 6f850969-7094-417a-a222-a06f6e9fd9e5 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:27:02.238789 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-64be47e9-b342-476b-b892-3ef650698899 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (6f850969-7094-417a-a222-a06f6e9fd9e5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:02.239097 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab7150-8fb3-4490-8e86-3f05e6412ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe7fecc-04a2-4add-b430-b55c2c8fece9,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:02.315840 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-12ab7150-8fb3-4490-8e86-3f05e6412ca4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7b866095f6184820a41281eb45b23d0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3219414 Jan 28 00:27:02.333132 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36992) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:02.352857 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-79e36498-bb65-4339-88db-d5671aa09a09 req-a4a856a2-a6e7-49ab-b224-94d6df5d6415 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/security-groups?id=029f3950-2ebe-42df-a155-7336948250dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749358 Jan 28 00:27:02.387800 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbde2d9-a373-4aa2-9474-84a8cfb365a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Made reservation on behalf of 2fbcfeaf4123454d81861a2387d862d8 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:27:02.397921 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9fbde2d9-a373-4aa2-9474-84a8cfb365a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:02.401691 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e59b-3ca5-4210-a53c-58e47dff5af3 None None] Publish callbacks [] for port (53ca4303-49ef-447b-89da-265a9aad57a8), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:02.415595 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e59b-3ca5-4210-a53c-58e47dff5af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (53ca4303-49ef-447b-89da-265a9aad57a8), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:02.502129 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7555b86-7f61-40fe-8bd1-87bb1e662ab5 req-61fb5d9a-86ec-4059-b6ba-0953ed7110f6 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:02.504771 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7555b86-7f61-40fe-8bd1-87bb1e662ab5 req-61fb5d9a-86ec-4059-b6ba-0953ed7110f6 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 944 time: 0.2216241 Jan 28 00:27:02.506574 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-9fbde2d9-a373-4aa2-9474-84a8cfb365a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] device_id is not set on port eafe4467-3a99-4890-923c-5da0c17d0a20 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:27:02.629191 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa9e59b-3ca5-4210-a53c-58e47dff5af3 None None] Network d064621a-3bfa-4701-9395-509ebf3fd11c is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:27:02.654063 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-0aa9e59b-3ca5-4210-a53c-58e47dff5af3 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:27:02.693866 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-9fbde2d9-a373-4aa2-9474-84a8cfb365a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Allocated IP 172.20.0.12 (d064621a-3bfa-4701-9395-509ebf3fd11c/f0908f62-2af9-4a3f-9e2d-02f6560257ac/eafe4467-3a99-4890-923c-5da0c17d0a20) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:27:02.711171 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa9e59b-3ca5-4210-a53c-58e47dff5af3 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:27:02.752361 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9e59b-3ca5-4210-a53c-58e47dff5af3 None None] Pushing event updated for resources: {'Port': ['ID=53ca4303-49ef-447b-89da-265a9aad57a8,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:02.882828 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9fbde2d9-a373-4aa2-9474-84a8cfb365a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for port (eafe4467-3a99-4890-923c-5da0c17d0a20), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:02.900952 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-0aa9e59b-3ca5-4210-a53c-58e47dff5af3 None None] Attempting to bind port 53ca4303-49ef-447b-89da-265a9aad57a8 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:27:02.901340 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-0aa9e59b-3ca5-4210-a53c-58e47dff5af3 None None] Attempting to bind port 53ca4303-49ef-447b-89da-265a9aad57a8 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '5fce5dc2-05ef-401a-80ed-14f68621889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd064621a-3bfa-4701-9395-509ebf3fd11c'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:27:02.901712 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa9e59b-3ca5-4210-a53c-58e47dff5af3 None None] Attempting to bind port 53ca4303-49ef-447b-89da-265a9aad57a8 on network d064621a-3bfa-4701-9395-509ebf3fd11c {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:27:02.929153 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa9e59b-3ca5-4210-a53c-58e47dff5af3 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:27:02.930510 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa9e59b-3ca5-4210-a53c-58e47dff5af3 None None] Checking segment: {'id': '5fce5dc2-05ef-401a-80ed-14f68621889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd064621a-3bfa-4701-9395-509ebf3fd11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:27:02.933570 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e59b-3ca5-4210-a53c-58e47dff5af3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:02.934263 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa9e59b-3ca5-4210-a53c-58e47dff5af3 None None] Bound using segment: {'id': '5fce5dc2-05ef-401a-80ed-14f68621889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd064621a-3bfa-4701-9395-509ebf3fd11c'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:27:02.935008 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-0aa9e59b-3ca5-4210-a53c-58e47dff5af3 None None] Bound port: 53ca4303-49ef-447b-89da-265a9aad57a8, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fce5dc2-05ef-401a-80ed-14f68621889a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd064621a-3bfa-4701-9395-509ebf3fd11c'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:27:02.935406 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e59b-3ca5-4210-a53c-58e47dff5af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (53ca4303-49ef-447b-89da-265a9aad57a8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:02.994410 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9fbde2d9-a373-4aa2-9474-84a8cfb365a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (eafe4467-3a99-4890-923c-5da0c17d0a20), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:03.039975 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-64be47e9-b342-476b-b892-3ef650698899 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (6f850969-7094-417a-a222-a06f6e9fd9e5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:03.040312 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-64be47e9-b342-476b-b892-3ef650698899 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Publish callbacks [] for floatingip (6f850969-7094-417a-a222-a06f6e9fd9e5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:03.072350 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbde2d9-a373-4aa2-9474-84a8cfb365a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Port': ['ID=eafe4467-3a99-4890-923c-5da0c17d0a20,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:03.077788 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-64be47e9-b342-476b-b892-3ef650698899 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Calling delete_port for 6f850969-7094-417a-a222-a06f6e9fd9e5 owned by network:floatingip {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:27:03.105524 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8f6d047b-13cf-4f21-aee9-f7d55038e7fc admin admin] Publish callbacks [] for security_group (cfe7fecc-04a2-4add-b430-b55c2c8fece9), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:03.119030 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-0aa9e59b-3ca5-4210-a53c-58e47dff5af3 None None] For port 53ca4303-49ef-447b-89da-265a9aad57a8, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:27:03.133047 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbde2d9-a373-4aa2-9474-84a8cfb365a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network d064621a-3bfa-4701-9395-509ebf3fd11c is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:27:03.136617 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-0aa9e59b-3ca5-4210-a53c-58e47dff5af3 None None] For port 53ca4303-49ef-447b-89da-265a9aad57a8, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=53ca4303-49ef-447b-89da-265a9aad57a8,segment=NetworkSegment(5fce5dc2-05ef-401a-80ed-14f68621889a),segment_id=5fce5dc2-05ef-401a-80ed-14f68621889a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:27:03.146522 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e59b-3ca5-4210-a53c-58e47dff5af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (53ca4303-49ef-447b-89da-265a9aad57a8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:03.179845 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-9fbde2d9-a373-4aa2-9474-84a8cfb365a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:27:03.186495 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbde2d9-a373-4aa2-9474-84a8cfb365a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:27:03.218694 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7555b86-7f61-40fe-8bd1-87bb1e662ab5 req-0528c43f-8783-49d9-9657-4a4f5fcb4aee tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2552691 Jan 28 00:27:03.372574 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8f6d047b-13cf-4f21-aee9-f7d55038e7fc admin admin] Publish callbacks [] for security_group (cfe7fecc-04a2-4add-b430-b55c2c8fece9), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:03.462040 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9e59b-3ca5-4210-a53c-58e47dff5af3 None None] Pushing event updated for resources: {'Port': ['ID=53ca4303-49ef-447b-89da-265a9aad57a8,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:03.506808 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbde2d9-a373-4aa2-9474-84a8cfb365a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:03.507789 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9fbde2d9-a373-4aa2-9474-84a8cfb365a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:03.545399 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da8ece-2d56-4ad3-b377-1a3cc2376cba req-b199075b-7a90-4b4f-a9fd-af0c03e33d8d tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:03.547071 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27da8ece-2d56-4ad3-b377-1a3cc2376cba req-b199075b-7a90-4b4f-a9fd-af0c03e33d8d tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 945 time: 0.2517836 Jan 28 00:27:03.552958 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9fbde2d9-a373-4aa2-9474-84a8cfb365a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8048232 Jan 28 00:27:03.563162 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37030) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:03.573234 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-64be47e9-b342-476b-b892-3ef650698899 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (6f850969-7094-417a-a222-a06f6e9fd9e5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:03.628464 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be47e9-b342-476b-b892-3ef650698899 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f850969-7094-417a-a222-a06f6e9fd9e5,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:03.773255 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27da8ece-2d56-4ad3-b377-1a3cc2376cba req-202a9af5-d4a4-4260-886d-e5af884c9e1b tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185581 Jan 28 00:27:03.775942 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8f6d047b-13cf-4f21-aee9-f7d55038e7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (cfe7fecc-04a2-4add-b430-b55c2c8fece9), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:03.778899 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8f6d047b-13cf-4f21-aee9-f7d55038e7fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:03.780198 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8f6d047b-13cf-4f21-aee9-f7d55038e7fc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cfe7fecc-04a2-4add-b430-b55c2c8fece9 HTTP/1.1" status: 204 len: 168 time: 1.4458921 Jan 28 00:27:03.807574 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d047b-13cf-4f21-aee9-f7d55038e7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe7fecc-04a2-4add-b430-b55c2c8fece9,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:03.855376 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-64be47e9-b342-476b-b892-3ef650698899 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Publish callbacks [] for floatingip (8367b8a1-7039-44f6-99d8-d7d92f0a9d41), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:03.858545 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-64be47e9-b342-476b-b892-3ef650698899 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:03.860695 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-64be47e9-b342-476b-b892-3ef650698899 tempest-FloatingIPAdminTestJSON-1416317453 tempest-FloatingIPAdminTestJSON-1416317453-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/8367b8a1-7039-44f6-99d8-d7d92f0a9d41 HTTP/1.1" status: 204 len: 168 time: 2.1545801 Jan 28 00:27:03.865306 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37046) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:04.090415 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c8b70-dd6c-429e-a57b-4325ab29993f tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Deleting port 004bd0f7-7fc6-41a0-940d-734d310acad1 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:27:04.093716 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ec2c8b70-dd6c-429e-a57b-4325ab29993f tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (004bd0f7-7fc6-41a0-940d-734d310acad1), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:04.287970 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device cc24101a-544d-4649-8815-96aaa8e93806 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:27:04.430762 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ec2c8b70-dd6c-429e-a57b-4325ab29993f tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (004bd0f7-7fc6-41a0-940d-734d310acad1), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:04.454443 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port cc24101a-544d-4649-8815-96aaa8e93806 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:27:04.454853 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cc24101a-544d-4649-8815-96aaa8e93806), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:04.475230 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06da07-d461-4995-b783-9cc3cb0bd2ec req-c9b6accd-12a2-414d-9bc3-aebc7a436ba7 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:04.488397 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ae06da07-d461-4995-b783-9cc3cb0bd2ec req-c9b6accd-12a2-414d-9bc3-aebc7a436ba7 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 945 time: 0.1937025 Jan 28 00:27:04.493372 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c8b70-dd6c-429e-a57b-4325ab29993f tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Calling delete_port for 004bd0f7-7fc6-41a0-940d-734d310acad1 owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:27:04.508939 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port cc24101a-544d-4649-8815-96aaa8e93806, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=cc24101a-544d-4649-8815-96aaa8e93806,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:27:04.510304 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04251ac8-436c-4769-92cf-0bf2ec05073f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc24101a-544d-4649-8815-96aaa8e93806'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:27:04.513620 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8adbd8f-c994-4351-acd1-76f62805af4e" -d '{"events": [{"server_uuid": "04251ac8-436c-4769-92cf-0bf2ec05073f", "name": "network-vif-unplugged", "status": "completed", "tag": "cc24101a-544d-4649-8815-96aaa8e93806"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:27:04.518506 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (cc24101a-544d-4649-8815-96aaa8e93806), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:04.584593 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5422d2df-b7ee-4b88-a910-4909d68c115e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (eafe4467-3a99-4890-923c-5da0c17d0a20), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:04.590632 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=cc24101a-544d-4649-8815-96aaa8e93806,revision_number=11']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:04.707767 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ae06da07-d461-4995-b783-9cc3cb0bd2ec req-c83f4c54-5b3a-4acc-b734-31e8d5b111ef tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802604 Jan 28 00:27:04.738346 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e491b-6e37-4af8-965d-ec26d6c6b6ef req-33207a46-c071-47be-bfdf-f8ce9310772e tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:04.739592 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a93e491b-6e37-4af8-965d-ec26d6c6b6ef req-33207a46-c071-47be-bfdf-f8ce9310772e tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 944 time: 0.1856868 Jan 28 00:27:04.942237 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ec2c8b70-dd6c-429e-a57b-4325ab29993f tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (004bd0f7-7fc6-41a0-940d-734d310acad1), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:05.026339 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1b09fb-ba4b-4658-99f9-d8dd43507960 x-openstack-request-id: req-de1b09fb-ba4b-4658-99f9-d8dd43507960 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:27:05.026874 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04251ac8-436c-4769-92cf-0bf2ec05073f", "name": "network-vif-unplugged", "status": "completed", "tag": "cc24101a-544d-4649-8815-96aaa8e93806", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:27:05.028590 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-de1b09fb-ba4b-4658-99f9-d8dd43507960 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:27:05.029186 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04251ac8-436c-4769-92cf-0bf2ec05073f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc24101a-544d-4649-8815-96aaa8e93806', 'code': 200} Jan 28 00:27:05.110797 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a93e491b-6e37-4af8-965d-ec26d6c6b6ef req-017f27aa-9e57-4ac0-8606-74e19ccb545b tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3684788 Jan 28 00:27:05.287809 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c8b70-dd6c-429e-a57b-4325ab29993f tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Pushing event deleted for resources: {'Port': ['ID=004bd0f7-7fc6-41a0-940d-734d310acad1,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:05.324556 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 53ca4303-49ef-447b-89da-265a9aad57a8 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:27:05.380831 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5422d2df-b7ee-4b88-a910-4909d68c115e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for port (eafe4467-3a99-4890-923c-5da0c17d0a20), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:05.400992 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5422d2df-b7ee-4b88-a910-4909d68c115e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (eafe4467-3a99-4890-923c-5da0c17d0a20), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:05.451089 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c8b70-dd6c-429e-a57b-4325ab29993f tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:05.452090 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c8b70-dd6c-429e-a57b-4325ab29993f tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:05.452945 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c8b70-dd6c-429e-a57b-4325ab29993f tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:05.454365 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c8b70-dd6c-429e-a57b-4325ab29993f tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:05.455233 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c8b70-dd6c-429e-a57b-4325ab29993f tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:05.456610 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c8b70-dd6c-429e-a57b-4325ab29993f tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:05.457429 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c8b70-dd6c-429e-a57b-4325ab29993f tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:05.458497 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c8b70-dd6c-429e-a57b-4325ab29993f tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:05.459260 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c8b70-dd6c-429e-a57b-4325ab29993f tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:05.460446 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c8b70-dd6c-429e-a57b-4325ab29993f tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:05.461482 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c8b70-dd6c-429e-a57b-4325ab29993f tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:05.462342 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c8b70-dd6c-429e-a57b-4325ab29993f tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:05.463166 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c8b70-dd6c-429e-a57b-4325ab29993f tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:05.501189 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 53ca4303-49ef-447b-89da-265a9aad57a8 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:27:05.501981 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (53ca4303-49ef-447b-89da-265a9aad57a8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:05.576223 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ec2c8b70-dd6c-429e-a57b-4325ab29993f tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:05.590357 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ec2c8b70-dd6c-429e-a57b-4325ab29993f tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] 10.222.0.70 "DELETE /v2.0/ports/004bd0f7-7fc6-41a0-940d-734d310acad1 HTTP/1.1" status: 204 len: 168 time: 1.7215741 Jan 28 00:27:05.591363 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37124) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:05.640096 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422d2df-b7ee-4b88-a910-4909d68c115e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Port': ['ID=eafe4467-3a99-4890-923c-5da0c17d0a20,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:05.641452 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 53ca4303-49ef-447b-89da-265a9aad57a8 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:27:05.642094 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (53ca4303-49ef-447b-89da-265a9aad57a8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:05.696219 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68135a24-5db7-4416-bb55-c372ab66fee7 None None] Network d064621a-3bfa-4701-9395-509ebf3fd11c requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:27:05.784701 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 53ca4303-49ef-447b-89da-265a9aad57a8, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=53ca4303-49ef-447b-89da-265a9aad57a8,segment=NetworkSegment(5fce5dc2-05ef-401a-80ed-14f68621889a),segment_id=5fce5dc2-05ef-401a-80ed-14f68621889a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:27:05.810702 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (53ca4303-49ef-447b-89da-265a9aad57a8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:05.902427 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2c02e423-7e50-4bae-9b11-d91d7c6abb67 None None] Provisioning complete for port 53ca4303-49ef-447b-89da-265a9aad57a8 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:27:05.903001 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2c02e423-7e50-4bae-9b11-d91d7c6abb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (53ca4303-49ef-447b-89da-265a9aad57a8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:05.972642 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33444a-3bd6-4f2f-883f-33ede0374589 req-731bafaf-baf8-4c0f-a234-392750d5f328 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:05.974902 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bf33444a-3bd6-4f2f-883f-33ede0374589 req-731bafaf-baf8-4c0f-a234-392750d5f328 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.65 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 945 time: 0.2991905 Jan 28 00:27:05.977926 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=53ca4303-49ef-447b-89da-265a9aad57a8,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:05.984239 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7e6b31a3-b525-474b-9af7-a787767fa5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:06.007200 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9796236-2a26-4dd7-b173-373d8864c9ec tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:06.014077 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c9796236-2a26-4dd7-b173-373d8864c9ec tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] 10.222.0.70 "GET /v2.0/ports?device_id=edb66048-8f16-499a-9f55-e7fca2047880 HTTP/1.1" status: 200 len: 913 time: 0.3799164 Jan 28 00:27:06.017214 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37164) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:06.121575 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2c02e423-7e50-4bae-9b11-d91d7c6abb67 None None] Current status of the port 53ca4303-49ef-447b-89da-265a9aad57a8 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:27:06.169468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e4ef9-93e6-421c-a9d3-fa6c83f91897 req-0e0f1e3c-9b26-4dd8-80a2-22c86dd9495b tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:06.181391 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe6e4ef9-93e6-421c-a9d3-fa6c83f91897 req-0e0f1e3c-9b26-4dd8-80a2-22c86dd9495b tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 945 time: 0.2574668 Jan 28 00:27:06.243955 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5422d2df-b7ee-4b88-a910-4909d68c115e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (6acf8023-ab43-4e82-b446-79713b4abe2b), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:06.340504 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe6e4ef9-93e6-421c-a9d3-fa6c83f91897 req-28d63ff7-c110-42be-8193-869de5bdd35a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601832 Jan 28 00:27:06.569529 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-bf33444a-3bd6-4f2f-883f-33ede0374589 req-8d11597b-fba5-4b57-a829-dc1004bf3899 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Deleting port ac4273d4-e149-4ab3-b33a-9864042c4932 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:27:06.569878 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-bf33444a-3bd6-4f2f-883f-33ede0374589 req-8d11597b-fba5-4b57-a829-dc1004bf3899 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (ac4273d4-e149-4ab3-b33a-9864042c4932), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:06.579819 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5422d2df-b7ee-4b88-a910-4909d68c115e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (eafe4467-3a99-4890-923c-5da0c17d0a20), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:06.605255 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04aafd9-3dd5-4c33-89ff-fe222204ac2a req-f6d2cfe5-bfd5-47f1-8d3c-2df949bf7327 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:06.615813 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b04aafd9-3dd5-4c33-89ff-fe222204ac2a req-f6d2cfe5-bfd5-47f1-8d3c-2df949bf7327 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 944 time: 0.1743906 Jan 28 00:27:06.785866 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-0cd75de7-b91c-4cb5-a946-2cf0e152e525 None None] Provisioning complete for port eafe4467-3a99-4890-923c-5da0c17d0a20 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:27:06.786653 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0cd75de7-b91c-4cb5-a946-2cf0e152e525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (eafe4467-3a99-4890-923c-5da0c17d0a20), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:06.843355 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-bf33444a-3bd6-4f2f-883f-33ede0374589 req-8d11597b-fba5-4b57-a829-dc1004bf3899 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] For port ac4273d4-e149-4ab3-b33a-9864042c4932, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ac4273d4-e149-4ab3-b33a-9864042c4932,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:27:06.843759 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-bf33444a-3bd6-4f2f-883f-33ede0374589 req-8d11597b-fba5-4b57-a829-dc1004bf3899 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (ac4273d4-e149-4ab3-b33a-9864042c4932), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:06.929389 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0cd75de7-b91c-4cb5-a946-2cf0e152e525 None None] Port eafe4467-3a99-4890-923c-5da0c17d0a20 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:27:06.934278 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-bf33444a-3bd6-4f2f-883f-33ede0374589 req-8d11597b-fba5-4b57-a829-dc1004bf3899 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Calling delete_port for ac4273d4-e149-4ab3-b33a-9864042c4932 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:27:06.990270 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-0cd75de7-b91c-4cb5-a946-2cf0e152e525 None None] Provisioning complete for port 53ca4303-49ef-447b-89da-265a9aad57a8 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:27:06.990669 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0cd75de7-b91c-4cb5-a946-2cf0e152e525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (53ca4303-49ef-447b-89da-265a9aad57a8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:07.061706 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 53ca4303-49ef-447b-89da-265a9aad57a8 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:27:07.122482 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e78fb83d-86fd-4db3-b5b2-c2a99ac045b2 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (edb66048-8f16-499a-9f55-e7fca2047880), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:07.322675 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 53ca4303-49ef-447b-89da-265a9aad57a8 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:27:07.323054 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (53ca4303-49ef-447b-89da-265a9aad57a8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:07.327119 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0cd75de7-b91c-4cb5-a946-2cf0e152e525 None None] Current status of the port 53ca4303-49ef-447b-89da-265a9aad57a8 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:27:07.505678 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-e219fa6f-03a1-4e75-97c9-0482603cf3c7 None None] Provisioning complete for port eafe4467-3a99-4890-923c-5da0c17d0a20 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:27:07.505976 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e219fa6f-03a1-4e75-97c9-0482603cf3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (eafe4467-3a99-4890-923c-5da0c17d0a20), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:07.752642 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 53ca4303-49ef-447b-89da-265a9aad57a8 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:27:07.762715 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e219fa6f-03a1-4e75-97c9-0482603cf3c7 None None] Port eafe4467-3a99-4890-923c-5da0c17d0a20 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:27:07.890951 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-bf33444a-3bd6-4f2f-883f-33ede0374589 req-8d11597b-fba5-4b57-a829-dc1004bf3899 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (ac4273d4-e149-4ab3-b33a-9864042c4932), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:07.910179 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2e36813e-c090-4a43-83e4-82b82706d903 None None] Provisioning complete for port eafe4467-3a99-4890-923c-5da0c17d0a20 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:27:07.911012 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2e36813e-c090-4a43-83e4-82b82706d903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (eafe4467-3a99-4890-923c-5da0c17d0a20), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:07.932231 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b04aafd9-3dd5-4c33-89ff-fe222204ac2a req-5fffa467-7927-488f-8f28-4107a4b22f32 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1541555 Jan 28 00:27:07.933375 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37234) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:08.041906 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2e36813e-c090-4a43-83e4-82b82706d903 None None] Port eafe4467-3a99-4890-923c-5da0c17d0a20 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:27:08.128241 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11597b-fba5-4b57-a829-dc1004bf3899 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Pushing event deleted for resources: {'Port': ['ID=ac4273d4-e149-4ab3-b33a-9864042c4932,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:08.190668 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-42aaca55-f0c9-4112-af24-eabc5c923712 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1960248029', 'router:external': True}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:27:08.208439 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f2cba9a9-6207-4998-92b1-82143cfb471d req-fac6da2e-935e-4465-8616-3898465381ab tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=671fc242-3217-43ba-be0d-55e29183ce1c HTTP/1.1" status: 200 len: 210 time: 0.0905035 Jan 28 00:27:08.219606 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf33444a-3bd6-4f2f-883f-33ede0374589 req-8d11597b-fba5-4b57-a829-dc1004bf3899 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] No DVR routers for this DVR port ac4273d4-e149-4ab3-b33a-9864042c4932 on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:27:08.236250 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-bf33444a-3bd6-4f2f-883f-33ede0374589 req-8d11597b-fba5-4b57-a829-dc1004bf3899 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:08.243337 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bf33444a-3bd6-4f2f-883f-33ede0374589 req-8d11597b-fba5-4b57-a829-dc1004bf3899 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.65 "DELETE /v2.0/ports/ac4273d4-e149-4ab3-b33a-9864042c4932 HTTP/1.1" status: 204 len: 173 time: 2.2272420 Jan 28 00:27:08.244148 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671fc242-3217-43ba-be0d-55e29183ce1c', 'name': 'network-vif-deleted', 'tag': 'ac4273d4-e149-4ab3-b33a-9864042c4932'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:27:08.261374 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12722ae-7134-4de5-9289-d0e69cf86880" -d '{"events": [{"server_uuid": "671fc242-3217-43ba-be0d-55e29183ce1c", "name": "network-vif-deleted", "tag": "ac4273d4-e149-4ab3-b33a-9864042c4932"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:27:08.279995 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77dc5ea3-00ba-4b12-b2b9-2ac253e674b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:08.419504 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42aaca55-f0c9-4112-af24-eabc5c923712 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Made reservation on behalf of 994d253fdd8a4f4d90ebb28608ed85df for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:27:08.428196 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-42aaca55-f0c9-4112-af24-eabc5c923712 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:08.444972 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7735e2e2-add3-4e96-8ede-9e3d291ec1a5 x-openstack-request-id: req-7735e2e2-add3-4e96-8ede-9e3d291ec1a5 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:27:08.445430 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671fc242-3217-43ba-be0d-55e29183ce1c", "name": "network-vif-deleted", "tag": "ac4273d4-e149-4ab3-b33a-9864042c4932", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:27:08.445849 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7735e2e2-add3-4e96-8ede-9e3d291ec1a5 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:27:08.458248 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671fc242-3217-43ba-be0d-55e29183ce1c', 'name': 'network-vif-deleted', 'tag': 'ac4273d4-e149-4ab3-b33a-9864042c4932', 'status': 'completed', 'code': 200} Jan 28 00:27:08.468275 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-42aaca55-f0c9-4112-af24-eabc5c923712 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:08.530815 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5422d2df-b7ee-4b88-a910-4909d68c115e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for port (eafe4467-3a99-4890-923c-5da0c17d0a20), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:08.544747 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5422d2df-b7ee-4b88-a910-4909d68c115e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (eafe4467-3a99-4890-923c-5da0c17d0a20), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:08.558542 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e78fb83d-86fd-4db3-b5b2-c2a99ac045b2 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Deleting port b56d7851-71ca-47f7-8344-b0430aad6ee1 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:27:08.559258 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e78fb83d-86fd-4db3-b5b2-c2a99ac045b2 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b56d7851-71ca-47f7-8344-b0430aad6ee1), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:08.733148 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e78fb83d-86fd-4db3-b5b2-c2a99ac045b2 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b56d7851-71ca-47f7-8344-b0430aad6ee1), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:08.738991 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422d2df-b7ee-4b88-a910-4909d68c115e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Port': ['ID=eafe4467-3a99-4890-923c-5da0c17d0a20,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:08.766848 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e78fb83d-86fd-4db3-b5b2-c2a99ac045b2 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Calling delete_port for b56d7851-71ca-47f7-8344-b0430aad6ee1 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:27:08.767760 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5422d2df-b7ee-4b88-a910-4909d68c115e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (6acf8023-ab43-4e82-b446-79713b4abe2b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:08.911648 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-42aaca55-f0c9-4112-af24-eabc5c923712 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for security_group (f801df48-6663-4fc9-828a-1d500cd9b17f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:08.920805 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-42aaca55-f0c9-4112-af24-eabc5c923712 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f801df48-6663-4fc9-828a-1d500cd9b17f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:08.976141 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42aaca55-f0c9-4112-af24-eabc5c923712 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:27:08.994963 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aaca55-f0c9-4112-af24-eabc5c923712 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f801df48-6663-4fc9-828a-1d500cd9b17f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:09.005790 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-42aaca55-f0c9-4112-af24-eabc5c923712 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (ce13c309-62e6-4cfe-afe7-b635631ce73d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:09.006463 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-42aaca55-f0c9-4112-af24-eabc5c923712 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Added segment ce13c309-62e6-4cfe-afe7-b635631ce73d of type vlan for network 49f009e6-1d18-4898-a7d8-3500b53e7572 Jan 28 00:27:09.024587 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5422d2df-b7ee-4b88-a910-4909d68c115e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network d064621a-3bfa-4701-9395-509ebf3fd11c is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:27:09.027184 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-5422d2df-b7ee-4b88-a910-4909d68c115e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:27:09.125306 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device ac4273d4-e149-4ab3-b33a-9864042c4932 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:27:09.223688 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-42aaca55-f0c9-4112-af24-eabc5c923712 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (49f009e6-1d18-4898-a7d8-3500b53e7572), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:09.243651 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: ac4273d4-e149-4ab3-b33a-9864042c4932 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:27:09.244184 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device ac4273d4-e149-4ab3-b33a-9864042c4932 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:27:09.371506 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-42aaca55-f0c9-4112-af24-eabc5c923712 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (49f009e6-1d18-4898-a7d8-3500b53e7572), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:09.373274 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42aaca55-f0c9-4112-af24-eabc5c923712 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:09.374332 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-42aaca55-f0c9-4112-af24-eabc5c923712 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:09.496828 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-42aaca55-f0c9-4112-af24-eabc5c923712 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.5459797 Jan 28 00:27:09.499530 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37296) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:09.505633 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-b9146701-2825-4149-b498-f7e17dd96d41 None None] Provisioning complete for port eafe4467-3a99-4890-923c-5da0c17d0a20 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:27:09.506583 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b9146701-2825-4149-b498-f7e17dd96d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (eafe4467-3a99-4890-923c-5da0c17d0a20), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:09.522400 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-15e3aacc-553a-4758-84aa-b47ac2e1aeef tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Request body: {'subnet': {'network_id': '49f009e6-1d18-4898-a7d8-3500b53e7572', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:27:09.555584 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95637ed5-2308-433f-884e-3029966367fc req-f33c63ea-08c3-43f0-8c57-b041118c4c01 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:09.563156 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-95637ed5-2308-433f-884e-3029966367fc req-f33c63ea-08c3-43f0-8c57-b041118c4c01 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 944 time: 0.3228860 Jan 28 00:27:09.587327 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aaca55-f0c9-4112-af24-eabc5c923712 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Pushing event updated for resources: {'Network': ['ID=49f009e6-1d18-4898-a7d8-3500b53e7572,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:09.598076 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b9146701-2825-4149-b498-f7e17dd96d41 None None] Port eafe4467-3a99-4890-923c-5da0c17d0a20 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:27:09.622775 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 49f009e6-1d18-4898-a7d8-3500b53e7572 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:27:09.663302 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:09.663561 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e3aacc-553a-4758-84aa-b47ac2e1aeef tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Made reservation on behalf of 994d253fdd8a4f4d90ebb28608ed85df for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:27:09.666426 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-15e3aacc-553a-4758-84aa-b47ac2e1aeef tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:09.677943 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705c8a8-6007-472a-94b3-3201702eb919 req-19ed6ebe-f036-4053-83bc-9518edd75513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:09.680460 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b705c8a8-6007-472a-94b3-3201702eb919 req-19ed6ebe-f036-4053-83bc-9518edd75513 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a&tenant_id=66e2abd01f29448ab207898a6db8a6af HTTP/1.1" status: 200 len: 1095 time: 0.6285870 Jan 28 00:27:09.691437 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5422d2df-b7ee-4b88-a910-4909d68c115e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Router 6acf8023-ab43-4e82-b446-79713b4abe2b is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:27:09.694584 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e78fb83d-86fd-4db3-b5b2-c2a99ac045b2 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (b56d7851-71ca-47f7-8344-b0430aad6ee1), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:09.733573 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-b705c8a8-6007-472a-94b3-3201702eb919 req-ac752fc7-dde1-4bbd-8b9d-54f20a2b98d6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826754-1', 'device_owner': 'compute:nova'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:27:09.748849 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-95637ed5-2308-433f-884e-3029966367fc req-c8ed178d-8707-4daf-b001-54515c2a3e21 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823537 Jan 28 00:27:09.908553 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78fb83d-86fd-4db3-b5b2-c2a99ac045b2 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Pushing event deleted for resources: {'Port': ['ID=b56d7851-71ca-47f7-8344-b0430aad6ee1,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:10.050907 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5422d2df-b7ee-4b88-a910-4909d68c115e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:27:10.063238 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5422d2df-b7ee-4b88-a910-4909d68c115e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "PUT /v2.0/routers/6acf8023-ab43-4e82-b446-79713b4abe2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4986992 Jan 28 00:27:10.067865 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37320) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:10.077134 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f20925-b2c3-4ed7-b265-c9c5d6e246d8 None None] Sync routers for ids ['6acf8023-ab43-4e82-b446-79713b4abe2b'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:27:10.109937 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f20925-b2c3-4ed7-b265-c9c5d6e246d8 None None] Routers {'6acf8023-ab43-4e82-b446-79713b4abe2b'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:27:10.111279 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-83f20925-b2c3-4ed7-b265-c9c5d6e246d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:27:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6acf8023-ab43-4e82-b446-79713b4abe2b'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:10.219650 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-83f20925-b2c3-4ed7-b265-c9c5d6e246d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:10.254864 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f20925-b2c3-4ed7-b265-c9c5d6e246d8 None None] Routers {'6acf8023-ab43-4e82-b446-79713b4abe2b'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:27:10.255994 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-83f20925-b2c3-4ed7-b265-c9c5d6e246d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:27:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6acf8023-ab43-4e82-b446-79713b4abe2b'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:10.284900 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c966bc13-9cec-4ec1-b473-0f7b128968b9 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:10.287094 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c966bc13-9cec-4ec1-b473-0f7b128968b9 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "GET /v2.0/ports/eafe4467-3a99-4890-923c-5da0c17d0a20 HTTP/1.1" status: 200 len: 978 time: 0.2176154 Jan 28 00:27:10.292784 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37340) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:10.293739 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b705c8a8-6007-472a-94b3-3201702eb919 req-ac752fc7-dde1-4bbd-8b9d-54f20a2b98d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:10.358473 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-83f20925-b2c3-4ed7-b265-c9c5d6e246d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:10.359895 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f20925-b2c3-4ed7-b265-c9c5d6e246d8 None None] The sync data for ids ['6acf8023-ab43-4e82-b446-79713b4abe2b'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:27:10.470644 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-f71d66ec-5d98-4fab-adf5-0f2e24144199 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:10.473324 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-f71d66ec-5d98-4fab-adf5-0f2e24144199 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/networks?id=2f518455-11e0-4f29-b2fb-3688e3f7fb32 HTTP/1.1" status: 200 len: 812 time: 0.1853666 Jan 28 00:27:10.511245 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-61d0c69d-e0a8-419c-81a2-958d606273bb tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/quotas/1f564eba381e4679ad4f4d86366ab37a HTTP/1.1" status: 200 len: 375 time: 0.0226707 Jan 28 00:27:10.547950 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-0cfa49b8-605c-4530-9141-065f468f03fd tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1f564eba381e4679ad4f4d86366ab37a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358105 Jan 28 00:27:10.676926 n-d-826754-1 neutron-server[103344]: DEBUG neutron.objects.ports [None req-15e3aacc-553a-4758-84aa-b47ac2e1aeef tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103344) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 00:27:10.677729 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-15e3aacc-553a-4758-84aa-b47ac2e1aeef tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (f966c9f0-ea86-45a1-ade1-0a85b15965b7), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:10.766824 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3aacc-553a-4758-84aa-b47ac2e1aeef tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f966c9f0-ea86-45a1-ade1-0a85b15965b7,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:10.791750 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-fda18ede-e702-4800-9461-14f96d3357b3 service neutron] 10.222.0.70 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318799 Jan 28 00:27:10.808368 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e3aacc-553a-4758-84aa-b47ac2e1aeef tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Checking segment: {'id': 'ce13c309-62e6-4cfe-afe7-b635631ce73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '49f009e6-1d18-4898-a7d8-3500b53e7572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:27:10.809207 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e3aacc-553a-4758-84aa-b47ac2e1aeef tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Network hostable DHCP agents. Network: 49f009e6-1d18-4898-a7d8-3500b53e7572, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:27:10.887056 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e3aacc-553a-4758-84aa-b47ac2e1aeef tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Network 49f009e6-1d18-4898-a7d8-3500b53e7572 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:27:10.909269 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-15e3aacc-553a-4758-84aa-b47ac2e1aeef tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 49f009e6-1d18-4898-a7d8-3500b53e7572) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:27:10.922841 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e3aacc-553a-4758-84aa-b47ac2e1aeef tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:10.923865 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-15e3aacc-553a-4758-84aa-b47ac2e1aeef tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:10.940516 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1d9d1c-abbd-458c-994a-4d7170298365 None None] Network 49f009e6-1d18-4898-a7d8-3500b53e7572 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:27:10.950349 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-4b4e7d20-8201-405d-8026-a866830ad648 service neutron] 10.222.0.70 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503906 Jan 28 00:27:10.965783 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-15e3aacc-553a-4758-84aa-b47ac2e1aeef tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4542062 Jan 28 00:27:10.967773 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37370) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:10.974313 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-a132ab34-a805-4816-adca-9cf6e782edcb tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1613410365', 'network_id': '49f009e6-1d18-4898-a7d8-3500b53e7572'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:27:10.981165 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e78fb83d-86fd-4db3-b5b2-c2a99ac045b2 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (edb66048-8f16-499a-9f55-e7fca2047880), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:11.030513 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a132ab34-a805-4816-adca-9cf6e782edcb tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Made reservation on behalf of 994d253fdd8a4f4d90ebb28608ed85df for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:27:11.044198 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a132ab34-a805-4816-adca-9cf6e782edcb tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:11.103683 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-a132ab34-a805-4816-adca-9cf6e782edcb tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] device_id is not set on port 2e3a80e5-6dad-4386-9655-7312d457ecdc yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:27:11.124986 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:11.215544 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e46561-bc76-48f4-8f78-912b0dddf8ce None None] Network 49f009e6-1d18-4898-a7d8-3500b53e7572 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:27:11.307923 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-b705c8a8-6007-472a-94b3-3201702eb919 req-ac752fc7-dde1-4bbd-8b9d-54f20a2b98d6 service neutron] For port a97c7ddc-fba4-4c26-b16d-5efee7924ebd, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a97c7ddc-fba4-4c26-b16d-5efee7924ebd,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:27:11.387290 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df405f9-4fde-43eb-8494-bac8eb170171 req-775da499-da13-468e-913c-5fa09924033b tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:11.399146 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8df405f9-4fde-43eb-8494-bac8eb170171 req-775da499-da13-468e-913c-5fa09924033b tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 944 time: 0.2585618 Jan 28 00:27:11.505627 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-b705c8a8-6007-472a-94b3-3201702eb919 req-ac752fc7-dde1-4bbd-8b9d-54f20a2b98d6 service neutron] For port a97c7ddc-fba4-4c26-b16d-5efee7924ebd, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:27:11.530222 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-a132ab34-a805-4816-adca-9cf6e782edcb tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Allocated IP 172.20.0.2 (49f009e6-1d18-4898-a7d8-3500b53e7572/f966c9f0-ea86-45a1-ade1-0a85b15965b7/2e3a80e5-6dad-4386-9655-7312d457ecdc) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:27:11.613922 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8df405f9-4fde-43eb-8494-bac8eb170171 req-f8b4b6b2-10c1-4e3b-b295-4c81dfacb3ca tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133515 Jan 28 00:27:11.623090 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-b705c8a8-6007-472a-94b3-3201702eb919 req-ac752fc7-dde1-4bbd-8b9d-54f20a2b98d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a97c7ddc-fba4-4c26-b16d-5efee7924ebd {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:27:11.650789 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b705c8a8-6007-472a-94b3-3201702eb919 req-ac752fc7-dde1-4bbd-8b9d-54f20a2b98d6 service neutron] Publish callbacks [] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:11.653905 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9fcaf-d1c0-4969-b53c-6aa6208be00d req-6a9a1c10-4ae2-4f31-917e-c8c26f5db9fb tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:11.656856 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-88f9fcaf-d1c0-4969-b53c-6aa6208be00d req-6a9a1c10-4ae2-4f31-917e-c8c26f5db9fb tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/ports?device_id=65fb0e9b-0d3e-465b-9c2b-b064dabb82e2 HTTP/1.1" status: 200 len: 947 time: 0.2188604 Jan 28 00:27:11.781070 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78fb83d-86fd-4db3-b5b2-c2a99ac045b2 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Router edb66048-8f16-499a-9f55-e7fca2047880 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:27:11.797126 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-b705c8a8-6007-472a-94b3-3201702eb919 req-ac752fc7-dde1-4bbd-8b9d-54f20a2b98d6 service neutron] Transition to ACTIVE for port object a97c7ddc-fba4-4c26-b16d-5efee7924ebd will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:27:11.819471 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-88f9fcaf-d1c0-4969-b53c-6aa6208be00d req-6ccb5ffa-0f83-439f-a875-b6e491bb89b7 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/security-groups?id=029f3950-2ebe-42df-a155-7336948250dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531432 Jan 28 00:27:11.831340 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b705c8a8-6007-472a-94b3-3201702eb919 req-ac752fc7-dde1-4bbd-8b9d-54f20a2b98d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:11.854882 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9542f654-6eea-4d83-a78f-01d0328301f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (6acf8023-ab43-4e82-b446-79713b4abe2b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:11.894368 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c37fd466-f308-4ac6-ba5a-ac4efc762a55 req-37757c55-cce4-4751-a0ce-b7e950ee61c3 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=79805e51-8040-4c3f-a180-84aa60a5e0d6 HTTP/1.1" status: 200 len: 210 time: 0.0547690 Jan 28 00:27:11.920910 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a132ab34-a805-4816-adca-9cf6e782edcb tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for port (2e3a80e5-6dad-4386-9655-7312d457ecdc), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:11.993024 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a132ab34-a805-4816-adca-9cf6e782edcb tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (2e3a80e5-6dad-4386-9655-7312d457ecdc), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:12.082953 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a132ab34-a805-4816-adca-9cf6e782edcb tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Network 49f009e6-1d18-4898-a7d8-3500b53e7572 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:27:12.089169 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-a132ab34-a805-4816-adca-9cf6e782edcb tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:27:12.098437 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a132ab34-a805-4816-adca-9cf6e782edcb tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:27:12.134027 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:12.172029 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132ab34-a805-4816-adca-9cf6e782edcb tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Pushing event updated for resources: {'Port': ['ID=2e3a80e5-6dad-4386-9655-7312d457ecdc,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:12.212011 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a132ab34-a805-4816-adca-9cf6e782edcb tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:12.215066 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a132ab34-a805-4816-adca-9cf6e782edcb tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:12.257457 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a132ab34-a805-4816-adca-9cf6e782edcb tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.2881413 Jan 28 00:27:12.258488 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37386) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:12.400333 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-270c479c-0346-4bac-8c3e-318ae2b379c0 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Deleting port 2e3a80e5-6dad-4386-9655-7312d457ecdc {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:27:12.400828 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-270c479c-0346-4bac-8c3e-318ae2b379c0 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (2e3a80e5-6dad-4386-9655-7312d457ecdc), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:12.510715 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac752fc7-dde1-4bbd-8b9d-54f20a2b98d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a97c7ddc-fba4-4c26-b16d-5efee7924ebd,revision_number=9']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:12.541113 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-270c479c-0346-4bac-8c3e-318ae2b379c0 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (2e3a80e5-6dad-4386-9655-7312d457ecdc), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:12.567031 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-270c479c-0346-4bac-8c3e-318ae2b379c0 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Calling delete_port for 2e3a80e5-6dad-4386-9655-7312d457ecdc owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:27:12.720971 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-b705c8a8-6007-472a-94b3-3201702eb919 req-ac752fc7-dde1-4bbd-8b9d-54f20a2b98d6 service neutron] No DVR routers for this DVR port a97c7ddc-fba4-4c26-b16d-5efee7924ebd on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:27:12.770999 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-270c479c-0346-4bac-8c3e-318ae2b379c0 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (2e3a80e5-6dad-4386-9655-7312d457ecdc), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:12.788583 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78fb83d-86fd-4db3-b5b2-c2a99ac045b2 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:27:12.799909 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e78fb83d-86fd-4db3-b5b2-c2a99ac045b2 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] 10.222.0.70 "PUT /v2.0/routers/edb66048-8f16-499a-9f55-e7fca2047880/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7808900 Jan 28 00:27:12.807176 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37392) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:12.825398 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21dc65e-cf96-4bef-88c4-64675a5db2d2 None None] Sync routers for ids ['edb66048-8f16-499a-9f55-e7fca2047880'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:27:12.852893 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c479c-0346-4bac-8c3e-318ae2b379c0 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e3a80e5-6dad-4386-9655-7312d457ecdc,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:12.853188 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21dc65e-cf96-4bef-88c4-64675a5db2d2 None None] Routers {'edb66048-8f16-499a-9f55-e7fca2047880'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:27:12.854189 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f21dc65e-cf96-4bef-88c4-64675a5db2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:27:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['edb66048-8f16-499a-9f55-e7fca2047880'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:12.933132 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6b17f-48b6-4794-a50c-4d0ecbffa1b6 req-64db23ae-fd56-4053-bfba-efa196c51b7d tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:12.941876 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f7f6b17f-48b6-4794-a50c-4d0ecbffa1b6 req-64db23ae-fd56-4053-bfba-efa196c51b7d tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 944 time: 0.1882820 Jan 28 00:27:12.954785 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:12.956844 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f21dc65e-cf96-4bef-88c4-64675a5db2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:12.974511 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21dc65e-cf96-4bef-88c4-64675a5db2d2 None None] Routers {'edb66048-8f16-499a-9f55-e7fca2047880'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:27:12.976412 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f21dc65e-cf96-4bef-88c4-64675a5db2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:27:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['edb66048-8f16-499a-9f55-e7fca2047880'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:13.037635 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-270c479c-0346-4bac-8c3e-318ae2b379c0 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:13.048263 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-270c479c-0346-4bac-8c3e-318ae2b379c0 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "DELETE /v2.0/ports/2e3a80e5-6dad-4386-9655-7312d457ecdc HTTP/1.1" status: 204 len: 168 time: 0.7860529 Jan 28 00:27:13.059854 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f21dc65e-cf96-4bef-88c4-64675a5db2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:13.061000 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21dc65e-cf96-4bef-88c4-64675a5db2d2 None None] The sync data for ids ['edb66048-8f16-499a-9f55-e7fca2047880'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:27:13.068042 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37398) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:13.088529 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-b5ca1c93-c446-43d0-a6c9-541c60bf9d5d tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '49f009e6-1d18-4898-a7d8-3500b53e7572', 'external_fixed_ips': [{'subnet_id': 'f966c9f0-ea86-45a1-ade1-0a85b15965b7', 'ip_address': '172.20.0.2'}]}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:27:13.150012 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be5a96-7587-41bd-a682-b4a43743d940 req-963c70bd-e29b-49ff-b00a-306677ad42b3 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:13.151600 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-93be5a96-7587-41bd-a682-b4a43743d940 req-963c70bd-e29b-49ff-b00a-306677ad42b3 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.65 "GET /v2.0/ports?device_id=65fb0e9b-0d3e-465b-9c2b-b064dabb82e2 HTTP/1.1" status: 200 len: 947 time: 0.2489161 Jan 28 00:27:13.186931 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-b705c8a8-6007-472a-94b3-3201702eb919 req-ac752fc7-dde1-4bbd-8b9d-54f20a2b98d6 service neutron] Attempting to bind port a97c7ddc-fba4-4c26-b16d-5efee7924ebd on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:27:13.187311 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-b705c8a8-6007-472a-94b3-3201702eb919 req-ac752fc7-dde1-4bbd-8b9d-54f20a2b98d6 service neutron] Attempting to bind port a97c7ddc-fba4-4c26-b16d-5efee7924ebd by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'e33cee81-804e-49fc-a57c-ff1b9c334017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:27:13.187657 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b705c8a8-6007-472a-94b3-3201702eb919 req-ac752fc7-dde1-4bbd-8b9d-54f20a2b98d6 service neutron] Attempting to bind port a97c7ddc-fba4-4c26-b16d-5efee7924ebd on network ab3fb448-728a-46f9-9c11-c79ef9e347d9 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:27:13.234579 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b705c8a8-6007-472a-94b3-3201702eb919 req-ac752fc7-dde1-4bbd-8b9d-54f20a2b98d6 service neutron] Port a97c7ddc-fba4-4c26-b16d-5efee7924ebd on network ab3fb448-728a-46f9-9c11-c79ef9e347d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:27:13.235276 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b705c8a8-6007-472a-94b3-3201702eb919 req-ac752fc7-dde1-4bbd-8b9d-54f20a2b98d6 service neutron] Attempting to bind port a97c7ddc-fba4-4c26-b16d-5efee7924ebd on network ab3fb448-728a-46f9-9c11-c79ef9e347d9 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:27:13.241543 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f7f6b17f-48b6-4794-a50c-4d0ecbffa1b6 req-875eb1e3-c666-4b21-817e-02f9a3a8d96a tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2984228 Jan 28 00:27:13.248656 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a819bb28-50cf-416b-af90-f7226f74099b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks [] for router (edb66048-8f16-499a-9f55-e7fca2047880), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:13.257730 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b705c8a8-6007-472a-94b3-3201702eb919 req-ac752fc7-dde1-4bbd-8b9d-54f20a2b98d6 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:27:13.258394 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b705c8a8-6007-472a-94b3-3201702eb919 req-ac752fc7-dde1-4bbd-8b9d-54f20a2b98d6 service neutron] Checking segment: {'id': 'e33cee81-804e-49fc-a57c-ff1b9c334017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:27:13.258579 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b705c8a8-6007-472a-94b3-3201702eb919 req-ac752fc7-dde1-4bbd-8b9d-54f20a2b98d6 service neutron] Bound using segment: {'id': 'e33cee81-804e-49fc-a57c-ff1b9c334017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:27:13.258931 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-b705c8a8-6007-472a-94b3-3201702eb919 req-ac752fc7-dde1-4bbd-8b9d-54f20a2b98d6 service neutron] Bound port: a97c7ddc-fba4-4c26-b16d-5efee7924ebd, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e33cee81-804e-49fc-a57c-ff1b9c334017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:27:13.259272 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b705c8a8-6007-472a-94b3-3201702eb919 req-ac752fc7-dde1-4bbd-8b9d-54f20a2b98d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:13.292369 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b5ca1c93-c446-43d0-a6c9-541c60bf9d5d tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (49208bf8-4196-4254-85bc-abd1d8c0f34b), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:13.293481 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b5ca1c93-c446-43d0-a6c9-541c60bf9d5d tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (49208bf8-4196-4254-85bc-abd1d8c0f34b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:13.336763 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7646d-59b0-4209-b101-1a250336c817 req-137c1a4a-83c7-4ed3-afe5-a7eb39f0f100 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:13.338393 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1da7646d-59b0-4209-b101-1a250336c817 req-137c1a4a-83c7-4ed3-afe5-a7eb39f0f100 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/ports?device_id=65fb0e9b-0d3e-465b-9c2b-b064dabb82e2 HTTP/1.1" status: 200 len: 947 time: 0.2444792 Jan 28 00:27:13.431170 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b5ca1c93-c446-43d0-a6c9-541c60bf9d5d tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router_controller (49208bf8-4196-4254-85bc-abd1d8c0f34b), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:13.449257 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-c9173507-76d2-4de4-b4c6-0f395bc5664a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:13.450951 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-c9173507-76d2-4de4-b4c6-0f395bc5664a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.65 "GET /v2.0/networks?id=2f518455-11e0-4f29-b2fb-3688e3f7fb32 HTTP/1.1" status: 200 len: 812 time: 0.2855978 Jan 28 00:27:13.482174 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-48b6ce45-e253-4e99-91fe-9fa2c79af868 req-42182afb-25be-42a6-a1f8-e61d780a36b5 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=79805e51-8040-4c3f-a180-84aa60a5e0d6 HTTP/1.1" status: 200 len: 210 time: 0.0484633 Jan 28 00:27:13.489034 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-86936aca-5846-4df7-9e9b-f85eb182f7ad tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Request body: {'port': {'device_id': '79805e51-8040-4c3f-a180-84aa60a5e0d6', 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32', 'admin_state_up': True, 'tenant_id': '1f564eba381e4679ad4f4d86366ab37a'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:27:13.499447 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9542f654-6eea-4d83-a78f-01d0328301f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Deleting port eafe4467-3a99-4890-923c-5da0c17d0a20 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:27:13.499807 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9542f654-6eea-4d83-a78f-01d0328301f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (eafe4467-3a99-4890-923c-5da0c17d0a20), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:13.620176 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a819bb28-50cf-416b-af90-f7226f74099b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks [] for router_gateway (edb66048-8f16-499a-9f55-e7fca2047880), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:13.623652 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-b705c8a8-6007-472a-94b3-3201702eb919 req-ac752fc7-dde1-4bbd-8b9d-54f20a2b98d6 service neutron] For port a97c7ddc-fba4-4c26-b16d-5efee7924ebd, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:27:13.653335 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-b705c8a8-6007-472a-94b3-3201702eb919 req-ac752fc7-dde1-4bbd-8b9d-54f20a2b98d6 service neutron] For port a97c7ddc-fba4-4c26-b16d-5efee7924ebd, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=a97c7ddc-fba4-4c26-b16d-5efee7924ebd,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:27:13.662093 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-93be5a96-7587-41bd-a682-b4a43743d940 req-7c2bea9c-cf76-4ef1-b8ac-895339b447df tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Deleting port a075521a-0120-4883-bec9-7d2aec95df10 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:27:13.662537 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-93be5a96-7587-41bd-a682-b4a43743d940 req-7c2bea9c-cf76-4ef1-b8ac-895339b447df tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (a075521a-0120-4883-bec9-7d2aec95df10), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:13.671837 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b705c8a8-6007-472a-94b3-3201702eb919 req-ac752fc7-dde1-4bbd-8b9d-54f20a2b98d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:13.709729 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1da7646d-59b0-4209-b101-1a250336c817 req-d7efc6d9-6944-490e-81cf-91e940265330 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/security-groups?id=029f3950-2ebe-42df-a155-7336948250dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537328 Jan 28 00:27:13.767321 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9542f654-6eea-4d83-a78f-01d0328301f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (eafe4467-3a99-4890-923c-5da0c17d0a20), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:13.807014 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705c8a8-6007-472a-94b3-3201702eb919 req-ac752fc7-dde1-4bbd-8b9d-54f20a2b98d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:13.807723 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b705c8a8-6007-472a-94b3-3201702eb919 req-ac752fc7-dde1-4bbd-8b9d-54f20a2b98d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:13.809663 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b705c8a8-6007-472a-94b3-3201702eb919 req-ac752fc7-dde1-4bbd-8b9d-54f20a2b98d6 service neutron] 10.222.0.52 "PUT /v2.0/ports/a97c7ddc-fba4-4c26-b16d-5efee7924ebd HTTP/1.1" status: 200 len: 1092 time: 4.0959938 Jan 28 00:27:13.816622 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7cfbac7-c480-4b32-8d39-73542917a53a', 'tag': 'a97c7ddc-fba4-4c26-b16d-5efee7924ebd'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:27:13.819541 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5d0a7c-a10b-4772-ab4a-a65a274134a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c7cfbac7-c480-4b32-8d39-73542917a53a", "tag": "a97c7ddc-fba4-4c26-b16d-5efee7924ebd"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:27:13.831817 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9542f654-6eea-4d83-a78f-01d0328301f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Calling delete_port for eafe4467-3a99-4890-923c-5da0c17d0a20 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:27:13.890926 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac752fc7-dde1-4bbd-8b9d-54f20a2b98d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a97c7ddc-fba4-4c26-b16d-5efee7924ebd,revision_number=10']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:13.976943 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3b6758-dbb3-49d4-95d8-46f6180dcafc x-openstack-request-id: req-be3b6758-dbb3-49d4-95d8-46f6180dcafc {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:27:13.977530 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7cfbac7-c480-4b32-8d39-73542917a53a", "tag": "a97c7ddc-fba4-4c26-b16d-5efee7924ebd", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:27:13.977985 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-be3b6758-dbb3-49d4-95d8-46f6180dcafc {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:27:13.978591 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7cfbac7-c480-4b32-8d39-73542917a53a', 'tag': 'a97c7ddc-fba4-4c26-b16d-5efee7924ebd', 'status': 'completed', 'code': 200} Jan 28 00:27:14.004415 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-93be5a96-7587-41bd-a682-b4a43743d940 req-7c2bea9c-cf76-4ef1-b8ac-895339b447df tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] For port a075521a-0120-4883-bec9-7d2aec95df10, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a075521a-0120-4883-bec9-7d2aec95df10,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:27:14.005108 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-93be5a96-7587-41bd-a682-b4a43743d940 req-7c2bea9c-cf76-4ef1-b8ac-895339b447df tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (a075521a-0120-4883-bec9-7d2aec95df10), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:14.040237 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-93be5a96-7587-41bd-a682-b4a43743d940 req-7c2bea9c-cf76-4ef1-b8ac-895339b447df tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Calling delete_port for a075521a-0120-4883-bec9-7d2aec95df10 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:27:14.058926 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a819bb28-50cf-416b-af90-f7226f74099b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Deleting port 152bbaf4-7dc6-4d0d-9334-3a871b6acf4f {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:27:14.065332 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a819bb28-50cf-416b-af90-f7226f74099b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (152bbaf4-7dc6-4d0d-9334-3a871b6acf4f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:14.097971 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705c8a8-6007-472a-94b3-3201702eb919 req-4e6c1866-dff1-46d6-ae6d-0fc0be794378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:14.100038 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b705c8a8-6007-472a-94b3-3201702eb919 req-4e6c1866-dff1-46d6-ae6d-0fc0be794378 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66e2abd01f29448ab207898a6db8a6af&device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 1096 time: 0.2247412 Jan 28 00:27:14.147288 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:14.437013 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a819bb28-50cf-416b-af90-f7226f74099b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (152bbaf4-7dc6-4d0d-9334-3a871b6acf4f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:14.507544 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b5ca1c93-c446-43d0-a6c9-541c60bf9d5d tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router_gateway (49208bf8-4196-4254-85bc-abd1d8c0f34b), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:14.515943 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705c8a8-6007-472a-94b3-3201702eb919 req-7d19ebe8-d461-4d12-ba77-c2752f684335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:14.517624 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b705c8a8-6007-472a-94b3-3201702eb919 req-7d19ebe8-d461-4d12-ba77-c2752f684335 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ab3fb448-728a-46f9-9c11-c79ef9e347d9 HTTP/1.1" status: 200 len: 917 time: 0.3827348 Jan 28 00:27:14.521405 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a819bb28-50cf-416b-af90-f7226f74099b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Calling delete_port for 152bbaf4-7dc6-4d0d-9334-3a871b6acf4f owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:27:14.650477 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9542f654-6eea-4d83-a78f-01d0328301f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (eafe4467-3a99-4890-923c-5da0c17d0a20), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:14.652693 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-86936aca-5846-4df7-9e9b-f85eb182f7ad tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Made reservation on behalf of 1f564eba381e4679ad4f4d86366ab37a for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:27:14.654383 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-86936aca-5846-4df7-9e9b-f85eb182f7ad tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:14.699553 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10349477-0aed-4afd-8549-59d041b3643e req-0356ed14-55dc-45cd-b671-e499983a86cd tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:14.702519 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-10349477-0aed-4afd-8549-59d041b3643e req-0356ed14-55dc-45cd-b671-e499983a86cd tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 945 time: 0.1490290 Jan 28 00:27:14.796086 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6cea06c3-17df-4455-b474-6b404e738993 req-8a5a0254-47fe-4837-b9c2-4b951cbbf4ab tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=79805e51-8040-4c3f-a180-84aa60a5e0d6 HTTP/1.1" status: 200 len: 210 time: 0.0854669 Jan 28 00:27:14.963047 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-10349477-0aed-4afd-8549-59d041b3643e req-d54ccbfc-b4fc-4d32-b141-8c9225536d1e tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283547 Jan 28 00:27:14.998805 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9daee55c-4435-4caa-b9fc-7f50e0e2d58f req-06b143de-2080-4059-8c07-478066df1303 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/ports?device_id=65fb0e9b-0d3e-465b-9c2b-b064dabb82e2 HTTP/1.1" status: 200 len: 210 time: 0.0745752 Jan 28 00:27:15.035040 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-93be5a96-7587-41bd-a682-b4a43743d940 req-7c2bea9c-cf76-4ef1-b8ac-895339b447df tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (a075521a-0120-4883-bec9-7d2aec95df10), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:15.044359 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542f654-6eea-4d83-a78f-01d0328301f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Port': ['ID=eafe4467-3a99-4890-923c-5da0c17d0a20,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:15.048498 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b705c8a8-6007-472a-94b3-3201702eb919 req-52c6c6b4-f8bd-451f-97e8-2d664c517da7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a97c7ddc-fba4-4c26-b16d-5efee7924ebd HTTP/1.1" status: 200 len: 999 time: 0.5176051 Jan 28 00:27:15.104465 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-86936aca-5846-4df7-9e9b-f85eb182f7ad tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Allocated IP 172.20.0.6 (2f518455-11e0-4f29-b2fb-3688e3f7fb32/752b9c73-c003-4007-a37c-7b906aeda551/9707308a-e1d2-42c0-87a7-8597ceb3150f) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:27:15.137994 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bea9c-cf76-4ef1-b8ac-895339b447df tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Pushing event deleted for resources: {'Port': ['ID=a075521a-0120-4883-bec9-7d2aec95df10,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:15.183337 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b5ca1c93-c446-43d0-a6c9-541c60bf9d5d tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router_gateway (49208bf8-4196-4254-85bc-abd1d8c0f34b), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:15.238263 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b5ca1c93-c446-43d0-a6c9-541c60bf9d5d tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:15.331666 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705c8a8-6007-472a-94b3-3201702eb919 req-9fc0d096-719b-402b-92c6-cb82a0082ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:15.333922 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b705c8a8-6007-472a-94b3-3201702eb919 req-9fc0d096-719b-402b-92c6-cb82a0082ea6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e8d9d31c-ec82-48b8-8107-afdf4c2c9183 HTTP/1.1" status: 200 len: 855 time: 0.2539442 Jan 28 00:27:15.337689 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-93be5a96-7587-41bd-a682-b4a43743d940 req-7c2bea9c-cf76-4ef1-b8ac-895339b447df tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] No DVR routers for this DVR port a075521a-0120-4883-bec9-7d2aec95df10 on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:27:15.372901 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-93be5a96-7587-41bd-a682-b4a43743d940 req-7c2bea9c-cf76-4ef1-b8ac-895339b447df tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:15.376610 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-93be5a96-7587-41bd-a682-b4a43743d940 req-7c2bea9c-cf76-4ef1-b8ac-895339b447df tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.65 "DELETE /v2.0/ports/a075521a-0120-4883-bec9-7d2aec95df10 HTTP/1.1" status: 204 len: 173 time: 2.2141559 Jan 28 00:27:15.452890 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9542f654-6eea-4d83-a78f-01d0328301f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (6acf8023-ab43-4e82-b446-79713b4abe2b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:15.584867 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705c8a8-6007-472a-94b3-3201702eb919 req-fe9feabc-425b-4912-9fa0-64a5d04e96f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:15.586540 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b705c8a8-6007-472a-94b3-3201702eb919 req-fe9feabc-425b-4912-9fa0-64a5d04e96f5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ab3fb448-728a-46f9-9c11-c79ef9e347d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2070792 Jan 28 00:27:15.611109 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a819bb28-50cf-416b-af90-f7226f74099b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (152bbaf4-7dc6-4d0d-9334-3a871b6acf4f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:15.650906 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-86936aca-5846-4df7-9e9b-f85eb182f7ad tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks [] for port (9707308a-e1d2-42c0-87a7-8597ceb3150f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:15.665932 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-b5ca1c93-c446-43d0-a6c9-541c60bf9d5d tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Allocated IP 172.20.0.2 (49f009e6-1d18-4898-a7d8-3500b53e7572/f966c9f0-ea86-45a1-ade1-0a85b15965b7/b98fceea-d417-4259-9a58-4ae91a9884c3) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:27:15.718339 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819bb28-50cf-416b-af90-f7226f74099b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Pushing event deleted for resources: {'Port': ['ID=152bbaf4-7dc6-4d0d-9334-3a871b6acf4f,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:15.769843 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-86936aca-5846-4df7-9e9b-f85eb182f7ad tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (9707308a-e1d2-42c0-87a7-8597ceb3150f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:15.896924 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-86936aca-5846-4df7-9e9b-f85eb182f7ad tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Network 2f518455-11e0-4f29-b2fb-3688e3f7fb32 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:27:15.904062 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86936aca-5846-4df7-9e9b-f85eb182f7ad tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Pushing event updated for resources: {'Port': ['ID=9707308a-e1d2-42c0-87a7-8597ceb3150f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:15.917423 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-86936aca-5846-4df7-9e9b-f85eb182f7ad tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:27:15.936232 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-86936aca-5846-4df7-9e9b-f85eb182f7ad tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:27:15.937169 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9542f654-6eea-4d83-a78f-01d0328301f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Router 6acf8023-ab43-4e82-b446-79713b4abe2b has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:27:15.958619 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a819bb28-50cf-416b-af90-f7226f74099b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (edb66048-8f16-499a-9f55-e7fca2047880), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:15.964138 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b705c8a8-6007-472a-94b3-3201702eb919 req-8ffc174a-346d-438a-a7fd-13a432a044a5 service neutron] 10.222.0.52 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634095 Jan 28 00:27:15.980392 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fb0e9b-0d3e-465b-9c2b-b064dabb82e2', 'name': 'network-vif-deleted', 'tag': 'a075521a-0120-4883-bec9-7d2aec95df10'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:27:15.983465 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3de43c-05cf-4a7e-9e49-ca2aa9f16fe9" -d '{"events": [{"server_uuid": "65fb0e9b-0d3e-465b-9c2b-b064dabb82e2", "name": "network-vif-deleted", "tag": "a075521a-0120-4883-bec9-7d2aec95df10"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:27:16.035707 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b5ca1c93-c446-43d0-a6c9-541c60bf9d5d tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for port (b98fceea-d417-4259-9a58-4ae91a9884c3), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:16.138044 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-86936aca-5846-4df7-9e9b-f85eb182f7ad tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:16.139160 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-86936aca-5846-4df7-9e9b-f85eb182f7ad tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:16.142220 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfdaf8a-72b6-4f8a-93d0-a9de8094050c x-openstack-request-id: req-6cfdaf8a-72b6-4f8a-93d0-a9de8094050c {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:27:16.143475 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fb0e9b-0d3e-465b-9c2b-b064dabb82e2", "name": "network-vif-deleted", "tag": "a075521a-0120-4883-bec9-7d2aec95df10", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:27:16.144202 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6cfdaf8a-72b6-4f8a-93d0-a9de8094050c {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:27:16.145063 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65fb0e9b-0d3e-465b-9c2b-b064dabb82e2', 'name': 'network-vif-deleted', 'tag': 'a075521a-0120-4883-bec9-7d2aec95df10', 'status': 'completed', 'code': 200} Jan 28 00:27:16.152756 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a819bb28-50cf-416b-af90-f7226f74099b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (edb66048-8f16-499a-9f55-e7fca2047880), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:16.170590 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581fdef-3d73-4c6b-b5b0-74edb1054a24 req-d4c3b79d-eeb2-42c8-9e2d-90c88f7569a4 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:16.173426 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a581fdef-3d73-4c6b-b5b0-74edb1054a24 req-d4c3b79d-eeb2-42c8-9e2d-90c88f7569a4 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=79805e51-8040-4c3f-a180-84aa60a5e0d6 HTTP/1.1" status: 200 len: 931 time: 0.1815524 Jan 28 00:27:16.221388 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a819bb28-50cf-416b-af90-f7226f74099b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks [] for router_controller (edb66048-8f16-499a-9f55-e7fca2047880), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:16.233796 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-86936aca-5846-4df7-9e9b-f85eb182f7ad tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7542720 Jan 28 00:27:16.257352 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-4d82deb7-d17a-4637-a5db-b2728a64fb4e service neutron] Request body: {'port': {'device_id': '79805e51-8040-4c3f-a180-84aa60a5e0d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:27:16.284523 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b5ca1c93-c446-43d0-a6c9-541c60bf9d5d tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b98fceea-d417-4259-9a58-4ae91a9884c3), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:16.332688 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9542f654-6eea-4d83-a78f-01d0328301f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:27:16.346463 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9542f654-6eea-4d83-a78f-01d0328301f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "PUT /v2.0/routers/6acf8023-ab43-4e82-b446-79713b4abe2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0411294 Jan 28 00:27:16.346463 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37420) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:16.356098 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c69f76-cb7b-4069-aab0-05c6b8f40ba9 None None] Sync routers for ids ['6acf8023-ab43-4e82-b446-79713b4abe2b'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:27:16.378085 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c69f76-cb7b-4069-aab0-05c6b8f40ba9 None None] Routers {'6acf8023-ab43-4e82-b446-79713b4abe2b'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:27:16.378913 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-09c69f76-cb7b-4069-aab0-05c6b8f40ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:27:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6acf8023-ab43-4e82-b446-79713b4abe2b'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:16.386017 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a581fdef-3d73-4c6b-b5b0-74edb1054a24 req-76a4ee7a-9b52-42c4-bf28-aa087a1b2a04 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010875 Jan 28 00:27:16.391489 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ca1c93-c446-43d0-a6c9-541c60bf9d5d tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Network 49f009e6-1d18-4898-a7d8-3500b53e7572 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:27:16.401396 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a819bb28-50cf-416b-af90-f7226f74099b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (edb66048-8f16-499a-9f55-e7fca2047880), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:16.401790 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a819bb28-50cf-416b-af90-f7226f74099b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Fanout notify agent at l3_agent the message router_deleted on router edb66048-8f16-499a-9f55-e7fca2047880 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:27:16.410181 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a819bb28-50cf-416b-af90-f7226f74099b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:16.414757 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a819bb28-50cf-416b-af90-f7226f74099b tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] 10.222.0.70 "DELETE /v2.0/routers/edb66048-8f16-499a-9f55-e7fca2047880 HTTP/1.1" status: 204 len: 168 time: 3.5990779 Jan 28 00:27:16.414934 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37424) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:16.421311 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-b5ca1c93-c446-43d0-a6c9-541c60bf9d5d tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:27:16.453090 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-09c69f76-cb7b-4069-aab0-05c6b8f40ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:16.464509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ca1c93-c446-43d0-a6c9-541c60bf9d5d tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:27:16.473494 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca1c93-c446-43d0-a6c9-541c60bf9d5d tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Pushing event updated for resources: {'Port': ['ID=b98fceea-d417-4259-9a58-4ae91a9884c3,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:16.487709 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c69f76-cb7b-4069-aab0-05c6b8f40ba9 None None] Routers {'6acf8023-ab43-4e82-b446-79713b4abe2b'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:27:16.489877 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-09c69f76-cb7b-4069-aab0-05c6b8f40ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:27:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6acf8023-ab43-4e82-b446-79713b4abe2b'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:16.503367 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3fbf49-4242-4547-978f-2475d333362b req-fdc42854-ac98-49d1-bae4-1dee4649e4ce tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:16.510888 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe3fbf49-4242-4547-978f-2475d333362b req-fdc42854-ac98-49d1-bae4-1dee4649e4ce tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 945 time: 0.2875648 Jan 28 00:27:16.561774 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-09c69f76-cb7b-4069-aab0-05c6b8f40ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:16.563275 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c69f76-cb7b-4069-aab0-05c6b8f40ba9 None None] The sync data for ids ['6acf8023-ab43-4e82-b446-79713b4abe2b'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:27:16.568840 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-4d82deb7-d17a-4637-a5db-b2728a64fb4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9707308a-e1d2-42c0-87a7-8597ceb3150f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:16.580192 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b705c8a8-6007-472a-94b3-3201702eb919 req-21b2ed9f-5cfe-46c2-8c15-453549e7cc8a service neutron] 10.222.0.52 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5901968 Jan 28 00:27:16.639969 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6eba6ef-a51d-478e-b457-050ece1f65c1 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Deleting subnet c7baaa47-2c61-491e-9551-926ad345b179 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:27:16.681786 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6eba6ef-a51d-478e-b457-050ece1f65c1 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks [] for subnet (c7baaa47-2c61-491e-9551-926ad345b179), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:16.767566 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe3fbf49-4242-4547-978f-2475d333362b req-f82002af-849b-4f4d-9b64-df3ca743375c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451541 Jan 28 00:27:16.789342 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-77d45efb-643c-4297-b7cc-239df0f76275 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 00:27:16.794247 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-77d45efb-643c-4297-b7cc-239df0f76275 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "PUT /v2.0/routers/6acf8023-ab43-4e82-b446-79713b4abe2b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4461920 Jan 28 00:27:16.801326 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37432) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:16.809124 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6eba6ef-a51d-478e-b457-050ece1f65c1 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (c7baaa47-2c61-491e-9551-926ad345b179), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:16.929751 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d0a7c-a10b-4772-ab4a-a65a274134a9 req-a6bf8490-5359-4c0c-97eb-7389bc35494d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:16.933121 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2a5d0a7c-a10b-4772-ab4a-a65a274134a9 req-a6bf8490-5359-4c0c-97eb-7389bc35494d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66e2abd01f29448ab207898a6db8a6af&device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 1096 time: 0.2256918 Jan 28 00:27:17.015701 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7d95d3d6-8d24-4bab-bac4-3599ca5e266d tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "GET /v2.0/ports?device_id=6acf8023-ab43-4e82-b446-79713b4abe2b HTTP/1.1" status: 200 len: 205 time: 0.2096362 Jan 28 00:27:17.017609 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37444) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:17.246421 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a075521a-0120-4883-bec9-7d2aec95df10 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:27:17.292896 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eec564-bb21-4f05-9170-396db2a34147 req-9d273267-a6d5-4be6-9e5a-92ab6c669b4a tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:17.294604 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71eec564-bb21-4f05-9170-396db2a34147 req-9d273267-a6d5-4be6-9e5a-92ab6c669b4a tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/ports?device_id=04251ac8-436c-4769-92cf-0bf2ec05073f HTTP/1.1" status: 200 len: 949 time: 0.2641690 Jan 28 00:27:17.331969 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: a075521a-0120-4883-bec9-7d2aec95df10 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:27:17.338621 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a075521a-0120-4883-bec9-7d2aec95df10 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:27:17.341199 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b5ca1c93-c446-43d0-a6c9-541c60bf9d5d tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router_gateway (49208bf8-4196-4254-85bc-abd1d8c0f34b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:17.611965 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71eec564-bb21-4f05-9170-396db2a34147 req-791d718c-5e90-4f23-91bd-3b09f74878ac tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/security-groups?id=029f3950-2ebe-42df-a155-7336948250dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904682 Jan 28 00:27:17.654619 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-4d82deb7-d17a-4637-a5db-b2728a64fb4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9707308a-e1d2-42c0-87a7-8597ceb3150f {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:27:17.721504 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-4d82deb7-d17a-4637-a5db-b2728a64fb4e service neutron] Publish callbacks [] for port (9707308a-e1d2-42c0-87a7-8597ceb3150f), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:17.854606 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6eba6ef-a51d-478e-b457-050ece1f65c1 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (c7baaa47-2c61-491e-9551-926ad345b179), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:17.961176 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9abf374f-a8e2-43ef-96e7-5b51d1c1082b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router (6acf8023-ab43-4e82-b446-79713b4abe2b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:17.966185 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-4d82deb7-d17a-4637-a5db-b2728a64fb4e service neutron] Transition to ACTIVE for port object 9707308a-e1d2-42c0-87a7-8597ceb3150f will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:27:17.982524 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-4d82deb7-d17a-4637-a5db-b2728a64fb4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (9707308a-e1d2-42c0-87a7-8597ceb3150f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:18.081598 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6eba6ef-a51d-478e-b457-050ece1f65c1 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (c7baaa47-2c61-491e-9551-926ad345b179), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:18.084676 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d0a7c-a10b-4772-ab4a-a65a274134a9 req-38843292-8736-4aba-987c-19afd34de651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:18.086346 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2a5d0a7c-a10b-4772-ab4a-a65a274134a9 req-38843292-8736-4aba-987c-19afd34de651 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ab3fb448-728a-46f9-9c11-c79ef9e347d9 HTTP/1.1" status: 200 len: 917 time: 1.0665510 Jan 28 00:27:18.095596 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d298e97-0972-432d-a18a-7af7f894e00f req-b3fc138b-44ab-444d-941a-c5a69c6cc7fc tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:18.105392 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9d298e97-0972-432d-a18a-7af7f894e00f req-b3fc138b-44ab-444d-941a-c5a69c6cc7fc tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=79805e51-8040-4c3f-a180-84aa60a5e0d6 HTTP/1.1" status: 200 len: 931 time: 0.4713206 Jan 28 00:27:18.117163 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82deb7-d17a-4637-a5db-b2728a64fb4e service neutron] Pushing event updated for resources: {'Port': ['ID=9707308a-e1d2-42c0-87a7-8597ceb3150f,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:18.296415 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eba6ef-a51d-478e-b457-050ece1f65c1 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Pushing event deleted for resources: {'Subnet': ['ID=c7baaa47-2c61-491e-9551-926ad345b179,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:18.300424 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b5ca1c93-c446-43d0-a6c9-541c60bf9d5d tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (49208bf8-4196-4254-85bc-abd1d8c0f34b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:18.325466 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad55056-ee0a-48cc-9fda-8dc8c17d9817 None None] Network c9225b0d-1053-4c98-80da-7b6f6c1a3dcc requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:27:18.326348 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6eba6ef-a51d-478e-b457-050ece1f65c1 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:18.329003 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f6eba6ef-a51d-478e-b457-050ece1f65c1 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] 10.222.0.70 "DELETE /v2.0/subnets/c7baaa47-2c61-491e-9551-926ad345b179 HTTP/1.1" status: 204 len: 168 time: 1.9114146 Jan 28 00:27:18.350764 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37456) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:18.379368 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9d298e97-0972-432d-a18a-7af7f894e00f req-61df320b-6c72-4d6e-9841-8b45f972a167 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712862 Jan 28 00:27:18.552951 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9abf374f-a8e2-43ef-96e7-5b51d1c1082b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (6acf8023-ab43-4e82-b446-79713b4abe2b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:18.557888 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9abf374f-a8e2-43ef-96e7-5b51d1c1082b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router_controller (6acf8023-ab43-4e82-b446-79713b4abe2b), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:18.598820 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3765348a-9873-40ac-bd4c-7914ce64d9f8 None None] DHCP port deletion for c9225b0d-1053-4c98-80da-7b6f6c1a3dcc request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:27:18.793871 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3765348a-9873-40ac-bd4c-7914ce64d9f8 None None] Deleting port e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:27:18.800485 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3765348a-9873-40ac-bd4c-7914ce64d9f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:18.874140 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9abf374f-a8e2-43ef-96e7-5b51d1c1082b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (6acf8023-ab43-4e82-b446-79713b4abe2b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:18.876397 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abf374f-a8e2-43ef-96e7-5b51d1c1082b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Fanout notify agent at l3_agent the message router_deleted on router 6acf8023-ab43-4e82-b446-79713b4abe2b {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:27:18.933209 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9abf374f-a8e2-43ef-96e7-5b51d1c1082b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:18.934418 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9abf374f-a8e2-43ef-96e7-5b51d1c1082b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/routers/6acf8023-ab43-4e82-b446-79713b4abe2b HTTP/1.1" status: 204 len: 168 time: 1.9122269 Jan 28 00:27:18.949842 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37460) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:19.024537 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:27:19.066254 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2a5d0a7c-a10b-4772-ab4a-a65a274134a9 req-fc7b3d02-6efd-4aa6-99a3-2a2a1a46ed59 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a97c7ddc-fba4-4c26-b16d-5efee7924ebd HTTP/1.1" status: 200 len: 999 time: 0.5105147 Jan 28 00:27:19.146036 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-3765348a-9873-40ac-bd4c-7914ce64d9f8 None None] For port e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3,segment=NetworkSegment(061eba63-e229-4375-8f2a-2dbc6e051a6e),segment_id=061eba63-e229-4375-8f2a-2dbc6e051a6e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:27:19.146752 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3765348a-9873-40ac-bd4c-7914ce64d9f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:19.168775 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3765348a-9873-40ac-bd4c-7914ce64d9f8 None None] Calling delete_port for e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:27:19.210609 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea8edd7-6085-4672-9a4a-824cc607b0b9 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Deleting subnet f0908f62-2af9-4a3f-9e2d-02f6560257ac {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:27:19.227022 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ea8edd7-6085-4672-9a4a-824cc607b0b9 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for subnet (f0908f62-2af9-4a3f-9e2d-02f6560257ac), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:19.296778 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d0a7c-a10b-4772-ab4a-a65a274134a9 req-15bf385a-e367-4ffa-83f8-92c8df150312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:19.300576 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2a5d0a7c-a10b-4772-ab4a-a65a274134a9 req-15bf385a-e367-4ffa-83f8-92c8df150312 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e8d9d31c-ec82-48b8-8107-afdf4c2c9183 HTTP/1.1" status: 200 len: 855 time: 0.2156305 Jan 28 00:27:19.350452 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28994a69-b428-4810-95cf-ac331e718bde req-7f0d528c-0323-4d18-9ec6-304bb12c4c94 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:19.358813 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-28994a69-b428-4810-95cf-ac331e718bde req-7f0d528c-0323-4d18-9ec6-304bb12c4c94 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/ports?device_id=04251ac8-436c-4769-92cf-0bf2ec05073f HTTP/1.1" status: 200 len: 949 time: 0.2211287 Jan 28 00:27:19.365590 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49dc612d-eabc-42a7-a10a-30ccb60df217 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (c9225b0d-1053-4c98-80da-7b6f6c1a3dcc), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:19.373967 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-4d82deb7-d17a-4637-a5db-b2728a64fb4e service neutron] Attempting to bind port 9707308a-e1d2-42c0-87a7-8597ceb3150f on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:27:19.374838 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-4d82deb7-d17a-4637-a5db-b2728a64fb4e service neutron] Attempting to bind port 9707308a-e1d2-42c0-87a7-8597ceb3150f by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'fba2d8d8-21da-4073-9f77-aaa869332b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:27:19.382740 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-4d82deb7-d17a-4637-a5db-b2728a64fb4e service neutron] Attempting to bind port 9707308a-e1d2-42c0-87a7-8597ceb3150f on network 2f518455-11e0-4f29-b2fb-3688e3f7fb32 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:27:19.445417 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ea8edd7-6085-4672-9a4a-824cc607b0b9 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (f0908f62-2af9-4a3f-9e2d-02f6560257ac), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:19.463712 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:27:19.464804 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:19.492687 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3765348a-9873-40ac-bd4c-7914ce64d9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:19.500276 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-4d82deb7-d17a-4637-a5db-b2728a64fb4e service neutron] Port 9707308a-e1d2-42c0-87a7-8597ceb3150f on network 2f518455-11e0-4f29-b2fb-3688e3f7fb32 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:27:19.500538 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-4d82deb7-d17a-4637-a5db-b2728a64fb4e service neutron] Attempting to bind port 9707308a-e1d2-42c0-87a7-8597ceb3150f on network 2f518455-11e0-4f29-b2fb-3688e3f7fb32 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:27:19.509572 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3765348a-9873-40ac-bd4c-7914ce64d9f8 None None] No DVR routers for this DVR port e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:27:19.539523 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765348a-9873-40ac-bd4c-7914ce64d9f8 None None] Pushing event deleted for resources: {'Port': ['ID=e8fabbc5-0511-4acb-b89d-ea0a4fa42ac3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:19.572365 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-4d82deb7-d17a-4637-a5db-b2728a64fb4e service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:27:19.573056 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-4d82deb7-d17a-4637-a5db-b2728a64fb4e service neutron] Checking segment: {'id': 'fba2d8d8-21da-4073-9f77-aaa869332b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:27:19.573781 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-4d82deb7-d17a-4637-a5db-b2728a64fb4e service neutron] Bound using segment: {'id': 'fba2d8d8-21da-4073-9f77-aaa869332b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:27:19.574656 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-4d82deb7-d17a-4637-a5db-b2728a64fb4e service neutron] Bound port: 9707308a-e1d2-42c0-87a7-8597ceb3150f, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fba2d8d8-21da-4073-9f77-aaa869332b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:27:19.575343 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-4d82deb7-d17a-4637-a5db-b2728a64fb4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9707308a-e1d2-42c0-87a7-8597ceb3150f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:19.588931 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d0a7c-a10b-4772-ab4a-a65a274134a9 req-24614cf4-d67a-446f-9d93-0929397c9201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:19.590790 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2a5d0a7c-a10b-4772-ab4a-a65a274134a9 req-24614cf4-d67a-446f-9d93-0929397c9201 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ab3fb448-728a-46f9-9c11-c79ef9e347d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2708485 Jan 28 00:27:19.613365 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61059ed0-7edc-4bd2-8edc-1c76ed0f76f0 req-c07937ba-7180-41dc-a388-081ebab7007c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:19.644116 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-61059ed0-7edc-4bd2-8edc-1c76ed0f76f0 req-c07937ba-7180-41dc-a388-081ebab7007c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 945 time: 0.5356486 Jan 28 00:27:19.858541 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2a5d0a7c-a10b-4772-ab4a-a65a274134a9 req-a3daeeb6-1091-4aef-a5f1-0ebbdba71e9a service neutron] 10.222.0.52 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549489 Jan 28 00:27:19.859785 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-61059ed0-7edc-4bd2-8edc-1c76ed0f76f0 req-7c963a15-65ee-4a4c-8691-5fee7896a653 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065880 Jan 28 00:27:19.865254 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ea8edd7-6085-4672-9a4a-824cc607b0b9 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (f0908f62-2af9-4a3f-9e2d-02f6560257ac), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:19.955163 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-28994a69-b428-4810-95cf-ac331e718bde req-a042a512-da23-4230-85da-1c82892e3281 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/security-groups?id=029f3950-2ebe-42df-a155-7336948250dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5949867 Jan 28 00:27:20.052066 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49dc612d-eabc-42a7-a10a-30ccb60df217 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (c9225b0d-1053-4c98-80da-7b6f6c1a3dcc), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:20.113733 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ca1c93-c446-43d0-a6c9-541c60bf9d5d tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Router 49208bf8-4196-4254-85bc-abd1d8c0f34b is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:27:20.129249 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-49dc612d-eabc-42a7-a10a-30ccb60df217 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9225b0d-1053-4c98-80da-7b6f6c1a3dcc']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:20.132926 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-4d82deb7-d17a-4637-a5db-b2728a64fb4e service neutron] For port 9707308a-e1d2-42c0-87a7-8597ceb3150f, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:27:20.184906 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-49dc612d-eabc-42a7-a10a-30ccb60df217 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061eba63-e229-4375-8f2a-2dbc6e051a6e') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:20.190266 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-49dc612d-eabc-42a7-a10a-30ccb60df217 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061eba63-e229-4375-8f2a-2dbc6e051a6e') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:20.206898 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ea8edd7-6085-4672-9a4a-824cc607b0b9 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (f0908f62-2af9-4a3f-9e2d-02f6560257ac), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:20.239316 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49dc612d-eabc-42a7-a10a-30ccb60df217 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (061eba63-e229-4375-8f2a-2dbc6e051a6e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:20.243861 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-4d82deb7-d17a-4637-a5db-b2728a64fb4e service neutron] For port 9707308a-e1d2-42c0-87a7-8597ceb3150f, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9707308a-e1d2-42c0-87a7-8597ceb3150f,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:27:20.260291 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-4d82deb7-d17a-4637-a5db-b2728a64fb4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (9707308a-e1d2-42c0-87a7-8597ceb3150f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:20.308641 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8edd7-6085-4672-9a4a-824cc607b0b9 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Subnet': ['ID=f0908f62-2af9-4a3f-9e2d-02f6560257ac,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:20.308641 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2a5d0a7c-a10b-4772-ab4a-a65a274134a9 req-3a1daef8-1959-4091-a2a9-ce36555682b6 service neutron] 10.222.0.52 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133863 Jan 28 00:27:20.323430 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ea8edd7-6085-4672-9a4a-824cc607b0b9 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:20.326485 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2ea8edd7-6085-4672-9a4a-824cc607b0b9 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/subnets/f0908f62-2af9-4a3f-9e2d-02f6560257ac HTTP/1.1" status: 204 len: 168 time: 1.3750396 Jan 28 00:27:20.329755 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37466) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:20.384373 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e630c34-7ecf-489b-859c-a5e3588f3640 None None] Network d064621a-3bfa-4701-9395-509ebf3fd11c requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:27:20.494899 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49dc612d-eabc-42a7-a10a-30ccb60df217 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (061eba63-e229-4375-8f2a-2dbc6e051a6e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:20.537533 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-4d82deb7-d17a-4637-a5db-b2728a64fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:20.541808 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-4d82deb7-d17a-4637-a5db-b2728a64fb4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:20.546510 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-4d82deb7-d17a-4637-a5db-b2728a64fb4e service neutron] 10.222.0.65 "PUT /v2.0/ports/9707308a-e1d2-42c0-87a7-8597ceb3150f HTTP/1.1" status: 200 len: 1091 time: 4.2992992 Jan 28 00:27:20.547172 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e0000abf-5e7f-40ee-948a-08d0925aabd1 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (d064621a-3bfa-4701-9395-509ebf3fd11c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:20.576798 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49dc612d-eabc-42a7-a10a-30ccb60df217 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:27:20.577361 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49dc612d-eabc-42a7-a10a-30ccb60df217 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (061eba63-e229-4375-8f2a-2dbc6e051a6e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:20.728297 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79805e51-8040-4c3f-a180-84aa60a5e0d6', 'tag': '9707308a-e1d2-42c0-87a7-8597ceb3150f'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:27:20.735767 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1639e4-1937-4c45-be95-6627367132da" -d '{"events": [{"name": "network-changed", "server_uuid": "79805e51-8040-4c3f-a180-84aa60a5e0d6", "tag": "9707308a-e1d2-42c0-87a7-8597ceb3150f"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:27:20.740460 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:27:20.740460 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:27:20.740460 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:27:20.740460 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:27:20.740460 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:27:20.740460 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:27:20.740460 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:27:20.740460 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:27:20.740460 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:27:20.740460 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:27:20.740460 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:27:20.740460 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:27:20.740460 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:27:20.740460 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:27:20.740460 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:27:20.740460 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:27:20.740460 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:27:20.740460 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:27:20.740460 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:27:20.740460 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:27:20.740460 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:27:20.740460 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:27:20.740460 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:27:20.740460 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:27:20.740460 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:27:20.740460 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:27:20.740460 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:27:20.740460 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:27:20.740460 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:27:20.740460 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:27:20.740460 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:27:20.740460 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:27:20.743179 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c153a-118c-47db-83b2-39cb90e86a42 req-b1e69441-685f-43d3-a662-a2b06c918f7d tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:20.745532 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a41c153a-118c-47db-83b2-39cb90e86a42 req-b1e69441-685f-43d3-a662-a2b06c918f7d tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.52 "GET /v2.0/ports?device_id=04251ac8-436c-4769-92cf-0bf2ec05073f HTTP/1.1" status: 200 len: 949 time: 0.1013629 Jan 28 00:27:20.863033 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e0000abf-5e7f-40ee-948a-08d0925aabd1 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Deleting port 53ca4303-49ef-447b-89da-265a9aad57a8 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:27:20.863384 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e0000abf-5e7f-40ee-948a-08d0925aabd1 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (53ca4303-49ef-447b-89da-265a9aad57a8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:20.879165 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ca1c93-c446-43d0-a6c9-541c60bf9d5d tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:27:20.904627 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ffdb04-1379-4d36-9290-4605caefaf8c None None] Sync routers for ids ['49208bf8-4196-4254-85bc-abd1d8c0f34b'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:27:20.926150 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43518d4-9693-451b-b892-1e03175492fb None None] DHCP port deletion for d064621a-3bfa-4701-9395-509ebf3fd11c request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:27:20.948904 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e0000abf-5e7f-40ee-948a-08d0925aabd1 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] For port 53ca4303-49ef-447b-89da-265a9aad57a8, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=53ca4303-49ef-447b-89da-265a9aad57a8,segment=NetworkSegment(5fce5dc2-05ef-401a-80ed-14f68621889a),segment_id=5fce5dc2-05ef-401a-80ed-14f68621889a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:27:20.949269 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e0000abf-5e7f-40ee-948a-08d0925aabd1 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (53ca4303-49ef-447b-89da-265a9aad57a8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:20.956993 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8665ee98-df0c-4796-9812-6277ebb40b49 x-openstack-request-id: req-8665ee98-df0c-4796-9812-6277ebb40b49 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:27:20.959011 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79805e51-8040-4c3f-a180-84aa60a5e0d6", "tag": "9707308a-e1d2-42c0-87a7-8597ceb3150f", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:27:20.959512 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8665ee98-df0c-4796-9812-6277ebb40b49 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:27:20.963772 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79805e51-8040-4c3f-a180-84aa60a5e0d6', 'tag': '9707308a-e1d2-42c0-87a7-8597ceb3150f', 'status': 'completed', 'code': 200} Jan 28 00:27:20.966290 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49dc612d-eabc-42a7-a10a-30ccb60df217 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (c9225b0d-1053-4c98-80da-7b6f6c1a3dcc), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:20.975184 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ffdb04-1379-4d36-9290-4605caefaf8c None None] Routers {'49208bf8-4196-4254-85bc-abd1d8c0f34b'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:27:20.975844 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-97ffdb04-1379-4d36-9290-4605caefaf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:27:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['49208bf8-4196-4254-85bc-abd1d8c0f34b'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:20.988065 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e0000abf-5e7f-40ee-948a-08d0925aabd1 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Calling delete_port for 53ca4303-49ef-447b-89da-265a9aad57a8 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:27:21.048484 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49dc612d-eabc-42a7-a10a-30ccb60df217 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:21.057325 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-49dc612d-eabc-42a7-a10a-30ccb60df217 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] 10.222.0.70 "DELETE /v2.0/networks/c9225b0d-1053-4c98-80da-7b6f6c1a3dcc HTTP/1.1" status: 204 len: 168 time: 2.6708853 Jan 28 00:27:21.066349 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37478) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:21.137168 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595ca7b-a8d0-4395-87d6-de48612cbfa2 req-69221294-ac38-4159-82c4-176fd9b9958f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:21.147355 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d595ca7b-a8d0-4395-87d6-de48612cbfa2 req-69221294-ac38-4159-82c4-176fd9b9958f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=79805e51-8040-4c3f-a180-84aa60a5e0d6 HTTP/1.1" status: 200 len: 943 time: 1.0241103 Jan 28 00:27:21.156309 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e0000abf-5e7f-40ee-948a-08d0925aabd1 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (53ca4303-49ef-447b-89da-265a9aad57a8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:21.167002 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82deb7-d17a-4637-a5db-b2728a64fb4e service neutron] Pushing event updated for resources: {'Port': ['ID=9707308a-e1d2-42c0-87a7-8597ceb3150f,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:21.178990 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 53ca4303-49ef-447b-89da-265a9aad57a8 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:27:21.188497 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0000abf-5e7f-40ee-948a-08d0925aabd1 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Port': ['ID=53ca4303-49ef-447b-89da-265a9aad57a8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:21.215375 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0000abf-5e7f-40ee-948a-08d0925aabd1 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] No DVR routers for this DVR port 53ca4303-49ef-447b-89da-265a9aad57a8 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:27:21.270114 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 53ca4303-49ef-447b-89da-265a9aad57a8 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:27:21.270655 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 53ca4303-49ef-447b-89da-265a9aad57a8 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:27:21.279739 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-a41c153a-118c-47db-83b2-39cb90e86a42 req-aed53893-0a0a-4e38-9d67-bf657765885e tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Deleting port cc24101a-544d-4649-8815-96aaa8e93806 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:27:21.282126 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a41c153a-118c-47db-83b2-39cb90e86a42 req-aed53893-0a0a-4e38-9d67-bf657765885e tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (cc24101a-544d-4649-8815-96aaa8e93806), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:21.391343 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc612d-eabc-42a7-a10a-30ccb60df217 tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Pushing event deleted for resources: {'Network': ['ID=c9225b0d-1053-4c98-80da-7b6f6c1a3dcc,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:21.395475 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b5ca1c93-c446-43d0-a6c9-541c60bf9d5d tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:21.400069 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b5ca1c93-c446-43d0-a6c9-541c60bf9d5d tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.3304901 Jan 28 00:27:21.410532 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37482) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:21.612661 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e43518d4-9693-451b-b892-1e03175492fb None None] Deleting port 53ca4303-49ef-447b-89da-265a9aad57a8 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:27:21.613193 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e43518d4-9693-451b-b892-1e03175492fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (53ca4303-49ef-447b-89da-265a9aad57a8), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:21.635133 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-15259b33-b701-493f-a344-b0c0352bdd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:21.641909 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-15259b33-b701-493f-a344-b0c0352bdd61 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f564eba381e4679ad4f4d86366ab37a&device_id=79805e51-8040-4c3f-a180-84aa60a5e0d6 HTTP/1.1" status: 200 len: 1094 time: 0.8910398 Jan 28 00:27:21.661121 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e0000abf-5e7f-40ee-948a-08d0925aabd1 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (d064621a-3bfa-4701-9395-509ebf3fd11c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:21.743001 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-e43518d4-9693-451b-b892-1e03175492fb None None] For port 53ca4303-49ef-447b-89da-265a9aad57a8, host n-d-826754-1, got binding levels [] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:27:21.743719 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e43518d4-9693-451b-b892-1e03175492fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (53ca4303-49ef-447b-89da-265a9aad57a8), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:21.769822 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e43518d4-9693-451b-b892-1e03175492fb None None] Calling delete_port for 53ca4303-49ef-447b-89da-265a9aad57a8 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:27:21.776041 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.ipam_backend_mixin [None req-e43518d4-9693-451b-b892-1e03175492fb None None] Port 53ca4303-49ef-447b-89da-265a9aad57a8 was not found and therefore no delete operation was performed {{(pid=103345) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 00:27:21.780162 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-a41c153a-118c-47db-83b2-39cb90e86a42 req-aed53893-0a0a-4e38-9d67-bf657765885e tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] For port cc24101a-544d-4649-8815-96aaa8e93806, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=cc24101a-544d-4649-8815-96aaa8e93806,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:27:21.782309 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a41c153a-118c-47db-83b2-39cb90e86a42 req-aed53893-0a0a-4e38-9d67-bf657765885e tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (cc24101a-544d-4649-8815-96aaa8e93806), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:21.785405 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e43518d4-9693-451b-b892-1e03175492fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (53ca4303-49ef-447b-89da-265a9aad57a8), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:21.807437 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-a41c153a-118c-47db-83b2-39cb90e86a42 req-aed53893-0a0a-4e38-9d67-bf657765885e tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Calling delete_port for cc24101a-544d-4649-8815-96aaa8e93806 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:27:21.846980 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43518d4-9693-451b-b892-1e03175492fb None None] No DVR routers for this DVR port 53ca4303-49ef-447b-89da-265a9aad57a8 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:27:21.851384 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-ac709c29-dfe8-4e58-94cb-27f9d902f03e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9707308a-e1d2-42c0-87a7-8597ceb3150f HTTP/1.1" status: 200 len: 217 time: 0.1940126 Jan 28 00:27:21.862201 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43518d4-9693-451b-b892-1e03175492fb None None] Pushing event deleted for resources: {'Port': ['ID=53ca4303-49ef-447b-89da-265a9aad57a8,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:21.871310 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379b833-4445-4543-a115-d53d27cdfc15 req-b8a5831e-f9b1-4dc6-a598-ec679034a708 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:21.873322 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5379b833-4445-4543-a115-d53d27cdfc15 req-b8a5831e-f9b1-4dc6-a598-ec679034a708 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 945 time: 0.7474399 Jan 28 00:27:21.883088 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-97ffdb04-1379-4d36-9290-4605caefaf8c None None] Set router 49208bf8-4196-4254-85bc-abd1d8c0f34b gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:27:21.898158 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d595ca7b-a8d0-4395-87d6-de48612cbfa2 req-6745b48c-5dc8-4ae3-af4c-08ce17d26559 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7495267 Jan 28 00:27:21.941985 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-e0000abf-5e7f-40ee-948a-08d0925aabd1 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d064621a-3bfa-4701-9395-509ebf3fd11c']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:21.969695 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-e0000abf-5e7f-40ee-948a-08d0925aabd1 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fce5dc2-05ef-401a-80ed-14f68621889a') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:21.970002 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-e0000abf-5e7f-40ee-948a-08d0925aabd1 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fce5dc2-05ef-401a-80ed-14f68621889a') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:22.015252 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e0000abf-5e7f-40ee-948a-08d0925aabd1 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (5fce5dc2-05ef-401a-80ed-14f68621889a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:22.134147 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-946dbc82-bc98-442f-8880-14c3144777cb tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router (49208bf8-4196-4254-85bc-abd1d8c0f34b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:22.188999 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e0000abf-5e7f-40ee-948a-08d0925aabd1 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (5fce5dc2-05ef-401a-80ed-14f68621889a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:22.199482 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a41c153a-118c-47db-83b2-39cb90e86a42 req-aed53893-0a0a-4e38-9d67-bf657765885e tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (cc24101a-544d-4649-8815-96aaa8e93806), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:22.214916 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0000abf-5e7f-40ee-948a-08d0925aabd1 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:27:22.215639 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e0000abf-5e7f-40ee-948a-08d0925aabd1 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (5fce5dc2-05ef-401a-80ed-14f68621889a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:22.220120 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:27:22.220120 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:27:22.220120 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:27:22.220120 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:27:22.220120 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:27:22.220120 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:27:22.220120 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:27:22.220120 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:27:22.220120 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:27:22.220120 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:27:22.220120 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:27:22.220120 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:27:22.220120 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:27:22.220120 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:27:22.220120 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:27:22.220120 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:27:22.220120 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:27:22.220120 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:27:22.220120 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:27:22.220120 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:27:22.220120 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:27:22.220120 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:27:22.220120 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:27:22.220120 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:27:22.220120 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:27:22.220120 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:27:22.220120 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:27:22.220120 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:27:22.220120 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:27:22.220120 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:27:22.220120 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:27:22.220120 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:27:22.268824 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-dc1f317c-6a59-43c5-b74f-fb3784b8adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:22.270410 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-dc1f317c-6a59-43c5-b74f-fb3784b8adaf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=752b9c73-c003-4007-a37c-7b906aeda551 HTTP/1.1" status: 200 len: 852 time: 0.3855994 Jan 28 00:27:22.273040 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed53893-0a0a-4e38-9d67-bf657765885e tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Pushing event deleted for resources: {'Port': ['ID=cc24101a-544d-4649-8815-96aaa8e93806,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:22.313635 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5379b833-4445-4543-a115-d53d27cdfc15 req-75ef62c8-a55d-44f4-9266-793df536ad44 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4128585 Jan 28 00:27:22.328823 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-dff745cb-81f0-4fc1-b5b1-407839db332a tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Deleting port 245636cc-a2a3-4f54-85d7-f6c1fa60ba9a {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:27:22.329171 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dff745cb-81f0-4fc1-b5b1-407839db332a tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (245636cc-a2a3-4f54-85d7-f6c1fa60ba9a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:22.396111 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-fa047d29-5b39-4d04-a9be-a83d7503b2ba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2f518455-11e0-4f29-b2fb-3688e3f7fb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1163201 Jan 28 00:27:22.471546 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41c153a-118c-47db-83b2-39cb90e86a42 req-aed53893-0a0a-4e38-9d67-bf657765885e tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] No DVR routers for this DVR port cc24101a-544d-4649-8815-96aaa8e93806 on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:27:22.477182 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a41c153a-118c-47db-83b2-39cb90e86a42 req-aed53893-0a0a-4e38-9d67-bf657765885e tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:22.484198 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a41c153a-118c-47db-83b2-39cb90e86a42 req-aed53893-0a0a-4e38-9d67-bf657765885e tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.52 "DELETE /v2.0/ports/cc24101a-544d-4649-8815-96aaa8e93806 HTTP/1.1" status: 204 len: 173 time: 1.7306080 Jan 28 00:27:22.485241 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04251ac8-436c-4769-92cf-0bf2ec05073f', 'name': 'network-vif-deleted', 'tag': 'cc24101a-544d-4649-8815-96aaa8e93806'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:27:22.489202 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f1369a-10ab-4a00-b1d9-d7c1d29ba49d" -d '{"events": [{"server_uuid": "04251ac8-436c-4769-92cf-0bf2ec05073f", "name": "network-vif-deleted", "tag": "cc24101a-544d-4649-8815-96aaa8e93806"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:27:22.495733 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e0000abf-5e7f-40ee-948a-08d0925aabd1 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (d064621a-3bfa-4701-9395-509ebf3fd11c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:22.534422 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e0000abf-5e7f-40ee-948a-08d0925aabd1 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:22.538070 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e0000abf-5e7f-40ee-948a-08d0925aabd1 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/networks/d064621a-3bfa-4701-9395-509ebf3fd11c HTTP/1.1" status: 204 len: 168 time: 2.2063909 Jan 28 00:27:22.543698 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0000abf-5e7f-40ee-948a-08d0925aabd1 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Network': ['ID=d064621a-3bfa-4701-9395-509ebf3fd11c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:22.546474 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37486) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:22.560355 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-5f2896e3-ae91-4bb9-ace5-cdd1b5a1578a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Request body: {'network': {'name': 'tempest-RoutersTest-696390401'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:27:22.597233 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2896e3-ae91-4bb9-ace5-cdd1b5a1578a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Made reservation on behalf of 2fbcfeaf4123454d81861a2387d862d8 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:27:22.601826 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5f2896e3-ae91-4bb9-ace5-cdd1b5a1578a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:22.614777 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb87834-cdf9-49a4-bb6b-4a737c79b880 x-openstack-request-id: req-9cb87834-cdf9-49a4-bb6b-4a737c79b880 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:27:22.615202 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04251ac8-436c-4769-92cf-0bf2ec05073f", "name": "network-vif-deleted", "tag": "cc24101a-544d-4649-8815-96aaa8e93806", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:27:22.615430 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9cb87834-cdf9-49a4-bb6b-4a737c79b880 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:27:22.615804 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04251ac8-436c-4769-92cf-0bf2ec05073f', 'name': 'network-vif-deleted', 'tag': 'cc24101a-544d-4649-8815-96aaa8e93806', 'status': 'completed', 'code': 200} Jan 28 00:27:22.686623 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f2896e3-ae91-4bb9-ace5-cdd1b5a1578a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:27:22.710044 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5f2896e3-ae91-4bb9-ace5-cdd1b5a1578a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (e7bee015-748f-4a6d-8580-c2948b3082c2), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:22.710521 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-5f2896e3-ae91-4bb9-ace5-cdd1b5a1578a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Added segment e7bee015-748f-4a6d-8580-c2948b3082c2 of type vlan for network 85ec645b-75c3-4df9-98d2-3ebbade0bae0 Jan 28 00:27:22.860723 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5f2896e3-ae91-4bb9-ace5-cdd1b5a1578a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (85ec645b-75c3-4df9-98d2-3ebbade0bae0), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:22.917552 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-fca38657-4256-450b-80c3-38aa43dc33d8 service neutron] 10.222.0.65 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4775262 Jan 28 00:27:22.948191 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5f2896e3-ae91-4bb9-ace5-cdd1b5a1578a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (85ec645b-75c3-4df9-98d2-3ebbade0bae0), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:22.968638 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-97ffdb04-1379-4d36-9290-4605caefaf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49208bf8-4196-4254-85bc-abd1d8c0f34b', 'name': '', 'tenant_id': '994d253fdd8a4f4d90ebb28608ed85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49f009e6-1d18-4898-a7d8-3500b53e7572', 'external_fixed_ips': [{'subnet_id': 'f966c9f0-ea86-45a1-ade1-0a85b15965b7', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b98fceea-d417-4259-9a58-4ae91a9884c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:27:13Z', 'updated_at': '2022-01-28T00:27:17Z', 'revision_number': 3, 'project_id': '994d253fdd8a4f4d90ebb28608ed85df', 'gw_port': {'id': 'b98fceea-d417-4259-9a58-4ae91a9884c3', 'name': '', 'network_id': '49f009e6-1d18-4898-a7d8-3500b53e7572', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:68:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49208bf8-4196-4254-85bc-abd1d8c0f34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'f966c9f0-ea86-45a1-ade1-0a85b15965b7', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:27:15Z', 'updated_at': '2022-01-28T00:27:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f966c9f0-ea86-45a1-ade1-0a85b15965b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:22.969301 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc43810-d6ab-4287-addb-3733f5eda4fa req-d48807e0-12d8-4818-8e56-5533c02ecc01 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:22.975108 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2896e3-ae91-4bb9-ace5-cdd1b5a1578a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:22.976174 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5f2896e3-ae91-4bb9-ace5-cdd1b5a1578a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:22.992176 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4cc43810-d6ab-4287-addb-3733f5eda4fa req-d48807e0-12d8-4818-8e56-5533c02ecc01 tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/ports?device_id=04251ac8-436c-4769-92cf-0bf2ec05073f HTTP/1.1" status: 200 len: 866 time: 0.8896689 Jan 28 00:27:23.104265 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ffdb04-1379-4d36-9290-4605caefaf8c None None] Checking router: 49208bf8-4196-4254-85bc-abd1d8c0f34b for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:27:23.105049 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ffdb04-1379-4d36-9290-4605caefaf8c None None] Updating router 49208bf8-4196-4254-85bc-abd1d8c0f34b port b98fceea-d417-4259-9a58-4ae91a9884c3 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:27:23.163216 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5f2896e3-ae91-4bb9-ace5-cdd1b5a1578a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6079445 Jan 28 00:27:23.194655 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37490) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:23.212914 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-fec004e6-d55b-4e9a-aa8d-bb509564aeb8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Request body: {'subnet': {'network_id': '85ec645b-75c3-4df9-98d2-3ebbade0bae0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:27:23.240755 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97ffdb04-1379-4d36-9290-4605caefaf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b98fceea-d417-4259-9a58-4ae91a9884c3), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:23.444903 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2896e3-ae91-4bb9-ace5-cdd1b5a1578a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Network': ['ID=85ec645b-75c3-4df9-98d2-3ebbade0bae0,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:23.469512 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 85ec645b-75c3-4df9-98d2-3ebbade0bae0 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:27:23.481652 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dff745cb-81f0-4fc1-b5b1-407839db332a tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (245636cc-a2a3-4f54-85d7-f6c1fa60ba9a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:23.482873 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dff745cb-81f0-4fc1-b5b1-407839db332a tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks [] for floatingip (245636cc-a2a3-4f54-85d7-f6c1fa60ba9a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:23.486882 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec004e6-d55b-4e9a-aa8d-bb509564aeb8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Made reservation on behalf of 2fbcfeaf4123454d81861a2387d862d8 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:27:23.496027 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fec004e6-d55b-4e9a-aa8d-bb509564aeb8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:23.519007 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-dff745cb-81f0-4fc1-b5b1-407839db332a tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Calling delete_port for 245636cc-a2a3-4f54-85d7-f6c1fa60ba9a owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:27:23.662625 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4cc43810-d6ab-4287-addb-3733f5eda4fa req-71106bf8-113e-47d7-9e9a-047cc4176b8a tempest-ListImageFiltersTestJSON-735082073 tempest-ListImageFiltersTestJSON-735082073-project] 10.222.0.70 "GET /v2.0/security-groups?id=029f3950-2ebe-42df-a155-7336948250dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6680436 Jan 28 00:27:23.681507 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-946dbc82-bc98-442f-8880-14c3144777cb tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router_gateway (49208bf8-4196-4254-85bc-abd1d8c0f34b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:23.750094 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-98c96bfb-4159-444f-b824-09d4f70e38a4 req-eb09845c-d56c-4b3b-8e3c-0676e1aae327 service neutron] 10.222.0.65 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7524159 Jan 28 00:27:23.769864 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81909321-bce2-4d8d-a02f-2cd439dd66ec req-4bbd7513-b030-4864-a5dd-4150d0ae0600 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:23.771660 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-81909321-bce2-4d8d-a02f-2cd439dd66ec req-4bbd7513-b030-4864-a5dd-4150d0ae0600 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=79805e51-8040-4c3f-a180-84aa60a5e0d6 HTTP/1.1" status: 200 len: 943 time: 0.5607045 Jan 28 00:27:23.947430 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fec004e6-d55b-4e9a-aa8d-bb509564aeb8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (20f297b8-15cc-4215-8fb5-834865f572a4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:24.007170 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:27:24.110619 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec004e6-d55b-4e9a-aa8d-bb509564aeb8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Checking segment: {'id': 'e7bee015-748f-4a6d-8580-c2948b3082c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '85ec645b-75c3-4df9-98d2-3ebbade0bae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:27:24.111021 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec004e6-d55b-4e9a-aa8d-bb509564aeb8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network hostable DHCP agents. Network: 85ec645b-75c3-4df9-98d2-3ebbade0bae0, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:27:24.125690 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec004e6-d55b-4e9a-aa8d-bb509564aeb8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Subnet': ['ID=20f297b8-15cc-4215-8fb5-834865f572a4,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:24.161787 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec004e6-d55b-4e9a-aa8d-bb509564aeb8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network 85ec645b-75c3-4df9-98d2-3ebbade0bae0 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:27:24.176439 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-fec004e6-d55b-4e9a-aa8d-bb509564aeb8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 85ec645b-75c3-4df9-98d2-3ebbade0bae0) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:27:24.177340 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1639e4-1937-4c45-be95-6627367132da req-2f6c9497-8a15-4823-a79b-87e6f20ce608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:24.185784 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5c1639e4-1937-4c45-be95-6627367132da req-2f6c9497-8a15-4823-a79b-87e6f20ce608 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f564eba381e4679ad4f4d86366ab37a&device_id=79805e51-8040-4c3f-a180-84aa60a5e0d6 HTTP/1.1" status: 200 len: 1094 time: 0.3003139 Jan 28 00:27:24.191931 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0257749-fcd7-415d-8b99-990794ed293f None None] Network 85ec645b-75c3-4df9-98d2-3ebbade0bae0 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:27:24.210060 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec004e6-d55b-4e9a-aa8d-bb509564aeb8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:24.214350 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fec004e6-d55b-4e9a-aa8d-bb509564aeb8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:24.262763 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46f661-64e7-4c11-96d4-7609bb2a9155 req-58046cb3-bcdb-454e-8a04-ef2b70f207c3 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:24.268612 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9b46f661-64e7-4c11-96d4-7609bb2a9155 req-58046cb3-bcdb-454e-8a04-ef2b70f207c3 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 945 time: 0.3548703 Jan 28 00:27:24.274750 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-81909321-bce2-4d8d-a02f-2cd439dd66ec req-9147e02a-6de4-4ccb-97fb-e4c30037b16f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785193 Jan 28 00:27:24.284203 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fec004e6-d55b-4e9a-aa8d-bb509564aeb8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0828135 Jan 28 00:27:24.286788 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37496) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:24.297117 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97ffdb04-1379-4d36-9290-4605caefaf8c None None] Publish callbacks [] for port (b98fceea-d417-4259-9a58-4ae91a9884c3), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:24.317825 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-3129df49-982c-4246-ae38-2c8d595a98fb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-541005219', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:27:24.323890 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device cc24101a-544d-4649-8815-96aaa8e93806 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:27:24.329216 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97ffdb04-1379-4d36-9290-4605caefaf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b98fceea-d417-4259-9a58-4ae91a9884c3), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:24.352366 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-946dbc82-bc98-442f-8880-14c3144777cb tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Deleting port b98fceea-d417-4259-9a58-4ae91a9884c3 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:27:24.352689 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-946dbc82-bc98-442f-8880-14c3144777cb tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b98fceea-d417-4259-9a58-4ae91a9884c3), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:24.370854 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3129df49-982c-4246-ae38-2c8d595a98fb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (62c67d75-c8c3-4af2-9e53-c3af5947b653), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:24.371975 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3129df49-982c-4246-ae38-2c8d595a98fb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (62c67d75-c8c3-4af2-9e53-c3af5947b653), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:24.465618 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: cc24101a-544d-4649-8815-96aaa8e93806 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:27:24.466244 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device cc24101a-544d-4649-8815-96aaa8e93806 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:27:24.505496 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3129df49-982c-4246-ae38-2c8d595a98fb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router_controller (62c67d75-c8c3-4af2-9e53-c3af5947b653), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:24.511645 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-97ffdb04-1379-4d36-9290-4605caefaf8c None None] Attempting to bind port b98fceea-d417-4259-9a58-4ae91a9884c3 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:27:24.512273 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-97ffdb04-1379-4d36-9290-4605caefaf8c None None] Attempting to bind port b98fceea-d417-4259-9a58-4ae91a9884c3 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'ce13c309-62e6-4cfe-afe7-b635631ce73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '49f009e6-1d18-4898-a7d8-3500b53e7572'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:27:24.512477 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3129df49-982c-4246-ae38-2c8d595a98fb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (62c67d75-c8c3-4af2-9e53-c3af5947b653), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:24.513210 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ffdb04-1379-4d36-9290-4605caefaf8c None None] Attempting to bind port b98fceea-d417-4259-9a58-4ae91a9884c3 on network 49f009e6-1d18-4898-a7d8-3500b53e7572 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:27:24.536212 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ffdb04-1379-4d36-9290-4605caefaf8c None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:27:24.536896 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ffdb04-1379-4d36-9290-4605caefaf8c None None] Checking segment: {'id': 'ce13c309-62e6-4cfe-afe7-b635631ce73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '49f009e6-1d18-4898-a7d8-3500b53e7572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:27:24.537577 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97ffdb04-1379-4d36-9290-4605caefaf8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:24.538249 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ffdb04-1379-4d36-9290-4605caefaf8c None None] Bound using segment: {'id': 'ce13c309-62e6-4cfe-afe7-b635631ce73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '49f009e6-1d18-4898-a7d8-3500b53e7572'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:27:24.538925 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-97ffdb04-1379-4d36-9290-4605caefaf8c None None] Bound port: b98fceea-d417-4259-9a58-4ae91a9884c3, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce13c309-62e6-4cfe-afe7-b635631ce73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '49f009e6-1d18-4898-a7d8-3500b53e7572'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:27:24.539549 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97ffdb04-1379-4d36-9290-4605caefaf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b98fceea-d417-4259-9a58-4ae91a9884c3), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:24.545900 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c2196-dc0a-47b7-b9c7-d452d5cbcc76 None None] Pushing event updated for resources: {'Port': ['ID=b98fceea-d417-4259-9a58-4ae91a9884c3,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:24.562568 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3129df49-982c-4246-ae38-2c8d595a98fb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:24.571141 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3129df49-982c-4246-ae38-2c8d595a98fb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2630947 Jan 28 00:27:24.575487 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37498) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:24.607103 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26cb550-9d1d-4183-a2b7-418f0fd3424a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-85ec645b-75c3-4df9-98d2-3ebbade0bae0', 'network_id': '85ec645b-75c3-4df9-98d2-3ebbade0bae0', 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'fixed_ips': [{'subnet_id': '20f297b8-15cc-4215-8fb5-834865f572a4'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:27:24.608659 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f26cb550-9d1d-4183-a2b7-418f0fd3424a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:24.685829 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-97ffdb04-1379-4d36-9290-4605caefaf8c None None] For port b98fceea-d417-4259-9a58-4ae91a9884c3, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:27:24.693406 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-97ffdb04-1379-4d36-9290-4605caefaf8c None None] For port b98fceea-d417-4259-9a58-4ae91a9884c3, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b98fceea-d417-4259-9a58-4ae91a9884c3,segment=NetworkSegment(ce13c309-62e6-4cfe-afe7-b635631ce73d),segment_id=ce13c309-62e6-4cfe-afe7-b635631ce73d)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:27:25.264415 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97ffdb04-1379-4d36-9290-4605caefaf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b98fceea-d417-4259-9a58-4ae91a9884c3), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:25.316441 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dff745cb-81f0-4fc1-b5b1-407839db332a tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (245636cc-a2a3-4f54-85d7-f6c1fa60ba9a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:25.318636 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 9707308a-e1d2-42c0-87a7-8597ceb3150f details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:27:25.394277 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e37cf45-372f-4cc2-8715-dd7351bc1e61 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:25.488599 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff745cb-81f0-4fc1-b5b1-407839db332a tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Pushing event deleted for resources: {'Port': ['ID=245636cc-a2a3-4f54-85d7-f6c1fa60ba9a,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:25.524519 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9b46f661-64e7-4c11-96d4-7609bb2a9155 req-f559415b-e11d-44fd-90e6-960f36fc7f53 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1811526 Jan 28 00:27:25.546483 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 9707308a-e1d2-42c0-87a7-8597ceb3150f, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9707308a-e1d2-42c0-87a7-8597ceb3150f,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:27:25.604580 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '9707308a-e1d2-42c0-87a7-8597ceb3150f', 'network_id': '2f518455-11e0-4f29-b2fb-3688e3f7fb32', 'port_id': '9707308a-e1d2-42c0-87a7-8597ceb3150f', 'mac_address': 'fa:16:3e:ac:dd:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752b9c73-c003-4007-a37c-7b906aeda551', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:27:25.684744 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1639e4-1937-4c45-be95-6627367132da req-4f52f769-d7a4-4fd0-9e13-546c147827f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:25.687386 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5c1639e4-1937-4c45-be95-6627367132da req-4f52f769-d7a4-4fd0-9e13-546c147827f4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2f518455-11e0-4f29-b2fb-3688e3f7fb32 HTTP/1.1" status: 200 len: 913 time: 1.4877386 Jan 28 00:27:25.687825 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ffdb04-1379-4d36-9290-4605caefaf8c None None] Routers {'49208bf8-4196-4254-85bc-abd1d8c0f34b'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:27:25.688797 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-97ffdb04-1379-4d36-9290-4605caefaf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:27:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['49208bf8-4196-4254-85bc-abd1d8c0f34b'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:25.718892 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-946dbc82-bc98-442f-8880-14c3144777cb tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b98fceea-d417-4259-9a58-4ae91a9884c3), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:25.894749 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-946dbc82-bc98-442f-8880-14c3144777cb tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Calling delete_port for b98fceea-d417-4259-9a58-4ae91a9884c3 owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:27:25.897702 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5c1639e4-1937-4c45-be95-6627367132da req-ba2f5239-0379-4d87-b8d0-5713d0e49d98 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9707308a-e1d2-42c0-87a7-8597ceb3150f HTTP/1.1" status: 200 len: 217 time: 0.1686463 Jan 28 00:27:25.904889 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-97ffdb04-1379-4d36-9290-4605caefaf8c None None] Set router 49208bf8-4196-4254-85bc-abd1d8c0f34b gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:27:25.994853 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-f26cb550-9d1d-4183-a2b7-418f0fd3424a None None] Allocated IP 172.20.0.2 (85ec645b-75c3-4df9-98d2-3ebbade0bae0/20f297b8-15cc-4215-8fb5-834865f572a4/414f5368-ac46-48b8-bd06-580516c021bd) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:27:25.997429 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-97ffdb04-1379-4d36-9290-4605caefaf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49208bf8-4196-4254-85bc-abd1d8c0f34b', 'name': '', 'tenant_id': '994d253fdd8a4f4d90ebb28608ed85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:27:13Z', 'updated_at': '2022-01-28T00:27:23Z', 'revision_number': 4, 'project_id': '994d253fdd8a4f4d90ebb28608ed85df', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:26.014692 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dff745cb-81f0-4fc1-b5b1-407839db332a tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks [] for floatingip (3d04e5c5-8b40-4ca2-a227-34d591ffb40b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:26.018221 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dff745cb-81f0-4fc1-b5b1-407839db332a tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:26.022384 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-dff745cb-81f0-4fc1-b5b1-407839db332a tempest-FloatingIPAdminTestJSON-1913317196 tempest-FloatingIPAdminTestJSON-1913317196-project] 10.222.0.70 "DELETE /v2.0/floatingips/3d04e5c5-8b40-4ca2-a227-34d591ffb40b HTTP/1.1" status: 204 len: 168 time: 4.9470105 Jan 28 00:27:26.082006 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ec0a6-566f-4587-a32f-cf61ab75cdda req-b0a049f5-a05c-4e38-9fd0-5ff341f82dd3 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:26.101278 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-af7ec0a6-566f-4587-a32f-cf61ab75cdda req-b0a049f5-a05c-4e38-9fd0-5ff341f82dd3 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=79805e51-8040-4c3f-a180-84aa60a5e0d6 HTTP/1.1" status: 200 len: 943 time: 0.3231971 Jan 28 00:27:26.113398 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1639e4-1937-4c45-be95-6627367132da req-2f18a8d4-4bf3-4080-92ff-3a284e579fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:26.115014 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5c1639e4-1937-4c45-be95-6627367132da req-2f18a8d4-4bf3-4080-92ff-3a284e579fd6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=752b9c73-c003-4007-a37c-7b906aeda551 HTTP/1.1" status: 200 len: 852 time: 0.2017734 Jan 28 00:27:26.116400 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c2196-dc0a-47b7-b9c7-d452d5cbcc76 None None] Pushing event updated for resources: {'Port': ['ID=b98fceea-d417-4259-9a58-4ae91a9884c3,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:26.130713 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 9707308a-e1d2-42c0-87a7-8597ceb3150f is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:27:26.131393 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9707308a-e1d2-42c0-87a7-8597ceb3150f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:26.157599 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9707308a-e1d2-42c0-87a7-8597ceb3150f {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:27:26.184185 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ffdb04-1379-4d36-9290-4605caefaf8c None None] The sync data for ids ['49208bf8-4196-4254-85bc-abd1d8c0f34b'] in n-d-826754-1 is: [{'id': '49208bf8-4196-4254-85bc-abd1d8c0f34b', 'name': '', 'tenant_id': '994d253fdd8a4f4d90ebb28608ed85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:27:13Z', 'updated_at': '2022-01-28T00:27:23Z', 'revision_number': 4, 'project_id': '994d253fdd8a4f4d90ebb28608ed85df', 'gw_port_host': None}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:27:26.200693 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 9707308a-e1d2-42c0-87a7-8597ceb3150f, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9707308a-e1d2-42c0-87a7-8597ceb3150f,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:27:26.243305 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9707308a-e1d2-42c0-87a7-8597ceb3150f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:26.246146 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5c1639e4-1937-4c45-be95-6627367132da req-5e5fc2c1-e4fd-4eff-9984-9bb0fae41f6a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2f518455-11e0-4f29-b2fb-3688e3f7fb32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121821 Jan 28 00:27:26.480211 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=9707308a-e1d2-42c0-87a7-8597ceb3150f,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:26.596425 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['9707308a-e1d2-42c0-87a7-8597ceb3150f'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:27:26.759475 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37544) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:26.857174 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-af7ec0a6-566f-4587-a32f-cf61ab75cdda req-b991eda4-6383-447d-b1eb-77f4b99606a5 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7548907 Jan 28 00:27:26.859233 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5c1639e4-1937-4c45-be95-6627367132da req-69548cf5-418c-4edb-819e-9ba88982946e service neutron] 10.222.0.65 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5976663 Jan 28 00:27:27.059984 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f26cb550-9d1d-4183-a2b7-418f0fd3424a None None] Publish callbacks [] for port (414f5368-ac46-48b8-bd06-580516c021bd), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:27.115346 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f26cb550-9d1d-4183-a2b7-418f0fd3424a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (414f5368-ac46-48b8-bd06-580516c021bd), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:27.186092 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26cb550-9d1d-4183-a2b7-418f0fd3424a None None] Network 85ec645b-75c3-4df9-98d2-3ebbade0bae0 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:27:27.186533 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-8e37cf45-372f-4cc2-8715-dd7351bc1e61 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Allocated IP 172.20.0.1 (85ec645b-75c3-4df9-98d2-3ebbade0bae0/20f297b8-15cc-4215-8fb5-834865f572a4/89564b9f-68a9-43a2-9e1a-b7f38c0559d7) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:27:27.236425 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-f26cb550-9d1d-4183-a2b7-418f0fd3424a None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:27:27.239888 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26cb550-9d1d-4183-a2b7-418f0fd3424a None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:27:27.347254 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6d4a542e-59c6-4a3e-92b7-1cf6c3223c21 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8386e220eec74c0197cdb5de8bd66b6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5869689 Jan 28 00:27:27.350237 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37560) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:27.370629 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cb550-9d1d-4183-a2b7-418f0fd3424a None None] Pushing event updated for resources: {'Port': ['ID=414f5368-ac46-48b8-bd06-580516c021bd,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:27.430652 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-f26cb550-9d1d-4183-a2b7-418f0fd3424a None None] Attempting to bind port 414f5368-ac46-48b8-bd06-580516c021bd on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:27:27.431036 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-f26cb550-9d1d-4183-a2b7-418f0fd3424a None None] Attempting to bind port 414f5368-ac46-48b8-bd06-580516c021bd by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'e7bee015-748f-4a6d-8580-c2948b3082c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '85ec645b-75c3-4df9-98d2-3ebbade0bae0'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:27:27.431410 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26cb550-9d1d-4183-a2b7-418f0fd3424a None None] Attempting to bind port 414f5368-ac46-48b8-bd06-580516c021bd on network 85ec645b-75c3-4df9-98d2-3ebbade0bae0 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:27:27.463314 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26cb550-9d1d-4183-a2b7-418f0fd3424a None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:27:27.463829 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26cb550-9d1d-4183-a2b7-418f0fd3424a None None] Checking segment: {'id': 'e7bee015-748f-4a6d-8580-c2948b3082c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '85ec645b-75c3-4df9-98d2-3ebbade0bae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:27:27.464360 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f26cb550-9d1d-4183-a2b7-418f0fd3424a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:27.465089 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26cb550-9d1d-4183-a2b7-418f0fd3424a None None] Bound using segment: {'id': 'e7bee015-748f-4a6d-8580-c2948b3082c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '85ec645b-75c3-4df9-98d2-3ebbade0bae0'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:27:27.465625 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-f26cb550-9d1d-4183-a2b7-418f0fd3424a None None] Bound port: 414f5368-ac46-48b8-bd06-580516c021bd, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7bee015-748f-4a6d-8580-c2948b3082c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '85ec645b-75c3-4df9-98d2-3ebbade0bae0'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:27:27.466822 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f26cb550-9d1d-4183-a2b7-418f0fd3424a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (414f5368-ac46-48b8-bd06-580516c021bd), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:27.489287 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46770b-720a-4ea5-a2a7-84490f2a799c req-53e704f4-9254-4822-b5d4-4cb8a72b09d5 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:27.519474 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5f46770b-720a-4ea5-a2a7-84490f2a799c req-53e704f4-9254-4822-b5d4-4cb8a72b09d5 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 945 time: 0.4332373 Jan 28 00:27:27.622117 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d6aa07da-a77d-4cf2-9e96-455d375b18f0 admin admin] Publish callbacks [] for security_group (7d291d78-7ac1-4c28-a293-d40cd27c3e92), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:27.647809 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5c1639e4-1937-4c45-be95-6627367132da req-1c9acbab-5121-4036-8d02-16db2b6ab53a service neutron] 10.222.0.65 "GET /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7769833 Jan 28 00:27:27.653952 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d6aa07da-a77d-4cf2-9e96-455d375b18f0 admin admin] Publish callbacks [] for security_group (7d291d78-7ac1-4c28-a293-d40cd27c3e92), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:27.706059 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-946dbc82-bc98-442f-8880-14c3144777cb tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b98fceea-d417-4259-9a58-4ae91a9884c3), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:27.714518 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f26cb550-9d1d-4183-a2b7-418f0fd3424a None None] For port 414f5368-ac46-48b8-bd06-580516c021bd, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:27:27.719712 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f26cb550-9d1d-4183-a2b7-418f0fd3424a None None] For port 414f5368-ac46-48b8-bd06-580516c021bd, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=414f5368-ac46-48b8-bd06-580516c021bd,segment=NetworkSegment(e7bee015-748f-4a6d-8580-c2948b3082c2),segment_id=e7bee015-748f-4a6d-8580-c2948b3082c2)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:27:27.730052 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f26cb550-9d1d-4183-a2b7-418f0fd3424a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (414f5368-ac46-48b8-bd06-580516c021bd), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:27.750425 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e37cf45-372f-4cc2-8715-dd7351bc1e61 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for port (89564b9f-68a9-43a2-9e1a-b7f38c0559d7), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:27.821325 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cb550-9d1d-4183-a2b7-418f0fd3424a None None] Pushing event updated for resources: {'Port': ['ID=414f5368-ac46-48b8-bd06-580516c021bd,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:27.825993 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d6aa07da-a77d-4cf2-9e96-455d375b18f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7d291d78-7ac1-4c28-a293-d40cd27c3e92), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:27.832970 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d6aa07da-a77d-4cf2-9e96-455d375b18f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:27.839136 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d6aa07da-a77d-4cf2-9e96-455d375b18f0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7d291d78-7ac1-4c28-a293-d40cd27c3e92 HTTP/1.1" status: 204 len: 168 time: 0.4055331 Jan 28 00:27:27.863664 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa07da-a77d-4cf2-9e96-455d375b18f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d291d78-7ac1-4c28-a293-d40cd27c3e92,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:27.896270 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e37cf45-372f-4cc2-8715-dd7351bc1e61 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (89564b9f-68a9-43a2-9e1a-b7f38c0559d7), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:27.934066 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946dbc82-bc98-442f-8880-14c3144777cb tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Pushing event deleted for resources: {'Port': ['ID=b98fceea-d417-4259-9a58-4ae91a9884c3,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:27.968419 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5f46770b-720a-4ea5-a2a7-84490f2a799c req-4b16ceb1-b655-4f05-97a6-3573dc65d3ea tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4469504 Jan 28 00:27:28.065231 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e37cf45-372f-4cc2-8715-dd7351bc1e61 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network 85ec645b-75c3-4df9-98d2-3ebbade0bae0 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:27:28.071315 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-8e37cf45-372f-4cc2-8715-dd7351bc1e61 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:27:28.075902 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e37cf45-372f-4cc2-8715-dd7351bc1e61 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:27:28.183508 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e37cf45-372f-4cc2-8715-dd7351bc1e61 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (62c67d75-c8c3-4af2-9e53-c3af5947b653), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:28.265675 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37cf45-372f-4cc2-8715-dd7351bc1e61 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Port': ['ID=89564b9f-68a9-43a2-9e1a-b7f38c0559d7,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:28.349111 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-946dbc82-bc98-442f-8880-14c3144777cb tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (49208bf8-4196-4254-85bc-abd1d8c0f34b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:28.585325 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e37cf45-372f-4cc2-8715-dd7351bc1e61 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (89564b9f-68a9-43a2-9e1a-b7f38c0559d7), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:28.915473 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37590) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:28.929031 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-946dbc82-bc98-442f-8880-14c3144777cb tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (49208bf8-4196-4254-85bc-abd1d8c0f34b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:28.950910 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-946dbc82-bc98-442f-8880-14c3144777cb tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router_controller (49208bf8-4196-4254-85bc-abd1d8c0f34b), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:29.017278 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da4ec1-9c95-4a9e-809e-7dcbe0f1d37d req-194ad269-f0fe-4bf5-b1cb-aae6483062fe tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:29.038814 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37da4ec1-9c95-4a9e-809e-7dcbe0f1d37d req-194ad269-f0fe-4bf5-b1cb-aae6483062fe tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=79805e51-8040-4c3f-a180-84aa60a5e0d6 HTTP/1.1" status: 200 len: 944 time: 0.7102933 Jan 28 00:27:29.056738 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-90bb6f70-43d2-4eab-9bde-c2e12a91f436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:29.118199 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37594) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:29.210746 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-946dbc82-bc98-442f-8880-14c3144777cb tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (49208bf8-4196-4254-85bc-abd1d8c0f34b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:29.211890 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946dbc82-bc98-442f-8880-14c3144777cb tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 49208bf8-4196-4254-85bc-abd1d8c0f34b {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:27:29.269551 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-946dbc82-bc98-442f-8880-14c3144777cb tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:29.269551 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-946dbc82-bc98-442f-8880-14c3144777cb tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "DELETE /v2.0/routers/49208bf8-4196-4254-85bc-abd1d8c0f34b HTTP/1.1" status: 204 len: 168 time: 7.8365314 Jan 28 00:27:29.280467 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37598) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:29.322536 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 9707308a-e1d2-42c0-87a7-8597ceb3150f up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:27:29.444015 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d37fc-431c-468a-ad1a-6cd97024d3f9 req-68addf40-11c9-475d-9671-9d8a9ec4be14 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:29.448087 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-932d37fc-431c-468a-ad1a-6cd97024d3f9 req-68addf40-11c9-475d-9671-9d8a9ec4be14 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 945 time: 0.2495451 Jan 28 00:27:29.503839 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37da4ec1-9c95-4a9e-809e-7dcbe0f1d37d req-7a757a89-2222-4812-bf4c-0e1c3d252520 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4568207 Jan 28 00:27:29.518009 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9becb0a-c410-4aca-96b4-6de019182407 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Deleting subnet f966c9f0-ea86-45a1-ade1-0a85b15965b7 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:27:29.527129 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9becb0a-c410-4aca-96b4-6de019182407 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for subnet (f966c9f0-ea86-45a1-ade1-0a85b15965b7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:29.572988 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 9707308a-e1d2-42c0-87a7-8597ceb3150f completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:27:29.582008 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 9707308a-e1d2-42c0-87a7-8597ceb3150f triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:27:29.582446 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9707308a-e1d2-42c0-87a7-8597ceb3150f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:29.623988 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9becb0a-c410-4aca-96b4-6de019182407 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (f966c9f0-ea86-45a1-ade1-0a85b15965b7), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:29.683030 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-932d37fc-431c-468a-ad1a-6cd97024d3f9 req-20456106-19c6-461b-8584-7b50b27495bb tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148359 Jan 28 00:27:29.728580 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9becb0a-c410-4aca-96b4-6de019182407 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (f966c9f0-ea86-45a1-ade1-0a85b15965b7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:29.761664 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-90bb6f70-43d2-4eab-9bde-c2e12a91f436 admin admin] Publish callbacks [] for security_group (0ad93569-a9c4-420c-a8aa-952a3da1d825), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:29.772211 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-90bb6f70-43d2-4eab-9bde-c2e12a91f436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0ad93569-a9c4-420c-a8aa-952a3da1d825), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:29.806350 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 9707308a-e1d2-42c0-87a7-8597ceb3150f is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:27:29.806602 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9707308a-e1d2-42c0-87a7-8597ceb3150f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:29.871769 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79805e51-8040-4c3f-a180-84aa60a5e0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9707308a-e1d2-42c0-87a7-8597ceb3150f'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:27:29.881480 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b62c965-7b6d-4706-a50b-26e2ae718703" -d '{"events": [{"server_uuid": "79805e51-8040-4c3f-a180-84aa60a5e0d6", "name": "network-vif-plugged", "status": "completed", "tag": "9707308a-e1d2-42c0-87a7-8597ceb3150f"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:27:29.896731 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb6f70-43d2-4eab-9bde-c2e12a91f436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad93569-a9c4-420c-a8aa-952a3da1d825,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:29.934505 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-90bb6f70-43d2-4eab-9bde-c2e12a91f436 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b26091f56ea34d6ca25f9e95c5c715c2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0105290 Jan 28 00:27:29.935438 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37604) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:29.950408 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 9707308a-e1d2-42c0-87a7-8597ceb3150f, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9707308a-e1d2-42c0-87a7-8597ceb3150f,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:27:29.962969 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9707308a-e1d2-42c0-87a7-8597ceb3150f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:30.053441 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3acc40b-20dd-4c92-8267-c073f491ff39 x-openstack-request-id: req-c3acc40b-20dd-4c92-8267-c073f491ff39 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:27:30.053782 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79805e51-8040-4c3f-a180-84aa60a5e0d6", "name": "network-vif-plugged", "status": "completed", "tag": "9707308a-e1d2-42c0-87a7-8597ceb3150f", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:27:30.055974 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c3acc40b-20dd-4c92-8267-c073f491ff39 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:27:30.056414 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79805e51-8040-4c3f-a180-84aa60a5e0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9707308a-e1d2-42c0-87a7-8597ceb3150f', 'code': 200} Jan 28 00:27:30.057455 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2bff237b-22a0-458e-944a-ece322d68228 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=33d750661ba7441cb4b5a3a4af8593a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9362371 Jan 28 00:27:30.059340 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37608) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:30.059708 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 414f5368-ac46-48b8-bd06-580516c021bd up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:27:30.083830 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca6da6f3-7704-40ee-ae6c-381aabf49600 admin admin] Publish callbacks [] for security_group (0ad93569-a9c4-420c-a8aa-952a3da1d825), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:30.198053 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca6da6f3-7704-40ee-ae6c-381aabf49600 admin admin] Publish callbacks [] for security_group (0ad93569-a9c4-420c-a8aa-952a3da1d825), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:30.218106 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=9707308a-e1d2-42c0-87a7-8597ceb3150f,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:30.262771 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 414f5368-ac46-48b8-bd06-580516c021bd triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:27:30.263733 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (414f5368-ac46-48b8-bd06-580516c021bd), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:30.266304 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332cba02-ee24-4cfb-b99e-a405233d0a2d None None] Network 85ec645b-75c3-4df9-98d2-3ebbade0bae0 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:27:30.338232 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9becb0a-c410-4aca-96b4-6de019182407 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (f966c9f0-ea86-45a1-ade1-0a85b15965b7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:30.406573 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a0447-ac01-4aa3-be0e-a431db3b2351 req-64a5c3db-29cb-41aa-aaa4-c2b9ae7c0346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:30.411194 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e5a0447-ac01-4aa3-be0e-a431db3b2351 req-64a5c3db-29cb-41aa-aaa4-c2b9ae7c0346 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=79805e51-8040-4c3f-a180-84aa60a5e0d6 HTTP/1.1" status: 200 len: 1096 time: 0.2220304 Jan 28 00:27:30.429461 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9becb0a-c410-4aca-96b4-6de019182407 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:30.450646 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37610) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:30.451707 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f9becb0a-c410-4aca-96b4-6de019182407 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "DELETE /v2.0/subnets/f966c9f0-ea86-45a1-ade1-0a85b15965b7 HTTP/1.1" status: 204 len: 168 time: 1.1505275 Jan 28 00:27:30.541435 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-14b81768-b351-4410-a739-3249cf1e8349 None None] Provisioning complete for port 414f5368-ac46-48b8-bd06-580516c021bd triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:27:30.542933 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-14b81768-b351-4410-a739-3249cf1e8349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (414f5368-ac46-48b8-bd06-580516c021bd), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:30.575933 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9becb0a-c410-4aca-96b4-6de019182407 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f966c9f0-ea86-45a1-ade1-0a85b15965b7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:30.587815 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e37cf45-372f-4cc2-8715-dd7351bc1e61 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for port (89564b9f-68a9-43a2-9e1a-b7f38c0559d7), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:30.591639 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7dbea558-6117-4823-a703-17cc5231acb2 admin admin] Publish callbacks [] for security_group (029f3950-2ebe-42df-a155-7336948250dd), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:30.601938 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e37cf45-372f-4cc2-8715-dd7351bc1e61 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (89564b9f-68a9-43a2-9e1a-b7f38c0559d7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:30.786719 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e37cf45-372f-4cc2-8715-dd7351bc1e61 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (62c67d75-c8c3-4af2-9e53-c3af5947b653), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:30.797862 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2aef7c40-98a4-4304-8bdf-6b6ea5ec4961 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (49f009e6-1d18-4898-a7d8-3500b53e7572), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:30.809325 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca6da6f3-7704-40ee-ae6c-381aabf49600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0ad93569-a9c4-420c-a8aa-952a3da1d825), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:30.817694 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca6da6f3-7704-40ee-ae6c-381aabf49600 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:30.820683 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ca6da6f3-7704-40ee-ae6c-381aabf49600 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0ad93569-a9c4-420c-a8aa-952a3da1d825 HTTP/1.1" status: 204 len: 168 time: 0.8835495 Jan 28 00:27:30.981947 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e5a0447-ac01-4aa3-be0e-a431db3b2351 req-58b33aba-e889-47ce-96a7-15333704bf7a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5637758 Jan 28 00:27:30.986881 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6da6f3-7704-40ee-ae6c-381aabf49600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad93569-a9c4-420c-a8aa-952a3da1d825,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:31.010665 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7dbea558-6117-4823-a703-17cc5231acb2 admin admin] Publish callbacks [] for security_group (029f3950-2ebe-42df-a155-7336948250dd), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:31.066151 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849ef54-c57a-4fa5-b41e-649275b827d2 req-c8942446-cc80-4f3b-8971-b21d28ad0c16 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:31.069390 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f849ef54-c57a-4fa5-b41e-649275b827d2 req-c8942446-cc80-4f3b-8971-b21d28ad0c16 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=79805e51-8040-4c3f-a180-84aa60a5e0d6 HTTP/1.1" status: 200 len: 945 time: 0.3567784 Jan 28 00:27:31.107026 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 414f5368-ac46-48b8-bd06-580516c021bd is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:27:31.107525 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (414f5368-ac46-48b8-bd06-580516c021bd), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:31.118192 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37cf45-372f-4cc2-8715-dd7351bc1e61 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Port': ['ID=89564b9f-68a9-43a2-9e1a-b7f38c0559d7,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:31.205824 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2aef7c40-98a4-4304-8bdf-6b6ea5ec4961 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (49f009e6-1d18-4898-a7d8-3500b53e7572), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:31.291690 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e37cf45-372f-4cc2-8715-dd7351bc1e61 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network 85ec645b-75c3-4df9-98d2-3ebbade0bae0 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:27:31.292948 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7dbea558-6117-4823-a703-17cc5231acb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (029f3950-2ebe-42df-a155-7336948250dd), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:31.300786 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7dbea558-6117-4823-a703-17cc5231acb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:31.302008 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7dbea558-6117-4823-a703-17cc5231acb2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/029f3950-2ebe-42df-a155-7336948250dd HTTP/1.1" status: 204 len: 168 time: 1.2262883 Jan 28 00:27:31.302309 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-2aef7c40-98a4-4304-8bdf-6b6ea5ec4961 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f009e6-1d18-4898-a7d8-3500b53e7572']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:31.314134 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-8e37cf45-372f-4cc2-8715-dd7351bc1e61 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:27:31.320154 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-14b81768-b351-4410-a739-3249cf1e8349 None None] Current status of the port 414f5368-ac46-48b8-bd06-580516c021bd is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:27:31.328944 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbea558-6117-4823-a703-17cc5231acb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029f3950-2ebe-42df-a155-7336948250dd,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:31.330192 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f849ef54-c57a-4fa5-b41e-649275b827d2 req-4851fa6f-4eee-432a-92cc-1133ede20ced tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327354 Jan 28 00:27:31.330993 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-14b81768-b351-4410-a739-3249cf1e8349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (414f5368-ac46-48b8-bd06-580516c021bd), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:31.334140 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-2aef7c40-98a4-4304-8bdf-6b6ea5ec4961 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce13c309-62e6-4cfe-afe7-b635631ce73d') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:31.334627 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-2aef7c40-98a4-4304-8bdf-6b6ea5ec4961 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce13c309-62e6-4cfe-afe7-b635631ce73d') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:31.370855 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2aef7c40-98a4-4304-8bdf-6b6ea5ec4961 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (ce13c309-62e6-4cfe-afe7-b635631ce73d), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:31.379703 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 414f5368-ac46-48b8-bd06-580516c021bd, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=414f5368-ac46-48b8-bd06-580516c021bd,segment=NetworkSegment(e7bee015-748f-4a6d-8580-c2948b3082c2),segment_id=e7bee015-748f-4a6d-8580-c2948b3082c2)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:27:31.441660 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37626) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:31.483341 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-14b81768-b351-4410-a739-3249cf1e8349 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:27:31.483844 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-14b81768-b351-4410-a739-3249cf1e8349 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:27:31.485328 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (414f5368-ac46-48b8-bd06-580516c021bd), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:31.577334 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1d48a4f8-dc13-4fba-a598-8985ed9b1cea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:31.593187 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=414f5368-ac46-48b8-bd06-580516c021bd,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:31.594037 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2aef7c40-98a4-4304-8bdf-6b6ea5ec4961 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (ce13c309-62e6-4cfe-afe7-b635631ce73d), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:31.607204 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aef7c40-98a4-4304-8bdf-6b6ea5ec4961 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:27:31.607849 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2aef7c40-98a4-4304-8bdf-6b6ea5ec4961 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (ce13c309-62e6-4cfe-afe7-b635631ce73d), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:31.612242 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:27:31.612242 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:27:31.612242 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:27:31.612242 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:27:31.612242 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:27:31.612242 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:27:31.612242 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:27:31.612242 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:27:31.612242 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:27:31.612242 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:27:31.612242 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:27:31.612242 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:27:31.612242 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:27:31.612242 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:27:31.612242 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:27:31.612242 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:27:31.612242 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:27:31.612242 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:27:31.612242 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:27:31.612242 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:27:31.612242 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:27:31.612242 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:27:31.612242 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:27:31.612242 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:27:31.612242 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:27:31.612242 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:27:31.612242 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:27:31.612242 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:27:31.612242 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:27:31.612242 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:27:31.612242 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:27:31.612242 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:27:31.707559 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e37cf45-372f-4cc2-8715-dd7351bc1e61 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Router 62c67d75-c8c3-4af2-9e53-c3af5947b653 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:27:31.774079 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e069f-9769-4126-a9e6-6bfe789ac5c2 req-4926a0a3-8a62-4d12-ba97-59f64e8847e2 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:31.777437 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-867e069f-9769-4126-a9e6-6bfe789ac5c2 req-4926a0a3-8a62-4d12-ba97-59f64e8847e2 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 945 time: 0.8652918 Jan 28 00:27:31.810029 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2aef7c40-98a4-4304-8bdf-6b6ea5ec4961 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (49f009e6-1d18-4898-a7d8-3500b53e7572), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:31.874290 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aef7c40-98a4-4304-8bdf-6b6ea5ec4961 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 49f009e6-1d18-4898-a7d8-3500b53e7572 {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 00:27:31.877600 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef7c40-98a4-4304-8bdf-6b6ea5ec4961 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Pushing event deleted for resources: {'Network': ['ID=49f009e6-1d18-4898-a7d8-3500b53e7572,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:31.894470 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2aef7c40-98a4-4304-8bdf-6b6ea5ec4961 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:31.898444 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e37cf45-372f-4cc2-8715-dd7351bc1e61 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:27:31.915002 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8e37cf45-372f-4cc2-8715-dd7351bc1e61 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "PUT /v2.0/routers/62c67d75-c8c3-4af2-9e53-c3af5947b653/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3358364 Jan 28 00:27:31.916595 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37632) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:31.937954 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2aef7c40-98a4-4304-8bdf-6b6ea5ec4961 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "DELETE /v2.0/networks/49f009e6-1d18-4898-a7d8-3500b53e7572 HTTP/1.1" status: 204 len: 168 time: 1.4843650 Jan 28 00:27:32.083925 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-867e069f-9769-4126-a9e6-6bfe789ac5c2 req-36475bda-69f4-42a7-b0d0-18cc8461308f tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708247 Jan 28 00:27:32.146924 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-14b81768-b351-4410-a739-3249cf1e8349 None None] Current status of the port 414f5368-ac46-48b8-bd06-580516c021bd is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:27:32.175479 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba554cc2-c3ce-4fa4-a493-239003df82c5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:32.196081 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ba554cc2-c3ce-4fa4-a493-239003df82c5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "GET /v2.0/ports/89564b9f-68a9-43a2-9e1a-b7f38c0559d7 HTTP/1.1" status: 200 len: 910 time: 0.2765317 Jan 28 00:27:32.197381 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37636) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:32.220515 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1d48a4f8-dc13-4fba-a598-8985ed9b1cea admin admin] Publish callbacks [] for security_group (4d98f05e-701d-4e11-8388-98ff30a7ed99), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:32.229293 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1d48a4f8-dc13-4fba-a598-8985ed9b1cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4d98f05e-701d-4e11-8388-98ff30a7ed99), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:32.296379 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f04373a2-03b5-48be-91ed-0001de8120c6 None None] Provisioning complete for port 414f5368-ac46-48b8-bd06-580516c021bd triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:27:32.299191 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f04373a2-03b5-48be-91ed-0001de8120c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (414f5368-ac46-48b8-bd06-580516c021bd), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:32.325758 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1d48a4f8-dc13-4fba-a598-8985ed9b1cea admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=67a5ac611b27477f882ab4f44c4ab5cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8773484 Jan 28 00:27:32.326748 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37642) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:32.341245 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48a4f8-dc13-4fba-a598-8985ed9b1cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d98f05e-701d-4e11-8388-98ff30a7ed99,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:32.468132 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2f8786e5-394f-4bad-aa57-87ac014998c8 admin admin] Publish callbacks [] for security_group (4d98f05e-701d-4e11-8388-98ff30a7ed99), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:32.510838 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2f8786e5-394f-4bad-aa57-87ac014998c8 admin admin] Publish callbacks [] for security_group (4d98f05e-701d-4e11-8388-98ff30a7ed99), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:32.609155 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f04373a2-03b5-48be-91ed-0001de8120c6 None None] Current status of the port 414f5368-ac46-48b8-bd06-580516c021bd is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:27:32.636265 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f04373a2-03b5-48be-91ed-0001de8120c6 None None] Provisioning complete for port 89564b9f-68a9-43a2-9e1a-b7f38c0559d7 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:27:32.637413 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f04373a2-03b5-48be-91ed-0001de8120c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (89564b9f-68a9-43a2-9e1a-b7f38c0559d7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:32.652007 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac3b4b-e660-40a4-bb1e-3631bf062399 req-e21e2749-c1f7-4056-a2db-fb8f2a9b51f0 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:32.666079 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e6ac3b4b-e660-40a4-bb1e-3631bf062399 req-e21e2749-c1f7-4056-a2db-fb8f2a9b51f0 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=79805e51-8040-4c3f-a180-84aa60a5e0d6 HTTP/1.1" status: 200 len: 945 time: 0.1132691 Jan 28 00:27:32.756975 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2f8786e5-394f-4bad-aa57-87ac014998c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4d98f05e-701d-4e11-8388-98ff30a7ed99), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:32.760740 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2f8786e5-394f-4bad-aa57-87ac014998c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:32.761982 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2f8786e5-394f-4bad-aa57-87ac014998c8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4d98f05e-701d-4e11-8388-98ff30a7ed99 HTTP/1.1" status: 204 len: 168 time: 0.4335730 Jan 28 00:27:32.797492 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8786e5-394f-4bad-aa57-87ac014998c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d98f05e-701d-4e11-8388-98ff30a7ed99,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:32.830863 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e6ac3b4b-e660-40a4-bb1e-3631bf062399 req-0d1dca3f-7f82-40f9-8d98-4888a3007d5a tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638472 Jan 28 00:27:32.856886 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37656) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:32.863111 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-382dcce8-d9f0-4df3-989d-c9066cd0ca10 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Request body: {'router': {'name': 'tempest-router--1707212436', 'project_id': '99579bc5fd4a4775ba1ca4427d2bdc67'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:27:32.936919 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-382dcce8-d9f0-4df3-989d-c9066cd0ca10 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (7605c250-6983-4047-9de0-39b5e05165be), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:32.938428 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-382dcce8-d9f0-4df3-989d-c9066cd0ca10 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (7605c250-6983-4047-9de0-39b5e05165be), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:33.022475 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f04373a2-03b5-48be-91ed-0001de8120c6 None None] Port 89564b9f-68a9-43a2-9e1a-b7f38c0559d7 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:27:33.083675 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-382dcce8-d9f0-4df3-989d-c9066cd0ca10 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router_controller (7605c250-6983-4047-9de0-39b5e05165be), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:33.091241 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-382dcce8-d9f0-4df3-989d-c9066cd0ca10 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (7605c250-6983-4047-9de0-39b5e05165be), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:33.110661 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-382dcce8-d9f0-4df3-989d-c9066cd0ca10 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:33.113493 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-382dcce8-d9f0-4df3-989d-c9066cd0ca10 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2552543 Jan 28 00:27:33.116884 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37664) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:33.161494 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-82f7a0a9-a1fb-4fa7-a083-6488ff857139 None None] Provisioning complete for port 89564b9f-68a9-43a2-9e1a-b7f38c0559d7 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:27:33.161494 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-82f7a0a9-a1fb-4fa7-a083-6488ff857139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (89564b9f-68a9-43a2-9e1a-b7f38c0559d7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:33.223398 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9587e1-0bdd-42ff-9891-03af35c4ab55 None None] Sync routers for ids ['62c67d75-c8c3-4af2-9e53-c3af5947b653'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:27:33.248401 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9587e1-0bdd-42ff-9891-03af35c4ab55 None None] Routers {'62c67d75-c8c3-4af2-9e53-c3af5947b653'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:27:33.249637 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-da9587e1-0bdd-42ff-9891-03af35c4ab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:27:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['62c67d75-c8c3-4af2-9e53-c3af5947b653'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:33.270075 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-82f7a0a9-a1fb-4fa7-a083-6488ff857139 None None] Port 89564b9f-68a9-43a2-9e1a-b7f38c0559d7 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:27:33.307991 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-da9587e1-0bdd-42ff-9891-03af35c4ab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:33.309347 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f7100c56-5602-495c-b85f-87518ef40359 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (62c67d75-c8c3-4af2-9e53-c3af5947b653), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:33.321812 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9587e1-0bdd-42ff-9891-03af35c4ab55 None None] Routers {'62c67d75-c8c3-4af2-9e53-c3af5947b653'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:27:33.322892 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-da9587e1-0bdd-42ff-9891-03af35c4ab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:27:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['62c67d75-c8c3-4af2-9e53-c3af5947b653'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:33.370013 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-da9587e1-0bdd-42ff-9891-03af35c4ab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:33.371331 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9587e1-0bdd-42ff-9891-03af35c4ab55 None None] The sync data for ids ['62c67d75-c8c3-4af2-9e53-c3af5947b653'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:27:33.379870 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c10cf43e-75d7-4627-a96e-11059ed73b88 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router (7605c250-6983-4047-9de0-39b5e05165be), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:33.633060 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 414f5368-ac46-48b8-bd06-580516c021bd up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:27:33.702542 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 414f5368-ac46-48b8-bd06-580516c021bd triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:27:33.703079 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (414f5368-ac46-48b8-bd06-580516c021bd), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:33.745148 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c10cf43e-75d7-4627-a96e-11059ed73b88 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (7605c250-6983-4047-9de0-39b5e05165be), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:33.748820 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c10cf43e-75d7-4627-a96e-11059ed73b88 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router_controller (7605c250-6983-4047-9de0-39b5e05165be), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:33.773644 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f7100c56-5602-495c-b85f-87518ef40359 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Deleting port 89564b9f-68a9-43a2-9e1a-b7f38c0559d7 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:27:33.774025 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f7100c56-5602-495c-b85f-87518ef40359 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (89564b9f-68a9-43a2-9e1a-b7f38c0559d7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:33.813014 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2675eb-ff84-4916-a7c6-5132c46e0049 req-f988b0a7-07e0-41cb-ba05-9e67db450fc5 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:33.815410 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-df2675eb-ff84-4916-a7c6-5132c46e0049 req-f988b0a7-07e0-41cb-ba05-9e67db450fc5 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 945 time: 0.4323606 Jan 28 00:27:33.816717 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c10cf43e-75d7-4627-a96e-11059ed73b88 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (7605c250-6983-4047-9de0-39b5e05165be), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:33.817374 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10cf43e-75d7-4627-a96e-11059ed73b88 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7605c250-6983-4047-9de0-39b5e05165be {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:27:33.821981 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c10cf43e-75d7-4627-a96e-11059ed73b88 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:33.823405 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c10cf43e-75d7-4627-a96e-11059ed73b88 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "DELETE /v2.0/routers/7605c250-6983-4047-9de0-39b5e05165be HTTP/1.1" status: 204 len: 168 time: 0.7044120 Jan 28 00:27:33.922894 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f7100c56-5602-495c-b85f-87518ef40359 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (89564b9f-68a9-43a2-9e1a-b7f38c0559d7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:33.934444 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-df2675eb-ff84-4916-a7c6-5132c46e0049 req-01ad1caf-ce7e-4907-9659-00436812ecac tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080236 Jan 28 00:27:33.950565 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f7100c56-5602-495c-b85f-87518ef40359 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Calling delete_port for 89564b9f-68a9-43a2-9e1a-b7f38c0559d7 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:27:33.982844 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 414f5368-ac46-48b8-bd06-580516c021bd is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:27:34.100990 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37694) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:34.131126 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6bf8a-a9d9-4240-b240-4f34c2997fb8 req-6220ce78-1fba-4603-ab1f-94ac12304045 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:34.141811 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a5d6bf8a-a9d9-4240-b240-4f34c2997fb8 req-6220ce78-1fba-4603-ab1f-94ac12304045 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=79805e51-8040-4c3f-a180-84aa60a5e0d6 HTTP/1.1" status: 200 len: 945 time: 0.6025302 Jan 28 00:27:34.204184 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a5d6bf8a-a9d9-4240-b240-4f34c2997fb8 req-7d5187e4-e2d0-4863-8b9d-c821add2c704 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603070 Jan 28 00:27:34.307150 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f7100c56-5602-495c-b85f-87518ef40359 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (89564b9f-68a9-43a2-9e1a-b7f38c0559d7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:34.373278 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7100c56-5602-495c-b85f-87518ef40359 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Port': ['ID=89564b9f-68a9-43a2-9e1a-b7f38c0559d7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:34.461643 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-a91251e9-d06a-426c-9dea-4fca689aa655 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1673394654', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}, 'admin_state_up': False}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:27:34.504056 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a91251e9-d06a-426c-9dea-4fca689aa655 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (f88f6131-82ca-4cb6-9753-7f983539b0d9), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:34.505232 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a91251e9-d06a-426c-9dea-4fca689aa655 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (f88f6131-82ca-4cb6-9753-7f983539b0d9), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:34.599331 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a91251e9-d06a-426c-9dea-4fca689aa655 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router_controller (f88f6131-82ca-4cb6-9753-7f983539b0d9), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:34.599866 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f7100c56-5602-495c-b85f-87518ef40359 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (62c67d75-c8c3-4af2-9e53-c3af5947b653), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:34.788876 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a91251e9-d06a-426c-9dea-4fca689aa655 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router_gateway (f88f6131-82ca-4cb6-9753-7f983539b0d9), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:34.875529 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37710) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:34.911288 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7100c56-5602-495c-b85f-87518ef40359 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Router 62c67d75-c8c3-4af2-9e53-c3af5947b653 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:27:35.120823 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7100c56-5602-495c-b85f-87518ef40359 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:27:35.135884 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315d5f0b-a023-413e-b359-0ce7e8a4ebdb None None] Sync routers for ids ['62c67d75-c8c3-4af2-9e53-c3af5947b653'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:27:35.148643 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f7100c56-5602-495c-b85f-87518ef40359 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "PUT /v2.0/routers/62c67d75-c8c3-4af2-9e53-c3af5947b653/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9445014 Jan 28 00:27:35.149077 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37720) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:35.159775 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315d5f0b-a023-413e-b359-0ce7e8a4ebdb None None] Routers {'62c67d75-c8c3-4af2-9e53-c3af5947b653'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:27:35.160452 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-315d5f0b-a023-413e-b359-0ce7e8a4ebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:27:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['62c67d75-c8c3-4af2-9e53-c3af5947b653'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:35.200619 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-dad648dd-5936-4007-acb3-57510a151812 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "GET /v2.0/ports?device_id=62c67d75-c8c3-4af2-9e53-c3af5947b653 HTTP/1.1" status: 200 len: 205 time: 0.0498798 Jan 28 00:27:35.203271 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37724) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:35.220111 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-315d5f0b-a023-413e-b359-0ce7e8a4ebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:35.234573 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315d5f0b-a023-413e-b359-0ce7e8a4ebdb None None] Routers {'62c67d75-c8c3-4af2-9e53-c3af5947b653'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:27:35.235905 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-315d5f0b-a023-413e-b359-0ce7e8a4ebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:27:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['62c67d75-c8c3-4af2-9e53-c3af5947b653'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:35.289630 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-315d5f0b-a023-413e-b359-0ce7e8a4ebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:35.290818 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315d5f0b-a023-413e-b359-0ce7e8a4ebdb None None] The sync data for ids ['62c67d75-c8c3-4af2-9e53-c3af5947b653'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:27:35.297422 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7e21eee4-af5b-4cfe-aea1-9eb359dde2f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:35.336343 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4211330d-49ed-4e97-bffc-e01f7fbe7dc8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router (62c67d75-c8c3-4af2-9e53-c3af5947b653), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:35.360432 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a91251e9-d06a-426c-9dea-4fca689aa655 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router_gateway (f88f6131-82ca-4cb6-9753-7f983539b0d9), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:35.403449 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a91251e9-d06a-426c-9dea-4fca689aa655 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:35.514294 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a347a21-7333-455e-9ad5-0ea6fddcb051 req-81c34743-82cf-4480-af57-f04abb278e4c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:35.516016 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a347a21-7333-455e-9ad5-0ea6fddcb051 req-81c34743-82cf-4480-af57-f04abb278e4c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 945 time: 0.3909643 Jan 28 00:27:35.596308 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ce86a-000a-4ca2-9210-8591d81f947d req-23f0c05f-871e-4639-8433-8e83336a4553 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:35.604260 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b38ce86a-000a-4ca2-9210-8591d81f947d req-23f0c05f-871e-4639-8433-8e83336a4553 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=79805e51-8040-4c3f-a180-84aa60a5e0d6 HTTP/1.1" status: 200 len: 945 time: 0.2065160 Jan 28 00:27:35.623713 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4211330d-49ed-4e97-bffc-e01f7fbe7dc8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (62c67d75-c8c3-4af2-9e53-c3af5947b653), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:35.628301 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4211330d-49ed-4e97-bffc-e01f7fbe7dc8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router_controller (62c67d75-c8c3-4af2-9e53-c3af5947b653), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:35.721101 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4211330d-49ed-4e97-bffc-e01f7fbe7dc8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (62c67d75-c8c3-4af2-9e53-c3af5947b653), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:35.722116 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4211330d-49ed-4e97-bffc-e01f7fbe7dc8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Fanout notify agent at l3_agent the message router_deleted on router 62c67d75-c8c3-4af2-9e53-c3af5947b653 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:27:35.734052 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4211330d-49ed-4e97-bffc-e01f7fbe7dc8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:35.736800 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4211330d-49ed-4e97-bffc-e01f7fbe7dc8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/routers/62c67d75-c8c3-4af2-9e53-c3af5947b653 HTTP/1.1" status: 204 len: 168 time: 0.5317307 Jan 28 00:27:35.739728 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37736) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:35.797939 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37738) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:35.849644 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ca8903-84fe-4bd9-8b81-b84b4cdbdacd tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Deleting subnet 20f297b8-15cc-4215-8fb5-834865f572a4 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:27:35.855966 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95ca8903-84fe-4bd9-8b81-b84b4cdbdacd tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for subnet (20f297b8-15cc-4215-8fb5-834865f572a4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:35.935380 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95ca8903-84fe-4bd9-8b81-b84b4cdbdacd tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (20f297b8-15cc-4215-8fb5-834865f572a4), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:35.977353 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9739e512-5286-4f94-be0a-2e1df719165c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:36.034892 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-c9d86049-796b-415e-9277-e3f0634f59f1 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-696061622', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:27:36.125713 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d86049-796b-415e-9277-e3f0634f59f1 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Made reservation on behalf of 893ba39848324874a07be7f3aa158628 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:27:36.129775 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c9d86049-796b-415e-9277-e3f0634f59f1 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:36.152074 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95ca8903-84fe-4bd9-8b81-b84b4cdbdacd tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (20f297b8-15cc-4215-8fb5-834865f572a4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:36.157835 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c9d86049-796b-415e-9277-e3f0634f59f1 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:36.169141 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a347a21-7333-455e-9ad5-0ea6fddcb051 req-4cd928e7-818e-45ce-8878-6f52d7efe7a0 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6305161 Jan 28 00:27:36.227368 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7e21eee4-af5b-4cfe-aea1-9eb359dde2f3 admin admin] Publish callbacks [] for security_group (722e554f-a116-4114-81cb-30e771f4c70b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:36.248886 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-a91251e9-d06a-426c-9dea-4fca689aa655 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Allocated IP 172.25.3.203 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/e69a4ad4-a6d5-4a0d-8171-af2862f50e34) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:27:36.255386 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7e21eee4-af5b-4cfe-aea1-9eb359dde2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (722e554f-a116-4114-81cb-30e771f4c70b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:36.274170 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b38ce86a-000a-4ca2-9210-8591d81f947d req-53449f7c-82f1-412c-8be7-855bb2532208 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6687286 Jan 28 00:27:36.379885 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95ca8903-84fe-4bd9-8b81-b84b4cdbdacd tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (20f297b8-15cc-4215-8fb5-834865f572a4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:36.388551 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7e21eee4-af5b-4cfe-aea1-9eb359dde2f3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=96dbb09c8eff49a0a8711e542bf19e97&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5108669 Jan 28 00:27:36.393218 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37744) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:36.449099 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21eee4-af5b-4cfe-aea1-9eb359dde2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722e554f-a116-4114-81cb-30e771f4c70b,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:36.483004 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca8903-84fe-4bd9-8b81-b84b4cdbdacd tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Subnet': ['ID=20f297b8-15cc-4215-8fb5-834865f572a4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:36.484503 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de98b9c5-4751-451a-84e1-5d3cf1d5ada5 None None] Network 85ec645b-75c3-4df9-98d2-3ebbade0bae0 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:27:36.490812 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95ca8903-84fe-4bd9-8b81-b84b4cdbdacd tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:36.496607 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-95ca8903-84fe-4bd9-8b81-b84b4cdbdacd tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/subnets/20f297b8-15cc-4215-8fb5-834865f572a4 HTTP/1.1" status: 204 len: 168 time: 0.7548747 Jan 28 00:27:36.502122 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37746) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:36.539950 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-74dde479-76fe-4ec1-9cc0-6ba28c30c5c5 req-d435233b-8a14-446a-b253-9bfb82f4cd3f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c3d96a38-4812-44ae-942e-06863d148430&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2489779 Jan 28 00:27:36.661653 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff3b0738-f506-4563-af56-d1e12c231320 admin admin] Publish callbacks [] for security_group (722e554f-a116-4114-81cb-30e771f4c70b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:36.682460 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c9d86049-796b-415e-9277-e3f0634f59f1 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Publish callbacks [] for security_group (4b1cde4b-b57e-4705-9db6-c7c7c0eef6a3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:36.722668 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a91251e9-d06a-426c-9dea-4fca689aa655 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for port (e69a4ad4-a6d5-4a0d-8171-af2862f50e34), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:36.731580 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff3b0738-f506-4563-af56-d1e12c231320 admin admin] Publish callbacks [] for security_group (722e554f-a116-4114-81cb-30e771f4c70b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:36.741114 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c9d86049-796b-415e-9277-e3f0634f59f1 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4b1cde4b-b57e-4705-9db6-c7c7c0eef6a3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:36.763130 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-c9d86049-796b-415e-9277-e3f0634f59f1 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] device_id is not set on port 24cee277-0b19-4821-be95-8fd14cba01fc yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:27:36.787736 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89115c26-d655-4caa-b851-f7ceded3ca91 None None] DHCP port deletion for 85ec645b-75c3-4df9-98d2-3ebbade0bae0 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:27:36.788624 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a91251e9-d06a-426c-9dea-4fca689aa655 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (e69a4ad4-a6d5-4a0d-8171-af2862f50e34), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:36.805842 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b84a3fe2-fd33-4451-9585-fa3a46a26602 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (85ec645b-75c3-4df9-98d2-3ebbade0bae0), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:36.880603 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91251e9-d06a-426c-9dea-4fca689aa655 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:27:36.890463 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-89115c26-d655-4caa-b851-f7ceded3ca91 None None] Deleting port 414f5368-ac46-48b8-bd06-580516c021bd {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:27:36.892435 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89115c26-d655-4caa-b851-f7ceded3ca91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (414f5368-ac46-48b8-bd06-580516c021bd), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:36.892644 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-a91251e9-d06a-426c-9dea-4fca689aa655 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:27:36.895266 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91251e9-d06a-426c-9dea-4fca689aa655 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:27:36.920028 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dde479-76fe-4ec1-9cc0-6ba28c30c5c5 req-c7c102f5-c28c-4cae-a1ff-9ea1060ff0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:36.922666 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-74dde479-76fe-4ec1-9cc0-6ba28c30c5c5 req-c7c102f5-c28c-4cae-a1ff-9ea1060ff0b7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=714312f3f50a4971b99fea5b842dea10&device_id=c3d96a38-4812-44ae-942e-06863d148430 HTTP/1.1" status: 200 len: 1097 time: 0.2732055 Jan 28 00:27:36.928413 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d86049-796b-415e-9277-e3f0634f59f1 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1cde4b-b57e-4705-9db6-c7c7c0eef6a3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:36.936692 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91251e9-d06a-426c-9dea-4fca689aa655 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Pushing event updated for resources: {'Port': ['ID=e69a4ad4-a6d5-4a0d-8171-af2862f50e34,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:36.963684 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2a220-d21b-4fb4-bda4-af663df2c974 req-a4410f2f-e79b-4e14-8022-c5d49436cb0c tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:36.965852 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-13a2a220-d21b-4fb4-bda4-af663df2c974 req-a4410f2f-e79b-4e14-8022-c5d49436cb0c tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=79805e51-8040-4c3f-a180-84aa60a5e0d6 HTTP/1.1" status: 200 len: 945 time: 0.1585364 Jan 28 00:27:36.970457 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff3b0738-f506-4563-af56-d1e12c231320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (722e554f-a116-4114-81cb-30e771f4c70b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:36.974187 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff3b0738-f506-4563-af56-d1e12c231320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:36.976435 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ff3b0738-f506-4563-af56-d1e12c231320 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/722e554f-a116-4114-81cb-30e771f4c70b HTTP/1.1" status: 204 len: 168 time: 0.5813074 Jan 28 00:27:37.028910 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b0738-f506-4563-af56-d1e12c231320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722e554f-a116-4114-81cb-30e771f4c70b,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:37.111810 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-89115c26-d655-4caa-b851-f7ceded3ca91 None None] For port 414f5368-ac46-48b8-bd06-580516c021bd, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=414f5368-ac46-48b8-bd06-580516c021bd,segment=NetworkSegment(e7bee015-748f-4a6d-8580-c2948b3082c2),segment_id=e7bee015-748f-4a6d-8580-c2948b3082c2)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:27:37.113040 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89115c26-d655-4caa-b851-f7ceded3ca91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (414f5368-ac46-48b8-bd06-580516c021bd), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:37.153237 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-13a2a220-d21b-4fb4-bda4-af663df2c974 req-22c06fec-7254-4996-8fd6-af53cf22e7b9 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662896 Jan 28 00:27:37.154260 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-89115c26-d655-4caa-b851-f7ceded3ca91 None None] Calling delete_port for 414f5368-ac46-48b8-bd06-580516c021bd owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:27:37.401009 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89115c26-d655-4caa-b851-f7ceded3ca91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (414f5368-ac46-48b8-bd06-580516c021bd), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:37.481854 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89115c26-d655-4caa-b851-f7ceded3ca91 None None] Pushing event deleted for resources: {'Port': ['ID=414f5368-ac46-48b8-bd06-580516c021bd,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:37.485370 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a91251e9-d06a-426c-9dea-4fca689aa655 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router_gateway (f88f6131-82ca-4cb6-9753-7f983539b0d9), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:37.495400 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89115c26-d655-4caa-b851-f7ceded3ca91 None None] No DVR routers for this DVR port 414f5368-ac46-48b8-bd06-580516c021bd on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:27:37.647153 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 414f5368-ac46-48b8-bd06-580516c021bd no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:27:37.647522 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-c9d86049-796b-415e-9277-e3f0634f59f1 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Allocated IP 172.25.3.2 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/24cee277-0b19-4821-be95-8fd14cba01fc) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:27:37.700553 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b84a3fe2-fd33-4451-9585-fa3a46a26602 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Deleting port 414f5368-ac46-48b8-bd06-580516c021bd {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:27:37.701754 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b84a3fe2-fd33-4451-9585-fa3a46a26602 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (414f5368-ac46-48b8-bd06-580516c021bd), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:37.721868 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 414f5368-ac46-48b8-bd06-580516c021bd {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:27:37.723093 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 414f5368-ac46-48b8-bd06-580516c021bd not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:27:37.753533 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d34d0b-19c5-4625-b7a9-44a226e9eda9 req-482fe052-f445-4109-847e-a634fe8ef47b tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:37.756287 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1d34d0b-19c5-4625-b7a9-44a226e9eda9 req-482fe052-f445-4109-847e-a634fe8ef47b tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 945 time: 0.2752333 Jan 28 00:27:37.789343 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dde479-76fe-4ec1-9cc0-6ba28c30c5c5 req-c8f4da7a-9cf7-4ac1-8737-1b4b5b254bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:37.790966 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-74dde479-76fe-4ec1-9cc0-6ba28c30c5c5 req-c8f4da7a-9cf7-4ac1-8737-1b4b5b254bef service neutron] 10.222.0.52 "GET /v2.0/networks?id=678f63f0-3e7e-4ad4-8cdb-170d969c9da0 HTTP/1.1" status: 200 len: 915 time: 0.7913477 Jan 28 00:27:37.888291 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b84a3fe2-fd33-4451-9585-fa3a46a26602 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] For port 414f5368-ac46-48b8-bd06-580516c021bd, host n-d-826754-1, got binding levels [] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:27:37.888694 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b84a3fe2-fd33-4451-9585-fa3a46a26602 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (414f5368-ac46-48b8-bd06-580516c021bd), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:37.922088 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b84a3fe2-fd33-4451-9585-fa3a46a26602 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Calling delete_port for 414f5368-ac46-48b8-bd06-580516c021bd owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:27:37.952864 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.ipam_backend_mixin [None req-b84a3fe2-fd33-4451-9585-fa3a46a26602 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Port 414f5368-ac46-48b8-bd06-580516c021bd was not found and therefore no delete operation was performed {{(pid=103343) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 00:27:37.961243 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1d34d0b-19c5-4625-b7a9-44a226e9eda9 req-2f14ef66-423e-4630-812e-25df854099ac tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418049 Jan 28 00:27:37.967389 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b84a3fe2-fd33-4451-9585-fa3a46a26602 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (414f5368-ac46-48b8-bd06-580516c021bd), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:37.990023 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-74dde479-76fe-4ec1-9cc0-6ba28c30c5c5 req-52447c03-f629-487f-a98b-0fb578c000c2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97d91739-d801-4914-b273-d2e1352df7e3 HTTP/1.1" status: 200 len: 1002 time: 0.1905568 Jan 28 00:27:37.991568 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a91251e9-d06a-426c-9dea-4fca689aa655 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (f88f6131-82ca-4cb6-9753-7f983539b0d9), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:38.066532 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a3fe2-fd33-4451-9585-fa3a46a26602 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Port': ['ID=414f5368-ac46-48b8-bd06-580516c021bd,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:38.074011 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84a3fe2-fd33-4451-9585-fa3a46a26602 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] No DVR routers for this DVR port 414f5368-ac46-48b8-bd06-580516c021bd on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:27:38.162722 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91251e9-d06a-426c-9dea-4fca689aa655 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Router f88f6131-82ca-4cb6-9753-7f983539b0d9 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:27:38.223870 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c9d86049-796b-415e-9277-e3f0634f59f1 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Publish callbacks [] for port (24cee277-0b19-4821-be95-8fd14cba01fc), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:38.234410 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dde479-76fe-4ec1-9cc0-6ba28c30c5c5 req-4d9139d0-d143-472d-aad8-95d54ac8659c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:38.236914 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-74dde479-76fe-4ec1-9cc0-6ba28c30c5c5 req-4d9139d0-d143-472d-aad8-95d54ac8659c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b233241-da34-404d-b5e2-5833230c1252 HTTP/1.1" status: 200 len: 853 time: 0.1920962 Jan 28 00:27:38.244396 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b84a3fe2-fd33-4451-9585-fa3a46a26602 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (85ec645b-75c3-4df9-98d2-3ebbade0bae0), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:38.286323 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05631889-d44f-4136-b5f0-5922e860248b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:38.318360 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-b84a3fe2-fd33-4451-9585-fa3a46a26602 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ec645b-75c3-4df9-98d2-3ebbade0bae0']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:38.342169 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-b84a3fe2-fd33-4451-9585-fa3a46a26602 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7bee015-748f-4a6d-8580-c2948b3082c2') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:38.342535 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-b84a3fe2-fd33-4451-9585-fa3a46a26602 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7bee015-748f-4a6d-8580-c2948b3082c2') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:38.366305 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b84a3fe2-fd33-4451-9585-fa3a46a26602 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (e7bee015-748f-4a6d-8580-c2948b3082c2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:38.368183 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91251e9-d06a-426c-9dea-4fca689aa655 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:27:38.378365 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755ef1f-ef66-4ea6-8472-145ca1f879fc req-7951ca1d-c71e-4251-8e0c-403ade400a16 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:38.380224 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c755ef1f-ef66-4ea6-8472-145ca1f879fc req-7951ca1d-c71e-4251-8e0c-403ade400a16 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.65 "GET /v2.0/ports?device_id=79805e51-8040-4c3f-a180-84aa60a5e0d6 HTTP/1.1" status: 200 len: 945 time: 0.1462255 Jan 28 00:27:38.382439 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f910cb07-a50e-4e1a-821f-52103a8fac69 None None] Sync routers for ids ['f88f6131-82ca-4cb6-9753-7f983539b0d9'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:27:38.393320 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dde479-76fe-4ec1-9cc0-6ba28c30c5c5 req-01aa1888-b099-4bb5-b53d-2cda4f597dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:38.396747 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f910cb07-a50e-4e1a-821f-52103a8fac69 None None] Routers {'f88f6131-82ca-4cb6-9753-7f983539b0d9'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:27:38.397395 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f910cb07-a50e-4e1a-821f-52103a8fac69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:27:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['f88f6131-82ca-4cb6-9753-7f983539b0d9'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:38.398872 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-74dde479-76fe-4ec1-9cc0-6ba28c30c5c5 req-01aa1888-b099-4bb5-b53d-2cda4f597dc6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=678f63f0-3e7e-4ad4-8cdb-170d969c9da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1482308 Jan 28 00:27:38.414410 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b84a3fe2-fd33-4451-9585-fa3a46a26602 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (e7bee015-748f-4a6d-8580-c2948b3082c2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:38.452092 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb523eb-b0d2-4d37-b7c7-5514d06efb25 req-96c0e57e-9031-40ca-9657-18b02789e94f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:38.453145 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c9d86049-796b-415e-9277-e3f0634f59f1 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (24cee277-0b19-4821-be95-8fd14cba01fc), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:38.459435 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-beb523eb-b0d2-4d37-b7c7-5514d06efb25 req-96c0e57e-9031-40ca-9657-18b02789e94f tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=79805e51-8040-4c3f-a180-84aa60a5e0d6 HTTP/1.1" status: 200 len: 945 time: 0.1574035 Jan 28 00:27:38.460718 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b84a3fe2-fd33-4451-9585-fa3a46a26602 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:27:38.461209 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b84a3fe2-fd33-4451-9585-fa3a46a26602 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (e7bee015-748f-4a6d-8580-c2948b3082c2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:38.466960 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a91251e9-d06a-426c-9dea-4fca689aa655 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:38.468256 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a91251e9-d06a-426c-9dea-4fca689aa655 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.3660769 Jan 28 00:27:38.468874 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:27:38.468874 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:27:38.468874 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:27:38.468874 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:27:38.468874 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:27:38.468874 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:27:38.468874 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:27:38.468874 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:27:38.468874 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:27:38.468874 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:27:38.468874 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:27:38.468874 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:27:38.468874 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:27:38.468874 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:27:38.468874 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:27:38.468874 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:27:38.468874 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:27:38.468874 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:27:38.468874 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:27:38.468874 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:27:38.468874 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:27:38.468874 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:27:38.468874 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:27:38.468874 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:27:38.468874 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:27:38.468874 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:27:38.468874 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:27:38.468874 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:27:38.468874 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:27:38.468874 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:27:38.468874 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:27:38.468874 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:27:38.476290 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f910cb07-a50e-4e1a-821f-52103a8fac69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:38.476465 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37776) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:38.497174 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f910cb07-a50e-4e1a-821f-52103a8fac69 None None] Routers {'f88f6131-82ca-4cb6-9753-7f983539b0d9'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:27:38.498121 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f910cb07-a50e-4e1a-821f-52103a8fac69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:27:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['f88f6131-82ca-4cb6-9753-7f983539b0d9'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:38.539899 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37778) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:38.566790 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f910cb07-a50e-4e1a-821f-52103a8fac69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:38.567817 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f910cb07-a50e-4e1a-821f-52103a8fac69 None None] The sync data for ids ['f88f6131-82ca-4cb6-9753-7f983539b0d9'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:27:38.634069 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d86049-796b-415e-9277-e3f0634f59f1 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:27:38.658649 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-c9d86049-796b-415e-9277-e3f0634f59f1 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:27:38.661748 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b84a3fe2-fd33-4451-9585-fa3a46a26602 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (85ec645b-75c3-4df9-98d2-3ebbade0bae0), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:38.661974 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-beb523eb-b0d2-4d37-b7c7-5514d06efb25 req-d33a6690-a9f5-4af8-ba33-9d49e8598078 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008567 Jan 28 00:27:38.668869 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d86049-796b-415e-9277-e3f0634f59f1 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:27:38.683522 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d86049-796b-415e-9277-e3f0634f59f1 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Pushing event updated for resources: {'Port': ['ID=24cee277-0b19-4821-be95-8fd14cba01fc,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:38.686431 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d28571db-a882-4f8b-8b78-39d87c1746e7 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "GET /v2.0/routers/f88f6131-82ca-4cb6-9753-7f983539b0d9 HTTP/1.1" status: 200 len: 921 time: 0.2089579 Jan 28 00:27:38.691093 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37784) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:38.699276 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b84a3fe2-fd33-4451-9585-fa3a46a26602 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:38.703002 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b84a3fe2-fd33-4451-9585-fa3a46a26602 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/networks/85ec645b-75c3-4df9-98d2-3ebbade0bae0 HTTP/1.1" status: 204 len: 168 time: 2.1971617 Jan 28 00:27:38.712384 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37786) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:38.735425 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-df84dbe0-e262-44f1-9f29-7e67f96db477 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-811250727', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}, 'admin_state_up': False}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:27:38.746923 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-c755ef1f-ef66-4ea6-8472-145ca1f879fc req-fcff2697-cdae-417c-a0b4-21084dcdce24 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Deleting port 9707308a-e1d2-42c0-87a7-8597ceb3150f {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:27:38.747292 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c755ef1f-ef66-4ea6-8472-145ca1f879fc req-fcff2697-cdae-417c-a0b4-21084dcdce24 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (9707308a-e1d2-42c0-87a7-8597ceb3150f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:38.753958 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a3fe2-fd33-4451-9585-fa3a46a26602 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Network': ['ID=85ec645b-75c3-4df9-98d2-3ebbade0bae0,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:38.754317 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ffb5d75d-ae81-4d6a-84f1-9c8225fd76fa tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "GET /v2.0/ports?device_id=f88f6131-82ca-4cb6-9753-7f983539b0d9 HTTP/1.1" status: 200 len: 205 time: 0.0620732 Jan 28 00:27:38.758412 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37788) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:38.760945 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-74dde479-76fe-4ec1-9cc0-6ba28c30c5c5 req-e76811f7-0022-4104-a6d3-61f171875ca4 service neutron] 10.222.0.52 "GET /v2.0/networks/678f63f0-3e7e-4ad4-8cdb-170d969c9da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580518 Jan 28 00:27:38.771696 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-869d2344-93b7-4aef-bdec-eb628d297681 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-412483413-network', 'tenant_id': '39520a6340284750becfcf9a1672d525'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:27:38.787312 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d86049-796b-415e-9277-e3f0634f59f1 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:38.787966 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c9d86049-796b-415e-9277-e3f0634f59f1 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:38.841381 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-df84dbe0-e262-44f1-9f29-7e67f96db477 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (fb78aff5-863c-47c1-8af9-4ae91a1019b1), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:38.842441 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-df84dbe0-e262-44f1-9f29-7e67f96db477 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (fb78aff5-863c-47c1-8af9-4ae91a1019b1), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:38.851755 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869d2344-93b7-4aef-bdec-eb628d297681 admin admin] Made reservation on behalf of 39520a6340284750becfcf9a1672d525 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:27:38.854069 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-869d2344-93b7-4aef-bdec-eb628d297681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:38.881609 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-869d2344-93b7-4aef-bdec-eb628d297681 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:38.901340 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c9d86049-796b-415e-9277-e3f0634f59f1 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.0977585 Jan 28 00:27:38.902424 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37790) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:38.911270 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-faf115d6-b15d-4545-a314-316b6d2c65e8 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.2'}]}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:27:38.955124 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-df84dbe0-e262-44f1-9f29-7e67f96db477 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router_controller (fb78aff5-863c-47c1-8af9-4ae91a1019b1), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:38.972527 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-c755ef1f-ef66-4ea6-8472-145ca1f879fc req-fcff2697-cdae-417c-a0b4-21084dcdce24 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] For port 9707308a-e1d2-42c0-87a7-8597ceb3150f, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9707308a-e1d2-42c0-87a7-8597ceb3150f,segment=NetworkSegment(fba2d8d8-21da-4073-9f77-aaa869332b98),segment_id=fba2d8d8-21da-4073-9f77-aaa869332b98)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:27:38.972898 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c755ef1f-ef66-4ea6-8472-145ca1f879fc req-fcff2697-cdae-417c-a0b4-21084dcdce24 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (9707308a-e1d2-42c0-87a7-8597ceb3150f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:38.993419 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-faf115d6-b15d-4545-a314-316b6d2c65e8 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (87001186-73b6-46c4-9012-c459ccacd58d), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:38.994500 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-faf115d6-b15d-4545-a314-316b6d2c65e8 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (87001186-73b6-46c4-9012-c459ccacd58d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:39.010221 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-74dde479-76fe-4ec1-9cc0-6ba28c30c5c5 req-1fc89ab0-dba8-4586-8218-f0cd48ca0557 service neutron] 10.222.0.52 "GET /v2.0/networks/678f63f0-3e7e-4ad4-8cdb-170d969c9da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377896 Jan 28 00:27:39.032072 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7441423d-e172-4282-971e-0efbc6421523 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router (f88f6131-82ca-4cb6-9753-7f983539b0d9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:39.040042 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-c755ef1f-ef66-4ea6-8472-145ca1f879fc req-fcff2697-cdae-417c-a0b4-21084dcdce24 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Calling delete_port for 9707308a-e1d2-42c0-87a7-8597ceb3150f owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:27:39.116527 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-faf115d6-b15d-4545-a314-316b6d2c65e8 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Publish callbacks [] for router_controller (87001186-73b6-46c4-9012-c459ccacd58d), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:39.313330 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-df84dbe0-e262-44f1-9f29-7e67f96db477 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router_gateway (fb78aff5-863c-47c1-8af9-4ae91a1019b1), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:39.325809 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-faf115d6-b15d-4545-a314-316b6d2c65e8 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Publish callbacks [] for router_gateway (87001186-73b6-46c4-9012-c459ccacd58d), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:39.336384 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7441423d-e172-4282-971e-0efbc6421523 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router_gateway (f88f6131-82ca-4cb6-9753-7f983539b0d9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:39.368755 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-869d2344-93b7-4aef-bdec-eb628d297681 admin admin] Publish callbacks [] for security_group (9943d752-730a-4f60-934b-0a1dd24a7e6b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:39.379310 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef892e21-7186-4aaf-9d5b-6d7fb21e9d17 req-b868f819-b502-42b1-928c-f08638dfdc50 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:39.381039 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ef892e21-7186-4aaf-9d5b-6d7fb21e9d17 req-b868f819-b502-42b1-928c-f08638dfdc50 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 945 time: 0.3056021 Jan 28 00:27:39.383764 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-869d2344-93b7-4aef-bdec-eb628d297681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (9943d752-730a-4f60-934b-0a1dd24a7e6b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:39.455071 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7441423d-e172-4282-971e-0efbc6421523 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Deleting port e69a4ad4-a6d5-4a0d-8171-af2862f50e34 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:27:39.455305 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7441423d-e172-4282-971e-0efbc6421523 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (e69a4ad4-a6d5-4a0d-8171-af2862f50e34), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:39.512727 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d2344-93b7-4aef-bdec-eb628d297681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9943d752-730a-4f60-934b-0a1dd24a7e6b,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:39.564698 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c755ef1f-ef66-4ea6-8472-145ca1f879fc req-fcff2697-cdae-417c-a0b4-21084dcdce24 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (9707308a-e1d2-42c0-87a7-8597ceb3150f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:39.567506 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-869d2344-93b7-4aef-bdec-eb628d297681 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:27:39.588504 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ef892e21-7186-4aaf-9d5b-6d7fb21e9d17 req-b1d63074-685c-4c71-9ee8-d8e7523e5bd6 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932611 Jan 28 00:27:39.629651 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:39.651829 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-869d2344-93b7-4aef-bdec-eb628d297681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (80814780-c664-4235-9893-85f3cc521501), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:39.652337 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-869d2344-93b7-4aef-bdec-eb628d297681 admin admin] Added segment 80814780-c664-4235-9893-85f3cc521501 of type vlan for network a19097ca-1911-4a28-909d-42dc359e564a Jan 28 00:27:39.654032 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff2697-cdae-417c-a0b4-21084dcdce24 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Pushing event deleted for resources: {'Port': ['ID=9707308a-e1d2-42c0-87a7-8597ceb3150f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:39.697545 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7441423d-e172-4282-971e-0efbc6421523 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (e69a4ad4-a6d5-4a0d-8171-af2862f50e34), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:39.755671 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-c755ef1f-ef66-4ea6-8472-145ca1f879fc req-fcff2697-cdae-417c-a0b4-21084dcdce24 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] No DVR routers for this DVR port 9707308a-e1d2-42c0-87a7-8597ceb3150f on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:27:39.759590 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c755ef1f-ef66-4ea6-8472-145ca1f879fc req-fcff2697-cdae-417c-a0b4-21084dcdce24 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:39.764010 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c755ef1f-ef66-4ea6-8472-145ca1f879fc req-fcff2697-cdae-417c-a0b4-21084dcdce24 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.65 "DELETE /v2.0/ports/9707308a-e1d2-42c0-87a7-8597ceb3150f HTTP/1.1" status: 204 len: 173 time: 1.3762994 Jan 28 00:27:39.775707 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79805e51-8040-4c3f-a180-84aa60a5e0d6', 'name': 'network-vif-deleted', 'tag': '9707308a-e1d2-42c0-87a7-8597ceb3150f'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:27:39.778404 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480a88e2-2963-4d4c-ada2-1fc39e839db6" -d '{"events": [{"server_uuid": "79805e51-8040-4c3f-a180-84aa60a5e0d6", "name": "network-vif-deleted", "tag": "9707308a-e1d2-42c0-87a7-8597ceb3150f"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:27:39.799432 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-869d2344-93b7-4aef-bdec-eb628d297681 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (a19097ca-1911-4a28-909d-42dc359e564a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:39.832190 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2eefa2b5-7574-4726-8a95-0aa04ef2c653 req-e1ebe529-1e84-4a05-8b95-53da23e4a065 tempest-DeleteServersTestJSON-1467206685 tempest-DeleteServersTestJSON-1467206685-project] 10.222.0.70 "GET /v2.0/ports?device_id=79805e51-8040-4c3f-a180-84aa60a5e0d6 HTTP/1.1" status: 200 len: 210 time: 0.0498350 Jan 28 00:27:39.841102 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7441423d-e172-4282-971e-0efbc6421523 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Calling delete_port for e69a4ad4-a6d5-4a0d-8171-af2862f50e34 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:27:39.902668 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4582229-bb23-4730-95fd-06adfaa0c82f x-openstack-request-id: req-e4582229-bb23-4730-95fd-06adfaa0c82f {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:27:39.903025 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79805e51-8040-4c3f-a180-84aa60a5e0d6", "name": "network-vif-deleted", "tag": "9707308a-e1d2-42c0-87a7-8597ceb3150f", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:27:39.903216 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e4582229-bb23-4730-95fd-06adfaa0c82f {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:27:39.903653 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79805e51-8040-4c3f-a180-84aa60a5e0d6', 'name': 'network-vif-deleted', 'tag': '9707308a-e1d2-42c0-87a7-8597ceb3150f', 'status': 'completed', 'code': 200} Jan 28 00:27:39.974256 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-869d2344-93b7-4aef-bdec-eb628d297681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (a19097ca-1911-4a28-909d-42dc359e564a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:39.976849 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869d2344-93b7-4aef-bdec-eb628d297681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:39.977586 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-869d2344-93b7-4aef-bdec-eb628d297681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:40.021178 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-faf115d6-b15d-4545-a314-316b6d2c65e8 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Publish callbacks [] for router_gateway (87001186-73b6-46c4-9012-c459ccacd58d), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:40.067739 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-faf115d6-b15d-4545-a314-316b6d2c65e8 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:40.078480 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-869d2344-93b7-4aef-bdec-eb628d297681 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5367835 Jan 28 00:27:40.085736 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37800) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:40.438732 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-cb223451-e088-43a5-b019-d45a81297990 admin admin] Request body: {'subnet': {'network_id': 'a19097ca-1911-4a28-909d-42dc359e564a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-412483413-subnet', 'tenant_id': '39520a6340284750becfcf9a1672d525', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:27:40.444247 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d2344-93b7-4aef-bdec-eb628d297681 admin admin] Pushing event updated for resources: {'Network': ['ID=a19097ca-1911-4a28-909d-42dc359e564a,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:40.446585 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-df84dbe0-e262-44f1-9f29-7e67f96db477 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router_gateway (fb78aff5-863c-47c1-8af9-4ae91a1019b1), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:40.459729 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network a19097ca-1911-4a28-909d-42dc359e564a details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:27:40.477556 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-df84dbe0-e262-44f1-9f29-7e67f96db477 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:40.521545 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7441423d-e172-4282-971e-0efbc6421523 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (e69a4ad4-a6d5-4a0d-8171-af2862f50e34), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:40.545730 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb223451-e088-43a5-b019-d45a81297990 admin admin] Made reservation on behalf of 39520a6340284750becfcf9a1672d525 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:27:40.549398 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb223451-e088-43a5-b019-d45a81297990 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:40.564411 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441423d-e172-4282-971e-0efbc6421523 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Pushing event deleted for resources: {'Port': ['ID=e69a4ad4-a6d5-4a0d-8171-af2862f50e34,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:40.569078 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-faf115d6-b15d-4545-a314-316b6d2c65e8 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Publish callbacks [] for router (87001186-73b6-46c4-9012-c459ccacd58d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:40.701592 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-df84dbe0-e262-44f1-9f29-7e67f96db477 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Allocated IP 172.25.3.44 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/e782d2ec-47ef-4978-9019-e6e728b16e62) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:27:40.911065 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7441423d-e172-4282-971e-0efbc6421523 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (f88f6131-82ca-4cb6-9753-7f983539b0d9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:40.924911 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b4414-4d3c-4f3a-8a08-7c3c3c063ea3 req-b97631a5-b70f-40ae-8c37-9badfb37734e tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:40.925852 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ee0b4414-4d3c-4f3a-8a08-7c3c3c063ea3 req-b97631a5-b70f-40ae-8c37-9badfb37734e tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 945 time: 0.1802878 Jan 28 00:27:40.969103 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb223451-e088-43a5-b019-d45a81297990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (c63bb981-ddb7-4260-941d-d8fb658fd68e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:40.977674 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-df84dbe0-e262-44f1-9f29-7e67f96db477 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for port (e782d2ec-47ef-4978-9019-e6e728b16e62), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:41.061989 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:41.097753 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb223451-e088-43a5-b019-d45a81297990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c63bb981-ddb7-4260-941d-d8fb658fd68e,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:41.121497 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ee0b4414-4d3c-4f3a-8a08-7c3c3c063ea3 req-64564190-40c7-431f-bf30-5405be63cc56 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857340 Jan 28 00:27:41.137579 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb223451-e088-43a5-b019-d45a81297990 admin admin] Checking segment: {'id': '80814780-c664-4235-9893-85f3cc521501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a19097ca-1911-4a28-909d-42dc359e564a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:27:41.138778 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb223451-e088-43a5-b019-d45a81297990 admin admin] Network hostable DHCP agents. Network: a19097ca-1911-4a28-909d-42dc359e564a, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:27:41.142892 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-df84dbe0-e262-44f1-9f29-7e67f96db477 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (e782d2ec-47ef-4978-9019-e6e728b16e62), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:41.270073 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df84dbe0-e262-44f1-9f29-7e67f96db477 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:27:41.277971 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb223451-e088-43a5-b019-d45a81297990 admin admin] Network a19097ca-1911-4a28-909d-42dc359e564a is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:27:41.285119 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-df84dbe0-e262-44f1-9f29-7e67f96db477 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:27:41.288827 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84dbe0-e262-44f1-9f29-7e67f96db477 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Port': ['ID=e782d2ec-47ef-4978-9019-e6e728b16e62,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:41.292886 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df84dbe0-e262-44f1-9f29-7e67f96db477 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:27:41.343288 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-cb223451-e088-43a5-b019-d45a81297990 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, a19097ca-1911-4a28-909d-42dc359e564a) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:27:41.355576 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb223451-e088-43a5-b019-d45a81297990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:41.356639 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb223451-e088-43a5-b019-d45a81297990 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:41.370254 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 9707308a-e1d2-42c0-87a7-8597ceb3150f no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:27:41.394790 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 9707308a-e1d2-42c0-87a7-8597ceb3150f {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:27:41.395300 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 9707308a-e1d2-42c0-87a7-8597ceb3150f not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:27:41.396830 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a560ec85-2da2-4e9c-ae30-510ca79e4c4b None None] Network a19097ca-1911-4a28-909d-42dc359e564a requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:27:41.497074 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-faf115d6-b15d-4545-a314-316b6d2c65e8 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (87001186-73b6-46c4-9012-c459ccacd58d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:41.507798 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-cb223451-e088-43a5-b019-d45a81297990 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4197266 Jan 28 00:27:41.512246 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37822) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:41.547456 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-faf115d6-b15d-4545-a314-316b6d2c65e8 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Publish callbacks [] for router_controller (87001186-73b6-46c4-9012-c459ccacd58d), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:41.591120 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-215bf693-101d-4230-bc54-3bf091826241 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-412483413-router', 'tenant_id': '39520a6340284750becfcf9a1672d525', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:27:41.627463 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9394510f-44e5-4b26-8dff-49a47834ed25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-a19097ca-1911-4a28-909d-42dc359e564a', 'network_id': 'a19097ca-1911-4a28-909d-42dc359e564a', 'project_id': '39520a6340284750becfcf9a1672d525', 'fixed_ips': [{'subnet_id': 'c63bb981-ddb7-4260-941d-d8fb658fd68e'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:27:41.629383 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9394510f-44e5-4b26-8dff-49a47834ed25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:41.654278 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7441423d-e172-4282-971e-0efbc6421523 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (f88f6131-82ca-4cb6-9753-7f983539b0d9), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:41.659212 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7441423d-e172-4282-971e-0efbc6421523 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router_controller (f88f6131-82ca-4cb6-9753-7f983539b0d9), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:41.701279 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-215bf693-101d-4230-bc54-3bf091826241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (2cdc0126-23f0-4167-8a51-6fa7011903a7), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:41.703800 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-215bf693-101d-4230-bc54-3bf091826241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (2cdc0126-23f0-4167-8a51-6fa7011903a7), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:41.762317 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-faf115d6-b15d-4545-a314-316b6d2c65e8 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (87001186-73b6-46c4-9012-c459ccacd58d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:41.763223 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf115d6-b15d-4545-a314-316b6d2c65e8 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87001186-73b6-46c4-9012-c459ccacd58d {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:27:41.787447 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7441423d-e172-4282-971e-0efbc6421523 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (f88f6131-82ca-4cb6-9753-7f983539b0d9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:41.789483 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7441423d-e172-4282-971e-0efbc6421523 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Fanout notify agent at l3_agent the message router_deleted on router f88f6131-82ca-4cb6-9753-7f983539b0d9 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:27:41.805938 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7441423d-e172-4282-971e-0efbc6421523 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:41.817039 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37834) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:41.817802 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7441423d-e172-4282-971e-0efbc6421523 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "DELETE /v2.0/routers/f88f6131-82ca-4cb6-9753-7f983539b0d9 HTTP/1.1" status: 204 len: 168 time: 3.0548844 Jan 28 00:27:41.824827 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-da96cfc1-71c5-43f9-8c2e-7a4fe6031213 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1950355942', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'enable_snat': False}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:27:41.826688 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-faf115d6-b15d-4545-a314-316b6d2c65e8 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 00:27:41.828968 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-faf115d6-b15d-4545-a314-316b6d2c65e8 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 2.9236448 Jan 28 00:27:41.838152 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37836) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:41.871604 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da96cfc1-71c5-43f9-8c2e-7a4fe6031213 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (1b348c6e-9d2a-41b5-81e6-22ab347ffa4e), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:41.873178 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da96cfc1-71c5-43f9-8c2e-7a4fe6031213 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (1b348c6e-9d2a-41b5-81e6-22ab347ffa4e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:41.908360 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-9394510f-44e5-4b26-8dff-49a47834ed25 None None] Allocated IP 172.20.0.2 (a19097ca-1911-4a28-909d-42dc359e564a/c63bb981-ddb7-4260-941d-d8fb658fd68e/1d58d8d5-5d6d-4489-abbe-7077502825d1) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:27:41.953822 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-215bf693-101d-4230-bc54-3bf091826241 admin admin] Publish callbacks [] for router_controller (2cdc0126-23f0-4167-8a51-6fa7011903a7), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:42.003830 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-43d5def3-3d76-4b6d-8150-77484c9f2fe3 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Deleting port 24cee277-0b19-4821-be95-8fd14cba01fc {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:27:42.004702 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-43d5def3-3d76-4b6d-8150-77484c9f2fe3 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (24cee277-0b19-4821-be95-8fd14cba01fc), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:42.100545 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-43d5def3-3d76-4b6d-8150-77484c9f2fe3 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (24cee277-0b19-4821-be95-8fd14cba01fc), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:42.108074 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da96cfc1-71c5-43f9-8c2e-7a4fe6031213 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router_controller (1b348c6e-9d2a-41b5-81e6-22ab347ffa4e), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:42.116430 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-43d5def3-3d76-4b6d-8150-77484c9f2fe3 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Calling delete_port for 24cee277-0b19-4821-be95-8fd14cba01fc owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:27:42.131668 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-df84dbe0-e262-44f1-9f29-7e67f96db477 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router_gateway (fb78aff5-863c-47c1-8af9-4ae91a1019b1), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:42.147554 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:42.159185 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9394510f-44e5-4b26-8dff-49a47834ed25 None None] Publish callbacks [] for port (1d58d8d5-5d6d-4489-abbe-7077502825d1), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:42.169271 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9394510f-44e5-4b26-8dff-49a47834ed25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (1d58d8d5-5d6d-4489-abbe-7077502825d1), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:42.258826 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9394510f-44e5-4b26-8dff-49a47834ed25 None None] Network a19097ca-1911-4a28-909d-42dc359e564a is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:27:42.267749 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394510f-44e5-4b26-8dff-49a47834ed25 None None] Pushing event updated for resources: {'Port': ['ID=1d58d8d5-5d6d-4489-abbe-7077502825d1,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:42.270855 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-9394510f-44e5-4b26-8dff-49a47834ed25 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:27:42.283652 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9394510f-44e5-4b26-8dff-49a47834ed25 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:27:42.358262 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-215bf693-101d-4230-bc54-3bf091826241 admin admin] Publish callbacks [] for router_gateway (2cdc0126-23f0-4167-8a51-6fa7011903a7), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:42.380655 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device a97c7ddc-fba4-4c26-b16d-5efee7924ebd details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:27:42.381487 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-43d5def3-3d76-4b6d-8150-77484c9f2fe3 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (24cee277-0b19-4821-be95-8fd14cba01fc), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:42.466105 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da96cfc1-71c5-43f9-8c2e-7a4fe6031213 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router_gateway (1b348c6e-9d2a-41b5-81e6-22ab347ffa4e), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:42.497733 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port a97c7ddc-fba4-4c26-b16d-5efee7924ebd, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=a97c7ddc-fba4-4c26-b16d-5efee7924ebd,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:27:42.512188 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'a97c7ddc-fba4-4c26-b16d-5efee7924ebd', 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9', 'port_id': 'a97c7ddc-fba4-4c26-b16d-5efee7924ebd', 'mac_address': 'fa:16:3e:05:c5:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:27:42.518312 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-9394510f-44e5-4b26-8dff-49a47834ed25 None None] Attempting to bind port 1d58d8d5-5d6d-4489-abbe-7077502825d1 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:27:42.518817 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-9394510f-44e5-4b26-8dff-49a47834ed25 None None] Attempting to bind port 1d58d8d5-5d6d-4489-abbe-7077502825d1 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '80814780-c664-4235-9893-85f3cc521501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a19097ca-1911-4a28-909d-42dc359e564a'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:27:42.519201 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9394510f-44e5-4b26-8dff-49a47834ed25 None None] Attempting to bind port 1d58d8d5-5d6d-4489-abbe-7077502825d1 on network a19097ca-1911-4a28-909d-42dc359e564a {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:27:42.553572 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5def3-3d76-4b6d-8150-77484c9f2fe3 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Pushing event deleted for resources: {'Port': ['ID=24cee277-0b19-4821-be95-8fd14cba01fc,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:42.565855 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9394510f-44e5-4b26-8dff-49a47834ed25 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:27:42.566245 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9394510f-44e5-4b26-8dff-49a47834ed25 None None] Checking segment: {'id': '80814780-c664-4235-9893-85f3cc521501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a19097ca-1911-4a28-909d-42dc359e564a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:27:42.566619 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9394510f-44e5-4b26-8dff-49a47834ed25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:42.566932 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9394510f-44e5-4b26-8dff-49a47834ed25 None None] Bound using segment: {'id': '80814780-c664-4235-9893-85f3cc521501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a19097ca-1911-4a28-909d-42dc359e564a'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:27:42.567433 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-9394510f-44e5-4b26-8dff-49a47834ed25 None None] Bound port: 1d58d8d5-5d6d-4489-abbe-7077502825d1, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80814780-c664-4235-9893-85f3cc521501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a19097ca-1911-4a28-909d-42dc359e564a'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:27:42.568206 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9394510f-44e5-4b26-8dff-49a47834ed25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1d58d8d5-5d6d-4489-abbe-7077502825d1), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:42.613089 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-43d5def3-3d76-4b6d-8150-77484c9f2fe3 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:42.620100 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-43d5def3-3d76-4b6d-8150-77484c9f2fe3 tempest-RoutersAdminNegativeTest-1169062625 tempest-RoutersAdminNegativeTest-1169062625-project-admin] 10.222.0.70 "DELETE /v2.0/ports/24cee277-0b19-4821-be95-8fd14cba01fc HTTP/1.1" status: 204 len: 168 time: 0.7850769 Jan 28 00:27:42.654015 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-9394510f-44e5-4b26-8dff-49a47834ed25 None None] For port 1d58d8d5-5d6d-4489-abbe-7077502825d1, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:27:42.658662 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-9394510f-44e5-4b26-8dff-49a47834ed25 None None] For port 1d58d8d5-5d6d-4489-abbe-7077502825d1, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1d58d8d5-5d6d-4489-abbe-7077502825d1,segment=NetworkSegment(80814780-c664-4235-9893-85f3cc521501),segment_id=80814780-c664-4235-9893-85f3cc521501)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:27:42.677768 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9394510f-44e5-4b26-8dff-49a47834ed25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1d58d8d5-5d6d-4489-abbe-7077502825d1), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:42.706425 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a6412-c5c1-454d-8514-3b5f7112a400 req-0b70704c-ee78-4035-a5ba-93cd0b93646a tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:42.708150 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f82a6412-c5c1-454d-8514-3b5f7112a400 req-0b70704c-ee78-4035-a5ba-93cd0b93646a tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 945 time: 0.4298391 Jan 28 00:27:42.755320 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394510f-44e5-4b26-8dff-49a47834ed25 None None] Pushing event updated for resources: {'Port': ['ID=1d58d8d5-5d6d-4489-abbe-7077502825d1,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:42.764680 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port a97c7ddc-fba4-4c26-b16d-5efee7924ebd is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:27:42.765133 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:42.808900 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97c7ddc-fba4-4c26-b16d-5efee7924ebd {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:27:42.920159 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port a97c7ddc-fba4-4c26-b16d-5efee7924ebd, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=a97c7ddc-fba4-4c26-b16d-5efee7924ebd,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:27:42.924904 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:42.928581 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:43.025418 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f82a6412-c5c1-454d-8514-3b5f7112a400 req-c8285228-e8ca-4b06-986b-4c914bc95688 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2998049 Jan 28 00:27:43.030893 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=a97c7ddc-fba4-4c26-b16d-5efee7924ebd,revision_number=11']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:43.094270 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-df84dbe0-e262-44f1-9f29-7e67f96db477 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (fb78aff5-863c-47c1-8af9-4ae91a1019b1), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:43.225901 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37848) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:43.368337 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da96cfc1-71c5-43f9-8c2e-7a4fe6031213 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router_gateway (1b348c6e-9d2a-41b5-81e6-22ab347ffa4e), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:43.386648 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['a97c7ddc-fba4-4c26-b16d-5efee7924ebd'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:27:43.476611 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d9784da2-f98a-4d02-84b7-80638cca374d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:43.654175 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d9784da2-f98a-4d02-84b7-80638cca374d admin admin] Publish callbacks [] for security_group (bb0fe2c1-d3b4-4df3-af0d-41a48322b6b3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:43.669901 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d9784da2-f98a-4d02-84b7-80638cca374d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (bb0fe2c1-d3b4-4df3-af0d-41a48322b6b3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:43.772803 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d9784da2-f98a-4d02-84b7-80638cca374d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fd3bc3379e3b4a64a4d56b86ec39ce81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5435987 Jan 28 00:27:43.790353 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37854) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:43.833583 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9784da2-f98a-4d02-84b7-80638cca374d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0fe2c1-d3b4-4df3-af0d-41a48322b6b3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:43.863453 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1d58d8d5-5d6d-4489-abbe-7077502825d1 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:27:43.907041 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10091efa-6572-4bc2-b9b8-33ca8cfc1a64 admin admin] Publish callbacks [] for security_group (bb0fe2c1-d3b4-4df3-af0d-41a48322b6b3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:43.960459 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10091efa-6572-4bc2-b9b8-33ca8cfc1a64 admin admin] Publish callbacks [] for security_group (bb0fe2c1-d3b4-4df3-af0d-41a48322b6b3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:43.964037 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 1d58d8d5-5d6d-4489-abbe-7077502825d1 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:27:43.964681 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1d58d8d5-5d6d-4489-abbe-7077502825d1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:44.049294 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10091efa-6572-4bc2-b9b8-33ca8cfc1a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (bb0fe2c1-d3b4-4df3-af0d-41a48322b6b3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:44.053339 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10091efa-6572-4bc2-b9b8-33ca8cfc1a64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:44.057237 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-10091efa-6572-4bc2-b9b8-33ca8cfc1a64 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bb0fe2c1-d3b4-4df3-af0d-41a48322b6b3 HTTP/1.1" status: 204 len: 168 time: 0.2625015 Jan 28 00:27:44.073080 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da96cfc1-71c5-43f9-8c2e-7a4fe6031213 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:44.077995 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10091efa-6572-4bc2-b9b8-33ca8cfc1a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0fe2c1-d3b4-4df3-af0d-41a48322b6b3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:44.174560 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 1d58d8d5-5d6d-4489-abbe-7077502825d1 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:27:44.175126 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1d58d8d5-5d6d-4489-abbe-7077502825d1), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:44.195303 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:44.195869 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-215bf693-101d-4230-bc54-3bf091826241 admin admin] Publish callbacks [] for router_gateway (2cdc0126-23f0-4167-8a51-6fa7011903a7), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:44.229216 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-215bf693-101d-4230-bc54-3bf091826241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:44.237302 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 1d58d8d5-5d6d-4489-abbe-7077502825d1, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1d58d8d5-5d6d-4489-abbe-7077502825d1,segment=NetworkSegment(80814780-c664-4235-9893-85f3cc521501),segment_id=80814780-c664-4235-9893-85f3cc521501)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:27:44.247048 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1d58d8d5-5d6d-4489-abbe-7077502825d1), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:44.328893 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=1d58d8d5-5d6d-4489-abbe-7077502825d1,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:44.431429 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df84dbe0-e262-44f1-9f29-7e67f96db477 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Router fb78aff5-863c-47c1-8af9-4ae91a1019b1 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:27:44.441355 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-da96cfc1-71c5-43f9-8c2e-7a4fe6031213 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Allocated IP 172.25.3.237 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/8f9b5781-e836-4176-aeaf-e6933e7209c6) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:27:44.481406 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea62a5-8abb-4113-8f16-3ff46734dbd3 req-36449a58-365f-4e60-9de8-8d36f25f205f tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:44.483252 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87ea62a5-8abb-4113-8f16-3ff46734dbd3 req-36449a58-365f-4e60-9de8-8d36f25f205f tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 946 time: 0.1543834 Jan 28 00:27:44.719369 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37866) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:44.750500 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade908fb-5625-4499-a7f0-6054c8dc9ab2 None None] Network a19097ca-1911-4a28-909d-42dc359e564a requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:27:44.775969 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2ec44a9a-27f0-44d2-a4be-985acac8fcec admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=893ba39848324874a07be7f3aa158628&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0537610 Jan 28 00:27:44.776767 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37868) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:44.835755 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-7373f615-6fd5-4441-a76c-2084f26515e9 None None] Provisioning complete for port 1d58d8d5-5d6d-4489-abbe-7077502825d1 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:27:44.836404 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7373f615-6fd5-4441-a76c-2084f26515e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1d58d8d5-5d6d-4489-abbe-7077502825d1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:44.853343 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4401dbd9-67e6-45dd-a706-1896d5833c6d admin admin] Publish callbacks [] for security_group (4b1cde4b-b57e-4705-9db6-c7c7c0eef6a3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:44.874927 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df84dbe0-e262-44f1-9f29-7e67f96db477 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:27:44.891443 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5914dd-6e89-4e5a-8479-82f37b7e5a57 None None] Sync routers for ids ['fb78aff5-863c-47c1-8af9-4ae91a1019b1'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:27:44.902940 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4401dbd9-67e6-45dd-a706-1896d5833c6d admin admin] Publish callbacks [] for security_group (4b1cde4b-b57e-4705-9db6-c7c7c0eef6a3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:44.928707 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87ea62a5-8abb-4113-8f16-3ff46734dbd3 req-fc304553-c607-486b-a5c3-7c61d6320749 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4196310 Jan 28 00:27:44.958863 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-df84dbe0-e262-44f1-9f29-7e67f96db477 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:44.959389 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5914dd-6e89-4e5a-8479-82f37b7e5a57 None None] Routers {'fb78aff5-863c-47c1-8af9-4ae91a1019b1'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:27:44.960078 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-be5914dd-6e89-4e5a-8479-82f37b7e5a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:27:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['fb78aff5-863c-47c1-8af9-4ae91a1019b1'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:44.961096 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-df84dbe0-e262-44f1-9f29-7e67f96db477 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.2464881 Jan 28 00:27:44.964253 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37870) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:44.969759 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da96cfc1-71c5-43f9-8c2e-7a4fe6031213 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for port (8f9b5781-e836-4176-aeaf-e6933e7209c6), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:45.002420 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4401dbd9-67e6-45dd-a706-1896d5833c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4b1cde4b-b57e-4705-9db6-c7c7c0eef6a3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:45.006197 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4401dbd9-67e6-45dd-a706-1896d5833c6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:45.007570 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4401dbd9-67e6-45dd-a706-1896d5833c6d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4b1cde4b-b57e-4705-9db6-c7c7c0eef6a3 HTTP/1.1" status: 204 len: 168 time: 0.2292969 Jan 28 00:27:45.023880 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-be5914dd-6e89-4e5a-8479-82f37b7e5a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:45.042449 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401dbd9-67e6-45dd-a706-1896d5833c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1cde4b-b57e-4705-9db6-c7c7c0eef6a3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:45.121015 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5914dd-6e89-4e5a-8479-82f37b7e5a57 None None] Routers {'fb78aff5-863c-47c1-8af9-4ae91a1019b1'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:27:45.122099 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-be5914dd-6e89-4e5a-8479-82f37b7e5a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:27:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['fb78aff5-863c-47c1-8af9-4ae91a1019b1'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:45.151809 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da96cfc1-71c5-43f9-8c2e-7a4fe6031213 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (8f9b5781-e836-4176-aeaf-e6933e7209c6), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:45.234766 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-7373f615-6fd5-4441-a76c-2084f26515e9 None None] Current status of the port 1d58d8d5-5d6d-4489-abbe-7077502825d1 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:27:45.239304 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-be5914dd-6e89-4e5a-8479-82f37b7e5a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:45.240185 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5914dd-6e89-4e5a-8479-82f37b7e5a57 None None] The sync data for ids ['fb78aff5-863c-47c1-8af9-4ae91a1019b1'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:27:45.324249 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3a6946c7-3f68-4907-893b-ac2b5a6557bf tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "GET /v2.0/routers/fb78aff5-863c-47c1-8af9-4ae91a1019b1 HTTP/1.1" status: 200 len: 879 time: 0.3580751 Jan 28 00:27:45.327031 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37876) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:45.331712 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-215bf693-101d-4230-bc54-3bf091826241 admin admin] Allocated IP 172.25.3.204 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/73da6dfb-944f-4590-8a3d-ac5b283e1bac) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:27:45.365540 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da96cfc1-71c5-43f9-8c2e-7a4fe6031213 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:27:45.381524 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-da96cfc1-71c5-43f9-8c2e-7a4fe6031213 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:27:45.394365 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da96cfc1-71c5-43f9-8c2e-7a4fe6031213 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:27:45.416994 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96cfc1-71c5-43f9-8c2e-7a4fe6031213 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Pushing event updated for resources: {'Port': ['ID=8f9b5781-e836-4176-aeaf-e6933e7209c6,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:45.469197 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-868da1a2-0c83-49dd-a0d9-f628b8022a00 None None] Provisioning complete for port 1d58d8d5-5d6d-4489-abbe-7077502825d1 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:27:45.472345 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-868da1a2-0c83-49dd-a0d9-f628b8022a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1d58d8d5-5d6d-4489-abbe-7077502825d1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:45.717247 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1d58d8d5-5d6d-4489-abbe-7077502825d1 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:27:45.762718 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-868da1a2-0c83-49dd-a0d9-f628b8022a00 None None] Current status of the port 1d58d8d5-5d6d-4489-abbe-7077502825d1 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:27:45.797077 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 1d58d8d5-5d6d-4489-abbe-7077502825d1 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:27:45.797578 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1d58d8d5-5d6d-4489-abbe-7077502825d1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:45.817035 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-215bf693-101d-4230-bc54-3bf091826241 admin admin] Publish callbacks [] for port (73da6dfb-944f-4590-8a3d-ac5b283e1bac), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:45.877081 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a09c81af-27f4-425e-b835-23c400297e91 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.5483015 Jan 28 00:27:45.880651 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37888) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:45.897879 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-af227d4b-b530-4671-8e06-02353af60e83 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-811250727'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:27:45.992553 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 1d58d8d5-5d6d-4489-abbe-7077502825d1 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:27:46.178765 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-215bf693-101d-4230-bc54-3bf091826241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (73da6dfb-944f-4590-8a3d-ac5b283e1bac), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:46.310126 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215bf693-101d-4230-bc54-3bf091826241 admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:27:46.311919 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da96cfc1-71c5-43f9-8c2e-7a4fe6031213 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router_gateway (1b348c6e-9d2a-41b5-81e6-22ab347ffa4e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:46.419827 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device a97c7ddc-fba4-4c26-b16d-5efee7924ebd up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:27:46.443946 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-215bf693-101d-4230-bc54-3bf091826241 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:27:46.450551 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215bf693-101d-4230-bc54-3bf091826241 admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:27:46.567364 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port a97c7ddc-fba4-4c26-b16d-5efee7924ebd completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:27:46.579046 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port a97c7ddc-fba4-4c26-b16d-5efee7924ebd triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:27:46.580122 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:46.585161 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f204c2-31e4-4080-a6f9-4ea5c8cce926 req-74054db6-5a85-4e85-9eb2-f4b49b218b2d tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:46.587351 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e0f204c2-31e4-4080-a6f9-4ea5c8cce926 req-74054db6-5a85-4e85-9eb2-f4b49b218b2d tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 946 time: 0.4470870 Jan 28 00:27:46.587572 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-af227d4b-b530-4671-8e06-02353af60e83 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111346'] for router (fb78aff5-863c-47c1-8af9-4ae91a1019b1), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:46.608222 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215bf693-101d-4230-bc54-3bf091826241 admin admin] Pushing event updated for resources: {'Port': ['ID=73da6dfb-944f-4590-8a3d-ac5b283e1bac,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:46.629649 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-af227d4b-b530-4671-8e06-02353af60e83 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552731'] for router (fb78aff5-863c-47c1-8af9-4ae91a1019b1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:46.713741 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37904) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:46.788386 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port a97c7ddc-fba4-4c26-b16d-5efee7924ebd is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:27:46.789507 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:46.859168 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cfbac7-c480-4b32-8d39-73542917a53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97c7ddc-fba4-4c26-b16d-5efee7924ebd'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:27:46.863381 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af227d4b-b530-4671-8e06-02353af60e83 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Router fb78aff5-863c-47c1-8af9-4ae91a1019b1 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:27:46.864960 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29180fc1-e622-432a-9ae3-48d9c545b37a" -d '{"events": [{"server_uuid": "c7cfbac7-c480-4b32-8d39-73542917a53a", "name": "network-vif-plugged", "status": "completed", "tag": "a97c7ddc-fba4-4c26-b16d-5efee7924ebd"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:27:46.896647 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port a97c7ddc-fba4-4c26-b16d-5efee7924ebd, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=a97c7ddc-fba4-4c26-b16d-5efee7924ebd,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:27:46.904858 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:46.914625 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e0f204c2-31e4-4080-a6f9-4ea5c8cce926 req-f65f2812-9b9e-4cb8-b602-fd1f21a78144 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2953310 Jan 28 00:27:47.026172 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efd1c39-dd92-4219-b769-737a6ff70116 x-openstack-request-id: req-8efd1c39-dd92-4219-b769-737a6ff70116 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:27:47.026750 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cfbac7-c480-4b32-8d39-73542917a53a", "name": "network-vif-plugged", "status": "completed", "tag": "a97c7ddc-fba4-4c26-b16d-5efee7924ebd", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:27:47.027260 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8efd1c39-dd92-4219-b769-737a6ff70116 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:27:47.027956 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cfbac7-c480-4b32-8d39-73542917a53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97c7ddc-fba4-4c26-b16d-5efee7924ebd', 'code': 200} Jan 28 00:27:47.077037 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-5e03ca5b-45ca-4d5d-a97d-fb7bb236a090 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1719124097'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:27:47.090797 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=a97c7ddc-fba4-4c26-b16d-5efee7924ebd,revision_number=12']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:47.102104 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da96cfc1-71c5-43f9-8c2e-7a4fe6031213 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (1b348c6e-9d2a-41b5-81e6-22ab347ffa4e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:47.122393 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af227d4b-b530-4671-8e06-02353af60e83 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:27:47.133227 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-af227d4b-b530-4671-8e06-02353af60e83 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:47.135101 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-af227d4b-b530-4671-8e06-02353af60e83 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "PUT /v2.0/routers/fb78aff5-863c-47c1-8af9-4ae91a1019b1 HTTP/1.1" status: 200 len: 886 time: 1.2424257 Jan 28 00:27:47.142006 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37912) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:47.146629 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa53d8a-a011-4e24-96e5-388ecc553e64 None None] Sync routers for ids ['fb78aff5-863c-47c1-8af9-4ae91a1019b1'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:27:47.170219 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa53d8a-a011-4e24-96e5-388ecc553e64 None None] Routers {'fb78aff5-863c-47c1-8af9-4ae91a1019b1'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:27:47.172366 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-7fa53d8a-a011-4e24-96e5-388ecc553e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:27:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['fb78aff5-863c-47c1-8af9-4ae91a1019b1'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:47.252080 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-7fa53d8a-a011-4e24-96e5-388ecc553e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:47.271659 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa53d8a-a011-4e24-96e5-388ecc553e64 None None] Routers {'fb78aff5-863c-47c1-8af9-4ae91a1019b1'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:27:47.273229 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-7fa53d8a-a011-4e24-96e5-388ecc553e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:27:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['fb78aff5-863c-47c1-8af9-4ae91a1019b1'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:47.288485 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e03ca5b-45ca-4d5d-a97d-fb7bb236a090 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Made reservation on behalf of f6db3d55eed64f19af33271df56aed66 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:27:47.295008 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e03ca5b-45ca-4d5d-a97d-fb7bb236a090 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:47.347350 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75e367-3c21-40a6-bb80-a7b9f9977dcf req-6e938e5e-f2ed-49af-a670-677ba6ee5e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:47.349110 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-af75e367-3c21-40a6-bb80-a7b9f9977dcf req-6e938e5e-f2ed-49af-a670-677ba6ee5e92 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 1098 time: 0.1200998 Jan 28 00:27:47.359697 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-7fa53d8a-a011-4e24-96e5-388ecc553e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:47.359697 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa53d8a-a011-4e24-96e5-388ecc553e64 None None] The sync data for ids ['fb78aff5-863c-47c1-8af9-4ae91a1019b1'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:27:47.409343 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e03ca5b-45ca-4d5d-a97d-fb7bb236a090 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:47.419555 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c1c14a8f-e9a7-4d63-aeaf-cbb89e5da2db tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "GET /v2.0/routers/fb78aff5-863c-47c1-8af9-4ae91a1019b1 HTTP/1.1" status: 200 len: 886 time: 0.2753894 Jan 28 00:27:47.433376 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37916) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:47.483806 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-10039a9e-f82e-4c0e-bd93-c785482500f6 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb78aff5-863c-47c1-8af9-4ae91a1019b1 HTTP/1.1" status: 200 len: 205 time: 0.0470631 Jan 28 00:27:47.486570 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37918) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:47.497074 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-af75e367-3c21-40a6-bb80-a7b9f9977dcf req-4e9f6afe-5d12-4337-8c2c-b21256dc256d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148033 Jan 28 00:27:47.652930 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9eff13fe-c5f4-4749-93d6-6c3b3572534c tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router (fb78aff5-863c-47c1-8af9-4ae91a1019b1), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:47.733175 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-215bf693-101d-4230-bc54-3bf091826241 admin admin] Publish callbacks [] for router_gateway (2cdc0126-23f0-4167-8a51-6fa7011903a7), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:47.803838 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9eff13fe-c5f4-4749-93d6-6c3b3572534c tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router_gateway (fb78aff5-863c-47c1-8af9-4ae91a1019b1), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:47.866246 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da96cfc1-71c5-43f9-8c2e-7a4fe6031213 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Router 1b348c6e-9d2a-41b5-81e6-22ab347ffa4e is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:27:47.922224 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9eff13fe-c5f4-4749-93d6-6c3b3572534c tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Deleting port e782d2ec-47ef-4978-9019-e6e728b16e62 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:27:47.922846 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9eff13fe-c5f4-4749-93d6-6c3b3572534c tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (e782d2ec-47ef-4978-9019-e6e728b16e62), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:48.004337 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e03ca5b-45ca-4d5d-a97d-fb7bb236a090 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks [] for security_group (da4474fa-d774-457a-b891-31394c25a71d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:48.019173 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e03ca5b-45ca-4d5d-a97d-fb7bb236a090 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (da4474fa-d774-457a-b891-31394c25a71d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:48.063388 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9eff13fe-c5f4-4749-93d6-6c3b3572534c tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (e782d2ec-47ef-4978-9019-e6e728b16e62), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:48.080436 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9eff13fe-c5f4-4749-93d6-6c3b3572534c tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Calling delete_port for e782d2ec-47ef-4978-9019-e6e728b16e62 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:27:48.217143 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e03ca5b-45ca-4d5d-a97d-fb7bb236a090 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:27:48.307250 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9eff13fe-c5f4-4749-93d6-6c3b3572534c tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (e782d2ec-47ef-4978-9019-e6e728b16e62), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:48.338045 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff13fe-c5f4-4749-93d6-6c3b3572534c tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Port': ['ID=e782d2ec-47ef-4978-9019-e6e728b16e62,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:48.376558 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e03ca5b-45ca-4d5d-a97d-fb7bb236a090 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (21278efc-3035-4df1-8ee9-2e43abacc40c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:48.377373 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-5e03ca5b-45ca-4d5d-a97d-fb7bb236a090 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Added segment 21278efc-3035-4df1-8ee9-2e43abacc40c of type vlan for network 6a40a139-e5be-491d-94ea-e55b1e235a65 Jan 28 00:27:48.379715 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03ca5b-45ca-4d5d-a97d-fb7bb236a090 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da4474fa-d774-457a-b891-31394c25a71d,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:48.453433 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9eff13fe-c5f4-4749-93d6-6c3b3572534c tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (fb78aff5-863c-47c1-8af9-4ae91a1019b1), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:48.568280 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9eff13fe-c5f4-4749-93d6-6c3b3572534c tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (fb78aff5-863c-47c1-8af9-4ae91a1019b1), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:48.571437 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9eff13fe-c5f4-4749-93d6-6c3b3572534c tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router_controller (fb78aff5-863c-47c1-8af9-4ae91a1019b1), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:48.632452 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9eff13fe-c5f4-4749-93d6-6c3b3572534c tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (fb78aff5-863c-47c1-8af9-4ae91a1019b1), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:48.633359 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eff13fe-c5f4-4749-93d6-6c3b3572534c tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Fanout notify agent at l3_agent the message router_deleted on router fb78aff5-863c-47c1-8af9-4ae91a1019b1 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:27:48.651058 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9eff13fe-c5f4-4749-93d6-6c3b3572534c tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:48.653280 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9eff13fe-c5f4-4749-93d6-6c3b3572534c tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/routers/fb78aff5-863c-47c1-8af9-4ae91a1019b1 HTTP/1.1" status: 204 len: 168 time: 1.1653137 Jan 28 00:27:48.661856 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37926) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:48.669652 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-76fede8a-3a91-4056-93a7-1666deaf6cad tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Request body: {'network': {'name': 'tempest-RoutersTest-759924504'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:27:48.709535 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fede8a-3a91-4056-93a7-1666deaf6cad tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Made reservation on behalf of 2fbcfeaf4123454d81861a2387d862d8 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:27:48.715441 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76fede8a-3a91-4056-93a7-1666deaf6cad tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:48.762378 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76fede8a-3a91-4056-93a7-1666deaf6cad tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:27:48.785390 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76fede8a-3a91-4056-93a7-1666deaf6cad tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (63003b88-3757-4dc7-a0cc-f2ef4e3e4543), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:48.786413 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-76fede8a-3a91-4056-93a7-1666deaf6cad tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Added segment 63003b88-3757-4dc7-a0cc-f2ef4e3e4543 of type vlan for network d24494a2-b6db-485b-baa4-f632e177a06a Jan 28 00:27:48.858473 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76fede8a-3a91-4056-93a7-1666deaf6cad tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (d24494a2-b6db-485b-baa4-f632e177a06a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:48.898240 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76fede8a-3a91-4056-93a7-1666deaf6cad tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (d24494a2-b6db-485b-baa4-f632e177a06a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:48.908770 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fede8a-3a91-4056-93a7-1666deaf6cad tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:48.909875 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76fede8a-3a91-4056-93a7-1666deaf6cad tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:48.973126 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-215bf693-101d-4230-bc54-3bf091826241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (2cdc0126-23f0-4167-8a51-6fa7011903a7), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:49.018388 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-76fede8a-3a91-4056-93a7-1666deaf6cad tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3549137 Jan 28 00:27:49.030354 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37932) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:49.044465 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-ade14238-7009-4921-bee0-867a50767e6c tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Request body: {'subnet': {'network_id': 'd24494a2-b6db-485b-baa4-f632e177a06a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:27:49.135452 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709140c-ba1b-4e0a-9a37-0fc1c6d25531 req-7b81ef8f-d95b-4869-b85a-17e748e40d25 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:49.148503 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3709140c-ba1b-4e0a-9a37-0fc1c6d25531 req-7b81ef8f-d95b-4869-b85a-17e748e40d25 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 947 time: 0.9419913 Jan 28 00:27:49.172903 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e03ca5b-45ca-4d5d-a97d-fb7bb236a090 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (6a40a139-e5be-491d-94ea-e55b1e235a65), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:49.195135 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fede8a-3a91-4056-93a7-1666deaf6cad tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Network': ['ID=d24494a2-b6db-485b-baa4-f632e177a06a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:49.208513 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network d24494a2-b6db-485b-baa4-f632e177a06a details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:27:49.209182 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da96cfc1-71c5-43f9-8c2e-7a4fe6031213 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:27:49.256160 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade14238-7009-4921-bee0-867a50767e6c tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Made reservation on behalf of 2fbcfeaf4123454d81861a2387d862d8 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:27:49.260483 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb7edf7-ced6-4c9e-bd5a-44e325a9bf4e None None] Sync routers for ids ['1b348c6e-9d2a-41b5-81e6-22ab347ffa4e'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:27:49.267323 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ade14238-7009-4921-bee0-867a50767e6c tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:49.286099 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da96cfc1-71c5-43f9-8c2e-7a4fe6031213 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:49.293018 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-da96cfc1-71c5-43f9-8c2e-7a4fe6031213 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.4732065 Jan 28 00:27:49.298047 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37940) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:49.336445 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb7edf7-ced6-4c9e-bd5a-44e325a9bf4e None None] Routers {'1b348c6e-9d2a-41b5-81e6-22ab347ffa4e'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:27:49.338075 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-ceb7edf7-ced6-4c9e-bd5a-44e325a9bf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:27:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['1b348c6e-9d2a-41b5-81e6-22ab347ffa4e'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:49.474810 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3709140c-ba1b-4e0a-9a37-0fc1c6d25531 req-74139efb-4777-4e26-99e1-951a387e6657 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3232765 Jan 28 00:27:49.724569 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e03ca5b-45ca-4d5d-a97d-fb7bb236a090 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (6a40a139-e5be-491d-94ea-e55b1e235a65), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:49.734569 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e03ca5b-45ca-4d5d-a97d-fb7bb236a090 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:49.753931 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ade14238-7009-4921-bee0-867a50767e6c tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (b0f60890-cdb4-4101-b999-44e5a69c0cf1), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:49.758207 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e03ca5b-45ca-4d5d-a97d-fb7bb236a090 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:49.932505 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade14238-7009-4921-bee0-867a50767e6c tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Subnet': ['ID=b0f60890-cdb4-4101-b999-44e5a69c0cf1,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:49.942341 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade14238-7009-4921-bee0-867a50767e6c tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Checking segment: {'id': '63003b88-3757-4dc7-a0cc-f2ef4e3e4543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd24494a2-b6db-485b-baa4-f632e177a06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:27:49.942707 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade14238-7009-4921-bee0-867a50767e6c tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network hostable DHCP agents. Network: d24494a2-b6db-485b-baa4-f632e177a06a, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:27:49.964600 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade14238-7009-4921-bee0-867a50767e6c tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network d24494a2-b6db-485b-baa4-f632e177a06a is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:27:49.980888 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-ade14238-7009-4921-bee0-867a50767e6c tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, d24494a2-b6db-485b-baa4-f632e177a06a) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:27:49.987125 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade14238-7009-4921-bee0-867a50767e6c tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:49.987925 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ade14238-7009-4921-bee0-867a50767e6c tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:50.002950 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-ceb7edf7-ced6-4c9e-bd5a-44e325a9bf4e None None] Set router 1b348c6e-9d2a-41b5-81e6-22ab347ffa4e gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:27:50.014423 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ade14238-7009-4921-bee0-867a50767e6c tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9819267 Jan 28 00:27:50.019716 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37970) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:50.031876 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-f8d0ef82-12c4-4fea-8e76-5e4af4776e51 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1968857837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:27:50.058109 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03ca5b-45ca-4d5d-a97d-fb7bb236a090 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Pushing event updated for resources: {'Network': ['ID=6a40a139-e5be-491d-94ea-e55b1e235a65,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:50.088445 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ef82-12c4-4fea-8e76-5e4af4776e51 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (5257b8fd-e9cf-4964-9e3e-f6970ca27bbe), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:50.089932 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ef82-12c4-4fea-8e76-5e4af4776e51 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (5257b8fd-e9cf-4964-9e3e-f6970ca27bbe), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:50.142182 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5e03ca5b-45ca-4d5d-a97d-fb7bb236a090 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.4265900 Jan 28 00:27:50.150188 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37972) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:50.166655 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-b27540ed-5a62-425f-bba2-abf8e6780d45 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Request body: {'subnet': {'network_id': '6a40a139-e5be-491d-94ea-e55b1e235a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:27:50.167020 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e017b076-c76b-4113-a483-4aa3c56bd483 None None] Network d24494a2-b6db-485b-baa4-f632e177a06a requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:27:50.171022 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 6a40a139-e5be-491d-94ea-e55b1e235a65 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:27:50.192371 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ef82-12c4-4fea-8e76-5e4af4776e51 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router_controller (5257b8fd-e9cf-4964-9e3e-f6970ca27bbe), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:50.200385 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ef82-12c4-4fea-8e76-5e4af4776e51 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (5257b8fd-e9cf-4964-9e3e-f6970ca27bbe), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:50.228010 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ef82-12c4-4fea-8e76-5e4af4776e51 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:50.229593 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f8d0ef82-12c4-4fea-8e76-5e4af4776e51 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2083337 Jan 28 00:27:50.235918 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37976) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:50.343727 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b2606e1c-5d12-4406-abb4-e96bb4db80a7 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "GET /v2.0/routers/1b348c6e-9d2a-41b5-81e6-22ab347ffa4e HTTP/1.1" status: 200 len: 909 time: 1.0083365 Jan 28 00:27:50.360627 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37978) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:50.375403 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-d6ffa63f-d737-4d12-98c6-796587adcf49 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1950355942', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'enable_snat': True}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:27:50.478691 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215bf693-101d-4230-bc54-3bf091826241 admin admin] Router 2cdc0126-23f0-4167-8a51-6fa7011903a7 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:27:50.515450 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa63f-d737-4d12-98c6-796587adcf49 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (44829365-0b70-49bd-b8f4-7fd291c113dd), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:50.518055 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa63f-d737-4d12-98c6-796587adcf49 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (44829365-0b70-49bd-b8f4-7fd291c113dd), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:50.553070 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27540ed-5a62-425f-bba2-abf8e6780d45 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Made reservation on behalf of f6db3d55eed64f19af33271df56aed66 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:27:50.560359 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b27540ed-5a62-425f-bba2-abf8e6780d45 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:50.630474 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc153baa-1928-4872-84b7-898eb4acadf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-d24494a2-b6db-485b-baa4-f632e177a06a', 'network_id': 'd24494a2-b6db-485b-baa4-f632e177a06a', 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'fixed_ips': [{'subnet_id': 'b0f60890-cdb4-4101-b999-44e5a69c0cf1'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:27:50.632745 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cc153baa-1928-4872-84b7-898eb4acadf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:50.664545 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-ceb7edf7-ced6-4c9e-bd5a-44e325a9bf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b348c6e-9d2a-41b5-81e6-22ab347ffa4e', 'name': 'tempest-snat-router-1950355942', 'tenant_id': '994d253fdd8a4f4d90ebb28608ed85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.237'}], 'enable_snat': False}, 'gw_port_id': '8f9b5781-e836-4176-aeaf-e6933e7209c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:27:41Z', 'updated_at': '2022-01-28T00:27:45Z', 'revision_number': 3, 'project_id': '994d253fdd8a4f4d90ebb28608ed85df', 'gw_port': {'id': '8f9b5781-e836-4176-aeaf-e6933e7209c6', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b348c6e-9d2a-41b5-81e6-22ab347ffa4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:27:44Z', 'updated_at': '2022-01-28T00:27:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:50.754757 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb7edf7-ced6-4c9e-bd5a-44e325a9bf4e None None] Checking router: 1b348c6e-9d2a-41b5-81e6-22ab347ffa4e for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:27:50.755722 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb7edf7-ced6-4c9e-bd5a-44e325a9bf4e None None] Updating router 1b348c6e-9d2a-41b5-81e6-22ab347ffa4e port 8f9b5781-e836-4176-aeaf-e6933e7209c6 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:27:50.928197 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ceb7edf7-ced6-4c9e-bd5a-44e325a9bf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8f9b5781-e836-4176-aeaf-e6933e7209c6), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:51.097917 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37992) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:51.110545 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b27540ed-5a62-425f-bba2-abf8e6780d45 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (5ce7a4e1-73cf-4c0b-bcaf-8746e0e11e01), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:51.259383 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-cc153baa-1928-4872-84b7-898eb4acadf1 None None] Allocated IP 172.20.0.2 (d24494a2-b6db-485b-baa4-f632e177a06a/b0f60890-cdb4-4101-b999-44e5a69c0cf1/92cf66a1-75e4-4b40-9820-c9dc4dcc0df3) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:27:51.388432 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa63f-d737-4d12-98c6-796587adcf49 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router_controller (44829365-0b70-49bd-b8f4-7fd291c113dd), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:51.590555 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73dfdb45-838f-4a54-9ad1-ce352aba0536 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:51.716627 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ceb7edf7-ced6-4c9e-bd5a-44e325a9bf4e None None] Publish callbacks [] for port (8f9b5781-e836-4176-aeaf-e6933e7209c6), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:51.726741 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cc153baa-1928-4872-84b7-898eb4acadf1 None None] Publish callbacks [] for port (92cf66a1-75e4-4b40-9820-c9dc4dcc0df3), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:51.729210 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ceb7edf7-ced6-4c9e-bd5a-44e325a9bf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8f9b5781-e836-4176-aeaf-e6933e7209c6), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:51.754489 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27540ed-5a62-425f-bba2-abf8e6780d45 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Pushing event updated for resources: {'Subnet': ['ID=5ce7a4e1-73cf-4c0b-bcaf-8746e0e11e01,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:51.773770 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6793717-9b01-44b7-a9e4-388c2f5f60c1 req-b2dc796d-5c15-4373-8ec7-b7c24bcf5179 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:51.776795 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d6793717-9b01-44b7-a9e4-388c2f5f60c1 req-b2dc796d-5c15-4373-8ec7-b7c24bcf5179 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 947 time: 0.6843879 Jan 28 00:27:51.791791 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca707602-a040-4231-936e-e078d57c4fb8 None None] Pushing event updated for resources: {'Port': ['ID=8f9b5781-e836-4176-aeaf-e6933e7209c6,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:51.800109 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cc153baa-1928-4872-84b7-898eb4acadf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (92cf66a1-75e4-4b40-9820-c9dc4dcc0df3), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:51.848968 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-ceb7edf7-ced6-4c9e-bd5a-44e325a9bf4e None None] Attempting to bind port 8f9b5781-e836-4176-aeaf-e6933e7209c6 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:27:51.849372 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-ceb7edf7-ced6-4c9e-bd5a-44e325a9bf4e None None] Attempting to bind port 8f9b5781-e836-4176-aeaf-e6933e7209c6 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:27:51.849798 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb7edf7-ced6-4c9e-bd5a-44e325a9bf4e None None] Attempting to bind port 8f9b5781-e836-4176-aeaf-e6933e7209c6 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:27:51.865289 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27540ed-5a62-425f-bba2-abf8e6780d45 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Checking segment: {'id': '21278efc-3035-4df1-8ee9-2e43abacc40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6a40a139-e5be-491d-94ea-e55b1e235a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:27:51.866001 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27540ed-5a62-425f-bba2-abf8e6780d45 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Network hostable DHCP agents. Network: 6a40a139-e5be-491d-94ea-e55b1e235a65, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:27:51.870443 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc153baa-1928-4872-84b7-898eb4acadf1 None None] Network d24494a2-b6db-485b-baa4-f632e177a06a is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:27:51.875478 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-cc153baa-1928-4872-84b7-898eb4acadf1 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:27:51.877740 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ee16e8-bbde-4124-95a9-e9525afad515 admin admin] Deleting subnet 752b9c73-c003-4007-a37c-7b906aeda551 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:27:51.877922 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc153baa-1928-4872-84b7-898eb4acadf1 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:27:51.883948 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb7edf7-ced6-4c9e-bd5a-44e325a9bf4e None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:27:51.884333 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb7edf7-ced6-4c9e-bd5a-44e325a9bf4e None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:27:51.884739 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ceb7edf7-ced6-4c9e-bd5a-44e325a9bf4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:51.885158 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb7edf7-ced6-4c9e-bd5a-44e325a9bf4e None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:27:51.885666 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-ceb7edf7-ced6-4c9e-bd5a-44e325a9bf4e None None] Bound port: 8f9b5781-e836-4176-aeaf-e6933e7209c6, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:27:51.886061 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ceb7edf7-ced6-4c9e-bd5a-44e325a9bf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8f9b5781-e836-4176-aeaf-e6933e7209c6), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:51.899471 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-64ee16e8-bbde-4124-95a9-e9525afad515 admin admin] Publish callbacks [] for subnet (752b9c73-c003-4007-a37c-7b906aeda551), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:51.931481 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc153baa-1928-4872-84b7-898eb4acadf1 None None] Pushing event updated for resources: {'Port': ['ID=92cf66a1-75e4-4b40-9820-c9dc4dcc0df3,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:52.036682 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cc153baa-1928-4872-84b7-898eb4acadf1 None None] Attempting to bind port 92cf66a1-75e4-4b40-9820-c9dc4dcc0df3 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:27:52.037304 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cc153baa-1928-4872-84b7-898eb4acadf1 None None] Attempting to bind port 92cf66a1-75e4-4b40-9820-c9dc4dcc0df3 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '63003b88-3757-4dc7-a0cc-f2ef4e3e4543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd24494a2-b6db-485b-baa4-f632e177a06a'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:27:52.038804 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc153baa-1928-4872-84b7-898eb4acadf1 None None] Attempting to bind port 92cf66a1-75e4-4b40-9820-c9dc4dcc0df3 on network d24494a2-b6db-485b-baa4-f632e177a06a {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:27:52.052488 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-ceb7edf7-ced6-4c9e-bd5a-44e325a9bf4e None None] For port 8f9b5781-e836-4176-aeaf-e6933e7209c6, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:27:52.059298 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-ceb7edf7-ced6-4c9e-bd5a-44e325a9bf4e None None] For port 8f9b5781-e836-4176-aeaf-e6933e7209c6, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8f9b5781-e836-4176-aeaf-e6933e7209c6,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:27:52.060618 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc153baa-1928-4872-84b7-898eb4acadf1 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:27:52.061558 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc153baa-1928-4872-84b7-898eb4acadf1 None None] Checking segment: {'id': '63003b88-3757-4dc7-a0cc-f2ef4e3e4543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd24494a2-b6db-485b-baa4-f632e177a06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:27:52.062224 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cc153baa-1928-4872-84b7-898eb4acadf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:52.062939 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc153baa-1928-4872-84b7-898eb4acadf1 None None] Bound using segment: {'id': '63003b88-3757-4dc7-a0cc-f2ef4e3e4543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd24494a2-b6db-485b-baa4-f632e177a06a'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:27:52.065918 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cc153baa-1928-4872-84b7-898eb4acadf1 None None] Bound port: 92cf66a1-75e4-4b40-9820-c9dc4dcc0df3, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63003b88-3757-4dc7-a0cc-f2ef4e3e4543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd24494a2-b6db-485b-baa4-f632e177a06a'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:27:52.066298 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cc153baa-1928-4872-84b7-898eb4acadf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (92cf66a1-75e4-4b40-9820-c9dc4dcc0df3), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:52.067660 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215bf693-101d-4230-bc54-3bf091826241 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:27:52.089860 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfebca9-178b-43a6-b806-a8337163c7c1 None None] Sync routers for ids ['2cdc0126-23f0-4167-8a51-6fa7011903a7'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:27:52.100988 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ceb7edf7-ced6-4c9e-bd5a-44e325a9bf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8f9b5781-e836-4176-aeaf-e6933e7209c6), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:52.114411 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfebca9-178b-43a6-b806-a8337163c7c1 None None] Routers {'2cdc0126-23f0-4167-8a51-6fa7011903a7'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:27:52.115082 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-2dfebca9-178b-43a6-b806-a8337163c7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:27:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2cdc0126-23f0-4167-8a51-6fa7011903a7'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:52.195069 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa63f-d737-4d12-98c6-796587adcf49 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router_gateway (44829365-0b70-49bd-b8f4-7fd291c113dd), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:52.200391 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27540ed-5a62-425f-bba2-abf8e6780d45 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Network 6a40a139-e5be-491d-94ea-e55b1e235a65 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:27:52.250153 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-64ee16e8-bbde-4124-95a9-e9525afad515 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (752b9c73-c003-4007-a37c-7b906aeda551), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:52.255282 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb7edf7-ced6-4c9e-bd5a-44e325a9bf4e None None] Routers {'1b348c6e-9d2a-41b5-81e6-22ab347ffa4e'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:27:52.256641 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-ceb7edf7-ced6-4c9e-bd5a-44e325a9bf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:27:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['1b348c6e-9d2a-41b5-81e6-22ab347ffa4e'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:52.280338 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-b27540ed-5a62-425f-bba2-abf8e6780d45 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 6a40a139-e5be-491d-94ea-e55b1e235a65) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:27:52.321977 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27540ed-5a62-425f-bba2-abf8e6780d45 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:52.322440 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b27540ed-5a62-425f-bba2-abf8e6780d45 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:52.345675 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-215bf693-101d-4230-bc54-3bf091826241 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:52.355701 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-215bf693-101d-4230-bc54-3bf091826241 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 10.8391733 Jan 28 00:27:52.382988 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93876e89-dc1a-4be8-9657-4cc758b88031 None None] Network 6a40a139-e5be-491d-94ea-e55b1e235a65 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:27:52.387301 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-73dfdb45-838f-4a54-9ad1-ce352aba0536 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Allocated IP 172.20.0.1 (d24494a2-b6db-485b-baa4-f632e177a06a/b0f60890-cdb4-4101-b999-44e5a69c0cf1/a269b64d-828a-49ed-8136-26d837f60610) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:27:52.426648 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37998) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:52.449008 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d6793717-9b01-44b7-a9e4-388c2f5f60c1 req-ac8f40af-3784-442f-a126-3475eecd24e0 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4554858 Jan 28 00:27:52.514529 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-cc153baa-1928-4872-84b7-898eb4acadf1 None None] For port 92cf66a1-75e4-4b40-9820-c9dc4dcc0df3, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:27:52.514529 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca707602-a040-4231-936e-e078d57c4fb8 None None] Pushing event updated for resources: {'Port': ['ID=8f9b5781-e836-4176-aeaf-e6933e7209c6,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:52.613183 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-2dfebca9-178b-43a6-b806-a8337163c7c1 None None] Set router 2cdc0126-23f0-4167-8a51-6fa7011903a7 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:27:52.628610 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-cc153baa-1928-4872-84b7-898eb4acadf1 None None] For port 92cf66a1-75e4-4b40-9820-c9dc4dcc0df3, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=92cf66a1-75e4-4b40-9820-c9dc4dcc0df3,segment=NetworkSegment(63003b88-3757-4dc7-a0cc-f2ef4e3e4543),segment_id=63003b88-3757-4dc7-a0cc-f2ef4e3e4543)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:27:52.657853 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cc153baa-1928-4872-84b7-898eb4acadf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (92cf66a1-75e4-4b40-9820-c9dc4dcc0df3), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:52.671922 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b27540ed-5a62-425f-bba2-abf8e6780d45 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5137162 Jan 28 00:27:52.684008 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38002) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:52.703315 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-97568257-4e4f-4621-9cdb-1d8cd7fee0b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Request body: {'port': {'network_id': '6a40a139-e5be-491d-94ea-e55b1e235a65', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-417828402'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:27:52.716433 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-64ee16e8-bbde-4124-95a9-e9525afad515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (752b9c73-c003-4007-a37c-7b906aeda551), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:52.754534 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73dfdb45-838f-4a54-9ad1-ce352aba0536 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for port (a269b64d-828a-49ed-8136-26d837f60610), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:52.800128 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-ceb7edf7-ced6-4c9e-bd5a-44e325a9bf4e None None] Set router 1b348c6e-9d2a-41b5-81e6-22ab347ffa4e gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:27:52.887150 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73dfdb45-838f-4a54-9ad1-ce352aba0536 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (a269b64d-828a-49ed-8136-26d837f60610), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:53.001323 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ea8fcf-38a9-4409-8b79-71b5085f8691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-6a40a139-e5be-491d-94ea-e55b1e235a65', 'network_id': '6a40a139-e5be-491d-94ea-e55b1e235a65', 'project_id': 'f6db3d55eed64f19af33271df56aed66', 'fixed_ips': [{'subnet_id': '5ce7a4e1-73cf-4c0b-bcaf-8746e0e11e01'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:27:53.002204 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-88ea8fcf-38a9-4409-8b79-71b5085f8691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:53.035411 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc153baa-1928-4872-84b7-898eb4acadf1 None None] Pushing event updated for resources: {'Port': ['ID=92cf66a1-75e4-4b40-9820-c9dc4dcc0df3,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:53.075842 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dfdb45-838f-4a54-9ad1-ce352aba0536 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Port': ['ID=a269b64d-828a-49ed-8136-26d837f60610,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:53.112881 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dfdb45-838f-4a54-9ad1-ce352aba0536 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network d24494a2-b6db-485b-baa4-f632e177a06a is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:27:53.116979 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-73dfdb45-838f-4a54-9ad1-ce352aba0536 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:27:53.123914 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dfdb45-838f-4a54-9ad1-ce352aba0536 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:27:53.211312 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-2dfebca9-178b-43a6-b806-a8337163c7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'name': 'tempest-ServersTestJSON-412483413-router', 'tenant_id': '39520a6340284750becfcf9a1672d525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '73da6dfb-944f-4590-8a3d-ac5b283e1bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:27:41Z', 'updated_at': '2022-01-28T00:27:47Z', 'revision_number': 3, 'project_id': '39520a6340284750becfcf9a1672d525', 'gw_port': {'id': '73da6dfb-944f-4590-8a3d-ac5b283e1bac', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:58:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:27:44Z', 'updated_at': '2022-01-28T00:27:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:53.280232 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73dfdb45-838f-4a54-9ad1-ce352aba0536 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (5257b8fd-e9cf-4964-9e3e-f6970ca27bbe), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:53.292285 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfebca9-178b-43a6-b806-a8337163c7c1 None None] Checking router: 2cdc0126-23f0-4167-8a51-6fa7011903a7 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:27:53.292798 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfebca9-178b-43a6-b806-a8337163c7c1 None None] Updating router 2cdc0126-23f0-4167-8a51-6fa7011903a7 port 73da6dfb-944f-4590-8a3d-ac5b283e1bac binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:27:53.344927 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2dfebca9-178b-43a6-b806-a8337163c7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (73da6dfb-944f-4590-8a3d-ac5b283e1bac), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:53.378977 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-64ee16e8-bbde-4124-95a9-e9525afad515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (752b9c73-c003-4007-a37c-7b906aeda551), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:53.528910 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee16e8-bbde-4124-95a9-e9525afad515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=752b9c73-c003-4007-a37c-7b906aeda551,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:53.636757 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73dfdb45-838f-4a54-9ad1-ce352aba0536 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a269b64d-828a-49ed-8136-26d837f60610), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:53.767410 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-64ee16e8-bbde-4124-95a9-e9525afad515 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:53.783874 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-64ee16e8-bbde-4124-95a9-e9525afad515 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/752b9c73-c003-4007-a37c-7b906aeda551 HTTP/1.1" status: 204 len: 168 time: 2.6822672 Jan 28 00:27:53.789328 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-88ea8fcf-38a9-4409-8b79-71b5085f8691 None None] Allocated IP 2001:db8::2 (6a40a139-e5be-491d-94ea-e55b1e235a65/5ce7a4e1-73cf-4c0b-bcaf-8746e0e11e01/cc66c634-29a1-4779-b0c4-8bc3aca95f00) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:27:53.798225 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38008) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:53.876688 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-ceb7edf7-ced6-4c9e-bd5a-44e325a9bf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b348c6e-9d2a-41b5-81e6-22ab347ffa4e', 'name': 'tempest-snat-router-1950355942', 'tenant_id': '994d253fdd8a4f4d90ebb28608ed85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.237'}], 'enable_snat': False}, 'gw_port_id': '8f9b5781-e836-4176-aeaf-e6933e7209c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:27:41Z', 'updated_at': '2022-01-28T00:27:45Z', 'revision_number': 3, 'project_id': '994d253fdd8a4f4d90ebb28608ed85df', 'gw_port': {'id': '8f9b5781-e836-4176-aeaf-e6933e7209c6', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b348c6e-9d2a-41b5-81e6-22ab347ffa4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:27:44Z', 'updated_at': '2022-01-28T00:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:53.946911 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb7edf7-ced6-4c9e-bd5a-44e325a9bf4e None None] The sync data for ids ['1b348c6e-9d2a-41b5-81e6-22ab347ffa4e'] in n-d-826754-1 is: [{'id': '1b348c6e-9d2a-41b5-81e6-22ab347ffa4e', 'name': 'tempest-snat-router-1950355942', 'tenant_id': '994d253fdd8a4f4d90ebb28608ed85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.237'}], 'enable_snat': False}, 'gw_port_id': '8f9b5781-e836-4176-aeaf-e6933e7209c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:27:41Z', 'updated_at': '2022-01-28T00:27:45Z', 'revision_number': 3, 'project_id': '994d253fdd8a4f4d90ebb28608ed85df', 'gw_port': {'id': '8f9b5781-e836-4176-aeaf-e6933e7209c6', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b348c6e-9d2a-41b5-81e6-22ab347ffa4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:27:44Z', 'updated_at': '2022-01-28T00:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:27:53.956370 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 92cf66a1-75e4-4b40-9820-c9dc4dcc0df3 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:27:53.978311 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2dfebca9-178b-43a6-b806-a8337163c7c1 None None] Publish callbacks [] for port (73da6dfb-944f-4590-8a3d-ac5b283e1bac), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:54.016856 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa63f-d737-4d12-98c6-796587adcf49 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router_gateway (44829365-0b70-49bd-b8f4-7fd291c113dd), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:54.088864 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2dfebca9-178b-43a6-b806-a8337163c7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (73da6dfb-944f-4590-8a3d-ac5b283e1bac), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:54.128967 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa63f-d737-4d12-98c6-796587adcf49 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:54.168374 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-75ad1c97-d033-43e4-9602-9f506888bb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (2f518455-11e0-4f29-b2fb-3688e3f7fb32), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:54.170659 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05a2b3-215c-4de2-8db8-e89b2ca5405c req-7f08d0b5-12ef-4955-a0ed-f8eaced73dc6 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:54.182987 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cc05a2b3-215c-4de2-8db8-e89b2ca5405c req-7f08d0b5-12ef-4955-a0ed-f8eaced73dc6 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 947 time: 0.4520562 Jan 28 00:27:54.272433 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 92cf66a1-75e4-4b40-9820-c9dc4dcc0df3 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:27:54.272823 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (92cf66a1-75e4-4b40-9820-c9dc4dcc0df3), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:54.285423 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97568257-4e4f-4621-9cdb-1d8cd7fee0b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Made reservation on behalf of f6db3d55eed64f19af33271df56aed66 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:27:54.291513 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-97568257-4e4f-4621-9cdb-1d8cd7fee0b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:54.356818 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-88ea8fcf-38a9-4409-8b79-71b5085f8691 None None] Publish callbacks [] for port (cc66c634-29a1-4779-b0c4-8bc3aca95f00), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:54.382536 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640d594-d5b6-475a-8dce-42df5c8246b2 None None] Pushing event updated for resources: {'Port': ['ID=73da6dfb-944f-4590-8a3d-ac5b283e1bac,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:54.450763 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-2dfebca9-178b-43a6-b806-a8337163c7c1 None None] Attempting to bind port 73da6dfb-944f-4590-8a3d-ac5b283e1bac on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:27:54.452186 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-2dfebca9-178b-43a6-b806-a8337163c7c1 None None] Attempting to bind port 73da6dfb-944f-4590-8a3d-ac5b283e1bac by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:27:54.461728 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfebca9-178b-43a6-b806-a8337163c7c1 None None] Attempting to bind port 73da6dfb-944f-4590-8a3d-ac5b283e1bac on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:27:54.476834 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-88ea8fcf-38a9-4409-8b79-71b5085f8691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (cc66c634-29a1-4779-b0c4-8bc3aca95f00), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:54.477177 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640d594-d5b6-475a-8dce-42df5c8246b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:54.479087 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-d6ffa63f-d737-4d12-98c6-796587adcf49 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Allocated IP 172.25.3.132 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/d57aa396-470e-48b8-b33c-8a2687fc99e2) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:27:54.488046 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640d594-d5b6-475a-8dce-42df5c8246b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:54.489135 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640d594-d5b6-475a-8dce-42df5c8246b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:54.490063 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640d594-d5b6-475a-8dce-42df5c8246b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:54.491004 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640d594-d5b6-475a-8dce-42df5c8246b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:54.491923 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640d594-d5b6-475a-8dce-42df5c8246b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:54.492987 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640d594-d5b6-475a-8dce-42df5c8246b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:54.493996 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640d594-d5b6-475a-8dce-42df5c8246b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:54.495001 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640d594-d5b6-475a-8dce-42df5c8246b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:54.495965 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640d594-d5b6-475a-8dce-42df5c8246b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:54.496911 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640d594-d5b6-475a-8dce-42df5c8246b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:54.497880 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640d594-d5b6-475a-8dce-42df5c8246b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:54.499061 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7640d594-d5b6-475a-8dce-42df5c8246b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:54.513620 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfebca9-178b-43a6-b806-a8337163c7c1 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:27:54.516140 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfebca9-178b-43a6-b806-a8337163c7c1 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:27:54.519430 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2dfebca9-178b-43a6-b806-a8337163c7c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:54.520562 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfebca9-178b-43a6-b806-a8337163c7c1 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:27:54.521778 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-2dfebca9-178b-43a6-b806-a8337163c7c1 None None] Bound port: 73da6dfb-944f-4590-8a3d-ac5b283e1bac, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:27:54.522912 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2dfebca9-178b-43a6-b806-a8337163c7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (73da6dfb-944f-4590-8a3d-ac5b283e1bac), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:54.632906 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea8fcf-38a9-4409-8b79-71b5085f8691 None None] Pushing event updated for resources: {'Port': ['ID=cc66c634-29a1-4779-b0c4-8bc3aca95f00,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:54.673770 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ea8fcf-38a9-4409-8b79-71b5085f8691 None None] Network 6a40a139-e5be-491d-94ea-e55b1e235a65 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:27:54.682964 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-88ea8fcf-38a9-4409-8b79-71b5085f8691 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:27:54.691233 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ea8fcf-38a9-4409-8b79-71b5085f8691 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:27:54.701106 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa63f-d737-4d12-98c6-796587adcf49 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for port (d57aa396-470e-48b8-b33c-8a2687fc99e2), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:54.733887 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1e4a88-2dd5-43c6-bf02-07f45f6a3e8a None None] Network d24494a2-b6db-485b-baa4-f632e177a06a requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:27:54.734599 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-75ad1c97-d033-43e4-9602-9f506888bb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (2f518455-11e0-4f29-b2fb-3688e3f7fb32), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:54.811163 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-75ad1c97-d033-43e4-9602-9f506888bb69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f518455-11e0-4f29-b2fb-3688e3f7fb32']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:54.832161 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-75ad1c97-d033-43e4-9602-9f506888bb69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fba2d8d8-21da-4073-9f77-aaa869332b98') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:54.832726 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-75ad1c97-d033-43e4-9602-9f506888bb69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fba2d8d8-21da-4073-9f77-aaa869332b98') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:54.841586 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-2dfebca9-178b-43a6-b806-a8337163c7c1 None None] For port 73da6dfb-944f-4590-8a3d-ac5b283e1bac, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:27:54.850015 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-75ad1c97-d033-43e4-9602-9f506888bb69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (fba2d8d8-21da-4073-9f77-aaa869332b98), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:54.870534 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-2dfebca9-178b-43a6-b806-a8337163c7c1 None None] For port 73da6dfb-944f-4590-8a3d-ac5b283e1bac, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=73da6dfb-944f-4590-8a3d-ac5b283e1bac,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:27:54.886988 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2dfebca9-178b-43a6-b806-a8337163c7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (73da6dfb-944f-4590-8a3d-ac5b283e1bac), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:54.915308 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-75ad1c97-d033-43e4-9602-9f506888bb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (fba2d8d8-21da-4073-9f77-aaa869332b98), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:54.953637 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ad1c97-d033-43e4-9602-9f506888bb69 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:27:54.954444 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-75ad1c97-d033-43e4-9602-9f506888bb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (fba2d8d8-21da-4073-9f77-aaa869332b98), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:54.956766 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:27:54.956766 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:27:54.956766 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:27:54.956766 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:27:54.956766 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:27:54.956766 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:27:54.956766 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:27:54.956766 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:27:54.956766 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:27:54.956766 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:27:54.956766 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:27:54.956766 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:27:54.956766 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:27:54.956766 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:27:54.956766 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:27:54.956766 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:27:54.956766 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:27:54.956766 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:27:54.956766 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:27:54.956766 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:27:54.956766 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:27:54.956766 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:27:54.956766 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:27:54.956766 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:27:54.956766 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:27:54.956766 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:27:54.956766 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:27:54.956766 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:27:54.956766 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:27:54.956766 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:27:54.956766 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:27:54.956766 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:27:55.085771 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640d594-d5b6-475a-8dce-42df5c8246b2 None None] Pushing event updated for resources: {'Port': ['ID=73da6dfb-944f-4590-8a3d-ac5b283e1bac,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:55.167830 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-932bf971-5e31-42cc-8b46-3f394c2c6325 None None] Provisioning complete for port 92cf66a1-75e4-4b40-9820-c9dc4dcc0df3 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:27:55.167830 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-932bf971-5e31-42cc-8b46-3f394c2c6325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (92cf66a1-75e4-4b40-9820-c9dc4dcc0df3), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:55.199421 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfebca9-178b-43a6-b806-a8337163c7c1 None None] Routers {'2cdc0126-23f0-4167-8a51-6fa7011903a7'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:27:55.213864 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-2dfebca9-178b-43a6-b806-a8337163c7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:27:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2cdc0126-23f0-4167-8a51-6fa7011903a7'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:55.235967 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-88ea8fcf-38a9-4409-8b79-71b5085f8691 None None] Attempting to bind port cc66c634-29a1-4779-b0c4-8bc3aca95f00 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:27:55.236360 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-88ea8fcf-38a9-4409-8b79-71b5085f8691 None None] Attempting to bind port cc66c634-29a1-4779-b0c4-8bc3aca95f00 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '21278efc-3035-4df1-8ee9-2e43abacc40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6a40a139-e5be-491d-94ea-e55b1e235a65'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:27:55.236740 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ea8fcf-38a9-4409-8b79-71b5085f8691 None None] Attempting to bind port cc66c634-29a1-4779-b0c4-8bc3aca95f00 on network 6a40a139-e5be-491d-94ea-e55b1e235a65 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:27:55.306477 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-75ad1c97-d033-43e4-9602-9f506888bb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (2f518455-11e0-4f29-b2fb-3688e3f7fb32), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:55.312323 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ea8fcf-38a9-4409-8b79-71b5085f8691 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:27:55.314848 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73dfdb45-838f-4a54-9ad1-ce352aba0536 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for port (a269b64d-828a-49ed-8136-26d837f60610), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:55.321854 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ea8fcf-38a9-4409-8b79-71b5085f8691 None None] Checking segment: {'id': '21278efc-3035-4df1-8ee9-2e43abacc40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6a40a139-e5be-491d-94ea-e55b1e235a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:27:55.322164 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-88ea8fcf-38a9-4409-8b79-71b5085f8691 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:55.322566 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ea8fcf-38a9-4409-8b79-71b5085f8691 None None] Bound using segment: {'id': '21278efc-3035-4df1-8ee9-2e43abacc40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6a40a139-e5be-491d-94ea-e55b1e235a65'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:27:55.323092 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-88ea8fcf-38a9-4409-8b79-71b5085f8691 None None] Bound port: cc66c634-29a1-4779-b0c4-8bc3aca95f00, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21278efc-3035-4df1-8ee9-2e43abacc40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6a40a139-e5be-491d-94ea-e55b1e235a65'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:27:55.323486 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-88ea8fcf-38a9-4409-8b79-71b5085f8691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cc66c634-29a1-4779-b0c4-8bc3aca95f00), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:55.326671 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-75ad1c97-d033-43e4-9602-9f506888bb69 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:55.330514 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-75ad1c97-d033-43e4-9602-9f506888bb69 admin admin] 10.222.0.70 "DELETE /v2.0/networks/2f518455-11e0-4f29-b2fb-3688e3f7fb32 HTTP/1.1" status: 204 len: 168 time: 1.5310502 Jan 28 00:27:55.348974 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73dfdb45-838f-4a54-9ad1-ce352aba0536 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (a269b64d-828a-49ed-8136-26d837f60610), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:55.352546 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 92cf66a1-75e4-4b40-9820-c9dc4dcc0df3 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:27:55.353059 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (92cf66a1-75e4-4b40-9820-c9dc4dcc0df3), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:55.444153 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad1c97-d033-43e4-9602-9f506888bb69 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f518455-11e0-4f29-b2fb-3688e3f7fb32,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:55.555266 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 92cf66a1-75e4-4b40-9820-c9dc4dcc0df3, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=92cf66a1-75e4-4b40-9820-c9dc4dcc0df3,segment=NetworkSegment(63003b88-3757-4dc7-a0cc-f2ef4e3e4543),segment_id=63003b88-3757-4dc7-a0cc-f2ef4e3e4543)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:27:55.562506 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa63f-d737-4d12-98c6-796587adcf49 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (d57aa396-470e-48b8-b33c-8a2687fc99e2), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:55.576852 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73dfdb45-838f-4a54-9ad1-ce352aba0536 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (5257b8fd-e9cf-4964-9e3e-f6970ca27bbe), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:55.579343 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dfdb45-838f-4a54-9ad1-ce352aba0536 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Port': ['ID=a269b64d-828a-49ed-8136-26d837f60610,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:55.585533 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-2dfebca9-178b-43a6-b806-a8337163c7c1 None None] Set router 2cdc0126-23f0-4167-8a51-6fa7011903a7 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:27:55.615746 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-97568257-4e4f-4621-9cdb-1d8cd7fee0b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] device_id is not set on port 0092ae6c-3879-4bbf-9a8d-917001979bf7 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:27:55.621052 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (92cf66a1-75e4-4b40-9820-c9dc4dcc0df3), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:55.727196 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-88ea8fcf-38a9-4409-8b79-71b5085f8691 None None] For port cc66c634-29a1-4779-b0c4-8bc3aca95f00, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:27:55.781753 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cc05a2b3-215c-4de2-8db8-e89b2ca5405c req-0ae0a599-8722-4ab9-865a-8fd885793f80 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5976968 Jan 28 00:27:55.800932 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-932bf971-5e31-42cc-8b46-3f394c2c6325 None None] Current status of the port 92cf66a1-75e4-4b40-9820-c9dc4dcc0df3 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:27:55.803474 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-932bf971-5e31-42cc-8b46-3f394c2c6325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (92cf66a1-75e4-4b40-9820-c9dc4dcc0df3), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:55.814656 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-88ea8fcf-38a9-4409-8b79-71b5085f8691 None None] For port cc66c634-29a1-4779-b0c4-8bc3aca95f00, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=cc66c634-29a1-4779-b0c4-8bc3aca95f00,segment=NetworkSegment(21278efc-3035-4df1-8ee9-2e43abacc40c),segment_id=21278efc-3035-4df1-8ee9-2e43abacc40c)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:27:55.855296 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-88ea8fcf-38a9-4409-8b79-71b5085f8691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (cc66c634-29a1-4779-b0c4-8bc3aca95f00), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:55.873631 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dfdb45-838f-4a54-9ad1-ce352aba0536 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network d24494a2-b6db-485b-baa4-f632e177a06a is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:27:55.876562 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-73dfdb45-838f-4a54-9ad1-ce352aba0536 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:27:55.890215 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=92cf66a1-75e4-4b40-9820-c9dc4dcc0df3,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:55.995819 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ffa63f-d737-4d12-98c6-796587adcf49 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:27:56.024326 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-d6ffa63f-d737-4d12-98c6-796587adcf49 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:27:56.036918 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38018) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:56.040674 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ffa63f-d737-4d12-98c6-796587adcf49 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:27:56.220862 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea8fcf-38a9-4409-8b79-71b5085f8691 None None] Pushing event updated for resources: {'Port': ['ID=cc66c634-29a1-4779-b0c4-8bc3aca95f00,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:56.236562 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8f9b5781-e836-4176-aeaf-e6933e7209c6 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:27:56.326905 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-932bf971-5e31-42cc-8b46-3f394c2c6325 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:27:56.334341 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-932bf971-5e31-42cc-8b46-3f394c2c6325 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:27:56.403124 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-2dfebca9-178b-43a6-b806-a8337163c7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'name': 'tempest-ServersTestJSON-412483413-router', 'tenant_id': '39520a6340284750becfcf9a1672d525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '73da6dfb-944f-4590-8a3d-ac5b283e1bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:27:41Z', 'updated_at': '2022-01-28T00:27:47Z', 'revision_number': 3, 'project_id': '39520a6340284750becfcf9a1672d525', 'gw_port': {'id': '73da6dfb-944f-4590-8a3d-ac5b283e1bac', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:58:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:27:44Z', 'updated_at': '2022-01-28T00:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:56.440685 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 8f9b5781-e836-4176-aeaf-e6933e7209c6 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:27:56.440685 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8f9b5781-e836-4176-aeaf-e6933e7209c6), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:56.553977 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfebca9-178b-43a6-b806-a8337163c7c1 None None] The sync data for ids ['2cdc0126-23f0-4167-8a51-6fa7011903a7'] in n-d-826754-1 is: [{'id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'name': 'tempest-ServersTestJSON-412483413-router', 'tenant_id': '39520a6340284750becfcf9a1672d525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '73da6dfb-944f-4590-8a3d-ac5b283e1bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:27:41Z', 'updated_at': '2022-01-28T00:27:47Z', 'revision_number': 3, 'project_id': '39520a6340284750becfcf9a1672d525', 'gw_port': {'id': '73da6dfb-944f-4590-8a3d-ac5b283e1bac', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:58:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:27:44Z', 'updated_at': '2022-01-28T00:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:27:56.569174 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b7b3f527-2e7a-4265-b10c-3b90324d6e5c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1f564eba381e4679ad4f4d86366ab37a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5303099 Jan 28 00:27:56.574378 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38022) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:56.601911 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-232b1bf2-72b6-417e-a562-adfe76f8bb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:56.622519 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73dfdb45-838f-4a54-9ad1-ce352aba0536 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Router 5257b8fd-e9cf-4964-9e3e-f6970ca27bbe is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:27:56.624981 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ffa63f-d737-4d12-98c6-796587adcf49 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Pushing event updated for resources: {'Port': ['ID=d57aa396-470e-48b8-b33c-8a2687fc99e2,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:56.674339 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-97568257-4e4f-4621-9cdb-1d8cd7fee0b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Allocated IP 2001:db8::37b (6a40a139-e5be-491d-94ea-e55b1e235a65/5ce7a4e1-73cf-4c0b-bcaf-8746e0e11e01/0092ae6c-3879-4bbf-9a8d-917001979bf7) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:27:56.778281 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 8f9b5781-e836-4176-aeaf-e6933e7209c6 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:27:56.778966 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8f9b5781-e836-4176-aeaf-e6933e7209c6), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:56.921767 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 8f9b5781-e836-4176-aeaf-e6933e7209c6, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8f9b5781-e836-4176-aeaf-e6933e7209c6,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:27:56.942133 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8f9b5781-e836-4176-aeaf-e6933e7209c6), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:57.011483 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67df2662-e371-43c6-82e1-fe4b5b93622c admin admin] Publish callbacks [] for security_group (30ef73ae-2f70-4e3e-8ee9-d67fb00c752f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:57.026517 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-932bf971-5e31-42cc-8b46-3f394c2c6325 None None] Current status of the port 92cf66a1-75e4-4b40-9820-c9dc4dcc0df3 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:27:57.034726 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73dfdb45-838f-4a54-9ad1-ce352aba0536 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:27:57.058815 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1977057-7ddf-484c-bf56-2b48e3e90151 None None] Sync routers for ids ['5257b8fd-e9cf-4964-9e3e-f6970ca27bbe'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:27:57.064956 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-73dfdb45-838f-4a54-9ad1-ce352aba0536 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "PUT /v2.0/routers/5257b8fd-e9cf-4964-9e3e-f6970ca27bbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8269255 Jan 28 00:27:57.071789 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38024) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:57.134847 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=8f9b5781-e836-4176-aeaf-e6933e7209c6,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:57.167725 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:57.168439 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:57.169167 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:57.169888 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:57.174556 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:57.174556 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:57.174556 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:57.174556 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:57.174556 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:57.177768 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:57.178742 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:57.179490 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:57.180571 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:27:57.193601 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67df2662-e371-43c6-82e1-fe4b5b93622c admin admin] Publish callbacks [] for security_group (30ef73ae-2f70-4e3e-8ee9-d67fb00c752f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:57.214962 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1977057-7ddf-484c-bf56-2b48e3e90151 None None] Routers {'5257b8fd-e9cf-4964-9e3e-f6970ca27bbe'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:27:57.217514 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-c1977057-7ddf-484c-bf56-2b48e3e90151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:27:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['5257b8fd-e9cf-4964-9e3e-f6970ca27bbe'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:57.257701 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e423b80-9b88-4a1f-932e-faaa8f1ab301 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:57.261001 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3e423b80-9b88-4a1f-932e-faaa8f1ab301 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "GET /v2.0/ports/a269b64d-828a-49ed-8136-26d837f60610 HTTP/1.1" status: 200 len: 910 time: 0.1871097 Jan 28 00:27:57.270261 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38026) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:57.283175 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a2c00f1b-11d0-48e5-957c-095418fd4c72 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b0f60890-cdb4-4101-b999-44e5a69c0cf1'}]}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:27:57.306829 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2df7393b-0894-48e8-89b2-033303f1b2e2 None None] Provisioning complete for port 92cf66a1-75e4-4b40-9820-c9dc4dcc0df3 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:27:57.307709 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2df7393b-0894-48e8-89b2-033303f1b2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (92cf66a1-75e4-4b40-9820-c9dc4dcc0df3), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:57.312477 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-c1977057-7ddf-484c-bf56-2b48e3e90151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:57.400142 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1977057-7ddf-484c-bf56-2b48e3e90151 None None] Routers {'5257b8fd-e9cf-4964-9e3e-f6970ca27bbe'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:27:57.402033 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-c1977057-7ddf-484c-bf56-2b48e3e90151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:27:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['5257b8fd-e9cf-4964-9e3e-f6970ca27bbe'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:57.459182 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-232b1bf2-72b6-417e-a562-adfe76f8bb83 admin admin] Allocated IP 172.20.0.1 (a19097ca-1911-4a28-909d-42dc359e564a/c63bb981-ddb7-4260-941d-d8fb658fd68e/2992f234-b438-49de-b3bc-99a09e737f6a) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:27:57.493918 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa63f-d737-4d12-98c6-796587adcf49 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router_gateway (44829365-0b70-49bd-b8f4-7fd291c113dd), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:57.520933 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-c1977057-7ddf-484c-bf56-2b48e3e90151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:27:57.522407 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1977057-7ddf-484c-bf56-2b48e3e90151 None None] The sync data for ids ['5257b8fd-e9cf-4964-9e3e-f6970ca27bbe'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:27:57.631462 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2df7393b-0894-48e8-89b2-033303f1b2e2 None None] Current status of the port 92cf66a1-75e4-4b40-9820-c9dc4dcc0df3 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:27:57.651020 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2df7393b-0894-48e8-89b2-033303f1b2e2 None None] Provisioning complete for port a269b64d-828a-49ed-8136-26d837f60610 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:27:57.651377 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67df2662-e371-43c6-82e1-fe4b5b93622c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (30ef73ae-2f70-4e3e-8ee9-d67fb00c752f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:57.651497 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2df7393b-0894-48e8-89b2-033303f1b2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a269b64d-828a-49ed-8136-26d837f60610), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:57.657763 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67df2662-e371-43c6-82e1-fe4b5b93622c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:57.660321 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-67df2662-e371-43c6-82e1-fe4b5b93622c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/30ef73ae-2f70-4e3e-8ee9-d67fb00c752f HTTP/1.1" status: 204 len: 168 time: 1.0838373 Jan 28 00:27:57.705621 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df2662-e371-43c6-82e1-fe4b5b93622c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ef73ae-2f70-4e3e-8ee9-d67fb00c752f,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:57.705861 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2df7393b-0894-48e8-89b2-033303f1b2e2 None None] Port a269b64d-828a-49ed-8136-26d837f60610 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:27:57.711276 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-97568257-4e4f-4621-9cdb-1d8cd7fee0b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks [] for port (0092ae6c-3879-4bbf-9a8d-917001979bf7), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:57.803348 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a2c00f1b-11d0-48e5-957c-095418fd4c72 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a269b64d-828a-49ed-8136-26d837f60610), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:57.901211 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-97568257-4e4f-4621-9cdb-1d8cd7fee0b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (0092ae6c-3879-4bbf-9a8d-917001979bf7), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:58.074824 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97568257-4e4f-4621-9cdb-1d8cd7fee0b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Pushing event updated for resources: {'Port': ['ID=0092ae6c-3879-4bbf-9a8d-917001979bf7,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:58.113666 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97568257-4e4f-4621-9cdb-1d8cd7fee0b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Network 6a40a139-e5be-491d-94ea-e55b1e235a65 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:27:58.119894 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-97568257-4e4f-4621-9cdb-1d8cd7fee0b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:27:58.126484 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97568257-4e4f-4621-9cdb-1d8cd7fee0b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:27:58.132235 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97568257-4e4f-4621-9cdb-1d8cd7fee0b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:58.132939 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-97568257-4e4f-4621-9cdb-1d8cd7fee0b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:58.316463 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-97568257-4e4f-4621-9cdb-1d8cd7fee0b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 5.6247330 Jan 28 00:27:58.323198 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-232b1bf2-72b6-417e-a562-adfe76f8bb83 admin admin] Publish callbacks [] for port (2992f234-b438-49de-b3bc-99a09e737f6a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:58.326094 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38034) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:58.349752 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-f4cc7b34-027a-4bc6-b2d8-16c1c901ed42 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Request body: {'port': {'network_id': '6a40a139-e5be-491d-94ea-e55b1e235a65', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1512570126', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:27:58.350979 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.api.validators [None req-f4cc7b34-027a-4bc6-b2d8-16c1c901ed42 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] bootfile-name is not in valid_values {{(pid=103344) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 00:27:58.351975 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.api.validators [None req-f4cc7b34-027a-4bc6-b2d8-16c1c901ed42 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] tftp-server is not in valid_values {{(pid=103344) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 00:27:58.352589 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.api.validators [None req-f4cc7b34-027a-4bc6-b2d8-16c1c901ed42 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] server-ip-address is not in valid_values {{(pid=103344) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 00:27:58.454484 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-232b1bf2-72b6-417e-a562-adfe76f8bb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (2992f234-b438-49de-b3bc-99a09e737f6a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:58.468192 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8f9b5781-e836-4176-aeaf-e6933e7209c6 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:27:58.560474 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb04069-202c-4b78-8aba-b0731c8c93dc None None] Network 6a40a139-e5be-491d-94ea-e55b1e235a65 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:27:58.602002 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a2c00f1b-11d0-48e5-957c-095418fd4c72 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for port (a269b64d-828a-49ed-8136-26d837f60610), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:58.619269 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a2c00f1b-11d0-48e5-957c-095418fd4c72 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (a269b64d-828a-49ed-8136-26d837f60610), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:58.781963 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-9cfdb397-6c90-4dcf-b930-7aba0bc1b56d None None] Provisioning complete for port cc66c634-29a1-4779-b0c4-8bc3aca95f00 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:27:58.783218 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9cfdb397-6c90-4dcf-b930-7aba0bc1b56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cc66c634-29a1-4779-b0c4-8bc3aca95f00), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:58.788980 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232b1bf2-72b6-417e-a562-adfe76f8bb83 admin admin] Network a19097ca-1911-4a28-909d-42dc359e564a is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:27:58.818705 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-232b1bf2-72b6-417e-a562-adfe76f8bb83 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:27:58.822073 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232b1bf2-72b6-417e-a562-adfe76f8bb83 admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:27:58.827654 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c00f1b-11d0-48e5-957c-095418fd4c72 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:27:58.837684 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a2c00f1b-11d0-48e5-957c-095418fd4c72 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:58.840047 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a2c00f1b-11d0-48e5-957c-095418fd4c72 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "PUT /v2.0/ports/a269b64d-828a-49ed-8136-26d837f60610 HTTP/1.1" status: 200 len: 910 time: 1.5676808 Jan 28 00:27:58.855067 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 8f9b5781-e836-4176-aeaf-e6933e7209c6 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:27:58.855343 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8f9b5781-e836-4176-aeaf-e6933e7209c6), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:58.867670 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38046) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:27:58.888601 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-232b1bf2-72b6-417e-a562-adfe76f8bb83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (2cdc0126-23f0-4167-8a51-6fa7011903a7), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:58.890850 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c00f1b-11d0-48e5-957c-095418fd4c72 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Port': ['ID=a269b64d-828a-49ed-8136-26d837f60610,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:58.900029 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b1bf2-72b6-417e-a562-adfe76f8bb83 admin admin] Pushing event updated for resources: {'Port': ['ID=2992f234-b438-49de-b3bc-99a09e737f6a,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:59.019710 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa63f-d737-4d12-98c6-796587adcf49 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (44829365-0b70-49bd-b8f4-7fd291c113dd), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:59.345627 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 8f9b5781-e836-4176-aeaf-e6933e7209c6 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:27:59.347818 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device cc66c634-29a1-4779-b0c4-8bc3aca95f00 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:27:59.357491 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9cfdb397-6c90-4dcf-b930-7aba0bc1b56d None None] Current status of the port cc66c634-29a1-4779-b0c4-8bc3aca95f00 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:27:59.358161 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9cfdb397-6c90-4dcf-b930-7aba0bc1b56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cc66c634-29a1-4779-b0c4-8bc3aca95f00), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:59.379485 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cc7b34-027a-4bc6-b2d8-16c1c901ed42 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Made reservation on behalf of f6db3d55eed64f19af33271df56aed66 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:27:59.386554 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f4cc7b34-027a-4bc6-b2d8-16c1c901ed42 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:59.463657 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-f4cc7b34-027a-4bc6-b2d8-16c1c901ed42 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] device_id is not set on port 57f6dbe2-7187-4b7a-a011-1e00f29eef6c yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:27:59.576432 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-9cfdb397-6c90-4dcf-b930-7aba0bc1b56d None None] For port cc66c634-29a1-4779-b0c4-8bc3aca95f00, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=cc66c634-29a1-4779-b0c4-8bc3aca95f00,segment=NetworkSegment(21278efc-3035-4df1-8ee9-2e43abacc40c),segment_id=21278efc-3035-4df1-8ee9-2e43abacc40c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:27:59.604793 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9cfdb397-6c90-4dcf-b930-7aba0bc1b56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (cc66c634-29a1-4779-b0c4-8bc3aca95f00), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:59.677238 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port cc66c634-29a1-4779-b0c4-8bc3aca95f00 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:27:59.678282 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cc66c634-29a1-4779-b0c4-8bc3aca95f00), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:59.740814 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-232b1bf2-72b6-417e-a562-adfe76f8bb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2992f234-b438-49de-b3bc-99a09e737f6a), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:27:59.761636 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ffa63f-d737-4d12-98c6-796587adcf49 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Router 44829365-0b70-49bd-b8f4-7fd291c113dd is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:27:59.868173 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfdb397-6c90-4dcf-b930-7aba0bc1b56d None None] Pushing event updated for resources: {'Port': ['ID=cc66c634-29a1-4779-b0c4-8bc3aca95f00,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:27:59.961814 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port cc66c634-29a1-4779-b0c4-8bc3aca95f00 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:27:59.963178 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 73da6dfb-944f-4590-8a3d-ac5b283e1bac up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:28:00.024938 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ffc5eea7-a1bd-4add-b781-ff79cb1eafbd tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (5257b8fd-e9cf-4964-9e3e-f6970ca27bbe), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:00.049469 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2312069a-e107-4fbb-8388-643e2b65cffb None None] Provisioning complete for port 2992f234-b438-49de-b3bc-99a09e737f6a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:00.050046 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2312069a-e107-4fbb-8388-643e2b65cffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2992f234-b438-49de-b3bc-99a09e737f6a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:00.123648 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 73da6dfb-944f-4590-8a3d-ac5b283e1bac triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:00.124158 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (73da6dfb-944f-4590-8a3d-ac5b283e1bac), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:00.126247 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2312069a-e107-4fbb-8388-643e2b65cffb None None] Port 2992f234-b438-49de-b3bc-99a09e737f6a cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:28:00.169878 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2312069a-e107-4fbb-8388-643e2b65cffb None None] Provisioning complete for port 0092ae6c-3879-4bbf-9a8d-917001979bf7 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:00.170432 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2312069a-e107-4fbb-8388-643e2b65cffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0092ae6c-3879-4bbf-9a8d-917001979bf7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:00.282289 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2312069a-e107-4fbb-8388-643e2b65cffb None None] Port 0092ae6c-3879-4bbf-9a8d-917001979bf7 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:28:00.385190 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 73da6dfb-944f-4590-8a3d-ac5b283e1bac is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:00.385827 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (73da6dfb-944f-4590-8a3d-ac5b283e1bac), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:00.396814 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2312069a-e107-4fbb-8388-643e2b65cffb None None] Provisioning complete for port cc66c634-29a1-4779-b0c4-8bc3aca95f00 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:00.397430 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2312069a-e107-4fbb-8388-643e2b65cffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cc66c634-29a1-4779-b0c4-8bc3aca95f00), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:00.477470 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 73da6dfb-944f-4590-8a3d-ac5b283e1bac, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=73da6dfb-944f-4590-8a3d-ac5b283e1bac,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:00.512331 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (73da6dfb-944f-4590-8a3d-ac5b283e1bac), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:00.513032 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 92cf66a1-75e4-4b40-9820-c9dc4dcc0df3 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:28:00.523173 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-f4cc7b34-027a-4bc6-b2d8-16c1c901ed42 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Allocated IP 2001:db8::206 (6a40a139-e5be-491d-94ea-e55b1e235a65/5ce7a4e1-73cf-4c0b-bcaf-8746e0e11e01/57f6dbe2-7187-4b7a-a011-1e00f29eef6c) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:28:00.601063 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=73da6dfb-944f-4590-8a3d-ac5b283e1bac,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:00.673915 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ffc5eea7-a1bd-4add-b781-ff79cb1eafbd tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Deleting port a269b64d-828a-49ed-8136-26d837f60610 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:28:00.675510 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ffc5eea7-a1bd-4add-b781-ff79cb1eafbd tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (a269b64d-828a-49ed-8136-26d837f60610), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:00.847003 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2312069a-e107-4fbb-8388-643e2b65cffb None None] Current status of the port cc66c634-29a1-4779-b0c4-8bc3aca95f00 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:00.876241 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 92cf66a1-75e4-4b40-9820-c9dc4dcc0df3 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:00.876623 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (92cf66a1-75e4-4b40-9820-c9dc4dcc0df3), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:00.882304 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ffc5eea7-a1bd-4add-b781-ff79cb1eafbd tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (a269b64d-828a-49ed-8136-26d837f60610), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:00.904957 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ffc5eea7-a1bd-4add-b781-ff79cb1eafbd tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Calling delete_port for a269b64d-828a-49ed-8136-26d837f60610 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:28:00.987047 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-770f1e2a-5a54-4f7e-8f1c-a96362682066 None None] Provisioning complete for port 0092ae6c-3879-4bbf-9a8d-917001979bf7 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:00.987438 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-770f1e2a-5a54-4f7e-8f1c-a96362682066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0092ae6c-3879-4bbf-9a8d-917001979bf7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:00.991672 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 92cf66a1-75e4-4b40-9820-c9dc4dcc0df3 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:01.010606 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:28:01.088786 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-770f1e2a-5a54-4f7e-8f1c-a96362682066 None None] Port 0092ae6c-3879-4bbf-9a8d-917001979bf7 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:28:01.144447 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device cc66c634-29a1-4779-b0c4-8bc3aca95f00 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:28:01.225452 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-232b1bf2-72b6-417e-a562-adfe76f8bb83 admin admin] Publish callbacks [] for port (2992f234-b438-49de-b3bc-99a09e737f6a), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:01.233630 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ffc5eea7-a1bd-4add-b781-ff79cb1eafbd tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (a269b64d-828a-49ed-8136-26d837f60610), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:01.241827 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port cc66c634-29a1-4779-b0c4-8bc3aca95f00 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:01.242460 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cc66c634-29a1-4779-b0c4-8bc3aca95f00), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:01.248781 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ffa63f-d737-4d12-98c6-796587adcf49 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:28:01.269000 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2cc1d227-27c4-4335-9ce2-5e0045e7a1b4 req-dded32e2-933c-4af4-aca0-ed569f87cd36 tempest-ServerShowV254Test-100211121 tempest-ServerShowV254Test-100211121-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.1367223 Jan 28 00:28:01.272292 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0a73b7-fea6-490a-af64-b8ae2ff65645 None None] Sync routers for ids ['44829365-0b70-49bd-b8f4-7fd291c113dd'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:28:01.294196 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-232b1bf2-72b6-417e-a562-adfe76f8bb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (2992f234-b438-49de-b3bc-99a09e737f6a), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:01.299842 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0a73b7-fea6-490a-af64-b8ae2ff65645 None None] Routers {'44829365-0b70-49bd-b8f4-7fd291c113dd'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:28:01.304905 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-2d0a73b7-fea6-490a-af64-b8ae2ff65645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:27:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['44829365-0b70-49bd-b8f4-7fd291c113dd'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:01.426963 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5eea7-a1bd-4add-b781-ff79cb1eafbd tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Port': ['ID=a269b64d-828a-49ed-8136-26d837f60610,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:01.538740 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b1bf2-72b6-417e-a562-adfe76f8bb83 admin admin] Pushing event updated for resources: {'Port': ['ID=2992f234-b438-49de-b3bc-99a09e737f6a,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:01.551435 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port cc66c634-29a1-4779-b0c4-8bc3aca95f00 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:01.552870 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 73da6dfb-944f-4590-8a3d-ac5b283e1bac up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:28:01.576536 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa63f-d737-4d12-98c6-796587adcf49 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:01.585495 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d6ffa63f-d737-4d12-98c6-796587adcf49 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.2188792 Jan 28 00:28:01.596135 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-2d0a73b7-fea6-490a-af64-b8ae2ff65645 None None] Set router 44829365-0b70-49bd-b8f4-7fd291c113dd gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:28:01.597743 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38086) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:01.640246 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 73da6dfb-944f-4590-8a3d-ac5b283e1bac triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:01.640717 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (73da6dfb-944f-4590-8a3d-ac5b283e1bac), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:01.653408 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ffc5eea7-a1bd-4add-b781-ff79cb1eafbd tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (5257b8fd-e9cf-4964-9e3e-f6970ca27bbe), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:01.762221 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 73da6dfb-944f-4590-8a3d-ac5b283e1bac is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:01.786258 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b1bf2-72b6-417e-a562-adfe76f8bb83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:28:01.787123 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b1bf2-72b6-417e-a562-adfe76f8bb83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:28:01.787403 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b1bf2-72b6-417e-a562-adfe76f8bb83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:28:01.788018 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b1bf2-72b6-417e-a562-adfe76f8bb83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:28:01.788578 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b1bf2-72b6-417e-a562-adfe76f8bb83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:28:01.789145 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b1bf2-72b6-417e-a562-adfe76f8bb83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:28:01.789723 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b1bf2-72b6-417e-a562-adfe76f8bb83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:28:01.790293 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b1bf2-72b6-417e-a562-adfe76f8bb83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:28:01.790832 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b1bf2-72b6-417e-a562-adfe76f8bb83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:28:01.791353 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b1bf2-72b6-417e-a562-adfe76f8bb83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:28:01.792003 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b1bf2-72b6-417e-a562-adfe76f8bb83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:28:01.792558 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b1bf2-72b6-417e-a562-adfe76f8bb83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:28:01.793124 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b1bf2-72b6-417e-a562-adfe76f8bb83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:28:01.840322 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-232b1bf2-72b6-417e-a562-adfe76f8bb83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (2cdc0126-23f0-4167-8a51-6fa7011903a7), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:01.861004 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc5eea7-a1bd-4add-b781-ff79cb1eafbd tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Router 5257b8fd-e9cf-4964-9e3e-f6970ca27bbe has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:28:01.936833 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f4cc7b34-027a-4bc6-b2d8-16c1c901ed42 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks [] for port (57f6dbe2-7187-4b7a-a011-1e00f29eef6c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:01.984605 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9a2ce71a-c9ce-43ae-a069-b40cecb8739c tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "GET /v2.0/routers/44829365-0b70-49bd-b8f4-7fd291c113dd HTTP/1.1" status: 200 len: 908 time: 0.3816714 Jan 28 00:28:01.985856 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38088) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:02.000994 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc5eea7-a1bd-4add-b781-ff79cb1eafbd tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:28:02.006863 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ffc5eea7-a1bd-4add-b781-ff79cb1eafbd tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "PUT /v2.0/routers/5257b8fd-e9cf-4964-9e3e-f6970ca27bbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1369166 Jan 28 00:28:02.011646 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38090) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:02.019965 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257e19be-be25-4029-b2fd-c57bca567503 None None] Sync routers for ids ['5257b8fd-e9cf-4964-9e3e-f6970ca27bbe'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:28:02.037748 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257e19be-be25-4029-b2fd-c57bca567503 None None] Routers {'5257b8fd-e9cf-4964-9e3e-f6970ca27bbe'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:28:02.038704 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-257e19be-be25-4029-b2fd-c57bca567503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:27:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['5257b8fd-e9cf-4964-9e3e-f6970ca27bbe'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:02.064482 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-2d0a73b7-fea6-490a-af64-b8ae2ff65645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44829365-0b70-49bd-b8f4-7fd291c113dd', 'name': 'tempest-snat-router-1950355942', 'tenant_id': '994d253fdd8a4f4d90ebb28608ed85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd57aa396-470e-48b8-b33c-8a2687fc99e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:27:50Z', 'updated_at': '2022-01-28T00:27:57Z', 'revision_number': 3, 'project_id': '994d253fdd8a4f4d90ebb28608ed85df', 'gw_port': {'id': 'd57aa396-470e-48b8-b33c-8a2687fc99e2', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44829365-0b70-49bd-b8f4-7fd291c113dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:27:54Z', 'updated_at': '2022-01-28T00:27:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:02.129197 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0a73b7-fea6-490a-af64-b8ae2ff65645 None None] Checking router: 44829365-0b70-49bd-b8f4-7fd291c113dd for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:28:02.131580 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0a73b7-fea6-490a-af64-b8ae2ff65645 None None] Updating router 44829365-0b70-49bd-b8f4-7fd291c113dd port d57aa396-470e-48b8-b33c-8a2687fc99e2 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:28:02.149727 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-257e19be-be25-4029-b2fd-c57bca567503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:02.177132 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2d0a73b7-fea6-490a-af64-b8ae2ff65645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d57aa396-470e-48b8-b33c-8a2687fc99e2), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:02.197938 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257e19be-be25-4029-b2fd-c57bca567503 None None] Routers {'5257b8fd-e9cf-4964-9e3e-f6970ca27bbe'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:28:02.198607 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-257e19be-be25-4029-b2fd-c57bca567503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:27:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['5257b8fd-e9cf-4964-9e3e-f6970ca27bbe'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:02.296471 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f4cc7b34-027a-4bc6-b2d8-16c1c901ed42 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (57f6dbe2-7187-4b7a-a011-1e00f29eef6c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:02.316393 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-257e19be-be25-4029-b2fd-c57bca567503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:02.318131 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257e19be-be25-4029-b2fd-c57bca567503 None None] The sync data for ids ['5257b8fd-e9cf-4964-9e3e-f6970ca27bbe'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:28:02.418888 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232b1bf2-72b6-417e-a562-adfe76f8bb83 admin admin] Network a19097ca-1911-4a28-909d-42dc359e564a is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:28:02.421096 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f7e2b992-9a0d-4c61-b677-071c18a54cba tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router (44829365-0b70-49bd-b8f4-7fd291c113dd), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:02.441229 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-232b1bf2-72b6-417e-a562-adfe76f8bb83 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:02.552739 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-18925238-13ba-4e24-bf64-e7ebc959479a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "GET /v2.0/ports?device_id=5257b8fd-e9cf-4964-9e3e-f6970ca27bbe HTTP/1.1" status: 200 len: 205 time: 0.5395241 Jan 28 00:28:02.554083 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38096) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:02.585854 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cc7b34-027a-4bc6-b2d8-16c1c901ed42 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Network 6a40a139-e5be-491d-94ea-e55b1e235a65 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:28:02.597756 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a8874aa6-bc32-4f67-aa9a-7e1b0a296860 req-f572974c-2c3a-45b5-b00b-3efedf55cb35 tempest-ServerShowV254Test-100211121 tempest-ServerShowV254Test-100211121-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.1608772 Jan 28 00:28:02.606477 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-f4cc7b34-027a-4bc6-b2d8-16c1c901ed42 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:02.613487 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc7b34-027a-4bc6-b2d8-16c1c901ed42 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Pushing event updated for resources: {'Port': ['ID=57f6dbe2-7187-4b7a-a011-1e00f29eef6c,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:02.618470 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cc7b34-027a-4bc6-b2d8-16c1c901ed42 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:28:02.651968 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cc7b34-027a-4bc6-b2d8-16c1c901ed42 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:02.653052 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f4cc7b34-027a-4bc6-b2d8-16c1c901ed42 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:02.668078 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7ee1e5d5-efee-4a01-8c91-80c5fea72434 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router (5257b8fd-e9cf-4964-9e3e-f6970ca27bbe), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:02.705475 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2d0a73b7-fea6-490a-af64-b8ae2ff65645 None None] Publish callbacks [] for port (d57aa396-470e-48b8-b33c-8a2687fc99e2), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:02.712360 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2d0a73b7-fea6-490a-af64-b8ae2ff65645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (d57aa396-470e-48b8-b33c-8a2687fc99e2), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:02.788336 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-2d0a73b7-fea6-490a-af64-b8ae2ff65645 None None] Attempting to bind port d57aa396-470e-48b8-b33c-8a2687fc99e2 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:28:02.788801 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-2d0a73b7-fea6-490a-af64-b8ae2ff65645 None None] Attempting to bind port d57aa396-470e-48b8-b33c-8a2687fc99e2 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:28:02.789079 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a73b7-fea6-490a-af64-b8ae2ff65645 None None] Attempting to bind port d57aa396-470e-48b8-b33c-8a2687fc99e2 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:28:02.815071 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a73b7-fea6-490a-af64-b8ae2ff65645 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:28:02.815419 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a73b7-fea6-490a-af64-b8ae2ff65645 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:28:02.815886 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2d0a73b7-fea6-490a-af64-b8ae2ff65645 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:02.818792 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a73b7-fea6-490a-af64-b8ae2ff65645 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:28:02.823349 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-2d0a73b7-fea6-490a-af64-b8ae2ff65645 None None] Bound port: d57aa396-470e-48b8-b33c-8a2687fc99e2, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:28:02.823349 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2d0a73b7-fea6-490a-af64-b8ae2ff65645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d57aa396-470e-48b8-b33c-8a2687fc99e2), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:02.864773 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85303d47-9edd-495d-a4e1-502a023287ef None None] Pushing event updated for resources: {'Port': ['ID=d57aa396-470e-48b8-b33c-8a2687fc99e2,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:02.879728 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232b1bf2-72b6-417e-a562-adfe76f8bb83 admin admin] Router 2cdc0126-23f0-4167-8a51-6fa7011903a7 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:28:02.889801 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f4cc7b34-027a-4bc6-b2d8-16c1c901ed42 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.5472186 Jan 28 00:28:02.892594 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38098) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:02.971333 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-2d0a73b7-fea6-490a-af64-b8ae2ff65645 None None] For port d57aa396-470e-48b8-b33c-8a2687fc99e2, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:28:02.998019 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-2d0a73b7-fea6-490a-af64-b8ae2ff65645 None None] For port d57aa396-470e-48b8-b33c-8a2687fc99e2, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=d57aa396-470e-48b8-b33c-8a2687fc99e2,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:28:03.005464 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7ee1e5d5-efee-4a01-8c91-80c5fea72434 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (5257b8fd-e9cf-4964-9e3e-f6970ca27bbe), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:03.010813 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7ee1e5d5-efee-4a01-8c91-80c5fea72434 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router_controller (5257b8fd-e9cf-4964-9e3e-f6970ca27bbe), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:03.035874 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2d0a73b7-fea6-490a-af64-b8ae2ff65645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (d57aa396-470e-48b8-b33c-8a2687fc99e2), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:03.083033 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f7e2b992-9a0d-4c61-b677-071c18a54cba tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router_gateway (44829365-0b70-49bd-b8f4-7fd291c113dd), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:03.106260 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7ee1e5d5-efee-4a01-8c91-80c5fea72434 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (5257b8fd-e9cf-4964-9e3e-f6970ca27bbe), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:03.107405 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee1e5d5-efee-4a01-8c91-80c5fea72434 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Fanout notify agent at l3_agent the message router_deleted on router 5257b8fd-e9cf-4964-9e3e-f6970ca27bbe {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:28:03.113522 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f3b8a3-d1f0-426c-bcaa-d4f551d01c87 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:03.132803 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f3b8a3-d1f0-426c-bcaa-d4f551d01c87 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:03.137733 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7ee1e5d5-efee-4a01-8c91-80c5fea72434 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:03.143760 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7ee1e5d5-efee-4a01-8c91-80c5fea72434 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/routers/5257b8fd-e9cf-4964-9e3e-f6970ca27bbe HTTP/1.1" status: 204 len: 168 time: 0.5853734 Jan 28 00:28:03.144002 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-26b12ae8-80b1-4e22-a7c3-a58877360f42 None None] Provisioning complete for port 2992f234-b438-49de-b3bc-99a09e737f6a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:03.144002 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-26b12ae8-80b1-4e22-a7c3-a58877360f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2992f234-b438-49de-b3bc-99a09e737f6a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:03.148356 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38100) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:03.148597 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f3b8a3-d1f0-426c-bcaa-d4f551d01c87 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:03.150424 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-81f3b8a3-d1f0-426c-bcaa-d4f551d01c87 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.2573166 Jan 28 00:28:03.160166 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0a73b7-fea6-490a-af64-b8ae2ff65645 None None] Routers {'44829365-0b70-49bd-b8f4-7fd291c113dd'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:28:03.161211 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-2d0a73b7-fea6-490a-af64-b8ae2ff65645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:27:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['44829365-0b70-49bd-b8f4-7fd291c113dd'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:03.162710 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38102) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:03.193556 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-26b12ae8-80b1-4e22-a7c3-a58877360f42 None None] Port 2992f234-b438-49de-b3bc-99a09e737f6a cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:28:03.294036 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a6434e-fba4-4397-9dfa-0205827f81e2 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Deleting subnet b0f60890-cdb4-4101-b999-44e5a69c0cf1 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:28:03.300892 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f5a6434e-fba4-4397-9dfa-0205827f81e2 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for subnet (b0f60890-cdb4-4101-b999-44e5a69c0cf1), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:03.319285 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d7459c22-b924-4aac-aa03-0f2c4a55b0e9 None None] Provisioning complete for port 57f6dbe2-7187-4b7a-a011-1e00f29eef6c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:03.319719 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d7459c22-b924-4aac-aa03-0f2c4a55b0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (57f6dbe2-7187-4b7a-a011-1e00f29eef6c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:03.332270 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-2d0a73b7-fea6-490a-af64-b8ae2ff65645 None None] Set router 44829365-0b70-49bd-b8f4-7fd291c113dd gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:28:03.361724 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f5a6434e-fba4-4397-9dfa-0205827f81e2 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (b0f60890-cdb4-4101-b999-44e5a69c0cf1), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:03.362979 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232b1bf2-72b6-417e-a562-adfe76f8bb83 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:28:03.368139 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-87bbbb67-4aeb-4b83-a59b-a711f05b2250 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Deleting port 57f6dbe2-7187-4b7a-a011-1e00f29eef6c {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:28:03.368529 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-87bbbb67-4aeb-4b83-a59b-a711f05b2250 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (57f6dbe2-7187-4b7a-a011-1e00f29eef6c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:03.377441 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-232b1bf2-72b6-417e-a562-adfe76f8bb83 admin admin] 10.222.0.70 "PUT /v2.0/routers/2cdc0126-23f0-4167-8a51-6fa7011903a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9261498 Jan 28 00:28:03.389068 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d7459c22-b924-4aac-aa03-0f2c4a55b0e9 None None] Port 57f6dbe2-7187-4b7a-a011-1e00f29eef6c cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:28:03.414629 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4658ab7d-41a4-4622-89e4-b41857ac111a None None] Sync routers for ids ['2cdc0126-23f0-4167-8a51-6fa7011903a7'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:28:03.421753 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-f7e2b992-9a0d-4c61-b677-071c18a54cba tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Deleting port d57aa396-470e-48b8-b33c-8a2687fc99e2 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:28:03.422398 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f7e2b992-9a0d-4c61-b677-071c18a54cba tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (d57aa396-470e-48b8-b33c-8a2687fc99e2), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:03.454038 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-2d0a73b7-fea6-490a-af64-b8ae2ff65645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44829365-0b70-49bd-b8f4-7fd291c113dd', 'name': 'tempest-snat-router-1950355942', 'tenant_id': '994d253fdd8a4f4d90ebb28608ed85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:27:50Z', 'updated_at': '2022-01-28T00:28:03Z', 'revision_number': 4, 'project_id': '994d253fdd8a4f4d90ebb28608ed85df', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:03.458020 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85303d47-9edd-495d-a4e1-502a023287ef None None] Pushing event updated for resources: {'Port': ['ID=d57aa396-470e-48b8-b33c-8a2687fc99e2,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:03.499949 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0a73b7-fea6-490a-af64-b8ae2ff65645 None None] The sync data for ids ['44829365-0b70-49bd-b8f4-7fd291c113dd'] in n-d-826754-1 is: [{'id': '44829365-0b70-49bd-b8f4-7fd291c113dd', 'name': 'tempest-snat-router-1950355942', 'tenant_id': '994d253fdd8a4f4d90ebb28608ed85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:27:50Z', 'updated_at': '2022-01-28T00:28:03Z', 'revision_number': 4, 'project_id': '994d253fdd8a4f4d90ebb28608ed85df', 'gw_port_host': None}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:28:03.512123 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4658ab7d-41a4-4622-89e4-b41857ac111a None None] Routers {'2cdc0126-23f0-4167-8a51-6fa7011903a7'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:28:03.512682 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-4658ab7d-41a4-4622-89e4-b41857ac111a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:27:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2cdc0126-23f0-4167-8a51-6fa7011903a7'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:03.818763 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a177b6c3-df22-4b22-ae57-3f1fca6b0cfe req-93d13082-dc2c-49a2-9915-aecce4eb2ffc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.4749076 Jan 28 00:28:03.821800 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-4658ab7d-41a4-4622-89e4-b41857ac111a None None] Set router 2cdc0126-23f0-4167-8a51-6fa7011903a7 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:28:03.874225 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7f82e77-bc12-4c37-a9dd-959adb9a7907 req-a83e987e-d9e3-4cbe-b55f-cb5f719b3cb3 tempest-ServerShowV254Test-100211121 tempest-ServerShowV254Test-100211121-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.0438645 Jan 28 00:28:03.878445 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-f7e2b992-9a0d-4c61-b677-071c18a54cba tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] For port d57aa396-470e-48b8-b33c-8a2687fc99e2, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=d57aa396-470e-48b8-b33c-8a2687fc99e2,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:03.878680 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f7e2b992-9a0d-4c61-b677-071c18a54cba tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (d57aa396-470e-48b8-b33c-8a2687fc99e2), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:03.904377 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-f7e2b992-9a0d-4c61-b677-071c18a54cba tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Calling delete_port for d57aa396-470e-48b8-b33c-8a2687fc99e2 owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:28:04.006100 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-87bbbb67-4aeb-4b83-a59b-a711f05b2250 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (57f6dbe2-7187-4b7a-a011-1e00f29eef6c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:04.064162 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-87bbbb67-4aeb-4b83-a59b-a711f05b2250 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Calling delete_port for 57f6dbe2-7187-4b7a-a011-1e00f29eef6c owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:28:04.073535 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f5a6434e-fba4-4397-9dfa-0205827f81e2 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (b0f60890-cdb4-4101-b999-44e5a69c0cf1), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:04.333868 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f5a6434e-fba4-4397-9dfa-0205827f81e2 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (b0f60890-cdb4-4101-b999-44e5a69c0cf1), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:04.366180 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-4658ab7d-41a4-4622-89e4-b41857ac111a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'name': 'tempest-ServersTestJSON-412483413-router', 'tenant_id': '39520a6340284750becfcf9a1672d525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '73da6dfb-944f-4590-8a3d-ac5b283e1bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:27:41Z', 'updated_at': '2022-01-28T00:27:59Z', 'revision_number': 4, 'project_id': '39520a6340284750becfcf9a1672d525', 'gw_port': {'id': '73da6dfb-944f-4590-8a3d-ac5b283e1bac', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:27:44Z', 'updated_at': '2022-01-28T00:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '2992f234-b438-49de-b3bc-99a09e737f6a', 'name': '', 'network_id': 'a19097ca-1911-4a28-909d-42dc359e564a', 'tenant_id': '39520a6340284750becfcf9a1672d525', 'mac_address': 'fa:16:3e:c7:25:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'c63bb981-ddb7-4260-941d-d8fb658fd68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:27:56Z', 'updated_at': '2022-01-28T00:28:00Z', 'revision_number': 2, 'project_id': '39520a6340284750becfcf9a1672d525', 'subnets': [{'id': 'c63bb981-ddb7-4260-941d-d8fb658fd68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:04.369037 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f7e2b992-9a0d-4c61-b677-071c18a54cba tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (d57aa396-470e-48b8-b33c-8a2687fc99e2), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:04.372452 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38116) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:04.380946 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-cb24f658-683d-4a23-a0e2-0134fdc90791 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Request body: {'security_group': {'name': 'tempest-securitygroup--862685233', 'description': 'tempest-description--741009518'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:04.391231 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6434e-fba4-4397-9dfa-0205827f81e2 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Subnet': ['ID=b0f60890-cdb4-4101-b999-44e5a69c0cf1,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:04.399076 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f5a6434e-fba4-4397-9dfa-0205827f81e2 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:04.404915 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f5a6434e-fba4-4397-9dfa-0205827f81e2 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/subnets/b0f60890-cdb4-4101-b999-44e5a69c0cf1 HTTP/1.1" status: 204 len: 168 time: 1.2547445 Jan 28 00:28:04.409200 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38118) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:04.416845 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9afe891-e7f0-41c3-b59b-bfeb3e4ed6b0 None None] Network d24494a2-b6db-485b-baa4-f632e177a06a requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:28:04.441287 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4658ab7d-41a4-4622-89e4-b41857ac111a None None] Checking router: 2cdc0126-23f0-4167-8a51-6fa7011903a7 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:28:04.441850 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4658ab7d-41a4-4622-89e4-b41857ac111a None None] Updating router 2cdc0126-23f0-4167-8a51-6fa7011903a7 port 2992f234-b438-49de-b3bc-99a09e737f6a binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:28:04.448436 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2b992-9a0d-4c61-b677-071c18a54cba tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Pushing event deleted for resources: {'Port': ['ID=d57aa396-470e-48b8-b33c-8a2687fc99e2,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:04.489948 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4658ab7d-41a4-4622-89e4-b41857ac111a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2992f234-b438-49de-b3bc-99a09e737f6a), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:04.577463 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-87bbbb67-4aeb-4b83-a59b-a711f05b2250 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (57f6dbe2-7187-4b7a-a011-1e00f29eef6c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:04.597376 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb24f658-683d-4a23-a0e2-0134fdc90791 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:04.619409 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f7e2b992-9a0d-4c61-b677-071c18a54cba tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (44829365-0b70-49bd-b8f4-7fd291c113dd), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:04.663547 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-87bbbb67-4aeb-4b83-a59b-a711f05b2250 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:04.673557 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-87bbbb67-4aeb-4b83-a59b-a711f05b2250 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] 10.222.0.70 "DELETE /v2.0/ports/57f6dbe2-7187-4b7a-a011-1e00f29eef6c HTTP/1.1" status: 204 len: 168 time: 1.5092707 Jan 28 00:28:04.674727 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bbbb67-4aeb-4b83-a59b-a711f05b2250 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Pushing event deleted for resources: {'Port': ['ID=57f6dbe2-7187-4b7a-a011-1e00f29eef6c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:04.677976 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38122) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:04.689530 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-0536fc51-856e-4394-8d62-2a19e17eced6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Request body: {'port': {'name': 'tempest-new-port-name-813500929', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:04.690078 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.api.validators [None req-0536fc51-856e-4394-8d62-2a19e17eced6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] bootfile-name is not in valid_values {{(pid=103343) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 00:28:04.690419 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.api.validators [None req-0536fc51-856e-4394-8d62-2a19e17eced6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] tftp-server is not in valid_values {{(pid=103343) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 00:28:04.690820 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.api.validators [None req-0536fc51-856e-4394-8d62-2a19e17eced6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] server-ip-address is not in valid_values {{(pid=103343) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 00:28:04.738083 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a51df83-a9f9-443f-b732-b247162271a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (d24494a2-b6db-485b-baa4-f632e177a06a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:04.749333 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785febfb-2e56-4c11-9d84-62f0c6bcee4e None None] DHCP port deletion for d24494a2-b6db-485b-baa4-f632e177a06a request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:28:04.800418 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0536fc51-856e-4394-8d62-2a19e17eced6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0092ae6c-3879-4bbf-9a8d-917001979bf7), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:04.850136 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-785febfb-2e56-4c11-9d84-62f0c6bcee4e None None] Deleting port 92cf66a1-75e4-4b40-9820-c9dc4dcc0df3 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:28:04.851009 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-785febfb-2e56-4c11-9d84-62f0c6bcee4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (92cf66a1-75e4-4b40-9820-c9dc4dcc0df3), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:04.944631 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f7e2b992-9a0d-4c61-b677-071c18a54cba tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (44829365-0b70-49bd-b8f4-7fd291c113dd), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:04.956584 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f7e2b992-9a0d-4c61-b677-071c18a54cba tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router_controller (44829365-0b70-49bd-b8f4-7fd291c113dd), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:04.972532 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-785febfb-2e56-4c11-9d84-62f0c6bcee4e None None] For port 92cf66a1-75e4-4b40-9820-c9dc4dcc0df3, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=92cf66a1-75e4-4b40-9820-c9dc4dcc0df3,segment=NetworkSegment(63003b88-3757-4dc7-a0cc-f2ef4e3e4543),segment_id=63003b88-3757-4dc7-a0cc-f2ef4e3e4543)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:04.973445 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-785febfb-2e56-4c11-9d84-62f0c6bcee4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (92cf66a1-75e4-4b40-9820-c9dc4dcc0df3), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:05.003063 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3a51df83-a9f9-443f-b732-b247162271a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Deleting port 92cf66a1-75e4-4b40-9820-c9dc4dcc0df3 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:28:05.006205 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a51df83-a9f9-443f-b732-b247162271a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (92cf66a1-75e4-4b40-9820-c9dc4dcc0df3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:05.028215 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-785febfb-2e56-4c11-9d84-62f0c6bcee4e None None] Calling delete_port for 92cf66a1-75e4-4b40-9820-c9dc4dcc0df3 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:28:05.149052 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb24f658-683d-4a23-a0e2-0134fdc90791 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks [] for security_group (6877f70c-a160-443f-9089-b0ea62e469c0), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:05.207389 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fd7ba081-67ac-4764-9feb-d3902b19831e req-ea51e3a5-baa5-4c54-a6b2-f6b4682432e7 tempest-ServerShowV254Test-100211121 tempest-ServerShowV254Test-100211121-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.0566492 Jan 28 00:28:05.208099 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f7e2b992-9a0d-4c61-b677-071c18a54cba tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (44829365-0b70-49bd-b8f4-7fd291c113dd), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:05.208638 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e2b992-9a0d-4c61-b677-071c18a54cba tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44829365-0b70-49bd-b8f4-7fd291c113dd {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:28:05.214446 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f7e2b992-9a0d-4c61-b677-071c18a54cba tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:05.218317 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f7e2b992-9a0d-4c61-b677-071c18a54cba tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "DELETE /v2.0/routers/44829365-0b70-49bd-b8f4-7fd291c113dd HTTP/1.1" status: 204 len: 168 time: 3.2233317 Jan 28 00:28:05.218317 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb24f658-683d-4a23-a0e2-0134fdc90791 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (6877f70c-a160-443f-9089-b0ea62e469c0), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:05.229188 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38126) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:05.237254 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 92cf66a1-75e4-4b40-9820-c9dc4dcc0df3 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:28:05.294639 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-3a51df83-a9f9-443f-b732-b247162271a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] For port 92cf66a1-75e4-4b40-9820-c9dc4dcc0df3, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=92cf66a1-75e4-4b40-9820-c9dc4dcc0df3,segment=NetworkSegment(63003b88-3757-4dc7-a0cc-f2ef4e3e4543),segment_id=63003b88-3757-4dc7-a0cc-f2ef4e3e4543)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:05.295222 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a51df83-a9f9-443f-b732-b247162271a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (92cf66a1-75e4-4b40-9820-c9dc4dcc0df3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:05.322890 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3a51df83-a9f9-443f-b732-b247162271a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Calling delete_port for 92cf66a1-75e4-4b40-9820-c9dc4dcc0df3 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:28:05.364563 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-785febfb-2e56-4c11-9d84-62f0c6bcee4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (92cf66a1-75e4-4b40-9820-c9dc4dcc0df3), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:05.423376 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Port 92cf66a1-75e4-4b40-9820-c9dc4dcc0df3 update to DOWN by agent not found {{(pid=103345) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 00:28:05.447457 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785febfb-2e56-4c11-9d84-62f0c6bcee4e None None] No DVR routers for this DVR port 92cf66a1-75e4-4b40-9820-c9dc4dcc0df3 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:28:05.452291 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb24f658-683d-4a23-a0e2-0134fdc90791 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6877f70c-a160-443f-9089-b0ea62e469c0,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:05.482466 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785febfb-2e56-4c11-9d84-62f0c6bcee4e None None] Pushing event deleted for resources: {'Port': ['ID=92cf66a1-75e4-4b40-9820-c9dc4dcc0df3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:05.483723 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0536fc51-856e-4394-8d62-2a19e17eced6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks [] for port (0092ae6c-3879-4bbf-9a8d-917001979bf7), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:05.489994 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb24f658-683d-4a23-a0e2-0134fdc90791 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:05.491963 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-cb24f658-683d-4a23-a0e2-0134fdc90791 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1166003 Jan 28 00:28:05.497345 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38130) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:05.511994 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-89b71d79-5819-4b34-a556-250f5a477c48 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Request body: {'security_group_rule': {'security_group_id': '6877f70c-a160-443f-9089-b0ea62e469c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:05.512395 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4658ab7d-41a4-4622-89e4-b41857ac111a None None] Publish callbacks [] for port (2992f234-b438-49de-b3bc-99a09e737f6a), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:05.526840 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0536fc51-856e-4394-8d62-2a19e17eced6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (0092ae6c-3879-4bbf-9a8d-917001979bf7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:05.527790 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4658ab7d-41a4-4622-89e4-b41857ac111a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2992f234-b438-49de-b3bc-99a09e737f6a), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:05.595248 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0536fc51-856e-4394-8d62-2a19e17eced6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] In _notify_port_updated(), no bound segment for port 0092ae6c-3879-4bbf-9a8d-917001979bf7 on network 6a40a139-e5be-491d-94ea-e55b1e235a65 {{(pid=103343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 00:28:05.603434 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0536fc51-856e-4394-8d62-2a19e17eced6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:05.604182 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0536fc51-856e-4394-8d62-2a19e17eced6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:05.608410 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0536fc51-856e-4394-8d62-2a19e17eced6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] 10.222.0.70 "PUT /v2.0/ports/0092ae6c-3879-4bbf-9a8d-917001979bf7 HTTP/1.1" status: 200 len: 1129 time: 0.9238474 Jan 28 00:28:05.610082 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38132) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:05.635275 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e9b4073-e8ac-4b6d-92dc-ff012c830c39 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router (1b348c6e-9d2a-41b5-81e6-22ab347ffa4e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:05.637290 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a51df83-a9f9-443f-b732-b247162271a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (92cf66a1-75e4-4b40-9820-c9dc4dcc0df3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:05.669901 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1151093-b4b2-4b6c-85ef-71f5c4ae37e2 None None] Pushing event updated for resources: {'Port': ['ID=2992f234-b438-49de-b3bc-99a09e737f6a,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:05.674468 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-89b71d79-5819-4b34-a556-250f5a477c48 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks [] for security_group_rule (af09e359-715f-4f3c-98b9-f767a3b1b3fb), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:05.700932 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536fc51-856e-4394-8d62-2a19e17eced6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Pushing event updated for resources: {'Port': ['ID=0092ae6c-3879-4bbf-9a8d-917001979bf7,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:05.716291 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a51df83-a9f9-443f-b732-b247162271a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] No DVR routers for this DVR port 92cf66a1-75e4-4b40-9820-c9dc4dcc0df3 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:28:05.734336 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-4658ab7d-41a4-4622-89e4-b41857ac111a None None] Attempting to bind port 2992f234-b438-49de-b3bc-99a09e737f6a on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:28:05.736482 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-4658ab7d-41a4-4622-89e4-b41857ac111a None None] Attempting to bind port 2992f234-b438-49de-b3bc-99a09e737f6a by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '80814780-c664-4235-9893-85f3cc521501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a19097ca-1911-4a28-909d-42dc359e564a'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:28:05.739543 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4658ab7d-41a4-4622-89e4-b41857ac111a None None] Attempting to bind port 2992f234-b438-49de-b3bc-99a09e737f6a on network a19097ca-1911-4a28-909d-42dc359e564a {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:28:05.754744 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe20ea5-0e76-4aaa-9245-f306cb4f9b9c tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:05.759888 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4658ab7d-41a4-4622-89e4-b41857ac111a None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:28:05.759888 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4658ab7d-41a4-4622-89e4-b41857ac111a None None] Checking segment: {'id': '80814780-c664-4235-9893-85f3cc521501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a19097ca-1911-4a28-909d-42dc359e564a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:28:05.759888 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4658ab7d-41a4-4622-89e4-b41857ac111a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:05.759888 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4658ab7d-41a4-4622-89e4-b41857ac111a None None] Bound using segment: {'id': '80814780-c664-4235-9893-85f3cc521501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a19097ca-1911-4a28-909d-42dc359e564a'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:28:05.759888 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-4658ab7d-41a4-4622-89e4-b41857ac111a None None] Bound port: 2992f234-b438-49de-b3bc-99a09e737f6a, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80814780-c664-4235-9893-85f3cc521501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a19097ca-1911-4a28-909d-42dc359e564a'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:28:05.761755 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4658ab7d-41a4-4622-89e4-b41857ac111a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2992f234-b438-49de-b3bc-99a09e737f6a), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:05.763258 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38136) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:05.764041 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4fe20ea5-0e76-4aaa-9245-f306cb4f9b9c tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] 10.222.0.70 "GET /v2.0/ports/0092ae6c-3879-4bbf-9a8d-917001979bf7 HTTP/1.1" status: 200 len: 1129 time: 0.1503494 Jan 28 00:28:05.829880 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536fc51-856e-4394-8d62-2a19e17eced6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:28:05.830322 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536fc51-856e-4394-8d62-2a19e17eced6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:28:05.830707 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536fc51-856e-4394-8d62-2a19e17eced6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:28:05.831053 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536fc51-856e-4394-8d62-2a19e17eced6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:28:05.831397 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536fc51-856e-4394-8d62-2a19e17eced6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:28:05.831769 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536fc51-856e-4394-8d62-2a19e17eced6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:28:05.832109 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536fc51-856e-4394-8d62-2a19e17eced6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:28:05.832442 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536fc51-856e-4394-8d62-2a19e17eced6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:28:05.832778 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536fc51-856e-4394-8d62-2a19e17eced6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:28:05.833108 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536fc51-856e-4394-8d62-2a19e17eced6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:28:05.833440 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536fc51-856e-4394-8d62-2a19e17eced6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:28:05.833766 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536fc51-856e-4394-8d62-2a19e17eced6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:28:05.834087 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536fc51-856e-4394-8d62-2a19e17eced6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:28:05.879971 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51df83-a9f9-443f-b732-b247162271a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Port': ['ID=92cf66a1-75e4-4b40-9820-c9dc4dcc0df3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:05.916879 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-4658ab7d-41a4-4622-89e4-b41857ac111a None None] For port 2992f234-b438-49de-b3bc-99a09e737f6a, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:28:05.921431 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-4658ab7d-41a4-4622-89e4-b41857ac111a None None] For port 2992f234-b438-49de-b3bc-99a09e737f6a, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2992f234-b438-49de-b3bc-99a09e737f6a,segment=NetworkSegment(80814780-c664-4235-9893-85f3cc521501),segment_id=80814780-c664-4235-9893-85f3cc521501)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:28:05.944301 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4658ab7d-41a4-4622-89e4-b41857ac111a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2992f234-b438-49de-b3bc-99a09e737f6a), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:05.972277 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a7fb7801-736f-4e6c-918f-bc5dc75e91ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:06.014382 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4658ab7d-41a4-4622-89e4-b41857ac111a None None] Routers {'2cdc0126-23f0-4167-8a51-6fa7011903a7'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:28:06.016243 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-4658ab7d-41a4-4622-89e4-b41857ac111a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:27:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2cdc0126-23f0-4167-8a51-6fa7011903a7'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:06.037192 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e9b4073-e8ac-4b6d-92dc-ff012c830c39 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router_gateway (1b348c6e-9d2a-41b5-81e6-22ab347ffa4e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:06.061323 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-6ce14ddb-7a14-4fea-97a9-3e86405e73cb tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Deleting port 0092ae6c-3879-4bbf-9a8d-917001979bf7 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:28:06.061676 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6ce14ddb-7a14-4fea-97a9-3e86405e73cb tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (0092ae6c-3879-4bbf-9a8d-917001979bf7), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:06.079202 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a51df83-a9f9-443f-b732-b247162271a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (d24494a2-b6db-485b-baa4-f632e177a06a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:06.134912 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-3a51df83-a9f9-443f-b732-b247162271a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d24494a2-b6db-485b-baa4-f632e177a06a']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:06.182480 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-89b71d79-5819-4b34-a556-250f5a477c48 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks [] for security_group_rule (af09e359-715f-4f3c-98b9-f767a3b1b3fb), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:06.183844 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6ce14ddb-7a14-4fea-97a9-3e86405e73cb tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (0092ae6c-3879-4bbf-9a8d-917001979bf7), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:06.185353 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-3a51df83-a9f9-443f-b732-b247162271a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63003b88-3757-4dc7-a0cc-f2ef4e3e4543') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:06.185647 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-3a51df83-a9f9-443f-b732-b247162271a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63003b88-3757-4dc7-a0cc-f2ef4e3e4543') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:06.189028 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-8f59b2e7-86fd-4a29-9a3a-48addd216902 None None] Provisioning complete for port 2992f234-b438-49de-b3bc-99a09e737f6a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:06.189499 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8f59b2e7-86fd-4a29-9a3a-48addd216902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2992f234-b438-49de-b3bc-99a09e737f6a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:06.196914 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-89b71d79-5819-4b34-a556-250f5a477c48 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (af09e359-715f-4f3c-98b9-f767a3b1b3fb), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:06.214598 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a51df83-a9f9-443f-b732-b247162271a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (63003b88-3757-4dc7-a0cc-f2ef4e3e4543), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:06.236201 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1151093-b4b2-4b6c-85ef-71f5c4ae37e2 None None] Pushing event updated for resources: {'Port': ['ID=2992f234-b438-49de-b3bc-99a09e737f6a,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:06.256115 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-6ce14ddb-7a14-4fea-97a9-3e86405e73cb tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Calling delete_port for 0092ae6c-3879-4bbf-9a8d-917001979bf7 owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:28:06.261111 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-89b71d79-5819-4b34-a556-250f5a477c48 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:06.269581 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-89b71d79-5819-4b34-a556-250f5a477c48 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7686174 Jan 28 00:28:06.271246 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b71d79-5819-4b34-a556-250f5a477c48 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af09e359-715f-4f3c-98b9-f767a3b1b3fb,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:06.272250 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38138) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:06.292161 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a51df83-a9f9-443f-b732-b247162271a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (63003b88-3757-4dc7-a0cc-f2ef4e3e4543), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:06.304906 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-fa499fdc-f0f9-4faf-9f93-3a146b8b5731 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Request body: {'security_group_rule': {'security_group_id': '6877f70c-a160-443f-9089-b0ea62e469c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:06.308935 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a51df83-a9f9-443f-b732-b247162271a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:28:06.310907 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a51df83-a9f9-443f-b732-b247162271a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (63003b88-3757-4dc7-a0cc-f2ef4e3e4543), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:28:06.318130 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:28:06.387866 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8f59b2e7-86fd-4a29-9a3a-48addd216902 None None] Current status of the port 2992f234-b438-49de-b3bc-99a09e737f6a is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:06.388505 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8f59b2e7-86fd-4a29-9a3a-48addd216902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2992f234-b438-49de-b3bc-99a09e737f6a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:06.394375 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-4658ab7d-41a4-4622-89e4-b41857ac111a None None] Set router 2cdc0126-23f0-4167-8a51-6fa7011903a7 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:28:06.450514 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fa499fdc-f0f9-4faf-9f93-3a146b8b5731 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks [] for security_group_rule (1219d4f6-fe42-45a1-889a-016480671885), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:06.462257 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-8f59b2e7-86fd-4a29-9a3a-48addd216902 None None] For port 2992f234-b438-49de-b3bc-99a09e737f6a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2992f234-b438-49de-b3bc-99a09e737f6a,segment=NetworkSegment(80814780-c664-4235-9893-85f3cc521501),segment_id=80814780-c664-4235-9893-85f3cc521501)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:06.474544 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8f59b2e7-86fd-4a29-9a3a-48addd216902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2992f234-b438-49de-b3bc-99a09e737f6a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:06.501828 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-5e9b4073-e8ac-4b6d-92dc-ff012c830c39 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Deleting port 8f9b5781-e836-4176-aeaf-e6933e7209c6 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:28:06.502150 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e9b4073-e8ac-4b6d-92dc-ff012c830c39 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (8f9b5781-e836-4176-aeaf-e6933e7209c6), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:06.510366 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a51df83-a9f9-443f-b732-b247162271a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (d24494a2-b6db-485b-baa4-f632e177a06a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:06.547508 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a51df83-a9f9-443f-b732-b247162271a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:06.558145 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3a51df83-a9f9-443f-b732-b247162271a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/networks/d24494a2-b6db-485b-baa4-f632e177a06a HTTP/1.1" status: 204 len: 168 time: 2.1374342 Jan 28 00:28:06.565115 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38142) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:06.571775 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d10ef539-fb55-464b-bde4-831a472b743f tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1464763539', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:06.582384 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59b2e7-86fd-4a29-9a3a-48addd216902 None None] Pushing event updated for resources: {'Port': ['ID=2992f234-b438-49de-b3bc-99a09e737f6a,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:06.624149 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51df83-a9f9-443f-b732-b247162271a4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Network': ['ID=d24494a2-b6db-485b-baa4-f632e177a06a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:06.631866 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ab8ce1bf-c0eb-46d8-9f93-133603effa5c None None] Provisioning complete for port 2992f234-b438-49de-b3bc-99a09e737f6a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:06.632780 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ab8ce1bf-c0eb-46d8-9f93-133603effa5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2992f234-b438-49de-b3bc-99a09e737f6a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:06.633243 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d10ef539-fb55-464b-bde4-831a472b743f tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (f424b26a-a94f-4c6f-806a-d28ebf11cf41), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:06.634392 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d10ef539-fb55-464b-bde4-831a472b743f tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (f424b26a-a94f-4c6f-806a-d28ebf11cf41), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:06.752016 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d10ef539-fb55-464b-bde4-831a472b743f tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router_controller (f424b26a-a94f-4c6f-806a-d28ebf11cf41), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:06.763159 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d10ef539-fb55-464b-bde4-831a472b743f tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (f424b26a-a94f-4c6f-806a-d28ebf11cf41), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:06.804504 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d10ef539-fb55-464b-bde4-831a472b743f tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:06.809350 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d10ef539-fb55-464b-bde4-831a472b743f tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2419870 Jan 28 00:28:06.810057 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38144) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:06.821293 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-be5bb6e1-1bf2-4abe-ac37-6d3c24fe0209 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Request body: {'network': {'name': 'tempest-RoutersTest-1085105055'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:06.827227 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ab8ce1bf-c0eb-46d8-9f93-133603effa5c None None] Current status of the port 2992f234-b438-49de-b3bc-99a09e737f6a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:06.849304 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ab8ce1bf-c0eb-46d8-9f93-133603effa5c None None] Provisioning complete for port 0092ae6c-3879-4bbf-9a8d-917001979bf7 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:06.850893 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ab8ce1bf-c0eb-46d8-9f93-133603effa5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0092ae6c-3879-4bbf-9a8d-917001979bf7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:06.880235 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5bb6e1-1bf2-4abe-ac37-6d3c24fe0209 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Made reservation on behalf of 2fbcfeaf4123454d81861a2387d862d8 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:28:06.895305 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-be5bb6e1-1bf2-4abe-ac37-6d3c24fe0209 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:06.908344 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-4658ab7d-41a4-4622-89e4-b41857ac111a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'name': 'tempest-ServersTestJSON-412483413-router', 'tenant_id': '39520a6340284750becfcf9a1672d525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '73da6dfb-944f-4590-8a3d-ac5b283e1bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:27:41Z', 'updated_at': '2022-01-28T00:27:59Z', 'revision_number': 4, 'project_id': '39520a6340284750becfcf9a1672d525', 'gw_port': {'id': '73da6dfb-944f-4590-8a3d-ac5b283e1bac', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:27:44Z', 'updated_at': '2022-01-28T00:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '2992f234-b438-49de-b3bc-99a09e737f6a', 'name': '', 'network_id': 'a19097ca-1911-4a28-909d-42dc359e564a', 'tenant_id': '39520a6340284750becfcf9a1672d525', 'mac_address': 'fa:16:3e:c7:25:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'c63bb981-ddb7-4260-941d-d8fb658fd68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:27:56Z', 'updated_at': '2022-01-28T00:28:05Z', 'revision_number': 4, 'project_id': '39520a6340284750becfcf9a1672d525', 'subnets': [{'id': 'c63bb981-ddb7-4260-941d-d8fb658fd68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:06.974226 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ab8ce1bf-c0eb-46d8-9f93-133603effa5c None None] Port 0092ae6c-3879-4bbf-9a8d-917001979bf7 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:28:06.999531 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4658ab7d-41a4-4622-89e4-b41857ac111a None None] The sync data for ids ['2cdc0126-23f0-4167-8a51-6fa7011903a7'] in n-d-826754-1 is: [{'id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'name': 'tempest-ServersTestJSON-412483413-router', 'tenant_id': '39520a6340284750becfcf9a1672d525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '73da6dfb-944f-4590-8a3d-ac5b283e1bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:27:41Z', 'updated_at': '2022-01-28T00:27:59Z', 'revision_number': 4, 'project_id': '39520a6340284750becfcf9a1672d525', 'gw_port': {'id': '73da6dfb-944f-4590-8a3d-ac5b283e1bac', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:27:44Z', 'updated_at': '2022-01-28T00:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '2992f234-b438-49de-b3bc-99a09e737f6a', 'name': '', 'network_id': 'a19097ca-1911-4a28-909d-42dc359e564a', 'tenant_id': '39520a6340284750becfcf9a1672d525', 'mac_address': 'fa:16:3e:c7:25:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'c63bb981-ddb7-4260-941d-d8fb658fd68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:27:56Z', 'updated_at': '2022-01-28T00:28:05Z', 'revision_number': 4, 'project_id': '39520a6340284750becfcf9a1672d525', 'subnets': [{'id': 'c63bb981-ddb7-4260-941d-d8fb658fd68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:28:07.035069 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5bb6e1-1bf2-4abe-ac37-6d3c24fe0209 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:28:07.064423 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-be5bb6e1-1bf2-4abe-ac37-6d3c24fe0209 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (901e094a-d910-48f2-aee8-ebee3bf9578f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:07.064847 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-be5bb6e1-1bf2-4abe-ac37-6d3c24fe0209 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Added segment 901e094a-d910-48f2-aee8-ebee3bf9578f of type vlan for network 9e23157e-f600-42a8-8b12-905fa1644868 Jan 28 00:28:07.186118 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-be5bb6e1-1bf2-4abe-ac37-6d3c24fe0209 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (9e23157e-f600-42a8-8b12-905fa1644868), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:07.201933 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fa499fdc-f0f9-4faf-9f93-3a146b8b5731 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks [] for security_group_rule (1219d4f6-fe42-45a1-889a-016480671885), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:07.225596 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fa499fdc-f0f9-4faf-9f93-3a146b8b5731 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (1219d4f6-fe42-45a1-889a-016480671885), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:07.233418 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-be5bb6e1-1bf2-4abe-ac37-6d3c24fe0209 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (9e23157e-f600-42a8-8b12-905fa1644868), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:07.242517 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5bb6e1-1bf2-4abe-ac37-6d3c24fe0209 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:07.243504 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-be5bb6e1-1bf2-4abe-ac37-6d3c24fe0209 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:07.280221 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-5e9b4073-e8ac-4b6d-92dc-ff012c830c39 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] For port 8f9b5781-e836-4176-aeaf-e6933e7209c6, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8f9b5781-e836-4176-aeaf-e6933e7209c6,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:07.280683 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e9b4073-e8ac-4b6d-92dc-ff012c830c39 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (8f9b5781-e836-4176-aeaf-e6933e7209c6), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:07.305529 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa499fdc-f0f9-4faf-9f93-3a146b8b5731 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1219d4f6-fe42-45a1-889a-016480671885,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:07.322874 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-5e9b4073-e8ac-4b6d-92dc-ff012c830c39 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Calling delete_port for 8f9b5781-e836-4176-aeaf-e6933e7209c6 owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:28:07.330022 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fa499fdc-f0f9-4faf-9f93-3a146b8b5731 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:07.334375 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-fa499fdc-f0f9-4faf-9f93-3a146b8b5731 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0528693 Jan 28 00:28:07.335659 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38158) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:07.336373 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-be5bb6e1-1bf2-4abe-ac37-6d3c24fe0209 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5250874 Jan 28 00:28:07.341446 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6ce14ddb-7a14-4fea-97a9-3e86405e73cb tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (0092ae6c-3879-4bbf-9a8d-917001979bf7), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:07.343574 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38160) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:07.351481 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a45cd9fa-7115-4667-8d7d-1e86a562ba22 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Request body: {'subnet': {'network_id': '9e23157e-f600-42a8-8b12-905fa1644868', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:07.353282 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-9aa67deb-4960-413c-9d16-88e45b2aea3c tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:07.459183 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bb6e1-1bf2-4abe-ac37-6d3c24fe0209 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Network': ['ID=9e23157e-f600-42a8-8b12-905fa1644868,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:07.461234 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce14ddb-7a14-4fea-97a9-3e86405e73cb tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Pushing event deleted for resources: {'Port': ['ID=0092ae6c-3879-4bbf-9a8d-917001979bf7,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:07.493638 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9aa67deb-4960-413c-9d16-88e45b2aea3c tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:07.529678 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 9e23157e-f600-42a8-8b12-905fa1644868 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:28:07.585429 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45cd9fa-7115-4667-8d7d-1e86a562ba22 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Made reservation on behalf of 2fbcfeaf4123454d81861a2387d862d8 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:28:07.589685 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a45cd9fa-7115-4667-8d7d-1e86a562ba22 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:07.749618 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6ce14ddb-7a14-4fea-97a9-3e86405e73cb tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:07.757302 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6ce14ddb-7a14-4fea-97a9-3e86405e73cb tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] 10.222.0.70 "DELETE /v2.0/ports/0092ae6c-3879-4bbf-9a8d-917001979bf7 HTTP/1.1" status: 204 len: 168 time: 1.9922934 Jan 28 00:28:07.757527 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38168) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:07.796538 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-246bbd0b-0575-4205-b4bf-1db82295d3ef req-2802fcff-4380-4f26-942b-d838d6a6eac2 tempest-ServerShowV254Test-100211121 tempest-ServerShowV254Test-100211121-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.0801616 Jan 28 00:28:07.857542 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-04134017-550f-4935-929e-2d6a04b6157f tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Deleting subnet 5ce7a4e1-73cf-4c0b-bcaf-8746e0e11e01 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:28:07.862053 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04134017-550f-4935-929e-2d6a04b6157f tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks [] for subnet (5ce7a4e1-73cf-4c0b-bcaf-8746e0e11e01), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:07.887773 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e9b4073-e8ac-4b6d-92dc-ff012c830c39 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (8f9b5781-e836-4176-aeaf-e6933e7209c6), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:07.918280 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04134017-550f-4935-929e-2d6a04b6157f tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (5ce7a4e1-73cf-4c0b-bcaf-8746e0e11e01), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:07.938442 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b4073-e8ac-4b6d-92dc-ff012c830c39 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f9b5781-e836-4176-aeaf-e6933e7209c6,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:08.085314 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04134017-550f-4935-929e-2d6a04b6157f tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (5ce7a4e1-73cf-4c0b-bcaf-8746e0e11e01), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:08.086572 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9aa67deb-4960-413c-9d16-88e45b2aea3c tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:08.145698 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e9b4073-e8ac-4b6d-92dc-ff012c830c39 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (1b348c6e-9d2a-41b5-81e6-22ab347ffa4e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:08.182968 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a45cd9fa-7115-4667-8d7d-1e86a562ba22 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:08.270690 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04134017-550f-4935-929e-2d6a04b6157f tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (5ce7a4e1-73cf-4c0b-bcaf-8746e0e11e01), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:08.274036 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5c06efe5-0684-4519-bae5-9da9a376d2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:08.283183 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45cd9fa-7115-4667-8d7d-1e86a562ba22 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Subnet': ['ID=53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:08.319219 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04134017-550f-4935-929e-2d6a04b6157f tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:08.322779 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-04134017-550f-4935-929e-2d6a04b6157f tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] 10.222.0.70 "DELETE /v2.0/subnets/5ce7a4e1-73cf-4c0b-bcaf-8746e0e11e01 HTTP/1.1" status: 204 len: 168 time: 0.5629721 Jan 28 00:28:08.330649 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04134017-550f-4935-929e-2d6a04b6157f tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce7a4e1-73cf-4c0b-bcaf-8746e0e11e01,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:08.330919 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f265efaa-4088-4e47-81e7-d6fbd1ab5301 None None] Network 6a40a139-e5be-491d-94ea-e55b1e235a65 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:28:08.332751 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38172) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:08.333880 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45cd9fa-7115-4667-8d7d-1e86a562ba22 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Checking segment: {'id': '901e094a-d910-48f2-aee8-ebee3bf9578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:28:08.334378 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45cd9fa-7115-4667-8d7d-1e86a562ba22 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network hostable DHCP agents. Network: 9e23157e-f600-42a8-8b12-905fa1644868, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:28:08.355804 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e9b4073-e8ac-4b6d-92dc-ff012c830c39 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (1b348c6e-9d2a-41b5-81e6-22ab347ffa4e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:08.361524 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e9b4073-e8ac-4b6d-92dc-ff012c830c39 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router_controller (1b348c6e-9d2a-41b5-81e6-22ab347ffa4e), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:08.432977 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e9b4073-e8ac-4b6d-92dc-ff012c830c39 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (1b348c6e-9d2a-41b5-81e6-22ab347ffa4e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:08.433954 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9b4073-e8ac-4b6d-92dc-ff012c830c39 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b348c6e-9d2a-41b5-81e6-22ab347ffa4e {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:28:08.439643 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-9aa67deb-4960-413c-9d16-88e45b2aea3c tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Allocated IP 172.25.3.116 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/0aa8a0e7-4314-4b15-90cd-5d4a5d914377) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:28:08.458661 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e9b4073-e8ac-4b6d-92dc-ff012c830c39 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:08.461779 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5e9b4073-e8ac-4b6d-92dc-ff012c830c39 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "DELETE /v2.0/routers/1b348c6e-9d2a-41b5-81e6-22ab347ffa4e HTTP/1.1" status: 204 len: 168 time: 3.2209237 Jan 28 00:28:08.466948 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38174) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:08.477563 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-a4ee4292-efc6-45a5-ae23-8cd4dcbf7113 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1252820300', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}, 'admin_state_up': False}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:08.508310 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2035dea2-70f3-4810-92c2-0b877df1c94a tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (6a40a139-e5be-491d-94ea-e55b1e235a65), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:08.576074 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45cd9fa-7115-4667-8d7d-1e86a562ba22 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network 9e23157e-f600-42a8-8b12-905fa1644868 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:28:08.598280 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4ee4292-efc6-45a5-ae23-8cd4dcbf7113 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (d599c011-c8c0-45c7-83a6-5e437e4d0481), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:08.602631 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4ee4292-efc6-45a5-ae23-8cd4dcbf7113 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (d599c011-c8c0-45c7-83a6-5e437e4d0481), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:08.604051 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-a45cd9fa-7115-4667-8d7d-1e86a562ba22 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 9e23157e-f600-42a8-8b12-905fa1644868) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:08.619262 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45cd9fa-7115-4667-8d7d-1e86a562ba22 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:08.620115 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a45cd9fa-7115-4667-8d7d-1e86a562ba22 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:08.626584 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644227a6-35b5-4209-b2ab-6a7e434d2d94 None None] DHCP port deletion for 6a40a139-e5be-491d-94ea-e55b1e235a65 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:28:08.655162 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292f6f7d-9896-4219-a0db-77f03cc65497 None None] Network 9e23157e-f600-42a8-8b12-905fa1644868 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:28:08.660389 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2035dea2-70f3-4810-92c2-0b877df1c94a tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Deleting port cc66c634-29a1-4779-b0c4-8bc3aca95f00 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:28:08.661154 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2035dea2-70f3-4810-92c2-0b877df1c94a tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (cc66c634-29a1-4779-b0c4-8bc3aca95f00), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:08.676278 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a45cd9fa-7115-4667-8d7d-1e86a562ba22 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3260665 Jan 28 00:28:08.677160 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38176) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:08.784356 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4ee4292-efc6-45a5-ae23-8cd4dcbf7113 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router_controller (d599c011-c8c0-45c7-83a6-5e437e4d0481), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:08.832730 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-2035dea2-70f3-4810-92c2-0b877df1c94a tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] For port cc66c634-29a1-4779-b0c4-8bc3aca95f00, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=cc66c634-29a1-4779-b0c4-8bc3aca95f00,segment=NetworkSegment(21278efc-3035-4df1-8ee9-2e43abacc40c),segment_id=21278efc-3035-4df1-8ee9-2e43abacc40c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:08.833036 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2035dea2-70f3-4810-92c2-0b877df1c94a tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (cc66c634-29a1-4779-b0c4-8bc3aca95f00), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:08.860668 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-644227a6-35b5-4209-b2ab-6a7e434d2d94 None None] Deleting port cc66c634-29a1-4779-b0c4-8bc3aca95f00 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:28:08.861046 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-644227a6-35b5-4209-b2ab-6a7e434d2d94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (cc66c634-29a1-4779-b0c4-8bc3aca95f00), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:08.876141 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2035dea2-70f3-4810-92c2-0b877df1c94a tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Calling delete_port for cc66c634-29a1-4779-b0c4-8bc3aca95f00 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:28:08.880342 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9aa67deb-4960-413c-9d16-88e45b2aea3c tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks [] for port (0aa8a0e7-4314-4b15-90cd-5d4a5d914377), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:08.881127 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f909b6-4048-45d8-8b51-bed93589af03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-9e23157e-f600-42a8-8b12-905fa1644868', 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868', 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'fixed_ips': [{'subnet_id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:28:08.882841 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-28f909b6-4048-45d8-8b51-bed93589af03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:09.049840 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2035dea2-70f3-4810-92c2-0b877df1c94a tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (cc66c634-29a1-4779-b0c4-8bc3aca95f00), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:09.107577 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035dea2-70f3-4810-92c2-0b877df1c94a tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Pushing event deleted for resources: {'Port': ['ID=cc66c634-29a1-4779-b0c4-8bc3aca95f00,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:09.115076 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-644227a6-35b5-4209-b2ab-6a7e434d2d94 None None] For port cc66c634-29a1-4779-b0c4-8bc3aca95f00, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=cc66c634-29a1-4779-b0c4-8bc3aca95f00,segment=NetworkSegment(21278efc-3035-4df1-8ee9-2e43abacc40c),segment_id=21278efc-3035-4df1-8ee9-2e43abacc40c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:09.115656 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-644227a6-35b5-4209-b2ab-6a7e434d2d94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (cc66c634-29a1-4779-b0c4-8bc3aca95f00), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:09.139529 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2035dea2-70f3-4810-92c2-0b877df1c94a tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] No DVR routers for this DVR port cc66c634-29a1-4779-b0c4-8bc3aca95f00 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:28:09.160304 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-644227a6-35b5-4209-b2ab-6a7e434d2d94 None None] Calling delete_port for cc66c634-29a1-4779-b0c4-8bc3aca95f00 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:28:09.223397 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-28f909b6-4048-45d8-8b51-bed93589af03 None None] Allocated IP 172.20.0.2 (9e23157e-f600-42a8-8b12-905fa1644868/53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a/b081d37a-f304-49f1-a1b2-bba836a6ce4a) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:28:09.226816 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-83d929df-7349-4024-9cc4-99e0adda7c08 req-77340c0b-f949-4b46-bf52-d87c0227b509 tempest-ServerShowV254Test-100211121 tempest-ServerShowV254Test-100211121-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.2028534 Jan 28 00:28:09.384125 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-644227a6-35b5-4209-b2ab-6a7e434d2d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (cc66c634-29a1-4779-b0c4-8bc3aca95f00), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:09.446714 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644227a6-35b5-4209-b2ab-6a7e434d2d94 None None] Pushing event deleted for resources: {'Port': ['ID=cc66c634-29a1-4779-b0c4-8bc3aca95f00,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:09.467733 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644227a6-35b5-4209-b2ab-6a7e434d2d94 None None] No DVR routers for this DVR port cc66c634-29a1-4779-b0c4-8bc3aca95f00 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:28:09.489563 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2035dea2-70f3-4810-92c2-0b877df1c94a tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (6a40a139-e5be-491d-94ea-e55b1e235a65), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:09.525971 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-2035dea2-70f3-4810-92c2-0b877df1c94a tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a40a139-e5be-491d-94ea-e55b1e235a65']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:09.528331 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4ee4292-efc6-45a5-ae23-8cd4dcbf7113 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router_gateway (d599c011-c8c0-45c7-83a6-5e437e4d0481), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:09.540287 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-2035dea2-70f3-4810-92c2-0b877df1c94a tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21278efc-3035-4df1-8ee9-2e43abacc40c') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:09.540573 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-2035dea2-70f3-4810-92c2-0b877df1c94a tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21278efc-3035-4df1-8ee9-2e43abacc40c') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:09.552199 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2992f234-b438-49de-b3bc-99a09e737f6a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:28:09.552899 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2035dea2-70f3-4810-92c2-0b877df1c94a tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (21278efc-3035-4df1-8ee9-2e43abacc40c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:09.572397 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2035dea2-70f3-4810-92c2-0b877df1c94a tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (21278efc-3035-4df1-8ee9-2e43abacc40c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:09.580819 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2035dea2-70f3-4810-92c2-0b877df1c94a tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:28:09.581346 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2035dea2-70f3-4810-92c2-0b877df1c94a tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (21278efc-3035-4df1-8ee9-2e43abacc40c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:09.585415 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:28:09.585415 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:28:09.585415 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:28:09.585415 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:28:09.585415 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:28:09.585415 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:28:09.585415 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:28:09.585415 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:28:09.585415 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:28:09.585415 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:28:09.585415 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:28:09.585415 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:28:09.585415 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:28:09.585415 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:28:09.585415 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:28:09.585415 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:28:09.585415 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:28:09.585415 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:28:09.585415 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:28:09.585415 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:28:09.585415 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:28:09.585415 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:28:09.585415 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:28:09.585415 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:28:09.585415 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:28:09.585415 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:28:09.585415 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:28:09.585415 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:28:09.585415 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:28:09.585415 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:28:09.585415 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:28:09.585415 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:28:09.618915 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-28f909b6-4048-45d8-8b51-bed93589af03 None None] Publish callbacks [] for port (b081d37a-f304-49f1-a1b2-bba836a6ce4a), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:09.623373 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9aa67deb-4960-413c-9d16-88e45b2aea3c tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (0aa8a0e7-4314-4b15-90cd-5d4a5d914377), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:09.652960 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-28f909b6-4048-45d8-8b51-bed93589af03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (b081d37a-f304-49f1-a1b2-bba836a6ce4a), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:09.664208 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2035dea2-70f3-4810-92c2-0b877df1c94a tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (6a40a139-e5be-491d-94ea-e55b1e235a65), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:09.674073 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2035dea2-70f3-4810-92c2-0b877df1c94a tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:09.680301 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2035dea2-70f3-4810-92c2-0b877df1c94a tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] 10.222.0.70 "DELETE /v2.0/networks/6a40a139-e5be-491d-94ea-e55b1e235a65 HTTP/1.1" status: 204 len: 168 time: 1.3401783 Jan 28 00:28:09.717685 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035dea2-70f3-4810-92c2-0b877df1c94a tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365 tempest-ExtraDHCPOptionsIpV6TestJSON-2120735365-project] Pushing event deleted for resources: {'Network': ['ID=6a40a139-e5be-491d-94ea-e55b1e235a65,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:09.738522 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa67deb-4960-413c-9d16-88e45b2aea3c tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:28:09.741571 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:09.746456 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f909b6-4048-45d8-8b51-bed93589af03 None None] Network 9e23157e-f600-42a8-8b12-905fa1644868 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:28:09.757819 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-28f909b6-4048-45d8-8b51-bed93589af03 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:09.763885 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f909b6-4048-45d8-8b51-bed93589af03 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:28:09.772442 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 2992f234-b438-49de-b3bc-99a09e737f6a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:09.774283 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2992f234-b438-49de-b3bc-99a09e737f6a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:09.800198 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f909b6-4048-45d8-8b51-bed93589af03 None None] Pushing event updated for resources: {'Port': ['ID=b081d37a-f304-49f1-a1b2-bba836a6ce4a,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:09.804846 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-9aa67deb-4960-413c-9d16-88e45b2aea3c tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:09.828513 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa67deb-4960-413c-9d16-88e45b2aea3c tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:28:09.891243 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-28f909b6-4048-45d8-8b51-bed93589af03 None None] Attempting to bind port b081d37a-f304-49f1-a1b2-bba836a6ce4a on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:28:09.891961 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-28f909b6-4048-45d8-8b51-bed93589af03 None None] Attempting to bind port b081d37a-f304-49f1-a1b2-bba836a6ce4a by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '901e094a-d910-48f2-aee8-ebee3bf9578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:28:09.892678 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f909b6-4048-45d8-8b51-bed93589af03 None None] Attempting to bind port b081d37a-f304-49f1-a1b2-bba836a6ce4a on network 9e23157e-f600-42a8-8b12-905fa1644868 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:28:09.913386 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f909b6-4048-45d8-8b51-bed93589af03 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:28:09.914222 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f909b6-4048-45d8-8b51-bed93589af03 None None] Checking segment: {'id': '901e094a-d910-48f2-aee8-ebee3bf9578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:28:09.915125 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-28f909b6-4048-45d8-8b51-bed93589af03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:09.916037 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f909b6-4048-45d8-8b51-bed93589af03 None None] Bound using segment: {'id': '901e094a-d910-48f2-aee8-ebee3bf9578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:28:09.916967 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-28f909b6-4048-45d8-8b51-bed93589af03 None None] Bound port: b081d37a-f304-49f1-a1b2-bba836a6ce4a, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '901e094a-d910-48f2-aee8-ebee3bf9578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:28:09.917774 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-28f909b6-4048-45d8-8b51-bed93589af03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b081d37a-f304-49f1-a1b2-bba836a6ce4a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:09.953884 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b08d1ecf-d396-481e-803f-7468f7767f62 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:09.957291 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa67deb-4960-413c-9d16-88e45b2aea3c tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Pushing event updated for resources: {'Port': ['ID=0aa8a0e7-4314-4b15-90cd-5d4a5d914377,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:10.023842 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 2992f234-b438-49de-b3bc-99a09e737f6a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:10.067877 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-28f909b6-4048-45d8-8b51-bed93589af03 None None] For port b081d37a-f304-49f1-a1b2-bba836a6ce4a, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:28:10.074237 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-28f909b6-4048-45d8-8b51-bed93589af03 None None] For port b081d37a-f304-49f1-a1b2-bba836a6ce4a, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b081d37a-f304-49f1-a1b2-bba836a6ce4a,segment=NetworkSegment(901e094a-d910-48f2-aee8-ebee3bf9578f),segment_id=901e094a-d910-48f2-aee8-ebee3bf9578f)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:28:10.083642 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-28f909b6-4048-45d8-8b51-bed93589af03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b081d37a-f304-49f1-a1b2-bba836a6ce4a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:10.125784 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device cc66c634-29a1-4779-b0c4-8bc3aca95f00 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:28:10.139366 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38186) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:10.333549 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: cc66c634-29a1-4779-b0c4-8bc3aca95f00 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:28:10.333907 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device cc66c634-29a1-4779-b0c4-8bc3aca95f00 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:28:10.334437 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8f9b5781-e836-4176-aeaf-e6933e7209c6 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:28:10.375728 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 8f9b5781-e836-4176-aeaf-e6933e7209c6 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:28:10.376018 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8f9b5781-e836-4176-aeaf-e6933e7209c6 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:28:10.382965 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f909b6-4048-45d8-8b51-bed93589af03 None None] Pushing event updated for resources: {'Port': ['ID=b081d37a-f304-49f1-a1b2-bba836a6ce4a,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:10.454558 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b0994063-fec8-46ba-9eb7-c1bbfc2623ea admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f6db3d55eed64f19af33271df56aed66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3106749 Jan 28 00:28:10.455239 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38194) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:10.458782 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9aa67deb-4960-413c-9d16-88e45b2aea3c tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks [] for floatingip (1608d330-dd2f-4d97-b65d-eb6ccc357754), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:10.535471 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f3aa4bb-bf4e-4d03-bd21-1f667c62de9f admin admin] Publish callbacks [] for security_group (da4474fa-d774-457a-b891-31394c25a71d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:10.573293 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f3aa4bb-bf4e-4d03-bd21-1f667c62de9f admin admin] Publish callbacks [] for security_group (da4474fa-d774-457a-b891-31394c25a71d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:10.689033 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f3aa4bb-bf4e-4d03-bd21-1f667c62de9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (da4474fa-d774-457a-b891-31394c25a71d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:10.691918 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f3aa4bb-bf4e-4d03-bd21-1f667c62de9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:10.693202 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4f3aa4bb-bf4e-4d03-bd21-1f667c62de9f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/da4474fa-d774-457a-b891-31394c25a71d HTTP/1.1" status: 204 len: 168 time: 0.2368753 Jan 28 00:28:10.704445 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3aa4bb-bf4e-4d03-bd21-1f667c62de9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4474fa-d774-457a-b891-31394c25a71d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:11.029472 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ffb0c532-274d-44e9-80e9-b746ca3021cb req-e06c69b5-aeb4-4506-b703-4d5f1d0f7872 tempest-ServerShowV254Test-100211121 tempest-ServerShowV254Test-100211121-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.4987559 Jan 28 00:28:11.098197 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:11.136469 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4ee4292-efc6-45a5-ae23-8cd4dcbf7113 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router_gateway (d599c011-c8c0-45c7-83a6-5e437e4d0481), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:11.142760 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9aa67deb-4960-413c-9d16-88e45b2aea3c tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0aa8a0e7-4314-4b15-90cd-5d4a5d914377), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:11.168015 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4ee4292-efc6-45a5-ae23-8cd4dcbf7113 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:11.250924 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b081d37a-f304-49f1-a1b2-bba836a6ce4a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:28:11.295185 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-b08d1ecf-d396-481e-803f-7468f7767f62 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Allocated IP 172.20.0.1 (9e23157e-f600-42a8-8b12-905fa1644868/53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a/2991eb37-e8e6-4286-b31b-ac54cd6b3c27) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:28:11.331643 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port b081d37a-f304-49f1-a1b2-bba836a6ce4a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:11.332284 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b081d37a-f304-49f1-a1b2-bba836a6ce4a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:11.510719 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port b081d37a-f304-49f1-a1b2-bba836a6ce4a is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:11.511265 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b081d37a-f304-49f1-a1b2-bba836a6ce4a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:11.553509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-a4ee4292-efc6-45a5-ae23-8cd4dcbf7113 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Allocated IP 172.25.3.195 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/b05f1f77-bc2a-44cd-82d7-812374c495c5) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:28:11.588403 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port b081d37a-f304-49f1-a1b2-bba836a6ce4a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b081d37a-f304-49f1-a1b2-bba836a6ce4a,segment=NetworkSegment(901e094a-d910-48f2-aee8-ebee3bf9578f),segment_id=901e094a-d910-48f2-aee8-ebee3bf9578f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:11.596481 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b081d37a-f304-49f1-a1b2-bba836a6ce4a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:11.699930 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b08d1ecf-d396-481e-803f-7468f7767f62 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for port (2991eb37-e8e6-4286-b31b-ac54cd6b3c27), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:11.705051 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=b081d37a-f304-49f1-a1b2-bba836a6ce4a,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:11.738665 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9aa67deb-4960-413c-9d16-88e45b2aea3c tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks [] for port (0aa8a0e7-4314-4b15-90cd-5d4a5d914377), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:11.753066 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9aa67deb-4960-413c-9d16-88e45b2aea3c tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (0aa8a0e7-4314-4b15-90cd-5d4a5d914377), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:11.804375 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38218) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:11.841641 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa67deb-4960-413c-9d16-88e45b2aea3c tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Pushing event updated for resources: {'Port': ['ID=0aa8a0e7-4314-4b15-90cd-5d4a5d914377,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:11.919594 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4ee4292-efc6-45a5-ae23-8cd4dcbf7113 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for port (b05f1f77-bc2a-44cd-82d7-812374c495c5), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:11.924240 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b08d1ecf-d396-481e-803f-7468f7767f62 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (2991eb37-e8e6-4286-b31b-ac54cd6b3c27), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:11.938261 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9aa67deb-4960-413c-9d16-88e45b2aea3c tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (1608d330-dd2f-4d97-b65d-eb6ccc357754), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:11.983494 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e5425243-6cb8-47d3-b347-6b08282b1d20 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1927685635'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:11.993936 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27a0375-8b38-4f3c-83a3-39895f4226e7 None None] Network 9e23157e-f600-42a8-8b12-905fa1644868 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:28:11.997121 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08d1ecf-d396-481e-803f-7468f7767f62 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network 9e23157e-f600-42a8-8b12-905fa1644868 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:28:12.009604 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-b08d1ecf-d396-481e-803f-7468f7767f62 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:12.016555 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9aa67deb-4960-413c-9d16-88e45b2aea3c tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:12.020403 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9aa67deb-4960-413c-9d16-88e45b2aea3c tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6798754 Jan 28 00:28:12.026336 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08d1ecf-d396-481e-803f-7468f7767f62 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:28:12.043003 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d1ecf-d396-481e-803f-7468f7767f62 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Port': ['ID=2991eb37-e8e6-4286-b31b-ac54cd6b3c27,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:12.044210 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5425243-6cb8-47d3-b347-6b08282b1d20 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Made reservation on behalf of a05633f5bd9b461fadfd250086e656fa for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:28:12.048020 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5425243-6cb8-47d3-b347-6b08282b1d20 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:12.072668 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5425243-6cb8-47d3-b347-6b08282b1d20 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:12.107509 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b08d1ecf-d396-481e-803f-7468f7767f62 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (f424b26a-a94f-4c6f-806a-d28ebf11cf41), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:12.112499 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4ee4292-efc6-45a5-ae23-8cd4dcbf7113 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b05f1f77-bc2a-44cd-82d7-812374c495c5), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:12.223483 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ee4292-efc6-45a5-ae23-8cd4dcbf7113 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:28:12.232196 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5425243-6cb8-47d3-b347-6b08282b1d20 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks [] for security_group (aa91e3ac-d0b9-43d3-9a2e-9b19f355d1e3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:12.235698 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-a4ee4292-efc6-45a5-ae23-8cd4dcbf7113 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:12.242087 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5425243-6cb8-47d3-b347-6b08282b1d20 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (aa91e3ac-d0b9-43d3-9a2e-9b19f355d1e3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:12.245541 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ee4292-efc6-45a5-ae23-8cd4dcbf7113 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:28:12.255887 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee4292-efc6-45a5-ae23-8cd4dcbf7113 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Pushing event updated for resources: {'Port': ['ID=b05f1f77-bc2a-44cd-82d7-812374c495c5,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:12.306519 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:12.318014 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5425243-6cb8-47d3-b347-6b08282b1d20 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:28:12.320814 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a3f5afb5-a4af-4dd0-acc3-00c89d9cadbe None None] Provisioning complete for port b081d37a-f304-49f1-a1b2-bba836a6ce4a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:12.321370 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a3f5afb5-a4af-4dd0-acc3-00c89d9cadbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b081d37a-f304-49f1-a1b2-bba836a6ce4a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:12.325159 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5425243-6cb8-47d3-b347-6b08282b1d20 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa91e3ac-d0b9-43d3-9a2e-9b19f355d1e3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:12.336602 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5425243-6cb8-47d3-b347-6b08282b1d20 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (f496ac5f-2d24-4adb-a215-b9fa0ed17219), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:12.340531 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-e5425243-6cb8-47d3-b347-6b08282b1d20 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Added segment f496ac5f-2d24-4adb-a215-b9fa0ed17219 of type vlan for network 32ed46c2-b588-4023-91ba-f0fb6de41583 Jan 28 00:28:12.439601 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5425243-6cb8-47d3-b347-6b08282b1d20 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (32ed46c2-b588-4023-91ba-f0fb6de41583), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:12.456928 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-845de45d-bdc2-4400-bc6b-236c6784b782 req-f648686b-9431-487e-8aac-ed8be0f3c07f tempest-ServerShowV254Test-100211121 tempest-ServerShowV254Test-100211121-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.1427948 Jan 28 00:28:12.502385 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a3f5afb5-a4af-4dd0-acc3-00c89d9cadbe None None] Current status of the port b081d37a-f304-49f1-a1b2-bba836a6ce4a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:12.509592 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5425243-6cb8-47d3-b347-6b08282b1d20 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (32ed46c2-b588-4023-91ba-f0fb6de41583), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:12.515293 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5425243-6cb8-47d3-b347-6b08282b1d20 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:12.516209 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5425243-6cb8-47d3-b347-6b08282b1d20 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:12.555336 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b08d1ecf-d396-481e-803f-7468f7767f62 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2991eb37-e8e6-4286-b31b-ac54cd6b3c27), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:12.562050 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-45a44939-7185-48e5-807c-34ff85331fe5 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--862685233&fields=id&tenant_id=39520a6340284750becfcf9a1672d525 HTTP/1.1" status: 200 len: 267 time: 0.0721805 Jan 28 00:28:12.583032 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e5425243-6cb8-47d3-b347-6b08282b1d20 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7761467 Jan 28 00:28:12.603240 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5425243-6cb8-47d3-b347-6b08282b1d20 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event updated for resources: {'Network': ['ID=32ed46c2-b588-4023-91ba-f0fb6de41583,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:12.626938 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 32ed46c2-b588-4023-91ba-f0fb6de41583 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:28:12.913268 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:12.926930 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-5e9defc0-ef42-44a0-9089-3c10d2976f67 None None] Provisioning complete for port 2991eb37-e8e6-4286-b31b-ac54cd6b3c27 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:12.928008 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5e9defc0-ef42-44a0-9089-3c10d2976f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2991eb37-e8e6-4286-b31b-ac54cd6b3c27), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:12.990807 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-8526e38b-0dfe-4abf-9b5a-8ec7d0ccb0c4 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:13.004941 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-8526e38b-0dfe-4abf-9b5a-8ec7d0ccb0c4 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/networks?id=a19097ca-1911-4a28-909d-42dc359e564a HTTP/1.1" status: 200 len: 805 time: 0.3799019 Jan 28 00:28:13.010492 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5e9defc0-ef42-44a0-9089-3c10d2976f67 None None] Port 2991eb37-e8e6-4286-b31b-ac54cd6b3c27 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:28:13.034924 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-5e9defc0-ef42-44a0-9089-3c10d2976f67 None None] Provisioning complete for port b081d37a-f304-49f1-a1b2-bba836a6ce4a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:13.035737 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5e9defc0-ef42-44a0-9089-3c10d2976f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b081d37a-f304-49f1-a1b2-bba836a6ce4a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:13.148170 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5e9defc0-ef42-44a0-9089-3c10d2976f67 None None] Current status of the port b081d37a-f304-49f1-a1b2-bba836a6ce4a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:13.188545 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-c3303516-e485-40cb-8009-0468fc3218e2 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/quotas/39520a6340284750becfcf9a1672d525 HTTP/1.1" status: 200 len: 375 time: 0.1818545 Jan 28 00:28:13.203936 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b081d37a-f304-49f1-a1b2-bba836a6ce4a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:28:13.308817 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-3362417e-2fe8-45a7-b5a5-463c35778849 None None] Provisioning complete for port 2991eb37-e8e6-4286-b31b-ac54cd6b3c27 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:13.309561 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3362417e-2fe8-45a7-b5a5-463c35778849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2991eb37-e8e6-4286-b31b-ac54cd6b3c27), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:13.388532 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port b081d37a-f304-49f1-a1b2-bba836a6ce4a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:13.389099 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b081d37a-f304-49f1-a1b2-bba836a6ce4a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:13.443492 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3362417e-2fe8-45a7-b5a5-463c35778849 None None] Port 2991eb37-e8e6-4286-b31b-ac54cd6b3c27 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:28:13.537860 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-0d426778-a9c6-467a-8dfd-6a99aed88813 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=39520a6340284750becfcf9a1672d525&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3297565 Jan 28 00:28:13.540278 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port b081d37a-f304-49f1-a1b2-bba836a6ce4a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:13.548741 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4ee4292-efc6-45a5-ae23-8cd4dcbf7113 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router_gateway (d599c011-c8c0-45c7-83a6-5e437e4d0481), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:13.818234 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1ef7853f-1d55-49a9-b880-a5720384315a req-41a57591-2a51-4c7b-832a-8b76d7363ace tempest-ServerShowV254Test-100211121 tempest-ServerShowV254Test-100211121-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.1827123 Jan 28 00:28:14.011277 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:14.325929 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b08d1ecf-d396-481e-803f-7468f7767f62 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for port (2991eb37-e8e6-4286-b31b-ac54cd6b3c27), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:14.346589 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b08d1ecf-d396-481e-803f-7468f7767f62 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (2991eb37-e8e6-4286-b31b-ac54cd6b3c27), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:14.416106 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-c44c3539-52a3-475c-819e-453addb2c42e service neutron] 10.222.0.70 "GET /v2.0/networks/a19097ca-1911-4a28-909d-42dc359e564a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7982509 Jan 28 00:28:14.568891 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b08d1ecf-d396-481e-803f-7468f7767f62 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (f424b26a-a94f-4c6f-806a-d28ebf11cf41), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:14.576998 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d1ecf-d396-481e-803f-7468f7767f62 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Port': ['ID=2991eb37-e8e6-4286-b31b-ac54cd6b3c27,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:14.630582 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4ee4292-efc6-45a5-ae23-8cd4dcbf7113 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (d599c011-c8c0-45c7-83a6-5e437e4d0481), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:14.726567 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-3cd5d212-e78b-4c35-9368-488942b25fac service neutron] 10.222.0.70 "GET /v2.0/networks/a19097ca-1911-4a28-909d-42dc359e564a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786882 Jan 28 00:28:14.831319 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08d1ecf-d396-481e-803f-7468f7767f62 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network 9e23157e-f600-42a8-8b12-905fa1644868 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:28:14.835013 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-b08d1ecf-d396-481e-803f-7468f7767f62 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:15.108638 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7f4960b2-4585-4899-b38b-6718d66885f0 req-3add078a-a6fd-408b-9b42-d7a18f43a5b0 tempest-ServerShowV254Test-100211121 tempest-ServerShowV254Test-100211121-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.0897856 Jan 28 00:28:15.179325 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ee4292-efc6-45a5-ae23-8cd4dcbf7113 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Router d599c011-c8c0-45c7-83a6-5e437e4d0481 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:28:15.325869 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a2eb25fc-9353-49ec-8783-f166dd6f1a5e req-325ef2b6-bd11-4b49-a9e8-f4821fbca235 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9a81c37-4653-4b4c-8034-f63c178ac24e HTTP/1.1" status: 200 len: 210 time: 0.0779455 Jan 28 00:28:15.327168 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08d1ecf-d396-481e-803f-7468f7767f62 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Router f424b26a-a94f-4c6f-806a-d28ebf11cf41 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:28:15.401573 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a727aa74-f012-46b6-b360-54508df63b6d None None] Provisioning complete for port 2991eb37-e8e6-4286-b31b-ac54cd6b3c27 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:15.402461 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a727aa74-f012-46b6-b360-54508df63b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2991eb37-e8e6-4286-b31b-ac54cd6b3c27), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:15.486613 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a727aa74-f012-46b6-b360-54508df63b6d None None] Port 2991eb37-e8e6-4286-b31b-ac54cd6b3c27 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:28:15.632383 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08d1ecf-d396-481e-803f-7468f7767f62 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:28:15.637885 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ee4292-efc6-45a5-ae23-8cd4dcbf7113 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:28:15.644673 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77642cbc-2672-4b86-873e-55124a33cea4 None None] Sync routers for ids ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:28:15.660477 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77642cbc-2672-4b86-873e-55124a33cea4 None None] Routers {'f424b26a-a94f-4c6f-806a-d28ebf11cf41'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:28:15.662051 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-77642cbc-2672-4b86-873e-55124a33cea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:28:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:15.663064 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660610e3-c660-4090-8891-3538c194e26f None None] Sync routers for ids ['d599c011-c8c0-45c7-83a6-5e437e4d0481'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:28:15.667470 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38254) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:15.668072 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b08d1ecf-d396-481e-803f-7468f7767f62 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "PUT /v2.0/routers/f424b26a-a94f-4c6f-806a-d28ebf11cf41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9752815 Jan 28 00:28:15.675984 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-c6ac9015-307c-45ee-a17e-0684dedffa10 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Request body: {'network': {'name': 'tempest-RoutersTest-1650411919'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:15.696595 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660610e3-c660-4090-8891-3538c194e26f None None] Routers {'d599c011-c8c0-45c7-83a6-5e437e4d0481'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:28:15.698526 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-660610e3-c660-4090-8891-3538c194e26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:28:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['d599c011-c8c0-45c7-83a6-5e437e4d0481'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:15.698808 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4ee4292-efc6-45a5-ae23-8cd4dcbf7113 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:15.705610 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a4ee4292-efc6-45a5-ae23-8cd4dcbf7113 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.2311399 Jan 28 00:28:15.706358 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38256) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:15.719136 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-cc48a605-955f-4d9e-b78c-19edab594cb6 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'enable_snat': False}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:15.767793 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ac9015-307c-45ee-a17e-0684dedffa10 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Made reservation on behalf of 2fbcfeaf4123454d81861a2387d862d8 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:28:15.779522 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6ac9015-307c-45ee-a17e-0684dedffa10 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:15.787937 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-660610e3-c660-4090-8891-3538c194e26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:15.807674 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660610e3-c660-4090-8891-3538c194e26f None None] Routers {'d599c011-c8c0-45c7-83a6-5e437e4d0481'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:28:15.809350 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-660610e3-c660-4090-8891-3538c194e26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:28:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['d599c011-c8c0-45c7-83a6-5e437e4d0481'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:15.884097 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-660610e3-c660-4090-8891-3538c194e26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:15.885713 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660610e3-c660-4090-8891-3538c194e26f None None] The sync data for ids ['d599c011-c8c0-45c7-83a6-5e437e4d0481'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:28:15.888754 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6ac9015-307c-45ee-a17e-0684dedffa10 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:28:15.919562 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6ac9015-307c-45ee-a17e-0684dedffa10 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (3f2f99a0-70ac-41e7-a911-b2ad7668b585), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:15.921167 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-c6ac9015-307c-45ee-a17e-0684dedffa10 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Added segment 3f2f99a0-70ac-41e7-a911-b2ad7668b585 of type vlan for network a892d91e-d36d-48ed-be9a-abe2370e0e32 Jan 28 00:28:16.029097 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6ac9015-307c-45ee-a17e-0684dedffa10 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (a892d91e-d36d-48ed-be9a-abe2370e0e32), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:16.062530 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-77642cbc-2672-4b86-873e-55124a33cea4 None None] Set router f424b26a-a94f-4c6f-806a-d28ebf11cf41 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:28:16.089135 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6ac9015-307c-45ee-a17e-0684dedffa10 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (a892d91e-d36d-48ed-be9a-abe2370e0e32), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:16.096536 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ac9015-307c-45ee-a17e-0684dedffa10 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:16.097467 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6ac9015-307c-45ee-a17e-0684dedffa10 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:16.120622 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c6ac9015-307c-45ee-a17e-0684dedffa10 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4508338 Jan 28 00:28:16.134468 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38260) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:16.142797 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-22ce8323-c1e2-4274-a67d-e72a90b77919 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Request body: {'subnet': {'network_id': 'a892d91e-d36d-48ed-be9a-abe2370e0e32', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:16.378737 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-81027545-4a01-4ca7-88a3-599ba459cf66 req-d082ee05-7442-49a7-b226-313242f68494 tempest-ServerShowV254Test-100211121 tempest-ServerShowV254Test-100211121-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.0780096 Jan 28 00:28:16.416695 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac9015-307c-45ee-a17e-0684dedffa10 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Network': ['ID=a892d91e-d36d-48ed-be9a-abe2370e0e32,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:16.440218 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network a892d91e-d36d-48ed-be9a-abe2370e0e32 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:28:16.535239 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ce8323-c1e2-4274-a67d-e72a90b77919 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Made reservation on behalf of 2fbcfeaf4123454d81861a2387d862d8 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:28:16.539988 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22ce8323-c1e2-4274-a67d-e72a90b77919 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:16.651261 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-77642cbc-2672-4b86-873e-55124a33cea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:28:12Z', 'revision_number': 2, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None, '_interfaces': [{'id': '2991eb37-e8e6-4286-b31b-ac54cd6b3c27', 'name': '', 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:00:45:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:10Z', 'updated_at': '2022-01-28T00:28:13Z', 'revision_number': 2, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:16.690919 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77642cbc-2672-4b86-873e-55124a33cea4 None None] Checking router: f424b26a-a94f-4c6f-806a-d28ebf11cf41 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:28:16.691284 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77642cbc-2672-4b86-873e-55124a33cea4 None None] Updating router f424b26a-a94f-4c6f-806a-d28ebf11cf41 port 2991eb37-e8e6-4286-b31b-ac54cd6b3c27 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:28:16.732238 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85b33de9-14eb-4378-bd23-1c9a9da38c41 req-ecfb0f81-570e-48b5-b51a-7592e27986d3 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9a81c37-4653-4b4c-8034-f63c178ac24e HTTP/1.1" status: 200 len: 210 time: 0.0907452 Jan 28 00:28:16.766095 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77642cbc-2672-4b86-873e-55124a33cea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2991eb37-e8e6-4286-b31b-ac54cd6b3c27), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:16.774114 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cc48a605-955f-4d9e-b78c-19edab594cb6 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router_gateway (d599c011-c8c0-45c7-83a6-5e437e4d0481), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:16.984544 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22ce8323-c1e2-4274-a67d-e72a90b77919 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (a0d54941-2b8c-46f0-b709-c87e6f1ba03f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:17.090196 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce8323-c1e2-4274-a67d-e72a90b77919 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Subnet': ['ID=a0d54941-2b8c-46f0-b709-c87e6f1ba03f,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:17.139538 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ce8323-c1e2-4274-a67d-e72a90b77919 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Checking segment: {'id': '3f2f99a0-70ac-41e7-a911-b2ad7668b585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a892d91e-d36d-48ed-be9a-abe2370e0e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:28:17.142743 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ce8323-c1e2-4274-a67d-e72a90b77919 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network hostable DHCP agents. Network: a892d91e-d36d-48ed-be9a-abe2370e0e32, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:28:17.147968 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77642cbc-2672-4b86-873e-55124a33cea4 None None] Publish callbacks [] for port (2991eb37-e8e6-4286-b31b-ac54cd6b3c27), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:17.155141 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77642cbc-2672-4b86-873e-55124a33cea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2991eb37-e8e6-4286-b31b-ac54cd6b3c27), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:17.184124 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ce8323-c1e2-4274-a67d-e72a90b77919 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network a892d91e-d36d-48ed-be9a-abe2370e0e32 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:28:17.198787 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-22ce8323-c1e2-4274-a67d-e72a90b77919 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, a892d91e-d36d-48ed-be9a-abe2370e0e32) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:17.208487 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ce8323-c1e2-4274-a67d-e72a90b77919 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:17.211136 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22ce8323-c1e2-4274-a67d-e72a90b77919 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:17.241344 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763dff61-07d2-4f1f-921d-9be4253f5cdd None None] Network a892d91e-d36d-48ed-be9a-abe2370e0e32 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:28:17.249174 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-22ce8323-c1e2-4274-a67d-e72a90b77919 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1105056 Jan 28 00:28:17.250251 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38270) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:17.392660 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38272) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:17.663507 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01f3f1-f22e-4fc8-a650-29fb917d508f None None] Pushing event updated for resources: {'Port': ['ID=2991eb37-e8e6-4286-b31b-ac54cd6b3c27,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:17.742127 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c254e92f-e33a-44c6-b41a-a07c955b167a req-c1608514-91a7-4c71-8056-2defec2e2e84 tempest-ServerShowV254Test-100211121 tempest-ServerShowV254Test-100211121-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.0375950 Jan 28 00:28:17.750427 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cc48a605-955f-4d9e-b78c-19edab594cb6 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111346'] for router (d599c011-c8c0-45c7-83a6-5e437e4d0481), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:17.754823 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cc48a605-955f-4d9e-b78c-19edab594cb6 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552731'] for router (d599c011-c8c0-45c7-83a6-5e437e4d0481), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:17.756365 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-77642cbc-2672-4b86-873e-55124a33cea4 None None] Attempting to bind port 2991eb37-e8e6-4286-b31b-ac54cd6b3c27 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:28:17.757344 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-77642cbc-2672-4b86-873e-55124a33cea4 None None] Attempting to bind port 2991eb37-e8e6-4286-b31b-ac54cd6b3c27 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '901e094a-d910-48f2-aee8-ebee3bf9578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:28:17.758683 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77642cbc-2672-4b86-873e-55124a33cea4 None None] Attempting to bind port 2991eb37-e8e6-4286-b31b-ac54cd6b3c27 on network 9e23157e-f600-42a8-8b12-905fa1644868 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:28:17.791167 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77642cbc-2672-4b86-873e-55124a33cea4 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:28:17.792056 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77642cbc-2672-4b86-873e-55124a33cea4 None None] Checking segment: {'id': '901e094a-d910-48f2-aee8-ebee3bf9578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:28:17.792870 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77642cbc-2672-4b86-873e-55124a33cea4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:17.793598 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77642cbc-2672-4b86-873e-55124a33cea4 None None] Bound using segment: {'id': '901e094a-d910-48f2-aee8-ebee3bf9578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:28:17.794555 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-77642cbc-2672-4b86-873e-55124a33cea4 None None] Bound port: 2991eb37-e8e6-4286-b31b-ac54cd6b3c27, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '901e094a-d910-48f2-aee8-ebee3bf9578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:28:17.795378 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77642cbc-2672-4b86-873e-55124a33cea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2991eb37-e8e6-4286-b31b-ac54cd6b3c27), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:17.799794 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ec7ec2b0-a9ed-40e2-9865-826dff87581b None None] Provisioning complete for port 2991eb37-e8e6-4286-b31b-ac54cd6b3c27 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:17.800517 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ec7ec2b0-a9ed-40e2-9865-826dff87581b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2991eb37-e8e6-4286-b31b-ac54cd6b3c27), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:17.814670 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-f699ce0c-dc79-4cac-933d-95b0edb00747 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Request body: {'subnet': {'network_id': '32ed46c2-b588-4023-91ba-f0fb6de41583', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:17.934426 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc48a605-955f-4d9e-b78c-19edab594cb6 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Router d599c011-c8c0-45c7-83a6-5e437e4d0481 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:28:17.967729 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecada4e-018f-4cce-b8fd-4df6b9ede160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-a892d91e-d36d-48ed-be9a-abe2370e0e32', 'network_id': 'a892d91e-d36d-48ed-be9a-abe2370e0e32', 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'fixed_ips': [{'subnet_id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:28:17.968873 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eecada4e-018f-4cce-b8fd-4df6b9ede160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:17.977813 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8905ee1e-024a-4868-bcfc-ac7b2beb9d2c req-e20aac44-2afe-4c14-8c2e-2c16e93840b9 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9a81c37-4653-4b4c-8034-f63c178ac24e HTTP/1.1" status: 200 len: 210 time: 0.0324428 Jan 28 00:28:18.021445 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ec7ec2b0-a9ed-40e2-9865-826dff87581b None None] Port 2991eb37-e8e6-4286-b31b-ac54cd6b3c27 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:28:18.032819 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-f129cfb7-d12b-4a25-9502-8d2756dcfc32 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:18.034372 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-f129cfb7-d12b-4a25-9502-8d2756dcfc32 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.52 "GET /v2.0/networks?id=a19097ca-1911-4a28-909d-42dc359e564a HTTP/1.1" status: 200 len: 805 time: 0.7643476 Jan 28 00:28:18.117159 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f699ce0c-dc79-4cac-933d-95b0edb00747 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Made reservation on behalf of a05633f5bd9b461fadfd250086e656fa for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:28:18.120675 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f699ce0c-dc79-4cac-933d-95b0edb00747 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:18.129437 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc48a605-955f-4d9e-b78c-19edab594cb6 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:28:18.145889 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cc48a605-955f-4d9e-b78c-19edab594cb6 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:18.147018 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31635960-e2d1-4331-9281-2439e818e209 None None] Sync routers for ids ['d599c011-c8c0-45c7-83a6-5e437e4d0481'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:28:18.150556 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-cc48a605-955f-4d9e-b78c-19edab594cb6 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "PUT /v2.0/routers/d599c011-c8c0-45c7-83a6-5e437e4d0481 HTTP/1.1" status: 200 len: 922 time: 2.4381621 Jan 28 00:28:18.152098 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38280) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:18.152999 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-77642cbc-2672-4b86-873e-55124a33cea4 None None] For port 2991eb37-e8e6-4286-b31b-ac54cd6b3c27, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:28:18.181375 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-77642cbc-2672-4b86-873e-55124a33cea4 None None] For port 2991eb37-e8e6-4286-b31b-ac54cd6b3c27, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2991eb37-e8e6-4286-b31b-ac54cd6b3c27,segment=NetworkSegment(901e094a-d910-48f2-aee8-ebee3bf9578f),segment_id=901e094a-d910-48f2-aee8-ebee3bf9578f)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:28:18.186100 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31635960-e2d1-4331-9281-2439e818e209 None None] Routers {'d599c011-c8c0-45c7-83a6-5e437e4d0481'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:28:18.186872 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-31635960-e2d1-4331-9281-2439e818e209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:28:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['d599c011-c8c0-45c7-83a6-5e437e4d0481'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:18.235965 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-31635960-e2d1-4331-9281-2439e818e209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:18.239369 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-77642cbc-2672-4b86-873e-55124a33cea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2991eb37-e8e6-4286-b31b-ac54cd6b3c27), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:18.307148 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-bbd4738f-258b-4bf5-b751-50348c4330cb tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39520a6340284750becfcf9a1672d525 HTTP/1.1" status: 200 len: 379 time: 0.2294762 Jan 28 00:28:18.314007 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0f00c5be-0b33-4d6f-886c-db9769c511d8 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "GET /v2.0/routers/d599c011-c8c0-45c7-83a6-5e437e4d0481 HTTP/1.1" status: 200 len: 922 time: 0.1559987 Jan 28 00:28:18.315820 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38282) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:18.322369 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-ebb4ca4c-a3dd-4af7-8b06-aab4b59c3ae1 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Request body: {'port': {'device_id': 'a9a81c37-4653-4b4c-8034-f63c178ac24e', 'network_id': 'a19097ca-1911-4a28-909d-42dc359e564a', 'admin_state_up': True, 'tenant_id': '39520a6340284750becfcf9a1672d525', 'security_groups': ['6877f70c-a160-443f-9089-b0ea62e469c0']}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:18.335385 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31635960-e2d1-4331-9281-2439e818e209 None None] Routers {'d599c011-c8c0-45c7-83a6-5e437e4d0481'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:28:18.336453 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-31635960-e2d1-4331-9281-2439e818e209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:28:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['d599c011-c8c0-45c7-83a6-5e437e4d0481'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:18.475040 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db220df0-f4f6-43f3-8fea-602155cea34a tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:18.483044 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-db220df0-f4f6-43f3-8fea-602155cea34a tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392&device_id=d599c011-c8c0-45c7-83a6-5e437e4d0481&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1597304 Jan 28 00:28:18.483044 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38284) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:18.628624 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-916bcbd2-7443-4685-8c2e-e8d1a2a84757 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:18.761395 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-31635960-e2d1-4331-9281-2439e818e209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:18.762436 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31635960-e2d1-4331-9281-2439e818e209 None None] The sync data for ids ['d599c011-c8c0-45c7-83a6-5e437e4d0481'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:28:18.801961 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-eecada4e-018f-4cce-b8fd-4df6b9ede160 None None] Allocated IP 172.21.0.2 (a892d91e-d36d-48ed-be9a-abe2370e0e32/a0d54941-2b8c-46f0-b709-c87e6f1ba03f/b2515c34-6108-4974-822c-89d6efebec64) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:28:18.807499 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77642cbc-2672-4b86-873e-55124a33cea4 None None] Routers {'f424b26a-a94f-4c6f-806a-d28ebf11cf41'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:28:18.808570 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-77642cbc-2672-4b86-873e-55124a33cea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:28:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:18.890927 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2d7953b3-e4b3-4e0c-bd61-51d20bd13aa9 None None] Provisioning complete for port 2991eb37-e8e6-4286-b31b-ac54cd6b3c27 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:18.891757 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2d7953b3-e4b3-4e0c-bd61-51d20bd13aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2991eb37-e8e6-4286-b31b-ac54cd6b3c27), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:18.894665 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01f3f1-f22e-4fc8-a650-29fb917d508f None None] Pushing event updated for resources: {'Port': ['ID=2991eb37-e8e6-4286-b31b-ac54cd6b3c27,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:18.911310 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f699ce0c-dc79-4cac-933d-95b0edb00747 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (c1cb4ea3-8a79-4b9f-95ea-5b3f189d54e4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:19.100977 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-ebb4ca4c-a3dd-4af7-8b06-aab4b59c3ae1 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Made reservation on behalf of 39520a6340284750becfcf9a1672d525 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:28:19.106139 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-ebb4ca4c-a3dd-4af7-8b06-aab4b59c3ae1 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:19.170241 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-77642cbc-2672-4b86-873e-55124a33cea4 None None] Set router f424b26a-a94f-4c6f-806a-d28ebf11cf41 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:28:19.269176 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7326d409-e819-4d10-9067-64d2207ea418 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:19.279257 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7326d409-e819-4d10-9067-64d2207ea418 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 881 time: 0.7972050 Jan 28 00:28:19.288186 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-ebb4ca4c-a3dd-4af7-8b06-aab4b59c3ae1 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Allocated IP 172.20.0.8 (a19097ca-1911-4a28-909d-42dc359e564a/c63bb981-ddb7-4260-941d-d8fb658fd68e/44f20f61-d55b-46db-8d5a-9fb16b9ab5c1) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:28:19.316154 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38292) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:19.475285 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dbb7c7a3-0c39-42fd-b862-3702be12d4fb req-f89b29d1-6e93-428f-9c52-4b20114a797f tempest-ServerShowV254Test-100211121 tempest-ServerShowV254Test-100211121-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.1932256 Jan 28 00:28:19.481758 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9b8df4c-d27e-4b61-ad4d-38e3d43eceba req-ab9eee4a-52a3-41ee-ba04-6977d4fec6a0 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9a81c37-4653-4b4c-8034-f63c178ac24e HTTP/1.1" status: 200 len: 210 time: 0.1828034 Jan 28 00:28:19.492022 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-90881b4e-6dd1-4d24-a4e9-8bfbe95afacf tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "GET /v2.0/ports?device_id=d599c011-c8c0-45c7-83a6-5e437e4d0481 HTTP/1.1" status: 200 len: 205 time: 0.1732695 Jan 28 00:28:19.493516 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38294) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:19.533342 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-ebb4ca4c-a3dd-4af7-8b06-aab4b59c3ae1 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks [] for port (44f20f61-d55b-46db-8d5a-9fb16b9ab5c1), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:19.681287 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699ce0c-dc79-4cac-933d-95b0edb00747 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event updated for resources: {'Subnet': ['ID=c1cb4ea3-8a79-4b9f-95ea-5b3f189d54e4,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:19.687769 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2d7953b3-e4b3-4e0c-bd61-51d20bd13aa9 None None] Current status of the port 2991eb37-e8e6-4286-b31b-ac54cd6b3c27 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:19.688880 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2d7953b3-e4b3-4e0c-bd61-51d20bd13aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2991eb37-e8e6-4286-b31b-ac54cd6b3c27), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:19.710971 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f699ce0c-dc79-4cac-933d-95b0edb00747 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Checking segment: {'id': 'f496ac5f-2d24-4adb-a215-b9fa0ed17219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '32ed46c2-b588-4023-91ba-f0fb6de41583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:28:19.711858 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f699ce0c-dc79-4cac-933d-95b0edb00747 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Network hostable DHCP agents. Network: 32ed46c2-b588-4023-91ba-f0fb6de41583, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:28:19.717359 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f040d84d-9db4-4426-b961-9cb915ad016e tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router (d599c011-c8c0-45c7-83a6-5e437e4d0481), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:19.741059 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-ebb4ca4c-a3dd-4af7-8b06-aab4b59c3ae1 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (44f20f61-d55b-46db-8d5a-9fb16b9ab5c1), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:19.854064 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eecada4e-018f-4cce-b8fd-4df6b9ede160 None None] Publish callbacks [] for port (b2515c34-6108-4974-822c-89d6efebec64), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:19.880575 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eecada4e-018f-4cce-b8fd-4df6b9ede160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (b2515c34-6108-4974-822c-89d6efebec64), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:19.901322 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-2d7953b3-e4b3-4e0c-bd61-51d20bd13aa9 None None] For port 2991eb37-e8e6-4286-b31b-ac54cd6b3c27, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2991eb37-e8e6-4286-b31b-ac54cd6b3c27,segment=NetworkSegment(901e094a-d910-48f2-aee8-ebee3bf9578f),segment_id=901e094a-d910-48f2-aee8-ebee3bf9578f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:19.904575 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f699ce0c-dc79-4cac-933d-95b0edb00747 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Network 32ed46c2-b588-4023-91ba-f0fb6de41583 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:28:19.935045 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-ebb4ca4c-a3dd-4af7-8b06-aab4b59c3ae1 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Network a19097ca-1911-4a28-909d-42dc359e564a is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:28:19.936506 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4ca4c-a3dd-4af7-8b06-aab4b59c3ae1 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Pushing event updated for resources: {'Port': ['ID=44f20f61-d55b-46db-8d5a-9fb16b9ab5c1,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:19.955412 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-ebb4ca4c-a3dd-4af7-8b06-aab4b59c3ae1 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:19.958051 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2d7953b3-e4b3-4e0c-bd61-51d20bd13aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2991eb37-e8e6-4286-b31b-ac54cd6b3c27), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:19.976511 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f040d84d-9db4-4426-b961-9cb915ad016e tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router_gateway (d599c011-c8c0-45c7-83a6-5e437e4d0481), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:19.985561 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-f699ce0c-dc79-4cac-933d-95b0edb00747 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 32ed46c2-b588-4023-91ba-f0fb6de41583) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:20.002655 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-ebb4ca4c-a3dd-4af7-8b06-aab4b59c3ae1 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:28:20.026424 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecada4e-018f-4cce-b8fd-4df6b9ede160 None None] Network a892d91e-d36d-48ed-be9a-abe2370e0e32 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:28:20.046149 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-eecada4e-018f-4cce-b8fd-4df6b9ede160 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:20.049921 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecada4e-018f-4cce-b8fd-4df6b9ede160 None None] Pushing event updated for resources: {'Port': ['ID=b2515c34-6108-4974-822c-89d6efebec64,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:20.059391 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecada4e-018f-4cce-b8fd-4df6b9ede160 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:28:20.063319 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b1dfe9-260f-4446-be75-6cd153f97646 None None] Network 32ed46c2-b588-4023-91ba-f0fb6de41583 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:28:20.100721 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-77642cbc-2672-4b86-873e-55124a33cea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:28:12Z', 'revision_number': 2, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None, '_interfaces': [{'id': '2991eb37-e8e6-4286-b31b-ac54cd6b3c27', 'name': '', 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:00:45:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:10Z', 'updated_at': '2022-01-28T00:28:18Z', 'revision_number': 4, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:20.114855 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f699ce0c-dc79-4cac-933d-95b0edb00747 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:20.115673 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f699ce0c-dc79-4cac-933d-95b0edb00747 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:20.146380 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-f040d84d-9db4-4426-b961-9cb915ad016e tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Deleting port b05f1f77-bc2a-44cd-82d7-812374c495c5 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:28:20.146965 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f040d84d-9db4-4426-b961-9cb915ad016e tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b05f1f77-bc2a-44cd-82d7-812374c495c5), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:20.155003 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-916bcbd2-7443-4685-8c2e-e8d1a2a84757 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Allocated IP 172.21.0.1 (a892d91e-d36d-48ed-be9a-abe2370e0e32/a0d54941-2b8c-46f0-b709-c87e6f1ba03f/fa31b11e-19f9-4106-a028-75909de3b365) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:28:20.254538 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77642cbc-2672-4b86-873e-55124a33cea4 None None] The sync data for ids ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'] in n-d-826754-1 is: [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:28:12Z', 'revision_number': 2, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None, '_interfaces': [{'id': '2991eb37-e8e6-4286-b31b-ac54cd6b3c27', 'name': '', 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:00:45:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:10Z', 'updated_at': '2022-01-28T00:28:18Z', 'revision_number': 4, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:28:20.336089 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f040d84d-9db4-4426-b961-9cb915ad016e tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b05f1f77-bc2a-44cd-82d7-812374c495c5), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:20.356233 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-f040d84d-9db4-4426-b961-9cb915ad016e tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Calling delete_port for b05f1f77-bc2a-44cd-82d7-812374c495c5 owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:28:20.379981 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-916bcbd2-7443-4685-8c2e-e8d1a2a84757 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for port (fa31b11e-19f9-4106-a028-75909de3b365), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:20.449215 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f699ce0c-dc79-4cac-933d-95b0edb00747 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0545087 Jan 28 00:28:20.455602 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38298) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:20.461510 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-c4efe602-f292-4fed-8f15-a1399af03630 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-108250930'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:20.497894 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-ebb4ca4c-a3dd-4af7-8b06-aab4b59c3ae1 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:20.498481 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-ebb4ca4c-a3dd-4af7-8b06-aab4b59c3ae1 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:20.508551 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4efe602-f292-4fed-8f15-a1399af03630 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Made reservation on behalf of a05633f5bd9b461fadfd250086e656fa for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:28:20.512611 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c4efe602-f292-4fed-8f15-a1399af03630 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:20.553132 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c03970b-f6bc-4bca-b9fa-b87b1838bedd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-32ed46c2-b588-4023-91ba-f0fb6de41583', 'network_id': '32ed46c2-b588-4023-91ba-f0fb6de41583', 'project_id': 'a05633f5bd9b461fadfd250086e656fa', 'fixed_ips': [{'subnet_id': 'c1cb4ea3-8a79-4b9f-95ea-5b3f189d54e4'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:28:20.554709 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6c03970b-f6bc-4bca-b9fa-b87b1838bedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:20.578354 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4efe602-f292-4fed-8f15-a1399af03630 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:28:20.591738 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c4efe602-f292-4fed-8f15-a1399af03630 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (a4e04b21-0881-422a-9c6a-8f6fab64a0de), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:20.592101 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-c4efe602-f292-4fed-8f15-a1399af03630 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Added segment a4e04b21-0881-422a-9c6a-8f6fab64a0de of type vlan for network 360c371d-70c9-442f-950e-0d09b7998fc6 Jan 28 00:28:20.649539 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7953b3-e4b3-4e0c-bd61-51d20bd13aa9 None None] Pushing event updated for resources: {'Port': ['ID=2991eb37-e8e6-4286-b31b-ac54cd6b3c27,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:20.677532 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-eecada4e-018f-4cce-b8fd-4df6b9ede160 None None] Attempting to bind port b2515c34-6108-4974-822c-89d6efebec64 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:28:20.678118 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-eecada4e-018f-4cce-b8fd-4df6b9ede160 None None] Attempting to bind port b2515c34-6108-4974-822c-89d6efebec64 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '3f2f99a0-70ac-41e7-a911-b2ad7668b585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a892d91e-d36d-48ed-be9a-abe2370e0e32'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:28:20.678817 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecada4e-018f-4cce-b8fd-4df6b9ede160 None None] Attempting to bind port b2515c34-6108-4974-822c-89d6efebec64 on network a892d91e-d36d-48ed-be9a-abe2370e0e32 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:28:20.742984 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c4efe602-f292-4fed-8f15-a1399af03630 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (360c371d-70c9-442f-950e-0d09b7998fc6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:20.825038 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-ebb4ca4c-a3dd-4af7-8b06-aab4b59c3ae1 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5063539 Jan 28 00:28:20.829042 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c4efe602-f292-4fed-8f15-a1399af03630 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (360c371d-70c9-442f-950e-0d09b7998fc6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:20.840752 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-208b35a0-2cfb-4696-b5ad-dd954ef0f5ff None None] Provisioning complete for port 44f20f61-d55b-46db-8d5a-9fb16b9ab5c1 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:20.841457 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-208b35a0-2cfb-4696-b5ad-dd954ef0f5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (44f20f61-d55b-46db-8d5a-9fb16b9ab5c1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:20.845097 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4efe602-f292-4fed-8f15-a1399af03630 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:20.845719 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecada4e-018f-4cce-b8fd-4df6b9ede160 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:28:20.846232 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c4efe602-f292-4fed-8f15-a1399af03630 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:20.846559 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecada4e-018f-4cce-b8fd-4df6b9ede160 None None] Checking segment: {'id': '3f2f99a0-70ac-41e7-a911-b2ad7668b585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a892d91e-d36d-48ed-be9a-abe2370e0e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:28:20.847314 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eecada4e-018f-4cce-b8fd-4df6b9ede160 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:20.848096 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecada4e-018f-4cce-b8fd-4df6b9ede160 None None] Bound using segment: {'id': '3f2f99a0-70ac-41e7-a911-b2ad7668b585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a892d91e-d36d-48ed-be9a-abe2370e0e32'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:28:20.849287 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-eecada4e-018f-4cce-b8fd-4df6b9ede160 None None] Bound port: b2515c34-6108-4974-822c-89d6efebec64, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2f99a0-70ac-41e7-a911-b2ad7668b585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a892d91e-d36d-48ed-be9a-abe2370e0e32'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:28:20.849965 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eecada4e-018f-4cce-b8fd-4df6b9ede160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b2515c34-6108-4974-822c-89d6efebec64), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:20.855085 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-2b4e6615-8adc-4411-98bd-ba870c7aca10 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:28:20.857895 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-2b4e6615-8adc-4411-98bd-ba870c7aca10 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066178 Jan 28 00:28:20.865707 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-916bcbd2-7443-4685-8c2e-e8d1a2a84757 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (fa31b11e-19f9-4106-a028-75909de3b365), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:20.880857 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3fc32e5-5792-4f5b-9cbe-1486d0bb4bbe req-e8e7fb1d-de04-4fbc-ae7c-9ff96a5cc0e4 tempest-ServerShowV254Test-100211121 tempest-ServerShowV254Test-100211121-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.1344943 Jan 28 00:28:20.932117 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f040d84d-9db4-4426-b961-9cb915ad016e tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b05f1f77-bc2a-44cd-82d7-812374c495c5), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:20.949187 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c2110-a04b-4b30-b31b-7554770eaeb2 req-6bc8bcb5-ab33-4a04-98e6-399835d087f6 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:20.951798 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-255c2110-a04b-4b30-b31b-7554770eaeb2 req-6bc8bcb5-ab33-4a04-98e6-399835d087f6 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9a81c37-4653-4b4c-8034-f63c178ac24e HTTP/1.1" status: 200 len: 931 time: 0.2377980 Jan 28 00:28:20.982626 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040d84d-9db4-4426-b961-9cb915ad016e tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Pushing event deleted for resources: {'Port': ['ID=b05f1f77-bc2a-44cd-82d7-812374c495c5,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:21.063281 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916bcbd2-7443-4685-8c2e-e8d1a2a84757 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network a892d91e-d36d-48ed-be9a-abe2370e0e32 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:28:21.069421 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-916bcbd2-7443-4685-8c2e-e8d1a2a84757 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:21.092228 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c4efe602-f292-4fed-8f15-a1399af03630 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6306167 Jan 28 00:28:21.096044 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916bcbd2-7443-4685-8c2e-e8d1a2a84757 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:28:21.111948 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38308) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:21.170099 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-916bcbd2-7443-4685-8c2e-e8d1a2a84757 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (f424b26a-a94f-4c6f-806a-d28ebf11cf41), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:21.184694 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-3a7c8a30-b11b-46a7-b7bb-99e20b11742c service neutron] Request body: {'port': {'device_id': 'a9a81c37-4653-4b4c-8034-f63c178ac24e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:21.190664 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-208b35a0-2cfb-4696-b5ad-dd954ef0f5ff None None] Port 44f20f61-d55b-46db-8d5a-9fb16b9ab5c1 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:28:21.260888 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-352102a7-557e-408d-bcb8-388e7b6d143a tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Request body: {'subnet': {'network_id': '360c371d-70c9-442f-950e-0d09b7998fc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:21.308293 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4efe602-f292-4fed-8f15-a1399af03630 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event updated for resources: {'Network': ['ID=360c371d-70c9-442f-950e-0d09b7998fc6,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:21.317983 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-eecada4e-018f-4cce-b8fd-4df6b9ede160 None None] For port b2515c34-6108-4974-822c-89d6efebec64, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:28:21.327364 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-eecada4e-018f-4cce-b8fd-4df6b9ede160 None None] For port b2515c34-6108-4974-822c-89d6efebec64, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b2515c34-6108-4974-822c-89d6efebec64,segment=NetworkSegment(3f2f99a0-70ac-41e7-a911-b2ad7668b585),segment_id=3f2f99a0-70ac-41e7-a911-b2ad7668b585)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:28:21.339949 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 360c371d-70c9-442f-950e-0d09b7998fc6 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:28:21.365159 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eecada4e-018f-4cce-b8fd-4df6b9ede160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b2515c34-6108-4974-822c-89d6efebec64), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:21.444453 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-255c2110-a04b-4b30-b31b-7554770eaeb2 req-c2bb252f-ccb3-48d7-956e-58dba84b8512 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/security-groups?id=6877f70c-a160-443f-9089-b0ea62e469c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4629033 Jan 28 00:28:21.486718 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2991eb37-e8e6-4286-b31b-ac54cd6b3c27 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:28:21.509452 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f040d84d-9db4-4426-b961-9cb915ad016e tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (d599c011-c8c0-45c7-83a6-5e437e4d0481), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:21.644910 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bcbd2-7443-4685-8c2e-e8d1a2a84757 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Port': ['ID=fa31b11e-19f9-4106-a028-75909de3b365,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:21.678872 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-6c03970b-f6bc-4bca-b9fa-b87b1838bedd None None] Allocated IP 2001:db8:0:ffff::2 (32ed46c2-b588-4023-91ba-f0fb6de41583/c1cb4ea3-8a79-4b9f-95ea-5b3f189d54e4/dbb67bde-4456-4a30-be4b-0a500e1729c4) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:28:21.679627 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-3a7c8a30-b11b-46a7-b7bb-99e20b11742c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (44f20f61-d55b-46db-8d5a-9fb16b9ab5c1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:21.779984 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-916bcbd2-7443-4685-8c2e-e8d1a2a84757 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (fa31b11e-19f9-4106-a028-75909de3b365), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:21.873035 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f040d84d-9db4-4426-b961-9cb915ad016e tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (d599c011-c8c0-45c7-83a6-5e437e4d0481), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:21.877993 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f040d84d-9db4-4426-b961-9cb915ad016e tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router_controller (d599c011-c8c0-45c7-83a6-5e437e4d0481), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:21.881906 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6c03970b-f6bc-4bca-b9fa-b87b1838bedd None None] Publish callbacks [] for port (dbb67bde-4456-4a30-be4b-0a500e1729c4), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:21.905287 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6c03970b-f6bc-4bca-b9fa-b87b1838bedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (dbb67bde-4456-4a30-be4b-0a500e1729c4), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:21.937655 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecada4e-018f-4cce-b8fd-4df6b9ede160 None None] Pushing event updated for resources: {'Port': ['ID=b2515c34-6108-4974-822c-89d6efebec64,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:22.012479 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c03970b-f6bc-4bca-b9fa-b87b1838bedd None None] Network 32ed46c2-b588-4023-91ba-f0fb6de41583 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:28:22.021393 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 2991eb37-e8e6-4286-b31b-ac54cd6b3c27 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:22.021393 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2991eb37-e8e6-4286-b31b-ac54cd6b3c27), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:22.104237 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f040d84d-9db4-4426-b961-9cb915ad016e tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (d599c011-c8c0-45c7-83a6-5e437e4d0481), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:22.105380 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-6c03970b-f6bc-4bca-b9fa-b87b1838bedd None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:22.110993 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f040d84d-9db4-4426-b961-9cb915ad016e tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Fanout notify agent at l3_agent the message router_deleted on router d599c011-c8c0-45c7-83a6-5e437e4d0481 {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:28:22.115375 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c03970b-f6bc-4bca-b9fa-b87b1838bedd None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:28:22.141764 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03970b-f6bc-4bca-b9fa-b87b1838bedd None None] Pushing event updated for resources: {'Port': ['ID=dbb67bde-4456-4a30-be4b-0a500e1729c4,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:22.159112 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f040d84d-9db4-4426-b961-9cb915ad016e tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:22.170735 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f040d84d-9db4-4426-b961-9cb915ad016e tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "DELETE /v2.0/routers/d599c011-c8c0-45c7-83a6-5e437e4d0481 HTTP/1.1" status: 204 len: 168 time: 2.6750743 Jan 28 00:28:22.185032 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38312) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:22.225333 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-40a12bef-9fea-4f29-a783-16200c667d1f tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-987664192', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:22.324124 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-43b0a9d8-31f8-41de-b7cb-5d787198f9bf req-cb203d8a-368e-4e30-aff5-b95c760223eb tempest-ServerShowV254Test-100211121 tempest-ServerShowV254Test-100211121-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.1319711 Jan 28 00:28:22.346661 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352102a7-557e-408d-bcb8-388e7b6d143a tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Made reservation on behalf of a05633f5bd9b461fadfd250086e656fa for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:28:22.362405 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-352102a7-557e-408d-bcb8-388e7b6d143a tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:22.439341 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-916bcbd2-7443-4685-8c2e-e8d1a2a84757 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for port (fa31b11e-19f9-4106-a028-75909de3b365), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:22.450626 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-916bcbd2-7443-4685-8c2e-e8d1a2a84757 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (fa31b11e-19f9-4106-a028-75909de3b365), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:22.497338 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-40a12bef-9fea-4f29-a783-16200c667d1f tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (3e700417-61a6-42a5-823e-c66a68c45456), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:22.498812 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-40a12bef-9fea-4f29-a783-16200c667d1f tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (3e700417-61a6-42a5-823e-c66a68c45456), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:22.512024 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-6c03970b-f6bc-4bca-b9fa-b87b1838bedd None None] Attempting to bind port dbb67bde-4456-4a30-be4b-0a500e1729c4 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:28:22.512567 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-916bcbd2-7443-4685-8c2e-e8d1a2a84757 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (f424b26a-a94f-4c6f-806a-d28ebf11cf41), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:22.514523 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-6c03970b-f6bc-4bca-b9fa-b87b1838bedd None None] Attempting to bind port dbb67bde-4456-4a30-be4b-0a500e1729c4 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'f496ac5f-2d24-4adb-a215-b9fa0ed17219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '32ed46c2-b588-4023-91ba-f0fb6de41583'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:28:22.517138 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c03970b-f6bc-4bca-b9fa-b87b1838bedd None None] Attempting to bind port dbb67bde-4456-4a30-be4b-0a500e1729c4 on network 32ed46c2-b588-4023-91ba-f0fb6de41583 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:28:22.562014 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c03970b-f6bc-4bca-b9fa-b87b1838bedd None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:28:22.562987 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c03970b-f6bc-4bca-b9fa-b87b1838bedd None None] Checking segment: {'id': 'f496ac5f-2d24-4adb-a215-b9fa0ed17219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '32ed46c2-b588-4023-91ba-f0fb6de41583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:28:22.563565 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6c03970b-f6bc-4bca-b9fa-b87b1838bedd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:22.564287 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c03970b-f6bc-4bca-b9fa-b87b1838bedd None None] Bound using segment: {'id': 'f496ac5f-2d24-4adb-a215-b9fa0ed17219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '32ed46c2-b588-4023-91ba-f0fb6de41583'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:28:22.565102 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-6c03970b-f6bc-4bca-b9fa-b87b1838bedd None None] Bound port: dbb67bde-4456-4a30-be4b-0a500e1729c4, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f496ac5f-2d24-4adb-a215-b9fa0ed17219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '32ed46c2-b588-4023-91ba-f0fb6de41583'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:28:22.565971 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6c03970b-f6bc-4bca-b9fa-b87b1838bedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (dbb67bde-4456-4a30-be4b-0a500e1729c4), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:22.571532 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 2991eb37-e8e6-4286-b31b-ac54cd6b3c27 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:22.622243 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-40a12bef-9fea-4f29-a783-16200c667d1f tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router_controller (3e700417-61a6-42a5-823e-c66a68c45456), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:22.683853 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6c03970b-f6bc-4bca-b9fa-b87b1838bedd None None] For port dbb67bde-4456-4a30-be4b-0a500e1729c4, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:28:22.689695 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6c03970b-f6bc-4bca-b9fa-b87b1838bedd None None] For port dbb67bde-4456-4a30-be4b-0a500e1729c4, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=dbb67bde-4456-4a30-be4b-0a500e1729c4,segment=NetworkSegment(f496ac5f-2d24-4adb-a215-b9fa0ed17219),segment_id=f496ac5f-2d24-4adb-a215-b9fa0ed17219)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:28:22.711662 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6c03970b-f6bc-4bca-b9fa-b87b1838bedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (dbb67bde-4456-4a30-be4b-0a500e1729c4), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:22.723937 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bcbd2-7443-4685-8c2e-e8d1a2a84757 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Port': ['ID=fa31b11e-19f9-4106-a028-75909de3b365,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:22.793056 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-40a12bef-9fea-4f29-a783-16200c667d1f tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (3e700417-61a6-42a5-823e-c66a68c45456), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:22.812595 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03970b-f6bc-4bca-b9fa-b87b1838bedd None None] Pushing event updated for resources: {'Port': ['ID=dbb67bde-4456-4a30-be4b-0a500e1729c4,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:22.887949 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-40a12bef-9fea-4f29-a783-16200c667d1f tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:22.890149 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-40a12bef-9fea-4f29-a783-16200c667d1f tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6809576 Jan 28 00:28:22.893251 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38318) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:22.895280 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916bcbd2-7443-4685-8c2e-e8d1a2a84757 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network a892d91e-d36d-48ed-be9a-abe2370e0e32 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:28:22.906938 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-69afd118-2cbf-472b-9a19-9e82bfe86723 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Request body: {'router': {'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:22.923033 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03094cc6-0c46-4d96-8cc3-8538c739eb05 req-6c6236f6-11c9-46fb-aef5-24b313d0f21f tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:22.932311 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-03094cc6-0c46-4d96-8cc3-8538c739eb05 req-6c6236f6-11c9-46fb-aef5-24b313d0f21f tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9a81c37-4653-4b4c-8034-f63c178ac24e HTTP/1.1" status: 200 len: 931 time: 0.3080618 Jan 28 00:28:22.986896 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-916bcbd2-7443-4685-8c2e-e8d1a2a84757 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:23.099507 n-d-826754-1 neutron-server[103344]: DEBUG neutron.objects.ports [None req-352102a7-557e-408d-bcb8-388e7b6d143a tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103344) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 00:28:23.105857 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-352102a7-557e-408d-bcb8-388e7b6d143a tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (33bc3356-f03a-4e0a-a96f-7fb70235579c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:23.185956 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352102a7-557e-408d-bcb8-388e7b6d143a tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event updated for resources: {'Subnet': ['ID=33bc3356-f03a-4e0a-a96f-7fb70235579c,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:23.222180 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-03094cc6-0c46-4d96-8cc3-8538c739eb05 req-9c5d1d3e-1c5d-4b78-929a-0c4bbda925fc tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/security-groups?id=6877f70c-a160-443f-9089-b0ea62e469c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2868466 Jan 28 00:28:23.314777 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352102a7-557e-408d-bcb8-388e7b6d143a tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Checking segment: {'id': 'a4e04b21-0881-422a-9c6a-8f6fab64a0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '360c371d-70c9-442f-950e-0d09b7998fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:28:23.315268 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352102a7-557e-408d-bcb8-388e7b6d143a tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Network hostable DHCP agents. Network: 360c371d-70c9-442f-950e-0d09b7998fc6, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:28:23.391873 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352102a7-557e-408d-bcb8-388e7b6d143a tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Network 360c371d-70c9-442f-950e-0d09b7998fc6 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:28:23.425833 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-352102a7-557e-408d-bcb8-388e7b6d143a tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 360c371d-70c9-442f-950e-0d09b7998fc6) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:23.443747 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04d6fe5-244c-4b03-ba19-0713f7fad08b None None] Network 360c371d-70c9-442f-950e-0d09b7998fc6 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:28:23.453790 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352102a7-557e-408d-bcb8-388e7b6d143a tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:23.458468 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-352102a7-557e-408d-bcb8-388e7b6d143a tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:23.594167 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b2515c34-6108-4974-822c-89d6efebec64 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:28:23.603535 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3a5938f6-3a27-43dd-bcd0-79cd8e48e7ab req-0cd3b66b-0c41-4ee0-bda0-0cf7769ed50c tempest-ServerShowV254Test-100211121 tempest-ServerShowV254Test-100211121-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.0765371 Jan 28 00:28:23.614731 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-352102a7-557e-408d-bcb8-388e7b6d143a tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3977628 Jan 28 00:28:23.616344 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38326) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:23.624763 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-c3870386-f761-455e-a575-9e7692b208ec tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Request body: {'port': {'network_id': '360c371d-70c9-442f-950e-0d09b7998fc6', 'name': 'tempest-NetworksIpV6TestAttrs-1895591664'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:23.730530 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-3a7c8a30-b11b-46a7-b7bb-99e20b11742c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44f20f61-d55b-46db-8d5a-9fb16b9ab5c1 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:28:23.747125 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-3a7c8a30-b11b-46a7-b7bb-99e20b11742c service neutron] Publish callbacks [] for port (44f20f61-d55b-46db-8d5a-9fb16b9ab5c1), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:23.755101 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port b2515c34-6108-4974-822c-89d6efebec64 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:23.756045 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b2515c34-6108-4974-822c-89d6efebec64), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:23.769189 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-3a7c8a30-b11b-46a7-b7bb-99e20b11742c service neutron] Transition to ACTIVE for port object 44f20f61-d55b-46db-8d5a-9fb16b9ab5c1 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:28:23.793717 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3870386-f761-455e-a575-9e7692b208ec tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Made reservation on behalf of a05633f5bd9b461fadfd250086e656fa for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:28:23.800641 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c3870386-f761-455e-a575-9e7692b208ec tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:23.825437 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-c3870386-f761-455e-a575-9e7692b208ec tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] device_id is not set on port 0e766dc3-d3f3-4522-a581-8603abbe8776 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:28:23.836282 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-3a7c8a30-b11b-46a7-b7bb-99e20b11742c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (44f20f61-d55b-46db-8d5a-9fb16b9ab5c1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:23.925100 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69afd118-2cbf-472b-9a19-9e82bfe86723 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router_gateway (3e700417-61a6-42a5-823e-c66a68c45456), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:23.956148 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916bcbd2-7443-4685-8c2e-e8d1a2a84757 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Router f424b26a-a94f-4c6f-806a-d28ebf11cf41 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:28:23.997857 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb32d5a-e99a-4635-b9a2-662d26bb7df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-360c371d-70c9-442f-950e-0d09b7998fc6', 'network_id': '360c371d-70c9-442f-950e-0d09b7998fc6', 'project_id': 'a05633f5bd9b461fadfd250086e656fa', 'fixed_ips': [{'subnet_id': '33bc3356-f03a-4e0a-a96f-7fb70235579c'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:28:24.005251 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0cb32d5a-e99a-4635-b9a2-662d26bb7df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:24.009015 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4a3fab-416e-4d40-95a0-30339999c7ce None None] Network a892d91e-d36d-48ed-be9a-abe2370e0e32 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:28:24.086116 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-c3870386-f761-455e-a575-9e7692b208ec tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Allocated IP 2001:db8::f816:3eff:feb2:965e (360c371d-70c9-442f-950e-0d09b7998fc6/33bc3356-f03a-4e0a-a96f-7fb70235579c/0e766dc3-d3f3-4522-a581-8603abbe8776) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:28:24.204289 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c8a30-b11b-46a7-b7bb-99e20b11742c service neutron] Pushing event updated for resources: {'Port': ['ID=44f20f61-d55b-46db-8d5a-9fb16b9ab5c1,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:24.206981 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-26f95e0c-6eca-4336-9897-31da5e3d862e None None] Provisioning complete for port b2515c34-6108-4974-822c-89d6efebec64 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:24.208110 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-26f95e0c-6eca-4336-9897-31da5e3d862e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b2515c34-6108-4974-822c-89d6efebec64), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:24.227531 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port b2515c34-6108-4974-822c-89d6efebec64 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:24.229172 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b2515c34-6108-4974-822c-89d6efebec64), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:24.438087 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-3a7c8a30-b11b-46a7-b7bb-99e20b11742c service neutron] Attempting to bind port 44f20f61-d55b-46db-8d5a-9fb16b9ab5c1 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:28:24.439010 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-3a7c8a30-b11b-46a7-b7bb-99e20b11742c service neutron] Attempting to bind port 44f20f61-d55b-46db-8d5a-9fb16b9ab5c1 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '80814780-c664-4235-9893-85f3cc521501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a19097ca-1911-4a28-909d-42dc359e564a'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:28:24.439187 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-3a7c8a30-b11b-46a7-b7bb-99e20b11742c service neutron] Attempting to bind port 44f20f61-d55b-46db-8d5a-9fb16b9ab5c1 on network a19097ca-1911-4a28-909d-42dc359e564a {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:28:24.454476 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916bcbd2-7443-4685-8c2e-e8d1a2a84757 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:28:24.462823 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-916bcbd2-7443-4685-8c2e-e8d1a2a84757 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "PUT /v2.0/routers/f424b26a-a94f-4c6f-806a-d28ebf11cf41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2083297 Jan 28 00:28:24.466351 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-3a7c8a30-b11b-46a7-b7bb-99e20b11742c service neutron] Port 44f20f61-d55b-46db-8d5a-9fb16b9ab5c1 on network a19097ca-1911-4a28-909d-42dc359e564a not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:28:24.466684 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-3a7c8a30-b11b-46a7-b7bb-99e20b11742c service neutron] Attempting to bind port 44f20f61-d55b-46db-8d5a-9fb16b9ab5c1 on network a19097ca-1911-4a28-909d-42dc359e564a {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:28:24.472778 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38330) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:24.483061 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-47543140-957b-4fe5-a2f2-1f731a51bd9a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Request body: {'network': {'name': 'tempest-RoutersTest-1684356084'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:24.486916 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae204f5-7176-4775-a930-b5d6ce461ded None None] Sync routers for ids ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:28:24.495021 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c3870386-f761-455e-a575-9e7692b208ec tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks [] for port (0e766dc3-d3f3-4522-a581-8603abbe8776), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:24.513175 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae204f5-7176-4775-a930-b5d6ce461ded None None] Routers {'f424b26a-a94f-4c6f-806a-d28ebf11cf41'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:28:24.514282 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-dae204f5-7176-4775-a930-b5d6ce461ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:28:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:24.530952 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-3a7c8a30-b11b-46a7-b7bb-99e20b11742c service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:28:24.530952 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-3a7c8a30-b11b-46a7-b7bb-99e20b11742c service neutron] Checking segment: {'id': '80814780-c664-4235-9893-85f3cc521501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a19097ca-1911-4a28-909d-42dc359e564a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:28:24.531597 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-3a7c8a30-b11b-46a7-b7bb-99e20b11742c service neutron] Bound using segment: {'id': '80814780-c664-4235-9893-85f3cc521501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a19097ca-1911-4a28-909d-42dc359e564a'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:28:24.548674 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-3a7c8a30-b11b-46a7-b7bb-99e20b11742c service neutron] Bound port: 44f20f61-d55b-46db-8d5a-9fb16b9ab5c1, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80814780-c664-4235-9893-85f3cc521501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a19097ca-1911-4a28-909d-42dc359e564a'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:28:24.549327 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-3a7c8a30-b11b-46a7-b7bb-99e20b11742c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (44f20f61-d55b-46db-8d5a-9fb16b9ab5c1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:24.549569 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c3870386-f761-455e-a575-9e7692b208ec tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (0e766dc3-d3f3-4522-a581-8603abbe8776), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:24.655250 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3870386-f761-455e-a575-9e7692b208ec tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Network 360c371d-70c9-442f-950e-0d09b7998fc6 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:28:24.664953 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-c3870386-f761-455e-a575-9e7692b208ec tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:24.672745 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3870386-f761-455e-a575-9e7692b208ec tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:28:24.678551 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3870386-f761-455e-a575-9e7692b208ec tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:24.679432 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c3870386-f761-455e-a575-9e7692b208ec tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:24.685351 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3870386-f761-455e-a575-9e7692b208ec tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event updated for resources: {'Port': ['ID=0e766dc3-d3f3-4522-a581-8603abbe8776,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:24.701811 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-0cb32d5a-e99a-4635-b9a2-662d26bb7df7 None None] Allocated IP 2001:db8::f816:3eff:fe04:d1d8 (360c371d-70c9-442f-950e-0d09b7998fc6/33bc3356-f03a-4e0a-a96f-7fb70235579c/41239932-7710-4ce9-b23d-0129d3c505ba) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:28:24.709036 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5d61c-df1e-4371-bc67-20983126b84c req-65d9b3c9-1d4d-4fdb-82d4-6637e438702e tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:24.710928 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ad5d61c-df1e-4371-bc67-20983126b84c req-65d9b3c9-1d4d-4fdb-82d4-6637e438702e tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9a81c37-4653-4b4c-8034-f63c178ac24e HTTP/1.1" status: 200 len: 943 time: 0.1755421 Jan 28 00:28:24.733259 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c3870386-f761-455e-a575-9e7692b208ec tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1124430 Jan 28 00:28:24.733595 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47543140-957b-4fe5-a2f2-1f731a51bd9a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Made reservation on behalf of 2fbcfeaf4123454d81861a2387d862d8 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:28:24.740060 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38336) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:24.740255 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-47543140-957b-4fe5-a2f2-1f731a51bd9a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:24.801562 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port b2515c34-6108-4974-822c-89d6efebec64, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b2515c34-6108-4974-822c-89d6efebec64,segment=NetworkSegment(3f2f99a0-70ac-41e7-a911-b2ad7668b585),segment_id=3f2f99a0-70ac-41e7-a911-b2ad7668b585)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:24.822304 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b2515c34-6108-4974-822c-89d6efebec64), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:24.823266 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device dbb67bde-4456-4a30-be4b-0a500e1729c4 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:28:24.858232 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-331b7632-9328-4179-ae6a-86af74bdfac9 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Deleting subnet 33bc3356-f03a-4e0a-a96f-7fb70235579c {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:28:24.879009 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47543140-957b-4fe5-a2f2-1f731a51bd9a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:28:24.894278 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=b2515c34-6108-4974-822c-89d6efebec64,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:24.898840 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a604ff-c4aa-453b-b3ce-864bfb5126ad None None] Network 32ed46c2-b588-4023-91ba-f0fb6de41583 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:28:24.900620 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-3a7c8a30-b11b-46a7-b7bb-99e20b11742c service neutron] For port 44f20f61-d55b-46db-8d5a-9fb16b9ab5c1, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:28:24.925318 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-dae204f5-7176-4775-a930-b5d6ce461ded None None] Set router f424b26a-a94f-4c6f-806a-d28ebf11cf41 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:28:24.937863 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-3a7c8a30-b11b-46a7-b7bb-99e20b11742c service neutron] For port 44f20f61-d55b-46db-8d5a-9fb16b9ab5c1, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=44f20f61-d55b-46db-8d5a-9fb16b9ab5c1,segment=NetworkSegment(80814780-c664-4235-9893-85f3cc521501),segment_id=80814780-c664-4235-9893-85f3cc521501)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:28:24.944773 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-47543140-957b-4fe5-a2f2-1f731a51bd9a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (a15eb001-28f0-4f26-98ae-1a82ddb0cd83), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:24.945705 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-47543140-957b-4fe5-a2f2-1f731a51bd9a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Added segment a15eb001-28f0-4f26-98ae-1a82ddb0cd83 of type vlan for network f1b67435-a32e-4255-b177-c416810b653a Jan 28 00:28:24.950916 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-3a7c8a30-b11b-46a7-b7bb-99e20b11742c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (44f20f61-d55b-46db-8d5a-9fb16b9ab5c1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:24.957931 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-53bd281e-fa66-4d1a-92f4-27cb9231fb02 req-5a773cd8-1318-46bd-ae26-c557a971fd3a tempest-ServerShowV254Test-100211121 tempest-ServerShowV254Test-100211121-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.0727410 Jan 28 00:28:24.988925 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ad5d61c-df1e-4371-bc67-20983126b84c req-79b2c079-931b-4ffb-bf65-44e759d058f2 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/security-groups?id=6877f70c-a160-443f-9089-b0ea62e469c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2651536 Jan 28 00:28:25.100493 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-47543140-957b-4fe5-a2f2-1f731a51bd9a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (f1b67435-a32e-4255-b177-c416810b653a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:25.189335 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-3a7c8a30-b11b-46a7-b7bb-99e20b11742c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:25.190628 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-3a7c8a30-b11b-46a7-b7bb-99e20b11742c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:25.192780 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-3a7c8a30-b11b-46a7-b7bb-99e20b11742c service neutron] 10.222.0.52 "PUT /v2.0/ports/44f20f61-d55b-46db-8d5a-9fb16b9ab5c1 HTTP/1.1" status: 200 len: 1091 time: 4.2965569 Jan 28 00:28:25.196782 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a81c37-4653-4b4c-8034-f63c178ac24e', 'tag': '44f20f61-d55b-46db-8d5a-9fb16b9ab5c1'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:28:25.199784 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e343ca64-a970-40a6-83a7-a9684b7390e6" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a81c37-4653-4b4c-8034-f63c178ac24e", "tag": "44f20f61-d55b-46db-8d5a-9fb16b9ab5c1"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:28:25.247433 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-26f95e0c-6eca-4336-9897-31da5e3d862e None None] Current status of the port b2515c34-6108-4974-822c-89d6efebec64 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:25.250940 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c8a30-b11b-46a7-b7bb-99e20b11742c service neutron] Pushing event updated for resources: {'Port': ['ID=44f20f61-d55b-46db-8d5a-9fb16b9ab5c1,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:25.284342 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.db.resource_extend [None req-47543140-957b-4fe5-a2f2-1f731a51bd9a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:28:25.379390 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port dbb67bde-4456-4a30-be4b-0a500e1729c4 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:25.379797 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (dbb67bde-4456-4a30-be4b-0a500e1729c4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:25.411298 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69afd118-2cbf-472b-9a19-9e82bfe86723 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router_gateway (3e700417-61a6-42a5-823e-c66a68c45456), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:25.476900 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69afd118-2cbf-472b-9a19-9e82bfe86723 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:25.496249 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-47543140-957b-4fe5-a2f2-1f731a51bd9a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (f1b67435-a32e-4255-b177-c416810b653a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:25.505735 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47543140-957b-4fe5-a2f2-1f731a51bd9a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:25.506410 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-47543140-957b-4fe5-a2f2-1f731a51bd9a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:25.578372 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-228848c8-8514-4d65-a2f1-019e7b36c093 None None] Provisioning complete for port dbb67bde-4456-4a30-be4b-0a500e1729c4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:25.579203 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-228848c8-8514-4d65-a2f1-019e7b36c093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (dbb67bde-4456-4a30-be4b-0a500e1729c4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:25.584067 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-dae204f5-7176-4775-a930-b5d6ce461ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:28:21Z', 'revision_number': 3, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None, '_interfaces': [{'id': '2991eb37-e8e6-4286-b31b-ac54cd6b3c27', 'name': '', 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:00:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:10Z', 'updated_at': '2022-01-28T00:28:19Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa31b11e-19f9-4106-a028-75909de3b365', 'name': '', 'network_id': 'a892d91e-d36d-48ed-be9a-abe2370e0e32', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:06:90:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:19Z', 'updated_at': '2022-01-28T00:28:22Z', 'revision_number': 2, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:25.664349 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-47543140-957b-4fe5-a2f2-1f731a51bd9a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1895683 Jan 28 00:28:25.668737 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38342) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:25.683180 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-a30f8ea1-153e-4464-b7a6-de4e47f5ba72 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Request body: {'subnet': {'network_id': 'f1b67435-a32e-4255-b177-c416810b653a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:25.693699 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-c8930ab4-3b03-4210-8412-13d6f1be75e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:25.695259 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-c8930ab4-3b03-4210-8412-13d6f1be75e7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=39520a6340284750becfcf9a1672d525&device_id=a9a81c37-4653-4b4c-8034-f63c178ac24e HTTP/1.1" status: 200 len: 1094 time: 0.3801582 Jan 28 00:28:25.696871 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae204f5-7176-4775-a930-b5d6ce461ded None None] Checking router: f424b26a-a94f-4c6f-806a-d28ebf11cf41 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:28:25.697226 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae204f5-7176-4775-a930-b5d6ce461ded None None] Updating router f424b26a-a94f-4c6f-806a-d28ebf11cf41 port fa31b11e-19f9-4106-a028-75909de3b365 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:28:25.708617 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47543140-957b-4fe5-a2f2-1f731a51bd9a tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Network': ['ID=f1b67435-a32e-4255-b177-c416810b653a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:25.716812 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0cb32d5a-e99a-4635-b9a2-662d26bb7df7 None None] Publish callbacks [] for port (41239932-7710-4ce9-b23d-0129d3c505ba), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:25.752605 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dae204f5-7176-4775-a930-b5d6ce461ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (fa31b11e-19f9-4106-a028-75909de3b365), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:25.761570 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e673a784-e462-48d9-830b-2fdcd14e2d10 x-openstack-request-id: req-e673a784-e462-48d9-830b-2fdcd14e2d10 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:28:25.762869 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a81c37-4653-4b4c-8034-f63c178ac24e", "tag": "44f20f61-d55b-46db-8d5a-9fb16b9ab5c1", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:28:25.762869 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e673a784-e462-48d9-830b-2fdcd14e2d10 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:28:25.763348 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a81c37-4653-4b4c-8034-f63c178ac24e', 'tag': '44f20f61-d55b-46db-8d5a-9fb16b9ab5c1', 'status': 'completed', 'code': 200} Jan 28 00:28:25.768331 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network f1b67435-a32e-4255-b177-c416810b653a details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:28:25.806618 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0cb32d5a-e99a-4635-b9a2-662d26bb7df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (41239932-7710-4ce9-b23d-0129d3c505ba), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:25.855645 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-331b7632-9328-4179-ae6a-86af74bdfac9 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks [] for subnet (33bc3356-f03a-4e0a-a96f-7fb70235579c), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:25.866193 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-d14922a8-4bf5-4a3b-9fcc-32404e67125d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44f20f61-d55b-46db-8d5a-9fb16b9ab5c1 HTTP/1.1" status: 200 len: 217 time: 0.1371865 Jan 28 00:28:25.925953 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-331b7632-9328-4179-ae6a-86af74bdfac9 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (33bc3356-f03a-4e0a-a96f-7fb70235579c), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:25.937411 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30f8ea1-153e-4464-b7a6-de4e47f5ba72 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Made reservation on behalf of 2fbcfeaf4123454d81861a2387d862d8 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:28:25.946717 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a30f8ea1-153e-4464-b7a6-de4e47f5ba72 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:25.965911 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-69afd118-2cbf-472b-9a19-9e82bfe86723 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Allocated IP 172.25.3.22 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/915cf859-0448-4100-8ee5-9d791f135b73) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:28:25.992903 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-5a6313f6-9979-4284-84a6-d4be0474563d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:25.994749 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-5a6313f6-9979-4284-84a6-d4be0474563d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c63bb981-ddb7-4260-941d-d8fb658fd68e HTTP/1.1" status: 200 len: 844 time: 0.1223025 Jan 28 00:28:26.382357 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-331b7632-9328-4179-ae6a-86af74bdfac9 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (33bc3356-f03a-4e0a-a96f-7fb70235579c), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:26.384390 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-d21e4e93-7bfb-421b-a50b-a866998c40f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:26.386929 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-d21e4e93-7bfb-421b-a50b-a866998c40f8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a19097ca-1911-4a28-909d-42dc359e564a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3852115 Jan 28 00:28:26.442946 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69afd118-2cbf-472b-9a19-9e82bfe86723 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for port (915cf859-0448-4100-8ee5-9d791f135b73), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:26.457059 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb32d5a-e99a-4635-b9a2-662d26bb7df7 None None] Network 360c371d-70c9-442f-950e-0d09b7998fc6 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:28:26.463490 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-228848c8-8514-4d65-a2f1-019e7b36c093 None None] Current status of the port dbb67bde-4456-4a30-be4b-0a500e1729c4 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:26.464255 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-228848c8-8514-4d65-a2f1-019e7b36c093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (dbb67bde-4456-4a30-be4b-0a500e1729c4), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:26.497449 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69afd118-2cbf-472b-9a19-9e82bfe86723 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (915cf859-0448-4100-8ee5-9d791f135b73), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:26.525870 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb32d5a-e99a-4635-b9a2-662d26bb7df7 None None] Pushing event updated for resources: {'Port': ['ID=41239932-7710-4ce9-b23d-0129d3c505ba,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:26.534967 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-0cb32d5a-e99a-4635-b9a2-662d26bb7df7 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:26.540452 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb32d5a-e99a-4635-b9a2-662d26bb7df7 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:28:26.571126 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dae204f5-7176-4775-a930-b5d6ce461ded None None] Publish callbacks [] for port (fa31b11e-19f9-4106-a028-75909de3b365), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:26.591730 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port dbb67bde-4456-4a30-be4b-0a500e1729c4 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:26.592745 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (dbb67bde-4456-4a30-be4b-0a500e1729c4), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:26.596041 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dae204f5-7176-4775-a930-b5d6ce461ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (fa31b11e-19f9-4106-a028-75909de3b365), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:26.623184 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69afd118-2cbf-472b-9a19-9e82bfe86723 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:28:26.632553 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-69afd118-2cbf-472b-9a19-9e82bfe86723 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:26.636094 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8ba9ef48-2e63-43ce-adf3-95bafc142d8e req-fa5f3be9-c6f2-416f-aed9-4097f389346a tempest-ServerShowV254Test-100211121 tempest-ServerShowV254Test-100211121-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.1904209 Jan 28 00:28:26.650854 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69afd118-2cbf-472b-9a19-9e82bfe86723 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:28:26.690721 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66c9ac-affb-40f2-9e02-c999ab57a297 None None] Pushing event updated for resources: {'Port': ['ID=fa31b11e-19f9-4106-a028-75909de3b365,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:26.710404 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-228848c8-8514-4d65-a2f1-019e7b36c093 None None] For port dbb67bde-4456-4a30-be4b-0a500e1729c4, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=dbb67bde-4456-4a30-be4b-0a500e1729c4,segment=NetworkSegment(f496ac5f-2d24-4adb-a215-b9fa0ed17219),segment_id=f496ac5f-2d24-4adb-a215-b9fa0ed17219)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:26.726206 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-228848c8-8514-4d65-a2f1-019e7b36c093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (dbb67bde-4456-4a30-be4b-0a500e1729c4), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:26.762635 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afd118-2cbf-472b-9a19-9e82bfe86723 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Pushing event updated for resources: {'Port': ['ID=915cf859-0448-4100-8ee5-9d791f135b73,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:26.830412 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc48e7-b9f6-4246-bb75-a23ec50f33e0 req-37636741-d367-4967-bb16-2c54b463e952 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:26.833262 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6afc48e7-b9f6-4246-bb75-a23ec50f33e0 req-37636741-d367-4967-bb16-2c54b463e952 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9a81c37-4653-4b4c-8034-f63c178ac24e HTTP/1.1" status: 200 len: 943 time: 0.3666515 Jan 28 00:28:26.850866 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-dae204f5-7176-4775-a930-b5d6ce461ded None None] Attempting to bind port fa31b11e-19f9-4106-a028-75909de3b365 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:28:26.851385 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-dae204f5-7176-4775-a930-b5d6ce461ded None None] Attempting to bind port fa31b11e-19f9-4106-a028-75909de3b365 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '3f2f99a0-70ac-41e7-a911-b2ad7668b585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a892d91e-d36d-48ed-be9a-abe2370e0e32'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:28:26.852014 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae204f5-7176-4775-a930-b5d6ce461ded None None] Attempting to bind port fa31b11e-19f9-4106-a028-75909de3b365 on network a892d91e-d36d-48ed-be9a-abe2370e0e32 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:28:26.864094 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae204f5-7176-4775-a930-b5d6ce461ded None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:28:26.864547 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae204f5-7176-4775-a930-b5d6ce461ded None None] Checking segment: {'id': '3f2f99a0-70ac-41e7-a911-b2ad7668b585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a892d91e-d36d-48ed-be9a-abe2370e0e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:28:26.864899 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dae204f5-7176-4775-a930-b5d6ce461ded None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:26.865300 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae204f5-7176-4775-a930-b5d6ce461ded None None] Bound using segment: {'id': '3f2f99a0-70ac-41e7-a911-b2ad7668b585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a892d91e-d36d-48ed-be9a-abe2370e0e32'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:28:26.865793 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-dae204f5-7176-4775-a930-b5d6ce461ded None None] Bound port: fa31b11e-19f9-4106-a028-75909de3b365, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2f99a0-70ac-41e7-a911-b2ad7668b585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a892d91e-d36d-48ed-be9a-abe2370e0e32'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:28:26.866178 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dae204f5-7176-4775-a930-b5d6ce461ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (fa31b11e-19f9-4106-a028-75909de3b365), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:26.886911 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-3aebf390-22b0-4ded-963a-2fbb9887ebdd service neutron] 10.222.0.52 "GET /v2.0/networks/a19097ca-1911-4a28-909d-42dc359e564a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4920156 Jan 28 00:28:26.893926 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-331b7632-9328-4179-ae6a-86af74bdfac9 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (33bc3356-f03a-4e0a-a96f-7fb70235579c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:26.966650 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b7632-9328-4179-ae6a-86af74bdfac9 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event deleted for resources: {'Subnet': ['ID=33bc3356-f03a-4e0a-a96f-7fb70235579c,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:26.993359 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-0cb32d5a-e99a-4635-b9a2-662d26bb7df7 None None] Attempting to bind port 41239932-7710-4ce9-b23d-0129d3c505ba on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:28:26.993711 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-0cb32d5a-e99a-4635-b9a2-662d26bb7df7 None None] Attempting to bind port 41239932-7710-4ce9-b23d-0129d3c505ba by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'a4e04b21-0881-422a-9c6a-8f6fab64a0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '360c371d-70c9-442f-950e-0d09b7998fc6'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:28:26.994208 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb32d5a-e99a-4635-b9a2-662d26bb7df7 None None] Attempting to bind port 41239932-7710-4ce9-b23d-0129d3c505ba on network 360c371d-70c9-442f-950e-0d09b7998fc6 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:28:27.011574 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb32d5a-e99a-4635-b9a2-662d26bb7df7 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:28:27.011990 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-331b7632-9328-4179-ae6a-86af74bdfac9 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:27.012198 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb32d5a-e99a-4635-b9a2-662d26bb7df7 None None] Checking segment: {'id': 'a4e04b21-0881-422a-9c6a-8f6fab64a0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '360c371d-70c9-442f-950e-0d09b7998fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:28:27.013439 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0cb32d5a-e99a-4635-b9a2-662d26bb7df7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:27.013439 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb32d5a-e99a-4635-b9a2-662d26bb7df7 None None] Bound using segment: {'id': 'a4e04b21-0881-422a-9c6a-8f6fab64a0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '360c371d-70c9-442f-950e-0d09b7998fc6'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:28:27.013884 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-0cb32d5a-e99a-4635-b9a2-662d26bb7df7 None None] Bound port: 41239932-7710-4ce9-b23d-0129d3c505ba, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e04b21-0881-422a-9c6a-8f6fab64a0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '360c371d-70c9-442f-950e-0d09b7998fc6'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:28:27.014280 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0cb32d5a-e99a-4635-b9a2-662d26bb7df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (41239932-7710-4ce9-b23d-0129d3c505ba), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:27.028844 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-331b7632-9328-4179-ae6a-86af74bdfac9 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "DELETE /v2.0/subnets/33bc3356-f03a-4e0a-a96f-7fb70235579c HTTP/1.1" status: 204 len: 168 time: 2.2809963 Jan 28 00:28:27.029144 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-dae204f5-7176-4775-a930-b5d6ce461ded None None] For port fa31b11e-19f9-4106-a028-75909de3b365, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:28:27.032910 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-dae204f5-7176-4775-a930-b5d6ce461ded None None] For port fa31b11e-19f9-4106-a028-75909de3b365, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=fa31b11e-19f9-4106-a028-75909de3b365,segment=NetworkSegment(3f2f99a0-70ac-41e7-a911-b2ad7668b585),segment_id=3f2f99a0-70ac-41e7-a911-b2ad7668b585)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:28:27.038709 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38350) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:27.053793 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-dae204f5-7176-4775-a930-b5d6ce461ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (fa31b11e-19f9-4106-a028-75909de3b365), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:27.060090 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228848c8-8514-4d65-a2f1-019e7b36c093 None None] Pushing event updated for resources: {'Port': ['ID=dbb67bde-4456-4a30-be4b-0a500e1729c4,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:27.072318 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:28:27.072632 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:28:27.073155 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a30f8ea1-153e-4464-b7a6-de4e47f5ba72 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (b41040e5-788b-4c34-ac34-85197ff0ca28), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:27.173353 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae204f5-7176-4775-a930-b5d6ce461ded None None] Routers {'f424b26a-a94f-4c6f-806a-d28ebf11cf41'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:28:27.175737 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-dae204f5-7176-4775-a930-b5d6ce461ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:28:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:27.176418 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-0cb32d5a-e99a-4635-b9a2-662d26bb7df7 None None] For port 41239932-7710-4ce9-b23d-0129d3c505ba, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:28:27.180306 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-0cb32d5a-e99a-4635-b9a2-662d26bb7df7 None None] For port 41239932-7710-4ce9-b23d-0129d3c505ba, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=41239932-7710-4ce9-b23d-0129d3c505ba,segment=NetworkSegment(a4e04b21-0881-422a-9c6a-8f6fab64a0de),segment_id=a4e04b21-0881-422a-9c6a-8f6fab64a0de)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:28:27.185426 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66c9ac-affb-40f2-9e02-c999ab57a297 None None] Pushing event updated for resources: {'Port': ['ID=fa31b11e-19f9-4106-a028-75909de3b365,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:27.189417 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-5409cb6a-fd59-449b-b142-249a03726601 None None] Provisioning complete for port b2515c34-6108-4974-822c-89d6efebec64 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:27.203653 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5409cb6a-fd59-449b-b142-249a03726601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b2515c34-6108-4974-822c-89d6efebec64), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:27.216284 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0cb32d5a-e99a-4635-b9a2-662d26bb7df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (41239932-7710-4ce9-b23d-0129d3c505ba), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:27.306503 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6afc48e7-b9f6-4246-bb75-a23ec50f33e0 req-0e858885-31f5-4cbb-8619-c5724fbf4d30 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/security-groups?id=6877f70c-a160-443f-9089-b0ea62e469c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4596958 Jan 28 00:28:27.338339 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f8ea1-153e-4464-b7a6-de4e47f5ba72 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Subnet': ['ID=b41040e5-788b-4c34-ac34-85197ff0ca28,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:27.348756 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9528f4b-24dc-42f9-8f47-f136a06eef68 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:27.352025 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9528f4b-24dc-42f9-8f47-f136a06eef68 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:27.360855 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a9528f4b-24dc-42f9-8f47-f136a06eef68 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3153584 Jan 28 00:28:27.360855 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30f8ea1-153e-4464-b7a6-de4e47f5ba72 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Checking segment: {'id': 'a15eb001-28f0-4f26-98ae-1a82ddb0cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f1b67435-a32e-4255-b177-c416810b653a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:28:27.360855 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30f8ea1-153e-4464-b7a6-de4e47f5ba72 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network hostable DHCP agents. Network: f1b67435-a32e-4255-b177-c416810b653a, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:28:27.362486 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38352) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:27.412453 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-dae204f5-7176-4775-a930-b5d6ce461ded None None] Set router f424b26a-a94f-4c6f-806a-d28ebf11cf41 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:28:27.465384 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb3df769-9bbe-4b1f-9f5b-a96864db282c tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (360c371d-70c9-442f-950e-0d09b7998fc6), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:27.493063 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb3df769-9bbe-4b1f-9f5b-a96864db282c tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 00:28:27.493463 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb3df769-9bbe-4b1f-9f5b-a96864db282c tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:28:27.495939 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cdf78b5d-cd2f-4c18-9083-926cb5b4dc06 req-935919fd-f903-492d-85c1-8004fe5f4220 service neutron] 10.222.0.52 "GET /v2.0/networks/a19097ca-1911-4a28-909d-42dc359e564a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5371590 Jan 28 00:28:27.503935 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-cb3df769-9bbe-4b1f-9f5b-a96864db282c tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "DELETE /v2.0/networks/360c371d-70c9-442f-950e-0d09b7998fc6 HTTP/1.1" status: 409 len: 466 time: 0.1316483 Jan 28 00:28:27.503935 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30f8ea1-153e-4464-b7a6-de4e47f5ba72 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network f1b67435-a32e-4255-b177-c416810b653a is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:28:27.504879 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38354) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:27.512695 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-b83b2c2a-be57-4d57-b741-331a4a0e3055 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1620755956'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:27.541517 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb32d5a-e99a-4635-b9a2-662d26bb7df7 None None] Pushing event updated for resources: {'Port': ['ID=41239932-7710-4ce9-b23d-0129d3c505ba,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:27.544171 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83b2c2a-be57-4d57-b741-331a4a0e3055 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Made reservation on behalf of a05633f5bd9b461fadfd250086e656fa for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:28:27.550131 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b83b2c2a-be57-4d57-b741-331a4a0e3055 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:27.591976 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-a30f8ea1-153e-4464-b7a6-de4e47f5ba72 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, f1b67435-a32e-4255-b177-c416810b653a) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:27.612516 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30f8ea1-153e-4464-b7a6-de4e47f5ba72 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:27.612516 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a30f8ea1-153e-4464-b7a6-de4e47f5ba72 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:27.655504 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b327d21-1007-4ccd-a3a9-11a448b51a1f None None] Network f1b67435-a32e-4255-b177-c416810b653a requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:28:27.663961 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a30f8ea1-153e-4464-b7a6-de4e47f5ba72 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9935136 Jan 28 00:28:27.665101 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38356) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:27.680578 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83b2c2a-be57-4d57-b741-331a4a0e3055 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:28:27.787521 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69afd118-2cbf-472b-9a19-9e82bfe86723 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router_gateway (3e700417-61a6-42a5-823e-c66a68c45456), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:27.796982 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343ca64-a970-40a6-83a7-a9684b7390e6 req-0fe321e2-dec1-4649-bbb3-42b37595dea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:27.800137 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e343ca64-a970-40a6-83a7-a9684b7390e6 req-0fe321e2-dec1-4649-bbb3-42b37595dea5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=39520a6340284750becfcf9a1672d525&device_id=a9a81c37-4653-4b4c-8034-f63c178ac24e HTTP/1.1" status: 200 len: 1094 time: 0.1391954 Jan 28 00:28:27.849593 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port dbb67bde-4456-4a30-be4b-0a500e1729c4 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:27.853632 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6482ebc6-160c-4b75-a488-f330617dc942 None None] Network 360c371d-70c9-442f-950e-0d09b7998fc6 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:28:27.912406 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b83b2c2a-be57-4d57-b741-331a4a0e3055 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (dabdcef0-0b04-4bba-8f23-f4061d3db1c0), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:27.913296 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-b83b2c2a-be57-4d57-b741-331a4a0e3055 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Added segment dabdcef0-0b04-4bba-8f23-f4061d3db1c0 of type vlan for network 144cefac-2956-4ec7-989e-4c793922fc2a Jan 28 00:28:28.094922 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-35f4572b-d743-4b02-86fa-dc70a30bed29 req-7c73d169-c9b4-478d-8c55-40bb813d92f0 tempest-ServerShowV254Test-100211121 tempest-ServerShowV254Test-100211121-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.1789453 Jan 28 00:28:28.127008 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b2515c34-6108-4974-822c-89d6efebec64 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:28:28.158013 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343ca64-a970-40a6-83a7-a9684b7390e6 req-bbe0cfea-ecee-4207-838f-d72d5e745c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:28.160673 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e343ca64-a970-40a6-83a7-a9684b7390e6 req-bbe0cfea-ecee-4207-838f-d72d5e745c1f service neutron] 10.222.0.52 "GET /v2.0/networks?id=a19097ca-1911-4a28-909d-42dc359e564a HTTP/1.1" status: 200 len: 906 time: 0.2115865 Jan 28 00:28:28.202489 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5409cb6a-fd59-449b-b142-249a03726601 None None] Current status of the port b2515c34-6108-4974-822c-89d6efebec64 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:28.215168 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-dae204f5-7176-4775-a930-b5d6ce461ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:28:21Z', 'revision_number': 3, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None, '_interfaces': [{'id': '2991eb37-e8e6-4286-b31b-ac54cd6b3c27', 'name': '', 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:00:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:10Z', 'updated_at': '2022-01-28T00:28:19Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa31b11e-19f9-4106-a028-75909de3b365', 'name': '', 'network_id': 'a892d91e-d36d-48ed-be9a-abe2370e0e32', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:06:90:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:19Z', 'updated_at': '2022-01-28T00:28:27Z', 'revision_number': 4, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:28.255736 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0312f14c-97a7-404f-8432-965d8964958a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-f1b67435-a32e-4255-b177-c416810b653a', 'network_id': 'f1b67435-a32e-4255-b177-c416810b653a', 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'fixed_ips': [{'subnet_id': 'b41040e5-788b-4c34-ac34-85197ff0ca28'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:28:28.257292 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0312f14c-97a7-404f-8432-965d8964958a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:28.284198 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e343ca64-a970-40a6-83a7-a9684b7390e6 req-8e0b8e08-a861-4733-9a26-795d58a07099 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44f20f61-d55b-46db-8d5a-9fb16b9ab5c1 HTTP/1.1" status: 200 len: 217 time: 0.1148632 Jan 28 00:28:28.303684 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-5409cb6a-fd59-449b-b142-249a03726601 None None] Provisioning complete for port dbb67bde-4456-4a30-be4b-0a500e1729c4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:28.304401 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5409cb6a-fd59-449b-b142-249a03726601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (dbb67bde-4456-4a30-be4b-0a500e1729c4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:28.316383 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port b2515c34-6108-4974-822c-89d6efebec64 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:28.317173 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b2515c34-6108-4974-822c-89d6efebec64), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:28.462729 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae204f5-7176-4775-a930-b5d6ce461ded None None] The sync data for ids ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'] in n-d-826754-1 is: [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:28:21Z', 'revision_number': 3, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None, '_interfaces': [{'id': '2991eb37-e8e6-4286-b31b-ac54cd6b3c27', 'name': '', 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:00:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:10Z', 'updated_at': '2022-01-28T00:28:19Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa31b11e-19f9-4106-a028-75909de3b365', 'name': '', 'network_id': 'a892d91e-d36d-48ed-be9a-abe2370e0e32', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:06:90:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:19Z', 'updated_at': '2022-01-28T00:28:27Z', 'revision_number': 4, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:28:28.507792 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343ca64-a970-40a6-83a7-a9684b7390e6 req-73a16c1f-36b9-4c6b-8b27-1e2e6205ac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:28.512180 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e343ca64-a970-40a6-83a7-a9684b7390e6 req-73a16c1f-36b9-4c6b-8b27-1e2e6205ac9a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c63bb981-ddb7-4260-941d-d8fb658fd68e HTTP/1.1" status: 200 len: 844 time: 0.2202845 Jan 28 00:28:28.529016 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b83b2c2a-be57-4d57-b741-331a4a0e3055 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (144cefac-2956-4ec7-989e-4c793922fc2a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:28.754762 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343ca64-a970-40a6-83a7-a9684b7390e6 req-1da63055-394f-4a05-b93a-9506684e20f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:28.756479 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e343ca64-a970-40a6-83a7-a9684b7390e6 req-1da63055-394f-4a05-b93a-9506684e20f9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a19097ca-1911-4a28-909d-42dc359e564a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2377276 Jan 28 00:28:28.760742 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b83b2c2a-be57-4d57-b741-331a4a0e3055 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (144cefac-2956-4ec7-989e-4c793922fc2a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:28.774725 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83b2c2a-be57-4d57-b741-331a4a0e3055 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:28.779679 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b83b2c2a-be57-4d57-b741-331a4a0e3055 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:28.789875 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port b2515c34-6108-4974-822c-89d6efebec64 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:28.791397 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device dbb67bde-4456-4a30-be4b-0a500e1729c4 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:28:28.888012 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5409cb6a-fd59-449b-b142-249a03726601 None None] Current status of the port dbb67bde-4456-4a30-be4b-0a500e1729c4 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:28.902492 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-0312f14c-97a7-404f-8432-965d8964958a None None] Allocated IP 172.22.0.2 (f1b67435-a32e-4255-b177-c416810b653a/b41040e5-788b-4c34-ac34-85197ff0ca28/b38e9a05-5894-4f34-89b2-eb7481603c27) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:28:28.947118 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-5409cb6a-fd59-449b-b142-249a03726601 None None] Provisioning complete for port fa31b11e-19f9-4106-a028-75909de3b365 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:28.947742 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5409cb6a-fd59-449b-b142-249a03726601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (fa31b11e-19f9-4106-a028-75909de3b365), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:29.001153 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69afd118-2cbf-472b-9a19-9e82bfe86723 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111346'] for router (3e700417-61a6-42a5-823e-c66a68c45456), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:29.010590 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69afd118-2cbf-472b-9a19-9e82bfe86723 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552731'] for router (3e700417-61a6-42a5-823e-c66a68c45456), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:29.096694 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port dbb67bde-4456-4a30-be4b-0a500e1729c4 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:29.106041 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (dbb67bde-4456-4a30-be4b-0a500e1729c4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:29.191245 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e343ca64-a970-40a6-83a7-a9684b7390e6 req-39bb7bb4-ae80-4827-9e7a-64e481b5e18b service neutron] 10.222.0.52 "GET /v2.0/networks/a19097ca-1911-4a28-909d-42dc359e564a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274538 Jan 28 00:28:29.447221 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b83b2c2a-be57-4d57-b741-331a4a0e3055 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9408371 Jan 28 00:28:29.448856 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port dbb67bde-4456-4a30-be4b-0a500e1729c4 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:29.466391 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38368) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:29.470649 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eea1d1ff-5259-4517-a2b7-b8d7a08df907 req-1b4bed89-6b3d-43b4-8217-573d6d5957e1 tempest-ServerShowV254Test-100211121 tempest-ServerShowV254Test-100211121-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.0618415 Jan 28 00:28:29.475784 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-28579839-b0e6-477e-83ee-a71a0394f223 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Request body: {'subnet': {'network_id': '144cefac-2956-4ec7-989e-4c793922fc2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:29.484317 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b2c2a-be57-4d57-b741-331a4a0e3055 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event updated for resources: {'Network': ['ID=144cefac-2956-4ec7-989e-4c793922fc2a,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:29.508949 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 144cefac-2956-4ec7-989e-4c793922fc2a details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:28:29.516517 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e343ca64-a970-40a6-83a7-a9684b7390e6 req-ea037b38-e6fb-40a9-b7c7-1580f0206fbe service neutron] 10.222.0.52 "GET /v2.0/networks/a19097ca-1911-4a28-909d-42dc359e564a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048919 Jan 28 00:28:29.523652 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69afd118-2cbf-472b-9a19-9e82bfe86723 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Router 3e700417-61a6-42a5-823e-c66a68c45456 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:28:29.615387 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba7b4d-f84c-424e-9d8c-7ff3f6389959 req-5790a3ac-600c-44a5-b346-71a29aca5c63 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:29.617076 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3cba7b4d-f84c-424e-9d8c-7ff3f6389959 req-5790a3ac-600c-44a5-b346-71a29aca5c63 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9a81c37-4653-4b4c-8034-f63c178ac24e HTTP/1.1" status: 200 len: 943 time: 0.9928694 Jan 28 00:28:29.648229 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5409cb6a-fd59-449b-b142-249a03726601 None None] Current status of the port fa31b11e-19f9-4106-a028-75909de3b365 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:29.648625 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5409cb6a-fd59-449b-b142-249a03726601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (fa31b11e-19f9-4106-a028-75909de3b365), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:29.726108 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0312f14c-97a7-404f-8432-965d8964958a None None] Publish callbacks [] for port (b38e9a05-5894-4f34-89b2-eb7481603c27), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:29.747904 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0312f14c-97a7-404f-8432-965d8964958a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (b38e9a05-5894-4f34-89b2-eb7481603c27), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:29.756776 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28579839-b0e6-477e-83ee-a71a0394f223 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Made reservation on behalf of a05633f5bd9b461fadfd250086e656fa for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:28:29.760362 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-28579839-b0e6-477e-83ee-a71a0394f223 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:29.787926 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3cba7b4d-f84c-424e-9d8c-7ff3f6389959 req-0b00486c-c594-43b6-be6e-dbbfc1c8f3a4 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/security-groups?id=6877f70c-a160-443f-9089-b0ea62e469c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433494 Jan 28 00:28:29.854246 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d0d54885-7309-4055-8544-51f41097b525 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:29.861185 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-5409cb6a-fd59-449b-b142-249a03726601 None None] For port fa31b11e-19f9-4106-a028-75909de3b365, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=fa31b11e-19f9-4106-a028-75909de3b365,segment=NetworkSegment(3f2f99a0-70ac-41e7-a911-b2ad7668b585),segment_id=3f2f99a0-70ac-41e7-a911-b2ad7668b585)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:29.896674 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0312f14c-97a7-404f-8432-965d8964958a None None] Network f1b67435-a32e-4255-b177-c416810b653a is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:28:29.908803 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-0312f14c-97a7-404f-8432-965d8964958a None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:29.913340 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5409cb6a-fd59-449b-b142-249a03726601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (fa31b11e-19f9-4106-a028-75909de3b365), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:29.916981 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0312f14c-97a7-404f-8432-965d8964958a None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:28:29.927193 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312f14c-97a7-404f-8432-965d8964958a None None] Pushing event updated for resources: {'Port': ['ID=b38e9a05-5894-4f34-89b2-eb7481603c27,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:30.195800 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-0312f14c-97a7-404f-8432-965d8964958a None None] Attempting to bind port b38e9a05-5894-4f34-89b2-eb7481603c27 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:28:30.196356 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-0312f14c-97a7-404f-8432-965d8964958a None None] Attempting to bind port b38e9a05-5894-4f34-89b2-eb7481603c27 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'a15eb001-28f0-4f26-98ae-1a82ddb0cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f1b67435-a32e-4255-b177-c416810b653a'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:28:30.196839 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0312f14c-97a7-404f-8432-965d8964958a None None] Attempting to bind port b38e9a05-5894-4f34-89b2-eb7481603c27 on network f1b67435-a32e-4255-b177-c416810b653a {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:28:30.210050 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device fa31b11e-19f9-4106-a028-75909de3b365 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:28:30.216162 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409cb6a-fd59-449b-b142-249a03726601 None None] Pushing event updated for resources: {'Port': ['ID=fa31b11e-19f9-4106-a028-75909de3b365,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:30.245681 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69afd118-2cbf-472b-9a19-9e82bfe86723 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:28:30.261419 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69afd118-2cbf-472b-9a19-9e82bfe86723 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:30.263392 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-69afd118-2cbf-472b-9a19-9e82bfe86723 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "PUT /v2.0/routers/3e700417-61a6-42a5-823e-c66a68c45456 HTTP/1.1" status: 200 len: 878 time: 7.3667383 Jan 28 00:28:30.269047 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38372) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:30.325070 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a69e133a-45d5-4771-92a6-dfa6e8e4b191 None None] Provisioning complete for port fa31b11e-19f9-4106-a028-75909de3b365 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:30.325997 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a69e133a-45d5-4771-92a6-dfa6e8e4b191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (fa31b11e-19f9-4106-a028-75909de3b365), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:30.373331 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0312f14c-97a7-404f-8432-965d8964958a None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:28:30.374688 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0312f14c-97a7-404f-8432-965d8964958a None None] Checking segment: {'id': 'a15eb001-28f0-4f26-98ae-1a82ddb0cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f1b67435-a32e-4255-b177-c416810b653a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:28:30.375358 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0312f14c-97a7-404f-8432-965d8964958a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:30.376300 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0312f14c-97a7-404f-8432-965d8964958a None None] Bound using segment: {'id': 'a15eb001-28f0-4f26-98ae-1a82ddb0cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f1b67435-a32e-4255-b177-c416810b653a'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:28:30.377399 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-0312f14c-97a7-404f-8432-965d8964958a None None] Bound port: b38e9a05-5894-4f34-89b2-eb7481603c27, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15eb001-28f0-4f26-98ae-1a82ddb0cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f1b67435-a32e-4255-b177-c416810b653a'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:28:30.377976 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0312f14c-97a7-404f-8432-965d8964958a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b38e9a05-5894-4f34-89b2-eb7481603c27), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:30.414965 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089396ef-8848-4c59-b3bf-52876ebdd7f7 None None] Sync routers for ids ['3e700417-61a6-42a5-823e-c66a68c45456'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:28:30.425127 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4e30d562-68f4-438f-a7b4-6e6bd6c3ef5a tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "GET /v2.0/routers/3e700417-61a6-42a5-823e-c66a68c45456 HTTP/1.1" status: 200 len: 919 time: 0.1538968 Jan 28 00:28:30.429449 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38374) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:30.518431 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089396ef-8848-4c59-b3bf-52876ebdd7f7 None None] Routers {'3e700417-61a6-42a5-823e-c66a68c45456'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:28:30.519382 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-089396ef-8848-4c59-b3bf-52876ebdd7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:28:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3e700417-61a6-42a5-823e-c66a68c45456'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:30.582409 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63d2173-1ab7-4f8f-9340-5ea49b0dbe80 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:30.586174 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c63d2173-1ab7-4f8f-9340-5ea49b0dbe80 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392&device_id=3e700417-61a6-42a5-823e-c66a68c45456&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1550603 Jan 28 00:28:30.591971 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38378) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:30.617981 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-089396ef-8848-4c59-b3bf-52876ebdd7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:30.627937 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port fa31b11e-19f9-4106-a028-75909de3b365 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:30.628632 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (fa31b11e-19f9-4106-a028-75909de3b365), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:30.701245 n-d-826754-1 neutron-server[103344]: DEBUG neutron.objects.ports [None req-28579839-b0e6-477e-83ee-a71a0394f223 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103344) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 00:28:30.715336 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-28579839-b0e6-477e-83ee-a71a0394f223 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (58717497-0911-48cb-8763-ade0a46257c4), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:30.738771 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6cb8e7-bbde-427c-bb72-c5fc7b3f6213 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:30.745000 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fd6cb8e7-bbde-427c-bb72-c5fc7b3f6213 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 881 time: 0.1473417 Jan 28 00:28:30.745286 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089396ef-8848-4c59-b3bf-52876ebdd7f7 None None] Routers {'3e700417-61a6-42a5-823e-c66a68c45456'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:28:30.745286 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-089396ef-8848-4c59-b3bf-52876ebdd7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:28:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3e700417-61a6-42a5-823e-c66a68c45456'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:30.745619 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38380) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:30.757670 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-d0d54885-7309-4055-8544-51f41097b525 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Allocated IP 172.22.0.1 (f1b67435-a32e-4255-b177-c416810b653a/b41040e5-788b-4c34-ac34-85197ff0ca28/8e603d1b-d165-4964-a832-589e45b86ff1) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:28:30.782038 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-54f3f237-e457-450e-a935-fbd6b08178a6 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e700417-61a6-42a5-823e-c66a68c45456 HTTP/1.1" status: 200 len: 205 time: 0.0311184 Jan 28 00:28:30.782311 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-0312f14c-97a7-404f-8432-965d8964958a None None] For port b38e9a05-5894-4f34-89b2-eb7481603c27, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:28:30.782469 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38382) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:30.795228 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-089396ef-8848-4c59-b3bf-52876ebdd7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:30.796448 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089396ef-8848-4c59-b3bf-52876ebdd7f7 None None] The sync data for ids ['3e700417-61a6-42a5-823e-c66a68c45456'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:28:30.821016 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-0312f14c-97a7-404f-8432-965d8964958a None None] For port b38e9a05-5894-4f34-89b2-eb7481603c27, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b38e9a05-5894-4f34-89b2-eb7481603c27,segment=NetworkSegment(a15eb001-28f0-4f26-98ae-1a82ddb0cd83),segment_id=a15eb001-28f0-4f26-98ae-1a82ddb0cd83)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:28:30.825688 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a69e133a-45d5-4771-92a6-dfa6e8e4b191 None None] Current status of the port fa31b11e-19f9-4106-a028-75909de3b365 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:30.836702 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4508675d-f74d-4560-bc46-4f5af8818629 req-47bd32c9-7bc9-4a79-a977-cc90eb752645 tempest-ServerShowV254Test-100211121 tempest-ServerShowV254Test-100211121-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.1284761 Jan 28 00:28:30.837455 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0312f14c-97a7-404f-8432-965d8964958a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b38e9a05-5894-4f34-89b2-eb7481603c27), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:30.935435 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-80cab5fc-ea99-490c-b48e-7b87cc867611 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router (3e700417-61a6-42a5-823e-c66a68c45456), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:31.007659 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28579839-b0e6-477e-83ee-a71a0394f223 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event updated for resources: {'Subnet': ['ID=58717497-0911-48cb-8763-ade0a46257c4,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:31.058417 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28579839-b0e6-477e-83ee-a71a0394f223 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Checking segment: {'id': 'dabdcef0-0b04-4bba-8f23-f4061d3db1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '144cefac-2956-4ec7-989e-4c793922fc2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:28:31.058700 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28579839-b0e6-477e-83ee-a71a0394f223 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Network hostable DHCP agents. Network: 144cefac-2956-4ec7-989e-4c793922fc2a, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:28:31.145321 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8780ab-4ba4-451e-a8b4-2f118b21b491 req-b50cce5b-f9f8-4130-89b9-717254531fa9 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:31.147041 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7f8780ab-4ba4-451e-a8b4-2f118b21b491 req-b50cce5b-f9f8-4130-89b9-717254531fa9 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9a81c37-4653-4b4c-8034-f63c178ac24e HTTP/1.1" status: 200 len: 943 time: 0.1242743 Jan 28 00:28:31.152227 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28579839-b0e6-477e-83ee-a71a0394f223 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Network 144cefac-2956-4ec7-989e-4c793922fc2a is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:28:31.175228 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d0d54885-7309-4055-8544-51f41097b525 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for port (8e603d1b-d165-4964-a832-589e45b86ff1), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:31.180116 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-80cab5fc-ea99-490c-b48e-7b87cc867611 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router_gateway (3e700417-61a6-42a5-823e-c66a68c45456), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:31.201651 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-28579839-b0e6-477e-83ee-a71a0394f223 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 144cefac-2956-4ec7-989e-4c793922fc2a) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:31.221957 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28579839-b0e6-477e-83ee-a71a0394f223 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:31.222574 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-28579839-b0e6-477e-83ee-a71a0394f223 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:31.229666 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port fa31b11e-19f9-4106-a028-75909de3b365 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:31.234286 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ead40a-2356-4922-a4f8-bc23161a4dff None None] Network 144cefac-2956-4ec7-989e-4c793922fc2a requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:28:31.239359 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312f14c-97a7-404f-8432-965d8964958a None None] Pushing event updated for resources: {'Port': ['ID=b38e9a05-5894-4f34-89b2-eb7481603c27,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:31.274681 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7f8780ab-4ba4-451e-a8b4-2f118b21b491 req-b288195e-41e6-477f-8885-da5cd41c03cb tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/security-groups?id=6877f70c-a160-443f-9089-b0ea62e469c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131618 Jan 28 00:28:31.313174 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-28579839-b0e6-477e-83ee-a71a0394f223 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8396394 Jan 28 00:28:31.315318 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d0d54885-7309-4055-8544-51f41097b525 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (8e603d1b-d165-4964-a832-589e45b86ff1), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:31.320487 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38388) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:31.340291 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-091d06bb-0057-4540-8491-bae501f9580f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Request body: {'port': {'network_id': '144cefac-2956-4ec7-989e-4c793922fc2a', 'name': 'tempest-NetworksIpV6TestAttrs-1749949803'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:31.353521 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-80cab5fc-ea99-490c-b48e-7b87cc867611 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Deleting port 915cf859-0448-4100-8ee5-9d791f135b73 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:28:31.355311 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-80cab5fc-ea99-490c-b48e-7b87cc867611 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (915cf859-0448-4100-8ee5-9d791f135b73), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:31.477265 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d54885-7309-4055-8544-51f41097b525 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network f1b67435-a32e-4255-b177-c416810b653a is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:28:31.479665 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b108179-b16f-48e8-abac-eecaf2526cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-144cefac-2956-4ec7-989e-4c793922fc2a', 'network_id': '144cefac-2956-4ec7-989e-4c793922fc2a', 'project_id': 'a05633f5bd9b461fadfd250086e656fa', 'fixed_ips': [{'subnet_id': '58717497-0911-48cb-8763-ade0a46257c4'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:28:31.485303 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-d0d54885-7309-4055-8544-51f41097b525 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:31.487694 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d54885-7309-4055-8544-51f41097b525 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:28:31.489279 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b108179-b16f-48e8-abac-eecaf2526cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:31.561186 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d54885-7309-4055-8544-51f41097b525 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Port': ['ID=8e603d1b-d165-4964-a832-589e45b86ff1,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:31.611662 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-80cab5fc-ea99-490c-b48e-7b87cc867611 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (915cf859-0448-4100-8ee5-9d791f135b73), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:31.628102 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d0d54885-7309-4055-8544-51f41097b525 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (f424b26a-a94f-4c6f-806a-d28ebf11cf41), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:31.645534 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-80cab5fc-ea99-490c-b48e-7b87cc867611 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Calling delete_port for 915cf859-0448-4100-8ee5-9d791f135b73 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:28:31.782000 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091d06bb-0057-4540-8491-bae501f9580f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Made reservation on behalf of a05633f5bd9b461fadfd250086e656fa for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:28:31.785687 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-091d06bb-0057-4540-8491-bae501f9580f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:31.838445 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-091d06bb-0057-4540-8491-bae501f9580f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] device_id is not set on port 25cf49c5-622d-40cd-bfbd-9fedb9c74b2a yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:28:31.844028 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-3b108179-b16f-48e8-abac-eecaf2526cd1 None None] Allocated IP 2001:db8::f816:3eff:fe3f:8366 (144cefac-2956-4ec7-989e-4c793922fc2a/58717497-0911-48cb-8763-ade0a46257c4/f24a37bf-dedd-4c98-aad8-c9bb39828512) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:28:31.895458 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d0d54885-7309-4055-8544-51f41097b525 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8e603d1b-d165-4964-a832-589e45b86ff1), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:32.140445 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b108179-b16f-48e8-abac-eecaf2526cd1 None None] Publish callbacks [] for port (f24a37bf-dedd-4c98-aad8-c9bb39828512), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:32.149948 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b108179-b16f-48e8-abac-eecaf2526cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (f24a37bf-dedd-4c98-aad8-c9bb39828512), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:32.176063 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b108179-b16f-48e8-abac-eecaf2526cd1 None None] Network 144cefac-2956-4ec7-989e-4c793922fc2a is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:28:32.180936 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-80cab5fc-ea99-490c-b48e-7b87cc867611 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (915cf859-0448-4100-8ee5-9d791f135b73), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:32.181767 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-3b108179-b16f-48e8-abac-eecaf2526cd1 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:32.218157 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b108179-b16f-48e8-abac-eecaf2526cd1 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:28:32.297257 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b108179-b16f-48e8-abac-eecaf2526cd1 None None] Pushing event updated for resources: {'Port': ['ID=f24a37bf-dedd-4c98-aad8-c9bb39828512,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:32.298939 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cab5fc-ea99-490c-b48e-7b87cc867611 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Pushing event deleted for resources: {'Port': ['ID=915cf859-0448-4100-8ee5-9d791f135b73,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:32.351524 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b38e9a05-5894-4f34-89b2-eb7481603c27 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:28:32.396022 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-3b108179-b16f-48e8-abac-eecaf2526cd1 None None] Attempting to bind port f24a37bf-dedd-4c98-aad8-c9bb39828512 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:28:32.396302 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-3b108179-b16f-48e8-abac-eecaf2526cd1 None None] Attempting to bind port f24a37bf-dedd-4c98-aad8-c9bb39828512 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'dabdcef0-0b04-4bba-8f23-f4061d3db1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '144cefac-2956-4ec7-989e-4c793922fc2a'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:28:32.396748 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b108179-b16f-48e8-abac-eecaf2526cd1 None None] Attempting to bind port f24a37bf-dedd-4c98-aad8-c9bb39828512 on network 144cefac-2956-4ec7-989e-4c793922fc2a {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:28:32.411412 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b108179-b16f-48e8-abac-eecaf2526cd1 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:28:32.411828 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b108179-b16f-48e8-abac-eecaf2526cd1 None None] Checking segment: {'id': 'dabdcef0-0b04-4bba-8f23-f4061d3db1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '144cefac-2956-4ec7-989e-4c793922fc2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:28:32.412328 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b108179-b16f-48e8-abac-eecaf2526cd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:32.413455 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b108179-b16f-48e8-abac-eecaf2526cd1 None None] Bound using segment: {'id': 'dabdcef0-0b04-4bba-8f23-f4061d3db1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '144cefac-2956-4ec7-989e-4c793922fc2a'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:28:32.413981 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-3b108179-b16f-48e8-abac-eecaf2526cd1 None None] Bound port: f24a37bf-dedd-4c98-aad8-c9bb39828512, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dabdcef0-0b04-4bba-8f23-f4061d3db1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '144cefac-2956-4ec7-989e-4c793922fc2a'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:28:32.414614 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b108179-b16f-48e8-abac-eecaf2526cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f24a37bf-dedd-4c98-aad8-c9bb39828512), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:32.431425 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-091d06bb-0057-4540-8491-bae501f9580f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Allocated IP 2001:db8::f816:3eff:fe14:2196 (144cefac-2956-4ec7-989e-4c793922fc2a/58717497-0911-48cb-8763-ade0a46257c4/25cf49c5-622d-40cd-bfbd-9fedb9c74b2a) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:28:32.471542 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-80cab5fc-ea99-490c-b48e-7b87cc867611 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (3e700417-61a6-42a5-823e-c66a68c45456), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:32.503866 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port b38e9a05-5894-4f34-89b2-eb7481603c27 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:32.504352 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b38e9a05-5894-4f34-89b2-eb7481603c27), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:32.539313 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-3b108179-b16f-48e8-abac-eecaf2526cd1 None None] For port f24a37bf-dedd-4c98-aad8-c9bb39828512, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:28:32.569977 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-3b108179-b16f-48e8-abac-eecaf2526cd1 None None] For port f24a37bf-dedd-4c98-aad8-c9bb39828512, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f24a37bf-dedd-4c98-aad8-c9bb39828512,segment=NetworkSegment(dabdcef0-0b04-4bba-8f23-f4061d3db1c0),segment_id=dabdcef0-0b04-4bba-8f23-f4061d3db1c0)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:28:32.587864 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b108179-b16f-48e8-abac-eecaf2526cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f24a37bf-dedd-4c98-aad8-c9bb39828512), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:32.618937 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6025be43-872c-43b7-aa6d-36be57001a38 req-28d37286-550b-4e35-9779-83e11fa7285e tempest-ServerShowV254Test-100211121 tempest-ServerShowV254Test-100211121-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.3439014 Jan 28 00:28:32.728204 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-80cab5fc-ea99-490c-b48e-7b87cc867611 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (3e700417-61a6-42a5-823e-c66a68c45456), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:32.732652 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-80cab5fc-ea99-490c-b48e-7b87cc867611 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router_controller (3e700417-61a6-42a5-823e-c66a68c45456), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:32.744567 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 44f20f61-d55b-46db-8d5a-9fb16b9ab5c1 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:28:32.768864 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b108179-b16f-48e8-abac-eecaf2526cd1 None None] Pushing event updated for resources: {'Port': ['ID=f24a37bf-dedd-4c98-aad8-c9bb39828512,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:32.860431 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-80cab5fc-ea99-490c-b48e-7b87cc867611 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (3e700417-61a6-42a5-823e-c66a68c45456), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:32.862324 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cab5fc-ea99-490c-b48e-7b87cc867611 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Fanout notify agent at l3_agent the message router_deleted on router 3e700417-61a6-42a5-823e-c66a68c45456 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:28:32.908859 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port b38e9a05-5894-4f34-89b2-eb7481603c27 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:32.909260 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b38e9a05-5894-4f34-89b2-eb7481603c27), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:32.922705 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-80cab5fc-ea99-490c-b48e-7b87cc867611 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:32.941598 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-80cab5fc-ea99-490c-b48e-7b87cc867611 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "DELETE /v2.0/routers/3e700417-61a6-42a5-823e-c66a68c45456 HTTP/1.1" status: 204 len: 168 time: 2.1554506 Jan 28 00:28:32.944143 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38398) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:32.972564 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-92e23f5e-6474-435e-96e6-3d8a961f62a4 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-478528299', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:33.016600 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 44f20f61-d55b-46db-8d5a-9fb16b9ab5c1, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=44f20f61-d55b-46db-8d5a-9fb16b9ab5c1,segment=NetworkSegment(80814780-c664-4235-9893-85f3cc521501),segment_id=80814780-c664-4235-9893-85f3cc521501)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:33.034230 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92e23f5e-6474-435e-96e6-3d8a961f62a4 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (df40063c-6ec1-4d89-8d33-766d502544c0), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:33.036048 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92e23f5e-6474-435e-96e6-3d8a961f62a4 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (df40063c-6ec1-4d89-8d33-766d502544c0), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:33.065410 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port b38e9a05-5894-4f34-89b2-eb7481603c27, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b38e9a05-5894-4f34-89b2-eb7481603c27,segment=NetworkSegment(a15eb001-28f0-4f26-98ae-1a82ddb0cd83),segment_id=a15eb001-28f0-4f26-98ae-1a82ddb0cd83)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:33.081361 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '44f20f61-d55b-46db-8d5a-9fb16b9ab5c1', 'network_id': 'a19097ca-1911-4a28-909d-42dc359e564a', 'port_id': '44f20f61-d55b-46db-8d5a-9fb16b9ab5c1', 'mac_address': 'fa:16:3e:95:4d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c63bb981-ddb7-4260-941d-d8fb658fd68e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:28:33.085493 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b38e9a05-5894-4f34-89b2-eb7481603c27), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:33.086882 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device fa31b11e-19f9-4106-a028-75909de3b365 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:28:33.132375 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-091d06bb-0057-4540-8491-bae501f9580f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks [] for port (25cf49c5-622d-40cd-bfbd-9fedb9c74b2a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:33.164673 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92e23f5e-6474-435e-96e6-3d8a961f62a4 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router_controller (df40063c-6ec1-4d89-8d33-766d502544c0), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:33.177462 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92e23f5e-6474-435e-96e6-3d8a961f62a4 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (df40063c-6ec1-4d89-8d33-766d502544c0), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:33.199096 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71675823-9fd0-4584-9413-13c6125f35ec req-1405fc0b-756b-4c5a-a898-d85d6b55ffa5 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:33.200850 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71675823-9fd0-4584-9413-13c6125f35ec req-1405fc0b-756b-4c5a-a898-d85d6b55ffa5 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9a81c37-4653-4b4c-8034-f63c178ac24e HTTP/1.1" status: 200 len: 943 time: 0.7398815 Jan 28 00:28:33.209191 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-091d06bb-0057-4540-8491-bae501f9580f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (25cf49c5-622d-40cd-bfbd-9fedb9c74b2a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:33.227154 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92e23f5e-6474-435e-96e6-3d8a961f62a4 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:33.230257 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-92e23f5e-6474-435e-96e6-3d8a961f62a4 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2793839 Jan 28 00:28:33.235376 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38400) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:33.242320 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a5a0211c-f2e0-4909-9bf6-d0f8e22315c4 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'enable_snat': True}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:33.301366 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d0d54885-7309-4055-8544-51f41097b525 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for port (8e603d1b-d165-4964-a832-589e45b86ff1), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:33.367152 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091d06bb-0057-4540-8491-bae501f9580f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Network 144cefac-2956-4ec7-989e-4c793922fc2a is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:28:33.368849 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d0d54885-7309-4055-8544-51f41097b525 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (8e603d1b-d165-4964-a832-589e45b86ff1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:33.371846 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d06bb-0057-4540-8491-bae501f9580f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event updated for resources: {'Port': ['ID=25cf49c5-622d-40cd-bfbd-9fedb9c74b2a,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:33.381336 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71675823-9fd0-4584-9413-13c6125f35ec req-1b2916d9-cf8d-4855-92bd-bfad687faf7f tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/security-groups?id=6877f70c-a160-443f-9089-b0ea62e469c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961552 Jan 28 00:28:33.440115 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 44f20f61-d55b-46db-8d5a-9fb16b9ab5c1 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:33.440806 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (44f20f61-d55b-46db-8d5a-9fb16b9ab5c1), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:33.450797 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-091d06bb-0057-4540-8491-bae501f9580f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:33.471596 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091d06bb-0057-4540-8491-bae501f9580f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:28:33.477864 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091d06bb-0057-4540-8491-bae501f9580f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:33.479838 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-091d06bb-0057-4540-8491-bae501f9580f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:33.495048 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=b38e9a05-5894-4f34-89b2-eb7481603c27,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:33.507450 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f20f61-d55b-46db-8d5a-9fb16b9ab5c1 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:28:33.526947 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d54885-7309-4055-8544-51f41097b525 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Port': ['ID=8e603d1b-d165-4964-a832-589e45b86ff1,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:33.553553 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d0d54885-7309-4055-8544-51f41097b525 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (f424b26a-a94f-4c6f-806a-d28ebf11cf41), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:33.575417 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 44f20f61-d55b-46db-8d5a-9fb16b9ab5c1, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=44f20f61-d55b-46db-8d5a-9fb16b9ab5c1,segment=NetworkSegment(80814780-c664-4235-9893-85f3cc521501),segment_id=80814780-c664-4235-9893-85f3cc521501)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:33.586570 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-091d06bb-0057-4540-8491-bae501f9580f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.2591579 Jan 28 00:28:33.591266 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108d601e-be3d-4e41-bf41-c569a51a9d46 None None] Network f1b67435-a32e-4255-b177-c416810b653a requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:28:33.595927 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38402) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:33.631604 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (44f20f61-d55b-46db-8d5a-9fb16b9ab5c1), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:33.664290 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port fa31b11e-19f9-4106-a028-75909de3b365 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:33.664965 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (fa31b11e-19f9-4106-a028-75909de3b365), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:33.704083 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a5a0211c-f2e0-4909-9bf6-d0f8e22315c4 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router_gateway (df40063c-6ec1-4d89-8d33-766d502544c0), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:33.809871 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1578fba9-c37c-45ab-a7ee-11e127ad9694 req-d37b1f8d-7110-4d85-8a44-2cb9605b1290 tempest-ServerShowV254Test-100211121 tempest-ServerShowV254Test-100211121-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.0675168 Jan 28 00:28:33.844151 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f5c01f-642d-430a-b01e-1d4e54ec2919 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Deleting subnet 58717497-0911-48cb-8763-ade0a46257c4 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:28:33.861261 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b5f5c01f-642d-430a-b01e-1d4e54ec2919 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks [] for subnet (58717497-0911-48cb-8763-ade0a46257c4), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:33.880559 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-4b0d287e-2ddb-4e4a-a6c1-00e8cb1c6c9c None None] Provisioning complete for port b38e9a05-5894-4f34-89b2-eb7481603c27 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:33.881163 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b0d287e-2ddb-4e4a-a6c1-00e8cb1c6c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b38e9a05-5894-4f34-89b2-eb7481603c27), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:33.942795 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d54885-7309-4055-8544-51f41097b525 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network f1b67435-a32e-4255-b177-c416810b653a is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:28:33.945325 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b5f5c01f-642d-430a-b01e-1d4e54ec2919 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (58717497-0911-48cb-8763-ade0a46257c4), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:33.948874 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-d0d54885-7309-4055-8544-51f41097b525 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:34.003876 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=44f20f61-d55b-46db-8d5a-9fb16b9ab5c1,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:34.097697 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a5a0211c-f2e0-4909-9bf6-d0f8e22315c4 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router_gateway (df40063c-6ec1-4d89-8d33-766d502544c0), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:34.125296 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a5a0211c-f2e0-4909-9bf6-d0f8e22315c4 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:34.145526 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d54885-7309-4055-8544-51f41097b525 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Router f424b26a-a94f-4c6f-806a-d28ebf11cf41 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:28:34.152257 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port fa31b11e-19f9-4106-a028-75909de3b365 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:34.258484 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['44f20f61-d55b-46db-8d5a-9fb16b9ab5c1'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:28:34.305848 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-a5a0211c-f2e0-4909-9bf6-d0f8e22315c4 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Allocated IP 172.25.3.184 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/fcb37141-92a9-4766-9c06-fdff620123de) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:28:34.320898 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d54885-7309-4055-8544-51f41097b525 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:28:34.330703 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d0d54885-7309-4055-8544-51f41097b525 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "PUT /v2.0/routers/f424b26a-a94f-4c6f-806a-d28ebf11cf41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6610155 Jan 28 00:28:34.337155 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38408) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:34.351225 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4b0d287e-2ddb-4e4a-a6c1-00e8cb1c6c9c None None] Current status of the port b38e9a05-5894-4f34-89b2-eb7481603c27 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:34.355835 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33aeea3-64dd-4268-a042-2ba7276b641f None None] Sync routers for ids ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:28:34.357449 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-aa430ad0-24ee-4aec-b99d-81bb62756d47 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Request body: {'network': {'name': 'tempest-RoutersTest-106286469'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:34.386690 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33aeea3-64dd-4268-a042-2ba7276b641f None None] Routers {'f424b26a-a94f-4c6f-806a-d28ebf11cf41'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:28:34.387487 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a33aeea3-64dd-4268-a042-2ba7276b641f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:28:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:34.580647 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa430ad0-24ee-4aec-b99d-81bb62756d47 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Made reservation on behalf of 2fbcfeaf4123454d81861a2387d862d8 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:28:34.588391 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aa430ad0-24ee-4aec-b99d-81bb62756d47 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:34.640445 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a5a0211c-f2e0-4909-9bf6-d0f8e22315c4 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for port (fcb37141-92a9-4766-9c06-fdff620123de), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:34.704883 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-a33aeea3-64dd-4268-a042-2ba7276b641f None None] Set router f424b26a-a94f-4c6f-806a-d28ebf11cf41 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:28:34.718875 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b5f5c01f-642d-430a-b01e-1d4e54ec2919 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (58717497-0911-48cb-8763-ade0a46257c4), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:34.747164 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f24a37bf-dedd-4c98-aad8-c9bb39828512 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:28:34.838853 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a5a0211c-f2e0-4909-9bf6-d0f8e22315c4 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (fcb37141-92a9-4766-9c06-fdff620123de), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:34.903092 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-cae5293f-7c0e-4351-b162-54f8915a4422 None None] Provisioning complete for port 8e603d1b-d165-4964-a832-589e45b86ff1 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:34.903436 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cae5293f-7c0e-4351-b162-54f8915a4422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8e603d1b-d165-4964-a832-589e45b86ff1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:34.927241 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a0211c-f2e0-4909-9bf6-d0f8e22315c4 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:28:34.943536 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-a5a0211c-f2e0-4909-9bf6-d0f8e22315c4 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:34.962229 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a0211c-f2e0-4909-9bf6-d0f8e22315c4 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:28:34.966207 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-cae5293f-7c0e-4351-b162-54f8915a4422 None None] Port 8e603d1b-d165-4964-a832-589e45b86ff1 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:28:34.975180 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa430ad0-24ee-4aec-b99d-81bb62756d47 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:28:34.985042 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b5f5c01f-642d-430a-b01e-1d4e54ec2919 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (58717497-0911-48cb-8763-ade0a46257c4), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:34.991345 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-cae5293f-7c0e-4351-b162-54f8915a4422 None None] Provisioning complete for port b38e9a05-5894-4f34-89b2-eb7481603c27 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:34.991813 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cae5293f-7c0e-4351-b162-54f8915a4422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b38e9a05-5894-4f34-89b2-eb7481603c27), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:35.048164 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69ec0e4-7810-4002-96b3-487977dd4acb None None] Network 144cefac-2956-4ec7-989e-4c793922fc2a requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:28:35.120383 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port f24a37bf-dedd-4c98-aad8-c9bb39828512 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:35.120803 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f24a37bf-dedd-4c98-aad8-c9bb39828512), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:35.133781 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a0211c-f2e0-4909-9bf6-d0f8e22315c4 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Pushing event updated for resources: {'Port': ['ID=fcb37141-92a9-4766-9c06-fdff620123de,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:35.153372 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f6ab0-d227-4a39-b0a7-6f1d156d3571 req-c2d38a30-c7f5-42ba-a384-3b8e4f02e4cd tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:35.174042 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a63f6ab0-d227-4a39-b0a7-6f1d156d3571 req-c2d38a30-c7f5-42ba-a384-3b8e4f02e4cd tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9a81c37-4653-4b4c-8034-f63c178ac24e HTTP/1.1" status: 200 len: 944 time: 0.5709534 Jan 28 00:28:35.180656 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a33aeea3-64dd-4268-a042-2ba7276b641f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:28:31Z', 'revision_number': 4, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None, '_interfaces': [{'id': '2991eb37-e8e6-4286-b31b-ac54cd6b3c27', 'name': '', 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:00:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:10Z', 'updated_at': '2022-01-28T00:28:19Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e603d1b-d165-4964-a832-589e45b86ff1', 'name': '', 'network_id': 'f1b67435-a32e-4255-b177-c416810b653a', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:a3:20:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b41040e5-788b-4c34-ac34-85197ff0ca28', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:30Z', 'updated_at': '2022-01-28T00:28:32Z', 'revision_number': 2, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'b41040e5-788b-4c34-ac34-85197ff0ca28', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa31b11e-19f9-4106-a028-75909de3b365', 'name': '', 'network_id': 'a892d91e-d36d-48ed-be9a-abe2370e0e32', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:06:90:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:19Z', 'updated_at': '2022-01-28T00:28:29Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:35.220505 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33aeea3-64dd-4268-a042-2ba7276b641f None None] Checking router: f424b26a-a94f-4c6f-806a-d28ebf11cf41 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:28:35.220856 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33aeea3-64dd-4268-a042-2ba7276b641f None None] Updating router f424b26a-a94f-4c6f-806a-d28ebf11cf41 port 8e603d1b-d165-4964-a832-589e45b86ff1 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:28:35.259192 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a33aeea3-64dd-4268-a042-2ba7276b641f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8e603d1b-d165-4964-a832-589e45b86ff1), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:35.262955 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5c01f-642d-430a-b01e-1d4e54ec2919 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event deleted for resources: {'Subnet': ['ID=58717497-0911-48cb-8763-ade0a46257c4,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:35.278740 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-91eee8b0-76d5-4b62-b4d5-33e6497e6f67 req-ba42319b-77d4-4bfe-b24f-ba88edb47d44 tempest-ServerShowV254Test-100211121 tempest-ServerShowV254Test-100211121-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.0854683 Jan 28 00:28:35.319361 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aa430ad0-24ee-4aec-b99d-81bb62756d47 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (83c0453d-d658-49cc-8d1d-3262e378be85), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:35.320120 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-aa430ad0-24ee-4aec-b99d-81bb62756d47 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Added segment 83c0453d-d658-49cc-8d1d-3262e378be85 of type vlan for network 5b284051-aae4-4f4d-8a3c-72daf9cf71df Jan 28 00:28:35.436122 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a63f6ab0-d227-4a39-b0a7-6f1d156d3571 req-ad6af8b0-414d-4496-9045-05c5c21c3863 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/security-groups?id=6877f70c-a160-443f-9089-b0ea62e469c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2570405 Jan 28 00:28:35.445427 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b5f5c01f-642d-430a-b01e-1d4e54ec2919 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:35.458346 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b5f5c01f-642d-430a-b01e-1d4e54ec2919 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "DELETE /v2.0/subnets/58717497-0911-48cb-8763-ade0a46257c4 HTTP/1.1" status: 204 len: 168 time: 1.8592067 Jan 28 00:28:35.462054 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38416) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:35.479546 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-cae5293f-7c0e-4351-b162-54f8915a4422 None None] Current status of the port b38e9a05-5894-4f34-89b2-eb7481603c27 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:35.559999 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a5a0211c-f2e0-4909-9bf6-d0f8e22315c4 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router_gateway (df40063c-6ec1-4d89-8d33-766d502544c0), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:35.576107 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aa430ad0-24ee-4aec-b99d-81bb62756d47 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (5b284051-aae4-4f4d-8a3c-72daf9cf71df), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:35.588361 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port f24a37bf-dedd-4c98-aad8-c9bb39828512 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:35.588980 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f24a37bf-dedd-4c98-aad8-c9bb39828512), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:35.658547 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port f24a37bf-dedd-4c98-aad8-c9bb39828512, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f24a37bf-dedd-4c98-aad8-c9bb39828512,segment=NetworkSegment(dabdcef0-0b04-4bba-8f23-f4061d3db1c0),segment_id=dabdcef0-0b04-4bba-8f23-f4061d3db1c0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:35.669623 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f24a37bf-dedd-4c98-aad8-c9bb39828512), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:35.674542 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b38e9a05-5894-4f34-89b2-eb7481603c27 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:28:35.675241 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a263ac47-a047-4da1-9348-e67b22e6290d tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:35.676921 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a263ac47-a047-4da1-9348-e67b22e6290d tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:35.678855 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a263ac47-a047-4da1-9348-e67b22e6290d tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2154899 Jan 28 00:28:35.680435 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aa430ad0-24ee-4aec-b99d-81bb62756d47 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (5b284051-aae4-4f4d-8a3c-72daf9cf71df), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:35.688056 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa430ad0-24ee-4aec-b99d-81bb62756d47 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:35.688716 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aa430ad0-24ee-4aec-b99d-81bb62756d47 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:35.696012 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38420) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:35.795047 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ff136f-eed9-4e40-a0c1-01a895c4dc51 None None] DHCP port deletion for 144cefac-2956-4ec7-989e-4c793922fc2a request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:28:35.868753 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-7f43630e-f919-4604-bcf0-5fb76b6eae0c None None] Provisioning complete for port 8e603d1b-d165-4964-a832-589e45b86ff1 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:35.869455 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f43630e-f919-4604-bcf0-5fb76b6eae0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8e603d1b-d165-4964-a832-589e45b86ff1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:35.872282 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-aa430ad0-24ee-4aec-b99d-81bb62756d47 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5317509 Jan 28 00:28:35.883855 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38422) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:35.899297 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-4e611233-c5a1-4c00-b396-65ac41726e32 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Request body: {'subnet': {'network_id': '5b284051-aae4-4f4d-8a3c-72daf9cf71df', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:35.998561 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-7f43630e-f919-4604-bcf0-5fb76b6eae0c None None] Port 8e603d1b-d165-4964-a832-589e45b86ff1 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:28:36.005306 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=f24a37bf-dedd-4c98-aad8-c9bb39828512,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:36.017115 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa430ad0-24ee-4aec-b99d-81bb62756d47 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Network': ['ID=5b284051-aae4-4f4d-8a3c-72daf9cf71df,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:36.024738 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b1ff136f-eed9-4e40-a0c1-01a895c4dc51 None None] Deleting port f24a37bf-dedd-4c98-aad8-c9bb39828512 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:28:36.025159 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1ff136f-eed9-4e40-a0c1-01a895c4dc51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f24a37bf-dedd-4c98-aad8-c9bb39828512), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:36.027287 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27088077-675a-4331-afc6-50d73981d82c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:36.031888 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b1dc1309-e5b3-4bd5-93e4-b5090e5d0c50 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (144cefac-2956-4ec7-989e-4c793922fc2a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:36.056714 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1dc1309-e5b3-4bd5-93e4-b5090e5d0c50 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 00:28:36.057198 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1dc1309-e5b3-4bd5-93e4-b5090e5d0c50 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:28:36.060565 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b1dc1309-e5b3-4bd5-93e4-b5090e5d0c50 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "DELETE /v2.0/networks/144cefac-2956-4ec7-989e-4c793922fc2a HTTP/1.1" status: 409 len: 466 time: 0.3572676 Jan 28 00:28:36.106883 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3cb9fe46-8147-408d-9e08-554324e3e68e req-7fa25d99-e267-41df-93c4-ff45e49ae5ef service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.0360501 Jan 28 00:28:36.109449 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38424) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:36.114837 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-0b0546c6-a514-4288-9fc3-297ef31f933f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-699028784'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:36.119121 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 5b284051-aae4-4f4d-8a3c-72daf9cf71df details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:28:36.147297 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-7f43630e-f919-4604-bcf0-5fb76b6eae0c None None] Provisioning complete for port f24a37bf-dedd-4c98-aad8-c9bb39828512 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:36.147661 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f43630e-f919-4604-bcf0-5fb76b6eae0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f24a37bf-dedd-4c98-aad8-c9bb39828512), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:36.149759 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port b38e9a05-5894-4f34-89b2-eb7481603c27 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:36.150434 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b38e9a05-5894-4f34-89b2-eb7481603c27), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:36.162527 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0546c6-a514-4288-9fc3-297ef31f933f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Made reservation on behalf of a05633f5bd9b461fadfd250086e656fa for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:28:36.167276 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0b0546c6-a514-4288-9fc3-297ef31f933f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:36.173651 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e611233-c5a1-4c00-b396-65ac41726e32 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Made reservation on behalf of 2fbcfeaf4123454d81861a2387d862d8 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:28:36.177516 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4e611233-c5a1-4c00-b396-65ac41726e32 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:36.184961 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a33aeea3-64dd-4268-a042-2ba7276b641f None None] Publish callbacks [] for port (8e603d1b-d165-4964-a832-589e45b86ff1), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:36.188434 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a5a0211c-f2e0-4909-9bf6-d0f8e22315c4 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111346'] for router (df40063c-6ec1-4d89-8d33-766d502544c0), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:36.198625 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a5a0211c-f2e0-4909-9bf6-d0f8e22315c4 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552731'] for router (df40063c-6ec1-4d89-8d33-766d502544c0), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:36.200986 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a33aeea3-64dd-4268-a042-2ba7276b641f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8e603d1b-d165-4964-a832-589e45b86ff1), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:36.308158 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0546c6-a514-4288-9fc3-297ef31f933f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:28:36.336720 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0b0546c6-a514-4288-9fc3-297ef31f933f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (e3354ad8-c50f-4a9e-861d-1e79f8d97898), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:36.337372 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-0b0546c6-a514-4288-9fc3-297ef31f933f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Added segment e3354ad8-c50f-4a9e-861d-1e79f8d97898 of type vlan for network b243ac0f-3a3a-47c0-bdcf-8fbdee007a86 Jan 28 00:28:36.360412 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca3bbb-9d57-455e-8fdc-7046a402f191 None None] Pushing event updated for resources: {'Port': ['ID=8e603d1b-d165-4964-a832-589e45b86ff1,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:36.433813 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0b0546c6-a514-4288-9fc3-297ef31f933f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (b243ac0f-3a3a-47c0-bdcf-8fbdee007a86), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:36.507585 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0b0546c6-a514-4288-9fc3-297ef31f933f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (b243ac0f-3a3a-47c0-bdcf-8fbdee007a86), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:36.529679 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0546c6-a514-4288-9fc3-297ef31f933f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:36.538760 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0b0546c6-a514-4288-9fc3-297ef31f933f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:36.674127 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-a33aeea3-64dd-4268-a042-2ba7276b641f None None] Attempting to bind port 8e603d1b-d165-4964-a832-589e45b86ff1 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:28:36.677740 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-a33aeea3-64dd-4268-a042-2ba7276b641f None None] Attempting to bind port 8e603d1b-d165-4964-a832-589e45b86ff1 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'a15eb001-28f0-4f26-98ae-1a82ddb0cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f1b67435-a32e-4255-b177-c416810b653a'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:28:36.677740 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33aeea3-64dd-4268-a042-2ba7276b641f None None] Attempting to bind port 8e603d1b-d165-4964-a832-589e45b86ff1 on network f1b67435-a32e-4255-b177-c416810b653a {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:28:36.684023 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-12ce9735-de0a-4e9d-a6eb-e978775dc42d req-7f353c40-11c6-404f-b245-381dca58bdfd tempest-ServerShowV254Test-100211121 tempest-ServerShowV254Test-100211121-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.1149206 Jan 28 00:28:36.696478 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33aeea3-64dd-4268-a042-2ba7276b641f None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:28:36.706839 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33aeea3-64dd-4268-a042-2ba7276b641f None None] Checking segment: {'id': 'a15eb001-28f0-4f26-98ae-1a82ddb0cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f1b67435-a32e-4255-b177-c416810b653a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:28:36.707708 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a33aeea3-64dd-4268-a042-2ba7276b641f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:36.708364 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33aeea3-64dd-4268-a042-2ba7276b641f None None] Bound using segment: {'id': 'a15eb001-28f0-4f26-98ae-1a82ddb0cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f1b67435-a32e-4255-b177-c416810b653a'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:28:36.710416 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-a33aeea3-64dd-4268-a042-2ba7276b641f None None] Bound port: 8e603d1b-d165-4964-a832-589e45b86ff1, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15eb001-28f0-4f26-98ae-1a82ddb0cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f1b67435-a32e-4255-b177-c416810b653a'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:28:36.711032 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a33aeea3-64dd-4268-a042-2ba7276b641f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8e603d1b-d165-4964-a832-589e45b86ff1), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:36.750988 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-b1ff136f-eed9-4e40-a0c1-01a895c4dc51 None None] For port f24a37bf-dedd-4c98-aad8-c9bb39828512, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f24a37bf-dedd-4c98-aad8-c9bb39828512,segment=NetworkSegment(dabdcef0-0b04-4bba-8f23-f4061d3db1c0),segment_id=dabdcef0-0b04-4bba-8f23-f4061d3db1c0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:36.751408 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1ff136f-eed9-4e40-a0c1-01a895c4dc51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f24a37bf-dedd-4c98-aad8-c9bb39828512), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:36.851297 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 44f20f61-d55b-46db-8d5a-9fb16b9ab5c1 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:28:36.860443 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-a33aeea3-64dd-4268-a042-2ba7276b641f None None] For port 8e603d1b-d165-4964-a832-589e45b86ff1, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:28:36.865675 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-a33aeea3-64dd-4268-a042-2ba7276b641f None None] For port 8e603d1b-d165-4964-a832-589e45b86ff1, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8e603d1b-d165-4964-a832-589e45b86ff1,segment=NetworkSegment(a15eb001-28f0-4f26-98ae-1a82ddb0cd83),segment_id=a15eb001-28f0-4f26-98ae-1a82ddb0cd83)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:28:36.884141 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a33aeea3-64dd-4268-a042-2ba7276b641f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8e603d1b-d165-4964-a832-589e45b86ff1), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:37.002357 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b1ff136f-eed9-4e40-a0c1-01a895c4dc51 None None] Calling delete_port for f24a37bf-dedd-4c98-aad8-c9bb39828512 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:28:37.066583 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca3bbb-9d57-455e-8fdc-7046a402f191 None None] Pushing event updated for resources: {'Port': ['ID=8e603d1b-d165-4964-a832-589e45b86ff1,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:37.136612 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port b38e9a05-5894-4f34-89b2-eb7481603c27 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:37.214497 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33aeea3-64dd-4268-a042-2ba7276b641f None None] Routers {'f424b26a-a94f-4c6f-806a-d28ebf11cf41'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:28:37.220387 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a33aeea3-64dd-4268-a042-2ba7276b641f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:28:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:37.266609 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 44f20f61-d55b-46db-8d5a-9fb16b9ab5c1 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:28:37.364318 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0b0546c6-a514-4288-9fc3-297ef31f933f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2532578 Jan 28 00:28:37.394793 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38436) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:37.402151 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-fe9a8314-1f85-4602-a33b-a1409f0f23eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Request body: {'subnet': {'network_id': 'b243ac0f-3a3a-47c0-bdcf-8fbdee007a86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:37.472863 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-a33aeea3-64dd-4268-a042-2ba7276b641f None None] Set router f424b26a-a94f-4c6f-806a-d28ebf11cf41 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:28:37.548066 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-7f43630e-f919-4604-bcf0-5fb76b6eae0c None None] Current status of the port f24a37bf-dedd-4c98-aad8-c9bb39828512 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:37.555197 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0546c6-a514-4288-9fc3-297ef31f933f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event updated for resources: {'Network': ['ID=b243ac0f-3a3a-47c0-bdcf-8fbdee007a86,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:37.576183 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f24a37bf-dedd-4c98-aad8-c9bb39828512 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:28:37.603056 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-436903e5-9bcb-438d-b022-b6a406ee126a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1048405 Jan 28 00:28:37.645436 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a0211c-f2e0-4909-9bf6-d0f8e22315c4 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Router df40063c-6ec1-4d89-8d33-766d502544c0 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:28:37.679096 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 44f20f61-d55b-46db-8d5a-9fb16b9ab5c1 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:37.679823 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (44f20f61-d55b-46db-8d5a-9fb16b9ab5c1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:37.699707 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network b243ac0f-3a3a-47c0-bdcf-8fbdee007a86 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:28:37.784300 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c8bcb-43b2-498b-a100-17bf6e3fa429 req-13666819-ad99-4e04-8fa8-13a86986c7be tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:37.793637 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-750c8bcb-43b2-498b-a100-17bf6e3fa429 req-13666819-ad99-4e04-8fa8-13a86986c7be tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9a81c37-4653-4b4c-8034-f63c178ac24e HTTP/1.1" status: 200 len: 944 time: 0.4271274 Jan 28 00:28:37.822904 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a33aeea3-64dd-4268-a042-2ba7276b641f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:28:31Z', 'revision_number': 4, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None, '_interfaces': [{'id': '2991eb37-e8e6-4286-b31b-ac54cd6b3c27', 'name': '', 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:00:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:10Z', 'updated_at': '2022-01-28T00:28:19Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e603d1b-d165-4964-a832-589e45b86ff1', 'name': '', 'network_id': 'f1b67435-a32e-4255-b177-c416810b653a', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:a3:20:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b41040e5-788b-4c34-ac34-85197ff0ca28', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:30Z', 'updated_at': '2022-01-28T00:28:36Z', 'revision_number': 4, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'b41040e5-788b-4c34-ac34-85197ff0ca28', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa31b11e-19f9-4106-a028-75909de3b365', 'name': '', 'network_id': 'a892d91e-d36d-48ed-be9a-abe2370e0e32', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:06:90:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:19Z', 'updated_at': '2022-01-28T00:28:29Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:37.858221 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e8fea-ea17-4c7f-9a59-e6e91428c419 req-30756b5e-2f86-4b60-8ac9-8c0875d4325d tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:37.860836 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b20e8fea-ea17-4c7f-9a59-e6e91428c419 req-30756b5e-2f86-4b60-8ac9-8c0875d4325d tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3d96a38-4812-44ae-942e-06863d148430 HTTP/1.1" status: 200 len: 946 time: 0.4844096 Jan 28 00:28:37.861043 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33aeea3-64dd-4268-a042-2ba7276b641f None None] The sync data for ids ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'] in n-d-826754-1 is: [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:28:31Z', 'revision_number': 4, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None, '_interfaces': [{'id': '2991eb37-e8e6-4286-b31b-ac54cd6b3c27', 'name': '', 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:00:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:10Z', 'updated_at': '2022-01-28T00:28:19Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e603d1b-d165-4964-a832-589e45b86ff1', 'name': '', 'network_id': 'f1b67435-a32e-4255-b177-c416810b653a', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:a3:20:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b41040e5-788b-4c34-ac34-85197ff0ca28', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:30Z', 'updated_at': '2022-01-28T00:28:36Z', 'revision_number': 4, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'b41040e5-788b-4c34-ac34-85197ff0ca28', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa31b11e-19f9-4106-a028-75909de3b365', 'name': '', 'network_id': 'a892d91e-d36d-48ed-be9a-abe2370e0e32', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:06:90:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:19Z', 'updated_at': '2022-01-28T00:28:29Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:28:37.884615 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a64988-f73a-4465-829b-9d651b74e769 req-a0b2f988-a42d-41fd-89aa-945618170313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:37.885092 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a64988-f73a-4465-829b-9d651b74e769 req-a0b2f988-a42d-41fd-89aa-945618170313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:37.885719 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a64988-f73a-4465-829b-9d651b74e769 req-a0b2f988-a42d-41fd-89aa-945618170313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:37.888034 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a64988-f73a-4465-829b-9d651b74e769 req-a0b2f988-a42d-41fd-89aa-945618170313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:37.888897 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a64988-f73a-4465-829b-9d651b74e769 req-a0b2f988-a42d-41fd-89aa-945618170313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:37.890577 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a64988-f73a-4465-829b-9d651b74e769 req-a0b2f988-a42d-41fd-89aa-945618170313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:37.891427 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a64988-f73a-4465-829b-9d651b74e769 req-a0b2f988-a42d-41fd-89aa-945618170313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:37.895202 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-a0b2f988-a42d-41fd-89aa-945618170313 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=160a5827a22f400b84570ea4a4c65c01&device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 6502 time: 0.1746285 Jan 28 00:28:37.929887 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a0211c-f2e0-4909-9bf6-d0f8e22315c4 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:28:37.981750 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a5a0211c-f2e0-4909-9bf6-d0f8e22315c4 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:37.990887 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9a8314-1f85-4602-a33b-a1409f0f23eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Made reservation on behalf of a05633f5bd9b461fadfd250086e656fa for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:28:37.994287 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a5a0211c-f2e0-4909-9bf6-d0f8e22315c4 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "PUT /v2.0/routers/df40063c-6ec1-4d89-8d33-766d502544c0 HTTP/1.1" status: 200 len: 914 time: 4.7554860 Jan 28 00:28:37.994810 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fe9a8314-1f85-4602-a33b-a1409f0f23eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:37.996354 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38440) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:38.016872 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965bd4e9-20d7-43be-9e35-735147b1916f None None] Sync routers for ids ['df40063c-6ec1-4d89-8d33-766d502544c0'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:28:38.023014 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:28:38.028620 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-0740251a-c663-4078-9a3c-66668f07fc61 None None] Provisioning complete for port 8e603d1b-d165-4964-a832-589e45b86ff1 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:38.029320 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0740251a-c663-4078-9a3c-66668f07fc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8e603d1b-d165-4964-a832-589e45b86ff1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:38.160734 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-750c8bcb-43b2-498b-a100-17bf6e3fa429 req-73e9192c-9916-4e00-a582-894b27bb036b tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/security-groups?id=6877f70c-a160-443f-9089-b0ea62e469c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3654418 Jan 28 00:28:38.263292 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port f24a37bf-dedd-4c98-aad8-c9bb39828512 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:38.267999 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f24a37bf-dedd-4c98-aad8-c9bb39828512), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:38.287299 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b20e8fea-ea17-4c7f-9a59-e6e91428c419 req-ac3b5517-d1e6-4565-93ce-2fb33ea12655 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba77e1a7-1034-4b2c-a656-04d1193f2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3961310 Jan 28 00:28:38.296310 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a64988-f73a-4465-829b-9d651b74e769 req-ec85768c-06df-40e0-9e25-1634fadc8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:38.296950 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a64988-f73a-4465-829b-9d651b74e769 req-ec85768c-06df-40e0-9e25-1634fadc8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:38.297442 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a64988-f73a-4465-829b-9d651b74e769 req-ec85768c-06df-40e0-9e25-1634fadc8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:38.299242 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-ec85768c-06df-40e0-9e25-1634fadc8f38 service neutron] 10.222.0.52 "GET /v2.0/networks?id=97c33ad0-0461-45c3-9dc8-98632a31ba84&id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&id=0d3515a7-9da9-44c3-a34e-684df23ac567&id=0d3515a7-9da9-44c3-a34e-684df23ac567 HTTP/1.1" status: 200 len: 2298 time: 0.3660812 Jan 28 00:28:38.310069 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e048005d-a50d-4d8d-81a9-cfdd62cba638 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "GET /v2.0/routers/df40063c-6ec1-4d89-8d33-766d502544c0 HTTP/1.1" status: 200 len: 920 time: 0.3118029 Jan 28 00:28:38.310561 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38442) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:38.343192 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4e611233-c5a1-4c00-b396-65ac41726e32 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (29c63b95-0345-4ead-b737-404a7ca60a00), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:38.484829 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-d3e90d6a-1d17-4d5b-94e0-910ecfde5918 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c80ae37-b3ec-413e-a908-d7c646315e69 HTTP/1.1" status: 200 len: 1001 time: 0.1529384 Jan 28 00:28:38.498659 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1ff136f-eed9-4e40-a0c1-01a895c4dc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (f24a37bf-dedd-4c98-aad8-c9bb39828512), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:38.503482 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263d11c7-8e98-45ac-8795-bed884b45c37 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:38.503667 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965bd4e9-20d7-43be-9e35-735147b1916f None None] Routers {'df40063c-6ec1-4d89-8d33-766d502544c0'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:28:38.504788 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-965bd4e9-20d7-43be-9e35-735147b1916f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:28:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['df40063c-6ec1-4d89-8d33-766d502544c0'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:38.508240 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85809ca9-827b-4e21-acca-0fa29fe28d3e req-9aff8308-fe9e-4d40-a206-a9d6adf69a70 tempest-ServerShowV254Test-100211121 tempest-ServerShowV254Test-100211121-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.1844695 Jan 28 00:28:38.509695 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-263d11c7-8e98-45ac-8795-bed884b45c37 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392&device_id=df40063c-6ec1-4d89-8d33-766d502544c0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1979525 Jan 28 00:28:38.510601 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38444) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:38.601983 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 44f20f61-d55b-46db-8d5a-9fb16b9ab5c1 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:38.602611 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (44f20f61-d55b-46db-8d5a-9fb16b9ab5c1), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:38.626773 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b60d35b5-8813-429a-be67-688a8ae32c07 req-a03c111e-be4f-46f4-8b80-f9d4f512d1d4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1189480 Jan 28 00:28:38.635045 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e611233-c5a1-4c00-b396-65ac41726e32 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Subnet': ['ID=29c63b95-0345-4ead-b737-404a7ca60a00,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:38.696134 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e611233-c5a1-4c00-b396-65ac41726e32 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Checking segment: {'id': '83c0453d-d658-49cc-8d1d-3262e378be85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5b284051-aae4-4f4d-8a3c-72daf9cf71df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:28:38.696583 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e611233-c5a1-4c00-b396-65ac41726e32 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network hostable DHCP agents. Network: 5b284051-aae4-4f4d-8a3c-72daf9cf71df, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:28:38.706818 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a64988-f73a-4465-829b-9d651b74e769 req-a69e11e2-cdee-47c4-be16-60baab2eaf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:38.708490 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-a69e11e2-cdee-47c4-be16-60baab2eaf20 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1d093807-7e7b-4a9f-8622-0558c2c97c76 HTTP/1.1" status: 200 len: 856 time: 0.2179258 Jan 28 00:28:38.715303 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-965bd4e9-20d7-43be-9e35-735147b1916f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:38.741002 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff136f-eed9-4e40-a0c1-01a895c4dc51 None None] Pushing event deleted for resources: {'Port': ['ID=f24a37bf-dedd-4c98-aad8-c9bb39828512,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:38.753955 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c541af1c-7e6f-4c11-a961-74ca89cbad10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:38.807739 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b66806-bc37-49d9-b30d-ed394fb584d0 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:38.814319 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38450) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:38.816653 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-76b66806-bc37-49d9-b30d-ed394fb584d0 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 881 time: 0.3019996 Jan 28 00:28:38.849112 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ff136f-eed9-4e40-a0c1-01a895c4dc51 None None] No DVR routers for this DVR port f24a37bf-dedd-4c98-aad8-c9bb39828512 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:28:38.878988 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0740251a-c663-4078-9a3c-66668f07fc61 None None] Current status of the port 8e603d1b-d165-4964-a832-589e45b86ff1 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:38.879649 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0740251a-c663-4078-9a3c-66668f07fc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8e603d1b-d165-4964-a832-589e45b86ff1), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:38.887657 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965bd4e9-20d7-43be-9e35-735147b1916f None None] Routers {'df40063c-6ec1-4d89-8d33-766d502544c0'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:28:38.896437 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-965bd4e9-20d7-43be-9e35-735147b1916f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:28:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['df40063c-6ec1-4d89-8d33-766d502544c0'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:38.933829 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a64988-f73a-4465-829b-9d651b74e769 req-1ea28496-0819-4dde-99a3-490fea8c21e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:38.935413 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-1ea28496-0819-4dde-99a3-490fea8c21e4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=97c33ad0-0461-45c3-9dc8-98632a31ba84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1175251 Jan 28 00:28:38.996108 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-965bd4e9-20d7-43be-9e35-735147b1916f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:38.997377 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965bd4e9-20d7-43be-9e35-735147b1916f None None] The sync data for ids ['df40063c-6ec1-4d89-8d33-766d502544c0'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:28:39.002655 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d142d1c-af36-4883-85c6-077e938258ed None None] get_active_networks_info from n-d-826754-1 {{(pid=103345) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 00:28:39.026092 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b60d35b5-8813-429a-be67-688a8ae32c07 req-300ebfbb-39b9-4960-ad7e-e48301aa875c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b7354e6ea67a4b0398696f1dbb569351&device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.2086384 Jan 28 00:28:39.074684 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-cbde1f71-14bd-4ed4-b64b-96c8ab9af0e8 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "GET /v2.0/ports?device_id=df40063c-6ec1-4d89-8d33-766d502544c0 HTTP/1.1" status: 200 len: 205 time: 0.2251492 Jan 28 00:28:39.076315 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38452) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:39.133195 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 44f20f61-d55b-46db-8d5a-9fb16b9ab5c1, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=44f20f61-d55b-46db-8d5a-9fb16b9ab5c1,segment=NetworkSegment(80814780-c664-4235-9893-85f3cc521501),segment_id=80814780-c664-4235-9893-85f3cc521501)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:39.138124 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b60d35b5-8813-429a-be67-688a8ae32c07 req-73eb31bd-0c16-4684-bfd3-ab3c800e3abe service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=b7354e6ea67a4b0398696f1dbb569351&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638323 Jan 28 00:28:39.140625 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a81c37-4653-4b4c-8034-f63c178ac24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f20f61-d55b-46db-8d5a-9fb16b9ab5c1'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:28:39.145318 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e611233-c5a1-4c00-b396-65ac41726e32 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network 5b284051-aae4-4f4d-8a3c-72daf9cf71df is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:28:39.145541 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5407b899-5fb2-4cc2-b5e5-c2008b6d30c8" -d '{"events": [{"server_uuid": "a9a81c37-4653-4b4c-8034-f63c178ac24e", "name": "network-vif-plugged", "status": "completed", "tag": "44f20f61-d55b-46db-8d5a-9fb16b9ab5c1"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:28:39.158018 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (44f20f61-d55b-46db-8d5a-9fb16b9ab5c1), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:39.254152 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-ebcfeba8-535e-4f3c-8e54-712657f75bc7 service neutron] 10.222.0.52 "GET /v2.0/networks/97c33ad0-0461-45c3-9dc8-98632a31ba84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097203 Jan 28 00:28:39.270720 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685ebffc-c6ee-4e4b-948f-6e5cef1dca26 x-openstack-request-id: req-685ebffc-c6ee-4e4b-948f-6e5cef1dca26 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:28:39.271068 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a81c37-4653-4b4c-8034-f63c178ac24e", "name": "network-vif-plugged", "status": "completed", "tag": "44f20f61-d55b-46db-8d5a-9fb16b9ab5c1", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:28:39.272343 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-685ebffc-c6ee-4e4b-948f-6e5cef1dca26 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:28:39.274878 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a81c37-4653-4b4c-8034-f63c178ac24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f20f61-d55b-46db-8d5a-9fb16b9ab5c1', 'code': 200} Jan 28 00:28:39.277743 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=44f20f61-d55b-46db-8d5a-9fb16b9ab5c1,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:39.288485 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 97d91739-d801-4914-b273-d2e1352df7e3 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:28:39.398969 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-4e611233-c5a1-4c00-b396-65ac41726e32 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 5b284051-aae4-4f4d-8a3c-72daf9cf71df) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:39.412210 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce441861-1611-4ada-a251-e82122610091 req-3cf41435-24cd-4709-8a94-c67b8eb17587 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:39.414133 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ce441861-1611-4ada-a251-e82122610091 req-3cf41435-24cd-4709-8a94-c67b8eb17587 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3d96a38-4812-44ae-942e-06863d148430 HTTP/1.1" status: 200 len: 946 time: 0.6969209 Jan 28 00:28:39.486472 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-0740251a-c663-4078-9a3c-66668f07fc61 None None] For port 8e603d1b-d165-4964-a832-589e45b86ff1, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8e603d1b-d165-4964-a832-589e45b86ff1,segment=NetworkSegment(a15eb001-28f0-4f26-98ae-1a82ddb0cd83),segment_id=a15eb001-28f0-4f26-98ae-1a82ddb0cd83)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:39.502940 n-d-826754-1 neutron-server[103344]: DEBUG neutron.objects.ports [None req-fe9a8314-1f85-4602-a33b-a1409f0f23eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103344) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 00:28:39.508061 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0740251a-c663-4078-9a3c-66668f07fc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8e603d1b-d165-4964-a832-589e45b86ff1), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:39.543505 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e611233-c5a1-4c00-b396-65ac41726e32 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:39.544155 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4e611233-c5a1-4c00-b396-65ac41726e32 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:39.556334 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 97d91739-d801-4914-b273-d2e1352df7e3 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:39.559041 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (97d91739-d801-4914-b273-d2e1352df7e3), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:39.565798 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ce7eada9-56fb-4e20-b83e-214278fd90db req-e531dbe2-f165-4c9d-bbb8-c2a62f5a3a24 tempest-ServerShowV254Test-100211121 tempest-ServerShowV254Test-100211121-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.1774075 Jan 28 00:28:39.612977 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740251a-c663-4078-9a3c-66668f07fc61 None None] Pushing event updated for resources: {'Port': ['ID=8e603d1b-d165-4964-a832-589e45b86ff1,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:39.635720 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8e603d1b-d165-4964-a832-589e45b86ff1 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:28:39.712732 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:39.751984 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 97d91739-d801-4914-b273-d2e1352df7e3, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=97d91739-d801-4914-b273-d2e1352df7e3,segment=NetworkSegment(80704560-663f-4217-8faf-19a0c17d34a2),segment_id=80704560-663f-4217-8faf-19a0c17d34a2)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:39.755779 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fe9a8314-1f85-4602-a33b-a1409f0f23eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (0da6bd2a-1466-40a5-9693-1d756b6fbf1a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:39.768534 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (97d91739-d801-4914-b273-d2e1352df7e3), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:39.779353 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c8861-3e13-408a-b231-308714aff5ec req-cb798c12-284c-445e-8822-d717ed7a5d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:39.782208 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b69c8861-3e13-408a-b231-308714aff5ec req-cb798c12-284c-445e-8822-d717ed7a5d55 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a9a81c37-4653-4b4c-8034-f63c178ac24e HTTP/1.1" status: 200 len: 1096 time: 0.2336996 Jan 28 00:28:39.826490 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-87de6e3d-472d-4f74-a3a8-2220deabefa0 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router (df40063c-6ec1-4d89-8d33-766d502544c0), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:39.832073 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-44ee067d-229e-44b3-8ae7-7459da96255b service neutron] 10.222.0.52 "GET /v2.0/networks/97c33ad0-0461-45c3-9dc8-98632a31ba84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5613325 Jan 28 00:28:39.867307 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 8e603d1b-d165-4964-a832-589e45b86ff1 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:39.867848 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8e603d1b-d165-4964-a832-589e45b86ff1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:39.905750 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=97d91739-d801-4914-b273-d2e1352df7e3,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:39.910613 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4e611233-c5a1-4c00-b396-65ac41726e32 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0235868 Jan 28 00:28:39.913370 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38462) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:39.935353 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d142d1c-af36-4883-85c6-077e938258ed None None] Unable to find a vacant binding_index for network 5b284051-aae4-4f4d-8a3c-72daf9cf71df and agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea {{(pid=103345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 28 00:28:39.947197 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d142d1c-af36-4883-85c6-077e938258ed None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 5b284051-aae4-4f4d-8a3c-72daf9cf71df) {{(pid=103345) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 00:28:39.954497 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d35b5-8813-429a-be67-688a8ae32c07 req-760cc47c-cd5c-4f69-bada-7a467d3237f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:39.956085 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b60d35b5-8813-429a-be67-688a8ae32c07 req-760cc47c-cd5c-4f69-bada-7a467d3237f2 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8062348 Jan 28 00:28:39.976961 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a8314-1f85-4602-a33b-a1409f0f23eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event updated for resources: {'Subnet': ['ID=0da6bd2a-1466-40a5-9693-1d756b6fbf1a,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:39.987911 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b386461-c8aa-419c-96b2-7fc683c1581f req-3cab6a8a-c796-466b-8f7e-645c0599fe3e tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:39.989558 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3b386461-c8aa-419c-96b2-7fc683c1581f req-3cab6a8a-c796-466b-8f7e-645c0599fe3e tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9a81c37-4653-4b4c-8034-f63c178ac24e HTTP/1.1" status: 200 len: 945 time: 0.4791961 Jan 28 00:28:40.056789 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5dd83-4b6a-4110-8fd2-33a11e2a0641 req-f59bc942-b8fe-4519-a256-3ee0022b8b45 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:40.064577 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 8e603d1b-d165-4964-a832-589e45b86ff1 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:40.064853 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75b5dd83-4b6a-4110-8fd2-33a11e2a0641 req-f59bc942-b8fe-4519-a256-3ee0022b8b45 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3d96a38-4812-44ae-942e-06863d148430 HTTP/1.1" status: 200 len: 944 time: 0.2776406 Jan 28 00:28:40.082501 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-30b66679-97a8-4593-80ff-79fe205d07a8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=17a2a773-d586-4db3-b390-7e92fd06a45f HTTP/1.1" status: 200 len: 217 time: 0.1809266 Jan 28 00:28:40.095945 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9a8314-1f85-4602-a33b-a1409f0f23eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Checking segment: {'id': 'e3354ad8-c50f-4a9e-861d-1e79f8d97898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b243ac0f-3a3a-47c0-bdcf-8fbdee007a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:28:40.096241 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9a8314-1f85-4602-a33b-a1409f0f23eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Network hostable DHCP agents. Network: b243ac0f-3a3a-47c0-bdcf-8fbdee007a86, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:28:40.158532 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d2e6f8-6400-403b-b708-f0d1ce9c7eb2 req-ecee6373-03cd-44c6-8be3-21ab95191978 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b7354e6ea67a4b0398696f1dbb569351&device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.0520191 Jan 28 00:28:40.196919 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b69c8861-3e13-408a-b231-308714aff5ec req-f26b77eb-8362-4b5f-b759-eac118769cc4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6877f70c-a160-443f-9089-b0ea62e469c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4030499 Jan 28 00:28:40.205013 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-ce441861-1611-4ada-a251-e82122610091 req-e66623df-12d8-4655-8a62-6167a41fa91c tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Deleting port 97d91739-d801-4914-b273-d2e1352df7e3 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:28:40.205605 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ce441861-1611-4ada-a251-e82122610091 req-e66623df-12d8-4655-8a62-6167a41fa91c tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (97d91739-d801-4914-b273-d2e1352df7e3), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:40.215380 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3b386461-c8aa-419c-96b2-7fc683c1581f req-060970cf-a4d6-4154-a729-db22c0eec666 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/security-groups?id=6877f70c-a160-443f-9089-b0ea62e469c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029421 Jan 28 00:28:40.274962 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d2e6f8-6400-403b-b708-f0d1ce9c7eb2 req-fdf7b7b0-a09a-4235-a3df-751cf222299e service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=b7354e6ea67a4b0398696f1dbb569351&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0958641 Jan 28 00:28:40.292916 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0846c1-39d3-4d3a-a8ba-18e654220ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-5b284051-aae4-4f4d-8a3c-72daf9cf71df', 'network_id': '5b284051-aae4-4f4d-8a3c-72daf9cf71df', 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'fixed_ips': [{'subnet_id': '29c63b95-0345-4ead-b737-404a7ca60a00'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:28:40.296989 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ea0846c1-39d3-4d3a-a8ba-18e654220ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:40.306015 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9a8314-1f85-4602-a33b-a1409f0f23eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Network b243ac0f-3a3a-47c0-bdcf-8fbdee007a86 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:28:40.330885 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75b5dd83-4b6a-4110-8fd2-33a11e2a0641 req-51275cad-040b-4e50-a6c6-eb51e738f715 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba77e1a7-1034-4b2c-a656-04d1193f2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2620497 Jan 28 00:28:40.344001 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a64988-f73a-4465-829b-9d651b74e769 req-c28407c6-872d-495c-b4fb-406b1163268b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:40.345316 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-c28407c6-872d-495c-b4fb-406b1163268b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=940224ee-3d45-4e4f-bb05-6319f4700b5e HTTP/1.1" status: 200 len: 797 time: 0.1986265 Jan 28 00:28:40.362833 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-fe9a8314-1f85-4602-a33b-a1409f0f23eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, b243ac0f-3a3a-47c0-bdcf-8fbdee007a86) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:40.396320 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9a8314-1f85-4602-a33b-a1409f0f23eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:40.396915 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fe9a8314-1f85-4602-a33b-a1409f0f23eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:40.429419 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-87de6e3d-472d-4f74-a3a8-2220deabefa0 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router_gateway (df40063c-6ec1-4d89-8d33-766d502544c0), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:40.457518 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-fe9a8314-1f85-4602-a33b-a1409f0f23eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.0606472 Jan 28 00:28:40.464937 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38464) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:40.470855 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-ce441861-1611-4ada-a251-e82122610091 req-e66623df-12d8-4655-8a62-6167a41fa91c tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] For port 97d91739-d801-4914-b273-d2e1352df7e3, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=97d91739-d801-4914-b273-d2e1352df7e3,segment=NetworkSegment(80704560-663f-4217-8faf-19a0c17d34a2),segment_id=80704560-663f-4217-8faf-19a0c17d34a2)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:40.471224 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ce441861-1611-4ada-a251-e82122610091 req-e66623df-12d8-4655-8a62-6167a41fa91c tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (97d91739-d801-4914-b273-d2e1352df7e3), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:40.525041 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-ea0846c1-39d3-4d3a-a8ba-18e654220ceb None None] Allocated IP 172.23.0.2 (5b284051-aae4-4f4d-8a3c-72daf9cf71df/29c63b95-0345-4ead-b737-404a7ca60a00/318cc866-fdbf-4176-a9e5-d426047aa3f4) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:28:40.675488 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2e6f8-6400-403b-b708-f0d1ce9c7eb2 req-dfb2e726-dde6-452f-aaf2-1357057ef473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:40.677068 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d2e6f8-6400-403b-b708-f0d1ce9c7eb2 req-dfb2e726-dde6-452f-aaf2-1357057ef473 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3641419 Jan 28 00:28:40.732610 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-87de6e3d-472d-4f74-a3a8-2220deabefa0 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Deleting port fcb37141-92a9-4766-9c06-fdff620123de {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:28:40.733353 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-87de6e3d-472d-4f74-a3a8-2220deabefa0 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (fcb37141-92a9-4766-9c06-fdff620123de), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:40.742592 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a64988-f73a-4465-829b-9d651b74e769 req-f75e383a-ce37-4b19-a0fd-3a6bbf42ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:40.744220 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-f75e383a-ce37-4b19-a0fd-3a6bbf42ea4e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1407566 Jan 28 00:28:40.790507 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ea0846c1-39d3-4d3a-a8ba-18e654220ceb None None] Publish callbacks [] for port (318cc866-fdbf-4176-a9e5-d426047aa3f4), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:40.798810 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ea0846c1-39d3-4d3a-a8ba-18e654220ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (318cc866-fdbf-4176-a9e5-d426047aa3f4), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:40.869338 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-79553875-1673-4b33-9d9c-1fdd1c5e059a req-2a1b2715-cab3-4dae-9f8b-050232c0b279 tempest-ServerShowV254Test-100211121 tempest-ServerShowV254Test-100211121-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.0752792 Jan 28 00:28:40.869808 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6af97992-3698-4b0e-9637-36f529847ff8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:40.878466 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0846c1-39d3-4d3a-a8ba-18e654220ceb None None] Network 5b284051-aae4-4f4d-8a3c-72daf9cf71df is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:28:40.890189 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-ea0846c1-39d3-4d3a-a8ba-18e654220ceb None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:40.893087 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c573d31a-5661-4940-9513-2bb0b5cdebf6 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (b243ac0f-3a3a-47c0-bdcf-8fbdee007a86), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:40.904989 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0846c1-39d3-4d3a-a8ba-18e654220ceb None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:28:40.918717 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0846c1-39d3-4d3a-a8ba-18e654220ceb None None] Pushing event updated for resources: {'Port': ['ID=318cc866-fdbf-4176-a9e5-d426047aa3f4,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:40.941660 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-87de6e3d-472d-4f74-a3a8-2220deabefa0 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (fcb37141-92a9-4766-9c06-fdff620123de), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:40.992960 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-1c014558-8b4c-40e2-9cb8-9d76f415f3ec service neutron] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311745 Jan 28 00:28:41.002928 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-87de6e3d-472d-4f74-a3a8-2220deabefa0 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Calling delete_port for fcb37141-92a9-4766-9c06-fdff620123de owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:28:41.005109 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-ea0846c1-39d3-4d3a-a8ba-18e654220ceb None None] Attempting to bind port 318cc866-fdbf-4176-a9e5-d426047aa3f4 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:28:41.006411 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-ea0846c1-39d3-4d3a-a8ba-18e654220ceb None None] Attempting to bind port 318cc866-fdbf-4176-a9e5-d426047aa3f4 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '83c0453d-d658-49cc-8d1d-3262e378be85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5b284051-aae4-4f4d-8a3c-72daf9cf71df'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:28:41.007291 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0846c1-39d3-4d3a-a8ba-18e654220ceb None None] Attempting to bind port 318cc866-fdbf-4176-a9e5-d426047aa3f4 on network 5b284051-aae4-4f4d-8a3c-72daf9cf71df {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:28:41.021391 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0846c1-39d3-4d3a-a8ba-18e654220ceb None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:28:41.022055 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0846c1-39d3-4d3a-a8ba-18e654220ceb None None] Checking segment: {'id': '83c0453d-d658-49cc-8d1d-3262e378be85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5b284051-aae4-4f4d-8a3c-72daf9cf71df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:28:41.022729 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ea0846c1-39d3-4d3a-a8ba-18e654220ceb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:41.023425 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0846c1-39d3-4d3a-a8ba-18e654220ceb None None] Bound using segment: {'id': '83c0453d-d658-49cc-8d1d-3262e378be85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5b284051-aae4-4f4d-8a3c-72daf9cf71df'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:28:41.027806 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-ea0846c1-39d3-4d3a-a8ba-18e654220ceb None None] Bound port: 318cc866-fdbf-4176-a9e5-d426047aa3f4, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c0453d-d658-49cc-8d1d-3262e378be85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5b284051-aae4-4f4d-8a3c-72daf9cf71df'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:28:41.028596 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ea0846c1-39d3-4d3a-a8ba-18e654220ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (318cc866-fdbf-4176-a9e5-d426047aa3f4), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:41.105804 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:41.147927 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-ea0846c1-39d3-4d3a-a8ba-18e654220ceb None None] For port 318cc866-fdbf-4176-a9e5-d426047aa3f4, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:28:41.152660 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-ea0846c1-39d3-4d3a-a8ba-18e654220ceb None None] For port 318cc866-fdbf-4176-a9e5-d426047aa3f4, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=318cc866-fdbf-4176-a9e5-d426047aa3f4,segment=NetworkSegment(83c0453d-d658-49cc-8d1d-3262e378be85),segment_id=83c0453d-d658-49cc-8d1d-3262e378be85)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:28:41.159320 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ea0846c1-39d3-4d3a-a8ba-18e654220ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (318cc866-fdbf-4176-a9e5-d426047aa3f4), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:41.171143 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ce441861-1611-4ada-a251-e82122610091 req-e66623df-12d8-4655-8a62-6167a41fa91c tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:41.171143 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ce441861-1611-4ada-a251-e82122610091 req-e66623df-12d8-4655-8a62-6167a41fa91c tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (5d0d5935-c8e1-4910-8c22-1340c90b1e61), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:41.171736 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [req-ce441861-1611-4ada-a251-e82122610091 req-e66623df-12d8-4655-8a62-6167a41fa91c tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Floating IP 5d0d5935-c8e1-4910-8c22-1340c90b1e61 disassociated. External IP: 172.25.3.174, port: 97d91739-d801-4914-b273-d2e1352df7e3. Jan 28 00:28:41.171889 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-ce441861-1611-4ada-a251-e82122610091 req-e66623df-12d8-4655-8a62-6167a41fa91c tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Calling delete_port for 97d91739-d801-4914-b273-d2e1352df7e3 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:28:41.180201 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c573d31a-5661-4940-9513-2bb0b5cdebf6 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (0da6bd2a-1466-40a5-9693-1d756b6fbf1a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:41.457745 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c573d31a-5661-4940-9513-2bb0b5cdebf6 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (0da6bd2a-1466-40a5-9693-1d756b6fbf1a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:41.554730 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573d31a-5661-4940-9513-2bb0b5cdebf6 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event deleted for resources: {'Subnet': ['ID=0da6bd2a-1466-40a5-9693-1d756b6fbf1a,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:41.568917 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0b3a8-f134-4197-b24d-8ba61554a017 req-7c5936d3-6a61-4628-95b1-2300178c8666 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:41.570702 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-18b0b3a8-f134-4197-b24d-8ba61554a017 req-7c5936d3-6a61-4628-95b1-2300178c8666 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9a81c37-4653-4b4c-8034-f63c178ac24e HTTP/1.1" status: 200 len: 945 time: 0.2043509 Jan 28 00:28:41.603563 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d96a38-4812-44ae-942e-06863d148430', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97d91739-d801-4914-b273-d2e1352df7e3'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:28:41.607953 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5c325c-0290-4aa6-8e19-94696455fcda" -d '{"events": [{"server_uuid": "c3d96a38-4812-44ae-942e-06863d148430", "name": "network-vif-unplugged", "status": "completed", "tag": "97d91739-d801-4914-b273-d2e1352df7e3"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:28:41.628301 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8e603d1b-d165-4964-a832-589e45b86ff1 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:28:41.715071 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0846c1-39d3-4d3a-a8ba-18e654220ceb None None] Pushing event updated for resources: {'Port': ['ID=318cc866-fdbf-4176-a9e5-d426047aa3f4,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:41.722415 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-f91ee8c4-0bb5-4211-b94e-ab48bc8000d3 service neutron] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7157426 Jan 28 00:28:41.776072 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 8e603d1b-d165-4964-a832-589e45b86ff1 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:41.776903 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8e603d1b-d165-4964-a832-589e45b86ff1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:41.829008 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-8d2041f1-a771-4479-8628-e8a07ca88515 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=3a7b8867-52a0-4af2-9c75-6826eab61051 HTTP/1.1" status: 200 len: 217 time: 0.0934665 Jan 28 00:28:41.917700 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a64988-f73a-4465-829b-9d651b74e769 req-2f2931c6-6b9c-46ae-9570-190295b9c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:41.919930 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-2f2931c6-6b9c-46ae-9570-190295b9c786 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=940224ee-3d45-4e4f-bb05-6319f4700b5e HTTP/1.1" status: 200 len: 797 time: 0.0829022 Jan 28 00:28:41.943244 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 8e603d1b-d165-4964-a832-589e45b86ff1 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:42.103668 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c573d31a-5661-4940-9513-2bb0b5cdebf6 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (b243ac0f-3a3a-47c0-bdcf-8fbdee007a86), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:42.131892 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:42.216459 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e27651-2827-4a19-a526-1fac98b98ea7 req-57937ebd-ac7b-48da-9f4d-62a7dfc46611 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:42.219340 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04e27651-2827-4a19-a526-1fac98b98ea7 req-57937ebd-ac7b-48da-9f4d-62a7dfc46611 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3d96a38-4812-44ae-942e-06863d148430 HTTP/1.1" status: 200 len: 944 time: 0.7311943 Jan 28 00:28:42.222773 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d2e6f8-6400-403b-b708-f0d1ce9c7eb2 req-72e31bd8-b948-420a-a0b5-efa7f3b647b5 tempest-ServerShowV254Test-100211121 tempest-ServerShowV254Test-100211121-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.1109087 Jan 28 00:28:42.229956 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-c573d31a-5661-4940-9513-2bb0b5cdebf6 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b243ac0f-3a3a-47c0-bdcf-8fbdee007a86']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:42.244802 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ce441861-1611-4ada-a251-e82122610091 req-e66623df-12d8-4655-8a62-6167a41fa91c tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (97d91739-d801-4914-b273-d2e1352df7e3), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:42.251840 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a64988-f73a-4465-829b-9d651b74e769 req-2301284a-2141-4e9c-ad8e-e20559fff8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:42.254489 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-2301284a-2141-4e9c-ad8e-e20559fff8bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2757757 Jan 28 00:28:42.284938 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-c573d31a-5661-4940-9513-2bb0b5cdebf6 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3354ad8-c50f-4a9e-861d-1e79f8d97898') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:42.286039 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-c573d31a-5661-4940-9513-2bb0b5cdebf6 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3354ad8-c50f-4a9e-861d-1e79f8d97898') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:42.290717 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-6af97992-3698-4b0e-9637-36f529847ff8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Allocated IP 172.23.0.1 (5b284051-aae4-4f4d-8a3c-72daf9cf71df/29c63b95-0345-4ead-b737-404a7ca60a00/6b6226f3-21aa-4a07-8118-05ce5b8e54ea) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:28:42.317067 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c573d31a-5661-4940-9513-2bb0b5cdebf6 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (e3354ad8-c50f-4a9e-861d-1e79f8d97898), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:42.339991 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c573d31a-5661-4940-9513-2bb0b5cdebf6 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (e3354ad8-c50f-4a9e-861d-1e79f8d97898), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:42.351882 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c573d31a-5661-4940-9513-2bb0b5cdebf6 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:28:42.351882 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c573d31a-5661-4940-9513-2bb0b5cdebf6 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (e3354ad8-c50f-4a9e-861d-1e79f8d97898), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:42.382709 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:28:42.382709 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:28:42.382709 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:28:42.382709 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:28:42.382709 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:28:42.382709 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:28:42.382709 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:28:42.382709 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:28:42.382709 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:28:42.382709 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:28:42.382709 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:28:42.382709 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:28:42.382709 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:28:42.382709 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:28:42.382709 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:28:42.382709 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:28:42.382709 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:28:42.382709 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:28:42.382709 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:28:42.382709 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:28:42.382709 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:28:42.382709 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:28:42.382709 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:28:42.382709 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:28:42.382709 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:28:42.382709 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:28:42.382709 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:28:42.382709 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:28:42.382709 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:28:42.382709 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:28:42.382709 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:28:42.382709 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:28:42.459309 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-87de6e3d-472d-4f74-a3a8-2220deabefa0 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (fcb37141-92a9-4766-9c06-fdff620123de), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:42.518906 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-18b0b3a8-f134-4197-b24d-8ba61554a017 req-a9b3ff93-6357-4dc4-8c5c-461995ed973d tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/security-groups?id=6877f70c-a160-443f-9089-b0ea62e469c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8623090 Jan 28 00:28:42.549844 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66623df-12d8-4655-8a62-6167a41fa91c tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Pushing event deleted for resources: {'Port': ['ID=97d91739-d801-4914-b273-d2e1352df7e3,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:42.559411 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de6e3d-472d-4f74-a3a8-2220deabefa0 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Pushing event deleted for resources: {'Port': ['ID=fcb37141-92a9-4766-9c06-fdff620123de,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:42.639936 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-7cd297a3-c272-4ffd-ae8e-eb5a69001ace service neutron] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724453 Jan 28 00:28:42.665308 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c573d31a-5661-4940-9513-2bb0b5cdebf6 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (b243ac0f-3a3a-47c0-bdcf-8fbdee007a86), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:42.695773 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04e27651-2827-4a19-a526-1fac98b98ea7 req-fd5d0ee8-b16e-466f-909a-67d40eefa4e2 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba77e1a7-1034-4b2c-a656-04d1193f2a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4490023 Jan 28 00:28:42.731185 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c573d31a-5661-4940-9513-2bb0b5cdebf6 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:42.735711 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c573d31a-5661-4940-9513-2bb0b5cdebf6 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "DELETE /v2.0/networks/b243ac0f-3a3a-47c0-bdcf-8fbdee007a86 HTTP/1.1" status: 204 len: 168 time: 2.2673779 Jan 28 00:28:42.736646 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573d31a-5661-4940-9513-2bb0b5cdebf6 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event deleted for resources: {'Network': ['ID=b243ac0f-3a3a-47c0-bdcf-8fbdee007a86,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:42.749050 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38480) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:42.759829 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-521695f0-a13e-4286-a805-462457ad8d0f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1808151770'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:42.766758 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-87de6e3d-472d-4f74-a3a8-2220deabefa0 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (df40063c-6ec1-4d89-8d33-766d502544c0), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:42.772933 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6af97992-3698-4b0e-9637-36f529847ff8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for port (6b6226f3-21aa-4a07-8118-05ce5b8e54ea), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:42.793848 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fdebac-b725-4f55-9c87-2c6969a30675 x-openstack-request-id: req-16fdebac-b725-4f55-9c87-2c6969a30675 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:28:42.794525 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d96a38-4812-44ae-942e-06863d148430", "name": "network-vif-unplugged", "status": "completed", "tag": "97d91739-d801-4914-b273-d2e1352df7e3", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:28:42.796090 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-16fdebac-b725-4f55-9c87-2c6969a30675 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:28:42.800534 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d96a38-4812-44ae-942e-06863d148430', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97d91739-d801-4914-b273-d2e1352df7e3', 'code': 200} Jan 28 00:28:42.879010 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:42.890512 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6af97992-3698-4b0e-9637-36f529847ff8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (6b6226f3-21aa-4a07-8118-05ce5b8e54ea), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:42.933796 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce441861-1611-4ada-a251-e82122610091 req-e66623df-12d8-4655-8a62-6167a41fa91c tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Router 933725fc-e5f8-4534-be32-ac9b137b8137 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:28:43.002056 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-87de6e3d-472d-4f74-a3a8-2220deabefa0 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (df40063c-6ec1-4d89-8d33-766d502544c0), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:43.008648 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-87de6e3d-472d-4f74-a3a8-2220deabefa0 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router_controller (df40063c-6ec1-4d89-8d33-766d502544c0), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:43.016716 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521695f0-a13e-4286-a805-462457ad8d0f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Made reservation on behalf of a05633f5bd9b461fadfd250086e656fa for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:28:43.020196 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-521695f0-a13e-4286-a805-462457ad8d0f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:43.114314 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af97992-3698-4b0e-9637-36f529847ff8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network 5b284051-aae4-4f4d-8a3c-72daf9cf71df is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:28:43.128362 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b924eac2-b99e-4498-b94e-93398276d749 req-421363a9-b3bf-4b94-b1a7-78b5c77bcb03 tempest-ServerShowV254Test-100211121 tempest-ServerShowV254Test-100211121-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3eb1cf5-0631-48c7-9622-cd13d596967a HTTP/1.1" status: 200 len: 210 time: 0.0869186 Jan 28 00:28:43.173949 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-6af97992-3698-4b0e-9637-36f529847ff8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:43.184270 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-dce46f63-e8d1-42a1-b5d5-12592d1ef581 service neutron] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5354967 Jan 28 00:28:43.184969 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af97992-3698-4b0e-9637-36f529847ff8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Port': ['ID=6b6226f3-21aa-4a07-8118-05ce5b8e54ea,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:43.187689 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-521695f0-a13e-4286-a805-462457ad8d0f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:28:43.191939 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af97992-3698-4b0e-9637-36f529847ff8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:28:43.260238 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce441861-1611-4ada-a251-e82122610091 req-e66623df-12d8-4655-8a62-6167a41fa91c tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:28:43.268657 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-f71266ea-75fc-4ae2-8afa-5aa6eec5a17c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f HTTP/1.1" status: 200 len: 217 time: 0.0477238 Jan 28 00:28:43.287208 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f9a75-af20-483f-9ce4-0bfaeee976fc None None] Sync routers for ids ['933725fc-e5f8-4534-be32-ac9b137b8137'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:28:43.310688 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663f9a75-af20-483f-9ce4-0bfaeee976fc None None] Routers {'933725fc-e5f8-4534-be32-ac9b137b8137'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:28:43.311380 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-663f9a75-af20-483f-9ce4-0bfaeee976fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:28:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['933725fc-e5f8-4534-be32-ac9b137b8137'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:43.376406 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce441861-1611-4ada-a251-e82122610091 req-e66623df-12d8-4655-8a62-6167a41fa91c tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] No DVR routers for this DVR port 97d91739-d801-4914-b273-d2e1352df7e3 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:28:43.383386 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ce441861-1611-4ada-a251-e82122610091 req-e66623df-12d8-4655-8a62-6167a41fa91c tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:43.392829 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ce441861-1611-4ada-a251-e82122610091 req-e66623df-12d8-4655-8a62-6167a41fa91c tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.52 "DELETE /v2.0/ports/97d91739-d801-4914-b273-d2e1352df7e3 HTTP/1.1" status: 204 len: 173 time: 3.9210405 Jan 28 00:28:43.395419 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d96a38-4812-44ae-942e-06863d148430', 'name': 'network-vif-deleted', 'tag': '97d91739-d801-4914-b273-d2e1352df7e3'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:28:43.398085 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a395ce-24ba-45b4-99b6-aee654e9abc7" -d '{"events": [{"server_uuid": "c3d96a38-4812-44ae-942e-06863d148430", "name": "network-vif-deleted", "tag": "97d91739-d801-4914-b273-d2e1352df7e3"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:28:43.403280 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6af97992-3698-4b0e-9637-36f529847ff8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (f424b26a-a94f-4c6f-806a-d28ebf11cf41), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:43.509144 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5308dff4-26af-477b-9542-50b4d125f707 x-openstack-request-id: req-5308dff4-26af-477b-9542-50b4d125f707 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:28:43.509447 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d96a38-4812-44ae-942e-06863d148430", "name": "network-vif-deleted", "tag": "97d91739-d801-4914-b273-d2e1352df7e3", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:28:43.510662 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5308dff4-26af-477b-9542-50b4d125f707 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:28:43.511844 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d96a38-4812-44ae-942e-06863d148430', 'name': 'network-vif-deleted', 'tag': '97d91739-d801-4914-b273-d2e1352df7e3', 'status': 'completed', 'code': 200} Jan 28 00:28:43.527698 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-521695f0-a13e-4286-a805-462457ad8d0f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (b9407f23-20a4-4a04-8cd6-66e6feefeaa5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:43.528373 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-521695f0-a13e-4286-a805-462457ad8d0f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Added segment b9407f23-20a4-4a04-8cd6-66e6feefeaa5 of type vlan for network bd3a0e43-905c-4253-ac3b-850c5c5ab1e3 Jan 28 00:28:43.588095 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 318cc866-fdbf-4176-a9e5-d426047aa3f4 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:28:43.620619 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-87de6e3d-472d-4f74-a3a8-2220deabefa0 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (df40063c-6ec1-4d89-8d33-766d502544c0), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:43.625947 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-663f9a75-af20-483f-9ce4-0bfaeee976fc None None] Set router 933725fc-e5f8-4534-be32-ac9b137b8137 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:28:43.627088 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87de6e3d-472d-4f74-a3a8-2220deabefa0 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Fanout notify agent at l3_agent the message router_deleted on router df40063c-6ec1-4d89-8d33-766d502544c0 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:28:43.645666 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-87de6e3d-472d-4f74-a3a8-2220deabefa0 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:43.646538 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-87de6e3d-472d-4f74-a3a8-2220deabefa0 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "DELETE /v2.0/routers/df40063c-6ec1-4d89-8d33-766d502544c0 HTTP/1.1" status: 204 len: 168 time: 4.5672467 Jan 28 00:28:43.654364 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38490) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:43.666221 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-b5796173-51d6-4b7c-bd9f-ec0924210494 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-75085024', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:43.780835 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c15cd-ee9c-4aa5-a482-440df1c40420 req-5fa7a474-80fe-431c-9093-00c32c920b95 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:43.782225 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 318cc866-fdbf-4176-a9e5-d426047aa3f4 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:43.782838 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (318cc866-fdbf-4176-a9e5-d426047aa3f4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:43.786973 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c15cd-ee9c-4aa5-a482-440df1c40420 req-5fa7a474-80fe-431c-9093-00c32c920b95 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:43.793540 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c15cd-ee9c-4aa5-a482-440df1c40420 req-5fa7a474-80fe-431c-9093-00c32c920b95 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:43.800983 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c15cd-ee9c-4aa5-a482-440df1c40420 req-5fa7a474-80fe-431c-9093-00c32c920b95 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:43.807310 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c15cd-ee9c-4aa5-a482-440df1c40420 req-5fa7a474-80fe-431c-9093-00c32c920b95 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:43.812742 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-521695f0-a13e-4286-a805-462457ad8d0f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (bd3a0e43-905c-4253-ac3b-850c5c5ab1e3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:43.813298 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c15cd-ee9c-4aa5-a482-440df1c40420 req-5fa7a474-80fe-431c-9093-00c32c920b95 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:43.819984 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c15cd-ee9c-4aa5-a482-440df1c40420 req-5fa7a474-80fe-431c-9093-00c32c920b95 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:43.822017 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-446c15cd-ee9c-4aa5-a482-440df1c40420 req-5fa7a474-80fe-431c-9093-00c32c920b95 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 5445 time: 0.2701359 Jan 28 00:28:43.884348 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa7a867-cfbc-4883-b3d9-ad625bb44cd5 None None] Network 5b284051-aae4-4f4d-8a3c-72daf9cf71df requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:28:43.888074 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b5796173-51d6-4b7c-bd9f-ec0924210494 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (4bcd4a30-e5b0-42f1-b268-d6cf0b75739b), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:43.889831 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b5796173-51d6-4b7c-bd9f-ec0924210494 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (4bcd4a30-e5b0-42f1-b268-d6cf0b75739b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:43.892121 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee38f46c-6ecc-47cb-85bf-e05de79ef7cb None None] Network b243ac0f-3a3a-47c0-bdcf-8fbdee007a86 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:28:43.939542 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955832e3-9475-4757-8c6e-1bbac66f8db4 req-9ab2e60e-7733-4678-a2ec-7b213c8f012c tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:43.941367 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-955832e3-9475-4757-8c6e-1bbac66f8db4 req-9ab2e60e-7733-4678-a2ec-7b213c8f012c tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9a81c37-4653-4b4c-8034-f63c178ac24e HTTP/1.1" status: 200 len: 945 time: 0.2188311 Jan 28 00:28:44.010834 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-521695f0-a13e-4286-a805-462457ad8d0f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (bd3a0e43-905c-4253-ac3b-850c5c5ab1e3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:44.013902 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-663f9a75-af20-483f-9ce4-0bfaeee976fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'name': 'tempest-ServersTestFqdnHostnames-278856481-router', 'tenant_id': '714312f3f50a4971b99fea5b842dea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '14bc19e8-d374-4e2e-a569-53ecdb33a95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:25:05Z', 'updated_at': '2022-01-28T00:25:16Z', 'revision_number': 4, 'project_id': '714312f3f50a4971b99fea5b842dea10', 'gw_port': {'id': '14bc19e8-d374-4e2e-a569-53ecdb33a95c', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:68:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:25:06Z', 'updated_at': '2022-01-28T00:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4', 'name': '', 'network_id': '678f63f0-3e7e-4ad4-8cdb-170d969c9da0', 'tenant_id': '714312f3f50a4971b99fea5b842dea10', 'mac_address': 'fa:16:3e:43:0a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '7b233241-da34-404d-b5e2-5833230c1252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:25:13Z', 'updated_at': '2022-01-28T00:25:35Z', 'revision_number': 5, 'project_id': '714312f3f50a4971b99fea5b842dea10', 'subnets': [{'id': '7b233241-da34-404d-b5e2-5833230c1252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:44.021900 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521695f0-a13e-4286-a805-462457ad8d0f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:44.023152 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-521695f0-a13e-4286-a805-462457ad8d0f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:44.023964 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee38f46c-6ecc-47cb-85bf-e05de79ef7cb None None] Network b243ac0f-3a3a-47c0-bdcf-8fbdee007a86 could not be found, it might have been deleted concurrently. {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 00:28:44.044545 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a64988-f73a-4465-829b-9d651b74e769 req-ddc8e950-92a0-4742-8f99-9cb5210e4f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:44.047292 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-ddc8e950-92a0-4742-8f99-9cb5210e4f9f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=940224ee-3d45-4e4f-bb05-6319f4700b5e HTTP/1.1" status: 200 len: 797 time: 0.6466932 Jan 28 00:28:44.053653 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b5796173-51d6-4b7c-bd9f-ec0924210494 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router_controller (4bcd4a30-e5b0-42f1-b268-d6cf0b75739b), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:44.063200 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f9a75-af20-483f-9ce4-0bfaeee976fc None None] Checking router: 933725fc-e5f8-4534-be32-ac9b137b8137 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:28:44.077015 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663f9a75-af20-483f-9ce4-0bfaeee976fc None None] Routers {'933725fc-e5f8-4534-be32-ac9b137b8137'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:28:44.077883 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-663f9a75-af20-483f-9ce4-0bfaeee976fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:28:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['933725fc-e5f8-4534-be32-ac9b137b8137'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:44.080581 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a84c492-a42d-4ecb-9a36-83c90fe21d2b None None] Network b243ac0f-3a3a-47c0-bdcf-8fbdee007a86 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:28:44.116569 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-955832e3-9475-4757-8c6e-1bbac66f8db4 req-794e9fcc-b91d-43d9-af37-420f5e3fd5e1 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/security-groups?id=6877f70c-a160-443f-9089-b0ea62e469c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492882 Jan 28 00:28:44.125921 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b5796173-51d6-4b7c-bd9f-ec0924210494 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (4bcd4a30-e5b0-42f1-b268-d6cf0b75739b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:44.150909 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:44.158886 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a84c492-a42d-4ecb-9a36-83c90fe21d2b None None] Network b243ac0f-3a3a-47c0-bdcf-8fbdee007a86 could not be found, it might have been deleted concurrently. {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 00:28:44.182000 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-8a70065d-ba6a-49f7-804b-ebd5b99e8480 None None] Provisioning complete for port 318cc866-fdbf-4176-a9e5-d426047aa3f4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:44.188871 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8a70065d-ba6a-49f7-804b-ebd5b99e8480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (318cc866-fdbf-4176-a9e5-d426047aa3f4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:44.213881 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-446c15cd-ee9c-4aa5-a482-440df1c40420 req-7a020964-5ae1-4aaf-b4b2-8b8b0aed04e1 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ce589d-1355-4162-a23a-6782446bdfe9&id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3806210 Jan 28 00:28:44.248016 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b5796173-51d6-4b7c-bd9f-ec0924210494 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:44.266070 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b5796173-51d6-4b7c-bd9f-ec0924210494 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6053956 Jan 28 00:28:44.270658 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38498) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:44.279050 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-5ce31e10-9346-4627-bc25-4c56fdc79e38 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'enable_snat': False}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:44.399879 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-521695f0-a13e-4286-a805-462457ad8d0f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6442299 Jan 28 00:28:44.439027 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38500) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:44.471097 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-727dc7fc-cfca-42bf-b83d-f78b7a96cc36 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Request body: {'subnet': {'network_id': 'bd3a0e43-905c-4253-ac3b-850c5c5ab1e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:44.491605 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6af97992-3698-4b0e-9637-36f529847ff8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6b6226f3-21aa-4a07-8118-05ce5b8e54ea), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:44.569865 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-663f9a75-af20-483f-9ce4-0bfaeee976fc None None] Set router 933725fc-e5f8-4534-be32-ac9b137b8137 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:28:44.611599 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521695f0-a13e-4286-a805-462457ad8d0f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event updated for resources: {'Network': ['ID=bd3a0e43-905c-4253-ac3b-850c5c5ab1e3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:44.633324 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a64988-f73a-4465-829b-9d651b74e769 req-6053a95e-b097-481f-a5e6-4b224196c63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:44.637995 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-6053a95e-b097-481f-a5e6-4b224196c63d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5166848 Jan 28 00:28:44.640622 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network bd3a0e43-905c-4253-ac3b-850c5c5ab1e3 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:28:44.656075 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-35096ddc-9493-419b-917e-4aeed963e451 req-fdd8d7ad-39f2-49f5-8d65-8ef021ead025 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3d96a38-4812-44ae-942e-06863d148430 HTTP/1.1" status: 200 len: 210 time: 0.1606758 Jan 28 00:28:44.699701 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 318cc866-fdbf-4176-a9e5-d426047aa3f4 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:44.704223 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (318cc866-fdbf-4176-a9e5-d426047aa3f4), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:44.940249 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8a70065d-ba6a-49f7-804b-ebd5b99e8480 None None] Current status of the port 318cc866-fdbf-4176-a9e5-d426047aa3f4 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:44.941221 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8a70065d-ba6a-49f7-804b-ebd5b99e8480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (318cc866-fdbf-4176-a9e5-d426047aa3f4), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:44.949546 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 318cc866-fdbf-4176-a9e5-d426047aa3f4, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=318cc866-fdbf-4176-a9e5-d426047aa3f4,segment=NetworkSegment(83c0453d-d658-49cc-8d1d-3262e378be85),segment_id=83c0453d-d658-49cc-8d1d-3262e378be85)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:44.972338 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (318cc866-fdbf-4176-a9e5-d426047aa3f4), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:45.143776 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=318cc866-fdbf-4176-a9e5-d426047aa3f4,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:45.154097 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-8a70065d-ba6a-49f7-804b-ebd5b99e8480 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:28:45.154685 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-8a70065d-ba6a-49f7-804b-ebd5b99e8480 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:28:45.205066 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-55567084-e687-44d8-885b-ae45aecbdb46 service neutron] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888704 Jan 28 00:28:45.221484 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5ce31e10-9346-4627-bc25-4c56fdc79e38 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router_gateway (4bcd4a30-e5b0-42f1-b268-d6cf0b75739b), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:45.252043 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98f887-1991-466b-ae22-ce318ff6ba32 req-79f86b7d-6086-499a-88cb-d2bb96c41c0f tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:45.255834 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9a98f887-1991-466b-ae22-ce318ff6ba32 req-79f86b7d-6086-499a-88cb-d2bb96c41c0f tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9a81c37-4653-4b4c-8034-f63c178ac24e HTTP/1.1" status: 200 len: 945 time: 0.7330039 Jan 28 00:28:45.290638 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38504) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:45.305458 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-1759e688-6017-4649-85d1-9d53fa13d58d tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Request body: {'floatingip': {'port_id': '44f20f61-d55b-46db-8d5a-9fb16b9ab5c1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:45.315421 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-663f9a75-af20-483f-9ce4-0bfaeee976fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'name': 'tempest-ServersTestFqdnHostnames-278856481-router', 'tenant_id': '714312f3f50a4971b99fea5b842dea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '14bc19e8-d374-4e2e-a569-53ecdb33a95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:25:05Z', 'updated_at': '2022-01-28T00:25:16Z', 'revision_number': 4, 'project_id': '714312f3f50a4971b99fea5b842dea10', 'gw_port': {'id': '14bc19e8-d374-4e2e-a569-53ecdb33a95c', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:68:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:25:06Z', 'updated_at': '2022-01-28T00:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4', 'name': '', 'network_id': '678f63f0-3e7e-4ad4-8cdb-170d969c9da0', 'tenant_id': '714312f3f50a4971b99fea5b842dea10', 'mac_address': 'fa:16:3e:43:0a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '7b233241-da34-404d-b5e2-5833230c1252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:25:13Z', 'updated_at': '2022-01-28T00:25:35Z', 'revision_number': 5, 'project_id': '714312f3f50a4971b99fea5b842dea10', 'subnets': [{'id': '7b233241-da34-404d-b5e2-5833230c1252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:45.454923 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f9a75-af20-483f-9ce4-0bfaeee976fc None None] The sync data for ids ['933725fc-e5f8-4534-be32-ac9b137b8137'] in n-d-826754-1 is: [{'id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'name': 'tempest-ServersTestFqdnHostnames-278856481-router', 'tenant_id': '714312f3f50a4971b99fea5b842dea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '14bc19e8-d374-4e2e-a569-53ecdb33a95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:25:05Z', 'updated_at': '2022-01-28T00:25:16Z', 'revision_number': 4, 'project_id': '714312f3f50a4971b99fea5b842dea10', 'gw_port': {'id': '14bc19e8-d374-4e2e-a569-53ecdb33a95c', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:68:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:25:06Z', 'updated_at': '2022-01-28T00:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4', 'name': '', 'network_id': '678f63f0-3e7e-4ad4-8cdb-170d969c9da0', 'tenant_id': '714312f3f50a4971b99fea5b842dea10', 'mac_address': 'fa:16:3e:43:0a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '7b233241-da34-404d-b5e2-5833230c1252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:25:13Z', 'updated_at': '2022-01-28T00:25:35Z', 'revision_number': 5, 'project_id': '714312f3f50a4971b99fea5b842dea10', 'subnets': [{'id': '7b233241-da34-404d-b5e2-5833230c1252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:28:45.460700 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-5b8818ab-84eb-498a-b76a-cbe0cc5ff132 service neutron] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412419 Jan 28 00:28:45.475862 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62467463-b927-4469-81a1-1a3c50c33143 req-5fa8cdec-dfef-45bc-ae10-3b056c6c5d62 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:45.500696 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62467463-b927-4469-81a1-1a3c50c33143 req-5fa8cdec-dfef-45bc-ae10-3b056c6c5d62 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:45.513044 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62467463-b927-4469-81a1-1a3c50c33143 req-5fa8cdec-dfef-45bc-ae10-3b056c6c5d62 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:45.524340 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62467463-b927-4469-81a1-1a3c50c33143 req-5fa8cdec-dfef-45bc-ae10-3b056c6c5d62 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:45.528374 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 318cc866-fdbf-4176-a9e5-d426047aa3f4 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:28:45.539167 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62467463-b927-4469-81a1-1a3c50c33143 req-5fa8cdec-dfef-45bc-ae10-3b056c6c5d62 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:45.557845 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62467463-b927-4469-81a1-1a3c50c33143 req-5fa8cdec-dfef-45bc-ae10-3b056c6c5d62 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:45.589009 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62467463-b927-4469-81a1-1a3c50c33143 req-5fa8cdec-dfef-45bc-ae10-3b056c6c5d62 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:45.591654 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62467463-b927-4469-81a1-1a3c50c33143 req-5fa8cdec-dfef-45bc-ae10-3b056c6c5d62 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.52 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 5445 time: 0.5973871 Jan 28 00:28:45.692316 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38510) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:45.707666 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-bab08084-b47c-4a27-a6e9-25a92f01dbdc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=5f2b5768-b69e-46a4-9085-5302ca317eb1 HTTP/1.1" status: 200 len: 217 time: 0.1851523 Jan 28 00:28:45.776531 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1759e688-6017-4649-85d1-9d53fa13d58d tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks [] for floatingip (1608d330-dd2f-4d97-b65d-eb6ccc357754), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:45.820671 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8a70065d-ba6a-49f7-804b-ebd5b99e8480 None None] Current status of the port 318cc866-fdbf-4176-a9e5-d426047aa3f4 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:45.856226 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 318cc866-fdbf-4176-a9e5-d426047aa3f4 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:45.857006 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (318cc866-fdbf-4176-a9e5-d426047aa3f4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:45.872177 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727dc7fc-cfca-42bf-b83d-f78b7a96cc36 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Made reservation on behalf of a05633f5bd9b461fadfd250086e656fa for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:28:45.876588 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-727dc7fc-cfca-42bf-b83d-f78b7a96cc36 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:45.970247 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a64988-f73a-4465-829b-9d651b74e769 req-88b93592-6aab-4fd0-abe6-a3fa61b6ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:45.973377 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-88b93592-6aab-4fd0-abe6-a3fa61b6ccd6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=940224ee-3d45-4e4f-bb05-6319f4700b5e HTTP/1.1" status: 200 len: 797 time: 0.2559528 Jan 28 00:28:46.002135 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38518) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:46.006832 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62467463-b927-4469-81a1-1a3c50c33143 req-39cd9f1c-ffa3-4c14-8bfe-ebb3f89daae8 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:46.008555 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62467463-b927-4469-81a1-1a3c50c33143 req-39cd9f1c-ffa3-4c14-8bfe-ebb3f89daae8 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.52 "GET /v2.0/ports/17a2a773-d586-4db3-b390-7e92fd06a45f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3526132 Jan 28 00:28:46.117032 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750ac07b-3c94-46b4-935a-2323f0599553 None None] Network 5b284051-aae4-4f4d-8a3c-72daf9cf71df requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:28:46.122972 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab97d901-0766-4d11-a01e-e8a7717d19a2 None None] New status for floating IP 5d0d5935-c8e1-4910-8c22-1340c90b1e61: DOWN {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:28:46.159408 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c549d62f-d393-462f-aa14-fcf73dcd8e3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:46.230657 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42768a2f-4899-4de3-803d-34f6a6b54a5b req-dd49240d-4981-4143-91b2-51a301f335e3 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:46.243342 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42768a2f-4899-4de3-803d-34f6a6b54a5b req-dd49240d-4981-4143-91b2-51a301f335e3 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:46.252341 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42768a2f-4899-4de3-803d-34f6a6b54a5b req-dd49240d-4981-4143-91b2-51a301f335e3 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:46.256169 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a64988-f73a-4465-829b-9d651b74e769 req-8f606450-3801-42bd-994f-efbc4728429e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:46.257702 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-8f606450-3801-42bd-994f-efbc4728429e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2181253 Jan 28 00:28:46.259703 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42768a2f-4899-4de3-803d-34f6a6b54a5b req-dd49240d-4981-4143-91b2-51a301f335e3 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:46.268409 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42768a2f-4899-4de3-803d-34f6a6b54a5b req-dd49240d-4981-4143-91b2-51a301f335e3 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:46.275070 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42768a2f-4899-4de3-803d-34f6a6b54a5b req-dd49240d-4981-4143-91b2-51a301f335e3 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:46.285303 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42768a2f-4899-4de3-803d-34f6a6b54a5b req-dd49240d-4981-4143-91b2-51a301f335e3 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:46.288701 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42768a2f-4899-4de3-803d-34f6a6b54a5b req-dd49240d-4981-4143-91b2-51a301f335e3 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 5445 time: 0.6912994 Jan 28 00:28:46.319674 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6af97992-3698-4b0e-9637-36f529847ff8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for port (6b6226f3-21aa-4a07-8118-05ce5b8e54ea), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:46.340996 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6af97992-3698-4b0e-9637-36f529847ff8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (6b6226f3-21aa-4a07-8118-05ce5b8e54ea), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:46.412244 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 318cc866-fdbf-4176-a9e5-d426047aa3f4 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:46.518583 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af97992-3698-4b0e-9637-36f529847ff8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event updated for resources: {'Port': ['ID=6b6226f3-21aa-4a07-8118-05ce5b8e54ea,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:46.536513 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6af97992-3698-4b0e-9637-36f529847ff8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (f424b26a-a94f-4c6f-806a-d28ebf11cf41), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:46.591484 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-b347adc2-dd93-4370-8259-cb64fe54cafc service neutron] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249981 Jan 28 00:28:46.622314 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-b6b00e88-c51c-44e6-83e3-845a8b571b6e None None] Provisioning complete for port 318cc866-fdbf-4176-a9e5-d426047aa3f4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:46.623937 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6b00e88-c51c-44e6-83e3-845a8b571b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (318cc866-fdbf-4176-a9e5-d426047aa3f4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:46.685477 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62467463-b927-4469-81a1-1a3c50c33143 req-991ec4a7-9eda-4608-91bc-9074ccc8c3d2 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6407089 Jan 28 00:28:46.705505 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69e1d8cf-2cfb-423f-99b2-3689a5dd2892 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks [] for security_group (ba77e1a7-1034-4b2c-a656-04d1193f2a4d), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:46.738970 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-62467463-b927-4469-81a1-1a3c50c33143 req-f76e0e86-cc99-4705-867c-a514c2aa0e7e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:46.753112 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 5f2b5768-b69e-46a4-9085-5302ca317eb1 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:28:46.771540 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42768a2f-4899-4de3-803d-34f6a6b54a5b req-3e82aa93-bcef-4b5e-adf8-358568c21eee tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ce589d-1355-4162-a23a-6782446bdfe9&id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4365997 Jan 28 00:28:47.053994 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 5f2b5768-b69e-46a4-9085-5302ca317eb1 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:47.054650 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5f2b5768-b69e-46a4-9085-5302ca317eb1), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:47.061683 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b6b00e88-c51c-44e6-83e3-845a8b571b6e None None] Current status of the port 318cc866-fdbf-4176-a9e5-d426047aa3f4 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:47.120043 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-b6b00e88-c51c-44e6-83e3-845a8b571b6e None None] Provisioning complete for port 6b6226f3-21aa-4a07-8118-05ce5b8e54ea triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:47.121033 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6b00e88-c51c-44e6-83e3-845a8b571b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6b6226f3-21aa-4a07-8118-05ce5b8e54ea), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:47.188087 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-727dc7fc-cfca-42bf-b83d-f78b7a96cc36 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (15d923d1-62a6-423a-b260-e6fc98624388), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:47.191092 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f2b5768-b69e-46a4-9085-5302ca317eb1'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:28:47.195133 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20280ff0-5fd5-40bf-aa78-d9cde16ad287" -d '{"events": [{"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-unplugged", "status": "completed", "tag": "5f2b5768-b69e-46a4-9085-5302ca317eb1"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:28:47.197898 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69e1d8cf-2cfb-423f-99b2-3689a5dd2892 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks [] for security_group (ba77e1a7-1034-4b2c-a656-04d1193f2a4d), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:47.241913 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 5f2b5768-b69e-46a4-9085-5302ca317eb1, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=5f2b5768-b69e-46a4-9085-5302ca317eb1,segment=NetworkSegment(0465a9d6-01fe-4f7b-a9a6-388e7e67e02b),segment_id=0465a9d6-01fe-4f7b-a9a6-388e7e67e02b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:47.266889 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b6b00e88-c51c-44e6-83e3-845a8b571b6e None None] Port 6b6226f3-21aa-4a07-8118-05ce5b8e54ea cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:28:47.274246 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (5f2b5768-b69e-46a4-9085-5302ca317eb1), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:47.275924 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device ece79e49-b14a-48f9-85fe-d0975c29ca45 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:28:47.347084 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a83c84-9bee-4322-9ae0-86b53c369473 x-openstack-request-id: req-82a83c84-9bee-4322-9ae0-86b53c369473 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:28:47.347975 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-unplugged", "status": "completed", "tag": "5f2b5768-b69e-46a4-9085-5302ca317eb1", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:28:47.349721 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-82a83c84-9bee-4322-9ae0-86b53c369473 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:28:47.352583 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f2b5768-b69e-46a4-9085-5302ca317eb1', 'code': 200} Jan 28 00:28:47.356037 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.db.resource_extend [None req-1759e688-6017-4649-85d1-9d53fa13d58d tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:28:47.473772 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-85003e1e-3fc5-496f-b2f7-e82a752de990 None None] Provisioning complete for port 318cc866-fdbf-4176-a9e5-d426047aa3f4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:47.474378 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85003e1e-3fc5-496f-b2f7-e82a752de990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (318cc866-fdbf-4176-a9e5-d426047aa3f4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:47.482735 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af97992-3698-4b0e-9637-36f529847ff8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Network 5b284051-aae4-4f4d-8a3c-72daf9cf71df is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:28:47.499999 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-6af97992-3698-4b0e-9637-36f529847ff8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:47.554955 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=5f2b5768-b69e-46a4-9085-5302ca317eb1,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:47.584604 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727dc7fc-cfca-42bf-b83d-f78b7a96cc36 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event updated for resources: {'Subnet': ['ID=15d923d1-62a6-423a-b260-e6fc98624388,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:47.593302 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-d80f0c67-525c-46a8-830c-e76ce762f403 service neutron] 10.222.0.52 "GET /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9941444 Jan 28 00:28:47.594708 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727dc7fc-cfca-42bf-b83d-f78b7a96cc36 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Checking segment: {'id': 'b9407f23-20a4-4a04-8cd6-66e6feefeaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'bd3a0e43-905c-4253-ac3b-850c5c5ab1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:28:47.595448 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727dc7fc-cfca-42bf-b83d-f78b7a96cc36 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Network hostable DHCP agents. Network: bd3a0e43-905c-4253-ac3b-850c5c5ab1e3, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:28:47.733657 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port ece79e49-b14a-48f9-85fe-d0975c29ca45 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:47.734335 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ece79e49-b14a-48f9-85fe-d0975c29ca45), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:47.738077 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-85003e1e-3fc5-496f-b2f7-e82a752de990 None None] Current status of the port 318cc866-fdbf-4176-a9e5-d426047aa3f4 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:47.749877 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-e2eac301-e032-4d9f-9f36-72f14471ffff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ece79e49-b14a-48f9-85fe-d0975c29ca45 HTTP/1.1" status: 200 len: 217 time: 0.0826004 Jan 28 00:28:47.799074 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-85003e1e-3fc5-496f-b2f7-e82a752de990 None None] Provisioning complete for port 6b6226f3-21aa-4a07-8118-05ce5b8e54ea triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:47.799915 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85003e1e-3fc5-496f-b2f7-e82a752de990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6b6226f3-21aa-4a07-8118-05ce5b8e54ea), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:47.856205 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port ece79e49-b14a-48f9-85fe-d0975c29ca45, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=ece79e49-b14a-48f9-85fe-d0975c29ca45,segment=NetworkSegment(f11e5768-33c6-4da6-b3cf-f52484509446),segment_id=f11e5768-33c6-4da6-b3cf-f52484509446)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:47.866868 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ece79e49-b14a-48f9-85fe-d0975c29ca45), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:47.868505 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device cd7a9ba0-5a49-4f0f-bbe3-164519fac46b no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:28:47.970051 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727dc7fc-cfca-42bf-b83d-f78b7a96cc36 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Network bd3a0e43-905c-4253-ac3b-850c5c5ab1e3 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:28:47.973706 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-85003e1e-3fc5-496f-b2f7-e82a752de990 None None] Port 6b6226f3-21aa-4a07-8118-05ce5b8e54ea cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:28:47.989798 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a64988-f73a-4465-829b-9d651b74e769 req-a282eb28-c535-4c6b-bc59-c1c371cf4650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:47.992847 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-a282eb28-c535-4c6b-bc59-c1c371cf4650 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6c8f991a-3a24-4bd6-a4c1-afbf0559c273 HTTP/1.1" status: 200 len: 797 time: 0.2353246 Jan 28 00:28:48.012401 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c549d62f-d393-462f-aa14-fcf73dcd8e3e admin admin] Publish callbacks [] for security_group (aebe848a-b0d5-4a57-a30e-08c4e7df8a68), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:48.013473 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-62467463-b927-4469-81a1-1a3c50c33143 req-f76e0e86-cc99-4705-867c-a514c2aa0e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (17a2a773-d586-4db3-b390-7e92fd06a45f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:48.036667 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=ece79e49-b14a-48f9-85fe-d0975c29ca45,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:48.081742 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c549d62f-d393-462f-aa14-fcf73dcd8e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (aebe848a-b0d5-4a57-a30e-08c4e7df8a68), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:48.085102 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-727dc7fc-cfca-42bf-b83d-f78b7a96cc36 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, bd3a0e43-905c-4253-ac3b-850c5c5ab1e3) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:48.091069 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69e1d8cf-2cfb-423f-99b2-3689a5dd2892 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ba77e1a7-1034-4b2c-a656-04d1193f2a4d), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:48.092638 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af97992-3698-4b0e-9637-36f529847ff8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Router f424b26a-a94f-4c6f-806a-d28ebf11cf41 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:28:48.093878 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69e1d8cf-2cfb-423f-99b2-3689a5dd2892 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:48.097385 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-69e1d8cf-2cfb-423f-99b2-3689a5dd2892 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "DELETE /v2.0/security-groups/ba77e1a7-1034-4b2c-a656-04d1193f2a4d HTTP/1.1" status: 204 len: 168 time: 2.0855398 Jan 28 00:28:48.099633 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1759e688-6017-4649-85d1-9d53fa13d58d tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:48.100784 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38524) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:48.113724 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727dc7fc-cfca-42bf-b83d-f78b7a96cc36 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:48.115029 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-727dc7fc-cfca-42bf-b83d-f78b7a96cc36 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:48.132617 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1759e688-6017-4649-85d1-9d53fa13d58d tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (1608d330-dd2f-4d97-b65d-eb6ccc357754), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:48.132916 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da4346f-94cb-4704-892f-020530670bd0 None None] Network bd3a0e43-905c-4253-ac3b-850c5c5ab1e3 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:28:48.164615 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-93646ebd-710a-4d20-a186-ca7c67d3a19b tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] show failed (client error): The resource could not be found. Jan 28 00:28:48.172403 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-93646ebd-710a-4d20-a186-ca7c67d3a19b tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "GET /v2.0/security-groups/ba77e1a7-1034-4b2c-a656-04d1193f2a4d HTTP/1.1" status: 404 len: 347 time: 0.0471070 Jan 28 00:28:48.174443 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38526) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:48.175857 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port cd7a9ba0-5a49-4f0f-bbe3-164519fac46b is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:48.176496 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cd7a9ba0-5a49-4f0f-bbe3-164519fac46b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:48.201094 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a64988-f73a-4465-829b-9d651b74e769 req-ddceaafe-3c98-428d-ae6e-e7b0912a1935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:48.204415 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-ddceaafe-3c98-428d-ae6e-e7b0912a1935 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d3515a7-9da9-44c3-a34e-684df23ac567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2022994 Jan 28 00:28:48.224290 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5ce31e10-9346-4627-bc25-4c56fdc79e38 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router_gateway (4bcd4a30-e5b0-42f1-b268-d6cf0b75739b), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:48.251905 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-95f10ea9-6ece-46fb-b629-7a85118dcdb8 None None] Provisioning complete for port 6b6226f3-21aa-4a07-8118-05ce5b8e54ea triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:48.252342 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95f10ea9-6ece-46fb-b629-7a85118dcdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6b6226f3-21aa-4a07-8118-05ce5b8e54ea), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:48.258997 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549d62f-d393-462f-aa14-fcf73dcd8e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebe848a-b0d5-4a57-a30e-08c4e7df8a68,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:48.262344 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c549d62f-d393-462f-aa14-fcf73dcd8e3e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b7354e6ea67a4b0398696f1dbb569351&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5510409 Jan 28 00:28:48.274953 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38528) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:48.275119 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38530) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:48.275424 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-727dc7fc-cfca-42bf-b83d-f78b7a96cc36 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.8271258 Jan 28 00:28:48.276229 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5ce31e10-9346-4627-bc25-4c56fdc79e38 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:48.364272 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a2c57-c8d2-4f35-acdc-7ac7e31da1ae req-32c09781-9edf-4de2-bba6-8565aa28af1b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:48.369676 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a2c57-c8d2-4f35-acdc-7ac7e31da1ae req-32c09781-9edf-4de2-bba6-8565aa28af1b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:48.375395 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a2c57-c8d2-4f35-acdc-7ac7e31da1ae req-32c09781-9edf-4de2-bba6-8565aa28af1b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:48.380892 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a2c57-c8d2-4f35-acdc-7ac7e31da1ae req-32c09781-9edf-4de2-bba6-8565aa28af1b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:48.386379 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a2c57-c8d2-4f35-acdc-7ac7e31da1ae req-32c09781-9edf-4de2-bba6-8565aa28af1b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:48.392084 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a2c57-c8d2-4f35-acdc-7ac7e31da1ae req-32c09781-9edf-4de2-bba6-8565aa28af1b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:48.397544 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a2c57-c8d2-4f35-acdc-7ac7e31da1ae req-32c09781-9edf-4de2-bba6-8565aa28af1b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:48.399575 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-746a2c57-c8d2-4f35-acdc-7ac7e31da1ae req-32c09781-9edf-4de2-bba6-8565aa28af1b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 5441 time: 0.4027650 Jan 28 00:28:48.434230 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1d8cf-2cfb-423f-99b2-3689a5dd2892 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba77e1a7-1034-4b2c-a656-04d1193f2a4d,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:48.631600 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port cd7a9ba0-5a49-4f0f-bbe3-164519fac46b, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=cd7a9ba0-5a49-4f0f-bbe3-164519fac46b,segment=NetworkSegment(f11e5768-33c6-4da6-b3cf-f52484509446),segment_id=f11e5768-33c6-4da6-b3cf-f52484509446)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:48.641211 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-95f10ea9-6ece-46fb-b629-7a85118dcdb8 None None] Port 6b6226f3-21aa-4a07-8118-05ce5b8e54ea cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:28:48.651254 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (cd7a9ba0-5a49-4f0f-bbe3-164519fac46b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:48.653099 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 1c80ae37-b3ec-413e-a908-d7c646315e69 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:28:48.673732 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af97992-3698-4b0e-9637-36f529847ff8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:28:48.683975 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6af97992-3698-4b0e-9637-36f529847ff8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "PUT /v2.0/routers/f424b26a-a94f-4c6f-806a-d28ebf11cf41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7658904 Jan 28 00:28:48.698491 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38532) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:48.702124 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e3b38a-4389-43ca-8320-c8a4bd31dcd1 None None] Sync routers for ids ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:28:48.707017 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-745a4c97-7c32-4190-8bef-1eb627bfc572 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:48.711702 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-1759e688-6017-4649-85d1-9d53fa13d58d tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Floating IP 1608d330-dd2f-4d97-b65d-eb6ccc357754 associated. External IP: 172.25.3.116, port: 44f20f61-d55b-46db-8d5a-9fb16b9ab5c1. Jan 28 00:28:48.775054 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-1a04b285-21ae-4b9a-875f-0e23e9ce5d1c service neutron] 10.222.0.52 "GET /v2.0/networks/0d3515a7-9da9-44c3-a34e-684df23ac567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4980536 Jan 28 00:28:48.785216 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c2e306-9f96-4a0e-a42c-065760188804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-bd3a0e43-905c-4253-ac3b-850c5c5ab1e3', 'network_id': 'bd3a0e43-905c-4253-ac3b-850c5c5ab1e3', 'project_id': 'a05633f5bd9b461fadfd250086e656fa', 'fixed_ips': [{'subnet_id': '15d923d1-62a6-423a-b260-e6fc98624388'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:28:48.786261 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-07c2e306-9f96-4a0e-a42c-065760188804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:48.806257 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e3b38a-4389-43ca-8320-c8a4bd31dcd1 None None] Routers {'f424b26a-a94f-4c6f-806a-d28ebf11cf41'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:28:48.815022 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c6d9584d-3c2d-48f3-8c50-63c2467d4da8 admin admin] Publish callbacks [] for security_group (aebe848a-b0d5-4a57-a30e-08c4e7df8a68), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:48.816783 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f4e3b38a-4389-43ca-8320-c8a4bd31dcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:28:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:48.821888 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=cd7a9ba0-5a49-4f0f-bbe3-164519fac46b,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:48.832653 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (bd3a0e43-905c-4253-ac3b-850c5c5ab1e3), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:48.878998 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-746a2c57-c8d2-4f35-acdc-7ac7e31da1ae req-ea8311ca-f830-4b8b-be7c-aaab9eeeaf8b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ce589d-1355-4162-a23a-6782446bdfe9&id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4076006 Jan 28 00:28:48.881289 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-62467463-b927-4469-81a1-1a3c50c33143 req-f76e0e86-cc99-4705-867c-a514c2aa0e7e service neutron] For port 17a2a773-d586-4db3-b390-7e92fd06a45f, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=17a2a773-d586-4db3-b390-7e92fd06a45f,segment=NetworkSegment(0465a9d6-01fe-4f7b-a9a6-388e7e67e02b),segment_id=0465a9d6-01fe-4f7b-a9a6-388e7e67e02b)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:48.922813 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-6edbca97-79a7-4e49-b1e2-d5eefc774aef service neutron] 10.222.0.52 "GET /v2.0/networks/0d3515a7-9da9-44c3-a34e-684df23ac567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150141 Jan 28 00:28:48.938444 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-5ce31e10-9346-4627-bc25-4c56fdc79e38 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Allocated IP 172.25.3.198 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/88e72971-0168-48af-8cbf-e49875f75204) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:28:48.942690 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a06f0f7d-ec09-406e-aaa7-97e1f7f702d1 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Deleting port abbf3465-4c71-4d52-b13a-c9f291a786aa {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:28:48.943510 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a06f0f7d-ec09-406e-aaa7-97e1f7f702d1 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (abbf3465-4c71-4d52-b13a-c9f291a786aa), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:48.985303 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 1c80ae37-b3ec-413e-a908-d7c646315e69 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:48.986437 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1c80ae37-b3ec-413e-a908-d7c646315e69), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:49.005121 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-9090c02c-a912-4a8c-b850-6d1811ec5676 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cd7a9ba0-5a49-4f0f-bbe3-164519fac46b HTTP/1.1" status: 200 len: 217 time: 0.0745738 Jan 28 00:28:49.013310 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-f4e3b38a-4389-43ca-8320-c8a4bd31dcd1 None None] Set router f424b26a-a94f-4c6f-806a-d28ebf11cf41 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:28:49.037326 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c6d9584d-3c2d-48f3-8c50-63c2467d4da8 admin admin] Publish callbacks [] for security_group (aebe848a-b0d5-4a57-a30e-08c4e7df8a68), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:49.114053 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 1c80ae37-b3ec-413e-a908-d7c646315e69, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=1c80ae37-b3ec-413e-a908-d7c646315e69,segment=NetworkSegment(8b6e1ad8-b07a-44d3-892b-e666dbbf801b),segment_id=8b6e1ad8-b07a-44d3-892b-e666dbbf801b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:49.233134 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1c80ae37-b3ec-413e-a908-d7c646315e69), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:49.245209 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 17a2a773-d586-4db3-b390-7e92fd06a45f no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:28:49.309014 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-62467463-b927-4469-81a1-1a3c50c33143 req-f76e0e86-cc99-4705-867c-a514c2aa0e7e service neutron] For port 17a2a773-d586-4db3-b390-7e92fd06a45f, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:28:49.322989 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a64988-f73a-4465-829b-9d651b74e769 req-3a69ae5c-5cac-4a78-896f-bba5feb766be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:49.324544 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-3a69ae5c-5cac-4a78-896f-bba5feb766be service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6c8f991a-3a24-4bd6-a4c1-afbf0559c273 HTTP/1.1" status: 200 len: 797 time: 0.2846303 Jan 28 00:28:49.343607 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f4e3b38a-4389-43ca-8320-c8a4bd31dcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:28:43Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None, '_interfaces': [{'id': '2991eb37-e8e6-4286-b31b-ac54cd6b3c27', 'name': '', 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:00:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:10Z', 'updated_at': '2022-01-28T00:28:19Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b6226f3-21aa-4a07-8118-05ce5b8e54ea', 'name': '', 'network_id': '5b284051-aae4-4f4d-8a3c-72daf9cf71df', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:8d:af:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '29c63b95-0345-4ead-b737-404a7ca60a00', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:41Z', 'updated_at': '2022-01-28T00:28:45Z', 'revision_number': 2, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '29c63b95-0345-4ead-b737-404a7ca60a00', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e603d1b-d165-4964-a832-589e45b86ff1', 'name': '', 'network_id': 'f1b67435-a32e-4255-b177-c416810b653a', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:a3:20:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b41040e5-788b-4c34-ac34-85197ff0ca28', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:30Z', 'updated_at': '2022-01-28T00:28:39Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'b41040e5-788b-4c34-ac34-85197ff0ca28', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa31b11e-19f9-4106-a028-75909de3b365', 'name': '', 'network_id': 'a892d91e-d36d-48ed-be9a-abe2370e0e32', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:06:90:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:19Z', 'updated_at': '2022-01-28T00:28:29Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:49.382194 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e3b38a-4389-43ca-8320-c8a4bd31dcd1 None None] Checking router: f424b26a-a94f-4c6f-806a-d28ebf11cf41 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:28:49.383303 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e3b38a-4389-43ca-8320-c8a4bd31dcd1 None None] Updating router f424b26a-a94f-4c6f-806a-d28ebf11cf41 port 6b6226f3-21aa-4a07-8118-05ce5b8e54ea binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:28:49.408758 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a06f0f7d-ec09-406e-aaa7-97e1f7f702d1 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (abbf3465-4c71-4d52-b13a-c9f291a786aa), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:49.409275 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a06f0f7d-ec09-406e-aaa7-97e1f7f702d1 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks [] for floatingip (abbf3465-4c71-4d52-b13a-c9f291a786aa), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:49.417601 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f4e3b38a-4389-43ca-8320-c8a4bd31dcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6b6226f3-21aa-4a07-8118-05ce5b8e54ea), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:49.432776 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a06f0f7d-ec09-406e-aaa7-97e1f7f702d1 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Calling delete_port for abbf3465-4c71-4d52-b13a-c9f291a786aa owned by network:floatingip {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:28:49.518709 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ece79e49-b14a-48f9-85fe-d0975c29ca45'}, {'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd7a9ba0-5a49-4f0f-bbe3-164519fac46b'}, {'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c80ae37-b3ec-413e-a908-d7c646315e69'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:28:49.524603 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb560e61-189e-49cd-9280-aa241c6f1346" -d '{"events": [{"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-unplugged", "status": "completed", "tag": "ece79e49-b14a-48f9-85fe-d0975c29ca45"}, {"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-unplugged", "status": "completed", "tag": "cd7a9ba0-5a49-4f0f-bbe3-164519fac46b"}, {"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-unplugged", "status": "completed", "tag": "1c80ae37-b3ec-413e-a908-d7c646315e69"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:28:49.532413 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=1c80ae37-b3ec-413e-a908-d7c646315e69,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:49.549487 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-62467463-b927-4469-81a1-1a3c50c33143 req-f76e0e86-cc99-4705-867c-a514c2aa0e7e service neutron] device_id is not set on port 17a2a773-d586-4db3-b390-7e92fd06a45f yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:28:49.561439 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-07c2e306-9f96-4a0e-a42c-065760188804 None None] Allocated IP 2001:db8::2 (bd3a0e43-905c-4253-ac3b-850c5c5ab1e3/15d923d1-62a6-423a-b260-e6fc98624388/84186b3e-014a-4720-bc99-0d1dbc037d79) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:28:49.562434 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (15d923d1-62a6-423a-b260-e6fc98624388), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:49.569609 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a64988-f73a-4465-829b-9d651b74e769 req-b0b28fbf-c902-40da-9a6c-5f17d0fcd69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:49.571659 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-b0b28fbf-c902-40da-9a6c-5f17d0fcd69d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d3515a7-9da9-44c3-a34e-684df23ac567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2253363 Jan 28 00:28:49.702441 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.extraroute_db [None req-745a4c97-7c32-4190-8bef-1eb627bfc572 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103343) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 00:28:49.759137 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.extraroute_db [None req-745a4c97-7c32-4190-8bef-1eb627bfc572 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Removed routes are [] {{(pid=103343) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 00:28:49.759867 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-745a4c97-7c32-4190-8bef-1eb627bfc572 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111346'] for router (f424b26a-a94f-4c6f-806a-d28ebf11cf41), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:49.781219 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-3a0ec67c-ee50-47e8-a5b0-815153430303 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3515a7-9da9-44c3-a34e-684df23ac567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790965 Jan 28 00:28:49.805477 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5ce31e10-9346-4627-bc25-4c56fdc79e38 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for port (88e72971-0168-48af-8cbf-e49875f75204), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:49.887813 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-62467463-b927-4469-81a1-1a3c50c33143 req-f76e0e86-cc99-4705-867c-a514c2aa0e7e service neutron] Publish callbacks [] for port (17a2a773-d586-4db3-b390-7e92fd06a45f), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:49.911748 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5ce31e10-9346-4627-bc25-4c56fdc79e38 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (88e72971-0168-48af-8cbf-e49875f75204), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:49.937812 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 17a2a773-d586-4db3-b390-7e92fd06a45f is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:49.938815 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (17a2a773-d586-4db3-b390-7e92fd06a45f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:49.942880 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-62467463-b927-4469-81a1-1a3c50c33143 req-f76e0e86-cc99-4705-867c-a514c2aa0e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (17a2a773-d586-4db3-b390-7e92fd06a45f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:50.097794 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a06f0f7d-ec09-406e-aaa7-97e1f7f702d1 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (abbf3465-4c71-4d52-b13a-c9f291a786aa), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:50.099008 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce31e10-9346-4627-bc25-4c56fdc79e38 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:28:50.117589 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f4e3b38a-4389-43ca-8320-c8a4bd31dcd1 None None] Publish callbacks [] for port (6b6226f3-21aa-4a07-8118-05ce5b8e54ea), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:50.136047 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f4e3b38a-4389-43ca-8320-c8a4bd31dcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6b6226f3-21aa-4a07-8118-05ce5b8e54ea), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:50.155240 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f0f7d-ec09-406e-aaa7-97e1f7f702d1 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Pushing event deleted for resources: {'Port': ['ID=abbf3465-4c71-4d52-b13a-c9f291a786aa,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:50.197389 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-5ce31e10-9346-4627-bc25-4c56fdc79e38 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:50.206405 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c6d9584d-3c2d-48f3-8c50-63c2467d4da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (aebe848a-b0d5-4a57-a30e-08c4e7df8a68), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:50.207885 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 28 Jan 2022 00:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e967715-bb4a-4404-8dc2-375a735bfc7b x-openstack-request-id: req-3e967715-bb4a-4404-8dc2-375a735bfc7b {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:28:50.208352 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-unplugged", "status": "completed", "tag": "ece79e49-b14a-48f9-85fe-d0975c29ca45", "code": 200}, {"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-unplugged", "status": "completed", "tag": "cd7a9ba0-5a49-4f0f-bbe3-164519fac46b", "code": 200}, {"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-unplugged", "status": "completed", "tag": "1c80ae37-b3ec-413e-a908-d7c646315e69", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:28:50.208775 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3e967715-bb4a-4404-8dc2-375a735bfc7b {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:28:50.209446 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ece79e49-b14a-48f9-85fe-d0975c29ca45', 'code': 200} Jan 28 00:28:50.209833 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd7a9ba0-5a49-4f0f-bbe3-164519fac46b', 'code': 200} Jan 28 00:28:50.210097 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c6d9584d-3c2d-48f3-8c50-63c2467d4da8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:50.210276 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c80ae37-b3ec-413e-a908-d7c646315e69', 'code': 200} Jan 28 00:28:50.215375 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c6d9584d-3c2d-48f3-8c50-63c2467d4da8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aebe848a-b0d5-4a57-a30e-08c4e7df8a68 HTTP/1.1" status: 204 len: 168 time: 1.9324183 Jan 28 00:28:50.215375 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce31e10-9346-4627-bc25-4c56fdc79e38 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:28:50.287752 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9584d-3c2d-48f3-8c50-63c2467d4da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebe848a-b0d5-4a57-a30e-08c4e7df8a68,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:50.323545 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce31e10-9346-4627-bc25-4c56fdc79e38 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Pushing event updated for resources: {'Port': ['ID=88e72971-0168-48af-8cbf-e49875f75204,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:50.363512 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:28:50.374608 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:28:50.375726 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-62467463-b927-4469-81a1-1a3c50c33143 req-f76e0e86-cc99-4705-867c-a514c2aa0e7e service neutron] No DVR routers for this DVR port 17a2a773-d586-4db3-b390-7e92fd06a45f on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:28:50.408208 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-745a4c97-7c32-4190-8bef-1eb627bfc572 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111346'] for router (f424b26a-a94f-4c6f-806a-d28ebf11cf41), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:50.422240 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-745a4c97-7c32-4190-8bef-1eb627bfc572 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552731'] for router (f424b26a-a94f-4c6f-806a-d28ebf11cf41), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:50.465380 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-07c2e306-9f96-4a0e-a42c-065760188804 None None] Publish callbacks [] for port (84186b3e-014a-4720-bc99-0d1dbc037d79), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:50.477102 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1759e688-6017-4649-85d1-9d53fa13d58d tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Router 2cdc0126-23f0-4167-8a51-6fa7011903a7 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:28:50.485625 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-07c2e306-9f96-4a0e-a42c-065760188804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (84186b3e-014a-4720-bc99-0d1dbc037d79), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:50.504571 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa87429-7ca0-4819-8e4e-ed3307a94c86 None None] Pushing event updated for resources: {'Port': ['ID=6b6226f3-21aa-4a07-8118-05ce5b8e54ea,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:50.570173 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-39a64988-f73a-4465-829b-9d651b74e769 req-807b17d6-1420-4afd-9c6c-49a4743a3db3 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3515a7-9da9-44c3-a34e-684df23ac567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7785585 Jan 28 00:28:50.610647 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c2e306-9f96-4a0e-a42c-065760188804 None None] Network bd3a0e43-905c-4253-ac3b-850c5c5ab1e3 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:28:50.626086 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-07c2e306-9f96-4a0e-a42c-065760188804 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:28:50.638097 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c2e306-9f96-4a0e-a42c-065760188804 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:28:50.641388 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-f4e3b38a-4389-43ca-8320-c8a4bd31dcd1 None None] Attempting to bind port 6b6226f3-21aa-4a07-8118-05ce5b8e54ea on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:28:50.642349 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-f4e3b38a-4389-43ca-8320-c8a4bd31dcd1 None None] Attempting to bind port 6b6226f3-21aa-4a07-8118-05ce5b8e54ea by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '83c0453d-d658-49cc-8d1d-3262e378be85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5b284051-aae4-4f4d-8a3c-72daf9cf71df'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:28:50.644701 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e3b38a-4389-43ca-8320-c8a4bd31dcd1 None None] Attempting to bind port 6b6226f3-21aa-4a07-8118-05ce5b8e54ea on network 5b284051-aae4-4f4d-8a3c-72daf9cf71df {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:28:50.664778 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2e306-9f96-4a0e-a42c-065760188804 None None] Pushing event updated for resources: {'Port': ['ID=84186b3e-014a-4720-bc99-0d1dbc037d79,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:50.695662 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e3b38a-4389-43ca-8320-c8a4bd31dcd1 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:28:50.696064 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e3b38a-4389-43ca-8320-c8a4bd31dcd1 None None] Checking segment: {'id': '83c0453d-d658-49cc-8d1d-3262e378be85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5b284051-aae4-4f4d-8a3c-72daf9cf71df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:28:50.696555 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f4e3b38a-4389-43ca-8320-c8a4bd31dcd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:50.696939 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e3b38a-4389-43ca-8320-c8a4bd31dcd1 None None] Bound using segment: {'id': '83c0453d-d658-49cc-8d1d-3262e378be85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5b284051-aae4-4f4d-8a3c-72daf9cf71df'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:28:50.699153 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-f4e3b38a-4389-43ca-8320-c8a4bd31dcd1 None None] Bound port: 6b6226f3-21aa-4a07-8118-05ce5b8e54ea, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c0453d-d658-49cc-8d1d-3262e378be85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5b284051-aae4-4f4d-8a3c-72daf9cf71df'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:28:50.699870 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f4e3b38a-4389-43ca-8320-c8a4bd31dcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6b6226f3-21aa-4a07-8118-05ce5b8e54ea), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:50.769686 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ad04d-57a2-4f8a-b673-128a75bb6fb5 req-c9337088-8081-4735-b414-370b1a6dc1e9 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:50.782269 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ad04d-57a2-4f8a-b673-128a75bb6fb5 req-c9337088-8081-4735-b414-370b1a6dc1e9 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:50.804012 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ad04d-57a2-4f8a-b673-128a75bb6fb5 req-c9337088-8081-4735-b414-370b1a6dc1e9 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:50.817704 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ad04d-57a2-4f8a-b673-128a75bb6fb5 req-c9337088-8081-4735-b414-370b1a6dc1e9 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:50.823755 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ad04d-57a2-4f8a-b673-128a75bb6fb5 req-c9337088-8081-4735-b414-370b1a6dc1e9 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:50.832021 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-07c2e306-9f96-4a0e-a42c-065760188804 None None] Attempting to bind port 84186b3e-014a-4720-bc99-0d1dbc037d79 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:28:50.832466 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-07c2e306-9f96-4a0e-a42c-065760188804 None None] Attempting to bind port 84186b3e-014a-4720-bc99-0d1dbc037d79 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'b9407f23-20a4-4a04-8cd6-66e6feefeaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'bd3a0e43-905c-4253-ac3b-850c5c5ab1e3'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:28:50.832779 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c2e306-9f96-4a0e-a42c-065760188804 None None] Attempting to bind port 84186b3e-014a-4720-bc99-0d1dbc037d79 on network bd3a0e43-905c-4253-ac3b-850c5c5ab1e3 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:28:50.838906 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ad04d-57a2-4f8a-b673-128a75bb6fb5 req-c9337088-8081-4735-b414-370b1a6dc1e9 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:50.846981 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c2e306-9f96-4a0e-a42c-065760188804 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:28:50.847416 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c2e306-9f96-4a0e-a42c-065760188804 None None] Checking segment: {'id': 'b9407f23-20a4-4a04-8cd6-66e6feefeaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'bd3a0e43-905c-4253-ac3b-850c5c5ab1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:28:50.847859 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-07c2e306-9f96-4a0e-a42c-065760188804 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:50.848274 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c2e306-9f96-4a0e-a42c-065760188804 None None] Bound using segment: {'id': 'b9407f23-20a4-4a04-8cd6-66e6feefeaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'bd3a0e43-905c-4253-ac3b-850c5c5ab1e3'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:28:50.848778 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-07c2e306-9f96-4a0e-a42c-065760188804 None None] Bound port: 84186b3e-014a-4720-bc99-0d1dbc037d79, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9407f23-20a4-4a04-8cd6-66e6feefeaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'bd3a0e43-905c-4253-ac3b-850c5c5ab1e3'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:28:50.849170 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-07c2e306-9f96-4a0e-a42c-065760188804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (84186b3e-014a-4720-bc99-0d1dbc037d79), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:50.854408 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ab1ad04d-57a2-4f8a-b673-128a75bb6fb5 req-c9337088-8081-4735-b414-370b1a6dc1e9 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 4657 time: 0.6544466 Jan 28 00:28:50.883493 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-f4e3b38a-4389-43ca-8320-c8a4bd31dcd1 None None] For port 6b6226f3-21aa-4a07-8118-05ce5b8e54ea, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:28:50.894749 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-f4e3b38a-4389-43ca-8320-c8a4bd31dcd1 None None] For port 6b6226f3-21aa-4a07-8118-05ce5b8e54ea, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6b6226f3-21aa-4a07-8118-05ce5b8e54ea,segment=NetworkSegment(83c0453d-d658-49cc-8d1d-3262e378be85),segment_id=83c0453d-d658-49cc-8d1d-3262e378be85)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:28:50.902862 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-f4e3b38a-4389-43ca-8320-c8a4bd31dcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6b6226f3-21aa-4a07-8118-05ce5b8e54ea), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:50.917141 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-62467463-b927-4469-81a1-1a3c50c33143 req-f76e0e86-cc99-4705-867c-a514c2aa0e7e service neutron] In _notify_port_updated(), no bound segment for port 17a2a773-d586-4db3-b390-7e92fd06a45f on network e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6 {{(pid=103344) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 00:28:50.918083 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62467463-b927-4469-81a1-1a3c50c33143 req-f76e0e86-cc99-4705-867c-a514c2aa0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:50.918763 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-62467463-b927-4469-81a1-1a3c50c33143 req-f76e0e86-cc99-4705-867c-a514c2aa0e7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:50.924284 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62467463-b927-4469-81a1-1a3c50c33143 req-f76e0e86-cc99-4705-867c-a514c2aa0e7e service neutron] 10.222.0.52 "PUT /v2.0/ports/17a2a773-d586-4db3-b390-7e92fd06a45f HTTP/1.1" status: 200 len: 1033 time: 4.2102444 Jan 28 00:28:50.926273 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e0e86-cc99-4705-867c-a514c2aa0e7e service neutron] Pushing event updated for resources: {'Port': ['ID=17a2a773-d586-4db3-b390-7e92fd06a45f,revision_number=6']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:51.019659 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (15d923d1-62a6-423a-b260-e6fc98624388), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:51.065780 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e3b38a-4389-43ca-8320-c8a4bd31dcd1 None None] Routers {'f424b26a-a94f-4c6f-806a-d28ebf11cf41'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:28:51.068290 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f4e3b38a-4389-43ca-8320-c8a4bd31dcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:28:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:51.121797 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 17a2a773-d586-4db3-b390-7e92fd06a45f is: DOWN; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:51.130021 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 3a7b8867-52a0-4af2-9c75-6826eab61051 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:28:51.172377 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event deleted for resources: {'Subnet': ['ID=15d923d1-62a6-423a-b260-e6fc98624388,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:51.316364 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-f4e3b38a-4389-43ca-8320-c8a4bd31dcd1 None None] Set router f424b26a-a94f-4c6f-806a-d28ebf11cf41 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:28:51.376638 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62467463-b927-4469-81a1-1a3c50c33143 req-a932830c-0a89-4089-b743-8c14ad152bf9 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:51.378067 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62467463-b927-4469-81a1-1a3c50c33143 req-a932830c-0a89-4089-b743-8c14ad152bf9 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.52 "GET /v2.0/ports/3a7b8867-52a0-4af2-9c75-6826eab61051?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4458027 Jan 28 00:28:51.430686 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-62467463-b927-4469-81a1-1a3c50c33143 req-44750b33-22de-4f49-8868-b8878dac1ac9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:51.484412 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-0afd6ea0-6673-4d7e-8b1d-2b17f1cf8c8d None None] Provisioning complete for port 17a2a773-d586-4db3-b390-7e92fd06a45f triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:51.487657 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0afd6ea0-6673-4d7e-8b1d-2b17f1cf8c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (17a2a773-d586-4db3-b390-7e92fd06a45f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:51.564896 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a06f0f7d-ec09-406e-aaa7-97e1f7f702d1 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks [] for floatingip (5d0d5935-c8e1-4910-8c22-1340c90b1e61), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:51.568243 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a06f0f7d-ec09-406e-aaa7-97e1f7f702d1 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:51.569732 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a06f0f7d-ec09-406e-aaa7-97e1f7f702d1 tempest-ServersTestFqdnHostnames-39177696 tempest-ServersTestFqdnHostnames-39177696-project] 10.222.0.70 "DELETE /v2.0/floatingips/5d0d5935-c8e1-4910-8c22-1340c90b1e61 HTTP/1.1" status: 204 len: 168 time: 3.3871357 Jan 28 00:28:51.575760 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38560) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:51.671820 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745a4c97-7c32-4190-8bef-1eb627bfc572 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Router f424b26a-a94f-4c6f-806a-d28ebf11cf41 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:28:51.696236 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ab1ad04d-57a2-4f8a-b673-128a75bb6fb5 req-b0da4086-5eb1-48f2-b509-33ea695465c7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ce589d-1355-4162-a23a-6782446bdfe9&id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8389657 Jan 28 00:28:51.734094 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa87429-7ca0-4819-8e4e-ed3307a94c86 None None] Pushing event updated for resources: {'Port': ['ID=6b6226f3-21aa-4a07-8118-05ce5b8e54ea,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:51.777939 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-07c2e306-9f96-4a0e-a42c-065760188804 None None] For port 84186b3e-014a-4720-bc99-0d1dbc037d79, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:28:51.792972 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0afd6ea0-6673-4d7e-8b1d-2b17f1cf8c8d None None] Port 17a2a773-d586-4db3-b390-7e92fd06a45f cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:28:51.836271 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 3a7b8867-52a0-4af2-9c75-6826eab61051 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:51.838516 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3a7b8867-52a0-4af2-9c75-6826eab61051), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:51.852260 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-07c2e306-9f96-4a0e-a42c-065760188804 None None] For port 84186b3e-014a-4720-bc99-0d1dbc037d79, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=84186b3e-014a-4720-bc99-0d1dbc037d79,segment=NetworkSegment(b9407f23-20a4-4a04-8cd6-66e6feefeaa5),segment_id=b9407f23-20a4-4a04-8cd6-66e6feefeaa5)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:28:51.868609 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-07c2e306-9f96-4a0e-a42c-065760188804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (84186b3e-014a-4720-bc99-0d1dbc037d79), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:52.077630 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f4e3b38a-4389-43ca-8320-c8a4bd31dcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:28:49Z', 'revision_number': 6, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None, '_interfaces': [{'id': '2991eb37-e8e6-4286-b31b-ac54cd6b3c27', 'name': '', 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:00:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:10Z', 'updated_at': '2022-01-28T00:28:19Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b6226f3-21aa-4a07-8118-05ce5b8e54ea', 'name': '', 'network_id': '5b284051-aae4-4f4d-8a3c-72daf9cf71df', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:8d:af:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '29c63b95-0345-4ead-b737-404a7ca60a00', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:41Z', 'updated_at': '2022-01-28T00:28:50Z', 'revision_number': 4, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '29c63b95-0345-4ead-b737-404a7ca60a00', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e603d1b-d165-4964-a832-589e45b86ff1', 'name': '', 'network_id': 'f1b67435-a32e-4255-b177-c416810b653a', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:a3:20:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b41040e5-788b-4c34-ac34-85197ff0ca28', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:30Z', 'updated_at': '2022-01-28T00:28:39Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'b41040e5-788b-4c34-ac34-85197ff0ca28', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa31b11e-19f9-4106-a028-75909de3b365', 'name': '', 'network_id': 'a892d91e-d36d-48ed-be9a-abe2370e0e32', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:06:90:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:19Z', 'updated_at': '2022-01-28T00:28:29Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:52.098383 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745a4c97-7c32-4190-8bef-1eb627bfc572 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:28:52.129383 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-745a4c97-7c32-4190-8bef-1eb627bfc572 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:52.132546 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2e306-9f96-4a0e-a42c-065760188804 None None] Pushing event updated for resources: {'Port': ['ID=84186b3e-014a-4720-bc99-0d1dbc037d79,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:52.133405 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-745a4c97-7c32-4190-8bef-1eb627bfc572 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "PUT /v2.0/routers/f424b26a-a94f-4c6f-806a-d28ebf11cf41 HTTP/1.1" status: 200 len: 934 time: 3.4314671 Jan 28 00:28:52.140283 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 3a7b8867-52a0-4af2-9c75-6826eab61051, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=3a7b8867-52a0-4af2-9c75-6826eab61051,segment=NetworkSegment(0465a9d6-01fe-4f7b-a9a6-388e7e67e02b),segment_id=0465a9d6-01fe-4f7b-a9a6-388e7e67e02b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:52.160723 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3a7b8867-52a0-4af2-9c75-6826eab61051), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:52.169291 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-7f1e2035-84eb-4a8e-a432-039bb67f4999 None None] Provisioning complete for port 6b6226f3-21aa-4a07-8118-05ce5b8e54ea triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:52.169773 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f1e2035-84eb-4a8e-a432-039bb67f4999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6b6226f3-21aa-4a07-8118-05ce5b8e54ea), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:52.196457 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e3b38a-4389-43ca-8320-c8a4bd31dcd1 None None] The sync data for ids ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'] in n-d-826754-1 is: [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:28:49Z', 'revision_number': 6, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None, '_interfaces': [{'id': '2991eb37-e8e6-4286-b31b-ac54cd6b3c27', 'name': '', 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:00:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:10Z', 'updated_at': '2022-01-28T00:28:19Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b6226f3-21aa-4a07-8118-05ce5b8e54ea', 'name': '', 'network_id': '5b284051-aae4-4f4d-8a3c-72daf9cf71df', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:8d:af:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '29c63b95-0345-4ead-b737-404a7ca60a00', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:41Z', 'updated_at': '2022-01-28T00:28:50Z', 'revision_number': 4, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '29c63b95-0345-4ead-b737-404a7ca60a00', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e603d1b-d165-4964-a832-589e45b86ff1', 'name': '', 'network_id': 'f1b67435-a32e-4255-b177-c416810b653a', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:a3:20:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b41040e5-788b-4c34-ac34-85197ff0ca28', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:30Z', 'updated_at': '2022-01-28T00:28:39Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'b41040e5-788b-4c34-ac34-85197ff0ca28', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa31b11e-19f9-4106-a028-75909de3b365', 'name': '', 'network_id': 'a892d91e-d36d-48ed-be9a-abe2370e0e32', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:06:90:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:19Z', 'updated_at': '2022-01-28T00:28:29Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:28:52.231316 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38566) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:52.372412 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a7b8867-52a0-4af2-9c75-6826eab61051'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:28:52.377517 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcd87e7-5601-4da4-9bea-9897e12fd88b" -d '{"events": [{"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-unplugged", "status": "completed", "tag": "3a7b8867-52a0-4af2-9c75-6826eab61051"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:28:52.390825 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:28:52.396080 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb142d7-e16d-4e96-a290-7c427ff49016 None None] get_active_networks_info from n-d-826754-1 {{(pid=103345) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 00:28:52.539599 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d97a66a4-e5df-4b69-888e-b36a556e82dd tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "GET /v2.0/routers/f424b26a-a94f-4c6f-806a-d28ebf11cf41 HTTP/1.1" status: 200 len: 934 time: 0.3049421 Jan 28 00:28:52.573556 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3faf1211-4764-435a-837e-9bea22b1b605 x-openstack-request-id: req-3faf1211-4764-435a-837e-9bea22b1b605 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:28:52.579250 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-unplugged", "status": "completed", "tag": "3a7b8867-52a0-4af2-9c75-6826eab61051", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:28:52.580023 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3faf1211-4764-435a-837e-9bea22b1b605 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:28:52.581341 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a7b8867-52a0-4af2-9c75-6826eab61051', 'code': 200} Jan 28 00:28:52.632240 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38572) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:52.641426 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e3272bf5-2c1f-4a20-b8a8-9330588f23db tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Request body: {'router': {'routes': None}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:52.645737 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=3a7b8867-52a0-4af2-9c75-6826eab61051,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:52.652844 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (bd3a0e43-905c-4253-ac3b-850c5c5ab1e3), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:52.808633 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd3a0e43-905c-4253-ac3b-850c5c5ab1e3']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:52.819354 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:52.819354 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:52.872307 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f,segment=NetworkSegment(0465a9d6-01fe-4f7b-a9a6-388e7e67e02b),segment_id=0465a9d6-01fe-4f7b-a9a6-388e7e67e02b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:52.903537 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:52.972511 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9407f23-20a4-4a04-8cd6-66e6feefeaa5') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:52.973383 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9407f23-20a4-4a04-8cd6-66e6feefeaa5') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:52.991178 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:53.023186 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1759e688-6017-4649-85d1-9d53fa13d58d tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:28:53.031804 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1759e688-6017-4649-85d1-9d53fa13d58d tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:53.032053 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-7f1e2035-84eb-4a8e-a432-039bb67f4999 None None] Current status of the port 6b6226f3-21aa-4a07-8118-05ce5b8e54ea is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:53.032401 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f1e2035-84eb-4a8e-a432-039bb67f4999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6b6226f3-21aa-4a07-8118-05ce5b8e54ea), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:53.048358 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (b9407f23-20a4-4a04-8cd6-66e6feefeaa5), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:53.052901 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5ce31e10-9346-4627-bc25-4c56fdc79e38 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router_gateway (4bcd4a30-e5b0-42f1-b268-d6cf0b75739b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:53.063061 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbe96fd-7263-45c7-bdd7-529bfdfb492a None None] Sync routers for ids ['2cdc0126-23f0-4167-8a51-6fa7011903a7'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:28:53.109069 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbe96fd-7263-45c7-bdd7-529bfdfb492a None None] Routers {'2cdc0126-23f0-4167-8a51-6fa7011903a7'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:28:53.109997 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-4fbe96fd-7263-45c7-bdd7-529bfdfb492a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:28:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2cdc0126-23f0-4167-8a51-6fa7011903a7'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:53.248692 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-4fbe96fd-7263-45c7-bdd7-529bfdfb492a None None] Set router 2cdc0126-23f0-4167-8a51-6fa7011903a7 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:28:53.284828 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-62467463-b927-4469-81a1-1a3c50c33143 req-44750b33-22de-4f49-8868-b8878dac1ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3a7b8867-52a0-4af2-9c75-6826eab61051), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:53.385485 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (b9407f23-20a4-4a04-8cd6-66e6feefeaa5), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:53.448056 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1759e688-6017-4649-85d1-9d53fa13d58d tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "PUT /v2.0/floatingips/1608d330-dd2f-4d97-b65d-eb6ccc357754 HTTP/1.1" status: 200 len: 991 time: 8.1532464 Jan 28 00:28:53.459874 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a81c37-4653-4b4c-8034-f63c178ac24e', 'tag': '44f20f61-d55b-46db-8d5a-9fb16b9ab5c1'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:28:53.464292 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b595856c-d610-457b-b2ee-6124d9bd4d57" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a81c37-4653-4b4c-8034-f63c178ac24e", "tag": "44f20f61-d55b-46db-8d5a-9fb16b9ab5c1"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:28:53.500010 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:28:53.500010 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (b9407f23-20a4-4a04-8cd6-66e6feefeaa5), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:53.613896 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:28:53.613896 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:28:53.613896 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:28:53.613896 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:28:53.613896 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:28:53.613896 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:28:53.613896 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:28:53.613896 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:28:53.613896 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:28:53.613896 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:28:53.613896 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:28:53.613896 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:28:53.613896 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:28:53.613896 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:28:53.613896 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:28:53.613896 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:28:53.613896 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:28:53.613896 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:28:53.613896 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:28:53.613896 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:28:53.613896 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:28:53.613896 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:28:53.613896 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:28:53.613896 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:28:53.613896 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:28:53.613896 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:28:53.613896 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:28:53.613896 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:28:53.613896 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:28:53.613896 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:28:53.613896 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:28:53.613896 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:28:53.660166 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-7f1e2035-84eb-4a8e-a432-039bb67f4999 None None] For port 6b6226f3-21aa-4a07-8118-05ce5b8e54ea, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6b6226f3-21aa-4a07-8118-05ce5b8e54ea,segment=NetworkSegment(83c0453d-d658-49cc-8d1d-3262e378be85),segment_id=83c0453d-d658-49cc-8d1d-3262e378be85)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:53.672982 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb142d7-e16d-4e96-a290-7c427ff49016 None None] Resources bound (agent type, host, resource id): {{(pid=103345) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 00:28:53.688077 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f1e2035-84eb-4a8e-a432-039bb67f4999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6b6226f3-21aa-4a07-8118-05ce5b8e54ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:53.719507 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6b6226f3-21aa-4a07-8118-05ce5b8e54ea up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:28:53.899567 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6f9c82-41de-46b1-a6bb-b5ee917d0eea x-openstack-request-id: req-5f6f9c82-41de-46b1-a6bb-b5ee917d0eea {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:28:53.901156 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a81c37-4653-4b4c-8034-f63c178ac24e", "tag": "44f20f61-d55b-46db-8d5a-9fb16b9ab5c1", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:28:53.901830 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5f6f9c82-41de-46b1-a6bb-b5ee917d0eea {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:28:53.903262 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a81c37-4653-4b4c-8034-f63c178ac24e', 'tag': '44f20f61-d55b-46db-8d5a-9fb16b9ab5c1', 'status': 'completed', 'code': 200} Jan 28 00:28:54.011914 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58c7da-57db-409d-af65-9da6d6933339 req-a15e2cf0-63e2-4029-9a86-9e1327a9ee61 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:54.029555 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.extraroute_db [None req-e3272bf5-2c1f-4a20-b8a8-9330588f23db tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Added routes are [] {{(pid=103343) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 00:28:54.030938 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.extraroute_db [None req-e3272bf5-2c1f-4a20-b8a8-9330588f23db tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103343) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 00:28:54.034226 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58c7da-57db-409d-af65-9da6d6933339 req-a15e2cf0-63e2-4029-9a86-9e1327a9ee61 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:54.048378 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58c7da-57db-409d-af65-9da6d6933339 req-a15e2cf0-63e2-4029-9a86-9e1327a9ee61 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:54.059433 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58c7da-57db-409d-af65-9da6d6933339 req-a15e2cf0-63e2-4029-9a86-9e1327a9ee61 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:54.072619 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58c7da-57db-409d-af65-9da6d6933339 req-a15e2cf0-63e2-4029-9a86-9e1327a9ee61 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:54.085409 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58c7da-57db-409d-af65-9da6d6933339 req-a15e2cf0-63e2-4029-9a86-9e1327a9ee61 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:54.103014 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ab58c7da-57db-409d-af65-9da6d6933339 req-a15e2cf0-63e2-4029-9a86-9e1327a9ee61 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 4653 time: 1.0851698 Jan 28 00:28:54.125675 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 6b6226f3-21aa-4a07-8118-05ce5b8e54ea triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:54.126030 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6b6226f3-21aa-4a07-8118-05ce5b8e54ea), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:54.137230 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.db.api [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 00:28:54.137230 n-d-826754-1 neutron-server[103344]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 00:28:54.137230 n-d-826754-1 neutron-server[103344]: [parameters: {'id': 'bd3a0e43-905c-4253-ac3b-850c5c5ab1e3'}] Jan 28 00:28:54.137230 n-d-826754-1 neutron-server[103344]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:28:54.138127 n-d-826754-1 neutron-server[103344]: DEBUG oslo_db.api [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:28:54.223777 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-4fbe96fd-7263-45c7-bdd7-529bfdfb492a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'name': 'tempest-ServersTestJSON-412483413-router', 'tenant_id': '39520a6340284750becfcf9a1672d525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '73da6dfb-944f-4590-8a3d-ac5b283e1bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:27:41Z', 'updated_at': '2022-01-28T00:27:59Z', 'revision_number': 4, 'project_id': '39520a6340284750becfcf9a1672d525', 'gw_port': {'id': '73da6dfb-944f-4590-8a3d-ac5b283e1bac', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:27:44Z', 'updated_at': '2022-01-28T00:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '1608d330-dd2f-4d97-b65d-eb6ccc357754', 'tenant_id': '39520a6340284750becfcf9a1672d525', 'floating_ip_address': '172.25.3.116', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'port_id': '44f20f61-d55b-46db-8d5a-9fb16b9ab5c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19097ca-1911-4a28-909d-42dc359e564a', 'mac_address': 'fa:16:3e:95:4d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a81c37-4653-4b4c-8034-f63c178ac24e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:28:10Z', 'updated_at': '2022-01-28T00:28:47Z', 'revision_number': 1, 'project_id': '39520a6340284750becfcf9a1672d525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2992f234-b438-49de-b3bc-99a09e737f6a', 'name': '', 'network_id': 'a19097ca-1911-4a28-909d-42dc359e564a', 'tenant_id': '39520a6340284750becfcf9a1672d525', 'mac_address': 'fa:16:3e:c7:25:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'c63bb981-ddb7-4260-941d-d8fb658fd68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:27:56Z', 'updated_at': '2022-01-28T00:28:06Z', 'revision_number': 5, 'project_id': '39520a6340284750becfcf9a1672d525', 'subnets': [{'id': 'c63bb981-ddb7-4260-941d-d8fb658fd68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:54.322946 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e3272bf5-2c1f-4a20-b8a8-9330588f23db tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111346'] for router (f424b26a-a94f-4c6f-806a-d28ebf11cf41), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:54.336759 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595856c-d610-457b-b2ee-6124d9bd4d57 req-48a4ff8c-5da1-4499-9724-b4ca55a4c076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:54.340091 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b595856c-d610-457b-b2ee-6124d9bd4d57 req-48a4ff8c-5da1-4499-9724-b4ca55a4c076 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=39520a6340284750becfcf9a1672d525&device_id=a9a81c37-4653-4b4c-8034-f63c178ac24e HTTP/1.1" status: 200 len: 1096 time: 0.2798164 Jan 28 00:28:54.442972 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec1f85a-6151-41fa-9725-1edc32889e90 None None] Sync routers for ids ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:28:54.474894 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec1f85a-6151-41fa-9725-1edc32889e90 None None] Routers {'f424b26a-a94f-4c6f-806a-d28ebf11cf41'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:28:54.475883 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-8ec1f85a-6151-41fa-9725-1edc32889e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:28:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:54.502038 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e2035-84eb-4a8e-a432-039bb67f4999 None None] Pushing event updated for resources: {'Port': ['ID=6b6226f3-21aa-4a07-8118-05ce5b8e54ea,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:54.512577 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5ce31e10-9346-4627-bc25-4c56fdc79e38 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111346'] for router (4bcd4a30-e5b0-42f1-b268-d6cf0b75739b), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:54.525722 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbe96fd-7263-45c7-bdd7-529bfdfb492a None None] Checking router: 2cdc0126-23f0-4167-8a51-6fa7011903a7 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:28:54.570467 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-62467463-b927-4469-81a1-1a3c50c33143 req-44750b33-22de-4f49-8868-b8878dac1ac9 service neutron] For port 3a7b8867-52a0-4af2-9c75-6826eab61051, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=3a7b8867-52a0-4af2-9c75-6826eab61051,segment=NetworkSegment(0465a9d6-01fe-4f7b-a9a6-388e7e67e02b),segment_id=0465a9d6-01fe-4f7b-a9a6-388e7e67e02b)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:54.583385 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:28:54.587509 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111b3742-9290-4dd8-b23d-e7105ecc180f" -d '{"events": [{"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-unplugged", "status": "completed", "tag": "f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:28:54.621330 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-62467463-b927-4469-81a1-1a3c50c33143 req-44750b33-22de-4f49-8868-b8878dac1ac9 service neutron] For port 3a7b8867-52a0-4af2-9c75-6826eab61051, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:28:54.676379 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-62467463-b927-4469-81a1-1a3c50c33143 req-44750b33-22de-4f49-8868-b8878dac1ac9 service neutron] device_id is not set on port 3a7b8867-52a0-4af2-9c75-6826eab61051 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:28:54.701153 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-62467463-b927-4469-81a1-1a3c50c33143 req-44750b33-22de-4f49-8868-b8878dac1ac9 service neutron] Publish callbacks [] for port (3a7b8867-52a0-4af2-9c75-6826eab61051), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:54.703768 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 6b6226f3-21aa-4a07-8118-05ce5b8e54ea is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:54.712246 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5ce31e10-9346-4627-bc25-4c56fdc79e38 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552731'] for router (4bcd4a30-e5b0-42f1-b268-d6cf0b75739b), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:54.713909 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbe96fd-7263-45c7-bdd7-529bfdfb492a None None] Routers {'2cdc0126-23f0-4167-8a51-6fa7011903a7'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:28:54.714916 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-4fbe96fd-7263-45c7-bdd7-529bfdfb492a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:28:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2cdc0126-23f0-4167-8a51-6fa7011903a7'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:54.726621 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (bd3a0e43-905c-4253-ac3b-850c5c5ab1e3), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:54.754704 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ab58c7da-57db-409d-af65-9da6d6933339 req-672d5a44-4879-47ca-a42e-d946d1d3574f tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=30ce589d-1355-4162-a23a-6782446bdfe9&id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6502459 Jan 28 00:28:54.775302 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-62467463-b927-4469-81a1-1a3c50c33143 req-44750b33-22de-4f49-8868-b8878dac1ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (3a7b8867-52a0-4af2-9c75-6826eab61051), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:54.838057 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5b977b-350e-4939-b605-8fe88f81d84d x-openstack-request-id: req-5f5b977b-350e-4939-b605-8fe88f81d84d {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:28:54.838869 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-unplugged", "status": "completed", "tag": "f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:28:54.839523 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5f5b977b-350e-4939-b605-8fe88f81d84d {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:28:54.843041 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f', 'code': 200} Jan 28 00:28:54.897218 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-8ec1f85a-6151-41fa-9725-1edc32889e90 None None] Set router f424b26a-a94f-4c6f-806a-d28ebf11cf41 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:28:54.966146 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595856c-d610-457b-b2ee-6124d9bd4d57 req-a5f1cc48-7762-46c8-9e32-63ce8abb9dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:54.970961 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b595856c-d610-457b-b2ee-6124d9bd4d57 req-a5f1cc48-7762-46c8-9e32-63ce8abb9dd5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a19097ca-1911-4a28-909d-42dc359e564a HTTP/1.1" status: 200 len: 906 time: 0.6169388 Jan 28 00:28:54.990777 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-575017c7-6a9e-45e3-8870-9aa34681403b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (933725fc-e5f8-4534-be32-ac9b137b8137), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:55.253786 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44750b33-22de-4f49-8868-b8878dac1ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=3a7b8867-52a0-4af2-9c75-6826eab61051,revision_number=7']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:55.288971 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e3272bf5-2c1f-4a20-b8a8-9330588f23db tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111346'] for router (f424b26a-a94f-4c6f-806a-d28ebf11cf41), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:55.334096 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-4fbe96fd-7263-45c7-bdd7-529bfdfb492a None None] Set router 2cdc0126-23f0-4167-8a51-6fa7011903a7 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:28:55.341629 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-62467463-b927-4469-81a1-1a3c50c33143 req-44750b33-22de-4f49-8868-b8878dac1ac9 service neutron] No DVR routers for this DVR port 3a7b8867-52a0-4af2-9c75-6826eab61051 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:28:55.397883 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ae95f0-0989-4c27-be20-b1208ef2ed07 None None] Network bd3a0e43-905c-4253-ac3b-850c5c5ab1e3 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:28:55.470716 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e3272bf5-2c1f-4a20-b8a8-9330588f23db tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552731'] for router (f424b26a-a94f-4c6f-806a-d28ebf11cf41), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:55.486384 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce31e10-9346-4627-bc25-4c56fdc79e38 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Router 4bcd4a30-e5b0-42f1-b268-d6cf0b75739b is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:28:55.507219 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b595856c-d610-457b-b2ee-6124d9bd4d57 req-7a2086a6-8261-451d-a9e9-d546625d3d66 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44f20f61-d55b-46db-8d5a-9fb16b9ab5c1 HTTP/1.1" status: 200 len: 999 time: 0.5279031 Jan 28 00:28:55.574469 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-62467463-b927-4469-81a1-1a3c50c33143 req-44750b33-22de-4f49-8868-b8878dac1ac9 service neutron] In _notify_port_updated(), no bound segment for port 3a7b8867-52a0-4af2-9c75-6826eab61051 on network e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6 {{(pid=103344) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 00:28:55.576419 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62467463-b927-4469-81a1-1a3c50c33143 req-44750b33-22de-4f49-8868-b8878dac1ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:55.577435 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-62467463-b927-4469-81a1-1a3c50c33143 req-44750b33-22de-4f49-8868-b8878dac1ac9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:55.578914 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62467463-b927-4469-81a1-1a3c50c33143 req-44750b33-22de-4f49-8868-b8878dac1ac9 service neutron] 10.222.0.52 "PUT /v2.0/ports/3a7b8867-52a0-4af2-9c75-6826eab61051 HTTP/1.1" status: 200 len: 1032 time: 4.1914480 Jan 28 00:28:55.583876 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-8ec1f85a-6151-41fa-9725-1edc32889e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:28:54Z', 'revision_number': 7, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None, '_interfaces': [{'id': '2991eb37-e8e6-4286-b31b-ac54cd6b3c27', 'name': '', 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:00:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:10Z', 'updated_at': '2022-01-28T00:28:19Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b6226f3-21aa-4a07-8118-05ce5b8e54ea', 'name': '', 'network_id': '5b284051-aae4-4f4d-8a3c-72daf9cf71df', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:8d:af:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '29c63b95-0345-4ead-b737-404a7ca60a00', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:41Z', 'updated_at': '2022-01-28T00:28:53Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '29c63b95-0345-4ead-b737-404a7ca60a00', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e603d1b-d165-4964-a832-589e45b86ff1', 'name': '', 'network_id': 'f1b67435-a32e-4255-b177-c416810b653a', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:a3:20:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b41040e5-788b-4c34-ac34-85197ff0ca28', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:30Z', 'updated_at': '2022-01-28T00:28:39Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'b41040e5-788b-4c34-ac34-85197ff0ca28', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa31b11e-19f9-4106-a028-75909de3b365', 'name': '', 'network_id': 'a892d91e-d36d-48ed-be9a-abe2370e0e32', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:06:90:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:19Z', 'updated_at': '2022-01-28T00:28:29Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:55.606862 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Deleting port 84186b3e-014a-4720-bc99-0d1dbc037d79 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:28:55.607879 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (84186b3e-014a-4720-bc99-0d1dbc037d79), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:55.636031 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6b6226f3-21aa-4a07-8118-05ce5b8e54ea up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:28:55.713235 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] For port 84186b3e-014a-4720-bc99-0d1dbc037d79, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=84186b3e-014a-4720-bc99-0d1dbc037d79,segment=NetworkSegment(b9407f23-20a4-4a04-8cd6-66e6feefeaa5),segment_id=b9407f23-20a4-4a04-8cd6-66e6feefeaa5)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:55.714273 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (84186b3e-014a-4720-bc99-0d1dbc037d79), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:55.733655 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Calling delete_port for 84186b3e-014a-4720-bc99-0d1dbc037d79 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:28:55.910103 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (84186b3e-014a-4720-bc99-0d1dbc037d79), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:56.062322 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] No DVR routers for this DVR port 84186b3e-014a-4720-bc99-0d1dbc037d79 on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:28:56.090014 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec1f85a-6151-41fa-9725-1edc32889e90 None None] Checking router: f424b26a-a94f-4c6f-806a-d28ebf11cf41 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:28:56.132129 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec1f85a-6151-41fa-9725-1edc32889e90 None None] Routers {'f424b26a-a94f-4c6f-806a-d28ebf11cf41'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:28:56.133716 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-8ec1f85a-6151-41fa-9725-1edc32889e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:28:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:56.138252 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event deleted for resources: {'Port': ['ID=84186b3e-014a-4720-bc99-0d1dbc037d79,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:56.319987 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 6b6226f3-21aa-4a07-8118-05ce5b8e54ea triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:56.320872 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6b6226f3-21aa-4a07-8118-05ce5b8e54ea), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:56.374854 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-5f92c436-fe8d-4ff9-a6ab-c897b6ef4caa None None] Provisioning complete for port 3a7b8867-52a0-4af2-9c75-6826eab61051 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:28:56.375249 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5f92c436-fe8d-4ff9-a6ab-c897b6ef4caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3a7b8867-52a0-4af2-9c75-6826eab61051), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:56.389441 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-8ec1f85a-6151-41fa-9725-1edc32889e90 None None] Set router f424b26a-a94f-4c6f-806a-d28ebf11cf41 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:28:56.582703 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5f92c436-fe8d-4ff9-a6ab-c897b6ef4caa None None] Port 3a7b8867-52a0-4af2-9c75-6826eab61051 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:28:56.583154 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (bd3a0e43-905c-4253-ac3b-850c5c5ab1e3), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:56.598068 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce31e10-9346-4627-bc25-4c56fdc79e38 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:28:56.624241 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5ce31e10-9346-4627-bc25-4c56fdc79e38 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:56.625996 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5ce31e10-9346-4627-bc25-4c56fdc79e38 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "PUT /v2.0/routers/4bcd4a30-e5b0-42f1-b268-d6cf0b75739b HTTP/1.1" status: 200 len: 914 time: 12.3540928 Jan 28 00:28:56.646006 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6b6f4-da06-4f8a-ae61-1a791aec9200 req-ede19b5a-8471-41ef-85a1-caa461be93c1 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:56.652535 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6b6f4-da06-4f8a-ae61-1a791aec9200 req-ede19b5a-8471-41ef-85a1-caa461be93c1 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:56.660190 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6b6f4-da06-4f8a-ae61-1a791aec9200 req-ede19b5a-8471-41ef-85a1-caa461be93c1 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:56.662745 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d48508a-1ad4-455e-9450-ed8988965814 None None] Sync routers for ids ['4bcd4a30-e5b0-42f1-b268-d6cf0b75739b'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:28:56.678978 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38614) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:56.679594 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6b6f4-da06-4f8a-ae61-1a791aec9200 req-ede19b5a-8471-41ef-85a1-caa461be93c1 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:56.696862 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6b6f4-da06-4f8a-ae61-1a791aec9200 req-ede19b5a-8471-41ef-85a1-caa461be93c1 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:56.711239 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9dd6b6f4-da06-4f8a-ae61-1a791aec9200 req-ede19b5a-8471-41ef-85a1-caa461be93c1 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 3876 time: 0.6278553 Jan 28 00:28:56.713860 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d48508a-1ad4-455e-9450-ed8988965814 None None] Routers {'4bcd4a30-e5b0-42f1-b268-d6cf0b75739b'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:28:56.715387 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-0d48508a-1ad4-455e-9450-ed8988965814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:28:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['4bcd4a30-e5b0-42f1-b268-d6cf0b75739b'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:56.722434 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd3a0e43-905c-4253-ac3b-850c5c5ab1e3']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:56.745137 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9407f23-20a4-4a04-8cd6-66e6feefeaa5') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:56.745137 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9407f23-20a4-4a04-8cd6-66e6feefeaa5') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:56.761302 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-0d48508a-1ad4-455e-9450-ed8988965814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:56.764161 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 6b6226f3-21aa-4a07-8118-05ce5b8e54ea is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:28:56.772021 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595856c-d610-457b-b2ee-6124d9bd4d57 req-b929acde-5d99-4c1d-bde2-9feca26cc8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:56.773722 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b595856c-d610-457b-b2ee-6124d9bd4d57 req-b929acde-5d99-4c1d-bde2-9feca26cc8ad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c63bb981-ddb7-4260-941d-d8fb658fd68e HTTP/1.1" status: 200 len: 844 time: 1.2566788 Jan 28 00:28:56.775220 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (b9407f23-20a4-4a04-8cd6-66e6feefeaa5), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:56.799215 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3272bf5-2c1f-4a20-b8a8-9330588f23db tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Router f424b26a-a94f-4c6f-806a-d28ebf11cf41 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:28:56.801127 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-4fbe96fd-7263-45c7-bdd7-529bfdfb492a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'name': 'tempest-ServersTestJSON-412483413-router', 'tenant_id': '39520a6340284750becfcf9a1672d525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '73da6dfb-944f-4590-8a3d-ac5b283e1bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:27:41Z', 'updated_at': '2022-01-28T00:27:59Z', 'revision_number': 4, 'project_id': '39520a6340284750becfcf9a1672d525', 'gw_port': {'id': '73da6dfb-944f-4590-8a3d-ac5b283e1bac', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:27:44Z', 'updated_at': '2022-01-28T00:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '1608d330-dd2f-4d97-b65d-eb6ccc357754', 'tenant_id': '39520a6340284750becfcf9a1672d525', 'floating_ip_address': '172.25.3.116', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'port_id': '44f20f61-d55b-46db-8d5a-9fb16b9ab5c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19097ca-1911-4a28-909d-42dc359e564a', 'mac_address': 'fa:16:3e:95:4d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a81c37-4653-4b4c-8034-f63c178ac24e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:28:10Z', 'updated_at': '2022-01-28T00:28:47Z', 'revision_number': 1, 'project_id': '39520a6340284750becfcf9a1672d525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2992f234-b438-49de-b3bc-99a09e737f6a', 'name': '', 'network_id': 'a19097ca-1911-4a28-909d-42dc359e564a', 'tenant_id': '39520a6340284750becfcf9a1672d525', 'mac_address': 'fa:16:3e:c7:25:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'c63bb981-ddb7-4260-941d-d8fb658fd68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:27:56Z', 'updated_at': '2022-01-28T00:28:06Z', 'revision_number': 5, 'project_id': '39520a6340284750becfcf9a1672d525', 'subnets': [{'id': 'c63bb981-ddb7-4260-941d-d8fb658fd68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:56.814022 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (b9407f23-20a4-4a04-8cd6-66e6feefeaa5), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:56.829732 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:28:56.831840 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (b9407f23-20a4-4a04-8cd6-66e6feefeaa5), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:56.855277 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbe96fd-7263-45c7-bdd7-529bfdfb492a None None] The sync data for ids ['2cdc0126-23f0-4167-8a51-6fa7011903a7'] in n-d-826754-1 is: [{'id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'name': 'tempest-ServersTestJSON-412483413-router', 'tenant_id': '39520a6340284750becfcf9a1672d525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '73da6dfb-944f-4590-8a3d-ac5b283e1bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:27:41Z', 'updated_at': '2022-01-28T00:27:59Z', 'revision_number': 4, 'project_id': '39520a6340284750becfcf9a1672d525', 'gw_port': {'id': '73da6dfb-944f-4590-8a3d-ac5b283e1bac', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:27:44Z', 'updated_at': '2022-01-28T00:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '1608d330-dd2f-4d97-b65d-eb6ccc357754', 'tenant_id': '39520a6340284750becfcf9a1672d525', 'floating_ip_address': '172.25.3.116', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'port_id': '44f20f61-d55b-46db-8d5a-9fb16b9ab5c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19097ca-1911-4a28-909d-42dc359e564a', 'mac_address': 'fa:16:3e:95:4d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a81c37-4653-4b4c-8034-f63c178ac24e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:28:10Z', 'updated_at': '2022-01-28T00:28:47Z', 'revision_number': 1, 'project_id': '39520a6340284750becfcf9a1672d525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2992f234-b438-49de-b3bc-99a09e737f6a', 'name': '', 'network_id': 'a19097ca-1911-4a28-909d-42dc359e564a', 'tenant_id': '39520a6340284750becfcf9a1672d525', 'mac_address': 'fa:16:3e:c7:25:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'c63bb981-ddb7-4260-941d-d8fb658fd68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:27:56Z', 'updated_at': '2022-01-28T00:28:06Z', 'revision_number': 5, 'project_id': '39520a6340284750becfcf9a1672d525', 'subnets': [{'id': 'c63bb981-ddb7-4260-941d-d8fb658fd68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:28:56.859945 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d48508a-1ad4-455e-9450-ed8988965814 None None] Routers {'4bcd4a30-e5b0-42f1-b268-d6cf0b75739b'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:28:56.861017 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-0d48508a-1ad4-455e-9450-ed8988965814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:28:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['4bcd4a30-e5b0-42f1-b268-d6cf0b75739b'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:56.905651 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-0d48508a-1ad4-455e-9450-ed8988965814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:56.906382 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d48508a-1ad4-455e-9450-ed8988965814 None None] The sync data for ids ['4bcd4a30-e5b0-42f1-b268-d6cf0b75739b'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:28:56.949095 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:28:56.949095 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:28:56.949095 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:28:56.949095 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:28:56.949095 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:28:56.949095 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:28:56.949095 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:28:56.949095 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:28:56.949095 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:28:56.949095 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:28:56.949095 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:28:56.949095 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:28:56.949095 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:28:56.949095 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:28:56.949095 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:28:56.949095 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:28:56.949095 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:28:56.949095 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:28:56.949095 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:28:56.949095 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:28:56.949095 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:28:56.949095 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:28:56.949095 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:28:56.949095 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:28:56.949095 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:28:56.949095 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:28:56.949095 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:28:56.949095 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:28:56.949095 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:28:56.949095 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:28:56.949095 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:28:56.949095 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:28:56.966834 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38618) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:57.004673 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-62467463-b927-4469-81a1-1a3c50c33143 req-73aa54bd-9e1e-4d73-86cc-d45460cf24e4 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Deleting port f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:28:57.004947 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-62467463-b927-4469-81a1-1a3c50c33143 req-73aa54bd-9e1e-4d73-86cc-d45460cf24e4 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:57.016222 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (bd3a0e43-905c-4253-ac3b-850c5c5ab1e3), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:57.027036 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:57.035962 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "DELETE /v2.0/networks/bd3a0e43-905c-4253-ac3b-850c5c5ab1e3 HTTP/1.1" status: 204 len: 168 time: 8.7553360 Jan 28 00:28:57.036644 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38622) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:57.059174 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-8ec1f85a-6151-41fa-9725-1edc32889e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:28:54Z', 'revision_number': 7, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None, '_interfaces': [{'id': '2991eb37-e8e6-4286-b31b-ac54cd6b3c27', 'name': '', 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:00:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:10Z', 'updated_at': '2022-01-28T00:28:19Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b6226f3-21aa-4a07-8118-05ce5b8e54ea', 'name': '', 'network_id': '5b284051-aae4-4f4d-8a3c-72daf9cf71df', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:8d:af:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '29c63b95-0345-4ead-b737-404a7ca60a00', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:41Z', 'updated_at': '2022-01-28T00:28:53Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '29c63b95-0345-4ead-b737-404a7ca60a00', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e603d1b-d165-4964-a832-589e45b86ff1', 'name': '', 'network_id': 'f1b67435-a32e-4255-b177-c416810b653a', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:a3:20:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b41040e5-788b-4c34-ac34-85197ff0ca28', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:30Z', 'updated_at': '2022-01-28T00:28:39Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'b41040e5-788b-4c34-ac34-85197ff0ca28', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa31b11e-19f9-4106-a028-75909de3b365', 'name': '', 'network_id': 'a892d91e-d36d-48ed-be9a-abe2370e0e32', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:06:90:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:19Z', 'updated_at': '2022-01-28T00:28:29Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:57.073524 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-b7fb624a-122f-4ab7-98aa-c80950e99b85 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-516669958'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:57.108300 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e95a6c1d-1202-4cf7-8218-2afd1c75a389 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "GET /v2.0/routers/4bcd4a30-e5b0-42f1-b268-d6cf0b75739b HTTP/1.1" status: 200 len: 920 time: 0.4270267 Jan 28 00:28:57.116453 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38626) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:57.146147 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec1f85a-6151-41fa-9725-1edc32889e90 None None] The sync data for ids ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'] in n-d-826754-1 is: [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:28:54Z', 'revision_number': 7, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None, '_interfaces': [{'id': '2991eb37-e8e6-4286-b31b-ac54cd6b3c27', 'name': '', 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:00:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:10Z', 'updated_at': '2022-01-28T00:28:19Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b6226f3-21aa-4a07-8118-05ce5b8e54ea', 'name': '', 'network_id': '5b284051-aae4-4f4d-8a3c-72daf9cf71df', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:8d:af:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '29c63b95-0345-4ead-b737-404a7ca60a00', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:41Z', 'updated_at': '2022-01-28T00:28:53Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '29c63b95-0345-4ead-b737-404a7ca60a00', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e603d1b-d165-4964-a832-589e45b86ff1', 'name': '', 'network_id': 'f1b67435-a32e-4255-b177-c416810b653a', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:a3:20:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b41040e5-788b-4c34-ac34-85197ff0ca28', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:30Z', 'updated_at': '2022-01-28T00:28:39Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'b41040e5-788b-4c34-ac34-85197ff0ca28', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa31b11e-19f9-4106-a028-75909de3b365', 'name': '', 'network_id': 'a892d91e-d36d-48ed-be9a-abe2370e0e32', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:06:90:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:19Z', 'updated_at': '2022-01-28T00:28:29Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:28:57.179922 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a06b88-987e-4ef5-9ac6-f72884de3c66 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event deleted for resources: {'Network': ['ID=bd3a0e43-905c-4253-ac3b-850c5c5ab1e3,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:57.190531 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595856c-d610-457b-b2ee-6124d9bd4d57 req-1b5eb379-cbf6-4e34-8ce6-d4aa2a2c9c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:57.194130 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b595856c-d610-457b-b2ee-6124d9bd4d57 req-1b5eb379-cbf6-4e34-8ce6-d4aa2a2c9c3e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a19097ca-1911-4a28-909d-42dc359e564a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4095395 Jan 28 00:28:57.254259 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9f4a3b00-e260-4c81-bc6c-a6c29f8ec8ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:57.273775 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9dd6b6f4-da06-4f8a-ae61-1a791aec9200 req-0287b541-1461-4ceb-8411-d879f46290f7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5613227 Jan 28 00:28:57.292201 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0807ca86-80ba-4a7d-acd2-864fc5b819b6 None None] New status for floating IP 1608d330-dd2f-4d97-b65d-eb6ccc357754: ACTIVE {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:28:57.295661 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fb624a-122f-4ab7-98aa-c80950e99b85 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Made reservation on behalf of a05633f5bd9b461fadfd250086e656fa for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:28:57.299551 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b7fb624a-122f-4ab7-98aa-c80950e99b85 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:57.356718 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3272bf5-2c1f-4a20-b8a8-9330588f23db tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:28:57.371859 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e3272bf5-2c1f-4a20-b8a8-9330588f23db tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:57.377464 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e3272bf5-2c1f-4a20-b8a8-9330588f23db tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "PUT /v2.0/routers/f424b26a-a94f-4c6f-806a-d28ebf11cf41 HTTP/1.1" status: 200 len: 700 time: 4.7394412 Jan 28 00:28:57.377464 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2789c0bc-906e-407d-a928-9367658a223f tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:57.379281 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2789c0bc-906e-407d-a928-9367658a223f tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392&device_id=4bcd4a30-e5b0-42f1-b268-d6cf0b75739b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2515259 Jan 28 00:28:57.379665 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-62467463-b927-4469-81a1-1a3c50c33143 req-73aa54bd-9e1e-4d73-86cc-d45460cf24e4 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] For port f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f,segment=NetworkSegment(0465a9d6-01fe-4f7b-a9a6-388e7e67e02b),segment_id=0465a9d6-01fe-4f7b-a9a6-388e7e67e02b)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:57.380032 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-62467463-b927-4469-81a1-1a3c50c33143 req-73aa54bd-9e1e-4d73-86cc-d45460cf24e4 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:57.382681 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38628) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:57.383042 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38630) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:57.385755 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7fb624a-122f-4ab7-98aa-c80950e99b85 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:28:57.464397 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-62467463-b927-4469-81a1-1a3c50c33143 req-73aa54bd-9e1e-4d73-86cc-d45460cf24e4 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Calling delete_port for f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:28:57.480281 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b7fb624a-122f-4ab7-98aa-c80950e99b85 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (4df9d511-8f8e-49d1-aaeb-534991b54ec0), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:57.480771 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-b7fb624a-122f-4ab7-98aa-c80950e99b85 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Added segment 4df9d511-8f8e-49d1-aaeb-534991b54ec0 of type vlan for network e3546d0e-9266-4d0f-b87b-a0d09dd38eed Jan 28 00:28:57.502910 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b595856c-d610-457b-b2ee-6124d9bd4d57 req-dccaedd4-b210-417d-b797-cc020b82bd27 service neutron] 10.222.0.52 "GET /v2.0/networks/a19097ca-1911-4a28-909d-42dc359e564a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926600 Jan 28 00:28:57.654680 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-575017c7-6a9e-45e3-8870-9aa34681403b admin admin] Deleting port 0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:28:57.655342 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-575017c7-6a9e-45e3-8870-9aa34681403b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:57.704401 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7b9ea1-da16-43bc-8cd3-57f9413a9821 None None] Sync routers for ids ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:28:57.722227 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7b9ea1-da16-43bc-8cd3-57f9413a9821 None None] Routers {'f424b26a-a94f-4c6f-806a-d28ebf11cf41'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:28:57.723230 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1f7b9ea1-da16-43bc-8cd3-57f9413a9821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:28:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:57.739362 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b7fb624a-122f-4ab7-98aa-c80950e99b85 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (e3546d0e-9266-4d0f-b87b-a0d09dd38eed), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:57.749691 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-05cc5982-1695-4f82-996c-f04a6def75d3 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "GET /v2.0/routers/f424b26a-a94f-4c6f-806a-d28ebf11cf41 HTTP/1.1" status: 200 len: 700 time: 0.3612468 Jan 28 00:28:57.753902 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38632) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:57.770210 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d0655a-49e4-4643-b4a8-981239cc1f32 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:57.772094 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a1d0655a-49e4-4643-b4a8-981239cc1f32 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 881 time: 0.3820879 Jan 28 00:28:57.781302 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38634) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:57.795968 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9f4a3b00-e260-4c81-bc6c-a6c29f8ec8ba admin admin] Publish callbacks [] for security_group (b39ea501-095a-49e7-8dda-cb3aa743c54d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:57.842773 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d6ffa892-498d-4d3b-8653-5f41d888d839 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bcd4a30-e5b0-42f1-b268-d6cf0b75739b HTTP/1.1" status: 200 len: 205 time: 0.0600328 Jan 28 00:28:57.844368 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9f4a3b00-e260-4c81-bc6c-a6c29f8ec8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b39ea501-095a-49e7-8dda-cb3aa743c54d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:57.848373 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38636) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:57.887542 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-1f7b9ea1-da16-43bc-8cd3-57f9413a9821 None None] Set router f424b26a-a94f-4c6f-806a-d28ebf11cf41 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:28:57.908778 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b7fb624a-122f-4ab7-98aa-c80950e99b85 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (e3546d0e-9266-4d0f-b87b-a0d09dd38eed), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:57.915190 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fb624a-122f-4ab7-98aa-c80950e99b85 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:57.916065 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b7fb624a-122f-4ab7-98aa-c80950e99b85 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:57.928177 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b595856c-d610-457b-b2ee-6124d9bd4d57 req-e075c0ca-6803-49b7-902c-74b5e38a58ff service neutron] 10.222.0.52 "GET /v2.0/networks/a19097ca-1911-4a28-909d-42dc359e564a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169557 Jan 28 00:28:57.972575 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-575017c7-6a9e-45e3-8870-9aa34681403b admin admin] For port 0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4,segment=NetworkSegment(80704560-663f-4217-8faf-19a0c17d34a2),segment_id=80704560-663f-4217-8faf-19a0c17d34a2)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:28:57.973358 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-575017c7-6a9e-45e3-8870-9aa34681403b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:58.004419 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9f4a3b00-e260-4c81-bc6c-a6c29f8ec8ba admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b2fd141645c34e29b2efcea454d0f754&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0320315 Jan 28 00:28:58.011637 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38638) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:58.038277 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a3b00-e260-4c81-bc6c-a6c29f8ec8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39ea501-095a-49e7-8dda-cb3aa743c54d,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:58.079512 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b7fb624a-122f-4ab7-98aa-c80950e99b85 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0320182 Jan 28 00:28:58.080267 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38640) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:58.090362 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-575017c7-6a9e-45e3-8870-9aa34681403b admin admin] Calling delete_port for 0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:28:58.097048 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-5f71e301-c462-41ee-9ce5-fea145db14a6 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Request body: {'subnet': {'network_id': 'e3546d0e-9266-4d0f-b87b-a0d09dd38eed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:28:58.175349 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb624a-122f-4ab7-98aa-c80950e99b85 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event updated for resources: {'Network': ['ID=e3546d0e-9266-4d0f-b87b-a0d09dd38eed,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:58.193744 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network e3546d0e-9266-4d0f-b87b-a0d09dd38eed details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:28:58.328881 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6fb77368-c802-4e88-b503-dff65c14e68a admin admin] Publish callbacks [] for security_group (b39ea501-095a-49e7-8dda-cb3aa743c54d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:58.346335 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1f7b9ea1-da16-43bc-8cd3-57f9413a9821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:28:54Z', 'revision_number': 7, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None, '_interfaces': [{'id': '2991eb37-e8e6-4286-b31b-ac54cd6b3c27', 'name': '', 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:00:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:10Z', 'updated_at': '2022-01-28T00:28:19Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b6226f3-21aa-4a07-8118-05ce5b8e54ea', 'name': '', 'network_id': '5b284051-aae4-4f4d-8a3c-72daf9cf71df', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:8d:af:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '29c63b95-0345-4ead-b737-404a7ca60a00', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:41Z', 'updated_at': '2022-01-28T00:28:53Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '29c63b95-0345-4ead-b737-404a7ca60a00', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e603d1b-d165-4964-a832-589e45b86ff1', 'name': '', 'network_id': 'f1b67435-a32e-4255-b177-c416810b653a', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:a3:20:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b41040e5-788b-4c34-ac34-85197ff0ca28', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:30Z', 'updated_at': '2022-01-28T00:28:39Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'b41040e5-788b-4c34-ac34-85197ff0ca28', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa31b11e-19f9-4106-a028-75909de3b365', 'name': '', 'network_id': 'a892d91e-d36d-48ed-be9a-abe2370e0e32', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:06:90:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:19Z', 'updated_at': '2022-01-28T00:28:29Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:58.394991 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7b9ea1-da16-43bc-8cd3-57f9413a9821 None None] Checking router: f424b26a-a94f-4c6f-806a-d28ebf11cf41 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:28:58.417347 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7b9ea1-da16-43bc-8cd3-57f9413a9821 None None] Routers {'f424b26a-a94f-4c6f-806a-d28ebf11cf41'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:28:58.418101 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1f7b9ea1-da16-43bc-8cd3-57f9413a9821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:28:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:58.495818 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6fb77368-c802-4e88-b503-dff65c14e68a admin admin] Publish callbacks [] for security_group (b39ea501-095a-49e7-8dda-cb3aa743c54d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:58.716281 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-1f7b9ea1-da16-43bc-8cd3-57f9413a9821 None None] Set router f424b26a-a94f-4c6f-806a-d28ebf11cf41 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:28:58.753559 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6fb77368-c802-4e88-b503-dff65c14e68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b39ea501-095a-49e7-8dda-cb3aa743c54d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:58.756446 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6fb77368-c802-4e88-b503-dff65c14e68a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:58.757749 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6fb77368-c802-4e88-b503-dff65c14e68a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b39ea501-095a-49e7-8dda-cb3aa743c54d HTTP/1.1" status: 204 len: 168 time: 0.7444389 Jan 28 00:28:58.787278 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb77368-c802-4e88-b503-dff65c14e68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39ea501-095a-49e7-8dda-cb3aa743c54d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:58.849653 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-575017c7-6a9e-45e3-8870-9aa34681403b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:58.920008 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575017c7-6a9e-45e3-8870-9aa34681403b admin admin] Pushing event deleted for resources: {'Port': ['ID=0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:58.931887 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b97ac2bb-0679-4452-afd0-f8f0dfed38c5 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router (4bcd4a30-e5b0-42f1-b268-d6cf0b75739b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:58.955710 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-62467463-b927-4469-81a1-1a3c50c33143 req-73aa54bd-9e1e-4d73-86cc-d45460cf24e4 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:59.101779 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f3804c6-e74c-4b3a-8343-9db838ff7707 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (f424b26a-a94f-4c6f-806a-d28ebf11cf41), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:59.281112 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1f7b9ea1-da16-43bc-8cd3-57f9413a9821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:28:54Z', 'revision_number': 7, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None, '_interfaces': [{'id': '2991eb37-e8e6-4286-b31b-ac54cd6b3c27', 'name': '', 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:00:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:10Z', 'updated_at': '2022-01-28T00:28:19Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b6226f3-21aa-4a07-8118-05ce5b8e54ea', 'name': '', 'network_id': '5b284051-aae4-4f4d-8a3c-72daf9cf71df', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:8d:af:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '29c63b95-0345-4ead-b737-404a7ca60a00', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:41Z', 'updated_at': '2022-01-28T00:28:53Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '29c63b95-0345-4ead-b737-404a7ca60a00', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e603d1b-d165-4964-a832-589e45b86ff1', 'name': '', 'network_id': 'f1b67435-a32e-4255-b177-c416810b653a', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:a3:20:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b41040e5-788b-4c34-ac34-85197ff0ca28', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:30Z', 'updated_at': '2022-01-28T00:28:39Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'b41040e5-788b-4c34-ac34-85197ff0ca28', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa31b11e-19f9-4106-a028-75909de3b365', 'name': '', 'network_id': 'a892d91e-d36d-48ed-be9a-abe2370e0e32', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:06:90:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:19Z', 'updated_at': '2022-01-28T00:28:29Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:28:59.286811 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa54bd-9e1e-4d73-86cc-d45460cf24e4 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Pushing event deleted for resources: {'Port': ['ID=f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:28:59.313616 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b97ac2bb-0679-4452-afd0-f8f0dfed38c5 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router_gateway (4bcd4a30-e5b0-42f1-b268-d6cf0b75739b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:59.425129 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928f19e-d257-4a86-9cda-0bb9b1563b44 req-c553789b-6951-4037-880e-bc9668f14dd7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:59.431746 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928f19e-d257-4a86-9cda-0bb9b1563b44 req-c553789b-6951-4037-880e-bc9668f14dd7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:59.438532 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928f19e-d257-4a86-9cda-0bb9b1563b44 req-c553789b-6951-4037-880e-bc9668f14dd7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:59.444959 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928f19e-d257-4a86-9cda-0bb9b1563b44 req-c553789b-6951-4037-880e-bc9668f14dd7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:59.446060 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7b9ea1-da16-43bc-8cd3-57f9413a9821 None None] The sync data for ids ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'] in n-d-826754-1 is: [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:28:54Z', 'revision_number': 7, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None, '_interfaces': [{'id': '2991eb37-e8e6-4286-b31b-ac54cd6b3c27', 'name': '', 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:00:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:10Z', 'updated_at': '2022-01-28T00:28:19Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b6226f3-21aa-4a07-8118-05ce5b8e54ea', 'name': '', 'network_id': '5b284051-aae4-4f4d-8a3c-72daf9cf71df', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:8d:af:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '29c63b95-0345-4ead-b737-404a7ca60a00', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:41Z', 'updated_at': '2022-01-28T00:28:53Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '29c63b95-0345-4ead-b737-404a7ca60a00', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e603d1b-d165-4964-a832-589e45b86ff1', 'name': '', 'network_id': 'f1b67435-a32e-4255-b177-c416810b653a', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:a3:20:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b41040e5-788b-4c34-ac34-85197ff0ca28', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:30Z', 'updated_at': '2022-01-28T00:28:39Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'b41040e5-788b-4c34-ac34-85197ff0ca28', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa31b11e-19f9-4106-a028-75909de3b365', 'name': '', 'network_id': 'a892d91e-d36d-48ed-be9a-abe2370e0e32', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:06:90:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:19Z', 'updated_at': '2022-01-28T00:28:29Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:28:59.460910 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928f19e-d257-4a86-9cda-0bb9b1563b44 req-c553789b-6951-4037-880e-bc9668f14dd7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:28:59.463041 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e928f19e-d257-4a86-9cda-0bb9b1563b44 req-c553789b-6951-4037-880e-bc9668f14dd7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 3876 time: 0.7173502 Jan 28 00:28:59.509290 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-62467463-b927-4469-81a1-1a3c50c33143 req-73aa54bd-9e1e-4d73-86cc-d45460cf24e4 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] No DVR routers for this DVR port f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:28:59.513002 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38654) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:28:59.544769 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-62467463-b927-4469-81a1-1a3c50c33143 req-73aa54bd-9e1e-4d73-86cc-d45460cf24e4 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:59.548291 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62467463-b927-4469-81a1-1a3c50c33143 req-73aa54bd-9e1e-4d73-86cc-d45460cf24e4 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.52 "DELETE /v2.0/ports/f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f HTTP/1.1" status: 204 len: 173 time: 3.9566414 Jan 28 00:28:59.550958 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-deleted', 'tag': 'f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:28:59.553561 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bdc6a5-989d-47e3-855d-2a7d0fa484d1" -d '{"events": [{"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-deleted", "tag": "f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:28:59.575247 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f71e301-c462-41ee-9ce5-fea145db14a6 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Made reservation on behalf of a05633f5bd9b461fadfd250086e656fa for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:28:59.579656 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f71e301-c462-41ee-9ce5-fea145db14a6 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:59.601626 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-575017c7-6a9e-45e3-8870-9aa34681403b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (933725fc-e5f8-4534-be32-ac9b137b8137), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:59.641594 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-30c3ada5-acbe-42b0-acfc-2e9ef4bd25b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:28:59.959646 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabc4867-5857-4943-8932-07cf57055774 x-openstack-request-id: req-cabc4867-5857-4943-8932-07cf57055774 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:28:59.960799 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-deleted", "tag": "f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:28:59.960799 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cabc4867-5857-4943-8932-07cf57055774 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:28:59.961124 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-deleted', 'tag': 'f8cac6b2-84b0-4dc9-88e4-e9fcb6a0176f', 'status': 'completed', 'code': 200} Jan 28 00:29:00.182669 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e928f19e-d257-4a86-9cda-0bb9b1563b44 req-df63e18d-6789-4615-bc3d-b5bee704a6ae tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6466408 Jan 28 00:29:00.203991 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-b97ac2bb-0679-4452-afd0-f8f0dfed38c5 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Deleting port 88e72971-0168-48af-8cbf-e49875f75204 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:00.204539 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b97ac2bb-0679-4452-afd0-f8f0dfed38c5 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (88e72971-0168-48af-8cbf-e49875f75204), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:00.239518 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575017c7-6a9e-45e3-8870-9aa34681403b admin admin] Router 933725fc-e5f8-4534-be32-ac9b137b8137 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:29:00.291682 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2f3804c6-e74c-4b3a-8343-9db838ff7707 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Deleting port 6b6226f3-21aa-4a07-8118-05ce5b8e54ea {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:00.291682 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f3804c6-e74c-4b3a-8343-9db838ff7707 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (6b6226f3-21aa-4a07-8118-05ce5b8e54ea), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:00.523757 n-d-826754-1 neutron-server[103344]: DEBUG neutron.objects.ports [None req-5f71e301-c462-41ee-9ce5-fea145db14a6 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103344) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 00:29:00.539777 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-62467463-b927-4469-81a1-1a3c50c33143 req-bc2e0ebe-2262-4b22-a199-3daa017d8ec1 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Deleting port ece79e49-b14a-48f9-85fe-d0975c29ca45 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:00.540347 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-62467463-b927-4469-81a1-1a3c50c33143 req-bc2e0ebe-2262-4b22-a199-3daa017d8ec1 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (ece79e49-b14a-48f9-85fe-d0975c29ca45), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:00.557504 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f71e301-c462-41ee-9ce5-fea145db14a6 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (dde1aec5-9c47-4f3e-b78d-30fd0fed979a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:00.602078 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-2f3804c6-e74c-4b3a-8343-9db838ff7707 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] For port 6b6226f3-21aa-4a07-8118-05ce5b8e54ea, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6b6226f3-21aa-4a07-8118-05ce5b8e54ea,segment=NetworkSegment(83c0453d-d658-49cc-8d1d-3262e378be85),segment_id=83c0453d-d658-49cc-8d1d-3262e378be85)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:29:00.603182 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f3804c6-e74c-4b3a-8343-9db838ff7707 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (6b6226f3-21aa-4a07-8118-05ce5b8e54ea), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:00.622131 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575017c7-6a9e-45e3-8870-9aa34681403b admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:29:00.633069 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-575017c7-6a9e-45e3-8870-9aa34681403b admin admin] 10.222.0.70 "PUT /v2.0/routers/933725fc-e5f8-4534-be32-ac9b137b8137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0527754 Jan 28 00:29:00.634854 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38678) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:00.652302 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a472c1-d8fe-4621-be12-0680558edb15 None None] Sync routers for ids ['933725fc-e5f8-4534-be32-ac9b137b8137'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:29:00.658988 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2f3804c6-e74c-4b3a-8343-9db838ff7707 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Calling delete_port for 6b6226f3-21aa-4a07-8118-05ce5b8e54ea owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:00.705964 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a472c1-d8fe-4621-be12-0680558edb15 None None] Routers {'933725fc-e5f8-4534-be32-ac9b137b8137'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:29:00.707111 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-47a472c1-d8fe-4621-be12-0680558edb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:28:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['933725fc-e5f8-4534-be32-ac9b137b8137'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:00.789414 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b97ac2bb-0679-4452-afd0-f8f0dfed38c5 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (88e72971-0168-48af-8cbf-e49875f75204), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:00.867057 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-30c3ada5-acbe-42b0-acfc-2e9ef4bd25b2 admin admin] Publish callbacks [] for security_group (f10632bc-5d1a-4d83-8647-16055f7131df), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:00.884090 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-47a472c1-d8fe-4621-be12-0680558edb15 None None] Set router 933725fc-e5f8-4534-be32-ac9b137b8137 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:29:00.899755 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-30c3ada5-acbe-42b0-acfc-2e9ef4bd25b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f10632bc-5d1a-4d83-8647-16055f7131df), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:00.912003 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-b97ac2bb-0679-4452-afd0-f8f0dfed38c5 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Calling delete_port for 88e72971-0168-48af-8cbf-e49875f75204 owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:01.048766 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71e301-c462-41ee-9ce5-fea145db14a6 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event updated for resources: {'Subnet': ['ID=dde1aec5-9c47-4f3e-b78d-30fd0fed979a,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:01.069170 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-30c3ada5-acbe-42b0-acfc-2e9ef4bd25b2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a235712ec9c245b4b2060045048d65ad&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5313821 Jan 28 00:29:01.080122 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3ada5-acbe-42b0-acfc-2e9ef4bd25b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10632bc-5d1a-4d83-8647-16055f7131df,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:01.087791 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38680) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:01.135278 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-62467463-b927-4469-81a1-1a3c50c33143 req-bc2e0ebe-2262-4b22-a199-3daa017d8ec1 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] For port ece79e49-b14a-48f9-85fe-d0975c29ca45, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=ece79e49-b14a-48f9-85fe-d0975c29ca45,segment=NetworkSegment(f11e5768-33c6-4da6-b3cf-f52484509446),segment_id=f11e5768-33c6-4da6-b3cf-f52484509446)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:29:01.136021 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-62467463-b927-4469-81a1-1a3c50c33143 req-bc2e0ebe-2262-4b22-a199-3daa017d8ec1 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (ece79e49-b14a-48f9-85fe-d0975c29ca45), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:01.188260 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f71e301-c462-41ee-9ce5-fea145db14a6 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Checking segment: {'id': '4df9d511-8f8e-49d1-aaeb-534991b54ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e3546d0e-9266-4d0f-b87b-a0d09dd38eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:29:01.188962 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f71e301-c462-41ee-9ce5-fea145db14a6 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Network hostable DHCP agents. Network: e3546d0e-9266-4d0f-b87b-a0d09dd38eed, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:29:01.204427 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-62467463-b927-4469-81a1-1a3c50c33143 req-bc2e0ebe-2262-4b22-a199-3daa017d8ec1 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Calling delete_port for ece79e49-b14a-48f9-85fe-d0975c29ca45 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:01.269858 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f0fb-9161-4174-81a8-b6b8667a00b7 admin admin] Publish callbacks [] for router (933725fc-e5f8-4534-be32-ac9b137b8137), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:01.286821 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-47a472c1-d8fe-4621-be12-0680558edb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'name': 'tempest-ServersTestFqdnHostnames-278856481-router', 'tenant_id': '714312f3f50a4971b99fea5b842dea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '14bc19e8-d374-4e2e-a569-53ecdb33a95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:25:05Z', 'updated_at': '2022-01-28T00:28:58Z', 'revision_number': 5, 'project_id': '714312f3f50a4971b99fea5b842dea10', 'gw_port': {'id': '14bc19e8-d374-4e2e-a569-53ecdb33a95c', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:68:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:25:06Z', 'updated_at': '2022-01-28T00:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:01.387417 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a472c1-d8fe-4621-be12-0680558edb15 None None] Checking router: 933725fc-e5f8-4534-be32-ac9b137b8137 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:29:01.433481 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a472c1-d8fe-4621-be12-0680558edb15 None None] Routers {'933725fc-e5f8-4534-be32-ac9b137b8137'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:29:01.436977 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-47a472c1-d8fe-4621-be12-0680558edb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:28:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['933725fc-e5f8-4534-be32-ac9b137b8137'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:01.470088 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f71e301-c462-41ee-9ce5-fea145db14a6 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Network e3546d0e-9266-4d0f-b87b-a0d09dd38eed is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:29:01.528465 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f0fb-9161-4174-81a8-b6b8667a00b7 admin admin] Publish callbacks [] for router_gateway (933725fc-e5f8-4534-be32-ac9b137b8137), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:01.530729 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a7cf5020-1c1d-49bc-94f3-792639b6fda5 admin admin] Publish callbacks [] for security_group (f10632bc-5d1a-4d83-8647-16055f7131df), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:01.535966 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f3804c6-e74c-4b3a-8343-9db838ff7707 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (6b6226f3-21aa-4a07-8118-05ce5b8e54ea), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:01.593515 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3804c6-e74c-4b3a-8343-9db838ff7707 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Port': ['ID=6b6226f3-21aa-4a07-8118-05ce5b8e54ea,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:01.599930 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-5f71e301-c462-41ee-9ce5-fea145db14a6 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, e3546d0e-9266-4d0f-b87b-a0d09dd38eed) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:29:01.616668 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f71e301-c462-41ee-9ce5-fea145db14a6 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:01.617655 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f71e301-c462-41ee-9ce5-fea145db14a6 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:01.652162 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9287a8ca-5968-4280-a82f-eb6c0891f154 None None] Network e3546d0e-9266-4d0f-b87b-a0d09dd38eed requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:29:01.691763 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a7cf5020-1c1d-49bc-94f3-792639b6fda5 admin admin] Publish callbacks [] for security_group (f10632bc-5d1a-4d83-8647-16055f7131df), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:01.747013 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-47a472c1-d8fe-4621-be12-0680558edb15 None None] Set router 933725fc-e5f8-4534-be32-ac9b137b8137 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:29:01.787313 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38688) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:01.787782 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5f71e301-c462-41ee-9ce5-fea145db14a6 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.6981027 Jan 28 00:29:01.855160 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47851bed-5b5c-4796-9786-d493f414e671 req-4856fd22-309a-4fa3-9c22-ca64cd242673 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:01.867128 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47851bed-5b5c-4796-9786-d493f414e671 req-4856fd22-309a-4fa3-9c22-ca64cd242673 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:01.890811 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47851bed-5b5c-4796-9786-d493f414e671 req-4856fd22-309a-4fa3-9c22-ca64cd242673 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:01.903712 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47851bed-5b5c-4796-9786-d493f414e671 req-4856fd22-309a-4fa3-9c22-ca64cd242673 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:01.907298 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47851bed-5b5c-4796-9786-d493f414e671 req-4856fd22-309a-4fa3-9c22-ca64cd242673 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 3143 time: 0.4494689 Jan 28 00:29:02.060014 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-e3546d0e-9266-4d0f-b87b-a0d09dd38eed', 'network_id': 'e3546d0e-9266-4d0f-b87b-a0d09dd38eed', 'project_id': 'a05633f5bd9b461fadfd250086e656fa', 'fixed_ips': [{'subnet_id': 'dde1aec5-9c47-4f3e-b78d-30fd0fed979a'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:29:02.063103 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:02.138048 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-47a472c1-d8fe-4621-be12-0680558edb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'name': 'tempest-ServersTestFqdnHostnames-278856481-router', 'tenant_id': '714312f3f50a4971b99fea5b842dea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '14bc19e8-d374-4e2e-a569-53ecdb33a95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:25:05Z', 'updated_at': '2022-01-28T00:28:58Z', 'revision_number': 5, 'project_id': '714312f3f50a4971b99fea5b842dea10', 'gw_port': {'id': '14bc19e8-d374-4e2e-a569-53ecdb33a95c', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:68:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:25:06Z', 'updated_at': '2022-01-28T00:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:02.160273 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b97ac2bb-0679-4452-afd0-f8f0dfed38c5 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (88e72971-0168-48af-8cbf-e49875f75204), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:02.193748 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (e3546d0e-9266-4d0f-b87b-a0d09dd38eed), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:02.198461 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f3804c6-e74c-4b3a-8343-9db838ff7707 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (f424b26a-a94f-4c6f-806a-d28ebf11cf41), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:02.211177 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a472c1-d8fe-4621-be12-0680558edb15 None None] The sync data for ids ['933725fc-e5f8-4534-be32-ac9b137b8137'] in n-d-826754-1 is: [{'id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'name': 'tempest-ServersTestFqdnHostnames-278856481-router', 'tenant_id': '714312f3f50a4971b99fea5b842dea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '14bc19e8-d374-4e2e-a569-53ecdb33a95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:25:05Z', 'updated_at': '2022-01-28T00:28:58Z', 'revision_number': 5, 'project_id': '714312f3f50a4971b99fea5b842dea10', 'gw_port': {'id': '14bc19e8-d374-4e2e-a569-53ecdb33a95c', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:68:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933725fc-e5f8-4534-be32-ac9b137b8137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:25:06Z', 'updated_at': '2022-01-28T00:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:29:02.323958 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ac2bb-0679-4452-afd0-f8f0dfed38c5 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Pushing event deleted for resources: {'Port': ['ID=88e72971-0168-48af-8cbf-e49875f75204,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:02.404602 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ac2bb-0679-4452-afd0-f8f0dfed38c5 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:02.405005 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ac2bb-0679-4452-afd0-f8f0dfed38c5 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:02.405321 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ac2bb-0679-4452-afd0-f8f0dfed38c5 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:02.405848 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ac2bb-0679-4452-afd0-f8f0dfed38c5 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:02.406193 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ac2bb-0679-4452-afd0-f8f0dfed38c5 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:02.406538 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ac2bb-0679-4452-afd0-f8f0dfed38c5 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:02.406878 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ac2bb-0679-4452-afd0-f8f0dfed38c5 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:02.407219 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ac2bb-0679-4452-afd0-f8f0dfed38c5 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:02.407564 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ac2bb-0679-4452-afd0-f8f0dfed38c5 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:02.407943 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ac2bb-0679-4452-afd0-f8f0dfed38c5 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:02.415772 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ac2bb-0679-4452-afd0-f8f0dfed38c5 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:02.415772 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ac2bb-0679-4452-afd0-f8f0dfed38c5 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:02.415772 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97ac2bb-0679-4452-afd0-f8f0dfed38c5 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:02.436518 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-62467463-b927-4469-81a1-1a3c50c33143 req-bc2e0ebe-2262-4b22-a199-3daa017d8ec1 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (ece79e49-b14a-48f9-85fe-d0975c29ca45), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:02.438766 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a7cf5020-1c1d-49bc-94f3-792639b6fda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f10632bc-5d1a-4d83-8647-16055f7131df), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:02.455246 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a7cf5020-1c1d-49bc-94f3-792639b6fda5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:02.460901 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a7cf5020-1c1d-49bc-94f3-792639b6fda5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f10632bc-5d1a-4d83-8647-16055f7131df HTTP/1.1" status: 204 len: 168 time: 1.3590546 Jan 28 00:29:02.487850 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a9e4f0fb-9161-4174-81a8-b6b8667a00b7 admin admin] Deleting port 14bc19e8-d374-4e2e-a569-53ecdb33a95c {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:02.488812 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f0fb-9161-4174-81a8-b6b8667a00b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (14bc19e8-d374-4e2e-a569-53ecdb33a95c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:02.501630 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Allocated IP 2001:db8::f816:3eff:feab:d6a1 (e3546d0e-9266-4d0f-b87b-a0d09dd38eed/dde1aec5-9c47-4f3e-b78d-30fd0fed979a/d13b55f6-4ed2-4e1c-b2c8-6ec944626809) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:29:02.538261 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47851bed-5b5c-4796-9786-d493f414e671 req-bfa75d0b-7910-4040-a4f5-3792b0535720 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5573628 Jan 28 00:29:02.583039 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (dde1aec5-9c47-4f3e-b78d-30fd0fed979a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:02.622349 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf5020-1c1d-49bc-94f3-792639b6fda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10632bc-5d1a-4d83-8647-16055f7131df,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:02.628613 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e0ebe-2262-4b22-a199-3daa017d8ec1 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Pushing event deleted for resources: {'Port': ['ID=ece79e49-b14a-48f9-85fe-d0975c29ca45,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:02.692795 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b97ac2bb-0679-4452-afd0-f8f0dfed38c5 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (4bcd4a30-e5b0-42f1-b268-d6cf0b75739b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:02.925947 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-62467463-b927-4469-81a1-1a3c50c33143 req-bc2e0ebe-2262-4b22-a199-3daa017d8ec1 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] No DVR routers for this DVR port ece79e49-b14a-48f9-85fe-d0975c29ca45 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:29:03.000639 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-62467463-b927-4469-81a1-1a3c50c33143 req-bc2e0ebe-2262-4b22-a199-3daa017d8ec1 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:03.004266 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62467463-b927-4469-81a1-1a3c50c33143 req-bc2e0ebe-2262-4b22-a199-3daa017d8ec1 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.52 "DELETE /v2.0/ports/ece79e49-b14a-48f9-85fe-d0975c29ca45 HTTP/1.1" status: 204 len: 173 time: 3.4391663 Jan 28 00:29:03.005033 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-deleted', 'tag': 'ece79e49-b14a-48f9-85fe-d0975c29ca45'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:29:03.007674 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffceba5c-5155-4f1d-9f41-1dae13f05410" -d '{"events": [{"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-deleted", "tag": "ece79e49-b14a-48f9-85fe-d0975c29ca45"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:29:03.022986 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Publish callbacks [] for port (d13b55f6-4ed2-4e1c-b2c8-6ec944626809), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:03.038385 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b97ac2bb-0679-4452-afd0-f8f0dfed38c5 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (4bcd4a30-e5b0-42f1-b268-d6cf0b75739b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:03.044218 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (d13b55f6-4ed2-4e1c-b2c8-6ec944626809), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:03.053961 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b97ac2bb-0679-4452-afd0-f8f0dfed38c5 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router_controller (4bcd4a30-e5b0-42f1-b268-d6cf0b75739b), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:03.074312 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3804c6-e74c-4b3a-8343-9db838ff7707 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Router f424b26a-a94f-4c6f-806a-d28ebf11cf41 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:29:03.129283 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a9e4f0fb-9161-4174-81a8-b6b8667a00b7 admin admin] For port 14bc19e8-d374-4e2e-a569-53ecdb33a95c, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=14bc19e8-d374-4e2e-a569-53ecdb33a95c,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:29:03.129903 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f0fb-9161-4174-81a8-b6b8667a00b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (14bc19e8-d374-4e2e-a569-53ecdb33a95c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:03.190761 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a9e4f0fb-9161-4174-81a8-b6b8667a00b7 admin admin] Calling delete_port for 14bc19e8-d374-4e2e-a569-53ecdb33a95c owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:03.208348 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (dde1aec5-9c47-4f3e-b78d-30fd0fed979a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:03.285995 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Network e3546d0e-9266-4d0f-b87b-a0d09dd38eed is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:29:03.302365 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:29:03.314494 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b97ac2bb-0679-4452-afd0-f8f0dfed38c5 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (4bcd4a30-e5b0-42f1-b268-d6cf0b75739b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:03.316250 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97ac2bb-0679-4452-afd0-f8f0dfed38c5 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Fanout notify agent at l3_agent the message router_deleted on router 4bcd4a30-e5b0-42f1-b268-d6cf0b75739b {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:29:03.383397 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b97ac2bb-0679-4452-afd0-f8f0dfed38c5 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:03.398417 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b97ac2bb-0679-4452-afd0-f8f0dfed38c5 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "DELETE /v2.0/routers/4bcd4a30-e5b0-42f1-b268-d6cf0b75739b HTTP/1.1" status: 204 len: 168 time: 5.5329440 Jan 28 00:29:03.403776 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38700) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:03.419244 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6be9257-4a79-4286-ad41-cfef674e82ee x-openstack-request-id: req-b6be9257-4a79-4286-ad41-cfef674e82ee {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:29:03.422459 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-deleted", "tag": "ece79e49-b14a-48f9-85fe-d0975c29ca45", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:29:03.422962 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b6be9257-4a79-4286-ad41-cfef674e82ee {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:29:03.425010 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-deleted', 'tag': 'ece79e49-b14a-48f9-85fe-d0975c29ca45', 'status': 'completed', 'code': 200} Jan 28 00:29:03.439749 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:29:03.450170 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-2ec2cc9f-bb77-463e-ac97-f3312222ac60 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-94081126', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}, 'admin_state_up': False}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:29:03.543382 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:29:03.584943 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2ec2cc9f-bb77-463e-ac97-f3312222ac60 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (38fe33b7-4257-4939-9e62-78e496338cb8), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:03.586961 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2ec2cc9f-bb77-463e-ac97-f3312222ac60 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (38fe33b7-4257-4939-9e62-78e496338cb8), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:03.618048 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:29:03.618653 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 0fc2fdb2-4d77-4b5a-91f7-4346f904e4e4 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:29:03.636380 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Pushing event updated for resources: {'Port': ['ID=d13b55f6-4ed2-4e1c-b2c8-6ec944626809,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:03.649042 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event deleted for resources: {'Subnet': ['ID=dde1aec5-9c47-4f3e-b78d-30fd0fed979a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:03.705014 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2ec2cc9f-bb77-463e-ac97-f3312222ac60 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router_controller (38fe33b7-4257-4939-9e62-78e496338cb8), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:03.744810 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:03.745433 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:03.746034 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:03.746570 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:03.747053 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:03.748067 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:03.748692 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:03.749171 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:03.749637 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:03.750134 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:03.750643 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:03.751170 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:03.762040 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:03.810950 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Attempting to bind port d13b55f6-4ed2-4e1c-b2c8-6ec944626809 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:29:03.811571 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Attempting to bind port d13b55f6-4ed2-4e1c-b2c8-6ec944626809 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '4df9d511-8f8e-49d1-aaeb-534991b54ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e3546d0e-9266-4d0f-b87b-a0d09dd38eed'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:29:03.812204 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Attempting to bind port d13b55f6-4ed2-4e1c-b2c8-6ec944626809 on network e3546d0e-9266-4d0f-b87b-a0d09dd38eed {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:29:03.832743 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-62467463-b927-4469-81a1-1a3c50c33143 req-fe626eb8-7b73-4cfb-b7cc-8a5839f6f586 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Deleting port 1c80ae37-b3ec-413e-a908-d7c646315e69 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:03.833352 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-62467463-b927-4469-81a1-1a3c50c33143 req-fe626eb8-7b73-4cfb-b7cc-8a5839f6f586 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (1c80ae37-b3ec-413e-a908-d7c646315e69), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:03.836963 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:29:03.837703 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Checking segment: {'id': '4df9d511-8f8e-49d1-aaeb-534991b54ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e3546d0e-9266-4d0f-b87b-a0d09dd38eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:29:03.838271 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:03.838931 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Bound using segment: {'id': '4df9d511-8f8e-49d1-aaeb-534991b54ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e3546d0e-9266-4d0f-b87b-a0d09dd38eed'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:29:03.839807 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Bound port: d13b55f6-4ed2-4e1c-b2c8-6ec944626809, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df9d511-8f8e-49d1-aaeb-534991b54ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e3546d0e-9266-4d0f-b87b-a0d09dd38eed'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:29:03.840448 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d13b55f6-4ed2-4e1c-b2c8-6ec944626809), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:03.993911 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2ec2cc9f-bb77-463e-ac97-f3312222ac60 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router_gateway (38fe33b7-4257-4939-9e62-78e496338cb8), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:04.098548 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] For port d13b55f6-4ed2-4e1c-b2c8-6ec944626809, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:29:04.108145 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] For port d13b55f6-4ed2-4e1c-b2c8-6ec944626809, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=d13b55f6-4ed2-4e1c-b2c8-6ec944626809,segment=NetworkSegment(4df9d511-8f8e-49d1-aaeb-534991b54ec0),segment_id=4df9d511-8f8e-49d1-aaeb-534991b54ec0)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:29:04.119379 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (d13b55f6-4ed2-4e1c-b2c8-6ec944626809), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:04.271797 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (e3546d0e-9266-4d0f-b87b-a0d09dd38eed), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:04.314891 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3546d0e-9266-4d0f-b87b-a0d09dd38eed']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:04.337469 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df9d511-8f8e-49d1-aaeb-534991b54ec0') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:04.338887 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df9d511-8f8e-49d1-aaeb-534991b54ec0') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:04.351025 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5e3a4-dc2e-4a67-94ec-d057ebcc9a61 req-5c3fddb8-db31-49c6-b7c3-6c7aa184ea35 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:04.360814 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5e3a4-dc2e-4a67-94ec-d057ebcc9a61 req-5c3fddb8-db31-49c6-b7c3-6c7aa184ea35 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:04.367772 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5e3a4-dc2e-4a67-94ec-d057ebcc9a61 req-5c3fddb8-db31-49c6-b7c3-6c7aa184ea35 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:04.377327 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f1d5e3a4-dc2e-4a67-94ec-d057ebcc9a61 req-5c3fddb8-db31-49c6-b7c3-6c7aa184ea35 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 2410 time: 0.4860392 Jan 28 00:29:04.381294 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-62467463-b927-4469-81a1-1a3c50c33143 req-fe626eb8-7b73-4cfb-b7cc-8a5839f6f586 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] For port 1c80ae37-b3ec-413e-a908-d7c646315e69, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=1c80ae37-b3ec-413e-a908-d7c646315e69,segment=NetworkSegment(8b6e1ad8-b07a-44d3-892b-e666dbbf801b),segment_id=8b6e1ad8-b07a-44d3-892b-e666dbbf801b)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:29:04.382024 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-62467463-b927-4469-81a1-1a3c50c33143 req-fe626eb8-7b73-4cfb-b7cc-8a5839f6f586 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (1c80ae37-b3ec-413e-a908-d7c646315e69), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:04.422848 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3804c6-e74c-4b3a-8343-9db838ff7707 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:29:04.488345 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2f3804c6-e74c-4b3a-8343-9db838ff7707 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "PUT /v2.0/routers/f424b26a-a94f-4c6f-806a-d28ebf11cf41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7307940 Jan 28 00:29:04.493243 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (4df9d511-8f8e-49d1-aaeb-534991b54ec0), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:04.497037 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38716) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:04.501228 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a5a964-6785-4ea3-9507-eea06946ba8c None None] Sync routers for ids ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:29:04.562622 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a360e3-da8a-4281-82b7-e99da02d4d0e None None] Pushing event updated for resources: {'Port': ['ID=d13b55f6-4ed2-4e1c-b2c8-6ec944626809,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:04.593393 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c926d94f-d6d1-43b4-a02a-3af32c7ba16c None None] get_active_networks_info from n-d-826754-1 {{(pid=103345) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 00:29:04.709033 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (4df9d511-8f8e-49d1-aaeb-534991b54ec0), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:04.746324 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f0fb-9161-4174-81a8-b6b8667a00b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (14bc19e8-d374-4e2e-a569-53ecdb33a95c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:04.758602 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:29:04.759281 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (4df9d511-8f8e-49d1-aaeb-534991b54ec0), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:04.769230 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:29:04.769230 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:29:04.769230 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:29:04.769230 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:29:04.769230 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:29:04.769230 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:29:04.769230 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:29:04.769230 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:29:04.769230 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:29:04.769230 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:29:04.769230 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:29:04.769230 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:29:04.769230 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:29:04.769230 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:29:04.769230 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:29:04.769230 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:29:04.769230 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:29:04.769230 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:29:04.769230 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:29:04.769230 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:29:04.769230 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:29:04.769230 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:29:04.769230 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:29:04.769230 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:29:04.769230 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:29:04.769230 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:29:04.769230 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:29:04.769230 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:29:04.769230 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:29:04.769230 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:29:04.769230 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:29:04.769230 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:29:04.920482 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4f0fb-9161-4174-81a8-b6b8667a00b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=14bc19e8-d374-4e2e-a569-53ecdb33a95c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:04.960782 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a5a964-6785-4ea3-9507-eea06946ba8c None None] Routers {'f424b26a-a94f-4c6f-806a-d28ebf11cf41'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:29:04.969179 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-75a5a964-6785-4ea3-9507-eea06946ba8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:28:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:05.001023 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6f213b6-7bec-41e5-840c-a6d368ecf4c3 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Deleting subnet 29c63b95-0345-4ead-b737-404a7ca60a00 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:29:05.045004 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d6f213b6-7bec-41e5-840c-a6d368ecf4c3 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for subnet (29c63b95-0345-4ead-b737-404a7ca60a00), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:05.050663 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 00:29:05.050663 n-d-826754-1 neutron-server[103343]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 00:29:05.050663 n-d-826754-1 neutron-server[103343]: [parameters: {'id': 'e3546d0e-9266-4d0f-b87b-a0d09dd38eed'}] Jan 28 00:29:05.050663 n-d-826754-1 neutron-server[103343]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:29:05.051882 n-d-826754-1 neutron-server[103343]: DEBUG oslo_db.api [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:29:05.114793 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-62467463-b927-4469-81a1-1a3c50c33143 req-fe626eb8-7b73-4cfb-b7cc-8a5839f6f586 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:05.115459 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-62467463-b927-4469-81a1-1a3c50c33143 req-fe626eb8-7b73-4cfb-b7cc-8a5839f6f586 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (2d86ea61-f9f5-4c6e-9603-4341d5e57d4b), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:05.115910 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [req-62467463-b927-4469-81a1-1a3c50c33143 req-fe626eb8-7b73-4cfb-b7cc-8a5839f6f586 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Floating IP 2d86ea61-f9f5-4c6e-9603-4341d5e57d4b disassociated. External IP: 172.25.3.246, port: 1c80ae37-b3ec-413e-a908-d7c646315e69. Jan 28 00:29:05.117396 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-62467463-b927-4469-81a1-1a3c50c33143 req-fe626eb8-7b73-4cfb-b7cc-8a5839f6f586 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Calling delete_port for 1c80ae37-b3ec-413e-a908-d7c646315e69 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:05.151580 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d6f213b6-7bec-41e5-840c-a6d368ecf4c3 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (29c63b95-0345-4ead-b737-404a7ca60a00), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:05.197789 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f0fb-9161-4174-81a8-b6b8667a00b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (933725fc-e5f8-4534-be32-ac9b137b8137), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:05.219652 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-75a5a964-6785-4ea3-9507-eea06946ba8c None None] Set router f424b26a-a94f-4c6f-806a-d28ebf11cf41 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:29:05.419537 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f0fb-9161-4174-81a8-b6b8667a00b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (933725fc-e5f8-4534-be32-ac9b137b8137), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:05.429314 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f0fb-9161-4174-81a8-b6b8667a00b7 admin admin] Publish callbacks [] for router_controller (933725fc-e5f8-4534-be32-ac9b137b8137), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:05.526105 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f1d5e3a4-dc2e-4a67-94ec-d057ebcc9a61 req-99c9fe3f-2dff-4bd3-b1d9-4e7c0a822aaa tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1475267 Jan 28 00:29:05.533818 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-62467463-b927-4469-81a1-1a3c50c33143 req-fe626eb8-7b73-4cfb-b7cc-8a5839f6f586 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (1c80ae37-b3ec-413e-a908-d7c646315e69), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:05.556018 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (e3546d0e-9266-4d0f-b87b-a0d09dd38eed), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:05.573026 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f0fb-9161-4174-81a8-b6b8667a00b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (933725fc-e5f8-4534-be32-ac9b137b8137), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:05.579257 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e4f0fb-9161-4174-81a8-b6b8667a00b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 933725fc-e5f8-4534-be32-ac9b137b8137 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:29:05.588385 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f0fb-9161-4174-81a8-b6b8667a00b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:05.588636 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe626eb8-7b73-4cfb-b7cc-8a5839f6f586 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Pushing event deleted for resources: {'Port': ['ID=1c80ae37-b3ec-413e-a908-d7c646315e69,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:05.589601 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a9e4f0fb-9161-4174-81a8-b6b8667a00b7 admin admin] 10.222.0.70 "DELETE /v2.0/routers/933725fc-e5f8-4534-be32-ac9b137b8137 HTTP/1.1" status: 204 len: 168 time: 4.9532995 Jan 28 00:29:05.596365 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38732) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:05.646767 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c926d94f-d6d1-43b4-a02a-3af32c7ba16c None None] Resources bound (agent type, host, resource id): {{(pid=103345) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 00:29:05.664210 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d6f213b6-7bec-41e5-840c-a6d368ecf4c3 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (29c63b95-0345-4ead-b737-404a7ca60a00), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:05.845282 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Deleting port d13b55f6-4ed2-4e1c-b2c8-6ec944626809 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:05.846403 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (d13b55f6-4ed2-4e1c-b2c8-6ec944626809), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:05.850951 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d6f213b6-7bec-41e5-840c-a6d368ecf4c3 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (29c63b95-0345-4ead-b737-404a7ca60a00), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:05.931393 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cbfd4a2-f43e-4129-890f-c13ddd148976 admin admin] Deleting subnet 7b233241-da34-404d-b5e2-5833230c1252 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:29:05.936335 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9cbfd4a2-f43e-4129-890f-c13ddd148976 admin admin] Publish callbacks [] for subnet (7b233241-da34-404d-b5e2-5833230c1252), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:05.980747 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d6f213b6-7bec-41e5-840c-a6d368ecf4c3 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:06.018427 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d6f213b6-7bec-41e5-840c-a6d368ecf4c3 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/subnets/29c63b95-0345-4ead-b737-404a7ca60a00 HTTP/1.1" status: 204 len: 168 time: 1.5185542 Jan 28 00:29:06.020653 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f213b6-7bec-41e5-840c-a6d368ecf4c3 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Subnet': ['ID=29c63b95-0345-4ead-b737-404a7ca60a00,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:06.029565 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9cbfd4a2-f43e-4129-890f-c13ddd148976 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (7b233241-da34-404d-b5e2-5833230c1252), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:06.046764 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38740) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:06.051999 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f213b6-7bec-41e5-840c-a6d368ecf4c3 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:06.053282 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f213b6-7bec-41e5-840c-a6d368ecf4c3 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:06.054528 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f213b6-7bec-41e5-840c-a6d368ecf4c3 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:06.056017 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f213b6-7bec-41e5-840c-a6d368ecf4c3 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:06.056973 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f213b6-7bec-41e5-840c-a6d368ecf4c3 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:06.057851 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f213b6-7bec-41e5-840c-a6d368ecf4c3 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:06.059248 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f213b6-7bec-41e5-840c-a6d368ecf4c3 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:06.060827 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f213b6-7bec-41e5-840c-a6d368ecf4c3 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:06.061934 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f213b6-7bec-41e5-840c-a6d368ecf4c3 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:06.062839 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f213b6-7bec-41e5-840c-a6d368ecf4c3 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:06.063677 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f213b6-7bec-41e5-840c-a6d368ecf4c3 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:06.064538 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f213b6-7bec-41e5-840c-a6d368ecf4c3 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:06.065324 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f213b6-7bec-41e5-840c-a6d368ecf4c3 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:06.093099 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5af6c755-7066-4abc-92f2-75786bee11a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:06.118492 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-75a5a964-6785-4ea3-9507-eea06946ba8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:29:01Z', 'revision_number': 8, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None, '_interfaces': [{'id': '2991eb37-e8e6-4286-b31b-ac54cd6b3c27', 'name': '', 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:00:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:10Z', 'updated_at': '2022-01-28T00:28:19Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e603d1b-d165-4964-a832-589e45b86ff1', 'name': '', 'network_id': 'f1b67435-a32e-4255-b177-c416810b653a', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:a3:20:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b41040e5-788b-4c34-ac34-85197ff0ca28', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:30Z', 'updated_at': '2022-01-28T00:28:39Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'b41040e5-788b-4c34-ac34-85197ff0ca28', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa31b11e-19f9-4106-a028-75909de3b365', 'name': '', 'network_id': 'a892d91e-d36d-48ed-be9a-abe2370e0e32', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:06:90:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:19Z', 'updated_at': '2022-01-28T00:28:29Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:06.156736 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a5a964-6785-4ea3-9507-eea06946ba8c None None] Checking router: f424b26a-a94f-4c6f-806a-d28ebf11cf41 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:29:06.197582 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a5a964-6785-4ea3-9507-eea06946ba8c None None] Routers {'f424b26a-a94f-4c6f-806a-d28ebf11cf41'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:29:06.198420 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-75a5a964-6785-4ea3-9507-eea06946ba8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:28:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:06.773613 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-75a5a964-6785-4ea3-9507-eea06946ba8c None None] Set router f424b26a-a94f-4c6f-806a-d28ebf11cf41 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:29:06.865001 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] For port d13b55f6-4ed2-4e1c-b2c8-6ec944626809, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=d13b55f6-4ed2-4e1c-b2c8-6ec944626809,segment=NetworkSegment(4df9d511-8f8e-49d1-aaeb-534991b54ec0),segment_id=4df9d511-8f8e-49d1-aaeb-534991b54ec0)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:29:06.865625 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (d13b55f6-4ed2-4e1c-b2c8-6ec944626809), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:06.872802 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896d76b1-3ad2-4344-83c4-fc7b3d6c291f None None] Network e3546d0e-9266-4d0f-b87b-a0d09dd38eed requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:29:06.876709 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec95dbd-9ef9-48d5-baf5-45f963c84a76 None None] Network 5b284051-aae4-4f4d-8a3c-72daf9cf71df requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:29:06.896029 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Calling delete_port for d13b55f6-4ed2-4e1c-b2c8-6ec944626809 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:06.922898 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62467463-b927-4469-81a1-1a3c50c33143 req-fe626eb8-7b73-4cfb-b7cc-8a5839f6f586 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Router d179add1-bfa7-46d5-a2f9-e71560331bb6 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:29:07.011682 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (d13b55f6-4ed2-4e1c-b2c8-6ec944626809), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:07.021292 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2ec2cc9f-bb77-463e-ac97-f3312222ac60 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router_gateway (38fe33b7-4257-4939-9e62-78e496338cb8), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:07.069911 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event deleted for resources: {'Port': ['ID=d13b55f6-4ed2-4e1c-b2c8-6ec944626809,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:07.076893 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] No DVR routers for this DVR port d13b55f6-4ed2-4e1c-b2c8-6ec944626809 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:29:07.082610 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21b08f28-887a-4e39-9af3-b1fbc2ebddfb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (5b284051-aae4-4f4d-8a3c-72daf9cf71df), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:07.112535 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2ec2cc9f-bb77-463e-ac97-f3312222ac60 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:07.141024 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9cbfd4a2-f43e-4129-890f-c13ddd148976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (7b233241-da34-404d-b5e2-5833230c1252), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:07.290527 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (e3546d0e-9266-4d0f-b87b-a0d09dd38eed), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:07.344403 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5468af9-32d6-425e-bb91-ae3e165bf218 req-bb45fb45-3e8d-4568-acf4-5efec3d4dd61 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:07.356143 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5468af9-32d6-425e-bb91-ae3e165bf218 req-bb45fb45-3e8d-4568-acf4-5efec3d4dd61 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:07.376414 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5468af9-32d6-425e-bb91-ae3e165bf218 req-bb45fb45-3e8d-4568-acf4-5efec3d4dd61 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 1677 time: 0.4798925 Jan 28 00:29:07.378044 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 14bc19e8-d374-4e2e-a569-53ecdb33a95c no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:29:07.478141 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3546d0e-9266-4d0f-b87b-a0d09dd38eed']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:07.487815 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 14bc19e8-d374-4e2e-a569-53ecdb33a95c {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:29:07.487815 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 14bc19e8-d374-4e2e-a569-53ecdb33a95c not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:29:07.518345 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df9d511-8f8e-49d1-aaeb-534991b54ec0') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:07.518863 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df9d511-8f8e-49d1-aaeb-534991b54ec0') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:07.608221 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (4df9d511-8f8e-49d1-aaeb-534991b54ec0), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:07.641930 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (4df9d511-8f8e-49d1-aaeb-534991b54ec0), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:07.666414 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:29:07.667541 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (4df9d511-8f8e-49d1-aaeb-534991b54ec0), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:07.759834 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-75a5a964-6785-4ea3-9507-eea06946ba8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:29:01Z', 'revision_number': 8, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None, '_interfaces': [{'id': '2991eb37-e8e6-4286-b31b-ac54cd6b3c27', 'name': '', 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:00:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:10Z', 'updated_at': '2022-01-28T00:28:19Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e603d1b-d165-4964-a832-589e45b86ff1', 'name': '', 'network_id': 'f1b67435-a32e-4255-b177-c416810b653a', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:a3:20:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b41040e5-788b-4c34-ac34-85197ff0ca28', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:30Z', 'updated_at': '2022-01-28T00:28:39Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'b41040e5-788b-4c34-ac34-85197ff0ca28', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa31b11e-19f9-4106-a028-75909de3b365', 'name': '', 'network_id': 'a892d91e-d36d-48ed-be9a-abe2370e0e32', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:06:90:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:19Z', 'updated_at': '2022-01-28T00:28:29Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:07.767371 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665e4413-ee4d-4857-91ed-378e81386d41 None None] DHCP port deletion for 5b284051-aae4-4f4d-8a3c-72daf9cf71df request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:29:07.794845 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:29:07.794845 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:29:07.794845 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:29:07.794845 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:29:07.794845 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:29:07.794845 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:29:07.794845 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:29:07.794845 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:29:07.794845 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:29:07.794845 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:29:07.794845 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:29:07.794845 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:29:07.794845 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:29:07.794845 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:29:07.794845 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:29:07.794845 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:29:07.794845 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:29:07.794845 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:29:07.794845 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:29:07.794845 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:29:07.794845 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:29:07.794845 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:29:07.794845 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:29:07.794845 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:29:07.794845 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:29:07.794845 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:29:07.794845 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:29:07.794845 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:29:07.794845 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:29:07.794845 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:29:07.794845 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:29:07.794845 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:29:07.817836 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5468af9-32d6-425e-bb91-ae3e165bf218 req-22e28098-450f-4734-a49f-df5616effc7f tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3292089 Jan 28 00:29:07.851763 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a5a964-6785-4ea3-9507-eea06946ba8c None None] The sync data for ids ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'] in n-d-826754-1 is: [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:29:01Z', 'revision_number': 8, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None, '_interfaces': [{'id': '2991eb37-e8e6-4286-b31b-ac54cd6b3c27', 'name': '', 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:00:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:10Z', 'updated_at': '2022-01-28T00:28:19Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e603d1b-d165-4964-a832-589e45b86ff1', 'name': '', 'network_id': 'f1b67435-a32e-4255-b177-c416810b653a', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:a3:20:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b41040e5-788b-4c34-ac34-85197ff0ca28', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:30Z', 'updated_at': '2022-01-28T00:28:39Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'b41040e5-788b-4c34-ac34-85197ff0ca28', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa31b11e-19f9-4106-a028-75909de3b365', 'name': '', 'network_id': 'a892d91e-d36d-48ed-be9a-abe2370e0e32', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:06:90:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:19Z', 'updated_at': '2022-01-28T00:28:29Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:29:07.910312 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-21b08f28-887a-4e39-9af3-b1fbc2ebddfb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Deleting port 318cc866-fdbf-4176-a9e5-d426047aa3f4 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:07.911211 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21b08f28-887a-4e39-9af3-b1fbc2ebddfb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (318cc866-fdbf-4176-a9e5-d426047aa3f4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:07.918093 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9cbfd4a2-f43e-4129-890f-c13ddd148976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (7b233241-da34-404d-b5e2-5833230c1252), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:07.970211 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9cbfd4a2-f43e-4129-890f-c13ddd148976 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:07.978308 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9cbfd4a2-f43e-4129-890f-c13ddd148976 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7b233241-da34-404d-b5e2-5833230c1252 HTTP/1.1" status: 204 len: 168 time: 2.3802249 Jan 28 00:29:07.983073 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2407385a-0c50-4e5f-afc9-c5a6eafc8bc7 None None] Network 678f63f0-3e7e-4ad4-8cdb-170d969c9da0 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:29:08.009942 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38778) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:08.034957 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (e3546d0e-9266-4d0f-b87b-a0d09dd38eed), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:08.101989 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eac70e1b-efc2-4712-8b89-e6f937a8567e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (678f63f0-3e7e-4ad4-8cdb-170d969c9da0), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:08.106027 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbfd4a2-f43e-4129-890f-c13ddd148976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b233241-da34-404d-b5e2-5833230c1252,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:08.116170 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62467463-b927-4469-81a1-1a3c50c33143 req-fe626eb8-7b73-4cfb-b7cc-8a5839f6f586 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:29:08.130370 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dfdcf6-6bd7-4f99-ab1c-538ddd60ef73 None None] Sync routers for ids ['d179add1-bfa7-46d5-a2f9-e71560331bb6'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:29:08.149126 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-21b08f28-887a-4e39-9af3-b1fbc2ebddfb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] For port 318cc866-fdbf-4176-a9e5-d426047aa3f4, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=318cc866-fdbf-4176-a9e5-d426047aa3f4,segment=NetworkSegment(83c0453d-d658-49cc-8d1d-3262e378be85),segment_id=83c0453d-d658-49cc-8d1d-3262e378be85)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:29:08.150360 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21b08f28-887a-4e39-9af3-b1fbc2ebddfb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (318cc866-fdbf-4176-a9e5-d426047aa3f4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:08.159655 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dfdcf6-6bd7-4f99-ab1c-538ddd60ef73 None None] Routers {'d179add1-bfa7-46d5-a2f9-e71560331bb6'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:29:08.168292 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-88dfdcf6-6bd7-4f99-ab1c-538ddd60ef73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:28:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['d179add1-bfa7-46d5-a2f9-e71560331bb6'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:08.195652 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-21b08f28-887a-4e39-9af3-b1fbc2ebddfb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Calling delete_port for 318cc866-fdbf-4176-a9e5-d426047aa3f4 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:08.220984 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-62467463-b927-4469-81a1-1a3c50c33143 req-fe626eb8-7b73-4cfb-b7cc-8a5839f6f586 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] No DVR routers for this DVR port 1c80ae37-b3ec-413e-a908-d7c646315e69 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:29:08.235174 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-665e4413-ee4d-4857-91ed-378e81386d41 None None] Deleting port 318cc866-fdbf-4176-a9e5-d426047aa3f4 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:08.241626 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-665e4413-ee4d-4857-91ed-378e81386d41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (318cc866-fdbf-4176-a9e5-d426047aa3f4), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:08.281154 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-2ec2cc9f-bb77-463e-ac97-f3312222ac60 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Allocated IP 172.25.3.145 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/a4380183-264b-49dd-8da6-1f184cfcd092) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:29:08.308022 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-62467463-b927-4469-81a1-1a3c50c33143 req-fe626eb8-7b73-4cfb-b7cc-8a5839f6f586 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:08.312093 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62467463-b927-4469-81a1-1a3c50c33143 req-fe626eb8-7b73-4cfb-b7cc-8a5839f6f586 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.52 "DELETE /v2.0/ports/1c80ae37-b3ec-413e-a908-d7c646315e69 HTTP/1.1" status: 204 len: 173 time: 5.2975950 Jan 28 00:29:08.356185 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:08.366422 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "DELETE /v2.0/networks/e3546d0e-9266-4d0f-b87b-a0d09dd38eed HTTP/1.1" status: 204 len: 168 time: 6.5636442 Jan 28 00:29:08.392908 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38780) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:08.399406 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b5ec8-0430-417a-a7df-2b32b9ee4283 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event deleted for resources: {'Network': ['ID=e3546d0e-9266-4d0f-b87b-a0d09dd38eed,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:08.408446 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-deleted', 'tag': '1c80ae37-b3ec-413e-a908-d7c646315e69'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:29:08.412099 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50759c4-7a00-4fa4-a47d-498baf8cfc5a" -d '{"events": [{"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-deleted", "tag": "1c80ae37-b3ec-413e-a908-d7c646315e69"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:29:08.487020 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-503a2922-3387-40cc-9a1a-40a285381da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:08.586137 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35b8aa1-f9a5-4d6a-aaf5-e989b10ba217 x-openstack-request-id: req-c35b8aa1-f9a5-4d6a-aaf5-e989b10ba217 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:29:08.587479 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-665e4413-ee4d-4857-91ed-378e81386d41 None None] For port 318cc866-fdbf-4176-a9e5-d426047aa3f4, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=318cc866-fdbf-4176-a9e5-d426047aa3f4,segment=NetworkSegment(83c0453d-d658-49cc-8d1d-3262e378be85),segment_id=83c0453d-d658-49cc-8d1d-3262e378be85)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:29:08.592393 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-665e4413-ee4d-4857-91ed-378e81386d41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (318cc866-fdbf-4176-a9e5-d426047aa3f4), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:08.593382 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-deleted", "tag": "1c80ae37-b3ec-413e-a908-d7c646315e69", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:29:08.594404 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c35b8aa1-f9a5-4d6a-aaf5-e989b10ba217 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:29:08.595333 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-deleted', 'tag': '1c80ae37-b3ec-413e-a908-d7c646315e69', 'status': 'completed', 'code': 200} Jan 28 00:29:08.653429 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f63365-7735-4bf3-8245-b594ee93d277 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] DELETE failed (client error): The resource could not be found. Jan 28 00:29:08.666742 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1f63365-7735-4bf3-8245-b594ee93d277 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:29:08.683163 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f1f63365-7735-4bf3-8245-b594ee93d277 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "DELETE /v2.0/subnets/dde1aec5-9c47-4f3e-b78d-30fd0fed979a HTTP/1.1" status: 404 len: 337 time: 0.2850993 Jan 28 00:29:08.698332 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c43bf9-cae3-49bb-8664-21c11272b55f None None] DHCP port deletion for 678f63f0-3e7e-4ad4-8cdb-170d969c9da0 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:29:08.698725 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38786) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:08.711352 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-665e4413-ee4d-4857-91ed-378e81386d41 None None] Calling delete_port for 318cc866-fdbf-4176-a9e5-d426047aa3f4 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:08.804872 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3da4b6d-bcbc-4fae-95b8-b0605cef422b tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] DELETE failed (client error): The resource could not be found. Jan 28 00:29:08.811511 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3da4b6d-bcbc-4fae-95b8-b0605cef422b tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:29:08.830907 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a3da4b6d-bcbc-4fae-95b8-b0605cef422b tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "DELETE /v2.0/networks/e3546d0e-9266-4d0f-b87b-a0d09dd38eed HTTP/1.1" status: 404 len: 339 time: 0.1276238 Jan 28 00:29:08.833343 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38790) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:08.846829 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-88dfdcf6-6bd7-4f99-ab1c-538ddd60ef73 None None] Set router d179add1-bfa7-46d5-a2f9-e71560331bb6 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:29:08.912597 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21b08f28-887a-4e39-9af3-b1fbc2ebddfb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (318cc866-fdbf-4176-a9e5-d426047aa3f4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:08.983521 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6118bbd-fa27-4cd2-b750-a250e025114d tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] DELETE failed (client error): The resource could not be found. Jan 28 00:29:09.008482 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6118bbd-fa27-4cd2-b750-a250e025114d tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:29:09.015111 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a6118bbd-fa27-4cd2-b750-a250e025114d tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "DELETE /v2.0/subnets/15d923d1-62a6-423a-b260-e6fc98624388 HTTP/1.1" status: 404 len: 337 time: 0.1775591 Jan 28 00:29:09.028560 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38796) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:09.037113 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b08f28-887a-4e39-9af3-b1fbc2ebddfb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] No DVR routers for this DVR port 318cc866-fdbf-4176-a9e5-d426047aa3f4 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:29:09.092433 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-eac70e1b-efc2-4712-8b89-e6f937a8567e admin admin] Deleting port 6377e196-d1db-4d20-861c-4946b7699ad6 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:09.093250 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eac70e1b-efc2-4712-8b89-e6f937a8567e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (6377e196-d1db-4d20-861c-4946b7699ad6), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:09.100159 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-56dfceba-cc92-4267-989f-3854ee736e6f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] DELETE failed (client error): The resource could not be found. Jan 28 00:29:09.101234 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56dfceba-cc92-4267-989f-3854ee736e6f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:29:09.105093 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-56dfceba-cc92-4267-989f-3854ee736e6f tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "DELETE /v2.0/networks/bd3a0e43-905c-4253-ac3b-850c5c5ab1e3 HTTP/1.1" status: 404 len: 339 time: 0.0704219 Jan 28 00:29:09.129504 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38800) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:09.156522 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f2c43bf9-cae3-49bb-8664-21c11272b55f None None] Deleting port 6377e196-d1db-4d20-861c-4946b7699ad6 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:09.157096 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b08f28-887a-4e39-9af3-b1fbc2ebddfb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Port': ['ID=318cc866-fdbf-4176-a9e5-d426047aa3f4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:09.162282 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f2c43bf9-cae3-49bb-8664-21c11272b55f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (6377e196-d1db-4d20-861c-4946b7699ad6), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:09.198211 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2ec2cc9f-bb77-463e-ac97-f3312222ac60 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for port (a4380183-264b-49dd-8da6-1f184cfcd092), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:09.263784 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1e4f64-dd29-44ea-aafb-841d0b81c9b2 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] DELETE failed (client error): The resource could not be found. Jan 28 00:29:09.264382 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e1e4f64-dd29-44ea-aafb-841d0b81c9b2 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:29:09.268254 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3e1e4f64-dd29-44ea-aafb-841d0b81c9b2 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "DELETE /v2.0/subnets/0da6bd2a-1466-40a5-9693-1d756b6fbf1a HTTP/1.1" status: 404 len: 337 time: 0.1368971 Jan 28 00:29:09.277059 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38802) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:09.281604 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-62467463-b927-4469-81a1-1a3c50c33143 req-683a88c8-85ee-45dc-9c00-b2db0ba1a19a tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Deleting port 5f2b5768-b69e-46a4-9085-5302ca317eb1 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:09.281856 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21b08f28-887a-4e39-9af3-b1fbc2ebddfb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (5b284051-aae4-4f4d-8a3c-72daf9cf71df), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:09.282124 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-62467463-b927-4469-81a1-1a3c50c33143 req-683a88c8-85ee-45dc-9c00-b2db0ba1a19a tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (5f2b5768-b69e-46a4-9085-5302ca317eb1), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:09.408381 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-665e4413-ee4d-4857-91ed-378e81386d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (318cc866-fdbf-4176-a9e5-d426047aa3f4), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:09.417833 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-2817d333-da46-4f4d-a768-c7cd5ddad79b tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] DELETE failed (client error): The resource could not be found. Jan 28 00:29:09.422215 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2817d333-da46-4f4d-a768-c7cd5ddad79b tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:29:09.425112 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 318cc866-fdbf-4176-a9e5-d426047aa3f4 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:29:09.435449 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2817d333-da46-4f4d-a768-c7cd5ddad79b tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "DELETE /v2.0/networks/b243ac0f-3a3a-47c0-bdcf-8fbdee007a86 HTTP/1.1" status: 404 len: 339 time: 0.1566494 Jan 28 00:29:09.438338 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38806) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:09.502532 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-62467463-b927-4469-81a1-1a3c50c33143 req-683a88c8-85ee-45dc-9c00-b2db0ba1a19a tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] For port 5f2b5768-b69e-46a4-9085-5302ca317eb1, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=5f2b5768-b69e-46a4-9085-5302ca317eb1,segment=NetworkSegment(0465a9d6-01fe-4f7b-a9a6-388e7e67e02b),segment_id=0465a9d6-01fe-4f7b-a9a6-388e7e67e02b)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:29:09.503084 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-62467463-b927-4469-81a1-1a3c50c33143 req-683a88c8-85ee-45dc-9c00-b2db0ba1a19a tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (5f2b5768-b69e-46a4-9085-5302ca317eb1), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:09.518453 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-62467463-b927-4469-81a1-1a3c50c33143 req-683a88c8-85ee-45dc-9c00-b2db0ba1a19a tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Calling delete_port for 5f2b5768-b69e-46a4-9085-5302ca317eb1 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:09.605998 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-21b08f28-887a-4e39-9af3-b1fbc2ebddfb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b284051-aae4-4f4d-8a3c-72daf9cf71df']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:09.608105 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665e4413-ee4d-4857-91ed-378e81386d41 None None] No DVR routers for this DVR port 318cc866-fdbf-4176-a9e5-d426047aa3f4 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:29:09.652665 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-88dfdcf6-6bd7-4f99-ab1c-538ddd60ef73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'name': 'tempest-TaggedBootDevicesTest_v242-1800080948-router', 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '265b134a-c49b-4a35-8721-3837452be0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:16:49Z', 'updated_at': '2022-01-28T00:16:55Z', 'revision_number': 4, 'project_id': '160a5827a22f400b84570ea4a4c65c01', 'gw_port': {'id': '265b134a-c49b-4a35-8721-3837452be0db', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:16:50Z', 'updated_at': '2022-01-28T00:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'dfc3ed81-e4b1-4829-aa64-07cd86d9acbf', 'name': '', 'network_id': '97c33ad0-0461-45c3-9dc8-98632a31ba84', 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'mac_address': 'fa:16:3e:9e:4d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '1d093807-7e7b-4a9f-8622-0558c2c97c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:16:54Z', 'updated_at': '2022-01-28T00:17:05Z', 'revision_number': 5, 'project_id': '160a5827a22f400b84570ea4a4c65c01', 'subnets': [{'id': '1d093807-7e7b-4a9f-8622-0558c2c97c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:09.655955 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-21b08f28-887a-4e39-9af3-b1fbc2ebddfb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c0453d-d658-49cc-8d1d-3262e378be85') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:09.656550 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-21b08f28-887a-4e39-9af3-b1fbc2ebddfb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c0453d-d658-49cc-8d1d-3262e378be85') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:09.683233 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 318cc866-fdbf-4176-a9e5-d426047aa3f4 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:29:09.683850 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 318cc866-fdbf-4176-a9e5-d426047aa3f4 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:29:09.684761 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6377e196-d1db-4d20-861c-4946b7699ad6 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:29:09.737807 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21b08f28-887a-4e39-9af3-b1fbc2ebddfb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (83c0453d-d658-49cc-8d1d-3262e378be85), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:09.740033 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dfdcf6-6bd7-4f99-ab1c-538ddd60ef73 None None] Checking router: d179add1-bfa7-46d5-a2f9-e71560331bb6 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:29:09.757521 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-62467463-b927-4469-81a1-1a3c50c33143 req-683a88c8-85ee-45dc-9c00-b2db0ba1a19a tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (5f2b5768-b69e-46a4-9085-5302ca317eb1), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:09.762129 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dfdcf6-6bd7-4f99-ab1c-538ddd60ef73 None None] Routers {'d179add1-bfa7-46d5-a2f9-e71560331bb6'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:29:09.765016 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-88dfdcf6-6bd7-4f99-ab1c-538ddd60ef73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:29:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['d179add1-bfa7-46d5-a2f9-e71560331bb6'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:09.776928 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21b08f28-887a-4e39-9af3-b1fbc2ebddfb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (83c0453d-d658-49cc-8d1d-3262e378be85), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:09.784106 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e4413-ee4d-4857-91ed-378e81386d41 None None] Pushing event deleted for resources: {'Port': ['ID=318cc866-fdbf-4176-a9e5-d426047aa3f4,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:09.812508 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21b08f28-887a-4e39-9af3-b1fbc2ebddfb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:29:09.813209 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21b08f28-887a-4e39-9af3-b1fbc2ebddfb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (83c0453d-d658-49cc-8d1d-3262e378be85), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:09.820336 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-eac70e1b-efc2-4712-8b89-e6f937a8567e admin admin] For port 6377e196-d1db-4d20-861c-4946b7699ad6, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6377e196-d1db-4d20-861c-4946b7699ad6,segment=NetworkSegment(80704560-663f-4217-8faf-19a0c17d34a2),segment_id=80704560-663f-4217-8faf-19a0c17d34a2)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:29:09.832131 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eac70e1b-efc2-4712-8b89-e6f937a8567e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (6377e196-d1db-4d20-861c-4946b7699ad6), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:09.836697 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f2c43bf9-cae3-49bb-8664-21c11272b55f None None] For port 6377e196-d1db-4d20-861c-4946b7699ad6, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6377e196-d1db-4d20-861c-4946b7699ad6,segment=NetworkSegment(80704560-663f-4217-8faf-19a0c17d34a2),segment_id=80704560-663f-4217-8faf-19a0c17d34a2)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:29:09.837352 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f2c43bf9-cae3-49bb-8664-21c11272b55f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (6377e196-d1db-4d20-861c-4946b7699ad6), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:09.874578 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:09.885250 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f2c43bf9-cae3-49bb-8664-21c11272b55f None None] Calling delete_port for 6377e196-d1db-4d20-861c-4946b7699ad6 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:09.924793 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-eac70e1b-efc2-4712-8b89-e6f937a8567e admin admin] Calling delete_port for 6377e196-d1db-4d20-861c-4946b7699ad6 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:09.987044 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:29:09.987044 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:29:09.987044 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:29:09.987044 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:29:09.987044 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:29:09.987044 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:29:09.987044 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:29:09.987044 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:29:09.987044 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:29:09.987044 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:29:09.987044 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:29:09.987044 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:29:09.987044 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:29:09.987044 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:29:09.987044 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:29:09.987044 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:29:09.987044 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:29:09.987044 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:29:09.987044 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:29:09.987044 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:29:09.987044 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:29:09.987044 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:29:09.987044 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:29:09.987044 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:29:09.987044 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:29:09.987044 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:29:09.987044 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:29:09.987044 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:29:09.987044 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:29:09.987044 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:29:09.987044 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:29:09.987044 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:29:10.000947 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21b08f28-887a-4e39-9af3-b1fbc2ebddfb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (5b284051-aae4-4f4d-8a3c-72daf9cf71df), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:10.016190 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21b08f28-887a-4e39-9af3-b1fbc2ebddfb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:10.028586 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-21b08f28-887a-4e39-9af3-b1fbc2ebddfb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/networks/5b284051-aae4-4f4d-8a3c-72daf9cf71df HTTP/1.1" status: 204 len: 168 time: 3.9414434 Jan 28 00:29:10.035045 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38818) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:10.074300 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-88dfdcf6-6bd7-4f99-ab1c-538ddd60ef73 None None] Set router d179add1-bfa7-46d5-a2f9-e71560331bb6 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:29:10.077820 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-badefca1-99a9-4673-ad45-f7abb5c5ca0e tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Deleting port 25cf49c5-622d-40cd-bfbd-9fedb9c74b2a {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:10.078746 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-badefca1-99a9-4673-ad45-f7abb5c5ca0e tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (25cf49c5-622d-40cd-bfbd-9fedb9c74b2a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:10.092139 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b08f28-887a-4e39-9af3-b1fbc2ebddfb tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Network': ['ID=5b284051-aae4-4f4d-8a3c-72daf9cf71df,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:10.119184 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 6377e196-d1db-4d20-861c-4946b7699ad6 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:29:10.119877 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6377e196-d1db-4d20-861c-4946b7699ad6), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:10.199286 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abc027-932d-4a66-b9bd-7bb91ed81179 req-c7c71dc5-d359-4b12-babe-78af34632773 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:10.214652 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abc027-932d-4a66-b9bd-7bb91ed81179 req-c7c71dc5-d359-4b12-babe-78af34632773 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:10.217648 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c2abc027-932d-4a66-b9bd-7bb91ed81179 req-c7c71dc5-d359-4b12-babe-78af34632773 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 1677 time: 1.0850885 Jan 28 00:29:10.240855 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a88c8-85ee-45dc-9c00-b2db0ba1a19a tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Pushing event deleted for resources: {'Port': ['ID=5f2b5768-b69e-46a4-9085-5302ca317eb1,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:10.297265 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 6377e196-d1db-4d20-861c-4946b7699ad6, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6377e196-d1db-4d20-861c-4946b7699ad6,segment=NetworkSegment(80704560-663f-4217-8faf-19a0c17d34a2),segment_id=80704560-663f-4217-8faf-19a0c17d34a2)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:29:10.326530 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6377e196-d1db-4d20-861c-4946b7699ad6), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:10.327884 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6b6226f3-21aa-4a07-8118-05ce5b8e54ea no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:29:10.408921 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-62467463-b927-4469-81a1-1a3c50c33143 req-683a88c8-85ee-45dc-9c00-b2db0ba1a19a tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] No DVR routers for this DVR port 5f2b5768-b69e-46a4-9085-5302ca317eb1 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:29:10.421680 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-62467463-b927-4469-81a1-1a3c50c33143 req-683a88c8-85ee-45dc-9c00-b2db0ba1a19a tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:10.428557 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62467463-b927-4469-81a1-1a3c50c33143 req-683a88c8-85ee-45dc-9c00-b2db0ba1a19a tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.52 "DELETE /v2.0/ports/5f2b5768-b69e-46a4-9085-5302ca317eb1 HTTP/1.1" status: 204 len: 173 time: 1.9671278 Jan 28 00:29:10.490042 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2ec2cc9f-bb77-463e-ac97-f3312222ac60 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (a4380183-264b-49dd-8da6-1f184cfcd092), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:10.517717 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 6b6226f3-21aa-4a07-8118-05ce5b8e54ea {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:29:10.518298 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6b6226f3-21aa-4a07-8118-05ce5b8e54ea not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:29:10.544712 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f2c43bf9-cae3-49bb-8664-21c11272b55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (6377e196-d1db-4d20-861c-4946b7699ad6), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:10.587909 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-badefca1-99a9-4673-ad45-f7abb5c5ca0e tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (25cf49c5-622d-40cd-bfbd-9fedb9c74b2a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:10.588400 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c43bf9-cae3-49bb-8664-21c11272b55f None None] No DVR routers for this DVR port 6377e196-d1db-4d20-861c-4946b7699ad6 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:29:10.663330 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-badefca1-99a9-4673-ad45-f7abb5c5ca0e tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Calling delete_port for 25cf49c5-622d-40cd-bfbd-9fedb9c74b2a owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:10.677226 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=6377e196-d1db-4d20-861c-4946b7699ad6,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:10.729349 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c43bf9-cae3-49bb-8664-21c11272b55f None None] Pushing event deleted for resources: {'Port': ['ID=6377e196-d1db-4d20-861c-4946b7699ad6,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:10.742622 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-deleted', 'tag': '5f2b5768-b69e-46a4-9085-5302ca317eb1'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:29:10.758404 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f4acd7-63b7-4885-a648-2d467d0c88a9" -d '{"events": [{"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-deleted", "tag": "5f2b5768-b69e-46a4-9085-5302ca317eb1"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:29:10.819707 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-88dfdcf6-6bd7-4f99-ab1c-538ddd60ef73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'name': 'tempest-TaggedBootDevicesTest_v242-1800080948-router', 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '265b134a-c49b-4a35-8721-3837452be0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:16:49Z', 'updated_at': '2022-01-28T00:16:55Z', 'revision_number': 4, 'project_id': '160a5827a22f400b84570ea4a4c65c01', 'gw_port': {'id': '265b134a-c49b-4a35-8721-3837452be0db', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:16:50Z', 'updated_at': '2022-01-28T00:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'dfc3ed81-e4b1-4829-aa64-07cd86d9acbf', 'name': '', 'network_id': '97c33ad0-0461-45c3-9dc8-98632a31ba84', 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'mac_address': 'fa:16:3e:9e:4d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '1d093807-7e7b-4a9f-8622-0558c2c97c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:16:54Z', 'updated_at': '2022-01-28T00:17:05Z', 'revision_number': 5, 'project_id': '160a5827a22f400b84570ea4a4c65c01', 'subnets': [{'id': '1d093807-7e7b-4a9f-8622-0558c2c97c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:10.870357 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dfdcf6-6bd7-4f99-ab1c-538ddd60ef73 None None] The sync data for ids ['d179add1-bfa7-46d5-a2f9-e71560331bb6'] in n-d-826754-1 is: [{'id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'name': 'tempest-TaggedBootDevicesTest_v242-1800080948-router', 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '265b134a-c49b-4a35-8721-3837452be0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:16:49Z', 'updated_at': '2022-01-28T00:16:55Z', 'revision_number': 4, 'project_id': '160a5827a22f400b84570ea4a4c65c01', 'gw_port': {'id': '265b134a-c49b-4a35-8721-3837452be0db', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:16:50Z', 'updated_at': '2022-01-28T00:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'dfc3ed81-e4b1-4829-aa64-07cd86d9acbf', 'name': '', 'network_id': '97c33ad0-0461-45c3-9dc8-98632a31ba84', 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'mac_address': 'fa:16:3e:9e:4d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '1d093807-7e7b-4a9f-8622-0558c2c97c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:16:54Z', 'updated_at': '2022-01-28T00:17:05Z', 'revision_number': 5, 'project_id': '160a5827a22f400b84570ea4a4c65c01', 'subnets': [{'id': '1d093807-7e7b-4a9f-8622-0558c2c97c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:29:10.902211 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eac70e1b-efc2-4712-8b89-e6f937a8567e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (6377e196-d1db-4d20-861c-4946b7699ad6), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:10.915454 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec2cc9f-bb77-463e-ac97-f3312222ac60 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:29:10.936328 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c2abc027-932d-4a66-b9bd-7bb91ed81179 req-b446b298-0084-4c46-9d27-5aad7b0c503f tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6925311 Jan 28 00:29:10.959383 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2ae275-0d3c-4ae5-845d-eba7c1de880f x-openstack-request-id: req-6f2ae275-0d3c-4ae5-845d-eba7c1de880f {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:29:10.960035 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-deleted", "tag": "5f2b5768-b69e-46a4-9085-5302ca317eb1", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:29:10.960309 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6f2ae275-0d3c-4ae5-845d-eba7c1de880f {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:29:10.960730 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-deleted', 'tag': '5f2b5768-b69e-46a4-9085-5302ca317eb1', 'status': 'completed', 'code': 200} Jan 28 00:29:10.974201 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2cc9f-bb77-463e-ac97-f3312222ac60 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Pushing event updated for resources: {'Port': ['ID=a4380183-264b-49dd-8da6-1f184cfcd092,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:10.978363 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-2ec2cc9f-bb77-463e-ac97-f3312222ac60 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:29:10.995768 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec2cc9f-bb77-463e-ac97-f3312222ac60 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:29:11.080116 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:11.101369 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac70e1b-efc2-4712-8b89-e6f937a8567e admin admin] No DVR routers for this DVR port 6377e196-d1db-4d20-861c-4946b7699ad6 on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:29:11.166156 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac70e1b-efc2-4712-8b89-e6f937a8567e admin admin] Pushing event deleted for resources: {'Port': ['ID=6377e196-d1db-4d20-861c-4946b7699ad6,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:11.179456 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-badefca1-99a9-4673-ad45-f7abb5c5ca0e tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (25cf49c5-622d-40cd-bfbd-9fedb9c74b2a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:11.243166 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-badefca1-99a9-4673-ad45-f7abb5c5ca0e tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:11.261390 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-badefca1-99a9-4673-ad45-f7abb5c5ca0e tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "DELETE /v2.0/ports/25cf49c5-622d-40cd-bfbd-9fedb9c74b2a HTTP/1.1" status: 204 len: 168 time: 1.8114915 Jan 28 00:29:11.285143 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38836) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:11.286054 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badefca1-99a9-4673-ad45-f7abb5c5ca0e tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event deleted for resources: {'Port': ['ID=25cf49c5-622d-40cd-bfbd-9fedb9c74b2a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:11.377333 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51c5e5f-8b43-4723-b815-4593a799f3c9 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] DELETE failed (client error): The resource could not be found. Jan 28 00:29:11.377819 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b51c5e5f-8b43-4723-b815-4593a799f3c9 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:29:11.383486 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b51c5e5f-8b43-4723-b815-4593a799f3c9 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "DELETE /v2.0/subnets/58717497-0911-48cb-8763-ade0a46257c4 HTTP/1.1" status: 404 len: 337 time: 0.0908396 Jan 28 00:29:11.386833 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38840) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:11.444802 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eac70e1b-efc2-4712-8b89-e6f937a8567e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (678f63f0-3e7e-4ad4-8cdb-170d969c9da0), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:11.539393 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-62467463-b927-4469-81a1-1a3c50c33143 req-4dae3e3a-c400-4c30-8c1a-38f56cfb74b8 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Deleting port cd7a9ba0-5a49-4f0f-bbe3-164519fac46b {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:11.540130 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-62467463-b927-4469-81a1-1a3c50c33143 req-4dae3e3a-c400-4c30-8c1a-38f56cfb74b8 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (cd7a9ba0-5a49-4f0f-bbe3-164519fac46b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:11.546326 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-eac70e1b-efc2-4712-8b89-e6f937a8567e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678f63f0-3e7e-4ad4-8cdb-170d969c9da0']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:11.552336 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5276713a-40c2-4262-9f69-05f0a9a8005a tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (144cefac-2956-4ec7-989e-4c793922fc2a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:11.579842 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-eac70e1b-efc2-4712-8b89-e6f937a8567e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80704560-663f-4217-8faf-19a0c17d34a2') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:11.580239 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-eac70e1b-efc2-4712-8b89-e6f937a8567e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80704560-663f-4217-8faf-19a0c17d34a2') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:11.601020 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3326a8-b1c2-459c-8af9-21cc468fdf0d None None] New status for floating IP 2d86ea61-f9f5-4c6e-9603-4341d5e57d4b: DOWN {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:29:11.645478 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eac70e1b-efc2-4712-8b89-e6f937a8567e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (80704560-663f-4217-8faf-19a0c17d34a2), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:11.844430 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eac70e1b-efc2-4712-8b89-e6f937a8567e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (80704560-663f-4217-8faf-19a0c17d34a2), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:11.887584 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac70e1b-efc2-4712-8b89-e6f937a8567e admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:29:11.888374 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eac70e1b-efc2-4712-8b89-e6f937a8567e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (80704560-663f-4217-8faf-19a0c17d34a2), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:29:11.891782 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:29:11.910503 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5086aa5a-901f-463d-8391-4c3aac4603fd tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (f424b26a-a94f-4c6f-806a-d28ebf11cf41), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:11.922355 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5276713a-40c2-4262-9f69-05f0a9a8005a tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (144cefac-2956-4ec7-989e-4c793922fc2a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:11.948000 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-5276713a-40c2-4262-9f69-05f0a9a8005a tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144cefac-2956-4ec7-989e-4c793922fc2a']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:11.959460 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-5276713a-40c2-4262-9f69-05f0a9a8005a tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dabdcef0-0b04-4bba-8f23-f4061d3db1c0') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:11.959828 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-5276713a-40c2-4262-9f69-05f0a9a8005a tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dabdcef0-0b04-4bba-8f23-f4061d3db1c0') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:11.971123 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5276713a-40c2-4262-9f69-05f0a9a8005a tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (dabdcef0-0b04-4bba-8f23-f4061d3db1c0), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:11.978439 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2ec2cc9f-bb77-463e-ac97-f3312222ac60 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router_gateway (38fe33b7-4257-4939-9e62-78e496338cb8), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:11.991029 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5276713a-40c2-4262-9f69-05f0a9a8005a tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (dabdcef0-0b04-4bba-8f23-f4061d3db1c0), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:12.000202 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5276713a-40c2-4262-9f69-05f0a9a8005a tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:29:12.000202 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5276713a-40c2-4262-9f69-05f0a9a8005a tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (dabdcef0-0b04-4bba-8f23-f4061d3db1c0), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:12.065495 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:29:12.065495 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:29:12.065495 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:29:12.065495 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:29:12.065495 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:29:12.065495 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:29:12.065495 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:29:12.065495 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:29:12.065495 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:29:12.065495 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:29:12.065495 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:29:12.065495 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:29:12.065495 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:29:12.065495 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:29:12.065495 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:29:12.065495 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:29:12.065495 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:29:12.065495 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:29:12.065495 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:29:12.065495 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:29:12.065495 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:29:12.065495 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:29:12.065495 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:29:12.065495 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:29:12.065495 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:29:12.065495 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:29:12.065495 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:29:12.065495 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:29:12.065495 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:29:12.065495 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:29:12.065495 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:29:12.065495 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:29:12.096783 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-62467463-b927-4469-81a1-1a3c50c33143 req-4dae3e3a-c400-4c30-8c1a-38f56cfb74b8 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] For port cd7a9ba0-5a49-4f0f-bbe3-164519fac46b, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=cd7a9ba0-5a49-4f0f-bbe3-164519fac46b,segment=NetworkSegment(f11e5768-33c6-4da6-b3cf-f52484509446),segment_id=f11e5768-33c6-4da6-b3cf-f52484509446)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:29:12.098417 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-62467463-b927-4469-81a1-1a3c50c33143 req-4dae3e3a-c400-4c30-8c1a-38f56cfb74b8 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (cd7a9ba0-5a49-4f0f-bbe3-164519fac46b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:12.104604 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5276713a-40c2-4262-9f69-05f0a9a8005a tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (144cefac-2956-4ec7-989e-4c793922fc2a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:12.120684 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5276713a-40c2-4262-9f69-05f0a9a8005a tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:12.125082 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5276713a-40c2-4262-9f69-05f0a9a8005a tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "DELETE /v2.0/networks/144cefac-2956-4ec7-989e-4c793922fc2a HTTP/1.1" status: 204 len: 168 time: 0.7301269 Jan 28 00:29:12.147374 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38858) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:12.167452 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276713a-40c2-4262-9f69-05f0a9a8005a tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event deleted for resources: {'Network': ['ID=144cefac-2956-4ec7-989e-4c793922fc2a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:12.170210 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:12.246771 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-62467463-b927-4469-81a1-1a3c50c33143 req-4dae3e3a-c400-4c30-8c1a-38f56cfb74b8 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Calling delete_port for cd7a9ba0-5a49-4f0f-bbe3-164519fac46b owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:12.296046 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eac70e1b-efc2-4712-8b89-e6f937a8567e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (678f63f0-3e7e-4ad4-8cdb-170d969c9da0), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:12.312136 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eac70e1b-efc2-4712-8b89-e6f937a8567e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:12.315759 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-eac70e1b-efc2-4712-8b89-e6f937a8567e admin admin] 10.222.0.70 "DELETE /v2.0/networks/678f63f0-3e7e-4ad4-8cdb-170d969c9da0 HTTP/1.1" status: 204 len: 168 time: 4.3027258 Jan 28 00:29:12.536112 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac70e1b-efc2-4712-8b89-e6f937a8567e admin admin] Pushing event deleted for resources: {'Network': ['ID=678f63f0-3e7e-4ad4-8cdb-170d969c9da0,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:12.638868 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090e0ac-700c-44f6-a424-b304d0fda76a req-c07038ae-ec82-48a6-9a65-1542cef8ddc5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:12.641935 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b090e0ac-700c-44f6-a424-b304d0fda76a req-c07038ae-ec82-48a6-9a65-1542cef8ddc5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 943 time: 0.4374492 Jan 28 00:29:12.727738 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5086aa5a-901f-463d-8391-4c3aac4603fd tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Deleting port 8e603d1b-d165-4964-a832-589e45b86ff1 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:12.728548 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5086aa5a-901f-463d-8391-4c3aac4603fd tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (8e603d1b-d165-4964-a832-589e45b86ff1), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:12.849166 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:12.959174 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5086aa5a-901f-463d-8391-4c3aac4603fd tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] For port 8e603d1b-d165-4964-a832-589e45b86ff1, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8e603d1b-d165-4964-a832-589e45b86ff1,segment=NetworkSegment(a15eb001-28f0-4f26-98ae-1a82ddb0cd83),segment_id=a15eb001-28f0-4f26-98ae-1a82ddb0cd83)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:29:12.959531 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5086aa5a-901f-463d-8391-4c3aac4603fd tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (8e603d1b-d165-4964-a832-589e45b86ff1), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:12.993605 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5086aa5a-901f-463d-8391-4c3aac4603fd tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Calling delete_port for 8e603d1b-d165-4964-a832-589e45b86ff1 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:13.024325 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38876) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:13.134962 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ccb8ea28-c2e0-495b-afbb-0cf8f27d8339 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=714312f3f50a4971b99fea5b842dea10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1076555 Jan 28 00:29:13.135665 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38880) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:13.246714 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-36ec9c70-eb3d-4701-9274-1a9bcf9ba8b2 admin admin] Publish callbacks [] for security_group (ef3b6982-3d78-4035-b387-7c9ea7be6a84), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:13.282485 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-36ec9c70-eb3d-4701-9274-1a9bcf9ba8b2 admin admin] Publish callbacks [] for security_group (ef3b6982-3d78-4035-b387-7c9ea7be6a84), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:13.393592 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5086aa5a-901f-463d-8391-4c3aac4603fd tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (8e603d1b-d165-4964-a832-589e45b86ff1), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:13.446462 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086aa5a-901f-463d-8391-4c3aac4603fd tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Port': ['ID=8e603d1b-d165-4964-a832-589e45b86ff1,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:13.446994 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-68c647af-cb90-4932-bd1e-277ad755bc4d tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Deleting port 0e766dc3-d3f3-4522-a581-8603abbe8776 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:13.446994 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68c647af-cb90-4932-bd1e-277ad755bc4d tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (0e766dc3-d3f3-4522-a581-8603abbe8776), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:13.536534 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-36ec9c70-eb3d-4701-9274-1a9bcf9ba8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ef3b6982-3d78-4035-b387-7c9ea7be6a84), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:13.546603 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-36ec9c70-eb3d-4701-9274-1a9bcf9ba8b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:13.554927 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-36ec9c70-eb3d-4701-9274-1a9bcf9ba8b2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ef3b6982-3d78-4035-b387-7c9ea7be6a84 HTTP/1.1" status: 204 len: 168 time: 0.4149053 Jan 28 00:29:13.575746 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec9c70-eb3d-4701-9274-1a9bcf9ba8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3b6982-3d78-4035-b387-7c9ea7be6a84,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:13.577007 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b090e0ac-700c-44f6-a424-b304d0fda76a req-815d6865-3629-4a58-b34e-4100c410e4d5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7a2c49d-3408-4523-8d20-ab27295ac696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7876458 Jan 28 00:29:13.603928 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2ec2cc9f-bb77-463e-ac97-f3312222ac60 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (38fe33b7-4257-4939-9e62-78e496338cb8), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:13.617712 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-62467463-b927-4469-81a1-1a3c50c33143 req-4dae3e3a-c400-4c30-8c1a-38f56cfb74b8 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (cd7a9ba0-5a49-4f0f-bbe3-164519fac46b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:13.620806 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68c647af-cb90-4932-bd1e-277ad755bc4d tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (0e766dc3-d3f3-4522-a581-8603abbe8776), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:13.745246 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-68c647af-cb90-4932-bd1e-277ad755bc4d tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Calling delete_port for 0e766dc3-d3f3-4522-a581-8603abbe8776 owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:13.754869 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5086aa5a-901f-463d-8391-4c3aac4603fd tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (f424b26a-a94f-4c6f-806a-d28ebf11cf41), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:13.761560 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae3e3a-c400-4c30-8c1a-38f56cfb74b8 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Pushing event deleted for resources: {'Port': ['ID=cd7a9ba0-5a49-4f0f-bbe3-164519fac46b,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:14.136532 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-62467463-b927-4469-81a1-1a3c50c33143 req-4dae3e3a-c400-4c30-8c1a-38f56cfb74b8 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] No DVR routers for this DVR port cd7a9ba0-5a49-4f0f-bbe3-164519fac46b on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:29:14.147484 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-62467463-b927-4469-81a1-1a3c50c33143 req-4dae3e3a-c400-4c30-8c1a-38f56cfb74b8 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:14.151038 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62467463-b927-4469-81a1-1a3c50c33143 req-4dae3e3a-c400-4c30-8c1a-38f56cfb74b8 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.52 "DELETE /v2.0/ports/cd7a9ba0-5a49-4f0f-bbe3-164519fac46b HTTP/1.1" status: 204 len: 173 time: 3.7089696 Jan 28 00:29:14.291959 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-deleted', 'tag': 'cd7a9ba0-5a49-4f0f-bbe3-164519fac46b'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:29:14.300204 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae011043-a4af-43f6-8b92-c4457b91e02a" -d '{"events": [{"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-deleted", "tag": "cd7a9ba0-5a49-4f0f-bbe3-164519fac46b"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:29:14.300550 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:14.435885 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b0953b-cf96-4e98-8ac9-f4c399d38e98 x-openstack-request-id: req-28b0953b-cf96-4e98-8ac9-f4c399d38e98 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:29:14.436374 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16784ea-d4c5-4e98-9784-96a9eb4011ce", "name": "network-vif-deleted", "tag": "cd7a9ba0-5a49-4f0f-bbe3-164519fac46b", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:29:14.454443 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-28b0953b-cf96-4e98-8ac9-f4c399d38e98 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:29:14.455310 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16784ea-d4c5-4e98-9784-96a9eb4011ce', 'name': 'network-vif-deleted', 'tag': 'cd7a9ba0-5a49-4f0f-bbe3-164519fac46b', 'status': 'completed', 'code': 200} Jan 28 00:29:14.478259 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5086aa5a-901f-463d-8391-4c3aac4603fd tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Router f424b26a-a94f-4c6f-806a-d28ebf11cf41 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:29:14.611328 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68c647af-cb90-4932-bd1e-277ad755bc4d tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (0e766dc3-d3f3-4522-a581-8603abbe8776), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:14.779959 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68c647af-cb90-4932-bd1e-277ad755bc4d tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:14.790402 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-68c647af-cb90-4932-bd1e-277ad755bc4d tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "DELETE /v2.0/ports/0e766dc3-d3f3-4522-a581-8603abbe8776 HTTP/1.1" status: 204 len: 168 time: 2.6304824 Jan 28 00:29:14.798007 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38938) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:14.859712 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5086aa5a-901f-463d-8391-4c3aac4603fd tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:29:14.864539 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c647af-cb90-4932-bd1e-277ad755bc4d tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event deleted for resources: {'Port': ['ID=0e766dc3-d3f3-4522-a581-8603abbe8776,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:14.875013 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5086aa5a-901f-463d-8391-4c3aac4603fd tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "PUT /v2.0/routers/f424b26a-a94f-4c6f-806a-d28ebf11cf41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8345373 Jan 28 00:29:14.877035 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd81300-5f73-4945-b28e-24ce412e9639 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] DELETE failed (client error): The resource could not be found. Jan 28 00:29:14.877985 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd81300-5f73-4945-b28e-24ce412e9639 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:29:14.879548 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38946) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:14.887968 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1dd81300-5f73-4945-b28e-24ce412e9639 tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "DELETE /v2.0/subnets/33bc3356-f03a-4e0a-a96f-7fb70235579c HTTP/1.1" status: 404 len: 337 time: 0.0882766 Jan 28 00:29:14.889289 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38948) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:14.890131 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc8d283-56ff-4582-bb9f-ee5ac31dc583 None None] Sync routers for ids ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:29:14.910404 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc8d283-56ff-4582-bb9f-ee5ac31dc583 None None] Routers {'f424b26a-a94f-4c6f-806a-d28ebf11cf41'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:29:14.911441 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-fbc8d283-56ff-4582-bb9f-ee5ac31dc583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:29:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:14.968948 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dd6823c7-73c9-407a-942a-0184fa9c588b req-c1c62d68-90a2-438a-a792-5c7fd367ec11 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.1276290 Jan 28 00:29:15.088721 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:29:15.123557 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-046c813b-e302-4ff1-9eef-b2651f2b80ca tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (360c371d-70c9-442f-950e-0d09b7998fc6), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:15.125175 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec2cc9f-bb77-463e-ac97-f3312222ac60 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Router 38fe33b7-4257-4939-9e62-78e496338cb8 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:29:15.166088 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d96d66-a422-44a3-89e2-9d5db86cf482 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Deleting subnet b41040e5-788b-4c34-ac34-85197ff0ca28 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:29:15.175740 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b3d96d66-a422-44a3-89e2-9d5db86cf482 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for subnet (b41040e5-788b-4c34-ac34-85197ff0ca28), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:15.236817 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-fbc8d283-56ff-4582-bb9f-ee5ac31dc583 None None] Set router f424b26a-a94f-4c6f-806a-d28ebf11cf41 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:29:15.364051 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-046c813b-e302-4ff1-9eef-b2651f2b80ca tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Deleting port 41239932-7710-4ce9-b23d-0129d3c505ba {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:15.364624 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-046c813b-e302-4ff1-9eef-b2651f2b80ca tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (41239932-7710-4ce9-b23d-0129d3c505ba), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:15.394241 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b3d96d66-a422-44a3-89e2-9d5db86cf482 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (b41040e5-788b-4c34-ac34-85197ff0ca28), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:15.595086 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-046c813b-e302-4ff1-9eef-b2651f2b80ca tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] For port 41239932-7710-4ce9-b23d-0129d3c505ba, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=41239932-7710-4ce9-b23d-0129d3c505ba,segment=NetworkSegment(a4e04b21-0881-422a-9c6a-8f6fab64a0de),segment_id=a4e04b21-0881-422a-9c6a-8f6fab64a0de)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:29:15.599404 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-046c813b-e302-4ff1-9eef-b2651f2b80ca tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (41239932-7710-4ce9-b23d-0129d3c505ba), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:15.626585 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec2cc9f-bb77-463e-ac97-f3312222ac60 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:29:15.643417 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103ee85e-8055-4330-8513-d6e306607ff0 None None] Sync routers for ids ['38fe33b7-4257-4939-9e62-78e496338cb8'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:29:15.658070 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38974) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:15.670248 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-046c813b-e302-4ff1-9eef-b2651f2b80ca tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Calling delete_port for 41239932-7710-4ce9-b23d-0129d3c505ba owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:15.678917 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103ee85e-8055-4330-8513-d6e306607ff0 None None] Routers {'38fe33b7-4257-4939-9e62-78e496338cb8'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:29:15.681685 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-103ee85e-8055-4330-8513-d6e306607ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:29:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['38fe33b7-4257-4939-9e62-78e496338cb8'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:15.757316 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-fbc8d283-56ff-4582-bb9f-ee5ac31dc583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:29:13Z', 'revision_number': 9, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None, '_interfaces': [{'id': '2991eb37-e8e6-4286-b31b-ac54cd6b3c27', 'name': '', 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:00:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:10Z', 'updated_at': '2022-01-28T00:28:19Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa31b11e-19f9-4106-a028-75909de3b365', 'name': '', 'network_id': 'a892d91e-d36d-48ed-be9a-abe2370e0e32', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:06:90:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:19Z', 'updated_at': '2022-01-28T00:28:29Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:15.763685 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2ec2cc9f-bb77-463e-ac97-f3312222ac60 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:15.765028 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2ec2cc9f-bb77-463e-ac97-f3312222ac60 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 12.3329296 Jan 28 00:29:15.789906 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38980) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:15.830341 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-357c2de4-24cd-4d5a-98f4-6e8807c8efd6 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:29:15.853578 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-046c813b-e302-4ff1-9eef-b2651f2b80ca tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (41239932-7710-4ce9-b23d-0129d3c505ba), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:15.863897 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc8d283-56ff-4582-bb9f-ee5ac31dc583 None None] Checking router: f424b26a-a94f-4c6f-806a-d28ebf11cf41 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:29:15.873388 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-103ee85e-8055-4330-8513-d6e306607ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:15.881654 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc8d283-56ff-4582-bb9f-ee5ac31dc583 None None] Routers {'f424b26a-a94f-4c6f-806a-d28ebf11cf41'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:29:15.883228 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-fbc8d283-56ff-4582-bb9f-ee5ac31dc583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:29:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:15.903174 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046c813b-e302-4ff1-9eef-b2651f2b80ca tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] No DVR routers for this DVR port 41239932-7710-4ce9-b23d-0129d3c505ba on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:29:15.908919 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103ee85e-8055-4330-8513-d6e306607ff0 None None] Routers {'38fe33b7-4257-4939-9e62-78e496338cb8'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:29:15.911405 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-103ee85e-8055-4330-8513-d6e306607ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:29:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['38fe33b7-4257-4939-9e62-78e496338cb8'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:15.992386 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b3d96d66-a422-44a3-89e2-9d5db86cf482 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (b41040e5-788b-4c34-ac34-85197ff0ca28), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:16.026499 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-103ee85e-8055-4330-8513-d6e306607ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:16.027745 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103ee85e-8055-4330-8513-d6e306607ff0 None None] The sync data for ids ['38fe33b7-4257-4939-9e62-78e496338cb8'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:29:16.043320 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c813b-e302-4ff1-9eef-b2651f2b80ca tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event deleted for resources: {'Port': ['ID=41239932-7710-4ce9-b23d-0129d3c505ba,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:16.068925 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-fbc8d283-56ff-4582-bb9f-ee5ac31dc583 None None] Set router f424b26a-a94f-4c6f-806a-d28ebf11cf41 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:29:16.129182 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-b441dd8a-c630-493d-b549-616aceb01cc4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2138166117-network', 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:29:16.209215 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-046c813b-e302-4ff1-9eef-b2651f2b80ca tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (360c371d-70c9-442f-950e-0d09b7998fc6), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:16.317099 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-046c813b-e302-4ff1-9eef-b2651f2b80ca tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['360c371d-70c9-442f-950e-0d09b7998fc6']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:16.340468 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-89420eba-613e-48da-94be-76f6f9c63c9d req-61998fde-7629-4e48-b25e-6ec0590d8d75 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.1329868 Jan 28 00:29:16.347601 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b3d96d66-a422-44a3-89e2-9d5db86cf482 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (b41040e5-788b-4c34-ac34-85197ff0ca28), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:16.358182 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b441dd8a-c630-493d-b549-616aceb01cc4 admin admin] Made reservation on behalf of 5bda1a11a40447e984dbfecb2102fcad for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:29:16.360930 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b441dd8a-c630-493d-b549-616aceb01cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:16.362708 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-046c813b-e302-4ff1-9eef-b2651f2b80ca tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e04b21-0881-422a-9c6a-8f6fab64a0de') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:16.363032 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-046c813b-e302-4ff1-9eef-b2651f2b80ca tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e04b21-0881-422a-9c6a-8f6fab64a0de') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:16.385434 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-046c813b-e302-4ff1-9eef-b2651f2b80ca tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (a4e04b21-0881-422a-9c6a-8f6fab64a0de), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:16.420122 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b441dd8a-c630-493d-b549-616aceb01cc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:16.425661 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-046c813b-e302-4ff1-9eef-b2651f2b80ca tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (a4e04b21-0881-422a-9c6a-8f6fab64a0de), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:16.425995 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceffbc7-640a-48d6-b66d-cc87e6078a31 None None] Network f1b67435-a32e-4255-b177-c416810b653a requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:29:16.454552 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b3d96d66-a422-44a3-89e2-9d5db86cf482 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:16.457656 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046c813b-e302-4ff1-9eef-b2651f2b80ca tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:29:16.458296 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-046c813b-e302-4ff1-9eef-b2651f2b80ca tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (a4e04b21-0881-422a-9c6a-8f6fab64a0de), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:16.461061 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b3d96d66-a422-44a3-89e2-9d5db86cf482 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/subnets/b41040e5-788b-4c34-ac34-85197ff0ca28 HTTP/1.1" status: 204 len: 168 time: 1.5803881 Jan 28 00:29:16.462811 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:29:16.462811 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:29:16.462811 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:29:16.462811 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:29:16.462811 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:29:16.462811 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:29:16.462811 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:29:16.462811 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:29:16.462811 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:29:16.462811 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:29:16.462811 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:29:16.462811 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:29:16.462811 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:29:16.462811 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:29:16.462811 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:29:16.462811 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:29:16.462811 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:29:16.462811 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:29:16.462811 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:29:16.462811 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:29:16.462811 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:29:16.462811 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:29:16.462811 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:29:16.462811 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:29:16.462811 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:29:16.462811 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:29:16.462811 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:29:16.462811 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:29:16.462811 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:29:16.462811 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:29:16.462811 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:29:16.462811 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:29:16.468944 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d96d66-a422-44a3-89e2-9d5db86cf482 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Subnet': ['ID=b41040e5-788b-4c34-ac34-85197ff0ca28,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:16.469488 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39006) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:16.645723 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-fbc8d283-56ff-4582-bb9f-ee5ac31dc583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:29:13Z', 'revision_number': 9, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None, '_interfaces': [{'id': '2991eb37-e8e6-4286-b31b-ac54cd6b3c27', 'name': '', 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:00:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:10Z', 'updated_at': '2022-01-28T00:28:19Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa31b11e-19f9-4106-a028-75909de3b365', 'name': '', 'network_id': 'a892d91e-d36d-48ed-be9a-abe2370e0e32', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:06:90:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:19Z', 'updated_at': '2022-01-28T00:28:29Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:16.762575 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc8d283-56ff-4582-bb9f-ee5ac31dc583 None None] The sync data for ids ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'] in n-d-826754-1 is: [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:29:13Z', 'revision_number': 9, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None, '_interfaces': [{'id': '2991eb37-e8e6-4286-b31b-ac54cd6b3c27', 'name': '', 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:00:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:10Z', 'updated_at': '2022-01-28T00:28:19Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa31b11e-19f9-4106-a028-75909de3b365', 'name': '', 'network_id': 'a892d91e-d36d-48ed-be9a-abe2370e0e32', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:06:90:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:19Z', 'updated_at': '2022-01-28T00:28:29Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': 'a0d54941-2b8c-46f0-b709-c87e6f1ba03f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:29:16.775601 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-046c813b-e302-4ff1-9eef-b2651f2b80ca tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (360c371d-70c9-442f-950e-0d09b7998fc6), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:16.806025 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-046c813b-e302-4ff1-9eef-b2651f2b80ca tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:16.813836 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-046c813b-e302-4ff1-9eef-b2651f2b80ca tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "DELETE /v2.0/networks/360c371d-70c9-442f-950e-0d09b7998fc6 HTTP/1.1" status: 204 len: 168 time: 1.9176977 Jan 28 00:29:16.818414 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39022) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:16.842435 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f643f3-4ec3-412e-87e8-026f4719cb09 None None] DHCP port deletion for f1b67435-a32e-4255-b177-c416810b653a request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:29:16.862153 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad579390-256d-4048-9163-017f24cfb5d5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (f1b67435-a32e-4255-b177-c416810b653a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:16.863271 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c813b-e302-4ff1-9eef-b2651f2b80ca tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event deleted for resources: {'Network': ['ID=360c371d-70c9-442f-950e-0d09b7998fc6,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:16.949825 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-d445563d-e966-4f92-b694-93327a89ba0d tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Deleting subnet c1cb4ea3-8a79-4b9f-95ea-5b3f189d54e4 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:29:16.971707 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d445563d-e966-4f92-b694-93327a89ba0d tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks [] for subnet (c1cb4ea3-8a79-4b9f-95ea-5b3f189d54e4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:16.987649 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e4f643f3-4ec3-412e-87e8-026f4719cb09 None None] Deleting port b38e9a05-5894-4f34-89b2-eb7481603c27 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:16.988056 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e4f643f3-4ec3-412e-87e8-026f4719cb09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b38e9a05-5894-4f34-89b2-eb7481603c27), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:17.228061 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d445563d-e966-4f92-b694-93327a89ba0d tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (c1cb4ea3-8a79-4b9f-95ea-5b3f189d54e4), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:17.264797 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-e4f643f3-4ec3-412e-87e8-026f4719cb09 None None] For port b38e9a05-5894-4f34-89b2-eb7481603c27, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b38e9a05-5894-4f34-89b2-eb7481603c27,segment=NetworkSegment(a15eb001-28f0-4f26-98ae-1a82ddb0cd83),segment_id=a15eb001-28f0-4f26-98ae-1a82ddb0cd83)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:29:17.265362 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e4f643f3-4ec3-412e-87e8-026f4719cb09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b38e9a05-5894-4f34-89b2-eb7481603c27), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:17.304594 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e4f643f3-4ec3-412e-87e8-026f4719cb09 None None] Calling delete_port for b38e9a05-5894-4f34-89b2-eb7481603c27 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:17.326889 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b441dd8a-c630-493d-b549-616aceb01cc4 admin admin] Publish callbacks [] for security_group (b553b728-4e35-47a5-ad97-43b207d9a8d8), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:17.345340 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b441dd8a-c630-493d-b549-616aceb01cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b553b728-4e35-47a5-ad97-43b207d9a8d8), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:17.518167 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b441dd8a-c630-493d-b549-616aceb01cc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:29:17.543789 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441dd8a-c630-493d-b549-616aceb01cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b553b728-4e35-47a5-ad97-43b207d9a8d8,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:17.564849 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b441dd8a-c630-493d-b549-616aceb01cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (5700de21-b7f1-4e44-ac79-faad96102485), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:17.565656 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-b441dd8a-c630-493d-b549-616aceb01cc4 admin admin] Added segment 5700de21-b7f1-4e44-ac79-faad96102485 of type vlan for network 962b6d11-960d-42e0-95f3-b55d3f9f0ed4 Jan 28 00:29:17.630565 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-357c2de4-24cd-4d5a-98f4-6e8807c8efd6 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router_gateway (38fe33b7-4257-4939-9e62-78e496338cb8), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:17.686107 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d445563d-e966-4f92-b694-93327a89ba0d tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (c1cb4ea3-8a79-4b9f-95ea-5b3f189d54e4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:17.710058 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5b193493-1f88-4ab5-9585-c4511f712f04 req-1962ea60-7f62-4ccc-9001-61c6b2e18ba9 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.0929210 Jan 28 00:29:17.735043 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39048) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:17.740712 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b441dd8a-c630-493d-b549-616aceb01cc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (962b6d11-960d-42e0-95f3-b55d3f9f0ed4), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:17.750941 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-357c2de4-24cd-4d5a-98f4-6e8807c8efd6 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router_gateway (38fe33b7-4257-4939-9e62-78e496338cb8), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:17.819947 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8e603d1b-d165-4964-a832-589e45b86ff1 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:29:17.837163 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d445563d-e966-4f92-b694-93327a89ba0d tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (c1cb4ea3-8a79-4b9f-95ea-5b3f189d54e4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:17.848721 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ad579390-256d-4048-9163-017f24cfb5d5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Deleting port b38e9a05-5894-4f34-89b2-eb7481603c27 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:17.849339 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad579390-256d-4048-9163-017f24cfb5d5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b38e9a05-5894-4f34-89b2-eb7481603c27), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:17.880204 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 8e603d1b-d165-4964-a832-589e45b86ff1 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:29:17.882846 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8e603d1b-d165-4964-a832-589e45b86ff1 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:29:17.884477 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b38e9a05-5894-4f34-89b2-eb7481603c27 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:29:17.886606 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b441dd8a-c630-493d-b549-616aceb01cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (962b6d11-960d-42e0-95f3-b55d3f9f0ed4), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:17.893757 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445563d-e966-4f92-b694-93327a89ba0d tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event deleted for resources: {'Subnet': ['ID=c1cb4ea3-8a79-4b9f-95ea-5b3f189d54e4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:17.900738 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d445563d-e966-4f92-b694-93327a89ba0d tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:17.906420 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d445563d-e966-4f92-b694-93327a89ba0d tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "DELETE /v2.0/subnets/c1cb4ea3-8a79-4b9f-95ea-5b3f189d54e4 HTTP/1.1" status: 204 len: 168 time: 1.0879555 Jan 28 00:29:17.911974 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b441dd8a-c630-493d-b549-616aceb01cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:17.913221 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b441dd8a-c630-493d-b549-616aceb01cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:17.935246 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39052) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:17.985906 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08fb6fa-359d-412c-8107-d27e5f3ca6fa None None] Network 32ed46c2-b588-4023-91ba-f0fb6de41583 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:29:18.003608 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b441dd8a-c630-493d-b549-616aceb01cc4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3116457 Jan 28 00:29:18.008913 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39054) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:18.274730 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5ab222e4-6add-415a-a322-5a70bb6d405a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:18.294838 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441dd8a-c630-493d-b549-616aceb01cc4 admin admin] Pushing event updated for resources: {'Network': ['ID=962b6d11-960d-42e0-95f3-b55d3f9f0ed4,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:18.368093 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 962b6d11-960d-42e0-95f3-b55d3f9f0ed4 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:29:18.375110 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9b050e3a-4c0f-4dfa-83f9-c3ebfb94f2eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (32ed46c2-b588-4023-91ba-f0fb6de41583), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:18.385013 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-357c2de4-24cd-4d5a-98f4-6e8807c8efd6 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Deleting port a4380183-264b-49dd-8da6-1f184cfcd092 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:18.386250 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-357c2de4-24cd-4d5a-98f4-6e8807c8efd6 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (a4380183-264b-49dd-8da6-1f184cfcd092), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:18.402571 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2417aa9e-6f11-44dc-b3ad-e79f9c1cf9b7 admin admin] Request body: {'subnet': {'network_id': '962b6d11-960d-42e0-95f3-b55d3f9f0ed4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2138166117-subnet', 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:29:18.441305 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ad579390-256d-4048-9163-017f24cfb5d5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] For port b38e9a05-5894-4f34-89b2-eb7481603c27, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b38e9a05-5894-4f34-89b2-eb7481603c27,segment=NetworkSegment(a15eb001-28f0-4f26-98ae-1a82ddb0cd83),segment_id=a15eb001-28f0-4f26-98ae-1a82ddb0cd83)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:29:18.441797 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad579390-256d-4048-9163-017f24cfb5d5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b38e9a05-5894-4f34-89b2-eb7481603c27), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:18.459764 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2417aa9e-6f11-44dc-b3ad-e79f9c1cf9b7 admin admin] Made reservation on behalf of 5bda1a11a40447e984dbfecb2102fcad for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:29:18.462119 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2417aa9e-6f11-44dc-b3ad-e79f9c1cf9b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:18.465180 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ad579390-256d-4048-9163-017f24cfb5d5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Calling delete_port for b38e9a05-5894-4f34-89b2-eb7481603c27 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:18.579389 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e4f643f3-4ec3-412e-87e8-026f4719cb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (b38e9a05-5894-4f34-89b2-eb7481603c27), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:18.597269 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port b38e9a05-5894-4f34-89b2-eb7481603c27 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:29:18.597946 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b38e9a05-5894-4f34-89b2-eb7481603c27), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:18.658974 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f643f3-4ec3-412e-87e8-026f4719cb09 None None] No DVR routers for this DVR port b38e9a05-5894-4f34-89b2-eb7481603c27 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:29:18.740448 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5ab222e4-6add-415a-a322-5a70bb6d405a admin admin] Publish callbacks [] for security_group (4b3c7548-758c-4f40-8bb2-78b9d3616209), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:18.773353 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f643f3-4ec3-412e-87e8-026f4719cb09 None None] Pushing event deleted for resources: {'Port': ['ID=b38e9a05-5894-4f34-89b2-eb7481603c27,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:18.778292 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5ab222e4-6add-415a-a322-5a70bb6d405a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4b3c7548-758c-4f40-8bb2-78b9d3616209), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:18.785214 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55d7dbe-1e68-4f47-be94-c8fd5a7168ad None None] DHCP port deletion for 32ed46c2-b588-4023-91ba-f0fb6de41583 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:29:18.864796 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5ab222e4-6add-415a-a322-5a70bb6d405a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2ab186f443f6420ba45d2e700576a474&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1262932 Jan 28 00:29:18.874025 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39062) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:18.920105 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad579390-256d-4048-9163-017f24cfb5d5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (b38e9a05-5894-4f34-89b2-eb7481603c27), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:18.923899 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab222e4-6add-415a-a322-5a70bb6d405a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3c7548-758c-4f40-8bb2-78b9d3616209,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:18.946982 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-357c2de4-24cd-4d5a-98f4-6e8807c8efd6 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (a4380183-264b-49dd-8da6-1f184cfcd092), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:18.953664 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e55d7dbe-1e68-4f47-be94-c8fd5a7168ad None None] Deleting port dbb67bde-4456-4a30-be4b-0a500e1729c4 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:18.955913 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e55d7dbe-1e68-4f47-be94-c8fd5a7168ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (dbb67bde-4456-4a30-be4b-0a500e1729c4), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:18.975902 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-9b050e3a-4c0f-4dfa-83f9-c3ebfb94f2eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Deleting port dbb67bde-4456-4a30-be4b-0a500e1729c4 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:18.976326 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9b050e3a-4c0f-4dfa-83f9-c3ebfb94f2eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (dbb67bde-4456-4a30-be4b-0a500e1729c4), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:18.978715 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-357c2de4-24cd-4d5a-98f4-6e8807c8efd6 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Calling delete_port for a4380183-264b-49dd-8da6-1f184cfcd092 owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:19.070665 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-e55d7dbe-1e68-4f47-be94-c8fd5a7168ad None None] For port dbb67bde-4456-4a30-be4b-0a500e1729c4, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=dbb67bde-4456-4a30-be4b-0a500e1729c4,segment=NetworkSegment(f496ac5f-2d24-4adb-a215-b9fa0ed17219),segment_id=f496ac5f-2d24-4adb-a215-b9fa0ed17219)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:29:19.072107 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e55d7dbe-1e68-4f47-be94-c8fd5a7168ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (dbb67bde-4456-4a30-be4b-0a500e1729c4), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:19.091189 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2af4a73-17cd-4d7d-8b50-9aebc7bea78c admin admin] Publish callbacks [] for security_group (4b3c7548-758c-4f40-8bb2-78b9d3616209), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:19.104039 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e55d7dbe-1e68-4f47-be94-c8fd5a7168ad None None] Calling delete_port for dbb67bde-4456-4a30-be4b-0a500e1729c4 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:19.152863 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3bf20d7a-92d8-49ec-b48e-5d814a3199ba req-6bce5780-b34e-41c9-870c-b168d10501c9 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.1180649 Jan 28 00:29:19.227718 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad579390-256d-4048-9163-017f24cfb5d5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Port': ['ID=b38e9a05-5894-4f34-89b2-eb7481603c27,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:19.240353 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad579390-256d-4048-9163-017f24cfb5d5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] No DVR routers for this DVR port b38e9a05-5894-4f34-89b2-eb7481603c27 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:29:19.243086 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e55d7dbe-1e68-4f47-be94-c8fd5a7168ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (dbb67bde-4456-4a30-be4b-0a500e1729c4), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:19.297513 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2417aa9e-6f11-44dc-b3ad-e79f9c1cf9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (3e045621-a000-4f31-813f-19aff9c83672), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:19.298202 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2af4a73-17cd-4d7d-8b50-9aebc7bea78c admin admin] Publish callbacks [] for security_group (4b3c7548-758c-4f40-8bb2-78b9d3616209), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:19.304301 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-9b050e3a-4c0f-4dfa-83f9-c3ebfb94f2eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] For port dbb67bde-4456-4a30-be4b-0a500e1729c4, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=dbb67bde-4456-4a30-be4b-0a500e1729c4,segment=NetworkSegment(f496ac5f-2d24-4adb-a215-b9fa0ed17219),segment_id=f496ac5f-2d24-4adb-a215-b9fa0ed17219)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:29:19.304864 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9b050e3a-4c0f-4dfa-83f9-c3ebfb94f2eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (dbb67bde-4456-4a30-be4b-0a500e1729c4), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:19.369068 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d7dbe-1e68-4f47-be94-c8fd5a7168ad None None] Pushing event deleted for resources: {'Port': ['ID=dbb67bde-4456-4a30-be4b-0a500e1729c4,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:19.388843 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55d7dbe-1e68-4f47-be94-c8fd5a7168ad None None] No DVR routers for this DVR port dbb67bde-4456-4a30-be4b-0a500e1729c4 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:29:19.433635 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-9b050e3a-4c0f-4dfa-83f9-c3ebfb94f2eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Calling delete_port for dbb67bde-4456-4a30-be4b-0a500e1729c4 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:19.493655 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device dbb67bde-4456-4a30-be4b-0a500e1729c4 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:29:19.529561 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad579390-256d-4048-9163-017f24cfb5d5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (f1b67435-a32e-4255-b177-c416810b653a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:19.545153 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2417aa9e-6f11-44dc-b3ad-e79f9c1cf9b7 admin admin] Checking segment: {'id': '5700de21-b7f1-4e44-ac79-faad96102485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '962b6d11-960d-42e0-95f3-b55d3f9f0ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:29:19.546183 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2417aa9e-6f11-44dc-b3ad-e79f9c1cf9b7 admin admin] Network hostable DHCP agents. Network: 962b6d11-960d-42e0-95f3-b55d3f9f0ed4, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:29:19.557174 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: dbb67bde-4456-4a30-be4b-0a500e1729c4 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:29:19.560188 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device dbb67bde-4456-4a30-be4b-0a500e1729c4 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:29:19.597102 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417aa9e-6f11-44dc-b3ad-e79f9c1cf9b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e045621-a000-4f31-813f-19aff9c83672,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:19.632455 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-ad579390-256d-4048-9163-017f24cfb5d5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b67435-a32e-4255-b177-c416810b653a']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:19.661221 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-ad579390-256d-4048-9163-017f24cfb5d5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15eb001-28f0-4f26-98ae-1a82ddb0cd83') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:19.661678 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-ad579390-256d-4048-9163-017f24cfb5d5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15eb001-28f0-4f26-98ae-1a82ddb0cd83') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:19.665880 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2417aa9e-6f11-44dc-b3ad-e79f9c1cf9b7 admin admin] Network 962b6d11-960d-42e0-95f3-b55d3f9f0ed4 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:29:19.690649 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-2417aa9e-6f11-44dc-b3ad-e79f9c1cf9b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 962b6d11-960d-42e0-95f3-b55d3f9f0ed4) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:29:19.701433 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2417aa9e-6f11-44dc-b3ad-e79f9c1cf9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:19.702519 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2417aa9e-6f11-44dc-b3ad-e79f9c1cf9b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:19.703257 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a385947-962a-4fbd-8a6a-06a3583e4325 None None] Network 962b6d11-960d-42e0-95f3-b55d3f9f0ed4 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:29:19.731592 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad579390-256d-4048-9163-017f24cfb5d5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (a15eb001-28f0-4f26-98ae-1a82ddb0cd83), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:19.744829 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2417aa9e-6f11-44dc-b3ad-e79f9c1cf9b7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7255945 Jan 28 00:29:19.758249 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39066) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:19.772576 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad579390-256d-4048-9163-017f24cfb5d5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (a15eb001-28f0-4f26-98ae-1a82ddb0cd83), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:19.796717 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-b4ff7bcf-b146-4964-9d91-0f7a0d621cf2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2138166117-router', 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:29:19.804442 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad579390-256d-4048-9163-017f24cfb5d5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:29:19.806301 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad579390-256d-4048-9163-017f24cfb5d5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (a15eb001-28f0-4f26-98ae-1a82ddb0cd83), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:29:19.823262 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:29:19.900581 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4ff7bcf-b146-4964-9d91-0f7a0d621cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (1d3a831e-710b-43db-8990-3c18926b7858), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:19.907986 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4ff7bcf-b146-4964-9d91-0f7a0d621cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (1d3a831e-710b-43db-8990-3c18926b7858), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:19.917216 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2af4a73-17cd-4d7d-8b50-9aebc7bea78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4b3c7548-758c-4f40-8bb2-78b9d3616209), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:19.927837 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2af4a73-17cd-4d7d-8b50-9aebc7bea78c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:19.933351 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b2af4a73-17cd-4d7d-8b50-9aebc7bea78c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4b3c7548-758c-4f40-8bb2-78b9d3616209 HTTP/1.1" status: 204 len: 168 time: 1.0550599 Jan 28 00:29:19.964943 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af4a73-17cd-4d7d-8b50-9aebc7bea78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3c7548-758c-4f40-8bb2-78b9d3616209,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:20.014218 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9b050e3a-4c0f-4dfa-83f9-c3ebfb94f2eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (dbb67bde-4456-4a30-be4b-0a500e1729c4), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:20.050590 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b050e3a-4c0f-4dfa-83f9-c3ebfb94f2eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event deleted for resources: {'Port': ['ID=dbb67bde-4456-4a30-be4b-0a500e1729c4,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:20.069875 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b050e3a-4c0f-4dfa-83f9-c3ebfb94f2eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] No DVR routers for this DVR port dbb67bde-4456-4a30-be4b-0a500e1729c4 on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:29:20.161012 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-357c2de4-24cd-4d5a-98f4-6e8807c8efd6 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (a4380183-264b-49dd-8da6-1f184cfcd092), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:20.198495 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad579390-256d-4048-9163-017f24cfb5d5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (f1b67435-a32e-4255-b177-c416810b653a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:20.217800 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad579390-256d-4048-9163-017f24cfb5d5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:20.233933 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ad579390-256d-4048-9163-017f24cfb5d5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/networks/f1b67435-a32e-4255-b177-c416810b653a HTTP/1.1" status: 204 len: 168 time: 3.7702515 Jan 28 00:29:20.234893 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39072) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:20.260630 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad579390-256d-4048-9163-017f24cfb5d5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Network': ['ID=f1b67435-a32e-4255-b177-c416810b653a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:20.274368 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae82b09-0771-4a1a-96d2-417ac0caa988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-962b6d11-960d-42e0-95f3-b55d3f9f0ed4', 'network_id': '962b6d11-960d-42e0-95f3-b55d3f9f0ed4', 'project_id': '5bda1a11a40447e984dbfecb2102fcad', 'fixed_ips': [{'subnet_id': '3e045621-a000-4f31-813f-19aff9c83672'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:29:20.275871 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2ae82b09-0771-4a1a-96d2-417ac0caa988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:20.461029 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c2de4-24cd-4d5a-98f4-6e8807c8efd6 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Pushing event deleted for resources: {'Port': ['ID=a4380183-264b-49dd-8da6-1f184cfcd092,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:20.550251 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4ff7bcf-b146-4964-9d91-0f7a0d621cf2 admin admin] Publish callbacks [] for router_controller (1d3a831e-710b-43db-8990-3c18926b7858), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:20.582526 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4fc79936-0a3e-4193-9dce-50c7f57fa779 req-53a99a4f-12e3-4b11-a8b0-d2507afa177f tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.1227105 Jan 28 00:29:20.587855 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9b050e3a-4c0f-4dfa-83f9-c3ebfb94f2eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (32ed46c2-b588-4023-91ba-f0fb6de41583), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:20.768556 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-2ae82b09-0771-4a1a-96d2-417ac0caa988 None None] Allocated IP 172.20.0.2 (962b6d11-960d-42e0-95f3-b55d3f9f0ed4/3e045621-a000-4f31-813f-19aff9c83672/6b9eef9a-d1a4-44a3-b707-06d9115d5bb7) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:29:20.770557 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-9b050e3a-4c0f-4dfa-83f9-c3ebfb94f2eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ed46c2-b588-4023-91ba-f0fb6de41583']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:20.784262 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-357c2de4-24cd-4d5a-98f4-6e8807c8efd6 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (38fe33b7-4257-4939-9e62-78e496338cb8), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:20.788802 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-9b050e3a-4c0f-4dfa-83f9-c3ebfb94f2eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f496ac5f-2d24-4adb-a215-b9fa0ed17219') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:20.789789 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-9b050e3a-4c0f-4dfa-83f9-c3ebfb94f2eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f496ac5f-2d24-4adb-a215-b9fa0ed17219') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:20.809014 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39080) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:20.877333 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-270946a3-f972-47cb-b955-c3c7becbf9e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:21.109820 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-91f29603-37de-46bc-83af-3d2e737f9871 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (f424b26a-a94f-4c6f-806a-d28ebf11cf41), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:21.194971 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2ae82b09-0771-4a1a-96d2-417ac0caa988 None None] Publish callbacks [] for port (6b9eef9a-d1a4-44a3-b707-06d9115d5bb7), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:21.208023 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2ae82b09-0771-4a1a-96d2-417ac0caa988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (6b9eef9a-d1a4-44a3-b707-06d9115d5bb7), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:21.222958 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-270946a3-f972-47cb-b955-c3c7becbf9e1 admin admin] Publish callbacks [] for security_group (4107263e-130f-4087-886f-97825ac378db), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:21.234314 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-270946a3-f972-47cb-b955-c3c7becbf9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4107263e-130f-4087-886f-97825ac378db), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:21.348843 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270946a3-f972-47cb-b955-c3c7becbf9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4107263e-130f-4087-886f-97825ac378db,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:21.351251 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae82b09-0771-4a1a-96d2-417ac0caa988 None None] Network 962b6d11-960d-42e0-95f3-b55d3f9f0ed4 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:29:21.374644 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-2ae82b09-0771-4a1a-96d2-417ac0caa988 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:29:21.384943 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae82b09-0771-4a1a-96d2-417ac0caa988 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:29:21.395236 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-270946a3-f972-47cb-b955-c3c7becbf9e1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=50d1fdfb98c54bbe9e17e5504ccd6aba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5763931 Jan 28 00:29:21.404315 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39084) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:21.498869 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae82b09-0771-4a1a-96d2-417ac0caa988 None None] Pushing event updated for resources: {'Port': ['ID=6b9eef9a-d1a4-44a3-b707-06d9115d5bb7,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:21.560314 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4ff7bcf-b146-4964-9d91-0f7a0d621cf2 admin admin] Publish callbacks [] for router_gateway (1d3a831e-710b-43db-8990-3c18926b7858), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:21.570606 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9b050e3a-4c0f-4dfa-83f9-c3ebfb94f2eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (f496ac5f-2d24-4adb-a215-b9fa0ed17219), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:21.591065 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-2ae82b09-0771-4a1a-96d2-417ac0caa988 None None] Attempting to bind port 6b9eef9a-d1a4-44a3-b707-06d9115d5bb7 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:29:21.592178 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-2ae82b09-0771-4a1a-96d2-417ac0caa988 None None] Attempting to bind port 6b9eef9a-d1a4-44a3-b707-06d9115d5bb7 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '5700de21-b7f1-4e44-ac79-faad96102485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '962b6d11-960d-42e0-95f3-b55d3f9f0ed4'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:29:21.593027 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae82b09-0771-4a1a-96d2-417ac0caa988 None None] Attempting to bind port 6b9eef9a-d1a4-44a3-b707-06d9115d5bb7 on network 962b6d11-960d-42e0-95f3-b55d3f9f0ed4 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:29:21.604919 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae82b09-0771-4a1a-96d2-417ac0caa988 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:29:21.606750 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae82b09-0771-4a1a-96d2-417ac0caa988 None None] Checking segment: {'id': '5700de21-b7f1-4e44-ac79-faad96102485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '962b6d11-960d-42e0-95f3-b55d3f9f0ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:29:21.608556 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2ae82b09-0771-4a1a-96d2-417ac0caa988 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:21.609836 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae82b09-0771-4a1a-96d2-417ac0caa988 None None] Bound using segment: {'id': '5700de21-b7f1-4e44-ac79-faad96102485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '962b6d11-960d-42e0-95f3-b55d3f9f0ed4'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:29:21.611568 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-2ae82b09-0771-4a1a-96d2-417ac0caa988 None None] Bound port: 6b9eef9a-d1a4-44a3-b707-06d9115d5bb7, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5700de21-b7f1-4e44-ac79-faad96102485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '962b6d11-960d-42e0-95f3-b55d3f9f0ed4'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:29:21.613724 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2ae82b09-0771-4a1a-96d2-417ac0caa988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6b9eef9a-d1a4-44a3-b707-06d9115d5bb7), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:21.623748 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6688248-f25c-422a-ba0f-f314e233a046 admin admin] Publish callbacks [] for security_group (4107263e-130f-4087-886f-97825ac378db), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:21.671971 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9b050e3a-4c0f-4dfa-83f9-c3ebfb94f2eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (f496ac5f-2d24-4adb-a215-b9fa0ed17219), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:21.681825 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b050e3a-4c0f-4dfa-83f9-c3ebfb94f2eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:29:21.682174 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9b050e3a-4c0f-4dfa-83f9-c3ebfb94f2eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (f496ac5f-2d24-4adb-a215-b9fa0ed17219), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:21.688118 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:29:21.688118 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:29:21.688118 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:29:21.688118 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:29:21.688118 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:29:21.688118 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:29:21.688118 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:29:21.688118 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:29:21.688118 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:29:21.688118 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:29:21.688118 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:29:21.688118 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:29:21.688118 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:29:21.688118 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:29:21.688118 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:29:21.688118 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:29:21.688118 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:29:21.688118 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:29:21.688118 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:29:21.688118 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:29:21.688118 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:29:21.688118 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:29:21.688118 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:29:21.688118 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:29:21.688118 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:29:21.688118 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:29:21.688118 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:29:21.688118 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:29:21.688118 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:29:21.688118 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:29:21.688118 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:29:21.688118 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:29:21.733989 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6688248-f25c-422a-ba0f-f314e233a046 admin admin] Publish callbacks [] for security_group (4107263e-130f-4087-886f-97825ac378db), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:21.825535 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-2ae82b09-0771-4a1a-96d2-417ac0caa988 None None] For port 6b9eef9a-d1a4-44a3-b707-06d9115d5bb7, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:29:21.830840 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-2ae82b09-0771-4a1a-96d2-417ac0caa988 None None] For port 6b9eef9a-d1a4-44a3-b707-06d9115d5bb7, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6b9eef9a-d1a4-44a3-b707-06d9115d5bb7,segment=NetworkSegment(5700de21-b7f1-4e44-ac79-faad96102485),segment_id=5700de21-b7f1-4e44-ac79-faad96102485)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:29:21.843636 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2ae82b09-0771-4a1a-96d2-417ac0caa988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6b9eef9a-d1a4-44a3-b707-06d9115d5bb7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:21.921826 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-91f29603-37de-46bc-83af-3d2e737f9871 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Deleting port fa31b11e-19f9-4106-a028-75909de3b365 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:21.922179 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-91f29603-37de-46bc-83af-3d2e737f9871 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (fa31b11e-19f9-4106-a028-75909de3b365), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:21.930108 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6688248-f25c-422a-ba0f-f314e233a046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4107263e-130f-4087-886f-97825ac378db), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:21.937479 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6688248-f25c-422a-ba0f-f314e233a046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:21.941542 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a6688248-f25c-422a-ba0f-f314e233a046 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4107263e-130f-4087-886f-97825ac378db HTTP/1.1" status: 204 len: 168 time: 0.5325575 Jan 28 00:29:21.950323 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87b2568b-c515-47ce-8bfe-8df343d176a5 req-08be20e5-469f-4ced-9d66-d328cbb187d0 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.0744159 Jan 28 00:29:21.954488 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9b050e3a-4c0f-4dfa-83f9-c3ebfb94f2eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (32ed46c2-b588-4023-91ba-f0fb6de41583), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:21.966613 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9b050e3a-4c0f-4dfa-83f9-c3ebfb94f2eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:21.977603 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6688248-f25c-422a-ba0f-f314e233a046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4107263e-130f-4087-886f-97825ac378db,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:21.993058 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9b050e3a-4c0f-4dfa-83f9-c3ebfb94f2eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] 10.222.0.70 "DELETE /v2.0/networks/32ed46c2-b588-4023-91ba-f0fb6de41583 HTTP/1.1" status: 204 len: 168 time: 4.0389762 Jan 28 00:29:22.014849 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-357c2de4-24cd-4d5a-98f4-6e8807c8efd6 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111346'] for router (38fe33b7-4257-4939-9e62-78e496338cb8), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:22.066129 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae82b09-0771-4a1a-96d2-417ac0caa988 None None] Pushing event updated for resources: {'Port': ['ID=6b9eef9a-d1a4-44a3-b707-06d9115d5bb7,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:22.075804 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-357c2de4-24cd-4d5a-98f4-6e8807c8efd6 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552731'] for router (38fe33b7-4257-4939-9e62-78e496338cb8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:22.087608 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b050e3a-4c0f-4dfa-83f9-c3ebfb94f2eb tempest-NetworksIpV6TestAttrs-200116402 tempest-NetworksIpV6TestAttrs-200116402-project] Pushing event deleted for resources: {'Network': ['ID=32ed46c2-b588-4023-91ba-f0fb6de41583,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:22.132157 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-91f29603-37de-46bc-83af-3d2e737f9871 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] For port fa31b11e-19f9-4106-a028-75909de3b365, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=fa31b11e-19f9-4106-a028-75909de3b365,segment=NetworkSegment(3f2f99a0-70ac-41e7-a911-b2ad7668b585),segment_id=3f2f99a0-70ac-41e7-a911-b2ad7668b585)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:29:22.133032 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-91f29603-37de-46bc-83af-3d2e737f9871 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (fa31b11e-19f9-4106-a028-75909de3b365), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:22.151520 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-91f29603-37de-46bc-83af-3d2e737f9871 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Calling delete_port for fa31b11e-19f9-4106-a028-75909de3b365 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:22.369989 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357c2de4-24cd-4d5a-98f4-6e8807c8efd6 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Router 38fe33b7-4257-4939-9e62-78e496338cb8 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:29:22.715475 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-91f29603-37de-46bc-83af-3d2e737f9871 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (fa31b11e-19f9-4106-a028-75909de3b365), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:22.721939 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39100) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:22.764149 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4ff7bcf-b146-4964-9d91-0f7a0d621cf2 admin admin] Publish callbacks [] for router_gateway (1d3a831e-710b-43db-8990-3c18926b7858), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:22.780100 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357c2de4-24cd-4d5a-98f4-6e8807c8efd6 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:29:22.794815 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-357c2de4-24cd-4d5a-98f4-6e8807c8efd6 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:22.796442 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-357c2de4-24cd-4d5a-98f4-6e8807c8efd6 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "PUT /v2.0/routers/38fe33b7-4257-4939-9e62-78e496338cb8 HTTP/1.1" status: 200 len: 704 time: 7.0022056 Jan 28 00:29:22.796734 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce53b88f-ab68-4f81-aa53-8df3f73b7bbb None None] Sync routers for ids ['38fe33b7-4257-4939-9e62-78e496338cb8'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:29:22.813217 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39104) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:22.820409 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4ff7bcf-b146-4964-9d91-0f7a0d621cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:22.853130 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f29603-37de-46bc-83af-3d2e737f9871 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Port': ['ID=fa31b11e-19f9-4106-a028-75909de3b365,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:22.859042 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce53b88f-ab68-4f81-aa53-8df3f73b7bbb None None] Routers {'38fe33b7-4257-4939-9e62-78e496338cb8'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:29:22.862073 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-ce53b88f-ab68-4f81-aa53-8df3f73b7bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:29:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['38fe33b7-4257-4939-9e62-78e496338cb8'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:23.069209 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-ce53b88f-ab68-4f81-aa53-8df3f73b7bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:23.131827 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce53b88f-ab68-4f81-aa53-8df3f73b7bbb None None] Routers {'38fe33b7-4257-4939-9e62-78e496338cb8'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:29:23.135076 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-b4ff7bcf-b146-4964-9d91-0f7a0d621cf2 admin admin] Allocated IP 172.25.3.138 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/a2261ec0-e0ef-413d-a987-a4a2e9f924a8) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:29:23.141411 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-ce53b88f-ab68-4f81-aa53-8df3f73b7bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:29:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['38fe33b7-4257-4939-9e62-78e496338cb8'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:23.385798 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5a28aecc-51ac-4525-9c0e-c49bb135b262 tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "GET /v2.0/routers/38fe33b7-4257-4939-9e62-78e496338cb8 HTTP/1.1" status: 200 len: 739 time: 0.5245764 Jan 28 00:29:23.391301 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39120) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:23.560559 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6c992b0-80e1-41f0-a24b-e15e402a4987 req-46c707a5-7228-4768-90f1-f6f70d2c804b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.3394473 Jan 28 00:29:23.572618 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-96b7d64f-3cf4-4176-884a-9845af9ba454 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a05633f5bd9b461fadfd250086e656fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7588830 Jan 28 00:29:23.574489 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39122) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:23.718957 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-ce53b88f-ab68-4f81-aa53-8df3f73b7bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:23.723778 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce53b88f-ab68-4f81-aa53-8df3f73b7bbb None None] The sync data for ids ['38fe33b7-4257-4939-9e62-78e496338cb8'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:29:23.734731 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6b9eef9a-d1a4-44a3-b707-06d9115d5bb7 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:29:23.807183 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-27f513f4-a299-4c1b-99c4-c12d3263703a tempest-RoutersAdminTest-2026426616 tempest-RoutersAdminTest-2026426616-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392&device_id=38fe33b7-4257-4939-9e62-78e496338cb8 HTTP/1.1" status: 200 len: 205 time: 0.4121227 Jan 28 00:29:23.810148 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39128) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:23.857591 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4ff7bcf-b146-4964-9d91-0f7a0d621cf2 admin admin] Publish callbacks [] for port (a2261ec0-e0ef-413d-a987-a4a2e9f924a8), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:23.885119 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 6b9eef9a-d1a4-44a3-b707-06d9115d5bb7 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:29:23.886270 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6b9eef9a-d1a4-44a3-b707-06d9115d5bb7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:23.902747 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9e7b9ed4-63fb-4b69-9efb-335754c72ba2 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fe33b7-4257-4939-9e62-78e496338cb8 HTTP/1.1" status: 200 len: 205 time: 0.0854142 Jan 28 00:29:23.909393 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39132) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:24.001148 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c6ad68da-b406-4e93-a509-cac6ffb265df admin admin] Publish callbacks [] for security_group (aa91e3ac-d0b9-43d3-9a2e-9b19f355d1e3), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:24.036044 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4ff7bcf-b146-4964-9d91-0f7a0d621cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (a2261ec0-e0ef-413d-a987-a4a2e9f924a8), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:24.042310 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-91f29603-37de-46bc-83af-3d2e737f9871 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (f424b26a-a94f-4c6f-806a-d28ebf11cf41), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:24.078547 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 6b9eef9a-d1a4-44a3-b707-06d9115d5bb7 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:29:24.078935 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6b9eef9a-d1a4-44a3-b707-06d9115d5bb7), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:24.096812 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c6ad68da-b406-4e93-a509-cac6ffb265df admin admin] Publish callbacks [] for security_group (aa91e3ac-d0b9-43d3-9a2e-9b19f355d1e3), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:24.147753 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ff7bcf-b146-4964-9d91-0f7a0d621cf2 admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:29:24.162799 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-b4ff7bcf-b146-4964-9d91-0f7a0d621cf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:29:24.165703 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 6b9eef9a-d1a4-44a3-b707-06d9115d5bb7, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6b9eef9a-d1a4-44a3-b707-06d9115d5bb7,segment=NetworkSegment(5700de21-b7f1-4e44-ac79-faad96102485),segment_id=5700de21-b7f1-4e44-ac79-faad96102485)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:29:24.166137 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ff7bcf-b146-4964-9d91-0f7a0d621cf2 admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:29:24.181367 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6b9eef9a-d1a4-44a3-b707-06d9115d5bb7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:24.205778 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff7bcf-b146-4964-9d91-0f7a0d621cf2 admin admin] Pushing event updated for resources: {'Port': ['ID=a2261ec0-e0ef-413d-a987-a4a2e9f924a8,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:24.237276 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a556527-72a9-4a97-8bfd-494212589faf None None] Network 962b6d11-960d-42e0-95f3-b55d3f9f0ed4 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:29:24.292223 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-94aa2ac7-587b-401d-bbec-9dfadac276a6 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router (38fe33b7-4257-4939-9e62-78e496338cb8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:24.370852 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c6ad68da-b406-4e93-a509-cac6ffb265df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (aa91e3ac-d0b9-43d3-9a2e-9b19f355d1e3), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:24.373791 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c6ad68da-b406-4e93-a509-cac6ffb265df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:24.378673 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c6ad68da-b406-4e93-a509-cac6ffb265df admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aa91e3ac-d0b9-43d3-9a2e-9b19f355d1e3 HTTP/1.1" status: 204 len: 168 time: 0.8014309 Jan 28 00:29:24.433470 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=6b9eef9a-d1a4-44a3-b707-06d9115d5bb7,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:24.462082 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad68da-b406-4e93-a509-cac6ffb265df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa91e3ac-d0b9-43d3-9a2e-9b19f355d1e3,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:24.482748 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2ef80409-bf49-409f-9057-e97c2cd8c465 None None] Provisioning complete for port 6b9eef9a-d1a4-44a3-b707-06d9115d5bb7 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:29:24.487821 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2ef80409-bf49-409f-9057-e97c2cd8c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6b9eef9a-d1a4-44a3-b707-06d9115d5bb7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:24.738871 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4ff7bcf-b146-4964-9d91-0f7a0d621cf2 admin admin] Publish callbacks [] for router_gateway (1d3a831e-710b-43db-8990-3c18926b7858), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:24.871432 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2ef80409-bf49-409f-9057-e97c2cd8c465 None None] Current status of the port 6b9eef9a-d1a4-44a3-b707-06d9115d5bb7 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:29:24.936843 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-94aa2ac7-587b-401d-bbec-9dfadac276a6 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (38fe33b7-4257-4939-9e62-78e496338cb8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:24.988361 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-94aa2ac7-587b-401d-bbec-9dfadac276a6 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router_controller (38fe33b7-4257-4939-9e62-78e496338cb8), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:25.156018 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f29603-37de-46bc-83af-3d2e737f9871 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Router f424b26a-a94f-4c6f-806a-d28ebf11cf41 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:29:25.159512 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-94aa2ac7-587b-401d-bbec-9dfadac276a6 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (38fe33b7-4257-4939-9e62-78e496338cb8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:25.160153 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94aa2ac7-587b-401d-bbec-9dfadac276a6 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Fanout notify agent at l3_agent the message router_deleted on router 38fe33b7-4257-4939-9e62-78e496338cb8 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:29:25.175538 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-94aa2ac7-587b-401d-bbec-9dfadac276a6 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:25.182617 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-94aa2ac7-587b-401d-bbec-9dfadac276a6 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "DELETE /v2.0/routers/38fe33b7-4257-4939-9e62-78e496338cb8 HTTP/1.1" status: 204 len: 168 time: 1.2664216 Jan 28 00:29:25.183551 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39158) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:25.192207 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07ad6f72-6ee3-4c1f-b772-2a63ec712cb8 req-1770fc9c-7d02-4245-8bec-c40dda20c0f7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.0840371 Jan 28 00:29:25.273210 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-686da769-cde7-44df-ae61-dc74c717f039 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "GET /v2.0/ports?device_id=38fe33b7-4257-4939-9e62-78e496338cb8 HTTP/1.1" status: 200 len: 205 time: 0.0828207 Jan 28 00:29:25.273856 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39162) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:25.338210 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4ff7bcf-b146-4964-9d91-0f7a0d621cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (1d3a831e-710b-43db-8990-3c18926b7858), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:25.381016 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-36956e41-986a-45eb-9935-57476ba0f738 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] delete failed (client error): The resource could not be found. Jan 28 00:29:25.397829 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-36956e41-986a-45eb-9935-57476ba0f738 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "DELETE /v2.0/routers/38fe33b7-4257-4939-9e62-78e496338cb8 HTTP/1.1" status: 404 len: 336 time: 0.1226602 Jan 28 00:29:25.399681 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39168) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:25.517264 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-634fafbb-e380-4499-a948-8a896bb90c93 None None] Provisioning complete for port 6b9eef9a-d1a4-44a3-b707-06d9115d5bb7 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:29:25.517600 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-634fafbb-e380-4499-a948-8a896bb90c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6b9eef9a-d1a4-44a3-b707-06d9115d5bb7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:25.563861 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2dc7c-280f-4794-affd-5aa7e6235cb8 req-71064376-2ca5-4ca0-8b01-9830b6bbcfbc tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:25.567313 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6b9eef9a-d1a4-44a3-b707-06d9115d5bb7 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:29:25.579346 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-33d2dc7c-280f-4794-affd-5aa7e6235cb8 req-71064376-2ca5-4ca0-8b01-9830b6bbcfbc tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 947 time: 0.2314179 Jan 28 00:29:25.820528 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 6b9eef9a-d1a4-44a3-b707-06d9115d5bb7 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:29:25.821192 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6b9eef9a-d1a4-44a3-b707-06d9115d5bb7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:25.860615 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-33d2dc7c-280f-4794-affd-5aa7e6235cb8 req-28316036-8050-4934-8db5-4226c702afaa tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2795417 Jan 28 00:29:25.866527 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-634fafbb-e380-4499-a948-8a896bb90c93 None None] Current status of the port 6b9eef9a-d1a4-44a3-b707-06d9115d5bb7 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:29:25.961278 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ff7bcf-b146-4964-9d91-0f7a0d621cf2 admin admin] Router 1d3a831e-710b-43db-8990-3c18926b7858 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:29:26.036095 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 6b9eef9a-d1a4-44a3-b707-06d9115d5bb7 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:29:26.203489 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6956d225-1f37-4e0a-9847-497dfb5e68ff tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bcd4a30-e5b0-42f1-b268-d6cf0b75739b HTTP/1.1" status: 200 len: 205 time: 0.8023589 Jan 28 00:29:26.211012 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39192) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:26.292082 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-59cdf14a-c89a-4008-bab9-6bc1b50e0edc tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] delete failed (client error): The resource could not be found. Jan 28 00:29:26.293365 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-59cdf14a-c89a-4008-bab9-6bc1b50e0edc tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "DELETE /v2.0/routers/4bcd4a30-e5b0-42f1-b268-d6cf0b75739b HTTP/1.1" status: 404 len: 336 time: 0.0798428 Jan 28 00:29:26.297036 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39198) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:26.322106 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ff7bcf-b146-4964-9d91-0f7a0d621cf2 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:29:26.346209 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491ea3d1-8f02-4270-ad9a-d4b159e98a11 None None] Sync routers for ids ['1d3a831e-710b-43db-8990-3c18926b7858'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:29:26.378110 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f29603-37de-46bc-83af-3d2e737f9871 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:29:26.391513 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fad805-8160-4601-add2-37ac96f55d78 None None] Sync routers for ids ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:29:26.399502 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491ea3d1-8f02-4270-ad9a-d4b159e98a11 None None] Routers {'1d3a831e-710b-43db-8990-3c18926b7858'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:29:26.406724 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-491ea3d1-8f02-4270-ad9a-d4b159e98a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:29:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['1d3a831e-710b-43db-8990-3c18926b7858'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:26.410303 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-91f29603-37de-46bc-83af-3d2e737f9871 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "PUT /v2.0/routers/f424b26a-a94f-4c6f-806a-d28ebf11cf41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1570871 Jan 28 00:29:26.418194 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39202) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:26.425078 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fad805-8160-4601-add2-37ac96f55d78 None None] Routers {'f424b26a-a94f-4c6f-806a-d28ebf11cf41'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:29:26.428480 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4ff7bcf-b146-4964-9d91-0f7a0d621cf2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:26.429751 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b4ff7bcf-b146-4964-9d91-0f7a0d621cf2 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.6700630 Jan 28 00:29:26.435131 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-66fad805-8160-4601-add2-37ac96f55d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:29:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:26.435486 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-cda9f01a-22fd-4059-8a55-1a9626ceb089 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "GET /v2.0/ports?device_id=df40063c-6ec1-4d89-8d33-766d502544c0 HTTP/1.1" status: 200 len: 205 time: 0.1369312 Jan 28 00:29:26.436292 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39204) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:26.448174 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39206) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:26.535215 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-9c9cb42f-1540-4c5a-827b-1030c6d543ab tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] delete failed (client error): The resource could not be found. Jan 28 00:29:26.538230 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9c9cb42f-1540-4c5a-827b-1030c6d543ab tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "DELETE /v2.0/routers/df40063c-6ec1-4d89-8d33-766d502544c0 HTTP/1.1" status: 404 len: 336 time: 0.0855615 Jan 28 00:29:26.542482 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39208) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:26.604862 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39210) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:26.643832 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4a4e0b43-bee5-4cdb-85ae-93fd86c8f0ac tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e700417-61a6-42a5-823e-c66a68c45456 HTTP/1.1" status: 200 len: 205 time: 0.0987773 Jan 28 00:29:26.647449 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39216) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:26.679878 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-66fad805-8160-4601-add2-37ac96f55d78 None None] Set router f424b26a-a94f-4c6f-806a-d28ebf11cf41 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:29:26.709899 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1084ebc4-84bd-4bb8-859e-4e764dbc7492 req-b1aaeb08-913c-4091-820e-ea772c2560a8 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.3081481 Jan 28 00:29:26.808071 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa53274c-6c2e-4167-b23d-2fd75a16dfc4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Deleting subnet a0d54941-2b8c-46f0-b709-c87e6f1ba03f {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:29:26.815175 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-491ea3d1-8f02-4270-ad9a-d4b159e98a11 None None] Set router 1d3a831e-710b-43db-8990-3c18926b7858 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:29:26.817093 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aa53274c-6c2e-4167-b23d-2fd75a16dfc4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for subnet (a0d54941-2b8c-46f0-b709-c87e6f1ba03f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:26.898891 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aa53274c-6c2e-4167-b23d-2fd75a16dfc4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (a0d54941-2b8c-46f0-b709-c87e6f1ba03f), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:27.060338 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aa53274c-6c2e-4167-b23d-2fd75a16dfc4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (a0d54941-2b8c-46f0-b709-c87e6f1ba03f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:27.133847 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-0a8af54e-e9bb-4e5f-bec5-9aa0313beb5a tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] delete failed (client error): The resource could not be found. Jan 28 00:29:27.150774 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0a8af54e-e9bb-4e5f-bec5-9aa0313beb5a tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "DELETE /v2.0/routers/3e700417-61a6-42a5-823e-c66a68c45456 HTTP/1.1" status: 404 len: 336 time: 0.4995255 Jan 28 00:29:27.173048 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-73a38d25-ef75-46d2-9f0f-2981bad6ee85 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-822515208'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:29:27.174602 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39228) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:27.225679 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e95a04a7-be25-4064-9992-520fb141a787 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "GET /v2.0/ports?device_id=d599c011-c8c0-45c7-83a6-5e437e4d0481 HTTP/1.1" status: 200 len: 205 time: 0.0436320 Jan 28 00:29:27.227424 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39232) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:27.311891 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-66fad805-8160-4601-add2-37ac96f55d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:29:22Z', 'revision_number': 10, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None, '_interfaces': [{'id': '2991eb37-e8e6-4286-b31b-ac54cd6b3c27', 'name': '', 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:00:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:10Z', 'updated_at': '2022-01-28T00:28:19Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:27.365357 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fad805-8160-4601-add2-37ac96f55d78 None None] Checking router: f424b26a-a94f-4c6f-806a-d28ebf11cf41 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:29:27.379063 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fad805-8160-4601-add2-37ac96f55d78 None None] Routers {'f424b26a-a94f-4c6f-806a-d28ebf11cf41'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:29:27.380044 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-66fad805-8160-4601-add2-37ac96f55d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:29:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:27.416486 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-49f3f089-87f5-4529-ba0d-7c2542ea42cb tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] delete failed (client error): The resource could not be found. Jan 28 00:29:27.417585 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-49f3f089-87f5-4529-ba0d-7c2542ea42cb tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "DELETE /v2.0/routers/d599c011-c8c0-45c7-83a6-5e437e4d0481 HTTP/1.1" status: 404 len: 336 time: 0.1837528 Jan 28 00:29:27.420418 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aa53274c-6c2e-4167-b23d-2fd75a16dfc4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (a0d54941-2b8c-46f0-b709-c87e6f1ba03f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:27.431078 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39236) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:27.442821 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f324e3-d1cd-46fa-8d76-c5bac66650c5 req-3263132a-5fd1-4caa-8037-e04ccb7c73f3 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:27.444495 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-67f324e3-d1cd-46fa-8d76-c5bac66650c5 req-3263132a-5fd1-4caa-8037-e04ccb7c73f3 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 947 time: 0.4820645 Jan 28 00:29:27.453343 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a38d25-ef75-46d2-9f0f-2981bad6ee85 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:29:27.473540 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73a38d25-ef75-46d2-9f0f-2981bad6ee85 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:27.477680 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aa53274c-6c2e-4167-b23d-2fd75a16dfc4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:27.482097 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-aa53274c-6c2e-4167-b23d-2fd75a16dfc4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/subnets/a0d54941-2b8c-46f0-b709-c87e6f1ba03f HTTP/1.1" status: 204 len: 168 time: 1.0591409 Jan 28 00:29:27.522517 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39238) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:27.546469 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-66fad805-8160-4601-add2-37ac96f55d78 None None] Set router f424b26a-a94f-4c6f-806a-d28ebf11cf41 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:29:27.657863 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5e92a3-3e08-479e-abbf-9fcdc0401844 None None] Network a892d91e-d36d-48ed-be9a-abe2370e0e32 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:29:27.759068 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53274c-6c2e-4167-b23d-2fd75a16dfc4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Subnet': ['ID=a0d54941-2b8c-46f0-b709-c87e6f1ba03f,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:27.777321 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9490dfd8-1b13-42bd-a798-58fd4a1173e5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (a892d91e-d36d-48ed-be9a-abe2370e0e32), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:27.780842 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73a38d25-ef75-46d2-9f0f-2981bad6ee85 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:28.026182 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9490dfd8-1b13-42bd-a798-58fd4a1173e5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Deleting port b2515c34-6108-4974-822c-89d6efebec64 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:28.029916 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9490dfd8-1b13-42bd-a798-58fd4a1173e5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b2515c34-6108-4974-822c-89d6efebec64), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:28.047975 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-66fad805-8160-4601-add2-37ac96f55d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:29:22Z', 'revision_number': 10, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None, '_interfaces': [{'id': '2991eb37-e8e6-4286-b31b-ac54cd6b3c27', 'name': '', 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:00:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:10Z', 'updated_at': '2022-01-28T00:28:19Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:28.131102 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73a38d25-ef75-46d2-9f0f-2981bad6ee85 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for security_group (76b49e23-dd21-4c5e-a1f6-8d90e4f3ae01), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:28.132757 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fad805-8160-4601-add2-37ac96f55d78 None None] The sync data for ids ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'] in n-d-826754-1 is: [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:29:22Z', 'revision_number': 10, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None, '_interfaces': [{'id': '2991eb37-e8e6-4286-b31b-ac54cd6b3c27', 'name': '', 'network_id': '9e23157e-f600-42a8-8b12-905fa1644868', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'mac_address': 'fa:16:3e:00:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:28:10Z', 'updated_at': '2022-01-28T00:28:19Z', 'revision_number': 5, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'subnets': [{'id': '53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:29:28.134049 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-491ea3d1-8f02-4270-ad9a-d4b159e98a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3a831e-710b-43db-8990-3c18926b7858', 'name': 'tempest-TaggedBootDevicesTest-2138166117-router', 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a2261ec0-e0ef-413d-a987-a4a2e9f924a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:29:19Z', 'updated_at': '2022-01-28T00:29:24Z', 'revision_number': 3, 'project_id': '5bda1a11a40447e984dbfecb2102fcad', 'gw_port': {'id': 'a2261ec0-e0ef-413d-a987-a4a2e9f924a8', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:54:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3a831e-710b-43db-8990-3c18926b7858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:29:22Z', 'updated_at': '2022-01-28T00:29:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:28.167580 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e291cc35-ccba-4119-8715-3d3ee6a37e26 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "GET /v2.0/ports?device_id=f88f6131-82ca-4cb6-9753-7f983539b0d9 HTTP/1.1" status: 200 len: 205 time: 0.7216079 Jan 28 00:29:28.183555 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39254) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:28.220289 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491ea3d1-8f02-4270-ad9a-d4b159e98a11 None None] Checking router: 1d3a831e-710b-43db-8990-3c18926b7858 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:29:28.220742 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491ea3d1-8f02-4270-ad9a-d4b159e98a11 None None] Updating router 1d3a831e-710b-43db-8990-3c18926b7858 port a2261ec0-e0ef-413d-a987-a4a2e9f924a8 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:29:28.263774 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-491ea3d1-8f02-4270-ad9a-d4b159e98a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a2261ec0-e0ef-413d-a987-a4a2e9f924a8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:28.277273 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73a38d25-ef75-46d2-9f0f-2981bad6ee85 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (76b49e23-dd21-4c5e-a1f6-8d90e4f3ae01), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:28.308983 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2b78e415-a28b-4914-9c62-bb92b3dc6154 req-01ba7c48-0f54-4209-8fcd-5ee979c1e819 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.1101828 Jan 28 00:29:28.358595 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921bbe3b-0042-4715-978a-ff2f459a1eca req-8a96d63b-cfca-410b-9b93-31afcd904978 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:28.366726 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-921bbe3b-0042-4715-978a-ff2f459a1eca req-8a96d63b-cfca-410b-9b93-31afcd904978 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 947 time: 1.2323828 Jan 28 00:29:28.425655 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a38d25-ef75-46d2-9f0f-2981bad6ee85 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:29:28.447505 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73a38d25-ef75-46d2-9f0f-2981bad6ee85 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (e3ecf36e-643e-4894-8287-c407cb2424bb), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:28.448057 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-73a38d25-ef75-46d2-9f0f-2981bad6ee85 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Added segment e3ecf36e-643e-4894-8287-c407cb2424bb of type vlan for network 6fa49823-e387-4355-bf1a-a17d64074533 Jan 28 00:29:28.537168 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108a26f0-8b39-4060-a655-a9a613196fc0 None None] DHCP port deletion for a892d91e-d36d-48ed-be9a-abe2370e0e32 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:29:28.546561 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-c7ae3807-2ce9-41c7-992b-97492fba494f tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] delete failed (client error): The resource could not be found. Jan 28 00:29:28.552421 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c7ae3807-2ce9-41c7-992b-97492fba494f tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "DELETE /v2.0/routers/f88f6131-82ca-4cb6-9753-7f983539b0d9 HTTP/1.1" status: 404 len: 336 time: 0.3648429 Jan 28 00:29:28.553067 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39258) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:28.631490 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-921bbe3b-0042-4715-978a-ff2f459a1eca req-2a28e3a0-4872-4e84-826e-a1fb9089196c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568369 Jan 28 00:29:28.704408 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73a38d25-ef75-46d2-9f0f-2981bad6ee85 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (6fa49823-e387-4355-bf1a-a17d64074533), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:28.742199 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a21b99d-ee2b-469e-9ac9-8e49af6e33e5 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] DELETE failed (client error): The resource could not be found. Jan 28 00:29:28.744672 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a21b99d-ee2b-469e-9ac9-8e49af6e33e5 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:29:28.755983 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6a21b99d-ee2b-469e-9ac9-8e49af6e33e5 tempest-RoutersAdminTest-1096949635 tempest-RoutersAdminTest-1096949635-project] 10.222.0.70 "DELETE /v2.0/subnets/f966c9f0-ea86-45a1-ade1-0a85b15965b7 HTTP/1.1" status: 404 len: 337 time: 0.1758885 Jan 28 00:29:28.796605 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-45037788-b1ad-42f5-879a-759f2a1a2f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:28.854166 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73a38d25-ef75-46d2-9f0f-2981bad6ee85 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (6fa49823-e387-4355-bf1a-a17d64074533), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:28.864872 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a38d25-ef75-46d2-9f0f-2981bad6ee85 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:28.866081 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-67f324e3-d1cd-46fa-8d76-c5bac66650c5 req-47433e7d-b9d4-48c7-b3d0-67cce9f3131c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Deleting port a97c7ddc-fba4-4c26-b16d-5efee7924ebd {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:28.866975 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-67f324e3-d1cd-46fa-8d76-c5bac66650c5 req-47433e7d-b9d4-48c7-b3d0-67cce9f3131c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:28.867720 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73a38d25-ef75-46d2-9f0f-2981bad6ee85 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:28.881651 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9490dfd8-1b13-42bd-a798-58fd4a1173e5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] For port b2515c34-6108-4974-822c-89d6efebec64, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b2515c34-6108-4974-822c-89d6efebec64,segment=NetworkSegment(3f2f99a0-70ac-41e7-a911-b2ad7668b585),segment_id=3f2f99a0-70ac-41e7-a911-b2ad7668b585)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:29:28.881935 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9490dfd8-1b13-42bd-a798-58fd4a1173e5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b2515c34-6108-4974-822c-89d6efebec64), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:28.915907 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39264) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:29.075866 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a38d25-ef75-46d2-9f0f-2981bad6ee85 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76b49e23-dd21-4c5e-a1f6-8d90e4f3ae01,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:29.094640 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-73a38d25-ef75-46d2-9f0f-2981bad6ee85 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.4850986 Jan 28 00:29:29.100338 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9490dfd8-1b13-42bd-a798-58fd4a1173e5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Calling delete_port for b2515c34-6108-4974-822c-89d6efebec64 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:29.106520 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-108a26f0-8b39-4060-a655-a9a613196fc0 None None] Deleting port b2515c34-6108-4974-822c-89d6efebec64 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:29.107583 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39270) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:29.108369 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-108a26f0-8b39-4060-a655-a9a613196fc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b2515c34-6108-4974-822c-89d6efebec64), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:29.120766 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-f6e4ab8d-c942-4d7b-9735-0102aea19493 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'port': {'network_id': '6fa49823-e387-4355-bf1a-a17d64074533', 'name': 'tempest-PortsIpV6TestJSON-1219025861'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:29:29.141380 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-67f324e3-d1cd-46fa-8d76-c5bac66650c5 req-47433e7d-b9d4-48c7-b3d0-67cce9f3131c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] For port a97c7ddc-fba4-4c26-b16d-5efee7924ebd, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=a97c7ddc-fba4-4c26-b16d-5efee7924ebd,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:29:29.141668 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-67f324e3-d1cd-46fa-8d76-c5bac66650c5 req-47433e7d-b9d4-48c7-b3d0-67cce9f3131c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:29.190746 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a38d25-ef75-46d2-9f0f-2981bad6ee85 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Network': ['ID=6fa49823-e387-4355-bf1a-a17d64074533,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:29.192039 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-108a26f0-8b39-4060-a655-a9a613196fc0 None None] For port b2515c34-6108-4974-822c-89d6efebec64, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b2515c34-6108-4974-822c-89d6efebec64,segment=NetworkSegment(3f2f99a0-70ac-41e7-a911-b2ad7668b585),segment_id=3f2f99a0-70ac-41e7-a911-b2ad7668b585)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:29:29.192633 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-108a26f0-8b39-4060-a655-a9a613196fc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b2515c34-6108-4974-822c-89d6efebec64), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:29.219837 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-108a26f0-8b39-4060-a655-a9a613196fc0 None None] Calling delete_port for b2515c34-6108-4974-822c-89d6efebec64 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:29.326211 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 6fa49823-e387-4355-bf1a-a17d64074533 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:29:29.344272 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-108a26f0-8b39-4060-a655-a9a613196fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (b2515c34-6108-4974-822c-89d6efebec64), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:29.373340 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-491ea3d1-8f02-4270-ad9a-d4b159e98a11 None None] Publish callbacks [] for port (a2261ec0-e0ef-413d-a987-a4a2e9f924a8), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:29.398703 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a26f0-8b39-4060-a655-a9a613196fc0 None None] Pushing event deleted for resources: {'Port': ['ID=b2515c34-6108-4974-822c-89d6efebec64,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:29.438632 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-67f324e3-d1cd-46fa-8d76-c5bac66650c5 req-47433e7d-b9d4-48c7-b3d0-67cce9f3131c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:29.439183 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-67f324e3-d1cd-46fa-8d76-c5bac66650c5 req-47433e7d-b9d4-48c7-b3d0-67cce9f3131c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (b446bf65-0542-43bc-aa09-6fa2f415a410), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:29.439315 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [req-67f324e3-d1cd-46fa-8d76-c5bac66650c5 req-47433e7d-b9d4-48c7-b3d0-67cce9f3131c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Floating IP b446bf65-0542-43bc-aa09-6fa2f415a410 disassociated. External IP: 172.25.3.46, port: a97c7ddc-fba4-4c26-b16d-5efee7924ebd. Jan 28 00:29:29.439890 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-67f324e3-d1cd-46fa-8d76-c5bac66650c5 req-47433e7d-b9d4-48c7-b3d0-67cce9f3131c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Calling delete_port for a97c7ddc-fba4-4c26-b16d-5efee7924ebd owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:29.471882 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-491ea3d1-8f02-4270-ad9a-d4b159e98a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a2261ec0-e0ef-413d-a987-a4a2e9f924a8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:29.488448 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108a26f0-8b39-4060-a655-a9a613196fc0 None None] No DVR routers for this DVR port b2515c34-6108-4974-822c-89d6efebec64 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:29:29.506614 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39272) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:29.525733 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e4ab8d-c942-4d7b-9735-0102aea19493 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:29:29.559225 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6e4ab8d-c942-4d7b-9735-0102aea19493 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:29.562020 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b2515c34-6108-4974-822c-89d6efebec64 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:29:29.566429 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-af624bf7-c111-41a1-bac3-59d5f760ae43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:29.655952 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-491ea3d1-8f02-4270-ad9a-d4b159e98a11 None None] Attempting to bind port a2261ec0-e0ef-413d-a987-a4a2e9f924a8 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:29:29.658177 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-491ea3d1-8f02-4270-ad9a-d4b159e98a11 None None] Attempting to bind port a2261ec0-e0ef-413d-a987-a4a2e9f924a8 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:29:29.658882 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491ea3d1-8f02-4270-ad9a-d4b159e98a11 None None] Attempting to bind port a2261ec0-e0ef-413d-a987-a4a2e9f924a8 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:29:29.679987 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d70e0691-f55a-46cd-b758-2e0ef962d19e req-4ed2125a-628f-4b10-ac1f-2ad18fa1edb4 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.1343241 Jan 28 00:29:29.725081 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: b2515c34-6108-4974-822c-89d6efebec64 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:29:29.725448 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b2515c34-6108-4974-822c-89d6efebec64 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:29:29.729396 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device fa31b11e-19f9-4106-a028-75909de3b365 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:29:29.737182 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491ea3d1-8f02-4270-ad9a-d4b159e98a11 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:29:29.741435 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491ea3d1-8f02-4270-ad9a-d4b159e98a11 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:29:29.743862 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-491ea3d1-8f02-4270-ad9a-d4b159e98a11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:29.747335 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491ea3d1-8f02-4270-ad9a-d4b159e98a11 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:29:29.748305 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-491ea3d1-8f02-4270-ad9a-d4b159e98a11 None None] Bound port: a2261ec0-e0ef-413d-a987-a4a2e9f924a8, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:29:29.749756 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-491ea3d1-8f02-4270-ad9a-d4b159e98a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a2261ec0-e0ef-413d-a987-a4a2e9f924a8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:29.798051 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-f6e4ab8d-c942-4d7b-9735-0102aea19493 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] device_id is not set on port 74551893-3fbf-4de7-af38-5a71521c01a4 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:29:29.811542 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bf486-9745-4348-b24d-05bd9bd523d4 None None] Pushing event updated for resources: {'Port': ['ID=a2261ec0-e0ef-413d-a987-a4a2e9f924a8,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:29.852639 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: fa31b11e-19f9-4106-a028-75909de3b365 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:29:29.853401 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device fa31b11e-19f9-4106-a028-75909de3b365 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:29:29.928079 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-491ea3d1-8f02-4270-ad9a-d4b159e98a11 None None] For port a2261ec0-e0ef-413d-a987-a4a2e9f924a8, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:29:29.975495 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1313c5c4-8002-4d2b-9f42-9923fd73294c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:30.057222 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5cc742-6b60-4400-a929-76b4a23516a2 req-7379d3b2-6120-40f2-9b4b-cc559373f050 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:30.060230 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9490dfd8-1b13-42bd-a798-58fd4a1173e5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (b2515c34-6108-4974-822c-89d6efebec64), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:30.068593 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9c5cc742-6b60-4400-a929-76b4a23516a2 req-7379d3b2-6120-40f2-9b4b-cc559373f050 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 947 time: 0.2378294 Jan 28 00:29:30.107272 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-45037788-b1ad-42f5-879a-759f2a1a2f08 admin admin] Allocated IP 172.20.0.1 (962b6d11-960d-42e0-95f3-b55d3f9f0ed4/3e045621-a000-4f31-813f-19aff9c83672/f9f200bc-5b44-465e-b08b-38d03b252412) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:29:30.116218 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-491ea3d1-8f02-4270-ad9a-d4b159e98a11 None None] For port a2261ec0-e0ef-413d-a987-a4a2e9f924a8, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=a2261ec0-e0ef-413d-a987-a4a2e9f924a8,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:29:30.124388 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-491ea3d1-8f02-4270-ad9a-d4b159e98a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a2261ec0-e0ef-413d-a987-a4a2e9f924a8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:30.134436 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490dfd8-1b13-42bd-a798-58fd4a1173e5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Port': ['ID=b2515c34-6108-4974-822c-89d6efebec64,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:30.175338 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9490dfd8-1b13-42bd-a798-58fd4a1173e5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] No DVR routers for this DVR port b2515c34-6108-4974-822c-89d6efebec64 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:29:30.228283 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491ea3d1-8f02-4270-ad9a-d4b159e98a11 None None] Routers {'1d3a831e-710b-43db-8990-3c18926b7858'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:29:30.228946 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-491ea3d1-8f02-4270-ad9a-d4b159e98a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:29:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['1d3a831e-710b-43db-8990-3c18926b7858'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:30.289221 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bf486-9745-4348-b24d-05bd9bd523d4 None None] Pushing event updated for resources: {'Port': ['ID=a2261ec0-e0ef-413d-a987-a4a2e9f924a8,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:30.331722 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-45037788-b1ad-42f5-879a-759f2a1a2f08 admin admin] Publish callbacks [] for port (f9f200bc-5b44-465e-b08b-38d03b252412), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:30.384272 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9490dfd8-1b13-42bd-a798-58fd4a1173e5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (a892d91e-d36d-48ed-be9a-abe2370e0e32), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:30.393647 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-491ea3d1-8f02-4270-ad9a-d4b159e98a11 None None] Set router 1d3a831e-710b-43db-8990-3c18926b7858 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:29:30.437256 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6e4ab8d-c942-4d7b-9735-0102aea19493 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for port (74551893-3fbf-4de7-af38-5a71521c01a4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:30.440269 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1313c5c4-8002-4d2b-9f42-9923fd73294c admin admin] Publish callbacks [] for security_group (7cd26e22-9a51-437f-806d-c850cbbaf0c3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:30.455528 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-af624bf7-c111-41a1-bac3-59d5f760ae43 admin admin] Publish callbacks [] for security_group (a7f08afa-b9d4-43d4-baea-c2fafb03b173), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:30.458489 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-9490dfd8-1b13-42bd-a798-58fd4a1173e5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a892d91e-d36d-48ed-be9a-abe2370e0e32']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:30.461227 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1313c5c4-8002-4d2b-9f42-9923fd73294c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7cd26e22-9a51-437f-806d-c850cbbaf0c3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:30.479109 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-af624bf7-c111-41a1-bac3-59d5f760ae43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a7f08afa-b9d4-43d4-baea-c2fafb03b173), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:30.484818 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-9490dfd8-1b13-42bd-a798-58fd4a1173e5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f2f99a0-70ac-41e7-a911-b2ad7668b585') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:30.485131 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-9490dfd8-1b13-42bd-a798-58fd4a1173e5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f2f99a0-70ac-41e7-a911-b2ad7668b585') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:30.485656 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-67f324e3-d1cd-46fa-8d76-c5bac66650c5 req-47433e7d-b9d4-48c7-b3d0-67cce9f3131c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (a97c7ddc-fba4-4c26-b16d-5efee7924ebd), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:30.523810 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9490dfd8-1b13-42bd-a798-58fd4a1173e5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (3f2f99a0-70ac-41e7-a911-b2ad7668b585), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:30.588292 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1313c5c4-8002-4d2b-9f42-9923fd73294c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cec2bff75ad34f019f540e830d26f435&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0128314 Jan 28 00:29:30.588292 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313c5c4-8002-4d2b-9f42-9923fd73294c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd26e22-9a51-437f-806d-c850cbbaf0c3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:30.590017 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39282) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:30.591201 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9490dfd8-1b13-42bd-a798-58fd4a1173e5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (3f2f99a0-70ac-41e7-a911-b2ad7668b585), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:30.606288 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-45037788-b1ad-42f5-879a-759f2a1a2f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (f9f200bc-5b44-465e-b08b-38d03b252412), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:30.632143 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9490dfd8-1b13-42bd-a798-58fd4a1173e5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:29:30.633239 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9490dfd8-1b13-42bd-a798-58fd4a1173e5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (3f2f99a0-70ac-41e7-a911-b2ad7668b585), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:30.658773 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:29:30.658773 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:29:30.658773 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:29:30.658773 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:29:30.658773 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:29:30.658773 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:29:30.658773 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:29:30.658773 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:29:30.658773 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:29:30.658773 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:29:30.658773 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:29:30.658773 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:29:30.658773 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:29:30.658773 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:29:30.658773 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:29:30.658773 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:29:30.658773 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:29:30.658773 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:29:30.658773 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:29:30.658773 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:29:30.658773 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:29:30.658773 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:29:30.658773 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:29:30.658773 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:29:30.658773 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:29:30.658773 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:29:30.658773 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:29:30.658773 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:29:30.658773 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:29:30.658773 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:29:30.658773 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:29:30.658773 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:29:30.677005 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47433e7d-b9d4-48c7-b3d0-67cce9f3131c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Pushing event deleted for resources: {'Port': ['ID=a97c7ddc-fba4-4c26-b16d-5efee7924ebd,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:30.716570 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45037788-b1ad-42f5-879a-759f2a1a2f08 admin admin] Network 962b6d11-960d-42e0-95f3-b55d3f9f0ed4 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:29:30.747338 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6e4ab8d-c942-4d7b-9735-0102aea19493 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (74551893-3fbf-4de7-af38-5a71521c01a4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:30.754935 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-af624bf7-c111-41a1-bac3-59d5f760ae43 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b1b79e3d74ab4e9ebb079796047821a3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8355305 Jan 28 00:29:30.757851 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39288) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:30.834688 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device a97c7ddc-fba4-4c26-b16d-5efee7924ebd no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:29:30.844515 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9490dfd8-1b13-42bd-a798-58fd4a1173e5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (a892d91e-d36d-48ed-be9a-abe2370e0e32), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:30.868158 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af624bf7-c111-41a1-bac3-59d5f760ae43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f08afa-b9d4-43d4-baea-c2fafb03b173,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:30.874009 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9490dfd8-1b13-42bd-a798-58fd4a1173e5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:30.876906 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-45037788-b1ad-42f5-879a-759f2a1a2f08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:29:30.877932 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9490dfd8-1b13-42bd-a798-58fd4a1173e5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/networks/a892d91e-d36d-48ed-be9a-abe2370e0e32 HTTP/1.1" status: 204 len: 168 time: 3.3300509 Jan 28 00:29:30.891814 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39290) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:30.905156 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45037788-b1ad-42f5-879a-759f2a1a2f08 admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:29:30.924335 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: a97c7ddc-fba4-4c26-b16d-5efee7924ebd {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:29:30.924335 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device a97c7ddc-fba4-4c26-b16d-5efee7924ebd not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:29:30.975465 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490dfd8-1b13-42bd-a798-58fd4a1173e5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Network': ['ID=a892d91e-d36d-48ed-be9a-abe2370e0e32,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:30.997895 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-491ea3d1-8f02-4270-ad9a-d4b159e98a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3a831e-710b-43db-8990-3c18926b7858', 'name': 'tempest-TaggedBootDevicesTest-2138166117-router', 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a2261ec0-e0ef-413d-a987-a4a2e9f924a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:29:19Z', 'updated_at': '2022-01-28T00:29:24Z', 'revision_number': 3, 'project_id': '5bda1a11a40447e984dbfecb2102fcad', 'gw_port': {'id': 'a2261ec0-e0ef-413d-a987-a4a2e9f924a8', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:54:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3a831e-710b-43db-8990-3c18926b7858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:29:22Z', 'updated_at': '2022-01-28T00:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:31.018828 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4ab8d-c942-4d7b-9735-0102aea19493 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Port': ['ID=74551893-3fbf-4de7-af38-5a71521c01a4,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:31.019948 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9c5cc742-6b60-4400-a929-76b4a23516a2 req-99782a6f-4b94-4f0b-943f-9f251db7cf23 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5610013 Jan 28 00:29:31.064928 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491ea3d1-8f02-4270-ad9a-d4b159e98a11 None None] The sync data for ids ['1d3a831e-710b-43db-8990-3c18926b7858'] in n-d-826754-1 is: [{'id': '1d3a831e-710b-43db-8990-3c18926b7858', 'name': 'tempest-TaggedBootDevicesTest-2138166117-router', 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a2261ec0-e0ef-413d-a987-a4a2e9f924a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:29:19Z', 'updated_at': '2022-01-28T00:29:24Z', 'revision_number': 3, 'project_id': '5bda1a11a40447e984dbfecb2102fcad', 'gw_port': {'id': 'a2261ec0-e0ef-413d-a987-a4a2e9f924a8', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:54:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3a831e-710b-43db-8990-3c18926b7858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:29:22Z', 'updated_at': '2022-01-28T00:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:29:31.219737 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-477a441e-4e8b-486a-8844-5a4749b7de09 req-72081c8f-6589-43ad-b721-8fb5fe03bafd tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.1654756 Jan 28 00:29:31.221398 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037788-b1ad-42f5-879a-759f2a1a2f08 admin admin] Pushing event updated for resources: {'Port': ['ID=f9f200bc-5b44-465e-b08b-38d03b252412,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:31.228398 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-45037788-b1ad-42f5-879a-759f2a1a2f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (1d3a831e-710b-43db-8990-3c18926b7858), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:31.274795 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b5964c7-71e2-4a69-b8da-6a524c9923c9 admin admin] Publish callbacks [] for security_group (7cd26e22-9a51-437f-806d-c850cbbaf0c3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:31.348175 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e4ab8d-c942-4d7b-9735-0102aea19493 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Checking segment: {'id': 'e3ecf36e-643e-4894-8287-c407cb2424bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6fa49823-e387-4355-bf1a-a17d64074533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:29:31.348683 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e4ab8d-c942-4d7b-9735-0102aea19493 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network hostable DHCP agents. Network: 6fa49823-e387-4355-bf1a-a17d64074533, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:29:31.360953 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dd2f4d98-ca1b-4fac-a9e4-b2cbb9e8705a admin admin] Publish callbacks [] for security_group (a7f08afa-b9d4-43d4-baea-c2fafb03b173), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:31.428858 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b5964c7-71e2-4a69-b8da-6a524c9923c9 admin admin] Publish callbacks [] for security_group (7cd26e22-9a51-437f-806d-c850cbbaf0c3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:31.454472 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67f324e3-d1cd-46fa-8d76-c5bac66650c5 req-47433e7d-b9d4-48c7-b3d0-67cce9f3131c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Router c47511db-1f25-4f8d-b3cf-d158c43c155e has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:29:31.573254 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dd2f4d98-ca1b-4fac-a9e4-b2cbb9e8705a admin admin] Publish callbacks [] for security_group (a7f08afa-b9d4-43d4-baea-c2fafb03b173), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:31.586696 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-8b72ff8b-17fe-4145-ae1e-7ea9ccf4b6b3 None None] Provisioning complete for port f9f200bc-5b44-465e-b08b-38d03b252412 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:29:31.587477 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b72ff8b-17fe-4145-ae1e-7ea9ccf4b6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f9f200bc-5b44-465e-b08b-38d03b252412), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:31.601928 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e4ab8d-c942-4d7b-9735-0102aea19493 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network 6fa49823-e387-4355-bf1a-a17d64074533 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:29:31.675442 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8b72ff8b-17fe-4145-ae1e-7ea9ccf4b6b3 None None] Port f9f200bc-5b44-465e-b08b-38d03b252412 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:29:31.735457 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-45037788-b1ad-42f5-879a-759f2a1a2f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f9f200bc-5b44-465e-b08b-38d03b252412), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:31.811036 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b5964c7-71e2-4a69-b8da-6a524c9923c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7cd26e22-9a51-437f-806d-c850cbbaf0c3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:31.816184 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b5964c7-71e2-4a69-b8da-6a524c9923c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:31.821399 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8b5964c7-71e2-4a69-b8da-6a524c9923c9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7cd26e22-9a51-437f-806d-c850cbbaf0c3 HTTP/1.1" status: 204 len: 168 time: 1.2077878 Jan 28 00:29:31.842341 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-f6e4ab8d-c942-4d7b-9735-0102aea19493 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 6fa49823-e387-4355-bf1a-a17d64074533) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:29:31.869939 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ac6440-ddf3-47bf-9145-1887d7c15dad None None] Network 6fa49823-e387-4355-bf1a-a17d64074533 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:29:31.885684 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e4ab8d-c942-4d7b-9735-0102aea19493 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:29:31.913589 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e4ab8d-c942-4d7b-9735-0102aea19493 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:31.918197 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6e4ab8d-c942-4d7b-9735-0102aea19493 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:31.955490 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67f324e3-d1cd-46fa-8d76-c5bac66650c5 req-47433e7d-b9d4-48c7-b3d0-67cce9f3131c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:29:31.993902 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5964c7-71e2-4a69-b8da-6a524c9923c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd26e22-9a51-437f-806d-c850cbbaf0c3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:32.081903 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9f2111-6427-4219-bc09-1524de924981 None None] Sync routers for ids ['c47511db-1f25-4f8d-b3cf-d158c43c155e'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:29:32.087422 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f324e3-d1cd-46fa-8d76-c5bac66650c5 req-47433e7d-b9d4-48c7-b3d0-67cce9f3131c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] No DVR routers for this DVR port a97c7ddc-fba4-4c26-b16d-5efee7924ebd on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:29:32.100633 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-67f324e3-d1cd-46fa-8d76-c5bac66650c5 req-47433e7d-b9d4-48c7-b3d0-67cce9f3131c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:32.115918 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-67f324e3-d1cd-46fa-8d76-c5bac66650c5 req-47433e7d-b9d4-48c7-b3d0-67cce9f3131c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.52 "DELETE /v2.0/ports/a97c7ddc-fba4-4c26-b16d-5efee7924ebd HTTP/1.1" status: 204 len: 173 time: 4.6601162 Jan 28 00:29:32.116613 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cfbac7-c480-4b32-8d39-73542917a53a', 'name': 'network-vif-deleted', 'tag': 'a97c7ddc-fba4-4c26-b16d-5efee7924ebd'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:29:32.129571 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f505afb0-fdf2-4839-adee-fa1e0c3a9c36" -d '{"events": [{"server_uuid": "c7cfbac7-c480-4b32-8d39-73542917a53a", "name": "network-vif-deleted", "tag": "a97c7ddc-fba4-4c26-b16d-5efee7924ebd"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:29:32.228042 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9f2111-6427-4219-bc09-1524de924981 None None] Routers {'c47511db-1f25-4f8d-b3cf-d158c43c155e'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:29:32.229182 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-9e9f2111-6427-4219-bc09-1524de924981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:29:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c47511db-1f25-4f8d-b3cf-d158c43c155e'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:32.249624 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f6e4ab8d-c942-4d7b-9735-0102aea19493 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.1374164 Jan 28 00:29:32.277167 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39300) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:32.311336 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-522f1299-73c0-4efd-9e52-b85468d3d930 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1112917692'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:29:32.341623 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b98af63-506e-47de-82d9-4dc8b97a3cfe x-openstack-request-id: req-5b98af63-506e-47de-82d9-4dc8b97a3cfe {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:29:32.342032 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cfbac7-c480-4b32-8d39-73542917a53a", "name": "network-vif-deleted", "tag": "a97c7ddc-fba4-4c26-b16d-5efee7924ebd", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:29:32.347085 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5b98af63-506e-47de-82d9-4dc8b97a3cfe {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:29:32.347747 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cfbac7-c480-4b32-8d39-73542917a53a', 'name': 'network-vif-deleted', 'tag': 'a97c7ddc-fba4-4c26-b16d-5efee7924ebd', 'status': 'completed', 'code': 200} Jan 28 00:29:32.359230 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dd2f4d98-ca1b-4fac-a9e4-b2cbb9e8705a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a7f08afa-b9d4-43d4-baea-c2fafb03b173), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:32.365305 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dd2f4d98-ca1b-4fac-a9e4-b2cbb9e8705a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:32.388831 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-dd2f4d98-ca1b-4fac-a9e4-b2cbb9e8705a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a7f08afa-b9d4-43d4-baea-c2fafb03b173 HTTP/1.1" status: 204 len: 168 time: 1.6168985 Jan 28 00:29:32.530933 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f4d98-ca1b-4fac-a9e4-b2cbb9e8705a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f08afa-b9d4-43d4-baea-c2fafb03b173,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:32.548295 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-45037788-b1ad-42f5-879a-759f2a1a2f08 admin admin] Publish callbacks [] for port (f9f200bc-5b44-465e-b08b-38d03b252412), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:32.551824 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-9e9f2111-6427-4219-bc09-1524de924981 None None] Set router c47511db-1f25-4f8d-b3cf-d158c43c155e gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:29:32.622564 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a418318a-d735-4652-a6ed-af03bb1401b3 req-cf1ba8bf-3683-4261-bf46-8a47ad04969c tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.0435619 Jan 28 00:29:32.626019 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-45037788-b1ad-42f5-879a-759f2a1a2f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (f9f200bc-5b44-465e-b08b-38d03b252412), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:32.632489 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522f1299-73c0-4efd-9e52-b85468d3d930 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:29:32.638371 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-522f1299-73c0-4efd-9e52-b85468d3d930 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:32.688511 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c7139e93-ed56-4d61-820b-dfa5d0b8a10f req-971d3d5e-a93e-4984-8058-9022f76dfd70 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7cfbac7-c480-4b32-8d39-73542917a53a HTTP/1.1" status: 200 len: 210 time: 0.1308188 Jan 28 00:29:32.793034 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-45037788-b1ad-42f5-879a-759f2a1a2f08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (1d3a831e-710b-43db-8990-3c18926b7858), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:32.808545 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037788-b1ad-42f5-879a-759f2a1a2f08 admin admin] Pushing event updated for resources: {'Port': ['ID=f9f200bc-5b44-465e-b08b-38d03b252412,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:32.856791 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-522f1299-73c0-4efd-9e52-b85468d3d930 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:29:33.036776 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-522f1299-73c0-4efd-9e52-b85468d3d930 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (f921ed3a-f264-4fc8-a9f0-eae87b2bfcd6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:33.037344 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-522f1299-73c0-4efd-9e52-b85468d3d930 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Added segment f921ed3a-f264-4fc8-a9f0-eae87b2bfcd6 of type vlan for network 2a74781a-ea93-46a1-a416-ef4733a1fcc6 Jan 28 00:29:33.050402 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45037788-b1ad-42f5-879a-759f2a1a2f08 admin admin] Network 962b6d11-960d-42e0-95f3-b55d3f9f0ed4 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:29:33.053354 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-45037788-b1ad-42f5-879a-759f2a1a2f08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:29:33.338470 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-522f1299-73c0-4efd-9e52-b85468d3d930 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (2a74781a-ea93-46a1-a416-ef4733a1fcc6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:33.396987 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39312) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:33.455067 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45037788-b1ad-42f5-879a-759f2a1a2f08 admin admin] Router 1d3a831e-710b-43db-8990-3c18926b7858 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:29:33.487598 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-522f1299-73c0-4efd-9e52-b85468d3d930 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (2a74781a-ea93-46a1-a416-ef4733a1fcc6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:33.502006 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522f1299-73c0-4efd-9e52-b85468d3d930 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:33.502827 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-522f1299-73c0-4efd-9e52-b85468d3d930 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:33.559492 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-843d676c-8bbe-48e8-95d3-4987cdec2145 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (f424b26a-a94f-4c6f-806a-d28ebf11cf41), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:33.571422 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39314) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:33.722214 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45037788-b1ad-42f5-879a-759f2a1a2f08 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:29:33.748425 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-45037788-b1ad-42f5-879a-759f2a1a2f08 admin admin] 10.222.0.70 "PUT /v2.0/routers/1d3a831e-710b-43db-8990-3c18926b7858/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3109272 Jan 28 00:29:33.749957 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3bd3dc1e-02df-466d-a717-3041321980d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:33.757469 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a2261ec0-e0ef-413d-a987-a4a2e9f924a8 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:29:33.809732 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-522f1299-73c0-4efd-9e52-b85468d3d930 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5058541 Jan 28 00:29:33.815015 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39322) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:33.825771 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-f942001f-72b3-4da4-b6e2-5c431c90422b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'ports': [{'network_id': '6fa49823-e387-4355-bf1a-a17d64074533'}, {'network_id': '2a74781a-ea93-46a1-a416-ef4733a1fcc6'}]} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:29:33.834639 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-f942001f-72b3-4da4-b6e2-5c431c90422b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'port': {'network_id': '6fa49823-e387-4355-bf1a-a17d64074533'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:29:33.839880 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-f942001f-72b3-4da4-b6e2-5c431c90422b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'port': {'network_id': '2a74781a-ea93-46a1-a416-ef4733a1fcc6'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:29:33.880350 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ca78a4d8-0105-4051-9a72-403fe23ef1ec None None] Provisioning complete for port f9f200bc-5b44-465e-b08b-38d03b252412 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:29:33.883149 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ca78a4d8-0105-4051-9a72-403fe23ef1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f9f200bc-5b44-465e-b08b-38d03b252412), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:33.964108 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39326) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:34.027007 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2446bd9e-b6ef-4894-885a-656dfa11e679 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=994d253fdd8a4f4d90ebb28608ed85df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6287992 Jan 28 00:29:34.042050 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39330) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:34.066551 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f1299-73c0-4efd-9e52-b85468d3d930 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Network': ['ID=2a74781a-ea93-46a1-a416-ef4733a1fcc6,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:34.141084 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5f3780c1-988e-4267-80cb-0e53f4f09486 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for security_group (4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:34.142845 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 2a74781a-ea93-46a1-a416-ef4733a1fcc6 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:29:34.168780 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4fc8338c-3d1a-4007-90af-43fd0529597f admin admin] Publish callbacks [] for security_group (f801df48-6663-4fc9-828a-1d500cd9b17f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:34.212035 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5f3780c1-988e-4267-80cb-0e53f4f09486 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for security_group (4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:34.263777 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4fc8338c-3d1a-4007-90af-43fd0529597f admin admin] Publish callbacks [] for security_group (f801df48-6663-4fc9-828a-1d500cd9b17f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:34.288034 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9e390de8-802b-4e28-be45-7be9a485d509 req-cea61468-0c89-4fdf-bf7b-272a710d4638 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.3441660 Jan 28 00:29:34.446537 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5f3780c1-988e-4267-80cb-0e53f4f09486 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:34.453809 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5f3780c1-988e-4267-80cb-0e53f4f09486 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:34.473832 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5f3780c1-988e-4267-80cb-0e53f4f09486 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "DELETE /v2.0/security-groups/4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b HTTP/1.1" status: 204 len: 168 time: 0.4991150 Jan 28 00:29:34.475262 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39336) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:34.601974 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ca78a4d8-0105-4051-9a72-403fe23ef1ec None None] Port f9f200bc-5b44-465e-b08b-38d03b252412 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:29:34.646152 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port a2261ec0-e0ef-413d-a987-a4a2e9f924a8 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:29:34.646540 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a2261ec0-e0ef-413d-a987-a4a2e9f924a8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:34.658225 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-49434211-5014-44fc-b4db-76b8b4b6b117 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] show failed (client error): The resource could not be found. Jan 28 00:29:34.671358 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-49434211-5014-44fc-b4db-76b8b4b6b117 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups/4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b HTTP/1.1" status: 404 len: 347 time: 0.1754653 Jan 28 00:29:34.674976 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39338) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:34.739669 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3780c1-988e-4267-80cb-0e53f4f09486 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdd89f6-19d0-4733-8e22-9fb0fc9efe7b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:34.764331 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3bd3dc1e-02df-466d-a717-3041321980d4 admin admin] Publish callbacks [] for security_group (6a3710dc-0df4-4424-bd5b-322aa1b55ea4), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:34.766555 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f942001f-72b3-4da4-b6e2-5c431c90422b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'port': 2} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:29:34.773693 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f942001f-72b3-4da4-b6e2-5c431c90422b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:34.783497 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3bd3dc1e-02df-466d-a717-3041321980d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (6a3710dc-0df4-4424-bd5b-322aa1b55ea4), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:34.789880 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a893af16-3805-48ce-ae08-5eddfb3378a1 None None] Sync routers for ids ['1d3a831e-710b-43db-8990-3c18926b7858'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:29:34.845122 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f942001f-72b3-4da4-b6e2-5c431c90422b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:34.888443 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a893af16-3805-48ce-ae08-5eddfb3378a1 None None] Routers {'1d3a831e-710b-43db-8990-3c18926b7858'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:29:34.889618 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a893af16-3805-48ce-ae08-5eddfb3378a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:29:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['1d3a831e-710b-43db-8990-3c18926b7858'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:34.919248 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3bd3dc1e-02df-466d-a717-3041321980d4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c24d3b4d31654c9887dfcaef35131261&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3347991 Jan 28 00:29:34.928994 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39344) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:34.946386 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3dc1e-02df-466d-a717-3041321980d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3710dc-0df4-4424-bd5b-322aa1b55ea4,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:35.074705 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-9e9f2111-6427-4219-bc09-1524de924981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'name': 'tempest-AttachVolumeShelveTestJSON-976148639-router', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:23:12Z', 'updated_at': '2022-01-28T00:23:20Z', 'revision_number': 4, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'gw_port': {'id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:13Z', 'updated_at': '2022-01-28T00:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '4dccb3a2-d8c8-432b-9acf-8c76e45da32b', 'name': '', 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'mac_address': 'fa:16:3e:de:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:18Z', 'updated_at': '2022-01-28T00:23:27Z', 'revision_number': 5, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'subnets': [{'id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:35.162581 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4fc8338c-3d1a-4007-90af-43fd0529597f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f801df48-6663-4fc9-828a-1d500cd9b17f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:35.170267 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port a2261ec0-e0ef-413d-a987-a4a2e9f924a8 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:29:35.171320 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a2261ec0-e0ef-413d-a987-a4a2e9f924a8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:35.174355 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4fc8338c-3d1a-4007-90af-43fd0529597f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:35.186909 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4fc8338c-3d1a-4007-90af-43fd0529597f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f801df48-6663-4fc9-828a-1d500cd9b17f HTTP/1.1" status: 204 len: 168 time: 1.1248558 Jan 28 00:29:35.218905 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-a893af16-3805-48ce-ae08-5eddfb3378a1 None None] Set router 1d3a831e-710b-43db-8990-3c18926b7858 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:29:35.219394 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port a2261ec0-e0ef-413d-a987-a4a2e9f924a8, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=a2261ec0-e0ef-413d-a987-a4a2e9f924a8,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:29:35.221210 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9f2111-6427-4219-bc09-1524de924981 None None] Checking router: c47511db-1f25-4f8d-b3cf-d158c43c155e for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:29:35.232684 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a2261ec0-e0ef-413d-a987-a4a2e9f924a8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:35.258231 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9f2111-6427-4219-bc09-1524de924981 None None] Routers {'c47511db-1f25-4f8d-b3cf-d158c43c155e'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:29:35.260445 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-9e9f2111-6427-4219-bc09-1524de924981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:29:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c47511db-1f25-4f8d-b3cf-d158c43c155e'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:35.287543 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-843d676c-8bbe-48e8-95d3-4987cdec2145 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Deleting port 2991eb37-e8e6-4286-b31b-ac54cd6b3c27 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:35.292165 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-843d676c-8bbe-48e8-95d3-4987cdec2145 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (2991eb37-e8e6-4286-b31b-ac54cd6b3c27), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:35.517336 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39354) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:35.541808 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-ca67de35-3596-41d9-8dc7-57bb86efa25f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1710091869-network', 'tenant_id': '55b7c07cbb8f4c4fa959e34251d3e324'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:29:35.559665 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-9e9f2111-6427-4219-bc09-1524de924981 None None] Set router c47511db-1f25-4f8d-b3cf-d158c43c155e gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:29:35.791206 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-f942001f-72b3-4da4-b6e2-5c431c90422b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] device_id is not set on port 7e29c900-d4a7-451c-b831-cb7423509772 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:29:35.820015 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-01c1806f-2450-4b6a-872a-be1ae9509b57 req-b4943c16-5672-40bb-a45d-370ae5f1ec19 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.2276018 Jan 28 00:29:35.829125 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eac964e0-2db7-4a52-a0ee-dbcce08a49d4 admin admin] Publish callbacks [] for security_group (6a3710dc-0df4-4424-bd5b-322aa1b55ea4), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:35.829377 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a893af16-3805-48ce-ae08-5eddfb3378a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3a831e-710b-43db-8990-3c18926b7858', 'name': 'tempest-TaggedBootDevicesTest-2138166117-router', 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a2261ec0-e0ef-413d-a987-a4a2e9f924a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:29:19Z', 'updated_at': '2022-01-28T00:29:31Z', 'revision_number': 4, 'project_id': '5bda1a11a40447e984dbfecb2102fcad', 'gw_port': {'id': 'a2261ec0-e0ef-413d-a987-a4a2e9f924a8', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:54:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3a831e-710b-43db-8990-3c18926b7858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:29:22Z', 'updated_at': '2022-01-28T00:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'f9f200bc-5b44-465e-b08b-38d03b252412', 'name': '', 'network_id': '962b6d11-960d-42e0-95f3-b55d3f9f0ed4', 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'mac_address': 'fa:16:3e:07:55:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3a831e-710b-43db-8990-3c18926b7858', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '3e045621-a000-4f31-813f-19aff9c83672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:29:28Z', 'updated_at': '2022-01-28T00:29:31Z', 'revision_number': 2, 'project_id': '5bda1a11a40447e984dbfecb2102fcad', 'subnets': [{'id': '3e045621-a000-4f31-813f-19aff9c83672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:35.857081 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca67de35-3596-41d9-8dc7-57bb86efa25f admin admin] Made reservation on behalf of 55b7c07cbb8f4c4fa959e34251d3e324 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:29:35.861486 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca67de35-3596-41d9-8dc7-57bb86efa25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:35.908519 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eac964e0-2db7-4a52-a0ee-dbcce08a49d4 admin admin] Publish callbacks [] for security_group (6a3710dc-0df4-4424-bd5b-322aa1b55ea4), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:35.913283 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca67de35-3596-41d9-8dc7-57bb86efa25f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:35.925774 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a893af16-3805-48ce-ae08-5eddfb3378a1 None None] Checking router: 1d3a831e-710b-43db-8990-3c18926b7858 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:29:35.927846 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a893af16-3805-48ce-ae08-5eddfb3378a1 None None] Updating router 1d3a831e-710b-43db-8990-3c18926b7858 port f9f200bc-5b44-465e-b08b-38d03b252412 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:29:35.999572 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a893af16-3805-48ce-ae08-5eddfb3378a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f9f200bc-5b44-465e-b08b-38d03b252412), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:36.073951 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eac964e0-2db7-4a52-a0ee-dbcce08a49d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (6a3710dc-0df4-4424-bd5b-322aa1b55ea4), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:36.077272 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eac964e0-2db7-4a52-a0ee-dbcce08a49d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:36.082736 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-eac964e0-2db7-4a52-a0ee-dbcce08a49d4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6a3710dc-0df4-4424-bd5b-322aa1b55ea4 HTTP/1.1" status: 204 len: 168 time: 1.1481433 Jan 28 00:29:36.186382 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac964e0-2db7-4a52-a0ee-dbcce08a49d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3710dc-0df4-4424-bd5b-322aa1b55ea4,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:36.212383 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f942001f-72b3-4da4-b6e2-5c431c90422b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for port (7e29c900-d4a7-451c-b831-cb7423509772), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:36.399158 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8338c-3d1a-4007-90af-43fd0529597f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f801df48-6663-4fc9-828a-1d500cd9b17f,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:36.459958 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca67de35-3596-41d9-8dc7-57bb86efa25f admin admin] Publish callbacks [] for security_group (180f899b-c36c-4fc6-b787-96efcdca5c0f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:36.477399 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=a2261ec0-e0ef-413d-a987-a4a2e9f924a8,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:36.540955 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-61c227d4-88b2-409a-9424-8614ad34f95b tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Deleting port 4434b42d-5b6a-48e2-8e28-031c874bcc27 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:36.541713 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61c227d4-88b2-409a-9424-8614ad34f95b tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (4434b42d-5b6a-48e2-8e28-031c874bcc27), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:36.578711 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-f942001f-72b3-4da4-b6e2-5c431c90422b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] device_id is not set on port 104cef6e-521d-4834-a7ef-b0331d7b35d2 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:29:36.592034 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-30bfef44-26e7-4ede-9b00-cae46542d85d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:36.600043 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca67de35-3596-41d9-8dc7-57bb86efa25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (180f899b-c36c-4fc6-b787-96efcdca5c0f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:36.689518 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-9e9f2111-6427-4219-bc09-1524de924981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'name': 'tempest-AttachVolumeShelveTestJSON-976148639-router', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:23:12Z', 'updated_at': '2022-01-28T00:23:20Z', 'revision_number': 4, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'gw_port': {'id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:13Z', 'updated_at': '2022-01-28T00:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '4dccb3a2-d8c8-432b-9acf-8c76e45da32b', 'name': '', 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'mac_address': 'fa:16:3e:de:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:18Z', 'updated_at': '2022-01-28T00:23:27Z', 'revision_number': 5, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'subnets': [{'id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:36.708431 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a893af16-3805-48ce-ae08-5eddfb3378a1 None None] Publish callbacks [] for port (f9f200bc-5b44-465e-b08b-38d03b252412), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:36.716969 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a893af16-3805-48ce-ae08-5eddfb3378a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f9f200bc-5b44-465e-b08b-38d03b252412), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:36.798669 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0df7f9-dd5e-4ea8-9fa5-5e257a207dfe None None] Pushing event updated for resources: {'Port': ['ID=f9f200bc-5b44-465e-b08b-38d03b252412,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:36.803039 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca67de35-3596-41d9-8dc7-57bb86efa25f admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:29:36.829054 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0df7f9-dd5e-4ea8-9fa5-5e257a207dfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:36.829600 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0df7f9-dd5e-4ea8-9fa5-5e257a207dfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:36.830697 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0df7f9-dd5e-4ea8-9fa5-5e257a207dfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:36.835015 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0df7f9-dd5e-4ea8-9fa5-5e257a207dfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:36.835533 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0df7f9-dd5e-4ea8-9fa5-5e257a207dfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:36.836060 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0df7f9-dd5e-4ea8-9fa5-5e257a207dfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:36.836831 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0df7f9-dd5e-4ea8-9fa5-5e257a207dfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:36.837530 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0df7f9-dd5e-4ea8-9fa5-5e257a207dfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:36.838204 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0df7f9-dd5e-4ea8-9fa5-5e257a207dfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:36.838830 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0df7f9-dd5e-4ea8-9fa5-5e257a207dfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:36.839327 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0df7f9-dd5e-4ea8-9fa5-5e257a207dfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:36.839908 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0df7f9-dd5e-4ea8-9fa5-5e257a207dfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:36.841159 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0df7f9-dd5e-4ea8-9fa5-5e257a207dfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:29:36.846062 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61c227d4-88b2-409a-9424-8614ad34f95b tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (4434b42d-5b6a-48e2-8e28-031c874bcc27), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:36.847311 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61c227d4-88b2-409a-9424-8614ad34f95b tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for floatingip (4434b42d-5b6a-48e2-8e28-031c874bcc27), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:36.851921 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9f2111-6427-4219-bc09-1524de924981 None None] The sync data for ids ['c47511db-1f25-4f8d-b3cf-d158c43c155e'] in n-d-826754-1 is: [{'id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'name': 'tempest-AttachVolumeShelveTestJSON-976148639-router', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:23:12Z', 'updated_at': '2022-01-28T00:23:20Z', 'revision_number': 4, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'gw_port': {'id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:13Z', 'updated_at': '2022-01-28T00:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '4dccb3a2-d8c8-432b-9acf-8c76e45da32b', 'name': '', 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'mac_address': 'fa:16:3e:de:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:18Z', 'updated_at': '2022-01-28T00:23:27Z', 'revision_number': 5, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'subnets': [{'id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:29:36.865121 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67de35-3596-41d9-8dc7-57bb86efa25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180f899b-c36c-4fc6-b787-96efcdca5c0f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:36.967190 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca67de35-3596-41d9-8dc7-57bb86efa25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (6749d719-54f4-475c-bba6-0e6ea6fbcfa0), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:36.967770 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-ca67de35-3596-41d9-8dc7-57bb86efa25f admin admin] Added segment 6749d719-54f4-475c-bba6-0e6ea6fbcfa0 of type vlan for network b55e4458-7876-4cd7-af81-98621da69636 Jan 28 00:29:37.019577 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-a893af16-3805-48ce-ae08-5eddfb3378a1 None None] Attempting to bind port f9f200bc-5b44-465e-b08b-38d03b252412 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:29:37.027082 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-a893af16-3805-48ce-ae08-5eddfb3378a1 None None] Attempting to bind port f9f200bc-5b44-465e-b08b-38d03b252412 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '5700de21-b7f1-4e44-ac79-faad96102485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '962b6d11-960d-42e0-95f3-b55d3f9f0ed4'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:29:37.028106 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a893af16-3805-48ce-ae08-5eddfb3378a1 None None] Attempting to bind port f9f200bc-5b44-465e-b08b-38d03b252412 on network 962b6d11-960d-42e0-95f3-b55d3f9f0ed4 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:29:37.051333 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a893af16-3805-48ce-ae08-5eddfb3378a1 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:29:37.055701 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a893af16-3805-48ce-ae08-5eddfb3378a1 None None] Checking segment: {'id': '5700de21-b7f1-4e44-ac79-faad96102485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '962b6d11-960d-42e0-95f3-b55d3f9f0ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:29:37.056836 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a893af16-3805-48ce-ae08-5eddfb3378a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:37.057461 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a893af16-3805-48ce-ae08-5eddfb3378a1 None None] Bound using segment: {'id': '5700de21-b7f1-4e44-ac79-faad96102485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '962b6d11-960d-42e0-95f3-b55d3f9f0ed4'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:29:37.060518 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-a893af16-3805-48ce-ae08-5eddfb3378a1 None None] Bound port: f9f200bc-5b44-465e-b08b-38d03b252412, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5700de21-b7f1-4e44-ac79-faad96102485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '962b6d11-960d-42e0-95f3-b55d3f9f0ed4'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:29:37.061390 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a893af16-3805-48ce-ae08-5eddfb3378a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f9f200bc-5b44-465e-b08b-38d03b252412), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:37.148151 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-843d676c-8bbe-48e8-95d3-4987cdec2145 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] For port 2991eb37-e8e6-4286-b31b-ac54cd6b3c27, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2991eb37-e8e6-4286-b31b-ac54cd6b3c27,segment=NetworkSegment(901e094a-d910-48f2-aee8-ebee3bf9578f),segment_id=901e094a-d910-48f2-aee8-ebee3bf9578f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:29:37.148739 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-843d676c-8bbe-48e8-95d3-4987cdec2145 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (2991eb37-e8e6-4286-b31b-ac54cd6b3c27), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:37.210096 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9cf53cfc-eddc-4064-b5bc-72fa42e95a8b req-8b6f77e2-fa08-4332-82d8-ee6f43afb9ee tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.1056464 Jan 28 00:29:37.236970 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-843d676c-8bbe-48e8-95d3-4987cdec2145 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Calling delete_port for 2991eb37-e8e6-4286-b31b-ac54cd6b3c27 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:37.254920 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca67de35-3596-41d9-8dc7-57bb86efa25f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (b55e4458-7876-4cd7-af81-98621da69636), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:37.514230 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f0ec19ad-0f5c-402d-85c6-c1e8ea0cd82e None None] Provisioning complete for port f9f200bc-5b44-465e-b08b-38d03b252412 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:29:37.515910 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f0ec19ad-0f5c-402d-85c6-c1e8ea0cd82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f9f200bc-5b44-465e-b08b-38d03b252412), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:37.530849 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca67de35-3596-41d9-8dc7-57bb86efa25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (b55e4458-7876-4cd7-af81-98621da69636), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:37.547262 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca67de35-3596-41d9-8dc7-57bb86efa25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:37.549929 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca67de35-3596-41d9-8dc7-57bb86efa25f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:37.564815 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f942001f-72b3-4da4-b6e2-5c431c90422b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for port (104cef6e-521d-4834-a7ef-b0331d7b35d2), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:37.684014 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a2261ec0-e0ef-413d-a987-a4a2e9f924a8 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:29:37.687941 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f0ec19ad-0f5c-402d-85c6-c1e8ea0cd82e None None] Port f9f200bc-5b44-465e-b08b-38d03b252412 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:29:37.736927 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-a893af16-3805-48ce-ae08-5eddfb3378a1 None None] For port f9f200bc-5b44-465e-b08b-38d03b252412, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:29:37.743461 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-a893af16-3805-48ce-ae08-5eddfb3378a1 None None] For port f9f200bc-5b44-465e-b08b-38d03b252412, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f9f200bc-5b44-465e-b08b-38d03b252412,segment=NetworkSegment(5700de21-b7f1-4e44-ac79-faad96102485),segment_id=5700de21-b7f1-4e44-ac79-faad96102485)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:29:37.746612 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cdd78f-217e-4d17-adc8-45d03ac0e9f4 None None] New status for floating IP b446bf65-0542-43bc-aa09-6fa2f415a410: DOWN {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:29:37.755948 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a893af16-3805-48ce-ae08-5eddfb3378a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f9f200bc-5b44-465e-b08b-38d03b252412), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:37.923778 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f942001f-72b3-4da4-b6e2-5c431c90422b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (7e29c900-d4a7-451c-b831-cb7423509772), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:37.947277 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0df7f9-dd5e-4ea8-9fa5-5e257a207dfe None None] Pushing event updated for resources: {'Port': ['ID=f9f200bc-5b44-465e-b08b-38d03b252412,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:37.998762 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a893af16-3805-48ce-ae08-5eddfb3378a1 None None] Routers {'1d3a831e-710b-43db-8990-3c18926b7858'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:29:38.000425 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-843d676c-8bbe-48e8-95d3-4987cdec2145 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (2991eb37-e8e6-4286-b31b-ac54cd6b3c27), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:38.002850 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a893af16-3805-48ce-ae08-5eddfb3378a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:29:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['1d3a831e-710b-43db-8990-3c18926b7858'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:38.009444 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-61c227d4-88b2-409a-9424-8614ad34f95b tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Calling delete_port for 4434b42d-5b6a-48e2-8e28-031c874bcc27 owned by network:floatingip {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:38.036293 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ca67de35-3596-41d9-8dc7-57bb86efa25f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5152550 Jan 28 00:29:38.048370 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39402) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:38.080871 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-9076e530-0c23-494a-be3a-3a8e6586d98b admin admin] Request body: {'subnet': {'network_id': 'b55e4458-7876-4cd7-af81-98621da69636', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1710091869-subnet', 'tenant_id': '55b7c07cbb8f4c4fa959e34251d3e324', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:29:38.236443 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f942001f-72b3-4da4-b6e2-5c431c90422b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network 6fa49823-e387-4355-bf1a-a17d64074533 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:29:38.319352 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-f942001f-72b3-4da4-b6e2-5c431c90422b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:29:38.320977 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d676c-8bbe-48e8-95d3-4987cdec2145 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Port': ['ID=2991eb37-e8e6-4286-b31b-ac54cd6b3c27,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:38.332120 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f942001f-72b3-4da4-b6e2-5c431c90422b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:29:38.336600 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f942001f-72b3-4da4-b6e2-5c431c90422b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (104cef6e-521d-4834-a7ef-b0331d7b35d2), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:38.359104 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port a2261ec0-e0ef-413d-a987-a4a2e9f924a8 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:29:38.360470 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a2261ec0-e0ef-413d-a987-a4a2e9f924a8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:38.378046 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67de35-3596-41d9-8dc7-57bb86efa25f admin admin] Pushing event updated for resources: {'Network': ['ID=b55e4458-7876-4cd7-af81-98621da69636,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:38.602267 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network b55e4458-7876-4cd7-af81-98621da69636 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:29:38.706993 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-a893af16-3805-48ce-ae08-5eddfb3378a1 None None] Set router 1d3a831e-710b-43db-8990-3c18926b7858 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:29:38.730036 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07c2450f-6a8d-406b-9c79-187fb2ab327a req-d14942e7-968d-45e9-9f8d-579bf98ac2d0 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.2194948 Jan 28 00:29:38.731348 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942001f-72b3-4da4-b6e2-5c431c90422b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Port': ['ID=7e29c900-d4a7-451c-b831-cb7423509772,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:38.783642 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9076e530-0c23-494a-be3a-3a8e6586d98b admin admin] Made reservation on behalf of 55b7c07cbb8f4c4fa959e34251d3e324 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:29:38.792661 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9076e530-0c23-494a-be3a-3a8e6586d98b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:38.900222 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3288815d-18ec-4508-8dab-8b58dde3b08c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:39.046359 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-80f8e41c-0da1-4037-9c1f-984374709a8d None None] Provisioning complete for port f9f200bc-5b44-465e-b08b-38d03b252412 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:29:39.046867 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-80f8e41c-0da1-4037-9c1f-984374709a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f9f200bc-5b44-465e-b08b-38d03b252412), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:39.099562 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port a2261ec0-e0ef-413d-a987-a4a2e9f924a8 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:29:39.221986 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-80f8e41c-0da1-4037-9c1f-984374709a8d None None] Current status of the port f9f200bc-5b44-465e-b08b-38d03b252412 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:29:39.222503 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-80f8e41c-0da1-4037-9c1f-984374709a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f9f200bc-5b44-465e-b08b-38d03b252412), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:39.349965 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-80f8e41c-0da1-4037-9c1f-984374709a8d None None] For port f9f200bc-5b44-465e-b08b-38d03b252412, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f9f200bc-5b44-465e-b08b-38d03b252412,segment=NetworkSegment(5700de21-b7f1-4e44-ac79-faad96102485),segment_id=5700de21-b7f1-4e44-ac79-faad96102485)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:29:39.362643 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-80f8e41c-0da1-4037-9c1f-984374709a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f9f200bc-5b44-465e-b08b-38d03b252412), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:39.388954 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-843d676c-8bbe-48e8-95d3-4987cdec2145 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (f424b26a-a94f-4c6f-806a-d28ebf11cf41), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:39.436693 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a893af16-3805-48ce-ae08-5eddfb3378a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3a831e-710b-43db-8990-3c18926b7858', 'name': 'tempest-TaggedBootDevicesTest-2138166117-router', 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a2261ec0-e0ef-413d-a987-a4a2e9f924a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:29:19Z', 'updated_at': '2022-01-28T00:29:31Z', 'revision_number': 4, 'project_id': '5bda1a11a40447e984dbfecb2102fcad', 'gw_port': {'id': 'a2261ec0-e0ef-413d-a987-a4a2e9f924a8', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:54:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3a831e-710b-43db-8990-3c18926b7858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:29:22Z', 'updated_at': '2022-01-28T00:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'f9f200bc-5b44-465e-b08b-38d03b252412', 'name': '', 'network_id': '962b6d11-960d-42e0-95f3-b55d3f9f0ed4', 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'mac_address': 'fa:16:3e:07:55:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3a831e-710b-43db-8990-3c18926b7858', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '3e045621-a000-4f31-813f-19aff9c83672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:29:28Z', 'updated_at': '2022-01-28T00:29:37Z', 'revision_number': 4, 'project_id': '5bda1a11a40447e984dbfecb2102fcad', 'subnets': [{'id': '3e045621-a000-4f31-813f-19aff9c83672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:39.443899 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942001f-72b3-4da4-b6e2-5c431c90422b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Checking segment: {'id': 'f921ed3a-f264-4fc8-a9f0-eae87b2bfcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2a74781a-ea93-46a1-a416-ef4733a1fcc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:29:39.448576 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f942001f-72b3-4da4-b6e2-5c431c90422b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network hostable DHCP agents. Network: 2a74781a-ea93-46a1-a416-ef4733a1fcc6, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:29:39.461401 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9076e530-0c23-494a-be3a-3a8e6586d98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (b3c6b7fd-1d85-43a0-b7b3-afad88d521aa), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:39.519924 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8e41c-0da1-4037-9c1f-984374709a8d None None] Pushing event updated for resources: {'Port': ['ID=f9f200bc-5b44-465e-b08b-38d03b252412,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:39.545118 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942001f-72b3-4da4-b6e2-5c431c90422b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Port': ['ID=104cef6e-521d-4834-a7ef-b0331d7b35d2,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:39.592452 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a893af16-3805-48ce-ae08-5eddfb3378a1 None None] The sync data for ids ['1d3a831e-710b-43db-8990-3c18926b7858'] in n-d-826754-1 is: [{'id': '1d3a831e-710b-43db-8990-3c18926b7858', 'name': 'tempest-TaggedBootDevicesTest-2138166117-router', 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a2261ec0-e0ef-413d-a987-a4a2e9f924a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:29:19Z', 'updated_at': '2022-01-28T00:29:31Z', 'revision_number': 4, 'project_id': '5bda1a11a40447e984dbfecb2102fcad', 'gw_port': {'id': 'a2261ec0-e0ef-413d-a987-a4a2e9f924a8', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:54:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3a831e-710b-43db-8990-3c18926b7858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:29:22Z', 'updated_at': '2022-01-28T00:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'f9f200bc-5b44-465e-b08b-38d03b252412', 'name': '', 'network_id': '962b6d11-960d-42e0-95f3-b55d3f9f0ed4', 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'mac_address': 'fa:16:3e:07:55:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3a831e-710b-43db-8990-3c18926b7858', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '3e045621-a000-4f31-813f-19aff9c83672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:29:28Z', 'updated_at': '2022-01-28T00:29:37Z', 'revision_number': 4, 'project_id': '5bda1a11a40447e984dbfecb2102fcad', 'subnets': [{'id': '3e045621-a000-4f31-813f-19aff9c83672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:29:39.624033 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:39.749576 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076e530-0c23-494a-be3a-3a8e6586d98b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3c6b7fd-1d85-43a0-b7b3-afad88d521aa,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:39.766139 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f942001f-72b3-4da4-b6e2-5c431c90422b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network 2a74781a-ea93-46a1-a416-ef4733a1fcc6 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:29:39.790852 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9076e530-0c23-494a-be3a-3a8e6586d98b admin admin] Checking segment: {'id': '6749d719-54f4-475c-bba6-0e6ea6fbcfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b55e4458-7876-4cd7-af81-98621da69636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:29:39.791269 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9076e530-0c23-494a-be3a-3a8e6586d98b admin admin] Network hostable DHCP agents. Network: b55e4458-7876-4cd7-af81-98621da69636, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:29:39.797128 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-f942001f-72b3-4da4-b6e2-5c431c90422b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 2a74781a-ea93-46a1-a416-ef4733a1fcc6) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:29:39.803058 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f942001f-72b3-4da4-b6e2-5c431c90422b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:29:39.810680 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f942001f-72b3-4da4-b6e2-5c431c90422b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:39.818033 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f942001f-72b3-4da4-b6e2-5c431c90422b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:39.821509 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4250fa-1380-418a-a22d-22d8542c5d61 None None] Network 2a74781a-ea93-46a1-a416-ef4733a1fcc6 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:29:39.833673 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f942001f-72b3-4da4-b6e2-5c431c90422b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:39.895119 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9076e530-0c23-494a-be3a-3a8e6586d98b admin admin] Network b55e4458-7876-4cd7-af81-98621da69636 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:29:39.965320 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f942001f-72b3-4da4-b6e2-5c431c90422b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.1386678 Jan 28 00:29:39.965320 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-9076e530-0c23-494a-be3a-3a8e6586d98b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, b55e4458-7876-4cd7-af81-98621da69636) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:29:39.977987 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9076e530-0c23-494a-be3a-3a8e6586d98b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:39.983321 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9076e530-0c23-494a-be3a-3a8e6586d98b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:39.998558 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39434) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:40.004870 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984576e1-4985-4b25-8881-77dd0f5e9147 None None] Network b55e4458-7876-4cd7-af81-98621da69636 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:29:40.007085 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39436) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:40.216456 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b4dfcac5-820e-4a37-bf11-b6cc2d737e44 req-af11452f-f0c2-423f-8e2a-db882ee7be08 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.1052454 Jan 28 00:29:40.243324 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9076e530-0c23-494a-be3a-3a8e6586d98b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1902502 Jan 28 00:29:40.244444 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39442) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:40.256792 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-4cea5326-a6be-4cfb-9c87-79854a0ace7a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1710091869-router', 'tenant_id': '55b7c07cbb8f4c4fa959e34251d3e324', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:29:40.266381 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-f428d69c-09a8-4a6e-b8f7-5dd6659add5b tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1786723560', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:29:40.342526 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4aaec9-0b4c-458a-8bfe-17aa13f4d324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-b55e4458-7876-4cd7-af81-98621da69636', 'network_id': 'b55e4458-7876-4cd7-af81-98621da69636', 'project_id': '55b7c07cbb8f4c4fa959e34251d3e324', 'fixed_ips': [{'subnet_id': 'b3c6b7fd-1d85-43a0-b7b3-afad88d521aa'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:29:40.343637 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e4aaec9-0b4c-458a-8bfe-17aa13f4d324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:40.398107 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4cea5326-a6be-4cfb-9c87-79854a0ace7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (a2acd2b5-51ff-42d2-b6d7-c7a1935e0506), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:40.413508 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4cea5326-a6be-4cfb-9c87-79854a0ace7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (a2acd2b5-51ff-42d2-b6d7-c7a1935e0506), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:40.429563 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-97dd9e6b-5134-4b9c-b16e-639eebb13aba tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting port 104cef6e-521d-4834-a7ef-b0331d7b35d2 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:40.429919 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-97dd9e6b-5134-4b9c-b16e-639eebb13aba tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (104cef6e-521d-4834-a7ef-b0331d7b35d2), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:40.506840 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843d676c-8bbe-48e8-95d3-4987cdec2145 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Router f424b26a-a94f-4c6f-806a-d28ebf11cf41 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:29:40.536417 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61c227d4-88b2-409a-9424-8614ad34f95b tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (4434b42d-5b6a-48e2-8e28-031c874bcc27), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:40.568836 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-97dd9e6b-5134-4b9c-b16e-639eebb13aba tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (104cef6e-521d-4834-a7ef-b0331d7b35d2), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:40.586518 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f428d69c-09a8-4a6e-b8f7-5dd6659add5b tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Made reservation on behalf of 3ed482fa18004282a1cf197883ec8d4e for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:29:40.599862 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f428d69c-09a8-4a6e-b8f7-5dd6659add5b tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:40.634808 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-1e4aaec9-0b4c-458a-8bfe-17aa13f4d324 None None] Allocated IP 172.20.0.2 (b55e4458-7876-4cd7-af81-98621da69636/b3c6b7fd-1d85-43a0-b7b3-afad88d521aa/8a2b76ab-e8cf-4940-a279-e7785ece3f5c) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:29:40.649591 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-97dd9e6b-5134-4b9c-b16e-639eebb13aba tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Calling delete_port for 104cef6e-521d-4834-a7ef-b0331d7b35d2 owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:40.653735 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f428d69c-09a8-4a6e-b8f7-5dd6659add5b tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:40.835003 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843d676c-8bbe-48e8-95d3-4987cdec2145 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:29:40.852283 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39454) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:40.857236 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d04fc81-0213-403a-ac6f-52efe32a83d8 None None] Sync routers for ids ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:29:40.860276 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-843d676c-8bbe-48e8-95d3-4987cdec2145 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "PUT /v2.0/routers/f424b26a-a94f-4c6f-806a-d28ebf11cf41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9663496 Jan 28 00:29:40.861285 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c227d4-88b2-409a-9424-8614ad34f95b tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Pushing event deleted for resources: {'Port': ['ID=4434b42d-5b6a-48e2-8e28-031c874bcc27,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:40.920951 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d04fc81-0213-403a-ac6f-52efe32a83d8 None None] Routers {'f424b26a-a94f-4c6f-806a-d28ebf11cf41'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:29:40.927029 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-2d04fc81-0213-403a-ac6f-52efe32a83d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:29:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:40.980194 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e4aaec9-0b4c-458a-8bfe-17aa13f4d324 None None] Publish callbacks [] for port (8a2b76ab-e8cf-4940-a279-e7785ece3f5c), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:41.000615 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e4aaec9-0b4c-458a-8bfe-17aa13f4d324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (8a2b76ab-e8cf-4940-a279-e7785ece3f5c), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:41.024717 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61c227d4-88b2-409a-9424-8614ad34f95b tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for floatingip (b446bf65-0542-43bc-aa09-6fa2f415a410), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:41.028292 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61c227d4-88b2-409a-9424-8614ad34f95b tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:41.029651 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-61c227d4-88b2-409a-9424-8614ad34f95b tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "DELETE /v2.0/floatingips/b446bf65-0542-43bc-aa09-6fa2f415a410 HTTP/1.1" status: 204 len: 168 time: 6.3382776 Jan 28 00:29:41.188979 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4aaec9-0b4c-458a-8bfe-17aa13f4d324 None None] Network b55e4458-7876-4cd7-af81-98621da69636 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:29:41.189936 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4aaec9-0b4c-458a-8bfe-17aa13f4d324 None None] Pushing event updated for resources: {'Port': ['ID=8a2b76ab-e8cf-4940-a279-e7785ece3f5c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:41.201113 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-1e4aaec9-0b4c-458a-8bfe-17aa13f4d324 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:29:41.205377 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4aaec9-0b4c-458a-8bfe-17aa13f4d324 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:29:41.218263 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:41.356804 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1e4aaec9-0b4c-458a-8bfe-17aa13f4d324 None None] Attempting to bind port 8a2b76ab-e8cf-4940-a279-e7785ece3f5c on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:29:41.357134 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1e4aaec9-0b4c-458a-8bfe-17aa13f4d324 None None] Attempting to bind port 8a2b76ab-e8cf-4940-a279-e7785ece3f5c by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '6749d719-54f4-475c-bba6-0e6ea6fbcfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b55e4458-7876-4cd7-af81-98621da69636'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:29:41.357523 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4aaec9-0b4c-458a-8bfe-17aa13f4d324 None None] Attempting to bind port 8a2b76ab-e8cf-4940-a279-e7785ece3f5c on network b55e4458-7876-4cd7-af81-98621da69636 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:29:41.382942 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-2d04fc81-0213-403a-ac6f-52efe32a83d8 None None] Set router f424b26a-a94f-4c6f-806a-d28ebf11cf41 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:29:41.389554 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4aaec9-0b4c-458a-8bfe-17aa13f4d324 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:29:41.390150 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4aaec9-0b4c-458a-8bfe-17aa13f4d324 None None] Checking segment: {'id': '6749d719-54f4-475c-bba6-0e6ea6fbcfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b55e4458-7876-4cd7-af81-98621da69636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:29:41.390443 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e4aaec9-0b4c-458a-8bfe-17aa13f4d324 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:41.390821 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4aaec9-0b4c-458a-8bfe-17aa13f4d324 None None] Bound using segment: {'id': '6749d719-54f4-475c-bba6-0e6ea6fbcfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b55e4458-7876-4cd7-af81-98621da69636'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:29:41.391337 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1e4aaec9-0b4c-458a-8bfe-17aa13f4d324 None None] Bound port: 8a2b76ab-e8cf-4940-a279-e7785ece3f5c, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6749d719-54f4-475c-bba6-0e6ea6fbcfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b55e4458-7876-4cd7-af81-98621da69636'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:29:41.391756 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e4aaec9-0b4c-458a-8bfe-17aa13f4d324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8a2b76ab-e8cf-4940-a279-e7785ece3f5c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:41.610888 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1e4aaec9-0b4c-458a-8bfe-17aa13f4d324 None None] For port 8a2b76ab-e8cf-4940-a279-e7785ece3f5c, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:29:41.614708 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1e4aaec9-0b4c-458a-8bfe-17aa13f4d324 None None] For port 8a2b76ab-e8cf-4940-a279-e7785ece3f5c, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8a2b76ab-e8cf-4940-a279-e7785ece3f5c,segment=NetworkSegment(6749d719-54f4-475c-bba6-0e6ea6fbcfa0),segment_id=6749d719-54f4-475c-bba6-0e6ea6fbcfa0)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:29:41.625582 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e4aaec9-0b4c-458a-8bfe-17aa13f4d324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8a2b76ab-e8cf-4940-a279-e7785ece3f5c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:41.640546 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4cea5326-a6be-4cfb-9c87-79854a0ace7a admin admin] Publish callbacks [] for router_controller (a2acd2b5-51ff-42d2-b6d7-c7a1935e0506), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:41.719710 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-2d04fc81-0213-403a-ac6f-52efe32a83d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:29:37Z', 'revision_number': 11, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:41.755868 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4aaec9-0b4c-458a-8bfe-17aa13f4d324 None None] Pushing event updated for resources: {'Port': ['ID=8a2b76ab-e8cf-4940-a279-e7785ece3f5c,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:41.764318 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f9f200bc-5b44-465e-b08b-38d03b252412 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:29:41.832064 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ce0b2269-79bc-4b4f-aea7-b7c62b3ef4a0 req-ade8a096-3b45-450a-a259-40ebde6fc75e tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.2008760 Jan 28 00:29:41.874077 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d04fc81-0213-403a-ac6f-52efe32a83d8 None None] Checking router: f424b26a-a94f-4c6f-806a-d28ebf11cf41 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:29:41.886651 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d04fc81-0213-403a-ac6f-52efe32a83d8 None None] Routers {'f424b26a-a94f-4c6f-806a-d28ebf11cf41'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:29:41.887731 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-2d04fc81-0213-403a-ac6f-52efe32a83d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:29:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:42.006483 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port f9f200bc-5b44-465e-b08b-38d03b252412 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:29:42.006873 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f9f200bc-5b44-465e-b08b-38d03b252412), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:42.040077 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-2d04fc81-0213-403a-ac6f-52efe32a83d8 None None] Set router f424b26a-a94f-4c6f-806a-d28ebf11cf41 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:29:42.057365 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39480) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:42.064743 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-0108aa74-5672-4456-8cc8-e20b757c2453 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1683526111', 'description': 'tempest-description--634912185'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:29:42.067916 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-7493dfca-8171-461c-a265-c87a3d8396a6 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Deleting subnet 53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:29:42.072669 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7493dfca-8171-461c-a265-c87a3d8396a6 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for subnet (53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:42.134716 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0108aa74-5672-4456-8cc8-e20b757c2453 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:42.142161 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7493dfca-8171-461c-a265-c87a3d8396a6 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:42.171013 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-2d04fc81-0213-403a-ac6f-52efe32a83d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:29:37Z', 'revision_number': 11, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:42.196357 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-97dd9e6b-5134-4b9c-b16e-639eebb13aba tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (104cef6e-521d-4834-a7ef-b0331d7b35d2), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:42.282936 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d04fc81-0213-403a-ac6f-52efe32a83d8 None None] The sync data for ids ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'] in n-d-826754-1 is: [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:29:37Z', 'revision_number': 11, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:29:42.305563 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd9e6b-5134-4b9c-b16e-639eebb13aba tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Port': ['ID=104cef6e-521d-4834-a7ef-b0331d7b35d2,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:42.339031 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-97dd9e6b-5134-4b9c-b16e-639eebb13aba tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:42.346198 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-97dd9e6b-5134-4b9c-b16e-639eebb13aba tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/ports/104cef6e-521d-4834-a7ef-b0331d7b35d2 HTTP/1.1" status: 204 len: 168 time: 2.3352871 Jan 28 00:29:42.346885 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39486) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:42.368267 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0108aa74-5672-4456-8cc8-e20b757c2453 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for security_group (396ecd6c-8f19-4631-a065-3dec714333ee), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:42.384638 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0108aa74-5672-4456-8cc8-e20b757c2453 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (396ecd6c-8f19-4631-a065-3dec714333ee), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:42.438595 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0108aa74-5672-4456-8cc8-e20b757c2453 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:42.443236 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0108aa74-5672-4456-8cc8-e20b757c2453 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3837619 Jan 28 00:29:42.446098 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39490) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:42.466847 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-094fbd1d-7812-440f-81c7-2ae4f232bb89 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Request body: {'security_group_rule': {'security_group_id': '396ecd6c-8f19-4631-a065-3dec714333ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:29:42.520954 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108aa74-5672-4456-8cc8-e20b757c2453 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=396ecd6c-8f19-4631-a065-3dec714333ee,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:42.551072 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-094fbd1d-7812-440f-81c7-2ae4f232bb89 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for security_group_rule (95288cf8-bae1-41cb-8a12-7f562e5ff83c), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:42.631707 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:42.639572 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7493dfca-8171-461c-a265-c87a3d8396a6 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:42.686465 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-094fbd1d-7812-440f-81c7-2ae4f232bb89 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for security_group_rule (95288cf8-bae1-41cb-8a12-7f562e5ff83c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:42.697258 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-094fbd1d-7812-440f-81c7-2ae4f232bb89 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (95288cf8-bae1-41cb-8a12-7f562e5ff83c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:42.710203 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port f9f200bc-5b44-465e-b08b-38d03b252412 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:29:42.740356 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094fbd1d-7812-440f-81c7-2ae4f232bb89 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95288cf8-bae1-41cb-8a12-7f562e5ff83c,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:42.759411 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-094fbd1d-7812-440f-81c7-2ae4f232bb89 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:42.773486 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-094fbd1d-7812-440f-81c7-2ae4f232bb89 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3219109 Jan 28 00:29:42.774028 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39498) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:42.786052 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a49daad1-9601-403b-b89c-9d23671820f5 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Request body: {'security_group_rule': {'security_group_id': '396ecd6c-8f19-4631-a065-3dec714333ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:29:42.851590 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a49daad1-9601-403b-b89c-9d23671820f5 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for security_group_rule (a8516990-69c8-4c92-adaf-7de92363bc86), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:42.864769 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:42.952599 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4cea5326-a6be-4cfb-9c87-79854a0ace7a admin admin] Publish callbacks [] for router_gateway (a2acd2b5-51ff-42d2-b6d7-c7a1935e0506), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:42.970971 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7493dfca-8171-461c-a265-c87a3d8396a6 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:42.978277 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a49daad1-9601-403b-b89c-9d23671820f5 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for security_group_rule (a8516990-69c8-4c92-adaf-7de92363bc86), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:42.986077 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a49daad1-9601-403b-b89c-9d23671820f5 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (a8516990-69c8-4c92-adaf-7de92363bc86), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:43.016971 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a646a2-1b1e-45ba-91a8-6cbc865f654a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:43.036288 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a646a2-1b1e-45ba-91a8-6cbc865f654a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:43.036721 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49daad1-9601-403b-b89c-9d23671820f5 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8516990-69c8-4c92-adaf-7de92363bc86,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:43.046513 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-63a646a2-1b1e-45ba-91a8-6cbc865f654a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.6803005 Jan 28 00:29:43.050484 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39504) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:43.081484 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a49daad1-9601-403b-b89c-9d23671820f5 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:43.083708 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a49daad1-9601-403b-b89c-9d23671820f5 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3072875 Jan 28 00:29:43.132890 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39506) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:43.143531 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-b62fe455-7bb9-4fee-8118-36f74c71343c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:29:43.178443 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f428d69c-09a8-4a6e-b8f7-5dd6659add5b tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Publish callbacks [] for security_group (57aa32f7-e311-4eca-a1c3-18cbb6b64a44), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:43.248075 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493dfca-8171-461c-a265-c87a3d8396a6 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Subnet': ['ID=53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:43.255179 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7493dfca-8171-461c-a265-c87a3d8396a6 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:43.262438 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3afbe14-c8b6-4224-9cb7-fb4ae9d661f6 None None] Network 9e23157e-f600-42a8-8b12-905fa1644868 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:29:43.267816 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7493dfca-8171-461c-a265-c87a3d8396a6 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/subnets/53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a HTTP/1.1" status: 204 len: 168 time: 2.4141161 Jan 28 00:29:43.269219 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39510) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:43.287914 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9fc431e6-22f6-4e6f-909c-915abe3238ee req-6c58abb0-3fad-4dd5-890a-5fd50ab7a6c7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.2014337 Jan 28 00:29:43.305801 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b62fe455-7bb9-4fee-8118-36f74c71343c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:43.414491 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f428d69c-09a8-4a6e-b8f7-5dd6659add5b tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (57aa32f7-e311-4eca-a1c3-18cbb6b64a44), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:43.416507 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39512) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:43.454443 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-f428d69c-09a8-4a6e-b8f7-5dd6659add5b tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] device_id is not set on port d363b80b-f114-4eb9-8d64-bc2b5ddda9cf yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:29:43.470242 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6b14b1ad-4850-4ff2-a163-0614f17c9391 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting port 7e29c900-d4a7-451c-b831-cb7423509772 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:43.470588 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b14b1ad-4850-4ff2-a163-0614f17c9391 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (7e29c900-d4a7-451c-b831-cb7423509772), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:43.603332 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b14b1ad-4850-4ff2-a163-0614f17c9391 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (7e29c900-d4a7-451c-b831-cb7423509772), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:43.655964 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6b14b1ad-4850-4ff2-a163-0614f17c9391 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Calling delete_port for 7e29c900-d4a7-451c-b831-cb7423509772 owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:43.682850 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8a2b76ab-e8cf-4940-a279-e7785ece3f5c up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:29:43.807282 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 8a2b76ab-e8cf-4940-a279-e7785ece3f5c triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:29:43.807821 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8a2b76ab-e8cf-4940-a279-e7785ece3f5c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:43.812949 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b166a296-7287-41d1-b4e7-1f3eca94a512 None None] DHCP port deletion for 9e23157e-f600-42a8-8b12-905fa1644868 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:29:43.842945 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ef7f1481-ab4d-49af-bda6-d5ba469b8393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:43.856644 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428d69c-09a8-4a6e-b8f7-5dd6659add5b tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57aa32f7-e311-4eca-a1c3-18cbb6b64a44,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:43.879478 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-597eb807-1a2a-4974-8940-b2a73848ae81 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (9e23157e-f600-42a8-8b12-905fa1644868), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:43.884393 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b62fe455-7bb9-4fee-8118-36f74c71343c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:43.953688 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b166a296-7287-41d1-b4e7-1f3eca94a512 None None] Deleting port b081d37a-f304-49f1-a1b2-bba836a6ce4a {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:43.954316 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b166a296-7287-41d1-b4e7-1f3eca94a512 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b081d37a-f304-49f1-a1b2-bba836a6ce4a), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:44.046741 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 8a2b76ab-e8cf-4940-a279-e7785ece3f5c is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:29:44.047472 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8a2b76ab-e8cf-4940-a279-e7785ece3f5c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:44.056543 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:44.088443 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-b166a296-7287-41d1-b4e7-1f3eca94a512 None None] For port b081d37a-f304-49f1-a1b2-bba836a6ce4a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b081d37a-f304-49f1-a1b2-bba836a6ce4a,segment=NetworkSegment(901e094a-d910-48f2-aee8-ebee3bf9578f),segment_id=901e094a-d910-48f2-aee8-ebee3bf9578f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:29:44.088861 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b166a296-7287-41d1-b4e7-1f3eca94a512 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b081d37a-f304-49f1-a1b2-bba836a6ce4a), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:44.115025 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b166a296-7287-41d1-b4e7-1f3eca94a512 None None] Calling delete_port for b081d37a-f304-49f1-a1b2-bba836a6ce4a owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:44.131283 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b14b1ad-4850-4ff2-a163-0614f17c9391 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (7e29c900-d4a7-451c-b831-cb7423509772), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:44.137078 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 8a2b76ab-e8cf-4940-a279-e7785ece3f5c, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8a2b76ab-e8cf-4940-a279-e7785ece3f5c,segment=NetworkSegment(6749d719-54f4-475c-bba6-0e6ea6fbcfa0),segment_id=6749d719-54f4-475c-bba6-0e6ea6fbcfa0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:29:44.145024 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8a2b76ab-e8cf-4940-a279-e7785ece3f5c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:44.202084 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b14b1ad-4850-4ff2-a163-0614f17c9391 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:44.212024 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2991eb37-e8e6-4286-b31b-ac54cd6b3c27 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:29:44.212276 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6b14b1ad-4850-4ff2-a163-0614f17c9391 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/ports/7e29c900-d4a7-451c-b831-cb7423509772 HTTP/1.1" status: 204 len: 168 time: 1.1538620 Jan 28 00:29:44.212276 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39516) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:44.301389 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 2991eb37-e8e6-4286-b31b-ac54cd6b3c27 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:29:44.301894 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2991eb37-e8e6-4286-b31b-ac54cd6b3c27 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:29:44.318775 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-f428d69c-09a8-4a6e-b8f7-5dd6659add5b tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Allocated IP 172.25.3.195 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/d363b80b-f114-4eb9-8d64-bc2b5ddda9cf) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:29:44.354543 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b14b1ad-4850-4ff2-a163-0614f17c9391 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Port': ['ID=7e29c900-d4a7-451c-b831-cb7423509772,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:44.471694 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756cf8a3-4e57-4dc1-b2ac-5e27c767d77e None None] Network b55e4458-7876-4cd7-af81-98621da69636 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:29:44.474871 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a9b0c3-1945-4621-83f3-bf23d7104682 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:44.477339 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b5a9b0c3-1945-4621-83f3-bf23d7104682 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2596941 Jan 28 00:29:44.483859 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39522) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:44.515593 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccdbae98-dd40-4902-a031-93d13cf592ea tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] GET failed (client error): The resource could not be found. Jan 28 00:29:44.517297 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-597eb807-1a2a-4974-8940-b2a73848ae81 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Deleting port b081d37a-f304-49f1-a1b2-bba836a6ce4a {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:44.517656 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-597eb807-1a2a-4974-8940-b2a73848ae81 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b081d37a-f304-49f1-a1b2-bba836a6ce4a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:44.520790 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ccdbae98-dd40-4902-a031-93d13cf592ea tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "GET /v2.0/ports/104cef6e-521d-4834-a7ef-b0331d7b35d2 HTTP/1.1" status: 404 len: 333 time: 0.0351937 Jan 28 00:29:44.525375 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39524) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:44.559180 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=8a2b76ab-e8cf-4940-a279-e7785ece3f5c,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:44.559874 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4296fb-d338-47a5-81f6-685814f159bf tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] GET failed (client error): The resource could not be found. Jan 28 00:29:44.565400 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-aa4296fb-d338-47a5-81f6-685814f159bf tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "GET /v2.0/ports/7e29c900-d4a7-451c-b831-cb7423509772 HTTP/1.1" status: 404 len: 333 time: 0.0410719 Jan 28 00:29:44.566108 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39526) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:44.566884 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-e9ade12a-081e-4a0e-8ee9-906bac059439 None None] Provisioning complete for port 8a2b76ab-e8cf-4940-a279-e7785ece3f5c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:29:44.567563 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e9ade12a-081e-4a0e-8ee9-906bac059439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8a2b76ab-e8cf-4940-a279-e7785ece3f5c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:44.595970 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6c0fd71d-2169-4ba2-912c-28b166c95516 req-f6d3ad72-0374-4200-939c-5b09e3e7adae tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.0932698 Jan 28 00:29:44.664188 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b166a296-7287-41d1-b4e7-1f3eca94a512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (b081d37a-f304-49f1-a1b2-bba836a6ce4a), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:44.687051 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2fb59f9d-add3-43ee-b8f2-9f83e61ea653 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (2a74781a-ea93-46a1-a416-ef4733a1fcc6), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:44.754821 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b166a296-7287-41d1-b4e7-1f3eca94a512 None None] No DVR routers for this DVR port b081d37a-f304-49f1-a1b2-bba836a6ce4a on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:29:44.762985 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166a296-7287-41d1-b4e7-1f3eca94a512 None None] Pushing event deleted for resources: {'Port': ['ID=b081d37a-f304-49f1-a1b2-bba836a6ce4a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:44.767976 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e9ade12a-081e-4a0e-8ee9-906bac059439 None None] Current status of the port 8a2b76ab-e8cf-4940-a279-e7785ece3f5c is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:29:44.813119 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2fb59f9d-add3-43ee-b8f2-9f83e61ea653 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (2a74781a-ea93-46a1-a416-ef4733a1fcc6), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:44.841605 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ef7f1481-ab4d-49af-bda6-d5ba469b8393 admin admin] Publish callbacks [] for security_group (1af8d14c-f4be-4349-97bc-8c3fd595ce56), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:44.843921 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-2fb59f9d-add3-43ee-b8f2-9f83e61ea653 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a74781a-ea93-46a1-a416-ef4733a1fcc6']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:44.861172 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-2fb59f9d-add3-43ee-b8f2-9f83e61ea653 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f921ed3a-f264-4fc8-a9f0-eae87b2bfcd6') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:44.861570 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-2fb59f9d-add3-43ee-b8f2-9f83e61ea653 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f921ed3a-f264-4fc8-a9f0-eae87b2bfcd6') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:44.878301 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ef7f1481-ab4d-49af-bda6-d5ba469b8393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (1af8d14c-f4be-4349-97bc-8c3fd595ce56), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:44.883321 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2fb59f9d-add3-43ee-b8f2-9f83e61ea653 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (f921ed3a-f264-4fc8-a9f0-eae87b2bfcd6), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:44.909135 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2fb59f9d-add3-43ee-b8f2-9f83e61ea653 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (f921ed3a-f264-4fc8-a9f0-eae87b2bfcd6), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:44.919763 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb59f9d-add3-43ee-b8f2-9f83e61ea653 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:29:44.920733 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2fb59f9d-add3-43ee-b8f2-9f83e61ea653 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (f921ed3a-f264-4fc8-a9f0-eae87b2bfcd6), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:44.931390 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:29:44.931390 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:29:44.931390 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:29:44.931390 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:29:44.931390 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:29:44.931390 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:29:44.931390 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:29:44.931390 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:29:44.931390 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:29:44.931390 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:29:44.931390 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:29:44.931390 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:29:44.931390 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:29:44.931390 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:29:44.931390 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:29:44.931390 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:29:44.931390 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:29:44.931390 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:29:44.931390 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:29:44.931390 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:29:44.931390 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:29:44.931390 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:29:44.931390 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:29:44.931390 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:29:44.931390 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:29:44.931390 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:29:44.931390 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:29:44.931390 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:29:44.931390 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:29:44.931390 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:29:44.931390 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:29:44.931390 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:29:44.966887 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f1481-ab4d-49af-bda6-d5ba469b8393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af8d14c-f4be-4349-97bc-8c3fd595ce56,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:44.978695 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-597eb807-1a2a-4974-8940-b2a73848ae81 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] For port b081d37a-f304-49f1-a1b2-bba836a6ce4a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b081d37a-f304-49f1-a1b2-bba836a6ce4a,segment=NetworkSegment(901e094a-d910-48f2-aee8-ebee3bf9578f),segment_id=901e094a-d910-48f2-aee8-ebee3bf9578f)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:29:44.979416 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-597eb807-1a2a-4974-8940-b2a73848ae81 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b081d37a-f304-49f1-a1b2-bba836a6ce4a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:45.022267 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2fb59f9d-add3-43ee-b8f2-9f83e61ea653 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (2a74781a-ea93-46a1-a416-ef4733a1fcc6), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:45.045889 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2fb59f9d-add3-43ee-b8f2-9f83e61ea653 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:45.050766 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2fb59f9d-add3-43ee-b8f2-9f83e61ea653 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/networks/2a74781a-ea93-46a1-a416-ef4733a1fcc6 HTTP/1.1" status: 204 len: 168 time: 0.4834011 Jan 28 00:29:45.055015 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39528) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:45.075912 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a75ef9ea-6610-4346-a166-87ff7c1d3cd1 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-902357020'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:29:45.099895 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb59f9d-add3-43ee-b8f2-9f83e61ea653 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Network': ['ID=2a74781a-ea93-46a1-a416-ef4733a1fcc6,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:45.102973 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-597eb807-1a2a-4974-8940-b2a73848ae81 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Calling delete_port for b081d37a-f304-49f1-a1b2-bba836a6ce4a owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:45.107403 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75ef9ea-6610-4346-a166-87ff7c1d3cd1 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:29:45.112856 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4cea5326-a6be-4cfb-9c87-79854a0ace7a admin admin] Publish callbacks [] for router_gateway (a2acd2b5-51ff-42d2-b6d7-c7a1935e0506), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:45.114186 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a75ef9ea-6610-4346-a166-87ff7c1d3cd1 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:45.156262 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a75ef9ea-6610-4346-a166-87ff7c1d3cd1 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:29:45.165277 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ef7f1481-ab4d-49af-bda6-d5ba469b8393 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ab769fd8c41f4c7a9e4692e03f4bfbf0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7146850 Jan 28 00:29:45.165422 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39530) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:45.180429 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4cea5326-a6be-4cfb-9c87-79854a0ace7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:45.200876 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a75ef9ea-6610-4346-a166-87ff7c1d3cd1 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (325be64a-3d6e-4289-b6c4-2ad4e21f74fa), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:45.201281 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-a75ef9ea-6610-4346-a166-87ff7c1d3cd1 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Added segment 325be64a-3d6e-4289-b6c4-2ad4e21f74fa of type vlan for network 4014945b-55e0-48d3-9333-667e6c070255 Jan 28 00:29:45.224327 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-b0a8506c-df69-4862-a19b-95548006768d None None] Provisioning complete for port 8a2b76ab-e8cf-4940-a279-e7785ece3f5c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:29:45.228171 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b0a8506c-df69-4862-a19b-95548006768d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8a2b76ab-e8cf-4940-a279-e7785ece3f5c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:45.285104 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a75ef9ea-6610-4346-a166-87ff7c1d3cd1 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (4014945b-55e0-48d3-9333-667e6c070255), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:45.288865 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-54f2f5da-cacc-4910-a228-e65fbb640892 admin admin] Publish callbacks [] for security_group (1af8d14c-f4be-4349-97bc-8c3fd595ce56), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:45.332435 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-54f2f5da-cacc-4910-a228-e65fbb640892 admin admin] Publish callbacks [] for security_group (1af8d14c-f4be-4349-97bc-8c3fd595ce56), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:45.350776 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a75ef9ea-6610-4346-a166-87ff7c1d3cd1 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (4014945b-55e0-48d3-9333-667e6c070255), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:45.356495 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75ef9ea-6610-4346-a166-87ff7c1d3cd1 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:45.357283 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a75ef9ea-6610-4346-a166-87ff7c1d3cd1 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:45.386355 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b0a8506c-df69-4862-a19b-95548006768d None None] Current status of the port 8a2b76ab-e8cf-4940-a279-e7785ece3f5c is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:29:45.430465 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8a2b76ab-e8cf-4940-a279-e7785ece3f5c up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:29:45.467170 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f428d69c-09a8-4a6e-b8f7-5dd6659add5b tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Publish callbacks [] for port (d363b80b-f114-4eb9-8d64-bc2b5ddda9cf), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:45.501818 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a75ef9ea-6610-4346-a166-87ff7c1d3cd1 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4439228 Jan 28 00:29:45.507098 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39534) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:45.516270 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-5d8bf84d-53a9-4f56-82ab-0bce8237cce9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'subnet': {'network_id': '4014945b-55e0-48d3-9333-667e6c070255', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:29:45.523537 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-54f2f5da-cacc-4910-a228-e65fbb640892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (1af8d14c-f4be-4349-97bc-8c3fd595ce56), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:45.527451 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-54f2f5da-cacc-4910-a228-e65fbb640892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:45.529660 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-54f2f5da-cacc-4910-a228-e65fbb640892 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1af8d14c-f4be-4349-97bc-8c3fd595ce56 HTTP/1.1" status: 204 len: 168 time: 0.3625834 Jan 28 00:29:45.546503 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2f5da-cacc-4910-a228-e65fbb640892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af8d14c-f4be-4349-97bc-8c3fd595ce56,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:45.557706 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 8a2b76ab-e8cf-4940-a279-e7785ece3f5c triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:29:45.561644 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8a2b76ab-e8cf-4940-a279-e7785ece3f5c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:45.564777 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ef9ea-6610-4346-a166-87ff7c1d3cd1 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Network': ['ID=4014945b-55e0-48d3-9333-667e6c070255,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:45.612715 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 4014945b-55e0-48d3-9333-667e6c070255 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:29:45.650553 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-597eb807-1a2a-4974-8940-b2a73848ae81 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b081d37a-f304-49f1-a1b2-bba836a6ce4a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:45.706397 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597eb807-1a2a-4974-8940-b2a73848ae81 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] No DVR routers for this DVR port b081d37a-f304-49f1-a1b2-bba836a6ce4a on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:29:45.806859 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597eb807-1a2a-4974-8940-b2a73848ae81 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Port': ['ID=b081d37a-f304-49f1-a1b2-bba836a6ce4a,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:45.830302 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 8a2b76ab-e8cf-4940-a279-e7785ece3f5c is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:29:45.921716 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fbc6add6-bf14-4326-b972-2bb87900dc63 req-879cddee-ed82-4a2e-b198-ec2e934f6135 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.1061041 Jan 28 00:29:45.927343 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b081d37a-f304-49f1-a1b2-bba836a6ce4a no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:29:45.993844 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: b081d37a-f304-49f1-a1b2-bba836a6ce4a {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:29:45.995089 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b081d37a-f304-49f1-a1b2-bba836a6ce4a not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:29:46.011210 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f428d69c-09a8-4a6e-b8f7-5dd6659add5b tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (d363b80b-f114-4eb9-8d64-bc2b5ddda9cf), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:46.050634 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-b62fe455-7bb9-4fee-8118-36f74c71343c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Allocated IP 172.25.3.133 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/6c58965c-b32e-47ef-9821-5c58f4291557) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:29:46.134603 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39542) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:46.147676 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-597eb807-1a2a-4974-8940-b2a73848ae81 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (9e23157e-f600-42a8-8b12-905fa1644868), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:46.155870 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428d69c-09a8-4a6e-b8f7-5dd6659add5b tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Pushing event updated for resources: {'Port': ['ID=d363b80b-f114-4eb9-8d64-bc2b5ddda9cf,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:46.167120 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-42bf53c7-aa16-4176-b934-c4021b283041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:46.186610 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f428d69c-09a8-4a6e-b8f7-5dd6659add5b tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:29:46.197090 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-f428d69c-09a8-4a6e-b8f7-5dd6659add5b tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:29:46.202551 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f428d69c-09a8-4a6e-b8f7-5dd6659add5b tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:29:46.240512 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b62fe455-7bb9-4fee-8118-36f74c71343c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for port (6c58965c-b32e-47ef-9821-5c58f4291557), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:46.257770 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8bf84d-53a9-4f56-82ab-0bce8237cce9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:29:46.263928 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5d8bf84d-53a9-4f56-82ab-0bce8237cce9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:46.308178 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-597eb807-1a2a-4974-8940-b2a73848ae81 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e23157e-f600-42a8-8b12-905fa1644868']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:46.319874 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-42bf53c7-aa16-4176-b934-c4021b283041 admin admin] Publish callbacks [] for security_group (e56605df-0f02-4c80-96fd-4bf4b81ed446), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:46.321245 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b62fe455-7bb9-4fee-8118-36f74c71343c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (6c58965c-b32e-47ef-9821-5c58f4291557), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:46.350194 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-42bf53c7-aa16-4176-b934-c4021b283041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e56605df-0f02-4c80-96fd-4bf4b81ed446), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:46.406546 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-597eb807-1a2a-4974-8940-b2a73848ae81 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '901e094a-d910-48f2-aee8-ebee3bf9578f') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:46.407029 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-597eb807-1a2a-4974-8940-b2a73848ae81 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '901e094a-d910-48f2-aee8-ebee3bf9578f') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:46.409731 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62fe455-7bb9-4fee-8118-36f74c71343c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:29:46.416593 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf53c7-aa16-4176-b934-c4021b283041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56605df-0f02-4c80-96fd-4bf4b81ed446,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:46.424263 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-b62fe455-7bb9-4fee-8118-36f74c71343c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:29:46.426529 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62fe455-7bb9-4fee-8118-36f74c71343c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Pushing event updated for resources: {'Port': ['ID=6c58965c-b32e-47ef-9821-5c58f4291557,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:46.429978 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62fe455-7bb9-4fee-8118-36f74c71343c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:29:46.436059 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-42bf53c7-aa16-4176-b934-c4021b283041 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6ebae17bd56b49d194a47eeec1973387&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3003695 Jan 28 00:29:46.456556 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39544) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:46.488136 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.ipam_backend_mixin [None req-5d8bf84d-53a9-4f56-82ab-0bce8237cce9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Performing IP validity checks on allocation pools {{(pid=103344) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 00:29:46.493912 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.ipam_backend_mixin [None req-5d8bf84d-53a9-4f56-82ab-0bce8237cce9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103344) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 00:29:46.500705 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-597eb807-1a2a-4974-8940-b2a73848ae81 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (901e094a-d910-48f2-aee8-ebee3bf9578f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:46.534727 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f428d69c-09a8-4a6e-b8f7-5dd6659add5b tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:46.535884 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f428d69c-09a8-4a6e-b8f7-5dd6659add5b tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:46.559607 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d803a795-4e61-42fc-99da-de345d2149a1 admin admin] Publish callbacks [] for security_group (e56605df-0f02-4c80-96fd-4bf4b81ed446), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:46.588026 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-597eb807-1a2a-4974-8940-b2a73848ae81 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (901e094a-d910-48f2-aee8-ebee3bf9578f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:46.592235 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b62fe455-7bb9-4fee-8118-36f74c71343c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for floatingip (0eb296ed-90a6-44b4-a837-6202905a8272), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:46.599363 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d803a795-4e61-42fc-99da-de345d2149a1 admin admin] Publish callbacks [] for security_group (e56605df-0f02-4c80-96fd-4bf4b81ed446), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:46.618827 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-597eb807-1a2a-4974-8940-b2a73848ae81 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:29:46.619578 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-597eb807-1a2a-4974-8940-b2a73848ae81 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (901e094a-d910-48f2-aee8-ebee3bf9578f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:29:46.638811 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:29:46.650115 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f428d69c-09a8-4a6e-b8f7-5dd6659add5b tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 6.6398265 Jan 28 00:29:46.656254 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39548) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:46.658298 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-4cea5326-a6be-4cfb-9c87-79854a0ace7a admin admin] Allocated IP 172.25.3.155 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/76c1297c-3911-4fa8-9a55-c96e64d644db) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:29:46.691444 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-61247c15-c408-4ad5-9510-544ec5fc5e20 tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195'}]}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:29:46.705979 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b62fe455-7bb9-4fee-8118-36f74c71343c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6c58965c-b32e-47ef-9821-5c58f4291557), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:46.825383 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-597eb807-1a2a-4974-8940-b2a73848ae81 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (9e23157e-f600-42a8-8b12-905fa1644868), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:46.848076 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-61247c15-c408-4ad5-9510-544ec5fc5e20 tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (850d0efe-398e-403f-bd4f-6f02d0080be0), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:46.849205 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-61247c15-c408-4ad5-9510-544ec5fc5e20 tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (850d0efe-398e-403f-bd4f-6f02d0080be0), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:46.852391 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d803a795-4e61-42fc-99da-de345d2149a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e56605df-0f02-4c80-96fd-4bf4b81ed446), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:46.856170 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d803a795-4e61-42fc-99da-de345d2149a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:46.858010 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d803a795-4e61-42fc-99da-de345d2149a1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e56605df-0f02-4c80-96fd-4bf4b81ed446 HTTP/1.1" status: 204 len: 168 time: 0.4010007 Jan 28 00:29:46.868773 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-597eb807-1a2a-4974-8940-b2a73848ae81 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:46.875230 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-597eb807-1a2a-4974-8940-b2a73848ae81 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/networks/9e23157e-f600-42a8-8b12-905fa1644868 HTTP/1.1" status: 204 len: 168 time: 3.6027923 Jan 28 00:29:46.876038 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803a795-4e61-42fc-99da-de345d2149a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56605df-0f02-4c80-96fd-4bf4b81ed446,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:46.878204 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39552) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:46.886951 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-10d7dd74-2588-43c0-a112-08b22d38f802 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Request body: {'router': {'routes': None}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:29:46.916713 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597eb807-1a2a-4974-8940-b2a73848ae81 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Pushing event deleted for resources: {'Network': ['ID=9e23157e-f600-42a8-8b12-905fa1644868,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:47.117251 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-61247c15-c408-4ad5-9510-544ec5fc5e20 tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Publish callbacks [] for router_controller (850d0efe-398e-403f-bd4f-6f02d0080be0), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:47.132557 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4cea5326-a6be-4cfb-9c87-79854a0ace7a admin admin] Publish callbacks [] for port (76c1297c-3911-4fa8-9a55-c96e64d644db), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:47.165302 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b62fe455-7bb9-4fee-8118-36f74c71343c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for port (6c58965c-b32e-47ef-9821-5c58f4291557), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:47.179058 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a1ae441a-4aba-40b3-b239-c6f93d790bae req-97d77581-af42-47a7-b395-45ee095261e2 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.0971484 Jan 28 00:29:47.236701 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b62fe455-7bb9-4fee-8118-36f74c71343c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (6c58965c-b32e-47ef-9821-5c58f4291557), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:47.319940 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5d8bf84d-53a9-4f56-82ab-0bce8237cce9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (87126611-3b5f-4ec1-a8e2-33135b66d16a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:47.333012 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4cea5326-a6be-4cfb-9c87-79854a0ace7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (76c1297c-3911-4fa8-9a55-c96e64d644db), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:47.517497 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cea5326-a6be-4cfb-9c87-79854a0ace7a admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:29:47.520190 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b62fe455-7bb9-4fee-8118-36f74c71343c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (0eb296ed-90a6-44b4-a837-6202905a8272), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:47.524684 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-61247c15-c408-4ad5-9510-544ec5fc5e20 tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Publish callbacks [] for router_gateway (850d0efe-398e-403f-bd4f-6f02d0080be0), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:47.529780 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.extraroute_db [None req-10d7dd74-2588-43c0-a112-08b22d38f802 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Added routes are [] {{(pid=103343) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 00:29:47.530281 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.extraroute_db [None req-10d7dd74-2588-43c0-a112-08b22d38f802 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Removed routes are [] {{(pid=103343) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 00:29:47.530891 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10d7dd74-2588-43c0-a112-08b22d38f802 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111346'] for router (f424b26a-a94f-4c6f-806a-d28ebf11cf41), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:47.556824 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-4cea5326-a6be-4cfb-9c87-79854a0ace7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:29:47.566633 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cea5326-a6be-4cfb-9c87-79854a0ace7a admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:29:47.575371 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8bf84d-53a9-4f56-82ab-0bce8237cce9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Checking segment: {'id': '325be64a-3d6e-4289-b6c4-2ad4e21f74fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4014945b-55e0-48d3-9333-667e6c070255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:29:47.575968 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8bf84d-53a9-4f56-82ab-0bce8237cce9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network hostable DHCP agents. Network: 4014945b-55e0-48d3-9333-667e6c070255, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:29:47.617872 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b62fe455-7bb9-4fee-8118-36f74c71343c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:47.634201 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b62fe455-7bb9-4fee-8118-36f74c71343c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4851620 Jan 28 00:29:47.666788 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62fe455-7bb9-4fee-8118-36f74c71343c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Pushing event updated for resources: {'Port': ['ID=6c58965c-b32e-47ef-9821-5c58f4291557,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:47.693550 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8bf84d-53a9-4f56-82ab-0bce8237cce9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Subnet': ['ID=87126611-3b5f-4ec1-a8e2-33135b66d16a,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:47.700271 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea5326-a6be-4cfb-9c87-79854a0ace7a admin admin] Pushing event updated for resources: {'Port': ['ID=76c1297c-3911-4fa8-9a55-c96e64d644db,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:47.773202 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10d7dd74-2588-43c0-a112-08b22d38f802 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111346'] for router (f424b26a-a94f-4c6f-806a-d28ebf11cf41), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:47.779341 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10d7dd74-2588-43c0-a112-08b22d38f802 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552731'] for router (f424b26a-a94f-4c6f-806a-d28ebf11cf41), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:47.956742 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d7dd74-2588-43c0-a112-08b22d38f802 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Router f424b26a-a94f-4c6f-806a-d28ebf11cf41 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:29:48.118282 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d7dd74-2588-43c0-a112-08b22d38f802 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:29:48.131483 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10d7dd74-2588-43c0-a112-08b22d38f802 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:48.136039 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-10d7dd74-2588-43c0-a112-08b22d38f802 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "PUT /v2.0/routers/f424b26a-a94f-4c6f-806a-d28ebf11cf41 HTTP/1.1" status: 200 len: 701 time: 1.2533174 Jan 28 00:29:48.137815 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cc0285-0af4-43b5-b6fc-5ca8ef9dce8e None None] Sync routers for ids ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:29:48.138567 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39588) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:48.165023 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cc0285-0af4-43b5-b6fc-5ca8ef9dce8e None None] Routers {'f424b26a-a94f-4c6f-806a-d28ebf11cf41'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:29:48.165755 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b7cc0285-0af4-43b5-b6fc-5ca8ef9dce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:29:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:48.174155 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7678552b-078f-4a42-b927-f5aa2567ff10 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "GET /v2.0/ports?device_id=f424b26a-a94f-4c6f-806a-d28ebf11cf41 HTTP/1.1" status: 200 len: 205 time: 0.0337999 Jan 28 00:29:48.174801 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39590) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:48.379133 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b51ae6d-b583-4fcb-afec-aacd8757d550 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router (f424b26a-a94f-4c6f-806a-d28ebf11cf41), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:48.379831 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-b7cc0285-0af4-43b5-b6fc-5ca8ef9dce8e None None] Set router f424b26a-a94f-4c6f-806a-d28ebf11cf41 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:29:48.531320 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b7cc0285-0af4-43b5-b6fc-5ca8ef9dce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:29:37Z', 'revision_number': 11, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:48.598084 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e0d052f-1d62-4432-80e8-602770bdc48f req-a71f43e7-38d8-4d72-a9bf-4d13a20ca7fb tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.1403356 Jan 28 00:29:48.610904 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cc0285-0af4-43b5-b6fc-5ca8ef9dce8e None None] Checking router: f424b26a-a94f-4c6f-806a-d28ebf11cf41 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:29:48.628922 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8bf84d-53a9-4f56-82ab-0bce8237cce9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network 4014945b-55e0-48d3-9333-667e6c070255 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:29:48.678868 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-5d8bf84d-53a9-4f56-82ab-0bce8237cce9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 4014945b-55e0-48d3-9333-667e6c070255) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:29:48.685599 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cc0285-0af4-43b5-b6fc-5ca8ef9dce8e None None] Routers {'f424b26a-a94f-4c6f-806a-d28ebf11cf41'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:29:48.693660 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b7cc0285-0af4-43b5-b6fc-5ca8ef9dce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:29:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:48.728630 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8bf84d-53a9-4f56-82ab-0bce8237cce9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:48.729148 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5d8bf84d-53a9-4f56-82ab-0bce8237cce9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:48.738188 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-622b0541-a94d-4300-b1d1-0deb7976767e req-397a01b8-167e-4288-b894-e88682bfbef0 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1683526111&fields=id&tenant_id=66e2abd01f29448ab207898a6db8a6af HTTP/1.1" status: 200 len: 267 time: 0.2793164 Jan 28 00:29:48.815408 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5d8bf84d-53a9-4f56-82ab-0bce8237cce9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3066041 Jan 28 00:29:48.817796 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39600) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:48.823634 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cf8930-bdce-4068-8713-e3533cb74b79 None None] Network 4014945b-55e0-48d3-9333-667e6c070255 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:29:48.828930 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-cb403943-cc94-445c-a790-461856fe38a2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'port': {'network_id': '4014945b-55e0-48d3-9333-667e6c070255', 'name': 'tempest-PortsIpV6TestJSON-1713922476'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:29:48.960397 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b51ae6d-b583-4fcb-afec-aacd8757d550 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (f424b26a-a94f-4c6f-806a-d28ebf11cf41), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:48.963122 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b51ae6d-b583-4fcb-afec-aacd8757d550 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router_controller (f424b26a-a94f-4c6f-806a-d28ebf11cf41), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:49.036767 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b51ae6d-b583-4fcb-afec-aacd8757d550 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (f424b26a-a94f-4c6f-806a-d28ebf11cf41), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:49.037380 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b51ae6d-b583-4fcb-afec-aacd8757d550 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Fanout notify agent at l3_agent the message router_deleted on router f424b26a-a94f-4c6f-806a-d28ebf11cf41 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:29:49.045696 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b51ae6d-b583-4fcb-afec-aacd8757d550 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:49.046795 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6b51ae6d-b583-4fcb-afec-aacd8757d550 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/routers/f424b26a-a94f-4c6f-806a-d28ebf11cf41 HTTP/1.1" status: 204 len: 168 time: 0.8710432 Jan 28 00:29:49.049912 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-b7cc0285-0af4-43b5-b6fc-5ca8ef9dce8e None None] Set router f424b26a-a94f-4c6f-806a-d28ebf11cf41 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:29:49.054178 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39606) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:49.065104 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-06643791-0068-4933-8eff-e21bc7245473 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1189628016', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:29:49.085695 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4cea5326-a6be-4cfb-9c87-79854a0ace7a admin admin] Publish callbacks [] for router_gateway (a2acd2b5-51ff-42d2-b6d7-c7a1935e0506), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:49.118798 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-06643791-0068-4933-8eff-e21bc7245473 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (3347edfd-6843-40f4-a4a1-d64d43a4fa00), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:49.122334 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-06643791-0068-4933-8eff-e21bc7245473 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (3347edfd-6843-40f4-a4a1-d64d43a4fa00), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:49.157945 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b7cc0285-0af4-43b5-b6fc-5ca8ef9dce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:29:37Z', 'revision_number': 11, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:49.209191 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cc0285-0af4-43b5-b6fc-5ca8ef9dce8e None None] The sync data for ids ['f424b26a-a94f-4c6f-806a-d28ebf11cf41'] in n-d-826754-1 is: [{'id': 'f424b26a-a94f-4c6f-806a-d28ebf11cf41', 'name': 'tempest-RoutersTest-router-1464763539', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:28:06Z', 'updated_at': '2022-01-28T00:29:37Z', 'revision_number': 11, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:29:49.236668 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-06643791-0068-4933-8eff-e21bc7245473 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router_controller (3347edfd-6843-40f4-a4a1-d64d43a4fa00), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:49.245088 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-06643791-0068-4933-8eff-e21bc7245473 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (3347edfd-6843-40f4-a4a1-d64d43a4fa00), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:49.287498 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-06643791-0068-4933-8eff-e21bc7245473 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:49.292060 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-06643791-0068-4933-8eff-e21bc7245473 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2320852 Jan 28 00:29:49.293049 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39610) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:49.315298 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-f3ae4751-97eb-4a21-8321-64dcd4a6a56b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:29:49.341483 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b0541-a94d-4300-b1d1-0deb7976767e req-987386c5-de4e-4b59-bdff-2b3d01b02e8e tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:49.343333 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-622b0541-a94d-4300-b1d1-0deb7976767e req-987386c5-de4e-4b59-bdff-2b3d01b02e8e tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/networks?id=ab3fb448-728a-46f9-9c11-c79ef9e347d9 HTTP/1.1" status: 200 len: 816 time: 0.5788684 Jan 28 00:29:49.348725 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b2ec90-7850-46a7-a3d6-d9ec69c509e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-4014945b-55e0-48d3-9333-667e6c070255', 'network_id': '4014945b-55e0-48d3-9333-667e6c070255', 'project_id': '42f780956c37408e9aed0d4993486e6b', 'fixed_ips': [{'subnet_id': '87126611-3b5f-4ec1-a8e2-33135b66d16a'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:29:49.350488 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-12b2ec90-7850-46a7-a3d6-d9ec69c509e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:49.460686 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb403943-cc94-445c-a790-461856fe38a2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:29:49.464238 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb403943-cc94-445c-a790-461856fe38a2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:49.493771 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-622b0541-a94d-4300-b1d1-0deb7976767e req-b8afd527-4c73-4178-9e41-cd22388c9e11 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/quotas/66e2abd01f29448ab207898a6db8a6af HTTP/1.1" status: 200 len: 375 time: 0.0818524 Jan 28 00:29:49.495045 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-cb403943-cc94-445c-a790-461856fe38a2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] device_id is not set on port db37c529-4494-463b-963c-3f8561350891 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:29:49.585731 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-61247c15-c408-4ad5-9510-544ec5fc5e20 tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Publish callbacks [] for router_gateway (850d0efe-398e-403f-bd4f-6f02d0080be0), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:49.741357 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-61247c15-c408-4ad5-9510-544ec5fc5e20 tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:49.820729 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-12b2ec90-7850-46a7-a3d6-d9ec69c509e3 None None] Allocated IP 2001:db8::2 (4014945b-55e0-48d3-9333-667e6c070255/87126611-3b5f-4ec1-a8e2-33135b66d16a/7b1a2ee5-8676-419d-bab0-c4e0b36f2241) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:29:49.958897 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-622b0541-a94d-4300-b1d1-0deb7976767e req-8db4c06f-7ab0-44d3-9d1a-0cee5f668673 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=66e2abd01f29448ab207898a6db8a6af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4511852 Jan 28 00:29:49.981924 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4c5d85e-501e-4e56-830c-1632dd6e959c req-cd1726af-fd2e-427b-9172-681541c0a503 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.1928537 Jan 28 00:29:50.010286 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-622b0541-a94d-4300-b1d1-0deb7976767e req-a4bb6d6c-cfd0-4a17-a8de-7b5d30ab1a56 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:29:50.010551 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-622b0541-a94d-4300-b1d1-0deb7976767e req-a4bb6d6c-cfd0-4a17-a8de-7b5d30ab1a56 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121248 Jan 28 00:29:50.125377 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4cea5326-a6be-4cfb-9c87-79854a0ace7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (a2acd2b5-51ff-42d2-b6d7-c7a1935e0506), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:50.143650 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-12b2ec90-7850-46a7-a3d6-d9ec69c509e3 None None] Publish callbacks [] for port (7b1a2ee5-8676-419d-bab0-c4e0b36f2241), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:50.162856 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-12b2ec90-7850-46a7-a3d6-d9ec69c509e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (7b1a2ee5-8676-419d-bab0-c4e0b36f2241), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:50.342399 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b2ec90-7850-46a7-a3d6-d9ec69c509e3 None None] Network 4014945b-55e0-48d3-9333-667e6c070255 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:29:50.347884 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-12b2ec90-7850-46a7-a3d6-d9ec69c509e3 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:29:50.372059 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-cb403943-cc94-445c-a790-461856fe38a2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Allocated IP 2001:db8::32f (4014945b-55e0-48d3-9333-667e6c070255/87126611-3b5f-4ec1-a8e2-33135b66d16a/db37c529-4494-463b-963c-3f8561350891) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:29:50.372410 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b2ec90-7850-46a7-a3d6-d9ec69c509e3 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:29:50.432711 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3ae4751-97eb-4a21-8321-64dcd4a6a56b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111346'] for router (3347edfd-6843-40f4-a4a1-d64d43a4fa00), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:50.447718 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-61247c15-c408-4ad5-9510-544ec5fc5e20 tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Publish callbacks [] for router (850d0efe-398e-403f-bd4f-6f02d0080be0), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:50.451820 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3ae4751-97eb-4a21-8321-64dcd4a6a56b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552731'] for router (3347edfd-6843-40f4-a4a1-d64d43a4fa00), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:50.478123 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2ec90-7850-46a7-a3d6-d9ec69c509e3 None None] Pushing event updated for resources: {'Port': ['ID=7b1a2ee5-8676-419d-bab0-c4e0b36f2241,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:50.579448 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-12b2ec90-7850-46a7-a3d6-d9ec69c509e3 None None] Attempting to bind port 7b1a2ee5-8676-419d-bab0-c4e0b36f2241 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:29:50.579866 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-12b2ec90-7850-46a7-a3d6-d9ec69c509e3 None None] Attempting to bind port 7b1a2ee5-8676-419d-bab0-c4e0b36f2241 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '325be64a-3d6e-4289-b6c4-2ad4e21f74fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4014945b-55e0-48d3-9333-667e6c070255'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:29:50.580255 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b2ec90-7850-46a7-a3d6-d9ec69c509e3 None None] Attempting to bind port 7b1a2ee5-8676-419d-bab0-c4e0b36f2241 on network 4014945b-55e0-48d3-9333-667e6c070255 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:29:50.591308 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b2ec90-7850-46a7-a3d6-d9ec69c509e3 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:29:50.592957 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b2ec90-7850-46a7-a3d6-d9ec69c509e3 None None] Checking segment: {'id': '325be64a-3d6e-4289-b6c4-2ad4e21f74fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4014945b-55e0-48d3-9333-667e6c070255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:29:50.593369 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-12b2ec90-7850-46a7-a3d6-d9ec69c509e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:50.593783 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b2ec90-7850-46a7-a3d6-d9ec69c509e3 None None] Bound using segment: {'id': '325be64a-3d6e-4289-b6c4-2ad4e21f74fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4014945b-55e0-48d3-9333-667e6c070255'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:29:50.594293 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-12b2ec90-7850-46a7-a3d6-d9ec69c509e3 None None] Bound port: 7b1a2ee5-8676-419d-bab0-c4e0b36f2241, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325be64a-3d6e-4289-b6c4-2ad4e21f74fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4014945b-55e0-48d3-9333-667e6c070255'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:29:50.594691 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-12b2ec90-7850-46a7-a3d6-d9ec69c509e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7b1a2ee5-8676-419d-bab0-c4e0b36f2241), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:50.636438 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ae4751-97eb-4a21-8321-64dcd4a6a56b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Router 3347edfd-6843-40f4-a4a1-d64d43a4fa00 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:29:50.751225 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-12b2ec90-7850-46a7-a3d6-d9ec69c509e3 None None] For port 7b1a2ee5-8676-419d-bab0-c4e0b36f2241, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:29:50.757741 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-12b2ec90-7850-46a7-a3d6-d9ec69c509e3 None None] For port 7b1a2ee5-8676-419d-bab0-c4e0b36f2241, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=7b1a2ee5-8676-419d-bab0-c4e0b36f2241,segment=NetworkSegment(325be64a-3d6e-4289-b6c4-2ad4e21f74fa),segment_id=325be64a-3d6e-4289-b6c4-2ad4e21f74fa)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:29:50.768160 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-12b2ec90-7850-46a7-a3d6-d9ec69c509e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (7b1a2ee5-8676-419d-bab0-c4e0b36f2241), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:50.854520 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ae4751-97eb-4a21-8321-64dcd4a6a56b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:29:50.891451 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2ec90-7850-46a7-a3d6-d9ec69c509e3 None None] Pushing event updated for resources: {'Port': ['ID=7b1a2ee5-8676-419d-bab0-c4e0b36f2241,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:50.893545 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb67be7-c359-4d66-9428-65b06abda147 None None] Sync routers for ids ['3347edfd-6843-40f4-a4a1-d64d43a4fa00'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:29:50.902669 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3ae4751-97eb-4a21-8321-64dcd4a6a56b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:50.914631 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f3ae4751-97eb-4a21-8321-64dcd4a6a56b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "PUT /v2.0/routers/3347edfd-6843-40f4-a4a1-d64d43a4fa00 HTTP/1.1" status: 200 len: 694 time: 1.6178305 Jan 28 00:29:50.914863 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb67be7-c359-4d66-9428-65b06abda147 None None] Routers {'3347edfd-6843-40f4-a4a1-d64d43a4fa00'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:29:50.914863 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-acb67be7-c359-4d66-9428-65b06abda147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:29:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3347edfd-6843-40f4-a4a1-d64d43a4fa00'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:50.915299 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39644) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:51.031877 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-acb67be7-c359-4d66-9428-65b06abda147 None None] Set router 3347edfd-6843-40f4-a4a1-d64d43a4fa00 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:29:51.160029 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-acb67be7-c359-4d66-9428-65b06abda147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3347edfd-6843-40f4-a4a1-d64d43a4fa00', 'name': 'tempest-RoutersTest-router-1189628016', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:29:49Z', 'updated_at': '2022-01-28T00:29:50Z', 'revision_number': 2, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:51.195076 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-61247c15-c408-4ad5-9510-544ec5fc5e20 tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (850d0efe-398e-403f-bd4f-6f02d0080be0), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:51.201905 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-61247c15-c408-4ad5-9510-544ec5fc5e20 tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Publish callbacks [] for router_controller (850d0efe-398e-403f-bd4f-6f02d0080be0), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:51.209426 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2026e3ac-0eae-4f4d-ab18-6ea1503fe79b tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "GET /v2.0/routers/3347edfd-6843-40f4-a4a1-d64d43a4fa00 HTTP/1.1" status: 200 len: 700 time: 0.2923098 Jan 28 00:29:51.212258 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39652) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:51.257367 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb67be7-c359-4d66-9428-65b06abda147 None None] Checking router: 3347edfd-6843-40f4-a4a1-d64d43a4fa00 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:29:51.297025 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-88cc58e9-909a-41fc-b9ee-7361baf8fd7d tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "GET /v2.0/ports?device_id=3347edfd-6843-40f4-a4a1-d64d43a4fa00 HTTP/1.1" status: 200 len: 205 time: 0.0825510 Jan 28 00:29:51.299284 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39654) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:51.315795 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-61247c15-c408-4ad5-9510-544ec5fc5e20 tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (850d0efe-398e-403f-bd4f-6f02d0080be0), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:51.316643 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61247c15-c408-4ad5-9510-544ec5fc5e20 tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 850d0efe-398e-403f-bd4f-6f02d0080be0 {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:29:51.330423 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb67be7-c359-4d66-9428-65b06abda147 None None] Routers {'3347edfd-6843-40f4-a4a1-d64d43a4fa00'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:29:51.335724 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-acb67be7-c359-4d66-9428-65b06abda147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:29:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3347edfd-6843-40f4-a4a1-d64d43a4fa00'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:51.403125 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3697223-e9e8-442d-a3d6-bf27bdcf58c3 req-5bc86430-452e-490c-8656-ba5e62f5fbf5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.1175280 Jan 28 00:29:51.589454 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-acb67be7-c359-4d66-9428-65b06abda147 None None] Set router 3347edfd-6843-40f4-a4a1-d64d43a4fa00 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:29:51.612958 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-61247c15-c408-4ad5-9510-544ec5fc5e20 tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 00:29:51.614062 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-61247c15-c408-4ad5-9510-544ec5fc5e20 tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.9353025 Jan 28 00:29:51.626407 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39660) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:51.685774 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-446e5393-71ac-4f99-8586-b879fe4ccca4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router (3347edfd-6843-40f4-a4a1-d64d43a4fa00), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:51.717594 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-acb67be7-c359-4d66-9428-65b06abda147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3347edfd-6843-40f4-a4a1-d64d43a4fa00', 'name': 'tempest-RoutersTest-router-1189628016', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:29:49Z', 'updated_at': '2022-01-28T00:29:50Z', 'revision_number': 2, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:51.762869 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb67be7-c359-4d66-9428-65b06abda147 None None] The sync data for ids ['3347edfd-6843-40f4-a4a1-d64d43a4fa00'] in n-d-826754-1 is: [{'id': '3347edfd-6843-40f4-a4a1-d64d43a4fa00', 'name': 'tempest-RoutersTest-router-1189628016', 'tenant_id': '2fbcfeaf4123454d81861a2387d862d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:29:49Z', 'updated_at': '2022-01-28T00:29:50Z', 'revision_number': 2, 'project_id': '2fbcfeaf4123454d81861a2387d862d8', 'gw_port_host': None}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:29:51.816138 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-622b0541-a94d-4300-b1d1-0deb7976767e req-86737476-f148-4e84-97bf-7ee96638cda9 service neutron] 10.222.0.70 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7394059 Jan 28 00:29:51.869104 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cea5326-a6be-4cfb-9c87-79854a0ace7a admin admin] Router a2acd2b5-51ff-42d2-b6d7-c7a1935e0506 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:29:52.079913 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:29:52.084415 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-446e5393-71ac-4f99-8586-b879fe4ccca4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (3347edfd-6843-40f4-a4a1-d64d43a4fa00), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:52.089929 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-446e5393-71ac-4f99-8586-b879fe4ccca4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router_controller (3347edfd-6843-40f4-a4a1-d64d43a4fa00), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:52.246990 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-446e5393-71ac-4f99-8586-b879fe4ccca4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (3347edfd-6843-40f4-a4a1-d64d43a4fa00), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:52.248586 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446e5393-71ac-4f99-8586-b879fe4ccca4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Fanout notify agent at l3_agent the message router_deleted on router 3347edfd-6843-40f4-a4a1-d64d43a4fa00 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:29:52.264812 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-446e5393-71ac-4f99-8586-b879fe4ccca4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:52.271701 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-446e5393-71ac-4f99-8586-b879fe4ccca4 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/routers/3347edfd-6843-40f4-a4a1-d64d43a4fa00 HTTP/1.1" status: 204 len: 168 time: 0.9653330 Jan 28 00:29:52.273183 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39666) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:52.346939 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-19f96c63-d81b-47a2-9d64-59e4ee79cac8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "GET /v2.0/ports?device_id=3347edfd-6843-40f4-a4a1-d64d43a4fa00 HTTP/1.1" status: 200 len: 205 time: 0.0714126 Jan 28 00:29:52.348532 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39668) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:52.478527 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb403943-cc94-445c-a790-461856fe38a2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for port (db37c529-4494-463b-963c-3f8561350891), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:52.503588 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-246b8356-da1b-44a2-b87e-1ff68a9f6be1 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] delete failed (client error): The resource could not be found. Jan 28 00:29:52.509944 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-20b04db0-feb4-4eab-b4ac-5824e0dcf128 tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Deleting port d363b80b-f114-4eb9-8d64-bc2b5ddda9cf {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:52.510586 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-20b04db0-feb4-4eab-b4ac-5824e0dcf128 tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (d363b80b-f114-4eb9-8d64-bc2b5ddda9cf), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:52.514024 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-246b8356-da1b-44a2-b87e-1ff68a9f6be1 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/routers/3347edfd-6843-40f4-a4a1-d64d43a4fa00 HTTP/1.1" status: 404 len: 336 time: 0.1599503 Jan 28 00:29:52.515373 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39672) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:52.783377 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-d664f0c1-e052-4d22-a45a-cb04d4691390 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] DELETE failed (client error): The resource could not be found. Jan 28 00:29:52.784130 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d664f0c1-e052-4d22-a45a-cb04d4691390 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:29:52.789073 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d664f0c1-e052-4d22-a45a-cb04d4691390 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/subnets/29c63b95-0345-4ead-b737-404a7ca60a00 HTTP/1.1" status: 404 len: 337 time: 0.2236583 Jan 28 00:29:52.791574 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39680) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:52.905780 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f9f1bd-74d4-4bd4-aa84-f68832a5297f tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] DELETE failed (client error): The resource could not be found. Jan 28 00:29:52.906581 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2f9f1bd-74d4-4bd4-aa84-f68832a5297f tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:29:52.912295 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e2f9f1bd-74d4-4bd4-aa84-f68832a5297f tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/subnets/b41040e5-788b-4c34-ac34-85197ff0ca28 HTTP/1.1" status: 404 len: 337 time: 0.1189246 Jan 28 00:29:52.925111 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39684) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:52.960168 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-622b0541-a94d-4300-b1d1-0deb7976767e req-4f4dc494-078a-4fac-9e1c-c9c807c69b86 service neutron] 10.222.0.70 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1203873 Jan 28 00:29:53.049953 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-14daef59-36db-4351-967a-441bcde56641 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] DELETE failed (client error): The resource could not be found. Jan 28 00:29:53.051417 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14daef59-36db-4351-967a-441bcde56641 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:29:53.059544 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-14daef59-36db-4351-967a-441bcde56641 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/subnets/a0d54941-2b8c-46f0-b709-c87e6f1ba03f HTTP/1.1" status: 404 len: 337 time: 0.1328108 Jan 28 00:29:53.064329 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ad6e86-e7a7-4dc0-b548-e416576c00e5 None None] Network 4014945b-55e0-48d3-9333-667e6c070255 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:29:53.065014 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39686) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:53.141613 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-84dfdaa1-f821-4a20-a51f-be86bcfc9a90 None None] Provisioning complete for port 7b1a2ee5-8676-419d-bab0-c4e0b36f2241 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:29:53.142377 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-84dfdaa1-f821-4a20-a51f-be86bcfc9a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (7b1a2ee5-8676-419d-bab0-c4e0b36f2241), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:53.194576 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb403943-cc94-445c-a790-461856fe38a2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (db37c529-4494-463b-963c-3f8561350891), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:53.273526 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a9a68e-1b6f-48c2-a4e5-50943898e7e8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] DELETE failed (client error): The resource could not be found. Jan 28 00:29:53.274270 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a9a68e-1b6f-48c2-a4e5-50943898e7e8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:29:53.304488 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-84dfdaa1-f821-4a20-a51f-be86bcfc9a90 None None] Current status of the port 7b1a2ee5-8676-419d-bab0-c4e0b36f2241 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:29:53.304905 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-07a9a68e-1b6f-48c2-a4e5-50943898e7e8 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/subnets/53d9b7f5-571b-48fe-ae8a-2525dd5cbb7a HTTP/1.1" status: 404 len: 337 time: 0.2373459 Jan 28 00:29:53.305622 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-84dfdaa1-f821-4a20-a51f-be86bcfc9a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7b1a2ee5-8676-419d-bab0-c4e0b36f2241), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:53.305843 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39688) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:53.358866 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-84dfdaa1-f821-4a20-a51f-be86bcfc9a90 None None] For port 7b1a2ee5-8676-419d-bab0-c4e0b36f2241, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=7b1a2ee5-8676-419d-bab0-c4e0b36f2241,segment=NetworkSegment(325be64a-3d6e-4289-b6c4-2ad4e21f74fa),segment_id=325be64a-3d6e-4289-b6c4-2ad4e21f74fa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:29:53.367130 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-84dfdaa1-f821-4a20-a51f-be86bcfc9a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (7b1a2ee5-8676-419d-bab0-c4e0b36f2241), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:53.475650 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfdaa1-f821-4a20-a51f-be86bcfc9a90 None None] Pushing event updated for resources: {'Port': ['ID=7b1a2ee5-8676-419d-bab0-c4e0b36f2241,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:53.484443 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-00382b12-5771-44d0-8cb9-3aac49e88ea0 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "GET /v2.0/ports?device_id=f424b26a-a94f-4c6f-806a-d28ebf11cf41 HTTP/1.1" status: 200 len: 205 time: 0.1650615 Jan 28 00:29:53.485469 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39692) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:53.556059 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-99030bba-b017-4571-9c69-12939ddbda2d req-5391e486-4b16-4213-ae3f-e7969b494b11 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.9293790 Jan 28 00:29:53.558462 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cea5326-a6be-4cfb-9c87-79854a0ace7a admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:29:53.604509 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38ff655-f31f-4f19-a311-5e46bac10d50 None None] Sync routers for ids ['a2acd2b5-51ff-42d2-b6d7-c7a1935e0506'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:29:53.626094 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38ff655-f31f-4f19-a311-5e46bac10d50 None None] Routers {'a2acd2b5-51ff-42d2-b6d7-c7a1935e0506'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:29:53.626772 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f38ff655-f31f-4f19-a311-5e46bac10d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:29:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['a2acd2b5-51ff-42d2-b6d7-c7a1935e0506'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:53.727190 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-ae8d99e3-bdd0-4e4b-b1db-dc76c46b3f26 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] delete failed (client error): The resource could not be found. Jan 28 00:29:53.753860 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ae8d99e3-bdd0-4e4b-b1db-dc76c46b3f26 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/routers/f424b26a-a94f-4c6f-806a-d28ebf11cf41 HTTP/1.1" status: 404 len: 336 time: 0.2669122 Jan 28 00:29:53.754969 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39700) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:53.827606 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 7b1a2ee5-8676-419d-bab0-c4e0b36f2241 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:29:53.860372 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c8b16fcc-d2be-4339-8e8d-4f2d57ca66f1 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "GET /v2.0/ports?device_id=5257b8fd-e9cf-4964-9e3e-f6970ca27bbe HTTP/1.1" status: 200 len: 205 time: 0.0970445 Jan 28 00:29:53.864758 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39704) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:53.881114 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb403943-cc94-445c-a790-461856fe38a2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Port': ['ID=db37c529-4494-463b-963c-3f8561350891,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:53.886441 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb403943-cc94-445c-a790-461856fe38a2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network 4014945b-55e0-48d3-9333-667e6c070255 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:29:53.952185 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-20b04db0-feb4-4eab-b4ac-5824e0dcf128 tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (d363b80b-f114-4eb9-8d64-bc2b5ddda9cf), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:54.040487 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-20b04db0-feb4-4eab-b4ac-5824e0dcf128 tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Calling delete_port for d363b80b-f114-4eb9-8d64-bc2b5ddda9cf owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:54.045195 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-710e0463-560c-4eec-a27a-69a01ee47657 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] delete failed (client error): The resource could not be found. Jan 28 00:29:54.064438 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-710e0463-560c-4eec-a27a-69a01ee47657 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/routers/5257b8fd-e9cf-4964-9e3e-f6970ca27bbe HTTP/1.1" status: 404 len: 336 time: 0.1907344 Jan 28 00:29:54.065116 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39708) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:54.166109 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-f38ff655-f31f-4f19-a311-5e46bac10d50 None None] Set router a2acd2b5-51ff-42d2-b6d7-c7a1935e0506 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:29:54.223202 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c6e7a5-8757-4e47-8215-af8e09fd1c04 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] DELETE failed (client error): The resource could not be found. Jan 28 00:29:54.228084 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c6e7a5-8757-4e47-8215-af8e09fd1c04 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:29:54.241231 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-29c6e7a5-8757-4e47-8215-af8e09fd1c04 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/subnets/b0f60890-cdb4-4101-b999-44e5a69c0cf1 HTTP/1.1" status: 404 len: 337 time: 0.1720827 Jan 28 00:29:54.251729 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39714) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:54.396471 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5a699eb7-b010-40b6-ba4b-01b3c3f61b93 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb78aff5-863c-47c1-8af9-4ae91a1019b1 HTTP/1.1" status: 200 len: 205 time: 0.1418221 Jan 28 00:29:54.398336 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39722) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:54.421216 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4cea5326-a6be-4cfb-9c87-79854a0ace7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:54.424054 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4cea5326-a6be-4cfb-9c87-79854a0ace7a admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 14.1750693 Jan 28 00:29:54.441570 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-cb403943-cc94-445c-a790-461856fe38a2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:29:54.444709 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb403943-cc94-445c-a790-461856fe38a2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:29:54.459840 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb403943-cc94-445c-a790-461856fe38a2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:54.461182 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb403943-cc94-445c-a790-461856fe38a2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:54.495918 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39724) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:54.508425 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-31fd4126-632d-4dea-a1d7-95e768d87302 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] delete failed (client error): The resource could not be found. Jan 28 00:29:54.511078 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-31fd4126-632d-4dea-a1d7-95e768d87302 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/routers/fb78aff5-863c-47c1-8af9-4ae91a1019b1 HTTP/1.1" status: 404 len: 336 time: 0.1105857 Jan 28 00:29:54.514725 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39728) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:54.530931 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-99d41ab0-3226-4a43-a69f-333f835e54ff req-bc7aa1be-9fb5-4221-a50a-e4bef2dcc6ff tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 210 time: 0.8000753 Jan 28 00:29:54.551377 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-cb403943-cc94-445c-a790-461856fe38a2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.7282116 Jan 28 00:29:54.557460 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39730) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:54.765287 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 7b1a2ee5-8676-419d-bab0-c4e0b36f2241 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:29:54.765626 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (7b1a2ee5-8676-419d-bab0-c4e0b36f2241), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:54.770579 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-98059610-085d-4cd2-857a-18562aebe727 None None] Provisioning complete for port 7b1a2ee5-8676-419d-bab0-c4e0b36f2241 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:29:54.771187 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98059610-085d-4cd2-857a-18562aebe727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (7b1a2ee5-8676-419d-bab0-c4e0b36f2241), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:54.820945 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39736) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:54.824427 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-dd242297-5d8e-49b8-8419-715069651586 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "GET /v2.0/ports?device_id=62c67d75-c8c3-4af2-9e53-c3af5947b653 HTTP/1.1" status: 200 len: 205 time: 0.3073547 Jan 28 00:29:55.093977 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0f0500f-d76e-46fc-95af-5c246bb8cfcc req-e4f2cd45-5c5d-435d-845e-e03ee4053761 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.2091656 Jan 28 00:29:55.099247 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-f24ae01b-eb6f-4c70-a1b8-3f623c765ca0 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] delete failed (client error): The resource could not be found. Jan 28 00:29:55.104457 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f24ae01b-eb6f-4c70-a1b8-3f623c765ca0 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/routers/62c67d75-c8c3-4af2-9e53-c3af5947b653 HTTP/1.1" status: 404 len: 336 time: 0.2761390 Jan 28 00:29:55.165487 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 7b1a2ee5-8676-419d-bab0-c4e0b36f2241 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:29:55.169362 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39742) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:55.228889 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f38ff655-f31f-4f19-a311-5e46bac10d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2acd2b5-51ff-42d2-b6d7-c7a1935e0506', 'name': 'tempest-TaggedBootDevicesTest-1710091869-router', 'tenant_id': '55b7c07cbb8f4c4fa959e34251d3e324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '76c1297c-3911-4fa8-9a55-c96e64d644db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:29:40Z', 'updated_at': '2022-01-28T00:29:48Z', 'revision_number': 3, 'project_id': '55b7c07cbb8f4c4fa959e34251d3e324', 'gw_port': {'id': '76c1297c-3911-4fa8-9a55-c96e64d644db', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2acd2b5-51ff-42d2-b6d7-c7a1935e0506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:29:45Z', 'updated_at': '2022-01-28T00:29:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:55.295247 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-58c7af27-4620-410c-b962-c81ed67d5ca6 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] DELETE failed (client error): The resource could not be found. Jan 28 00:29:55.296412 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58c7af27-4620-410c-b962-c81ed67d5ca6 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:29:55.306275 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-58c7af27-4620-410c-b962-c81ed67d5ca6 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/subnets/20f297b8-15cc-4215-8fb5-834865f572a4 HTTP/1.1" status: 404 len: 337 time: 0.1276424 Jan 28 00:29:55.316393 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-20b04db0-feb4-4eab-b4ac-5824e0dcf128 tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (d363b80b-f114-4eb9-8d64-bc2b5ddda9cf), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:55.345701 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39746) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:55.394221 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38ff655-f31f-4f19-a311-5e46bac10d50 None None] Checking router: a2acd2b5-51ff-42d2-b6d7-c7a1935e0506 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:29:55.400156 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38ff655-f31f-4f19-a311-5e46bac10d50 None None] Updating router a2acd2b5-51ff-42d2-b6d7-c7a1935e0506 port 76c1297c-3911-4fa8-9a55-c96e64d644db binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:29:55.520936 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 7b1a2ee5-8676-419d-bab0-c4e0b36f2241 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:29:55.588620 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-98059610-085d-4cd2-857a-18562aebe727 None None] Current status of the port 7b1a2ee5-8676-419d-bab0-c4e0b36f2241 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:29:55.599459 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f38ff655-f31f-4f19-a311-5e46bac10d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (76c1297c-3911-4fa8-9a55-c96e64d644db), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:55.659467 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-20b04db0-feb4-4eab-b4ac-5824e0dcf128 tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:55.663744 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-20b04db0-feb4-4eab-b4ac-5824e0dcf128 tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] 10.222.0.70 "DELETE /v2.0/ports/d363b80b-f114-4eb9-8d64-bc2b5ddda9cf HTTP/1.1" status: 204 len: 168 time: 4.0363336 Jan 28 00:29:55.666391 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b04db0-feb4-4eab-b4ac-5824e0dcf128 tempest-RoutersAdminNegativeIpV6Test-753901797 tempest-RoutersAdminNegativeIpV6Test-753901797-project-admin] Pushing event deleted for resources: {'Port': ['ID=d363b80b-f114-4eb9-8d64-bc2b5ddda9cf,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:55.744996 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e2c523b9-d8bc-406f-a7f1-820749cf825c tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "GET /v2.0/ports?device_id=6acf8023-ab43-4e82-b446-79713b4abe2b HTTP/1.1" status: 200 len: 205 time: 0.3358915 Jan 28 00:29:55.745861 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39758) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:55.768223 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-243bb4d5-c5fd-407a-9d76-953423bb50bd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting port db37c529-4494-463b-963c-3f8561350891 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:29:55.768772 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-243bb4d5-c5fd-407a-9d76-953423bb50bd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (db37c529-4494-463b-963c-3f8561350891), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:55.857941 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-4adfc199-c9ee-4c76-8849-f23ceebcba78 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] delete failed (client error): The resource could not be found. Jan 28 00:29:55.860298 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-98059610-085d-4cd2-857a-18562aebe727 None None] Provisioning complete for port db37c529-4494-463b-963c-3f8561350891 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:29:55.865838 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4adfc199-c9ee-4c76-8849-f23ceebcba78 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/routers/6acf8023-ab43-4e82-b446-79713b4abe2b HTTP/1.1" status: 404 len: 336 time: 0.1149137 Jan 28 00:29:55.877539 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39762) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:55.878752 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98059610-085d-4cd2-857a-18562aebe727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (db37c529-4494-463b-963c-3f8561350891), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:56.010031 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea17d6f-5d18-42a8-b040-3382a7cf60e6 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] DELETE failed (client error): The resource could not be found. Jan 28 00:29:56.011046 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aea17d6f-5d18-42a8-b040-3382a7cf60e6 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:29:56.017362 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-aea17d6f-5d18-42a8-b040-3382a7cf60e6 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/subnets/f0908f62-2af9-4a3f-9e2d-02f6560257ac HTTP/1.1" status: 404 len: 337 time: 0.1353424 Jan 28 00:29:56.055698 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39764) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:56.105076 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10391bd5-dee3-416e-ad10-06ed020787ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:56.148198 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f42ae020-73e4-4c72-9961-84416142f2e3 req-76ed4389-2703-47f2-b4b5-276bde11ddc8 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 210 time: 0.3127925 Jan 28 00:29:56.241032 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a8573650-2eaa-4828-80bd-b3cf2642cb85 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "GET /v2.0/ports?device_id=92d35854-11a0-43f0-bda0-3b52db0e15b3 HTTP/1.1" status: 200 len: 205 time: 0.1167185 Jan 28 00:29:56.266804 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39770) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:56.454341 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-0a431a84-8bf7-4b22-81a5-668e2ec350b6 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] delete failed (client error): The resource could not be found. Jan 28 00:29:56.459238 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0a431a84-8bf7-4b22-81a5-668e2ec350b6 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/routers/92d35854-11a0-43f0-bda0-3b52db0e15b3 HTTP/1.1" status: 404 len: 336 time: 0.1863811 Jan 28 00:29:56.463939 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39774) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:56.476177 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-98059610-085d-4cd2-857a-18562aebe727 None None] Port db37c529-4494-463b-963c-3f8561350891 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:29:56.489416 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 7b1a2ee5-8676-419d-bab0-c4e0b36f2241 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:29:56.489798 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (7b1a2ee5-8676-419d-bab0-c4e0b36f2241), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:56.524709 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-243bb4d5-c5fd-407a-9d76-953423bb50bd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (db37c529-4494-463b-963c-3f8561350891), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:56.539023 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b0541-a94d-4300-b1d1-0deb7976767e req-f9927053-a031-422f-a79f-771fa13527e6 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:29:56.541067 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-622b0541-a94d-4300-b1d1-0deb7976767e req-f9927053-a031-422f-a79f-771fa13527e6 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.65 "GET /v2.0/networks?id=ab3fb448-728a-46f9-9c11-c79ef9e347d9 HTTP/1.1" status: 200 len: 816 time: 0.3531663 Jan 28 00:29:56.559647 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39776) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:56.582971 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c0f92a-f63e-4580-958a-b9616616d3f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] DELETE failed (client error): The resource could not be found. Jan 28 00:29:56.586716 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c0f92a-f63e-4580-958a-b9616616d3f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:29:56.599858 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-99c0f92a-f63e-4580-958a-b9616616d3f5 tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/subnets/ddf32664-c32e-4b58-9108-0621a113b9f4 HTTP/1.1" status: 404 len: 337 time: 0.1304975 Jan 28 00:29:56.613121 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a4689b6-0ae4-44e1-962e-a03370f953ff req-50d4e247-adef-47a3-a102-261418a31680 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.1784885 Jan 28 00:29:56.614361 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39780) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:56.632406 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f38ff655-f31f-4f19-a311-5e46bac10d50 None None] Publish callbacks [] for port (76c1297c-3911-4fa8-9a55-c96e64d644db), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:56.640895 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2385b283-e649-41c9-88a4-a6a25ddc2300 None None] Provisioning complete for port db37c529-4494-463b-963c-3f8561350891 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:29:56.641157 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2385b283-e649-41c9-88a4-a6a25ddc2300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (db37c529-4494-463b-963c-3f8561350891), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:56.689139 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f38ff655-f31f-4f19-a311-5e46bac10d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (76c1297c-3911-4fa8-9a55-c96e64d644db), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:56.705417 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-243bb4d5-c5fd-407a-9d76-953423bb50bd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Calling delete_port for db37c529-4494-463b-963c-3f8561350891 owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:29:56.720717 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c47562-12ac-47c8-9167-cfd653472c7e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] DELETE failed (client error): The resource could not be found. Jan 28 00:29:56.721132 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c47562-12ac-47c8-9167-cfd653472c7e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:29:56.737632 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-94c47562-12ac-47c8-9167-cfd653472c7e tempest-RoutersTest-919627574 tempest-RoutersTest-919627574-project] 10.222.0.70 "DELETE /v2.0/subnets/4f9fd653-82e2-488c-a267-88a0fc4ed00f HTTP/1.1" status: 404 len: 337 time: 0.1135073 Jan 28 00:29:56.758397 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 7b1a2ee5-8676-419d-bab0-c4e0b36f2241 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:29:56.787069 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-f38ff655-f31f-4f19-a311-5e46bac10d50 None None] Attempting to bind port 76c1297c-3911-4fa8-9a55-c96e64d644db on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:29:56.788004 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-f38ff655-f31f-4f19-a311-5e46bac10d50 None None] Attempting to bind port 76c1297c-3911-4fa8-9a55-c96e64d644db by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:29:56.788726 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38ff655-f31f-4f19-a311-5e46bac10d50 None None] Attempting to bind port 76c1297c-3911-4fa8-9a55-c96e64d644db on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:29:56.827668 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38ff655-f31f-4f19-a311-5e46bac10d50 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:29:56.828532 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38ff655-f31f-4f19-a311-5e46bac10d50 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:29:56.829461 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f38ff655-f31f-4f19-a311-5e46bac10d50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:56.830127 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38ff655-f31f-4f19-a311-5e46bac10d50 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:29:56.830881 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-f38ff655-f31f-4f19-a311-5e46bac10d50 None None] Bound port: 76c1297c-3911-4fa8-9a55-c96e64d644db, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:29:56.831554 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f38ff655-f31f-4f19-a311-5e46bac10d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (76c1297c-3911-4fa8-9a55-c96e64d644db), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:56.841849 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b653e9e6-b87f-4a7d-9443-f4e400d3a4d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:56.862024 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2385b283-e649-41c9-88a4-a6a25ddc2300 None None] Port db37c529-4494-463b-963c-3f8561350891 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:29:56.880724 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d16f60-78d8-4396-83da-cd31e145e109 None None] Pushing event updated for resources: {'Port': ['ID=76c1297c-3911-4fa8-9a55-c96e64d644db,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:56.888714 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-10391bd5-dee3-416e-ad10-06ed020787ad admin admin] Allocated IP 172.20.0.1 (b55e4458-7876-4cd7-af81-98621da69636/b3c6b7fd-1d85-43a0-b7b3-afad88d521aa/d1ffa506-ccb4-4441-aa26-478516c464e4) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:29:56.942594 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f38ff655-f31f-4f19-a311-5e46bac10d50 None None] For port 76c1297c-3911-4fa8-9a55-c96e64d644db, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:29:56.952995 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f38ff655-f31f-4f19-a311-5e46bac10d50 None None] For port 76c1297c-3911-4fa8-9a55-c96e64d644db, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=76c1297c-3911-4fa8-9a55-c96e64d644db,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:29:56.962646 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f38ff655-f31f-4f19-a311-5e46bac10d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (76c1297c-3911-4fa8-9a55-c96e64d644db), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:56.972679 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-622b0541-a94d-4300-b1d1-0deb7976767e req-dde19281-89df-4881-9606-c99a8e3c50b2 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66e2abd01f29448ab207898a6db8a6af HTTP/1.1" status: 200 len: 380 time: 0.3947723 Jan 28 00:29:56.985937 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-622b0541-a94d-4300-b1d1-0deb7976767e req-e0bbbf0a-792c-438f-b7e7-db343e053b0a tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Request body: {'port': {'device_id': '22ce4c4d-ac0c-4af5-8f9f-a732973fcf39', 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9', 'admin_state_up': True, 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'security_groups': ['396ecd6c-8f19-4631-a065-3dec714333ee']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:29:57.086331 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d16f60-78d8-4396-83da-cd31e145e109 None None] Pushing event updated for resources: {'Port': ['ID=76c1297c-3911-4fa8-9a55-c96e64d644db,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:57.153915 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38ff655-f31f-4f19-a311-5e46bac10d50 None None] Routers {'a2acd2b5-51ff-42d2-b6d7-c7a1935e0506'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:29:57.156944 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f38ff655-f31f-4f19-a311-5e46bac10d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:29:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['a2acd2b5-51ff-42d2-b6d7-c7a1935e0506'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:57.165439 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b653e9e6-b87f-4a7d-9443-f4e400d3a4d9 admin admin] Publish callbacks [] for security_group (b801f9d8-8c7c-434c-b3ac-17e8f3fd5762), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:57.178630 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b653e9e6-b87f-4a7d-9443-f4e400d3a4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b801f9d8-8c7c-434c-b3ac-17e8f3fd5762), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:57.251530 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39792) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:57.303860 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b653e9e6-b87f-4a7d-9443-f4e400d3a4d9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b9e4672ee42442178246ac72a32feb74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7425928 Jan 28 00:29:57.306856 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39798) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:57.312593 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-243bb4d5-c5fd-407a-9d76-953423bb50bd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (db37c529-4494-463b-963c-3f8561350891), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:57.334161 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-622b0541-a94d-4300-b1d1-0deb7976767e req-e0bbbf0a-792c-438f-b7e7-db343e053b0a tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Made reservation on behalf of 66e2abd01f29448ab207898a6db8a6af for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:29:57.341283 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653e9e6-b87f-4a7d-9443-f4e400d3a4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b801f9d8-8c7c-434c-b3ac-17e8f3fd5762,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:57.351923 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-622b0541-a94d-4300-b1d1-0deb7976767e req-e0bbbf0a-792c-438f-b7e7-db343e053b0a tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:57.362934 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10391bd5-dee3-416e-ad10-06ed020787ad admin admin] Publish callbacks [] for port (d1ffa506-ccb4-4441-aa26-478516c464e4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:57.411974 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243bb4d5-c5fd-407a-9d76-953423bb50bd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Port': ['ID=db37c529-4494-463b-963c-3f8561350891,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:57.450050 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7680e1a2-9ac5-4cc4-9cbf-4ebe78108f2b req-45005c40-57b4-42d7-a0c6-5cae828f9d08 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 210 time: 0.0728450 Jan 28 00:29:57.483516 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-f38ff655-f31f-4f19-a311-5e46bac10d50 None None] Set router a2acd2b5-51ff-42d2-b6d7-c7a1935e0506 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:29:57.498423 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10391bd5-dee3-416e-ad10-06ed020787ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (d1ffa506-ccb4-4441-aa26-478516c464e4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:57.553170 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-243bb4d5-c5fd-407a-9d76-953423bb50bd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:57.556683 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-243bb4d5-c5fd-407a-9d76-953423bb50bd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/ports/db37c529-4494-463b-963c-3f8561350891 HTTP/1.1" status: 204 len: 168 time: 2.9963863 Jan 28 00:29:57.603584 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10391bd5-dee3-416e-ad10-06ed020787ad admin admin] Pushing event updated for resources: {'Port': ['ID=d1ffa506-ccb4-4441-aa26-478516c464e4,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:57.603921 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39802) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:57.653437 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-20137940-ed48-4829-abb2-5ac6d635a493 admin admin] Publish callbacks [] for security_group (b801f9d8-8c7c-434c-b3ac-17e8f3fd5762), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:57.678908 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-20137940-ed48-4829-abb2-5ac6d635a493 admin admin] Publish callbacks [] for security_group (b801f9d8-8c7c-434c-b3ac-17e8f3fd5762), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:57.714696 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c99d41fd-0884-43c2-ac42-4d2c54ec394f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2fbcfeaf4123454d81861a2387d862d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4552243 Jan 28 00:29:57.717231 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10391bd5-dee3-416e-ad10-06ed020787ad admin admin] Network b55e4458-7876-4cd7-af81-98621da69636 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:29:57.725845 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39808) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:57.726956 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-10391bd5-dee3-416e-ad10-06ed020787ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:29:57.735302 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10391bd5-dee3-416e-ad10-06ed020787ad admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:29:57.750392 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-20137940-ed48-4829-abb2-5ac6d635a493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b801f9d8-8c7c-434c-b3ac-17e8f3fd5762), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:57.753316 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-20137940-ed48-4829-abb2-5ac6d635a493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:57.756859 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-20137940-ed48-4829-abb2-5ac6d635a493 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b801f9d8-8c7c-434c-b3ac-17e8f3fd5762 HTTP/1.1" status: 204 len: 168 time: 0.4393060 Jan 28 00:29:57.834557 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-28166def-4092-4c18-a071-3ef67b2c0303 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] DELETE failed (client error): The resource could not be found. Jan 28 00:29:57.835339 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28166def-4092-4c18-a071-3ef67b2c0303 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:29:57.838695 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-28166def-4092-4c18-a071-3ef67b2c0303 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/ports/db37c529-4494-463b-963c-3f8561350891 HTTP/1.1" status: 404 len: 333 time: 0.1051509 Jan 28 00:29:57.858392 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39814) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:57.859457 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10391bd5-dee3-416e-ad10-06ed020787ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (a2acd2b5-51ff-42d2-b6d7-c7a1935e0506), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:57.940668 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5839a487-d8cf-477f-b38b-fd4a2f1a87df req-b4bfed25-55a8-4097-93b7-00dd7cc77636 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.1270967 Jan 28 00:29:57.955110 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20137940-ed48-4829-abb2-5ac6d635a493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b801f9d8-8c7c-434c-b3ac-17e8f3fd5762,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:58.073085 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f0894b-d1fd-41eb-bd6d-6772882f2bc2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] GET failed (client error): The resource could not be found. Jan 28 00:29:58.078739 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-19f0894b-d1fd-41eb-bd6d-6772882f2bc2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "GET /v2.0/ports/db37c529-4494-463b-963c-3f8561350891 HTTP/1.1" status: 404 len: 333 time: 0.0790009 Jan 28 00:29:58.082060 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39818) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:58.126533 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-622b0541-a94d-4300-b1d1-0deb7976767e req-e0bbbf0a-792c-438f-b7e7-db343e053b0a tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Allocated IP 172.20.0.14 (ab3fb448-728a-46f9-9c11-c79ef9e347d9/e8d9d31c-ec82-48b8-8107-afdf4c2c9183/ab12a80f-4db3-47e7-b488-6614f4a3764e) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:29:58.322579 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-5013080c-954a-4795-8c71-5b790db06499 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting subnet 87126611-3b5f-4ec1-a8e2-33135b66d16a {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:29:58.368687 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5013080c-954a-4795-8c71-5b790db06499 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (87126611-3b5f-4ec1-a8e2-33135b66d16a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:58.391452 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-72f771ee-40e5-467c-a8d4-92fa23ae0122 None None] Provisioning complete for port d1ffa506-ccb4-4441-aa26-478516c464e4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:29:58.392361 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-72f771ee-40e5-467c-a8d4-92fa23ae0122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d1ffa506-ccb4-4441-aa26-478516c464e4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:58.416808 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-49c72ba1-51b4-4e53-9c47-5b16ee72e1c5 admin admin] Publish callbacks [] for security_group (5aaef6a1-18a3-4d89-9627-704309a4b146), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:58.486059 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-49c72ba1-51b4-4e53-9c47-5b16ee72e1c5 admin admin] Publish callbacks [] for security_group (5aaef6a1-18a3-4d89-9627-704309a4b146), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:58.495289 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5013080c-954a-4795-8c71-5b790db06499 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (87126611-3b5f-4ec1-a8e2-33135b66d16a), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:58.504407 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10391bd5-dee3-416e-ad10-06ed020787ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d1ffa506-ccb4-4441-aa26-478516c464e4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:58.508743 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39826) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:58.527541 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-72f771ee-40e5-467c-a8d4-92fa23ae0122 None None] Port d1ffa506-ccb4-4441-aa26-478516c464e4 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:29:58.536560 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-622b0541-a94d-4300-b1d1-0deb7976767e req-e0bbbf0a-792c-438f-b7e7-db343e053b0a tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for port (ab12a80f-4db3-47e7-b488-6614f4a3764e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:58.585780 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f38ff655-f31f-4f19-a311-5e46bac10d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2acd2b5-51ff-42d2-b6d7-c7a1935e0506', 'name': 'tempest-TaggedBootDevicesTest-1710091869-router', 'tenant_id': '55b7c07cbb8f4c4fa959e34251d3e324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '76c1297c-3911-4fa8-9a55-c96e64d644db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:29:40Z', 'updated_at': '2022-01-28T00:29:48Z', 'revision_number': 3, 'project_id': '55b7c07cbb8f4c4fa959e34251d3e324', 'gw_port': {'id': '76c1297c-3911-4fa8-9a55-c96e64d644db', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2acd2b5-51ff-42d2-b6d7-c7a1935e0506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:29:45Z', 'updated_at': '2022-01-28T00:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:29:58.632130 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38ff655-f31f-4f19-a311-5e46bac10d50 None None] The sync data for ids ['a2acd2b5-51ff-42d2-b6d7-c7a1935e0506'] in n-d-826754-1 is: [{'id': 'a2acd2b5-51ff-42d2-b6d7-c7a1935e0506', 'name': 'tempest-TaggedBootDevicesTest-1710091869-router', 'tenant_id': '55b7c07cbb8f4c4fa959e34251d3e324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '76c1297c-3911-4fa8-9a55-c96e64d644db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:29:40Z', 'updated_at': '2022-01-28T00:29:48Z', 'revision_number': 3, 'project_id': '55b7c07cbb8f4c4fa959e34251d3e324', 'gw_port': {'id': '76c1297c-3911-4fa8-9a55-c96e64d644db', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2acd2b5-51ff-42d2-b6d7-c7a1935e0506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:29:45Z', 'updated_at': '2022-01-28T00:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:29:58.764379 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-703b3dee-bab8-4678-bb4a-658385a64155 req-24f697b0-8218-4d6a-9b24-78ab4bd6fd49 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 210 time: 0.1060436 Jan 28 00:29:58.786777 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-49c72ba1-51b4-4e53-9c47-5b16ee72e1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (5aaef6a1-18a3-4d89-9627-704309a4b146), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:58.789591 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-49c72ba1-51b4-4e53-9c47-5b16ee72e1c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:58.790917 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-49c72ba1-51b4-4e53-9c47-5b16ee72e1c5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5aaef6a1-18a3-4d89-9627-704309a4b146 HTTP/1.1" status: 204 len: 168 time: 0.9418771 Jan 28 00:29:58.814002 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c72ba1-51b4-4e53-9c47-5b16ee72e1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aaef6a1-18a3-4d89-9627-704309a4b146,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:58.866126 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5013080c-954a-4795-8c71-5b790db06499 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (87126611-3b5f-4ec1-a8e2-33135b66d16a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:58.881983 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1358e684-5064-4bd6-9eed-599052ea92d2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3ed482fa18004282a1cf197883ec8d4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3717253 Jan 28 00:29:58.885528 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39838) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:58.951643 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-622b0541-a94d-4300-b1d1-0deb7976767e req-e0bbbf0a-792c-438f-b7e7-db343e053b0a tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (ab12a80f-4db3-47e7-b488-6614f4a3764e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:58.983088 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5013080c-954a-4795-8c71-5b790db06499 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (87126611-3b5f-4ec1-a8e2-33135b66d16a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:59.009418 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2658b5d-7c5c-4fa5-b3e1-1ec61d620786 None None] Network 4014945b-55e0-48d3-9333-667e6c070255 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:29:59.036953 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5013080c-954a-4795-8c71-5b790db06499 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:59.052207 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5013080c-954a-4795-8c71-5b790db06499 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/subnets/87126611-3b5f-4ec1-a8e2-33135b66d16a HTTP/1.1" status: 204 len: 168 time: 0.9668248 Jan 28 00:29:59.090771 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39844) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:29:59.118259 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013080c-954a-4795-8c71-5b790db06499 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Subnet': ['ID=87126611-3b5f-4ec1-a8e2-33135b66d16a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:59.144434 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10391bd5-dee3-416e-ad10-06ed020787ad admin admin] Publish callbacks [] for port (d1ffa506-ccb4-4441-aa26-478516c464e4), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:59.178860 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10391bd5-dee3-416e-ad10-06ed020787ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (d1ffa506-ccb4-4441-aa26-478516c464e4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:59.351966 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8a694ec6-fa97-4340-8101-f5006d2957ae admin admin] Publish callbacks [] for security_group (57aa32f7-e311-4eca-a1c3-18cbb6b64a44), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:59.355332 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10391bd5-dee3-416e-ad10-06ed020787ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (a2acd2b5-51ff-42d2-b6d7-c7a1935e0506), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:59.367988 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1691f62b-8074-406b-8527-90ca94f35462 req-e0e043a4-2d1e-4ea4-8f6b-85a67989e6bd tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.2209389 Jan 28 00:29:59.409038 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10391bd5-dee3-416e-ad10-06ed020787ad admin admin] Pushing event updated for resources: {'Port': ['ID=d1ffa506-ccb4-4441-aa26-478516c464e4,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:59.505655 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-622b0541-a94d-4300-b1d1-0deb7976767e req-e0bbbf0a-792c-438f-b7e7-db343e053b0a tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Network ab3fb448-728a-46f9-9c11-c79ef9e347d9 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:29:59.528504 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-622b0541-a94d-4300-b1d1-0deb7976767e req-e0bbbf0a-792c-438f-b7e7-db343e053b0a tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:29:59.569440 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbbf0a-792c-438f-b7e7-db343e053b0a tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Pushing event updated for resources: {'Port': ['ID=ab12a80f-4db3-47e7-b488-6614f4a3764e,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:29:59.574353 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-622b0541-a94d-4300-b1d1-0deb7976767e req-e0bbbf0a-792c-438f-b7e7-db343e053b0a tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:29:59.606017 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8a694ec6-fa97-4340-8101-f5006d2957ae admin admin] Publish callbacks [] for security_group (57aa32f7-e311-4eca-a1c3-18cbb6b64a44), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:29:59.630009 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f43228-fdbb-47f6-be81-693326ab9380 None None] DHCP port deletion for 4014945b-55e0-48d3-9333-667e6c070255 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:29:59.763066 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 76c1297c-3911-4fa8-9a55-c96e64d644db up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:29:59.772780 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10391bd5-dee3-416e-ad10-06ed020787ad admin admin] Network b55e4458-7876-4cd7-af81-98621da69636 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:29:59.778821 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-10391bd5-dee3-416e-ad10-06ed020787ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:30:00.090321 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fdafe08b-e357-431e-a20e-46a238c3200d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (4014945b-55e0-48d3-9333-667e6c070255), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:00.100460 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 76c1297c-3911-4fa8-9a55-c96e64d644db triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:00.100875 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (76c1297c-3911-4fa8-9a55-c96e64d644db), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:00.327518 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b0541-a94d-4300-b1d1-0deb7976767e req-e0bbbf0a-792c-438f-b7e7-db343e053b0a tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:00.328403 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-622b0541-a94d-4300-b1d1-0deb7976767e req-e0bbbf0a-792c-438f-b7e7-db343e053b0a tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:00.384109 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-57f43228-fdbb-47f6-be81-693326ab9380 None None] Deleting port 7b1a2ee5-8676-419d-bab0-c4e0b36f2241 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:30:00.387584 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-57f43228-fdbb-47f6-be81-693326ab9380 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (7b1a2ee5-8676-419d-bab0-c4e0b36f2241), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:00.458296 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8a694ec6-fa97-4340-8101-f5006d2957ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (57aa32f7-e311-4eca-a1c3-18cbb6b64a44), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:00.467929 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8a694ec6-fa97-4340-8101-f5006d2957ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:00.472368 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8a694ec6-fa97-4340-8101-f5006d2957ae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/57aa32f7-e311-4eca-a1c3-18cbb6b64a44 HTTP/1.1" status: 204 len: 168 time: 1.5740108 Jan 28 00:30:00.496245 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-622b0541-a94d-4300-b1d1-0deb7976767e req-e0bbbf0a-792c-438f-b7e7-db343e053b0a tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5132596 Jan 28 00:30:00.510336 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-622b0541-a94d-4300-b1d1-0deb7976767e req-eb72e4b6-5f8d-4243-92b4-c9ab3c0ed2f4 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:30:00.519491 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-622b0541-a94d-4300-b1d1-0deb7976767e req-eb72e4b6-5f8d-4243-92b4-c9ab3c0ed2f4 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138738 Jan 28 00:30:00.544651 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5682d7-ba9b-426e-968d-de9c3ad68a8c req-91a8c4d4-7126-48dc-af48-48aeabaf2ea3 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:00.558742 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ee5682d7-ba9b-426e-968d-de9c3ad68a8c req-91a8c4d4-7126-48dc-af48-48aeabaf2ea3 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 932 time: 0.5115845 Jan 28 00:30:00.584294 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-57f43228-fdbb-47f6-be81-693326ab9380 None None] For port 7b1a2ee5-8676-419d-bab0-c4e0b36f2241, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=7b1a2ee5-8676-419d-bab0-c4e0b36f2241,segment=NetworkSegment(325be64a-3d6e-4289-b6c4-2ad4e21f74fa),segment_id=325be64a-3d6e-4289-b6c4-2ad4e21f74fa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:30:00.584822 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-57f43228-fdbb-47f6-be81-693326ab9380 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (7b1a2ee5-8676-419d-bab0-c4e0b36f2241), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:00.605074 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-622b0541-a94d-4300-b1d1-0deb7976767e req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Request body: {'port': {'device_id': '22ce4c4d-ac0c-4af5-8f9f-a732973fcf39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:30:00.638485 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-57f43228-fdbb-47f6-be81-693326ab9380 None None] Calling delete_port for 7b1a2ee5-8676-419d-bab0-c4e0b36f2241 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:30:00.677482 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-83958251-5850-4361-8029-faa5b7ef12c0 None None] Provisioning complete for port ab12a80f-4db3-47e7-b488-6614f4a3764e triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:00.681699 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-83958251-5850-4361-8029-faa5b7ef12c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ab12a80f-4db3-47e7-b488-6614f4a3764e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:00.691498 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a694ec6-fa97-4340-8101-f5006d2957ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57aa32f7-e311-4eca-a1c3-18cbb6b64a44,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:00.888574 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fce3d3c2-f359-41c6-8c2e-b52a57d07d52 req-168c2078-e9d3-4f62-892b-06e1c1f09c6b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.2348814 Jan 28 00:30:00.889903 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-83958251-5850-4361-8029-faa5b7ef12c0 None None] Port ab12a80f-4db3-47e7-b488-6614f4a3764e cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:30:01.104021 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ee5682d7-ba9b-426e-968d-de9c3ad68a8c req-3af5f3d4-010a-4f9f-9975-0446a8ff0a01 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5428157 Jan 28 00:30:01.151394 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-fdafe08b-e357-431e-a20e-46a238c3200d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting port 7b1a2ee5-8676-419d-bab0-c4e0b36f2241 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:30:01.152621 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fdafe08b-e357-431e-a20e-46a238c3200d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (7b1a2ee5-8676-419d-bab0-c4e0b36f2241), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:01.156131 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-622b0541-a94d-4300-b1d1-0deb7976767e req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ab12a80f-4db3-47e7-b488-6614f4a3764e), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:01.199277 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-cb7ef49f-d0d3-4ab2-b86d-805ddd3496f6 None None] Provisioning complete for port d1ffa506-ccb4-4441-aa26-478516c464e4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:01.199762 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb7ef49f-d0d3-4ab2-b86d-805ddd3496f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d1ffa506-ccb4-4441-aa26-478516c464e4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:01.300881 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10391bd5-dee3-416e-ad10-06ed020787ad admin admin] Router a2acd2b5-51ff-42d2-b6d7-c7a1935e0506 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:30:01.433774 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-57f43228-fdbb-47f6-be81-693326ab9380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (7b1a2ee5-8676-419d-bab0-c4e0b36f2241), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:01.507474 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f43228-fdbb-47f6-be81-693326ab9380 None None] No DVR routers for this DVR port 7b1a2ee5-8676-419d-bab0-c4e0b36f2241 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:30:01.599323 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-fdafe08b-e357-431e-a20e-46a238c3200d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] For port 7b1a2ee5-8676-419d-bab0-c4e0b36f2241, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=7b1a2ee5-8676-419d-bab0-c4e0b36f2241,segment=NetworkSegment(325be64a-3d6e-4289-b6c4-2ad4e21f74fa),segment_id=325be64a-3d6e-4289-b6c4-2ad4e21f74fa)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:30:01.600110 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fdafe08b-e357-431e-a20e-46a238c3200d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (7b1a2ee5-8676-419d-bab0-c4e0b36f2241), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:01.629773 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 76c1297c-3911-4fa8-9a55-c96e64d644db is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:30:01.630246 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (76c1297c-3911-4fa8-9a55-c96e64d644db), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:01.704862 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-fdafe08b-e357-431e-a20e-46a238c3200d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Calling delete_port for 7b1a2ee5-8676-419d-bab0-c4e0b36f2241 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:30:01.708081 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 76c1297c-3911-4fa8-9a55-c96e64d644db, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=76c1297c-3911-4fa8-9a55-c96e64d644db,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:30:01.711512 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f43228-fdbb-47f6-be81-693326ab9380 None None] Pushing event deleted for resources: {'Port': ['ID=7b1a2ee5-8676-419d-bab0-c4e0b36f2241,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:01.714779 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-cb7ef49f-d0d3-4ab2-b86d-805ddd3496f6 None None] Port d1ffa506-ccb4-4441-aa26-478516c464e4 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:30:01.718047 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (76c1297c-3911-4fa8-9a55-c96e64d644db), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:01.742513 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10391bd5-dee3-416e-ad10-06ed020787ad admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:30:01.754701 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-10391bd5-dee3-416e-ad10-06ed020787ad admin admin] 10.222.0.70 "PUT /v2.0/routers/a2acd2b5-51ff-42d2-b6d7-c7a1935e0506/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2568114 Jan 28 00:30:01.869413 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=76c1297c-3911-4fa8-9a55-c96e64d644db,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:01.952694 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 7b1a2ee5-8676-419d-bab0-c4e0b36f2241 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:30:01.986632 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 7b1a2ee5-8676-419d-bab0-c4e0b36f2241 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:30:01.989077 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 7b1a2ee5-8676-419d-bab0-c4e0b36f2241 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:30:02.140240 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39902) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:02.194944 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d7e71259-0666-467f-bd6f-66b948ca579b req-cc2f9fb5-cde2-4650-b16a-923c359a275b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.0969455 Jan 28 00:30:02.269514 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fdafe08b-e357-431e-a20e-46a238c3200d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (7b1a2ee5-8676-419d-bab0-c4e0b36f2241), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:02.274018 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af95323f-3e02-41a3-b88b-5c64bf17182c None None] Sync routers for ids ['a2acd2b5-51ff-42d2-b6d7-c7a1935e0506'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:30:02.322754 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdafe08b-e357-431e-a20e-46a238c3200d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] No DVR routers for this DVR port 7b1a2ee5-8676-419d-bab0-c4e0b36f2241 on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:30:02.337796 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af95323f-3e02-41a3-b88b-5c64bf17182c None None] Routers {'a2acd2b5-51ff-42d2-b6d7-c7a1935e0506'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:30:02.338462 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-af95323f-3e02-41a3-b88b-5c64bf17182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:29:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['a2acd2b5-51ff-42d2-b6d7-c7a1935e0506'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:02.353410 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafe08b-e357-431e-a20e-46a238c3200d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Port': ['ID=7b1a2ee5-8676-419d-bab0-c4e0b36f2241,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:02.611063 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-622b0541-a94d-4300-b1d1-0deb7976767e req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab12a80f-4db3-47e7-b488-6614f4a3764e {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:30:02.620896 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-622b0541-a94d-4300-b1d1-0deb7976767e req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Publish callbacks [] for port (ab12a80f-4db3-47e7-b488-6614f4a3764e), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:02.624579 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-af95323f-3e02-41a3-b88b-5c64bf17182c None None] Set router a2acd2b5-51ff-42d2-b6d7-c7a1935e0506 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:30:02.653208 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fdafe08b-e357-431e-a20e-46a238c3200d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (4014945b-55e0-48d3-9333-667e6c070255), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:02.685057 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-622b0541-a94d-4300-b1d1-0deb7976767e req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Transition to ACTIVE for port object ab12a80f-4db3-47e7-b488-6614f4a3764e will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:30:02.699437 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-622b0541-a94d-4300-b1d1-0deb7976767e req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (ab12a80f-4db3-47e7-b488-6614f4a3764e), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:02.716018 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-fdafe08b-e357-431e-a20e-46a238c3200d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4014945b-55e0-48d3-9333-667e6c070255']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:02.760395 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d60ad1-11a5-4ddb-909f-8c2a9859bbb1 req-43b7c80b-4ad6-45af-acf8-c7e220f5f592 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:02.762613 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71d60ad1-11a5-4ddb-909f-8c2a9859bbb1 req-43b7c80b-4ad6-45af-acf8-c7e220f5f592 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 932 time: 0.4057598 Jan 28 00:30:02.779651 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e716dd16-3f53-4cd6-abd3-257457a3b11f tempest-DvrRoutersNegativeTest-162378341 tempest-DvrRoutersNegativeTest-162378341-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1040521045', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:30:02.782394 n-d-826754-1 neutron-server[103343]: DEBUG neutron.policy [None req-e716dd16-3f53-4cd6-abd3-257457a3b11f tempest-DvrRoutersNegativeTest-162378341 tempest-DvrRoutersNegativeTest-162378341-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103343) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Jan 28 00:30:02.782698 n-d-826754-1 neutron-server[103343]: DEBUG neutron.policy [None req-e716dd16-3f53-4cd6-abd3-257457a3b11f tempest-DvrRoutersNegativeTest-162378341 tempest-DvrRoutersNegativeTest-162378341-project] Failed policy check for 'create_router' {{(pid=103343) enforce /opt/stack/neutron/neutron/policy.py:524}} Jan 28 00:30:02.783271 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-e716dd16-3f53-4cd6-abd3-257457a3b11f tempest-DvrRoutersNegativeTest-162378341 tempest-DvrRoutersNegativeTest-162378341-project] create failed (client error): Access was denied to this resource. Jan 28 00:30:02.797027 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e716dd16-3f53-4cd6-abd3-257457a3b11f tempest-DvrRoutersNegativeTest-162378341 tempest-DvrRoutersNegativeTest-162378341-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.6553512 Jan 28 00:30:02.845107 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-fdafe08b-e357-431e-a20e-46a238c3200d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325be64a-3d6e-4289-b6c4-2ad4e21f74fa') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:02.845107 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-fdafe08b-e357-431e-a20e-46a238c3200d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325be64a-3d6e-4289-b6c4-2ad4e21f74fa') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:02.883846 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fdafe08b-e357-431e-a20e-46a238c3200d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (325be64a-3d6e-4289-b6c4-2ad4e21f74fa), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:02.924452 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fdafe08b-e357-431e-a20e-46a238c3200d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (325be64a-3d6e-4289-b6c4-2ad4e21f74fa), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:02.952350 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Pushing event updated for resources: {'Port': ['ID=ab12a80f-4db3-47e7-b488-6614f4a3764e,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:02.956838 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdafe08b-e357-431e-a20e-46a238c3200d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:30:02.957311 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fdafe08b-e357-431e-a20e-46a238c3200d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (325be64a-3d6e-4289-b6c4-2ad4e21f74fa), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:30:02.999472 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:30:03.062178 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:03.062554 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:03.062900 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:03.063248 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:03.064793 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:03.065135 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:03.065475 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:03.065815 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:03.066148 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:03.066478 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:03.066830 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:03.067138 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:03.067460 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:03.162189 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-af95323f-3e02-41a3-b88b-5c64bf17182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2acd2b5-51ff-42d2-b6d7-c7a1935e0506', 'name': 'tempest-TaggedBootDevicesTest-1710091869-router', 'tenant_id': '55b7c07cbb8f4c4fa959e34251d3e324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '76c1297c-3911-4fa8-9a55-c96e64d644db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:29:40Z', 'updated_at': '2022-01-28T00:29:58Z', 'revision_number': 4, 'project_id': '55b7c07cbb8f4c4fa959e34251d3e324', 'gw_port': {'id': '76c1297c-3911-4fa8-9a55-c96e64d644db', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2acd2b5-51ff-42d2-b6d7-c7a1935e0506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:29:45Z', 'updated_at': '2022-01-28T00:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'd1ffa506-ccb4-4441-aa26-478516c464e4', 'name': '', 'network_id': 'b55e4458-7876-4cd7-af81-98621da69636', 'tenant_id': '55b7c07cbb8f4c4fa959e34251d3e324', 'mac_address': 'fa:16:3e:6b:68:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2acd2b5-51ff-42d2-b6d7-c7a1935e0506', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': 'b3c6b7fd-1d85-43a0-b7b3-afad88d521aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:29:56Z', 'updated_at': '2022-01-28T00:29:58Z', 'revision_number': 2, 'project_id': '55b7c07cbb8f4c4fa959e34251d3e324', 'subnets': [{'id': 'b3c6b7fd-1d85-43a0-b7b3-afad88d521aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:03.193008 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71d60ad1-11a5-4ddb-909f-8c2a9859bbb1 req-19b7714d-34d4-4012-8f9c-6e2aee79d5e3 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3454938 Jan 28 00:30:03.250784 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fdafe08b-e357-431e-a20e-46a238c3200d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (4014945b-55e0-48d3-9333-667e6c070255), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:03.256268 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af95323f-3e02-41a3-b88b-5c64bf17182c None None] Checking router: a2acd2b5-51ff-42d2-b6d7-c7a1935e0506 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:30:03.256863 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af95323f-3e02-41a3-b88b-5c64bf17182c None None] Updating router a2acd2b5-51ff-42d2-b6d7-c7a1935e0506 port d1ffa506-ccb4-4441-aa26-478516c464e4 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:30:03.286001 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fdafe08b-e357-431e-a20e-46a238c3200d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:03.296140 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39934) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:03.302738 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-1448c394-023d-48a1-94f8-14e1d8fd99c6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1207318146'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:30:03.316209 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-fdafe08b-e357-431e-a20e-46a238c3200d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/networks/4014945b-55e0-48d3-9333-667e6c070255 HTTP/1.1" status: 204 len: 168 time: 4.1511188 Jan 28 00:30:03.349491 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-af95323f-3e02-41a3-b88b-5c64bf17182c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d1ffa506-ccb4-4441-aa26-478516c464e4), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:03.369991 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1448c394-023d-48a1-94f8-14e1d8fd99c6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:30:03.377575 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1448c394-023d-48a1-94f8-14e1d8fd99c6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:03.457776 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1448c394-023d-48a1-94f8-14e1d8fd99c6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:30:03.468258 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafe08b-e357-431e-a20e-46a238c3200d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Network': ['ID=4014945b-55e0-48d3-9333-667e6c070255,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:03.486544 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1448c394-023d-48a1-94f8-14e1d8fd99c6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (6fac71e0-7bb9-4fbc-a405-c0874d4227c8), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:03.487148 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-1448c394-023d-48a1-94f8-14e1d8fd99c6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Added segment 6fac71e0-7bb9-4fbc-a405-c0874d4227c8 of type vlan for network 8c5dbad6-b471-4b6b-856a-58dd6ba927cd Jan 28 00:30:03.626653 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1448c394-023d-48a1-94f8-14e1d8fd99c6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (8c5dbad6-b471-4b6b-856a-58dd6ba927cd), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:03.670829 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-719ca40e-7bd2-4bff-bf47-e3c91e9b9293 req-ffacf3bb-5195-4886-8b9c-3cec6e0cd64b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.1788661 Jan 28 00:30:03.672167 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-622b0541-a94d-4300-b1d1-0deb7976767e req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Attempting to bind port ab12a80f-4db3-47e7-b488-6614f4a3764e on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:30:03.672694 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-622b0541-a94d-4300-b1d1-0deb7976767e req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Attempting to bind port ab12a80f-4db3-47e7-b488-6614f4a3764e by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'e33cee81-804e-49fc-a57c-ff1b9c334017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:30:03.673212 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622b0541-a94d-4300-b1d1-0deb7976767e req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Attempting to bind port ab12a80f-4db3-47e7-b488-6614f4a3764e on network ab3fb448-728a-46f9-9c11-c79ef9e347d9 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:30:03.681194 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622b0541-a94d-4300-b1d1-0deb7976767e req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Port ab12a80f-4db3-47e7-b488-6614f4a3764e on network ab3fb448-728a-46f9-9c11-c79ef9e347d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:30:03.683450 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622b0541-a94d-4300-b1d1-0deb7976767e req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Attempting to bind port ab12a80f-4db3-47e7-b488-6614f4a3764e on network ab3fb448-728a-46f9-9c11-c79ef9e347d9 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:30:03.685315 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1448c394-023d-48a1-94f8-14e1d8fd99c6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (8c5dbad6-b471-4b6b-856a-58dd6ba927cd), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:03.691940 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1448c394-023d-48a1-94f8-14e1d8fd99c6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:03.692914 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1448c394-023d-48a1-94f8-14e1d8fd99c6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:03.699164 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622b0541-a94d-4300-b1d1-0deb7976767e req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:30:03.702029 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622b0541-a94d-4300-b1d1-0deb7976767e req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Checking segment: {'id': 'e33cee81-804e-49fc-a57c-ff1b9c334017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:30:03.704125 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622b0541-a94d-4300-b1d1-0deb7976767e req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Bound using segment: {'id': 'e33cee81-804e-49fc-a57c-ff1b9c334017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:30:03.704856 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-622b0541-a94d-4300-b1d1-0deb7976767e req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Bound port: ab12a80f-4db3-47e7-b488-6614f4a3764e, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e33cee81-804e-49fc-a57c-ff1b9c334017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:30:03.705426 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-622b0541-a94d-4300-b1d1-0deb7976767e req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ab12a80f-4db3-47e7-b488-6614f4a3764e), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:03.755545 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1448c394-023d-48a1-94f8-14e1d8fd99c6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4579906 Jan 28 00:30:03.762120 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39974) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:03.779594 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-681d00ee-2898-417f-acc7-a28c3ad2218e tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'subnet': {'network_id': '8c5dbad6-b471-4b6b-856a-58dd6ba927cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:30:03.872620 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448c394-023d-48a1-94f8-14e1d8fd99c6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Network': ['ID=8c5dbad6-b471-4b6b-856a-58dd6ba927cd,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:03.958456 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 8c5dbad6-b471-4b6b-856a-58dd6ba927cd details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:30:03.984776 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39978) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:04.254138 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 76c1297c-3911-4fa8-9a55-c96e64d644db up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:30:04.315102 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-af95323f-3e02-41a3-b88b-5c64bf17182c None None] Publish callbacks [] for port (d1ffa506-ccb4-4441-aa26-478516c464e4), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:04.337061 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-af95323f-3e02-41a3-b88b-5c64bf17182c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (d1ffa506-ccb4-4441-aa26-478516c464e4), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:04.693324 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b59d64a-f0df-44cd-8e69-5c43911ad410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:04.742188 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 76c1297c-3911-4fa8-9a55-c96e64d644db triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:04.742734 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (76c1297c-3911-4fa8-9a55-c96e64d644db), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:05.044485 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-af95323f-3e02-41a3-b88b-5c64bf17182c None None] Attempting to bind port d1ffa506-ccb4-4441-aa26-478516c464e4 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:30:05.045099 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-af95323f-3e02-41a3-b88b-5c64bf17182c None None] Attempting to bind port d1ffa506-ccb4-4441-aa26-478516c464e4 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '6749d719-54f4-475c-bba6-0e6ea6fbcfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b55e4458-7876-4cd7-af81-98621da69636'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:30:05.045693 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af95323f-3e02-41a3-b88b-5c64bf17182c None None] Attempting to bind port d1ffa506-ccb4-4441-aa26-478516c464e4 on network b55e4458-7876-4cd7-af81-98621da69636 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:30:05.093696 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af95323f-3e02-41a3-b88b-5c64bf17182c None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:30:05.096906 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af95323f-3e02-41a3-b88b-5c64bf17182c None None] Checking segment: {'id': '6749d719-54f4-475c-bba6-0e6ea6fbcfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b55e4458-7876-4cd7-af81-98621da69636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:30:05.097667 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-af95323f-3e02-41a3-b88b-5c64bf17182c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:05.098340 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af95323f-3e02-41a3-b88b-5c64bf17182c None None] Bound using segment: {'id': '6749d719-54f4-475c-bba6-0e6ea6fbcfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b55e4458-7876-4cd7-af81-98621da69636'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:30:05.099186 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-af95323f-3e02-41a3-b88b-5c64bf17182c None None] Bound port: d1ffa506-ccb4-4441-aa26-478516c464e4, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6749d719-54f4-475c-bba6-0e6ea6fbcfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b55e4458-7876-4cd7-af81-98621da69636'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:30:05.107286 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-af95323f-3e02-41a3-b88b-5c64bf17182c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d1ffa506-ccb4-4441-aa26-478516c464e4), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:05.307233 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b59d64a-f0df-44cd-8e69-5c43911ad410 admin admin] Publish callbacks [] for security_group (49f4cfb4-301e-4c15-a4a9-e16e8ec2dced), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:05.322236 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b59d64a-f0df-44cd-8e69-5c43911ad410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (49f4cfb4-301e-4c15-a4a9-e16e8ec2dced), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:05.360168 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-81700da5-3a40-46ee-b571-ad61b602b88d req-bb2b3527-f721-4942-b57e-a9939fd3f56d tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.2731738 Jan 28 00:30:05.370050 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-111ff435-ecd1-49a7-90a6-fc6b35efb332 None None] Provisioning complete for port d1ffa506-ccb4-4441-aa26-478516c464e4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:05.370612 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-111ff435-ecd1-49a7-90a6-fc6b35efb332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d1ffa506-ccb4-4441-aa26-478516c464e4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:05.473650 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-af95323f-3e02-41a3-b88b-5c64bf17182c None None] For port d1ffa506-ccb4-4441-aa26-478516c464e4, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:30:05.487553 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-af95323f-3e02-41a3-b88b-5c64bf17182c None None] For port d1ffa506-ccb4-4441-aa26-478516c464e4, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=d1ffa506-ccb4-4441-aa26-478516c464e4,segment=NetworkSegment(6749d719-54f4-475c-bba6-0e6ea6fbcfa0),segment_id=6749d719-54f4-475c-bba6-0e6ea6fbcfa0)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:30:05.501368 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681d00ee-2898-417f-acc7-a28c3ad2218e tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:30:05.506286 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-681d00ee-2898-417f-acc7-a28c3ad2218e tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:05.519978 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-af95323f-3e02-41a3-b88b-5c64bf17182c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (d1ffa506-ccb4-4441-aa26-478516c464e4), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:05.522779 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0b59d64a-f0df-44cd-8e69-5c43911ad410 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bb44d8d3130c477c9b40de0b5c17a1e1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5359044 Jan 28 00:30:05.526790 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40038) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:05.529763 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-111ff435-ecd1-49a7-90a6-fc6b35efb332 None None] Port d1ffa506-ccb4-4441-aa26-478516c464e4 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:30:05.536332 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59d64a-f0df-44cd-8e69-5c43911ad410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f4cfb4-301e-4c15-a4a9-e16e8ec2dced,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:05.552179 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-622b0541-a94d-4300-b1d1-0deb7976767e req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] For port ab12a80f-4db3-47e7-b488-6614f4a3764e, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:30:05.595847 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d72482-821a-4240-b6fb-cd5e62062bc3 None None] Pushing event updated for resources: {'Port': ['ID=d1ffa506-ccb4-4441-aa26-478516c464e4,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:05.607898 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 76c1297c-3911-4fa8-9a55-c96e64d644db is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:30:05.752071 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59b032-19e2-4162-ad20-9d3e122892bd req-2cb1f900-ab5e-42d9-8e33-7cf46c20ecb1 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:05.760114 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a59b032-19e2-4162-ad20-9d3e122892bd req-2cb1f900-ab5e-42d9-8e33-7cf46c20ecb1 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 944 time: 0.6719952 Jan 28 00:30:05.764473 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-622b0541-a94d-4300-b1d1-0deb7976767e req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] For port ab12a80f-4db3-47e7-b488-6614f4a3764e, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ab12a80f-4db3-47e7-b488-6614f4a3764e,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:30:05.790851 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76fcee52-34e9-44cd-8dbb-03cbe9bac2eb admin admin] Publish callbacks [] for security_group (49f4cfb4-301e-4c15-a4a9-e16e8ec2dced), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:05.846128 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-622b0541-a94d-4300-b1d1-0deb7976767e req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (ab12a80f-4db3-47e7-b488-6614f4a3764e), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:05.926209 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76fcee52-34e9-44cd-8dbb-03cbe9bac2eb admin admin] Publish callbacks [] for security_group (49f4cfb4-301e-4c15-a4a9-e16e8ec2dced), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:05.932127 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af95323f-3e02-41a3-b88b-5c64bf17182c None None] Routers {'a2acd2b5-51ff-42d2-b6d7-c7a1935e0506'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:30:05.933932 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-af95323f-3e02-41a3-b88b-5c64bf17182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:29:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['a2acd2b5-51ff-42d2-b6d7-c7a1935e0506'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:06.013511 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b278d98-fa2f-4d07-8a78-34cd096f387e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:06.063603 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Pushing event updated for resources: {'Port': ['ID=ab12a80f-4db3-47e7-b488-6614f4a3764e,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:06.074912 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d72482-821a-4240-b6fb-cd5e62062bc3 None None] Pushing event updated for resources: {'Port': ['ID=d1ffa506-ccb4-4441-aa26-478516c464e4,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:06.149118 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a59b032-19e2-4162-ad20-9d3e122892bd req-ff6c297d-0cce-4c85-b12d-424eff73d0b7 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3860123 Jan 28 00:30:06.184984 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b0541-a94d-4300-b1d1-0deb7976767e req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:06.185623 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-622b0541-a94d-4300-b1d1-0deb7976767e req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:06.190643 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-622b0541-a94d-4300-b1d1-0deb7976767e req-5f4b346f-1cb3-4f4d-92f8-b325765f0dcf service neutron] 10.222.0.65 "PUT /v2.0/ports/ab12a80f-4db3-47e7-b488-6614f4a3764e HTTP/1.1" status: 200 len: 1092 time: 5.6021621 Jan 28 00:30:06.190643 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ce4c4d-ac0c-4af5-8f9f-a732973fcf39', 'tag': 'ab12a80f-4db3-47e7-b488-6614f4a3764e'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:30:06.194035 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2ad28a-0a7c-4f3b-a226-d34fd9438298" -d '{"events": [{"name": "network-changed", "server_uuid": "22ce4c4d-ac0c-4af5-8f9f-a732973fcf39", "tag": "ab12a80f-4db3-47e7-b488-6614f4a3764e"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:30:06.241796 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76fcee52-34e9-44cd-8dbb-03cbe9bac2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (49f4cfb4-301e-4c15-a4a9-e16e8ec2dced), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:06.244706 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76fcee52-34e9-44cd-8dbb-03cbe9bac2eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:06.263401 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-76fcee52-34e9-44cd-8dbb-03cbe9bac2eb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/49f4cfb4-301e-4c15-a4a9-e16e8ec2dced HTTP/1.1" status: 204 len: 168 time: 0.7300396 Jan 28 00:30:06.314211 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fcee52-34e9-44cd-8dbb-03cbe9bac2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f4cfb4-301e-4c15-a4a9-e16e8ec2dced,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:06.386003 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fcee52-34e9-44cd-8dbb-03cbe9bac2eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:06.388664 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fcee52-34e9-44cd-8dbb-03cbe9bac2eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:06.391757 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fcee52-34e9-44cd-8dbb-03cbe9bac2eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:06.398173 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fcee52-34e9-44cd-8dbb-03cbe9bac2eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:06.398767 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fcee52-34e9-44cd-8dbb-03cbe9bac2eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:06.399372 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fcee52-34e9-44cd-8dbb-03cbe9bac2eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:06.400093 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fcee52-34e9-44cd-8dbb-03cbe9bac2eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:06.400684 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fcee52-34e9-44cd-8dbb-03cbe9bac2eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:06.410534 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fcee52-34e9-44cd-8dbb-03cbe9bac2eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:06.415763 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fcee52-34e9-44cd-8dbb-03cbe9bac2eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:06.416613 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fcee52-34e9-44cd-8dbb-03cbe9bac2eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:06.417786 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fcee52-34e9-44cd-8dbb-03cbe9bac2eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:06.420115 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-41ef8d75-b523-432d-91fa-bcc9ff835e63 None None] Provisioning complete for port d1ffa506-ccb4-4441-aa26-478516c464e4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:06.421347 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-41ef8d75-b523-432d-91fa-bcc9ff835e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d1ffa506-ccb4-4441-aa26-478516c464e4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:06.423896 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fcee52-34e9-44cd-8dbb-03cbe9bac2eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:06.455764 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77136b42-6ccf-467e-8231-2ce14b433693 x-openstack-request-id: req-77136b42-6ccf-467e-8231-2ce14b433693 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:30:06.458493 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ce4c4d-ac0c-4af5-8f9f-a732973fcf39", "tag": "ab12a80f-4db3-47e7-b488-6614f4a3764e", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:30:06.460556 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-77136b42-6ccf-467e-8231-2ce14b433693 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:30:06.461216 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ce4c4d-ac0c-4af5-8f9f-a732973fcf39', 'tag': 'ab12a80f-4db3-47e7-b488-6614f4a3764e', 'status': 'completed', 'code': 200} Jan 28 00:30:06.532931 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-af95323f-3e02-41a3-b88b-5c64bf17182c None None] Set router a2acd2b5-51ff-42d2-b6d7-c7a1935e0506 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:30:06.556235 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b0541-a94d-4300-b1d1-0deb7976767e req-812d587d-86c4-46c6-bb87-a44f50d4e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:06.558632 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-622b0541-a94d-4300-b1d1-0deb7976767e req-812d587d-86c4-46c6-bb87-a44f50d4e870 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=66e2abd01f29448ab207898a6db8a6af&device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 1095 time: 0.2620912 Jan 28 00:30:06.720991 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70de8938-e5d9-409f-9292-72c59c357eca req-205d8eee-6d1e-4c1c-a006-8c1a97064ad4 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.1775594 Jan 28 00:30:06.822537 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-622b0541-a94d-4300-b1d1-0deb7976767e req-99885469-ffee-4b7a-b372-ce052aca2dea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab12a80f-4db3-47e7-b488-6614f4a3764e HTTP/1.1" status: 200 len: 217 time: 0.1867270 Jan 28 00:30:06.910989 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-41ef8d75-b523-432d-91fa-bcc9ff835e63 None None] Current status of the port d1ffa506-ccb4-4441-aa26-478516c464e4 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:30:06.911741 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-41ef8d75-b523-432d-91fa-bcc9ff835e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d1ffa506-ccb4-4441-aa26-478516c464e4), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:06.919086 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-681d00ee-2898-417f-acc7-a28c3ad2218e tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (37192834-a7d4-4e5f-ad5f-7c635f04114b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:07.019160 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d00ee-2898-417f-acc7-a28c3ad2218e tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Subnet': ['ID=37192834-a7d4-4e5f-ad5f-7c635f04114b,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:07.030237 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b0541-a94d-4300-b1d1-0deb7976767e req-345e6c4c-4457-4112-bcd4-8fdf769b4fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:07.032893 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-622b0541-a94d-4300-b1d1-0deb7976767e req-345e6c4c-4457-4112-bcd4-8fdf769b4fe3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e8d9d31c-ec82-48b8-8107-afdf4c2c9183 HTTP/1.1" status: 200 len: 855 time: 0.2035697 Jan 28 00:30:07.115660 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681d00ee-2898-417f-acc7-a28c3ad2218e tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Checking segment: {'id': '6fac71e0-7bb9-4fbc-a405-c0874d4227c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8c5dbad6-b471-4b6b-856a-58dd6ba927cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:30:07.116198 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681d00ee-2898-417f-acc7-a28c3ad2218e tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network hostable DHCP agents. Network: 8c5dbad6-b471-4b6b-856a-58dd6ba927cd, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:30:07.128833 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b0541-a94d-4300-b1d1-0deb7976767e req-a09bd8af-53d5-4b8e-bdf3-e2bb05decb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:07.131207 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-41ef8d75-b523-432d-91fa-bcc9ff835e63 None None] For port d1ffa506-ccb4-4441-aa26-478516c464e4, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=d1ffa506-ccb4-4441-aa26-478516c464e4,segment=NetworkSegment(6749d719-54f4-475c-bba6-0e6ea6fbcfa0),segment_id=6749d719-54f4-475c-bba6-0e6ea6fbcfa0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:30:07.131947 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-622b0541-a94d-4300-b1d1-0deb7976767e req-a09bd8af-53d5-4b8e-bdf3-e2bb05decb90 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ab3fb448-728a-46f9-9c11-c79ef9e347d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871239 Jan 28 00:30:07.149374 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-41ef8d75-b523-432d-91fa-bcc9ff835e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (d1ffa506-ccb4-4441-aa26-478516c464e4), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:07.181127 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-af95323f-3e02-41a3-b88b-5c64bf17182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2acd2b5-51ff-42d2-b6d7-c7a1935e0506', 'name': 'tempest-TaggedBootDevicesTest-1710091869-router', 'tenant_id': '55b7c07cbb8f4c4fa959e34251d3e324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '76c1297c-3911-4fa8-9a55-c96e64d644db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:29:40Z', 'updated_at': '2022-01-28T00:29:58Z', 'revision_number': 4, 'project_id': '55b7c07cbb8f4c4fa959e34251d3e324', 'gw_port': {'id': '76c1297c-3911-4fa8-9a55-c96e64d644db', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2acd2b5-51ff-42d2-b6d7-c7a1935e0506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:29:45Z', 'updated_at': '2022-01-28T00:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'd1ffa506-ccb4-4441-aa26-478516c464e4', 'name': '', 'network_id': 'b55e4458-7876-4cd7-af81-98621da69636', 'tenant_id': '55b7c07cbb8f4c4fa959e34251d3e324', 'mac_address': 'fa:16:3e:6b:68:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2acd2b5-51ff-42d2-b6d7-c7a1935e0506', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': 'b3c6b7fd-1d85-43a0-b7b3-afad88d521aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:29:56Z', 'updated_at': '2022-01-28T00:30:05Z', 'revision_number': 4, 'project_id': '55b7c07cbb8f4c4fa959e34251d3e324', 'subnets': [{'id': 'b3c6b7fd-1d85-43a0-b7b3-afad88d521aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:07.331746 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af95323f-3e02-41a3-b88b-5c64bf17182c None None] The sync data for ids ['a2acd2b5-51ff-42d2-b6d7-c7a1935e0506'] in n-d-826754-1 is: [{'id': 'a2acd2b5-51ff-42d2-b6d7-c7a1935e0506', 'name': 'tempest-TaggedBootDevicesTest-1710091869-router', 'tenant_id': '55b7c07cbb8f4c4fa959e34251d3e324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '76c1297c-3911-4fa8-9a55-c96e64d644db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:29:40Z', 'updated_at': '2022-01-28T00:29:58Z', 'revision_number': 4, 'project_id': '55b7c07cbb8f4c4fa959e34251d3e324', 'gw_port': {'id': '76c1297c-3911-4fa8-9a55-c96e64d644db', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2acd2b5-51ff-42d2-b6d7-c7a1935e0506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:29:45Z', 'updated_at': '2022-01-28T00:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'd1ffa506-ccb4-4441-aa26-478516c464e4', 'name': '', 'network_id': 'b55e4458-7876-4cd7-af81-98621da69636', 'tenant_id': '55b7c07cbb8f4c4fa959e34251d3e324', 'mac_address': 'fa:16:3e:6b:68:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2acd2b5-51ff-42d2-b6d7-c7a1935e0506', 'device_owner': 'network:router_interface', 'standard_attr_id': 1900, 'fixed_ips': [{'subnet_id': 'b3c6b7fd-1d85-43a0-b7b3-afad88d521aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:29:56Z', 'updated_at': '2022-01-28T00:30:05Z', 'revision_number': 4, 'project_id': '55b7c07cbb8f4c4fa959e34251d3e324', 'subnets': [{'id': 'b3c6b7fd-1d85-43a0-b7b3-afad88d521aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:30:07.350517 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-622b0541-a94d-4300-b1d1-0deb7976767e req-2c6dd67a-d908-4417-89fa-b93d791e2fb5 service neutron] 10.222.0.65 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117035 Jan 28 00:30:07.380152 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef8d75-b523-432d-91fa-bcc9ff835e63 None None] Pushing event updated for resources: {'Port': ['ID=d1ffa506-ccb4-4441-aa26-478516c464e4,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:07.398628 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef8d75-b523-432d-91fa-bcc9ff835e63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:07.399031 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef8d75-b523-432d-91fa-bcc9ff835e63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:07.399319 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef8d75-b523-432d-91fa-bcc9ff835e63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:07.402041 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef8d75-b523-432d-91fa-bcc9ff835e63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:07.405174 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef8d75-b523-432d-91fa-bcc9ff835e63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:07.405528 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef8d75-b523-432d-91fa-bcc9ff835e63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:07.405873 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef8d75-b523-432d-91fa-bcc9ff835e63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:07.409496 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef8d75-b523-432d-91fa-bcc9ff835e63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:07.409496 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef8d75-b523-432d-91fa-bcc9ff835e63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:07.409496 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef8d75-b523-432d-91fa-bcc9ff835e63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:07.409496 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef8d75-b523-432d-91fa-bcc9ff835e63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:07.409496 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef8d75-b523-432d-91fa-bcc9ff835e63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:07.409496 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef8d75-b523-432d-91fa-bcc9ff835e63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:30:07.463265 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681d00ee-2898-417f-acc7-a28c3ad2218e tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network 8c5dbad6-b471-4b6b-856a-58dd6ba927cd is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:30:07.676074 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-622b0541-a94d-4300-b1d1-0deb7976767e req-6149e877-25f4-4dd1-b811-e0405e5b0b9a service neutron] 10.222.0.65 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828374 Jan 28 00:30:07.741139 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-681d00ee-2898-417f-acc7-a28c3ad2218e tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 8c5dbad6-b471-4b6b-856a-58dd6ba927cd) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:30:07.758073 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00750acb-360b-4825-9639-0be2da0f9c54 None None] Network 8c5dbad6-b471-4b6b-856a-58dd6ba927cd requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:30:07.759668 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681d00ee-2898-417f-acc7-a28c3ad2218e tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:07.762230 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-681d00ee-2898-417f-acc7-a28c3ad2218e tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:07.813942 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb61226-448e-4d7d-85ed-4673bf99cd2b req-ed9d95d1-212b-4989-8a94-5b34d54e67c4 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:07.820442 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2fb61226-448e-4d7d-85ed-4673bf99cd2b req-ed9d95d1-212b-4989-8a94-5b34d54e67c4 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 944 time: 0.4685142 Jan 28 00:30:08.070278 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device d1ffa506-ccb4-4441-aa26-478516c464e4 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:30:08.077568 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515ab4db-c801-4c01-96ae-a6a774b4b3c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-8c5dbad6-b471-4b6b-856a-58dd6ba927cd', 'network_id': '8c5dbad6-b471-4b6b-856a-58dd6ba927cd', 'project_id': '42f780956c37408e9aed0d4993486e6b', 'fixed_ips': [{'subnet_id': '37192834-a7d4-4e5f-ad5f-7c635f04114b'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:30:08.079115 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-515ab4db-c801-4c01-96ae-a6a774b4b3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:08.196264 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-681d00ee-2898-417f-acc7-a28c3ad2218e tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4248216 Jan 28 00:30:08.196592 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40084) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:08.204315 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-51ab8a7d-c593-4a1f-8cdc-15a9c7198b16 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'port': {'network_id': '8c5dbad6-b471-4b6b-856a-58dd6ba927cd', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-231063487'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:30:08.457454 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ffd4ecf6-f991-4266-a9f5-022e088740ad req-68c5412c-2c8f-4457-ac8e-58be614c5a4d tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.4614732 Jan 28 00:30:08.518303 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port d1ffa506-ccb4-4441-aa26-478516c464e4 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:08.518997 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d1ffa506-ccb4-4441-aa26-478516c464e4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:08.540026 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2fb61226-448e-4d7d-85ed-4673bf99cd2b req-b9bd2aec-fc15-4d55-9406-b0d71f0be360 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6706583 Jan 28 00:30:08.566051 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ab8a7d-c593-4a1f-8cdc-15a9c7198b16 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:30:08.573754 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9691793f-b438-4d92-89fe-dcf6bb370a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:08.575140 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-51ab8a7d-c593-4a1f-8cdc-15a9c7198b16 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:08.577495 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ad28a-0a7c-4f3b-a226-d34fd9438298 req-1b13cfee-af8a-4071-bf73-c7cce95dec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:08.590173 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e2ad28a-0a7c-4f3b-a226-d34fd9438298 req-1b13cfee-af8a-4071-bf73-c7cce95dec04 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=66e2abd01f29448ab207898a6db8a6af&device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 1095 time: 0.7404780 Jan 28 00:30:08.610575 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-515ab4db-c801-4c01-96ae-a6a774b4b3c5 None None] Allocated IP 2001:db8::2 (8c5dbad6-b471-4b6b-856a-58dd6ba927cd/37192834-a7d4-4e5f-ad5f-7c635f04114b/6abd9e7c-262c-494a-9741-2bc9352228d7) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:30:08.650052 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-51ab8a7d-c593-4a1f-8cdc-15a9c7198b16 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] device_id is not set on port c530c720-fe12-4398-a6bf-9eb770894f1a yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:30:08.806847 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port d1ffa506-ccb4-4441-aa26-478516c464e4 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:30:09.074980 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ad28a-0a7c-4f3b-a226-d34fd9438298 req-3b38aeab-91ed-478c-930b-b28efc9a8b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:09.078718 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e2ad28a-0a7c-4f3b-a226-d34fd9438298 req-3b38aeab-91ed-478c-930b-b28efc9a8b4a service neutron] 10.222.0.65 "GET /v2.0/networks?id=ab3fb448-728a-46f9-9c11-c79ef9e347d9 HTTP/1.1" status: 200 len: 917 time: 0.4871736 Jan 28 00:30:09.134115 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-515ab4db-c801-4c01-96ae-a6a774b4b3c5 None None] Publish callbacks [] for port (6abd9e7c-262c-494a-9741-2bc9352228d7), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:09.150501 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-515ab4db-c801-4c01-96ae-a6a774b4b3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (6abd9e7c-262c-494a-9741-2bc9352228d7), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:09.214882 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e2ad28a-0a7c-4f3b-a226-d34fd9438298 req-6404c383-6652-42d3-ae9e-bc826b50f202 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab12a80f-4db3-47e7-b488-6614f4a3764e HTTP/1.1" status: 200 len: 217 time: 0.1203582 Jan 28 00:30:09.261801 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515ab4db-c801-4c01-96ae-a6a774b4b3c5 None None] Network 8c5dbad6-b471-4b6b-856a-58dd6ba927cd is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:30:09.278665 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-515ab4db-c801-4c01-96ae-a6a774b4b3c5 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:30:09.296901 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515ab4db-c801-4c01-96ae-a6a774b4b3c5 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:30:09.387440 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-51ab8a7d-c593-4a1f-8cdc-15a9c7198b16 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Allocated IP 2001:db8::242 (8c5dbad6-b471-4b6b-856a-58dd6ba927cd/37192834-a7d4-4e5f-ad5f-7c635f04114b/c530c720-fe12-4398-a6bf-9eb770894f1a) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:30:09.433193 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ab4db-c801-4c01-96ae-a6a774b4b3c5 None None] Pushing event updated for resources: {'Port': ['ID=6abd9e7c-262c-494a-9741-2bc9352228d7,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:09.519892 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ad28a-0a7c-4f3b-a226-d34fd9438298 req-7c0b45a3-a744-47e5-9815-9d91236314f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:09.542603 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e2ad28a-0a7c-4f3b-a226-d34fd9438298 req-7c0b45a3-a744-47e5-9815-9d91236314f1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e8d9d31c-ec82-48b8-8107-afdf4c2c9183 HTTP/1.1" status: 200 len: 855 time: 0.3254356 Jan 28 00:30:09.558682 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-515ab4db-c801-4c01-96ae-a6a774b4b3c5 None None] Attempting to bind port 6abd9e7c-262c-494a-9741-2bc9352228d7 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:30:09.559083 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-515ab4db-c801-4c01-96ae-a6a774b4b3c5 None None] Attempting to bind port 6abd9e7c-262c-494a-9741-2bc9352228d7 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '6fac71e0-7bb9-4fbc-a405-c0874d4227c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8c5dbad6-b471-4b6b-856a-58dd6ba927cd'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:30:09.559469 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515ab4db-c801-4c01-96ae-a6a774b4b3c5 None None] Attempting to bind port 6abd9e7c-262c-494a-9741-2bc9352228d7 on network 8c5dbad6-b471-4b6b-856a-58dd6ba927cd {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:30:09.576296 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515ab4db-c801-4c01-96ae-a6a774b4b3c5 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:30:09.576740 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515ab4db-c801-4c01-96ae-a6a774b4b3c5 None None] Checking segment: {'id': '6fac71e0-7bb9-4fbc-a405-c0874d4227c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8c5dbad6-b471-4b6b-856a-58dd6ba927cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:30:09.577906 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-515ab4db-c801-4c01-96ae-a6a774b4b3c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:09.580972 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515ab4db-c801-4c01-96ae-a6a774b4b3c5 None None] Bound using segment: {'id': '6fac71e0-7bb9-4fbc-a405-c0874d4227c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8c5dbad6-b471-4b6b-856a-58dd6ba927cd'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:30:09.582209 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-515ab4db-c801-4c01-96ae-a6a774b4b3c5 None None] Bound port: 6abd9e7c-262c-494a-9741-2bc9352228d7, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fac71e0-7bb9-4fbc-a405-c0874d4227c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8c5dbad6-b471-4b6b-856a-58dd6ba927cd'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:30:09.582708 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-515ab4db-c801-4c01-96ae-a6a774b4b3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6abd9e7c-262c-494a-9741-2bc9352228d7), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:09.798274 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ad28a-0a7c-4f3b-a226-d34fd9438298 req-8720d621-ac03-4021-b210-2b5d2ece3f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:09.805904 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e2ad28a-0a7c-4f3b-a226-d34fd9438298 req-8720d621-ac03-4021-b210-2b5d2ece3f5a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ab3fb448-728a-46f9-9c11-c79ef9e347d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2571731 Jan 28 00:30:09.894442 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-515ab4db-c801-4c01-96ae-a6a774b4b3c5 None None] For port 6abd9e7c-262c-494a-9741-2bc9352228d7, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:30:09.911136 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-515ab4db-c801-4c01-96ae-a6a774b4b3c5 None None] For port 6abd9e7c-262c-494a-9741-2bc9352228d7, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6abd9e7c-262c-494a-9741-2bc9352228d7,segment=NetworkSegment(6fac71e0-7bb9-4fbc-a405-c0874d4227c8),segment_id=6fac71e0-7bb9-4fbc-a405-c0874d4227c8)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:30:09.957769 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-515ab4db-c801-4c01-96ae-a6a774b4b3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6abd9e7c-262c-494a-9741-2bc9352228d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:09.967987 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f5e5e4bc-1bd6-4c55-8e92-3fb4771cf4a0 req-773735c8-a523-452b-931d-1b9dfbf194e2 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.1760476 Jan 28 00:30:10.082060 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-51ab8a7d-c593-4a1f-8cdc-15a9c7198b16 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for port (c530c720-fe12-4398-a6bf-9eb770894f1a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:10.134641 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device ab12a80f-4db3-47e7-b488-6614f4a3764e details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:30:10.214102 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-51ab8a7d-c593-4a1f-8cdc-15a9c7198b16 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (c530c720-fe12-4398-a6bf-9eb770894f1a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:10.283969 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b3f73-d83c-4ff3-9fd0-464cbbbe0817 req-642af5d3-d6ab-4cf9-b0f5-35eea895b2c2 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:10.294872 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-028b3f73-d83c-4ff3-9fd0-464cbbbe0817 req-642af5d3-d6ab-4cf9-b0f5-35eea895b2c2 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 944 time: 0.4370089 Jan 28 00:30:10.339509 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ab8a7d-c593-4a1f-8cdc-15a9c7198b16 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network 8c5dbad6-b471-4b6b-856a-58dd6ba927cd is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:30:10.355703 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-51ab8a7d-c593-4a1f-8cdc-15a9c7198b16 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:30:10.366597 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ab8a7d-c593-4a1f-8cdc-15a9c7198b16 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:30:10.400920 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ab8a7d-c593-4a1f-8cdc-15a9c7198b16 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:10.414436 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-51ab8a7d-c593-4a1f-8cdc-15a9c7198b16 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:10.481396 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-51ab8a7d-c593-4a1f-8cdc-15a9c7198b16 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.2828164 Jan 28 00:30:10.500237 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40122) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:10.562842 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40124) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:10.595949 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e2ad28a-0a7c-4f3b-a226-d34fd9438298 req-c51b3443-a3e4-4489-aabc-b519c837e9ff service neutron] 10.222.0.65 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7402289 Jan 28 00:30:10.615010 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port ab12a80f-4db3-47e7-b488-6614f4a3764e, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ab12a80f-4db3-47e7-b488-6614f4a3764e,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:30:10.619002 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-028b3f73-d83c-4ff3-9fd0-464cbbbe0817 req-4e70e69e-a320-493a-9e8e-0fe5b2fdc236 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3199797 Jan 28 00:30:10.688291 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab8a7d-c593-4a1f-8cdc-15a9c7198b16 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Port': ['ID=c530c720-fe12-4398-a6bf-9eb770894f1a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:10.693999 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'ab12a80f-4db3-47e7-b488-6614f4a3764e', 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9', 'port_id': 'ab12a80f-4db3-47e7-b488-6614f4a3764e', 'mac_address': 'fa:16:3e:40:51:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:30:10.702279 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:10.934785 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-168d3a97-efc2-4712-a3f9-db7acf71883e tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting port c530c720-fe12-4398-a6bf-9eb770894f1a {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:30:10.935224 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-168d3a97-efc2-4712-a3f9-db7acf71883e tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c530c720-fe12-4398-a6bf-9eb770894f1a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:10.970201 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ab4db-c801-4c01-96ae-a6a774b4b3c5 None None] Pushing event updated for resources: {'Port': ['ID=6abd9e7c-262c-494a-9741-2bc9352228d7,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:10.990194 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e2ad28a-0a7c-4f3b-a226-d34fd9438298 req-82c98f8a-b838-4bfc-a028-e6f3559e497b service neutron] 10.222.0.65 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699472 Jan 28 00:30:11.027744 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port ab12a80f-4db3-47e7-b488-6614f4a3764e is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:30:11.029124 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ab12a80f-4db3-47e7-b488-6614f4a3764e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:11.111360 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab12a80f-4db3-47e7-b488-6614f4a3764e {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:30:11.306184 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port ab12a80f-4db3-47e7-b488-6614f4a3764e, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ab12a80f-4db3-47e7-b488-6614f4a3764e,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:30:11.318232 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:11.324263 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ab12a80f-4db3-47e7-b488-6614f4a3764e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:11.356225 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42950851-684f-4ff1-a919-bf716daff689 req-ba864d96-b415-4145-a2e8-33c110367e01 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.1662991 Jan 28 00:30:11.358384 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-79ba8236-6f4f-4281-aa82-4d6b76ef630c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:11.460371 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-168d3a97-efc2-4712-a3f9-db7acf71883e tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c530c720-fe12-4398-a6bf-9eb770894f1a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:11.492166 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-168d3a97-efc2-4712-a3f9-db7acf71883e tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Calling delete_port for c530c720-fe12-4398-a6bf-9eb770894f1a owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:30:11.610443 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=ab12a80f-4db3-47e7-b488-6614f4a3764e,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:11.659187 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['ab12a80f-4db3-47e7-b488-6614f4a3764e'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:30:11.704110 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-79ba8236-6f4f-4281-aa82-4d6b76ef630c admin admin] Publish callbacks [] for security_group (d8e553df-2b66-4677-bfbd-8c3df1ec28af), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:11.721862 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-79ba8236-6f4f-4281-aa82-4d6b76ef630c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d8e553df-2b66-4677-bfbd-8c3df1ec28af), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:11.871160 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40152) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:11.896773 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba8236-6f4f-4281-aa82-4d6b76ef630c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e553df-2b66-4677-bfbd-8c3df1ec28af,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:11.913021 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-168d3a97-efc2-4712-a3f9-db7acf71883e tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (c530c720-fe12-4398-a6bf-9eb770894f1a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:12.092800 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d3a97-efc2-4712-a3f9-db7acf71883e tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Port': ['ID=c530c720-fe12-4398-a6bf-9eb770894f1a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:12.103749 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-79ba8236-6f4f-4281-aa82-4d6b76ef630c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=78dca9f603fc4afdbfe453ef35891866&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5306184 Jan 28 00:30:12.119455 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40158) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:12.217415 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-168d3a97-efc2-4712-a3f9-db7acf71883e tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:12.237612 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-168d3a97-efc2-4712-a3f9-db7acf71883e tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/ports/c530c720-fe12-4398-a6bf-9eb770894f1a HTTP/1.1" status: 204 len: 168 time: 1.7429960 Jan 28 00:30:12.238591 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40162) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:12.280728 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ceeaf36-3ce5-43bf-aed7-50b17249bb18 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] GET failed (client error): The resource could not be found. Jan 28 00:30:12.289265 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1ceeaf36-3ce5-43bf-aed7-50b17249bb18 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "GET /v2.0/ports/c530c720-fe12-4398-a6bf-9eb770894f1a HTTP/1.1" status: 404 len: 333 time: 0.0492384 Jan 28 00:30:12.290166 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40166) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:12.334245 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0959f24-1bdb-4923-b0f0-68f6ccb0c6b2 req-8053dc91-82f8-424e-ab18-714f98afa0b2 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:12.362678 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e0959f24-1bdb-4923-b0f0-68f6ccb0c6b2 req-8053dc91-82f8-424e-ab18-714f98afa0b2 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 945 time: 0.3829286 Jan 28 00:30:12.393116 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9ca31baa-434d-47e4-8a8d-b356208b98b2 admin admin] Publish callbacks [] for security_group (d8e553df-2b66-4677-bfbd-8c3df1ec28af), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:12.472328 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-589f7790-0ac6-46c4-9835-7dc4f9160f18 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting subnet 37192834-a7d4-4e5f-ad5f-7c635f04114b {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:30:12.490023 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e0959f24-1bdb-4923-b0f0-68f6ccb0c6b2 req-195c630d-339d-40ab-a9fe-b74ea7474011 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170709 Jan 28 00:30:12.492656 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-589f7790-0ac6-46c4-9835-7dc4f9160f18 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (37192834-a7d4-4e5f-ad5f-7c635f04114b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:12.538871 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9ca31baa-434d-47e4-8a8d-b356208b98b2 admin admin] Publish callbacks [] for security_group (d8e553df-2b66-4677-bfbd-8c3df1ec28af), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:12.601473 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6abd9e7c-262c-494a-9741-2bc9352228d7 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:30:12.606648 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25065e12-bbea-4099-bbe7-181ffb74c913 None None] Network 8c5dbad6-b471-4b6b-856a-58dd6ba927cd requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:30:12.623712 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-b106964b-55fe-4ed4-8dae-6ab162041455 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1024677365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:30:12.710147 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-12880ccd-f3d7-4d32-90b5-b9f17e047602 req-95cef52c-c1ab-41db-835c-b17af87b9ccc tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.0532343 Jan 28 00:30:12.726884 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9ca31baa-434d-47e4-8a8d-b356208b98b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d8e553df-2b66-4677-bfbd-8c3df1ec28af), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:12.732846 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9ca31baa-434d-47e4-8a8d-b356208b98b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:12.738282 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9ca31baa-434d-47e4-8a8d-b356208b98b2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d8e553df-2b66-4677-bfbd-8c3df1ec28af HTTP/1.1" status: 204 len: 168 time: 0.6119440 Jan 28 00:30:12.752306 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca31baa-434d-47e4-8a8d-b356208b98b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e553df-2b66-4677-bfbd-8c3df1ec28af,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:12.790834 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-589f7790-0ac6-46c4-9835-7dc4f9160f18 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (37192834-a7d4-4e5f-ad5f-7c635f04114b), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:12.905976 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:12.931858 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-63d9e54b-a060-42e7-a4c3-a669df990017 None None] Provisioning complete for port 6abd9e7c-262c-494a-9741-2bc9352228d7 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:12.933762 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-63d9e54b-a060-42e7-a4c3-a669df990017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6abd9e7c-262c-494a-9741-2bc9352228d7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:12.949046 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b106964b-55fe-4ed4-8dae-6ab162041455 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (2e8f363d-bef5-469a-ae6c-b205d53f292f), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:12.951298 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b106964b-55fe-4ed4-8dae-6ab162041455 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (2e8f363d-bef5-469a-ae6c-b205d53f292f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:13.113892 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:13.232523 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b106964b-55fe-4ed4-8dae-6ab162041455 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks [] for router_controller (2e8f363d-bef5-469a-ae6c-b205d53f292f), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:13.256028 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b106964b-55fe-4ed4-8dae-6ab162041455 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (2e8f363d-bef5-469a-ae6c-b205d53f292f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:13.324709 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-589f7790-0ac6-46c4-9835-7dc4f9160f18 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (37192834-a7d4-4e5f-ad5f-7c635f04114b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:13.332705 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b106964b-55fe-4ed4-8dae-6ab162041455 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:13.334823 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b106964b-55fe-4ed4-8dae-6ab162041455 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.4625156 Jan 28 00:30:13.337758 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40186) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:13.350986 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-6171fa69-6723-4c4d-a644-cdc08d192284 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1299076517'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:30:13.452722 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-589f7790-0ac6-46c4-9835-7dc4f9160f18 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (37192834-a7d4-4e5f-ad5f-7c635f04114b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:13.453122 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6171fa69-6723-4c4d-a644-cdc08d192284 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Made reservation on behalf of 5c96857713154dfdaf0ceee0c87b0c8f for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:30:13.464327 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6171fa69-6723-4c4d-a644-cdc08d192284 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:13.488476 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6171fa69-6723-4c4d-a644-cdc08d192284 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:13.567071 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f7790-0ac6-46c4-9835-7dc4f9160f18 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Subnet': ['ID=37192834-a7d4-4e5f-ad5f-7c635f04114b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:13.596628 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-589f7790-0ac6-46c4-9835-7dc4f9160f18 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:13.607091 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-589f7790-0ac6-46c4-9835-7dc4f9160f18 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/subnets/37192834-a7d4-4e5f-ad5f-7c635f04114b HTTP/1.1" status: 204 len: 168 time: 1.3061483 Jan 28 00:30:13.608528 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40196) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:13.716956 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-63d9e54b-a060-42e7-a4c3-a669df990017 None None] Current status of the port 6abd9e7c-262c-494a-9741-2bc9352228d7 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:30:13.718842 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-63d9e54b-a060-42e7-a4c3-a669df990017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6abd9e7c-262c-494a-9741-2bc9352228d7), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:13.750407 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 6abd9e7c-262c-494a-9741-2bc9352228d7 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:13.751449 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6abd9e7c-262c-494a-9741-2bc9352228d7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:13.764178 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce02236a-729e-4341-b448-0b80c098d6e6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (8c5dbad6-b471-4b6b-856a-58dd6ba927cd), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:13.828470 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6171fa69-6723-4c4d-a644-cdc08d192284 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks [] for security_group (9c2d6f89-bc74-47ce-a8a1-fe49b1ab090c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:13.862269 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6171fa69-6723-4c4d-a644-cdc08d192284 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (9c2d6f89-bc74-47ce-a8a1-fe49b1ab090c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:13.917399 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ce02236a-729e-4341-b448-0b80c098d6e6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting port 6abd9e7c-262c-494a-9741-2bc9352228d7 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:30:13.921879 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce02236a-729e-4341-b448-0b80c098d6e6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (6abd9e7c-262c-494a-9741-2bc9352228d7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:13.935137 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-63d9e54b-a060-42e7-a4c3-a669df990017 None None] For port 6abd9e7c-262c-494a-9741-2bc9352228d7, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6abd9e7c-262c-494a-9741-2bc9352228d7,segment=NetworkSegment(6fac71e0-7bb9-4fbc-a405-c0874d4227c8),segment_id=6fac71e0-7bb9-4fbc-a405-c0874d4227c8)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:30:13.948295 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-63d9e54b-a060-42e7-a4c3-a669df990017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6abd9e7c-262c-494a-9741-2bc9352228d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:14.105773 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device ab12a80f-4db3-47e7-b488-6614f4a3764e up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:30:14.114006 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ce02236a-729e-4341-b448-0b80c098d6e6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] For port 6abd9e7c-262c-494a-9741-2bc9352228d7, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6abd9e7c-262c-494a-9741-2bc9352228d7,segment=NetworkSegment(6fac71e0-7bb9-4fbc-a405-c0874d4227c8),segment_id=6fac71e0-7bb9-4fbc-a405-c0874d4227c8)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:30:14.115478 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce02236a-729e-4341-b448-0b80c098d6e6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (6abd9e7c-262c-494a-9741-2bc9352228d7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:14.149233 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6171fa69-6723-4c4d-a644-cdc08d192284 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:30:14.168198 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ce02236a-729e-4341-b448-0b80c098d6e6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Calling delete_port for 6abd9e7c-262c-494a-9741-2bc9352228d7 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:30:14.273590 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171fa69-6723-4c4d-a644-cdc08d192284 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2d6f89-bc74-47ce-a8a1-fe49b1ab090c,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:14.282124 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:14.298188 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 6abd9e7c-262c-494a-9741-2bc9352228d7 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:30:14.318979 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40206) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:14.333621 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8989aa43-c1af-48b3-af0c-f39233303657 None None] Network 8c5dbad6-b471-4b6b-856a-58dd6ba927cd requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:30:14.336850 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9e54b-a060-42e7-a4c3-a669df990017 None None] Pushing event updated for resources: {'Port': ['ID=6abd9e7c-262c-494a-9741-2bc9352228d7,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:14.361628 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619329c3-e631-45ab-b328-0c3b5b8c3aa2 req-23325783-9b69-4307-9faa-03d0a0c733c0 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:14.380371 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-619329c3-e631-45ab-b328-0c3b5b8c3aa2 req-23325783-9b69-4307-9faa-03d0a0c733c0 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 945 time: 0.5619376 Jan 28 00:30:14.452411 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6171fa69-6723-4c4d-a644-cdc08d192284 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (34080343-6b09-4f64-9dbc-eaeda5f9478c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:14.453802 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-6171fa69-6723-4c4d-a644-cdc08d192284 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Added segment 34080343-6b09-4f64-9dbc-eaeda5f9478c of type vlan for network c3f8c0e7-4076-4bf5-a878-4ccaed88c60f Jan 28 00:30:14.462179 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-913f1c61-7d30-4f4c-8528-2f5036dc019b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:14.551702 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce02236a-729e-4341-b448-0b80c098d6e6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (6abd9e7c-262c-494a-9741-2bc9352228d7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:14.582200 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-e080d55f-23e1-4ef2-89cf-ae9c4be83440 None None] Provisioning complete for port 6abd9e7c-262c-494a-9741-2bc9352228d7 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:14.582616 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e080d55f-23e1-4ef2-89cf-ae9c4be83440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6abd9e7c-262c-494a-9741-2bc9352228d7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:14.599006 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6171fa69-6723-4c4d-a644-cdc08d192284 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (c3f8c0e7-4076-4bf5-a878-4ccaed88c60f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:14.696209 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02236a-729e-4341-b448-0b80c098d6e6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Port': ['ID=6abd9e7c-262c-494a-9741-2bc9352228d7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:14.712315 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce02236a-729e-4341-b448-0b80c098d6e6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] No DVR routers for this DVR port 6abd9e7c-262c-494a-9741-2bc9352228d7 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:30:14.765546 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6171fa69-6723-4c4d-a644-cdc08d192284 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (c3f8c0e7-4076-4bf5-a878-4ccaed88c60f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:14.778020 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6171fa69-6723-4c4d-a644-cdc08d192284 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:14.784496 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6171fa69-6723-4c4d-a644-cdc08d192284 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:14.784960 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e080d55f-23e1-4ef2-89cf-ae9c4be83440 None None] Port 6abd9e7c-262c-494a-9741-2bc9352228d7 was deleted so its status cannot be updated. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 00:30:14.787486 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port ab12a80f-4db3-47e7-b488-6614f4a3764e completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:30:14.796463 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port ab12a80f-4db3-47e7-b488-6614f4a3764e triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:14.797996 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ab12a80f-4db3-47e7-b488-6614f4a3764e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:14.910605 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f801793-52cb-435d-8dac-808a33c08a07 None None] DHCP port deletion for 8c5dbad6-b471-4b6b-856a-58dd6ba927cd request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:30:14.911539 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6171fa69-6723-4c4d-a644-cdc08d192284 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5708230 Jan 28 00:30:14.915160 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40220) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:14.958779 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-3c1c802f-fdbe-41c5-b0e7-8d63062b7eca tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Request body: {'subnet': {'network_id': 'c3f8c0e7-4076-4bf5-a878-4ccaed88c60f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:30:15.031310 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port ab12a80f-4db3-47e7-b488-6614f4a3764e is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:30:15.036666 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ab12a80f-4db3-47e7-b488-6614f4a3764e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:15.048233 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-34e14d82-3222-479b-9d3c-694be852a268 req-9063fb22-1cbc-4405-8281-c9562332b717 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.2109234 Jan 28 00:30:15.070318 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce02236a-729e-4341-b448-0b80c098d6e6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (8c5dbad6-b471-4b6b-856a-58dd6ba927cd), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:15.149087 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ce4c4d-ac0c-4af5-8f9f-a732973fcf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab12a80f-4db3-47e7-b488-6614f4a3764e'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:30:15.152911 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97752024-bf5c-499b-b009-e2c41600c5b0" -d '{"events": [{"server_uuid": "22ce4c4d-ac0c-4af5-8f9f-a732973fcf39", "name": "network-vif-plugged", "status": "completed", "tag": "ab12a80f-4db3-47e7-b488-6614f4a3764e"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:30:15.165874 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-ce02236a-729e-4341-b448-0b80c098d6e6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c5dbad6-b471-4b6b-856a-58dd6ba927cd']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:15.186045 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port ab12a80f-4db3-47e7-b488-6614f4a3764e, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ab12a80f-4db3-47e7-b488-6614f4a3764e,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:30:15.188758 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-ce02236a-729e-4341-b448-0b80c098d6e6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fac71e0-7bb9-4fbc-a405-c0874d4227c8') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:15.189607 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-ce02236a-729e-4341-b448-0b80c098d6e6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fac71e0-7bb9-4fbc-a405-c0874d4227c8') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:15.194818 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ab12a80f-4db3-47e7-b488-6614f4a3764e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:15.250256 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce02236a-729e-4341-b448-0b80c098d6e6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (6fac71e0-7bb9-4fbc-a405-c0874d4227c8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:15.293742 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce02236a-729e-4341-b448-0b80c098d6e6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (6fac71e0-7bb9-4fbc-a405-c0874d4227c8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:15.320403 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce02236a-729e-4341-b448-0b80c098d6e6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:30:15.321172 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce02236a-729e-4341-b448-0b80c098d6e6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (6fac71e0-7bb9-4fbc-a405-c0874d4227c8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:15.337853 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:30:15.337853 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:30:15.337853 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:30:15.337853 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:30:15.337853 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:30:15.337853 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:30:15.337853 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:30:15.337853 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:30:15.337853 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:30:15.337853 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:30:15.337853 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:30:15.337853 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:30:15.337853 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:30:15.337853 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:30:15.337853 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:30:15.337853 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:30:15.337853 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:30:15.337853 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:30:15.337853 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:30:15.337853 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:30:15.337853 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:30:15.337853 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:30:15.337853 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:30:15.337853 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:30:15.337853 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:30:15.337853 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:30:15.337853 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:30:15.337853 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:30:15.337853 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:30:15.337853 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:30:15.337853 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:30:15.337853 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:30:15.393730 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171fa69-6723-4c4d-a644-cdc08d192284 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Pushing event updated for resources: {'Network': ['ID=c3f8c0e7-4076-4bf5-a878-4ccaed88c60f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:15.446470 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=ab12a80f-4db3-47e7-b488-6614f4a3764e,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:15.469816 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e38fb0d-fab6-4a94-95cd-08701342edbf x-openstack-request-id: req-8e38fb0d-fab6-4a94-95cd-08701342edbf {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:30:15.470748 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ce4c4d-ac0c-4af5-8f9f-a732973fcf39", "name": "network-vif-plugged", "status": "completed", "tag": "ab12a80f-4db3-47e7-b488-6614f4a3764e", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:30:15.471585 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8e38fb0d-fab6-4a94-95cd-08701342edbf {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:30:15.472929 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ce4c4d-ac0c-4af5-8f9f-a732973fcf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab12a80f-4db3-47e7-b488-6614f4a3764e', 'code': 200} Jan 28 00:30:15.474816 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-619329c3-e631-45ab-b328-0c3b5b8c3aa2 req-ec6e4ed2-4263-48b4-a06f-8268b757e228 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0872607 Jan 28 00:30:15.476419 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network c3f8c0e7-4076-4bf5-a878-4ccaed88c60f details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:30:15.619867 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce02236a-729e-4341-b448-0b80c098d6e6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (8c5dbad6-b471-4b6b-856a-58dd6ba927cd), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:15.650345 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce02236a-729e-4341-b448-0b80c098d6e6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:15.657074 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ce02236a-729e-4341-b448-0b80c098d6e6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/networks/8c5dbad6-b471-4b6b-856a-58dd6ba927cd HTTP/1.1" status: 204 len: 168 time: 2.0443912 Jan 28 00:30:15.702994 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40230) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:15.719007 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02236a-729e-4341-b448-0b80c098d6e6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Network': ['ID=8c5dbad6-b471-4b6b-856a-58dd6ba927cd,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:15.744251 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-0833ad14-6a43-4f4a-a6a3-c38769e9fb8d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'port': {'network_id': '6fa49823-e387-4355-bf1a-a17d64074533', 'name': 'tempest-PortsIpV6TestJSON-106994132'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:30:15.756396 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-913f1c61-7d30-4f4c-8528-2f5036dc019b admin admin] Publish callbacks [] for security_group (de950d60-aeff-44dc-8ca3-3b9b49cb6fc4), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:15.785410 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-913f1c61-7d30-4f4c-8528-2f5036dc019b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (de950d60-aeff-44dc-8ca3-3b9b49cb6fc4), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:15.839411 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1c802f-fdbe-41c5-b0e7-8d63062b7eca tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Made reservation on behalf of 5c96857713154dfdaf0ceee0c87b0c8f for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:30:15.843104 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3c1c802f-fdbe-41c5-b0e7-8d63062b7eca tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:15.983358 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40240) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:15.990309 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-913f1c61-7d30-4f4c-8528-2f5036dc019b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9c40a49be73a47b89ccc96aef52825f0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5992577 Jan 28 00:30:16.002882 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f29426-4aae-4cc2-a188-aa3ab7682702 req-773d410d-939d-4f5b-87c7-cef6cb3ed793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:16.013315 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-33f29426-4aae-4cc2-a188-aa3ab7682702 req-773d410d-939d-4f5b-87c7-cef6cb3ed793 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 1097 time: 0.4465711 Jan 28 00:30:16.022814 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f1c61-7d30-4f4c-8528-2f5036dc019b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de950d60-aeff-44dc-8ca3-3b9b49cb6fc4,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:16.159884 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-276e7a51-a04c-4d4e-b735-e4cf32038338 admin admin] Publish callbacks [] for security_group (de950d60-aeff-44dc-8ca3-3b9b49cb6fc4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:16.171337 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0833ad14-6a43-4f4a-a6a3-c38769e9fb8d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:30:16.178150 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0833ad14-6a43-4f4a-a6a3-c38769e9fb8d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:16.224313 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-276e7a51-a04c-4d4e-b735-e4cf32038338 admin admin] Publish callbacks [] for security_group (de950d60-aeff-44dc-8ca3-3b9b49cb6fc4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:16.256185 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-33f29426-4aae-4cc2-a188-aa3ab7682702 req-2b525592-8538-497b-a1e2-66c7b0e641a1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385669 Jan 28 00:30:16.333595 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-276e7a51-a04c-4d4e-b735-e4cf32038338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (de950d60-aeff-44dc-8ca3-3b9b49cb6fc4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:16.348089 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0d068272-2d01-4be8-8bc9-dab04567eaf4 req-77625399-600d-4f5f-9ef4-e8cbafc7fec5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.0768490 Jan 28 00:30:16.348531 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-276e7a51-a04c-4d4e-b735-e4cf32038338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:16.364179 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-276e7a51-a04c-4d4e-b735-e4cf32038338 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/de950d60-aeff-44dc-8ca3-3b9b49cb6fc4 HTTP/1.1" status: 204 len: 168 time: 0.3778646 Jan 28 00:30:16.415864 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e7a51-a04c-4d4e-b735-e4cf32038338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de950d60-aeff-44dc-8ca3-3b9b49cb6fc4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:16.570859 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6abd9e7c-262c-494a-9741-2bc9352228d7 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:30:16.631894 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 6abd9e7c-262c-494a-9741-2bc9352228d7 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:30:16.632379 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6abd9e7c-262c-494a-9741-2bc9352228d7 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:30:16.701228 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-0833ad14-6a43-4f4a-a6a3-c38769e9fb8d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] device_id is not set on port 87c273bf-2af7-4199-b447-bc6213209f5b yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:30:16.718259 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3c1c802f-fdbe-41c5-b0e7-8d63062b7eca tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (8ce7e4e4-70f0-4eaa-b4b1-5980cdcd505d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:16.881282 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c802f-fdbe-41c5-b0e7-8d63062b7eca tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Pushing event updated for resources: {'Subnet': ['ID=8ce7e4e4-70f0-4eaa-b4b1-5980cdcd505d,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:16.940539 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1c802f-fdbe-41c5-b0e7-8d63062b7eca tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Checking segment: {'id': '34080343-6b09-4f64-9dbc-eaeda5f9478c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c3f8c0e7-4076-4bf5-a878-4ccaed88c60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:30:16.941203 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1c802f-fdbe-41c5-b0e7-8d63062b7eca tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Network hostable DHCP agents. Network: c3f8c0e7-4076-4bf5-a878-4ccaed88c60f, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:30:16.958664 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52070225-a6f5-4fdc-8cf2-75ae2fe34167 req-7810f631-700e-4cc9-8215-df0a5be202b6 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:16.967130 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52070225-a6f5-4fdc-8cf2-75ae2fe34167 req-7810f631-700e-4cc9-8215-df0a5be202b6 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 946 time: 0.2730374 Jan 28 00:30:17.087734 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1c802f-fdbe-41c5-b0e7-8d63062b7eca tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Network c3f8c0e7-4076-4bf5-a878-4ccaed88c60f is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:30:17.131457 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52070225-a6f5-4fdc-8cf2-75ae2fe34167 req-43d32a8d-f025-4343-a786-800637a4d16d tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631608 Jan 28 00:30:17.146427 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-3c1c802f-fdbe-41c5-b0e7-8d63062b7eca tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, c3f8c0e7-4076-4bf5-a878-4ccaed88c60f) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:30:17.159552 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c338c5af-180c-4d39-a767-90d010a28105 None None] Network c3f8c0e7-4076-4bf5-a878-4ccaed88c60f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:30:17.163418 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1c802f-fdbe-41c5-b0e7-8d63062b7eca tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:17.164375 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3c1c802f-fdbe-41c5-b0e7-8d63062b7eca tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:17.187431 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0833ad14-6a43-4f4a-a6a3-c38769e9fb8d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for port (87c273bf-2af7-4199-b447-bc6213209f5b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:17.204746 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40266) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:17.205506 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3c1c802f-fdbe-41c5-b0e7-8d63062b7eca tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2508869 Jan 28 00:30:17.222515 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-db30c224-11b0-48a6-9842-68ad8fcea6fa tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Request body: {'network': {'name': 'tempest-router-network01--625424759'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:30:17.251125 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0833ad14-6a43-4f4a-a6a3-c38769e9fb8d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (87c273bf-2af7-4199-b447-bc6213209f5b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:17.312557 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db30c224-11b0-48a6-9842-68ad8fcea6fa tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Made reservation on behalf of 5c96857713154dfdaf0ceee0c87b0c8f for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:30:17.330531 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-db30c224-11b0-48a6-9842-68ad8fcea6fa tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:17.378822 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0833ad14-6a43-4f4a-a6a3-c38769e9fb8d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network 6fa49823-e387-4355-bf1a-a17d64074533 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:30:17.386519 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-0833ad14-6a43-4f4a-a6a3-c38769e9fb8d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:30:17.398056 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0833ad14-6a43-4f4a-a6a3-c38769e9fb8d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:30:17.416026 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0833ad14-6a43-4f4a-a6a3-c38769e9fb8d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:17.416767 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0833ad14-6a43-4f4a-a6a3-c38769e9fb8d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:17.440192 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8eafc4f-c629-4b6a-aa11-61733124b7a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-c3f8c0e7-4076-4bf5-a878-4ccaed88c60f', 'network_id': 'c3f8c0e7-4076-4bf5-a878-4ccaed88c60f', 'project_id': '5c96857713154dfdaf0ceee0c87b0c8f', 'fixed_ips': [{'subnet_id': '8ce7e4e4-70f0-4eaa-b4b1-5980cdcd505d'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:30:17.442210 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8eafc4f-c629-4b6a-aa11-61733124b7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:17.496307 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833ad14-6a43-4f4a-a6a3-c38769e9fb8d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Port': ['ID=87c273bf-2af7-4199-b447-bc6213209f5b,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:17.519389 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db30c224-11b0-48a6-9842-68ad8fcea6fa tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:30:17.533695 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0833ad14-6a43-4f4a-a6a3-c38769e9fb8d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7975671 Jan 28 00:30:17.537727 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40276) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:17.574443 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-db30c224-11b0-48a6-9842-68ad8fcea6fa tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (8e5653dd-8b39-44f2-85d8-b5f78bff51c9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:17.576312 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-db30c224-11b0-48a6-9842-68ad8fcea6fa tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Added segment 8e5653dd-8b39-44f2-85d8-b5f78bff51c9 of type vlan for network e2311679-61ba-4daa-90f3-df2d4377608f Jan 28 00:30:17.706406 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-010aac3f-61ff-41ad-bbda-ea6909aa3d2c req-2f171e48-8959-4f30-8976-1c8e22837259 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.1438873 Jan 28 00:30:17.821859 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-6c5343c8-9115-4c01-a11c-80f4ec408825 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting port 87c273bf-2af7-4199-b447-bc6213209f5b {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:30:17.822194 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-db30c224-11b0-48a6-9842-68ad8fcea6fa tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (e2311679-61ba-4daa-90f3-df2d4377608f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:17.824505 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6c5343c8-9115-4c01-a11c-80f4ec408825 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (87c273bf-2af7-4199-b447-bc6213209f5b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:17.914581 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-db30c224-11b0-48a6-9842-68ad8fcea6fa tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (e2311679-61ba-4daa-90f3-df2d4377608f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:17.920725 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db30c224-11b0-48a6-9842-68ad8fcea6fa tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:17.922513 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-db30c224-11b0-48a6-9842-68ad8fcea6fa tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:17.969114 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6c5343c8-9115-4c01-a11c-80f4ec408825 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (87c273bf-2af7-4199-b447-bc6213209f5b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:18.002513 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-db30c224-11b0-48a6-9842-68ad8fcea6fa tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7959054 Jan 28 00:30:18.003430 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40288) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:18.018929 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-fe54517b-5fa3-4b9f-bf1f-d344316b98c6 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Request body: {'network': {'name': 'tempest-router-network02--1307181290'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:30:18.025062 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-6c5343c8-9115-4c01-a11c-80f4ec408825 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Calling delete_port for 87c273bf-2af7-4199-b447-bc6213209f5b owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:30:18.080401 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-a8eafc4f-c629-4b6a-aa11-61733124b7a6 None None] Allocated IP 2001:db8::2 (c3f8c0e7-4076-4bf5-a878-4ccaed88c60f/8ce7e4e4-70f0-4eaa-b4b1-5980cdcd505d/56fdd16d-b16e-4b50-8ee7-64dd508acd4f) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:30:18.091601 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe54517b-5fa3-4b9f-bf1f-d344316b98c6 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Made reservation on behalf of 5c96857713154dfdaf0ceee0c87b0c8f for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:30:18.108439 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe54517b-5fa3-4b9f-bf1f-d344316b98c6 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:18.186972 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30c224-11b0-48a6-9842-68ad8fcea6fa tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Pushing event updated for resources: {'Network': ['ID=e2311679-61ba-4daa-90f3-df2d4377608f,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:18.254633 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe54517b-5fa3-4b9f-bf1f-d344316b98c6 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:30:18.287094 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe54517b-5fa3-4b9f-bf1f-d344316b98c6 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (9a288b82-f5c1-418d-8d87-8e76160c2ef9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:18.287946 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-fe54517b-5fa3-4b9f-bf1f-d344316b98c6 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Added segment 9a288b82-f5c1-418d-8d87-8e76160c2ef9 of type vlan for network 2750fb4b-cd2d-47a1-8757-472149cca425 Jan 28 00:30:18.381679 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe54517b-5fa3-4b9f-bf1f-d344316b98c6 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (2750fb4b-cd2d-47a1-8757-472149cca425), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:18.469186 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe54517b-5fa3-4b9f-bf1f-d344316b98c6 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (2750fb4b-cd2d-47a1-8757-472149cca425), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:18.490316 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6c5343c8-9115-4c01-a11c-80f4ec408825 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (87c273bf-2af7-4199-b447-bc6213209f5b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:18.492230 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe54517b-5fa3-4b9f-bf1f-d344316b98c6 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:18.497659 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network e2311679-61ba-4daa-90f3-df2d4377608f details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:30:18.507408 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe54517b-5fa3-4b9f-bf1f-d344316b98c6 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:18.607261 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6c5343c8-9115-4c01-a11c-80f4ec408825 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:18.617124 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6c5343c8-9115-4c01-a11c-80f4ec408825 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/ports/87c273bf-2af7-4199-b447-bc6213209f5b HTTP/1.1" status: 204 len: 168 time: 1.0769877 Jan 28 00:30:18.619603 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5343c8-9115-4c01-a11c-80f4ec408825 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Port': ['ID=87c273bf-2af7-4199-b447-bc6213209f5b,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:18.628595 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40300) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:18.645206 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-6ed58b4f-f948-456a-bd46-7aef2e7d731d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'port': {'network_id': '6fa49823-e387-4355-bf1a-a17d64074533', 'mac_address': 'fa:16:3e:c4:fb:eb', 'name': 'tempest-PortsIpV6TestJSON-2066656721'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:30:18.731472 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fe54517b-5fa3-4b9f-bf1f-d344316b98c6 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7130561 Jan 28 00:30:18.745720 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40304) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:18.763193 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e302631c-3c9c-472a-929f-a40f97e8ee7c tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Request body: {'subnet': {'network_id': 'e2311679-61ba-4daa-90f3-df2d4377608f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:30:18.809165 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8eafc4f-c629-4b6a-aa11-61733124b7a6 None None] Publish callbacks [] for port (56fdd16d-b16e-4b50-8ee7-64dd508acd4f), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:18.857848 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8eafc4f-c629-4b6a-aa11-61733124b7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (56fdd16d-b16e-4b50-8ee7-64dd508acd4f), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:18.984339 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed58b4f-f948-456a-bd46-7aef2e7d731d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:30:19.009355 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54517b-5fa3-4b9f-bf1f-d344316b98c6 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Pushing event updated for resources: {'Network': ['ID=2750fb4b-cd2d-47a1-8757-472149cca425,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:19.051242 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 2750fb4b-cd2d-47a1-8757-472149cca425 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:30:19.072226 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59d339-4fcc-4b65-bdaa-a8ae35ac1d48 req-1aa84f69-bca7-4c3c-bff5-60fe71c03915 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:19.083482 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4a59d339-4fcc-4b65-bdaa-a8ae35ac1d48 req-1aa84f69-bca7-4c3c-bff5-60fe71c03915 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 946 time: 0.6709082 Jan 28 00:30:19.269887 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e302631c-3c9c-472a-929f-a40f97e8ee7c tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Made reservation on behalf of 5c96857713154dfdaf0ceee0c87b0c8f for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:30:19.308449 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e302631c-3c9c-472a-929f-a40f97e8ee7c tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:19.316594 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8eafc4f-c629-4b6a-aa11-61733124b7a6 None None] Network c3f8c0e7-4076-4bf5-a878-4ccaed88c60f is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:30:19.337525 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-a8eafc4f-c629-4b6a-aa11-61733124b7a6 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:30:19.343460 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eafc4f-c629-4b6a-aa11-61733124b7a6 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:30:19.364063 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eafc4f-c629-4b6a-aa11-61733124b7a6 None None] Pushing event updated for resources: {'Port': ['ID=56fdd16d-b16e-4b50-8ee7-64dd508acd4f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:19.533110 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-999c273d-3cf9-4f78-ac55-0a70defd8e22 req-15295c23-1b51-4927-9da0-1da306719060 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.2786775 Jan 28 00:30:19.570788 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-a8eafc4f-c629-4b6a-aa11-61733124b7a6 None None] Attempting to bind port 56fdd16d-b16e-4b50-8ee7-64dd508acd4f on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:30:19.572710 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-a8eafc4f-c629-4b6a-aa11-61733124b7a6 None None] Attempting to bind port 56fdd16d-b16e-4b50-8ee7-64dd508acd4f by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '34080343-6b09-4f64-9dbc-eaeda5f9478c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c3f8c0e7-4076-4bf5-a878-4ccaed88c60f'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:30:19.574753 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eafc4f-c629-4b6a-aa11-61733124b7a6 None None] Attempting to bind port 56fdd16d-b16e-4b50-8ee7-64dd508acd4f on network c3f8c0e7-4076-4bf5-a878-4ccaed88c60f {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:30:19.588924 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eafc4f-c629-4b6a-aa11-61733124b7a6 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:30:19.593192 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eafc4f-c629-4b6a-aa11-61733124b7a6 None None] Checking segment: {'id': '34080343-6b09-4f64-9dbc-eaeda5f9478c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c3f8c0e7-4076-4bf5-a878-4ccaed88c60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:30:19.594127 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8eafc4f-c629-4b6a-aa11-61733124b7a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:19.595049 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eafc4f-c629-4b6a-aa11-61733124b7a6 None None] Bound using segment: {'id': '34080343-6b09-4f64-9dbc-eaeda5f9478c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c3f8c0e7-4076-4bf5-a878-4ccaed88c60f'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:30:19.596282 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-a8eafc4f-c629-4b6a-aa11-61733124b7a6 None None] Bound port: 56fdd16d-b16e-4b50-8ee7-64dd508acd4f, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34080343-6b09-4f64-9dbc-eaeda5f9478c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c3f8c0e7-4076-4bf5-a878-4ccaed88c60f'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:30:19.600187 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8eafc4f-c629-4b6a-aa11-61733124b7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (56fdd16d-b16e-4b50-8ee7-64dd508acd4f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:19.821186 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6ed58b4f-f948-456a-bd46-7aef2e7d731d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:19.884511 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-a8eafc4f-c629-4b6a-aa11-61733124b7a6 None None] For port 56fdd16d-b16e-4b50-8ee7-64dd508acd4f, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:30:19.897609 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4a59d339-4fcc-4b65-bdaa-a8ae35ac1d48 req-d0b5842c-0601-4e50-b02a-2e128f54f147 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8008900 Jan 28 00:30:19.898409 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-a8eafc4f-c629-4b6a-aa11-61733124b7a6 None None] For port 56fdd16d-b16e-4b50-8ee7-64dd508acd4f, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=56fdd16d-b16e-4b50-8ee7-64dd508acd4f,segment=NetworkSegment(34080343-6b09-4f64-9dbc-eaeda5f9478c),segment_id=34080343-6b09-4f64-9dbc-eaeda5f9478c)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:30:19.908810 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8eafc4f-c629-4b6a-aa11-61733124b7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (56fdd16d-b16e-4b50-8ee7-64dd508acd4f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:20.002521 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-6ed58b4f-f948-456a-bd46-7aef2e7d731d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] device_id is not set on port c4144d71-cef5-4d7a-b4d0-c1fb446f4d70 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:30:20.081785 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eafc4f-c629-4b6a-aa11-61733124b7a6 None None] Pushing event updated for resources: {'Port': ['ID=56fdd16d-b16e-4b50-8ee7-64dd508acd4f,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:20.148892 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e302631c-3c9c-472a-929f-a40f97e8ee7c tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (64e56d63-79cc-406f-a6e1-575621c8b4c3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:20.392439 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e302631c-3c9c-472a-929f-a40f97e8ee7c tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Pushing event updated for resources: {'Subnet': ['ID=64e56d63-79cc-406f-a6e1-575621c8b4c3,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:20.588365 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e302631c-3c9c-472a-929f-a40f97e8ee7c tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Checking segment: {'id': '8e5653dd-8b39-44f2-85d8-b5f78bff51c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e2311679-61ba-4daa-90f3-df2d4377608f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:30:20.590668 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e302631c-3c9c-472a-929f-a40f97e8ee7c tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Network hostable DHCP agents. Network: e2311679-61ba-4daa-90f3-df2d4377608f, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:30:20.669081 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e302631c-3c9c-472a-929f-a40f97e8ee7c tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Network e2311679-61ba-4daa-90f3-df2d4377608f is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:30:20.701240 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-e302631c-3c9c-472a-929f-a40f97e8ee7c tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, e2311679-61ba-4daa-90f3-df2d4377608f) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:30:20.706924 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e302631c-3c9c-472a-929f-a40f97e8ee7c tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:20.708128 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e302631c-3c9c-472a-929f-a40f97e8ee7c tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:20.719434 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c12369-5d7d-4181-9b0d-53942e25d744 None None] Network e2311679-61ba-4daa-90f3-df2d4377608f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:30:20.733310 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e8a2b-1806-4ebd-819c-366b487989e9 req-b68ee375-9071-40e8-a71b-dc6407d78392 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:20.762039 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5d9e8a2b-1806-4ebd-819c-366b487989e9 req-b68ee375-9071-40e8-a71b-dc6407d78392 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 946 time: 0.4843516 Jan 28 00:30:20.767876 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40336) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:20.787198 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d33199c1-d39a-4d73-8ed5-4b417d65efb5 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Request body: {'floatingip': {'port_id': 'ab12a80f-4db3-47e7-b488-6614f4a3764e'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:30:20.968340 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d33199c1-d39a-4d73-8ed5-4b417d65efb5 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for floatingip (0eb296ed-90a6-44b4-a837-6202905a8272), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:21.010628 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e302631c-3c9c-472a-929f-a40f97e8ee7c tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2626317 Jan 28 00:30:21.033088 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40338) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:21.075408 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74888276-0408-4293-ba45-e0da93ec066b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-e2311679-61ba-4daa-90f3-df2d4377608f', 'network_id': 'e2311679-61ba-4daa-90f3-df2d4377608f', 'project_id': '5c96857713154dfdaf0ceee0c87b0c8f', 'fixed_ips': [{'subnet_id': '64e56d63-79cc-406f-a6e1-575621c8b4c3'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:30:21.081714 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-913f2051-3d04-4d4c-8c46-8ad8c4a9f3ad tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Request body: {'subnet': {'network_id': '2750fb4b-cd2d-47a1-8757-472149cca425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:30:21.082126 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-74888276-0408-4293-ba45-e0da93ec066b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:21.354977 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dff40c32-8510-45cf-891c-64713b2a892a req-dae9f757-9272-4495-bc41-143692ffa60a tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.2262225 Jan 28 00:30:21.577448 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-74888276-0408-4293-ba45-e0da93ec066b None None] Allocated IP 2001:db8::2 (e2311679-61ba-4daa-90f3-df2d4377608f/64e56d63-79cc-406f-a6e1-575621c8b4c3/ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:30:21.796173 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913f2051-3d04-4d4c-8c46-8ad8c4a9f3ad tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Made reservation on behalf of 5c96857713154dfdaf0ceee0c87b0c8f for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:30:21.806568 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-913f2051-3d04-4d4c-8c46-8ad8c4a9f3ad tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:21.852548 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6ed58b4f-f948-456a-bd46-7aef2e7d731d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for port (c4144d71-cef5-4d7a-b4d0-c1fb446f4d70), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:22.319479 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6ed58b4f-f948-456a-bd46-7aef2e7d731d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (c4144d71-cef5-4d7a-b4d0-c1fb446f4d70), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:22.467911 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-74888276-0408-4293-ba45-e0da93ec066b None None] Publish callbacks [] for port (ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:22.505024 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-74888276-0408-4293-ba45-e0da93ec066b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:22.608504 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed58b4f-f948-456a-bd46-7aef2e7d731d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Port': ['ID=c4144d71-cef5-4d7a-b4d0-c1fb446f4d70,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:22.688411 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74888276-0408-4293-ba45-e0da93ec066b None None] Network e2311679-61ba-4daa-90f3-df2d4377608f is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:30:22.692415 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ca7b89-6f75-4a70-a5bd-fd54a5f1610a None None] Network c3f8c0e7-4076-4bf5-a878-4ccaed88c60f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:30:22.700807 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4af5fb52-f879-440f-9224-880078d55d7b req-4c8f7f53-2235-44a0-bd0a-36ee8e58e60a tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.0611084 Jan 28 00:30:22.744883 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-74888276-0408-4293-ba45-e0da93ec066b None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:30:22.746869 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed58b4f-f948-456a-bd46-7aef2e7d731d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network 6fa49823-e387-4355-bf1a-a17d64074533 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:30:22.756857 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74888276-0408-4293-ba45-e0da93ec066b None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:30:22.832340 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-6ed58b4f-f948-456a-bd46-7aef2e7d731d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:30:22.837001 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed58b4f-f948-456a-bd46-7aef2e7d731d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:30:22.849155 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed58b4f-f948-456a-bd46-7aef2e7d731d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:22.849733 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6ed58b4f-f948-456a-bd46-7aef2e7d731d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:22.921869 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6ed58b4f-f948-456a-bd46-7aef2e7d731d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 4.2911065 Jan 28 00:30:22.926664 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40362) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:22.930709 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40364) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:23.067182 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-913f2051-3d04-4d4c-8c46-8ad8c4a9f3ad tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (f4462975-17a6-41cf-b540-0da111016f95), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:23.080463 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6564282-ca2a-42b6-9346-fa66e38f9379 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:23.083877 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b6564282-ca2a-42b6-9346-fa66e38f9379 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "GET /v2.0/ports/c4144d71-cef5-4d7a-b4d0-c1fb446f4d70 HTTP/1.1" status: 200 len: 845 time: 0.1488807 Jan 28 00:30:23.089573 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40372) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:23.096791 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.db.resource_extend [None req-d33199c1-d39a-4d73-8ed5-4b417d65efb5 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:30:23.265979 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 56fdd16d-b16e-4b50-8ee7-64dd508acd4f up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:30:23.322943 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d33199c1-d39a-4d73-8ed5-4b417d65efb5 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:23.331325 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d33199c1-d39a-4d73-8ed5-4b417d65efb5 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (0eb296ed-90a6-44b4-a837-6202905a8272), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:23.364418 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74888276-0408-4293-ba45-e0da93ec066b None None] Pushing event updated for resources: {'Port': ['ID=ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:23.393977 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f2051-3d04-4d4c-8c46-8ad8c4a9f3ad tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Pushing event updated for resources: {'Subnet': ['ID=f4462975-17a6-41cf-b540-0da111016f95,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:23.429352 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913f2051-3d04-4d4c-8c46-8ad8c4a9f3ad tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Checking segment: {'id': '9a288b82-f5c1-418d-8d87-8e76160c2ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2750fb4b-cd2d-47a1-8757-472149cca425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:30:23.429744 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913f2051-3d04-4d4c-8c46-8ad8c4a9f3ad tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Network hostable DHCP agents. Network: 2750fb4b-cd2d-47a1-8757-472149cca425, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:30:23.441634 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ead2c2ab-4a22-4661-93d8-aa170f20d2c4 None None] Provisioning complete for port 56fdd16d-b16e-4b50-8ee7-64dd508acd4f triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:23.442085 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ead2c2ab-4a22-4661-93d8-aa170f20d2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (56fdd16d-b16e-4b50-8ee7-64dd508acd4f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:23.498460 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8221fb96-73c7-4cd6-a627-192d60e9d00e tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting port c4144d71-cef5-4d7a-b4d0-c1fb446f4d70 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:30:23.498749 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8221fb96-73c7-4cd6-a627-192d60e9d00e tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c4144d71-cef5-4d7a-b4d0-c1fb446f4d70), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:23.537610 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913f2051-3d04-4d4c-8c46-8ad8c4a9f3ad tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Network 2750fb4b-cd2d-47a1-8757-472149cca425 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:30:23.635523 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-913f2051-3d04-4d4c-8c46-8ad8c4a9f3ad tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 2750fb4b-cd2d-47a1-8757-472149cca425) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:30:23.648279 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913f2051-3d04-4d4c-8c46-8ad8c4a9f3ad tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:23.652851 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-913f2051-3d04-4d4c-8c46-8ad8c4a9f3ad tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:23.662657 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d055c81-620f-4683-8a3f-9697ab0c62a6 None None] Network 2750fb4b-cd2d-47a1-8757-472149cca425 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:30:23.675976 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-74888276-0408-4293-ba45-e0da93ec066b None None] Attempting to bind port ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:30:23.688429 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-74888276-0408-4293-ba45-e0da93ec066b None None] Attempting to bind port ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8e5653dd-8b39-44f2-85d8-b5f78bff51c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e2311679-61ba-4daa-90f3-df2d4377608f'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:30:23.689266 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74888276-0408-4293-ba45-e0da93ec066b None None] Attempting to bind port ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb on network e2311679-61ba-4daa-90f3-df2d4377608f {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:30:23.707277 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-d33199c1-d39a-4d73-8ed5-4b417d65efb5 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Floating IP 0eb296ed-90a6-44b4-a837-6202905a8272 associated. External IP: 172.25.3.133, port: ab12a80f-4db3-47e7-b488-6614f4a3764e. Jan 28 00:30:23.710705 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8221fb96-73c7-4cd6-a627-192d60e9d00e tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c4144d71-cef5-4d7a-b4d0-c1fb446f4d70), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:23.723529 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-913f2051-3d04-4d4c-8c46-8ad8c4a9f3ad tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6883180 Jan 28 00:30:23.740904 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40378) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:23.744001 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1e86238e-55db-43f0-a807-58c7ed229bfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:23.880729 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8221fb96-73c7-4cd6-a627-192d60e9d00e tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Calling delete_port for c4144d71-cef5-4d7a-b4d0-c1fb446f4d70 owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:30:24.033398 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1e86238e-55db-43f0-a807-58c7ed229bfa admin admin] Publish callbacks [] for security_group (c812c21b-40b7-44c9-9604-eacbc10d3052), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:24.048233 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1e86238e-55db-43f0-a807-58c7ed229bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c812c21b-40b7-44c9-9604-eacbc10d3052), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:24.073680 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74888276-0408-4293-ba45-e0da93ec066b None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:30:24.074391 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74888276-0408-4293-ba45-e0da93ec066b None None] Checking segment: {'id': '8e5653dd-8b39-44f2-85d8-b5f78bff51c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e2311679-61ba-4daa-90f3-df2d4377608f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:30:24.075272 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-74888276-0408-4293-ba45-e0da93ec066b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:24.075856 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74888276-0408-4293-ba45-e0da93ec066b None None] Bound using segment: {'id': '8e5653dd-8b39-44f2-85d8-b5f78bff51c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e2311679-61ba-4daa-90f3-df2d4377608f'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:30:24.076683 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-74888276-0408-4293-ba45-e0da93ec066b None None] Bound port: ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e5653dd-8b39-44f2-85d8-b5f78bff51c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e2311679-61ba-4daa-90f3-df2d4377608f'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:30:24.077293 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-74888276-0408-4293-ba45-e0da93ec066b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:24.115193 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 56fdd16d-b16e-4b50-8ee7-64dd508acd4f triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:24.115864 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (56fdd16d-b16e-4b50-8ee7-64dd508acd4f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:24.155873 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c7d58070-d83a-4e3c-bb9b-8ffd81d57767 req-e74c35d1-06da-43d3-9343-35bfb235a985 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.1681244 Jan 28 00:30:24.238484 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e86238e-55db-43f0-a807-58c7ed229bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c812c21b-40b7-44c9-9604-eacbc10d3052,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:24.258002 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1e86238e-55db-43f0-a807-58c7ed229bfa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=680196f8bd4c41739c3bc473810857ac&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3125982 Jan 28 00:30:24.261424 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40386) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:24.531094 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78575d04-2b74-4aa1-8c61-4b0aff47f972 admin admin] Publish callbacks [] for security_group (c812c21b-40b7-44c9-9604-eacbc10d3052), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:24.579702 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ead2c2ab-4a22-4661-93d8-aa170f20d2c4 None None] Current status of the port 56fdd16d-b16e-4b50-8ee7-64dd508acd4f is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:30:24.580334 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ead2c2ab-4a22-4661-93d8-aa170f20d2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (56fdd16d-b16e-4b50-8ee7-64dd508acd4f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:24.673418 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54caa4f-5ad2-4aad-ba49-5e05fc7ea833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-2750fb4b-cd2d-47a1-8757-472149cca425', 'network_id': '2750fb4b-cd2d-47a1-8757-472149cca425', 'project_id': '5c96857713154dfdaf0ceee0c87b0c8f', 'fixed_ips': [{'subnet_id': 'f4462975-17a6-41cf-b540-0da111016f95'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:30:24.675550 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f54caa4f-5ad2-4aad-ba49-5e05fc7ea833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:24.745229 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78575d04-2b74-4aa1-8c61-4b0aff47f972 admin admin] Publish callbacks [] for security_group (c812c21b-40b7-44c9-9604-eacbc10d3052), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:24.963180 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33199c1-d39a-4d73-8ed5-4b417d65efb5 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Router c47511db-1f25-4f8d-b3cf-d158c43c155e has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:30:25.102419 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-f54caa4f-5ad2-4aad-ba49-5e05fc7ea833 None None] Allocated IP 2001:db8::2 (2750fb4b-cd2d-47a1-8757-472149cca425/f4462975-17a6-41cf-b540-0da111016f95/b2883929-c7ee-4f0f-b4f0-43f3e2db44d4) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:30:25.189713 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-74888276-0408-4293-ba45-e0da93ec066b None None] For port ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:30:25.243739 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78575d04-2b74-4aa1-8c61-4b0aff47f972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c812c21b-40b7-44c9-9604-eacbc10d3052), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:25.254746 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78575d04-2b74-4aa1-8c61-4b0aff47f972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:25.263804 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-78575d04-2b74-4aa1-8c61-4b0aff47f972 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c812c21b-40b7-44c9-9604-eacbc10d3052 HTTP/1.1" status: 204 len: 168 time: 0.9987328 Jan 28 00:30:25.337798 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78575d04-2b74-4aa1-8c61-4b0aff47f972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c812c21b-40b7-44c9-9604-eacbc10d3052,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:25.450687 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-ead2c2ab-4a22-4661-93d8-aa170f20d2c4 None None] For port 56fdd16d-b16e-4b50-8ee7-64dd508acd4f, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=56fdd16d-b16e-4b50-8ee7-64dd508acd4f,segment=NetworkSegment(34080343-6b09-4f64-9dbc-eaeda5f9478c),segment_id=34080343-6b09-4f64-9dbc-eaeda5f9478c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:30:25.526501 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-74888276-0408-4293-ba45-e0da93ec066b None None] For port ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb,segment=NetworkSegment(8e5653dd-8b39-44f2-85d8-b5f78bff51c9),segment_id=8e5653dd-8b39-44f2-85d8-b5f78bff51c9)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:30:25.535269 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ead2c2ab-4a22-4661-93d8-aa170f20d2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (56fdd16d-b16e-4b50-8ee7-64dd508acd4f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:25.553755 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-74888276-0408-4293-ba45-e0da93ec066b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:25.623567 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 56fdd16d-b16e-4b50-8ee7-64dd508acd4f is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:30:25.624908 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (56fdd16d-b16e-4b50-8ee7-64dd508acd4f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:25.630686 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33199c1-d39a-4d73-8ed5-4b417d65efb5 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:30:25.678570 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d33199c1-d39a-4d73-8ed5-4b417d65efb5 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:25.827186 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3ec55cf9-6de8-4a04-8692-db76a284ca58 req-51b29707-6168-47d6-bef7-47dd8d25b512 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.3087626 Jan 28 00:30:25.847311 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6d3d152a-1b08-49b1-ac58-33629249dc1d tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:25.863987 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d33199c1-d39a-4d73-8ed5-4b417d65efb5 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "PUT /v2.0/floatingips/0eb296ed-90a6-44b4-a837-6202905a8272 HTTP/1.1" status: 200 len: 992 time: 5.0909157 Jan 28 00:30:25.866479 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ce4c4d-ac0c-4af5-8f9f-a732973fcf39', 'tag': 'ab12a80f-4db3-47e7-b488-6614f4a3764e'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:30:25.869686 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8221fb96-73c7-4cd6-a627-192d60e9d00e tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (c4144d71-cef5-4d7a-b4d0-c1fb446f4d70), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:25.871138 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdf932b-2cb7-4876-a9ed-5de7a83edcd1" -d '{"events": [{"name": "network-changed", "server_uuid": "22ce4c4d-ac0c-4af5-8f9f-a732973fcf39", "tag": "ab12a80f-4db3-47e7-b488-6614f4a3764e"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:30:26.024719 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c1ae51-46e7-406b-b6d6-de4b8f9e4347 None None] Sync routers for ids ['c47511db-1f25-4f8d-b3cf-d158c43c155e'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:30:26.121952 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221fb96-73c7-4cd6-a627-192d60e9d00e tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Port': ['ID=c4144d71-cef5-4d7a-b4d0-c1fb446f4d70,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:26.130842 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99dbc7c2-f67f-4c7a-b1f2-b89b0374bca2 x-openstack-request-id: req-99dbc7c2-f67f-4c7a-b1f2-b89b0374bca2 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:30:26.131446 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ce4c4d-ac0c-4af5-8f9f-a732973fcf39", "tag": "ab12a80f-4db3-47e7-b488-6614f4a3764e", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:30:26.132146 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-99dbc7c2-f67f-4c7a-b1f2-b89b0374bca2 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:30:26.132751 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ce4c4d-ac0c-4af5-8f9f-a732973fcf39', 'tag': 'ab12a80f-4db3-47e7-b488-6614f4a3764e', 'status': 'completed', 'code': 200} Jan 28 00:30:26.142783 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40410) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:26.148638 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8221fb96-73c7-4cd6-a627-192d60e9d00e tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:26.167654 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8221fb96-73c7-4cd6-a627-192d60e9d00e tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/ports/c4144d71-cef5-4d7a-b4d0-c1fb446f4d70 HTTP/1.1" status: 204 len: 168 time: 3.0420711 Jan 28 00:30:26.168674 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40414) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:26.200655 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2fe292ac-26f6-42be-a549-ba48d9152410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:26.203822 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:30:26.208208 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:30:26.258285 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2c2ab-4a22-4661-93d8-aa170f20d2c4 None None] Pushing event updated for resources: {'Port': ['ID=56fdd16d-b16e-4b50-8ee7-64dd508acd4f,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:26.356696 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c1ae51-46e7-406b-b6d6-de4b8f9e4347 None None] Routers {'c47511db-1f25-4f8d-b3cf-d158c43c155e'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:30:26.357651 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-82c1ae51-46e7-406b-b6d6-de4b8f9e4347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:30:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c47511db-1f25-4f8d-b3cf-d158c43c155e'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:26.374441 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2fe292ac-26f6-42be-a549-ba48d9152410 admin admin] Publish callbacks [] for security_group (32fe31cc-2ab1-4b5d-bd5a-ffc6b20c4992), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:26.390036 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2fe292ac-26f6-42be-a549-ba48d9152410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (32fe31cc-2ab1-4b5d-bd5a-ffc6b20c4992), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:26.472609 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-889add95-c862-462a-b3f1-c94583eee116 None None] Provisioning complete for port 56fdd16d-b16e-4b50-8ee7-64dd508acd4f triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:26.472995 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-889add95-c862-462a-b3f1-c94583eee116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (56fdd16d-b16e-4b50-8ee7-64dd508acd4f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:26.510179 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2fe292ac-26f6-42be-a549-ba48d9152410 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=21404cd4d5654ccb9997d8e81bcada15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3635161 Jan 28 00:30:26.512642 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40416) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:26.623839 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe292ac-26f6-42be-a549-ba48d9152410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fe31cc-2ab1-4b5d-bd5a-ffc6b20c4992,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:26.662004 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e7b76ec-dec0-4768-a99d-84147d5f8ccd admin admin] Publish callbacks [] for security_group (32fe31cc-2ab1-4b5d-bd5a-ffc6b20c4992), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:26.700085 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e7b76ec-dec0-4768-a99d-84147d5f8ccd admin admin] Publish callbacks [] for security_group (32fe31cc-2ab1-4b5d-bd5a-ffc6b20c4992), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:26.796349 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74888276-0408-4293-ba45-e0da93ec066b None None] Pushing event updated for resources: {'Port': ['ID=ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:26.809323 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f54caa4f-5ad2-4aad-ba49-5e05fc7ea833 None None] Publish callbacks [] for port (b2883929-c7ee-4f0f-b4f0-43f3e2db44d4), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:26.838841 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb825dd-ba00-43d4-be02-fc2ddfe73829 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] GET failed (client error): The resource could not be found. Jan 28 00:30:26.859277 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6bb825dd-ba00-43d4-be02-fc2ddfe73829 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "GET /v2.0/ports/c4144d71-cef5-4d7a-b4d0-c1fb446f4d70 HTTP/1.1" status: 404 len: 333 time: 0.2175763 Jan 28 00:30:26.863849 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40422) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:26.879292 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f54caa4f-5ad2-4aad-ba49-5e05fc7ea833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (b2883929-c7ee-4f0f-b4f0-43f3e2db44d4), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:26.883658 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-6209f5aa-ea36-4a7f-aa22-a8dfe138d12f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'port': {'network_id': '6fa49823-e387-4355-bf1a-a17d64074533', 'name': 'tempest-PortsIpV6TestJSON-1634873135'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:30:26.973807 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-82c1ae51-46e7-406b-b6d6-de4b8f9e4347 None None] Set router c47511db-1f25-4f8d-b3cf-d158c43c155e gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:30:27.131780 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf932b-2cb7-4876-a9ed-5de7a83edcd1 req-a2849ff8-e033-47b1-9914-58499b14b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:27.142501 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8fdf932b-2cb7-4876-a9ed-5de7a83edcd1 req-a2849ff8-e033-47b1-9914-58499b14b38b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=66e2abd01f29448ab207898a6db8a6af&device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 1097 time: 0.4672067 Jan 28 00:30:27.411336 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-6d3d152a-1b08-49b1-ac58-33629249dc1d tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Allocated IP 2001:db8::1 (e2311679-61ba-4daa-90f3-df2d4377608f/64e56d63-79cc-406f-a6e1-575621c8b4c3/fe9ef110-96ba-40c6-bac5-19a670e303f1) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:30:27.444703 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-143f8d30-1a92-40b7-9a36-363485997154 req-f7fb2833-8133-42ad-aa59-56d37a1a0fff tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.1810148 Jan 28 00:30:27.598858 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6209f5aa-ea36-4a7f-aa22-a8dfe138d12f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:30:27.603179 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6209f5aa-ea36-4a7f-aa22-a8dfe138d12f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:27.649399 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf932b-2cb7-4876-a9ed-5de7a83edcd1 req-0e23ab4e-887e-443f-b078-6f5c58dcba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:27.659053 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8fdf932b-2cb7-4876-a9ed-5de7a83edcd1 req-0e23ab4e-887e-443f-b078-6f5c58dcba0f service neutron] 10.222.0.65 "GET /v2.0/networks?id=ab3fb448-728a-46f9-9c11-c79ef9e347d9 HTTP/1.1" status: 200 len: 917 time: 0.4652433 Jan 28 00:30:27.683573 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-6209f5aa-ea36-4a7f-aa22-a8dfe138d12f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] device_id is not set on port 5fda851a-5fae-42f3-a8d5-bfdb5276c7b2 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:30:27.868142 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 56fdd16d-b16e-4b50-8ee7-64dd508acd4f is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:30:27.897676 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6209f5aa-ea36-4a7f-aa22-a8dfe138d12f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for port (5fda851a-5fae-42f3-a8d5-bfdb5276c7b2), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:28.021319 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54caa4f-5ad2-4aad-ba49-5e05fc7ea833 None None] Network 2750fb4b-cd2d-47a1-8757-472149cca425 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:30:28.024597 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0aa474-cf97-4e55-8aa5-8207cfbe1acc None None] Network e2311679-61ba-4daa-90f3-df2d4377608f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:30:28.031647 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8fdf932b-2cb7-4876-a9ed-5de7a83edcd1 req-ce67595c-4c3d-4a5c-adca-16c2eb5dd993 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab12a80f-4db3-47e7-b488-6614f4a3764e HTTP/1.1" status: 200 len: 1000 time: 0.0839481 Jan 28 00:30:28.038087 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6209f5aa-ea36-4a7f-aa22-a8dfe138d12f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (5fda851a-5fae-42f3-a8d5-bfdb5276c7b2), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:28.055316 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-f54caa4f-5ad2-4aad-ba49-5e05fc7ea833 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:30:28.065469 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e7b76ec-dec0-4768-a99d-84147d5f8ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (32fe31cc-2ab1-4b5d-bd5a-ffc6b20c4992), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:28.067179 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54caa4f-5ad2-4aad-ba49-5e05fc7ea833 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:30:28.068271 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e7b76ec-dec0-4768-a99d-84147d5f8ccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:28.069512 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8e7b76ec-dec0-4768-a99d-84147d5f8ccd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/32fe31cc-2ab1-4b5d-bd5a-ffc6b20c4992 HTTP/1.1" status: 204 len: 168 time: 1.5555308 Jan 28 00:30:28.079665 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b76ec-dec0-4768-a99d-84147d5f8ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fe31cc-2ab1-4b5d-bd5a-ffc6b20c4992,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:28.162297 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6209f5aa-ea36-4a7f-aa22-a8dfe138d12f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network 6fa49823-e387-4355-bf1a-a17d64074533 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:30:28.178581 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-6209f5aa-ea36-4a7f-aa22-a8dfe138d12f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:30:28.194299 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6209f5aa-ea36-4a7f-aa22-a8dfe138d12f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:30:28.206739 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6209f5aa-ea36-4a7f-aa22-a8dfe138d12f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:28.213807 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6209f5aa-ea36-4a7f-aa22-a8dfe138d12f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:28.269895 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6d3d152a-1b08-49b1-ac58-33629249dc1d tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks [] for port (fe9ef110-96ba-40c6-bac5-19a670e303f1), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:28.281214 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf932b-2cb7-4876-a9ed-5de7a83edcd1 req-fa5ea073-3815-426c-8e19-f38c7f61e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:28.283965 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8fdf932b-2cb7-4876-a9ed-5de7a83edcd1 req-fa5ea073-3815-426c-8e19-f38c7f61e687 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e8d9d31c-ec82-48b8-8107-afdf4c2c9183 HTTP/1.1" status: 200 len: 855 time: 0.2344136 Jan 28 00:30:28.287407 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209f5aa-ea36-4a7f-aa22-a8dfe138d12f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Port': ['ID=5fda851a-5fae-42f3-a8d5-bfdb5276c7b2,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:28.343871 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40448) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:28.349845 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-c11f09d7-cdec-41ee-9e1e-81d59a7f9cff tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:30:28.353978 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6209f5aa-ea36-4a7f-aa22-a8dfe138d12f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4883904 Jan 28 00:30:28.418563 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf932b-2cb7-4876-a9ed-5de7a83edcd1 req-08c4d748-7280-46cd-9a17-b64cd4e05af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:28.420646 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8fdf932b-2cb7-4876-a9ed-5de7a83edcd1 req-08c4d748-7280-46cd-9a17-b64cd4e05af9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ab3fb448-728a-46f9-9c11-c79ef9e347d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180046 Jan 28 00:30:28.492882 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6d3d152a-1b08-49b1-ac58-33629249dc1d tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (fe9ef110-96ba-40c6-bac5-19a670e303f1), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:28.521664 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c11f09d7-cdec-41ee-9e1e-81d59a7f9cff tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5fda851a-5fae-42f3-a8d5-bfdb5276c7b2), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:28.555184 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d152a-1b08-49b1-ac58-33629249dc1d tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Pushing event updated for resources: {'Port': ['ID=fe9ef110-96ba-40c6-bac5-19a670e303f1,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:28.591004 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3d152a-1b08-49b1-ac58-33629249dc1d tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Network e2311679-61ba-4daa-90f3-df2d4377608f is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:30:28.608815 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-6d3d152a-1b08-49b1-ac58-33629249dc1d tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:30:28.613942 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3d152a-1b08-49b1-ac58-33629249dc1d tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:30:28.616382 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6d3d152a-1b08-49b1-ac58-33629249dc1d tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (2e8f363d-bef5-469a-ae6c-b205d53f292f), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:28.712491 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 56fdd16d-b16e-4b50-8ee7-64dd508acd4f up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:30:28.912907 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b8144a48-28d6-4cf6-b001-6ffa8b30d0d3 req-76d6e46f-1baf-4d42-8170-531f5f9c0608 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.1745517 Jan 28 00:30:28.978855 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8fdf932b-2cb7-4876-a9ed-5de7a83edcd1 req-225e9ad1-8fce-40fb-b220-1920cc02a72e service neutron] 10.222.0.65 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5496082 Jan 28 00:30:28.993698 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c11f09d7-cdec-41ee-9e1e-81d59a7f9cff tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for port (5fda851a-5fae-42f3-a8d5-bfdb5276c7b2), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:29.015034 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c11f09d7-cdec-41ee-9e1e-81d59a7f9cff tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (5fda851a-5fae-42f3-a8d5-bfdb5276c7b2), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:29.074006 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:30:29.105185 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c11f09d7-cdec-41ee-9e1e-81d59a7f9cff tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] In _notify_port_updated(), no bound segment for port 5fda851a-5fae-42f3-a8d5-bfdb5276c7b2 on network 6fa49823-e387-4355-bf1a-a17d64074533 {{(pid=103343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 00:30:29.111512 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11f09d7-cdec-41ee-9e1e-81d59a7f9cff tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:29.112218 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c11f09d7-cdec-41ee-9e1e-81d59a7f9cff tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:29.117271 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c11f09d7-cdec-41ee-9e1e-81d59a7f9cff tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "PUT /v2.0/ports/5fda851a-5fae-42f3-a8d5-bfdb5276c7b2 HTTP/1.1" status: 200 len: 818 time: 0.7718449 Jan 28 00:30:29.117869 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40466) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:29.118787 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6d3d152a-1b08-49b1-ac58-33629249dc1d tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (fe9ef110-96ba-40c6-bac5-19a670e303f1), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:29.184524 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f09d7-cdec-41ee-9e1e-81d59a7f9cff tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Port': ['ID=5fda851a-5fae-42f3-a8d5-bfdb5276c7b2,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:29.293544 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8fdf932b-2cb7-4876-a9ed-5de7a83edcd1 req-ebd746a5-2e27-4bc6-8701-70d4c4f7cc84 service neutron] 10.222.0.65 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063011 Jan 28 00:30:29.449754 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-889add95-c862-462a-b3f1-c94583eee116 None None] Current status of the port 56fdd16d-b16e-4b50-8ee7-64dd508acd4f is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:30:29.468152 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54caa4f-5ad2-4aad-ba49-5e05fc7ea833 None None] Pushing event updated for resources: {'Port': ['ID=b2883929-c7ee-4f0f-b4f0-43f3e2db44d4,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:29.471673 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-4e834f27-2100-41a7-8b5b-5e185e236e6d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting port 5fda851a-5fae-42f3-a8d5-bfdb5276c7b2 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:30:29.472500 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4e834f27-2100-41a7-8b5b-5e185e236e6d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (5fda851a-5fae-42f3-a8d5-bfdb5276c7b2), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:29.660644 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-f54caa4f-5ad2-4aad-ba49-5e05fc7ea833 None None] Attempting to bind port b2883929-c7ee-4f0f-b4f0-43f3e2db44d4 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:30:29.660832 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-f54caa4f-5ad2-4aad-ba49-5e05fc7ea833 None None] Attempting to bind port b2883929-c7ee-4f0f-b4f0-43f3e2db44d4 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '9a288b82-f5c1-418d-8d87-8e76160c2ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2750fb4b-cd2d-47a1-8757-472149cca425'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:30:29.661215 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54caa4f-5ad2-4aad-ba49-5e05fc7ea833 None None] Attempting to bind port b2883929-c7ee-4f0f-b4f0-43f3e2db44d4 on network 2750fb4b-cd2d-47a1-8757-472149cca425 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:30:29.666791 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-899cc073-fe28-4501-b937-9494f246262e None None] Provisioning complete for port ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:29.667178 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-899cc073-fe28-4501-b937-9494f246262e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:29.717205 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4e834f27-2100-41a7-8b5b-5e185e236e6d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (5fda851a-5fae-42f3-a8d5-bfdb5276c7b2), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:29.736269 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54caa4f-5ad2-4aad-ba49-5e05fc7ea833 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:30:29.737281 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54caa4f-5ad2-4aad-ba49-5e05fc7ea833 None None] Checking segment: {'id': '9a288b82-f5c1-418d-8d87-8e76160c2ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2750fb4b-cd2d-47a1-8757-472149cca425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:30:29.737281 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f54caa4f-5ad2-4aad-ba49-5e05fc7ea833 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:29.738154 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54caa4f-5ad2-4aad-ba49-5e05fc7ea833 None None] Bound using segment: {'id': '9a288b82-f5c1-418d-8d87-8e76160c2ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2750fb4b-cd2d-47a1-8757-472149cca425'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:30:29.738154 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-f54caa4f-5ad2-4aad-ba49-5e05fc7ea833 None None] Bound port: b2883929-c7ee-4f0f-b4f0-43f3e2db44d4, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a288b82-f5c1-418d-8d87-8e76160c2ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2750fb4b-cd2d-47a1-8757-472149cca425'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:30:29.738510 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f54caa4f-5ad2-4aad-ba49-5e05fc7ea833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b2883929-c7ee-4f0f-b4f0-43f3e2db44d4), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:29.740498 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-4e834f27-2100-41a7-8b5b-5e185e236e6d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Calling delete_port for 5fda851a-5fae-42f3-a8d5-bfdb5276c7b2 owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:30:29.838342 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 56fdd16d-b16e-4b50-8ee7-64dd508acd4f triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:29.846560 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (56fdd16d-b16e-4b50-8ee7-64dd508acd4f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:30.023991 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4e834f27-2100-41a7-8b5b-5e185e236e6d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (5fda851a-5fae-42f3-a8d5-bfdb5276c7b2), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:30.035598 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-82c1ae51-46e7-406b-b6d6-de4b8f9e4347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'name': 'tempest-AttachVolumeShelveTestJSON-976148639-router', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:23:12Z', 'updated_at': '2022-01-28T00:23:20Z', 'revision_number': 4, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'gw_port': {'id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:13Z', 'updated_at': '2022-01-28T00:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '0eb296ed-90a6-44b4-a837-6202905a8272', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'port_id': 'ab12a80f-4db3-47e7-b488-6614f4a3764e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9', 'mac_address': 'fa:16:3e:40:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ce4c4d-ac0c-4af5-8f9f-a732973fcf39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:29:46Z', 'updated_at': '2022-01-28T00:30:22Z', 'revision_number': 1, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dccb3a2-d8c8-432b-9acf-8c76e45da32b', 'name': '', 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'mac_address': 'fa:16:3e:de:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:18Z', 'updated_at': '2022-01-28T00:23:27Z', 'revision_number': 5, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'subnets': [{'id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:30.137302 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e834f27-2100-41a7-8b5b-5e185e236e6d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Port': ['ID=5fda851a-5fae-42f3-a8d5-bfdb5276c7b2,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:30.213087 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c1ae51-46e7-406b-b6d6-de4b8f9e4347 None None] Checking router: c47511db-1f25-4f8d-b3cf-d158c43c155e for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:30:30.218984 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22b6ef0c-b770-498b-bc2f-d9dde2d56b67 req-23fa5051-c07f-43c3-b3c5-d1995583c061 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.1037354 Jan 28 00:30:30.224082 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6d3d152a-1b08-49b1-ac58-33629249dc1d tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks [] for port (fe9ef110-96ba-40c6-bac5-19a670e303f1), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:30.241185 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4e834f27-2100-41a7-8b5b-5e185e236e6d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:30.262652 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4e834f27-2100-41a7-8b5b-5e185e236e6d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/ports/5fda851a-5fae-42f3-a8d5-bfdb5276c7b2 HTTP/1.1" status: 204 len: 168 time: 1.1180048 Jan 28 00:30:30.262652 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6d3d152a-1b08-49b1-ac58-33629249dc1d tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (fe9ef110-96ba-40c6-bac5-19a670e303f1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:30.264074 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40492) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:30.266459 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6d3d152a-1b08-49b1-ac58-33629249dc1d tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (2e8f363d-bef5-469a-ae6c-b205d53f292f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:30.278584 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c1ae51-46e7-406b-b6d6-de4b8f9e4347 None None] Routers {'c47511db-1f25-4f8d-b3cf-d158c43c155e'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:30:30.279510 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-82c1ae51-46e7-406b-b6d6-de4b8f9e4347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:30:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c47511db-1f25-4f8d-b3cf-d158c43c155e'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:30.420599 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8bf38d-6030-4044-bb66-ad685e5950c5 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:30.429514 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cd8bf38d-6030-4044-bb66-ad685e5950c5 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1624277 Jan 28 00:30:30.432819 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40496) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:30.509536 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-cadd7cba-840b-4496-ba16-cbd7bbe3a7ce tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] GET failed (client error): The resource could not be found. Jan 28 00:30:30.522627 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cadd7cba-840b-4496-ba16-cbd7bbe3a7ce tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "GET /v2.0/ports/5fda851a-5fae-42f3-a8d5-bfdb5276c7b2 HTTP/1.1" status: 404 len: 333 time: 0.0861590 Jan 28 00:30:30.523643 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40502) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:30.535540 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-84e9bc7c-3fe3-4d5e-b9a7-31c1451460ec tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1881225697'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:30:30.560670 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-899cc073-fe28-4501-b937-9494f246262e None None] Current status of the port ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:30:30.566119 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-899cc073-fe28-4501-b937-9494f246262e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:30.604836 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e9bc7c-3fe3-4d5e-b9a7-31c1451460ec tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:30:30.611905 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-84e9bc7c-3fe3-4d5e-b9a7-31c1451460ec tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:30.653657 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d152a-1b08-49b1-ac58-33629249dc1d tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Pushing event updated for resources: {'Port': ['ID=fe9ef110-96ba-40c6-bac5-19a670e303f1,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:30.680017 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e9bc7c-3fe3-4d5e-b9a7-31c1451460ec tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:30:30.709950 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-84e9bc7c-3fe3-4d5e-b9a7-31c1451460ec tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (38478e16-f8c1-4d40-a124-c99d36577a19), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:30.710299 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-84e9bc7c-3fe3-4d5e-b9a7-31c1451460ec tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Added segment 38478e16-f8c1-4d40-a124-c99d36577a19 of type vlan for network a30e2f17-5c7c-4ce8-8801-de1a7394c876 Jan 28 00:30:30.730068 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 56fdd16d-b16e-4b50-8ee7-64dd508acd4f is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:30:30.733611 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:30:30.833667 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3d152a-1b08-49b1-ac58-33629249dc1d tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Network e2311679-61ba-4daa-90f3-df2d4377608f is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:30:30.837019 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-84e9bc7c-3fe3-4d5e-b9a7-31c1451460ec tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (a30e2f17-5c7c-4ce8-8801-de1a7394c876), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:30.842156 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-6d3d152a-1b08-49b1-ac58-33629249dc1d tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:30:30.911417 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-84e9bc7c-3fe3-4d5e-b9a7-31c1451460ec tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (a30e2f17-5c7c-4ce8-8801-de1a7394c876), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:30.914969 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-899cc073-fe28-4501-b937-9494f246262e None None] For port ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb,segment=NetworkSegment(8e5653dd-8b39-44f2-85d8-b5f78bff51c9),segment_id=8e5653dd-8b39-44f2-85d8-b5f78bff51c9)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:30:30.918845 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e9bc7c-3fe3-4d5e-b9a7-31c1451460ec tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:30.922116 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-84e9bc7c-3fe3-4d5e-b9a7-31c1451460ec tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:30.924264 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f54caa4f-5ad2-4aad-ba49-5e05fc7ea833 None None] For port b2883929-c7ee-4f0f-b4f0-43f3e2db44d4, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:30:30.994813 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40506) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:30.998962 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-84e9bc7c-3fe3-4d5e-b9a7-31c1451460ec tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4725780 Jan 28 00:30:31.042811 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-68d8e85d-6ada-4cc8-837d-11a3244625fe tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'subnet': {'network_id': 'a30e2f17-5c7c-4ce8-8801-de1a7394c876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:30:31.073630 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f54caa4f-5ad2-4aad-ba49-5e05fc7ea833 None None] For port b2883929-c7ee-4f0f-b4f0-43f3e2db44d4, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b2883929-c7ee-4f0f-b4f0-43f3e2db44d4,segment=NetworkSegment(9a288b82-f5c1-418d-8d87-8e76160c2ef9),segment_id=9a288b82-f5c1-418d-8d87-8e76160c2ef9)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:30:31.108692 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-899cc073-fe28-4501-b937-9494f246262e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:31.172161 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f54caa4f-5ad2-4aad-ba49-5e05fc7ea833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b2883929-c7ee-4f0f-b4f0-43f3e2db44d4), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:31.235479 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9bc7c-3fe3-4d5e-b9a7-31c1451460ec tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Network': ['ID=a30e2f17-5c7c-4ce8-8801-de1a7394c876,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:31.352923 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network a30e2f17-5c7c-4ce8-8801-de1a7394c876 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:30:31.680824 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-82c1ae51-46e7-406b-b6d6-de4b8f9e4347 None None] Set router c47511db-1f25-4f8d-b3cf-d158c43c155e gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:30:31.789002 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:31.789387 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:31.866071 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-249e8d94-c6f7-468b-bb37-1d504fa7b152 req-54e9f865-1e4a-41a5-9708-6b16bced68f7 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.1791866 Jan 28 00:30:31.902660 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d8e85d-6ada-4cc8-837d-11a3244625fe tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:30:31.906552 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68d8e85d-6ada-4cc8-837d-11a3244625fe tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:32.024216 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899cc073-fe28-4501-b937-9494f246262e None None] Pushing event updated for resources: {'Port': ['ID=ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:32.066935 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a876021c-fad3-400e-9bfd-044fa5a83a89 None None] Provisioning complete for port ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:32.067720 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a876021c-fad3-400e-9bfd-044fa5a83a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:32.237822 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3d152a-1b08-49b1-ac58-33629249dc1d tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Router 2e8f363d-bef5-469a-ae6c-b205d53f292f is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:30:32.414594 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3d152a-1b08-49b1-ac58-33629249dc1d tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:30:32.428093 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40542) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:32.432852 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6d3d152a-1b08-49b1-ac58-33629249dc1d tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] 10.222.0.70 "PUT /v2.0/routers/2e8f363d-bef5-469a-ae6c-b205d53f292f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6901729 Jan 28 00:30:32.437308 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9556723-cb4f-41b4-88db-883d28a11619 None None] Sync routers for ids ['2e8f363d-bef5-469a-ae6c-b205d53f292f'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:30:32.472190 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9556723-cb4f-41b4-88db-883d28a11619 None None] Routers {'2e8f363d-bef5-469a-ae6c-b205d53f292f'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:30:32.480589 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f9556723-cb4f-41b4-88db-883d28a11619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:30:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2e8f363d-bef5-469a-ae6c-b205d53f292f'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:32.520995 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:30:32.537681 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54caa4f-5ad2-4aad-ba49-5e05fc7ea833 None None] Pushing event updated for resources: {'Port': ['ID=b2883929-c7ee-4f0f-b4f0-43f3e2db44d4,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:32.567352 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f9556723-cb4f-41b4-88db-883d28a11619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:32.607311 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9556723-cb4f-41b4-88db-883d28a11619 None None] Routers {'2e8f363d-bef5-469a-ae6c-b205d53f292f'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:30:32.615054 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f9556723-cb4f-41b4-88db-883d28a11619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:30:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2e8f363d-bef5-469a-ae6c-b205d53f292f'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:32.644607 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68d8e85d-6ada-4cc8-837d-11a3244625fe tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (123ed2f8-e2d3-42d2-9b79-40ec8359260b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:32.888627 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8e85d-6ada-4cc8-837d-11a3244625fe tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Subnet': ['ID=123ed2f8-e2d3-42d2-9b79-40ec8359260b,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:32.976374 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d8e85d-6ada-4cc8-837d-11a3244625fe tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Checking segment: {'id': '38478e16-f8c1-4d40-a124-c99d36577a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a30e2f17-5c7c-4ce8-8801-de1a7394c876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:30:32.977009 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d8e85d-6ada-4cc8-837d-11a3244625fe tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network hostable DHCP agents. Network: a30e2f17-5c7c-4ce8-8801-de1a7394c876, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:30:33.188768 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:30:33.206751 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-018e3a63-bc8a-436a-b8a0-539296941f38 req-a5a77a94-1a7b-4c04-b990-bf03e947cb5b tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.1716990 Jan 28 00:30:33.209618 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d8e85d-6ada-4cc8-837d-11a3244625fe tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network a30e2f17-5c7c-4ce8-8801-de1a7394c876 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:30:33.251041 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-68d8e85d-6ada-4cc8-837d-11a3244625fe tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, a30e2f17-5c7c-4ce8-8801-de1a7394c876) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:30:33.257518 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a876021c-fad3-400e-9bfd-044fa5a83a89 None None] Current status of the port ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:30:33.273847 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d8e85d-6ada-4cc8-837d-11a3244625fe tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:33.274371 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68d8e85d-6ada-4cc8-837d-11a3244625fe tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:33.354665 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-68d8e85d-6ada-4cc8-837d-11a3244625fe tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3416145 Jan 28 00:30:33.360312 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40574) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:33.390149 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f9556723-cb4f-41b4-88db-883d28a11619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:33.391344 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-abcc603e-1609-48b0-a921-40ee9d60d6c2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'subnet': {'network_id': 'a30e2f17-5c7c-4ce8-8801-de1a7394c876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:30:33.392343 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9556723-cb4f-41b4-88db-883d28a11619 None None] The sync data for ids ['2e8f363d-bef5-469a-ae6c-b205d53f292f'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:30:33.393268 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681c729c-56e5-4966-bef1-475c13c804d3 None None] Network a30e2f17-5c7c-4ce8-8801-de1a7394c876 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:30:33.720794 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a876021c-fad3-400e-9bfd-044fa5a83a89 None None] Provisioning complete for port fe9ef110-96ba-40c6-bac5-19a670e303f1 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:33.721455 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a876021c-fad3-400e-9bfd-044fa5a83a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (fe9ef110-96ba-40c6-bac5-19a670e303f1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:33.806305 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-82c1ae51-46e7-406b-b6d6-de4b8f9e4347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'name': 'tempest-AttachVolumeShelveTestJSON-976148639-router', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:23:12Z', 'updated_at': '2022-01-28T00:23:20Z', 'revision_number': 4, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'gw_port': {'id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:13Z', 'updated_at': '2022-01-28T00:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '0eb296ed-90a6-44b4-a837-6202905a8272', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'port_id': 'ab12a80f-4db3-47e7-b488-6614f4a3764e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9', 'mac_address': 'fa:16:3e:40:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ce4c4d-ac0c-4af5-8f9f-a732973fcf39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:29:46Z', 'updated_at': '2022-01-28T00:30:22Z', 'revision_number': 1, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dccb3a2-d8c8-432b-9acf-8c76e45da32b', 'name': '', 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'mac_address': 'fa:16:3e:de:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:18Z', 'updated_at': '2022-01-28T00:23:27Z', 'revision_number': 5, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'subnets': [{'id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:33.900773 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcc603e-1609-48b0-a921-40ee9d60d6c2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:30:33.918466 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-abcc603e-1609-48b0-a921-40ee9d60d6c2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:33.974893 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c1ae51-46e7-406b-b6d6-de4b8f9e4347 None None] The sync data for ids ['c47511db-1f25-4f8d-b3cf-d158c43c155e'] in n-d-826754-1 is: [{'id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'name': 'tempest-AttachVolumeShelveTestJSON-976148639-router', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:23:12Z', 'updated_at': '2022-01-28T00:23:20Z', 'revision_number': 4, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'gw_port': {'id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:13Z', 'updated_at': '2022-01-28T00:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '0eb296ed-90a6-44b4-a837-6202905a8272', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'port_id': 'ab12a80f-4db3-47e7-b488-6614f4a3764e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9', 'mac_address': 'fa:16:3e:40:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ce4c4d-ac0c-4af5-8f9f-a732973fcf39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:29:46Z', 'updated_at': '2022-01-28T00:30:22Z', 'revision_number': 1, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dccb3a2-d8c8-432b-9acf-8c76e45da32b', 'name': '', 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'mac_address': 'fa:16:3e:de:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:18Z', 'updated_at': '2022-01-28T00:23:27Z', 'revision_number': 5, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'subnets': [{'id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:30:33.979984 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a4fa98-3c61-4844-b4ec-c1813e796bfe None None] Network 2750fb4b-cd2d-47a1-8757-472149cca425 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:30:34.099958 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-c36adf28-cce6-4912-b187-9948ef65a439 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:30:34.110601 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c36adf28-cce6-4912-b187-9948ef65a439 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] 10.222.0.70 "PUT /v2.0/routers/2e8f363d-bef5-469a-ae6c-b205d53f292f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6796069 Jan 28 00:30:34.113511 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40592) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:34.241452 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a876021c-fad3-400e-9bfd-044fa5a83a89 None None] Port fe9ef110-96ba-40c6-bac5-19a670e303f1 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:30:34.437016 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:34.438296 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:34.463289 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35069225-e80c-4dc1-81e5-dff7dd710831 None None] New status for floating IP 0eb296ed-90a6-44b4-a837-6202905a8272: ACTIVE {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:30:34.531980 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e61f11-7614-4038-8e4e-bf8da1ce7fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-a30e2f17-5c7c-4ce8-8801-de1a7394c876', 'network_id': 'a30e2f17-5c7c-4ce8-8801-de1a7394c876', 'project_id': '42f780956c37408e9aed0d4993486e6b', 'fixed_ips': [{'subnet_id': '123ed2f8-e2d3-42d2-9b79-40ec8359260b'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:30:34.533559 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-09e61f11-7614-4038-8e4e-bf8da1ce7fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:35.154352 n-d-826754-1 neutron-server[103344]: INFO neutron.db.ipam_backend_mixin [None req-abcc603e-1609-48b0-a921-40ee9d60d6c2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 123ed2f8-e2d3-42d2-9b79-40ec8359260b (CIDR: 2001:db8::/64) Jan 28 00:30:35.175364 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d535b68-9a32-48a6-ab56-600374c14ee7 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (2e8f363d-bef5-469a-ae6c-b205d53f292f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:35.221645 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-abcc603e-1609-48b0-a921-40ee9d60d6c2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:30:35.228683 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abcc603e-1609-48b0-a921-40ee9d60d6c2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:30:35.371416 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0b27742b-f195-4433-af2d-8993d5c0985a req-8ac11886-ae17-46c0-ac39-1c7c584e91cb tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16784ea-d4c5-4e98-9784-96a9eb4011ce HTTP/1.1" status: 200 len: 210 time: 0.2074432 Jan 28 00:30:35.387120 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-abcc603e-1609-48b0-a921-40ee9d60d6c2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0186813 Jan 28 00:30:35.391175 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40622) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:35.434615 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-ed2f3c26-d244-4970-b769-a2467a5f475b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'subnet': {'network_id': 'a30e2f17-5c7c-4ce8-8801-de1a7394c876', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:30:35.554141 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-e24fb37c-1a96-483c-bcff-f86b2edcfbb0 None None] Provisioning complete for port b2883929-c7ee-4f0f-b4f0-43f3e2db44d4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:35.555681 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e24fb37c-1a96-483c-bcff-f86b2edcfbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b2883929-c7ee-4f0f-b4f0-43f3e2db44d4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:35.946314 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2f3c26-d244-4970-b769-a2467a5f475b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:30:35.967477 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ed2f3c26-d244-4970-b769-a2467a5f475b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:36.063210 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-09e61f11-7614-4038-8e4e-bf8da1ce7fa1 None None] Allocated IP 2001:db8::2 (a30e2f17-5c7c-4ce8-8801-de1a7394c876/123ed2f8-e2d3-42d2-9b79-40ec8359260b/6a6565cd-5ecb-4688-a9f8-5871b6a5d78c) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:30:36.065775 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40638) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:36.193911 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5d535b68-9a32-48a6-ab56-600374c14ee7 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Deleting port fe9ef110-96ba-40c6-bac5-19a670e303f1 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:30:36.194663 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d535b68-9a32-48a6-ab56-600374c14ee7 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (fe9ef110-96ba-40c6-bac5-19a670e303f1), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:36.321570 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-237dc1e4-66a1-46bd-bdc1-7e97a9c68ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:36.333648 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:30:36.538134 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e24fb37c-1a96-483c-bcff-f86b2edcfbb0 None None] Current status of the port b2883929-c7ee-4f0f-b4f0-43f3e2db44d4 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:30:36.554714 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e24fb37c-1a96-483c-bcff-f86b2edcfbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b2883929-c7ee-4f0f-b4f0-43f3e2db44d4), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:36.577617 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d535b68-9a32-48a6-ab56-600374c14ee7 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (fe9ef110-96ba-40c6-bac5-19a670e303f1), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:36.681312 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5d535b68-9a32-48a6-ab56-600374c14ee7 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Calling delete_port for fe9ef110-96ba-40c6-bac5-19a670e303f1 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:30:36.695263 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40652) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:36.705108 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-09e61f11-7614-4038-8e4e-bf8da1ce7fa1 None None] Publish callbacks [] for port (6a6565cd-5ecb-4688-a9f8-5871b6a5d78c), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:36.719922 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-de3268cd-f19d-4607-9b01-c0d8049622f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:36.743396 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-09e61f11-7614-4038-8e4e-bf8da1ce7fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (6a6565cd-5ecb-4688-a9f8-5871b6a5d78c), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:36.857017 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e61f11-7614-4038-8e4e-bf8da1ce7fa1 None None] Network a30e2f17-5c7c-4ce8-8801-de1a7394c876 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:30:36.870540 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-e24fb37c-1a96-483c-bcff-f86b2edcfbb0 None None] For port b2883929-c7ee-4f0f-b4f0-43f3e2db44d4, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b2883929-c7ee-4f0f-b4f0-43f3e2db44d4,segment=NetworkSegment(9a288b82-f5c1-418d-8d87-8e76160c2ef9),segment_id=9a288b82-f5c1-418d-8d87-8e76160c2ef9)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:30:36.876198 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-09e61f11-7614-4038-8e4e-bf8da1ce7fa1 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:30:36.883150 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b2883929-c7ee-4f0f-b4f0-43f3e2db44d4 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:30:36.894102 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ed2f3c26-d244-4970-b769-a2467a5f475b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (30ee12f7-3f69-403a-813e-f6a766128e75), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:36.942119 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e61f11-7614-4038-8e4e-bf8da1ce7fa1 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:30:36.952658 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e24fb37c-1a96-483c-bcff-f86b2edcfbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b2883929-c7ee-4f0f-b4f0-43f3e2db44d4), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:37.010959 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c8ebc16c-bc6d-47c0-a37b-0c1c5f219e09 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for security_group (d7a2c49d-3408-4523-8d20-ab27295ac696), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:37.080621 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c8ebc16c-bc6d-47c0-a37b-0c1c5f219e09 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for security_group (d7a2c49d-3408-4523-8d20-ab27295ac696), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:37.086598 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2f3c26-d244-4970-b769-a2467a5f475b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network a30e2f17-5c7c-4ce8-8801-de1a7394c876 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:30:37.099070 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-ed2f3c26-d244-4970-b769-a2467a5f475b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:30:37.113877 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2f3c26-d244-4970-b769-a2467a5f475b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:37.115158 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ed2f3c26-d244-4970-b769-a2467a5f475b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:37.125694 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f3c26-d244-4970-b769-a2467a5f475b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Subnet': ['ID=30ee12f7-3f69-403a-813e-f6a766128e75,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:37.158293 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-e24fb37c-1a96-483c-bcff-f86b2edcfbb0 None None] Provisioning complete for port fe9ef110-96ba-40c6-bac5-19a670e303f1 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:37.158693 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e24fb37c-1a96-483c-bcff-f86b2edcfbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (fe9ef110-96ba-40c6-bac5-19a670e303f1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:37.162974 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e61f11-7614-4038-8e4e-bf8da1ce7fa1 None None] Pushing event updated for resources: {'Port': ['ID=6a6565cd-5ecb-4688-a9f8-5871b6a5d78c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:37.171206 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ed2f3c26-d244-4970-b769-a2467a5f475b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7755454 Jan 28 00:30:37.180175 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40658) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:37.197949 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-de3268cd-f19d-4607-9b01-c0d8049622f6 admin admin] Publish callbacks [] for security_group (2776ff44-16fe-4cfc-9dd8-ebec6fcba3ee), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:37.210836 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-de3268cd-f19d-4607-9b01-c0d8049622f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2776ff44-16fe-4cfc-9dd8-ebec6fcba3ee), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:37.225249 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-90a5e281-ee3b-4296-8c7e-6c99b0bf0956 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'port': {'network_id': 'a30e2f17-5c7c-4ce8-8801-de1a7394c876', 'fixed_ips': [{'subnet_id': '123ed2f8-e2d3-42d2-9b79-40ec8359260b'}, {'subnet_id': '30ee12f7-3f69-403a-813e-f6a766128e75'}], 'name': 'tempest-PortsIpV6TestJSON-1973787647'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:30:37.231866 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-09e61f11-7614-4038-8e4e-bf8da1ce7fa1 None None] Attempting to bind port 6a6565cd-5ecb-4688-a9f8-5871b6a5d78c on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:30:37.232247 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-09e61f11-7614-4038-8e4e-bf8da1ce7fa1 None None] Attempting to bind port 6a6565cd-5ecb-4688-a9f8-5871b6a5d78c by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '38478e16-f8c1-4d40-a124-c99d36577a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a30e2f17-5c7c-4ce8-8801-de1a7394c876'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:30:37.232624 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e61f11-7614-4038-8e4e-bf8da1ce7fa1 None None] Attempting to bind port 6a6565cd-5ecb-4688-a9f8-5871b6a5d78c on network a30e2f17-5c7c-4ce8-8801-de1a7394c876 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:30:37.281468 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-de3268cd-f19d-4607-9b01-c0d8049622f6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bfde73e9929b480891d9f32391ba2489&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2143936 Jan 28 00:30:37.282503 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3268cd-f19d-4607-9b01-c0d8049622f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2776ff44-16fe-4cfc-9dd8-ebec6fcba3ee,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:37.287142 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40662) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:37.340023 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port b2883929-c7ee-4f0f-b4f0-43f3e2db44d4 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:37.340264 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b2883929-c7ee-4f0f-b4f0-43f3e2db44d4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:37.393008 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b40201ec-119f-46bc-81b5-747a11aff9cf admin admin] Publish callbacks [] for security_group (2776ff44-16fe-4cfc-9dd8-ebec6fcba3ee), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:37.436171 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e61f11-7614-4038-8e4e-bf8da1ce7fa1 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:30:37.436819 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e61f11-7614-4038-8e4e-bf8da1ce7fa1 None None] Checking segment: {'id': '38478e16-f8c1-4d40-a124-c99d36577a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a30e2f17-5c7c-4ce8-8801-de1a7394c876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:30:37.437505 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-09e61f11-7614-4038-8e4e-bf8da1ce7fa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:37.438165 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e61f11-7614-4038-8e4e-bf8da1ce7fa1 None None] Bound using segment: {'id': '38478e16-f8c1-4d40-a124-c99d36577a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a30e2f17-5c7c-4ce8-8801-de1a7394c876'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:30:37.439000 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-09e61f11-7614-4038-8e4e-bf8da1ce7fa1 None None] Bound port: 6a6565cd-5ecb-4688-a9f8-5871b6a5d78c, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38478e16-f8c1-4d40-a124-c99d36577a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a30e2f17-5c7c-4ce8-8801-de1a7394c876'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:30:37.439701 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-09e61f11-7614-4038-8e4e-bf8da1ce7fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6a6565cd-5ecb-4688-a9f8-5871b6a5d78c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:37.449582 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b40201ec-119f-46bc-81b5-747a11aff9cf admin admin] Publish callbacks [] for security_group (2776ff44-16fe-4cfc-9dd8-ebec6fcba3ee), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:37.525265 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b40201ec-119f-46bc-81b5-747a11aff9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2776ff44-16fe-4cfc-9dd8-ebec6fcba3ee), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:37.528528 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b40201ec-119f-46bc-81b5-747a11aff9cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:37.529858 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b40201ec-119f-46bc-81b5-747a11aff9cf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2776ff44-16fe-4cfc-9dd8-ebec6fcba3ee HTTP/1.1" status: 204 len: 168 time: 0.2412672 Jan 28 00:30:37.562467 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40201ec-119f-46bc-81b5-747a11aff9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2776ff44-16fe-4cfc-9dd8-ebec6fcba3ee,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:37.615543 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c8ebc16c-bc6d-47c0-a37b-0c1c5f219e09 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d7a2c49d-3408-4523-8d20-ab27295ac696), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:37.620764 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c8ebc16c-bc6d-47c0-a37b-0c1c5f219e09 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:37.622854 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c8ebc16c-bc6d-47c0-a37b-0c1c5f219e09 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "DELETE /v2.0/security-groups/d7a2c49d-3408-4523-8d20-ab27295ac696 HTTP/1.1" status: 204 len: 168 time: 0.9204342 Jan 28 00:30:37.627073 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40666) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:37.642826 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e24fb37c-1a96-483c-bcff-f86b2edcfbb0 None None] Port fe9ef110-96ba-40c6-bac5-19a670e303f1 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:30:37.666206 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-48f7550e-ab46-434e-8f20-4f2c1387f107 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] show failed (client error): The resource could not be found. Jan 28 00:30:37.667307 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-48f7550e-ab46-434e-8f20-4f2c1387f107 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "GET /v2.0/security-groups/d7a2c49d-3408-4523-8d20-ab27295ac696 HTTP/1.1" status: 404 len: 347 time: 0.0389242 Jan 28 00:30:37.672631 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40670) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:37.680572 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fb37c-1a96-483c-bcff-f86b2edcfbb0 None None] Pushing event updated for resources: {'Port': ['ID=b2883929-c7ee-4f0f-b4f0-43f3e2db44d4,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:37.710429 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebc16c-bc6d-47c0-a37b-0c1c5f219e09 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a2c49d-3408-4523-8d20-ab27295ac696,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:37.785268 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port b2883929-c7ee-4f0f-b4f0-43f3e2db44d4 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:30:37.827504 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d535b68-9a32-48a6-ab56-600374c14ee7 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (fe9ef110-96ba-40c6-bac5-19a670e303f1), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:37.857496 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f9b50786-ec94-4b0a-8dcc-197be34edc1a None None] Provisioning complete for port b2883929-c7ee-4f0f-b4f0-43f3e2db44d4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:37.857912 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f9b50786-ec94-4b0a-8dcc-197be34edc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b2883929-c7ee-4f0f-b4f0-43f3e2db44d4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:37.944358 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d535b68-9a32-48a6-ab56-600374c14ee7 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Pushing event deleted for resources: {'Port': ['ID=fe9ef110-96ba-40c6-bac5-19a670e303f1,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:37.954989 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-09e61f11-7614-4038-8e4e-bf8da1ce7fa1 None None] For port 6a6565cd-5ecb-4688-a9f8-5871b6a5d78c, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:30:37.993272 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-09e61f11-7614-4038-8e4e-bf8da1ce7fa1 None None] For port 6a6565cd-5ecb-4688-a9f8-5871b6a5d78c, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6a6565cd-5ecb-4688-a9f8-5871b6a5d78c,segment=NetworkSegment(38478e16-f8c1-4d40-a124-c99d36577a19),segment_id=38478e16-f8c1-4d40-a124-c99d36577a19)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:30:37.996368 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-d8d81769-272d-495d-9bbc-0671dd211641 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Deleting port ed418117-ffcd-406a-b9b7-65d72202a707 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:30:37.997862 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d8d81769-272d-495d-9bbc-0671dd211641 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (ed418117-ffcd-406a-b9b7-65d72202a707), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:38.007660 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-09e61f11-7614-4038-8e4e-bf8da1ce7fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6a6565cd-5ecb-4688-a9f8-5871b6a5d78c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:38.138693 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e61f11-7614-4038-8e4e-bf8da1ce7fa1 None None] Pushing event updated for resources: {'Port': ['ID=6a6565cd-5ecb-4688-a9f8-5871b6a5d78c,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:38.207557 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d8d81769-272d-495d-9bbc-0671dd211641 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (ed418117-ffcd-406a-b9b7-65d72202a707), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:38.207892 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d8d81769-272d-495d-9bbc-0671dd211641 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for floatingip (ed418117-ffcd-406a-b9b7-65d72202a707), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:38.252302 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-d8d81769-272d-495d-9bbc-0671dd211641 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Calling delete_port for ed418117-ffcd-406a-b9b7-65d72202a707 owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:30:38.284051 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f9b50786-ec94-4b0a-8dcc-197be34edc1a None None] Current status of the port b2883929-c7ee-4f0f-b4f0-43f3e2db44d4 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:30:38.327271 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5497dbec-ff66-4619-9417-6a3f4facc183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:38.441705 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d535b68-9a32-48a6-ab56-600374c14ee7 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (2e8f363d-bef5-469a-ae6c-b205d53f292f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:38.483918 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a5e281-ee3b-4296-8c7e-6c99b0bf0956 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:30:38.522194 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40682) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:38.561677 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-05426fe9-7dbd-4c24-b840-b0330bb1479a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:38.620809 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b2883929-c7ee-4f0f-b4f0-43f3e2db44d4 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:30:38.828407 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port b2883929-c7ee-4f0f-b4f0-43f3e2db44d4 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:38.829757 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d8d81769-272d-495d-9bbc-0671dd211641 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (ed418117-ffcd-406a-b9b7-65d72202a707), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:38.831408 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b2883929-c7ee-4f0f-b4f0-43f3e2db44d4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:39.015666 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90a5e281-ee3b-4296-8c7e-6c99b0bf0956 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:39.026092 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d81769-272d-495d-9bbc-0671dd211641 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Pushing event deleted for resources: {'Port': ['ID=ed418117-ffcd-406a-b9b7-65d72202a707,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:39.037929 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d8d81769-272d-495d-9bbc-0671dd211641 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for floatingip (2d86ea61-f9f5-4c6e-9603-4341d5e57d4b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:39.042630 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d8d81769-272d-495d-9bbc-0671dd211641 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:39.044231 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d8d81769-272d-495d-9bbc-0671dd211641 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "DELETE /v2.0/floatingips/2d86ea61-f9f5-4c6e-9603-4341d5e57d4b HTTP/1.1" status: 204 len: 168 time: 1.3702946 Jan 28 00:30:39.049037 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40688) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:39.064528 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d535b68-9a32-48a6-ab56-600374c14ee7 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Router 2e8f363d-bef5-469a-ae6c-b205d53f292f has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:30:39.096226 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-90a5e281-ee3b-4296-8c7e-6c99b0bf0956 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] device_id is not set on port c52a948a-5955-4b15-b19a-a5d5e3f01ae6 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:30:39.177412 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port b2883929-c7ee-4f0f-b4f0-43f3e2db44d4 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:30:39.318244 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-05426fe9-7dbd-4c24-b840-b0330bb1479a admin admin] Publish callbacks [] for security_group (7a8a99d7-6162-4ad4-8c67-71445859356d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:39.349280 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-05426fe9-7dbd-4c24-b840-b0330bb1479a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7a8a99d7-6162-4ad4-8c67-71445859356d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:39.390283 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d535b68-9a32-48a6-ab56-600374c14ee7 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:30:39.413985 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09742051-fc45-4e81-bb71-5bcc261c304a None None] Sync routers for ids ['2e8f363d-bef5-469a-ae6c-b205d53f292f'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:30:39.423074 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5d535b68-9a32-48a6-ab56-600374c14ee7 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] 10.222.0.70 "PUT /v2.0/routers/2e8f363d-bef5-469a-ae6c-b205d53f292f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3059485 Jan 28 00:30:39.436485 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40692) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:39.458598 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09742051-fc45-4e81-bb71-5bcc261c304a None None] Routers {'2e8f363d-bef5-469a-ae6c-b205d53f292f'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:30:39.467917 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-09742051-fc45-4e81-bb71-5bcc261c304a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:30:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2e8f363d-bef5-469a-ae6c-b205d53f292f'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:39.634896 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-09742051-fc45-4e81-bb71-5bcc261c304a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:39.655272 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:39.657906 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05426fe9-7dbd-4c24-b840-b0330bb1479a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8a99d7-6162-4ad4-8c67-71445859356d,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:39.672433 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09742051-fc45-4e81-bb71-5bcc261c304a None None] Routers {'2e8f363d-bef5-469a-ae6c-b205d53f292f'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:30:39.673083 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-09742051-fc45-4e81-bb71-5bcc261c304a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:30:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2e8f363d-bef5-469a-ae6c-b205d53f292f'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:39.702120 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-05426fe9-7dbd-4c24-b840-b0330bb1479a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=65b768443c394d3abeffdb77b387f3ff&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1727731 Jan 28 00:30:39.706793 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40698) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:39.739039 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-fd0d870e-1d08-411f-ab9b-299b31cfac0f tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] delete failed (client error): The resource could not be found. Jan 28 00:30:39.764219 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fd0d870e-1d08-411f-ab9b-299b31cfac0f tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] 10.222.0.70 "DELETE /v2.0/routers/tempest-non_exist_router-1991993051 HTTP/1.1" status: 404 len: 335 time: 0.3259804 Jan 28 00:30:39.768718 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40700) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:39.797207 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-09742051-fc45-4e81-bb71-5bcc261c304a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:39.798654 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09742051-fc45-4e81-bb71-5bcc261c304a None None] The sync data for ids ['2e8f363d-bef5-469a-ae6c-b205d53f292f'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:30:39.803468 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-7cb98a57-2df8-4e2b-941f-04208cbc2237 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Request body: {'router': {'external_gateway_info': {'network_id': '2e8f363d-bef5-469a-ae6c-b205d53f292f'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:30:39.838570 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-d2f24d01-0411-4ff8-8ee8-b98649e5bbc0 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Deleting port 3a7b8867-52a0-4af2-9c75-6826eab61051 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:30:39.839140 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d2f24d01-0411-4ff8-8ee8-b98649e5bbc0 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (3a7b8867-52a0-4af2-9c75-6826eab61051), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:39.861371 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b2f95be-68f6-4524-874e-5ffd3724e92a req-e93d73f6-0876-424a-8699-0a179e24fe10 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a9a81c37-4653-4b4c-8034-f63c178ac24e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5367012 Jan 28 00:30:40.085911 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f95be-68f6-4524-874e-5ffd3724e92a req-10fef747-65fd-4384-93da-6d5d62de5cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:40.092996 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b2f95be-68f6-4524-874e-5ffd3724e92a req-10fef747-65fd-4384-93da-6d5d62de5cc7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=39520a6340284750becfcf9a1672d525&device_id=a9a81c37-4653-4b4c-8034-f63c178ac24e HTTP/1.1" status: 200 len: 1096 time: 0.1492529 Jan 28 00:30:40.116436 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-675a1a56-bd1d-4cbc-950d-4db0865af5da admin admin] Publish callbacks [] for security_group (7a8a99d7-6162-4ad4-8c67-71445859356d), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:40.367507 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cb98a57-2df8-4e2b-941f-04208cbc2237 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks [] for router_gateway (2e8f363d-bef5-469a-ae6c-b205d53f292f), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:40.428822 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-675a1a56-bd1d-4cbc-950d-4db0865af5da admin admin] Publish callbacks [] for security_group (7a8a99d7-6162-4ad4-8c67-71445859356d), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:40.466548 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-7cb98a57-2df8-4e2b-941f-04208cbc2237 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] update failed (client error): The resource could not be found. Jan 28 00:30:40.479032 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d2f24d01-0411-4ff8-8ee8-b98649e5bbc0 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (3a7b8867-52a0-4af2-9c75-6826eab61051), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:40.480959 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7cb98a57-2df8-4e2b-941f-04208cbc2237 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] 10.222.0.70 "PUT /v2.0/routers/2e8f363d-bef5-469a-ae6c-b205d53f292f HTTP/1.1" status: 404 len: 339 time: 0.7107639 Jan 28 00:30:40.483203 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40706) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:40.506613 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-6bf356a2-9d87-4463-8352-00b2ccb07c64 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-844016207'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:30:40.534439 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-d2f24d01-0411-4ff8-8ee8-b98649e5bbc0 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Calling delete_port for 3a7b8867-52a0-4af2-9c75-6826eab61051 owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:30:40.609711 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf356a2-9d87-4463-8352-00b2ccb07c64 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Made reservation on behalf of 5c96857713154dfdaf0ceee0c87b0c8f for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:30:40.614233 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6bf356a2-9d87-4463-8352-00b2ccb07c64 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:40.666141 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6a6565cd-5ecb-4688-a9f8-5871b6a5d78c up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:30:40.735923 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f95be-68f6-4524-874e-5ffd3724e92a req-4c65f8e8-6aff-42b7-bcff-e978dbc7fab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:40.737492 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b2f95be-68f6-4524-874e-5ffd3724e92a req-4c65f8e8-6aff-42b7-bcff-e978dbc7fab2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a19097ca-1911-4a28-909d-42dc359e564a HTTP/1.1" status: 200 len: 906 time: 0.5954540 Jan 28 00:30:40.737754 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f496bcf6-6325-4dfc-8f21-68fac47797b7 None None] Network a30e2f17-5c7c-4ce8-8801-de1a7394c876 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:30:40.831028 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-675a1a56-bd1d-4cbc-950d-4db0865af5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7a8a99d7-6162-4ad4-8c67-71445859356d), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:40.843493 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-675a1a56-bd1d-4cbc-950d-4db0865af5da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:40.846332 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-675a1a56-bd1d-4cbc-950d-4db0865af5da admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7a8a99d7-6162-4ad4-8c67-71445859356d HTTP/1.1" status: 204 len: 168 time: 1.1349618 Jan 28 00:30:40.848679 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf356a2-9d87-4463-8352-00b2ccb07c64 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:30:40.940627 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6bf356a2-9d87-4463-8352-00b2ccb07c64 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (2e8e9457-03ba-4f85-9c93-bf7a0e34db4a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:40.940984 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-6bf356a2-9d87-4463-8352-00b2ccb07c64 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Added segment 2e8e9457-03ba-4f85-9c93-bf7a0e34db4a of type vlan for network 8a4e0d58-b7fb-4d76-9f70-81edbef0cbba Jan 28 00:30:40.950650 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b2f95be-68f6-4524-874e-5ffd3724e92a req-b5da931d-3a34-4018-b2fa-4c984b1a1366 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44f20f61-d55b-46db-8d5a-9fb16b9ab5c1 HTTP/1.1" status: 200 len: 1001 time: 0.2016041 Jan 28 00:30:40.955296 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a1a56-bd1d-4cbc-950d-4db0865af5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8a99d7-6162-4ad4-8c67-71445859356d,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:41.015387 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-90a5e281-ee3b-4296-8c7e-6c99b0bf0956 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Allocated IP 2001:db8::259 (a30e2f17-5c7c-4ce8-8801-de1a7394c876/123ed2f8-e2d3-42d2-9b79-40ec8359260b/c52a948a-5955-4b15-b19a-a5d5e3f01ae6) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:30:41.079242 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-90a5e281-ee3b-4296-8c7e-6c99b0bf0956 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Allocated IP 2001:db8:0:1::61 (a30e2f17-5c7c-4ce8-8801-de1a7394c876/30ee12f7-3f69-403a-813e-f6a766128e75/c52a948a-5955-4b15-b19a-a5d5e3f01ae6) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:30:41.091466 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f95be-68f6-4524-874e-5ffd3724e92a req-c31b162d-0fb4-486a-b45f-af0181f5aaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:41.093474 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a8c46f99-8d68-40e3-8a94-148a309e704b None None] Provisioning complete for port 6a6565cd-5ecb-4688-a9f8-5871b6a5d78c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:41.093894 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b2f95be-68f6-4524-874e-5ffd3724e92a req-c31b162d-0fb4-486a-b45f-af0181f5aaae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c63bb981-ddb7-4260-941d-d8fb658fd68e HTTP/1.1" status: 200 len: 844 time: 0.1252306 Jan 28 00:30:41.094061 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8c46f99-8d68-40e3-8a94-148a309e704b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6a6565cd-5ecb-4688-a9f8-5871b6a5d78c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:41.122237 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6bf356a2-9d87-4463-8352-00b2ccb07c64 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (8a4e0d58-b7fb-4d76-9f70-81edbef0cbba), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:41.193110 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f95be-68f6-4524-874e-5ffd3724e92a req-1ff6d522-64f1-45ac-9e6b-8d4a9c8a38f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:41.198116 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b2f95be-68f6-4524-874e-5ffd3724e92a req-1ff6d522-64f1-45ac-9e6b-8d4a9c8a38f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a19097ca-1911-4a28-909d-42dc359e564a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901709 Jan 28 00:30:41.361451 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6bf356a2-9d87-4463-8352-00b2ccb07c64 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (8a4e0d58-b7fb-4d76-9f70-81edbef0cbba), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:41.372085 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:41.380819 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf356a2-9d87-4463-8352-00b2ccb07c64 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:41.381797 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6bf356a2-9d87-4463-8352-00b2ccb07c64 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:41.513936 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6bf356a2-9d87-4463-8352-00b2ccb07c64 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0252810 Jan 28 00:30:41.544808 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40724) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:41.627296 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-4bc62323-cef8-4819-bf32-4268ff0d4cd7 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Request body: {'subnet': {'network_id': '8a4e0d58-b7fb-4d76-9f70-81edbef0cbba', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:30:41.639776 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d2f24d01-0411-4ff8-8ee8-b98649e5bbc0 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (3a7b8867-52a0-4af2-9c75-6826eab61051), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:41.712917 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 6a6565cd-5ecb-4688-a9f8-5871b6a5d78c triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:41.713503 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6a6565cd-5ecb-4688-a9f8-5871b6a5d78c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:41.789877 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a8c46f99-8d68-40e3-8a94-148a309e704b None None] Current status of the port 6a6565cd-5ecb-4688-a9f8-5871b6a5d78c is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:30:41.792351 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8c46f99-8d68-40e3-8a94-148a309e704b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6a6565cd-5ecb-4688-a9f8-5871b6a5d78c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:41.792552 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf356a2-9d87-4463-8352-00b2ccb07c64 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Pushing event updated for resources: {'Network': ['ID=8a4e0d58-b7fb-4d76-9f70-81edbef0cbba,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:41.838611 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1b787e-bc96-4996-a773-301ae6e357db None None] Update dhcp port {'port': {'network_id': 'a30e2f17-5c7c-4ce8-8801-de1a7394c876', 'fixed_ips': [{'subnet_id': '123ed2f8-e2d3-42d2-9b79-40ec8359260b', 'ip_address': '2001:db8::2'}, {'subnet_id': '30ee12f7-3f69-403a-813e-f6a766128e75'}], 'binding:host_id': 'n-d-826754-1'}, 'id': '6a6565cd-5ecb-4688-a9f8-5871b6a5d78c'} from n-d-826754-1. {{(pid=103345) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 00:30:41.841768 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 8a4e0d58-b7fb-4d76-9f70-81edbef0cbba details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:30:41.967912 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f24d01-0411-4ff8-8ee8-b98649e5bbc0 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Pushing event deleted for resources: {'Port': ['ID=3a7b8867-52a0-4af2-9c75-6826eab61051,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:42.009953 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b2f95be-68f6-4524-874e-5ffd3724e92a req-457b7317-a39c-4fa8-8508-ee050196814d service neutron] 10.222.0.52 "GET /v2.0/networks/a19097ca-1911-4a28-909d-42dc359e564a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8022828 Jan 28 00:30:42.172709 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-a8c46f99-8d68-40e3-8a94-148a309e704b None None] For port 6a6565cd-5ecb-4688-a9f8-5871b6a5d78c, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6a6565cd-5ecb-4688-a9f8-5871b6a5d78c,segment=NetworkSegment(38478e16-f8c1-4d40-a124-c99d36577a19),segment_id=38478e16-f8c1-4d40-a124-c99d36577a19)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:30:42.213524 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7a43ce63-a6a0-4f51-b57d-092d1ddbb8eb req-b2e17f05-fb06-4ccd-a197-bb7a4ae72530 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7076347 Jan 28 00:30:42.237137 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90a5e281-ee3b-4296-8c7e-6c99b0bf0956 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for port (c52a948a-5955-4b15-b19a-a5d5e3f01ae6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:42.241180 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc62323-cef8-4819-bf32-4268ff0d4cd7 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Made reservation on behalf of 5c96857713154dfdaf0ceee0c87b0c8f for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:30:42.244910 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4bc62323-cef8-4819-bf32-4268ff0d4cd7 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:42.304327 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1b1b787e-bc96-4996-a773-301ae6e357db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6a6565cd-5ecb-4688-a9f8-5871b6a5d78c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:42.577253 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8c46f99-8d68-40e3-8a94-148a309e704b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6a6565cd-5ecb-4688-a9f8-5871b6a5d78c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:42.613480 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d2f24d01-0411-4ff8-8ee8-b98649e5bbc0 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:42.620552 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d2f24d01-0411-4ff8-8ee8-b98649e5bbc0 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "DELETE /v2.0/ports/3a7b8867-52a0-4af2-9c75-6826eab61051 HTTP/1.1" status: 204 len: 168 time: 3.5696478 Jan 28 00:30:42.625657 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40760) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:42.653470 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43ce63-a6a0-4f51-b57d-092d1ddbb8eb req-72104c02-125c-4e23-9e01-4b3cf3e72e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:42.655058 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7a43ce63-a6a0-4f51-b57d-092d1ddbb8eb req-72104c02-125c-4e23-9e01-4b3cf3e72e90 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=66e2abd01f29448ab207898a6db8a6af&device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 1097 time: 0.3495398 Jan 28 00:30:42.695653 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4bc62323-cef8-4819-bf32-4268ff0d4cd7 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (54c72ab2-844b-4375-86d0-b37ad214dff7), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:42.714314 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90a5e281-ee3b-4296-8c7e-6c99b0bf0956 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (c52a948a-5955-4b15-b19a-a5d5e3f01ae6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:42.761870 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b2f95be-68f6-4524-874e-5ffd3724e92a req-6c5b9d11-8477-45a3-aea3-d4fbb2a7d496 service neutron] 10.222.0.52 "GET /v2.0/networks/a19097ca-1911-4a28-909d-42dc359e564a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6991644 Jan 28 00:30:42.859720 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5e281-ee3b-4296-8c7e-6c99b0bf0956 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Port': ['ID=c52a948a-5955-4b15-b19a-a5d5e3f01ae6,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:42.890304 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c46f99-8d68-40e3-8a94-148a309e704b None None] Pushing event updated for resources: {'Port': ['ID=6a6565cd-5ecb-4688-a9f8-5871b6a5d78c,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:42.990375 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:42.994692 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a5e281-ee3b-4296-8c7e-6c99b0bf0956 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network a30e2f17-5c7c-4ce8-8801-de1a7394c876 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:30:43.003505 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-90a5e281-ee3b-4296-8c7e-6c99b0bf0956 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:30:43.010812 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a5e281-ee3b-4296-8c7e-6c99b0bf0956 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:30:43.027384 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a5e281-ee3b-4296-8c7e-6c99b0bf0956 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:43.029030 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90a5e281-ee3b-4296-8c7e-6c99b0bf0956 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:43.063791 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:43.080335 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc62323-cef8-4819-bf32-4268ff0d4cd7 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Pushing event updated for resources: {'Subnet': ['ID=54c72ab2-844b-4375-86d0-b37ad214dff7,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:43.126456 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43ce63-a6a0-4f51-b57d-092d1ddbb8eb req-158c791a-275c-4bd6-a9f4-fde4e0666b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:43.128058 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7a43ce63-a6a0-4f51-b57d-092d1ddbb8eb req-158c791a-275c-4bd6-a9f4-fde4e0666b3b service neutron] 10.222.0.65 "GET /v2.0/networks?id=ab3fb448-728a-46f9-9c11-c79ef9e347d9 HTTP/1.1" status: 200 len: 917 time: 0.4227645 Jan 28 00:30:43.154024 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-90a5e281-ee3b-4296-8c7e-6c99b0bf0956 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 5.9420855 Jan 28 00:30:43.160729 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40776) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:43.179769 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-437bb4de-8629-412e-8278-a40a98b81f4f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '123ed2f8-e2d3-42d2-9b79-40ec8359260b'}]}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:30:43.230100 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc62323-cef8-4819-bf32-4268ff0d4cd7 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Checking segment: {'id': '2e8e9457-03ba-4f85-9c93-bf7a0e34db4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8a4e0d58-b7fb-4d76-9f70-81edbef0cbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:30:43.231254 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc62323-cef8-4819-bf32-4268ff0d4cd7 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Network hostable DHCP agents. Network: 8a4e0d58-b7fb-4d76-9f70-81edbef0cbba, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:30:43.287363 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-976394c2-eef8-4dcf-87e2-670412f074a5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Deleting port 17a2a773-d586-4db3-b390-7e92fd06a45f {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:30:43.288043 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-976394c2-eef8-4dcf-87e2-670412f074a5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (17a2a773-d586-4db3-b390-7e92fd06a45f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:43.332134 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc62323-cef8-4819-bf32-4268ff0d4cd7 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Network 8a4e0d58-b7fb-4d76-9f70-81edbef0cbba is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:30:43.360960 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-437bb4de-8629-412e-8278-a40a98b81f4f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c52a948a-5955-4b15-b19a-a5d5e3f01ae6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:43.364662 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-4bc62323-cef8-4819-bf32-4268ff0d4cd7 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 8a4e0d58-b7fb-4d76-9f70-81edbef0cbba) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:30:43.370310 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc62323-cef8-4819-bf32-4268ff0d4cd7 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:43.371073 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4bc62323-cef8-4819-bf32-4268ff0d4cd7 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:43.397717 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4bc62323-cef8-4819-bf32-4268ff0d4cd7 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7945516 Jan 28 00:30:43.401623 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40780) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:43.413256 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-045fc87b-3521-42f7-8ce8-7d9cbf993173 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Request body: {'router': {'external_gateway_info': {'network_id': '8a4e0d58-b7fb-4d76-9f70-81edbef0cbba'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:30:43.441239 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df89069d-bfd5-45c3-b65f-1476c37ad844 None None] Network 8a4e0d58-b7fb-4d76-9f70-81edbef0cbba requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:30:43.472780 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 6a6565cd-5ecb-4688-a9f8-5871b6a5d78c is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:30:43.483714 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-1b1b787e-bc96-4996-a773-301ae6e357db None None] Allocated IP 2001:db8:0:1::2 (a30e2f17-5c7c-4ce8-8801-de1a7394c876/30ee12f7-3f69-403a-813e-f6a766128e75/6a6565cd-5ecb-4688-a9f8-5871b6a5d78c) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:30:43.502021 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7a43ce63-a6a0-4f51-b57d-092d1ddbb8eb req-445e54ca-105a-4354-94fc-e30e3b857bdd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab12a80f-4db3-47e7-b488-6614f4a3764e HTTP/1.1" status: 200 len: 1002 time: 0.3633623 Jan 28 00:30:43.740074 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6a6565cd-5ecb-4688-a9f8-5871b6a5d78c up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:30:43.784954 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43ce63-a6a0-4f51-b57d-092d1ddbb8eb req-7cdfd8bf-a40d-48d5-bbaf-f4f64926a3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:43.788427 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7a43ce63-a6a0-4f51-b57d-092d1ddbb8eb req-7cdfd8bf-a40d-48d5-bbaf-f4f64926a3fc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e8d9d31c-ec82-48b8-8107-afdf4c2c9183 HTTP/1.1" status: 200 len: 855 time: 0.2730787 Jan 28 00:30:43.800575 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-976394c2-eef8-4dcf-87e2-670412f074a5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (17a2a773-d586-4db3-b390-7e92fd06a45f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:43.916565 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f1bf23-b0c0-4d47-953b-a9f8303ee806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-8a4e0d58-b7fb-4d76-9f70-81edbef0cbba', 'network_id': '8a4e0d58-b7fb-4d76-9f70-81edbef0cbba', 'project_id': '5c96857713154dfdaf0ceee0c87b0c8f', 'fixed_ips': [{'subnet_id': '54c72ab2-844b-4375-86d0-b37ad214dff7'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:30:43.917487 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f1bf23-b0c0-4d47-953b-a9f8303ee806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:43.978368 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 6a6565cd-5ecb-4688-a9f8-5871b6a5d78c triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:43.979169 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6a6565cd-5ecb-4688-a9f8-5871b6a5d78c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:44.067588 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-976394c2-eef8-4dcf-87e2-670412f074a5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Calling delete_port for 17a2a773-d586-4db3-b390-7e92fd06a45f owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:30:44.378117 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1b1b787e-bc96-4996-a773-301ae6e357db None None] For port 6a6565cd-5ecb-4688-a9f8-5871b6a5d78c, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6a6565cd-5ecb-4688-a9f8-5871b6a5d78c,segment=NetworkSegment(38478e16-f8c1-4d40-a124-c99d36577a19),segment_id=38478e16-f8c1-4d40-a124-c99d36577a19)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:30:44.514677 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-976394c2-eef8-4dcf-87e2-670412f074a5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (17a2a773-d586-4db3-b390-7e92fd06a45f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:44.537879 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:44.625045 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976394c2-eef8-4dcf-87e2-670412f074a5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Pushing event deleted for resources: {'Port': ['ID=17a2a773-d586-4db3-b390-7e92fd06a45f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:44.646430 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43ce63-a6a0-4f51-b57d-092d1ddbb8eb req-c736dc9a-db45-42ce-b0ef-0b2931b76d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:44.647599 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7a43ce63-a6a0-4f51-b57d-092d1ddbb8eb req-c736dc9a-db45-42ce-b0ef-0b2931b76d7d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ab3fb448-728a-46f9-9c11-c79ef9e347d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8407190 Jan 28 00:30:44.662133 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1b1b787e-bc96-4996-a773-301ae6e357db None None] Publish callbacks [] for port (6a6565cd-5ecb-4688-a9f8-5871b6a5d78c), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:44.702059 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1b1b787e-bc96-4996-a773-301ae6e357db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6a6565cd-5ecb-4688-a9f8-5871b6a5d78c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:44.904899 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-52f1bf23-b0c0-4d47-953b-a9f8303ee806 None None] Allocated IP 2001:db8:1::2 (8a4e0d58-b7fb-4d76-9f70-81edbef0cbba/54c72ab2-844b-4375-86d0-b37ad214dff7/b60c2098-0ef8-468c-9338-b59ce116c74e) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:30:44.933844 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-045fc87b-3521-42f7-8ce8-7d9cbf993173 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks [] for router_gateway (2e8f363d-bef5-469a-ae6c-b205d53f292f), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:44.952612 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-976394c2-eef8-4dcf-87e2-670412f074a5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:44.964741 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-976394c2-eef8-4dcf-87e2-670412f074a5 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "DELETE /v2.0/ports/17a2a773-d586-4db3-b390-7e92fd06a45f HTTP/1.1" status: 204 len: 168 time: 2.3379555 Jan 28 00:30:44.967876 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40828) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:45.080106 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b787e-bc96-4996-a773-301ae6e357db None None] Pushing event updated for resources: {'Port': ['ID=6a6565cd-5ecb-4688-a9f8-5871b6a5d78c,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:45.101991 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 6a6565cd-5ecb-4688-a9f8-5871b6a5d78c is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:30:45.527312 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7a43ce63-a6a0-4f51-b57d-092d1ddbb8eb req-f4492fbc-02e6-4487-a762-aeb922630978 service neutron] 10.222.0.65 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8599837 Jan 28 00:30:45.742298 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f1bf23-b0c0-4d47-953b-a9f8303ee806 None None] Publish callbacks [] for port (b60c2098-0ef8-468c-9338-b59ce116c74e), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:45.764854 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6a6565cd-5ecb-4688-a9f8-5871b6a5d78c up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:30:45.802205 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f1bf23-b0c0-4d47-953b-a9f8303ee806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (b60c2098-0ef8-468c-9338-b59ce116c74e), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:45.886254 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f1bf23-b0c0-4d47-953b-a9f8303ee806 None None] Network 8a4e0d58-b7fb-4d76-9f70-81edbef0cbba is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:30:45.897746 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-52f1bf23-b0c0-4d47-953b-a9f8303ee806 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:30:45.910872 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f1bf23-b0c0-4d47-953b-a9f8303ee806 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:30:45.965191 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1bf23-b0c0-4d47-953b-a9f8303ee806 None None] Pushing event updated for resources: {'Port': ['ID=b60c2098-0ef8-468c-9338-b59ce116c74e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:45.974915 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-437bb4de-8629-412e-8278-a40a98b81f4f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Delete allocated IP 2001:db8:0:1::61 (a30e2f17-5c7c-4ce8-8801-de1a7394c876/30ee12f7-3f69-403a-813e-f6a766128e75) {{(pid=103343) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 00:30:46.017231 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 6a6565cd-5ecb-4688-a9f8-5871b6a5d78c triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:46.017737 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6a6565cd-5ecb-4688-a9f8-5871b6a5d78c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:46.026042 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-52f1bf23-b0c0-4d47-953b-a9f8303ee806 None None] Attempting to bind port b60c2098-0ef8-468c-9338-b59ce116c74e on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:30:46.028049 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-52f1bf23-b0c0-4d47-953b-a9f8303ee806 None None] Attempting to bind port b60c2098-0ef8-468c-9338-b59ce116c74e by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '2e8e9457-03ba-4f85-9c93-bf7a0e34db4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8a4e0d58-b7fb-4d76-9f70-81edbef0cbba'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:30:46.028753 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f1bf23-b0c0-4d47-953b-a9f8303ee806 None None] Attempting to bind port b60c2098-0ef8-468c-9338-b59ce116c74e on network 8a4e0d58-b7fb-4d76-9f70-81edbef0cbba {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:30:46.084909 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7a43ce63-a6a0-4f51-b57d-092d1ddbb8eb req-de1db0bb-97a1-4690-a592-f3f6b0777909 service neutron] 10.222.0.65 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5350075 Jan 28 00:30:46.091804 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f1bf23-b0c0-4d47-953b-a9f8303ee806 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:30:46.095875 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f1bf23-b0c0-4d47-953b-a9f8303ee806 None None] Checking segment: {'id': '2e8e9457-03ba-4f85-9c93-bf7a0e34db4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8a4e0d58-b7fb-4d76-9f70-81edbef0cbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:30:46.102428 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f1bf23-b0c0-4d47-953b-a9f8303ee806 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:46.104288 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f1bf23-b0c0-4d47-953b-a9f8303ee806 None None] Bound using segment: {'id': '2e8e9457-03ba-4f85-9c93-bf7a0e34db4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8a4e0d58-b7fb-4d76-9f70-81edbef0cbba'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:30:46.105086 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-52f1bf23-b0c0-4d47-953b-a9f8303ee806 None None] Bound port: b60c2098-0ef8-468c-9338-b59ce116c74e, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e8e9457-03ba-4f85-9c93-bf7a0e34db4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8a4e0d58-b7fb-4d76-9f70-81edbef0cbba'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:30:46.105866 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f1bf23-b0c0-4d47-953b-a9f8303ee806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b60c2098-0ef8-468c-9338-b59ce116c74e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:46.122708 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ca634cd-c276-496d-b840-827fa9bfbdc6 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Deleting subnet 6c8f991a-3a24-4bd6-a4c1-afbf0559c273 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:30:46.138871 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9ca634cd-c276-496d-b840-827fa9bfbdc6 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for subnet (6c8f991a-3a24-4bd6-a4c1-afbf0559c273), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:46.475816 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9ca634cd-c276-496d-b840-827fa9bfbdc6 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (6c8f991a-3a24-4bd6-a4c1-afbf0559c273), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:46.498064 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f1bf23-b0c0-4d47-953b-a9f8303ee806 None None] For port b60c2098-0ef8-468c-9338-b59ce116c74e, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:30:46.512882 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f1bf23-b0c0-4d47-953b-a9f8303ee806 None None] For port b60c2098-0ef8-468c-9338-b59ce116c74e, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b60c2098-0ef8-468c-9338-b59ce116c74e,segment=NetworkSegment(2e8e9457-03ba-4f85-9c93-bf7a0e34db4a),segment_id=2e8e9457-03ba-4f85-9c93-bf7a0e34db4a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:30:46.530469 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91db6e87-a4b7-484a-b1f2-1600c79918e9 None None] Network a30e2f17-5c7c-4ce8-8801-de1a7394c876 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:30:46.550983 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f1bf23-b0c0-4d47-953b-a9f8303ee806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b60c2098-0ef8-468c-9338-b59ce116c74e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:46.697301 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-045fc87b-3521-42f7-8ce8-7d9cbf993173 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:30:46.710191 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-045fc87b-3521-42f7-8ce8-7d9cbf993173 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] 10.222.0.70 "PUT /v2.0/routers/2e8f363d-bef5-469a-ae6c-b205d53f292f HTTP/1.1" status: 400 len: 364 time: 3.3070269 Jan 28 00:30:46.723824 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40890) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:46.733759 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 6a6565cd-5ecb-4688-a9f8-5871b6a5d78c is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:30:46.965049 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9ca634cd-c276-496d-b840-827fa9bfbdc6 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (6c8f991a-3a24-4bd6-a4c1-afbf0559c273), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:47.041939 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-18d89fe4-8958-4e1c-a942-e9bff23ecf5d None None] Provisioning complete for port 6a6565cd-5ecb-4688-a9f8-5871b6a5d78c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:47.048333 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18d89fe4-8958-4e1c-a942-e9bff23ecf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6a6565cd-5ecb-4688-a9f8-5871b6a5d78c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:47.161520 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9ca634cd-c276-496d-b840-827fa9bfbdc6 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (6c8f991a-3a24-4bd6-a4c1-afbf0559c273), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:47.179595 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1bf23-b0c0-4d47-953b-a9f8303ee806 None None] Pushing event updated for resources: {'Port': ['ID=b60c2098-0ef8-468c-9338-b59ce116c74e,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:47.295947 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca634cd-c276-496d-b840-827fa9bfbdc6 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Pushing event deleted for resources: {'Subnet': ['ID=6c8f991a-3a24-4bd6-a4c1-afbf0559c273,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:47.305434 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9ca634cd-c276-496d-b840-827fa9bfbdc6 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:47.319082 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9ca634cd-c276-496d-b840-827fa9bfbdc6 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "DELETE /v2.0/subnets/6c8f991a-3a24-4bd6-a4c1-afbf0559c273 HTTP/1.1" status: 204 len: 168 time: 2.3366852 Jan 28 00:30:47.328714 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40914) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:47.348050 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97ba8eb-a4a5-470b-99ba-62bbcac71998 None None] Network 0d3515a7-9da9-44c3-a34e-684df23ac567 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:30:47.423883 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-437bb4de-8629-412e-8278-a40a98b81f4f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for port (c52a948a-5955-4b15-b19a-a5d5e3f01ae6), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:47.445111 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-437bb4de-8629-412e-8278-a40a98b81f4f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (c52a948a-5955-4b15-b19a-a5d5e3f01ae6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:47.483341 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f81b61-b94b-49ad-b470-af0da7986349 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Deleting subnet 940224ee-3d45-4e4f-bb05-6319f4700b5e {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:30:47.488590 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-94f81b61-b94b-49ad-b470-af0da7986349 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for subnet (940224ee-3d45-4e4f-bb05-6319f4700b5e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:47.631658 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-94f81b61-b94b-49ad-b470-af0da7986349 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (940224ee-3d45-4e4f-bb05-6319f4700b5e), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:47.689302 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-18d89fe4-8958-4e1c-a942-e9bff23ecf5d None None] Current status of the port 6a6565cd-5ecb-4688-a9f8-5871b6a5d78c is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:30:47.859162 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-18350eaa-2471-4fc9-98d3-9709d778608d None None] Provisioning complete for port c52a948a-5955-4b15-b19a-a5d5e3f01ae6 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:47.863473 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18350eaa-2471-4fc9-98d3-9709d778608d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c52a948a-5955-4b15-b19a-a5d5e3f01ae6), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:47.913102 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-94f81b61-b94b-49ad-b470-af0da7986349 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (940224ee-3d45-4e4f-bb05-6319f4700b5e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:48.035140 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-545e76bb-3918-43ce-b7f5-5e4ebbc35faa tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:48.063825 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cfb847-6965-4a37-837d-10f6504debc7 None None] DHCP port deletion for 0d3515a7-9da9-44c3-a34e-684df23ac567 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:30:48.181461 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-437bb4de-8629-412e-8278-a40a98b81f4f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] In _notify_port_updated(), no bound segment for port c52a948a-5955-4b15-b19a-a5d5e3f01ae6 on network a30e2f17-5c7c-4ce8-8801-de1a7394c876 {{(pid=103343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 00:30:48.184611 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-18350eaa-2471-4fc9-98d3-9709d778608d None None] Port c52a948a-5955-4b15-b19a-a5d5e3f01ae6 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:30:48.207906 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437bb4de-8629-412e-8278-a40a98b81f4f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:48.207906 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-437bb4de-8629-412e-8278-a40a98b81f4f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:48.209354 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-437bb4de-8629-412e-8278-a40a98b81f4f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "PUT /v2.0/ports/c52a948a-5955-4b15-b19a-a5d5e3f01ae6 HTTP/1.1" status: 200 len: 926 time: 5.0475969 Jan 28 00:30:48.213892 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40950) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:48.225026 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-18350eaa-2471-4fc9-98d3-9709d778608d None None] Provisioning complete for port 6a6565cd-5ecb-4688-a9f8-5871b6a5d78c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:48.232840 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18350eaa-2471-4fc9-98d3-9709d778608d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6a6565cd-5ecb-4688-a9f8-5871b6a5d78c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:48.251034 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437bb4de-8629-412e-8278-a40a98b81f4f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Port': ['ID=c52a948a-5955-4b15-b19a-a5d5e3f01ae6,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:48.254370 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-ecb67c13-16c7-4565-b603-4654488ba73f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '123ed2f8-e2d3-42d2-9b79-40ec8359260b'}, {'subnet_id': '30ee12f7-3f69-403a-813e-f6a766128e75'}]}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:30:48.278943 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-94f81b61-b94b-49ad-b470-af0da7986349 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (940224ee-3d45-4e4f-bb05-6319f4700b5e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:48.392494 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d71f30b-fd32-4d71-a15c-5292921659d4 None None] Network e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:30:48.426732 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-94f81b61-b94b-49ad-b470-af0da7986349 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:48.453317 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-94f81b61-b94b-49ad-b470-af0da7986349 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "DELETE /v2.0/subnets/940224ee-3d45-4e4f-bb05-6319f4700b5e HTTP/1.1" status: 204 len: 168 time: 1.1231811 Jan 28 00:30:48.454229 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40962) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:48.475603 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f81b61-b94b-49ad-b470-af0da7986349 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Pushing event deleted for resources: {'Subnet': ['ID=940224ee-3d45-4e4f-bb05-6319f4700b5e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:48.655218 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-13cfb847-6965-4a37-837d-10f6504debc7 None None] Deleting port ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:30:48.655634 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13cfb847-6965-4a37-837d-10f6504debc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:48.908716 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2096cb3d-5d0a-4b8a-914c-a9271d152b04 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (0d3515a7-9da9-44c3-a34e-684df23ac567), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:48.936741 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-18350eaa-2471-4fc9-98d3-9709d778608d None None] Current status of the port 6a6565cd-5ecb-4688-a9f8-5871b6a5d78c is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:30:49.018006 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-13cfb847-6965-4a37-837d-10f6504debc7 None None] For port ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0,segment=NetworkSegment(f11e5768-33c6-4da6-b3cf-f52484509446),segment_id=f11e5768-33c6-4da6-b3cf-f52484509446)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:30:49.018752 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13cfb847-6965-4a37-837d-10f6504debc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:49.018909 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-545e76bb-3918-43ce-b7f5-5e4ebbc35faa tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Allocated IP 2001:db8::1 (c3f8c0e7-4076-4bf5-a878-4ccaed88c60f/8ce7e4e4-70f0-4eaa-b4b1-5980cdcd505d/938e3241-d1ec-48a1-b19b-69282e377654) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:30:49.108305 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-13cfb847-6965-4a37-837d-10f6504debc7 None None] Calling delete_port for ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:30:49.212175 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2444034c-f711-4caa-be50-a53ffa4e61ae None None] DHCP port deletion for e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:30:49.320141 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ecb67c13-16c7-4565-b603-4654488ba73f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c52a948a-5955-4b15-b19a-a5d5e3f01ae6), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:49.476073 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a49245aa-40b5-4282-88fe-af43f7cea3ea None None] Provisioning complete for port c52a948a-5955-4b15-b19a-a5d5e3f01ae6 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:49.476893 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a49245aa-40b5-4282-88fe-af43f7cea3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c52a948a-5955-4b15-b19a-a5d5e3f01ae6), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:49.520699 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-545e76bb-3918-43ce-b7f5-5e4ebbc35faa tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks [] for port (938e3241-d1ec-48a1-b19b-69282e377654), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:49.534098 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-2096cb3d-5d0a-4b8a-914c-a9271d152b04 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Deleting port ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:30:49.535183 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2096cb3d-5d0a-4b8a-914c-a9271d152b04 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:49.550069 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a49245aa-40b5-4282-88fe-af43f7cea3ea None None] Port c52a948a-5955-4b15-b19a-a5d5e3f01ae6 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:30:49.654025 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-545e76bb-3918-43ce-b7f5-5e4ebbc35faa tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (938e3241-d1ec-48a1-b19b-69282e377654), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:49.684888 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3223351-8f2a-48b7-8e78-bf6f6500d462 None None] Network 8a4e0d58-b7fb-4d76-9f70-81edbef0cbba requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:30:49.703042 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545e76bb-3918-43ce-b7f5-5e4ebbc35faa tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Network c3f8c0e7-4076-4bf5-a878-4ccaed88c60f is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:30:49.766038 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-545e76bb-3918-43ce-b7f5-5e4ebbc35faa tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:30:49.773931 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545e76bb-3918-43ce-b7f5-5e4ebbc35faa tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:30:49.775022 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-545e76bb-3918-43ce-b7f5-5e4ebbc35faa tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (2e8f363d-bef5-469a-ae6c-b205d53f292f), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:49.927707 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2444034c-f711-4caa-be50-a53ffa4e61ae None None] Deleting port cc8766ce-73b1-4c26-b007-5afeaedbc9ec {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:30:49.932762 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2444034c-f711-4caa-be50-a53ffa4e61ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (cc8766ce-73b1-4c26-b007-5afeaedbc9ec), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:50.094208 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e76bb-3918-43ce-b7f5-5e4ebbc35faa tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Pushing event updated for resources: {'Port': ['ID=938e3241-d1ec-48a1-b19b-69282e377654,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:50.103279 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b60c2098-0ef8-468c-9338-b59ce116c74e up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:30:50.258035 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-2444034c-f711-4caa-be50-a53ffa4e61ae None None] For port cc8766ce-73b1-4c26-b007-5afeaedbc9ec, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=cc8766ce-73b1-4c26-b007-5afeaedbc9ec,segment=NetworkSegment(0465a9d6-01fe-4f7b-a9a6-388e7e67e02b),segment_id=0465a9d6-01fe-4f7b-a9a6-388e7e67e02b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:30:50.261841 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2444034c-f711-4caa-be50-a53ffa4e61ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (cc8766ce-73b1-4c26-b007-5afeaedbc9ec), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:50.300662 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-545e76bb-3918-43ce-b7f5-5e4ebbc35faa tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (938e3241-d1ec-48a1-b19b-69282e377654), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:50.338992 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2444034c-f711-4caa-be50-a53ffa4e61ae None None] Calling delete_port for cc8766ce-73b1-4c26-b007-5afeaedbc9ec owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:30:50.361766 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2c1c2d19-f815-4261-bebb-1399154fc839 None None] Provisioning complete for port c52a948a-5955-4b15-b19a-a5d5e3f01ae6 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:50.362308 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2c1c2d19-f815-4261-bebb-1399154fc839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c52a948a-5955-4b15-b19a-a5d5e3f01ae6), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:50.744303 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13cfb847-6965-4a37-837d-10f6504debc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:50.758343 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2444034c-f711-4caa-be50-a53ffa4e61ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (cc8766ce-73b1-4c26-b007-5afeaedbc9ec), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:50.809922 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2c1c2d19-f815-4261-bebb-1399154fc839 None None] Port c52a948a-5955-4b15-b19a-a5d5e3f01ae6 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:30:50.821736 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cfb847-6965-4a37-837d-10f6504debc7 None None] No DVR routers for this DVR port ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:30:50.824676 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfb847-6965-4a37-837d-10f6504debc7 None None] Pushing event deleted for resources: {'Port': ['ID=ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:50.856649 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-2096cb3d-5d0a-4b8a-914c-a9271d152b04 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] For port ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0,segment=NetworkSegment(f11e5768-33c6-4da6-b3cf-f52484509446),segment_id=f11e5768-33c6-4da6-b3cf-f52484509446)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:30:50.857257 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2096cb3d-5d0a-4b8a-914c-a9271d152b04 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:50.909590 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-2096cb3d-5d0a-4b8a-914c-a9271d152b04 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Calling delete_port for ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:30:50.939057 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2444034c-f711-4caa-be50-a53ffa4e61ae None None] No DVR routers for this DVR port cc8766ce-73b1-4c26-b007-5afeaedbc9ec on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:30:50.954503 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2c1c2d19-f815-4261-bebb-1399154fc839 None None] Provisioning complete for port b60c2098-0ef8-468c-9338-b59ce116c74e triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:50.955359 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2c1c2d19-f815-4261-bebb-1399154fc839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b60c2098-0ef8-468c-9338-b59ce116c74e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:51.010265 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444034c-f711-4caa-be50-a53ffa4e61ae None None] Pushing event deleted for resources: {'Port': ['ID=cc8766ce-73b1-4c26-b007-5afeaedbc9ec,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:51.023915 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port b60c2098-0ef8-468c-9338-b59ce116c74e triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:51.025533 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b60c2098-0ef8-468c-9338-b59ce116c74e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:51.273309 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2096cb3d-5d0a-4b8a-914c-a9271d152b04 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:51.300613 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-545e76bb-3918-43ce-b7f5-5e4ebbc35faa tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks [] for port (938e3241-d1ec-48a1-b19b-69282e377654), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:51.320864 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-545e76bb-3918-43ce-b7f5-5e4ebbc35faa tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (938e3241-d1ec-48a1-b19b-69282e377654), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:51.325034 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-545e76bb-3918-43ce-b7f5-5e4ebbc35faa tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (2e8f363d-bef5-469a-ae6c-b205d53f292f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:51.349209 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096cb3d-5d0a-4b8a-914c-a9271d152b04 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Pushing event deleted for resources: {'Port': ['ID=ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:51.372346 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-ecb67c13-16c7-4565-b603-4654488ba73f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Allocated IP 2001:db8:0:1::2a (a30e2f17-5c7c-4ce8-8801-de1a7394c876/30ee12f7-3f69-403a-813e-f6a766128e75/c52a948a-5955-4b15-b19a-a5d5e3f01ae6) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:30:51.375954 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2c1c2d19-f815-4261-bebb-1399154fc839 None None] Current status of the port b60c2098-0ef8-468c-9338-b59ce116c74e is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:30:51.377798 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2c1c2d19-f815-4261-bebb-1399154fc839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b60c2098-0ef8-468c-9338-b59ce116c74e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:51.402959 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2096cb3d-5d0a-4b8a-914c-a9271d152b04 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] No DVR routers for this DVR port ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0 on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:30:51.457741 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-2c1c2d19-f815-4261-bebb-1399154fc839 None None] For port b60c2098-0ef8-468c-9338-b59ce116c74e, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b60c2098-0ef8-468c-9338-b59ce116c74e,segment=NetworkSegment(2e8e9457-03ba-4f85-9c93-bf7a0e34db4a),segment_id=2e8e9457-03ba-4f85-9c93-bf7a0e34db4a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:30:51.500377 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2c1c2d19-f815-4261-bebb-1399154fc839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b60c2098-0ef8-468c-9338-b59ce116c74e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:51.673784 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c2d19-f815-4261-bebb-1399154fc839 None None] Pushing event updated for resources: {'Port': ['ID=b60c2098-0ef8-468c-9338-b59ce116c74e,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:51.688410 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port b60c2098-0ef8-468c-9338-b59ce116c74e is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:30:51.688769 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b60c2098-0ef8-468c-9338-b59ce116c74e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:51.711089 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e76bb-3918-43ce-b7f5-5e4ebbc35faa tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Pushing event updated for resources: {'Port': ['ID=938e3241-d1ec-48a1-b19b-69282e377654,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:51.751337 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-708f171b-4bcb-4cef-b322-49e86cc1139e None None] Provisioning complete for port 938e3241-d1ec-48a1-b19b-69282e377654 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:51.755925 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-708f171b-4bcb-4cef-b322-49e86cc1139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (938e3241-d1ec-48a1-b19b-69282e377654), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:51.825060 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ecb67c13-16c7-4565-b603-4654488ba73f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for port (c52a948a-5955-4b15-b19a-a5d5e3f01ae6), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:51.846346 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545e76bb-3918-43ce-b7f5-5e4ebbc35faa tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Network c3f8c0e7-4076-4bf5-a878-4ccaed88c60f is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:30:51.850152 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ecb67c13-16c7-4565-b603-4654488ba73f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (c52a948a-5955-4b15-b19a-a5d5e3f01ae6), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:51.856139 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-545e76bb-3918-43ce-b7f5-5e4ebbc35faa tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:30:51.868659 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:30:51.869768 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:30:51.878763 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41086) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:51.937855 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-708f171b-4bcb-4cef-b322-49e86cc1139e None None] Port 938e3241-d1ec-48a1-b19b-69282e377654 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:30:51.940510 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2096cb3d-5d0a-4b8a-914c-a9271d152b04 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (0d3515a7-9da9-44c3-a34e-684df23ac567), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:52.128498 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-02d323b3-76fc-444b-ae7c-d06f829b5f28 None None] Provisioning complete for port b60c2098-0ef8-468c-9338-b59ce116c74e triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:52.129031 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-02d323b3-76fc-444b-ae7c-d06f829b5f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b60c2098-0ef8-468c-9338-b59ce116c74e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:52.154532 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-2096cb3d-5d0a-4b8a-914c-a9271d152b04 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d3515a7-9da9-44c3-a34e-684df23ac567']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:52.190051 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-2096cb3d-5d0a-4b8a-914c-a9271d152b04 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f11e5768-33c6-4da6-b3cf-f52484509446') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:52.190540 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-2096cb3d-5d0a-4b8a-914c-a9271d152b04 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f11e5768-33c6-4da6-b3cf-f52484509446') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:52.230837 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545e76bb-3918-43ce-b7f5-5e4ebbc35faa tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Router 2e8f363d-bef5-469a-ae6c-b205d53f292f has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:30:52.233560 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-53a1c55c-bddf-4206-8ea6-6ee48fca9e95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:52.241421 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2096cb3d-5d0a-4b8a-914c-a9271d152b04 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (f11e5768-33c6-4da6-b3cf-f52484509446), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:52.345085 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2096cb3d-5d0a-4b8a-914c-a9271d152b04 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (f11e5768-33c6-4da6-b3cf-f52484509446), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:52.369583 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2096cb3d-5d0a-4b8a-914c-a9271d152b04 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:30:52.377008 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2096cb3d-5d0a-4b8a-914c-a9271d152b04 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (f11e5768-33c6-4da6-b3cf-f52484509446), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:52.397310 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545e76bb-3918-43ce-b7f5-5e4ebbc35faa tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:30:52.452102 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-545e76bb-3918-43ce-b7f5-5e4ebbc35faa tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] 10.222.0.70 "PUT /v2.0/routers/2e8f363d-bef5-469a-ae6c-b205d53f292f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7270436 Jan 28 00:30:52.458695 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41096) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:52.479559 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-3f48dced-dfb3-45b1-bf0a-b471f3f99db5 req-f66f7815-fc98-417e-9fc8-74c2488082a8 service neutron] (103343) timed out ('10.222.0.65', 58424) {{(pid=103343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:30:52.534152 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:30:52.564224 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91342f36-5c40-4aa7-a117-dfbd642d3468 None None] Sync routers for ids ['2e8f363d-bef5-469a-ae6c-b205d53f292f'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:30:52.628157 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-5ec50471-4d9b-497b-985f-91cbd810108d req-ed909967-477b-4661-930a-00b47fa4d8e5 service neutron] (103343) timed out ('10.222.0.65', 58642) {{(pid=103343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 00:30:52.631436 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ceeb05e3-0198-42a4-9206-a77893c6b340 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks [] for router (2e8f363d-bef5-469a-ae6c-b205d53f292f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:52.697321 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-02d323b3-76fc-444b-ae7c-d06f829b5f28 None None] Current status of the port b60c2098-0ef8-468c-9338-b59ce116c74e is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:30:52.720327 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91342f36-5c40-4aa7-a117-dfbd642d3468 None None] Routers {'2e8f363d-bef5-469a-ae6c-b205d53f292f'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:30:52.721321 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-91342f36-5c40-4aa7-a117-dfbd642d3468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:30:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2e8f363d-bef5-469a-ae6c-b205d53f292f'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:52.843577 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port b60c2098-0ef8-468c-9338-b59ce116c74e is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:30:52.862661 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-ceeb05e3-0198-42a4-9206-a77893c6b340 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 00:30:52.864197 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ceeb05e3-0198-42a4-9206-a77893c6b340 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] 10.222.0.70 "DELETE /v2.0/routers/2e8f363d-bef5-469a-ae6c-b205d53f292f HTTP/1.1" status: 409 len: 329 time: 0.4024963 Jan 28 00:30:52.868562 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-91342f36-5c40-4aa7-a117-dfbd642d3468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:52.869663 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41104) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:52.903416 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91342f36-5c40-4aa7-a117-dfbd642d3468 None None] Routers {'2e8f363d-bef5-469a-ae6c-b205d53f292f'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:30:52.904467 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-91342f36-5c40-4aa7-a117-dfbd642d3468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:30:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2e8f363d-bef5-469a-ae6c-b205d53f292f'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:52.943937 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-53a1c55c-bddf-4206-8ea6-6ee48fca9e95 admin admin] Publish callbacks [] for security_group (204d59cf-5320-4332-9d9b-5b792567164a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:52.952938 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-53a1c55c-bddf-4206-8ea6-6ee48fca9e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (204d59cf-5320-4332-9d9b-5b792567164a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:52.991380 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-91342f36-5c40-4aa7-a117-dfbd642d3468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:53.001574 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91342f36-5c40-4aa7-a117-dfbd642d3468 None None] The sync data for ids ['2e8f363d-bef5-469a-ae6c-b205d53f292f'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:30:53.005107 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:30:53.056927 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ea537aad-a8b9-4b3e-b414-1ef6fb4af05d None None] Provisioning complete for port c52a948a-5955-4b15-b19a-a5d5e3f01ae6 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:53.057646 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ea537aad-a8b9-4b3e-b414-1ef6fb4af05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c52a948a-5955-4b15-b19a-a5d5e3f01ae6), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:53.061733 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:30:53.062371 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ae9b4fe5-1ef3-4bef-9111-3dcdbabe73d0 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:30:53.062979 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device cc8766ce-73b1-4c26-b007-5afeaedbc9ec no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:30:53.113104 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: cc8766ce-73b1-4c26-b007-5afeaedbc9ec {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:30:53.113753 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device cc8766ce-73b1-4c26-b007-5afeaedbc9ec not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:30:53.127399 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ea537aad-a8b9-4b3e-b414-1ef6fb4af05d None None] Port c52a948a-5955-4b15-b19a-a5d5e3f01ae6 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:30:53.142926 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ea537aad-a8b9-4b3e-b414-1ef6fb4af05d None None] Provisioning complete for port 938e3241-d1ec-48a1-b19b-69282e377654 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:53.143591 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ea537aad-a8b9-4b3e-b414-1ef6fb4af05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (938e3241-d1ec-48a1-b19b-69282e377654), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:53.193312 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ea537aad-a8b9-4b3e-b414-1ef6fb4af05d None None] Port 938e3241-d1ec-48a1-b19b-69282e377654 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:30:53.311557 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b60c2098-0ef8-468c-9338-b59ce116c74e up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:30:53.322697 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-53a1c55c-bddf-4206-8ea6-6ee48fca9e95 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=69fc71c7560c44809069f709ba90ac04&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4405460 Jan 28 00:30:53.326461 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41110) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:53.371253 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port b60c2098-0ef8-468c-9338-b59ce116c74e triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:30:53.371940 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b60c2098-0ef8-468c-9338-b59ce116c74e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:53.397296 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1c55c-bddf-4206-8ea6-6ee48fca9e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204d59cf-5320-4332-9d9b-5b792567164a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:53.460851 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb67c13-16c7-4565-b603-4654488ba73f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Port': ['ID=c52a948a-5955-4b15-b19a-a5d5e3f01ae6,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:53.471034 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-ecb67c13-16c7-4565-b603-4654488ba73f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] In _notify_port_updated(), no bound segment for port c52a948a-5955-4b15-b19a-a5d5e3f01ae6 on network a30e2f17-5c7c-4ce8-8801-de1a7394c876 {{(pid=103344) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 00:30:53.483008 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb67c13-16c7-4565-b603-4654488ba73f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:53.484133 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ecb67c13-16c7-4565-b603-4654488ba73f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:53.488699 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ecb67c13-16c7-4565-b603-4654488ba73f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "PUT /v2.0/ports/c52a948a-5955-4b15-b19a-a5d5e3f01ae6 HTTP/1.1" status: 200 len: 1011 time: 5.2736650 Jan 28 00:30:53.489960 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2096cb3d-5d0a-4b8a-914c-a9271d152b04 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (0d3515a7-9da9-44c3-a34e-684df23ac567), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:53.491888 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41112) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:53.502755 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port b60c2098-0ef8-468c-9338-b59ce116c74e is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:30:53.516724 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-29bbbc40-933d-4ea0-b48f-20d746f07f92 admin admin] Publish callbacks [] for security_group (204d59cf-5320-4332-9d9b-5b792567164a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:53.545501 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2096cb3d-5d0a-4b8a-914c-a9271d152b04 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:53.550703 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2096cb3d-5d0a-4b8a-914c-a9271d152b04 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "DELETE /v2.0/networks/0d3515a7-9da9-44c3-a34e-684df23ac567 HTTP/1.1" status: 204 len: 168 time: 5.0843871 Jan 28 00:30:53.553933 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096cb3d-5d0a-4b8a-914c-a9271d152b04 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Pushing event deleted for resources: {'Network': ['ID=0d3515a7-9da9-44c3-a34e-684df23ac567,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:53.556309 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41116) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:53.589096 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-29bbbc40-933d-4ea0-b48f-20d746f07f92 admin admin] Publish callbacks [] for security_group (204d59cf-5320-4332-9d9b-5b792567164a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:53.722756 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-de5e15ee-35d1-43d7-83af-6fa5baee9649 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:53.729169 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-aad07661-0770-422e-987f-bfb7ce075dc2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting port c52a948a-5955-4b15-b19a-a5d5e3f01ae6 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:30:53.736018 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aad07661-0770-422e-987f-bfb7ce075dc2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c52a948a-5955-4b15-b19a-a5d5e3f01ae6), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:53.776954 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-31782abd-b80c-4bc8-af95-122efac1b5db tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (2e8f363d-bef5-469a-ae6c-b205d53f292f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:53.882979 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-29bbbc40-933d-4ea0-b48f-20d746f07f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (204d59cf-5320-4332-9d9b-5b792567164a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:53.886015 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-29bbbc40-933d-4ea0-b48f-20d746f07f92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:53.891373 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-29bbbc40-933d-4ea0-b48f-20d746f07f92 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/204d59cf-5320-4332-9d9b-5b792567164a HTTP/1.1" status: 204 len: 168 time: 0.5583484 Jan 28 00:30:53.905053 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aad07661-0770-422e-987f-bfb7ce075dc2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c52a948a-5955-4b15-b19a-a5d5e3f01ae6), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:53.923249 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-aad07661-0770-422e-987f-bfb7ce075dc2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Calling delete_port for c52a948a-5955-4b15-b19a-a5d5e3f01ae6 owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:30:53.957278 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bbbc40-933d-4ea0-b48f-20d746f07f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204d59cf-5320-4332-9d9b-5b792567164a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:53.961873 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-de5e15ee-35d1-43d7-83af-6fa5baee9649 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:54.021945 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-de5e15ee-35d1-43d7-83af-6fa5baee9649 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:54.080115 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-de5e15ee-35d1-43d7-83af-6fa5baee9649 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0465a9d6-01fe-4f7b-a9a6-388e7e67e02b') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:54.080421 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-de5e15ee-35d1-43d7-83af-6fa5baee9649 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0465a9d6-01fe-4f7b-a9a6-388e7e67e02b') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:54.111519 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-de5e15ee-35d1-43d7-83af-6fa5baee9649 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (0465a9d6-01fe-4f7b-a9a6-388e7e67e02b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:54.148347 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-de5e15ee-35d1-43d7-83af-6fa5baee9649 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (0465a9d6-01fe-4f7b-a9a6-388e7e67e02b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:54.160048 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de5e15ee-35d1-43d7-83af-6fa5baee9649 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:30:54.160496 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-de5e15ee-35d1-43d7-83af-6fa5baee9649 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (0465a9d6-01fe-4f7b-a9a6-388e7e67e02b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:54.164490 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:30:54.164490 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:30:54.164490 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:30:54.164490 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:30:54.164490 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:30:54.164490 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:30:54.164490 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:30:54.164490 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:30:54.164490 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:30:54.164490 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:30:54.164490 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:30:54.164490 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:30:54.164490 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:30:54.164490 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:30:54.164490 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:30:54.164490 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:30:54.164490 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:30:54.164490 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:30:54.164490 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:30:54.164490 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:30:54.164490 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:30:54.164490 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:30:54.164490 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:30:54.164490 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:30:54.164490 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:30:54.164490 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:30:54.164490 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:30:54.164490 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:30:54.164490 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:30:54.164490 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:30:54.164490 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:30:54.164490 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:30:54.300063 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aad07661-0770-422e-987f-bfb7ce075dc2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (c52a948a-5955-4b15-b19a-a5d5e3f01ae6), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:54.318734 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-de5e15ee-35d1-43d7-83af-6fa5baee9649 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:54.341199 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-de5e15ee-35d1-43d7-83af-6fa5baee9649 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:54.350933 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-de5e15ee-35d1-43d7-83af-6fa5baee9649 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] 10.222.0.70 "DELETE /v2.0/networks/e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6 HTTP/1.1" status: 204 len: 168 time: 0.7891307 Jan 28 00:30:54.385165 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad07661-0770-422e-987f-bfb7ce075dc2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Port': ['ID=c52a948a-5955-4b15-b19a-a5d5e3f01ae6,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:54.464346 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e15ee-35d1-43d7-83af-6fa5baee9649 tempest-TaggedBootDevicesTest_v242-1971476883 tempest-TaggedBootDevicesTest_v242-1971476883-project] Pushing event deleted for resources: {'Network': ['ID=e93dabcb-e3e0-4bb1-bd3f-dc4679e826c6,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:54.600974 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-31782abd-b80c-4bc8-af95-122efac1b5db tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Deleting port 938e3241-d1ec-48a1-b19b-69282e377654 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:30:54.602027 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-31782abd-b80c-4bc8-af95-122efac1b5db tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (938e3241-d1ec-48a1-b19b-69282e377654), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:54.622621 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aad07661-0770-422e-987f-bfb7ce075dc2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:54.637118 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-aad07661-0770-422e-987f-bfb7ce075dc2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/ports/c52a948a-5955-4b15-b19a-a5d5e3f01ae6 HTTP/1.1" status: 204 len: 168 time: 1.1430871 Jan 28 00:30:54.641629 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41142) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:54.679120 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-c32126a6-3c2c-46c7-bc4c-60a7e87a7d09 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] GET failed (client error): The resource could not be found. Jan 28 00:30:54.682515 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c32126a6-3c2c-46c7-bc4c-60a7e87a7d09 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "GET /v2.0/ports/c52a948a-5955-4b15-b19a-a5d5e3f01ae6 HTTP/1.1" status: 404 len: 333 time: 0.0393293 Jan 28 00:30:54.687036 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41146) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:54.811494 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36cd9de-7524-4b2c-85e9-112c334f40f6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting subnet 30ee12f7-3f69-403a-813e-f6a766128e75 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:30:54.815780 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f36cd9de-7524-4b2c-85e9-112c334f40f6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (30ee12f7-3f69-403a-813e-f6a766128e75), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:54.885820 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f36cd9de-7524-4b2c-85e9-112c334f40f6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (30ee12f7-3f69-403a-813e-f6a766128e75), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:55.289010 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f36cd9de-7524-4b2c-85e9-112c334f40f6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (30ee12f7-3f69-403a-813e-f6a766128e75), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:55.362790 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-31782abd-b80c-4bc8-af95-122efac1b5db tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (938e3241-d1ec-48a1-b19b-69282e377654), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:55.388829 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-31782abd-b80c-4bc8-af95-122efac1b5db tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Calling delete_port for 938e3241-d1ec-48a1-b19b-69282e377654 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:30:55.594410 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f36cd9de-7524-4b2c-85e9-112c334f40f6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (30ee12f7-3f69-403a-813e-f6a766128e75), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:55.624689 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f36cd9de-7524-4b2c-85e9-112c334f40f6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:55.634884 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1b264e-06ba-4cd8-91e4-00577a800edd None None] Network a30e2f17-5c7c-4ce8-8801-de1a7394c876 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:30:55.641092 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f36cd9de-7524-4b2c-85e9-112c334f40f6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/subnets/30ee12f7-3f69-403a-813e-f6a766128e75 HTTP/1.1" status: 204 len: 168 time: 0.9524150 Jan 28 00:30:55.773281 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41176) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:55.774709 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36cd9de-7524-4b2c-85e9-112c334f40f6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Subnet': ['ID=30ee12f7-3f69-403a-813e-f6a766128e75,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:55.912450 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e34402-43aa-4b44-851f-458382ef90fc tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting subnet 123ed2f8-e2d3-42d2-9b79-40ec8359260b {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:30:55.928356 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-12e34402-43aa-4b44-851f-458382ef90fc tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (123ed2f8-e2d3-42d2-9b79-40ec8359260b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:56.034942 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-12e34402-43aa-4b44-851f-458382ef90fc tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (123ed2f8-e2d3-42d2-9b79-40ec8359260b), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:56.209796 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-31782abd-b80c-4bc8-af95-122efac1b5db tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (938e3241-d1ec-48a1-b19b-69282e377654), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:56.275980 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-12e34402-43aa-4b44-851f-458382ef90fc tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (123ed2f8-e2d3-42d2-9b79-40ec8359260b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:56.323964 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31782abd-b80c-4bc8-af95-122efac1b5db tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Pushing event deleted for resources: {'Port': ['ID=938e3241-d1ec-48a1-b19b-69282e377654,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:56.498829 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-12e34402-43aa-4b44-851f-458382ef90fc tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (123ed2f8-e2d3-42d2-9b79-40ec8359260b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:56.644359 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-31782abd-b80c-4bc8-af95-122efac1b5db tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (2e8f363d-bef5-469a-ae6c-b205d53f292f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:56.749610 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e34402-43aa-4b44-851f-458382ef90fc tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Subnet': ['ID=123ed2f8-e2d3-42d2-9b79-40ec8359260b,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:56.794539 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-12e34402-43aa-4b44-851f-458382ef90fc tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:56.820637 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-12e34402-43aa-4b44-851f-458382ef90fc tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/subnets/123ed2f8-e2d3-42d2-9b79-40ec8359260b HTTP/1.1" status: 204 len: 168 time: 1.0362389 Jan 28 00:30:56.831809 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41200) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:57.128673 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31782abd-b80c-4bc8-af95-122efac1b5db tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Router 2e8f363d-bef5-469a-ae6c-b205d53f292f has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:30:57.155353 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ef82d65a-d0cd-48ee-9122-64971b71c326 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (a30e2f17-5c7c-4ce8-8801-de1a7394c876), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:57.344533 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31782abd-b80c-4bc8-af95-122efac1b5db tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:30:57.356829 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-31782abd-b80c-4bc8-af95-122efac1b5db tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] 10.222.0.70 "PUT /v2.0/routers/2e8f363d-bef5-469a-ae6c-b205d53f292f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4791806 Jan 28 00:30:57.357814 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41210) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:57.366202 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4fcaed-96ea-4b46-9ee7-70394647efdf None None] Sync routers for ids ['2e8f363d-bef5-469a-ae6c-b205d53f292f'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:30:57.386861 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4fcaed-96ea-4b46-9ee7-70394647efdf None None] Routers {'2e8f363d-bef5-469a-ae6c-b205d53f292f'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:30:57.389071 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-ef82d65a-d0cd-48ee-9122-64971b71c326 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting port 6a6565cd-5ecb-4688-a9f8-5871b6a5d78c {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:30:57.390154 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-eb4fcaed-96ea-4b46-9ee7-70394647efdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:30:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2e8f363d-bef5-469a-ae6c-b205d53f292f'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:57.392628 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ef82d65a-d0cd-48ee-9122-64971b71c326 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (6a6565cd-5ecb-4688-a9f8-5871b6a5d78c), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:57.463756 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-5b1c0ce3-af86-4471-95c7-6bf339b163e5 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] show failed (client error): The resource could not be found. Jan 28 00:30:57.464865 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5b1c0ce3-af86-4471-95c7-6bf339b163e5 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] 10.222.0.70 "GET /v2.0/routers/tempest-non_exist_router-1520167193 HTTP/1.1" status: 404 len: 335 time: 0.1060486 Jan 28 00:30:57.468660 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41218) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:57.473412 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-ca35cede-7602-4b91-9364-8e30788b486e tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:30:57.510459 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-eb4fcaed-96ea-4b46-9ee7-70394647efdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:57.525444 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-ca35cede-7602-4b91-9364-8e30788b486e tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] update failed (client error): The resource could not be found. Jan 28 00:30:57.526547 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ca35cede-7602-4b91-9364-8e30788b486e tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] 10.222.0.70 "PUT /v2.0/routers/tempest-non_exist_router-567559476 HTTP/1.1" status: 404 len: 334 time: 0.0568640 Jan 28 00:30:57.536215 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41220) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:57.545035 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4fcaed-96ea-4b46-9ee7-70394647efdf None None] Routers {'2e8f363d-bef5-469a-ae6c-b205d53f292f'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:30:57.546447 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-eb4fcaed-96ea-4b46-9ee7-70394647efdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:30:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2e8f363d-bef5-469a-ae6c-b205d53f292f'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:57.615704 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-ef82d65a-d0cd-48ee-9122-64971b71c326 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] For port 6a6565cd-5ecb-4688-a9f8-5871b6a5d78c, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6a6565cd-5ecb-4688-a9f8-5871b6a5d78c,segment=NetworkSegment(38478e16-f8c1-4d40-a124-c99d36577a19),segment_id=38478e16-f8c1-4d40-a124-c99d36577a19)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:30:57.616070 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ef82d65a-d0cd-48ee-9122-64971b71c326 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (6a6565cd-5ecb-4688-a9f8-5871b6a5d78c), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:57.656022 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-ef82d65a-d0cd-48ee-9122-64971b71c326 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Calling delete_port for 6a6565cd-5ecb-4688-a9f8-5871b6a5d78c owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:30:57.686869 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-eb4fcaed-96ea-4b46-9ee7-70394647efdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:57.687919 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4fcaed-96ea-4b46-9ee7-70394647efdf None None] The sync data for ids ['2e8f363d-bef5-469a-ae6c-b205d53f292f'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:30:57.731219 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6105fdd-e772-4fd8-9c0f-68b590676f7d tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Deleting subnet 54c72ab2-844b-4375-86d0-b37ad214dff7 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:30:57.749991 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e6105fdd-e772-4fd8-9c0f-68b590676f7d tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks [] for subnet (54c72ab2-844b-4375-86d0-b37ad214dff7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:57.808550 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f295fc8-ccf7-4595-9078-dc5261aa1b0e None None] Network a30e2f17-5c7c-4ce8-8801-de1a7394c876 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:30:57.994005 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e6105fdd-e772-4fd8-9c0f-68b590676f7d tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (54c72ab2-844b-4375-86d0-b37ad214dff7), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:58.088453 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ef82d65a-d0cd-48ee-9122-64971b71c326 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (6a6565cd-5ecb-4688-a9f8-5871b6a5d78c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:58.245610 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-bd52f9a2-de0f-47a2-9ba0-b47dfbb4b52c None None] Could not find standard attr ID for object 6a6565cd-5ecb-4688-a9f8-5871b6a5d78c. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:30:58.305980 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef82d65a-d0cd-48ee-9122-64971b71c326 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] No DVR routers for this DVR port 6a6565cd-5ecb-4688-a9f8-5871b6a5d78c on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:30:58.331176 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82d65a-d0cd-48ee-9122-64971b71c326 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Port': ['ID=6a6565cd-5ecb-4688-a9f8-5871b6a5d78c,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:58.378661 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba41977a-39a2-4a99-b5c1-641406f7daa6 None None] DHCP port deletion for a30e2f17-5c7c-4ce8-8801-de1a7394c876 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:30:58.413629 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e6105fdd-e772-4fd8-9c0f-68b590676f7d tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (54c72ab2-844b-4375-86d0-b37ad214dff7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:58.647307 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e6105fdd-e772-4fd8-9c0f-68b590676f7d tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (54c72ab2-844b-4375-86d0-b37ad214dff7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:58.657778 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ef82d65a-d0cd-48ee-9122-64971b71c326 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (a30e2f17-5c7c-4ce8-8801-de1a7394c876), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:58.682429 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6105fdd-e772-4fd8-9c0f-68b590676f7d tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Pushing event deleted for resources: {'Subnet': ['ID=54c72ab2-844b-4375-86d0-b37ad214dff7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:58.691722 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e6105fdd-e772-4fd8-9c0f-68b590676f7d tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:58.695369 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e6105fdd-e772-4fd8-9c0f-68b590676f7d tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] 10.222.0.70 "DELETE /v2.0/subnets/54c72ab2-844b-4375-86d0-b37ad214dff7 HTTP/1.1" status: 204 len: 168 time: 1.1579144 Jan 28 00:30:58.698818 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affd0333-7bf0-409c-b6c4-4d733c3df7bc None None] Network 8a4e0d58-b7fb-4d76-9f70-81edbef0cbba requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:30:58.701021 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41246) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:58.808994 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-ef82d65a-d0cd-48ee-9122-64971b71c326 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a30e2f17-5c7c-4ce8-8801-de1a7394c876']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:58.875768 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-ef82d65a-d0cd-48ee-9122-64971b71c326 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38478e16-f8c1-4d40-a124-c99d36577a19') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:58.876298 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e35ffcb0-0a1e-40ae-a0ca-9b5e79baa09e tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (8a4e0d58-b7fb-4d76-9f70-81edbef0cbba), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:58.876459 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-ef82d65a-d0cd-48ee-9122-64971b71c326 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38478e16-f8c1-4d40-a124-c99d36577a19') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:30:58.909977 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ef82d65a-d0cd-48ee-9122-64971b71c326 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (38478e16-f8c1-4d40-a124-c99d36577a19), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:58.949109 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ef82d65a-d0cd-48ee-9122-64971b71c326 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (38478e16-f8c1-4d40-a124-c99d36577a19), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:58.967882 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef82d65a-d0cd-48ee-9122-64971b71c326 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:30:58.969289 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ef82d65a-d0cd-48ee-9122-64971b71c326 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (38478e16-f8c1-4d40-a124-c99d36577a19), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:58.974631 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:30:58.974631 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:30:58.974631 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:30:58.974631 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:30:58.974631 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:30:58.974631 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:30:58.974631 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:30:58.974631 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:30:58.974631 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:30:58.974631 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:30:58.974631 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:30:58.974631 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:30:58.974631 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:30:58.974631 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:30:58.974631 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:30:58.974631 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:30:58.974631 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:30:58.974631 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:30:58.974631 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:30:58.974631 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:30:58.974631 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:30:58.974631 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:30:58.974631 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:30:58.974631 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:30:58.974631 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:30:58.974631 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:30:58.974631 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:30:58.974631 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:30:58.974631 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:30:58.974631 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:30:58.974631 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:30:58.974631 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:30:59.069991 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e709886-32a8-4a26-90d3-0964ff93f115 None None] DHCP port deletion for 8a4e0d58-b7fb-4d76-9f70-81edbef0cbba request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:30:59.121775 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e35ffcb0-0a1e-40ae-a0ca-9b5e79baa09e tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Deleting port b60c2098-0ef8-468c-9338-b59ce116c74e {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:30:59.122182 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e35ffcb0-0a1e-40ae-a0ca-9b5e79baa09e tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b60c2098-0ef8-468c-9338-b59ce116c74e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:59.156162 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ef82d65a-d0cd-48ee-9122-64971b71c326 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (a30e2f17-5c7c-4ce8-8801-de1a7394c876), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:59.220740 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ef82d65a-d0cd-48ee-9122-64971b71c326 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:59.231122 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ef82d65a-d0cd-48ee-9122-64971b71c326 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/networks/a30e2f17-5c7c-4ce8-8801-de1a7394c876 HTTP/1.1" status: 204 len: 168 time: 2.3937809 Jan 28 00:30:59.231122 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82d65a-d0cd-48ee-9122-64971b71c326 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Network': ['ID=a30e2f17-5c7c-4ce8-8801-de1a7394c876,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:30:59.237460 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41268) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:59.358253 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e35ffcb0-0a1e-40ae-a0ca-9b5e79baa09e tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] For port b60c2098-0ef8-468c-9338-b59ce116c74e, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b60c2098-0ef8-468c-9338-b59ce116c74e,segment=NetworkSegment(2e8e9457-03ba-4f85-9c93-bf7a0e34db4a),segment_id=2e8e9457-03ba-4f85-9c93-bf7a0e34db4a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:30:59.361037 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e35ffcb0-0a1e-40ae-a0ca-9b5e79baa09e tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b60c2098-0ef8-468c-9338-b59ce116c74e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:59.387360 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3e709886-32a8-4a26-90d3-0964ff93f115 None None] Deleting port b60c2098-0ef8-468c-9338-b59ce116c74e {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:30:59.396212 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3e709886-32a8-4a26-90d3-0964ff93f115 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b60c2098-0ef8-468c-9338-b59ce116c74e), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:59.411386 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a760b49c-f4bd-48f6-9e45-4ed367f419da tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:30:59.457545 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e35ffcb0-0a1e-40ae-a0ca-9b5e79baa09e tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Calling delete_port for b60c2098-0ef8-468c-9338-b59ce116c74e owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:30:59.460725 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41290) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:59.462420 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a760b49c-f4bd-48f6-9e45-4ed367f419da tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2217808 Jan 28 00:30:59.658699 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6a6565cd-5ecb-4688-a9f8-5871b6a5d78c no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:30:59.824304 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b3c7fddf-a913-4d62-984f-fdbedbe87a30 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3495872 Jan 28 00:30:59.830193 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41308) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:30:59.833654 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 6a6565cd-5ecb-4688-a9f8-5871b6a5d78c {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:30:59.834463 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6a6565cd-5ecb-4688-a9f8-5871b6a5d78c not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:30:59.835155 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b60c2098-0ef8-468c-9338-b59ce116c74e no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:30:59.843926 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-b29a4232-d8fb-4267-9938-51078e35710a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1112894364'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:30:59.935953 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29a4232-d8fb-4267-9938-51078e35710a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:30:59.944167 n-d-826754-1 neutron-server[103345]: INFO neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No ports have port_id starting with b60c2098-0ef8-468c-9338-b59ce116c74e Jan 28 00:30:59.944868 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b29a4232-d8fb-4267-9938-51078e35710a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:59.950019 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-3e709886-32a8-4a26-90d3-0964ff93f115 None None] For port b60c2098-0ef8-468c-9338-b59ce116c74e, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b60c2098-0ef8-468c-9338-b59ce116c74e,segment=NetworkSegment(2e8e9457-03ba-4f85-9c93-bf7a0e34db4a),segment_id=2e8e9457-03ba-4f85-9c93-bf7a0e34db4a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:30:59.950673 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3e709886-32a8-4a26-90d3-0964ff93f115 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b60c2098-0ef8-468c-9338-b59ce116c74e), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:59.957517 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e35ffcb0-0a1e-40ae-a0ca-9b5e79baa09e tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (b60c2098-0ef8-468c-9338-b59ce116c74e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:30:59.998188 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3e709886-32a8-4a26-90d3-0964ff93f115 None None] Calling delete_port for b60c2098-0ef8-468c-9338-b59ce116c74e owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:31:00.026378 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ffcb0-0a1e-40ae-a0ca-9b5e79baa09e tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Pushing event deleted for resources: {'Port': ['ID=b60c2098-0ef8-468c-9338-b59ce116c74e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:00.050587 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35ffcb0-0a1e-40ae-a0ca-9b5e79baa09e tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] No DVR routers for this DVR port b60c2098-0ef8-468c-9338-b59ce116c74e on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:31:00.062909 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29a4232-d8fb-4267-9938-51078e35710a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:31:00.145313 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b29a4232-d8fb-4267-9938-51078e35710a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (c58064ad-d2b3-4554-9c3c-842bc9288516), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:00.145869 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-b29a4232-d8fb-4267-9938-51078e35710a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Added segment c58064ad-d2b3-4554-9c3c-842bc9288516 of type vlan for network c9a4c571-5a1a-4fcc-afc1-5843ad374d40 Jan 28 00:31:00.252168 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3e709886-32a8-4a26-90d3-0964ff93f115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (b60c2098-0ef8-468c-9338-b59ce116c74e), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:00.293813 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e35ffcb0-0a1e-40ae-a0ca-9b5e79baa09e tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (8a4e0d58-b7fb-4d76-9f70-81edbef0cbba), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:00.326147 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b29a4232-d8fb-4267-9938-51078e35710a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (c9a4c571-5a1a-4fcc-afc1-5843ad374d40), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:00.358793 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-e35ffcb0-0a1e-40ae-a0ca-9b5e79baa09e tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4e0d58-b7fb-4d76-9f70-81edbef0cbba']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:00.361223 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e709886-32a8-4a26-90d3-0964ff93f115 None None] No DVR routers for this DVR port b60c2098-0ef8-468c-9338-b59ce116c74e on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:31:00.393583 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e709886-32a8-4a26-90d3-0964ff93f115 None None] Pushing event deleted for resources: {'Port': ['ID=b60c2098-0ef8-468c-9338-b59ce116c74e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:00.413476 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-e35ffcb0-0a1e-40ae-a0ca-9b5e79baa09e tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e8e9457-03ba-4f85-9c93-bf7a0e34db4a') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:00.417316 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-e35ffcb0-0a1e-40ae-a0ca-9b5e79baa09e tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e8e9457-03ba-4f85-9c93-bf7a0e34db4a') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:00.452347 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e35ffcb0-0a1e-40ae-a0ca-9b5e79baa09e tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (2e8e9457-03ba-4f85-9c93-bf7a0e34db4a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:00.468543 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b29a4232-d8fb-4267-9938-51078e35710a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (c9a4c571-5a1a-4fcc-afc1-5843ad374d40), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:00.480716 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29a4232-d8fb-4267-9938-51078e35710a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:00.482967 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b29a4232-d8fb-4267-9938-51078e35710a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:00.550622 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e35ffcb0-0a1e-40ae-a0ca-9b5e79baa09e tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (2e8e9457-03ba-4f85-9c93-bf7a0e34db4a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:00.645545 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e35ffcb0-0a1e-40ae-a0ca-9b5e79baa09e tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:31:00.646300 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e35ffcb0-0a1e-40ae-a0ca-9b5e79baa09e tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (2e8e9457-03ba-4f85-9c93-bf7a0e34db4a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:00.652782 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:31:00.652782 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:31:00.652782 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:31:00.652782 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:31:00.652782 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:31:00.652782 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:31:00.652782 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:31:00.652782 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:31:00.652782 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:31:00.652782 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:31:00.652782 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:31:00.652782 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:31:00.652782 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:31:00.652782 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:31:00.652782 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:31:00.652782 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:31:00.652782 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:31:00.652782 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:31:00.652782 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:31:00.652782 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:31:00.652782 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:31:00.652782 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:31:00.652782 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:31:00.652782 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:31:00.652782 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:31:00.652782 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:31:00.652782 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:31:00.652782 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:31:00.652782 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:31:00.652782 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:31:00.652782 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:31:00.652782 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:31:00.701923 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b29a4232-d8fb-4267-9938-51078e35710a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8688734 Jan 28 00:31:00.704973 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41348) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:00.720728 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-0bf4e6c4-a27e-4fba-9d7e-e28cc70c553d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'subnet': {'network_id': 'c9a4c571-5a1a-4fcc-afc1-5843ad374d40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:00.793299 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a4232-d8fb-4267-9938-51078e35710a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Network': ['ID=c9a4c571-5a1a-4fcc-afc1-5843ad374d40,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:00.811096 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network c9a4c571-5a1a-4fcc-afc1-5843ad374d40 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:31:00.860728 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e35ffcb0-0a1e-40ae-a0ca-9b5e79baa09e tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (8a4e0d58-b7fb-4d76-9f70-81edbef0cbba), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:00.867349 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e35ffcb0-0a1e-40ae-a0ca-9b5e79baa09e tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:00.877695 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e35ffcb0-0a1e-40ae-a0ca-9b5e79baa09e tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] 10.222.0.70 "DELETE /v2.0/networks/8a4e0d58-b7fb-4d76-9f70-81edbef0cbba HTTP/1.1" status: 204 len: 168 time: 2.1752970 Jan 28 00:31:00.887922 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41366) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:01.004519 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf4e6c4-a27e-4fba-9d7e-e28cc70c553d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:31:01.012922 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0bf4e6c4-a27e-4fba-9d7e-e28cc70c553d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:01.013509 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ffcb0-0a1e-40ae-a0ca-9b5e79baa09e tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Pushing event deleted for resources: {'Network': ['ID=8a4e0d58-b7fb-4d76-9f70-81edbef0cbba,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:01.044825 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dfdfb5c-4eb9-47a5-85ef-3d62989687d1 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Deleting subnet f4462975-17a6-41cf-b540-0da111016f95 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:31:01.051901 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5dfdfb5c-4eb9-47a5-85ef-3d62989687d1 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks [] for subnet (f4462975-17a6-41cf-b540-0da111016f95), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:01.211137 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5dfdfb5c-4eb9-47a5-85ef-3d62989687d1 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (f4462975-17a6-41cf-b540-0da111016f95), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:01.573396 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5dfdfb5c-4eb9-47a5-85ef-3d62989687d1 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (f4462975-17a6-41cf-b540-0da111016f95), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:01.604270 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0bf4e6c4-a27e-4fba-9d7e-e28cc70c553d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (0289648a-7a68-45c9-9d4e-e045072b63fa), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:01.778021 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5dfdfb5c-4eb9-47a5-85ef-3d62989687d1 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (f4462975-17a6-41cf-b540-0da111016f95), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:01.780613 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4e6c4-a27e-4fba-9d7e-e28cc70c553d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Subnet': ['ID=0289648a-7a68-45c9-9d4e-e045072b63fa,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:01.805756 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf4e6c4-a27e-4fba-9d7e-e28cc70c553d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Checking segment: {'id': 'c58064ad-d2b3-4554-9c3c-842bc9288516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c9a4c571-5a1a-4fcc-afc1-5843ad374d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:31:01.806071 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf4e6c4-a27e-4fba-9d7e-e28cc70c553d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network hostable DHCP agents. Network: c9a4c571-5a1a-4fcc-afc1-5843ad374d40, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:31:01.854686 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5dfdfb5c-4eb9-47a5-85ef-3d62989687d1 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:01.864040 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5dfdfb5c-4eb9-47a5-85ef-3d62989687d1 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] 10.222.0.70 "DELETE /v2.0/subnets/f4462975-17a6-41cf-b540-0da111016f95 HTTP/1.1" status: 204 len: 168 time: 0.9666369 Jan 28 00:31:01.866680 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfdfb5c-4eb9-47a5-85ef-3d62989687d1 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Pushing event deleted for resources: {'Subnet': ['ID=f4462975-17a6-41cf-b540-0da111016f95,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:01.871362 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c5c75d-d35e-4262-bc7a-9eb090563d26 None None] Network 2750fb4b-cd2d-47a1-8757-472149cca425 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:31:01.872872 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41412) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:01.875703 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf4e6c4-a27e-4fba-9d7e-e28cc70c553d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network c9a4c571-5a1a-4fcc-afc1-5843ad374d40 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:31:01.905838 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-0bf4e6c4-a27e-4fba-9d7e-e28cc70c553d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, c9a4c571-5a1a-4fcc-afc1-5843ad374d40) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:31:01.921202 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf4e6c4-a27e-4fba-9d7e-e28cc70c553d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:01.921846 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0bf4e6c4-a27e-4fba-9d7e-e28cc70c553d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:01.963232 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0bf4e6c4-a27e-4fba-9d7e-e28cc70c553d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2508740 Jan 28 00:31:01.964444 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41416) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:01.973581 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-69750788-ded8-4d53-860d-3da9adeff683 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'port': {'network_id': 'c9a4c571-5a1a-4fcc-afc1-5843ad374d40', 'name': 'tempest-PortsIpV6TestJSON-1454050816'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:01.991763 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a048182-02c9-48be-b791-26611215b464 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Deleting subnet 64e56d63-79cc-406f-a6e1-575621c8b4c3 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:31:01.998475 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a048182-02c9-48be-b791-26611215b464 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks [] for subnet (64e56d63-79cc-406f-a6e1-575621c8b4c3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:02.019376 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9269af-7e08-4ce9-a450-2d4bc64db848 None None] Network c9a4c571-5a1a-4fcc-afc1-5843ad374d40 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:31:02.093295 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a048182-02c9-48be-b791-26611215b464 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (64e56d63-79cc-406f-a6e1-575621c8b4c3), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:02.212944 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc2b21c-f548-45d3-ab98-a34b952975e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-c9a4c571-5a1a-4fcc-afc1-5843ad374d40', 'network_id': 'c9a4c571-5a1a-4fcc-afc1-5843ad374d40', 'project_id': '42f780956c37408e9aed0d4993486e6b', 'fixed_ips': [{'subnet_id': '0289648a-7a68-45c9-9d4e-e045072b63fa'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:31:02.214322 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bfc2b21c-f548-45d3-ab98-a34b952975e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:02.330124 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69750788-ded8-4d53-860d-3da9adeff683 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:31:02.330585 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a048182-02c9-48be-b791-26611215b464 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (64e56d63-79cc-406f-a6e1-575621c8b4c3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:02.348627 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69750788-ded8-4d53-860d-3da9adeff683 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:02.465602 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-69750788-ded8-4d53-860d-3da9adeff683 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] device_id is not set on port 59b2e86d-e660-43dc-8feb-466a4e850493 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:31:02.572429 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a048182-02c9-48be-b791-26611215b464 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (64e56d63-79cc-406f-a6e1-575621c8b4c3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:02.631202 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b005abe2-0c37-47f9-a3a0-fd7787347943 None None] DHCP port deletion for 2750fb4b-cd2d-47a1-8757-472149cca425 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:31:02.678705 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a048182-02c9-48be-b791-26611215b464 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:02.695142 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9a048182-02c9-48be-b791-26611215b464 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] 10.222.0.70 "DELETE /v2.0/subnets/64e56d63-79cc-406f-a6e1-575621c8b4c3 HTTP/1.1" status: 204 len: 168 time: 0.8152964 Jan 28 00:31:02.697265 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41434) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:02.699505 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a048182-02c9-48be-b791-26611215b464 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Pushing event deleted for resources: {'Subnet': ['ID=64e56d63-79cc-406f-a6e1-575621c8b4c3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:02.749874 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df92c696-2597-46b5-ad26-a565e9b5fbee None None] Network e2311679-61ba-4daa-90f3-df2d4377608f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:31:02.859880 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (2750fb4b-cd2d-47a1-8757-472149cca425), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:02.947158 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-bfc2b21c-f548-45d3-ab98-a34b952975e6 None None] Allocated IP 2001:db8::2 (c9a4c571-5a1a-4fcc-afc1-5843ad374d40/0289648a-7a68-45c9-9d4e-e045072b63fa/bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:31:02.954206 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41440) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:03.007386 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Deleting port b2883929-c7ee-4f0f-b4f0-43f3e2db44d4 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:31:03.008904 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b2883929-c7ee-4f0f-b4f0-43f3e2db44d4), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:03.221263 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] For port b2883929-c7ee-4f0f-b4f0-43f3e2db44d4, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b2883929-c7ee-4f0f-b4f0-43f3e2db44d4,segment=NetworkSegment(9a288b82-f5c1-418d-8d87-8e76160c2ef9),segment_id=9a288b82-f5c1-418d-8d87-8e76160c2ef9)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:31:03.221989 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b2883929-c7ee-4f0f-b4f0-43f3e2db44d4), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:03.239040 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bfc2b21c-f548-45d3-ab98-a34b952975e6 None None] Publish callbacks [] for port (bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:03.265508 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Calling delete_port for b2883929-c7ee-4f0f-b4f0-43f3e2db44d4 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:31:03.280136 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bfc2b21c-f548-45d3-ab98-a34b952975e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:03.322182 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-16d22c53-21d9-4d9e-a199-cb9e8349bd2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:03.339266 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc2b21c-f548-45d3-ab98-a34b952975e6 None None] Network c9a4c571-5a1a-4fcc-afc1-5843ad374d40 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:31:03.478214 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-bfc2b21c-f548-45d3-ab98-a34b952975e6 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:31:03.484076 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc2b21c-f548-45d3-ab98-a34b952975e6 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:31:03.497641 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2b21c-f548-45d3-ab98-a34b952975e6 None None] Pushing event updated for resources: {'Port': ['ID=bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:03.510707 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b2883929-c7ee-4f0f-b4f0-43f3e2db44d4 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:31:03.511280 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-16d22c53-21d9-4d9e-a199-cb9e8349bd2b admin admin] Publish callbacks [] for security_group (e4da64e2-8f4c-4ff9-9ac5-376093112b60), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:03.520054 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b005abe2-0c37-47f9-a3a0-fd7787347943 None None] Deleting port b2883929-c7ee-4f0f-b4f0-43f3e2db44d4 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:31:03.520994 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b005abe2-0c37-47f9-a3a0-fd7787347943 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b2883929-c7ee-4f0f-b4f0-43f3e2db44d4), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:03.526389 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-16d22c53-21d9-4d9e-a199-cb9e8349bd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e4da64e2-8f4c-4ff9-9ac5-376093112b60), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:03.564451 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b2883929-c7ee-4f0f-b4f0-43f3e2db44d4), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:03.636666 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Pushing event deleted for resources: {'Port': ['ID=b2883929-c7ee-4f0f-b4f0-43f3e2db44d4,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:03.664195 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: b2883929-c7ee-4f0f-b4f0-43f3e2db44d4 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:31:03.665845 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b2883929-c7ee-4f0f-b4f0-43f3e2db44d4 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:31:03.671983 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] No DVR routers for this DVR port b2883929-c7ee-4f0f-b4f0-43f3e2db44d4 on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:31:03.676277 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:03.676689 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:03.677304 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:03.677919 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:03.678671 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:03.679301 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:03.679756 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:03.681388 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:03.681920 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:03.682587 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:03.683087 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:03.683660 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:03.684162 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:03.691468 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-16d22c53-21d9-4d9e-a199-cb9e8349bd2b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c8a4abbbbf524ed996be673d4ec6eba7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7359672 Jan 28 00:31:03.693262 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d22c53-21d9-4d9e-a199-cb9e8349bd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4da64e2-8f4c-4ff9-9ac5-376093112b60,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:03.700540 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-69750788-ded8-4d53-860d-3da9adeff683 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Allocated IP 2001:db8::254 (c9a4c571-5a1a-4fcc-afc1-5843ad374d40/0289648a-7a68-45c9-9d4e-e045072b63fa/59b2e86d-e660-43dc-8feb-466a4e850493) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:31:03.705935 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41448) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:03.728592 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-b005abe2-0c37-47f9-a3a0-fd7787347943 None None] For port b2883929-c7ee-4f0f-b4f0-43f3e2db44d4, host n-d-826754-1, got binding levels [] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:31:03.729655 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b005abe2-0c37-47f9-a3a0-fd7787347943 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b2883929-c7ee-4f0f-b4f0-43f3e2db44d4), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:03.749704 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b005abe2-0c37-47f9-a3a0-fd7787347943 None None] Calling delete_port for b2883929-c7ee-4f0f-b4f0-43f3e2db44d4 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:31:03.754386 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.ipam_backend_mixin [None req-b005abe2-0c37-47f9-a3a0-fd7787347943 None None] Port b2883929-c7ee-4f0f-b4f0-43f3e2db44d4 was not found and therefore no delete operation was performed {{(pid=103345) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 00:31:03.773292 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b005abe2-0c37-47f9-a3a0-fd7787347943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (b2883929-c7ee-4f0f-b4f0-43f3e2db44d4), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:03.797278 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-bfc2b21c-f548-45d3-ab98-a34b952975e6 None None] Attempting to bind port bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:31:03.797726 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-bfc2b21c-f548-45d3-ab98-a34b952975e6 None None] Attempting to bind port bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'c58064ad-d2b3-4554-9c3c-842bc9288516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c9a4c571-5a1a-4fcc-afc1-5843ad374d40'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:31:03.798320 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc2b21c-f548-45d3-ab98-a34b952975e6 None None] Attempting to bind port bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9 on network c9a4c571-5a1a-4fcc-afc1-5843ad374d40 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:31:03.887187 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc2b21c-f548-45d3-ab98-a34b952975e6 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:31:03.887934 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc2b21c-f548-45d3-ab98-a34b952975e6 None None] Checking segment: {'id': 'c58064ad-d2b3-4554-9c3c-842bc9288516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c9a4c571-5a1a-4fcc-afc1-5843ad374d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:31:03.888550 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bfc2b21c-f548-45d3-ab98-a34b952975e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:03.889173 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc2b21c-f548-45d3-ab98-a34b952975e6 None None] Bound using segment: {'id': 'c58064ad-d2b3-4554-9c3c-842bc9288516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c9a4c571-5a1a-4fcc-afc1-5843ad374d40'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:31:03.889872 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-bfc2b21c-f548-45d3-ab98-a34b952975e6 None None] Bound port: bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c58064ad-d2b3-4554-9c3c-842bc9288516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c9a4c571-5a1a-4fcc-afc1-5843ad374d40'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:31:03.890482 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bfc2b21c-f548-45d3-ab98-a34b952975e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:03.898499 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (2750fb4b-cd2d-47a1-8757-472149cca425), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:03.951321 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2750fb4b-cd2d-47a1-8757-472149cca425']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:03.951993 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7c1a5ac1-fa26-43d8-9567-942a8c3cbfee admin admin] Publish callbacks [] for security_group (e4da64e2-8f4c-4ff9-9ac5-376093112b60), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:03.976348 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a288b82-f5c1-418d-8d87-8e76160c2ef9') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:03.977018 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a288b82-f5c1-418d-8d87-8e76160c2ef9') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:03.979823 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-bfc2b21c-f548-45d3-ab98-a34b952975e6 None None] For port bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:31:03.984293 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-bfc2b21c-f548-45d3-ab98-a34b952975e6 None None] For port bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9,segment=NetworkSegment(c58064ad-d2b3-4554-9c3c-842bc9288516),segment_id=c58064ad-d2b3-4554-9c3c-842bc9288516)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:31:03.985945 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005abe2-0c37-47f9-a3a0-fd7787347943 None None] Pushing event deleted for resources: {'Port': ['ID=b2883929-c7ee-4f0f-b4f0-43f3e2db44d4,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:03.996450 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bab1aa-64a7-4164-a45c-a1185b50a2a0 None None] DHCP port deletion for e2311679-61ba-4daa-90f3-df2d4377608f request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:31:04.001326 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b005abe2-0c37-47f9-a3a0-fd7787347943 None None] No DVR routers for this DVR port b2883929-c7ee-4f0f-b4f0-43f3e2db44d4 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:31:04.005158 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bfc2b21c-f548-45d3-ab98-a34b952975e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:04.006503 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (9a288b82-f5c1-418d-8d87-8e76160c2ef9), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:04.037666 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (9a288b82-f5c1-418d-8d87-8e76160c2ef9), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:04.051787 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:31:04.052560 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (9a288b82-f5c1-418d-8d87-8e76160c2ef9), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:04.107142 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7c1a5ac1-fa26-43d8-9567-942a8c3cbfee admin admin] Publish callbacks [] for security_group (e4da64e2-8f4c-4ff9-9ac5-376093112b60), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:04.217229 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:31:04.217229 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:31:04.217229 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:31:04.217229 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:31:04.217229 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:31:04.217229 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:31:04.217229 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:31:04.217229 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:31:04.217229 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:31:04.217229 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:31:04.217229 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:31:04.217229 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:31:04.217229 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:31:04.217229 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:31:04.217229 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:31:04.217229 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:31:04.217229 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:31:04.217229 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:31:04.217229 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:31:04.217229 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:31:04.217229 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:31:04.217229 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:31:04.217229 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:31:04.217229 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:31:04.217229 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:31:04.217229 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:31:04.217229 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:31:04.217229 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:31:04.217229 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:31:04.217229 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:31:04.217229 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:31:04.217229 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:31:04.224207 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (2750fb4b-cd2d-47a1-8757-472149cca425), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:04.301022 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:04.312450 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] 10.222.0.70 "DELETE /v2.0/networks/2750fb4b-cd2d-47a1-8757-472149cca425 HTTP/1.1" status: 204 len: 168 time: 1.6133864 Jan 28 00:31:04.314063 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716af88a-91bb-401b-9c40-9ec88b6d55c3 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Pushing event deleted for resources: {'Network': ['ID=2750fb4b-cd2d-47a1-8757-472149cca425,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:04.316897 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41462) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:04.367195 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2b21c-f548-45d3-ab98-a34b952975e6 None None] Pushing event updated for resources: {'Port': ['ID=bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:04.451501 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d7bab1aa-64a7-4164-a45c-a1185b50a2a0 None None] Deleting port ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:31:04.452173 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d7bab1aa-64a7-4164-a45c-a1185b50a2a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:04.463581 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7c1a5ac1-fa26-43d8-9567-942a8c3cbfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e4da64e2-8f4c-4ff9-9ac5-376093112b60), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:04.469784 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7c1a5ac1-fa26-43d8-9567-942a8c3cbfee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:04.471976 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7c1a5ac1-fa26-43d8-9567-942a8c3cbfee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e4da64e2-8f4c-4ff9-9ac5-376093112b60 HTTP/1.1" status: 204 len: 168 time: 0.7640498 Jan 28 00:31:04.491310 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a5ac1-fa26-43d8-9567-942a8c3cbfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4da64e2-8f4c-4ff9-9ac5-376093112b60,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:04.680600 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb4f631a-44be-4903-a3f4-b257b0cdb785 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (e2311679-61ba-4daa-90f3-df2d4377608f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:04.862059 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-d7bab1aa-64a7-4164-a45c-a1185b50a2a0 None None] For port ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb,segment=NetworkSegment(8e5653dd-8b39-44f2-85d8-b5f78bff51c9),segment_id=8e5653dd-8b39-44f2-85d8-b5f78bff51c9)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:31:04.873164 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d7bab1aa-64a7-4164-a45c-a1185b50a2a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:04.913124 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69750788-ded8-4d53-860d-3da9adeff683 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for port (59b2e86d-e660-43dc-8feb-466a4e850493), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:04.917886 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-cb4f631a-44be-4903-a3f4-b257b0cdb785 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Deleting port ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:31:04.918796 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb4f631a-44be-4903-a3f4-b257b0cdb785 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:04.980535 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d7bab1aa-64a7-4164-a45c-a1185b50a2a0 None None] Calling delete_port for ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:31:05.080111 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-cb4f631a-44be-4903-a3f4-b257b0cdb785 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] For port ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb,segment=NetworkSegment(8e5653dd-8b39-44f2-85d8-b5f78bff51c9),segment_id=8e5653dd-8b39-44f2-85d8-b5f78bff51c9)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:31:05.080720 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb4f631a-44be-4903-a3f4-b257b0cdb785 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:05.107852 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-cb4f631a-44be-4903-a3f4-b257b0cdb785 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Calling delete_port for ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:31:05.212861 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69750788-ded8-4d53-860d-3da9adeff683 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (59b2e86d-e660-43dc-8feb-466a4e850493), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:05.383981 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d7bab1aa-64a7-4164-a45c-a1185b50a2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:05.462092 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41488) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:05.483055 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bab1aa-64a7-4164-a45c-a1185b50a2a0 None None] Pushing event deleted for resources: {'Port': ['ID=ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:05.487153 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bab1aa-64a7-4164-a45c-a1185b50a2a0 None None] No DVR routers for this DVR port ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:31:05.503935 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ae57256-7764-4434-916e-da7c70029750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:05.516975 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69750788-ded8-4d53-860d-3da9adeff683 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network c9a4c571-5a1a-4fcc-afc1-5843ad374d40 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:31:05.527263 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69750788-ded8-4d53-860d-3da9adeff683 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Port': ['ID=59b2e86d-e660-43dc-8feb-466a4e850493,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:05.550037 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:31:05.565710 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-69750788-ded8-4d53-860d-3da9adeff683 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:31:05.577509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69750788-ded8-4d53-860d-3da9adeff683 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:31:05.583441 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69750788-ded8-4d53-860d-3da9adeff683 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:05.584236 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69750788-ded8-4d53-860d-3da9adeff683 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:05.625695 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-69750788-ded8-4d53-860d-3da9adeff683 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6494608 Jan 28 00:31:05.625695 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41492) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:05.637329 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-6a32783e-3afa-4d3e-9afd-95492828baa0 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'port': {'network_id': 'c9a4c571-5a1a-4fcc-afc1-5843ad374d40', 'name': 'tempest-PortsIpV6TestJSON-676976260'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:05.694897 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:31:05.695280 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:05.744174 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb4f631a-44be-4903-a3f4-b257b0cdb785 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:05.784080 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ae57256-7764-4434-916e-da7c70029750 admin admin] Publish callbacks [] for security_group (67b1daec-f7ee-489c-bfb2-2877c8a3e301), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:05.803705 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ae57256-7764-4434-916e-da7c70029750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (67b1daec-f7ee-489c-bfb2-2877c8a3e301), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:05.840716 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4f631a-44be-4903-a3f4-b257b0cdb785 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] No DVR routers for this DVR port ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:31:05.842648 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f631a-44be-4903-a3f4-b257b0cdb785 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Pushing event deleted for resources: {'Port': ['ID=ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:05.910349 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae57256-7764-4434-916e-da7c70029750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b1daec-f7ee-489c-bfb2-2877c8a3e301,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:05.947661 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4ae57256-7764-4434-916e-da7c70029750 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e305b7beedef476483400de2e85dd69d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4817019 Jan 28 00:31:05.953233 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41496) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:05.978926 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:31:05.979606 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:06.076612 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:31:06.112788 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-275c24ae-c9de-41de-a14e-cd66326eca04 admin admin] Publish callbacks [] for security_group (67b1daec-f7ee-489c-bfb2-2877c8a3e301), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:06.122889 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9,segment=NetworkSegment(c58064ad-d2b3-4554-9c3c-842bc9288516),segment_id=c58064ad-d2b3-4554-9c3c-842bc9288516)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:31:06.129169 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8bd3e7bb-a212-40c4-b8d5-46eae7925137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:06.137058 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:06.190594 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-275c24ae-c9de-41de-a14e-cd66326eca04 admin admin] Publish callbacks [] for security_group (67b1daec-f7ee-489c-bfb2-2877c8a3e301), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:06.199337 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb4f631a-44be-4903-a3f4-b257b0cdb785 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (e2311679-61ba-4daa-90f3-df2d4377608f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:06.251270 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-cb4f631a-44be-4903-a3f4-b257b0cdb785 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2311679-61ba-4daa-90f3-df2d4377608f']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:06.325891 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:31:06.353449 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-275c24ae-c9de-41de-a14e-cd66326eca04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (67b1daec-f7ee-489c-bfb2-2877c8a3e301), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:06.374872 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-275c24ae-c9de-41de-a14e-cd66326eca04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:06.376927 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-cb4f631a-44be-4903-a3f4-b257b0cdb785 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e5653dd-8b39-44f2-85d8-b5f78bff51c9') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:06.385092 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-275c24ae-c9de-41de-a14e-cd66326eca04 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/67b1daec-f7ee-489c-bfb2-2877c8a3e301 HTTP/1.1" status: 204 len: 168 time: 0.4288898 Jan 28 00:31:06.386272 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-cb4f631a-44be-4903-a3f4-b257b0cdb785 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e5653dd-8b39-44f2-85d8-b5f78bff51c9') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:06.397327 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a32783e-3afa-4d3e-9afd-95492828baa0 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:31:06.410904 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c24ae-c9de-41de-a14e-cd66326eca04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b1daec-f7ee-489c-bfb2-2877c8a3e301,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:06.438754 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a32783e-3afa-4d3e-9afd-95492828baa0 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:06.528078 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:31:06.530815 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ae43a6c7-5dea-470b-bae9-d0b8ab9e31cb not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:31:06.535945 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:06.570997 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb4f631a-44be-4903-a3f4-b257b0cdb785 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (8e5653dd-8b39-44f2-85d8-b5f78bff51c9), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:06.608068 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb4f631a-44be-4903-a3f4-b257b0cdb785 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (8e5653dd-8b39-44f2-85d8-b5f78bff51c9), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:06.624674 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb4f631a-44be-4903-a3f4-b257b0cdb785 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:31:06.629190 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb4f631a-44be-4903-a3f4-b257b0cdb785 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (8e5653dd-8b39-44f2-85d8-b5f78bff51c9), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:31:06.723958 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:31:06.762807 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-6a32783e-3afa-4d3e-9afd-95492828baa0 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] device_id is not set on port 956af493-bf75-4b43-a88d-b69496d96f33 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:31:06.853193 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e2ede3-7371-4254-8a0d-741bb0d562c4 None None] Network c9a4c571-5a1a-4fcc-afc1-5843ad374d40 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:31:06.986224 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb4f631a-44be-4903-a3f4-b257b0cdb785 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (e2311679-61ba-4daa-90f3-df2d4377608f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:06.991208 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb4f631a-44be-4903-a3f4-b257b0cdb785 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:06.996353 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-cb4f631a-44be-4903-a3f4-b257b0cdb785 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] 10.222.0.70 "DELETE /v2.0/networks/e2311679-61ba-4daa-90f3-df2d4377608f HTTP/1.1" status: 204 len: 168 time: 2.6742702 Jan 28 00:31:06.999191 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41516) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:07.020856 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-7728fc2c-3275-444c-b584-bf474ea7519e None None] Provisioning complete for port bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:31:07.021772 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7728fc2c-3275-444c-b584-bf474ea7519e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:07.026180 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f631a-44be-4903-a3f4-b257b0cdb785 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Pushing event deleted for resources: {'Network': ['ID=e2311679-61ba-4daa-90f3-df2d4377608f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:07.137641 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-6a32783e-3afa-4d3e-9afd-95492828baa0 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Allocated IP 2001:db8::2eb (c9a4c571-5a1a-4fcc-afc1-5843ad374d40/0289648a-7a68-45c9-9d4e-e045072b63fa/956af493-bf75-4b43-a88d-b69496d96f33) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:31:07.223270 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-46604fbc-21ea-4f14-b173-b140a7912d34 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Deleting subnet 8ce7e4e4-70f0-4eaa-b4b1-5980cdcd505d {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:31:07.238974 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46604fbc-21ea-4f14-b173-b140a7912d34 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks [] for subnet (8ce7e4e4-70f0-4eaa-b4b1-5980cdcd505d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:07.334324 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-7728fc2c-3275-444c-b584-bf474ea7519e None None] Current status of the port bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:31:07.441948 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:31:07.454366 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46604fbc-21ea-4f14-b173-b140a7912d34 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (8ce7e4e4-70f0-4eaa-b4b1-5980cdcd505d), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:07.731400 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:31:07.733625 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:07.761826 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a32783e-3afa-4d3e-9afd-95492828baa0 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for port (956af493-bf75-4b43-a88d-b69496d96f33), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:07.791276 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46604fbc-21ea-4f14-b173-b140a7912d34 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (8ce7e4e4-70f0-4eaa-b4b1-5980cdcd505d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:07.935379 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a32783e-3afa-4d3e-9afd-95492828baa0 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (956af493-bf75-4b43-a88d-b69496d96f33), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:08.102673 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a32783e-3afa-4d3e-9afd-95492828baa0 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network c9a4c571-5a1a-4fcc-afc1-5843ad374d40 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:31:08.125493 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-6a32783e-3afa-4d3e-9afd-95492828baa0 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:31:08.136689 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a32783e-3afa-4d3e-9afd-95492828baa0 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:31:08.169516 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a32783e-3afa-4d3e-9afd-95492828baa0 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:08.170490 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a32783e-3afa-4d3e-9afd-95492828baa0 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:08.198252 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46604fbc-21ea-4f14-b173-b140a7912d34 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (8ce7e4e4-70f0-4eaa-b4b1-5980cdcd505d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:08.223402 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a90b6046-de2b-4f9d-b733-fc4fd74acdb0 None None] Provisioning complete for port 59b2e86d-e660-43dc-8feb-466a4e850493 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:31:08.235973 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a90b6046-de2b-4f9d-b733-fc4fd74acdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (59b2e86d-e660-43dc-8feb-466a4e850493), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:08.244297 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32783e-3afa-4d3e-9afd-95492828baa0 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Port': ['ID=956af493-bf75-4b43-a88d-b69496d96f33,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:08.257392 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6a32783e-3afa-4d3e-9afd-95492828baa0 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6341608 Jan 28 00:31:08.267949 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41550) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:08.378546 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46604fbc-21ea-4f14-b173-b140a7912d34 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:08.400485 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-46604fbc-21ea-4f14-b173-b140a7912d34 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] 10.222.0.70 "DELETE /v2.0/subnets/8ce7e4e4-70f0-4eaa-b4b1-5980cdcd505d HTTP/1.1" status: 204 len: 168 time: 1.3963072 Jan 28 00:31:08.404481 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46604fbc-21ea-4f14-b173-b140a7912d34 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Pushing event deleted for resources: {'Subnet': ['ID=8ce7e4e4-70f0-4eaa-b4b1-5980cdcd505d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:08.419089 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff328fd-707d-4a04-89e1-6d775dfe0d16 None None] Network c3f8c0e7-4076-4bf5-a878-4ccaed88c60f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:31:08.448325 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41554) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:08.467804 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a8cf431-c1a2-4eed-a98e-6b45b1becaff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:08.507840 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:31:08.556877 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46604fbc-21ea-4f14-b173-b140a7912d34 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:08.557393 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46604fbc-21ea-4f14-b173-b140a7912d34 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:08.557906 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46604fbc-21ea-4f14-b173-b140a7912d34 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:08.558437 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46604fbc-21ea-4f14-b173-b140a7912d34 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:08.558970 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46604fbc-21ea-4f14-b173-b140a7912d34 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:08.559510 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46604fbc-21ea-4f14-b173-b140a7912d34 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:08.581774 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fc3e6e-5ded-47c0-9132-ef50f1ea9e8a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:08.583506 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-77fc3e6e-5ded-47c0-9132-ef50f1ea9e8a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A254 HTTP/1.1" status: 200 len: 929 time: 0.3144586 Jan 28 00:31:08.584123 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46604fbc-21ea-4f14-b173-b140a7912d34 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:08.584507 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46604fbc-21ea-4f14-b173-b140a7912d34 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:08.584923 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46604fbc-21ea-4f14-b173-b140a7912d34 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:08.585272 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46604fbc-21ea-4f14-b173-b140a7912d34 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:08.585615 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46604fbc-21ea-4f14-b173-b140a7912d34 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:08.586829 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46604fbc-21ea-4f14-b173-b140a7912d34 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:08.587208 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46604fbc-21ea-4f14-b173-b140a7912d34 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:08.593331 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41556) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:08.666526 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a90b6046-de2b-4f9d-b733-fc4fd74acdb0 None None] Port 59b2e86d-e660-43dc-8feb-466a4e850493 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:31:08.725032 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44963f8d-24e9-4599-8afc-d9fdba59b022 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (c3f8c0e7-4076-4bf5-a878-4ccaed88c60f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:08.783515 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a90b6046-de2b-4f9d-b733-fc4fd74acdb0 None None] Provisioning complete for port bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:31:08.788316 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a90b6046-de2b-4f9d-b733-fc4fd74acdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:08.808463 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-de7da0c6-aee0-4dbc-affd-9b66df074c0c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting port 956af493-bf75-4b43-a88d-b69496d96f33 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:31:08.809789 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-de7da0c6-aee0-4dbc-affd-9b66df074c0c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (956af493-bf75-4b43-a88d-b69496d96f33), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:08.893251 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-44963f8d-24e9-4599-8afc-d9fdba59b022 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Deleting port 56fdd16d-b16e-4b50-8ee7-64dd508acd4f {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:31:08.895719 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44963f8d-24e9-4599-8afc-d9fdba59b022 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (56fdd16d-b16e-4b50-8ee7-64dd508acd4f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:09.005030 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a90b6046-de2b-4f9d-b733-fc4fd74acdb0 None None] Current status of the port bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:31:09.104859 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-de7da0c6-aee0-4dbc-affd-9b66df074c0c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (956af493-bf75-4b43-a88d-b69496d96f33), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:09.131457 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0abc5b-c472-4a25-81b4-1ba9d226008f None None] DHCP port deletion for c3f8c0e7-4076-4bf5-a878-4ccaed88c60f request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:31:09.182850 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-de7da0c6-aee0-4dbc-affd-9b66df074c0c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Calling delete_port for 956af493-bf75-4b43-a88d-b69496d96f33 owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:31:09.261736 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-44963f8d-24e9-4599-8afc-d9fdba59b022 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] For port 56fdd16d-b16e-4b50-8ee7-64dd508acd4f, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=56fdd16d-b16e-4b50-8ee7-64dd508acd4f,segment=NetworkSegment(34080343-6b09-4f64-9dbc-eaeda5f9478c),segment_id=34080343-6b09-4f64-9dbc-eaeda5f9478c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:31:09.262396 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44963f8d-24e9-4599-8afc-d9fdba59b022 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (56fdd16d-b16e-4b50-8ee7-64dd508acd4f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:09.274666 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-1ed4ffe2-697a-4c6f-9da0-7775b268766f None None] Provisioning complete for port 59b2e86d-e660-43dc-8feb-466a4e850493 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:31:09.275098 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1ed4ffe2-697a-4c6f-9da0-7775b268766f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (59b2e86d-e660-43dc-8feb-466a4e850493), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:09.313149 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-44963f8d-24e9-4599-8afc-d9fdba59b022 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Calling delete_port for 56fdd16d-b16e-4b50-8ee7-64dd508acd4f owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:31:09.451664 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 56fdd16d-b16e-4b50-8ee7-64dd508acd4f no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:31:09.515331 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-de7da0c6-aee0-4dbc-affd-9b66df074c0c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (956af493-bf75-4b43-a88d-b69496d96f33), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:09.525155 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1ed4ffe2-697a-4c6f-9da0-7775b268766f None None] Port 59b2e86d-e660-43dc-8feb-466a4e850493 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:31:09.535229 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1d0abc5b-c472-4a25-81b4-1ba9d226008f None None] Deleting port 56fdd16d-b16e-4b50-8ee7-64dd508acd4f {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:31:09.535602 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1d0abc5b-c472-4a25-81b4-1ba9d226008f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (56fdd16d-b16e-4b50-8ee7-64dd508acd4f), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:09.606287 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7da0c6-aee0-4dbc-affd-9b66df074c0c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Port': ['ID=956af493-bf75-4b43-a88d-b69496d96f33,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:09.626895 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44963f8d-24e9-4599-8afc-d9fdba59b022 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (56fdd16d-b16e-4b50-8ee7-64dd508acd4f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:09.669167 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-de7da0c6-aee0-4dbc-affd-9b66df074c0c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:09.675311 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-de7da0c6-aee0-4dbc-affd-9b66df074c0c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/ports/956af493-bf75-4b43-a88d-b69496d96f33 HTTP/1.1" status: 204 len: 168 time: 1.0807133 Jan 28 00:31:09.675942 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41576) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:09.726063 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44963f8d-24e9-4599-8afc-d9fdba59b022 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Pushing event deleted for resources: {'Port': ['ID=56fdd16d-b16e-4b50-8ee7-64dd508acd4f,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:09.736770 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-7620cbd7-0d79-4745-b233-a8234c1afefd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] GET failed (client error): The resource could not be found. Jan 28 00:31:09.738611 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7620cbd7-0d79-4745-b233-a8234c1afefd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "GET /v2.0/ports/956af493-bf75-4b43-a88d-b69496d96f33 HTTP/1.1" status: 404 len: 333 time: 0.0611317 Jan 28 00:31:09.749398 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41580) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:09.761834 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44963f8d-24e9-4599-8afc-d9fdba59b022 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] No DVR routers for this DVR port 56fdd16d-b16e-4b50-8ee7-64dd508acd4f on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:31:09.796269 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1d0abc5b-c472-4a25-81b4-1ba9d226008f None None] For port 56fdd16d-b16e-4b50-8ee7-64dd508acd4f, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=56fdd16d-b16e-4b50-8ee7-64dd508acd4f,segment=NetworkSegment(34080343-6b09-4f64-9dbc-eaeda5f9478c),segment_id=34080343-6b09-4f64-9dbc-eaeda5f9478c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:31:09.796269 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1d0abc5b-c472-4a25-81b4-1ba9d226008f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (56fdd16d-b16e-4b50-8ee7-64dd508acd4f), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:09.830164 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1d0abc5b-c472-4a25-81b4-1ba9d226008f None None] Calling delete_port for 56fdd16d-b16e-4b50-8ee7-64dd508acd4f owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:31:10.028013 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44963f8d-24e9-4599-8afc-d9fdba59b022 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (c3f8c0e7-4076-4bf5-a878-4ccaed88c60f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:10.058291 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-bc620083-5a4f-4036-a4b1-1a185b0e60b5 None None] Could not find standard attr ID for object 956af493-bf75-4b43-a88d-b69496d96f33. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:31:10.071938 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-4beedf3d-a332-4402-a009-e524ac8014d9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting port 59b2e86d-e660-43dc-8feb-466a4e850493 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:31:10.072563 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4beedf3d-a332-4402-a009-e524ac8014d9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (59b2e86d-e660-43dc-8feb-466a4e850493), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:10.085290 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-44963f8d-24e9-4599-8afc-d9fdba59b022 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f8c0e7-4076-4bf5-a878-4ccaed88c60f']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:10.118731 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-44963f8d-24e9-4599-8afc-d9fdba59b022 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34080343-6b09-4f64-9dbc-eaeda5f9478c') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:10.120152 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-44963f8d-24e9-4599-8afc-d9fdba59b022 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34080343-6b09-4f64-9dbc-eaeda5f9478c') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:10.166003 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44963f8d-24e9-4599-8afc-d9fdba59b022 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (34080343-6b09-4f64-9dbc-eaeda5f9478c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:10.183938 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1d0abc5b-c472-4a25-81b4-1ba9d226008f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (56fdd16d-b16e-4b50-8ee7-64dd508acd4f), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:10.209717 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No active binding found for port 56fdd16d-b16e-4b50-8ee7-64dd508acd4f {{(pid=103345) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 00:31:10.210105 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] The host n-d-826754-1 is not matching for port 56fdd16d-b16e-4b50-8ee7-64dd508acd4f host None! {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 00:31:10.210502 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 56fdd16d-b16e-4b50-8ee7-64dd508acd4f not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:31:10.223054 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44963f8d-24e9-4599-8afc-d9fdba59b022 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (34080343-6b09-4f64-9dbc-eaeda5f9478c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:10.251811 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:10.264115 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44963f8d-24e9-4599-8afc-d9fdba59b022 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:31:10.269542 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44963f8d-24e9-4599-8afc-d9fdba59b022 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (34080343-6b09-4f64-9dbc-eaeda5f9478c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:10.342418 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0abc5b-c472-4a25-81b4-1ba9d226008f None None] Pushing event deleted for resources: {'Port': ['ID=56fdd16d-b16e-4b50-8ee7-64dd508acd4f,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:10.379831 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:31:10.379831 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:31:10.379831 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:31:10.379831 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:31:10.379831 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:31:10.379831 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:31:10.379831 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:31:10.379831 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:31:10.379831 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:31:10.379831 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:31:10.379831 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:31:10.379831 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:31:10.379831 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:31:10.379831 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:31:10.379831 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:31:10.379831 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:31:10.379831 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:31:10.379831 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:31:10.379831 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:31:10.379831 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:31:10.379831 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:31:10.379831 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:31:10.379831 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:31:10.379831 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:31:10.379831 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:31:10.379831 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:31:10.379831 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:31:10.379831 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:31:10.379831 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:31:10.379831 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:31:10.379831 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:31:10.379831 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:31:10.391898 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0abc5b-c472-4a25-81b4-1ba9d226008f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:10.392484 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0abc5b-c472-4a25-81b4-1ba9d226008f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:10.393071 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0abc5b-c472-4a25-81b4-1ba9d226008f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:10.393676 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0abc5b-c472-4a25-81b4-1ba9d226008f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:10.394278 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0abc5b-c472-4a25-81b4-1ba9d226008f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:10.394843 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0abc5b-c472-4a25-81b4-1ba9d226008f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:10.395779 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0abc5b-c472-4a25-81b4-1ba9d226008f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:10.396381 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0abc5b-c472-4a25-81b4-1ba9d226008f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:10.408652 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0abc5b-c472-4a25-81b4-1ba9d226008f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:10.409809 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0abc5b-c472-4a25-81b4-1ba9d226008f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:10.410408 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0abc5b-c472-4a25-81b4-1ba9d226008f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:10.415941 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0abc5b-c472-4a25-81b4-1ba9d226008f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:10.416695 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0abc5b-c472-4a25-81b4-1ba9d226008f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:31:10.456072 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0abc5b-c472-4a25-81b4-1ba9d226008f None None] No DVR routers for this DVR port 56fdd16d-b16e-4b50-8ee7-64dd508acd4f on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:31:10.559424 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44963f8d-24e9-4599-8afc-d9fdba59b022 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (c3f8c0e7-4076-4bf5-a878-4ccaed88c60f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:10.561015 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4beedf3d-a332-4402-a009-e524ac8014d9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (59b2e86d-e660-43dc-8feb-466a4e850493), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:10.571166 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44963f8d-24e9-4599-8afc-d9fdba59b022 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:10.577359 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-44963f8d-24e9-4599-8afc-d9fdba59b022 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] 10.222.0.70 "DELETE /v2.0/networks/c3f8c0e7-4076-4bf5-a878-4ccaed88c60f HTTP/1.1" status: 204 len: 168 time: 2.1234457 Jan 28 00:31:10.579905 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41604) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:10.623233 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44963f8d-24e9-4599-8afc-d9fdba59b022 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Pushing event deleted for resources: {'Network': ['ID=c3f8c0e7-4076-4bf5-a878-4ccaed88c60f,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:10.639596 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8267d9b3-0609-4b6d-92df-aac8c7b70c58 tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e8f363d-bef5-469a-ae6c-b205d53f292f HTTP/1.1" status: 200 len: 205 time: 0.0582778 Jan 28 00:31:10.646966 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41608) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:10.668472 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-4beedf3d-a332-4402-a009-e524ac8014d9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Calling delete_port for 59b2e86d-e660-43dc-8feb-466a4e850493 owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:31:10.930963 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f03ccdd-a579-480a-825a-e1b5ae3ebf0a tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks [] for router (2e8f363d-bef5-469a-ae6c-b205d53f292f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:11.042475 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4beedf3d-a332-4402-a009-e524ac8014d9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (59b2e86d-e660-43dc-8feb-466a4e850493), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:11.122112 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:11.135533 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beedf3d-a332-4402-a009-e524ac8014d9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Port': ['ID=59b2e86d-e660-43dc-8feb-466a4e850493,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:11.253773 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4beedf3d-a332-4402-a009-e524ac8014d9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:11.267756 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4beedf3d-a332-4402-a009-e524ac8014d9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/ports/59b2e86d-e660-43dc-8feb-466a4e850493 HTTP/1.1" status: 204 len: 168 time: 1.4993331 Jan 28 00:31:11.272195 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41624) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:11.362540 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb52b42b-5f7f-41dd-81f2-f98813c8c20f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] GET failed (client error): The resource could not be found. Jan 28 00:31:11.369605 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-cb52b42b-5f7f-41dd-81f2-f98813c8c20f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "GET /v2.0/ports/59b2e86d-e660-43dc-8feb-466a4e850493 HTTP/1.1" status: 404 len: 333 time: 0.0920322 Jan 28 00:31:11.370272 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41626) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:11.451189 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f03ccdd-a579-480a-825a-e1b5ae3ebf0a tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (2e8f363d-bef5-469a-ae6c-b205d53f292f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:11.456857 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f03ccdd-a579-480a-825a-e1b5ae3ebf0a tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks [] for router_controller (2e8f363d-bef5-469a-ae6c-b205d53f292f), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:11.553688 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b8d8cc-16f1-4abc-8fde-52513ee5b7f4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting subnet 0289648a-7a68-45c9-9d4e-e045072b63fa {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:31:11.572233 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-21b8d8cc-16f1-4abc-8fde-52513ee5b7f4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (0289648a-7a68-45c9-9d4e-e045072b63fa), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:11.596250 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f03ccdd-a579-480a-825a-e1b5ae3ebf0a tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (2e8f363d-bef5-469a-ae6c-b205d53f292f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:11.598063 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f03ccdd-a579-480a-825a-e1b5ae3ebf0a tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Fanout notify agent at l3_agent the message router_deleted on router 2e8f363d-bef5-469a-ae6c-b205d53f292f {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:31:11.631168 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f03ccdd-a579-480a-825a-e1b5ae3ebf0a tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:11.634442 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4f03ccdd-a579-480a-825a-e1b5ae3ebf0a tempest-RoutersNegativeIpV6Test-2017266000 tempest-RoutersNegativeIpV6Test-2017266000-project] 10.222.0.70 "DELETE /v2.0/routers/2e8f363d-bef5-469a-ae6c-b205d53f292f HTTP/1.1" status: 204 len: 168 time: 0.9824629 Jan 28 00:31:11.822633 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-21b8d8cc-16f1-4abc-8fde-52513ee5b7f4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (0289648a-7a68-45c9-9d4e-e045072b63fa), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:12.162455 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:12.170535 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-21b8d8cc-16f1-4abc-8fde-52513ee5b7f4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (0289648a-7a68-45c9-9d4e-e045072b63fa), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:12.382244 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-21b8d8cc-16f1-4abc-8fde-52513ee5b7f4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (0289648a-7a68-45c9-9d4e-e045072b63fa), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:12.455770 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41672) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:12.499008 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae38ca31-9324-40c9-91ba-964d742b3595 None None] Network c9a4c571-5a1a-4fcc-afc1-5843ad374d40 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:31:12.500846 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-21b8d8cc-16f1-4abc-8fde-52513ee5b7f4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:12.526502 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41678) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:12.531788 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-21b8d8cc-16f1-4abc-8fde-52513ee5b7f4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/subnets/0289648a-7a68-45c9-9d4e-e045072b63fa HTTP/1.1" status: 204 len: 168 time: 1.1464355 Jan 28 00:31:12.532800 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8d8cc-16f1-4abc-8fde-52513ee5b7f4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Subnet': ['ID=0289648a-7a68-45c9-9d4e-e045072b63fa,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:12.729995 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8b12218-f3a0-4159-a24d-c11b39e13a8c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (c9a4c571-5a1a-4fcc-afc1-5843ad374d40), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:12.956974 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:12.982682 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d911774e-0e60-454b-be98-4004789ee8f2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5c96857713154dfdaf0ceee0c87b0c8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5209520 Jan 28 00:31:12.983345 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41690) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:13.022399 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f8b12218-f3a0-4159-a24d-c11b39e13a8c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting port bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:31:13.022585 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8b12218-f3a0-4159-a24d-c11b39e13a8c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:13.032374 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41692) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:13.063656 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41696) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:13.073546 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2bf70d-055e-449a-988f-b32238084130 None None] DHCP port deletion for c9a4c571-5a1a-4fcc-afc1-5843ad374d40 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:31:13.094162 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-6b75a926-c15a-4794-a1a9-81f3ccf5bbe5 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-792261533'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:13.174591 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-52813371-0f45-4a67-8c83-43907496037b admin admin] Publish callbacks [] for security_group (9c2d6f89-bc74-47ce-a8a1-fe49b1ab090c), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:13.198978 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b75a926-c15a-4794-a1a9-81f3ccf5bbe5 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Made reservation on behalf of 5bda1a11a40447e984dbfecb2102fcad for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:31:13.205652 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6b75a926-c15a-4794-a1a9-81f3ccf5bbe5 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:13.217811 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f8b12218-f3a0-4159-a24d-c11b39e13a8c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] For port bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9,segment=NetworkSegment(c58064ad-d2b3-4554-9c3c-842bc9288516),segment_id=c58064ad-d2b3-4554-9c3c-842bc9288516)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:31:13.218522 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8b12218-f3a0-4159-a24d-c11b39e13a8c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:13.262131 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f8b12218-f3a0-4159-a24d-c11b39e13a8c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Calling delete_port for bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:31:13.267859 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-52813371-0f45-4a67-8c83-43907496037b admin admin] Publish callbacks [] for security_group (9c2d6f89-bc74-47ce-a8a1-fe49b1ab090c), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:13.345927 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9b2bf70d-055e-449a-988f-b32238084130 None None] Deleting port bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:31:13.347774 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9b2bf70d-055e-449a-988f-b32238084130 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:13.374936 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b75a926-c15a-4794-a1a9-81f3ccf5bbe5 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:31:13.409177 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6b75a926-c15a-4794-a1a9-81f3ccf5bbe5 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (acb2bd17-d572-4140-8e42-68801c1a1a85), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:13.410700 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-6b75a926-c15a-4794-a1a9-81f3ccf5bbe5 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Added segment acb2bd17-d572-4140-8e42-68801c1a1a85 of type vlan for network 0efd91fa-a4c6-4618-8488-fef9eaa5de00 Jan 28 00:31:13.479103 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7de618fa-1c89-40bc-9afe-7d1c1c19c2ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:13.550546 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6b75a926-c15a-4794-a1a9-81f3ccf5bbe5 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (0efd91fa-a4c6-4618-8488-fef9eaa5de00), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:13.550894 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-9b2bf70d-055e-449a-988f-b32238084130 None None] For port bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9,segment=NetworkSegment(c58064ad-d2b3-4554-9c3c-842bc9288516),segment_id=c58064ad-d2b3-4554-9c3c-842bc9288516)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:31:13.551089 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9b2bf70d-055e-449a-988f-b32238084130 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:13.567099 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-52813371-0f45-4a67-8c83-43907496037b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (9c2d6f89-bc74-47ce-a8a1-fe49b1ab090c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:13.570749 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-52813371-0f45-4a67-8c83-43907496037b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:13.572508 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-52813371-0f45-4a67-8c83-43907496037b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9c2d6f89-bc74-47ce-a8a1-fe49b1ab090c HTTP/1.1" status: 204 len: 168 time: 0.5877910 Jan 28 00:31:13.572726 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9b2bf70d-055e-449a-988f-b32238084130 None None] Calling delete_port for bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:31:13.592336 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52813371-0f45-4a67-8c83-43907496037b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2d6f89-bc74-47ce-a8a1-fe49b1ab090c,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:13.623635 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6b75a926-c15a-4794-a1a9-81f3ccf5bbe5 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (0efd91fa-a4c6-4618-8488-fef9eaa5de00), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:13.631916 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8b12218-f3a0-4159-a24d-c11b39e13a8c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:13.633682 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b75a926-c15a-4794-a1a9-81f3ccf5bbe5 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:13.635749 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6b75a926-c15a-4794-a1a9-81f3ccf5bbe5 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:13.687518 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9b2bf70d-055e-449a-988f-b32238084130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:13.698965 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:31:13.736590 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b12218-f3a0-4159-a24d-c11b39e13a8c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Port': ['ID=bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:13.740775 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:31:13.741409 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:31:13.765172 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b12218-f3a0-4159-a24d-c11b39e13a8c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] No DVR routers for this DVR port bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:31:13.776278 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2bf70d-055e-449a-988f-b32238084130 None None] Pushing event deleted for resources: {'Port': ['ID=bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:13.781054 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2bf70d-055e-449a-988f-b32238084130 None None] No DVR routers for this DVR port bc4af1cc-b6d3-44da-9e8f-8fd6d36a65e9 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:31:13.813108 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75a926-c15a-4794-a1a9-81f3ccf5bbe5 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Pushing event updated for resources: {'Network': ['ID=0efd91fa-a4c6-4618-8488-fef9eaa5de00,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:13.838402 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6b75a926-c15a-4794-a1a9-81f3ccf5bbe5 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7532802 Jan 28 00:31:13.842029 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41704) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:13.849204 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-1ea8ebd5-7858-4d09-aa27-674a830eac15 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1844683215'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:13.864784 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 0efd91fa-a4c6-4618-8488-fef9eaa5de00 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:31:13.951717 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea8ebd5-7858-4d09-aa27-674a830eac15 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Made reservation on behalf of 5bda1a11a40447e984dbfecb2102fcad for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:31:13.959087 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ea8ebd5-7858-4d09-aa27-674a830eac15 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:13.972934 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7de618fa-1c89-40bc-9afe-7d1c1c19c2ae admin admin] Publish callbacks [] for security_group (17431323-167f-4f00-a46f-e4b5087825e6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:14.013282 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7de618fa-1c89-40bc-9afe-7d1c1c19c2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (17431323-167f-4f00-a46f-e4b5087825e6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:14.038162 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea8ebd5-7858-4d09-aa27-674a830eac15 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:31:14.069028 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ea8ebd5-7858-4d09-aa27-674a830eac15 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (dbf642f2-63c7-40b4-b131-e531d7611510), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:14.069566 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-1ea8ebd5-7858-4d09-aa27-674a830eac15 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Added segment dbf642f2-63c7-40b4-b131-e531d7611510 of type vlan for network ced11932-ebe6-4a02-b131-3fdaf9b641b0 Jan 28 00:31:14.188704 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:14.221293 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ea8ebd5-7858-4d09-aa27-674a830eac15 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (ced11932-ebe6-4a02-b131-3fdaf9b641b0), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:14.228005 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8b12218-f3a0-4159-a24d-c11b39e13a8c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (c9a4c571-5a1a-4fcc-afc1-5843ad374d40), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:14.248097 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7de618fa-1c89-40bc-9afe-7d1c1c19c2ae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f60be6c0edda4ba28e3eeacba96126d0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2118163 Jan 28 00:31:14.251825 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41714) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:14.263344 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de618fa-1c89-40bc-9afe-7d1c1c19c2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17431323-167f-4f00-a46f-e4b5087825e6,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:14.342111 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ea8ebd5-7858-4d09-aa27-674a830eac15 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (ced11932-ebe6-4a02-b131-3fdaf9b641b0), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:14.346049 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-f8b12218-f3a0-4159-a24d-c11b39e13a8c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a4c571-5a1a-4fcc-afc1-5843ad374d40']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:14.347752 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea8ebd5-7858-4d09-aa27-674a830eac15 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:14.355218 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ea8ebd5-7858-4d09-aa27-674a830eac15 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:14.390743 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-f8b12218-f3a0-4159-a24d-c11b39e13a8c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58064ad-d2b3-4554-9c3c-842bc9288516') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:14.391714 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-f8b12218-f3a0-4159-a24d-c11b39e13a8c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58064ad-d2b3-4554-9c3c-842bc9288516') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:14.431044 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8b12218-f3a0-4159-a24d-c11b39e13a8c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (c58064ad-d2b3-4554-9c3c-842bc9288516), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:14.478111 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8b12218-f3a0-4159-a24d-c11b39e13a8c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (c58064ad-d2b3-4554-9c3c-842bc9288516), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:14.504791 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b12218-f3a0-4159-a24d-c11b39e13a8c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:31:14.505791 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8b12218-f3a0-4159-a24d-c11b39e13a8c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (c58064ad-d2b3-4554-9c3c-842bc9288516), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:14.511113 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:31:14.511113 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:31:14.511113 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:31:14.511113 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:31:14.511113 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:31:14.511113 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:31:14.511113 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:31:14.511113 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:31:14.511113 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:31:14.511113 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:31:14.511113 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:31:14.511113 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:31:14.511113 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:31:14.511113 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:31:14.511113 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:31:14.511113 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:31:14.511113 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:31:14.511113 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:31:14.511113 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:31:14.511113 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:31:14.511113 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:31:14.511113 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:31:14.511113 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:31:14.511113 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:31:14.511113 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:31:14.511113 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:31:14.511113 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:31:14.511113 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:31:14.511113 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:31:14.511113 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:31:14.511113 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:31:14.511113 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:31:14.555964 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1ea8ebd5-7858-4d09-aa27-674a830eac15 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7123206 Jan 28 00:31:14.558904 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41722) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:14.612422 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-c52b9068-4439-4741-8f67-8a003e7263ce tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Request body: {'subnet': {'network_id': '0efd91fa-a4c6-4618-8488-fef9eaa5de00', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:14.615199 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8b12218-f3a0-4159-a24d-c11b39e13a8c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (c9a4c571-5a1a-4fcc-afc1-5843ad374d40), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:14.624196 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-06fe6606-f408-4d18-a6c8-e66ebcd77b50 admin admin] Publish callbacks [] for security_group (17431323-167f-4f00-a46f-e4b5087825e6), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:14.630715 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8b12218-f3a0-4159-a24d-c11b39e13a8c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:14.654426 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f8b12218-f3a0-4159-a24d-c11b39e13a8c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/networks/c9a4c571-5a1a-4fcc-afc1-5843ad374d40 HTTP/1.1" status: 204 len: 168 time: 2.1260939 Jan 28 00:31:14.655830 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41730) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:14.727516 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e5470859-4f0d-4184-b069-a493e80ab3a5 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1533046054'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:14.733455 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b12218-f3a0-4159-a24d-c11b39e13a8c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Network': ['ID=c9a4c571-5a1a-4fcc-afc1-5843ad374d40,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:14.812232 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5470859-4f0d-4184-b069-a493e80ab3a5 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:31:14.817962 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5470859-4f0d-4184-b069-a493e80ab3a5 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:14.924067 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5470859-4f0d-4184-b069-a493e80ab3a5 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:31:14.926163 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-06fe6606-f408-4d18-a6c8-e66ebcd77b50 admin admin] Publish callbacks [] for security_group (17431323-167f-4f00-a46f-e4b5087825e6), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:14.963855 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5470859-4f0d-4184-b069-a493e80ab3a5 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (a4760460-6ca5-431d-a969-fe8412a70eb2), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:14.964428 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-e5470859-4f0d-4184-b069-a493e80ab3a5 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Added segment a4760460-6ca5-431d-a969-fe8412a70eb2 of type vlan for network 4793e8ce-ba54-47f7-b2a2-d36bd6c8256e Jan 28 00:31:14.985831 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8ebd5-7858-4d09-aa27-674a830eac15 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Pushing event updated for resources: {'Network': ['ID=ced11932-ebe6-4a02-b131-3fdaf9b641b0,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:14.990732 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52b9068-4439-4741-8f67-8a003e7263ce tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Made reservation on behalf of 5bda1a11a40447e984dbfecb2102fcad for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:31:14.996254 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c52b9068-4439-4741-8f67-8a003e7263ce tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:15.014843 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network ced11932-ebe6-4a02-b131-3fdaf9b641b0 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:31:15.078545 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5470859-4f0d-4184-b069-a493e80ab3a5 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (4793e8ce-ba54-47f7-b2a2-d36bd6c8256e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:15.142951 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5470859-4f0d-4184-b069-a493e80ab3a5 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (4793e8ce-ba54-47f7-b2a2-d36bd6c8256e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:15.156729 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5470859-4f0d-4184-b069-a493e80ab3a5 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:15.161964 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5470859-4f0d-4184-b069-a493e80ab3a5 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:15.184826 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-06fe6606-f408-4d18-a6c8-e66ebcd77b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (17431323-167f-4f00-a46f-e4b5087825e6), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:15.190843 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-06fe6606-f408-4d18-a6c8-e66ebcd77b50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:15.228905 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-06fe6606-f408-4d18-a6c8-e66ebcd77b50 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/17431323-167f-4f00-a46f-e4b5087825e6 HTTP/1.1" status: 204 len: 168 time: 0.9715002 Jan 28 00:31:15.306172 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe6606-f408-4d18-a6c8-e66ebcd77b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17431323-167f-4f00-a46f-e4b5087825e6,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:15.436296 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e5470859-4f0d-4184-b069-a493e80ab3a5 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7240040 Jan 28 00:31:15.439932 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41746) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:15.474553 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-1eb76e24-d77a-4947-bc13-160b079b521a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'subnet': {'network_id': '4793e8ce-ba54-47f7-b2a2-d36bd6c8256e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:15.483135 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5470859-4f0d-4184-b069-a493e80ab3a5 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Network': ['ID=4793e8ce-ba54-47f7-b2a2-d36bd6c8256e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:15.506465 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 4793e8ce-ba54-47f7-b2a2-d36bd6c8256e details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:31:15.685765 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41750) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:15.860192 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb76e24-d77a-4947-bc13-160b079b521a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:31:15.882899 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1eb76e24-d77a-4947-bc13-160b079b521a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:15.953619 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-c443c614-f09d-4c48-af4b-1dab8c29e2e4 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Request body: {'security_group': {'name': 'tempest-secgroup--666364022'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:15.985465 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c443c614-f09d-4c48-af4b-1dab8c29e2e4 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:16.010215 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c443c614-f09d-4c48-af4b-1dab8c29e2e4 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:16.081258 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41760) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:16.110617 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34592442-6757-4d4d-a84f-35dc35ea85bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:16.330160 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c443c614-f09d-4c48-af4b-1dab8c29e2e4 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (2be83aa4-a00e-4685-8a20-dbcde2ceae8b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:16.354467 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c443c614-f09d-4c48-af4b-1dab8c29e2e4 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2be83aa4-a00e-4685-8a20-dbcde2ceae8b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:16.510951 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c443c614-f09d-4c48-af4b-1dab8c29e2e4 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (a1e26b9c-ba14-48bd-8e07-85e7f38d7bab), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:16.536214 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c443c614-f09d-4c48-af4b-1dab8c29e2e4 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a1e26b9c-ba14-48bd-8e07-85e7f38d7bab), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:16.602800 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34592442-6757-4d4d-a84f-35dc35ea85bb admin admin] Publish callbacks [] for security_group (1f52a003-bf20-458e-a7dd-75280d9d616d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:16.610503 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c443c614-f09d-4c48-af4b-1dab8c29e2e4 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:16.618786 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c443c614-f09d-4c48-af4b-1dab8c29e2e4 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9307668 Jan 28 00:31:16.619833 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41768) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:16.681496 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34592442-6757-4d4d-a84f-35dc35ea85bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (1f52a003-bf20-458e-a7dd-75280d9d616d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:16.735295 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-34592442-6757-4d4d-a84f-35dc35ea85bb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=162678e1d40149e29c83c08949055f9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6526124 Jan 28 00:31:16.751745 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41772) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:16.774540 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443c614-f09d-4c48-af4b-1dab8c29e2e4 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2be83aa4-a00e-4685-8a20-dbcde2ceae8b,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:16.871646 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5c4ee07c-caa5-48d6-969e-83768ddba435 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2428520 Jan 28 00:31:16.873800 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41774) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:16.907856 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-97b14ba0-f7ec-425d-a1a5-fe3cc9ec8a56 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Request body: {'security_group': {'name': 'tempest-security--350393298', 'description': 'tempest-security-description-147963276'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:16.924815 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443c614-f09d-4c48-af4b-1dab8c29e2e4 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e26b9c-ba14-48bd-8e07-85e7f38d7bab,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:17.001068 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c52b9068-4439-4741-8f67-8a003e7263ce tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (2d9566eb-7bee-4e72-9ce3-a47d9d3737eb), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:17.034399 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34592442-6757-4d4d-a84f-35dc35ea85bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f52a003-bf20-458e-a7dd-75280d9d616d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:17.048360 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0baefbf0-045b-4774-bced-428a5bdeb554 admin admin] Publish callbacks [] for security_group (1f52a003-bf20-458e-a7dd-75280d9d616d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:17.075128 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97b14ba0-f7ec-425d-a1a5-fe3cc9ec8a56 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (a1e26b9c-ba14-48bd-8e07-85e7f38d7bab), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:17.113433 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0baefbf0-045b-4774-bced-428a5bdeb554 admin admin] Publish callbacks [] for security_group (1f52a003-bf20-458e-a7dd-75280d9d616d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:17.140956 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1706d0-2adb-4f7e-b326-a86bf6e2f0bb req-404f3419-3c5b-435f-8f2c-ebee6b1f02b8 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:17.142534 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2e1706d0-2adb-4f7e-b326-a86bf6e2f0bb req-404f3419-3c5b-435f-8f2c-ebee6b1f02b8 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9a81c37-4653-4b4c-8034-f63c178ac24e HTTP/1.1" status: 200 len: 945 time: 0.2632263 Jan 28 00:31:17.171895 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b9068-4439-4741-8f67-8a003e7263ce tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Pushing event updated for resources: {'Subnet': ['ID=2d9566eb-7bee-4e72-9ce3-a47d9d3737eb,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:17.179562 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1eb76e24-d77a-4947-bc13-160b079b521a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (546d7d31-8d31-4801-b3a0-c8eb217dd2b5), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:17.301366 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52b9068-4439-4741-8f67-8a003e7263ce tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Checking segment: {'id': 'acb2bd17-d572-4140-8e42-68801c1a1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0efd91fa-a4c6-4618-8488-fef9eaa5de00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:31:17.302031 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52b9068-4439-4741-8f67-8a003e7263ce tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Network hostable DHCP agents. Network: 0efd91fa-a4c6-4618-8488-fef9eaa5de00, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:31:17.350501 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb76e24-d77a-4947-bc13-160b079b521a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Checking segment: {'id': 'a4760460-6ca5-431d-a969-fe8412a70eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4793e8ce-ba54-47f7-b2a2-d36bd6c8256e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:31:17.351697 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb76e24-d77a-4947-bc13-160b079b521a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network hostable DHCP agents. Network: 4793e8ce-ba54-47f7-b2a2-d36bd6c8256e, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:31:17.400684 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2e1706d0-2adb-4f7e-b326-a86bf6e2f0bb req-d81ef2d9-29c8-43e1-abca-93a29430b1da tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/security-groups?id=6877f70c-a160-443f-9089-b0ea62e469c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2493322 Jan 28 00:31:17.411091 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb76e24-d77a-4947-bc13-160b079b521a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Subnet': ['ID=546d7d31-8d31-4801-b3a0-c8eb217dd2b5,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:17.434889 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb76e24-d77a-4947-bc13-160b079b521a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network 4793e8ce-ba54-47f7-b2a2-d36bd6c8256e is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:31:17.441632 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52b9068-4439-4741-8f67-8a003e7263ce tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Network 0efd91fa-a4c6-4618-8488-fef9eaa5de00 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:31:17.475370 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-1eb76e24-d77a-4947-bc13-160b079b521a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 4793e8ce-ba54-47f7-b2a2-d36bd6c8256e) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:31:17.489592 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37d2ae3-25be-4f80-a892-0c787891f830 None None] Network 4793e8ce-ba54-47f7-b2a2-d36bd6c8256e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:31:17.500078 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb76e24-d77a-4947-bc13-160b079b521a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:17.501009 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1eb76e24-d77a-4947-bc13-160b079b521a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:17.510706 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-c52b9068-4439-4741-8f67-8a003e7263ce tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 0efd91fa-a4c6-4618-8488-fef9eaa5de00) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:31:17.528672 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52b9068-4439-4741-8f67-8a003e7263ce tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:17.530607 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c52b9068-4439-4741-8f67-8a003e7263ce tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:17.551755 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f843040-89bf-41eb-bd59-f7b103e1b168 None None] Network 0efd91fa-a4c6-4618-8488-fef9eaa5de00 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:31:17.574535 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c52b9068-4439-4741-8f67-8a003e7263ce tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.0122652 Jan 28 00:31:17.580321 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41784) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:17.595560 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-f01fe70a-eada-433e-bcb0-cdb9a50d75ec tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Request body: {'subnet': {'network_id': 'ced11932-ebe6-4a02-b131-3fdaf9b641b0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:17.734531 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1eb76e24-d77a-4947-bc13-160b079b521a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2799389 Jan 28 00:31:17.745486 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41786) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:17.760816 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-305a5266-31a1-4e2a-8bac-33fcc5222d75 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'port': {'network_id': '4793e8ce-ba54-47f7-b2a2-d36bd6c8256e', 'name': 'tempest-PortsIpV6TestJSON-731435001', 'fixed_ips': [{'subnet_id': '546d7d31-8d31-4801-b3a0-c8eb217dd2b5', 'ip_address': '2001:db8::10'}]}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:17.850729 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6cf3cb-e35f-47ca-b0a2-2b2f3d189a89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-4793e8ce-ba54-47f7-b2a2-d36bd6c8256e', 'network_id': '4793e8ce-ba54-47f7-b2a2-d36bd6c8256e', 'project_id': '42f780956c37408e9aed0d4993486e6b', 'fixed_ips': [{'subnet_id': '546d7d31-8d31-4801-b3a0-c8eb217dd2b5'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:31:17.854129 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6e6cf3cb-e35f-47ca-b0a2-2b2f3d189a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:17.890716 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe90346a-6661-45ae-a15f-ca9cd0336c7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-0efd91fa-a4c6-4618-8488-fef9eaa5de00', 'network_id': '0efd91fa-a4c6-4618-8488-fef9eaa5de00', 'project_id': '5bda1a11a40447e984dbfecb2102fcad', 'fixed_ips': [{'subnet_id': '2d9566eb-7bee-4e72-9ce3-a47d9d3737eb'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:31:17.895447 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fe90346a-6661-45ae-a15f-ca9cd0336c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:18.008765 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97b14ba0-f7ec-425d-a1a5-fe3cc9ec8a56 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (a1e26b9c-ba14-48bd-8e07-85e7f38d7bab), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:18.018738 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97b14ba0-f7ec-425d-a1a5-fe3cc9ec8a56 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a1e26b9c-ba14-48bd-8e07-85e7f38d7bab), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:18.022728 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97b14ba0-f7ec-425d-a1a5-fe3cc9ec8a56 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:18.027094 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-97b14ba0-f7ec-425d-a1a5-fe3cc9ec8a56 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "PUT /v2.0/security-groups/a1e26b9c-ba14-48bd-8e07-85e7f38d7bab HTTP/1.1" status: 200 len: 1795 time: 1.1518099 Jan 28 00:31:18.037426 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41792) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:18.139650 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0baefbf0-045b-4774-bced-428a5bdeb554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (1f52a003-bf20-458e-a7dd-75280d9d616d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:18.140413 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01fe70a-eada-433e-bcb0-cdb9a50d75ec tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Made reservation on behalf of 5bda1a11a40447e984dbfecb2102fcad for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:31:18.142904 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0baefbf0-045b-4774-bced-428a5bdeb554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:18.144375 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0baefbf0-045b-4774-bced-428a5bdeb554 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1f52a003-bf20-458e-a7dd-75280d9d616d HTTP/1.1" status: 204 len: 168 time: 1.3893511 Jan 28 00:31:18.145163 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b14ba0-f7ec-425d-a1a5-fe3cc9ec8a56 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e26b9c-ba14-48bd-8e07-85e7f38d7bab,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:18.152270 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f01fe70a-eada-433e-bcb0-cdb9a50d75ec tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:18.183304 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-99d9ff7f-f468-449e-b037-66e6f4916126 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "GET /v2.0/security-groups/a1e26b9c-ba14-48bd-8e07-85e7f38d7bab HTTP/1.1" status: 200 len: 1795 time: 0.1443996 Jan 28 00:31:18.196820 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41798) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:18.197417 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baefbf0-045b-4774-bced-428a5bdeb554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f52a003-bf20-458e-a7dd-75280d9d616d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:18.378609 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305a5266-31a1-4e2a-8bac-33fcc5222d75 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:31:18.629251 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-305a5266-31a1-4e2a-8bac-33fcc5222d75 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:18.774697 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f01fe70a-eada-433e-bcb0-cdb9a50d75ec tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (1bd8a954-b516-49e1-b2a8-a47b9c570cc2), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:18.854810 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-305a5266-31a1-4e2a-8bac-33fcc5222d75 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] device_id is not set on port b66658db-e3fe-4833-943d-6178ecf7e5d5 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:31:18.862718 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1fe92fd0-9985-4194-881b-d216d3309d55 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (a1e26b9c-ba14-48bd-8e07-85e7f38d7bab), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:18.919298 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1fe92fd0-9985-4194-881b-d216d3309d55 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (a1e26b9c-ba14-48bd-8e07-85e7f38d7bab), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:19.024616 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1fe92fd0-9985-4194-881b-d216d3309d55 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a1e26b9c-ba14-48bd-8e07-85e7f38d7bab), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:19.028087 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1fe92fd0-9985-4194-881b-d216d3309d55 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:19.029446 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1fe92fd0-9985-4194-881b-d216d3309d55 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "DELETE /v2.0/security-groups/a1e26b9c-ba14-48bd-8e07-85e7f38d7bab HTTP/1.1" status: 204 len: 168 time: 0.8312166 Jan 28 00:31:19.033642 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41814) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:19.043712 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01fe70a-eada-433e-bcb0-cdb9a50d75ec tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Checking segment: {'id': 'dbf642f2-63c7-40b4-b131-e531d7611510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ced11932-ebe6-4a02-b131-3fdaf9b641b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:31:19.048854 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01fe70a-eada-433e-bcb0-cdb9a50d75ec tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Network hostable DHCP agents. Network: ced11932-ebe6-4a02-b131-3fdaf9b641b0, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:31:19.135123 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8ffd23fa-4930-4c29-8a10-ff3543a5e845 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0951643 Jan 28 00:31:19.136497 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41818) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:19.161496 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-7ece7dfd-ff24-4078-8bbd-3aa94af6739f tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] delete failed (client error): The resource could not be found. Jan 28 00:31:19.169531 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7ece7dfd-ff24-4078-8bbd-3aa94af6739f tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "DELETE /v2.0/security-groups/a1e26b9c-ba14-48bd-8e07-85e7f38d7bab HTTP/1.1" status: 404 len: 347 time: 0.0251222 Jan 28 00:31:19.170052 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41820) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:19.176017 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-ea0549d3-c5bb-49eb-a981-35ff4eb123bc tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1354952823'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:19.244257 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ea0549d3-c5bb-49eb-a981-35ff4eb123bc tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:19.300992 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe92fd0-9985-4194-881b-d216d3309d55 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e26b9c-ba14-48bd-8e07-85e7f38d7bab,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:19.345994 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01fe70a-eada-433e-bcb0-cdb9a50d75ec tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Network ced11932-ebe6-4a02-b131-3fdaf9b641b0 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:31:19.399021 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01fe70a-eada-433e-bcb0-cdb9a50d75ec tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Pushing event updated for resources: {'Subnet': ['ID=1bd8a954-b516-49e1-b2a8-a47b9c570cc2,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:19.409204 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-f01fe70a-eada-433e-bcb0-cdb9a50d75ec tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, ced11932-ebe6-4a02-b131-3fdaf9b641b0) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:31:19.429991 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01fe70a-eada-433e-bcb0-cdb9a50d75ec tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:19.431891 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f01fe70a-eada-433e-bcb0-cdb9a50d75ec tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:19.439827 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ea0549d3-c5bb-49eb-a981-35ff4eb123bc tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (b0a4d20c-c39c-4a53-b756-d492a7483e87), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:19.448394 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ea0549d3-c5bb-49eb-a981-35ff4eb123bc tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b0a4d20c-c39c-4a53-b756-d492a7483e87), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:19.468059 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24adc93-2f6e-475c-b9d6-7caa6b2d26af None None] Network ced11932-ebe6-4a02-b131-3fdaf9b641b0 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:31:19.536773 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0549d3-c5bb-49eb-a981-35ff4eb123bc tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a4d20c-c39c-4a53-b756-d492a7483e87,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:19.548673 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ea0549d3-c5bb-49eb-a981-35ff4eb123bc tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:19.550005 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ea0549d3-c5bb-49eb-a981-35ff4eb123bc tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3789339 Jan 28 00:31:19.556351 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41832) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:19.576517 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-08f0d483-d5f5-4fbb-af0d-0df7681479d4 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Request body: {'security_group_rule': {'security_group_id': 'b0a4d20c-c39c-4a53-b756-d492a7483e87', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:19.593225 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-6e6cf3cb-e35f-47ca-b0a2-2b2f3d189a89 None None] Allocated IP 2001:db8::2 (4793e8ce-ba54-47f7-b2a2-d36bd6c8256e/546d7d31-8d31-4801-b3a0-c8eb217dd2b5/95e2430e-34a0-45d2-884e-8eeb7e6a59cd) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:31:19.606399 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056ada7-0b5f-4b18-852f-dd11e660a787 req-d0108ec5-1ed6-4344-9185-5f5bb0dacee3 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:19.611085 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e056ada7-0b5f-4b18-852f-dd11e660a787 req-d0108ec5-1ed6-4344-9185-5f5bb0dacee3 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9a81c37-4653-4b4c-8034-f63c178ac24e HTTP/1.1" status: 200 len: 945 time: 0.5979836 Jan 28 00:31:19.626265 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f01fe70a-eada-433e-bcb0-cdb9a50d75ec tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0410149 Jan 28 00:31:19.632984 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41834) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:19.647747 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-24e0a1e9-b399-4e9a-be4d-a753ec5f2c16 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Request body: {'port': {'network_id': '0efd91fa-a4c6-4618-8488-fef9eaa5de00', 'name': 'tempest-TaggedBootDevicesTest-297954870', 'fixed_ips': [{'subnet_id': '2d9566eb-7bee-4e72-9ce3-a47d9d3737eb'}]}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:19.682506 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-fe90346a-6661-45ae-a15f-ca9cd0336c7e None None] Allocated IP 10.1.1.2 (0efd91fa-a4c6-4618-8488-fef9eaa5de00/2d9566eb-7bee-4e72-9ce3-a47d9d3737eb/c4347754-0975-475a-97a0-85e0fb58b6e2) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:31:19.688785 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-08f0d483-d5f5-4fbb-af0d-0df7681479d4 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (ffe35e91-a0fa-442a-854c-83f2bccc0723), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:19.789736 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e056ada7-0b5f-4b18-852f-dd11e660a787 req-433517d2-4b3a-4ec8-babb-4b4818bd2fed tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/security-groups?id=6877f70c-a160-443f-9089-b0ea62e469c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668458 Jan 28 00:31:19.853986 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-08f0d483-d5f5-4fbb-af0d-0df7681479d4 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (ffe35e91-a0fa-442a-854c-83f2bccc0723), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:19.861654 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-08f0d483-d5f5-4fbb-af0d-0df7681479d4 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (ffe35e91-a0fa-442a-854c-83f2bccc0723), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:19.921718 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0d483-d5f5-4fbb-af0d-0df7681479d4 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe35e91-a0fa-442a-854c-83f2bccc0723,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:19.937814 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-08f0d483-d5f5-4fbb-af0d-0df7681479d4 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:19.939218 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-08f0d483-d5f5-4fbb-af0d-0df7681479d4 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3818307 Jan 28 00:31:19.943872 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41848) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:20.042317 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e0a1e9-b399-4e9a-be4d-a753ec5f2c16 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Made reservation on behalf of 5bda1a11a40447e984dbfecb2102fcad for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:31:20.046590 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1170a78d-e689-447b-b5e0-5784355d43fb tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (ffe35e91-a0fa-442a-854c-83f2bccc0723), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:20.069271 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1170a78d-e689-447b-b5e0-5784355d43fb tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (ffe35e91-a0fa-442a-854c-83f2bccc0723), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:20.147278 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1170a78d-e689-447b-b5e0-5784355d43fb tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (ffe35e91-a0fa-442a-854c-83f2bccc0723), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:20.154309 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1170a78d-e689-447b-b5e0-5784355d43fb tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:20.156238 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1170a78d-e689-447b-b5e0-5784355d43fb tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/ffe35e91-a0fa-442a-854c-83f2bccc0723 HTTP/1.1" status: 204 len: 168 time: 0.2106442 Jan 28 00:31:20.184765 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41854) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:20.185997 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170a78d-e689-447b-b5e0-5784355d43fb tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffe35e91-a0fa-442a-854c-83f2bccc0723,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:20.292144 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-539bb444-4a8a-4cff-8746-48a80bf63fdd tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1022649 Jan 28 00:31:20.304610 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41858) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:20.479877 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761c9432-89b2-4305-aaa3-71428892afa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-ced11932-ebe6-4a02-b131-3fdaf9b641b0', 'network_id': 'ced11932-ebe6-4a02-b131-3fdaf9b641b0', 'project_id': '5bda1a11a40447e984dbfecb2102fcad', 'fixed_ips': [{'subnet_id': '1bd8a954-b516-49e1-b2a8-a47b9c570cc2'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:31:20.481013 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-761c9432-89b2-4305-aaa3-71428892afa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:20.596862 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-24e0a1e9-b399-4e9a-be4d-a753ec5f2c16 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:20.616223 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad275f00-2c15-4f24-9167-5965a60e1e59 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (b0a4d20c-c39c-4a53-b756-d492a7483e87), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:20.644028 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-24e0a1e9-b399-4e9a-be4d-a753ec5f2c16 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] device_id is not set on port e6c88db4-a371-434d-b81c-bba1b2a0715e yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:31:20.684803 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad275f00-2c15-4f24-9167-5965a60e1e59 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (b0a4d20c-c39c-4a53-b756-d492a7483e87), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:21.041945 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c26112-0c66-4f17-805c-ca1d0e0c1eee req-d3155e2a-1ee4-417a-bd98-e45f9fd6ebf9 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:21.057119 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-51c26112-0c66-4f17-805c-ca1d0e0c1eee req-d3155e2a-1ee4-417a-bd98-e45f9fd6ebf9 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9a81c37-4653-4b4c-8034-f63c178ac24e HTTP/1.1" status: 200 len: 945 time: 0.1856155 Jan 28 00:31:21.057529 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad275f00-2c15-4f24-9167-5965a60e1e59 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b0a4d20c-c39c-4a53-b756-d492a7483e87), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:21.061601 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad275f00-2c15-4f24-9167-5965a60e1e59 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:21.063585 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ad275f00-2c15-4f24-9167-5965a60e1e59 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "DELETE /v2.0/security-groups/b0a4d20c-c39c-4a53-b756-d492a7483e87 HTTP/1.1" status: 204 len: 168 time: 0.7540808 Jan 28 00:31:21.069069 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41878) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:21.088045 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad275f00-2c15-4f24-9167-5965a60e1e59 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a4d20c-c39c-4a53-b756-d492a7483e87,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:21.205357 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fe90346a-6661-45ae-a15f-ca9cd0336c7e None None] Publish callbacks [] for port (c4347754-0975-475a-97a0-85e0fb58b6e2), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:21.279070 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-36ba886e-442f-4782-8c02-fab19fc1d5a4 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2083824 Jan 28 00:31:21.297134 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-24e0a1e9-b399-4e9a-be4d-a753ec5f2c16 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Allocated IP 10.1.1.113 (0efd91fa-a4c6-4618-8488-fef9eaa5de00/2d9566eb-7bee-4e72-9ce3-a47d9d3737eb/e6c88db4-a371-434d-b81c-bba1b2a0715e) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:31:21.307309 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-51c26112-0c66-4f17-805c-ca1d0e0c1eee req-48e64478-f290-427c-94fe-49c3404f4121 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/security-groups?id=6877f70c-a160-443f-9089-b0ea62e469c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784439 Jan 28 00:31:21.311405 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41890) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:21.320227 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-8658ff2a-d3d7-4a2b-b7fe-c92854d73698 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1598082223'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:21.325374 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-761c9432-89b2-4305-aaa3-71428892afa6 None None] Allocated IP 10.2.2.2 (ced11932-ebe6-4a02-b131-3fdaf9b641b0/1bd8a954-b516-49e1-b2a8-a47b9c570cc2/dc11ba45-5f94-4413-9cd1-afe428a5a351) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:31:21.399086 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8658ff2a-d3d7-4a2b-b7fe-c92854d73698 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:21.590747 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8658ff2a-d3d7-4a2b-b7fe-c92854d73698 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (ef700138-1ef1-4b98-9c47-47d7633cd275), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:21.599525 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8658ff2a-d3d7-4a2b-b7fe-c92854d73698 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ef700138-1ef1-4b98-9c47-47d7633cd275), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:21.637828 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-24e0a1e9-b399-4e9a-be4d-a753ec5f2c16 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for port (e6c88db4-a371-434d-b81c-bba1b2a0715e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:21.678674 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8658ff2a-d3d7-4a2b-b7fe-c92854d73698 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:21.688412 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8658ff2a-d3d7-4a2b-b7fe-c92854d73698 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3735340 Jan 28 00:31:21.701787 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41914) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:21.720878 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-405d6315-4ba7-4412-8c38-4beaa5002a1e tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Request body: {'security_group_rule': {'security_group_id': 'ef700138-1ef1-4b98-9c47-47d7633cd275', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:21.798688 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-24e0a1e9-b399-4e9a-be4d-a753ec5f2c16 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (e6c88db4-a371-434d-b81c-bba1b2a0715e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:21.854048 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-405d6315-4ba7-4412-8c38-4beaa5002a1e tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (a0671741-c31f-42f5-8e05-88e07d923c77), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:21.866015 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658ff2a-d3d7-4a2b-b7fe-c92854d73698 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef700138-1ef1-4b98-9c47-47d7633cd275,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:21.942144 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-761c9432-89b2-4305-aaa3-71428892afa6 None None] Publish callbacks [] for port (dc11ba45-5f94-4413-9cd1-afe428a5a351), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:21.991224 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e0a1e9-b399-4e9a-be4d-a753ec5f2c16 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Network 0efd91fa-a4c6-4618-8488-fef9eaa5de00 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:31:22.064507 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-405d6315-4ba7-4412-8c38-4beaa5002a1e tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (a0671741-c31f-42f5-8e05-88e07d923c77), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:22.066509 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-24e0a1e9-b399-4e9a-be4d-a753ec5f2c16 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:31:22.082775 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-405d6315-4ba7-4412-8c38-4beaa5002a1e tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (a0671741-c31f-42f5-8e05-88e07d923c77), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:22.092168 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e0a1e9-b399-4e9a-be4d-a753ec5f2c16 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:31:22.097843 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0a1e9-b399-4e9a-be4d-a753ec5f2c16 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Pushing event updated for resources: {'Port': ['ID=e6c88db4-a371-434d-b81c-bba1b2a0715e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:22.124133 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6e6cf3cb-e35f-47ca-b0a2-2b2f3d189a89 None None] Publish callbacks [] for port (95e2430e-34a0-45d2-884e-8eeb7e6a59cd), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:22.192171 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6e6cf3cb-e35f-47ca-b0a2-2b2f3d189a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (95e2430e-34a0-45d2-884e-8eeb7e6a59cd), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:22.207766 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-761c9432-89b2-4305-aaa3-71428892afa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (dc11ba45-5f94-4413-9cd1-afe428a5a351), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:22.243458 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d6315-4ba7-4412-8c38-4beaa5002a1e tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0671741-c31f-42f5-8e05-88e07d923c77,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:22.270387 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fe90346a-6661-45ae-a15f-ca9cd0336c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (c4347754-0975-475a-97a0-85e0fb58b6e2), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:22.303951 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e0a1e9-b399-4e9a-be4d-a753ec5f2c16 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:22.306113 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-24e0a1e9-b399-4e9a-be4d-a753ec5f2c16 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:22.394574 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-24e0a1e9-b399-4e9a-be4d-a753ec5f2c16 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7591181 Jan 28 00:31:22.395091 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41924) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:22.431760 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-494d10be-f727-4b61-9ef4-66504c54abe0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Request body: {'port': {'network_id': '0efd91fa-a4c6-4618-8488-fef9eaa5de00', 'name': 'tempest-TaggedBootDevicesTest-569348132', 'fixed_ips': [{'subnet_id': '2d9566eb-7bee-4e72-9ce3-a47d9d3737eb'}]}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:22.439101 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-405d6315-4ba7-4412-8c38-4beaa5002a1e tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:22.441633 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-405d6315-4ba7-4412-8c38-4beaa5002a1e tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7387636 Jan 28 00:31:22.446545 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41926) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:22.453758 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761c9432-89b2-4305-aaa3-71428892afa6 None None] Network ced11932-ebe6-4a02-b131-3fdaf9b641b0 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:31:22.455322 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-d6a81ba5-27fe-4ac1-b0e4-1b88e21970c4 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Request body: {'security_group_rule': {'security_group_id': 'ef700138-1ef1-4b98-9c47-47d7633cd275', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:22.468064 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-761c9432-89b2-4305-aaa3-71428892afa6 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:31:22.485425 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761c9432-89b2-4305-aaa3-71428892afa6 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:31:22.499946 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-305a5266-31a1-4e2a-8bac-33fcc5222d75 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Allocated IP 2001:db8::10 (4793e8ce-ba54-47f7-b2a2-d36bd6c8256e/546d7d31-8d31-4801-b3a0-c8eb217dd2b5/b66658db-e3fe-4833-943d-6178ecf7e5d5) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:31:22.505701 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6cf3cb-e35f-47ca-b0a2-2b2f3d189a89 None None] Network 4793e8ce-ba54-47f7-b2a2-d36bd6c8256e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:31:22.557921 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-6e6cf3cb-e35f-47ca-b0a2-2b2f3d189a89 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:31:22.566040 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6cf3cb-e35f-47ca-b0a2-2b2f3d189a89 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:31:22.588016 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe90346a-6661-45ae-a15f-ca9cd0336c7e None None] Network 0efd91fa-a4c6-4618-8488-fef9eaa5de00 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:31:22.629649 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41928) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:22.641580 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d6a81ba5-27fe-4ac1-b0e4-1b88e21970c4 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (8adb9b80-5c02-4ac3-9b42-6bcde2deff34), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:22.656488 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6cf3cb-e35f-47ca-b0a2-2b2f3d189a89 None None] Pushing event updated for resources: {'Port': ['ID=95e2430e-34a0-45d2-884e-8eeb7e6a59cd,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:22.662814 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-fe90346a-6661-45ae-a15f-ca9cd0336c7e None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:31:22.675351 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe90346a-6661-45ae-a15f-ca9cd0336c7e None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:31:22.807187 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494d10be-f727-4b61-9ef4-66504c54abe0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Made reservation on behalf of 5bda1a11a40447e984dbfecb2102fcad for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:31:22.813541 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-494d10be-f727-4b61-9ef4-66504c54abe0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:22.840729 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-761c9432-89b2-4305-aaa3-71428892afa6 None None] Attempting to bind port dc11ba45-5f94-4413-9cd1-afe428a5a351 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:31:22.841770 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-761c9432-89b2-4305-aaa3-71428892afa6 None None] Attempting to bind port dc11ba45-5f94-4413-9cd1-afe428a5a351 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'dbf642f2-63c7-40b4-b131-e531d7611510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ced11932-ebe6-4a02-b131-3fdaf9b641b0'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:31:22.842374 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761c9432-89b2-4305-aaa3-71428892afa6 None None] Attempting to bind port dc11ba45-5f94-4413-9cd1-afe428a5a351 on network ced11932-ebe6-4a02-b131-3fdaf9b641b0 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:31:22.867969 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-494d10be-f727-4b61-9ef4-66504c54abe0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] device_id is not set on port d811a547-5df6-408e-b47d-4a7f9810a4e5 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:31:23.009965 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761c9432-89b2-4305-aaa3-71428892afa6 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:31:23.010617 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761c9432-89b2-4305-aaa3-71428892afa6 None None] Checking segment: {'id': 'dbf642f2-63c7-40b4-b131-e531d7611510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ced11932-ebe6-4a02-b131-3fdaf9b641b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:31:23.011525 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-761c9432-89b2-4305-aaa3-71428892afa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:23.012251 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761c9432-89b2-4305-aaa3-71428892afa6 None None] Bound using segment: {'id': 'dbf642f2-63c7-40b4-b131-e531d7611510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ced11932-ebe6-4a02-b131-3fdaf9b641b0'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:31:23.013530 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-761c9432-89b2-4305-aaa3-71428892afa6 None None] Bound port: dc11ba45-5f94-4413-9cd1-afe428a5a351, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf642f2-63c7-40b4-b131-e531d7611510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ced11932-ebe6-4a02-b131-3fdaf9b641b0'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:31:23.014220 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-761c9432-89b2-4305-aaa3-71428892afa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (dc11ba45-5f94-4413-9cd1-afe428a5a351), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:23.071448 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d6a81ba5-27fe-4ac1-b0e4-1b88e21970c4 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (8adb9b80-5c02-4ac3-9b42-6bcde2deff34), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:23.125555 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c9432-89b2-4305-aaa3-71428892afa6 None None] Pushing event updated for resources: {'Port': ['ID=dc11ba45-5f94-4413-9cd1-afe428a5a351,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:23.125819 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d6a81ba5-27fe-4ac1-b0e4-1b88e21970c4 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (8adb9b80-5c02-4ac3-9b42-6bcde2deff34), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:23.158130 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-6e6cf3cb-e35f-47ca-b0a2-2b2f3d189a89 None None] Attempting to bind port 95e2430e-34a0-45d2-884e-8eeb7e6a59cd on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:31:23.158720 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-6e6cf3cb-e35f-47ca-b0a2-2b2f3d189a89 None None] Attempting to bind port 95e2430e-34a0-45d2-884e-8eeb7e6a59cd by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'a4760460-6ca5-431d-a969-fe8412a70eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4793e8ce-ba54-47f7-b2a2-d36bd6c8256e'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:31:23.159517 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6cf3cb-e35f-47ca-b0a2-2b2f3d189a89 None None] Attempting to bind port 95e2430e-34a0-45d2-884e-8eeb7e6a59cd on network 4793e8ce-ba54-47f7-b2a2-d36bd6c8256e {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:31:23.178949 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6cf3cb-e35f-47ca-b0a2-2b2f3d189a89 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:31:23.180723 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6cf3cb-e35f-47ca-b0a2-2b2f3d189a89 None None] Checking segment: {'id': 'a4760460-6ca5-431d-a969-fe8412a70eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4793e8ce-ba54-47f7-b2a2-d36bd6c8256e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:31:23.182286 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6e6cf3cb-e35f-47ca-b0a2-2b2f3d189a89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:23.185476 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6cf3cb-e35f-47ca-b0a2-2b2f3d189a89 None None] Bound using segment: {'id': 'a4760460-6ca5-431d-a969-fe8412a70eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4793e8ce-ba54-47f7-b2a2-d36bd6c8256e'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:31:23.186571 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-6e6cf3cb-e35f-47ca-b0a2-2b2f3d189a89 None None] Bound port: 95e2430e-34a0-45d2-884e-8eeb7e6a59cd, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4760460-6ca5-431d-a969-fe8412a70eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4793e8ce-ba54-47f7-b2a2-d36bd6c8256e'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:31:23.187227 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6e6cf3cb-e35f-47ca-b0a2-2b2f3d189a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (95e2430e-34a0-45d2-884e-8eeb7e6a59cd), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:23.199172 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-fe90346a-6661-45ae-a15f-ca9cd0336c7e None None] Attempting to bind port c4347754-0975-475a-97a0-85e0fb58b6e2 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:31:23.200081 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-fe90346a-6661-45ae-a15f-ca9cd0336c7e None None] Attempting to bind port c4347754-0975-475a-97a0-85e0fb58b6e2 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'acb2bd17-d572-4140-8e42-68801c1a1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0efd91fa-a4c6-4618-8488-fef9eaa5de00'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:31:23.200681 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe90346a-6661-45ae-a15f-ca9cd0336c7e None None] Attempting to bind port c4347754-0975-475a-97a0-85e0fb58b6e2 on network 0efd91fa-a4c6-4618-8488-fef9eaa5de00 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:31:23.202509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795bfead-e6e3-49b3-a799-34a69ceb4d20 req-23adf941-e9a0-46a0-9a28-f6e28b7201a1 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:23.206912 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-795bfead-e6e3-49b3-a799-34a69ceb4d20 req-23adf941-e9a0-46a0-9a28-f6e28b7201a1 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9a81c37-4653-4b4c-8034-f63c178ac24e HTTP/1.1" status: 200 len: 945 time: 0.5899334 Jan 28 00:31:23.226722 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d6a81ba5-27fe-4ac1-b0e4-1b88e21970c4 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:23.229688 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d6a81ba5-27fe-4ac1-b0e4-1b88e21970c4 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7817752 Jan 28 00:31:23.259400 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41938) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:23.271190 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-8da8afcb-e52a-42c4-bed4-7ee86e2c3546 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Request body: {'security_group_rule': {'security_group_id': 'ef700138-1ef1-4b98-9c47-47d7633cd275', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:23.280694 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7abb3-81fd-4a8f-81e3-62fa29b26c33 req-f40e1a89-3574-4707-822a-d85b863120d7 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:23.282547 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ccc7abb3-81fd-4a8f-81e3-62fa29b26c33 req-f40e1a89-3574-4707-822a-d85b863120d7 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9a81c37-4653-4b4c-8034-f63c178ac24e HTTP/1.1" status: 200 len: 945 time: 0.7083123 Jan 28 00:31:23.325214 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a260a2ad-8832-4c90-a3bb-e4f04c157632 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:23.354585 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe90346a-6661-45ae-a15f-ca9cd0336c7e None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:31:23.356752 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe90346a-6661-45ae-a15f-ca9cd0336c7e None None] Checking segment: {'id': 'acb2bd17-d572-4140-8e42-68801c1a1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0efd91fa-a4c6-4618-8488-fef9eaa5de00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:31:23.357493 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fe90346a-6661-45ae-a15f-ca9cd0336c7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:23.360161 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe90346a-6661-45ae-a15f-ca9cd0336c7e None None] Bound using segment: {'id': 'acb2bd17-d572-4140-8e42-68801c1a1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0efd91fa-a4c6-4618-8488-fef9eaa5de00'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:31:23.361119 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-fe90346a-6661-45ae-a15f-ca9cd0336c7e None None] Bound port: c4347754-0975-475a-97a0-85e0fb58b6e2, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb2bd17-d572-4140-8e42-68801c1a1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0efd91fa-a4c6-4618-8488-fef9eaa5de00'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:31:23.361769 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fe90346a-6661-45ae-a15f-ca9cd0336c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c4347754-0975-475a-97a0-85e0fb58b6e2), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:23.374283 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8da8afcb-e52a-42c4-bed4-7ee86e2c3546 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (7629157f-335f-4bd8-849d-37696af29c2e), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:23.450208 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-795bfead-e6e3-49b3-a799-34a69ceb4d20 req-08ced385-fe60-456b-920b-a6a4df19808d tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/security-groups?id=6877f70c-a160-443f-9089-b0ea62e469c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178113 Jan 28 00:31:23.451855 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a81ba5-27fe-4ac1-b0e4-1b88e21970c4 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8adb9b80-5c02-4ac3-9b42-6bcde2deff34,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:23.634594 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-761c9432-89b2-4305-aaa3-71428892afa6 None None] For port dc11ba45-5f94-4413-9cd1-afe428a5a351, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:31:23.641636 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-761c9432-89b2-4305-aaa3-71428892afa6 None None] For port dc11ba45-5f94-4413-9cd1-afe428a5a351, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=dc11ba45-5f94-4413-9cd1-afe428a5a351,segment=NetworkSegment(dbf642f2-63c7-40b4-b131-e531d7611510),segment_id=dbf642f2-63c7-40b4-b131-e531d7611510)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:31:23.683593 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-761c9432-89b2-4305-aaa3-71428892afa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (dc11ba45-5f94-4413-9cd1-afe428a5a351), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:23.691596 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a260a2ad-8832-4c90-a3bb-e4f04c157632 admin admin] Publish callbacks [] for security_group (4bc0b3d4-2fd9-4f46-84a0-fdf4544f6d43), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:23.756664 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a260a2ad-8832-4c90-a3bb-e4f04c157632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4bc0b3d4-2fd9-4f46-84a0-fdf4544f6d43), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:23.797167 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-ccc7abb3-81fd-4a8f-81e3-62fa29b26c33 req-0ae3936d-80a8-49aa-807e-1faeaa22473b tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Deleting port 44f20f61-d55b-46db-8d5a-9fb16b9ab5c1 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:31:23.797521 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ccc7abb3-81fd-4a8f-81e3-62fa29b26c33 req-0ae3936d-80a8-49aa-807e-1faeaa22473b tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (44f20f61-d55b-46db-8d5a-9fb16b9ab5c1), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:23.847110 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6e6cf3cb-e35f-47ca-b0a2-2b2f3d189a89 None None] For port 95e2430e-34a0-45d2-884e-8eeb7e6a59cd, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:31:23.852618 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6e6cf3cb-e35f-47ca-b0a2-2b2f3d189a89 None None] For port 95e2430e-34a0-45d2-884e-8eeb7e6a59cd, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=95e2430e-34a0-45d2-884e-8eeb7e6a59cd,segment=NetworkSegment(a4760460-6ca5-431d-a969-fe8412a70eb2),segment_id=a4760460-6ca5-431d-a969-fe8412a70eb2)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:31:23.879662 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6e6cf3cb-e35f-47ca-b0a2-2b2f3d189a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (95e2430e-34a0-45d2-884e-8eeb7e6a59cd), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:23.881987 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a260a2ad-8832-4c90-a3bb-e4f04c157632 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ed835a5040e0475c8bec513153c67ebf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2517688 Jan 28 00:31:23.888199 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41942) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:23.895392 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90346a-6661-45ae-a15f-ca9cd0336c7e None None] Pushing event updated for resources: {'Port': ['ID=c4347754-0975-475a-97a0-85e0fb58b6e2,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:23.903055 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260a2ad-8832-4c90-a3bb-e4f04c157632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc0b3d4-2fd9-4f46-84a0-fdf4544f6d43,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:23.934309 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8da8afcb-e52a-42c4-bed4-7ee86e2c3546 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (7629157f-335f-4bd8-849d-37696af29c2e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:23.936432 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-ccc7abb3-81fd-4a8f-81e3-62fa29b26c33 req-0ae3936d-80a8-49aa-807e-1faeaa22473b tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] For port 44f20f61-d55b-46db-8d5a-9fb16b9ab5c1, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=44f20f61-d55b-46db-8d5a-9fb16b9ab5c1,segment=NetworkSegment(80814780-c664-4235-9893-85f3cc521501),segment_id=80814780-c664-4235-9893-85f3cc521501)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:31:23.936956 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ccc7abb3-81fd-4a8f-81e3-62fa29b26c33 req-0ae3936d-80a8-49aa-807e-1faeaa22473b tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (44f20f61-d55b-46db-8d5a-9fb16b9ab5c1), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:23.951550 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8da8afcb-e52a-42c4-bed4-7ee86e2c3546 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (7629157f-335f-4bd8-849d-37696af29c2e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:24.043503 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8afcb-e52a-42c4-bed4-7ee86e2c3546 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7629157f-335f-4bd8-849d-37696af29c2e,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:24.064090 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-fe90346a-6661-45ae-a15f-ca9cd0336c7e None None] For port c4347754-0975-475a-97a0-85e0fb58b6e2, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:31:24.095444 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c9432-89b2-4305-aaa3-71428892afa6 None None] Pushing event updated for resources: {'Port': ['ID=dc11ba45-5f94-4413-9cd1-afe428a5a351,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:24.120519 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-fe90346a-6661-45ae-a15f-ca9cd0336c7e None None] For port c4347754-0975-475a-97a0-85e0fb58b6e2, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c4347754-0975-475a-97a0-85e0fb58b6e2,segment=NetworkSegment(acb2bd17-d572-4140-8e42-68801c1a1a85),segment_id=acb2bd17-d572-4140-8e42-68801c1a1a85)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:31:24.176951 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fe90346a-6661-45ae-a15f-ca9cd0336c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c4347754-0975-475a-97a0-85e0fb58b6e2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:24.206998 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-494d10be-f727-4b61-9ef4-66504c54abe0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Allocated IP 10.1.1.181 (0efd91fa-a4c6-4618-8488-fef9eaa5de00/2d9566eb-7bee-4e72-9ce3-a47d9d3737eb/d811a547-5df6-408e-b47d-4a7f9810a4e5) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:31:24.337597 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6cf3cb-e35f-47ca-b0a2-2b2f3d189a89 None None] Pushing event updated for resources: {'Port': ['ID=95e2430e-34a0-45d2-884e-8eeb7e6a59cd,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:24.451689 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8da8afcb-e52a-42c4-bed4-7ee86e2c3546 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:24.459266 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8da8afcb-e52a-42c4-bed4-7ee86e2c3546 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1979744 Jan 28 00:31:24.463083 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41950) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:24.491335 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90346a-6661-45ae-a15f-ca9cd0336c7e None None] Pushing event updated for resources: {'Port': ['ID=c4347754-0975-475a-97a0-85e0fb58b6e2,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:24.491603 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-305a5266-31a1-4e2a-8bac-33fcc5222d75 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for port (b66658db-e3fe-4833-943d-6178ecf7e5d5), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:24.506872 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-cd929b80-5720-4021-be16-d89e5fc9dd60 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Request body: {'security_group_rule': {'security_group_id': 'ef700138-1ef1-4b98-9c47-47d7633cd275', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:24.657868 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cd929b80-5720-4021-be16-d89e5fc9dd60 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (bb512e36-4b3b-432c-b782-f0247954729d), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:24.662296 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cf030803-e8e8-469d-8821-3ccbfe16cedf admin admin] Publish callbacks [] for security_group (4bc0b3d4-2fd9-4f46-84a0-fdf4544f6d43), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:24.686118 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-494d10be-f727-4b61-9ef4-66504c54abe0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for port (d811a547-5df6-408e-b47d-4a7f9810a4e5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:24.744138 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cf030803-e8e8-469d-8821-3ccbfe16cedf admin admin] Publish callbacks [] for security_group (4bc0b3d4-2fd9-4f46-84a0-fdf4544f6d43), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:24.956640 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-494d10be-f727-4b61-9ef4-66504c54abe0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (d811a547-5df6-408e-b47d-4a7f9810a4e5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:24.985458 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-305a5266-31a1-4e2a-8bac-33fcc5222d75 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b66658db-e3fe-4833-943d-6178ecf7e5d5), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:24.998281 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1bee9-6c83-40b2-8574-4017c194eb1b req-e865d598-d86e-4870-8bd8-efc3ea37284b tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:25.008992 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3a1bee9-6c83-40b2-8574-4017c194eb1b req-e865d598-d86e-4870-8bd8-efc3ea37284b tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9a81c37-4653-4b4c-8034-f63c178ac24e HTTP/1.1" status: 200 len: 945 time: 0.2493932 Jan 28 00:31:25.022303 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ccc7abb3-81fd-4a8f-81e3-62fa29b26c33 req-0ae3936d-80a8-49aa-807e-1faeaa22473b tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:25.023666 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ccc7abb3-81fd-4a8f-81e3-62fa29b26c33 req-0ae3936d-80a8-49aa-807e-1faeaa22473b tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (1608d330-dd2f-4d97-b65d-eb6ccc357754), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:25.023666 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [req-ccc7abb3-81fd-4a8f-81e3-62fa29b26c33 req-0ae3936d-80a8-49aa-807e-1faeaa22473b tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Floating IP 1608d330-dd2f-4d97-b65d-eb6ccc357754 disassociated. External IP: 172.25.3.116, port: 44f20f61-d55b-46db-8d5a-9fb16b9ab5c1. Jan 28 00:31:25.024086 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-ccc7abb3-81fd-4a8f-81e3-62fa29b26c33 req-0ae3936d-80a8-49aa-807e-1faeaa22473b tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Calling delete_port for 44f20f61-d55b-46db-8d5a-9fb16b9ab5c1 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:31:25.150601 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d10be-f727-4b61-9ef4-66504c54abe0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Pushing event updated for resources: {'Port': ['ID=d811a547-5df6-408e-b47d-4a7f9810a4e5,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:25.169491 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494d10be-f727-4b61-9ef4-66504c54abe0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Network 0efd91fa-a4c6-4618-8488-fef9eaa5de00 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:31:25.172194 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cf030803-e8e8-469d-8821-3ccbfe16cedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4bc0b3d4-2fd9-4f46-84a0-fdf4544f6d43), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:25.178685 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cf030803-e8e8-469d-8821-3ccbfe16cedf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:25.206501 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cf030803-e8e8-469d-8821-3ccbfe16cedf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4bc0b3d4-2fd9-4f46-84a0-fdf4544f6d43 HTTP/1.1" status: 204 len: 168 time: 1.3097012 Jan 28 00:31:25.256951 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-494d10be-f727-4b61-9ef4-66504c54abe0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:31:25.274405 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494d10be-f727-4b61-9ef4-66504c54abe0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:31:25.289673 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf030803-e8e8-469d-8821-3ccbfe16cedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc0b3d4-2fd9-4f46-84a0-fdf4544f6d43,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:25.423378 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3a1bee9-6c83-40b2-8574-4017c194eb1b req-ed923413-7a0e-4d9b-a1ab-38513c0c5006 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/security-groups?id=6877f70c-a160-443f-9089-b0ea62e469c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4132051 Jan 28 00:31:25.436054 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305a5266-31a1-4e2a-8bac-33fcc5222d75 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network 4793e8ce-ba54-47f7-b2a2-d36bd6c8256e is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:31:25.452607 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-305a5266-31a1-4e2a-8bac-33fcc5222d75 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:31:25.456837 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cd929b80-5720-4021-be16-d89e5fc9dd60 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (bb512e36-4b3b-432c-b782-f0247954729d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:25.462793 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a5266-31a1-4e2a-8bac-33fcc5222d75 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Port': ['ID=b66658db-e3fe-4833-943d-6178ecf7e5d5,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:25.471168 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305a5266-31a1-4e2a-8bac-33fcc5222d75 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:31:25.493683 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305a5266-31a1-4e2a-8bac-33fcc5222d75 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:25.494612 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-305a5266-31a1-4e2a-8bac-33fcc5222d75 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:25.505257 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cd929b80-5720-4021-be16-d89e5fc9dd60 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (bb512e36-4b3b-432c-b782-f0247954729d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:25.536869 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494d10be-f727-4b61-9ef4-66504c54abe0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:25.540635 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-494d10be-f727-4b61-9ef4-66504c54abe0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:25.570604 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-305a5266-31a1-4e2a-8bac-33fcc5222d75 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 7.8232136 Jan 28 00:31:25.570969 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41966) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:25.585431 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd929b80-5720-4021-be16-d89e5fc9dd60 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb512e36-4b3b-432c-b782-f0247954729d,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:25.605937 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-4b7fa2c4-c9d9-4fda-9ffe-db81ffade9ef tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'port': {'network_id': '4793e8ce-ba54-47f7-b2a2-d36bd6c8256e', 'name': 'tempest-PortsIpV6TestJSON-868940027', 'fixed_ips': [{'subnet_id': '546d7d31-8d31-4801-b3a0-c8eb217dd2b5', 'ip_address': '2001:db8::f'}]}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:25.613911 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cd929b80-5720-4021-be16-d89e5fc9dd60 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:25.615745 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-cd929b80-5720-4021-be16-d89e5fc9dd60 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1423573 Jan 28 00:31:25.620091 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41968) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:25.636551 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-0c8b6aed-c3ca-4a3f-b2de-d6bcef20a2bc tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Request body: {'security_group_rule': {'security_group_id': 'ef700138-1ef1-4b98-9c47-47d7633cd275', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:25.755173 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0c8b6aed-c3ca-4a3f-b2de-d6bcef20a2bc tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (f2612332-d2f1-4a41-9ee3-f9d71c37aa0b), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:25.801084 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ccc7abb3-81fd-4a8f-81e3-62fa29b26c33 req-0ae3936d-80a8-49aa-807e-1faeaa22473b tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (44f20f61-d55b-46db-8d5a-9fb16b9ab5c1), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:25.876729 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae3936d-80a8-49aa-807e-1faeaa22473b tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Pushing event deleted for resources: {'Port': ['ID=44f20f61-d55b-46db-8d5a-9fb16b9ab5c1,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:25.925750 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-494d10be-f727-4b61-9ef4-66504c54abe0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5289435 Jan 28 00:31:26.166920 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 95e2430e-34a0-45d2-884e-8eeb7e6a59cd up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:31:26.248604 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7fa2c4-c9d9-4fda-9ffe-db81ffade9ef tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:31:26.272822 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0c8b6aed-c3ca-4a3f-b2de-d6bcef20a2bc tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (f2612332-d2f1-4a41-9ee3-f9d71c37aa0b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:26.379125 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 95e2430e-34a0-45d2-884e-8eeb7e6a59cd triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:31:26.379526 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (95e2430e-34a0-45d2-884e-8eeb7e6a59cd), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:26.568771 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0c8b6aed-c3ca-4a3f-b2de-d6bcef20a2bc tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (f2612332-d2f1-4a41-9ee3-f9d71c37aa0b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:26.687352 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa2c4-c9d9-4fda-9ffe-db81ffade9ef tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:26.747705 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b6aed-c3ca-4a3f-b2de-d6bcef20a2bc tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2612332-d2f1-4a41-9ee3-f9d71c37aa0b,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:26.801440 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0c8b6aed-c3ca-4a3f-b2de-d6bcef20a2bc tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:26.813161 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-4b7fa2c4-c9d9-4fda-9ffe-db81ffade9ef tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] device_id is not set on port 60e8d267-f84c-46a6-9eca-e475c65e12e6 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:31:26.816547 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0c8b6aed-c3ca-4a3f-b2de-d6bcef20a2bc tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1876841 Jan 28 00:31:26.819177 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41990) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:27.008061 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 95e2430e-34a0-45d2-884e-8eeb7e6a59cd is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:31:27.011668 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (95e2430e-34a0-45d2-884e-8eeb7e6a59cd), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:27.034278 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccc7abb3-81fd-4a8f-81e3-62fa29b26c33 req-0ae3936d-80a8-49aa-807e-1faeaa22473b tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Router 2cdc0126-23f0-4167-8a51-6fa7011903a7 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:31:27.270709 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 95e2430e-34a0-45d2-884e-8eeb7e6a59cd, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=95e2430e-34a0-45d2-884e-8eeb7e6a59cd,segment=NetworkSegment(a4760460-6ca5-431d-a969-fe8412a70eb2),segment_id=a4760460-6ca5-431d-a969-fe8412a70eb2)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:31:27.280211 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (95e2430e-34a0-45d2-884e-8eeb7e6a59cd), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:27.281687 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c4347754-0975-475a-97a0-85e0fb58b6e2 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:31:27.314981 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3d392a88-bcc0-4d35-a6fa-1ee940010324 req-b214476e-8019-4411-9c08-6f99eaa4e8fe tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9a81c37-4653-4b4c-8034-f63c178ac24e HTTP/1.1" status: 200 len: 210 time: 0.2176409 Jan 28 00:31:27.324019 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4dba3a2a-47e7-49d2-9200-ab290c1f6f85 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (f2612332-d2f1-4a41-9ee3-f9d71c37aa0b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:27.488269 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 44f20f61-d55b-46db-8d5a-9fb16b9ab5c1 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:31:27.645172 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 44f20f61-d55b-46db-8d5a-9fb16b9ab5c1 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:31:27.645874 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 44f20f61-d55b-46db-8d5a-9fb16b9ab5c1 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:31:27.652770 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8242c3d3-45dc-4844-8311-072265617ce4 None None] Network ced11932-ebe6-4a02-b131-3fdaf9b641b0 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:31:27.661941 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42012) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:27.699304 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d66ccf1f-a765-429c-9fc3-9cbcf49e7245 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1774725692', 'description': 'tempest-description--1857864387'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:27.896777 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4dba3a2a-47e7-49d2-9200-ab290c1f6f85 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (f2612332-d2f1-4a41-9ee3-f9d71c37aa0b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:27.981956 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba04f08f-fdd6-4e14-8ead-557b20801e3f None None] Network 4793e8ce-ba54-47f7-b2a2-d36bd6c8256e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:31:28.051384 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-4b7fa2c4-c9d9-4fda-9ffe-db81ffade9ef tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Allocated IP 2001:db8::f (4793e8ce-ba54-47f7-b2a2-d36bd6c8256e/546d7d31-8d31-4801-b3a0-c8eb217dd2b5/60e8d267-f84c-46a6-9eca-e475c65e12e6) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:31:28.059133 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4dba3a2a-47e7-49d2-9200-ab290c1f6f85 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (f2612332-d2f1-4a41-9ee3-f9d71c37aa0b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:28.083801 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4dba3a2a-47e7-49d2-9200-ab290c1f6f85 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:28.087832 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4dba3a2a-47e7-49d2-9200-ab290c1f6f85 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/f2612332-d2f1-4a41-9ee3-f9d71c37aa0b HTTP/1.1" status: 204 len: 168 time: 1.2556598 Jan 28 00:31:28.100067 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42028) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:28.182641 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d66ccf1f-a765-429c-9fc3-9cbcf49e7245 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:28.182914 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a4b836-0c90-4a8c-9ee7-12a835ee3d0e None None] Network 0efd91fa-a4c6-4618-8488-fef9eaa5de00 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:31:28.213976 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccc7abb3-81fd-4a8f-81e3-62fa29b26c33 req-0ae3936d-80a8-49aa-807e-1faeaa22473b tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:31:28.225541 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba3a2a-47e7-49d2-9200-ab290c1f6f85 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2612332-d2f1-4a41-9ee3-f9d71c37aa0b,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:28.312555 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6d6aa193-abd7-4a6d-a11a-ba84ed75942c tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2021203 Jan 28 00:31:28.316482 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42034) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:28.371416 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc7abb3-81fd-4a8f-81e3-62fa29b26c33 req-0ae3936d-80a8-49aa-807e-1faeaa22473b tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] No DVR routers for this DVR port 44f20f61-d55b-46db-8d5a-9fb16b9ab5c1 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:31:28.379680 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ccc7abb3-81fd-4a8f-81e3-62fa29b26c33 req-0ae3936d-80a8-49aa-807e-1faeaa22473b tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:28.391345 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ccc7abb3-81fd-4a8f-81e3-62fa29b26c33 req-0ae3936d-80a8-49aa-807e-1faeaa22473b tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.52 "DELETE /v2.0/ports/44f20f61-d55b-46db-8d5a-9fb16b9ab5c1 HTTP/1.1" status: 204 len: 173 time: 5.0365353 Jan 28 00:31:28.423034 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a81c37-4653-4b4c-8034-f63c178ac24e', 'name': 'network-vif-deleted', 'tag': '44f20f61-d55b-46db-8d5a-9fb16b9ab5c1'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:31:28.439887 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bd2b68-63eb-4b24-b2aa-9aded6002d9d" -d '{"events": [{"server_uuid": "a9a81c37-4653-4b4c-8034-f63c178ac24e", "name": "network-vif-deleted", "tag": "44f20f61-d55b-46db-8d5a-9fb16b9ab5c1"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:31:28.493704 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-29b63485-f1bd-4590-bf88-f3f963742904 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (bb512e36-4b3b-432c-b782-f0247954729d), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:28.516875 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa2c4-c9d9-4fda-9ffe-db81ffade9ef tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for port (60e8d267-f84c-46a6-9eca-e475c65e12e6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:28.524552 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-29b63485-f1bd-4590-bf88-f3f963742904 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (bb512e36-4b3b-432c-b782-f0247954729d), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:28.547921 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d66ccf1f-a765-429c-9fc3-9cbcf49e7245 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for security_group (01497368-8712-442d-8e8a-753b969ae50f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:28.564303 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d66ccf1f-a765-429c-9fc3-9cbcf49e7245 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (01497368-8712-442d-8e8a-753b969ae50f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:28.647354 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ab152550-d282-4027-82d0-b6ca3c690db2 req-37839f97-58ab-418e-a427-b2d0ca7246b9 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9a81c37-4653-4b4c-8034-f63c178ac24e HTTP/1.1" status: 200 len: 210 time: 0.0555856 Jan 28 00:31:28.649584 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-29b63485-f1bd-4590-bf88-f3f963742904 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (bb512e36-4b3b-432c-b782-f0247954729d), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:28.658541 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-29b63485-f1bd-4590-bf88-f3f963742904 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:28.662369 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-29b63485-f1bd-4590-bf88-f3f963742904 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/bb512e36-4b3b-432c-b782-f0247954729d HTTP/1.1" status: 204 len: 168 time: 0.3098400 Jan 28 00:31:28.664696 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42046) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:28.682986 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b63485-f1bd-4590-bf88-f3f963742904 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb512e36-4b3b-432c-b782-f0247954729d,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:28.751083 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d66ccf1f-a765-429c-9fc3-9cbcf49e7245 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:28.753469 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d66ccf1f-a765-429c-9fc3-9cbcf49e7245 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0745060 Jan 28 00:31:28.756029 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa2c4-c9d9-4fda-9ffe-db81ffade9ef tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (60e8d267-f84c-46a6-9eca-e475c65e12e6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:28.765364 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42048) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:28.772485 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e9b54786-e31c-4773-b889-3786b61925b0 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1040664 Jan 28 00:31:28.774065 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42050) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:28.775331 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-5db8c680-db89-4bbb-b909-8f1afae3a1f2 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Request body: {'security_group_rule': {'security_group_id': '01497368-8712-442d-8e8a-753b969ae50f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:28.806092 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42052) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:28.853237 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-52fa668d-14ba-4053-b773-f35a78b6fce8 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (7629157f-335f-4bd8-849d-37696af29c2e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:28.878265 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-52fa668d-14ba-4053-b773-f35a78b6fce8 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (7629157f-335f-4bd8-849d-37696af29c2e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:28.968195 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-52fa668d-14ba-4053-b773-f35a78b6fce8 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (7629157f-335f-4bd8-849d-37696af29c2e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:28.974813 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-52fa668d-14ba-4053-b773-f35a78b6fce8 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:28.978907 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7fa2c4-c9d9-4fda-9ffe-db81ffade9ef tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network 4793e8ce-ba54-47f7-b2a2-d36bd6c8256e is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:31:28.979136 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-52fa668d-14ba-4053-b773-f35a78b6fce8 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/7629157f-335f-4bd8-849d-37696af29c2e HTTP/1.1" status: 204 len: 168 time: 0.2005546 Jan 28 00:31:28.984548 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42062) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:29.005369 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ccf1f-a765-429c-9fc3-9cbcf49e7245 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01497368-8712-442d-8e8a-753b969ae50f,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:29.042149 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0823fdd6-fb2c-4aaf-9905-d3d7efd168af None None] Sync routers for ids ['2cdc0126-23f0-4167-8a51-6fa7011903a7'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:31:29.058976 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-4b7fa2c4-c9d9-4fda-9ffe-db81ffade9ef tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:31:29.075926 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=95e2430e-34a0-45d2-884e-8eeb7e6a59cd,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:29.081278 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7fa2c4-c9d9-4fda-9ffe-db81ffade9ef tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:31:29.092393 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa668d-14ba-4053-b773-f35a78b6fce8 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7629157f-335f-4bd8-849d-37696af29c2e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:29.120168 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7fa2c4-c9d9-4fda-9ffe-db81ffade9ef tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:29.124186 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa2c4-c9d9-4fda-9ffe-db81ffade9ef tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:29.133818 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-353fe6cb-7965-474f-97c2-63c89d29e45e None None] Provisioning complete for port dc11ba45-5f94-4413-9cd1-afe428a5a351 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:31:29.135105 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-353fe6cb-7965-474f-97c2-63c89d29e45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (dc11ba45-5f94-4413-9cd1-afe428a5a351), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:29.151411 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7fa2c4-c9d9-4fda-9ffe-db81ffade9ef tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Port': ['ID=60e8d267-f84c-46a6-9eca-e475c65e12e6,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:29.223396 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5db8c680-db89-4bbb-b909-8f1afae3a1f2 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for security_group_rule (96be9351-bc03-49df-885a-b29079547b72), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:29.225490 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-558a059b-7a0f-4bc2-94c3-8abe29bf20fa tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2356200 Jan 28 00:31:29.229200 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42064) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:29.257649 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0823fdd6-fb2c-4aaf-9905-d3d7efd168af None None] Routers {'2cdc0126-23f0-4167-8a51-6fa7011903a7'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:31:29.259251 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-0823fdd6-fb2c-4aaf-9905-d3d7efd168af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:31:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2cdc0126-23f0-4167-8a51-6fa7011903a7'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:29.299170 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4b7fa2c4-c9d9-4fda-9ffe-db81ffade9ef tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.7161644 Jan 28 00:31:29.311177 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42066) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:29.395358 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3948697e-6eb0-4730-8d49-c6feac8f923d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:29.442123 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port c4347754-0975-475a-97a0-85e0fb58b6e2 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:31:29.442505 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c4347754-0975-475a-97a0-85e0fb58b6e2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:29.481946 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d952382e-f8ea-4f11-a9eb-60c0da63df49 x-openstack-request-id: req-d952382e-f8ea-4f11-a9eb-60c0da63df49 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:31:29.488931 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a81c37-4653-4b4c-8034-f63c178ac24e", "name": "network-vif-deleted", "tag": "44f20f61-d55b-46db-8d5a-9fb16b9ab5c1", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:31:29.494949 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d952382e-f8ea-4f11-a9eb-60c0da63df49 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:31:29.496400 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a81c37-4653-4b4c-8034-f63c178ac24e', 'name': 'network-vif-deleted', 'tag': '44f20f61-d55b-46db-8d5a-9fb16b9ab5c1', 'status': 'completed', 'code': 200} Jan 28 00:31:29.505976 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ae69a61f-f986-4736-8f15-90da70627569 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (8adb9b80-5c02-4ac3-9b42-6bcde2deff34), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:29.574963 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ae69a61f-f986-4736-8f15-90da70627569 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (8adb9b80-5c02-4ac3-9b42-6bcde2deff34), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:29.670357 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbbea70-4981-4b31-bfb1-acb5a6a29de1 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:29.676548 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42072) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:29.708225 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fcbbea70-4981-4b31-bfb1-acb5a6a29de1 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3457835 Jan 28 00:31:29.716614 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5db8c680-db89-4bbb-b909-8f1afae3a1f2 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for security_group_rule (96be9351-bc03-49df-885a-b29079547b72), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:29.726483 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5db8c680-db89-4bbb-b909-8f1afae3a1f2 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (96be9351-bc03-49df-885a-b29079547b72), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:29.782347 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8c680-db89-4bbb-b909-8f1afae3a1f2 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96be9351-bc03-49df-885a-b29079547b72,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:29.810955 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5db8c680-db89-4bbb-b909-8f1afae3a1f2 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:29.812472 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5db8c680-db89-4bbb-b909-8f1afae3a1f2 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0454412 Jan 28 00:31:29.816942 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42078) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:29.838777 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-faa87d7c-fafa-4c14-9844-f5af2e9a09db tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Request body: {'security_group_rule': {'security_group_id': '01497368-8712-442d-8e8a-753b969ae50f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:29.857660 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port c4347754-0975-475a-97a0-85e0fb58b6e2 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:31:29.858397 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c4347754-0975-475a-97a0-85e0fb58b6e2), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:29.914944 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-faa87d7c-fafa-4c14-9844-f5af2e9a09db tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for security_group_rule (29ea7441-c8ff-4781-8ac6-20bb34779727), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:30.143006 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ae69a61f-f986-4736-8f15-90da70627569 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (8adb9b80-5c02-4ac3-9b42-6bcde2deff34), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:30.144741 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42084) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:30.175349 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ae69a61f-f986-4736-8f15-90da70627569 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:30.181680 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ae69a61f-f986-4736-8f15-90da70627569 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/8adb9b80-5c02-4ac3-9b42-6bcde2deff34 HTTP/1.1" status: 204 len: 168 time: 0.9480734 Jan 28 00:31:30.193284 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42088) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:30.313526 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port c4347754-0975-475a-97a0-85e0fb58b6e2, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c4347754-0975-475a-97a0-85e0fb58b6e2,segment=NetworkSegment(acb2bd17-d572-4140-8e42-68801c1a1a85),segment_id=acb2bd17-d572-4140-8e42-68801c1a1a85)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:31:30.358316 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42090) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:30.378240 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c4347754-0975-475a-97a0-85e0fb58b6e2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:30.384635 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device dc11ba45-5f94-4413-9cd1-afe428a5a351 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:31:30.472635 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-0823fdd6-fb2c-4aaf-9905-d3d7efd168af None None] Set router 2cdc0126-23f0-4167-8a51-6fa7011903a7 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:31:30.481863 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-faa87d7c-fafa-4c14-9844-f5af2e9a09db tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for security_group_rule (29ea7441-c8ff-4781-8ac6-20bb34779727), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:30.502974 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-faa87d7c-fafa-4c14-9844-f5af2e9a09db tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (29ea7441-c8ff-4781-8ac6-20bb34779727), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:30.547989 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69a61f-f986-4736-8f15-90da70627569 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8adb9b80-5c02-4ac3-9b42-6bcde2deff34,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:30.619937 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b217c51b-0991-4197-8c7e-426dc8dca0b2 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks [] for security_group (6877f70c-a160-443f-9089-b0ea62e469c0), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:30.633601 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ada44e-fdaf-4e93-b480-4b410ce1da04 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:30.653108 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ada44e-fdaf-4e93-b480-4b410ce1da04 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:30.690950 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-0c1c44b9-807f-4de2-8fc5-71e1b02b73ba tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1187050071', 'router:external': True}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:30.700450 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ada44e-fdaf-4e93-b480-4b410ce1da04 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:30.703527 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-29ada44e-fdaf-4e93-b480-4b410ce1da04 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 1.0165119 Jan 28 00:31:30.725167 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa87d7c-fafa-4c14-9844-f5af2e9a09db tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ea7441-c8ff-4781-8ac6-20bb34779727,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:30.740105 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42094) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:30.778848 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-faa87d7c-fafa-4c14-9844-f5af2e9a09db tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:30.787725 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-faa87d7c-fafa-4c14-9844-f5af2e9a09db tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9695137 Jan 28 00:31:30.799171 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42096) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:30.814063 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-f9abd7e0-0905-4e1b-9c37-7d7aeb3f9c7d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:30.837016 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b217c51b-0991-4197-8c7e-426dc8dca0b2 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks [] for security_group (6877f70c-a160-443f-9089-b0ea62e469c0), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:30.899241 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-353fe6cb-7965-474f-97c2-63c89d29e45e None None] Current status of the port dc11ba45-5f94-4413-9cd1-afe428a5a351 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:31:30.901996 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-353fe6cb-7965-474f-97c2-63c89d29e45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (dc11ba45-5f94-4413-9cd1-afe428a5a351), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:30.925537 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=c4347754-0975-475a-97a0-85e0fb58b6e2,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:30.927364 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3948697e-6eb0-4730-8d49-c6feac8f923d admin admin] Publish callbacks [] for security_group (65af9e86-1d01-402f-a4fc-b95d6162d43e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:30.946798 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1c44b9-807f-4de2-8fc5-71e1b02b73ba tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Made reservation on behalf of 14ead614d265448eb21b749555525f52 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:31:30.953430 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c1c44b9-807f-4de2-8fc5-71e1b02b73ba tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:30.962735 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3948697e-6eb0-4730-8d49-c6feac8f923d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (65af9e86-1d01-402f-a4fc-b95d6162d43e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:31.023787 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9abd7e0-0905-4e1b-9c37-7d7aeb3f9c7d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:31.036379 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c1c44b9-807f-4de2-8fc5-71e1b02b73ba tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:31.130985 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-13522ed7-d9e4-46c3-929d-9d363be6c9d9 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.9249053 Jan 28 00:31:31.137261 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42100) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:31.220616 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3948697e-6eb0-4730-8d49-c6feac8f923d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=17e298b4bcef445481ac99ce1342f9fb&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4135036 Jan 28 00:31:31.221414 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42102) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:31.231290 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948697e-6eb0-4730-8d49-c6feac8f923d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65af9e86-1d01-402f-a4fc-b95d6162d43e,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:31.252238 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-353fe6cb-7965-474f-97c2-63c89d29e45e None None] For port dc11ba45-5f94-4413-9cd1-afe428a5a351, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=dc11ba45-5f94-4413-9cd1-afe428a5a351,segment=NetworkSegment(dbf642f2-63c7-40b4-b131-e531d7611510),segment_id=dbf642f2-63c7-40b4-b131-e531d7611510)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:31:31.299354 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-353fe6cb-7965-474f-97c2-63c89d29e45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (dc11ba45-5f94-4413-9cd1-afe428a5a351), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:31.432519 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-c9a2b198-80e8-4262-9828-a7db8f59aff7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting port 60e8d267-f84c-46a6-9eca-e475c65e12e6 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:31:31.435432 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c9a2b198-80e8-4262-9828-a7db8f59aff7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (60e8d267-f84c-46a6-9eca-e475c65e12e6), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:31.473328 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a5d176fd-bb35-4411-825f-83f4db5fc79b admin admin] Publish callbacks [] for security_group (65af9e86-1d01-402f-a4fc-b95d6162d43e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:31.501910 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353fe6cb-7965-474f-97c2-63c89d29e45e None None] Pushing event updated for resources: {'Port': ['ID=dc11ba45-5f94-4413-9cd1-afe428a5a351,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:31.512939 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b217c51b-0991-4197-8c7e-426dc8dca0b2 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (6877f70c-a160-443f-9089-b0ea62e469c0), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:31.514174 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port dc11ba45-5f94-4413-9cd1-afe428a5a351 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:31:31.514746 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (dc11ba45-5f94-4413-9cd1-afe428a5a351), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:31.518747 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b217c51b-0991-4197-8c7e-426dc8dca0b2 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:31.538123 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b217c51b-0991-4197-8c7e-426dc8dca0b2 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "DELETE /v2.0/security-groups/6877f70c-a160-443f-9089-b0ea62e469c0 HTTP/1.1" status: 204 len: 168 time: 1.3893306 Jan 28 00:31:31.541255 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42106) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:31.584539 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a5d176fd-bb35-4411-825f-83f4db5fc79b admin admin] Publish callbacks [] for security_group (65af9e86-1d01-402f-a4fc-b95d6162d43e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:31.669069 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c9a2b198-80e8-4262-9828-a7db8f59aff7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (60e8d267-f84c-46a6-9eca-e475c65e12e6), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:31.692702 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-01e66350-0ae2-4687-bf5d-aeddd3cb6c97 None None] Provisioning complete for port b66658db-e3fe-4833-943d-6178ecf7e5d5 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:31:31.693118 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-01e66350-0ae2-4687-bf5d-aeddd3cb6c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b66658db-e3fe-4833-943d-6178ecf7e5d5), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:31.708193 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-c9a2b198-80e8-4262-9828-a7db8f59aff7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Calling delete_port for 60e8d267-f84c-46a6-9eca-e475c65e12e6 owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:31:31.731652 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-953a256d-0fc8-4c31-8f83-82823c0e537e tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (a0671741-c31f-42f5-8e05-88e07d923c77), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:31.762934 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217c51b-0991-4197-8c7e-426dc8dca0b2 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6877f70c-a160-443f-9089-b0ea62e469c0,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:31.770111 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-953a256d-0fc8-4c31-8f83-82823c0e537e tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (a0671741-c31f-42f5-8e05-88e07d923c77), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:31.774572 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-b1805db8-9c29-4b1f-8e5d-cfb23ddf25e5 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] show failed (client error): The resource could not be found. Jan 28 00:31:31.779511 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b1805db8-9c29-4b1f-8e5d-cfb23ddf25e5 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "GET /v2.0/security-groups/6877f70c-a160-443f-9089-b0ea62e469c0 HTTP/1.1" status: 404 len: 347 time: 0.1206815 Jan 28 00:31:31.785579 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42108) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:31.851354 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a5d176fd-bb35-4411-825f-83f4db5fc79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (65af9e86-1d01-402f-a4fc-b95d6162d43e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:31.862270 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a5d176fd-bb35-4411-825f-83f4db5fc79b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:31.867556 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a5d176fd-bb35-4411-825f-83f4db5fc79b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/65af9e86-1d01-402f-a4fc-b95d6162d43e HTTP/1.1" status: 204 len: 168 time: 0.6395240 Jan 28 00:31:31.896549 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d176fd-bb35-4411-825f-83f4db5fc79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65af9e86-1d01-402f-a4fc-b95d6162d43e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:32.072876 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port dc11ba45-5f94-4413-9cd1-afe428a5a351 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:31:32.092927 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-01e66350-0ae2-4687-bf5d-aeddd3cb6c97 None None] Port b66658db-e3fe-4833-943d-6178ecf7e5d5 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:31:32.138515 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c9a2b198-80e8-4262-9828-a7db8f59aff7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (60e8d267-f84c-46a6-9eca-e475c65e12e6), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:32.165944 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-01e66350-0ae2-4687-bf5d-aeddd3cb6c97 None None] Provisioning complete for port dc11ba45-5f94-4413-9cd1-afe428a5a351 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:31:32.166776 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-01e66350-0ae2-4687-bf5d-aeddd3cb6c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (dc11ba45-5f94-4413-9cd1-afe428a5a351), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:32.223338 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c1c44b9-807f-4de2-8fc5-71e1b02b73ba tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for security_group (9bca370c-015b-4dc7-98c5-d4c5e8ba89a5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:32.243256 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c1c44b9-807f-4de2-8fc5-71e1b02b73ba tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (9bca370c-015b-4dc7-98c5-d4c5e8ba89a5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:32.254516 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2b198-80e8-4262-9828-a7db8f59aff7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Port': ['ID=60e8d267-f84c-46a6-9eca-e475c65e12e6,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:32.278109 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c1c44b9-807f-4de2-8fc5-71e1b02b73ba tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:31:32.304507 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c1c44b9-807f-4de2-8fc5-71e1b02b73ba tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (9a391514-8b42-4439-887c-b6dc0d8b2783), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:32.304869 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-0c1c44b9-807f-4de2-8fc5-71e1b02b73ba tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Added segment 9a391514-8b42-4439-887c-b6dc0d8b2783 of type vlan for network e4e12e0c-329c-417c-b3ea-0ad031a24fbd Jan 28 00:31:32.368976 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c9a2b198-80e8-4262-9828-a7db8f59aff7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:32.381026 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c9a2b198-80e8-4262-9828-a7db8f59aff7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/ports/60e8d267-f84c-46a6-9eca-e475c65e12e6 HTTP/1.1" status: 204 len: 168 time: 1.6300316 Jan 28 00:31:32.383591 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42114) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:32.411582 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-0823fdd6-fb2c-4aaf-9905-d3d7efd168af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'name': 'tempest-ServersTestJSON-412483413-router', 'tenant_id': '39520a6340284750becfcf9a1672d525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '73da6dfb-944f-4590-8a3d-ac5b283e1bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:27:41Z', 'updated_at': '2022-01-28T00:27:59Z', 'revision_number': 4, 'project_id': '39520a6340284750becfcf9a1672d525', 'gw_port': {'id': '73da6dfb-944f-4590-8a3d-ac5b283e1bac', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:27:44Z', 'updated_at': '2022-01-28T00:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '2992f234-b438-49de-b3bc-99a09e737f6a', 'name': '', 'network_id': 'a19097ca-1911-4a28-909d-42dc359e564a', 'tenant_id': '39520a6340284750becfcf9a1672d525', 'mac_address': 'fa:16:3e:c7:25:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'c63bb981-ddb7-4260-941d-d8fb658fd68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:27:56Z', 'updated_at': '2022-01-28T00:28:06Z', 'revision_number': 5, 'project_id': '39520a6340284750becfcf9a1672d525', 'subnets': [{'id': 'c63bb981-ddb7-4260-941d-d8fb658fd68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:32.467375 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-953a256d-0fc8-4c31-8f83-82823c0e537e tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (a0671741-c31f-42f5-8e05-88e07d923c77), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:32.480515 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-953a256d-0fc8-4c31-8f83-82823c0e537e tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:32.485534 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-953a256d-0fc8-4c31-8f83-82823c0e537e tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/a0671741-c31f-42f5-8e05-88e07d923c77 HTTP/1.1" status: 204 len: 168 time: 1.3425217 Jan 28 00:31:32.502340 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42116) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:32.509739 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 95e2430e-34a0-45d2-884e-8eeb7e6a59cd up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:31:32.528454 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a13bc46-8424-469a-a39f-89ac20ee83ac tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] GET failed (client error): The resource could not be found. Jan 28 00:31:32.536463 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5a13bc46-8424-469a-a39f-89ac20ee83ac tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "GET /v2.0/ports/60e8d267-f84c-46a6-9eca-e475c65e12e6 HTTP/1.1" status: 404 len: 333 time: 0.1457467 Jan 28 00:31:32.537461 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42118) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:32.606578 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0823fdd6-fb2c-4aaf-9905-d3d7efd168af None None] Checking router: 2cdc0126-23f0-4167-8a51-6fa7011903a7 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:31:32.637282 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 95e2430e-34a0-45d2-884e-8eeb7e6a59cd triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:31:32.637666 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (95e2430e-34a0-45d2-884e-8eeb7e6a59cd), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:32.642629 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a256d-0fc8-4c31-8f83-82823c0e537e tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0671741-c31f-42f5-8e05-88e07d923c77,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:32.715944 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0823fdd6-fb2c-4aaf-9905-d3d7efd168af None None] Routers {'2cdc0126-23f0-4167-8a51-6fa7011903a7'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:31:32.718026 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-0823fdd6-fb2c-4aaf-9905-d3d7efd168af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:31:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2cdc0126-23f0-4167-8a51-6fa7011903a7'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:32.794011 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c1c44b9-807f-4de2-8fc5-71e1b02b73ba tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (e4e12e0c-329c-417c-b3ea-0ad031a24fbd), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:32.913600 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c44b9-807f-4de2-8fc5-71e1b02b73ba tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bca370c-015b-4dc7-98c5-d4c5e8ba89a5,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:32.920191 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1c28d472-ed15-4716-b170-fa89ce498b33 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4149275 Jan 28 00:31:32.923876 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42124) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:32.962426 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42126) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:32.974618 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9abd7e0-0905-4e1b-9c37-7d7aeb3f9c7d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:32.987066 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2cd47585-797d-4f12-af6d-987369324aa2 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Deleting port 0aa8a0e7-4314-4b15-90cd-5d4a5d914377 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:31:32.987842 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2cd47585-797d-4f12-af6d-987369324aa2 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (0aa8a0e7-4314-4b15-90cd-5d4a5d914377), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:33.096253 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4013b4e0-b807-459d-bb3b-4dc06453a958 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:33.161862 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2cd47585-797d-4f12-af6d-987369324aa2 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (0aa8a0e7-4314-4b15-90cd-5d4a5d914377), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:33.162577 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2cd47585-797d-4f12-af6d-987369324aa2 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks [] for floatingip (0aa8a0e7-4314-4b15-90cd-5d4a5d914377), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:33.165541 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-01e66350-0ae2-4687-bf5d-aeddd3cb6c97 None None] Current status of the port dc11ba45-5f94-4413-9cd1-afe428a5a351 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:31:33.186271 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2cd47585-797d-4f12-af6d-987369324aa2 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Calling delete_port for 0aa8a0e7-4314-4b15-90cd-5d4a5d914377 owned by network:floatingip {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:31:33.211523 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.db.resource_extend [None req-0c1c44b9-807f-4de2-8fc5-71e1b02b73ba tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:31:33.221334 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-0823fdd6-fb2c-4aaf-9905-d3d7efd168af None None] Set router 2cdc0126-23f0-4167-8a51-6fa7011903a7 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:31:33.221688 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-d940d7a2-b54e-43dd-95bf-69dca1f3042c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting port b66658db-e3fe-4833-943d-6178ecf7e5d5 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:31:33.222042 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d940d7a2-b54e-43dd-95bf-69dca1f3042c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b66658db-e3fe-4833-943d-6178ecf7e5d5), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:33.264985 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3074b303-fdda-41b4-ae5e-702c669bdacd tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (ef700138-1ef1-4b98-9c47-47d7633cd275), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:33.307688 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c1c44b9-807f-4de2-8fc5-71e1b02b73ba tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (e4e12e0c-329c-417c-b3ea-0ad031a24fbd), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:33.309473 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1c44b9-807f-4de2-8fc5-71e1b02b73ba tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:33.310497 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c1c44b9-807f-4de2-8fc5-71e1b02b73ba tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:33.326163 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 95e2430e-34a0-45d2-884e-8eeb7e6a59cd is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:31:33.327383 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c4347754-0975-475a-97a0-85e0fb58b6e2 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:31:33.355549 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-01e66350-0ae2-4687-bf5d-aeddd3cb6c97 None None] Provisioning complete for port e6c88db4-a371-434d-b81c-bba1b2a0715e triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:31:33.356264 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-01e66350-0ae2-4687-bf5d-aeddd3cb6c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e6c88db4-a371-434d-b81c-bba1b2a0715e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:33.373129 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3074b303-fdda-41b4-ae5e-702c669bdacd tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (ef700138-1ef1-4b98-9c47-47d7633cd275), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:33.436153 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3074b303-fdda-41b4-ae5e-702c669bdacd tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ef700138-1ef1-4b98-9c47-47d7633cd275), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:33.438881 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3074b303-fdda-41b4-ae5e-702c669bdacd tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:33.448958 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3074b303-fdda-41b4-ae5e-702c669bdacd tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "DELETE /v2.0/security-groups/ef700138-1ef1-4b98-9c47-47d7633cd275 HTTP/1.1" status: 204 len: 168 time: 0.5215447 Jan 28 00:31:33.458506 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42128) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:33.532922 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d940d7a2-b54e-43dd-95bf-69dca1f3042c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b66658db-e3fe-4833-943d-6178ecf7e5d5), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:33.575148 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-01e66350-0ae2-4687-bf5d-aeddd3cb6c97 None None] Port e6c88db4-a371-434d-b81c-bba1b2a0715e cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:31:33.589391 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0c1c44b9-807f-4de2-8fc5-71e1b02b73ba tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.2099082 Jan 28 00:31:33.607327 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42132) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:33.619380 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-d940d7a2-b54e-43dd-95bf-69dca1f3042c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Calling delete_port for b66658db-e3fe-4833-943d-6178ecf7e5d5 owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:31:33.620796 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c44b9-807f-4de2-8fc5-71e1b02b73ba tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Pushing event updated for resources: {'Network': ['ID=e4e12e0c-329c-417c-b3ea-0ad031a24fbd,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:33.644579 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network e4e12e0c-329c-417c-b3ea-0ad031a24fbd details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:31:33.652978 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-6640f9f2-2522-4459-8d9b-16d064b65ad0 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Request body: {'subnet': {'network_id': 'e4e12e0c-329c-417c-b3ea-0ad031a24fbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:33.657207 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-01e66350-0ae2-4687-bf5d-aeddd3cb6c97 None None] Provisioning complete for port d811a547-5df6-408e-b47d-4a7f9810a4e5 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:31:33.657835 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-01e66350-0ae2-4687-bf5d-aeddd3cb6c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d811a547-5df6-408e-b47d-4a7f9810a4e5), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:33.680582 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-f9abd7e0-0905-4e1b-9c37-7d7aeb3f9c7d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Allocated IP 172.25.3.42 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/88495fda-c0b1-4edf-b3a3-114265bcb352) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:31:33.687160 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074b303-fdda-41b4-ae5e-702c669bdacd tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef700138-1ef1-4b98-9c47-47d7633cd275,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:33.697378 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6640f9f2-2522-4459-8d9b-16d064b65ad0 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Made reservation on behalf of 14ead614d265448eb21b749555525f52 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:31:33.700848 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6640f9f2-2522-4459-8d9b-16d064b65ad0 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:33.842504 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-09baf679-9256-4b1b-804d-3aff92a9264c tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2586849 Jan 28 00:31:33.842938 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2cd47585-797d-4f12-af6d-987369324aa2 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (0aa8a0e7-4314-4b15-90cd-5d4a5d914377), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:33.876799 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42134) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:33.889415 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-8c18323d-98fe-4c27-a3a8-ebc0a8e61232 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1177558325'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:33.910817 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4013b4e0-b807-459d-bb3b-4dc06453a958 admin admin] Publish callbacks [] for security_group (90043f09-fcdb-4ca9-9bcd-64c4ddc1c0ac), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:33.920449 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd47585-797d-4f12-af6d-987369324aa2 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Pushing event deleted for resources: {'Port': ['ID=0aa8a0e7-4314-4b15-90cd-5d4a5d914377,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:33.953077 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4013b4e0-b807-459d-bb3b-4dc06453a958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (90043f09-fcdb-4ca9-9bcd-64c4ddc1c0ac), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:34.048761 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8c18323d-98fe-4c27-a3a8-ebc0a8e61232 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:34.082901 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9abd7e0-0905-4e1b-9c37-7d7aeb3f9c7d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for port (88495fda-c0b1-4edf-b3a3-114265bcb352), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:34.101667 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4013b4e0-b807-459d-bb3b-4dc06453a958 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=18fdf5def3f742ae805e5bb1bf986b4b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1358836 Jan 28 00:31:34.107655 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2cd47585-797d-4f12-af6d-987369324aa2 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks [] for floatingip (1608d330-dd2f-4d97-b65d-eb6ccc357754), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:34.110381 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42140) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:34.113708 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2cd47585-797d-4f12-af6d-987369324aa2 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:34.115861 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2cd47585-797d-4f12-af6d-987369324aa2 tempest-ServersTestJSON-1467090899 tempest-ServersTestJSON-1467090899-project] 10.222.0.70 "DELETE /v2.0/floatingips/1608d330-dd2f-4d97-b65d-eb6ccc357754 HTTP/1.1" status: 204 len: 168 time: 2.3248127 Jan 28 00:31:34.120006 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42142) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:34.120624 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013b4e0-b807-459d-bb3b-4dc06453a958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90043f09-fcdb-4ca9-9bcd-64c4ddc1c0ac,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:34.520047 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port c4347754-0975-475a-97a0-85e0fb58b6e2 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:31:34.520428 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c4347754-0975-475a-97a0-85e0fb58b6e2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:34.569614 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-01e66350-0ae2-4687-bf5d-aeddd3cb6c97 None None] Port d811a547-5df6-408e-b47d-4a7f9810a4e5 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:31:34.633552 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-01e66350-0ae2-4687-bf5d-aeddd3cb6c97 None None] Provisioning complete for port c4347754-0975-475a-97a0-85e0fb58b6e2 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:31:34.634687 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-01e66350-0ae2-4687-bf5d-aeddd3cb6c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c4347754-0975-475a-97a0-85e0fb58b6e2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:34.756038 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9abd7e0-0905-4e1b-9c37-7d7aeb3f9c7d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (88495fda-c0b1-4edf-b3a3-114265bcb352), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:34.822020 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-0823fdd6-fb2c-4aaf-9905-d3d7efd168af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'name': 'tempest-ServersTestJSON-412483413-router', 'tenant_id': '39520a6340284750becfcf9a1672d525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '73da6dfb-944f-4590-8a3d-ac5b283e1bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:27:41Z', 'updated_at': '2022-01-28T00:27:59Z', 'revision_number': 4, 'project_id': '39520a6340284750becfcf9a1672d525', 'gw_port': {'id': '73da6dfb-944f-4590-8a3d-ac5b283e1bac', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:27:44Z', 'updated_at': '2022-01-28T00:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '2992f234-b438-49de-b3bc-99a09e737f6a', 'name': '', 'network_id': 'a19097ca-1911-4a28-909d-42dc359e564a', 'tenant_id': '39520a6340284750becfcf9a1672d525', 'mac_address': 'fa:16:3e:c7:25:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'c63bb981-ddb7-4260-941d-d8fb658fd68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:27:56Z', 'updated_at': '2022-01-28T00:28:06Z', 'revision_number': 5, 'project_id': '39520a6340284750becfcf9a1672d525', 'subnets': [{'id': 'c63bb981-ddb7-4260-941d-d8fb658fd68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:34.824044 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port c4347754-0975-475a-97a0-85e0fb58b6e2 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:31:34.825163 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device dc11ba45-5f94-4413-9cd1-afe428a5a351 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:31:34.892175 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0823fdd6-fb2c-4aaf-9905-d3d7efd168af None None] The sync data for ids ['2cdc0126-23f0-4167-8a51-6fa7011903a7'] in n-d-826754-1 is: [{'id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'name': 'tempest-ServersTestJSON-412483413-router', 'tenant_id': '39520a6340284750becfcf9a1672d525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '73da6dfb-944f-4590-8a3d-ac5b283e1bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:27:41Z', 'updated_at': '2022-01-28T00:27:59Z', 'revision_number': 4, 'project_id': '39520a6340284750becfcf9a1672d525', 'gw_port': {'id': '73da6dfb-944f-4590-8a3d-ac5b283e1bac', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:27:44Z', 'updated_at': '2022-01-28T00:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '2992f234-b438-49de-b3bc-99a09e737f6a', 'name': '', 'network_id': 'a19097ca-1911-4a28-909d-42dc359e564a', 'tenant_id': '39520a6340284750becfcf9a1672d525', 'mac_address': 'fa:16:3e:c7:25:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'c63bb981-ddb7-4260-941d-d8fb658fd68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:27:56Z', 'updated_at': '2022-01-28T00:28:06Z', 'revision_number': 5, 'project_id': '39520a6340284750becfcf9a1672d525', 'subnets': [{'id': 'c63bb981-ddb7-4260-941d-d8fb658fd68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:31:34.921846 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b81db16a-c31c-43a1-8566-552fa1cdabfd admin admin] Publish callbacks [] for security_group (90043f09-fcdb-4ca9-9bcd-64c4ddc1c0ac), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:34.922744 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d940d7a2-b54e-43dd-95bf-69dca1f3042c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b66658db-e3fe-4833-943d-6178ecf7e5d5), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:34.944378 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9abd7e0-0905-4e1b-9c37-7d7aeb3f9c7d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Pushing event updated for resources: {'Port': ['ID=88495fda-c0b1-4edf-b3a3-114265bcb352,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:34.965659 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-01e66350-0ae2-4687-bf5d-aeddd3cb6c97 None None] Current status of the port c4347754-0975-475a-97a0-85e0fb58b6e2 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:31:34.995013 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8c18323d-98fe-4c27-a3a8-ebc0a8e61232 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (a7161fed-a047-4596-8865-d0812dd6b309), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:35.004640 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940d7a2-b54e-43dd-95bf-69dca1f3042c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Port': ['ID=b66658db-e3fe-4833-943d-6178ecf7e5d5,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:35.010200 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-01e66350-0ae2-4687-bf5d-aeddd3cb6c97 None None] Provisioning complete for port 95e2430e-34a0-45d2-884e-8eeb7e6a59cd triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:31:35.011550 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-01e66350-0ae2-4687-bf5d-aeddd3cb6c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (95e2430e-34a0-45d2-884e-8eeb7e6a59cd), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:35.049689 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b81db16a-c31c-43a1-8566-552fa1cdabfd admin admin] Publish callbacks [] for security_group (90043f09-fcdb-4ca9-9bcd-64c4ddc1c0ac), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:35.051927 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8c18323d-98fe-4c27-a3a8-ebc0a8e61232 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a7161fed-a047-4596-8865-d0812dd6b309), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:35.110221 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9abd7e0-0905-4e1b-9c37-7d7aeb3f9c7d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:31:35.114119 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8c18323d-98fe-4c27-a3a8-ebc0a8e61232 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:35.115430 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8c18323d-98fe-4c27-a3a8-ebc0a8e61232 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2375736 Jan 28 00:31:35.138172 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port dc11ba45-5f94-4413-9cd1-afe428a5a351 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:31:35.138980 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (dc11ba45-5f94-4413-9cd1-afe428a5a351), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:35.144170 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42148) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:35.156210 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-f9abd7e0-0905-4e1b-9c37-7d7aeb3f9c7d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:31:35.161686 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9abd7e0-0905-4e1b-9c37-7d7aeb3f9c7d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:31:35.243505 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d940d7a2-b54e-43dd-95bf-69dca1f3042c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:35.250461 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d940d7a2-b54e-43dd-95bf-69dca1f3042c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/ports/b66658db-e3fe-4833-943d-6178ecf7e5d5 HTTP/1.1" status: 204 len: 168 time: 2.7109585 Jan 28 00:31:35.255438 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42150) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:35.285809 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2b32b6af-4527-45b5-bd43-e41187981a37 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Request body: {'security_group_rule': {'security_group_id': 'a7161fed-a047-4596-8865-d0812dd6b309', 'direction': 'ingress', 'protocol': 17}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:35.349529 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18323d-98fe-4c27-a3a8-ebc0a8e61232 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7161fed-a047-4596-8865-d0812dd6b309,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:35.381692 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b07f493-62c9-4ccf-949c-c848f1fdc28c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] GET failed (client error): The resource could not be found. Jan 28 00:31:35.386949 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9b07f493-62c9-4ccf-949c-c848f1fdc28c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "GET /v2.0/ports/b66658db-e3fe-4833-943d-6178ecf7e5d5 HTTP/1.1" status: 404 len: 333 time: 0.1198063 Jan 28 00:31:35.387645 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42152) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:35.448591 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b32b6af-4527-45b5-bd43-e41187981a37 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (ad9b6398-3789-4551-bb7f-5aa53ff827c3), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:35.532449 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b81db16a-c31c-43a1-8566-552fa1cdabfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (90043f09-fcdb-4ca9-9bcd-64c4ddc1c0ac), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:35.532825 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-01e66350-0ae2-4687-bf5d-aeddd3cb6c97 None None] Current status of the port 95e2430e-34a0-45d2-884e-8eeb7e6a59cd is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:31:35.535257 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b81db16a-c31c-43a1-8566-552fa1cdabfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:35.548669 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b81db16a-c31c-43a1-8566-552fa1cdabfd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/90043f09-fcdb-4ca9-9bcd-64c4ddc1c0ac HTTP/1.1" status: 204 len: 168 time: 1.4296777 Jan 28 00:31:35.599073 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b20c2d-1ae1-42aa-8328-8c25f59bc7f9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting subnet 546d7d31-8d31-4801-b3a0-c8eb217dd2b5 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:31:35.599959 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port dc11ba45-5f94-4413-9cd1-afe428a5a351 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:31:35.603889 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c2b20c2d-1ae1-42aa-8328-8c25f59bc7f9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (546d7d31-8d31-4801-b3a0-c8eb217dd2b5), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:35.673211 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9abd7e0-0905-4e1b-9c37-7d7aeb3f9c7d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for floatingip (12f87007-4c88-485c-8bcb-0075262486eb), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:35.687226 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-901da6fa-3e03-4113-9b79-df88279ffcb2 None None] Provisioning complete for port d811a547-5df6-408e-b47d-4a7f9810a4e5 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:31:35.688039 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-901da6fa-3e03-4113-9b79-df88279ffcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d811a547-5df6-408e-b47d-4a7f9810a4e5), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:35.708378 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c2b20c2d-1ae1-42aa-8328-8c25f59bc7f9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (546d7d31-8d31-4801-b3a0-c8eb217dd2b5), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:35.756097 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecb6226-eb73-43e5-b458-ae945105af46 None None] New status for floating IP 1608d330-dd2f-4d97-b65d-eb6ccc357754: DOWN {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:31:35.762172 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81db16a-c31c-43a1-8566-552fa1cdabfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90043f09-fcdb-4ca9-9bcd-64c4ddc1c0ac,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:35.801545 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-901da6fa-3e03-4113-9b79-df88279ffcb2 None None] Port d811a547-5df6-408e-b47d-4a7f9810a4e5 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:31:35.815483 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9abd7e0-0905-4e1b-9c37-7d7aeb3f9c7d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (88495fda-c0b1-4edf-b3a3-114265bcb352), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:35.817004 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-901da6fa-3e03-4113-9b79-df88279ffcb2 None None] Could not find standard attr ID for object 60e8d267-f84c-46a6-9eca-e475c65e12e6. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:31:35.946188 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c2b20c2d-1ae1-42aa-8328-8c25f59bc7f9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (546d7d31-8d31-4801-b3a0-c8eb217dd2b5), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:35.994015 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-90456f02-3238-4247-9420-475d7ff0ebbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:36.031217 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b32b6af-4527-45b5-bd43-e41187981a37 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (ad9b6398-3789-4551-bb7f-5aa53ff827c3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:36.041644 n-d-826754-1 neutron-server[103344]: DEBUG neutron.objects.ports [None req-6640f9f2-2522-4459-8d9b-16d064b65ad0 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103344) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 00:31:36.042419 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6640f9f2-2522-4459-8d9b-16d064b65ad0 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (be27c6f2-4691-49e7-adf8-ed0eb206f0ac), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:36.058251 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b32b6af-4527-45b5-bd43-e41187981a37 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (ad9b6398-3789-4551-bb7f-5aa53ff827c3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:36.108884 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c12e7ca-7799-4383-a7e7-c7d1529bb05d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (2cdc0126-23f0-4167-8a51-6fa7011903a7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:36.135437 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640f9f2-2522-4459-8d9b-16d064b65ad0 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Pushing event updated for resources: {'Subnet': ['ID=be27c6f2-4691-49e7-adf8-ed0eb206f0ac,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:36.152567 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c2b20c2d-1ae1-42aa-8328-8c25f59bc7f9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (546d7d31-8d31-4801-b3a0-c8eb217dd2b5), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:36.155720 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b32b6af-4527-45b5-bd43-e41187981a37 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:36.160549 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2b32b6af-4527-45b5-bd43-e41187981a37 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8853476 Jan 28 00:31:36.185682 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42160) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:36.199379 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b20c2d-1ae1-42aa-8328-8c25f59bc7f9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Subnet': ['ID=546d7d31-8d31-4801-b3a0-c8eb217dd2b5,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:36.238712 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c2b20c2d-1ae1-42aa-8328-8c25f59bc7f9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:36.240800 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e4a285-150b-4c05-b368-8f6b0c6d6919 None None] Network 4793e8ce-ba54-47f7-b2a2-d36bd6c8256e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:31:36.247251 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32b6af-4527-45b5-bd43-e41187981a37 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad9b6398-3789-4551-bb7f-5aa53ff827c3,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:36.250730 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c2b20c2d-1ae1-42aa-8328-8c25f59bc7f9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/subnets/546d7d31-8d31-4801-b3a0-c8eb217dd2b5 HTTP/1.1" status: 204 len: 168 time: 0.8603330 Jan 28 00:31:36.258725 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42164) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:36.264262 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6640f9f2-2522-4459-8d9b-16d064b65ad0 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Checking segment: {'id': '9a391514-8b42-4439-887c-b6dc0d8b2783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e4e12e0c-329c-417c-b3ea-0ad031a24fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:31:36.264956 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6640f9f2-2522-4459-8d9b-16d064b65ad0 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Network hostable DHCP agents. Network: e4e12e0c-329c-417c-b3ea-0ad031a24fbd, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:31:36.308766 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6640f9f2-2522-4459-8d9b-16d064b65ad0 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Network e4e12e0c-329c-417c-b3ea-0ad031a24fbd is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:31:36.333036 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-6640f9f2-2522-4459-8d9b-16d064b65ad0 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, e4e12e0c-329c-417c-b3ea-0ad031a24fbd) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:31:36.343450 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6640f9f2-2522-4459-8d9b-16d064b65ad0 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:36.344486 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6640f9f2-2522-4459-8d9b-16d064b65ad0 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:36.351492 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-97e3fc8d-99ce-4dca-8bb9-be73e715664b tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (a7161fed-a047-4596-8865-d0812dd6b309), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:36.397194 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6640f9f2-2522-4459-8d9b-16d064b65ad0 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.7676699 Jan 28 00:31:36.400408 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-97e3fc8d-99ce-4dca-8bb9-be73e715664b tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (a7161fed-a047-4596-8865-d0812dd6b309), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:36.404008 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42170) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:36.409498 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-f0f25165-0d64-4c1d-81be-ef8dfee4916d tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1889780640', 'network_id': 'e4e12e0c-329c-417c-b3ea-0ad031a24fbd'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:36.456382 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f25165-0d64-4c1d-81be-ef8dfee4916d tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Made reservation on behalf of 14ead614d265448eb21b749555525f52 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:31:36.457220 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77c33d3-c657-490f-bbe0-7d9dc5382823 None None] Network e4e12e0c-329c-417c-b3ea-0ad031a24fbd requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:31:36.459184 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f0f25165-0d64-4c1d-81be-ef8dfee4916d tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:36.502540 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-f0f25165-0d64-4c1d-81be-ef8dfee4916d tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] device_id is not set on port 12944f74-a98d-4ba5-9eee-8e735e324da3 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:31:36.631475 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47806eed-c6ea-4b58-9f40-d9c3de667812 None None] Network e4e12e0c-329c-417c-b3ea-0ad031a24fbd requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:31:36.666708 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-f0f25165-0d64-4c1d-81be-ef8dfee4916d tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Allocated IP 2001:db8::3af (e4e12e0c-329c-417c-b3ea-0ad031a24fbd/be27c6f2-4691-49e7-adf8-ed0eb206f0ac/12944f74-a98d-4ba5-9eee-8e735e324da3) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:31:36.701568 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-97e3fc8d-99ce-4dca-8bb9-be73e715664b tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a7161fed-a047-4596-8865-d0812dd6b309), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:36.708316 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-97e3fc8d-99ce-4dca-8bb9-be73e715664b tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:36.710653 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-97e3fc8d-99ce-4dca-8bb9-be73e715664b tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "DELETE /v2.0/security-groups/a7161fed-a047-4596-8865-d0812dd6b309 HTTP/1.1" status: 204 len: 168 time: 0.5232966 Jan 28 00:31:36.721969 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42176) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:36.813048 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3fc8d-99ce-4dca-8bb9-be73e715664b tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7161fed-a047-4596-8865-d0812dd6b309,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:36.906628 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c738e1e-01dd-48b7-bcd8-cdcdaa0a5eb6 None None] DHCP port deletion for 4793e8ce-ba54-47f7-b2a2-d36bd6c8256e request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:31:37.042067 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6c738e1e-01dd-48b7-bcd8-cdcdaa0a5eb6 None None] Deleting port 95e2430e-34a0-45d2-884e-8eeb7e6a59cd {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:31:37.042762 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6c738e1e-01dd-48b7-bcd8-cdcdaa0a5eb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (95e2430e-34a0-45d2-884e-8eeb7e6a59cd), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:37.099250 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6e91-7a51-42a4-a6e0-fc9093c3e239 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (4793e8ce-ba54-47f7-b2a2-d36bd6c8256e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:37.134881 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6c738e1e-01dd-48b7-bcd8-cdcdaa0a5eb6 None None] For port 95e2430e-34a0-45d2-884e-8eeb7e6a59cd, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=95e2430e-34a0-45d2-884e-8eeb7e6a59cd,segment=NetworkSegment(a4760460-6ca5-431d-a969-fe8412a70eb2),segment_id=a4760460-6ca5-431d-a969-fe8412a70eb2)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:31:37.135843 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6c738e1e-01dd-48b7-bcd8-cdcdaa0a5eb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (95e2430e-34a0-45d2-884e-8eeb7e6a59cd), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:37.183308 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6c738e1e-01dd-48b7-bcd8-cdcdaa0a5eb6 None None] Calling delete_port for 95e2430e-34a0-45d2-884e-8eeb7e6a59cd owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:31:37.230222 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f0f25165-0d64-4c1d-81be-ef8dfee4916d tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for port (12944f74-a98d-4ba5-9eee-8e735e324da3), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:37.284445 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-88a2107a-c86e-4f86-ae20-370762bf52e0 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5563703 Jan 28 00:31:37.289244 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42188) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:37.295712 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-94d63509-e154-4a27-b337-0b0a4555baef tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Request body: {'security_group': {'name': 'tempest-secgroup--180046297'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:37.323557 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f0f25165-0d64-4c1d-81be-ef8dfee4916d tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (12944f74-a98d-4ba5-9eee-8e735e324da3), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:37.340857 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-94d63509-e154-4a27-b337-0b0a4555baef tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:37.345375 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9abd7e0-0905-4e1b-9c37-7d7aeb3f9c7d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for port (88495fda-c0b1-4edf-b3a3-114265bcb352), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:37.391300 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4f5e6e91-7a51-42a4-a6e0-fc9093c3e239 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting port 95e2430e-34a0-45d2-884e-8eeb7e6a59cd {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:31:37.391903 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6e91-7a51-42a4-a6e0-fc9093c3e239 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (95e2430e-34a0-45d2-884e-8eeb7e6a59cd), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:37.404544 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9abd7e0-0905-4e1b-9c37-7d7aeb3f9c7d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (88495fda-c0b1-4edf-b3a3-114265bcb352), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:37.427941 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f25165-0d64-4c1d-81be-ef8dfee4916d tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Network e4e12e0c-329c-417c-b3ea-0ad031a24fbd is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:31:37.433351 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6c738e1e-01dd-48b7-bcd8-cdcdaa0a5eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (95e2430e-34a0-45d2-884e-8eeb7e6a59cd), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:37.436652 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-f0f25165-0d64-4c1d-81be-ef8dfee4916d tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:31:37.450856 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f25165-0d64-4c1d-81be-ef8dfee4916d tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:31:37.453975 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f25165-0d64-4c1d-81be-ef8dfee4916d tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:37.454799 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f0f25165-0d64-4c1d-81be-ef8dfee4916d tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:37.511274 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c738e1e-01dd-48b7-bcd8-cdcdaa0a5eb6 None None] No DVR routers for this DVR port 95e2430e-34a0-45d2-884e-8eeb7e6a59cd on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:31:37.516155 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c738e1e-01dd-48b7-bcd8-cdcdaa0a5eb6 None None] Pushing event deleted for resources: {'Port': ['ID=95e2430e-34a0-45d2-884e-8eeb7e6a59cd,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:37.550170 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9abd7e0-0905-4e1b-9c37-7d7aeb3f9c7d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Pushing event updated for resources: {'Port': ['ID=88495fda-c0b1-4edf-b3a3-114265bcb352,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:37.569879 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f0f25165-0d64-4c1d-81be-ef8dfee4916d tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1636863 Jan 28 00:31:37.571780 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f25165-0d64-4c1d-81be-ef8dfee4916d tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Pushing event updated for resources: {'Port': ['ID=12944f74-a98d-4ba5-9eee-8e735e324da3,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:37.577423 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42194) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:37.759833 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9abd7e0-0905-4e1b-9c37-7d7aeb3f9c7d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (12f87007-4c88-485c-8bcb-0075262486eb), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:37.790034 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 95e2430e-34a0-45d2-884e-8eeb7e6a59cd no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:31:37.796965 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-94d63509-e154-4a27-b337-0b0a4555baef tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (bbfecbfc-bdf9-4904-a9ea-dc1a274603b5), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:37.816195 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4f5e6e91-7a51-42a4-a6e0-fc9093c3e239 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] For port 95e2430e-34a0-45d2-884e-8eeb7e6a59cd, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=95e2430e-34a0-45d2-884e-8eeb7e6a59cd,segment=NetworkSegment(a4760460-6ca5-431d-a969-fe8412a70eb2),segment_id=a4760460-6ca5-431d-a969-fe8412a70eb2)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:31:37.816773 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6e91-7a51-42a4-a6e0-fc9093c3e239 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (95e2430e-34a0-45d2-884e-8eeb7e6a59cd), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:37.820953 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-94d63509-e154-4a27-b337-0b0a4555baef tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (bbfecbfc-bdf9-4904-a9ea-dc1a274603b5), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:37.847320 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4f5e6e91-7a51-42a4-a6e0-fc9093c3e239 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Calling delete_port for 95e2430e-34a0-45d2-884e-8eeb7e6a59cd owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:31:37.854353 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9abd7e0-0905-4e1b-9c37-7d7aeb3f9c7d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:37.856472 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f9abd7e0-0905-4e1b-9c37-7d7aeb3f9c7d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.0535259 Jan 28 00:31:37.889302 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 95e2430e-34a0-45d2-884e-8eeb7e6a59cd {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:31:37.890005 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 95e2430e-34a0-45d2-884e-8eeb7e6a59cd not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:31:37.959588 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-94d63509-e154-4a27-b337-0b0a4555baef tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:37.961768 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-94d63509-e154-4a27-b337-0b0a4555baef tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6696351 Jan 28 00:31:37.966323 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42202) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:37.969206 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d63509-e154-4a27-b337-0b0a4555baef tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfecbfc-bdf9-4904-a9ea-dc1a274603b5,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:37.974045 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-0291a33a-2a26-4267-a5af-b4cbfbe25ffa tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1874107766'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:37.991982 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-5b67976b-7715-47ff-b3e3-4e6fc9c54839 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Deleting port 12944f74-a98d-4ba5-9eee-8e735e324da3 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:31:37.993108 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5b67976b-7715-47ff-b3e3-4e6fc9c54839 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (12944f74-a98d-4ba5-9eee-8e735e324da3), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:38.056764 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0291a33a-2a26-4267-a5af-b4cbfbe25ffa tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:38.098249 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6e91-7a51-42a4-a6e0-fc9093c3e239 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (95e2430e-34a0-45d2-884e-8eeb7e6a59cd), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:38.114376 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5b67976b-7715-47ff-b3e3-4e6fc9c54839 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (12944f74-a98d-4ba5-9eee-8e735e324da3), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:38.151022 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3c12e7ca-7799-4383-a7e7-c7d1529bb05d admin admin] Deleting port 2992f234-b438-49de-b3bc-99a09e737f6a {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:31:38.151913 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c12e7ca-7799-4383-a7e7-c7d1529bb05d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (2992f234-b438-49de-b3bc-99a09e737f6a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:38.158533 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e6e91-7a51-42a4-a6e0-fc9093c3e239 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Port': ['ID=95e2430e-34a0-45d2-884e-8eeb7e6a59cd,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:38.164221 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5e6e91-7a51-42a4-a6e0-fc9093c3e239 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] No DVR routers for this DVR port 95e2430e-34a0-45d2-884e-8eeb7e6a59cd on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:31:38.197664 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-5b67976b-7715-47ff-b3e3-4e6fc9c54839 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Calling delete_port for 12944f74-a98d-4ba5-9eee-8e735e324da3 owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:31:38.318191 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed1e8f49-66fe-48dc-b511-9b66f51d0976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:38.412584 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-3c12e7ca-7799-4383-a7e7-c7d1529bb05d admin admin] For port 2992f234-b438-49de-b3bc-99a09e737f6a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2992f234-b438-49de-b3bc-99a09e737f6a,segment=NetworkSegment(80814780-c664-4235-9893-85f3cc521501),segment_id=80814780-c664-4235-9893-85f3cc521501)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:31:38.413468 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c12e7ca-7799-4383-a7e7-c7d1529bb05d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (2992f234-b438-49de-b3bc-99a09e737f6a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:38.454723 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3c12e7ca-7799-4383-a7e7-c7d1529bb05d admin admin] Calling delete_port for 2992f234-b438-49de-b3bc-99a09e737f6a owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:31:38.498496 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-519c1c76-d0cf-4d54-aed9-a7516aa0c117 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1774725692&fields=id&tenant_id=5bda1a11a40447e984dbfecb2102fcad HTTP/1.1" status: 200 len: 267 time: 0.1356862 Jan 28 00:31:38.530374 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0291a33a-2a26-4267-a5af-b4cbfbe25ffa tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (6400e60b-f27d-4f45-8aea-60c7f6283ad3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:38.576647 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6e91-7a51-42a4-a6e0-fc9093c3e239 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (4793e8ce-ba54-47f7-b2a2-d36bd6c8256e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:38.582305 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0291a33a-2a26-4267-a5af-b4cbfbe25ffa tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (6400e60b-f27d-4f45-8aea-60c7f6283ad3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:38.635739 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-629b396a-47b4-4b74-bd61-1dbe4798fbb4 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:38.640459 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-629b396a-47b4-4b74-bd61-1dbe4798fbb4 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports/e6c88db4-a371-434d-b81c-bba1b2a0715e HTTP/1.1" status: 200 len: 931 time: 0.1280208 Jan 28 00:31:38.646384 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5b67976b-7715-47ff-b3e3-4e6fc9c54839 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (12944f74-a98d-4ba5-9eee-8e735e324da3), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:38.702545 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-4f5e6e91-7a51-42a4-a6e0-fc9093c3e239 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4793e8ce-ba54-47f7-b2a2-d36bd6c8256e']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:38.770574 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67976b-7715-47ff-b3e3-4e6fc9c54839 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Pushing event deleted for resources: {'Port': ['ID=12944f74-a98d-4ba5-9eee-8e735e324da3,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:38.774979 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5b67976b-7715-47ff-b3e3-4e6fc9c54839 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:38.778999 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5b67976b-7715-47ff-b3e3-4e6fc9c54839 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "DELETE /v2.0/ports/12944f74-a98d-4ba5-9eee-8e735e324da3 HTTP/1.1" status: 204 len: 168 time: 1.1976814 Jan 28 00:31:38.783264 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42228) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:38.791180 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-72385f51-8ce9-40d8-aa39-b21354c96e10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e4e12e0c-329c-417c-b3ea-0ad031a24fbd', 'external_fixed_ips': [{'subnet_id': 'be27c6f2-4691-49e7-adf8-ed0eb206f0ac', 'ip_address': '2001:db8::3af'}]}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:38.792325 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-4f5e6e91-7a51-42a4-a6e0-fc9093c3e239 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4760460-6ca5-431d-a969-fe8412a70eb2') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:38.792812 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-4f5e6e91-7a51-42a4-a6e0-fc9093c3e239 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4760460-6ca5-431d-a969-fe8412a70eb2') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:38.813939 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-151bcbe7-51f4-4d76-a460-edbc606cdd01 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:38.824360 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-151bcbe7-51f4-4d76-a460-edbc606cdd01 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports/d811a547-5df6-408e-b47d-4a7f9810a4e5 HTTP/1.1" status: 200 len: 931 time: 0.1711359 Jan 28 00:31:38.824679 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6e91-7a51-42a4-a6e0-fc9093c3e239 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (a4760460-6ca5-431d-a969-fe8412a70eb2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:38.847756 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0291a33a-2a26-4267-a5af-b4cbfbe25ffa tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:38.851179 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0291a33a-2a26-4267-a5af-b4cbfbe25ffa tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8812513 Jan 28 00:31:38.871444 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42230) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:38.882837 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-b0ecf441-98b2-416d-b60d-23b8a3327e72 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Request body: {'security_group_rule': {'security_group_id': 'bbfecbfc-bdf9-4904-a9ea-dc1a274603b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6400e60b-f27d-4f45-8aea-60c7f6283ad3', 'remote_ip_prefix': None}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:38.894400 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291a33a-2a26-4267-a5af-b4cbfbe25ffa tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6400e60b-f27d-4f45-8aea-60c7f6283ad3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:38.915426 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6e91-7a51-42a4-a6e0-fc9093c3e239 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (a4760460-6ca5-431d-a969-fe8412a70eb2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:38.919504 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-4480e2c0-f1e2-4447-af00-39f5e51f29f7 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?network_id=ced11932-ebe6-4a02-b131-3fdaf9b641b0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0934384 Jan 28 00:31:38.923150 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-72385f51-8ce9-40d8-aa39-b21354c96e10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (e6adf2b0-fac9-4f11-9260-87773b27c663), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:38.924407 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-72385f51-8ce9-40d8-aa39-b21354c96e10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (e6adf2b0-fac9-4f11-9260-87773b27c663), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:38.955359 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5e6e91-7a51-42a4-a6e0-fc9093c3e239 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:31:38.956236 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6e91-7a51-42a4-a6e0-fc9093c3e239 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (a4760460-6ca5-431d-a969-fe8412a70eb2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:31:38.963916 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:31:38.974025 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-4995a4f0-1bd9-440f-b16c-86d04946d71e tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?network_id=ced11932-ebe6-4a02-b131-3fdaf9b641b0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0530019 Jan 28 00:31:39.085422 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b0ecf441-98b2-416d-b60d-23b8a3327e72 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (cc445406-aad9-4ef0-892e-ff0e8f6d5be3), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:39.109533 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6e91-7a51-42a4-a6e0-fc9093c3e239 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (4793e8ce-ba54-47f7-b2a2-d36bd6c8256e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:39.116622 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6e91-7a51-42a4-a6e0-fc9093c3e239 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:39.134239 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4f5e6e91-7a51-42a4-a6e0-fc9093c3e239 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/networks/4793e8ce-ba54-47f7-b2a2-d36bd6c8256e HTTP/1.1" status: 204 len: 168 time: 2.8672886 Jan 28 00:31:39.137330 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42236) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:39.157373 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-685b8122-e6be-4dba-b324-36b68655e955 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-890901949'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:39.181025 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e6e91-7a51-42a4-a6e0-fc9093c3e239 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Network': ['ID=4793e8ce-ba54-47f7-b2a2-d36bd6c8256e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:39.198405 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685b8122-e6be-4dba-b324-36b68655e955 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:31:39.202863 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-685b8122-e6be-4dba-b324-36b68655e955 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:39.217437 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c12e7ca-7799-4383-a7e7-c7d1529bb05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (2992f234-b438-49de-b3bc-99a09e737f6a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:39.260854 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-72385f51-8ce9-40d8-aa39-b21354c96e10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router_controller (e6adf2b0-fac9-4f11-9260-87773b27c663), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:39.296694 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-7a11280f-59d6-4d1a-986b-d8918efb2753 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:39.302012 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-7a11280f-59d6-4d1a-986b-d8918efb2753 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:39.308613 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-7a11280f-59d6-4d1a-986b-d8918efb2753 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:39.310324 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-7a11280f-59d6-4d1a-986b-d8918efb2753 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/networks?id=962b6d11-960d-42e0-95f3-b55d3f9f0ed4&id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&id=ced11932-ebe6-4a02-b131-3fdaf9b641b0&id=ced11932-ebe6-4a02-b131-3fdaf9b641b0 HTTP/1.1" status: 200 len: 1990 time: 0.3310778 Jan 28 00:31:39.311650 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42246) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:39.313068 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12e7ca-7799-4383-a7e7-c7d1529bb05d admin admin] Pushing event deleted for resources: {'Port': ['ID=2992f234-b438-49de-b3bc-99a09e737f6a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:39.365125 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685b8122-e6be-4dba-b324-36b68655e955 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:31:39.420473 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-4c09e5f6-e28b-4e5d-8d0c-51b727f3e166 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/quotas/5bda1a11a40447e984dbfecb2102fcad HTTP/1.1" status: 200 len: 375 time: 0.1032472 Jan 28 00:31:39.421909 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-685b8122-e6be-4dba-b324-36b68655e955 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (52d472cd-9366-4557-9aa0-ba7b84920688), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:39.422260 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-685b8122-e6be-4dba-b324-36b68655e955 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Added segment 52d472cd-9366-4557-9aa0-ba7b84920688 of type vlan for network 0810c7cb-bba6-4cac-b379-99c3a9593038 Jan 28 00:31:39.470357 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b0ecf441-98b2-416d-b60d-23b8a3327e72 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (cc445406-aad9-4ef0-892e-ff0e8f6d5be3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:39.531894 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b0ecf441-98b2-416d-b60d-23b8a3327e72 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (cc445406-aad9-4ef0-892e-ff0e8f6d5be3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:39.573643 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b0ecf441-98b2-416d-b60d-23b8a3327e72 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:39.575475 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b0ecf441-98b2-416d-b60d-23b8a3327e72 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7017496 Jan 28 00:31:39.581501 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42250) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:39.587015 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecf441-98b2-416d-b60d-23b8a3327e72 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc445406-aad9-4ef0-892e-ff0e8f6d5be3,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:39.609309 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:39.675075 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-863b24ed-a0cb-4786-8c18-e00330d8bd3a tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (cc445406-aad9-4ef0-892e-ff0e8f6d5be3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:39.703928 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-863b24ed-a0cb-4786-8c18-e00330d8bd3a tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (cc445406-aad9-4ef0-892e-ff0e8f6d5be3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:39.817351 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-72385f51-8ce9-40d8-aa39-b21354c96e10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router_gateway (e6adf2b0-fac9-4f11-9260-87773b27c663), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:39.933321 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-863b24ed-a0cb-4786-8c18-e00330d8bd3a tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (cc445406-aad9-4ef0-892e-ff0e8f6d5be3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:39.952143 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-863b24ed-a0cb-4786-8c18-e00330d8bd3a tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:39.955956 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-863b24ed-a0cb-4786-8c18-e00330d8bd3a tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/cc445406-aad9-4ef0-892e-ff0e8f6d5be3 HTTP/1.1" status: 204 len: 168 time: 0.3688161 Jan 28 00:31:39.956522 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b24ed-a0cb-4786-8c18-e00330d8bd3a tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc445406-aad9-4ef0-892e-ff0e8f6d5be3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:39.963682 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42254) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:39.997430 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c12e7ca-7799-4383-a7e7-c7d1529bb05d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (2cdc0126-23f0-4167-8a51-6fa7011903a7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:39.997883 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-685b8122-e6be-4dba-b324-36b68655e955 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (0810c7cb-bba6-4cac-b379-99c3a9593038), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:40.122742 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-c5ee26d4-95ee-43a8-a51b-d70035e372c8 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5bda1a11a40447e984dbfecb2102fcad&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6862161 Jan 28 00:31:40.206059 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d212b187-59f6-4b39-90ef-c326d9d655ff tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2407186 Jan 28 00:31:40.214299 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42260) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:40.278648 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-685b8122-e6be-4dba-b324-36b68655e955 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (0810c7cb-bba6-4cac-b379-99c3a9593038), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:40.289634 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685b8122-e6be-4dba-b324-36b68655e955 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:40.290069 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-685b8122-e6be-4dba-b324-36b68655e955 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:40.369080 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-c58e0d67-634b-4c48-ad00-d657ea9b04df service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:31:40.369080 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-c58e0d67-634b-4c48-ad00-d657ea9b04df service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1803148 Jan 28 00:31:40.494665 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-685b8122-e6be-4dba-b324-36b68655e955 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3572690 Jan 28 00:31:40.525842 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42262) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:40.535774 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-c489fbd2-9f8b-4341-9c9d-b40297736fd7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'subnet': {'network_id': '0810c7cb-bba6-4cac-b379-99c3a9593038', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:40.587655 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b8122-e6be-4dba-b324-36b68655e955 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Network': ['ID=0810c7cb-bba6-4cac-b379-99c3a9593038,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:40.603887 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69e06cf8-3f9c-4031-a44c-d48f3baf62b0 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (6400e60b-f27d-4f45-8aea-60c7f6283ad3), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:40.614219 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 0810c7cb-bba6-4cac-b379-99c3a9593038 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:31:40.646414 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c12e7ca-7799-4383-a7e7-c7d1529bb05d admin admin] Router 2cdc0126-23f0-4167-8a51-6fa7011903a7 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:31:40.752535 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69e06cf8-3f9c-4031-a44c-d48f3baf62b0 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (6400e60b-f27d-4f45-8aea-60c7f6283ad3), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:40.806320 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-c9f1e479-cb45-4114-8009-706e0f7834ea service neutron] 10.222.0.70 "GET /v2.0/networks/962b6d11-960d-42e0-95f3-b55d3f9f0ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529501 Jan 28 00:31:40.862001 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c489fbd2-9f8b-4341-9c9d-b40297736fd7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:31:40.863161 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c12e7ca-7799-4383-a7e7-c7d1529bb05d admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:31:40.876111 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c489fbd2-9f8b-4341-9c9d-b40297736fd7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:40.877734 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3c12e7ca-7799-4383-a7e7-c7d1529bb05d admin admin] 10.222.0.70 "PUT /v2.0/routers/2cdc0126-23f0-4167-8a51-6fa7011903a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7491121 Jan 28 00:31:40.880581 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42264) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:40.890688 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6060d920-7124-4c71-8938-f7f4a2c2a1bb None None] Sync routers for ids ['2cdc0126-23f0-4167-8a51-6fa7011903a7'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:31:40.923286 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6060d920-7124-4c71-8938-f7f4a2c2a1bb None None] Routers {'2cdc0126-23f0-4167-8a51-6fa7011903a7'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:31:40.923980 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-6060d920-7124-4c71-8938-f7f4a2c2a1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:31:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2cdc0126-23f0-4167-8a51-6fa7011903a7'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:41.105356 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69e06cf8-3f9c-4031-a44c-d48f3baf62b0 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (6400e60b-f27d-4f45-8aea-60c7f6283ad3), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:41.110260 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69e06cf8-3f9c-4031-a44c-d48f3baf62b0 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:41.112808 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-69e06cf8-3f9c-4031-a44c-d48f3baf62b0 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "DELETE /v2.0/security-groups/6400e60b-f27d-4f45-8aea-60c7f6283ad3 HTTP/1.1" status: 204 len: 168 time: 0.8968163 Jan 28 00:31:41.141429 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:41.141692 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42270) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:41.150958 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-6060d920-7124-4c71-8938-f7f4a2c2a1bb None None] Set router 2cdc0126-23f0-4167-8a51-6fa7011903a7 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:31:41.232163 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-996e1118-3951-4608-8f83-504315cba4a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (d179add1-bfa7-46d5-a2f9-e71560331bb6), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:41.355311 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a8869f02-5cae-4ca6-9957-de6fc6fca86f admin admin] Publish callbacks [] for router (2cdc0126-23f0-4167-8a51-6fa7011903a7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:41.434853 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e06cf8-3f9c-4031-a44c-d48f3baf62b0 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6400e60b-f27d-4f45-8aea-60c7f6283ad3,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:41.537119 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a8869f02-5cae-4ca6-9957-de6fc6fca86f admin admin] Publish callbacks [] for router_gateway (2cdc0126-23f0-4167-8a51-6fa7011903a7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:41.550964 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a08dbaa0-6785-408e-bb96-debe3764e01c tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.4053037 Jan 28 00:31:41.553243 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42274) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:41.615513 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-72385f51-8ce9-40d8-aa39-b21354c96e10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router_gateway (e6adf2b0-fac9-4f11-9260-87773b27c663), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:41.706747 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-741b53c1-fc1b-4f36-b545-c42de7f2b39f service neutron] 10.222.0.70 "GET /v2.0/networks/962b6d11-960d-42e0-95f3-b55d3f9f0ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8869884 Jan 28 00:31:41.734380 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-72385f51-8ce9-40d8-aa39-b21354c96e10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:41.824075 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-54660165-061a-4e61-9572-4cdd8a2820f8 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (bbfecbfc-bdf9-4904-a9ea-dc1a274603b5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:41.864453 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a8869f02-5cae-4ca6-9957-de6fc6fca86f admin admin] Deleting port 73da6dfb-944f-4590-8a3d-ac5b283e1bac {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:31:41.864918 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a8869f02-5cae-4ca6-9957-de6fc6fca86f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (73da6dfb-944f-4590-8a3d-ac5b283e1bac), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:41.868593 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-54660165-061a-4e61-9572-4cdd8a2820f8 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (bbfecbfc-bdf9-4904-a9ea-dc1a274603b5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:41.966471 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-6060d920-7124-4c71-8938-f7f4a2c2a1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'name': 'tempest-ServersTestJSON-412483413-router', 'tenant_id': '39520a6340284750becfcf9a1672d525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '73da6dfb-944f-4590-8a3d-ac5b283e1bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:27:41Z', 'updated_at': '2022-01-28T00:31:39Z', 'revision_number': 5, 'project_id': '39520a6340284750becfcf9a1672d525', 'gw_port': {'id': '73da6dfb-944f-4590-8a3d-ac5b283e1bac', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:27:44Z', 'updated_at': '2022-01-28T00:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:42.021572 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-70c783b5-5069-40ed-a733-76227acc58cb service neutron] 10.222.0.70 "GET /v2.0/ports/e6c88db4-a371-434d-b81c-bba1b2a0715e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2789605 Jan 28 00:31:42.082859 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6060d920-7124-4c71-8938-f7f4a2c2a1bb None None] Checking router: 2cdc0126-23f0-4167-8a51-6fa7011903a7 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:31:42.116442 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6060d920-7124-4c71-8938-f7f4a2c2a1bb None None] Routers {'2cdc0126-23f0-4167-8a51-6fa7011903a7'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:31:42.119485 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-6060d920-7124-4c71-8938-f7f4a2c2a1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:31:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2cdc0126-23f0-4167-8a51-6fa7011903a7'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:42.153838 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-54660165-061a-4e61-9572-4cdd8a2820f8 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (bbfecbfc-bdf9-4904-a9ea-dc1a274603b5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:42.167590 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-54660165-061a-4e61-9572-4cdd8a2820f8 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:42.172552 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-54660165-061a-4e61-9572-4cdd8a2820f8 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "DELETE /v2.0/security-groups/bbfecbfc-bdf9-4904-a9ea-dc1a274603b5 HTTP/1.1" status: 204 len: 168 time: 0.6134791 Jan 28 00:31:42.176274 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a8869f02-5cae-4ca6-9957-de6fc6fca86f admin admin] For port 73da6dfb-944f-4590-8a3d-ac5b283e1bac, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=73da6dfb-944f-4590-8a3d-ac5b283e1bac,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:31:42.177103 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a8869f02-5cae-4ca6-9957-de6fc6fca86f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (73da6dfb-944f-4590-8a3d-ac5b283e1bac), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:42.181074 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42286) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:42.252000 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a8869f02-5cae-4ca6-9957-de6fc6fca86f admin admin] Calling delete_port for 73da6dfb-944f-4590-8a3d-ac5b283e1bac owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:31:42.259560 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54660165-061a-4e61-9572-4cdd8a2820f8 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfecbfc-bdf9-4904-a9ea-dc1a274603b5,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:42.390982 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1d8b4b29-d9fa-47e6-a8d7-0c6b0a8a1f1d tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2046235 Jan 28 00:31:42.393236 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42290) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:42.404489 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-6bcfbc61-95ca-42d5-803d-874e81a1c8a2 service neutron] 10.222.0.70 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697305 Jan 28 00:31:42.425732 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2536bcdc-81b7-4b86-a362-3fbd2d50b6b7 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1015338262'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:42.474419 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-996e1118-3951-4608-8f83-504315cba4a9 admin admin] Deleting port dfc3ed81-e4b1-4829-aa64-07cd86d9acbf {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:31:42.474855 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-6060d920-7124-4c71-8938-f7f4a2c2a1bb None None] Set router 2cdc0126-23f0-4167-8a51-6fa7011903a7 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:31:42.475058 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-996e1118-3951-4608-8f83-504315cba4a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (dfc3ed81-e4b1-4829-aa64-07cd86d9acbf), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:42.635367 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-6060d920-7124-4c71-8938-f7f4a2c2a1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'name': 'tempest-ServersTestJSON-412483413-router', 'tenant_id': '39520a6340284750becfcf9a1672d525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:27:41Z', 'updated_at': '2022-01-28T00:31:41Z', 'revision_number': 6, 'project_id': '39520a6340284750becfcf9a1672d525', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:42.727069 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6060d920-7124-4c71-8938-f7f4a2c2a1bb None None] The sync data for ids ['2cdc0126-23f0-4167-8a51-6fa7011903a7'] in n-d-826754-1 is: [{'id': '2cdc0126-23f0-4167-8a51-6fa7011903a7', 'name': 'tempest-ServersTestJSON-412483413-router', 'tenant_id': '39520a6340284750becfcf9a1672d525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:27:41Z', 'updated_at': '2022-01-28T00:31:41Z', 'revision_number': 6, 'project_id': '39520a6340284750becfcf9a1672d525', 'gw_port_host': None}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:31:42.766153 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:42.830748 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c489fbd2-9f8b-4341-9c9d-b40297736fd7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (2ca2811d-74f9-45ed-89e3-31064261942c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:42.921489 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:43.001519 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-ec06161e-86b9-48a5-b796-7eb87b833955 service neutron] 10.222.0.70 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5958464 Jan 28 00:31:43.087903 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:31:43.101716 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-72385f51-8ce9-40d8-aa39-b21354c96e10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Allocated IP 2001:db8::3af (e4e12e0c-329c-417c-b3ea-0ad031a24fbd/be27c6f2-4691-49e7-adf8-ed0eb206f0ac/3ee12505-67d6-4bef-a026-eff5770b36bd) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:31:43.115319 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2536bcdc-81b7-4b86-a362-3fbd2d50b6b7 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:43.187844 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5b1a7c76-3581-4048-9a3e-cf25ba040ed8 req-4c30661b-365f-4c5d-969f-21eccafb32c8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6179743 Jan 28 00:31:43.286460 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489fbd2-9f8b-4341-9c9d-b40297736fd7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Subnet': ['ID=2ca2811d-74f9-45ed-89e3-31064261942c,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:43.311347 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a8869f02-5cae-4ca6-9957-de6fc6fca86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (73da6dfb-944f-4590-8a3d-ac5b283e1bac), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:43.352009 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1fc5fafe-2149-4bd3-a4d9-47506067b630 service neutron] 10.222.0.70 "GET /v2.0/ports/d811a547-5df6-408e-b47d-4a7f9810a4e5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2939825 Jan 28 00:31:43.377677 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c489fbd2-9f8b-4341-9c9d-b40297736fd7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Checking segment: {'id': '52d472cd-9366-4557-9aa0-ba7b84920688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0810c7cb-bba6-4cac-b379-99c3a9593038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:31:43.378256 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c489fbd2-9f8b-4341-9c9d-b40297736fd7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network hostable DHCP agents. Network: 0810c7cb-bba6-4cac-b379-99c3a9593038, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:31:43.416193 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-996e1118-3951-4608-8f83-504315cba4a9 admin admin] For port dfc3ed81-e4b1-4829-aa64-07cd86d9acbf, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=dfc3ed81-e4b1-4829-aa64-07cd86d9acbf,segment=NetworkSegment(8b6e1ad8-b07a-44d3-892b-e666dbbf801b),segment_id=8b6e1ad8-b07a-44d3-892b-e666dbbf801b)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:31:43.417287 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-996e1118-3951-4608-8f83-504315cba4a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (dfc3ed81-e4b1-4829-aa64-07cd86d9acbf), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:43.461582 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8869f02-5cae-4ca6-9957-de6fc6fca86f admin admin] Pushing event deleted for resources: {'Port': ['ID=73da6dfb-944f-4590-8a3d-ac5b283e1bac,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:43.611707 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-996e1118-3951-4608-8f83-504315cba4a9 admin admin] Calling delete_port for dfc3ed81-e4b1-4829-aa64-07cd86d9acbf owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:31:43.618115 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a8869f02-5cae-4ca6-9957-de6fc6fca86f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (2cdc0126-23f0-4167-8a51-6fa7011903a7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:43.689164 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2536bcdc-81b7-4b86-a362-3fbd2d50b6b7 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (8f386d65-8c11-4acd-ae6d-931da79a7a7c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:43.763703 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2536bcdc-81b7-4b86-a362-3fbd2d50b6b7 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (8f386d65-8c11-4acd-ae6d-931da79a7a7c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:43.956586 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2992f234-b438-49de-b3bc-99a09e737f6a no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:31:44.002691 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 2992f234-b438-49de-b3bc-99a09e737f6a {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:31:44.003278 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2992f234-b438-49de-b3bc-99a09e737f6a not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:31:44.004066 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 73da6dfb-944f-4590-8a3d-ac5b283e1bac no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:31:44.058284 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 73da6dfb-944f-4590-8a3d-ac5b283e1bac {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:31:44.059122 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 73da6dfb-944f-4590-8a3d-ac5b283e1bac not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:31:44.094457 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:44.126076 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a8869f02-5cae-4ca6-9957-de6fc6fca86f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (2cdc0126-23f0-4167-8a51-6fa7011903a7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:44.138420 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a8869f02-5cae-4ca6-9957-de6fc6fca86f admin admin] Publish callbacks [] for router_controller (2cdc0126-23f0-4167-8a51-6fa7011903a7), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:44.153061 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-996e1118-3951-4608-8f83-504315cba4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (dfc3ed81-e4b1-4829-aa64-07cd86d9acbf), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:44.236197 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2536bcdc-81b7-4b86-a362-3fbd2d50b6b7 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:44.241358 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2536bcdc-81b7-4b86-a362-3fbd2d50b6b7 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.8438029 Jan 28 00:31:44.259523 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42302) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:44.274870 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-8ab94d5d-fc75-44a0-9950-0d4b150496ca tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Request body: {'security_group_rule': {'security_group_id': '8f386d65-8c11-4acd-ae6d-931da79a7a7c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:44.302343 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e1118-3951-4608-8f83-504315cba4a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfc3ed81-e4b1-4829-aa64-07cd86d9acbf,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:44.315642 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2536bcdc-81b7-4b86-a362-3fbd2d50b6b7 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f386d65-8c11-4acd-ae6d-931da79a7a7c,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:44.332360 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c489fbd2-9f8b-4341-9c9d-b40297736fd7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network 0810c7cb-bba6-4cac-b379-99c3a9593038 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:31:44.356358 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a8869f02-5cae-4ca6-9957-de6fc6fca86f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (2cdc0126-23f0-4167-8a51-6fa7011903a7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:44.357453 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8869f02-5cae-4ca6-9957-de6fc6fca86f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cdc0126-23f0-4167-8a51-6fa7011903a7 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:31:44.375494 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a7c76-3581-4048-9a3e-cf25ba040ed8 req-59b0de8a-1660-4f15-86b6-f3efd6dd44cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:44.378232 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5b1a7c76-3581-4048-9a3e-cf25ba040ed8 req-59b0de8a-1660-4f15-86b6-f3efd6dd44cb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=66e2abd01f29448ab207898a6db8a6af&device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 1097 time: 1.0839813 Jan 28 00:31:44.406520 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-c489fbd2-9f8b-4341-9c9d-b40297736fd7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 0810c7cb-bba6-4cac-b379-99c3a9593038) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:31:44.406930 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a8869f02-5cae-4ca6-9957-de6fc6fca86f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:44.408742 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a8869f02-5cae-4ca6-9957-de6fc6fca86f admin admin] 10.222.0.70 "DELETE /v2.0/routers/2cdc0126-23f0-4167-8a51-6fa7011903a7 HTTP/1.1" status: 204 len: 168 time: 3.5243654 Jan 28 00:31:44.420066 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42304) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:44.422590 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d351312-5265-481b-9781-5d7e7d7e5cba None None] Network 0810c7cb-bba6-4cac-b379-99c3a9593038 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:31:44.434097 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c489fbd2-9f8b-4341-9c9d-b40297736fd7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:44.435103 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c489fbd2-9f8b-4341-9c9d-b40297736fd7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:44.581335 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f9687c9-f431-48e2-8d21-b1424658ee8c admin admin] Deleting subnet c63bb981-ddb7-4260-941d-d8fb658fd68e {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:31:44.604148 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f9687c9-f431-48e2-8d21-b1424658ee8c admin admin] Publish callbacks [] for subnet (c63bb981-ddb7-4260-941d-d8fb658fd68e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:44.638685 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-72385f51-8ce9-40d8-aa39-b21354c96e10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for port (3ee12505-67d6-4bef-a026-eff5770b36bd), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:44.644001 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-a4317c17-26e2-448a-9d78-bb966ca55fce service neutron] 10.222.0.70 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1658847 Jan 28 00:31:44.665117 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ab94d5d-fc75-44a0-9950-0d4b150496ca tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (75f975bf-1823-4f99-bd3f-f1d8dd45509e), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:44.684228 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f28ee7-aa79-453d-b8be-88ef10a1287d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-0810c7cb-bba6-4cac-b379-99c3a9593038', 'network_id': '0810c7cb-bba6-4cac-b379-99c3a9593038', 'project_id': '42f780956c37408e9aed0d4993486e6b', 'fixed_ips': [{'subnet_id': '2ca2811d-74f9-45ed-89e3-31064261942c'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:31:44.685173 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e1f28ee7-aa79-453d-b8be-88ef10a1287d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:44.764007 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c489fbd2-9f8b-4341-9c9d-b40297736fd7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2305827 Jan 28 00:31:44.764266 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f9687c9-f431-48e2-8d21-b1424658ee8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (c63bb981-ddb7-4260-941d-d8fb658fd68e), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:44.769390 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42308) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:44.778620 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-dc55e349-f165-4017-847a-9700fe538697 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1731572077', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:44.843067 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc55e349-f165-4017-847a-9700fe538697 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (2502d37f-4661-42f1-98c1-42a089e666df), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:44.844549 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc55e349-f165-4017-847a-9700fe538697 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (2502d37f-4661-42f1-98c1-42a089e666df), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:44.860484 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a7c76-3581-4048-9a3e-cf25ba040ed8 req-b1866e7d-7990-44cb-bac6-d302f69969c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:44.861913 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5b1a7c76-3581-4048-9a3e-cf25ba040ed8 req-b1866e7d-7990-44cb-bac6-d302f69969c3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ab3fb448-728a-46f9-9c11-c79ef9e347d9 HTTP/1.1" status: 200 len: 917 time: 0.4374526 Jan 28 00:31:44.917223 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-996e1118-3951-4608-8f83-504315cba4a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (d179add1-bfa7-46d5-a2f9-e71560331bb6), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:44.925898 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-e1f28ee7-aa79-453d-b8be-88ef10a1287d None None] Allocated IP 2001:db8::2 (0810c7cb-bba6-4cac-b379-99c3a9593038/2ca2811d-74f9-45ed-89e3-31064261942c/1f6ec66f-33d4-4153-8469-cb434faa2216) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:31:44.961856 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc55e349-f165-4017-847a-9700fe538697 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for router_controller (2502d37f-4661-42f1-98c1-42a089e666df), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:45.016076 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc55e349-f165-4017-847a-9700fe538697 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (2502d37f-4661-42f1-98c1-42a089e666df), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:45.022073 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ab94d5d-fc75-44a0-9950-0d4b150496ca tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (75f975bf-1823-4f99-bd3f-f1d8dd45509e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:45.034500 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-72385f51-8ce9-40d8-aa39-b21354c96e10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (3ee12505-67d6-4bef-a026-eff5770b36bd), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:45.065465 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-d4edcc59-4318-4e88-8b79-8eeea4bca113 service neutron] 10.222.0.70 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938966 Jan 28 00:31:45.069809 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ab94d5d-fc75-44a0-9950-0d4b150496ca tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (75f975bf-1823-4f99-bd3f-f1d8dd45509e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:45.099869 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc55e349-f165-4017-847a-9700fe538697 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:45.104699 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-dc55e349-f165-4017-847a-9700fe538697 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3312876 Jan 28 00:31:45.114041 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42310) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:45.141472 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5b1a7c76-3581-4048-9a3e-cf25ba040ed8 req-e001c8ca-424a-49d0-833f-bfd19cf8bf6a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab12a80f-4db3-47e7-b488-6614f4a3764e HTTP/1.1" status: 200 len: 1002 time: 0.2719197 Jan 28 00:31:45.149524 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-4729f48e-3c9f-4c58-b849-734c1947aa0d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'port': {'network_id': '0810c7cb-bba6-4cac-b379-99c3a9593038', 'name': 'tempest-PortsIpV6TestJSON-381253312'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:45.157252 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f9687c9-f431-48e2-8d21-b1424658ee8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (c63bb981-ddb7-4260-941d-d8fb658fd68e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:45.262114 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72385f51-8ce9-40d8-aa39-b21354c96e10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Network e4e12e0c-329c-417c-b3ea-0ad031a24fbd is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:31:45.263588 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab94d5d-fc75-44a0-9950-0d4b150496ca tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f975bf-1823-4f99-bd3f-f1d8dd45509e,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:45.332878 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e1f28ee7-aa79-453d-b8be-88ef10a1287d None None] Publish callbacks [] for port (1f6ec66f-33d4-4153-8469-cb434faa2216), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:45.344075 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e1f28ee7-aa79-453d-b8be-88ef10a1287d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (1f6ec66f-33d4-4153-8469-cb434faa2216), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:45.414289 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f28ee7-aa79-453d-b8be-88ef10a1287d None None] Pushing event updated for resources: {'Port': ['ID=1f6ec66f-33d4-4153-8469-cb434faa2216,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:45.426620 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f28ee7-aa79-453d-b8be-88ef10a1287d None None] Network 0810c7cb-bba6-4cac-b379-99c3a9593038 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:31:45.431007 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-e1f28ee7-aa79-453d-b8be-88ef10a1287d None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:31:45.434256 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f28ee7-aa79-453d-b8be-88ef10a1287d None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:31:45.441472 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f9687c9-f431-48e2-8d21-b1424658ee8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (c63bb981-ddb7-4260-941d-d8fb658fd68e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:45.464229 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-72385f51-8ce9-40d8-aa39-b21354c96e10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:31:45.472462 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ab94d5d-fc75-44a0-9950-0d4b150496ca tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:45.476984 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8ab94d5d-fc75-44a0-9950-0d4b150496ca tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2105677 Jan 28 00:31:45.478370 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72385f51-8ce9-40d8-aa39-b21354c96e10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:31:45.496350 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72385f51-8ce9-40d8-aa39-b21354c96e10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Pushing event updated for resources: {'Port': ['ID=3ee12505-67d6-4bef-a026-eff5770b36bd,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:45.512763 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42318) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:45.517836 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-e1f28ee7-aa79-453d-b8be-88ef10a1287d None None] Attempting to bind port 1f6ec66f-33d4-4153-8469-cb434faa2216 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:31:45.518301 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-e1f28ee7-aa79-453d-b8be-88ef10a1287d None None] Attempting to bind port 1f6ec66f-33d4-4153-8469-cb434faa2216 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '52d472cd-9366-4557-9aa0-ba7b84920688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0810c7cb-bba6-4cac-b379-99c3a9593038'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:31:45.518811 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f28ee7-aa79-453d-b8be-88ef10a1287d None None] Attempting to bind port 1f6ec66f-33d4-4153-8469-cb434faa2216 on network 0810c7cb-bba6-4cac-b379-99c3a9593038 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:31:45.528541 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f28ee7-aa79-453d-b8be-88ef10a1287d None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:31:45.529048 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f28ee7-aa79-453d-b8be-88ef10a1287d None None] Checking segment: {'id': '52d472cd-9366-4557-9aa0-ba7b84920688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0810c7cb-bba6-4cac-b379-99c3a9593038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:31:45.529567 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e1f28ee7-aa79-453d-b8be-88ef10a1287d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:45.530132 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f28ee7-aa79-453d-b8be-88ef10a1287d None None] Bound using segment: {'id': '52d472cd-9366-4557-9aa0-ba7b84920688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0810c7cb-bba6-4cac-b379-99c3a9593038'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:31:45.530815 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-e1f28ee7-aa79-453d-b8be-88ef10a1287d None None] Bound port: 1f6ec66f-33d4-4153-8469-cb434faa2216, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d472cd-9366-4557-9aa0-ba7b84920688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0810c7cb-bba6-4cac-b379-99c3a9593038'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:31:45.532182 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e1f28ee7-aa79-453d-b8be-88ef10a1287d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1f6ec66f-33d4-4153-8469-cb434faa2216), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:45.564201 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9687c9-f431-48e2-8d21-b1424658ee8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c63bb981-ddb7-4260-941d-d8fb658fd68e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:45.567752 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f9687c9-f431-48e2-8d21-b1424658ee8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:45.576864 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8f9687c9-f431-48e2-8d21-b1424658ee8c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c63bb981-ddb7-4260-941d-d8fb658fd68e HTTP/1.1" status: 204 len: 168 time: 1.1530535 Jan 28 00:31:45.579926 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42320) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:45.593149 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daa68e4-055b-4835-84d3-d2c43a35d34f None None] Network a19097ca-1911-4a28-909d-42dc359e564a requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:31:45.710365 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a7c76-3581-4048-9a3e-cf25ba040ed8 req-ba38a7d3-3bce-4b8b-ad08-106656ca6c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:45.720934 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5b1a7c76-3581-4048-9a3e-cf25ba040ed8 req-ba38a7d3-3bce-4b8b-ad08-106656ca6c4b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e8d9d31c-ec82-48b8-8107-afdf4c2c9183 HTTP/1.1" status: 200 len: 855 time: 0.5186110 Jan 28 00:31:45.731589 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996e1118-3951-4608-8f83-504315cba4a9 admin admin] Router d179add1-bfa7-46d5-a2f9-e71560331bb6 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:31:45.770260 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-e1f28ee7-aa79-453d-b8be-88ef10a1287d None None] For port 1f6ec66f-33d4-4153-8469-cb434faa2216, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:31:45.785107 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-e1f28ee7-aa79-453d-b8be-88ef10a1287d None None] For port 1f6ec66f-33d4-4153-8469-cb434faa2216, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1f6ec66f-33d4-4153-8469-cb434faa2216,segment=NetworkSegment(52d472cd-9366-4557-9aa0-ba7b84920688),segment_id=52d472cd-9366-4557-9aa0-ba7b84920688)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:31:45.798415 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e1f28ee7-aa79-453d-b8be-88ef10a1287d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1f6ec66f-33d4-4153-8469-cb434faa2216), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:45.800461 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68b7a49f-fd5b-4e59-ac42-9023eecf93ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (a19097ca-1911-4a28-909d-42dc359e564a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:45.943385 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0566062-470a-49c7-9128-e1e224566514 None None] DHCP port deletion for a19097ca-1911-4a28-909d-42dc359e564a request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:31:45.957941 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f28ee7-aa79-453d-b8be-88ef10a1287d None None] Pushing event updated for resources: {'Port': ['ID=1f6ec66f-33d4-4153-8469-cb434faa2216,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:46.009149 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fc43bc0d-6bed-4009-a1a7-584f8d5d7126 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (75f975bf-1823-4f99-bd3f-f1d8dd45509e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:46.057683 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fc43bc0d-6bed-4009-a1a7-584f8d5d7126 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (75f975bf-1823-4f99-bd3f-f1d8dd45509e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:46.078877 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996e1118-3951-4608-8f83-504315cba4a9 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:31:46.081185 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d0566062-470a-49c7-9128-e1e224566514 None None] Deleting port 1d58d8d5-5d6d-4489-abbe-7077502825d1 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:31:46.082031 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d0566062-470a-49c7-9128-e1e224566514 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (1d58d8d5-5d6d-4489-abbe-7077502825d1), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:46.094862 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-996e1118-3951-4608-8f83-504315cba4a9 admin admin] 10.222.0.70 "PUT /v2.0/routers/d179add1-bfa7-46d5-a2f9-e71560331bb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7775731 Jan 28 00:31:46.096678 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-68b7a49f-fd5b-4e59-ac42-9023eecf93ea admin admin] Deleting port 1d58d8d5-5d6d-4489-abbe-7077502825d1 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:31:46.097056 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68b7a49f-fd5b-4e59-ac42-9023eecf93ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (1d58d8d5-5d6d-4489-abbe-7077502825d1), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:46.102326 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-9ccaa405-9605-4396-9ad3-5aff7abff3d5 service neutron] 10.222.0.70 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0290906 Jan 28 00:31:46.103269 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2592173-4c76-47fc-9000-c672526b1bca None None] Sync routers for ids ['d179add1-bfa7-46d5-a2f9-e71560331bb6'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:31:46.105510 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42324) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:46.130053 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a7c76-3581-4048-9a3e-cf25ba040ed8 req-9abac78b-4199-4f71-944f-a3d546193f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:46.132566 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5b1a7c76-3581-4048-9a3e-cf25ba040ed8 req-9abac78b-4199-4f71-944f-a3d546193f9e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ab3fb448-728a-46f9-9c11-c79ef9e347d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3900776 Jan 28 00:31:46.150083 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2592173-4c76-47fc-9000-c672526b1bca None None] Routers {'d179add1-bfa7-46d5-a2f9-e71560331bb6'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:31:46.153214 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-c2592173-4c76-47fc-9000-c672526b1bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:31:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['d179add1-bfa7-46d5-a2f9-e71560331bb6'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:46.201014 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-68b7a49f-fd5b-4e59-ac42-9023eecf93ea admin admin] For port 1d58d8d5-5d6d-4489-abbe-7077502825d1, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1d58d8d5-5d6d-4489-abbe-7077502825d1,segment=NetworkSegment(80814780-c664-4235-9893-85f3cc521501),segment_id=80814780-c664-4235-9893-85f3cc521501)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:31:46.201765 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68b7a49f-fd5b-4e59-ac42-9023eecf93ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (1d58d8d5-5d6d-4489-abbe-7077502825d1), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:46.205495 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4729f48e-3c9f-4c58-b849-734c1947aa0d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:31:46.212095 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4729f48e-3c9f-4c58-b849-734c1947aa0d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:46.234087 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-68b7a49f-fd5b-4e59-ac42-9023eecf93ea admin admin] Calling delete_port for 1d58d8d5-5d6d-4489-abbe-7077502825d1 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:31:46.385476 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-d0566062-470a-49c7-9128-e1e224566514 None None] For port 1d58d8d5-5d6d-4489-abbe-7077502825d1, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1d58d8d5-5d6d-4489-abbe-7077502825d1,segment=NetworkSegment(80814780-c664-4235-9893-85f3cc521501),segment_id=80814780-c664-4235-9893-85f3cc521501)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:31:46.386348 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d0566062-470a-49c7-9128-e1e224566514 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (1d58d8d5-5d6d-4489-abbe-7077502825d1), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:46.420448 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d0566062-470a-49c7-9128-e1e224566514 None None] Calling delete_port for 1d58d8d5-5d6d-4489-abbe-7077502825d1 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:31:46.434154 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-c2592173-4c76-47fc-9000-c672526b1bca None None] Set router d179add1-bfa7-46d5-a2f9-e71560331bb6 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:31:46.462250 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68b7a49f-fd5b-4e59-ac42-9023eecf93ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (1d58d8d5-5d6d-4489-abbe-7077502825d1), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:46.498156 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fc43bc0d-6bed-4009-a1a7-584f8d5d7126 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (75f975bf-1823-4f99-bd3f-f1d8dd45509e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:46.521159 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fc43bc0d-6bed-4009-a1a7-584f8d5d7126 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:46.522790 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-fc43bc0d-6bed-4009-a1a7-584f8d5d7126 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/75f975bf-1823-4f99-bd3f-f1d8dd45509e HTTP/1.1" status: 204 len: 168 time: 1.0083797 Jan 28 00:31:46.525367 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7a49f-fd5b-4e59-ac42-9023eecf93ea admin admin] Pushing event deleted for resources: {'Port': ['ID=1d58d8d5-5d6d-4489-abbe-7077502825d1,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:46.528415 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42328) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:46.529557 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b7a49f-fd5b-4e59-ac42-9023eecf93ea admin admin] No DVR routers for this DVR port 1d58d8d5-5d6d-4489-abbe-7077502825d1 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:31:46.703239 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-4729f48e-3c9f-4c58-b849-734c1947aa0d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] device_id is not set on port 6a41449a-8543-461f-a0f7-ff2bfc3810ac yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:31:46.741234 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43bc0d-6bed-4009-a1a7-584f8d5d7126 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75f975bf-1823-4f99-bd3f-f1d8dd45509e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:46.781634 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d0566062-470a-49c7-9128-e1e224566514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (1d58d8d5-5d6d-4489-abbe-7077502825d1), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:46.808609 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0566062-470a-49c7-9128-e1e224566514 None None] No DVR routers for this DVR port 1d58d8d5-5d6d-4489-abbe-7077502825d1 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:31:46.851879 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-eab072d6-3e46-4d41-9c81-6b7d91e79d1d tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3184371 Jan 28 00:31:46.853117 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42338) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:46.864044 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0566062-470a-49c7-9128-e1e224566514 None None] Pushing event deleted for resources: {'Port': ['ID=1d58d8d5-5d6d-4489-abbe-7077502825d1,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:46.873592 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68b7a49f-fd5b-4e59-ac42-9023eecf93ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (a19097ca-1911-4a28-909d-42dc359e564a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:46.920222 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-68b7a49f-fd5b-4e59-ac42-9023eecf93ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19097ca-1911-4a28-909d-42dc359e564a']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:46.952196 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-68b7a49f-fd5b-4e59-ac42-9023eecf93ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80814780-c664-4235-9893-85f3cc521501') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:46.953199 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-68b7a49f-fd5b-4e59-ac42-9023eecf93ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80814780-c664-4235-9893-85f3cc521501') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:46.974843 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-c2592173-4c76-47fc-9000-c672526b1bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'name': 'tempest-TaggedBootDevicesTest_v242-1800080948-router', 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '265b134a-c49b-4a35-8721-3837452be0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:16:49Z', 'updated_at': '2022-01-28T00:31:44Z', 'revision_number': 5, 'project_id': '160a5827a22f400b84570ea4a4c65c01', 'gw_port': {'id': '265b134a-c49b-4a35-8721-3837452be0db', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:16:50Z', 'updated_at': '2022-01-28T00:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:46.979876 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68b7a49f-fd5b-4e59-ac42-9023eecf93ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (80814780-c664-4235-9893-85f3cc521501), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:46.994518 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5c3b038-5fef-457c-b6db-1d2d0dbbd449 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (8f386d65-8c11-4acd-ae6d-931da79a7a7c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:47.012864 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68b7a49f-fd5b-4e59-ac42-9023eecf93ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (80814780-c664-4235-9893-85f3cc521501), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:47.013507 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2592173-4c76-47fc-9000-c672526b1bca None None] Checking router: d179add1-bfa7-46d5-a2f9-e71560331bb6 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:31:47.026686 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2592173-4c76-47fc-9000-c672526b1bca None None] Routers {'d179add1-bfa7-46d5-a2f9-e71560331bb6'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:31:47.027575 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-c2592173-4c76-47fc-9000-c672526b1bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:31:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['d179add1-bfa7-46d5-a2f9-e71560331bb6'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:47.033275 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b7a49f-fd5b-4e59-ac42-9023eecf93ea admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:31:47.033850 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68b7a49f-fd5b-4e59-ac42-9023eecf93ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (80814780-c664-4235-9893-85f3cc521501), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:47.036514 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:31:47.036514 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:31:47.036514 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:31:47.036514 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:31:47.036514 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:31:47.036514 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:31:47.036514 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:31:47.036514 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:31:47.036514 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:31:47.036514 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:31:47.036514 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:31:47.036514 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:31:47.036514 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:31:47.036514 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:31:47.036514 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:31:47.036514 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:31:47.036514 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:31:47.036514 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:31:47.036514 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:31:47.036514 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:31:47.036514 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:31:47.036514 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:31:47.036514 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:31:47.036514 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:31:47.036514 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:31:47.036514 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:31:47.036514 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:31:47.036514 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:31:47.036514 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:31:47.036514 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:31:47.036514 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:31:47.036514 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:31:47.054905 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5c3b038-5fef-457c-b6db-1d2d0dbbd449 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (8f386d65-8c11-4acd-ae6d-931da79a7a7c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:47.182427 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-d9364279-8945-443c-b6d7-b9432248c026 service neutron] 10.222.0.70 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0677192 Jan 28 00:31:47.187200 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-c2592173-4c76-47fc-9000-c672526b1bca None None] Set router d179add1-bfa7-46d5-a2f9-e71560331bb6 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:31:47.194304 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5c3b038-5fef-457c-b6db-1d2d0dbbd449 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (8f386d65-8c11-4acd-ae6d-931da79a7a7c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:47.199377 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5c3b038-5fef-457c-b6db-1d2d0dbbd449 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:47.201242 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e5c3b038-5fef-457c-b6db-1d2d0dbbd449 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "DELETE /v2.0/security-groups/8f386d65-8c11-4acd-ae6d-931da79a7a7c HTTP/1.1" status: 204 len: 168 time: 0.3435934 Jan 28 00:31:47.207225 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42342) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:47.215953 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68b7a49f-fd5b-4e59-ac42-9023eecf93ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (a19097ca-1911-4a28-909d-42dc359e564a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:47.229227 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-72385f51-8ce9-40d8-aa39-b21354c96e10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router_gateway (e6adf2b0-fac9-4f11-9260-87773b27c663), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:47.267798 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68b7a49f-fd5b-4e59-ac42-9023eecf93ea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:47.282477 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-68b7a49f-fd5b-4e59-ac42-9023eecf93ea admin admin] 10.222.0.70 "DELETE /v2.0/networks/a19097ca-1911-4a28-909d-42dc359e564a HTTP/1.1" status: 204 len: 168 time: 1.7010474 Jan 28 00:31:47.283877 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7a49f-fd5b-4e59-ac42-9023eecf93ea admin admin] Pushing event deleted for resources: {'Network': ['ID=a19097ca-1911-4a28-909d-42dc359e564a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:47.289100 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3b038-5fef-457c-b6db-1d2d0dbbd449 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f386d65-8c11-4acd-ae6d-931da79a7a7c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:47.335463 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e916ece4-baa5-402e-9a6e-cf72cfe03d81 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1265740 Jan 28 00:31:47.340915 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42346) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:47.347785 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2ebb4c09-a2b4-42d7-b2dd-9670e76b22f1 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Request body: {'security_group': {'name': 'tempest-secgroup--58053590'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:47.384804 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ebb4c09-a2b4-42d7-b2dd-9670e76b22f1 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:47.527735 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5b1a7c76-3581-4048-9a3e-cf25ba040ed8 req-ad3cedf7-7b3e-4031-a5f0-e61d6c02d6f3 service neutron] 10.222.0.65 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3313472 Jan 28 00:31:47.545621 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2542cc2b-5144-4e41-b6f7-44f9c4bfcdc0 admin admin] Publish callbacks [] for router (d179add1-bfa7-46d5-a2f9-e71560331bb6), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:47.550575 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ebb4c09-a2b4-42d7-b2dd-9670e76b22f1 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (9213008b-0410-4627-82d8-f8f0f667560e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:47.556764 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42348) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:47.575909 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ebb4c09-a2b4-42d7-b2dd-9670e76b22f1 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (9213008b-0410-4627-82d8-f8f0f667560e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:47.587535 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-c2592173-4c76-47fc-9000-c672526b1bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'name': 'tempest-TaggedBootDevicesTest_v242-1800080948-router', 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '265b134a-c49b-4a35-8721-3837452be0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:16:49Z', 'updated_at': '2022-01-28T00:31:44Z', 'revision_number': 5, 'project_id': '160a5827a22f400b84570ea4a4c65c01', 'gw_port': {'id': '265b134a-c49b-4a35-8721-3837452be0db', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:16:50Z', 'updated_at': '2022-01-28T00:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:47.654488 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2592173-4c76-47fc-9000-c672526b1bca None None] The sync data for ids ['d179add1-bfa7-46d5-a2f9-e71560331bb6'] in n-d-826754-1 is: [{'id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'name': 'tempest-TaggedBootDevicesTest_v242-1800080948-router', 'tenant_id': '160a5827a22f400b84570ea4a4c65c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '265b134a-c49b-4a35-8721-3837452be0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:16:49Z', 'updated_at': '2022-01-28T00:31:44Z', 'revision_number': 5, 'project_id': '160a5827a22f400b84570ea4a4c65c01', 'gw_port': {'id': '265b134a-c49b-4a35-8721-3837452be0db', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd179add1-bfa7-46d5-a2f9-e71560331bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:16:50Z', 'updated_at': '2022-01-28T00:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:31:47.666213 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ebb4c09-a2b4-42d7-b2dd-9670e76b22f1 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:47.671650 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2ebb4c09-a2b4-42d7-b2dd-9670e76b22f1 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3292181 Jan 28 00:31:47.674164 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42350) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:47.684231 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-25c5f4ba-d89b-44e1-b773-382735be563f tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Request body: {'security_group_rule': {'security_group_id': '9213008b-0410-4627-82d8-f8f0f667560e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:47.729441 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb4c09-a2b4-42d7-b2dd-9670e76b22f1 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9213008b-0410-4627-82d8-f8f0f667560e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:47.741289 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c3352982-0309-4f04-9e9f-a4a4af483353 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=39520a6340284750becfcf9a1672d525&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1810136 Jan 28 00:31:47.744295 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42352) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:47.778461 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-25c5f4ba-d89b-44e1-b773-382735be563f tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (56c67aa2-c691-4e45-a037-e7192010e2fa), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:47.857316 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04585337-90c0-4299-b102-fe216bce20fb admin admin] Publish callbacks [] for security_group (9943d752-730a-4f60-934b-0a1dd24a7e6b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:47.908452 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04585337-90c0-4299-b102-fe216bce20fb admin admin] Publish callbacks [] for security_group (9943d752-730a-4f60-934b-0a1dd24a7e6b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:47.911862 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-25c5f4ba-d89b-44e1-b773-382735be563f tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (56c67aa2-c691-4e45-a037-e7192010e2fa), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:47.927107 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-25c5f4ba-d89b-44e1-b773-382735be563f tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (56c67aa2-c691-4e45-a037-e7192010e2fa), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:47.995879 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5f4ba-d89b-44e1-b773-382735be563f tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c67aa2-c691-4e45-a037-e7192010e2fa,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:48.004504 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-25c5f4ba-d89b-44e1-b773-382735be563f tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:48.013422 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-25c5f4ba-d89b-44e1-b773-382735be563f tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3335354 Jan 28 00:31:48.016059 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42358) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:48.046521 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-812fa9a4-a31b-4736-bac9-f9a0d0b46f7d tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "GET /v2.0/security-group-rules/56c67aa2-c691-4e45-a037-e7192010e2fa HTTP/1.1" status: 200 len: 763 time: 0.0289938 Jan 28 00:31:48.047647 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42360) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:48.055927 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e03083-09ac-416a-b0b9-872bfd16c461 None None] Network 0810c7cb-bba6-4cac-b379-99c3a9593038 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:31:48.084327 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04585337-90c0-4299-b102-fe216bce20fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (9943d752-730a-4f60-934b-0a1dd24a7e6b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:48.087454 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04585337-90c0-4299-b102-fe216bce20fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:48.089595 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-04585337-90c0-4299-b102-fe216bce20fb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9943d752-730a-4f60-934b-0a1dd24a7e6b HTTP/1.1" status: 204 len: 168 time: 0.3439884 Jan 28 00:31:48.144149 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d8eb52eb-87c5-494f-9b15-5c8afbaaf842 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0950136 Jan 28 00:31:48.145169 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42364) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:48.183383 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04585337-90c0-4299-b102-fe216bce20fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9943d752-730a-4f60-934b-0a1dd24a7e6b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:48.231873 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-152378f8-968c-462f-9b46-84f3a6ba6749 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (56c67aa2-c691-4e45-a037-e7192010e2fa), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:48.244699 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-152378f8-968c-462f-9b46-84f3a6ba6749 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (56c67aa2-c691-4e45-a037-e7192010e2fa), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:48.296092 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2542cc2b-5144-4e41-b6f7-44f9c4bfcdc0 admin admin] Publish callbacks [] for router_gateway (d179add1-bfa7-46d5-a2f9-e71560331bb6), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:48.301472 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-152378f8-968c-462f-9b46-84f3a6ba6749 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (56c67aa2-c691-4e45-a037-e7192010e2fa), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:48.314750 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-152378f8-968c-462f-9b46-84f3a6ba6749 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:48.318792 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-152378f8-968c-462f-9b46-84f3a6ba6749 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/56c67aa2-c691-4e45-a037-e7192010e2fa HTTP/1.1" status: 204 len: 168 time: 0.1696737 Jan 28 00:31:48.329793 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42368) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:48.336268 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-4729f48e-3c9f-4c58-b849-734c1947aa0d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Allocated IP 2001:db8::c0 (0810c7cb-bba6-4cac-b379-99c3a9593038/2ca2811d-74f9-45ed-89e3-31064261942c/6a41449a-8543-461f-a0f7-ff2bfc3810ac) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:31:48.404048 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-821caa44-c512-462a-8154-ba2752964803 None None] Provisioning complete for port 1f6ec66f-33d4-4153-8469-cb434faa2216 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:31:48.404552 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-821caa44-c512-462a-8154-ba2752964803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1f6ec66f-33d4-4153-8469-cb434faa2216), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:48.440631 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152378f8-968c-462f-9b46-84f3a6ba6749 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56c67aa2-c691-4e45-a037-e7192010e2fa,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:48.488629 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1f6ec66f-33d4-4153-8469-cb434faa2216 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:31:48.499183 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a713dedd-5a0a-4a87-9ec3-a7d8eb782349 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1655743 Jan 28 00:31:48.499641 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42370) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:48.509631 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-ac3e363a-3474-4df8-addc-666353884cdd tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Request body: {'security_group_rule': {'security_group_id': '9213008b-0410-4627-82d8-f8f0f667560e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:48.586844 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ac3e363a-3474-4df8-addc-666353884cdd tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (f13013e5-ca88-43bd-bb46-8097bbc2c9c8), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:48.614327 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5b1a7c76-3581-4048-9a3e-cf25ba040ed8 req-e92939fe-d05c-4b11-b7be-0325e0e2c7a0 service neutron] 10.222.0.65 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0658541 Jan 28 00:31:48.666208 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-821caa44-c512-462a-8154-ba2752964803 None None] Current status of the port 1f6ec66f-33d4-4153-8469-cb434faa2216 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:31:48.666655 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-821caa44-c512-462a-8154-ba2752964803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1f6ec66f-33d4-4153-8469-cb434faa2216), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:48.698096 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-f7db265e-f152-4843-a57d-b53f083f4113 service neutron] 10.222.0.70 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4882929 Jan 28 00:31:48.769089 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 1f6ec66f-33d4-4153-8469-cb434faa2216 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:31:48.769862 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1f6ec66f-33d4-4153-8469-cb434faa2216), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:48.862943 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ac3e363a-3474-4df8-addc-666353884cdd tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (f13013e5-ca88-43bd-bb46-8097bbc2c9c8), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:48.871445 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ac3e363a-3474-4df8-addc-666353884cdd tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (f13013e5-ca88-43bd-bb46-8097bbc2c9c8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:48.929772 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e363a-3474-4df8-addc-666353884cdd tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13013e5-ca88-43bd-bb46-8097bbc2c9c8,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:48.950067 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ac3e363a-3474-4df8-addc-666353884cdd tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:48.951340 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ac3e363a-3474-4df8-addc-666353884cdd tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4500375 Jan 28 00:31:48.954389 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42374) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:48.969744 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-821caa44-c512-462a-8154-ba2752964803 None None] For port 1f6ec66f-33d4-4153-8469-cb434faa2216, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1f6ec66f-33d4-4153-8469-cb434faa2216,segment=NetworkSegment(52d472cd-9366-4557-9aa0-ba7b84920688),segment_id=52d472cd-9366-4557-9aa0-ba7b84920688)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:31:48.976679 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1dbebfc3-954f-4741-8560-8d3a853e9d64 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "GET /v2.0/security-group-rules/f13013e5-ca88-43bd-bb46-8097bbc2c9c8 HTTP/1.1" status: 200 len: 763 time: 0.0210457 Jan 28 00:31:48.980099 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42378) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:48.998685 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-821caa44-c512-462a-8154-ba2752964803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1f6ec66f-33d4-4153-8469-cb434faa2216), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:49.061703 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821caa44-c512-462a-8154-ba2752964803 None None] Pushing event updated for resources: {'Port': ['ID=1f6ec66f-33d4-4153-8469-cb434faa2216,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:49.085304 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4fe9b99b-dd9a-44f7-8e2e-4d02bbf06c5a tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0974174 Jan 28 00:31:49.086714 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42386) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:49.088906 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 1f6ec66f-33d4-4153-8469-cb434faa2216 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:31:49.089326 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1f6ec66f-33d4-4153-8469-cb434faa2216), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:49.132258 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c053fdf-f931-45fc-98bf-837e97caf6aa tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (f13013e5-ca88-43bd-bb46-8097bbc2c9c8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:49.142140 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c053fdf-f931-45fc-98bf-837e97caf6aa tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (f13013e5-ca88-43bd-bb46-8097bbc2c9c8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:49.214986 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c053fdf-f931-45fc-98bf-837e97caf6aa tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (f13013e5-ca88-43bd-bb46-8097bbc2c9c8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:49.227666 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c053fdf-f931-45fc-98bf-837e97caf6aa tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:49.231282 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2c053fdf-f931-45fc-98bf-837e97caf6aa tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/f13013e5-ca88-43bd-bb46-8097bbc2c9c8 HTTP/1.1" status: 204 len: 168 time: 0.1371782 Jan 28 00:31:49.231973 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42392) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:49.246807 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c053fdf-f931-45fc-98bf-837e97caf6aa tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f13013e5-ca88-43bd-bb46-8097bbc2c9c8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:49.267860 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:31:49.268456 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:31:49.280674 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-3b031549-ea68-425e-b587-b086e0b546fc None None] Provisioning complete for port 1f6ec66f-33d4-4153-8469-cb434faa2216 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:31:49.281305 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3b031549-ea68-425e-b587-b086e0b546fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1f6ec66f-33d4-4153-8469-cb434faa2216), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:49.295824 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ad8f1130-4a99-4b0d-9000-cc90700431a6 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0604758 Jan 28 00:31:49.296202 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42394) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:49.301756 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-f069c3e9-12ff-4651-8076-4e4438fbd520 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Request body: {'security_group_rule': {'security_group_id': '9213008b-0410-4627-82d8-f8f0f667560e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:49.346013 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f069c3e9-12ff-4651-8076-4e4438fbd520 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (cb8a6aa2-4cad-455f-a5f4-0f8f79ecf68d), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:49.427077 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-72385f51-8ce9-40d8-aa39-b21354c96e10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (e6adf2b0-fac9-4f11-9260-87773b27c663), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:49.524690 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f069c3e9-12ff-4651-8076-4e4438fbd520 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (cb8a6aa2-4cad-455f-a5f4-0f8f79ecf68d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:49.531602 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f069c3e9-12ff-4651-8076-4e4438fbd520 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (cb8a6aa2-4cad-455f-a5f4-0f8f79ecf68d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:49.552751 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3b031549-ea68-425e-b587-b086e0b546fc None None] Current status of the port 1f6ec66f-33d4-4153-8469-cb434faa2216 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:31:49.568394 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f069c3e9-12ff-4651-8076-4e4438fbd520 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:49.574762 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f069c3e9-12ff-4651-8076-4e4438fbd520 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2732604 Jan 28 00:31:49.575089 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42402) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:49.625939 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-48ae2f51-fcb6-44c2-9447-b98db6183472 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "GET /v2.0/security-group-rules/cb8a6aa2-4cad-455f-a5f4-0f8f79ecf68d HTTP/1.1" status: 200 len: 764 time: 0.0483618 Jan 28 00:31:49.628368 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42406) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:49.633937 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069c3e9-12ff-4651-8076-4e4438fbd520 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8a6aa2-4cad-455f-a5f4-0f8f79ecf68d,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:49.792165 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-2542cc2b-5144-4e41-b6f7-44f9c4bfcdc0 admin admin] Deleting port 265b134a-c49b-4a35-8721-3837452be0db {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:31:49.792747 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2542cc2b-5144-4e41-b6f7-44f9c4bfcdc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (265b134a-c49b-4a35-8721-3837452be0db), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:49.827053 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-aa664bb4-6cfe-4e1d-a9c0-fd6f5d38c7fa tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1626899 Jan 28 00:31:49.830788 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42410) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:49.848936 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42412) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:49.872488 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 1f6ec66f-33d4-4153-8469-cb434faa2216 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:31:49.965644 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-37e41354-32ad-4790-983d-2bb81a265de1 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (cb8a6aa2-4cad-455f-a5f4-0f8f79ecf68d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:49.978475 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-b0aac34f-4841-46dd-b874-dd9193bb5200 service neutron] 10.222.0.70 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2773194 Jan 28 00:31:49.993491 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-37e41354-32ad-4790-983d-2bb81a265de1 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (cb8a6aa2-4cad-455f-a5f4-0f8f79ecf68d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:49.994440 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1d58d8d5-5d6d-4489-abbe-7077502825d1 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:31:50.022331 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 1d58d8d5-5d6d-4489-abbe-7077502825d1 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:31:50.023460 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1d58d8d5-5d6d-4489-abbe-7077502825d1 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:31:50.036796 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a1350650-a025-4e61-9e77-a85ade808b09 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-979188077-network', 'tenant_id': '834c1d81c62b474cb64b4f5e7f579fc6'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:50.084739 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1350650-a025-4e61-9e77-a85ade808b09 admin admin] Made reservation on behalf of 834c1d81c62b474cb64b4f5e7f579fc6 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:31:50.089009 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1350650-a025-4e61-9e77-a85ade808b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:50.094260 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-37e41354-32ad-4790-983d-2bb81a265de1 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (cb8a6aa2-4cad-455f-a5f4-0f8f79ecf68d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:50.112982 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-37e41354-32ad-4790-983d-2bb81a265de1 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:50.114725 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-37e41354-32ad-4790-983d-2bb81a265de1 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/cb8a6aa2-4cad-455f-a5f4-0f8f79ecf68d HTTP/1.1" status: 204 len: 168 time: 0.2778466 Jan 28 00:31:50.119607 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1350650-a025-4e61-9e77-a85ade808b09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:50.125899 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42418) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:50.138051 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e41354-32ad-4790-983d-2bb81a265de1 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb8a6aa2-4cad-455f-a5f4-0f8f79ecf68d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:50.198051 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-ff5f0a53-0551-43fd-bf07-1d1742028e65 service neutron] 10.222.0.70 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034738 Jan 28 00:31:50.202586 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fbe034cb-e309-4a26-aea2-b206a2b7ca62 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0749717 Jan 28 00:31:50.206885 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42420) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:50.299234 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1f6ec66f-33d4-4153-8469-cb434faa2216 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:31:50.394292 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7ce3ccaa-17a5-475f-bf72-c249e81bd034 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (9213008b-0410-4627-82d8-f8f0f667560e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:50.440436 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 1f6ec66f-33d4-4153-8469-cb434faa2216 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:31:50.441551 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1f6ec66f-33d4-4153-8469-cb434faa2216), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:50.465875 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1350650-a025-4e61-9e77-a85ade808b09 admin admin] Publish callbacks [] for security_group (0bbdaa33-31b2-4d25-8266-7f6557e31198), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:50.480681 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1350650-a025-4e61-9e77-a85ade808b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0bbdaa33-31b2-4d25-8266-7f6557e31198), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:50.516569 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1350650-a025-4e61-9e77-a85ade808b09 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:31:50.532971 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1350650-a025-4e61-9e77-a85ade808b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (6c39d751-0293-4329-af31-76e3b4ba793d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:50.533374 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-a1350650-a025-4e61-9e77-a85ade808b09 admin admin] Added segment 6c39d751-0293-4329-af31-76e3b4ba793d of type vlan for network 9e95df89-e401-4bbf-9b7b-17ebec15fddb Jan 28 00:31:50.562975 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4729f48e-3c9f-4c58-b849-734c1947aa0d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for port (6a41449a-8543-461f-a0f7-ff2bfc3810ac), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:50.579684 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-2542cc2b-5144-4e41-b6f7-44f9c4bfcdc0 admin admin] For port 265b134a-c49b-4a35-8721-3837452be0db, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=265b134a-c49b-4a35-8721-3837452be0db,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:31:50.580155 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2542cc2b-5144-4e41-b6f7-44f9c4bfcdc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (265b134a-c49b-4a35-8721-3837452be0db), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:50.594678 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1350650-a025-4e61-9e77-a85ade808b09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (9e95df89-e401-4bbf-9b7b-17ebec15fddb), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:50.623065 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 1f6ec66f-33d4-4153-8469-cb434faa2216 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:31:50.642071 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-2542cc2b-5144-4e41-b6f7-44f9c4bfcdc0 admin admin] Calling delete_port for 265b134a-c49b-4a35-8721-3837452be0db owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:31:50.647840 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7ce3ccaa-17a5-475f-bf72-c249e81bd034 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (9213008b-0410-4627-82d8-f8f0f667560e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:50.656985 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device dfc3ed81-e4b1-4829-aa64-07cd86d9acbf no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:31:50.658091 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1350650-a025-4e61-9e77-a85ade808b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (9e95df89-e401-4bbf-9b7b-17ebec15fddb), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:50.659081 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1350650-a025-4e61-9e77-a85ade808b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:50.659926 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1350650-a025-4e61-9e77-a85ade808b09 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:50.702219 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: dfc3ed81-e4b1-4829-aa64-07cd86d9acbf {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:31:50.702619 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device dfc3ed81-e4b1-4829-aa64-07cd86d9acbf not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:31:50.747530 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72385f51-8ce9-40d8-aa39-b21354c96e10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Router e6adf2b0-fac9-4f11-9260-87773b27c663 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:31:50.755234 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1350650-a025-4e61-9e77-a85ade808b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbdaa33-31b2-4d25-8266-7f6557e31198,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:50.773190 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a1350650-a025-4e61-9e77-a85ade808b09 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9203444 Jan 28 00:31:50.778462 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42426) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:50.784055 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-effcc615-f88c-458d-944d-49b41aeb375c admin admin] Request body: {'subnet': {'network_id': '9e95df89-e401-4bbf-9b7b-17ebec15fddb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-979188077-subnet', 'tenant_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:50.804126 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-09dead0f-f916-40cd-9a54-e814de714129 service neutron] 10.222.0.70 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6045787 Jan 28 00:31:50.805474 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1350650-a025-4e61-9e77-a85ade808b09 admin admin] Pushing event updated for resources: {'Network': ['ID=9e95df89-e401-4bbf-9b7b-17ebec15fddb,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:50.822762 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 9e95df89-e401-4bbf-9b7b-17ebec15fddb details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:31:50.824393 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effcc615-f88c-458d-944d-49b41aeb375c admin admin] Made reservation on behalf of 834c1d81c62b474cb64b4f5e7f579fc6 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:31:50.828509 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-effcc615-f88c-458d-944d-49b41aeb375c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:50.910895 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7ce3ccaa-17a5-475f-bf72-c249e81bd034 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (9213008b-0410-4627-82d8-f8f0f667560e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:50.926186 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7ce3ccaa-17a5-475f-bf72-c249e81bd034 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:50.930507 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7ce3ccaa-17a5-475f-bf72-c249e81bd034 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "DELETE /v2.0/security-groups/9213008b-0410-4627-82d8-f8f0f667560e HTTP/1.1" status: 204 len: 168 time: 0.7196074 Jan 28 00:31:50.938550 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42428) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:50.947069 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4729f48e-3c9f-4c58-b849-734c1947aa0d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (6a41449a-8543-461f-a0f7-ff2bfc3810ac), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:50.994940 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3ccaa-17a5-475f-bf72-c249e81bd034 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9213008b-0410-4627-82d8-f8f0f667560e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:51.059297 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-955415a2-67d7-484a-841f-d2e6cce221dd tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1103921 Jan 28 00:31:51.060236 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42430) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:51.072037 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-3d65b676-af95-41b3-89b3-6e3e4573fe5b tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1515929456'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:51.089269 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4729f48e-3c9f-4c58-b849-734c1947aa0d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network 0810c7cb-bba6-4cac-b379-99c3a9593038 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:31:51.117889 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3d65b676-af95-41b3-89b3-6e3e4573fe5b tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:51.124988 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72385f51-8ce9-40d8-aa39-b21354c96e10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:31:51.141669 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065a9b11-2034-4cb4-8416-9d4edb392bd4 None None] Sync routers for ids ['e6adf2b0-fac9-4f11-9260-87773b27c663'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:31:51.151899 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-4729f48e-3c9f-4c58-b849-734c1947aa0d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:31:51.168168 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729f48e-3c9f-4c58-b849-734c1947aa0d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Port': ['ID=6a41449a-8543-461f-a0f7-ff2bfc3810ac,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:51.173145 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4729f48e-3c9f-4c58-b849-734c1947aa0d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:31:51.179288 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4729f48e-3c9f-4c58-b849-734c1947aa0d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:51.180259 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4729f48e-3c9f-4c58-b849-734c1947aa0d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:51.193399 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-72385f51-8ce9-40d8-aa39-b21354c96e10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:51.198493 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-72385f51-8ce9-40d8-aa39-b21354c96e10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 12.4136939 Jan 28 00:31:51.199256 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42432) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:51.206715 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065a9b11-2034-4cb4-8416-9d4edb392bd4 None None] Routers {'e6adf2b0-fac9-4f11-9260-87773b27c663'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:31:51.211946 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-065a9b11-2034-4cb4-8416-9d4edb392bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:31:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['e6adf2b0-fac9-4f11-9260-87773b27c663'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:51.282185 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4729f48e-3c9f-4c58-b849-734c1947aa0d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.1447997 Jan 28 00:31:51.295704 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42434) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:51.304412 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-dc0e0245-2d32-4ba8-86b5-b192c06508dc service neutron] 10.222.0.70 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093370 Jan 28 00:31:51.550617 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2542cc2b-5144-4e41-b6f7-44f9c4bfcdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (265b134a-c49b-4a35-8721-3837452be0db), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:51.563941 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c736463a-9f6f-4ee9-b487-afde8d023be3 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router (e6adf2b0-fac9-4f11-9260-87773b27c663), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:51.579735 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-065a9b11-2034-4cb4-8416-9d4edb392bd4 None None] Set router e6adf2b0-fac9-4f11-9260-87773b27c663 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:31:51.720025 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542cc2b-5144-4e41-b6f7-44f9c4bfcdc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=265b134a-c49b-4a35-8721-3837452be0db,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:51.730438 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c736463a-9f6f-4ee9-b487-afde8d023be3 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router_gateway (e6adf2b0-fac9-4f11-9260-87773b27c663), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:51.775561 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-50953b78-6753-4d12-848c-9ecc9de9df8d service neutron] 10.222.0.70 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060338 Jan 28 00:31:51.832567 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-5c24a746-68a0-468a-b83e-e1fbe0f9129c None None] Provisioning complete for port 6a41449a-8543-461f-a0f7-ff2bfc3810ac triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:31:51.835518 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5c24a746-68a0-468a-b83e-e1fbe0f9129c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6a41449a-8543-461f-a0f7-ff2bfc3810ac), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:51.849207 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2542cc2b-5144-4e41-b6f7-44f9c4bfcdc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (d179add1-bfa7-46d5-a2f9-e71560331bb6), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:51.952942 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5c24a746-68a0-468a-b83e-e1fbe0f9129c None None] Port 6a41449a-8543-461f-a0f7-ff2bfc3810ac cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:31:51.961229 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-effcc615-f88c-458d-944d-49b41aeb375c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (79ed3d9a-927a-4da1-a8ac-6c809e04b4ad), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:51.972224 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3d65b676-af95-41b3-89b3-6e3e4573fe5b tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (9fb2f372-f68e-4b72-ab54-b085f49b6567), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:52.052214 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2542cc2b-5144-4e41-b6f7-44f9c4bfcdc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (d179add1-bfa7-46d5-a2f9-e71560331bb6), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:52.056606 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2542cc2b-5144-4e41-b6f7-44f9c4bfcdc0 admin admin] Publish callbacks [] for router_controller (d179add1-bfa7-46d5-a2f9-e71560331bb6), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:52.060504 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-c736463a-9f6f-4ee9-b487-afde8d023be3 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Deleting port 3ee12505-67d6-4bef-a026-eff5770b36bd {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:31:52.060852 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c736463a-9f6f-4ee9-b487-afde8d023be3 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (3ee12505-67d6-4bef-a026-eff5770b36bd), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:52.062874 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effcc615-f88c-458d-944d-49b41aeb375c admin admin] Pushing event updated for resources: {'Subnet': ['ID=79ed3d9a-927a-4da1-a8ac-6c809e04b4ad,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:52.066095 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3d65b676-af95-41b3-89b3-6e3e4573fe5b tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (9fb2f372-f68e-4b72-ab54-b085f49b6567), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:52.098650 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-065a9b11-2034-4cb4-8416-9d4edb392bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6adf2b0-fac9-4f11-9260-87773b27c663', 'name': '', 'tenant_id': '14ead614d265448eb21b749555525f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e12e0c-329c-417c-b3ea-0ad031a24fbd', 'external_fixed_ips': [{'subnet_id': 'be27c6f2-4691-49e7-adf8-ed0eb206f0ac', 'ip_address': '2001:db8::3af'}], 'enable_snat': True}, 'gw_port_id': '3ee12505-67d6-4bef-a026-eff5770b36bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:31:38Z', 'updated_at': '2022-01-28T00:31:46Z', 'revision_number': 3, 'project_id': '14ead614d265448eb21b749555525f52', 'gw_port': {'id': '3ee12505-67d6-4bef-a026-eff5770b36bd', 'name': '', 'network_id': 'e4e12e0c-329c-417c-b3ea-0ad031a24fbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:69:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6adf2b0-fac9-4f11-9260-87773b27c663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': 'be27c6f2-4691-49e7-adf8-ed0eb206f0ac', 'ip_address': '2001:db8::3af', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:31:41Z', 'updated_at': '2022-01-28T00:31:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be27c6f2-4691-49e7-adf8-ed0eb206f0ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:52.114570 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65b676-af95-41b3-89b3-6e3e4573fe5b tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb2f372-f68e-4b72-ab54-b085f49b6567,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:52.160098 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065a9b11-2034-4cb4-8416-9d4edb392bd4 None None] Checking router: e6adf2b0-fac9-4f11-9260-87773b27c663 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:31:52.160446 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065a9b11-2034-4cb4-8416-9d4edb392bd4 None None] Updating router e6adf2b0-fac9-4f11-9260-87773b27c663 port 3ee12505-67d6-4bef-a026-eff5770b36bd binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:31:52.208191 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2542cc2b-5144-4e41-b6f7-44f9c4bfcdc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (d179add1-bfa7-46d5-a2f9-e71560331bb6), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:52.210733 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2542cc2b-5144-4e41-b6f7-44f9c4bfcdc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d179add1-bfa7-46d5-a2f9-e71560331bb6 {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:31:52.220121 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effcc615-f88c-458d-944d-49b41aeb375c admin admin] Checking segment: {'id': '6c39d751-0293-4329-af31-76e3b4ba793d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9e95df89-e401-4bbf-9b7b-17ebec15fddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:31:52.220121 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effcc615-f88c-458d-944d-49b41aeb375c admin admin] Network hostable DHCP agents. Network: 9e95df89-e401-4bbf-9b7b-17ebec15fddb, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:31:52.236730 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-065a9b11-2034-4cb4-8416-9d4edb392bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3ee12505-67d6-4bef-a026-eff5770b36bd), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:52.262532 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2542cc2b-5144-4e41-b6f7-44f9c4bfcdc0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:52.262806 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3d65b676-af95-41b3-89b3-6e3e4573fe5b tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:52.266350 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3d65b676-af95-41b3-89b3-6e3e4573fe5b tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2019618 Jan 28 00:31:52.267081 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2542cc2b-5144-4e41-b6f7-44f9c4bfcdc0 admin admin] 10.222.0.70 "DELETE /v2.0/routers/d179add1-bfa7-46d5-a2f9-e71560331bb6 HTTP/1.1" status: 204 len: 168 time: 6.1583648 Jan 28 00:31:52.269029 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42446) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:52.269568 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42448) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:52.298700 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effcc615-f88c-458d-944d-49b41aeb375c admin admin] Network 9e95df89-e401-4bbf-9b7b-17ebec15fddb is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:31:52.308014 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f49ca614-32ab-4a3c-b517-a2571307e544 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6a41449a-8543-461f-a0f7-ff2bfc3810ac), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:52.359782 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-def7fa26-7d92-4dc6-8096-628453dd17a0 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Request body: {'security_group_rule': {'security_group_id': '9fb2f372-f68e-4b72-ab54-b085f49b6567', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:52.369571 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-37c06b6f-c3c4-468f-8e46-9334129a7668 admin admin] Deleting subnet 1d093807-7e7b-4a9f-8622-0558c2c97c76 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:31:52.388466 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-effcc615-f88c-458d-944d-49b41aeb375c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 9e95df89-e401-4bbf-9b7b-17ebec15fddb) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:31:52.398907 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effcc615-f88c-458d-944d-49b41aeb375c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:52.399511 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-effcc615-f88c-458d-944d-49b41aeb375c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:52.411005 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c736463a-9f6f-4ee9-b487-afde8d023be3 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (3ee12505-67d6-4bef-a026-eff5770b36bd), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:52.470091 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-c736463a-9f6f-4ee9-b487-afde8d023be3 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Calling delete_port for 3ee12505-67d6-4bef-a026-eff5770b36bd owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:31:52.569577 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-effcc615-f88c-458d-944d-49b41aeb375c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7859519 Jan 28 00:31:52.577560 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42458) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:52.616329 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0bdf52-14c0-40dc-972c-7220b9d506b9 None None] Network 9e95df89-e401-4bbf-9b7b-17ebec15fddb requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:31:52.668437 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a6e9106b-a216-4f9c-b07a-4364972386cc admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-979188077-router', 'tenant_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:52.695713 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-37c06b6f-c3c4-468f-8e46-9334129a7668 admin admin] Publish callbacks [] for subnet (1d093807-7e7b-4a9f-8622-0558c2c97c76), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:52.760100 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-def7fa26-7d92-4dc6-8096-628453dd17a0 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (68023b21-b4fe-4d82-9232-1923ab21b3f3), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:52.811959 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-37c06b6f-c3c4-468f-8e46-9334129a7668 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (1d093807-7e7b-4a9f-8622-0558c2c97c76), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:52.950875 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6e9106b-a216-4f9c-b07a-4364972386cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (aba8511e-0be4-4e9a-bda5-0d0b5271a0ff), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:52.952398 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6e9106b-a216-4f9c-b07a-4364972386cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (aba8511e-0be4-4e9a-bda5-0d0b5271a0ff), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:52.960444 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5709eefc-5de6-422d-aff7-88e4a31b2119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-9e95df89-e401-4bbf-9b7b-17ebec15fddb', 'network_id': '9e95df89-e401-4bbf-9b7b-17ebec15fddb', 'project_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'fixed_ips': [{'subnet_id': '79ed3d9a-927a-4da1-a8ac-6c809e04b4ad'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:31:52.962579 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5709eefc-5de6-422d-aff7-88e4a31b2119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:53.046696 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-def7fa26-7d92-4dc6-8096-628453dd17a0 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (68023b21-b4fe-4d82-9232-1923ab21b3f3), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:53.086481 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-def7fa26-7d92-4dc6-8096-628453dd17a0 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (68023b21-b4fe-4d82-9232-1923ab21b3f3), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:53.117107 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-37c06b6f-c3c4-468f-8e46-9334129a7668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (1d093807-7e7b-4a9f-8622-0558c2c97c76), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:53.124209 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-def7fa26-7d92-4dc6-8096-628453dd17a0 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:53.128500 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-def7fa26-7d92-4dc6-8096-628453dd17a0 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7726781 Jan 28 00:31:53.128747 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6e9106b-a216-4f9c-b07a-4364972386cc admin admin] Publish callbacks [] for router_controller (aba8511e-0be4-4e9a-bda5-0d0b5271a0ff), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:53.129587 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42472) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:53.169973 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7fa26-7d92-4dc6-8096-628453dd17a0 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68023b21-b4fe-4d82-9232-1923ab21b3f3,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:53.199143 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c736463a-9f6f-4ee9-b487-afde8d023be3 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (3ee12505-67d6-4bef-a026-eff5770b36bd), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:53.282573 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-065a9b11-2034-4cb4-8416-9d4edb392bd4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:31:53.282934 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-065a9b11-2034-4cb4-8416-9d4edb392bd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:31:53.355035 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c736463a-9f6f-4ee9-b487-afde8d023be3 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (e6adf2b0-fac9-4f11-9260-87773b27c663), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:53.361923 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736463a-9f6f-4ee9-b487-afde8d023be3 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ee12505-67d6-4bef-a026-eff5770b36bd,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:53.437061 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-5709eefc-5de6-422d-aff7-88e4a31b2119 None None] Allocated IP 172.20.0.2 (9e95df89-e401-4bbf-9b7b-17ebec15fddb/79ed3d9a-927a-4da1-a8ac-6c809e04b4ad/9d83342b-b458-4468-b29b-250260cedbbd) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:31:53.448298 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27a6cde4-6244-414d-a889-6fb67c6a39da req-7119d0f2-d64b-4955-abb9-c6209762425c tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.1114397 Jan 28 00:31:53.569343 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-37c06b6f-c3c4-468f-8e46-9334129a7668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (1d093807-7e7b-4a9f-8622-0558c2c97c76), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:53.583643 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c736463a-9f6f-4ee9-b487-afde8d023be3 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (e6adf2b0-fac9-4f11-9260-87773b27c663), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:53.596290 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c736463a-9f6f-4ee9-b487-afde8d023be3 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router_controller (e6adf2b0-fac9-4f11-9260-87773b27c663), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:53.668388 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-37c06b6f-c3c4-468f-8e46-9334129a7668 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:53.678956 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-37c06b6f-c3c4-468f-8e46-9334129a7668 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1d093807-7e7b-4a9f-8622-0558c2c97c76 HTTP/1.1" status: 204 len: 168 time: 1.4034381 Jan 28 00:31:53.680346 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba57bd6-add7-428d-a3c9-a373315f9b8b None None] Network 97c33ad0-0461-45c3-9dc8-98632a31ba84 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:31:53.687752 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42484) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:53.692881 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c06b6f-c3c4-468f-8e46-9334129a7668 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d093807-7e7b-4a9f-8622-0558c2c97c76,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:53.857901 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f49ca614-32ab-4a3c-b517-a2571307e544 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for port (6a41449a-8543-461f-a0f7-ff2bfc3810ac), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:53.918379 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c736463a-9f6f-4ee9-b487-afde8d023be3 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (e6adf2b0-fac9-4f11-9260-87773b27c663), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:53.918981 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c736463a-9f6f-4ee9-b487-afde8d023be3 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e6adf2b0-fac9-4f11-9260-87773b27c663 {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:31:53.925258 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c736463a-9f6f-4ee9-b487-afde8d023be3 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:53.927710 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c736463a-9f6f-4ee9-b487-afde8d023be3 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "DELETE /v2.0/routers/e6adf2b0-fac9-4f11-9260-87773b27c663 HTTP/1.1" status: 204 len: 168 time: 2.7234020 Jan 28 00:31:53.934772 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42490) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:53.953645 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f49ca614-32ab-4a3c-b517-a2571307e544 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (6a41449a-8543-461f-a0f7-ff2bfc3810ac), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:53.986049 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065a9b11-2034-4cb4-8416-9d4edb392bd4 None None] Port 3ee12505-67d6-4bef-a026-eff5770b36bd not found while updating agent binding for router e6adf2b0-fac9-4f11-9260-87773b27c663. {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 28 00:31:53.989619 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49d6990f-fa30-4c24-b6dc-3d7ca27bcb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (97c33ad0-0461-45c3-9dc8-98632a31ba84), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:54.012267 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6e9106b-a216-4f9c-b07a-4364972386cc admin admin] Publish callbacks [] for router_gateway (aba8511e-0be4-4e9a-bda5-0d0b5271a0ff), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:54.037502 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5709eefc-5de6-422d-aff7-88e4a31b2119 None None] Publish callbacks [] for port (9d83342b-b458-4468-b29b-250260cedbbd), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:54.046648 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-004ba2fb-3124-47b0-b070-6862f6412d54 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Deleting subnet be27c6f2-4691-49e7-adf8-ed0eb206f0ac {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:31:54.051318 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065a9b11-2034-4cb4-8416-9d4edb392bd4 None None] Routers set() bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:31:54.052373 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065a9b11-2034-4cb4-8416-9d4edb392bd4 None None] Router IDs set() for agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 00:31:54.053983 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_agentschedulers_db [None req-065a9b11-2034-4cb4-8416-9d4edb392bd4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e6adf2b0-fac9-4f11-9260-87773b27c663'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:31:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent'). {{(pid=103345) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 00:31:54.055345 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065a9b11-2034-4cb4-8416-9d4edb392bd4 None None] The sync data for ids ['e6adf2b0-fac9-4f11-9260-87773b27c663'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:31:54.103814 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5709eefc-5de6-422d-aff7-88e4a31b2119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (9d83342b-b458-4468-b29b-250260cedbbd), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:54.126252 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-004ba2fb-3124-47b0-b070-6862f6412d54 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for subnet (be27c6f2-4691-49e7-adf8-ed0eb206f0ac), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:54.176455 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ceff7a3b-df98-42f8-88de-aa27241a1a8e tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (9fb2f372-f68e-4b72-ab54-b085f49b6567), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:54.177087 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 265b134a-c49b-4a35-8721-3837452be0db no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:31:54.197707 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5709eefc-5de6-422d-aff7-88e4a31b2119 None None] Network 9e95df89-e401-4bbf-9b7b-17ebec15fddb is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:31:54.211653 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-5709eefc-5de6-422d-aff7-88e4a31b2119 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:31:54.218732 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5709eefc-5de6-422d-aff7-88e4a31b2119 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:31:54.254956 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-004ba2fb-3124-47b0-b070-6862f6412d54 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (be27c6f2-4691-49e7-adf8-ed0eb206f0ac), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:54.358465 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ceff7a3b-df98-42f8-88de-aa27241a1a8e tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (9fb2f372-f68e-4b72-ab54-b085f49b6567), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:54.367747 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-49d6990f-fa30-4c24-b6dc-3d7ca27bcb0e admin admin] Deleting port 91238fda-a801-4d57-881c-cb044047a1b7 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:31:54.368679 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49d6990f-fa30-4c24-b6dc-3d7ca27bcb0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (91238fda-a801-4d57-881c-cb044047a1b7), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:54.496973 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-004ba2fb-3124-47b0-b070-6862f6412d54 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (be27c6f2-4691-49e7-adf8-ed0eb206f0ac), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:54.604898 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-49d6990f-fa30-4c24-b6dc-3d7ca27bcb0e admin admin] For port 91238fda-a801-4d57-881c-cb044047a1b7, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=91238fda-a801-4d57-881c-cb044047a1b7,segment=NetworkSegment(8b6e1ad8-b07a-44d3-892b-e666dbbf801b),segment_id=8b6e1ad8-b07a-44d3-892b-e666dbbf801b)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:31:54.605421 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49d6990f-fa30-4c24-b6dc-3d7ca27bcb0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (91238fda-a801-4d57-881c-cb044047a1b7), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:54.642864 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ca614-32ab-4a3c-b517-a2571307e544 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Port': ['ID=6a41449a-8543-461f-a0f7-ff2bfc3810ac,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:54.681136 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f6a4149f-e218-4ccc-9a8b-67b0a08b9b9b req-1ddef556-61c9-417b-9fa2-7f58c9300c75 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.0418377 Jan 28 00:31:54.688532 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-49d6990f-fa30-4c24-b6dc-3d7ca27bcb0e admin admin] Calling delete_port for 91238fda-a801-4d57-881c-cb044047a1b7 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:31:54.727800 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fab2bba-8c1b-450d-828b-5cc2a348de55 None None] DHCP port deletion for 97c33ad0-0461-45c3-9dc8-98632a31ba84 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:31:54.742081 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ceff7a3b-df98-42f8-88de-aa27241a1a8e tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (9fb2f372-f68e-4b72-ab54-b085f49b6567), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:54.748052 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ceff7a3b-df98-42f8-88de-aa27241a1a8e tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:54.751651 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ceff7a3b-df98-42f8-88de-aa27241a1a8e tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "DELETE /v2.0/security-groups/9fb2f372-f68e-4b72-ab54-b085f49b6567 HTTP/1.1" status: 204 len: 168 time: 1.6113884 Jan 28 00:31:54.754803 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 265b134a-c49b-4a35-8721-3837452be0db {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:31:54.755459 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 265b134a-c49b-4a35-8721-3837452be0db not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:31:54.814195 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709eefc-5de6-422d-aff7-88e4a31b2119 None None] Pushing event updated for resources: {'Port': ['ID=9d83342b-b458-4468-b29b-250260cedbbd,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:54.831920 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-82fde21f-8117-4b6b-99f1-4207f0e49eec None None] Provisioning complete for port 6a41449a-8543-461f-a0f7-ff2bfc3810ac triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:31:54.832313 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-82fde21f-8117-4b6b-99f1-4207f0e49eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6a41449a-8543-461f-a0f7-ff2bfc3810ac), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:54.850642 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-5709eefc-5de6-422d-aff7-88e4a31b2119 None None] Attempting to bind port 9d83342b-b458-4468-b29b-250260cedbbd on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:31:54.851079 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-5709eefc-5de6-422d-aff7-88e4a31b2119 None None] Attempting to bind port 9d83342b-b458-4468-b29b-250260cedbbd by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '6c39d751-0293-4329-af31-76e3b4ba793d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9e95df89-e401-4bbf-9b7b-17ebec15fddb'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:31:54.858316 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5709eefc-5de6-422d-aff7-88e4a31b2119 None None] Attempting to bind port 9d83342b-b458-4468-b29b-250260cedbbd on network 9e95df89-e401-4bbf-9b7b-17ebec15fddb {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:31:54.933003 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f49ca614-32ab-4a3c-b517-a2571307e544 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (2502d37f-4661-42f1-98c1-42a089e666df), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:54.934657 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-82fde21f-8117-4b6b-99f1-4207f0e49eec None None] Port 6a41449a-8543-461f-a0f7-ff2bfc3810ac cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:31:54.936806 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42496) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:54.942014 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5709eefc-5de6-422d-aff7-88e4a31b2119 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:31:54.942771 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5709eefc-5de6-422d-aff7-88e4a31b2119 None None] Checking segment: {'id': '6c39d751-0293-4329-af31-76e3b4ba793d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9e95df89-e401-4bbf-9b7b-17ebec15fddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:31:54.943462 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5709eefc-5de6-422d-aff7-88e4a31b2119 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:54.944092 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5709eefc-5de6-422d-aff7-88e4a31b2119 None None] Bound using segment: {'id': '6c39d751-0293-4329-af31-76e3b4ba793d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9e95df89-e401-4bbf-9b7b-17ebec15fddb'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:31:54.948463 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-5709eefc-5de6-422d-aff7-88e4a31b2119 None None] Bound port: 9d83342b-b458-4468-b29b-250260cedbbd, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c39d751-0293-4329-af31-76e3b4ba793d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9e95df89-e401-4bbf-9b7b-17ebec15fddb'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:31:54.949175 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5709eefc-5de6-422d-aff7-88e4a31b2119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9d83342b-b458-4468-b29b-250260cedbbd), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:55.058505 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-11812298-9039-4acf-a767-09b97a63f557 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1155062 Jan 28 00:31:55.066265 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42502) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:55.067264 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5fab2bba-8c1b-450d-828b-5cc2a348de55 None None] Deleting port 91238fda-a801-4d57-881c-cb044047a1b7 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:31:55.072394 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff7a3b-df98-42f8-88de-aa27241a1a8e tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb2f372-f68e-4b72-ab54-b085f49b6567,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:55.073275 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5fab2bba-8c1b-450d-828b-5cc2a348de55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (91238fda-a801-4d57-881c-cb044047a1b7), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:55.194507 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1e09b456-bc39-41a2-87ae-6f846c74e929 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1169899 Jan 28 00:31:55.203079 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-5709eefc-5de6-422d-aff7-88e4a31b2119 None None] For port 9d83342b-b458-4468-b29b-250260cedbbd, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:31:55.205085 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42504) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:55.207575 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-5709eefc-5de6-422d-aff7-88e4a31b2119 None None] For port 9d83342b-b458-4468-b29b-250260cedbbd, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9d83342b-b458-4468-b29b-250260cedbbd,segment=NetworkSegment(6c39d751-0293-4329-af31-76e3b4ba793d),segment_id=6c39d751-0293-4329-af31-76e3b4ba793d)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:31:55.226194 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5709eefc-5de6-422d-aff7-88e4a31b2119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9d83342b-b458-4468-b29b-250260cedbbd), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:55.253518 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-2ebb525e-0dd9-4e9f-91ce-10cf47eb6843 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] delete failed (client error): The resource could not be found. Jan 28 00:31:55.258066 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2ebb525e-0dd9-4e9f-91ce-10cf47eb6843 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "DELETE /v2.0/security-groups/9fb2f372-f68e-4b72-ab54-b085f49b6567 HTTP/1.1" status: 404 len: 347 time: 0.0484340 Jan 28 00:31:55.264120 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42506) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:55.400188 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709eefc-5de6-422d-aff7-88e4a31b2119 None None] Pushing event updated for resources: {'Port': ['ID=9d83342b-b458-4468-b29b-250260cedbbd,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:55.448782 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f49ca614-32ab-4a3c-b517-a2571307e544 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6a41449a-8543-461f-a0f7-ff2bfc3810ac), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:55.456181 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-5fab2bba-8c1b-450d-828b-5cc2a348de55 None None] For port 91238fda-a801-4d57-881c-cb044047a1b7, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=91238fda-a801-4d57-881c-cb044047a1b7,segment=NetworkSegment(8b6e1ad8-b07a-44d3-892b-e666dbbf801b),segment_id=8b6e1ad8-b07a-44d3-892b-e666dbbf801b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:31:55.457308 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5fab2bba-8c1b-450d-828b-5cc2a348de55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (91238fda-a801-4d57-881c-cb044047a1b7), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:55.470004 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-10a128d0-c5cb-4d41-8293-41546e57fff0 tempest-SecGroupTest-877382828 tempest-SecGroupTest-877382828-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2001934 Jan 28 00:31:55.482354 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5fab2bba-8c1b-450d-828b-5cc2a348de55 None None] Calling delete_port for 91238fda-a801-4d57-881c-cb044047a1b7 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:31:55.657087 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5fab2bba-8c1b-450d-828b-5cc2a348de55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (91238fda-a801-4d57-881c-cb044047a1b7), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:55.843148 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49d6990f-fa30-4c24-b6dc-3d7ca27bcb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (91238fda-a801-4d57-881c-cb044047a1b7), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:55.873541 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fab2bba-8c1b-450d-828b-5cc2a348de55 None None] No DVR routers for this DVR port 91238fda-a801-4d57-881c-cb044047a1b7 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:31:55.891215 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab2bba-8c1b-450d-828b-5cc2a348de55 None None] Pushing event deleted for resources: {'Port': ['ID=91238fda-a801-4d57-881c-cb044047a1b7,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:55.922604 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-004ba2fb-3124-47b0-b070-6862f6412d54 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (be27c6f2-4691-49e7-adf8-ed0eb206f0ac), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:56.027266 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ba2fb-3124-47b0-b070-6862f6412d54 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=be27c6f2-4691-49e7-adf8-ed0eb206f0ac,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:56.074350 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6990f-fa30-4c24-b6dc-3d7ca27bcb0e admin admin] Pushing event deleted for resources: {'Port': ['ID=91238fda-a801-4d57-881c-cb044047a1b7,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:56.077252 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d6990f-fa30-4c24-b6dc-3d7ca27bcb0e admin admin] No DVR routers for this DVR port 91238fda-a801-4d57-881c-cb044047a1b7 on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:31:56.093755 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-51e02ca7-a3bd-42da-93fa-902bb5e30319 req-dd2ff254-91aa-41f4-bcfb-14b1bcfeef16 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.0848012 Jan 28 00:31:56.167474 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-004ba2fb-3124-47b0-b070-6862f6412d54 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:56.175148 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-004ba2fb-3124-47b0-b070-6862f6412d54 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "DELETE /v2.0/subnets/be27c6f2-4691-49e7-adf8-ed0eb206f0ac HTTP/1.1" status: 204 len: 168 time: 2.2353795 Jan 28 00:31:56.179128 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42522) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:56.179602 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42524) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:56.276937 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f49ca614-32ab-4a3c-b517-a2571307e544 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for port (6a41449a-8543-461f-a0f7-ff2bfc3810ac), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:56.290137 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f49ca614-32ab-4a3c-b517-a2571307e544 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (6a41449a-8543-461f-a0f7-ff2bfc3810ac), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:56.291087 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f49ca614-32ab-4a3c-b517-a2571307e544 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (2502d37f-4661-42f1-98c1-42a089e666df), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:56.448248 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9d83342b-b458-4468-b29b-250260cedbbd up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:31:56.482561 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6e9106b-a216-4f9c-b07a-4364972386cc admin admin] Publish callbacks [] for router_gateway (aba8511e-0be4-4e9a-bda5-0d0b5271a0ff), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:56.493248 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49d6990f-fa30-4c24-b6dc-3d7ca27bcb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (97c33ad0-0461-45c3-9dc8-98632a31ba84), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:56.544965 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-49d6990f-fa30-4c24-b6dc-3d7ca27bcb0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c33ad0-0461-45c3-9dc8-98632a31ba84']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:56.584830 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-49d6990f-fa30-4c24-b6dc-3d7ca27bcb0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b6e1ad8-b07a-44d3-892b-e666dbbf801b') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:56.587402 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-49d6990f-fa30-4c24-b6dc-3d7ca27bcb0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b6e1ad8-b07a-44d3-892b-e666dbbf801b') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:56.601681 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 9d83342b-b458-4468-b29b-250260cedbbd triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:31:56.613271 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9d83342b-b458-4468-b29b-250260cedbbd), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:56.620023 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49d6990f-fa30-4c24-b6dc-3d7ca27bcb0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (8b6e1ad8-b07a-44d3-892b-e666dbbf801b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:56.635490 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6e9106b-a216-4f9c-b07a-4364972386cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:56.649836 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49d6990f-fa30-4c24-b6dc-3d7ca27bcb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (8b6e1ad8-b07a-44d3-892b-e666dbbf801b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:56.660456 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d6990f-fa30-4c24-b6dc-3d7ca27bcb0e admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:31:56.661059 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49d6990f-fa30-4c24-b6dc-3d7ca27bcb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (8b6e1ad8-b07a-44d3-892b-e666dbbf801b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:56.713662 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ca614-32ab-4a3c-b517-a2571307e544 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Port': ['ID=6a41449a-8543-461f-a0f7-ff2bfc3810ac,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:56.797372 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-da43d545-7081-46ac-91f3-f1be608d7a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:56.798902 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-da43d545-7081-46ac-91f3-f1be608d7a1c service neutron] 10.222.0.52 "GET /v2.0/ports/e6c88db4-a371-434d-b81c-bba1b2a0715e HTTP/1.1" status: 200 len: 1027 time: 0.9285574 Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:31:56.805774 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:31:56.854644 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49d6990f-fa30-4c24-b6dc-3d7ca27bcb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (97c33ad0-0461-45c3-9dc8-98632a31ba84), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:56.936518 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-df387e21-8f5c-411a-8a1e-3b152bfaccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:56.938170 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-df387e21-8f5c-411a-8a1e-3b152bfaccd1 service neutron] 10.222.0.52 "GET /v2.0/ports/d811a547-5df6-408e-b47d-4a7f9810a4e5 HTTP/1.1" status: 200 len: 1027 time: 0.1078146 Jan 28 00:31:56.968130 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 9d83342b-b458-4468-b29b-250260cedbbd is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:31:56.969210 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9d83342b-b458-4468-b29b-250260cedbbd), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:57.005441 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49d6990f-fa30-4c24-b6dc-3d7ca27bcb0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:57.021476 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-49d6990f-fa30-4c24-b6dc-3d7ca27bcb0e admin admin] 10.222.0.70 "DELETE /v2.0/networks/97c33ad0-0461-45c3-9dc8-98632a31ba84 HTTP/1.1" status: 204 len: 168 time: 3.3298047 Jan 28 00:31:57.040395 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 9d83342b-b458-4468-b29b-250260cedbbd, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9d83342b-b458-4468-b29b-250260cedbbd,segment=NetworkSegment(6c39d751-0293-4329-af31-76e3b4ba793d),segment_id=6c39d751-0293-4329-af31-76e3b4ba793d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:31:57.040666 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42536) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:57.048621 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9d83342b-b458-4468-b29b-250260cedbbd), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:57.151552 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6990f-fa30-4c24-b6dc-3d7ca27bcb0e admin admin] Pushing event deleted for resources: {'Network': ['ID=97c33ad0-0461-45c3-9dc8-98632a31ba84,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:57.181866 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 91238fda-a801-4d57-881c-cb044047a1b7 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:31:57.263581 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-35cf6a8b-f344-4170-a15b-7bb8931a79a4 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (e4e12e0c-329c-417c-b3ea-0ad031a24fbd), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:57.268003 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 91238fda-a801-4d57-881c-cb044047a1b7 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:31:57.268357 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 91238fda-a801-4d57-881c-cb044047a1b7 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:31:57.298718 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=9d83342b-b458-4468-b29b-250260cedbbd,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:57.408439 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a67bae2-6371-40a2-920a-666282e45b27 None None] Network 9e95df89-e401-4bbf-9b7b-17ebec15fddb requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:31:57.591834 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-a6e9106b-a216-4f9c-b07a-4364972386cc admin admin] Allocated IP 172.25.3.122 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/904a8f58-e828-4bd2-8221-48a3b6a241ee) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:31:57.635368 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-c119c797-aee2-42bf-9d88-952e212027a5 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:57.645879 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-c119c797-aee2-42bf-9d88-952e212027a5 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:57.658009 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-c119c797-aee2-42bf-9d88-952e212027a5 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:31:57.663381 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-c119c797-aee2-42bf-9d88-952e212027a5 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.52 "GET /v2.0/networks?id=962b6d11-960d-42e0-95f3-b55d3f9f0ed4&id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&id=ced11932-ebe6-4a02-b131-3fdaf9b641b0&id=ced11932-ebe6-4a02-b131-3fdaf9b641b0 HTTP/1.1" status: 200 len: 1990 time: 0.6690617 Jan 28 00:31:57.672613 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5421d2d5-7430-4963-b190-165834f06779 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f28d37317b50424a80a8d34012545a00&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4898746 Jan 28 00:31:57.676542 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ec4f81ca-efd9-48cc-b7ba-f50152b003bb None None] Provisioning complete for port 9d83342b-b458-4468-b29b-250260cedbbd triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:31:57.677064 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ec4f81ca-efd9-48cc-b7ba-f50152b003bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9d83342b-b458-4468-b29b-250260cedbbd), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:57.746440 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42544) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:57.752749 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-98074a04-19f6-479c-872b-67ae70d785db req-e2d29bfa-3032-47c2-b3df-7af72d669bb3 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.3904879 Jan 28 00:31:57.756339 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49ca614-32ab-4a3c-b517-a2571307e544 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network 0810c7cb-bba6-4cac-b379-99c3a9593038 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:31:57.784877 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-f49ca614-32ab-4a3c-b517-a2571307e544 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:31:57.886634 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ec4f81ca-efd9-48cc-b7ba-f50152b003bb None None] Current status of the port 9d83342b-b458-4468-b29b-250260cedbbd is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:31:58.006058 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-e00a1b5a-bfd0-4803-a862-770f7addbfbe tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bda1a11a40447e984dbfecb2102fcad HTTP/1.1" status: 200 len: 380 time: 0.2579103 Jan 28 00:31:58.034243 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-1a83f080-d590-4ab8-ade7-42a222078141 req-5780be78-5ec6-4080-b9ab-e730e742c7c7 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Request body: {'port': {'device_id': '79cc3739-9058-4a58-9251-ed5d939acbba', 'network_id': '962b6d11-960d-42e0-95f3-b55d3f9f0ed4', 'admin_state_up': True, 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'security_groups': ['01497368-8712-442d-8e8a-753b969ae50f']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:31:58.254855 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9d83342b-b458-4468-b29b-250260cedbbd up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:31:58.436945 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-35cf6a8b-f344-4170-a15b-7bb8931a79a4 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (e4e12e0c-329c-417c-b3ea-0ad031a24fbd), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:58.473265 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-039955a5-4b4b-48c4-af58-204b1c596881 None None] Provisioning complete for port 9d83342b-b458-4468-b29b-250260cedbbd triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:31:58.473876 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-039955a5-4b4b-48c4-af58-204b1c596881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9d83342b-b458-4468-b29b-250260cedbbd), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:58.487170 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-35cf6a8b-f344-4170-a15b-7bb8931a79a4 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4e12e0c-329c-417c-b3ea-0ad031a24fbd']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:58.512335 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-35cf6a8b-f344-4170-a15b-7bb8931a79a4 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a391514-8b42-4439-887c-b6dc0d8b2783') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:58.512812 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-35cf6a8b-f344-4170-a15b-7bb8931a79a4 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a391514-8b42-4439-887c-b6dc0d8b2783') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:58.530294 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-35cf6a8b-f344-4170-a15b-7bb8931a79a4 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (9a391514-8b42-4439-887c-b6dc0d8b2783), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:58.546174 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-35cf6a8b-f344-4170-a15b-7bb8931a79a4 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (9a391514-8b42-4439-887c-b6dc0d8b2783), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:58.555976 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35cf6a8b-f344-4170-a15b-7bb8931a79a4 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:31:58.556624 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-35cf6a8b-f344-4170-a15b-7bb8931a79a4 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (9a391514-8b42-4439-887c-b6dc0d8b2783), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:58.649963 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6e9106b-a216-4f9c-b07a-4364972386cc admin admin] Publish callbacks [] for port (904a8f58-e828-4bd2-8221-48a3b6a241ee), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:58.682268 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:31:58.682268 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:31:58.682268 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:31:58.682268 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:31:58.682268 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:31:58.682268 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:31:58.682268 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:31:58.682268 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:31:58.682268 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:31:58.682268 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:31:58.682268 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:31:58.682268 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:31:58.682268 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:31:58.682268 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:31:58.682268 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:31:58.682268 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:31:58.682268 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:31:58.682268 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:31:58.682268 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:31:58.682268 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:31:58.682268 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:31:58.682268 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:31:58.682268 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:31:58.682268 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:31:58.682268 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:31:58.682268 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:31:58.682268 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:31:58.682268 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:31:58.682268 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:31:58.682268 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:31:58.682268 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:31:58.682268 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:31:58.730687 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-35cf6a8b-f344-4170-a15b-7bb8931a79a4 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (e4e12e0c-329c-417c-b3ea-0ad031a24fbd), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:58.743230 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-5780be78-5ec6-4080-b9ab-e730e742c7c7 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Made reservation on behalf of 5bda1a11a40447e984dbfecb2102fcad for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:31:58.752006 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-5780be78-5ec6-4080-b9ab-e730e742c7c7 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:58.782685 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 9d83342b-b458-4468-b29b-250260cedbbd triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:31:58.783578 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9d83342b-b458-4468-b29b-250260cedbbd), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:58.973728 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6e9106b-a216-4f9c-b07a-4364972386cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (904a8f58-e828-4bd2-8221-48a3b6a241ee), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:59.092638 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49ca614-32ab-4a3c-b517-a2571307e544 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Router 2502d37f-4661-42f1-98c1-42a089e666df is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:31:59.117369 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-1a83f080-d590-4ab8-ade7-42a222078141 req-5780be78-5ec6-4080-b9ab-e730e742c7c7 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Allocated IP 172.20.0.12 (962b6d11-960d-42e0-95f3-b55d3f9f0ed4/3e045621-a000-4f31-813f-19aff9c83672/6276b1e7-274c-424a-ad22-502097950c2e) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:31:59.216829 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e9106b-a216-4f9c-b07a-4364972386cc admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:31:59.236836 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9106b-a216-4f9c-b07a-4364972386cc admin admin] Pushing event updated for resources: {'Port': ['ID=904a8f58-e828-4bd2-8221-48a3b6a241ee,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:31:59.297537 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-039955a5-4b4b-48c4-af58-204b1c596881 None None] Current status of the port 9d83342b-b458-4468-b29b-250260cedbbd is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:31:59.348029 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 9d83342b-b458-4468-b29b-250260cedbbd is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:31:59.422931 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49ca614-32ab-4a3c-b517-a2571307e544 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:31:59.430758 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-a6e9106b-a216-4f9c-b07a-4364972386cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:31:59.446527 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f49ca614-32ab-4a3c-b517-a2571307e544 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "PUT /v2.0/routers/2502d37f-4661-42f1-98c1-42a089e666df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1489465 Jan 28 00:31:59.454317 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e255ff56-291c-4797-9d0f-eeb83c33600e None None] Sync routers for ids ['2502d37f-4661-42f1-98c1-42a089e666df'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:31:59.462308 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e9106b-a216-4f9c-b07a-4364972386cc admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:31:59.484489 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e255ff56-291c-4797-9d0f-eeb83c33600e None None] Routers {'2502d37f-4661-42f1-98c1-42a089e666df'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:31:59.485038 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e255ff56-291c-4797-9d0f-eeb83c33600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:31:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2502d37f-4661-42f1-98c1-42a089e666df'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:59.494358 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-187ee65d-41e7-4d3b-ad7a-31a53f6b203d None None] Provisioning complete for port 6a41449a-8543-461f-a0f7-ff2bfc3810ac triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:31:59.494995 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-187ee65d-41e7-4d3b-ad7a-31a53f6b203d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6a41449a-8543-461f-a0f7-ff2bfc3810ac), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:59.525557 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42560) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:31:59.590716 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-5780be78-5ec6-4080-b9ab-e730e742c7c7 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for port (6276b1e7-274c-424a-ad22-502097950c2e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:59.591227 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e255ff56-291c-4797-9d0f-eeb83c33600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:59.623462 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e255ff56-291c-4797-9d0f-eeb83c33600e None None] Routers {'2502d37f-4661-42f1-98c1-42a089e666df'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:31:59.626388 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e255ff56-291c-4797-9d0f-eeb83c33600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:31:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2502d37f-4661-42f1-98c1-42a089e666df'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:59.678545 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-187ee65d-41e7-4d3b-ad7a-31a53f6b203d None None] Port 6a41449a-8543-461f-a0f7-ff2bfc3810ac cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:31:59.744104 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cf6a8b-f344-4170-a15b-7bb8931a79a4 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e4e12e0c-329c-417c-b3ea-0ad031a24fbd {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 00:31:59.751240 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c0f470a8-fc03-423d-a8a8-ec12aebb876a admin admin] Publish callbacks [] for security_group (2be83aa4-a00e-4685-8a20-dbcde2ceae8b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:59.805784 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c0f470a8-fc03-423d-a8a8-ec12aebb876a admin admin] Publish callbacks [] for security_group (2be83aa4-a00e-4685-8a20-dbcde2ceae8b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:59.929005 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-35cf6a8b-f344-4170-a15b-7bb8931a79a4 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:59.939107 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-35cf6a8b-f344-4170-a15b-7bb8931a79a4 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "DELETE /v2.0/networks/e4e12e0c-329c-417c-b3ea-0ad031a24fbd HTTP/1.1" status: 204 len: 168 time: 3.7366555 Jan 28 00:31:59.941341 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-5780be78-5ec6-4080-b9ab-e730e742c7c7 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (6276b1e7-274c-424a-ad22-502097950c2e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:31:59.988672 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e255ff56-291c-4797-9d0f-eeb83c33600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:31:59.989307 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e255ff56-291c-4797-9d0f-eeb83c33600e None None] The sync data for ids ['2502d37f-4661-42f1-98c1-42a089e666df'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:32:00.057885 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780be78-5ec6-4080-b9ab-e730e742c7c7 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Pushing event updated for resources: {'Port': ['ID=6276b1e7-274c-424a-ad22-502097950c2e,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:00.060553 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c0f470a8-fc03-423d-a8a8-ec12aebb876a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2be83aa4-a00e-4685-8a20-dbcde2ceae8b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:00.063120 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c0f470a8-fc03-423d-a8a8-ec12aebb876a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:00.064339 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c0f470a8-fc03-423d-a8a8-ec12aebb876a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2be83aa4-a00e-4685-8a20-dbcde2ceae8b HTTP/1.1" status: 204 len: 168 time: 2.3104460 Jan 28 00:32:00.065347 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf6a8b-f344-4170-a15b-7bb8931a79a4 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Pushing event deleted for resources: {'Network': ['ID=e4e12e0c-329c-417c-b3ea-0ad031a24fbd,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:00.082848 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a83f080-d590-4ab8-ade7-42a222078141 req-5780be78-5ec6-4080-b9ab-e730e742c7c7 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Network 962b6d11-960d-42e0-95f3-b55d3f9f0ed4 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:32:00.087258 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f470a8-fc03-423d-a8a8-ec12aebb876a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be83aa4-a00e-4685-8a20-dbcde2ceae8b,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:00.090943 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-1a83f080-d590-4ab8-ade7-42a222078141 req-5780be78-5ec6-4080-b9ab-e730e742c7c7 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:32:00.100445 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60400956-7595-48fd-bbce-01256cfe45c7 req-7b6ba85b-9757-490c-80a1-eedf81421736 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:00.102228 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-60400956-7595-48fd-bbce-01256cfe45c7 req-7b6ba85b-9757-490c-80a1-eedf81421736 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 932 time: 0.4192617 Jan 28 00:32:00.103386 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a83f080-d590-4ab8-ade7-42a222078141 req-5780be78-5ec6-4080-b9ab-e730e742c7c7 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:32:00.107590 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1e9009-78a0-4403-841f-5ea8b1794353 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:00.111467 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5a1e9009-78a0-4403-841f-5ea8b1794353 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "GET /v2.0/ports?device_id=2502d37f-4661-42f1-98c1-42a089e666df HTTP/1.1" status: 200 len: 987 time: 0.5328164 Jan 28 00:32:00.140730 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42566) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:00.165094 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-5780be78-5ec6-4080-b9ab-e730e742c7c7 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:00.165776 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-5780be78-5ec6-4080-b9ab-e730e742c7c7 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:00.224871 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-5780be78-5ec6-4080-b9ab-e730e742c7c7 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1948371 Jan 28 00:32:00.243390 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-1a83f080-d590-4ab8-ade7-42a222078141 req-46e8a0cf-1276-4982-a8c1-7314cec0d8bb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Request body: {'port': {'device_id': '79cc3739-9058-4a58-9251-ed5d939acbba', 'network_id': '0efd91fa-a4c6-4618-8488-fef9eaa5de00', 'admin_state_up': True, 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'security_groups': ['01497368-8712-442d-8e8a-753b969ae50f']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:00.375425 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6e9106b-a216-4f9c-b07a-4364972386cc admin admin] Publish callbacks [] for router_gateway (aba8511e-0be4-4e9a-bda5-0d0b5271a0ff), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:00.692248 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-46e8a0cf-1276-4982-a8c1-7314cec0d8bb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Made reservation on behalf of 5bda1a11a40447e984dbfecb2102fcad for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:32:00.700184 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-46e8a0cf-1276-4982-a8c1-7314cec0d8bb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:00.772386 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-60400956-7595-48fd-bbce-01256cfe45c7 req-71540d7c-cb5e-4169-9918-9004475f4b3a tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5846665 Jan 28 00:32:00.833350 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-556a1e68-87b9-4368-9211-b1c739167c20 None None] Provisioning complete for port 6276b1e7-274c-424a-ad22-502097950c2e triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:32:00.838380 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-556a1e68-87b9-4368-9211-b1c739167c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6276b1e7-274c-424a-ad22-502097950c2e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:00.985206 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42582) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:00.994315 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-e16b82c3-5c97-42f0-b42f-9dd265ea8cbd tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Request body: {'router': {'name': 'tempest-router--747124879', 'project_id': '51a6c210b24d4d41830e267c1d8f49ff'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:01.022144 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-556a1e68-87b9-4368-9211-b1c739167c20 None None] Port 6276b1e7-274c-424a-ad22-502097950c2e cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:32:01.095497 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e16b82c3-5c97-42f0-b42f-9dd265ea8cbd tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (82f540c8-f251-4314-baa2-8f994af94c63), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:01.097023 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e16b82c3-5c97-42f0-b42f-9dd265ea8cbd tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (82f540c8-f251-4314-baa2-8f994af94c63), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:01.342861 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e16b82c3-5c97-42f0-b42f-9dd265ea8cbd tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router_controller (82f540c8-f251-4314-baa2-8f994af94c63), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:01.386759 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e16b82c3-5c97-42f0-b42f-9dd265ea8cbd tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (82f540c8-f251-4314-baa2-8f994af94c63), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:01.460345 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-1a83f080-d590-4ab8-ade7-42a222078141 req-46e8a0cf-1276-4982-a8c1-7314cec0d8bb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Allocated IP 10.1.1.197 (0efd91fa-a4c6-4618-8488-fef9eaa5de00/2d9566eb-7bee-4e72-9ce3-a47d9d3737eb/94ae3a89-fc27-4196-b863-313cd277b634) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:32:01.576750 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2be04053-bf1c-49f9-be9f-cbde5d9a7d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (fe901e28-3690-436f-881e-a4b1fdaa8f5f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:01.617185 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e16b82c3-5c97-42f0-b42f-9dd265ea8cbd tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:01.621645 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e16b82c3-5c97-42f0-b42f-9dd265ea8cbd tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6349373 Jan 28 00:32:01.624771 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42600) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:01.749859 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cbc78d86-9fc9-469e-89e7-2df757b795c9 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router (82f540c8-f251-4314-baa2-8f994af94c63), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:01.754177 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-46e8a0cf-1276-4982-a8c1-7314cec0d8bb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for port (94ae3a89-fc27-4196-b863-313cd277b634), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:02.056623 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6e9106b-a216-4f9c-b07a-4364972386cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (aba8511e-0be4-4e9a-bda5-0d0b5271a0ff), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:02.195206 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cbc78d86-9fc9-469e-89e7-2df757b795c9 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (82f540c8-f251-4314-baa2-8f994af94c63), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:02.217790 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cbc78d86-9fc9-469e-89e7-2df757b795c9 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router_controller (82f540c8-f251-4314-baa2-8f994af94c63), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:02.335109 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-46e8a0cf-1276-4982-a8c1-7314cec0d8bb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (94ae3a89-fc27-4196-b863-313cd277b634), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:02.357082 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cbc78d86-9fc9-469e-89e7-2df757b795c9 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (82f540c8-f251-4314-baa2-8f994af94c63), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:02.359406 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc78d86-9fc9-469e-89e7-2df757b795c9 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82f540c8-f251-4314-baa2-8f994af94c63 {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:32:02.368892 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cbc78d86-9fc9-469e-89e7-2df757b795c9 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:02.375847 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-cbc78d86-9fc9-469e-89e7-2df757b795c9 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "DELETE /v2.0/routers/82f540c8-f251-4314-baa2-8f994af94c63 HTTP/1.1" status: 204 len: 168 time: 0.7496791 Jan 28 00:32:02.387250 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf01e7-803c-4705-9d0d-e237e7ca1c06 req-73d2c322-931c-4e5d-b006-743916684813 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:02.394676 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2bbf01e7-803c-4705-9d0d-e237e7ca1c06 req-73d2c322-931c-4e5d-b006-743916684813 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 932 time: 0.4658411 Jan 28 00:32:02.476365 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a83f080-d590-4ab8-ade7-42a222078141 req-46e8a0cf-1276-4982-a8c1-7314cec0d8bb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Network 0efd91fa-a4c6-4618-8488-fef9eaa5de00 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:32:02.482271 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-1a83f080-d590-4ab8-ade7-42a222078141 req-46e8a0cf-1276-4982-a8c1-7314cec0d8bb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:32:02.492973 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a83f080-d590-4ab8-ade7-42a222078141 req-46e8a0cf-1276-4982-a8c1-7314cec0d8bb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:32:02.583126 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-46e8a0cf-1276-4982-a8c1-7314cec0d8bb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:02.584829 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-46e8a0cf-1276-4982-a8c1-7314cec0d8bb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:02.626499 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-46e8a0cf-1276-4982-a8c1-7314cec0d8bb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3893692 Jan 28 00:32:02.635546 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8a0cf-1276-4982-a8c1-7314cec0d8bb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Pushing event updated for resources: {'Port': ['ID=94ae3a89-fc27-4196-b863-313cd277b634,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:02.679947 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e9106b-a216-4f9c-b07a-4364972386cc admin admin] Router aba8511e-0be4-4e9a-bda5-0d0b5271a0ff is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:32:02.693543 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cacac82c-0c08-4627-acc7-8d5679a11e13 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Request body: {'port': {'device_id': '79cc3739-9058-4a58-9251-ed5d939acbba', 'network_id': '0efd91fa-a4c6-4618-8488-fef9eaa5de00', 'admin_state_up': True, 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'security_groups': ['01497368-8712-442d-8e8a-753b969ae50f']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:02.789374 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2bbf01e7-803c-4705-9d0d-e237e7ca1c06 req-c7a23492-4bd0-4e2c-80ec-d2509a08beee tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3890707 Jan 28 00:32:02.971340 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42628) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:03.126290 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-fc680d99-4ffb-480e-ba00-906a2d88ad71 None None] Provisioning complete for port 94ae3a89-fc27-4196-b863-313cd277b634 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:32:03.132235 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fc680d99-4ffb-480e-ba00-906a2d88ad71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (94ae3a89-fc27-4196-b863-313cd277b634), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:03.159688 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42632) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:03.182487 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-fc680d99-4ffb-480e-ba00-906a2d88ad71 None None] Port 94ae3a89-fc27-4196-b863-313cd277b634 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:32:03.291746 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55182f-0de8-46b9-a8a7-18ecee37c57d req-798192a6-db53-4f50-8da7-b72e627f4731 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:03.300370 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e9106b-a216-4f9c-b07a-4364972386cc admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:32:03.314687 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332b9011-8a87-42a7-a213-6b6144634c54 None None] Sync routers for ids ['aba8511e-0be4-4e9a-bda5-0d0b5271a0ff'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:32:03.319160 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5c55182f-0de8-46b9-a8a7-18ecee37c57d req-798192a6-db53-4f50-8da7-b72e627f4731 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 946 time: 0.3873067 Jan 28 00:32:03.342658 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332b9011-8a87-42a7-a213-6b6144634c54 None None] Routers {'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:32:03.343587 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-332b9011-8a87-42a7-a213-6b6144634c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:31:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['aba8511e-0be4-4e9a-bda5-0d0b5271a0ff'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:32:03.519206 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6e9106b-a216-4f9c-b07a-4364972386cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:03.525856 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a6e9106b-a216-4f9c-b07a-4364972386cc admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.9451487 Jan 28 00:32:03.527180 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42636) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:03.588243 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5c55182f-0de8-46b9-a8a7-18ecee37c57d req-436f485f-30e8-4956-b6c3-d7040b475f26 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2669654 Jan 28 00:32:03.596918 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cacac82c-0c08-4627-acc7-8d5679a11e13 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Made reservation on behalf of 5bda1a11a40447e984dbfecb2102fcad for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:32:03.601068 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cacac82c-0c08-4627-acc7-8d5679a11e13 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:03.694318 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-332b9011-8a87-42a7-a213-6b6144634c54 None None] Set router aba8511e-0be4-4e9a-bda5-0d0b5271a0ff gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:32:03.846770 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a026910-3300-4148-9503-2809d2e27bbd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (2502d37f-4661-42f1-98c1-42a089e666df), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:04.108923 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-c9434dac-30cc-48d0-a767-b06bb1332ba2 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-631454872', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}, 'admin_state_up': False}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:04.157493 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cacac82c-0c08-4627-acc7-8d5679a11e13 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Allocated IP 10.1.1.118 (0efd91fa-a4c6-4618-8488-fef9eaa5de00/2d9566eb-7bee-4e72-9ce3-a47d9d3737eb/6fe75345-323e-4c17-9167-f80f61f5b382) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:32:04.194144 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-95785d6f-9bdb-4f3f-b5e5-11f5d47595b9 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:04.195408 n-d-826754-1 neutron-server[103344]: WARNING neutron.api.v2.base [None req-95785d6f-9bdb-4f3f-b5e5-11f5d47595b9 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 00:32:04.196037 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-95785d6f-9bdb-4f3f-b5e5-11f5d47595b9 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 00:32:04.217778 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-95785d6f-9bdb-4f3f-b5e5-11f5d47595b9 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 1.2261746 Jan 28 00:32:04.220964 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42644) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:04.294502 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-113f898a-0ef6-4f80-abf2-5799ff62609e tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group': {'name': 'tempest-secgroup--2140818029'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:04.465269 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5a114-7767-4457-bb21-c5400230f21f req-9e426305-275f-484e-88b0-cf1ad2544c2c tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:04.471444 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5a114-7767-4457-bb21-c5400230f21f req-9e426305-275f-484e-88b0-cf1ad2544c2c tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:04.473726 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9b5a114-7767-4457-bb21-c5400230f21f req-9e426305-275f-484e-88b0-cf1ad2544c2c tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 1654 time: 0.4500906 Jan 28 00:32:04.481312 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c9434dac-30cc-48d0-a767-b06bb1332ba2 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (49554ce2-37a2-4999-bd11-1f5444028083), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:04.482821 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c9434dac-30cc-48d0-a767-b06bb1332ba2 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (49554ce2-37a2-4999-bd11-1f5444028083), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:04.506625 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-113f898a-0ef6-4f80-abf2-5799ff62609e tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:04.527364 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-113f898a-0ef6-4f80-abf2-5799ff62609e tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:04.592337 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2be04053-bf1c-49f9-be9f-cbde5d9a7d8e admin admin] Deleting port 942c7d41-a610-4aaa-95ed-ec6486a1afe8 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:32:04.592591 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2be04053-bf1c-49f9-be9f-cbde5d9a7d8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (942c7d41-a610-4aaa-95ed-ec6486a1afe8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:04.632839 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-113f898a-0ef6-4f80-abf2-5799ff62609e tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (78bbf43d-fa14-4e86-a2f7-fa0e4d0e1799), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:04.663714 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-332b9011-8a87-42a7-a213-6b6144634c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'name': 'tempest-ServersTestManualDisk-979188077-router', 'tenant_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '904a8f58-e828-4bd2-8221-48a3b6a241ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:31:52Z', 'updated_at': '2022-01-28T00:31:59Z', 'revision_number': 3, 'project_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'gw_port': {'id': '904a8f58-e828-4bd2-8221-48a3b6a241ee', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:93:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:31:56Z', 'updated_at': '2022-01-28T00:31:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:32:04.710727 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332b9011-8a87-42a7-a213-6b6144634c54 None None] Checking router: aba8511e-0be4-4e9a-bda5-0d0b5271a0ff for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:32:04.711115 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332b9011-8a87-42a7-a213-6b6144634c54 None None] Updating router aba8511e-0be4-4e9a-bda5-0d0b5271a0ff port 904a8f58-e828-4bd2-8221-48a3b6a241ee binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:32:04.807518 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-332b9011-8a87-42a7-a213-6b6144634c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (904a8f58-e828-4bd2-8221-48a3b6a241ee), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:04.835050 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-113f898a-0ef6-4f80-abf2-5799ff62609e tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (78bbf43d-fa14-4e86-a2f7-fa0e4d0e1799), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:04.842308 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-2be04053-bf1c-49f9-be9f-cbde5d9a7d8e admin admin] For port 942c7d41-a610-4aaa-95ed-ec6486a1afe8, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=942c7d41-a610-4aaa-95ed-ec6486a1afe8,segment=NetworkSegment(968ede83-f29c-4243-b708-401482bc7716),segment_id=968ede83-f29c-4243-b708-401482bc7716)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:32:04.843093 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2be04053-bf1c-49f9-be9f-cbde5d9a7d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (942c7d41-a610-4aaa-95ed-ec6486a1afe8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:04.862619 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2be04053-bf1c-49f9-be9f-cbde5d9a7d8e admin admin] Calling delete_port for 942c7d41-a610-4aaa-95ed-ec6486a1afe8 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:32:04.939040 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c9434dac-30cc-48d0-a767-b06bb1332ba2 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router_controller (49554ce2-37a2-4999-bd11-1f5444028083), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:05.238509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f898a-0ef6-4f80-abf2-5799ff62609e tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78bbf43d-fa14-4e86-a2f7-fa0e4d0e1799,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:05.260489 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9b5a114-7767-4457-bb21-c5400230f21f req-ccc83e92-da7c-4d2d-9ed6-b9c0b67b5ec5 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7729118 Jan 28 00:32:05.265682 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7a026910-3300-4148-9503-2809d2e27bbd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting port 6a41449a-8543-461f-a0f7-ff2bfc3810ac {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:32:05.266029 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a026910-3300-4148-9503-2809d2e27bbd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (6a41449a-8543-461f-a0f7-ff2bfc3810ac), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:05.337953 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8d722-272b-4626-8750-41e4f8970003 req-121a3451-626d-4937-ba3c-9e6fb8b193e3 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:05.346490 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bdb8d722-272b-4626-8750-41e4f8970003 req-121a3451-626d-4937-ba3c-9e6fb8b193e3 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 946 time: 0.5577302 Jan 28 00:32:05.424332 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f898a-0ef6-4f80-abf2-5799ff62609e tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:05.424851 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f898a-0ef6-4f80-abf2-5799ff62609e tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:05.425011 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f898a-0ef6-4f80-abf2-5799ff62609e tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:05.425481 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f898a-0ef6-4f80-abf2-5799ff62609e tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:05.429644 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f898a-0ef6-4f80-abf2-5799ff62609e tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:05.433989 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f898a-0ef6-4f80-abf2-5799ff62609e tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:05.433989 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f898a-0ef6-4f80-abf2-5799ff62609e tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:05.433989 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f898a-0ef6-4f80-abf2-5799ff62609e tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:05.433989 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f898a-0ef6-4f80-abf2-5799ff62609e tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:05.433989 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f898a-0ef6-4f80-abf2-5799ff62609e tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:05.433989 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f898a-0ef6-4f80-abf2-5799ff62609e tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:05.433989 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f898a-0ef6-4f80-abf2-5799ff62609e tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:05.433989 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f898a-0ef6-4f80-abf2-5799ff62609e tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:05.539726 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c9434dac-30cc-48d0-a767-b06bb1332ba2 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router_gateway (49554ce2-37a2-4999-bd11-1f5444028083), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:05.547231 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cacac82c-0c08-4627-acc7-8d5679a11e13 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for port (6fe75345-323e-4c17-9167-f80f61f5b382), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:05.609119 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-113f898a-0ef6-4f80-abf2-5799ff62609e tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (80e76c1f-e903-4e25-81e5-5fd938d83341), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:05.631421 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-113f898a-0ef6-4f80-abf2-5799ff62609e tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (80e76c1f-e903-4e25-81e5-5fd938d83341), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:05.693762 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bdb8d722-272b-4626-8750-41e4f8970003 req-197b2aba-8f3c-41c2-9980-fef91db34fd5 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3459418 Jan 28 00:32:05.806892 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-332b9011-8a87-42a7-a213-6b6144634c54 None None] Publish callbacks [] for port (904a8f58-e828-4bd2-8221-48a3b6a241ee), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:05.836790 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-332b9011-8a87-42a7-a213-6b6144634c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (904a8f58-e828-4bd2-8221-48a3b6a241ee), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:05.845111 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-113f898a-0ef6-4f80-abf2-5799ff62609e tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:05.847309 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-113f898a-0ef6-4f80-abf2-5799ff62609e tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.5681691 Jan 28 00:32:05.868294 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cacac82c-0c08-4627-acc7-8d5679a11e13 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (6fe75345-323e-4c17-9167-f80f61f5b382), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:05.875462 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42652) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:05.885044 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-8e8ed3fe-dde0-4162-81f5-68efe27861e9 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group_rule': {'security_group_id': '80e76c1f-e903-4e25-81e5-5fd938d83341', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:05.913706 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b233b-28ff-4bca-8732-faa5e1f88d1a None None] Pushing event updated for resources: {'Port': ['ID=904a8f58-e828-4bd2-8221-48a3b6a241ee,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:05.923196 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f898a-0ef6-4f80-abf2-5799ff62609e tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80e76c1f-e903-4e25-81e5-5fd938d83341,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:06.014291 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-332b9011-8a87-42a7-a213-6b6144634c54 None None] Attempting to bind port 904a8f58-e828-4bd2-8221-48a3b6a241ee on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:32:06.015714 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-332b9011-8a87-42a7-a213-6b6144634c54 None None] Attempting to bind port 904a8f58-e828-4bd2-8221-48a3b6a241ee by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:32:06.016890 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332b9011-8a87-42a7-a213-6b6144634c54 None None] Attempting to bind port 904a8f58-e828-4bd2-8221-48a3b6a241ee on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:32:06.028130 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-75aeab0d-613d-407f-9db5-b7eb326aa71f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:06.045873 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332b9011-8a87-42a7-a213-6b6144634c54 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:32:06.047121 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332b9011-8a87-42a7-a213-6b6144634c54 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:32:06.048161 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-332b9011-8a87-42a7-a213-6b6144634c54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:06.049242 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332b9011-8a87-42a7-a213-6b6144634c54 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:32:06.051086 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-332b9011-8a87-42a7-a213-6b6144634c54 None None] Bound port: 904a8f58-e828-4bd2-8221-48a3b6a241ee, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:32:06.054005 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-332b9011-8a87-42a7-a213-6b6144634c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (904a8f58-e828-4bd2-8221-48a3b6a241ee), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:06.260547 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-332b9011-8a87-42a7-a213-6b6144634c54 None None] For port 904a8f58-e828-4bd2-8221-48a3b6a241ee, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:32:06.276485 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-332b9011-8a87-42a7-a213-6b6144634c54 None None] For port 904a8f58-e828-4bd2-8221-48a3b6a241ee, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=904a8f58-e828-4bd2-8221-48a3b6a241ee,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:32:06.288838 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-332b9011-8a87-42a7-a213-6b6144634c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (904a8f58-e828-4bd2-8221-48a3b6a241ee), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:06.443099 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332b9011-8a87-42a7-a213-6b6144634c54 None None] Routers {'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:32:06.443099 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-332b9011-8a87-42a7-a213-6b6144634c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:31:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['aba8511e-0be4-4e9a-bda5-0d0b5271a0ff'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:32:06.605753 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b233b-28ff-4bca-8732-faa5e1f88d1a None None] Pushing event updated for resources: {'Port': ['ID=904a8f58-e828-4bd2-8221-48a3b6a241ee,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:06.654154 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a026910-3300-4148-9503-2809d2e27bbd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (6a41449a-8543-461f-a0f7-ff2bfc3810ac), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:06.689299 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7a026910-3300-4148-9503-2809d2e27bbd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Calling delete_port for 6a41449a-8543-461f-a0f7-ff2bfc3810ac owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:32:06.912142 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-332b9011-8a87-42a7-a213-6b6144634c54 None None] Set router aba8511e-0be4-4e9a-bda5-0d0b5271a0ff gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:32:07.155134 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8e8ed3fe-dde0-4162-81f5-68efe27861e9 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group_rule (1c22e7e6-f840-48a4-ab8a-1bfa86e2df17), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:07.163890 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cacac82c-0c08-4627-acc7-8d5679a11e13 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Network 0efd91fa-a4c6-4618-8488-fef9eaa5de00 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:32:07.278909 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cacac82c-0c08-4627-acc7-8d5679a11e13 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:32:07.297114 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cacac82c-0c08-4627-acc7-8d5679a11e13 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:32:07.311747 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacac82c-0c08-4627-acc7-8d5679a11e13 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Pushing event updated for resources: {'Port': ['ID=6fe75345-323e-4c17-9167-f80f61f5b382,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:07.312478 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-332b9011-8a87-42a7-a213-6b6144634c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'name': 'tempest-ServersTestManualDisk-979188077-router', 'tenant_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '904a8f58-e828-4bd2-8221-48a3b6a241ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:31:52Z', 'updated_at': '2022-01-28T00:31:59Z', 'revision_number': 3, 'project_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'gw_port': {'id': '904a8f58-e828-4bd2-8221-48a3b6a241ee', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:93:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:31:56Z', 'updated_at': '2022-01-28T00:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:32:07.426797 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332b9011-8a87-42a7-a213-6b6144634c54 None None] The sync data for ids ['aba8511e-0be4-4e9a-bda5-0d0b5271a0ff'] in n-d-826754-1 is: [{'id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'name': 'tempest-ServersTestManualDisk-979188077-router', 'tenant_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '904a8f58-e828-4bd2-8221-48a3b6a241ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:31:52Z', 'updated_at': '2022-01-28T00:31:59Z', 'revision_number': 3, 'project_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'gw_port': {'id': '904a8f58-e828-4bd2-8221-48a3b6a241ee', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:93:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:31:56Z', 'updated_at': '2022-01-28T00:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:32:07.444322 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2be04053-bf1c-49f9-be9f-cbde5d9a7d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (942c7d41-a610-4aaa-95ed-ec6486a1afe8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:07.445731 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd855a2-84b3-4db2-b9f6-18154d8a19c7 req-a2a4e7ab-8e2d-42d3-9f1b-d6b03d2b8417 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:07.447332 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1fd855a2-84b3-4db2-b9f6-18154d8a19c7 req-a2a4e7ab-8e2d-42d3-9f1b-d6b03d2b8417 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 946 time: 0.3668761 Jan 28 00:32:07.487170 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ce2b0-a4a9-46e7-a888-06a4d2c81c94 req-a2355e8c-27fe-4c1f-b9bb-da102a99e0b2 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:07.553595 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ce2b0-a4a9-46e7-a888-06a4d2c81c94 req-a2355e8c-27fe-4c1f-b9bb-da102a99e0b2 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:07.566026 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ce2b0-a4a9-46e7-a888-06a4d2c81c94 req-a2355e8c-27fe-4c1f-b9bb-da102a99e0b2 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:07.586617 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b72ce2b0-a4a9-46e7-a888-06a4d2c81c94 req-a2355e8c-27fe-4c1f-b9bb-da102a99e0b2 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 2375 time: 0.5030515 Jan 28 00:32:07.730339 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be04053-bf1c-49f9-be9f-cbde5d9a7d8e admin admin] Pushing event deleted for resources: {'Port': ['ID=942c7d41-a610-4aaa-95ed-ec6486a1afe8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:07.777891 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cacac82c-0c08-4627-acc7-8d5679a11e13 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:07.779153 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cacac82c-0c08-4627-acc7-8d5679a11e13 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:08.140983 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8e8ed3fe-dde0-4162-81f5-68efe27861e9 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group_rule (1c22e7e6-f840-48a4-ab8a-1bfa86e2df17), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:08.162136 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1fd855a2-84b3-4db2-b9f6-18154d8a19c7 req-8dc4b1ed-5f85-4ec3-9298-61aed4ab256c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5423119 Jan 28 00:32:08.178075 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d3335cb-b73b-418d-a419-df47268e5e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:08.203968 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8e8ed3fe-dde0-4162-81f5-68efe27861e9 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (1c22e7e6-f840-48a4-ab8a-1bfa86e2df17), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:08.238084 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cacac82c-0c08-4627-acc7-8d5679a11e13 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5815492 Jan 28 00:32:08.374358 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-08bfbaea-5473-4143-99a3-7dafbbe25e5e None None] Provisioning complete for port 6fe75345-323e-4c17-9167-f80f61f5b382 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:32:08.375803 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08bfbaea-5473-4143-99a3-7dafbbe25e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6fe75345-323e-4c17-9167-f80f61f5b382), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:08.513988 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-1a83f080-d590-4ab8-ade7-42a222078141 req-b72640de-da25-4e46-9b64-58c6124f7af1 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Request body: {'port': {'device_id': '79cc3739-9058-4a58-9251-ed5d939acbba', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ced11932-ebe6-4a02-b131-3fdaf9b641b0', 'admin_state_up': True, 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'security_groups': ['01497368-8712-442d-8e8a-753b969ae50f']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:08.550655 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e1977ee6-e6d0-4678-88cf-5db00506a56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:08.594251 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-08bfbaea-5473-4143-99a3-7dafbbe25e5e None None] Port 6fe75345-323e-4c17-9167-f80f61f5b382 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:32:08.876617 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ed3fe-dde0-4162-81f5-68efe27861e9 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c22e7e6-f840-48a4-ab8a-1bfa86e2df17,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:08.915389 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b72ce2b0-a4a9-46e7-a888-06a4d2c81c94 req-0e522445-c9a5-43b1-aef5-53d029ec0d18 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3271790 Jan 28 00:32:08.952483 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2be04053-bf1c-49f9-be9f-cbde5d9a7d8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (fe901e28-3690-436f-881e-a4b1fdaa8f5f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:08.959061 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a026910-3300-4148-9503-2809d2e27bbd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (6a41449a-8543-461f-a0f7-ff2bfc3810ac), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:09.051171 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8e8ed3fe-dde0-4162-81f5-68efe27861e9 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:09.054589 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8e8ed3fe-dde0-4162-81f5-68efe27861e9 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.1771107 Jan 28 00:32:09.057722 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c9434dac-30cc-48d0-a767-b06bb1332ba2 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router_gateway (49554ce2-37a2-4999-bd11-1f5444028083), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:09.082033 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42666) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:09.093983 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c9434dac-30cc-48d0-a767-b06bb1332ba2 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:09.338246 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a026910-3300-4148-9503-2809d2e27bbd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Port': ['ID=6a41449a-8543-461f-a0f7-ff2bfc3810ac,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:09.376669 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-c9434dac-30cc-48d0-a767-b06bb1332ba2 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Allocated IP 172.25.3.102 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/1229d0c7-05ff-40ad-badc-553d2b871510) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:32:09.519167 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-ea1367fe-3579-402d-9a27-f5ca5ef13c5d tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group_rule': {'security_group_id': '80e76c1f-e903-4e25-81e5-5fd938d83341', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:09.525297 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a026910-3300-4148-9503-2809d2e27bbd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:09.526076 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a026910-3300-4148-9503-2809d2e27bbd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:09.526439 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a026910-3300-4148-9503-2809d2e27bbd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:09.526802 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a026910-3300-4148-9503-2809d2e27bbd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:09.527124 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a026910-3300-4148-9503-2809d2e27bbd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:09.527677 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a026910-3300-4148-9503-2809d2e27bbd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:09.528212 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a026910-3300-4148-9503-2809d2e27bbd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:09.528784 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a026910-3300-4148-9503-2809d2e27bbd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:09.529314 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a026910-3300-4148-9503-2809d2e27bbd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:09.529829 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a026910-3300-4148-9503-2809d2e27bbd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:09.530350 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a026910-3300-4148-9503-2809d2e27bbd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:09.530854 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a026910-3300-4148-9503-2809d2e27bbd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:09.531355 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a026910-3300-4148-9503-2809d2e27bbd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:09.644745 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-4d3335cb-b73b-418d-a419-df47268e5e2c admin admin] Allocated IP 172.20.0.1 (9e95df89-e401-4bbf-9b7b-17ebec15fddb/79ed3d9a-927a-4da1-a8ac-6c809e04b4ad/8e62d60a-d6c4-4135-a434-69d70daa7304) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:32:09.648122 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:09.696960 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be04053-bf1c-49f9-be9f-cbde5d9a7d8e admin admin] Router fe901e28-3690-436f-881e-a4b1fdaa8f5f has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:32:09.704847 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a026910-3300-4148-9503-2809d2e27bbd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (2502d37f-4661-42f1-98c1-42a089e666df), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:10.047553 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ea1367fe-3579-402d-9a27-f5ca5ef13c5d tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group_rule (4dc34c35-cc09-4020-9297-2a56105aeb22), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:10.147696 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-b72640de-da25-4e46-9b64-58c6124f7af1 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Made reservation on behalf of 5bda1a11a40447e984dbfecb2102fcad for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:32:10.306662 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c9434dac-30cc-48d0-a767-b06bb1332ba2 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for port (1229d0c7-05ff-40ad-badc-553d2b871510), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:10.320462 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4d0d9-ce81-4ca7-8352-a77c66d0bb64 req-d33a97bf-acec-4ad6-b55e-6bd6785a01f9 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:10.329688 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-64f4d0d9-ce81-4ca7-8352-a77c66d0bb64 req-d33a97bf-acec-4ad6-b55e-6bd6785a01f9 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 946 time: 0.7903452 Jan 28 00:32:10.377937 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 904a8f58-e828-4bd2-8221-48a3b6a241ee up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:32:10.415554 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a026910-3300-4148-9503-2809d2e27bbd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Router 2502d37f-4661-42f1-98c1-42a089e666df has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:32:10.457762 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d3335cb-b73b-418d-a419-df47268e5e2c admin admin] Publish callbacks [] for port (8e62d60a-d6c4-4135-a434-69d70daa7304), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:10.472575 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be04053-bf1c-49f9-be9f-cbde5d9a7d8e admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:32:10.488556 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 904a8f58-e828-4bd2-8221-48a3b6a241ee triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:32:10.489404 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (904a8f58-e828-4bd2-8221-48a3b6a241ee), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:10.492922 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebe1d0d-14da-4d54-b373-573b2e54cfab None None] Sync routers for ids ['fe901e28-3690-436f-881e-a4b1fdaa8f5f'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:32:10.498339 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2be04053-bf1c-49f9-be9f-cbde5d9a7d8e admin admin] 10.222.0.70 "PUT /v2.0/routers/fe901e28-3690-436f-881e-a4b1fdaa8f5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4560707 Jan 28 00:32:10.515602 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42676) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:10.526598 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebe1d0d-14da-4d54-b373-573b2e54cfab None None] Routers {'fe901e28-3690-436f-881e-a4b1fdaa8f5f'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:32:10.527749 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-1ebe1d0d-14da-4d54-b373-573b2e54cfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:32:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['fe901e28-3690-436f-881e-a4b1fdaa8f5f'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:32:10.612758 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-ea1367fe-3579-402d-9a27-f5ca5ef13c5d tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 00:32:10.614572 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ea1367fe-3579-402d-9a27-f5ca5ef13c5d tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1164715 Jan 28 00:32:10.630812 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42678) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:10.681604 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c61ca-453c-41e2-b9b9-8cea5fd0d9c3 req-9cf3333d-9b83-458f-bd72-1de59fe07283 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:10.688027 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c61ca-453c-41e2-b9b9-8cea5fd0d9c3 req-9cf3333d-9b83-458f-bd72-1de59fe07283 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:10.739506 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c61ca-453c-41e2-b9b9-8cea5fd0d9c3 req-9cf3333d-9b83-458f-bd72-1de59fe07283 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:10.772500 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a28c61ca-453c-41e2-b9b9-8cea5fd0d9c3 req-9cf3333d-9b83-458f-bd72-1de59fe07283 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 2375 time: 0.4759037 Jan 28 00:32:10.828608 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 904a8f58-e828-4bd2-8221-48a3b6a241ee is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:32:10.829665 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (904a8f58-e828-4bd2-8221-48a3b6a241ee), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:10.889007 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-b72640de-da25-4e46-9b64-58c6124f7af1 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:10.903336 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 904a8f58-e828-4bd2-8221-48a3b6a241ee, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=904a8f58-e828-4bd2-8221-48a3b6a241ee,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:32:10.905954 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-64f4d0d9-ce81-4ca7-8352-a77c66d0bb64 req-1d6fadff-c379-40bd-a795-22e518a8bbcb tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5695927 Jan 28 00:32:10.927734 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (904a8f58-e828-4bd2-8221-48a3b6a241ee), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:10.972803 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c9434dac-30cc-48d0-a767-b06bb1332ba2 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (1229d0c7-05ff-40ad-badc-553d2b871510), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:10.985298 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-1ebe1d0d-14da-4d54-b373-573b2e54cfab None None] Set router fe901e28-3690-436f-881e-a4b1fdaa8f5f gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:32:11.102752 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9434dac-30cc-48d0-a767-b06bb1332ba2 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Pushing event updated for resources: {'Port': ['ID=1229d0c7-05ff-40ad-badc-553d2b871510,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:11.161064 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a28c61ca-453c-41e2-b9b9-8cea5fd0d9c3 req-e72f5e3b-3d0e-4720-a044-8212c88fd3ae tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3847580 Jan 28 00:32:11.201339 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9434dac-30cc-48d0-a767-b06bb1332ba2 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:32:11.205488 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-c9434dac-30cc-48d0-a767-b06bb1332ba2 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:32:11.209450 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9434dac-30cc-48d0-a767-b06bb1332ba2 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:32:11.230406 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e614bac0-4e79-46b1-bb8c-443dcbd2ed2e admin admin] Publish callbacks [] for router (fe901e28-3690-436f-881e-a4b1fdaa8f5f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:11.236669 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d3335cb-b73b-418d-a419-df47268e5e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (8e62d60a-d6c4-4135-a434-69d70daa7304), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:11.469874 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:11.491702 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a026910-3300-4148-9503-2809d2e27bbd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:32:11.494069 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=904a8f58-e828-4bd2-8221-48a3b6a241ee,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:11.500860 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7a026910-3300-4148-9503-2809d2e27bbd tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "PUT /v2.0/routers/2502d37f-4661-42f1-98c1-42a089e666df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1266510 Jan 28 00:32:11.508379 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdf19d8-3ec0-485e-8625-597d4ece5b39 None None] Sync routers for ids ['2502d37f-4661-42f1-98c1-42a089e666df'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:32:11.514081 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42684) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:11.522072 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:11.522473 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:11.522739 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:11.523080 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:11.523410 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:11.523786 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:11.524116 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:11.524442 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:11.524765 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:11.525086 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:11.525409 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:11.525729 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:11.526049 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:11.589455 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdf19d8-3ec0-485e-8625-597d4ece5b39 None None] Routers {'2502d37f-4661-42f1-98c1-42a089e666df'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:32:11.590120 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-9cdf19d8-3ec0-485e-8625-597d4ece5b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:32:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2502d37f-4661-42f1-98c1-42a089e666df'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:32:11.607059 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9a5305-1d29-4300-8d9c-184f3131d796 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] GET failed (client error): The resource could not be found. Jan 28 00:32:11.613002 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8af9eff6-ba76-4f47-8505-62c6f337536c tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (80e76c1f-e903-4e25-81e5-5fd938d83341), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:11.620152 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0c9a5305-1d29-4300-8d9c-184f3131d796 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "GET /v2.0/ports/6a41449a-8543-461f-a0f7-ff2bfc3810ac HTTP/1.1" status: 404 len: 333 time: 0.1034963 Jan 28 00:32:11.622294 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3335cb-b73b-418d-a419-df47268e5e2c admin admin] Network 9e95df89-e401-4bbf-9b7b-17ebec15fddb is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:32:11.643656 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42686) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:11.657065 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-9cdf19d8-3ec0-485e-8625-597d4ece5b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:32:11.682308 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdf19d8-3ec0-485e-8625-597d4ece5b39 None None] Routers {'2502d37f-4661-42f1-98c1-42a089e666df'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:32:11.683004 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-9cdf19d8-3ec0-485e-8625-597d4ece5b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:32:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2502d37f-4661-42f1-98c1-42a089e666df'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:32:11.760523 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-1ebe1d0d-14da-4d54-b373-573b2e54cfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe901e28-3690-436f-881e-a4b1fdaa8f5f', 'name': 'tempest-TaggedBootDevicesTest_v242-1584634189-router', 'tenant_id': '935847cc5619485a960cee48252bc87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '471931f4-cd1e-458c-8e7c-344229f0c161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:17:00Z', 'updated_at': '2022-01-28T00:32:06Z', 'revision_number': 5, 'project_id': '935847cc5619485a960cee48252bc87d', 'gw_port': {'id': '471931f4-cd1e-458c-8e7c-344229f0c161', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe901e28-3690-436f-881e-a4b1fdaa8f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:17:02Z', 'updated_at': '2022-01-28T00:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:32:11.774674 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-9cdf19d8-3ec0-485e-8625-597d4ece5b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:32:11.775345 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdf19d8-3ec0-485e-8625-597d4ece5b39 None None] The sync data for ids ['2502d37f-4661-42f1-98c1-42a089e666df'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:32:11.802521 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a4843fd-cdf5-4155-a496-efcc8c8f814b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for router (2502d37f-4661-42f1-98c1-42a089e666df), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:11.804833 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-4d3335cb-b73b-418d-a419-df47268e5e2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:32:11.812446 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3335cb-b73b-418d-a419-df47268e5e2c admin admin] Pushing event updated for resources: {'Port': ['ID=8e62d60a-d6c4-4135-a434-69d70daa7304,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:11.825611 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8af9eff6-ba76-4f47-8505-62c6f337536c tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (80e76c1f-e903-4e25-81e5-5fd938d83341), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:11.856987 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3335cb-b73b-418d-a419-df47268e5e2c admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:32:11.915194 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebe1d0d-14da-4d54-b373-573b2e54cfab None None] Checking router: fe901e28-3690-436f-881e-a4b1fdaa8f5f for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:32:11.939775 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebe1d0d-14da-4d54-b373-573b2e54cfab None None] Routers {'fe901e28-3690-436f-881e-a4b1fdaa8f5f'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:32:11.940516 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-1ebe1d0d-14da-4d54-b373-573b2e54cfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:32:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['fe901e28-3690-436f-881e-a4b1fdaa8f5f'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:32:12.170318 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:12.210414 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-1a83f080-d590-4ab8-ade7-42a222078141 req-b72640de-da25-4e46-9b64-58c6124f7af1 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Allocated IP 10.2.2.100 (ced11932-ebe6-4a02-b131-3fdaf9b641b0/1bd8a954-b516-49e1-b2a8-a47b9c570cc2/b39bbdd0-6456-4b66-b3bb-de6ac18d21ae) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:32:12.284783 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-1ebe1d0d-14da-4d54-b373-573b2e54cfab None None] Set router fe901e28-3690-436f-881e-a4b1fdaa8f5f gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:32:12.299038 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 904a8f58-e828-4bd2-8221-48a3b6a241ee up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:32:12.357323 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8af9eff6-ba76-4f47-8505-62c6f337536c tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (80e76c1f-e903-4e25-81e5-5fd938d83341), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:12.368765 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8af9eff6-ba76-4f47-8505-62c6f337536c tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:12.380903 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8af9eff6-ba76-4f47-8505-62c6f337536c tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "DELETE /v2.0/security-groups/80e76c1f-e903-4e25-81e5-5fd938d83341 HTTP/1.1" status: 204 len: 168 time: 1.7460911 Jan 28 00:32:12.400447 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42696) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:12.472793 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-fe0c6080-0129-4bf5-a497-2e23978ed0a2 None None] Provisioning complete for port 8e62d60a-d6c4-4135-a434-69d70daa7304 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:32:12.474018 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fe0c6080-0129-4bf5-a497-2e23978ed0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8e62d60a-d6c4-4135-a434-69d70daa7304), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:12.591146 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c6080-0129-4bf5-a497-2e23978ed0a2 None None] Port 8e62d60a-d6c4-4135-a434-69d70daa7304 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:32:12.598054 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 904a8f58-e828-4bd2-8221-48a3b6a241ee triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:32:12.598435 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (904a8f58-e828-4bd2-8221-48a3b6a241ee), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:12.764580 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 904a8f58-e828-4bd2-8221-48a3b6a241ee is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:32:12.875437 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:12.881960 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-b72640de-da25-4e46-9b64-58c6124f7af1 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for port (b39bbdd0-6456-4b66-b3bb-de6ac18d21ae), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:12.882587 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d3335cb-b73b-418d-a419-df47268e5e2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (aba8511e-0be4-4e9a-bda5-0d0b5271a0ff), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:12.898580 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-1ebe1d0d-14da-4d54-b373-573b2e54cfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe901e28-3690-436f-881e-a4b1fdaa8f5f', 'name': 'tempest-TaggedBootDevicesTest_v242-1584634189-router', 'tenant_id': '935847cc5619485a960cee48252bc87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '471931f4-cd1e-458c-8e7c-344229f0c161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:17:00Z', 'updated_at': '2022-01-28T00:32:06Z', 'revision_number': 5, 'project_id': '935847cc5619485a960cee48252bc87d', 'gw_port': {'id': '471931f4-cd1e-458c-8e7c-344229f0c161', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe901e28-3690-436f-881e-a4b1fdaa8f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:17:02Z', 'updated_at': '2022-01-28T00:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:32:12.962351 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebe1d0d-14da-4d54-b373-573b2e54cfab None None] The sync data for ids ['fe901e28-3690-436f-881e-a4b1fdaa8f5f'] in n-d-826754-1 is: [{'id': 'fe901e28-3690-436f-881e-a4b1fdaa8f5f', 'name': 'tempest-TaggedBootDevicesTest_v242-1584634189-router', 'tenant_id': '935847cc5619485a960cee48252bc87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '471931f4-cd1e-458c-8e7c-344229f0c161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:17:00Z', 'updated_at': '2022-01-28T00:32:06Z', 'revision_number': 5, 'project_id': '935847cc5619485a960cee48252bc87d', 'gw_port': {'id': '471931f4-cd1e-458c-8e7c-344229f0c161', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe901e28-3690-436f-881e-a4b1fdaa8f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:17:02Z', 'updated_at': '2022-01-28T00:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:32:13.015007 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c9434dac-30cc-48d0-a767-b06bb1332ba2 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router_gateway (49554ce2-37a2-4999-bd11-1f5444028083), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:13.117031 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9eff6-ba76-4f47-8505-62c6f337536c tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e76c1f-e903-4e25-81e5-5fd938d83341,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:13.121709 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-b72640de-da25-4e46-9b64-58c6124f7af1 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b39bbdd0-6456-4b66-b3bb-de6ac18d21ae), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:13.175432 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a4843fd-cdf5-4155-a496-efcc8c8f814b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (2502d37f-4661-42f1-98c1-42a089e666df), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:13.176076 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8542e81-ba83-4416-bec2-c160c8d141c0 req-ce1a0ad7-2380-4b80-a389-76128fb7ed4d tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:13.181183 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e8542e81-ba83-4416-bec2-c160c8d141c0 req-ce1a0ad7-2380-4b80-a389-76128fb7ed4d tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 946 time: 1.0407910 Jan 28 00:32:13.202306 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a4843fd-cdf5-4155-a496-efcc8c8f814b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for router_controller (2502d37f-4661-42f1-98c1-42a089e666df), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:13.210574 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e614bac0-4e79-46b1-bb8c-443dcbd2ed2e admin admin] Publish callbacks [] for router_gateway (fe901e28-3690-436f-881e-a4b1fdaa8f5f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:13.287325 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c8454-98b8-4855-bfa1-17b6dcce8178 req-280feec1-4b1d-4bff-9896-254008f79a16 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:13.292698 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a4843fd-cdf5-4155-a496-efcc8c8f814b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (2502d37f-4661-42f1-98c1-42a089e666df), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:13.293227 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4843fd-cdf5-4155-a496-efcc8c8f814b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Fanout notify agent at l3_agent the message router_deleted on router 2502d37f-4661-42f1-98c1-42a089e666df {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:32:13.298980 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c8454-98b8-4855-bfa1-17b6dcce8178 req-280feec1-4b1d-4bff-9896-254008f79a16 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:13.310062 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a4843fd-cdf5-4155-a496-efcc8c8f814b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:13.310544 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c8454-98b8-4855-bfa1-17b6dcce8178 req-280feec1-4b1d-4bff-9896-254008f79a16 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:13.311245 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9a4843fd-cdf5-4155-a496-efcc8c8f814b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/routers/2502d37f-4661-42f1-98c1-42a089e666df HTTP/1.1" status: 204 len: 168 time: 1.6666403 Jan 28 00:32:13.313368 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f9c8454-98b8-4855-bfa1-17b6dcce8178 req-280feec1-4b1d-4bff-9896-254008f79a16 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 2375 time: 0.9101970 Jan 28 00:32:13.314562 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42698) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:13.414918 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d3335cb-b73b-418d-a419-df47268e5e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8e62d60a-d6c4-4135-a434-69d70daa7304), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:13.536244 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a83f080-d590-4ab8-ade7-42a222078141 req-b72640de-da25-4e46-9b64-58c6124f7af1 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Network ced11932-ebe6-4a02-b131-3fdaf9b641b0 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:32:13.658853 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-1a83f080-d590-4ab8-ade7-42a222078141 req-b72640de-da25-4e46-9b64-58c6124f7af1 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:32:13.699560 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-91cfff96-6c7f-4073-8d60-64a57af0c94e tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 1.2277594 Jan 28 00:32:13.720884 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a83f080-d590-4ab8-ade7-42a222078141 req-b72640de-da25-4e46-9b64-58c6124f7af1 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:32:13.741600 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72640de-da25-4e46-9b64-58c6124f7af1 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Pushing event updated for resources: {'Port': ['ID=b39bbdd0-6456-4b66-b3bb-de6ac18d21ae,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:13.775333 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42704) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:13.778688 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d3335cb-b73b-418d-a419-df47268e5e2c admin admin] Publish callbacks [] for port (8e62d60a-d6c4-4135-a434-69d70daa7304), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:13.804656 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d3335cb-b73b-418d-a419-df47268e5e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (8e62d60a-d6c4-4135-a434-69d70daa7304), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:13.812504 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-0410918d-dc25-4d54-b666-018acb3aea96 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group': {'name': 'tempest-secgroup--805036096'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:13.853099 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e614bac0-4e79-46b1-bb8c-443dcbd2ed2e admin admin] Deleting port 471931f4-cd1e-458c-8e7c-344229f0c161 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:32:13.859113 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e614bac0-4e79-46b1-bb8c-443dcbd2ed2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (471931f4-cd1e-458c-8e7c-344229f0c161), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:13.930335 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e8542e81-ba83-4416-bec2-c160c8d141c0 req-5eaa13f0-dc06-416c-a358-c2b380330259 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6837494 Jan 28 00:32:13.934975 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-20ab54b6-fe41-48e6-bd57-28185e6c0a8b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting subnet 2ca2811d-74f9-45ed-89e3-31064261942c {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:32:14.025014 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d3335cb-b73b-418d-a419-df47268e5e2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (aba8511e-0be4-4e9a-bda5-0d0b5271a0ff), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:14.043067 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-20ab54b6-fe41-48e6-bd57-28185e6c0a8b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (2ca2811d-74f9-45ed-89e3-31064261942c), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:14.082594 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:14.088411 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3335cb-b73b-418d-a419-df47268e5e2c admin admin] Pushing event updated for resources: {'Port': ['ID=8e62d60a-d6c4-4135-a434-69d70daa7304,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:14.116572 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f9c8454-98b8-4855-bfa1-17b6dcce8178 req-6a3b46b4-6354-4592-959c-3e009f2192a9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7218707 Jan 28 00:32:14.132589 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-b72640de-da25-4e46-9b64-58c6124f7af1 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:14.133842 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-b72640de-da25-4e46-9b64-58c6124f7af1 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:14.138173 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-87648b15-603c-4fff-8b16-a35a7e454fd1 None None] Provisioning complete for port b39bbdd0-6456-4b66-b3bb-de6ac18d21ae triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:32:14.138727 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-87648b15-603c-4fff-8b16-a35a7e454fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b39bbdd0-6456-4b66-b3bb-de6ac18d21ae), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:14.149524 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0410918d-dc25-4d54-b666-018acb3aea96 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:14.194054 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 942c7d41-a610-4aaa-95ed-ec6486a1afe8 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:32:14.217264 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e614bac0-4e79-46b1-bb8c-443dcbd2ed2e admin admin] For port 471931f4-cd1e-458c-8e7c-344229f0c161, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=471931f4-cd1e-458c-8e7c-344229f0c161,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:32:14.226945 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e614bac0-4e79-46b1-bb8c-443dcbd2ed2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (471931f4-cd1e-458c-8e7c-344229f0c161), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:14.254252 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e614bac0-4e79-46b1-bb8c-443dcbd2ed2e admin admin] Calling delete_port for 471931f4-cd1e-458c-8e7c-344229f0c161 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:32:14.257459 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 942c7d41-a610-4aaa-95ed-ec6486a1afe8 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:32:14.257675 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 942c7d41-a610-4aaa-95ed-ec6486a1afe8 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:32:14.268460 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-87648b15-603c-4fff-8b16-a35a7e454fd1 None None] Port b39bbdd0-6456-4b66-b3bb-de6ac18d21ae cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:32:14.514744 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3335cb-b73b-418d-a419-df47268e5e2c admin admin] Network 9e95df89-e401-4bbf-9b7b-17ebec15fddb is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:32:14.517445 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-4d3335cb-b73b-418d-a419-df47268e5e2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:32:14.520311 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e614bac0-4e79-46b1-bb8c-443dcbd2ed2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (471931f4-cd1e-458c-8e7c-344229f0c161), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:14.581980 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device ab12a80f-4db3-47e7-b488-6614f4a3764e details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:32:14.814226 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614bac0-4e79-46b1-bb8c-443dcbd2ed2e admin admin] Pushing event deleted for resources: {'Port': ['ID=471931f4-cd1e-458c-8e7c-344229f0c161,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:14.889736 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port ab12a80f-4db3-47e7-b488-6614f4a3764e, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ab12a80f-4db3-47e7-b488-6614f4a3764e,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:32:14.909074 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'ab12a80f-4db3-47e7-b488-6614f4a3764e', 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9', 'port_id': 'ab12a80f-4db3-47e7-b488-6614f4a3764e', 'mac_address': 'fa:16:3e:40:51:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:32:15.033017 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port ab12a80f-4db3-47e7-b488-6614f4a3764e is: ACTIVE; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:32:15.033344 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ab12a80f-4db3-47e7-b488-6614f4a3764e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:15.069861 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab12a80f-4db3-47e7-b488-6614f4a3764e {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:32:15.100760 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-b72640de-da25-4e46-9b64-58c6124f7af1 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6144469 Jan 28 00:32:15.105167 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-20ab54b6-fe41-48e6-bd57-28185e6c0a8b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (2ca2811d-74f9-45ed-89e3-31064261942c), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:15.111579 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e614bac0-4e79-46b1-bb8c-443dcbd2ed2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (fe901e28-3690-436f-881e-a4b1fdaa8f5f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:15.159415 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port ab12a80f-4db3-47e7-b488-6614f4a3764e, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ab12a80f-4db3-47e7-b488-6614f4a3764e,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:32:15.200011 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1c923892-aad1-4d1c-825a-11096fa67529 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Request body: {'port': {'device_id': '79cc3739-9058-4a58-9251-ed5d939acbba', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ced11932-ebe6-4a02-b131-3fdaf9b641b0', 'admin_state_up': True, 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'security_groups': ['01497368-8712-442d-8e8a-753b969ae50f']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:15.206379 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ab12a80f-4db3-47e7-b488-6614f4a3764e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:15.368325 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-08ee40e6-d32f-48a0-9550-e24423a8e28c None None] Provisioning complete for port 8e62d60a-d6c4-4135-a434-69d70daa7304 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:32:15.368716 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08ee40e6-d32f-48a0-9550-e24423a8e28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8e62d60a-d6c4-4135-a434-69d70daa7304), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:15.411026 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e614bac0-4e79-46b1-bb8c-443dcbd2ed2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (fe901e28-3690-436f-881e-a4b1fdaa8f5f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:15.414899 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e614bac0-4e79-46b1-bb8c-443dcbd2ed2e admin admin] Publish callbacks [] for router_controller (fe901e28-3690-436f-881e-a4b1fdaa8f5f), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:15.431893 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3335cb-b73b-418d-a419-df47268e5e2c admin admin] Router aba8511e-0be4-4e9a-bda5-0d0b5271a0ff has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:32:15.467693 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['ab12a80f-4db3-47e7-b488-6614f4a3764e'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:32:15.474487 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=ab12a80f-4db3-47e7-b488-6614f4a3764e,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:15.508297 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e614bac0-4e79-46b1-bb8c-443dcbd2ed2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (fe901e28-3690-436f-881e-a4b1fdaa8f5f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:15.508875 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e614bac0-4e79-46b1-bb8c-443dcbd2ed2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe901e28-3690-436f-881e-a4b1fdaa8f5f {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:32:15.514049 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-08ee40e6-d32f-48a0-9550-e24423a8e28c None None] Port 8e62d60a-d6c4-4135-a434-69d70daa7304 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:32:15.514431 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e614bac0-4e79-46b1-bb8c-443dcbd2ed2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:15.524145 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e614bac0-4e79-46b1-bb8c-443dcbd2ed2e admin admin] 10.222.0.70 "DELETE /v2.0/routers/fe901e28-3690-436f-881e-a4b1fdaa8f5f HTTP/1.1" status: 204 len: 168 time: 4.8358893 Jan 28 00:32:15.554761 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42730) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:15.663080 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c9434dac-30cc-48d0-a767-b06bb1332ba2 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (49554ce2-37a2-4999-bd11-1f5444028083), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:15.792259 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3335cb-b73b-418d-a419-df47268e5e2c admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:32:15.806821 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4d3335cb-b73b-418d-a419-df47268e5e2c admin admin] 10.222.0.70 "PUT /v2.0/routers/aba8511e-0be4-4e9a-bda5-0d0b5271a0ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2580380 Jan 28 00:32:15.814440 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e2c96a-9144-4439-97c3-a4d6273f2596 None None] Sync routers for ids ['aba8511e-0be4-4e9a-bda5-0d0b5271a0ff'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:32:15.870634 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e2c96a-9144-4439-97c3-a4d6273f2596 None None] Routers {'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:32:15.872168 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-02e2c96a-9144-4439-97c3-a4d6273f2596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:32:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['aba8511e-0be4-4e9a-bda5-0d0b5271a0ff'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:32:15.878503 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737c309-5065-43a1-8e16-e5be83dfaf25 req-893a36d7-2ad1-43fd-9a3c-6dd9959aee4a tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:15.880519 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a737c309-5065-43a1-8e16-e5be83dfaf25 req-893a36d7-2ad1-43fd-9a3c-6dd9959aee4a tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 945 time: 0.6903772 Jan 28 00:32:15.998991 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7432fb7-6fdb-4dd8-acf4-2618e4d15813 admin admin] Deleting subnet 3fadb005-12d6-4f36-8677-1d85ab076a12 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:32:16.029432 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aba6c9-7855-4f0e-89b5-14866c797dab req-d71c6b3d-ed1a-45b2-9426-1f748d73bfc5 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:16.036670 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aba6c9-7855-4f0e-89b5-14866c797dab req-d71c6b3d-ed1a-45b2-9426-1f748d73bfc5 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:16.042509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aba6c9-7855-4f0e-89b5-14866c797dab req-d71c6b3d-ed1a-45b2-9426-1f748d73bfc5 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:16.049364 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aba6c9-7855-4f0e-89b5-14866c797dab req-d71c6b3d-ed1a-45b2-9426-1f748d73bfc5 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:16.051210 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8aba6c9-7855-4f0e-89b5-14866c797dab req-d71c6b3d-ed1a-45b2-9426-1f748d73bfc5 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 3096 time: 0.6648901 Jan 28 00:32:16.063835 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f7432fb7-6fdb-4dd8-acf4-2618e4d15813 admin admin] Publish callbacks [] for subnet (3fadb005-12d6-4f36-8677-1d85ab076a12), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:16.066664 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-20ab54b6-fe41-48e6-bd57-28185e6c0a8b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (2ca2811d-74f9-45ed-89e3-31064261942c), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:16.200868 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-02e2c96a-9144-4439-97c3-a4d6273f2596 None None] Set router aba8511e-0be4-4e9a-bda5-0d0b5271a0ff gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:32:16.233027 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f7432fb7-6fdb-4dd8-acf4-2618e4d15813 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (3fadb005-12d6-4f36-8677-1d85ab076a12), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:16.323825 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 471931f4-cd1e-458c-8e7c-344229f0c161 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:32:16.383356 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 471931f4-cd1e-458c-8e7c-344229f0c161 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:32:16.384142 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 471931f4-cd1e-458c-8e7c-344229f0c161 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:32:16.542314 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-02e2c96a-9144-4439-97c3-a4d6273f2596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'name': 'tempest-ServersTestManualDisk-979188077-router', 'tenant_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '904a8f58-e828-4bd2-8221-48a3b6a241ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:31:52Z', 'updated_at': '2022-01-28T00:32:13Z', 'revision_number': 4, 'project_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'gw_port': {'id': '904a8f58-e828-4bd2-8221-48a3b6a241ee', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:31:56Z', 'updated_at': '2022-01-28T00:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '8e62d60a-d6c4-4135-a434-69d70daa7304', 'name': '', 'network_id': '9e95df89-e401-4bbf-9b7b-17ebec15fddb', 'tenant_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'mac_address': 'fa:16:3e:57:e5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '79ed3d9a-927a-4da1-a8ac-6c809e04b4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:32:08Z', 'updated_at': '2022-01-28T00:32:13Z', 'revision_number': 2, 'project_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'subnets': [{'id': '79ed3d9a-927a-4da1-a8ac-6c809e04b4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:32:16.581542 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e2c96a-9144-4439-97c3-a4d6273f2596 None None] Checking router: aba8511e-0be4-4e9a-bda5-0d0b5271a0ff for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:32:16.581980 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e2c96a-9144-4439-97c3-a4d6273f2596 None None] Updating router aba8511e-0be4-4e9a-bda5-0d0b5271a0ff port 8e62d60a-d6c4-4135-a434-69d70daa7304 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:32:16.605387 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f7432fb7-6fdb-4dd8-acf4-2618e4d15813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (3fadb005-12d6-4f36-8677-1d85ab076a12), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:16.611595 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device ab12a80f-4db3-47e7-b488-6614f4a3764e up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:32:16.619142 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-02e2c96a-9144-4439-97c3-a4d6273f2596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8e62d60a-d6c4-4135-a434-69d70daa7304), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:16.749871 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port ab12a80f-4db3-47e7-b488-6614f4a3764e triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:32:16.750450 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ab12a80f-4db3-47e7-b488-6614f4a3764e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:16.801193 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0410918d-dc25-4d54-b666-018acb3aea96 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (a452455f-8a19-4b14-bcf5-28c5445ff29d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:16.942350 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port ab12a80f-4db3-47e7-b488-6614f4a3764e is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:32:16.943582 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ab12a80f-4db3-47e7-b488-6614f4a3764e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:16.983025 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ce4c4d-ac0c-4af5-8f9f-a732973fcf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab12a80f-4db3-47e7-b488-6614f4a3764e'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:32:16.988438 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814e1335-53f6-415f-9cae-200f5542bb49" -d '{"events": [{"server_uuid": "22ce4c4d-ac0c-4af5-8f9f-a732973fcf39", "name": "network-vif-plugged", "status": "completed", "tag": "ab12a80f-4db3-47e7-b488-6614f4a3764e"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:32:17.012744 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port ab12a80f-4db3-47e7-b488-6614f4a3764e, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ab12a80f-4db3-47e7-b488-6614f4a3764e,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:32:17.031609 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ab12a80f-4db3-47e7-b488-6614f4a3764e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:17.112014 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f7432fb7-6fdb-4dd8-acf4-2618e4d15813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (3fadb005-12d6-4f36-8677-1d85ab076a12), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:17.128817 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-02e2c96a-9144-4439-97c3-a4d6273f2596 None None] Publish callbacks [] for port (8e62d60a-d6c4-4135-a434-69d70daa7304), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:17.147434 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-02e2c96a-9144-4439-97c3-a4d6273f2596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8e62d60a-d6c4-4135-a434-69d70daa7304), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:17.184402 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0410918d-dc25-4d54-b666-018acb3aea96 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a452455f-8a19-4b14-bcf5-28c5445ff29d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:17.190970 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1360a4-7695-42ac-b587-a103d0528e6f None None] Network 5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:32:17.219714 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f7432fb7-6fdb-4dd8-acf4-2618e4d15813 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:17.231958 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42776) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:17.233280 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f7432fb7-6fdb-4dd8-acf4-2618e4d15813 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3fadb005-12d6-4f36-8677-1d85ab076a12 HTTP/1.1" status: 204 len: 168 time: 1.6169901 Jan 28 00:32:17.242395 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=ab12a80f-4db3-47e7-b488-6614f4a3764e,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:17.310071 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce65d1c-8b89-4ceb-a7d6-b7e0dc9d1890 None None] Pushing event updated for resources: {'Port': ['ID=8e62d60a-d6c4-4135-a434-69d70daa7304,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:17.364127 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410918d-dc25-4d54-b666-018acb3aea96 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a452455f-8a19-4b14-bcf5-28c5445ff29d,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:17.373221 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0410918d-dc25-4d54-b666-018acb3aea96 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:17.377870 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0410918d-dc25-4d54-b666-018acb3aea96 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 3.5751839 Jan 28 00:32:17.389768 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce65d1c-8b89-4ceb-a7d6-b7e0dc9d1890 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:17.390254 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce65d1c-8b89-4ceb-a7d6-b7e0dc9d1890 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:17.398336 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce65d1c-8b89-4ceb-a7d6-b7e0dc9d1890 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:17.398740 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce65d1c-8b89-4ceb-a7d6-b7e0dc9d1890 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:17.399087 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce65d1c-8b89-4ceb-a7d6-b7e0dc9d1890 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:17.399434 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce65d1c-8b89-4ceb-a7d6-b7e0dc9d1890 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:17.399837 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce65d1c-8b89-4ceb-a7d6-b7e0dc9d1890 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:17.400181 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce65d1c-8b89-4ceb-a7d6-b7e0dc9d1890 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:17.411720 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce65d1c-8b89-4ceb-a7d6-b7e0dc9d1890 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:17.411720 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce65d1c-8b89-4ceb-a7d6-b7e0dc9d1890 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:17.411720 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce65d1c-8b89-4ceb-a7d6-b7e0dc9d1890 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:17.411720 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce65d1c-8b89-4ceb-a7d6-b7e0dc9d1890 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:17.411720 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce65d1c-8b89-4ceb-a7d6-b7e0dc9d1890 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:32:17.431674 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7432fb7-6fdb-4dd8-acf4-2618e4d15813 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fadb005-12d6-4f36-8677-1d85ab076a12,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:17.434770 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42778) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:17.562373 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d317a372-2ad5-411e-9ace-3cd395d80f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:17.578090 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-5b50dd12-5fd1-4d06-81b0-298ea6a2dea5 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group_rule': {'security_group_id': 'a452455f-8a19-4b14-bcf5-28c5445ff29d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:17.580242 n-d-826754-1 neutron-server[103344]: WARNING neutron.api.v2.base [None req-5b50dd12-5fd1-4d06-81b0-298ea6a2dea5 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 00:32:17.588857 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-5b50dd12-5fd1-4d06-81b0-298ea6a2dea5 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:32:17.592880 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5b50dd12-5fd1-4d06-81b0-298ea6a2dea5 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.1421061 Jan 28 00:32:17.594293 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42780) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:17.595233 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8aba6c9-7855-4f0e-89b5-14866c797dab req-35c44870-760b-45c2-88cf-4f9a1d0ee892 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4979262 Jan 28 00:32:17.599359 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a737c309-5065-43a1-8e16-e5be83dfaf25 req-ce4e6f37-31f2-42dc-8c90-bb68cdb5f49b tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6601415 Jan 28 00:32:17.601386 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1c923892-aad1-4d1c-825a-11096fa67529 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Made reservation on behalf of 5bda1a11a40447e984dbfecb2102fcad for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:32:17.611185 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9434dac-30cc-48d0-a767-b06bb1332ba2 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Router 49554ce2-37a2-4999-bd11-1f5444028083 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:32:17.622430 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8d1a95-1cd0-406e-ab40-e1e1d4499903 None None] DHCP port deletion for 5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:32:17.632139 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-02e2c96a-9144-4439-97c3-a4d6273f2596 None None] Attempting to bind port 8e62d60a-d6c4-4135-a434-69d70daa7304 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:32:17.632517 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-02e2c96a-9144-4439-97c3-a4d6273f2596 None None] Attempting to bind port 8e62d60a-d6c4-4135-a434-69d70daa7304 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '6c39d751-0293-4329-af31-76e3b4ba793d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9e95df89-e401-4bbf-9b7b-17ebec15fddb'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:32:17.632892 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e2c96a-9144-4439-97c3-a4d6273f2596 None None] Attempting to bind port 8e62d60a-d6c4-4135-a434-69d70daa7304 on network 9e95df89-e401-4bbf-9b7b-17ebec15fddb {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:32:17.650362 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e2c96a-9144-4439-97c3-a4d6273f2596 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:32:17.653311 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e2c96a-9144-4439-97c3-a4d6273f2596 None None] Checking segment: {'id': '6c39d751-0293-4329-af31-76e3b4ba793d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9e95df89-e401-4bbf-9b7b-17ebec15fddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:32:17.653737 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-02e2c96a-9144-4439-97c3-a4d6273f2596 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:17.656723 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e2c96a-9144-4439-97c3-a4d6273f2596 None None] Bound using segment: {'id': '6c39d751-0293-4329-af31-76e3b4ba793d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9e95df89-e401-4bbf-9b7b-17ebec15fddb'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:32:17.658011 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-02e2c96a-9144-4439-97c3-a4d6273f2596 None None] Bound port: 8e62d60a-d6c4-4135-a434-69d70daa7304, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c39d751-0293-4329-af31-76e3b4ba793d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9e95df89-e401-4bbf-9b7b-17ebec15fddb'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:32:17.661820 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-02e2c96a-9144-4439-97c3-a4d6273f2596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8e62d60a-d6c4-4135-a434-69d70daa7304), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:17.806566 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-20ab54b6-fe41-48e6-bd57-28185e6c0a8b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (2ca2811d-74f9-45ed-89e3-31064261942c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:17.854469 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efa7a58-dab7-4cad-995e-b3410cb32339 x-openstack-request-id: req-7efa7a58-dab7-4cad-995e-b3410cb32339 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:32:17.854963 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ce4c4d-ac0c-4af5-8f9f-a732973fcf39", "name": "network-vif-plugged", "status": "completed", "tag": "ab12a80f-4db3-47e7-b488-6614f4a3764e", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:32:17.855329 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7efa7a58-dab7-4cad-995e-b3410cb32339 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:32:17.855904 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ce4c4d-ac0c-4af5-8f9f-a732973fcf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab12a80f-4db3-47e7-b488-6614f4a3764e', 'code': 200} Jan 28 00:32:17.859564 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1b8d1a95-1cd0-406e-ab40-e1e1d4499903 None None] Deleting port 3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:32:17.860149 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1b8d1a95-1cd0-406e-ab40-e1e1d4499903 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:17.903905 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c96b733-8c51-45fe-a36e-4288ca9f6440 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (a452455f-8a19-4b14-bcf5-28c5445ff29d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:17.986579 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1b8d1a95-1cd0-406e-ab40-e1e1d4499903 None None] For port 3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92,segment=NetworkSegment(968ede83-f29c-4243-b708-401482bc7716),segment_id=968ede83-f29c-4243-b708-401482bc7716)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:32:17.987548 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1b8d1a95-1cd0-406e-ab40-e1e1d4499903 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:17.994893 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c96b733-8c51-45fe-a36e-4288ca9f6440 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (a452455f-8a19-4b14-bcf5-28c5445ff29d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:18.007395 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1b8d1a95-1cd0-406e-ab40-e1e1d4499903 None None] Calling delete_port for 3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:32:18.138055 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c96b733-8c51-45fe-a36e-4288ca9f6440 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a452455f-8a19-4b14-bcf5-28c5445ff29d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:18.153437 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c96b733-8c51-45fe-a36e-4288ca9f6440 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:18.164159 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3c96b733-8c51-45fe-a36e-4288ca9f6440 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "DELETE /v2.0/security-groups/a452455f-8a19-4b14-bcf5-28c5445ff29d HTTP/1.1" status: 204 len: 168 time: 0.5617919 Jan 28 00:32:18.169471 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42788) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:18.180686 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1b8d1a95-1cd0-406e-ab40-e1e1d4499903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:18.194578 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab54b6-fe41-48e6-bd57-28185e6c0a8b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Subnet': ['ID=2ca2811d-74f9-45ed-89e3-31064261942c,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:18.230003 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-99fe03bf-5682-4b14-a066-d0a0bf290a7c None None] Provisioning complete for port 8e62d60a-d6c4-4135-a434-69d70daa7304 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:32:18.230642 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-99fe03bf-5682-4b14-a066-d0a0bf290a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8e62d60a-d6c4-4135-a434-69d70daa7304), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:18.252996 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-20ab54b6-fe41-48e6-bd57-28185e6c0a8b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:18.284849 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-20ab54b6-fe41-48e6-bd57-28185e6c0a8b tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/subnets/2ca2811d-74f9-45ed-89e3-31064261942c HTTP/1.1" status: 204 len: 168 time: 4.9030163 Jan 28 00:32:18.311510 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96b733-8c51-45fe-a36e-4288ca9f6440 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a452455f-8a19-4b14-bcf5-28c5445ff29d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:18.359558 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270fefa0-9fa3-4652-82c2-17e2e6462ca5 None None] Network 0810c7cb-bba6-4cac-b379-99c3a9593038 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:32:18.361759 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42790) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:18.377872 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:32:18.440766 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8d1a95-1cd0-406e-ab40-e1e1d4499903 None None] No DVR routers for this DVR port 3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:32:18.500197 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-02e2c96a-9144-4439-97c3-a4d6273f2596 None None] For port 8e62d60a-d6c4-4135-a434-69d70daa7304, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:32:18.516276 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-02e2c96a-9144-4439-97c3-a4d6273f2596 None None] For port 8e62d60a-d6c4-4135-a434-69d70daa7304, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8e62d60a-d6c4-4135-a434-69d70daa7304,segment=NetworkSegment(6c39d751-0293-4329-af31-76e3b4ba793d),segment_id=6c39d751-0293-4329-af31-76e3b4ba793d)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:32:18.532071 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-02e2c96a-9144-4439-97c3-a4d6273f2596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8e62d60a-d6c4-4135-a434-69d70daa7304), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:18.548853 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d1a95-1cd0-406e-ab40-e1e1d4499903 None None] Pushing event deleted for resources: {'Port': ['ID=3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:18.635983 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:32:18.637088 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:32:18.712744 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-99fe03bf-5682-4b14-a066-d0a0bf290a7c None None] Port 8e62d60a-d6c4-4135-a434-69d70daa7304 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:32:18.852874 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1c923892-aad1-4d1c-825a-11096fa67529 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:18.873616 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d317a372-2ad5-411e-9ace-3cd395d80f34 admin admin] Deleting port 3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:32:18.876559 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d317a372-2ad5-411e-9ace-3cd395d80f34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:18.925969 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce65d1c-8b89-4ceb-a7d6-b7e0dc9d1890 None None] Pushing event updated for resources: {'Port': ['ID=8e62d60a-d6c4-4135-a434-69d70daa7304,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:18.979859 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4914-2db1-48c7-8854-8b38ce9b8af4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (0810c7cb-bba6-4cac-b379-99c3a9593038), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:18.997182 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b51450-adbf-4908-9fc0-c254f857d279 None None] DHCP port deletion for 0810c7cb-bba6-4cac-b379-99c3a9593038 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:32:19.010593 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9434dac-30cc-48d0-a767-b06bb1332ba2 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:32:19.027200 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ae6e37c7-49e2-4796-91a0-99176a52b7da tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.7717800 Jan 28 00:32:19.035139 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e2c96a-9144-4439-97c3-a4d6273f2596 None None] Routers {'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:32:19.035823 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-02e2c96a-9144-4439-97c3-a4d6273f2596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:32:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['aba8511e-0be4-4e9a-bda5-0d0b5271a0ff'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:32:19.050048 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42796) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:19.050646 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42798) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:19.096564 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-342122cb-d48e-47f0-8ce4-4c0a46775baf tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group': {'name': 'tempest-secgroup--2055452447'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:19.115203 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5263295-b251-454c-b3d2-5fdb7c23652b None None] Sync routers for ids ['49554ce2-37a2-4999-bd11-1f5444028083'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:32:19.170698 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5263295-b251-454c-b3d2-5fdb7c23652b None None] Routers {'49554ce2-37a2-4999-bd11-1f5444028083'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:32:19.171365 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b5263295-b251-454c-b3d2-5fdb7c23652b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:32:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['49554ce2-37a2-4999-bd11-1f5444028083'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:32:19.339750 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b5263295-b251-454c-b3d2-5fdb7c23652b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:32:19.393710 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-8b84ac6e-2745-45a5-89c9-279767685e7a tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Request body: {'security_group': {'name': 'tempest-securitygroup--130802847', 'description': 'tempest-description--305485919'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:19.417043 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5263295-b251-454c-b3d2-5fdb7c23652b None None] Routers {'49554ce2-37a2-4999-bd11-1f5444028083'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:32:19.417692 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b5263295-b251-454c-b3d2-5fdb7c23652b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:32:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['49554ce2-37a2-4999-bd11-1f5444028083'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:32:19.439918 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-95b51450-adbf-4908-9fc0-c254f857d279 None None] Deleting port 1f6ec66f-33d4-4153-8469-cb434faa2216 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:32:19.440318 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95b51450-adbf-4908-9fc0-c254f857d279 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (1f6ec66f-33d4-4153-8469-cb434faa2216), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:19.460724 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-342122cb-d48e-47f0-8ce4-4c0a46775baf tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:19.606029 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-d317a372-2ad5-411e-9ace-3cd395d80f34 admin admin] For port 3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92, host n-d-826754-1, got binding levels [] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:32:19.610926 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d317a372-2ad5-411e-9ace-3cd395d80f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:19.611697 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-02e2c96a-9144-4439-97c3-a4d6273f2596 None None] Set router aba8511e-0be4-4e9a-bda5-0d0b5271a0ff gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:32:19.620034 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b5263295-b251-454c-b3d2-5fdb7c23652b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:32:19.620721 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5263295-b251-454c-b3d2-5fdb7c23652b None None] The sync data for ids ['49554ce2-37a2-4999-bd11-1f5444028083'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:32:19.665831 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b84ac6e-2745-45a5-89c9-279767685e7a tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:19.828152 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1c923892-aad1-4d1c-825a-11096fa67529 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Allocated IP 10.2.2.200 (ced11932-ebe6-4a02-b131-3fdaf9b641b0/1bd8a954-b516-49e1-b2a8-a47b9c570cc2/88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:32:19.848503 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d317a372-2ad5-411e-9ace-3cd395d80f34 admin admin] Calling delete_port for 3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:32:19.861566 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.ipam_backend_mixin [None req-d317a372-2ad5-411e-9ace-3cd395d80f34 admin admin] Port 3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92 was not found and therefore no delete operation was performed {{(pid=103343) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 00:32:19.902886 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d317a372-2ad5-411e-9ace-3cd395d80f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:19.913078 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-c5a4db48-119e-4779-9b28-1e27a2c53bd1 None None] Provisioning complete for port 8e62d60a-d6c4-4135-a434-69d70daa7304 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:32:19.920729 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5a4db48-119e-4779-9b28-1e27a2c53bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8e62d60a-d6c4-4135-a434-69d70daa7304), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:20.101968 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-342122cb-d48e-47f0-8ce4-4c0a46775baf tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (642b7b34-24a5-41e2-bf92-724cc5ad1ebb), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:20.120819 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:32:20.146466 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-95b51450-adbf-4908-9fc0-c254f857d279 None None] For port 1f6ec66f-33d4-4153-8469-cb434faa2216, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1f6ec66f-33d4-4153-8469-cb434faa2216,segment=NetworkSegment(52d472cd-9366-4557-9aa0-ba7b84920688),segment_id=52d472cd-9366-4557-9aa0-ba7b84920688)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:32:20.159286 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95b51450-adbf-4908-9fc0-c254f857d279 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (1f6ec66f-33d4-4153-8469-cb434faa2216), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:20.199016 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317a372-2ad5-411e-9ace-3cd395d80f34 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:20.212622 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-342122cb-d48e-47f0-8ce4-4c0a46775baf tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (642b7b34-24a5-41e2-bf92-724cc5ad1ebb), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:20.225929 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d317a372-2ad5-411e-9ace-3cd395d80f34 admin admin] No DVR routers for this DVR port 3c4075c9-8b14-4ede-bd04-9a6f3fa1ed92 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:32:20.337090 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-95b51450-adbf-4908-9fc0-c254f857d279 None None] Calling delete_port for 1f6ec66f-33d4-4153-8469-cb434faa2216 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:32:20.375406 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1f6ec66f-33d4-4153-8469-cb434faa2216 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:32:20.483998 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-02e2c96a-9144-4439-97c3-a4d6273f2596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'name': 'tempest-ServersTestManualDisk-979188077-router', 'tenant_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '904a8f58-e828-4bd2-8221-48a3b6a241ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:31:52Z', 'updated_at': '2022-01-28T00:32:13Z', 'revision_number': 4, 'project_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'gw_port': {'id': '904a8f58-e828-4bd2-8221-48a3b6a241ee', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:31:56Z', 'updated_at': '2022-01-28T00:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '8e62d60a-d6c4-4135-a434-69d70daa7304', 'name': '', 'network_id': '9e95df89-e401-4bbf-9b7b-17ebec15fddb', 'tenant_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'mac_address': 'fa:16:3e:57:e5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '79ed3d9a-927a-4da1-a8ac-6c809e04b4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:32:08Z', 'updated_at': '2022-01-28T00:32:18Z', 'revision_number': 4, 'project_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'subnets': [{'id': '79ed3d9a-927a-4da1-a8ac-6c809e04b4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:32:20.569909 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e2c96a-9144-4439-97c3-a4d6273f2596 None None] The sync data for ids ['aba8511e-0be4-4e9a-bda5-0d0b5271a0ff'] in n-d-826754-1 is: [{'id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'name': 'tempest-ServersTestManualDisk-979188077-router', 'tenant_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '904a8f58-e828-4bd2-8221-48a3b6a241ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:31:52Z', 'updated_at': '2022-01-28T00:32:13Z', 'revision_number': 4, 'project_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'gw_port': {'id': '904a8f58-e828-4bd2-8221-48a3b6a241ee', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:31:56Z', 'updated_at': '2022-01-28T00:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '8e62d60a-d6c4-4135-a434-69d70daa7304', 'name': '', 'network_id': '9e95df89-e401-4bbf-9b7b-17ebec15fddb', 'tenant_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'mac_address': 'fa:16:3e:57:e5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '79ed3d9a-927a-4da1-a8ac-6c809e04b4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:32:08Z', 'updated_at': '2022-01-28T00:32:18Z', 'revision_number': 4, 'project_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'subnets': [{'id': '79ed3d9a-927a-4da1-a8ac-6c809e04b4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:32:20.809174 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c5a4db48-119e-4779-9b28-1e27a2c53bd1 None None] Current status of the port 8e62d60a-d6c4-4135-a434-69d70daa7304 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:32:20.810154 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5a4db48-119e-4779-9b28-1e27a2c53bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8e62d60a-d6c4-4135-a434-69d70daa7304), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:20.991280 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 1f6ec66f-33d4-4153-8469-cb434faa2216 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:32:20.994874 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1f6ec66f-33d4-4153-8469-cb434faa2216), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:21.100260 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c9434dac-30cc-48d0-a767-b06bb1332ba2 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:21.104524 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c9434dac-30cc-48d0-a767-b06bb1332ba2 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 17.9318242 Jan 28 00:32:21.122425 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42808) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:21.157000 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342122cb-d48e-47f0-8ce4-4c0a46775baf tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=642b7b34-24a5-41e2-bf92-724cc5ad1ebb,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:21.178467 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b84ac6e-2745-45a5-89c9-279767685e7a tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks [] for security_group (b52b674d-b0e3-480e-8d23-447c1439b47b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:21.240551 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b84ac6e-2745-45a5-89c9-279767685e7a tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b52b674d-b0e3-480e-8d23-447c1439b47b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:21.322898 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-342122cb-d48e-47f0-8ce4-4c0a46775baf tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:21.326167 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 1f6ec66f-33d4-4153-8469-cb434faa2216, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1f6ec66f-33d4-4153-8469-cb434faa2216,segment=NetworkSegment(52d472cd-9366-4557-9aa0-ba7b84920688),segment_id=52d472cd-9366-4557-9aa0-ba7b84920688)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:32:21.327416 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-342122cb-d48e-47f0-8ce4-4c0a46775baf tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.2707627 Jan 28 00:32:21.358928 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fcca5-5ca0-48b4-8b56-a6dfec4b8526 req-c157967b-39a8-4e26-82ec-8dbcff1570ae tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:21.363132 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42810) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:21.374934 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a10130ad-28f2-48cc-ac5e-47234dc22e2b tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group_rule': {'security_group_id': '642b7b34-24a5-41e2-bf92-724cc5ad1ebb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:21.375973 n-d-826754-1 neutron-server[103343]: WARNING neutron.api.v2.base [None req-a10130ad-28f2-48cc-ac5e-47234dc22e2b tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 00:32:21.376526 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-a10130ad-28f2-48cc-ac5e-47234dc22e2b tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:32:21.380747 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a10130ad-28f2-48cc-ac5e-47234dc22e2b tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0145333 Jan 28 00:32:21.382160 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fcca5-5ca0-48b4-8b56-a6dfec4b8526 req-c157967b-39a8-4e26-82ec-8dbcff1570ae tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:21.386009 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42812) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:21.389211 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1f6ec66f-33d4-4153-8469-cb434faa2216), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:21.399863 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b84ac6e-2745-45a5-89c9-279767685e7a tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:21.401143 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8b84ac6e-2745-45a5-89c9-279767685e7a tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.1560805 Jan 28 00:32:21.408595 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fcca5-5ca0-48b4-8b56-a6dfec4b8526 req-c157967b-39a8-4e26-82ec-8dbcff1570ae tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:21.414490 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42814) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:21.417245 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c5a4db48-119e-4779-9b28-1e27a2c53bd1 None None] For port 8e62d60a-d6c4-4135-a434-69d70daa7304, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8e62d60a-d6c4-4135-a434-69d70daa7304,segment=NetworkSegment(6c39d751-0293-4329-af31-76e3b4ba793d),segment_id=6c39d751-0293-4329-af31-76e3b4ba793d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:32:21.430177 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fcca5-5ca0-48b4-8b56-a6dfec4b8526 req-c157967b-39a8-4e26-82ec-8dbcff1570ae tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:21.435690 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d317a372-2ad5-411e-9ace-3cd395d80f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:21.436203 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-064fcca5-5ca0-48b4-8b56-a6dfec4b8526 req-c157967b-39a8-4e26-82ec-8dbcff1570ae tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 3096 time: 1.0573134 Jan 28 00:32:21.474387 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5a4db48-119e-4779-9b28-1e27a2c53bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8e62d60a-d6c4-4135-a434-69d70daa7304), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:21.488769 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-96ca681e-c90b-4fe2-b73c-0bf7bd8b59f0 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Request body: {'security_group_rule': {'security_group_id': 'b52b674d-b0e3-480e-8d23-447c1439b47b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:21.511354 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-bc9d4914-2db1-48c7-8854-8b38ce9b8af4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting port 1f6ec66f-33d4-4153-8469-cb434faa2216 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:32:21.514713 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4914-2db1-48c7-8854-8b38ce9b8af4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (1f6ec66f-33d4-4153-8469-cb434faa2216), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:21.599909 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95b51450-adbf-4908-9fc0-c254f857d279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (1f6ec66f-33d4-4153-8469-cb434faa2216), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:21.651495 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b51450-adbf-4908-9fc0-c254f857d279 None None] No DVR routers for this DVR port 1f6ec66f-33d4-4153-8469-cb434faa2216 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:32:21.680061 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=1f6ec66f-33d4-4153-8469-cb434faa2216,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:21.718242 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1c923892-aad1-4d1c-825a-11096fa67529 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for port (88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:21.762909 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383625f5-a132-49a9-af0e-4e13bfc2b985 req-34511102-697b-4288-82ad-06771cf785d2 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:21.807343 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-383625f5-a132-49a9-af0e-4e13bfc2b985 req-34511102-697b-4288-82ad-06771cf785d2 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 946 time: 1.4519389 Jan 28 00:32:21.820715 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-bc9d4914-2db1-48c7-8854-8b38ce9b8af4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] For port 1f6ec66f-33d4-4153-8469-cb434faa2216, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1f6ec66f-33d4-4153-8469-cb434faa2216,segment=NetworkSegment(52d472cd-9366-4557-9aa0-ba7b84920688),segment_id=52d472cd-9366-4557-9aa0-ba7b84920688)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:32:21.822721 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4914-2db1-48c7-8854-8b38ce9b8af4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (1f6ec66f-33d4-4153-8469-cb434faa2216), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:21.980658 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a4db48-119e-4779-9b28-1e27a2c53bd1 None None] Pushing event updated for resources: {'Port': ['ID=8e62d60a-d6c4-4135-a434-69d70daa7304,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:21.995645 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-bc9d4914-2db1-48c7-8854-8b38ce9b8af4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Calling delete_port for 1f6ec66f-33d4-4153-8469-cb434faa2216 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:32:22.095606 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84ac6e-2745-45a5-89c9-279767685e7a tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b52b674d-b0e3-480e-8d23-447c1439b47b,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:22.115491 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-d317a372-2ad5-411e-9ace-3cd395d80f34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:32:22.132340 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-064fcca5-5ca0-48b4-8b56-a6dfec4b8526 req-c3f22824-04f1-4c67-b5ad-efb5d9d533c3 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3839915 Jan 28 00:32:22.169660 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b51450-adbf-4908-9fc0-c254f857d279 None None] Pushing event deleted for resources: {'Port': ['ID=1f6ec66f-33d4-4153-8469-cb434faa2216,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:22.245135 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-d317a372-2ad5-411e-9ace-3cd395d80f34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968ede83-f29c-4243-b708-401482bc7716') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:32:22.246688 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-d317a372-2ad5-411e-9ace-3cd395d80f34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968ede83-f29c-4243-b708-401482bc7716') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:32:22.373101 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d317a372-2ad5-411e-9ace-3cd395d80f34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (968ede83-f29c-4243-b708-401482bc7716), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:22.417981 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-96ca681e-c90b-4fe2-b73c-0bf7bd8b59f0 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks [] for security_group_rule (03bb6f0f-8ef4-4a9f-93e6-5ef448c1b7f3), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:22.543281 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d317a372-2ad5-411e-9ace-3cd395d80f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (968ede83-f29c-4243-b708-401482bc7716), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:22.572347 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8e62d60a-d6c4-4135-a434-69d70daa7304 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:32:22.653256 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a09ea82-af5e-4010-8898-2e4c267e7ae7 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (642b7b34-24a5-41e2-bf92-724cc5ad1ebb), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:22.683709 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d317a372-2ad5-411e-9ace-3cd395d80f34 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:32:22.686058 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-383625f5-a132-49a9-af0e-4e13bfc2b985 req-6faa0a3f-76d4-4a1b-ab18-0e00e9a68420 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6186993 Jan 28 00:32:22.686621 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d317a372-2ad5-411e-9ace-3cd395d80f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (968ede83-f29c-4243-b708-401482bc7716), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:22.698101 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:32:22.698101 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:32:22.698101 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:32:22.698101 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:32:22.698101 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:32:22.698101 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:32:22.698101 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:32:22.698101 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:32:22.698101 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:32:22.698101 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:32:22.698101 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:32:22.698101 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:32:22.698101 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:32:22.698101 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:32:22.698101 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:32:22.698101 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:32:22.698101 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:32:22.698101 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:32:22.698101 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:32:22.698101 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:32:22.698101 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:32:22.698101 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:32:22.698101 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:32:22.698101 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:32:22.698101 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:32:22.698101 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:32:22.698101 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:32:22.698101 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:32:22.698101 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:32:22.698101 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:32:22.698101 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:32:22.698101 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:32:22.709038 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-827bd66b-cf9d-42ad-93f1-1aa7b77f3075 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "GET /v2.0/routers/49554ce2-37a2-4999-bd11-1f5444028083 HTTP/1.1" status: 200 len: 924 time: 1.4846206 Jan 28 00:32:22.722963 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42820) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:22.737576 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1c923892-aad1-4d1c-825a-11096fa67529 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:22.824512 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1c923892-aad1-4d1c-825a-11096fa67529 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Network ced11932-ebe6-4a02-b131-3fdaf9b641b0 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:32:22.839258 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 8e62d60a-d6c4-4135-a434-69d70daa7304 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:32:22.839696 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8e62d60a-d6c4-4135-a434-69d70daa7304), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:22.878441 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c923892-aad1-4d1c-825a-11096fa67529 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Pushing event updated for resources: {'Port': ['ID=88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:22.890892 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1c923892-aad1-4d1c-825a-11096fa67529 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:32:22.913350 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-55d18087-fe75-4ff3-9dc3-113fa8fa6d46 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "GET /v2.0/ports?device_id=49554ce2-37a2-4999-bd11-1f5444028083 HTTP/1.1" status: 200 len: 205 time: 0.1852944 Jan 28 00:32:22.914088 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42822) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:22.917336 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1c923892-aad1-4d1c-825a-11096fa67529 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:32:23.095978 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 8e62d60a-d6c4-4135-a434-69d70daa7304 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:32:23.110221 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a09ea82-af5e-4010-8898-2e4c267e7ae7 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (642b7b34-24a5-41e2-bf92-724cc5ad1ebb), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:23.212277 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1c923892-aad1-4d1c-825a-11096fa67529 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:23.213159 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1c923892-aad1-4d1c-825a-11096fa67529 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:23.232627 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4914-2db1-48c7-8854-8b38ce9b8af4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (1f6ec66f-33d4-4153-8469-cb434faa2216), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:23.376815 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-96ca681e-c90b-4fe2-b73c-0bf7bd8b59f0 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks [] for security_group_rule (03bb6f0f-8ef4-4a9f-93e6-5ef448c1b7f3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:23.440133 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1c923892-aad1-4d1c-825a-11096fa67529 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.2490668 Jan 28 00:32:23.469561 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-96ca681e-c90b-4fe2-b73c-0bf7bd8b59f0 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (03bb6f0f-8ef4-4a9f-93e6-5ef448c1b7f3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:23.476452 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d317a372-2ad5-411e-9ace-3cd395d80f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:23.491685 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d317a372-2ad5-411e-9ace-3cd395d80f34 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:23.497332 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d317a372-2ad5-411e-9ace-3cd395d80f34 admin admin] 10.222.0.70 "DELETE /v2.0/networks/5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f HTTP/1.1" status: 204 len: 168 time: 6.2640646 Jan 28 00:32:23.500414 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9d4914-2db1-48c7-8854-8b38ce9b8af4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] No DVR routers for this DVR port 1f6ec66f-33d4-4153-8469-cb434faa2216 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:32:23.511275 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-1a83f080-d590-4ab8-ade7-42a222078141 req-09d2e180-4bef-408e-90ad-c3971409e0d2 service neutron] Request body: {'port': {'device_id': '79cc3739-9058-4a58-9251-ed5d939acbba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:23.580123 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d4914-2db1-48c7-8854-8b38ce9b8af4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Port': ['ID=1f6ec66f-33d4-4153-8469-cb434faa2216,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:23.594202 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317a372-2ad5-411e-9ace-3cd395d80f34 admin admin] Pushing event deleted for resources: {'Network': ['ID=5643adfe-a2d2-4aab-bcc6-fd71d9bf0c6f,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:23.650218 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca681e-c90b-4fe2-b73c-0bf7bd8b59f0 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03bb6f0f-8ef4-4a9f-93e6-5ef448c1b7f3,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:23.663501 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-96ca681e-c90b-4fe2-b73c-0bf7bd8b59f0 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:23.668387 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-96ca681e-c90b-4fe2-b73c-0bf7bd8b59f0 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2109802 Jan 28 00:32:23.668512 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-94a22e71-6710-44c6-9e00-a310a1680be9 None None] Provisioning complete for port 88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:32:23.668512 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-94a22e71-6710-44c6-9e00-a310a1680be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:23.681265 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a09ea82-af5e-4010-8898-2e4c267e7ae7 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (642b7b34-24a5-41e2-bf92-724cc5ad1ebb), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:23.690441 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a09ea82-af5e-4010-8898-2e4c267e7ae7 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:23.698398 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7a09ea82-af5e-4010-8898-2e4c267e7ae7 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "DELETE /v2.0/security-groups/642b7b34-24a5-41e2-bf92-724cc5ad1ebb HTTP/1.1" status: 204 len: 168 time: 2.2924101 Jan 28 00:32:23.752984 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42832) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:23.753508 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42836) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:23.754229 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-09d2e180-4bef-408e-90ad-c3971409e0d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6276b1e7-274c-424a-ad22-502097950c2e), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:23.839630 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-6bb3c386-afba-419c-82ad-bf4d2ca60fc4 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Request body: {'security_group_rule': {'security_group_id': 'b52b674d-b0e3-480e-8d23-447c1439b47b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:23.843990 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4914-2db1-48c7-8854-8b38ce9b8af4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (0810c7cb-bba6-4cac-b379-99c3a9593038), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:23.857658 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09ea82-af5e-4010-8898-2e4c267e7ae7 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=642b7b34-24a5-41e2-bf92-724cc5ad1ebb,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:23.900274 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-94a22e71-6710-44c6-9e00-a310a1680be9 None None] Port 88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:32:23.952128 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-bc9d4914-2db1-48c7-8854-8b38ce9b8af4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0810c7cb-bba6-4cac-b379-99c3a9593038']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:32:24.032826 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-bc9d4914-2db1-48c7-8854-8b38ce9b8af4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d472cd-9366-4557-9aa0-ba7b84920688') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:32:24.035210 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-bc9d4914-2db1-48c7-8854-8b38ce9b8af4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d472cd-9366-4557-9aa0-ba7b84920688') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:32:24.090301 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4914-2db1-48c7-8854-8b38ce9b8af4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (52d472cd-9366-4557-9aa0-ba7b84920688), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:24.154442 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42840) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:24.268866 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4914-2db1-48c7-8854-8b38ce9b8af4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (52d472cd-9366-4557-9aa0-ba7b84920688), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:24.318487 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9d4914-2db1-48c7-8854-8b38ce9b8af4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:32:24.324393 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4914-2db1-48c7-8854-8b38ce9b8af4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (52d472cd-9366-4557-9aa0-ba7b84920688), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:32:24.347346 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:32:24.680917 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-031c995c-e498-4a3b-80df-25ae0535e53c tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router (49554ce2-37a2-4999-bd11-1f5444028083), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:24.727936 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8d969f7f-a986-4787-892f-f17e6dc1bfca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=160a5827a22f400b84570ea4a4c65c01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5695581 Jan 28 00:32:24.730279 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42846) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:24.799447 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4914-2db1-48c7-8854-8b38ce9b8af4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (0810c7cb-bba6-4cac-b379-99c3a9593038), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:24.836000 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4914-2db1-48c7-8854-8b38ce9b8af4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:24.849968 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bc9d4914-2db1-48c7-8854-8b38ce9b8af4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/networks/0810c7cb-bba6-4cac-b379-99c3a9593038 HTTP/1.1" status: 204 len: 168 time: 6.4610388 Jan 28 00:32:24.852031 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42848) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:24.912633 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3ec95-88de-418e-afb2-290bd6468b66 req-41d3a54d-0dc3-4d9e-a86e-7d5f65e06232 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:24.918735 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3ec95-88de-418e-afb2-290bd6468b66 req-41d3a54d-0dc3-4d9e-a86e-7d5f65e06232 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:24.925793 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3ec95-88de-418e-afb2-290bd6468b66 req-41d3a54d-0dc3-4d9e-a86e-7d5f65e06232 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:24.932354 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3ec95-88de-418e-afb2-290bd6468b66 req-41d3a54d-0dc3-4d9e-a86e-7d5f65e06232 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:24.940145 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3ec95-88de-418e-afb2-290bd6468b66 req-41d3a54d-0dc3-4d9e-a86e-7d5f65e06232 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:24.948463 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05a3ec95-88de-418e-afb2-290bd6468b66 req-41d3a54d-0dc3-4d9e-a86e-7d5f65e06232 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 3817 time: 1.5071857 Jan 28 00:32:24.967854 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a3a6ed3c-801a-464a-b95b-55cd70c97256 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 1.1447928 Jan 28 00:32:24.974320 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42850) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:24.982296 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c98c98-6bc0-4223-a559-6886567c8e82 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:24.984123 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-21c98c98-6bc0-4223-a559-6886567c8e82 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "GET /v2.0/ports/74551893-3fbf-4de7-af38-5a71521c01a4 HTTP/1.1" status: 200 len: 845 time: 0.0911033 Jan 28 00:32:24.991036 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-384747ac-ac92-4046-a41b-918bc8ee7d8b tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group': {'name': 'tempest-secgroup--607473314'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:25.002272 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d4914-2db1-48c7-8854-8b38ce9b8af4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Network': ['ID=0810c7cb-bba6-4cac-b379-99c3a9593038,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:25.007735 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42852) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:25.017468 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a68709a4-3b79-47e8-b7ee-a4656c74e838 admin admin] Publish callbacks [] for security_group (30ce589d-1355-4162-a23a-6782446bdfe9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:25.026505 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6bb3c386-afba-419c-82ad-bf4d2ca60fc4 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks [] for security_group_rule (5602bdb7-282a-49d7-b6bf-2d003aca5acf), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:25.083650 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a68709a4-3b79-47e8-b7ee-a4656c74e838 admin admin] Publish callbacks [] for security_group (30ce589d-1355-4162-a23a-6782446bdfe9), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:25.206565 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a68709a4-3b79-47e8-b7ee-a4656c74e838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (30ce589d-1355-4162-a23a-6782446bdfe9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:25.210184 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a68709a4-3b79-47e8-b7ee-a4656c74e838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:25.222057 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a68709a4-3b79-47e8-b7ee-a4656c74e838 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/30ce589d-1355-4162-a23a-6782446bdfe9 HTTP/1.1" status: 204 len: 168 time: 0.4825768 Jan 28 00:32:25.259148 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68709a4-3b79-47e8-b7ee-a4656c74e838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ce589d-1355-4162-a23a-6782446bdfe9,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:25.802703 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-1a83f080-d590-4ab8-ade7-42a222078141 req-09d2e180-4bef-408e-90ad-c3971409e0d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6276b1e7-274c-424a-ad22-502097950c2e {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:32:25.813316 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-09d2e180-4bef-408e-90ad-c3971409e0d2 service neutron] Publish callbacks [] for port (6276b1e7-274c-424a-ad22-502097950c2e), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:25.841436 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-1a83f080-d590-4ab8-ade7-42a222078141 req-09d2e180-4bef-408e-90ad-c3971409e0d2 service neutron] Transition to ACTIVE for port object 6276b1e7-274c-424a-ad22-502097950c2e will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:32:25.934471 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-384747ac-ac92-4046-a41b-918bc8ee7d8b tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:25.973732 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42862) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:25.976548 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-031c995c-e498-4a3b-80df-25ae0535e53c tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router_gateway (49554ce2-37a2-4999-bd11-1f5444028083), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:25.991292 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9ef493ca-74f4-42a8-97f2-2090d9ae9c5c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "GET /v2.0/ports/74551893-3fbf-4de7-af38-5a71521c01a4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.9683816 Jan 28 00:32:25.991956 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42864) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:26.010371 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-09d2e180-4bef-408e-90ad-c3971409e0d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (6276b1e7-274c-424a-ad22-502097950c2e), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:26.010705 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e4f66230-6853-4a7c-aa4f-43188aebdf44 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'subnet': {'network_id': '6fa49823-e387-4355-bf1a-a17d64074533', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:26.045733 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161feb0e-c556-4e97-b25f-4dff49afec70 req-15f47d97-0e57-4b26-b284-7c26452c183a tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:26.058811 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-161feb0e-c556-4e97-b25f-4dff49afec70 req-15f47d97-0e57-4b26-b284-7c26452c183a tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 946 time: 1.7035313 Jan 28 00:32:26.178964 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f66230-6853-4a7c-aa4f-43188aebdf44 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:32:26.183058 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4f66230-6853-4a7c-aa4f-43188aebdf44 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:26.202637 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2e180-4bef-408e-90ad-c3971409e0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6276b1e7-274c-424a-ad22-502097950c2e,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:26.287372 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-86f1e850-9cfd-4556-8418-222d0edaff69 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=935847cc5619485a960cee48252bc87d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3110104 Jan 28 00:32:26.308243 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42866) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:26.466333 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05a3ec95-88de-418e-afb2-290bd6468b66 req-a1fe5093-50e3-407a-82eb-84d3d6e5d9c4 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5169520 Jan 28 00:32:26.529278 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6bb3c386-afba-419c-82ad-bf4d2ca60fc4 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks [] for security_group_rule (5602bdb7-282a-49d7-b6bf-2d003aca5acf), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:26.588396 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-161feb0e-c556-4e97-b25f-4dff49afec70 req-a7dc7411-a52d-47cf-9fad-3badb31cf67e tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3879559 Jan 28 00:32:26.632172 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6bb3c386-afba-419c-82ad-bf4d2ca60fc4 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (5602bdb7-282a-49d7-b6bf-2d003aca5acf), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:26.766404 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc9527a4-9bfe-4b3d-b0b7-2516db100a6e admin admin] Publish callbacks [] for security_group (39acf3f0-a238-4811-9ad0-80f823131965), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:26.883502 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc9527a4-9bfe-4b3d-b0b7-2516db100a6e admin admin] Publish callbacks [] for security_group (39acf3f0-a238-4811-9ad0-80f823131965), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:26.970651 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4f66230-6853-4a7c-aa4f-43188aebdf44 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (9646523b-cd2c-41cb-98d5-157f60a3d886), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:27.007370 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3c386-afba-419c-82ad-bf4d2ca60fc4 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5602bdb7-282a-49d7-b6bf-2d003aca5acf,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:27.016373 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-031c995c-e498-4a3b-80df-25ae0535e53c tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Deleting port 1229d0c7-05ff-40ad-badc-553d2b871510 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:32:27.017160 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-031c995c-e498-4a3b-80df-25ae0535e53c tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (1229d0c7-05ff-40ad-badc-553d2b871510), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:27.064632 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6bb3c386-afba-419c-82ad-bf4d2ca60fc4 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:27.070333 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6bb3c386-afba-419c-82ad-bf4d2ca60fc4 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.2537186 Jan 28 00:32:27.115658 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42872) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:27.127143 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-bc9ac95d-7a50-4c91-a2df-151640d11535 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:27.139283 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f66230-6853-4a7c-aa4f-43188aebdf44 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network 6fa49823-e387-4355-bf1a-a17d64074533 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:32:27.148481 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-e4f66230-6853-4a7c-aa4f-43188aebdf44 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:32:27.158625 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f66230-6853-4a7c-aa4f-43188aebdf44 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:27.160647 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4f66230-6853-4a7c-aa4f-43188aebdf44 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:27.161933 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39719fed-e4ef-430b-83c8-19995e83bd3a None None] Network 6fa49823-e387-4355-bf1a-a17d64074533 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:32:27.203033 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f66230-6853-4a7c-aa4f-43188aebdf44 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Subnet': ['ID=9646523b-cd2c-41cb-98d5-157f60a3d886,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:27.211272 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc9ac95d-7a50-4c91-a2df-151640d11535 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:27.238206 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e4f66230-6853-4a7c-aa4f-43188aebdf44 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2420576 Jan 28 00:32:27.238716 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42874) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:27.253790 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-55b3ea45-5c97-4bc3-b78f-3aa2203572b4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'security_group': {'name': 'tempest-secgroup-1507780517'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:27.323040 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-55b3ea45-5c97-4bc3-b78f-3aa2203572b4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:27.341993 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1a83f080-d590-4ab8-ade7-42a222078141 req-09d2e180-4bef-408e-90ad-c3971409e0d2 service neutron] Attempting to bind port 6276b1e7-274c-424a-ad22-502097950c2e on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:32:27.342269 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1a83f080-d590-4ab8-ade7-42a222078141 req-09d2e180-4bef-408e-90ad-c3971409e0d2 service neutron] Attempting to bind port 6276b1e7-274c-424a-ad22-502097950c2e by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '5700de21-b7f1-4e44-ac79-faad96102485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '962b6d11-960d-42e0-95f3-b55d3f9f0ed4'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:32:27.344615 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-09d2e180-4bef-408e-90ad-c3971409e0d2 service neutron] Attempting to bind port 6276b1e7-274c-424a-ad22-502097950c2e on network 962b6d11-960d-42e0-95f3-b55d3f9f0ed4 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:32:27.362491 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-384747ac-ac92-4046-a41b-918bc8ee7d8b tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (c4e48651-9f3e-4513-bac9-ad75278a00b9), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:27.514732 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-384747ac-ac92-4046-a41b-918bc8ee7d8b tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c4e48651-9f3e-4513-bac9-ad75278a00b9), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:27.527729 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc9527a4-9bfe-4b3d-b0b7-2516db100a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (39acf3f0-a238-4811-9ad0-80f823131965), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:27.532304 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-55b3ea45-5c97-4bc3-b78f-3aa2203572b4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for security_group (7ed27a22-3a67-417c-b058-daacb56144c4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:27.539020 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc9527a4-9bfe-4b3d-b0b7-2516db100a6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:27.541085 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-bc9527a4-9bfe-4b3d-b0b7-2516db100a6e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/39acf3f0-a238-4811-9ad0-80f823131965 HTTP/1.1" status: 204 len: 168 time: 1.2102962 Jan 28 00:32:27.553407 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-55b3ea45-5c97-4bc3-b78f-3aa2203572b4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7ed27a22-3a67-417c-b058-daacb56144c4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:27.642744 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-09d2e180-4bef-408e-90ad-c3971409e0d2 service neutron] Port 6276b1e7-274c-424a-ad22-502097950c2e on network 962b6d11-960d-42e0-95f3-b55d3f9f0ed4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:32:27.656671 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-09d2e180-4bef-408e-90ad-c3971409e0d2 service neutron] Attempting to bind port 6276b1e7-274c-424a-ad22-502097950c2e on network 962b6d11-960d-42e0-95f3-b55d3f9f0ed4 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:32:27.702686 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-55b3ea45-5c97-4bc3-b78f-3aa2203572b4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:27.711001 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-55b3ea45-5c97-4bc3-b78f-3aa2203572b4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4704411 Jan 28 00:32:27.744404 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-09d2e180-4bef-408e-90ad-c3971409e0d2 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:32:27.756348 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-09d2e180-4bef-408e-90ad-c3971409e0d2 service neutron] Checking segment: {'id': '5700de21-b7f1-4e44-ac79-faad96102485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '962b6d11-960d-42e0-95f3-b55d3f9f0ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:32:27.756815 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42880) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:27.757381 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-09d2e180-4bef-408e-90ad-c3971409e0d2 service neutron] Bound using segment: {'id': '5700de21-b7f1-4e44-ac79-faad96102485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '962b6d11-960d-42e0-95f3-b55d3f9f0ed4'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:32:27.758306 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1a83f080-d590-4ab8-ade7-42a222078141 req-09d2e180-4bef-408e-90ad-c3971409e0d2 service neutron] Bound port: 6276b1e7-274c-424a-ad22-502097950c2e, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5700de21-b7f1-4e44-ac79-faad96102485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '962b6d11-960d-42e0-95f3-b55d3f9f0ed4'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:32:27.759464 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-09d2e180-4bef-408e-90ad-c3971409e0d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6276b1e7-274c-424a-ad22-502097950c2e), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:27.760239 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3ea45-5c97-4bc3-b78f-3aa2203572b4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed27a22-3a67-417c-b058-daacb56144c4,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:27.787706 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-fc6a5b7c-0908-4378-b234-5b16a8d7b175 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'security_group': {'name': 'tempest-secgroup-643428437'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:27.897705 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fc6a5b7c-0908-4378-b234-5b16a8d7b175 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:27.997067 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-384747ac-ac92-4046-a41b-918bc8ee7d8b tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:28.002625 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-384747ac-ac92-4046-a41b-918bc8ee7d8b tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 3.0218096 Jan 28 00:32:28.003851 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384747ac-ac92-4046-a41b-918bc8ee7d8b tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e48651-9f3e-4513-bac9-ad75278a00b9,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:28.015581 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42890) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:28.034429 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-031c995c-e498-4a3b-80df-25ae0535e53c tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (1229d0c7-05ff-40ad-badc-553d2b871510), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:28.039904 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9527a4-9bfe-4b3d-b0b7-2516db100a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39acf3f0-a238-4811-9ad0-80f823131965,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:28.043844 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-cb3f8a82-65ac-411c-b0b1-d1f093eaf8b1 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group_rule': {'security_group_id': 'c4e48651-9f3e-4513-bac9-ad75278a00b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:28.077100 n-d-826754-1 neutron-server[103343]: WARNING neutron.api.v2.base [None req-cb3f8a82-65ac-411c-b0b1-d1f093eaf8b1 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 00:32:28.078446 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-cb3f8a82-65ac-411c-b0b1-d1f093eaf8b1 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:32:28.080422 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cb3f8a82-65ac-411c-b0b1-d1f093eaf8b1 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0547049 Jan 28 00:32:28.085589 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42892) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:28.118369 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-ec559fc6-09e0-4216-9ea6-668a0adfa835 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group_rule': {'security_group_id': 'c4e48651-9f3e-4513-bac9-ad75278a00b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:28.120014 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-1a83f080-d590-4ab8-ade7-42a222078141 req-09d2e180-4bef-408e-90ad-c3971409e0d2 service neutron] For port 6276b1e7-274c-424a-ad22-502097950c2e, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:32:28.121513 n-d-826754-1 neutron-server[103343]: WARNING neutron.api.v2.base [None req-ec559fc6-09e0-4216-9ea6-668a0adfa835 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 00:32:28.127558 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-ec559fc6-09e0-4216-9ea6-668a0adfa835 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:32:28.133690 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ec559fc6-09e0-4216-9ea6-668a0adfa835 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0395947 Jan 28 00:32:28.140742 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4476f2-e151-42d6-86c3-5f7a75ca1be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-6fa49823-e387-4355-bf1a-a17d64074533', 'network_id': '6fa49823-e387-4355-bf1a-a17d64074533', 'project_id': '42f780956c37408e9aed0d4993486e6b', 'fixed_ips': [{'subnet_id': '9646523b-cd2c-41cb-98d5-157f60a3d886'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:32:28.142268 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ca4476f2-e151-42d6-86c3-5f7a75ca1be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:28.144577 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-1a83f080-d590-4ab8-ade7-42a222078141 req-09d2e180-4bef-408e-90ad-c3971409e0d2 service neutron] For port 6276b1e7-274c-424a-ad22-502097950c2e, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=6276b1e7-274c-424a-ad22-502097950c2e,segment=NetworkSegment(5700de21-b7f1-4e44-ac79-faad96102485),segment_id=5700de21-b7f1-4e44-ac79-faad96102485)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:32:28.149708 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42894) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:28.168364 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-eab55ba3-574f-4fc6-a5ad-50195b0081bc tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group_rule': {'security_group_id': 'c4e48651-9f3e-4513-bac9-ad75278a00b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:28.169705 n-d-826754-1 neutron-server[103343]: WARNING neutron.api.v2.base [None req-eab55ba3-574f-4fc6-a5ad-50195b0081bc tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 00:32:28.171737 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-eab55ba3-574f-4fc6-a5ad-50195b0081bc tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:32:28.175672 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-eab55ba3-574f-4fc6-a5ad-50195b0081bc tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0209720 Jan 28 00:32:28.198741 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42896) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:28.226639 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-74c421af-7ea2-4996-af60-27dbe315e755 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group_rule': {'security_group_id': 'c4e48651-9f3e-4513-bac9-ad75278a00b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:28.229384 n-d-826754-1 neutron-server[103343]: WARNING neutron.api.v2.base [None req-74c421af-7ea2-4996-af60-27dbe315e755 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 00:32:28.247369 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-74c421af-7ea2-4996-af60-27dbe315e755 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:32:28.254683 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-74c421af-7ea2-4996-af60-27dbe315e755 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0453870 Jan 28 00:32:28.288095 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42898) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:28.353318 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-09d2e180-4bef-408e-90ad-c3971409e0d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (6276b1e7-274c-424a-ad22-502097950c2e), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:28.513172 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-031c995c-e498-4a3b-80df-25ae0535e53c tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Calling delete_port for 1229d0c7-05ff-40ad-badc-553d2b871510 owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:32:28.586005 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-09d2e180-4bef-408e-90ad-c3971409e0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:28.591439 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-09d2e180-4bef-408e-90ad-c3971409e0d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:28.597665 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-ca4476f2-e151-42d6-86c3-5f7a75ca1be5 None None] Allocated IP 2001:db8::2 (6fa49823-e387-4355-bf1a-a17d64074533/9646523b-cd2c-41cb-98d5-157f60a3d886/1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:32:28.600265 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-09d2e180-4bef-408e-90ad-c3971409e0d2 service neutron] 10.222.0.52 "PUT /v2.0/ports/6276b1e7-274c-424a-ad22-502097950c2e HTTP/1.1" status: 200 len: 1092 time: 5.0998280 Jan 28 00:32:28.631249 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'tag': '6276b1e7-274c-424a-ad22-502097950c2e'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:32:28.646836 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b884c1-00b7-4547-974d-d8d231bdf39d" -d '{"events": [{"name": "network-changed", "server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "tag": "6276b1e7-274c-424a-ad22-502097950c2e"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:32:28.691771 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-1a83f080-d590-4ab8-ade7-42a222078141 req-f5b8c51e-fa46-48a4-963f-b4ea76129682 service neutron] Request body: {'port': {'device_id': '79cc3739-9058-4a58-9251-ed5d939acbba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:28.697575 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fc6a5b7c-0908-4378-b234-5b16a8d7b175 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for security_group (38a2c90b-5405-4871-abea-cac4f981cce7), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:28.756536 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fc6a5b7c-0908-4378-b234-5b16a8d7b175 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (38a2c90b-5405-4871-abea-cac4f981cce7), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:28.844781 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-191f3425-103d-4b04-8ed2-a48b91e2082a tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (c4e48651-9f3e-4513-bac9-ad75278a00b9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:29.011137 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82291ba9-3820-434a-87fb-b4dfc14e75ce req-9f680ae9-56bf-4ee5-9c78-865a227bbfd1 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:29.014106 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-82291ba9-3820-434a-87fb-b4dfc14e75ce req-9f680ae9-56bf-4ee5-9c78-865a227bbfd1 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 946 time: 0.9752131 Jan 28 00:32:29.026018 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fc6a5b7c-0908-4378-b234-5b16a8d7b175 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:29.033749 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fc6a5b7c-0908-4378-b234-5b16a8d7b175 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2632892 Jan 28 00:32:29.037007 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42920) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:29.099954 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d34d8ef2-1509-44a3-898d-d2ca44714fb2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2034020175', 'security_groups': ['38a2c90b-5405-4871-abea-cac4f981cce7'], 'network_id': '6fa49823-e387-4355-bf1a-a17d64074533', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9646523b-cd2c-41cb-98d5-157f60a3d886'}]}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:29.287543 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ca4476f2-e151-42d6-86c3-5f7a75ca1be5 None None] Publish callbacks [] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:29.313106 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ca4476f2-e151-42d6-86c3-5f7a75ca1be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:29.359659 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4476f2-e151-42d6-86c3-5f7a75ca1be5 None None] Network 6fa49823-e387-4355-bf1a-a17d64074533 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:32:29.367599 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-ca4476f2-e151-42d6-86c3-5f7a75ca1be5 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:32:29.431095 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-191f3425-103d-4b04-8ed2-a48b91e2082a tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (c4e48651-9f3e-4513-bac9-ad75278a00b9), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:29.439719 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b17ce-03e2-46b3-88be-541a2781abae req-59d7f919-cf86-454d-9bc7-e15aa4f9e6eb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:29.466721 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b17ce-03e2-46b3-88be-541a2781abae req-59d7f919-cf86-454d-9bc7-e15aa4f9e6eb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:29.476458 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4476f2-e151-42d6-86c3-5f7a75ca1be5 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:32:29.489039 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b17ce-03e2-46b3-88be-541a2781abae req-59d7f919-cf86-454d-9bc7-e15aa4f9e6eb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:29.518392 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b17ce-03e2-46b3-88be-541a2781abae req-59d7f919-cf86-454d-9bc7-e15aa4f9e6eb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:29.545423 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b17ce-03e2-46b3-88be-541a2781abae req-59d7f919-cf86-454d-9bc7-e15aa4f9e6eb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:29.548726 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3b4b17ce-03e2-46b3-88be-541a2781abae req-59d7f919-cf86-454d-9bc7-e15aa4f9e6eb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 3829 time: 1.8165181 Jan 28 00:32:29.571099 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a5b7c-0908-4378-b234-5b16a8d7b175 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38a2c90b-5405-4871-abea-cac4f981cce7,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:29.681886 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-191f3425-103d-4b04-8ed2-a48b91e2082a tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c4e48651-9f3e-4513-bac9-ad75278a00b9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:29.693758 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-191f3425-103d-4b04-8ed2-a48b91e2082a tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:29.697256 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-191f3425-103d-4b04-8ed2-a48b91e2082a tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "DELETE /v2.0/security-groups/c4e48651-9f3e-4513-bac9-ad75278a00b9 HTTP/1.1" status: 204 len: 168 time: 1.4063535 Jan 28 00:32:29.748956 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42926) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:29.777792 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-ca4476f2-e151-42d6-86c3-5f7a75ca1be5 None None] Attempting to bind port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:32:29.779784 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-ca4476f2-e151-42d6-86c3-5f7a75ca1be5 None None] Attempting to bind port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'e3ecf36e-643e-4894-8287-c407cb2424bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6fa49823-e387-4355-bf1a-a17d64074533'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:32:29.781251 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4476f2-e151-42d6-86c3-5f7a75ca1be5 None None] Attempting to bind port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a on network 6fa49823-e387-4355-bf1a-a17d64074533 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:32:29.794685 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4476f2-e151-42d6-86c3-5f7a75ca1be5 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:32:29.795991 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4476f2-e151-42d6-86c3-5f7a75ca1be5 None None] Checking segment: {'id': 'e3ecf36e-643e-4894-8287-c407cb2424bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6fa49823-e387-4355-bf1a-a17d64074533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:32:29.797106 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ca4476f2-e151-42d6-86c3-5f7a75ca1be5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:29.800207 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4476f2-e151-42d6-86c3-5f7a75ca1be5 None None] Bound using segment: {'id': 'e3ecf36e-643e-4894-8287-c407cb2424bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6fa49823-e387-4355-bf1a-a17d64074533'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:32:29.802768 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-ca4476f2-e151-42d6-86c3-5f7a75ca1be5 None None] Bound port: 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ecf36e-643e-4894-8287-c407cb2424bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6fa49823-e387-4355-bf1a-a17d64074533'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:32:29.805028 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ca4476f2-e151-42d6-86c3-5f7a75ca1be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:29.839902 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4476f2-e151-42d6-86c3-5f7a75ca1be5 None None] Pushing event updated for resources: {'Port': ['ID=1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:29.887567 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2e180-4bef-408e-90ad-c3971409e0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6276b1e7-274c-424a-ad22-502097950c2e,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:29.925643 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f3425-103d-4b04-8ed2-a48b91e2082a tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e48651-9f3e-4513-bac9-ad75278a00b9,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:29.984029 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-ca4476f2-e151-42d6-86c3-5f7a75ca1be5 None None] For port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:32:29.989020 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-ca4476f2-e151-42d6-86c3-5f7a75ca1be5 None None] For port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a,segment=NetworkSegment(e3ecf36e-643e-4894-8287-c407cb2424bb),segment_id=e3ecf36e-643e-4894-8287-c407cb2424bb)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:32:30.002525 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ca4476f2-e151-42d6-86c3-5f7a75ca1be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:30.168542 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34d8ef2-1509-44a3-898d-d2ca44714fb2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:32:30.294580 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-82291ba9-3820-434a-87fb-b4dfc14e75ce req-35fd6d2c-1a64-4e78-8099-1e7be47d6d3a tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0152385 Jan 28 00:32:30.308489 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-f5b8c51e-fa46-48a4-963f-b4ea76129682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e6c88db4-a371-434d-b81c-bba1b2a0715e), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:30.314480 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-031c995c-e498-4a3b-80df-25ae0535e53c tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (1229d0c7-05ff-40ad-badc-553d2b871510), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:30.419660 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4476f2-e151-42d6-86c3-5f7a75ca1be5 None None] Pushing event updated for resources: {'Port': ['ID=1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:30.490905 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9923118e-fe3b-4227-b222-cf9dfd9bf955 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.7283227 Jan 28 00:32:30.495836 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42940) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:30.502111 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-c58a682d-f135-48d6-b2e6-1173ab89386d tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group': {'name': 'tempest-secgroup--1224974735'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:30.584189 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c995c-e498-4a3b-80df-25ae0535e53c tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Pushing event deleted for resources: {'Port': ['ID=1229d0c7-05ff-40ad-badc-553d2b871510,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:30.634257 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c58a682d-f135-48d6-b2e6-1173ab89386d tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:30.701588 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b034d5ac-1dd8-4f61-b89a-05261f67b5c6 x-openstack-request-id: req-b034d5ac-1dd8-4f61-b89a-05261f67b5c6 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:32:30.708007 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "tag": "6276b1e7-274c-424a-ad22-502097950c2e", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:32:30.708461 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b034d5ac-1dd8-4f61-b89a-05261f67b5c6 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:32:30.709135 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'tag': '6276b1e7-274c-424a-ad22-502097950c2e', 'status': 'completed', 'code': 200} Jan 28 00:32:30.808662 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3b4b17ce-03e2-46b3-88be-541a2781abae req-1213dc16-a684-48e5-9d29-80a8a31f02a2 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1041219 Jan 28 00:32:30.849992 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c58a682d-f135-48d6-b2e6-1173ab89386d tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (55babea5-4b31-4453-bc70-c7f3e93da164), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:30.871696 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c58a682d-f135-48d6-b2e6-1173ab89386d tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (55babea5-4b31-4453-bc70-c7f3e93da164), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:30.899239 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42942) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:30.913439 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc9ac95d-7a50-4c91-a2df-151640d11535 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:30.996527 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b884c1-00b7-4547-974d-d8d231bdf39d req-9b789b48-b8cf-40bf-be42-0d4702092abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:31.000542 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b884c1-00b7-4547-974d-d8d231bdf39d req-9b789b48-b8cf-40bf-be42-0d4702092abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:31.001575 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b884c1-00b7-4547-974d-d8d231bdf39d req-9b789b48-b8cf-40bf-be42-0d4702092abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:31.006181 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b884c1-00b7-4547-974d-d8d231bdf39d req-9b789b48-b8cf-40bf-be42-0d4702092abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:31.007124 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b884c1-00b7-4547-974d-d8d231bdf39d req-9b789b48-b8cf-40bf-be42-0d4702092abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:31.010505 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b3b884c1-00b7-4547-974d-d8d231bdf39d req-9b789b48-b8cf-40bf-be42-0d4702092abf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bda1a11a40447e984dbfecb2102fcad&device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 4364 time: 0.4816179 Jan 28 00:32:31.206839 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c58a682d-f135-48d6-b2e6-1173ab89386d tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:31.216512 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c58a682d-f135-48d6-b2e6-1173ab89386d tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7188258 Jan 28 00:32:31.241395 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42948) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:31.248271 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d34d8ef2-1509-44a3-898d-d2ca44714fb2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:31.304535 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-037712de-30f9-4e55-8349-f5b6e978857b tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group_rule': {'security_group_id': '55babea5-4b31-4453-bc70-c7f3e93da164', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:31.307358 n-d-826754-1 neutron-server[103343]: WARNING neutron.api.v2.base [None req-037712de-30f9-4e55-8349-f5b6e978857b tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 00:32:31.312392 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-037712de-30f9-4e55-8349-f5b6e978857b tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:32:31.323421 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-037712de-30f9-4e55-8349-f5b6e978857b tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0317464 Jan 28 00:32:31.328837 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42952) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:32.357577 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-bc9ac95d-7a50-4c91-a2df-151640d11535 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Allocated IP 172.25.3.38 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/a267faa7-a1a9-4b33-8d42-f9b3c2d7ccfc) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:32:32.584915 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:32:32.719504 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:32:32.720348 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:32.758490 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-4bef1653-838e-412d-8226-6fc523096f7c tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group_rule': {'security_group_id': '55babea5-4b31-4453-bc70-c7f3e93da164', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:32.781268 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a682d-f135-48d6-b2e6-1173ab89386d tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55babea5-4b31-4453-bc70-c7f3e93da164,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:32.851289 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-031c995c-e498-4a3b-80df-25ae0535e53c tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (49554ce2-37a2-4999-bd11-1f5444028083), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:32.857576 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-b6190159-7e31-4799-88bb-7762c2cc0c89 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-255243899-network', 'tenant_id': 'a53b10b1dde9406d8c5a82664d6c97f3'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:32.886583 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-d34d8ef2-1509-44a3-898d-d2ca44714fb2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] device_id is not set on port 22974397-686d-440e-ac5a-d22e0d9cae8c yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:32:32.893635 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-bd766a45-c9fd-473c-ae5e-9e15b7441c2d None None] Provisioning complete for port 74551893-3fbf-4de7-af38-5a71521c01a4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:32:32.894037 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd766a45-c9fd-473c-ae5e-9e15b7441c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (74551893-3fbf-4de7-af38-5a71521c01a4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:33.020404 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-bd766a45-c9fd-473c-ae5e-9e15b7441c2d None None] Port 74551893-3fbf-4de7-af38-5a71521c01a4 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:32:33.109054 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d33fa1-db57-4c6b-ab69-ed738c4343d1 req-6960be95-547d-453b-ac33-a49e78288b95 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:33.110840 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6d33fa1-db57-4c6b-ab69-ed738c4343d1 req-6960be95-547d-453b-ac33-a49e78288b95 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 946 time: 1.3842504 Jan 28 00:32:33.153417 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:32:33.155176 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:33.170619 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-bd766a45-c9fd-473c-ae5e-9e15b7441c2d None None] Provisioning complete for port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:32:33.171691 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd766a45-c9fd-473c-ae5e-9e15b7441c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:33.270968 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc9ac95d-7a50-4c91-a2df-151640d11535 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks [] for port (a267faa7-a1a9-4b33-8d42-f9b3c2d7ccfc), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:33.280142 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6190159-7e31-4799-88bb-7762c2cc0c89 admin admin] Made reservation on behalf of a53b10b1dde9406d8c5a82664d6c97f3 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:32:33.284732 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b6190159-7e31-4799-88bb-7762c2cc0c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:33.340688 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-4bef1653-838e-412d-8226-6fc523096f7c tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:32:33.347210 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4bef1653-838e-412d-8226-6fc523096f7c tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6109891 Jan 28 00:32:33.353615 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42964) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:33.377742 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b6190159-7e31-4799-88bb-7762c2cc0c89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:33.392798 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-bd766a45-c9fd-473c-ae5e-9e15b7441c2d None None] Current status of the port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:32:33.393854 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd766a45-c9fd-473c-ae5e-9e15b7441c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:33.402279 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-1e252dff-1134-45da-956e-ee253de9d4d4 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group_rule': {'security_group_id': '55babea5-4b31-4453-bc70-c7f3e93da164', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:33.404433 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a,segment=NetworkSegment(e3ecf36e-643e-4894-8287-c407cb2424bb),segment_id=e3ecf36e-643e-4894-8287-c407cb2424bb)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:32:33.416754 n-d-826754-1 neutron-server[103343]: WARNING neutron.api.v2.base [None req-1e252dff-1134-45da-956e-ee253de9d4d4 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 00:32:33.420165 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-1e252dff-1134-45da-956e-ee253de9d4d4 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:32:33.425240 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1e252dff-1134-45da-956e-ee253de9d4d4 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0443110 Jan 28 00:32:33.425642 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-031c995c-e498-4a3b-80df-25ae0535e53c tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (49554ce2-37a2-4999-bd11-1f5444028083), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:33.433831 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42966) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:33.465169 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-031c995c-e498-4a3b-80df-25ae0535e53c tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router_controller (49554ce2-37a2-4999-bd11-1f5444028083), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:33.578131 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b884c1-00b7-4547-974d-d8d231bdf39d req-10a18980-2bf1-4c8a-aa93-84740f899d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:33.582167 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b884c1-00b7-4547-974d-d8d231bdf39d req-10a18980-2bf1-4c8a-aa93-84740f899d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:33.584479 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b884c1-00b7-4547-974d-d8d231bdf39d req-10a18980-2bf1-4c8a-aa93-84740f899d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:33.589716 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b3b884c1-00b7-4547-974d-d8d231bdf39d req-10a18980-2bf1-4c8a-aa93-84740f899d0b service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=5bda1a11a40447e984dbfecb2102fcad&shared=False HTTP/1.1" status: 200 len: 2293 time: 2.5359752 Jan 28 00:32:33.596922 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:33.633629 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-1c66c91f-666b-4f11-82df-294153b46f82 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group_rule': {'security_group_id': '55babea5-4b31-4453-bc70-c7f3e93da164', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:33.669788 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b8fc7-0c4b-4985-abdf-d0619381333d req-47c2d83d-946f-4d19-8987-d24a541013b2 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:33.675151 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b8fc7-0c4b-4985-abdf-d0619381333d req-47c2d83d-946f-4d19-8987-d24a541013b2 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:33.687022 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-bd766a45-c9fd-473c-ae5e-9e15b7441c2d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:32:33.687470 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-bd766a45-c9fd-473c-ae5e-9e15b7441c2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:32:33.694172 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b8fc7-0c4b-4985-abdf-d0619381333d req-47c2d83d-946f-4d19-8987-d24a541013b2 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:33.702890 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b8fc7-0c4b-4985-abdf-d0619381333d req-47c2d83d-946f-4d19-8987-d24a541013b2 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:33.717227 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b8fc7-0c4b-4985-abdf-d0619381333d req-47c2d83d-946f-4d19-8987-d24a541013b2 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:33.719173 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a62b8fc7-0c4b-4985-abdf-d0619381333d req-47c2d83d-946f-4d19-8987-d24a541013b2 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 3829 time: 1.5811436 Jan 28 00:32:33.751868 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:33.768866 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-031c995c-e498-4a3b-80df-25ae0535e53c tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (49554ce2-37a2-4999-bd11-1f5444028083), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:33.769220 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031c995c-e498-4a3b-80df-25ae0535e53c tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Fanout notify agent at l3_agent the message router_deleted on router 49554ce2-37a2-4999-bd11-1f5444028083 {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:32:33.792442 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-031c995c-e498-4a3b-80df-25ae0535e53c tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:33.793738 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-031c995c-e498-4a3b-80df-25ae0535e53c tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "DELETE /v2.0/routers/49554ce2-37a2-4999-bd11-1f5444028083 HTTP/1.1" status: 204 len: 168 time: 10.8673599 Jan 28 00:32:33.806324 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42970) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:33.828592 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-6e048a69-99a6-44ac-ac6f-d9c24542194c tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1643436035', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'enable_snat': False}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:33.847909 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6d33fa1-db57-4c6b-ab69-ed738c4343d1 req-780adb11-a821-4630-a3fe-659f519f0883 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5748131 Jan 28 00:32:33.903079 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc9ac95d-7a50-4c91-a2df-151640d11535 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (a267faa7-a1a9-4b33-8d42-f9b3c2d7ccfc), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:33.989250 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9ac95d-7a50-4c91-a2df-151640d11535 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:32:34.007599 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-1a83f080-d590-4ab8-ade7-42a222078141 req-f5b8c51e-fa46-48a4-963f-b4ea76129682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c88db4-a371-434d-b81c-bba1b2a0715e {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:32:34.049830 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6e048a69-99a6-44ac-ac6f-d9c24542194c tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (23435594-aedd-4763-bc8c-efd36207227f), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:34.052861 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6e048a69-99a6-44ac-ac6f-d9c24542194c tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (23435594-aedd-4763-bc8c-efd36207227f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:34.059101 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-bc9ac95d-7a50-4c91-a2df-151640d11535 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:32:34.079224 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-f5b8c51e-fa46-48a4-963f-b4ea76129682 service neutron] Publish callbacks [] for port (e6c88db4-a371-434d-b81c-bba1b2a0715e), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:34.087117 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9ac95d-7a50-4c91-a2df-151640d11535 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:32:34.103026 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a62b8fc7-0c4b-4985-abdf-d0619381333d req-ba58ee7a-ac7d-4757-b3a1-7311151a7b6e tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3417125 Jan 28 00:32:34.173381 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-1a83f080-d590-4ab8-ade7-42a222078141 req-f5b8c51e-fa46-48a4-963f-b4ea76129682 service neutron] Transition to ACTIVE for port object e6c88db4-a371-434d-b81c-bba1b2a0715e will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:32:34.184630 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ac95d-7a50-4c91-a2df-151640d11535 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Pushing event updated for resources: {'Port': ['ID=a267faa7-a1a9-4b33-8d42-f9b3c2d7ccfc,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:34.211720 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-f5b8c51e-fa46-48a4-963f-b4ea76129682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (e6c88db4-a371-434d-b81c-bba1b2a0715e), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:34.279210 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-bd766a45-c9fd-473c-ae5e-9e15b7441c2d None None] Current status of the port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:32:34.467428 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:32:34.692897 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:32:34.693611 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:34.701433 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b6190159-7e31-4799-88bb-7762c2cc0c89 admin admin] Publish callbacks [] for security_group (86c8267e-784c-4e32-b0af-1558dc6bb9d7), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:34.862711 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-d34d8ef2-1509-44a3-898d-d2ca44714fb2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Allocated IP 2001:db8::e4 (6fa49823-e387-4355-bf1a-a17d64074533/9646523b-cd2c-41cb-98d5-157f60a3d886/22974397-686d-440e-ac5a-d22e0d9cae8c) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:32:34.879028 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6e048a69-99a6-44ac-ac6f-d9c24542194c tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router_controller (23435594-aedd-4763-bc8c-efd36207227f), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:34.963445 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-1c66c91f-666b-4f11-82df-294153b46f82 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:32:34.968345 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1c66c91f-666b-4f11-82df-294153b46f82 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.3931894 Jan 28 00:32:35.002655 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42976) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:35.009167 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b6190159-7e31-4799-88bb-7762c2cc0c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (86c8267e-784c-4e32-b0af-1558dc6bb9d7), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:35.025888 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-81127ffc-a38c-4e77-bcb1-79d6b835bea2 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group_rule': {'security_group_id': '55babea5-4b31-4453-bc70-c7f3e93da164', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:35.026922 n-d-826754-1 neutron-server[103343]: WARNING neutron.api.v2.base [None req-81127ffc-a38c-4e77-bcb1-79d6b835bea2 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 00:32:35.028285 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-81127ffc-a38c-4e77-bcb1-79d6b835bea2 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:32:35.029911 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-81127ffc-a38c-4e77-bcb1-79d6b835bea2 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0087206 Jan 28 00:32:35.033554 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8c51e-fa46-48a4-963f-b4ea76129682 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c88db4-a371-434d-b81c-bba1b2a0715e,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:35.045636 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:32:35.055261 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42978) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:35.075127 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-2605b855-7cd1-41cf-8352-bafeeeeee57d tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group_rule': {'security_group_id': '55babea5-4b31-4453-bc70-c7f3e93da164', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:35.220052 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d34d8ef2-1509-44a3-898d-d2ca44714fb2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for port (22974397-686d-440e-ac5a-d22e0d9cae8c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:35.321266 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d34d8ef2-1509-44a3-898d-d2ca44714fb2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (22974397-686d-440e-ac5a-d22e0d9cae8c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:35.373042 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6190159-7e31-4799-88bb-7762c2cc0c89 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:32:35.435084 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6190159-7e31-4799-88bb-7762c2cc0c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c8267e-784c-4e32-b0af-1558dc6bb9d7,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:35.470541 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b6190159-7e31-4799-88bb-7762c2cc0c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (612846c9-0cf6-423c-a57d-66b0df4cea33), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:35.471250 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-b6190159-7e31-4799-88bb-7762c2cc0c89 admin admin] Added segment 612846c9-0cf6-423c-a57d-66b0df4cea33 of type vlan for network 66efa684-ff96-4cfa-a1e6-ce1035e54a7e Jan 28 00:32:35.494198 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b884c1-00b7-4547-974d-d8d231bdf39d req-68736b3d-63ef-4cbf-9635-53b72d4c5176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:35.499193 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b3b884c1-00b7-4547-974d-d8d231bdf39d req-68736b3d-63ef-4cbf-9635-53b72d4c5176 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.8171954 Jan 28 00:32:35.524302 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1a83f080-d590-4ab8-ade7-42a222078141 req-f5b8c51e-fa46-48a4-963f-b4ea76129682 service neutron] Attempting to bind port e6c88db4-a371-434d-b81c-bba1b2a0715e on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:32:35.524859 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1a83f080-d590-4ab8-ade7-42a222078141 req-f5b8c51e-fa46-48a4-963f-b4ea76129682 service neutron] Attempting to bind port e6c88db4-a371-434d-b81c-bba1b2a0715e by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'acb2bd17-d572-4140-8e42-68801c1a1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0efd91fa-a4c6-4618-8488-fef9eaa5de00'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:32:35.525400 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-f5b8c51e-fa46-48a4-963f-b4ea76129682 service neutron] Attempting to bind port e6c88db4-a371-434d-b81c-bba1b2a0715e on network 0efd91fa-a4c6-4618-8488-fef9eaa5de00 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:32:35.546815 n-d-826754-1 neutron-server[103344]: INFO neutron.db.securitygroups_db [None req-2605b855-7cd1-41cf-8352-bafeeeeee57d tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Project d7c56311e38f49faab1491ce4fec6d48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 00:32:35.558747 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34d8ef2-1509-44a3-898d-d2ca44714fb2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network 6fa49823-e387-4355-bf1a-a17d64074533 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:32:35.608830 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d8ef2-1509-44a3-898d-d2ca44714fb2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Port': ['ID=22974397-686d-440e-ac5a-d22e0d9cae8c,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:35.628103 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-d34d8ef2-1509-44a3-898d-d2ca44714fb2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:32:35.650762 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34d8ef2-1509-44a3-898d-d2ca44714fb2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:32:35.675541 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34d8ef2-1509-44a3-898d-d2ca44714fb2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:35.689416 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d34d8ef2-1509-44a3-898d-d2ca44714fb2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:35.746712 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d34d8ef2-1509-44a3-898d-d2ca44714fb2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.6669502 Jan 28 00:32:35.763336 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42988) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:35.773869 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e09aa6e5-cc92-402b-9692-94dd2e500aa4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'subnet': {'network_id': '6fa49823-e387-4355-bf1a-a17d64074533', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:35.801056 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b6190159-7e31-4799-88bb-7762c2cc0c89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (66efa684-ff96-4cfa-a1e6-ce1035e54a7e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:35.841824 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-f5b8c51e-fa46-48a4-963f-b4ea76129682 service neutron] Port e6c88db4-a371-434d-b81c-bba1b2a0715e on network 0efd91fa-a4c6-4618-8488-fef9eaa5de00 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:32:35.842539 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-f5b8c51e-fa46-48a4-963f-b4ea76129682 service neutron] Attempting to bind port e6c88db4-a371-434d-b81c-bba1b2a0715e on network 0efd91fa-a4c6-4618-8488-fef9eaa5de00 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:32:35.860433 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc9ac95d-7a50-4c91-a2df-151640d11535 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks [] for floatingip (3d9e9843-cf1a-4489-b678-51845dbf850a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:35.866256 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-2605b855-7cd1-41cf-8352-bafeeeeee57d tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:32:35.873803 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2605b855-7cd1-41cf-8352-bafeeeeee57d tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8014483 Jan 28 00:32:35.877398 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42990) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:35.986663 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d1b4290b-9f91-49f8-957a-e066c25c2c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:36.068672 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.db.resource_extend [None req-b6190159-7e31-4799-88bb-7762c2cc0c89 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:32:36.101588 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6e048a69-99a6-44ac-ac6f-d9c24542194c tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router_gateway (23435594-aedd-4763-bc8c-efd36207227f), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:36.130243 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-74141475-fabd-41a7-8dcc-849eeaa45712 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group_rule': {'security_group_id': '55babea5-4b31-4453-bc70-c7f3e93da164', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:36.132141 n-d-826754-1 neutron-server[103344]: WARNING neutron.api.v2.base [None req-74141475-fabd-41a7-8dcc-849eeaa45712 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 00:32:36.134872 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-74141475-fabd-41a7-8dcc-849eeaa45712 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:32:36.147138 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-74141475-fabd-41a7-8dcc-849eeaa45712 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.1384144 Jan 28 00:32:36.172759 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42992) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:36.181319 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b6190159-7e31-4799-88bb-7762c2cc0c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (66efa684-ff96-4cfa-a1e6-ce1035e54a7e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:36.184317 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-f5b8c51e-fa46-48a4-963f-b4ea76129682 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:32:36.185111 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-f5b8c51e-fa46-48a4-963f-b4ea76129682 service neutron] Checking segment: {'id': 'acb2bd17-d572-4140-8e42-68801c1a1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0efd91fa-a4c6-4618-8488-fef9eaa5de00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:32:36.187014 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-f5b8c51e-fa46-48a4-963f-b4ea76129682 service neutron] Bound using segment: {'id': 'acb2bd17-d572-4140-8e42-68801c1a1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0efd91fa-a4c6-4618-8488-fef9eaa5de00'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:32:36.188074 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1a83f080-d590-4ab8-ade7-42a222078141 req-f5b8c51e-fa46-48a4-963f-b4ea76129682 service neutron] Bound port: e6c88db4-a371-434d-b81c-bba1b2a0715e, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb2bd17-d572-4140-8e42-68801c1a1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0efd91fa-a4c6-4618-8488-fef9eaa5de00'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:32:36.189099 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-f5b8c51e-fa46-48a4-963f-b4ea76129682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e6c88db4-a371-434d-b81c-bba1b2a0715e), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:36.190536 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6190159-7e31-4799-88bb-7762c2cc0c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:36.191488 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b6190159-7e31-4799-88bb-7762c2cc0c89 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:36.229282 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-c09c3b0a-4f97-4114-b9af-1c1d1aed5a3d tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group_rule': {'security_group_id': '55babea5-4b31-4453-bc70-c7f3e93da164', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:36.478160 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fe04a-71f9-4b09-8a7e-dcd81029cdf3 req-fc52fa49-8a06-4b14-a9c9-57fe1c5797a9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:36.493264 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fe04a-71f9-4b09-8a7e-dcd81029cdf3 req-fc52fa49-8a06-4b14-a9c9-57fe1c5797a9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:36.508402 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b6190159-7e31-4799-88bb-7762c2cc0c89 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 5.6052935 Jan 28 00:32:36.509060 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42998) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:36.511427 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fe04a-71f9-4b09-8a7e-dcd81029cdf3 req-fc52fa49-8a06-4b14-a9c9-57fe1c5797a9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:36.531136 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fe04a-71f9-4b09-8a7e-dcd81029cdf3 req-fc52fa49-8a06-4b14-a9c9-57fe1c5797a9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:36.537600 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09aa6e5-cc92-402b-9692-94dd2e500aa4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:32:36.546837 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e09aa6e5-cc92-402b-9692-94dd2e500aa4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:36.547542 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fe04a-71f9-4b09-8a7e-dcd81029cdf3 req-fc52fa49-8a06-4b14-a9c9-57fe1c5797a9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:36.548326 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d1eaaa79-04a7-4b96-b3aa-084cedc9b2b1 None None] Provisioning complete for port 22974397-686d-440e-ac5a-d22e0d9cae8c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:32:36.549941 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d1eaaa79-04a7-4b96-b3aa-084cedc9b2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (22974397-686d-440e-ac5a-d22e0d9cae8c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:36.565793 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fe04a-71f9-4b09-8a7e-dcd81029cdf3 req-fc52fa49-8a06-4b14-a9c9-57fe1c5797a9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:36.573507 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ed6fe04a-71f9-4b09-8a7e-dcd81029cdf3 req-fc52fa49-8a06-4b14-a9c9-57fe1c5797a9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 4601 time: 1.1226926 Jan 28 00:32:36.616750 n-d-826754-1 neutron-server[103344]: INFO neutron.db.securitygroups_db [None req-c09c3b0a-4f97-4114-b9af-1c1d1aed5a3d tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Project d7c56311e38f49faab1491ce4fec6d48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 00:32:36.653464 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d1eaaa79-04a7-4b96-b3aa-084cedc9b2b1 None None] Port 22974397-686d-440e-ac5a-d22e0d9cae8c cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:32:36.687797 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2c0c7270-b448-46c6-9ac7-0f8dfa58b273 admin admin] Request body: {'subnet': {'network_id': '66efa684-ff96-4cfa-a1e6-ce1035e54a7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-255243899-subnet', 'tenant_id': 'a53b10b1dde9406d8c5a82664d6c97f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:36.706760 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6190159-7e31-4799-88bb-7762c2cc0c89 admin admin] Pushing event updated for resources: {'Network': ['ID=66efa684-ff96-4cfa-a1e6-ce1035e54a7e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:36.726032 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 66efa684-ff96-4cfa-a1e6-ce1035e54a7e details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:32:36.844806 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc9ac95d-7a50-4c91-a2df-151640d11535 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a267faa7-a1a9-4b33-8d42-f9b3c2d7ccfc), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:36.872803 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0c7270-b448-46c6-9ac7-0f8dfa58b273 admin admin] Made reservation on behalf of a53b10b1dde9406d8c5a82664d6c97f3 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:32:36.883595 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c0c7270-b448-46c6-9ac7-0f8dfa58b273 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:37.085066 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-c09c3b0a-4f97-4114-b9af-1c1d1aed5a3d tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:32:37.086680 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c09c3b0a-4f97-4114-b9af-1c1d1aed5a3d tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.8654413 Jan 28 00:32:37.110252 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43000) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:37.128710 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-6c04ea27-e950-4603-8b6b-ecfaea218dcb tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group_rule': {'security_group_id': '55babea5-4b31-4453-bc70-c7f3e93da164', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:37.205842 n-d-826754-1 neutron-server[103343]: INFO neutron.db.ipam_backend_mixin [None req-e09aa6e5-cc92-402b-9692-94dd2e500aa4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9646523b-cd2c-41cb-98d5-157f60a3d886 (CIDR: 2001:db8::/64) Jan 28 00:32:37.231564 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09aa6e5-cc92-402b-9692-94dd2e500aa4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:32:37.232646 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e09aa6e5-cc92-402b-9692-94dd2e500aa4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:32:37.299078 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e09aa6e5-cc92-402b-9692-94dd2e500aa4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5302019 Jan 28 00:32:37.299653 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43002) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:37.311297 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-33cfa790-ba7e-4123-aeae-86c5c8b40ca2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'subnet': {'network_id': '6fa49823-e387-4355-bf1a-a17d64074533', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:37.357811 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c034d-b97b-4c75-a36f-b314075f2a8c req-519f7ad3-1586-4f38-9eae-274e2147a91e tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:37.368381 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a72c034d-b97b-4c75-a36f-b314075f2a8c req-519f7ad3-1586-4f38-9eae-274e2147a91e tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 946 time: 1.9403276 Jan 28 00:32:37.452348 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-1a83f080-d590-4ab8-ade7-42a222078141 req-f5b8c51e-fa46-48a4-963f-b4ea76129682 service neutron] For port e6c88db4-a371-434d-b81c-bba1b2a0715e, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:32:37.477925 n-d-826754-1 neutron-server[103344]: INFO neutron.db.securitygroups_db [None req-6c04ea27-e950-4603-8b6b-ecfaea218dcb tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Project d7c56311e38f49faab1491ce4fec6d48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 00:32:37.544642 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ed6fe04a-71f9-4b09-8a7e-dcd81029cdf3 req-0a198f12-eb04-433c-84a0-c64ba871a393 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8938618 Jan 28 00:32:37.573050 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-1a83f080-d590-4ab8-ade7-42a222078141 req-f5b8c51e-fa46-48a4-963f-b4ea76129682 service neutron] For port e6c88db4-a371-434d-b81c-bba1b2a0715e, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=e6c88db4-a371-434d-b81c-bba1b2a0715e,segment=NetworkSegment(acb2bd17-d572-4140-8e42-68801c1a1a85),segment_id=acb2bd17-d572-4140-8e42-68801c1a1a85)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:32:37.641395 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a72c034d-b97b-4c75-a36f-b314075f2a8c req-0721d64f-986a-45f8-9868-8a384a15b600 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720518 Jan 28 00:32:37.648772 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-f5b8c51e-fa46-48a4-963f-b4ea76129682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (e6c88db4-a371-434d-b81c-bba1b2a0715e), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:37.701518 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-6c04ea27-e950-4603-8b6b-ecfaea218dcb tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:32:37.705883 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6c04ea27-e950-4603-8b6b-ecfaea218dcb tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5864937 Jan 28 00:32:37.744297 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43008) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:37.800506 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-f5b8c51e-fa46-48a4-963f-b4ea76129682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:37.804218 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-f5b8c51e-fa46-48a4-963f-b4ea76129682 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:37.805836 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-f5b8c51e-fa46-48a4-963f-b4ea76129682 service neutron] 10.222.0.52 "PUT /v2.0/ports/e6c88db4-a371-434d-b81c-bba1b2a0715e HTTP/1.1" status: 200 len: 1130 time: 9.1402600 Jan 28 00:32:37.839869 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'tag': 'e6c88db4-a371-434d-b81c-bba1b2a0715e'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:32:37.846752 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693a358e-87a0-4346-8a31-cf77ce3b6eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "tag": "e6c88db4-a371-434d-b81c-bba1b2a0715e"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:32:37.864841 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1e4c1aee-e713-4237-9fd1-799599fb899f service neutron] Request body: {'port': {'device_id': '79cc3739-9058-4a58-9251-ed5d939acbba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:38.033290 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46115e0e-e07a-4761-a65b-d92041f3326d x-openstack-request-id: req-46115e0e-e07a-4761-a65b-d92041f3326d {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:32:38.033754 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "tag": "e6c88db4-a371-434d-b81c-bba1b2a0715e", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:32:38.034403 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-46115e0e-e07a-4761-a65b-d92041f3326d {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:32:38.035068 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'tag': 'e6c88db4-a371-434d-b81c-bba1b2a0715e', 'status': 'completed', 'code': 200} Jan 28 00:32:38.094659 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c0c7270-b448-46c6-9ac7-0f8dfa58b273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (fa82bc03-e747-4abb-a9ad-4f69a4cbe250), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:38.207085 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc9ac95d-7a50-4c91-a2df-151640d11535 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks [] for port (a267faa7-a1a9-4b33-8d42-f9b3c2d7ccfc), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:38.320789 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f9d49f47-3d65-49c7-8f07-00f0e45f2fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:38.368149 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c7270-b448-46c6-9ac7-0f8dfa58b273 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa82bc03-e747-4abb-a9ad-4f69a4cbe250,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:38.401010 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cfa790-ba7e-4123-aeae-86c5c8b40ca2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:32:38.438532 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33cfa790-ba7e-4123-aeae-86c5c8b40ca2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:38.762260 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a358e-87a0-4346-8a31-cf77ce3b6eb8 req-b70fcc67-efab-4d70-a352-44a29b492e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:38.766360 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a358e-87a0-4346-8a31-cf77ce3b6eb8 req-b70fcc67-efab-4d70-a352-44a29b492e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:38.766742 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a358e-87a0-4346-8a31-cf77ce3b6eb8 req-b70fcc67-efab-4d70-a352-44a29b492e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:38.767977 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a358e-87a0-4346-8a31-cf77ce3b6eb8 req-b70fcc67-efab-4d70-a352-44a29b492e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:38.776440 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a358e-87a0-4346-8a31-cf77ce3b6eb8 req-b70fcc67-efab-4d70-a352-44a29b492e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:38.777791 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a358e-87a0-4346-8a31-cf77ce3b6eb8 req-b70fcc67-efab-4d70-a352-44a29b492e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:38.781327 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-693a358e-87a0-4346-8a31-cf77ce3b6eb8 req-b70fcc67-efab-4d70-a352-44a29b492e5b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bda1a11a40447e984dbfecb2102fcad&device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5287 time: 0.7234855 Jan 28 00:32:38.782671 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-75c9489b-dbff-42d8-bf42-ad69bad1113b tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (55babea5-4b31-4453-bc70-c7f3e93da164), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:38.877143 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc9ac95d-7a50-4c91-a2df-151640d11535 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (a267faa7-a1a9-4b33-8d42-f9b3c2d7ccfc), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:38.878682 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8c51e-fa46-48a4-963f-b4ea76129682 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c88db4-a371-434d-b81c-bba1b2a0715e,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:38.975664 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1e4c1aee-e713-4237-9fd1-799599fb899f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d811a547-5df6-408e-b47d-4a7f9810a4e5), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:39.344080 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c7270-b448-46c6-9ac7-0f8dfa58b273 admin admin] Checking segment: {'id': '612846c9-0cf6-423c-a57d-66b0df4cea33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '66efa684-ff96-4cfa-a1e6-ce1035e54a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:32:39.344938 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0c7270-b448-46c6-9ac7-0f8dfa58b273 admin admin] Network hostable DHCP agents. Network: 66efa684-ff96-4cfa-a1e6-ce1035e54a7e, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:32:39.357156 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a358e-87a0-4346-8a31-cf77ce3b6eb8 req-83d7e75c-5422-43bf-b98b-20357cb75834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:39.358687 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a358e-87a0-4346-8a31-cf77ce3b6eb8 req-83d7e75c-5422-43bf-b98b-20357cb75834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:39.360993 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a358e-87a0-4346-8a31-cf77ce3b6eb8 req-83d7e75c-5422-43bf-b98b-20357cb75834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:39.364579 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-693a358e-87a0-4346-8a31-cf77ce3b6eb8 req-83d7e75c-5422-43bf-b98b-20357cb75834 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=5bda1a11a40447e984dbfecb2102fcad&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5546942 Jan 28 00:32:39.468373 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-75c9489b-dbff-42d8-bf42-ad69bad1113b tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (55babea5-4b31-4453-bc70-c7f3e93da164), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:39.641772 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:39.668802 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0c7270-b448-46c6-9ac7-0f8dfa58b273 admin admin] Network 66efa684-ff96-4cfa-a1e6-ce1035e54a7e is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:32:39.722286 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-2c0c7270-b448-46c6-9ac7-0f8dfa58b273 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 66efa684-ff96-4cfa-a1e6-ce1035e54a7e) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:32:39.735198 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a655d2-8b7d-433e-b1fc-d64725be35ce None None] Network 66efa684-ff96-4cfa-a1e6-ce1035e54a7e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:32:39.735969 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0c7270-b448-46c6-9ac7-0f8dfa58b273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:39.737332 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c0c7270-b448-46c6-9ac7-0f8dfa58b273 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:39.740876 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc9ac95d-7a50-4c91-a2df-151640d11535 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (3d9e9843-cf1a-4489-b678-51845dbf850a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:39.787963 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6e048a69-99a6-44ac-ac6f-d9c24542194c tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router_gateway (23435594-aedd-4763-bc8c-efd36207227f), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:39.847464 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2c0c7270-b448-46c6-9ac7-0f8dfa58b273 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.3194225 Jan 28 00:32:39.897502 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb062d-ef65-4b4c-b6bc-6df1f2ca947e req-de011b4f-57c6-44bc-b031-735aa326cb08 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:39.903287 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b9cb062d-ef65-4b4c-b6bc-6df1f2ca947e req-de011b4f-57c6-44bc-b031-735aa326cb08 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 946 time: 1.0174131 Jan 28 00:32:39.931036 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a358e-87a0-4346-8a31-cf77ce3b6eb8 req-ad36dc83-be6e-42ba-8083-cef5adb7c058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:39.940716 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-693a358e-87a0-4346-8a31-cf77ce3b6eb8 req-ad36dc83-be6e-42ba-8083-cef5adb7c058 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5458627 Jan 28 00:32:39.967442 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-75c9489b-dbff-42d8-bf42-ad69bad1113b tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (55babea5-4b31-4453-bc70-c7f3e93da164), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:39.997635 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-75c9489b-dbff-42d8-bf42-ad69bad1113b tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:40.008632 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-75c9489b-dbff-42d8-bf42-ad69bad1113b tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "DELETE /v2.0/security-groups/55babea5-4b31-4453-bc70-c7f3e93da164 HTTP/1.1" status: 204 len: 168 time: 2.2627268 Jan 28 00:32:40.026973 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43030) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:40.083700 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6e048a69-99a6-44ac-ac6f-d9c24542194c tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:40.164744 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422864ae-b286-4f2e-8184-075b274600e8 None None] Network 66efa684-ff96-4cfa-a1e6-ce1035e54a7e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:32:40.271226 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ac95d-7a50-4c91-a2df-151640d11535 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Pushing event updated for resources: {'Port': ['ID=a267faa7-a1a9-4b33-8d42-f9b3c2d7ccfc,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:40.345929 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc9ac95d-7a50-4c91-a2df-151640d11535 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:40.356766 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-bc9ac95d-7a50-4c91-a2df-151640d11535 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 13.2313652 Jan 28 00:32:40.401821 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4e1d4c7d-b98a-45db-a2f8-0be3a5513c07 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3623872 Jan 28 00:32:40.405923 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43042) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:40.412254 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9489b-dbff-42d8-bf42-ad69bad1113b tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55babea5-4b31-4453-bc70-c7f3e93da164,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:40.519467 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb4e93-ef86-48e3-beca-d6a58b1398bc req-ed9d3968-5228-417c-b7bc-c3768f70d5ee tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:40.569326 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb4e93-ef86-48e3-beca-d6a58b1398bc req-ed9d3968-5228-417c-b7bc-c3768f70d5ee tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:40.587338 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb4e93-ef86-48e3-beca-d6a58b1398bc req-ed9d3968-5228-417c-b7bc-c3768f70d5ee tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:40.619888 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb4e93-ef86-48e3-beca-d6a58b1398bc req-ed9d3968-5228-417c-b7bc-c3768f70d5ee tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:40.642374 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb4e93-ef86-48e3-beca-d6a58b1398bc req-ed9d3968-5228-417c-b7bc-c3768f70d5ee tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:40.689619 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb4e93-ef86-48e3-beca-d6a58b1398bc req-ed9d3968-5228-417c-b7bc-c3768f70d5ee tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:40.699444 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b0cb4e93-ef86-48e3-beca-d6a58b1398bc req-ed9d3968-5228-417c-b7bc-c3768f70d5ee tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 4601 time: 1.7481923 Jan 28 00:32:40.751552 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-1f343608-c025-406a-bf23-8f8316ebfbec tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group': {'name': 'tempest-secgroup--1831726821'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:40.771869 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33cfa790-ba7e-4123-aeae-86c5c8b40ca2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (ea67bb3f-6a64-441f-acd1-b1e97ba310d9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:40.823022 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cfa790-ba7e-4123-aeae-86c5c8b40ca2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network 6fa49823-e387-4355-bf1a-a17d64074533 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:32:40.830412 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-33cfa790-ba7e-4123-aeae-86c5c8b40ca2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:32:40.850580 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0ff0e5-0f64-4dcc-9420-1d6b0546160d None None] Network 6fa49823-e387-4355-bf1a-a17d64074533 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:32:40.852285 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cfa790-ba7e-4123-aeae-86c5c8b40ca2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:40.853077 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33cfa790-ba7e-4123-aeae-86c5c8b40ca2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:40.888576 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cfa790-ba7e-4123-aeae-86c5c8b40ca2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Subnet': ['ID=ea67bb3f-6a64-441f-acd1-b1e97ba310d9,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:40.901087 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-33cfa790-ba7e-4123-aeae-86c5c8b40ca2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.6000257 Jan 28 00:32:40.902783 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43046) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:40.918579 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-6e048a69-99a6-44ac-ac6f-d9c24542194c tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Allocated IP 172.25.3.40 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/8f439fa7-2591-4f4d-94b5-3341ee1f6770) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:32:40.920389 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-84402beb-8224-43d5-bc2a-9c912d87155c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1519732843', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ea67bb3f-6a64-441f-acd1-b1e97ba310d9'}], 'security_groups': ['7ed27a22-3a67-417c-b058-daacb56144c4']}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:41.068756 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1e4c1aee-e713-4237-9fd1-799599fb899f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d811a547-5df6-408e-b47d-4a7f9810a4e5 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:32:41.079328 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1e4c1aee-e713-4237-9fd1-799599fb899f service neutron] Publish callbacks [] for port (d811a547-5df6-408e-b47d-4a7f9810a4e5), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:41.102997 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1e4c1aee-e713-4237-9fd1-799599fb899f service neutron] Transition to ACTIVE for port object d811a547-5df6-408e-b47d-4a7f9810a4e5 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:32:41.128025 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1f343608-c025-406a-bf23-8f8316ebfbec tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:41.162221 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1e4c1aee-e713-4237-9fd1-799599fb899f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (d811a547-5df6-408e-b47d-4a7f9810a4e5), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:41.182173 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:41.287269 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-84402beb-8224-43d5-bc2a-9c912d87155c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (22974397-686d-440e-ac5a-d22e0d9cae8c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:41.473464 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b9cb062d-ef65-4b4c-b6bc-6df1f2ca947e req-cbd3d299-7dc7-405d-a7ca-34814fa507d1 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5536203 Jan 28 00:32:41.570313 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dd7d35-cbec-483b-888f-15d1a4546240 None None] Update dhcp port {'port': {'network_id': '6fa49823-e387-4355-bf1a-a17d64074533', 'fixed_ips': [{'subnet_id': '9646523b-cd2c-41cb-98d5-157f60a3d886', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ea67bb3f-6a64-441f-acd1-b1e97ba310d9'}], 'binding:host_id': 'n-d-826754-1'}, 'id': '1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a'} from n-d-826754-1. {{(pid=103345) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 00:32:41.636336 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c1aee-e713-4237-9fd1-799599fb899f service neutron] Pushing event updated for resources: {'Port': ['ID=d811a547-5df6-408e-b47d-4a7f9810a4e5,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:41.734907 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55dd7d35-cbec-483b-888f-15d1a4546240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:41.744305 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b0cb4e93-ef86-48e3-beca-d6a58b1398bc req-9829502b-2a77-4066-8fa2-14747cd2b028 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0361929 Jan 28 00:32:41.787250 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6e048a69-99a6-44ac-ac6f-d9c24542194c tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for port (8f439fa7-2591-4f4d-94b5-3341ee1f6770), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:42.386818 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1f343608-c025-406a-bf23-8f8316ebfbec tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (c9e84510-b4a8-413d-896c-bde304c202e7), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:42.389287 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:42.391832 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-84402beb-8224-43d5-bc2a-9c912d87155c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Delete allocated IP 2001:db8::e4 (6fa49823-e387-4355-bf1a-a17d64074533/9646523b-cd2c-41cb-98d5-157f60a3d886) {{(pid=103343) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 00:32:42.429024 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1f343608-c025-406a-bf23-8f8316ebfbec tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c9e84510-b4a8-413d-896c-bde304c202e7), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:42.458535 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-84402beb-8224-43d5-bc2a-9c912d87155c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Allocated IP 2001:db8:0:1::21d (6fa49823-e387-4355-bf1a-a17d64074533/ea67bb3f-6a64-441f-acd1-b1e97ba310d9/22974397-686d-440e-ac5a-d22e0d9cae8c) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:32:42.558431 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1e4c1aee-e713-4237-9fd1-799599fb899f service neutron] Attempting to bind port d811a547-5df6-408e-b47d-4a7f9810a4e5 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:32:42.558958 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1e4c1aee-e713-4237-9fd1-799599fb899f service neutron] Attempting to bind port d811a547-5df6-408e-b47d-4a7f9810a4e5 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'acb2bd17-d572-4140-8e42-68801c1a1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0efd91fa-a4c6-4618-8488-fef9eaa5de00'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:32:42.559601 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1e4c1aee-e713-4237-9fd1-799599fb899f service neutron] Attempting to bind port d811a547-5df6-408e-b47d-4a7f9810a4e5 on network 0efd91fa-a4c6-4618-8488-fef9eaa5de00 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:32:42.611418 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-7182150f-b4b1-43d6-9694-e65e8c931aae tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:42.619515 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-7182150f-b4b1-43d6-9694-e65e8c931aae tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] 10.222.0.70 "GET /v2.0/networks?id=66efa684-ff96-4cfa-a1e6-ce1035e54a7e HTTP/1.1" status: 200 len: 821 time: 0.6962242 Jan 28 00:32:42.633817 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1f343608-c025-406a-bf23-8f8316ebfbec tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:42.638544 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1f343608-c025-406a-bf23-8f8316ebfbec tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.9239411 Jan 28 00:32:42.640612 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43088) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:42.652281 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6e048a69-99a6-44ac-ac6f-d9c24542194c tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (8f439fa7-2591-4f4d-94b5-3341ee1f6770), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:42.671779 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-93a69b70-db02-4a82-9c55-2778a7bbddae tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group_rule': {'security_group_id': 'c9e84510-b4a8-413d-896c-bde304c202e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:42.746441 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43090) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:42.826753 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-89c59af3-96d2-4504-9252-b58441df01ea tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] 10.222.0.70 "GET /v2.0/quotas/a53b10b1dde9406d8c5a82664d6c97f3 HTTP/1.1" status: 200 len: 375 time: 0.2058067 Jan 28 00:32:42.833406 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e048a69-99a6-44ac-ac6f-d9c24542194c tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Pushing event updated for resources: {'Port': ['ID=8f439fa7-2591-4f4d-94b5-3341ee1f6770,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:42.838960 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f343608-c025-406a-bf23-8f8316ebfbec tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e84510-b4a8-413d-896c-bde304c202e7,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:42.850600 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1e4c1aee-e713-4237-9fd1-799599fb899f service neutron] Port d811a547-5df6-408e-b47d-4a7f9810a4e5 on network 0efd91fa-a4c6-4618-8488-fef9eaa5de00 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:32:42.851852 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1e4c1aee-e713-4237-9fd1-799599fb899f service neutron] Attempting to bind port d811a547-5df6-408e-b47d-4a7f9810a4e5 on network 0efd91fa-a4c6-4618-8488-fef9eaa5de00 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:32:42.917028 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:42.964724 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1e4c1aee-e713-4237-9fd1-799599fb899f service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:32:42.965253 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1e4c1aee-e713-4237-9fd1-799599fb899f service neutron] Checking segment: {'id': 'acb2bd17-d572-4140-8e42-68801c1a1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0efd91fa-a4c6-4618-8488-fef9eaa5de00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:32:42.965764 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1e4c1aee-e713-4237-9fd1-799599fb899f service neutron] Bound using segment: {'id': 'acb2bd17-d572-4140-8e42-68801c1a1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0efd91fa-a4c6-4618-8488-fef9eaa5de00'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:32:42.966349 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1e4c1aee-e713-4237-9fd1-799599fb899f service neutron] Bound port: d811a547-5df6-408e-b47d-4a7f9810a4e5, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb2bd17-d572-4140-8e42-68801c1a1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0efd91fa-a4c6-4618-8488-fef9eaa5de00'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:32:42.966824 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1e4c1aee-e713-4237-9fd1-799599fb899f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d811a547-5df6-408e-b47d-4a7f9810a4e5), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:42.988623 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-84402beb-8224-43d5-bc2a-9c912d87155c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for port (22974397-686d-440e-ac5a-d22e0d9cae8c), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:42.998420 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-84402beb-8224-43d5-bc2a-9c912d87155c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (22974397-686d-440e-ac5a-d22e0d9cae8c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:43.018647 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-31c54480-5c45-44a5-a620-2d54566ed912 tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a53b10b1dde9406d8c5a82664d6c97f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1908727 Jan 28 00:32:43.027510 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e048a69-99a6-44ac-ac6f-d9c24542194c tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:32:43.070199 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-696a0261-444d-491c-840e-12bd2d1a9298 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--130802847&fields=id&tenant_id=834c1d81c62b474cb64b4f5e7f579fc6 HTTP/1.1" status: 200 len: 267 time: 1.0085797 Jan 28 00:32:43.124082 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-6e048a69-99a6-44ac-ac6f-d9c24542194c tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:32:43.179142 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e048a69-99a6-44ac-ac6f-d9c24542194c tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:32:43.216313 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-55dd7d35-cbec-483b-888f-15d1a4546240 None None] Allocated IP 2001:db8:0:1::2 (6fa49823-e387-4355-bf1a-a17d64074533/ea67bb3f-6a64-441f-acd1-b1e97ba310d9/1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:32:43.221747 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-84402beb-8224-43d5-bc2a-9c912d87155c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] In _notify_port_updated(), no bound segment for port 22974397-686d-440e-ac5a-d22e0d9cae8c on network 6fa49823-e387-4355-bf1a-a17d64074533 {{(pid=103343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 00:32:43.242110 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84402beb-8224-43d5-bc2a-9c912d87155c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:43.243736 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-84402beb-8224-43d5-bc2a-9c912d87155c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:43.247996 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-84402beb-8224-43d5-bc2a-9c912d87155c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "PUT /v2.0/ports/22974397-686d-440e-ac5a-d22e0d9cae8c HTTP/1.1" status: 200 len: 931 time: 2.3436618 Jan 28 00:32:43.256105 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43098) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:43.469892 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-55dd7d35-cbec-483b-888f-15d1a4546240 None None] For port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a,segment=NetworkSegment(e3ecf36e-643e-4894-8287-c407cb2424bb),segment_id=e3ecf36e-643e-4894-8287-c407cb2424bb)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:32:43.485625 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b0ffee06-380c-41e3-ab64-e3e2aa7ccb99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:43.530805 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55dd7d35-cbec-483b-888f-15d1a4546240 None None] Publish callbacks [] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:43.542781 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55dd7d35-cbec-483b-888f-15d1a4546240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:43.589258 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84402beb-8224-43d5-bc2a-9c912d87155c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Port': ['ID=22974397-686d-440e-ac5a-d22e0d9cae8c,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:43.668936 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-72f4f05f-ff0d-4dbb-b170-039f3008eb3c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting port 22974397-686d-440e-ac5a-d22e0d9cae8c {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:32:43.669621 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72f4f05f-ff0d-4dbb-b170-039f3008eb3c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (22974397-686d-440e-ac5a-d22e0d9cae8c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:43.672346 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd7d35-cbec-483b-888f-15d1a4546240 None None] Pushing event updated for resources: {'Port': ['ID=1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:43.815481 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1e4c1aee-e713-4237-9fd1-799599fb899f service neutron] For port d811a547-5df6-408e-b47d-4a7f9810a4e5, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:32:43.824774 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1e4c1aee-e713-4237-9fd1-799599fb899f service neutron] For port d811a547-5df6-408e-b47d-4a7f9810a4e5, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=d811a547-5df6-408e-b47d-4a7f9810a4e5,segment=NetworkSegment(acb2bd17-d572-4140-8e42-68801c1a1a85),segment_id=acb2bd17-d572-4140-8e42-68801c1a1a85)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:32:43.904197 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b0ffee06-380c-41e3-ab64-e3e2aa7ccb99 admin admin] Publish callbacks [] for security_group (81682f9e-f950-46ca-8e49-810ee3f83c10), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:43.916430 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72f4f05f-ff0d-4dbb-b170-039f3008eb3c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (22974397-686d-440e-ac5a-d22e0d9cae8c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:43.920720 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b0ffee06-380c-41e3-ab64-e3e2aa7ccb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (81682f9e-f950-46ca-8e49-810ee3f83c10), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:43.949868 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-9fee04e9-30e2-4a06-ad69-7ce7bb5355cb tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:43.954241 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-9fee04e9-30e2-4a06-ad69-7ce7bb5355cb tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/networks?id=9e95df89-e401-4bbf-9b7b-17ebec15fddb HTTP/1.1" status: 200 len: 811 time: 0.8825448 Jan 28 00:32:43.975550 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1e4c1aee-e713-4237-9fd1-799599fb899f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (d811a547-5df6-408e-b47d-4a7f9810a4e5), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:43.984422 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b0ffee06-380c-41e3-ab64-e3e2aa7ccb99 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3a632488e68d43dbb3495ae21206cf5d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2325020 Jan 28 00:32:43.996058 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43100) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:44.050798 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-72f4f05f-ff0d-4dbb-b170-039f3008eb3c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Calling delete_port for 22974397-686d-440e-ac5a-d22e0d9cae8c owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:32:44.064947 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:44.136590 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c12cf68c-7322-4f04-bb9a-485570c9b9a8 admin admin] Publish callbacks [] for security_group (81682f9e-f950-46ca-8e49-810ee3f83c10), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:44.140647 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ffee06-380c-41e3-ab64-e3e2aa7ccb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81682f9e-f950-46ca-8e49-810ee3f83c10,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:44.238357 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1e4c1aee-e713-4237-9fd1-799599fb899f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:44.239806 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1e4c1aee-e713-4237-9fd1-799599fb899f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:44.242436 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1e4c1aee-e713-4237-9fd1-799599fb899f service neutron] 10.222.0.52 "PUT /v2.0/ports/d811a547-5df6-408e-b47d-4a7f9810a4e5 HTTP/1.1" status: 200 len: 1130 time: 6.3894436 Jan 28 00:32:44.282958 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c1aee-e713-4237-9fd1-799599fb899f service neutron] Pushing event updated for resources: {'Port': ['ID=d811a547-5df6-408e-b47d-4a7f9810a4e5,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:44.290184 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'tag': 'd811a547-5df6-408e-b47d-4a7f9810a4e5'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:32:44.294447 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2181d29b-b6e3-4a03-b50b-4378b80cf71a" -d '{"events": [{"name": "network-changed", "server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "tag": "d811a547-5df6-408e-b47d-4a7f9810a4e5"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:32:44.300467 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-5f850fb1-95cd-45cd-9379-08c81ff3247f tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/quotas/834c1d81c62b474cb64b4f5e7f579fc6 HTTP/1.1" status: 200 len: 375 time: 0.2976475 Jan 28 00:32:44.369090 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cd5ceca8-0288-46f6-843f-fc8e6b851e18 service neutron] Request body: {'port': {'device_id': '79cc3739-9058-4a58-9251-ed5d939acbba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:44.465986 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c12cf68c-7322-4f04-bb9a-485570c9b9a8 admin admin] Publish callbacks [] for security_group (81682f9e-f950-46ca-8e49-810ee3f83c10), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:44.469832 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:32:44.643447 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cd5ceca8-0288-46f6-843f-fc8e6b851e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (94ae3a89-fc27-4196-b863-313cd277b634), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:44.692776 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:32:44.694195 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:44.795366 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c12cf68c-7322-4f04-bb9a-485570c9b9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (81682f9e-f950-46ca-8e49-810ee3f83c10), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:44.803652 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c12cf68c-7322-4f04-bb9a-485570c9b9a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:44.806134 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c12cf68c-7322-4f04-bb9a-485570c9b9a8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/81682f9e-f950-46ca-8e49-810ee3f83c10 HTTP/1.1" status: 204 len: 168 time: 0.8094933 Jan 28 00:32:44.922226 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cf68c-7322-4f04-bb9a-485570c9b9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81682f9e-f950-46ca-8e49-810ee3f83c10,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:44.991781 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72f4f05f-ff0d-4dbb-b170-039f3008eb3c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (22974397-686d-440e-ac5a-d22e0d9cae8c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:45.008636 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:32:45.106988 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72f4f05f-ff0d-4dbb-b170-039f3008eb3c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:45.115167 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-72f4f05f-ff0d-4dbb-b170-039f3008eb3c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/ports/22974397-686d-440e-ac5a-d22e0d9cae8c HTTP/1.1" status: 204 len: 168 time: 1.8569870 Jan 28 00:32:45.116015 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43106) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:45.116831 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4f05f-ff0d-4dbb-b170-039f3008eb3c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Port': ['ID=22974397-686d-440e-ac5a-d22e0d9cae8c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:45.185824 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd1b8fc-d679-49b7-92c3-510d3dc316bf tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] GET failed (client error): The resource could not be found. Jan 28 00:32:45.190259 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ecd1b8fc-d679-49b7-92c3-510d3dc316bf tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "GET /v2.0/ports/22974397-686d-440e-ac5a-d22e0d9cae8c HTTP/1.1" status: 404 len: 333 time: 0.0703437 Jan 28 00:32:45.190894 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43108) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:45.434844 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-defdf199-c0da-465d-a121-d52667d6d792 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for security_group (38a2c90b-5405-4871-abea-cac4f981cce7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:45.568600 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-483af819-ece5-4336-a97d-099dbfb9f7ea None None] Could not find standard attr ID for object 22974397-686d-440e-ac5a-d22e0d9cae8c. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:32:45.578639 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-defdf199-c0da-465d-a121-d52667d6d792 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for security_group (38a2c90b-5405-4871-abea-cac4f981cce7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:45.640036 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-483af819-ece5-4336-a97d-099dbfb9f7ea None None] Provisioning complete for port 74551893-3fbf-4de7-af38-5a71521c01a4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:32:45.640483 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-483af819-ece5-4336-a97d-099dbfb9f7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (74551893-3fbf-4de7-af38-5a71521c01a4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:45.776818 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43112) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:45.788732 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-52f33440-fdd7-48ed-b0d3-1749795287ab service neutron] 10.222.0.70 "GET /v2.0/networks/66efa684-ff96-4cfa-a1e6-ce1035e54a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.7651346 Jan 28 00:32:45.802146 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-483af819-ece5-4336-a97d-099dbfb9f7ea None None] Port 74551893-3fbf-4de7-af38-5a71521c01a4 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:32:45.814861 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-93a69b70-db02-4a82-9c55-2778a7bbddae tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] create failed (client error): The resource could not be found. Jan 28 00:32:45.817716 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-93a69b70-db02-4a82-9c55-2778a7bbddae tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 3.1663308 Jan 28 00:32:45.839362 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-483af819-ece5-4336-a97d-099dbfb9f7ea None None] Provisioning complete for port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:32:45.839822 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-483af819-ece5-4336-a97d-099dbfb9f7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:45.847381 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43114) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:45.872322 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-35616307-6451-4645-9b8c-10562222a3c0 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group_rule': {'security_group_id': 'c9e84510-b4a8-413d-896c-bde304c202e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f47fdaa7-f4c1-4ac5-8b0d-bfce9346d10b'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:45.904812 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7926f5f4-ad9a-47da-815d-964e83b82682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:45.969020 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-defdf199-c0da-465d-a121-d52667d6d792 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (38a2c90b-5405-4871-abea-cac4f981cce7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:45.972181 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-defdf199-c0da-465d-a121-d52667d6d792 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:45.974865 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-defdf199-c0da-465d-a121-d52667d6d792 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/security-groups/38a2c90b-5405-4871-abea-cac4f981cce7 HTTP/1.1" status: 204 len: 168 time: 0.7809682 Jan 28 00:32:45.985410 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43116) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:46.023139 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e62831-cd5e-40cb-a72c-f9bb4f563de0 req-800d50d8-ab40-4a35-9276-80d815148b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:46.027177 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56e62831-cd5e-40cb-a72c-f9bb4f563de0 req-800d50d8-ab40-4a35-9276-80d815148b65 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=66e2abd01f29448ab207898a6db8a6af&device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 1097 time: 2.2834470 Jan 28 00:32:46.057272 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defdf199-c0da-465d-a121-d52667d6d792 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a2c90b-5405-4871-abea-cac4f981cce7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:46.138338 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ef0207d-e576-4371-8be1-93152009a9da tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for security_group (7ed27a22-3a67-417c-b058-daacb56144c4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:46.174259 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ef0207d-e576-4371-8be1-93152009a9da tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for security_group (7ed27a22-3a67-417c-b058-daacb56144c4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:46.234718 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-35616307-6451-4645-9b8c-10562222a3c0 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] create failed (client error): The resource could not be found. Jan 28 00:32:46.239739 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-35616307-6451-4645-9b8c-10562222a3c0 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3784707 Jan 28 00:32:46.241660 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-483af819-ece5-4336-a97d-099dbfb9f7ea None None] Current status of the port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:32:46.244084 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43118) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:46.251107 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ef0207d-e576-4371-8be1-93152009a9da tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7ed27a22-3a67-417c-b058-daacb56144c4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:46.255840 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ef0207d-e576-4371-8be1-93152009a9da tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:46.259412 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9ef0207d-e576-4371-8be1-93152009a9da tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/security-groups/7ed27a22-3a67-417c-b058-daacb56144c4 HTTP/1.1" status: 204 len: 168 time: 0.2676129 Jan 28 00:32:46.276131 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43120) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:46.307028 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0207d-e576-4371-8be1-93152009a9da tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed27a22-3a67-417c-b058-daacb56144c4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:46.360696 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-94a9b6f3-8a32-42b7-b6b4-757e0534a9c1 None None] Could not find standard attr ID for object 22974397-686d-440e-ac5a-d22e0d9cae8c. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:32:46.451757 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7926f5f4-ad9a-47da-815d-964e83b82682 admin admin] Publish callbacks [] for security_group (82d4bebd-fac0-42f3-97a0-ae4cbdece93a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:46.466979 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7926f5f4-ad9a-47da-815d-964e83b82682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (82d4bebd-fac0-42f3-97a0-ae4cbdece93a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:46.573404 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ada2bbd-1727-4f04-9d8c-5cd0e4b00ee1 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (c9e84510-b4a8-413d-896c-bde304c202e7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:46.606029 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7926f5f4-ad9a-47da-815d-964e83b82682 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=be1ba660b6a540ad8dd61349fd9aed1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8245740 Jan 28 00:32:46.630658 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43122) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:46.720296 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926f5f4-ad9a-47da-815d-964e83b82682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d4bebd-fac0-42f3-97a0-ae4cbdece93a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:46.775156 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ada2bbd-1727-4f04-9d8c-5cd0e4b00ee1 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (c9e84510-b4a8-413d-896c-bde304c202e7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:46.840279 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b0996a4d-981e-4899-a95e-aa31e5183703 admin admin] Publish callbacks [] for security_group (82d4bebd-fac0-42f3-97a0-ae4cbdece93a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:46.963409 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b0996a4d-981e-4899-a95e-aa31e5183703 admin admin] Publish callbacks [] for security_group (82d4bebd-fac0-42f3-97a0-ae4cbdece93a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:47.005567 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ada2bbd-1727-4f04-9d8c-5cd0e4b00ee1 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c9e84510-b4a8-413d-896c-bde304c202e7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:47.012630 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ada2bbd-1727-4f04-9d8c-5cd0e4b00ee1 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:47.014721 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4ada2bbd-1727-4f04-9d8c-5cd0e4b00ee1 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "DELETE /v2.0/security-groups/c9e84510-b4a8-413d-896c-bde304c202e7 HTTP/1.1" status: 204 len: 168 time: 0.7562602 Jan 28 00:32:47.025748 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43124) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:47.031455 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-ca89183d-b881-4cc0-b04f-108dba1ab561 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=834c1d81c62b474cb64b4f5e7f579fc6&fields=id HTTP/1.1" status: 200 len: 302 time: 2.7137544 Jan 28 00:32:47.104442 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada2bbd-1727-4f04-9d8c-5cd0e4b00ee1 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e84510-b4a8-413d-896c-bde304c202e7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:47.215150 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-69788b14-aebe-4eac-af09-31142099d1cb tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting subnet 9646523b-cd2c-41cb-98d5-157f60a3d886 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:32:47.219571 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6e048a69-99a6-44ac-ac6f-d9c24542194c tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router_gateway (23435594-aedd-4763-bc8c-efd36207227f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:47.237893 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e469c473-c632-4831-9a28-10cc3118482f tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1904225 Jan 28 00:32:47.245588 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43126) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:47.246761 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b0996a4d-981e-4899-a95e-aa31e5183703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (82d4bebd-fac0-42f3-97a0-ae4cbdece93a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:47.251864 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b0996a4d-981e-4899-a95e-aa31e5183703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:47.256749 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b0996a4d-981e-4899-a95e-aa31e5183703 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/82d4bebd-fac0-42f3-97a0-ae4cbdece93a HTTP/1.1" status: 204 len: 168 time: 0.6215875 Jan 28 00:32:47.264160 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2c56c4aa-3497-4975-859f-3a0da1a08c96 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group_rule': {'security_group_id': 'ad4cfb67-22df-4ee3-818c-63e66bb8a1b8', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:47.282052 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cd5ceca8-0288-46f6-843f-fc8e6b851e18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94ae3a89-fc27-4196-b863-313cd277b634 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:32:47.293438 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cd5ceca8-0288-46f6-843f-fc8e6b851e18 service neutron] Publish callbacks [] for port (94ae3a89-fc27-4196-b863-313cd277b634), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:47.317082 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cd5ceca8-0288-46f6-843f-fc8e6b851e18 service neutron] Transition to ACTIVE for port object 94ae3a89-fc27-4196-b863-313cd277b634 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:32:47.332374 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0996a4d-981e-4899-a95e-aa31e5183703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d4bebd-fac0-42f3-97a0-ae4cbdece93a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:47.371446 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-5b56f1dc-ff11-4277-95b8-2f278c4ea79f service neutron] 10.222.0.70 "GET /v2.0/networks/66efa684-ff96-4cfa-a1e6-ce1035e54a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5457730 Jan 28 00:32:47.398303 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-2c56c4aa-3497-4975-859f-3a0da1a08c96 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] create failed (client error): The resource could not be found. Jan 28 00:32:47.404483 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2c56c4aa-3497-4975-859f-3a0da1a08c96 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1428404 Jan 28 00:32:47.409325 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43130) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:47.443855 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-cefc2e81-8a8f-4541-8db3-8cbfa8a3bd30 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group': {'name': 'tempest-secgroup--1972834253'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:47.559349 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69788b14-aebe-4eac-af09-31142099d1cb tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (9646523b-cd2c-41cb-98d5-157f60a3d886), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:47.576419 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cefc2e81-8a8f-4541-8db3-8cbfa8a3bd30 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:47.615365 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69788b14-aebe-4eac-af09-31142099d1cb tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (9646523b-cd2c-41cb-98d5-157f60a3d886), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:47.708935 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cd5ceca8-0288-46f6-843f-fc8e6b851e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (94ae3a89-fc27-4196-b863-313cd277b634), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:47.727990 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cefc2e81-8a8f-4541-8db3-8cbfa8a3bd30 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (9d891340-983d-40cf-8030-935420ec858b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:47.738523 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cefc2e81-8a8f-4541-8db3-8cbfa8a3bd30 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (9d891340-983d-40cf-8030-935420ec858b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:47.813183 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e62831-cd5e-40cb-a72c-f9bb4f563de0 req-57042cd8-754c-4714-bb85-aad9e8de2af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:47.814992 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56e62831-cd5e-40cb-a72c-f9bb4f563de0 req-57042cd8-754c-4714-bb85-aad9e8de2af8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ab3fb448-728a-46f9-9c11-c79ef9e347d9 HTTP/1.1" status: 200 len: 917 time: 1.6094973 Jan 28 00:32:47.834081 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cefc2e81-8a8f-4541-8db3-8cbfa8a3bd30 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:47.848109 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cefc2e81-8a8f-4541-8db3-8cbfa8a3bd30 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4287643 Jan 28 00:32:47.852679 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43132) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:47.853956 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc2e81-8a8f-4541-8db3-8cbfa8a3bd30 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d891340-983d-40cf-8030-935420ec858b,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:47.873808 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-90fcd7dd-01d2-4c62-a4b1-32471ccd0829 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group': {'name': 'tempest-secgroup--902663548'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:47.965044 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90fcd7dd-01d2-4c62-a4b1-32471ccd0829 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:48.345986 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90fcd7dd-01d2-4c62-a4b1-32471ccd0829 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (c3aa5a82-e3af-433c-add4-b444e00ddaf4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:48.355191 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90fcd7dd-01d2-4c62-a4b1-32471ccd0829 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c3aa5a82-e3af-433c-add4-b444e00ddaf4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:48.364688 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ceca8-0288-46f6-843f-fc8e6b851e18 service neutron] Pushing event updated for resources: {'Port': ['ID=94ae3a89-fc27-4196-b863-313cd277b634,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:48.547052 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90fcd7dd-01d2-4c62-a4b1-32471ccd0829 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:48.561319 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-90fcd7dd-01d2-4c62-a4b1-32471ccd0829 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7081769 Jan 28 00:32:48.579268 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43146) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:48.592510 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69788b14-aebe-4eac-af09-31142099d1cb tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (9646523b-cd2c-41cb-98d5-157f60a3d886), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:48.614688 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-551f0b1f-6999-49c3-b843-a90b37aa93d5 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group_rule': {'security_group_id': '9d891340-983d-40cf-8030-935420ec858b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c3aa5a82-e3af-433c-add4-b444e00ddaf4'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:48.638942 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fcd7dd-01d2-4c62-a4b1-32471ccd0829 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3aa5a82-e3af-433c-add4-b444e00ddaf4,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:48.724095 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-e353d795-a0c5-4f52-99ed-97dec933926b service neutron] 10.222.0.70 "GET /v2.0/networks/9e95df89-e401-4bbf-9b7b-17ebec15fddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6760139 Jan 28 00:32:48.728427 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56e62831-cd5e-40cb-a72c-f9bb4f563de0 req-e35507f9-dfd8-4191-b546-49ece6ac6a54 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab12a80f-4db3-47e7-b488-6614f4a3764e HTTP/1.1" status: 200 len: 1002 time: 0.9012620 Jan 28 00:32:48.744064 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69788b14-aebe-4eac-af09-31142099d1cb tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (9646523b-cd2c-41cb-98d5-157f60a3d886), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:48.819037 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9bcc97-3284-4efe-be0a-ef2a05ae4db7 None None] Network 6fa49823-e387-4355-bf1a-a17d64074533 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:32:48.830174 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-551f0b1f-6999-49c3-b843-a90b37aa93d5 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:32:48.831805 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-551f0b1f-6999-49c3-b843-a90b37aa93d5 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2503834 Jan 28 00:32:48.835878 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43154) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:48.850846 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69788b14-aebe-4eac-af09-31142099d1cb tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Subnet': ['ID=9646523b-cd2c-41cb-98d5-157f60a3d886,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:48.859899 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69788b14-aebe-4eac-af09-31142099d1cb tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:48.872679 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-69788b14-aebe-4eac-af09-31142099d1cb tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/subnets/9646523b-cd2c-41cb-98d5-157f60a3d886 HTTP/1.1" status: 204 len: 168 time: 2.5628271 Jan 28 00:32:48.889571 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43156) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:48.942821 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a0fe7e81-5756-42a2-9149-b946b66a3c5d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'subnet': {'network_id': '6fa49823-e387-4355-bf1a-a17d64074533', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:49.247468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82369b-c316-4059-8dff-88fcd3f325f5 req-28c2ec5b-5cd3-4a72-9614-7b3ca4f4de7a tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:49.251694 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea82369b-c316-4059-8dff-88fcd3f325f5 req-28c2ec5b-5cd3-4a72-9614-7b3ca4f4de7a tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 946 time: 0.9830592 Jan 28 00:32:49.306076 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f1044337-21e0-4724-aa03-4a83d38dee43 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (c3aa5a82-e3af-433c-add4-b444e00ddaf4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:49.314585 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6e048a69-99a6-44ac-ac6f-d9c24542194c tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (23435594-aedd-4763-bc8c-efd36207227f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:49.415168 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f1044337-21e0-4724-aa03-4a83d38dee43 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (c3aa5a82-e3af-433c-add4-b444e00ddaf4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:49.478890 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fe7e81-5756-42a2-9149-b946b66a3c5d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:32:49.489582 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a0fe7e81-5756-42a2-9149-b946b66a3c5d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:49.817896 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e62831-cd5e-40cb-a72c-f9bb4f563de0 req-96f28d01-bd96-4ae3-b035-3b76b02886a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:49.819340 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56e62831-cd5e-40cb-a72c-f9bb4f563de0 req-96f28d01-bd96-4ae3-b035-3b76b02886a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e8d9d31c-ec82-48b8-8107-afdf4c2c9183 HTTP/1.1" status: 200 len: 855 time: 1.0559325 Jan 28 00:32:49.840317 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f1044337-21e0-4724-aa03-4a83d38dee43 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c3aa5a82-e3af-433c-add4-b444e00ddaf4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:49.854908 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f1044337-21e0-4724-aa03-4a83d38dee43 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:49.861758 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f1044337-21e0-4724-aa03-4a83d38dee43 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "DELETE /v2.0/security-groups/c3aa5a82-e3af-433c-add4-b444e00ddaf4 HTTP/1.1" status: 204 len: 168 time: 1.0241544 Jan 28 00:32:49.894952 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43170) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:49.924359 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea82369b-c316-4059-8dff-88fcd3f325f5 req-ef3e7329-8c8d-4608-aad6-a046c8390197 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6397252 Jan 28 00:32:49.978323 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1044337-21e0-4724-aa03-4a83d38dee43 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3aa5a82-e3af-433c-add4-b444e00ddaf4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:50.018952 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-18378792-683f-4a34-9b82-bc7454fb90f4 service neutron] 10.222.0.70 "GET /v2.0/networks/9e95df89-e401-4bbf-9b7b-17ebec15fddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2935212 Jan 28 00:32:50.399233 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cd5ceca8-0288-46f6-843f-fc8e6b851e18 service neutron] Attempting to bind port 94ae3a89-fc27-4196-b863-313cd277b634 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:32:50.399749 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cd5ceca8-0288-46f6-843f-fc8e6b851e18 service neutron] Attempting to bind port 94ae3a89-fc27-4196-b863-313cd277b634 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'acb2bd17-d572-4140-8e42-68801c1a1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0efd91fa-a4c6-4618-8488-fef9eaa5de00'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:32:50.400107 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cd5ceca8-0288-46f6-843f-fc8e6b851e18 service neutron] Attempting to bind port 94ae3a89-fc27-4196-b863-313cd277b634 on network 0efd91fa-a4c6-4618-8488-fef9eaa5de00 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:32:50.427374 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cd5ceca8-0288-46f6-843f-fc8e6b851e18 service neutron] Port 94ae3a89-fc27-4196-b863-313cd277b634 on network 0efd91fa-a4c6-4618-8488-fef9eaa5de00 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:32:50.427902 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cd5ceca8-0288-46f6-843f-fc8e6b851e18 service neutron] Attempting to bind port 94ae3a89-fc27-4196-b863-313cd277b634 on network 0efd91fa-a4c6-4618-8488-fef9eaa5de00 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:32:50.461673 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e62831-cd5e-40cb-a72c-f9bb4f563de0 req-501a7142-3799-4fd0-a77c-bebff8d12df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:50.465927 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56e62831-cd5e-40cb-a72c-f9bb4f563de0 req-501a7142-3799-4fd0-a77c-bebff8d12df3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ab3fb448-728a-46f9-9c11-c79ef9e347d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5263128 Jan 28 00:32:50.468191 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cd5ceca8-0288-46f6-843f-fc8e6b851e18 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:32:50.469051 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cd5ceca8-0288-46f6-843f-fc8e6b851e18 service neutron] Checking segment: {'id': 'acb2bd17-d572-4140-8e42-68801c1a1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0efd91fa-a4c6-4618-8488-fef9eaa5de00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:32:50.469465 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cd5ceca8-0288-46f6-843f-fc8e6b851e18 service neutron] Bound using segment: {'id': 'acb2bd17-d572-4140-8e42-68801c1a1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0efd91fa-a4c6-4618-8488-fef9eaa5de00'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:32:50.469954 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cd5ceca8-0288-46f6-843f-fc8e6b851e18 service neutron] Bound port: 94ae3a89-fc27-4196-b863-313cd277b634, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb2bd17-d572-4140-8e42-68801c1a1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0efd91fa-a4c6-4618-8488-fef9eaa5de00'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:32:50.470414 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cd5ceca8-0288-46f6-843f-fc8e6b851e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (94ae3a89-fc27-4196-b863-313cd277b634), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:50.587090 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a0fe7e81-5756-42a2-9149-b946b66a3c5d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (d3f69986-c2e5-4640-b84c-d007e913ed75), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:50.652003 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77d15e0-de5d-47de-91f9-fa82e7445aa9 x-openstack-request-id: req-a77d15e0-de5d-47de-91f9-fa82e7445aa9 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:32:50.655731 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "tag": "d811a547-5df6-408e-b47d-4a7f9810a4e5", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:32:50.658357 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a77d15e0-de5d-47de-91f9-fa82e7445aa9 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:32:50.658867 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'tag': 'd811a547-5df6-408e-b47d-4a7f9810a4e5', 'status': 'completed', 'code': 200} Jan 28 00:32:50.670134 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe7e81-5756-42a2-9149-b946b66a3c5d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Subnet': ['ID=d3f69986-c2e5-4640-b84c-d007e913ed75,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:50.732789 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-c3b859b8-b49b-4180-b86a-9c5bd13c7bec None None] Provisioning complete for port 74551893-3fbf-4de7-af38-5a71521c01a4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:32:50.733650 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c3b859b8-b49b-4180-b86a-9c5bd13c7bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (74551893-3fbf-4de7-af38-5a71521c01a4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:50.767410 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d559912e-3b35-4b18-b289-ac5c0d4f0bc4 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.8673778 Jan 28 00:32:50.850755 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43182) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:50.947378 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c3b859b8-b49b-4180-b86a-9c5bd13c7bec None None] Port 74551893-3fbf-4de7-af38-5a71521c01a4 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:32:50.986861 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-c3b859b8-b49b-4180-b86a-9c5bd13c7bec None None] Provisioning complete for port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:32:50.987522 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c3b859b8-b49b-4180-b86a-9c5bd13c7bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:51.142498 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f19cd-21c9-4965-8c18-addaec2e8a5b req-843164ca-d4c3-4440-bc50-23cea1d42793 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:51.167739 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f19cd-21c9-4965-8c18-addaec2e8a5b req-843164ca-d4c3-4440-bc50-23cea1d42793 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:51.208321 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f19cd-21c9-4965-8c18-addaec2e8a5b req-843164ca-d4c3-4440-bc50-23cea1d42793 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:51.274556 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f19cd-21c9-4965-8c18-addaec2e8a5b req-843164ca-d4c3-4440-bc50-23cea1d42793 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:51.311024 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f19cd-21c9-4965-8c18-addaec2e8a5b req-843164ca-d4c3-4440-bc50-23cea1d42793 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:51.352323 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f19cd-21c9-4965-8c18-addaec2e8a5b req-843164ca-d4c3-4440-bc50-23cea1d42793 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:51.369131 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f19cd-21c9-4965-8c18-addaec2e8a5b req-843164ca-d4c3-4440-bc50-23cea1d42793 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:51.385303 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-328f19cd-21c9-4965-8c18-addaec2e8a5b req-843164ca-d4c3-4440-bc50-23cea1d42793 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5385 time: 1.1074178 Jan 28 00:32:51.401001 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c3b859b8-b49b-4180-b86a-9c5bd13c7bec None None] Current status of the port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:32:51.466842 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cd5ceca8-0288-46f6-843f-fc8e6b851e18 service neutron] For port 94ae3a89-fc27-4196-b863-313cd277b634, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:32:51.471967 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cd5ceca8-0288-46f6-843f-fc8e6b851e18 service neutron] For port 94ae3a89-fc27-4196-b863-313cd277b634, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=94ae3a89-fc27-4196-b863-313cd277b634,segment=NetworkSegment(acb2bd17-d572-4140-8e42-68801c1a1a85),segment_id=acb2bd17-d572-4140-8e42-68801c1a1a85)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:32:51.497309 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cd5ceca8-0288-46f6-843f-fc8e6b851e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (94ae3a89-fc27-4196-b863-313cd277b634), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:51.624797 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cd5ceca8-0288-46f6-843f-fc8e6b851e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:51.626972 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cd5ceca8-0288-46f6-843f-fc8e6b851e18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:51.631855 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cd5ceca8-0288-46f6-843f-fc8e6b851e18 service neutron] 10.222.0.52 "PUT /v2.0/ports/94ae3a89-fc27-4196-b863-313cd277b634 HTTP/1.1" status: 200 len: 1091 time: 7.2826686 Jan 28 00:32:51.755893 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e048a69-99a6-44ac-ac6f-d9c24542194c tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Router 23435594-aedd-4763-bc8c-efd36207227f is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:32:51.791298 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5798f70c-a606-482a-baee-77216b6db7ab req-cde51b0f-087c-4931-8a40-08b2cc5bb234 tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] 10.222.0.70 "GET /v2.0/ports?device_id=35979ff2-3143-47f5-adc7-7e02d289ce82 HTTP/1.1" status: 200 len: 210 time: 0.3888757 Jan 28 00:32:51.842079 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fe7e81-5756-42a2-9149-b946b66a3c5d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network 6fa49823-e387-4355-bf1a-a17d64074533 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:32:51.848040 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-1a83f080-d590-4ab8-ade7-42a222078141 req-70ae4e2b-67d8-4110-8b2b-51e3544e35e0 service neutron] Request body: {'port': {'device_id': '79cc3739-9058-4a58-9251-ed5d939acbba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:51.909556 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-a0fe7e81-5756-42a2-9149-b946b66a3c5d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:32:51.922805 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132b0cd5-5dfa-492e-8d05-62696cfddbd7 None None] Network 6fa49823-e387-4355-bf1a-a17d64074533 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:32:51.934308 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fe7e81-5756-42a2-9149-b946b66a3c5d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:51.934921 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a0fe7e81-5756-42a2-9149-b946b66a3c5d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:52.254893 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a0fe7e81-5756-42a2-9149-b946b66a3c5d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3634491 Jan 28 00:32:52.262498 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43202) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:52.302745 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-7c1b5b0b-3f7e-4837-88a5-e6fd70c18b59 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'security_group': {'name': 'tempest-secgroup-549086185'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:52.456114 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181d29b-b6e3-4a03-b50b-4378b80cf71a req-380a5097-2267-4b26-b8a5-f20c36690f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:52.458806 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181d29b-b6e3-4a03-b50b-4378b80cf71a req-380a5097-2267-4b26-b8a5-f20c36690f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:52.461772 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181d29b-b6e3-4a03-b50b-4378b80cf71a req-380a5097-2267-4b26-b8a5-f20c36690f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:52.462708 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181d29b-b6e3-4a03-b50b-4378b80cf71a req-380a5097-2267-4b26-b8a5-f20c36690f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:52.463353 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181d29b-b6e3-4a03-b50b-4378b80cf71a req-380a5097-2267-4b26-b8a5-f20c36690f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:52.465350 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181d29b-b6e3-4a03-b50b-4378b80cf71a req-380a5097-2267-4b26-b8a5-f20c36690f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:52.467989 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181d29b-b6e3-4a03-b50b-4378b80cf71a req-380a5097-2267-4b26-b8a5-f20c36690f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:52.477718 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2181d29b-b6e3-4a03-b50b-4378b80cf71a req-380a5097-2267-4b26-b8a5-f20c36690f55 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bda1a11a40447e984dbfecb2102fcad&device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 6235 time: 1.7987814 Jan 28 00:32:52.508625 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7c1b5b0b-3f7e-4837-88a5-e6fd70c18b59 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:52.591665 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e048a69-99a6-44ac-ac6f-d9c24542194c tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:32:52.606738 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-328f19cd-21c9-4965-8c18-addaec2e8a5b req-c73b354d-fe7e-4bbb-89db-880834ebf5f0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2148068 Jan 28 00:32:52.607376 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21a226a-4e96-419e-99c0-02225ec4343c None None] Sync routers for ids ['23435594-aedd-4763-bc8c-efd36207227f'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:32:52.618687 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da65ad38-bc2d-484d-bdfb-f34141d00362 None None] Update dhcp port {'port': {'network_id': '6fa49823-e387-4355-bf1a-a17d64074533', 'fixed_ips': [{'subnet_id': 'ea67bb3f-6a64-441f-acd1-b1e97ba310d9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd3f69986-c2e5-4640-b84c-d007e913ed75'}], 'binding:host_id': 'n-d-826754-1'}, 'id': '1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a'} from n-d-826754-1. {{(pid=103345) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 00:32:52.666585 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21a226a-4e96-419e-99c0-02225ec4343c None None] Routers {'23435594-aedd-4763-bc8c-efd36207227f'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:32:52.667646 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-d21a226a-4e96-419e-99c0-02225ec4343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:32:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['23435594-aedd-4763-bc8c-efd36207227f'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:32:52.674526 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'tag': '94ae3a89-fc27-4196-b863-313cd277b634'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:32:52.683565 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f285f11-8030-40dc-a642-e47423da63b1" -d '{"events": [{"name": "network-changed", "server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "tag": "94ae3a89-fc27-4196-b863-313cd277b634"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:32:52.740830 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da65ad38-bc2d-484d-bdfb-f34141d00362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:52.812307 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6e048a69-99a6-44ac-ac6f-d9c24542194c tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:52.828417 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6e048a69-99a6-44ac-ac6f-d9c24542194c tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 19.0119777 Jan 28 00:32:52.834085 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43206) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:52.962580 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f589076-b9c9-4c20-89b0-9e10adf21c2c req-694c81a1-5e3c-43fc-8a66-b93fcdb156b6 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/ports?device_id=630f2656-87ab-488a-995e-d9227994c09c HTTP/1.1" status: 200 len: 210 time: 0.3871825 Jan 28 00:32:53.079320 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-65c91b33-3b01-424e-a7a1-88cc6cbb5e45 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (9d891340-983d-40cf-8030-935420ec858b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:53.211821 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e72b7f6-91d1-4abb-bf27-b45208a8a5bc x-openstack-request-id: req-0e72b7f6-91d1-4abb-bf27-b45208a8a5bc {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:32:53.212928 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "tag": "94ae3a89-fc27-4196-b863-313cd277b634", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:32:53.213532 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0e72b7f6-91d1-4abb-bf27-b45208a8a5bc {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:32:53.214203 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'tag': '94ae3a89-fc27-4196-b863-313cd277b634', 'status': 'completed', 'code': 200} Jan 28 00:32:53.218911 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-70ae4e2b-67d8-4110-8b2b-51e3544e35e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6fe75345-323e-4c17-9167-f80f61f5b382), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:53.237797 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-570e99e0-703c-4deb-9aaa-db29b031af11 tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:53.240674 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-570e99e0-703c-4deb-9aaa-db29b031af11 tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] 10.222.0.65 "GET /v2.0/networks?id=66efa684-ff96-4cfa-a1e6-ce1035e54a7e HTTP/1.1" status: 200 len: 821 time: 1.3970094 Jan 28 00:32:53.242467 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181d29b-b6e3-4a03-b50b-4378b80cf71a req-68a1097f-2bcc-46ef-a967-25005ff9bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:53.243053 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181d29b-b6e3-4a03-b50b-4378b80cf71a req-68a1097f-2bcc-46ef-a967-25005ff9bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:53.243519 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181d29b-b6e3-4a03-b50b-4378b80cf71a req-68a1097f-2bcc-46ef-a967-25005ff9bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:53.257684 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2181d29b-b6e3-4a03-b50b-4378b80cf71a req-68a1097f-2bcc-46ef-a967-25005ff9bb2e service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=5bda1a11a40447e984dbfecb2102fcad&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7561631 Jan 28 00:32:53.308651 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ceca8-0288-46f6-843f-fc8e6b851e18 service neutron] Pushing event updated for resources: {'Port': ['ID=94ae3a89-fc27-4196-b863-313cd277b634,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:53.383522 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-d21a226a-4e96-419e-99c0-02225ec4343c None None] Set router 23435594-aedd-4763-bc8c-efd36207227f gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:32:53.384206 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-02c6c847-04e0-455f-8bde-2a1e7976c68b tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] Request body: {'port': {'device_id': '35979ff2-3143-47f5-adc7-7e02d289ce82', 'network_id': '66efa684-ff96-4cfa-a1e6-ce1035e54a7e', 'admin_state_up': True, 'tenant_id': 'a53b10b1dde9406d8c5a82664d6c97f3'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:53.418859 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56e62831-cd5e-40cb-a72c-f9bb4f563de0 req-8fc528da-c41c-4109-8e34-b3d9d5ed195e service neutron] 10.222.0.65 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.8705649 Jan 28 00:32:53.579320 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-da65ad38-bc2d-484d-bdfb-f34141d00362 None None] Allocated IP 2001:db8::2 (6fa49823-e387-4355-bf1a-a17d64074533/d3f69986-c2e5-4640-b84c-d007e913ed75/1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:32:53.665269 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-65c91b33-3b01-424e-a7a1-88cc6cbb5e45 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (9d891340-983d-40cf-8030-935420ec858b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:53.702950 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-d21a226a-4e96-419e-99c0-02225ec4343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23435594-aedd-4763-bc8c-efd36207227f', 'name': 'tempest-snat-router-1643436035', 'tenant_id': '14ead614d265448eb21b749555525f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.40'}], 'enable_snat': False}, 'gw_port_id': '8f439fa7-2591-4f4d-94b5-3341ee1f6770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:32:34Z', 'updated_at': '2022-01-28T00:32:45Z', 'revision_number': 3, 'project_id': '14ead614d265448eb21b749555525f52', 'gw_port': {'id': '8f439fa7-2591-4f4d-94b5-3341ee1f6770', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23435594-aedd-4763-bc8c-efd36207227f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:32:40Z', 'updated_at': '2022-01-28T00:32:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:32:53.765643 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21a226a-4e96-419e-99c0-02225ec4343c None None] Checking router: 23435594-aedd-4763-bc8c-efd36207227f for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:32:53.766239 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21a226a-4e96-419e-99c0-02225ec4343c None None] Updating router 23435594-aedd-4763-bc8c-efd36207227f port 8f439fa7-2591-4f4d-94b5-3341ee1f6770 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:32:53.813821 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d21a226a-4e96-419e-99c0-02225ec4343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8f439fa7-2591-4f4d-94b5-3341ee1f6770), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:54.008768 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43224) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:54.009715 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f0252907-a5a8-4abf-99d0-bfb8e86550cf tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "GET /v2.0/routers/23435594-aedd-4763-bc8c-efd36207227f HTTP/1.1" status: 200 len: 908 time: 1.0421898 Jan 28 00:32:54.024676 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f9acf048-1d4a-4edc-97d9-473a6d4f78b4 req-6f506775-e7d6-4399-a1ad-9988ee4513af tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] 10.222.0.70 "GET /v2.0/ports?device_id=35979ff2-3143-47f5-adc7-7e02d289ce82 HTTP/1.1" status: 200 len: 210 time: 0.7698724 Jan 28 00:32:54.079119 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-9a00f1fa-2cde-4b20-9ef0-44861f695b5a tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1643436035', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'enable_snat': True}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:54.105877 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-da65ad38-bc2d-484d-bdfb-f34141d00362 None None] For port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a,segment=NetworkSegment(e3ecf36e-643e-4894-8287-c407cb2424bb),segment_id=e3ecf36e-643e-4894-8287-c407cb2424bb)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:32:54.279427 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da65ad38-bc2d-484d-bdfb-f34141d00362 None None] Publish callbacks [] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:54.292995 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da65ad38-bc2d-484d-bdfb-f34141d00362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:54.454919 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65ad38-bc2d-484d-bdfb-f34141d00362 None None] Pushing event updated for resources: {'Port': ['ID=1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:54.458431 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d21a226a-4e96-419e-99c0-02225ec4343c None None] Publish callbacks [] for port (8f439fa7-2591-4f4d-94b5-3341ee1f6770), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:54.486203 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d21a226a-4e96-419e-99c0-02225ec4343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8f439fa7-2591-4f4d-94b5-3341ee1f6770), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:54.506080 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7c1b5b0b-3f7e-4837-88a5-e6fd70c18b59 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for security_group (7f9f5cef-363a-443a-9402-e1aea962a81e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:54.589810 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c37c25-f14f-416d-b456-a1117c735a40 None None] Pushing event updated for resources: {'Port': ['ID=8f439fa7-2591-4f4d-94b5-3341ee1f6770,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:54.622270 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7c1b5b0b-3f7e-4837-88a5-e6fd70c18b59 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7f9f5cef-363a-443a-9402-e1aea962a81e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:54.626654 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-d21a226a-4e96-419e-99c0-02225ec4343c None None] Attempting to bind port 8f439fa7-2591-4f4d-94b5-3341ee1f6770 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:32:54.626951 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-d21a226a-4e96-419e-99c0-02225ec4343c None None] Attempting to bind port 8f439fa7-2591-4f4d-94b5-3341ee1f6770 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:32:54.627269 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a226a-4e96-419e-99c0-02225ec4343c None None] Attempting to bind port 8f439fa7-2591-4f4d-94b5-3341ee1f6770 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:32:54.640041 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a226a-4e96-419e-99c0-02225ec4343c None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:32:54.640770 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a226a-4e96-419e-99c0-02225ec4343c None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:32:54.641389 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d21a226a-4e96-419e-99c0-02225ec4343c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:54.641994 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a226a-4e96-419e-99c0-02225ec4343c None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:32:54.642688 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-d21a226a-4e96-419e-99c0-02225ec4343c None None] Bound port: 8f439fa7-2591-4f4d-94b5-3341ee1f6770, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:32:54.644497 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d21a226a-4e96-419e-99c0-02225ec4343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8f439fa7-2591-4f4d-94b5-3341ee1f6770), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:54.688099 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181d29b-b6e3-4a03-b50b-4378b80cf71a req-9a5a6444-35d8-4c35-b57d-15eb11fe5fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:54.694880 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2181d29b-b6e3-4a03-b50b-4378b80cf71a req-9a5a6444-35d8-4c35-b57d-15eb11fe5fa0 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4360456 Jan 28 00:32:54.721805 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7c1b5b0b-3f7e-4837-88a5-e6fd70c18b59 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:54.734042 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7c1b5b0b-3f7e-4837-88a5-e6fd70c18b59 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.4697859 Jan 28 00:32:54.747285 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a00f1fa-2cde-4b20-9ef0-44861f695b5a tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (2bd19786-6bb2-437d-869e-452c721cdf2f), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:54.761727 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a00f1fa-2cde-4b20-9ef0-44861f695b5a tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (2bd19786-6bb2-437d-869e-452c721cdf2f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:54.768044 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43232) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:54.771489 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-d21a226a-4e96-419e-99c0-02225ec4343c None None] For port 8f439fa7-2591-4f4d-94b5-3341ee1f6770, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:32:54.781284 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-d21a226a-4e96-419e-99c0-02225ec4343c None None] For port 8f439fa7-2591-4f4d-94b5-3341ee1f6770, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8f439fa7-2591-4f4d-94b5-3341ee1f6770,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:32:54.793619 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d21a226a-4e96-419e-99c0-02225ec4343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8f439fa7-2591-4f4d-94b5-3341ee1f6770), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:54.837370 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-1e2678d9-1b46-451e-9703-e2588ef5c8f3 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:54.851692 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-1e2678d9-1b46-451e-9703-e2588ef5c8f3 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.52 "GET /v2.0/networks?id=9e95df89-e401-4bbf-9b7b-17ebec15fddb HTTP/1.1" status: 200 len: 811 time: 1.6224029 Jan 28 00:32:54.889492 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-082accc5-f0ca-4e62-9231-19988e7bd33f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'security_group': {'name': 'tempest-secgroup-2063841858'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:54.906620 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c37c25-f14f-416d-b456-a1117c735a40 None None] Pushing event updated for resources: {'Port': ['ID=8f439fa7-2591-4f4d-94b5-3341ee1f6770,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:54.937319 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21a226a-4e96-419e-99c0-02225ec4343c None None] Routers {'23435594-aedd-4763-bc8c-efd36207227f'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:32:54.941927 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-d21a226a-4e96-419e-99c0-02225ec4343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:32:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['23435594-aedd-4763-bc8c-efd36207227f'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:32:55.106852 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-082accc5-f0ca-4e62-9231-19988e7bd33f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:55.219415 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-d21a226a-4e96-419e-99c0-02225ec4343c None None] Set router 23435594-aedd-4763-bc8c-efd36207227f gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:32:55.376397 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b5b0b-3f7e-4837-88a5-e6fd70c18b59 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9f5cef-363a-443a-9402-e1aea962a81e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:55.536702 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a00f1fa-2cde-4b20-9ef0-44861f695b5a tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router_controller (2bd19786-6bb2-437d-869e-452c721cdf2f), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:55.594300 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72a7a6-4991-45e8-b274-4a8b5a5d0c42 req-4ebfcdd7-04b7-4a4e-acb9-cb34f38819af tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:55.596841 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e72a7a6-4991-45e8-b274-4a8b5a5d0c42 req-4ebfcdd7-04b7-4a4e-acb9-cb34f38819af tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 946 time: 2.6117356 Jan 28 00:32:55.677467 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-d21a226a-4e96-419e-99c0-02225ec4343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23435594-aedd-4763-bc8c-efd36207227f', 'name': 'tempest-snat-router-1643436035', 'tenant_id': '14ead614d265448eb21b749555525f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.40'}], 'enable_snat': False}, 'gw_port_id': '8f439fa7-2591-4f4d-94b5-3341ee1f6770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:32:34Z', 'updated_at': '2022-01-28T00:32:45Z', 'revision_number': 3, 'project_id': '14ead614d265448eb21b749555525f52', 'gw_port': {'id': '8f439fa7-2591-4f4d-94b5-3341ee1f6770', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23435594-aedd-4763-bc8c-efd36207227f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:32:40Z', 'updated_at': '2022-01-28T00:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:32:55.714013 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21a226a-4e96-419e-99c0-02225ec4343c None None] The sync data for ids ['23435594-aedd-4763-bc8c-efd36207227f'] in n-d-826754-1 is: [{'id': '23435594-aedd-4763-bc8c-efd36207227f', 'name': 'tempest-snat-router-1643436035', 'tenant_id': '14ead614d265448eb21b749555525f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.40'}], 'enable_snat': False}, 'gw_port_id': '8f439fa7-2591-4f4d-94b5-3341ee1f6770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:32:34Z', 'updated_at': '2022-01-28T00:32:45Z', 'revision_number': 3, 'project_id': '14ead614d265448eb21b749555525f52', 'gw_port': {'id': '8f439fa7-2591-4f4d-94b5-3341ee1f6770', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23435594-aedd-4763-bc8c-efd36207227f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:32:40Z', 'updated_at': '2022-01-28T00:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:32:55.717496 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-02c6c847-04e0-455f-8bde-2a1e7976c68b tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] Made reservation on behalf of a53b10b1dde9406d8c5a82664d6c97f3 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:32:55.729002 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-02c6c847-04e0-455f-8bde-2a1e7976c68b tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:55.744617 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f285f11-8030-40dc-a642-e47423da63b1 req-3ad87e07-9426-4c72-81b9-935451e7f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:55.748728 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f285f11-8030-40dc-a642-e47423da63b1 req-3ad87e07-9426-4c72-81b9-935451e7f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:55.748728 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f285f11-8030-40dc-a642-e47423da63b1 req-3ad87e07-9426-4c72-81b9-935451e7f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:55.748728 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f285f11-8030-40dc-a642-e47423da63b1 req-3ad87e07-9426-4c72-81b9-935451e7f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:55.748728 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f285f11-8030-40dc-a642-e47423da63b1 req-3ad87e07-9426-4c72-81b9-935451e7f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:55.748728 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f285f11-8030-40dc-a642-e47423da63b1 req-3ad87e07-9426-4c72-81b9-935451e7f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:55.748728 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f285f11-8030-40dc-a642-e47423da63b1 req-3ad87e07-9426-4c72-81b9-935451e7f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:55.749865 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1f285f11-8030-40dc-a642-e47423da63b1 req-3ad87e07-9426-4c72-81b9-935451e7f8dc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bda1a11a40447e984dbfecb2102fcad&device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 6277 time: 0.7216117 Jan 28 00:32:55.814210 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-65c91b33-3b01-424e-a7a1-88cc6cbb5e45 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (9d891340-983d-40cf-8030-935420ec858b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:55.833236 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-65c91b33-3b01-424e-a7a1-88cc6cbb5e45 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:55.838392 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-65c91b33-3b01-424e-a7a1-88cc6cbb5e45 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "DELETE /v2.0/security-groups/9d891340-983d-40cf-8030-935420ec858b HTTP/1.1" status: 204 len: 168 time: 4.9317131 Jan 28 00:32:55.865956 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43238) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:55.883310 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-082accc5-f0ca-4e62-9231-19988e7bd33f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for security_group (52e17ac5-c291-4e58-8ea0-fee4894f147d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:56.014020 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c91b33-3b01-424e-a7a1-88cc6cbb5e45 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d891340-983d-40cf-8030-935420ec858b,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:56.052656 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-082accc5-f0ca-4e62-9231-19988e7bd33f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (52e17ac5-c291-4e58-8ea0-fee4894f147d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:56.061596 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-e8a0172d-ee9e-4a3d-bd20-16ede317e430 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=834c1d81c62b474cb64b4f5e7f579fc6 HTTP/1.1" status: 200 len: 379 time: 1.0309389 Jan 28 00:32:56.131543 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-7f603627-b269-4c04-bd59-13e15aa9b225 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Request body: {'port': {'device_id': '630f2656-87ab-488a-995e-d9227994c09c', 'network_id': '9e95df89-e401-4bbf-9b7b-17ebec15fddb', 'admin_state_up': True, 'tenant_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'security_groups': ['b52b674d-b0e3-480e-8d23-447c1439b47b']}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:56.169264 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd2ebd-3db1-41d8-9e5a-6f9c431832d6 req-3ce84cfb-c01b-4c3a-a61b-1e1456760408 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:56.181629 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd2ebd-3db1-41d8-9e5a-6f9c431832d6 req-3ce84cfb-c01b-4c3a-a61b-1e1456760408 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:56.209742 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd2ebd-3db1-41d8-9e5a-6f9c431832d6 req-3ce84cfb-c01b-4c3a-a61b-1e1456760408 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:56.222603 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd2ebd-3db1-41d8-9e5a-6f9c431832d6 req-3ce84cfb-c01b-4c3a-a61b-1e1456760408 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:56.250458 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd2ebd-3db1-41d8-9e5a-6f9c431832d6 req-3ce84cfb-c01b-4c3a-a61b-1e1456760408 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:56.280781 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd2ebd-3db1-41d8-9e5a-6f9c431832d6 req-3ce84cfb-c01b-4c3a-a61b-1e1456760408 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:56.291824 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd2ebd-3db1-41d8-9e5a-6f9c431832d6 req-3ce84cfb-c01b-4c3a-a61b-1e1456760408 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:56.297575 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c0cd2ebd-3db1-41d8-9e5a-6f9c431832d6 req-3ce84cfb-c01b-4c3a-a61b-1e1456760408 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5385 time: 0.8072157 Jan 28 00:32:56.342484 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e72a7a6-4991-45e8-b274-4a8b5a5d0c42 req-2ea68a81-7312-4242-980f-3db8928b8d83 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6900294 Jan 28 00:32:56.356576 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56e62831-cd5e-40cb-a72c-f9bb4f563de0 req-271fb7ce-bdb0-49ba-ab5c-3912be9e5a21 service neutron] 10.222.0.65 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.8687270 Jan 28 00:32:56.655163 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:32:56.872901 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-87478f83-587d-43e5-bc29-afbab9ddeb69 None None] Provisioning complete for port 74551893-3fbf-4de7-af38-5a71521c01a4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:32:56.873526 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-87478f83-587d-43e5-bc29-afbab9ddeb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (74551893-3fbf-4de7-af38-5a71521c01a4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:57.082300 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:32:57.089903 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-87478f83-587d-43e5-bc29-afbab9ddeb69 None None] Port 74551893-3fbf-4de7-af38-5a71521c01a4 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:32:57.092977 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c66b7c0d-084a-4640-b4ea-1dcae386873b req-29719b9f-1d4b-40b8-8ea7-33f36a884578 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/ports?device_id=630f2656-87ab-488a-995e-d9227994c09c HTTP/1.1" status: 200 len: 210 time: 0.4025478 Jan 28 00:32:57.103540 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:32:57.108678 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:57.197779 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c0cd2ebd-3db1-41d8-9e5a-6f9c431832d6 req-ba88c5cf-a4c1-4816-bc01-50036f5ef1d0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8401067 Jan 28 00:32:57.224649 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-1a83f080-d590-4ab8-ade7-42a222078141 req-70ae4e2b-67d8-4110-8b2b-51e3544e35e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe75345-323e-4c17-9167-f80f61f5b382 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:32:57.241942 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-70ae4e2b-67d8-4110-8b2b-51e3544e35e0 service neutron] Publish callbacks [] for port (6fe75345-323e-4c17-9167-f80f61f5b382), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:57.301413 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-082accc5-f0ca-4e62-9231-19988e7bd33f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:57.304461 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-082accc5-f0ca-4e62-9231-19988e7bd33f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.4431696 Jan 28 00:32:57.312302 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43242) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:57.320414 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-b5173f56-4cf7-445b-a654-829118b67c02 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'security_group': {'name': 'tempest-secgroup-194644792'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:57.325812 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-1a83f080-d590-4ab8-ade7-42a222078141 req-70ae4e2b-67d8-4110-8b2b-51e3544e35e0 service neutron] Transition to ACTIVE for port object 6fe75345-323e-4c17-9167-f80f61f5b382 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:32:57.338591 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-7f603627-b269-4c04-bd59-13e15aa9b225 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Made reservation on behalf of 834c1d81c62b474cb64b4f5e7f579fc6 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:32:57.346999 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-7f603627-b269-4c04-bd59-13e15aa9b225 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:57.353559 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a00f1fa-2cde-4b20-9ef0-44861f695b5a tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router_gateway (2bd19786-6bb2-437d-869e-452c721cdf2f), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:57.377187 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9f9e5815-a51b-4d29-bbc9-245e7a9a9e03 req-506eb2dd-f25c-4f8a-ae16-db971b132938 tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] 10.222.0.70 "GET /v2.0/ports?device_id=35979ff2-3143-47f5-adc7-7e02d289ce82 HTTP/1.1" status: 200 len: 210 time: 0.0765047 Jan 28 00:32:57.385971 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-70ae4e2b-67d8-4110-8b2b-51e3544e35e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (6fe75345-323e-4c17-9167-f80f61f5b382), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:57.422677 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082accc5-f0ca-4e62-9231-19988e7bd33f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52e17ac5-c291-4e58-8ea0-fee4894f147d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:57.446894 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-87478f83-587d-43e5-bc29-afbab9ddeb69 None None] Provisioning complete for port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:32:57.450188 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-87478f83-587d-43e5-bc29-afbab9ddeb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:57.637223 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b5173f56-4cf7-445b-a654-829118b67c02 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:57.726548 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae4e2b-67d8-4110-8b2b-51e3544e35e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe75345-323e-4c17-9167-f80f61f5b382,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:57.935499 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-df6a5481-0a9e-4b92-b9d4-446d643ccabb tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 2.0510199 Jan 28 00:32:57.937766 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:32:57.947672 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43248) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:58.065078 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-87478f83-587d-43e5-bc29-afbab9ddeb69 None None] Current status of the port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:32:58.108534 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-434ee0b6-645b-40b6-a6c3-32f28d283113 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group': {'name': 'tempest-secgroup--1196982184'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:58.159884 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6770c-9127-4eec-a014-e75c4e6357ca req-d5a81117-8004-42ea-9f59-22fb39d0c7ad tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:58.167901 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fbe6770c-9127-4eec-a014-e75c4e6357ca req-d5a81117-8004-42ea-9f59-22fb39d0c7ad tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 946 time: 0.5568213 Jan 28 00:32:58.233862 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f285f11-8030-40dc-a642-e47423da63b1 req-93fbf470-10ac-4bad-955b-a3e651b52be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:58.234895 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f285f11-8030-40dc-a642-e47423da63b1 req-93fbf470-10ac-4bad-955b-a3e651b52be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:58.237924 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f285f11-8030-40dc-a642-e47423da63b1 req-93fbf470-10ac-4bad-955b-a3e651b52be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:58.244441 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1f285f11-8030-40dc-a642-e47423da63b1 req-93fbf470-10ac-4bad-955b-a3e651b52be5 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=5bda1a11a40447e984dbfecb2102fcad&shared=False HTTP/1.1" status: 200 len: 2293 time: 2.4615231 Jan 28 00:32:58.258920 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-434ee0b6-645b-40b6-a6c3-32f28d283113 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:58.598561 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8f439fa7-2591-4f4d-94b5-3341ee1f6770 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:32:58.614881 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-02c6c847-04e0-455f-8bde-2a1e7976c68b tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] Allocated IP 172.20.0.13 (66efa684-ff96-4cfa-a1e6-ce1035e54a7e/fa82bc03-e747-4abb-a9ad-4f69a4cbe250/c18be8fe-93d9-4d08-927f-b6287d1453d1) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:32:58.680399 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 8f439fa7-2591-4f4d-94b5-3341ee1f6770 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:32:58.680986 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8f439fa7-2591-4f4d-94b5-3341ee1f6770), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:58.706193 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1a83f080-d590-4ab8-ade7-42a222078141 req-70ae4e2b-67d8-4110-8b2b-51e3544e35e0 service neutron] Attempting to bind port 6fe75345-323e-4c17-9167-f80f61f5b382 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:32:58.706509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1a83f080-d590-4ab8-ade7-42a222078141 req-70ae4e2b-67d8-4110-8b2b-51e3544e35e0 service neutron] Attempting to bind port 6fe75345-323e-4c17-9167-f80f61f5b382 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'acb2bd17-d572-4140-8e42-68801c1a1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0efd91fa-a4c6-4618-8488-fef9eaa5de00'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:32:58.707949 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-70ae4e2b-67d8-4110-8b2b-51e3544e35e0 service neutron] Attempting to bind port 6fe75345-323e-4c17-9167-f80f61f5b382 on network 0efd91fa-a4c6-4618-8488-fef9eaa5de00 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:32:58.716129 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-95a6bedf-db5e-4580-a54e-e9b0af14eab8 req-be747b12-87c3-40d5-9818-0569bd7ffcd4 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/ports?device_id=630f2656-87ab-488a-995e-d9227994c09c HTTP/1.1" status: 200 len: 210 time: 0.2645943 Jan 28 00:32:58.720774 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b5173f56-4cf7-445b-a654-829118b67c02 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for security_group (9301387b-942a-4854-a3e7-cb93bd340a8f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:58.750661 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b5173f56-4cf7-445b-a654-829118b67c02 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (9301387b-942a-4854-a3e7-cb93bd340a8f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:58.773489 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-70ae4e2b-67d8-4110-8b2b-51e3544e35e0 service neutron] Port 6fe75345-323e-4c17-9167-f80f61f5b382 on network 0efd91fa-a4c6-4618-8488-fef9eaa5de00 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:32:58.774046 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-70ae4e2b-67d8-4110-8b2b-51e3544e35e0 service neutron] Attempting to bind port 6fe75345-323e-4c17-9167-f80f61f5b382 on network 0efd91fa-a4c6-4618-8488-fef9eaa5de00 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:32:58.843359 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-70ae4e2b-67d8-4110-8b2b-51e3544e35e0 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:32:58.844359 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-70ae4e2b-67d8-4110-8b2b-51e3544e35e0 service neutron] Checking segment: {'id': 'acb2bd17-d572-4140-8e42-68801c1a1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0efd91fa-a4c6-4618-8488-fef9eaa5de00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:32:58.844664 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-70ae4e2b-67d8-4110-8b2b-51e3544e35e0 service neutron] Bound using segment: {'id': 'acb2bd17-d572-4140-8e42-68801c1a1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0efd91fa-a4c6-4618-8488-fef9eaa5de00'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:32:58.845531 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1a83f080-d590-4ab8-ade7-42a222078141 req-70ae4e2b-67d8-4110-8b2b-51e3544e35e0 service neutron] Bound port: 6fe75345-323e-4c17-9167-f80f61f5b382, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb2bd17-d572-4140-8e42-68801c1a1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0efd91fa-a4c6-4618-8488-fef9eaa5de00'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:32:58.846153 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-70ae4e2b-67d8-4110-8b2b-51e3544e35e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6fe75345-323e-4c17-9167-f80f61f5b382), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:58.872409 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fbe6770c-9127-4eec-a014-e75c4e6357ca req-9bc77c1a-688f-493f-980e-8684b9069cb2 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6684260 Jan 28 00:32:58.904051 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b5173f56-4cf7-445b-a654-829118b67c02 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:58.909049 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 8f439fa7-2591-4f4d-94b5-3341ee1f6770 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:32:58.910137 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8f439fa7-2591-4f4d-94b5-3341ee1f6770), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:58.914055 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b5173f56-4cf7-445b-a654-829118b67c02 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.6001952 Jan 28 00:32:58.915592 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43266) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:58.920919 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5173f56-4cf7-445b-a654-829118b67c02 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9301387b-942a-4854-a3e7-cb93bd340a8f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:58.938703 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-a7f41e1d-f747-49bc-9d7c-0074a58f308a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-837855645', 'security_groups': ['9301387b-942a-4854-a3e7-cb93bd340a8f'], 'network_id': '6fa49823-e387-4355-bf1a-a17d64074533', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd3f69986-c2e5-4640-b84c-d007e913ed75'}]}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:58.967037 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 8f439fa7-2591-4f4d-94b5-3341ee1f6770, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8f439fa7-2591-4f4d-94b5-3341ee1f6770,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:32:58.976552 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8f439fa7-2591-4f4d-94b5-3341ee1f6770), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:59.149484 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=8f439fa7-2591-4f4d-94b5-3341ee1f6770,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:59.184841 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f285f11-8030-40dc-a642-e47423da63b1 req-e01627da-2959-417c-bd99-2748c1072c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:59.186335 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1f285f11-8030-40dc-a642-e47423da63b1 req-e01627da-2959-417c-bd99-2748c1072c76 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7948041 Jan 28 00:32:59.226566 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-7f603627-b269-4c04-bd59-13e15aa9b225 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Allocated IP 172.20.0.13 (9e95df89-e401-4bbf-9b7b-17ebec15fddb/79ed3d9a-927a-4da1-a8ac-6c809e04b4ad/f9d092de-80ce-44e9-87ac-77d0c7ac16e8) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:32:59.304478 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a244256-a7bd-4931-8a4f-0e73148d2a02 req-69b74bf7-9aaf-49b7-a63e-1558144a785f tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] 10.222.0.70 "GET /v2.0/ports?device_id=35979ff2-3143-47f5-adc7-7e02d289ce82 HTTP/1.1" status: 200 len: 210 time: 0.1263146 Jan 28 00:32:59.311459 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-434ee0b6-645b-40b6-a6c3-32f28d283113 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (4e46c0a2-8c09-4359-b945-c7520ba7b761), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:59.346636 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-434ee0b6-645b-40b6-a6c3-32f28d283113 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4e46c0a2-8c09-4359-b945-c7520ba7b761), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:59.474114 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-1a83f080-d590-4ab8-ade7-42a222078141 req-70ae4e2b-67d8-4110-8b2b-51e3544e35e0 service neutron] For port 6fe75345-323e-4c17-9167-f80f61f5b382, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:32:59.491497 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-1a83f080-d590-4ab8-ade7-42a222078141 req-70ae4e2b-67d8-4110-8b2b-51e3544e35e0 service neutron] For port 6fe75345-323e-4c17-9167-f80f61f5b382, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=6fe75345-323e-4c17-9167-f80f61f5b382,segment=NetworkSegment(acb2bd17-d572-4140-8e42-68801c1a1a85),segment_id=acb2bd17-d572-4140-8e42-68801c1a1a85)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:32:59.512807 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bd244-45a2-4298-b214-028e054b79ac req-06c22e43-9f4e-473d-9dfc-e1b8c3c81495 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:59.522282 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bd244-45a2-4298-b214-028e054b79ac req-06c22e43-9f4e-473d-9dfc-e1b8c3c81495 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:59.527804 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bd244-45a2-4298-b214-028e054b79ac req-06c22e43-9f4e-473d-9dfc-e1b8c3c81495 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:59.533600 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bd244-45a2-4298-b214-028e054b79ac req-06c22e43-9f4e-473d-9dfc-e1b8c3c81495 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:59.546833 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bd244-45a2-4298-b214-028e054b79ac req-06c22e43-9f4e-473d-9dfc-e1b8c3c81495 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:59.553168 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bd244-45a2-4298-b214-028e054b79ac req-06c22e43-9f4e-473d-9dfc-e1b8c3c81495 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:59.559927 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bd244-45a2-4298-b214-028e054b79ac req-06c22e43-9f4e-473d-9dfc-e1b8c3c81495 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:59.568002 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eb5bd244-45a2-4298-b214-028e054b79ac req-06c22e43-9f4e-473d-9dfc-e1b8c3c81495 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5397 time: 0.5829897 Jan 28 00:32:59.614229 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-70ae4e2b-67d8-4110-8b2b-51e3544e35e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (6fe75345-323e-4c17-9167-f80f61f5b382), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:59.664232 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c47e00-b510-4c90-a093-862c9387503c req-c6e10003-644c-43cb-a315-ceba760c1364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:59.665840 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0c47e00-b510-4c90-a093-862c9387503c req-c6e10003-644c-43cb-a315-ceba760c1364 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=66e2abd01f29448ab207898a6db8a6af&device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 1097 time: 0.3830957 Jan 28 00:32:59.692119 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-7f603627-b269-4c04-bd59-13e15aa9b225 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks [] for port (f9d092de-80ce-44e9-87ac-77d0c7ac16e8), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:59.710024 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-434ee0b6-645b-40b6-a6c3-32f28d283113 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:59.720541 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-434ee0b6-645b-40b6-a6c3-32f28d283113 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.6662040 Jan 28 00:32:59.810855 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c47e00-b510-4c90-a093-862c9387503c req-ebe1e334-5384-465f-948d-3fb828fa751b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:59.812529 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0c47e00-b510-4c90-a093-862c9387503c req-ebe1e334-5384-465f-948d-3fb828fa751b service neutron] 10.222.0.65 "GET /v2.0/networks?id=ab3fb448-728a-46f9-9c11-c79ef9e347d9 HTTP/1.1" status: 200 len: 917 time: 0.1303117 Jan 28 00:32:59.813087 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43274) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:32:59.837181 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-95be4260-57f4-4e42-b774-a819610b6d92 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group_rule': {'security_group_id': '4e46c0a2-8c09-4359-b945-c7520ba7b761', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:32:59.892302 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ee0b6-645b-40b6-a6c3-32f28d283113 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e46c0a2-8c09-4359-b945-c7520ba7b761,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:32:59.909160 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-02c6c847-04e0-455f-8bde-2a1e7976c68b tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] Publish callbacks [] for port (c18be8fe-93d9-4d08-927f-b6287d1453d1), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:59.932852 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-70ae4e2b-67d8-4110-8b2b-51e3544e35e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:32:59.933535 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-70ae4e2b-67d8-4110-8b2b-51e3544e35e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:32:59.935219 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-70ae4e2b-67d8-4110-8b2b-51e3544e35e0 service neutron] 10.222.0.52 "PUT /v2.0/ports/6fe75345-323e-4c17-9167-f80f61f5b382 HTTP/1.1" status: 200 len: 1091 time: 8.1485109 Jan 28 00:32:59.990939 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'tag': '6fe75345-323e-4c17-9167-f80f61f5b382'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:32:59.993656 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20adb1ec-4c62-4245-940d-2112e7312433" -d '{"events": [{"name": "network-changed", "server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "tag": "6fe75345-323e-4c17-9167-f80f61f5b382"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:33:00.028316 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-1a83f080-d590-4ab8-ade7-42a222078141 req-861a18be-6377-4dc9-8b29-b76cba85805e service neutron] Request body: {'port': {'device_id': '79cc3739-9058-4a58-9251-ed5d939acbba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:00.061309 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a00f1fa-2cde-4b20-9ef0-44861f695b5a tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router_gateway (2bd19786-6bb2-437d-869e-452c721cdf2f), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:00.064057 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fc2fd91e-25ba-4144-9cf9-48183069e401 req-d2902ae8-ba58-42a8-a962-4bf0e2a1ec63 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/ports?device_id=630f2656-87ab-488a-995e-d9227994c09c HTTP/1.1" status: 200 len: 210 time: 0.1816609 Jan 28 00:33:00.067310 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-95be4260-57f4-4e42-b774-a819610b6d92 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:33:00.071689 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-95be4260-57f4-4e42-b774-a819610b6d92 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2398992 Jan 28 00:33:00.078312 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43282) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:00.114381 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eb5bd244-45a2-4298-b214-028e054b79ac req-25026d2d-1da9-454b-8b74-91531933e079 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5454574 Jan 28 00:33:00.134107 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-d4dd9c98-3fc0-42d7-839c-f587e064521b tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group_rule': {'security_group_id': '4e46c0a2-8c09-4359-b945-c7520ba7b761', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:00.182977 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-7f603627-b269-4c04-bd59-13e15aa9b225 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (f9d092de-80ce-44e9-87ac-77d0c7ac16e8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:00.207976 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f41e1d-f747-49bc-9d7c-0074a58f308a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:33:00.213665 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a00f1fa-2cde-4b20-9ef0-44861f695b5a tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:00.257355 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-02c6c847-04e0-455f-8bde-2a1e7976c68b tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (c18be8fe-93d9-4d08-927f-b6287d1453d1), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:00.266150 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae4e2b-67d8-4110-8b2b-51e3544e35e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe75345-323e-4c17-9167-f80f61f5b382,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:00.318091 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01ea3bc-48dd-48d7-9b68-798938996aca x-openstack-request-id: req-b01ea3bc-48dd-48d7-9b68-798938996aca {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:33:00.318668 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "tag": "6fe75345-323e-4c17-9167-f80f61f5b382", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:33:00.318881 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b01ea3bc-48dd-48d7-9b68-798938996aca {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:33:00.319883 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'tag': '6fe75345-323e-4c17-9167-f80f61f5b382', 'status': 'completed', 'code': 200} Jan 28 00:33:00.381862 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-02c6c847-04e0-455f-8bde-2a1e7976c68b tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] Network 66efa684-ff96-4cfa-a1e6-ce1035e54a7e is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:33:00.401405 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8f439fa7-2591-4f4d-94b5-3341ee1f6770 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:33:00.415429 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-02c6c847-04e0-455f-8bde-2a1e7976c68b tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:33:00.420819 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-7f603627-b269-4c04-bd59-13e15aa9b225 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Network 9e95df89-e401-4bbf-9b7b-17ebec15fddb is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:33:00.485442 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 8f439fa7-2591-4f4d-94b5-3341ee1f6770 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:33:00.486117 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8f439fa7-2591-4f4d-94b5-3341ee1f6770), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:00.499178 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0c47e00-b510-4c90-a093-862c9387503c req-938386c3-9626-4101-9c10-ebf7a79433cb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab12a80f-4db3-47e7-b488-6614f4a3764e HTTP/1.1" status: 200 len: 1002 time: 0.6061242 Jan 28 00:33:00.512251 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-02c6c847-04e0-455f-8bde-2a1e7976c68b tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:33:00.586882 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-02c6c847-04e0-455f-8bde-2a1e7976c68b tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:00.587784 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-02c6c847-04e0-455f-8bde-2a1e7976c68b tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:00.601332 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 8f439fa7-2591-4f4d-94b5-3341ee1f6770 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:33:00.606711 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-7f603627-b269-4c04-bd59-13e15aa9b225 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:33:00.611164 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-7f603627-b269-4c04-bd59-13e15aa9b225 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:33:00.716301 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-7f603627-b269-4c04-bd59-13e15aa9b225 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:00.717423 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-7f603627-b269-4c04-bd59-13e15aa9b225 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:00.751933 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adb1ec-4c62-4245-940d-2112e7312433 req-295e0fc9-5862-4e9f-bfbe-efe635889e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:00.757685 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adb1ec-4c62-4245-940d-2112e7312433 req-295e0fc9-5862-4e9f-bfbe-efe635889e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:00.758469 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adb1ec-4c62-4245-940d-2112e7312433 req-295e0fc9-5862-4e9f-bfbe-efe635889e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:00.759048 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adb1ec-4c62-4245-940d-2112e7312433 req-295e0fc9-5862-4e9f-bfbe-efe635889e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:00.759578 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adb1ec-4c62-4245-940d-2112e7312433 req-295e0fc9-5862-4e9f-bfbe-efe635889e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:00.760195 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adb1ec-4c62-4245-940d-2112e7312433 req-295e0fc9-5862-4e9f-bfbe-efe635889e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:00.761300 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adb1ec-4c62-4245-940d-2112e7312433 req-295e0fc9-5862-4e9f-bfbe-efe635889e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:00.763675 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-20adb1ec-4c62-4245-940d-2112e7312433 req-295e0fc9-5862-4e9f-bfbe-efe635889e58 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bda1a11a40447e984dbfecb2102fcad&device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 6344 time: 0.4070191 Jan 28 00:33:00.780436 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f603627-b269-4c04-bd59-13e15aa9b225 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Pushing event updated for resources: {'Port': ['ID=f9d092de-80ce-44e9-87ac-77d0c7ac16e8,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:00.791211 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-861a18be-6377-4dc9-8b29-b76cba85805e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b39bbdd0-6456-4b66-b3bb-de6ac18d21ae), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:00.813179 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-d4dd9c98-3fc0-42d7-839c-f587e064521b tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:33:00.814310 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d4dd9c98-3fc0-42d7-839c-f587e064521b tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7145863 Jan 28 00:33:00.839942 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43288) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:00.870052 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c47e00-b510-4c90-a093-862c9387503c req-c2c84b6e-661a-42b6-8291-d5e2453be89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:00.871692 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0c47e00-b510-4c90-a093-862c9387503c req-c2c84b6e-661a-42b6-8291-d5e2453be89d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e8d9d31c-ec82-48b8-8107-afdf4c2c9183 HTTP/1.1" status: 200 len: 855 time: 0.3030605 Jan 28 00:33:00.874884 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a7f41e1d-f747-49bc-9d7c-0074a58f308a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:00.892461 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda374e-5085-4598-b59a-c3767e054499 req-8a1ef417-d7ce-49ff-9ab5-bb41ac6f8e32 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:00.894814 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-acda374e-5085-4598-b59a-c3767e054499 req-8a1ef417-d7ce-49ff-9ab5-bb41ac6f8e32 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 946 time: 0.6661706 Jan 28 00:33:00.903345 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-02c6c847-04e0-455f-8bde-2a1e7976c68b tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.6402068 Jan 28 00:33:00.948481 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-5b8d9a8f-cf1c-419d-a8d6-7344e121d5cc service neutron] Request body: {'port': {'device_id': '35979ff2-3143-47f5-adc7-7e02d289ce82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:00.959009 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c5e36-6682-4619-8031-d2d9221c66be req-d3094564-cdd0-4e6a-b4ef-46d463d27b8b tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:00.961108 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-387c5e36-6682-4619-8031-d2d9221c66be req-d3094564-cdd0-4e6a-b4ef-46d463d27b8b tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] 10.222.0.70 "GET /v2.0/ports?device_id=35979ff2-3143-47f5-adc7-7e02d289ce82 HTTP/1.1" status: 200 len: 932 time: 0.4190540 Jan 28 00:33:00.966657 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-7f603627-b269-4c04-bd59-13e15aa9b225 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8709757 Jan 28 00:33:01.020876 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6c847-04e0-455f-8bde-2a1e7976c68b tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] Pushing event updated for resources: {'Port': ['ID=c18be8fe-93d9-4d08-927f-b6287d1453d1,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:01.024431 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-a7f41e1d-f747-49bc-9d7c-0074a58f308a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] device_id is not set on port 8e0dc00a-e8a0-4946-9249-b322bad813e4 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:33:01.181867 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adb1ec-4c62-4245-940d-2112e7312433 req-f8c88d73-2d8b-4d66-a947-c07e82d6a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:01.182390 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adb1ec-4c62-4245-940d-2112e7312433 req-f8c88d73-2d8b-4d66-a947-c07e82d6a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:01.182989 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adb1ec-4c62-4245-940d-2112e7312433 req-f8c88d73-2d8b-4d66-a947-c07e82d6a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:01.184872 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-20adb1ec-4c62-4245-940d-2112e7312433 req-f8c88d73-2d8b-4d66-a947-c07e82d6a700 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=5bda1a11a40447e984dbfecb2102fcad&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2943788 Jan 28 00:33:01.189749 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-5bf2b228-0b26-432d-b57f-e420a13af503 service neutron] Request body: {'port': {'device_id': '630f2656-87ab-488a-995e-d9227994c09c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:01.211221 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-269444ce-47f8-4951-8a80-a28821c5d0d7 None None] Provisioning complete for port f9d092de-80ce-44e9-87ac-77d0c7ac16e8 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:33:01.211507 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-269444ce-47f8-4951-8a80-a28821c5d0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f9d092de-80ce-44e9-87ac-77d0c7ac16e8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:01.289167 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-269444ce-47f8-4951-8a80-a28821c5d0d7 None None] Port f9d092de-80ce-44e9-87ac-77d0c7ac16e8 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:33:01.366850 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adb1ec-4c62-4245-940d-2112e7312433 req-50002daf-ff0a-427f-9b7c-0da050ad873d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:01.368993 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-20adb1ec-4c62-4245-940d-2112e7312433 req-50002daf-ff0a-427f-9b7c-0da050ad873d service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1569595 Jan 28 00:33:01.400629 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-5b8d9a8f-cf1c-419d-a8d6-7344e121d5cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c18be8fe-93d9-4d08-927f-b6287d1453d1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:01.454660 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-9a00f1fa-2cde-4b20-9ef0-44861f695b5a tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Allocated IP 172.25.3.91 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/4b5624ad-b49b-43ad-ac90-18acde75c832) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:33:01.459932 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c47e00-b510-4c90-a093-862c9387503c req-ff6baf8a-b324-47cc-9648-4e6d99eff604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:01.463417 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0c47e00-b510-4c90-a093-862c9387503c req-ff6baf8a-b324-47cc-9648-4e6d99eff604 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ab3fb448-728a-46f9-9c11-c79ef9e347d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5539763 Jan 28 00:33:01.649627 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-a7f41e1d-f747-49bc-9d7c-0074a58f308a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Allocated IP 2001:db8::1f6 (6fa49823-e387-4355-bf1a-a17d64074533/d3f69986-c2e5-4640-b84c-d007e913ed75/8e0dc00a-e8a0-4946-9249-b322bad813e4) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:33:01.828714 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a7f41e1d-f747-49bc-9d7c-0074a58f308a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for port (8e0dc00a-e8a0-4946-9249-b322bad813e4), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:01.839956 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-acda374e-5085-4598-b59a-c3767e054499 req-6ce4c9c9-b40a-4777-99ad-6359fd609612 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9192235 Jan 28 00:33:01.868434 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1da9670f-117c-4675-bc4c-c7c154d38a1f tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (4e46c0a2-8c09-4359-b945-c7520ba7b761), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:01.911818 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-5bf2b228-0b26-432d-b57f-e420a13af503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f9d092de-80ce-44e9-87ac-77d0c7ac16e8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:02.267863 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a00f1fa-2cde-4b20-9ef0-44861f695b5a tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for port (4b5624ad-b49b-43ad-ac90-18acde75c832), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:02.419143 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-1a83f080-d590-4ab8-ade7-42a222078141 req-861a18be-6377-4dc9-8b29-b76cba85805e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b39bbdd0-6456-4b66-b3bb-de6ac18d21ae {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:33:02.461551 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a00f1fa-2cde-4b20-9ef0-44861f695b5a tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (4b5624ad-b49b-43ad-ac90-18acde75c832), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:02.468624 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-861a18be-6377-4dc9-8b29-b76cba85805e service neutron] Publish callbacks [] for port (b39bbdd0-6456-4b66-b3bb-de6ac18d21ae), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:02.514297 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a00f1fa-2cde-4b20-9ef0-44861f695b5a tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:33:02.516304 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-1a83f080-d590-4ab8-ade7-42a222078141 req-861a18be-6377-4dc9-8b29-b76cba85805e service neutron] Transition to ACTIVE for port object b39bbdd0-6456-4b66-b3bb-de6ac18d21ae will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:33:02.530461 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-9a00f1fa-2cde-4b20-9ef0-44861f695b5a tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:33:02.531053 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-387c5e36-6682-4619-8031-d2d9221c66be req-4838dca9-30bc-457f-9110-6d1cf05b0527 tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] 10.222.0.70 "GET /v2.0/security-groups?id=86c8267e-784c-4e32-b0af-1558dc6bb9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5340629 Jan 28 00:33:02.533460 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a00f1fa-2cde-4b20-9ef0-44861f695b5a tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:33:02.577348 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-861a18be-6377-4dc9-8b29-b76cba85805e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (b39bbdd0-6456-4b66-b3bb-de6ac18d21ae), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:02.593849 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-5b8d9a8f-cf1c-419d-a8d6-7344e121d5cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c18be8fe-93d9-4d08-927f-b6287d1453d1 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:33:02.621098 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-5b8d9a8f-cf1c-419d-a8d6-7344e121d5cc service neutron] Publish callbacks [] for port (c18be8fe-93d9-4d08-927f-b6287d1453d1), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:02.696355 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00f1fa-2cde-4b20-9ef0-44861f695b5a tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Pushing event updated for resources: {'Port': ['ID=4b5624ad-b49b-43ad-ac90-18acde75c832,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:02.705195 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-5b8d9a8f-cf1c-419d-a8d6-7344e121d5cc service neutron] Transition to ACTIVE for port object c18be8fe-93d9-4d08-927f-b6287d1453d1 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:33:02.742667 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a7f41e1d-f747-49bc-9d7c-0074a58f308a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (8e0dc00a-e8a0-4946-9249-b322bad813e4), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:02.744120 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-5b8d9a8f-cf1c-419d-a8d6-7344e121d5cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (c18be8fe-93d9-4d08-927f-b6287d1453d1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:02.787398 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-5bf2b228-0b26-432d-b57f-e420a13af503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d092de-80ce-44e9-87ac-77d0c7ac16e8 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:33:02.827478 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a18be-6377-4dc9-8b29-b76cba85805e service neutron] Pushing event updated for resources: {'Port': ['ID=b39bbdd0-6456-4b66-b3bb-de6ac18d21ae,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:02.845008 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device ab12a80f-4db3-47e7-b488-6614f4a3764e no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:33:02.898245 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-5bf2b228-0b26-432d-b57f-e420a13af503 service neutron] Publish callbacks [] for port (f9d092de-80ce-44e9-87ac-77d0c7ac16e8), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:02.995647 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f41e1d-f747-49bc-9d7c-0074a58f308a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Port': ['ID=8e0dc00a-e8a0-4946-9249-b322bad813e4,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:03.005310 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d9a8f-cf1c-419d-a8d6-7344e121d5cc service neutron] Pushing event updated for resources: {'Port': ['ID=c18be8fe-93d9-4d08-927f-b6287d1453d1,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:03.049073 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port ab12a80f-4db3-47e7-b488-6614f4a3764e is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:33:03.049458 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ab12a80f-4db3-47e7-b488-6614f4a3764e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:03.070006 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1da9670f-117c-4675-bc4c-c7c154d38a1f tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (4e46c0a2-8c09-4359-b945-c7520ba7b761), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:03.085224 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-5bf2b228-0b26-432d-b57f-e420a13af503 service neutron] Transition to ACTIVE for port object f9d092de-80ce-44e9-87ac-77d0c7ac16e8 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:33:03.106591 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ce4c4d-ac0c-4af5-8f9f-a732973fcf39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab12a80f-4db3-47e7-b488-6614f4a3764e'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:33:03.108872 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-5bf2b228-0b26-432d-b57f-e420a13af503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (f9d092de-80ce-44e9-87ac-77d0c7ac16e8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:03.125621 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c31d77-27ee-4463-af7a-546d7f806a1b" -d '{"events": [{"server_uuid": "22ce4c4d-ac0c-4af5-8f9f-a732973fcf39", "name": "network-vif-unplugged", "status": "completed", "tag": "ab12a80f-4db3-47e7-b488-6614f4a3764e"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:33:03.168047 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port ab12a80f-4db3-47e7-b488-6614f4a3764e, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ab12a80f-4db3-47e7-b488-6614f4a3764e,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:33:03.177801 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ab12a80f-4db3-47e7-b488-6614f4a3764e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:03.267683 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1f91e-2657-4c1c-a658-f1625dfda836 req-b40bb518-97b5-4c25-94c4-298834fb1367 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:03.275695 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3ce1f91e-2657-4c1c-a658-f1625dfda836 req-b40bb518-97b5-4c25-94c4-298834fb1367 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/ports?device_id=630f2656-87ab-488a-995e-d9227994c09c HTTP/1.1" status: 200 len: 932 time: 0.7319858 Jan 28 00:33:03.284564 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=ab12a80f-4db3-47e7-b488-6614f4a3764e,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:03.308765 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f41e1d-f747-49bc-9d7c-0074a58f308a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network 6fa49823-e387-4355-bf1a-a17d64074533 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:33:03.318180 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2b228-0b26-432d-b57f-e420a13af503 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d092de-80ce-44e9-87ac-77d0c7ac16e8,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:03.425359 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb138b-df67-4666-909a-3f1df1da7e80 req-f5827518-064d-4a0d-badf-68cea9d6a7d0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:03.431091 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb138b-df67-4666-909a-3f1df1da7e80 req-f5827518-064d-4a0d-badf-68cea9d6a7d0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:03.436568 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb138b-df67-4666-909a-3f1df1da7e80 req-f5827518-064d-4a0d-badf-68cea9d6a7d0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:03.440152 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-5b8d9a8f-cf1c-419d-a8d6-7344e121d5cc service neutron] Attempting to bind port c18be8fe-93d9-4d08-927f-b6287d1453d1 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:33:03.441669 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-5b8d9a8f-cf1c-419d-a8d6-7344e121d5cc service neutron] Attempting to bind port c18be8fe-93d9-4d08-927f-b6287d1453d1 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '612846c9-0cf6-423c-a57d-66b0df4cea33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '66efa684-ff96-4cfa-a1e6-ce1035e54a7e'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:33:03.442525 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-5b8d9a8f-cf1c-419d-a8d6-7344e121d5cc service neutron] Attempting to bind port c18be8fe-93d9-4d08-927f-b6287d1453d1 on network 66efa684-ff96-4cfa-a1e6-ce1035e54a7e {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:33:03.442723 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb138b-df67-4666-909a-3f1df1da7e80 req-f5827518-064d-4a0d-badf-68cea9d6a7d0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:03.448166 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb138b-df67-4666-909a-3f1df1da7e80 req-f5827518-064d-4a0d-badf-68cea9d6a7d0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:03.453522 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb138b-df67-4666-909a-3f1df1da7e80 req-f5827518-064d-4a0d-badf-68cea9d6a7d0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:03.459250 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb138b-df67-4666-909a-3f1df1da7e80 req-f5827518-064d-4a0d-badf-68cea9d6a7d0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:03.464852 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-5b8d9a8f-cf1c-419d-a8d6-7344e121d5cc service neutron] Port c18be8fe-93d9-4d08-927f-b6287d1453d1 on network 66efa684-ff96-4cfa-a1e6-ce1035e54a7e not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:33:03.465670 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-5b8d9a8f-cf1c-419d-a8d6-7344e121d5cc service neutron] Attempting to bind port c18be8fe-93d9-4d08-927f-b6287d1453d1 on network 66efa684-ff96-4cfa-a1e6-ce1035e54a7e {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:33:03.467816 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-15fb138b-df67-4666-909a-3f1df1da7e80 req-f5827518-064d-4a0d-badf-68cea9d6a7d0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5409 time: 0.6840103 Jan 28 00:33:03.502002 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-a7f41e1d-f747-49bc-9d7c-0074a58f308a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:33:03.526185 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-5b8d9a8f-cf1c-419d-a8d6-7344e121d5cc service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:33:03.526854 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-5b8d9a8f-cf1c-419d-a8d6-7344e121d5cc service neutron] Checking segment: {'id': '612846c9-0cf6-423c-a57d-66b0df4cea33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '66efa684-ff96-4cfa-a1e6-ce1035e54a7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:33:03.527645 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-5b8d9a8f-cf1c-419d-a8d6-7344e121d5cc service neutron] Bound using segment: {'id': '612846c9-0cf6-423c-a57d-66b0df4cea33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '66efa684-ff96-4cfa-a1e6-ce1035e54a7e'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:33:03.528479 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-5b8d9a8f-cf1c-419d-a8d6-7344e121d5cc service neutron] Bound port: c18be8fe-93d9-4d08-927f-b6287d1453d1, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '612846c9-0cf6-423c-a57d-66b0df4cea33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '66efa684-ff96-4cfa-a1e6-ce1035e54a7e'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:33:03.529156 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-5b8d9a8f-cf1c-419d-a8d6-7344e121d5cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c18be8fe-93d9-4d08-927f-b6287d1453d1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:03.572863 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f41e1d-f747-49bc-9d7c-0074a58f308a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:33:03.584129 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f41e1d-f747-49bc-9d7c-0074a58f308a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:03.585369 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a7f41e1d-f747-49bc-9d7c-0074a58f308a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:03.662083 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a7f41e1d-f747-49bc-9d7c-0074a58f308a tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.7333200 Jan 28 00:33:03.665323 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43304) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:03.735253 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0c47e00-b510-4c90-a093-862c9387503c req-db611c88-74c8-4750-a6d5-6a59301abd3a service neutron] 10.222.0.65 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8875113 Jan 28 00:33:03.785381 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-5b8d9a8f-cf1c-419d-a8d6-7344e121d5cc service neutron] For port c18be8fe-93d9-4d08-927f-b6287d1453d1, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:33:03.788753 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-5b8d9a8f-cf1c-419d-a8d6-7344e121d5cc service neutron] For port c18be8fe-93d9-4d08-927f-b6287d1453d1, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=c18be8fe-93d9-4d08-927f-b6287d1453d1,segment=NetworkSegment(612846c9-0cf6-423c-a57d-66b0df4cea33),segment_id=612846c9-0cf6-423c-a57d-66b0df4cea33)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:33:03.797984 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-0f726c8c-f04e-4834-af56-d7af3e4ebff6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'subnet': {'network_id': '6fa49823-e387-4355-bf1a-a17d64074533', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:03.810813 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-5b8d9a8f-cf1c-419d-a8d6-7344e121d5cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (c18be8fe-93d9-4d08-927f-b6287d1453d1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:03.951489 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-15fb138b-df67-4666-909a-3f1df1da7e80 req-9e7b4f21-54fb-497b-ac51-a89d0dff65f4 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4806609 Jan 28 00:33:04.042944 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a00f1fa-2cde-4b20-9ef0-44861f695b5a tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router_gateway (2bd19786-6bb2-437d-869e-452c721cdf2f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:04.084839 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1da9670f-117c-4675-bc4c-c7c154d38a1f tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4e46c0a2-8c09-4359-b945-c7520ba7b761), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:04.111748 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1da9670f-117c-4675-bc4c-c7c154d38a1f tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:04.124625 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1da9670f-117c-4675-bc4c-c7c154d38a1f tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "DELETE /v2.0/security-groups/4e46c0a2-8c09-4359-b945-c7520ba7b761 HTTP/1.1" status: 204 len: 168 time: 3.2789505 Jan 28 00:33:04.129759 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43310) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:04.169021 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9670f-117c-4675-bc4c-c7c154d38a1f tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e46c0a2-8c09-4359-b945-c7520ba7b761,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:04.245181 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-5bf2b228-0b26-432d-b57f-e420a13af503 service neutron] Attempting to bind port f9d092de-80ce-44e9-87ac-77d0c7ac16e8 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:33:04.265440 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3ce1f91e-2657-4c1c-a658-f1625dfda836 req-9f7d8348-a332-43b3-ab1b-e476775db5c3 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/security-groups?id=b52b674d-b0e3-480e-8d23-447c1439b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9884167 Jan 28 00:33:04.274414 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-5bf2b228-0b26-432d-b57f-e420a13af503 service neutron] Attempting to bind port f9d092de-80ce-44e9-87ac-77d0c7ac16e8 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '6c39d751-0293-4329-af31-76e3b4ba793d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9e95df89-e401-4bbf-9b7b-17ebec15fddb'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:33:04.283443 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-5bf2b228-0b26-432d-b57f-e420a13af503 service neutron] Attempting to bind port f9d092de-80ce-44e9-87ac-77d0c7ac16e8 on network 9e95df89-e401-4bbf-9b7b-17ebec15fddb {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:33:04.400233 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2a7e5a-a0d5-47de-ab6d-ede7fe31999a x-openstack-request-id: req-4f2a7e5a-a0d5-47de-ab6d-ede7fe31999a {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:33:04.401151 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ce4c4d-ac0c-4af5-8f9f-a732973fcf39", "name": "network-vif-unplugged", "status": "completed", "tag": "ab12a80f-4db3-47e7-b488-6614f4a3764e", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:33:04.401151 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4f2a7e5a-a0d5-47de-ab6d-ede7fe31999a {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:33:04.401639 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ce4c4d-ac0c-4af5-8f9f-a732973fcf39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab12a80f-4db3-47e7-b488-6614f4a3764e', 'code': 200} Jan 28 00:33:04.416264 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d63c94f5-408a-40a0-970b-07152fa6e454 None None] Provisioning complete for port 8e0dc00a-e8a0-4946-9249-b322bad813e4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:33:04.417493 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d63c94f5-408a-40a0-970b-07152fa6e454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8e0dc00a-e8a0-4946-9249-b322bad813e4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:04.529424 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-5bf2b228-0b26-432d-b57f-e420a13af503 service neutron] Port f9d092de-80ce-44e9-87ac-77d0c7ac16e8 on network 9e95df89-e401-4bbf-9b7b-17ebec15fddb not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:33:04.529983 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-5bf2b228-0b26-432d-b57f-e420a13af503 service neutron] Attempting to bind port f9d092de-80ce-44e9-87ac-77d0c7ac16e8 on network 9e95df89-e401-4bbf-9b7b-17ebec15fddb {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:33:04.533882 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d63c94f5-408a-40a0-970b-07152fa6e454 None None] Port 8e0dc00a-e8a0-4946-9249-b322bad813e4 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:33:04.544305 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1a83f080-d590-4ab8-ade7-42a222078141 req-861a18be-6377-4dc9-8b29-b76cba85805e service neutron] Attempting to bind port b39bbdd0-6456-4b66-b3bb-de6ac18d21ae on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:33:04.545301 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1a83f080-d590-4ab8-ade7-42a222078141 req-861a18be-6377-4dc9-8b29-b76cba85805e service neutron] Attempting to bind port b39bbdd0-6456-4b66-b3bb-de6ac18d21ae by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'dbf642f2-63c7-40b4-b131-e531d7611510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ced11932-ebe6-4a02-b131-3fdaf9b641b0'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:33:04.545301 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-861a18be-6377-4dc9-8b29-b76cba85805e service neutron] Attempting to bind port b39bbdd0-6456-4b66-b3bb-de6ac18d21ae on network ced11932-ebe6-4a02-b131-3fdaf9b641b0 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:33:04.546759 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-5b8d9a8f-cf1c-419d-a8d6-7344e121d5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:04.547550 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-5b8d9a8f-cf1c-419d-a8d6-7344e121d5cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:04.549038 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-5b8d9a8f-cf1c-419d-a8d6-7344e121d5cc service neutron] 10.222.0.65 "PUT /v2.0/ports/c18be8fe-93d9-4d08-927f-b6287d1453d1 HTTP/1.1" status: 200 len: 1092 time: 3.6278076 Jan 28 00:33:04.552685 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35979ff2-3143-47f5-adc7-7e02d289ce82', 'tag': 'c18be8fe-93d9-4d08-927f-b6287d1453d1'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:33:04.554764 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16951146-1411-45ca-8606-96fd17154b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "35979ff2-3143-47f5-adc7-7e02d289ce82", "tag": "c18be8fe-93d9-4d08-927f-b6287d1453d1"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:33:04.557540 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-5bf2b228-0b26-432d-b57f-e420a13af503 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:33:04.557871 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-5bf2b228-0b26-432d-b57f-e420a13af503 service neutron] Checking segment: {'id': '6c39d751-0293-4329-af31-76e3b4ba793d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9e95df89-e401-4bbf-9b7b-17ebec15fddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:33:04.558293 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-5bf2b228-0b26-432d-b57f-e420a13af503 service neutron] Bound using segment: {'id': '6c39d751-0293-4329-af31-76e3b4ba793d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9e95df89-e401-4bbf-9b7b-17ebec15fddb'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:33:04.559293 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-5bf2b228-0b26-432d-b57f-e420a13af503 service neutron] Bound port: f9d092de-80ce-44e9-87ac-77d0c7ac16e8, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c39d751-0293-4329-af31-76e3b4ba793d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9e95df89-e401-4bbf-9b7b-17ebec15fddb'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:33:04.559293 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-5bf2b228-0b26-432d-b57f-e420a13af503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f9d092de-80ce-44e9-87ac-77d0c7ac16e8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:04.626060 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-861a18be-6377-4dc9-8b29-b76cba85805e service neutron] Port b39bbdd0-6456-4b66-b3bb-de6ac18d21ae on network ced11932-ebe6-4a02-b131-3fdaf9b641b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:33:04.626428 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-861a18be-6377-4dc9-8b29-b76cba85805e service neutron] Attempting to bind port b39bbdd0-6456-4b66-b3bb-de6ac18d21ae on network ced11932-ebe6-4a02-b131-3fdaf9b641b0 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:33:04.664032 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-58e96886-461a-456a-be17-3e0261f7cf7c tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4987102 Jan 28 00:33:04.667468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2093d-b8f3-4dfe-aae4-d3151730920d req-681e5788-4430-4e51-94f9-bc06a1c51164 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:04.669097 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-36c2093d-b8f3-4dfe-aae4-d3151730920d req-681e5788-4430-4e51-94f9-bc06a1c51164 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 944 time: 0.3363814 Jan 28 00:33:04.672427 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43314) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:04.677896 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d9a8f-cf1c-419d-a8d6-7344e121d5cc service neutron] Pushing event updated for resources: {'Port': ['ID=c18be8fe-93d9-4d08-927f-b6287d1453d1,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:04.678663 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-bcd305cf-e4f6-4c3e-af52-03406a6a83fd tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group': {'name': 'tempest-secgroup--424328035'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:04.683191 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-861a18be-6377-4dc9-8b29-b76cba85805e service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:33:04.683521 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-861a18be-6377-4dc9-8b29-b76cba85805e service neutron] Checking segment: {'id': 'dbf642f2-63c7-40b4-b131-e531d7611510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ced11932-ebe6-4a02-b131-3fdaf9b641b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:33:04.683973 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-861a18be-6377-4dc9-8b29-b76cba85805e service neutron] Bound using segment: {'id': 'dbf642f2-63c7-40b4-b131-e531d7611510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ced11932-ebe6-4a02-b131-3fdaf9b641b0'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:33:04.686091 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1a83f080-d590-4ab8-ade7-42a222078141 req-861a18be-6377-4dc9-8b29-b76cba85805e service neutron] Bound port: b39bbdd0-6456-4b66-b3bb-de6ac18d21ae, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbf642f2-63c7-40b4-b131-e531d7611510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ced11932-ebe6-4a02-b131-3fdaf9b641b0'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:33:04.686451 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-861a18be-6377-4dc9-8b29-b76cba85805e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b39bbdd0-6456-4b66-b3bb-de6ac18d21ae), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:04.699150 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211544e-6547-4463-8734-d70f53908eee req-19a304df-f3f9-42a3-a251-fc1c2c1d7d8f tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:04.700944 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3211544e-6547-4463-8734-d70f53908eee req-19a304df-f3f9-42a3-a251-fc1c2c1d7d8f tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] 10.222.0.70 "GET /v2.0/ports?device_id=35979ff2-3143-47f5-adc7-7e02d289ce82 HTTP/1.1" status: 200 len: 944 time: 0.1969652 Jan 28 00:33:04.767845 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f726c8c-f04e-4834-af56-d7af3e4ebff6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:33:04.775111 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f726c8c-f04e-4834-af56-d7af3e4ebff6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:04.787338 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0c47e00-b510-4c90-a093-862c9387503c req-466c8387-1ee4-4ab9-8da2-b8b6bb532f1f service neutron] 10.222.0.65 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9484739 Jan 28 00:33:04.825058 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bcd305cf-e4f6-4c3e-af52-03406a6a83fd tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:04.888338 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-36c2093d-b8f3-4dfe-aae4-d3151730920d req-a80b1828-9471-4365-bc16-05ecd7e69e09 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649108 Jan 28 00:33:04.902032 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3211544e-6547-4463-8734-d70f53908eee req-344eabbd-7df2-422c-b6d3-7bbe8331a953 tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] 10.222.0.70 "GET /v2.0/security-groups?id=86c8267e-784c-4e32-b0af-1558dc6bb9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617274 Jan 28 00:33:04.919353 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-1a83f080-d590-4ab8-ade7-42a222078141 req-861a18be-6377-4dc9-8b29-b76cba85805e service neutron] For port b39bbdd0-6456-4b66-b3bb-de6ac18d21ae, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:33:04.923755 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-1a83f080-d590-4ab8-ade7-42a222078141 req-861a18be-6377-4dc9-8b29-b76cba85805e service neutron] For port b39bbdd0-6456-4b66-b3bb-de6ac18d21ae, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=b39bbdd0-6456-4b66-b3bb-de6ac18d21ae,segment=NetworkSegment(dbf642f2-63c7-40b4-b131-e531d7611510),segment_id=dbf642f2-63c7-40b4-b131-e531d7611510)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:33:04.937274 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-861a18be-6377-4dc9-8b29-b76cba85805e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (b39bbdd0-6456-4b66-b3bb-de6ac18d21ae), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:04.996006 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-861a18be-6377-4dc9-8b29-b76cba85805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:04.997181 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-861a18be-6377-4dc9-8b29-b76cba85805e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:04.998844 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-861a18be-6377-4dc9-8b29-b76cba85805e service neutron] 10.222.0.52 "PUT /v2.0/ports/b39bbdd0-6456-4b66-b3bb-de6ac18d21ae HTTP/1.1" status: 200 len: 1091 time: 4.9839733 Jan 28 00:33:05.002704 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'tag': 'b39bbdd0-6456-4b66-b3bb-de6ac18d21ae'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:33:05.004570 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9587c5-72e6-4a55-8283-d022a1a964a8" -d '{"events": [{"name": "network-changed", "server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "tag": "b39bbdd0-6456-4b66-b3bb-de6ac18d21ae"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:33:05.055052 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a18be-6377-4dc9-8b29-b76cba85805e service neutron] Pushing event updated for resources: {'Port': ['ID=b39bbdd0-6456-4b66-b3bb-de6ac18d21ae,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:05.061343 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bcd305cf-e4f6-4c3e-af52-03406a6a83fd tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (c5b2464c-a574-459b-bd22-df8abd909138), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:05.071585 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bcd305cf-e4f6-4c3e-af52-03406a6a83fd tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c5b2464c-a574-459b-bd22-df8abd909138), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:05.119571 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-1a83f080-d590-4ab8-ade7-42a222078141 req-600459f9-3eb6-4d5a-951a-d18814735cb5 service neutron] Request body: {'port': {'device_id': '79cc3739-9058-4a58-9251-ed5d939acbba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:05.248693 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-5bf2b228-0b26-432d-b57f-e420a13af503 service neutron] For port f9d092de-80ce-44e9-87ac-77d0c7ac16e8, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:33:05.253690 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-5bf2b228-0b26-432d-b57f-e420a13af503 service neutron] For port f9d092de-80ce-44e9-87ac-77d0c7ac16e8, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=f9d092de-80ce-44e9-87ac-77d0c7ac16e8,segment=NetworkSegment(6c39d751-0293-4329-af31-76e3b4ba793d),segment_id=6c39d751-0293-4329-af31-76e3b4ba793d)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:33:05.269798 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6944c56b-d90b-41f9-a7b0-0cee2fa7b031 x-openstack-request-id: req-6944c56b-d90b-41f9-a7b0-0cee2fa7b031 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:33:05.270309 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35979ff2-3143-47f5-adc7-7e02d289ce82", "tag": "c18be8fe-93d9-4d08-927f-b6287d1453d1", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:33:05.271306 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6944c56b-d90b-41f9-a7b0-0cee2fa7b031 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:33:05.271931 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35979ff2-3143-47f5-adc7-7e02d289ce82', 'tag': 'c18be8fe-93d9-4d08-927f-b6287d1453d1', 'status': 'completed', 'code': 200} Jan 28 00:33:05.276263 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46331696-e5a8-49c2-b8a8-9c38144dbf74 x-openstack-request-id: req-46331696-e5a8-49c2-b8a8-9c38144dbf74 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:33:05.277168 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "tag": "b39bbdd0-6456-4b66-b3bb-de6ac18d21ae", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:33:05.277858 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-46331696-e5a8-49c2-b8a8-9c38144dbf74 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:33:05.278772 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'tag': 'b39bbdd0-6456-4b66-b3bb-de6ac18d21ae', 'status': 'completed', 'code': 200} Jan 28 00:33:05.292347 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bcd305cf-e4f6-4c3e-af52-03406a6a83fd tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:05.295367 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-bcd305cf-e4f6-4c3e-af52-03406a6a83fd tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6208551 Jan 28 00:33:05.296078 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-5bf2b228-0b26-432d-b57f-e420a13af503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (f9d092de-80ce-44e9-87ac-77d0c7ac16e8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:05.304949 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43326) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:05.309905 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-f82a3631-b388-4fd5-9d53-748dc3ad4081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:05.312048 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-f82a3631-b388-4fd5-9d53-748dc3ad4081 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a53b10b1dde9406d8c5a82664d6c97f3&device_id=35979ff2-3143-47f5-adc7-7e02d289ce82 HTTP/1.1" status: 200 len: 1095 time: 0.6914241 Jan 28 00:33:05.324549 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-8004834a-d6fd-4b46-9280-3226d1ca4140 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:05.325608 n-d-826754-1 neutron-server[103344]: WARNING neutron.api.v2.base [None req-8004834a-d6fd-4b46-9280-3226d1ca4140 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 00:33:05.326770 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-8004834a-d6fd-4b46-9280-3226d1ca4140 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 00:33:05.328916 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8004834a-d6fd-4b46-9280-3226d1ca4140 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "PUT /v2.0/security-groups/c5b2464c-a574-459b-bd22-df8abd909138 HTTP/1.1" status: 409 len: 330 time: 0.0205352 Jan 28 00:33:05.334528 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43330) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:05.348585 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd305cf-e4f6-4c3e-af52-03406a6a83fd tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b2464c-a574-459b-bd22-df8abd909138,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:05.432691 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-0bc142b0-781d-42da-85a7-155e39eec36e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c18be8fe-93d9-4d08-927f-b6287d1453d1 HTTP/1.1" status: 200 len: 217 time: 0.0898480 Jan 28 00:33:05.548715 n-d-826754-1 neutron-server[103343]: INFO neutron.db.ipam_backend_mixin [None req-0f726c8c-f04e-4834-af56-d7af3e4ebff6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d3f69986-c2e5-4640-b84c-d007e913ed75 (CIDR: 2001:db8::/64) Jan 28 00:33:05.685422 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-600459f9-3eb6-4d5a-951a-d18814735cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:05.767601 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a00f1fa-2cde-4b20-9ef0-44861f695b5a tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (2bd19786-6bb2-437d-869e-452c721cdf2f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:05.774700 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f726c8c-f04e-4834-af56-d7af3e4ebff6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:33:05.775873 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f726c8c-f04e-4834-af56-d7af3e4ebff6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:33:05.790345 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6483989-9e5f-43dc-8d73-102fc866ba6e req-4720674f-1523-4965-a624-8fb7db19b423 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:05.803666 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9587c5-72e6-4a55-8283-d022a1a964a8 req-a0edc273-592a-491b-b00b-a4104a3664db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:05.804272 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9587c5-72e6-4a55-8283-d022a1a964a8 req-a0edc273-592a-491b-b00b-a4104a3664db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:05.804755 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9587c5-72e6-4a55-8283-d022a1a964a8 req-a0edc273-592a-491b-b00b-a4104a3664db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:05.805251 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9587c5-72e6-4a55-8283-d022a1a964a8 req-a0edc273-592a-491b-b00b-a4104a3664db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:05.805838 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9587c5-72e6-4a55-8283-d022a1a964a8 req-a0edc273-592a-491b-b00b-a4104a3664db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:05.806323 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9587c5-72e6-4a55-8283-d022a1a964a8 req-a0edc273-592a-491b-b00b-a4104a3664db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:05.806808 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9587c5-72e6-4a55-8283-d022a1a964a8 req-a0edc273-592a-491b-b00b-a4104a3664db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:05.809167 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cc9587c5-72e6-4a55-8283-d022a1a964a8 req-a0edc273-592a-491b-b00b-a4104a3664db service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bda1a11a40447e984dbfecb2102fcad&device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 6411 time: 0.4933245 Jan 28 00:33:05.809541 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6483989-9e5f-43dc-8d73-102fc866ba6e req-4720674f-1523-4965-a624-8fb7db19b423 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:05.821005 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6483989-9e5f-43dc-8d73-102fc866ba6e req-4720674f-1523-4965-a624-8fb7db19b423 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:05.832358 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6483989-9e5f-43dc-8d73-102fc866ba6e req-4720674f-1523-4965-a624-8fb7db19b423 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:05.843023 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6483989-9e5f-43dc-8d73-102fc866ba6e req-4720674f-1523-4965-a624-8fb7db19b423 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:05.853488 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6483989-9e5f-43dc-8d73-102fc866ba6e req-4720674f-1523-4965-a624-8fb7db19b423 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:05.864059 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6483989-9e5f-43dc-8d73-102fc866ba6e req-4720674f-1523-4965-a624-8fb7db19b423 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:05.878556 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e6483989-9e5f-43dc-8d73-102fc866ba6e req-4720674f-1523-4965-a624-8fb7db19b423 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5409 time: 0.4939601 Jan 28 00:33:05.896562 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-5bf2b228-0b26-432d-b57f-e420a13af503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:05.897205 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-5bf2b228-0b26-432d-b57f-e420a13af503 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:05.898695 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-5bf2b228-0b26-432d-b57f-e420a13af503 service neutron] 10.222.0.52 "PUT /v2.0/ports/f9d092de-80ce-44e9-87ac-77d0c7ac16e8 HTTP/1.1" status: 200 len: 1092 time: 4.7191641 Jan 28 00:33:05.940645 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-47707011-0c58-43af-92f7-f0c3b04c5f9a tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (c5b2464c-a574-459b-bd22-df8abd909138), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:05.980040 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff2cd8-bbf8-4fda-9c86-81b3c8b868fd req-4479eee6-a4a1-4f30-8899-af5f1bce22e3 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:05.994610 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6cff2cd8-bbf8-4fda-9c86-81b3c8b868fd req-4479eee6-a4a1-4f30-8899-af5f1bce22e3 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/ports?device_id=630f2656-87ab-488a-995e-d9227994c09c HTTP/1.1" status: 200 len: 944 time: 0.4435325 Jan 28 00:33:06.005942 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0f726c8c-f04e-4834-af56-d7af3e4ebff6 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3316088 Jan 28 00:33:06.011221 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2e24fbc5-1dbe-46e8-beab-77e83d2f814c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:06.024994 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43334) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:06.048334 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-80d8ff05-c38e-497f-8106-3c6ae13ad00d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'subnet': {'network_id': '6fa49823-e387-4355-bf1a-a17d64074533', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:06.221837 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-ca3d6a95-3765-4db2-ae32-afca32e76c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:06.224552 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-ca3d6a95-3765-4db2-ae32-afca32e76c61 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fa82bc03-e747-4abb-a9ad-4f69a4cbe250 HTTP/1.1" status: 200 len: 861 time: 0.6806877 Jan 28 00:33:06.225601 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2b228-0b26-432d-b57f-e420a13af503 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d092de-80ce-44e9-87ac-77d0c7ac16e8,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:06.574194 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-47707011-0c58-43af-92f7-f0c3b04c5f9a tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (c5b2464c-a574-459b-bd22-df8abd909138), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:06.742952 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e6483989-9e5f-43dc-8d73-102fc866ba6e req-16f709bd-4b12-47c4-911e-fddaab21ac53 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8631315 Jan 28 00:33:06.769309 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6cff2cd8-bbf8-4fda-9c86-81b3c8b868fd req-24f56e8c-cd67-4c20-a481-2a5e939ffcd7 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/security-groups?id=b52b674d-b0e3-480e-8d23-447c1439b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7398024 Jan 28 00:33:06.838125 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-68c20162-0343-4c00-a10e-54db0a41edcd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66efa684-ff96-4cfa-a1e6-ce1035e54a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5776544 Jan 28 00:33:06.924482 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-47707011-0c58-43af-92f7-f0c3b04c5f9a tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c5b2464c-a574-459b-bd22-df8abd909138), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:06.928126 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-47707011-0c58-43af-92f7-f0c3b04c5f9a tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:06.929328 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-47707011-0c58-43af-92f7-f0c3b04c5f9a tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "DELETE /v2.0/security-groups/c5b2464c-a574-459b-bd22-df8abd909138 HTTP/1.1" status: 204 len: 168 time: 1.5928109 Jan 28 00:33:06.954062 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43346) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:07.010313 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9587c5-72e6-4a55-8283-d022a1a964a8 req-2b8e3af4-6ba4-4c8c-8abc-10004b52d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:07.010791 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9587c5-72e6-4a55-8283-d022a1a964a8 req-2b8e3af4-6ba4-4c8c-8abc-10004b52d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:07.011260 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9587c5-72e6-4a55-8283-d022a1a964a8 req-2b8e3af4-6ba4-4c8c-8abc-10004b52d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:07.013043 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cc9587c5-72e6-4a55-8283-d022a1a964a8 req-2b8e3af4-6ba4-4c8c-8abc-10004b52d796 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=5bda1a11a40447e984dbfecb2102fcad&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.1270726 Jan 28 00:33:07.040820 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-18af8347-2c76-4c0b-b0de-010af7a6f9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:07.041633 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47707011-0c58-43af-92f7-f0c3b04c5f9a tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b2464c-a574-459b-bd22-df8abd909138,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:07.042385 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-18af8347-2c76-4c0b-b0de-010af7a6f9ee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=834c1d81c62b474cb64b4f5e7f579fc6&device_id=630f2656-87ab-488a-995e-d9227994c09c HTTP/1.1" status: 200 len: 1095 time: 1.0352678 Jan 28 00:33:07.075744 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47707011-0c58-43af-92f7-f0c3b04c5f9a tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:07.076137 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47707011-0c58-43af-92f7-f0c3b04c5f9a tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:07.076453 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47707011-0c58-43af-92f7-f0c3b04c5f9a tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:07.076805 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47707011-0c58-43af-92f7-f0c3b04c5f9a tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:07.077149 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47707011-0c58-43af-92f7-f0c3b04c5f9a tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:07.077487 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47707011-0c58-43af-92f7-f0c3b04c5f9a tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:07.077826 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47707011-0c58-43af-92f7-f0c3b04c5f9a tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:07.078163 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47707011-0c58-43af-92f7-f0c3b04c5f9a tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:07.078496 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47707011-0c58-43af-92f7-f0c3b04c5f9a tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:07.078825 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47707011-0c58-43af-92f7-f0c3b04c5f9a tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:07.079393 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47707011-0c58-43af-92f7-f0c3b04c5f9a tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:07.079633 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47707011-0c58-43af-92f7-f0c3b04c5f9a tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:07.079844 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47707011-0c58-43af-92f7-f0c3b04c5f9a tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:07.095179 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d8ff05-c38e-497f-8106-3c6ae13ad00d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:33:07.099512 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-80d8ff05-c38e-497f-8106-3c6ae13ad00d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:07.133950 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-9c15821c-5ab4-46e4-8420-937cf47c00d6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9d092de-80ce-44e9-87ac-77d0c7ac16e8 HTTP/1.1" status: 200 len: 217 time: 0.0699334 Jan 28 00:33:07.200848 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac86fa-2437-42b9-bb66-8b324347b7c2 req-d4321b19-5600-42f0-9476-687e78bd7d00 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:07.209030 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-76ac86fa-2437-42b9-bb66-8b324347b7c2 req-d4321b19-5600-42f0-9476-687e78bd7d00 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 944 time: 0.3153684 Jan 28 00:33:07.224618 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-9b29075e-94c6-4beb-9521-f53d02fa8811 service neutron] 10.222.0.65 "GET /v2.0/networks/66efa684-ff96-4cfa-a1e6-ce1035e54a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110771 Jan 28 00:33:07.232249 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a00f1fa-2cde-4b20-9ef0-44861f695b5a tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Router 2bd19786-6bb2-437d-869e-452c721cdf2f is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:33:07.240198 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-594e79ec-e52a-4b6f-a350-d8ff1a2471f6 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2816796 Jan 28 00:33:07.255756 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e316b8-a103-4f44-a390-3214264e7ebc req-c5141ca1-bf15-42c5-8011-11225be8f538 tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:07.273027 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-53e316b8-a103-4f44-a390-3214264e7ebc req-c5141ca1-bf15-42c5-8011-11225be8f538 tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] 10.222.0.70 "GET /v2.0/ports?device_id=35979ff2-3143-47f5-adc7-7e02d289ce82 HTTP/1.1" status: 200 len: 944 time: 0.3378975 Jan 28 00:33:07.279215 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43348) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:07.286945 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630f2656-87ab-488a-995e-d9227994c09c', 'tag': 'f9d092de-80ce-44e9-87ac-77d0c7ac16e8'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:33:07.289482 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7acd0c-fdc8-4b34-876b-93e0da174db4" -d '{"events": [{"name": "network-changed", "server_uuid": "630f2656-87ab-488a-995e-d9227994c09c", "tag": "f9d092de-80ce-44e9-87ac-77d0c7ac16e8"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:33:07.312291 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-19778473-c4fa-4c44-9c3c-230fd8cff443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:07.313943 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-19778473-c4fa-4c44-9c3c-230fd8cff443 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=79ed3d9a-927a-4da1-a8ac-6c809e04b4ad HTTP/1.1" status: 200 len: 850 time: 0.1401997 Jan 28 00:33:07.481249 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-425d49c7-a628-42b9-8ac5-ecc33ee17042 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] delete failed (client error): The resource could not be found. Jan 28 00:33:07.482373 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-425d49c7-a628-42b9-8ac5-ecc33ee17042 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "DELETE /v2.0/security-groups/aa096050-9a88-4644-80e6-42a351d99e98 HTTP/1.1" status: 404 len: 347 time: 0.1564865 Jan 28 00:33:07.494762 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43354) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:07.623752 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-76ac86fa-2437-42b9-bb66-8b324347b7c2 req-84a421a4-df83-4b76-9c01-2a4840dbb1b6 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4132524 Jan 28 00:33:07.644760 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-1a83f080-d590-4ab8-ade7-42a222078141 req-600459f9-3eb6-4d5a-951a-d18814735cb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:33:07.657831 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-600459f9-3eb6-4d5a-951a-d18814735cb5 service neutron] Publish callbacks [] for port (88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:07.683507 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-1a83f080-d590-4ab8-ade7-42a222078141 req-600459f9-3eb6-4d5a-951a-d18814735cb5 service neutron] Transition to ACTIVE for port object 88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:33:07.703407 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-53e316b8-a103-4f44-a390-3214264e7ebc req-0f569673-9604-4033-beea-3279c7b042ed tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] 10.222.0.70 "GET /v2.0/security-groups?id=86c8267e-784c-4e32-b0af-1558dc6bb9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251888 Jan 28 00:33:07.704679 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-85e089bc-6eb3-4d73-aa2f-47a7670bcbe9 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] show failed (client error): The resource could not be found. Jan 28 00:33:07.711858 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-85e089bc-6eb3-4d73-aa2f-47a7670bcbe9 tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "GET /v2.0/security-groups/56099f81-899e-4b34-825f-53675d62c3c9 HTTP/1.1" status: 404 len: 347 time: 0.1989567 Jan 28 00:33:07.717593 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43358) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:07.728280 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-600459f9-3eb6-4d5a-951a-d18814735cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:07.779410 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9587c5-72e6-4a55-8283-d022a1a964a8 req-c9098dcb-3442-4ef3-a848-6495a9dddb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:07.783358 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cc9587c5-72e6-4a55-8283-d022a1a964a8 req-c9098dcb-3442-4ef3-a848-6495a9dddb19 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7590785 Jan 28 00:33:07.788140 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c356cc4c-8130-44e7-b554-7abfb66c1759 x-openstack-request-id: req-c356cc4c-8130-44e7-b554-7abfb66c1759 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:33:07.788755 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "630f2656-87ab-488a-995e-d9227994c09c", "tag": "f9d092de-80ce-44e9-87ac-77d0c7ac16e8", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:33:07.789180 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c356cc4c-8130-44e7-b554-7abfb66c1759 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:33:07.790398 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '630f2656-87ab-488a-995e-d9227994c09c', 'tag': 'f9d092de-80ce-44e9-87ac-77d0c7ac16e8', 'status': 'completed', 'code': 200} Jan 28 00:33:07.913121 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-329a7ebb-fd22-4ee9-8a94-092a2e58aeed tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] show failed (client error): The resource could not be found. Jan 28 00:33:07.922721 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-329a7ebb-fd22-4ee9-8a94-092a2e58aeed tempest-NegativeSecGroupIPv6Test-1293880152 tempest-NegativeSecGroupIPv6Test-1293880152-project] 10.222.0.70 "GET /v2.0/security-group-rules/791fec86-926b-4d84-89c3-ee36a23c3f92 HTTP/1.1" status: 404 len: 356 time: 0.2037618 Jan 28 00:33:07.951271 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a00f1fa-2cde-4b20-9ef0-44861f695b5a tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:33:07.954231 n-d-826754-1 neutron-server[103344]: INFO neutron.db.ipam_backend_mixin [None req-80d8ff05-c38e-497f-8106-3c6ae13ad00d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ea67bb3f-6a64-441f-acd1-b1e97ba310d9 (CIDR: 2001:db8:0:1::/64) Jan 28 00:33:07.954473 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0f303d38-58b8-4099-9420-f6bd75d99b64 req-61a4430c-3845-496b-8706-8a030714e41c service neutron] 10.222.0.65 "GET /v2.0/networks/66efa684-ff96-4cfa-a1e6-ce1035e54a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7145493 Jan 28 00:33:07.962641 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016e7362-8177-440c-8886-67941fa97290 None None] Sync routers for ids ['2bd19786-6bb2-437d-869e-452c721cdf2f'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:33:07.988381 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-0b8b98d6-2bb9-4769-95fd-0aba335fbdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:07.990382 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016e7362-8177-440c-8886-67941fa97290 None None] Routers {'2bd19786-6bb2-437d-869e-452c721cdf2f'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:33:07.993349 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-0b8b98d6-2bb9-4769-95fd-0aba335fbdd6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e95df89-e401-4bbf-9b7b-17ebec15fddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6410336 Jan 28 00:33:07.998531 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-016e7362-8177-440c-8886-67941fa97290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:32:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2bd19786-6bb2-437d-869e-452c721cdf2f'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:08.028198 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a00f1fa-2cde-4b20-9ef0-44861f695b5a tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:08.039150 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9a00f1fa-2cde-4b20-9ef0-44861f695b5a tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 14.0200105 Jan 28 00:33:08.050228 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43368) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:08.087886 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d8ff05-c38e-497f-8106-3c6ae13ad00d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:33:08.091673 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80d8ff05-c38e-497f-8106-3c6ae13ad00d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:33:08.233769 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16951146-1411-45ca-8606-96fd17154b4d req-e9504ec5-382d-4c97-96d6-d1b3530df4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:08.235535 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-16951146-1411-45ca-8606-96fd17154b4d req-e9504ec5-382d-4c97-96d6-d1b3530df4aa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a53b10b1dde9406d8c5a82664d6c97f3&device_id=35979ff2-3143-47f5-adc7-7e02d289ce82 HTTP/1.1" status: 200 len: 1095 time: 0.1367667 Jan 28 00:33:08.244381 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600459f9-3eb6-4d5a-951a-d18814735cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:08.373289 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-80d8ff05-c38e-497f-8106-3c6ae13ad00d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.3372066 Jan 28 00:33:08.393146 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43374) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:08.416158 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-87b83cd3-51f7-4fc1-aca6-dc79e27967dc tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'subnet': {'network_id': '6fa49823-e387-4355-bf1a-a17d64074533', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:08.432434 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0e62d72a-4c5d-4e23-8726-2a7cca355544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:08.537508 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1a83f080-d590-4ab8-ade7-42a222078141 req-600459f9-3eb6-4d5a-951a-d18814735cb5 service neutron] Attempting to bind port 88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:33:08.538133 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1a83f080-d590-4ab8-ade7-42a222078141 req-600459f9-3eb6-4d5a-951a-d18814735cb5 service neutron] Attempting to bind port 88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'dbf642f2-63c7-40b4-b131-e531d7611510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ced11932-ebe6-4a02-b131-3fdaf9b641b0'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:33:08.538865 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-600459f9-3eb6-4d5a-951a-d18814735cb5 service neutron] Attempting to bind port 88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9 on network ced11932-ebe6-4a02-b131-3fdaf9b641b0 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:33:08.579553 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16951146-1411-45ca-8606-96fd17154b4d req-8c6b6c9c-4a33-4406-9e1d-c11bbc1e5914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:08.582501 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-16951146-1411-45ca-8606-96fd17154b4d req-8c6b6c9c-4a33-4406-9e1d-c11bbc1e5914 service neutron] 10.222.0.65 "GET /v2.0/networks?id=66efa684-ff96-4cfa-a1e6-ce1035e54a7e HTTP/1.1" status: 200 len: 922 time: 0.3380299 Jan 28 00:33:08.585231 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-3b2fe4a1-1335-446d-94e8-6cd689c10c89 service neutron] 10.222.0.52 "GET /v2.0/networks/9e95df89-e401-4bbf-9b7b-17ebec15fddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5852931 Jan 28 00:33:08.657113 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-016e7362-8177-440c-8886-67941fa97290 None None] Set router 2bd19786-6bb2-437d-869e-452c721cdf2f gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:33:08.666176 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-16951146-1411-45ca-8606-96fd17154b4d req-d39abb01-674f-4f99-a51e-264d53f530ab service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c18be8fe-93d9-4d08-927f-b6287d1453d1 HTTP/1.1" status: 200 len: 217 time: 0.0762882 Jan 28 00:33:08.718949 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43384) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:08.723131 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d036ea7-0493-42da-b931-67277c7d6071 req-7705292f-e54c-4012-88b5-782d37544082 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:08.736737 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d036ea7-0493-42da-b931-67277c7d6071 req-7705292f-e54c-4012-88b5-782d37544082 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/ports?device_id=630f2656-87ab-488a-995e-d9227994c09c HTTP/1.1" status: 200 len: 944 time: 0.6829085 Jan 28 00:33:08.770713 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-600459f9-3eb6-4d5a-951a-d18814735cb5 service neutron] Port 88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9 on network ced11932-ebe6-4a02-b131-3fdaf9b641b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:33:08.772579 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-600459f9-3eb6-4d5a-951a-d18814735cb5 service neutron] Attempting to bind port 88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9 on network ced11932-ebe6-4a02-b131-3fdaf9b641b0 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:33:08.890010 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-600459f9-3eb6-4d5a-951a-d18814735cb5 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:33:08.891013 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-600459f9-3eb6-4d5a-951a-d18814735cb5 service neutron] Checking segment: {'id': 'dbf642f2-63c7-40b4-b131-e531d7611510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ced11932-ebe6-4a02-b131-3fdaf9b641b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:33:08.895034 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83f080-d590-4ab8-ade7-42a222078141 req-600459f9-3eb6-4d5a-951a-d18814735cb5 service neutron] Bound using segment: {'id': 'dbf642f2-63c7-40b4-b131-e531d7611510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ced11932-ebe6-4a02-b131-3fdaf9b641b0'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:33:08.896780 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1a83f080-d590-4ab8-ade7-42a222078141 req-600459f9-3eb6-4d5a-951a-d18814735cb5 service neutron] Bound port: 88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbf642f2-63c7-40b4-b131-e531d7611510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ced11932-ebe6-4a02-b131-3fdaf9b641b0'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:33:08.897883 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-600459f9-3eb6-4d5a-951a-d18814735cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:08.901848 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device c18be8fe-93d9-4d08-927f-b6287d1453d1 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:33:09.041023 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16951146-1411-45ca-8606-96fd17154b4d req-3e170e2e-a558-460a-8a3e-f230db014d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:09.046984 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-16951146-1411-45ca-8606-96fd17154b4d req-3e170e2e-a558-460a-8a3e-f230db014d53 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fa82bc03-e747-4abb-a9ad-4f69a4cbe250 HTTP/1.1" status: 200 len: 861 time: 0.3534741 Jan 28 00:33:09.067191 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c4d8a2a3-fe7c-4458-b603-a4bdebcb4853 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "GET /v2.0/routers/2bd19786-6bb2-437d-869e-452c721cdf2f HTTP/1.1" status: 200 len: 907 time: 0.9931958 Jan 28 00:33:09.071343 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port c18be8fe-93d9-4d08-927f-b6287d1453d1, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=c18be8fe-93d9-4d08-927f-b6287d1453d1,segment=NetworkSegment(612846c9-0cf6-423c-a57d-66b0df4cea33),segment_id=612846c9-0cf6-423c-a57d-66b0df4cea33)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:33:09.086755 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43394) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:09.087239 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device ab12a80f-4db3-47e7-b488-6614f4a3764e no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:33:09.162669 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d036ea7-0493-42da-b931-67277c7d6071 req-f6c9b9d6-4c77-4504-a593-35032af29990 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/security-groups?id=b52b674d-b0e3-480e-8d23-447c1439b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4239953 Jan 28 00:33:09.189226 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-16951146-1411-45ca-8606-96fd17154b4d req-c94e8600-d87a-4d0a-bfa5-8f9e52d03240 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66efa684-ff96-4cfa-a1e6-ce1035e54a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799673 Jan 28 00:33:09.216686 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'c18be8fe-93d9-4d08-927f-b6287d1453d1', 'network_id': '66efa684-ff96-4cfa-a1e6-ce1035e54a7e', 'port_id': 'c18be8fe-93d9-4d08-927f-b6287d1453d1', 'mac_address': 'fa:16:3e:79:ce:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa82bc03-e747-4abb-a9ad-4f69a4cbe250', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:33:09.262834 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31da9a0-30fb-4aa4-9cb3-abe12a30d1ef req-2c6e8a11-f5f5-4442-b2c3-199e504c28b5 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:09.269814 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31da9a0-30fb-4aa4-9cb3-abe12a30d1ef req-2c6e8a11-f5f5-4442-b2c3-199e504c28b5 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:09.275242 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31da9a0-30fb-4aa4-9cb3-abe12a30d1ef req-2c6e8a11-f5f5-4442-b2c3-199e504c28b5 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:09.280617 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31da9a0-30fb-4aa4-9cb3-abe12a30d1ef req-2c6e8a11-f5f5-4442-b2c3-199e504c28b5 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:09.285250 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-13e9caf9-91dd-47a4-b447-18076a649f20 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d7c56311e38f49faab1491ce4fec6d48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5597510 Jan 28 00:33:09.285930 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31da9a0-30fb-4aa4-9cb3-abe12a30d1ef req-2c6e8a11-f5f5-4442-b2c3-199e504c28b5 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:09.286288 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43396) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:09.293106 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31da9a0-30fb-4aa4-9cb3-abe12a30d1ef req-2c6e8a11-f5f5-4442-b2c3-199e504c28b5 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:09.298337 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31da9a0-30fb-4aa4-9cb3-abe12a30d1ef req-2c6e8a11-f5f5-4442-b2c3-199e504c28b5 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:09.300957 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c31da9a0-30fb-4aa4-9cb3-abe12a30d1ef req-2c6e8a11-f5f5-4442-b2c3-199e504c28b5 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5421 time: 0.5471470 Jan 28 00:33:09.319272 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port c18be8fe-93d9-4d08-927f-b6287d1453d1 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:33:09.320515 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c18be8fe-93d9-4d08-927f-b6287d1453d1), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:09.384079 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c18be8fe-93d9-4d08-927f-b6287d1453d1 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:33:09.421435 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port ab12a80f-4db3-47e7-b488-6614f4a3764e is: DOWN; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:33:09.431730 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-016e7362-8177-440c-8886-67941fa97290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd19786-6bb2-437d-869e-452c721cdf2f', 'name': 'tempest-snat-router-1643436035', 'tenant_id': '14ead614d265448eb21b749555525f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '4b5624ad-b49b-43ad-ac90-18acde75c832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:32:55Z', 'updated_at': '2022-01-28T00:33:02Z', 'revision_number': 3, 'project_id': '14ead614d265448eb21b749555525f52', 'gw_port': {'id': '4b5624ad-b49b-43ad-ac90-18acde75c832', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd19786-6bb2-437d-869e-452c721cdf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:33:00Z', 'updated_at': '2022-01-28T00:33:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:09.453415 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port c18be8fe-93d9-4d08-927f-b6287d1453d1, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=c18be8fe-93d9-4d08-927f-b6287d1453d1,segment=NetworkSegment(612846c9-0cf6-423c-a57d-66b0df4cea33),segment_id=612846c9-0cf6-423c-a57d-66b0df4cea33)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:33:09.498202 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c18be8fe-93d9-4d08-927f-b6287d1453d1), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:09.502072 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016e7362-8177-440c-8886-67941fa97290 None None] Checking router: 2bd19786-6bb2-437d-869e-452c721cdf2f for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:33:09.503811 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016e7362-8177-440c-8886-67941fa97290 None None] Updating router 2bd19786-6bb2-437d-869e-452c721cdf2f port 4b5624ad-b49b-43ad-ac90-18acde75c832 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:33:09.532553 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c31da9a0-30fb-4aa4-9cb3-abe12a30d1ef req-51408f9f-dd45-40d9-9ecb-e60bfd01e8d7 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2176352 Jan 28 00:33:09.541899 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6bc58ace-e740-4800-a6e9-86dc7328a92d req-798b12da-fb71-4567-9724-91ee59e88f1e service neutron] 10.222.0.52 "GET /v2.0/networks/9e95df89-e401-4bbf-9b7b-17ebec15fddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8724444 Jan 28 00:33:09.597344 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-1a83f080-d590-4ab8-ade7-42a222078141 req-600459f9-3eb6-4d5a-951a-d18814735cb5 service neutron] For port 88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:33:09.603084 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-1a83f080-d590-4ab8-ade7-42a222078141 req-600459f9-3eb6-4d5a-951a-d18814735cb5 service neutron] For port 88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9,segment=NetworkSegment(dbf642f2-63c7-40b4-b131-e531d7611510),segment_id=dbf642f2-63c7-40b4-b131-e531d7611510)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:33:09.606876 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b83cd3-51f7-4fc1-aca6-dc79e27967dc tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Made reservation on behalf of 42f780956c37408e9aed0d4993486e6b for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:33:09.608943 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-63f6141d-c715-46cf-b8ea-4b4442f61cc5 admin admin] Publish callbacks [] for security_group (78bbf43d-fa14-4e86-a2f7-fa0e4d0e1799), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:09.616275 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-87b83cd3-51f7-4fc1-aca6-dc79e27967dc tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:09.657588 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-600459f9-3eb6-4d5a-951a-d18814735cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:09.720073 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-63f6141d-c715-46cf-b8ea-4b4442f61cc5 admin admin] Publish callbacks [] for security_group (78bbf43d-fa14-4e86-a2f7-fa0e4d0e1799), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:09.725600 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-016e7362-8177-440c-8886-67941fa97290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4b5624ad-b49b-43ad-ac90-18acde75c832), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:09.806723 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:09.811857 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=c18be8fe-93d9-4d08-927f-b6287d1453d1,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:09.839880 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600459f9-3eb6-4d5a-951a-d18814735cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:09.898857 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-16951146-1411-45ca-8606-96fd17154b4d req-8e2cb147-ee7b-4daf-890c-6ca15c6b77f6 service neutron] 10.222.0.65 "GET /v2.0/networks/66efa684-ff96-4cfa-a1e6-ce1035e54a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7083626 Jan 28 00:33:09.908625 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-63f6141d-c715-46cf-b8ea-4b4442f61cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (78bbf43d-fa14-4e86-a2f7-fa0e4d0e1799), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:09.911461 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-63f6141d-c715-46cf-b8ea-4b4442f61cc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:09.912693 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-63f6141d-c715-46cf-b8ea-4b4442f61cc5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/78bbf43d-fa14-4e86-a2f7-fa0e4d0e1799 HTTP/1.1" status: 204 len: 168 time: 0.4927845 Jan 28 00:33:09.917817 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['c18be8fe-93d9-4d08-927f-b6287d1453d1'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:33:09.988443 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6141d-c715-46cf-b8ea-4b4442f61cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bbf43d-fa14-4e86-a2f7-fa0e4d0e1799,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:10.088995 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6141d-c715-46cf-b8ea-4b4442f61cc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:10.090322 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6141d-c715-46cf-b8ea-4b4442f61cc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:10.090322 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6141d-c715-46cf-b8ea-4b4442f61cc5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:10.090322 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6141d-c715-46cf-b8ea-4b4442f61cc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:10.090322 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6141d-c715-46cf-b8ea-4b4442f61cc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:10.090710 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6141d-c715-46cf-b8ea-4b4442f61cc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:10.090984 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6141d-c715-46cf-b8ea-4b4442f61cc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:10.091318 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6141d-c715-46cf-b8ea-4b4442f61cc5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:10.091672 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6141d-c715-46cf-b8ea-4b4442f61cc5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:10.092039 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6141d-c715-46cf-b8ea-4b4442f61cc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:10.092527 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6141d-c715-46cf-b8ea-4b4442f61cc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:10.092673 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6141d-c715-46cf-b8ea-4b4442f61cc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:10.092964 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6141d-c715-46cf-b8ea-4b4442f61cc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:10.122602 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7acd0c-fdc8-4b34-876b-93e0da174db4 req-b3c8358d-94d2-49ad-834f-268e840d3314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:10.124276 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5b7acd0c-fdc8-4b34-876b-93e0da174db4 req-b3c8358d-94d2-49ad-834f-268e840d3314 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=834c1d81c62b474cb64b4f5e7f579fc6&device_id=630f2656-87ab-488a-995e-d9227994c09c HTTP/1.1" status: 200 len: 1095 time: 0.4676449 Jan 28 00:33:10.312400 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-600459f9-3eb6-4d5a-951a-d18814735cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:10.354174 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-16951146-1411-45ca-8606-96fd17154b4d req-7144cf88-7655-49af-92ea-3ff841f9fc5c service neutron] 10.222.0.65 "GET /v2.0/networks/66efa684-ff96-4cfa-a1e6-ce1035e54a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336317 Jan 28 00:33:10.369929 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1a83f080-d590-4ab8-ade7-42a222078141 req-600459f9-3eb6-4d5a-951a-d18814735cb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:10.426822 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7acd0c-fdc8-4b34-876b-93e0da174db4 req-f0505fca-f34e-440f-b7e6-f86b5161d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:10.428386 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5b7acd0c-fdc8-4b34-876b-93e0da174db4 req-f0505fca-f34e-440f-b7e6-f86b5161d677 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e95df89-e401-4bbf-9b7b-17ebec15fddb HTTP/1.1" status: 200 len: 912 time: 0.2928102 Jan 28 00:33:10.441246 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-600459f9-3eb6-4d5a-951a-d18814735cb5 service neutron] 10.222.0.52 "PUT /v2.0/ports/88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9 HTTP/1.1" status: 200 len: 1091 time: 5.2799661 Jan 28 00:33:10.442864 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'tag': '88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:33:10.453049 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c659158-1412-41b5-88fd-a8418e92ee65" -d '{"events": [{"name": "network-changed", "server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "tag": "88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:33:10.468771 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-87b83cd3-51f7-4fc1-aca6-dc79e27967dc tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (114a1181-784e-4d5c-9b77-7b6760e38dca), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:10.647060 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5b7acd0c-fdc8-4b34-876b-93e0da174db4 req-1a847a6b-d27e-4904-801a-f18b37795a92 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9d092de-80ce-44e9-87ac-77d0c7ac16e8 HTTP/1.1" status: 200 len: 217 time: 0.2108076 Jan 28 00:33:10.705309 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3cfca3-0ed8-48bd-aafe-af081ed15518 req-f3351efd-112d-48e6-8aaf-c7dde6207b87 tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:10.712184 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa3cfca3-0ed8-48bd-aafe-af081ed15518 req-f3351efd-112d-48e6-8aaf-c7dde6207b87 tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] 10.222.0.70 "GET /v2.0/ports?device_id=35979ff2-3143-47f5-adc7-7e02d289ce82 HTTP/1.1" status: 200 len: 944 time: 1.4059660 Jan 28 00:33:10.746326 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-016e7362-8177-440c-8886-67941fa97290 None None] Publish callbacks [] for port (4b5624ad-b49b-43ad-ac90-18acde75c832), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:10.759040 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-016e7362-8177-440c-8886-67941fa97290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (4b5624ad-b49b-43ad-ac90-18acde75c832), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:10.760882 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b83cd3-51f7-4fc1-aca6-dc79e27967dc tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Network 6fa49823-e387-4355-bf1a-a17d64074533 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:33:10.853225 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7acd0c-fdc8-4b34-876b-93e0da174db4 req-52209146-c2ef-4fd1-841f-a68ec9739ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:10.855481 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5b7acd0c-fdc8-4b34-876b-93e0da174db4 req-52209146-c2ef-4fd1-841f-a68ec9739ae6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=79ed3d9a-927a-4da1-a8ac-6c809e04b4ad HTTP/1.1" status: 200 len: 850 time: 0.2014892 Jan 28 00:33:10.859208 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-87b83cd3-51f7-4fc1-aca6-dc79e27967dc tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:33:10.890490 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfaf02b-22f6-4195-8a52-56c1e90eb114 None None] Network 6fa49823-e387-4355-bf1a-a17d64074533 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:33:10.898620 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e60eb101-31bf-4dcf-aefb-fddd73fdaa32 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router (2bd19786-6bb2-437d-869e-452c721cdf2f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:10.927765 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b83cd3-51f7-4fc1-aca6-dc79e27967dc tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:10.930017 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-87b83cd3-51f7-4fc1-aca6-dc79e27967dc tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:10.955898 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c29f9-b662-4774-8f1d-7b8409032f67 None None] Pushing event updated for resources: {'Port': ['ID=4b5624ad-b49b-43ad-ac90-18acde75c832,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:10.962351 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-016e7362-8177-440c-8886-67941fa97290 None None] Attempting to bind port 4b5624ad-b49b-43ad-ac90-18acde75c832 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:33:10.962731 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-016e7362-8177-440c-8886-67941fa97290 None None] Attempting to bind port 4b5624ad-b49b-43ad-ac90-18acde75c832 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:33:10.963105 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016e7362-8177-440c-8886-67941fa97290 None None] Attempting to bind port 4b5624ad-b49b-43ad-ac90-18acde75c832 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:33:10.974632 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7acd0c-fdc8-4b34-876b-93e0da174db4 req-1f7ed7b2-43fe-4bff-99cd-e3c5f9be6949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:10.976346 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5b7acd0c-fdc8-4b34-876b-93e0da174db4 req-1f7ed7b2-43fe-4bff-99cd-e3c5f9be6949 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e95df89-e401-4bbf-9b7b-17ebec15fddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131082 Jan 28 00:33:10.981499 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016e7362-8177-440c-8886-67941fa97290 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:33:10.988687 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016e7362-8177-440c-8886-67941fa97290 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:33:10.989223 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-016e7362-8177-440c-8886-67941fa97290 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:10.989673 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016e7362-8177-440c-8886-67941fa97290 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:33:10.990193 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-016e7362-8177-440c-8886-67941fa97290 None None] Bound port: 4b5624ad-b49b-43ad-ac90-18acde75c832, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:33:10.990589 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-016e7362-8177-440c-8886-67941fa97290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4b5624ad-b49b-43ad-ac90-18acde75c832), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:11.181350 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5b7acd0c-fdc8-4b34-876b-93e0da174db4 req-663e208f-8a2e-41e1-aa61-fcc3f858b6e2 service neutron] 10.222.0.52 "GET /v2.0/networks/9e95df89-e401-4bbf-9b7b-17ebec15fddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984336 Jan 28 00:33:11.334107 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b83cd3-51f7-4fc1-aca6-dc79e27967dc tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Subnet': ['ID=114a1181-784e-4d5c-9b77-7b6760e38dca,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:11.390456 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5b7acd0c-fdc8-4b34-876b-93e0da174db4 req-e98de53e-d769-4701-adb0-aa13b8c449d9 service neutron] 10.222.0.52 "GET /v2.0/networks/9e95df89-e401-4bbf-9b7b-17ebec15fddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027404 Jan 28 00:33:11.531986 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:11.548870 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-87b83cd3-51f7-4fc1-aca6-dc79e27967dc tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.1408429 Jan 28 00:33:11.552352 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43434) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:11.558625 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-f0eb6491-3ada-4c94-b295-3f2352618016 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-178688305', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '114a1181-784e-4d5c-9b77-7b6760e38dca'}], 'security_groups': ['7f9f5cef-363a-443a-9402-e1aea962a81e', '52e17ac5-c291-4e58-8ea0-fee4894f147d']}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:11.573597 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-c9247049-66e1-4165-8137-69c5b9fb85d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:11.574367 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-c9247049-66e1-4165-8137-69c5b9fb85d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:11.575248 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-c9247049-66e1-4165-8137-69c5b9fb85d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:11.576084 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-c9247049-66e1-4165-8137-69c5b9fb85d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:11.580449 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-c9247049-66e1-4165-8137-69c5b9fb85d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:11.581343 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-c9247049-66e1-4165-8137-69c5b9fb85d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:11.582239 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-c9247049-66e1-4165-8137-69c5b9fb85d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:11.582983 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-016e7362-8177-440c-8886-67941fa97290 None None] For port 4b5624ad-b49b-43ad-ac90-18acde75c832, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:33:11.586018 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-c9247049-66e1-4165-8137-69c5b9fb85d0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bda1a11a40447e984dbfecb2102fcad&device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 6478 time: 0.9940562 Jan 28 00:33:11.618576 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa3cfca3-0ed8-48bd-aafe-af081ed15518 req-8b0b08a1-2dfd-4645-9f38-b556b903c4e8 tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] 10.222.0.70 "GET /v2.0/security-groups?id=86c8267e-784c-4e32-b0af-1558dc6bb9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8523088 Jan 28 00:33:11.715541 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-016e7362-8177-440c-8886-67941fa97290 None None] For port 4b5624ad-b49b-43ad-ac90-18acde75c832, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4b5624ad-b49b-43ad-ac90-18acde75c832,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:33:11.724514 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-016e7362-8177-440c-8886-67941fa97290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (4b5624ad-b49b-43ad-ac90-18acde75c832), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:11.752234 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e92f9-23d0-46d9-8d44-5126be59475e req-2a9c857d-e7ba-4ad8-898a-5e593896ae90 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:11.760307 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-931e92f9-23d0-46d9-8d44-5126be59475e req-2a9c857d-e7ba-4ad8-898a-5e593896ae90 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/ports?device_id=630f2656-87ab-488a-995e-d9227994c09c HTTP/1.1" status: 200 len: 944 time: 0.8468683 Jan 28 00:33:11.763129 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f47090-ae6b-4ab7-b7ed-70c43fc7c000 x-openstack-request-id: req-10f47090-ae6b-4ab7-b7ed-70c43fc7c000 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:33:11.763439 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "tag": "88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:33:11.763754 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-10f47090-ae6b-4ab7-b7ed-70c43fc7c000 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:33:11.764189 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'tag': '88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9', 'status': 'completed', 'code': 200} Jan 28 00:33:11.822656 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-130d3883-42c6-4bf9-89b8-d867fdaa08d6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6276b1e7-274c-424a-ad22-502097950c2e HTTP/1.1" status: 200 len: 217 time: 0.2222760 Jan 28 00:33:11.836246 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e60eb101-31bf-4dcf-aefb-fddd73fdaa32 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router_gateway (2bd19786-6bb2-437d-869e-452c721cdf2f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:11.930172 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c29f9-b662-4774-8f1d-7b8409032f67 None None] Pushing event updated for resources: {'Port': ['ID=4b5624ad-b49b-43ad-ac90-18acde75c832,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:11.981257 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43440) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:12.005051 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-931e92f9-23d0-46d9-8d44-5126be59475e req-c57c7dc5-1ad9-4837-a710-8193cc84fe2d tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/security-groups?id=b52b674d-b0e3-480e-8d23-447c1439b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437360 Jan 28 00:33:12.016387 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c29f9-b662-4774-8f1d-7b8409032f67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:12.016744 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c29f9-b662-4774-8f1d-7b8409032f67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:12.017159 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c29f9-b662-4774-8f1d-7b8409032f67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:12.017429 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c29f9-b662-4774-8f1d-7b8409032f67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:12.017773 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c29f9-b662-4774-8f1d-7b8409032f67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:12.018142 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c29f9-b662-4774-8f1d-7b8409032f67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:12.019076 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c29f9-b662-4774-8f1d-7b8409032f67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:12.019486 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c29f9-b662-4774-8f1d-7b8409032f67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:12.037306 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c29f9-b662-4774-8f1d-7b8409032f67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:12.037883 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c29f9-b662-4774-8f1d-7b8409032f67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:12.038250 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c29f9-b662-4774-8f1d-7b8409032f67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:12.038623 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c29f9-b662-4774-8f1d-7b8409032f67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:12.038986 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c29f9-b662-4774-8f1d-7b8409032f67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:33:12.047207 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f0eb6491-3ada-4c94-b295-3f2352618016 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8e0dc00a-e8a0-4946-9249-b322bad813e4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:12.066482 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016e7362-8177-440c-8886-67941fa97290 None None] Routers {'2bd19786-6bb2-437d-869e-452c721cdf2f'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:33:12.067099 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-016e7362-8177-440c-8886-67941fa97290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:33:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2bd19786-6bb2-437d-869e-452c721cdf2f'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:12.078699 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-e5aaadcc-8986-4c20-bfa1-6c26cc08d46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:12.081308 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-e5aaadcc-8986-4c20-bfa1-6c26cc08d46f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3e045621-a000-4f31-813f-19aff9c83672 HTTP/1.1" status: 200 len: 851 time: 0.2477455 Jan 28 00:33:12.141882 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ba0ee-16f7-478e-b898-0c827102bd4e req-dcdbf885-d0f8-49e9-8583-1c1fa3b6385a tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:12.150309 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ba0ee-16f7-478e-b898-0c827102bd4e req-dcdbf885-d0f8-49e9-8583-1c1fa3b6385a tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:12.158918 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ba0ee-16f7-478e-b898-0c827102bd4e req-dcdbf885-d0f8-49e9-8583-1c1fa3b6385a tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:12.167020 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ba0ee-16f7-478e-b898-0c827102bd4e req-dcdbf885-d0f8-49e9-8583-1c1fa3b6385a tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:12.176899 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ba0ee-16f7-478e-b898-0c827102bd4e req-dcdbf885-d0f8-49e9-8583-1c1fa3b6385a tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:12.186185 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ba0ee-16f7-478e-b898-0c827102bd4e req-dcdbf885-d0f8-49e9-8583-1c1fa3b6385a tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:12.195058 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ba0ee-16f7-478e-b898-0c827102bd4e req-dcdbf885-d0f8-49e9-8583-1c1fa3b6385a tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:12.197511 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e65ba0ee-16f7-478e-b898-0c827102bd4e req-dcdbf885-d0f8-49e9-8583-1c1fa3b6385a tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5421 time: 0.2891243 Jan 28 00:33:12.207978 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-475e8c91-be35-48a6-b008-c3e1be056255 req-e877a0b5-645f-49b9-bceb-7b95a62395d3 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:33:12.209867 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-475e8c91-be35-48a6-b008-c3e1be056255 req-e877a0b5-645f-49b9-bceb-7b95a62395d3 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071638 Jan 28 00:33:12.277199 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-e60eb101-31bf-4dcf-aefb-fddd73fdaa32 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Deleting port 4b5624ad-b49b-43ad-ac90-18acde75c832 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:33:12.278604 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e60eb101-31bf-4dcf-aefb-fddd73fdaa32 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (4b5624ad-b49b-43ad-ac90-18acde75c832), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:12.302370 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-016e7362-8177-440c-8886-67941fa97290 None None] Set router 2bd19786-6bb2-437d-869e-452c721cdf2f gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:33:12.369090 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-016e7362-8177-440c-8886-67941fa97290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd19786-6bb2-437d-869e-452c721cdf2f', 'name': 'tempest-snat-router-1643436035', 'tenant_id': '14ead614d265448eb21b749555525f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:32:55Z', 'updated_at': '2022-01-28T00:33:11Z', 'revision_number': 4, 'project_id': '14ead614d265448eb21b749555525f52', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:12.429920 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-8d1603f5-96ad-4703-9d70-3dd4612e064b tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:12.430488 n-d-826754-1 neutron-server[103344]: WARNING neutron.api.v2.base [None req-8d1603f5-96ad-4703-9d70-3dd4612e064b tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 00:33:12.430895 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-8d1603f5-96ad-4703-9d70-3dd4612e064b tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 00:33:12.434001 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8d1603f5-96ad-4703-9d70-3dd4612e064b tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4477043 Jan 28 00:33:12.442242 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43452) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:12.449384 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7a46d1-11f1-4440-8b50-1aa0b036fa4c None None] Update dhcp port {'port': {'network_id': '6fa49823-e387-4355-bf1a-a17d64074533', 'fixed_ips': [{'subnet_id': 'ea67bb3f-6a64-441f-acd1-b1e97ba310d9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd3f69986-c2e5-4640-b84c-d007e913ed75', 'ip_address': '2001:db8::2'}, {'subnet_id': '114a1181-784e-4d5c-9b77-7b6760e38dca'}], 'binding:host_id': 'n-d-826754-1'}, 'id': '1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a'} from n-d-826754-1. {{(pid=103345) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 00:33:12.459695 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016e7362-8177-440c-8886-67941fa97290 None None] The sync data for ids ['2bd19786-6bb2-437d-869e-452c721cdf2f'] in n-d-826754-1 is: [{'id': '2bd19786-6bb2-437d-869e-452c721cdf2f', 'name': 'tempest-snat-router-1643436035', 'tenant_id': '14ead614d265448eb21b749555525f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:32:55Z', 'updated_at': '2022-01-28T00:33:11Z', 'revision_number': 4, 'project_id': '14ead614d265448eb21b749555525f52', 'gw_port_host': None}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:33:12.463038 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-18bd30c6-6d64-451f-ac42-104b6d03b171 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Request body: {'security_group': {'name': 'tempest-secgroup--876765861'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:12.528142 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-9639cd2f-d06e-4404-ad0e-c5bdabe30e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:12.530921 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-9639cd2f-d06e-4404-ad0e-c5bdabe30e32 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=962b6d11-960d-42e0-95f3-b55d3f9f0ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4400437 Jan 28 00:33:12.549469 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:12.553415 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b7a46d1-11f1-4440-8b50-1aa0b036fa4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:12.867404 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-1afddf41-1314-4042-8f72-0a23280573bf service neutron] 10.222.0.52 "GET /v2.0/networks/962b6d11-960d-42e0-95f3-b55d3f9f0ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615986 Jan 28 00:33:12.892537 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-f0eb6491-3ada-4c94-b295-3f2352618016 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Delete allocated IP 2001:db8::1f6 (6fa49823-e387-4355-bf1a-a17d64074533/d3f69986-c2e5-4640-b84c-d007e913ed75) {{(pid=103343) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 00:33:12.910089 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-f0eb6491-3ada-4c94-b295-3f2352618016 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Allocated IP 2001:db8:0:2::3ba (6fa49823-e387-4355-bf1a-a17d64074533/114a1181-784e-4d5c-9b77-7b6760e38dca/8e0dc00a-e8a0-4946-9249-b322bad813e4) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:33:12.922626 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device c18be8fe-93d9-4d08-927f-b6287d1453d1 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:33:12.963219 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e65ba0ee-16f7-478e-b898-0c827102bd4e req-b515e93c-7f86-40e6-b2ee-0fd2b805cee5 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7496142 Jan 28 00:33:13.009832 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:13.023516 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18bd30c6-6d64-451f-ac42-104b6d03b171 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:13.056801 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18bd30c6-6d64-451f-ac42-104b6d03b171 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:13.095501 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port c18be8fe-93d9-4d08-927f-b6287d1453d1 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:33:13.113935 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port c18be8fe-93d9-4d08-927f-b6287d1453d1 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:33:13.114575 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c18be8fe-93d9-4d08-927f-b6287d1453d1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:13.159594 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-e60eb101-31bf-4dcf-aefb-fddd73fdaa32 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] For port 4b5624ad-b49b-43ad-ac90-18acde75c832, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4b5624ad-b49b-43ad-ac90-18acde75c832,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:33:13.160027 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e60eb101-31bf-4dcf-aefb-fddd73fdaa32 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (4b5624ad-b49b-43ad-ac90-18acde75c832), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:13.187750 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d6b7c-8fcd-426c-8bbb-cd8e376465de req-d9591c98-984a-4436-8c5b-b90471211143 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:13.189426 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e8d6b7c-8fcd-426c-8bbb-cd8e376465de req-d9591c98-984a-4436-8c5b-b90471211143 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 944 time: 0.6570933 Jan 28 00:33:13.260951 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-e60eb101-31bf-4dcf-aefb-fddd73fdaa32 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Calling delete_port for 4b5624ad-b49b-43ad-ac90-18acde75c832 owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:33:13.384691 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f0eb6491-3ada-4c94-b295-3f2352618016 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for port (8e0dc00a-e8a0-4946-9249-b322bad813e4), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:13.397208 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f0eb6491-3ada-4c94-b295-3f2352618016 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (8e0dc00a-e8a0-4946-9249-b322bad813e4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:13.499022 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb6491-3ada-4c94-b295-3f2352618016 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event updated for resources: {'Port': ['ID=8e0dc00a-e8a0-4946-9249-b322bad813e4,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:13.549474 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f0eb6491-3ada-4c94-b295-3f2352618016 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] In _notify_port_updated(), no bound segment for port 8e0dc00a-e8a0-4946-9249-b322bad813e4 on network 6fa49823-e387-4355-bf1a-a17d64074533 {{(pid=103343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 00:33:13.556057 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0eb6491-3ada-4c94-b295-3f2352618016 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:13.557196 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f0eb6491-3ada-4c94-b295-3f2352618016 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:13.562197 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f0eb6491-3ada-4c94-b295-3f2352618016 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "PUT /v2.0/ports/8e0dc00a-e8a0-4946-9249-b322bad813e4 HTTP/1.1" status: 200 len: 969 time: 2.0082386 Jan 28 00:33:13.563526 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43466) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:13.622848 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port c18be8fe-93d9-4d08-927f-b6287d1453d1 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:33:13.623263 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c18be8fe-93d9-4d08-927f-b6287d1453d1), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:13.711982 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cfd22170-a896-464f-a067-4b308b291fd5 req-ce7c9d24-1115-41d0-beca-de76f640c5bc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3238420 Jan 28 00:33:13.717618 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-cfd22170-a896-464f-a067-4b308b291fd5 req-c31d8447-3e88-4150-a729-9d698ab22ad2 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:33:13.730682 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cfd22170-a896-464f-a067-4b308b291fd5 req-c31d8447-3e88-4150-a729-9d698ab22ad2 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118155 Jan 28 00:33:13.731950 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35979ff2-3143-47f5-adc7-7e02d289ce82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18be8fe-93d9-4d08-927f-b6287d1453d1'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:33:13.737115 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a33659-1776-4d00-99e2-c3e9814b1b98" -d '{"events": [{"server_uuid": "35979ff2-3143-47f5-adc7-7e02d289ce82", "name": "network-vif-plugged", "status": "completed", "tag": "c18be8fe-93d9-4d08-927f-b6287d1453d1"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:33:13.745906 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-4b7a46d1-11f1-4440-8b50-1aa0b036fa4c None None] Allocated IP 2001:db8:0:2::2 (6fa49823-e387-4355-bf1a-a17d64074533/114a1181-784e-4d5c-9b77-7b6760e38dca/1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:33:13.784918 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port c18be8fe-93d9-4d08-927f-b6287d1453d1, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=c18be8fe-93d9-4d08-927f-b6287d1453d1,segment=NetworkSegment(612846c9-0cf6-423c-a57d-66b0df4cea33),segment_id=612846c9-0cf6-423c-a57d-66b0df4cea33)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:33:13.803918 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c18be8fe-93d9-4d08-927f-b6287d1453d1), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:13.839662 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4e5aa708-d30f-4244-a171-7e37518a2e3c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting port 8e0dc00a-e8a0-4946-9249-b322bad813e4 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:33:13.840417 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e5aa708-d30f-4244-a171-7e37518a2e3c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (8e0dc00a-e8a0-4946-9249-b322bad813e4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:13.994583 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device f9d092de-80ce-44e9-87ac-77d0c7ac16e8 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:33:14.186918 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-01b4dd2a-0bbf-4142-8e7d-e2449ef3d8a2 service neutron] 10.222.0.52 "GET /v2.0/networks/962b6d11-960d-42e0-95f3-b55d3f9f0ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2904286 Jan 28 00:33:14.207719 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e8d6b7c-8fcd-426c-8bbb-cd8e376465de req-f1ff53c6-65ff-4a9d-b113-4753e29a78fb tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9910743 Jan 28 00:33:14.228896 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bae5bf-37dd-40f6-acfa-675806672396 req-500e0ff9-aa1b-46ca-b88d-5ada88e9b4f3 tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:14.237400 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85bae5bf-37dd-40f6-acfa-675806672396 req-500e0ff9-aa1b-46ca-b88d-5ada88e9b4f3 tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] 10.222.0.70 "GET /v2.0/ports?device_id=35979ff2-3143-47f5-adc7-7e02d289ce82 HTTP/1.1" status: 200 len: 945 time: 1.0462589 Jan 28 00:33:14.242174 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e5aa708-d30f-4244-a171-7e37518a2e3c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (8e0dc00a-e8a0-4946-9249-b322bad813e4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:14.293428 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4e5aa708-d30f-4244-a171-7e37518a2e3c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Calling delete_port for 8e0dc00a-e8a0-4946-9249-b322bad813e4 owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:33:14.299646 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port f9d092de-80ce-44e9-87ac-77d0c7ac16e8, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=f9d092de-80ce-44e9-87ac-77d0c7ac16e8,segment=NetworkSegment(6c39d751-0293-4329-af31-76e3b4ba793d),segment_id=6c39d751-0293-4329-af31-76e3b4ba793d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:33:14.306963 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-f5892c39-34f4-4f59-8f6a-9f5a87b1848e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=e6c88db4-a371-434d-b81c-bba1b2a0715e HTTP/1.1" status: 200 len: 217 time: 0.1103618 Jan 28 00:33:14.355673 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'f9d092de-80ce-44e9-87ac-77d0c7ac16e8', 'network_id': '9e95df89-e401-4bbf-9b7b-17ebec15fddb', 'port_id': 'f9d092de-80ce-44e9-87ac-77d0c7ac16e8', 'mac_address': 'fa:16:3e:da:e9:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ed3d9a-927a-4da1-a8ac-6c809e04b4ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:33:14.450327 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:14.462077 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=c18be8fe-93d9-4d08-927f-b6287d1453d1,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:14.554248 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18bd30c6-6d64-451f-ac42-104b6d03b171 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (7b02cf80-f97d-407e-a0d1-6ab2de6c12d2), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:14.577377 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18bd30c6-6d64-451f-ac42-104b6d03b171 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7b02cf80-f97d-407e-a0d1-6ab2de6c12d2), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:14.605165 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-6801340b-b86d-4985-b390-e2641f4562fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:14.607008 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-6801340b-b86d-4985-b390-e2641f4562fb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d9566eb-7bee-4e72-9ce3-a47d9d3737eb HTTP/1.1" status: 200 len: 797 time: 0.2565031 Jan 28 00:33:14.616091 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-4b7a46d1-11f1-4440-8b50-1aa0b036fa4c None None] For port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a,segment=NetworkSegment(e3ecf36e-643e-4894-8287-c407cb2424bb),segment_id=e3ecf36e-643e-4894-8287-c407cb2424bb)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:33:14.619295 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port f9d092de-80ce-44e9-87ac-77d0c7ac16e8 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:33:14.619295 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f9d092de-80ce-44e9-87ac-77d0c7ac16e8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:14.633612 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85bae5bf-37dd-40f6-acfa-675806672396 req-af022299-1af4-44e6-8512-ade46e785748 tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] 10.222.0.70 "GET /v2.0/security-groups?id=86c8267e-784c-4e32-b0af-1558dc6bb9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951998 Jan 28 00:33:14.644132 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d092de-80ce-44e9-87ac-77d0c7ac16e8 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:33:14.680443 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port f9d092de-80ce-44e9-87ac-77d0c7ac16e8, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=f9d092de-80ce-44e9-87ac-77d0c7ac16e8,segment=NetworkSegment(6c39d751-0293-4329-af31-76e3b4ba793d),segment_id=6c39d751-0293-4329-af31-76e3b4ba793d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:33:14.718496 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f9d092de-80ce-44e9-87ac-77d0c7ac16e8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:14.737881 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18eb4836-1e20-4007-9a73-323c5f0b11f8 x-openstack-request-id: req-18eb4836-1e20-4007-9a73-323c5f0b11f8 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:33:14.738772 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35979ff2-3143-47f5-adc7-7e02d289ce82", "name": "network-vif-plugged", "status": "completed", "tag": "c18be8fe-93d9-4d08-927f-b6287d1453d1", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:33:14.739262 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-18eb4836-1e20-4007-9a73-323c5f0b11f8 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:33:14.739929 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35979ff2-3143-47f5-adc7-7e02d289ce82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18be8fe-93d9-4d08-927f-b6287d1453d1', 'code': 200} Jan 28 00:33:14.849842 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e5aa708-d30f-4244-a171-7e37518a2e3c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (8e0dc00a-e8a0-4946-9249-b322bad813e4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:14.879405 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b7a46d1-11f1-4440-8b50-1aa0b036fa4c None None] Publish callbacks [] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:14.921485 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b7a46d1-11f1-4440-8b50-1aa0b036fa4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:14.933476 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18bd30c6-6d64-451f-ac42-104b6d03b171 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (cc3ff183-30f9-405f-81b7-749c988e3595), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:15.018609 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be5562-602b-4f2a-8700-05680a4a4d0c req-b1ba37d8-c32b-47e1-b463-4c2b73144d8d tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:15.021698 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-21be5562-602b-4f2a-8700-05680a4a4d0c req-b1ba37d8-c32b-47e1-b463-4c2b73144d8d tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/ports?device_id=630f2656-87ab-488a-995e-d9227994c09c HTTP/1.1" status: 200 len: 944 time: 0.5773439 Jan 28 00:33:15.023005 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18bd30c6-6d64-451f-ac42-104b6d03b171 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (cc3ff183-30f9-405f-81b7-749c988e3595), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:15.045629 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=f9d092de-80ce-44e9-87ac-77d0c7ac16e8,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:15.052831 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5aa708-d30f-4244-a171-7e37518a2e3c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Port': ['ID=8e0dc00a-e8a0-4946-9249-b322bad813e4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:15.061538 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e5aa708-d30f-4244-a171-7e37518a2e3c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:15.071306 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4e5aa708-d30f-4244-a171-7e37518a2e3c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/ports/8e0dc00a-e8a0-4946-9249-b322bad813e4 HTTP/1.1" status: 204 len: 168 time: 1.5049782 Jan 28 00:33:15.084234 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43482) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:15.159852 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-b67b6e43-9d6e-4891-bd1b-579c152b0b82 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] GET failed (client error): The resource could not be found. Jan 28 00:33:15.163168 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b67b6e43-9d6e-4891-bd1b-579c152b0b82 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "GET /v2.0/ports/8e0dc00a-e8a0-4946-9249-b322bad813e4 HTTP/1.1" status: 404 len: 333 time: 0.0393171 Jan 28 00:33:15.170000 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43484) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:15.188497 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd30c6-6d64-451f-ac42-104b6d03b171 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b02cf80-f97d-407e-a0d1-6ab2de6c12d2,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:15.198612 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a46d1-11f1-4440-8b50-1aa0b036fa4c None None] Pushing event updated for resources: {'Port': ['ID=1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:15.229327 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['f9d092de-80ce-44e9-87ac-77d0c7ac16e8'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:33:15.280842 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413253ac-6bee-4ef8-9821-41991b39684a req-81018bf6-be59-4f6b-9c2e-4f01f5715341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:15.289022 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd30c6-6d64-451f-ac42-104b6d03b171 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3ff183-30f9-405f-81b7-749c988e3595,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:15.290640 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-413253ac-6bee-4ef8-9821-41991b39684a req-81018bf6-be59-4f6b-9c2e-4f01f5715341 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=35979ff2-3143-47f5-adc7-7e02d289ce82 HTTP/1.1" status: 200 len: 1097 time: 0.3095047 Jan 28 00:33:15.348101 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e60eb101-31bf-4dcf-aefb-fddd73fdaa32 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (4b5624ad-b49b-43ad-ac90-18acde75c832), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:15.366684 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18bd30c6-6d64-451f-ac42-104b6d03b171 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:15.368363 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-18bd30c6-6d64-451f-ac42-104b6d03b171 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.9154263 Jan 28 00:33:15.412263 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43488) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:15.423375 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-cd29552d-cbbf-449c-94b1-9c4dcf8d2b18 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Request body: {'security_group_rule': {'security_group_id': 'cc3ff183-30f9-405f-81b7-749c988e3595', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:15.448596 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-21be5562-602b-4f2a-8700-05680a4a4d0c req-21ad69f2-e6e8-448c-9810-193dcfc2b8df tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/security-groups?id=b52b674d-b0e3-480e-8d23-447c1439b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2967451 Jan 28 00:33:15.584654 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd29552d-cbbf-449c-94b1-9c4dcf8d2b18 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group_rule (de7d3676-b7be-4b97-bd67-85d174b538d4), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:15.690171 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d62bb42f-de92-440a-bba3-d0f6fbac18b0 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for security_group (9301387b-942a-4854-a3e7-cb93bd340a8f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:15.763532 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60eb101-31bf-4dcf-aefb-fddd73fdaa32 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b5624ad-b49b-43ad-ac90-18acde75c832,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:15.793853 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-413253ac-6bee-4ef8-9821-41991b39684a req-ab52ff66-7805-49d0-acbb-f1da958676f9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=86c8267e-784c-4e32-b0af-1558dc6bb9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874206 Jan 28 00:33:15.838751 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d62bb42f-de92-440a-bba3-d0f6fbac18b0 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for security_group (9301387b-942a-4854-a3e7-cb93bd340a8f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:15.892387 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3023e6-c740-44e8-8ccf-f0ad78a4bdcc req-d988f585-8d16-4f85-bcb7-ebb3b42af646 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:15.905858 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd29552d-cbbf-449c-94b1-9c4dcf8d2b18 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group_rule (de7d3676-b7be-4b97-bd67-85d174b538d4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:15.906170 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3023e6-c740-44e8-8ccf-f0ad78a4bdcc req-d988f585-8d16-4f85-bcb7-ebb3b42af646 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:15.929497 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd29552d-cbbf-449c-94b1-9c4dcf8d2b18 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (de7d3676-b7be-4b97-bd67-85d174b538d4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:15.937177 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3023e6-c740-44e8-8ccf-f0ad78a4bdcc req-d988f585-8d16-4f85-bcb7-ebb3b42af646 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:15.949188 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3023e6-c740-44e8-8ccf-f0ad78a4bdcc req-d988f585-8d16-4f85-bcb7-ebb3b42af646 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:15.956360 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3023e6-c740-44e8-8ccf-f0ad78a4bdcc req-d988f585-8d16-4f85-bcb7-ebb3b42af646 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:15.963464 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3023e6-c740-44e8-8ccf-f0ad78a4bdcc req-d988f585-8d16-4f85-bcb7-ebb3b42af646 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:15.969682 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3023e6-c740-44e8-8ccf-f0ad78a4bdcc req-d988f585-8d16-4f85-bcb7-ebb3b42af646 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:15.980327 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-be3023e6-c740-44e8-8ccf-f0ad78a4bdcc req-d988f585-8d16-4f85-bcb7-ebb3b42af646 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5421 time: 0.9841835 Jan 28 00:33:15.992554 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e60eb101-31bf-4dcf-aefb-fddd73fdaa32 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (2bd19786-6bb2-437d-869e-452c721cdf2f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:16.027625 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29552d-cbbf-449c-94b1-9c4dcf8d2b18 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7d3676-b7be-4b97-bd67-85d174b538d4,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:16.038844 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd29552d-cbbf-449c-94b1-9c4dcf8d2b18 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:16.045565 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cd29552d-cbbf-449c-94b1-9c4dcf8d2b18 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6298618 Jan 28 00:33:16.048496 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43494) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:16.062192 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e9f2c30b-de56-4178-8d60-3d04ad5a87d6 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Request body: {'security_group_rule': {'security_group_id': 'cc3ff183-30f9-405f-81b7-749c988e3595', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:16.115856 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e60eb101-31bf-4dcf-aefb-fddd73fdaa32 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (2bd19786-6bb2-437d-869e-452c721cdf2f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:16.119012 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e60eb101-31bf-4dcf-aefb-fddd73fdaa32 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router_controller (2bd19786-6bb2-437d-869e-452c721cdf2f), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:16.149989 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e9f2c30b-de56-4178-8d60-3d04ad5a87d6 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group_rule (5047dafb-ef63-4309-8009-dc1ba5dfcb47), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:16.169380 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d62bb42f-de92-440a-bba3-d0f6fbac18b0 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (9301387b-942a-4854-a3e7-cb93bd340a8f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:16.180139 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d62bb42f-de92-440a-bba3-d0f6fbac18b0 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:16.184631 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d62bb42f-de92-440a-bba3-d0f6fbac18b0 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/security-groups/9301387b-942a-4854-a3e7-cb93bd340a8f HTTP/1.1" status: 204 len: 168 time: 1.0103631 Jan 28 00:33:16.201136 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43496) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:16.215039 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-98b65703-b284-4ce4-af7c-606a5e26b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:16.217516 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-98b65703-b284-4ce4-af7c-606a5e26b6c0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.5660064 Jan 28 00:33:16.234775 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e60eb101-31bf-4dcf-aefb-fddd73fdaa32 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (2bd19786-6bb2-437d-869e-452c721cdf2f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:16.235975 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60eb101-31bf-4dcf-aefb-fddd73fdaa32 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2bd19786-6bb2-437d-869e-452c721cdf2f {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:33:16.243033 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e60eb101-31bf-4dcf-aefb-fddd73fdaa32 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:16.244478 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e60eb101-31bf-4dcf-aefb-fddd73fdaa32 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "DELETE /v2.0/routers/2bd19786-6bb2-437d-869e-452c721cdf2f HTTP/1.1" status: 204 len: 168 time: 7.1212795 Jan 28 00:33:16.249406 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62bb42f-de92-440a-bba3-d0f6fbac18b0 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9301387b-942a-4854-a3e7-cb93bd340a8f,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:16.256527 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43498) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:16.293723 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd22170-a896-464f-a067-4b308b291fd5 req-7bc7623e-824a-400e-962a-c27d67ee69cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:16.297069 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cfd22170-a896-464f-a067-4b308b291fd5 req-7bc7623e-824a-400e-962a-c27d67ee69cd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39&tenant_id=66e2abd01f29448ab207898a6db8a6af HTTP/1.1" status: 200 len: 1095 time: 0.8127131 Jan 28 00:33:16.522692 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71966d02-3ca6-4e9a-88f9-786e4676ea9f req-0995d19d-8e22-45a6-9d0f-1119729c3fa5 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:16.524750 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71966d02-3ca6-4e9a-88f9-786e4676ea9f req-0995d19d-8e22-45a6-9d0f-1119729c3fa5 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 944 time: 0.7868006 Jan 28 00:33:16.538451 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:33:16.578584 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-be3023e6-c740-44e8-8ccf-f0ad78a4bdcc req-c7bffcd8-441c-462d-b801-39397c9af805 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5964940 Jan 28 00:33:16.636226 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd22170-a896-464f-a067-4b308b291fd5 req-727c9fbe-9aa8-4941-9aa4-3ad4f3051b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:16.649330 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cfd22170-a896-464f-a067-4b308b291fd5 req-727c9fbe-9aa8-4941-9aa4-3ad4f3051b14 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=66e2abd01f29448ab207898a6db8a6af&device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 1095 time: 0.2565680 Jan 28 00:33:16.719799 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-58704209-610f-4465-ae87-a0c6d8bcab10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router (23435594-aedd-4763-bc8c-efd36207227f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:16.780305 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:33:16.786439 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:16.835877 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd22170-a896-464f-a067-4b308b291fd5 req-8b517124-b7c4-4c07-bf71-a5ee14f0683d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:16.837625 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cfd22170-a896-464f-a067-4b308b291fd5 req-8b517124-b7c4-4c07-bf71-a5ee14f0683d service neutron] 10.222.0.65 "GET /v2.0/networks?id=ab3fb448-728a-46f9-9c11-c79ef9e347d9 HTTP/1.1" status: 200 len: 917 time: 0.1802809 Jan 28 00:33:17.002379 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-9f9ac4bc-7603-416b-abd7-af5c373d7175 None None] Provisioning complete for port 74551893-3fbf-4de7-af38-5a71521c01a4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:33:17.004513 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9f9ac4bc-7603-416b-abd7-af5c373d7175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (74551893-3fbf-4de7-af38-5a71521c01a4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:17.009702 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-6d4c33ad-ce1e-4ac7-808b-86bc935d8146 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7639058 Jan 28 00:33:17.031997 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-01dd2430-7b32-406b-87fa-14a1e28fa9c2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for security_group (52e17ac5-c291-4e58-8ea0-fee4894f147d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:17.069197 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71966d02-3ca6-4e9a-88f9-786e4676ea9f req-2ec859bd-e7b5-4bfe-a055-9f5c3d171d25 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5185704 Jan 28 00:33:17.117961 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-e9f2c30b-de56-4178-8d60-3d04ad5a87d6 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 00:33:17.120275 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e9f2c30b-de56-4178-8d60-3d04ad5a87d6 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0708985 Jan 28 00:33:17.131277 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43504) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:17.143809 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6f1e7-131f-4565-a5e6-686f08be1ab9 req-6bcc65fb-ccf8-495c-976d-92a26266220e tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:17.151337 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b6d6f1e7-131f-4565-a5e6-686f08be1ab9 req-6bcc65fb-ccf8-495c-976d-92a26266220e tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] 10.222.0.70 "GET /v2.0/ports?device_id=35979ff2-3143-47f5-adc7-7e02d289ce82 HTTP/1.1" status: 200 len: 946 time: 0.3124886 Jan 28 00:33:17.168393 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cfd22170-a896-464f-a067-4b308b291fd5 req-d79f3132-3d3c-444f-b66e-066ea269736b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab12a80f-4db3-47e7-b488-6614f4a3764e HTTP/1.1" status: 200 len: 1000 time: 0.2624247 Jan 28 00:33:17.259644 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-01dd2430-7b32-406b-87fa-14a1e28fa9c2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for security_group (52e17ac5-c291-4e58-8ea0-fee4894f147d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:17.459602 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b6d6f1e7-131f-4565-a5e6-686f08be1ab9 req-50f2d1d7-5bd1-479a-9341-a3ba5cf67e39 tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] 10.222.0.70 "GET /v2.0/security-groups?id=86c8267e-784c-4e32-b0af-1558dc6bb9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987802 Jan 28 00:33:17.463429 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd22170-a896-464f-a067-4b308b291fd5 req-d708ea97-5903-40e5-95df-c7b78a748d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:17.465924 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cfd22170-a896-464f-a067-4b308b291fd5 req-d708ea97-5903-40e5-95df-c7b78a748d74 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e8d9d31c-ec82-48b8-8107-afdf4c2c9183 HTTP/1.1" status: 200 len: 855 time: 0.2874417 Jan 28 00:33:17.519104 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-58704209-610f-4465-ae87-a0c6d8bcab10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router_gateway (23435594-aedd-4763-bc8c-efd36207227f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:17.528646 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-63c166f7-7bd3-4816-a326-d9e5f1a4677d tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (cc3ff183-30f9-405f-81b7-749c988e3595), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:17.535169 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ac4bc-7603-416b-abd7-af5c373d7175 None None] Port 74551893-3fbf-4de7-af38-5a71521c01a4 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:33:17.535427 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-db7b5f39-6f05-44e0-aa60-b3bc11c1d208 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097909 Jan 28 00:33:17.568248 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-01dd2430-7b32-406b-87fa-14a1e28fa9c2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (52e17ac5-c291-4e58-8ea0-fee4894f147d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:17.570902 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-01dd2430-7b32-406b-87fa-14a1e28fa9c2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:17.576209 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-01dd2430-7b32-406b-87fa-14a1e28fa9c2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/security-groups/52e17ac5-c291-4e58-8ea0-fee4894f147d HTTP/1.1" status: 204 len: 168 time: 1.3741522 Jan 28 00:33:17.579171 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-9f9ac4bc-7603-416b-abd7-af5c373d7175 None None] Provisioning complete for port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:33:17.580697 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9f9ac4bc-7603-416b-abd7-af5c373d7175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:17.642630 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:33:17.656591 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43506) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:17.731843 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-63c166f7-7bd3-4816-a326-d9e5f1a4677d tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (cc3ff183-30f9-405f-81b7-749c988e3595), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:17.741901 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd2430-7b32-406b-87fa-14a1e28fa9c2 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e17ac5-c291-4e58-8ea0-fee4894f147d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:17.749749 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-54437f3c-5d74-4a4a-8a0f-6b6d86beef41 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=d811a547-5df6-408e-b47d-4a7f9810a4e5 HTTP/1.1" status: 200 len: 217 time: 0.1088259 Jan 28 00:33:17.838877 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ac4bc-7603-416b-abd7-af5c373d7175 None None] Current status of the port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:33:17.878556 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-9f9ac4bc-7603-416b-abd7-af5c373d7175 None None] Could not find standard attr ID for object 8e0dc00a-e8a0-4946-9249-b322bad813e4. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:33:17.903892 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-58704209-610f-4465-ae87-a0c6d8bcab10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Deleting port 8f439fa7-2591-4f4d-94b5-3341ee1f6770 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:33:17.904406 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-58704209-610f-4465-ae87-a0c6d8bcab10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (8f439fa7-2591-4f4d-94b5-3341ee1f6770), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:17.915073 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-b00da613-bb83-4e21-9dd3-18f3a8f87876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:17.916603 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-b00da613-bb83-4e21-9dd3-18f3a8f87876 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d9566eb-7bee-4e72-9ce3-a47d9d3737eb HTTP/1.1" status: 200 len: 797 time: 0.1481240 Jan 28 00:33:17.953077 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd22170-a896-464f-a067-4b308b291fd5 req-57779f17-1e94-41b6-b7bf-ab9f4d06b726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:17.954639 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cfd22170-a896-464f-a067-4b308b291fd5 req-57779f17-1e94-41b6-b7bf-ab9f4d06b726 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ab3fb448-728a-46f9-9c11-c79ef9e347d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4686723 Jan 28 00:33:17.978218 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca253ea2-dabd-407f-b7f1-a8691dab662f req-b5f5503a-f452-4e93-81ba-d8628808fc0d tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:17.986375 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ca253ea2-dabd-407f-b7f1-a8691dab662f req-b5f5503a-f452-4e93-81ba-d8628808fc0d tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/ports?device_id=630f2656-87ab-488a-995e-d9227994c09c HTTP/1.1" status: 200 len: 945 time: 0.5891418 Jan 28 00:33:17.992170 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device f9d092de-80ce-44e9-87ac-77d0c7ac16e8 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:33:18.012390 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6aa5e0d4-42ef-4d04-8f44-cac324fee96c None None] Could not find standard attr ID for object 8e0dc00a-e8a0-4946-9249-b322bad813e4. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:33:18.067963 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af854a4-197f-41e4-bedf-cb333096c5ea req-53dd6f27-c317-442d-a3e2-30541593e3ab tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:18.079320 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af854a4-197f-41e4-bedf-cb333096c5ea req-53dd6f27-c317-442d-a3e2-30541593e3ab tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:18.083526 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-58704209-610f-4465-ae87-a0c6d8bcab10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] For port 8f439fa7-2591-4f4d-94b5-3341ee1f6770, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8f439fa7-2591-4f4d-94b5-3341ee1f6770,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:33:18.084262 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-58704209-610f-4465-ae87-a0c6d8bcab10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (8f439fa7-2591-4f4d-94b5-3341ee1f6770), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:18.098648 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af854a4-197f-41e4-bedf-cb333096c5ea req-53dd6f27-c317-442d-a3e2-30541593e3ab tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:18.104482 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af854a4-197f-41e4-bedf-cb333096c5ea req-53dd6f27-c317-442d-a3e2-30541593e3ab tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:18.109315 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-58704209-610f-4465-ae87-a0c6d8bcab10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Calling delete_port for 8f439fa7-2591-4f4d-94b5-3341ee1f6770 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:33:18.119744 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af854a4-197f-41e4-bedf-cb333096c5ea req-53dd6f27-c317-442d-a3e2-30541593e3ab tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:18.125264 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af854a4-197f-41e4-bedf-cb333096c5ea req-53dd6f27-c317-442d-a3e2-30541593e3ab tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:18.139037 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af854a4-197f-41e4-bedf-cb333096c5ea req-53dd6f27-c317-442d-a3e2-30541593e3ab tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:18.141830 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port f9d092de-80ce-44e9-87ac-77d0c7ac16e8 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:33:18.148761 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port f9d092de-80ce-44e9-87ac-77d0c7ac16e8 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:33:18.149351 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f9d092de-80ce-44e9-87ac-77d0c7ac16e8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:18.153066 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1af854a4-197f-41e4-bedf-cb333096c5ea req-53dd6f27-c317-442d-a3e2-30541593e3ab tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5421 time: 0.3855691 Jan 28 00:33:18.190801 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-63c166f7-7bd3-4816-a326-d9e5f1a4677d tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (cc3ff183-30f9-405f-81b7-749c988e3595), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:18.194135 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-63c166f7-7bd3-4816-a326-d9e5f1a4677d tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:18.195721 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-63c166f7-7bd3-4816-a326-d9e5f1a4677d tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "DELETE /v2.0/security-groups/cc3ff183-30f9-405f-81b7-749c988e3595 HTTP/1.1" status: 204 len: 168 time: 1.0596659 Jan 28 00:33:18.208960 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43514) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:18.212396 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c166f7-7bd3-4816-a326-d9e5f1a4677d tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3ff183-30f9-405f-81b7-749c988e3595,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:18.288816 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5dd26443-2abb-4eec-9191-2274e138115c tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0727735 Jan 28 00:33:18.301795 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43516) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:18.350661 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-44ffecab-ff72-4409-a6ed-e6a1eab4eea0 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for security_group (7f9f5cef-363a-443a-9402-e1aea962a81e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:18.359122 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-5e2a2cd5-4fb2-494c-9544-f3259d749b96 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Request body: {'security_group': {'name': 'tempest-secgroup--992655460'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:18.417070 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5e2a2cd5-4fb2-494c-9544-f3259d749b96 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:18.442896 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-a68ef422-0b43-4914-837e-8051cb4136cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:18.446139 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-a68ef422-0b43-4914-837e-8051cb4136cc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5157316 Jan 28 00:33:18.457255 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port f9d092de-80ce-44e9-87ac-77d0c7ac16e8 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:33:18.459038 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f9d092de-80ce-44e9-87ac-77d0c7ac16e8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:18.460112 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ca253ea2-dabd-407f-b7f1-a8691dab662f req-cd107894-dc98-43be-aa7a-4a7e83472f88 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/security-groups?id=b52b674d-b0e3-480e-8d23-447c1439b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4728932 Jan 28 00:33:18.513542 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-44ffecab-ff72-4409-a6ed-e6a1eab4eea0 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for security_group (7f9f5cef-363a-443a-9402-e1aea962a81e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:18.538871 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630f2656-87ab-488a-995e-d9227994c09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d092de-80ce-44e9-87ac-77d0c7ac16e8'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:33:18.545735 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420d25b6-7331-409c-a1e5-1ad338257bb3" -d '{"events": [{"server_uuid": "630f2656-87ab-488a-995e-d9227994c09c", "name": "network-vif-plugged", "status": "completed", "tag": "f9d092de-80ce-44e9-87ac-77d0c7ac16e8"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:33:18.595120 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port f9d092de-80ce-44e9-87ac-77d0c7ac16e8, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=f9d092de-80ce-44e9-87ac-77d0c7ac16e8,segment=NetworkSegment(6c39d751-0293-4329-af31-76e3b4ba793d),segment_id=6c39d751-0293-4329-af31-76e3b4ba793d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:33:18.603515 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f9d092de-80ce-44e9-87ac-77d0c7ac16e8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:18.610366 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cfd22170-a896-464f-a067-4b308b291fd5 req-0be18c22-b73a-4422-9b46-43a3b89c5a7b service neutron] 10.222.0.65 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6188724 Jan 28 00:33:18.657723 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-58704209-610f-4465-ae87-a0c6d8bcab10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (8f439fa7-2591-4f4d-94b5-3341ee1f6770), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:18.751102 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=f9d092de-80ce-44e9-87ac-77d0c7ac16e8,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:18.764041 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1af854a4-197f-41e4-bedf-cb333096c5ea req-6404f3b5-05b3-4403-8a88-bb8fe874ee33 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4506760 Jan 28 00:33:18.782202 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58704209-610f-4465-ae87-a0c6d8bcab10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f439fa7-2591-4f4d-94b5-3341ee1f6770,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:18.873521 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-44ffecab-ff72-4409-a6ed-e6a1eab4eea0 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7f9f5cef-363a-443a-9402-e1aea962a81e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:18.879594 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-44ffecab-ff72-4409-a6ed-e6a1eab4eea0 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:18.883362 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-44ffecab-ff72-4409-a6ed-e6a1eab4eea0 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/security-groups/7f9f5cef-363a-443a-9402-e1aea962a81e HTTP/1.1" status: 204 len: 168 time: 1.2223275 Jan 28 00:33:18.895818 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43522) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:19.040586 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-d551bcfc-fd92-48c6-b617-722a716e6aed tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting subnet d3f69986-c2e5-4640-b84c-d007e913ed75 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:33:19.044393 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d551bcfc-fd92-48c6-b617-722a716e6aed tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (d3f69986-c2e5-4640-b84c-d007e913ed75), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:19.066835 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5e2a2cd5-4fb2-494c-9544-f3259d749b96 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (46b2cb17-14ad-446f-822c-16f004932f72), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:19.078719 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5e2a2cd5-4fb2-494c-9544-f3259d749b96 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (46b2cb17-14ad-446f-822c-16f004932f72), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:19.123101 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-58704209-610f-4465-ae87-a0c6d8bcab10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (23435594-aedd-4763-bc8c-efd36207227f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:19.155532 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d551bcfc-fd92-48c6-b617-722a716e6aed tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (d3f69986-c2e5-4640-b84c-d007e913ed75), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:19.172410 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ffecab-ff72-4409-a6ed-e6a1eab4eea0 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9f5cef-363a-443a-9402-e1aea962a81e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:19.251128 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee72034-5ed4-4998-93f6-49c94c15b6c3 req-a48930de-8035-426c-a686-53558fea6310 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:19.255593 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fee72034-5ed4-4998-93f6-49c94c15b6c3 req-a48930de-8035-426c-a686-53558fea6310 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 944 time: 0.5619726 Jan 28 00:33:19.258777 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-a874db5c-ff5f-44bf-92ff-5f5901bc3ced service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7949009 Jan 28 00:33:19.282378 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5e2a2cd5-4fb2-494c-9544-f3259d749b96 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:19.289320 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5e2a2cd5-4fb2-494c-9544-f3259d749b96 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9858019 Jan 28 00:33:19.338336 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43526) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:19.344655 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a2cd5-4fb2-494c-9544-f3259d749b96 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46b2cb17-14ad-446f-822c-16f004932f72,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:19.353979 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-58704209-610f-4465-ae87-a0c6d8bcab10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (23435594-aedd-4763-bc8c-efd36207227f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:19.359041 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-58704209-610f-4465-ae87-a0c6d8bcab10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router_controller (23435594-aedd-4763-bc8c-efd36207227f), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:19.498685 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-58704209-610f-4465-ae87-a0c6d8bcab10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (23435594-aedd-4763-bc8c-efd36207227f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:19.499708 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58704209-610f-4465-ae87-a0c6d8bcab10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 23435594-aedd-4763-bc8c-efd36207227f {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:33:19.518388 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-58704209-610f-4465-ae87-a0c6d8bcab10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:19.525767 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-58704209-610f-4465-ae87-a0c6d8bcab10 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "DELETE /v2.0/routers/23435594-aedd-4763-bc8c-efd36207227f HTTP/1.1" status: 204 len: 168 time: 3.2637527 Jan 28 00:33:19.527730 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43528) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:19.533272 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-bde5e966-1b07-472b-8c2c-be89c9b2f1e3 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-670061084', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}, 'admin_state_up': False}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:19.559515 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-b8bf8a18-a5d0-47e0-bfda-aa86b85c126e tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Request body: {'security_group_rule': {'security_group_id': '46b2cb17-14ad-446f-822c-16f004932f72', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:19.560544 n-d-826754-1 neutron-server[103344]: WARNING neutron.api.v2.base [None req-b8bf8a18-a5d0-47e0-bfda-aa86b85c126e tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 00:33:19.561017 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-b8bf8a18-a5d0-47e0-bfda-aa86b85c126e tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:33:19.566091 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bde5e966-1b07-472b-8c2c-be89c9b2f1e3 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (2ddc84cb-c0be-400b-a135-ca064dc569d5), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:19.567933 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b8bf8a18-a5d0-47e0-bfda-aa86b85c126e tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0256562 Jan 28 00:33:19.580203 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bde5e966-1b07-472b-8c2c-be89c9b2f1e3 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (2ddc84cb-c0be-400b-a135-ca064dc569d5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:19.588393 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43532) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:19.689190 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bde5e966-1b07-472b-8c2c-be89c9b2f1e3 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router_controller (2ddc84cb-c0be-400b-a135-ca064dc569d5), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:19.701138 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cfd22170-a896-464f-a067-4b308b291fd5 req-c1f7586c-82aa-40ee-be0f-bbe19dc9cb00 service neutron] 10.222.0.65 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0753887 Jan 28 00:33:19.741706 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fee72034-5ed4-4998-93f6-49c94c15b6c3 req-9a1c5225-6dfd-42de-89ca-03ebc23b630c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4391928 Jan 28 00:33:19.826061 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bca0f-9eb2-4145-afdf-58927251c8e6 req-d1254476-2d06-424c-8a03-e488930155af tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:19.828913 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-623bca0f-9eb2-4145-afdf-58927251c8e6 req-d1254476-2d06-424c-8a03-e488930155af tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] 10.222.0.70 "GET /v2.0/ports?device_id=35979ff2-3143-47f5-adc7-7e02d289ce82 HTTP/1.1" status: 200 len: 946 time: 0.6616251 Jan 28 00:33:19.835283 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d551bcfc-fd92-48c6-b617-722a716e6aed tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (d3f69986-c2e5-4640-b84c-d007e913ed75), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:19.842026 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-3737b032-4e30-4db2-87b1-b10b9fee6b12 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5473309 Jan 28 00:33:19.915106 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b94303-44e9-4110-891d-35b93597222f x-openstack-request-id: req-b6b94303-44e9-4110-891d-35b93597222f {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:33:19.915739 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630f2656-87ab-488a-995e-d9227994c09c", "name": "network-vif-plugged", "status": "completed", "tag": "f9d092de-80ce-44e9-87ac-77d0c7ac16e8", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:33:19.915937 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b6b94303-44e9-4110-891d-35b93597222f {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:33:19.916467 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630f2656-87ab-488a-995e-d9227994c09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d092de-80ce-44e9-87ac-77d0c7ac16e8', 'code': 200} Jan 28 00:33:20.133495 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bde5e966-1b07-472b-8c2c-be89c9b2f1e3 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router_gateway (2ddc84cb-c0be-400b-a135-ca064dc569d5), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:20.229416 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b079d-9cb8-43e1-82ea-34d718695502 req-c4b0b20b-b093-4b88-9b5f-863704cf5088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:20.249173 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-233b079d-9cb8-43e1-82ea-34d718695502 req-c4b0b20b-b093-4b88-9b5f-863704cf5088 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=630f2656-87ab-488a-995e-d9227994c09c HTTP/1.1" status: 200 len: 1097 time: 0.1493328 Jan 28 00:33:20.506446 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-623bca0f-9eb2-4145-afdf-58927251c8e6 req-a2e859fd-ed47-413b-8f17-4f5f9d2962b1 tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] 10.222.0.70 "GET /v2.0/security-groups?id=86c8267e-784c-4e32-b0af-1558dc6bb9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6207359 Jan 28 00:33:20.511943 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a3cc881e-59f9-4e09-819c-bfafe2376a19 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (46b2cb17-14ad-446f-822c-16f004932f72), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:20.530002 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8f439fa7-2591-4f4d-94b5-3341ee1f6770 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:33:20.577749 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-aab8783c-a879-4cb9-9da0-fcc7cc3baecf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=94ae3a89-fc27-4196-b863-313cd277b634 HTTP/1.1" status: 200 len: 217 time: 0.6813962 Jan 28 00:33:20.618252 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-233b079d-9cb8-43e1-82ea-34d718695502 req-6a3e2f02-8706-474f-a89f-cab032ff24df service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b52b674d-b0e3-480e-8d23-447c1439b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3676105 Jan 28 00:33:20.624780 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 8f439fa7-2591-4f4d-94b5-3341ee1f6770 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:33:20.626219 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8f439fa7-2591-4f4d-94b5-3341ee1f6770 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:33:20.686000 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-be9df71a-b6b7-46b9-bca4-6f49c00a1d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:20.687726 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-be9df71a-b6b7-46b9-bca4-6f49c00a1d0a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d9566eb-7bee-4e72-9ce3-a47d9d3737eb HTTP/1.1" status: 200 len: 797 time: 0.0808864 Jan 28 00:33:20.727498 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a3cc881e-59f9-4e09-819c-bfafe2376a19 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (46b2cb17-14ad-446f-822c-16f004932f72), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:20.777840 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab4cd7-5327-421f-87f2-9b80068ba846 req-25444324-98ee-46d7-84a4-f138c23c3a99 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:20.791340 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dfab4cd7-5327-421f-87f2-9b80068ba846 req-25444324-98ee-46d7-84a4-f138c23c3a99 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/ports?device_id=630f2656-87ab-488a-995e-d9227994c09c HTTP/1.1" status: 200 len: 946 time: 0.2925899 Jan 28 00:33:21.001891 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dfab4cd7-5327-421f-87f2-9b80068ba846 req-e7acc93c-3fd0-4c44-bdc8-658a82436f23 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/security-groups?id=b52b674d-b0e3-480e-8d23-447c1439b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089167 Jan 28 00:33:21.026244 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d551bcfc-fd92-48c6-b617-722a716e6aed tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (d3f69986-c2e5-4640-b84c-d007e913ed75), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:21.349087 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551bcfc-fd92-48c6-b617-722a716e6aed tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Subnet': ['ID=d3f69986-c2e5-4640-b84c-d007e913ed75,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:21.381005 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a3cc881e-59f9-4e09-819c-bfafe2376a19 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (46b2cb17-14ad-446f-822c-16f004932f72), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:21.390700 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a3cc881e-59f9-4e09-819c-bfafe2376a19 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:21.391910 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a3cc881e-59f9-4e09-819c-bfafe2376a19 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "DELETE /v2.0/security-groups/46b2cb17-14ad-446f-822c-16f004932f72 HTTP/1.1" status: 204 len: 168 time: 1.8011165 Jan 28 00:33:21.466360 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556accf5-7b16-4668-a675-6582ab35cc27 req-7da57d0f-8e8e-46c9-b57e-5b1d1f88b3f9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:21.509195 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556accf5-7b16-4668-a675-6582ab35cc27 req-7da57d0f-8e8e-46c9-b57e-5b1d1f88b3f9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:21.518584 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556accf5-7b16-4668-a675-6582ab35cc27 req-7da57d0f-8e8e-46c9-b57e-5b1d1f88b3f9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:21.526228 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556accf5-7b16-4668-a675-6582ab35cc27 req-7da57d0f-8e8e-46c9-b57e-5b1d1f88b3f9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:21.534166 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556accf5-7b16-4668-a675-6582ab35cc27 req-7da57d0f-8e8e-46c9-b57e-5b1d1f88b3f9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:21.544077 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556accf5-7b16-4668-a675-6582ab35cc27 req-7da57d0f-8e8e-46c9-b57e-5b1d1f88b3f9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:21.553984 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556accf5-7b16-4668-a675-6582ab35cc27 req-7da57d0f-8e8e-46c9-b57e-5b1d1f88b3f9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:21.556475 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-556accf5-7b16-4668-a675-6582ab35cc27 req-7da57d0f-8e8e-46c9-b57e-5b1d1f88b3f9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5421 time: 0.8668511 Jan 28 00:33:21.557445 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43574) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:21.624294 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272c13a1-f00e-4d67-8f73-2b7e823c556e None None] Network 6fa49823-e387-4355-bf1a-a17d64074533 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:33:21.648608 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d551bcfc-fd92-48c6-b617-722a716e6aed tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:21.671667 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d551bcfc-fd92-48c6-b617-722a716e6aed tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/subnets/d3f69986-c2e5-4640-b84c-d007e913ed75 HTTP/1.1" status: 204 len: 168 time: 2.7635984 Jan 28 00:33:21.705240 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43576) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:21.790900 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bde5e966-1b07-472b-8c2c-be89c9b2f1e3 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router_gateway (2ddc84cb-c0be-400b-a135-ca064dc569d5), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:21.795042 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc881e-59f9-4e09-819c-bfafe2376a19 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b2cb17-14ad-446f-822c-16f004932f72,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:21.814306 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bde5e966-1b07-472b-8c2c-be89c9b2f1e3 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:21.969705 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cc5e9ace-30e5-44b1-a92d-3a4b688013e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:21.978287 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cc5e9ace-30e5-44b1-a92d-3a4b688013e2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9663210 Jan 28 00:33:22.009148 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-bde5e966-1b07-472b-8c2c-be89c9b2f1e3 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Allocated IP 172.25.3.12 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/11d2a13a-878f-4280-8417-6a1a0941821b) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:33:22.151953 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892a087-f701-4223-a30f-8a3e0eb58aff req-cc3ac3ff-8d9e-458d-8874-0b3cd0f60a52 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:22.169456 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4892a087-f701-4223-a30f-8a3e0eb58aff req-cc3ac3ff-8d9e-458d-8874-0b3cd0f60a52 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 944 time: 0.8063285 Jan 28 00:33:22.226369 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-a128f745-ba85-469e-a91f-066a09ef317f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting subnet 114a1181-784e-4d5c-9b77-7b6760e38dca {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:33:22.254423 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bde5e966-1b07-472b-8c2c-be89c9b2f1e3 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for port (11d2a13a-878f-4280-8417-6a1a0941821b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:22.276716 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-491ac802-f48e-4214-8cf3-83e028753769 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6631021 Jan 28 00:33:22.325566 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43584) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:22.339106 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-8ee70799-55da-43c7-a1e3-e54fdce2a65f tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Request body: {'security_group': {'name': 'tempest-secgroup--1835212346'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:22.348457 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bde5e966-1b07-472b-8c2c-be89c9b2f1e3 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (11d2a13a-878f-4280-8417-6a1a0941821b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:22.375939 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a128f745-ba85-469e-a91f-066a09ef317f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (114a1181-784e-4d5c-9b77-7b6760e38dca), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:22.465134 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5e966-1b07-472b-8c2c-be89c9b2f1e3 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Pushing event updated for resources: {'Port': ['ID=11d2a13a-878f-4280-8417-6a1a0941821b,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:22.503307 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde5e966-1b07-472b-8c2c-be89c9b2f1e3 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:33:22.505318 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-bde5e966-1b07-472b-8c2c-be89c9b2f1e3 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:33:22.512784 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde5e966-1b07-472b-8c2c-be89c9b2f1e3 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:33:22.569597 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-556accf5-7b16-4668-a675-6582ab35cc27 req-e135f4be-26df-4f9c-a8e0-45f77c6bf5ec tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8937652 Jan 28 00:33:22.739724 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4892a087-f701-4223-a30f-8a3e0eb58aff req-2a29f7de-067b-4474-bc1a-56cf3010ae7a tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5691791 Jan 28 00:33:22.753605 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a128f745-ba85-469e-a91f-066a09ef317f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (114a1181-784e-4d5c-9b77-7b6760e38dca), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:22.882874 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ee70799-55da-43c7-a1e3-e54fdce2a65f tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:23.260468 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bde5e966-1b07-472b-8c2c-be89c9b2f1e3 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router_gateway (2ddc84cb-c0be-400b-a135-ca064dc569d5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:23.415521 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a128f745-ba85-469e-a91f-066a09ef317f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (114a1181-784e-4d5c-9b77-7b6760e38dca), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:23.784380 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bde5e966-1b07-472b-8c2c-be89c9b2f1e3 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (2ddc84cb-c0be-400b-a135-ca064dc569d5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:23.785091 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-27de29ac-b40f-4f75-920d-061545083876 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7706616 Jan 28 00:33:23.936891 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-b6bd98c8-9bdb-437c-a8a8-068e558db0c7 None None] Provisioning complete for port 74551893-3fbf-4de7-af38-5a71521c01a4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:33:23.937818 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6bd98c8-9bdb-437c-a8a8-068e558db0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (74551893-3fbf-4de7-af38-5a71521c01a4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:24.098808 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b6bd98c8-9bdb-437c-a8a8-068e558db0c7 None None] Port 74551893-3fbf-4de7-af38-5a71521c01a4 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:33:24.140701 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde5e966-1b07-472b-8c2c-be89c9b2f1e3 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Router 2ddc84cb-c0be-400b-a135-ca064dc569d5 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:33:24.143954 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-b6bd98c8-9bdb-437c-a8a8-068e558db0c7 None None] Provisioning complete for port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:33:24.145168 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6bd98c8-9bdb-437c-a8a8-068e558db0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:24.439512 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b6bd98c8-9bdb-437c-a8a8-068e558db0c7 None None] Current status of the port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:33:24.515176 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde5e966-1b07-472b-8c2c-be89c9b2f1e3 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:33:24.542098 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42998b9c-2c59-4fd1-9d5b-ddb909c3dab2 None None] Sync routers for ids ['2ddc84cb-c0be-400b-a135-ca064dc569d5'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:33:24.570306 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42998b9c-2c59-4fd1-9d5b-ddb909c3dab2 None None] Routers {'2ddc84cb-c0be-400b-a135-ca064dc569d5'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:33:24.577083 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-42998b9c-2c59-4fd1-9d5b-ddb909c3dab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:33:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2ddc84cb-c0be-400b-a135-ca064dc569d5'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:24.584265 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bde5e966-1b07-472b-8c2c-be89c9b2f1e3 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:24.585717 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bde5e966-1b07-472b-8c2c-be89c9b2f1e3 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.0571549 Jan 28 00:33:24.590275 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43598) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:24.604686 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-fb6c89a6-c640-4869-964a-86d63a325bc2 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'enable_snat': False}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:24.714527 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c3e3d-b3ff-4abe-a37d-bd5e168dfd4d req-dac8c0c5-40fc-40a0-a5da-3c7936abcf6a tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:24.716175 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e3c3e3d-b3ff-4abe-a37d-bd5e168dfd4d req-dac8c0c5-40fc-40a0-a5da-3c7936abcf6a tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/ports?device_id=630f2656-87ab-488a-995e-d9227994c09c HTTP/1.1" status: 200 len: 946 time: 1.8116205 Jan 28 00:33:24.721031 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ee70799-55da-43c7-a1e3-e54fdce2a65f tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (34178a87-da7a-4a85-b895-81e603313d92), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:24.722744 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a128f745-ba85-469e-a91f-066a09ef317f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (114a1181-784e-4d5c-9b77-7b6760e38dca), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:24.805179 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-42998b9c-2c59-4fd1-9d5b-ddb909c3dab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:24.809398 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ee70799-55da-43c7-a1e3-e54fdce2a65f tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (34178a87-da7a-4a85-b895-81e603313d92), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:24.845810 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42998b9c-2c59-4fd1-9d5b-ddb909c3dab2 None None] Routers {'2ddc84cb-c0be-400b-a135-ca064dc569d5'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:33:24.848958 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-42998b9c-2c59-4fd1-9d5b-ddb909c3dab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:33:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2ddc84cb-c0be-400b-a135-ca064dc569d5'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:24.912202 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a128f745-ba85-469e-a91f-066a09ef317f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:24.927288 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585269a1-79a5-46b0-aa82-7adeb2dfdcea None None] Network 6fa49823-e387-4355-bf1a-a17d64074533 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:33:24.928317 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a128f745-ba85-469e-a91f-066a09ef317f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/subnets/114a1181-784e-4d5c-9b77-7b6760e38dca HTTP/1.1" status: 204 len: 168 time: 3.1949365 Jan 28 00:33:24.929338 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128f745-ba85-469e-a91f-066a09ef317f tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Subnet': ['ID=114a1181-784e-4d5c-9b77-7b6760e38dca,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:24.957884 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43602) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:25.000139 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-42998b9c-2c59-4fd1-9d5b-ddb909c3dab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:25.004502 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42998b9c-2c59-4fd1-9d5b-ddb909c3dab2 None None] The sync data for ids ['2ddc84cb-c0be-400b-a135-ca064dc569d5'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:33:25.055441 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f38db1-4013-4307-b545-f065ffcb8953 req-dad1aceb-9f4c-444c-923e-8535411b2d60 tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:25.060007 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07f38db1-4013-4307-b545-f065ffcb8953 req-dad1aceb-9f4c-444c-923e-8535411b2d60 tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] 10.222.0.70 "GET /v2.0/ports?device_id=35979ff2-3143-47f5-adc7-7e02d289ce82 HTTP/1.1" status: 200 len: 946 time: 1.2356873 Jan 28 00:33:25.080880 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-5c360e06-7dd5-4919-a65c-46f821149803 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1219616 Jan 28 00:33:25.084256 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ee70799-55da-43c7-a1e3-e54fdce2a65f tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:25.095672 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8ee70799-55da-43c7-a1e3-e54fdce2a65f tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.7639918 Jan 28 00:33:25.124804 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43604) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:25.147530 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-37c3fdea-fa24-4cd9-b5e8-2101633f202c tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Request body: {'security_group_rule': {'security_group_id': '34178a87-da7a-4a85-b895-81e603313d92', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:25.149057 n-d-826754-1 neutron-server[103344]: WARNING neutron.api.v2.base [None req-37c3fdea-fa24-4cd9-b5e8-2101633f202c tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 00:33:25.149930 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-37c3fdea-fa24-4cd9-b5e8-2101633f202c tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:33:25.154196 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bbe1f9d-af50-47cf-ba8d-d8a6a6a231f4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] DELETE failed (client error): The resource could not be found. Jan 28 00:33:25.154447 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bbe1f9d-af50-47cf-ba8d-d8a6a6a231f4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:33:25.161791 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7bbe1f9d-af50-47cf-ba8d-d8a6a6a231f4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/subnets/d3f69986-c2e5-4640-b84c-d007e913ed75 HTTP/1.1" status: 404 len: 337 time: 0.1948156 Jan 28 00:33:25.162757 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-37c3fdea-fa24-4cd9-b5e8-2101633f202c tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0295122 Jan 28 00:33:25.170361 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43606) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:25.170622 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43608) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:25.295905 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee70799-55da-43c7-a1e3-e54fdce2a65f tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34178a87-da7a-4a85-b895-81e603313d92,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:25.398850 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-84f1b732-430e-4954-a59a-86c994336f5a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=6fe75345-323e-4c17-9167-f80f61f5b382 HTTP/1.1" status: 200 len: 217 time: 0.2823706 Jan 28 00:33:25.457291 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e3c3e3d-b3ff-4abe-a37d-bd5e168dfd4d req-bd72f84a-783b-4bb9-86a6-a97bba13fb4f tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/security-groups?id=b52b674d-b0e3-480e-8d23-447c1439b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7144265 Jan 28 00:33:25.629435 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-345f2ed2-7df5-4a8a-b238-382ff08f4925 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (34178a87-da7a-4a85-b895-81e603313d92), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:25.646125 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c7607b-0cf2-4047-a645-31d29721876c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting subnet ea67bb3f-6a64-441f-acd1-b1e97ba310d9 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:33:25.668603 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-47c7607b-0cf2-4047-a645-31d29721876c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (ea67bb3f-6a64-441f-acd1-b1e97ba310d9), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:25.759069 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07f38db1-4013-4307-b545-f065ffcb8953 req-9cb695b5-bfc1-4861-baf0-b916142e8a08 tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] 10.222.0.70 "GET /v2.0/security-groups?id=86c8267e-784c-4e32-b0af-1558dc6bb9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6607931 Jan 28 00:33:25.806212 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-afac5455-fa69-4639-84a1-73b4359d468c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:25.807873 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-afac5455-fa69-4639-84a1-73b4359d468c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d9566eb-7bee-4e72-9ce3-a47d9d3737eb HTTP/1.1" status: 200 len: 797 time: 0.3466620 Jan 28 00:33:25.875370 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4479308-1f01-4c73-bdc3-a96ca7651f18 req-21e0484c-a57e-42da-b7b8-ac7e09aba50f tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:25.877516 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4479308-1f01-4c73-bdc3-a96ca7651f18 req-21e0484c-a57e-42da-b7b8-ac7e09aba50f tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] 10.222.0.65 "GET /v2.0/ports?device_id=35979ff2-3143-47f5-adc7-7e02d289ce82 HTTP/1.1" status: 200 len: 946 time: 0.5783317 Jan 28 00:33:25.942883 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-47c7607b-0cf2-4047-a645-31d29721876c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (ea67bb3f-6a64-441f-acd1-b1e97ba310d9), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:25.954596 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-345f2ed2-7df5-4a8a-b238-382ff08f4925 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (34178a87-da7a-4a85-b895-81e603313d92), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:25.966763 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb6c89a6-c640-4869-964a-86d63a325bc2 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router_gateway (2ddc84cb-c0be-400b-a135-ca064dc569d5), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:26.154672 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43750ac1-d2fe-4948-acd5-c757cb53ff5e req-ca971685-4f74-47be-a15a-3f7ef9e99e8e tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:26.161917 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43750ac1-d2fe-4948-acd5-c757cb53ff5e req-ca971685-4f74-47be-a15a-3f7ef9e99e8e tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:26.169128 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43750ac1-d2fe-4948-acd5-c757cb53ff5e req-ca971685-4f74-47be-a15a-3f7ef9e99e8e tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:26.169464 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-345f2ed2-7df5-4a8a-b238-382ff08f4925 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (34178a87-da7a-4a85-b895-81e603313d92), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:26.172572 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-345f2ed2-7df5-4a8a-b238-382ff08f4925 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:26.178029 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-345f2ed2-7df5-4a8a-b238-382ff08f4925 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "DELETE /v2.0/security-groups/34178a87-da7a-4a85-b895-81e603313d92 HTTP/1.1" status: 204 len: 168 time: 0.8843164 Jan 28 00:33:26.192653 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43750ac1-d2fe-4948-acd5-c757cb53ff5e req-ca971685-4f74-47be-a15a-3f7ef9e99e8e tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:26.199705 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43750ac1-d2fe-4948-acd5-c757cb53ff5e req-ca971685-4f74-47be-a15a-3f7ef9e99e8e tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:26.201094 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43614) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:26.202055 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f2ed2-7df5-4a8a-b238-382ff08f4925 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34178a87-da7a-4a85-b895-81e603313d92,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:26.234870 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43750ac1-d2fe-4948-acd5-c757cb53ff5e req-ca971685-4f74-47be-a15a-3f7ef9e99e8e tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:26.242593 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43750ac1-d2fe-4948-acd5-c757cb53ff5e req-ca971685-4f74-47be-a15a-3f7ef9e99e8e tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:26.251260 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-43750ac1-d2fe-4948-acd5-c757cb53ff5e req-ca971685-4f74-47be-a15a-3f7ef9e99e8e tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5421 time: 0.6014428 Jan 28 00:33:26.403445 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-30f86aa2-e443-46ca-ac62-0991fb3943ac tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1780062 Jan 28 00:33:26.409811 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43618) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:26.417275 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-d1dd978c-33ec-4118-a7fa-e0f47ef38e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:26.419010 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-d1dd978c-33ec-4118-a7fa-e0f47ef38e8a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6008492 Jan 28 00:33:26.445130 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-9587c137-7fc5-4a38-9c78-4acc2c822137 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Request body: {'security_group': {'name': 'tempest-secgroup--1825062106'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:26.513285 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9718b-820f-4ce0-b976-70dd97265085 req-83056b59-2b04-4b4d-b966-ad9de5ec9658 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:26.521880 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93f9718b-820f-4ce0-b976-70dd97265085 req-83056b59-2b04-4b4d-b966-ad9de5ec9658 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 944 time: 0.5221231 Jan 28 00:33:26.524182 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9587c137-7fc5-4a38-9c78-4acc2c822137 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:26.716932 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-43750ac1-d2fe-4948-acd5-c757cb53ff5e req-edc224e8-7080-40a1-84d9-65d5cc8154ba tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4643075 Jan 28 00:33:26.771389 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-47c7607b-0cf2-4047-a645-31d29721876c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (ea67bb3f-6a64-441f-acd1-b1e97ba310d9), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:26.790114 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-095a46a9-56bc-409d-b439-a11b9a8def94 None None] Provisioning complete for port 74551893-3fbf-4de7-af38-5a71521c01a4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:33:26.792130 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-095a46a9-56bc-409d-b439-a11b9a8def94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (74551893-3fbf-4de7-af38-5a71521c01a4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:26.889520 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9587c137-7fc5-4a38-9c78-4acc2c822137 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (179702cb-02a4-41a8-85ef-e84b8ab94912), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:26.898441 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-095a46a9-56bc-409d-b439-a11b9a8def94 None None] Port 74551893-3fbf-4de7-af38-5a71521c01a4 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:33:26.902777 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9587c137-7fc5-4a38-9c78-4acc2c822137 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (179702cb-02a4-41a8-85ef-e84b8ab94912), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:26.929913 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-c4479308-1f01-4c73-bdc3-a96ca7651f18 req-8c25b321-0a94-4f24-85b1-616fc73a9d2c tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] Deleting port c18be8fe-93d9-4d08-927f-b6287d1453d1 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:33:26.930674 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c4479308-1f01-4c73-bdc3-a96ca7651f18 req-8c25b321-0a94-4f24-85b1-616fc73a9d2c tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c18be8fe-93d9-4d08-927f-b6287d1453d1), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:26.939016 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93f9718b-820f-4ce0-b976-70dd97265085 req-9901a392-6e25-4e58-bedc-81197f6ed0c6 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3250308 Jan 28 00:33:26.943759 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-095a46a9-56bc-409d-b439-a11b9a8def94 None None] Provisioning complete for port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:33:26.950149 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-095a46a9-56bc-409d-b439-a11b9a8def94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:27.105426 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587c137-7fc5-4a38-9c78-4acc2c822137 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=179702cb-02a4-41a8-85ef-e84b8ab94912,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:27.141659 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-095a46a9-56bc-409d-b439-a11b9a8def94 None None] Current status of the port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:33:27.180733 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9587c137-7fc5-4a38-9c78-4acc2c822137 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:27.182474 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9587c137-7fc5-4a38-9c78-4acc2c822137 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7702301 Jan 28 00:33:27.185491 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43624) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:27.199061 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e30c903d-da2f-4eea-8e07-5762b46fce79 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Request body: {'security_group_rule': {'security_group_id': '179702cb-02a4-41a8-85ef-e84b8ab94912', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:27.200405 n-d-826754-1 neutron-server[103343]: WARNING neutron.api.v2.base [None req-e30c903d-da2f-4eea-8e07-5762b46fce79 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 00:33:27.201219 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-e30c903d-da2f-4eea-8e07-5762b46fce79 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:33:27.202589 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e30c903d-da2f-4eea-8e07-5762b46fce79 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0156534 Jan 28 00:33:27.206758 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43628) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:27.213080 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-ab2011ec-ced4-427c-898f-23f73612ca05 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Request body: {'security_group_rule': {'security_group_id': '179702cb-02a4-41a8-85ef-e84b8ab94912', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:27.214021 n-d-826754-1 neutron-server[103343]: WARNING neutron.api.v2.base [None req-ab2011ec-ced4-427c-898f-23f73612ca05 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 00:33:27.215600 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-ab2011ec-ced4-427c-898f-23f73612ca05 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:33:27.216999 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ab2011ec-ced4-427c-898f-23f73612ca05 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0088661 Jan 28 00:33:27.222061 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43630) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:27.227044 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-36f5359f-8523-4a38-bed5-ae31aa514c4e tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Request body: {'security_group_rule': {'security_group_id': '179702cb-02a4-41a8-85ef-e84b8ab94912', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:27.228238 n-d-826754-1 neutron-server[103343]: WARNING neutron.api.v2.base [None req-36f5359f-8523-4a38-bed5-ae31aa514c4e tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 00:33:27.229061 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-36f5359f-8523-4a38-bed5-ae31aa514c4e tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:33:27.230389 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-36f5359f-8523-4a38-bed5-ae31aa514c4e tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070107 Jan 28 00:33:27.234369 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43632) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:27.240449 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-f7f6449a-2370-44a6-a90f-5a3d4361465a tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Request body: {'security_group_rule': {'security_group_id': '179702cb-02a4-41a8-85ef-e84b8ab94912', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:27.241713 n-d-826754-1 neutron-server[103343]: WARNING neutron.api.v2.base [None req-f7f6449a-2370-44a6-a90f-5a3d4361465a tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 00:33:27.242457 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-f7f6449a-2370-44a6-a90f-5a3d4361465a tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:33:27.243743 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f7f6449a-2370-44a6-a90f-5a3d4361465a tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0078125 Jan 28 00:33:27.247317 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43636) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:27.264814 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-dc638109-e9f0-427b-b140-a65b1d9c4a0a service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7970991 Jan 28 00:33:27.381866 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc071345-9c1b-411b-b30f-698dd3705049 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (179702cb-02a4-41a8-85ef-e84b8ab94912), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:27.433680 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc071345-9c1b-411b-b30f-698dd3705049 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (179702cb-02a4-41a8-85ef-e84b8ab94912), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:27.508316 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-47c7607b-0cf2-4047-a645-31d29721876c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (ea67bb3f-6a64-441f-acd1-b1e97ba310d9), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:27.511016 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc071345-9c1b-411b-b30f-698dd3705049 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (179702cb-02a4-41a8-85ef-e84b8ab94912), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:27.528057 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc071345-9c1b-411b-b30f-698dd3705049 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:27.529150 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13a2b8-8f5b-4f19-804b-a55f055f6b39 req-bec86748-b4aa-4d67-a932-6f2c1dcbf520 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:27.529912 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-dc071345-9c1b-411b-b30f-698dd3705049 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "DELETE /v2.0/security-groups/179702cb-02a4-41a8-85ef-e84b8ab94912 HTTP/1.1" status: 204 len: 168 time: 0.2809663 Jan 28 00:33:27.530919 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e13a2b8-8f5b-4f19-804b-a55f055f6b39 req-bec86748-b4aa-4d67-a932-6f2c1dcbf520 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/ports?device_id=630f2656-87ab-488a-995e-d9227994c09c HTTP/1.1" status: 200 len: 946 time: 0.5907564 Jan 28 00:33:27.538024 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43640) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:27.566225 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43642) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:27.629216 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-ac339876-4f26-44d2-a159-c0431c97f91b tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Request body: {'floatingip': {'port_id': 'f9d092de-80ce-44e9-87ac-77d0c7ac16e8'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:27.645966 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc071345-9c1b-411b-b30f-698dd3705049 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=179702cb-02a4-41a8-85ef-e84b8ab94912,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:27.647377 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-c4479308-1f01-4c73-bdc3-a96ca7651f18 req-8c25b321-0a94-4f24-85b1-616fc73a9d2c tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] For port c18be8fe-93d9-4d08-927f-b6287d1453d1, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=c18be8fe-93d9-4d08-927f-b6287d1453d1,segment=NetworkSegment(612846c9-0cf6-423c-a57d-66b0df4cea33),segment_id=612846c9-0cf6-423c-a57d-66b0df4cea33)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:33:27.648042 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c4479308-1f01-4c73-bdc3-a96ca7651f18 req-8c25b321-0a94-4f24-85b1-616fc73a9d2c tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c18be8fe-93d9-4d08-927f-b6287d1453d1), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:27.764492 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7607b-0cf2-4047-a645-31d29721876c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Subnet': ['ID=ea67bb3f-6a64-441f-acd1-b1e97ba310d9,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:27.776519 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf7342-e782-4367-a2bb-84cb80b4c900 req-4691caaf-4658-4d7e-90ab-7d7e6a23dddc tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:27.784480 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53c73aa-1e7f-4f28-9fb4-982b4783b3c8 None None] Network 6fa49823-e387-4355-bf1a-a17d64074533 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:33:27.794416 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7daf7342-e782-4367-a2bb-84cb80b4c900 req-4691caaf-4658-4d7e-90ab-7d7e6a23dddc tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] 10.222.0.70 "GET /v2.0/ports?device_id=35979ff2-3143-47f5-adc7-7e02d289ce82 HTTP/1.1" status: 200 len: 946 time: 0.6731136 Jan 28 00:33:27.818690 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-47c7607b-0cf2-4047-a645-31d29721876c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:27.827517 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-47c7607b-0cf2-4047-a645-31d29721876c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/subnets/ea67bb3f-6a64-441f-acd1-b1e97ba310d9 HTTP/1.1" status: 204 len: 168 time: 2.6406825 Jan 28 00:33:27.832878 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43646) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:27.913213 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb6c89a6-c640-4869-964a-86d63a325bc2 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111346'] for router (2ddc84cb-c0be-400b-a135-ca064dc569d5), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:27.914506 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-c4479308-1f01-4c73-bdc3-a96ca7651f18 req-8c25b321-0a94-4f24-85b1-616fc73a9d2c tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] Calling delete_port for c18be8fe-93d9-4d08-927f-b6287d1453d1 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:33:27.919259 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ac339876-4f26-44d2-a159-c0431c97f91b tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks [] for floatingip (3d9e9843-cf1a-4489-b678-51845dbf850a), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:27.926719 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-725a9b02-c860-4b40-ad71-d90e0acba7de tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] DELETE failed (client error): The resource could not be found. Jan 28 00:33:27.929854 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-725a9b02-c860-4b40-ad71-d90e0acba7de tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:33:27.938473 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-725a9b02-c860-4b40-ad71-d90e0acba7de tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/subnets/9646523b-cd2c-41cb-98d5-157f60a3d886 HTTP/1.1" status: 404 len: 337 time: 0.1029966 Jan 28 00:33:27.941535 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb6c89a6-c640-4869-964a-86d63a325bc2 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552731'] for router (2ddc84cb-c0be-400b-a135-ca064dc569d5), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:27.945318 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43648) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:28.005553 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e9ba7ed6-eded-4fe4-926b-018b2543cb9e tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "GET /v2.0/ports?device_id=2502d37f-4661-42f1-98c1-42a089e666df HTTP/1.1" status: 200 len: 205 time: 0.0550764 Jan 28 00:33:28.007339 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43652) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:28.183092 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d9b8db-34d2-4025-9134-a1e3a5942dfb None None] DHCP port deletion for 6fa49823-e387-4355-bf1a-a17d64074533 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:33:28.209669 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-7ad84792-863f-45df-b397-959184bb6d9e service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8757107 Jan 28 00:33:28.278632 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7daf7342-e782-4367-a2bb-84cb80b4c900 req-6e367a20-d17b-4950-886f-3842d5c2b481 tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] 10.222.0.70 "GET /v2.0/security-groups?id=86c8267e-784c-4e32-b0af-1558dc6bb9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4815407 Jan 28 00:33:28.285806 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-75d9b8db-34d2-4025-9134-a1e3a5942dfb None None] Deleting port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:33:28.286195 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-75d9b8db-34d2-4025-9134-a1e3a5942dfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:28.437671 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-d9d04b31-8520-4d74-a008-4cb853926397 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] delete failed (client error): The resource could not be found. Jan 28 00:33:28.440950 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d9d04b31-8520-4d74-a008-4cb853926397 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/routers/2502d37f-4661-42f1-98c1-42a089e666df HTTP/1.1" status: 404 len: 336 time: 0.4309888 Jan 28 00:33:28.448141 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43654) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:28.453173 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6c89a6-c640-4869-964a-86d63a325bc2 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Router 2ddc84cb-c0be-400b-a135-ca064dc569d5 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:33:28.457376 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-18192503-358c-480d-b15f-81e9b2cd70ad tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.9052851 Jan 28 00:33:28.465041 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43656) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:28.477712 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-260eaf0a-3836-40f9-8dfb-2a6f08d06353 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Request body: {'security_group': {'name': 'tempest-secgroup--1088246925'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:28.516510 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-75d9b8db-34d2-4025-9134-a1e3a5942dfb None None] For port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a,segment=NetworkSegment(e3ecf36e-643e-4894-8287-c407cb2424bb),segment_id=e3ecf36e-643e-4894-8287-c407cb2424bb)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:33:28.523234 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-75d9b8db-34d2-4025-9134-a1e3a5942dfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:28.540947 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef50c190-72b7-4ff6-9861-c15d18f7290d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] DELETE failed (client error): The resource could not be found. Jan 28 00:33:28.542062 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef50c190-72b7-4ff6-9861-c15d18f7290d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:33:28.552825 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ef50c190-72b7-4ff6-9861-c15d18f7290d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/subnets/2ca2811d-74f9-45ed-89e3-31064261942c HTTP/1.1" status: 404 len: 337 time: 0.0974529 Jan 28 00:33:28.559145 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43660) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:28.598159 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:33:28.621896 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40a4f03-9ee7-4b7b-83f3-63fc37b1b2d8 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] DELETE failed (client error): The resource could not be found. Jan 28 00:33:28.622686 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f40a4f03-9ee7-4b7b-83f3-63fc37b1b2d8 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:33:28.634889 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f40a4f03-9ee7-4b7b-83f3-63fc37b1b2d8 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/subnets/546d7d31-8d31-4801-b3a0-c8eb217dd2b5 HTTP/1.1" status: 404 len: 337 time: 0.0701437 Jan 28 00:33:28.635602 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43662) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:28.644867 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-8a4aa8d0-75db-4ca6-a855-1a6e5fc183b8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b39bbdd0-6456-4b66-b3bb-de6ac18d21ae HTTP/1.1" status: 200 len: 217 time: 0.3365259 Jan 28 00:33:28.697497 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-48acfef5-328d-44f5-9539-e33809bb5a53 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] DELETE failed (client error): The resource could not be found. Jan 28 00:33:28.698175 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48acfef5-328d-44f5-9539-e33809bb5a53 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:33:28.711150 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-48acfef5-328d-44f5-9539-e33809bb5a53 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/subnets/0289648a-7a68-45c9-9d4e-e045072b63fa HTTP/1.1" status: 404 len: 337 time: 0.0687845 Jan 28 00:33:28.836165 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-75d9b8db-34d2-4025-9134-a1e3a5942dfb None None] Calling delete_port for 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:33:28.907837 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43664) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:28.956629 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e8a61b-21f0-44d8-af54-6e2b294874bc tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] DELETE failed (client error): The resource could not be found. Jan 28 00:33:28.957387 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e8a61b-21f0-44d8-af54-6e2b294874bc tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:33:28.963669 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-27e8a61b-21f0-44d8-af54-6e2b294874bc tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/ports/c52a948a-5955-4b15-b19a-a5d5e3f01ae6 HTTP/1.1" status: 404 len: 333 time: 0.0517120 Jan 28 00:33:28.966460 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43666) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:28.995513 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:33:28.999939 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:29.011126 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-815d6e95-33f0-4ee1-b4c5-2c05b7caea6c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] DELETE failed (client error): The resource could not be found. Jan 28 00:33:29.011566 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-815d6e95-33f0-4ee1-b4c5-2c05b7caea6c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:33:29.035403 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-815d6e95-33f0-4ee1-b4c5-2c05b7caea6c tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/subnets/30ee12f7-3f69-403a-813e-f6a766128e75 HTTP/1.1" status: 404 len: 337 time: 0.0645559 Jan 28 00:33:29.035403 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6c89a6-c640-4869-964a-86d63a325bc2 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:33:29.041406 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb6c89a6-c640-4869-964a-86d63a325bc2 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:29.052035 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fb6c89a6-c640-4869-964a-86d63a325bc2 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "PUT /v2.0/routers/2ddc84cb-c0be-400b-a135-ca064dc569d5 HTTP/1.1" status: 200 len: 924 time: 4.4603946 Jan 28 00:33:29.052721 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43668) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:29.053064 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43670) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:29.098814 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a,segment=NetworkSegment(e3ecf36e-643e-4894-8287-c407cb2424bb),segment_id=e3ecf36e-643e-4894-8287-c407cb2424bb)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:33:29.100794 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device c18be8fe-93d9-4d08-927f-b6287d1453d1 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:33:29.147073 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac744043-176c-42c4-bd7f-b238a8c0ca25 None None] Sync routers for ids ['2ddc84cb-c0be-400b-a135-ca064dc569d5'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:33:29.155333 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:29.334574 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a,revision_number=11']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:29.380109 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac744043-176c-42c4-bd7f-b238a8c0ca25 None None] Routers {'2ddc84cb-c0be-400b-a135-ca064dc569d5'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:33:29.381799 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-ac744043-176c-42c4-bd7f-b238a8c0ca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:33:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2ddc84cb-c0be-400b-a135-ca064dc569d5'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:29.666287 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port c18be8fe-93d9-4d08-927f-b6287d1453d1 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:33:29.695171 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c18be8fe-93d9-4d08-927f-b6287d1453d1), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:29.808460 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port c18be8fe-93d9-4d08-927f-b6287d1453d1, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=c18be8fe-93d9-4d08-927f-b6287d1453d1,segment=NetworkSegment(612846c9-0cf6-423c-a57d-66b0df4cea33),segment_id=612846c9-0cf6-423c-a57d-66b0df4cea33)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:33:29.811282 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-ac744043-176c-42c4-bd7f-b238a8c0ca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:29.829319 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35979ff2-3143-47f5-adc7-7e02d289ce82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c18be8fe-93d9-4d08-927f-b6287d1453d1'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:33:29.834346 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cb187a-7dc6-4905-a5ae-a31bde5b2660" -d '{"events": [{"server_uuid": "35979ff2-3143-47f5-adc7-7e02d289ce82", "name": "network-vif-unplugged", "status": "completed", "tag": "c18be8fe-93d9-4d08-927f-b6287d1453d1"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:33:29.853970 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c18be8fe-93d9-4d08-927f-b6287d1453d1), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:29.866152 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac744043-176c-42c4-bd7f-b238a8c0ca25 None None] Routers {'2ddc84cb-c0be-400b-a135-ca064dc569d5'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:33:29.866397 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-fbd78516-1ec0-4ea2-9e35-462fff894b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:29.871258 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-fbd78516-1ec0-4ea2-9e35-462fff894b98 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1bd8a954-b516-49e1-b2a8-a47b9c570cc2 HTTP/1.1" status: 200 len: 797 time: 1.2253449 Jan 28 00:33:29.872910 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-ac744043-176c-42c4-bd7f-b238a8c0ca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:33:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2ddc84cb-c0be-400b-a135-ca064dc569d5'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:29.927992 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad7221-e819-4115-b217-3b31ca9f5ee5 req-cf02ac42-7554-474c-8f42-c7e88ce0d775 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:29.932177 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-893024f4-5ec0-4496-b325-bfa7da91e92d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] DELETE failed (client error): The resource could not be found. Jan 28 00:33:29.933660 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-893024f4-5ec0-4496-b325-bfa7da91e92d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:33:29.933932 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad7221-e819-4115-b217-3b31ca9f5ee5 req-cf02ac42-7554-474c-8f42-c7e88ce0d775 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:29.940588 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-893024f4-5ec0-4496-b325-bfa7da91e92d tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/subnets/123ed2f8-e2d3-42d2-9b79-40ec8359260b HTTP/1.1" status: 404 len: 337 time: 0.8863633 Jan 28 00:33:29.943573 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad7221-e819-4115-b217-3b31ca9f5ee5 req-cf02ac42-7554-474c-8f42-c7e88ce0d775 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:29.962192 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad7221-e819-4115-b217-3b31ca9f5ee5 req-cf02ac42-7554-474c-8f42-c7e88ce0d775 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:29.972714 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad7221-e819-4115-b217-3b31ca9f5ee5 req-cf02ac42-7554-474c-8f42-c7e88ce0d775 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:29.988981 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad7221-e819-4115-b217-3b31ca9f5ee5 req-cf02ac42-7554-474c-8f42-c7e88ce0d775 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:30.004123 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad7221-e819-4115-b217-3b31ca9f5ee5 req-cf02ac42-7554-474c-8f42-c7e88ce0d775 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:30.008662 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96ad7221-e819-4115-b217-3b31ca9f5ee5 req-cf02ac42-7554-474c-8f42-c7e88ce0d775 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5421 time: 2.0697541 Jan 28 00:33:30.010577 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43676) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:30.137360 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=c18be8fe-93d9-4d08-927f-b6287d1453d1,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:30.156259 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-ac744043-176c-42c4-bd7f-b238a8c0ca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:30.157595 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac744043-176c-42c4-bd7f-b238a8c0ca25 None None] The sync data for ids ['2ddc84cb-c0be-400b-a135-ca064dc569d5'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:33:30.162012 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-75d9b8db-34d2-4025-9134-a1e3a5942dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:30.191472 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9b8db-34d2-4025-9134-a1e3a5942dfb None None] Pushing event deleted for resources: {'Port': ['ID=1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:30.213207 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d9b8db-34d2-4025-9134-a1e3a5942dfb None None] No DVR routers for this DVR port 1308e0f5-50f3-4dcd-8ff6-bc317f2cd73a on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:33:30.279508 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5a283ea0-6e9f-4430-a012-dbc46826c77c tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "GET /v2.0/routers/2ddc84cb-c0be-400b-a135-ca064dc569d5 HTTP/1.1" status: 200 len: 924 time: 0.3844879 Jan 28 00:33:30.280194 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43682) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:30.298592 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-260eaf0a-3836-40f9-8dfb-2a6f08d06353 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:30.328085 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c576e0-d892-4aa6-984b-19ee268c22b8 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] DELETE failed (client error): The resource could not be found. Jan 28 00:33:30.329881 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c576e0-d892-4aa6-984b-19ee268c22b8 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:33:30.348706 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b4c576e0-d892-4aa6-984b-19ee268c22b8 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/ports/c530c720-fe12-4398-a6bf-9eb770894f1a HTTP/1.1" status: 404 len: 333 time: 0.2952304 Jan 28 00:33:30.352218 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43684) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:30.390371 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a8b00b-5d75-4b95-ac0d-87ee2acabff4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] DELETE failed (client error): The resource could not be found. Jan 28 00:33:30.390371 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8a8b00b-5d75-4b95-ac0d-87ee2acabff4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:33:30.393540 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c8a8b00b-5d75-4b95-ac0d-87ee2acabff4 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/subnets/37192834-a7d4-4e5f-ad5f-7c635f04114b HTTP/1.1" status: 404 len: 337 time: 0.0389528 Jan 28 00:33:30.395054 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43686) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:30.441527 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-e18e6b2f-ec60-418d-9797-40230de2f075 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] DELETE failed (client error): The resource could not be found. Jan 28 00:33:30.441979 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e18e6b2f-ec60-418d-9797-40230de2f075 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:33:30.450285 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e18e6b2f-ec60-418d-9797-40230de2f075 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/subnets/87126611-3b5f-4ec1-a8e2-33135b66d16a HTTP/1.1" status: 404 len: 337 time: 0.0538440 Jan 28 00:33:30.452526 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43688) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:30.536480 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63ff008-b153-4dd6-af23-aa33952c4130 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:30.546218 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a63ff008-b153-4dd6-af23-aa33952c4130 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392&device_id=2ddc84cb-c0be-400b-a135-ca064dc569d5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2641211 Jan 28 00:33:30.553247 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43690) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:30.581029 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e06772-90a8-4f71-b667-962c3bd46ef1 req-74186cc3-3788-4add-8adf-017d435b4b70 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:30.582978 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9e06772-90a8-4f71-b667-962c3bd46ef1 req-74186cc3-3788-4add-8adf-017d435b4b70 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 944 time: 2.0361414 Jan 28 00:33:30.611080 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96ad7221-e819-4115-b217-3b31ca9f5ee5 req-0a5f1dc8-a789-4df5-8e44-df8f5b7d6727 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5497115 Jan 28 00:33:30.614411 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-db49c8ab-1646-43ff-a09a-2e18b800276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:30.616240 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-db49c8ab-1646-43ff-a09a-2e18b800276a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ced11932-ebe6-4a02-b131-3fdaf9b641b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5876989 Jan 28 00:33:30.902460 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfddd3b-a9e4-494d-b069-7921b259e374 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:30.909756 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2cfddd3b-a9e4-494d-b069-7921b259e374 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 881 time: 0.3492324 Jan 28 00:33:30.909756 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43692) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:31.022556 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-666ad1b3-7deb-430d-9b43-71f0df666a75 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ddc84cb-c0be-400b-a135-ca064dc569d5 HTTP/1.1" status: 200 len: 205 time: 0.1026666 Jan 28 00:33:31.030914 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43694) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:31.055339 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd5e38-e3af-42f2-86e5-bfafacfeeab9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Deleting port 74551893-3fbf-4de7-af38-5a71521c01a4 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:33:31.056033 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c8bd5e38-e3af-42f2-86e5-bfafacfeeab9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (74551893-3fbf-4de7-af38-5a71521c01a4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:31.090141 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9e06772-90a8-4f71-b667-962c3bd46ef1 req-3d57b1a7-0423-41f5-8826-53e15ae28fc5 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4688404 Jan 28 00:33:31.101408 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c4479308-1f01-4c73-bdc3-a96ca7651f18 req-8c25b321-0a94-4f24-85b1-616fc73a9d2c tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (c18be8fe-93d9-4d08-927f-b6287d1453d1), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:31.195946 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-260eaf0a-3836-40f9-8dfb-2a6f08d06353 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (0bf4d7f9-c426-4855-9af2-d4ec0d5e82d0), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:31.229900 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a6d80d-7095-49fc-9046-7c44a8bb482e x-openstack-request-id: req-e4a6d80d-7095-49fc-9046-7c44a8bb482e {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:33:31.230947 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35979ff2-3143-47f5-adc7-7e02d289ce82", "name": "network-vif-unplugged", "status": "completed", "tag": "c18be8fe-93d9-4d08-927f-b6287d1453d1", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:33:31.231446 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e4a6d80d-7095-49fc-9046-7c44a8bb482e {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:33:31.232125 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35979ff2-3143-47f5-adc7-7e02d289ce82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c18be8fe-93d9-4d08-927f-b6287d1453d1', 'code': 200} Jan 28 00:33:31.245632 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-260eaf0a-3836-40f9-8dfb-2a6f08d06353 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0bf4d7f9-c426-4855-9af2-d4ec0d5e82d0), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:31.249219 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25b321-0a94-4f24-85b1-616fc73a9d2c tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] Pushing event deleted for resources: {'Port': ['ID=c18be8fe-93d9-4d08-927f-b6287d1453d1,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:31.255915 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-81ad4ff0-7a2b-423c-9560-6df009f37b3c service neutron] 10.222.0.52 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6132729 Jan 28 00:33:31.280011 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c8bd5e38-e3af-42f2-86e5-bfafacfeeab9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (74551893-3fbf-4de7-af38-5a71521c01a4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:31.463841 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd5e38-e3af-42f2-86e5-bfafacfeeab9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Calling delete_port for 74551893-3fbf-4de7-af38-5a71521c01a4 owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:33:31.615901 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2a5f1-6f91-4bc3-8deb-d13b3f9f2da2 req-788635e8-cfb6-429b-91ff-a12769938751 tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:31.617585 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c6d2a5f1-6f91-4bc3-8deb-d13b3f9f2da2 req-788635e8-cfb6-429b-91ff-a12769938751 tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] 10.222.0.70 "GET /v2.0/ports?device_id=35979ff2-3143-47f5-adc7-7e02d289ce82 HTTP/1.1" status: 200 len: 944 time: 0.6974311 Jan 28 00:33:31.620569 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-260eaf0a-3836-40f9-8dfb-2a6f08d06353 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:31.621896 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-260eaf0a-3836-40f9-8dfb-2a6f08d06353 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 3.1489620 Jan 28 00:33:31.651593 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43698) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:31.665326 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-3bf0c742-0dcd-46c1-8683-4b9abb2943a7 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Request body: {'security_group_rule': {'security_group_id': '0bf4d7f9-c426-4855-9af2-d4ec0d5e82d0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:31.666550 n-d-826754-1 neutron-server[103344]: WARNING neutron.api.v2.base [None req-3bf0c742-0dcd-46c1-8683-4b9abb2943a7 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 00:33:31.667270 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-3bf0c742-0dcd-46c1-8683-4b9abb2943a7 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:33:31.668289 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3bf0c742-0dcd-46c1-8683-4b9abb2943a7 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067539 Jan 28 00:33:31.669450 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4479308-1f01-4c73-bdc3-a96ca7651f18 req-8c25b321-0a94-4f24-85b1-616fc73a9d2c tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] No DVR routers for this DVR port c18be8fe-93d9-4d08-927f-b6287d1453d1 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:33:31.685440 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43700) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:31.686160 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c4479308-1f01-4c73-bdc3-a96ca7651f18 req-8c25b321-0a94-4f24-85b1-616fc73a9d2c tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:31.691311 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4479308-1f01-4c73-bdc3-a96ca7651f18 req-8c25b321-0a94-4f24-85b1-616fc73a9d2c tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] 10.222.0.65 "DELETE /v2.0/ports/c18be8fe-93d9-4d08-927f-b6287d1453d1 HTTP/1.1" status: 204 len: 173 time: 5.7781801 Jan 28 00:33:31.696110 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ebeb26d1-2101-4d85-80f9-2681f1786de7 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router (2ddc84cb-c0be-400b-a135-ca064dc569d5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:31.698146 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-d122828c-3a33-49bd-a58e-af46e2fe31cc tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Request body: {'security_group_rule': {'security_group_id': '0bf4d7f9-c426-4855-9af2-d4ec0d5e82d0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:31.704728 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35979ff2-3143-47f5-adc7-7e02d289ce82', 'name': 'network-vif-deleted', 'tag': 'c18be8fe-93d9-4d08-927f-b6287d1453d1'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:33:31.708908 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c00d695-bad7-4d0b-8b8f-b47119bd9b30" -d '{"events": [{"server_uuid": "35979ff2-3143-47f5-adc7-7e02d289ce82", "name": "network-vif-deleted", "tag": "c18be8fe-93d9-4d08-927f-b6287d1453d1"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:33:31.737348 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260eaf0a-3836-40f9-8dfb-2a6f08d06353 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf4d7f9-c426-4855-9af2-d4ec0d5e82d0,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:31.870789 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f58dd5d-ccca-4df5-bc7c-0af9f2e2d429 x-openstack-request-id: req-9f58dd5d-ccca-4df5-bc7c-0af9f2e2d429 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:33:31.870789 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35979ff2-3143-47f5-adc7-7e02d289ce82", "name": "network-vif-deleted", "tag": "c18be8fe-93d9-4d08-927f-b6287d1453d1", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:33:31.873048 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9f58dd5d-ccca-4df5-bc7c-0af9f2e2d429 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:33:31.880614 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35979ff2-3143-47f5-adc7-7e02d289ce82', 'name': 'network-vif-deleted', 'tag': 'c18be8fe-93d9-4d08-927f-b6287d1453d1', 'status': 'completed', 'code': 200} Jan 28 00:33:31.984131 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ebeb26d1-2101-4d85-80f9-2681f1786de7 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router_gateway (2ddc84cb-c0be-400b-a135-ca064dc569d5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:32.092059 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c6d2a5f1-6f91-4bc3-8deb-d13b3f9f2da2 req-510a5ec1-ad4f-44a1-b0c4-266dc00bcb5a tempest-InstanceActionsNegativeTestJSON-184502028 tempest-InstanceActionsNegativeTestJSON-184502028-project] 10.222.0.70 "GET /v2.0/security-groups?id=86c8267e-784c-4e32-b0af-1558dc6bb9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392827 Jan 28 00:33:32.099844 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c8bd5e38-e3af-42f2-86e5-bfafacfeeab9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (74551893-3fbf-4de7-af38-5a71521c01a4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:32.108448 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.db.resource_extend [None req-ac339876-4f26-44d2-a159-c0431c97f91b tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:33:32.114939 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-48c4cd86-86d1-455e-9502-5aaf105ec8b9 service neutron] 10.222.0.52 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8283627 Jan 28 00:33:32.155414 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c8bd5e38-e3af-42f2-86e5-bfafacfeeab9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:32.164406 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c8bd5e38-e3af-42f2-86e5-bfafacfeeab9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/ports/74551893-3fbf-4de7-af38-5a71521c01a4 HTTP/1.1" status: 204 len: 168 time: 1.7107105 Jan 28 00:33:32.166245 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-d122828c-3a33-49bd-a58e-af46e2fe31cc tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:33:32.166776 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43706) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:32.167956 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d122828c-3a33-49bd-a58e-af46e2fe31cc tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4738173 Jan 28 00:33:32.222857 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-329ba731-3049-45a4-825f-86607e6c326d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9 HTTP/1.1" status: 200 len: 217 time: 0.0468276 Jan 28 00:33:32.227454 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43708) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:32.233678 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-20eb057f-cef7-41f7-b7af-210e966f35b1 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Request body: {'security_group_rule': {'security_group_id': '0bf4d7f9-c426-4855-9af2-d4ec0d5e82d0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:32.234499 n-d-826754-1 neutron-server[103344]: WARNING neutron.api.v2.base [None req-20eb057f-cef7-41f7-b7af-210e966f35b1 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 00:33:32.235206 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-20eb057f-cef7-41f7-b7af-210e966f35b1 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:33:32.237318 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-20eb057f-cef7-41f7-b7af-210e966f35b1 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0084765 Jan 28 00:33:32.251825 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43712) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:32.260346 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-343ed726-b059-4d44-a314-aff21fb47911 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Request body: {'security_group_rule': {'security_group_id': '0bf4d7f9-c426-4855-9af2-d4ec0d5e82d0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:32.337447 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d694b-44a0-4423-88a8-dd6c58d489d0 req-684f4365-aba9-4905-b10c-5abfbc216d5d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:32.343913 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d694b-44a0-4423-88a8-dd6c58d489d0 req-684f4365-aba9-4905-b10c-5abfbc216d5d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:32.351991 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d694b-44a0-4423-88a8-dd6c58d489d0 req-684f4365-aba9-4905-b10c-5abfbc216d5d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:32.359185 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d694b-44a0-4423-88a8-dd6c58d489d0 req-684f4365-aba9-4905-b10c-5abfbc216d5d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:32.366609 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d694b-44a0-4423-88a8-dd6c58d489d0 req-684f4365-aba9-4905-b10c-5abfbc216d5d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:32.367794 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-feb603eb-c19e-4bc7-881c-a81fe808e9a7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (6fa49823-e387-4355-bf1a-a17d64074533), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:32.372482 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd5e38-e3af-42f2-86e5-bfafacfeeab9 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Port': ['ID=74551893-3fbf-4de7-af38-5a71521c01a4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:32.409073 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d694b-44a0-4423-88a8-dd6c58d489d0 req-684f4365-aba9-4905-b10c-5abfbc216d5d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:32.423320 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d694b-44a0-4423-88a8-dd6c58d489d0 req-684f4365-aba9-4905-b10c-5abfbc216d5d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:32.433234 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a91d694b-44a0-4423-88a8-dd6c58d489d0 req-684f4365-aba9-4905-b10c-5abfbc216d5d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5421 time: 0.4823158 Jan 28 00:33:32.530892 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ac339876-4f26-44d2-a159-c0431c97f91b tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:32.554358 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-feb603eb-c19e-4bc7-881c-a81fe808e9a7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (6fa49823-e387-4355-bf1a-a17d64074533), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:32.559247 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ac339876-4f26-44d2-a159-c0431c97f91b tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (3d9e9843-cf1a-4489-b678-51845dbf850a), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:32.582868 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-feb603eb-c19e-4bc7-881c-a81fe808e9a7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa49823-e387-4355-bf1a-a17d64074533']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:32.595245 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-feb603eb-c19e-4bc7-881c-a81fe808e9a7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ecf36e-643e-4894-8287-c407cb2424bb') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:32.596437 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-feb603eb-c19e-4bc7-881c-a81fe808e9a7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ecf36e-643e-4894-8287-c407cb2424bb') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:32.608904 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-feb603eb-c19e-4bc7-881c-a81fe808e9a7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (e3ecf36e-643e-4894-8287-c407cb2424bb), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:32.643008 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-feb603eb-c19e-4bc7-881c-a81fe808e9a7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (e3ecf36e-643e-4894-8287-c407cb2424bb), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:32.663244 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ebeb26d1-2101-4d85-80f9-2681f1786de7 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Deleting port 11d2a13a-878f-4280-8417-6a1a0941821b {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:33:32.675666 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ebeb26d1-2101-4d85-80f9-2681f1786de7 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (11d2a13a-878f-4280-8417-6a1a0941821b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:32.679819 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb603eb-c19e-4bc7-881c-a81fe808e9a7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:33:32.680511 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-feb603eb-c19e-4bc7-881c-a81fe808e9a7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (e3ecf36e-643e-4894-8287-c407cb2424bb), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:32.684843 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:33:32.684843 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:33:32.684843 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:33:32.684843 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:33:32.684843 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:33:32.684843 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:33:32.684843 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:33:32.684843 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:33:32.684843 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:33:32.684843 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:33:32.684843 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:33:32.684843 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:33:32.684843 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:33:32.684843 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:33:32.684843 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:33:32.684843 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:33:32.684843 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:33:32.684843 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:33:32.684843 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:33:32.684843 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:33:32.684843 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:33:32.684843 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:33:32.684843 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:33:32.684843 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:33:32.684843 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:33:32.684843 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:33:32.684843 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:33:32.684843 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:33:32.684843 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:33:32.684843 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:33:32.684843 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:33:32.684843 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:33:32.716973 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-ac339876-4f26-44d2-a159-c0431c97f91b tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Floating IP 3d9e9843-cf1a-4489-b678-51845dbf850a associated. External IP: 172.25.3.38, port: f9d092de-80ce-44e9-87ac-77d0c7ac16e8. Jan 28 00:33:32.879333 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cb2ad62d-7533-4c0e-a87d-9c819ecb4c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:32.881797 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-cb2ad62d-7533-4c0e-a87d-9c819ecb4c9d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1bd8a954-b516-49e1-b2a8-a47b9c570cc2 HTTP/1.1" status: 200 len: 797 time: 0.6417558 Jan 28 00:33:32.911841 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-feb603eb-c19e-4bc7-881c-a81fe808e9a7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (6fa49823-e387-4355-bf1a-a17d64074533), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:32.919515 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-feb603eb-c19e-4bc7-881c-a81fe808e9a7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:32.926526 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-feb603eb-c19e-4bc7-881c-a81fe808e9a7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] 10.222.0.70 "DELETE /v2.0/networks/6fa49823-e387-4355-bf1a-a17d64074533 HTTP/1.1" status: 204 len: 168 time: 0.7295854 Jan 28 00:33:32.972585 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb603eb-c19e-4bc7-881c-a81fe808e9a7 tempest-PortsIpV6TestJSON-1798648224 tempest-PortsIpV6TestJSON-1798648224-project] Pushing event deleted for resources: {'Network': ['ID=6fa49823-e387-4355-bf1a-a17d64074533,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:33.003593 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ebeb26d1-2101-4d85-80f9-2681f1786de7 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (11d2a13a-878f-4280-8417-6a1a0941821b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:33.023704 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ebeb26d1-2101-4d85-80f9-2681f1786de7 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Calling delete_port for 11d2a13a-878f-4280-8417-6a1a0941821b owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:33:33.088810 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc729d-c250-499e-97b6-89d417a0efa3 req-a0e4ded7-1d85-4d08-ba1d-5429d3563034 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:33.090960 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-12cc729d-c250-499e-97b6-89d417a0efa3 req-a0e4ded7-1d85-4d08-ba1d-5429d3563034 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 944 time: 0.6523285 Jan 28 00:33:33.160090 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a91d694b-44a0-4423-88a8-dd6c58d489d0 req-dd3230ee-8f97-4139-8861-785521f6d3e5 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6703894 Jan 28 00:33:33.329709 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-343ed726-b059-4d44-a314-aff21fb47911 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:33:33.332371 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-343ed726-b059-4d44-a314-aff21fb47911 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.0758889 Jan 28 00:33:33.374167 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43720) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:33.375351 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43722) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:33.398298 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-12cc729d-c250-499e-97b6-89d417a0efa3 req-e2c4c641-d46c-4892-8d50-9d5bfe92eea4 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2479169 Jan 28 00:33:33.409951 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e7f2e7c8-6725-4c79-ae2e-82c15a3ef5d2 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Request body: {'security_group_rule': {'security_group_id': '0bf4d7f9-c426-4855-9af2-d4ec0d5e82d0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:33.409951 n-d-826754-1 neutron-server[103343]: WARNING neutron.api.v2.base [None req-e7f2e7c8-6725-4c79-ae2e-82c15a3ef5d2 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 00:33:33.410567 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-e7f2e7c8-6725-4c79-ae2e-82c15a3ef5d2 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:33:33.420696 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e7f2e7c8-6725-4c79-ae2e-82c15a3ef5d2 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0438163 Jan 28 00:33:33.432897 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43724) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:33.486826 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-f8557bae-d2c4-4cc0-928d-3eab9955dd56 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Request body: {'security_group_rule': {'security_group_id': '0bf4d7f9-c426-4855-9af2-d4ec0d5e82d0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:33.501463 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f080-d590-4ab8-ade7-42a222078141 req-90be6f2f-89d8-44eb-bd71-78cbceeffc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:33.513234 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-90be6f2f-89d8-44eb-bd71-78cbceeffc94 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ced11932-ebe6-4a02-b131-3fdaf9b641b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5784066 Jan 28 00:33:33.703711 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ebeb26d1-2101-4d85-80f9-2681f1786de7 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (11d2a13a-878f-4280-8417-6a1a0941821b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:33.768851 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-d97ebf72-3a7c-45ba-9cb1-b67dc9b170cb admin admin] Deleting subnet fa82bc03-e747-4abb-a9ad-4f69a4cbe250 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:33:33.780209 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d97ebf72-3a7c-45ba-9cb1-b67dc9b170cb admin admin] Publish callbacks [] for subnet (fa82bc03-e747-4abb-a9ad-4f69a4cbe250), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:33.842078 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43730) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:33.895131 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d97ebf72-3a7c-45ba-9cb1-b67dc9b170cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (fa82bc03-e747-4abb-a9ad-4f69a4cbe250), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:34.000091 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d97ebf72-3a7c-45ba-9cb1-b67dc9b170cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (fa82bc03-e747-4abb-a9ad-4f69a4cbe250), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:34.092827 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:33:34.104476 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-32bca9b6-c821-47be-a996-8e796ec18785 service neutron] 10.222.0.52 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5899136 Jan 28 00:33:34.210475 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac339876-4f26-44d2-a159-c0431c97f91b tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Router aba8511e-0be4-4e9a-bda5-0d0b5271a0ff has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:33:34.212854 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb26d1-2101-4d85-80f9-2681f1786de7 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Pushing event deleted for resources: {'Port': ['ID=11d2a13a-878f-4280-8417-6a1a0941821b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:34.217227 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d97ebf72-3a7c-45ba-9cb1-b67dc9b170cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (fa82bc03-e747-4abb-a9ad-4f69a4cbe250), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:34.280049 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-f8557bae-d2c4-4cc0-928d-3eab9955dd56 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:33:34.285440 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f8557bae-d2c4-4cc0-928d-3eab9955dd56 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8495615 Jan 28 00:33:34.306243 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ebeb26d1-2101-4d85-80f9-2681f1786de7 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (2ddc84cb-c0be-400b-a135-ca064dc569d5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:34.310427 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43734) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:34.317008 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-76032265-ed8f-4f6c-b704-f57fd92db497 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Request body: {'security_group_rule': {'security_group_id': '0bf4d7f9-c426-4855-9af2-d4ec0d5e82d0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:34.317800 n-d-826754-1 neutron-server[103343]: WARNING neutron.api.v2.base [None req-76032265-ed8f-4f6c-b704-f57fd92db497 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 00:33:34.318413 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-76032265-ed8f-4f6c-b704-f57fd92db497 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:33:34.324115 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-76032265-ed8f-4f6c-b704-f57fd92db497 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0121586 Jan 28 00:33:34.324825 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43738) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:34.333355 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-25f59ab9-05dc-4d16-80f4-4434a5a09243 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Request body: {'security_group_rule': {'security_group_id': '0bf4d7f9-c426-4855-9af2-d4ec0d5e82d0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:34.376432 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ebf72-3a7c-45ba-9cb1-b67dc9b170cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa82bc03-e747-4abb-a9ad-4f69a4cbe250,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:34.438326 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d97ebf72-3a7c-45ba-9cb1-b67dc9b170cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:34.447131 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d97ebf72-3a7c-45ba-9cb1-b67dc9b170cb admin admin] 10.222.0.70 "DELETE /v2.0/subnets/fa82bc03-e747-4abb-a9ad-4f69a4cbe250 HTTP/1.1" status: 204 len: 168 time: 1.0679138 Jan 28 00:33:34.461923 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43742) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:34.538079 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a83f080-d590-4ab8-ade7-42a222078141 req-c4ec31bf-0f28-4826-82a9-4dca77c21d99 service neutron] 10.222.0.52 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166918 Jan 28 00:33:34.564320 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ebeb26d1-2101-4d85-80f9-2681f1786de7 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (2ddc84cb-c0be-400b-a135-ca064dc569d5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:34.588314 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ebeb26d1-2101-4d85-80f9-2681f1786de7 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router_controller (2ddc84cb-c0be-400b-a135-ca064dc569d5), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:34.693046 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-25f59ab9-05dc-4d16-80f4-4434a5a09243 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:33:34.700302 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-25f59ab9-05dc-4d16-80f4-4434a5a09243 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3717616 Jan 28 00:33:34.725852 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43748) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:34.732017 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-c8829973-19ab-4596-add4-56e0809dfda4 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Request body: {'security_group_rule': {'security_group_id': '0bf4d7f9-c426-4855-9af2-d4ec0d5e82d0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:34.803504 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ebeb26d1-2101-4d85-80f9-2681f1786de7 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (2ddc84cb-c0be-400b-a135-ca064dc569d5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:34.804986 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebeb26d1-2101-4d85-80f9-2681f1786de7 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Fanout notify agent at l3_agent the message router_deleted on router 2ddc84cb-c0be-400b-a135-ca064dc569d5 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:33:34.856584 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ebeb26d1-2101-4d85-80f9-2681f1786de7 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:34.867608 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ebeb26d1-2101-4d85-80f9-2681f1786de7 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "DELETE /v2.0/routers/2ddc84cb-c0be-400b-a135-ca064dc569d5 HTTP/1.1" status: 204 len: 168 time: 3.8341787 Jan 28 00:33:34.870111 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43750) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:34.898592 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2891c564-0862-4aa2-8449-d145b4ae8a46 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-130573421', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:34.965685 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e599fce2-8cd0-40b9-816c-f2f56466f203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (66efa684-ff96-4cfa-a1e6-ce1035e54a7e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:34.978009 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2891c564-0862-4aa2-8449-d145b4ae8a46 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (b4e33c76-2fcb-457c-b08f-b357620608ce), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:34.980267 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2891c564-0862-4aa2-8449-d145b4ae8a46 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (b4e33c76-2fcb-457c-b08f-b357620608ce), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:35.066553 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-741e3f13-6f41-4bb0-a4f1-b523d2c05d59 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=42f780956c37408e9aed0d4993486e6b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2174752 Jan 28 00:33:35.089209 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43752) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:35.136406 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-c8829973-19ab-4596-add4-56e0809dfda4 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:33:35.140588 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c8829973-19ab-4596-add4-56e0809dfda4 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4101326 Jan 28 00:33:35.177793 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43754) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:35.206340 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f6b87-7fd6-4c34-86b3-5ee493c3bdcd req-69fa146b-3412-4833-942b-45018b80998d tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:35.211084 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b8f6b87-7fd6-4c34-86b3-5ee493c3bdcd req-69fa146b-3412-4833-942b-45018b80998d tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 944 time: 0.6127536 Jan 28 00:33:35.239165 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cae0c4-af5c-4668-8bc9-20388ca970ed req-94b4b544-f61b-4eff-87ad-23feb454ba0f tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:35.246246 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cae0c4-af5c-4668-8bc9-20388ca970ed req-94b4b544-f61b-4eff-87ad-23feb454ba0f tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:35.264421 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cae0c4-af5c-4668-8bc9-20388ca970ed req-94b4b544-f61b-4eff-87ad-23feb454ba0f tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:35.272468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cae0c4-af5c-4668-8bc9-20388ca970ed req-94b4b544-f61b-4eff-87ad-23feb454ba0f tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:35.278814 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cae0c4-af5c-4668-8bc9-20388ca970ed req-94b4b544-f61b-4eff-87ad-23feb454ba0f tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:35.286221 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cae0c4-af5c-4668-8bc9-20388ca970ed req-94b4b544-f61b-4eff-87ad-23feb454ba0f tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:35.287069 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2891c564-0862-4aa2-8449-d145b4ae8a46 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router_controller (b4e33c76-2fcb-457c-b08f-b357620608ce), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:35.293483 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cae0c4-af5c-4668-8bc9-20388ca970ed req-94b4b544-f61b-4eff-87ad-23feb454ba0f tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:35.303242 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f1cae0c4-af5c-4668-8bc9-20388ca970ed req-94b4b544-f61b-4eff-87ad-23feb454ba0f tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5421 time: 0.7765307 Jan 28 00:33:35.321671 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2891c564-0862-4aa2-8449-d145b4ae8a46 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (b4e33c76-2fcb-457c-b08f-b357620608ce), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:35.344607 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e599fce2-8cd0-40b9-816c-f2f56466f203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (66efa684-ff96-4cfa-a1e6-ce1035e54a7e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:35.445100 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2891c564-0862-4aa2-8449-d145b4ae8a46 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:35.452184 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2891c564-0862-4aa2-8449-d145b4ae8a46 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5772834 Jan 28 00:33:35.453110 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43756) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:35.468264 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-cec0d5bb-4243-4584-acc3-68c36bc9aa49 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Request body: {'router': {'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:35.585363 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-e599fce2-8cd0-40b9-816c-f2f56466f203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66efa684-ff96-4cfa-a1e6-ce1035e54a7e']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:35.739764 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-e599fce2-8cd0-40b9-816c-f2f56466f203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612846c9-0cf6-423c-a57d-66b0df4cea33') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:35.739998 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-e599fce2-8cd0-40b9-816c-f2f56466f203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612846c9-0cf6-423c-a57d-66b0df4cea33') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:35.753524 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e599fce2-8cd0-40b9-816c-f2f56466f203 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (612846c9-0cf6-423c-a57d-66b0df4cea33), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:35.775057 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e599fce2-8cd0-40b9-816c-f2f56466f203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (612846c9-0cf6-423c-a57d-66b0df4cea33), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:35.786116 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e599fce2-8cd0-40b9-816c-f2f56466f203 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:33:35.786622 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e599fce2-8cd0-40b9-816c-f2f56466f203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (612846c9-0cf6-423c-a57d-66b0df4cea33), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:35.791228 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac339876-4f26-44d2-a159-c0431c97f91b tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:33:35.799906 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ac339876-4f26-44d2-a159-c0431c97f91b tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:35.812529 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9017bef7-e791-4334-8716-ec5fff7829e3 None None] Sync routers for ids ['aba8511e-0be4-4e9a-bda5-0d0b5271a0ff'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:33:35.822969 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c659158-1412-41b5-88fd-a8418e92ee65 req-7434c75c-7331-4617-949c-55b66e795d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:35.823749 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c659158-1412-41b5-88fd-a8418e92ee65 req-7434c75c-7331-4617-949c-55b66e795d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:35.824265 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c659158-1412-41b5-88fd-a8418e92ee65 req-7434c75c-7331-4617-949c-55b66e795d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:35.824782 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c659158-1412-41b5-88fd-a8418e92ee65 req-7434c75c-7331-4617-949c-55b66e795d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:35.825284 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c659158-1412-41b5-88fd-a8418e92ee65 req-7434c75c-7331-4617-949c-55b66e795d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:35.825809 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c659158-1412-41b5-88fd-a8418e92ee65 req-7434c75c-7331-4617-949c-55b66e795d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:35.826229 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c659158-1412-41b5-88fd-a8418e92ee65 req-7434c75c-7331-4617-949c-55b66e795d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:35.828368 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0c659158-1412-41b5-88fd-a8418e92ee65 req-7434c75c-7331-4617-949c-55b66e795d3c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bda1a11a40447e984dbfecb2102fcad&device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 6478 time: 1.0393710 Jan 28 00:33:35.847766 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9017bef7-e791-4334-8716-ec5fff7829e3 None None] Routers {'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:33:35.850174 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-9017bef7-e791-4334-8716-ec5fff7829e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:33:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['aba8511e-0be4-4e9a-bda5-0d0b5271a0ff'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:35.940148 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:33:35.940148 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:33:35.940148 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:33:35.940148 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:33:35.940148 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:33:35.940148 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:33:35.940148 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:33:35.940148 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:33:35.940148 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:33:35.940148 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:33:35.940148 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:33:35.940148 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:33:35.940148 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:33:35.940148 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:33:35.940148 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:33:35.940148 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:33:35.940148 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:33:35.940148 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:33:35.940148 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:33:35.940148 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:33:35.940148 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:33:35.940148 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:33:35.940148 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:33:35.940148 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:33:35.940148 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:33:35.940148 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:33:35.940148 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:33:35.940148 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:33:35.940148 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:33:35.940148 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:33:35.940148 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:33:35.940148 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:33:35.944735 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-38d61d6a-b4dd-41d3-ae7d-62f71933daa9 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (0bf4d7f9-c426-4855-9af2-d4ec0d5e82d0), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:35.959157 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e599fce2-8cd0-40b9-816c-f2f56466f203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (66efa684-ff96-4cfa-a1e6-ce1035e54a7e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:35.980837 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35b8a857-a668-48af-929d-0402daeb32e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:35.995104 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-00ac8ed9-6283-4eb8-9097-3a5af59c9afc admin admin] Publish callbacks [] for security_group (76b49e23-dd21-4c5e-a1f6-8d90e4f3ae01), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:35.998418 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c659158-1412-41b5-88fd-a8418e92ee65 req-6aab836c-0882-42ef-ad9f-b5de49871cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:35.999975 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0c659158-1412-41b5-88fd-a8418e92ee65 req-6aab836c-0882-42ef-ad9f-b5de49871cc7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ced11932-ebe6-4a02-b131-3fdaf9b641b0 HTTP/1.1" status: 200 len: 903 time: 0.1303515 Jan 28 00:33:36.000930 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e599fce2-8cd0-40b9-816c-f2f56466f203 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:36.017461 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e599fce2-8cd0-40b9-816c-f2f56466f203 admin admin] 10.222.0.70 "DELETE /v2.0/networks/66efa684-ff96-4cfa-a1e6-ce1035e54a7e HTTP/1.1" status: 204 len: 168 time: 1.5510187 Jan 28 00:33:36.071894 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0c659158-1412-41b5-88fd-a8418e92ee65 req-398a547d-6973-456c-a148-66533ce81498 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9 HTTP/1.1" status: 200 len: 217 time: 0.0629728 Jan 28 00:33:36.115830 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-9017bef7-e791-4334-8716-ec5fff7829e3 None None] Set router aba8511e-0be4-4e9a-bda5-0d0b5271a0ff gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:33:36.159914 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599fce2-8cd0-40b9-816c-f2f56466f203 admin admin] Pushing event deleted for resources: {'Network': ['ID=66efa684-ff96-4cfa-a1e6-ce1035e54a7e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:36.167317 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c659158-1412-41b5-88fd-a8418e92ee65 req-937e8cdf-2a1a-4891-a4dd-27308641c332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:36.172181 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0c659158-1412-41b5-88fd-a8418e92ee65 req-937e8cdf-2a1a-4891-a4dd-27308641c332 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1bd8a954-b516-49e1-b2a8-a47b9c570cc2 HTTP/1.1" status: 200 len: 797 time: 0.0885506 Jan 28 00:33:36.174590 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ac339876-4f26-44d2-a159-c0431c97f91b tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "PUT /v2.0/floatingips/3d9e9843-cf1a-4489-b678-51845dbf850a HTTP/1.1" status: 200 len: 991 time: 8.5495188 Jan 28 00:33:36.176625 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-38d61d6a-b4dd-41d3-ae7d-62f71933daa9 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (0bf4d7f9-c426-4855-9af2-d4ec0d5e82d0), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:36.191251 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630f2656-87ab-488a-995e-d9227994c09c', 'tag': 'f9d092de-80ce-44e9-87ac-77d0c7ac16e8'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:33:36.210378 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721b7d61-543d-4bbf-b920-ec76255198a5" -d '{"events": [{"name": "network-changed", "server_uuid": "630f2656-87ab-488a-995e-d9227994c09c", "tag": "f9d092de-80ce-44e9-87ac-77d0c7ac16e8"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:33:36.241105 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-00ac8ed9-6283-4eb8-9097-3a5af59c9afc admin admin] Publish callbacks [] for security_group (76b49e23-dd21-4c5e-a1f6-8d90e4f3ae01), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:36.255600 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-38d61d6a-b4dd-41d3-ae7d-62f71933daa9 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0bf4d7f9-c426-4855-9af2-d4ec0d5e82d0), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:36.260048 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-38d61d6a-b4dd-41d3-ae7d-62f71933daa9 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:36.265722 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-38d61d6a-b4dd-41d3-ae7d-62f71933daa9 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "DELETE /v2.0/security-groups/0bf4d7f9-c426-4855-9af2-d4ec0d5e82d0 HTTP/1.1" status: 204 len: 168 time: 1.0837617 Jan 28 00:33:36.267749 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43770) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:36.320576 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b8f6b87-7fd6-4c34-86b3-5ee493c3bdcd req-554ad2e2-580a-47b0-8e4c-e9c9090d7573 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0078452 Jan 28 00:33:36.325958 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43772) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:36.385638 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f1cae0c4-af5c-4668-8bc9-20388ca970ed req-14c5cf20-0e4b-493c-94e9-7646f21e2c0e tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0815372 Jan 28 00:33:36.405278 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c659158-1412-41b5-88fd-a8418e92ee65 req-74dd9311-7f85-4ade-98a0-6a24d5eb18db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:36.409764 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0c659158-1412-41b5-88fd-a8418e92ee65 req-74dd9311-7f85-4ade-98a0-6a24d5eb18db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ced11932-ebe6-4a02-b131-3fdaf9b641b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2242162 Jan 28 00:33:36.542807 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cec0d5bb-4243-4584-acc3-68c36bc9aa49 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router_gateway (b4e33c76-2fcb-457c-b08f-b357620608ce), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:36.553409 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43776) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:36.589109 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-00ac8ed9-6283-4eb8-9097-3a5af59c9afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (76b49e23-dd21-4c5e-a1f6-8d90e4f3ae01), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:36.597377 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-00ac8ed9-6283-4eb8-9097-3a5af59c9afc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:36.600264 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-00ac8ed9-6283-4eb8-9097-3a5af59c9afc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/76b49e23-dd21-4c5e-a1f6-8d90e4f3ae01 HTTP/1.1" status: 204 len: 168 time: 1.5074852 Jan 28 00:33:36.634023 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac8ed9-6283-4eb8-9097-3a5af59c9afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b49e23-dd21-4c5e-a1f6-8d90e4f3ae01,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:36.663113 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d61d6a-b4dd-41d3-ae7d-62f71933daa9 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf4d7f9-c426-4855-9af2-d4ec0d5e82d0,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:36.663938 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5becf6-ff23-4b34-b55b-158c8c1d9876 x-openstack-request-id: req-9d5becf6-ff23-4b34-b55b-158c8c1d9876 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:33:36.664724 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "630f2656-87ab-488a-995e-d9227994c09c", "tag": "f9d092de-80ce-44e9-87ac-77d0c7ac16e8", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:33:36.666152 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9d5becf6-ff23-4b34-b55b-158c8c1d9876 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:33:36.667887 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '630f2656-87ab-488a-995e-d9227994c09c', 'tag': 'f9d092de-80ce-44e9-87ac-77d0c7ac16e8', 'status': 'completed', 'code': 200} Jan 28 00:33:36.754468 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0c659158-1412-41b5-88fd-a8418e92ee65 req-d56b57c8-283f-4d10-9958-e8a551265fac service neutron] 10.222.0.52 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279867 Jan 28 00:33:36.781993 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5a1d0cfb-f6b2-4fde-a83d-97dd70445cda admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a53b10b1dde9406d8c5a82664d6c97f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2133873 Jan 28 00:33:36.785822 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43780) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:36.844739 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-9017bef7-e791-4334-8716-ec5fff7829e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'name': 'tempest-ServersTestManualDisk-979188077-router', 'tenant_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '904a8f58-e828-4bd2-8221-48a3b6a241ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:31:52Z', 'updated_at': '2022-01-28T00:32:13Z', 'revision_number': 4, 'project_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'gw_port': {'id': '904a8f58-e828-4bd2-8221-48a3b6a241ee', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:31:56Z', 'updated_at': '2022-01-28T00:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '3d9e9843-cf1a-4489-b678-51845dbf850a', 'tenant_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'floating_ip_address': '172.25.3.38', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'port_id': 'f9d092de-80ce-44e9-87ac-77d0c7ac16e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e95df89-e401-4bbf-9b7b-17ebec15fddb', 'mac_address': 'fa:16:3e:da:e9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f2656-87ab-488a-995e-d9227994c09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:32:34Z', 'updated_at': '2022-01-28T00:33:31Z', 'revision_number': 1, 'project_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e62d60a-d6c4-4135-a434-69d70daa7304', 'name': '', 'network_id': '9e95df89-e401-4bbf-9b7b-17ebec15fddb', 'tenant_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'mac_address': 'fa:16:3e:57:e5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '79ed3d9a-927a-4da1-a8ac-6c809e04b4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:32:08Z', 'updated_at': '2022-01-28T00:32:21Z', 'revision_number': 5, 'project_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'subnets': [{'id': '79ed3d9a-927a-4da1-a8ac-6c809e04b4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:36.911228 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9017bef7-e791-4334-8716-ec5fff7829e3 None None] Checking router: aba8511e-0be4-4e9a-bda5-0d0b5271a0ff for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:33:36.935161 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9017bef7-e791-4334-8716-ec5fff7829e3 None None] Routers {'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:33:36.936359 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-9017bef7-e791-4334-8716-ec5fff7829e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:33:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['aba8511e-0be4-4e9a-bda5-0d0b5271a0ff'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:36.982983 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-567910e8-1584-4479-87be-a8d6e5e39aec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:37.061302 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device ab12a80f-4db3-47e7-b488-6614f4a3764e details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:33:37.076246 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fd7b272e-de71-4410-b6b7-5722c39093c9 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6695564 Jan 28 00:33:37.090289 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43782) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:37.092369 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0c659158-1412-41b5-88fd-a8418e92ee65 req-7f749bfa-f08b-4f81-9e8a-bbcd6eea3339 service neutron] 10.222.0.52 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308828 Jan 28 00:33:37.095779 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-55896a9e-a6f9-4b23-b4d0-f3f34c7aad30 admin admin] Publish callbacks [] for security_group (86c8267e-784c-4e32-b0af-1558dc6bb9d7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:37.101711 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b7d61-543d-4bbf-b920-ec76255198a5 req-35be23f3-b900-42b3-9c16-09bbd18807c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:37.104302 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-721b7d61-543d-4bbf-b920-ec76255198a5 req-35be23f3-b900-42b3-9c16-09bbd18807c8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=834c1d81c62b474cb64b4f5e7f579fc6&device_id=630f2656-87ab-488a-995e-d9227994c09c HTTP/1.1" status: 200 len: 1097 time: 0.3387825 Jan 28 00:33:37.111189 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-683113f3-0c47-47e0-b7e7-c05b54c8a978 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Request body: {'security_group': {'name': 'tempest-secgroup--2118086344'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:37.153551 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-9017bef7-e791-4334-8716-ec5fff7829e3 None None] Set router aba8511e-0be4-4e9a-bda5-0d0b5271a0ff gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:33:37.226044 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-683113f3-0c47-47e0-b7e7-c05b54c8a978 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:37.275808 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-55896a9e-a6f9-4b23-b4d0-f3f34c7aad30 admin admin] Publish callbacks [] for security_group (86c8267e-784c-4e32-b0af-1558dc6bb9d7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:37.291667 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-567910e8-1584-4479-87be-a8d6e5e39aec admin admin] Publish callbacks [] for security_group (d3556ae2-a7df-4de2-8cb7-73e8a199dbd8), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:37.302694 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-567910e8-1584-4479-87be-a8d6e5e39aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d3556ae2-a7df-4de2-8cb7-73e8a199dbd8), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:37.347233 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port ab12a80f-4db3-47e7-b488-6614f4a3764e, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ab12a80f-4db3-47e7-b488-6614f4a3764e,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:33:37.363153 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'ab12a80f-4db3-47e7-b488-6614f4a3764e', 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9', 'port_id': 'ab12a80f-4db3-47e7-b488-6614f4a3764e', 'mac_address': 'fa:16:3e:40:51:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:33:37.387710 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-567910e8-1584-4479-87be-a8d6e5e39aec admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4c3c48fbec9b48fdaafe2a12246aa2f9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0595820 Jan 28 00:33:37.391961 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567910e8-1584-4479-87be-a8d6e5e39aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3556ae2-a7df-4de2-8cb7-73e8a199dbd8,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:37.414009 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43788) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:37.450266 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port ab12a80f-4db3-47e7-b488-6614f4a3764e is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:33:37.451135 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ab12a80f-4db3-47e7-b488-6614f4a3764e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:37.473251 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab12a80f-4db3-47e7-b488-6614f4a3764e {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:33:37.515188 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port ab12a80f-4db3-47e7-b488-6614f4a3764e, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ab12a80f-4db3-47e7-b488-6614f4a3764e,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:33:37.528777 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ab12a80f-4db3-47e7-b488-6614f4a3764e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:37.588452 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b7d61-543d-4bbf-b920-ec76255198a5 req-f3cc6f3e-99a7-4773-9657-edbee998876c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:37.591139 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-721b7d61-543d-4bbf-b920-ec76255198a5 req-f3cc6f3e-99a7-4773-9657-edbee998876c service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e95df89-e401-4bbf-9b7b-17ebec15fddb HTTP/1.1" status: 200 len: 912 time: 0.4593134 Jan 28 00:33:37.593077 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-683113f3-0c47-47e0-b7e7-c05b54c8a978 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (7f441c24-ea99-4572-ada8-aa642365af50), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:37.641652 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-683113f3-0c47-47e0-b7e7-c05b54c8a978 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7f441c24-ea99-4572-ada8-aa642365af50), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:37.654895 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=ab12a80f-4db3-47e7-b488-6614f4a3764e,revision_number=9']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:37.741559 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-683113f3-0c47-47e0-b7e7-c05b54c8a978 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:37.743063 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-683113f3-0c47-47e0-b7e7-c05b54c8a978 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6490104 Jan 28 00:33:37.769864 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43802) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:37.779304 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-b4a6a9bd-efeb-4b6d-a5b3-5d053e258bac tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Request body: {'security_group_rule': {'security_group_id': '7f441c24-ea99-4572-ada8-aa642365af50', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:37.811474 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['ab12a80f-4db3-47e7-b488-6614f4a3764e'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:33:37.817556 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683113f3-0c47-47e0-b7e7-c05b54c8a978 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f441c24-ea99-4572-ada8-aa642365af50,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:37.829199 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-721b7d61-543d-4bbf-b920-ec76255198a5 req-a5bd998e-d083-4e1c-b036-23499c477d40 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9d092de-80ce-44e9-87ac-77d0c7ac16e8 HTTP/1.1" status: 200 len: 999 time: 0.2158725 Jan 28 00:33:37.854110 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-9017bef7-e791-4334-8716-ec5fff7829e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'name': 'tempest-ServersTestManualDisk-979188077-router', 'tenant_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '904a8f58-e828-4bd2-8221-48a3b6a241ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:31:52Z', 'updated_at': '2022-01-28T00:32:13Z', 'revision_number': 4, 'project_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'gw_port': {'id': '904a8f58-e828-4bd2-8221-48a3b6a241ee', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:31:56Z', 'updated_at': '2022-01-28T00:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '3d9e9843-cf1a-4489-b678-51845dbf850a', 'tenant_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'floating_ip_address': '172.25.3.38', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'port_id': 'f9d092de-80ce-44e9-87ac-77d0c7ac16e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e95df89-e401-4bbf-9b7b-17ebec15fddb', 'mac_address': 'fa:16:3e:da:e9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f2656-87ab-488a-995e-d9227994c09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:32:34Z', 'updated_at': '2022-01-28T00:33:31Z', 'revision_number': 1, 'project_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e62d60a-d6c4-4135-a434-69d70daa7304', 'name': '', 'network_id': '9e95df89-e401-4bbf-9b7b-17ebec15fddb', 'tenant_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'mac_address': 'fa:16:3e:57:e5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '79ed3d9a-927a-4da1-a8ac-6c809e04b4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:32:08Z', 'updated_at': '2022-01-28T00:32:21Z', 'revision_number': 5, 'project_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'subnets': [{'id': '79ed3d9a-927a-4da1-a8ac-6c809e04b4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:37.914029 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-821975e5-2904-43fa-a498-58e63c8bc52c admin admin] Publish callbacks [] for security_group (d3556ae2-a7df-4de2-8cb7-73e8a199dbd8), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:37.929080 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9017bef7-e791-4334-8716-ec5fff7829e3 None None] The sync data for ids ['aba8511e-0be4-4e9a-bda5-0d0b5271a0ff'] in n-d-826754-1 is: [{'id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'name': 'tempest-ServersTestManualDisk-979188077-router', 'tenant_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '904a8f58-e828-4bd2-8221-48a3b6a241ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:31:52Z', 'updated_at': '2022-01-28T00:32:13Z', 'revision_number': 4, 'project_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'gw_port': {'id': '904a8f58-e828-4bd2-8221-48a3b6a241ee', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:31:56Z', 'updated_at': '2022-01-28T00:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '3d9e9843-cf1a-4489-b678-51845dbf850a', 'tenant_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'floating_ip_address': '172.25.3.38', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'port_id': 'f9d092de-80ce-44e9-87ac-77d0c7ac16e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e95df89-e401-4bbf-9b7b-17ebec15fddb', 'mac_address': 'fa:16:3e:da:e9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f2656-87ab-488a-995e-d9227994c09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:32:34Z', 'updated_at': '2022-01-28T00:33:31Z', 'revision_number': 1, 'project_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e62d60a-d6c4-4135-a434-69d70daa7304', 'name': '', 'network_id': '9e95df89-e401-4bbf-9b7b-17ebec15fddb', 'tenant_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'mac_address': 'fa:16:3e:57:e5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '79ed3d9a-927a-4da1-a8ac-6c809e04b4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:32:08Z', 'updated_at': '2022-01-28T00:32:21Z', 'revision_number': 5, 'project_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'subnets': [{'id': '79ed3d9a-927a-4da1-a8ac-6c809e04b4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:33:37.946757 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1da6a-93dc-4b5c-9f5c-0562543dd3fc req-9085fd85-f575-4a72-8ff6-a8fa66d84129 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:37.953009 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1da6a-93dc-4b5c-9f5c-0562543dd3fc req-9085fd85-f575-4a72-8ff6-a8fa66d84129 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:37.959078 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1da6a-93dc-4b5c-9f5c-0562543dd3fc req-9085fd85-f575-4a72-8ff6-a8fa66d84129 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:37.966085 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1da6a-93dc-4b5c-9f5c-0562543dd3fc req-9085fd85-f575-4a72-8ff6-a8fa66d84129 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:37.976017 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1da6a-93dc-4b5c-9f5c-0562543dd3fc req-9085fd85-f575-4a72-8ff6-a8fa66d84129 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:37.990729 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1da6a-93dc-4b5c-9f5c-0562543dd3fc req-9085fd85-f575-4a72-8ff6-a8fa66d84129 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:38.018146 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1da6a-93dc-4b5c-9f5c-0562543dd3fc req-9085fd85-f575-4a72-8ff6-a8fa66d84129 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:38.030810 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b1c1da6a-93dc-4b5c-9f5c-0562543dd3fc req-9085fd85-f575-4a72-8ff6-a8fa66d84129 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5421 time: 0.4268239 Jan 28 00:33:38.049323 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27fca3-cd42-4f8e-b2ae-f97dd7aafe5a req-bee23c88-b65d-48f6-b38c-28a9118da7b8 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:38.052747 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4c27fca3-cd42-4f8e-b2ae-f97dd7aafe5a req-bee23c88-b65d-48f6-b38c-28a9118da7b8 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 945 time: 0.4120243 Jan 28 00:33:38.239963 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-821975e5-2904-43fa-a498-58e63c8bc52c admin admin] Publish callbacks [] for security_group (d3556ae2-a7df-4de2-8cb7-73e8a199dbd8), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:38.250136 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-b4a6a9bd-efeb-4b6d-a5b3-5d053e258bac tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] create failed (client error): The resource could not be found. Jan 28 00:33:38.253436 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b4a6a9bd-efeb-4b6d-a5b3-5d053e258bac tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4804935 Jan 28 00:33:38.309536 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43810) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:38.341075 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-b1ddbe72-491e-444b-b0a3-6fbf737824bc tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Request body: {'security_group_rule': {'security_group_id': '7f441c24-ea99-4572-ada8-aa642365af50', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '6159f75a-e381-4ff1-b44e-e6ae857f34c0'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:38.380426 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13e76226-3fd4-46b7-a097-18ee2e9ac7ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:38.451201 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cec0d5bb-4243-4584-acc3-68c36bc9aa49 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router_gateway (b4e33c76-2fcb-457c-b08f-b357620608ce), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:38.469354 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4c27fca3-cd42-4f8e-b2ae-f97dd7aafe5a req-a181a844-0e48-43ce-8ad1-c2f410aff167 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3907933 Jan 28 00:33:38.482529 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-55896a9e-a6f9-4b23-b4d0-f3f34c7aad30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (86c8267e-784c-4e32-b0af-1558dc6bb9d7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:38.491153 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-55896a9e-a6f9-4b23-b4d0-f3f34c7aad30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:38.507246 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-55896a9e-a6f9-4b23-b4d0-f3f34c7aad30 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/86c8267e-784c-4e32-b0af-1558dc6bb9d7 HTTP/1.1" status: 204 len: 168 time: 1.5936081 Jan 28 00:33:38.532218 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b1c1da6a-93dc-4b5c-9f5c-0562543dd3fc req-f0f01da9-0421-46df-9afe-878d6c2d0944 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4747865 Jan 28 00:33:38.571671 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7dc050-4cdf-466d-a45f-1540f471aa2b None None] New status for floating IP 3d9e9843-cf1a-4489-b678-51845dbf850a: ACTIVE {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:33:38.592200 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cec0d5bb-4243-4584-acc3-68c36bc9aa49 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:38.611568 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-b1ddbe72-491e-444b-b0a3-6fbf737824bc tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] create failed (client error): The resource could not be found. Jan 28 00:33:38.618891 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55896a9e-a6f9-4b23-b4d0-f3f34c7aad30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c8267e-784c-4e32-b0af-1558dc6bb9d7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:38.619664 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b1ddbe72-491e-444b-b0a3-6fbf737824bc tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2940300 Jan 28 00:33:38.621611 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43816) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:38.670426 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-821975e5-2904-43fa-a498-58e63c8bc52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d3556ae2-a7df-4de2-8cb7-73e8a199dbd8), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:38.688488 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b7d61-543d-4bbf-b920-ec76255198a5 req-b24566e3-7468-44a8-8925-5160df55d700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:38.692032 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-721b7d61-543d-4bbf-b920-ec76255198a5 req-b24566e3-7468-44a8-8925-5160df55d700 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=79ed3d9a-927a-4da1-a8ac-6c809e04b4ad HTTP/1.1" status: 200 len: 850 time: 0.8589687 Jan 28 00:33:38.692257 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-821975e5-2904-43fa-a498-58e63c8bc52c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:38.693022 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43818) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:38.693461 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-821975e5-2904-43fa-a498-58e63c8bc52c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d3556ae2-a7df-4de2-8cb7-73e8a199dbd8 HTTP/1.1" status: 204 len: 168 time: 1.2769325 Jan 28 00:33:38.743189 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821975e5-2904-43fa-a498-58e63c8bc52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3556ae2-a7df-4de2-8cb7-73e8a199dbd8,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:38.819423 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b91f4171-aa36-45c8-8d66-bda69a1c013a tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (7f441c24-ea99-4572-ada8-aa642365af50), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:38.884053 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b91f4171-aa36-45c8-8d66-bda69a1c013a tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (7f441c24-ea99-4572-ada8-aa642365af50), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:38.976045 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b7d61-543d-4bbf-b920-ec76255198a5 req-36832e88-05e6-4ee7-9cc6-078e66a83885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:38.978624 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-721b7d61-543d-4bbf-b920-ec76255198a5 req-36832e88-05e6-4ee7-9cc6-078e66a83885 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e95df89-e401-4bbf-9b7b-17ebec15fddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2494802 Jan 28 00:33:38.986308 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b91f4171-aa36-45c8-8d66-bda69a1c013a tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7f441c24-ea99-4572-ada8-aa642365af50), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:38.989258 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b91f4171-aa36-45c8-8d66-bda69a1c013a tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:38.990528 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b91f4171-aa36-45c8-8d66-bda69a1c013a tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "DELETE /v2.0/security-groups/7f441c24-ea99-4572-ada8-aa642365af50 HTTP/1.1" status: 204 len: 168 time: 0.3587906 Jan 28 00:33:38.999573 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43824) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:39.007007 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f4171-aa36-45c8-8d66-bda69a1c013a tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f441c24-ea99-4572-ada8-aa642365af50,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:39.076293 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device ab12a80f-4db3-47e7-b488-6614f4a3764e up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:33:39.115541 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-cec0d5bb-4243-4584-acc3-68c36bc9aa49 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Allocated IP 172.25.3.60 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/fc81984b-441e-475f-b8b3-85af34487a51) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:33:39.154247 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port ab12a80f-4db3-47e7-b488-6614f4a3764e triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:33:39.156509 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ab12a80f-4db3-47e7-b488-6614f4a3764e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:39.283995 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port ab12a80f-4db3-47e7-b488-6614f4a3764e is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:33:39.284710 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ab12a80f-4db3-47e7-b488-6614f4a3764e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:39.290194 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7aa4328b-18e7-41db-9398-5d64c93c9cc4 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2867551 Jan 28 00:33:39.294631 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43830) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:39.300982 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-9e4c5ba2-fb5c-4122-82cd-704e6c562b31 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Request body: {'security_group_rule': {'security_group_id': '0f44efb5-c4cf-4106-af97-78fe7a1034ac', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:39.338905 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ce4c4d-ac0c-4af5-8f9f-a732973fcf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab12a80f-4db3-47e7-b488-6614f4a3764e'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:33:39.341966 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048871df-e379-461c-8cbd-f6f650891c25" -d '{"events": [{"server_uuid": "22ce4c4d-ac0c-4af5-8f9f-a732973fcf39", "name": "network-vif-plugged", "status": "completed", "tag": "ab12a80f-4db3-47e7-b488-6614f4a3764e"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:33:39.360813 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cec0d5bb-4243-4584-acc3-68c36bc9aa49 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for port (fc81984b-441e-475f-b8b3-85af34487a51), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:39.392392 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-9e4c5ba2-fb5c-4122-82cd-704e6c562b31 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] create failed (client error): The resource could not be found. Jan 28 00:33:39.393713 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9e4c5ba2-fb5c-4122-82cd-704e6c562b31 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0976820 Jan 28 00:33:39.395190 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port ab12a80f-4db3-47e7-b488-6614f4a3764e, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ab12a80f-4db3-47e7-b488-6614f4a3764e,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:33:39.399847 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43834) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:39.409980 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ab12a80f-4db3-47e7-b488-6614f4a3764e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:39.416300 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-ed3253da-d874-43aa-8a34-5556c75143ba tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Request body: {'security_group': {'name': 'tempest-secgroup--1966628400'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:39.435755 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cec0d5bb-4243-4584-acc3-68c36bc9aa49 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (fc81984b-441e-475f-b8b3-85af34487a51), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:39.450624 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b84bdd-c855-4be8-b772-a8b9caf81092 x-openstack-request-id: req-79b84bdd-c855-4be8-b772-a8b9caf81092 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:33:39.451518 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ce4c4d-ac0c-4af5-8f9f-a732973fcf39", "name": "network-vif-plugged", "status": "completed", "tag": "ab12a80f-4db3-47e7-b488-6614f4a3764e", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:33:39.452415 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-79b84bdd-c855-4be8-b772-a8b9caf81092 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:33:39.453572 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ce4c4d-ac0c-4af5-8f9f-a732973fcf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab12a80f-4db3-47e7-b488-6614f4a3764e', 'code': 200} Jan 28 00:33:39.469230 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ed3253da-d874-43aa-8a34-5556c75143ba tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:39.554352 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43838) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:39.573716 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=ab12a80f-4db3-47e7-b488-6614f4a3764e,revision_number=10']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:39.614782 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-721b7d61-543d-4bbf-b920-ec76255198a5 req-a8d92ac7-db63-4e9a-a82a-900ad8ec01db service neutron] 10.222.0.52 "GET /v2.0/networks/9e95df89-e401-4bbf-9b7b-17ebec15fddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6136811 Jan 28 00:33:39.646740 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:39.655279 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-3f364ebc-b71f-495d-8271-0c28ca0cc77a tempest-SubnetPoolsTestJSON-689005164 tempest-SubnetPoolsTestJSON-689005164-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1428805750', 'prefixes': ['172.20.0.0/16']}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:39.666577 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-601c653c-94da-4e04-8aca-94fe35e2bd6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:39.667401 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec0d5bb-4243-4584-acc3-68c36bc9aa49 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:33:39.699523 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-cec0d5bb-4243-4584-acc3-68c36bc9aa49 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:33:39.704733 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec0d5bb-4243-4584-acc3-68c36bc9aa49 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:33:39.780874 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ed3253da-d874-43aa-8a34-5556c75143ba tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (066d20df-8c58-423a-81a0-99ee90849df0), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:39.810007 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0d5bb-4243-4584-acc3-68c36bc9aa49 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Pushing event updated for resources: {'Port': ['ID=fc81984b-441e-475f-b8b3-85af34487a51,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:39.825023 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ed3253da-d874-43aa-8a34-5556c75143ba tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (066d20df-8c58-423a-81a0-99ee90849df0), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:39.898181 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b15b0-cf32-4817-b162-11c1e947f285 req-18baccf5-5c9e-4133-9aa1-4118d20ecb0f tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:39.900235 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d13b15b0-cf32-4817-b162-11c1e947f285 req-18baccf5-5c9e-4133-9aa1-4118d20ecb0f tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 947 time: 0.2477474 Jan 28 00:33:39.907389 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ed3253da-d874-43aa-8a34-5556c75143ba tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:39.911954 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ed3253da-d874-43aa-8a34-5556c75143ba tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5108061 Jan 28 00:33:39.914374 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c185cc-3b76-44da-b6f7-4b3e2a315caa req-9bc72d57-f10e-44ea-a6e1-72a569c9b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:39.916289 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b0c185cc-3b76-44da-b6f7-4b3e2a315caa req-9bc72d57-f10e-44ea-a6e1-72a569c9b2a5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 1098 time: 0.2346513 Jan 28 00:33:39.927702 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43850) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:39.933658 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-49615e72-06f7-4a5f-980d-c023fe4fa495 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Request body: {'security_group': {'name': 'tempest-secgroup--153536901'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:39.942010 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3253da-d874-43aa-8a34-5556c75143ba tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=066d20df-8c58-423a-81a0-99ee90849df0,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:40.015108 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdfbf1-b217-4a43-b595-913d2481b3b6 req-00dccf16-1bed-4286-8110-d8eea5b85d66 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:40.021251 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdfbf1-b217-4a43-b595-913d2481b3b6 req-00dccf16-1bed-4286-8110-d8eea5b85d66 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:40.026784 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdfbf1-b217-4a43-b595-913d2481b3b6 req-00dccf16-1bed-4286-8110-d8eea5b85d66 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:40.032049 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdfbf1-b217-4a43-b595-913d2481b3b6 req-00dccf16-1bed-4286-8110-d8eea5b85d66 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:40.038451 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdfbf1-b217-4a43-b595-913d2481b3b6 req-00dccf16-1bed-4286-8110-d8eea5b85d66 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:40.043921 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdfbf1-b217-4a43-b595-913d2481b3b6 req-00dccf16-1bed-4286-8110-d8eea5b85d66 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:40.050391 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdfbf1-b217-4a43-b595-913d2481b3b6 req-00dccf16-1bed-4286-8110-d8eea5b85d66 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:40.052530 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-95bdfbf1-b217-4a43-b595-913d2481b3b6 req-00dccf16-1bed-4286-8110-d8eea5b85d66 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5421 time: 0.3254657 Jan 28 00:33:40.106311 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49615e72-06f7-4a5f-980d-c023fe4fa495 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:40.167083 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d13b15b0-cf32-4817-b162-11c1e947f285 req-e05e51f8-f688-4d87-88ab-38c17ea684e7 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2455409 Jan 28 00:33:40.190270 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b0c185cc-3b76-44da-b6f7-4b3e2a315caa req-8ade247f-f232-4615-ae78-fdd2f96eeae9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2609599 Jan 28 00:33:40.206588 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-601c653c-94da-4e04-8aca-94fe35e2bd6e admin admin] Publish callbacks [] for security_group (13a32d83-e7dd-4f88-8455-fb96496c70d4), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:40.242084 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-601c653c-94da-4e04-8aca-94fe35e2bd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (13a32d83-e7dd-4f88-8455-fb96496c70d4), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:40.298726 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-601c653c-94da-4e04-8aca-94fe35e2bd6e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e55592424c184fcc90b4d0d492bb7966&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7430096 Jan 28 00:33:40.299729 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43862) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:40.376662 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-95bdfbf1-b217-4a43-b595-913d2481b3b6 req-fc456326-4365-46ff-9dbd-8cd33306cd66 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3090975 Jan 28 00:33:40.417029 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c653c-94da-4e04-8aca-94fe35e2bd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a32d83-e7dd-4f88-8455-fb96496c70d4,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:40.466513 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49615e72-06f7-4a5f-980d-c023fe4fa495 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (c3c631d6-7b64-4748-a7c0-6898b5f210ed), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:40.471385 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b1ce0500-d6bc-46e0-87f0-3de6fbfec056 req-f9a09f4b-ef50-4e96-a7b6-e744cc7cb24a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=630f2656-87ab-488a-995e-d9227994c09c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2116592 Jan 28 00:33:40.479453 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49615e72-06f7-4a5f-980d-c023fe4fa495 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c3c631d6-7b64-4748-a7c0-6898b5f210ed), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:40.497967 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38138271-55ac-417f-8e50-edc420b985db admin admin] Publish callbacks [] for security_group (13a32d83-e7dd-4f88-8455-fb96496c70d4), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:40.522043 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49615e72-06f7-4a5f-980d-c023fe4fa495 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:40.523336 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-49615e72-06f7-4a5f-980d-c023fe4fa495 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5970368 Jan 28 00:33:40.533439 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43866) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:40.541434 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-721b7d61-543d-4bbf-b920-ec76255198a5 req-2f5ce5be-ea00-4156-a3b2-56ef59ed4ba9 service neutron] 10.222.0.52 "GET /v2.0/networks/9e95df89-e401-4bbf-9b7b-17ebec15fddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8707962 Jan 28 00:33:40.542148 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-46438ca3-8d70-4f44-bde4-be4263339f40 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Request body: {'security_group_rule': {'security_group_id': '066d20df-8c58-423a-81a0-99ee90849df0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c3c631d6-7b64-4748-a7c0-6898b5f210ed'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:40.549319 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f364ebc-b71f-495d-8271-0c28ca0cc77a tempest-SubnetPoolsTestJSON-689005164 tempest-SubnetPoolsTestJSON-689005164-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:40.550762 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3f364ebc-b71f-495d-8271-0c28ca0cc77a tempest-SubnetPoolsTestJSON-689005164 tempest-SubnetPoolsTestJSON-689005164-project] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.8511016 Jan 28 00:33:40.553996 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43868) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:40.557048 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43870) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:40.562288 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49615e72-06f7-4a5f-980d-c023fe4fa495 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c631d6-7b64-4748-a7c0-6898b5f210ed,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:40.568445 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38138271-55ac-417f-8e50-edc420b985db admin admin] Publish callbacks [] for security_group (13a32d83-e7dd-4f88-8455-fb96496c70d4), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:40.643290 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-46438ca3-8d70-4f44-bde4-be4263339f40 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:33:40.644763 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-46438ca3-8d70-4f44-bde4-be4263339f40 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1102138 Jan 28 00:33:40.649807 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43874) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:40.684583 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-635a8dda-3156-46e1-b3e7-3183d711aaee tempest-SubnetPoolsTestJSON-689005164 tempest-SubnetPoolsTestJSON-689005164-project] 10.222.0.70 "GET /v2.0/subnetpools/4217211d-9195-44e1-ae30-dce90325c670 HTTP/1.1" status: 200 len: 732 time: 0.1282411 Jan 28 00:33:40.688536 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43876) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:40.697536 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-25ba5e83-651a-4fc6-807d-3029c1b4c8cb tempest-SubnetPoolsTestJSON-689005164 tempest-SubnetPoolsTestJSON-689005164-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1872480531'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:40.744885 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38138271-55ac-417f-8e50-edc420b985db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (13a32d83-e7dd-4f88-8455-fb96496c70d4), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:40.747560 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38138271-55ac-417f-8e50-edc420b985db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:40.748801 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-38138271-55ac-417f-8e50-edc420b985db admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/13a32d83-e7dd-4f88-8455-fb96496c70d4 HTTP/1.1" status: 204 len: 168 time: 0.4180307 Jan 28 00:33:40.769301 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cec0d5bb-4243-4584-acc3-68c36bc9aa49 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router_gateway (b4e33c76-2fcb-457c-b08f-b357620608ce), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:40.794818 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38138271-55ac-417f-8e50-edc420b985db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a32d83-e7dd-4f88-8455-fb96496c70d4,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:40.855253 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-13789f3d-c413-4ebd-8385-c65253fd4224 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (c3c631d6-7b64-4748-a7c0-6898b5f210ed), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:40.865508 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce0500-d6bc-46e0-87f0-3de6fbfec056 req-8e53b038-dca7-460c-884c-e90a60560c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:40.867099 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b1ce0500-d6bc-46e0-87f0-3de6fbfec056 req-8e53b038-dca7-460c-884c-e90a60560c98 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=834c1d81c62b474cb64b4f5e7f579fc6&device_id=630f2656-87ab-488a-995e-d9227994c09c HTTP/1.1" status: 200 len: 1097 time: 0.1666505 Jan 28 00:33:40.932010 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-3b4c406b-4fd0-4b42-88c0-2baffba57c8a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-752571636-network', 'tenant_id': '126ff8dba2134b2d95d54d419fe64967'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:40.958664 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-13789f3d-c413-4ebd-8385-c65253fd4224 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (c3c631d6-7b64-4748-a7c0-6898b5f210ed), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:40.992342 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-25ba5e83-651a-4fc6-807d-3029c1b4c8cb tempest-SubnetPoolsTestJSON-689005164 tempest-SubnetPoolsTestJSON-689005164-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:40.996553 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-25ba5e83-651a-4fc6-807d-3029c1b4c8cb tempest-SubnetPoolsTestJSON-689005164 tempest-SubnetPoolsTestJSON-689005164-project] 10.222.0.70 "PUT /v2.0/subnetpools/4217211d-9195-44e1-ae30-dce90325c670 HTTP/1.1" status: 200 len: 684 time: 0.3031878 Jan 28 00:33:41.005066 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43882) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:41.028365 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4c406b-4fd0-4b42-88c0-2baffba57c8a admin admin] Made reservation on behalf of 126ff8dba2134b2d95d54d419fe64967 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:33:41.030780 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3b4c406b-4fd0-4b42-88c0-2baffba57c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:41.063326 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-13789f3d-c413-4ebd-8385-c65253fd4224 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c3c631d6-7b64-4748-a7c0-6898b5f210ed), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:41.067160 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-13789f3d-c413-4ebd-8385-c65253fd4224 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:41.072479 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-13789f3d-c413-4ebd-8385-c65253fd4224 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "DELETE /v2.0/security-groups/c3c631d6-7b64-4748-a7c0-6898b5f210ed HTTP/1.1" status: 204 len: 168 time: 0.4175396 Jan 28 00:33:41.082791 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43884) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:41.091443 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3b4c406b-4fd0-4b42-88c0-2baffba57c8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:41.122157 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:41.127259 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce0500-d6bc-46e0-87f0-3de6fbfec056 req-99767204-abf4-4f0c-b413-7933178b0961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:41.129336 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b1ce0500-d6bc-46e0-87f0-3de6fbfec056 req-99767204-abf4-4f0c-b413-7933178b0961 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e95df89-e401-4bbf-9b7b-17ebec15fddb HTTP/1.1" status: 200 len: 912 time: 0.2045777 Jan 28 00:33:41.169902 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13789f3d-c413-4ebd-8385-c65253fd4224 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c631d6-7b64-4748-a7c0-6898b5f210ed,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:41.220983 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-de04687b-110c-475a-944f-72c138bb875e tempest-SubnetPoolsTestJSON-689005164 tempest-SubnetPoolsTestJSON-689005164-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:41.222415 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-de04687b-110c-475a-944f-72c138bb875e tempest-SubnetPoolsTestJSON-689005164 tempest-SubnetPoolsTestJSON-689005164-project] 10.222.0.70 "DELETE /v2.0/subnetpools/4217211d-9195-44e1-ae30-dce90325c670 HTTP/1.1" status: 204 len: 168 time: 0.2163284 Jan 28 00:33:41.227394 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43896) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:41.253755 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-dd0cdc6a-c12b-418d-8c35-cd6fc4447818 tempest-SubnetPoolsTestJSON-689005164 tempest-SubnetPoolsTestJSON-689005164-project] show failed (client error): The resource could not be found. Jan 28 00:33:41.255317 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-dd0cdc6a-c12b-418d-8c35-cd6fc4447818 tempest-SubnetPoolsTestJSON-689005164 tempest-SubnetPoolsTestJSON-689005164-project] 10.222.0.70 "GET /v2.0/subnetpools/4217211d-9195-44e1-ae30-dce90325c670 HTTP/1.1" status: 404 len: 346 time: 0.0264482 Jan 28 00:33:41.260130 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43900) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:41.285351 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9fbd60ce-db9f-4ede-9bd2-3afec55daed1 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2013028 Jan 28 00:33:41.286880 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-3ceac107-dcf5-4fe0-892a-a8e5bf18f8bd tempest-SubnetPoolsTestJSON-689005164 tempest-SubnetPoolsTestJSON-689005164-project] delete failed (client error): The resource could not be found. Jan 28 00:33:41.287556 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3ceac107-dcf5-4fe0-892a-a8e5bf18f8bd tempest-SubnetPoolsTestJSON-689005164 tempest-SubnetPoolsTestJSON-689005164-project] 10.222.0.70 "DELETE /v2.0/subnetpools/4217211d-9195-44e1-ae30-dce90325c670 HTTP/1.1" status: 404 len: 346 time: 0.0264711 Jan 28 00:33:41.290462 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43902) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:41.297371 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b1ce0500-d6bc-46e0-87f0-3de6fbfec056 req-af7f4875-2af1-4699-9363-de98fb94e253 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9d092de-80ce-44e9-87ac-77d0c7ac16e8 HTTP/1.1" status: 200 len: 1001 time: 0.1587081 Jan 28 00:33:41.376627 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0c785e34-52c0-42b2-8daa-8eefd01dac79 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (066d20df-8c58-423a-81a0-99ee90849df0), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:41.391780 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cec0d5bb-4243-4584-acc3-68c36bc9aa49 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111346'] for router (b4e33c76-2fcb-457c-b08f-b357620608ce), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:41.411466 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cec0d5bb-4243-4584-acc3-68c36bc9aa49 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552731'] for router (b4e33c76-2fcb-457c-b08f-b357620608ce), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:41.445582 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0c785e34-52c0-42b2-8daa-8eefd01dac79 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (066d20df-8c58-423a-81a0-99ee90849df0), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:41.525628 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d5d45-7e2f-42ca-be5c-e2c70bb204c2 req-3ce7b52f-f5ff-417d-92f3-2a5dbd946305 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:41.534044 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-026d5d45-7e2f-42ca-be5c-e2c70bb204c2 req-3ce7b52f-f5ff-417d-92f3-2a5dbd946305 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 947 time: 0.1192780 Jan 28 00:33:41.556174 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0c785e34-52c0-42b2-8daa-8eefd01dac79 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (066d20df-8c58-423a-81a0-99ee90849df0), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:41.559963 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0c785e34-52c0-42b2-8daa-8eefd01dac79 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:41.563472 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0c785e34-52c0-42b2-8daa-8eefd01dac79 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "DELETE /v2.0/security-groups/066d20df-8c58-423a-81a0-99ee90849df0 HTTP/1.1" status: 204 len: 168 time: 0.2700498 Jan 28 00:33:41.566336 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce0500-d6bc-46e0-87f0-3de6fbfec056 req-b512ac7e-42e9-411b-81d0-a3cc89dae9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:41.567722 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43916) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:41.568278 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b1ce0500-d6bc-46e0-87f0-3de6fbfec056 req-b512ac7e-42e9-411b-81d0-a3cc89dae9e4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=79ed3d9a-927a-4da1-a8ac-6c809e04b4ad HTTP/1.1" status: 200 len: 850 time: 0.2450120 Jan 28 00:33:41.609079 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c785e34-52c0-42b2-8daa-8eefd01dac79 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=066d20df-8c58-423a-81a0-99ee90849df0,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:41.664161 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3b4c406b-4fd0-4b42-88c0-2baffba57c8a admin admin] Publish callbacks [] for security_group (3ba9c14e-010b-41ca-ae81-cb52453dc7c5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:41.679034 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3b4c406b-4fd0-4b42-88c0-2baffba57c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (3ba9c14e-010b-41ca-ae81-cb52453dc7c5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:41.719682 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a729ae92-76eb-4972-9da7-3c715adbb3e6 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1472919 Jan 28 00:33:41.739136 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43922) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:41.743254 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b4c406b-4fd0-4b42-88c0-2baffba57c8a admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:33:41.746786 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-026d5d45-7e2f-42ca-be5c-e2c70bb204c2 req-f920f313-dd60-4403-8ff7-97f8857461e6 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116559 Jan 28 00:33:41.751244 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-72fa418e-16c3-4658-b5d2-e2fdfcd3f06e tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Request body: {'security_group': {'name': 'tempest-secgroup--1304328288'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:41.762631 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce0500-d6bc-46e0-87f0-3de6fbfec056 req-96e907b5-fa5e-4a93-a850-8de099cc5f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:41.764944 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b1ce0500-d6bc-46e0-87f0-3de6fbfec056 req-96e907b5-fa5e-4a93-a850-8de099cc5f09 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e95df89-e401-4bbf-9b7b-17ebec15fddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1788163 Jan 28 00:33:41.777936 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c406b-4fd0-4b42-88c0-2baffba57c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba9c14e-010b-41ca-ae81-cb52453dc7c5,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:41.791291 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3b4c406b-4fd0-4b42-88c0-2baffba57c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (32b62d49-3c93-4f09-986c-30e1868e910a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:41.791670 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-3b4c406b-4fd0-4b42-88c0-2baffba57c8a admin admin] Added segment 32b62d49-3c93-4f09-986c-30e1868e910a of type vlan for network a5055772-1556-467a-8d2c-d15584910096 Jan 28 00:33:41.836311 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e48de-3228-4a77-a99a-1de80f182430 req-8ff62497-87ac-42ae-a82e-d8e5dffe5029 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:41.852427 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e48de-3228-4a77-a99a-1de80f182430 req-8ff62497-87ac-42ae-a82e-d8e5dffe5029 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:41.869606 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e48de-3228-4a77-a99a-1de80f182430 req-8ff62497-87ac-42ae-a82e-d8e5dffe5029 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:41.881169 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e48de-3228-4a77-a99a-1de80f182430 req-8ff62497-87ac-42ae-a82e-d8e5dffe5029 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:41.893880 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e48de-3228-4a77-a99a-1de80f182430 req-8ff62497-87ac-42ae-a82e-d8e5dffe5029 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:41.900297 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec0d5bb-4243-4584-acc3-68c36bc9aa49 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Router b4e33c76-2fcb-457c-b08f-b357620608ce is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:33:41.911102 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e48de-3228-4a77-a99a-1de80f182430 req-8ff62497-87ac-42ae-a82e-d8e5dffe5029 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:41.911387 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43926) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:41.924028 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e48de-3228-4a77-a99a-1de80f182430 req-8ff62497-87ac-42ae-a82e-d8e5dffe5029 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:41.929322 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4e9e48de-3228-4a77-a99a-1de80f182430 req-8ff62497-87ac-42ae-a82e-d8e5dffe5029 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5421 time: 0.2732184 Jan 28 00:33:41.931364 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-72fa418e-16c3-4658-b5d2-e2fdfcd3f06e tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:41.934119 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3b4c406b-4fd0-4b42-88c0-2baffba57c8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (a5055772-1556-467a-8d2c-d15584910096), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:42.054621 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b1ce0500-d6bc-46e0-87f0-3de6fbfec056 req-02c0bda9-ad3f-4291-83ae-ab58f8a63b7c service neutron] 10.222.0.52 "GET /v2.0/networks/9e95df89-e401-4bbf-9b7b-17ebec15fddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792275 Jan 28 00:33:42.062560 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3b4c406b-4fd0-4b42-88c0-2baffba57c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (a5055772-1556-467a-8d2c-d15584910096), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:42.065220 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4c406b-4fd0-4b42-88c0-2baffba57c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:42.065220 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3b4c406b-4fd0-4b42-88c0-2baffba57c8a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:42.173939 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:42.200905 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3b4c406b-4fd0-4b42-88c0-2baffba57c8a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6293552 Jan 28 00:33:42.201101 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43944) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:42.227866 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4e9e48de-3228-4a77-a99a-1de80f182430 req-89451604-5f80-4d19-9798-648240318c1b tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2714581 Jan 28 00:33:42.248835 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-0d2e4ca2-d8cc-42d7-ad46-91f40699dd56 admin admin] Request body: {'subnet': {'network_id': 'a5055772-1556-467a-8d2c-d15584910096', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-752571636-subnet', 'tenant_id': '126ff8dba2134b2d95d54d419fe64967', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:42.298673 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-72fa418e-16c3-4658-b5d2-e2fdfcd3f06e tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (fe1a17c1-4488-4f54-90a7-3166b982a22a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:42.306097 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-72fa418e-16c3-4658-b5d2-e2fdfcd3f06e tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (fe1a17c1-4488-4f54-90a7-3166b982a22a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:42.346929 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa418e-16c3-4658-b5d2-e2fdfcd3f06e tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1a17c1-4488-4f54-90a7-3166b982a22a,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:42.355279 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b75b6943-f868-4e76-8bb2-7543217e4638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:42.362037 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2e4ca2-d8cc-42d7-ad46-91f40699dd56 admin admin] Made reservation on behalf of 126ff8dba2134b2d95d54d419fe64967 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:33:42.368638 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c406b-4fd0-4b42-88c0-2baffba57c8a admin admin] Pushing event updated for resources: {'Network': ['ID=a5055772-1556-467a-8d2c-d15584910096,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:42.369337 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0d2e4ca2-d8cc-42d7-ad46-91f40699dd56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:42.369891 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec0d5bb-4243-4584-acc3-68c36bc9aa49 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:33:42.385862 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network a5055772-1556-467a-8d2c-d15584910096 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:33:42.394594 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760c34f1-20ee-4248-9077-6ea46b6317bf None None] Sync routers for ids ['b4e33c76-2fcb-457c-b08f-b357620608ce'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:33:42.407676 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cec0d5bb-4243-4584-acc3-68c36bc9aa49 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:42.410963 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760c34f1-20ee-4248-9077-6ea46b6317bf None None] Routers {'b4e33c76-2fcb-457c-b08f-b357620608ce'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:33:42.416557 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-72fa418e-16c3-4658-b5d2-e2fdfcd3f06e tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:42.417190 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cec0d5bb-4243-4584-acc3-68c36bc9aa49 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "PUT /v2.0/routers/b4e33c76-2fcb-457c-b08f-b357620608ce HTTP/1.1" status: 200 len: 882 time: 6.9548233 Jan 28 00:33:42.417475 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-760c34f1-20ee-4248-9077-6ea46b6317bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:33:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['b4e33c76-2fcb-457c-b08f-b357620608ce'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:42.420265 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-72fa418e-16c3-4658-b5d2-e2fdfcd3f06e tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6783602 Jan 28 00:33:42.422761 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43962) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:42.429033 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43964) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:42.493712 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-760c34f1-20ee-4248-9077-6ea46b6317bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:42.510677 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760c34f1-20ee-4248-9077-6ea46b6317bf None None] Routers {'b4e33c76-2fcb-457c-b08f-b357620608ce'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:33:42.511701 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-760c34f1-20ee-4248-9077-6ea46b6317bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:33:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['b4e33c76-2fcb-457c-b08f-b357620608ce'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:42.528875 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-b35a27c7-af34-4421-9259-4d60072f645d tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:42.529465 n-d-826754-1 neutron-server[103344]: WARNING neutron.api.v2.base [None req-b35a27c7-af34-4421-9259-4d60072f645d tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 00:33:42.529798 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-b35a27c7-af34-4421-9259-4d60072f645d tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 00:33:42.530901 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b35a27c7-af34-4421-9259-4d60072f645d tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "PUT /v2.0/security-groups/fe1a17c1-4488-4f54-90a7-3166b982a22a HTTP/1.1" status: 409 len: 330 time: 0.0153124 Jan 28 00:33:42.537570 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43968) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:42.667391 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-760c34f1-20ee-4248-9077-6ea46b6317bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:42.675587 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760c34f1-20ee-4248-9077-6ea46b6317bf None None] The sync data for ids ['b4e33c76-2fcb-457c-b08f-b357620608ce'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:33:42.698974 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b75b6943-f868-4e76-8bb2-7543217e4638 admin admin] Publish callbacks [] for security_group (60ee9951-ff8c-4de3-917d-a4d5c904dad2), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:42.719173 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b75b6943-f868-4e76-8bb2-7543217e4638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (60ee9951-ff8c-4de3-917d-a4d5c904dad2), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:42.726071 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-eceff9e0-8018-4b75-8b86-3a8521a33dce tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "GET /v2.0/routers/b4e33c76-2fcb-457c-b08f-b357620608ce HTTP/1.1" status: 200 len: 923 time: 0.2984877 Jan 28 00:33:42.737935 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43974) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:42.744246 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b1ce0500-d6bc-46e0-87f0-3de6fbfec056 req-33d575b2-fdc7-4315-99dd-f334e6d956b1 service neutron] 10.222.0.52 "GET /v2.0/networks/9e95df89-e401-4bbf-9b7b-17ebec15fddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6828058 Jan 28 00:33:42.904337 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0d2e4ca2-d8cc-42d7-ad46-91f40699dd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (d0f29497-ba52-4939-af70-d57b51c2ceee), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:42.920115 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b75b6943-f868-4e76-8bb2-7543217e4638 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=37871121c887476ebd5f1c1198a91930&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0002213 Jan 28 00:33:42.925586 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:42.930484 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43980) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:42.961392 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b6943-f868-4e76-8bb2-7543217e4638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ee9951-ff8c-4de3-917d-a4d5c904dad2,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:42.993588 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ccf8760-6dbd-405f-95fd-c792b98f9aa9 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (fe1a17c1-4488-4f54-90a7-3166b982a22a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:43.036405 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7df3381-01cd-4d7b-905d-e6412df00448 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:43.042149 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f7df3381-01cd-4d7b-905d-e6412df00448 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392&device_id=b4e33c76-2fcb-457c-b08f-b357620608ce&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2914321 Jan 28 00:33:43.045594 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43984) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:43.069407 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2e4ca2-d8cc-42d7-ad46-91f40699dd56 admin admin] Checking segment: {'id': '32b62d49-3c93-4f09-986c-30e1868e910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a5055772-1556-467a-8d2c-d15584910096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:33:43.069848 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2e4ca2-d8cc-42d7-ad46-91f40699dd56 admin admin] Network hostable DHCP agents. Network: a5055772-1556-467a-8d2c-d15584910096, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:33:43.071855 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ccf8760-6dbd-405f-95fd-c792b98f9aa9 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (fe1a17c1-4488-4f54-90a7-3166b982a22a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:43.088155 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e4ca2-d8cc-42d7-ad46-91f40699dd56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0f29497-ba52-4939-af70-d57b51c2ceee,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:43.139812 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06aeb6b-fc39-48bf-96e9-b3c53a892ffa req-2f51b023-da10-4521-a38d-9b49079b1156 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:43.141784 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e06aeb6b-fc39-48bf-96e9-b3c53a892ffa req-2f51b023-da10-4521-a38d-9b49079b1156 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 947 time: 0.2292843 Jan 28 00:33:43.159437 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2e4ca2-d8cc-42d7-ad46-91f40699dd56 admin admin] Network a5055772-1556-467a-8d2c-d15584910096 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:33:43.192251 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5325be09-d0f3-4818-affd-0695a16063b9 admin admin] Publish callbacks [] for security_group (60ee9951-ff8c-4de3-917d-a4d5c904dad2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:43.197066 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-0d2e4ca2-d8cc-42d7-ad46-91f40699dd56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, a5055772-1556-467a-8d2c-d15584910096) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:33:43.207951 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84fa808-7822-453e-8a70-9d3a219e9f40 None None] Network a5055772-1556-467a-8d2c-d15584910096 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:33:43.224293 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2e4ca2-d8cc-42d7-ad46-91f40699dd56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:43.224919 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0d2e4ca2-d8cc-42d7-ad46-91f40699dd56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:43.269931 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5325be09-d0f3-4818-affd-0695a16063b9 admin admin] Publish callbacks [] for security_group (60ee9951-ff8c-4de3-917d-a4d5c904dad2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:43.312193 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e06aeb6b-fc39-48bf-96e9-b3c53a892ffa req-fb89d67d-cda8-4c7a-b613-54bce732fbe7 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552038 Jan 28 00:33:43.336242 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43990) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:43.338280 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0d2e4ca2-d8cc-42d7-ad46-91f40699dd56 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1335363 Jan 28 00:33:43.338462 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ccf8760-6dbd-405f-95fd-c792b98f9aa9 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (fe1a17c1-4488-4f54-90a7-3166b982a22a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:43.342086 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ccf8760-6dbd-405f-95fd-c792b98f9aa9 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:43.346705 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0ccf8760-6dbd-405f-95fd-c792b98f9aa9 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "DELETE /v2.0/security-groups/fe1a17c1-4488-4f54-90a7-3166b982a22a HTTP/1.1" status: 204 len: 168 time: 0.7966530 Jan 28 00:33:43.346968 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43994) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:43.350972 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-b7bd36a5-add7-4fc2-b449-c38e6fcd335c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-752571636-router', 'tenant_id': '126ff8dba2134b2d95d54d419fe64967', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:43.368830 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10abcdb1-83b4-499b-b26e-20af3314ccad tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:43.370684 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-10abcdb1-83b4-499b-b26e-20af3314ccad tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 881 time: 0.3167148 Jan 28 00:33:43.384701 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43996) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:43.426311 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf8760-6dbd-405f-95fd-c792b98f9aa9 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1a17c1-4488-4f54-90a7-3166b982a22a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:43.436455 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-39067bc2-73cb-431c-8431-55a75e521af4 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4e33c76-2fcb-457c-b08f-b357620608ce HTTP/1.1" status: 200 len: 205 time: 0.0476301 Jan 28 00:33:43.447749 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44000) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:43.516795 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-df1f3040-fca2-411a-9614-609bf9939096 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1668422 Jan 28 00:33:43.523669 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44004) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:43.524806 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b7bd36a5-add7-4fc2-b449-c38e6fcd335c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (28dc1585-1abf-41e0-9497-c6d7971eef02), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:43.531797 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b7bd36a5-add7-4fc2-b449-c38e6fcd335c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (28dc1585-1abf-41e0-9497-c6d7971eef02), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:43.558295 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5325be09-d0f3-4818-affd-0695a16063b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (60ee9951-ff8c-4de3-917d-a4d5c904dad2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:43.563259 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5325be09-d0f3-4818-affd-0695a16063b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:43.566287 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5325be09-d0f3-4818-affd-0695a16063b9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/60ee9951-ff8c-4de3-917d-a4d5c904dad2 HTTP/1.1" status: 204 len: 168 time: 0.6326466 Jan 28 00:33:43.587805 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb57cc2-bcee-4599-9cc3-35d7f13ea04d req-00acaf9c-a1ae-4282-8fbd-0c452dfcccc6 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:43.607491 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb57cc2-bcee-4599-9cc3-35d7f13ea04d req-00acaf9c-a1ae-4282-8fbd-0c452dfcccc6 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:43.625781 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb57cc2-bcee-4599-9cc3-35d7f13ea04d req-00acaf9c-a1ae-4282-8fbd-0c452dfcccc6 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:43.641312 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb57cc2-bcee-4599-9cc3-35d7f13ea04d req-00acaf9c-a1ae-4282-8fbd-0c452dfcccc6 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:43.647170 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90251391-43d4-4adf-82c7-27c26909f747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-a5055772-1556-467a-8d2c-d15584910096', 'network_id': 'a5055772-1556-467a-8d2c-d15584910096', 'project_id': '126ff8dba2134b2d95d54d419fe64967', 'fixed_ips': [{'subnet_id': 'd0f29497-ba52-4939-af70-d57b51c2ceee'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:33:43.647982 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-90251391-43d4-4adf-82c7-27c26909f747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:43.654394 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb57cc2-bcee-4599-9cc3-35d7f13ea04d req-00acaf9c-a1ae-4282-8fbd-0c452dfcccc6 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:43.666395 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb57cc2-bcee-4599-9cc3-35d7f13ea04d req-00acaf9c-a1ae-4282-8fbd-0c452dfcccc6 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:43.676783 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb57cc2-bcee-4599-9cc3-35d7f13ea04d req-00acaf9c-a1ae-4282-8fbd-0c452dfcccc6 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:43.679217 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8cb57cc2-bcee-4599-9cc3-35d7f13ea04d req-00acaf9c-a1ae-4282-8fbd-0c452dfcccc6 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5421 time: 0.2753527 Jan 28 00:33:43.680000 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-c86d2ce5-03d1-4a73-a265-69420c6c515d tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] delete failed (client error): The resource could not be found. Jan 28 00:33:43.686892 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c86d2ce5-03d1-4a73-a265-69420c6c515d tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "DELETE /v2.0/security-groups/5b364081-3e55-4673-985f-ca12f7d96f5c HTTP/1.1" status: 404 len: 347 time: 0.1604130 Jan 28 00:33:43.687731 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44008) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:43.704978 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b7bd36a5-add7-4fc2-b449-c38e6fcd335c admin admin] Publish callbacks [] for router_controller (28dc1585-1abf-41e0-9497-c6d7971eef02), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:43.743210 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-d697691e-1895-450f-b831-5cbaf246ac40 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] show failed (client error): The resource could not be found. Jan 28 00:33:43.747675 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d697691e-1895-450f-b831-5cbaf246ac40 tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "GET /v2.0/security-groups/e788460f-794c-4547-b6d4-3dbcaecbf2d7 HTTP/1.1" status: 404 len: 347 time: 0.0581260 Jan 28 00:33:43.749400 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5325be09-d0f3-4818-affd-0695a16063b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ee9951-ff8c-4de3-917d-a4d5c904dad2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:43.755516 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44010) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:43.835554 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-412c418c-ec18-4f24-a7b7-421dc99cfe9c tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] show failed (client error): The resource could not be found. Jan 28 00:33:43.846635 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-412c418c-ec18-4f24-a7b7-421dc99cfe9c tempest-NegativeSecGroupTest-1291429106 tempest-NegativeSecGroupTest-1291429106-project] 10.222.0.70 "GET /v2.0/security-group-rules/fc14e621-be93-44bb-bd9d-1ebc142c6b55 HTTP/1.1" status: 404 len: 356 time: 0.0871713 Jan 28 00:33:43.899071 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8cb57cc2-bcee-4599-9cc3-35d7f13ea04d req-cb45fc9f-604b-498c-aeab-dc7d4c7a5042 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1950057 Jan 28 00:33:43.957982 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40b9fecb-01da-433d-972a-403069cd5327 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router (b4e33c76-2fcb-457c-b08f-b357620608ce), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:44.057432 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-90251391-43d4-4adf-82c7-27c26909f747 None None] Allocated IP 172.20.0.2 (a5055772-1556-467a-8d2c-d15584910096/d0f29497-ba52-4939-af70-d57b51c2ceee/5305a971-b3f9-47ae-91df-db6c9d7703dc) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:33:44.064626 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:44.073231 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b7bd36a5-add7-4fc2-b449-c38e6fcd335c admin admin] Publish callbacks [] for router_gateway (28dc1585-1abf-41e0-9497-c6d7971eef02), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:44.192647 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40b9fecb-01da-433d-972a-403069cd5327 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router_gateway (b4e33c76-2fcb-457c-b08f-b357620608ce), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:44.289906 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-40b9fecb-01da-433d-972a-403069cd5327 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Deleting port fc81984b-441e-475f-b8b3-85af34487a51 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:33:44.289906 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40b9fecb-01da-433d-972a-403069cd5327 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (fc81984b-441e-475f-b8b3-85af34487a51), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:44.313436 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-90251391-43d4-4adf-82c7-27c26909f747 None None] Publish callbacks [] for port (5305a971-b3f9-47ae-91df-db6c9d7703dc), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:44.322835 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-90251391-43d4-4adf-82c7-27c26909f747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (5305a971-b3f9-47ae-91df-db6c9d7703dc), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:44.385142 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90251391-43d4-4adf-82c7-27c26909f747 None None] Network a5055772-1556-467a-8d2c-d15584910096 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:33:44.388518 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-90251391-43d4-4adf-82c7-27c26909f747 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:33:44.394255 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90251391-43d4-4adf-82c7-27c26909f747 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:33:44.426604 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90251391-43d4-4adf-82c7-27c26909f747 None None] Pushing event updated for resources: {'Port': ['ID=5305a971-b3f9-47ae-91df-db6c9d7703dc,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:44.519300 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-90251391-43d4-4adf-82c7-27c26909f747 None None] Attempting to bind port 5305a971-b3f9-47ae-91df-db6c9d7703dc on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:33:44.520365 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-90251391-43d4-4adf-82c7-27c26909f747 None None] Attempting to bind port 5305a971-b3f9-47ae-91df-db6c9d7703dc by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '32b62d49-3c93-4f09-986c-30e1868e910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a5055772-1556-467a-8d2c-d15584910096'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:33:44.520762 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90251391-43d4-4adf-82c7-27c26909f747 None None] Attempting to bind port 5305a971-b3f9-47ae-91df-db6c9d7703dc on network a5055772-1556-467a-8d2c-d15584910096 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:33:44.528590 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90251391-43d4-4adf-82c7-27c26909f747 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:33:44.529008 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90251391-43d4-4adf-82c7-27c26909f747 None None] Checking segment: {'id': '32b62d49-3c93-4f09-986c-30e1868e910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a5055772-1556-467a-8d2c-d15584910096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:33:44.529487 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-90251391-43d4-4adf-82c7-27c26909f747 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:44.530616 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90251391-43d4-4adf-82c7-27c26909f747 None None] Bound using segment: {'id': '32b62d49-3c93-4f09-986c-30e1868e910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a5055772-1556-467a-8d2c-d15584910096'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:33:44.531154 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-90251391-43d4-4adf-82c7-27c26909f747 None None] Bound port: 5305a971-b3f9-47ae-91df-db6c9d7703dc, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b62d49-3c93-4f09-986c-30e1868e910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a5055772-1556-467a-8d2c-d15584910096'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:33:44.531559 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-90251391-43d4-4adf-82c7-27c26909f747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5305a971-b3f9-47ae-91df-db6c9d7703dc), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:44.588121 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96815b1-b5ca-485f-8813-872106ff4950 req-cb4d4e94-7644-4cc4-892b-bbc1b0c096e5 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:44.606146 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f96815b1-b5ca-485f-8813-872106ff4950 req-cb4d4e94-7644-4cc4-892b-bbc1b0c096e5 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 947 time: 0.1108470 Jan 28 00:33:44.628489 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-90251391-43d4-4adf-82c7-27c26909f747 None None] For port 5305a971-b3f9-47ae-91df-db6c9d7703dc, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:33:44.634256 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-90251391-43d4-4adf-82c7-27c26909f747 None None] For port 5305a971-b3f9-47ae-91df-db6c9d7703dc, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=5305a971-b3f9-47ae-91df-db6c9d7703dc,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:33:44.640948 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-90251391-43d4-4adf-82c7-27c26909f747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (5305a971-b3f9-47ae-91df-db6c9d7703dc), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:44.651796 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44044) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:44.722745 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90251391-43d4-4adf-82c7-27c26909f747 None None] Pushing event updated for resources: {'Port': ['ID=5305a971-b3f9-47ae-91df-db6c9d7703dc,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:44.787970 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f96815b1-b5ca-485f-8813-872106ff4950 req-7916a8b6-0e9b-4385-babe-5bfdc605bc75 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807363 Jan 28 00:33:44.996599 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44060) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:45.208817 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-28a738f7-6ba9-4039-9a9c-4a33d8da652e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:45.237184 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40b9fecb-01da-433d-972a-403069cd5327 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (fc81984b-441e-475f-b8b3-85af34487a51), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:45.249790 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f6d36cc1-0c41-4a03-9314-275805503dbb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8ab9b2939e754fbd94285e4963e692f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5945005 Jan 28 00:33:45.254361 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44068) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:45.256694 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b7bd36a5-add7-4fc2-b449-c38e6fcd335c admin admin] Publish callbacks [] for router_gateway (28dc1585-1abf-41e0-9497-c6d7971eef02), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:45.275261 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984b35e-f18f-4390-ac78-68f970383d8b req-bc8a2575-255f-402d-a513-41837eebeb9b tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:45.282057 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984b35e-f18f-4390-ac78-68f970383d8b req-bc8a2575-255f-402d-a513-41837eebeb9b tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:45.293129 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984b35e-f18f-4390-ac78-68f970383d8b req-bc8a2575-255f-402d-a513-41837eebeb9b tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:45.298421 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-40b9fecb-01da-433d-972a-403069cd5327 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Calling delete_port for fc81984b-441e-475f-b8b3-85af34487a51 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:33:45.300645 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984b35e-f18f-4390-ac78-68f970383d8b req-bc8a2575-255f-402d-a513-41837eebeb9b tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:45.309015 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984b35e-f18f-4390-ac78-68f970383d8b req-bc8a2575-255f-402d-a513-41837eebeb9b tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:45.316714 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984b35e-f18f-4390-ac78-68f970383d8b req-bc8a2575-255f-402d-a513-41837eebeb9b tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:45.322356 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984b35e-f18f-4390-ac78-68f970383d8b req-bc8a2575-255f-402d-a513-41837eebeb9b tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:45.326230 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c984b35e-f18f-4390-ac78-68f970383d8b req-bc8a2575-255f-402d-a513-41837eebeb9b tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5421 time: 0.2603912 Jan 28 00:33:45.364240 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b7bd36a5-add7-4fc2-b449-c38e6fcd335c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:45.459372 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c984b35e-f18f-4390-ac78-68f970383d8b req-fb3d8ba6-6bcd-4d1a-a902-00218a324f78 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1220832 Jan 28 00:33:45.502339 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-28a738f7-6ba9-4039-9a9c-4a33d8da652e admin admin] Publish callbacks [] for security_group (5b48e23e-43d9-4f23-a183-9cbd3f7190c5), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:45.508963 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-28a738f7-6ba9-4039-9a9c-4a33d8da652e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (5b48e23e-43d9-4f23-a183-9cbd3f7190c5), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:45.639574 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-28a738f7-6ba9-4039-9a9c-4a33d8da652e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1abb4e44fd304b67b87c856a575f52e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6391883 Jan 28 00:33:45.640921 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a738f7-6ba9-4039-9a9c-4a33d8da652e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b48e23e-43d9-4f23-a183-9cbd3f7190c5,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:45.641658 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44072) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:45.667013 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4c10ee69-726a-4c83-894d-e44ea538f7e6 req-6ba87973-2397-4aeb-aebd-be047206d7d2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1392572 Jan 28 00:33:45.686359 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ccd87128-003e-4fa7-946e-67495e0f3241 admin admin] Publish callbacks [] for security_group (7b02cf80-f97d-407e-a0d1-6ab2de6c12d2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:45.686877 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44074) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:45.816286 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10ee69-726a-4c83-894d-e44ea538f7e6 req-ee14c9fe-73b7-4ca8-95d8-386973b0f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:45.818696 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4c10ee69-726a-4c83-894d-e44ea538f7e6 req-ee14c9fe-73b7-4ca8-95d8-386973b0f64a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=66e2abd01f29448ab207898a6db8a6af&device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 1098 time: 0.0695457 Jan 28 00:33:45.835739 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ccd87128-003e-4fa7-946e-67495e0f3241 admin admin] Publish callbacks [] for security_group (7b02cf80-f97d-407e-a0d1-6ab2de6c12d2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:45.840637 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-6a7b631c-14d1-41d4-aa34-e45841a11291 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1145254867'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:45.924196 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-b7bd36a5-add7-4fc2-b449-c38e6fcd335c admin admin] Allocated IP 172.25.3.165 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/ac17fa39-7df6-485f-af35-316034772b92) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:33:45.928175 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7b631c-14d1-41d4-aa34-e45841a11291 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] Made reservation on behalf of e267def868554a0190dbe0a4b53863d2 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:33:45.933420 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a7b631c-14d1-41d4-aa34-e45841a11291 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:45.953547 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a7b631c-14d1-41d4-aa34-e45841a11291 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:46.002248 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99781cce-0114-4222-9461-03670531aea6 admin admin] Publish callbacks [] for security_group (5b48e23e-43d9-4f23-a183-9cbd3f7190c5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:46.026804 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10ee69-726a-4c83-894d-e44ea538f7e6 req-35f294f9-e7c0-49a3-9da8-f74a6905f0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:46.029459 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4c10ee69-726a-4c83-894d-e44ea538f7e6 req-35f294f9-e7c0-49a3-9da8-f74a6905f0ef service neutron] 10.222.0.65 "GET /v2.0/networks?id=ab3fb448-728a-46f9-9c11-c79ef9e347d9 HTTP/1.1" status: 200 len: 917 time: 0.1785717 Jan 28 00:33:46.045338 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40b9fecb-01da-433d-972a-403069cd5327 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (fc81984b-441e-475f-b8b3-85af34487a51), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:46.073324 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ccd87128-003e-4fa7-946e-67495e0f3241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7b02cf80-f97d-407e-a0d1-6ab2de6c12d2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:46.076125 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ccd87128-003e-4fa7-946e-67495e0f3241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:46.077525 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ccd87128-003e-4fa7-946e-67495e0f3241 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7b02cf80-f97d-407e-a0d1-6ab2de6c12d2 HTTP/1.1" status: 204 len: 168 time: 0.8161323 Jan 28 00:33:46.113356 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99781cce-0114-4222-9461-03670531aea6 admin admin] Publish callbacks [] for security_group (5b48e23e-43d9-4f23-a183-9cbd3f7190c5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:46.118329 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9fecb-01da-433d-972a-403069cd5327 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Pushing event deleted for resources: {'Port': ['ID=fc81984b-441e-475f-b8b3-85af34487a51,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:46.145018 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd87128-003e-4fa7-946e-67495e0f3241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b02cf80-f97d-407e-a0d1-6ab2de6c12d2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:46.187751 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4c10ee69-726a-4c83-894d-e44ea538f7e6 req-a7cd119f-01d8-4536-b760-5df6345ba98a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab12a80f-4db3-47e7-b488-6614f4a3764e HTTP/1.1" status: 200 len: 1002 time: 0.1421561 Jan 28 00:33:46.310851 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b7bd36a5-add7-4fc2-b449-c38e6fcd335c admin admin] Publish callbacks [] for port (ac17fa39-7df6-485f-af35-316034772b92), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:46.331747 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40b9fecb-01da-433d-972a-403069cd5327 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (b4e33c76-2fcb-457c-b08f-b357620608ce), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:46.355390 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10ee69-726a-4c83-894d-e44ea538f7e6 req-4965c265-6a00-4761-b06c-1f9707f95400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:46.357364 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4c10ee69-726a-4c83-894d-e44ea538f7e6 req-4965c265-6a00-4761-b06c-1f9707f95400 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e8d9d31c-ec82-48b8-8107-afdf4c2c9183 HTTP/1.1" status: 200 len: 855 time: 0.1477754 Jan 28 00:33:46.395930 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a7b631c-14d1-41d4-aa34-e45841a11291 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] Publish callbacks [] for security_group (254a7fb9-b65f-4d12-ac7f-b850f1593ac4), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:46.469091 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a7b631c-14d1-41d4-aa34-e45841a11291 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (254a7fb9-b65f-4d12-ac7f-b850f1593ac4), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:46.478502 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99781cce-0114-4222-9461-03670531aea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (5b48e23e-43d9-4f23-a183-9cbd3f7190c5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:46.481269 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99781cce-0114-4222-9461-03670531aea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:46.487244 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-99781cce-0114-4222-9461-03670531aea6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5b48e23e-43d9-4f23-a183-9cbd3f7190c5 HTTP/1.1" status: 204 len: 168 time: 0.8392518 Jan 28 00:33:46.487244 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40b9fecb-01da-433d-972a-403069cd5327 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (b4e33c76-2fcb-457c-b08f-b357620608ce), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:46.493859 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40b9fecb-01da-433d-972a-403069cd5327 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router_controller (b4e33c76-2fcb-457c-b08f-b357620608ce), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:46.514117 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a7b631c-14d1-41d4-aa34-e45841a11291 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:33:46.545344 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99781cce-0114-4222-9461-03670531aea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b48e23e-43d9-4f23-a183-9cbd3f7190c5,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:46.588437 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a7b631c-14d1-41d4-aa34-e45841a11291 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (78252b4a-f9d7-424a-a016-9a4061728e4d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:46.589347 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-6a7b631c-14d1-41d4-aa34-e45841a11291 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] Added segment 78252b4a-f9d7-424a-a016-9a4061728e4d of type vlan for network abd28e25-2805-44d6-a505-4064ee656c2a Jan 28 00:33:46.600877 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b631c-14d1-41d4-aa34-e45841a11291 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=254a7fb9-b65f-4d12-ac7f-b850f1593ac4,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:46.605824 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b7bd36a5-add7-4fc2-b449-c38e6fcd335c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (ac17fa39-7df6-485f-af35-316034772b92), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:46.628883 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b7eb8c-3c4c-4402-9845-9419bcbabf57 None None] Network a5055772-1556-467a-8d2c-d15584910096 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:33:46.638577 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40b9fecb-01da-433d-972a-403069cd5327 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (b4e33c76-2fcb-457c-b08f-b357620608ce), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:46.639123 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b9fecb-01da-433d-972a-403069cd5327 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Fanout notify agent at l3_agent the message router_deleted on router b4e33c76-2fcb-457c-b08f-b357620608ce {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:33:46.654577 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40b9fecb-01da-433d-972a-403069cd5327 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:46.657106 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10ee69-726a-4c83-894d-e44ea538f7e6 req-f17bca34-47b0-4fad-ac67-adb4ad6b12c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:46.659920 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4c10ee69-726a-4c83-894d-e44ea538f7e6 req-f17bca34-47b0-4fad-ac67-adb4ad6b12c9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ab3fb448-728a-46f9-9c11-c79ef9e347d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2773070 Jan 28 00:33:46.667714 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-40b9fecb-01da-433d-972a-403069cd5327 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "DELETE /v2.0/routers/b4e33c76-2fcb-457c-b08f-b357620608ce HTTP/1.1" status: 204 len: 168 time: 3.2187712 Jan 28 00:33:46.678799 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44086) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:46.734997 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-997b13c2-3965-4799-9a11-cfeb330c5354 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1229453876', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:46.793280 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bd36a5-add7-4fc2-b449-c38e6fcd335c admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:33:46.807539 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-b7bd36a5-add7-4fc2-b449-c38e6fcd335c admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:33:46.850578 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-0ff7e032-4e2c-4b4a-914e-bafc4650b305 None None] Provisioning complete for port 5305a971-b3f9-47ae-91df-db6c9d7703dc triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:33:46.851019 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0ff7e032-4e2c-4b4a-914e-bafc4650b305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (5305a971-b3f9-47ae-91df-db6c9d7703dc), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:46.874015 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bd36a5-add7-4fc2-b449-c38e6fcd335c admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:33:46.884386 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 5305a971-b3f9-47ae-91df-db6c9d7703dc up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:33:46.968559 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 5305a971-b3f9-47ae-91df-db6c9d7703dc triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:33:46.969578 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (5305a971-b3f9-47ae-91df-db6c9d7703dc), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:47.073669 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0ff7e032-4e2c-4b4a-914e-bafc4650b305 None None] Current status of the port 5305a971-b3f9-47ae-91df-db6c9d7703dc is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:33:47.074547 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0ff7e032-4e2c-4b4a-914e-bafc4650b305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5305a971-b3f9-47ae-91df-db6c9d7703dc), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:47.089001 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd36a5-add7-4fc2-b449-c38e6fcd335c admin admin] Pushing event updated for resources: {'Port': ['ID=ac17fa39-7df6-485f-af35-316034772b92,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:47.102855 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-997b13c2-3965-4799-9a11-cfeb330c5354 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (71a61663-ffa8-4da1-a867-abf6c9fa0069), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:47.105023 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-997b13c2-3965-4799-9a11-cfeb330c5354 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (71a61663-ffa8-4da1-a867-abf6c9fa0069), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:47.150386 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-0ff7e032-4e2c-4b4a-914e-bafc4650b305 None None] For port 5305a971-b3f9-47ae-91df-db6c9d7703dc, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=5305a971-b3f9-47ae-91df-db6c9d7703dc,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:33:47.174374 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0ff7e032-4e2c-4b4a-914e-bafc4650b305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (5305a971-b3f9-47ae-91df-db6c9d7703dc), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:47.244464 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 5305a971-b3f9-47ae-91df-db6c9d7703dc is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:33:47.248630 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5305a971-b3f9-47ae-91df-db6c9d7703dc), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:47.323276 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a7b631c-14d1-41d4-aa34-e45841a11291 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (abd28e25-2805-44d6-a505-4064ee656c2a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:47.349505 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7e032-4e2c-4b4a-914e-bafc4650b305 None None] Pushing event updated for resources: {'Port': ['ID=5305a971-b3f9-47ae-91df-db6c9d7703dc,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:47.381461 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4c10ee69-726a-4c83-894d-e44ea538f7e6 req-4ffa73ce-8d21-442d-bf37-da235b1f5d3d service neutron] 10.222.0.65 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6541197 Jan 28 00:33:47.426121 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:33:47.426647 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:33:47.458068 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.db.resource_extend [None req-6a7b631c-14d1-41d4-aa34-e45841a11291 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:33:47.534035 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-997b13c2-3965-4799-9a11-cfeb330c5354 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router_controller (71a61663-ffa8-4da1-a867-abf6c9fa0069), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:47.553720 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-997b13c2-3965-4799-9a11-cfeb330c5354 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (71a61663-ffa8-4da1-a867-abf6c9fa0069), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:47.571825 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb33db4-6903-45c7-8280-5d45bde08a69 req-72baa39c-6f1f-4612-9435-81f6338e98c0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:47.579096 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb33db4-6903-45c7-8280-5d45bde08a69 req-72baa39c-6f1f-4612-9435-81f6338e98c0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:47.585809 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb33db4-6903-45c7-8280-5d45bde08a69 req-72baa39c-6f1f-4612-9435-81f6338e98c0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:47.609218 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb33db4-6903-45c7-8280-5d45bde08a69 req-72baa39c-6f1f-4612-9435-81f6338e98c0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:47.619468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb33db4-6903-45c7-8280-5d45bde08a69 req-72baa39c-6f1f-4612-9435-81f6338e98c0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:47.627771 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-4cce1ad1-ab5a-4dcd-8a02-bdf90e852dba None None] Provisioning complete for port 5305a971-b3f9-47ae-91df-db6c9d7703dc triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:33:47.628149 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4cce1ad1-ab5a-4dcd-8a02-bdf90e852dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (5305a971-b3f9-47ae-91df-db6c9d7703dc), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:47.638729 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb33db4-6903-45c7-8280-5d45bde08a69 req-72baa39c-6f1f-4612-9435-81f6338e98c0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:47.651578 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb33db4-6903-45c7-8280-5d45bde08a69 req-72baa39c-6f1f-4612-9435-81f6338e98c0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:47.665650 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-acb33db4-6903-45c7-8280-5d45bde08a69 req-72baa39c-6f1f-4612-9435-81f6338e98c0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5421 time: 0.9393322 Jan 28 00:33:47.678041 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-997b13c2-3965-4799-9a11-cfeb330c5354 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:47.679903 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-997b13c2-3965-4799-9a11-cfeb330c5354 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9533055 Jan 28 00:33:47.684893 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a7b631c-14d1-41d4-aa34-e45841a11291 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (abd28e25-2805-44d6-a505-4064ee656c2a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:47.687428 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44102) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:47.690289 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7b631c-14d1-41d4-aa34-e45841a11291 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:47.690946 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a7b631c-14d1-41d4-aa34-e45841a11291 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:47.711389 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-98631f74-9889-4f2a-ab6c-044615db33a8 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'enable_snat': True}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:47.735479 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4c10ee69-726a-4c83-894d-e44ea538f7e6 req-f66efbb6-5aa4-411e-9ba9-7c608b0f477d service neutron] 10.222.0.65 "GET /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384445 Jan 28 00:33:47.785175 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4cce1ad1-ab5a-4dcd-8a02-bdf90e852dba None None] Current status of the port 5305a971-b3f9-47ae-91df-db6c9d7703dc is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:33:47.786122 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44104) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:47.878991 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5bafc1e7-9014-447a-900d-55045d44b35a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:47.892342 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6a7b631c-14d1-41d4-aa34-e45841a11291 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.1958942 Jan 28 00:33:47.893805 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44106) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:47.922205 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b631c-14d1-41d4-aa34-e45841a11291 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] Pushing event updated for resources: {'Network': ['ID=abd28e25-2805-44d6-a505-4064ee656c2a,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:47.971382 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.tag.tag_plugin [None req-e86c8f28-5e75-4bb9-8c50-1e2855127c58 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'abd28e25-2805-44d6-a505-4064ee656c2a', 'tempest-TagsTest-Tag-1370417309') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:47.976321 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-acb33db4-6903-45c7-8280-5d45bde08a69 req-6cb0e5bb-0d48-4258-9933-4a690be079ab tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2975302 Jan 28 00:33:48.016071 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network abd28e25-2805-44d6-a505-4064ee656c2a details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:33:48.077449 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5bafc1e7-9014-447a-900d-55045d44b35a admin admin] Publish callbacks [] for security_group (251ae804-4c1a-4097-a8bc-b5e8d951cff4), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:48.083847 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5bafc1e7-9014-447a-900d-55045d44b35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (251ae804-4c1a-4097-a8bc-b5e8d951cff4), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:48.125326 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5bafc1e7-9014-447a-900d-55045d44b35a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=32d4ee32f1d14d79b5ad31a7d085f49a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3326027 Jan 28 00:33:48.132177 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44110) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:48.152883 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 5305a971-b3f9-47ae-91df-db6c9d7703dc is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:33:48.230057 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b7bd36a5-add7-4fc2-b449-c38e6fcd335c admin admin] Publish callbacks [] for router_gateway (28dc1585-1abf-41e0-9497-c6d7971eef02), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:48.230861 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bafc1e7-9014-447a-900d-55045d44b35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251ae804-4c1a-4097-a8bc-b5e8d951cff4,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:48.269631 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3f0fa0e1-bbce-49d0-a415-7620cbe50798 admin admin] Publish callbacks [] for security_group (251ae804-4c1a-4097-a8bc-b5e8d951cff4), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:48.319796 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3f0fa0e1-bbce-49d0-a415-7620cbe50798 admin admin] Publish callbacks [] for security_group (251ae804-4c1a-4097-a8bc-b5e8d951cff4), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:48.347046 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98631f74-9889-4f2a-ab6c-044615db33a8 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router_gateway (71a61663-ffa8-4da1-a867-abf6c9fa0069), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:48.397953 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 5305a971-b3f9-47ae-91df-db6c9d7703dc up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:33:48.445557 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3f0fa0e1-bbce-49d0-a415-7620cbe50798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (251ae804-4c1a-4097-a8bc-b5e8d951cff4), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:48.450388 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3f0fa0e1-bbce-49d0-a415-7620cbe50798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:48.452638 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3f0fa0e1-bbce-49d0-a415-7620cbe50798 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/251ae804-4c1a-4097-a8bc-b5e8d951cff4 HTTP/1.1" status: 204 len: 168 time: 0.3186057 Jan 28 00:33:48.468176 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0fa0e1-bbce-49d0-a415-7620cbe50798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251ae804-4c1a-4097-a8bc-b5e8d951cff4,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:48.542583 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e86c8f28-5e75-4bb9-8c50-1e2855127c58 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] 10.222.0.70 "PUT /v2.0/networks/abd28e25-2805-44d6-a505-4064ee656c2a/tags/tempest-TagsTest-Tag-1370417309 HTTP/1.1" status: 201 len: 201 time: 0.5824804 Jan 28 00:33:48.546976 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44122) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:48.553572 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-78e2aa66-278d-405c-ae05-7db1c13b1202 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'abd28e25-2805-44d6-a505-4064ee656c2a', 'tempest-TagsTest-Tag-1370417309') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:48.592643 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44124) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:48.612176 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 5305a971-b3f9-47ae-91df-db6c9d7703dc triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:33:48.612833 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (5305a971-b3f9-47ae-91df-db6c9d7703dc), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:48.731293 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-78e2aa66-278d-405c-ae05-7db1c13b1202 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] 10.222.0.70 "GET /v2.0/networks/abd28e25-2805-44d6-a505-4064ee656c2a/tags/tempest-TagsTest-Tag-1370417309 HTTP/1.1" status: 204 len: 168 time: 0.1828232 Jan 28 00:33:48.736388 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44128) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:48.748011 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-7671adbd-61e8-4221-88db-afcd8669a163 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'abd28e25-2805-44d6-a505-4064ee656c2a') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:48.763841 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 5305a971-b3f9-47ae-91df-db6c9d7703dc is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:33:48.831701 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7671adbd-61e8-4221-88db-afcd8669a163 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] 10.222.0.70 "GET /v2.0/networks/abd28e25-2805-44d6-a505-4064ee656c2a/tags HTTP/1.1" status: 200 len: 238 time: 0.0939348 Jan 28 00:33:48.836361 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44132) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:48.844498 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-004fcd6f-ea17-473d-9ea8-108b2ae68dda tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'abd28e25-2805-44d6-a505-4064ee656c2a', {'tags': ['tempest-TagsTest-Tag-1858807999', 'tempest-TagsTest-Tag-238557892', 'tempest-TagsTest-Tag-1968003961']}) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:48.959970 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-004fcd6f-ea17-473d-9ea8-108b2ae68dda tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] 10.222.0.70 "PUT /v2.0/networks/abd28e25-2805-44d6-a505-4064ee656c2a/tags HTTP/1.1" status: 200 len: 308 time: 0.1183996 Jan 28 00:33:48.960336 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44134) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:48.968881 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-e75e1da0-84e9-4a3f-89da-e1620018d225 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'abd28e25-2805-44d6-a505-4064ee656c2a', 'tempest-TagsTest-Tag-1858807999') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:48.999542 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b7bd36a5-add7-4fc2-b449-c38e6fcd335c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (28dc1585-1abf-41e0-9497-c6d7971eef02), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:49.101953 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-a63f727d-4ae3-4e44-8ed1-802b00c55cd9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1966120872'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:49.134316 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e75e1da0-84e9-4a3f-89da-e1620018d225 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] 10.222.0.70 "DELETE /v2.0/networks/abd28e25-2805-44d6-a505-4064ee656c2a/tags/tempest-TagsTest-Tag-1858807999 HTTP/1.1" status: 204 len: 168 time: 0.1727326 Jan 28 00:33:49.138039 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44144) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:49.149662 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-4db33290-643f-47be-b26e-a5c85d207234 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'abd28e25-2805-44d6-a505-4064ee656c2a', 'tempest-TagsTest-Tag-1858807999') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:49.190058 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63f727d-4ae3-4e44-8ed1-802b00c55cd9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Made reservation on behalf of fed08534edc74d21aba69e88f3a46044 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:33:49.195319 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a63f727d-4ae3-4e44-8ed1-802b00c55cd9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:49.267961 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a63f727d-4ae3-4e44-8ed1-802b00c55cd9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:49.284064 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98631f74-9889-4f2a-ab6c-044615db33a8 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router_gateway (71a61663-ffa8-4da1-a867-abf6c9fa0069), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:49.315800 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98631f74-9889-4f2a-ab6c-044615db33a8 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:49.344150 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b498b9a-1325-4d1e-a3e1-5920247f9224 req-46ecda96-09e8-4b7e-b09b-e9a450bc0e09 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:49.350724 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b498b9a-1325-4d1e-a3e1-5920247f9224 req-46ecda96-09e8-4b7e-b09b-e9a450bc0e09 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:49.356097 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b498b9a-1325-4d1e-a3e1-5920247f9224 req-46ecda96-09e8-4b7e-b09b-e9a450bc0e09 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:49.362269 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b498b9a-1325-4d1e-a3e1-5920247f9224 req-46ecda96-09e8-4b7e-b09b-e9a450bc0e09 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:49.371598 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b498b9a-1325-4d1e-a3e1-5920247f9224 req-46ecda96-09e8-4b7e-b09b-e9a450bc0e09 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:49.379265 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b498b9a-1325-4d1e-a3e1-5920247f9224 req-46ecda96-09e8-4b7e-b09b-e9a450bc0e09 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:49.386210 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b498b9a-1325-4d1e-a3e1-5920247f9224 req-46ecda96-09e8-4b7e-b09b-e9a450bc0e09 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:49.388443 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1b498b9a-1325-4d1e-a3e1-5920247f9224 req-46ecda96-09e8-4b7e-b09b-e9a450bc0e09 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5421 time: 0.2059102 Jan 28 00:33:49.395483 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-4db33290-643f-47be-b26e-a5c85d207234 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] show failed (client error): The resource could not be found. Jan 28 00:33:49.396619 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4db33290-643f-47be-b26e-a5c85d207234 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] 10.222.0.70 "GET /v2.0/networks/abd28e25-2805-44d6-a505-4064ee656c2a/tags/tempest-TagsTest-Tag-1858807999 HTTP/1.1" status: 404 len: 326 time: 0.2548945 Jan 28 00:33:49.401718 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44148) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:49.405547 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-2a57e410-7cc6-4d4b-bc6c-111d0bfd0aa4 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'abd28e25-2805-44d6-a505-4064ee656c2a', 'tempest-TagsTest-Tag-238557892') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:49.481980 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bd36a5-add7-4fc2-b449-c38e6fcd335c admin admin] Router 28dc1585-1abf-41e0-9497-c6d7971eef02 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:33:49.538413 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a63f727d-4ae3-4e44-8ed1-802b00c55cd9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks [] for security_group (85f3a45a-dec7-4682-9f96-4cc3e223e78c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:49.562290 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a63f727d-4ae3-4e44-8ed1-802b00c55cd9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (85f3a45a-dec7-4682-9f96-4cc3e223e78c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:49.602168 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a63f727d-4ae3-4e44-8ed1-802b00c55cd9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:33:49.603859 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-98631f74-9889-4f2a-ab6c-044615db33a8 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Allocated IP 172.25.3.131 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/894711bf-6b6c-461c-b560-25d8d794e970) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:33:49.614738 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2a57e410-7cc6-4d4b-bc6c-111d0bfd0aa4 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] 10.222.0.70 "GET /v2.0/networks/abd28e25-2805-44d6-a505-4064ee656c2a/tags/tempest-TagsTest-Tag-238557892 HTTP/1.1" status: 204 len: 168 time: 0.2084723 Jan 28 00:33:49.630729 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1b498b9a-1325-4d1e-a3e1-5920247f9224 req-bc90085e-15c1-4c6a-8d72-87a32b53dcb4 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2035680 Jan 28 00:33:49.638593 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44156) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:49.665583 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-43d6494c-a8ff-4dbb-a23d-a3618a3b8b06 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'abd28e25-2805-44d6-a505-4064ee656c2a', 'tempest-TagsTest-Tag-1968003961') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:49.700200 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a63f727d-4ae3-4e44-8ed1-802b00c55cd9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (fe5b42d7-88e1-4bd7-9605-d70b60540a01), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:49.700905 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-a63f727d-4ae3-4e44-8ed1-802b00c55cd9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Added segment fe5b42d7-88e1-4bd7-9605-d70b60540a01 of type vlan for network 4236e7de-9c92-4253-89f9-1397d4d0b81a Jan 28 00:33:49.714320 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f727d-4ae3-4e44-8ed1-802b00c55cd9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85f3a45a-dec7-4682-9f96-4cc3e223e78c,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:49.763348 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bd36a5-add7-4fc2-b449-c38e6fcd335c admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:33:49.789718 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c41db5-fb7c-4a55-83d1-fb514d75f0fb None None] Sync routers for ids ['28dc1585-1abf-41e0-9497-c6d7971eef02'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:33:49.802960 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c41db5-fb7c-4a55-83d1-fb514d75f0fb None None] Routers {'28dc1585-1abf-41e0-9497-c6d7971eef02'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:33:49.804322 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-95c41db5-fb7c-4a55-83d1-fb514d75f0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:33:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['28dc1585-1abf-41e0-9497-c6d7971eef02'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:49.844388 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98631f74-9889-4f2a-ab6c-044615db33a8 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for port (894711bf-6b6c-461c-b560-25d8d794e970), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:49.854548 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a63f727d-4ae3-4e44-8ed1-802b00c55cd9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (4236e7de-9c92-4253-89f9-1397d4d0b81a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:49.891042 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98631f74-9889-4f2a-ab6c-044615db33a8 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (894711bf-6b6c-461c-b560-25d8d794e970), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:49.913288 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-43d6494c-a8ff-4dbb-a23d-a3618a3b8b06 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] 10.222.0.70 "GET /v2.0/networks/abd28e25-2805-44d6-a505-4064ee656c2a/tags/tempest-TagsTest-Tag-1968003961 HTTP/1.1" status: 204 len: 168 time: 0.2729883 Jan 28 00:33:49.922331 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44162) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:49.929777 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-2d993bd5-0961-499c-a92a-c7d05beadb2b tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'abd28e25-2805-44d6-a505-4064ee656c2a') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:49.931825 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-95c41db5-fb7c-4a55-83d1-fb514d75f0fb None None] Set router 28dc1585-1abf-41e0-9497-c6d7971eef02 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:33:49.945308 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b7bd36a5-add7-4fc2-b449-c38e6fcd335c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:49.946717 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b7bd36a5-add7-4fc2-b449-c38e6fcd335c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6092355 Jan 28 00:33:49.951464 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98631f74-9889-4f2a-ab6c-044615db33a8 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:33:49.952213 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44164) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:49.969447 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-98631f74-9889-4f2a-ab6c-044615db33a8 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:33:50.015138 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98631f74-9889-4f2a-ab6c-044615db33a8 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:33:50.018004 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98631f74-9889-4f2a-ab6c-044615db33a8 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Pushing event updated for resources: {'Port': ['ID=894711bf-6b6c-461c-b560-25d8d794e970,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:50.126500 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a63f727d-4ae3-4e44-8ed1-802b00c55cd9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (4236e7de-9c92-4253-89f9-1397d4d0b81a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:50.142279 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63f727d-4ae3-4e44-8ed1-802b00c55cd9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:50.143739 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a63f727d-4ae3-4e44-8ed1-802b00c55cd9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:50.162649 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-95c41db5-fb7c-4a55-83d1-fb514d75f0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'name': 'tempest-ServerActionsTestJSON-752571636-router', 'tenant_id': '126ff8dba2134b2d95d54d419fe64967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ac17fa39-7df6-485f-af35-316034772b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:33:43Z', 'updated_at': '2022-01-28T00:33:47Z', 'revision_number': 3, 'project_id': '126ff8dba2134b2d95d54d419fe64967', 'gw_port': {'id': 'ac17fa39-7df6-485f-af35-316034772b92', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:33:45Z', 'updated_at': '2022-01-28T00:33:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:50.195940 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c41db5-fb7c-4a55-83d1-fb514d75f0fb None None] Checking router: 28dc1585-1abf-41e0-9497-c6d7971eef02 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:33:50.196847 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c41db5-fb7c-4a55-83d1-fb514d75f0fb None None] Updating router 28dc1585-1abf-41e0-9497-c6d7971eef02 port ac17fa39-7df6-485f-af35-316034772b92 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:33:50.246068 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95c41db5-fb7c-4a55-83d1-fb514d75f0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ac17fa39-7df6-485f-af35-316034772b92), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:50.255050 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a63f727d-4ae3-4e44-8ed1-802b00c55cd9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6610060 Jan 28 00:33:50.265045 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44168) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:50.276055 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-2d8d184f-46e1-463f-8612-d7be65dbb5d9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Request body: {'subnet': {'network_id': '4236e7de-9c92-4253-89f9-1397d4d0b81a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:50.493772 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98631f74-9889-4f2a-ab6c-044615db33a8 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router_gateway (71a61663-ffa8-4da1-a867-abf6c9fa0069), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:50.918590 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f727d-4ae3-4e44-8ed1-802b00c55cd9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Pushing event updated for resources: {'Network': ['ID=4236e7de-9c92-4253-89f9-1397d4d0b81a,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:50.923778 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95c41db5-fb7c-4a55-83d1-fb514d75f0fb None None] Publish callbacks [] for port (ac17fa39-7df6-485f-af35-316034772b92), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:50.937479 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 4236e7de-9c92-4253-89f9-1397d4d0b81a details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:33:50.942650 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95c41db5-fb7c-4a55-83d1-fb514d75f0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ac17fa39-7df6-485f-af35-316034772b92), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:50.944767 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2d993bd5-0961-499c-a92a-c7d05beadb2b tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] 10.222.0.70 "DELETE /v2.0/networks/abd28e25-2805-44d6-a505-4064ee656c2a/tags HTTP/1.1" status: 204 len: 168 time: 1.0208726 Jan 28 00:33:50.948243 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44182) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:50.955588 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-c30997e0-b4d8-4455-b425-8ed823fe5d17 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'abd28e25-2805-44d6-a505-4064ee656c2a', 'tempest-TagsTest-Tag-238557892') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:50.995937 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cd448-7d58-484a-a5fb-44de1ab5d772 req-e8c8c52b-70a7-491a-8328-ec9c3dda53cd tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:51.002097 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cd448-7d58-484a-a5fb-44de1ab5d772 req-e8c8c52b-70a7-491a-8328-ec9c3dda53cd tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:51.007985 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cd448-7d58-484a-a5fb-44de1ab5d772 req-e8c8c52b-70a7-491a-8328-ec9c3dda53cd tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:51.013411 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cd448-7d58-484a-a5fb-44de1ab5d772 req-e8c8c52b-70a7-491a-8328-ec9c3dda53cd tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:51.019216 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cd448-7d58-484a-a5fb-44de1ab5d772 req-e8c8c52b-70a7-491a-8328-ec9c3dda53cd tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:51.025013 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cd448-7d58-484a-a5fb-44de1ab5d772 req-e8c8c52b-70a7-491a-8328-ec9c3dda53cd tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:51.030374 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cd448-7d58-484a-a5fb-44de1ab5d772 req-e8c8c52b-70a7-491a-8328-ec9c3dda53cd tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:51.033094 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a68cd448-7d58-484a-a5fb-44de1ab5d772 req-e8c8c52b-70a7-491a-8328-ec9c3dda53cd tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5421 time: 0.1958637 Jan 28 00:33:51.061264 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98631f74-9889-4f2a-ab6c-044615db33a8 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111346'] for router (71a61663-ffa8-4da1-a867-abf6c9fa0069), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:51.078691 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98631f74-9889-4f2a-ab6c-044615db33a8 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552731'] for router (71a61663-ffa8-4da1-a867-abf6c9fa0069), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:51.112621 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8d184f-46e1-463f-8612-d7be65dbb5d9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Made reservation on behalf of fed08534edc74d21aba69e88f3a46044 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:33:51.116450 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2d8d184f-46e1-463f-8612-d7be65dbb5d9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:51.140426 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb3551f0-c036-44c6-8d9f-fc152d8424eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:51.178513 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-95c41db5-fb7c-4a55-83d1-fb514d75f0fb None None] Attempting to bind port ac17fa39-7df6-485f-af35-316034772b92 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:33:51.179510 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-95c41db5-fb7c-4a55-83d1-fb514d75f0fb None None] Attempting to bind port ac17fa39-7df6-485f-af35-316034772b92 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:33:51.180467 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c41db5-fb7c-4a55-83d1-fb514d75f0fb None None] Attempting to bind port ac17fa39-7df6-485f-af35-316034772b92 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:33:51.192889 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f038eb5-4ed9-4db8-80b8-b54087158aeb None None] Pushing event updated for resources: {'Port': ['ID=ac17fa39-7df6-485f-af35-316034772b92,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:51.199836 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c41db5-fb7c-4a55-83d1-fb514d75f0fb None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:33:51.201206 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c41db5-fb7c-4a55-83d1-fb514d75f0fb None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:33:51.202427 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95c41db5-fb7c-4a55-83d1-fb514d75f0fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:51.203989 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c41db5-fb7c-4a55-83d1-fb514d75f0fb None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:33:51.206434 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-95c41db5-fb7c-4a55-83d1-fb514d75f0fb None None] Bound port: ac17fa39-7df6-485f-af35-316034772b92, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:33:51.207395 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95c41db5-fb7c-4a55-83d1-fb514d75f0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ac17fa39-7df6-485f-af35-316034772b92), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:51.299172 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-95c41db5-fb7c-4a55-83d1-fb514d75f0fb None None] For port ac17fa39-7df6-485f-af35-316034772b92, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:33:51.304623 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-95c41db5-fb7c-4a55-83d1-fb514d75f0fb None None] For port ac17fa39-7df6-485f-af35-316034772b92, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ac17fa39-7df6-485f-af35-316034772b92,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:33:51.310999 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95c41db5-fb7c-4a55-83d1-fb514d75f0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ac17fa39-7df6-485f-af35-316034772b92), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:51.398149 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-c30997e0-b4d8-4455-b425-8ed823fe5d17 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] show failed (client error): The resource could not be found. Jan 28 00:33:51.401489 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c30997e0-b4d8-4455-b425-8ed823fe5d17 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] 10.222.0.70 "GET /v2.0/networks/abd28e25-2805-44d6-a505-4064ee656c2a/tags/tempest-TagsTest-Tag-238557892 HTTP/1.1" status: 404 len: 325 time: 0.4516802 Jan 28 00:33:51.415968 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c41db5-fb7c-4a55-83d1-fb514d75f0fb None None] Routers {'28dc1585-1abf-41e0-9497-c6d7971eef02'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:33:51.417427 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-95c41db5-fb7c-4a55-83d1-fb514d75f0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:33:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['28dc1585-1abf-41e0-9497-c6d7971eef02'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:51.423592 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44192) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:51.453461 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-cdee4ed5-f189-465f-91ac-bf21f8721da6 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'abd28e25-2805-44d6-a505-4064ee656c2a', 'tempest-TagsTest-Tag-1968003961') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:51.524284 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f038eb5-4ed9-4db8-80b8-b54087158aeb None None] Pushing event updated for resources: {'Port': ['ID=ac17fa39-7df6-485f-af35-316034772b92,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:51.606596 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a68cd448-7d58-484a-a5fb-44de1ab5d772 req-8a7ec27b-b45f-4122-a575-a873ee020715 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5006912 Jan 28 00:33:51.680944 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-95c41db5-fb7c-4a55-83d1-fb514d75f0fb None None] Set router 28dc1585-1abf-41e0-9497-c6d7971eef02 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:33:51.710508 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2d8d184f-46e1-463f-8612-d7be65dbb5d9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (67bffedb-ec5c-45d5-9eac-1294c1c03939), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:51.808948 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-cb3551f0-c036-44c6-8d9f-fc152d8424eb admin admin] Allocated IP 172.20.0.1 (a5055772-1556-467a-8d2c-d15584910096/d0f29497-ba52-4939-af70-d57b51c2ceee/f8f81392-bbe1-4253-85fa-ba23b639986b) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:33:51.830996 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-cdee4ed5-f189-465f-91ac-bf21f8721da6 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] show failed (client error): The resource could not be found. Jan 28 00:33:51.833081 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-cdee4ed5-f189-465f-91ac-bf21f8721da6 tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] 10.222.0.70 "GET /v2.0/networks/abd28e25-2805-44d6-a505-4064ee656c2a/tags/tempest-TagsTest-Tag-1968003961 HTTP/1.1" status: 404 len: 326 time: 0.4073987 Jan 28 00:33:51.836683 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44196) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:51.841520 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.tag.tag_plugin [None req-21472b2d-b313-4409-b206-f2cc93d88a4e tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'abd28e25-2805-44d6-a505-4064ee656c2a') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:51.849982 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d184f-46e1-463f-8612-d7be65dbb5d9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Pushing event updated for resources: {'Subnet': ['ID=67bffedb-ec5c-45d5-9eac-1294c1c03939,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:51.880294 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8d184f-46e1-463f-8612-d7be65dbb5d9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Checking segment: {'id': 'fe5b42d7-88e1-4bd7-9605-d70b60540a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4236e7de-9c92-4253-89f9-1397d4d0b81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:33:51.880883 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8d184f-46e1-463f-8612-d7be65dbb5d9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Network hostable DHCP agents. Network: 4236e7de-9c92-4253-89f9-1397d4d0b81a, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:33:51.917617 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8d184f-46e1-463f-8612-d7be65dbb5d9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Network 4236e7de-9c92-4253-89f9-1397d4d0b81a is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:33:51.936550 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-2d8d184f-46e1-463f-8612-d7be65dbb5d9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 4236e7de-9c92-4253-89f9-1397d4d0b81a) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:33:51.949924 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8d184f-46e1-463f-8612-d7be65dbb5d9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:51.955722 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2d8d184f-46e1-463f-8612-d7be65dbb5d9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:51.961245 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb1e58a-a0b1-4d15-97e3-9480859a91db None None] Network 4236e7de-9c92-4253-89f9-1397d4d0b81a requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:33:51.992879 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2d8d184f-46e1-463f-8612-d7be65dbb5d9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7219803 Jan 28 00:33:51.996204 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44204) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:52.003410 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-3331e11a-c618-4d3c-9851-638b72ed4e5a tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Request body: {'port': {'network_id': '4236e7de-9c92-4253-89f9-1397d4d0b81a', 'name': 'tempest-TagsExtTest-869578348'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:52.110811 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb3551f0-c036-44c6-8d9f-fc152d8424eb admin admin] Publish callbacks [] for port (f8f81392-bbe1-4253-85fa-ba23b639986b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:52.166107 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98631f74-9889-4f2a-ab6c-044615db33a8 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Router 71a61663-ffa8-4da1-a867-abf6c9fa0069 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:33:52.177153 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-21472b2d-b313-4409-b206-f2cc93d88a4e tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] 10.222.0.70 "DELETE /v2.0/networks/abd28e25-2805-44d6-a505-4064ee656c2a/tags HTTP/1.1" status: 204 len: 168 time: 0.3350375 Jan 28 00:33:52.177991 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44206) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:52.183531 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3331e11a-c618-4d3c-9851-638b72ed4e5a tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Made reservation on behalf of fed08534edc74d21aba69e88f3a46044 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:33:52.196190 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3331e11a-c618-4d3c-9851-638b72ed4e5a tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:52.246981 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-3331e11a-c618-4d3c-9851-638b72ed4e5a tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] device_id is not set on port 7500d171-2d71-44aa-aecc-85f1267d5ba2 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:33:52.397384 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98631f74-9889-4f2a-ab6c-044615db33a8 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:33:52.399945 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb3551f0-c036-44c6-8d9f-fc152d8424eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (f8f81392-bbe1-4253-85fa-ba23b639986b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:52.411936 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98631f74-9889-4f2a-ab6c-044615db33a8 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:52.411936 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-98631f74-9889-4f2a-ab6c-044615db33a8 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "PUT /v2.0/routers/71a61663-ffa8-4da1-a867-abf6c9fa0069 HTTP/1.1" status: 200 len: 919 time: 4.7177284 Jan 28 00:33:52.412813 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44208) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:52.437858 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70fe9ff-dd19-4c87-a5e1-02874db52610 None None] Sync routers for ids ['71a61663-ffa8-4da1-a867-abf6c9fa0069'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:33:52.452923 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ba4324-c0f4-4720-a94d-e56494cd0cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-4236e7de-9c92-4253-89f9-1397d4d0b81a', 'network_id': '4236e7de-9c92-4253-89f9-1397d4d0b81a', 'project_id': 'fed08534edc74d21aba69e88f3a46044', 'fixed_ips': [{'subnet_id': '67bffedb-ec5c-45d5-9eac-1294c1c03939'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:33:52.455867 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60ba4324-c0f4-4720-a94d-e56494cd0cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:52.457280 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70fe9ff-dd19-4c87-a5e1-02874db52610 None None] Routers {'71a61663-ffa8-4da1-a867-abf6c9fa0069'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:33:52.458525 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f70fe9ff-dd19-4c87-a5e1-02874db52610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:33:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['71a61663-ffa8-4da1-a867-abf6c9fa0069'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:52.518364 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f70fe9ff-dd19-4c87-a5e1-02874db52610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:52.524253 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-50d60ac3-b693-40db-a27c-6243ce9a3eda tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (abd28e25-2805-44d6-a505-4064ee656c2a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:52.532084 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70fe9ff-dd19-4c87-a5e1-02874db52610 None None] Routers {'71a61663-ffa8-4da1-a867-abf6c9fa0069'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:33:52.534855 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f70fe9ff-dd19-4c87-a5e1-02874db52610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:33:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['71a61663-ffa8-4da1-a867-abf6c9fa0069'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:52.541061 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3551f0-c036-44c6-8d9f-fc152d8424eb admin admin] Network a5055772-1556-467a-8d2c-d15584910096 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:33:52.565655 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3551f0-c036-44c6-8d9f-fc152d8424eb admin admin] Pushing event updated for resources: {'Port': ['ID=f8f81392-bbe1-4253-85fa-ba23b639986b,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:52.587999 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f70fe9ff-dd19-4c87-a5e1-02874db52610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:52.589818 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70fe9ff-dd19-4c87-a5e1-02874db52610 None None] The sync data for ids ['71a61663-ffa8-4da1-a867-abf6c9fa0069'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:33:52.594361 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-cb3551f0-c036-44c6-8d9f-fc152d8424eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:33:52.598068 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3551f0-c036-44c6-8d9f-fc152d8424eb admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:33:52.653002 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-3331e11a-c618-4d3c-9851-638b72ed4e5a tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Allocated IP 172.20.0.10 (4236e7de-9c92-4253-89f9-1397d4d0b81a/67bffedb-ec5c-45d5-9eac-1294c1c03939/7500d171-2d71-44aa-aecc-85f1267d5ba2) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:33:52.766383 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3a49b7c6-068d-4d2b-ba34-8b0c46dcbc9e tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "GET /v2.0/routers/71a61663-ffa8-4da1-a867-abf6c9fa0069 HTTP/1.1" status: 200 len: 925 time: 0.3473065 Jan 28 00:33:52.768509 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44216) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:52.895259 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-95c41db5-fb7c-4a55-83d1-fb514d75f0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'name': 'tempest-ServerActionsTestJSON-752571636-router', 'tenant_id': '126ff8dba2134b2d95d54d419fe64967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ac17fa39-7df6-485f-af35-316034772b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:33:43Z', 'updated_at': '2022-01-28T00:33:47Z', 'revision_number': 3, 'project_id': '126ff8dba2134b2d95d54d419fe64967', 'gw_port': {'id': 'ac17fa39-7df6-485f-af35-316034772b92', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:33:45Z', 'updated_at': '2022-01-28T00:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:52.960402 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c41db5-fb7c-4a55-83d1-fb514d75f0fb None None] The sync data for ids ['28dc1585-1abf-41e0-9497-c6d7971eef02'] in n-d-826754-1 is: [{'id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'name': 'tempest-ServerActionsTestJSON-752571636-router', 'tenant_id': '126ff8dba2134b2d95d54d419fe64967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ac17fa39-7df6-485f-af35-316034772b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:33:43Z', 'updated_at': '2022-01-28T00:33:47Z', 'revision_number': 3, 'project_id': '126ff8dba2134b2d95d54d419fe64967', 'gw_port': {'id': 'ac17fa39-7df6-485f-af35-316034772b92', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:33:45Z', 'updated_at': '2022-01-28T00:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:33:53.031358 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-50d60ac3-b693-40db-a27c-6243ce9a3eda tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (abd28e25-2805-44d6-a505-4064ee656c2a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:53.065434 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-50d60ac3-b693-40db-a27c-6243ce9a3eda tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd28e25-2805-44d6-a505-4064ee656c2a']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:53.069493 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc91745-5b04-4822-afdf-0d4a057e571b req-ed4f7996-4f5a-4eac-b7e9-e3b8a2c686bc tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:53.075962 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc91745-5b04-4822-afdf-0d4a057e571b req-ed4f7996-4f5a-4eac-b7e9-e3b8a2c686bc tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:53.083084 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc91745-5b04-4822-afdf-0d4a057e571b req-ed4f7996-4f5a-4eac-b7e9-e3b8a2c686bc tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:53.088178 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-50d60ac3-b693-40db-a27c-6243ce9a3eda tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78252b4a-f9d7-424a-a016-9a4061728e4d') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:53.088882 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-50d60ac3-b693-40db-a27c-6243ce9a3eda tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78252b4a-f9d7-424a-a016-9a4061728e4d') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:53.108659 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-50d60ac3-b693-40db-a27c-6243ce9a3eda tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (78252b4a-f9d7-424a-a016-9a4061728e4d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:53.108910 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc91745-5b04-4822-afdf-0d4a057e571b req-ed4f7996-4f5a-4eac-b7e9-e3b8a2c686bc tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:53.116227 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc91745-5b04-4822-afdf-0d4a057e571b req-ed4f7996-4f5a-4eac-b7e9-e3b8a2c686bc tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:53.121909 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc91745-5b04-4822-afdf-0d4a057e571b req-ed4f7996-4f5a-4eac-b7e9-e3b8a2c686bc tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:53.129935 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc91745-5b04-4822-afdf-0d4a057e571b req-ed4f7996-4f5a-4eac-b7e9-e3b8a2c686bc tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:53.132182 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cdc91745-5b04-4822-afdf-0d4a057e571b req-ed4f7996-4f5a-4eac-b7e9-e3b8a2c686bc tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5421 time: 0.3277199 Jan 28 00:33:53.148361 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-50d60ac3-b693-40db-a27c-6243ce9a3eda tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (78252b4a-f9d7-424a-a016-9a4061728e4d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:53.155592 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d60ac3-b693-40db-a27c-6243ce9a3eda tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:33:53.156208 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-50d60ac3-b693-40db-a27c-6243ce9a3eda tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (78252b4a-f9d7-424a-a016-9a4061728e4d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:53.194685 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-c1b308c2-148b-45d2-8425-f04e929084c4 None None] Provisioning complete for port f8f81392-bbe1-4253-85fa-ba23b639986b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:33:53.195445 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c1b308c2-148b-45d2-8425-f04e929084c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f8f81392-bbe1-4253-85fa-ba23b639986b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:53.236426 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:33:53.236426 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:33:53.236426 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:33:53.236426 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:33:53.236426 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:33:53.236426 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:33:53.236426 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:33:53.236426 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:33:53.236426 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:33:53.236426 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:33:53.236426 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:33:53.236426 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:33:53.236426 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:33:53.236426 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:33:53.236426 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:33:53.236426 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:33:53.236426 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:33:53.236426 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:33:53.236426 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:33:53.236426 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:33:53.236426 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:33:53.236426 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:33:53.236426 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:33:53.236426 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:33:53.236426 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:33:53.236426 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:33:53.236426 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:33:53.236426 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:33:53.236426 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:33:53.236426 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:33:53.236426 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:33:53.236426 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:33:53.245231 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-50d60ac3-b693-40db-a27c-6243ce9a3eda tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (abd28e25-2805-44d6-a505-4064ee656c2a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:53.262621 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb3551f0-c036-44c6-8d9f-fc152d8424eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (28dc1585-1abf-41e0-9497-c6d7971eef02), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:53.269911 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-50d60ac3-b693-40db-a27c-6243ce9a3eda tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:53.273589 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-50d60ac3-b693-40db-a27c-6243ce9a3eda tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] 10.222.0.70 "DELETE /v2.0/networks/abd28e25-2805-44d6-a505-4064ee656c2a HTTP/1.1" status: 204 len: 168 time: 1.0941086 Jan 28 00:33:53.305264 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3331e11a-c618-4d3c-9851-638b72ed4e5a tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks [] for port (7500d171-2d71-44aa-aecc-85f1267d5ba2), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:53.332744 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d60ac3-b693-40db-a27c-6243ce9a3eda tempest-TagsTest-277829251 tempest-TagsTest-277829251-project] Pushing event deleted for resources: {'Network': ['ID=abd28e25-2805-44d6-a505-4064ee656c2a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:53.343340 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddb858f-cde3-4310-ab7f-43475b70a8a1 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:53.348763 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1ddb858f-cde3-4310-ab7f-43475b70a8a1 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392&device_id=71a61663-ffa8-4da1-a867-abf6c9fa0069&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5748568 Jan 28 00:33:53.349988 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44224) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:53.367835 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c1b308c2-148b-45d2-8425-f04e929084c4 None None] Port f8f81392-bbe1-4253-85fa-ba23b639986b cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:33:53.374644 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cdc91745-5b04-4822-afdf-0d4a057e571b req-77ca3b6d-60b9-4e16-8be0-babed26d9107 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2219663 Jan 28 00:33:53.466549 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3331e11a-c618-4d3c-9851-638b72ed4e5a tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (7500d171-2d71-44aa-aecc-85f1267d5ba2), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:53.563922 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3331e11a-c618-4d3c-9851-638b72ed4e5a tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Network 4236e7de-9c92-4253-89f9-1397d4d0b81a is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:33:53.571677 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-3331e11a-c618-4d3c-9851-638b72ed4e5a tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:33:53.575098 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-60ba4324-c0f4-4720-a94d-e56494cd0cbe None None] Allocated IP 172.20.0.2 (4236e7de-9c92-4253-89f9-1397d4d0b81a/67bffedb-ec5c-45d5-9eac-1294c1c03939/4d5267a9-ebe8-4fba-8f12-51d35a765781) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:33:53.640128 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3331e11a-c618-4d3c-9851-638b72ed4e5a tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:33:53.678965 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8af3587-6076-4123-ab59-a2f6a660ea11 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:53.692614 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f8af3587-6076-4123-ab59-a2f6a660ea11 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 881 time: 0.3392055 Jan 28 00:33:53.694048 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44226) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:53.807510 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3331e11a-c618-4d3c-9851-638b72ed4e5a tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:53.812279 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3331e11a-c618-4d3c-9851-638b72ed4e5a tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:53.837969 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331e11a-c618-4d3c-9851-638b72ed4e5a tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Pushing event updated for resources: {'Port': ['ID=7500d171-2d71-44aa-aecc-85f1267d5ba2,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:53.858617 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-948e2ed4-4b06-4118-94fb-fca5e18c5626 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "GET /v2.0/ports?device_id=71a61663-ffa8-4da1-a867-abf6c9fa0069 HTTP/1.1" status: 200 len: 205 time: 0.1468301 Jan 28 00:33:53.863506 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44232) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:53.885253 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3331e11a-c618-4d3c-9851-638b72ed4e5a tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8871806 Jan 28 00:33:53.899712 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44234) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:53.909039 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-97786c6c-955d-46b0-b737-9a9a0ca1d735 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1324731052', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:53.924947 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60ba4324-c0f4-4720-a94d-e56494cd0cbe None None] Publish callbacks [] for port (4d5267a9-ebe8-4fba-8f12-51d35a765781), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:53.934199 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60ba4324-c0f4-4720-a94d-e56494cd0cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (4d5267a9-ebe8-4fba-8f12-51d35a765781), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:53.985484 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44236) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:54.010159 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba4324-c0f4-4720-a94d-e56494cd0cbe None None] Pushing event updated for resources: {'Port': ['ID=4d5267a9-ebe8-4fba-8f12-51d35a765781,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:54.023716 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-97786c6c-955d-46b0-b737-9a9a0ca1d735 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:54.025851 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-97786c6c-955d-46b0-b737-9a9a0ca1d735 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:54.042748 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ba4324-c0f4-4720-a94d-e56494cd0cbe None None] Network 4236e7de-9c92-4253-89f9-1397d4d0b81a is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:33:54.046174 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-60ba4324-c0f4-4720-a94d-e56494cd0cbe None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:33:54.050845 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ba4324-c0f4-4720-a94d-e56494cd0cbe None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:33:54.180605 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb3551f0-c036-44c6-8d9f-fc152d8424eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f8f81392-bbe1-4253-85fa-ba23b639986b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:54.193533 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 94ae3a89-fc27-4196-b863-313cd277b634 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:33:54.201806 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-60ba4324-c0f4-4720-a94d-e56494cd0cbe None None] Attempting to bind port 4d5267a9-ebe8-4fba-8f12-51d35a765781 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:33:54.203642 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-60ba4324-c0f4-4720-a94d-e56494cd0cbe None None] Attempting to bind port 4d5267a9-ebe8-4fba-8f12-51d35a765781 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'fe5b42d7-88e1-4bd7-9605-d70b60540a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4236e7de-9c92-4253-89f9-1397d4d0b81a'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:33:54.206003 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ba4324-c0f4-4720-a94d-e56494cd0cbe None None] Attempting to bind port 4d5267a9-ebe8-4fba-8f12-51d35a765781 on network 4236e7de-9c92-4253-89f9-1397d4d0b81a {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:33:54.208138 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-97786c6c-955d-46b0-b737-9a9a0ca1d735 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks [] for router_controller (e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:54.215711 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-97786c6c-955d-46b0-b737-9a9a0ca1d735 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:54.242558 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ba4324-c0f4-4720-a94d-e56494cd0cbe None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:33:54.246055 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ba4324-c0f4-4720-a94d-e56494cd0cbe None None] Checking segment: {'id': 'fe5b42d7-88e1-4bd7-9605-d70b60540a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4236e7de-9c92-4253-89f9-1397d4d0b81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:33:54.248204 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60ba4324-c0f4-4720-a94d-e56494cd0cbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:54.252865 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ba4324-c0f4-4720-a94d-e56494cd0cbe None None] Bound using segment: {'id': 'fe5b42d7-88e1-4bd7-9605-d70b60540a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4236e7de-9c92-4253-89f9-1397d4d0b81a'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:33:54.254079 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-60ba4324-c0f4-4720-a94d-e56494cd0cbe None None] Bound port: 4d5267a9-ebe8-4fba-8f12-51d35a765781, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5b42d7-88e1-4bd7-9605-d70b60540a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4236e7de-9c92-4253-89f9-1397d4d0b81a'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:33:54.254883 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60ba4324-c0f4-4720-a94d-e56494cd0cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4d5267a9-ebe8-4fba-8f12-51d35a765781), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:54.272406 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-50057af9-9a85-4f7d-b4ea-8acc10abaa15 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router (71a61663-ffa8-4da1-a867-abf6c9fa0069), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:54.400529 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.resource_extend [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:33:54.428870 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8ab2a1ea-a538-4640-84f3-9758a41ce030 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e267def868554a0190dbe0a4b53863d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4412129 Jan 28 00:33:54.445965 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-97786c6c-955d-46b0-b737-9a9a0ca1d735 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:54.448044 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-97786c6c-955d-46b0-b737-9a9a0ca1d735 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5466063 Jan 28 00:33:54.452927 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44242) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:54.453475 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44246) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:54.480969 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-5d16242b-628c-4e96-b5e8-885db3ebf3b9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1314670265', 'prefixes': ['172.20.0.0/16']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:54.543759 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-50057af9-9a85-4f7d-b4ea-8acc10abaa15 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router_gateway (71a61663-ffa8-4da1-a867-abf6c9fa0069), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:54.645695 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-60ba4324-c0f4-4720-a94d-e56494cd0cbe None None] For port 4d5267a9-ebe8-4fba-8f12-51d35a765781, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:33:54.656039 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-60ba4324-c0f4-4720-a94d-e56494cd0cbe None None] For port 4d5267a9-ebe8-4fba-8f12-51d35a765781, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4d5267a9-ebe8-4fba-8f12-51d35a765781,segment=NetworkSegment(fe5b42d7-88e1-4bd7-9605-d70b60540a01),segment_id=fe5b42d7-88e1-4bd7-9605-d70b60540a01)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:33:54.668266 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60ba4324-c0f4-4720-a94d-e56494cd0cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (4d5267a9-ebe8-4fba-8f12-51d35a765781), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:54.758105 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-50057af9-9a85-4f7d-b4ea-8acc10abaa15 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Deleting port 894711bf-6b6c-461c-b560-25d8d794e970 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:33:54.758456 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-50057af9-9a85-4f7d-b4ea-8acc10abaa15 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (894711bf-6b6c-461c-b560-25d8d794e970), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:54.765210 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ac17fa39-7df6-485f-af35-316034772b92 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:33:54.913212 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4d3131d5-f165-4c08-8696-1e07c3ee7c25 admin admin] Publish callbacks [] for security_group (254a7fb9-b65f-4d12-ac7f-b850f1593ac4), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:54.925529 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 94ae3a89-fc27-4196-b863-313cd277b634, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=94ae3a89-fc27-4196-b863-313cd277b634,segment=NetworkSegment(acb2bd17-d572-4140-8e42-68801c1a1a85),segment_id=acb2bd17-d572-4140-8e42-68801c1a1a85)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:33:54.958649 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '94ae3a89-fc27-4196-b863-313cd277b634', 'network_id': '0efd91fa-a4c6-4618-8488-fef9eaa5de00', 'port_id': '94ae3a89-fc27-4196-b863-313cd277b634', 'mac_address': 'fa:16:3e:94:37:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d9566eb-7bee-4e72-9ce3-a47d9d3737eb', 'ip_address': '10.1.1.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:33:55.022602 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port ac17fa39-7df6-485f-af35-316034772b92 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:33:55.023295 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ac17fa39-7df6-485f-af35-316034772b92), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:55.034132 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-50057af9-9a85-4f7d-b4ea-8acc10abaa15 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (894711bf-6b6c-461c-b560-25d8d794e970), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:55.040469 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba4324-c0f4-4720-a94d-e56494cd0cbe None None] Pushing event updated for resources: {'Port': ['ID=4d5267a9-ebe8-4fba-8f12-51d35a765781,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:55.043437 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3450f-66c1-45ea-ac93-60881e870c40 req-bff79e2e-b8b1-4202-b6d0-4cb7a61333af tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:55.074196 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3450f-66c1-45ea-ac93-60881e870c40 req-bff79e2e-b8b1-4202-b6d0-4cb7a61333af tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:55.082778 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3450f-66c1-45ea-ac93-60881e870c40 req-bff79e2e-b8b1-4202-b6d0-4cb7a61333af tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:55.098746 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3450f-66c1-45ea-ac93-60881e870c40 req-bff79e2e-b8b1-4202-b6d0-4cb7a61333af tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:55.113709 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3450f-66c1-45ea-ac93-60881e870c40 req-bff79e2e-b8b1-4202-b6d0-4cb7a61333af tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:55.127816 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3450f-66c1-45ea-ac93-60881e870c40 req-bff79e2e-b8b1-4202-b6d0-4cb7a61333af tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:55.128352 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-50057af9-9a85-4f7d-b4ea-8acc10abaa15 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Calling delete_port for 894711bf-6b6c-461c-b560-25d8d794e970 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:33:55.138078 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3450f-66c1-45ea-ac93-60881e870c40 req-bff79e2e-b8b1-4202-b6d0-4cb7a61333af tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:55.145799 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bea3450f-66c1-45ea-ac93-60881e870c40 req-bff79e2e-b8b1-4202-b6d0-4cb7a61333af tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5421 time: 0.4849174 Jan 28 00:33:55.148103 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb3551f0-c036-44c6-8d9f-fc152d8424eb admin admin] Publish callbacks [] for port (f8f81392-bbe1-4253-85fa-ba23b639986b), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:55.194108 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb3551f0-c036-44c6-8d9f-fc152d8424eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (f8f81392-bbe1-4253-85fa-ba23b639986b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:55.224805 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5d16242b-628c-4e96-b5e8-885db3ebf3b9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:55.229650 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5d16242b-628c-4e96-b5e8-885db3ebf3b9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.7683985 Jan 28 00:33:55.229905 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 94ae3a89-fc27-4196-b863-313cd277b634 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:33:55.230387 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (94ae3a89-fc27-4196-b863-313cd277b634), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:55.234543 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4d3131d5-f165-4c08-8696-1e07c3ee7c25 admin admin] Publish callbacks [] for security_group (254a7fb9-b65f-4d12-ac7f-b850f1593ac4), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:55.247272 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44250) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:55.290082 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ae3a89-fc27-4196-b863-313cd277b634 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:33:55.333621 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 94ae3a89-fc27-4196-b863-313cd277b634, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=94ae3a89-fc27-4196-b863-313cd277b634,segment=NetworkSegment(acb2bd17-d572-4140-8e42-68801c1a1a85),segment_id=acb2bd17-d572-4140-8e42-68801c1a1a85)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:33:55.386564 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bea3450f-66c1-45ea-ac93-60881e870c40 req-de115d0b-d1ae-4691-bbe2-9e23a7198ec4 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1838231 Jan 28 00:33:55.436117 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.tag.tag_plugin [None req-752ce63d-e9dc-4f33-95b5-8d4c3f85e138 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '67bffedb-ec5c-45d5-9eac-1294c1c03939', 'tempest-TagsExtTest-Tag-672325746') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:55.442797 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4d3131d5-f165-4c08-8696-1e07c3ee7c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (254a7fb9-b65f-4d12-ac7f-b850f1593ac4), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:55.447512 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4d3131d5-f165-4c08-8696-1e07c3ee7c25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:55.453229 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4d3131d5-f165-4c08-8696-1e07c3ee7c25 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/254a7fb9-b65f-4d12-ac7f-b850f1593ac4 HTTP/1.1" status: 204 len: 168 time: 0.9976344 Jan 28 00:33:55.484817 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3131d5-f165-4c08-8696-1e07c3ee7c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254a7fb9-b65f-4d12-ac7f-b850f1593ac4,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:55.533372 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port ac17fa39-7df6-485f-af35-316034772b92 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:33:55.534774 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ac17fa39-7df6-485f-af35-316034772b92), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:55.556779 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (94ae3a89-fc27-4196-b863-313cd277b634), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:55.558356 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device e6c88db4-a371-434d-b81c-bba1b2a0715e details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:33:55.712258 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port ac17fa39-7df6-485f-af35-316034772b92, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ac17fa39-7df6-485f-af35-316034772b92,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:33:55.731277 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ac17fa39-7df6-485f-af35-316034772b92), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:55.733650 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=94ae3a89-fc27-4196-b863-313cd277b634,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:55.793658 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3551f0-c036-44c6-8d9f-fc152d8424eb admin admin] Pushing event updated for resources: {'Port': ['ID=f8f81392-bbe1-4253-85fa-ba23b639986b,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:55.795946 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port e6c88db4-a371-434d-b81c-bba1b2a0715e, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=e6c88db4-a371-434d-b81c-bba1b2a0715e,segment=NetworkSegment(acb2bd17-d572-4140-8e42-68801c1a1a85),segment_id=acb2bd17-d572-4140-8e42-68801c1a1a85)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:33:55.799170 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb3551f0-c036-44c6-8d9f-fc152d8424eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (28dc1585-1abf-41e0-9497-c6d7971eef02), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:55.825021 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'e6c88db4-a371-434d-b81c-bba1b2a0715e', 'network_id': '0efd91fa-a4c6-4618-8488-fef9eaa5de00', 'port_id': 'e6c88db4-a371-434d-b81c-bba1b2a0715e', 'mac_address': 'fa:16:3e:b2:16:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d9566eb-7bee-4e72-9ce3-a47d9d3737eb', 'ip_address': '10.1.1.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:33:55.831991 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=ac17fa39-7df6-485f-af35-316034772b92,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:55.878373 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port e6c88db4-a371-434d-b81c-bba1b2a0715e is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:33:55.878866 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e6c88db4-a371-434d-b81c-bba1b2a0715e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:55.897879 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c88db4-a371-434d-b81c-bba1b2a0715e {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:33:55.925914 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port e6c88db4-a371-434d-b81c-bba1b2a0715e, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=e6c88db4-a371-434d-b81c-bba1b2a0715e,segment=NetworkSegment(acb2bd17-d572-4140-8e42-68801c1a1a85),segment_id=acb2bd17-d572-4140-8e42-68801c1a1a85)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:33:55.931733 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e6c88db4-a371-434d-b81c-bba1b2a0715e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:55.932506 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device d811a547-5df6-408e-b47d-4a7f9810a4e5 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:33:56.132217 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=e6c88db4-a371-434d-b81c-bba1b2a0715e,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:56.139732 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port d811a547-5df6-408e-b47d-4a7f9810a4e5, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=d811a547-5df6-408e-b47d-4a7f9810a4e5,segment=NetworkSegment(acb2bd17-d572-4140-8e42-68801c1a1a85),segment_id=acb2bd17-d572-4140-8e42-68801c1a1a85)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:33:56.168652 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'd811a547-5df6-408e-b47d-4a7f9810a4e5', 'network_id': '0efd91fa-a4c6-4618-8488-fef9eaa5de00', 'port_id': 'd811a547-5df6-408e-b47d-4a7f9810a4e5', 'mac_address': 'fa:16:3e:70:d9:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d9566eb-7bee-4e72-9ce3-a47d9d3737eb', 'ip_address': '10.1.1.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:33:56.267808 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port d811a547-5df6-408e-b47d-4a7f9810a4e5 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:33:56.268438 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d811a547-5df6-408e-b47d-4a7f9810a4e5), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:56.287862 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d811a547-5df6-408e-b47d-4a7f9810a4e5 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:33:56.316288 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port d811a547-5df6-408e-b47d-4a7f9810a4e5, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=d811a547-5df6-408e-b47d-4a7f9810a4e5,segment=NetworkSegment(acb2bd17-d572-4140-8e42-68801c1a1a85),segment_id=acb2bd17-d572-4140-8e42-68801c1a1a85)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:33:56.322762 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (d811a547-5df6-408e-b47d-4a7f9810a4e5), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:56.324145 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 6276b1e7-274c-424a-ad22-502097950c2e details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:33:56.469313 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=d811a547-5df6-408e-b47d-4a7f9810a4e5,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:56.557581 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 6276b1e7-274c-424a-ad22-502097950c2e, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=6276b1e7-274c-424a-ad22-502097950c2e,segment=NetworkSegment(5700de21-b7f1-4e44-ac79-faad96102485),segment_id=5700de21-b7f1-4e44-ac79-faad96102485)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:33:56.616368 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '6276b1e7-274c-424a-ad22-502097950c2e', 'network_id': '962b6d11-960d-42e0-95f3-b55d3f9f0ed4', 'port_id': '6276b1e7-274c-424a-ad22-502097950c2e', 'mac_address': 'fa:16:3e:5b:6c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e045621-a000-4f31-813f-19aff9c83672', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:33:56.632154 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-50057af9-9a85-4f7d-b4ea-8acc10abaa15 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (894711bf-6b6c-461c-b560-25d8d794e970), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:56.764813 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 6276b1e7-274c-424a-ad22-502097950c2e is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:33:56.769562 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6276b1e7-274c-424a-ad22-502097950c2e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:56.811764 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6276b1e7-274c-424a-ad22-502097950c2e {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:33:56.870532 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4d5267a9-ebe8-4fba-8f12-51d35a765781 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:33:56.878351 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 6276b1e7-274c-424a-ad22-502097950c2e, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=6276b1e7-274c-424a-ad22-502097950c2e,segment=NetworkSegment(5700de21-b7f1-4e44-ac79-faad96102485),segment_id=5700de21-b7f1-4e44-ac79-faad96102485)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:33:56.915748 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d853e-56fa-488f-8d5d-8aa6c187d053 req-45fc8e0c-eeca-4f69-bd01-12a0a867b193 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:56.920512 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6276b1e7-274c-424a-ad22-502097950c2e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:56.940352 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d853e-56fa-488f-8d5d-8aa6c187d053 req-45fc8e0c-eeca-4f69-bd01-12a0a867b193 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:56.948337 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d853e-56fa-488f-8d5d-8aa6c187d053 req-45fc8e0c-eeca-4f69-bd01-12a0a867b193 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:56.958535 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d853e-56fa-488f-8d5d-8aa6c187d053 req-45fc8e0c-eeca-4f69-bd01-12a0a867b193 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:56.967302 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d853e-56fa-488f-8d5d-8aa6c187d053 req-45fc8e0c-eeca-4f69-bd01-12a0a867b193 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:56.972184 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50057af9-9a85-4f7d-b4ea-8acc10abaa15 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Pushing event deleted for resources: {'Port': ['ID=894711bf-6b6c-461c-b560-25d8d794e970,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:56.979485 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d853e-56fa-488f-8d5d-8aa6c187d053 req-45fc8e0c-eeca-4f69-bd01-12a0a867b193 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:56.991647 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d853e-56fa-488f-8d5d-8aa6c187d053 req-45fc8e0c-eeca-4f69-bd01-12a0a867b193 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:56.994085 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-587d853e-56fa-488f-8d5d-8aa6c187d053 req-45fc8e0c-eeca-4f69-bd01-12a0a867b193 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5424 time: 0.3403726 Jan 28 00:33:57.030686 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:33:57.056480 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=6276b1e7-274c-424a-ad22-502097950c2e,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:33:57.063198 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3551f0-c036-44c6-8d9f-fc152d8424eb admin admin] Network a5055772-1556-467a-8d2c-d15584910096 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:33:57.087885 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-cb3551f0-c036-44c6-8d9f-fc152d8424eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:33:57.101006 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 4d5267a9-ebe8-4fba-8f12-51d35a765781 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:33:57.101481 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4d5267a9-ebe8-4fba-8f12-51d35a765781), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:57.184737 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-752ce63d-e9dc-4f33-95b5-8d4c3f85e138 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "PUT /v2.0/subnets/67bffedb-ec5c-45d5-9eac-1294c1c03939/tags/tempest-TagsExtTest-Tag-672325746 HTTP/1.1" status: 201 len: 201 time: 1.7712076 Jan 28 00:33:57.203395 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44282) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:57.220782 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-587d853e-56fa-488f-8d5d-8aa6c187d053 req-6dc4f2ee-3662-4e90-8457-3bd1692e5ae7 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2143764 Jan 28 00:33:57.239016 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-323a811a-c92e-4565-b596-9414da72a87e tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7500d171-2d71-44aa-aecc-85f1267d5ba2', 'tempest-TagsExtTest-Tag-51068666') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:57.300363 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-50057af9-9a85-4f7d-b4ea-8acc10abaa15 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (71a61663-ffa8-4da1-a867-abf6c9fa0069), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:57.319760 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9,segment=NetworkSegment(dbf642f2-63c7-40b4-b131-e531d7611510),segment_id=dbf642f2-63c7-40b4-b131-e531d7611510)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:33:57.502631 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9', 'network_id': 'ced11932-ebe6-4a02-b131-3fdaf9b641b0', 'port_id': '88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9', 'mac_address': 'fa:16:3e:f9:6c:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bd8a954-b516-49e1-b2a8-a47b9c570cc2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:33:57.510936 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-50057af9-9a85-4f7d-b4ea-8acc10abaa15 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (71a61663-ffa8-4da1-a867-abf6c9fa0069), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:57.515008 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-50057af9-9a85-4f7d-b4ea-8acc10abaa15 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router_controller (71a61663-ffa8-4da1-a867-abf6c9fa0069), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:57.524163 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-323a811a-c92e-4565-b596-9414da72a87e tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "PUT /v2.0/ports/7500d171-2d71-44aa-aecc-85f1267d5ba2/tags/tempest-TagsExtTest-Tag-51068666 HTTP/1.1" status: 201 len: 201 time: 0.2941103 Jan 28 00:33:57.525272 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44288) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:57.558276 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-0ef96ea2-4578-4375-84f4-1b1c447fc81a tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4', 'tempest-TagsExtTest-Tag-326106178') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:57.649965 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['e6c88db4-a371-434d-b81c-bba1b2a0715e'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:33:57.715051 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 4d5267a9-ebe8-4fba-8f12-51d35a765781 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:33:57.715546 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4d5267a9-ebe8-4fba-8f12-51d35a765781), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:57.724104 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-50057af9-9a85-4f7d-b4ea-8acc10abaa15 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (71a61663-ffa8-4da1-a867-abf6c9fa0069), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:57.727123 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50057af9-9a85-4f7d-b4ea-8acc10abaa15 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Fanout notify agent at l3_agent the message router_deleted on router 71a61663-ffa8-4da1-a867-abf6c9fa0069 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:33:57.727518 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:33:57.727981 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:57.738717 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3551f0-c036-44c6-8d9f-fc152d8424eb admin admin] Router 28dc1585-1abf-41e0-9497-c6d7971eef02 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:33:57.772959 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-50057af9-9a85-4f7d-b4ea-8acc10abaa15 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:57.780851 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e537ed-c149-4fd9-92ed-39c093af7927 None None] Network 4236e7de-9c92-4253-89f9-1397d4d0b81a requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:33:57.784026 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-50057af9-9a85-4f7d-b4ea-8acc10abaa15 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "DELETE /v2.0/routers/71a61663-ffa8-4da1-a867-abf6c9fa0069 HTTP/1.1" status: 204 len: 168 time: 3.9096363 Jan 28 00:33:57.789193 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44296) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:57.810770 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-4bd12ca0-0f0e-4b94-9a85-51681b5a8c79 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1208358331', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:57.816139 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['94ae3a89-fc27-4196-b863-313cd277b634'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:33:57.848907 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44298) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:57.853835 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0ef96ea2-4578-4375-84f4-1b1c447fc81a tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "PUT /v2.0/routers/e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4/tags/tempest-TagsExtTest-Tag-326106178 HTTP/1.1" status: 201 len: 201 time: 0.2996349 Jan 28 00:33:57.857683 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.tag.tag_plugin [None req-6e5ef5d8-dde3-4b0d-9c7e-09e9e5355d5b tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5626c96b-c96d-4e1c-b781-8b697bb026e0', 'tempest-TagsExtTest-Tag-1380247414') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:57.862642 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['d811a547-5df6-408e-b47d-4a7f9810a4e5'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:33:57.919032 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4bd12ca0-0f0e-4b94-9a85-51681b5a8c79 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (7bf53856-0b4d-4854-876c-1e7c8053bc31), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:57.920353 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4bd12ca0-0f0e-4b94-9a85-51681b5a8c79 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (7bf53856-0b4d-4854-876c-1e7c8053bc31), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:58.145073 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6e5ef5d8-dde3-4b0d-9c7e-09e9e5355d5b tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "PUT /v2.0/subnetpools/5626c96b-c96d-4e1c-b781-8b697bb026e0/tags/tempest-TagsExtTest-Tag-1380247414 HTTP/1.1" status: 201 len: 201 time: 0.2949195 Jan 28 00:33:58.147194 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4bd12ca0-0f0e-4b94-9a85-51681b5a8c79 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router_controller (7bf53856-0b4d-4854-876c-1e7c8053bc31), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:58.150015 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44308) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:58.158991 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4bd12ca0-0f0e-4b94-9a85-51681b5a8c79 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (7bf53856-0b4d-4854-876c-1e7c8053bc31), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:58.161533 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-73016136-e497-4e0e-a3d8-57ebf5102670 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '67bffedb-ec5c-45d5-9eac-1294c1c03939') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:58.179338 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3551f0-c036-44c6-8d9f-fc152d8424eb admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:33:58.186958 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cb3551f0-c036-44c6-8d9f-fc152d8424eb admin admin] 10.222.0.70 "PUT /v2.0/routers/28dc1585-1abf-41e0-9497-c6d7971eef02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2335534 Jan 28 00:33:58.212012 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4bd12ca0-0f0e-4b94-9a85-51681b5a8c79 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:58.215059 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4bd12ca0-0f0e-4b94-9a85-51681b5a8c79 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4228683 Jan 28 00:33:58.216832 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44312) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:58.231508 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-74018783-9de1-42b6-b141-b7bb00eb55ee tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'enable_snat': False}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:33:58.273088 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:33:58.285086 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018b6b29-05aa-4ff2-907b-aaa762145c1a None None] Sync routers for ids ['28dc1585-1abf-41e0-9497-c6d7971eef02'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:33:58.445675 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-73016136-e497-4e0e-a3d8-57ebf5102670 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "GET /v2.0/subnets/67bffedb-ec5c-45d5-9eac-1294c1c03939/tags HTTP/1.1" status: 200 len: 240 time: 0.2927709 Jan 28 00:33:58.451349 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44320) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:58.453458 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d842d61b-1c5d-44aa-9f68-f94841cb566d None None] Provisioning complete for port f8f81392-bbe1-4253-85fa-ba23b639986b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:33:58.454874 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d842d61b-1c5d-44aa-9f68-f94841cb566d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f8f81392-bbe1-4253-85fa-ba23b639986b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:58.462608 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-161c8f7a-e286-4400-9374-4f6a6615b93e tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '67bffedb-ec5c-45d5-9eac-1294c1c03939', 'tempest-TagsExtTest-Tag-672325746') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:58.504705 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 4d5267a9-ebe8-4fba-8f12-51d35a765781, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4d5267a9-ebe8-4fba-8f12-51d35a765781,segment=NetworkSegment(fe5b42d7-88e1-4bd7-9605-d70b60540a01),segment_id=fe5b42d7-88e1-4bd7-9605-d70b60540a01)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:33:58.620984 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018b6b29-05aa-4ff2-907b-aaa762145c1a None None] Routers {'28dc1585-1abf-41e0-9497-c6d7971eef02'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:33:58.622081 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-018b6b29-05aa-4ff2-907b-aaa762145c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:33:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['28dc1585-1abf-41e0-9497-c6d7971eef02'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:58.627485 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (4d5267a9-ebe8-4fba-8f12-51d35a765781), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:58.629028 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ac17fa39-7df6-485f-af35-316034772b92 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:33:58.736302 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-74018783-9de1-42b6-b141-b7bb00eb55ee tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router_gateway (7bf53856-0b4d-4854-876c-1e7c8053bc31), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:58.898646 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c6098-78e6-4a94-b3b9-48df4fc9de55 req-2384449a-b683-4c81-b493-ad8da718934c tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:58.912289 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c6098-78e6-4a94-b3b9-48df4fc9de55 req-2384449a-b683-4c81-b493-ad8da718934c tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:58.925804 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c6098-78e6-4a94-b3b9-48df4fc9de55 req-2384449a-b683-4c81-b493-ad8da718934c tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:58.938702 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c6098-78e6-4a94-b3b9-48df4fc9de55 req-2384449a-b683-4c81-b493-ad8da718934c tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:58.951226 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c6098-78e6-4a94-b3b9-48df4fc9de55 req-2384449a-b683-4c81-b493-ad8da718934c tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:58.963822 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c6098-78e6-4a94-b3b9-48df4fc9de55 req-2384449a-b683-4c81-b493-ad8da718934c tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:58.984520 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c6098-78e6-4a94-b3b9-48df4fc9de55 req-2384449a-b683-4c81-b493-ad8da718934c tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:33:58.989383 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e65c6098-78e6-4a94-b3b9-48df4fc9de55 req-2384449a-b683-4c81-b493-ad8da718934c tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5425 time: 0.4303727 Jan 28 00:33:59.017455 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['6276b1e7-274c-424a-ad22-502097950c2e'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:33:59.032823 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9,segment=NetworkSegment(dbf642f2-63c7-40b4-b131-e531d7611510),segment_id=dbf642f2-63c7-40b4-b131-e531d7611510)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:33:59.073959 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-161c8f7a-e286-4400-9374-4f6a6615b93e tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "GET /v2.0/subnets/67bffedb-ec5c-45d5-9eac-1294c1c03939/tags/tempest-TagsExtTest-Tag-672325746 HTTP/1.1" status: 204 len: 168 time: 0.6174691 Jan 28 00:33:59.100319 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44332) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:59.124146 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-7af5e06f-14e4-4ece-9fb1-95293747bf3b tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '67bffedb-ec5c-45d5-9eac-1294c1c03939', 'tempest-TagsExtTest-Tag-672325746') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:59.197618 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-74018783-9de1-42b6-b141-b7bb00eb55ee tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router_gateway (7bf53856-0b4d-4854-876c-1e7c8053bc31), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:59.257339 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-74018783-9de1-42b6-b141-b7bb00eb55ee tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:59.301899 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:59.302635 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device b39bbdd0-6456-4b66-b3bb-de6ac18d21ae details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:33:59.309976 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e65c6098-78e6-4a94-b3b9-48df4fc9de55 req-90eaf9db-778d-4ed1-acde-99e439f17766 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2958071 Jan 28 00:33:59.369444 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port b39bbdd0-6456-4b66-b3bb-de6ac18d21ae, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=b39bbdd0-6456-4b66-b3bb-de6ac18d21ae,segment=NetworkSegment(dbf642f2-63c7-40b4-b131-e531d7611510),segment_id=dbf642f2-63c7-40b4-b131-e531d7611510)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:33:59.375147 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7af5e06f-14e4-4ece-9fb1-95293747bf3b tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "DELETE /v2.0/subnets/67bffedb-ec5c-45d5-9eac-1294c1c03939/tags/tempest-TagsExtTest-Tag-672325746 HTTP/1.1" status: 204 len: 168 time: 0.2736797 Jan 28 00:33:59.380213 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44342) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:59.385100 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-94a9f259-85bf-4454-8634-8570932ebffd tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '67bffedb-ec5c-45d5-9eac-1294c1c03939') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:59.432605 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'b39bbdd0-6456-4b66-b3bb-de6ac18d21ae', 'network_id': 'ced11932-ebe6-4a02-b131-3fdaf9b641b0', 'port_id': 'b39bbdd0-6456-4b66-b3bb-de6ac18d21ae', 'mac_address': 'fa:16:3e:4a:55:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bd8a954-b516-49e1-b2a8-a47b9c570cc2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:33:59.533308 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-94a9f259-85bf-4454-8634-8570932ebffd tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "GET /v2.0/subnets/67bffedb-ec5c-45d5-9eac-1294c1c03939/tags HTTP/1.1" status: 200 len: 205 time: 0.1472535 Jan 28 00:33:59.542900 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44344) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:59.550674 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-7cea2c21-51d2-4d3a-adbd-29db748d9348 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7500d171-2d71-44aa-aecc-85f1267d5ba2') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:59.656408 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-74018783-9de1-42b6-b141-b7bb00eb55ee tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Allocated IP 172.25.3.171 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/35a08ff0-3ea2-44ab-9535-c7f1d80871f7) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:33:59.778402 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7cea2c21-51d2-4d3a-adbd-29db748d9348 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "GET /v2.0/ports/7500d171-2d71-44aa-aecc-85f1267d5ba2/tags HTTP/1.1" status: 200 len: 239 time: 0.2339714 Jan 28 00:33:59.783400 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44346) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:33:59.794518 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-4af1344c-4ba3-4faf-a9c7-94e7e0038950 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7500d171-2d71-44aa-aecc-85f1267d5ba2', 'tempest-TagsExtTest-Tag-51068666') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:33:59.826025 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-74018783-9de1-42b6-b141-b7bb00eb55ee tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for port (35a08ff0-3ea2-44ab-9535-c7f1d80871f7), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:59.894272 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-74018783-9de1-42b6-b141-b7bb00eb55ee tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (35a08ff0-3ea2-44ab-9535-c7f1d80871f7), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:33:59.951142 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d842d61b-1c5d-44aa-9f68-f94841cb566d None None] Port f8f81392-bbe1-4253-85fa-ba23b639986b cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:33:59.986686 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4af1344c-4ba3-4faf-a9c7-94e7e0038950 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "GET /v2.0/ports/7500d171-2d71-44aa-aecc-85f1267d5ba2/tags/tempest-TagsExtTest-Tag-51068666 HTTP/1.1" status: 204 len: 168 time: 0.1977303 Jan 28 00:33:59.988554 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44352) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:00.002977 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-1a1673f1-317c-4b11-967e-e84cdc0d9fda tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7500d171-2d71-44aa-aecc-85f1267d5ba2', 'tempest-TagsExtTest-Tag-51068666') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:00.056668 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port ac17fa39-7df6-485f-af35-316034772b92 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:34:00.057697 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ac17fa39-7df6-485f-af35-316034772b92), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:00.070177 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74018783-9de1-42b6-b141-b7bb00eb55ee tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:34:00.076059 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-74018783-9de1-42b6-b141-b7bb00eb55ee tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:34:00.078399 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74018783-9de1-42b6-b141-b7bb00eb55ee tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Pushing event updated for resources: {'Port': ['ID=35a08ff0-3ea2-44ab-9535-c7f1d80871f7,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:00.082519 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74018783-9de1-42b6-b141-b7bb00eb55ee tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:34:00.149387 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44354) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:00.212140 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-23a614db-387f-4458-8e84-294b8b0b281b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Request body: {'security_group': {'name': 'tempest-securitygroup--732790664', 'description': 'tempest-description--1982963860'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:34:00.237678 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1a1673f1-317c-4b11-967e-e84cdc0d9fda tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "DELETE /v2.0/ports/7500d171-2d71-44aa-aecc-85f1267d5ba2/tags/tempest-TagsExtTest-Tag-51068666 HTTP/1.1" status: 204 len: 168 time: 0.2463083 Jan 28 00:34:00.239748 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44356) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:00.244867 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=4d5267a9-ebe8-4fba-8f12-51d35a765781,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:00.269802 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-c7369baa-06dc-469a-9f62-8ae52a3c08aa tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7500d171-2d71-44aa-aecc-85f1267d5ba2') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:00.307694 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port b39bbdd0-6456-4b66-b3bb-de6ac18d21ae is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:34:00.308128 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b39bbdd0-6456-4b66-b3bb-de6ac18d21ae), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:00.314871 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-23a614db-387f-4458-8e84-294b8b0b281b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:00.395370 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-25f55635-04f3-4288-9806-ef43e6e9518d None None] Provisioning complete for port 4d5267a9-ebe8-4fba-8f12-51d35a765781 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:34:00.395839 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-25f55635-04f3-4288-9806-ef43e6e9518d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4d5267a9-ebe8-4fba-8f12-51d35a765781), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:00.468191 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c7369baa-06dc-469a-9f62-8ae52a3c08aa tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "GET /v2.0/ports/7500d171-2d71-44aa-aecc-85f1267d5ba2/tags HTTP/1.1" status: 200 len: 205 time: 0.2256198 Jan 28 00:34:00.476247 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44360) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:00.482281 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b39bbdd0-6456-4b66-b3bb-de6ac18d21ae {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:34:00.492202 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-e5829483-299c-44c7-b7be-65ea52986dac tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:00.545850 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-018b6b29-05aa-4ff2-907b-aaa762145c1a None None] Set router 28dc1585-1abf-41e0-9497-c6d7971eef02 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:34:00.577993 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-74018783-9de1-42b6-b141-b7bb00eb55ee tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router_gateway (7bf53856-0b4d-4854-876c-1e7c8053bc31), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:00.684610 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:00.686858 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e5829483-299c-44c7-b7be-65ea52986dac tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "GET /v2.0/routers/e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4/tags HTTP/1.1" status: 200 len: 240 time: 0.1985118 Jan 28 00:34:00.700661 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port b39bbdd0-6456-4b66-b3bb-de6ac18d21ae, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=b39bbdd0-6456-4b66-b3bb-de6ac18d21ae,segment=NetworkSegment(dbf642f2-63c7-40b4-b131-e531d7611510),segment_id=dbf642f2-63c7-40b4-b131-e531d7611510)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:34:00.701685 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44364) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:00.709163 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-957e7576-8276-4a2a-ae49-6ddcf65ac65f tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4', 'tempest-TagsExtTest-Tag-326106178') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:00.730873 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80528960-110f-4425-9172-61fc199a1817 req-3df37e99-04a6-49d3-b416-a4638cad22cb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:00.739449 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80528960-110f-4425-9172-61fc199a1817 req-3df37e99-04a6-49d3-b416-a4638cad22cb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:00.745241 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80528960-110f-4425-9172-61fc199a1817 req-3df37e99-04a6-49d3-b416-a4638cad22cb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:00.752528 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80528960-110f-4425-9172-61fc199a1817 req-3df37e99-04a6-49d3-b416-a4638cad22cb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:00.757365 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-23a614db-387f-4458-8e84-294b8b0b281b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks [] for security_group (bd50f8d5-207f-402b-9b1c-d34cb8a29e60), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:00.759536 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80528960-110f-4425-9172-61fc199a1817 req-3df37e99-04a6-49d3-b416-a4638cad22cb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:00.765611 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80528960-110f-4425-9172-61fc199a1817 req-3df37e99-04a6-49d3-b416-a4638cad22cb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:00.773418 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80528960-110f-4425-9172-61fc199a1817 req-3df37e99-04a6-49d3-b416-a4638cad22cb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:00.783044 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-80528960-110f-4425-9172-61fc199a1817 req-3df37e99-04a6-49d3-b416-a4638cad22cb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5426 time: 0.2181931 Jan 28 00:34:00.804991 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-25f55635-04f3-4288-9806-ef43e6e9518d None None] Current status of the port 4d5267a9-ebe8-4fba-8f12-51d35a765781 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:34:00.863976 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b39bbdd0-6456-4b66-b3bb-de6ac18d21ae), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:00.865005 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 6fe75345-323e-4c17-9167-f80f61f5b382 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:34:00.872025 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-23a614db-387f-4458-8e84-294b8b0b281b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (bd50f8d5-207f-402b-9b1c-d34cb8a29e60), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:00.926457 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-957e7576-8276-4a2a-ae49-6ddcf65ac65f tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "GET /v2.0/routers/e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4/tags/tempest-TagsExtTest-Tag-326106178 HTTP/1.1" status: 204 len: 168 time: 0.2235067 Jan 28 00:34:00.930695 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44366) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:00.936017 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-2ac0338d-9926-4b54-b0d2-df402a2f5855 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4', 'tempest-TagsExtTest-Tag-326106178') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:00.980007 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-23a614db-387f-4458-8e84-294b8b0b281b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:00.981572 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-23a614db-387f-4458-8e84-294b8b0b281b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8276608 Jan 28 00:34:00.988382 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44370) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:00.994879 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a614db-387f-4458-8e84-294b8b0b281b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd50f8d5-207f-402b-9b1c-d34cb8a29e60,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:00.999543 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-80528960-110f-4425-9172-61fc199a1817 req-c18e928c-b294-41d6-ba6b-b4f4b1785b1e tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2151330 Jan 28 00:34:01.019764 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-b8dc2255-e975-4a0c-b5e9-b7975428de76 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Request body: {'security_group_rule': {'security_group_id': 'bd50f8d5-207f-402b-9b1c-d34cb8a29e60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:34:01.137486 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port ac17fa39-7df6-485f-af35-316034772b92 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:34:01.144053 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2ac0338d-9926-4b54-b0d2-df402a2f5855 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "DELETE /v2.0/routers/e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4/tags/tempest-TagsExtTest-Tag-326106178 HTTP/1.1" status: 204 len: 168 time: 0.2116647 Jan 28 00:34:01.146551 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44376) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:01.160066 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-4f78b7e9-f646-4c5e-aa28-33cf8823c8be tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:01.194321 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.resource_extend [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:34:01.327667 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4f78b7e9-f646-4c5e-aa28-33cf8823c8be tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "GET /v2.0/routers/e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4/tags HTTP/1.1" status: 200 len: 205 time: 0.1754179 Jan 28 00:34:01.335383 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44378) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:01.348283 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-9ffde431-d6e1-4ac1-9cdd-1fd128cf9343 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5626c96b-c96d-4e1c-b781-8b697bb026e0') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:01.397217 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=b39bbdd0-6456-4b66-b3bb-de6ac18d21ae,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:01.409522 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4d5267a9-ebe8-4fba-8f12-51d35a765781 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:34:01.421004 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9ffde431-d6e1-4ac1-9cdd-1fd128cf9343 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "GET /v2.0/subnetpools/5626c96b-c96d-4e1c-b781-8b697bb026e0/tags HTTP/1.1" status: 200 len: 241 time: 0.0841236 Jan 28 00:34:01.424005 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44380) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:01.433132 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-74018783-9de1-42b6-b141-b7bb00eb55ee tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111346'] for router (7bf53856-0b4d-4854-876c-1e7c8053bc31), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:01.435241 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8dc2255-e975-4a0c-b5e9-b7975428de76 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks [] for security_group_rule (09c6c52a-af75-4ac0-9a6e-3e670b2c6750), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:01.439936 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-decd980d-8828-4cdc-838f-cdf33fdb44f7 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5626c96b-c96d-4e1c-b781-8b697bb026e0', 'tempest-TagsExtTest-Tag-1380247414') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:01.461151 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-25f55635-04f3-4288-9806-ef43e6e9518d None None] Provisioning complete for port 7500d171-2d71-44aa-aecc-85f1267d5ba2 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:34:01.462346 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-25f55635-04f3-4288-9806-ef43e6e9518d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (7500d171-2d71-44aa-aecc-85f1267d5ba2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:01.465072 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-74018783-9de1-42b6-b141-b7bb00eb55ee tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552731'] for router (7bf53856-0b4d-4854-876c-1e7c8053bc31), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:01.509000 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-decd980d-8828-4cdc-838f-cdf33fdb44f7 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "GET /v2.0/subnetpools/5626c96b-c96d-4e1c-b781-8b697bb026e0/tags/tempest-TagsExtTest-Tag-1380247414 HTTP/1.1" status: 204 len: 168 time: 0.0665324 Jan 28 00:34:01.509000 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44382) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:01.509000 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-c7b6c366-85a6-4ecb-8add-f4c675af3cbc tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5626c96b-c96d-4e1c-b781-8b697bb026e0', 'tempest-TagsExtTest-Tag-1380247414') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:01.570166 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 6fe75345-323e-4c17-9167-f80f61f5b382, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=6fe75345-323e-4c17-9167-f80f61f5b382,segment=NetworkSegment(acb2bd17-d572-4140-8e42-68801c1a1a85),segment_id=acb2bd17-d572-4140-8e42-68801c1a1a85)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:34:01.604693 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c7b6c366-85a6-4ecb-8add-f4c675af3cbc tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "DELETE /v2.0/subnetpools/5626c96b-c96d-4e1c-b781-8b697bb026e0/tags/tempest-TagsExtTest-Tag-1380247414 HTTP/1.1" status: 204 len: 168 time: 0.1040370 Jan 28 00:34:01.607043 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44384) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:01.614359 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-51a08db4-757c-4191-ad09-63b9a5223151 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5626c96b-c96d-4e1c-b781-8b697bb026e0') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:01.638855 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '6fe75345-323e-4c17-9167-f80f61f5b382', 'network_id': '0efd91fa-a4c6-4618-8488-fef9eaa5de00', 'port_id': '6fe75345-323e-4c17-9167-f80f61f5b382', 'mac_address': 'fa:16:3e:20:5c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d9566eb-7bee-4e72-9ce3-a47d9d3737eb', 'ip_address': '10.1.1.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:34:01.674762 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-51a08db4-757c-4191-ad09-63b9a5223151 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "GET /v2.0/subnetpools/5626c96b-c96d-4e1c-b781-8b697bb026e0/tags HTTP/1.1" status: 200 len: 205 time: 0.0651844 Jan 28 00:34:01.678479 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44386) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:01.693242 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-71e0ddee-811d-4b82-87b2-2fbecc662927 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5626c96b-c96d-4e1c-b781-8b697bb026e0') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:01.719791 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8dc2255-e975-4a0c-b5e9-b7975428de76 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks [] for security_group_rule (09c6c52a-af75-4ac0-9a6e-3e670b2c6750), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:01.729099 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8dc2255-e975-4a0c-b5e9-b7975428de76 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (09c6c52a-af75-4ac0-9a6e-3e670b2c6750), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:01.755042 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc2255-e975-4a0c-b5e9-b7975428de76 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c6c52a-af75-4ac0-9a6e-3e670b2c6750,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:01.782995 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-71e0ddee-811d-4b82-87b2-2fbecc662927 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "DELETE /v2.0/subnetpools/5626c96b-c96d-4e1c-b781-8b697bb026e0/tags HTTP/1.1" status: 204 len: 168 time: 0.1013088 Jan 28 00:34:01.784942 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8dc2255-e975-4a0c-b5e9-b7975428de76 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:01.785316 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44388) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:01.786771 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b8dc2255-e975-4a0c-b5e9-b7975428de76 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7950103 Jan 28 00:34:01.794758 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44392) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:01.801996 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-d9454da9-7b89-4189-af33-d93fe984626d tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:01.819000 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-8e233130-c9ec-4fff-8086-267b0c4bc70d tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Request body: {'security_group_rule': {'security_group_id': 'bd50f8d5-207f-402b-9b1c-d34cb8a29e60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:34:01.836123 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-25f55635-04f3-4288-9806-ef43e6e9518d None None] Port 7500d171-2d71-44aa-aecc-85f1267d5ba2 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:34:01.888045 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 6fe75345-323e-4c17-9167-f80f61f5b382 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:34:01.888458 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6fe75345-323e-4c17-9167-f80f61f5b382), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:01.900165 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74018783-9de1-42b6-b141-b7bb00eb55ee tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Router 7bf53856-0b4d-4854-876c-1e7c8053bc31 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:34:01.915034 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 4d5267a9-ebe8-4fba-8f12-51d35a765781 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:34:01.915659 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4d5267a9-ebe8-4fba-8f12-51d35a765781), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:01.948577 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe75345-323e-4c17-9167-f80f61f5b382 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:34:01.972417 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e233130-c9ec-4fff-8086-267b0c4bc70d tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks [] for security_group_rule (361cc6de-f6ad-49fb-b3f4-297beb86fc66), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:01.998841 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 6fe75345-323e-4c17-9167-f80f61f5b382, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=6fe75345-323e-4c17-9167-f80f61f5b382,segment=NetworkSegment(acb2bd17-d572-4140-8e42-68801c1a1a85),segment_id=acb2bd17-d572-4140-8e42-68801c1a1a85)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:34:02.014301 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-018b6b29-05aa-4ff2-907b-aaa762145c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'name': 'tempest-ServerActionsTestJSON-752571636-router', 'tenant_id': '126ff8dba2134b2d95d54d419fe64967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ac17fa39-7df6-485f-af35-316034772b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:33:43Z', 'updated_at': '2022-01-28T00:33:53Z', 'revision_number': 4, 'project_id': '126ff8dba2134b2d95d54d419fe64967', 'gw_port': {'id': 'ac17fa39-7df6-485f-af35-316034772b92', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:33:45Z', 'updated_at': '2022-01-28T00:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'f8f81392-bbe1-4253-85fa-ba23b639986b', 'name': '', 'network_id': 'a5055772-1556-467a-8d2c-d15584910096', 'tenant_id': '126ff8dba2134b2d95d54d419fe64967', 'mac_address': 'fa:16:3e:c7:17:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'd0f29497-ba52-4939-af70-d57b51c2ceee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:33:51Z', 'updated_at': '2022-01-28T00:33:54Z', 'revision_number': 2, 'project_id': '126ff8dba2134b2d95d54d419fe64967', 'subnets': [{'id': 'd0f29497-ba52-4939-af70-d57b51c2ceee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:02.070358 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6fe75345-323e-4c17-9167-f80f61f5b382), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:02.221631 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e233130-c9ec-4fff-8086-267b0c4bc70d tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks [] for security_group_rule (361cc6de-f6ad-49fb-b3f4-297beb86fc66), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:02.234177 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e233130-c9ec-4fff-8086-267b0c4bc70d tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (361cc6de-f6ad-49fb-b3f4-297beb86fc66), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:02.340353 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e233130-c9ec-4fff-8086-267b0c4bc70d tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361cc6de-f6ad-49fb-b3f4-297beb86fc66,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:02.362387 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e233130-c9ec-4fff-8086-267b0c4bc70d tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:02.366261 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=6fe75345-323e-4c17-9167-f80f61f5b382,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:02.368043 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8e233130-c9ec-4fff-8086-267b0c4bc70d tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5686173 Jan 28 00:34:02.385604 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device e6c88db4-a371-434d-b81c-bba1b2a0715e up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:34:02.385827 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44408) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:02.390731 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a19a195b-32c9-485f-a996-62deb53f3088 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:34:02.392783 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018b6b29-05aa-4ff2-907b-aaa762145c1a None None] Checking router: 28dc1585-1abf-41e0-9497-c6d7971eef02 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:34:02.393406 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018b6b29-05aa-4ff2-907b-aaa762145c1a None None] Updating router 28dc1585-1abf-41e0-9497-c6d7971eef02 port f8f81392-bbe1-4253-85fa-ba23b639986b binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:34:02.447765 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74018783-9de1-42b6-b141-b7bb00eb55ee tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:34:02.458887 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-74018783-9de1-42b6-b141-b7bb00eb55ee tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:02.461470 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-74018783-9de1-42b6-b141-b7bb00eb55ee tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "PUT /v2.0/routers/7bf53856-0b4d-4854-876c-1e7c8053bc31 HTTP/1.1" status: 200 len: 920 time: 4.2427614 Jan 28 00:34:02.464915 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a0fbc0-ccb7-4112-a5ba-190b6bcbb094 None None] Sync routers for ids ['7bf53856-0b4d-4854-876c-1e7c8053bc31'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:34:02.472744 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44410) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:02.502578 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-018b6b29-05aa-4ff2-907b-aaa762145c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f8f81392-bbe1-4253-85fa-ba23b639986b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:02.512624 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a0fbc0-ccb7-4112-a5ba-190b6bcbb094 None None] Routers {'7bf53856-0b4d-4854-876c-1e7c8053bc31'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:34:02.513371 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-c7a0fbc0-ccb7-4112-a5ba-190b6bcbb094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:33:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['7bf53856-0b4d-4854-876c-1e7c8053bc31'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:02.637843 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-c7a0fbc0-ccb7-4112-a5ba-190b6bcbb094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:02.655154 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-59294d4d-c107-4c17-96fb-b00e6ea84bee tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "GET /v2.0/routers/7bf53856-0b4d-4854-876c-1e7c8053bc31 HTTP/1.1" status: 200 len: 926 time: 0.1804376 Jan 28 00:34:02.656385 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a19a195b-32c9-485f-a996-62deb53f3088 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:02.667584 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a0fbc0-ccb7-4112-a5ba-190b6bcbb094 None None] Routers {'7bf53856-0b4d-4854-876c-1e7c8053bc31'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:34:02.668560 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-c7a0fbc0-ccb7-4112-a5ba-190b6bcbb094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:33:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['7bf53856-0b4d-4854-876c-1e7c8053bc31'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:02.671078 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44412) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:02.686481 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d9454da9-7b89-4189-af33-d93fe984626d tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "DELETE /v2.0/routers/e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4/tags HTTP/1.1" status: 204 len: 168 time: 0.8978436 Jan 28 00:34:02.689555 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44414) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:02.694618 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.tag.tag_plugin [None req-43d1dd0b-a435-4af0-ac6a-1dac5eace046 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7500d171-2d71-44aa-aecc-85f1267d5ba2') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:02.737339 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f1697-1e95-4e86-81ac-b6041e923412 req-a13859dc-b78c-46ea-98a3-0657d914aa38 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:02.754643 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f1697-1e95-4e86-81ac-b6041e923412 req-a13859dc-b78c-46ea-98a3-0657d914aa38 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:02.768838 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f1697-1e95-4e86-81ac-b6041e923412 req-a13859dc-b78c-46ea-98a3-0657d914aa38 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:02.770779 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-c7a0fbc0-ccb7-4112-a5ba-190b6bcbb094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:02.774239 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a0fbc0-ccb7-4112-a5ba-190b6bcbb094 None None] The sync data for ids ['7bf53856-0b4d-4854-876c-1e7c8053bc31'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:34:02.793042 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f1697-1e95-4e86-81ac-b6041e923412 req-a13859dc-b78c-46ea-98a3-0657d914aa38 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:02.799705 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f1697-1e95-4e86-81ac-b6041e923412 req-a13859dc-b78c-46ea-98a3-0657d914aa38 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:02.822171 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f1697-1e95-4e86-81ac-b6041e923412 req-a13859dc-b78c-46ea-98a3-0657d914aa38 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:02.843077 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f1697-1e95-4e86-81ac-b6041e923412 req-a13859dc-b78c-46ea-98a3-0657d914aa38 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:02.853686 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-773f1697-1e95-4e86-81ac-b6041e923412 req-a13859dc-b78c-46ea-98a3-0657d914aa38 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5428 time: 0.2259185 Jan 28 00:34:02.864311 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f64395-a4da-4210-9f3f-8275a6e198c2 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:02.869975 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-10f64395-a4da-4210-9f3f-8275a6e198c2 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392&device_id=7bf53856-0b4d-4854-876c-1e7c8053bc31&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1922710 Jan 28 00:34:02.870345 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44416) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:02.911127 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-43d1dd0b-a435-4af0-ac6a-1dac5eace046 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "DELETE /v2.0/ports/7500d171-2d71-44aa-aecc-85f1267d5ba2/tags HTTP/1.1" status: 204 len: 168 time: 0.2202621 Jan 28 00:34:02.915140 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44418) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:02.921553 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.tag.tag_plugin [None req-661a8eee-f91c-4142-b29d-5ecbdea5e2fc tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '67bffedb-ec5c-45d5-9eac-1294c1c03939') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:02.949828 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['b39bbdd0-6456-4b66-b3bb-de6ac18d21ae'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:34:02.955447 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 4d5267a9-ebe8-4fba-8f12-51d35a765781 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:34:03.052761 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-661a8eee-f91c-4142-b29d-5ecbdea5e2fc tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "DELETE /v2.0/subnets/67bffedb-ec5c-45d5-9eac-1294c1c03939/tags HTTP/1.1" status: 204 len: 168 time: 0.1362567 Jan 28 00:34:03.066005 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44424) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:03.090459 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.tag.tag_plugin [None req-3e7b2bd1-af47-4a89-a35f-a9fa6af03723 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '67bffedb-ec5c-45d5-9eac-1294c1c03939', 'tempest-TagsExtTest-Tag-1995483822') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:03.209638 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a19a195b-32c9-485f-a996-62deb53f3088 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:03.269638 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45855b7-9894-4269-9035-fd33c156b4ab tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:03.271922 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d45855b7-9894-4269-9035-fd33c156b4ab tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "GET /v2.0/networks/31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 881 time: 0.3975716 Jan 28 00:34:03.278703 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44430) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:03.347705 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-800c5381-eed8-467b-9006-52244b61d9c5 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bf53856-0b4d-4854-876c-1e7c8053bc31 HTTP/1.1" status: 200 len: 205 time: 0.0643425 Jan 28 00:34:03.354378 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44434) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:03.460921 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-773f1697-1e95-4e86-81ac-b6041e923412 req-755e7a53-ac12-4d00-9182-f033cb4f6f13 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6059194 Jan 28 00:34:03.473939 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:34:03.482801 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['6fe75345-323e-4c17-9167-f80f61f5b382'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:34:03.515116 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port e6c88db4-a371-434d-b81c-bba1b2a0715e completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:34:03.616750 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5895bde2-514c-46e2-be8e-0415cb45f15e tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router (7bf53856-0b4d-4854-876c-1e7c8053bc31), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:03.645312 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port e6c88db4-a371-434d-b81c-bba1b2a0715e triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:34:03.647502 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e6c88db4-a371-434d-b81c-bba1b2a0715e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:03.855653 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3e7b2bd1-af47-4a89-a35f-a9fa6af03723 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "PUT /v2.0/subnets/67bffedb-ec5c-45d5-9eac-1294c1c03939/tags/tempest-TagsExtTest-Tag-1995483822 HTTP/1.1" status: 201 len: 201 time: 0.7751012 Jan 28 00:34:03.865851 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44440) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:03.875394 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5895bde2-514c-46e2-be8e-0415cb45f15e tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router_gateway (7bf53856-0b4d-4854-876c-1e7c8053bc31), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:03.892771 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-7950647c-8ecb-40aa-b7c7-024310ebd2f4 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7500d171-2d71-44aa-aecc-85f1267d5ba2', 'tempest-TagsExtTest-Tag-1281711269') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:03.952529 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-a19a195b-32c9-485f-a996-62deb53f3088 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Allocated IP 172.25.3.56 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/c766ee67-8d19-40de-891c-78e407eeddbe) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:34:04.014873 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7950647c-8ecb-40aa-b7c7-024310ebd2f4 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "PUT /v2.0/ports/7500d171-2d71-44aa-aecc-85f1267d5ba2/tags/tempest-TagsExtTest-Tag-1281711269 HTTP/1.1" status: 201 len: 201 time: 0.1476152 Jan 28 00:34:04.019824 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44442) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:04.026279 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-67f34326-eb02-40b4-8335-c819ae7bf9b1 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4', 'tempest-TagsExtTest-Tag-1688703996') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:04.139955 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5895bde2-514c-46e2-be8e-0415cb45f15e tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Deleting port 35a08ff0-3ea2-44ab-9535-c7f1d80871f7 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:34:04.144654 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5895bde2-514c-46e2-be8e-0415cb45f15e tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (35a08ff0-3ea2-44ab-9535-c7f1d80871f7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:04.181418 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port e6c88db4-a371-434d-b81c-bba1b2a0715e is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:34:04.181827 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e6c88db4-a371-434d-b81c-bba1b2a0715e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:04.198788 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-018b6b29-05aa-4ff2-907b-aaa762145c1a None None] Publish callbacks [] for port (f8f81392-bbe1-4253-85fa-ba23b639986b), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:04.255338 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-018b6b29-05aa-4ff2-907b-aaa762145c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f8f81392-bbe1-4253-85fa-ba23b639986b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:04.257377 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c88db4-a371-434d-b81c-bba1b2a0715e'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:34:04.260151 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eeb3d3a-ae50-4103-9450-ddb7ecbe4ad2" -d '{"events": [{"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-plugged", "status": "completed", "tag": "e6c88db4-a371-434d-b81c-bba1b2a0715e"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:34:04.306453 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-67f34326-eb02-40b4-8335-c819ae7bf9b1 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "PUT /v2.0/routers/e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4/tags/tempest-TagsExtTest-Tag-1688703996 HTTP/1.1" status: 201 len: 201 time: 0.2810295 Jan 28 00:34:04.309011 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44456) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:04.326072 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a19a195b-32c9-485f-a996-62deb53f3088 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks [] for port (c766ee67-8d19-40de-891c-78e407eeddbe), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:04.326363 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-3a1613b2-f8cf-4baa-a67a-0a4ee2e45389 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5626c96b-c96d-4e1c-b781-8b697bb026e0', 'tempest-TagsExtTest-Tag-1601615100') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:04.377327 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5895bde2-514c-46e2-be8e-0415cb45f15e tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (35a08ff0-3ea2-44ab-9535-c7f1d80871f7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:04.408568 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port e6c88db4-a371-434d-b81c-bba1b2a0715e, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=e6c88db4-a371-434d-b81c-bba1b2a0715e,segment=NetworkSegment(acb2bd17-d572-4140-8e42-68801c1a1a85),segment_id=acb2bd17-d572-4140-8e42-68801c1a1a85)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:34:04.434795 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5895bde2-514c-46e2-be8e-0415cb45f15e tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Calling delete_port for 35a08ff0-3ea2-44ab-9535-c7f1d80871f7 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:34:04.486655 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3a1613b2-f8cf-4baa-a67a-0a4ee2e45389 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "PUT /v2.0/subnetpools/5626c96b-c96d-4e1c-b781-8b697bb026e0/tags/tempest-TagsExtTest-Tag-1601615100 HTTP/1.1" status: 201 len: 201 time: 0.1750948 Jan 28 00:34:04.491390 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44462) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:04.509586 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-a7c3fbc5-972f-4bcd-9538-649e1039d476 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '67bffedb-ec5c-45d5-9eac-1294c1c03939', {'tags': ['tempest-TagsExtTest-Tag-730535941', 'tempest-TagsExtTest-Tag-1092712871', 'tempest-TagsExtTest-Tag-1542997957']}) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:04.555047 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e6c88db4-a371-434d-b81c-bba1b2a0715e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:04.577317 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a19a195b-32c9-485f-a996-62deb53f3088 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (c766ee67-8d19-40de-891c-78e407eeddbe), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:04.665284 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a195b-32c9-485f-a996-62deb53f3088 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Pushing event updated for resources: {'Port': ['ID=c766ee67-8d19-40de-891c-78e407eeddbe,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:04.680857 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 94ae3a89-fc27-4196-b863-313cd277b634 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:34:04.707081 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19a195b-32c9-485f-a996-62deb53f3088 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:34:04.711395 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-a19a195b-32c9-485f-a996-62deb53f3088 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:34:04.714214 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19a195b-32c9-485f-a996-62deb53f3088 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:34:04.739441 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a7c3fbc5-972f-4bcd-9538-649e1039d476 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "PUT /v2.0/subnets/67bffedb-ec5c-45d5-9eac-1294c1c03939/tags HTTP/1.1" status: 200 len: 317 time: 0.2463729 Jan 28 00:34:04.743009 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44466) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:04.762043 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-e2f4d9e2-7bbf-4784-97cc-30382a309520 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '67bffedb-ec5c-45d5-9eac-1294c1c03939') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:04.837148 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d40434-0da5-4e9d-8c2b-0712eaf4811e x-openstack-request-id: req-a1d40434-0da5-4e9d-8c2b-0712eaf4811e {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:34:04.837903 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-plugged", "status": "completed", "tag": "e6c88db4-a371-434d-b81c-bba1b2a0715e", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:34:04.838318 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a1d40434-0da5-4e9d-8c2b-0712eaf4811e {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:34:04.838968 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c88db4-a371-434d-b81c-bba1b2a0715e', 'code': 200} Jan 28 00:34:04.873997 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77b896-c3b9-45e1-964e-5b28b8f6efc4 None None] Pushing event updated for resources: {'Port': ['ID=f8f81392-bbe1-4253-85fa-ba23b639986b,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:04.924308 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6939a07-10a4-49c9-b159-f44896546988 req-41c971e9-c62b-4206-8a35-03fd136a568f tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:04.930011 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6939a07-10a4-49c9-b159-f44896546988 req-41c971e9-c62b-4206-8a35-03fd136a568f tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:04.935923 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6939a07-10a4-49c9-b159-f44896546988 req-41c971e9-c62b-4206-8a35-03fd136a568f tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:04.943663 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6939a07-10a4-49c9-b159-f44896546988 req-41c971e9-c62b-4206-8a35-03fd136a568f tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:04.949575 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6939a07-10a4-49c9-b159-f44896546988 req-41c971e9-c62b-4206-8a35-03fd136a568f tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:04.955501 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6939a07-10a4-49c9-b159-f44896546988 req-41c971e9-c62b-4206-8a35-03fd136a568f tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:04.961154 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6939a07-10a4-49c9-b159-f44896546988 req-41c971e9-c62b-4206-8a35-03fd136a568f tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:04.963138 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a19a195b-32c9-485f-a996-62deb53f3088 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks [] for floatingip (dcd941a6-9a81-4a66-af75-175636fd01f4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:04.972207 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6939a07-10a4-49c9-b159-f44896546988 req-41c971e9-c62b-4206-8a35-03fd136a568f tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5429 time: 0.1451540 Jan 28 00:34:05.021516 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e2f4d9e2-7bbf-4784-97cc-30382a309520 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "DELETE /v2.0/subnets/67bffedb-ec5c-45d5-9eac-1294c1c03939/tags HTTP/1.1" status: 204 len: 168 time: 0.2767787 Jan 28 00:34:05.027297 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44468) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:05.035345 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-59e2052b-2901-420f-b405-1ccae85ad602 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '67bffedb-ec5c-45d5-9eac-1294c1c03939', 'tempest-TagsExtTest-Tag-730535941') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:05.051116 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a19a195b-32c9-485f-a996-62deb53f3088 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c766ee67-8d19-40de-891c-78e407eeddbe), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:05.128030 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6939a07-10a4-49c9-b159-f44896546988 req-7df83246-fdc4-4d95-871f-aca8583bec3c tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1546953 Jan 28 00:34:05.179789 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5895bde2-514c-46e2-be8e-0415cb45f15e tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (35a08ff0-3ea2-44ab-9535-c7f1d80871f7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:05.180798 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-59e2052b-2901-420f-b405-1ccae85ad602 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] show failed (client error): The resource could not be found. Jan 28 00:34:05.182252 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-59e2052b-2901-420f-b405-1ccae85ad602 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "GET /v2.0/subnets/67bffedb-ec5c-45d5-9eac-1294c1c03939/tags/tempest-TagsExtTest-Tag-730535941 HTTP/1.1" status: 404 len: 328 time: 0.1532085 Jan 28 00:34:05.187779 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44470) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:05.194554 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-84711622-b974-48d7-945e-593dced460ce tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '67bffedb-ec5c-45d5-9eac-1294c1c03939', 'tempest-TagsExtTest-Tag-1092712871') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:05.240477 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=e6c88db4-a371-434d-b81c-bba1b2a0715e,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:05.246623 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-85653343-cd6a-4740-a852-701dfefa368d None None] Provisioning complete for port f8f81392-bbe1-4253-85fa-ba23b639986b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:34:05.247023 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85653343-cd6a-4740-a852-701dfefa368d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f8f81392-bbe1-4253-85fa-ba23b639986b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:05.258542 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-018b6b29-05aa-4ff2-907b-aaa762145c1a None None] Attempting to bind port f8f81392-bbe1-4253-85fa-ba23b639986b on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:34:05.258876 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-018b6b29-05aa-4ff2-907b-aaa762145c1a None None] Attempting to bind port f8f81392-bbe1-4253-85fa-ba23b639986b by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '32b62d49-3c93-4f09-986c-30e1868e910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a5055772-1556-467a-8d2c-d15584910096'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:34:05.259275 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018b6b29-05aa-4ff2-907b-aaa762145c1a None None] Attempting to bind port f8f81392-bbe1-4253-85fa-ba23b639986b on network a5055772-1556-467a-8d2c-d15584910096 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:34:05.293127 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018b6b29-05aa-4ff2-907b-aaa762145c1a None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:34:05.293516 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018b6b29-05aa-4ff2-907b-aaa762145c1a None None] Checking segment: {'id': '32b62d49-3c93-4f09-986c-30e1868e910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a5055772-1556-467a-8d2c-d15584910096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:34:05.294107 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-018b6b29-05aa-4ff2-907b-aaa762145c1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:05.294415 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018b6b29-05aa-4ff2-907b-aaa762145c1a None None] Bound using segment: {'id': '32b62d49-3c93-4f09-986c-30e1868e910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a5055772-1556-467a-8d2c-d15584910096'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:34:05.294914 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-018b6b29-05aa-4ff2-907b-aaa762145c1a None None] Bound port: f8f81392-bbe1-4253-85fa-ba23b639986b, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b62d49-3c93-4f09-986c-30e1868e910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a5055772-1556-467a-8d2c-d15584910096'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:34:05.295305 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-018b6b29-05aa-4ff2-907b-aaa762145c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f8f81392-bbe1-4253-85fa-ba23b639986b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:05.303009 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-84711622-b974-48d7-945e-593dced460ce tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] show failed (client error): The resource could not be found. Jan 28 00:34:05.308866 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-84711622-b974-48d7-945e-593dced460ce tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "GET /v2.0/subnets/67bffedb-ec5c-45d5-9eac-1294c1c03939/tags/tempest-TagsExtTest-Tag-1092712871 HTTP/1.1" status: 404 len: 329 time: 0.1188478 Jan 28 00:34:05.309923 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44472) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:05.317654 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-29a15ead-983a-4852-b946-45ba879b8aa1 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '67bffedb-ec5c-45d5-9eac-1294c1c03939', 'tempest-TagsExtTest-Tag-1542997957') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:05.334341 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 94ae3a89-fc27-4196-b863-313cd277b634 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:34:05.365274 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-85653343-cd6a-4740-a852-701dfefa368d None None] Port f8f81392-bbe1-4253-85fa-ba23b639986b cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:34:05.372564 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 94ae3a89-fc27-4196-b863-313cd277b634 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:34:05.373152 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (94ae3a89-fc27-4196-b863-313cd277b634), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:05.396258 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a19a195b-32c9-485f-a996-62deb53f3088 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks [] for port (c766ee67-8d19-40de-891c-78e407eeddbe), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:05.403304 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a19a195b-32c9-485f-a996-62deb53f3088 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (c766ee67-8d19-40de-891c-78e407eeddbe), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:05.412060 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895bde2-514c-46e2-be8e-0415cb45f15e tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Pushing event deleted for resources: {'Port': ['ID=35a08ff0-3ea2-44ab-9535-c7f1d80871f7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:05.464059 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-29a15ead-983a-4852-b946-45ba879b8aa1 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] show failed (client error): The resource could not be found. Jan 28 00:34:05.464233 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-018b6b29-05aa-4ff2-907b-aaa762145c1a None None] For port f8f81392-bbe1-4253-85fa-ba23b639986b, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:34:05.465108 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-29a15ead-983a-4852-b946-45ba879b8aa1 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "GET /v2.0/subnets/67bffedb-ec5c-45d5-9eac-1294c1c03939/tags/tempest-TagsExtTest-Tag-1542997957 HTTP/1.1" status: 404 len: 329 time: 0.1540072 Jan 28 00:34:05.468041 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44476) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:05.474066 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-90a65021-da9a-4e53-a1f3-8dff3b538398 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7500d171-2d71-44aa-aecc-85f1267d5ba2', {'tags': ['tempest-TagsExtTest-Tag-788869360', 'tempest-TagsExtTest-Tag-1311688928', 'tempest-TagsExtTest-Tag-1405178890']}) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:05.482451 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-018b6b29-05aa-4ff2-907b-aaa762145c1a None None] For port f8f81392-bbe1-4253-85fa-ba23b639986b, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f8f81392-bbe1-4253-85fa-ba23b639986b,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:34:05.514955 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-018b6b29-05aa-4ff2-907b-aaa762145c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f8f81392-bbe1-4253-85fa-ba23b639986b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:05.550982 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a19a195b-32c9-485f-a996-62deb53f3088 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (dcd941a6-9a81-4a66-af75-175636fd01f4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:05.589701 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a195b-32c9-485f-a996-62deb53f3088 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Pushing event updated for resources: {'Port': ['ID=c766ee67-8d19-40de-891c-78e407eeddbe,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:05.603838 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a19a195b-32c9-485f-a996-62deb53f3088 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:05.605531 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a19a195b-32c9-485f-a996-62deb53f3088 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2186420 Jan 28 00:34:05.620410 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-90a65021-da9a-4e53-a1f3-8dff3b538398 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "PUT /v2.0/ports/7500d171-2d71-44aa-aecc-85f1267d5ba2/tags HTTP/1.1" status: 200 len: 317 time: 0.1488087 Jan 28 00:34:05.621584 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44484) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:05.647049 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.tag.tag_plugin [None req-24212595-2f66-4432-b1f6-e5d8da6cf3a0 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7500d171-2d71-44aa-aecc-85f1267d5ba2') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:05.659204 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5895bde2-514c-46e2-be8e-0415cb45f15e tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (7bf53856-0b4d-4854-876c-1e7c8053bc31), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:05.811826 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77b896-c3b9-45e1-964e-5b28b8f6efc4 None None] Pushing event updated for resources: {'Port': ['ID=f8f81392-bbe1-4253-85fa-ba23b639986b,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:05.817834 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018b6b29-05aa-4ff2-907b-aaa762145c1a None None] Routers {'28dc1585-1abf-41e0-9497-c6d7971eef02'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:34:05.818880 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-018b6b29-05aa-4ff2-907b-aaa762145c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:33:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['28dc1585-1abf-41e0-9497-c6d7971eef02'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:05.945518 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5895bde2-514c-46e2-be8e-0415cb45f15e tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (7bf53856-0b4d-4854-876c-1e7c8053bc31), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:05.948527 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5895bde2-514c-46e2-be8e-0415cb45f15e tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router_controller (7bf53856-0b4d-4854-876c-1e7c8053bc31), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:05.967104 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 94ae3a89-fc27-4196-b863-313cd277b634 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:34:05.971551 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (94ae3a89-fc27-4196-b863-313cd277b634), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:05.993114 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de449513-d80b-40db-8cac-66d08623ed26 req-a0363322-6c43-4410-8166-13a2f260538e tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--732790664&fields=id&tenant_id=126ff8dba2134b2d95d54d419fe64967 HTTP/1.1" status: 200 len: 267 time: 0.1850209 Jan 28 00:34:06.067350 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5895bde2-514c-46e2-be8e-0415cb45f15e tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (7bf53856-0b4d-4854-876c-1e7c8053bc31), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:06.068195 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5895bde2-514c-46e2-be8e-0415cb45f15e tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Fanout notify agent at l3_agent the message router_deleted on router 7bf53856-0b4d-4854-876c-1e7c8053bc31 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:34:06.071305 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-24212595-2f66-4432-b1f6-e5d8da6cf3a0 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "DELETE /v2.0/ports/7500d171-2d71-44aa-aecc-85f1267d5ba2/tags HTTP/1.1" status: 204 len: 168 time: 0.4473305 Jan 28 00:34:06.087764 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5895bde2-514c-46e2-be8e-0415cb45f15e tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:06.089057 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5895bde2-514c-46e2-be8e-0415cb45f15e tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "DELETE /v2.0/routers/7bf53856-0b4d-4854-876c-1e7c8053bc31 HTTP/1.1" status: 204 len: 168 time: 2.7319005 Jan 28 00:34:06.089628 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44502) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:06.094115 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.tag.tag_plugin [None req-7b3904e5-9361-44f1-b578-d0f78eb30c4a tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7500d171-2d71-44aa-aecc-85f1267d5ba2', 'tempest-TagsExtTest-Tag-788869360') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:06.101209 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44504) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:06.118066 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1361839310', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}, 'admin_state_up': False}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:34:06.246200 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-7b3904e5-9361-44f1-b578-d0f78eb30c4a tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] show failed (client error): The resource could not be found. Jan 28 00:34:06.253029 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7b3904e5-9361-44f1-b578-d0f78eb30c4a tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "GET /v2.0/ports/7500d171-2d71-44aa-aecc-85f1267d5ba2/tags/tempest-TagsExtTest-Tag-788869360 HTTP/1.1" status: 404 len: 328 time: 0.1623409 Jan 28 00:34:06.257620 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44510) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:06.269996 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3ccd8e2c-f54f-4701-acfb-f20c61f46f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:06.284036 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-a1078c41-10ff-40e5-92e2-d18c465f44ae tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7500d171-2d71-44aa-aecc-85f1267d5ba2', 'tempest-TagsExtTest-Tag-1311688928') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:06.301478 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 94ae3a89-fc27-4196-b863-313cd277b634, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=94ae3a89-fc27-4196-b863-313cd277b634,segment=NetworkSegment(acb2bd17-d572-4140-8e42-68801c1a1a85),segment_id=acb2bd17-d572-4140-8e42-68801c1a1a85)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:34:06.315108 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (94ae3a89-fc27-4196-b863-313cd277b634), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:06.315966 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device d811a547-5df6-408e-b47d-4a7f9810a4e5 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:34:06.333284 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (7a6479cd-fd1a-4426-b7ea-4e673ef4c452), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:06.334757 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (7a6479cd-fd1a-4426-b7ea-4e673ef4c452), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:06.402316 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-018b6b29-05aa-4ff2-907b-aaa762145c1a None None] Set router 28dc1585-1abf-41e0-9497-c6d7971eef02 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:34:06.465105 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de449513-d80b-40db-8cac-66d08623ed26 req-ff2ac828-49bd-43e7-b833-7c07d7b51a2f tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:06.466943 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de449513-d80b-40db-8cac-66d08623ed26 req-ff2ac828-49bd-43e7-b833-7c07d7b51a2f tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/networks?id=a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 200 len: 811 time: 0.4611080 Jan 28 00:34:06.515014 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226cf54-3094-4d1f-87d7-c74719227542 req-bc2236af-3a1e-4d6f-b34e-e13248d65849 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:06.521655 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226cf54-3094-4d1f-87d7-c74719227542 req-bc2236af-3a1e-4d6f-b34e-e13248d65849 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:06.528496 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226cf54-3094-4d1f-87d7-c74719227542 req-bc2236af-3a1e-4d6f-b34e-e13248d65849 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:06.534774 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226cf54-3094-4d1f-87d7-c74719227542 req-bc2236af-3a1e-4d6f-b34e-e13248d65849 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:06.540564 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226cf54-3094-4d1f-87d7-c74719227542 req-bc2236af-3a1e-4d6f-b34e-e13248d65849 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:06.546403 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226cf54-3094-4d1f-87d7-c74719227542 req-bc2236af-3a1e-4d6f-b34e-e13248d65849 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:06.551914 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-aefdefd3-56fc-4b47-a925-1a27395bc564 None None] Provisioning complete for port f8f81392-bbe1-4253-85fa-ba23b639986b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:34:06.552491 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aefdefd3-56fc-4b47-a925-1a27395bc564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f8f81392-bbe1-4253-85fa-ba23b639986b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:06.553180 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226cf54-3094-4d1f-87d7-c74719227542 req-bc2236af-3a1e-4d6f-b34e-e13248d65849 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:06.562673 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1226cf54-3094-4d1f-87d7-c74719227542 req-bc2236af-3a1e-4d6f-b34e-e13248d65849 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5430 time: 0.2345948 Jan 28 00:34:06.567499 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router_controller (7a6479cd-fd1a-4426-b7ea-4e673ef4c452), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:06.587975 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-a1078c41-10ff-40e5-92e2-d18c465f44ae tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] show failed (client error): The resource could not be found. Jan 28 00:34:06.589329 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a1078c41-10ff-40e5-92e2-d18c465f44ae tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "GET /v2.0/ports/7500d171-2d71-44aa-aecc-85f1267d5ba2/tags/tempest-TagsExtTest-Tag-1311688928 HTTP/1.1" status: 404 len: 329 time: 0.3301077 Jan 28 00:34:06.594626 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44514) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:06.601458 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.tag.tag_plugin [None req-40d13e7a-62f2-44ea-8a28-8b85f55d33fe tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7500d171-2d71-44aa-aecc-85f1267d5ba2', 'tempest-TagsExtTest-Tag-1405178890') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:06.669649 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de449513-d80b-40db-8cac-66d08623ed26 req-1c2c452d-69df-4d33-8161-32a9b7276122 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/quotas/126ff8dba2134b2d95d54d419fe64967 HTTP/1.1" status: 200 len: 375 time: 0.0999358 Jan 28 00:34:06.735866 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-40d13e7a-62f2-44ea-8a28-8b85f55d33fe tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] show failed (client error): The resource could not be found. Jan 28 00:34:06.742196 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-40d13e7a-62f2-44ea-8a28-8b85f55d33fe tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "GET /v2.0/ports/7500d171-2d71-44aa-aecc-85f1267d5ba2/tags/tempest-TagsExtTest-Tag-1405178890 HTTP/1.1" status: 404 len: 329 time: 0.1461258 Jan 28 00:34:06.749777 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44516) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:06.756859 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.tag.tag_plugin [None req-e529fccd-f46a-4bd3-8498-ba7486c9655e tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4', {'tags': ['tempest-TagsExtTest-Tag-727444341', 'tempest-TagsExtTest-Tag-331088043', 'tempest-TagsExtTest-Tag-689208430']}) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:06.760137 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=94ae3a89-fc27-4196-b863-313cd277b634,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:06.851728 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ae3a89-fc27-4196-b863-313cd277b634'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:34:06.855637 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995e2c74-b20b-4beb-8c35-10cdaf0d2c6f" -d '{"events": [{"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-plugged", "status": "completed", "tag": "94ae3a89-fc27-4196-b863-313cd277b634"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:34:06.875111 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router_gateway (7a6479cd-fd1a-4426-b7ea-4e673ef4c452), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:06.928535 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1226cf54-3094-4d1f-87d7-c74719227542 req-f0055ddc-9541-4a26-abac-3d96d5235d60 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3640137 Jan 28 00:34:07.017423 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de449513-d80b-40db-8cac-66d08623ed26 req-09624e1d-2a9b-4064-a3ef-8dcd1f4dce5c tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=126ff8dba2134b2d95d54d419fe64967&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2547739 Jan 28 00:34:07.120366 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port d811a547-5df6-408e-b47d-4a7f9810a4e5 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:34:07.205494 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f085b77-d2a0-4755-a976-4cc7f7124635 x-openstack-request-id: req-6f085b77-d2a0-4755-a976-4cc7f7124635 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:34:07.205995 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-plugged", "status": "completed", "tag": "94ae3a89-fc27-4196-b863-313cd277b634", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:34:07.206380 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6f085b77-d2a0-4755-a976-4cc7f7124635 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:34:07.206985 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ae3a89-fc27-4196-b863-313cd277b634', 'code': 200} Jan 28 00:34:07.220752 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e529fccd-f46a-4bd3-8498-ba7486c9655e tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "PUT /v2.0/routers/e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4/tags HTTP/1.1" status: 200 len: 315 time: 0.4684184 Jan 28 00:34:07.225990 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44522) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:07.232086 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port d811a547-5df6-408e-b47d-4a7f9810a4e5 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:34:07.232847 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d811a547-5df6-408e-b47d-4a7f9810a4e5), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:07.243244 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.tag.tag_plugin [None req-80c4cc54-a0a9-4c0c-bc64-500291f1b4a3 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:07.316962 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de449513-d80b-40db-8cac-66d08623ed26 req-304afe9e-4310-4fa1-b1cf-1b953ab895d0 service neutron] 10.222.0.70 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204294 Jan 28 00:34:07.374058 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-aefdefd3-56fc-4b47-a925-1a27395bc564 None None] Current status of the port f8f81392-bbe1-4253-85fa-ba23b639986b is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:34:07.374458 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aefdefd3-56fc-4b47-a925-1a27395bc564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f8f81392-bbe1-4253-85fa-ba23b639986b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:07.435112 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-80c4cc54-a0a9-4c0c-bc64-500291f1b4a3 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "DELETE /v2.0/routers/e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4/tags HTTP/1.1" status: 204 len: 168 time: 0.2065518 Jan 28 00:34:07.441378 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44526) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:07.448235 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.tag.tag_plugin [None req-a98d03c5-4cac-4e99-aea1-6660c2e2cff4 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4', 'tempest-TagsExtTest-Tag-727444341') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:07.503773 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port d811a547-5df6-408e-b47d-4a7f9810a4e5 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:34:07.504167 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d811a547-5df6-408e-b47d-4a7f9810a4e5), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:07.529327 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-aefdefd3-56fc-4b47-a925-1a27395bc564 None None] For port f8f81392-bbe1-4253-85fa-ba23b639986b, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f8f81392-bbe1-4253-85fa-ba23b639986b,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:34:07.538173 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aefdefd3-56fc-4b47-a925-1a27395bc564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f8f81392-bbe1-4253-85fa-ba23b639986b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:07.551937 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-018b6b29-05aa-4ff2-907b-aaa762145c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'name': 'tempest-ServerActionsTestJSON-752571636-router', 'tenant_id': '126ff8dba2134b2d95d54d419fe64967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ac17fa39-7df6-485f-af35-316034772b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:33:43Z', 'updated_at': '2022-01-28T00:33:53Z', 'revision_number': 4, 'project_id': '126ff8dba2134b2d95d54d419fe64967', 'gw_port': {'id': 'ac17fa39-7df6-485f-af35-316034772b92', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:33:45Z', 'updated_at': '2022-01-28T00:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'f8f81392-bbe1-4253-85fa-ba23b639986b', 'name': '', 'network_id': 'a5055772-1556-467a-8d2c-d15584910096', 'tenant_id': '126ff8dba2134b2d95d54d419fe64967', 'mac_address': 'fa:16:3e:c7:17:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'd0f29497-ba52-4939-af70-d57b51c2ceee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:33:51Z', 'updated_at': '2022-01-28T00:34:05Z', 'revision_number': 4, 'project_id': '126ff8dba2134b2d95d54d419fe64967', 'subnets': [{'id': 'd0f29497-ba52-4939-af70-d57b51c2ceee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:07.583232 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port d811a547-5df6-408e-b47d-4a7f9810a4e5, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=d811a547-5df6-408e-b47d-4a7f9810a4e5,segment=NetworkSegment(acb2bd17-d572-4140-8e42-68801c1a1a85),segment_id=acb2bd17-d572-4140-8e42-68801c1a1a85)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:34:07.664125 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-a98d03c5-4cac-4e99-aea1-6660c2e2cff4 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] show failed (client error): The resource could not be found. Jan 28 00:34:07.665222 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a98d03c5-4cac-4e99-aea1-6660c2e2cff4 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "GET /v2.0/routers/e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4/tags/tempest-TagsExtTest-Tag-727444341 HTTP/1.1" status: 404 len: 328 time: 0.2224221 Jan 28 00:34:07.670605 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44530) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:07.673558 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de449513-d80b-40db-8cac-66d08623ed26 req-8598704c-6b7e-41bd-918a-d2115fbe509a service neutron] 10.222.0.70 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370616 Jan 28 00:34:07.681262 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.tag.tag_plugin [None req-b217403a-821e-4723-a431-031b050ef263 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4', 'tempest-TagsExtTest-Tag-331088043') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:07.854478 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-b217403a-821e-4723-a431-031b050ef263 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] show failed (client error): The resource could not be found. Jan 28 00:34:07.854478 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b217403a-821e-4723-a431-031b050ef263 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "GET /v2.0/routers/e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4/tags/tempest-TagsExtTest-Tag-331088043 HTTP/1.1" status: 404 len: 328 time: 0.1779284 Jan 28 00:34:07.855213 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44532) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:07.866978 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.tag.tag_plugin [None req-e030d455-b458-40cc-ac5a-a2fe4a531135 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4', 'tempest-TagsExtTest-Tag-689208430') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:08.040672 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router_gateway (7a6479cd-fd1a-4426-b7ea-4e673ef4c452), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:08.085273 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-e030d455-b458-40cc-ac5a-a2fe4a531135 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] show failed (client error): The resource could not be found. Jan 28 00:34:08.086809 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e030d455-b458-40cc-ac5a-a2fe4a531135 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "GET /v2.0/routers/e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4/tags/tempest-TagsExtTest-Tag-689208430 HTTP/1.1" status: 404 len: 328 time: 0.2289104 Jan 28 00:34:08.093982 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44538) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:08.098251 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:08.105512 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.tag.tag_plugin [None req-b3ed9c74-b341-4c8f-80ad-4ae03493263c tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5626c96b-c96d-4e1c-b781-8b697bb026e0', {'tags': ['tempest-TagsExtTest-Tag-173983394', 'tempest-TagsExtTest-Tag-786265383', 'tempest-TagsExtTest-Tag-1981891377']}) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:08.192917 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (d811a547-5df6-408e-b47d-4a7f9810a4e5), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:08.197215 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 6276b1e7-274c-424a-ad22-502097950c2e up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:34:08.214524 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b3ed9c74-b341-4c8f-80ad-4ae03493263c tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "PUT /v2.0/subnetpools/5626c96b-c96d-4e1c-b781-8b697bb026e0/tags HTTP/1.1" status: 200 len: 316 time: 0.1180055 Jan 28 00:34:08.217269 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44544) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:08.238706 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.tag.tag_plugin [None req-8245c123-5e5b-4ba5-bf26-f85aa71c81c1 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5626c96b-c96d-4e1c-b781-8b697bb026e0') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:08.355700 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018b6b29-05aa-4ff2-907b-aaa762145c1a None None] The sync data for ids ['28dc1585-1abf-41e0-9497-c6d7971eef02'] in n-d-826754-1 is: [{'id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'name': 'tempest-ServerActionsTestJSON-752571636-router', 'tenant_id': '126ff8dba2134b2d95d54d419fe64967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ac17fa39-7df6-485f-af35-316034772b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:33:43Z', 'updated_at': '2022-01-28T00:33:53Z', 'revision_number': 4, 'project_id': '126ff8dba2134b2d95d54d419fe64967', 'gw_port': {'id': 'ac17fa39-7df6-485f-af35-316034772b92', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:33:45Z', 'updated_at': '2022-01-28T00:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'f8f81392-bbe1-4253-85fa-ba23b639986b', 'name': '', 'network_id': 'a5055772-1556-467a-8d2c-d15584910096', 'tenant_id': '126ff8dba2134b2d95d54d419fe64967', 'mac_address': 'fa:16:3e:c7:17:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'd0f29497-ba52-4939-af70-d57b51c2ceee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:33:51Z', 'updated_at': '2022-01-28T00:34:05Z', 'revision_number': 4, 'project_id': '126ff8dba2134b2d95d54d419fe64967', 'subnets': [{'id': 'd0f29497-ba52-4939-af70-d57b51c2ceee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:34:08.357450 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefdefd3-56fc-4b47-a925-1a27395bc564 None None] Pushing event updated for resources: {'Port': ['ID=f8f81392-bbe1-4253-85fa-ba23b639986b,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:08.524819 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8245c123-5e5b-4ba5-bf26-f85aa71c81c1 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "DELETE /v2.0/subnetpools/5626c96b-c96d-4e1c-b781-8b697bb026e0/tags HTTP/1.1" status: 204 len: 168 time: 0.2987969 Jan 28 00:34:08.528874 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44548) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:08.562249 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.tag.tag_plugin [None req-59251fd2-8a2d-4bcc-82de-bebc9ee1f530 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5626c96b-c96d-4e1c-b781-8b697bb026e0', 'tempest-TagsExtTest-Tag-173983394') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:08.585682 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-afc2858f-bd1f-41c5-84b3-e847c07c8af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:08.613560 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=d811a547-5df6-408e-b47d-4a7f9810a4e5,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:08.634908 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 6276b1e7-274c-424a-ad22-502097950c2e completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:34:08.649913 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 6276b1e7-274c-424a-ad22-502097950c2e triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:34:08.651431 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6276b1e7-274c-424a-ad22-502097950c2e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:08.655306 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73c6902a-2c52-4980-9c5b-d7d48958b743 req-d58d14db-44ab-49d5-a5da-22d39bc1d9a5 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 210 time: 0.4315584 Jan 28 00:34:08.726738 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-59251fd2-8a2d-4bcc-82de-bebc9ee1f530 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] show failed (client error): The resource could not be found. Jan 28 00:34:08.727873 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-59251fd2-8a2d-4bcc-82de-bebc9ee1f530 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "GET /v2.0/subnetpools/5626c96b-c96d-4e1c-b781-8b697bb026e0/tags/tempest-TagsExtTest-Tag-173983394 HTTP/1.1" status: 404 len: 328 time: 0.1953139 Jan 28 00:34:08.737081 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44554) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:08.761783 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.tag.tag_plugin [None req-39ee663a-71b2-443a-aebb-f52a76317fb5 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5626c96b-c96d-4e1c-b781-8b697bb026e0', 'tempest-TagsExtTest-Tag-786265383') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:08.910756 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 6276b1e7-274c-424a-ad22-502097950c2e is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:34:08.912419 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6276b1e7-274c-424a-ad22-502097950c2e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:08.972005 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b024d-056a-4a52-b684-8a48787171e0 req-b67579e8-7f76-45b5-9a7c-fe1a379bc9c1 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:08.979052 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 6276b1e7-274c-424a-ad22-502097950c2e, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=6276b1e7-274c-424a-ad22-502097950c2e,segment=NetworkSegment(5700de21-b7f1-4e44-ac79-faad96102485),segment_id=5700de21-b7f1-4e44-ac79-faad96102485)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:34:08.984543 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b024d-056a-4a52-b684-8a48787171e0 req-b67579e8-7f76-45b5-9a7c-fe1a379bc9c1 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:08.989097 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6276b1e7-274c-424a-ad22-502097950c2e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:09.000884 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b024d-056a-4a52-b684-8a48787171e0 req-b67579e8-7f76-45b5-9a7c-fe1a379bc9c1 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:09.013887 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b024d-056a-4a52-b684-8a48787171e0 req-b67579e8-7f76-45b5-9a7c-fe1a379bc9c1 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:09.027521 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 6fe75345-323e-4c17-9167-f80f61f5b382 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:34:09.030915 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b024d-056a-4a52-b684-8a48787171e0 req-b67579e8-7f76-45b5-9a7c-fe1a379bc9c1 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:09.050512 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b024d-056a-4a52-b684-8a48787171e0 req-b67579e8-7f76-45b5-9a7c-fe1a379bc9c1 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:09.060968 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b024d-056a-4a52-b684-8a48787171e0 req-b67579e8-7f76-45b5-9a7c-fe1a379bc9c1 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:09.067563 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7d3b024d-056a-4a52-b684-8a48787171e0 req-b67579e8-7f76-45b5-9a7c-fe1a379bc9c1 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5431 time: 0.8466864 Jan 28 00:34:09.148628 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-39ee663a-71b2-443a-aebb-f52a76317fb5 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] show failed (client error): The resource could not be found. Jan 28 00:34:09.152737 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-39ee663a-71b2-443a-aebb-f52a76317fb5 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "GET /v2.0/subnetpools/5626c96b-c96d-4e1c-b781-8b697bb026e0/tags/tempest-TagsExtTest-Tag-786265383 HTTP/1.1" status: 404 len: 328 time: 0.4046233 Jan 28 00:34:09.160624 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44560) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:09.172189 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.tag.tag_plugin [None req-bef34dd5-32f3-4964-b85d-a6080a132915 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5626c96b-c96d-4e1c-b781-8b697bb026e0', 'tempest-TagsExtTest-Tag-1981891377') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:09.213336 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd811a547-5df6-408e-b47d-4a7f9810a4e5'}, {'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6276b1e7-274c-424a-ad22-502097950c2e'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:34:09.219369 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4707a674-f7fc-419d-8933-ddc376b2f661" -d '{"events": [{"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-plugged", "status": "completed", "tag": "d811a547-5df6-408e-b47d-4a7f9810a4e5"}, {"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-plugged", "status": "completed", "tag": "6276b1e7-274c-424a-ad22-502097950c2e"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:34:09.240887 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Allocated IP 172.25.3.168 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/500fb9b1-bace-4917-bf76-6c9f97bb8527) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:34:09.252972 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-bef34dd5-32f3-4964-b85d-a6080a132915 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] show failed (client error): The resource could not be found. Jan 28 00:34:09.260870 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bef34dd5-32f3-4964-b85d-a6080a132915 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "GET /v2.0/subnetpools/5626c96b-c96d-4e1c-b781-8b697bb026e0/tags/tempest-TagsExtTest-Tag-1981891377 HTTP/1.1" status: 404 len: 329 time: 0.0980098 Jan 28 00:34:09.264058 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44564) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:09.276384 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.tag.tag_plugin [None req-0ee343ec-aa8f-41e7-bc6f-8f01305664f0 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5626c96b-c96d-4e1c-b781-8b697bb026e0') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:09.295846 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=6276b1e7-274c-424a-ad22-502097950c2e,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:09.362405 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0ee343ec-aa8f-41e7-bc6f-8f01305664f0 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "DELETE /v2.0/subnetpools/5626c96b-c96d-4e1c-b781-8b697bb026e0/tags HTTP/1.1" status: 204 len: 168 time: 0.0972989 Jan 28 00:34:09.363185 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44568) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:09.382383 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.tag.tag_plugin [None req-11e718cd-ccf8-4593-af40-4b9b647d220d tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:09.457494 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 6fe75345-323e-4c17-9167-f80f61f5b382 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:34:09.462062 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7d3b024d-056a-4a52-b684-8a48787171e0 req-dd39b308-6b92-4532-a36d-8b661dcd362f tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3791201 Jan 28 00:34:09.513968 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 6fe75345-323e-4c17-9167-f80f61f5b382 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:34:09.514546 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6fe75345-323e-4c17-9167-f80f61f5b382), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:09.600711 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 00:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278714d3-456f-4bc4-a0aa-fb2080ffa617 x-openstack-request-id: req-278714d3-456f-4bc4-a0aa-fb2080ffa617 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:34:09.601237 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-plugged", "status": "completed", "tag": "d811a547-5df6-408e-b47d-4a7f9810a4e5", "code": 200}, {"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-plugged", "status": "completed", "tag": "6276b1e7-274c-424a-ad22-502097950c2e", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:34:09.601577 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-278714d3-456f-4bc4-a0aa-fb2080ffa617 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:34:09.602085 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd811a547-5df6-408e-b47d-4a7f9810a4e5', 'code': 200} Jan 28 00:34:09.602413 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6276b1e7-274c-424a-ad22-502097950c2e', 'code': 200} Jan 28 00:34:09.610706 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f8f81392-bbe1-4253-85fa-ba23b639986b up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:34:09.678983 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:09.789077 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-11e718cd-ccf8-4593-af40-4b9b647d220d tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "DELETE /v2.0/routers/e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4/tags HTTP/1.1" status: 204 len: 168 time: 0.4149055 Jan 28 00:34:09.790247 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44574) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:09.799660 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.tag.tag_plugin [None req-19a64ccf-74cd-4b30-9e11-211690bde4dc tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7500d171-2d71-44aa-aecc-85f1267d5ba2') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:09.826244 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for port (500fb9b1-bace-4917-bf76-6c9f97bb8527), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:09.937429 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-19a64ccf-74cd-4b30-9e11-211690bde4dc tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "DELETE /v2.0/ports/7500d171-2d71-44aa-aecc-85f1267d5ba2/tags HTTP/1.1" status: 204 len: 168 time: 0.1462333 Jan 28 00:34:09.941021 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44576) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:09.941501 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 6fe75345-323e-4c17-9167-f80f61f5b382 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:34:09.941910 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6fe75345-323e-4c17-9167-f80f61f5b382), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:09.952112 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.tag.tag_plugin [None req-b336be48-cb57-47ce-b5d5-9b89a9969af4 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '67bffedb-ec5c-45d5-9eac-1294c1c03939') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:10.027458 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port f8f81392-bbe1-4253-85fa-ba23b639986b triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:34:10.032514 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f8f81392-bbe1-4253-85fa-ba23b639986b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:10.082115 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-962e4df0-1a79-4c88-b8db-8c207f2b2809 req-197ca644-b42d-4cc6-aacc-cb8dfa015452 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 210 time: 0.1411319 Jan 28 00:34:10.098128 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b336be48-cb57-47ce-b5d5-9b89a9969af4 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "DELETE /v2.0/subnets/67bffedb-ec5c-45d5-9eac-1294c1c03939/tags HTTP/1.1" status: 204 len: 168 time: 0.1558206 Jan 28 00:34:10.102903 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44580) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:10.176281 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (500fb9b1-bace-4917-bf76-6c9f97bb8527), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:10.190480 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 6fe75345-323e-4c17-9167-f80f61f5b382, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=6fe75345-323e-4c17-9167-f80f61f5b382,segment=NetworkSegment(acb2bd17-d572-4140-8e42-68801c1a1a85),segment_id=acb2bd17-d572-4140-8e42-68801c1a1a85)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:34:10.245924 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6fe75345-323e-4c17-9167-f80f61f5b382), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:10.248557 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:34:10.287485 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2268c224-d76b-423d-ae21-aab61b81b9d9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:10.292716 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2268c224-d76b-423d-ae21-aab61b81b9d9 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "DELETE /v2.0/subnetpools/5626c96b-c96d-4e1c-b781-8b697bb026e0 HTTP/1.1" status: 204 len: 168 time: 0.1884081 Jan 28 00:34:10.293736 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44584) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:10.299564 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:34:10.343519 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:34:10.358537 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:34:10.387034 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port f8f81392-bbe1-4253-85fa-ba23b639986b is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:34:10.427316 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-42d8e960-98ac-4176-af37-7ad22136fbe3 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4 HTTP/1.1" status: 200 len: 205 time: 0.1256990 Jan 28 00:34:10.430949 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44586) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:10.454087 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Pushing event updated for resources: {'Port': ['ID=500fb9b1-bace-4917-bf76-6c9f97bb8527,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:10.483106 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=6fe75345-323e-4c17-9167-f80f61f5b382,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:10.494642 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:10.495434 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:10.496644 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:10.497883 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:34:10.502042 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:10.502405 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:10.502756 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:10.503098 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:10.505128 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:10.506143 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:10.506531 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:10.507313 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:34:10.507781 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:10.508146 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:10.508985 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:10.510818 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:10.664489 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f0dfe74f-d514-465f-8eec-cec47921722b tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks [] for router (e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:10.773336 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:34:10.773745 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:10.897069 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9,segment=NetworkSegment(dbf642f2-63c7-40b4-b131-e531d7611510),segment_id=dbf642f2-63c7-40b4-b131-e531d7611510)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:34:10.914566 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:10.917362 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device b39bbdd0-6456-4b66-b3bb-de6ac18d21ae up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:34:10.972305 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0166a9-e09a-4a01-914f-b469ebea4053 req-10ecc042-f279-4c0e-ac23-94db0e42dc50 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:10.983455 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0166a9-e09a-4a01-914f-b469ebea4053 req-10ecc042-f279-4c0e-ac23-94db0e42dc50 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:10.991357 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0166a9-e09a-4a01-914f-b469ebea4053 req-10ecc042-f279-4c0e-ac23-94db0e42dc50 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:10.996947 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0166a9-e09a-4a01-914f-b469ebea4053 req-10ecc042-f279-4c0e-ac23-94db0e42dc50 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:11.002621 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0166a9-e09a-4a01-914f-b469ebea4053 req-10ecc042-f279-4c0e-ac23-94db0e42dc50 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:11.008231 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0166a9-e09a-4a01-914f-b469ebea4053 req-10ecc042-f279-4c0e-ac23-94db0e42dc50 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:11.014596 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0166a9-e09a-4a01-914f-b469ebea4053 req-10ecc042-f279-4c0e-ac23-94db0e42dc50 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:11.028773 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2c0166a9-e09a-4a01-914f-b469ebea4053 req-10ecc042-f279-4c0e-ac23-94db0e42dc50 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5433 time: 0.3736634 Jan 28 00:34:11.085563 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:34:11.098297 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de449513-d80b-40db-8cac-66d08623ed26 req-fc0220b7-bbd2-45ca-92df-f221586c4342 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:11.100036 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de449513-d80b-40db-8cac-66d08623ed26 req-fc0220b7-bbd2-45ca-92df-f221586c4342 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.65 "GET /v2.0/networks?id=a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 200 len: 811 time: 0.5646446 Jan 28 00:34:11.315372 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:11.380654 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:11.396625 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de449513-d80b-40db-8cac-66d08623ed26 req-c7e84248-33a3-4496-acc2-b838ce97b03f tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=126ff8dba2134b2d95d54d419fe64967 HTTP/1.1" status: 200 len: 379 time: 0.1964910 Jan 28 00:34:11.423364 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port b39bbdd0-6456-4b66-b3bb-de6ac18d21ae completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:34:11.428790 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04911dbd-c1c8-4dc0-b229-1874a6186054 req-87012482-2464-4c75-8943-46026ae5d719 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 210 time: 0.0763509 Jan 28 00:34:11.442359 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-de449513-d80b-40db-8cac-66d08623ed26 req-724a0d80-c59b-4327-ae02-e40130b45032 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Request body: {'port': {'device_id': 'd96ef984-a939-48fb-925d-56c88d14b640', 'network_id': 'a5055772-1556-467a-8d2c-d15584910096', 'admin_state_up': True, 'tenant_id': '126ff8dba2134b2d95d54d419fe64967', 'security_groups': ['bd50f8d5-207f-402b-9b1c-d34cb8a29e60']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:34:11.452565 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port b39bbdd0-6456-4b66-b3bb-de6ac18d21ae triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:34:11.455527 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b39bbdd0-6456-4b66-b3bb-de6ac18d21ae), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:11.491543 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f0dfe74f-d514-465f-8eec-cec47921722b tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:11.495820 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f0dfe74f-d514-465f-8eec-cec47921722b tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks [] for router_controller (e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:11.610448 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe75345-323e-4c17-9167-f80f61f5b382'}, {'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:34:11.614482 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb717fb2-0338-46ce-a2af-6a0913e46d23" -d '{"events": [{"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-plugged", "status": "completed", "tag": "6fe75345-323e-4c17-9167-f80f61f5b382"}, {"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-plugged", "status": "completed", "tag": "88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:34:11.630608 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f0dfe74f-d514-465f-8eec-cec47921722b tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:11.631496 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0dfe74f-d514-465f-8eec-cec47921722b tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Fanout notify agent at l3_agent the message router_deleted on router e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:34:11.646667 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2c0166a9-e09a-4a01-914f-b469ebea4053 req-f01da7d1-f0c7-417f-ba77-841e343b10fc tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6118987 Jan 28 00:34:11.662721 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f0dfe74f-d514-465f-8eec-cec47921722b tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:11.665709 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f0dfe74f-d514-465f-8eec-cec47921722b tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "DELETE /v2.0/routers/e2cb9b48-fec4-44f4-a235-1b4dbf16a0d4 HTTP/1.1" status: 204 len: 168 time: 1.2318854 Jan 28 00:34:11.668307 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44606) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:11.731598 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 00:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb79aa5a-5f42-42a8-bc54-2165e658c149 x-openstack-request-id: req-bb79aa5a-5f42-42a8-bc54-2165e658c149 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:34:11.732225 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-plugged", "status": "completed", "tag": "6fe75345-323e-4c17-9167-f80f61f5b382", "code": 200}, {"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-plugged", "status": "completed", "tag": "88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:34:11.732738 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bb79aa5a-5f42-42a8-bc54-2165e658c149 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:34:11.733705 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe75345-323e-4c17-9167-f80f61f5b382', 'code': 200} Jan 28 00:34:11.734236 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9', 'code': 200} Jan 28 00:34:11.752925 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port b39bbdd0-6456-4b66-b3bb-de6ac18d21ae is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:34:11.753326 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b39bbdd0-6456-4b66-b3bb-de6ac18d21ae), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:11.848140 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port b39bbdd0-6456-4b66-b3bb-de6ac18d21ae, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=b39bbdd0-6456-4b66-b3bb-de6ac18d21ae,segment=NetworkSegment(dbf642f2-63c7-40b4-b131-e531d7611510),segment_id=dbf642f2-63c7-40b4-b131-e531d7611510)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:34:11.859029 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b39bbdd0-6456-4b66-b3bb-de6ac18d21ae), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:11.971470 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=b39bbdd0-6456-4b66-b3bb-de6ac18d21ae,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:11.981420 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f541dc29-a90f-4f85-a4c9-e6556200879e tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Deleting port 7500d171-2d71-44aa-aecc-85f1267d5ba2 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:34:11.981762 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f541dc29-a90f-4f85-a4c9-e6556200879e tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (7500d171-2d71-44aa-aecc-85f1267d5ba2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:12.105224 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f541dc29-a90f-4f85-a4c9-e6556200879e tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (7500d171-2d71-44aa-aecc-85f1267d5ba2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:12.121235 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f541dc29-a90f-4f85-a4c9-e6556200879e tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Calling delete_port for 7500d171-2d71-44aa-aecc-85f1267d5ba2 owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:34:12.176970 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router_gateway (7a6479cd-fd1a-4426-b7ea-4e673ef4c452), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:12.197716 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:12.333096 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f541dc29-a90f-4f85-a4c9-e6556200879e tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (7500d171-2d71-44aa-aecc-85f1267d5ba2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:12.395083 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541dc29-a90f-4f85-a4c9-e6556200879e tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Pushing event deleted for resources: {'Port': ['ID=7500d171-2d71-44aa-aecc-85f1267d5ba2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:12.408554 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541dc29-a90f-4f85-a4c9-e6556200879e tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:12.409257 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541dc29-a90f-4f85-a4c9-e6556200879e tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:12.409797 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541dc29-a90f-4f85-a4c9-e6556200879e tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:12.410333 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541dc29-a90f-4f85-a4c9-e6556200879e tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:12.410891 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541dc29-a90f-4f85-a4c9-e6556200879e tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:12.411427 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541dc29-a90f-4f85-a4c9-e6556200879e tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:12.411984 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541dc29-a90f-4f85-a4c9-e6556200879e tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:12.412542 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541dc29-a90f-4f85-a4c9-e6556200879e tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:12.413336 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541dc29-a90f-4f85-a4c9-e6556200879e tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:12.413866 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541dc29-a90f-4f85-a4c9-e6556200879e tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:12.414392 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541dc29-a90f-4f85-a4c9-e6556200879e tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:12.414913 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541dc29-a90f-4f85-a4c9-e6556200879e tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:12.415437 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541dc29-a90f-4f85-a4c9-e6556200879e tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:12.591711 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f541dc29-a90f-4f85-a4c9-e6556200879e tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:12.601308 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f541dc29-a90f-4f85-a4c9-e6556200879e tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "DELETE /v2.0/ports/7500d171-2d71-44aa-aecc-85f1267d5ba2 HTTP/1.1" status: 204 len: 168 time: 0.9247043 Jan 28 00:34:12.605153 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44616) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:12.798516 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9247db9-f58d-4463-835f-c65ecaa3279c tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Deleting subnet 67bffedb-ec5c-45d5-9eac-1294c1c03939 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:34:12.802605 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e9247db9-f58d-4463-835f-c65ecaa3279c tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks [] for subnet (67bffedb-ec5c-45d5-9eac-1294c1c03939), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:12.824766 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-15ac65bc-d319-49db-9091-e26d8215d64b req-94fd98c7-aef3-4385-833f-e620a72517d9 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 210 time: 0.2024875 Jan 28 00:34:12.942240 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e9247db9-f58d-4463-835f-c65ecaa3279c tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (67bffedb-ec5c-45d5-9eac-1294c1c03939), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:13.037792 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:13.094125 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de449513-d80b-40db-8cac-66d08623ed26 req-724a0d80-c59b-4327-ae02-e40130b45032 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Made reservation on behalf of 126ff8dba2134b2d95d54d419fe64967 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:34:13.099948 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-de449513-d80b-40db-8cac-66d08623ed26 req-724a0d80-c59b-4327-ae02-e40130b45032 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:13.106190 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (7a6479cd-fd1a-4426-b7ea-4e673ef4c452), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:13.213746 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e9247db9-f58d-4463-835f-c65ecaa3279c tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (67bffedb-ec5c-45d5-9eac-1294c1c03939), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:13.258633 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6aa43-0063-4ac5-b0ca-980a922f8299 req-4e4537a2-6db5-4026-b88f-f59c0b87bb64 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:13.264166 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6aa43-0063-4ac5-b0ca-980a922f8299 req-4e4537a2-6db5-4026-b88f-f59c0b87bb64 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:13.269954 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6aa43-0063-4ac5-b0ca-980a922f8299 req-4e4537a2-6db5-4026-b88f-f59c0b87bb64 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:13.275362 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6aa43-0063-4ac5-b0ca-980a922f8299 req-4e4537a2-6db5-4026-b88f-f59c0b87bb64 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:13.280889 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6aa43-0063-4ac5-b0ca-980a922f8299 req-4e4537a2-6db5-4026-b88f-f59c0b87bb64 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:13.286623 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6aa43-0063-4ac5-b0ca-980a922f8299 req-4e4537a2-6db5-4026-b88f-f59c0b87bb64 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:13.300631 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6aa43-0063-4ac5-b0ca-980a922f8299 req-4e4537a2-6db5-4026-b88f-f59c0b87bb64 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:13.305285 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e9247db9-f58d-4463-835f-c65ecaa3279c tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (67bffedb-ec5c-45d5-9eac-1294c1c03939), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:13.307263 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7fe6aa43-0063-4ac5-b0ca-980a922f8299 req-4e4537a2-6db5-4026-b88f-f59c0b87bb64 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5435 time: 0.2902734 Jan 28 00:34:13.353050 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9247db9-f58d-4463-835f-c65ecaa3279c tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Pushing event deleted for resources: {'Subnet': ['ID=67bffedb-ec5c-45d5-9eac-1294c1c03939,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:13.355361 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e9247db9-f58d-4463-835f-c65ecaa3279c tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:13.363755 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e9247db9-f58d-4463-835f-c65ecaa3279c tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "DELETE /v2.0/subnets/67bffedb-ec5c-45d5-9eac-1294c1c03939 HTTP/1.1" status: 204 len: 168 time: 0.7565246 Jan 28 00:34:13.365990 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44620) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:13.377914 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91ee071-3ff8-4fdf-a908-e7fe783d2e3c None None] Network 4236e7de-9c92-4253-89f9-1397d4d0b81a requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:34:13.467818 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2c07f19-4c50-41d1-b5c2-d9431a07d755 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (4236e7de-9c92-4253-89f9-1397d4d0b81a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:13.537572 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b2c07f19-4c50-41d1-b5c2-d9431a07d755 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Deleting port 4d5267a9-ebe8-4fba-8f12-51d35a765781 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:34:13.537981 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2c07f19-4c50-41d1-b5c2-d9431a07d755 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (4d5267a9-ebe8-4fba-8f12-51d35a765781), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:13.632242 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b2c07f19-4c50-41d1-b5c2-d9431a07d755 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] For port 4d5267a9-ebe8-4fba-8f12-51d35a765781, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4d5267a9-ebe8-4fba-8f12-51d35a765781,segment=NetworkSegment(fe5b42d7-88e1-4bd7-9605-d70b60540a01),segment_id=fe5b42d7-88e1-4bd7-9605-d70b60540a01)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:34:13.632846 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2c07f19-4c50-41d1-b5c2-d9431a07d755 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (4d5267a9-ebe8-4fba-8f12-51d35a765781), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:13.650358 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b2c07f19-4c50-41d1-b5c2-d9431a07d755 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Calling delete_port for 4d5267a9-ebe8-4fba-8f12-51d35a765781 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:34:13.650545 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7fe6aa43-0063-4ac5-b0ca-980a922f8299 req-24f28712-b306-4cfa-be5c-84e3fe2fdb10 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3032496 Jan 28 00:34:13.674565 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-de449513-d80b-40db-8cac-66d08623ed26 req-724a0d80-c59b-4327-ae02-e40130b45032 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Allocated IP 172.20.0.13 (a5055772-1556-467a-8d2c-d15584910096/d0f29497-ba52-4939-af70-d57b51c2ceee/e413624a-1e51-4367-8bee-9d98fc660577) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:34:13.697902 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feafedf5-3b34-46d6-afee-b16a6171704c None None] DHCP port deletion for 4236e7de-9c92-4253-89f9-1397d4d0b81a request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:34:13.720510 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Router 7a6479cd-fd1a-4426-b7ea-4e673ef4c452 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:34:13.765328 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39bbdd0-6456-4b66-b3bb-de6ac18d21ae'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:34:13.768664 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3608ab66-890e-4ad9-b2df-3adb331075a8" -d '{"events": [{"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-plugged", "status": "completed", "tag": "b39bbdd0-6456-4b66-b3bb-de6ac18d21ae"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:34:13.864416 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-feafedf5-3b34-46d6-afee-b16a6171704c None None] Deleting port 4d5267a9-ebe8-4fba-8f12-51d35a765781 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:34:13.866361 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-feafedf5-3b34-46d6-afee-b16a6171704c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (4d5267a9-ebe8-4fba-8f12-51d35a765781), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:13.878011 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d992ce8-c7da-425b-8201-83888cdc9990 x-openstack-request-id: req-5d992ce8-c7da-425b-8201-83888cdc9990 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:34:13.878426 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-plugged", "status": "completed", "tag": "b39bbdd0-6456-4b66-b3bb-de6ac18d21ae", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:34:13.878814 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5d992ce8-c7da-425b-8201-83888cdc9990 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:34:13.879646 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39bbdd0-6456-4b66-b3bb-de6ac18d21ae', 'code': 200} Jan 28 00:34:13.914281 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2c07f19-4c50-41d1-b5c2-d9431a07d755 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (4d5267a9-ebe8-4fba-8f12-51d35a765781), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:13.992099 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c07f19-4c50-41d1-b5c2-d9431a07d755 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] No DVR routers for this DVR port 4d5267a9-ebe8-4fba-8f12-51d35a765781 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:34:13.999656 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c07f19-4c50-41d1-b5c2-d9431a07d755 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Pushing event deleted for resources: {'Port': ['ID=4d5267a9-ebe8-4fba-8f12-51d35a765781,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:14.097374 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:14.106436 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-feafedf5-3b34-46d6-afee-b16a6171704c None None] For port 4d5267a9-ebe8-4fba-8f12-51d35a765781, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4d5267a9-ebe8-4fba-8f12-51d35a765781,segment=NetworkSegment(fe5b42d7-88e1-4bd7-9605-d70b60540a01),segment_id=fe5b42d7-88e1-4bd7-9605-d70b60540a01)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:34:14.106913 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-feafedf5-3b34-46d6-afee-b16a6171704c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (4d5267a9-ebe8-4fba-8f12-51d35a765781), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:14.145832 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-de449513-d80b-40db-8cac-66d08623ed26 req-724a0d80-c59b-4327-ae02-e40130b45032 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks [] for port (e413624a-1e51-4367-8bee-9d98fc660577), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:14.149620 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-feafedf5-3b34-46d6-afee-b16a6171704c None None] Calling delete_port for 4d5267a9-ebe8-4fba-8f12-51d35a765781 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:34:14.153898 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2c07f19-4c50-41d1-b5c2-d9431a07d755 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (4236e7de-9c92-4253-89f9-1397d4d0b81a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:14.192401 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-b2c07f19-4c50-41d1-b5c2-d9431a07d755 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4236e7de-9c92-4253-89f9-1397d4d0b81a']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:14.207853 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-b2c07f19-4c50-41d1-b5c2-d9431a07d755 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5b42d7-88e1-4bd7-9605-d70b60540a01') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:14.208214 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-b2c07f19-4c50-41d1-b5c2-d9431a07d755 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5b42d7-88e1-4bd7-9605-d70b60540a01') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:14.208669 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37e2052f-e8cf-47d1-8a1b-aa6b05efe6d1 req-b6afb173-2cfd-4134-af20-23cc4827b38c tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 210 time: 0.1534050 Jan 28 00:34:14.222039 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2c07f19-4c50-41d1-b5c2-d9431a07d755 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (fe5b42d7-88e1-4bd7-9605-d70b60540a01), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:14.240911 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:34:14.253169 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2c07f19-4c50-41d1-b5c2-d9431a07d755 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (fe5b42d7-88e1-4bd7-9605-d70b60540a01), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:14.264247 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c07f19-4c50-41d1-b5c2-d9431a07d755 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:34:14.264664 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2c07f19-4c50-41d1-b5c2-d9431a07d755 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (fe5b42d7-88e1-4bd7-9605-d70b60540a01), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:14.267817 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-de449513-d80b-40db-8cac-66d08623ed26 req-724a0d80-c59b-4327-ae02-e40130b45032 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (e413624a-1e51-4367-8bee-9d98fc660577), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:14.322003 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a0d80-c59b-4327-ae02-e40130b45032 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Pushing event updated for resources: {'Port': ['ID=e413624a-1e51-4367-8bee-9d98fc660577,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:14.332126 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:14.333582 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9ae01758-97c0-4ede-a30f-d63ad07cb637 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.2267807 Jan 28 00:34:14.337336 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44654) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:14.342533 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-2f4fce6e-eb13-45c1-ab4d-063411273242 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:34:14.356054 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:34:14.356054 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:34:14.356054 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:34:14.356054 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:34:14.356054 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:34:14.356054 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:34:14.356054 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:34:14.356054 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:34:14.356054 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:34:14.356054 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:34:14.356054 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:34:14.356054 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:34:14.356054 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:34:14.356054 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:34:14.356054 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:34:14.356054 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:34:14.356054 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:34:14.356054 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:34:14.356054 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:34:14.356054 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:34:14.356054 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:34:14.356054 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:34:14.356054 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:34:14.356054 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:34:14.356054 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:34:14.356054 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:34:14.356054 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:34:14.356054 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:34:14.356054 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:34:14.356054 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:34:14.356054 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:34:14.356054 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:34:14.379208 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2c07f19-4c50-41d1-b5c2-d9431a07d755 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (4236e7de-9c92-4253-89f9-1397d4d0b81a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:14.387262 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2c07f19-4c50-41d1-b5c2-d9431a07d755 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:14.393768 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b2c07f19-4c50-41d1-b5c2-d9431a07d755 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] 10.222.0.70 "DELETE /v2.0/networks/4236e7de-9c92-4253-89f9-1397d4d0b81a HTTP/1.1" status: 204 len: 168 time: 1.0240929 Jan 28 00:34:14.402734 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d4a40f-8da6-48a6-9eee-bdd32c245a01 None None] Sync routers for ids ['7a6479cd-fd1a-4426-b7ea-4e673ef4c452'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:34:14.455817 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c158b8-6403-4452-849a-28f722ee9413 req-29829cc7-1e10-428f-aa84-be4a2b6802ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:14.461354 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c158b8-6403-4452-849a-28f722ee9413 req-29829cc7-1e10-428f-aa84-be4a2b6802ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:14.463109 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c158b8-6403-4452-849a-28f722ee9413 req-29829cc7-1e10-428f-aa84-be4a2b6802ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:14.463972 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c158b8-6403-4452-849a-28f722ee9413 req-29829cc7-1e10-428f-aa84-be4a2b6802ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:14.466714 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c158b8-6403-4452-849a-28f722ee9413 req-29829cc7-1e10-428f-aa84-be4a2b6802ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:14.469492 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c158b8-6403-4452-849a-28f722ee9413 req-29829cc7-1e10-428f-aa84-be4a2b6802ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:14.471101 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c158b8-6403-4452-849a-28f722ee9413 req-29829cc7-1e10-428f-aa84-be4a2b6802ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:14.475433 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-00c158b8-6403-4452-849a-28f722ee9413 req-29829cc7-1e10-428f-aa84-be4a2b6802ae service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 6492 time: 0.4479980 Jan 28 00:34:14.478094 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c07f19-4c50-41d1-b5c2-d9431a07d755 tempest-TagsExtTest-902991482 tempest-TagsExtTest-902991482-project] Pushing event deleted for resources: {'Network': ['ID=4236e7de-9c92-4253-89f9-1397d4d0b81a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:14.519703 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de449513-d80b-40db-8cac-66d08623ed26 req-724a0d80-c59b-4327-ae02-e40130b45032 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Network a5055772-1556-467a-8d2c-d15584910096 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:34:14.523317 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d4a40f-8da6-48a6-9eee-bdd32c245a01 None None] Routers {'7a6479cd-fd1a-4426-b7ea-4e673ef4c452'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:34:14.524873 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-00d4a40f-8da6-48a6-9eee-bdd32c245a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:34:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['7a6479cd-fd1a-4426-b7ea-4e673ef4c452'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:14.525499 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-de449513-d80b-40db-8cac-66d08623ed26 req-724a0d80-c59b-4327-ae02-e40130b45032 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:34:14.529969 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-de449513-d80b-40db-8cac-66d08623ed26 req-724a0d80-c59b-4327-ae02-e40130b45032 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:34:14.626383 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-00c158b8-6403-4452-849a-28f722ee9413 req-def0890d-44b5-4b3d-8d31-115795292e9e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=01497368-8712-442d-8e8a-753b969ae50f&id=b553b728-4e35-47a5-ad97-43b207d9a8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1358531 Jan 28 00:34:14.643426 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-00d4a40f-8da6-48a6-9eee-bdd32c245a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:14.710087 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d4a40f-8da6-48a6-9eee-bdd32c245a01 None None] Routers {'7a6479cd-fd1a-4426-b7ea-4e673ef4c452'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:34:14.712157 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-00d4a40f-8da6-48a6-9eee-bdd32c245a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:34:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['7a6479cd-fd1a-4426-b7ea-4e673ef4c452'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:14.750345 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de449513-d80b-40db-8cac-66d08623ed26 req-724a0d80-c59b-4327-ae02-e40130b45032 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:14.752206 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-de449513-d80b-40db-8cac-66d08623ed26 req-724a0d80-c59b-4327-ae02-e40130b45032 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:14.820596 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de449513-d80b-40db-8cac-66d08623ed26 req-724a0d80-c59b-4327-ae02-e40130b45032 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3893836 Jan 28 00:34:14.832523 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-00d4a40f-8da6-48a6-9eee-bdd32c245a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:14.836262 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d4a40f-8da6-48a6-9eee-bdd32c245a01 None None] The sync data for ids ['7a6479cd-fd1a-4426-b7ea-4e673ef4c452'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:34:14.882273 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-de449513-d80b-40db-8cac-66d08623ed26 req-dbd5c8e5-1ea0-45c9-9f30-7e0b9cd7ee6e service neutron] Request body: {'port': {'device_id': 'd96ef984-a939-48fb-925d-56c88d14b640', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:34:14.900797 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-feafedf5-3b34-46d6-afee-b16a6171704c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (4d5267a9-ebe8-4fba-8f12-51d35a765781), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:14.951110 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-feafedf5-3b34-46d6-afee-b16a6171704c None None] Network 4236e7de-9c92-4253-89f9-1397d4d0b81a is not hosted by any dhcp agent {{(pid=103345) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 00:34:14.951711 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feafedf5-3b34-46d6-afee-b16a6171704c None None] No DVR routers for this DVR port 4d5267a9-ebe8-4fba-8f12-51d35a765781 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:34:14.955674 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafedf5-3b34-46d6-afee-b16a6171704c None None] Pushing event deleted for resources: {'Port': ['ID=4d5267a9-ebe8-4fba-8f12-51d35a765781,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:14.978809 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feafedf5-3b34-46d6-afee-b16a6171704c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:14.979169 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feafedf5-3b34-46d6-afee-b16a6171704c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:14.980305 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feafedf5-3b34-46d6-afee-b16a6171704c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:14.980808 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feafedf5-3b34-46d6-afee-b16a6171704c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:14.981197 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feafedf5-3b34-46d6-afee-b16a6171704c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:14.982244 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feafedf5-3b34-46d6-afee-b16a6171704c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:14.982655 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feafedf5-3b34-46d6-afee-b16a6171704c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:14.983172 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feafedf5-3b34-46d6-afee-b16a6171704c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:14.983508 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feafedf5-3b34-46d6-afee-b16a6171704c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:14.983866 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feafedf5-3b34-46d6-afee-b16a6171704c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:14.985409 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feafedf5-3b34-46d6-afee-b16a6171704c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:14.985722 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feafedf5-3b34-46d6-afee-b16a6171704c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:14.986113 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feafedf5-3b34-46d6-afee-b16a6171704c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:34:15.015456 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44676) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:15.020593 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-626ac545-e414-40ec-bc57-612b6ab907ea None None] Provisioning complete for port e413624a-1e51-4367-8bee-9d98fc660577 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:34:15.020978 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-626ac545-e414-40ec-bc57-612b6ab907ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e413624a-1e51-4367-8bee-9d98fc660577), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:15.066578 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b27f68-e59b-4287-b7e8-66267cfb703f req-cfd7cf76-1bc2-4b53-8bb5-ce616d1aba91 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:15.071940 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-626ac545-e414-40ec-bc57-612b6ab907ea None None] Port e413624a-1e51-4367-8bee-9d98fc660577 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:34:15.072507 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b27f68-e59b-4287-b7e8-66267cfb703f req-cfd7cf76-1bc2-4b53-8bb5-ce616d1aba91 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:15.078047 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b27f68-e59b-4287-b7e8-66267cfb703f req-cfd7cf76-1bc2-4b53-8bb5-ce616d1aba91 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:15.083932 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b27f68-e59b-4287-b7e8-66267cfb703f req-cfd7cf76-1bc2-4b53-8bb5-ce616d1aba91 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:15.089349 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b27f68-e59b-4287-b7e8-66267cfb703f req-cfd7cf76-1bc2-4b53-8bb5-ce616d1aba91 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:15.102356 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b27f68-e59b-4287-b7e8-66267cfb703f req-cfd7cf76-1bc2-4b53-8bb5-ce616d1aba91 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:15.108148 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b27f68-e59b-4287-b7e8-66267cfb703f req-cfd7cf76-1bc2-4b53-8bb5-ce616d1aba91 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:15.116619 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37b27f68-e59b-4287-b7e8-66267cfb703f req-cfd7cf76-1bc2-4b53-8bb5-ce616d1aba91 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5435 time: 0.2922826 Jan 28 00:34:15.173114 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-de449513-d80b-40db-8cac-66d08623ed26 req-dbd5c8e5-1ea0-45c9-9f30-7e0b9cd7ee6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e413624a-1e51-4367-8bee-9d98fc660577), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:15.307869 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4d5267a9-ebe8-4fba-8f12-51d35a765781 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:34:15.360286 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2f4fce6e-eb13-45c1-ab4d-063411273242 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router_gateway (7a6479cd-fd1a-4426-b7ea-4e673ef4c452), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:15.451072 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 4d5267a9-ebe8-4fba-8f12-51d35a765781 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:34:15.454769 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4d5267a9-ebe8-4fba-8f12-51d35a765781 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:34:15.540237 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2f4fce6e-eb13-45c1-ab4d-063411273242 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router_gateway (7a6479cd-fd1a-4426-b7ea-4e673ef4c452), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:15.647081 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37b27f68-e59b-4287-b7e8-66267cfb703f req-26403d7f-194a-44df-a10c-07b3af1cdfff tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5294101 Jan 28 00:34:15.658643 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-cd60121c-8df8-473d-8779-0d14e5a1daeb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fed08534edc74d21aba69e88f3a46044&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6398201 Jan 28 00:34:15.660908 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44688) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:15.785330 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f4075ee5-76cb-4c40-a3d0-269d6900c6ee admin admin] Publish callbacks [] for security_group (85f3a45a-dec7-4682-9f96-4cc3e223e78c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:15.795476 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e024312-ca47-4d87-9027-986a1cde2ca6 req-a66fb224-bb09-4cfd-9947-dce4aac29863 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:15.807268 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4e024312-ca47-4d87-9027-986a1cde2ca6 req-a66fb224-bb09-4cfd-9947-dce4aac29863 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 932 time: 0.4635510 Jan 28 00:34:15.831274 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f4075ee5-76cb-4c40-a3d0-269d6900c6ee admin admin] Publish callbacks [] for security_group (85f3a45a-dec7-4682-9f96-4cc3e223e78c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:15.932096 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f4075ee5-76cb-4c40-a3d0-269d6900c6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (85f3a45a-dec7-4682-9f96-4cc3e223e78c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:15.936549 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f4075ee5-76cb-4c40-a3d0-269d6900c6ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:15.941937 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f4075ee5-76cb-4c40-a3d0-269d6900c6ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/85f3a45a-dec7-4682-9f96-4cc3e223e78c HTTP/1.1" status: 204 len: 168 time: 0.2758961 Jan 28 00:34:15.957040 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4075ee5-76cb-4c40-a3d0-269d6900c6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f3a45a-dec7-4682-9f96-4cc3e223e78c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:16.025887 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4e024312-ca47-4d87-9027-986a1cde2ca6 req-701a2add-c2e5-487d-8362-3281ecd1a38e tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024865 Jan 28 00:34:16.055457 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-2f4fce6e-eb13-45c1-ab4d-063411273242 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Deleting port 500fb9b1-bace-4917-bf76-6c9f97bb8527 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:34:16.066268 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2f4fce6e-eb13-45c1-ab4d-063411273242 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (500fb9b1-bace-4917-bf76-6c9f97bb8527), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:16.287686 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-de449513-d80b-40db-8cac-66d08623ed26 req-dbd5c8e5-1ea0-45c9-9f30-7e0b9cd7ee6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e413624a-1e51-4367-8bee-9d98fc660577 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:34:16.304417 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-de449513-d80b-40db-8cac-66d08623ed26 req-dbd5c8e5-1ea0-45c9-9f30-7e0b9cd7ee6e service neutron] Publish callbacks [] for port (e413624a-1e51-4367-8bee-9d98fc660577), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:16.347689 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2f4fce6e-eb13-45c1-ab4d-063411273242 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (500fb9b1-bace-4917-bf76-6c9f97bb8527), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:16.353407 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-de449513-d80b-40db-8cac-66d08623ed26 req-dbd5c8e5-1ea0-45c9-9f30-7e0b9cd7ee6e service neutron] Transition to ACTIVE for port object e413624a-1e51-4367-8bee-9d98fc660577 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:34:16.364152 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-de449513-d80b-40db-8cac-66d08623ed26 req-dbd5c8e5-1ea0-45c9-9f30-7e0b9cd7ee6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (e413624a-1e51-4367-8bee-9d98fc660577), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:16.441109 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-2f4fce6e-eb13-45c1-ab4d-063411273242 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Calling delete_port for 500fb9b1-bace-4917-bf76-6c9f97bb8527 owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:34:16.720488 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5c8e5-1ea0-45c9-9f30-7e0b9cd7ee6e service neutron] Pushing event updated for resources: {'Port': ['ID=e413624a-1e51-4367-8bee-9d98fc660577,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:16.865858 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665514b-95c5-44c2-9388-8696b653200c req-850e59d2-6786-4ce3-bdb6-aa9a32f0e214 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:16.873080 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9665514b-95c5-44c2-9388-8696b653200c req-850e59d2-6786-4ce3-bdb6-aa9a32f0e214 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 947 time: 0.1305521 Jan 28 00:34:17.037670 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9665514b-95c5-44c2-9388-8696b653200c req-722f4884-78e1-4e18-9337-8621ce331a4a tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629899 Jan 28 00:34:17.041540 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-de449513-d80b-40db-8cac-66d08623ed26 req-dbd5c8e5-1ea0-45c9-9f30-7e0b9cd7ee6e service neutron] Attempting to bind port e413624a-1e51-4367-8bee-9d98fc660577 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:34:17.041890 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-de449513-d80b-40db-8cac-66d08623ed26 req-dbd5c8e5-1ea0-45c9-9f30-7e0b9cd7ee6e service neutron] Attempting to bind port e413624a-1e51-4367-8bee-9d98fc660577 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '32b62d49-3c93-4f09-986c-30e1868e910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a5055772-1556-467a-8d2c-d15584910096'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:34:17.042228 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de449513-d80b-40db-8cac-66d08623ed26 req-dbd5c8e5-1ea0-45c9-9f30-7e0b9cd7ee6e service neutron] Attempting to bind port e413624a-1e51-4367-8bee-9d98fc660577 on network a5055772-1556-467a-8d2c-d15584910096 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:34:17.056004 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de449513-d80b-40db-8cac-66d08623ed26 req-dbd5c8e5-1ea0-45c9-9f30-7e0b9cd7ee6e service neutron] Port e413624a-1e51-4367-8bee-9d98fc660577 on network a5055772-1556-467a-8d2c-d15584910096 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:34:17.056251 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de449513-d80b-40db-8cac-66d08623ed26 req-dbd5c8e5-1ea0-45c9-9f30-7e0b9cd7ee6e service neutron] Attempting to bind port e413624a-1e51-4367-8bee-9d98fc660577 on network a5055772-1556-467a-8d2c-d15584910096 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:34:17.096554 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de449513-d80b-40db-8cac-66d08623ed26 req-dbd5c8e5-1ea0-45c9-9f30-7e0b9cd7ee6e service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:34:17.096904 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de449513-d80b-40db-8cac-66d08623ed26 req-dbd5c8e5-1ea0-45c9-9f30-7e0b9cd7ee6e service neutron] Checking segment: {'id': '32b62d49-3c93-4f09-986c-30e1868e910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a5055772-1556-467a-8d2c-d15584910096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:34:17.097441 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de449513-d80b-40db-8cac-66d08623ed26 req-dbd5c8e5-1ea0-45c9-9f30-7e0b9cd7ee6e service neutron] Bound using segment: {'id': '32b62d49-3c93-4f09-986c-30e1868e910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a5055772-1556-467a-8d2c-d15584910096'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:34:17.097971 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-de449513-d80b-40db-8cac-66d08623ed26 req-dbd5c8e5-1ea0-45c9-9f30-7e0b9cd7ee6e service neutron] Bound port: e413624a-1e51-4367-8bee-9d98fc660577, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b62d49-3c93-4f09-986c-30e1868e910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a5055772-1556-467a-8d2c-d15584910096'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:34:17.099136 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-de449513-d80b-40db-8cac-66d08623ed26 req-dbd5c8e5-1ea0-45c9-9f30-7e0b9cd7ee6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e413624a-1e51-4367-8bee-9d98fc660577), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:17.163739 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864d6d9-50a0-4f86-9ad2-6fb970d493f6 req-ccf7240a-5eb8-4408-b101-ede195feeaf8 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:17.178425 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864d6d9-50a0-4f86-9ad2-6fb970d493f6 req-ccf7240a-5eb8-4408-b101-ede195feeaf8 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:17.184278 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864d6d9-50a0-4f86-9ad2-6fb970d493f6 req-ccf7240a-5eb8-4408-b101-ede195feeaf8 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:17.190769 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864d6d9-50a0-4f86-9ad2-6fb970d493f6 req-ccf7240a-5eb8-4408-b101-ede195feeaf8 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:17.196578 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864d6d9-50a0-4f86-9ad2-6fb970d493f6 req-ccf7240a-5eb8-4408-b101-ede195feeaf8 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:17.204517 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864d6d9-50a0-4f86-9ad2-6fb970d493f6 req-ccf7240a-5eb8-4408-b101-ede195feeaf8 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:17.210159 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864d6d9-50a0-4f86-9ad2-6fb970d493f6 req-ccf7240a-5eb8-4408-b101-ede195feeaf8 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:17.212065 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6864d6d9-50a0-4f86-9ad2-6fb970d493f6 req-ccf7240a-5eb8-4408-b101-ede195feeaf8 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5435 time: 0.3959718 Jan 28 00:34:17.368629 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44732) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:17.414138 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ece24c-d7bc-458d-ab25-7493d0e5a7fc req-63d0df79-6cfb-461d-ada1-be154e5db25a tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:17.422537 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-46ece24c-d7bc-458d-ab25-7493d0e5a7fc req-63d0df79-6cfb-461d-ada1-be154e5db25a tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 944 time: 0.2064424 Jan 28 00:34:17.451205 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-de449513-d80b-40db-8cac-66d08623ed26 req-dbd5c8e5-1ea0-45c9-9f30-7e0b9cd7ee6e service neutron] For port e413624a-1e51-4367-8bee-9d98fc660577, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:34:17.455490 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2f4fce6e-eb13-45c1-ab4d-063411273242 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (500fb9b1-bace-4917-bf76-6c9f97bb8527), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:17.490385 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6864d6d9-50a0-4f86-9ad2-6fb970d493f6 req-c5297f30-1a63-4053-8f1c-ffee14236405 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2260129 Jan 28 00:34:17.510132 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-de449513-d80b-40db-8cac-66d08623ed26 req-dbd5c8e5-1ea0-45c9-9f30-7e0b9cd7ee6e service neutron] For port e413624a-1e51-4367-8bee-9d98fc660577, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e413624a-1e51-4367-8bee-9d98fc660577,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:34:17.550738 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-3eb14456-bdac-46b6-a0f7-a0abeb309184 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1709931105-network', 'tenant_id': '13212fa85f9449a3ad5935dbb04474e2'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:34:17.602624 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb14456-bdac-46b6-a0f7-a0abeb309184 admin admin] Made reservation on behalf of 13212fa85f9449a3ad5935dbb04474e2 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:34:17.605767 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3eb14456-bdac-46b6-a0f7-a0abeb309184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:17.621886 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3eb14456-bdac-46b6-a0f7-a0abeb309184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:17.803589 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3eb14456-bdac-46b6-a0f7-a0abeb309184 admin admin] Publish callbacks [] for security_group (4009c801-9c10-4edc-88fa-2261d2e66dde), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:17.812838 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3eb14456-bdac-46b6-a0f7-a0abeb309184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4009c801-9c10-4edc-88fa-2261d2e66dde), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:17.833069 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb14456-bdac-46b6-a0f7-a0abeb309184 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:34:17.858998 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3eb14456-bdac-46b6-a0f7-a0abeb309184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (00b56f2a-00e2-4d4a-a2c1-d664b286cfb5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:17.860325 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-3eb14456-bdac-46b6-a0f7-a0abeb309184 admin admin] Added segment 00b56f2a-00e2-4d4a-a2c1-d664b286cfb5 of type vlan for network 27293e21-0db2-417c-9fe7-edc5b4b7e2dd Jan 28 00:34:17.903086 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fce6e-eb13-45c1-ab4d-063411273242 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Pushing event deleted for resources: {'Port': ['ID=500fb9b1-bace-4917-bf76-6c9f97bb8527,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:17.963082 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3eb14456-bdac-46b6-a0f7-a0abeb309184 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (27293e21-0db2-417c-9fe7-edc5b4b7e2dd), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:17.978298 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-46ece24c-d7bc-458d-ab25-7493d0e5a7fc req-a31b649f-f532-4467-a819-489fa68fe6e2 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5543373 Jan 28 00:34:18.026374 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-de449513-d80b-40db-8cac-66d08623ed26 req-dbd5c8e5-1ea0-45c9-9f30-7e0b9cd7ee6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (e413624a-1e51-4367-8bee-9d98fc660577), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:18.032260 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb14456-bdac-46b6-a0f7-a0abeb309184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4009c801-9c10-4edc-88fa-2261d2e66dde,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:18.056804 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2f4fce6e-eb13-45c1-ab4d-063411273242 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (7a6479cd-fd1a-4426-b7ea-4e673ef4c452), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:18.081631 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de449513-d80b-40db-8cac-66d08623ed26 req-dbd5c8e5-1ea0-45c9-9f30-7e0b9cd7ee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:18.082273 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-de449513-d80b-40db-8cac-66d08623ed26 req-dbd5c8e5-1ea0-45c9-9f30-7e0b9cd7ee6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:18.083803 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de449513-d80b-40db-8cac-66d08623ed26 req-dbd5c8e5-1ea0-45c9-9f30-7e0b9cd7ee6e service neutron] 10.222.0.65 "PUT /v2.0/ports/e413624a-1e51-4367-8bee-9d98fc660577 HTTP/1.1" status: 200 len: 1092 time: 3.2099364 Jan 28 00:34:18.113995 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3eb14456-bdac-46b6-a0f7-a0abeb309184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (27293e21-0db2-417c-9fe7-edc5b4b7e2dd), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:18.120328 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb14456-bdac-46b6-a0f7-a0abeb309184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:18.122972 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3eb14456-bdac-46b6-a0f7-a0abeb309184 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:18.176539 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96ef984-a939-48fb-925d-56c88d14b640', 'tag': 'e413624a-1e51-4367-8bee-9d98fc660577'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:34:18.187682 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1008240b-4bcd-4e67-8233-8158be7ba997" -d '{"events": [{"name": "network-changed", "server_uuid": "d96ef984-a939-48fb-925d-56c88d14b640", "tag": "e413624a-1e51-4367-8bee-9d98fc660577"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:34:18.416930 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb14456-bdac-46b6-a0f7-a0abeb309184 admin admin] Pushing event updated for resources: {'Network': ['ID=27293e21-0db2-417c-9fe7-edc5b4b7e2dd,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:18.418903 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0a0d8-17dc-4f2e-a73b-48b97a3c5378 req-57fe50bc-e936-45b7-99e0-27340f3afdb2 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:18.425742 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0a0d8-17dc-4f2e-a73b-48b97a3c5378 req-57fe50bc-e936-45b7-99e0-27340f3afdb2 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:18.432150 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0a0d8-17dc-4f2e-a73b-48b97a3c5378 req-57fe50bc-e936-45b7-99e0-27340f3afdb2 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:18.433377 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 27293e21-0db2-417c-9fe7-edc5b4b7e2dd details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:34:18.438442 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0a0d8-17dc-4f2e-a73b-48b97a3c5378 req-57fe50bc-e936-45b7-99e0-27340f3afdb2 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:18.444458 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0a0d8-17dc-4f2e-a73b-48b97a3c5378 req-57fe50bc-e936-45b7-99e0-27340f3afdb2 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:18.449872 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0a0d8-17dc-4f2e-a73b-48b97a3c5378 req-57fe50bc-e936-45b7-99e0-27340f3afdb2 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:18.466819 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3eb14456-bdac-46b6-a0f7-a0abeb309184 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0950279 Jan 28 00:34:18.468398 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0a0d8-17dc-4f2e-a73b-48b97a3c5378 req-57fe50bc-e936-45b7-99e0-27340f3afdb2 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:18.470969 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44746) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:18.473747 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6ab0a0d8-17dc-4f2e-a73b-48b97a3c5378 req-57fe50bc-e936-45b7-99e0-27340f3afdb2 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5435 time: 0.5660713 Jan 28 00:34:18.480224 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-fecfde16-9aad-4923-85ba-2837ec32759c admin admin] Request body: {'subnet': {'network_id': '27293e21-0db2-417c-9fe7-edc5b4b7e2dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1709931105-subnet', 'tenant_id': '13212fa85f9449a3ad5935dbb04474e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:34:18.493892 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44748) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:18.511185 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5c8e5-1ea0-45c9-9f30-7e0b9cd7ee6e service neutron] Pushing event updated for resources: {'Port': ['ID=e413624a-1e51-4367-8bee-9d98fc660577,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:18.534789 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-9b54d35c-d991-45c1-8728-2854342353a3 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Request body: {'floatingip': {'port_id': '6276b1e7-274c-424a-ad22-502097950c2e'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:34:18.574111 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de449513-d80b-40db-8cac-66d08623ed26 req-02522da7-5f6f-4866-b06d-b2a517939d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:18.577186 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-de449513-d80b-40db-8cac-66d08623ed26 req-02522da7-5f6f-4866-b06d-b2a517939d0c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=126ff8dba2134b2d95d54d419fe64967&device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 1095 time: 0.3760264 Jan 28 00:34:18.578873 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecfde16-9aad-4923-85ba-2837ec32759c admin admin] Made reservation on behalf of 13212fa85f9449a3ad5935dbb04474e2 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:34:18.582043 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fecfde16-9aad-4923-85ba-2837ec32759c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:18.623572 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7344683-1272-48ef-8b1b-2017c0f1853c x-openstack-request-id: req-b7344683-1272-48ef-8b1b-2017c0f1853c {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:34:18.623913 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d96ef984-a939-48fb-925d-56c88d14b640", "tag": "e413624a-1e51-4367-8bee-9d98fc660577", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:34:18.636086 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b7344683-1272-48ef-8b1b-2017c0f1853c {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:34:18.636787 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96ef984-a939-48fb-925d-56c88d14b640', 'tag': 'e413624a-1e51-4367-8bee-9d98fc660577', 'status': 'completed', 'code': 200} Jan 28 00:34:18.752193 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73876d4c-449d-4d3f-ab23-f6d512853c71 req-f5b87ea6-6681-45e3-9de5-b417de8e3231 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:18.754816 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73876d4c-449d-4d3f-ab23-f6d512853c71 req-f5b87ea6-6681-45e3-9de5-b417de8e3231 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.65 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 947 time: 0.5563874 Jan 28 00:34:18.762914 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9b54d35c-d991-45c1-8728-2854342353a3 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for floatingip (12f87007-4c88-485c-8bcb-0075262486eb), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:18.856030 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d6d04-4a5f-429d-83ef-984eb2c7e5b6 req-1a2ccf92-fa5a-4a8a-b0e6-ccd725da3c14 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:18.858365 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-870d6d04-4a5f-429d-83ef-984eb2c7e5b6 req-1a2ccf92-fa5a-4a8a-b0e6-ccd725da3c14 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 947 time: 0.6356318 Jan 28 00:34:19.001088 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-de449513-d80b-40db-8cac-66d08623ed26 req-fae8c62b-1333-43ba-b5d2-6bd56817e482 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e413624a-1e51-4367-8bee-9d98fc660577 HTTP/1.1" status: 200 len: 217 time: 0.0541222 Jan 28 00:34:19.022733 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2f4fce6e-eb13-45c1-ab4d-063411273242 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111346'] for router (7a6479cd-fd1a-4426-b7ea-4e673ef4c452), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:19.066820 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de449513-d80b-40db-8cac-66d08623ed26 req-f391f6df-a73a-4bae-87f9-91a826c3f70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:19.069682 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-de449513-d80b-40db-8cac-66d08623ed26 req-f391f6df-a73a-4bae-87f9-91a826c3f70c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0f29497-ba52-4939-af70-d57b51c2ceee HTTP/1.1" status: 200 len: 850 time: 0.0601912 Jan 28 00:34:19.093872 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2f4fce6e-eb13-45c1-ab4d-063411273242 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552731'] for router (7a6479cd-fd1a-4426-b7ea-4e673ef4c452), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:19.197401 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fecfde16-9aad-4923-85ba-2837ec32759c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (209b6255-94d0-496d-b3e6-357b845dcd2a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:19.215756 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de449513-d80b-40db-8cac-66d08623ed26 req-c2edfbdc-2f21-45ff-9a46-5cc1ec4a839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:19.217708 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-de449513-d80b-40db-8cac-66d08623ed26 req-c2edfbdc-2f21-45ff-9a46-5cc1ec4a839e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a5055772-1556-467a-8d2c-d15584910096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165853 Jan 28 00:34:19.451051 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-870d6d04-4a5f-429d-83ef-984eb2c7e5b6 req-5e1815ba-3d71-462a-b602-8751d7674cc5 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5068717 Jan 28 00:34:19.519354 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-de449513-d80b-40db-8cac-66d08623ed26 req-ecf89f4a-c315-4579-b1c1-a2c6326184cb service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610626 Jan 28 00:34:19.524076 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4fce6e-eb13-45c1-ab4d-063411273242 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Router 7a6479cd-fd1a-4426-b7ea-4e673ef4c452 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:34:20.060578 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecfde16-9aad-4923-85ba-2837ec32759c admin admin] Pushing event updated for resources: {'Subnet': ['ID=209b6255-94d0-496d-b3e6-357b845dcd2a,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:20.066499 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecfde16-9aad-4923-85ba-2837ec32759c admin admin] Checking segment: {'id': '00b56f2a-00e2-4d4a-a2c1-d664b286cfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '27293e21-0db2-417c-9fe7-edc5b4b7e2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:34:20.067207 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecfde16-9aad-4923-85ba-2837ec32759c admin admin] Network hostable DHCP agents. Network: 27293e21-0db2-417c-9fe7-edc5b4b7e2dd, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:34:20.147411 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-de449513-d80b-40db-8cac-66d08623ed26 req-406d6f85-1e7c-4115-9da9-cfe10dfc8426 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6032119 Jan 28 00:34:20.149276 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecfde16-9aad-4923-85ba-2837ec32759c admin admin] Network 27293e21-0db2-417c-9fe7-edc5b4b7e2dd is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:34:20.170195 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9b54d35c-d991-45c1-8728-2854342353a3 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:20.187096 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44778) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:20.193919 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9b54d35c-d991-45c1-8728-2854342353a3 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (12f87007-4c88-485c-8bcb-0075262486eb), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:20.198128 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-fecfde16-9aad-4923-85ba-2837ec32759c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 27293e21-0db2-417c-9fe7-edc5b4b7e2dd) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:34:20.220872 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecfde16-9aad-4923-85ba-2837ec32759c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:20.221494 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fecfde16-9aad-4923-85ba-2837ec32759c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:20.229330 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ef74cf-bb19-4ac1-b6bc-7d070bbbed33 None None] Network 27293e21-0db2-417c-9fe7-edc5b4b7e2dd requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:34:20.285945 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fecfde16-9aad-4923-85ba-2837ec32759c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7994392 Jan 28 00:34:20.405314 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008240b-4bcd-4e67-8233-8158be7ba997 req-d49d433b-3e00-4c65-9b77-cfe90132f464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:20.407961 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1008240b-4bcd-4e67-8233-8158be7ba997 req-d49d433b-3e00-4c65-9b77-cfe90132f464 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=126ff8dba2134b2d95d54d419fe64967&device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 1095 time: 0.1046653 Jan 28 00:34:20.584327 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-9b54d35c-d991-45c1-8728-2854342353a3 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Floating IP 12f87007-4c88-485c-8bcb-0075262486eb associated. External IP: 172.25.3.42, port: 6276b1e7-274c-424a-ad22-502097950c2e. Jan 28 00:34:20.651048 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008240b-4bcd-4e67-8233-8158be7ba997 req-1d96fb89-8a32-457e-8b4c-934e0f518563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:20.660958 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1008240b-4bcd-4e67-8233-8158be7ba997 req-1d96fb89-8a32-457e-8b4c-934e0f518563 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 200 len: 912 time: 0.2455418 Jan 28 00:34:20.802203 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-73876d4c-449d-4d3f-ab23-f6d512853c71 req-0298bf11-bad2-4318-b9d2-6743db0fa246 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Deleting port ab12a80f-4db3-47e7-b488-6614f4a3764e {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:34:20.802557 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-73876d4c-449d-4d3f-ab23-f6d512853c71 req-0298bf11-bad2-4318-b9d2-6743db0fa246 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (ab12a80f-4db3-47e7-b488-6614f4a3764e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:20.823277 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0fcbe9-9373-4472-aedc-70abf46139d9 None None] Network 27293e21-0db2-417c-9fe7-edc5b4b7e2dd requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:34:20.831399 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1008240b-4bcd-4e67-8233-8158be7ba997 req-93424926-32b6-490a-88a9-eefcca8c3b12 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e413624a-1e51-4367-8bee-9d98fc660577 HTTP/1.1" status: 200 len: 217 time: 0.1631055 Jan 28 00:34:20.866693 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb13e0a6-9b04-4af8-866f-2652a9550c18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:21.003058 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008240b-4bcd-4e67-8233-8158be7ba997 req-1281ae14-5dec-47a8-aa68-84abb6475749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:21.004921 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1008240b-4bcd-4e67-8233-8158be7ba997 req-1281ae14-5dec-47a8-aa68-84abb6475749 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0f29497-ba52-4939-af70-d57b51c2ceee HTTP/1.1" status: 200 len: 850 time: 0.1595120 Jan 28 00:34:21.172336 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008240b-4bcd-4e67-8233-8158be7ba997 req-6dbb2cbc-be38-4681-8761-3c65e7771686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:21.177780 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1008240b-4bcd-4e67-8233-8158be7ba997 req-6dbb2cbc-be38-4681-8761-3c65e7771686 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a5055772-1556-467a-8d2c-d15584910096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1609452 Jan 28 00:34:21.261640 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device ab12a80f-4db3-47e7-b488-6614f4a3764e no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:34:21.305919 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb13e0a6-9b04-4af8-866f-2652a9550c18 admin admin] Publish callbacks [] for security_group (2cde340d-005b-449d-8b2f-2f8c29e8dc5c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:21.518812 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fd5fa-13b2-4f30-9ba6-58e651f5694f req-a2ee3a35-282f-4888-a258-cd3719dab7f1 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:21.520441 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b36fd5fa-13b2-4f30-9ba6-58e651f5694f req-a2ee3a35-282f-4888-a258-cd3719dab7f1 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 944 time: 2.0760453 Jan 28 00:34:21.580280 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44804) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:21.588800 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1008240b-4bcd-4e67-8233-8158be7ba997 req-39943ba9-5440-49ba-9f39-b3a4171e20d6 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001036 Jan 28 00:34:21.598660 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-de6d3158-3545-42f8-9e87-c08e0a813881 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1732775703-network', 'tenant_id': '87f6bb423e654ecc814ff6563203e7f7'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:34:21.635146 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port ab12a80f-4db3-47e7-b488-6614f4a3764e is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:34:21.635785 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ab12a80f-4db3-47e7-b488-6614f4a3764e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:21.648786 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4fce6e-eb13-45c1-ab4d-063411273242 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:34:21.675825 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6d05ef-58f0-4e8d-a541-7275e3ca1dcc None None] Sync routers for ids ['7a6479cd-fd1a-4426-b7ea-4e673ef4c452'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:34:21.701029 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ce4c4d-ac0c-4af5-8f9f-a732973fcf39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab12a80f-4db3-47e7-b488-6614f4a3764e'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:34:21.703363 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6e1d66-da1c-45e1-8663-1c10e400f52c" -d '{"events": [{"server_uuid": "22ce4c4d-ac0c-4af5-8f9f-a732973fcf39", "name": "network-vif-unplugged", "status": "completed", "tag": "ab12a80f-4db3-47e7-b488-6614f4a3764e"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:34:21.717746 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2f4fce6e-eb13-45c1-ab4d-063411273242 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:21.719598 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2f4fce6e-eb13-45c1-ab4d-063411273242 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "PUT /v2.0/routers/7a6479cd-fd1a-4426-b7ea-4e673ef4c452 HTTP/1.1" status: 200 len: 710 time: 7.3811069 Jan 28 00:34:21.730102 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6d05ef-58f0-4e8d-a541-7275e3ca1dcc None None] Routers {'7a6479cd-fd1a-4426-b7ea-4e673ef4c452'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:34:21.730525 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port ab12a80f-4db3-47e7-b488-6614f4a3764e, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ab12a80f-4db3-47e7-b488-6614f4a3764e,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:34:21.735709 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-ac6d05ef-58f0-4e8d-a541-7275e3ca1dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:34:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['7a6479cd-fd1a-4426-b7ea-4e673ef4c452'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:21.738609 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ab12a80f-4db3-47e7-b488-6614f4a3764e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:21.803180 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44808) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:21.809764 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=ab12a80f-4db3-47e7-b488-6614f4a3764e,revision_number=11']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:21.844728 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-ac6d05ef-58f0-4e8d-a541-7275e3ca1dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:21.857708 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6d05ef-58f0-4e8d-a541-7275e3ca1dcc None None] Routers {'7a6479cd-fd1a-4426-b7ea-4e673ef4c452'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:34:21.858845 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-ac6d05ef-58f0-4e8d-a541-7275e3ca1dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:34:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['7a6479cd-fd1a-4426-b7ea-4e673ef4c452'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:21.904171 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-ac6d05ef-58f0-4e8d-a541-7275e3ca1dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:21.905360 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6d05ef-58f0-4e8d-a541-7275e3ca1dcc None None] The sync data for ids ['7a6479cd-fd1a-4426-b7ea-4e673ef4c452'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:34:21.923355 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb13e0a6-9b04-4af8-866f-2652a9550c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2cde340d-005b-449d-8b2f-2f8c29e8dc5c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:21.951435 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1008240b-4bcd-4e67-8233-8158be7ba997 req-1b2e6878-7e04-4678-874a-e9c2866eb29c service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509908 Jan 28 00:34:22.003827 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cb13e0a6-9b04-4af8-866f-2652a9550c18 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a2f79b43c89a4b69b1589be3d692c417&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8145471 Jan 28 00:34:22.005490 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13e0a6-9b04-4af8-866f-2652a9550c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cde340d-005b-449d-8b2f-2f8c29e8dc5c,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:22.009597 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44812) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:22.084743 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6d3158-3545-42f8-9e87-c08e0a813881 admin admin] Made reservation on behalf of 87f6bb423e654ecc814ff6563203e7f7 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:34:22.090969 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-de6d3158-3545-42f8-9e87-c08e0a813881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:22.148129 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3cff7ff1-110d-4b71-bd31-7c0e688acacc admin admin] Publish callbacks [] for security_group (2cde340d-005b-449d-8b2f-2f8c29e8dc5c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:22.217992 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce361b0-68aa-4767-b7f8-7b52d762f376 req-b6474c2d-0c41-4765-9dfa-0e3cf3bc6da0 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:22.221057 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9ce361b0-68aa-4767-b7f8-7b52d762f376 req-b6474c2d-0c41-4765-9dfa-0e3cf3bc6da0 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 947 time: 0.6975446 Jan 28 00:34:22.228866 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-73876d4c-449d-4d3f-ab23-f6d512853c71 req-0298bf11-bad2-4318-b9d2-6743db0fa246 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] For port ab12a80f-4db3-47e7-b488-6614f4a3764e, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ab12a80f-4db3-47e7-b488-6614f4a3764e,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:34:22.229273 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-73876d4c-449d-4d3f-ab23-f6d512853c71 req-0298bf11-bad2-4318-b9d2-6743db0fa246 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (ab12a80f-4db3-47e7-b488-6614f4a3764e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:22.233427 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3cff7ff1-110d-4b71-bd31-7c0e688acacc admin admin] Publish callbacks [] for security_group (2cde340d-005b-449d-8b2f-2f8c29e8dc5c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:22.234535 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6070a7a1-2084-4ddc-ad8f-d3312ffaa318 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "GET /v2.0/routers/7a6479cd-fd1a-4426-b7ea-4e673ef4c452 HTTP/1.1" status: 200 len: 745 time: 0.3989782 Jan 28 00:34:22.252290 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44816) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:22.301146 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-de6d3158-3545-42f8-9e87-c08e0a813881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:22.383783 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9ce361b0-68aa-4767-b7f8-7b52d762f376 req-f922c856-8ad1-493d-ab40-08a992c812f3 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413493 Jan 28 00:34:22.411800 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b36fd5fa-13b2-4f30-9ba6-58e651f5694f req-322b7a78-395a-456d-94bf-9a597be85921 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8774772 Jan 28 00:34:22.437807 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d98964b4-3dc6-46a8-8e3f-7783d3764a04 tempest-RoutersIpV6AdminTest-959584753 tempest-RoutersIpV6AdminTest-959584753-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392&device_id=7a6479cd-fd1a-4426-b7ea-4e673ef4c452 HTTP/1.1" status: 200 len: 205 time: 0.1835508 Jan 28 00:34:22.444221 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44818) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:22.540195 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dd36e2-2995-4b2b-b247-9c6ab0785753 x-openstack-request-id: req-87dd36e2-2995-4b2b-b247-9c6ab0785753 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:34:22.541077 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ce4c4d-ac0c-4af5-8f9f-a732973fcf39", "name": "network-vif-unplugged", "status": "completed", "tag": "ab12a80f-4db3-47e7-b488-6614f4a3764e", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:34:22.541782 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-87dd36e2-2995-4b2b-b247-9c6ab0785753 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:34:22.542619 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ce4c4d-ac0c-4af5-8f9f-a732973fcf39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab12a80f-4db3-47e7-b488-6614f4a3764e', 'code': 200} Jan 28 00:34:22.549771 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e990c387-81b4-4b58-9c73-1c94abe33f54 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a6479cd-fd1a-4426-b7ea-4e673ef4c452 HTTP/1.1" status: 200 len: 205 time: 0.0918751 Jan 28 00:34:22.581108 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44820) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:22.606992 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3cff7ff1-110d-4b71-bd31-7c0e688acacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2cde340d-005b-449d-8b2f-2f8c29e8dc5c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:22.614502 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3cff7ff1-110d-4b71-bd31-7c0e688acacc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:22.616396 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3cff7ff1-110d-4b71-bd31-7c0e688acacc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2cde340d-005b-449d-8b2f-2f8c29e8dc5c HTTP/1.1" status: 204 len: 168 time: 0.6053760 Jan 28 00:34:22.633559 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff7ff1-110d-4b71-bd31-7c0e688acacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cde340d-005b-449d-8b2f-2f8c29e8dc5c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:22.865449 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b54d35c-d991-45c1-8728-2854342353a3 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Router 1d3a831e-710b-43db-8990-3c18926b7858 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:34:22.990540 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-de6d3158-3545-42f8-9e87-c08e0a813881 admin admin] Publish callbacks [] for security_group (c70754ec-978e-4f8e-9505-e10f0a3eac57), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:23.035884 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8f44e9f3-332c-4b6b-807b-a6698ab13e3b tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router (7a6479cd-fd1a-4426-b7ea-4e673ef4c452), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:23.049704 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-de6d3158-3545-42f8-9e87-c08e0a813881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c70754ec-978e-4f8e-9505-e10f0a3eac57), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:23.211629 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44828) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:23.240522 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de6d3158-3545-42f8-9e87-c08e0a813881 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:34:23.241572 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-521ced6d-17cc-48de-b059-5e5af32cfe3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:23.276652 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e413624a-1e51-4367-8bee-9d98fc660577 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:34:23.329216 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d3158-3545-42f8-9e87-c08e0a813881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70754ec-978e-4f8e-9505-e10f0a3eac57,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:23.438064 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e413624a-1e51-4367-8bee-9d98fc660577, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e413624a-1e51-4367-8bee-9d98fc660577,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:34:23.461653 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b54d35c-d991-45c1-8728-2854342353a3 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:34:23.467379 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9b54d35c-d991-45c1-8728-2854342353a3 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:23.489462 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'e413624a-1e51-4367-8bee-9d98fc660577', 'network_id': 'a5055772-1556-467a-8d2c-d15584910096', 'port_id': 'e413624a-1e51-4367-8bee-9d98fc660577', 'mac_address': 'fa:16:3e:79:de:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f29497-ba52-4939-af70-d57b51c2ceee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:34:23.495010 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37b81d1-e23d-4f67-a6c3-752fbcb79654 None None] Sync routers for ids ['1d3a831e-710b-43db-8990-3c18926b7858'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:34:23.506746 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-de6d3158-3545-42f8-9e87-c08e0a813881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (f2a75fa9-933b-4dfe-b0a5-6dd71e6b8a15), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:23.507125 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-de6d3158-3545-42f8-9e87-c08e0a813881 admin admin] Added segment f2a75fa9-933b-4dfe-b0a5-6dd71e6b8a15 of type vlan for network 02e3572a-0a35-4ac7-8a6e-9765772a3b95 Jan 28 00:34:23.550813 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37b81d1-e23d-4f67-a6c3-752fbcb79654 None None] Routers {'1d3a831e-710b-43db-8990-3c18926b7858'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:34:23.551599 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-c37b81d1-e23d-4f67-a6c3-752fbcb79654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:34:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['1d3a831e-710b-43db-8990-3c18926b7858'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:23.553740 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-521ced6d-17cc-48de-b059-5e5af32cfe3a admin admin] Publish callbacks [] for security_group (ca1b4ec3-3abd-45c7-976b-1c1dd62cae13), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:23.565735 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-521ced6d-17cc-48de-b059-5e5af32cfe3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ca1b4ec3-3abd-45c7-976b-1c1dd62cae13), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:23.637191 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-521ced6d-17cc-48de-b059-5e5af32cfe3a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=71962fa02c154349ad709d6450eb89d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4236331 Jan 28 00:34:23.638032 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ced6d-17cc-48de-b059-5e5af32cfe3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1b4ec3-3abd-45c7-976b-1c1dd62cae13,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:23.641279 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44838) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:23.711488 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4a3e79a8-595e-4808-905e-02926dd690ee admin admin] Publish callbacks [] for security_group (ca1b4ec3-3abd-45c7-976b-1c1dd62cae13), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:23.746080 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4a3e79a8-595e-4808-905e-02926dd690ee admin admin] Publish callbacks [] for security_group (ca1b4ec3-3abd-45c7-976b-1c1dd62cae13), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:23.819789 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4a3e79a8-595e-4808-905e-02926dd690ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ca1b4ec3-3abd-45c7-976b-1c1dd62cae13), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:23.823962 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4a3e79a8-595e-4808-905e-02926dd690ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:23.830660 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4a3e79a8-595e-4808-905e-02926dd690ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ca1b4ec3-3abd-45c7-976b-1c1dd62cae13 HTTP/1.1" status: 204 len: 168 time: 0.1880660 Jan 28 00:34:23.847125 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e79a8-595e-4808-905e-02926dd690ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1b4ec3-3abd-45c7-976b-1c1dd62cae13,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:23.851475 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8f44e9f3-332c-4b6b-807b-a6698ab13e3b tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (7a6479cd-fd1a-4426-b7ea-4e673ef4c452), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:23.876929 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8f44e9f3-332c-4b6b-807b-a6698ab13e3b tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router_controller (7a6479cd-fd1a-4426-b7ea-4e673ef4c452), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:23.921018 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9b54d35c-d991-45c1-8728-2854342353a3 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "PUT /v2.0/floatingips/12f87007-4c88-485c-8bcb-0075262486eb HTTP/1.1" status: 200 len: 991 time: 5.4224238 Jan 28 00:34:23.930454 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-73876d4c-449d-4d3f-ab23-f6d512853c71 req-0298bf11-bad2-4318-b9d2-6743db0fa246 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:23.931078 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-73876d4c-449d-4d3f-ab23-f6d512853c71 req-0298bf11-bad2-4318-b9d2-6743db0fa246 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (0eb296ed-90a6-44b4-a837-6202905a8272), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:23.931557 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [req-73876d4c-449d-4d3f-ab23-f6d512853c71 req-0298bf11-bad2-4318-b9d2-6743db0fa246 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Floating IP 0eb296ed-90a6-44b4-a837-6202905a8272 disassociated. External IP: 172.25.3.133, port: ab12a80f-4db3-47e7-b488-6614f4a3764e. Jan 28 00:34:23.932166 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-73876d4c-449d-4d3f-ab23-f6d512853c71 req-0298bf11-bad2-4318-b9d2-6743db0fa246 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Calling delete_port for ab12a80f-4db3-47e7-b488-6614f4a3764e owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:34:23.947514 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port e413624a-1e51-4367-8bee-9d98fc660577 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:34:23.947965 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e413624a-1e51-4367-8bee-9d98fc660577), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:23.948678 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'tag': '6276b1e7-274c-424a-ad22-502097950c2e'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:34:23.954877 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf7d66b-c37b-4fb2-aa26-5beabfd0568d" -d '{"events": [{"name": "network-changed", "server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "tag": "6276b1e7-274c-424a-ad22-502097950c2e"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:34:23.967869 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e413624a-1e51-4367-8bee-9d98fc660577 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:34:24.009342 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e413624a-1e51-4367-8bee-9d98fc660577, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e413624a-1e51-4367-8bee-9d98fc660577,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:34:24.011609 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-c37b81d1-e23d-4f67-a6c3-752fbcb79654 None None] Set router 1d3a831e-710b-43db-8990-3c18926b7858 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:34:24.040805 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-de6d3158-3545-42f8-9e87-c08e0a813881 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (02e3572a-0a35-4ac7-8a6e-9765772a3b95), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:24.052732 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e413624a-1e51-4367-8bee-9d98fc660577), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:24.176844 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.db.resource_extend [None req-de6d3158-3545-42f8-9e87-c08e0a813881 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:34:24.184706 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=e413624a-1e51-4367-8bee-9d98fc660577,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:24.213373 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54700ef9-58ad-468f-9cac-1f7705ec06d6 req-6e3602c5-79a8-432a-a2b2-af223b33da14 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:24.216010 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-54700ef9-58ad-468f-9cac-1f7705ec06d6 req-6e3602c5-79a8-432a-a2b2-af223b33da14 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 945 time: 0.6661024 Jan 28 00:34:24.217030 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8f44e9f3-332c-4b6b-807b-a6698ab13e3b tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (7a6479cd-fd1a-4426-b7ea-4e673ef4c452), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:24.217882 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f44e9f3-332c-4b6b-807b-a6698ab13e3b tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Fanout notify agent at l3_agent the message router_deleted on router 7a6479cd-fd1a-4426-b7ea-4e673ef4c452 {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:34:24.243680 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8f44e9f3-332c-4b6b-807b-a6698ab13e3b tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:24.245707 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8f44e9f3-332c-4b6b-807b-a6698ab13e3b tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "DELETE /v2.0/routers/7a6479cd-fd1a-4426-b7ea-4e673ef4c452 HTTP/1.1" status: 204 len: 168 time: 1.6453819 Jan 28 00:34:24.251505 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44848) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:24.261726 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae624794-0c7a-45f6-869c-492c966392fb req-53f436c2-b3b5-49d9-ab24-31da6c10e816 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:24.264354 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ae624794-0c7a-45f6-869c-492c966392fb req-53f436c2-b3b5-49d9-ab24-31da6c10e816 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 944 time: 0.5454783 Jan 28 00:34:24.356066 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-70ed8b4f-f0d2-4d58-b928-9679f804cc44 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a6479cd-fd1a-4426-b7ea-4e673ef4c452 HTTP/1.1" status: 200 len: 205 time: 0.0965586 Jan 28 00:34:24.356066 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44852) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:24.362743 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['e413624a-1e51-4367-8bee-9d98fc660577'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:34:24.470869 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-d5d7fe4c-4577-493a-8fdb-251f908351b0 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] delete failed (client error): The resource could not be found. Jan 28 00:34:24.472080 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d5d7fe4c-4577-493a-8fdb-251f908351b0 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "DELETE /v2.0/routers/7a6479cd-fd1a-4426-b7ea-4e673ef4c452 HTTP/1.1" status: 404 len: 336 time: 0.1164293 Jan 28 00:34:24.476355 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44860) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:24.514782 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-c37b81d1-e23d-4f67-a6c3-752fbcb79654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3a831e-710b-43db-8990-3c18926b7858', 'name': 'tempest-TaggedBootDevicesTest-2138166117-router', 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a2261ec0-e0ef-413d-a987-a4a2e9f924a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:29:19Z', 'updated_at': '2022-01-28T00:29:31Z', 'revision_number': 4, 'project_id': '5bda1a11a40447e984dbfecb2102fcad', 'gw_port': {'id': 'a2261ec0-e0ef-413d-a987-a4a2e9f924a8', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:54:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3a831e-710b-43db-8990-3c18926b7858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:29:22Z', 'updated_at': '2022-01-28T00:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '12f87007-4c88-485c-8bcb-0075262486eb', 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'floating_ip_address': '172.25.3.42', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '1d3a831e-710b-43db-8990-3c18926b7858', 'port_id': '6276b1e7-274c-424a-ad22-502097950c2e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '962b6d11-960d-42e0-95f3-b55d3f9f0ed4', 'mac_address': 'fa:16:3e:5b:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79cc3739-9058-4a58-9251-ed5d939acbba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:31:35Z', 'updated_at': '2022-01-28T00:34:19Z', 'revision_number': 1, 'project_id': '5bda1a11a40447e984dbfecb2102fcad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f200bc-5b44-465e-b08b-38d03b252412', 'name': '', 'network_id': '962b6d11-960d-42e0-95f3-b55d3f9f0ed4', 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'mac_address': 'fa:16:3e:07:55:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3a831e-710b-43db-8990-3c18926b7858', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '3e045621-a000-4f31-813f-19aff9c83672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:29:28Z', 'updated_at': '2022-01-28T00:29:39Z', 'revision_number': 5, 'project_id': '5bda1a11a40447e984dbfecb2102fcad', 'subnets': [{'id': '3e045621-a000-4f31-813f-19aff9c83672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:24.552611 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37b81d1-e23d-4f67-a6c3-752fbcb79654 None None] Checking router: 1d3a831e-710b-43db-8990-3c18926b7858 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:34:24.558983 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d08845ca-b813-4fef-aca3-6620132cdcb9 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bf53856-0b4d-4854-876c-1e7c8053bc31 HTTP/1.1" status: 200 len: 205 time: 0.0812669 Jan 28 00:34:24.563010 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44862) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:24.615144 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-3088828c-2927-477f-9df8-68ccb8bc8f1b tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] delete failed (client error): The resource could not be found. Jan 28 00:34:24.616838 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3088828c-2927-477f-9df8-68ccb8bc8f1b tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "DELETE /v2.0/routers/7bf53856-0b4d-4854-876c-1e7c8053bc31 HTTP/1.1" status: 404 len: 336 time: 0.0498087 Jan 28 00:34:24.619275 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44866) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:24.643005 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37b81d1-e23d-4f67-a6c3-752fbcb79654 None None] Routers {'1d3a831e-710b-43db-8990-3c18926b7858'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:34:24.644142 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-c37b81d1-e23d-4f67-a6c3-752fbcb79654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:34:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['1d3a831e-710b-43db-8990-3c18926b7858'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:24.659591 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b2a83f5b-3ad4-45a0-94dc-415955af4515 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "GET /v2.0/ports?device_id=71a61663-ffa8-4da1-a867-abf6c9fa0069 HTTP/1.1" status: 200 len: 205 time: 0.0384579 Jan 28 00:34:24.661522 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44868) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:24.713566 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-e36329fe-5436-43f4-9fc1-c8afef7d1c20 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] delete failed (client error): The resource could not be found. Jan 28 00:34:24.715149 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e36329fe-5436-43f4-9fc1-c8afef7d1c20 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "DELETE /v2.0/routers/71a61663-ffa8-4da1-a867-abf6c9fa0069 HTTP/1.1" status: 404 len: 336 time: 0.0524557 Jan 28 00:34:24.719415 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44872) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:24.724824 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-de6d3158-3545-42f8-9e87-c08e0a813881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (02e3572a-0a35-4ac7-8a6e-9765772a3b95), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:24.726315 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6d3158-3545-42f8-9e87-c08e0a813881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:24.727258 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-de6d3158-3545-42f8-9e87-c08e0a813881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:24.765826 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8e445b28-52eb-465d-a125-607555b2f730 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4e33c76-2fcb-457c-b08f-b357620608ce HTTP/1.1" status: 200 len: 205 time: 0.0437896 Jan 28 00:34:24.776502 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44874) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:24.792195 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-c37b81d1-e23d-4f67-a6c3-752fbcb79654 None None] Set router 1d3a831e-710b-43db-8990-3c18926b7858 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:34:24.867891 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-73876d4c-449d-4d3f-ab23-f6d512853c71 req-0298bf11-bad2-4318-b9d2-6743db0fa246 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (ab12a80f-4db3-47e7-b488-6614f4a3764e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:24.899686 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-9ba89631-192a-4eb4-9b57-8151248e9d64 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] delete failed (client error): The resource could not be found. Jan 28 00:34:24.900547 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9ba89631-192a-4eb4-9b57-8151248e9d64 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "DELETE /v2.0/routers/b4e33c76-2fcb-457c-b08f-b357620608ce HTTP/1.1" status: 404 len: 336 time: 0.1221082 Jan 28 00:34:24.904368 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44876) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:24.938119 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0298bf11-bad2-4318-b9d2-6743db0fa246 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Pushing event deleted for resources: {'Port': ['ID=ab12a80f-4db3-47e7-b488-6614f4a3764e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:25.034573 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7b75a504-34c9-406b-a689-e0fb7e06f768 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ddc84cb-c0be-400b-a135-ca064dc569d5 HTTP/1.1" status: 200 len: 205 time: 0.1283367 Jan 28 00:34:25.036046 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44880) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:25.065997 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ae624794-0c7a-45f6-869c-492c966392fb req-9069ea4d-c6c5-4518-8144-ecfad4771aa5 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7837076 Jan 28 00:34:25.101150 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-de6d3158-3545-42f8-9e87-c08e0a813881 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.5077381 Jan 28 00:34:25.148236 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44884) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:25.172741 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-91286f4a-d7f1-41f9-9777-85e1bb576d65 admin admin] Request body: {'subnet': {'network_id': '02e3572a-0a35-4ac7-8a6e-9765772a3b95', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1732775703-subnet', 'tenant_id': '87f6bb423e654ecc814ff6563203e7f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:34:25.196917 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-1af37ce3-edda-4d49-a021-afdb70c37e5f tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] delete failed (client error): The resource could not be found. Jan 28 00:34:25.207061 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1af37ce3-edda-4d49-a021-afdb70c37e5f tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "DELETE /v2.0/routers/2ddc84cb-c0be-400b-a135-ca064dc569d5 HTTP/1.1" status: 404 len: 336 time: 0.1690872 Jan 28 00:34:25.208089 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44886) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:25.243303 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d3158-3545-42f8-9e87-c08e0a813881 admin admin] Pushing event updated for resources: {'Network': ['ID=02e3572a-0a35-4ac7-8a6e-9765772a3b95,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:25.287053 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-54700ef9-58ad-468f-9cac-1f7705ec06d6 req-7ab01bd8-956b-4c67-9740-854b977af70c tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups?id=396ecd6c-8f19-4631-a065-3dec714333ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0151677 Jan 28 00:34:25.325402 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 02e3572a-0a35-4ac7-8a6e-9765772a3b95 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:34:25.343693 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-114d7c07-0db8-4158-930b-c41af3d4cc73 tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "GET /v2.0/ports?device_id=49554ce2-37a2-4999-bd11-1f5444028083 HTTP/1.1" status: 200 len: 205 time: 0.1334455 Jan 28 00:34:25.347997 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91286f4a-d7f1-41f9-9777-85e1bb576d65 admin admin] Made reservation on behalf of 87f6bb423e654ecc814ff6563203e7f7 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:34:25.349054 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44890) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:25.350544 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-91286f4a-d7f1-41f9-9777-85e1bb576d65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:25.419819 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ecc601-4154-4093-a010-d85635a7b6ee x-openstack-request-id: req-75ecc601-4154-4093-a010-d85635a7b6ee {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:34:25.420455 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "tag": "6276b1e7-274c-424a-ad22-502097950c2e", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:34:25.420921 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-75ecc601-4154-4093-a010-d85635a7b6ee {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:34:25.422299 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'tag': '6276b1e7-274c-424a-ad22-502097950c2e', 'status': 'completed', 'code': 200} Jan 28 00:34:25.531792 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-94dceeb9-8570-4da3-9eae-98e2dfe39daf tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] delete failed (client error): The resource could not be found. Jan 28 00:34:25.533682 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-94dceeb9-8570-4da3-9eae-98e2dfe39daf tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "DELETE /v2.0/routers/49554ce2-37a2-4999-bd11-1f5444028083 HTTP/1.1" status: 404 len: 336 time: 0.1788735 Jan 28 00:34:25.536804 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44894) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:25.592383 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc021ef-6c41-4891-bdce-3ce7932dbbfb tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] DELETE failed (client error): The resource could not be found. Jan 28 00:34:25.592869 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbc021ef-6c41-4891-bdce-3ce7932dbbfb tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:34:25.597618 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-dbc021ef-6c41-4891-bdce-3ce7932dbbfb tempest-RoutersIpV6AdminTest-1228363639 tempest-RoutersIpV6AdminTest-1228363639-project] 10.222.0.70 "DELETE /v2.0/subnets/be27c6f2-4691-49e7-adf8-ed0eb206f0ac HTTP/1.1" status: 404 len: 337 time: 0.0597336 Jan 28 00:34:25.649353 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7d66b-c37b-4fb2-aa26-5beabfd0568d req-7bb60969-c12c-4f25-9d51-e8d8441de61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:25.650164 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7d66b-c37b-4fb2-aa26-5beabfd0568d req-7bb60969-c12c-4f25-9d51-e8d8441de61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:25.652519 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7d66b-c37b-4fb2-aa26-5beabfd0568d req-7bb60969-c12c-4f25-9d51-e8d8441de61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:25.656404 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-c37b81d1-e23d-4f67-a6c3-752fbcb79654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3a831e-710b-43db-8990-3c18926b7858', 'name': 'tempest-TaggedBootDevicesTest-2138166117-router', 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a2261ec0-e0ef-413d-a987-a4a2e9f924a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:29:19Z', 'updated_at': '2022-01-28T00:29:31Z', 'revision_number': 4, 'project_id': '5bda1a11a40447e984dbfecb2102fcad', 'gw_port': {'id': 'a2261ec0-e0ef-413d-a987-a4a2e9f924a8', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:54:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3a831e-710b-43db-8990-3c18926b7858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:29:22Z', 'updated_at': '2022-01-28T00:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '12f87007-4c88-485c-8bcb-0075262486eb', 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'floating_ip_address': '172.25.3.42', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '1d3a831e-710b-43db-8990-3c18926b7858', 'port_id': '6276b1e7-274c-424a-ad22-502097950c2e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '962b6d11-960d-42e0-95f3-b55d3f9f0ed4', 'mac_address': 'fa:16:3e:5b:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79cc3739-9058-4a58-9251-ed5d939acbba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:31:35Z', 'updated_at': '2022-01-28T00:34:19Z', 'revision_number': 1, 'project_id': '5bda1a11a40447e984dbfecb2102fcad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f200bc-5b44-465e-b08b-38d03b252412', 'name': '', 'network_id': '962b6d11-960d-42e0-95f3-b55d3f9f0ed4', 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'mac_address': 'fa:16:3e:07:55:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3a831e-710b-43db-8990-3c18926b7858', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '3e045621-a000-4f31-813f-19aff9c83672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:29:28Z', 'updated_at': '2022-01-28T00:29:39Z', 'revision_number': 5, 'project_id': '5bda1a11a40447e984dbfecb2102fcad', 'subnets': [{'id': '3e045621-a000-4f31-813f-19aff9c83672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:25.658675 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7d66b-c37b-4fb2-aa26-5beabfd0568d req-7bb60969-c12c-4f25-9d51-e8d8441de61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:25.659032 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73876d4c-449d-4d3f-ab23-f6d512853c71 req-0298bf11-bad2-4318-b9d2-6743db0fa246 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Router c47511db-1f25-4f8d-b3cf-d158c43c155e has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:34:25.659539 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7d66b-c37b-4fb2-aa26-5beabfd0568d req-7bb60969-c12c-4f25-9d51-e8d8441de61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:25.660192 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7d66b-c37b-4fb2-aa26-5beabfd0568d req-7bb60969-c12c-4f25-9d51-e8d8441de61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:25.660827 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7d66b-c37b-4fb2-aa26-5beabfd0568d req-7bb60969-c12c-4f25-9d51-e8d8441de61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:25.663316 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-aaf7d66b-c37b-4fb2-aa26-5beabfd0568d req-7bb60969-c12c-4f25-9d51-e8d8441de61e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bda1a11a40447e984dbfecb2102fcad&device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 6492 time: 0.1479871 Jan 28 00:34:25.764243 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37b81d1-e23d-4f67-a6c3-752fbcb79654 None None] The sync data for ids ['1d3a831e-710b-43db-8990-3c18926b7858'] in n-d-826754-1 is: [{'id': '1d3a831e-710b-43db-8990-3c18926b7858', 'name': 'tempest-TaggedBootDevicesTest-2138166117-router', 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a2261ec0-e0ef-413d-a987-a4a2e9f924a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:29:19Z', 'updated_at': '2022-01-28T00:29:31Z', 'revision_number': 4, 'project_id': '5bda1a11a40447e984dbfecb2102fcad', 'gw_port': {'id': 'a2261ec0-e0ef-413d-a987-a4a2e9f924a8', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:54:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3a831e-710b-43db-8990-3c18926b7858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:29:22Z', 'updated_at': '2022-01-28T00:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '12f87007-4c88-485c-8bcb-0075262486eb', 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'floating_ip_address': '172.25.3.42', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '1d3a831e-710b-43db-8990-3c18926b7858', 'port_id': '6276b1e7-274c-424a-ad22-502097950c2e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '962b6d11-960d-42e0-95f3-b55d3f9f0ed4', 'mac_address': 'fa:16:3e:5b:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79cc3739-9058-4a58-9251-ed5d939acbba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:31:35Z', 'updated_at': '2022-01-28T00:34:19Z', 'revision_number': 1, 'project_id': '5bda1a11a40447e984dbfecb2102fcad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f200bc-5b44-465e-b08b-38d03b252412', 'name': '', 'network_id': '962b6d11-960d-42e0-95f3-b55d3f9f0ed4', 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'mac_address': 'fa:16:3e:07:55:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3a831e-710b-43db-8990-3c18926b7858', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '3e045621-a000-4f31-813f-19aff9c83672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:29:28Z', 'updated_at': '2022-01-28T00:29:39Z', 'revision_number': 5, 'project_id': '5bda1a11a40447e984dbfecb2102fcad', 'subnets': [{'id': '3e045621-a000-4f31-813f-19aff9c83672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:34:25.981594 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7d66b-c37b-4fb2-aa26-5beabfd0568d req-f0fc73c9-9dbf-4c08-a39b-c4a4142c9b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:25.983389 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-aaf7d66b-c37b-4fb2-aa26-5beabfd0568d req-f0fc73c9-9dbf-4c08-a39b-c4a4142c9b3a service neutron] 10.222.0.52 "GET /v2.0/networks?id=962b6d11-960d-42e0-95f3-b55d3f9f0ed4 HTTP/1.1" status: 200 len: 913 time: 0.3108044 Jan 28 00:34:26.126787 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-aaf7d66b-c37b-4fb2-aa26-5beabfd0568d req-5bca5333-5ee7-419f-9104-90b740081d63 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6276b1e7-274c-424a-ad22-502097950c2e HTTP/1.1" status: 200 len: 999 time: 0.1361289 Jan 28 00:34:26.152068 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-91286f4a-d7f1-41f9-9777-85e1bb576d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (980bd53f-f734-4c8e-a276-e88d772e7f67), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:26.279390 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7d66b-c37b-4fb2-aa26-5beabfd0568d req-7dc5a604-f867-45f6-9fc8-d491ca5d1104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:26.284089 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-aaf7d66b-c37b-4fb2-aa26-5beabfd0568d req-7dc5a604-f867-45f6-9fc8-d491ca5d1104 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3e045621-a000-4f31-813f-19aff9c83672 HTTP/1.1" status: 200 len: 851 time: 0.1471946 Jan 28 00:34:26.357729 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9c31d0-bee5-4043-95c7-acd16cb3d013 None None] New status for floating IP 12f87007-4c88-485c-8bcb-0075262486eb: ACTIVE {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:34:26.368533 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91286f4a-d7f1-41f9-9777-85e1bb576d65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=980bd53f-f734-4c8e-a276-e88d772e7f67,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:26.535864 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44916) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:26.537499 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7d66b-c37b-4fb2-aa26-5beabfd0568d req-5f8372b9-c504-48cd-a93e-d09b9741cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:26.545101 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-aaf7d66b-c37b-4fb2-aa26-5beabfd0568d req-5f8372b9-c504-48cd-a93e-d09b9741cc7e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=962b6d11-960d-42e0-95f3-b55d3f9f0ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2532272 Jan 28 00:34:26.564274 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73876d4c-449d-4d3f-ab23-f6d512853c71 req-0298bf11-bad2-4318-b9d2-6743db0fa246 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:34:26.580513 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e50854-741b-42ac-be5e-839aa87e9a0d None None] Sync routers for ids ['c47511db-1f25-4f8d-b3cf-d158c43c155e'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:34:26.639698 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3f50c-a99b-4fb5-a01c-edf867ce8251 req-25502754-2c1b-40de-a138-d8ad1a59092d tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:26.643482 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-25d3f50c-a99b-4fb5-a01c-edf867ce8251 req-25502754-2c1b-40de-a138-d8ad1a59092d tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.2776403 Jan 28 00:34:26.660211 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e50854-741b-42ac-be5e-839aa87e9a0d None None] Routers {'c47511db-1f25-4f8d-b3cf-d158c43c155e'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:34:26.663339 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f6e50854-741b-42ac-be5e-839aa87e9a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:34:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c47511db-1f25-4f8d-b3cf-d158c43c155e'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:26.689881 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-73876d4c-449d-4d3f-ab23-f6d512853c71 req-0298bf11-bad2-4318-b9d2-6743db0fa246 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] No DVR routers for this DVR port ab12a80f-4db3-47e7-b488-6614f4a3764e on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:34:26.693033 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91286f4a-d7f1-41f9-9777-85e1bb576d65 admin admin] Checking segment: {'id': 'f2a75fa9-933b-4dfe-b0a5-6dd71e6b8a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '02e3572a-0a35-4ac7-8a6e-9765772a3b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:34:26.693930 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91286f4a-d7f1-41f9-9777-85e1bb576d65 admin admin] Network hostable DHCP agents. Network: 02e3572a-0a35-4ac7-8a6e-9765772a3b95, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:34:26.698882 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-73876d4c-449d-4d3f-ab23-f6d512853c71 req-0298bf11-bad2-4318-b9d2-6743db0fa246 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:26.705013 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73876d4c-449d-4d3f-ab23-f6d512853c71 req-0298bf11-bad2-4318-b9d2-6743db0fa246 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.65 "DELETE /v2.0/ports/ab12a80f-4db3-47e7-b488-6614f4a3764e HTTP/1.1" status: 204 len: 173 time: 7.9371040 Jan 28 00:34:26.805643 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-15ce0a68-830e-4a1a-8811-041ace04460f req-df32713c-ad48-47c5-be88-fce9bf47a3d5 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ce4c4d-ac0c-4af5-8f9f-a732973fcf39 HTTP/1.1" status: 200 len: 210 time: 0.1870277 Jan 28 00:34:26.820273 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-aaf7d66b-c37b-4fb2-aa26-5beabfd0568d req-8253bfd6-19e7-484d-9eec-f3128cfce17a service neutron] 10.222.0.52 "GET /v2.0/networks/962b6d11-960d-42e0-95f3-b55d3f9f0ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678185 Jan 28 00:34:27.112955 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-aaf7d66b-c37b-4fb2-aa26-5beabfd0568d req-808e78c7-7c85-4e41-ad96-9fc18a8d1d2a service neutron] 10.222.0.52 "GET /v2.0/networks/962b6d11-960d-42e0-95f3-b55d3f9f0ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861428 Jan 28 00:34:27.122636 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91286f4a-d7f1-41f9-9777-85e1bb576d65 admin admin] Network 02e3572a-0a35-4ac7-8a6e-9765772a3b95 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:34:27.196435 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-f6e50854-741b-42ac-be5e-839aa87e9a0d None None] Set router c47511db-1f25-4f8d-b3cf-d158c43c155e gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:34:27.200353 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-25d3f50c-a99b-4fb5-a01c-edf867ce8251 req-99129659-feee-4706-9859-6447697cbf6d tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5146205 Jan 28 00:34:27.248471 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-91286f4a-d7f1-41f9-9777-85e1bb576d65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 02e3572a-0a35-4ac7-8a6e-9765772a3b95) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:34:27.258910 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8f0051fd-4eba-4fb0-9fcf-fa09fbf7c99f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:27.267211 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91286f4a-d7f1-41f9-9777-85e1bb576d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:27.271346 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-91286f4a-d7f1-41f9-9777-85e1bb576d65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:27.280546 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725d3e95-797c-4c24-9737-e283e8abcf71 None None] Network 02e3572a-0a35-4ac7-8a6e-9765772a3b95 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:34:27.333152 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-91286f4a-d7f1-41f9-9777-85e1bb576d65 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1736286 Jan 28 00:34:27.426309 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ce4c4d-ac0c-4af5-8f9f-a732973fcf39', 'name': 'network-vif-deleted', 'tag': 'ab12a80f-4db3-47e7-b488-6614f4a3764e'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:34:27.429045 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54f64e1-0c7d-40f9-bbb1-2251958f43b9" -d '{"events": [{"server_uuid": "22ce4c4d-ac0c-4af5-8f9f-a732973fcf39", "name": "network-vif-deleted", "tag": "ab12a80f-4db3-47e7-b488-6614f4a3764e"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:34:27.511476 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8f0051fd-4eba-4fb0-9fcf-fa09fbf7c99f admin admin] Publish callbacks [] for security_group (b2c49a7d-685d-4dd2-95ab-3bfc90d52e14), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:27.518385 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8f0051fd-4eba-4fb0-9fcf-fa09fbf7c99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b2c49a7d-685d-4dd2-95ab-3bfc90d52e14), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:27.541410 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e413624a-1e51-4367-8bee-9d98fc660577 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:34:27.597239 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8f0051fd-4eba-4fb0-9fcf-fa09fbf7c99f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e894ca0188144fa3bef31689bd8c0829&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0564468 Jan 28 00:34:27.598116 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0051fd-4eba-4fb0-9fcf-fa09fbf7c99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c49a7d-685d-4dd2-95ab-3bfc90d52e14,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:27.600612 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44940) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:27.664108 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7c06f5-8d4d-4ebc-9724-9311dd6ffc54 x-openstack-request-id: req-2d7c06f5-8d4d-4ebc-9724-9311dd6ffc54 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:34:27.664882 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ce4c4d-ac0c-4af5-8f9f-a732973fcf39", "name": "network-vif-deleted", "tag": "ab12a80f-4db3-47e7-b488-6614f4a3764e", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:34:27.665348 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2d7c06f5-8d4d-4ebc-9724-9311dd6ffc54 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:34:27.665995 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ce4c4d-ac0c-4af5-8f9f-a732973fcf39', 'name': 'network-vif-deleted', 'tag': 'ab12a80f-4db3-47e7-b488-6614f4a3764e', 'status': 'completed', 'code': 200} Jan 28 00:34:27.694648 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44942) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:27.729935 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-52f5afbb-be4d-4220-91b8-229871c205ed admin admin] Publish callbacks [] for security_group (b2c49a7d-685d-4dd2-95ab-3bfc90d52e14), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:27.782833 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-52f5afbb-be4d-4220-91b8-229871c205ed admin admin] Publish callbacks [] for security_group (b2c49a7d-685d-4dd2-95ab-3bfc90d52e14), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:27.791074 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0859db1-5712-47ca-be40-6d59f803c2fc admin admin] Deleting subnet 209b6255-94d0-496d-b3e6-357b845dcd2a {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:34:27.802946 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d0859db1-5712-47ca-be40-6d59f803c2fc admin admin] Publish callbacks [] for subnet (209b6255-94d0-496d-b3e6-357b845dcd2a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:27.859394 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-52f5afbb-be4d-4220-91b8-229871c205ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b2c49a7d-685d-4dd2-95ab-3bfc90d52e14), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:27.868928 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-52f5afbb-be4d-4220-91b8-229871c205ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:27.880885 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-52f5afbb-be4d-4220-91b8-229871c205ed admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b2c49a7d-685d-4dd2-95ab-3bfc90d52e14 HTTP/1.1" status: 204 len: 168 time: 0.2694585 Jan 28 00:34:27.897149 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d0859db1-5712-47ca-be40-6d59f803c2fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (209b6255-94d0-496d-b3e6-357b845dcd2a), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:27.901742 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5afbb-be4d-4220-91b8-229871c205ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c49a7d-685d-4dd2-95ab-3bfc90d52e14,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:27.975065 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c26b2d-ec31-44d0-82c1-b51f98addfad None None] Network 02e3572a-0a35-4ac7-8a6e-9765772a3b95 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:34:28.049469 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d0859db1-5712-47ca-be40-6d59f803c2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (209b6255-94d0-496d-b3e6-357b845dcd2a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:28.080451 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44954) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:28.174300 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d0859db1-5712-47ca-be40-6d59f803c2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (209b6255-94d0-496d-b3e6-357b845dcd2a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:28.223218 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port e413624a-1e51-4367-8bee-9d98fc660577 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:34:28.237368 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port e413624a-1e51-4367-8bee-9d98fc660577 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:34:28.237764 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e413624a-1e51-4367-8bee-9d98fc660577), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:28.304062 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0859db1-5712-47ca-be40-6d59f803c2fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=209b6255-94d0-496d-b3e6-357b845dcd2a,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:28.320473 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d0859db1-5712-47ca-be40-6d59f803c2fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:28.332129 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d0859db1-5712-47ca-be40-6d59f803c2fc admin admin] 10.222.0.70 "DELETE /v2.0/subnets/209b6255-94d0-496d-b3e6-357b845dcd2a HTTP/1.1" status: 204 len: 168 time: 0.6355193 Jan 28 00:34:28.334587 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44972) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:28.428275 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f6e50854-741b-42ac-be5e-839aa87e9a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'name': 'tempest-AttachVolumeShelveTestJSON-976148639-router', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:23:12Z', 'updated_at': '2022-01-28T00:23:20Z', 'revision_number': 4, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'gw_port': {'id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:13Z', 'updated_at': '2022-01-28T00:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '4dccb3a2-d8c8-432b-9acf-8c76e45da32b', 'name': '', 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'mac_address': 'fa:16:3e:de:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:18Z', 'updated_at': '2022-01-28T00:23:27Z', 'revision_number': 5, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'subnets': [{'id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:28.446218 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f7b271c-0065-4c3c-9102-d6616c697a59 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for security_group (396ecd6c-8f19-4631-a065-3dec714333ee), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:28.541395 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e50854-741b-42ac-be5e-839aa87e9a0d None None] Checking router: c47511db-1f25-4f8d-b3cf-d158c43c155e for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:34:28.570944 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e50854-741b-42ac-be5e-839aa87e9a0d None None] Routers {'c47511db-1f25-4f8d-b3cf-d158c43c155e'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:34:28.571775 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f6e50854-741b-42ac-be5e-839aa87e9a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:34:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c47511db-1f25-4f8d-b3cf-d158c43c155e'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:28.626314 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f7b271c-0065-4c3c-9102-d6616c697a59 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for security_group (396ecd6c-8f19-4631-a065-3dec714333ee), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:28.632842 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port e413624a-1e51-4367-8bee-9d98fc660577 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:34:28.632842 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e413624a-1e51-4367-8bee-9d98fc660577), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:28.636767 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fe60fd88-b346-46d6-9814-0cbfa708fe67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (27293e21-0db2-417c-9fe7-edc5b4b7e2dd), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:28.671991 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96ef984-a939-48fb-925d-56c88d14b640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e413624a-1e51-4367-8bee-9d98fc660577'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:34:28.674818 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008dff94-5cbb-4bf8-8748-06431e52da9e" -d '{"events": [{"server_uuid": "d96ef984-a939-48fb-925d-56c88d14b640", "name": "network-vif-plugged", "status": "completed", "tag": "e413624a-1e51-4367-8bee-9d98fc660577"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:34:28.884959 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f7b271c-0065-4c3c-9102-d6616c697a59 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (396ecd6c-8f19-4631-a065-3dec714333ee), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:28.900455 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f7b271c-0065-4c3c-9102-d6616c697a59 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:28.912808 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0f7b271c-0065-4c3c-9102-d6616c697a59 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "DELETE /v2.0/security-groups/396ecd6c-8f19-4631-a065-3dec714333ee HTTP/1.1" status: 204 len: 168 time: 0.8199623 Jan 28 00:34:28.914747 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44986) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:28.935527 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e413624a-1e51-4367-8bee-9d98fc660577, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e413624a-1e51-4367-8bee-9d98fc660577,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:34:28.946846 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e413624a-1e51-4367-8bee-9d98fc660577), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:29.006957 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-f6e50854-741b-42ac-be5e-839aa87e9a0d None None] Set router c47511db-1f25-4f8d-b3cf-d158c43c155e gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:34:29.024515 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b271c-0065-4c3c-9102-d6616c697a59 tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=396ecd6c-8f19-4631-a065-3dec714333ee,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:29.037406 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-3683f169-4c22-4930-8597-a5fd220dfeca tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] show failed (client error): The resource could not be found. Jan 28 00:34:29.043746 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3683f169-4c22-4930-8597-a5fd220dfeca tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "GET /v2.0/security-groups/396ecd6c-8f19-4631-a065-3dec714333ee HTTP/1.1" status: 404 len: 347 time: 0.1065376 Jan 28 00:34:29.045467 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44992) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:29.077080 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327b83fa-6ca2-4b95-9ed3-45481f76a61e x-openstack-request-id: req-327b83fa-6ca2-4b95-9ed3-45481f76a61e {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:34:29.080659 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96ef984-a939-48fb-925d-56c88d14b640", "name": "network-vif-plugged", "status": "completed", "tag": "e413624a-1e51-4367-8bee-9d98fc660577", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:34:29.081106 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-327b83fa-6ca2-4b95-9ed3-45481f76a61e {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:34:29.082077 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96ef984-a939-48fb-925d-56c88d14b640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e413624a-1e51-4367-8bee-9d98fc660577', 'code': 200} Jan 28 00:34:29.168043 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=e413624a-1e51-4367-8bee-9d98fc660577,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:29.197602 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fe60fd88-b346-46d6-9814-0cbfa708fe67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (27293e21-0db2-417c-9fe7-edc5b4b7e2dd), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:29.199821 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44994) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:29.284104 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-fe60fd88-b346-46d6-9814-0cbfa708fe67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27293e21-0db2-417c-9fe7-edc5b4b7e2dd']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:29.424907 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-fe60fd88-b346-46d6-9814-0cbfa708fe67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b56f2a-00e2-4d4a-a2c1-d664b286cfb5') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:29.431241 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-fe60fd88-b346-46d6-9814-0cbfa708fe67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b56f2a-00e2-4d4a-a2c1-d664b286cfb5') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:29.471556 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a089bdc9-1632-4591-a582-6d582070277e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=14ead614d265448eb21b749555525f52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2657409 Jan 28 00:34:29.476193 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44998) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:29.553225 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fe60fd88-b346-46d6-9814-0cbfa708fe67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (00b56f2a-00e2-4d4a-a2c1-d664b286cfb5), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:29.574404 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65e8f3-6ac6-4ff7-9af7-308aff0d0f83 req-619eac27-d99b-474d-b7b4-b07651417cf8 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:29.589134 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9d65e8f3-6ac6-4ff7-9af7-308aff0d0f83 req-619eac27-d99b-474d-b7b4-b07651417cf8 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.9455214 Jan 28 00:34:29.598248 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f6e50854-741b-42ac-be5e-839aa87e9a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'name': 'tempest-AttachVolumeShelveTestJSON-976148639-router', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:23:12Z', 'updated_at': '2022-01-28T00:23:20Z', 'revision_number': 4, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'gw_port': {'id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:13Z', 'updated_at': '2022-01-28T00:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '4dccb3a2-d8c8-432b-9acf-8c76e45da32b', 'name': '', 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'mac_address': 'fa:16:3e:de:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:18Z', 'updated_at': '2022-01-28T00:23:27Z', 'revision_number': 5, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'subnets': [{'id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:29.613950 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a2adc3f-f156-4cc8-816a-867da178b17b admin admin] Publish callbacks [] for security_group (9bca370c-015b-4dc7-98c5-d4c5e8ba89a5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:29.629484 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f45a7ef7-c8ef-476b-996e-249fae1f138d tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Deleting port 6c58965c-b32e-47ef-9821-5c58f4291557 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:34:29.630608 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f45a7ef7-c8ef-476b-996e-249fae1f138d tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (6c58965c-b32e-47ef-9821-5c58f4291557), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:29.690094 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e50854-741b-42ac-be5e-839aa87e9a0d None None] The sync data for ids ['c47511db-1f25-4f8d-b3cf-d158c43c155e'] in n-d-826754-1 is: [{'id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'name': 'tempest-AttachVolumeShelveTestJSON-976148639-router', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:23:12Z', 'updated_at': '2022-01-28T00:23:20Z', 'revision_number': 4, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'gw_port': {'id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:13Z', 'updated_at': '2022-01-28T00:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '4dccb3a2-d8c8-432b-9acf-8c76e45da32b', 'name': '', 'network_id': 'ab3fb448-728a-46f9-9c11-c79ef9e347d9', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'mac_address': 'fa:16:3e:de:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:18Z', 'updated_at': '2022-01-28T00:23:27Z', 'revision_number': 5, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'subnets': [{'id': 'e8d9d31c-ec82-48b8-8107-afdf4c2c9183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:34:29.705592 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fe60fd88-b346-46d6-9814-0cbfa708fe67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (00b56f2a-00e2-4d4a-a2c1-d664b286cfb5), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:29.739130 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a6a73-81e3-4622-b86b-3693c6faa894 req-a9cd4126-4c03-4dd8-bfad-ad717ee8f58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:29.742486 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-838a6a73-81e3-4622-b86b-3693c6faa894 req-a9cd4126-4c03-4dd8-bfad-ad717ee8f58f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 1097 time: 0.4075890 Jan 28 00:34:29.745937 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe60fd88-b346-46d6-9814-0cbfa708fe67 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:34:29.747084 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fe60fd88-b346-46d6-9814-0cbfa708fe67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (00b56f2a-00e2-4d4a-a2c1-d664b286cfb5), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:29.762128 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:34:29.762128 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:34:29.762128 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:34:29.762128 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:34:29.762128 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:34:29.762128 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:34:29.762128 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:34:29.762128 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:34:29.762128 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:34:29.762128 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:34:29.762128 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:34:29.762128 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:34:29.762128 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:34:29.762128 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:34:29.762128 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:34:29.762128 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:34:29.762128 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:34:29.762128 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:34:29.762128 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:34:29.762128 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:34:29.762128 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:34:29.762128 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:34:29.762128 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:34:29.762128 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:34:29.762128 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:34:29.762128 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:34:29.762128 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:34:29.762128 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:34:29.762128 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:34:29.762128 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:34:29.762128 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:34:29.762128 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:34:29.801831 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a2adc3f-f156-4cc8-816a-867da178b17b admin admin] Publish callbacks [] for security_group (9bca370c-015b-4dc7-98c5-d4c5e8ba89a5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:29.882432 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45006) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:29.987592 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f45a7ef7-c8ef-476b-996e-249fae1f138d tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (6c58965c-b32e-47ef-9821-5c58f4291557), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:29.988127 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f45a7ef7-c8ef-476b-996e-249fae1f138d tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for floatingip (6c58965c-b32e-47ef-9821-5c58f4291557), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:30.018259 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f45a7ef7-c8ef-476b-996e-249fae1f138d tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Calling delete_port for 6c58965c-b32e-47ef-9821-5c58f4291557 owned by network:floatingip {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:34:30.029377 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a2adc3f-f156-4cc8-816a-867da178b17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (9bca370c-015b-4dc7-98c5-d4c5e8ba89a5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:30.033596 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a2adc3f-f156-4cc8-816a-867da178b17b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:30.039010 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7a2adc3f-f156-4cc8-816a-867da178b17b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9bca370c-015b-4dc7-98c5-d4c5e8ba89a5 HTTP/1.1" status: 204 len: 168 time: 0.5571499 Jan 28 00:34:30.048600 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9d65e8f3-6ac6-4ff7-9af7-308aff0d0f83 req-a3ffd841-0b5e-42e9-a905-fe697dc93388 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4529655 Jan 28 00:34:30.053886 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2adc3f-f156-4cc8-816a-867da178b17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bca370c-015b-4dc7-98c5-d4c5e8ba89a5,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:30.173636 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fe60fd88-b346-46d6-9814-0cbfa708fe67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (27293e21-0db2-417c-9fe7-edc5b4b7e2dd), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:30.237758 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-838a6a73-81e3-4622-b86b-3693c6faa894 req-e85be5c1-6c9b-42e0-b889-1c6e6e3d1efc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4411023 Jan 28 00:34:30.239090 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fe60fd88-b346-46d6-9814-0cbfa708fe67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:30.242946 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-fe60fd88-b346-46d6-9814-0cbfa708fe67 admin admin] 10.222.0.70 "DELETE /v2.0/networks/27293e21-0db2-417c-9fe7-edc5b4b7e2dd HTTP/1.1" status: 204 len: 168 time: 1.9071801 Jan 28 00:34:30.244167 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60fd88-b346-46d6-9814-0cbfa708fe67 admin admin] Pushing event deleted for resources: {'Network': ['ID=27293e21-0db2-417c-9fe7-edc5b4b7e2dd,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:30.247362 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45016) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:30.269554 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc0336e3-9642-438e-82fc-3376d77a69fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:30.338426 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f65cde3-3010-4159-862f-0d2844b102fe admin admin] Deleting subnet 980bd53f-f734-4c8e-a276-e88d772e7f67 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:34:30.351506 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f65cde3-3010-4159-862f-0d2844b102fe admin admin] Publish callbacks [] for subnet (980bd53f-f734-4c8e-a276-e88d772e7f67), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:30.382926 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d727bc26-42c4-4615-92c5-3659bf67c5a4 None None] New status for floating IP 0eb296ed-90a6-44b4-a837-6202905a8272: DOWN {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:34:30.496252 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f65cde3-3010-4159-862f-0d2844b102fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (980bd53f-f734-4c8e-a276-e88d772e7f67), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:30.579380 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f65cde3-3010-4159-862f-0d2844b102fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (980bd53f-f734-4c8e-a276-e88d772e7f67), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:30.603130 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc0336e3-9642-438e-82fc-3376d77a69fd admin admin] Publish callbacks [] for security_group (53cc1c3a-d5e7-4905-b43a-6e9f1ab8b0b4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:30.624772 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc0336e3-9642-438e-82fc-3376d77a69fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (53cc1c3a-d5e7-4905-b43a-6e9f1ab8b0b4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:30.662521 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f45a7ef7-c8ef-476b-996e-249fae1f138d tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (6c58965c-b32e-47ef-9821-5c58f4291557), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:30.724933 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.db.api [None req-d727bc26-42c4-4615-92c5-3659bf67c5a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:34:30.725985 n-d-826754-1 neutron-server[103346]: DEBUG oslo_db.api [None req-d727bc26-42c4-4615-92c5-3659bf67c5a4 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:34:30.733122 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f65cde3-3010-4159-862f-0d2844b102fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (980bd53f-f734-4c8e-a276-e88d772e7f67), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:30.806729 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65cde3-3010-4159-862f-0d2844b102fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=980bd53f-f734-4c8e-a276-e88d772e7f67,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:30.835104 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f65cde3-3010-4159-862f-0d2844b102fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:30.839145 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5f65cde3-3010-4159-862f-0d2844b102fe admin admin] 10.222.0.70 "DELETE /v2.0/subnets/980bd53f-f734-4c8e-a276-e88d772e7f67 HTTP/1.1" status: 204 len: 168 time: 0.5847161 Jan 28 00:34:30.843983 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45030) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:30.853141 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a7ef7-c8ef-476b-996e-249fae1f138d tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Pushing event deleted for resources: {'Port': ['ID=6c58965c-b32e-47ef-9821-5c58f4291557,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:30.900384 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bc0336e3-9642-438e-82fc-3376d77a69fd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2a3e35001ee04b12ab7131e5aa1c7722&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0134816 Jan 28 00:34:30.905052 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45032) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:30.906914 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0336e3-9642-438e-82fc-3376d77a69fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cc1c3a-d5e7-4905-b43a-6e9f1ab8b0b4,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:31.057947 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f45a7ef7-c8ef-476b-996e-249fae1f138d tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks [] for floatingip (0eb296ed-90a6-44b4-a837-6202905a8272), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:31.061520 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f45a7ef7-c8ef-476b-996e-249fae1f138d tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:31.075879 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f45a7ef7-c8ef-476b-996e-249fae1f138d tempest-AttachVolumeShelveTestJSON-348342114 tempest-AttachVolumeShelveTestJSON-348342114-project] 10.222.0.70 "DELETE /v2.0/floatingips/0eb296ed-90a6-44b4-a837-6202905a8272 HTTP/1.1" status: 204 len: 168 time: 2.0210397 Jan 28 00:34:31.121402 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2b547032-9d02-4bcb-8aa1-2cd0947d8b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (02e3572a-0a35-4ac7-8a6e-9765772a3b95), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:31.239020 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7b2f8270-ba90-448b-b689-13b554ed474a admin admin] Publish callbacks [] for security_group (53cc1c3a-d5e7-4905-b43a-6e9f1ab8b0b4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:31.245941 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d727bc26-42c4-4615-92c5-3659bf67c5a4 None None] New status for floating IP 0eb296ed-90a6-44b4-a837-6202905a8272: DOWN {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:34:31.332332 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7b2f8270-ba90-448b-b689-13b554ed474a admin admin] Publish callbacks [] for security_group (53cc1c3a-d5e7-4905-b43a-6e9f1ab8b0b4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:31.375336 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2b547032-9d02-4bcb-8aa1-2cd0947d8b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (02e3572a-0a35-4ac7-8a6e-9765772a3b95), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:31.463336 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-2b547032-9d02-4bcb-8aa1-2cd0947d8b06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e3572a-0a35-4ac7-8a6e-9765772a3b95']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:31.506209 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-2b547032-9d02-4bcb-8aa1-2cd0947d8b06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a75fa9-933b-4dfe-b0a5-6dd71e6b8a15') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:31.507550 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-2b547032-9d02-4bcb-8aa1-2cd0947d8b06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a75fa9-933b-4dfe-b0a5-6dd71e6b8a15') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:31.514796 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7b2f8270-ba90-448b-b689-13b554ed474a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (53cc1c3a-d5e7-4905-b43a-6e9f1ab8b0b4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:31.520659 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7b2f8270-ba90-448b-b689-13b554ed474a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:31.523270 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7b2f8270-ba90-448b-b689-13b554ed474a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/53cc1c3a-d5e7-4905-b43a-6e9f1ab8b0b4 HTTP/1.1" status: 204 len: 168 time: 0.5995064 Jan 28 00:34:31.555749 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f8270-ba90-448b-b689-13b554ed474a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cc1c3a-d5e7-4905-b43a-6e9f1ab8b0b4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:31.561541 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151860ed-36e3-452f-87d3-cef1d57925c9 req-d2a2411c-38bb-4c47-a7bc-785ab7b4727e tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:31.589027 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-151860ed-36e3-452f-87d3-cef1d57925c9 req-d2a2411c-38bb-4c47-a7bc-785ab7b4727e tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 946 time: 0.2674389 Jan 28 00:34:31.646579 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2b547032-9d02-4bcb-8aa1-2cd0947d8b06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (f2a75fa9-933b-4dfe-b0a5-6dd71e6b8a15), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:31.770947 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2b547032-9d02-4bcb-8aa1-2cd0947d8b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (f2a75fa9-933b-4dfe-b0a5-6dd71e6b8a15), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:31.840341 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b547032-9d02-4bcb-8aa1-2cd0947d8b06 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:34:31.840930 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2b547032-9d02-4bcb-8aa1-2cd0947d8b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (f2a75fa9-933b-4dfe-b0a5-6dd71e6b8a15), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:31.844620 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:34:31.844620 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:34:31.844620 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:34:31.844620 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:34:31.844620 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:34:31.844620 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:34:31.844620 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:34:31.844620 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:34:31.844620 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:34:31.844620 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:34:31.844620 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:34:31.844620 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:34:31.844620 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:34:31.844620 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:34:31.844620 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:34:31.844620 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:34:31.844620 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:34:31.844620 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:34:31.844620 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:34:31.844620 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:34:31.844620 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:34:31.844620 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:34:31.844620 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:34:31.844620 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:34:31.844620 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:34:31.844620 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:34:31.844620 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:34:31.844620 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:34:31.844620 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:34:31.844620 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:34:31.844620 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:34:31.844620 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:34:31.903077 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-151860ed-36e3-452f-87d3-cef1d57925c9 req-3a326cc4-8e5d-4a21-86a8-ac14eb6290f4 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3121965 Jan 28 00:34:32.060735 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2b547032-9d02-4bcb-8aa1-2cd0947d8b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (02e3572a-0a35-4ac7-8a6e-9765772a3b95), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:32.093671 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2b547032-9d02-4bcb-8aa1-2cd0947d8b06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:32.106117 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2b547032-9d02-4bcb-8aa1-2cd0947d8b06 admin admin] 10.222.0.70 "DELETE /v2.0/networks/02e3572a-0a35-4ac7-8a6e-9765772a3b95 HTTP/1.1" status: 204 len: 168 time: 1.2536452 Jan 28 00:34:32.159756 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b547032-9d02-4bcb-8aa1-2cd0947d8b06 admin admin] Pushing event deleted for resources: {'Network': ['ID=02e3572a-0a35-4ac7-8a6e-9765772a3b95,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:32.607653 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45076) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:32.769107 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-dcbf8f4f-13d4-4dcd-863c-a8d642e17e76 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=13212fa85f9449a3ad5935dbb04474e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1576982 Jan 28 00:34:32.771695 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45080) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:32.948340 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45086) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:32.961721 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f840255e-493c-4063-8385-1b027daf812b admin admin] Publish callbacks [] for security_group (4009c801-9c10-4edc-88fa-2261d2e66dde), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:32.998296 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f840255e-493c-4063-8385-1b027daf812b admin admin] Publish callbacks [] for security_group (4009c801-9c10-4edc-88fa-2261d2e66dde), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:33.011935 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-37d3dcd7-c93f-4b7d-85c6-39c738531148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:33.087863 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f840255e-493c-4063-8385-1b027daf812b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4009c801-9c10-4edc-88fa-2261d2e66dde), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:33.090985 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f840255e-493c-4063-8385-1b027daf812b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:33.096945 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f840255e-493c-4063-8385-1b027daf812b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4009c801-9c10-4edc-88fa-2261d2e66dde HTTP/1.1" status: 204 len: 168 time: 0.3188186 Jan 28 00:34:33.118520 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840255e-493c-4063-8385-1b027daf812b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4009c801-9c10-4edc-88fa-2261d2e66dde,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:33.303138 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-37d3dcd7-c93f-4b7d-85c6-39c738531148 admin admin] Publish callbacks [] for security_group (14fec971-d915-4028-b844-241cf07ad462), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:33.309782 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-37d3dcd7-c93f-4b7d-85c6-39c738531148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (14fec971-d915-4028-b844-241cf07ad462), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:33.353600 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187e3ee-1a64-46b2-b334-4d55626402d0 req-327a6b99-b30f-4d71-b153-86aeda4f0efa tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:33.380687 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3187e3ee-1a64-46b2-b334-4d55626402d0 req-327a6b99-b30f-4d71-b153-86aeda4f0efa tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 946 time: 0.2229068 Jan 28 00:34:33.380987 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-37d3dcd7-c93f-4b7d-85c6-39c738531148 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d99c35f24481439494e260907b275daa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4269800 Jan 28 00:34:33.388544 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45092) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:33.499487 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3dcd7-c93f-4b7d-85c6-39c738531148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fec971-d915-4028-b844-241cf07ad462,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:33.548875 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2fca4c55-3b0c-4ecd-bace-f42ecb1a06b8 admin admin] Publish callbacks [] for security_group (14fec971-d915-4028-b844-241cf07ad462), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:33.553455 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3187e3ee-1a64-46b2-b334-4d55626402d0 req-1c8ab447-c3ad-454b-9088-9eeec004a707 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751871 Jan 28 00:34:33.623801 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2fca4c55-3b0c-4ecd-bace-f42ecb1a06b8 admin admin] Publish callbacks [] for security_group (14fec971-d915-4028-b844-241cf07ad462), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:33.820716 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2fca4c55-3b0c-4ecd-bace-f42ecb1a06b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (14fec971-d915-4028-b844-241cf07ad462), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:33.825974 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2fca4c55-3b0c-4ecd-bace-f42ecb1a06b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:33.828621 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2fca4c55-3b0c-4ecd-bace-f42ecb1a06b8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/14fec971-d915-4028-b844-241cf07ad462 HTTP/1.1" status: 204 len: 168 time: 0.4385211 Jan 28 00:34:33.855498 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca4c55-3b0c-4ecd-bace-f42ecb1a06b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fec971-d915-4028-b844-241cf07ad462,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:33.945313 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b2ba4-e503-4eba-8f92-b3b026e3b92c req-55b636db-d869-441f-bdaf-10e27c09ce3a tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:33.947137 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-018b2ba4-e503-4eba-8f92-b3b026e3b92c req-55b636db-d869-441f-bdaf-10e27c09ce3a tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 946 time: 0.2260387 Jan 28 00:34:33.961565 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45110) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:33.976111 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-9591fded-800d-40eb-85e8-60010fd92dc8 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Request body: {'floatingip': {'port_id': 'e413624a-1e51-4367-8bee-9d98fc660577'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:34:34.102537 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45116) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:34.183739 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9591fded-800d-40eb-85e8-60010fd92dc8 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks [] for floatingip (dcd941a6-9a81-4a66-af75-175636fd01f4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:34.257394 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-719f8e87-c719-42ac-aa11-7288f6dae094 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=87f6bb423e654ecc814ff6563203e7f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1499214 Jan 28 00:34:34.257857 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45118) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:34.408789 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7ce2c2a9-2263-4474-aad9-3c63ab9b670f admin admin] Publish callbacks [] for security_group (c70754ec-978e-4f8e-9505-e10f0a3eac57), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:34.461753 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7ce2c2a9-2263-4474-aad9-3c63ab9b670f admin admin] Publish callbacks [] for security_group (c70754ec-978e-4f8e-9505-e10f0a3eac57), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:34.555651 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7ce2c2a9-2263-4474-aad9-3c63ab9b670f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c70754ec-978e-4f8e-9505-e10f0a3eac57), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:34.562412 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7ce2c2a9-2263-4474-aad9-3c63ab9b670f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:34.567062 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7ce2c2a9-2263-4474-aad9-3c63ab9b670f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c70754ec-978e-4f8e-9505-e10f0a3eac57 HTTP/1.1" status: 204 len: 168 time: 0.3062935 Jan 28 00:34:34.598789 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2c2a9-2263-4474-aad9-3c63ab9b670f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70754ec-978e-4f8e-9505-e10f0a3eac57,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:35.482017 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45154) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:35.628665 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.db.resource_extend [None req-9591fded-800d-40eb-85e8-60010fd92dc8 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:34:35.844758 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9591fded-800d-40eb-85e8-60010fd92dc8 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:35.860035 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9591fded-800d-40eb-85e8-60010fd92dc8 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (dcd941a6-9a81-4a66-af75-175636fd01f4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:35.946732 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-ddf39ecd-431e-4cb0-9bc3-b5f318d53c10 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1156445028'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:34:36.017804 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4a03e580-7d8b-4a66-a573-45f7d1cac3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:36.084624 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ddf39ecd-431e-4cb0-9bc3-b5f318d53c10 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (d7d67861-eaa9-4625-87de-f8a1e66c81b7), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:36.091669 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ddf39ecd-431e-4cb0-9bc3-b5f318d53c10 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (d7d67861-eaa9-4625-87de-f8a1e66c81b7), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:36.181277 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-9591fded-800d-40eb-85e8-60010fd92dc8 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Floating IP dcd941a6-9a81-4a66-af75-175636fd01f4 associated. External IP: 172.25.3.56, port: e413624a-1e51-4367-8bee-9d98fc660577. Jan 28 00:34:36.279334 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ddf39ecd-431e-4cb0-9bc3-b5f318d53c10 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks [] for router_controller (d7d67861-eaa9-4625-87de-f8a1e66c81b7), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:36.292782 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ddf39ecd-431e-4cb0-9bc3-b5f318d53c10 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (d7d67861-eaa9-4625-87de-f8a1e66c81b7), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:36.319776 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ddf39ecd-431e-4cb0-9bc3-b5f318d53c10 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:36.321669 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ddf39ecd-431e-4cb0-9bc3-b5f318d53c10 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8362424 Jan 28 00:34:36.324727 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45190) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:36.660185 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9591fded-800d-40eb-85e8-60010fd92dc8 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Router 28dc1585-1abf-41e0-9497-c6d7971eef02 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:34:36.693852 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-782cca4f-6bfc-49c3-807b-af673214a90c tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks [] for router (d7d67861-eaa9-4625-87de-f8a1e66c81b7), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:36.919269 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9591fded-800d-40eb-85e8-60010fd92dc8 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:34:36.928670 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9591fded-800d-40eb-85e8-60010fd92dc8 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:36.940602 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fe8ea4-48e3-4f73-9c60-9294bd9816b2 None None] Sync routers for ids ['28dc1585-1abf-41e0-9497-c6d7971eef02'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:34:36.977463 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fe8ea4-48e3-4f73-9c60-9294bd9816b2 None None] Routers {'28dc1585-1abf-41e0-9497-c6d7971eef02'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:34:36.980963 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-97fe8ea4-48e3-4f73-9c60-9294bd9816b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:34:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['28dc1585-1abf-41e0-9497-c6d7971eef02'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:36.998983 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9591fded-800d-40eb-85e8-60010fd92dc8 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "PUT /v2.0/floatingips/dcd941a6-9a81-4a66-af75-175636fd01f4 HTTP/1.1" status: 200 len: 991 time: 3.0356462 Jan 28 00:34:37.000011 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96ef984-a939-48fb-925d-56c88d14b640', 'tag': 'e413624a-1e51-4367-8bee-9d98fc660577'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:34:37.003090 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49a7679-9835-4896-be66-42a84c8e85b2" -d '{"events": [{"name": "network-changed", "server_uuid": "d96ef984-a939-48fb-925d-56c88d14b640", "tag": "e413624a-1e51-4367-8bee-9d98fc660577"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:34:37.623059 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-97fe8ea4-48e3-4f73-9c60-9294bd9816b2 None None] Set router 28dc1585-1abf-41e0-9497-c6d7971eef02 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:34:37.820026 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd044f4-89b1-4e16-bf8e-ed286fd7388d x-openstack-request-id: req-8fd044f4-89b1-4e16-bf8e-ed286fd7388d {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:34:37.820567 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d96ef984-a939-48fb-925d-56c88d14b640", "tag": "e413624a-1e51-4367-8bee-9d98fc660577", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:34:37.820918 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8fd044f4-89b1-4e16-bf8e-ed286fd7388d {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:34:37.822262 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96ef984-a939-48fb-925d-56c88d14b640', 'tag': 'e413624a-1e51-4367-8bee-9d98fc660577', 'status': 'completed', 'code': 200} Jan 28 00:34:37.889277 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-782cca4f-6bfc-49c3-807b-af673214a90c tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (d7d67861-eaa9-4625-87de-f8a1e66c81b7), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:37.900724 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-782cca4f-6bfc-49c3-807b-af673214a90c tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks [] for router_controller (d7d67861-eaa9-4625-87de-f8a1e66c81b7), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:38.082407 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a7679-9835-4896-be66-42a84c8e85b2 req-deadd939-ea8f-44f5-83e5-0c02cab6dea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:38.082407 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b49a7679-9835-4896-be66-42a84c8e85b2 req-deadd939-ea8f-44f5-83e5-0c02cab6dea5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=126ff8dba2134b2d95d54d419fe64967&device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 1097 time: 0.1656206 Jan 28 00:34:38.109074 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-782cca4f-6bfc-49c3-807b-af673214a90c tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (d7d67861-eaa9-4625-87de-f8a1e66c81b7), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:38.110453 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782cca4f-6bfc-49c3-807b-af673214a90c tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d7d67861-eaa9-4625-87de-f8a1e66c81b7 {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:34:38.133212 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-782cca4f-6bfc-49c3-807b-af673214a90c tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:38.139317 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-782cca4f-6bfc-49c3-807b-af673214a90c tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] 10.222.0.70 "DELETE /v2.0/routers/d7d67861-eaa9-4625-87de-f8a1e66c81b7 HTTP/1.1" status: 204 len: 168 time: 1.8096466 Jan 28 00:34:38.141042 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45240) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:38.146323 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a7c52453-c8b3-4aa4-bfdc-481d962fd5b6 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Request body: {'router': {'name': 'tempest-router-831071024', 'distributed': False}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:34:38.193843 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a7c52453-c8b3-4aa4-bfdc-481d962fd5b6 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (588aa85c-1352-47b7-a7cf-33f3309987c5), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:38.195805 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a7c52453-c8b3-4aa4-bfdc-481d962fd5b6 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (588aa85c-1352-47b7-a7cf-33f3309987c5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:38.403394 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a7c52453-c8b3-4aa4-bfdc-481d962fd5b6 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks [] for router_controller (588aa85c-1352-47b7-a7cf-33f3309987c5), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:38.416316 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a7c52453-c8b3-4aa4-bfdc-481d962fd5b6 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (588aa85c-1352-47b7-a7cf-33f3309987c5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:38.449151 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a7679-9835-4896-be66-42a84c8e85b2 req-2d16f39c-6236-496d-af7f-6e7c7d8174dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:38.451114 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b49a7679-9835-4896-be66-42a84c8e85b2 req-2d16f39c-6236-496d-af7f-6e7c7d8174dd service neutron] 10.222.0.65 "GET /v2.0/networks?id=a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 200 len: 912 time: 0.3669538 Jan 28 00:34:38.461868 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a7c52453-c8b3-4aa4-bfdc-481d962fd5b6 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:38.463402 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a7c52453-c8b3-4aa4-bfdc-481d962fd5b6 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3208649 Jan 28 00:34:38.467341 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45250) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:38.477613 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5b803b1d-2578-4169-9e0c-d750f4fd1d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:38.715658 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-94318847-4903-4abc-9a2a-1ffe56ed80f1 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks [] for router (588aa85c-1352-47b7-a7cf-33f3309987c5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:38.754934 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-97fe8ea4-48e3-4f73-9c60-9294bd9816b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'name': 'tempest-ServerActionsTestJSON-752571636-router', 'tenant_id': '126ff8dba2134b2d95d54d419fe64967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ac17fa39-7df6-485f-af35-316034772b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:33:43Z', 'updated_at': '2022-01-28T00:33:53Z', 'revision_number': 4, 'project_id': '126ff8dba2134b2d95d54d419fe64967', 'gw_port': {'id': 'ac17fa39-7df6-485f-af35-316034772b92', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:33:45Z', 'updated_at': '2022-01-28T00:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'dcd941a6-9a81-4a66-af75-175636fd01f4', 'tenant_id': '126ff8dba2134b2d95d54d419fe64967', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'port_id': 'e413624a-1e51-4367-8bee-9d98fc660577', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5055772-1556-467a-8d2c-d15584910096', 'mac_address': 'fa:16:3e:79:de:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96ef984-a939-48fb-925d-56c88d14b640', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:34:04Z', 'updated_at': '2022-01-28T00:34:35Z', 'revision_number': 1, 'project_id': '126ff8dba2134b2d95d54d419fe64967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f81392-bbe1-4253-85fa-ba23b639986b', 'name': '', 'network_id': 'a5055772-1556-467a-8d2c-d15584910096', 'tenant_id': '126ff8dba2134b2d95d54d419fe64967', 'mac_address': 'fa:16:3e:c7:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'd0f29497-ba52-4939-af70-d57b51c2ceee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:33:51Z', 'updated_at': '2022-01-28T00:34:07Z', 'revision_number': 5, 'project_id': '126ff8dba2134b2d95d54d419fe64967', 'subnets': [{'id': 'd0f29497-ba52-4939-af70-d57b51c2ceee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:38.757745 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b49a7679-9835-4896-be66-42a84c8e85b2 req-c10fe94e-cb8c-420d-9990-f86e94297756 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e413624a-1e51-4367-8bee-9d98fc660577 HTTP/1.1" status: 200 len: 999 time: 0.2998993 Jan 28 00:34:38.832054 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fe8ea4-48e3-4f73-9c60-9294bd9816b2 None None] Checking router: 28dc1585-1abf-41e0-9497-c6d7971eef02 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:34:38.860135 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fe8ea4-48e3-4f73-9c60-9294bd9816b2 None None] Routers {'28dc1585-1abf-41e0-9497-c6d7971eef02'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:34:38.860873 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-97fe8ea4-48e3-4f73-9c60-9294bd9816b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:34:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['28dc1585-1abf-41e0-9497-c6d7971eef02'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:38.968364 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a7679-9835-4896-be66-42a84c8e85b2 req-9128e6f6-0322-4a26-967c-a372902d16ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:38.972802 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b49a7679-9835-4896-be66-42a84c8e85b2 req-9128e6f6-0322-4a26-967c-a372902d16ba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0f29497-ba52-4939-af70-d57b51c2ceee HTTP/1.1" status: 200 len: 850 time: 0.2069197 Jan 28 00:34:39.155166 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-97fe8ea4-48e3-4f73-9c60-9294bd9816b2 None None] Set router 28dc1585-1abf-41e0-9497-c6d7971eef02 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:34:39.227574 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a7679-9835-4896-be66-42a84c8e85b2 req-011d5a98-ad76-432e-a753-94228eece909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:39.230554 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b49a7679-9835-4896-be66-42a84c8e85b2 req-011d5a98-ad76-432e-a753-94228eece909 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a5055772-1556-467a-8d2c-d15584910096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2450137 Jan 28 00:34:39.264257 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-94318847-4903-4abc-9a2a-1ffe56ed80f1 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (588aa85c-1352-47b7-a7cf-33f3309987c5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:39.273991 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-94318847-4903-4abc-9a2a-1ffe56ed80f1 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks [] for router_controller (588aa85c-1352-47b7-a7cf-33f3309987c5), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:39.469825 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-94318847-4903-4abc-9a2a-1ffe56ed80f1 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (588aa85c-1352-47b7-a7cf-33f3309987c5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:39.470999 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94318847-4903-4abc-9a2a-1ffe56ed80f1 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 588aa85c-1352-47b7-a7cf-33f3309987c5 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:34:39.480326 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-94318847-4903-4abc-9a2a-1ffe56ed80f1 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:39.496832 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-94318847-4903-4abc-9a2a-1ffe56ed80f1 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] 10.222.0.70 "DELETE /v2.0/routers/588aa85c-1352-47b7-a7cf-33f3309987c5 HTTP/1.1" status: 204 len: 168 time: 1.0274081 Jan 28 00:34:39.500906 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45284) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:39.518174 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-641397a2-97ef-4afa-a522-51750b842dca tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Request body: {'router': {'name': 'tempest-router-734648422', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e67b536e62c8412d9a0308da51579483'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:34:39.562376 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b49a7679-9835-4896-be66-42a84c8e85b2 req-78bb6a51-c564-4d1e-b35f-f72a35ed0b13 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236432 Jan 28 00:34:39.633937 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-641397a2-97ef-4afa-a522-51750b842dca tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (125ab1f7-1507-42c6-a487-d4a1d0fbdcc1), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:39.637922 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-641397a2-97ef-4afa-a522-51750b842dca tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (125ab1f7-1507-42c6-a487-d4a1d0fbdcc1), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:39.788309 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-641397a2-97ef-4afa-a522-51750b842dca tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks [] for router_controller (125ab1f7-1507-42c6-a487-d4a1d0fbdcc1), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:39.794957 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:39.796120 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-641397a2-97ef-4afa-a522-51750b842dca tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (125ab1f7-1507-42c6-a487-d4a1d0fbdcc1), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:39.841308 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-641397a2-97ef-4afa-a522-51750b842dca tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:39.850853 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-641397a2-97ef-4afa-a522-51750b842dca tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3482592 Jan 28 00:34:39.852163 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45294) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:39.863649 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-38607a60-2753-4a6b-af12-4842c73cce56 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:34:39.882489 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b49a7679-9835-4896-be66-42a84c8e85b2 req-10374f41-a571-4b28-a2bd-b344ae156124 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115330 Jan 28 00:34:39.971009 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-97fe8ea4-48e3-4f73-9c60-9294bd9816b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'name': 'tempest-ServerActionsTestJSON-752571636-router', 'tenant_id': '126ff8dba2134b2d95d54d419fe64967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ac17fa39-7df6-485f-af35-316034772b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:33:43Z', 'updated_at': '2022-01-28T00:33:53Z', 'revision_number': 4, 'project_id': '126ff8dba2134b2d95d54d419fe64967', 'gw_port': {'id': 'ac17fa39-7df6-485f-af35-316034772b92', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:33:45Z', 'updated_at': '2022-01-28T00:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'dcd941a6-9a81-4a66-af75-175636fd01f4', 'tenant_id': '126ff8dba2134b2d95d54d419fe64967', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'port_id': 'e413624a-1e51-4367-8bee-9d98fc660577', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5055772-1556-467a-8d2c-d15584910096', 'mac_address': 'fa:16:3e:79:de:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96ef984-a939-48fb-925d-56c88d14b640', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:34:04Z', 'updated_at': '2022-01-28T00:34:35Z', 'revision_number': 1, 'project_id': '126ff8dba2134b2d95d54d419fe64967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f81392-bbe1-4253-85fa-ba23b639986b', 'name': '', 'network_id': 'a5055772-1556-467a-8d2c-d15584910096', 'tenant_id': '126ff8dba2134b2d95d54d419fe64967', 'mac_address': 'fa:16:3e:c7:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'd0f29497-ba52-4939-af70-d57b51c2ceee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:33:51Z', 'updated_at': '2022-01-28T00:34:07Z', 'revision_number': 5, 'project_id': '126ff8dba2134b2d95d54d419fe64967', 'subnets': [{'id': 'd0f29497-ba52-4939-af70-d57b51c2ceee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:34:40.094870 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fe8ea4-48e3-4f73-9c60-9294bd9816b2 None None] The sync data for ids ['28dc1585-1abf-41e0-9497-c6d7971eef02'] in n-d-826754-1 is: [{'id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'name': 'tempest-ServerActionsTestJSON-752571636-router', 'tenant_id': '126ff8dba2134b2d95d54d419fe64967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ac17fa39-7df6-485f-af35-316034772b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:33:43Z', 'updated_at': '2022-01-28T00:33:53Z', 'revision_number': 4, 'project_id': '126ff8dba2134b2d95d54d419fe64967', 'gw_port': {'id': 'ac17fa39-7df6-485f-af35-316034772b92', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:33:45Z', 'updated_at': '2022-01-28T00:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'dcd941a6-9a81-4a66-af75-175636fd01f4', 'tenant_id': '126ff8dba2134b2d95d54d419fe64967', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'port_id': 'e413624a-1e51-4367-8bee-9d98fc660577', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5055772-1556-467a-8d2c-d15584910096', 'mac_address': 'fa:16:3e:79:de:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96ef984-a939-48fb-925d-56c88d14b640', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:34:04Z', 'updated_at': '2022-01-28T00:34:35Z', 'revision_number': 1, 'project_id': '126ff8dba2134b2d95d54d419fe64967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f81392-bbe1-4253-85fa-ba23b639986b', 'name': '', 'network_id': 'a5055772-1556-467a-8d2c-d15584910096', 'tenant_id': '126ff8dba2134b2d95d54d419fe64967', 'mac_address': 'fa:16:3e:c7:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'd0f29497-ba52-4939-af70-d57b51c2ceee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:33:51Z', 'updated_at': '2022-01-28T00:34:07Z', 'revision_number': 5, 'project_id': '126ff8dba2134b2d95d54d419fe64967', 'subnets': [{'id': 'd0f29497-ba52-4939-af70-d57b51c2ceee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:34:40.595246 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-38607a60-2753-4a6b-af12-4842c73cce56 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111346'] for router (125ab1f7-1507-42c6-a487-d4a1d0fbdcc1), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:40.598074 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-38607a60-2753-4a6b-af12-4842c73cce56 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks [] for router (125ab1f7-1507-42c6-a487-d4a1d0fbdcc1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:40.629125 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3febbc2a-ee60-401c-842f-25e8d2c6e320 None None] New status for floating IP dcd941a6-9a81-4a66-af75-175636fd01f4: ACTIVE {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:34:40.785235 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-38607a60-2753-4a6b-af12-4842c73cce56 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103343) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 28 00:34:40.785404 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-38607a60-2753-4a6b-af12-4842c73cce56 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Router 125ab1f7-1507-42c6-a487-d4a1d0fbdcc1 migrating from provider to provider. {{(pid=103343) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 28 00:34:40.788669 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-38607a60-2753-4a6b-af12-4842c73cce56 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks [] for router_controller (125ab1f7-1507-42c6-a487-d4a1d0fbdcc1), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:40.812306 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-38607a60-2753-4a6b-af12-4842c73cce56 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks [] for router_controller (125ab1f7-1507-42c6-a487-d4a1d0fbdcc1), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:40.824514 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-38607a60-2753-4a6b-af12-4842c73cce56 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552731'] for router (125ab1f7-1507-42c6-a487-d4a1d0fbdcc1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:41.060883 n-d-826754-1 neutron-server[103343]: WARNING neutron.scheduler.l3_agent_scheduler [None req-38607a60-2753-4a6b-af12-4842c73cce56 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] No L3 agents can host the router 125ab1f7-1507-42c6-a487-d4a1d0fbdcc1 Jan 28 00:34:41.118135 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45336) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:41.137289 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:41.152133 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45340) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:41.431930 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-153748cf-e02a-4172-9d7d-eb5cf9fc36b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:41.482428 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38607a60-2753-4a6b-af12-4842c73cce56 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Hosts for router 125ab1f7-1507-42c6-a487-d4a1d0fbdcc1: [] {{(pid=103343) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 28 00:34:41.583936 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-153748cf-e02a-4172-9d7d-eb5cf9fc36b1 admin admin] Publish callbacks [] for security_group (d6a6ab1e-9e0a-4c38-9062-f1391538dd3e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:41.597939 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38607a60-2753-4a6b-af12-4842c73cce56 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Hosts for other DVR routers connected to router 125ab1f7-1507-42c6-a487-d4a1d0fbdcc1: set() {{(pid=103343) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 28 00:34:41.599459 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-153748cf-e02a-4172-9d7d-eb5cf9fc36b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d6a6ab1e-9e0a-4c38-9062-f1391538dd3e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:41.602218 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-38607a60-2753-4a6b-af12-4842c73cce56 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:41.604220 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-38607a60-2753-4a6b-af12-4842c73cce56 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] 10.222.0.70 "PUT /v2.0/routers/125ab1f7-1507-42c6-a487-d4a1d0fbdcc1 HTTP/1.1" status: 200 len: 716 time: 1.7496371 Jan 28 00:34:41.614411 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-f59094cc-52b9-49b8-bc5b-3aad00fedf39 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3620162 Jan 28 00:34:41.615388 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45348) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:41.631311 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6fe87d60-d0f2-43d9-9c85-b247e921e908 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:41.727251 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153748cf-e02a-4172-9d7d-eb5cf9fc36b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a6ab1e-9e0a-4c38-9062-f1391538dd3e,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:41.741679 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-153748cf-e02a-4172-9d7d-eb5cf9fc36b1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4bfa2750b503483584fa71be08b4634e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6213996 Jan 28 00:34:41.742374 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45350) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:41.869242 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-43471981-bc75-4571-af46-68c38e700348 admin admin] Publish callbacks [] for security_group (d6a6ab1e-9e0a-4c38-9062-f1391538dd3e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:41.907270 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6fe87d60-d0f2-43d9-9c85-b247e921e908 admin admin] Publish callbacks [] for security_group (92c4e951-5fa3-46ab-8bb9-5c364899090e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:41.914449 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6fe87d60-d0f2-43d9-9c85-b247e921e908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (92c4e951-5fa3-46ab-8bb9-5c364899090e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:41.926361 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-43471981-bc75-4571-af46-68c38e700348 admin admin] Publish callbacks [] for security_group (d6a6ab1e-9e0a-4c38-9062-f1391538dd3e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:42.079418 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6fe87d60-d0f2-43d9-9c85-b247e921e908 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2102a845a627451ab4823e19810fbf3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9197841 Jan 28 00:34:42.083648 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45358) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:42.099900 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe87d60-d0f2-43d9-9c85-b247e921e908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c4e951-5fa3-46ab-8bb9-5c364899090e,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:42.189339 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:42.329919 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0d586db1-256d-48df-8583-aad1489c1939 admin admin] Publish callbacks [] for security_group (92c4e951-5fa3-46ab-8bb9-5c364899090e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:42.331645 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0d2feb2e-b8c5-4f43-b5f5-d03d16e37a92 tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] 10.222.0.70 "GET /v2.0/routers/125ab1f7-1507-42c6-a487-d4a1d0fbdcc1 HTTP/1.1" status: 200 len: 716 time: 0.7142394 Jan 28 00:34:42.331801 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45368) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:42.347521 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-87f86d32-2735-4d79-ae76-886577b4804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:42.348051 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-87f86d32-2735-4d79-ae76-886577b4804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:42.348842 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-87f86d32-2735-4d79-ae76-886577b4804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:42.349336 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-87f86d32-2735-4d79-ae76-886577b4804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:42.349830 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-87f86d32-2735-4d79-ae76-886577b4804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:42.350348 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-87f86d32-2735-4d79-ae76-886577b4804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:42.350832 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-87f86d32-2735-4d79-ae76-886577b4804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:42.353808 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-87f86d32-2735-4d79-ae76-886577b4804d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bda1a11a40447e984dbfecb2102fcad&device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 6492 time: 0.6532404 Jan 28 00:34:42.366478 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-43471981-bc75-4571-af46-68c38e700348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d6a6ab1e-9e0a-4c38-9062-f1391538dd3e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:42.369239 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-43471981-bc75-4571-af46-68c38e700348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:42.370502 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-43471981-bc75-4571-af46-68c38e700348 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d6a6ab1e-9e0a-4c38-9062-f1391538dd3e HTTP/1.1" status: 204 len: 168 time: 0.6223884 Jan 28 00:34:42.396299 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43471981-bc75-4571-af46-68c38e700348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a6ab1e-9e0a-4c38-9062-f1391538dd3e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:42.422380 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0d586db1-256d-48df-8583-aad1489c1939 admin admin] Publish callbacks [] for security_group (92c4e951-5fa3-46ab-8bb9-5c364899090e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:42.582023 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0d586db1-256d-48df-8583-aad1489c1939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (92c4e951-5fa3-46ab-8bb9-5c364899090e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:42.584983 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0d586db1-256d-48df-8583-aad1489c1939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:42.590012 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0d586db1-256d-48df-8583-aad1489c1939 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/92c4e951-5fa3-46ab-8bb9-5c364899090e HTTP/1.1" status: 204 len: 168 time: 0.4589231 Jan 28 00:34:42.605023 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d586db1-256d-48df-8583-aad1489c1939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c4e951-5fa3-46ab-8bb9-5c364899090e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:42.670765 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-e2d1f549-8ab2-4240-b64b-6874728d150c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:42.673088 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-e2d1f549-8ab2-4240-b64b-6874728d150c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:42.673584 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-e2d1f549-8ab2-4240-b64b-6874728d150c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:42.678670 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-e2d1f549-8ab2-4240-b64b-6874728d150c service neutron] 10.222.0.52 "GET /v2.0/networks?id=962b6d11-960d-42e0-95f3-b55d3f9f0ed4&id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&id=ced11932-ebe6-4a02-b131-3fdaf9b641b0&id=ced11932-ebe6-4a02-b131-3fdaf9b641b0 HTTP/1.1" status: 200 len: 2293 time: 0.2847590 Jan 28 00:34:42.868273 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-9432010a-d5af-48ff-9366-48e4a878467f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6276b1e7-274c-424a-ad22-502097950c2e HTTP/1.1" status: 200 len: 1001 time: 0.1820316 Jan 28 00:34:42.966873 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:43.014891 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-8831b105-31c9-4fe3-9a4c-5e325d763a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:43.022599 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-8831b105-31c9-4fe3-9a4c-5e325d763a5b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3e045621-a000-4f31-813f-19aff9c83672 HTTP/1.1" status: 200 len: 851 time: 0.1454694 Jan 28 00:34:43.101718 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-4b182835-e2ba-478d-b441-5815eca48dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:43.103648 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-4b182835-e2ba-478d-b441-5815eca48dc8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=962b6d11-960d-42e0-95f3-b55d3f9f0ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762722 Jan 28 00:34:43.150728 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-dadd0556-957b-471d-a2dd-9d1c10fbc1cc tempest-RoutersTestDVR-1013795266 tempest-RoutersTestDVR-1013795266-project] 10.222.0.70 "GET /v2.0/routers/125ab1f7-1507-42c6-a487-d4a1d0fbdcc1 HTTP/1.1" status: 200 len: 682 time: 0.8151016 Jan 28 00:34:43.152180 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45382) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:43.277007 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45386) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:43.331389 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e83247a7-39fa-4e8c-9e3f-ef4e5cf99622 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:43.490561 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-601534ca-8b51-4f4e-b40f-7208302ff3af tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks [] for router (125ab1f7-1507-42c6-a487-d4a1d0fbdcc1), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:43.492201 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-1cd1ff5c-b800-4fd1-bd4c-368d5a46428e service neutron] 10.222.0.52 "GET /v2.0/networks/962b6d11-960d-42e0-95f3-b55d3f9f0ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813274 Jan 28 00:34:43.892416 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45398) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:43.971638 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1d803c32-733d-4c14-a85b-599c26a0b6b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:44.016659 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e83247a7-39fa-4e8c-9e3f-ef4e5cf99622 admin admin] Publish callbacks [] for security_group (e094285b-aca8-467f-af39-a160b2791803), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:44.097205 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:44.102165 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-601534ca-8b51-4f4e-b40f-7208302ff3af tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (125ab1f7-1507-42c6-a487-d4a1d0fbdcc1), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:44.109355 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-601534ca-8b51-4f4e-b40f-7208302ff3af tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks [] for router_controller (125ab1f7-1507-42c6-a487-d4a1d0fbdcc1), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:44.172389 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-942b8b2a-3415-4dc3-b628-39f642fe19ac service neutron] 10.222.0.52 "GET /v2.0/networks/962b6d11-960d-42e0-95f3-b55d3f9f0ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6631932 Jan 28 00:34:44.177593 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e83247a7-39fa-4e8c-9e3f-ef4e5cf99622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e094285b-aca8-467f-af39-a160b2791803), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:44.266526 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-601534ca-8b51-4f4e-b40f-7208302ff3af tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (125ab1f7-1507-42c6-a487-d4a1d0fbdcc1), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:44.267289 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601534ca-8b51-4f4e-b40f-7208302ff3af tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 125ab1f7-1507-42c6-a487-d4a1d0fbdcc1 {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:34:44.278176 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-601534ca-8b51-4f4e-b40f-7208302ff3af tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:44.281300 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-601534ca-8b51-4f4e-b40f-7208302ff3af tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] 10.222.0.70 "DELETE /v2.0/routers/125ab1f7-1507-42c6-a487-d4a1d0fbdcc1 HTTP/1.1" status: 204 len: 168 time: 1.1251032 Jan 28 00:34:44.290805 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45400) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:44.299362 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-029d5a6d-92d0-485b-9cb1-83973629ea1f tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Request body: {'router': {'name': 'tempest-router-1825528983', 'distributed': True}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:34:44.359934 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-029d5a6d-92d0-485b-9cb1-83973629ea1f tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (7859b2ae-0867-4a30-b20a-3355efb4fb92), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:44.365532 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-029d5a6d-92d0-485b-9cb1-83973629ea1f tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (7859b2ae-0867-4a30-b20a-3355efb4fb92), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:44.365812 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e83247a7-39fa-4e8c-9e3f-ef4e5cf99622 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d21b3e5e43024a779b0153275848f853&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0842090 Jan 28 00:34:44.366770 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45402) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:44.485194 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-c2b09a04-df34-4dee-b6f1-458bd1db30dd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=e6c88db4-a371-434d-b81c-bba1b2a0715e HTTP/1.1" status: 200 len: 217 time: 0.2093978 Jan 28 00:34:44.499004 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83247a7-39fa-4e8c-9e3f-ef4e5cf99622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e094285b-aca8-467f-af39-a160b2791803,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:44.644412 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-54aa8435-08c8-48d9-81f2-e783c90ee5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:44.652229 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-54aa8435-08c8-48d9-81f2-e783c90ee5b9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d9566eb-7bee-4e72-9ce3-a47d9d3737eb HTTP/1.1" status: 200 len: 797 time: 0.1492264 Jan 28 00:34:44.719972 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-029d5a6d-92d0-485b-9cb1-83973629ea1f tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks [] for router_controller (7859b2ae-0867-4a30-b20a-3355efb4fb92), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:44.750455 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-61e573f0-df5b-4393-bff1-ea5a10b882bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:44.752378 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-029d5a6d-92d0-485b-9cb1-83973629ea1f tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (7859b2ae-0867-4a30-b20a-3355efb4fb92), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:44.752629 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-61e573f0-df5b-4393-bff1-ea5a10b882bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0991282 Jan 28 00:34:44.757694 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1d803c32-733d-4c14-a85b-599c26a0b6b8 admin admin] Publish callbacks [] for security_group (1df9d6ed-9b84-4804-814d-1ec27ec11053), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:44.761023 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3ac16b87-8cb3-4b96-9095-ecf04f1ffcb6 admin admin] Publish callbacks [] for security_group (e094285b-aca8-467f-af39-a160b2791803), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:44.781187 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1d803c32-733d-4c14-a85b-599c26a0b6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (1df9d6ed-9b84-4804-814d-1ec27ec11053), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:44.838081 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d803c32-733d-4c14-a85b-599c26a0b6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df9d6ed-9b84-4804-814d-1ec27ec11053,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:44.867930 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-029d5a6d-92d0-485b-9cb1-83973629ea1f tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:44.870860 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-029d5a6d-92d0-485b-9cb1-83973629ea1f tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5771737 Jan 28 00:34:44.914542 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45410) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:44.926672 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3ac16b87-8cb3-4b96-9095-ecf04f1ffcb6 admin admin] Publish callbacks [] for security_group (e094285b-aca8-467f-af39-a160b2791803), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:45.115936 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1d803c32-733d-4c14-a85b-599c26a0b6b8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=95536a73f0f244a58f842c55fa9f02e3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2192786 Jan 28 00:34:45.118045 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45414) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:45.140223 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-63560de7-a3cc-4615-9877-73c963ee33be tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks [] for router (7859b2ae-0867-4a30-b20a-3355efb4fb92), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:45.200294 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-5269fcf4-31c4-409e-a352-97aebfd8e2c2 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251015 Jan 28 00:34:45.394890 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e3452f3-8bc1-458f-a53a-39967daad420 admin admin] Publish callbacks [] for security_group (1df9d6ed-9b84-4804-814d-1ec27ec11053), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:45.465612 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e3452f3-8bc1-458f-a53a-39967daad420 admin admin] Publish callbacks [] for security_group (1df9d6ed-9b84-4804-814d-1ec27ec11053), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:45.538116 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-2e7d6dc7-131d-47c2-b709-12758ebdf937 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361430 Jan 28 00:34:45.618641 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-443cd36c-0fd1-4cbc-b53f-b9518788355a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=d811a547-5df6-408e-b47d-4a7f9810a4e5 HTTP/1.1" status: 200 len: 217 time: 0.0736823 Jan 28 00:34:45.636442 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3ac16b87-8cb3-4b96-9095-ecf04f1ffcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e094285b-aca8-467f-af39-a160b2791803), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:45.649326 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3ac16b87-8cb3-4b96-9095-ecf04f1ffcb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:45.668024 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3ac16b87-8cb3-4b96-9095-ecf04f1ffcb6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e094285b-aca8-467f-af39-a160b2791803 HTTP/1.1" status: 204 len: 168 time: 1.2906828 Jan 28 00:34:45.698870 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-63560de7-a3cc-4615-9877-73c963ee33be tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (7859b2ae-0867-4a30-b20a-3355efb4fb92), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:45.702852 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-c6e8b711-bbd7-46b4-997c-cce48c75c97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:45.705043 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-c6e8b711-bbd7-46b4-997c-cce48c75c97a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d9566eb-7bee-4e72-9ce3-a47d9d3737eb HTTP/1.1" status: 200 len: 797 time: 0.0798657 Jan 28 00:34:45.709331 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e3452f3-8bc1-458f-a53a-39967daad420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (1df9d6ed-9b84-4804-814d-1ec27ec11053), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:45.714683 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e3452f3-8bc1-458f-a53a-39967daad420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:45.722650 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4e3452f3-8bc1-458f-a53a-39967daad420 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1df9d6ed-9b84-4804-814d-1ec27ec11053 HTTP/1.1" status: 204 len: 168 time: 0.5869951 Jan 28 00:34:45.744989 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-63560de7-a3cc-4615-9877-73c963ee33be tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks [] for router_controller (7859b2ae-0867-4a30-b20a-3355efb4fb92), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:45.754746 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac16b87-8cb3-4b96-9095-ecf04f1ffcb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e094285b-aca8-467f-af39-a160b2791803,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:45.802761 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3452f3-8bc1-458f-a53a-39967daad420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df9d6ed-9b84-4804-814d-1ec27ec11053,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:45.847438 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-c917cb54-1b42-451c-a044-7abf0e09986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:45.849187 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-c917cb54-1b42-451c-a044-7abf0e09986c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1243000 Jan 28 00:34:46.106137 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-63560de7-a3cc-4615-9877-73c963ee33be tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (7859b2ae-0867-4a30-b20a-3355efb4fb92), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:46.106739 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63560de7-a3cc-4615-9877-73c963ee33be tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7859b2ae-0867-4a30-b20a-3355efb4fb92 {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:34:46.123851 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-a6f29670-d0a5-4ede-9f63-d46e47a5dfbd service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643988 Jan 28 00:34:46.128333 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-63560de7-a3cc-4615-9877-73c963ee33be tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:46.130467 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-63560de7-a3cc-4615-9877-73c963ee33be tempest-RoutersTestDVR-1521970793 tempest-RoutersTestDVR-1521970793-project-admin] 10.222.0.70 "DELETE /v2.0/routers/7859b2ae-0867-4a30-b20a-3355efb4fb92 HTTP/1.1" status: 204 len: 168 time: 1.1977332 Jan 28 00:34:46.337028 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-a14db78a-ceaf-41d3-8724-bcbddbac8e62 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067897 Jan 28 00:34:46.488358 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-eb396994-49a2-4fc1-a708-922e772d600e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=94ae3a89-fc27-4196-b863-313cd277b634 HTTP/1.1" status: 200 len: 217 time: 0.1305602 Jan 28 00:34:46.665593 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-62575120-233b-4ba2-96eb-99530859d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:46.670308 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-62575120-233b-4ba2-96eb-99530859d723 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d9566eb-7bee-4e72-9ce3-a47d9d3737eb HTTP/1.1" status: 200 len: 797 time: 0.1740289 Jan 28 00:34:46.805879 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-99f07b4b-da13-4ed0-b4b8-b6c7326ac4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:46.812196 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-99f07b4b-da13-4ed0-b4b8-b6c7326ac4e8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1320252 Jan 28 00:34:47.064078 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-90063f13-f52b-4ccd-b0e3-cc6b382cf468 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463315 Jan 28 00:34:47.106002 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45456) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:47.160459 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45460) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:47.314584 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-53871930-712c-4555-bdd1-74d87524bd6d service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340975 Jan 28 00:34:47.390356 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bf0040fa-6b3f-4f4e-9a5f-ed3251a002b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:47.402319 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-1a46faea-2ce8-41c2-8d48-6d63a92b33da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=6fe75345-323e-4c17-9167-f80f61f5b382 HTTP/1.1" status: 200 len: 217 time: 0.0813468 Jan 28 00:34:47.519292 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-70af64c6-08df-4eac-928b-97a18b381878 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:47.521073 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-5c5a4c55-18e5-4dd5-b92d-bcc977d883ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:47.527420 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-5c5a4c55-18e5-4dd5-b92d-bcc977d883ea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d9566eb-7bee-4e72-9ce3-a47d9d3737eb HTTP/1.1" status: 200 len: 797 time: 0.1191947 Jan 28 00:34:47.635637 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-2e3e1bde-dd8d-4c70-b61e-46d418e93eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:47.641383 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-2e3e1bde-dd8d-4c70-b61e-46d418e93eca service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1081259 Jan 28 00:34:47.783563 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bf0040fa-6b3f-4f4e-9a5f-ed3251a002b0 admin admin] Publish callbacks [] for security_group (0839642d-ba81-48a0-ab2b-a7413c75ac4c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:47.804309 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-45f04879-3513-44f2-a431-2542a9bae7a6 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566896 Jan 28 00:34:47.813359 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bf0040fa-6b3f-4f4e-9a5f-ed3251a002b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0839642d-ba81-48a0-ab2b-a7413c75ac4c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:47.912617 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-bf0040fa-6b3f-4f4e-9a5f-ed3251a002b0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bd2f3dd4c204484c98c4151550b96ede&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7504156 Jan 28 00:34:47.916219 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45476) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:47.930119 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66d5f4f6-4175-40b8-bcda-3d42475a1c4b req-167715a1-ca8a-4870-9259-8306d9324e5d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3731091 Jan 28 00:34:48.020051 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0040fa-6b3f-4f4e-9a5f-ed3251a002b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0839642d-ba81-48a0-ab2b-a7413c75ac4c,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:48.036511 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-2868febe-5cc4-448b-8898-8ea3a722e52c service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257543 Jan 28 00:34:48.063511 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a025e4bb-ce39-482b-bf84-17d2662dbc9a admin admin] Publish callbacks [] for security_group (0839642d-ba81-48a0-ab2b-a7413c75ac4c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:48.086583 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:34:48.120354 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-38160853-1d59-4e30-be0a-2bc715118d0e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b39bbdd0-6456-4b66-b3bb-de6ac18d21ae HTTP/1.1" status: 200 len: 217 time: 0.0728006 Jan 28 00:34:48.180807 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-70af64c6-08df-4eac-928b-97a18b381878 admin admin] Publish callbacks [] for security_group (53178654-c76c-48ab-ac69-db9bcb994975), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:48.198941 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a025e4bb-ce39-482b-bf84-17d2662dbc9a admin admin] Publish callbacks [] for security_group (0839642d-ba81-48a0-ab2b-a7413c75ac4c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:48.201305 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-70af64c6-08df-4eac-928b-97a18b381878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (53178654-c76c-48ab-ac69-db9bcb994975), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:48.248793 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-6e2f4813-4df7-460d-b306-7b541587d81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:48.250824 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-6e2f4813-4df7-460d-b306-7b541587d81a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1bd8a954-b516-49e1-b2a8-a47b9c570cc2 HTTP/1.1" status: 200 len: 797 time: 0.1205766 Jan 28 00:34:48.267911 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5f4f6-4175-40b8-bcda-3d42475a1c4b req-cf2b8f40-b13c-4092-bc1d-a385b23b83a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:48.271824 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66d5f4f6-4175-40b8-bcda-3d42475a1c4b req-cf2b8f40-b13c-4092-bc1d-a385b23b83a3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=126ff8dba2134b2d95d54d419fe64967&device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 1097 time: 0.1985502 Jan 28 00:34:48.303986 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45486) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:48.304276 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-70af64c6-08df-4eac-928b-97a18b381878 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e67b536e62c8412d9a0308da51579483&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1962163 Jan 28 00:34:48.403203 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a025e4bb-ce39-482b-bf84-17d2662dbc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0839642d-ba81-48a0-ab2b-a7413c75ac4c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:48.407244 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a025e4bb-ce39-482b-bf84-17d2662dbc9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:48.409397 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a025e4bb-ce39-482b-bf84-17d2662dbc9a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0839642d-ba81-48a0-ab2b-a7413c75ac4c HTTP/1.1" status: 204 len: 168 time: 0.4896374 Jan 28 00:34:48.452320 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025e4bb-ce39-482b-bf84-17d2662dbc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0839642d-ba81-48a0-ab2b-a7413c75ac4c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:48.473643 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90c87567-ce32-4fe7-9834-5e19ee049b88 admin admin] Publish callbacks [] for security_group (53178654-c76c-48ab-ac69-db9bcb994975), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:48.507214 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af64c6-08df-4eac-928b-97a18b381878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53178654-c76c-48ab-ac69-db9bcb994975,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:48.524866 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-b23fc26d-2326-474a-bad8-d34ccd888dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:48.528186 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-b23fc26d-2326-474a-bad8-d34ccd888dc1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ced11932-ebe6-4a02-b131-3fdaf9b641b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2675943 Jan 28 00:34:48.580348 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90c87567-ce32-4fe7-9834-5e19ee049b88 admin admin] Publish callbacks [] for security_group (53178654-c76c-48ab-ac69-db9bcb994975), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:48.608868 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5f4f6-4175-40b8-bcda-3d42475a1c4b req-08f71884-5145-4552-900e-904957bc2e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:48.610576 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66d5f4f6-4175-40b8-bcda-3d42475a1c4b req-08f71884-5145-4552-900e-904957bc2e0d service neutron] 10.222.0.65 "GET /v2.0/networks?id=a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 200 len: 912 time: 0.2840941 Jan 28 00:34:48.741768 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66d5f4f6-4175-40b8-bcda-3d42475a1c4b req-a1e3a1a9-cd23-43b0-a522-b1e7afb2bd22 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e413624a-1e51-4367-8bee-9d98fc660577 HTTP/1.1" status: 200 len: 1001 time: 0.1221247 Jan 28 00:34:48.852977 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-9e15bd26-c4e5-4f90-99b1-e439a1aba63a service neutron] 10.222.0.52 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122551 Jan 28 00:34:48.871108 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5f4f6-4175-40b8-bcda-3d42475a1c4b req-c41540e1-70b6-416e-90b6-728190a924e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:48.875452 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66d5f4f6-4175-40b8-bcda-3d42475a1c4b req-c41540e1-70b6-416e-90b6-728190a924e9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0f29497-ba52-4939-af70-d57b51c2ceee HTTP/1.1" status: 200 len: 850 time: 0.1248960 Jan 28 00:34:49.011120 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5f4f6-4175-40b8-bcda-3d42475a1c4b req-b1c14395-bbfa-44f9-8705-ff1d19e0e99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:49.013941 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66d5f4f6-4175-40b8-bcda-3d42475a1c4b req-b1c14395-bbfa-44f9-8705-ff1d19e0e99d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a5055772-1556-467a-8d2c-d15584910096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1310487 Jan 28 00:34:49.036252 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90c87567-ce32-4fe7-9834-5e19ee049b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (53178654-c76c-48ab-ac69-db9bcb994975), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:49.042388 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90c87567-ce32-4fe7-9834-5e19ee049b88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:49.047115 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-90c87567-ce32-4fe7-9834-5e19ee049b88 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/53178654-c76c-48ab-ac69-db9bcb994975 HTTP/1.1" status: 204 len: 168 time: 0.7388704 Jan 28 00:34:49.069675 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c87567-ce32-4fe7-9834-5e19ee049b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53178654-c76c-48ab-ac69-db9bcb994975,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:49.166405 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-b86cdf6b-1e5e-432f-a9e0-4c3c5844d927 service neutron] 10.222.0.52 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037107 Jan 28 00:34:49.284247 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-39e3c32c-6551-461f-b18e-4b3d9508f050 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9 HTTP/1.1" status: 200 len: 217 time: 0.1102231 Jan 28 00:34:49.357651 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66d5f4f6-4175-40b8-bcda-3d42475a1c4b req-bdddf6e6-869c-4f4d-8a22-0788750011e7 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350999 Jan 28 00:34:49.440694 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-663df64a-f223-4a9c-a199-ed9585d037c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:49.443187 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-663df64a-f223-4a9c-a199-ed9585d037c2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1bd8a954-b516-49e1-b2a8-a47b9c570cc2 HTTP/1.1" status: 200 len: 797 time: 0.1507134 Jan 28 00:34:49.617303 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-d72b6c42-489f-40b4-b73d-decce4c61d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:49.621306 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-d72b6c42-489f-40b4-b73d-decce4c61d46 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ced11932-ebe6-4a02-b131-3fdaf9b641b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1681013 Jan 28 00:34:49.832769 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66d5f4f6-4175-40b8-bcda-3d42475a1c4b req-ee2dc52e-19f5-4721-bfb3-b5a88bc5f3a1 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679341 Jan 28 00:34:49.839669 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45510) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:49.905539 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6863903f-2edf-413d-b7a8-46f8705b25a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:49.933632 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-ef051cae-70fd-45b4-95cf-3feae6f97e4d service neutron] 10.222.0.52 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013923 Jan 28 00:34:50.234532 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6863903f-2edf-413d-b7a8-46f8705b25a1 admin admin] Publish callbacks [] for security_group (62c5833b-be10-4000-87c4-6e9a7712f70b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:50.254624 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6863903f-2edf-413d-b7a8-46f8705b25a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (62c5833b-be10-4000-87c4-6e9a7712f70b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:50.255271 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf37d93-5035-40f5-8802-b3ea647f73c7 req-1a84f77b-8854-4701-96c1-049429b7a366 service neutron] 10.222.0.52 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144715 Jan 28 00:34:50.342927 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6863903f-2edf-413d-b7a8-46f8705b25a1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fab3526c1e7840bda6f2c2d294e65cf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5010517 Jan 28 00:34:50.345089 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863903f-2edf-413d-b7a8-46f8705b25a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c5833b-be10-4000-87c4-6e9a7712f70b,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:50.347923 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45516) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:50.451344 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45520) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:50.475435 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-80aa1d9b-53ce-44fd-bd07-8b5643c24dd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:50.510884 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2e7bfb7e-a943-452f-9fe6-cdb8bc388c62 admin admin] Publish callbacks [] for security_group (62c5833b-be10-4000-87c4-6e9a7712f70b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:50.561391 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2e7bfb7e-a943-452f-9fe6-cdb8bc388c62 admin admin] Publish callbacks [] for security_group (62c5833b-be10-4000-87c4-6e9a7712f70b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:50.632318 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2e7bfb7e-a943-452f-9fe6-cdb8bc388c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (62c5833b-be10-4000-87c4-6e9a7712f70b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:50.636751 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2e7bfb7e-a943-452f-9fe6-cdb8bc388c62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:50.644364 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-80aa1d9b-53ce-44fd-bd07-8b5643c24dd9 admin admin] Publish callbacks [] for security_group (34ee1df0-eaef-43d2-b5a2-25b952cf695c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:50.645603 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2e7bfb7e-a943-452f-9fe6-cdb8bc388c62 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/62c5833b-be10-4000-87c4-6e9a7712f70b HTTP/1.1" status: 204 len: 168 time: 0.2955110 Jan 28 00:34:50.660732 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7bfb7e-a943-452f-9fe6-cdb8bc388c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c5833b-be10-4000-87c4-6e9a7712f70b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:50.663966 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-80aa1d9b-53ce-44fd-bd07-8b5643c24dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (34ee1df0-eaef-43d2-b5a2-25b952cf695c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:50.767458 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa1d9b-53ce-44fd-bd07-8b5643c24dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ee1df0-eaef-43d2-b5a2-25b952cf695c,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:50.772943 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-80aa1d9b-53ce-44fd-bd07-8b5643c24dd9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a9a4bd81d2a64a1da639401f6af8f1cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3185050 Jan 28 00:34:50.777121 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45530) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:50.892020 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-62d8dd6c-4f70-4c9d-9ec5-941941df9812 admin admin] Publish callbacks [] for security_group (34ee1df0-eaef-43d2-b5a2-25b952cf695c), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:50.935896 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-62d8dd6c-4f70-4c9d-9ec5-941941df9812 admin admin] Publish callbacks [] for security_group (34ee1df0-eaef-43d2-b5a2-25b952cf695c), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:51.033938 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-62d8dd6c-4f70-4c9d-9ec5-941941df9812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (34ee1df0-eaef-43d2-b5a2-25b952cf695c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:51.037404 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-62d8dd6c-4f70-4c9d-9ec5-941941df9812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:51.039483 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-62d8dd6c-4f70-4c9d-9ec5-941941df9812 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/34ee1df0-eaef-43d2-b5a2-25b952cf695c HTTP/1.1" status: 204 len: 168 time: 0.2612910 Jan 28 00:34:51.060108 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8dd6c-4f70-4c9d-9ec5-941941df9812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ee1df0-eaef-43d2-b5a2-25b952cf695c,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:51.474019 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45548) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:51.489299 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-56bb0e73-ea9b-4393-b2ef-f3de705e121b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:51.601725 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-56bb0e73-ea9b-4393-b2ef-f3de705e121b admin admin] Publish callbacks [] for security_group (22f3017a-6582-424f-b2af-b0cfb66af94c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:51.609988 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-56bb0e73-ea9b-4393-b2ef-f3de705e121b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (22f3017a-6582-424f-b2af-b0cfb66af94c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:51.659835 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-56bb0e73-ea9b-4393-b2ef-f3de705e121b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=668d624ae7ae44ad983b8d70b7cb1828&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1843913 Jan 28 00:34:51.664063 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45556) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:51.721586 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb0e73-ea9b-4393-b2ef-f3de705e121b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f3017a-6582-424f-b2af-b0cfb66af94c,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:51.778721 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-da3b1294-6e3c-405f-8282-ea29c7c49d70 admin admin] Publish callbacks [] for security_group (22f3017a-6582-424f-b2af-b0cfb66af94c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:51.809211 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-da3b1294-6e3c-405f-8282-ea29c7c49d70 admin admin] Publish callbacks [] for security_group (22f3017a-6582-424f-b2af-b0cfb66af94c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:51.913656 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-da3b1294-6e3c-405f-8282-ea29c7c49d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (22f3017a-6582-424f-b2af-b0cfb66af94c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:51.924360 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-da3b1294-6e3c-405f-8282-ea29c7c49d70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:51.929336 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-da3b1294-6e3c-405f-8282-ea29c7c49d70 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/22f3017a-6582-424f-b2af-b0cfb66af94c HTTP/1.1" status: 204 len: 168 time: 0.2626381 Jan 28 00:34:51.962841 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b1294-6e3c-405f-8282-ea29c7c49d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f3017a-6582-424f-b2af-b0cfb66af94c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:52.654283 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45590) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:52.700175 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45596) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:52.940635 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-81ec2ffb-8727-437d-bb32-e2c0ad618f2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:52.973693 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-7fb8bdbf-c490-4ef7-8a01-55088634915a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-443099614'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:34:53.011700 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb8bdbf-c490-4ef7-8a01-55088634915a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Made reservation on behalf of f16f65c148c645fca593bd924898549c for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:34:53.019236 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7fb8bdbf-c490-4ef7-8a01-55088634915a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:53.060682 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7fb8bdbf-c490-4ef7-8a01-55088634915a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:53.081521 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-81ec2ffb-8727-437d-bb32-e2c0ad618f2b admin admin] Publish callbacks [] for security_group (c8b48365-50d0-46ad-b720-d0aee599fbc2), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:53.089146 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-81ec2ffb-8727-437d-bb32-e2c0ad618f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c8b48365-50d0-46ad-b720-d0aee599fbc2), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:53.133691 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-81ec2ffb-8727-437d-bb32-e2c0ad618f2b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=13a9bacc81694b5ab60b912128e04f8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4306278 Jan 28 00:34:53.152236 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45608) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:53.196384 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec2ffb-8727-437d-bb32-e2c0ad618f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b48365-50d0-46ad-b720-d0aee599fbc2,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:53.239858 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7fb8bdbf-c490-4ef7-8a01-55088634915a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks [] for security_group (b3281b42-44c6-4004-83ce-631769607790), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:53.261732 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7fb8bdbf-c490-4ef7-8a01-55088634915a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b3281b42-44c6-4004-83ce-631769607790), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:53.328574 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb8bdbf-c490-4ef7-8a01-55088634915a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:34:53.350097 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8bdbf-c490-4ef7-8a01-55088634915a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3281b42-44c6-4004-83ce-631769607790,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:53.356675 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7fb8bdbf-c490-4ef7-8a01-55088634915a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (d0047c48-a010-495e-9254-a7eeae578556), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:53.357036 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-7fb8bdbf-c490-4ef7-8a01-55088634915a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Added segment d0047c48-a010-495e-9254-a7eeae578556 of type vlan for network 284151ab-251e-4320-a3cc-6749e04aa873 Jan 28 00:34:53.369368 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5a4b8d60-a793-4faf-be66-77f1f5069d05 admin admin] Publish callbacks [] for security_group (c8b48365-50d0-46ad-b720-d0aee599fbc2), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:53.416715 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5a4b8d60-a793-4faf-be66-77f1f5069d05 admin admin] Publish callbacks [] for security_group (c8b48365-50d0-46ad-b720-d0aee599fbc2), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:53.450777 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7fb8bdbf-c490-4ef7-8a01-55088634915a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (284151ab-251e-4320-a3cc-6749e04aa873), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:53.524958 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7fb8bdbf-c490-4ef7-8a01-55088634915a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (284151ab-251e-4320-a3cc-6749e04aa873), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:53.539921 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb8bdbf-c490-4ef7-8a01-55088634915a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:53.541203 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7fb8bdbf-c490-4ef7-8a01-55088634915a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:53.582392 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5a4b8d60-a793-4faf-be66-77f1f5069d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c8b48365-50d0-46ad-b720-d0aee599fbc2), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:53.585645 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5a4b8d60-a793-4faf-be66-77f1f5069d05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:53.587218 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5a4b8d60-a793-4faf-be66-77f1f5069d05 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c8b48365-50d0-46ad-b720-d0aee599fbc2 HTTP/1.1" status: 204 len: 168 time: 0.4295719 Jan 28 00:34:53.719351 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8bdbf-c490-4ef7-8a01-55088634915a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Pushing event updated for resources: {'Network': ['ID=284151ab-251e-4320-a3cc-6749e04aa873,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:53.728059 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45624) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:53.728777 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7fb8bdbf-c490-4ef7-8a01-55088634915a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0714653 Jan 28 00:34:53.730585 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b8d60-a793-4faf-be66-77f1f5069d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b48365-50d0-46ad-b720-d0aee599fbc2,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:53.736679 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-c8afa12f-0864-4de9-9aa2-d2c5a7f3d68f tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Request body: {'subnet': {'network_id': '284151ab-251e-4320-a3cc-6749e04aa873', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:34:53.740467 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 284151ab-251e-4320-a3cc-6749e04aa873 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:34:54.013691 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8afa12f-0864-4de9-9aa2-d2c5a7f3d68f tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Made reservation on behalf of f16f65c148c645fca593bd924898549c for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:34:54.032649 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c8afa12f-0864-4de9-9aa2-d2c5a7f3d68f tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:54.136223 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45638) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:54.395131 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c8afa12f-0864-4de9-9aa2-d2c5a7f3d68f tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (c21efbf2-19dc-4c37-89bd-8051470a7a53), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:54.476061 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45648) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:54.524087 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f33e0e45-de7e-45f4-a083-51aa5a7eb2c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:54.571038 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8afa12f-0864-4de9-9aa2-d2c5a7f3d68f tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Pushing event updated for resources: {'Subnet': ['ID=c21efbf2-19dc-4c37-89bd-8051470a7a53,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:54.601975 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8afa12f-0864-4de9-9aa2-d2c5a7f3d68f tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Checking segment: {'id': 'd0047c48-a010-495e-9254-a7eeae578556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '284151ab-251e-4320-a3cc-6749e04aa873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:34:54.602594 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8afa12f-0864-4de9-9aa2-d2c5a7f3d68f tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Network hostable DHCP agents. Network: 284151ab-251e-4320-a3cc-6749e04aa873, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:34:54.661200 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8afa12f-0864-4de9-9aa2-d2c5a7f3d68f tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Network 284151ab-251e-4320-a3cc-6749e04aa873 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:34:54.698247 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-c8afa12f-0864-4de9-9aa2-d2c5a7f3d68f tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 284151ab-251e-4320-a3cc-6749e04aa873) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:34:54.706824 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8afa12f-0864-4de9-9aa2-d2c5a7f3d68f tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:34:54.707875 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c8afa12f-0864-4de9-9aa2-d2c5a7f3d68f tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:54.715805 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73781fd6-a695-4e0d-9074-0a064edb092d None None] Network 284151ab-251e-4320-a3cc-6749e04aa873 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:34:54.761962 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c8afa12f-0864-4de9-9aa2-d2c5a7f3d68f tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0317116 Jan 28 00:34:54.768583 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45654) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:54.776784 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-5ad39be1-59be-4186-acb1-99f482a69ec7 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-786381617', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:34:54.822656 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f33e0e45-de7e-45f4-a083-51aa5a7eb2c5 admin admin] Publish callbacks [] for security_group (036a8020-cc2c-41b5-8b0a-1c67a132e85e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:54.832302 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f33e0e45-de7e-45f4-a083-51aa5a7eb2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (036a8020-cc2c-41b5-8b0a-1c67a132e85e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:54.924941 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f33e0e45-de7e-45f4-a083-51aa5a7eb2c5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=abcb27b9d6764f55b123b247cf95d2a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4473934 Jan 28 00:34:54.930493 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45658) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:54.937894 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e0e45-de7e-45f4-a083-51aa5a7eb2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036a8020-cc2c-41b5-8b0a-1c67a132e85e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:54.979671 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953e5ddc-fb1c-40b4-8e97-ac7c1f010c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-284151ab-251e-4320-a3cc-6749e04aa873', 'network_id': '284151ab-251e-4320-a3cc-6749e04aa873', 'project_id': 'f16f65c148c645fca593bd924898549c', 'fixed_ips': [{'subnet_id': 'c21efbf2-19dc-4c37-89bd-8051470a7a53'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:34:54.981490 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-953e5ddc-fb1c-40b4-8e97-ac7c1f010c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:55.028018 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5ad39be1-59be-4186-acb1-99f482a69ec7 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (8b7f4360-9c28-48a4-a9d4-3fafaa24ef8a), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:55.030487 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5ad39be1-59be-4186-acb1-99f482a69ec7 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (8b7f4360-9c28-48a4-a9d4-3fafaa24ef8a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:55.207576 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4057324a-9074-44de-98c9-74639badc111 admin admin] Publish callbacks [] for security_group (036a8020-cc2c-41b5-8b0a-1c67a132e85e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:55.251653 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4057324a-9074-44de-98c9-74639badc111 admin admin] Publish callbacks [] for security_group (036a8020-cc2c-41b5-8b0a-1c67a132e85e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:55.335705 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-953e5ddc-fb1c-40b4-8e97-ac7c1f010c44 None None] Allocated IP 172.20.0.2 (284151ab-251e-4320-a3cc-6749e04aa873/c21efbf2-19dc-4c37-89bd-8051470a7a53/005ecc69-12d8-42e2-878b-c896e3b0f64a) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:34:55.522766 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5ad39be1-59be-4186-acb1-99f482a69ec7 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks [] for router_controller (8b7f4360-9c28-48a4-a9d4-3fafaa24ef8a), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:55.541895 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5ad39be1-59be-4186-acb1-99f482a69ec7 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (8b7f4360-9c28-48a4-a9d4-3fafaa24ef8a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:55.680586 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5ad39be1-59be-4186-acb1-99f482a69ec7 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:55.692618 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5ad39be1-59be-4186-acb1-99f482a69ec7 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.9222124 Jan 28 00:34:55.694770 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-953e5ddc-fb1c-40b4-8e97-ac7c1f010c44 None None] Publish callbacks [] for port (005ecc69-12d8-42e2-878b-c896e3b0f64a), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:55.699133 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45674) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:55.710470 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-953e5ddc-fb1c-40b4-8e97-ac7c1f010c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (005ecc69-12d8-42e2-878b-c896e3b0f64a), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:55.712332 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4057324a-9074-44de-98c9-74639badc111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (036a8020-cc2c-41b5-8b0a-1c67a132e85e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:55.720610 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4057324a-9074-44de-98c9-74639badc111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:55.722049 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4057324a-9074-44de-98c9-74639badc111 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/036a8020-cc2c-41b5-8b0a-1c67a132e85e HTTP/1.1" status: 204 len: 168 time: 0.7871258 Jan 28 00:34:55.791302 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953e5ddc-fb1c-40b4-8e97-ac7c1f010c44 None None] Network 284151ab-251e-4320-a3cc-6749e04aa873 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:34:55.796639 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057324a-9074-44de-98c9-74639badc111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036a8020-cc2c-41b5-8b0a-1c67a132e85e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:55.803231 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-953e5ddc-fb1c-40b4-8e97-ac7c1f010c44 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:34:55.807555 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953e5ddc-fb1c-40b4-8e97-ac7c1f010c44 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:34:55.810169 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e5ddc-fb1c-40b4-8e97-ac7c1f010c44 None None] Pushing event updated for resources: {'Port': ['ID=005ecc69-12d8-42e2-878b-c896e3b0f64a,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:55.920652 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-953e5ddc-fb1c-40b4-8e97-ac7c1f010c44 None None] Attempting to bind port 005ecc69-12d8-42e2-878b-c896e3b0f64a on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:34:55.921192 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-953e5ddc-fb1c-40b4-8e97-ac7c1f010c44 None None] Attempting to bind port 005ecc69-12d8-42e2-878b-c896e3b0f64a by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'd0047c48-a010-495e-9254-a7eeae578556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '284151ab-251e-4320-a3cc-6749e04aa873'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:34:55.923841 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953e5ddc-fb1c-40b4-8e97-ac7c1f010c44 None None] Attempting to bind port 005ecc69-12d8-42e2-878b-c896e3b0f64a on network 284151ab-251e-4320-a3cc-6749e04aa873 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:34:55.941332 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953e5ddc-fb1c-40b4-8e97-ac7c1f010c44 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:34:55.942898 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953e5ddc-fb1c-40b4-8e97-ac7c1f010c44 None None] Checking segment: {'id': 'd0047c48-a010-495e-9254-a7eeae578556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '284151ab-251e-4320-a3cc-6749e04aa873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:34:55.944983 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-953e5ddc-fb1c-40b4-8e97-ac7c1f010c44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:55.945493 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953e5ddc-fb1c-40b4-8e97-ac7c1f010c44 None None] Bound using segment: {'id': 'd0047c48-a010-495e-9254-a7eeae578556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '284151ab-251e-4320-a3cc-6749e04aa873'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:34:55.947312 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-953e5ddc-fb1c-40b4-8e97-ac7c1f010c44 None None] Bound port: 005ecc69-12d8-42e2-878b-c896e3b0f64a, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0047c48-a010-495e-9254-a7eeae578556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '284151ab-251e-4320-a3cc-6749e04aa873'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:34:55.948272 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-953e5ddc-fb1c-40b4-8e97-ac7c1f010c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (005ecc69-12d8-42e2-878b-c896e3b0f64a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:56.252294 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-953e5ddc-fb1c-40b4-8e97-ac7c1f010c44 None None] For port 005ecc69-12d8-42e2-878b-c896e3b0f64a, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:34:56.268097 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-953e5ddc-fb1c-40b4-8e97-ac7c1f010c44 None None] For port 005ecc69-12d8-42e2-878b-c896e3b0f64a, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=005ecc69-12d8-42e2-878b-c896e3b0f64a,segment=NetworkSegment(d0047c48-a010-495e-9254-a7eeae578556),segment_id=d0047c48-a010-495e-9254-a7eeae578556)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:34:56.284104 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-953e5ddc-fb1c-40b4-8e97-ac7c1f010c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (005ecc69-12d8-42e2-878b-c896e3b0f64a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:56.431914 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e5ddc-fb1c-40b4-8e97-ac7c1f010c44 None None] Pushing event updated for resources: {'Port': ['ID=005ecc69-12d8-42e2-878b-c896e3b0f64a,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:56.966756 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44cd8401-458b-4d59-b9c9-daac033f3c0a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:57.499894 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a134afe9-5e17-444f-94c1-e843a90a6bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (c47511db-1f25-4f8d-b3cf-d158c43c155e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:57.634947 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 005ecc69-12d8-42e2-878b-c896e3b0f64a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:34:57.853307 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 005ecc69-12d8-42e2-878b-c896e3b0f64a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:34:57.854795 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (005ecc69-12d8-42e2-878b-c896e3b0f64a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:58.096010 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-44cd8401-458b-4d59-b9c9-daac033f3c0a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Allocated IP 172.20.0.1 (284151ab-251e-4320-a3cc-6749e04aa873/c21efbf2-19dc-4c37-89bd-8051470a7a53/ad77c0d7-0564-4381-aec4-bfd6dc7ddcfe) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:34:58.114803 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 005ecc69-12d8-42e2-878b-c896e3b0f64a is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:34:58.116595 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (005ecc69-12d8-42e2-878b-c896e3b0f64a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:58.159033 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-a134afe9-5e17-444f-94c1-e843a90a6bb6 admin admin] Deleting port 4dccb3a2-d8c8-432b-9acf-8c76e45da32b {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:34:58.162389 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a134afe9-5e17-444f-94c1-e843a90a6bb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (4dccb3a2-d8c8-432b-9acf-8c76e45da32b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:58.217065 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 005ecc69-12d8-42e2-878b-c896e3b0f64a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=005ecc69-12d8-42e2-878b-c896e3b0f64a,segment=NetworkSegment(d0047c48-a010-495e-9254-a7eeae578556),segment_id=d0047c48-a010-495e-9254-a7eeae578556)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:34:58.225812 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (005ecc69-12d8-42e2-878b-c896e3b0f64a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:58.404600 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=005ecc69-12d8-42e2-878b-c896e3b0f64a,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:58.546826 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44cd8401-458b-4d59-b9c9-daac033f3c0a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks [] for port (ad77c0d7-0564-4381-aec4-bfd6dc7ddcfe), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:58.548792 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-a134afe9-5e17-444f-94c1-e843a90a6bb6 admin admin] For port 4dccb3a2-d8c8-432b-9acf-8c76e45da32b, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4dccb3a2-d8c8-432b-9acf-8c76e45da32b,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:34:58.555001 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a134afe9-5e17-444f-94c1-e843a90a6bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (4dccb3a2-d8c8-432b-9acf-8c76e45da32b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:58.555698 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45742) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:34:58.633754 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-a134afe9-5e17-444f-94c1-e843a90a6bb6 admin admin] Calling delete_port for 4dccb3a2-d8c8-432b-9acf-8c76e45da32b owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:34:58.687026 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44cd8401-458b-4d59-b9c9-daac033f3c0a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (ad77c0d7-0564-4381-aec4-bfd6dc7ddcfe), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:58.828618 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cd8401-458b-4d59-b9c9-daac033f3c0a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Network 284151ab-251e-4320-a3cc-6749e04aa873 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:34:58.834584 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-44cd8401-458b-4d59-b9c9-daac033f3c0a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:34:58.843423 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cd8401-458b-4d59-b9c9-daac033f3c0a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:34:58.947585 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44cd8401-458b-4d59-b9c9-daac033f3c0a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (8b7f4360-9c28-48a4-a9d4-3fafaa24ef8a), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:58.950590 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd8401-458b-4d59-b9c9-daac033f3c0a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Pushing event updated for resources: {'Port': ['ID=ad77c0d7-0564-4381-aec4-bfd6dc7ddcfe,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:58.977459 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8d7cb4-c393-4413-b14c-bd417acc5709 None None] Network 284151ab-251e-4320-a3cc-6749e04aa873 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:34:59.169828 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-1e231c2c-8f35-4c52-bc38-0291adfb64b3 None None] Provisioning complete for port 005ecc69-12d8-42e2-878b-c896e3b0f64a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:34:59.170458 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e231c2c-8f35-4c52-bc38-0291adfb64b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (005ecc69-12d8-42e2-878b-c896e3b0f64a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:59.187163 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ac12bd5f-00bc-40d7-9312-35023c10215c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:59.237782 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44cd8401-458b-4d59-b9c9-daac033f3c0a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ad77c0d7-0564-4381-aec4-bfd6dc7ddcfe), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:59.331311 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a134afe9-5e17-444f-94c1-e843a90a6bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (4dccb3a2-d8c8-432b-9acf-8c76e45da32b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:59.344531 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1e231c2c-8f35-4c52-bc38-0291adfb64b3 None None] Current status of the port 005ecc69-12d8-42e2-878b-c896e3b0f64a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:34:59.399130 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 005ecc69-12d8-42e2-878b-c896e3b0f64a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:34:59.492999 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134afe9-5e17-444f-94c1-e843a90a6bb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dccb3a2-d8c8-432b-9acf-8c76e45da32b,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:34:59.565652 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 005ecc69-12d8-42e2-878b-c896e3b0f64a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:34:59.567221 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (005ecc69-12d8-42e2-878b-c896e3b0f64a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:59.756813 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 005ecc69-12d8-42e2-878b-c896e3b0f64a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:34:59.847351 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ac12bd5f-00bc-40d7-9312-35023c10215c admin admin] Publish callbacks [] for security_group (a7d6d687-79fc-4d26-b84c-0def8795428d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:34:59.867855 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ac12bd5f-00bc-40d7-9312-35023c10215c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a7d6d687-79fc-4d26-b84c-0def8795428d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:00.008227 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a134afe9-5e17-444f-94c1-e843a90a6bb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (c47511db-1f25-4f8d-b3cf-d158c43c155e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:00.012393 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ac12bd5f-00bc-40d7-9312-35023c10215c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6df2f886722f4a3ebc5d5ca0792267a8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4440835 Jan 28 00:35:00.015082 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12bd5f-00bc-40d7-9312-35023c10215c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d6d687-79fc-4d26-b84c-0def8795428d,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:00.019580 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45766) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:00.077934 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f5268e6b-c1ab-46cb-afed-333b5ebe46f0 None None] Provisioning complete for port ad77c0d7-0564-4381-aec4-bfd6dc7ddcfe triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:35:00.079985 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f5268e6b-c1ab-46cb-afed-333b5ebe46f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ad77c0d7-0564-4381-aec4-bfd6dc7ddcfe), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:00.188344 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f5268e6b-c1ab-46cb-afed-333b5ebe46f0 None None] Port ad77c0d7-0564-4381-aec4-bfd6dc7ddcfe cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:35:00.193006 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8a54cfa7-b85f-4512-a83c-6b88f666065b admin admin] Publish callbacks [] for security_group (a7d6d687-79fc-4d26-b84c-0def8795428d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:00.229288 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f5268e6b-c1ab-46cb-afed-333b5ebe46f0 None None] Provisioning complete for port 005ecc69-12d8-42e2-878b-c896e3b0f64a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:35:00.230746 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f5268e6b-c1ab-46cb-afed-333b5ebe46f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (005ecc69-12d8-42e2-878b-c896e3b0f64a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:00.252402 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44cd8401-458b-4d59-b9c9-daac033f3c0a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks [] for port (ad77c0d7-0564-4381-aec4-bfd6dc7ddcfe), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:00.268927 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8a54cfa7-b85f-4512-a83c-6b88f666065b admin admin] Publish callbacks [] for security_group (a7d6d687-79fc-4d26-b84c-0def8795428d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:00.273248 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44cd8401-458b-4d59-b9c9-daac033f3c0a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (ad77c0d7-0564-4381-aec4-bfd6dc7ddcfe), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:00.506012 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd8401-458b-4d59-b9c9-daac033f3c0a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Pushing event updated for resources: {'Port': ['ID=ad77c0d7-0564-4381-aec4-bfd6dc7ddcfe,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:00.521883 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8a54cfa7-b85f-4512-a83c-6b88f666065b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a7d6d687-79fc-4d26-b84c-0def8795428d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:00.527223 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8a54cfa7-b85f-4512-a83c-6b88f666065b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:00.540744 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8a54cfa7-b85f-4512-a83c-6b88f666065b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a7d6d687-79fc-4d26-b84c-0def8795428d HTTP/1.1" status: 204 len: 168 time: 0.5073290 Jan 28 00:35:00.592656 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54cfa7-b85f-4512-a83c-6b88f666065b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d6d687-79fc-4d26-b84c-0def8795428d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:00.602614 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a134afe9-5e17-444f-94c1-e843a90a6bb6 admin admin] Router c47511db-1f25-4f8d-b3cf-d158c43c155e has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:35:00.617823 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44cd8401-458b-4d59-b9c9-daac033f3c0a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (8b7f4360-9c28-48a4-a9d4-3fafaa24ef8a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:00.860051 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cd8401-458b-4d59-b9c9-daac033f3c0a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Network 284151ab-251e-4320-a3cc-6749e04aa873 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:35:00.862878 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-44cd8401-458b-4d59-b9c9-daac033f3c0a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:35:00.888991 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f5268e6b-c1ab-46cb-afed-333b5ebe46f0 None None] Current status of the port 005ecc69-12d8-42e2-878b-c896e3b0f64a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:35:00.963325 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a134afe9-5e17-444f-94c1-e843a90a6bb6 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:35:00.985943 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a134afe9-5e17-444f-94c1-e843a90a6bb6 admin admin] 10.222.0.70 "PUT /v2.0/routers/c47511db-1f25-4f8d-b3cf-d158c43c155e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8475330 Jan 28 00:35:00.990572 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45790) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:00.991546 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c513cb-18a1-4783-9c3f-f6a479549064 None None] Sync routers for ids ['c47511db-1f25-4f8d-b3cf-d158c43c155e'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:35:01.059783 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c513cb-18a1-4783-9c3f-f6a479549064 None None] Routers {'c47511db-1f25-4f8d-b3cf-d158c43c155e'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:35:01.062901 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b3c513cb-18a1-4783-9c3f-f6a479549064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:34:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c47511db-1f25-4f8d-b3cf-d158c43c155e'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:01.172016 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ad3d884a-966c-45d4-acaa-a6ec79760e0b None None] Provisioning complete for port ad77c0d7-0564-4381-aec4-bfd6dc7ddcfe triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:35:01.173066 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad3d884a-966c-45d4-acaa-a6ec79760e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ad77c0d7-0564-4381-aec4-bfd6dc7ddcfe), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:01.259095 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ad3d884a-966c-45d4-acaa-a6ec79760e0b None None] Port ad77c0d7-0564-4381-aec4-bfd6dc7ddcfe cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:35:01.330991 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-211f30cb-7ee0-4388-b694-3b13d5a05a34 admin admin] Publish callbacks [] for router (c47511db-1f25-4f8d-b3cf-d158c43c155e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:01.351832 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44cd8401-458b-4d59-b9c9-daac033f3c0a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Router 8b7f4360-9c28-48a4-a9d4-3fafaa24ef8a is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:35:01.509929 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-b3c513cb-18a1-4783-9c3f-f6a479549064 None None] Set router c47511db-1f25-4f8d-b3cf-d158c43c155e gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:35:01.645025 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45792) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:01.721558 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0877961d-8812-4f32-8eca-88c6809e6d6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:01.831840 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-211f30cb-7ee0-4388-b694-3b13d5a05a34 admin admin] Publish callbacks [] for router_gateway (c47511db-1f25-4f8d-b3cf-d158c43c155e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:01.874563 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cd8401-458b-4d59-b9c9-daac033f3c0a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:35:01.887860 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-170eb7a0-60a8-4e4d-afc8-413427dd6686 None None] Provisioning complete for port ad77c0d7-0564-4381-aec4-bfd6dc7ddcfe triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:35:01.888205 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-44cd8401-458b-4d59-b9c9-daac033f3c0a tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] 10.222.0.70 "PUT /v2.0/routers/8b7f4360-9c28-48a4-a9d4-3fafaa24ef8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1870720 Jan 28 00:35:01.888624 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-170eb7a0-60a8-4e4d-afc8-413427dd6686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ad77c0d7-0564-4381-aec4-bfd6dc7ddcfe), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:01.893445 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bb481d-b70d-4cc2-ad80-3081396c9c44 None None] Sync routers for ids ['8b7f4360-9c28-48a4-a9d4-3fafaa24ef8a'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:35:01.900553 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45802) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:01.913627 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-01228380-fc2c-46fe-9e9d-23c58cfcf743 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Request body: {'port': {'network_id': '284151ab-251e-4320-a3cc-6749e04aa873', 'name': 'tempest-FloatingIPNegativeTestJSON-1980999142'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:35:01.918856 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bb481d-b70d-4cc2-ad80-3081396c9c44 None None] Routers {'8b7f4360-9c28-48a4-a9d4-3fafaa24ef8a'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:35:01.919698 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-79bb481d-b70d-4cc2-ad80-3081396c9c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:34:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8b7f4360-9c28-48a4-a9d4-3fafaa24ef8a'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:01.990118 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-170eb7a0-60a8-4e4d-afc8-413427dd6686 None None] Port ad77c0d7-0564-4381-aec4-bfd6dc7ddcfe cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:35:02.013113 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b3c513cb-18a1-4783-9c3f-f6a479549064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'name': 'tempest-AttachVolumeShelveTestJSON-976148639-router', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:23:12Z', 'updated_at': '2022-01-28T00:34:59Z', 'revision_number': 5, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'gw_port': {'id': '3af48650-4ad7-4a28-a8b3-d6e0b91ee7da', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:23:13Z', 'updated_at': '2022-01-28T00:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:02.031587 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-79bb481d-b70d-4cc2-ad80-3081396c9c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:02.048406 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bb481d-b70d-4cc2-ad80-3081396c9c44 None None] Routers {'8b7f4360-9c28-48a4-a9d4-3fafaa24ef8a'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:35:02.049047 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-79bb481d-b70d-4cc2-ad80-3081396c9c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:34:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8b7f4360-9c28-48a4-a9d4-3fafaa24ef8a'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:02.104971 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c513cb-18a1-4783-9c3f-f6a479549064 None None] Checking router: c47511db-1f25-4f8d-b3cf-d158c43c155e for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:35:02.127273 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c513cb-18a1-4783-9c3f-f6a479549064 None None] Routers {'c47511db-1f25-4f8d-b3cf-d158c43c155e'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:35:02.129493 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b3c513cb-18a1-4783-9c3f-f6a479549064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:34:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c47511db-1f25-4f8d-b3cf-d158c43c155e'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:02.142751 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-79bb481d-b70d-4cc2-ad80-3081396c9c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:02.143417 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bb481d-b70d-4cc2-ad80-3081396c9c44 None None] The sync data for ids ['8b7f4360-9c28-48a4-a9d4-3fafaa24ef8a'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:35:02.169404 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-211f30cb-7ee0-4388-b694-3b13d5a05a34 admin admin] Deleting port 3af48650-4ad7-4a28-a8b3-d6e0b91ee7da {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:35:02.170312 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-211f30cb-7ee0-4388-b694-3b13d5a05a34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (3af48650-4ad7-4a28-a8b3-d6e0b91ee7da), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:02.175332 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0877961d-8812-4f32-8eca-88c6809e6d6e admin admin] Publish callbacks [] for security_group (5dadfe8d-7ee5-4101-872b-5f787383687d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:02.191095 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0877961d-8812-4f32-8eca-88c6809e6d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (5dadfe8d-7ee5-4101-872b-5f787383687d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:02.197761 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01228380-fc2c-46fe-9e9d-23c58cfcf743 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Made reservation on behalf of f16f65c148c645fca593bd924898549c for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:35:02.210460 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-01228380-fc2c-46fe-9e9d-23c58cfcf743 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:02.270501 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-01228380-fc2c-46fe-9e9d-23c58cfcf743 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] device_id is not set on port bb0cf455-4562-4727-9769-29a5641992d3 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:35:02.295727 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0877961d-8812-4f32-8eca-88c6809e6d6e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d79b578306574ba38cff6bc52776dad7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6429901 Jan 28 00:35:02.296216 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45814) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:02.302282 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877961d-8812-4f32-8eca-88c6809e6d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dadfe8d-7ee5-4101-872b-5f787383687d,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:02.315716 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-b3c513cb-18a1-4783-9c3f-f6a479549064 None None] Set router c47511db-1f25-4f8d-b3cf-d158c43c155e gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:35:02.381088 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-211f30cb-7ee0-4388-b694-3b13d5a05a34 admin admin] For port 3af48650-4ad7-4a28-a8b3-d6e0b91ee7da, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=3af48650-4ad7-4a28-a8b3-d6e0b91ee7da,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:35:02.381883 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-211f30cb-7ee0-4388-b694-3b13d5a05a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (3af48650-4ad7-4a28-a8b3-d6e0b91ee7da), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:02.393721 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b3c513cb-18a1-4783-9c3f-f6a479549064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'name': 'tempest-AttachVolumeShelveTestJSON-976148639-router', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:23:12Z', 'updated_at': '2022-01-28T00:35:01Z', 'revision_number': 6, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:02.411389 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-211f30cb-7ee0-4388-b694-3b13d5a05a34 admin admin] Calling delete_port for 3af48650-4ad7-4a28-a8b3-d6e0b91ee7da owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:35:02.474677 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c513cb-18a1-4783-9c3f-f6a479549064 None None] The sync data for ids ['c47511db-1f25-4f8d-b3cf-d158c43c155e'] in n-d-826754-1 is: [{'id': 'c47511db-1f25-4f8d-b3cf-d158c43c155e', 'name': 'tempest-AttachVolumeShelveTestJSON-976148639-router', 'tenant_id': '66e2abd01f29448ab207898a6db8a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:23:12Z', 'updated_at': '2022-01-28T00:35:01Z', 'revision_number': 6, 'project_id': '66e2abd01f29448ab207898a6db8a6af', 'gw_port_host': None}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:35:02.559934 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6ed3d6ba-1c6f-44b4-a480-3dcd71338863 admin admin] Publish callbacks [] for security_group (5dadfe8d-7ee5-4101-872b-5f787383687d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:02.604352 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-01228380-fc2c-46fe-9e9d-23c58cfcf743 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Allocated IP 172.20.0.12 (284151ab-251e-4320-a3cc-6749e04aa873/c21efbf2-19dc-4c37-89bd-8051470a7a53/bb0cf455-4562-4727-9769-29a5641992d3) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:35:02.609418 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6ed3d6ba-1c6f-44b4-a480-3dcd71338863 admin admin] Publish callbacks [] for security_group (5dadfe8d-7ee5-4101-872b-5f787383687d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:02.729756 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6ed3d6ba-1c6f-44b4-a480-3dcd71338863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (5dadfe8d-7ee5-4101-872b-5f787383687d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:02.734250 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6ed3d6ba-1c6f-44b4-a480-3dcd71338863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:02.735502 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6ed3d6ba-1c6f-44b4-a480-3dcd71338863 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5dadfe8d-7ee5-4101-872b-5f787383687d HTTP/1.1" status: 204 len: 168 time: 0.4363739 Jan 28 00:35:02.776539 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-211f30cb-7ee0-4388-b694-3b13d5a05a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (3af48650-4ad7-4a28-a8b3-d6e0b91ee7da), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:02.788381 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3d6ba-1c6f-44b4-a480-3dcd71338863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dadfe8d-7ee5-4101-872b-5f787383687d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:02.868949 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f30cb-7ee0-4388-b694-3b13d5a05a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=3af48650-4ad7-4a28-a8b3-d6e0b91ee7da,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:03.017902 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-01228380-fc2c-46fe-9e9d-23c58cfcf743 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks [] for port (bb0cf455-4562-4727-9769-29a5641992d3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:03.069911 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-211f30cb-7ee0-4388-b694-3b13d5a05a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (c47511db-1f25-4f8d-b3cf-d158c43c155e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:03.114011 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-01228380-fc2c-46fe-9e9d-23c58cfcf743 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (bb0cf455-4562-4727-9769-29a5641992d3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:03.220112 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01228380-fc2c-46fe-9e9d-23c58cfcf743 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Network 284151ab-251e-4320-a3cc-6749e04aa873 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:35:03.227379 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-01228380-fc2c-46fe-9e9d-23c58cfcf743 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:35:03.242333 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01228380-fc2c-46fe-9e9d-23c58cfcf743 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:35:03.259918 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-211f30cb-7ee0-4388-b694-3b13d5a05a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (c47511db-1f25-4f8d-b3cf-d158c43c155e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:03.269932 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-211f30cb-7ee0-4388-b694-3b13d5a05a34 admin admin] Publish callbacks [] for router_controller (c47511db-1f25-4f8d-b3cf-d158c43c155e), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:03.307333 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01228380-fc2c-46fe-9e9d-23c58cfcf743 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Pushing event updated for resources: {'Port': ['ID=bb0cf455-4562-4727-9769-29a5641992d3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:03.357353 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01228380-fc2c-46fe-9e9d-23c58cfcf743 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:03.358865 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-01228380-fc2c-46fe-9e9d-23c58cfcf743 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:03.400102 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-211f30cb-7ee0-4388-b694-3b13d5a05a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (c47511db-1f25-4f8d-b3cf-d158c43c155e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:03.401888 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211f30cb-7ee0-4388-b694-3b13d5a05a34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c47511db-1f25-4f8d-b3cf-d158c43c155e {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:35:03.412409 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-01228380-fc2c-46fe-9e9d-23c58cfcf743 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5017846 Jan 28 00:35:03.413726 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45832) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:03.438909 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-ccd0d6ce-0c20-4463-9901-55916c86027e tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:35:03.460286 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-211f30cb-7ee0-4388-b694-3b13d5a05a34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:03.466090 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-211f30cb-7ee0-4388-b694-3b13d5a05a34 admin admin] 10.222.0.70 "DELETE /v2.0/routers/c47511db-1f25-4f8d-b3cf-d158c43c155e HTTP/1.1" status: 204 len: 168 time: 2.4703104 Jan 28 00:35:03.468240 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45836) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:03.547546 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d6ce-0c20-4463-9901-55916c86027e tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:03.638822 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-973399fc-6bbe-4596-901a-b05d3e13ce2b admin admin] Deleting subnet e8d9d31c-ec82-48b8-8107-afdf4c2c9183 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:35:03.643654 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-973399fc-6bbe-4596-901a-b05d3e13ce2b admin admin] Publish callbacks [] for subnet (e8d9d31c-ec82-48b8-8107-afdf4c2c9183), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:03.688232 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4dccb3a2-d8c8-432b-9acf-8c76e45da32b no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:35:03.721368 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-973399fc-6bbe-4596-901a-b05d3e13ce2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (e8d9d31c-ec82-48b8-8107-afdf4c2c9183), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:03.786494 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 4dccb3a2-d8c8-432b-9acf-8c76e45da32b {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:35:03.787571 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4dccb3a2-d8c8-432b-9acf-8c76e45da32b not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:35:03.801417 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 3af48650-4ad7-4a28-a8b3-d6e0b91ee7da no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:35:03.855153 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 3af48650-4ad7-4a28-a8b3-d6e0b91ee7da {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:35:03.855719 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 3af48650-4ad7-4a28-a8b3-d6e0b91ee7da not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:35:03.870030 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d6ce-0c20-4463-9901-55916c86027e tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:03.886812 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-abc9930f-5c46-4104-b2c9-a8185ed1d426 None None] Provisioning complete for port bb0cf455-4562-4727-9769-29a5641992d3 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:35:03.887665 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-abc9930f-5c46-4104-b2c9-a8185ed1d426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bb0cf455-4562-4727-9769-29a5641992d3), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:03.973803 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-abc9930f-5c46-4104-b2c9-a8185ed1d426 None None] Port bb0cf455-4562-4727-9769-29a5641992d3 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:35:04.023221 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-973399fc-6bbe-4596-901a-b05d3e13ce2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (e8d9d31c-ec82-48b8-8107-afdf4c2c9183), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:04.127000 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-973399fc-6bbe-4596-901a-b05d3e13ce2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (e8d9d31c-ec82-48b8-8107-afdf4c2c9183), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:04.202210 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973399fc-6bbe-4596-901a-b05d3e13ce2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8d9d31c-ec82-48b8-8107-afdf4c2c9183,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:04.212279 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-973399fc-6bbe-4596-901a-b05d3e13ce2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:04.220216 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-973399fc-6bbe-4596-901a-b05d3e13ce2b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e8d9d31c-ec82-48b8-8107-afdf4c2c9183 HTTP/1.1" status: 204 len: 168 time: 0.7464211 Jan 28 00:35:04.224092 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6730c099-cb8c-4ac3-a85f-1ef08591ffbc None None] Network ab3fb448-728a-46f9-9c11-c79ef9e347d9 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:35:04.225594 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45852) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:04.317707 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-ccd0d6ce-0c20-4463-9901-55916c86027e tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Allocated IP 172.25.3.88 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/44253f48-9445-49d4-87b4-d666268e23d1) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:35:04.477544 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3c7635e-3e6c-4e28-8e14-4d13258c7df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (ab3fb448-728a-46f9-9c11-c79ef9e347d9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:04.565068 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c1a177-e0b1-428f-a2b2-a69467d6a114 None None] DHCP port deletion for ab3fb448-728a-46f9-9c11-c79ef9e347d9 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:35:04.598965 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f3c7635e-3e6c-4e28-8e14-4d13258c7df6 admin admin] Deleting port f3918715-5cde-4565-9110-f2b1fa385f95 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:35:04.604206 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3c7635e-3e6c-4e28-8e14-4d13258c7df6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f3918715-5cde-4565-9110-f2b1fa385f95), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:04.650828 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d6ce-0c20-4463-9901-55916c86027e tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks [] for port (44253f48-9445-49d4-87b4-d666268e23d1), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:04.698108 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d6ce-0c20-4463-9901-55916c86027e tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (44253f48-9445-49d4-87b4-d666268e23d1), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:04.710766 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-49c1a177-e0b1-428f-a2b2-a69467d6a114 None None] Deleting port f3918715-5cde-4565-9110-f2b1fa385f95 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:35:04.711381 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49c1a177-e0b1-428f-a2b2-a69467d6a114 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f3918715-5cde-4565-9110-f2b1fa385f95), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:04.749166 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd0d6ce-0c20-4463-9901-55916c86027e tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:35:04.753295 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-ccd0d6ce-0c20-4463-9901-55916c86027e tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:35:04.757083 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd0d6ce-0c20-4463-9901-55916c86027e tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:35:04.810148 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f3c7635e-3e6c-4e28-8e14-4d13258c7df6 admin admin] For port f3918715-5cde-4565-9110-f2b1fa385f95, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f3918715-5cde-4565-9110-f2b1fa385f95,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:35:04.810894 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3c7635e-3e6c-4e28-8e14-4d13258c7df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f3918715-5cde-4565-9110-f2b1fa385f95), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:04.819848 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0d6ce-0c20-4463-9901-55916c86027e tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Pushing event updated for resources: {'Port': ['ID=44253f48-9445-49d4-87b4-d666268e23d1,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:04.845715 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f3c7635e-3e6c-4e28-8e14-4d13258c7df6 admin admin] Calling delete_port for f3918715-5cde-4565-9110-f2b1fa385f95 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:35:04.883950 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-49c1a177-e0b1-428f-a2b2-a69467d6a114 None None] For port f3918715-5cde-4565-9110-f2b1fa385f95, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f3918715-5cde-4565-9110-f2b1fa385f95,segment=NetworkSegment(e33cee81-804e-49fc-a57c-ff1b9c334017),segment_id=e33cee81-804e-49fc-a57c-ff1b9c334017)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:35:04.884957 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49c1a177-e0b1-428f-a2b2-a69467d6a114 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f3918715-5cde-4565-9110-f2b1fa385f95), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:04.937187 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d6ce-0c20-4463-9901-55916c86027e tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks [] for floatingip (aa698905-2626-4c9b-9cf4-279a1ee822c5), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:04.957489 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-49c1a177-e0b1-428f-a2b2-a69467d6a114 None None] Calling delete_port for f3918715-5cde-4565-9110-f2b1fa385f95 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:35:05.036237 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d6ce-0c20-4463-9901-55916c86027e tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (44253f48-9445-49d4-87b4-d666268e23d1), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:05.134520 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3c7635e-3e6c-4e28-8e14-4d13258c7df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (f3918715-5cde-4565-9110-f2b1fa385f95), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:05.159006 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49c1a177-e0b1-428f-a2b2-a69467d6a114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (f3918715-5cde-4565-9110-f2b1fa385f95), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:05.198436 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1a177-e0b1-428f-a2b2-a69467d6a114 None None] Pushing event deleted for resources: {'Port': ['ID=f3918715-5cde-4565-9110-f2b1fa385f95,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:05.227128 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c7635e-3e6c-4e28-8e14-4d13258c7df6 admin admin] No DVR routers for this DVR port f3918715-5cde-4565-9110-f2b1fa385f95 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:35:05.232455 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c1a177-e0b1-428f-a2b2-a69467d6a114 None None] No DVR routers for this DVR port f3918715-5cde-4565-9110-f2b1fa385f95 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:35:05.287495 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7635e-3e6c-4e28-8e14-4d13258c7df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3918715-5cde-4565-9110-f2b1fa385f95,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:05.455440 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f3918715-5cde-4565-9110-f2b1fa385f95 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:35:05.551576 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: f3918715-5cde-4565-9110-f2b1fa385f95 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:35:05.552207 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f3918715-5cde-4565-9110-f2b1fa385f95 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:35:05.556747 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3c7635e-3e6c-4e28-8e14-4d13258c7df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (ab3fb448-728a-46f9-9c11-c79ef9e347d9), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:05.646970 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-f3c7635e-3e6c-4e28-8e14-4d13258c7df6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3fb448-728a-46f9-9c11-c79ef9e347d9']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:05.688061 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-f3c7635e-3e6c-4e28-8e14-4d13258c7df6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33cee81-804e-49fc-a57c-ff1b9c334017') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:05.689013 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-f3c7635e-3e6c-4e28-8e14-4d13258c7df6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33cee81-804e-49fc-a57c-ff1b9c334017') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:05.733214 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3c7635e-3e6c-4e28-8e14-4d13258c7df6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (e33cee81-804e-49fc-a57c-ff1b9c334017), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:05.778809 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3c7635e-3e6c-4e28-8e14-4d13258c7df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (e33cee81-804e-49fc-a57c-ff1b9c334017), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:05.794290 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c7635e-3e6c-4e28-8e14-4d13258c7df6 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:35:05.796979 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3c7635e-3e6c-4e28-8e14-4d13258c7df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (e33cee81-804e-49fc-a57c-ff1b9c334017), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:05.800921 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:35:05.800921 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:35:05.800921 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:35:05.800921 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:35:05.800921 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:35:05.800921 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:35:05.800921 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:35:05.800921 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:35:05.800921 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:35:05.800921 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:35:05.800921 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:35:05.800921 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:35:05.800921 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:35:05.800921 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:35:05.800921 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:35:05.800921 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:35:05.800921 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:35:05.800921 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:35:05.800921 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:35:05.800921 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:35:05.800921 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:35:05.800921 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:35:05.800921 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:35:05.800921 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:35:05.800921 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:35:05.800921 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:35:05.800921 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:35:05.800921 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:35:05.800921 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:35:05.800921 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:35:05.800921 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:35:05.800921 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:35:05.951807 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3c7635e-3e6c-4e28-8e14-4d13258c7df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (ab3fb448-728a-46f9-9c11-c79ef9e347d9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:05.961903 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3c7635e-3e6c-4e28-8e14-4d13258c7df6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:05.970112 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f3c7635e-3e6c-4e28-8e14-4d13258c7df6 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ab3fb448-728a-46f9-9c11-c79ef9e347d9 HTTP/1.1" status: 204 len: 168 time: 1.7412868 Jan 28 00:35:05.999260 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-53b2c62e-a2c7-4d43-8669-8544ea4cbb16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:06.003187 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7635e-3e6c-4e28-8e14-4d13258c7df6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab3fb448-728a-46f9-9c11-c79ef9e347d9,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:06.055781 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d6ce-0c20-4463-9901-55916c86027e tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks [] for port (44253f48-9445-49d4-87b4-d666268e23d1), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:06.071952 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d6ce-0c20-4463-9901-55916c86027e tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (44253f48-9445-49d4-87b4-d666268e23d1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:06.271874 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0d6ce-0c20-4463-9901-55916c86027e tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Pushing event updated for resources: {'Port': ['ID=44253f48-9445-49d4-87b4-d666268e23d1,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:06.288961 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d6ce-0c20-4463-9901-55916c86027e tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (aa698905-2626-4c9b-9cf4-279a1ee822c5), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:06.318048 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d6ce-0c20-4463-9901-55916c86027e tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:06.321208 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ccd0d6ce-0c20-4463-9901-55916c86027e tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9105611 Jan 28 00:35:06.328524 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45890) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:06.337955 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-24ebe229-3d5f-4f3d-be36-bca0377c82ed tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Request body: {'floatingip': {'port_id': 'bb0cf455-4562-4727-9769-29a5641992d3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:35:06.403319 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45894) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:06.477908 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-24ebe229-3d5f-4f3d-be36-bca0377c82ed tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks [] for floatingip (aa698905-2626-4c9b-9cf4-279a1ee822c5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:06.554180 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5b7f843f-96b3-486d-b17c-7712cf50e2a0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=66e2abd01f29448ab207898a6db8a6af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1425245 Jan 28 00:35:06.560880 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45900) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:06.753630 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-75fdb5f1-9e59-407e-9892-9b59722ea451 admin admin] Publish callbacks [] for security_group (ff311070-384a-41ae-9f39-474c389c5e74), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:06.819167 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-75fdb5f1-9e59-407e-9892-9b59722ea451 admin admin] Publish callbacks [] for security_group (ff311070-384a-41ae-9f39-474c389c5e74), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:06.864489 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-24ebe229-3d5f-4f3d-be36-bca0377c82ed tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] update failed (client error): The resource could not be found. Jan 28 00:35:06.873127 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45910) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:06.874533 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-24ebe229-3d5f-4f3d-be36-bca0377c82ed tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] 10.222.0.70 "PUT /v2.0/floatingips/aa698905-2626-4c9b-9cf4-279a1ee822c5 HTTP/1.1" status: 404 len: 507 time: 0.5437360 Jan 28 00:35:07.011935 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-75fdb5f1-9e59-407e-9892-9b59722ea451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ff311070-384a-41ae-9f39-474c389c5e74), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:07.015987 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-75fdb5f1-9e59-407e-9892-9b59722ea451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:07.017843 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-75fdb5f1-9e59-407e-9892-9b59722ea451 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ff311070-384a-41ae-9f39-474c389c5e74 HTTP/1.1" status: 204 len: 168 time: 0.4549937 Jan 28 00:35:07.040516 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fdb5f1-9e59-407e-9892-9b59722ea451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff311070-384a-41ae-9f39-474c389c5e74,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:07.116914 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-4d73ed24-7cc8-46b0-8363-d10aeb269a25 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Deleting port 44253f48-9445-49d4-87b4-d666268e23d1 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:35:07.117997 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4d73ed24-7cc8-46b0-8363-d10aeb269a25 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (44253f48-9445-49d4-87b4-d666268e23d1), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:07.322231 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4d73ed24-7cc8-46b0-8363-d10aeb269a25 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (44253f48-9445-49d4-87b4-d666268e23d1), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:07.322573 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4d73ed24-7cc8-46b0-8363-d10aeb269a25 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks [] for floatingip (44253f48-9445-49d4-87b4-d666268e23d1), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:07.353456 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-4d73ed24-7cc8-46b0-8363-d10aeb269a25 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Calling delete_port for 44253f48-9445-49d4-87b4-d666268e23d1 owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:35:07.756333 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4d73ed24-7cc8-46b0-8363-d10aeb269a25 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (44253f48-9445-49d4-87b4-d666268e23d1), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:07.915453 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73ed24-7cc8-46b0-8363-d10aeb269a25 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Pushing event deleted for resources: {'Port': ['ID=44253f48-9445-49d4-87b4-d666268e23d1,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:08.086391 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4d73ed24-7cc8-46b0-8363-d10aeb269a25 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks [] for floatingip (aa698905-2626-4c9b-9cf4-279a1ee822c5), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:08.092344 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4d73ed24-7cc8-46b0-8363-d10aeb269a25 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:08.094450 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4d73ed24-7cc8-46b0-8363-d10aeb269a25 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] 10.222.0.70 "DELETE /v2.0/floatingips/aa698905-2626-4c9b-9cf4-279a1ee822c5 HTTP/1.1" status: 204 len: 168 time: 1.2193291 Jan 28 00:35:08.099768 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45968) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:08.108906 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d5d715a2-fea8-4606-ac7e-4312ff709571 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Request body: {'floatingip': {'floating_network_id': '284151ab-251e-4320-a3cc-6749e04aa873', 'port_id': 'bb0cf455-4562-4727-9769-29a5641992d3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:35:08.153190 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5d715a2-fea8-4606-ac7e-4312ff709571 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:08.310881 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2b763f4b-5ce1-482c-a7b5-249c6df026bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:08.367823 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45972) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:08.457226 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-d5d715a2-fea8-4606-ac7e-4312ff709571 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:35:08.459931 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d5d715a2-fea8-4606-ac7e-4312ff709571 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3575366 Jan 28 00:35:08.465291 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45976) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:08.475241 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-9837060a-df5b-4715-94f4-cf32320ee552 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'port_id': 'bb0cf455-4562-4727-9769-29a5641992d3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:35:08.516667 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9837060a-df5b-4715-94f4-cf32320ee552 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:08.698977 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-30c7ac00-903d-42e6-873a-8958d0854c07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:08.840304 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9837060a-df5b-4715-94f4-cf32320ee552 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:08.844279 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-30c7ac00-903d-42e6-873a-8958d0854c07 admin admin] Publish callbacks [] for security_group (68e12ad4-3ffc-4cce-b649-ac9862fa8ea6), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:08.853825 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-30c7ac00-903d-42e6-873a-8958d0854c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (68e12ad4-3ffc-4cce-b649-ac9862fa8ea6), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:08.943593 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-30c7ac00-903d-42e6-873a-8958d0854c07 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f029006b207c47898126453dd224dddd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5737612 Jan 28 00:35:08.943852 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45990) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:08.949213 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7ac00-903d-42e6-873a-8958d0854c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e12ad4-3ffc-4cce-b649-ac9862fa8ea6,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:09.142415 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-9837060a-df5b-4715-94f4-cf32320ee552 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Allocated IP 172.25.3.23 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/5e264918-6092-4716-9556-cec101ef6256) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:35:09.142968 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69ef0fe2-a34a-47eb-937c-bb7dc652ea98 admin admin] Publish callbacks [] for security_group (68e12ad4-3ffc-4cce-b649-ac9862fa8ea6), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:09.221624 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69ef0fe2-a34a-47eb-937c-bb7dc652ea98 admin admin] Publish callbacks [] for security_group (68e12ad4-3ffc-4cce-b649-ac9862fa8ea6), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:09.322719 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9837060a-df5b-4715-94f4-cf32320ee552 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks [] for port (5e264918-6092-4716-9556-cec101ef6256), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:09.367735 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9837060a-df5b-4715-94f4-cf32320ee552 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (5e264918-6092-4716-9556-cec101ef6256), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:09.380614 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69ef0fe2-a34a-47eb-937c-bb7dc652ea98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (68e12ad4-3ffc-4cce-b649-ac9862fa8ea6), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:09.384908 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69ef0fe2-a34a-47eb-937c-bb7dc652ea98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:09.385404 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-69ef0fe2-a34a-47eb-937c-bb7dc652ea98 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/68e12ad4-3ffc-4cce-b649-ac9862fa8ea6 HTTP/1.1" status: 204 len: 168 time: 0.4401238 Jan 28 00:35:09.408292 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef0fe2-a34a-47eb-937c-bb7dc652ea98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e12ad4-3ffc-4cce-b649-ac9862fa8ea6,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:09.447019 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9837060a-df5b-4715-94f4-cf32320ee552 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:35:09.454351 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-9837060a-df5b-4715-94f4-cf32320ee552 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:35:09.459112 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9837060a-df5b-4715-94f4-cf32320ee552 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:35:09.524451 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837060a-df5b-4715-94f4-cf32320ee552 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Pushing event updated for resources: {'Port': ['ID=5e264918-6092-4716-9556-cec101ef6256,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:09.653701 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:09.814172 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-9837060a-df5b-4715-94f4-cf32320ee552 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Deleting port 5e264918-6092-4716-9556-cec101ef6256 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:35:09.824114 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9837060a-df5b-4715-94f4-cf32320ee552 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (5e264918-6092-4716-9556-cec101ef6256), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:10.004517 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9837060a-df5b-4715-94f4-cf32320ee552 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (5e264918-6092-4716-9556-cec101ef6256), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:10.005090 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9837060a-df5b-4715-94f4-cf32320ee552 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks [] for floatingip (5e264918-6092-4716-9556-cec101ef6256), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:10.028692 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-9837060a-df5b-4715-94f4-cf32320ee552 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Calling delete_port for 5e264918-6092-4716-9556-cec101ef6256 owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:35:10.039535 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46012) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:10.072799 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3849ca8b-e8f0-45e1-8d6f-33f91378f98d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:10.417518 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3849ca8b-e8f0-45e1-8d6f-33f91378f98d admin admin] Publish callbacks [] for security_group (81d27491-3f53-4bc0-82ba-5cfce3e5f64d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:10.438191 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3849ca8b-e8f0-45e1-8d6f-33f91378f98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (81d27491-3f53-4bc0-82ba-5cfce3e5f64d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:10.471440 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9837060a-df5b-4715-94f4-cf32320ee552 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (5e264918-6092-4716-9556-cec101ef6256), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:10.561956 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837060a-df5b-4715-94f4-cf32320ee552 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Pushing event deleted for resources: {'Port': ['ID=5e264918-6092-4716-9556-cec101ef6256,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:10.616771 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837060a-df5b-4715-94f4-cf32320ee552 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:10.617290 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837060a-df5b-4715-94f4-cf32320ee552 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:10.617801 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837060a-df5b-4715-94f4-cf32320ee552 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:10.618383 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837060a-df5b-4715-94f4-cf32320ee552 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:10.619128 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837060a-df5b-4715-94f4-cf32320ee552 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:10.619650 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837060a-df5b-4715-94f4-cf32320ee552 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:10.620163 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837060a-df5b-4715-94f4-cf32320ee552 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:10.620664 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837060a-df5b-4715-94f4-cf32320ee552 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:10.621222 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837060a-df5b-4715-94f4-cf32320ee552 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:10.621721 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837060a-df5b-4715-94f4-cf32320ee552 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:10.622222 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837060a-df5b-4715-94f4-cf32320ee552 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:10.623316 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837060a-df5b-4715-94f4-cf32320ee552 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:10.623957 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837060a-df5b-4715-94f4-cf32320ee552 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:10.627779 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849ca8b-e8f0-45e1-8d6f-33f91378f98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d27491-3f53-4bc0-82ba-5cfce3e5f64d,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:10.640604 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46026) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:10.641528 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3849ca8b-e8f0-45e1-8d6f-33f91378f98d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=861e573a817a46f596c9cb82431011f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6000118 Jan 28 00:35:10.729788 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d954b98e-2f55-47d0-84f1-e45381a930bf admin admin] Publish callbacks [] for security_group (81d27491-3f53-4bc0-82ba-5cfce3e5f64d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:10.761707 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-9837060a-df5b-4715-94f4-cf32320ee552 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] create failed (client error): The resource could not be found. Jan 28 00:35:10.765490 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9837060a-df5b-4715-94f4-cf32320ee552 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2989714 Jan 28 00:35:10.769321 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46032) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:10.834578 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d954b98e-2f55-47d0-84f1-e45381a930bf admin admin] Publish callbacks [] for security_group (81d27491-3f53-4bc0-82ba-5cfce3e5f64d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:11.019156 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2129513d-638f-4de8-b74a-453fbe6e1d02 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Deleting port bb0cf455-4562-4727-9769-29a5641992d3 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:35:11.019778 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2129513d-638f-4de8-b74a-453fbe6e1d02 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (bb0cf455-4562-4727-9769-29a5641992d3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:11.053106 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d954b98e-2f55-47d0-84f1-e45381a930bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (81d27491-3f53-4bc0-82ba-5cfce3e5f64d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:11.057917 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d954b98e-2f55-47d0-84f1-e45381a930bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:11.060907 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d954b98e-2f55-47d0-84f1-e45381a930bf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/81d27491-3f53-4bc0-82ba-5cfce3e5f64d HTTP/1.1" status: 204 len: 168 time: 0.4182456 Jan 28 00:35:11.134863 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:11.150182 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954b98e-2f55-47d0-84f1-e45381a930bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d27491-3f53-4bc0-82ba-5cfce3e5f64d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:11.232004 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2129513d-638f-4de8-b74a-453fbe6e1d02 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (bb0cf455-4562-4727-9769-29a5641992d3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:11.252796 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2129513d-638f-4de8-b74a-453fbe6e1d02 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Calling delete_port for bb0cf455-4562-4727-9769-29a5641992d3 owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:35:11.512092 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2129513d-638f-4de8-b74a-453fbe6e1d02 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (bb0cf455-4562-4727-9769-29a5641992d3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:11.554720 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129513d-638f-4de8-b74a-453fbe6e1d02 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Pushing event deleted for resources: {'Port': ['ID=bb0cf455-4562-4727-9769-29a5641992d3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:11.776109 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2129513d-638f-4de8-b74a-453fbe6e1d02 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:11.786744 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46054) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:11.788028 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2129513d-638f-4de8-b74a-453fbe6e1d02 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] 10.222.0.70 "DELETE /v2.0/ports/bb0cf455-4562-4727-9769-29a5641992d3 HTTP/1.1" status: 204 len: 168 time: 1.0167587 Jan 28 00:35:11.902402 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf658c71-118f-47ea-87a1-b5e394afc311 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:11.907854 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-bf658c71-118f-47ea-87a1-b5e394afc311 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b7f4360-9c28-48a4-a9d4-3fafaa24ef8a HTTP/1.1" status: 200 len: 913 time: 0.1193385 Jan 28 00:35:11.910841 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46058) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:12.225001 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:12.896731 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1a9ebdad-16af-4fb2-a759-840cab11221c tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (8b7f4360-9c28-48a4-a9d4-3fafaa24ef8a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:12.961509 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:13.394461 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1a9ebdad-16af-4fb2-a759-840cab11221c tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Deleting port ad77c0d7-0564-4381-aec4-bfd6dc7ddcfe {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:35:13.395202 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1a9ebdad-16af-4fb2-a759-840cab11221c tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (ad77c0d7-0564-4381-aec4-bfd6dc7ddcfe), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:13.499968 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46102) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:13.593380 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1a9ebdad-16af-4fb2-a759-840cab11221c tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (ad77c0d7-0564-4381-aec4-bfd6dc7ddcfe), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:13.618102 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1a9ebdad-16af-4fb2-a759-840cab11221c tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Calling delete_port for ad77c0d7-0564-4381-aec4-bfd6dc7ddcfe owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:35:13.726612 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d823c2ee-b6a7-45b0-93ce-aa373f2dc351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:14.089749 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d823c2ee-b6a7-45b0-93ce-aa373f2dc351 admin admin] Publish callbacks [] for security_group (d8525c74-7fcf-4689-95c4-05e9db7caab6), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:14.105682 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d823c2ee-b6a7-45b0-93ce-aa373f2dc351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d8525c74-7fcf-4689-95c4-05e9db7caab6), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:14.131535 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:14.168173 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1a9ebdad-16af-4fb2-a759-840cab11221c tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (ad77c0d7-0564-4381-aec4-bfd6dc7ddcfe), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:14.206810 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ebdad-16af-4fb2-a759-840cab11221c tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Pushing event deleted for resources: {'Port': ['ID=ad77c0d7-0564-4381-aec4-bfd6dc7ddcfe,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:14.214057 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823c2ee-b6a7-45b0-93ce-aa373f2dc351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8525c74-7fcf-4689-95c4-05e9db7caab6,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:14.221764 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d823c2ee-b6a7-45b0-93ce-aa373f2dc351 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6e0cf85b8aec4d64a21486891b9ebf4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7201219 Jan 28 00:35:14.224375 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46114) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:14.358819 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d249dd73-cacf-458d-89d4-7f5694141498 admin admin] Publish callbacks [] for security_group (d8525c74-7fcf-4689-95c4-05e9db7caab6), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:14.449019 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d249dd73-cacf-458d-89d4-7f5694141498 admin admin] Publish callbacks [] for security_group (d8525c74-7fcf-4689-95c4-05e9db7caab6), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:14.542199 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d249dd73-cacf-458d-89d4-7f5694141498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d8525c74-7fcf-4689-95c4-05e9db7caab6), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:14.545809 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d249dd73-cacf-458d-89d4-7f5694141498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:14.566460 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d249dd73-cacf-458d-89d4-7f5694141498 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d8525c74-7fcf-4689-95c4-05e9db7caab6 HTTP/1.1" status: 204 len: 168 time: 0.3408978 Jan 28 00:35:14.585794 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249dd73-cacf-458d-89d4-7f5694141498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8525c74-7fcf-4689-95c4-05e9db7caab6,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:14.608755 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249dd73-cacf-458d-89d4-7f5694141498 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:14.609114 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249dd73-cacf-458d-89d4-7f5694141498 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:14.609324 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1a9ebdad-16af-4fb2-a759-840cab11221c tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (8b7f4360-9c28-48a4-a9d4-3fafaa24ef8a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:14.611029 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249dd73-cacf-458d-89d4-7f5694141498 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:14.612411 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249dd73-cacf-458d-89d4-7f5694141498 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:14.617215 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249dd73-cacf-458d-89d4-7f5694141498 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:14.617824 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249dd73-cacf-458d-89d4-7f5694141498 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:14.618321 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249dd73-cacf-458d-89d4-7f5694141498 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:14.618853 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249dd73-cacf-458d-89d4-7f5694141498 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:14.619390 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249dd73-cacf-458d-89d4-7f5694141498 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:14.619907 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249dd73-cacf-458d-89d4-7f5694141498 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:14.620409 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249dd73-cacf-458d-89d4-7f5694141498 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:14.620899 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249dd73-cacf-458d-89d4-7f5694141498 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:14.622334 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249dd73-cacf-458d-89d4-7f5694141498 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:15.043701 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9ebdad-16af-4fb2-a759-840cab11221c tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Router 8b7f4360-9c28-48a4-a9d4-3fafaa24ef8a has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:35:15.326034 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9ebdad-16af-4fb2-a759-840cab11221c tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:35:15.337867 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1a9ebdad-16af-4fb2-a759-840cab11221c tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] 10.222.0.70 "PUT /v2.0/routers/8b7f4360-9c28-48a4-a9d4-3fafaa24ef8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4193912 Jan 28 00:35:15.339115 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46142) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:15.339851 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549e9603-f3b3-4376-aa04-248e2de849d8 None None] Sync routers for ids ['8b7f4360-9c28-48a4-a9d4-3fafaa24ef8a'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:35:15.350766 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46144) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:15.364777 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549e9603-f3b3-4376-aa04-248e2de849d8 None None] Routers {'8b7f4360-9c28-48a4-a9d4-3fafaa24ef8a'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:35:15.366894 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-549e9603-f3b3-4376-aa04-248e2de849d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:35:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8b7f4360-9c28-48a4-a9d4-3fafaa24ef8a'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:15.378875 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2ea6ff4b-acf6-497a-be01-d0d0b5994bbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:15.467558 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-549e9603-f3b3-4376-aa04-248e2de849d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:15.519874 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549e9603-f3b3-4376-aa04-248e2de849d8 None None] Routers {'8b7f4360-9c28-48a4-a9d4-3fafaa24ef8a'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:35:15.526556 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-549e9603-f3b3-4376-aa04-248e2de849d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:35:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8b7f4360-9c28-48a4-a9d4-3fafaa24ef8a'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:15.633750 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-02bba8f0-3141-4cd6-9598-b41b45a04b37 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks [] for router (8b7f4360-9c28-48a4-a9d4-3fafaa24ef8a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:15.697079 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-549e9603-f3b3-4376-aa04-248e2de849d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:15.697913 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549e9603-f3b3-4376-aa04-248e2de849d8 None None] The sync data for ids ['8b7f4360-9c28-48a4-a9d4-3fafaa24ef8a'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:35:15.701501 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2ea6ff4b-acf6-497a-be01-d0d0b5994bbd admin admin] Publish callbacks [] for security_group (8942fa25-225d-4c3a-9c6f-d0c13e98666d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:15.709578 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2ea6ff4b-acf6-497a-be01-d0d0b5994bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (8942fa25-225d-4c3a-9c6f-d0c13e98666d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:15.761862 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2ea6ff4b-acf6-497a-be01-d0d0b5994bbd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=98b649f47d39429d9fff6357bad6528a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4098005 Jan 28 00:35:15.763344 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6ff4b-acf6-497a-be01-d0d0b5994bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8942fa25-225d-4c3a-9c6f-d0c13e98666d,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:15.766485 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46148) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:15.867939 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-20cec359-2f2b-488d-9cf2-b60d896a56c6 admin admin] Publish callbacks [] for security_group (8942fa25-225d-4c3a-9c6f-d0c13e98666d), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:15.922861 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-20cec359-2f2b-488d-9cf2-b60d896a56c6 admin admin] Publish callbacks [] for security_group (8942fa25-225d-4c3a-9c6f-d0c13e98666d), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:15.990102 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-20cec359-2f2b-488d-9cf2-b60d896a56c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (8942fa25-225d-4c3a-9c6f-d0c13e98666d), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:15.992860 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-20cec359-2f2b-488d-9cf2-b60d896a56c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:15.994123 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-20cec359-2f2b-488d-9cf2-b60d896a56c6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8942fa25-225d-4c3a-9c6f-d0c13e98666d HTTP/1.1" status: 204 len: 168 time: 0.2260373 Jan 28 00:35:16.033989 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cec359-2f2b-488d-9cf2-b60d896a56c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8942fa25-225d-4c3a-9c6f-d0c13e98666d,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:16.150961 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-02bba8f0-3141-4cd6-9598-b41b45a04b37 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (8b7f4360-9c28-48a4-a9d4-3fafaa24ef8a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:16.155936 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-02bba8f0-3141-4cd6-9598-b41b45a04b37 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks [] for router_controller (8b7f4360-9c28-48a4-a9d4-3fafaa24ef8a), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:16.271591 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-02bba8f0-3141-4cd6-9598-b41b45a04b37 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (8b7f4360-9c28-48a4-a9d4-3fafaa24ef8a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:16.272199 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bba8f0-3141-4cd6-9598-b41b45a04b37 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Fanout notify agent at l3_agent the message router_deleted on router 8b7f4360-9c28-48a4-a9d4-3fafaa24ef8a {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:35:16.288835 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-02bba8f0-3141-4cd6-9598-b41b45a04b37 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:16.293099 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-02bba8f0-3141-4cd6-9598-b41b45a04b37 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] 10.222.0.70 "DELETE /v2.0/routers/8b7f4360-9c28-48a4-a9d4-3fafaa24ef8a HTTP/1.1" status: 204 len: 168 time: 0.9507551 Jan 28 00:35:16.297557 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46158) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:16.413073 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a1012fa-5704-46c9-b25f-223e2d5f052e tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Deleting subnet c21efbf2-19dc-4c37-89bd-8051470a7a53 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:35:16.426924 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1a1012fa-5704-46c9-b25f-223e2d5f052e tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks [] for subnet (c21efbf2-19dc-4c37-89bd-8051470a7a53), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:16.537913 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1a1012fa-5704-46c9-b25f-223e2d5f052e tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (c21efbf2-19dc-4c37-89bd-8051470a7a53), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:16.753413 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1a1012fa-5704-46c9-b25f-223e2d5f052e tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (c21efbf2-19dc-4c37-89bd-8051470a7a53), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:16.845287 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1a1012fa-5704-46c9-b25f-223e2d5f052e tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (c21efbf2-19dc-4c37-89bd-8051470a7a53), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:16.886259 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1012fa-5704-46c9-b25f-223e2d5f052e tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Pushing event deleted for resources: {'Subnet': ['ID=c21efbf2-19dc-4c37-89bd-8051470a7a53,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:16.895165 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1a1012fa-5704-46c9-b25f-223e2d5f052e tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:16.899297 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fcffbc-ad87-4ce1-9c39-a0d76954e95e None None] Network 284151ab-251e-4320-a3cc-6749e04aa873 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:35:16.902819 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1a1012fa-5704-46c9-b25f-223e2d5f052e tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] 10.222.0.70 "DELETE /v2.0/subnets/c21efbf2-19dc-4c37-89bd-8051470a7a53 HTTP/1.1" status: 204 len: 168 time: 0.6013997 Jan 28 00:35:16.904966 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46174) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:17.013889 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b33f8c46-10d2-45de-9522-47f5f9c61285 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (284151ab-251e-4320-a3cc-6749e04aa873), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:17.171634 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b33f8c46-10d2-45de-9522-47f5f9c61285 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Deleting port 005ecc69-12d8-42e2-878b-c896e3b0f64a {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:35:17.172243 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b33f8c46-10d2-45de-9522-47f5f9c61285 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (005ecc69-12d8-42e2-878b-c896e3b0f64a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:17.330944 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ecc92d-cbb3-42b3-8bca-ef4f3018066f None None] DHCP port deletion for 284151ab-251e-4320-a3cc-6749e04aa873 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:35:17.444057 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b33f8c46-10d2-45de-9522-47f5f9c61285 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] For port 005ecc69-12d8-42e2-878b-c896e3b0f64a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=005ecc69-12d8-42e2-878b-c896e3b0f64a,segment=NetworkSegment(d0047c48-a010-495e-9254-a7eeae578556),segment_id=d0047c48-a010-495e-9254-a7eeae578556)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:35:17.444650 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b33f8c46-10d2-45de-9522-47f5f9c61285 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (005ecc69-12d8-42e2-878b-c896e3b0f64a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:17.472979 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-60ecc92d-cbb3-42b3-8bca-ef4f3018066f None None] Deleting port 005ecc69-12d8-42e2-878b-c896e3b0f64a {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:35:17.473532 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60ecc92d-cbb3-42b3-8bca-ef4f3018066f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (005ecc69-12d8-42e2-878b-c896e3b0f64a), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:17.480932 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b33f8c46-10d2-45de-9522-47f5f9c61285 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Calling delete_port for 005ecc69-12d8-42e2-878b-c896e3b0f64a owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:35:17.685321 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b33f8c46-10d2-45de-9522-47f5f9c61285 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (005ecc69-12d8-42e2-878b-c896e3b0f64a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:17.715658 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f8c46-10d2-45de-9522-47f5f9c61285 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Pushing event deleted for resources: {'Port': ['ID=005ecc69-12d8-42e2-878b-c896e3b0f64a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:17.715906 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-60ecc92d-cbb3-42b3-8bca-ef4f3018066f None None] For port 005ecc69-12d8-42e2-878b-c896e3b0f64a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=005ecc69-12d8-42e2-878b-c896e3b0f64a,segment=NetworkSegment(d0047c48-a010-495e-9254-a7eeae578556),segment_id=d0047c48-a010-495e-9254-a7eeae578556)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:35:17.715906 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60ecc92d-cbb3-42b3-8bca-ef4f3018066f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (005ecc69-12d8-42e2-878b-c896e3b0f64a), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:17.731006 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33f8c46-10d2-45de-9522-47f5f9c61285 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] No DVR routers for this DVR port 005ecc69-12d8-42e2-878b-c896e3b0f64a on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:35:17.776401 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-60ecc92d-cbb3-42b3-8bca-ef4f3018066f None None] Calling delete_port for 005ecc69-12d8-42e2-878b-c896e3b0f64a owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:35:17.876474 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b33f8c46-10d2-45de-9522-47f5f9c61285 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (284151ab-251e-4320-a3cc-6749e04aa873), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:17.933635 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-b33f8c46-10d2-45de-9522-47f5f9c61285 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['284151ab-251e-4320-a3cc-6749e04aa873']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:17.961507 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-b33f8c46-10d2-45de-9522-47f5f9c61285 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0047c48-a010-495e-9254-a7eeae578556') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:17.961779 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-b33f8c46-10d2-45de-9522-47f5f9c61285 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0047c48-a010-495e-9254-a7eeae578556') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:17.976141 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b33f8c46-10d2-45de-9522-47f5f9c61285 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (d0047c48-a010-495e-9254-a7eeae578556), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:18.018280 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b33f8c46-10d2-45de-9522-47f5f9c61285 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (d0047c48-a010-495e-9254-a7eeae578556), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:18.034403 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60ecc92d-cbb3-42b3-8bca-ef4f3018066f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (005ecc69-12d8-42e2-878b-c896e3b0f64a), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:18.037696 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b33f8c46-10d2-45de-9522-47f5f9c61285 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:35:18.038321 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b33f8c46-10d2-45de-9522-47f5f9c61285 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (d0047c48-a010-495e-9254-a7eeae578556), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:18.048887 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:35:18.048887 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:35:18.048887 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:35:18.048887 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:35:18.048887 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:35:18.048887 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:35:18.048887 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:35:18.048887 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:35:18.048887 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:35:18.048887 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:35:18.048887 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:35:18.048887 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:35:18.048887 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:35:18.048887 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:35:18.048887 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:35:18.048887 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:35:18.048887 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:35:18.048887 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:35:18.048887 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:35:18.048887 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:35:18.048887 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:35:18.048887 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:35:18.048887 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:35:18.048887 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:35:18.048887 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:35:18.048887 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:35:18.048887 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:35:18.048887 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:35:18.048887 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:35:18.048887 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:35:18.048887 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:35:18.048887 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:35:18.090946 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ecc92d-cbb3-42b3-8bca-ef4f3018066f None None] Pushing event deleted for resources: {'Port': ['ID=005ecc69-12d8-42e2-878b-c896e3b0f64a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:18.111073 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ecc92d-cbb3-42b3-8bca-ef4f3018066f None None] No DVR routers for this DVR port 005ecc69-12d8-42e2-878b-c896e3b0f64a on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:35:18.117622 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecc92d-cbb3-42b3-8bca-ef4f3018066f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:18.118175 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecc92d-cbb3-42b3-8bca-ef4f3018066f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:18.118865 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecc92d-cbb3-42b3-8bca-ef4f3018066f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:18.119484 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecc92d-cbb3-42b3-8bca-ef4f3018066f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:18.120108 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecc92d-cbb3-42b3-8bca-ef4f3018066f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:18.121022 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecc92d-cbb3-42b3-8bca-ef4f3018066f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:18.121911 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecc92d-cbb3-42b3-8bca-ef4f3018066f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:18.123444 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecc92d-cbb3-42b3-8bca-ef4f3018066f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:18.124286 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecc92d-cbb3-42b3-8bca-ef4f3018066f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:18.125048 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecc92d-cbb3-42b3-8bca-ef4f3018066f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:18.125621 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecc92d-cbb3-42b3-8bca-ef4f3018066f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:18.126235 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecc92d-cbb3-42b3-8bca-ef4f3018066f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:18.126786 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ecc92d-cbb3-42b3-8bca-ef4f3018066f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:35:18.204769 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b33f8c46-10d2-45de-9522-47f5f9c61285 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (284151ab-251e-4320-a3cc-6749e04aa873), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:18.221628 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b33f8c46-10d2-45de-9522-47f5f9c61285 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:18.227900 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b33f8c46-10d2-45de-9522-47f5f9c61285 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] 10.222.0.70 "DELETE /v2.0/networks/284151ab-251e-4320-a3cc-6749e04aa873 HTTP/1.1" status: 204 len: 168 time: 1.3209262 Jan 28 00:35:18.256417 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f8c46-10d2-45de-9522-47f5f9c61285 tempest-FloatingIPNegativeTestJSON-1899293990 tempest-FloatingIPNegativeTestJSON-1899293990-project] Pushing event deleted for resources: {'Network': ['ID=284151ab-251e-4320-a3cc-6749e04aa873,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:18.870071 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46230) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:19.379991 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-97258b3d-3374-4b3c-ab3c-a140c0c9c912 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f16f65c148c645fca593bd924898549c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5083413 Jan 28 00:35:19.382492 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46244) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:19.468000 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 005ecc69-12d8-42e2-878b-c896e3b0f64a no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:35:19.490476 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d1905f8-0136-4135-b782-08e57a3cb4fa admin admin] Publish callbacks [] for security_group (b3281b42-44c6-4004-83ce-631769607790), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:19.516979 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 005ecc69-12d8-42e2-878b-c896e3b0f64a {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:35:19.517673 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 005ecc69-12d8-42e2-878b-c896e3b0f64a not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:35:19.524595 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d1905f8-0136-4135-b782-08e57a3cb4fa admin admin] Publish callbacks [] for security_group (b3281b42-44c6-4004-83ce-631769607790), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:19.629906 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d1905f8-0136-4135-b782-08e57a3cb4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b3281b42-44c6-4004-83ce-631769607790), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:19.634419 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d1905f8-0136-4135-b782-08e57a3cb4fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:19.636325 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4d1905f8-0136-4135-b782-08e57a3cb4fa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b3281b42-44c6-4004-83ce-631769607790 HTTP/1.1" status: 204 len: 168 time: 0.2527502 Jan 28 00:35:19.649777 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1905f8-0136-4135-b782-08e57a3cb4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3281b42-44c6-4004-83ce-631769607790,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:21.304074 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46322) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:21.443267 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-9cbe51f7-d107-449e-810b-b5d930c289bd tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1626044191'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:35:21.474793 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbe51f7-d107-449e-810b-b5d930c289bd tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Made reservation on behalf of 89230e5826b3424d82d0b3f156231412 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:35:21.480610 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9cbe51f7-d107-449e-810b-b5d930c289bd tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:21.494095 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9cbe51f7-d107-449e-810b-b5d930c289bd tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:21.617986 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9cbe51f7-d107-449e-810b-b5d930c289bd tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks [] for security_group (9ee7de40-80b1-4aac-a7cb-ab8f77c12b3d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:21.625860 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9cbe51f7-d107-449e-810b-b5d930c289bd tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (9ee7de40-80b1-4aac-a7cb-ab8f77c12b3d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:21.671200 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cbe51f7-d107-449e-810b-b5d930c289bd tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:35:21.683255 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe51f7-d107-449e-810b-b5d930c289bd tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee7de40-80b1-4aac-a7cb-ab8f77c12b3d,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:21.713700 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9cbe51f7-d107-449e-810b-b5d930c289bd tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (bd0f7506-9aa1-4c61-928d-13b923850833), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:21.715459 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-9cbe51f7-d107-449e-810b-b5d930c289bd tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Added segment bd0f7506-9aa1-4c61-928d-13b923850833 of type vlan for network cd2d25a7-f830-4da0-9a31-1a470bc26e0c Jan 28 00:35:21.752098 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46328) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:21.784007 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9cbe51f7-d107-449e-810b-b5d930c289bd tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (cd2d25a7-f830-4da0-9a31-1a470bc26e0c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:21.839085 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9cbe51f7-d107-449e-810b-b5d930c289bd tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (cd2d25a7-f830-4da0-9a31-1a470bc26e0c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:21.852385 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbe51f7-d107-449e-810b-b5d930c289bd tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:21.854180 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9cbe51f7-d107-449e-810b-b5d930c289bd tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:21.952652 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9cbe51f7-d107-449e-810b-b5d930c289bd tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6396439 Jan 28 00:35:21.984988 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe51f7-d107-449e-810b-b5d930c289bd tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event updated for resources: {'Network': ['ID=cd2d25a7-f830-4da0-9a31-1a470bc26e0c,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:22.010250 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network cd2d25a7-f830-4da0-9a31-1a470bc26e0c details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:35:22.068437 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-623272d6-be49-4111-b7cb-2e8474114bda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:22.122085 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46342) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:22.134561 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-4908016e-9962-46f5-b96d-caf56842f4e0 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Request body: {'subnet': {'network_id': 'cd2d25a7-f830-4da0-9a31-1a470bc26e0c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:35:22.268697 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-623272d6-be49-4111-b7cb-2e8474114bda admin admin] Publish callbacks [] for security_group (8e0082b3-6e8b-494a-9e58-fa21b64ac3e9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:22.278817 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-623272d6-be49-4111-b7cb-2e8474114bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (8e0082b3-6e8b-494a-9e58-fa21b64ac3e9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:22.346376 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-623272d6-be49-4111-b7cb-2e8474114bda admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5117c53a093b45b1a056093c95441cca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5922520 Jan 28 00:35:22.350961 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46348) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:22.362022 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623272d6-be49-4111-b7cb-2e8474114bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0082b3-6e8b-494a-9e58-fa21b64ac3e9,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:22.468301 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5c9c47ae-1acf-4062-82c1-b6961b67b80f admin admin] Publish callbacks [] for security_group (8e0082b3-6e8b-494a-9e58-fa21b64ac3e9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:22.503049 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5c9c47ae-1acf-4062-82c1-b6961b67b80f admin admin] Publish callbacks [] for security_group (8e0082b3-6e8b-494a-9e58-fa21b64ac3e9), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:22.586755 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5c9c47ae-1acf-4062-82c1-b6961b67b80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (8e0082b3-6e8b-494a-9e58-fa21b64ac3e9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:22.590126 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5c9c47ae-1acf-4062-82c1-b6961b67b80f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:22.592465 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5c9c47ae-1acf-4062-82c1-b6961b67b80f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8e0082b3-6e8b-494a-9e58-fa21b64ac3e9 HTTP/1.1" status: 204 len: 168 time: 0.2394824 Jan 28 00:35:22.601850 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c47ae-1acf-4062-82c1-b6961b67b80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0082b3-6e8b-494a-9e58-fa21b64ac3e9,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:22.822691 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4908016e-9962-46f5-b96d-caf56842f4e0 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Made reservation on behalf of 89230e5826b3424d82d0b3f156231412 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:35:22.831893 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4908016e-9962-46f5-b96d-caf56842f4e0 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:23.147205 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4908016e-9962-46f5-b96d-caf56842f4e0 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (c48ec612-c33b-4d52-bbc0-46121390b685), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:23.231080 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46362) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:23.250054 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-84b61ec3-8b6c-4df1-b67a-51044b36259a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:23.273623 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4908016e-9962-46f5-b96d-caf56842f4e0 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Checking segment: {'id': 'bd0f7506-9aa1-4c61-928d-13b923850833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cd2d25a7-f830-4da0-9a31-1a470bc26e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:35:23.274031 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4908016e-9962-46f5-b96d-caf56842f4e0 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Network hostable DHCP agents. Network: cd2d25a7-f830-4da0-9a31-1a470bc26e0c, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:35:23.278462 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908016e-9962-46f5-b96d-caf56842f4e0 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event updated for resources: {'Subnet': ['ID=c48ec612-c33b-4d52-bbc0-46121390b685,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:23.299380 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4908016e-9962-46f5-b96d-caf56842f4e0 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Network cd2d25a7-f830-4da0-9a31-1a470bc26e0c is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:35:23.315297 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-4908016e-9962-46f5-b96d-caf56842f4e0 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, cd2d25a7-f830-4da0-9a31-1a470bc26e0c) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:35:23.321791 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4908016e-9962-46f5-b96d-caf56842f4e0 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:23.322461 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4908016e-9962-46f5-b96d-caf56842f4e0 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:23.330406 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaf7fbd-3685-470c-9f17-4cdf3dd120b4 None None] Network cd2d25a7-f830-4da0-9a31-1a470bc26e0c requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:35:23.361964 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4908016e-9962-46f5-b96d-caf56842f4e0 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2400622 Jan 28 00:35:23.362856 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46368) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:23.369940 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-11951235-fe26-43a6-a207-2e64869b4e6d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1652381193'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:35:23.444298 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11951235-fe26-43a6-a207-2e64869b4e6d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Made reservation on behalf of 89230e5826b3424d82d0b3f156231412 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:35:23.448401 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-11951235-fe26-43a6-a207-2e64869b4e6d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:23.518055 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11951235-fe26-43a6-a207-2e64869b4e6d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:35:23.534549 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-11951235-fe26-43a6-a207-2e64869b4e6d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (8ce72ae2-a641-4342-b025-8d629bc4a2ac), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:23.535508 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-11951235-fe26-43a6-a207-2e64869b4e6d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Added segment 8ce72ae2-a641-4342-b025-8d629bc4a2ac of type vlan for network 69a816dc-824a-43f3-9b5d-3e04f93a094c Jan 28 00:35:23.581461 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-84b61ec3-8b6c-4df1-b67a-51044b36259a admin admin] Publish callbacks [] for security_group (e428ccb0-ce33-43a7-8fd9-b421b9a79cce), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:23.599958 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-11951235-fe26-43a6-a207-2e64869b4e6d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (69a816dc-824a-43f3-9b5d-3e04f93a094c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:23.600934 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-84b61ec3-8b6c-4df1-b67a-51044b36259a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e428ccb0-ce33-43a7-8fd9-b421b9a79cce), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:23.637326 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-11951235-fe26-43a6-a207-2e64869b4e6d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (69a816dc-824a-43f3-9b5d-3e04f93a094c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:23.645776 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11951235-fe26-43a6-a207-2e64869b4e6d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:23.646495 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-11951235-fe26-43a6-a207-2e64869b4e6d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:23.724658 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-11951235-fe26-43a6-a207-2e64869b4e6d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3605540 Jan 28 00:35:23.734544 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46372) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:23.739976 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b61ec3-8b6c-4df1-b67a-51044b36259a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e428ccb0-ce33-43a7-8fd9-b421b9a79cce,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:23.746243 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-84b61ec3-8b6c-4df1-b67a-51044b36259a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dcf72a00ea5f486fabc9b4a0a313f999&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5125096 Jan 28 00:35:23.760292 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46374) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:23.761988 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-baff7cfa-d5c0-4965-bfe7-7e1d4533ed7b tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Request body: {'subnet': {'network_id': '69a816dc-824a-43f3-9b5d-3e04f93a094c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:35:23.765204 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fd54de-b324-4793-bac6-c04764ec0e8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-cd2d25a7-f830-4da0-9a31-1a470bc26e0c', 'network_id': 'cd2d25a7-f830-4da0-9a31-1a470bc26e0c', 'project_id': '89230e5826b3424d82d0b3f156231412', 'fixed_ips': [{'subnet_id': 'c48ec612-c33b-4d52-bbc0-46121390b685'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:35:23.766925 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-50fd54de-b324-4793-bac6-c04764ec0e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:23.890650 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a6856f9-9cf1-425b-b164-d36bcf90c5bd admin admin] Publish callbacks [] for security_group (e428ccb0-ce33-43a7-8fd9-b421b9a79cce), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:23.892574 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baff7cfa-d5c0-4965-bfe7-7e1d4533ed7b tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Made reservation on behalf of 89230e5826b3424d82d0b3f156231412 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:35:23.897156 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-baff7cfa-d5c0-4965-bfe7-7e1d4533ed7b tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:23.945826 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a6856f9-9cf1-425b-b164-d36bcf90c5bd admin admin] Publish callbacks [] for security_group (e428ccb0-ce33-43a7-8fd9-b421b9a79cce), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:24.048670 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a6856f9-9cf1-425b-b164-d36bcf90c5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e428ccb0-ce33-43a7-8fd9-b421b9a79cce), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:24.051918 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a6856f9-9cf1-425b-b164-d36bcf90c5bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:24.053403 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7a6856f9-9cf1-425b-b164-d36bcf90c5bd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e428ccb0-ce33-43a7-8fd9-b421b9a79cce HTTP/1.1" status: 204 len: 168 time: 0.2920344 Jan 28 00:35:24.068739 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6856f9-9cf1-425b-b164-d36bcf90c5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e428ccb0-ce33-43a7-8fd9-b421b9a79cce,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:24.120032 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-50fd54de-b324-4793-bac6-c04764ec0e8d None None] Allocated IP 172.20.255.242 (cd2d25a7-f830-4da0-9a31-1a470bc26e0c/c48ec612-c33b-4d52-bbc0-46121390b685/ab52bb0e-7333-4838-90ca-2a557d5e0972) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:35:24.195339 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11951235-fe26-43a6-a207-2e64869b4e6d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event updated for resources: {'Network': ['ID=69a816dc-824a-43f3-9b5d-3e04f93a094c,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:24.210520 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-baff7cfa-d5c0-4965-bfe7-7e1d4533ed7b tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (401445a8-4cf5-4c4a-aaac-2bc515b41e06), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:24.281712 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 69a816dc-824a-43f3-9b5d-3e04f93a094c details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:35:24.314996 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff7cfa-d5c0-4965-bfe7-7e1d4533ed7b tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event updated for resources: {'Subnet': ['ID=401445a8-4cf5-4c4a-aaac-2bc515b41e06,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:24.340192 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baff7cfa-d5c0-4965-bfe7-7e1d4533ed7b tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Checking segment: {'id': '8ce72ae2-a641-4342-b025-8d629bc4a2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '69a816dc-824a-43f3-9b5d-3e04f93a094c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:35:24.341759 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baff7cfa-d5c0-4965-bfe7-7e1d4533ed7b tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Network hostable DHCP agents. Network: 69a816dc-824a-43f3-9b5d-3e04f93a094c, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:35:24.390703 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baff7cfa-d5c0-4965-bfe7-7e1d4533ed7b tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Network 69a816dc-824a-43f3-9b5d-3e04f93a094c is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:35:24.416496 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-baff7cfa-d5c0-4965-bfe7-7e1d4533ed7b tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 69a816dc-824a-43f3-9b5d-3e04f93a094c) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:35:24.445730 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baff7cfa-d5c0-4965-bfe7-7e1d4533ed7b tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:24.448477 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-baff7cfa-d5c0-4965-bfe7-7e1d4533ed7b tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:24.507188 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-baff7cfa-d5c0-4965-bfe7-7e1d4533ed7b tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7708452 Jan 28 00:35:24.511759 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46384) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:24.740538 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05aad365-ea23-45a8-836b-eeba3eb9c1be tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (69a816dc-824a-43f3-9b5d-3e04f93a094c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:24.894322 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8ab066-10d1-48d6-b79f-1abe3d5f948e None None] Network 69a816dc-824a-43f3-9b5d-3e04f93a094c requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:35:24.917113 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05aad365-ea23-45a8-836b-eeba3eb9c1be tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (401445a8-4cf5-4c4a-aaac-2bc515b41e06), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:25.021608 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05aad365-ea23-45a8-836b-eeba3eb9c1be tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (401445a8-4cf5-4c4a-aaac-2bc515b41e06), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:25.041961 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-50fd54de-b324-4793-bac6-c04764ec0e8d None None] Publish callbacks [] for port (ab52bb0e-7333-4838-90ca-2a557d5e0972), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:25.084200 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aad365-ea23-45a8-836b-eeba3eb9c1be tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event deleted for resources: {'Subnet': ['ID=401445a8-4cf5-4c4a-aaac-2bc515b41e06,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:25.093276 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:35:25.202306 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-50fd54de-b324-4793-bac6-c04764ec0e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (ab52bb0e-7333-4838-90ca-2a557d5e0972), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:25.237124 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05aad365-ea23-45a8-836b-eeba3eb9c1be tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (69a816dc-824a-43f3-9b5d-3e04f93a094c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:25.272803 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-05aad365-ea23-45a8-836b-eeba3eb9c1be tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a816dc-824a-43f3-9b5d-3e04f93a094c']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:25.293758 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd54de-b324-4793-bac6-c04764ec0e8d None None] Pushing event updated for resources: {'Port': ['ID=ab52bb0e-7333-4838-90ca-2a557d5e0972,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:25.305903 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fd54de-b324-4793-bac6-c04764ec0e8d None None] Network cd2d25a7-f830-4da0-9a31-1a470bc26e0c is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:35:25.308657 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-50fd54de-b324-4793-bac6-c04764ec0e8d None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:35:25.313754 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fd54de-b324-4793-bac6-c04764ec0e8d None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:35:25.318730 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-05aad365-ea23-45a8-836b-eeba3eb9c1be tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce72ae2-a641-4342-b025-8d629bc4a2ac') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:25.319216 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-05aad365-ea23-45a8-836b-eeba3eb9c1be tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce72ae2-a641-4342-b025-8d629bc4a2ac') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:25.362973 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05aad365-ea23-45a8-836b-eeba3eb9c1be tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (8ce72ae2-a641-4342-b025-8d629bc4a2ac), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:25.388492 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05aad365-ea23-45a8-836b-eeba3eb9c1be tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (8ce72ae2-a641-4342-b025-8d629bc4a2ac), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:25.397296 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05aad365-ea23-45a8-836b-eeba3eb9c1be tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:35:25.397801 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05aad365-ea23-45a8-836b-eeba3eb9c1be tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (8ce72ae2-a641-4342-b025-8d629bc4a2ac), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:25.456229 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-50fd54de-b324-4793-bac6-c04764ec0e8d None None] Attempting to bind port ab52bb0e-7333-4838-90ca-2a557d5e0972 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:35:25.456843 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-50fd54de-b324-4793-bac6-c04764ec0e8d None None] Attempting to bind port ab52bb0e-7333-4838-90ca-2a557d5e0972 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'bd0f7506-9aa1-4c61-928d-13b923850833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cd2d25a7-f830-4da0-9a31-1a470bc26e0c'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:35:25.457445 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd54de-b324-4793-bac6-c04764ec0e8d None None] Attempting to bind port ab52bb0e-7333-4838-90ca-2a557d5e0972 on network cd2d25a7-f830-4da0-9a31-1a470bc26e0c {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:35:25.476160 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdf0d0e-bac4-4715-82b2-6df207b03eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-69a816dc-824a-43f3-9b5d-3e04f93a094c', 'network_id': '69a816dc-824a-43f3-9b5d-3e04f93a094c', 'project_id': '89230e5826b3424d82d0b3f156231412', 'fixed_ips': [{'subnet_id': '401445a8-4cf5-4c4a-aaac-2bc515b41e06'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:35:25.478276 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4bdf0d0e-bac4-4715-82b2-6df207b03eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:25.485002 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd54de-b324-4793-bac6-c04764ec0e8d None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:35:25.485667 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd54de-b324-4793-bac6-c04764ec0e8d None None] Checking segment: {'id': 'bd0f7506-9aa1-4c61-928d-13b923850833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cd2d25a7-f830-4da0-9a31-1a470bc26e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:35:25.486240 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-50fd54de-b324-4793-bac6-c04764ec0e8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:25.486821 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd54de-b324-4793-bac6-c04764ec0e8d None None] Bound using segment: {'id': 'bd0f7506-9aa1-4c61-928d-13b923850833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cd2d25a7-f830-4da0-9a31-1a470bc26e0c'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:35:25.487480 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-50fd54de-b324-4793-bac6-c04764ec0e8d None None] Bound port: ab52bb0e-7333-4838-90ca-2a557d5e0972, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd0f7506-9aa1-4c61-928d-13b923850833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cd2d25a7-f830-4da0-9a31-1a470bc26e0c'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:35:25.488060 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-50fd54de-b324-4793-bac6-c04764ec0e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ab52bb0e-7333-4838-90ca-2a557d5e0972), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:25.520876 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:35:25.520876 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:35:25.520876 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:35:25.520876 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:35:25.520876 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:35:25.520876 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:35:25.520876 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:35:25.520876 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:35:25.520876 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:35:25.520876 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:35:25.520876 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:35:25.520876 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:35:25.520876 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:35:25.520876 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:35:25.520876 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:35:25.520876 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:35:25.520876 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:35:25.520876 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:35:25.520876 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:35:25.520876 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:35:25.520876 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:35:25.520876 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:35:25.520876 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:35:25.520876 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:35:25.520876 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:35:25.520876 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:35:25.520876 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:35:25.520876 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:35:25.520876 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:35:25.520876 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:35:25.520876 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:35:25.520876 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:35:25.538687 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05aad365-ea23-45a8-836b-eeba3eb9c1be tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (69a816dc-824a-43f3-9b5d-3e04f93a094c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:25.567091 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05aad365-ea23-45a8-836b-eeba3eb9c1be tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:25.580659 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-50fd54de-b324-4793-bac6-c04764ec0e8d None None] For port ab52bb0e-7333-4838-90ca-2a557d5e0972, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:35:25.584184 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46408) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:25.585470 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-50fd54de-b324-4793-bac6-c04764ec0e8d None None] For port ab52bb0e-7333-4838-90ca-2a557d5e0972, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ab52bb0e-7333-4838-90ca-2a557d5e0972,segment=NetworkSegment(bd0f7506-9aa1-4c61-928d-13b923850833),segment_id=bd0f7506-9aa1-4c61-928d-13b923850833)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:35:25.590550 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-05aad365-ea23-45a8-836b-eeba3eb9c1be tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/networks/69a816dc-824a-43f3-9b5d-3e04f93a094c HTTP/1.1" status: 204 len: 168 time: 1.0765491 Jan 28 00:35:25.598918 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-932f1525-51c9-435c-86fb-4d4911282909 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-852912258'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:35:25.623340 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-50fd54de-b324-4793-bac6-c04764ec0e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ab52bb0e-7333-4838-90ca-2a557d5e0972), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:25.633458 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aad365-ea23-45a8-836b-eeba3eb9c1be tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event deleted for resources: {'Network': ['ID=69a816dc-824a-43f3-9b5d-3e04f93a094c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:25.699091 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379f4a9b-0831-4084-8951-30fb2209c608 None None] Network 69a816dc-824a-43f3-9b5d-3e04f93a094c requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:35:25.713976 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932f1525-51c9-435c-86fb-4d4911282909 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Made reservation on behalf of 89230e5826b3424d82d0b3f156231412 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:35:25.726598 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-932f1525-51c9-435c-86fb-4d4911282909 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:25.751385 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379f4a9b-0831-4084-8951-30fb2209c608 None None] Network 69a816dc-824a-43f3-9b5d-3e04f93a094c could not be found, it might have been deleted concurrently. {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 00:35:25.803139 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd54de-b324-4793-bac6-c04764ec0e8d None None] Pushing event updated for resources: {'Port': ['ID=ab52bb0e-7333-4838-90ca-2a557d5e0972,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:25.805316 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-932f1525-51c9-435c-86fb-4d4911282909 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:35:25.830647 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-932f1525-51c9-435c-86fb-4d4911282909 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (cf74dba2-0138-4cd6-8602-501a9483d51c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:25.831008 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-932f1525-51c9-435c-86fb-4d4911282909 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Added segment cf74dba2-0138-4cd6-8602-501a9483d51c of type vlan for network fd8740c3-de5f-4675-ac8b-45b775d4193d Jan 28 00:35:25.937304 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-932f1525-51c9-435c-86fb-4d4911282909 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (fd8740c3-de5f-4675-ac8b-45b775d4193d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:25.986253 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-932f1525-51c9-435c-86fb-4d4911282909 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (fd8740c3-de5f-4675-ac8b-45b775d4193d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:25.993226 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932f1525-51c9-435c-86fb-4d4911282909 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:25.994189 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-932f1525-51c9-435c-86fb-4d4911282909 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:26.095046 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-932f1525-51c9-435c-86fb-4d4911282909 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5087523 Jan 28 00:35:26.100940 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46422) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:26.104974 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f1525-51c9-435c-86fb-4d4911282909 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event updated for resources: {'Network': ['ID=fd8740c3-de5f-4675-ac8b-45b775d4193d,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:26.122540 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-67184a36-f0d8-4442-8791-5a7bc1c77980 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Request body: {'subnet': {'network_id': 'fd8740c3-de5f-4675-ac8b-45b775d4193d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:35:26.166720 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network fd8740c3-de5f-4675-ac8b-45b775d4193d details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:35:26.390306 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67184a36-f0d8-4442-8791-5a7bc1c77980 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Made reservation on behalf of 89230e5826b3424d82d0b3f156231412 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:35:26.402190 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-67184a36-f0d8-4442-8791-5a7bc1c77980 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:26.587152 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.ipam_backend_mixin [None req-67184a36-f0d8-4442-8791-5a7bc1c77980 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Performing IP validity checks on allocation pools {{(pid=103344) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 00:35:26.588645 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.ipam_backend_mixin [None req-67184a36-f0d8-4442-8791-5a7bc1c77980 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103344) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 00:35:26.937898 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-67184a36-f0d8-4442-8791-5a7bc1c77980 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (910f5ad6-bf1d-4e41-b85e-8836038c6d6d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:27.248090 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67184a36-f0d8-4442-8791-5a7bc1c77980 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event updated for resources: {'Subnet': ['ID=910f5ad6-bf1d-4e41-b85e-8836038c6d6d,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:27.328533 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67184a36-f0d8-4442-8791-5a7bc1c77980 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Checking segment: {'id': 'cf74dba2-0138-4cd6-8602-501a9483d51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fd8740c3-de5f-4675-ac8b-45b775d4193d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:35:27.328986 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67184a36-f0d8-4442-8791-5a7bc1c77980 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Network hostable DHCP agents. Network: fd8740c3-de5f-4675-ac8b-45b775d4193d, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:35:27.409622 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67184a36-f0d8-4442-8791-5a7bc1c77980 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Network fd8740c3-de5f-4675-ac8b-45b775d4193d is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:35:27.448818 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-67184a36-f0d8-4442-8791-5a7bc1c77980 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, fd8740c3-de5f-4675-ac8b-45b775d4193d) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:35:27.462303 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55406017-1334-469e-8c6f-676501c74e41 None None] Network fd8740c3-de5f-4675-ac8b-45b775d4193d requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:35:27.467111 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67184a36-f0d8-4442-8791-5a7bc1c77980 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:27.468682 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-67184a36-f0d8-4442-8791-5a7bc1c77980 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:27.516385 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46468) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:27.531510 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-67184a36-f0d8-4442-8791-5a7bc1c77980 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4286585 Jan 28 00:35:27.659898 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ab52bb0e-7333-4838-90ca-2a557d5e0972 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:35:27.888823 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port ab52bb0e-7333-4838-90ca-2a557d5e0972 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:35:27.889666 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ab52bb0e-7333-4838-90ca-2a557d5e0972), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:27.892179 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-89124d62-c903-4cf5-a995-3f7106d30d8d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (fd8740c3-de5f-4675-ac8b-45b775d4193d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:27.897915 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b376b6a5-ad7e-45d2-acb0-823e9ca50a29 None None] Network cd2d25a7-f830-4da0-9a31-1a470bc26e0c requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:35:28.043119 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb4f1a3-91be-4e98-9f82-3e924dc06b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-fd8740c3-de5f-4675-ac8b-45b775d4193d', 'network_id': 'fd8740c3-de5f-4675-ac8b-45b775d4193d', 'project_id': '89230e5826b3424d82d0b3f156231412', 'fixed_ips': [{'subnet_id': '910f5ad6-bf1d-4e41-b85e-8836038c6d6d'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:35:28.044548 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8bb4f1a3-91be-4e98-9f82-3e924dc06b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:28.122121 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-89124d62-c903-4cf5-a995-3f7106d30d8d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (910f5ad6-bf1d-4e41-b85e-8836038c6d6d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:28.286203 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-89124d62-c903-4cf5-a995-3f7106d30d8d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (910f5ad6-bf1d-4e41-b85e-8836038c6d6d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server [None req-8bb4f1a3-91be-4e98-9f82-3e924dc06b32 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 910f5ad6-bf1d-4e41-b85e-8836038c6d6d: This subnet is being modified by another concurrent operation. Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise exception Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 910f5ad6-bf1d-4e41-b85e-8836038c6d6d: This subnet is being modified by another concurrent operation. Jan 28 00:35:28.315757 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server Jan 28 00:35:28.322439 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d3d49c1c-e5cb-49ab-b8d3-bfab9b1621f9 None None] Provisioning complete for port ab52bb0e-7333-4838-90ca-2a557d5e0972 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:35:28.322891 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d3d49c1c-e5cb-49ab-b8d3-bfab9b1621f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ab52bb0e-7333-4838-90ca-2a557d5e0972), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:28.367181 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb559d5-5409-4b47-94af-fda65a5ba83f None None] Network fd8740c3-de5f-4675-ac8b-45b775d4193d requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:35:28.418137 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89124d62-c903-4cf5-a995-3f7106d30d8d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event deleted for resources: {'Subnet': ['ID=910f5ad6-bf1d-4e41-b85e-8836038c6d6d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:28.545076 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-89124d62-c903-4cf5-a995-3f7106d30d8d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (fd8740c3-de5f-4675-ac8b-45b775d4193d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:28.603499 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port ab52bb0e-7333-4838-90ca-2a557d5e0972 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:35:28.604818 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ab52bb0e-7333-4838-90ca-2a557d5e0972), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:28.616246 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-89124d62-c903-4cf5-a995-3f7106d30d8d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8740c3-de5f-4675-ac8b-45b775d4193d']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:28.640837 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-89124d62-c903-4cf5-a995-3f7106d30d8d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf74dba2-0138-4cd6-8602-501a9483d51c') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:28.642275 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-89124d62-c903-4cf5-a995-3f7106d30d8d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf74dba2-0138-4cd6-8602-501a9483d51c') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:28.672824 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-89124d62-c903-4cf5-a995-3f7106d30d8d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (cf74dba2-0138-4cd6-8602-501a9483d51c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:28.704586 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-89124d62-c903-4cf5-a995-3f7106d30d8d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (cf74dba2-0138-4cd6-8602-501a9483d51c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:28.725670 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89124d62-c903-4cf5-a995-3f7106d30d8d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:35:28.726922 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-89124d62-c903-4cf5-a995-3f7106d30d8d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (cf74dba2-0138-4cd6-8602-501a9483d51c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:28.735150 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:35:28.735150 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:35:28.735150 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:35:28.735150 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:35:28.735150 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:35:28.735150 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:35:28.735150 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:35:28.735150 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:35:28.735150 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:35:28.735150 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:35:28.735150 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:35:28.735150 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:35:28.735150 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:35:28.735150 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:35:28.735150 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:35:28.735150 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:35:28.735150 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:35:28.735150 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:35:28.735150 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:35:28.735150 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:35:28.735150 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:35:28.735150 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:35:28.735150 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:35:28.735150 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:35:28.735150 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:35:28.735150 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:35:28.735150 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:35:28.735150 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:35:28.735150 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:35:28.735150 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:35:28.735150 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:35:28.735150 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:35:28.737513 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d3d49c1c-e5cb-49ab-b8d3-bfab9b1621f9 None None] Current status of the port ab52bb0e-7333-4838-90ca-2a557d5e0972 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:35:28.737513 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d3d49c1c-e5cb-49ab-b8d3-bfab9b1621f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ab52bb0e-7333-4838-90ca-2a557d5e0972), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:28.806232 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port ab52bb0e-7333-4838-90ca-2a557d5e0972, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ab52bb0e-7333-4838-90ca-2a557d5e0972,segment=NetworkSegment(bd0f7506-9aa1-4c61-928d-13b923850833),segment_id=bd0f7506-9aa1-4c61-928d-13b923850833)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:35:28.811451 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46512) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:28.827818 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ab52bb0e-7333-4838-90ca-2a557d5e0972), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:28.905830 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-89124d62-c903-4cf5-a995-3f7106d30d8d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (fd8740c3-de5f-4675-ac8b-45b775d4193d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:28.911928 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-89124d62-c903-4cf5-a995-3f7106d30d8d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:28.921381 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-89124d62-c903-4cf5-a995-3f7106d30d8d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/networks/fd8740c3-de5f-4675-ac8b-45b775d4193d HTTP/1.1" status: 204 len: 168 time: 1.3992491 Jan 28 00:35:28.922665 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46518) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:28.931087 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-28ca8f19-3227-4b4c-92cc-2984305fe725 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1234346340'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:35:28.977294 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89124d62-c903-4cf5-a995-3f7106d30d8d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event deleted for resources: {'Network': ['ID=fd8740c3-de5f-4675-ac8b-45b775d4193d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:28.996636 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ca8f19-3227-4b4c-92cc-2984305fe725 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Made reservation on behalf of 89230e5826b3424d82d0b3f156231412 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:35:29.003249 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-28ca8f19-3227-4b4c-92cc-2984305fe725 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:29.038699 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ca8f19-3227-4b4c-92cc-2984305fe725 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:35:29.055564 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-28ca8f19-3227-4b4c-92cc-2984305fe725 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (76809059-c2f4-4c65-98ca-c7d7ec1cb5ee), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:29.056601 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-28ca8f19-3227-4b4c-92cc-2984305fe725 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Added segment 76809059-c2f4-4c65-98ca-c7d7ec1cb5ee of type vlan for network 304e2156-7a03-429b-9821-7365449fb7fe Jan 28 00:35:29.134896 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801e9e76-8a9a-4af5-9b5d-9156f4f8d0e3 None None] get_active_networks_info from n-d-826754-1 {{(pid=103345) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 00:35:29.193762 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6f14dc98-14a7-4e06-aa8b-f9ed670b6520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:29.204893 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-28ca8f19-3227-4b4c-92cc-2984305fe725 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (304e2156-7a03-429b-9821-7365449fb7fe), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:29.320818 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-28ca8f19-3227-4b4c-92cc-2984305fe725 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (304e2156-7a03-429b-9821-7365449fb7fe), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:29.326973 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ca8f19-3227-4b4c-92cc-2984305fe725 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:29.327690 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-28ca8f19-3227-4b4c-92cc-2984305fe725 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:29.369799 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=ab52bb0e-7333-4838-90ca-2a557d5e0972,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:29.387934 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-d3d49c1c-e5cb-49ab-b8d3-bfab9b1621f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:35:29.388556 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-d3d49c1c-e5cb-49ab-b8d3-bfab9b1621f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:35:29.482936 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801e9e76-8a9a-4af5-9b5d-9156f4f8d0e3 None None] Resources bound (agent type, host, resource id): {{(pid=103345) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 00:35:29.532534 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-28ca8f19-3227-4b4c-92cc-2984305fe725 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6058726 Jan 28 00:35:29.533568 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46544) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:29.540180 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e1ed3c92-e542-4636-859d-fbf81aa8dd91 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Request body: {'subnet': {'network_id': '304e2156-7a03-429b-9821-7365449fb7fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:35:29.566469 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca8f19-3227-4b4c-92cc-2984305fe725 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event updated for resources: {'Network': ['ID=304e2156-7a03-429b-9821-7365449fb7fe,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:29.644817 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6f14dc98-14a7-4e06-aa8b-f9ed670b6520 admin admin] Publish callbacks [] for security_group (0687c42c-e22a-47e9-9332-6d904643e0db), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:29.654427 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6f14dc98-14a7-4e06-aa8b-f9ed670b6520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0687c42c-e22a-47e9-9332-6d904643e0db), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:29.664558 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 304e2156-7a03-429b-9821-7365449fb7fe details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:35:29.691643 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14dc98-14a7-4e06-aa8b-f9ed670b6520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0687c42c-e22a-47e9-9332-6d904643e0db,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:29.751646 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6f14dc98-14a7-4e06-aa8b-f9ed670b6520 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=91ab5fc918174350af531656bb287533&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9379163 Jan 28 00:35:29.755057 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46552) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:29.816385 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ed3c92-e542-4636-859d-fbf81aa8dd91 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Made reservation on behalf of 89230e5826b3424d82d0b3f156231412 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:35:29.822112 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e1ed3c92-e542-4636-859d-fbf81aa8dd91 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:29.982312 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76ecf43e-9748-42b9-bdfd-f7c4f22ad852 admin admin] Publish callbacks [] for security_group (0687c42c-e22a-47e9-9332-6d904643e0db), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:30.008961 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d3d49c1c-e5cb-49ab-b8d3-bfab9b1621f9 None None] Current status of the port ab52bb0e-7333-4838-90ca-2a557d5e0972 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:35:30.033616 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76ecf43e-9748-42b9-bdfd-f7c4f22ad852 admin admin] Publish callbacks [] for security_group (0687c42c-e22a-47e9-9332-6d904643e0db), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:30.114894 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e1ed3c92-e542-4636-859d-fbf81aa8dd91 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (16ce3625-d28e-4004-b926-db09fa7fefac), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:30.150529 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-66abf3b1-b208-4179-b145-190f48c077bd None None] Provisioning complete for port ab52bb0e-7333-4838-90ca-2a557d5e0972 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:35:30.154337 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-66abf3b1-b208-4179-b145-190f48c077bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ab52bb0e-7333-4838-90ca-2a557d5e0972), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:30.180778 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed3c92-e542-4636-859d-fbf81aa8dd91 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event updated for resources: {'Subnet': ['ID=16ce3625-d28e-4004-b926-db09fa7fefac,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:30.246190 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ed3c92-e542-4636-859d-fbf81aa8dd91 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Checking segment: {'id': '76809059-c2f4-4c65-98ca-c7d7ec1cb5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '304e2156-7a03-429b-9821-7365449fb7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:35:30.246624 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ed3c92-e542-4636-859d-fbf81aa8dd91 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Network hostable DHCP agents. Network: 304e2156-7a03-429b-9821-7365449fb7fe, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:35:30.255180 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76ecf43e-9748-42b9-bdfd-f7c4f22ad852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0687c42c-e22a-47e9-9332-6d904643e0db), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:30.260656 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76ecf43e-9748-42b9-bdfd-f7c4f22ad852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:30.266644 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-76ecf43e-9748-42b9-bdfd-f7c4f22ad852 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0687c42c-e22a-47e9-9332-6d904643e0db HTTP/1.1" status: 204 len: 168 time: 0.5056076 Jan 28 00:35:30.276844 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ecf43e-9748-42b9-bdfd-f7c4f22ad852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0687c42c-e22a-47e9-9332-6d904643e0db,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:30.304810 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ed3c92-e542-4636-859d-fbf81aa8dd91 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Network 304e2156-7a03-429b-9821-7365449fb7fe is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:35:30.319637 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-e1ed3c92-e542-4636-859d-fbf81aa8dd91 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 304e2156-7a03-429b-9821-7365449fb7fe) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:35:30.359671 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ed3c92-e542-4636-859d-fbf81aa8dd91 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:30.360797 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e1ed3c92-e542-4636-859d-fbf81aa8dd91 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:30.374626 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46566) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:30.401295 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e1ed3c92-e542-4636-859d-fbf81aa8dd91 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8638391 Jan 28 00:35:30.402884 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46570) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:30.410970 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56d9ea1-7a74-4bba-9fab-dfa290d91ebf None None] Network 304e2156-7a03-429b-9821-7365449fb7fe requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:35:30.588904 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-66abf3b1-b208-4179-b145-190f48c077bd None None] Current status of the port ab52bb0e-7333-4838-90ca-2a557d5e0972 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:35:30.656061 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3cffe899-f021-496c-9564-8f56076346a9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (304e2156-7a03-429b-9821-7365449fb7fe), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:30.725830 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65b7dc4-5672-4d3c-a5c2-794bf0096605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-304e2156-7a03-429b-9821-7365449fb7fe', 'network_id': '304e2156-7a03-429b-9821-7365449fb7fe', 'project_id': '89230e5826b3424d82d0b3f156231412', 'fixed_ips': [{'subnet_id': '16ce3625-d28e-4004-b926-db09fa7fefac'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:35:30.728435 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a65b7dc4-5672-4d3c-a5c2-794bf0096605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:30.735771 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-369623e1-a8dc-4de5-917f-b65e559b9cb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:30.907543 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3cffe899-f021-496c-9564-8f56076346a9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (16ce3625-d28e-4004-b926-db09fa7fefac), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:31.006946 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46584) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:31.013869 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-369623e1-a8dc-4de5-917f-b65e559b9cb6 admin admin] Publish callbacks [] for security_group (bb734b8d-fafa-4e6e-aafa-d13abf368b96), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:31.021482 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-369623e1-a8dc-4de5-917f-b65e559b9cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (bb734b8d-fafa-4e6e-aafa-d13abf368b96), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:31.033931 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73e79443-e9b7-4d05-a651-c2aae2d14e8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:31.051513 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369623e1-a8dc-4de5-917f-b65e559b9cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb734b8d-fafa-4e6e-aafa-d13abf368b96,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:31.064881 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3cffe899-f021-496c-9564-8f56076346a9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (16ce3625-d28e-4004-b926-db09fa7fefac), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server [None req-a65b7dc4-5672-4d3c-a5c2-794bf0096605 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16ce3625-d28e-4004-b926-db09fa7fefac: This subnet is being modified by another concurrent operation. Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise exception Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16ce3625-d28e-4004-b926-db09fa7fefac: This subnet is being modified by another concurrent operation. Jan 28 00:35:31.070444 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server Jan 28 00:35:31.100480 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e289ce05-46b9-4912-9a58-573582c12546 None None] get_active_networks_info from n-d-826754-1 {{(pid=103345) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 00:35:31.116016 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-369623e1-a8dc-4de5-917f-b65e559b9cb6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=768660d678814401b0fe191003af21b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7399387 Jan 28 00:35:31.120108 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46586) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:31.123906 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cffe899-f021-496c-9564-8f56076346a9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event deleted for resources: {'Subnet': ['ID=16ce3625-d28e-4004-b926-db09fa7fefac,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:31.190185 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3cffe899-f021-496c-9564-8f56076346a9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (304e2156-7a03-429b-9821-7365449fb7fe), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:31.217319 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-3cffe899-f021-496c-9564-8f56076346a9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['304e2156-7a03-429b-9821-7365449fb7fe']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:31.230298 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-3cffe899-f021-496c-9564-8f56076346a9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76809059-c2f4-4c65-98ca-c7d7ec1cb5ee') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:31.230739 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-3cffe899-f021-496c-9564-8f56076346a9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76809059-c2f4-4c65-98ca-c7d7ec1cb5ee') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:31.250151 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3cffe899-f021-496c-9564-8f56076346a9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (76809059-c2f4-4c65-98ca-c7d7ec1cb5ee), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:31.266957 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3cffe899-f021-496c-9564-8f56076346a9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (76809059-c2f4-4c65-98ca-c7d7ec1cb5ee), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:31.274716 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cffe899-f021-496c-9564-8f56076346a9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:35:31.276899 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3cffe899-f021-496c-9564-8f56076346a9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (76809059-c2f4-4c65-98ca-c7d7ec1cb5ee), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:31.327742 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73e79443-e9b7-4d05-a651-c2aae2d14e8f admin admin] Publish callbacks [] for security_group (4e62a57d-7441-4ff3-84cf-1cd54d871cda), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:31.334673 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b16b52d3-1178-4f07-8385-33b5a58a9074 admin admin] Publish callbacks [] for security_group (bb734b8d-fafa-4e6e-aafa-d13abf368b96), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:31.341423 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:35:31.341423 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:35:31.341423 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:35:31.341423 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:35:31.341423 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:35:31.341423 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:35:31.341423 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:35:31.341423 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:35:31.341423 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:35:31.341423 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:35:31.341423 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:35:31.341423 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:35:31.341423 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:35:31.341423 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:35:31.341423 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:35:31.341423 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:35:31.341423 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:35:31.341423 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:35:31.341423 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:35:31.341423 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:35:31.341423 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:35:31.341423 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:35:31.341423 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:35:31.341423 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:35:31.341423 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:35:31.341423 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:35:31.341423 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:35:31.341423 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:35:31.341423 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:35:31.341423 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:35:31.341423 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:35:31.341423 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:35:31.343497 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73e79443-e9b7-4d05-a651-c2aae2d14e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4e62a57d-7441-4ff3-84cf-1cd54d871cda), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:31.349951 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3cffe899-f021-496c-9564-8f56076346a9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (304e2156-7a03-429b-9821-7365449fb7fe), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:31.370447 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3cffe899-f021-496c-9564-8f56076346a9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:31.375723 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3cffe899-f021-496c-9564-8f56076346a9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/networks/304e2156-7a03-429b-9821-7365449fb7fe HTTP/1.1" status: 204 len: 168 time: 0.9712737 Jan 28 00:35:31.380760 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46592) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:31.389459 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-8c65872f-5cd2-488d-a103-60585c7f5c6f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-864424356'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:35:31.407560 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cffe899-f021-496c-9564-8f56076346a9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event deleted for resources: {'Network': ['ID=304e2156-7a03-429b-9821-7365449fb7fe,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:31.415928 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b16b52d3-1178-4f07-8385-33b5a58a9074 admin admin] Publish callbacks [] for security_group (bb734b8d-fafa-4e6e-aafa-d13abf368b96), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:31.436091 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-73e79443-e9b7-4d05-a651-c2aae2d14e8f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dd424718efa94a28a4b7e79c105b047c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4275954 Jan 28 00:35:31.436904 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e79443-e9b7-4d05-a651-c2aae2d14e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e62a57d-7441-4ff3-84cf-1cd54d871cda,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:31.440772 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46594) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:31.471854 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c65872f-5cd2-488d-a103-60585c7f5c6f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Made reservation on behalf of 89230e5826b3424d82d0b3f156231412 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:35:31.487965 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8c65872f-5cd2-488d-a103-60585c7f5c6f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:31.506577 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ab52bb0e-7333-4838-90ca-2a557d5e0972 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:35:31.546392 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c65872f-5cd2-488d-a103-60585c7f5c6f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:35:31.573815 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e41ad4a2-9502-4322-9817-50a6f0e8de72 admin admin] Publish callbacks [] for security_group (4e62a57d-7441-4ff3-84cf-1cd54d871cda), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:31.578846 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b16b52d3-1178-4f07-8385-33b5a58a9074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (bb734b8d-fafa-4e6e-aafa-d13abf368b96), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:31.582085 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b16b52d3-1178-4f07-8385-33b5a58a9074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:31.586805 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b16b52d3-1178-4f07-8385-33b5a58a9074 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bb734b8d-fafa-4e6e-aafa-d13abf368b96 HTTP/1.1" status: 204 len: 168 time: 0.4653094 Jan 28 00:35:31.593163 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8c65872f-5cd2-488d-a103-60585c7f5c6f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (da0576e9-4755-4e9a-b04e-7c2160b4d58b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:31.593525 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-8c65872f-5cd2-488d-a103-60585c7f5c6f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Added segment da0576e9-4755-4e9a-b04e-7c2160b4d58b of type vlan for network b99f056f-cba4-4ead-89f9-abbbbc548f1a Jan 28 00:35:31.620110 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b52d3-1178-4f07-8385-33b5a58a9074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb734b8d-fafa-4e6e-aafa-d13abf368b96,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:31.657363 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e41ad4a2-9502-4322-9817-50a6f0e8de72 admin admin] Publish callbacks [] for security_group (4e62a57d-7441-4ff3-84cf-1cd54d871cda), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:31.758881 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8c65872f-5cd2-488d-a103-60585c7f5c6f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (b99f056f-cba4-4ead-89f9-abbbbc548f1a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:31.821810 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8c65872f-5cd2-488d-a103-60585c7f5c6f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (b99f056f-cba4-4ead-89f9-abbbbc548f1a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:31.825544 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e41ad4a2-9502-4322-9817-50a6f0e8de72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4e62a57d-7441-4ff3-84cf-1cd54d871cda), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:31.832619 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e41ad4a2-9502-4322-9817-50a6f0e8de72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:31.835740 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e41ad4a2-9502-4322-9817-50a6f0e8de72 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4e62a57d-7441-4ff3-84cf-1cd54d871cda HTTP/1.1" status: 204 len: 168 time: 0.3901663 Jan 28 00:35:31.855457 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c65872f-5cd2-488d-a103-60585c7f5c6f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:31.859256 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8c65872f-5cd2-488d-a103-60585c7f5c6f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:31.884990 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ad4a2-9502-4322-9817-50a6f0e8de72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e62a57d-7441-4ff3-84cf-1cd54d871cda,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:31.915311 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e289ce05-46b9-4912-9a58-573582c12546 None None] Resources bound (agent type, host, resource id): {{(pid=103345) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 00:35:31.923815 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port ab52bb0e-7333-4838-90ca-2a557d5e0972 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:35:31.924683 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ab52bb0e-7333-4838-90ca-2a557d5e0972), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:32.196895 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65872f-5cd2-488d-a103-60585c7f5c6f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event updated for resources: {'Network': ['ID=b99f056f-cba4-4ead-89f9-abbbbc548f1a,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:32.213415 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8c65872f-5cd2-488d-a103-60585c7f5c6f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8301160 Jan 28 00:35:32.217853 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46610) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:32.229261 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-fb7d71f0-6947-4a81-aa06-59c68dab0c2b tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Request body: {'subnet': {'network_id': 'b99f056f-cba4-4ead-89f9-abbbbc548f1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:35:32.413867 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network b99f056f-cba4-4ead-89f9-abbbbc548f1a details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:35:32.521113 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7d71f0-6947-4a81-aa06-59c68dab0c2b tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Made reservation on behalf of 89230e5826b3424d82d0b3f156231412 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:35:32.530833 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb7d71f0-6947-4a81-aa06-59c68dab0c2b tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:32.658283 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46620) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:32.667082 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46622) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:32.689972 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7989981e-e78c-414e-a08f-64050fd0b06e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:32.700274 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-02da5239-893a-4356-81d6-23d8cd139568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:32.931530 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-02da5239-893a-4356-81d6-23d8cd139568 admin admin] Publish callbacks [] for security_group (cfdbdb9c-1dd6-40c0-953b-df285f9b90a3), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:32.957197 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port ab52bb0e-7333-4838-90ca-2a557d5e0972 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:35:32.960666 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-02da5239-893a-4356-81d6-23d8cd139568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (cfdbdb9c-1dd6-40c0-953b-df285f9b90a3), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:32.998757 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb7d71f0-6947-4a81-aa06-59c68dab0c2b tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (07bdb90d-09bc-480c-a1dc-7207084eab3f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:33.057577 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-02da5239-893a-4356-81d6-23d8cd139568 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5267a0a3b136417789f1e7f3f5c1e6b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3937030 Jan 28 00:35:33.057577 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da5239-893a-4356-81d6-23d8cd139568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdbdb9c-1dd6-40c0-953b-df285f9b90a3,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:33.064152 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46632) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:33.133763 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d71f0-6947-4a81-aa06-59c68dab0c2b tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event updated for resources: {'Subnet': ['ID=07bdb90d-09bc-480c-a1dc-7207084eab3f,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:33.136930 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10844793-a6ad-48a3-b850-bcf25cc40319 None None] Network 304e2156-7a03-429b-9821-7365449fb7fe requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:35:33.153483 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10844793-a6ad-48a3-b850-bcf25cc40319 None None] Network 304e2156-7a03-429b-9821-7365449fb7fe could not be found, it might have been deleted concurrently. {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 00:35:33.161392 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7989981e-e78c-414e-a08f-64050fd0b06e admin admin] Publish callbacks [] for security_group (127d9cc9-c0e6-46a1-8942-862059e72159), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:33.169360 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7989981e-e78c-414e-a08f-64050fd0b06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (127d9cc9-c0e6-46a1-8942-862059e72159), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:33.217144 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ddba2f90-1b11-4530-b094-2bab603cf353 admin admin] Publish callbacks [] for security_group (cfdbdb9c-1dd6-40c0-953b-df285f9b90a3), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:33.246539 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7d71f0-6947-4a81-aa06-59c68dab0c2b tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Checking segment: {'id': 'da0576e9-4755-4e9a-b04e-7c2160b4d58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b99f056f-cba4-4ead-89f9-abbbbc548f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:35:33.247944 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7d71f0-6947-4a81-aa06-59c68dab0c2b tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Network hostable DHCP agents. Network: b99f056f-cba4-4ead-89f9-abbbbc548f1a, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:35:33.253432 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7989981e-e78c-414e-a08f-64050fd0b06e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0411307f9d8d44cb8974449e7ca59773&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5850682 Jan 28 00:35:33.256157 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989981e-e78c-414e-a08f-64050fd0b06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127d9cc9-c0e6-46a1-8942-862059e72159,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:33.259573 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46634) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:33.275899 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ddba2f90-1b11-4530-b094-2bab603cf353 admin admin] Publish callbacks [] for security_group (cfdbdb9c-1dd6-40c0-953b-df285f9b90a3), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:33.301727 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7d71f0-6947-4a81-aa06-59c68dab0c2b tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Network b99f056f-cba4-4ead-89f9-abbbbc548f1a is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:35:33.323246 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-fb7d71f0-6947-4a81-aa06-59c68dab0c2b tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, b99f056f-cba4-4ead-89f9-abbbbc548f1a) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:35:33.331008 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7d71f0-6947-4a81-aa06-59c68dab0c2b tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:33.332086 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb7d71f0-6947-4a81-aa06-59c68dab0c2b tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:33.336367 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ef13d3-080e-44f2-bf74-48cef37a90e8 None None] Network b99f056f-cba4-4ead-89f9-abbbbc548f1a requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:35:33.368500 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ddba2f90-1b11-4530-b094-2bab603cf353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (cfdbdb9c-1dd6-40c0-953b-df285f9b90a3), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:33.374285 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ddba2f90-1b11-4530-b094-2bab603cf353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:33.377910 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ddba2f90-1b11-4530-b094-2bab603cf353 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cfdbdb9c-1dd6-40c0-953b-df285f9b90a3 HTTP/1.1" status: 204 len: 168 time: 0.3098493 Jan 28 00:35:33.381408 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fb7d71f0-6947-4a81-aa06-59c68dab0c2b tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1606987 Jan 28 00:35:33.382497 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46638) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:33.393127 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba2f90-1b11-4530-b094-2bab603cf353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdbdb9c-1dd6-40c0-953b-df285f9b90a3,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:33.405614 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-50596d82-4681-47f9-93ae-fc8411798957 admin admin] Publish callbacks [] for security_group (127d9cc9-c0e6-46a1-8942-862059e72159), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:33.508153 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-50596d82-4681-47f9-93ae-fc8411798957 admin admin] Publish callbacks [] for security_group (127d9cc9-c0e6-46a1-8942-862059e72159), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:33.583797 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-27bc67c7-3a62-412a-ac54-a8781e22a8ae tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (b99f056f-cba4-4ead-89f9-abbbbc548f1a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:33.617604 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c9477b-1b54-47be-9926-a06b073ef434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-b99f056f-cba4-4ead-89f9-abbbbc548f1a', 'network_id': 'b99f056f-cba4-4ead-89f9-abbbbc548f1a', 'project_id': '89230e5826b3424d82d0b3f156231412', 'fixed_ips': [{'subnet_id': '07bdb90d-09bc-480c-a1dc-7207084eab3f'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:35:33.619165 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-28c9477b-1b54-47be-9926-a06b073ef434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:33.658026 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-50596d82-4681-47f9-93ae-fc8411798957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (127d9cc9-c0e6-46a1-8942-862059e72159), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:33.661598 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-50596d82-4681-47f9-93ae-fc8411798957 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:33.664582 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-50596d82-4681-47f9-93ae-fc8411798957 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/127d9cc9-c0e6-46a1-8942-862059e72159 HTTP/1.1" status: 204 len: 168 time: 0.4034874 Jan 28 00:35:33.690890 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50596d82-4681-47f9-93ae-fc8411798957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127d9cc9-c0e6-46a1-8942-862059e72159,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:33.699682 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-27bc67c7-3a62-412a-ac54-a8781e22a8ae tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (07bdb90d-09bc-480c-a1dc-7207084eab3f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:33.842868 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-27bc67c7-3a62-412a-ac54-a8781e22a8ae tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (07bdb90d-09bc-480c-a1dc-7207084eab3f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server [None req-28c9477b-1b54-47be-9926-a06b073ef434 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 07bdb90d-09bc-480c-a1dc-7207084eab3f: This subnet is being modified by another concurrent operation. Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise exception Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 07bdb90d-09bc-480c-a1dc-7207084eab3f: This subnet is being modified by another concurrent operation. Jan 28 00:35:33.858917 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server Jan 28 00:35:33.923958 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83edddd4-3a00-4efe-9e3c-b4a873c21660 None None] get_active_networks_info from n-d-826754-1 {{(pid=103345) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 00:35:33.994776 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc67c7-3a62-412a-ac54-a8781e22a8ae tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event deleted for resources: {'Subnet': ['ID=07bdb90d-09bc-480c-a1dc-7207084eab3f,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:34.169997 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-27bc67c7-3a62-412a-ac54-a8781e22a8ae tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (b99f056f-cba4-4ead-89f9-abbbbc548f1a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:34.259692 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-27bc67c7-3a62-412a-ac54-a8781e22a8ae tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b99f056f-cba4-4ead-89f9-abbbbc548f1a']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:34.302589 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-27bc67c7-3a62-412a-ac54-a8781e22a8ae tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0576e9-4755-4e9a-b04e-7c2160b4d58b') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:34.303290 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-27bc67c7-3a62-412a-ac54-a8781e22a8ae tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0576e9-4755-4e9a-b04e-7c2160b4d58b') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:34.329301 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-27bc67c7-3a62-412a-ac54-a8781e22a8ae tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (da0576e9-4755-4e9a-b04e-7c2160b4d58b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:34.364035 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-27bc67c7-3a62-412a-ac54-a8781e22a8ae tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (da0576e9-4755-4e9a-b04e-7c2160b4d58b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:34.378847 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27bc67c7-3a62-412a-ac54-a8781e22a8ae tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:35:34.381148 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-27bc67c7-3a62-412a-ac54-a8781e22a8ae tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (da0576e9-4755-4e9a-b04e-7c2160b4d58b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:34.387943 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:35:34.387943 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:35:34.387943 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:35:34.387943 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:35:34.387943 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:35:34.387943 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:35:34.387943 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:35:34.387943 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:35:34.387943 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:35:34.387943 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:35:34.387943 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:35:34.387943 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:35:34.387943 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:35:34.387943 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:35:34.387943 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:35:34.387943 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:35:34.387943 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:35:34.387943 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:35:34.387943 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:35:34.387943 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:35:34.387943 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:35:34.387943 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:35:34.387943 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:35:34.387943 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:35:34.387943 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:35:34.387943 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:35:34.387943 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:35:34.387943 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:35:34.387943 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:35:34.387943 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:35:34.387943 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:35:34.387943 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:35:34.403580 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83edddd4-3a00-4efe-9e3c-b4a873c21660 None None] Resources bound (agent type, host, resource id): {{(pid=103345) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 00:35:34.902503 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae52e37-4d12-4bb9-ba69-11b8b8621610 None None] Network b99f056f-cba4-4ead-89f9-abbbbc548f1a requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:35:34.986238 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-27bc67c7-3a62-412a-ac54-a8781e22a8ae tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (b99f056f-cba4-4ead-89f9-abbbbc548f1a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:35.041725 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-27bc67c7-3a62-412a-ac54-a8781e22a8ae tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:35.055009 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-27bc67c7-3a62-412a-ac54-a8781e22a8ae tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/networks/b99f056f-cba4-4ead-89f9-abbbbc548f1a HTTP/1.1" status: 204 len: 168 time: 1.6667459 Jan 28 00:35:35.056719 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc67c7-3a62-412a-ac54-a8781e22a8ae tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event deleted for resources: {'Network': ['ID=b99f056f-cba4-4ead-89f9-abbbbc548f1a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:35.063009 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46682) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:35.079137 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-aafb4c72-6ee2-40c2-8e79-264a8166b37f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1984264945'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:35:35.119755 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafb4c72-6ee2-40c2-8e79-264a8166b37f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Made reservation on behalf of 89230e5826b3424d82d0b3f156231412 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:35:35.130604 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aafb4c72-6ee2-40c2-8e79-264a8166b37f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:35.192838 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aafb4c72-6ee2-40c2-8e79-264a8166b37f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:35:35.211388 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aafb4c72-6ee2-40c2-8e79-264a8166b37f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (46dc5896-7166-4914-80dd-3fb23f405e02), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:35.212013 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-aafb4c72-6ee2-40c2-8e79-264a8166b37f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Added segment 46dc5896-7166-4914-80dd-3fb23f405e02 of type vlan for network dca37342-188c-430d-8c18-f47a8b1ecf48 Jan 28 00:35:35.311600 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aafb4c72-6ee2-40c2-8e79-264a8166b37f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (dca37342-188c-430d-8c18-f47a8b1ecf48), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:35.364035 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aafb4c72-6ee2-40c2-8e79-264a8166b37f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (dca37342-188c-430d-8c18-f47a8b1ecf48), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:35.376708 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafb4c72-6ee2-40c2-8e79-264a8166b37f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:35.377623 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aafb4c72-6ee2-40c2-8e79-264a8166b37f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:35.551328 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb4c72-6ee2-40c2-8e79-264a8166b37f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event updated for resources: {'Network': ['ID=dca37342-188c-430d-8c18-f47a8b1ecf48,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:35.565026 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46702) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:35.565919 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-aafb4c72-6ee2-40c2-8e79-264a8166b37f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4971137 Jan 28 00:35:35.577833 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-565f0717-f96c-41c8-b517-293a47e48676 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Request body: {'subnet': {'network_id': 'dca37342-188c-430d-8c18-f47a8b1ecf48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:35:35.589756 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network dca37342-188c-430d-8c18-f47a8b1ecf48 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:35:35.735801 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565f0717-f96c-41c8-b517-293a47e48676 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Made reservation on behalf of 89230e5826b3424d82d0b3f156231412 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:35:35.739536 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-565f0717-f96c-41c8-b517-293a47e48676 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:35.881167 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.ipam_backend_mixin [None req-565f0717-f96c-41c8-b517-293a47e48676 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Performing IP validity checks on allocation pools {{(pid=103343) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 00:35:35.882227 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.ipam_backend_mixin [None req-565f0717-f96c-41c8-b517-293a47e48676 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103343) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 00:35:36.006724 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db52be97-8d95-4a47-bb62-411b8ac43c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:36.185897 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-565f0717-f96c-41c8-b517-293a47e48676 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (5887075d-d125-4e36-af25-d7ef9ec446a3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:36.265149 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f0717-f96c-41c8-b517-293a47e48676 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event updated for resources: {'Subnet': ['ID=5887075d-d125-4e36-af25-d7ef9ec446a3,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:36.280628 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565f0717-f96c-41c8-b517-293a47e48676 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Checking segment: {'id': '46dc5896-7166-4914-80dd-3fb23f405e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'dca37342-188c-430d-8c18-f47a8b1ecf48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:35:36.281080 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565f0717-f96c-41c8-b517-293a47e48676 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Network hostable DHCP agents. Network: dca37342-188c-430d-8c18-f47a8b1ecf48, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:35:36.304981 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565f0717-f96c-41c8-b517-293a47e48676 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Network dca37342-188c-430d-8c18-f47a8b1ecf48 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:35:36.353815 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-565f0717-f96c-41c8-b517-293a47e48676 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, dca37342-188c-430d-8c18-f47a8b1ecf48) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:35:36.367536 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93aba777-dd1f-4f6b-a7cf-f4d3577072f0 None None] Network dca37342-188c-430d-8c18-f47a8b1ecf48 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:35:36.374183 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565f0717-f96c-41c8-b517-293a47e48676 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:36.375506 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-565f0717-f96c-41c8-b517-293a47e48676 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:36.420602 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-565f0717-f96c-41c8-b517-293a47e48676 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8492236 Jan 28 00:35:36.426851 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46730) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:36.612823 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (dca37342-188c-430d-8c18-f47a8b1ecf48), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:36.623881 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeb22c8-5f2b-4569-a71b-de70f4dc7e13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-dca37342-188c-430d-8c18-f47a8b1ecf48', 'network_id': 'dca37342-188c-430d-8c18-f47a8b1ecf48', 'project_id': '89230e5826b3424d82d0b3f156231412', 'fixed_ips': [{'subnet_id': '5887075d-d125-4e36-af25-d7ef9ec446a3'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:35:36.624816 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ffeb22c8-5f2b-4569-a71b-de70f4dc7e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:36.752672 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (5887075d-d125-4e36-af25-d7ef9ec446a3), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:36.942478 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-ffeb22c8-5f2b-4569-a71b-de70f4dc7e13 None None] Allocated IP 172.20.0.3 (dca37342-188c-430d-8c18-f47a8b1ecf48/5887075d-d125-4e36-af25-d7ef9ec446a3/1c45f522-81a7-4bf7-a98f-d6c6d4832fc4) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:35:37.269985 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ffeb22c8-5f2b-4569-a71b-de70f4dc7e13 None None] Publish callbacks [] for port (1c45f522-81a7-4bf7-a98f-d6c6d4832fc4), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:37.285762 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ffeb22c8-5f2b-4569-a71b-de70f4dc7e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (1c45f522-81a7-4bf7-a98f-d6c6d4832fc4), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:37.314335 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (5887075d-d125-4e36-af25-d7ef9ec446a3), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:37.347859 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeb22c8-5f2b-4569-a71b-de70f4dc7e13 None None] Network dca37342-188c-430d-8c18-f47a8b1ecf48 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:35:37.352656 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-ffeb22c8-5f2b-4569-a71b-de70f4dc7e13 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:35:37.355259 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb22c8-5f2b-4569-a71b-de70f4dc7e13 None None] Pushing event updated for resources: {'Port': ['ID=1c45f522-81a7-4bf7-a98f-d6c6d4832fc4,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:37.358823 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeb22c8-5f2b-4569-a71b-de70f4dc7e13 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:35:37.433701 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event deleted for resources: {'Subnet': ['ID=5887075d-d125-4e36-af25-d7ef9ec446a3,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:37.466160 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-ffeb22c8-5f2b-4569-a71b-de70f4dc7e13 None None] Attempting to bind port 1c45f522-81a7-4bf7-a98f-d6c6d4832fc4 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:35:37.466787 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-ffeb22c8-5f2b-4569-a71b-de70f4dc7e13 None None] Attempting to bind port 1c45f522-81a7-4bf7-a98f-d6c6d4832fc4 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '46dc5896-7166-4914-80dd-3fb23f405e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'dca37342-188c-430d-8c18-f47a8b1ecf48'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:35:37.467487 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeb22c8-5f2b-4569-a71b-de70f4dc7e13 None None] Attempting to bind port 1c45f522-81a7-4bf7-a98f-d6c6d4832fc4 on network dca37342-188c-430d-8c18-f47a8b1ecf48 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:35:37.476333 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeb22c8-5f2b-4569-a71b-de70f4dc7e13 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:35:37.476722 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeb22c8-5f2b-4569-a71b-de70f4dc7e13 None None] Checking segment: {'id': '46dc5896-7166-4914-80dd-3fb23f405e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'dca37342-188c-430d-8c18-f47a8b1ecf48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:35:37.477135 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ffeb22c8-5f2b-4569-a71b-de70f4dc7e13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:37.477540 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeb22c8-5f2b-4569-a71b-de70f4dc7e13 None None] Bound using segment: {'id': '46dc5896-7166-4914-80dd-3fb23f405e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'dca37342-188c-430d-8c18-f47a8b1ecf48'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:35:37.478031 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-ffeb22c8-5f2b-4569-a71b-de70f4dc7e13 None None] Bound port: 1c45f522-81a7-4bf7-a98f-d6c6d4832fc4, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46dc5896-7166-4914-80dd-3fb23f405e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'dca37342-188c-430d-8c18-f47a8b1ecf48'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:35:37.479033 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ffeb22c8-5f2b-4569-a71b-de70f4dc7e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1c45f522-81a7-4bf7-a98f-d6c6d4832fc4), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:37.603301 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-ffeb22c8-5f2b-4569-a71b-de70f4dc7e13 None None] For port 1c45f522-81a7-4bf7-a98f-d6c6d4832fc4, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:35:37.614181 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-ffeb22c8-5f2b-4569-a71b-de70f4dc7e13 None None] For port 1c45f522-81a7-4bf7-a98f-d6c6d4832fc4, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1c45f522-81a7-4bf7-a98f-d6c6d4832fc4,segment=NetworkSegment(46dc5896-7166-4914-80dd-3fb23f405e02),segment_id=46dc5896-7166-4914-80dd-3fb23f405e02)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:35:37.625287 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ffeb22c8-5f2b-4569-a71b-de70f4dc7e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1c45f522-81a7-4bf7-a98f-d6c6d4832fc4), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:37.646559 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (dca37342-188c-430d-8c18-f47a8b1ecf48), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:37.689131 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca37342-188c-430d-8c18-f47a8b1ecf48']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:37.711211 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46dc5896-7166-4914-80dd-3fb23f405e02') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:37.711541 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46dc5896-7166-4914-80dd-3fb23f405e02') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:37.739559 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (46dc5896-7166-4914-80dd-3fb23f405e02), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:37.750304 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb22c8-5f2b-4569-a71b-de70f4dc7e13 None None] Pushing event updated for resources: {'Port': ['ID=1c45f522-81a7-4bf7-a98f-d6c6d4832fc4,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:37.765996 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac12f41-b69c-4392-9f49-66507a1dcd47 None None] get_active_networks_info from n-d-826754-1 {{(pid=103345) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 00:35:37.769506 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (46dc5896-7166-4914-80dd-3fb23f405e02), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:37.778115 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:35:37.778877 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (46dc5896-7166-4914-80dd-3fb23f405e02), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:37.852420 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:35:37.852420 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:35:37.852420 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:35:37.852420 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:35:37.852420 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:35:37.852420 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:35:37.852420 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:35:37.852420 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:35:37.852420 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:35:37.852420 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:35:37.852420 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:35:37.852420 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:35:37.852420 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:35:37.852420 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:35:37.852420 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:35:37.852420 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:35:37.852420 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:35:37.852420 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:35:37.852420 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:35:37.852420 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:35:37.852420 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:35:37.852420 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:35:37.852420 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:35:37.852420 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:35:37.852420 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:35:37.852420 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:35:37.852420 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:35:37.852420 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:35:37.852420 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:35:37.852420 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:35:37.852420 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:35:37.852420 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:35:37.860838 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.db.api [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 00:35:37.860838 n-d-826754-1 neutron-server[103344]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 00:35:37.860838 n-d-826754-1 neutron-server[103344]: [parameters: {'id': 'dca37342-188c-430d-8c18-f47a8b1ecf48'}] Jan 28 00:35:37.860838 n-d-826754-1 neutron-server[103344]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:35:37.862019 n-d-826754-1 neutron-server[103344]: DEBUG oslo_db.api [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:35:37.989016 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac12f41-b69c-4392-9f49-66507a1dcd47 None None] Resources bound (agent type, host, resource id): {{(pid=103345) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 00:35:38.313031 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd4c1d5-dd77-4e73-bdb4-1d4ae4bc4495 None None] Network dca37342-188c-430d-8c18-f47a8b1ecf48 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:35:38.364373 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (dca37342-188c-430d-8c18-f47a8b1ecf48), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:38.436003 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-10c0c8a3-3403-4993-9f4c-dd70c374fdff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:38.530679 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Deleting port 1c45f522-81a7-4bf7-a98f-d6c6d4832fc4 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:35:38.531868 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (1c45f522-81a7-4bf7-a98f-d6c6d4832fc4), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:38.673562 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] For port 1c45f522-81a7-4bf7-a98f-d6c6d4832fc4, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1c45f522-81a7-4bf7-a98f-d6c6d4832fc4,segment=NetworkSegment(46dc5896-7166-4914-80dd-3fb23f405e02),segment_id=46dc5896-7166-4914-80dd-3fb23f405e02)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:35:38.674809 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (1c45f522-81a7-4bf7-a98f-d6c6d4832fc4), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:38.703902 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Calling delete_port for 1c45f522-81a7-4bf7-a98f-d6c6d4832fc4 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:35:38.902258 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (1c45f522-81a7-4bf7-a98f-d6c6d4832fc4), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:38.970777 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event deleted for resources: {'Port': ['ID=1c45f522-81a7-4bf7-a98f-d6c6d4832fc4,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:38.988114 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] No DVR routers for this DVR port 1c45f522-81a7-4bf7-a98f-d6c6d4832fc4 on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:35:39.152130 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (dca37342-188c-430d-8c18-f47a8b1ecf48), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:39.195431 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca37342-188c-430d-8c18-f47a8b1ecf48']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:39.214500 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46dc5896-7166-4914-80dd-3fb23f405e02') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:39.215110 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46dc5896-7166-4914-80dd-3fb23f405e02') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:39.236866 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (46dc5896-7166-4914-80dd-3fb23f405e02), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:39.264663 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (46dc5896-7166-4914-80dd-3fb23f405e02), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:39.277119 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:35:39.278619 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (46dc5896-7166-4914-80dd-3fb23f405e02), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:39.393030 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:35:39.393030 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:35:39.393030 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:35:39.393030 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:35:39.393030 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:35:39.393030 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:35:39.393030 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:35:39.393030 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:35:39.393030 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:35:39.393030 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:35:39.393030 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:35:39.393030 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:35:39.393030 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:35:39.393030 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:35:39.393030 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:35:39.393030 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:35:39.393030 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:35:39.393030 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:35:39.393030 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:35:39.393030 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:35:39.393030 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:35:39.393030 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:35:39.393030 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:35:39.393030 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:35:39.393030 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:35:39.393030 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:35:39.393030 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:35:39.393030 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:35:39.393030 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:35:39.393030 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:35:39.393030 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:35:39.393030 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:35:39.408553 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (dca37342-188c-430d-8c18-f47a8b1ecf48), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:39.430890 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:39.440169 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/networks/dca37342-188c-430d-8c18-f47a8b1ecf48 HTTP/1.1" status: 204 len: 168 time: 3.0118577 Jan 28 00:35:39.443759 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46814) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:39.460957 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-240c68b2-e7e8-4411-9cbb-3e2799fde671 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-916490656'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:35:39.484371 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95679dfd-6f56-4016-81d3-406da4dc974a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event deleted for resources: {'Network': ['ID=dca37342-188c-430d-8c18-f47a8b1ecf48,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:39.535453 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240c68b2-e7e8-4411-9cbb-3e2799fde671 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Made reservation on behalf of 89230e5826b3424d82d0b3f156231412 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:35:39.541560 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-240c68b2-e7e8-4411-9cbb-3e2799fde671 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:39.639160 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:39.652217 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-240c68b2-e7e8-4411-9cbb-3e2799fde671 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:35:39.677025 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-240c68b2-e7e8-4411-9cbb-3e2799fde671 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (6f7b5879-7dcd-48b7-89c2-c1c9d1b5791c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:39.678399 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-240c68b2-e7e8-4411-9cbb-3e2799fde671 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Added segment 6f7b5879-7dcd-48b7-89c2-c1c9d1b5791c of type vlan for network 0943e7dd-8e7b-41c9-b14d-f53b3b8c8e41 Jan 28 00:35:39.765809 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-240c68b2-e7e8-4411-9cbb-3e2799fde671 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (0943e7dd-8e7b-41c9-b14d-f53b3b8c8e41), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:39.819402 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-240c68b2-e7e8-4411-9cbb-3e2799fde671 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (0943e7dd-8e7b-41c9-b14d-f53b3b8c8e41), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:39.841456 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240c68b2-e7e8-4411-9cbb-3e2799fde671 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:39.846883 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-240c68b2-e7e8-4411-9cbb-3e2799fde671 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:39.960873 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-240c68b2-e7e8-4411-9cbb-3e2799fde671 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5146937 Jan 28 00:35:39.963748 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46826) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:39.970302 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-4f1b8099-60c9-4fa0-8724-9ba97566d5e7 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Request body: {'subnet': {'network_id': '0943e7dd-8e7b-41c9-b14d-f53b3b8c8e41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:35:40.179190 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c68b2-e7e8-4411-9cbb-3e2799fde671 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event updated for resources: {'Network': ['ID=0943e7dd-8e7b-41c9-b14d-f53b3b8c8e41,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:40.192460 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 0943e7dd-8e7b-41c9-b14d-f53b3b8c8e41 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:35:40.227863 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1b8099-60c9-4fa0-8724-9ba97566d5e7 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Made reservation on behalf of 89230e5826b3424d82d0b3f156231412 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:35:40.233851 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4f1b8099-60c9-4fa0-8724-9ba97566d5e7 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:40.622660 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4f1b8099-60c9-4fa0-8724-9ba97566d5e7 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (bec6ba9f-9696-428b-ae55-516149e82070), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:40.733624 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b8099-60c9-4fa0-8724-9ba97566d5e7 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event updated for resources: {'Subnet': ['ID=bec6ba9f-9696-428b-ae55-516149e82070,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:40.744923 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1b8099-60c9-4fa0-8724-9ba97566d5e7 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Checking segment: {'id': '6f7b5879-7dcd-48b7-89c2-c1c9d1b5791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0943e7dd-8e7b-41c9-b14d-f53b3b8c8e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:35:40.745304 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1b8099-60c9-4fa0-8724-9ba97566d5e7 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Network hostable DHCP agents. Network: 0943e7dd-8e7b-41c9-b14d-f53b3b8c8e41, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:35:40.820743 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1b8099-60c9-4fa0-8724-9ba97566d5e7 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Network 0943e7dd-8e7b-41c9-b14d-f53b3b8c8e41 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:35:40.852650 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-4f1b8099-60c9-4fa0-8724-9ba97566d5e7 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 0943e7dd-8e7b-41c9-b14d-f53b3b8c8e41) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:35:40.864930 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1b8099-60c9-4fa0-8724-9ba97566d5e7 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:40.868974 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4f1b8099-60c9-4fa0-8724-9ba97566d5e7 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:40.879236 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea7aab9-f680-4950-baed-82db4e76ee85 None None] Network 0943e7dd-8e7b-41c9-b14d-f53b3b8c8e41 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:35:40.920715 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4f1b8099-60c9-4fa0-8724-9ba97566d5e7 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9545741 Jan 28 00:35:40.923553 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46840) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:41.171321 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6803c53c-84e6-49e9-b98e-ad0a9842e0a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-0943e7dd-8e7b-41c9-b14d-f53b3b8c8e41', 'network_id': '0943e7dd-8e7b-41c9-b14d-f53b3b8c8e41', 'project_id': '89230e5826b3424d82d0b3f156231412', 'fixed_ips': [{'subnet_id': 'bec6ba9f-9696-428b-ae55-516149e82070'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:35:41.172278 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6803c53c-84e6-49e9-b98e-ad0a9842e0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:41.224040 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (0943e7dd-8e7b-41c9-b14d-f53b3b8c8e41), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:41.258309 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:41.347456 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (bec6ba9f-9696-428b-ae55-516149e82070), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:41.529831 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-6803c53c-84e6-49e9-b98e-ad0a9842e0a6 None None] Allocated IP 172.20.0.1 (0943e7dd-8e7b-41c9-b14d-f53b3b8c8e41/bec6ba9f-9696-428b-ae55-516149e82070/44ad2303-9eed-40d8-9f98-60141241dbfe) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:35:42.044985 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6803c53c-84e6-49e9-b98e-ad0a9842e0a6 None None] Publish callbacks [] for port (44ad2303-9eed-40d8-9f98-60141241dbfe), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:42.075999 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6803c53c-84e6-49e9-b98e-ad0a9842e0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (44ad2303-9eed-40d8-9f98-60141241dbfe), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:42.082292 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (bec6ba9f-9696-428b-ae55-516149e82070), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:42.165176 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event deleted for resources: {'Subnet': ['ID=bec6ba9f-9696-428b-ae55-516149e82070,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:42.218017 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6803c53c-84e6-49e9-b98e-ad0a9842e0a6 None None] Network 0943e7dd-8e7b-41c9-b14d-f53b3b8c8e41 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:35:42.281395 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803c53c-84e6-49e9-b98e-ad0a9842e0a6 None None] Pushing event updated for resources: {'Port': ['ID=44ad2303-9eed-40d8-9f98-60141241dbfe,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:42.289810 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-6803c53c-84e6-49e9-b98e-ad0a9842e0a6 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:35:42.297973 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6803c53c-84e6-49e9-b98e-ad0a9842e0a6 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:35:42.308184 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:42.392449 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-6803c53c-84e6-49e9-b98e-ad0a9842e0a6 None None] Attempting to bind port 44ad2303-9eed-40d8-9f98-60141241dbfe on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:35:42.393550 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-6803c53c-84e6-49e9-b98e-ad0a9842e0a6 None None] Attempting to bind port 44ad2303-9eed-40d8-9f98-60141241dbfe by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '6f7b5879-7dcd-48b7-89c2-c1c9d1b5791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0943e7dd-8e7b-41c9-b14d-f53b3b8c8e41'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:35:42.394183 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803c53c-84e6-49e9-b98e-ad0a9842e0a6 None None] Attempting to bind port 44ad2303-9eed-40d8-9f98-60141241dbfe on network 0943e7dd-8e7b-41c9-b14d-f53b3b8c8e41 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:35:42.400759 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803c53c-84e6-49e9-b98e-ad0a9842e0a6 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:35:42.401561 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803c53c-84e6-49e9-b98e-ad0a9842e0a6 None None] Checking segment: {'id': '6f7b5879-7dcd-48b7-89c2-c1c9d1b5791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0943e7dd-8e7b-41c9-b14d-f53b3b8c8e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:35:42.402222 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6803c53c-84e6-49e9-b98e-ad0a9842e0a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:42.403454 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803c53c-84e6-49e9-b98e-ad0a9842e0a6 None None] Bound using segment: {'id': '6f7b5879-7dcd-48b7-89c2-c1c9d1b5791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0943e7dd-8e7b-41c9-b14d-f53b3b8c8e41'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:35:42.404266 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-6803c53c-84e6-49e9-b98e-ad0a9842e0a6 None None] Bound port: 44ad2303-9eed-40d8-9f98-60141241dbfe, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7b5879-7dcd-48b7-89c2-c1c9d1b5791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0943e7dd-8e7b-41c9-b14d-f53b3b8c8e41'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:35:42.404964 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6803c53c-84e6-49e9-b98e-ad0a9842e0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (44ad2303-9eed-40d8-9f98-60141241dbfe), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:42.456336 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (0943e7dd-8e7b-41c9-b14d-f53b3b8c8e41), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:42.508806 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d3e9551f-1833-44f8-8196-5d605e0fe468 req-94dff21a-bd02-4e59-a3dc-9d361b79c414 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=630f2656-87ab-488a-995e-d9227994c09c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2685952 Jan 28 00:35:42.517159 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0943e7dd-8e7b-41c9-b14d-f53b3b8c8e41']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:42.525602 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6803c53c-84e6-49e9-b98e-ad0a9842e0a6 None None] For port 44ad2303-9eed-40d8-9f98-60141241dbfe, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:35:42.530930 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6803c53c-84e6-49e9-b98e-ad0a9842e0a6 None None] For port 44ad2303-9eed-40d8-9f98-60141241dbfe, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=44ad2303-9eed-40d8-9f98-60141241dbfe,segment=NetworkSegment(6f7b5879-7dcd-48b7-89c2-c1c9d1b5791c),segment_id=6f7b5879-7dcd-48b7-89c2-c1c9d1b5791c)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:35:42.546365 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6803c53c-84e6-49e9-b98e-ad0a9842e0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (44ad2303-9eed-40d8-9f98-60141241dbfe), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:42.583425 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f7b5879-7dcd-48b7-89c2-c1c9d1b5791c') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:42.583810 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f7b5879-7dcd-48b7-89c2-c1c9d1b5791c') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:42.658650 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (6f7b5879-7dcd-48b7-89c2-c1c9d1b5791c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:42.692886 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (6f7b5879-7dcd-48b7-89c2-c1c9d1b5791c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:42.711722 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:35:42.712151 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (6f7b5879-7dcd-48b7-89c2-c1c9d1b5791c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:42.716037 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:35:42.716037 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:35:42.716037 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:35:42.716037 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:35:42.716037 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:35:42.716037 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:35:42.716037 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:35:42.716037 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:35:42.716037 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:35:42.716037 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:35:42.716037 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:35:42.716037 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:35:42.716037 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:35:42.716037 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:35:42.716037 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:35:42.716037 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:35:42.716037 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:35:42.716037 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:35:42.716037 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:35:42.716037 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:35:42.716037 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:35:42.716037 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:35:42.716037 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:35:42.716037 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:35:42.716037 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:35:42.716037 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:35:42.716037 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:35:42.716037 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:35:42.716037 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:35:42.716037 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:35:42.716037 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:35:42.716037 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:35:42.728212 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803c53c-84e6-49e9-b98e-ad0a9842e0a6 None None] Pushing event updated for resources: {'Port': ['ID=44ad2303-9eed-40d8-9f98-60141241dbfe,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:42.752921 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9551f-1833-44f8-8196-5d605e0fe468 req-33881ef0-708b-438d-a24b-8c953eacac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:42.753088 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158864e8-c17f-4ee0-9ccc-73b023c357e6 None None] get_active_networks_info from n-d-826754-1 {{(pid=103345) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 00:35:42.754680 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d3e9551f-1833-44f8-8196-5d605e0fe468 req-33881ef0-708b-438d-a24b-8c953eacac89 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=834c1d81c62b474cb64b4f5e7f579fc6&device_id=630f2656-87ab-488a-995e-d9227994c09c HTTP/1.1" status: 200 len: 1097 time: 0.2028639 Jan 28 00:35:42.861731 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 00:35:42.861731 n-d-826754-1 neutron-server[103343]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 00:35:42.861731 n-d-826754-1 neutron-server[103343]: [parameters: {'id': '0943e7dd-8e7b-41c9-b14d-f53b3b8c8e41'}] Jan 28 00:35:42.861731 n-d-826754-1 neutron-server[103343]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:35:42.863412 n-d-826754-1 neutron-server[103343]: DEBUG oslo_db.api [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:35:42.961237 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:42.980236 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158864e8-c17f-4ee0-9ccc-73b023c357e6 None None] Resources bound (agent type, host, resource id): {{(pid=103345) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 00:35:43.071950 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9551f-1833-44f8-8196-5d605e0fe468 req-853b15a0-ad91-439a-9ee7-1145fe325e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:43.077897 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d3e9551f-1833-44f8-8196-5d605e0fe468 req-853b15a0-ad91-439a-9ee7-1145fe325e83 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e95df89-e401-4bbf-9b7b-17ebec15fddb HTTP/1.1" status: 200 len: 912 time: 0.2403839 Jan 28 00:35:43.319423 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d3e9551f-1833-44f8-8196-5d605e0fe468 req-528b33a7-88d4-4bbd-bf1c-ecfc1dd0fbec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9d092de-80ce-44e9-87ac-77d0c7ac16e8 HTTP/1.1" status: 200 len: 1001 time: 0.2354620 Jan 28 00:35:43.436302 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (0943e7dd-8e7b-41c9-b14d-f53b3b8c8e41), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:43.539322 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c578895-29fa-49ad-be02-9a9c60cbe38e None None] Network 0943e7dd-8e7b-41c9-b14d-f53b3b8c8e41 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:35:43.598974 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9551f-1833-44f8-8196-5d605e0fe468 req-c459fcaa-28e7-4258-a12a-10189367d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:43.600875 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d3e9551f-1833-44f8-8196-5d605e0fe468 req-c459fcaa-28e7-4258-a12a-10189367d224 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=79ed3d9a-927a-4da1-a8ac-6c809e04b4ad HTTP/1.1" status: 200 len: 850 time: 0.2714067 Jan 28 00:35:43.751823 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Deleting port 44ad2303-9eed-40d8-9f98-60141241dbfe {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:35:43.752624 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (44ad2303-9eed-40d8-9f98-60141241dbfe), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:43.846583 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9551f-1833-44f8-8196-5d605e0fe468 req-66ad271e-c472-4c05-b8c8-cd099a4a0380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:43.848179 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d3e9551f-1833-44f8-8196-5d605e0fe468 req-66ad271e-c472-4c05-b8c8-cd099a4a0380 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e95df89-e401-4bbf-9b7b-17ebec15fddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2229047 Jan 28 00:35:43.942673 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] For port 44ad2303-9eed-40d8-9f98-60141241dbfe, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=44ad2303-9eed-40d8-9f98-60141241dbfe,segment=NetworkSegment(6f7b5879-7dcd-48b7-89c2-c1c9d1b5791c),segment_id=6f7b5879-7dcd-48b7-89c2-c1c9d1b5791c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:35:43.944390 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (44ad2303-9eed-40d8-9f98-60141241dbfe), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:43.965875 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Calling delete_port for 44ad2303-9eed-40d8-9f98-60141241dbfe owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:35:44.039015 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d3e9551f-1833-44f8-8196-5d605e0fe468 req-03c6dc8c-3bda-496e-be9b-f03b3b3bbadb service neutron] 10.222.0.52 "GET /v2.0/networks/9e95df89-e401-4bbf-9b7b-17ebec15fddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837351 Jan 28 00:35:44.076368 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:44.205281 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (44ad2303-9eed-40d8-9f98-60141241dbfe), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:44.255782 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] No DVR routers for this DVR port 44ad2303-9eed-40d8-9f98-60141241dbfe on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:35:44.266736 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event deleted for resources: {'Port': ['ID=44ad2303-9eed-40d8-9f98-60141241dbfe,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:44.299274 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d3e9551f-1833-44f8-8196-5d605e0fe468 req-73058945-c769-4de9-a0b9-c488f8965bbd service neutron] 10.222.0.52 "GET /v2.0/networks/9e95df89-e401-4bbf-9b7b-17ebec15fddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531400 Jan 28 00:35:44.470043 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (0943e7dd-8e7b-41c9-b14d-f53b3b8c8e41), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:44.565837 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0943e7dd-8e7b-41c9-b14d-f53b3b8c8e41']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:44.586358 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f7b5879-7dcd-48b7-89c2-c1c9d1b5791c') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:44.586804 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f7b5879-7dcd-48b7-89c2-c1c9d1b5791c') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:44.612619 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (6f7b5879-7dcd-48b7-89c2-c1c9d1b5791c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:44.649163 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (6f7b5879-7dcd-48b7-89c2-c1c9d1b5791c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:44.670041 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:35:44.670709 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (6f7b5879-7dcd-48b7-89c2-c1c9d1b5791c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:44.677805 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:35:44.677805 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:35:44.677805 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:35:44.677805 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:35:44.677805 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:35:44.677805 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:35:44.677805 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:35:44.677805 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:35:44.677805 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:35:44.677805 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:35:44.677805 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:35:44.677805 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:35:44.677805 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:35:44.677805 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:35:44.677805 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:35:44.677805 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:35:44.677805 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:35:44.677805 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:35:44.677805 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:35:44.677805 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:35:44.677805 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:35:44.677805 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:35:44.677805 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:35:44.677805 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:35:44.677805 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:35:44.677805 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:35:44.677805 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:35:44.677805 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:35:44.677805 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:35:44.677805 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:35:44.677805 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:35:44.677805 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:35:44.827196 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (0943e7dd-8e7b-41c9-b14d-f53b3b8c8e41), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:44.842075 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:44.853538 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/networks/0943e7dd-8e7b-41c9-b14d-f53b3b8c8e41 HTTP/1.1" status: 204 len: 168 time: 3.9233732 Jan 28 00:35:44.854126 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46944) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:44.859408 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-7877dc3e-13ae-49a2-9dbb-3c5944780482 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2045671433'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:35:44.887929 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05a077-c912-43f2-ae4e-0a582870194a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event deleted for resources: {'Network': ['ID=0943e7dd-8e7b-41c9-b14d-f53b3b8c8e41,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:44.906677 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7877dc3e-13ae-49a2-9dbb-3c5944780482 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Made reservation on behalf of 89230e5826b3424d82d0b3f156231412 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:35:44.920323 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7877dc3e-13ae-49a2-9dbb-3c5944780482 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:44.995318 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7877dc3e-13ae-49a2-9dbb-3c5944780482 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:35:45.041131 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7877dc3e-13ae-49a2-9dbb-3c5944780482 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (283df881-d987-4ad3-a2c2-ca694b577368), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:45.041837 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-7877dc3e-13ae-49a2-9dbb-3c5944780482 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Added segment 283df881-d987-4ad3-a2c2-ca694b577368 of type vlan for network f1d27496-f7ee-4265-9aba-6eaaf496c367 Jan 28 00:35:45.169128 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7877dc3e-13ae-49a2-9dbb-3c5944780482 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (f1d27496-f7ee-4265-9aba-6eaaf496c367), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:45.253742 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7877dc3e-13ae-49a2-9dbb-3c5944780482 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (f1d27496-f7ee-4265-9aba-6eaaf496c367), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:45.273229 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877dc3e-13ae-49a2-9dbb-3c5944780482 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:45.283755 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7877dc3e-13ae-49a2-9dbb-3c5944780482 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:45.467239 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877dc3e-13ae-49a2-9dbb-3c5944780482 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event updated for resources: {'Network': ['ID=f1d27496-f7ee-4265-9aba-6eaaf496c367,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:45.496441 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 46954) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:45.499435 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7877dc3e-13ae-49a2-9dbb-3c5944780482 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6455224 Jan 28 00:35:45.502433 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network f1d27496-f7ee-4265-9aba-6eaaf496c367 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:35:45.509803 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-40516c53-3e14-457c-b9b2-2f42f079523a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Request body: {'subnet': {'network_id': 'f1d27496-f7ee-4265-9aba-6eaaf496c367', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:35:45.852928 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40516c53-3e14-457c-b9b2-2f42f079523a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Made reservation on behalf of 89230e5826b3424d82d0b3f156231412 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:35:45.861055 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40516c53-3e14-457c-b9b2-2f42f079523a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:46.405192 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40516c53-3e14-457c-b9b2-2f42f079523a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (fa2602e0-4222-4c1b-a767-6a94c777bd1c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:46.506220 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40516c53-3e14-457c-b9b2-2f42f079523a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Checking segment: {'id': '283df881-d987-4ad3-a2c2-ca694b577368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f1d27496-f7ee-4265-9aba-6eaaf496c367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:35:46.507324 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40516c53-3e14-457c-b9b2-2f42f079523a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Network hostable DHCP agents. Network: f1d27496-f7ee-4265-9aba-6eaaf496c367, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:35:46.535760 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40516c53-3e14-457c-b9b2-2f42f079523a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event updated for resources: {'Subnet': ['ID=fa2602e0-4222-4c1b-a767-6a94c777bd1c,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:46.562964 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40516c53-3e14-457c-b9b2-2f42f079523a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Network f1d27496-f7ee-4265-9aba-6eaaf496c367 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:35:46.585646 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-40516c53-3e14-457c-b9b2-2f42f079523a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, f1d27496-f7ee-4265-9aba-6eaaf496c367) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:35:46.591712 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40516c53-3e14-457c-b9b2-2f42f079523a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:46.592323 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40516c53-3e14-457c-b9b2-2f42f079523a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:46.617974 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee06320-32cf-402d-bd78-cad4f4e39d42 None None] Network f1d27496-f7ee-4265-9aba-6eaaf496c367 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:35:46.638694 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-40516c53-3e14-457c-b9b2-2f42f079523a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1403418 Jan 28 00:35:46.641639 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 46982) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:46.893728 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315db91b-7f85-4db8-84aa-865cd9fd551d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-f1d27496-f7ee-4265-9aba-6eaaf496c367', 'network_id': 'f1d27496-f7ee-4265-9aba-6eaaf496c367', 'project_id': '89230e5826b3424d82d0b3f156231412', 'fixed_ips': [{'subnet_id': 'fa2602e0-4222-4c1b-a767-6a94c777bd1c'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:35:46.894891 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-315db91b-7f85-4db8-84aa-865cd9fd551d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:46.955486 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (f1d27496-f7ee-4265-9aba-6eaaf496c367), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:47.184563 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (fa2602e0-4222-4c1b-a767-6a94c777bd1c), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:47.357079 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-315db91b-7f85-4db8-84aa-865cd9fd551d None None] Allocated IP 172.20.0.1 (f1d27496-f7ee-4265-9aba-6eaaf496c367/fa2602e0-4222-4c1b-a767-6a94c777bd1c/e0b14a30-ead3-412a-8d14-b6c96e7f40d6) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:35:47.792510 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-315db91b-7f85-4db8-84aa-865cd9fd551d None None] Publish callbacks [] for port (e0b14a30-ead3-412a-8d14-b6c96e7f40d6), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:47.819424 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-315db91b-7f85-4db8-84aa-865cd9fd551d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (e0b14a30-ead3-412a-8d14-b6c96e7f40d6), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:47.863719 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (fa2602e0-4222-4c1b-a767-6a94c777bd1c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:47.931005 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315db91b-7f85-4db8-84aa-865cd9fd551d None None] Network f1d27496-f7ee-4265-9aba-6eaaf496c367 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:35:47.944669 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-315db91b-7f85-4db8-84aa-865cd9fd551d None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:35:47.965277 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315db91b-7f85-4db8-84aa-865cd9fd551d None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:35:47.968009 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315db91b-7f85-4db8-84aa-865cd9fd551d None None] Pushing event updated for resources: {'Port': ['ID=e0b14a30-ead3-412a-8d14-b6c96e7f40d6,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:48.025223 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event deleted for resources: {'Subnet': ['ID=fa2602e0-4222-4c1b-a767-6a94c777bd1c,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:48.252076 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-315db91b-7f85-4db8-84aa-865cd9fd551d None None] Attempting to bind port e0b14a30-ead3-412a-8d14-b6c96e7f40d6 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:35:48.253465 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-315db91b-7f85-4db8-84aa-865cd9fd551d None None] Attempting to bind port e0b14a30-ead3-412a-8d14-b6c96e7f40d6 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '283df881-d987-4ad3-a2c2-ca694b577368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f1d27496-f7ee-4265-9aba-6eaaf496c367'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:35:48.256509 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315db91b-7f85-4db8-84aa-865cd9fd551d None None] Attempting to bind port e0b14a30-ead3-412a-8d14-b6c96e7f40d6 on network f1d27496-f7ee-4265-9aba-6eaaf496c367 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:35:48.286617 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315db91b-7f85-4db8-84aa-865cd9fd551d None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:35:48.288017 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315db91b-7f85-4db8-84aa-865cd9fd551d None None] Checking segment: {'id': '283df881-d987-4ad3-a2c2-ca694b577368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f1d27496-f7ee-4265-9aba-6eaaf496c367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:35:48.288954 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-315db91b-7f85-4db8-84aa-865cd9fd551d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:48.289914 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315db91b-7f85-4db8-84aa-865cd9fd551d None None] Bound using segment: {'id': '283df881-d987-4ad3-a2c2-ca694b577368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f1d27496-f7ee-4265-9aba-6eaaf496c367'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:35:48.291117 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (f1d27496-f7ee-4265-9aba-6eaaf496c367), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:48.292604 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-315db91b-7f85-4db8-84aa-865cd9fd551d None None] Bound port: e0b14a30-ead3-412a-8d14-b6c96e7f40d6, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283df881-d987-4ad3-a2c2-ca694b577368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f1d27496-f7ee-4265-9aba-6eaaf496c367'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:35:48.295573 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-315db91b-7f85-4db8-84aa-865cd9fd551d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e0b14a30-ead3-412a-8d14-b6c96e7f40d6), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:48.332628 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d27496-f7ee-4265-9aba-6eaaf496c367']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:48.360881 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '283df881-d987-4ad3-a2c2-ca694b577368') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:48.361742 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '283df881-d987-4ad3-a2c2-ca694b577368') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:48.387484 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (283df881-d987-4ad3-a2c2-ca694b577368), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:48.431746 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (283df881-d987-4ad3-a2c2-ca694b577368), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:48.444451 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:35:48.445430 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (283df881-d987-4ad3-a2c2-ca694b577368), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:48.452649 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:35:48.452649 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:35:48.452649 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:35:48.452649 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:35:48.452649 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:35:48.452649 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:35:48.452649 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:35:48.452649 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:35:48.452649 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:35:48.452649 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:35:48.452649 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:35:48.452649 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:35:48.452649 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:35:48.452649 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:35:48.452649 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:35:48.452649 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:35:48.452649 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:35:48.452649 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:35:48.452649 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:35:48.452649 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:35:48.452649 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:35:48.452649 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:35:48.452649 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:35:48.452649 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:35:48.452649 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:35:48.452649 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:35:48.452649 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:35:48.452649 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:35:48.452649 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:35:48.452649 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:35:48.452649 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:35:48.452649 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:35:48.493643 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-315db91b-7f85-4db8-84aa-865cd9fd551d None None] For port e0b14a30-ead3-412a-8d14-b6c96e7f40d6, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:35:48.589171 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-315db91b-7f85-4db8-84aa-865cd9fd551d None None] For port e0b14a30-ead3-412a-8d14-b6c96e7f40d6, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=e0b14a30-ead3-412a-8d14-b6c96e7f40d6,segment=NetworkSegment(283df881-d987-4ad3-a2c2-ca694b577368),segment_id=283df881-d987-4ad3-a2c2-ca694b577368)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:35:48.591099 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.db.api [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 00:35:48.591099 n-d-826754-1 neutron-server[103344]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 00:35:48.591099 n-d-826754-1 neutron-server[103344]: [parameters: {'id': 'f1d27496-f7ee-4265-9aba-6eaaf496c367'}] Jan 28 00:35:48.591099 n-d-826754-1 neutron-server[103344]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:35:48.591773 n-d-826754-1 neutron-server[103344]: DEBUG oslo_db.api [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:35:48.601109 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-315db91b-7f85-4db8-84aa-865cd9fd551d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e0b14a30-ead3-412a-8d14-b6c96e7f40d6), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:48.774887 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315db91b-7f85-4db8-84aa-865cd9fd551d None None] Pushing event updated for resources: {'Port': ['ID=e0b14a30-ead3-412a-8d14-b6c96e7f40d6,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:48.897040 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b9cab4-d448-415f-9d0c-c39e4d17d87c None None] get_active_networks_info from n-d-826754-1 {{(pid=103345) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 00:35:49.092409 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (f1d27496-f7ee-4265-9aba-6eaaf496c367), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:49.269821 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b9cab4-d448-415f-9d0c-c39e4d17d87c None None] Resources bound (agent type, host, resource id): {{(pid=103345) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 00:35:49.276496 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Deleting port e0b14a30-ead3-412a-8d14-b6c96e7f40d6 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:35:49.280218 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (e0b14a30-ead3-412a-8d14-b6c96e7f40d6), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:49.492286 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] For port e0b14a30-ead3-412a-8d14-b6c96e7f40d6, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=e0b14a30-ead3-412a-8d14-b6c96e7f40d6,segment=NetworkSegment(283df881-d987-4ad3-a2c2-ca694b577368),segment_id=283df881-d987-4ad3-a2c2-ca694b577368)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:35:49.503346 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (e0b14a30-ead3-412a-8d14-b6c96e7f40d6), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:49.526175 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Calling delete_port for e0b14a30-ead3-412a-8d14-b6c96e7f40d6 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:35:50.003364 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7686546b-8d8a-4ce0-ba2c-3454a262fb27 None None] Network f1d27496-f7ee-4265-9aba-6eaaf496c367 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:35:50.130669 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-b25a6e95-c197-4b21-9ab0-4d5db2eb838f req-39c92c06-2f5b-43f7-8aee-d6e97b989100 service neutron] (103344) timed out ('10.222.0.52', 55021) {{(pid=103344) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 00:35:50.263162 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (e0b14a30-ead3-412a-8d14-b6c96e7f40d6), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:50.332767 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event deleted for resources: {'Port': ['ID=e0b14a30-ead3-412a-8d14-b6c96e7f40d6,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:50.342269 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e983a51a-f940-4768-9f29-201b5d52a91b req-e595e647-c58a-4957-98e8-3cd572b6ad01 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2078617 Jan 28 00:35:50.346525 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] No DVR routers for this DVR port e0b14a30-ead3-412a-8d14-b6c96e7f40d6 on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:35:50.553100 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (f1d27496-f7ee-4265-9aba-6eaaf496c367), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:50.616527 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d27496-f7ee-4265-9aba-6eaaf496c367']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:50.659971 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983a51a-f940-4768-9f29-201b5d52a91b req-df491a2f-c60f-4a66-9ee2-abe845e562a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:50.662643 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e983a51a-f940-4768-9f29-201b5d52a91b req-df491a2f-c60f-4a66-9ee2-abe845e562a8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=126ff8dba2134b2d95d54d419fe64967&device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 1097 time: 0.1682801 Jan 28 00:35:50.709538 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '283df881-d987-4ad3-a2c2-ca694b577368') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:50.710020 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '283df881-d987-4ad3-a2c2-ca694b577368') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:50.801102 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (283df881-d987-4ad3-a2c2-ca694b577368), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:50.872932 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (283df881-d987-4ad3-a2c2-ca694b577368), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:50.886260 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:35:50.886957 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (283df881-d987-4ad3-a2c2-ca694b577368), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:50.891137 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:35:50.891137 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:35:50.891137 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:35:50.891137 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:35:50.891137 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:35:50.891137 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:35:50.891137 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:35:50.891137 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:35:50.891137 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:35:50.891137 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:35:50.891137 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:35:50.891137 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:35:50.891137 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:35:50.891137 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:35:50.891137 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:35:50.891137 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:35:50.891137 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:35:50.891137 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:35:50.891137 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:35:50.891137 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:35:50.891137 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:35:50.891137 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:35:50.891137 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:35:50.891137 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:35:50.891137 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:35:50.891137 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:35:50.891137 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:35:50.891137 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:35:50.891137 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:35:50.891137 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:35:50.891137 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:35:50.891137 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:35:50.995697 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983a51a-f940-4768-9f29-201b5d52a91b req-4bb85d5f-5107-43bb-b4c3-7f7e0fdb3380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:50.997889 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e983a51a-f940-4768-9f29-201b5d52a91b req-4bb85d5f-5107-43bb-b4c3-7f7e0fdb3380 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 200 len: 912 time: 0.2766306 Jan 28 00:35:51.019652 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (f1d27496-f7ee-4265-9aba-6eaaf496c367), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:51.031798 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:51.042223 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/networks/f1d27496-f7ee-4265-9aba-6eaaf496c367 HTTP/1.1" status: 204 len: 168 time: 4.3927307 Jan 28 00:35:51.042445 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47060) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:51.048554 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-9b586050-9712-445e-a1bc-d193104c1b03 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1451046057'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:35:51.113036 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ff2da-d91c-479e-9f95-95a154f52aff tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event deleted for resources: {'Network': ['ID=f1d27496-f7ee-4265-9aba-6eaaf496c367,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:51.120645 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b586050-9712-445e-a1bc-d193104c1b03 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Made reservation on behalf of 89230e5826b3424d82d0b3f156231412 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:35:51.130204 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9b586050-9712-445e-a1bc-d193104c1b03 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:51.155180 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e983a51a-f940-4768-9f29-201b5d52a91b req-5ad50db9-7f39-4a38-a7bd-fb2c8f1baae9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e413624a-1e51-4367-8bee-9d98fc660577 HTTP/1.1" status: 200 len: 1001 time: 0.1503594 Jan 28 00:35:51.190336 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b586050-9712-445e-a1bc-d193104c1b03 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:35:51.233384 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9b586050-9712-445e-a1bc-d193104c1b03 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (020d68ff-59e9-4b6b-bc34-b277919b4f6d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:51.235150 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-9b586050-9712-445e-a1bc-d193104c1b03 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Added segment 020d68ff-59e9-4b6b-bc34-b277919b4f6d of type vlan for network 49c8aace-78ae-414d-b010-a03db54e4fe0 Jan 28 00:35:51.279223 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983a51a-f940-4768-9f29-201b5d52a91b req-e834d144-47d4-4cc6-8914-fd2635751271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:51.282223 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e983a51a-f940-4768-9f29-201b5d52a91b req-e834d144-47d4-4cc6-8914-fd2635751271 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0f29497-ba52-4939-af70-d57b51c2ceee HTTP/1.1" status: 200 len: 850 time: 0.1181836 Jan 28 00:35:51.347190 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983a51a-f940-4768-9f29-201b5d52a91b req-465a7ad6-f3e0-4a56-8ce7-37de05fb2b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:51.350466 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e983a51a-f940-4768-9f29-201b5d52a91b req-465a7ad6-f3e0-4a56-8ce7-37de05fb2b07 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a5055772-1556-467a-8d2c-d15584910096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608332 Jan 28 00:35:51.403333 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9b586050-9712-445e-a1bc-d193104c1b03 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (49c8aace-78ae-414d-b010-a03db54e4fe0), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:51.488262 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9b586050-9712-445e-a1bc-d193104c1b03 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (49c8aace-78ae-414d-b010-a03db54e4fe0), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:51.504189 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b586050-9712-445e-a1bc-d193104c1b03 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:51.505256 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9b586050-9712-445e-a1bc-d193104c1b03 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:51.606846 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e983a51a-f940-4768-9f29-201b5d52a91b req-5602cbbc-ab89-4bc7-bad5-bdfdc97008c5 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482173 Jan 28 00:35:51.650437 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b586050-9712-445e-a1bc-d193104c1b03 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event updated for resources: {'Network': ['ID=49c8aace-78ae-414d-b010-a03db54e4fe0,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:51.663765 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 49c8aace-78ae-414d-b010-a03db54e4fe0 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:35:51.670009 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9b586050-9712-445e-a1bc-d193104c1b03 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6241984 Jan 28 00:35:51.671955 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47074) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:51.678473 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e195d6bd-8310-4a90-a5e4-dd09fc99f2d4 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:35:52.000091 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e195d6bd-8310-4a90-a5e4-dd09fc99f2d4 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (49c8aace-78ae-414d-b010-a03db54e4fe0), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:52.019320 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e983a51a-f940-4768-9f29-201b5d52a91b req-efe5e7f6-0d52-4bc4-a42f-e681a5c03ad8 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059877 Jan 28 00:35:52.022603 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e195d6bd-8310-4a90-a5e4-dd09fc99f2d4 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (49c8aace-78ae-414d-b010-a03db54e4fe0), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:52.059439 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e195d6bd-8310-4a90-a5e4-dd09fc99f2d4 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Network 49c8aace-78ae-414d-b010-a03db54e4fe0 is not hosted by any dhcp agent {{(pid=103343) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 00:35:52.064897 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e195d6bd-8310-4a90-a5e4-dd09fc99f2d4 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:52.065547 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e195d6bd-8310-4a90-a5e4-dd09fc99f2d4 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:52.071542 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e195d6bd-8310-4a90-a5e4-dd09fc99f2d4 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "PUT /v2.0/networks/49c8aace-78ae-414d-b010-a03db54e4fe0 HTTP/1.1" status: 200 len: 723 time: 0.3938560 Jan 28 00:35:52.072733 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47080) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:52.084528 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-20bbed9c-628f-4f73-a5a1-c3781183fd51 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Request body: {'subnet': {'network_id': '49c8aace-78ae-414d-b010-a03db54e4fe0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:35:52.238708 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195d6bd-8310-4a90-a5e4-dd09fc99f2d4 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event updated for resources: {'Network': ['ID=49c8aace-78ae-414d-b010-a03db54e4fe0,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:52.271719 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 49c8aace-78ae-414d-b010-a03db54e4fe0 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:35:52.335567 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bbed9c-628f-4f73-a5a1-c3781183fd51 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Made reservation on behalf of 89230e5826b3424d82d0b3f156231412 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:35:52.345229 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-20bbed9c-628f-4f73-a5a1-c3781183fd51 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:52.896219 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-20bbed9c-628f-4f73-a5a1-c3781183fd51 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (ce4861d3-652d-4116-ba55-fd2ee101d700), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:52.991985 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bbed9c-628f-4f73-a5a1-c3781183fd51 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event updated for resources: {'Subnet': ['ID=ce4861d3-652d-4116-ba55-fd2ee101d700,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:53.012671 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bbed9c-628f-4f73-a5a1-c3781183fd51 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Checking segment: {'id': '020d68ff-59e9-4b6b-bc34-b277919b4f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '49c8aace-78ae-414d-b010-a03db54e4fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:35:53.014461 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bbed9c-628f-4f73-a5a1-c3781183fd51 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Network hostable DHCP agents. Network: 49c8aace-78ae-414d-b010-a03db54e4fe0, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:35:53.060370 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bbed9c-628f-4f73-a5a1-c3781183fd51 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Network 49c8aace-78ae-414d-b010-a03db54e4fe0 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:35:53.085447 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-20bbed9c-628f-4f73-a5a1-c3781183fd51 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 49c8aace-78ae-414d-b010-a03db54e4fe0) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:35:53.102258 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e79e264-b34e-4ff8-9b79-ef36f95c65ff None None] Network 49c8aace-78ae-414d-b010-a03db54e4fe0 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:35:53.124284 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bbed9c-628f-4f73-a5a1-c3781183fd51 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:53.131429 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-20bbed9c-628f-4f73-a5a1-c3781183fd51 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:53.181170 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-20bbed9c-628f-4f73-a5a1-c3781183fd51 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1058781 Jan 28 00:35:53.185773 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47104) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:53.205145 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-59dbf343-56a8-4813-a48d-bdabdb9522e1 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:35:53.428720 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7208ad94-e9ca-4c60-861f-b31c44bded99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-49c8aace-78ae-414d-b010-a03db54e4fe0', 'network_id': '49c8aace-78ae-414d-b010-a03db54e4fe0', 'project_id': '89230e5826b3424d82d0b3f156231412', 'fixed_ips': [{'subnet_id': 'ce4861d3-652d-4116-ba55-fd2ee101d700'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:35:53.430094 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7208ad94-e9ca-4c60-861f-b31c44bded99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:53.490371 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-59dbf343-56a8-4813-a48d-bdabdb9522e1 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126751786'] for subnet (ce4861d3-652d-4116-ba55-fd2ee101d700), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:53.959378 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-59dbf343-56a8-4813-a48d-bdabdb9522e1 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749991160787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126042817'] for subnet (ce4861d3-652d-4116-ba55-fd2ee101d700), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:54.165402 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-7208ad94-e9ca-4c60-861f-b31c44bded99 None None] Allocated IP 172.20.0.2 (49c8aace-78ae-414d-b010-a03db54e4fe0/ce4861d3-652d-4116-ba55-fd2ee101d700/0189774f-f696-4685-bfac-34e9db06f27f) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:35:54.197771 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dbf343-56a8-4813-a48d-bdabdb9522e1 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:54.199768 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-59dbf343-56a8-4813-a48d-bdabdb9522e1 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:54.209328 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47126) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:54.210845 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-59dbf343-56a8-4813-a48d-bdabdb9522e1 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "PUT /v2.0/subnets/ce4861d3-652d-4116-ba55-fd2ee101d700 HTTP/1.1" status: 200 len: 806 time: 1.0221753 Jan 28 00:35:54.259148 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbf343-56a8-4813-a48d-bdabdb9522e1 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event updated for resources: {'Subnet': ['ID=ce4861d3-652d-4116-ba55-fd2ee101d700,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:54.503002 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47134) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:54.663001 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (49c8aace-78ae-414d-b010-a03db54e4fe0), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:54.794048 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7208ad94-e9ca-4c60-861f-b31c44bded99 None None] Publish callbacks [] for port (0189774f-f696-4685-bfac-34e9db06f27f), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:54.810328 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7208ad94-e9ca-4c60-861f-b31c44bded99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (0189774f-f696-4685-bfac-34e9db06f27f), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:54.895122 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7208ad94-e9ca-4c60-861f-b31c44bded99 None None] Network 49c8aace-78ae-414d-b010-a03db54e4fe0 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:35:54.900493 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-17d08412-dc2f-4fd6-ba15-a04fa79f7c3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:54.904816 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (ce4861d3-652d-4116-ba55-fd2ee101d700), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:54.912246 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-7208ad94-e9ca-4c60-861f-b31c44bded99 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:35:55.039140 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7208ad94-e9ca-4c60-861f-b31c44bded99 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:35:55.085347 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (ce4861d3-652d-4116-ba55-fd2ee101d700), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:55.173963 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208ad94-e9ca-4c60-861f-b31c44bded99 None None] Pushing event updated for resources: {'Port': ['ID=0189774f-f696-4685-bfac-34e9db06f27f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:55.226909 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-17d08412-dc2f-4fd6-ba15-a04fa79f7c3b admin admin] Publish callbacks [] for security_group (2aa69033-d66c-4298-85ae-0a3c5a418e6e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:55.234885 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event deleted for resources: {'Subnet': ['ID=ce4861d3-652d-4116-ba55-fd2ee101d700,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:55.252646 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-17d08412-dc2f-4fd6-ba15-a04fa79f7c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2aa69033-d66c-4298-85ae-0a3c5a418e6e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:55.294520 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d08412-dc2f-4fd6-ba15-a04fa79f7c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa69033-d66c-4298-85ae-0a3c5a418e6e,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:55.337310 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-17d08412-dc2f-4fd6-ba15-a04fa79f7c3b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=05257b65c9c840f89645a63f44a9dbba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8272848 Jan 28 00:35:55.337310 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47150) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:55.355936 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7208ad94-e9ca-4c60-861f-b31c44bded99 None None] Attempting to bind port 0189774f-f696-4685-bfac-34e9db06f27f on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:35:55.356557 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7208ad94-e9ca-4c60-861f-b31c44bded99 None None] Attempting to bind port 0189774f-f696-4685-bfac-34e9db06f27f by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '020d68ff-59e9-4b6b-bc34-b277919b4f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '49c8aace-78ae-414d-b010-a03db54e4fe0'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:35:55.356974 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7208ad94-e9ca-4c60-861f-b31c44bded99 None None] Attempting to bind port 0189774f-f696-4685-bfac-34e9db06f27f on network 49c8aace-78ae-414d-b010-a03db54e4fe0 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:35:55.372913 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7208ad94-e9ca-4c60-861f-b31c44bded99 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:35:55.373534 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7208ad94-e9ca-4c60-861f-b31c44bded99 None None] Checking segment: {'id': '020d68ff-59e9-4b6b-bc34-b277919b4f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '49c8aace-78ae-414d-b010-a03db54e4fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:35:55.373962 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7208ad94-e9ca-4c60-861f-b31c44bded99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:55.374372 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7208ad94-e9ca-4c60-861f-b31c44bded99 None None] Bound using segment: {'id': '020d68ff-59e9-4b6b-bc34-b277919b4f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '49c8aace-78ae-414d-b010-a03db54e4fe0'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:35:55.374931 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7208ad94-e9ca-4c60-861f-b31c44bded99 None None] Bound port: 0189774f-f696-4685-bfac-34e9db06f27f, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020d68ff-59e9-4b6b-bc34-b277919b4f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '49c8aace-78ae-414d-b010-a03db54e4fe0'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:35:55.375328 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7208ad94-e9ca-4c60-861f-b31c44bded99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0189774f-f696-4685-bfac-34e9db06f27f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:55.446079 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (49c8aace-78ae-414d-b010-a03db54e4fe0), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:55.458922 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b3e5d41f-d0e3-481e-94ef-14924c47d310 admin admin] Publish callbacks [] for security_group (2aa69033-d66c-4298-85ae-0a3c5a418e6e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:55.499303 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c8aace-78ae-414d-b010-a03db54e4fe0']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:55.519464 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '020d68ff-59e9-4b6b-bc34-b277919b4f6d') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:55.519873 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '020d68ff-59e9-4b6b-bc34-b277919b4f6d') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:55.543050 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b3e5d41f-d0e3-481e-94ef-14924c47d310 admin admin] Publish callbacks [] for security_group (2aa69033-d66c-4298-85ae-0a3c5a418e6e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:55.545689 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (020d68ff-59e9-4b6b-bc34-b277919b4f6d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:55.578934 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (020d68ff-59e9-4b6b-bc34-b277919b4f6d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:55.584969 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-7208ad94-e9ca-4c60-861f-b31c44bded99 None None] For port 0189774f-f696-4685-bfac-34e9db06f27f, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:35:55.593994 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:35:55.595179 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (020d68ff-59e9-4b6b-bc34-b277919b4f6d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:55.609789 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:35:55.609789 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:35:55.609789 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:35:55.609789 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:35:55.609789 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:35:55.609789 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:35:55.609789 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:35:55.609789 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:35:55.609789 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:35:55.609789 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:35:55.609789 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:35:55.609789 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:35:55.609789 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:35:55.609789 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:35:55.609789 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:35:55.609789 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:35:55.609789 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:35:55.609789 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:35:55.609789 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:35:55.609789 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:35:55.609789 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:35:55.609789 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:35:55.609789 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:35:55.609789 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:35:55.609789 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:35:55.609789 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:35:55.609789 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:35:55.609789 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:35:55.609789 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:35:55.609789 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:35:55.609789 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:35:55.609789 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:35:55.724812 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b3e5d41f-d0e3-481e-94ef-14924c47d310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2aa69033-d66c-4298-85ae-0a3c5a418e6e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:55.730158 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b3e5d41f-d0e3-481e-94ef-14924c47d310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:55.732628 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b3e5d41f-d0e3-481e-94ef-14924c47d310 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2aa69033-d66c-4298-85ae-0a3c5a418e6e HTTP/1.1" status: 204 len: 168 time: 0.3944173 Jan 28 00:35:55.750477 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-7208ad94-e9ca-4c60-861f-b31c44bded99 None None] For port 0189774f-f696-4685-bfac-34e9db06f27f, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=0189774f-f696-4685-bfac-34e9db06f27f,segment=NetworkSegment(020d68ff-59e9-4b6b-bc34-b277919b4f6d),segment_id=020d68ff-59e9-4b6b-bc34-b277919b4f6d)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:35:55.756279 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.db.api [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 00:35:55.756279 n-d-826754-1 neutron-server[103343]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 00:35:55.756279 n-d-826754-1 neutron-server[103343]: [parameters: {'id': '49c8aace-78ae-414d-b010-a03db54e4fe0'}] Jan 28 00:35:55.756279 n-d-826754-1 neutron-server[103343]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:35:55.756661 n-d-826754-1 neutron-server[103343]: DEBUG oslo_db.api [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:35:55.763171 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7208ad94-e9ca-4c60-861f-b31c44bded99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (0189774f-f696-4685-bfac-34e9db06f27f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:55.779358 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5d41f-d0e3-481e-94ef-14924c47d310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa69033-d66c-4298-85ae-0a3c5a418e6e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:55.985048 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208ad94-e9ca-4c60-861f-b31c44bded99 None None] Pushing event updated for resources: {'Port': ['ID=0189774f-f696-4685-bfac-34e9db06f27f,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:56.031424 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3651e3-0258-4d2e-863b-8c7b4150e5cb None None] get_active_networks_info from n-d-826754-1 {{(pid=103345) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 00:35:56.257428 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (49c8aace-78ae-414d-b010-a03db54e4fe0), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:56.298269 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3651e3-0258-4d2e-863b-8c7b4150e5cb None None] Resources bound (agent type, host, resource id): {{(pid=103345) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 00:35:56.426583 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Deleting port 0189774f-f696-4685-bfac-34e9db06f27f {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:35:56.427170 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (0189774f-f696-4685-bfac-34e9db06f27f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:56.687061 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] For port 0189774f-f696-4685-bfac-34e9db06f27f, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=0189774f-f696-4685-bfac-34e9db06f27f,segment=NetworkSegment(020d68ff-59e9-4b6b-bc34-b277919b4f6d),segment_id=020d68ff-59e9-4b6b-bc34-b277919b4f6d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:35:56.687987 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (0189774f-f696-4685-bfac-34e9db06f27f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:56.730904 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Calling delete_port for 0189774f-f696-4685-bfac-34e9db06f27f owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:35:56.752753 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0f41b0-d5bf-41eb-a704-5e3f485c3830 None None] Network 49c8aace-78ae-414d-b010-a03db54e4fe0 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:35:56.946736 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (0189774f-f696-4685-bfac-34e9db06f27f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:57.008052 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event deleted for resources: {'Port': ['ID=0189774f-f696-4685-bfac-34e9db06f27f,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:57.015608 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] No DVR routers for this DVR port 0189774f-f696-4685-bfac-34e9db06f27f on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:35:57.040825 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac209905-8c56-486a-8049-3711023d390c None None] Network 49c8aace-78ae-414d-b010-a03db54e4fe0 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:35:57.157144 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (49c8aace-78ae-414d-b010-a03db54e4fe0), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:57.209231 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c8aace-78ae-414d-b010-a03db54e4fe0']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:57.229570 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '020d68ff-59e9-4b6b-bc34-b277919b4f6d') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:57.230989 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '020d68ff-59e9-4b6b-bc34-b277919b4f6d') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:35:57.255205 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (020d68ff-59e9-4b6b-bc34-b277919b4f6d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:57.275384 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (020d68ff-59e9-4b6b-bc34-b277919b4f6d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:57.287085 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:35:57.287514 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (020d68ff-59e9-4b6b-bc34-b277919b4f6d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:57.454510 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:35:57.454510 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:35:57.454510 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:35:57.454510 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:35:57.454510 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:35:57.454510 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:35:57.454510 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:35:57.454510 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:35:57.454510 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:35:57.454510 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:35:57.454510 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:35:57.454510 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:35:57.454510 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:35:57.454510 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:35:57.454510 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:35:57.454510 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:35:57.454510 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:35:57.454510 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:35:57.454510 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:35:57.454510 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:35:57.454510 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:35:57.454510 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:35:57.454510 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:35:57.454510 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:35:57.454510 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:35:57.454510 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:35:57.454510 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:35:57.454510 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:35:57.454510 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:35:57.454510 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:35:57.454510 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:35:57.454510 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:35:57.461370 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (49c8aace-78ae-414d-b010-a03db54e4fe0), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:57.473634 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:57.477449 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/networks/49c8aace-78ae-414d-b010-a03db54e4fe0 HTTP/1.1" status: 204 len: 168 time: 3.2663872 Jan 28 00:35:57.483544 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47202) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:57.507955 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77314540-5b6c-4903-ba04-2e11b29db14e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event deleted for resources: {'Network': ['ID=49c8aace-78ae-414d-b010-a03db54e4fe0,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:57.545993 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-4634d56e-5111-44b0-b3d0-88a4fa1e293b tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] DELETE failed (client error): The resource could not be found. Jan 28 00:35:57.546816 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4634d56e-5111-44b0-b3d0-88a4fa1e293b tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:35:57.550419 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4634d56e-5111-44b0-b3d0-88a4fa1e293b tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/networks/49c8aace-78ae-414d-b010-a03db54e4fe0 HTTP/1.1" status: 404 len: 339 time: 0.0653033 Jan 28 00:35:57.557066 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47208) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:57.564940 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-481a34f0-369c-4df6-bb24-f68d41346b10 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1361785590', 'description': 'd1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:35:57.611596 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481a34f0-369c-4df6-bb24-f68d41346b10 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Made reservation on behalf of 89230e5826b3424d82d0b3f156231412 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:35:57.617585 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-481a34f0-369c-4df6-bb24-f68d41346b10 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:57.669498 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-481a34f0-369c-4df6-bb24-f68d41346b10 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:35:57.699473 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-481a34f0-369c-4df6-bb24-f68d41346b10 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (cb7b7127-a929-4532-b3d3-a950c1afdb2b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:57.699865 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-481a34f0-369c-4df6-bb24-f68d41346b10 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Added segment cb7b7127-a929-4532-b3d3-a950c1afdb2b of type vlan for network c413ae2d-67c3-4739-a84c-8d829505cba6 Jan 28 00:35:57.751336 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-481a34f0-369c-4df6-bb24-f68d41346b10 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (c413ae2d-67c3-4739-a84c-8d829505cba6), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:57.797571 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-481a34f0-369c-4df6-bb24-f68d41346b10 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (c413ae2d-67c3-4739-a84c-8d829505cba6), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:57.805335 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481a34f0-369c-4df6-bb24-f68d41346b10 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:57.806206 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-481a34f0-369c-4df6-bb24-f68d41346b10 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-721401'] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:57.845283 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-481a34f0-369c-4df6-bb24-f68d41346b10 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2867877 Jan 28 00:35:57.848687 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47224) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:57.942075 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a34f0-369c-4df6-bb24-f68d41346b10 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event updated for resources: {'Network': ['ID=c413ae2d-67c3-4739-a84c-8d829505cba6,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:57.957957 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network c413ae2d-67c3-4739-a84c-8d829505cba6 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:35:58.115265 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b1e6b2-ba8c-49f5-b094-f4e5b99fceb8 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:58.120887 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47238) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:58.121614 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b1b1e6b2-ba8c-49f5-b094-f4e5b99fceb8 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "GET /v2.0/networks?id=c413ae2d-67c3-4739-a84c-8d829505cba6 HTTP/1.1" status: 200 len: 761 time: 0.2714946 Jan 28 00:35:58.130190 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-31e6bf71-e954-4ca6-9ef6-61c3a28b2f15 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Request body: {'network': {'description': 'd2'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:35:58.487457 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-31e6bf71-e954-4ca6-9ef6-61c3a28b2f15 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (c413ae2d-67c3-4739-a84c-8d829505cba6), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:58.521178 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-31e6bf71-e954-4ca6-9ef6-61c3a28b2f15 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (c413ae2d-67c3-4739-a84c-8d829505cba6), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:58.565931 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-31e6bf71-e954-4ca6-9ef6-61c3a28b2f15 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Network c413ae2d-67c3-4739-a84c-8d829505cba6 is not hosted by any dhcp agent {{(pid=103344) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 00:35:58.578612 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e6bf71-e954-4ca6-9ef6-61c3a28b2f15 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:58.580676 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-31e6bf71-e954-4ca6-9ef6-61c3a28b2f15 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:58.583642 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-31e6bf71-e954-4ca6-9ef6-61c3a28b2f15 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "PUT /v2.0/networks/c413ae2d-67c3-4739-a84c-8d829505cba6 HTTP/1.1" status: 200 len: 758 time: 0.4594469 Jan 28 00:35:58.586421 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47248) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:58.718482 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e6bf71-e954-4ca6-9ef6-61c3a28b2f15 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event updated for resources: {'Network': ['ID=c413ae2d-67c3-4739-a84c-8d829505cba6,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:58.737317 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84e7104-d150-495d-87f0-7d9773e62e21 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:58.744287 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network c413ae2d-67c3-4739-a84c-8d829505cba6 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:35:58.750573 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f84e7104-d150-495d-87f0-7d9773e62e21 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "GET /v2.0/networks?id=c413ae2d-67c3-4739-a84c-8d829505cba6 HTTP/1.1" status: 200 len: 761 time: 0.1596861 Jan 28 00:35:58.753686 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47256) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:58.765249 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-9daeeed5-65fd-4103-b32a-c866f246bbb7 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1919977602'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:35:58.801813 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9daeeed5-65fd-4103-b32a-c866f246bbb7 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Made reservation on behalf of 89230e5826b3424d82d0b3f156231412 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:35:58.806671 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9daeeed5-65fd-4103-b32a-c866f246bbb7 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:58.858256 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9daeeed5-65fd-4103-b32a-c866f246bbb7 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:35:58.910223 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9daeeed5-65fd-4103-b32a-c866f246bbb7 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (003d7c47-a59e-4b90-a9c3-d5b1ea3db269), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:58.911048 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-9daeeed5-65fd-4103-b32a-c866f246bbb7 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Added segment 003d7c47-a59e-4b90-a9c3-d5b1ea3db269 of type vlan for network 79737b18-43bb-41f0-b755-6602ed5aa58e Jan 28 00:35:59.015264 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9daeeed5-65fd-4103-b32a-c866f246bbb7 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (79737b18-43bb-41f0-b755-6602ed5aa58e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:59.085270 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9daeeed5-65fd-4103-b32a-c866f246bbb7 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (79737b18-43bb-41f0-b755-6602ed5aa58e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:59.105673 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9daeeed5-65fd-4103-b32a-c866f246bbb7 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:35:59.107168 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9daeeed5-65fd-4103-b32a-c866f246bbb7 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:59.367830 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9daeeed5-65fd-4103-b32a-c866f246bbb7 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6124930 Jan 28 00:35:59.371462 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47282) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:35:59.385138 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-0bcd4977-d81c-4a7b-a532-45c887483b53 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Request body: {'subnet': {'network_id': '79737b18-43bb-41f0-b755-6602ed5aa58e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:35:59.395901 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daeeed5-65fd-4103-b32a-c866f246bbb7 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event updated for resources: {'Network': ['ID=79737b18-43bb-41f0-b755-6602ed5aa58e,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:35:59.436174 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 79737b18-43bb-41f0-b755-6602ed5aa58e details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:35:59.640377 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcd4977-d81c-4a7b-a532-45c887483b53 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Made reservation on behalf of 89230e5826b3424d82d0b3f156231412 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:35:59.644575 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0bcd4977-d81c-4a7b-a532-45c887483b53 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:59.915744 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0bcd4977-d81c-4a7b-a532-45c887483b53 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (72c7172a-b5e2-488c-b522-bc916a1474d2), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:35:59.999187 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd4977-d81c-4a7b-a532-45c887483b53 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event updated for resources: {'Subnet': ['ID=72c7172a-b5e2-488c-b522-bc916a1474d2,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:00.003034 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcd4977-d81c-4a7b-a532-45c887483b53 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Checking segment: {'id': '003d7c47-a59e-4b90-a9c3-d5b1ea3db269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '79737b18-43bb-41f0-b755-6602ed5aa58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:36:00.003656 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcd4977-d81c-4a7b-a532-45c887483b53 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Network hostable DHCP agents. Network: 79737b18-43bb-41f0-b755-6602ed5aa58e, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:36:00.031749 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcd4977-d81c-4a7b-a532-45c887483b53 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Network 79737b18-43bb-41f0-b755-6602ed5aa58e is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:36:00.046094 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-0bcd4977-d81c-4a7b-a532-45c887483b53 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 79737b18-43bb-41f0-b755-6602ed5aa58e) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:36:00.059814 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2482cd-36ec-4f4c-92d4-9168d5b56ba0 None None] Network 79737b18-43bb-41f0-b755-6602ed5aa58e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:36:00.061920 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcd4977-d81c-4a7b-a532-45c887483b53 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:00.063147 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0bcd4977-d81c-4a7b-a532-45c887483b53 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:00.096282 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0bcd4977-d81c-4a7b-a532-45c887483b53 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7220542 Jan 28 00:36:00.098054 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47298) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:00.327761 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fbe11705-c287-4548-9e8f-febcc4847b63 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (79737b18-43bb-41f0-b755-6602ed5aa58e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:00.427696 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a946c2bf-9559-4d6a-95d6-f4e21e30bd90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-79737b18-43bb-41f0-b755-6602ed5aa58e', 'network_id': '79737b18-43bb-41f0-b755-6602ed5aa58e', 'project_id': '89230e5826b3424d82d0b3f156231412', 'fixed_ips': [{'subnet_id': '72c7172a-b5e2-488c-b522-bc916a1474d2'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:36:00.436320 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a946c2bf-9559-4d6a-95d6-f4e21e30bd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:00.475401 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fbe11705-c287-4548-9e8f-febcc4847b63 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (72c7172a-b5e2-488c-b522-bc916a1474d2), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:00.655583 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fbe11705-c287-4548-9e8f-febcc4847b63 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (72c7172a-b5e2-488c-b522-bc916a1474d2), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:00.713842 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe11705-c287-4548-9e8f-febcc4847b63 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event deleted for resources: {'Subnet': ['ID=72c7172a-b5e2-488c-b522-bc916a1474d2,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server [None req-a946c2bf-9559-4d6a-95d6-f4e21e30bd90 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72c7172a-b5e2-488c-b522-bc916a1474d2: This subnet is being modified by another concurrent operation. Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise exception Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72c7172a-b5e2-488c-b522-bc916a1474d2: This subnet is being modified by another concurrent operation. Jan 28 00:36:00.773650 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server Jan 28 00:36:00.814768 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89aa8871-9e48-4fca-8124-fe62f6099b4d None None] get_active_networks_info from n-d-826754-1 {{(pid=103345) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 00:36:00.860277 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fbe11705-c287-4548-9e8f-febcc4847b63 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (79737b18-43bb-41f0-b755-6602ed5aa58e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:00.933532 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-fbe11705-c287-4548-9e8f-febcc4847b63 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79737b18-43bb-41f0-b755-6602ed5aa58e']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:36:00.967060 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-fbe11705-c287-4548-9e8f-febcc4847b63 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003d7c47-a59e-4b90-a9c3-d5b1ea3db269') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:36:00.968258 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-fbe11705-c287-4548-9e8f-febcc4847b63 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003d7c47-a59e-4b90-a9c3-d5b1ea3db269') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:36:00.991415 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fbe11705-c287-4548-9e8f-febcc4847b63 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (003d7c47-a59e-4b90-a9c3-d5b1ea3db269), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:01.027018 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fbe11705-c287-4548-9e8f-febcc4847b63 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (003d7c47-a59e-4b90-a9c3-d5b1ea3db269), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:01.046220 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89aa8871-9e48-4fca-8124-fe62f6099b4d None None] Resources bound (agent type, host, resource id): {{(pid=103345) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 00:36:01.054641 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe11705-c287-4548-9e8f-febcc4847b63 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:36:01.055307 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fbe11705-c287-4548-9e8f-febcc4847b63 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (003d7c47-a59e-4b90-a9c3-d5b1ea3db269), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:01.126707 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:36:01.126707 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:36:01.126707 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:36:01.126707 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:36:01.126707 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:36:01.126707 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:36:01.126707 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:36:01.126707 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:36:01.126707 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:36:01.126707 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:36:01.126707 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:36:01.126707 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:36:01.126707 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:36:01.126707 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:36:01.126707 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:36:01.126707 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:36:01.126707 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:36:01.126707 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:36:01.126707 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:36:01.126707 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:36:01.126707 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:36:01.126707 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:36:01.126707 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:36:01.126707 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:36:01.126707 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:36:01.126707 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:36:01.126707 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:36:01.126707 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:36:01.126707 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:36:01.126707 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:36:01.126707 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:36:01.126707 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:36:01.176457 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fbe11705-c287-4548-9e8f-febcc4847b63 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (79737b18-43bb-41f0-b755-6602ed5aa58e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:01.184774 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fbe11705-c287-4548-9e8f-febcc4847b63 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:01.188240 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-fbe11705-c287-4548-9e8f-febcc4847b63 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/networks/79737b18-43bb-41f0-b755-6602ed5aa58e HTTP/1.1" status: 204 len: 168 time: 1.0890625 Jan 28 00:36:01.192101 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47322) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:01.216054 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe11705-c287-4548-9e8f-febcc4847b63 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event deleted for resources: {'Network': ['ID=79737b18-43bb-41f0-b755-6602ed5aa58e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:01.275521 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f5d3b1e-a28d-4e82-922d-209b1ddce276 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] GET failed (client error): The resource could not be found. Jan 28 00:36:01.281832 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47328) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:01.292970 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4f5d3b1e-a28d-4e82-922d-209b1ddce276 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "GET /v2.0/subnets/72c7172a-b5e2-488c-b522-bc916a1474d2 HTTP/1.1" status: 404 len: 337 time: 0.0977309 Jan 28 00:36:01.336568 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-1521059c-1a96-4bb9-a28c-cbd1244e7a53 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] DELETE failed (client error): The resource could not be found. Jan 28 00:36:01.340557 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1521059c-1a96-4bb9-a28c-cbd1244e7a53 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:36:01.351938 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1521059c-1a96-4bb9-a28c-cbd1244e7a53 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/networks/79737b18-43bb-41f0-b755-6602ed5aa58e HTTP/1.1" status: 404 len: 339 time: 0.0612106 Jan 28 00:36:01.353266 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47332) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:01.443868 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5264a8f3-36e3-45b4-98ec-56bebbbfbbb1 None None] Network 79737b18-43bb-41f0-b755-6602ed5aa58e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:36:01.473260 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5264a8f3-36e3-45b4-98ec-56bebbbfbbb1 None None] Network 79737b18-43bb-41f0-b755-6602ed5aa58e could not be found, it might have been deleted concurrently. {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 00:36:01.867641 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f023e-442c-4db3-a15c-20357af537b5 req-a72e7b35-7fd0-4157-a0bf-717db6a1fc57 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:01.872019 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-113f023e-442c-4db3-a15c-20357af537b5 req-a72e7b35-7fd0-4157-a0bf-717db6a1fc57 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/ports?device_id=630f2656-87ab-488a-995e-d9227994c09c HTTP/1.1" status: 200 len: 946 time: 0.1131763 Jan 28 00:36:01.993794 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-113f023e-442c-4db3-a15c-20357af537b5 req-64010a19-e1f0-4378-9b6d-3cdf5483e383 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/security-groups?id=b52b674d-b0e3-480e-8d23-447c1439b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079164 Jan 28 00:36:02.084459 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:36:02.227168 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4089c705-b659-4443-991f-31cc49661f32 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:02.232779 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4089c705-b659-4443-991f-31cc49661f32 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8771281 Jan 28 00:36:02.234373 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47348) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:02.281093 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-86a56050-7e68-4800-8f8e-d5be9512dd08 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "GET /v2.0/subnets?network_id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 207 time: 0.0448644 Jan 28 00:36:02.286506 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47350) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:02.597895 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725f4dc3-c615-4bec-a1b9-e31e1f281b37 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:02.604355 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725f4dc3-c615-4bec-a1b9-e31e1f281b37 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:02.611176 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725f4dc3-c615-4bec-a1b9-e31e1f281b37 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:02.616970 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725f4dc3-c615-4bec-a1b9-e31e1f281b37 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:02.618987 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-725f4dc3-c615-4bec-a1b9-e31e1f281b37 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3309529 Jan 28 00:36:02.625796 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47362) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:02.641666 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47364) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:02.838605 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b33eff1c-f917-49c2-b2b1-e12031fb857f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:02.945281 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3738372d-cedd-43bb-bb9c-be9c625c6681 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3180490 Jan 28 00:36:02.951036 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47374) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:03.079815 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b33eff1c-f917-49c2-b2b1-e12031fb857f admin admin] Publish callbacks [] for security_group (82859dcf-c998-4bb9-bbdf-615782d9d5ed), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:03.087295 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b33eff1c-f917-49c2-b2b1-e12031fb857f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (82859dcf-c998-4bb9-bbdf-615782d9d5ed), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:03.150509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33eff1c-f917-49c2-b2b1-e12031fb857f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82859dcf-c998-4bb9-bbdf-615782d9d5ed,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:03.171516 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b33eff1c-f917-49c2-b2b1-e12031fb857f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3e73a318788749a6b1a009373f54b222&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5280588 Jan 28 00:36:03.172225 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47378) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:03.190328 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f36451-212f-44e0-9a03-e60d4ae9c55d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:03.191495 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f36451-212f-44e0-9a03-e60d4ae9c55d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:03.193198 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-37f36451-212f-44e0-9a03-e60d4ae9c55d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2411423 Jan 28 00:36:03.199606 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47380) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:03.294093 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b340991-eed7-43d6-bd52-857c0968bfe1 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:03.295336 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b340991-eed7-43d6-bd52-857c0968bfe1 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:03.302417 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9b340991-eed7-43d6-bd52-857c0968bfe1 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0778105 Jan 28 00:36:03.302696 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47382) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:03.347982 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-76e72c45-bd25-4beb-85d5-038e41cebf96 admin admin] Publish callbacks [] for security_group (82859dcf-c998-4bb9-bbdf-615782d9d5ed), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:03.432095 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-76e72c45-bd25-4beb-85d5-038e41cebf96 admin admin] Publish callbacks [] for security_group (82859dcf-c998-4bb9-bbdf-615782d9d5ed), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:03.532190 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6995e-18f5-477c-a9c8-931c7a894819 req-49a67273-efd3-48b9-8111-9f7c081a2de7 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:03.532190 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5bb6995e-18f5-477c-a9c8-931c7a894819 req-49a67273-efd3-48b9-8111-9f7c081a2de7 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/ports?device_id=630f2656-87ab-488a-995e-d9227994c09c HTTP/1.1" status: 200 len: 946 time: 0.1511190 Jan 28 00:36:03.544474 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87d7945-98e2-4957-9808-b6b69d9cf9d3 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:03.545843 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f87d7945-98e2-4957-9808-b6b69d9cf9d3 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "GET /v2.0/networks/cd2d25a7-f830-4da0-9a31-1a470bc26e0c HTTP/1.1" status: 200 len: 800 time: 0.2418242 Jan 28 00:36:03.552359 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47386) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:03.627428 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-76e72c45-bd25-4beb-85d5-038e41cebf96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (82859dcf-c998-4bb9-bbdf-615782d9d5ed), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:03.634077 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-76e72c45-bd25-4beb-85d5-038e41cebf96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:03.636832 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-76e72c45-bd25-4beb-85d5-038e41cebf96 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/82859dcf-c998-4bb9-bbdf-615782d9d5ed HTTP/1.1" status: 204 len: 168 time: 0.4633372 Jan 28 00:36:03.677346 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e72c45-bd25-4beb-85d5-038e41cebf96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82859dcf-c998-4bb9-bbdf-615782d9d5ed,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:03.715263 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5bb6995e-18f5-477c-a9c8-931c7a894819 req-88a2d595-900f-4898-806f-e64f149ba3cd tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/security-groups?id=b52b674d-b0e3-480e-8d23-447c1439b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624231 Jan 28 00:36:03.717286 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f5021410-a1ee-474d-83f4-ed98a7c9258f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "GET /v2.0/networks/cd2d25a7-f830-4da0-9a31-1a470bc26e0c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1631210 Jan 28 00:36:03.752787 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47398) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:03.857001 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fea0182-11cd-4886-b934-9c82395f62a8 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:03.860603 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7fea0182-11cd-4886-b934-9c82395f62a8 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "GET /v2.0/subnets/c48ec612-c33b-4d52-bbc0-46121390b685 HTTP/1.1" status: 200 len: 811 time: 0.1067233 Jan 28 00:36:03.866807 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47406) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:04.009815 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0d1be4-4854-4184-978a-828605c00dd6 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:04.012024 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1b0d1be4-4854-4184-978a-828605c00dd6 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "GET /v2.0/subnets/c48ec612-c33b-4d52-bbc0-46121390b685?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1316497 Jan 28 00:36:04.020466 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47414) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:04.031781 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-049c633f-250a-4208-81bf-58942e57b781 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1345731993'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:36:04.095053 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049c633f-250a-4208-81bf-58942e57b781 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Made reservation on behalf of 89230e5826b3424d82d0b3f156231412 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:36:04.102740 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-049c633f-250a-4208-81bf-58942e57b781 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:04.141947 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47418) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:04.184017 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049c633f-250a-4208-81bf-58942e57b781 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:36:04.218687 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-049c633f-250a-4208-81bf-58942e57b781 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (23cea2dd-4487-4103-91cc-9885a437cefe), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:04.220075 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-049c633f-250a-4208-81bf-58942e57b781 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Added segment 23cea2dd-4487-4103-91cc-9885a437cefe of type vlan for network e86c033c-a658-4905-97c2-8886f91915a6 Jan 28 00:36:04.294712 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-049c633f-250a-4208-81bf-58942e57b781 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (e86c033c-a658-4905-97c2-8886f91915a6), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:04.338183 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-049c633f-250a-4208-81bf-58942e57b781 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (e86c033c-a658-4905-97c2-8886f91915a6), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:04.346935 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049c633f-250a-4208-81bf-58942e57b781 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:04.348753 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-049c633f-250a-4208-81bf-58942e57b781 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:04.362824 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47422) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:04.376858 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e7c532c7-e292-4af9-8892-d1540ac960e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:04.474763 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c633f-250a-4208-81bf-58942e57b781 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event updated for resources: {'Network': ['ID=e86c033c-a658-4905-97c2-8886f91915a6,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:04.491447 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network e86c033c-a658-4905-97c2-8886f91915a6 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:36:04.507921 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7b4325ab-69c9-48cb-843a-a6ad2c536c0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:04.582808 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e7c532c7-e292-4af9-8892-d1540ac960e8 admin admin] Publish callbacks [] for security_group (92993762-d9b4-43ae-93d4-317c6d84ddf0), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:04.584452 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-049c633f-250a-4208-81bf-58942e57b781 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5596917 Jan 28 00:36:04.588663 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47426) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:04.596064 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-0191eb15-63ba-41f8-9b89-bb95addc34f9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Request body: {'subnet': {'network_id': 'e86c033c-a658-4905-97c2-8886f91915a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:36:04.736531 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e7c532c7-e292-4af9-8892-d1540ac960e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (92993762-d9b4-43ae-93d4-317c6d84ddf0), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:04.743633 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009b3b9-93a1-4cd2-bac5-ac81347655f4 req-b00e9cea-8aba-48f9-96e4-7f75bbf46ffb tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:04.745343 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c009b3b9-93a1-4cd2-bac5-ac81347655f4 req-b00e9cea-8aba-48f9-96e4-7f75bbf46ffb tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/ports?device_id=630f2656-87ab-488a-995e-d9227994c09c HTTP/1.1" status: 200 len: 946 time: 0.0893648 Jan 28 00:36:04.764677 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7b4325ab-69c9-48cb-843a-a6ad2c536c0e admin admin] Publish callbacks [] for security_group (ef81cb34-e348-440a-9cc9-0e35c1ce8544), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:04.783791 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7b4325ab-69c9-48cb-843a-a6ad2c536c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ef81cb34-e348-440a-9cc9-0e35c1ce8544), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:04.799485 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e7c532c7-e292-4af9-8892-d1540ac960e8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a1c793d08ec24d6bbe3481a0e703e50b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6558843 Jan 28 00:36:04.815168 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47428) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:04.857555 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4325ab-69c9-48cb-843a-a6ad2c536c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef81cb34-e348-440a-9cc9-0e35c1ce8544,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:04.858226 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c532c7-e292-4af9-8892-d1540ac960e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92993762-d9b4-43ae-93d4-317c6d84ddf0,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:04.881278 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0191eb15-63ba-41f8-9b89-bb95addc34f9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Made reservation on behalf of 89230e5826b3424d82d0b3f156231412 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:36:04.885159 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0191eb15-63ba-41f8-9b89-bb95addc34f9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:04.898862 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7b4325ab-69c9-48cb-843a-a6ad2c536c0e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4983a094384c47a7ae0f5020cbac8a50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4424396 Jan 28 00:36:04.910490 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47434) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:04.994407 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c009b3b9-93a1-4cd2-bac5-ac81347655f4 req-344b57bc-f420-48eb-83cf-e72a8dc6cd3a tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/security-groups?id=b52b674d-b0e3-480e-8d23-447c1439b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334683 Jan 28 00:36:05.018690 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.ipam_backend_mixin [None req-0191eb15-63ba-41f8-9b89-bb95addc34f9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Performing IP validity checks on allocation pools {{(pid=103343) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 00:36:05.019217 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.ipam_backend_mixin [None req-0191eb15-63ba-41f8-9b89-bb95addc34f9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103343) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 00:36:05.048855 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9b244903-f564-4302-bc85-510a6ded6e19 admin admin] Publish callbacks [] for security_group (92993762-d9b4-43ae-93d4-317c6d84ddf0), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:05.068947 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8d5e7781-5252-4824-bbb9-a2f0725e3a8e admin admin] Publish callbacks [] for security_group (ef81cb34-e348-440a-9cc9-0e35c1ce8544), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:05.101531 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9b244903-f564-4302-bc85-510a6ded6e19 admin admin] Publish callbacks [] for security_group (92993762-d9b4-43ae-93d4-317c6d84ddf0), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:05.105922 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8d5e7781-5252-4824-bbb9-a2f0725e3a8e admin admin] Publish callbacks [] for security_group (ef81cb34-e348-440a-9cc9-0e35c1ce8544), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:05.189613 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9b244903-f564-4302-bc85-510a6ded6e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (92993762-d9b4-43ae-93d4-317c6d84ddf0), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:05.195661 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9b244903-f564-4302-bc85-510a6ded6e19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:05.205011 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9b244903-f564-4302-bc85-510a6ded6e19 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/92993762-d9b4-43ae-93d4-317c6d84ddf0 HTTP/1.1" status: 204 len: 168 time: 0.3820920 Jan 28 00:36:05.216533 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b244903-f564-4302-bc85-510a6ded6e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92993762-d9b4-43ae-93d4-317c6d84ddf0,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:05.390438 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0191eb15-63ba-41f8-9b89-bb95addc34f9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (dd67140f-05fb-4035-9972-af7d399ddfa0), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:05.444794 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8d5e7781-5252-4824-bbb9-a2f0725e3a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ef81cb34-e348-440a-9cc9-0e35c1ce8544), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:05.447365 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8d5e7781-5252-4824-bbb9-a2f0725e3a8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:05.448956 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8d5e7781-5252-4824-bbb9-a2f0725e3a8e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ef81cb34-e348-440a-9cc9-0e35c1ce8544 HTTP/1.1" status: 204 len: 168 time: 0.5374300 Jan 28 00:36:05.515754 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191eb15-63ba-41f8-9b89-bb95addc34f9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event updated for resources: {'Subnet': ['ID=dd67140f-05fb-4035-9972-af7d399ddfa0,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:05.539806 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e7781-5252-4824-bbb9-a2f0725e3a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef81cb34-e348-440a-9cc9-0e35c1ce8544,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:05.601841 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0191eb15-63ba-41f8-9b89-bb95addc34f9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Checking segment: {'id': '23cea2dd-4487-4103-91cc-9885a437cefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e86c033c-a658-4905-97c2-8886f91915a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:36:05.602460 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0191eb15-63ba-41f8-9b89-bb95addc34f9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Network hostable DHCP agents. Network: e86c033c-a658-4905-97c2-8886f91915a6, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:36:05.666780 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0191eb15-63ba-41f8-9b89-bb95addc34f9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Network e86c033c-a658-4905-97c2-8886f91915a6 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:36:05.687057 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-0191eb15-63ba-41f8-9b89-bb95addc34f9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, e86c033c-a658-4905-97c2-8886f91915a6) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:36:05.693043 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0191eb15-63ba-41f8-9b89-bb95addc34f9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:05.694538 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0191eb15-63ba-41f8-9b89-bb95addc34f9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:05.701539 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379b589c-c972-4795-88e0-64eedc59d157 None None] Network e86c033c-a658-4905-97c2-8886f91915a6 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:36:05.724331 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0191eb15-63ba-41f8-9b89-bb95addc34f9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1336651 Jan 28 00:36:05.728321 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47444) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:05.737501 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-1b19276f-a10b-448b-b38b-40540ee63e96 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:36:05.855453 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-1afe6ebb-506f-4f6b-a0b5-9ffa036a911e req-5dfd6456-659b-4cc2-ac05-a47441befa39 service neutron] (103343) timed out ('10.222.0.65', 58432) {{(pid=103343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 00:36:06.028555 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1b19276f-a10b-448b-b38b-40540ee63e96 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126751786'] for subnet (dd67140f-05fb-4035-9972-af7d399ddfa0), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:06.106087 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f1a40d-1fa4-4727-8f35-dccec17a3488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-e86c033c-a658-4905-97c2-8886f91915a6', 'network_id': 'e86c033c-a658-4905-97c2-8886f91915a6', 'project_id': '89230e5826b3424d82d0b3f156231412', 'fixed_ips': [{'subnet_id': 'dd67140f-05fb-4035-9972-af7d399ddfa0'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:36:06.109176 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05f1a40d-1fa4-4727-8f35-dccec17a3488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:06.174437 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ce1eabaf-ef9e-4dc8-91b7-0cb85f3425c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:06.195260 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47458) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:06.228949 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-373ccade-26fd-4b43-996f-535473f9219d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:06.572166 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dba883-e062-4ca8-98be-589cbc3bc359 req-6c89c196-3676-4c11-b31d-fd8c41f70c1b tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:06.578671 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-36dba883-e062-4ca8-98be-589cbc3bc359 req-6c89c196-3676-4c11-b31d-fd8c41f70c1b tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.52 "GET /v2.0/ports?device_id=630f2656-87ab-488a-995e-d9227994c09c HTTP/1.1" status: 200 len: 946 time: 0.1990609 Jan 28 00:36:06.615766 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513facc-d78a-489b-a7e9-61f192bf277d req-7b0f4405-ef5f-4105-9950-ae2890546d37 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:06.621209 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d513facc-d78a-489b-a7e9-61f192bf277d req-7b0f4405-ef5f-4105-9950-ae2890546d37 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/ports?device_id=630f2656-87ab-488a-995e-d9227994c09c HTTP/1.1" status: 200 len: 946 time: 0.3194208 Jan 28 00:36:06.710817 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1b19276f-a10b-448b-b38b-40540ee63e96 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749991160787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126042817'] for subnet (dd67140f-05fb-4035-9972-af7d399ddfa0), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:06.905470 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b19276f-a10b-448b-b38b-40540ee63e96 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:06.906571 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1b19276f-a10b-448b-b38b-40540ee63e96 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:06.908004 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1b19276f-a10b-448b-b38b-40540ee63e96 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "PUT /v2.0/subnets/dd67140f-05fb-4035-9972-af7d399ddfa0 HTTP/1.1" status: 200 len: 877 time: 1.1772804 Jan 28 00:36:06.914626 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-05f1a40d-1fa4-4727-8f35-dccec17a3488 None None] Allocated IP 172.20.0.3 (e86c033c-a658-4905-97c2-8886f91915a6/dd67140f-05fb-4035-9972-af7d399ddfa0/27054ef7-86b1-453f-bff5-6c93932db620) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:36:06.915489 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d513facc-d78a-489b-a7e9-61f192bf277d req-60475e3e-cccc-41ad-bc7a-b7c4711fd277 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/security-groups?id=b52b674d-b0e3-480e-8d23-447c1439b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2741034 Jan 28 00:36:06.919850 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47472) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:06.960413 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19276f-a10b-448b-b38b-40540ee63e96 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event updated for resources: {'Subnet': ['ID=dd67140f-05fb-4035-9972-af7d399ddfa0,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:07.005220 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-373ccade-26fd-4b43-996f-535473f9219d admin admin] Publish callbacks [] for security_group (169d5f27-c162-4df6-9175-792b203201a3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:07.036163 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-373ccade-26fd-4b43-996f-535473f9219d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (169d5f27-c162-4df6-9175-792b203201a3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:07.163148 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-373ccade-26fd-4b43-996f-535473f9219d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=80f4d8960416418bad3d06b76ec70dfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9661872 Jan 28 00:36:07.169121 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47478) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:07.169861 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (e86c033c-a658-4905-97c2-8886f91915a6), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:07.404012 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ccade-26fd-4b43-996f-535473f9219d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169d5f27-c162-4df6-9175-792b203201a3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:07.470360 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (dd67140f-05fb-4035-9972-af7d399ddfa0), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:07.568814 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-36dba883-e062-4ca8-98be-589cbc3bc359 req-f8087a89-81ba-42a6-93dc-2913c4daf528 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Deleting port f9d092de-80ce-44e9-87ac-77d0c7ac16e8 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:36:07.569193 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-36dba883-e062-4ca8-98be-589cbc3bc359 req-f8087a89-81ba-42a6-93dc-2913c4daf528 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f9d092de-80ce-44e9-87ac-77d0c7ac16e8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:07.617777 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05f1a40d-1fa4-4727-8f35-dccec17a3488 None None] Publish callbacks [] for port (27054ef7-86b1-453f-bff5-6c93932db620), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:07.645398 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05f1a40d-1fa4-4727-8f35-dccec17a3488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (27054ef7-86b1-453f-bff5-6c93932db620), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:07.697175 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (dd67140f-05fb-4035-9972-af7d399ddfa0), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:07.753422 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-36dba883-e062-4ca8-98be-589cbc3bc359 req-f8087a89-81ba-42a6-93dc-2913c4daf528 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] For port f9d092de-80ce-44e9-87ac-77d0c7ac16e8, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=f9d092de-80ce-44e9-87ac-77d0c7ac16e8,segment=NetworkSegment(6c39d751-0293-4329-af31-76e3b4ba793d),segment_id=6c39d751-0293-4329-af31-76e3b4ba793d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:36:07.755009 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-36dba883-e062-4ca8-98be-589cbc3bc359 req-f8087a89-81ba-42a6-93dc-2913c4daf528 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f9d092de-80ce-44e9-87ac-77d0c7ac16e8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:07.779156 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1a40d-1fa4-4727-8f35-dccec17a3488 None None] Pushing event updated for resources: {'Port': ['ID=27054ef7-86b1-453f-bff5-6c93932db620,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:07.801951 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f1a40d-1fa4-4727-8f35-dccec17a3488 None None] Network e86c033c-a658-4905-97c2-8886f91915a6 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:36:07.805108 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-05f1a40d-1fa4-4727-8f35-dccec17a3488 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:36:07.809431 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f1a40d-1fa4-4727-8f35-dccec17a3488 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:36:07.813537 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event deleted for resources: {'Subnet': ['ID=dd67140f-05fb-4035-9972-af7d399ddfa0,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:07.955573 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-05f1a40d-1fa4-4727-8f35-dccec17a3488 None None] Attempting to bind port 27054ef7-86b1-453f-bff5-6c93932db620 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:36:07.956267 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-05f1a40d-1fa4-4727-8f35-dccec17a3488 None None] Attempting to bind port 27054ef7-86b1-453f-bff5-6c93932db620 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '23cea2dd-4487-4103-91cc-9885a437cefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e86c033c-a658-4905-97c2-8886f91915a6'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:36:07.956849 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f1a40d-1fa4-4727-8f35-dccec17a3488 None None] Attempting to bind port 27054ef7-86b1-453f-bff5-6c93932db620 on network e86c033c-a658-4905-97c2-8886f91915a6 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:36:07.959150 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47490) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:07.968838 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f1a40d-1fa4-4727-8f35-dccec17a3488 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:36:07.969611 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f1a40d-1fa4-4727-8f35-dccec17a3488 None None] Checking segment: {'id': '23cea2dd-4487-4103-91cc-9885a437cefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e86c033c-a658-4905-97c2-8886f91915a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:36:07.970317 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05f1a40d-1fa4-4727-8f35-dccec17a3488 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:07.974429 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f1a40d-1fa4-4727-8f35-dccec17a3488 None None] Bound using segment: {'id': '23cea2dd-4487-4103-91cc-9885a437cefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e86c033c-a658-4905-97c2-8886f91915a6'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:36:07.976262 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-05f1a40d-1fa4-4727-8f35-dccec17a3488 None None] Bound port: 27054ef7-86b1-453f-bff5-6c93932db620, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23cea2dd-4487-4103-91cc-9885a437cefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e86c033c-a658-4905-97c2-8886f91915a6'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:36:07.977220 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05f1a40d-1fa4-4727-8f35-dccec17a3488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (27054ef7-86b1-453f-bff5-6c93932db620), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:07.986730 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (e86c033c-a658-4905-97c2-8886f91915a6), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:08.043609 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e86c033c-a658-4905-97c2-8886f91915a6']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:36:08.068255 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23cea2dd-4487-4103-91cc-9885a437cefe') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:36:08.069632 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23cea2dd-4487-4103-91cc-9885a437cefe') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:36:08.095985 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (23cea2dd-4487-4103-91cc-9885a437cefe), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:08.115339 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-05f1a40d-1fa4-4727-8f35-dccec17a3488 None None] For port 27054ef7-86b1-453f-bff5-6c93932db620, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:36:08.123571 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-05f1a40d-1fa4-4727-8f35-dccec17a3488 None None] For port 27054ef7-86b1-453f-bff5-6c93932db620, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=27054ef7-86b1-453f-bff5-6c93932db620,segment=NetworkSegment(23cea2dd-4487-4103-91cc-9885a437cefe),segment_id=23cea2dd-4487-4103-91cc-9885a437cefe)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:36:08.136709 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05f1a40d-1fa4-4727-8f35-dccec17a3488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (27054ef7-86b1-453f-bff5-6c93932db620), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:08.239177 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (23cea2dd-4487-4103-91cc-9885a437cefe), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:08.260359 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce25c57c-8514-424d-8d02-7c78addb88eb admin admin] Publish callbacks [] for security_group (169d5f27-c162-4df6-9175-792b203201a3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:08.266968 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-36dba883-e062-4ca8-98be-589cbc3bc359 req-f8087a89-81ba-42a6-93dc-2913c4daf528 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:08.267525 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-36dba883-e062-4ca8-98be-589cbc3bc359 req-f8087a89-81ba-42a6-93dc-2913c4daf528 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (3d9e9843-cf1a-4489-b678-51845dbf850a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:08.268408 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [req-36dba883-e062-4ca8-98be-589cbc3bc359 req-f8087a89-81ba-42a6-93dc-2913c4daf528 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Floating IP 3d9e9843-cf1a-4489-b678-51845dbf850a disassociated. External IP: 172.25.3.38, port: f9d092de-80ce-44e9-87ac-77d0c7ac16e8. Jan 28 00:36:08.268866 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-36dba883-e062-4ca8-98be-589cbc3bc359 req-f8087a89-81ba-42a6-93dc-2913c4daf528 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Calling delete_port for f9d092de-80ce-44e9-87ac-77d0c7ac16e8 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:36:08.309792 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:36:08.311001 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (23cea2dd-4487-4103-91cc-9885a437cefe), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:08.319826 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:36:08.319826 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:36:08.319826 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:36:08.319826 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:36:08.319826 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:36:08.319826 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:36:08.319826 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:36:08.319826 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:36:08.319826 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:36:08.319826 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:36:08.319826 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:36:08.319826 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:36:08.319826 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:36:08.319826 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:36:08.319826 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:36:08.319826 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:36:08.319826 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:36:08.319826 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:36:08.319826 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:36:08.319826 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:36:08.319826 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:36:08.319826 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:36:08.319826 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:36:08.319826 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:36:08.319826 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:36:08.319826 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:36:08.319826 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:36:08.319826 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:36:08.319826 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:36:08.319826 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:36:08.319826 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:36:08.319826 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:36:08.324829 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1a40d-1fa4-4727-8f35-dccec17a3488 None None] Pushing event updated for resources: {'Port': ['ID=27054ef7-86b1-453f-bff5-6c93932db620,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:08.351486 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-92827246-dec9-43d5-a76b-1cb171e36568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:08.361528 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c125120-66ab-41df-8704-b72e2c9d8d8a None None] get_active_networks_info from n-d-826754-1 {{(pid=103345) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 00:36:08.387070 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c1189ea6-bc67-4cbb-b69c-8af65121f021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:08.458647 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce25c57c-8514-424d-8d02-7c78addb88eb admin admin] Publish callbacks [] for security_group (169d5f27-c162-4df6-9175-792b203201a3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:08.512540 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9150e35-83c3-4861-8b1d-ad2c59ddf70a req-b8cebad2-fbce-444e-b447-82cf166ee168 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:08.515166 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9150e35-83c3-4861-8b1d-ad2c59ddf70a req-b8cebad2-fbce-444e-b447-82cf166ee168 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/ports?device_id=630f2656-87ab-488a-995e-d9227994c09c HTTP/1.1" status: 200 len: 946 time: 0.3912766 Jan 28 00:36:08.520276 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.db.api [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 00:36:08.520276 n-d-826754-1 neutron-server[103344]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 00:36:08.520276 n-d-826754-1 neutron-server[103344]: [parameters: {'id': 'e86c033c-a658-4905-97c2-8886f91915a6'}] Jan 28 00:36:08.520276 n-d-826754-1 neutron-server[103344]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:36:08.520942 n-d-826754-1 neutron-server[103344]: DEBUG oslo_db.api [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:36:08.521086 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c125120-66ab-41df-8704-b72e2c9d8d8a None None] Resources bound (agent type, host, resource id): {{(pid=103345) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 00:36:08.644673 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce25c57c-8514-424d-8d02-7c78addb88eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (169d5f27-c162-4df6-9175-792b203201a3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:08.647543 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce25c57c-8514-424d-8d02-7c78addb88eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:08.653709 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ce25c57c-8514-424d-8d02-7c78addb88eb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/169d5f27-c162-4df6-9175-792b203201a3 HTTP/1.1" status: 204 len: 168 time: 1.4765840 Jan 28 00:36:08.666032 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25c57c-8514-424d-8d02-7c78addb88eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169d5f27-c162-4df6-9175-792b203201a3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:08.689633 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-36dba883-e062-4ca8-98be-589cbc3bc359 req-f8087a89-81ba-42a6-93dc-2913c4daf528 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (f9d092de-80ce-44e9-87ac-77d0c7ac16e8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:08.786709 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9150e35-83c3-4861-8b1d-ad2c59ddf70a req-866ae93e-ef4b-412a-a373-dff2cb2c42c6 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/security-groups?id=b52b674d-b0e3-480e-8d23-447c1439b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2624485 Jan 28 00:36:08.801079 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8087a89-81ba-42a6-93dc-2913c4daf528 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Pushing event deleted for resources: {'Port': ['ID=f9d092de-80ce-44e9-87ac-77d0c7ac16e8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:08.919763 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-92827246-dec9-43d5-a76b-1cb171e36568 admin admin] Publish callbacks [] for security_group (b348e889-2041-490b-8e2f-c3923e30b2f5), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:08.929973 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-92827246-dec9-43d5-a76b-1cb171e36568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b348e889-2041-490b-8e2f-c3923e30b2f5), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:09.035413 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (e86c033c-a658-4905-97c2-8886f91915a6), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:09.070212 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-92827246-dec9-43d5-a76b-1cb171e36568 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8829643fbd9d4cf7b8e5f0a8ed184617&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1093972 Jan 28 00:36:09.072837 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92827246-dec9-43d5-a76b-1cb171e36568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b348e889-2041-490b-8e2f-c3923e30b2f5,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:09.076987 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47510) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:09.106801 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c403424-b94d-4243-a34f-3c68edbc0b07 None None] Network e86c033c-a658-4905-97c2-8886f91915a6 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:36:09.120912 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36dba883-e062-4ca8-98be-589cbc3bc359 req-f8087a89-81ba-42a6-93dc-2913c4daf528 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Router aba8511e-0be4-4e9a-bda5-0d0b5271a0ff has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:36:09.215376 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Deleting port 27054ef7-86b1-453f-bff5-6c93932db620 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:36:09.220812 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (27054ef7-86b1-453f-bff5-6c93932db620), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:09.351108 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e449b9-0cb7-4388-b688-f4588044eef2 None None] Network e86c033c-a658-4905-97c2-8886f91915a6 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:36:09.434537 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] For port 27054ef7-86b1-453f-bff5-6c93932db620, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=27054ef7-86b1-453f-bff5-6c93932db620,segment=NetworkSegment(23cea2dd-4487-4103-91cc-9885a437cefe),segment_id=23cea2dd-4487-4103-91cc-9885a437cefe)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:36:09.435293 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (27054ef7-86b1-453f-bff5-6c93932db620), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:09.478238 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47512) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:09.501317 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Calling delete_port for 27054ef7-86b1-453f-bff5-6c93932db620 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:36:09.648495 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:09.656709 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ab81912d-d643-4912-81bd-c48a7181b637 admin admin] Publish callbacks [] for security_group (b348e889-2041-490b-8e2f-c3923e30b2f5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:09.661669 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f54c168-bebd-4710-9a2c-76de7be65548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:09.747009 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (27054ef7-86b1-453f-bff5-6c93932db620), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:09.796026 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event deleted for resources: {'Port': ['ID=27054ef7-86b1-453f-bff5-6c93932db620,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:09.803880 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] No DVR routers for this DVR port 27054ef7-86b1-453f-bff5-6c93932db620 on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:36:09.943516 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ab81912d-d643-4912-81bd-c48a7181b637 admin admin] Publish callbacks [] for security_group (b348e889-2041-490b-8e2f-c3923e30b2f5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:10.042914 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36dba883-e062-4ca8-98be-589cbc3bc359 req-f8087a89-81ba-42a6-93dc-2913c4daf528 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:36:10.057066 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d70276-e088-4859-9f32-c5c4f629a37b None None] Sync routers for ids ['aba8511e-0be4-4e9a-bda5-0d0b5271a0ff'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:36:10.076844 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d70276-e088-4859-9f32-c5c4f629a37b None None] Routers {'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:36:10.077500 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-29d70276-e088-4859-9f32-c5c4f629a37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:36:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['aba8511e-0be4-4e9a-bda5-0d0b5271a0ff'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:36:10.194337 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-36dba883-e062-4ca8-98be-589cbc3bc359 req-f8087a89-81ba-42a6-93dc-2913c4daf528 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] No DVR routers for this DVR port f9d092de-80ce-44e9-87ac-77d0c7ac16e8 on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:36:10.211161 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-36dba883-e062-4ca8-98be-589cbc3bc359 req-f8087a89-81ba-42a6-93dc-2913c4daf528 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:10.220793 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-36dba883-e062-4ca8-98be-589cbc3bc359 req-f8087a89-81ba-42a6-93dc-2913c4daf528 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.52 "DELETE /v2.0/ports/f9d092de-80ce-44e9-87ac-77d0c7ac16e8 HTTP/1.1" status: 204 len: 173 time: 3.6278908 Jan 28 00:36:10.221923 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630f2656-87ab-488a-995e-d9227994c09c', 'name': 'network-vif-deleted', 'tag': 'f9d092de-80ce-44e9-87ac-77d0c7ac16e8'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:36:10.228539 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc51528e-ac22-4cc0-aaa4-13d76303196e" -d '{"events": [{"server_uuid": "630f2656-87ab-488a-995e-d9227994c09c", "name": "network-vif-deleted", "tag": "f9d092de-80ce-44e9-87ac-77d0c7ac16e8"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:36:10.313928 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-29d70276-e088-4859-9f32-c5c4f629a37b None None] Set router aba8511e-0be4-4e9a-bda5-0d0b5271a0ff gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:36:10.379697 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f54c168-bebd-4710-9a2c-76de7be65548 admin admin] Publish callbacks [] for security_group (419b6743-7eb8-48cd-996b-88a471486b3e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:10.386547 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2128c4fe-ca76-4f37-b8a6-b9c2694c48a1 x-openstack-request-id: req-2128c4fe-ca76-4f37-b8a6-b9c2694c48a1 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:36:10.388154 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630f2656-87ab-488a-995e-d9227994c09c", "name": "network-vif-deleted", "tag": "f9d092de-80ce-44e9-87ac-77d0c7ac16e8", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:36:10.389728 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2128c4fe-ca76-4f37-b8a6-b9c2694c48a1 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:36:10.391167 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630f2656-87ab-488a-995e-d9227994c09c', 'name': 'network-vif-deleted', 'tag': 'f9d092de-80ce-44e9-87ac-77d0c7ac16e8', 'status': 'completed', 'code': 200} Jan 28 00:36:10.394272 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ab81912d-d643-4912-81bd-c48a7181b637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b348e889-2041-490b-8e2f-c3923e30b2f5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:10.400898 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ab81912d-d643-4912-81bd-c48a7181b637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:10.404494 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ab81912d-d643-4912-81bd-c48a7181b637 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b348e889-2041-490b-8e2f-c3923e30b2f5 HTTP/1.1" status: 204 len: 168 time: 1.3257897 Jan 28 00:36:10.410460 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f54c168-bebd-4710-9a2c-76de7be65548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (419b6743-7eb8-48cd-996b-88a471486b3e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:10.509383 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81912d-d643-4912-81bd-c48a7181b637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b348e889-2041-490b-8e2f-c3923e30b2f5,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:10.550959 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6f54c168-bebd-4710-9a2c-76de7be65548 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=31d6efaac16d444486eebef95f2ae139&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0597525 Jan 28 00:36:10.582894 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47526) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:10.624373 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54c168-bebd-4710-9a2c-76de7be65548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419b6743-7eb8-48cd-996b-88a471486b3e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:10.680058 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f683208-3bb9-4e35-bb64-4beb06b194a7 admin admin] Publish callbacks [] for security_group (419b6743-7eb8-48cd-996b-88a471486b3e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:10.712179 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f683208-3bb9-4e35-bb64-4beb06b194a7 admin admin] Publish callbacks [] for security_group (419b6743-7eb8-48cd-996b-88a471486b3e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:10.727241 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-29d70276-e088-4859-9f32-c5c4f629a37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'name': 'tempest-ServersTestManualDisk-979188077-router', 'tenant_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '904a8f58-e828-4bd2-8221-48a3b6a241ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:31:52Z', 'updated_at': '2022-01-28T00:32:13Z', 'revision_number': 4, 'project_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'gw_port': {'id': '904a8f58-e828-4bd2-8221-48a3b6a241ee', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:31:56Z', 'updated_at': '2022-01-28T00:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '8e62d60a-d6c4-4135-a434-69d70daa7304', 'name': '', 'network_id': '9e95df89-e401-4bbf-9b7b-17ebec15fddb', 'tenant_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'mac_address': 'fa:16:3e:57:e5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '79ed3d9a-927a-4da1-a8ac-6c809e04b4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:32:08Z', 'updated_at': '2022-01-28T00:32:21Z', 'revision_number': 5, 'project_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'subnets': [{'id': '79ed3d9a-927a-4da1-a8ac-6c809e04b4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:36:10.757119 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d70276-e088-4859-9f32-c5c4f629a37b None None] Checking router: aba8511e-0be4-4e9a-bda5-0d0b5271a0ff for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:36:10.768600 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d70276-e088-4859-9f32-c5c4f629a37b None None] Routers {'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:36:10.769250 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-29d70276-e088-4859-9f32-c5c4f629a37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:36:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['aba8511e-0be4-4e9a-bda5-0d0b5271a0ff'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:36:10.798947 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f683208-3bb9-4e35-bb64-4beb06b194a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (419b6743-7eb8-48cd-996b-88a471486b3e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:10.802947 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f683208-3bb9-4e35-bb64-4beb06b194a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:10.804872 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4f683208-3bb9-4e35-bb64-4beb06b194a7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/419b6743-7eb8-48cd-996b-88a471486b3e HTTP/1.1" status: 204 len: 168 time: 0.2052002 Jan 28 00:36:10.828452 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f683208-3bb9-4e35-bb64-4beb06b194a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419b6743-7eb8-48cd-996b-88a471486b3e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:10.843590 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device f9d092de-80ce-44e9-87ac-77d0c7ac16e8 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:36:10.916783 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: f9d092de-80ce-44e9-87ac-77d0c7ac16e8 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:36:10.917649 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device f9d092de-80ce-44e9-87ac-77d0c7ac16e8 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:36:10.987580 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8fa3d147-a4b7-4077-859e-a70a19e32fd0 req-ed7d4548-fd45-4edf-aa19-d63ffc51a71f tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/ports?device_id=630f2656-87ab-488a-995e-d9227994c09c HTTP/1.1" status: 200 len: 210 time: 0.1680806 Jan 28 00:36:10.995748 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (e86c033c-a658-4905-97c2-8886f91915a6), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:11.064945 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-29d70276-e088-4859-9f32-c5c4f629a37b None None] Set router aba8511e-0be4-4e9a-bda5-0d0b5271a0ff gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:36:11.075576 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e86c033c-a658-4905-97c2-8886f91915a6']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:36:11.143974 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:11.164417 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23cea2dd-4487-4103-91cc-9885a437cefe') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:36:11.170349 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23cea2dd-4487-4103-91cc-9885a437cefe') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:36:11.211756 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (23cea2dd-4487-4103-91cc-9885a437cefe), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:11.266640 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (23cea2dd-4487-4103-91cc-9885a437cefe), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:11.297590 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:36:11.298196 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (23cea2dd-4487-4103-91cc-9885a437cefe), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:11.403098 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:36:11.403098 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:36:11.403098 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:36:11.403098 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:36:11.403098 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:36:11.403098 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:36:11.403098 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:36:11.403098 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:36:11.403098 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:36:11.403098 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:36:11.403098 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:36:11.403098 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:36:11.403098 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:36:11.403098 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:36:11.403098 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:36:11.403098 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:36:11.403098 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:36:11.403098 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:36:11.403098 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:36:11.403098 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:36:11.403098 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:36:11.403098 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:36:11.403098 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:36:11.403098 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:36:11.403098 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:36:11.403098 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:36:11.403098 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:36:11.403098 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:36:11.403098 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:36:11.403098 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:36:11.403098 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:36:11.403098 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:36:11.410359 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (e86c033c-a658-4905-97c2-8886f91915a6), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:11.441561 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:11.455888 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47542) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:11.456963 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/networks/e86c033c-a658-4905-97c2-8886f91915a6 HTTP/1.1" status: 204 len: 168 time: 4.5351288 Jan 28 00:36:11.486263 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event deleted for resources: {'Network': ['ID=e86c033c-a658-4905-97c2-8886f91915a6,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:11.511525 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:11.511525 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:11.526369 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:11.527013 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:11.527703 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:11.531535 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:11.532170 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:11.532776 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:11.533378 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:11.533967 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:11.534559 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:11.535152 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:11.535793 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bddbb3-2724-430d-a607-227ffb9ab94f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:11.543742 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e95dca-1fb7-41c3-8e05-b82e01417d90 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] DELETE failed (client error): The resource could not be found. Jan 28 00:36:11.544627 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20e95dca-1fb7-41c3-8e05-b82e01417d90 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:36:11.559433 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47548) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:11.568172 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-20e95dca-1fb7-41c3-8e05-b82e01417d90 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/subnets/dd67140f-05fb-4035-9972-af7d399ddfa0 HTTP/1.1" status: 404 len: 337 time: 0.0953021 Jan 28 00:36:11.593857 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c14ebc-45be-43fd-85cb-f8d845e897d6 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] DELETE failed (client error): The resource could not be found. Jan 28 00:36:11.594294 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89c14ebc-45be-43fd-85cb-f8d845e897d6 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:36:11.602157 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-89c14ebc-45be-43fd-85cb-f8d845e897d6 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/networks/e86c033c-a658-4905-97c2-8886f91915a6 HTTP/1.1" status: 404 len: 339 time: 0.0406201 Jan 28 00:36:11.605583 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47554) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:11.647346 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-29d70276-e088-4859-9f32-c5c4f629a37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'name': 'tempest-ServersTestManualDisk-979188077-router', 'tenant_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '904a8f58-e828-4bd2-8221-48a3b6a241ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:31:52Z', 'updated_at': '2022-01-28T00:32:13Z', 'revision_number': 4, 'project_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'gw_port': {'id': '904a8f58-e828-4bd2-8221-48a3b6a241ee', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:31:56Z', 'updated_at': '2022-01-28T00:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '8e62d60a-d6c4-4135-a434-69d70daa7304', 'name': '', 'network_id': '9e95df89-e401-4bbf-9b7b-17ebec15fddb', 'tenant_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'mac_address': 'fa:16:3e:57:e5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '79ed3d9a-927a-4da1-a8ac-6c809e04b4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:32:08Z', 'updated_at': '2022-01-28T00:32:21Z', 'revision_number': 5, 'project_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'subnets': [{'id': '79ed3d9a-927a-4da1-a8ac-6c809e04b4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:36:11.685151 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c34cea0-aa80-4866-bceb-32281b2f7f49 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] DELETE failed (client error): The resource could not be found. Jan 28 00:36:11.685922 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c34cea0-aa80-4866-bceb-32281b2f7f49 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:36:11.693634 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9c34cea0-aa80-4866-bceb-32281b2f7f49 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/subnets/72c7172a-b5e2-488c-b522-bc916a1474d2 HTTP/1.1" status: 404 len: 337 time: 0.0837355 Jan 28 00:36:11.694083 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47556) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:11.697222 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d70276-e088-4859-9f32-c5c4f629a37b None None] The sync data for ids ['aba8511e-0be4-4e9a-bda5-0d0b5271a0ff'] in n-d-826754-1 is: [{'id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'name': 'tempest-ServersTestManualDisk-979188077-router', 'tenant_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '904a8f58-e828-4bd2-8221-48a3b6a241ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:31:52Z', 'updated_at': '2022-01-28T00:32:13Z', 'revision_number': 4, 'project_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'gw_port': {'id': '904a8f58-e828-4bd2-8221-48a3b6a241ee', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:31:56Z', 'updated_at': '2022-01-28T00:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '8e62d60a-d6c4-4135-a434-69d70daa7304', 'name': '', 'network_id': '9e95df89-e401-4bbf-9b7b-17ebec15fddb', 'tenant_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'mac_address': 'fa:16:3e:57:e5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '79ed3d9a-927a-4da1-a8ac-6c809e04b4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:32:08Z', 'updated_at': '2022-01-28T00:32:21Z', 'revision_number': 5, 'project_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'subnets': [{'id': '79ed3d9a-927a-4da1-a8ac-6c809e04b4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:36:11.751583 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa88525-5b3e-4dce-a311-66274bd27453 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] DELETE failed (client error): The resource could not be found. Jan 28 00:36:11.752432 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fa88525-5b3e-4dce-a311-66274bd27453 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:36:11.758391 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3fa88525-5b3e-4dce-a311-66274bd27453 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/networks/79737b18-43bb-41f0-b755-6602ed5aa58e HTTP/1.1" status: 404 len: 339 time: 0.0619211 Jan 28 00:36:11.761484 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47562) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:12.028759 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f493a10-7996-4865-a5d9-8c43a69856b6 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (c413ae2d-67c3-4739-a84c-8d829505cba6), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:12.191663 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f493a10-7996-4865-a5d9-8c43a69856b6 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (c413ae2d-67c3-4739-a84c-8d829505cba6), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:12.220614 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-6f493a10-7996-4865-a5d9-8c43a69856b6 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c413ae2d-67c3-4739-a84c-8d829505cba6']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:36:12.234681 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:12.236394 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-6f493a10-7996-4865-a5d9-8c43a69856b6 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb7b7127-a929-4532-b3d3-a950c1afdb2b') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:36:12.237176 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-6f493a10-7996-4865-a5d9-8c43a69856b6 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb7b7127-a929-4532-b3d3-a950c1afdb2b') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:36:12.259941 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f493a10-7996-4865-a5d9-8c43a69856b6 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (cb7b7127-a929-4532-b3d3-a950c1afdb2b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:12.288150 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f493a10-7996-4865-a5d9-8c43a69856b6 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (cb7b7127-a929-4532-b3d3-a950c1afdb2b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:12.300051 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f493a10-7996-4865-a5d9-8c43a69856b6 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:36:12.300575 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f493a10-7996-4865-a5d9-8c43a69856b6 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (cb7b7127-a929-4532-b3d3-a950c1afdb2b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:12.303906 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:36:12.303906 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:36:12.303906 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:36:12.303906 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:36:12.303906 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:36:12.303906 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:36:12.303906 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:36:12.303906 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:36:12.303906 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:36:12.303906 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:36:12.303906 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:36:12.303906 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:36:12.303906 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:36:12.303906 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:36:12.303906 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:36:12.303906 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:36:12.303906 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:36:12.303906 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:36:12.303906 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:36:12.303906 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:36:12.303906 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:36:12.303906 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:36:12.303906 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:36:12.303906 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:36:12.303906 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:36:12.303906 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:36:12.303906 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:36:12.303906 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:36:12.303906 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:36:12.303906 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:36:12.303906 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:36:12.303906 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:36:12.423556 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b8c23c-c1f4-46aa-a89f-f06be9cc11e1 None None] New status for floating IP 3d9e9843-cf1a-4489-b678-51845dbf850a: DOWN {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:36:12.450543 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f493a10-7996-4865-a5d9-8c43a69856b6 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (c413ae2d-67c3-4739-a84c-8d829505cba6), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:12.501506 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f493a10-7996-4865-a5d9-8c43a69856b6 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:12.521645 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6f493a10-7996-4865-a5d9-8c43a69856b6 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/networks/c413ae2d-67c3-4739-a84c-8d829505cba6 HTTP/1.1" status: 204 len: 168 time: 0.7574666 Jan 28 00:36:12.523398 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47590) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:12.585319 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f493a10-7996-4865-a5d9-8c43a69856b6 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event deleted for resources: {'Network': ['ID=c413ae2d-67c3-4739-a84c-8d829505cba6,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:12.591481 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-a942fda7-5135-46b5-8d34-e202319b8a32 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] DELETE failed (client error): The resource could not be found. Jan 28 00:36:12.591965 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a942fda7-5135-46b5-8d34-e202319b8a32 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:36:12.595200 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a942fda7-5135-46b5-8d34-e202319b8a32 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/subnets/ce4861d3-652d-4116-ba55-fd2ee101d700 HTTP/1.1" status: 404 len: 337 time: 0.0706635 Jan 28 00:36:12.598066 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47592) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:12.677756 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-098b3acc-6bc1-49b9-a7b4-396068f17fa9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] DELETE failed (client error): The resource could not be found. Jan 28 00:36:12.679247 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-098b3acc-6bc1-49b9-a7b4-396068f17fa9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:36:12.686715 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-098b3acc-6bc1-49b9-a7b4-396068f17fa9 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/networks/49c8aace-78ae-414d-b010-a03db54e4fe0 HTTP/1.1" status: 404 len: 339 time: 0.0864048 Jan 28 00:36:12.689214 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47596) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:12.750531 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc03cb8-eb88-4622-81c4-7636c8755553 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] DELETE failed (client error): The resource could not be found. Jan 28 00:36:12.751283 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc03cb8-eb88-4622-81c4-7636c8755553 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:36:12.766890 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3bc03cb8-eb88-4622-81c4-7636c8755553 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/subnets/fa2602e0-4222-4c1b-a767-6a94c777bd1c HTTP/1.1" status: 404 len: 337 time: 0.0736067 Jan 28 00:36:12.767261 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47600) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:12.818675 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b876fe1-34bd-489e-a320-2a5645e96bc1 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] DELETE failed (client error): The resource could not be found. Jan 28 00:36:12.819658 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b876fe1-34bd-489e-a320-2a5645e96bc1 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:36:12.828140 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8b876fe1-34bd-489e-a320-2a5645e96bc1 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/networks/f1d27496-f7ee-4265-9aba-6eaaf496c367 HTTP/1.1" status: 404 len: 339 time: 0.0581887 Jan 28 00:36:12.830531 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47604) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:12.909145 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-85fa8c20-d5f7-4206-b6f0-562ec454dd30 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] DELETE failed (client error): The resource could not be found. Jan 28 00:36:12.910747 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85fa8c20-d5f7-4206-b6f0-562ec454dd30 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:36:12.917950 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-85fa8c20-d5f7-4206-b6f0-562ec454dd30 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/subnets/bec6ba9f-9696-428b-ae55-516149e82070 HTTP/1.1" status: 404 len: 337 time: 0.0849929 Jan 28 00:36:12.920263 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47608) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:12.986748 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-40989eed-115e-40ab-9ceb-59ae88c38af1 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] DELETE failed (client error): The resource could not be found. Jan 28 00:36:12.987422 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:12.988591 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40989eed-115e-40ab-9ceb-59ae88c38af1 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:36:12.995336 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-40989eed-115e-40ab-9ceb-59ae88c38af1 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/networks/0943e7dd-8e7b-41c9-b14d-f53b3b8c8e41 HTTP/1.1" status: 404 len: 339 time: 0.0710213 Jan 28 00:36:12.997742 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47614) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:13.049198 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db6546-541e-4d24-b6b1-302ba135139a req-82d265a3-5058-485a-9685-d2698cc6b9f3 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:13.055174 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ff62cb-f46a-4494-b0f0-2413a19a412e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] DELETE failed (client error): The resource could not be found. Jan 28 00:36:13.056106 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ff62cb-f46a-4494-b0f0-2413a19a412e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:36:13.063826 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-57ff62cb-f46a-4494-b0f0-2413a19a412e tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/subnets/5887075d-d125-4e36-af25-d7ef9ec446a3 HTTP/1.1" status: 404 len: 337 time: 0.0638154 Jan 28 00:36:13.064364 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5db6546-541e-4d24-b6b1-302ba135139a req-82d265a3-5058-485a-9685-d2698cc6b9f3 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 946 time: 0.1340079 Jan 28 00:36:13.065981 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47616) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:13.103015 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a01a835-9d6b-4922-a23f-ee1721fda306 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] DELETE failed (client error): The resource could not be found. Jan 28 00:36:13.103959 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a01a835-9d6b-4922-a23f-ee1721fda306 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:36:13.111348 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2a01a835-9d6b-4922-a23f-ee1721fda306 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/networks/dca37342-188c-430d-8c18-f47a8b1ecf48 HTTP/1.1" status: 404 len: 339 time: 0.0435379 Jan 28 00:36:13.113964 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47622) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:13.175889 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-1060adca-c316-4561-9f45-d013bce8e57d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] DELETE failed (client error): The resource could not be found. Jan 28 00:36:13.176729 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1060adca-c316-4561-9f45-d013bce8e57d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:36:13.182080 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47626) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:13.187085 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1060adca-c316-4561-9f45-d013bce8e57d tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/subnets/07bdb90d-09bc-480c-a1dc-7207084eab3f HTTP/1.1" status: 404 len: 337 time: 0.0683706 Jan 28 00:36:13.188565 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47628) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:13.222837 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5db6546-541e-4d24-b6b1-302ba135139a req-d48a987b-2677-4bdf-b976-a9ec5d48d6b9 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551611 Jan 28 00:36:13.256709 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-76672fe8-a72d-4ea8-a92c-801ca67d61cb tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] DELETE failed (client error): The resource could not be found. Jan 28 00:36:13.256709 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76672fe8-a72d-4ea8-a92c-801ca67d61cb tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:36:13.265472 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-76672fe8-a72d-4ea8-a92c-801ca67d61cb tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/networks/b99f056f-cba4-4ead-89f9-abbbbc548f1a HTTP/1.1" status: 404 len: 339 time: 0.0724075 Jan 28 00:36:13.266200 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47634) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:13.360589 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2cad3da4-1444-46a3-93c5-99c4174237df tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks [] for security_group (b52b674d-b0e3-480e-8d23-447c1439b47b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:13.381024 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42b7951-9986-4c77-99f5-2d2c6a64c518 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] DELETE failed (client error): The resource could not be found. Jan 28 00:36:13.383779 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d42b7951-9986-4c77-99f5-2d2c6a64c518 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:36:13.396173 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d42b7951-9986-4c77-99f5-2d2c6a64c518 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/subnets/16ce3625-d28e-4004-b926-db09fa7fefac HTTP/1.1" status: 404 len: 337 time: 0.1254077 Jan 28 00:36:13.396418 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47644) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:13.408188 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2cad3da4-1444-46a3-93c5-99c4174237df tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks [] for security_group (b52b674d-b0e3-480e-8d23-447c1439b47b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:13.447603 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-411bf500-78a6-400f-a38f-fb04de506608 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] DELETE failed (client error): The resource could not be found. Jan 28 00:36:13.449770 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-411bf500-78a6-400f-a38f-fb04de506608 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:36:13.456385 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-411bf500-78a6-400f-a38f-fb04de506608 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/networks/304e2156-7a03-429b-9821-7365449fb7fe HTTP/1.1" status: 404 len: 339 time: 0.0571921 Jan 28 00:36:13.457542 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47648) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:13.609384 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d6a6b4-9755-48b1-99ae-13300f2c7fac tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] DELETE failed (client error): The resource could not be found. Jan 28 00:36:13.619812 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66d6a6b4-9755-48b1-99ae-13300f2c7fac tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:36:13.637164 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-66d6a6b4-9755-48b1-99ae-13300f2c7fac tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/subnets/910f5ad6-bf1d-4e41-b85e-8836038c6d6d HTTP/1.1" status: 404 len: 337 time: 0.1777732 Jan 28 00:36:13.639785 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47650) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:13.680118 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2cad3da4-1444-46a3-93c5-99c4174237df tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b52b674d-b0e3-480e-8d23-447c1439b47b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:13.683199 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2cad3da4-1444-46a3-93c5-99c4174237df tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:13.684725 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2cad3da4-1444-46a3-93c5-99c4174237df tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "DELETE /v2.0/security-groups/b52b674d-b0e3-480e-8d23-447c1439b47b HTTP/1.1" status: 204 len: 168 time: 0.4968939 Jan 28 00:36:13.690206 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-382623b0-807d-4a26-a597-59393caa0ffd tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] DELETE failed (client error): The resource could not be found. Jan 28 00:36:13.690530 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47652) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:13.693838 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-382623b0-807d-4a26-a597-59393caa0ffd tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:36:13.702600 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-382623b0-807d-4a26-a597-59393caa0ffd tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/networks/fd8740c3-de5f-4675-ac8b-45b775d4193d HTTP/1.1" status: 404 len: 339 time: 0.0602632 Jan 28 00:36:13.705093 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47654) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:13.751663 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad3da4-1444-46a3-93c5-99c4174237df tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52b674d-b0e3-480e-8d23-447c1439b47b,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:13.795744 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-2ccbc12a-82a9-4dae-9323-64d99772a4b7 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] show failed (client error): The resource could not be found. Jan 28 00:36:13.801944 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2ccbc12a-82a9-4dae-9323-64d99772a4b7 tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "GET /v2.0/security-groups/b52b674d-b0e3-480e-8d23-447c1439b47b HTTP/1.1" status: 404 len: 347 time: 0.1043882 Jan 28 00:36:13.805093 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47666) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:13.837094 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5db2779-fceb-4323-9f80-747dda65bdd3 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] DELETE failed (client error): The resource could not be found. Jan 28 00:36:13.840713 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5db2779-fceb-4323-9f80-747dda65bdd3 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:36:13.858700 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b5db2779-fceb-4323-9f80-747dda65bdd3 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/subnets/401445a8-4cf5-4c4a-aaac-2bc515b41e06 HTTP/1.1" status: 404 len: 337 time: 0.1484363 Jan 28 00:36:13.864697 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47668) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:13.947150 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-69bcf31c-d699-47af-a2e1-cf5c608d8e9f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] DELETE failed (client error): The resource could not be found. Jan 28 00:36:13.948202 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69bcf31c-d699-47af-a2e1-cf5c608d8e9f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:36:13.959381 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-69bcf31c-d699-47af-a2e1-cf5c608d8e9f tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/networks/69a816dc-824a-43f3-9b5d-3e04f93a094c HTTP/1.1" status: 404 len: 339 time: 0.0911894 Jan 28 00:36:13.960159 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47676) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:14.057726 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d70aa8f-cd66-4a0b-80a9-955896b0f378 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Deleting subnet c48ec612-c33b-4d52-bbc0-46121390b685 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:36:14.063835 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d70aa8f-cd66-4a0b-80a9-955896b0f378 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks [] for subnet (c48ec612-c33b-4d52-bbc0-46121390b685), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:14.095795 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:14.168633 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d70aa8f-cd66-4a0b-80a9-955896b0f378 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (c48ec612-c33b-4d52-bbc0-46121390b685), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:14.304161 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d70aa8f-cd66-4a0b-80a9-955896b0f378 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (c48ec612-c33b-4d52-bbc0-46121390b685), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:14.340187 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-fc90b584-8302-449e-8fbe-3c47e9bd344d tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Deleting port a267faa7-a1a9-4b33-8d42-f9b3c2d7ccfc {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:36:14.340655 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fc90b584-8302-449e-8fbe-3c47e9bd344d tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (a267faa7-a1a9-4b33-8d42-f9b3c2d7ccfc), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:14.433887 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d70aa8f-cd66-4a0b-80a9-955896b0f378 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (c48ec612-c33b-4d52-bbc0-46121390b685), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:14.482515 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70aa8f-cd66-4a0b-80a9-955896b0f378 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event deleted for resources: {'Subnet': ['ID=c48ec612-c33b-4d52-bbc0-46121390b685,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:14.489330 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d70aa8f-cd66-4a0b-80a9-955896b0f378 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:14.496372 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1d70aa8f-cd66-4a0b-80a9-955896b0f378 tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/subnets/c48ec612-c33b-4d52-bbc0-46121390b685 HTTP/1.1" status: 204 len: 168 time: 0.5346537 Jan 28 00:36:14.497247 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47696) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:14.499859 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b0a281-113c-4fdc-abd6-94921f9f50f7 None None] Network cd2d25a7-f830-4da0-9a31-1a470bc26e0c requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:36:14.518319 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fc90b584-8302-449e-8fbe-3c47e9bd344d tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (a267faa7-a1a9-4b33-8d42-f9b3c2d7ccfc), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:14.518831 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fc90b584-8302-449e-8fbe-3c47e9bd344d tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks [] for floatingip (a267faa7-a1a9-4b33-8d42-f9b3c2d7ccfc), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:14.641595 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-fc90b584-8302-449e-8fbe-3c47e9bd344d tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Calling delete_port for a267faa7-a1a9-4b33-8d42-f9b3c2d7ccfc owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:36:14.734166 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7056f836-14da-47bb-828b-0b5d4d2cbc2d None None] DHCP port deletion for cd2d25a7-f830-4da0-9a31-1a470bc26e0c request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:36:14.776964 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3e36eeb2-ba68-4958-82a6-423b46962b4a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (cd2d25a7-f830-4da0-9a31-1a470bc26e0c), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:14.834539 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-7056f836-14da-47bb-828b-0b5d4d2cbc2d None None] Deleting port ab52bb0e-7333-4838-90ca-2a557d5e0972 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:36:14.835536 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7056f836-14da-47bb-828b-0b5d4d2cbc2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (ab52bb0e-7333-4838-90ca-2a557d5e0972), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:14.964444 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-3e36eeb2-ba68-4958-82a6-423b46962b4a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Deleting port ab52bb0e-7333-4838-90ca-2a557d5e0972 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:36:14.965062 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3e36eeb2-ba68-4958-82a6-423b46962b4a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (ab52bb0e-7333-4838-90ca-2a557d5e0972), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:14.985692 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-7056f836-14da-47bb-828b-0b5d4d2cbc2d None None] For port ab52bb0e-7333-4838-90ca-2a557d5e0972, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ab52bb0e-7333-4838-90ca-2a557d5e0972,segment=NetworkSegment(bd0f7506-9aa1-4c61-928d-13b923850833),segment_id=bd0f7506-9aa1-4c61-928d-13b923850833)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:36:14.987221 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7056f836-14da-47bb-828b-0b5d4d2cbc2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (ab52bb0e-7333-4838-90ca-2a557d5e0972), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:15.049102 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-7056f836-14da-47bb-828b-0b5d4d2cbc2d None None] Calling delete_port for ab52bb0e-7333-4838-90ca-2a557d5e0972 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:36:15.214473 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-3e36eeb2-ba68-4958-82a6-423b46962b4a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] For port ab52bb0e-7333-4838-90ca-2a557d5e0972, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ab52bb0e-7333-4838-90ca-2a557d5e0972,segment=NetworkSegment(bd0f7506-9aa1-4c61-928d-13b923850833),segment_id=bd0f7506-9aa1-4c61-928d-13b923850833)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:36:15.215116 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3e36eeb2-ba68-4958-82a6-423b46962b4a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (ab52bb0e-7333-4838-90ca-2a557d5e0972), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:15.242350 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-3e36eeb2-ba68-4958-82a6-423b46962b4a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Calling delete_port for ab52bb0e-7333-4838-90ca-2a557d5e0972 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:36:15.245801 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fc90b584-8302-449e-8fbe-3c47e9bd344d tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (a267faa7-a1a9-4b33-8d42-f9b3c2d7ccfc), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:15.289633 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7056f836-14da-47bb-828b-0b5d4d2cbc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (ab52bb0e-7333-4838-90ca-2a557d5e0972), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:15.440004 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fc90b584-8302-449e-8fbe-3c47e9bd344d tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks [] for floatingip (3d9e9843-cf1a-4489-b678-51845dbf850a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:15.440174 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056f836-14da-47bb-828b-0b5d4d2cbc2d None None] Pushing event deleted for resources: {'Port': ['ID=ab52bb0e-7333-4838-90ca-2a557d5e0972,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:15.440308 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fc90b584-8302-449e-8fbe-3c47e9bd344d tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:15.446811 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-fc90b584-8302-449e-8fbe-3c47e9bd344d tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] 10.222.0.70 "DELETE /v2.0/floatingips/3d9e9843-cf1a-4489-b678-51845dbf850a HTTP/1.1" status: 204 len: 168 time: 1.6240802 Jan 28 00:36:15.446811 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90b584-8302-449e-8fbe-3c47e9bd344d tempest-ServersTestManualDisk-122700922 tempest-ServersTestManualDisk-122700922-project] Pushing event deleted for resources: {'Port': ['ID=a267faa7-a1a9-4b33-8d42-f9b3c2d7ccfc,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:15.446811 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47736) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:15.449208 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47738) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:15.474811 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7056f836-14da-47bb-828b-0b5d4d2cbc2d None None] No DVR routers for this DVR port ab52bb0e-7333-4838-90ca-2a557d5e0972 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:36:15.607590 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3e36eeb2-ba68-4958-82a6-423b46962b4a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (ab52bb0e-7333-4838-90ca-2a557d5e0972), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:15.698633 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36eeb2-ba68-4958-82a6-423b46962b4a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event deleted for resources: {'Port': ['ID=ab52bb0e-7333-4838-90ca-2a557d5e0972,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:15.704019 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ab52bb0e-7333-4838-90ca-2a557d5e0972 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:36:15.718665 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e36eeb2-ba68-4958-82a6-423b46962b4a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] No DVR routers for this DVR port ab52bb0e-7333-4838-90ca-2a557d5e0972 on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:36:15.949067 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-43a8fe64-f953-4516-82e4-d61ca40f4454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:15.970501 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3e36eeb2-ba68-4958-82a6-423b46962b4a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (cd2d25a7-f830-4da0-9a31-1a470bc26e0c), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:16.012166 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-3e36eeb2-ba68-4958-82a6-423b46962b4a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd2d25a7-f830-4da0-9a31-1a470bc26e0c']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:36:16.044288 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-3e36eeb2-ba68-4958-82a6-423b46962b4a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd0f7506-9aa1-4c61-928d-13b923850833') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:36:16.044592 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-3e36eeb2-ba68-4958-82a6-423b46962b4a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd0f7506-9aa1-4c61-928d-13b923850833') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:36:16.061392 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3e36eeb2-ba68-4958-82a6-423b46962b4a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (bd0f7506-9aa1-4c61-928d-13b923850833), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:16.092256 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3e36eeb2-ba68-4958-82a6-423b46962b4a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (bd0f7506-9aa1-4c61-928d-13b923850833), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:16.126579 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e36eeb2-ba68-4958-82a6-423b46962b4a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:36:16.127015 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3e36eeb2-ba68-4958-82a6-423b46962b4a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (bd0f7506-9aa1-4c61-928d-13b923850833), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:36:16.134862 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:36:16.320384 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: ab52bb0e-7333-4838-90ca-2a557d5e0972 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:36:16.321214 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ab52bb0e-7333-4838-90ca-2a557d5e0972 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:36:16.400224 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-43a8fe64-f953-4516-82e4-d61ca40f4454 admin admin] Publish callbacks [] for security_group (238f5877-bcaf-4949-9cfb-63db6bde731f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:16.404429 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3e36eeb2-ba68-4958-82a6-423b46962b4a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (cd2d25a7-f830-4da0-9a31-1a470bc26e0c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:16.421109 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3e36eeb2-ba68-4958-82a6-423b46962b4a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:16.430868 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3e36eeb2-ba68-4958-82a6-423b46962b4a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] 10.222.0.70 "DELETE /v2.0/networks/cd2d25a7-f830-4da0-9a31-1a470bc26e0c HTTP/1.1" status: 204 len: 168 time: 1.9243183 Jan 28 00:36:16.430868 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-43a8fe64-f953-4516-82e4-d61ca40f4454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (238f5877-bcaf-4949-9cfb-63db6bde731f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:16.587955 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-43a8fe64-f953-4516-82e4-d61ca40f4454 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=27a926f169ac4c1c817d759d39063aa3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1425478 Jan 28 00:36:16.590532 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36eeb2-ba68-4958-82a6-423b46962b4a tempest-NetworksTest-695561309 tempest-NetworksTest-695561309-project] Pushing event deleted for resources: {'Network': ['ID=cd2d25a7-f830-4da0-9a31-1a470bc26e0c,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:16.593134 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47754) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:16.646718 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a8fe64-f953-4516-82e4-d61ca40f4454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238f5877-bcaf-4949-9cfb-63db6bde731f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:16.732844 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d726aac9-1f90-42e1-bb53-2f25a8327d15 admin admin] Publish callbacks [] for security_group (238f5877-bcaf-4949-9cfb-63db6bde731f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:16.808378 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d726aac9-1f90-42e1-bb53-2f25a8327d15 admin admin] Publish callbacks [] for security_group (238f5877-bcaf-4949-9cfb-63db6bde731f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:16.967071 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d726aac9-1f90-42e1-bb53-2f25a8327d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (238f5877-bcaf-4949-9cfb-63db6bde731f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:16.976108 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d726aac9-1f90-42e1-bb53-2f25a8327d15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:16.978570 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d726aac9-1f90-42e1-bb53-2f25a8327d15 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/238f5877-bcaf-4949-9cfb-63db6bde731f HTTP/1.1" status: 204 len: 168 time: 0.3827491 Jan 28 00:36:17.002840 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726aac9-1f90-42e1-bb53-2f25a8327d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238f5877-bcaf-4949-9cfb-63db6bde731f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:17.153114 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47762) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:17.289024 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-436e6a4b-8485-4393-a8bd-5fe08e507417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (aba8511e-0be4-4e9a-bda5-0d0b5271a0ff), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:17.559293 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-78f573d4-197f-425e-944c-aec71f638dce admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=89230e5826b3424d82d0b3f156231412&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4012439 Jan 28 00:36:17.560669 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47774) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:17.741657 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5bd87896-4845-4fdc-bd31-5fb69d1bdf0f admin admin] Publish callbacks [] for security_group (9ee7de40-80b1-4aac-a7cb-ab8f77c12b3d), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:17.793071 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5bd87896-4845-4fdc-bd31-5fb69d1bdf0f admin admin] Publish callbacks [] for security_group (9ee7de40-80b1-4aac-a7cb-ab8f77c12b3d), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:17.936428 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5bd87896-4845-4fdc-bd31-5fb69d1bdf0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (9ee7de40-80b1-4aac-a7cb-ab8f77c12b3d), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:17.956343 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5bd87896-4845-4fdc-bd31-5fb69d1bdf0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:17.959578 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5bd87896-4845-4fdc-bd31-5fb69d1bdf0f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9ee7de40-80b1-4aac-a7cb-ab8f77c12b3d HTTP/1.1" status: 204 len: 168 time: 0.3972521 Jan 28 00:36:17.966303 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-436e6a4b-8485-4393-a8bd-5fe08e507417 admin admin] Deleting port 8e62d60a-d6c4-4135-a434-69d70daa7304 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:36:17.966950 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-436e6a4b-8485-4393-a8bd-5fe08e507417 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (8e62d60a-d6c4-4135-a434-69d70daa7304), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:17.978761 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e413624a-1e51-4367-8bee-9d98fc660577 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:36:18.044243 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd87896-4845-4fdc-bd31-5fb69d1bdf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee7de40-80b1-4aac-a7cb-ab8f77c12b3d,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:18.070404 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47794) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:18.102541 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ee28677f-dacf-4fd2-be4e-7f83afa3cd50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:18.203252 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-436e6a4b-8485-4393-a8bd-5fe08e507417 admin admin] For port 8e62d60a-d6c4-4135-a434-69d70daa7304, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8e62d60a-d6c4-4135-a434-69d70daa7304,segment=NetworkSegment(6c39d751-0293-4329-af31-76e3b4ba793d),segment_id=6c39d751-0293-4329-af31-76e3b4ba793d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:36:18.203858 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-436e6a4b-8485-4393-a8bd-5fe08e507417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (8e62d60a-d6c4-4135-a434-69d70daa7304), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:18.254419 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-436e6a4b-8485-4393-a8bd-5fe08e507417 admin admin] Calling delete_port for 8e62d60a-d6c4-4135-a434-69d70daa7304 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:36:18.350943 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e413624a-1e51-4367-8bee-9d98fc660577, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e413624a-1e51-4367-8bee-9d98fc660577,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:36:18.378197 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'e413624a-1e51-4367-8bee-9d98fc660577', 'network_id': 'a5055772-1556-467a-8d2c-d15584910096', 'port_id': 'e413624a-1e51-4367-8bee-9d98fc660577', 'mac_address': 'fa:16:3e:79:de:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f29497-ba52-4939-af70-d57b51c2ceee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:36:18.457605 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ee28677f-dacf-4fd2-be4e-7f83afa3cd50 admin admin] Publish callbacks [] for security_group (cdca1209-38f3-425c-a63f-ee3731b40639), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:18.476962 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port e413624a-1e51-4367-8bee-9d98fc660577 is: ACTIVE; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:36:18.477538 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e413624a-1e51-4367-8bee-9d98fc660577), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:18.480313 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ee28677f-dacf-4fd2-be4e-7f83afa3cd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (cdca1209-38f3-425c-a63f-ee3731b40639), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:18.504233 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e413624a-1e51-4367-8bee-9d98fc660577 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:36:18.548320 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e413624a-1e51-4367-8bee-9d98fc660577, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e413624a-1e51-4367-8bee-9d98fc660577,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:36:18.556521 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e413624a-1e51-4367-8bee-9d98fc660577), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:18.647315 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=e413624a-1e51-4367-8bee-9d98fc660577,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:18.659162 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:18.659162 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:18.659579 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:18.660247 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:18.660764 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:18.661257 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:18.661747 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:18.662363 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:18.663135 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:18.663640 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:18.664129 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:18.664619 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:18.665161 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:18.684695 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee28677f-dacf-4fd2-be4e-7f83afa3cd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdca1209-38f3-425c-a63f-ee3731b40639,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:18.691298 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['e413624a-1e51-4367-8bee-9d98fc660577'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:36:18.732158 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ee28677f-dacf-4fd2-be4e-7f83afa3cd50 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2b291278344a469198e6cffcbee099a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6553521 Jan 28 00:36:18.732158 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47818) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:18.911968 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-95950dcc-290a-41d9-aedd-ff75f26c8729 admin admin] Publish callbacks [] for security_group (cdca1209-38f3-425c-a63f-ee3731b40639), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:18.977492 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-95950dcc-290a-41d9-aedd-ff75f26c8729 admin admin] Publish callbacks [] for security_group (cdca1209-38f3-425c-a63f-ee3731b40639), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:19.152568 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-436e6a4b-8485-4393-a8bd-5fe08e507417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (8e62d60a-d6c4-4135-a434-69d70daa7304), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:19.209587 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-95950dcc-290a-41d9-aedd-ff75f26c8729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (cdca1209-38f3-425c-a63f-ee3731b40639), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:19.220535 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-95950dcc-290a-41d9-aedd-ff75f26c8729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:19.226985 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-95950dcc-290a-41d9-aedd-ff75f26c8729 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cdca1209-38f3-425c-a63f-ee3731b40639 HTTP/1.1" status: 204 len: 168 time: 0.4907198 Jan 28 00:36:19.254641 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e6a4b-8485-4393-a8bd-5fe08e507417 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e62d60a-d6c4-4135-a434-69d70daa7304,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:19.281713 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95950dcc-290a-41d9-aedd-ff75f26c8729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdca1209-38f3-425c-a63f-ee3731b40639,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:19.357447 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e6a4b-8485-4393-a8bd-5fe08e507417 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:19.363246 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e6a4b-8485-4393-a8bd-5fe08e507417 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:19.363246 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e6a4b-8485-4393-a8bd-5fe08e507417 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:19.376340 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e6a4b-8485-4393-a8bd-5fe08e507417 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:19.395207 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e6a4b-8485-4393-a8bd-5fe08e507417 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:19.395665 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e6a4b-8485-4393-a8bd-5fe08e507417 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:19.413598 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e6a4b-8485-4393-a8bd-5fe08e507417 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:19.414081 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e6a4b-8485-4393-a8bd-5fe08e507417 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:19.418880 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e6a4b-8485-4393-a8bd-5fe08e507417 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:19.430792 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e6a4b-8485-4393-a8bd-5fe08e507417 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:19.431243 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e6a4b-8485-4393-a8bd-5fe08e507417 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:19.431719 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e6a4b-8485-4393-a8bd-5fe08e507417 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:19.432066 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e6a4b-8485-4393-a8bd-5fe08e507417 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:36:19.985951 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e413624a-1e51-4367-8bee-9d98fc660577 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:36:20.077579 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-436e6a4b-8485-4393-a8bd-5fe08e507417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (aba8511e-0be4-4e9a-bda5-0d0b5271a0ff), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:20.166323 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port e413624a-1e51-4367-8bee-9d98fc660577 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:36:20.170783 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e413624a-1e51-4367-8bee-9d98fc660577), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:20.360704 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port e413624a-1e51-4367-8bee-9d98fc660577 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:36:20.361240 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e413624a-1e51-4367-8bee-9d98fc660577), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:20.391501 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47872) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:20.468642 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e413624a-1e51-4367-8bee-9d98fc660577, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e413624a-1e51-4367-8bee-9d98fc660577,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:36:20.469862 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96ef984-a939-48fb-925d-56c88d14b640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e413624a-1e51-4367-8bee-9d98fc660577'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:36:20.472651 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0a4b9b-81bf-46c5-9f4a-75708881c8a8" -d '{"events": [{"server_uuid": "d96ef984-a939-48fb-925d-56c88d14b640", "name": "network-vif-plugged", "status": "completed", "tag": "e413624a-1e51-4367-8bee-9d98fc660577"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:36:20.489425 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e413624a-1e51-4367-8bee-9d98fc660577), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:20.699172 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2317db89-30ea-4c4d-a711-721ab449e327 x-openstack-request-id: req-2317db89-30ea-4c4d-a711-721ab449e327 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:36:20.699493 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96ef984-a939-48fb-925d-56c88d14b640", "name": "network-vif-plugged", "status": "completed", "tag": "e413624a-1e51-4367-8bee-9d98fc660577", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:36:20.699968 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2317db89-30ea-4c4d-a711-721ab449e327 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:36:20.700405 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96ef984-a939-48fb-925d-56c88d14b640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e413624a-1e51-4367-8bee-9d98fc660577', 'code': 200} Jan 28 00:36:20.703589 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=e413624a-1e51-4367-8bee-9d98fc660577,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:20.759920 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0740dd04-9313-43b3-a4a8-2c13aa0e987f tempest-ServiceProvidersTest-286294669 tempest-ServiceProvidersTest-286294669-project] 10.222.0.70 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3668683 Jan 28 00:36:21.037401 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436e6a4b-8485-4393-a8bd-5fe08e507417 admin admin] Router aba8511e-0be4-4e9a-bda5-0d0b5271a0ff has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:36:21.352777 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436e6a4b-8485-4393-a8bd-5fe08e507417 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:36:21.361359 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-436e6a4b-8485-4393-a8bd-5fe08e507417 admin admin] 10.222.0.70 "PUT /v2.0/routers/aba8511e-0be4-4e9a-bda5-0d0b5271a0ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9067712 Jan 28 00:36:21.362402 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47898) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:21.369326 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399441c6-d40d-4cca-b912-6f73cd1c5b48 None None] Sync routers for ids ['aba8511e-0be4-4e9a-bda5-0d0b5271a0ff'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:36:21.397166 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399441c6-d40d-4cca-b912-6f73cd1c5b48 None None] Routers {'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:36:21.397814 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-399441c6-d40d-4cca-b912-6f73cd1c5b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:36:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['aba8511e-0be4-4e9a-bda5-0d0b5271a0ff'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:36:21.478188 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47900) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:21.717922 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-399441c6-d40d-4cca-b912-6f73cd1c5b48 None None] Set router aba8511e-0be4-4e9a-bda5-0d0b5271a0ff gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:36:21.784371 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f23de628-0c36-4bb4-a700-b338a5799712 admin admin] Publish callbacks [] for router (aba8511e-0be4-4e9a-bda5-0d0b5271a0ff), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:21.999079 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f23de628-0c36-4bb4-a700-b338a5799712 admin admin] Publish callbacks [] for router_gateway (aba8511e-0be4-4e9a-bda5-0d0b5271a0ff), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:22.131421 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8602daf-337a-4420-bfe9-85776919992f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:22.153646 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-f23de628-0c36-4bb4-a700-b338a5799712 admin admin] Deleting port 904a8f58-e828-4bd2-8221-48a3b6a241ee {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:36:22.154011 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f23de628-0c36-4bb4-a700-b338a5799712 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (904a8f58-e828-4bd2-8221-48a3b6a241ee), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:22.374667 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-399441c6-d40d-4cca-b912-6f73cd1c5b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'name': 'tempest-ServersTestManualDisk-979188077-router', 'tenant_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '904a8f58-e828-4bd2-8221-48a3b6a241ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:31:52Z', 'updated_at': '2022-01-28T00:36:18Z', 'revision_number': 5, 'project_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'gw_port': {'id': '904a8f58-e828-4bd2-8221-48a3b6a241ee', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:93:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:31:56Z', 'updated_at': '2022-01-28T00:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:36:22.497334 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8602daf-337a-4420-bfe9-85776919992f admin admin] Publish callbacks [] for security_group (c4574ae1-0376-4d22-b4a7-8c76f2f03739), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:22.522065 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8602daf-337a-4420-bfe9-85776919992f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c4574ae1-0376-4d22-b4a7-8c76f2f03739), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:22.656528 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399441c6-d40d-4cca-b912-6f73cd1c5b48 None None] Checking router: aba8511e-0be4-4e9a-bda5-0d0b5271a0ff for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:36:22.694837 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-f23de628-0c36-4bb4-a700-b338a5799712 admin admin] For port 904a8f58-e828-4bd2-8221-48a3b6a241ee, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=904a8f58-e828-4bd2-8221-48a3b6a241ee,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:36:22.706992 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f23de628-0c36-4bb4-a700-b338a5799712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (904a8f58-e828-4bd2-8221-48a3b6a241ee), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:22.726892 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399441c6-d40d-4cca-b912-6f73cd1c5b48 None None] Routers {'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:36:22.743211 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f8602daf-337a-4420-bfe9-85776919992f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=159321359ed346aaacd055b618ed23fc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2618139 Jan 28 00:36:22.743386 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-399441c6-d40d-4cca-b912-6f73cd1c5b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:36:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['aba8511e-0be4-4e9a-bda5-0d0b5271a0ff'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:36:22.749398 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47928) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:22.774093 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-f23de628-0c36-4bb4-a700-b338a5799712 admin admin] Calling delete_port for 904a8f58-e828-4bd2-8221-48a3b6a241ee owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:36:22.800208 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8602daf-337a-4420-bfe9-85776919992f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4574ae1-0376-4d22-b4a7-8c76f2f03739,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:22.968411 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-713b95e3-b96b-4072-836b-e6eaef8ebfe2 admin admin] Publish callbacks [] for security_group (c4574ae1-0376-4d22-b4a7-8c76f2f03739), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:23.025610 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-399441c6-d40d-4cca-b912-6f73cd1c5b48 None None] Set router aba8511e-0be4-4e9a-bda5-0d0b5271a0ff gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:36:23.054976 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-713b95e3-b96b-4072-836b-e6eaef8ebfe2 admin admin] Publish callbacks [] for security_group (c4574ae1-0376-4d22-b4a7-8c76f2f03739), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:23.207793 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-713b95e3-b96b-4072-836b-e6eaef8ebfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c4574ae1-0376-4d22-b4a7-8c76f2f03739), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:23.210927 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-713b95e3-b96b-4072-836b-e6eaef8ebfe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:23.212938 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-713b95e3-b96b-4072-836b-e6eaef8ebfe2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c4574ae1-0376-4d22-b4a7-8c76f2f03739 HTTP/1.1" status: 204 len: 168 time: 0.4544361 Jan 28 00:36:23.257398 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b95e3-b96b-4072-836b-e6eaef8ebfe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4574ae1-0376-4d22-b4a7-8c76f2f03739,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:23.729653 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f23de628-0c36-4bb4-a700-b338a5799712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (904a8f58-e828-4bd2-8221-48a3b6a241ee), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:23.813665 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-399441c6-d40d-4cca-b912-6f73cd1c5b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'name': 'tempest-ServersTestManualDisk-979188077-router', 'tenant_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:31:52Z', 'updated_at': '2022-01-28T00:36:21Z', 'revision_number': 6, 'project_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:36:23.887679 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23de628-0c36-4bb4-a700-b338a5799712 admin admin] Pushing event deleted for resources: {'Port': ['ID=904a8f58-e828-4bd2-8221-48a3b6a241ee,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:23.962025 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399441c6-d40d-4cca-b912-6f73cd1c5b48 None None] The sync data for ids ['aba8511e-0be4-4e9a-bda5-0d0b5271a0ff'] in n-d-826754-1 is: [{'id': 'aba8511e-0be4-4e9a-bda5-0d0b5271a0ff', 'name': 'tempest-ServersTestManualDisk-979188077-router', 'tenant_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:31:52Z', 'updated_at': '2022-01-28T00:36:21Z', 'revision_number': 6, 'project_id': '834c1d81c62b474cb64b4f5e7f579fc6', 'gw_port_host': None}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:36:24.353247 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f23de628-0c36-4bb4-a700-b338a5799712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (aba8511e-0be4-4e9a-bda5-0d0b5271a0ff), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:24.697246 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f23de628-0c36-4bb4-a700-b338a5799712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (aba8511e-0be4-4e9a-bda5-0d0b5271a0ff), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:24.708322 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f23de628-0c36-4bb4-a700-b338a5799712 admin admin] Publish callbacks [] for router_controller (aba8511e-0be4-4e9a-bda5-0d0b5271a0ff), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:24.829206 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f23de628-0c36-4bb4-a700-b338a5799712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (aba8511e-0be4-4e9a-bda5-0d0b5271a0ff), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:24.831271 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23de628-0c36-4bb4-a700-b338a5799712 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aba8511e-0be4-4e9a-bda5-0d0b5271a0ff {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:36:24.834774 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f23de628-0c36-4bb4-a700-b338a5799712 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:24.835914 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f23de628-0c36-4bb4-a700-b338a5799712 admin admin] 10.222.0.70 "DELETE /v2.0/routers/aba8511e-0be4-4e9a-bda5-0d0b5271a0ff HTTP/1.1" status: 204 len: 168 time: 3.4721241 Jan 28 00:36:24.840965 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47982) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:25.180195 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-247bb1a2-95e9-4c89-9059-3cdf7a5e77c7 admin admin] Deleting subnet 79ed3d9a-927a-4da1-a8ac-6c809e04b4ad {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:36:25.226186 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-247bb1a2-95e9-4c89-9059-3cdf7a5e77c7 admin admin] Publish callbacks [] for subnet (79ed3d9a-927a-4da1-a8ac-6c809e04b4ad), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:25.312065 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-247bb1a2-95e9-4c89-9059-3cdf7a5e77c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (79ed3d9a-927a-4da1-a8ac-6c809e04b4ad), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:25.710439 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-247bb1a2-95e9-4c89-9059-3cdf7a5e77c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (79ed3d9a-927a-4da1-a8ac-6c809e04b4ad), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:25.794786 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8e62d60a-d6c4-4135-a434-69d70daa7304 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:36:25.903373 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 8e62d60a-d6c4-4135-a434-69d70daa7304 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:36:25.911360 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8e62d60a-d6c4-4135-a434-69d70daa7304 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:36:25.921081 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 904a8f58-e828-4bd2-8221-48a3b6a241ee no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:36:25.954434 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-247bb1a2-95e9-4c89-9059-3cdf7a5e77c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (79ed3d9a-927a-4da1-a8ac-6c809e04b4ad), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:26.027514 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 904a8f58-e828-4bd2-8221-48a3b6a241ee {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:36:26.028459 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 904a8f58-e828-4bd2-8221-48a3b6a241ee not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:36:26.055852 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247bb1a2-95e9-4c89-9059-3cdf7a5e77c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79ed3d9a-927a-4da1-a8ac-6c809e04b4ad,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:26.081706 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-247bb1a2-95e9-4c89-9059-3cdf7a5e77c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:26.085646 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b649b619-64b3-4d9a-b89b-2cc59a5612cb None None] Network 9e95df89-e401-4bbf-9b7b-17ebec15fddb requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:36:26.098814 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-247bb1a2-95e9-4c89-9059-3cdf7a5e77c7 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/79ed3d9a-927a-4da1-a8ac-6c809e04b4ad HTTP/1.1" status: 204 len: 168 time: 1.2564650 Jan 28 00:36:26.103006 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48034) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:26.315148 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d6bf8b1-53d2-4621-9e4b-ed1503c82af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (9e95df89-e401-4bbf-9b7b-17ebec15fddb), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:26.616105 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db73bc18-c93c-41d0-95ea-2a70e05a325c None None] DHCP port deletion for 9e95df89-e401-4bbf-9b7b-17ebec15fddb request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:36:26.756184 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0d6bf8b1-53d2-4621-9e4b-ed1503c82af9 admin admin] Deleting port 9d83342b-b458-4468-b29b-250260cedbbd {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:36:26.772276 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d6bf8b1-53d2-4621-9e4b-ed1503c82af9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (9d83342b-b458-4468-b29b-250260cedbbd), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:26.797848 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-db73bc18-c93c-41d0-95ea-2a70e05a325c None None] Deleting port 9d83342b-b458-4468-b29b-250260cedbbd {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:36:26.798667 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db73bc18-c93c-41d0-95ea-2a70e05a325c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (9d83342b-b458-4468-b29b-250260cedbbd), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:26.986622 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-db73bc18-c93c-41d0-95ea-2a70e05a325c None None] For port 9d83342b-b458-4468-b29b-250260cedbbd, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9d83342b-b458-4468-b29b-250260cedbbd,segment=NetworkSegment(6c39d751-0293-4329-af31-76e3b4ba793d),segment_id=6c39d751-0293-4329-af31-76e3b4ba793d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:36:26.987033 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db73bc18-c93c-41d0-95ea-2a70e05a325c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (9d83342b-b458-4468-b29b-250260cedbbd), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:27.023652 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-db73bc18-c93c-41d0-95ea-2a70e05a325c None None] Calling delete_port for 9d83342b-b458-4468-b29b-250260cedbbd owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:36:27.064113 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0d6bf8b1-53d2-4621-9e4b-ed1503c82af9 admin admin] For port 9d83342b-b458-4468-b29b-250260cedbbd, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9d83342b-b458-4468-b29b-250260cedbbd,segment=NetworkSegment(6c39d751-0293-4329-af31-76e3b4ba793d),segment_id=6c39d751-0293-4329-af31-76e3b4ba793d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:36:27.064491 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d6bf8b1-53d2-4621-9e4b-ed1503c82af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (9d83342b-b458-4468-b29b-250260cedbbd), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:27.141643 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0d6bf8b1-53d2-4621-9e4b-ed1503c82af9 admin admin] Calling delete_port for 9d83342b-b458-4468-b29b-250260cedbbd owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:36:27.387336 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db73bc18-c93c-41d0-95ea-2a70e05a325c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (9d83342b-b458-4468-b29b-250260cedbbd), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:27.498623 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d6bf8b1-53d2-4621-9e4b-ed1503c82af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (9d83342b-b458-4468-b29b-250260cedbbd), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:27.527458 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db73bc18-c93c-41d0-95ea-2a70e05a325c None None] No DVR routers for this DVR port 9d83342b-b458-4468-b29b-250260cedbbd on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:36:27.535392 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73bc18-c93c-41d0-95ea-2a70e05a325c None None] Pushing event deleted for resources: {'Port': ['ID=9d83342b-b458-4468-b29b-250260cedbbd,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:27.569472 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bf8b1-53d2-4621-9e4b-ed1503c82af9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d83342b-b458-4468-b29b-250260cedbbd,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:27.591420 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6bf8b1-53d2-4621-9e4b-ed1503c82af9 admin admin] No DVR routers for this DVR port 9d83342b-b458-4468-b29b-250260cedbbd on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:36:27.790564 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9d83342b-b458-4468-b29b-250260cedbbd no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:36:27.860619 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d6bf8b1-53d2-4621-9e4b-ed1503c82af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (9e95df89-e401-4bbf-9b7b-17ebec15fddb), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:27.868490 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 9d83342b-b458-4468-b29b-250260cedbbd {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:36:27.869070 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9d83342b-b458-4468-b29b-250260cedbbd not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:36:27.921889 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-0d6bf8b1-53d2-4621-9e4b-ed1503c82af9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e95df89-e401-4bbf-9b7b-17ebec15fddb']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:36:27.942166 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-0d6bf8b1-53d2-4621-9e4b-ed1503c82af9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c39d751-0293-4329-af31-76e3b4ba793d') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:36:27.942746 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-0d6bf8b1-53d2-4621-9e4b-ed1503c82af9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c39d751-0293-4329-af31-76e3b4ba793d') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:36:28.013108 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d6bf8b1-53d2-4621-9e4b-ed1503c82af9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (6c39d751-0293-4329-af31-76e3b4ba793d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:28.118586 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d6bf8b1-53d2-4621-9e4b-ed1503c82af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (6c39d751-0293-4329-af31-76e3b4ba793d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:28.172173 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d6bf8b1-53d2-4621-9e4b-ed1503c82af9 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:36:28.180313 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d6bf8b1-53d2-4621-9e4b-ed1503c82af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (6c39d751-0293-4329-af31-76e3b4ba793d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:36:28.250258 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:36:28.263747 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d6bf8b1-53d2-4621-9e4b-ed1503c82af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (9e95df89-e401-4bbf-9b7b-17ebec15fddb), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:28.272114 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d6bf8b1-53d2-4621-9e4b-ed1503c82af9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:28.277859 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0d6bf8b1-53d2-4621-9e4b-ed1503c82af9 admin admin] 10.222.0.70 "DELETE /v2.0/networks/9e95df89-e401-4bbf-9b7b-17ebec15fddb HTTP/1.1" status: 204 len: 168 time: 2.1715715 Jan 28 00:36:28.302544 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bf8b1-53d2-4621-9e4b-ed1503c82af9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e95df89-e401-4bbf-9b7b-17ebec15fddb,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:28.540303 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48120) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:29.213736 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48130) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:29.355802 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-424a7311-a021-45dd-9c5b-3e747470e29b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=834c1d81c62b474cb64b4f5e7f579fc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1387312 Jan 28 00:36:29.358113 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48132) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:29.573911 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b06ee82-c8b6-457f-a483-9cf5bb004fef admin admin] Publish callbacks [] for security_group (0bbdaa33-31b2-4d25-8266-7f6557e31198), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:29.670119 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b06ee82-c8b6-457f-a483-9cf5bb004fef admin admin] Publish callbacks [] for security_group (0bbdaa33-31b2-4d25-8266-7f6557e31198), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:29.802714 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bed73bef-7dff-4f6f-8332-cd578625f62d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:29.806163 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b06ee82-c8b6-457f-a483-9cf5bb004fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0bbdaa33-31b2-4d25-8266-7f6557e31198), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:29.819730 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b06ee82-c8b6-457f-a483-9cf5bb004fef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:29.821505 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6b06ee82-c8b6-457f-a483-9cf5bb004fef admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0bbdaa33-31b2-4d25-8266-7f6557e31198 HTTP/1.1" status: 204 len: 168 time: 0.4620328 Jan 28 00:36:29.868103 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06ee82-c8b6-457f-a483-9cf5bb004fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbdaa33-31b2-4d25-8266-7f6557e31198,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:30.120789 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bed73bef-7dff-4f6f-8332-cd578625f62d admin admin] Publish callbacks [] for security_group (5ad29d1a-26dc-4094-a018-61c546592f10), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:30.129835 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bed73bef-7dff-4f6f-8332-cd578625f62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (5ad29d1a-26dc-4094-a018-61c546592f10), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:30.264949 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bed73bef-7dff-4f6f-8332-cd578625f62d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=56ba0627daed4742b4aa20f41e8691c7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7228625 Jan 28 00:36:30.267427 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 48154) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:30.352234 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed73bef-7dff-4f6f-8332-cd578625f62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad29d1a-26dc-4094-a018-61c546592f10,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:30.377126 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-57779332-e065-4e34-bbcf-811a44ddbd05 admin admin] Publish callbacks [] for security_group (5ad29d1a-26dc-4094-a018-61c546592f10), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:30.412836 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-57779332-e065-4e34-bbcf-811a44ddbd05 admin admin] Publish callbacks [] for security_group (5ad29d1a-26dc-4094-a018-61c546592f10), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:30.491147 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-57779332-e065-4e34-bbcf-811a44ddbd05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (5ad29d1a-26dc-4094-a018-61c546592f10), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:30.497472 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-57779332-e065-4e34-bbcf-811a44ddbd05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:30.499112 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-57779332-e065-4e34-bbcf-811a44ddbd05 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5ad29d1a-26dc-4094-a018-61c546592f10 HTTP/1.1" status: 204 len: 168 time: 0.2299597 Jan 28 00:36:30.534390 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57779332-e065-4e34-bbcf-811a44ddbd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad29d1a-26dc-4094-a018-61c546592f10,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:31.680375 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 48188) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:31.723301 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7e62ca8e-5133-414a-8c36-5c61bc646af7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:32.145167 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7e62ca8e-5133-414a-8c36-5c61bc646af7 admin admin] Publish callbacks [] for security_group (3024d856-6294-4335-80bc-5c2e8698dc2f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:32.159278 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7e62ca8e-5133-414a-8c36-5c61bc646af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (3024d856-6294-4335-80bc-5c2e8698dc2f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:32.428373 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e62ca8e-5133-414a-8c36-5c61bc646af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3024d856-6294-4335-80bc-5c2e8698dc2f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:32.458498 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48204) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:32.460443 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7e62ca8e-5133-414a-8c36-5c61bc646af7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c5bb5fb33e904b7088eb2ac289972292&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7737274 Jan 28 00:36:32.656567 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc8d9666-4c46-4e85-994a-05f9ff2b8419 admin admin] Publish callbacks [] for security_group (3024d856-6294-4335-80bc-5c2e8698dc2f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:32.730363 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc8d9666-4c46-4e85-994a-05f9ff2b8419 admin admin] Publish callbacks [] for security_group (3024d856-6294-4335-80bc-5c2e8698dc2f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:32.859858 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc8d9666-4c46-4e85-994a-05f9ff2b8419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (3024d856-6294-4335-80bc-5c2e8698dc2f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:32.865899 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc8d9666-4c46-4e85-994a-05f9ff2b8419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:32.867679 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-dc8d9666-4c46-4e85-994a-05f9ff2b8419 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3024d856-6294-4335-80bc-5c2e8698dc2f HTTP/1.1" status: 204 len: 168 time: 0.4076588 Jan 28 00:36:32.879122 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d9666-4c46-4e85-994a-05f9ff2b8419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3024d856-6294-4335-80bc-5c2e8698dc2f,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:32.911067 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48216) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:33.502124 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-586e5c37-9623-4330-9c03-00d35e299d41 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-597007824-network', 'tenant_id': 'b9a318a173e14960837522f31f6c8c75'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:36:33.561791 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586e5c37-9623-4330-9c03-00d35e299d41 admin admin] Made reservation on behalf of b9a318a173e14960837522f31f6c8c75 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:36:33.568529 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-586e5c37-9623-4330-9c03-00d35e299d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:33.611540 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-586e5c37-9623-4330-9c03-00d35e299d41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:33.897603 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-586e5c37-9623-4330-9c03-00d35e299d41 admin admin] Publish callbacks [] for security_group (551fe991-c2eb-4dbf-8867-37475ffe88f0), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:33.903558 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-586e5c37-9623-4330-9c03-00d35e299d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (551fe991-c2eb-4dbf-8867-37475ffe88f0), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:33.966372 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e5c37-9623-4330-9c03-00d35e299d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551fe991-c2eb-4dbf-8867-37475ffe88f0,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:33.991167 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586e5c37-9623-4330-9c03-00d35e299d41 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:36:34.016523 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-586e5c37-9623-4330-9c03-00d35e299d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (af66c444-11ae-4c87-b347-fc6b4391999d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:34.018931 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-586e5c37-9623-4330-9c03-00d35e299d41 admin admin] Added segment af66c444-11ae-4c87-b347-fc6b4391999d of type vlan for network ead8dd12-f48a-4640-9fec-672e4bf7d0dc Jan 28 00:36:34.242619 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-586e5c37-9623-4330-9c03-00d35e299d41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (ead8dd12-f48a-4640-9fec-672e4bf7d0dc), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:34.320502 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-586e5c37-9623-4330-9c03-00d35e299d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (ead8dd12-f48a-4640-9fec-672e4bf7d0dc), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:34.321669 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586e5c37-9623-4330-9c03-00d35e299d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:34.322624 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-586e5c37-9623-4330-9c03-00d35e299d41 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:34.517195 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-586e5c37-9623-4330-9c03-00d35e299d41 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6017849 Jan 28 00:36:34.522921 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 48258) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:34.537799 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-0d90ae4c-fdca-463a-b0a9-a774be016b9f admin admin] Request body: {'subnet': {'network_id': 'ead8dd12-f48a-4640-9fec-672e4bf7d0dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-597007824-subnet', 'tenant_id': 'b9a318a173e14960837522f31f6c8c75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:36:34.564453 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e5c37-9623-4330-9c03-00d35e299d41 admin admin] Pushing event updated for resources: {'Network': ['ID=ead8dd12-f48a-4640-9fec-672e4bf7d0dc,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:34.581792 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network ead8dd12-f48a-4640-9fec-672e4bf7d0dc details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:36:34.651786 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d90ae4c-fdca-463a-b0a9-a774be016b9f admin admin] Made reservation on behalf of b9a318a173e14960837522f31f6c8c75 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:36:34.658370 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0d90ae4c-fdca-463a-b0a9-a774be016b9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:35.375076 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0d90ae4c-fdca-463a-b0a9-a774be016b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (db58f590-9db0-4125-bcec-c63a54e5e120), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:35.555335 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90ae4c-fdca-463a-b0a9-a774be016b9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=db58f590-9db0-4125-bcec-c63a54e5e120,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:35.605277 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d90ae4c-fdca-463a-b0a9-a774be016b9f admin admin] Checking segment: {'id': 'af66c444-11ae-4c87-b347-fc6b4391999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ead8dd12-f48a-4640-9fec-672e4bf7d0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:36:35.606182 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d90ae4c-fdca-463a-b0a9-a774be016b9f admin admin] Network hostable DHCP agents. Network: ead8dd12-f48a-4640-9fec-672e4bf7d0dc, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:36:35.675286 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d90ae4c-fdca-463a-b0a9-a774be016b9f admin admin] Network ead8dd12-f48a-4640-9fec-672e4bf7d0dc is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:36:35.701897 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-0d90ae4c-fdca-463a-b0a9-a774be016b9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, ead8dd12-f48a-4640-9fec-672e4bf7d0dc) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:36:35.709731 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d90ae4c-fdca-463a-b0a9-a774be016b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:35.710811 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0d90ae4c-fdca-463a-b0a9-a774be016b9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:35.713729 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9b05d0-8f24-4735-beb0-e9e92b4effb6 None None] Network ead8dd12-f48a-4640-9fec-672e4bf7d0dc requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:36:35.763810 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0d90ae4c-fdca-463a-b0a9-a774be016b9f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2390058 Jan 28 00:36:36.048638 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a45108d-a617-4b65-9fb0-e1a2eb364f4a None None] Network ead8dd12-f48a-4640-9fec-672e4bf7d0dc requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:36:36.286644 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 48300) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:36.355370 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6019bb41-552c-4bf8-8141-3e8e528e4f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:37.053976 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-776bde1e-7f6b-443c-a1c0-2f4369d98a0d tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1417465918'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:36:37.110833 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776bde1e-7f6b-443c-a1c0-2f4369d98a0d tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] Made reservation on behalf of f2d815c6dfbc4cde8399557384fedde4 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:36:37.118525 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-776bde1e-7f6b-443c-a1c0-2f4369d98a0d tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:37.139874 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-776bde1e-7f6b-443c-a1c0-2f4369d98a0d tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:37.328616 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-6ab7ee9f-7d06-4d2b-aad2-b09ce052b66e tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:37.336083 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-6ab7ee9f-7d06-4d2b-aad2-b09ce052b66e tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/networks?id=ead8dd12-f48a-4640-9fec-672e4bf7d0dc HTTP/1.1" status: 200 len: 813 time: 0.4487963 Jan 28 00:36:37.388976 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-deafa6c6-5c0c-4e1b-a290-fdafa5e3f84c tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/quotas/b9a318a173e14960837522f31f6c8c75 HTTP/1.1" status: 200 len: 375 time: 0.0518596 Jan 28 00:36:37.827574 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-122b2cda-e719-4d3b-a987-43dcf8f8af5b tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9a318a173e14960837522f31f6c8c75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4380577 Jan 28 00:36:37.867270 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-776bde1e-7f6b-443c-a1c0-2f4369d98a0d tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] Publish callbacks [] for security_group (fbb50702-e179-4aac-8d2a-dc127aa6051e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:37.918696 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-776bde1e-7f6b-443c-a1c0-2f4369d98a0d tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (fbb50702-e179-4aac-8d2a-dc127aa6051e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:38.201120 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776bde1e-7f6b-443c-a1c0-2f4369d98a0d tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:36:38.356931 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eefce1d7-a87d-4770-b9a4-312151e40c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:38.383469 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bde1e-7f6b-443c-a1c0-2f4369d98a0d tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb50702-e179-4aac-8d2a-dc127aa6051e,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:38.393349 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-776bde1e-7f6b-443c-a1c0-2f4369d98a0d tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (a9a9c3e6-8e81-4d42-aabe-2945c21a424f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:38.393888 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-776bde1e-7f6b-443c-a1c0-2f4369d98a0d tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] Added segment a9a9c3e6-8e81-4d42-aabe-2945c21a424f of type vlan for network 12cbd4f4-77af-4833-bbc9-553b8b275dfc Jan 28 00:36:38.692331 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-64644353-83fa-4839-a1cc-3fa48af04411 service neutron] 10.222.0.70 "GET /v2.0/networks/ead8dd12-f48a-4640-9fec-672e4bf7d0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8472347 Jan 28 00:36:39.109249 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:36:39.132658 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-776bde1e-7f6b-443c-a1c0-2f4369d98a0d tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (12cbd4f4-77af-4833-bbc9-553b8b275dfc), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:39.331759 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-776bde1e-7f6b-443c-a1c0-2f4369d98a0d tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (12cbd4f4-77af-4833-bbc9-553b8b275dfc), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:39.371747 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776bde1e-7f6b-443c-a1c0-2f4369d98a0d tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:39.376456 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-776bde1e-7f6b-443c-a1c0-2f4369d98a0d tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:39.479529 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-15f5099f-19a7-4432-8313-67064e8f9c42 service neutron] 10.222.0.70 "GET /v2.0/networks/ead8dd12-f48a-4640-9fec-672e4bf7d0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7714999 Jan 28 00:36:39.725474 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-776bde1e-7f6b-443c-a1c0-2f4369d98a0d tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.4373407 Jan 28 00:36:39.729394 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48358) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:39.773292 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bde1e-7f6b-443c-a1c0-2f4369d98a0d tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] Pushing event updated for resources: {'Network': ['ID=12cbd4f4-77af-4833-bbc9-553b8b275dfc,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:39.787024 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:39.817687 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 12cbd4f4-77af-4833-bbc9-553b8b275dfc details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:36:40.076927 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-3edb2f95-8638-4c93-8fdf-f7c1ade667b1 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Request body: {'network': {'name': 'tempest-network--1433692675', 'router:external': True}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:36:40.210589 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edb2f95-8638-4c93-8fdf-f7c1ade667b1 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Made reservation on behalf of bb39c09b614944aa943c674a68d56c71 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:36:40.216724 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3edb2f95-8638-4c93-8fdf-f7c1ade667b1 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:40.285311 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3edb2f95-8638-4c93-8fdf-f7c1ade667b1 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:40.673238 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-31094892-b34a-49ba-808a-4c5e8cef2a1a req-101023b1-1798-4703-afe2-56216528d80b tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/ports?device_id=53466a5d-b2ee-43f8-b0e1-0f66f42496a9 HTTP/1.1" status: 200 len: 210 time: 0.2322061 Jan 28 00:36:40.738374 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3edb2f95-8638-4c93-8fdf-f7c1ade667b1 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks [] for security_group (d1a0b0d3-805c-45fb-9365-965dd2a879f6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:40.762266 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3edb2f95-8638-4c93-8fdf-f7c1ade667b1 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d1a0b0d3-805c-45fb-9365-965dd2a879f6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:40.845726 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3edb2f95-8638-4c93-8fdf-f7c1ade667b1 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:36:40.890684 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3edb2f95-8638-4c93-8fdf-f7c1ade667b1 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (60e3868c-41d9-4ba1-ab72-77bed6f1a7b9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:40.892064 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-3edb2f95-8638-4c93-8fdf-f7c1ade667b1 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Added segment 60e3868c-41d9-4ba1-ab72-77bed6f1a7b9 of type vlan for network 66eadaf2-9186-49fb-8cf4-e894ac492fc3 Jan 28 00:36:41.114982 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3edb2f95-8638-4c93-8fdf-f7c1ade667b1 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (66eadaf2-9186-49fb-8cf4-e894ac492fc3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:41.242544 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3edb2f95-8638-4c93-8fdf-f7c1ade667b1 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (66eadaf2-9186-49fb-8cf4-e894ac492fc3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:41.252632 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edb2f95-8638-4c93-8fdf-f7c1ade667b1 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:41.254513 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3edb2f95-8638-4c93-8fdf-f7c1ade667b1 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:41.254661 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:41.322855 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb2f95-8638-4c93-8fdf-f7c1ade667b1 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a0b0d3-805c-45fb-9365-965dd2a879f6,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:41.511777 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb2f95-8638-4c93-8fdf-f7c1ade667b1 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Pushing event updated for resources: {'Network': ['ID=66eadaf2-9186-49fb-8cf4-e894ac492fc3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:41.547832 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 66eadaf2-9186-49fb-8cf4-e894ac492fc3 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:36:41.624793 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3edb2f95-8638-4c93-8fdf-f7c1ade667b1 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8902352 Jan 28 00:36:41.627296 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 48396) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:41.858096 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-103954d1-8d76-4173-8075-26ee5380fd2c tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (66eadaf2-9186-49fb-8cf4-e894ac492fc3), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:42.031496 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dfcdfd1a-815d-47fd-b8a6-5326cfbf0781 req-3264db6f-5638-482b-98f7-f13b51ac4f09 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/ports?device_id=53466a5d-b2ee-43f8-b0e1-0f66f42496a9 HTTP/1.1" status: 200 len: 210 time: 0.0899181 Jan 28 00:36:42.148477 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-103954d1-8d76-4173-8075-26ee5380fd2c tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (66eadaf2-9186-49fb-8cf4-e894ac492fc3), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:42.277444 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-103954d1-8d76-4173-8075-26ee5380fd2c tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66eadaf2-9186-49fb-8cf4-e894ac492fc3']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:36:42.280885 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:42.346521 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-103954d1-8d76-4173-8075-26ee5380fd2c tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60e3868c-41d9-4ba1-ab72-77bed6f1a7b9') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:36:42.349718 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-103954d1-8d76-4173-8075-26ee5380fd2c tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60e3868c-41d9-4ba1-ab72-77bed6f1a7b9') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:36:42.397510 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-103954d1-8d76-4173-8075-26ee5380fd2c tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (60e3868c-41d9-4ba1-ab72-77bed6f1a7b9), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:42.477110 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-103954d1-8d76-4173-8075-26ee5380fd2c tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (60e3868c-41d9-4ba1-ab72-77bed6f1a7b9), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:42.501132 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-db2f658c-b011-4d6f-837c-2819459ba6f7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2695017 Jan 28 00:36:42.515833 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-103954d1-8d76-4173-8075-26ee5380fd2c tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:36:42.519754 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-103954d1-8d76-4173-8075-26ee5380fd2c tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (60e3868c-41d9-4ba1-ab72-77bed6f1a7b9), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:42.537847 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:36:42.537847 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:36:42.537847 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:36:42.537847 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:36:42.537847 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:36:42.537847 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:36:42.537847 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:36:42.537847 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:36:42.537847 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:36:42.537847 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:36:42.537847 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:36:42.537847 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:36:42.537847 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:36:42.537847 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:36:42.537847 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:36:42.537847 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:36:42.537847 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:36:42.537847 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:36:42.537847 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:36:42.537847 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:36:42.537847 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:36:42.537847 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:36:42.537847 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:36:42.537847 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:36:42.537847 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:36:42.537847 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:36:42.537847 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:36:42.537847 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:36:42.537847 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:36:42.537847 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:36:42.537847 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:36:42.537847 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:36:42.754737 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-103954d1-8d76-4173-8075-26ee5380fd2c tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (66eadaf2-9186-49fb-8cf4-e894ac492fc3), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:42.761513 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103954d1-8d76-4173-8075-26ee5380fd2c tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 66eadaf2-9186-49fb-8cf4-e894ac492fc3 {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 00:36:42.764947 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-103954d1-8d76-4173-8075-26ee5380fd2c tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:42.774678 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-103954d1-8d76-4173-8075-26ee5380fd2c tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] 10.222.0.70 "DELETE /v2.0/networks/66eadaf2-9186-49fb-8cf4-e894ac492fc3 HTTP/1.1" status: 204 len: 168 time: 1.1460419 Jan 28 00:36:42.786983 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 48426) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:42.818352 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-6af3cb19-9680-44ba-94c2-657dd747444d tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:36:42.833508 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103954d1-8d76-4173-8075-26ee5380fd2c tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Pushing event deleted for resources: {'Network': ['ID=66eadaf2-9186-49fb-8cf4-e894ac492fc3,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:42.865221 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-433134be-6de1-4c8f-9a38-5fc233987375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:42.867079 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-433134be-6de1-4c8f-9a38-5fc233987375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:42.867079 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-433134be-6de1-4c8f-9a38-5fc233987375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:42.867079 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-433134be-6de1-4c8f-9a38-5fc233987375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:42.870659 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-433134be-6de1-4c8f-9a38-5fc233987375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:42.873191 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-433134be-6de1-4c8f-9a38-5fc233987375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:42.876112 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-433134be-6de1-4c8f-9a38-5fc233987375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:42.881683 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-433134be-6de1-4c8f-9a38-5fc233987375 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bda1a11a40447e984dbfecb2102fcad&device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 6492 time: 0.2532313 Jan 28 00:36:42.919415 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af3cb19-9680-44ba-94c2-657dd747444d tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Made reservation on behalf of bb39c09b614944aa943c674a68d56c71 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:36:42.927984 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6af3cb19-9680-44ba-94c2-657dd747444d tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:42.978917 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:43.025394 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af3cb19-9680-44ba-94c2-657dd747444d tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:36:43.069972 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6af3cb19-9680-44ba-94c2-657dd747444d tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (eb9c93ce-1336-4563-8bb6-5cb87fda483a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:43.070924 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-6af3cb19-9680-44ba-94c2-657dd747444d tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Added segment eb9c93ce-1336-4563-8bb6-5cb87fda483a of type vlan for network 7181a923-d0d1-4024-bc41-61abdc779441 Jan 28 00:36:43.271578 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6af3cb19-9680-44ba-94c2-657dd747444d tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (7181a923-d0d1-4024-bc41-61abdc779441), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:43.429132 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-675bbb27-4f7a-4555-8007-ea5e6886b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:43.435799 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-675bbb27-4f7a-4555-8007-ea5e6886b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:43.440771 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-675bbb27-4f7a-4555-8007-ea5e6886b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:43.451480 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-675bbb27-4f7a-4555-8007-ea5e6886b376 service neutron] 10.222.0.52 "GET /v2.0/networks?id=962b6d11-960d-42e0-95f3-b55d3f9f0ed4&id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&id=ced11932-ebe6-4a02-b131-3fdaf9b641b0&id=ced11932-ebe6-4a02-b131-3fdaf9b641b0 HTTP/1.1" status: 200 len: 2293 time: 0.5238278 Jan 28 00:36:43.564868 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ccb76d6a-8f1f-41bd-a590-2fb7c42ef76e req-6735052f-b786-40ab-82cb-158250850246 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/ports?device_id=53466a5d-b2ee-43f8-b0e1-0f66f42496a9 HTTP/1.1" status: 200 len: 210 time: 0.1052148 Jan 28 00:36:43.568070 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6af3cb19-9680-44ba-94c2-657dd747444d tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (7181a923-d0d1-4024-bc41-61abdc779441), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:43.569042 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af3cb19-9680-44ba-94c2-657dd747444d tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:43.572572 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6af3cb19-9680-44ba-94c2-657dd747444d tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:43.769012 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6af3cb19-9680-44ba-94c2-657dd747444d tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9539521 Jan 28 00:36:43.774482 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 48446) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:43.780761 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-c160de76-436e-4402-ad53-d4cd4ad208e5 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Request body: {'subnet': {'network_id': '7181a923-d0d1-4024-bc41-61abdc779441', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:36:43.800835 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af3cb19-9680-44ba-94c2-657dd747444d tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Pushing event updated for resources: {'Network': ['ID=7181a923-d0d1-4024-bc41-61abdc779441,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:43.816909 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 7181a923-d0d1-4024-bc41-61abdc779441 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:36:43.847143 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c160de76-436e-4402-ad53-d4cd4ad208e5 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Made reservation on behalf of bb39c09b614944aa943c674a68d56c71 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:36:43.859376 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c160de76-436e-4402-ad53-d4cd4ad208e5 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:43.940733 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-6f8a1530-8f8d-4fa3-ade1-a7158ba3b03d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6276b1e7-274c-424a-ad22-502097950c2e HTTP/1.1" status: 200 len: 1001 time: 0.4767430 Jan 28 00:36:44.106821 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:44.258258 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-6932a528-2a00-49b4-b159-f40c66281913 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:44.260659 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-6932a528-2a00-49b4-b159-f40c66281913 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.52 "GET /v2.0/networks?id=ead8dd12-f48a-4640-9fec-672e4bf7d0dc HTTP/1.1" status: 200 len: 813 time: 0.4146981 Jan 28 00:36:44.289345 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-f45c9f9a-dabf-45c1-a852-a60153c72658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:44.295596 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-f45c9f9a-dabf-45c1-a852-a60153c72658 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3e045621-a000-4f31-813f-19aff9c83672 HTTP/1.1" status: 200 len: 851 time: 0.3486648 Jan 28 00:36:44.296959 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-dc574fe1-6f6d-4688-85c4-334c0daa5b1b tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Request body: {'port': {'device_id': '53466a5d-b2ee-43f8-b0e1-0f66f42496a9', 'network_id': 'ead8dd12-f48a-4640-9fec-672e4bf7d0dc', 'admin_state_up': True, 'tenant_id': 'b9a318a173e14960837522f31f6c8c75'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:36:44.484220 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-c9aa2ddd-d352-4373-956a-d0ed0ba3c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:44.489110 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-c9aa2ddd-d352-4373-956a-d0ed0ba3c949 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=962b6d11-960d-42e0-95f3-b55d3f9f0ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1850810 Jan 28 00:36:44.910125 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-29dc8dc0-73b3-4355-91b0-e91874e1b579 service neutron] 10.222.0.52 "GET /v2.0/networks/962b6d11-960d-42e0-95f3-b55d3f9f0ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155309 Jan 28 00:36:45.038715 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b02144c5-2801-4efe-a76c-ed56d7b08afe req-1305295f-6ac9-4221-8474-148f3ebc14c4 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/ports?device_id=53466a5d-b2ee-43f8-b0e1-0f66f42496a9 HTTP/1.1" status: 200 len: 210 time: 0.1504931 Jan 28 00:36:45.068358 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-dc574fe1-6f6d-4688-85c4-334c0daa5b1b tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Made reservation on behalf of b9a318a173e14960837522f31f6c8c75 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:36:45.077899 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-dc574fe1-6f6d-4688-85c4-334c0daa5b1b tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:45.246164 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-93bea6cc-6b69-46a2-b80c-86f073085181 service neutron] 10.222.0.52 "GET /v2.0/networks/962b6d11-960d-42e0-95f3-b55d3f9f0ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248127 Jan 28 00:36:45.367962 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-2cc87b15-8dbe-4000-a207-f127acfa95f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=e6c88db4-a371-434d-b81c-bba1b2a0715e HTTP/1.1" status: 200 len: 217 time: 0.1102366 Jan 28 00:36:45.503773 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-2b27afd8-d294-48ae-a278-550df19f7b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:45.510348 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-2b27afd8-d294-48ae-a278-550df19f7b81 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d9566eb-7bee-4e72-9ce3-a47d9d3737eb HTTP/1.1" status: 200 len: 797 time: 0.1282701 Jan 28 00:36:45.715165 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-e060e3ed-bc74-4e2b-932c-584cb2326d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:45.717794 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-e060e3ed-bc74-4e2b-932c-584cb2326d14 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2035995 Jan 28 00:36:46.147855 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-deda5502-e8a6-40d9-b9d2-b17f2868f5fe service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217544 Jan 28 00:36:46.378932 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7b31dbf3-4b17-4fed-b3c2-5b86c66dd946 req-07e1f12d-eb0c-4926-b740-35637bd4556e tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/ports?device_id=53466a5d-b2ee-43f8-b0e1-0f66f42496a9 HTTP/1.1" status: 200 len: 210 time: 0.1280329 Jan 28 00:36:46.627493 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-b87d82f5-8914-44b0-9cb2-1ccdce00e738 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619358 Jan 28 00:36:46.636601 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-dc574fe1-6f6d-4688-85c4-334c0daa5b1b tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Allocated IP 172.20.0.7 (ead8dd12-f48a-4640-9fec-672e4bf7d0dc/db58f590-9db0-4125-bcec-c63a54e5e120/f35aae4e-6dd6-4335-bf6e-b50aaaf29434) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:36:46.808166 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-7898612c-61b7-4130-a475-57b504cde82e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=d811a547-5df6-408e-b47d-4a7f9810a4e5 HTTP/1.1" status: 200 len: 217 time: 0.1742013 Jan 28 00:36:46.916955 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-dc574fe1-6f6d-4688-85c4-334c0daa5b1b tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Publish callbacks [] for port (f35aae4e-6dd6-4335-bf6e-b50aaaf29434), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:46.986511 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-ff738230-908a-4016-ab03-3e36f18342b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:46.988253 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-ff738230-908a-4016-ab03-3e36f18342b2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d9566eb-7bee-4e72-9ce3-a47d9d3737eb HTTP/1.1" status: 200 len: 797 time: 0.1738691 Jan 28 00:36:47.030007 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-dc574fe1-6f6d-4688-85c4-334c0daa5b1b tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (f35aae4e-6dd6-4335-bf6e-b50aaaf29434), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:47.075005 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-34f591d4-1d52-437e-bde7-f86e3db7d941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:47.077017 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-34f591d4-1d52-437e-bde7-f86e3db7d941 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0817201 Jan 28 00:36:47.239240 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc574fe1-6f6d-4688-85c4-334c0daa5b1b tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Pushing event updated for resources: {'Port': ['ID=f35aae4e-6dd6-4335-bf6e-b50aaaf29434,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:47.242357 n-d-826754-1 neutron-server[103344]: DEBUG neutron.objects.ports [None req-c160de76-436e-4402-ad53-d4cd4ad208e5 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103344) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 00:36:47.248491 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c160de76-436e-4402-ad53-d4cd4ad208e5 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (ddf11b1a-183d-48a8-acdf-a48422e9e996), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:47.266537 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-2a187598-14c5-4ea7-b252-128dd92ed440 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808879 Jan 28 00:36:47.303293 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-dc574fe1-6f6d-4688-85c4-334c0daa5b1b tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Network ead8dd12-f48a-4640-9fec-672e4bf7d0dc is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:36:47.311729 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-dc574fe1-6f6d-4688-85c4-334c0daa5b1b tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:36:47.314588 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-dc574fe1-6f6d-4688-85c4-334c0daa5b1b tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:36:47.458575 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160de76-436e-4402-ad53-d4cd4ad208e5 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ddf11b1a-183d-48a8-acdf-a48422e9e996,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:47.522449 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-dc574fe1-6f6d-4688-85c4-334c0daa5b1b tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:47.526249 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-dc574fe1-6f6d-4688-85c4-334c0daa5b1b tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:47.619313 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-6717fd9d-40c2-4f66-967d-3508b8ef1941 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472106 Jan 28 00:36:47.674919 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-ac74432c-3950-459a-b35a-4ed017db8f03 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=94ae3a89-fc27-4196-b863-313cd277b634 HTTP/1.1" status: 200 len: 217 time: 0.0467200 Jan 28 00:36:47.702207 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c160de76-436e-4402-ad53-d4cd4ad208e5 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Checking segment: {'id': 'eb9c93ce-1336-4563-8bb6-5cb87fda483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7181a923-d0d1-4024-bc41-61abdc779441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:36:47.702734 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c160de76-436e-4402-ad53-d4cd4ad208e5 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Network hostable DHCP agents. Network: 7181a923-d0d1-4024-bc41-61abdc779441, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:36:47.708039 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-dc574fe1-6f6d-4688-85c4-334c0daa5b1b tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4233270 Jan 28 00:36:47.717056 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f55096-c211-4265-bb0b-95404ffaf500 req-12c8ee3c-8402-42a0-9516-3ee58b5a1803 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:47.724517 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56f55096-c211-4265-bb0b-95404ffaf500 req-12c8ee3c-8402-42a0-9516-3ee58b5a1803 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/ports?device_id=53466a5d-b2ee-43f8-b0e1-0f66f42496a9 HTTP/1.1" status: 200 len: 931 time: 0.1829505 Jan 28 00:36:47.817422 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-ecc9ddf0-f0e0-4690-802e-e3f5899b8c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:47.819053 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-ecc9ddf0-f0e0-4690-802e-e3f5899b8c6f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d9566eb-7bee-4e72-9ce3-a47d9d3737eb HTTP/1.1" status: 200 len: 797 time: 0.1322060 Jan 28 00:36:47.875714 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-8bac5f49-e36f-4013-bebe-28f31ff8500c service neutron] Request body: {'port': {'device_id': '53466a5d-b2ee-43f8-b0e1-0f66f42496a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:36:47.954268 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-b45c5aea-fa8f-4adb-bd94-5d08b9834a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:47.959170 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-b45c5aea-fa8f-4adb-bd94-5d08b9834a0e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1299479 Jan 28 00:36:47.960134 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56f55096-c211-4265-bb0b-95404ffaf500 req-a7fb0639-5e80-4edb-93e8-c0ed8e8ae764 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/security-groups?id=551fe991-c2eb-4dbf-8867-37475ffe88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346008 Jan 28 00:36:48.119924 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c160de76-436e-4402-ad53-d4cd4ad208e5 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Network 7181a923-d0d1-4024-bc41-61abdc779441 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:36:48.135635 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-8bac5f49-e36f-4013-bebe-28f31ff8500c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f35aae4e-6dd6-4335-bf6e-b50aaaf29434), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:48.242983 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-821812f6-5a69-4175-9675-49dde7bc0b74 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783554 Jan 28 00:36:48.254008 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-c160de76-436e-4402-ad53-d4cd4ad208e5 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 7181a923-d0d1-4024-bc41-61abdc779441) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:36:48.264207 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66edfad4-c599-4a2f-a807-5ef91e1ca802 None None] Network 7181a923-d0d1-4024-bc41-61abdc779441 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:36:48.277313 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c160de76-436e-4402-ad53-d4cd4ad208e5 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:48.278293 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c160de76-436e-4402-ad53-d4cd4ad208e5 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:48.347078 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c160de76-436e-4402-ad53-d4cd4ad208e5 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.5680633 Jan 28 00:36:48.361081 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 48502) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:48.368551 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-cd17a2c5-c426-41a4-9a3f-1a7e53e364da tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Request body: {'floatingip': {'floating_network_id': '7181a923-d0d1-4024-bc41-61abdc779441'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:36:48.504495 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cd17a2c5-c426-41a4-9a3f-1a7e53e364da tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:48.546247 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-344e6a01-073b-4e61-8782-90f3ede69034 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975686 Jan 28 00:36:48.602706 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f92a75-1ead-4868-950c-f6705445733b None None] Network 7181a923-d0d1-4024-bc41-61abdc779441 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:36:48.672468 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-05ff6d6d-e94a-49b6-a4a6-ed364c714f92 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=6fe75345-323e-4c17-9167-f80f61f5b382 HTTP/1.1" status: 200 len: 217 time: 0.1191139 Jan 28 00:36:48.878152 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-cde77090-68b8-480f-9a2c-b7c971f4f26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:48.879967 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-cde77090-68b8-480f-9a2c-b7c971f4f26f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d9566eb-7bee-4e72-9ce3-a47d9d3737eb HTTP/1.1" status: 200 len: 797 time: 0.2016761 Jan 28 00:36:48.964039 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-5afee9b3-4990-425d-9f1f-d28ba37371bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:48.966257 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-5afee9b3-4990-425d-9f1f-d28ba37371bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0800192 Jan 28 00:36:48.974866 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cd17a2c5-c426-41a4-9a3f-1a7e53e364da tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:49.168045 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-929545c5-5144-472f-ad87-ba4d0e8813b6 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951177 Jan 28 00:36:49.621526 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-036a7765-613d-48a2-9452-66d9bb68e9a2 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476931 Jan 28 00:36:49.785320 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-8bac5f49-e36f-4013-bebe-28f31ff8500c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f35aae4e-6dd6-4335-bf6e-b50aaaf29434 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:36:49.797979 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-8bac5f49-e36f-4013-bebe-28f31ff8500c service neutron] Publish callbacks [] for port (f35aae4e-6dd6-4335-bf6e-b50aaaf29434), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:49.802421 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-b25b3e26-86f1-4341-a5a7-b51b5401cdfb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b39bbdd0-6456-4b66-b3bb-de6ac18d21ae HTTP/1.1" status: 200 len: 217 time: 0.1710813 Jan 28 00:36:49.818943 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-8bac5f49-e36f-4013-bebe-28f31ff8500c service neutron] Transition to ACTIVE for port object f35aae4e-6dd6-4335-bf6e-b50aaaf29434 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:36:49.833691 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7223a-5afe-46ef-b022-667af7b0191d req-f96e3beb-5506-42ab-b6cc-811b98ef3dd3 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:49.836706 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c2a7223a-5afe-46ef-b022-667af7b0191d req-f96e3beb-5506-42ab-b6cc-811b98ef3dd3 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/ports?device_id=53466a5d-b2ee-43f8-b0e1-0f66f42496a9 HTTP/1.1" status: 200 len: 931 time: 0.6436992 Jan 28 00:36:49.844770 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-8bac5f49-e36f-4013-bebe-28f31ff8500c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (f35aae4e-6dd6-4335-bf6e-b50aaaf29434), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:49.918216 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac5f49-e36f-4013-bebe-28f31ff8500c service neutron] Pushing event updated for resources: {'Port': ['ID=f35aae4e-6dd6-4335-bf6e-b50aaaf29434,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:50.065750 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d4e36-f1bf-42e9-8907-19413212422a req-9b3714b7-ca5e-4a6c-8f81-6a7103123a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:50.077448 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-791d4e36-f1bf-42e9-8907-19413212422a req-9b3714b7-ca5e-4a6c-8f81-6a7103123a06 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=126ff8dba2134b2d95d54d419fe64967&device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 1097 time: 0.4495454 Jan 28 00:36:50.083425 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c2a7223a-5afe-46ef-b022-667af7b0191d req-82355ab6-e363-41f9-91e6-2ba092b3b6de tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/security-groups?id=551fe991-c2eb-4dbf-8867-37475ffe88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677094 Jan 28 00:36:50.105147 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-cd17a2c5-c426-41a4-9a3f-1a7e53e364da tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Allocated IP 172.20.0.5 (7181a923-d0d1-4024-bc41-61abdc779441/ddf11b1a-183d-48a8-acdf-a48422e9e996/aae274c7-6316-417d-b895-1cc9ce6755bb) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:36:50.248461 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-47e191cc-4786-4bc5-8efc-80403db82af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:50.250960 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-47e191cc-4786-4bc5-8efc-80403db82af2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1bd8a954-b516-49e1-b2a8-a47b9c570cc2 HTTP/1.1" status: 200 len: 797 time: 0.4413779 Jan 28 00:36:50.434756 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-5abfb939-7d53-4c48-bc27-a24a92eb049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:50.436369 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-5abfb939-7d53-4c48-bc27-a24a92eb049b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ced11932-ebe6-4a02-b131-3fdaf9b641b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1677122 Jan 28 00:36:50.438060 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cd17a2c5-c426-41a4-9a3f-1a7e53e364da tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks [] for port (aae274c7-6316-417d-b895-1cc9ce6755bb), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:50.748195 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cd17a2c5-c426-41a4-9a3f-1a7e53e364da tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (aae274c7-6316-417d-b895-1cc9ce6755bb), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:50.878618 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17a2c5-c426-41a4-9a3f-1a7e53e364da tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Pushing event updated for resources: {'Port': ['ID=aae274c7-6316-417d-b895-1cc9ce6755bb,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:50.965580 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd17a2c5-c426-41a4-9a3f-1a7e53e364da tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Network 7181a923-d0d1-4024-bc41-61abdc779441 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:36:50.983150 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d4e36-f1bf-42e9-8907-19413212422a req-ed5d3b28-f4c8-46fa-8204-69c0b4660947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:50.985659 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-791d4e36-f1bf-42e9-8907-19413212422a req-ed5d3b28-f4c8-46fa-8204-69c0b4660947 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 200 len: 912 time: 0.8222370 Jan 28 00:36:50.988097 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-8bac5f49-e36f-4013-bebe-28f31ff8500c service neutron] Attempting to bind port f35aae4e-6dd6-4335-bf6e-b50aaaf29434 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:36:50.988650 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-8bac5f49-e36f-4013-bebe-28f31ff8500c service neutron] Attempting to bind port f35aae4e-6dd6-4335-bf6e-b50aaaf29434 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'af66c444-11ae-4c87-b347-fc6b4391999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ead8dd12-f48a-4640-9fec-672e4bf7d0dc'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:36:51.012426 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-8bac5f49-e36f-4013-bebe-28f31ff8500c service neutron] Attempting to bind port f35aae4e-6dd6-4335-bf6e-b50aaaf29434 on network ead8dd12-f48a-4640-9fec-672e4bf7d0dc {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:36:51.016474 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-cd17a2c5-c426-41a4-9a3f-1a7e53e364da tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:36:51.038425 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd17a2c5-c426-41a4-9a3f-1a7e53e364da tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:36:51.413758 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-791d4e36-f1bf-42e9-8907-19413212422a req-042aa3f8-539b-478e-85e7-0b271cb9756e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e413624a-1e51-4367-8bee-9d98fc660577 HTTP/1.1" status: 200 len: 1001 time: 0.3527360 Jan 28 00:36:51.493808 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-8bac5f49-e36f-4013-bebe-28f31ff8500c service neutron] Port f35aae4e-6dd6-4335-bf6e-b50aaaf29434 on network ead8dd12-f48a-4640-9fec-672e4bf7d0dc not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:36:51.495159 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-8bac5f49-e36f-4013-bebe-28f31ff8500c service neutron] Attempting to bind port f35aae4e-6dd6-4335-bf6e-b50aaaf29434 on network ead8dd12-f48a-4640-9fec-672e4bf7d0dc {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:36:51.522293 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-8bac5f49-e36f-4013-bebe-28f31ff8500c service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:36:51.523187 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-8bac5f49-e36f-4013-bebe-28f31ff8500c service neutron] Checking segment: {'id': 'af66c444-11ae-4c87-b347-fc6b4391999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ead8dd12-f48a-4640-9fec-672e4bf7d0dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:36:51.524083 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-8bac5f49-e36f-4013-bebe-28f31ff8500c service neutron] Bound using segment: {'id': 'af66c444-11ae-4c87-b347-fc6b4391999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ead8dd12-f48a-4640-9fec-672e4bf7d0dc'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:36:51.526539 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-8bac5f49-e36f-4013-bebe-28f31ff8500c service neutron] Bound port: f35aae4e-6dd6-4335-bf6e-b50aaaf29434, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af66c444-11ae-4c87-b347-fc6b4391999d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ead8dd12-f48a-4640-9fec-672e4bf7d0dc'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:36:51.527442 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-8bac5f49-e36f-4013-bebe-28f31ff8500c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f35aae4e-6dd6-4335-bf6e-b50aaaf29434), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:51.655796 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-8bac5f49-e36f-4013-bebe-28f31ff8500c service neutron] For port f35aae4e-6dd6-4335-bf6e-b50aaaf29434, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:36:51.660193 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-8bac5f49-e36f-4013-bebe-28f31ff8500c service neutron] For port f35aae4e-6dd6-4335-bf6e-b50aaaf29434, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=f35aae4e-6dd6-4335-bf6e-b50aaaf29434,segment=NetworkSegment(af66c444-11ae-4c87-b347-fc6b4391999d),segment_id=af66c444-11ae-4c87-b347-fc6b4391999d)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:36:51.694987 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-8bac5f49-e36f-4013-bebe-28f31ff8500c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (f35aae4e-6dd6-4335-bf6e-b50aaaf29434), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:51.847466 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac5f49-e36f-4013-bebe-28f31ff8500c service neutron] Pushing event updated for resources: {'Port': ['ID=f35aae4e-6dd6-4335-bf6e-b50aaaf29434,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:51.873261 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-8bac5f49-e36f-4013-bebe-28f31ff8500c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:51.877132 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-8bac5f49-e36f-4013-bebe-28f31ff8500c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:51.878996 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-8bac5f49-e36f-4013-bebe-28f31ff8500c service neutron] 10.222.0.52 "PUT /v2.0/ports/f35aae4e-6dd6-4335-bf6e-b50aaaf29434 HTTP/1.1" status: 200 len: 1091 time: 4.1510141 Jan 28 00:36:51.884293 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53466a5d-b2ee-43f8-b0e1-0f66f42496a9', 'tag': 'f35aae4e-6dd6-4335-bf6e-b50aaaf29434'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:36:51.904768 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6935f0-2cd9-4d75-84b1-05923b9aaf3e" -d '{"events": [{"name": "network-changed", "server_uuid": "53466a5d-b2ee-43f8-b0e1-0f66f42496a9", "tag": "f35aae4e-6dd6-4335-bf6e-b50aaaf29434"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:36:51.956608 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad549a10-f4cf-4d21-8ce2-6c34c671b37f req-b589cb29-1370-4232-800c-23371af6f0ca tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:51.960534 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-e9a476ea-03a3-4cf0-a9cf-53c04749b8fe service neutron] 10.222.0.52 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5107937 Jan 28 00:36:51.970905 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad549a10-f4cf-4d21-8ce2-6c34c671b37f req-b589cb29-1370-4232-800c-23371af6f0ca tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/ports?device_id=53466a5d-b2ee-43f8-b0e1-0f66f42496a9 HTTP/1.1" status: 200 len: 943 time: 0.5561438 Jan 28 00:36:52.058739 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d4e36-f1bf-42e9-8907-19413212422a req-30ea1bb0-a44f-4e1e-9ca5-6fde7644adab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:52.060415 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-791d4e36-f1bf-42e9-8907-19413212422a req-30ea1bb0-a44f-4e1e-9ca5-6fde7644adab service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0f29497-ba52-4939-af70-d57b51c2ceee HTTP/1.1" status: 200 len: 850 time: 0.5802226 Jan 28 00:36:52.083012 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad549a10-f4cf-4d21-8ce2-6c34c671b37f req-8c104c9b-1136-46dd-abfd-15c5f06e72f6 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/security-groups?id=551fe991-c2eb-4dbf-8867-37475ffe88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108785 Jan 28 00:36:52.102530 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cd17a2c5-c426-41a4-9a3f-1a7e53e364da tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks [] for floatingip (ce378508-2013-428e-a473-e33685be9f7a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:52.183572 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-653e38ea-597b-47da-adb7-c47df7c7795b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:52.189816 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-653e38ea-597b-47da-adb7-c47df7c7795b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b9a318a173e14960837522f31f6c8c75&device_id=53466a5d-b2ee-43f8-b0e1-0f66f42496a9 HTTP/1.1" status: 200 len: 1094 time: 0.1880436 Jan 28 00:36:52.193499 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d4e36-f1bf-42e9-8907-19413212422a req-586b514f-bde2-499c-9cf1-5810bdbea209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:52.203893 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-791d4e36-f1bf-42e9-8907-19413212422a req-586b514f-bde2-499c-9cf1-5810bdbea209 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a5055772-1556-467a-8d2c-d15584910096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180661 Jan 28 00:36:52.363602 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a4c875-a6e0-47fc-b7a4-535371904227 x-openstack-request-id: req-78a4c875-a6e0-47fc-b7a4-535371904227 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:36:52.364160 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53466a5d-b2ee-43f8-b0e1-0f66f42496a9", "tag": "f35aae4e-6dd6-4335-bf6e-b50aaaf29434", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:36:52.364517 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-78a4c875-a6e0-47fc-b7a4-535371904227 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:36:52.368194 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53466a5d-b2ee-43f8-b0e1-0f66f42496a9', 'tag': 'f35aae4e-6dd6-4335-bf6e-b50aaaf29434', 'status': 'completed', 'code': 200} Jan 28 00:36:52.470988 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-4c789177-986b-48ec-a723-7616ef754800 service neutron] 10.222.0.52 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018404 Jan 28 00:36:52.632798 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-791d4e36-f1bf-42e9-8907-19413212422a req-3c326705-cfde-493c-bad7-1be0c1a81671 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959403 Jan 28 00:36:52.635199 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cd17a2c5-c426-41a4-9a3f-1a7e53e364da tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (aae274c7-6316-417d-b895-1cc9ce6755bb), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:52.781261 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-a56f8f58-262f-4d9c-b94a-8a6d532c2e1f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9 HTTP/1.1" status: 200 len: 217 time: 0.3030567 Jan 28 00:36:52.929726 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cd17a2c5-c426-41a4-9a3f-1a7e53e364da tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks [] for port (aae274c7-6316-417d-b895-1cc9ce6755bb), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:52.947526 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-32a7dd04-6862-4bff-a690-c7ed2cd3355c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f35aae4e-6dd6-4335-bf6e-b50aaaf29434 HTTP/1.1" status: 200 len: 217 time: 0.7186873 Jan 28 00:36:52.949248 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cd17a2c5-c426-41a4-9a3f-1a7e53e364da tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (aae274c7-6316-417d-b895-1cc9ce6755bb), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:53.052212 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-2c844260-bceb-4c20-aec1-173ff3fa54e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:53.057283 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-2c844260-bceb-4c20-aec1-173ff3fa54e8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1bd8a954-b516-49e1-b2a8-a47b9c570cc2 HTTP/1.1" status: 200 len: 797 time: 0.2659588 Jan 28 00:36:53.191239 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-8f994d71-e623-443c-91cd-4ef151cdb235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:53.194558 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-8f994d71-e623-443c-91cd-4ef151cdb235 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ced11932-ebe6-4a02-b131-3fdaf9b641b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1282308 Jan 28 00:36:53.305248 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17a2c5-c426-41a4-9a3f-1a7e53e364da tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Pushing event updated for resources: {'Port': ['ID=aae274c7-6316-417d-b895-1cc9ce6755bb,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:53.318751 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cd17a2c5-c426-41a4-9a3f-1a7e53e364da tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (ce378508-2013-428e-a473-e33685be9f7a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:53.468545 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-ff4ebe26-d19d-45d5-8590-3126193cfffa service neutron] 10.222.0.52 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639771 Jan 28 00:36:53.682470 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-f943999b-a062-4be5-8063-05ba4a297869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:53.687738 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-f943999b-a062-4be5-8063-05ba4a297869 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db58f590-9db0-4125-bcec-c63a54e5e120 HTTP/1.1" status: 200 len: 853 time: 0.7252226 Jan 28 00:36:53.726801 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9a7fdd2f-647d-4558-a5b5-f250cccffa9b req-c6c849e0-b0f7-4c07-abc9-b572b6973c58 service neutron] 10.222.0.52 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523844 Jan 28 00:36:53.839149 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-791d4e36-f1bf-42e9-8907-19413212422a req-4bf0e108-bc47-4f01-ab2e-33581db6b4ec service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9022322 Jan 28 00:36:53.870511 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cd17a2c5-c426-41a4-9a3f-1a7e53e364da tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:53.877827 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-cd17a2c5-c426-41a4-9a3f-1a7e53e364da tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.5100784 Jan 28 00:36:53.880583 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48588) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:54.052345 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-95fea705-1a97-435f-8f14-0106f7a3ef41 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ead8dd12-f48a-4640-9fec-672e4bf7d0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2070715 Jan 28 00:36:54.300470 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b63270f9-e272-4704-835d-2c302c54a950 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] 10.222.0.70 "GET /v2.0/floatingips?floating_network_id=7181a923-d0d1-4024-bc41-61abdc779441 HTTP/1.1" status: 200 len: 689 time: 0.4136102 Jan 28 00:36:54.307051 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48594) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:54.482476 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-9740510d-ba38-45a3-981e-34e5a3e2e914 service neutron] 10.222.0.52 "GET /v2.0/networks/ead8dd12-f48a-4640-9fec-672e4bf7d0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191701 Jan 28 00:36:54.615922 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c249d4f-9e6c-4c5f-a05e-44b9bf69c6cf req-98aad88b-e695-4ef2-84e0-eb1ad8552225 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:54.619901 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6c249d4f-9e6c-4c5f-a05e-44b9bf69c6cf req-98aad88b-e695-4ef2-84e0-eb1ad8552225 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/ports?device_id=53466a5d-b2ee-43f8-b0e1-0f66f42496a9 HTTP/1.1" status: 200 len: 943 time: 1.1600344 Jan 28 00:36:54.708192 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97e57c69-b8d3-4bc4-8793-27d9ba9c39b0 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (7181a923-d0d1-4024-bc41-61abdc779441), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:54.969793 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-97e57c69-b8d3-4bc4-8793-27d9ba9c39b0 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Deleting port aae274c7-6316-417d-b895-1cc9ce6755bb {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:36:54.978986 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97e57c69-b8d3-4bc4-8793-27d9ba9c39b0 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (aae274c7-6316-417d-b895-1cc9ce6755bb), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:55.000857 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6c249d4f-9e6c-4c5f-a05e-44b9bf69c6cf req-6520dc54-b505-462a-bc33-9e37e4154dba tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/security-groups?id=551fe991-c2eb-4dbf-8867-37475ffe88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468823 Jan 28 00:36:55.112574 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f7d6e772-72b1-4324-97c5-60fb820e008b req-1ea826dd-6ab4-4f63-8e38-baddcd6a90fc service neutron] 10.222.0.52 "GET /v2.0/networks/ead8dd12-f48a-4640-9fec-672e4bf7d0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6173012 Jan 28 00:36:55.249698 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97e57c69-b8d3-4bc4-8793-27d9ba9c39b0 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (aae274c7-6316-417d-b895-1cc9ce6755bb), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:55.250143 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97e57c69-b8d3-4bc4-8793-27d9ba9c39b0 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks [] for floatingip (aae274c7-6316-417d-b895-1cc9ce6755bb), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:55.291667 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-97e57c69-b8d3-4bc4-8793-27d9ba9c39b0 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Calling delete_port for aae274c7-6316-417d-b895-1cc9ce6755bb owned by network:floatingip {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:36:55.305629 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6935f0-2cd9-4d75-84b1-05923b9aaf3e req-2286acfb-34fc-4054-a192-b76d45b0d3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:55.320427 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fd6935f0-2cd9-4d75-84b1-05923b9aaf3e req-2286acfb-34fc-4054-a192-b76d45b0d3e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b9a318a173e14960837522f31f6c8c75&device_id=53466a5d-b2ee-43f8-b0e1-0f66f42496a9 HTTP/1.1" status: 200 len: 1094 time: 0.1168993 Jan 28 00:36:55.694541 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6935f0-2cd9-4d75-84b1-05923b9aaf3e req-94d3939b-d44a-49cd-b169-515a724767f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:55.697862 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fd6935f0-2cd9-4d75-84b1-05923b9aaf3e req-94d3939b-d44a-49cd-b169-515a724767f4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ead8dd12-f48a-4640-9fec-672e4bf7d0dc HTTP/1.1" status: 200 len: 914 time: 0.3698215 Jan 28 00:36:55.710945 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97e57c69-b8d3-4bc4-8793-27d9ba9c39b0 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (aae274c7-6316-417d-b895-1cc9ce6755bb), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:55.767656 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e57c69-b8d3-4bc4-8793-27d9ba9c39b0 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Pushing event deleted for resources: {'Port': ['ID=aae274c7-6316-417d-b895-1cc9ce6755bb,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:55.829408 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fd6935f0-2cd9-4d75-84b1-05923b9aaf3e req-30292a83-514c-4af1-ad95-cdc6708b0bdf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f35aae4e-6dd6-4335-bf6e-b50aaaf29434 HTTP/1.1" status: 200 len: 217 time: 0.1256042 Jan 28 00:36:55.912150 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97e57c69-b8d3-4bc4-8793-27d9ba9c39b0 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks [] for floatingip (ce378508-2013-428e-a473-e33685be9f7a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:55.937512 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6935f0-2cd9-4d75-84b1-05923b9aaf3e req-c3ab2c2a-f9d3-4e4d-a085-ae4811313289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:55.939367 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fd6935f0-2cd9-4d75-84b1-05923b9aaf3e req-c3ab2c2a-f9d3-4e4d-a085-ae4811313289 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db58f590-9db0-4125-bcec-c63a54e5e120 HTTP/1.1" status: 200 len: 853 time: 0.1022267 Jan 28 00:36:56.071406 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fd6935f0-2cd9-4d75-84b1-05923b9aaf3e req-92fc9629-35a3-4fb8-9c28-5cfed33ea376 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ead8dd12-f48a-4640-9fec-672e4bf7d0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245096 Jan 28 00:36:56.139092 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97e57c69-b8d3-4bc4-8793-27d9ba9c39b0 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (ddf11b1a-183d-48a8-acdf-a48422e9e996), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:56.439067 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97e57c69-b8d3-4bc4-8793-27d9ba9c39b0 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (ddf11b1a-183d-48a8-acdf-a48422e9e996), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:56.502242 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fd6935f0-2cd9-4d75-84b1-05923b9aaf3e req-5a96bc8c-2886-4b4f-bbe5-2184d87f2cf9 service neutron] 10.222.0.52 "GET /v2.0/networks/ead8dd12-f48a-4640-9fec-672e4bf7d0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150081 Jan 28 00:36:56.594551 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e57c69-b8d3-4bc4-8793-27d9ba9c39b0 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ddf11b1a-183d-48a8-acdf-a48422e9e996,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:56.803259 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fd6935f0-2cd9-4d75-84b1-05923b9aaf3e req-5b7cc0df-6fee-4a68-a689-8e8907abfabc service neutron] 10.222.0.52 "GET /v2.0/networks/ead8dd12-f48a-4640-9fec-672e4bf7d0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833693 Jan 28 00:36:56.868321 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97e57c69-b8d3-4bc4-8793-27d9ba9c39b0 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (7181a923-d0d1-4024-bc41-61abdc779441), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:56.943910 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-97e57c69-b8d3-4bc4-8793-27d9ba9c39b0 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7181a923-d0d1-4024-bc41-61abdc779441']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:36:56.969072 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-97e57c69-b8d3-4bc4-8793-27d9ba9c39b0 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb9c93ce-1336-4563-8bb6-5cb87fda483a') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:36:56.970496 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-97e57c69-b8d3-4bc4-8793-27d9ba9c39b0 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb9c93ce-1336-4563-8bb6-5cb87fda483a') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:36:56.995140 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97e57c69-b8d3-4bc4-8793-27d9ba9c39b0 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (eb9c93ce-1336-4563-8bb6-5cb87fda483a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:57.006434 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bdbe6-e269-4ac3-a5a6-ae833c57f1c0 req-fdad9654-a61f-492d-8c72-7f6be2e90393 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:57.018729 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f81bdbe6-e269-4ac3-a5a6-ae833c57f1c0 req-fdad9654-a61f-492d-8c72-7f6be2e90393 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/ports?device_id=53466a5d-b2ee-43f8-b0e1-0f66f42496a9 HTTP/1.1" status: 200 len: 943 time: 0.5147929 Jan 28 00:36:57.031938 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97e57c69-b8d3-4bc4-8793-27d9ba9c39b0 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (eb9c93ce-1336-4563-8bb6-5cb87fda483a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:57.041898 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e57c69-b8d3-4bc4-8793-27d9ba9c39b0 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:36:57.042687 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97e57c69-b8d3-4bc4-8793-27d9ba9c39b0 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (eb9c93ce-1336-4563-8bb6-5cb87fda483a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:57.045699 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:36:57.045699 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:36:57.045699 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:36:57.045699 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:36:57.045699 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:36:57.045699 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:36:57.045699 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:36:57.045699 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:36:57.045699 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:36:57.045699 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:36:57.045699 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:36:57.045699 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:36:57.045699 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:36:57.045699 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:36:57.045699 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:36:57.045699 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:36:57.045699 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:36:57.045699 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:36:57.045699 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:36:57.045699 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:36:57.045699 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:36:57.045699 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:36:57.045699 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:36:57.045699 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:36:57.045699 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:36:57.045699 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:36:57.045699 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:36:57.045699 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:36:57.045699 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:36:57.045699 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:36:57.045699 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:36:57.045699 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:36:57.137033 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f81bdbe6-e269-4ac3-a5a6-ae833c57f1c0 req-ba0c160d-22e0-43f9-8567-5783480afdf0 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/security-groups?id=551fe991-c2eb-4dbf-8867-37475ffe88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133320 Jan 28 00:36:57.238565 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97e57c69-b8d3-4bc4-8793-27d9ba9c39b0 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (7181a923-d0d1-4024-bc41-61abdc779441), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:57.245241 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e57c69-b8d3-4bc4-8793-27d9ba9c39b0 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7181a923-d0d1-4024-bc41-61abdc779441 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 00:36:57.247972 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97e57c69-b8d3-4bc4-8793-27d9ba9c39b0 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:57.251296 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-97e57c69-b8d3-4bc4-8793-27d9ba9c39b0 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] 10.222.0.70 "DELETE /v2.0/networks/7181a923-d0d1-4024-bc41-61abdc779441 HTTP/1.1" status: 204 len: 168 time: 2.9429641 Jan 28 00:36:57.256079 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 48634) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:57.304901 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e57c69-b8d3-4bc4-8793-27d9ba9c39b0 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Pushing event deleted for resources: {'Network': ['ID=7181a923-d0d1-4024-bc41-61abdc779441,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:58.620798 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7533e68d-afca-41ba-a3a0-01572bd667de tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 1.3599677 Jan 28 00:36:58.624141 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48656) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:58.735898 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c72d1-4a53-4e99-8c41-0e2350d395b0 req-ca75eb0b-9d89-406c-b3a6-e7a8b450ecca tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:58.756531 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-390c72d1-4a53-4e99-8c41-0e2350d395b0 req-ca75eb0b-9d89-406c-b3a6-e7a8b450ecca tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/ports?device_id=53466a5d-b2ee-43f8-b0e1-0f66f42496a9 HTTP/1.1" status: 200 len: 943 time: 0.2740116 Jan 28 00:36:58.827929 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a394490-6d26-441b-b8ce-a9625598eeae tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:58.828705 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a394490-6d26-441b-b8ce-a9625598eeae tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:58.829332 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a394490-6d26-441b-b8ce-a9625598eeae tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:58.829948 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a394490-6d26-441b-b8ce-a9625598eeae tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:58.830740 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a394490-6d26-441b-b8ce-a9625598eeae tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:58.831360 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a394490-6d26-441b-b8ce-a9625598eeae tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:58.832006 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a394490-6d26-441b-b8ce-a9625598eeae tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:58.832621 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a394490-6d26-441b-b8ce-a9625598eeae tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:58.833262 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a394490-6d26-441b-b8ce-a9625598eeae tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:58.835519 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3a394490-6d26-441b-b8ce-a9625598eeae tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5832 time: 0.2095921 Jan 28 00:36:58.841567 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48660) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:58.887700 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-a4fe7ae2-c491-4d3d-858e-c25c7063ff75 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] delete failed (client error): The resource could not be found. Jan 28 00:36:58.889257 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a4fe7ae2-c491-4d3d-858e-c25c7063ff75 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/ce378508-2013-428e-a473-e33685be9f7a HTTP/1.1" status: 404 len: 345 time: 0.0461214 Jan 28 00:36:58.913543 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48668) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:59.002112 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a131331-3e5d-441f-982c-e8423ce3ba64 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] DELETE failed (client error): The resource could not be found. Jan 28 00:36:59.002591 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a131331-3e5d-441f-982c-e8423ce3ba64 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:36:59.007040 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1a131331-3e5d-441f-982c-e8423ce3ba64 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] 10.222.0.70 "DELETE /v2.0/networks/7181a923-d0d1-4024-bc41-61abdc779441 HTTP/1.1" status: 404 len: 339 time: 0.0884326 Jan 28 00:36:59.021165 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48670) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:59.027721 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-027a454d-a61e-4618-b1bc-db909f0c37d8 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Request body: {'network': {'name': 'tempest-network--957935080', 'router:external': True}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:36:59.052204 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device f35aae4e-6dd6-4335-bf6e-b50aaaf29434 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:36:59.057627 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-390c72d1-4a53-4e99-8c41-0e2350d395b0 req-80e4afa9-2f07-4be0-a5ef-3d04dbad483d tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/security-groups?id=551fe991-c2eb-4dbf-8867-37475ffe88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941883 Jan 28 00:36:59.172647 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027a454d-a61e-4618-b1bc-db909f0c37d8 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Made reservation on behalf of bb39c09b614944aa943c674a68d56c71 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:36:59.177099 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-027a454d-a61e-4618-b1bc-db909f0c37d8 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:59.291943 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-027a454d-a61e-4618-b1bc-db909f0c37d8 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:36:59.328580 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-027a454d-a61e-4618-b1bc-db909f0c37d8 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (9c1cdfa3-6a64-4db6-a07b-33e641ed0004), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:59.329159 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-027a454d-a61e-4618-b1bc-db909f0c37d8 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Added segment 9c1cdfa3-6a64-4db6-a07b-33e641ed0004 of type vlan for network efaec6af-2b88-4bd1-9674-98737ea5d31a Jan 28 00:36:59.375859 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port f35aae4e-6dd6-4335-bf6e-b50aaaf29434, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=f35aae4e-6dd6-4335-bf6e-b50aaaf29434,segment=NetworkSegment(af66c444-11ae-4c87-b347-fc6b4391999d),segment_id=af66c444-11ae-4c87-b347-fc6b4391999d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:36:59.395832 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'f35aae4e-6dd6-4335-bf6e-b50aaaf29434', 'network_id': 'ead8dd12-f48a-4640-9fec-672e4bf7d0dc', 'port_id': 'f35aae4e-6dd6-4335-bf6e-b50aaaf29434', 'mac_address': 'fa:16:3e:84:53:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db58f590-9db0-4125-bcec-c63a54e5e120', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:36:59.465990 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-027a454d-a61e-4618-b1bc-db909f0c37d8 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (efaec6af-2b88-4bd1-9674-98737ea5d31a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:59.533744 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port f35aae4e-6dd6-4335-bf6e-b50aaaf29434 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:36:59.534709 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f35aae4e-6dd6-4335-bf6e-b50aaaf29434), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:59.543101 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-027a454d-a61e-4618-b1bc-db909f0c37d8 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (efaec6af-2b88-4bd1-9674-98737ea5d31a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:59.546514 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027a454d-a61e-4618-b1bc-db909f0c37d8 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:36:59.548752 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-027a454d-a61e-4618-b1bc-db909f0c37d8 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:59.583200 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35aae4e-6dd6-4335-bf6e-b50aaaf29434 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:36:59.692754 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port f35aae4e-6dd6-4335-bf6e-b50aaaf29434, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=f35aae4e-6dd6-4335-bf6e-b50aaaf29434,segment=NetworkSegment(af66c444-11ae-4c87-b347-fc6b4391999d),segment_id=af66c444-11ae-4c87-b347-fc6b4391999d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:36:59.705516 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f35aae4e-6dd6-4335-bf6e-b50aaaf29434), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:36:59.893581 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a454d-a61e-4618-b1bc-db909f0c37d8 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Pushing event updated for resources: {'Network': ['ID=efaec6af-2b88-4bd1-9674-98737ea5d31a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:59.918126 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=f35aae4e-6dd6-4335-bf6e-b50aaaf29434,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:36:59.950690 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-027a454d-a61e-4618-b1bc-db909f0c37d8 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9227066 Jan 28 00:36:59.950851 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 48684) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:36:59.953173 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network efaec6af-2b88-4bd1-9674-98737ea5d31a details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:37:00.435001 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb504c-3094-4d14-9b0a-68d47673dd13 req-e74dc5cd-5fa2-4b81-aac6-d57ba7f98c0d tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:00.440546 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a3cb504c-3094-4d14-9b0a-68d47673dd13 req-e74dc5cd-5fa2-4b81-aac6-d57ba7f98c0d tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/ports?device_id=53466a5d-b2ee-43f8-b0e1-0f66f42496a9 HTTP/1.1" status: 200 len: 944 time: 0.1476107 Jan 28 00:37:00.480496 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['f35aae4e-6dd6-4335-bf6e-b50aaaf29434'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:37:00.502227 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf52110-aa5f-4dfa-bb5c-28b0d1fe89eb tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:00.513379 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf52110-aa5f-4dfa-bb5c-28b0d1fe89eb tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:00.524684 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf52110-aa5f-4dfa-bb5c-28b0d1fe89eb tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:00.556878 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf52110-aa5f-4dfa-bb5c-28b0d1fe89eb tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:00.562439 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48706) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:00.565847 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0cf52110-aa5f-4dfa-bb5c-28b0d1fe89eb tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6153541 Jan 28 00:37:00.660640 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a3cb504c-3094-4d14-9b0a-68d47673dd13 req-124e0711-652e-4012-a12d-4c9d57f32980 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/security-groups?id=551fe991-c2eb-4dbf-8867-37475ffe88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105329 Jan 28 00:37:00.768967 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-140788da-9957-4b19-abd5-0526648b2568 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (efaec6af-2b88-4bd1-9674-98737ea5d31a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:00.911010 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-140788da-9957-4b19-abd5-0526648b2568 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (efaec6af-2b88-4bd1-9674-98737ea5d31a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:00.941328 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-140788da-9957-4b19-abd5-0526648b2568 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efaec6af-2b88-4bd1-9674-98737ea5d31a']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:37:00.956208 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-140788da-9957-4b19-abd5-0526648b2568 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c1cdfa3-6a64-4db6-a07b-33e641ed0004') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:37:00.956805 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-140788da-9957-4b19-abd5-0526648b2568 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c1cdfa3-6a64-4db6-a07b-33e641ed0004') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:37:00.972024 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-140788da-9957-4b19-abd5-0526648b2568 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (9c1cdfa3-6a64-4db6-a07b-33e641ed0004), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:00.995857 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-140788da-9957-4b19-abd5-0526648b2568 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (9c1cdfa3-6a64-4db6-a07b-33e641ed0004), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:01.004200 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-140788da-9957-4b19-abd5-0526648b2568 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:37:01.005104 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-140788da-9957-4b19-abd5-0526648b2568 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (9c1cdfa3-6a64-4db6-a07b-33e641ed0004), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:01.095554 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:37:01.095554 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:37:01.095554 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:37:01.095554 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:37:01.095554 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:37:01.095554 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:37:01.095554 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:37:01.095554 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:37:01.095554 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:37:01.095554 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:37:01.095554 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:37:01.095554 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:37:01.095554 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:37:01.095554 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:37:01.095554 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:37:01.095554 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:37:01.095554 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:37:01.095554 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:37:01.095554 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:37:01.095554 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:37:01.095554 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:37:01.095554 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:37:01.095554 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:37:01.095554 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:37:01.095554 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:37:01.095554 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:37:01.095554 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:37:01.095554 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:37:01.095554 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:37:01.095554 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:37:01.095554 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:37:01.095554 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:37:01.139558 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-140788da-9957-4b19-abd5-0526648b2568 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (efaec6af-2b88-4bd1-9674-98737ea5d31a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:01.153478 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140788da-9957-4b19-abd5-0526648b2568 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network efaec6af-2b88-4bd1-9674-98737ea5d31a {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 00:37:01.212940 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-140788da-9957-4b19-abd5-0526648b2568 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:01.226673 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-140788da-9957-4b19-abd5-0526648b2568 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] 10.222.0.70 "DELETE /v2.0/networks/efaec6af-2b88-4bd1-9674-98737ea5d31a HTTP/1.1" status: 204 len: 168 time: 0.6615369 Jan 28 00:37:01.233786 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 48724) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:01.244190 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-4f030938-17f2-4f81-8a18-4abcf1f97309 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Request body: {'network': {'name': 'tempest-network--470070121', 'router:external': True}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:37:01.249957 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140788da-9957-4b19-abd5-0526648b2568 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Pushing event deleted for resources: {'Network': ['ID=efaec6af-2b88-4bd1-9674-98737ea5d31a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:01.471165 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f030938-17f2-4f81-8a18-4abcf1f97309 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Made reservation on behalf of bb39c09b614944aa943c674a68d56c71 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:37:01.482638 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4f030938-17f2-4f81-8a18-4abcf1f97309 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:01.607471 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f030938-17f2-4f81-8a18-4abcf1f97309 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:37:01.628516 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4f030938-17f2-4f81-8a18-4abcf1f97309 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (f996ade7-d6bb-4827-9e5a-d9da2c872e3a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:01.629596 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-4f030938-17f2-4f81-8a18-4abcf1f97309 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Added segment f996ade7-d6bb-4827-9e5a-d9da2c872e3a of type vlan for network 9ad3d7e7-669b-40d3-9805-d7635d12baaa Jan 28 00:37:01.734810 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4f030938-17f2-4f81-8a18-4abcf1f97309 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (9ad3d7e7-669b-40d3-9805-d7635d12baaa), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:01.744828 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48734) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:01.827384 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4f030938-17f2-4f81-8a18-4abcf1f97309 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (9ad3d7e7-669b-40d3-9805-d7635d12baaa), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:01.831906 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f030938-17f2-4f81-8a18-4abcf1f97309 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:01.835675 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4f030938-17f2-4f81-8a18-4abcf1f97309 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:02.140048 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f55355-1734-4788-a561-d0eddb7ad629 req-de6a53c5-dfb5-48a7-bc6d-cfd496bce718 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:02.143200 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-31f55355-1734-4788-a561-d0eddb7ad629 req-de6a53c5-dfb5-48a7-bc6d-cfd496bce718 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 946 time: 0.8178575 Jan 28 00:37:02.146326 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e939efa-1da1-4ee8-864c-d599163dd6c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:02.189349 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4f030938-17f2-4f81-8a18-4abcf1f97309 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9529855 Jan 28 00:37:02.198402 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48738) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:02.248085 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f030938-17f2-4f81-8a18-4abcf1f97309 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Pushing event updated for resources: {'Network': ['ID=9ad3d7e7-669b-40d3-9805-d7635d12baaa,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:02.269512 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 9ad3d7e7-669b-40d3-9805-d7635d12baaa details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:37:02.404532 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-31f55355-1734-4788-a561-d0eddb7ad629 req-1e57d2c3-eac1-4055-8ce7-6c46363af362 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126582 Jan 28 00:37:02.444664 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3eede1-d394-4dc3-81d7-e3b00fbc0607 req-0b62b229-169e-4cb0-b702-b22b3b3c5daa tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:02.449280 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d3eede1-d394-4dc3-81d7-e3b00fbc0607 req-0b62b229-169e-4cb0-b702-b22b3b3c5daa tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/ports?device_id=53466a5d-b2ee-43f8-b0e1-0f66f42496a9 HTTP/1.1" status: 200 len: 944 time: 0.5765281 Jan 28 00:37:02.615208 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c211f4-5fd1-40f1-abea-38844d106360 tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:02.620786 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-31c211f4-5fd1-40f1-abea-38844d106360 tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] 10.222.0.70 "GET /v2.0/networks/9ad3d7e7-669b-40d3-9805-d7635d12baaa HTTP/1.1" status: 200 len: 756 time: 0.4131794 Jan 28 00:37:02.628506 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48748) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:02.666739 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d3eede1-d394-4dc3-81d7-e3b00fbc0607 req-de7aac06-684f-4895-b0b8-70d0ed22bc47 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/security-groups?id=551fe991-c2eb-4dbf-8867-37475ffe88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114956 Jan 28 00:37:02.839332 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e939efa-1da1-4ee8-864c-d599163dd6c1 admin admin] Publish callbacks [] for security_group (bc4548ca-a2c6-43e9-95f8-4defb9805515), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:02.854014 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e939efa-1da1-4ee8-864c-d599163dd6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (bc4548ca-a2c6-43e9-95f8-4defb9805515), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:02.975987 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1a1f01-15a4-49f9-a61c-e4a8ac299692 tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:02.978469 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6b1a1f01-15a4-49f9-a61c-e4a8ac299692 tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] 10.222.0.70 "GET /v2.0/networks/12cbd4f4-77af-4833-bbc9-553b8b275dfc HTTP/1.1" status: 200 len: 768 time: 0.3486173 Jan 28 00:37:02.981278 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e939efa-1da1-4ee8-864c-d599163dd6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4548ca-a2c6-43e9-95f8-4defb9805515,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:02.983801 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 48754) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:02.989878 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4e939efa-1da1-4ee8-864c-d599163dd6c1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f9726749799a412683d2572f4dc2b07d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2434442 Jan 28 00:37:02.994020 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48756) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:03.081006 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device f35aae4e-6dd6-4335-bf6e-b50aaaf29434 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:37:03.099296 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8d09d063-2e04-4ce1-ae13-e89dae3147c2 admin admin] Publish callbacks [] for security_group (bc4548ca-a2c6-43e9-95f8-4defb9805515), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:03.181481 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8d09d063-2e04-4ce1-ae13-e89dae3147c2 admin admin] Publish callbacks [] for security_group (bc4548ca-a2c6-43e9-95f8-4defb9805515), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:03.249647 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port f35aae4e-6dd6-4335-bf6e-b50aaaf29434 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:37:03.258226 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port f35aae4e-6dd6-4335-bf6e-b50aaaf29434 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:37:03.258851 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f35aae4e-6dd6-4335-bf6e-b50aaaf29434), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:03.293206 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4944c145-6a4c-4c62-a9f6-b4c8be169758 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (9ad3d7e7-669b-40d3-9805-d7635d12baaa), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:03.324004 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8d09d063-2e04-4ce1-ae13-e89dae3147c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (bc4548ca-a2c6-43e9-95f8-4defb9805515), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:03.329226 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8d09d063-2e04-4ce1-ae13-e89dae3147c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:03.331055 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8d09d063-2e04-4ce1-ae13-e89dae3147c2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bc4548ca-a2c6-43e9-95f8-4defb9805515 HTTP/1.1" status: 204 len: 168 time: 0.3352830 Jan 28 00:37:03.349301 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09d063-2e04-4ce1-ae13-e89dae3147c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4548ca-a2c6-43e9-95f8-4defb9805515,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:03.590073 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4944c145-6a4c-4c62-a9f6-b4c8be169758 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (9ad3d7e7-669b-40d3-9805-d7635d12baaa), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:03.653814 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-4944c145-6a4c-4c62-a9f6-b4c8be169758 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ad3d7e7-669b-40d3-9805-d7635d12baaa']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:37:03.686637 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-4944c145-6a4c-4c62-a9f6-b4c8be169758 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f996ade7-d6bb-4827-9e5a-d9da2c872e3a') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:37:03.687268 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-4944c145-6a4c-4c62-a9f6-b4c8be169758 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f996ade7-d6bb-4827-9e5a-d9da2c872e3a') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:37:03.710495 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4944c145-6a4c-4c62-a9f6-b4c8be169758 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (f996ade7-d6bb-4827-9e5a-d9da2c872e3a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:03.741786 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4944c145-6a4c-4c62-a9f6-b4c8be169758 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (f996ade7-d6bb-4827-9e5a-d9da2c872e3a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:03.756209 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4944c145-6a4c-4c62-a9f6-b4c8be169758 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:37:03.756920 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4944c145-6a4c-4c62-a9f6-b4c8be169758 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (f996ade7-d6bb-4827-9e5a-d9da2c872e3a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:03.839491 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port f35aae4e-6dd6-4335-bf6e-b50aaaf29434 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:37:03.840095 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f35aae4e-6dd6-4335-bf6e-b50aaaf29434), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:03.903218 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:37:03.903218 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:37:03.903218 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:37:03.903218 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:37:03.903218 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:37:03.903218 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:37:03.903218 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:37:03.903218 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:37:03.903218 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:37:03.903218 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:37:03.903218 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:37:03.903218 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:37:03.903218 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:37:03.903218 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:37:03.903218 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:37:03.903218 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:37:03.903218 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:37:03.903218 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:37:03.903218 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:37:03.903218 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:37:03.903218 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:37:03.903218 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:37:03.903218 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:37:03.903218 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:37:03.903218 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:37:03.903218 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:37:03.903218 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:37:03.903218 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:37:03.903218 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:37:03.903218 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:37:03.903218 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:37:03.903218 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:37:03.927763 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port f35aae4e-6dd6-4335-bf6e-b50aaaf29434, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=f35aae4e-6dd6-4335-bf6e-b50aaaf29434,segment=NetworkSegment(af66c444-11ae-4c87-b347-fc6b4391999d),segment_id=af66c444-11ae-4c87-b347-fc6b4391999d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:37:03.929131 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53466a5d-b2ee-43f8-b0e1-0f66f42496a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35aae4e-6dd6-4335-bf6e-b50aaaf29434'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:37:03.933661 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd03308f-6aa8-404a-893e-c41275dbe641" -d '{"events": [{"server_uuid": "53466a5d-b2ee-43f8-b0e1-0f66f42496a9", "name": "network-vif-plugged", "status": "completed", "tag": "f35aae4e-6dd6-4335-bf6e-b50aaaf29434"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:37:03.947713 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f35aae4e-6dd6-4335-bf6e-b50aaaf29434), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:03.955530 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4944c145-6a4c-4c62-a9f6-b4c8be169758 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (9ad3d7e7-669b-40d3-9805-d7635d12baaa), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:04.046768 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4944c145-6a4c-4c62-a9f6-b4c8be169758 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9ad3d7e7-669b-40d3-9805-d7635d12baaa {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 00:37:04.081173 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=f35aae4e-6dd6-4335-bf6e-b50aaaf29434,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:04.103970 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4944c145-6a4c-4c62-a9f6-b4c8be169758 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:04.113838 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4944c145-6a4c-4c62-a9f6-b4c8be169758 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] 10.222.0.70 "DELETE /v2.0/networks/9ad3d7e7-669b-40d3-9805-d7635d12baaa HTTP/1.1" status: 204 len: 168 time: 1.1268237 Jan 28 00:37:04.126084 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48778) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:04.128441 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e413624a-1e51-4367-8bee-9d98fc660577 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:37:04.160649 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-713709ae-89da-440c-b920-fd82a8c4b025 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Request body: {'network': {'name': 'tempest-network--529521903'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:37:04.163650 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944c145-6a4c-4c62-a9f6-b4c8be169758 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Pushing event deleted for resources: {'Network': ['ID=9ad3d7e7-669b-40d3-9805-d7635d12baaa,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:04.262888 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e7c92-7b74-4063-9409-3e3bbd84d675 req-96c419bd-cf19-4a03-9182-c752bcd8f26b tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:04.297576 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-924e7c92-7b74-4063-9409-3e3bbd84d675 req-96c419bd-cf19-4a03-9182-c752bcd8f26b tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/ports?device_id=53466a5d-b2ee-43f8-b0e1-0f66f42496a9 HTTP/1.1" status: 200 len: 945 time: 0.3905842 Jan 28 00:37:04.342478 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb28e744-3400-42e1-9df7-c7c4a996a913 x-openstack-request-id: req-fb28e744-3400-42e1-9df7-c7c4a996a913 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:37:04.343116 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53466a5d-b2ee-43f8-b0e1-0f66f42496a9", "name": "network-vif-plugged", "status": "completed", "tag": "f35aae4e-6dd6-4335-bf6e-b50aaaf29434", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:37:04.345155 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fb28e744-3400-42e1-9df7-c7c4a996a913 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:37:04.346246 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53466a5d-b2ee-43f8-b0e1-0f66f42496a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35aae4e-6dd6-4335-bf6e-b50aaaf29434', 'code': 200} Jan 28 00:37:04.353161 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713709ae-89da-440c-b920-fd82a8c4b025 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Made reservation on behalf of bb39c09b614944aa943c674a68d56c71 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:37:04.382836 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-713709ae-89da-440c-b920-fd82a8c4b025 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:04.484890 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port e413624a-1e51-4367-8bee-9d98fc660577 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:37:04.490923 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e413624a-1e51-4367-8bee-9d98fc660577), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:04.548095 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713709ae-89da-440c-b920-fd82a8c4b025 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:37:04.552369 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e413624a-1e51-4367-8bee-9d98fc660577, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e413624a-1e51-4367-8bee-9d98fc660577,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:37:04.559295 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e413624a-1e51-4367-8bee-9d98fc660577), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:04.583670 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-713709ae-89da-440c-b920-fd82a8c4b025 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (0a22f23b-669e-44ca-b6cd-650ca2c958b8), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:04.584231 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-713709ae-89da-440c-b920-fd82a8c4b025 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Added segment 0a22f23b-669e-44ca-b6cd-650ca2c958b8 of type vlan for network fb4ed9a1-f3d4-44a1-9064-9ac3dac4afbf Jan 28 00:37:04.692224 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d2058-3a1c-4812-9e55-0693c13b076f req-03ad10a5-da03-45f5-a8a9-c5259e2c590d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:04.695638 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=e413624a-1e51-4367-8bee-9d98fc660577,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:04.699979 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c34d2058-3a1c-4812-9e55-0693c13b076f req-03ad10a5-da03-45f5-a8a9-c5259e2c590d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=53466a5d-b2ee-43f8-b0e1-0f66f42496a9 HTTP/1.1" status: 200 len: 1096 time: 0.3727772 Jan 28 00:37:04.724644 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-924e7c92-7b74-4063-9409-3e3bbd84d675 req-636d88d6-287f-4e6c-b271-29cc9ee964d8 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/security-groups?id=551fe991-c2eb-4dbf-8867-37475ffe88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244275 Jan 28 00:37:04.756932 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-713709ae-89da-440c-b920-fd82a8c4b025 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (fb4ed9a1-f3d4-44a1-9064-9ac3dac4afbf), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:04.879040 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-713709ae-89da-440c-b920-fd82a8c4b025 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (fb4ed9a1-f3d4-44a1-9064-9ac3dac4afbf), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:04.881269 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713709ae-89da-440c-b920-fd82a8c4b025 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:04.881661 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-713709ae-89da-440c-b920-fd82a8c4b025 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:04.910163 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c34d2058-3a1c-4812-9e55-0693c13b076f req-ab585bbd-2aff-429e-b037-ce288c967362 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=551fe991-c2eb-4dbf-8867-37475ffe88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838846 Jan 28 00:37:05.084176 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 48790) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:05.095417 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-59071e84-69a6-451d-95c4-9a599fe89727 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:37:05.113283 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-713709ae-89da-440c-b920-fd82a8c4b025 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9811428 Jan 28 00:37:05.141866 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713709ae-89da-440c-b920-fd82a8c4b025 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Pushing event updated for resources: {'Network': ['ID=fb4ed9a1-f3d4-44a1-9064-9ac3dac4afbf,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:05.166256 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network fb4ed9a1-f3d4-44a1-9064-9ac3dac4afbf details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:37:05.488759 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-59071e84-69a6-451d-95c4-9a599fe89727 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (fb4ed9a1-f3d4-44a1-9064-9ac3dac4afbf), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:05.517639 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-59071e84-69a6-451d-95c4-9a599fe89727 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (fb4ed9a1-f3d4-44a1-9064-9ac3dac4afbf), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:05.545879 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-59071e84-69a6-451d-95c4-9a599fe89727 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Network fb4ed9a1-f3d4-44a1-9064-9ac3dac4afbf is not hosted by any dhcp agent {{(pid=103344) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 00:37:05.546541 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59071e84-69a6-451d-95c4-9a599fe89727 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:05.547253 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-59071e84-69a6-451d-95c4-9a599fe89727 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:05.548629 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-59071e84-69a6-451d-95c4-9a599fe89727 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] 10.222.0.70 "PUT /v2.0/networks/fb4ed9a1-f3d4-44a1-9064-9ac3dac4afbf HTTP/1.1" status: 200 len: 857 time: 0.4627941 Jan 28 00:37:05.552726 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48796) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:05.614615 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59071e84-69a6-451d-95c4-9a599fe89727 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Pushing event updated for resources: {'Network': ['ID=fb4ed9a1-f3d4-44a1-9064-9ac3dac4afbf,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:05.744329 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61e48120-f93b-4f21-b2bb-c0747bbfb257 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (fb4ed9a1-f3d4-44a1-9064-9ac3dac4afbf), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:05.910214 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61e48120-f93b-4f21-b2bb-c0747bbfb257 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (fb4ed9a1-f3d4-44a1-9064-9ac3dac4afbf), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:05.943807 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4213878-860b-40fb-9e4b-83c61d897c28 req-53cf8463-5f9a-46da-8bfb-2a4056a50b21 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:05.946990 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b4213878-860b-40fb-9e4b-83c61d897c28 req-53cf8463-5f9a-46da-8bfb-2a4056a50b21 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/ports?device_id=53466a5d-b2ee-43f8-b0e1-0f66f42496a9 HTTP/1.1" status: 200 len: 945 time: 0.0914078 Jan 28 00:37:05.952742 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-61e48120-f93b-4f21-b2bb-c0747bbfb257 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb4ed9a1-f3d4-44a1-9064-9ac3dac4afbf']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:37:05.969929 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-61e48120-f93b-4f21-b2bb-c0747bbfb257 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a22f23b-669e-44ca-b6cd-650ca2c958b8') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:37:05.970381 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-61e48120-f93b-4f21-b2bb-c0747bbfb257 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a22f23b-669e-44ca-b6cd-650ca2c958b8') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:37:05.983583 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61e48120-f93b-4f21-b2bb-c0747bbfb257 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (0a22f23b-669e-44ca-b6cd-650ca2c958b8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:06.001130 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61e48120-f93b-4f21-b2bb-c0747bbfb257 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (0a22f23b-669e-44ca-b6cd-650ca2c958b8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:06.010271 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e48120-f93b-4f21-b2bb-c0747bbfb257 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:37:06.010838 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61e48120-f93b-4f21-b2bb-c0747bbfb257 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (0a22f23b-669e-44ca-b6cd-650ca2c958b8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:06.048010 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aa2f67be-db65-4ac4-8ae7-6841a5741ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:06.060708 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b4213878-860b-40fb-9e4b-83c61d897c28 req-fd869a21-1ef5-4963-97b9-9a3cb06fed95 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/security-groups?id=551fe991-c2eb-4dbf-8867-37475ffe88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031246 Jan 28 00:37:06.106515 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:37:06.106515 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:37:06.106515 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:37:06.106515 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:37:06.106515 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:37:06.106515 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:37:06.106515 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:37:06.106515 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:37:06.106515 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:37:06.106515 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:37:06.106515 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:37:06.106515 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:37:06.106515 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:37:06.106515 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:37:06.106515 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:37:06.106515 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:37:06.106515 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:37:06.106515 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:37:06.106515 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:37:06.106515 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:37:06.106515 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:37:06.106515 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:37:06.106515 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:37:06.106515 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:37:06.106515 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:37:06.106515 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:37:06.106515 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:37:06.106515 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:37:06.106515 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:37:06.106515 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:37:06.106515 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:37:06.106515 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:37:06.121156 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61e48120-f93b-4f21-b2bb-c0747bbfb257 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (fb4ed9a1-f3d4-44a1-9064-9ac3dac4afbf), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:06.132070 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e48120-f93b-4f21-b2bb-c0747bbfb257 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fb4ed9a1-f3d4-44a1-9064-9ac3dac4afbf {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 00:37:06.136235 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61e48120-f93b-4f21-b2bb-c0747bbfb257 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:06.146877 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 48804) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:06.158064 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-61e48120-f93b-4f21-b2bb-c0747bbfb257 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] 10.222.0.70 "DELETE /v2.0/networks/fb4ed9a1-f3d4-44a1-9064-9ac3dac4afbf HTTP/1.1" status: 204 len: 168 time: 0.5895627 Jan 28 00:37:06.207123 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e48120-f93b-4f21-b2bb-c0747bbfb257 tempest-ExternalNetworksTestJSON-803251943 tempest-ExternalNetworksTestJSON-803251943-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb4ed9a1-f3d4-44a1-9064-9ac3dac4afbf,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:06.316777 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-5888a18a-3906-465f-916a-1a8d9ad7e9d7 tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] DELETE failed (client error): The resource could not be found. Jan 28 00:37:06.317905 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5888a18a-3906-465f-916a-1a8d9ad7e9d7 tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:37:06.330922 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48806) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:06.331299 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5888a18a-3906-465f-916a-1a8d9ad7e9d7 tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] 10.222.0.70 "DELETE /v2.0/subnets/ddf11b1a-183d-48a8-acdf-a48422e9e996 HTTP/1.1" status: 404 len: 337 time: 0.1787951 Jan 28 00:37:06.347182 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96ef984-a939-48fb-925d-56c88d14b640', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e413624a-1e51-4367-8bee-9d98fc660577'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:37:06.351647 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b4b07a-6603-4985-8a1f-08169287418a" -d '{"events": [{"server_uuid": "d96ef984-a939-48fb-925d-56c88d14b640", "name": "network-vif-unplugged", "status": "completed", "tag": "e413624a-1e51-4367-8bee-9d98fc660577"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:37:06.559557 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5753ab50-dfb5-4c9e-9087-e350d0728fa8 x-openstack-request-id: req-5753ab50-dfb5-4c9e-9087-e350d0728fa8 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:37:06.560060 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96ef984-a939-48fb-925d-56c88d14b640", "name": "network-vif-unplugged", "status": "completed", "tag": "e413624a-1e51-4367-8bee-9d98fc660577", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:37:06.560650 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5753ab50-dfb5-4c9e-9087-e350d0728fa8 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:37:06.561136 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96ef984-a939-48fb-925d-56c88d14b640', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e413624a-1e51-4367-8bee-9d98fc660577', 'code': 200} Jan 28 00:37:06.657423 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-75771ae4-d499-44a5-8bf1-1906ef6c6da9 tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (12cbd4f4-77af-4833-bbc9-553b8b275dfc), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:06.858693 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-75771ae4-d499-44a5-8bf1-1906ef6c6da9 tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (12cbd4f4-77af-4833-bbc9-553b8b275dfc), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:06.888675 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-75771ae4-d499-44a5-8bf1-1906ef6c6da9 tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12cbd4f4-77af-4833-bbc9-553b8b275dfc']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:37:06.902658 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-75771ae4-d499-44a5-8bf1-1906ef6c6da9 tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a9c3e6-8e81-4d42-aabe-2945c21a424f') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:37:06.902956 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-75771ae4-d499-44a5-8bf1-1906ef6c6da9 tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a9c3e6-8e81-4d42-aabe-2945c21a424f') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:37:06.922500 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-75771ae4-d499-44a5-8bf1-1906ef6c6da9 tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (a9a9c3e6-8e81-4d42-aabe-2945c21a424f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:06.942054 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-75771ae4-d499-44a5-8bf1-1906ef6c6da9 tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (a9a9c3e6-8e81-4d42-aabe-2945c21a424f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:06.956146 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75771ae4-d499-44a5-8bf1-1906ef6c6da9 tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:37:06.956485 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-75771ae4-d499-44a5-8bf1-1906ef6c6da9 tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (a9a9c3e6-8e81-4d42-aabe-2945c21a424f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:07.023160 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:37:07.023160 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:37:07.023160 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:37:07.023160 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:37:07.023160 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:37:07.023160 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:37:07.023160 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:37:07.023160 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:37:07.023160 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:37:07.023160 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:37:07.023160 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:37:07.023160 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:37:07.023160 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:37:07.023160 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:37:07.023160 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:37:07.023160 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:37:07.023160 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:37:07.023160 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:37:07.023160 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:37:07.023160 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:37:07.023160 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:37:07.023160 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:37:07.023160 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:37:07.023160 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:37:07.023160 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:37:07.023160 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:37:07.023160 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:37:07.023160 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:37:07.023160 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:37:07.023160 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:37:07.023160 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:37:07.023160 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:37:07.058660 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-75771ae4-d499-44a5-8bf1-1906ef6c6da9 tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (12cbd4f4-77af-4833-bbc9-553b8b275dfc), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:07.113624 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-75771ae4-d499-44a5-8bf1-1906ef6c6da9 tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:07.127289 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-75771ae4-d499-44a5-8bf1-1906ef6c6da9 tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] 10.222.0.70 "DELETE /v2.0/networks/12cbd4f4-77af-4833-bbc9-553b8b275dfc HTTP/1.1" status: 204 len: 168 time: 0.7943308 Jan 28 00:37:07.129459 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75771ae4-d499-44a5-8bf1-1906ef6c6da9 tempest-ExternalNetworksTestJSON-2037567112 tempest-ExternalNetworksTestJSON-2037567112-project] Pushing event deleted for resources: {'Network': ['ID=12cbd4f4-77af-4833-bbc9-553b8b275dfc,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:07.377772 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35677866-31a3-4940-ba61-2ce764f22668 req-a2bc93fe-5d1f-41af-b492-7392bf33e14c tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:07.391217 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-35677866-31a3-4940-ba61-2ce764f22668 req-a2bc93fe-5d1f-41af-b492-7392bf33e14c tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/ports?device_id=53466a5d-b2ee-43f8-b0e1-0f66f42496a9 HTTP/1.1" status: 200 len: 945 time: 0.1644373 Jan 28 00:37:07.483656 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-35677866-31a3-4940-ba61-2ce764f22668 req-6f616efb-a6c7-439c-a564-7b44c54441ef tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/security-groups?id=551fe991-c2eb-4dbf-8867-37475ffe88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889907 Jan 28 00:37:07.756656 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48848) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:08.032689 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa7960-4940-413d-852f-17d1fca5ec28 req-5677389d-402e-43a7-acea-8e5806f81177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:08.034566 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3daa7960-4940-413d-852f-17d1fca5ec28 req-5677389d-402e-43a7-acea-8e5806f81177 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b9a318a173e14960837522f31f6c8c75&device_id=53466a5d-b2ee-43f8-b0e1-0f66f42496a9 HTTP/1.1" status: 200 len: 1096 time: 0.1089246 Jan 28 00:37:08.043750 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415d514-e135-4d57-beee-681947a132c4 req-bd8e8656-9224-456a-aaca-a90b961fb00e tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:08.052173 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6415d514-e135-4d57-beee-681947a132c4 req-bd8e8656-9224-456a-aaca-a90b961fb00e tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/ports?device_id=53466a5d-b2ee-43f8-b0e1-0f66f42496a9 HTTP/1.1" status: 200 len: 945 time: 0.2114923 Jan 28 00:37:08.148472 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e413624a-1e51-4367-8bee-9d98fc660577 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:37:08.207285 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa7960-4940-413d-852f-17d1fca5ec28 req-3c9d25e3-14fd-4100-af50-d8a987895b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:08.214834 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3daa7960-4940-413d-852f-17d1fca5ec28 req-3c9d25e3-14fd-4100-af50-d8a987895b6d service neutron] 10.222.0.52 "GET /v2.0/networks?id=ead8dd12-f48a-4640-9fec-672e4bf7d0dc HTTP/1.1" status: 200 len: 914 time: 0.1555309 Jan 28 00:37:08.227814 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-75da4033-49a0-4da4-b273-e9bd727069b7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f2d815c6dfbc4cde8399557384fedde4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4637733 Jan 28 00:37:08.236025 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48866) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:08.300695 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3daa7960-4940-413d-852f-17d1fca5ec28 req-f4e2ac77-2dee-4889-bb5f-34f4c283d9cc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f35aae4e-6dd6-4335-bf6e-b50aaaf29434 HTTP/1.1" status: 200 len: 217 time: 0.0829322 Jan 28 00:37:08.384709 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa7960-4940-413d-852f-17d1fca5ec28 req-b419d46b-19cf-4142-ae4e-17773c583243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:08.386200 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3daa7960-4940-413d-852f-17d1fca5ec28 req-b419d46b-19cf-4142-ae4e-17773c583243 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db58f590-9db0-4125-bcec-c63a54e5e120 HTTP/1.1" status: 200 len: 853 time: 0.0766323 Jan 28 00:37:08.449305 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fc9cdc20-5148-45d2-a4fe-cbf75e8e8281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:08.453355 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3daa7960-4940-413d-852f-17d1fca5ec28 req-12748356-f7ff-4839-8048-592544f8a48a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ead8dd12-f48a-4640-9fec-672e4bf7d0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600953 Jan 28 00:37:08.479774 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6415d514-e135-4d57-beee-681947a132c4 req-3cd10a61-5c77-4bea-a954-e716a036bfd0 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/security-groups?id=551fe991-c2eb-4dbf-8867-37475ffe88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214780 Jan 28 00:37:08.519330 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b5f34e6a-b080-4573-9daf-c9bc88506883 admin admin] Publish callbacks [] for security_group (fbb50702-e179-4aac-8d2a-dc127aa6051e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:08.534536 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e413624a-1e51-4367-8bee-9d98fc660577, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e413624a-1e51-4367-8bee-9d98fc660577,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:37:08.567528 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'e413624a-1e51-4367-8bee-9d98fc660577', 'network_id': 'a5055772-1556-467a-8d2c-d15584910096', 'port_id': 'e413624a-1e51-4367-8bee-9d98fc660577', 'mac_address': 'fa:16:3e:79:de:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f29497-ba52-4939-af70-d57b51c2ceee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:37:08.628163 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b5f34e6a-b080-4573-9daf-c9bc88506883 admin admin] Publish callbacks [] for security_group (fbb50702-e179-4aac-8d2a-dc127aa6051e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:08.630585 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port e413624a-1e51-4367-8bee-9d98fc660577 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:37:08.631766 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e413624a-1e51-4367-8bee-9d98fc660577), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:08.651671 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e413624a-1e51-4367-8bee-9d98fc660577 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:37:08.676929 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e413624a-1e51-4367-8bee-9d98fc660577, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e413624a-1e51-4367-8bee-9d98fc660577,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:37:08.688142 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e413624a-1e51-4367-8bee-9d98fc660577), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:08.746455 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b5f34e6a-b080-4573-9daf-c9bc88506883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (fbb50702-e179-4aac-8d2a-dc127aa6051e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:08.749670 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b5f34e6a-b080-4573-9daf-c9bc88506883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:08.751190 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b5f34e6a-b080-4573-9daf-c9bc88506883 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fbb50702-e179-4aac-8d2a-dc127aa6051e HTTP/1.1" status: 204 len: 168 time: 0.5136805 Jan 28 00:37:08.766799 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f34e6a-b080-4573-9daf-c9bc88506883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb50702-e179-4aac-8d2a-dc127aa6051e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:08.830073 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3daa7960-4940-413d-852f-17d1fca5ec28 req-aed372dc-9d29-49bf-8b32-0c1e26123a25 service neutron] 10.222.0.52 "GET /v2.0/networks/ead8dd12-f48a-4640-9fec-672e4bf7d0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680987 Jan 28 00:37:09.031785 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['e413624a-1e51-4367-8bee-9d98fc660577'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:37:09.059291 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=e413624a-1e51-4367-8bee-9d98fc660577,revision_number=9']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:09.275583 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3daa7960-4940-413d-852f-17d1fca5ec28 req-6e4a42e6-0176-40e6-b7e3-44839f375309 service neutron] 10.222.0.52 "GET /v2.0/networks/ead8dd12-f48a-4640-9fec-672e4bf7d0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388859 Jan 28 00:37:09.680757 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:09.750955 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48894) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:09.888790 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a0e8ceec-4bd0-49c0-8317-fa886e80a9d4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bb39c09b614944aa943c674a68d56c71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1357114 Jan 28 00:37:09.889788 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48896) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:09.893007 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4f0c6-1e72-436e-aec8-ed2e2b167897 req-b0cc32d1-7f95-42ee-b726-66583971fc86 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:09.898473 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f5b4f0c6-1e72-436e-aec8-ed2e2b167897 req-b0cc32d1-7f95-42ee-b726-66583971fc86 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/ports?device_id=53466a5d-b2ee-43f8-b0e1-0f66f42496a9 HTTP/1.1" status: 200 len: 945 time: 0.2132270 Jan 28 00:37:10.043556 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f5b4f0c6-1e72-436e-aec8-ed2e2b167897 req-f80f783c-a614-48ec-ba3a-5f59e367b395 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/security-groups?id=551fe991-c2eb-4dbf-8867-37475ffe88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253662 Jan 28 00:37:10.129994 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a3dd874-30e9-4ad2-9a83-0ebaf295f8e8 admin admin] Publish callbacks [] for security_group (d1a0b0d3-805c-45fb-9365-965dd2a879f6), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:10.177932 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e413624a-1e51-4367-8bee-9d98fc660577 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:37:10.303518 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a3dd874-30e9-4ad2-9a83-0ebaf295f8e8 admin admin] Publish callbacks [] for security_group (d1a0b0d3-805c-45fb-9365-965dd2a879f6), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:10.617900 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a3dd874-30e9-4ad2-9a83-0ebaf295f8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d1a0b0d3-805c-45fb-9365-965dd2a879f6), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:10.630848 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a3dd874-30e9-4ad2-9a83-0ebaf295f8e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:10.645996 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port e413624a-1e51-4367-8bee-9d98fc660577 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:37:10.648301 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e413624a-1e51-4367-8bee-9d98fc660577), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:10.667498 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7a3dd874-30e9-4ad2-9a83-0ebaf295f8e8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d1a0b0d3-805c-45fb-9365-965dd2a879f6 HTTP/1.1" status: 204 len: 168 time: 0.7744505 Jan 28 00:37:10.687120 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3dd874-30e9-4ad2-9a83-0ebaf295f8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a0b0d3-805c-45fb-9365-965dd2a879f6,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:10.960856 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port e413624a-1e51-4367-8bee-9d98fc660577 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:37:10.963065 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e413624a-1e51-4367-8bee-9d98fc660577), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:11.033337 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96ef984-a939-48fb-925d-56c88d14b640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e413624a-1e51-4367-8bee-9d98fc660577'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:37:11.035977 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff23f4b-6cfe-4d59-9add-23ddeeba5737" -d '{"events": [{"server_uuid": "d96ef984-a939-48fb-925d-56c88d14b640", "name": "network-vif-plugged", "status": "completed", "tag": "e413624a-1e51-4367-8bee-9d98fc660577"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:37:11.105955 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e413624a-1e51-4367-8bee-9d98fc660577, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e413624a-1e51-4367-8bee-9d98fc660577,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:37:11.139646 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e413624a-1e51-4367-8bee-9d98fc660577), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:11.274553 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f50692-b1a1-4805-b903-7c7f3d960fa7 x-openstack-request-id: req-06f50692-b1a1-4805-b903-7c7f3d960fa7 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:37:11.275148 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96ef984-a939-48fb-925d-56c88d14b640", "name": "network-vif-plugged", "status": "completed", "tag": "e413624a-1e51-4367-8bee-9d98fc660577", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:37:11.275384 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-06f50692-b1a1-4805-b903-7c7f3d960fa7 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:37:11.281146 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96ef984-a939-48fb-925d-56c88d14b640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e413624a-1e51-4367-8bee-9d98fc660577', 'code': 200} Jan 28 00:37:11.290286 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:11.372774 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=e413624a-1e51-4367-8bee-9d98fc660577,revision_number=10']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:11.486987 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cecc7c-4b55-4d7a-a987-496ed50caf95 req-8c289266-99c2-4bf0-9292-01225c420568 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:11.502975 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3cecc7c-4b55-4d7a-a987-496ed50caf95 req-8c289266-99c2-4bf0-9292-01225c420568 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/ports?device_id=53466a5d-b2ee-43f8-b0e1-0f66f42496a9 HTTP/1.1" status: 200 len: 945 time: 0.1519489 Jan 28 00:37:11.623115 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3cecc7c-4b55-4d7a-a987-496ed50caf95 req-6423cb2e-0be0-4ed3-9667-55e03bb94d86 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/security-groups?id=551fe991-c2eb-4dbf-8867-37475ffe88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166859 Jan 28 00:37:12.234278 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:12.608870 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7e1cd-c27e-4b95-a763-c76917e2572a req-6a6c2bab-a507-4634-9b84-7eedd6a89a23 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:12.631025 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78a7e1cd-c27e-4b95-a763-c76917e2572a req-6a6c2bab-a507-4634-9b84-7eedd6a89a23 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/ports?device_id=53466a5d-b2ee-43f8-b0e1-0f66f42496a9 HTTP/1.1" status: 200 len: 945 time: 0.2120905 Jan 28 00:37:12.747215 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78a7e1cd-c27e-4b95-a763-c76917e2572a req-6b494ab4-15cb-47e0-abfb-c60c71125fad tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/security-groups?id=551fe991-c2eb-4dbf-8867-37475ffe88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145666 Jan 28 00:37:12.998183 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:14.136462 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32ea47-6fbf-40ca-9663-8b5171bbd10c req-44848707-f12f-48ad-9adf-827d1e846bd1 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:14.185315 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3d32ea47-6fbf-40ca-9663-8b5171bbd10c req-44848707-f12f-48ad-9adf-827d1e846bd1 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/ports?device_id=53466a5d-b2ee-43f8-b0e1-0f66f42496a9 HTTP/1.1" status: 200 len: 945 time: 0.2300169 Jan 28 00:37:14.348533 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c7c11-fa5b-452d-9018-1d4f6193b1b6 req-f0f167c1-f095-41b9-9847-f1ffe4d7ccef tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:14.350181 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f13c7c11-fa5b-452d-9018-1d4f6193b1b6 req-f0f167c1-f095-41b9-9847-f1ffe4d7ccef tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.52 "GET /v2.0/ports?device_id=53466a5d-b2ee-43f8-b0e1-0f66f42496a9 HTTP/1.1" status: 200 len: 945 time: 0.3294094 Jan 28 00:37:14.410393 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3d32ea47-6fbf-40ca-9663-8b5171bbd10c req-9b2ee2fc-5921-453f-82b0-a84d1a221d80 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/security-groups?id=551fe991-c2eb-4dbf-8867-37475ffe88f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767612 Jan 28 00:37:14.454151 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:14.601117 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-f13c7c11-fa5b-452d-9018-1d4f6193b1b6 req-258581aa-2613-4429-ae1a-f351463a58d8 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Deleting port f35aae4e-6dd6-4335-bf6e-b50aaaf29434 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:37:14.602000 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f13c7c11-fa5b-452d-9018-1d4f6193b1b6 req-258581aa-2613-4429-ae1a-f351463a58d8 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f35aae4e-6dd6-4335-bf6e-b50aaaf29434), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:15.028520 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-f13c7c11-fa5b-452d-9018-1d4f6193b1b6 req-258581aa-2613-4429-ae1a-f351463a58d8 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] For port f35aae4e-6dd6-4335-bf6e-b50aaaf29434, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=f35aae4e-6dd6-4335-bf6e-b50aaaf29434,segment=NetworkSegment(af66c444-11ae-4c87-b347-fc6b4391999d),segment_id=af66c444-11ae-4c87-b347-fc6b4391999d)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:37:15.031003 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f13c7c11-fa5b-452d-9018-1d4f6193b1b6 req-258581aa-2613-4429-ae1a-f351463a58d8 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f35aae4e-6dd6-4335-bf6e-b50aaaf29434), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:15.069810 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-f13c7c11-fa5b-452d-9018-1d4f6193b1b6 req-258581aa-2613-4429-ae1a-f351463a58d8 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Calling delete_port for f35aae4e-6dd6-4335-bf6e-b50aaaf29434 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:37:15.478173 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f13c7c11-fa5b-452d-9018-1d4f6193b1b6 req-258581aa-2613-4429-ae1a-f351463a58d8 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (f35aae4e-6dd6-4335-bf6e-b50aaaf29434), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:15.548097 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258581aa-2613-4429-ae1a-f351463a58d8 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Pushing event deleted for resources: {'Port': ['ID=f35aae4e-6dd6-4335-bf6e-b50aaaf29434,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:15.576841 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258581aa-2613-4429-ae1a-f351463a58d8 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:15.577332 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258581aa-2613-4429-ae1a-f351463a58d8 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:15.577808 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258581aa-2613-4429-ae1a-f351463a58d8 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:15.578261 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258581aa-2613-4429-ae1a-f351463a58d8 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:15.578703 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258581aa-2613-4429-ae1a-f351463a58d8 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:15.579137 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258581aa-2613-4429-ae1a-f351463a58d8 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:15.579569 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258581aa-2613-4429-ae1a-f351463a58d8 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:15.580038 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258581aa-2613-4429-ae1a-f351463a58d8 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:15.580468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258581aa-2613-4429-ae1a-f351463a58d8 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:15.580915 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258581aa-2613-4429-ae1a-f351463a58d8 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:15.581356 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258581aa-2613-4429-ae1a-f351463a58d8 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:15.581779 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258581aa-2613-4429-ae1a-f351463a58d8 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:15.582204 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258581aa-2613-4429-ae1a-f351463a58d8 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:15.621550 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13c7c11-fa5b-452d-9018-1d4f6193b1b6 req-258581aa-2613-4429-ae1a-f351463a58d8 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] No DVR routers for this DVR port f35aae4e-6dd6-4335-bf6e-b50aaaf29434 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:37:15.627936 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f13c7c11-fa5b-452d-9018-1d4f6193b1b6 req-258581aa-2613-4429-ae1a-f351463a58d8 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:15.633707 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f13c7c11-fa5b-452d-9018-1d4f6193b1b6 req-258581aa-2613-4429-ae1a-f351463a58d8 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.52 "DELETE /v2.0/ports/f35aae4e-6dd6-4335-bf6e-b50aaaf29434 HTTP/1.1" status: 204 len: 173 time: 1.2753482 Jan 28 00:37:15.652033 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53466a5d-b2ee-43f8-b0e1-0f66f42496a9', 'name': 'network-vif-deleted', 'tag': 'f35aae4e-6dd6-4335-bf6e-b50aaaf29434'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:37:15.660548 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e008145-b607-410e-83cc-f1fd1dcecc8b" -d '{"events": [{"server_uuid": "53466a5d-b2ee-43f8-b0e1-0f66f42496a9", "name": "network-vif-deleted", "tag": "f35aae4e-6dd6-4335-bf6e-b50aaaf29434"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:37:15.742032 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49008) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:15.762637 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e86b3b7e-9f31-4e93-997e-0879898dde62 req-6f6727c5-df41-41ba-a749-f2d35d482b47 tempest-InstanceActionsTestJSON-1176616148 tempest-InstanceActionsTestJSON-1176616148-project] 10.222.0.70 "GET /v2.0/ports?device_id=53466a5d-b2ee-43f8-b0e1-0f66f42496a9 HTTP/1.1" status: 200 len: 210 time: 0.0874116 Jan 28 00:37:15.795440 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e90f56c-376f-4193-9083-2345ebf01e04 x-openstack-request-id: req-6e90f56c-376f-4193-9083-2345ebf01e04 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:37:15.796354 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53466a5d-b2ee-43f8-b0e1-0f66f42496a9", "name": "network-vif-deleted", "tag": "f35aae4e-6dd6-4335-bf6e-b50aaaf29434", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:37:15.796864 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6e90f56c-376f-4193-9083-2345ebf01e04 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:37:15.797546 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53466a5d-b2ee-43f8-b0e1-0f66f42496a9', 'name': 'network-vif-deleted', 'tag': 'f35aae4e-6dd6-4335-bf6e-b50aaaf29434', 'status': 'completed', 'code': 200} Jan 28 00:37:16.028953 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-758b42b1-49a5-4df3-bd88-b66551c9f6fd tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:37:16.121359 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:37:16.132155 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49016) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:16.135513 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-758b42b1-49a5-4df3-bd88-b66551c9f6fd tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] 10.222.0.70 "PUT /v2.0/quotas/4a82f73609c948999fde7d924613100f HTTP/1.1" status: 200 len: 368 time: 0.3899777 Jan 28 00:37:16.142628 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-84acb902-fc04-4fe5-a92d-f0cebcf13a4f tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Request body: {'network': {'project_id': '4a82f73609c948999fde7d924613100f'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:37:16.194940 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84acb902-fc04-4fe5-a92d-f0cebcf13a4f tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Made reservation on behalf of 4a82f73609c948999fde7d924613100f for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:37:16.198164 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-84acb902-fc04-4fe5-a92d-f0cebcf13a4f tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:16.216253 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-84acb902-fc04-4fe5-a92d-f0cebcf13a4f tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:16.387957 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-84acb902-fc04-4fe5-a92d-f0cebcf13a4f tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Publish callbacks [] for security_group (084e1901-da3e-4f33-b1eb-bdced1316ef7), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:16.396518 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-84acb902-fc04-4fe5-a92d-f0cebcf13a4f tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (084e1901-da3e-4f33-b1eb-bdced1316ef7), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:16.499845 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84acb902-fc04-4fe5-a92d-f0cebcf13a4f tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:37:16.549832 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acb902-fc04-4fe5-a92d-f0cebcf13a4f tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084e1901-da3e-4f33-b1eb-bdced1316ef7,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:16.559210 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-84acb902-fc04-4fe5-a92d-f0cebcf13a4f tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (73ea4953-8972-4d80-a156-284ef1c61181), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:16.559582 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-84acb902-fc04-4fe5-a92d-f0cebcf13a4f tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Added segment 73ea4953-8972-4d80-a156-284ef1c61181 of type vlan for network 51290f44-e5fb-4db0-bad4-7278899ee43c Jan 28 00:37:16.735456 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-84acb902-fc04-4fe5-a92d-f0cebcf13a4f tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (51290f44-e5fb-4db0-bad4-7278899ee43c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:16.815504 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-84acb902-fc04-4fe5-a92d-f0cebcf13a4f tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (51290f44-e5fb-4db0-bad4-7278899ee43c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:16.823027 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84acb902-fc04-4fe5-a92d-f0cebcf13a4f tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:16.826314 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-84acb902-fc04-4fe5-a92d-f0cebcf13a4f tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:16.889081 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49032) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:17.029269 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc7be70-d011-404e-b337-b73af8155242 admin admin] Deleting subnet db58f590-9db0-4125-bcec-c63a54e5e120 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:37:17.044549 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bdc7be70-d011-404e-b337-b73af8155242 admin admin] Publish callbacks [] for subnet (db58f590-9db0-4125-bcec-c63a54e5e120), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:17.110241 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-84acb902-fc04-4fe5-a92d-f0cebcf13a4f tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9754946 Jan 28 00:37:17.114887 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49036) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:17.136947 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-3c7aa65d-2313-4cbd-b41d-28afd944f935 tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Request body: {'network': {'project_id': '4a82f73609c948999fde7d924613100f'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:37:17.144959 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device f35aae4e-6dd6-4335-bf6e-b50aaaf29434 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:37:17.150882 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acb902-fc04-4fe5-a92d-f0cebcf13a4f tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Pushing event updated for resources: {'Network': ['ID=51290f44-e5fb-4db0-bad4-7278899ee43c,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:17.154649 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bdc7be70-d011-404e-b337-b73af8155242 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (db58f590-9db0-4125-bcec-c63a54e5e120), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:17.190658 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7aa65d-2313-4cbd-b41d-28afd944f935 tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Made reservation on behalf of 4a82f73609c948999fde7d924613100f for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:37:17.201286 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa65d-2313-4cbd-b41d-28afd944f935 tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:17.204317 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: f35aae4e-6dd6-4335-bf6e-b50aaaf29434 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:37:17.208090 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device f35aae4e-6dd6-4335-bf6e-b50aaaf29434 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:37:17.220722 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 51290f44-e5fb-4db0-bad4-7278899ee43c details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:37:17.348382 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bdc7be70-d011-404e-b337-b73af8155242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (db58f590-9db0-4125-bcec-c63a54e5e120), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:17.387277 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7aa65d-2313-4cbd-b41d-28afd944f935 tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:37:17.402594 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa65d-2313-4cbd-b41d-28afd944f935 tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (3140fbbd-10d1-435e-b988-10ae72beb240), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:17.402594 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-3c7aa65d-2313-4cbd-b41d-28afd944f935 tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Added segment 3140fbbd-10d1-435e-b988-10ae72beb240 of type vlan for network 491ddee5-50b4-408f-a6a7-b972dce8f40f Jan 28 00:37:17.476645 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa65d-2313-4cbd-b41d-28afd944f935 tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (491ddee5-50b4-408f-a6a7-b972dce8f40f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:17.530584 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bdc7be70-d011-404e-b337-b73af8155242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (db58f590-9db0-4125-bcec-c63a54e5e120), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:17.552377 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa65d-2313-4cbd-b41d-28afd944f935 tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (491ddee5-50b4-408f-a6a7-b972dce8f40f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:17.557472 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7aa65d-2313-4cbd-b41d-28afd944f935 tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:17.558369 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa65d-2313-4cbd-b41d-28afd944f935 tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:17.616071 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7be70-d011-404e-b337-b73af8155242 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db58f590-9db0-4125-bcec-c63a54e5e120,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:17.620819 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bdc7be70-d011-404e-b337-b73af8155242 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:17.627873 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bdc7be70-d011-404e-b337-b73af8155242 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/db58f590-9db0-4125-bcec-c63a54e5e120 HTTP/1.1" status: 204 len: 168 time: 0.7340503 Jan 28 00:37:17.628192 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49042) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:17.712250 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7aa65d-2313-4cbd-b41d-28afd944f935 tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Pushing event updated for resources: {'Network': ['ID=491ddee5-50b4-408f-a6a7-b972dce8f40f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:17.725266 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3c7aa65d-2313-4cbd-b41d-28afd944f935 tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6073928 Jan 28 00:37:17.726371 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 491ddee5-50b4-408f-a6a7-b972dce8f40f details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:37:17.730937 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49046) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:17.748554 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-7783298b-d9c5-4009-93ba-bdaca0a24806 tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Request body: {'network': {'project_id': '4a82f73609c948999fde7d924613100f'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:37:17.796473 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-7783298b-d9c5-4009-93ba-bdaca0a24806 tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 00:37:17.797237 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7783298b-d9c5-4009-93ba-bdaca0a24806 tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:37:17.814574 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49048) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:17.822932 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7783298b-d9c5-4009-93ba-bdaca0a24806 tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0820906 Jan 28 00:37:17.828863 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9a66c80-3e40-4f42-bdce-98efe6a45c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (ead8dd12-f48a-4640-9fec-672e4bf7d0dc), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:17.908653 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-97acdef4-5d9b-4ac0-a022-0c858ad2efab tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4a82f73609c948999fde7d924613100f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0878475 Jan 28 00:37:17.910170 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49050) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:18.056215 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3ef8ce39-7e28-449e-a17f-e8ecfc4ab73f tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Publish callbacks [] for security_group (084e1901-da3e-4f33-b1eb-bdced1316ef7), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:18.102306 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3ef8ce39-7e28-449e-a17f-e8ecfc4ab73f tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Publish callbacks [] for security_group (084e1901-da3e-4f33-b1eb-bdced1316ef7), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:18.106414 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9a66c80-3e40-4f42-bdce-98efe6a45c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (ead8dd12-f48a-4640-9fec-672e4bf7d0dc), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:18.167986 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-f9a66c80-3e40-4f42-bdce-98efe6a45c31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead8dd12-f48a-4640-9fec-672e4bf7d0dc']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:37:18.194352 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-f9a66c80-3e40-4f42-bdce-98efe6a45c31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af66c444-11ae-4c87-b347-fc6b4391999d') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:37:18.194705 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-f9a66c80-3e40-4f42-bdce-98efe6a45c31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af66c444-11ae-4c87-b347-fc6b4391999d') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:37:18.227968 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9a66c80-3e40-4f42-bdce-98efe6a45c31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (af66c444-11ae-4c87-b347-fc6b4391999d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:18.257473 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3ef8ce39-7e28-449e-a17f-e8ecfc4ab73f tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (084e1901-da3e-4f33-b1eb-bdced1316ef7), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:18.263431 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3ef8ce39-7e28-449e-a17f-e8ecfc4ab73f tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:18.264619 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9a66c80-3e40-4f42-bdce-98efe6a45c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (af66c444-11ae-4c87-b347-fc6b4391999d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:18.270455 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3ef8ce39-7e28-449e-a17f-e8ecfc4ab73f tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/084e1901-da3e-4f33-b1eb-bdced1316ef7 HTTP/1.1" status: 204 len: 168 time: 0.3590648 Jan 28 00:37:18.272553 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a66c80-3e40-4f42-bdce-98efe6a45c31 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:37:18.272756 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49056) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:18.273731 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9a66c80-3e40-4f42-bdce-98efe6a45c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (af66c444-11ae-4c87-b347-fc6b4391999d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:18.338619 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8ce39-7e28-449e-a17f-e8ecfc4ab73f tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084e1901-da3e-4f33-b1eb-bdced1316ef7,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:18.342307 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:37:18.342307 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:37:18.342307 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:37:18.342307 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:37:18.342307 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:37:18.342307 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:37:18.342307 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:37:18.342307 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:37:18.342307 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:37:18.342307 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:37:18.342307 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:37:18.342307 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:37:18.342307 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:37:18.342307 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:37:18.342307 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:37:18.342307 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:37:18.342307 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:37:18.342307 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:37:18.342307 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:37:18.342307 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:37:18.342307 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:37:18.342307 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:37:18.342307 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:37:18.342307 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:37:18.342307 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:37:18.342307 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:37:18.342307 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:37:18.342307 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:37:18.342307 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:37:18.342307 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:37:18.342307 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:37:18.342307 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:37:18.352846 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9a66c80-3e40-4f42-bdce-98efe6a45c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (ead8dd12-f48a-4640-9fec-672e4bf7d0dc), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:18.402395 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9a66c80-3e40-4f42-bdce-98efe6a45c31 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:18.406664 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f9a66c80-3e40-4f42-bdce-98efe6a45c31 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ead8dd12-f48a-4640-9fec-672e4bf7d0dc HTTP/1.1" status: 204 len: 168 time: 0.7773650 Jan 28 00:37:18.413850 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a66c80-3e40-4f42-bdce-98efe6a45c31 admin admin] Pushing event deleted for resources: {'Network': ['ID=ead8dd12-f48a-4640-9fec-672e4bf7d0dc,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:18.503727 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fb1a15b4-a910-44c9-a789-3efe3f90381d tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (491ddee5-50b4-408f-a6a7-b972dce8f40f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:19.025460 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fb1a15b4-a910-44c9-a789-3efe3f90381d tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (491ddee5-50b4-408f-a6a7-b972dce8f40f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:19.170402 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49068) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:19.256370 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-fb1a15b4-a910-44c9-a789-3efe3f90381d tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['491ddee5-50b4-408f-a6a7-b972dce8f40f']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:37:19.395810 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-fb1a15b4-a910-44c9-a789-3efe3f90381d tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3140fbbd-10d1-435e-b988-10ae72beb240') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:37:19.408943 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-fb1a15b4-a910-44c9-a789-3efe3f90381d tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3140fbbd-10d1-435e-b988-10ae72beb240') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:37:19.519054 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fb1a15b4-a910-44c9-a789-3efe3f90381d tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (3140fbbd-10d1-435e-b988-10ae72beb240), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:19.619442 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4b95206f-c523-4595-a376-60120507f400 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b9a318a173e14960837522f31f6c8c75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4334068 Jan 28 00:37:19.620598 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49072) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:19.624835 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fb1a15b4-a910-44c9-a789-3efe3f90381d tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (3140fbbd-10d1-435e-b988-10ae72beb240), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:19.702992 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1a15b4-a910-44c9-a789-3efe3f90381d tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:37:19.703695 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fb1a15b4-a910-44c9-a789-3efe3f90381d tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (3140fbbd-10d1-435e-b988-10ae72beb240), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:19.721421 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:37:19.721421 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:37:19.721421 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:37:19.721421 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:37:19.721421 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:37:19.721421 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:37:19.721421 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:37:19.721421 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:37:19.721421 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:37:19.721421 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:37:19.721421 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:37:19.721421 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:37:19.721421 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:37:19.721421 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:37:19.721421 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:37:19.721421 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:37:19.721421 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:37:19.721421 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:37:19.721421 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:37:19.721421 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:37:19.721421 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:37:19.721421 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:37:19.721421 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:37:19.721421 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:37:19.721421 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:37:19.721421 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:37:19.721421 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:37:19.721421 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:37:19.721421 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:37:19.721421 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:37:19.721421 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:37:19.721421 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:37:19.836180 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fb1a15b4-a910-44c9-a789-3efe3f90381d tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (491ddee5-50b4-408f-a6a7-b972dce8f40f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:19.849792 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fb1a15b4-a910-44c9-a789-3efe3f90381d tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:19.860982 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-fb1a15b4-a910-44c9-a789-3efe3f90381d tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] 10.222.0.70 "DELETE /v2.0/networks/491ddee5-50b4-408f-a6a7-b972dce8f40f HTTP/1.1" status: 204 len: 168 time: 1.5826325 Jan 28 00:37:19.880140 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49084) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:19.919221 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22001288-979a-419e-9545-6555791725ab admin admin] Publish callbacks [] for security_group (551fe991-c2eb-4dbf-8867-37475ffe88f0), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:19.970756 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a15b4-a910-44c9-a789-3efe3f90381d tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Pushing event deleted for resources: {'Network': ['ID=491ddee5-50b4-408f-a6a7-b972dce8f40f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:20.097359 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22001288-979a-419e-9545-6555791725ab admin admin] Publish callbacks [] for security_group (551fe991-c2eb-4dbf-8867-37475ffe88f0), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:20.229829 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-af5a8f05-41b2-4c5c-968c-7c02cdb74e00 tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (51290f44-e5fb-4db0-bad4-7278899ee43c), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:20.298636 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22001288-979a-419e-9545-6555791725ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (551fe991-c2eb-4dbf-8867-37475ffe88f0), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:20.323697 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22001288-979a-419e-9545-6555791725ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:20.331303 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-22001288-979a-419e-9545-6555791725ab admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/551fe991-c2eb-4dbf-8867-37475ffe88f0 HTTP/1.1" status: 204 len: 168 time: 0.7037735 Jan 28 00:37:20.364144 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22001288-979a-419e-9545-6555791725ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551fe991-c2eb-4dbf-8867-37475ffe88f0,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:20.396670 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22001288-979a-419e-9545-6555791725ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:20.397469 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22001288-979a-419e-9545-6555791725ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:20.397644 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22001288-979a-419e-9545-6555791725ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:20.398095 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22001288-979a-419e-9545-6555791725ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:20.398669 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22001288-979a-419e-9545-6555791725ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:20.399212 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22001288-979a-419e-9545-6555791725ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:20.403741 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22001288-979a-419e-9545-6555791725ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:20.405252 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22001288-979a-419e-9545-6555791725ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:20.406636 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22001288-979a-419e-9545-6555791725ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:20.409716 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22001288-979a-419e-9545-6555791725ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:20.410727 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22001288-979a-419e-9545-6555791725ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:20.410727 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22001288-979a-419e-9545-6555791725ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:20.411208 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22001288-979a-419e-9545-6555791725ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:20.862231 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-af5a8f05-41b2-4c5c-968c-7c02cdb74e00 tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (51290f44-e5fb-4db0-bad4-7278899ee43c), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:20.966771 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-af5a8f05-41b2-4c5c-968c-7c02cdb74e00 tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51290f44-e5fb-4db0-bad4-7278899ee43c']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:37:21.003907 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-af5a8f05-41b2-4c5c-968c-7c02cdb74e00 tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ea4953-8972-4d80-a156-284ef1c61181') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:37:21.008879 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-af5a8f05-41b2-4c5c-968c-7c02cdb74e00 tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ea4953-8972-4d80-a156-284ef1c61181') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:37:21.168591 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-af5a8f05-41b2-4c5c-968c-7c02cdb74e00 tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (73ea4953-8972-4d80-a156-284ef1c61181), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:21.247921 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-af5a8f05-41b2-4c5c-968c-7c02cdb74e00 tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (73ea4953-8972-4d80-a156-284ef1c61181), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:21.279593 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af5a8f05-41b2-4c5c-968c-7c02cdb74e00 tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:37:21.291168 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-af5a8f05-41b2-4c5c-968c-7c02cdb74e00 tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (73ea4953-8972-4d80-a156-284ef1c61181), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:21.300711 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:37:21.300711 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:37:21.300711 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:37:21.300711 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:37:21.300711 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:37:21.300711 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:37:21.300711 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:37:21.300711 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:37:21.300711 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:37:21.300711 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:37:21.300711 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:37:21.300711 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:37:21.300711 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:37:21.300711 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:37:21.300711 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:37:21.300711 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:37:21.300711 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:37:21.300711 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:37:21.300711 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:37:21.300711 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:37:21.300711 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:37:21.300711 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:37:21.300711 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:37:21.300711 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:37:21.300711 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:37:21.300711 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:37:21.300711 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:37:21.300711 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:37:21.300711 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:37:21.300711 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:37:21.300711 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:37:21.300711 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:37:21.535679 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-af5a8f05-41b2-4c5c-968c-7c02cdb74e00 tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (51290f44-e5fb-4db0-bad4-7278899ee43c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:21.560069 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-af5a8f05-41b2-4c5c-968c-7c02cdb74e00 tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:21.567536 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-af5a8f05-41b2-4c5c-968c-7c02cdb74e00 tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] 10.222.0.70 "DELETE /v2.0/networks/51290f44-e5fb-4db0-bad4-7278899ee43c HTTP/1.1" status: 204 len: 168 time: 1.6794741 Jan 28 00:37:21.599072 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a8f05-41b2-4c5c-968c-7c02cdb74e00 tempest-QuotasNegativeTest-1126098763 tempest-QuotasNegativeTest-1126098763-project-admin] Pushing event deleted for resources: {'Network': ['ID=51290f44-e5fb-4db0-bad4-7278899ee43c,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:22.757132 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49134) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:23.562821 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49150) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:23.870250 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a9ac9e25-7872-46ff-8679-e0470e323dbd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1700287621-network', 'tenant_id': '6d4d044d28934891941356c9ffb8d784'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:37:24.079854 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1702e3f7-8dd3-446e-a34c-e64e17cc89ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:24.085022 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ac9e25-7872-46ff-8679-e0470e323dbd admin admin] Made reservation on behalf of 6d4d044d28934891941356c9ffb8d784 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:37:24.105906 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9ac9e25-7872-46ff-8679-e0470e323dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:24.138654 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9ac9e25-7872-46ff-8679-e0470e323dbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:24.487474 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1702e3f7-8dd3-446e-a34c-e64e17cc89ca admin admin] Publish callbacks [] for security_group (06385754-4628-4b94-9b7d-ee382b807b2f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:24.491802 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9ac9e25-7872-46ff-8679-e0470e323dbd admin admin] Publish callbacks [] for security_group (83edb642-68ff-4c9f-90e5-8a82d9e0969a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:24.501652 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1702e3f7-8dd3-446e-a34c-e64e17cc89ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (06385754-4628-4b94-9b7d-ee382b807b2f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:24.507336 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9ac9e25-7872-46ff-8679-e0470e323dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (83edb642-68ff-4c9f-90e5-8a82d9e0969a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:24.573474 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ac9e25-7872-46ff-8679-e0470e323dbd admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:37:24.607839 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9ac9e25-7872-46ff-8679-e0470e323dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (3a053a0b-c5f0-4270-ab90-3009ed46f7d8), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:24.609081 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-a9ac9e25-7872-46ff-8679-e0470e323dbd admin admin] Added segment 3a053a0b-c5f0-4270-ab90-3009ed46f7d8 of type vlan for network 5dbcef8a-b748-4627-807c-ac1c52eba2b8 Jan 28 00:37:24.743876 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9ac9e25-7872-46ff-8679-e0470e323dbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (5dbcef8a-b748-4627-807c-ac1c52eba2b8), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:24.777255 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1702e3f7-8dd3-446e-a34c-e64e17cc89ca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2151fe1b7590411bb3752f35fa97ae32&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0175252 Jan 28 00:37:24.790087 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49168) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:24.802100 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac9e25-7872-46ff-8679-e0470e323dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83edb642-68ff-4c9f-90e5-8a82d9e0969a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:24.807168 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9ac9e25-7872-46ff-8679-e0470e323dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (5dbcef8a-b748-4627-807c-ac1c52eba2b8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:24.809031 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ac9e25-7872-46ff-8679-e0470e323dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:24.810032 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9ac9e25-7872-46ff-8679-e0470e323dbd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:24.881486 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a9ac9e25-7872-46ff-8679-e0470e323dbd admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3145912 Jan 28 00:37:24.889287 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702e3f7-8dd3-446e-a34c-e64e17cc89ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06385754-4628-4b94-9b7d-ee382b807b2f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:24.899806 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49172) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:24.910054 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-71a22b63-f6f8-4cce-8d62-d4d3e7e5f956 admin admin] Request body: {'subnet': {'network_id': '5dbcef8a-b748-4627-807c-ac1c52eba2b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1700287621-subnet', 'tenant_id': '6d4d044d28934891941356c9ffb8d784', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:37:24.916496 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac9e25-7872-46ff-8679-e0470e323dbd admin admin] Pushing event updated for resources: {'Network': ['ID=5dbcef8a-b748-4627-807c-ac1c52eba2b8,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:24.989529 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 5dbcef8a-b748-4627-807c-ac1c52eba2b8 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:37:25.051447 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a22b63-f6f8-4cce-8d62-d4d3e7e5f956 admin admin] Made reservation on behalf of 6d4d044d28934891941356c9ffb8d784 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:37:25.067237 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-71a22b63-f6f8-4cce-8d62-d4d3e7e5f956 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:25.140650 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dcc7eaeb-362b-4012-99a0-818c50ad0f89 admin admin] Publish callbacks [] for security_group (06385754-4628-4b94-9b7d-ee382b807b2f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:25.274832 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dcc7eaeb-362b-4012-99a0-818c50ad0f89 admin admin] Publish callbacks [] for security_group (06385754-4628-4b94-9b7d-ee382b807b2f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:25.583574 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dcc7eaeb-362b-4012-99a0-818c50ad0f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (06385754-4628-4b94-9b7d-ee382b807b2f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:25.587487 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dcc7eaeb-362b-4012-99a0-818c50ad0f89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:25.589065 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-dcc7eaeb-362b-4012-99a0-818c50ad0f89 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/06385754-4628-4b94-9b7d-ee382b807b2f HTTP/1.1" status: 204 len: 168 time: 0.7978041 Jan 28 00:37:25.610325 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7eaeb-362b-4012-99a0-818c50ad0f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06385754-4628-4b94-9b7d-ee382b807b2f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:25.645374 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-71a22b63-f6f8-4cce-8d62-d4d3e7e5f956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (58a068e4-420d-4d4d-ada5-ca183c30dcc2), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:25.821311 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a22b63-f6f8-4cce-8d62-d4d3e7e5f956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58a068e4-420d-4d4d-ada5-ca183c30dcc2,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:25.838597 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a22b63-f6f8-4cce-8d62-d4d3e7e5f956 admin admin] Checking segment: {'id': '3a053a0b-c5f0-4270-ab90-3009ed46f7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5dbcef8a-b748-4627-807c-ac1c52eba2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:37:25.838986 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a22b63-f6f8-4cce-8d62-d4d3e7e5f956 admin admin] Network hostable DHCP agents. Network: 5dbcef8a-b748-4627-807c-ac1c52eba2b8, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:37:25.889388 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a22b63-f6f8-4cce-8d62-d4d3e7e5f956 admin admin] Network 5dbcef8a-b748-4627-807c-ac1c52eba2b8 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:37:25.907819 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-71a22b63-f6f8-4cce-8d62-d4d3e7e5f956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 5dbcef8a-b748-4627-807c-ac1c52eba2b8) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:37:25.916023 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a22b63-f6f8-4cce-8d62-d4d3e7e5f956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:25.916909 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-71a22b63-f6f8-4cce-8d62-d4d3e7e5f956 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:25.927915 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d974909-ca66-4caf-b56c-0c15b70e5b6b None None] Network 5dbcef8a-b748-4627-807c-ac1c52eba2b8 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:37:25.984307 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-71a22b63-f6f8-4cce-8d62-d4d3e7e5f956 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0819371 Jan 28 00:37:26.170825 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26108579-20bc-4489-a157-066f132f6708 None None] Network 5dbcef8a-b748-4627-807c-ac1c52eba2b8 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:37:26.505485 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49202) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:26.529005 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b88f1c29-d04f-4d3c-89cb-b34a425d0d25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:26.735578 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b88f1c29-d04f-4d3c-89cb-b34a425d0d25 admin admin] Publish callbacks [] for security_group (4dad588f-dd73-4bb6-9884-6048338c8141), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:26.744118 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b88f1c29-d04f-4d3c-89cb-b34a425d0d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4dad588f-dd73-4bb6-9884-6048338c8141), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:26.853084 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b88f1c29-d04f-4d3c-89cb-b34a425d0d25 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=13c723300a5940efa9f6b27852b283c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3461230 Jan 28 00:37:26.857493 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49204) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:26.882126 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f1c29-d04f-4d3c-89cb-b34a425d0d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dad588f-dd73-4bb6-9884-6048338c8141,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:27.047646 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-03fa8835-67b9-4f5e-8ea5-51b991852a90 admin admin] Publish callbacks [] for security_group (4dad588f-dd73-4bb6-9884-6048338c8141), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:27.143462 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-03fa8835-67b9-4f5e-8ea5-51b991852a90 admin admin] Publish callbacks [] for security_group (4dad588f-dd73-4bb6-9884-6048338c8141), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:27.216898 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49216) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:27.225254 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-b652c6c9-bc6e-4361-b38f-bc874db11cfd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1947142017-network', 'tenant_id': '3d0a92549ebe452c8a78e790a6be3c55'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:37:27.278335 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-03fa8835-67b9-4f5e-8ea5-51b991852a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4dad588f-dd73-4bb6-9884-6048338c8141), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:27.281914 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-03fa8835-67b9-4f5e-8ea5-51b991852a90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:27.283441 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-03fa8835-67b9-4f5e-8ea5-51b991852a90 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4dad588f-dd73-4bb6-9884-6048338c8141 HTTP/1.1" status: 204 len: 168 time: 0.4215448 Jan 28 00:37:27.325749 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b652c6c9-bc6e-4361-b38f-bc874db11cfd admin admin] Made reservation on behalf of 3d0a92549ebe452c8a78e790a6be3c55 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:37:27.326034 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa8835-67b9-4f5e-8ea5-51b991852a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dad588f-dd73-4bb6-9884-6048338c8141,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:27.339303 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b652c6c9-bc6e-4361-b38f-bc874db11cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:27.416322 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b652c6c9-bc6e-4361-b38f-bc874db11cfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:27.772673 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b652c6c9-bc6e-4361-b38f-bc874db11cfd admin admin] Publish callbacks [] for security_group (503ecb08-9613-4d59-b9d2-247ddac247d1), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:27.781378 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b652c6c9-bc6e-4361-b38f-bc874db11cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (503ecb08-9613-4d59-b9d2-247ddac247d1), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:27.846230 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b652c6c9-bc6e-4361-b38f-bc874db11cfd admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:37:27.861065 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b652c6c9-bc6e-4361-b38f-bc874db11cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (a94fade6-699c-4b40-9f91-fc4184f13cb1), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:27.861659 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-b652c6c9-bc6e-4361-b38f-bc874db11cfd admin admin] Added segment a94fade6-699c-4b40-9f91-fc4184f13cb1 of type vlan for network 9907bdd7-afb1-400a-8e05-20816a23ec03 Jan 28 00:37:27.917579 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b652c6c9-bc6e-4361-b38f-bc874db11cfd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (9907bdd7-afb1-400a-8e05-20816a23ec03), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:27.971173 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b652c6c9-bc6e-4361-b38f-bc874db11cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (9907bdd7-afb1-400a-8e05-20816a23ec03), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:27.973549 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b652c6c9-bc6e-4361-b38f-bc874db11cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:27.974799 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b652c6c9-bc6e-4361-b38f-bc874db11cfd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:28.042325 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652c6c9-bc6e-4361-b38f-bc874db11cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503ecb08-9613-4d59-b9d2-247ddac247d1,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:28.176576 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b652c6c9-bc6e-4361-b38f-bc874db11cfd admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9556391 Jan 28 00:37:28.176949 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49234) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:28.182988 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-101cdabf-9c28-48f1-ba25-02da3d5c5abc admin admin] Request body: {'subnet': {'network_id': '9907bdd7-afb1-400a-8e05-20816a23ec03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1947142017-subnet', 'tenant_id': '3d0a92549ebe452c8a78e790a6be3c55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:37:28.222550 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652c6c9-bc6e-4361-b38f-bc874db11cfd admin admin] Pushing event updated for resources: {'Network': ['ID=9907bdd7-afb1-400a-8e05-20816a23ec03,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:28.238089 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 9907bdd7-afb1-400a-8e05-20816a23ec03 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:37:28.309570 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101cdabf-9c28-48f1-ba25-02da3d5c5abc admin admin] Made reservation on behalf of 3d0a92549ebe452c8a78e790a6be3c55 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:37:28.318090 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-101cdabf-9c28-48f1-ba25-02da3d5c5abc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:28.787904 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-101cdabf-9c28-48f1-ba25-02da3d5c5abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (73933918-bff2-43fd-9b56-485955e76d6d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:28.902633 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101cdabf-9c28-48f1-ba25-02da3d5c5abc admin admin] Pushing event updated for resources: {'Subnet': ['ID=73933918-bff2-43fd-9b56-485955e76d6d,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:28.970230 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101cdabf-9c28-48f1-ba25-02da3d5c5abc admin admin] Checking segment: {'id': 'a94fade6-699c-4b40-9f91-fc4184f13cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9907bdd7-afb1-400a-8e05-20816a23ec03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:37:28.970730 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101cdabf-9c28-48f1-ba25-02da3d5c5abc admin admin] Network hostable DHCP agents. Network: 9907bdd7-afb1-400a-8e05-20816a23ec03, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:37:29.027914 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101cdabf-9c28-48f1-ba25-02da3d5c5abc admin admin] Network 9907bdd7-afb1-400a-8e05-20816a23ec03 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:37:29.085277 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-101cdabf-9c28-48f1-ba25-02da3d5c5abc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 9907bdd7-afb1-400a-8e05-20816a23ec03) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:37:29.097155 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101cdabf-9c28-48f1-ba25-02da3d5c5abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:29.097770 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-101cdabf-9c28-48f1-ba25-02da3d5c5abc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:29.122703 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07490a3e-858e-485b-bccc-96ca7eb4f903 None None] Network 9907bdd7-afb1-400a-8e05-20816a23ec03 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:37:29.172278 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-101cdabf-9c28-48f1-ba25-02da3d5c5abc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9940460 Jan 28 00:37:29.550054 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49272) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:29.571440 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aec6d3-22f6-49c4-93c1-347bf23c5205 None None] Network 9907bdd7-afb1-400a-8e05-20816a23ec03 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:37:29.946292 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-8d98820c-15b6-4964-9527-388a235655e2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-119670235'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:37:30.020472 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d98820c-15b6-4964-9527-388a235655e2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:37:30.027316 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8d98820c-15b6-4964-9527-388a235655e2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:30.047450 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8d98820c-15b6-4964-9527-388a235655e2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:30.242986 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8d98820c-15b6-4964-9527-388a235655e2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for security_group (da48251c-5309-4bc3-97b9-c3c728e0bdeb), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:30.256460 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8d98820c-15b6-4964-9527-388a235655e2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (da48251c-5309-4bc3-97b9-c3c728e0bdeb), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:30.324707 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d98820c-15b6-4964-9527-388a235655e2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:37:30.409714 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8d98820c-15b6-4964-9527-388a235655e2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (5bbb663a-35c4-4ab5-bb38-fca7ac044801), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:30.410202 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-8d98820c-15b6-4964-9527-388a235655e2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Added segment 5bbb663a-35c4-4ab5-bb38-fca7ac044801 of type vlan for network fa355ea8-c094-44b0-ae37-c8781af9ee37 Jan 28 00:37:30.440970 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98820c-15b6-4964-9527-388a235655e2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da48251c-5309-4bc3-97b9-c3c728e0bdeb,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:30.547129 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8d98820c-15b6-4964-9527-388a235655e2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (fa355ea8-c094-44b0-ae37-c8781af9ee37), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:30.586581 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-6f658032-9b89-4565-b490-a8c229fa792b tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:30.595077 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-6f658032-9b89-4565-b490-a8c229fa792b tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/networks?id=5dbcef8a-b748-4627-807c-ac1c52eba2b8 HTTP/1.1" status: 200 len: 825 time: 0.3746061 Jan 28 00:37:30.633247 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-97551247-5d8d-46ba-b7c2-ced6e8173317 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/quotas/6d4d044d28934891941356c9ffb8d784 HTTP/1.1" status: 200 len: 375 time: 0.0360868 Jan 28 00:37:30.698302 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-b5971e94-f384-4c35-a267-fc213d0548d5 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6d4d044d28934891941356c9ffb8d784&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631483 Jan 28 00:37:30.699734 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8d98820c-15b6-4964-9527-388a235655e2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (fa355ea8-c094-44b0-ae37-c8781af9ee37), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:30.709514 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d98820c-15b6-4964-9527-388a235655e2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:30.712525 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8d98820c-15b6-4964-9527-388a235655e2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:30.873083 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8d98820c-15b6-4964-9527-388a235655e2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3202040 Jan 28 00:37:30.878731 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49310) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:30.903685 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98820c-15b6-4964-9527-388a235655e2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Network': ['ID=fa355ea8-c094-44b0-ae37-c8781af9ee37,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:30.903911 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-0aa07a0f-2599-4a77-bdcd-c3263ec870cf tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:37:30.941550 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:37:31.158509 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa07a0f-2599-4a77-bdcd-c3263ec870cf tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:37:31.178100 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0aa07a0f-2599-4a77-bdcd-c3263ec870cf tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:31.218698 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-0dd4c660-4d55-4d5a-baff-2190f3ec5b0c service neutron] 10.222.0.70 "GET /v2.0/networks/5dbcef8a-b748-4627-807c-ac1c52eba2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5011044 Jan 28 00:37:31.471257 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-7d9b1b3a-4184-40e0-a6eb-d18a5c889831 service neutron] 10.222.0.70 "GET /v2.0/networks/5dbcef8a-b748-4627-807c-ac1c52eba2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401588 Jan 28 00:37:31.861088 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0aa07a0f-2599-4a77-bdcd-c3263ec870cf tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (5f6f82ee-7e38-41f9-b2de-46f1ce173974), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:32.050432 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dd7b17f0-6545-46d5-aa53-de71b146ff69 req-b9e11d6d-b631-4b51-abb6-776f24de4914 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7404c3-81cd-451d-8f44-ff3d6e991c58 HTTP/1.1" status: 200 len: 210 time: 0.1233375 Jan 28 00:37:32.079551 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa07a0f-2599-4a77-bdcd-c3263ec870cf tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Subnet': ['ID=5f6f82ee-7e38-41f9-b2de-46f1ce173974,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:32.130541 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa07a0f-2599-4a77-bdcd-c3263ec870cf tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Checking segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:37:32.131218 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa07a0f-2599-4a77-bdcd-c3263ec870cf tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network hostable DHCP agents. Network: fa355ea8-c094-44b0-ae37-c8781af9ee37, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:37:32.159310 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa07a0f-2599-4a77-bdcd-c3263ec870cf tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:37:32.176989 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-0aa07a0f-2599-4a77-bdcd-c3263ec870cf tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, fa355ea8-c094-44b0-ae37-c8781af9ee37) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:37:32.191947 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa07a0f-2599-4a77-bdcd-c3263ec870cf tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:32.192871 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0aa07a0f-2599-4a77-bdcd-c3263ec870cf tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:32.192999 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efda3b5-ce64-42b8-9ea0-0c1cf1d442b4 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:37:32.243441 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0aa07a0f-2599-4a77-bdcd-c3263ec870cf tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3628576 Jan 28 00:37:32.248277 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49338) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:32.254173 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-54fdc412-1190-483a-a652-e8f9fa81cc89 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'port': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'name': 'tempest-NetworksTestDHCPv6-1948793000'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:37:32.548166 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-fa355ea8-c094-44b0-ae37-c8781af9ee37', 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'fixed_ips': [{'subnet_id': '5f6f82ee-7e38-41f9-b2de-46f1ce173974'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:37:32.549305 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:32.677135 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fdc412-1190-483a-a652-e8f9fa81cc89 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:37:32.690223 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-54fdc412-1190-483a-a652-e8f9fa81cc89 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:32.782525 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-54fdc412-1190-483a-a652-e8f9fa81cc89 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] device_id is not set on port 9d705c66-91c8-48d7-aa6e-7417a9c844d7 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:37:32.878259 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Allocated IP 2001:db8::2 (fa355ea8-c094-44b0-ae37-c8781af9ee37/5f6f82ee-7e38-41f9-b2de-46f1ce173974/26eac544-c045-4626-8ae1-f5bb93916fee) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:37:33.342492 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Publish callbacks [] for port (26eac544-c045-4626-8ae1-f5bb93916fee), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:33.360870 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (26eac544-c045-4626-8ae1-f5bb93916fee), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:33.435599 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:37:33.439184 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0ae096c3-ad9c-42a6-8097-1258c73df4fc req-cbc74c92-be83-4328-a807-1d3192d4419c tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7404c3-81cd-451d-8f44-ff3d6e991c58 HTTP/1.1" status: 200 len: 210 time: 0.2003520 Jan 28 00:37:33.454307 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:37:33.457845 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:37:33.526312 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Pushing event updated for resources: {'Port': ['ID=26eac544-c045-4626-8ae1-f5bb93916fee,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:33.576473 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:33.577341 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:33.578090 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:33.578865 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:33.579722 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:33.580480 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:33.581264 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:33.582019 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:33.582777 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:33.583533 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:33.584324 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:33.585039 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:33.586415 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:37:33.613616 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-54fdc412-1190-483a-a652-e8f9fa81cc89 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Allocated IP 2001:db8::389 (fa355ea8-c094-44b0-ae37-c8781af9ee37/5f6f82ee-7e38-41f9-b2de-46f1ce173974/9d705c66-91c8-48d7-aa6e-7417a9c844d7) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:37:33.672976 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Attempting to bind port 26eac544-c045-4626-8ae1-f5bb93916fee on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:37:33.677833 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Attempting to bind port 26eac544-c045-4626-8ae1-f5bb93916fee by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:37:33.678547 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Attempting to bind port 26eac544-c045-4626-8ae1-f5bb93916fee on network fa355ea8-c094-44b0-ae37-c8781af9ee37 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:37:33.698421 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:37:33.699507 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Checking segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:37:33.700836 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:33.702062 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Bound using segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:37:33.703383 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Bound port: 26eac544-c045-4626-8ae1-f5bb93916fee, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:37:33.704532 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (26eac544-c045-4626-8ae1-f5bb93916fee), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:33.890206 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] For port 26eac544-c045-4626-8ae1-f5bb93916fee, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:37:33.899388 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] For port 26eac544-c045-4626-8ae1-f5bb93916fee, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=26eac544-c045-4626-8ae1-f5bb93916fee,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:37:33.918154 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (26eac544-c045-4626-8ae1-f5bb93916fee), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:33.975352 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-54fdc412-1190-483a-a652-e8f9fa81cc89 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for port (9d705c66-91c8-48d7-aa6e-7417a9c844d7), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:34.067349 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-54fdc412-1190-483a-a652-e8f9fa81cc89 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (9d705c66-91c8-48d7-aa6e-7417a9c844d7), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:34.107582 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f2a32-0bf2-4961-b749-ea2818f69234 None None] Pushing event updated for resources: {'Port': ['ID=26eac544-c045-4626-8ae1-f5bb93916fee,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:34.225006 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fdc412-1190-483a-a652-e8f9fa81cc89 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:37:34.233761 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-54fdc412-1190-483a-a652-e8f9fa81cc89 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:37:34.252127 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fdc412-1190-483a-a652-e8f9fa81cc89 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:37:34.266217 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fdc412-1190-483a-a652-e8f9fa81cc89 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:34.267783 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-54fdc412-1190-483a-a652-e8f9fa81cc89 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:34.319107 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdc412-1190-483a-a652-e8f9fa81cc89 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Port': ['ID=9d705c66-91c8-48d7-aa6e-7417a9c844d7,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:34.359040 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49368) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:34.371762 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-54fdc412-1190-483a-a652-e8f9fa81cc89 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1079369 Jan 28 00:37:34.702212 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2202561-8070-4a78-8058-8564bd162187 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:34.717029 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2202561-8070-4a78-8058-8564bd162187 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:34.721921 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e2202561-8070-4a78-8058-8564bd162187 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3594909 Jan 28 00:37:34.726414 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49374) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:35.188664 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f673d563-01d4-4540-b82f-6fcfb782334e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting port 9d705c66-91c8-48d7-aa6e-7417a9c844d7 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:37:35.189297 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f673d563-01d4-4540-b82f-6fcfb782334e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (9d705c66-91c8-48d7-aa6e-7417a9c844d7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:35.201842 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-49529889-6642-4c7a-8c46-6837ee51d4e4 req-8c74aa8b-c938-4332-8b9c-cb855caf3f11 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7404c3-81cd-451d-8f44-ff3d6e991c58 HTTP/1.1" status: 200 len: 210 time: 0.2510977 Jan 28 00:37:35.358621 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-40fa3a6d-44a9-4b02-ae98-6584e21d8405 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:35.361315 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-40fa3a6d-44a9-4b02-ae98-6584e21d8405 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.52 "GET /v2.0/networks?id=5dbcef8a-b748-4627-807c-ac1c52eba2b8 HTTP/1.1" status: 200 len: 825 time: 0.6681550 Jan 28 00:37:35.388261 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f5f9a9ea-d7e5-4f12-b5c7-f9ac51f43368 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Request body: {'port': {'device_id': 'ca7404c3-81cd-451d-8f44-ff3d6e991c58', 'network_id': '5dbcef8a-b748-4627-807c-ac1c52eba2b8', 'admin_state_up': True, 'tenant_id': '6d4d044d28934891941356c9ffb8d784'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:37:35.468825 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f673d563-01d4-4540-b82f-6fcfb782334e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (9d705c66-91c8-48d7-aa6e-7417a9c844d7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:35.504444 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f673d563-01d4-4540-b82f-6fcfb782334e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Calling delete_port for 9d705c66-91c8-48d7-aa6e-7417a9c844d7 owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:37:35.810776 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f5f9a9ea-d7e5-4f12-b5c7-f9ac51f43368 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Made reservation on behalf of 6d4d044d28934891941356c9ffb8d784 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:37:35.822743 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f5f9a9ea-d7e5-4f12-b5c7-f9ac51f43368 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:36.050240 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 26eac544-c045-4626-8ae1-f5bb93916fee up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:37:36.057172 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b733795f-d4ad-4378-a409-ceac121a107f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:36.200251 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f673d563-01d4-4540-b82f-6fcfb782334e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (9d705c66-91c8-48d7-aa6e-7417a9c844d7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:36.268101 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673d563-01d4-4540-b82f-6fcfb782334e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Port': ['ID=9d705c66-91c8-48d7-aa6e-7417a9c844d7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:36.273739 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 26eac544-c045-4626-8ae1-f5bb93916fee triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:37:36.274791 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (26eac544-c045-4626-8ae1-f5bb93916fee), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:36.425111 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f673d563-01d4-4540-b82f-6fcfb782334e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:36.447453 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f673d563-01d4-4540-b82f-6fcfb782334e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/9d705c66-91c8-48d7-aa6e-7417a9c844d7 HTTP/1.1" status: 204 len: 168 time: 1.7177570 Jan 28 00:37:36.448763 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49394) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:36.564494 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 26eac544-c045-4626-8ae1-f5bb93916fee is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:37:36.565658 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (26eac544-c045-4626-8ae1-f5bb93916fee), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:36.658018 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18f6f6b-3ca5-4608-a821-e750d87e927c None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:37:36.692075 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f5f9a9ea-d7e5-4f12-b5c7-f9ac51f43368 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Allocated IP 172.20.0.2 (5dbcef8a-b748-4627-807c-ac1c52eba2b8/58a068e4-420d-4d4d-ada5-ca183c30dcc2/79a358b8-f75b-4bd8-ab07-f9f39f40bcc4) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:37:36.706418 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 26eac544-c045-4626-8ae1-f5bb93916fee, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=26eac544-c045-4626-8ae1-f5bb93916fee,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:37:36.706667 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0231d1e5-17a3-4ff1-bc35-2d00d4594a67 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:36.716894 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (26eac544-c045-4626-8ae1-f5bb93916fee), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:36.717633 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0231d1e5-17a3-4ff1-bc35-2d00d4594a67 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:36.727722 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0231d1e5-17a3-4ff1-bc35-2d00d4594a67 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2771492 Jan 28 00:37:36.733919 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49398) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:36.860556 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-53db7eac-cc90-4757-bded-15b8a781278f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting subnet 5f6f82ee-7e38-41f9-b2de-46f1ce173974 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:37:36.866960 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-53db7eac-cc90-4757-bded-15b8a781278f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (5f6f82ee-7e38-41f9-b2de-46f1ce173974), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:36.947481 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-53db7eac-cc90-4757-bded-15b8a781278f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (5f6f82ee-7e38-41f9-b2de-46f1ce173974), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:37.193061 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-88dd04ee-12bd-4ffe-baae-b51e2a2421b9 req-974606e4-6020-4313-b232-8977ca3bebcc tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7404c3-81cd-451d-8f44-ff3d6e991c58 HTTP/1.1" status: 200 len: 210 time: 0.5462594 Jan 28 00:37:37.324576 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f5f9a9ea-d7e5-4f12-b5c7-f9ac51f43368 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Publish callbacks [] for port (79a358b8-f75b-4bd8-ab07-f9f39f40bcc4), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:37.345716 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-53db7eac-cc90-4757-bded-15b8a781278f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (5f6f82ee-7e38-41f9-b2de-46f1ce173974), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:37.539436 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f5f9a9ea-d7e5-4f12-b5c7-f9ac51f43368 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (79a358b8-f75b-4bd8-ab07-f9f39f40bcc4), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:37.745951 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f5f9a9ea-d7e5-4f12-b5c7-f9ac51f43368 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Network 5dbcef8a-b748-4627-807c-ac1c52eba2b8 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:37:37.772101 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-3bc0f824-9863-43d6-9fbf-87bfaec4bd4c None None] Provisioning complete for port 26eac544-c045-4626-8ae1-f5bb93916fee triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:37:37.776066 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f824-9863-43d6-9fbf-87bfaec4bd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (26eac544-c045-4626-8ae1-f5bb93916fee), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:37.804579 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f5f9a9ea-d7e5-4f12-b5c7-f9ac51f43368 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:37:37.844808 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f5f9a9ea-d7e5-4f12-b5c7-f9ac51f43368 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:37:37.859818 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9a9ea-d7e5-4f12-b5c7-f9ac51f43368 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Pushing event updated for resources: {'Port': ['ID=79a358b8-f75b-4bd8-ab07-f9f39f40bcc4,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:37.900460 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=26eac544-c045-4626-8ae1-f5bb93916fee,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:38.098349 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f5f9a9ea-d7e5-4f12-b5c7-f9ac51f43368 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:38.099034 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f5f9a9ea-d7e5-4f12-b5c7-f9ac51f43368 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:38.169252 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3bc0f824-9863-43d6-9fbf-87bfaec4bd4c None None] Current status of the port 26eac544-c045-4626-8ae1-f5bb93916fee is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:37:38.195746 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f5f9a9ea-d7e5-4f12-b5c7-f9ac51f43368 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8139038 Jan 28 00:37:38.213649 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f2defa1b-99b1-4c5b-ae2c-448b94106f92 service neutron] Request body: {'port': {'device_id': 'ca7404c3-81cd-451d-8f44-ff3d6e991c58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:37:38.247254 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-53db7eac-cc90-4757-bded-15b8a781278f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (5f6f82ee-7e38-41f9-b2de-46f1ce173974), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:38.328273 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db7eac-cc90-4757-bded-15b8a781278f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Subnet': ['ID=5f6f82ee-7e38-41f9-b2de-46f1ce173974,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:38.341250 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4719f3cb-a500-41de-9791-6f53c0bfed8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:38.357201 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-53db7eac-cc90-4757-bded-15b8a781278f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:38.368271 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-53db7eac-cc90-4757-bded-15b8a781278f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/5f6f82ee-7e38-41f9-b2de-46f1ce173974 HTTP/1.1" status: 204 len: 168 time: 1.6301546 Jan 28 00:37:38.372619 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49426) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:38.539938 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-26f15401-2a81-4368-ba3b-5ce6d3d89bc5 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1510119 Jan 28 00:37:38.541364 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49428) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:38.545708 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f2defa1b-99b1-4c5b-ae2c-448b94106f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (79a358b8-f75b-4bd8-ab07-f9f39f40bcc4), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:38.559065 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-f5b8e57a-a9f3-472e-b2b8-8048cfb91940 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:37:38.611739 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a76a59-afbf-4b61-842e-a40e6d3d54e5 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:37:38.765546 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d293fb06-c57e-4acf-9a6b-5d18a09cf823 None None] Provisioning complete for port 26eac544-c045-4626-8ae1-f5bb93916fee triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:37:38.766691 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d293fb06-c57e-4acf-9a6b-5d18a09cf823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (26eac544-c045-4626-8ae1-f5bb93916fee), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:38.775815 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b8e57a-a9f3-472e-b2b8-8048cfb91940 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:37:38.786153 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438cf5e-25ff-463e-aa61-39fc633e3b81 req-c23daeb5-96ce-4619-9204-2c8716a05a59 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:38.786792 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f5b8e57a-a9f3-472e-b2b8-8048cfb91940 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:38.798102 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7438cf5e-25ff-463e-aa61-39fc633e3b81 req-c23daeb5-96ce-4619-9204-2c8716a05a59 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7404c3-81cd-451d-8f44-ff3d6e991c58 HTTP/1.1" status: 200 len: 931 time: 0.2943790 Jan 28 00:37:39.039132 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d293fb06-c57e-4acf-9a6b-5d18a09cf823 None None] Current status of the port 26eac544-c045-4626-8ae1-f5bb93916fee is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:37:39.100497 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f7b80e-1f41-446c-a663-1aaf94e9ab50 None None] DHCP port deletion for fa355ea8-c094-44b0-ae37-c8781af9ee37 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:37:39.171749 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7438cf5e-25ff-463e-aa61-39fc633e3b81 req-e834dc17-1266-484e-ad9b-96faad188283 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/security-groups?id=83edb642-68ff-4c9f-90e5-8a82d9e0969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723428 Jan 28 00:37:39.333774 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f4f7b80e-1f41-446c-a663-1aaf94e9ab50 None None] Deleting port 26eac544-c045-4626-8ae1-f5bb93916fee {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:37:39.333774 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f4f7b80e-1f41-446c-a663-1aaf94e9ab50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (26eac544-c045-4626-8ae1-f5bb93916fee), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:39.384761 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f5b8e57a-a9f3-472e-b2b8-8048cfb91940 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (8f347564-c138-4c9e-adc2-ba5d70af9226), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:39.432241 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f4f7b80e-1f41-446c-a663-1aaf94e9ab50 None None] For port 26eac544-c045-4626-8ae1-f5bb93916fee, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=26eac544-c045-4626-8ae1-f5bb93916fee,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:37:39.432649 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f4f7b80e-1f41-446c-a663-1aaf94e9ab50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (26eac544-c045-4626-8ae1-f5bb93916fee), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:39.468430 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f4f7b80e-1f41-446c-a663-1aaf94e9ab50 None None] Calling delete_port for 26eac544-c045-4626-8ae1-f5bb93916fee owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:37:39.549088 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b8e57a-a9f3-472e-b2b8-8048cfb91940 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:37:39.561968 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-f5b8e57a-a9f3-472e-b2b8-8048cfb91940 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:37:39.566654 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b8e57a-a9f3-472e-b2b8-8048cfb91940 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:39.567265 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f5b8e57a-a9f3-472e-b2b8-8048cfb91940 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:39.596886 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8e57a-a9f3-472e-b2b8-8048cfb91940 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Subnet': ['ID=8f347564-c138-4c9e-adc2-ba5d70af9226,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:39.626243 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f5b8e57a-a9f3-472e-b2b8-8048cfb91940 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0831494 Jan 28 00:37:39.626907 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49450) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:39.632247 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-505f0187-2628-4e9e-8b78-06249be290ff tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'port': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'name': 'tempest-NetworksTestDHCPv6-326467729'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:37:39.711227 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f4f7b80e-1f41-446c-a663-1aaf94e9ab50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (26eac544-c045-4626-8ae1-f5bb93916fee), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:39.766782 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7b80e-1f41-446c-a663-1aaf94e9ab50 None None] Pushing event deleted for resources: {'Port': ['ID=26eac544-c045-4626-8ae1-f5bb93916fee,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:39.772511 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:39.799445 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f7b80e-1f41-446c-a663-1aaf94e9ab50 None None] No DVR routers for this DVR port 26eac544-c045-4626-8ae1-f5bb93916fee on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:37:39.860644 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2156bbda-83a3-42fb-883c-841ab9ced12b None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:37:40.050475 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505f0187-2628-4e9e-8b78-06249be290ff tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:37:40.071597 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-505f0187-2628-4e9e-8b78-06249be290ff tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:40.135150 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-505f0187-2628-4e9e-8b78-06249be290ff tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] device_id is not set on port ec6e197a-8696-48f2-b41d-04cd2fcc62cb yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:37:40.143532 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 26eac544-c045-4626-8ae1-f5bb93916fee no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:37:40.187342 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 26eac544-c045-4626-8ae1-f5bb93916fee {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:37:40.188528 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 26eac544-c045-4626-8ae1-f5bb93916fee not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:37:40.209484 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f327b9-a8a1-44d2-8aa1-18e880a09f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-fa355ea8-c094-44b0-ae37-c8781af9ee37', 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'fixed_ips': [{'subnet_id': '8f347564-c138-4c9e-adc2-ba5d70af9226'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:37:40.213303 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f8f327b9-a8a1-44d2-8aa1-18e880a09f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:40.454424 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f2defa1b-99b1-4c5b-ae2c-448b94106f92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79a358b8-f75b-4bd8-ab07-f9f39f40bcc4 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:37:40.495078 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f2defa1b-99b1-4c5b-ae2c-448b94106f92 service neutron] Publish callbacks [] for port (79a358b8-f75b-4bd8-ab07-f9f39f40bcc4), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:40.539890 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f2defa1b-99b1-4c5b-ae2c-448b94106f92 service neutron] Transition to ACTIVE for port object 79a358b8-f75b-4bd8-ab07-f9f39f40bcc4 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:37:40.574480 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f2defa1b-99b1-4c5b-ae2c-448b94106f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (79a358b8-f75b-4bd8-ab07-f9f39f40bcc4), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:40.644835 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-8c7f756b-24dd-4093-b4ce-2fbc4e76287d req-bacf82f1-841e-40c3-8866-e1f18aa90495 service neutron] (103344) timed out ('10.222.0.65', 58647) {{(pid=103344) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 00:37:40.758264 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-505f0187-2628-4e9e-8b78-06249be290ff tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Allocated IP 2001:db8::3bd (fa355ea8-c094-44b0-ae37-c8781af9ee37/8f347564-c138-4c9e-adc2-ba5d70af9226/ec6e197a-8696-48f2-b41d-04cd2fcc62cb) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:37:40.909832 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2defa1b-99b1-4c5b-ae2c-448b94106f92 service neutron] Pushing event updated for resources: {'Port': ['ID=79a358b8-f75b-4bd8-ab07-f9f39f40bcc4,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:40.935562 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f328798-218e-4839-983c-9bbc00a56c89 req-584d64d7-714c-4df3-ac96-0cb7d2593a45 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:40.949372 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9f328798-218e-4839-983c-9bbc00a56c89 req-584d64d7-714c-4df3-ac96-0cb7d2593a45 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7404c3-81cd-451d-8f44-ff3d6e991c58 HTTP/1.1" status: 200 len: 943 time: 0.3181705 Jan 28 00:37:41.079782 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f2defa1b-99b1-4c5b-ae2c-448b94106f92 service neutron] Attempting to bind port 79a358b8-f75b-4bd8-ab07-f9f39f40bcc4 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:37:41.080491 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f2defa1b-99b1-4c5b-ae2c-448b94106f92 service neutron] Attempting to bind port 79a358b8-f75b-4bd8-ab07-f9f39f40bcc4 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '3a053a0b-c5f0-4270-ab90-3009ed46f7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5dbcef8a-b748-4627-807c-ac1c52eba2b8'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:37:41.081318 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f2defa1b-99b1-4c5b-ae2c-448b94106f92 service neutron] Attempting to bind port 79a358b8-f75b-4bd8-ab07-f9f39f40bcc4 on network 5dbcef8a-b748-4627-807c-ac1c52eba2b8 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:37:41.102107 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-505f0187-2628-4e9e-8b78-06249be290ff tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for port (ec6e197a-8696-48f2-b41d-04cd2fcc62cb), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:41.144858 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f2defa1b-99b1-4c5b-ae2c-448b94106f92 service neutron] Port 79a358b8-f75b-4bd8-ab07-f9f39f40bcc4 on network 5dbcef8a-b748-4627-807c-ac1c52eba2b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:37:41.145229 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f2defa1b-99b1-4c5b-ae2c-448b94106f92 service neutron] Attempting to bind port 79a358b8-f75b-4bd8-ab07-f9f39f40bcc4 on network 5dbcef8a-b748-4627-807c-ac1c52eba2b8 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:37:41.149918 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-505f0187-2628-4e9e-8b78-06249be290ff tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (ec6e197a-8696-48f2-b41d-04cd2fcc62cb), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:41.179210 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:41.185886 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f2defa1b-99b1-4c5b-ae2c-448b94106f92 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:37:41.186252 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f2defa1b-99b1-4c5b-ae2c-448b94106f92 service neutron] Checking segment: {'id': '3a053a0b-c5f0-4270-ab90-3009ed46f7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5dbcef8a-b748-4627-807c-ac1c52eba2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:37:41.186625 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f2defa1b-99b1-4c5b-ae2c-448b94106f92 service neutron] Bound using segment: {'id': '3a053a0b-c5f0-4270-ab90-3009ed46f7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5dbcef8a-b748-4627-807c-ac1c52eba2b8'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:37:41.187105 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f2defa1b-99b1-4c5b-ae2c-448b94106f92 service neutron] Bound port: 79a358b8-f75b-4bd8-ab07-f9f39f40bcc4, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a053a0b-c5f0-4270-ab90-3009ed46f7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5dbcef8a-b748-4627-807c-ac1c52eba2b8'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:37:41.187464 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f2defa1b-99b1-4c5b-ae2c-448b94106f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (79a358b8-f75b-4bd8-ab07-f9f39f40bcc4), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:41.226647 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505f0187-2628-4e9e-8b78-06249be290ff tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:37:41.252719 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9f328798-218e-4839-983c-9bbc00a56c89 req-12586e06-8693-45b9-ae3a-89d3d8531210 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/security-groups?id=83edb642-68ff-4c9f-90e5-8a82d9e0969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006256 Jan 28 00:37:41.260097 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-505f0187-2628-4e9e-8b78-06249be290ff tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:37:41.262835 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505f0187-2628-4e9e-8b78-06249be290ff tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:37:41.268480 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505f0187-2628-4e9e-8b78-06249be290ff tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:41.269543 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-505f0187-2628-4e9e-8b78-06249be290ff tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:41.324808 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f0187-2628-4e9e-8b78-06249be290ff tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Port': ['ID=ec6e197a-8696-48f2-b41d-04cd2fcc62cb,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:41.343513 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-505f0187-2628-4e9e-8b78-06249be290ff tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7144229 Jan 28 00:37:41.346239 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49472) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:41.376945 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-f8f327b9-a8a1-44d2-8aa1-18e880a09f8c None None] Allocated IP 2001:db8::2 (fa355ea8-c094-44b0-ae37-c8781af9ee37/8f347564-c138-4c9e-adc2-ba5d70af9226/c454994c-f6dc-4699-8302-2ea57ab00907) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:37:41.455827 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f2defa1b-99b1-4c5b-ae2c-448b94106f92 service neutron] For port 79a358b8-f75b-4bd8-ab07-f9f39f40bcc4, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:37:41.461916 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f2defa1b-99b1-4c5b-ae2c-448b94106f92 service neutron] For port 79a358b8-f75b-4bd8-ab07-f9f39f40bcc4, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=79a358b8-f75b-4bd8-ab07-f9f39f40bcc4,segment=NetworkSegment(3a053a0b-c5f0-4270-ab90-3009ed46f7d8),segment_id=3a053a0b-c5f0-4270-ab90-3009ed46f7d8)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:37:41.479007 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f2defa1b-99b1-4c5b-ae2c-448b94106f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (79a358b8-f75b-4bd8-ab07-f9f39f40bcc4), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:41.537744 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dc6f98-929a-4275-90e9-28029b1a5cf2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:41.542876 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b8dc6f98-929a-4275-90e9-28029b1a5cf2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1943362 Jan 28 00:37:41.545172 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49486) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:41.664095 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2defa1b-99b1-4c5b-ae2c-448b94106f92 service neutron] Pushing event updated for resources: {'Port': ['ID=79a358b8-f75b-4bd8-ab07-f9f39f40bcc4,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:41.678206 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f2defa1b-99b1-4c5b-ae2c-448b94106f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:41.679420 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f2defa1b-99b1-4c5b-ae2c-448b94106f92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:41.681905 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f2defa1b-99b1-4c5b-ae2c-448b94106f92 service neutron] 10.222.0.52 "PUT /v2.0/ports/79a358b8-f75b-4bd8-ab07-f9f39f40bcc4 HTTP/1.1" status: 200 len: 1091 time: 3.4792254 Jan 28 00:37:41.699054 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7404c3-81cd-451d-8f44-ff3d6e991c58', 'tag': '79a358b8-f75b-4bd8-ab07-f9f39f40bcc4'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:37:41.709135 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a452fc-9fda-4efc-beb9-012fe7afedd6" -d '{"events": [{"name": "network-changed", "server_uuid": "ca7404c3-81cd-451d-8f44-ff3d6e991c58", "tag": "79a358b8-f75b-4bd8-ab07-f9f39f40bcc4"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:37:41.723434 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f8f327b9-a8a1-44d2-8aa1-18e880a09f8c None None] Publish callbacks [] for port (c454994c-f6dc-4699-8302-2ea57ab00907), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:41.753794 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f8f327b9-a8a1-44d2-8aa1-18e880a09f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (c454994c-f6dc-4699-8302-2ea57ab00907), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:41.810841 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c72bcbd6-3b13-4196-a17e-dba0299ad2a8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting port ec6e197a-8696-48f2-b41d-04cd2fcc62cb {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:37:41.810841 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c72bcbd6-3b13-4196-a17e-dba0299ad2a8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (ec6e197a-8696-48f2-b41d-04cd2fcc62cb), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:41.821981 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a63659d-686c-4288-9d61-3072b795f840 x-openstack-request-id: req-7a63659d-686c-4288-9d61-3072b795f840 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:37:41.822468 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca7404c3-81cd-451d-8f44-ff3d6e991c58", "tag": "79a358b8-f75b-4bd8-ab07-f9f39f40bcc4", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:37:41.822911 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7a63659d-686c-4288-9d61-3072b795f840 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:37:41.833230 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7404c3-81cd-451d-8f44-ff3d6e991c58', 'tag': '79a358b8-f75b-4bd8-ab07-f9f39f40bcc4', 'status': 'completed', 'code': 200} Jan 28 00:37:41.919730 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f327b9-a8a1-44d2-8aa1-18e880a09f8c None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:37:41.925813 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-f8f327b9-a8a1-44d2-8aa1-18e880a09f8c None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:37:41.938927 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f327b9-a8a1-44d2-8aa1-18e880a09f8c None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:37:41.964960 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f327b9-a8a1-44d2-8aa1-18e880a09f8c None None] Pushing event updated for resources: {'Port': ['ID=c454994c-f6dc-4699-8302-2ea57ab00907,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:41.993539 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-74d37d02-212b-4f6c-aa56-46133bf24dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:41.995127 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-74d37d02-212b-4f6c-aa56-46133bf24dcf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d4d044d28934891941356c9ffb8d784&device_id=ca7404c3-81cd-451d-8f44-ff3d6e991c58 HTTP/1.1" status: 200 len: 1094 time: 0.2190833 Jan 28 00:37:42.013512 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c72bcbd6-3b13-4196-a17e-dba0299ad2a8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (ec6e197a-8696-48f2-b41d-04cd2fcc62cb), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:42.048796 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c72bcbd6-3b13-4196-a17e-dba0299ad2a8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Calling delete_port for ec6e197a-8696-48f2-b41d-04cd2fcc62cb owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:37:42.097870 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-f8f327b9-a8a1-44d2-8aa1-18e880a09f8c None None] Attempting to bind port c454994c-f6dc-4699-8302-2ea57ab00907 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:37:42.098262 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-f8f327b9-a8a1-44d2-8aa1-18e880a09f8c None None] Attempting to bind port c454994c-f6dc-4699-8302-2ea57ab00907 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:37:42.098737 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f327b9-a8a1-44d2-8aa1-18e880a09f8c None None] Attempting to bind port c454994c-f6dc-4699-8302-2ea57ab00907 on network fa355ea8-c094-44b0-ae37-c8781af9ee37 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:37:42.105053 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-ff3e0ce8-1bd0-4517-8952-5943f5139c56 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=79a358b8-f75b-4bd8-ab07-f9f39f40bcc4 HTTP/1.1" status: 200 len: 217 time: 0.0971601 Jan 28 00:37:42.114547 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f327b9-a8a1-44d2-8aa1-18e880a09f8c None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:37:42.115260 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f327b9-a8a1-44d2-8aa1-18e880a09f8c None None] Checking segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:37:42.115887 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f8f327b9-a8a1-44d2-8aa1-18e880a09f8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:42.117117 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f327b9-a8a1-44d2-8aa1-18e880a09f8c None None] Bound using segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:37:42.117962 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-f8f327b9-a8a1-44d2-8aa1-18e880a09f8c None None] Bound port: c454994c-f6dc-4699-8302-2ea57ab00907, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:37:42.118604 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f8f327b9-a8a1-44d2-8aa1-18e880a09f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c454994c-f6dc-4699-8302-2ea57ab00907), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:42.253697 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-22b47979-29a6-4b69-929c-8f43cc9f8bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:42.255278 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-22b47979-29a6-4b69-929c-8f43cc9f8bc1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58a068e4-420d-4d4d-ada5-ca183c30dcc2 HTTP/1.1" status: 200 len: 865 time: 0.1294923 Jan 28 00:37:42.263201 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2e430-7992-4556-9e39-f2cae4ef8d6e req-d94182d0-fe71-45aa-9c4f-816b4c32ca81 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:42.269557 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ff2e430-7992-4556-9e39-f2cae4ef8d6e req-d94182d0-fe71-45aa-9c4f-816b4c32ca81 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 947 time: 0.3584518 Jan 28 00:37:42.315404 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f8f327b9-a8a1-44d2-8aa1-18e880a09f8c None None] For port c454994c-f6dc-4699-8302-2ea57ab00907, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:37:42.327770 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f8f327b9-a8a1-44d2-8aa1-18e880a09f8c None None] For port c454994c-f6dc-4699-8302-2ea57ab00907, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c454994c-f6dc-4699-8302-2ea57ab00907,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:37:42.365061 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f8f327b9-a8a1-44d2-8aa1-18e880a09f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c454994c-f6dc-4699-8302-2ea57ab00907), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:42.374921 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-f1c741f2-26c7-49be-98e0-61bed522d9a1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5dbcef8a-b748-4627-807c-ac1c52eba2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042945 Jan 28 00:37:42.448261 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c72bcbd6-3b13-4196-a17e-dba0299ad2a8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (ec6e197a-8696-48f2-b41d-04cd2fcc62cb), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:42.471847 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:42.566237 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ff2e430-7992-4556-9e39-f2cae4ef8d6e req-1d624c99-e7d3-45c2-8c48-5ed62264b55e tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708662 Jan 28 00:37:42.567839 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-a6f68255-65a5-4f38-9bed-56f9fa28dfc1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3270843 Jan 28 00:37:42.571157 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72bcbd6-3b13-4196-a17e-dba0299ad2a8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Port': ['ID=ec6e197a-8696-48f2-b41d-04cd2fcc62cb,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:42.638070 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f327b9-a8a1-44d2-8aa1-18e880a09f8c None None] Pushing event updated for resources: {'Port': ['ID=c454994c-f6dc-4699-8302-2ea57ab00907,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:42.648914 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b19b69-1722-403a-82a8-6a55df76b5ac req-222bc5ea-b6f2-499b-a6f0-623e838abb3a tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:42.656621 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-14b19b69-1722-403a-82a8-6a55df76b5ac req-222bc5ea-b6f2-499b-a6f0-623e838abb3a tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7404c3-81cd-451d-8f44-ff3d6e991c58 HTTP/1.1" status: 200 len: 943 time: 0.2641985 Jan 28 00:37:42.701881 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c72bcbd6-3b13-4196-a17e-dba0299ad2a8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:42.702744 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-a969b1a0-b54b-46f6-8428-964f25108756 service neutron] 10.222.0.52 "GET /v2.0/networks/5dbcef8a-b748-4627-807c-ac1c52eba2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220093 Jan 28 00:37:42.720869 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c72bcbd6-3b13-4196-a17e-dba0299ad2a8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/ec6e197a-8696-48f2-b41d-04cd2fcc62cb HTTP/1.1" status: 204 len: 168 time: 1.1741078 Jan 28 00:37:42.722905 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49508) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:42.908692 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-d45c4592-6746-4c6f-aa12-a26e422ebe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:42.915914 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-d45c4592-6746-4c6f-aa12-a26e422ebe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:42.918389 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-d45c4592-6746-4c6f-aa12-a26e422ebe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:42.919501 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-d45c4592-6746-4c6f-aa12-a26e422ebe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:42.920529 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-d45c4592-6746-4c6f-aa12-a26e422ebe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:42.921525 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-d45c4592-6746-4c6f-aa12-a26e422ebe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:42.922548 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-d45c4592-6746-4c6f-aa12-a26e422ebe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:42.929403 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-d45c4592-6746-4c6f-aa12-a26e422ebe4b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bda1a11a40447e984dbfecb2102fcad&device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 6492 time: 0.2002120 Jan 28 00:37:43.014189 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:43.078531 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-14b19b69-1722-403a-82a8-6a55df76b5ac req-25c67dab-4c35-4c0e-b501-008b134dcd7b tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/security-groups?id=83edb642-68ff-4c9f-90e5-8a82d9e0969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204023 Jan 28 00:37:43.126660 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b9e49c-9953-4f3a-a057-e80c43eb80ec tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:43.129172 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b9e49c-9953-4f3a-a057-e80c43eb80ec tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:43.135962 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-78b9e49c-9953-4f3a-a057-e80c43eb80ec tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3971543 Jan 28 00:37:43.144264 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49510) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:43.187555 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1db51c6-2ac5-42e4-854b-efae38662e43 req-028cc33f-1c27-4fc7-8768-85bae53aa9c9 service neutron] 10.222.0.52 "GET /v2.0/networks/5dbcef8a-b748-4627-807c-ac1c52eba2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4631648 Jan 28 00:37:43.282253 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-312e7f73-184e-48c3-b62e-63c4664de92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:43.283178 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-312e7f73-184e-48c3-b62e-63c4664de92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:43.283916 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-312e7f73-184e-48c3-b62e-63c4664de92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:43.285648 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-312e7f73-184e-48c3-b62e-63c4664de92b service neutron] 10.222.0.52 "GET /v2.0/networks?id=962b6d11-960d-42e0-95f3-b55d3f9f0ed4&id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&id=ced11932-ebe6-4a02-b131-3fdaf9b641b0&id=ced11932-ebe6-4a02-b131-3fdaf9b641b0 HTTP/1.1" status: 200 len: 2293 time: 0.3146999 Jan 28 00:37:43.301685 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc4572f-648e-4e53-9983-d1435ef0d12b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting subnet 8f347564-c138-4c9e-adc2-ba5d70af9226 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:37:43.315233 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fdc4572f-648e-4e53-9983-d1435ef0d12b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (8f347564-c138-4c9e-adc2-ba5d70af9226), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:43.394952 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a452fc-9fda-4efc-beb9-012fe7afedd6 req-a799798b-032f-41fd-bf29-4e816e41de26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:43.398980 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52a452fc-9fda-4efc-beb9-012fe7afedd6 req-a799798b-032f-41fd-bf29-4e816e41de26 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d4d044d28934891941356c9ffb8d784&device_id=ca7404c3-81cd-451d-8f44-ff3d6e991c58 HTTP/1.1" status: 200 len: 1094 time: 0.1010349 Jan 28 00:37:43.447265 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fdc4572f-648e-4e53-9983-d1435ef0d12b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (8f347564-c138-4c9e-adc2-ba5d70af9226), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:43.567494 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fdc4572f-648e-4e53-9983-d1435ef0d12b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (8f347564-c138-4c9e-adc2-ba5d70af9226), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:43.630559 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a452fc-9fda-4efc-beb9-012fe7afedd6 req-1818311b-1c53-4120-ada0-5ac05aa5675e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:43.640135 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52a452fc-9fda-4efc-beb9-012fe7afedd6 req-1818311b-1c53-4120-ada0-5ac05aa5675e service neutron] 10.222.0.52 "GET /v2.0/networks?id=5dbcef8a-b748-4627-807c-ac1c52eba2b8 HTTP/1.1" status: 200 len: 926 time: 0.2343130 Jan 28 00:37:43.660247 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fdc4572f-648e-4e53-9983-d1435ef0d12b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (8f347564-c138-4c9e-adc2-ba5d70af9226), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:43.773963 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-9b8f9048-422d-41af-aa84-c969658e604e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6276b1e7-274c-424a-ad22-502097950c2e HTTP/1.1" status: 200 len: 1001 time: 0.4675744 Jan 28 00:37:43.779506 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fdc4572f-648e-4e53-9983-d1435ef0d12b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:43.793425 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fdc4572f-648e-4e53-9983-d1435ef0d12b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/8f347564-c138-4c9e-adc2-ba5d70af9226 HTTP/1.1" status: 204 len: 168 time: 0.6434927 Jan 28 00:37:43.793425 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49518) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:43.867527 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52a452fc-9fda-4efc-beb9-012fe7afedd6 req-72f39063-6202-46ef-8a28-e56975cfd5d3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=79a358b8-f75b-4bd8-ab07-f9f39f40bcc4 HTTP/1.1" status: 200 len: 217 time: 0.2206242 Jan 28 00:37:43.955225 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4572f-648e-4e53-9983-d1435ef0d12b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Subnet': ['ID=8f347564-c138-4c9e-adc2-ba5d70af9226,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:43.957471 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c454994c-f6dc-4699-8302-2ea57ab00907 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:37:43.968533 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d8a42-80f5-4fab-831a-a7d8ab1e8d52 req-752d728d-6ee1-49dc-8794-f1fc0cef5914 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:43.980899 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ed4d8a42-80f5-4fab-831a-a7d8ab1e8d52 req-752d728d-6ee1-49dc-8794-f1fc0cef5914 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 947 time: 0.1652937 Jan 28 00:37:43.992929 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ffa071c2-81d6-4a3c-8ffe-28d7c3afa75c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1813388 Jan 28 00:37:43.997730 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49522) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:44.013237 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-7e97646f-212a-4382-aca5-d951e95f5d60 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:37:44.047110 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a452fc-9fda-4efc-beb9-012fe7afedd6 req-d8d7541f-f360-415b-b118-1b49ac3a3cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:44.049111 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52a452fc-9fda-4efc-beb9-012fe7afedd6 req-d8d7541f-f360-415b-b118-1b49ac3a3cd5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58a068e4-420d-4d4d-ada5-ca183c30dcc2 HTTP/1.1" status: 200 len: 865 time: 0.1721077 Jan 28 00:37:44.058309 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-f8e4e2c2-ae8d-4808-b2f1-db010da5e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:44.062502 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-f8e4e2c2-ae8d-4808-b2f1-db010da5e637 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3e045621-a000-4f31-813f-19aff9c83672 HTTP/1.1" status: 200 len: 851 time: 0.2682819 Jan 28 00:37:44.123355 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port c454994c-f6dc-4699-8302-2ea57ab00907 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:37:44.123839 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c454994c-f6dc-4699-8302-2ea57ab00907), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:44.133716 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:44.160933 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52a452fc-9fda-4efc-beb9-012fe7afedd6 req-99c2314a-d07f-4a2d-994a-05f15721fe24 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5dbcef8a-b748-4627-807c-ac1c52eba2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672209 Jan 28 00:37:44.191927 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-18de93d2-4b0f-4dad-8f4f-076de8580f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:44.194166 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-18de93d2-4b0f-4dad-8f4f-076de8580f63 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=962b6d11-960d-42e0-95f3-b55d3f9f0ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227622 Jan 28 00:37:44.321351 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e413624a-1e51-4367-8bee-9d98fc660577 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:37:44.398004 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ed4d8a42-80f5-4fab-831a-a7d8ab1e8d52 req-24d74194-485b-4f9a-b867-9d588d504360 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4103954 Jan 28 00:37:44.482751 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port c454994c-f6dc-4699-8302-2ea57ab00907 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:37:44.483231 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c454994c-f6dc-4699-8302-2ea57ab00907), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:44.485425 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-6a683893-d888-4727-8474-0eb4e4ef32ec service neutron] 10.222.0.52 "GET /v2.0/networks/962b6d11-960d-42e0-95f3-b55d3f9f0ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847967 Jan 28 00:37:44.552571 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0273c-87f0-48c3-9168-818f25b9279d req-edc431f6-a8f2-4d05-b0a1-618794a289c1 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:44.557410 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-81e0273c-87f0-48c3-9168-818f25b9279d req-edc431f6-a8f2-4d05-b0a1-618794a289c1 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7404c3-81cd-451d-8f44-ff3d6e991c58 HTTP/1.1" status: 200 len: 943 time: 0.2717242 Jan 28 00:37:44.559112 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e97646f-212a-4382-aca5-d951e95f5d60 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:37:44.567866 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7e97646f-212a-4382-aca5-d951e95f5d60 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:44.590235 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port c454994c-f6dc-4699-8302-2ea57ab00907, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c454994c-f6dc-4699-8302-2ea57ab00907,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:37:44.593543 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad58aa62-a67b-4228-b965-63645fc8aef5 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:37:44.619161 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52a452fc-9fda-4efc-beb9-012fe7afedd6 req-543bac82-2195-4571-b6a6-de2641c4272c service neutron] 10.222.0.52 "GET /v2.0/networks/5dbcef8a-b748-4627-807c-ac1c52eba2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395034 Jan 28 00:37:44.677089 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-964d0a9a-8cd7-47c7-8cda-967ecc6399ca service neutron] 10.222.0.52 "GET /v2.0/networks/962b6d11-960d-42e0-95f3-b55d3f9f0ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849625 Jan 28 00:37:44.794426 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-d12bc1d5-2d9f-4c30-a05e-5ff30486cccc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=e6c88db4-a371-434d-b81c-bba1b2a0715e HTTP/1.1" status: 200 len: 217 time: 0.1109908 Jan 28 00:37:44.799774 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c454994c-f6dc-4699-8302-2ea57ab00907), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:45.017360 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-298121b5-9259-4dc2-8b25-24c1946e5c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:45.019459 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-298121b5-9259-4dc2-8b25-24c1946e5c01 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d9566eb-7bee-4e72-9ce3-a47d9d3737eb HTTP/1.1" status: 200 len: 797 time: 0.2162354 Jan 28 00:37:45.034632 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=c454994c-f6dc-4699-8302-2ea57ab00907,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:45.076950 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-81e0273c-87f0-48c3-9168-818f25b9279d req-9886c57b-ebb2-4b98-ba5a-0f4899fdbe23 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/security-groups?id=83edb642-68ff-4c9f-90e5-8a82d9e0969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4852057 Jan 28 00:37:45.089688 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-5a7cf1a3-75fc-4d9a-a4f0-2870f1fbd2ce None None] Provisioning complete for port c454994c-f6dc-4699-8302-2ea57ab00907 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:37:45.090197 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf1a3-75fc-4d9a-a4f0-2870f1fbd2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c454994c-f6dc-4699-8302-2ea57ab00907), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:45.258576 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-9565bddc-1bc8-4730-aecf-898e015aad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:45.260214 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-9565bddc-1bc8-4730-aecf-898e015aad30 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2315876 Jan 28 00:37:45.302579 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52a452fc-9fda-4efc-beb9-012fe7afedd6 req-00c1a1e2-b60d-40fc-958a-cd0c56dea93d service neutron] 10.222.0.52 "GET /v2.0/networks/5dbcef8a-b748-4627-807c-ac1c52eba2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6379268 Jan 28 00:37:45.373113 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port e413624a-1e51-4367-8bee-9d98fc660577 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:37:45.374942 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e413624a-1e51-4367-8bee-9d98fc660577), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:45.403187 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7e97646f-212a-4382-aca5-d951e95f5d60 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (dfe84877-7847-46b3-86d9-abab99fc5829), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:45.455540 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96ef984-a939-48fb-925d-56c88d14b640', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e413624a-1e51-4367-8bee-9d98fc660577'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:37:45.460958 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3004e42b-2822-4d72-a81a-9f41ea105a5b" -d '{"events": [{"server_uuid": "d96ef984-a939-48fb-925d-56c88d14b640", "name": "network-vif-unplugged", "status": "completed", "tag": "e413624a-1e51-4367-8bee-9d98fc660577"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:37:45.485510 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441f54bd-c946-436d-9202-81eb2fa30efe None None] DHCP port deletion for fa355ea8-c094-44b0-ae37-c8781af9ee37 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:37:45.502471 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e413624a-1e51-4367-8bee-9d98fc660577, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e413624a-1e51-4367-8bee-9d98fc660577,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:37:45.534269 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-6a74bc81-f77f-4e2f-84c3-485019155c25 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655668 Jan 28 00:37:45.534492 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e413624a-1e51-4367-8bee-9d98fc660577), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:45.563938 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f0c7cb-6f17-46a2-8657-9ad6a7b615a7 x-openstack-request-id: req-f7f0c7cb-6f17-46a2-8657-9ad6a7b615a7 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:37:45.564327 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96ef984-a939-48fb-925d-56c88d14b640", "name": "network-vif-unplugged", "status": "completed", "tag": "e413624a-1e51-4367-8bee-9d98fc660577", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:37:45.564507 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f7f0c7cb-6f17-46a2-8657-9ad6a7b615a7 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:37:45.564946 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96ef984-a939-48fb-925d-56c88d14b640', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e413624a-1e51-4367-8bee-9d98fc660577', 'code': 200} Jan 28 00:37:45.618875 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97646f-212a-4382-aca5-d951e95f5d60 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Subnet': ['ID=dfe84877-7847-46b3-86d9-abab99fc5829,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:45.629266 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5a7cf1a3-75fc-4d9a-a4f0-2870f1fbd2ce None None] Current status of the port c454994c-f6dc-4699-8302-2ea57ab00907 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:37:45.683527 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e97646f-212a-4382-aca5-d951e95f5d60 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:37:45.691559 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-7e97646f-212a-4382-aca5-d951e95f5d60 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:37:45.700995 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e97646f-212a-4382-aca5-d951e95f5d60 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:45.702094 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7e97646f-212a-4382-aca5-d951e95f5d60 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:45.704120 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=e413624a-1e51-4367-8bee-9d98fc660577,revision_number=11']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:45.720665 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-441f54bd-c946-436d-9202-81eb2fa30efe None None] Deleting port c454994c-f6dc-4699-8302-2ea57ab00907 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:37:45.721444 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-441f54bd-c946-436d-9202-81eb2fa30efe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c454994c-f6dc-4699-8302-2ea57ab00907), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:45.727248 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25067148-daeb-47fb-92bc-3b5aea668a31 req-a3db008b-36c0-443f-a5cb-c362156b41f5 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:45.730039 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-25067148-daeb-47fb-92bc-3b5aea668a31 req-a3db008b-36c0-443f-a5cb-c362156b41f5 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 947 time: 0.3895905 Jan 28 00:37:45.775663 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7e97646f-212a-4382-aca5-d951e95f5d60 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7682946 Jan 28 00:37:45.776789 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49548) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:45.783340 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-d5702c67-efbf-4956-a13d-7c57769acba6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'port': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'name': 'tempest-NetworksTestDHCPv6-1058278461'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:37:45.827828 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-405325fa-4647-46d1-9180-f43dd9db7aad service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868023 Jan 28 00:37:45.898445 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c454994c-f6dc-4699-8302-2ea57ab00907 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:37:45.913604 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-e0432c75-a292-4a2b-839e-c31de71a24be service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=d811a547-5df6-408e-b47d-4a7f9810a4e5 HTTP/1.1" status: 200 len: 217 time: 0.0728161 Jan 28 00:37:45.915996 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-25067148-daeb-47fb-92bc-3b5aea668a31 req-2a536845-00cd-4fdb-8b1e-a0de5996607a tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751664 Jan 28 00:37:45.988373 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-441f54bd-c946-436d-9202-81eb2fa30efe None None] For port c454994c-f6dc-4699-8302-2ea57ab00907, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c454994c-f6dc-4699-8302-2ea57ab00907,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:37:45.988677 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-441f54bd-c946-436d-9202-81eb2fa30efe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c454994c-f6dc-4699-8302-2ea57ab00907), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:46.001278 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5702c67-efbf-4956-a13d-7c57769acba6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:37:46.016042 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-441f54bd-c946-436d-9202-81eb2fa30efe None None] Calling delete_port for c454994c-f6dc-4699-8302-2ea57ab00907 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:37:46.016851 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-b34d7625-45a6-4534-a6df-066db5b4e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:46.018449 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-b34d7625-45a6-4534-a6df-066db5b4e8d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d9566eb-7bee-4e72-9ce3-a47d9d3737eb HTTP/1.1" status: 200 len: 797 time: 0.0993550 Jan 28 00:37:46.020927 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d5702c67-efbf-4956-a13d-7c57769acba6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:46.065082 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-d5702c67-efbf-4956-a13d-7c57769acba6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] device_id is not set on port 9bb1ee04-3412-414e-9054-41276c07f534 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:37:46.094867 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-9e1d05ed-1c2f-4d7f-a103-3266d19a3ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:46.101345 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-9e1d05ed-1c2f-4d7f-a103-3266d19a3ebc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0770214 Jan 28 00:37:46.177847 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port c454994c-f6dc-4699-8302-2ea57ab00907 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:37:46.178733 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c454994c-f6dc-4699-8302-2ea57ab00907), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:46.234341 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port c454994c-f6dc-4699-8302-2ea57ab00907, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c454994c-f6dc-4699-8302-2ea57ab00907,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:37:46.260788 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c454994c-f6dc-4699-8302-2ea57ab00907), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:46.400881 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-441f54bd-c946-436d-9202-81eb2fa30efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (c454994c-f6dc-4699-8302-2ea57ab00907), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:46.447932 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-18ab4464-368a-4cf1-8fd0-c801509657fb service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184741 Jan 28 00:37:46.450891 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441f54bd-c946-436d-9202-81eb2fa30efe None None] No DVR routers for this DVR port c454994c-f6dc-4699-8302-2ea57ab00907 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:37:46.453258 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=c454994c-f6dc-4699-8302-2ea57ab00907,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:46.547540 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-d5702c67-efbf-4956-a13d-7c57769acba6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Allocated IP 2001:db8::7e (fa355ea8-c094-44b0-ae37-c8781af9ee37/dfe84877-7847-46b3-86d9-abab99fc5829/9bb1ee04-3412-414e-9054-41276c07f534) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:37:46.564492 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a601c39b-fb2f-4ca4-88f8-8b71eee8c9d6 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:37:46.579977 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f54bd-c946-436d-9202-81eb2fa30efe None None] Pushing event deleted for resources: {'Port': ['ID=c454994c-f6dc-4699-8302-2ea57ab00907,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:46.768800 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-18516088-af6e-4239-9c9e-3ce4a3087eaa service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179460 Jan 28 00:37:46.883313 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d5702c67-efbf-4956-a13d-7c57769acba6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for port (9bb1ee04-3412-414e-9054-41276c07f534), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:46.967823 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277d78b-f7a3-41b9-b75b-d3cc8b625005 req-971c3465-4d53-40a4-988c-41d2853b4b48 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:46.970231 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6277d78b-f7a3-41b9-b75b-d3cc8b625005 req-971c3465-4d53-40a4-988c-41d2853b4b48 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7404c3-81cd-451d-8f44-ff3d6e991c58 HTTP/1.1" status: 200 len: 943 time: 0.6153755 Jan 28 00:37:46.972072 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d5702c67-efbf-4956-a13d-7c57769acba6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (9bb1ee04-3412-414e-9054-41276c07f534), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:46.987506 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-70f0b133-465f-4141-9d13-cafe5c4684d5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=94ae3a89-fc27-4196-b863-313cd277b634 HTTP/1.1" status: 200 len: 217 time: 0.1970818 Jan 28 00:37:47.184070 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-67ec87e9-300a-4bae-b6eb-8f245a4b1428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:47.192645 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-67ec87e9-300a-4bae-b6eb-8f245a4b1428 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d9566eb-7bee-4e72-9ce3-a47d9d3737eb HTTP/1.1" status: 200 len: 797 time: 0.2014465 Jan 28 00:37:47.205686 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5702c67-efbf-4956-a13d-7c57769acba6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Port': ['ID=9bb1ee04-3412-414e-9054-41276c07f534,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:47.269233 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5702c67-efbf-4956-a13d-7c57769acba6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:37:47.274837 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-d5702c67-efbf-4956-a13d-7c57769acba6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:37:47.287412 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5702c67-efbf-4956-a13d-7c57769acba6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:37:47.309533 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5702c67-efbf-4956-a13d-7c57769acba6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:47.310574 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d5702c67-efbf-4956-a13d-7c57769acba6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:47.373404 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-847abaa8-a42f-4f2c-8dae-a13b7bd04f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:47.376787 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-847abaa8-a42f-4f2c-8dae-a13b7bd04f0b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1774790 Jan 28 00:37:47.395423 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d5702c67-efbf-4956-a13d-7c57769acba6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6140921 Jan 28 00:37:47.398426 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49590) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:47.511867 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 79a358b8-f75b-4bd8-ab07-f9f39f40bcc4 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:37:47.564617 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-b11bc3d4-6587-4adf-9cfb-377537d704b1 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804922 Jan 28 00:37:47.615431 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f273cf-2928-4495-a2e4-29d86ee4e4e7 req-18a08a97-a743-4d47-89c5-aba418b0994d tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:47.617348 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-16f273cf-2928-4495-a2e4-29d86ee4e4e7 req-18a08a97-a743-4d47-89c5-aba418b0994d tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.4817543 Jan 28 00:37:47.636258 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6277d78b-f7a3-41b9-b75b-d3cc8b625005 req-61d4873d-8fb3-4605-828e-c9def6937e6e tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/security-groups?id=83edb642-68ff-4c9f-90e5-8a82d9e0969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5183027 Jan 28 00:37:47.829279 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3f8636-700d-4f6f-86ba-7c981a7d5a5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-fa355ea8-c094-44b0-ae37-c8781af9ee37', 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'fixed_ips': [{'subnet_id': 'dfe84877-7847-46b3-86d9-abab99fc5829'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:37:47.845008 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-16f273cf-2928-4495-a2e4-29d86ee4e4e7 req-6942359e-8c2e-468a-b9f2-7b5e47f0c7a9 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576457 Jan 28 00:37:47.845766 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a3f8636-700d-4f6f-86ba-7c981a7d5a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:47.860431 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3958128-0202-472b-b34e-0a18886c8d40 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:47.866230 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49598) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:47.869941 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f3958128-0202-472b-b34e-0a18886c8d40 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.4535983 Jan 28 00:37:47.976199 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-d2f429b4-ac4c-4dba-abd5-16b9f1077fae service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042549 Jan 28 00:37:48.035970 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-6e2474b6-f35a-4f2e-b574-986a5ba810a3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=6fe75345-323e-4c17-9167-f80f61f5b382 HTTP/1.1" status: 200 len: 217 time: 0.0544913 Jan 28 00:37:48.078935 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d21570e0-6165-4290-a6b5-5881c9e662bb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting port 9bb1ee04-3412-414e-9054-41276c07f534 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:37:48.079367 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d21570e0-6165-4290-a6b5-5881c9e662bb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (9bb1ee04-3412-414e-9054-41276c07f534), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:48.171436 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-c1a29ac4-b507-418f-9165-aa4c1fafcc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:48.173522 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-c1a29ac4-b507-418f-9165-aa4c1fafcc68 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d9566eb-7bee-4e72-9ce3-a47d9d3737eb HTTP/1.1" status: 200 len: 797 time: 0.1293085 Jan 28 00:37:48.200554 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-1a3f8636-700d-4f6f-86ba-7c981a7d5a5c None None] Allocated IP 2001:db8::2 (fa355ea8-c094-44b0-ae37-c8781af9ee37/dfe84877-7847-46b3-86d9-abab99fc5829/56e2b9b8-d2e4-4c5a-8a56-d2eecb912462) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:37:48.265708 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d21570e0-6165-4290-a6b5-5881c9e662bb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (9bb1ee04-3412-414e-9054-41276c07f534), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:48.278092 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-f5e8dfd4-a677-45fd-96f3-24e09b51578f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:48.279919 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-f5e8dfd4-a677-45fd-96f3-24e09b51578f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0999360 Jan 28 00:37:48.297648 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d21570e0-6165-4290-a6b5-5881c9e662bb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Calling delete_port for 9bb1ee04-3412-414e-9054-41276c07f534 owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:37:48.500471 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-c8722e9d-6ca5-4102-93cc-15549e940047 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133327 Jan 28 00:37:48.548477 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e413624a-1e51-4367-8bee-9d98fc660577 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:37:48.604150 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 79a358b8-f75b-4bd8-ab07-f9f39f40bcc4, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=79a358b8-f75b-4bd8-ab07-f9f39f40bcc4,segment=NetworkSegment(3a053a0b-c5f0-4270-ab90-3009ed46f7d8),segment_id=3a053a0b-c5f0-4270-ab90-3009ed46f7d8)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:37:48.627982 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-6ee90bd7-782e-43d6-964b-206d9ad93dc8 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130154 Jan 28 00:37:48.638208 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a3f8636-700d-4f6f-86ba-7c981a7d5a5c None None] Publish callbacks [] for port (56e2b9b8-d2e4-4c5a-8a56-d2eecb912462), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:48.643121 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '79a358b8-f75b-4bd8-ab07-f9f39f40bcc4', 'network_id': '5dbcef8a-b748-4627-807c-ac1c52eba2b8', 'port_id': '79a358b8-f75b-4bd8-ab07-f9f39f40bcc4', 'mac_address': 'fa:16:3e:57:ef:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a068e4-420d-4d4d-ada5-ca183c30dcc2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:37:48.719554 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-7a1d9b5d-32e0-4e65-afd0-d51ae1d863c1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b39bbdd0-6456-4b66-b3bb-de6ac18d21ae HTTP/1.1" status: 200 len: 217 time: 0.0859380 Jan 28 00:37:48.769143 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a3f8636-700d-4f6f-86ba-7c981a7d5a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (56e2b9b8-d2e4-4c5a-8a56-d2eecb912462), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:48.879287 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8622f71-0721-4bf4-b10d-61ca0731ce6a req-51bd9c04-09d9-4129-96ed-ee65b8432c3b tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:48.884548 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e8622f71-0721-4bf4-b10d-61ca0731ce6a req-51bd9c04-09d9-4129-96ed-ee65b8432c3b tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7404c3-81cd-451d-8f44-ff3d6e991c58 HTTP/1.1" status: 200 len: 943 time: 0.0946031 Jan 28 00:37:49.032349 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e8622f71-0721-4bf4-b10d-61ca0731ce6a req-75266ebe-27db-42b0-ad3e-cb0f62e54f8a tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/security-groups?id=83edb642-68ff-4c9f-90e5-8a82d9e0969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412151 Jan 28 00:37:49.114672 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 79a358b8-f75b-4bd8-ab07-f9f39f40bcc4 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:37:49.115113 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (79a358b8-f75b-4bd8-ab07-f9f39f40bcc4), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:49.204878 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-384ad834-251f-4d9b-8942-e48441425fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:49.207400 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-384ad834-251f-4d9b-8942-e48441425fc1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1bd8a954-b516-49e1-b2a8-a47b9c570cc2 HTTP/1.1" status: 200 len: 797 time: 0.4779449 Jan 28 00:37:49.209721 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3f8636-700d-4f6f-86ba-7c981a7d5a5c None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:37:49.222795 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-1a3f8636-700d-4f6f-86ba-7c981a7d5a5c None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:37:49.226714 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eeed52-2778-41a0-8e39-69c418312994 req-86aeb29f-39d1-4c91-9e2c-a538d2ef71dc tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:49.229326 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3f8636-700d-4f6f-86ba-7c981a7d5a5c None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:37:49.235783 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-82eeed52-2778-41a0-8e39-69c418312994 req-86aeb29f-39d1-4c91-9e2c-a538d2ef71dc tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.1028092 Jan 28 00:37:49.287076 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79a358b8-f75b-4bd8-ab07-f9f39f40bcc4 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:37:49.301745 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f8636-700d-4f6f-86ba-7c981a7d5a5c None None] Pushing event updated for resources: {'Port': ['ID=56e2b9b8-d2e4-4c5a-8a56-d2eecb912462,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:49.330738 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d21570e0-6165-4290-a6b5-5881c9e662bb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (9bb1ee04-3412-414e-9054-41276c07f534), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:49.380003 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 79a358b8-f75b-4bd8-ab07-f9f39f40bcc4, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=79a358b8-f75b-4bd8-ab07-f9f39f40bcc4,segment=NetworkSegment(3a053a0b-c5f0-4270-ab90-3009ed46f7d8),segment_id=3a053a0b-c5f0-4270-ab90-3009ed46f7d8)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:37:49.388888 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e413624a-1e51-4367-8bee-9d98fc660577, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e413624a-1e51-4367-8bee-9d98fc660577,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:37:49.405164 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (79a358b8-f75b-4bd8-ab07-f9f39f40bcc4), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:49.430477 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-82eeed52-2778-41a0-8e39-69c418312994 req-aacb32b9-7a46-42cd-be6f-e60c1bf939cd tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936722 Jan 28 00:37:49.540448 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=79a358b8-f75b-4bd8-ab07-f9f39f40bcc4,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:49.541431 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21570e0-6165-4290-a6b5-5881c9e662bb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Port': ['ID=9bb1ee04-3412-414e-9054-41276c07f534,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:49.545430 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1a3f8636-700d-4f6f-86ba-7c981a7d5a5c None None] Attempting to bind port 56e2b9b8-d2e4-4c5a-8a56-d2eecb912462 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:37:49.548357 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1a3f8636-700d-4f6f-86ba-7c981a7d5a5c None None] Attempting to bind port 56e2b9b8-d2e4-4c5a-8a56-d2eecb912462 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:37:49.548920 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3f8636-700d-4f6f-86ba-7c981a7d5a5c None None] Attempting to bind port 56e2b9b8-d2e4-4c5a-8a56-d2eecb912462 on network fa355ea8-c094-44b0-ae37-c8781af9ee37 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:37:49.559939 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'e413624a-1e51-4367-8bee-9d98fc660577', 'network_id': 'a5055772-1556-467a-8d2c-d15584910096', 'port_id': 'e413624a-1e51-4367-8bee-9d98fc660577', 'mac_address': 'fa:16:3e:79:de:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f29497-ba52-4939-af70-d57b51c2ceee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:37:49.573330 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3f8636-700d-4f6f-86ba-7c981a7d5a5c None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:37:49.582182 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3f8636-700d-4f6f-86ba-7c981a7d5a5c None None] Checking segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:37:49.582810 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a3f8636-700d-4f6f-86ba-7c981a7d5a5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:49.584088 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3f8636-700d-4f6f-86ba-7c981a7d5a5c None None] Bound using segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:37:49.586726 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1a3f8636-700d-4f6f-86ba-7c981a7d5a5c None None] Bound port: 56e2b9b8-d2e4-4c5a-8a56-d2eecb912462, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:37:49.587122 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a3f8636-700d-4f6f-86ba-7c981a7d5a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (56e2b9b8-d2e4-4c5a-8a56-d2eecb912462), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:49.602079 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c806a-174c-449c-a6aa-08fc8e138d0e req-87e24484-5a4c-406d-8e5d-f4c791ba4615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:49.609541 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9a3c806a-174c-449c-a6aa-08fc8e138d0e req-87e24484-5a4c-406d-8e5d-f4c791ba4615 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=126ff8dba2134b2d95d54d419fe64967&device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 1096 time: 0.0981159 Jan 28 00:37:49.623344 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-83ab451e-f4db-4e13-98ee-4b46bc41613a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:49.634244 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-83ab451e-f4db-4e13-98ee-4b46bc41613a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ced11932-ebe6-4a02-b131-3fdaf9b641b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4017427 Jan 28 00:37:49.639041 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d21570e0-6165-4290-a6b5-5881c9e662bb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:49.664562 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d21570e0-6165-4290-a6b5-5881c9e662bb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/9bb1ee04-3412-414e-9054-41276c07f534 HTTP/1.1" status: 204 len: 168 time: 1.7919466 Jan 28 00:37:49.667146 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49624) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:49.784401 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1a3f8636-700d-4f6f-86ba-7c981a7d5a5c None None] For port 56e2b9b8-d2e4-4c5a-8a56-d2eecb912462, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:37:49.789120 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1a3f8636-700d-4f6f-86ba-7c981a7d5a5c None None] For port 56e2b9b8-d2e4-4c5a-8a56-d2eecb912462, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=56e2b9b8-d2e4-4c5a-8a56-d2eecb912462,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:37:49.816423 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port e413624a-1e51-4367-8bee-9d98fc660577 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:37:49.816888 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e413624a-1e51-4367-8bee-9d98fc660577), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:49.837775 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e413624a-1e51-4367-8bee-9d98fc660577 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:37:49.842907 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a3f8636-700d-4f6f-86ba-7c981a7d5a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (56e2b9b8-d2e4-4c5a-8a56-d2eecb912462), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:49.869271 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c806a-174c-449c-a6aa-08fc8e138d0e req-ddaef8bd-9199-425f-83a7-ba4af9703469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:49.875253 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9a3c806a-174c-449c-a6aa-08fc8e138d0e req-ddaef8bd-9199-425f-83a7-ba4af9703469 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 200 len: 912 time: 0.2406871 Jan 28 00:37:49.934555 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e413624a-1e51-4367-8bee-9d98fc660577, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e413624a-1e51-4367-8bee-9d98fc660577,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:37:49.958019 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e413624a-1e51-4367-8bee-9d98fc660577), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:49.997548 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['79a358b8-f75b-4bd8-ab07-f9f39f40bcc4'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:37:50.036321 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9a3c806a-174c-449c-a6aa-08fc8e138d0e req-ed9ed7c9-1fdb-498b-bbf7-fd7dbed9eea0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e413624a-1e51-4367-8bee-9d98fc660577 HTTP/1.1" status: 200 len: 999 time: 0.1533935 Jan 28 00:37:50.172630 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f8636-700d-4f6f-86ba-7c981a7d5a5c None None] Pushing event updated for resources: {'Port': ['ID=56e2b9b8-d2e4-4c5a-8a56-d2eecb912462,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:50.190838 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c806a-174c-449c-a6aa-08fc8e138d0e req-85d168c6-358d-4243-9bb6-f9d0d495fce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:50.198846 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9a3c806a-174c-449c-a6aa-08fc8e138d0e req-85d168c6-358d-4243-9bb6-f9d0d495fce0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0f29497-ba52-4939-af70-d57b51c2ceee HTTP/1.1" status: 200 len: 850 time: 0.1494834 Jan 28 00:37:50.264747 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-44675909-07a1-459d-80d7-535c7aeccf67 service neutron] 10.222.0.52 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5938363 Jan 28 00:37:50.293914 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768cd675-97ee-447a-b6ad-53923f21c0ec tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:50.308586 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768cd675-97ee-447a-b6ad-53923f21c0ec tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:50.327318 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c806a-174c-449c-a6aa-08fc8e138d0e req-cf1acb27-63d7-4f8d-aec1-f62acfd9dccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:50.331649 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9a3c806a-174c-449c-a6aa-08fc8e138d0e req-cf1acb27-63d7-4f8d-aec1-f62acfd9dccd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a5055772-1556-467a-8d2c-d15584910096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1276023 Jan 28 00:37:50.339470 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-768cd675-97ee-447a-b6ad-53923f21c0ec tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6693032 Jan 28 00:37:50.344157 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49640) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:50.348574 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['e413624a-1e51-4367-8bee-9d98fc660577'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:37:50.443217 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a3d103-dd09-4589-9246-1b3964c5338d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting subnet dfe84877-7847-46b3-86d9-abab99fc5829 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:37:50.448071 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-88a3d103-dd09-4589-9246-1b3964c5338d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (dfe84877-7847-46b3-86d9-abab99fc5829), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:50.688219 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-5f5a5289-336e-4887-8a97-1b4aa883503d service neutron] 10.222.0.52 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459203 Jan 28 00:37:50.782453 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-88a3d103-dd09-4589-9246-1b3964c5338d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (dfe84877-7847-46b3-86d9-abab99fc5829), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:50.989935 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=e413624a-1e51-4367-8bee-9d98fc660577,revision_number=12']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:51.036678 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c26fe-2c72-4707-bb23-a1ed4cd9407f req-73666dd6-e222-4422-b395-50853553024b tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:51.046543 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2e1c26fe-2c72-4707-bb23-a1ed4cd9407f req-73666dd6-e222-4422-b395-50853553024b tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7404c3-81cd-451d-8f44-ff3d6e991c58 HTTP/1.1" status: 200 len: 944 time: 0.5205746 Jan 28 00:37:51.112922 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-c57b171e-66b9-4a6a-9565-bc8b6c80ac4f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9 HTTP/1.1" status: 200 len: 217 time: 0.3968353 Jan 28 00:37:51.366860 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-d7127c51-03a4-425c-ad19-baf747ab40e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:51.367593 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8e959-ee30-40e6-a3fe-5c7333d8fb71 req-704f2e14-cab7-4e08-bcf4-f3cb445babbe tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:51.369555 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9a8e959-ee30-40e6-a3fe-5c7333d8fb71 req-704f2e14-cab7-4e08-bcf4-f3cb445babbe tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 946 time: 0.6846111 Jan 28 00:37:51.377084 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-d7127c51-03a4-425c-ad19-baf747ab40e6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1bd8a954-b516-49e1-b2a8-a47b9c570cc2 HTTP/1.1" status: 200 len: 797 time: 0.2482591 Jan 28 00:37:51.406671 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9a3c806a-174c-449c-a6aa-08fc8e138d0e req-141432e2-8a28-4343-906f-f22407acd49e service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0566797 Jan 28 00:37:51.529261 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-88a3d103-dd09-4589-9246-1b3964c5338d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (dfe84877-7847-46b3-86d9-abab99fc5829), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:51.549728 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-dbebc096-f1ea-46d2-bbc0-5f5c3918924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:51.555775 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-dbebc096-f1ea-46d2-bbc0-5f5c3918924f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ced11932-ebe6-4a02-b131-3fdaf9b641b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1689694 Jan 28 00:37:51.780569 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2e1c26fe-2c72-4707-bb23-a1ed4cd9407f req-da9512bd-5f85-48d7-8fad-e1ad2090c2db tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/security-groups?id=83edb642-68ff-4c9f-90e5-8a82d9e0969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6979973 Jan 28 00:37:51.965396 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-c9bf6fb7-be34-4bfb-8a78-3af34c7330a6 service neutron] 10.222.0.52 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042227 Jan 28 00:37:51.996138 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 56e2b9b8-d2e4-4c5a-8a56-d2eecb912462 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:37:52.065379 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9a8e959-ee30-40e6-a3fe-5c7333d8fb71 req-1044cb5a-d893-4a9b-8f6a-dbac52b175cc tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6839783 Jan 28 00:37:52.197504 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 56e2b9b8-d2e4-4c5a-8a56-d2eecb912462 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:37:52.197940 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (56e2b9b8-d2e4-4c5a-8a56-d2eecb912462), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:52.263551 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-88a3d103-dd09-4589-9246-1b3964c5338d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (dfe84877-7847-46b3-86d9-abab99fc5829), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:52.302090 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ae92106c-fcc5-4e6b-a0d4-3df26e040790 req-34248505-462f-4c4d-9cf9-82ee835132a5 service neutron] 10.222.0.52 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299196 Jan 28 00:37:52.345021 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3d103-dd09-4589-9246-1b3964c5338d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe84877-7847-46b3-86d9-abab99fc5829,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:52.368666 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9a3c806a-174c-449c-a6aa-08fc8e138d0e req-ee66738e-e960-45bb-8950-47f359ef166d service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9378319 Jan 28 00:37:52.370048 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-88a3d103-dd09-4589-9246-1b3964c5338d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:52.375376 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-88a3d103-dd09-4589-9246-1b3964c5338d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/dfe84877-7847-46b3-86d9-abab99fc5829 HTTP/1.1" status: 204 len: 168 time: 2.0280344 Jan 28 00:37:52.379291 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49658) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:52.410392 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e413624a-1e51-4367-8bee-9d98fc660577 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:37:52.493603 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-de175cba-db58-4016-b794-35abf23f9a79 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1129515 Jan 28 00:37:52.497801 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49660) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:52.577403 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d4e0a00b-4347-4055-9fbc-34ab472579d6 None None] Provisioning complete for port 56e2b9b8-d2e4-4c5a-8a56-d2eecb912462 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:37:52.582089 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d4e0a00b-4347-4055-9fbc-34ab472579d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (56e2b9b8-d2e4-4c5a-8a56-d2eecb912462), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:52.689292 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 56e2b9b8-d2e4-4c5a-8a56-d2eecb912462 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:37:52.689671 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (56e2b9b8-d2e4-4c5a-8a56-d2eecb912462), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:52.699577 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509d4b68-e13d-4a40-8b13-2962ada93e08 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:52.707777 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-509d4b68-e13d-4a40-8b13-2962ada93e08 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2015755 Jan 28 00:37:52.707777 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49662) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:52.758018 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65199938-4b41-474c-b3e0-ddea741b4591 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:37:52.964466 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 56e2b9b8-d2e4-4c5a-8a56-d2eecb912462, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=56e2b9b8-d2e4-4c5a-8a56-d2eecb912462,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:37:52.972796 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port e413624a-1e51-4367-8bee-9d98fc660577 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:37:52.973632 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e413624a-1e51-4367-8bee-9d98fc660577), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:53.028882 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (56e2b9b8-d2e4-4c5a-8a56-d2eecb912462), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:53.057143 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d4e0a00b-4347-4055-9fbc-34ab472579d6 None None] Current status of the port 56e2b9b8-d2e4-4c5a-8a56-d2eecb912462 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:37:53.084383 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:37:53.120369 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d4e0a00b-4347-4055-9fbc-34ab472579d6 None None] Could not find standard attr ID for object 9bb1ee04-3412-414e-9054-41276c07f534. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:37:53.292999 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a6f44dea-132d-4180-ac49-eada2f90dfce None None] Could not find standard attr ID for object 9d705c66-91c8-48d7-aa6e-7417a9c844d7. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:37:53.311080 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=56e2b9b8-d2e4-4c5a-8a56-d2eecb912462,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:53.431980 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port e413624a-1e51-4367-8bee-9d98fc660577 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:37:53.432464 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e413624a-1e51-4367-8bee-9d98fc660577), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:53.478562 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 79a358b8-f75b-4bd8-ab07-f9f39f40bcc4 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:37:53.491396 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f396a73b-26c6-4573-a2a3-dcc173e8a7f1 None None] DHCP port deletion for fa355ea8-c094-44b0-ae37-c8781af9ee37 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:37:53.610362 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e413624a-1e51-4367-8bee-9d98fc660577, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e413624a-1e51-4367-8bee-9d98fc660577,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:37:53.737941 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f75e1b8-ca23-4efd-a5e3-b5da9bd12062 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:53.739498 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0f75e1b8-ca23-4efd-a5e3-b5da9bd12062 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.0325894 Jan 28 00:37:53.744103 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49688) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:53.789940 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96ef984-a939-48fb-925d-56c88d14b640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e413624a-1e51-4367-8bee-9d98fc660577'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:37:53.795249 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20df7a9-8124-42bf-84a7-780508840442" -d '{"events": [{"server_uuid": "d96ef984-a939-48fb-925d-56c88d14b640", "name": "network-vif-plugged", "status": "completed", "tag": "e413624a-1e51-4367-8bee-9d98fc660577"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:37:53.813576 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7b0bd-7a29-4dd2-b366-7fe2ab8ff82c req-28db0b55-b2ab-4559-8f25-9a7baa3e5a37 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:53.818487 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66b7b0bd-7a29-4dd2-b366-7fe2ab8ff82c req-28db0b55-b2ab-4559-8f25-9a7baa3e5a37 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 947 time: 0.1701396 Jan 28 00:37:53.836786 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e413624a-1e51-4367-8bee-9d98fc660577), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:53.902910 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bab2908b-0468-4a58-9351-3f22b4ea188b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1558170 Jan 28 00:37:53.915031 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49708) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:53.920473 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-3715c616-927e-44f3-bbbf-03d859343ccc tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:37:53.940654 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe13c56-b00e-4eab-842c-bb58aa27ba23 req-2937ebb5-2eda-4e64-9ed7-ced2584a6c02 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:53.948763 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dfe13c56-b00e-4eab-842c-bb58aa27ba23 req-2937ebb5-2eda-4e64-9ed7-ced2584a6c02 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7404c3-81cd-451d-8f44-ff3d6e991c58 HTTP/1.1" status: 200 len: 944 time: 0.3102946 Jan 28 00:37:53.969589 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 56e2b9b8-d2e4-4c5a-8a56-d2eecb912462 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:37:54.331115 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3715c616-927e-44f3-bbbf-03d859343ccc tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:37:54.335793 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3715c616-927e-44f3-bbbf-03d859343ccc tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:54.370827 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66b7b0bd-7a29-4dd2-b366-7fe2ab8ff82c req-371432b4-9621-4210-9177-51af17bfadb5 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5094922 Jan 28 00:37:54.398212 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dfe13c56-b00e-4eab-842c-bb58aa27ba23 req-b1c80baa-4f5c-47b2-9e20-263251c67d7b tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/security-groups?id=83edb642-68ff-4c9f-90e5-8a82d9e0969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067104 Jan 28 00:37:54.508165 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=e413624a-1e51-4367-8bee-9d98fc660577,revision_number=13']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:54.524647 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 79a358b8-f75b-4bd8-ab07-f9f39f40bcc4 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:37:54.581373 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff2e39b-5331-4d22-a89c-6661c0a72936 x-openstack-request-id: req-fff2e39b-5331-4d22-a89c-6661c0a72936 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:37:54.582110 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96ef984-a939-48fb-925d-56c88d14b640", "name": "network-vif-plugged", "status": "completed", "tag": "e413624a-1e51-4367-8bee-9d98fc660577", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:37:54.583191 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fff2e39b-5331-4d22-a89c-6661c0a72936 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:37:54.584175 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96ef984-a939-48fb-925d-56c88d14b640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e413624a-1e51-4367-8bee-9d98fc660577', 'code': 200} Jan 28 00:37:54.607264 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 79a358b8-f75b-4bd8-ab07-f9f39f40bcc4 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:37:54.608047 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (79a358b8-f75b-4bd8-ab07-f9f39f40bcc4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:54.683683 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 56e2b9b8-d2e4-4c5a-8a56-d2eecb912462 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:37:54.684562 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (56e2b9b8-d2e4-4c5a-8a56-d2eecb912462), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:54.715478 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f396a73b-26c6-4573-a2a3-dcc173e8a7f1 None None] Deleting port 56e2b9b8-d2e4-4c5a-8a56-d2eecb912462 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:37:54.716295 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f396a73b-26c6-4573-a2a3-dcc173e8a7f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (56e2b9b8-d2e4-4c5a-8a56-d2eecb912462), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:54.804108 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f396a73b-26c6-4573-a2a3-dcc173e8a7f1 None None] For port 56e2b9b8-d2e4-4c5a-8a56-d2eecb912462, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=56e2b9b8-d2e4-4c5a-8a56-d2eecb912462,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:37:54.804960 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f396a73b-26c6-4573-a2a3-dcc173e8a7f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (56e2b9b8-d2e4-4c5a-8a56-d2eecb912462), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:54.840126 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f396a73b-26c6-4573-a2a3-dcc173e8a7f1 None None] Calling delete_port for 56e2b9b8-d2e4-4c5a-8a56-d2eecb912462 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:37:54.884203 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3715c616-927e-44f3-bbbf-03d859343ccc tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (48382a5b-5654-4917-9d4d-d0df994c59d8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:54.978694 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3715c616-927e-44f3-bbbf-03d859343ccc tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:37:54.983635 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-3715c616-927e-44f3-bbbf-03d859343ccc tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:37:54.997060 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3715c616-927e-44f3-bbbf-03d859343ccc tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:54.997733 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3715c616-927e-44f3-bbbf-03d859343ccc tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:55.055804 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3715c616-927e-44f3-bbbf-03d859343ccc tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1381128 Jan 28 00:37:55.059407 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715c616-927e-44f3-bbbf-03d859343ccc tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Subnet': ['ID=48382a5b-5654-4917-9d4d-d0df994c59d8,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:55.062150 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49726) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:55.074679 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-9b847138-acdd-4529-82b8-678b7010616b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'port': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'fixed_ips': [{'subnet_id': '48382a5b-5654-4917-9d4d-d0df994c59d8', 'ip_address': '2001:db8::4827:b171:ead2:9876'}], 'name': 'tempest-NetworksTestDHCPv6-1430144488'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:37:55.129661 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 79a358b8-f75b-4bd8-ab07-f9f39f40bcc4 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:37:55.130371 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (79a358b8-f75b-4bd8-ab07-f9f39f40bcc4), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:55.234663 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 56e2b9b8-d2e4-4c5a-8a56-d2eecb912462, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=56e2b9b8-d2e4-4c5a-8a56-d2eecb912462,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:37:55.244566 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (56e2b9b8-d2e4-4c5a-8a56-d2eecb912462), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:55.425427 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=56e2b9b8-d2e4-4c5a-8a56-d2eecb912462,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:55.465127 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b847138-acdd-4529-82b8-678b7010616b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:37:55.468769 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 79a358b8-f75b-4bd8-ab07-f9f39f40bcc4, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=79a358b8-f75b-4bd8-ab07-f9f39f40bcc4,segment=NetworkSegment(3a053a0b-c5f0-4270-ab90-3009ed46f7d8),segment_id=3a053a0b-c5f0-4270-ab90-3009ed46f7d8)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:37:55.510688 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (79a358b8-f75b-4bd8-ab07-f9f39f40bcc4), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:55.686197 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9b847138-acdd-4529-82b8-678b7010616b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:55.767804 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-9b847138-acdd-4529-82b8-678b7010616b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] device_id is not set on port 1b2e0096-9729-4eaa-b4c9-60b99f54afac yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:37:55.857526 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=79a358b8-f75b-4bd8-ab07-f9f39f40bcc4,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:55.874698 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f396a73b-26c6-4573-a2a3-dcc173e8a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (56e2b9b8-d2e4-4c5a-8a56-d2eecb912462), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:55.946803 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980ca33-b5a8-4482-9896-f341150ae83b req-46788780-db28-4016-ac03-ea529e7383b6 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:55.954815 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6980ca33-b5a8-4482-9896-f341150ae83b req-46788780-db28-4016-ac03-ea529e7383b6 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 947 time: 0.2540779 Jan 28 00:37:55.994899 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ac803-9523-4c91-accd-0c47b4742f18 req-9e87be64-e82d-45e9-8a5e-de5dbc4f93e8 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:55.996910 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a99ac803-9523-4c91-accd-0c47b4742f18 req-9e87be64-e82d-45e9-8a5e-de5dbc4f93e8 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7404c3-81cd-451d-8f44-ff3d6e991c58 HTTP/1.1" status: 200 len: 945 time: 0.3072181 Jan 28 00:37:56.023033 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396a73b-26c6-4573-a2a3-dcc173e8a7f1 None None] Pushing event deleted for resources: {'Port': ['ID=56e2b9b8-d2e4-4c5a-8a56-d2eecb912462,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:56.048362 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f396a73b-26c6-4573-a2a3-dcc173e8a7f1 None None] No DVR routers for this DVR port 56e2b9b8-d2e4-4c5a-8a56-d2eecb912462 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:37:56.077235 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcada567-427c-48c5-a6f5-e75fd1e5adec None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:37:56.207347 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a99ac803-9523-4c91-accd-0c47b4742f18 req-241fc50d-3a62-41ee-8a53-87be6a11868f tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/security-groups?id=83edb642-68ff-4c9f-90e5-8a82d9e0969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877019 Jan 28 00:37:56.312680 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6980ca33-b5a8-4482-9896-f341150ae83b req-44a11006-85e6-43c9-9466-29460eb46aaa tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3568707 Jan 28 00:37:56.412136 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-9b847138-acdd-4529-82b8-678b7010616b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Allocated IP 2001:db8::4827:b171:ead2:9876 (fa355ea8-c094-44b0-ae37-c8781af9ee37/48382a5b-5654-4917-9d4d-d0df994c59d8/1b2e0096-9729-4eaa-b4c9-60b99f54afac) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:37:56.455513 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c663a3a8-4e77-44df-b707-36337d3abdcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-fa355ea8-c094-44b0-ae37-c8781af9ee37', 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'fixed_ips': [{'subnet_id': '48382a5b-5654-4917-9d4d-d0df994c59d8'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:37:56.456818 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c663a3a8-4e77-44df-b707-36337d3abdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:56.807061 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7404c3-81cd-451d-8f44-ff3d6e991c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a358b8-f75b-4bd8-ab07-f9f39f40bcc4'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:37:56.812955 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c551b657-8dd7-40cf-8ec3-760e781e3cad" -d '{"events": [{"server_uuid": "ca7404c3-81cd-451d-8f44-ff3d6e991c58", "name": "network-vif-plugged", "status": "completed", "tag": "79a358b8-f75b-4bd8-ab07-f9f39f40bcc4"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:37:56.875842 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9b847138-acdd-4529-82b8-678b7010616b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for port (1b2e0096-9729-4eaa-b4c9-60b99f54afac), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:56.878687 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783559d0-5a6f-4c88-8307-ee9f05888ffd x-openstack-request-id: req-783559d0-5a6f-4c88-8307-ee9f05888ffd {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:37:56.879148 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7404c3-81cd-451d-8f44-ff3d6e991c58", "name": "network-vif-plugged", "status": "completed", "tag": "79a358b8-f75b-4bd8-ab07-f9f39f40bcc4", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:37:56.879556 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-783559d0-5a6f-4c88-8307-ee9f05888ffd {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:37:56.880279 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7404c3-81cd-451d-8f44-ff3d6e991c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a358b8-f75b-4bd8-ab07-f9f39f40bcc4', 'code': 200} Jan 28 00:37:56.978415 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9b847138-acdd-4529-82b8-678b7010616b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (1b2e0096-9729-4eaa-b4c9-60b99f54afac), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:57.082134 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b847138-acdd-4529-82b8-678b7010616b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:37:57.098961 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-9b847138-acdd-4529-82b8-678b7010616b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:37:57.103063 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b847138-acdd-4529-82b8-678b7010616b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:37:57.109579 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54caca53-966a-4187-b5e7-8aedca671a91 req-dbf793a8-64cf-44c0-a7d9-b7619344fc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:57.114650 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b847138-acdd-4529-82b8-678b7010616b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:57.117084 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9b847138-acdd-4529-82b8-678b7010616b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:57.120425 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-54caca53-966a-4187-b5e7-8aedca671a91 req-dbf793a8-64cf-44c0-a7d9-b7619344fc3e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ca7404c3-81cd-451d-8f44-ff3d6e991c58 HTTP/1.1" status: 200 len: 1096 time: 0.1171231 Jan 28 00:37:57.156135 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b847138-acdd-4529-82b8-678b7010616b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Port': ['ID=1b2e0096-9729-4eaa-b4c9-60b99f54afac,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:57.184216 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9b847138-acdd-4529-82b8-678b7010616b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1195481 Jan 28 00:37:57.188420 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49774) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:57.305966 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff94f01e-69f1-4289-87e4-e44199ac81e2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:57.307591 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ff94f01e-69f1-4289-87e4-e44199ac81e2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1181145 Jan 28 00:37:57.315300 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49778) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:57.340996 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-54caca53-966a-4187-b5e7-8aedca671a91 req-e931da63-a45c-4dee-90b4-0ce91f6d847a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=83edb642-68ff-4c9f-90e5-8a82d9e0969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168100 Jan 28 00:37:57.533984 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-c6d5432f-e169-41ac-986d-0aee6741708f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting port 1b2e0096-9729-4eaa-b4c9-60b99f54afac {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:37:57.534447 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c6d5432f-e169-41ac-986d-0aee6741708f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (1b2e0096-9729-4eaa-b4c9-60b99f54afac), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:57.900890 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56cc0cf-6724-43d4-911f-ea469694ecd1 req-37547c54-d550-4dbe-83f7-c0f86173e61a tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:57.902517 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b56cc0cf-6724-43d4-911f-ea469694ecd1 req-37547c54-d550-4dbe-83f7-c0f86173e61a tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7404c3-81cd-451d-8f44-ff3d6e991c58 HTTP/1.1" status: 200 len: 945 time: 0.2565198 Jan 28 00:37:57.958189 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-c663a3a8-4e77-44df-b707-36337d3abdcf None None] Allocated IP 2001:db8::2 (fa355ea8-c094-44b0-ae37-c8781af9ee37/48382a5b-5654-4917-9d4d-d0df994c59d8/884c0bbd-f9b4-466b-8bcc-2f85c31a0e04) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:37:57.976201 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba34bfd-33ca-4267-8d03-4317d8fe6e7f req-9942170e-c330-420c-9366-c3832a3ad0e4 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:57.979602 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ba34bfd-33ca-4267-8d03-4317d8fe6e7f req-9942170e-c330-420c-9366-c3832a3ad0e4 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 947 time: 0.3120158 Jan 28 00:37:58.066123 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c6d5432f-e169-41ac-986d-0aee6741708f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (1b2e0096-9729-4eaa-b4c9-60b99f54afac), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:58.216600 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b56cc0cf-6724-43d4-911f-ea469694ecd1 req-2c2e5126-b347-4c50-a7d1-7b24ee765e83 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/security-groups?id=83edb642-68ff-4c9f-90e5-8a82d9e0969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913818 Jan 28 00:37:58.241768 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-c6d5432f-e169-41ac-986d-0aee6741708f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Calling delete_port for 1b2e0096-9729-4eaa-b4c9-60b99f54afac owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:37:58.507734 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c663a3a8-4e77-44df-b707-36337d3abdcf None None] Publish callbacks [] for port (884c0bbd-f9b4-466b-8bcc-2f85c31a0e04), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:58.520782 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c663a3a8-4e77-44df-b707-36337d3abdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (884c0bbd-f9b4-466b-8bcc-2f85c31a0e04), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:58.594452 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c663a3a8-4e77-44df-b707-36337d3abdcf None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:37:58.601974 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-c663a3a8-4e77-44df-b707-36337d3abdcf None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:37:58.612806 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c663a3a8-4e77-44df-b707-36337d3abdcf None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:37:58.624427 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ba34bfd-33ca-4267-8d03-4317d8fe6e7f req-589f0ce7-cb66-401c-ad8b-47c47b58fa53 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5954952 Jan 28 00:37:58.742677 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663a3a8-4e77-44df-b707-36337d3abdcf None None] Pushing event updated for resources: {'Port': ['ID=884c0bbd-f9b4-466b-8bcc-2f85c31a0e04,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:58.843828 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-c663a3a8-4e77-44df-b707-36337d3abdcf None None] Attempting to bind port 884c0bbd-f9b4-466b-8bcc-2f85c31a0e04 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:37:58.844481 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-c663a3a8-4e77-44df-b707-36337d3abdcf None None] Attempting to bind port 884c0bbd-f9b4-466b-8bcc-2f85c31a0e04 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:37:58.845060 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c663a3a8-4e77-44df-b707-36337d3abdcf None None] Attempting to bind port 884c0bbd-f9b4-466b-8bcc-2f85c31a0e04 on network fa355ea8-c094-44b0-ae37-c8781af9ee37 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:37:58.861483 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c663a3a8-4e77-44df-b707-36337d3abdcf None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:37:58.862254 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c663a3a8-4e77-44df-b707-36337d3abdcf None None] Checking segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:37:58.863051 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c663a3a8-4e77-44df-b707-36337d3abdcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:58.863853 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c663a3a8-4e77-44df-b707-36337d3abdcf None None] Bound using segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:37:58.864693 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-c663a3a8-4e77-44df-b707-36337d3abdcf None None] Bound port: 884c0bbd-f9b4-466b-8bcc-2f85c31a0e04, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:37:58.865529 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c663a3a8-4e77-44df-b707-36337d3abdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (884c0bbd-f9b4-466b-8bcc-2f85c31a0e04), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:58.873739 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c6d5432f-e169-41ac-986d-0aee6741708f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (1b2e0096-9729-4eaa-b4c9-60b99f54afac), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:59.025925 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5432f-e169-41ac-986d-0aee6741708f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Port': ['ID=1b2e0096-9729-4eaa-b4c9-60b99f54afac,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:59.038478 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c6d5432f-e169-41ac-986d-0aee6741708f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:59.052156 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c6d5432f-e169-41ac-986d-0aee6741708f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/1b2e0096-9729-4eaa-b4c9-60b99f54afac HTTP/1.1" status: 204 len: 168 time: 1.7344227 Jan 28 00:37:59.055643 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49792) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:59.080447 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c663a3a8-4e77-44df-b707-36337d3abdcf None None] For port 884c0bbd-f9b4-466b-8bcc-2f85c31a0e04, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:37:59.092789 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c663a3a8-4e77-44df-b707-36337d3abdcf None None] For port 884c0bbd-f9b4-466b-8bcc-2f85c31a0e04, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=884c0bbd-f9b4-466b-8bcc-2f85c31a0e04,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:37:59.105602 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c663a3a8-4e77-44df-b707-36337d3abdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (884c0bbd-f9b4-466b-8bcc-2f85c31a0e04), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:37:59.270354 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484a1627-4277-490e-ac39-8bd05377e5bb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:59.294042 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484a1627-4277-490e-ac39-8bd05377e5bb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:37:59.298340 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-484a1627-4277-490e-ac39-8bd05377e5bb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2413688 Jan 28 00:37:59.310916 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49796) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:37:59.353422 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663a3a8-4e77-44df-b707-36337d3abdcf None None] Pushing event updated for resources: {'Port': ['ID=884c0bbd-f9b4-466b-8bcc-2f85c31a0e04,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:37:59.792606 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-98249149-9138-4a78-87cb-f9ed329c02ee tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting subnet 48382a5b-5654-4917-9d4d-d0df994c59d8 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:37:59.831642 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-98249149-9138-4a78-87cb-f9ed329c02ee tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (48382a5b-5654-4917-9d4d-d0df994c59d8), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:00.093865 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a99a4-f2a8-46fe-b427-22d253ec5aaa req-89bf600e-f446-432d-b65f-8df126e0b36f tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:00.102587 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-134a99a4-f2a8-46fe-b427-22d253ec5aaa req-89bf600e-f446-432d-b65f-8df126e0b36f tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7404c3-81cd-451d-8f44-ff3d6e991c58 HTTP/1.1" status: 200 len: 945 time: 0.5634608 Jan 28 00:38:00.147358 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-98249149-9138-4a78-87cb-f9ed329c02ee tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (48382a5b-5654-4917-9d4d-d0df994c59d8), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:00.296088 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-98249149-9138-4a78-87cb-f9ed329c02ee tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (48382a5b-5654-4917-9d4d-d0df994c59d8), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:00.371569 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda4442-93bb-4daf-b1ba-5aac231d0890 req-59477e7e-89a1-4eae-8ba4-c44bac460a14 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:00.373036 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4bda4442-93bb-4daf-b1ba-5aac231d0890 req-59477e7e-89a1-4eae-8ba4-c44bac460a14 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 947 time: 0.4998801 Jan 28 00:38:00.379394 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-134a99a4-f2a8-46fe-b427-22d253ec5aaa req-e380876c-1675-41ab-8de4-314aa303a4d4 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/security-groups?id=83edb642-68ff-4c9f-90e5-8a82d9e0969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758052 Jan 28 00:38:00.529174 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-98249149-9138-4a78-87cb-f9ed329c02ee tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (48382a5b-5654-4917-9d4d-d0df994c59d8), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:00.591058 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98249149-9138-4a78-87cb-f9ed329c02ee tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Subnet': ['ID=48382a5b-5654-4917-9d4d-d0df994c59d8,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:00.621094 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4bda4442-93bb-4daf-b1ba-5aac231d0890 req-708adb88-4de6-49cc-bd85-70bc082442be tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324269 Jan 28 00:38:00.630632 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-98249149-9138-4a78-87cb-f9ed329c02ee tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:00.634322 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-98249149-9138-4a78-87cb-f9ed329c02ee tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/48382a5b-5654-4917-9d4d-d0df994c59d8 HTTP/1.1" status: 204 len: 168 time: 1.3209777 Jan 28 00:38:00.639151 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49810) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:00.682339 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400447c-17e2-4c6d-84d1-f80f942ae48a req-1989b2a7-5457-4282-8731-3bfa0c8eb38c tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:00.720080 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1400447c-17e2-4c6d-84d1-f80f942ae48a req-1989b2a7-5457-4282-8731-3bfa0c8eb38c tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7404c3-81cd-451d-8f44-ff3d6e991c58 HTTP/1.1" status: 200 len: 945 time: 0.1415091 Jan 28 00:38:00.856649 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-372c17f9-4f79-47e0-b2d9-d091dac228cf tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2144539 Jan 28 00:38:00.861544 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49812) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:00.887053 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-ec2f871f-0709-4319-8ae7-0eb954d2f0da tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:38:00.928663 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1400447c-17e2-4c6d-84d1-f80f942ae48a req-ee1a8bf6-1607-41a3-a7c7-edadbe3c23dd tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/security-groups?id=83edb642-68ff-4c9f-90e5-8a82d9e0969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762688 Jan 28 00:38:01.073022 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2f871f-0709-4319-8ae7-0eb954d2f0da tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:38:01.076950 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ec2f871f-0709-4319-8ae7-0eb954d2f0da tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:01.679831 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f650df7-b7a8-46da-8982-1627361dcd5f req-bfbb4054-fc90-4a61-9a61-ad6944d8d708 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:01.686116 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83ab987-b409-4e06-91cc-dd28fe887303 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:38:01.710854 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5f650df7-b7a8-46da-8982-1627361dcd5f req-bfbb4054-fc90-4a61-9a61-ad6944d8d708 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7404c3-81cd-451d-8f44-ff3d6e991c58 HTTP/1.1" status: 200 len: 945 time: 0.2423668 Jan 28 00:38:01.839291 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5f650df7-b7a8-46da-8982-1627361dcd5f req-d17bb2d5-20f4-4f11-bf0d-47b4c1d6cce4 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/security-groups?id=83edb642-68ff-4c9f-90e5-8a82d9e0969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178277 Jan 28 00:38:02.066929 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-8196025b-1681-44b1-8eed-866f9718459f None None] Provisioning complete for port 884c0bbd-f9b4-466b-8bcc-2f85c31a0e04 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:38:02.068765 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959850e-c325-482f-a289-373cfd68eb6e req-cab01fb1-3e84-4270-b253-3914dcc6f74b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:02.082655 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8196025b-1681-44b1-8eed-866f9718459f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (884c0bbd-f9b4-466b-8bcc-2f85c31a0e04), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:02.087417 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d959850e-c325-482f-a289-373cfd68eb6e req-cab01fb1-3e84-4270-b253-3914dcc6f74b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 947 time: 0.2083030 Jan 28 00:38:02.273672 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 884c0bbd-f9b4-466b-8bcc-2f85c31a0e04 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:38:02.311037 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d959850e-c325-482f-a289-373cfd68eb6e req-94214baf-4611-4818-a6c0-76369d37fa40 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204201 Jan 28 00:38:02.500406 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6becd20-b189-46d1-8371-185bfd81eb26 None None] DHCP port deletion for fa355ea8-c094-44b0-ae37-c8781af9ee37 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:38:02.589671 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8196025b-1681-44b1-8eed-866f9718459f None None] Current status of the port 884c0bbd-f9b4-466b-8bcc-2f85c31a0e04 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:38:02.591931 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8196025b-1681-44b1-8eed-866f9718459f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (884c0bbd-f9b4-466b-8bcc-2f85c31a0e04), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:02.796295 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 884c0bbd-f9b4-466b-8bcc-2f85c31a0e04 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:38:02.797287 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (884c0bbd-f9b4-466b-8bcc-2f85c31a0e04), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:02.873796 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-8196025b-1681-44b1-8eed-866f9718459f None None] For port 884c0bbd-f9b4-466b-8bcc-2f85c31a0e04, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=884c0bbd-f9b4-466b-8bcc-2f85c31a0e04,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:38:02.877286 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c6becd20-b189-46d1-8371-185bfd81eb26 None None] Deleting port 884c0bbd-f9b4-466b-8bcc-2f85c31a0e04 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:38:02.878071 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c6becd20-b189-46d1-8371-185bfd81eb26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (884c0bbd-f9b4-466b-8bcc-2f85c31a0e04), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:03.000655 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c6becd20-b189-46d1-8371-185bfd81eb26 None None] For port 884c0bbd-f9b4-466b-8bcc-2f85c31a0e04, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=884c0bbd-f9b4-466b-8bcc-2f85c31a0e04,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:38:03.001385 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c6becd20-b189-46d1-8371-185bfd81eb26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (884c0bbd-f9b4-466b-8bcc-2f85c31a0e04), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:03.010266 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ec2f871f-0709-4319-8ae7-0eb954d2f0da tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (79d943c0-22a0-4527-b62c-025e94e8c472), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:03.025472 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8196025b-1681-44b1-8eed-866f9718459f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (884c0bbd-f9b4-466b-8bcc-2f85c31a0e04), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:03.038724 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c6becd20-b189-46d1-8371-185bfd81eb26 None None] Calling delete_port for 884c0bbd-f9b4-466b-8bcc-2f85c31a0e04 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:38:03.097335 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2f871f-0709-4319-8ae7-0eb954d2f0da tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:38:03.102792 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-ec2f871f-0709-4319-8ae7-0eb954d2f0da tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:38:03.108451 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2f871f-0709-4319-8ae7-0eb954d2f0da tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:03.109234 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ec2f871f-0709-4319-8ae7-0eb954d2f0da tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:03.109653 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e368f-be42-4ac9-83f4-c01915f98178 req-f45149d9-b369-4465-b62e-14b50141303f tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:03.116643 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f871f-0709-4319-8ae7-0eb954d2f0da tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Subnet': ['ID=79d943c0-22a0-4527-b62c-025e94e8c472,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:03.121810 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-791e368f-be42-4ac9-83f4-c01915f98178 req-f45149d9-b369-4465-b62e-14b50141303f tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7404c3-81cd-451d-8f44-ff3d6e991c58 HTTP/1.1" status: 200 len: 945 time: 0.2179046 Jan 28 00:38:03.138813 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ec2f871f-0709-4319-8ae7-0eb954d2f0da tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2736597 Jan 28 00:38:03.143137 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49842) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:03.158327 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-cdd15e8c-61c5-48db-8d0b-9bcc4255ac36 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'port': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'fixed_ips': [{'subnet_id': '79d943c0-22a0-4527-b62c-025e94e8c472', 'ip_address': '2001:db8::82e5:17e6:56c9:8c81'}], 'name': 'tempest-NetworksTestDHCPv6-1361879421'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:38:03.238174 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-791e368f-be42-4ac9-83f4-c01915f98178 req-2a094550-8148-489b-a800-b362be6dbe96 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/security-groups?id=83edb642-68ff-4c9f-90e5-8a82d9e0969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095140 Jan 28 00:38:03.348220 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196025b-1681-44b1-8eed-866f9718459f None None] Pushing event updated for resources: {'Port': ['ID=884c0bbd-f9b4-466b-8bcc-2f85c31a0e04,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:03.441532 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c6becd20-b189-46d1-8371-185bfd81eb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (884c0bbd-f9b4-466b-8bcc-2f85c31a0e04), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:03.453231 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 884c0bbd-f9b4-466b-8bcc-2f85c31a0e04 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:38:03.483571 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6becd20-b189-46d1-8371-185bfd81eb26 None None] Pushing event deleted for resources: {'Port': ['ID=884c0bbd-f9b4-466b-8bcc-2f85c31a0e04,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:03.492412 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6becd20-b189-46d1-8371-185bfd81eb26 None None] No DVR routers for this DVR port 884c0bbd-f9b4-466b-8bcc-2f85c31a0e04 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:38:03.519796 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d880a5-5011-41ed-8673-5b81e6e6868b None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:38:03.634507 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd15e8c-61c5-48db-8d0b-9bcc4255ac36 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:38:03.800763 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24533f7f-e12d-474a-b849-3e6c7e22b80f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-fa355ea8-c094-44b0-ae37-c8781af9ee37', 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'fixed_ips': [{'subnet_id': '79d943c0-22a0-4527-b62c-025e94e8c472'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:38:03.801691 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-24533f7f-e12d-474a-b849-3e6c7e22b80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:03.805376 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ee55b-4f18-4147-9e2b-4de18438fbd1 req-6ded717d-e194-4cb2-b3fd-9676eeec68e6 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:03.825262 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-134ee55b-4f18-4147-9e2b-4de18438fbd1 req-6ded717d-e194-4cb2-b3fd-9676eeec68e6 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 947 time: 0.2363443 Jan 28 00:38:03.988353 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cdd15e8c-61c5-48db-8d0b-9bcc4255ac36 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:04.003330 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 884c0bbd-f9b4-466b-8bcc-2f85c31a0e04 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:38:04.033736 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-cdd15e8c-61c5-48db-8d0b-9bcc4255ac36 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] device_id is not set on port 59a32d63-b433-42a4-8bc9-aae01786f367 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:38:04.038357 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 884c0bbd-f9b4-466b-8bcc-2f85c31a0e04 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:38:04.038986 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 884c0bbd-f9b4-466b-8bcc-2f85c31a0e04 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:38:04.088313 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-134ee55b-4f18-4147-9e2b-4de18438fbd1 req-c3c5c32d-1636-4e4c-9a6d-f686e82ab137 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2588687 Jan 28 00:38:04.168825 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-24533f7f-e12d-474a-b849-3e6c7e22b80f None None] Allocated IP 2001:db8::2 (fa355ea8-c094-44b0-ae37-c8781af9ee37/79d943c0-22a0-4527-b62c-025e94e8c472/f5ae586f-6ead-459c-9892-529edbf03230) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:38:04.590370 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e3b64-b92f-4d9d-ad04-414fe05be955 req-949d58e3-a9ad-4c45-a280-2735ab0c4256 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:04.604867 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8b030-c3b3-44c9-9546-c8a94c6c1ed5 req-be2a4cf8-f3a8-44c5-a68a-e9b3a00f8bf4 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:04.606476 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bad8b030-c3b3-44c9-9546-c8a94c6c1ed5 req-be2a4cf8-f3a8-44c5-a68a-e9b3a00f8bf4 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca7404c3-81cd-451d-8f44-ff3d6e991c58 HTTP/1.1" status: 200 len: 945 time: 0.1772246 Jan 28 00:38:04.613656 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b1e3b64-b92f-4d9d-ad04-414fe05be955 req-949d58e3-a9ad-4c45-a280-2735ab0c4256 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7404c3-81cd-451d-8f44-ff3d6e991c58 HTTP/1.1" status: 200 len: 945 time: 0.2146475 Jan 28 00:38:04.765009 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-24533f7f-e12d-474a-b849-3e6c7e22b80f None None] Publish callbacks [] for port (f5ae586f-6ead-459c-9892-529edbf03230), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:04.780392 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-24533f7f-e12d-474a-b849-3e6c7e22b80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (f5ae586f-6ead-459c-9892-529edbf03230), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:04.788820 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49862) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:04.880477 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b1e3b64-b92f-4d9d-ad04-414fe05be955 req-243cf26c-3e17-4168-bc90-2f8b8e3fb4b0 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/security-groups?id=83edb642-68ff-4c9f-90e5-8a82d9e0969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647727 Jan 28 00:38:04.942272 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-cdd15e8c-61c5-48db-8d0b-9bcc4255ac36 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Allocated IP 2001:db8::82e5:17e6:56c9:8c81 (fa355ea8-c094-44b0-ae37-c8781af9ee37/79d943c0-22a0-4527-b62c-025e94e8c472/59a32d63-b433-42a4-8bc9-aae01786f367) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:38:04.953093 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24533f7f-e12d-474a-b849-3e6c7e22b80f None None] Pushing event updated for resources: {'Port': ['ID=f5ae586f-6ead-459c-9892-529edbf03230,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:05.001959 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24533f7f-e12d-474a-b849-3e6c7e22b80f None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:38:05.007933 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-24533f7f-e12d-474a-b849-3e6c7e22b80f None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:38:05.014719 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24533f7f-e12d-474a-b849-3e6c7e22b80f None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:38:05.263793 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-24533f7f-e12d-474a-b849-3e6c7e22b80f None None] Attempting to bind port f5ae586f-6ead-459c-9892-529edbf03230 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:38:05.264029 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-bad8b030-c3b3-44c9-9546-c8a94c6c1ed5 req-76a973d2-6a92-4b22-ac9f-c31fc8129146 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Deleting port 79a358b8-f75b-4bd8-ab07-f9f39f40bcc4 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:38:05.264475 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-bad8b030-c3b3-44c9-9546-c8a94c6c1ed5 req-76a973d2-6a92-4b22-ac9f-c31fc8129146 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (79a358b8-f75b-4bd8-ab07-f9f39f40bcc4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:05.266494 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-175c7530-2dba-4efa-9602-f970d52271c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:05.272430 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-24533f7f-e12d-474a-b849-3e6c7e22b80f None None] Attempting to bind port f5ae586f-6ead-459c-9892-529edbf03230 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:38:05.273816 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24533f7f-e12d-474a-b849-3e6c7e22b80f None None] Attempting to bind port f5ae586f-6ead-459c-9892-529edbf03230 on network fa355ea8-c094-44b0-ae37-c8781af9ee37 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:38:05.309991 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24533f7f-e12d-474a-b849-3e6c7e22b80f None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:38:05.316414 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24533f7f-e12d-474a-b849-3e6c7e22b80f None None] Checking segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:38:05.317304 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-24533f7f-e12d-474a-b849-3e6c7e22b80f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:05.318036 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24533f7f-e12d-474a-b849-3e6c7e22b80f None None] Bound using segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:38:05.319542 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-24533f7f-e12d-474a-b849-3e6c7e22b80f None None] Bound port: f5ae586f-6ead-459c-9892-529edbf03230, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:38:05.320349 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-24533f7f-e12d-474a-b849-3e6c7e22b80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f5ae586f-6ead-459c-9892-529edbf03230), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:05.613517 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cdd15e8c-61c5-48db-8d0b-9bcc4255ac36 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for port (59a32d63-b433-42a4-8bc9-aae01786f367), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:05.618600 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-24533f7f-e12d-474a-b849-3e6c7e22b80f None None] For port f5ae586f-6ead-459c-9892-529edbf03230, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:38:05.625956 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5171a8b-7983-4984-8939-e9964ee4d0a8 req-49ab2b5f-83e3-4281-b53b-8f17e5cecda0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:05.626965 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-24533f7f-e12d-474a-b849-3e6c7e22b80f None None] For port f5ae586f-6ead-459c-9892-529edbf03230, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f5ae586f-6ead-459c-9892-529edbf03230,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:38:05.641763 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5171a8b-7983-4984-8939-e9964ee4d0a8 req-49ab2b5f-83e3-4281-b53b-8f17e5cecda0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 947 time: 0.3266926 Jan 28 00:38:05.645105 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-bad8b030-c3b3-44c9-9546-c8a94c6c1ed5 req-76a973d2-6a92-4b22-ac9f-c31fc8129146 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] For port 79a358b8-f75b-4bd8-ab07-f9f39f40bcc4, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=79a358b8-f75b-4bd8-ab07-f9f39f40bcc4,segment=NetworkSegment(3a053a0b-c5f0-4270-ab90-3009ed46f7d8),segment_id=3a053a0b-c5f0-4270-ab90-3009ed46f7d8)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:38:05.645491 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-bad8b030-c3b3-44c9-9546-c8a94c6c1ed5 req-76a973d2-6a92-4b22-ac9f-c31fc8129146 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (79a358b8-f75b-4bd8-ab07-f9f39f40bcc4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:05.646753 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-24533f7f-e12d-474a-b849-3e6c7e22b80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f5ae586f-6ead-459c-9892-529edbf03230), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:05.761754 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-bad8b030-c3b3-44c9-9546-c8a94c6c1ed5 req-76a973d2-6a92-4b22-ac9f-c31fc8129146 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Calling delete_port for 79a358b8-f75b-4bd8-ab07-f9f39f40bcc4 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:38:05.782661 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cdd15e8c-61c5-48db-8d0b-9bcc4255ac36 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (59a32d63-b433-42a4-8bc9-aae01786f367), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:05.815985 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5171a8b-7983-4984-8939-e9964ee4d0a8 req-cc8ebfbe-9e50-4bc4-ae06-1a807ccb0e90 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711206 Jan 28 00:38:05.832415 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24533f7f-e12d-474a-b849-3e6c7e22b80f None None] Pushing event updated for resources: {'Port': ['ID=f5ae586f-6ead-459c-9892-529edbf03230,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:05.995134 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-175c7530-2dba-4efa-9602-f970d52271c3 admin admin] Publish callbacks [] for security_group (e0b7f65a-f543-402a-b977-9b95603f7a24), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:06.015976 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-175c7530-2dba-4efa-9602-f970d52271c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e0b7f65a-f543-402a-b977-9b95603f7a24), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:06.025658 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97308cc5-6e41-48df-8d02-8f5534fc1523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:06.116484 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd15e8c-61c5-48db-8d0b-9bcc4255ac36 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:38:06.136456 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-cdd15e8c-61c5-48db-8d0b-9bcc4255ac36 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:38:06.157421 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd15e8c-61c5-48db-8d0b-9bcc4255ac36 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:38:06.163353 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd15e8c-61c5-48db-8d0b-9bcc4255ac36 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:06.164117 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cdd15e8c-61c5-48db-8d0b-9bcc4255ac36 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:06.182355 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c7530-2dba-4efa-9602-f970d52271c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b7f65a-f543-402a-b977-9b95603f7a24,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:06.206290 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd15e8c-61c5-48db-8d0b-9bcc4255ac36 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Port': ['ID=59a32d63-b433-42a4-8bc9-aae01786f367,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:06.298917 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cdd15e8c-61c5-48db-8d0b-9bcc4255ac36 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1522076 Jan 28 00:38:06.300278 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49874) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:06.349108 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-175c7530-2dba-4efa-9602-f970d52271c3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=799092638f54466da38e01420bba5d62&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5561354 Jan 28 00:38:06.352667 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49876) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:06.454105 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b13933-c812-449c-a831-3daad63a2cc2 req-f6dd84b3-36e1-4d6c-8d35-4245d8ee0e2c tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:06.467213 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b0b13933-c812-449c-a831-3daad63a2cc2 req-f6dd84b3-36e1-4d6c-8d35-4245d8ee0e2c tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7404c3-81cd-451d-8f44-ff3d6e991c58 HTTP/1.1" status: 200 len: 945 time: 0.3000197 Jan 28 00:38:06.523722 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41223673-0151-43eb-885a-350b6303f7b6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:06.536082 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41223673-0151-43eb-885a-350b6303f7b6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:06.538796 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-41223673-0151-43eb-885a-350b6303f7b6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2374339 Jan 28 00:38:06.541621 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49878) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:06.618469 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-bad8b030-c3b3-44c9-9546-c8a94c6c1ed5 req-76a973d2-6a92-4b22-ac9f-c31fc8129146 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (79a358b8-f75b-4bd8-ab07-f9f39f40bcc4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:06.620295 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-54c2ced2-4b68-4b4a-8818-eaa9655fc041 admin admin] Publish callbacks [] for security_group (e0b7f65a-f543-402a-b977-9b95603f7a24), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:06.773996 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-54c2ced2-4b68-4b4a-8818-eaa9655fc041 admin admin] Publish callbacks [] for security_group (e0b7f65a-f543-402a-b977-9b95603f7a24), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:06.805114 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b0b13933-c812-449c-a831-3daad63a2cc2 req-6b810ecd-fd2e-42bf-9ac3-b66823bd6ab3 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/security-groups?id=83edb642-68ff-4c9f-90e5-8a82d9e0969a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360310 Jan 28 00:38:06.806248 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a973d2-6a92-4b22-ac9f-c31fc8129146 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Pushing event deleted for resources: {'Port': ['ID=79a358b8-f75b-4bd8-ab07-f9f39f40bcc4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:06.927537 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad8b030-c3b3-44c9-9546-c8a94c6c1ed5 req-76a973d2-6a92-4b22-ac9f-c31fc8129146 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] No DVR routers for this DVR port 79a358b8-f75b-4bd8-ab07-f9f39f40bcc4 on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:38:06.929603 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-54c2ced2-4b68-4b4a-8818-eaa9655fc041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e0b7f65a-f543-402a-b977-9b95603f7a24), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:06.933394 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-54c2ced2-4b68-4b4a-8818-eaa9655fc041 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:06.938920 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-54c2ced2-4b68-4b4a-8818-eaa9655fc041 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e0b7f65a-f543-402a-b977-9b95603f7a24 HTTP/1.1" status: 204 len: 168 time: 0.5811865 Jan 28 00:38:06.951511 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-bad8b030-c3b3-44c9-9546-c8a94c6c1ed5 req-76a973d2-6a92-4b22-ac9f-c31fc8129146 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:06.962530 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bad8b030-c3b3-44c9-9546-c8a94c6c1ed5 req-76a973d2-6a92-4b22-ac9f-c31fc8129146 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.52 "DELETE /v2.0/ports/79a358b8-f75b-4bd8-ab07-f9f39f40bcc4 HTTP/1.1" status: 204 len: 173 time: 2.3485713 Jan 28 00:38:06.971435 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7404c3-81cd-451d-8f44-ff3d6e991c58', 'name': 'network-vif-deleted', 'tag': '79a358b8-f75b-4bd8-ab07-f9f39f40bcc4'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:38:06.972710 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2ced2-4b68-4b4a-8818-eaa9655fc041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b7f65a-f543-402a-b977-9b95603f7a24,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:07.011208 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e272a1-193d-4ef0-be7d-d734130f3e01" -d '{"events": [{"server_uuid": "ca7404c3-81cd-451d-8f44-ff3d6e991c58", "name": "network-vif-deleted", "tag": "79a358b8-f75b-4bd8-ab07-f9f39f40bcc4"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:38:07.110156 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-173e95a5-6ced-47a2-a586-3ea505fd80d6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting port 59a32d63-b433-42a4-8bc9-aae01786f367 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:38:07.110949 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-173e95a5-6ced-47a2-a586-3ea505fd80d6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (59a32d63-b433-42a4-8bc9-aae01786f367), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:07.246078 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6c7f76-53bd-4a23-8267-df687b5baa16 x-openstack-request-id: req-5e6c7f76-53bd-4a23-8267-df687b5baa16 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:38:07.252330 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7404c3-81cd-451d-8f44-ff3d6e991c58", "name": "network-vif-deleted", "tag": "79a358b8-f75b-4bd8-ab07-f9f39f40bcc4", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:38:07.252750 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5e6c7f76-53bd-4a23-8267-df687b5baa16 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:38:07.253398 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7404c3-81cd-451d-8f44-ff3d6e991c58', 'name': 'network-vif-deleted', 'tag': '79a358b8-f75b-4bd8-ab07-f9f39f40bcc4', 'status': 'completed', 'code': 200} Jan 28 00:38:07.312955 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e65538-0005-4e2d-b071-c6500dff32a0 req-648b11bf-fdfd-4769-9cdb-1dd6cebee145 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:07.330438 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-72e65538-0005-4e2d-b071-c6500dff32a0 req-648b11bf-fdfd-4769-9cdb-1dd6cebee145 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 947 time: 0.2237191 Jan 28 00:38:07.460613 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-173e95a5-6ced-47a2-a586-3ea505fd80d6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (59a32d63-b433-42a4-8bc9-aae01786f367), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:07.501861 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 79a358b8-f75b-4bd8-ab07-f9f39f40bcc4 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:38:07.516960 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-173e95a5-6ced-47a2-a586-3ea505fd80d6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Calling delete_port for 59a32d63-b433-42a4-8bc9-aae01786f367 owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:38:07.573441 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 79a358b8-f75b-4bd8-ab07-f9f39f40bcc4 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:38:07.574970 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 79a358b8-f75b-4bd8-ab07-f9f39f40bcc4 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:38:07.634658 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-72e65538-0005-4e2d-b071-c6500dff32a0 req-70262a2d-ec03-4fb1-b2d4-3e431c9df02a tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3024018 Jan 28 00:38:07.973362 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49894) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:08.087478 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9f8e1dfb-5930-49b8-acf9-2c9dae15e47f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:08.145305 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-173e95a5-6ced-47a2-a586-3ea505fd80d6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (59a32d63-b433-42a4-8bc9-aae01786f367), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:08.171257 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f5ae586f-6ead-459c-9892-529edbf03230 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:38:08.203133 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d76f578f-6d83-4ab4-b4ed-83b35aedd5a6 req-4b241b4b-3c22-4a77-92d8-4c3b9df8a1e2 tempest-ServersNegativeTestMultiTenantJSON-2047601691 tempest-ServersNegativeTestMultiTenantJSON-2047601691-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca7404c3-81cd-451d-8f44-ff3d6e991c58 HTTP/1.1" status: 200 len: 210 time: 0.0812781 Jan 28 00:38:08.366857 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e95a5-6ced-47a2-a586-3ea505fd80d6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Port': ['ID=59a32d63-b433-42a4-8bc9-aae01786f367,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:08.391146 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a5ed7cce-4917-4732-b9cc-929f0ec3eb71 None None] Provisioning complete for port f5ae586f-6ead-459c-9892-529edbf03230 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:38:08.392094 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a5ed7cce-4917-4732-b9cc-929f0ec3eb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f5ae586f-6ead-459c-9892-529edbf03230), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:08.418882 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-173e95a5-6ced-47a2-a586-3ea505fd80d6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:08.428689 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-173e95a5-6ced-47a2-a586-3ea505fd80d6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/59a32d63-b433-42a4-8bc9-aae01786f367 HTTP/1.1" status: 204 len: 168 time: 1.8781805 Jan 28 00:38:08.429129 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49898) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:08.444017 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9f8e1dfb-5930-49b8-acf9-2c9dae15e47f admin admin] Publish callbacks [] for security_group (094ccecd-1a22-411a-809e-084a82df1da1), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:08.458508 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9f8e1dfb-5930-49b8-acf9-2c9dae15e47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (094ccecd-1a22-411a-809e-084a82df1da1), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:08.487696 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d8382848-945c-486e-9078-c78dff19f7bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:08.494777 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port f5ae586f-6ead-459c-9892-529edbf03230 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:38:08.495477 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f5ae586f-6ead-459c-9892-529edbf03230), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:08.566750 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457b49a9-fc64-4a7e-9e91-715b2c736d40 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:08.567907 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9f8e1dfb-5930-49b8-acf9-2c9dae15e47f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ba9fe0c39c42487692451a5526ca48de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5875194 Jan 28 00:38:08.569778 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457b49a9-fc64-4a7e-9e91-715b2c736d40 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:08.574770 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-457b49a9-fc64-4a7e-9e91-715b2c736d40 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1409085 Jan 28 00:38:08.574770 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49902) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:08.583938 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49904) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:08.701980 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port f5ae586f-6ead-459c-9892-529edbf03230 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:38:08.702610 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f5ae586f-6ead-459c-9892-529edbf03230), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:08.703791 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d95dc7ef-ec17-4946-8e81-24f576096890 admin admin] Publish callbacks [] for security_group (094ccecd-1a22-411a-809e-084a82df1da1), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:08.764849 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port f5ae586f-6ead-459c-9892-529edbf03230, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f5ae586f-6ead-459c-9892-529edbf03230,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:38:08.769584 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a5ed7cce-4917-4732-b9cc-929f0ec3eb71 None None] Current status of the port f5ae586f-6ead-459c-9892-529edbf03230 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:38:08.770314 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a5ed7cce-4917-4732-b9cc-929f0ec3eb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f5ae586f-6ead-459c-9892-529edbf03230), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:08.772984 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d95dc7ef-ec17-4946-8e81-24f576096890 admin admin] Publish callbacks [] for security_group (094ccecd-1a22-411a-809e-084a82df1da1), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:08.775483 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f5ae586f-6ead-459c-9892-529edbf03230), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:08.870043 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5f283fa-a8ab-46b5-a41b-5506db56f829 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting subnet 79d943c0-22a0-4527-b62c-025e94e8c472 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:38:08.890719 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d95dc7ef-ec17-4946-8e81-24f576096890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (094ccecd-1a22-411a-809e-084a82df1da1), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:08.894592 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d95dc7ef-ec17-4946-8e81-24f576096890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:08.898770 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d95dc7ef-ec17-4946-8e81-24f576096890 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/094ccecd-1a22-411a-809e-084a82df1da1 HTTP/1.1" status: 204 len: 168 time: 0.3252435 Jan 28 00:38:08.908211 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e1dfb-5930-49b8-acf9-2c9dae15e47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094ccecd-1a22-411a-809e-084a82df1da1,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:08.924097 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d5f283fa-a8ab-46b5-a41b-5506db56f829 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (79d943c0-22a0-4527-b62c-025e94e8c472), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:08.961003 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95dc7ef-ec17-4946-8e81-24f576096890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094ccecd-1a22-411a-809e-084a82df1da1,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:09.169806 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=f5ae586f-6ead-459c-9892-529edbf03230,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:09.212467 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4212c-11c7-4d94-b5ed-624b348ed972 req-e7eb1b6c-02e2-433f-8358-4ae4a76919fb tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:09.225989 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f7c4212c-11c7-4d94-b5ed-624b348ed972 req-e7eb1b6c-02e2-433f-8358-4ae4a76919fb tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 947 time: 0.2242148 Jan 28 00:38:09.229665 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-a5ed7cce-4917-4732-b9cc-929f0ec3eb71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:38:09.232470 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-a5ed7cce-4917-4732-b9cc-929f0ec3eb71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:38:09.305957 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49912) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:09.338114 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d5f283fa-a8ab-46b5-a41b-5506db56f829 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (79d943c0-22a0-4527-b62c-025e94e8c472), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:09.352724 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f7c4212c-11c7-4d94-b5ed-624b348ed972 req-16cd822c-00e1-46af-aa60-24e0589c32f0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241302 Jan 28 00:38:09.469651 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-456c588e-02a0-46d9-bfac-1f29c39c1da5 admin admin] Deleting subnet 58a068e4-420d-4d4d-ada5-ca183c30dcc2 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:38:09.484293 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-456c588e-02a0-46d9-bfac-1f29c39c1da5 admin admin] Publish callbacks [] for subnet (58a068e4-420d-4d4d-ada5-ca183c30dcc2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:09.533860 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-456c588e-02a0-46d9-bfac-1f29c39c1da5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (58a068e4-420d-4d4d-ada5-ca183c30dcc2), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:09.570196 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d5f283fa-a8ab-46b5-a41b-5506db56f829 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (79d943c0-22a0-4527-b62c-025e94e8c472), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:09.613289 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-456c588e-02a0-46d9-bfac-1f29c39c1da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (58a068e4-420d-4d4d-ada5-ca183c30dcc2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:09.656352 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:09.851556 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d5f283fa-a8ab-46b5-a41b-5506db56f829 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (79d943c0-22a0-4527-b62c-025e94e8c472), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:09.883128 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-456c588e-02a0-46d9-bfac-1f29c39c1da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (58a068e4-420d-4d4d-ada5-ca183c30dcc2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:09.937700 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f283fa-a8ab-46b5-a41b-5506db56f829 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Subnet': ['ID=79d943c0-22a0-4527-b62c-025e94e8c472,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:09.968581 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d5f283fa-a8ab-46b5-a41b-5506db56f829 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:09.983726 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d5f283fa-a8ab-46b5-a41b-5506db56f829 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/79d943c0-22a0-4527-b62c-025e94e8c472 HTTP/1.1" status: 204 len: 168 time: 1.3966310 Jan 28 00:38:09.985750 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49922) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:09.994537 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f5ae586f-6ead-459c-9892-529edbf03230 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:38:10.002040 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-456c588e-02a0-46d9-bfac-1f29c39c1da5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:10.019717 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-456c588e-02a0-46d9-bfac-1f29c39c1da5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/58a068e4-420d-4d4d-ada5-ca183c30dcc2 HTTP/1.1" status: 204 len: 168 time: 0.7088478 Jan 28 00:38:10.118183 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49924) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:10.155232 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a5ed7cce-4917-4732-b9cc-929f0ec3eb71 None None] Current status of the port f5ae586f-6ead-459c-9892-529edbf03230 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:38:10.185048 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-be37f6cc-8ba8-4e3c-938f-1dd4616745a1 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1959622 Jan 28 00:38:10.192925 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49930) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:10.213841 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-22160647-74cf-4689-86dd-ee99caa04d43 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:38:10.298785 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-1b91bd4f-8e22-4c49-829d-312162dda5a2 None None] Could not find standard attr ID for object ec6e197a-8696-48f2-b41d-04cd2fcc62cb. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:38:10.305731 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-1b91bd4f-8e22-4c49-829d-312162dda5a2 None None] Could not find standard attr ID for object 1b2e0096-9729-4eaa-b4c9-60b99f54afac. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:38:10.353240 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port f5ae586f-6ead-459c-9892-529edbf03230 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:38:10.354083 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f5ae586f-6ead-459c-9892-529edbf03230), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:10.357328 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-1b91bd4f-8e22-4c49-829d-312162dda5a2 None None] Could not find standard attr ID for object 9bb1ee04-3412-414e-9054-41276c07f534. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:38:10.421537 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c588e-02a0-46d9-bfac-1f29c39c1da5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58a068e4-420d-4d4d-ada5-ca183c30dcc2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:10.498517 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d527235f-20d0-4a78-972d-248deb17ee13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (5dbcef8a-b748-4627-807c-ac1c52eba2b8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:10.653588 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22160647-74cf-4689-86dd-ee99caa04d43 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:38:10.688659 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-22160647-74cf-4689-86dd-ee99caa04d43 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:10.766503 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d14d326-b444-4f29-bb51-db63a6dde59d None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:38:11.050519 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5b879-8704-4795-bc36-8726fd404340 req-b053bb01-1a7f-44f7-a602-16b6e7624f25 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:11.066958 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f3c5b879-8704-4795-bc36-8726fd404340 req-b053bb01-1a7f-44f7-a602-16b6e7624f25 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 947 time: 0.4322791 Jan 28 00:38:11.070515 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d527235f-20d0-4a78-972d-248deb17ee13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (5dbcef8a-b748-4627-807c-ac1c52eba2b8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:11.205156 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-01a012ca-6140-4e6e-93e2-54815ab1b85e None None] Could not find standard attr ID for object 59a32d63-b433-42a4-8bc9-aae01786f367. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:38:11.223103 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-d527235f-20d0-4a78-972d-248deb17ee13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dbcef8a-b748-4627-807c-ac1c52eba2b8']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:38:11.285391 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f3c5b879-8704-4795-bc36-8726fd404340 req-68571b7d-1ca5-449d-b668-a41b257173bf tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167318 Jan 28 00:38:11.290309 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-d527235f-20d0-4a78-972d-248deb17ee13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a053a0b-c5f0-4270-ab90-3009ed46f7d8') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:38:11.290613 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-d527235f-20d0-4a78-972d-248deb17ee13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a053a0b-c5f0-4270-ab90-3009ed46f7d8') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:38:11.344510 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d527235f-20d0-4a78-972d-248deb17ee13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (3a053a0b-c5f0-4270-ab90-3009ed46f7d8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:11.390533 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d527235f-20d0-4a78-972d-248deb17ee13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (3a053a0b-c5f0-4270-ab90-3009ed46f7d8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:11.403080 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d527235f-20d0-4a78-972d-248deb17ee13 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:38:11.413414 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d527235f-20d0-4a78-972d-248deb17ee13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (3a053a0b-c5f0-4270-ab90-3009ed46f7d8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:11.445950 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:11.454351 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:38:11.454351 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:38:11.454351 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:38:11.454351 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:38:11.454351 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:38:11.454351 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:38:11.454351 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:38:11.454351 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:38:11.454351 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:38:11.454351 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:38:11.454351 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:38:11.454351 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:38:11.454351 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:38:11.454351 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:38:11.454351 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:38:11.454351 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:38:11.454351 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:38:11.454351 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:38:11.454351 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:38:11.454351 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:38:11.454351 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:38:11.454351 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:38:11.454351 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:38:11.454351 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:38:11.454351 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:38:11.454351 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:38:11.454351 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:38:11.454351 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:38:11.454351 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:38:11.454351 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:38:11.454351 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:38:11.454351 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:38:11.542599 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-22160647-74cf-4689-86dd-ee99caa04d43 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (9fae24aa-5f52-49d2-b167-c6cc40cfc6e8), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:11.576133 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d527235f-20d0-4a78-972d-248deb17ee13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (5dbcef8a-b748-4627-807c-ac1c52eba2b8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:11.610983 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d527235f-20d0-4a78-972d-248deb17ee13 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:11.619806 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d527235f-20d0-4a78-972d-248deb17ee13 admin admin] 10.222.0.70 "DELETE /v2.0/networks/5dbcef8a-b748-4627-807c-ac1c52eba2b8 HTTP/1.1" status: 204 len: 168 time: 1.4992962 Jan 28 00:38:11.621801 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527235f-20d0-4a78-972d-248deb17ee13 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dbcef8a-b748-4627-807c-ac1c52eba2b8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:11.624830 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49954) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:11.649506 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22160647-74cf-4689-86dd-ee99caa04d43 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:38:11.653454 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-22160647-74cf-4689-86dd-ee99caa04d43 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:38:11.669650 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22160647-74cf-4689-86dd-ee99caa04d43 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:11.670249 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-22160647-74cf-4689-86dd-ee99caa04d43 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:11.724107 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22160647-74cf-4689-86dd-ee99caa04d43 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Subnet': ['ID=9fae24aa-5f52-49d2-b167-c6cc40cfc6e8,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:11.733725 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad92bd57-a091-4e2e-bb99-b920efded853 admin admin] Deleting subnet 73933918-bff2-43fd-9b56-485955e76d6d {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:38:11.740601 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-22160647-74cf-4689-86dd-ee99caa04d43 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5408340 Jan 28 00:38:11.742176 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49956) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:11.743193 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad92bd57-a091-4e2e-bb99-b920efded853 admin admin] Publish callbacks [] for subnet (73933918-bff2-43fd-9b56-485955e76d6d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:11.746981 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-ce172b18-eb98-4701-b7df-86e83ef65aa1 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'port': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'fixed_ips': [{'subnet_id': '9fae24aa-5f52-49d2-b167-c6cc40cfc6e8', 'ip_address': '2001:db8::59aa:54a7:589c:1d40'}], 'name': 'tempest-NetworksTestDHCPv6-953979882'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:38:11.860234 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port f5ae586f-6ead-459c-9892-529edbf03230 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:38:11.872384 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad92bd57-a091-4e2e-bb99-b920efded853 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (73933918-bff2-43fd-9b56-485955e76d6d), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:11.975786 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce172b18-eb98-4701-b7df-86e83ef65aa1 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:38:11.976988 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad92bd57-a091-4e2e-bb99-b920efded853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (73933918-bff2-43fd-9b56-485955e76d6d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:12.012520 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788addc1-1403-4526-862c-9e93687ea23d None None] DHCP port deletion for fa355ea8-c094-44b0-ae37-c8781af9ee37 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:38:12.097852 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad92bd57-a091-4e2e-bb99-b920efded853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (73933918-bff2-43fd-9b56-485955e76d6d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:12.116698 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad92bd57-a091-4e2e-bb99-b920efded853 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:12.121155 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ad92bd57-a091-4e2e-bb99-b920efded853 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/73933918-bff2-43fd-9b56-485955e76d6d HTTP/1.1" status: 204 len: 168 time: 0.4942029 Jan 28 00:38:12.126573 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49958) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:12.133297 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-788addc1-1403-4526-862c-9e93687ea23d None None] Deleting port f5ae586f-6ead-459c-9892-529edbf03230 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:38:12.133672 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-788addc1-1403-4526-862c-9e93687ea23d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f5ae586f-6ead-459c-9892-529edbf03230), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:12.143103 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92bd57-a091-4e2e-bb99-b920efded853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73933918-bff2-43fd-9b56-485955e76d6d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:12.311252 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:12.457702 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-788addc1-1403-4526-862c-9e93687ea23d None None] For port f5ae586f-6ead-459c-9892-529edbf03230, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f5ae586f-6ead-459c-9892-529edbf03230,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:38:12.470547 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-788addc1-1403-4526-862c-9e93687ea23d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f5ae586f-6ead-459c-9892-529edbf03230), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:12.517751 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-788addc1-1403-4526-862c-9e93687ea23d None None] Calling delete_port for f5ae586f-6ead-459c-9892-529edbf03230 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:38:12.636306 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-788addc1-1403-4526-862c-9e93687ea23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (f5ae586f-6ead-459c-9892-529edbf03230), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:12.672209 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788addc1-1403-4526-862c-9e93687ea23d None None] No DVR routers for this DVR port f5ae586f-6ead-459c-9892-529edbf03230 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:38:12.678258 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788addc1-1403-4526-862c-9e93687ea23d None None] Pushing event deleted for resources: {'Port': ['ID=f5ae586f-6ead-459c-9892-529edbf03230,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:12.716260 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768bc52f-ff4b-4979-a276-a61224d73f82 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:38:12.864130 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-469bc47a-97ba-4712-9d67-12e655bb73dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (9907bdd7-afb1-400a-8e05-20816a23ec03), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:12.901119 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43cef58-87fd-47bb-bd5a-ee4cbe1c6720 req-4e57d210-2e33-4f3d-9c30-67b1eb97b359 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:12.916319 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a43cef58-87fd-47bb-bd5a-ee4cbe1c6720 req-4e57d210-2e33-4f3d-9c30-67b1eb97b359 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 947 time: 0.2969325 Jan 28 00:38:12.980916 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:13.036073 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ce172b18-eb98-4701-b7df-86e83ef65aa1 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:13.059420 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a43cef58-87fd-47bb-bd5a-ee4cbe1c6720 req-43207273-c8f4-45c4-af75-058c78b76c1b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414847 Jan 28 00:38:13.098643 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecdb1df-4cea-4d28-8463-ef031e1cb8bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-fa355ea8-c094-44b0-ae37-c8781af9ee37', 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'fixed_ips': [{'subnet_id': '9fae24aa-5f52-49d2-b167-c6cc40cfc6e8'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:38:13.102153 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1ecdb1df-4cea-4d28-8463-ef031e1cb8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:13.233632 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-ce172b18-eb98-4701-b7df-86e83ef65aa1 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] device_id is not set on port 3596405e-4358-4743-8929-3ce2313ac077 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:38:13.369058 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-1ecdb1df-4cea-4d28-8463-ef031e1cb8bd None None] Allocated IP 2001:db8::2 (fa355ea8-c094-44b0-ae37-c8781af9ee37/9fae24aa-5f52-49d2-b167-c6cc40cfc6e8/65d3396e-7c50-47dd-bb0c-14508960198e) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:38:13.437579 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-469bc47a-97ba-4712-9d67-12e655bb73dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (9907bdd7-afb1-400a-8e05-20816a23ec03), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:13.522990 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-469bc47a-97ba-4712-9d67-12e655bb73dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9907bdd7-afb1-400a-8e05-20816a23ec03']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:38:13.580860 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-469bc47a-97ba-4712-9d67-12e655bb73dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94fade6-699c-4b40-9f91-fc4184f13cb1') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:38:13.581447 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-469bc47a-97ba-4712-9d67-12e655bb73dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94fade6-699c-4b40-9f91-fc4184f13cb1') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:38:13.634897 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-469bc47a-97ba-4712-9d67-12e655bb73dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (a94fade6-699c-4b40-9f91-fc4184f13cb1), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:13.662678 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-469bc47a-97ba-4712-9d67-12e655bb73dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (a94fade6-699c-4b40-9f91-fc4184f13cb1), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:13.690571 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469bc47a-97ba-4712-9d67-12e655bb73dc admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:38:13.691352 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-469bc47a-97ba-4712-9d67-12e655bb73dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (a94fade6-699c-4b40-9f91-fc4184f13cb1), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:13.760083 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:38:13.760083 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:38:13.760083 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:38:13.760083 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:38:13.760083 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:38:13.760083 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:38:13.760083 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:38:13.760083 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:38:13.760083 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:38:13.760083 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:38:13.760083 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:38:13.760083 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:38:13.760083 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:38:13.760083 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:38:13.760083 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:38:13.760083 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:38:13.760083 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:38:13.760083 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:38:13.760083 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:38:13.760083 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:38:13.760083 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:38:13.760083 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:38:13.760083 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:38:13.760083 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:38:13.760083 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:38:13.760083 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:38:13.760083 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:38:13.760083 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:38:13.760083 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:38:13.760083 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:38:13.760083 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:38:13.760083 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:38:13.767483 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-469bc47a-97ba-4712-9d67-12e655bb73dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (9907bdd7-afb1-400a-8e05-20816a23ec03), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:13.791588 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-469bc47a-97ba-4712-9d67-12e655bb73dc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:13.796567 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-469bc47a-97ba-4712-9d67-12e655bb73dc admin admin] 10.222.0.70 "DELETE /v2.0/networks/9907bdd7-afb1-400a-8e05-20816a23ec03 HTTP/1.1" status: 204 len: 168 time: 1.6674223 Jan 28 00:38:13.846839 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bc47a-97ba-4712-9d67-12e655bb73dc admin admin] Pushing event deleted for resources: {'Network': ['ID=9907bdd7-afb1-400a-8e05-20816a23ec03,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:14.042443 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1ecdb1df-4cea-4d28-8463-ef031e1cb8bd None None] Publish callbacks [] for port (65d3396e-7c50-47dd-bb0c-14508960198e), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:14.059744 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1ecdb1df-4cea-4d28-8463-ef031e1cb8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (65d3396e-7c50-47dd-bb0c-14508960198e), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:14.181304 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f5ae586f-6ead-459c-9892-529edbf03230 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:38:14.199941 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecdb1df-4cea-4d28-8463-ef031e1cb8bd None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:38:14.239653 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: f5ae586f-6ead-459c-9892-529edbf03230 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:38:14.241292 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f5ae586f-6ead-459c-9892-529edbf03230 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:38:14.249902 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49986) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:14.276797 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdb1df-4cea-4d28-8463-ef031e1cb8bd None None] Pushing event updated for resources: {'Port': ['ID=65d3396e-7c50-47dd-bb0c-14508960198e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:14.287364 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-1ecdb1df-4cea-4d28-8463-ef031e1cb8bd None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:38:14.291364 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:14.294308 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecdb1df-4cea-4d28-8463-ef031e1cb8bd None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:38:14.374057 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-57dbc255-f108-43a6-88b6-fc25446caf28 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6d4d044d28934891941356c9ffb8d784&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1230035 Jan 28 00:38:14.374692 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49988) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:14.384364 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-ce172b18-eb98-4701-b7df-86e83ef65aa1 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Allocated IP 2001:db8::59aa:54a7:589c:1d40 (fa355ea8-c094-44b0-ae37-c8781af9ee37/9fae24aa-5f52-49d2-b167-c6cc40cfc6e8/3596405e-4358-4743-8929-3ce2313ac077) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:38:14.435541 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51192f21-adf2-4e75-97c4-013878244972 req-85f1b09f-de5c-41d8-8cc8-861dc4305a3b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:14.447244 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-51192f21-adf2-4e75-97c4-013878244972 req-85f1b09f-de5c-41d8-8cc8-861dc4305a3b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 947 time: 0.2336593 Jan 28 00:38:14.454395 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1ecdb1df-4cea-4d28-8463-ef031e1cb8bd None None] Attempting to bind port 65d3396e-7c50-47dd-bb0c-14508960198e on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:38:14.454998 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1ecdb1df-4cea-4d28-8463-ef031e1cb8bd None None] Attempting to bind port 65d3396e-7c50-47dd-bb0c-14508960198e by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:38:14.455118 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecdb1df-4cea-4d28-8463-ef031e1cb8bd None None] Attempting to bind port 65d3396e-7c50-47dd-bb0c-14508960198e on network fa355ea8-c094-44b0-ae37-c8781af9ee37 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:38:14.469327 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecdb1df-4cea-4d28-8463-ef031e1cb8bd None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:38:14.471990 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecdb1df-4cea-4d28-8463-ef031e1cb8bd None None] Checking segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:38:14.472500 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1ecdb1df-4cea-4d28-8463-ef031e1cb8bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:14.475270 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecdb1df-4cea-4d28-8463-ef031e1cb8bd None None] Bound using segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:38:14.475862 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1ecdb1df-4cea-4d28-8463-ef031e1cb8bd None None] Bound port: 65d3396e-7c50-47dd-bb0c-14508960198e, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:38:14.476326 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1ecdb1df-4cea-4d28-8463-ef031e1cb8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (65d3396e-7c50-47dd-bb0c-14508960198e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:14.514352 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4db907f2-1404-4d1d-9888-34629d67bd71 admin admin] Publish callbacks [] for security_group (83edb642-68ff-4c9f-90e5-8a82d9e0969a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:14.571197 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4db907f2-1404-4d1d-9888-34629d67bd71 admin admin] Publish callbacks [] for security_group (83edb642-68ff-4c9f-90e5-8a82d9e0969a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:14.644151 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-51192f21-adf2-4e75-97c4-013878244972 req-cb8a736f-3bff-40c6-9f05-804de5c42487 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921780 Jan 28 00:38:14.669079 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1ecdb1df-4cea-4d28-8463-ef031e1cb8bd None None] For port 65d3396e-7c50-47dd-bb0c-14508960198e, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:38:14.681013 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4db907f2-1404-4d1d-9888-34629d67bd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (83edb642-68ff-4c9f-90e5-8a82d9e0969a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:14.684288 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1ecdb1df-4cea-4d28-8463-ef031e1cb8bd None None] For port 65d3396e-7c50-47dd-bb0c-14508960198e, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=65d3396e-7c50-47dd-bb0c-14508960198e,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:38:14.684763 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4db907f2-1404-4d1d-9888-34629d67bd71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:14.689525 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4db907f2-1404-4d1d-9888-34629d67bd71 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/83edb642-68ff-4c9f-90e5-8a82d9e0969a HTTP/1.1" status: 204 len: 168 time: 0.3132575 Jan 28 00:38:14.695294 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1ecdb1df-4cea-4d28-8463-ef031e1cb8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (65d3396e-7c50-47dd-bb0c-14508960198e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:14.718360 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db907f2-1404-4d1d-9888-34629d67bd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83edb642-68ff-4c9f-90e5-8a82d9e0969a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:15.018272 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ce172b18-eb98-4701-b7df-86e83ef65aa1 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for port (3596405e-4358-4743-8929-3ce2313ac077), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:15.132416 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdb1df-4cea-4d28-8463-ef031e1cb8bd None None] Pushing event updated for resources: {'Port': ['ID=65d3396e-7c50-47dd-bb0c-14508960198e,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:15.134837 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ce172b18-eb98-4701-b7df-86e83ef65aa1 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (3596405e-4358-4743-8929-3ce2313ac077), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:15.229167 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce172b18-eb98-4701-b7df-86e83ef65aa1 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Port': ['ID=3596405e-4358-4743-8929-3ce2313ac077,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:15.243307 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce172b18-eb98-4701-b7df-86e83ef65aa1 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:38:15.245324 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-ce172b18-eb98-4701-b7df-86e83ef65aa1 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:38:15.248981 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce172b18-eb98-4701-b7df-86e83ef65aa1 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:38:15.254998 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce172b18-eb98-4701-b7df-86e83ef65aa1 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:15.256574 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ce172b18-eb98-4701-b7df-86e83ef65aa1 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:15.312455 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50000) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:15.313722 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ce172b18-eb98-4701-b7df-86e83ef65aa1 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5710087 Jan 28 00:38:15.453978 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc28f40-d7e4-4b89-a87f-c4b52d7c9063 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:15.462059 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc28f40-d7e4-4b89-a87f-c4b52d7c9063 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:15.463927 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4cc28f40-d7e4-4b89-a87f-c4b52d7c9063 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1497822 Jan 28 00:38:15.468630 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50002) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:15.842710 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50006) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:16.010524 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6f17ad48-1b98-43f5-9dcd-ae96aa3a282a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3d0a92549ebe452c8a78e790a6be3c55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1655588 Jan 28 00:38:16.011378 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50010) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:16.200875 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 65d3396e-7c50-47dd-bb0c-14508960198e up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:38:16.205853 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a33e803-c32a-47ff-94d8-5316aef45b3c admin admin] Publish callbacks [] for security_group (503ecb08-9613-4d59-b9d2-247ddac247d1), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:16.264274 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a33e803-c32a-47ff-94d8-5316aef45b3c admin admin] Publish callbacks [] for security_group (503ecb08-9613-4d59-b9d2-247ddac247d1), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:16.453613 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a33e803-c32a-47ff-94d8-5316aef45b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (503ecb08-9613-4d59-b9d2-247ddac247d1), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:16.462973 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a33e803-c32a-47ff-94d8-5316aef45b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:16.464215 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5a33e803-c32a-47ff-94d8-5316aef45b3c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/503ecb08-9613-4d59-b9d2-247ddac247d1 HTTP/1.1" status: 204 len: 168 time: 0.4500823 Jan 28 00:38:16.500368 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33e803-c32a-47ff-94d8-5316aef45b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503ecb08-9613-4d59-b9d2-247ddac247d1,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:16.618741 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 65d3396e-7c50-47dd-bb0c-14508960198e triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:38:16.619139 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (65d3396e-7c50-47dd-bb0c-14508960198e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:16.645398 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f3ea5b-99ec-41cf-9e27-9f63e119f44d req-3f8ffdd9-53e3-40b4-aca2-f6c78319959b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:16.654789 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7f3ea5b-99ec-41cf-9e27-9f63e119f44d req-3f8ffdd9-53e3-40b4-aca2-f6c78319959b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 947 time: 0.1757116 Jan 28 00:38:16.747824 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-d4c588e2-b6a4-448a-9175-91f4e9e2da4a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting port 3596405e-4358-4743-8929-3ce2313ac077 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:38:16.748589 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d4c588e2-b6a4-448a-9175-91f4e9e2da4a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (3596405e-4358-4743-8929-3ce2313ac077), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:16.828041 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 65d3396e-7c50-47dd-bb0c-14508960198e is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:38:16.828689 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (65d3396e-7c50-47dd-bb0c-14508960198e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:16.927278 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 65d3396e-7c50-47dd-bb0c-14508960198e, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=65d3396e-7c50-47dd-bb0c-14508960198e,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:38:16.939740 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (65d3396e-7c50-47dd-bb0c-14508960198e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:16.967727 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7f3ea5b-99ec-41cf-9e27-9f63e119f44d req-57683997-d825-4d92-b877-a96b070f1503 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2943165 Jan 28 00:38:17.065125 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=65d3396e-7c50-47dd-bb0c-14508960198e,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:17.098192 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d4c588e2-b6a4-448a-9175-91f4e9e2da4a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (3596405e-4358-4743-8929-3ce2313ac077), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:17.111474 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-3dd3bd58-1443-4ef6-b1ce-331f3f84a443 None None] Provisioning complete for port 65d3396e-7c50-47dd-bb0c-14508960198e triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:38:17.112275 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3dd3bd58-1443-4ef6-b1ce-331f3f84a443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (65d3396e-7c50-47dd-bb0c-14508960198e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:17.132948 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-d4c588e2-b6a4-448a-9175-91f4e9e2da4a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Calling delete_port for 3596405e-4358-4743-8929-3ce2313ac077 owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:38:17.438814 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3dd3bd58-1443-4ef6-b1ce-331f3f84a443 None None] Current status of the port 65d3396e-7c50-47dd-bb0c-14508960198e is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:38:17.633167 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d4c588e2-b6a4-448a-9175-91f4e9e2da4a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (3596405e-4358-4743-8929-3ce2313ac077), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:17.673537 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-1567e2b4-87a0-4bc7-ac3f-9e8c6e5cb5df None None] Could not find standard attr ID for object 3596405e-4358-4743-8929-3ce2313ac077. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:38:17.697254 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c588e2-b6a4-448a-9175-91f4e9e2da4a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Port': ['ID=3596405e-4358-4743-8929-3ce2313ac077,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:17.716186 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c588e2-b6a4-448a-9175-91f4e9e2da4a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:17.716869 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c588e2-b6a4-448a-9175-91f4e9e2da4a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:17.717432 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c588e2-b6a4-448a-9175-91f4e9e2da4a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:17.718343 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c588e2-b6a4-448a-9175-91f4e9e2da4a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:17.718882 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c588e2-b6a4-448a-9175-91f4e9e2da4a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:17.719448 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c588e2-b6a4-448a-9175-91f4e9e2da4a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:17.720165 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c588e2-b6a4-448a-9175-91f4e9e2da4a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:17.720706 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c588e2-b6a4-448a-9175-91f4e9e2da4a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:17.721196 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c588e2-b6a4-448a-9175-91f4e9e2da4a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:17.721704 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c588e2-b6a4-448a-9175-91f4e9e2da4a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:17.722239 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c588e2-b6a4-448a-9175-91f4e9e2da4a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:17.722963 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c588e2-b6a4-448a-9175-91f4e9e2da4a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:17.723471 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c588e2-b6a4-448a-9175-91f4e9e2da4a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:17.760576 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d4c588e2-b6a4-448a-9175-91f4e9e2da4a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:17.769741 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50032) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:17.774951 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d4c588e2-b6a4-448a-9175-91f4e9e2da4a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/3596405e-4358-4743-8929-3ce2313ac077 HTTP/1.1" status: 204 len: 168 time: 2.2953265 Jan 28 00:38:17.892323 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e586afa-0a41-4061-b3a5-6e4cf77b2a05 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:17.895495 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e586afa-0a41-4061-b3a5-6e4cf77b2a05 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:17.904616 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50036) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:17.905324 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0e586afa-0a41-4061-b3a5-6e4cf77b2a05 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1303875 Jan 28 00:38:18.179709 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd095a11-ba3d-4cdd-a915-3459baffab28 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting subnet 9fae24aa-5f52-49d2-b167-c6cc40cfc6e8 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:38:18.219183 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 65d3396e-7c50-47dd-bb0c-14508960198e up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:38:18.227929 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bd095a11-ba3d-4cdd-a915-3459baffab28 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (9fae24aa-5f52-49d2-b167-c6cc40cfc6e8), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:18.511499 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 65d3396e-7c50-47dd-bb0c-14508960198e triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:38:18.512613 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (65d3396e-7c50-47dd-bb0c-14508960198e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:18.560778 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bd095a11-ba3d-4cdd-a915-3459baffab28 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (9fae24aa-5f52-49d2-b167-c6cc40cfc6e8), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:18.615374 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859971ba-6718-4f27-a4d2-61b867c22bba req-ae27e30b-0605-4541-bf36-fb5106e28bfe tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:18.629953 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-859971ba-6718-4f27-a4d2-61b867c22bba req-ae27e30b-0605-4541-bf36-fb5106e28bfe tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 947 time: 0.3195605 Jan 28 00:38:18.952000 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 65d3396e-7c50-47dd-bb0c-14508960198e is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:38:19.065169 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-859971ba-6718-4f27-a4d2-61b867c22bba req-3c3b0a63-1f03-4b47-9eb7-0c5a530bc7c0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3275456 Jan 28 00:38:19.251150 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bd095a11-ba3d-4cdd-a915-3459baffab28 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (9fae24aa-5f52-49d2-b167-c6cc40cfc6e8), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:19.436758 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50058) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:19.548007 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bd095a11-ba3d-4cdd-a915-3459baffab28 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (9fae24aa-5f52-49d2-b167-c6cc40cfc6e8), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:19.676496 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd095a11-ba3d-4cdd-a915-3459baffab28 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Subnet': ['ID=9fae24aa-5f52-49d2-b167-c6cc40cfc6e8,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:19.690328 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb342e08-018d-455c-b980-e68b51024e40 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:38:19.692137 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bd095a11-ba3d-4cdd-a915-3459baffab28 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:19.712710 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50062) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:19.713022 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-bd095a11-ba3d-4cdd-a915-3459baffab28 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/9fae24aa-5f52-49d2-b167-c6cc40cfc6e8 HTTP/1.1" status: 204 len: 168 time: 1.8065441 Jan 28 00:38:19.825122 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-ee7e5a2e-4a0d-40cf-82e1-c0a6f962e024 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1495357353-network', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:38:19.842413 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-14915214-d4fd-4d80-9ef0-534bdd9bfbe1 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1281238 Jan 28 00:38:19.858736 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50066) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:19.893317 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7e5a2e-4a0d-40cf-82e1-c0a6f962e024 admin admin] Made reservation on behalf of 40859c6773ce4ef58b203b2b32bcaaba for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:38:19.896895 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ee7e5a2e-4a0d-40cf-82e1-c0a6f962e024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:19.926737 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ee7e5a2e-4a0d-40cf-82e1-c0a6f962e024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:20.086082 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e7d530-c9ff-4b7f-b011-666a386b5a11 None None] DHCP port deletion for fa355ea8-c094-44b0-ae37-c8781af9ee37 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:38:20.135866 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc651b3-cf57-4f17-91df-b80bc1fa53d4 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:20.142307 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9dc651b3-cf57-4f17-91df-b80bc1fa53d4 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2866726 Jan 28 00:38:20.143223 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50070) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:20.287032 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-89e7d530-c9ff-4b7f-b011-666a386b5a11 None None] Deleting port 65d3396e-7c50-47dd-bb0c-14508960198e {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:38:20.287999 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89e7d530-c9ff-4b7f-b011-666a386b5a11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (65d3396e-7c50-47dd-bb0c-14508960198e), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:20.310763 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ee7e5a2e-4a0d-40cf-82e1-c0a6f962e024 admin admin] Publish callbacks [] for security_group (cc292921-8218-42f4-8ec9-ece458240c86), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:20.332048 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ee7e5a2e-4a0d-40cf-82e1-c0a6f962e024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (cc292921-8218-42f4-8ec9-ece458240c86), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:20.341823 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa26890f-93b0-4c0c-b7b5-0097260861b7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:20.350506 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-fa26890f-93b0-4c0c-b7b5-0097260861b7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1878140 Jan 28 00:38:20.352369 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50074) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:20.400996 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee7e5a2e-4a0d-40cf-82e1-c0a6f962e024 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:38:20.443523 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ee7e5a2e-4a0d-40cf-82e1-c0a6f962e024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (f55b242a-a928-4d72-b482-8fb9a57575c2), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:20.445471 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-ee7e5a2e-4a0d-40cf-82e1-c0a6f962e024 admin admin] Added segment f55b242a-a928-4d72-b482-8fb9a57575c2 of type vlan for network df6dc4b3-6607-40e9-9f38-3ff04dac366d Jan 28 00:38:20.506246 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-89e7d530-c9ff-4b7f-b011-666a386b5a11 None None] For port 65d3396e-7c50-47dd-bb0c-14508960198e, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=65d3396e-7c50-47dd-bb0c-14508960198e,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:38:20.509880 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89e7d530-c9ff-4b7f-b011-666a386b5a11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (65d3396e-7c50-47dd-bb0c-14508960198e), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:20.567140 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-89e7d530-c9ff-4b7f-b011-666a386b5a11 None None] Calling delete_port for 65d3396e-7c50-47dd-bb0c-14508960198e owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:38:20.613286 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-31686afc-59d1-42fc-b277-3bb84722bf54 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2534449 Jan 28 00:38:20.614664 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50078) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:20.648852 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-edf2012c-7d05-4904-96d8-c18f11ea6dae tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:38:20.727549 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ee7e5a2e-4a0d-40cf-82e1-c0a6f962e024 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (df6dc4b3-6607-40e9-9f38-3ff04dac366d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:20.730133 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e5a2e-4a0d-40cf-82e1-c0a6f962e024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc292921-8218-42f4-8ec9-ece458240c86,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:20.768665 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89e7d530-c9ff-4b7f-b011-666a386b5a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (65d3396e-7c50-47dd-bb0c-14508960198e), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:20.781081 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7e5a2e-4a0d-40cf-82e1-c0a6f962e024 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:20.785398 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7e5a2e-4a0d-40cf-82e1-c0a6f962e024 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:20.786014 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7e5a2e-4a0d-40cf-82e1-c0a6f962e024 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:20.787473 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7e5a2e-4a0d-40cf-82e1-c0a6f962e024 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:20.788667 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e7d530-c9ff-4b7f-b011-666a386b5a11 None None] No DVR routers for this DVR port 65d3396e-7c50-47dd-bb0c-14508960198e on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:38:20.790200 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7e5a2e-4a0d-40cf-82e1-c0a6f962e024 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:20.790770 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7e5a2e-4a0d-40cf-82e1-c0a6f962e024 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:20.792443 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7e5a2e-4a0d-40cf-82e1-c0a6f962e024 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:20.792996 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7e5a2e-4a0d-40cf-82e1-c0a6f962e024 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:20.793605 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7e5a2e-4a0d-40cf-82e1-c0a6f962e024 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:20.795857 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7e5a2e-4a0d-40cf-82e1-c0a6f962e024 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:20.796426 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7e5a2e-4a0d-40cf-82e1-c0a6f962e024 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:20.801893 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7e5a2e-4a0d-40cf-82e1-c0a6f962e024 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:20.804010 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7e5a2e-4a0d-40cf-82e1-c0a6f962e024 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:20.854430 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7d530-c9ff-4b7f-b011-666a386b5a11 None None] Pushing event deleted for resources: {'Port': ['ID=65d3396e-7c50-47dd-bb0c-14508960198e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:20.867062 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ee7e5a2e-4a0d-40cf-82e1-c0a6f962e024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (df6dc4b3-6607-40e9-9f38-3ff04dac366d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:20.868363 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7e5a2e-4a0d-40cf-82e1-c0a6f962e024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:20.869355 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ee7e5a2e-4a0d-40cf-82e1-c0a6f962e024 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:21.007292 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46344a-aa17-4c0a-a999-32dcb57afc33 req-469fcd0e-d124-4fba-a835-673c4d386cf4 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:21.025501 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6d46344a-aa17-4c0a-a999-32dcb57afc33 req-469fcd0e-d124-4fba-a835-673c4d386cf4 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 947 time: 0.6715658 Jan 28 00:38:21.049727 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e5a2e-4a0d-40cf-82e1-c0a6f962e024 admin admin] Pushing event updated for resources: {'Network': ['ID=df6dc4b3-6607-40e9-9f38-3ff04dac366d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:21.065403 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network df6dc4b3-6607-40e9-9f38-3ff04dac366d details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:38:21.103183 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ee7e5a2e-4a0d-40cf-82e1-c0a6f962e024 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6652491 Jan 28 00:38:21.107233 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50082) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:21.129906 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-68f9aabc-46f2-4cfa-bb9b-d4c48e092564 admin admin] Request body: {'subnet': {'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1495357353-subnet', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:38:21.171762 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf2012c-7d05-4904-96d8-c18f11ea6dae tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:38:21.179307 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-edf2012c-7d05-4904-96d8-c18f11ea6dae tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:21.191382 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f9aabc-46f2-4cfa-bb9b-d4c48e092564 admin admin] Made reservation on behalf of 40859c6773ce4ef58b203b2b32bcaaba for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:38:21.194615 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68f9aabc-46f2-4cfa-bb9b-d4c48e092564 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:21.633942 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68f9aabc-46f2-4cfa-bb9b-d4c48e092564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (22f51b89-111e-46c4-84b8-0eec72aeef83), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:21.661572 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6d46344a-aa17-4c0a-a999-32dcb57afc33 req-e09ba2c5-fcbe-4001-861b-546398db11d8 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6245525 Jan 28 00:38:21.748664 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-edf2012c-7d05-4904-96d8-c18f11ea6dae tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (f6322dab-bff3-4e95-88de-149352987596), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:21.904565 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2012c-7d05-4904-96d8-c18f11ea6dae tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Subnet': ['ID=f6322dab-bff3-4e95-88de-149352987596,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:21.937904 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf2012c-7d05-4904-96d8-c18f11ea6dae tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:38:21.940236 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-edf2012c-7d05-4904-96d8-c18f11ea6dae tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:38:21.940416 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9aabc-46f2-4cfa-bb9b-d4c48e092564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22f51b89-111e-46c4-84b8-0eec72aeef83,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:21.944874 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf2012c-7d05-4904-96d8-c18f11ea6dae tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:21.945481 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-edf2012c-7d05-4904-96d8-c18f11ea6dae tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:21.969079 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d83c6d-e70c-4979-8061-ef2eab60bde7 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:38:22.004273 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-edf2012c-7d05-4904-96d8-c18f11ea6dae tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3853624 Jan 28 00:38:22.009142 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50088) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:22.014425 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-d5025a41-00c6-417c-abd0-4b2d3b0d4228 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'port': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'fixed_ips': [{'subnet_id': 'f6322dab-bff3-4e95-88de-149352987596', 'ip_address': '2001:db8::2f24:3320:44b:e600'}], 'name': 'tempest-NetworksTestDHCPv6-974394868'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:38:22.101161 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f9aabc-46f2-4cfa-bb9b-d4c48e092564 admin admin] Checking segment: {'id': 'f55b242a-a928-4d72-b482-8fb9a57575c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:38:22.104944 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f9aabc-46f2-4cfa-bb9b-d4c48e092564 admin admin] Network hostable DHCP agents. Network: df6dc4b3-6607-40e9-9f38-3ff04dac366d, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:38:22.207347 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f9aabc-46f2-4cfa-bb9b-d4c48e092564 admin admin] Network df6dc4b3-6607-40e9-9f38-3ff04dac366d is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:38:22.231276 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 65d3396e-7c50-47dd-bb0c-14508960198e no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:38:22.261393 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-68f9aabc-46f2-4cfa-bb9b-d4c48e092564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, df6dc4b3-6607-40e9-9f38-3ff04dac366d) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:38:22.266280 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 65d3396e-7c50-47dd-bb0c-14508960198e {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:38:22.266517 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 65d3396e-7c50-47dd-bb0c-14508960198e not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:38:22.282934 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08aa50e7-1d8a-4eed-bfbe-c10b6d34a156 None None] Network df6dc4b3-6607-40e9-9f38-3ff04dac366d requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:38:22.293896 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f9aabc-46f2-4cfa-bb9b-d4c48e092564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:22.304318 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68f9aabc-46f2-4cfa-bb9b-d4c48e092564 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:22.338704 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-68f9aabc-46f2-4cfa-bb9b-d4c48e092564 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2300029 Jan 28 00:38:22.339358 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50092) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:22.351902 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-bb889dea-62b4-4ed7-8ce1-2c60ee076046 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1495357353-router', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:38:22.403967 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bb889dea-62b4-4ed7-8ce1-2c60ee076046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (a9fc9f53-99cc-4a9f-9ddc-c741a0650f37), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:22.405419 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bb889dea-62b4-4ed7-8ce1-2c60ee076046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (a9fc9f53-99cc-4a9f-9ddc-c741a0650f37), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:22.533350 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bb889dea-62b4-4ed7-8ce1-2c60ee076046 admin admin] Publish callbacks [] for router_controller (a9fc9f53-99cc-4a9f-9ddc-c741a0650f37), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:22.567107 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eceebad-b99e-4456-8ceb-4328add5438e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-fa355ea8-c094-44b0-ae37-c8781af9ee37', 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'fixed_ips': [{'subnet_id': 'f6322dab-bff3-4e95-88de-149352987596'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:38:22.576164 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2eceebad-b99e-4456-8ceb-4328add5438e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:22.645507 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5025a41-00c6-417c-abd0-4b2d3b0d4228 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:38:22.877279 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bb889dea-62b4-4ed7-8ce1-2c60ee076046 admin admin] Publish callbacks [] for router_gateway (a9fc9f53-99cc-4a9f-9ddc-c741a0650f37), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:23.075320 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061dd957-dc01-4684-b94d-124de2a0d89d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-df6dc4b3-6607-40e9-9f38-3ff04dac366d', 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d', 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'fixed_ips': [{'subnet_id': '22f51b89-111e-46c4-84b8-0eec72aeef83'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:38:23.076305 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-061dd957-dc01-4684-b94d-124de2a0d89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:23.214397 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d5025a41-00c6-417c-abd0-4b2d3b0d4228 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:23.300248 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e58c52-bea0-475a-9022-a58e2590cd51 req-a51d8d13-0362-47b0-bcbb-eebc755949fa tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:23.324248 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-38e58c52-bea0-475a-9022-a58e2590cd51 req-a51d8d13-0362-47b0-bcbb-eebc755949fa tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 947 time: 0.3045676 Jan 28 00:38:23.433970 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-061dd957-dc01-4684-b94d-124de2a0d89d None None] Allocated IP 172.20.0.2 (df6dc4b3-6607-40e9-9f38-3ff04dac366d/22f51b89-111e-46c4-84b8-0eec72aeef83/f327abae-b7d9-4ab2-bdcd-22fcc282bc5c) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:38:23.472179 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-d5025a41-00c6-417c-abd0-4b2d3b0d4228 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] device_id is not set on port 999d94bb-58a0-43c4-a094-71ae4fdcc299 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:38:23.606027 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bb889dea-62b4-4ed7-8ce1-2c60ee076046 admin admin] Publish callbacks [] for router_gateway (a9fc9f53-99cc-4a9f-9ddc-c741a0650f37), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:23.660513 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bb889dea-62b4-4ed7-8ce1-2c60ee076046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:23.846989 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-061dd957-dc01-4684-b94d-124de2a0d89d None None] Publish callbacks [] for port (f327abae-b7d9-4ab2-bdcd-22fcc282bc5c), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:23.866295 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-061dd957-dc01-4684-b94d-124de2a0d89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (f327abae-b7d9-4ab2-bdcd-22fcc282bc5c), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:23.887026 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-38e58c52-bea0-475a-9022-a58e2590cd51 req-e33e5209-b85c-44d8-9804-1add439902a2 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5616887 Jan 28 00:38:23.977856 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061dd957-dc01-4684-b94d-124de2a0d89d None None] Network df6dc4b3-6607-40e9-9f38-3ff04dac366d is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:38:23.986479 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-061dd957-dc01-4684-b94d-124de2a0d89d None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:38:24.017619 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061dd957-dc01-4684-b94d-124de2a0d89d None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:38:24.033607 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-bb889dea-62b4-4ed7-8ce1-2c60ee076046 admin admin] Allocated IP 172.25.3.195 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/76497f79-b3fd-4b76-a6aa-b24d2add1b8f) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:38:24.131789 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061dd957-dc01-4684-b94d-124de2a0d89d None None] Pushing event updated for resources: {'Port': ['ID=f327abae-b7d9-4ab2-bdcd-22fcc282bc5c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:24.227088 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-d5025a41-00c6-417c-abd0-4b2d3b0d4228 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Allocated IP 2001:db8::2f24:3320:44b:e600 (fa355ea8-c094-44b0-ae37-c8781af9ee37/f6322dab-bff3-4e95-88de-149352987596/999d94bb-58a0-43c4-a094-71ae4fdcc299) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:38:24.290427 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-061dd957-dc01-4684-b94d-124de2a0d89d None None] Attempting to bind port f327abae-b7d9-4ab2-bdcd-22fcc282bc5c on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:38:24.296104 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-061dd957-dc01-4684-b94d-124de2a0d89d None None] Attempting to bind port f327abae-b7d9-4ab2-bdcd-22fcc282bc5c by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'f55b242a-a928-4d72-b482-8fb9a57575c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:38:24.296742 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061dd957-dc01-4684-b94d-124de2a0d89d None None] Attempting to bind port f327abae-b7d9-4ab2-bdcd-22fcc282bc5c on network df6dc4b3-6607-40e9-9f38-3ff04dac366d {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:38:24.323178 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061dd957-dc01-4684-b94d-124de2a0d89d None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:38:24.331795 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061dd957-dc01-4684-b94d-124de2a0d89d None None] Checking segment: {'id': 'f55b242a-a928-4d72-b482-8fb9a57575c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:38:24.332644 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-061dd957-dc01-4684-b94d-124de2a0d89d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:24.335583 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061dd957-dc01-4684-b94d-124de2a0d89d None None] Bound using segment: {'id': 'f55b242a-a928-4d72-b482-8fb9a57575c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:38:24.337666 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-061dd957-dc01-4684-b94d-124de2a0d89d None None] Bound port: f327abae-b7d9-4ab2-bdcd-22fcc282bc5c, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f55b242a-a928-4d72-b482-8fb9a57575c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:38:24.346988 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-061dd957-dc01-4684-b94d-124de2a0d89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f327abae-b7d9-4ab2-bdcd-22fcc282bc5c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:24.450064 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bb889dea-62b4-4ed7-8ce1-2c60ee076046 admin admin] Publish callbacks [] for port (76497f79-b3fd-4b76-a6aa-b24d2add1b8f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:24.611124 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bb889dea-62b4-4ed7-8ce1-2c60ee076046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (76497f79-b3fd-4b76-a6aa-b24d2add1b8f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:24.715742 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb889dea-62b4-4ed7-8ce1-2c60ee076046 admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:38:24.724193 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-bb889dea-62b4-4ed7-8ce1-2c60ee076046 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:38:24.729607 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb889dea-62b4-4ed7-8ce1-2c60ee076046 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:38:24.888303 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-061dd957-dc01-4684-b94d-124de2a0d89d None None] For port f327abae-b7d9-4ab2-bdcd-22fcc282bc5c, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:38:24.897338 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb889dea-62b4-4ed7-8ce1-2c60ee076046 admin admin] Pushing event updated for resources: {'Port': ['ID=76497f79-b3fd-4b76-a6aa-b24d2add1b8f,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:24.908384 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-061dd957-dc01-4684-b94d-124de2a0d89d None None] For port f327abae-b7d9-4ab2-bdcd-22fcc282bc5c, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f327abae-b7d9-4ab2-bdcd-22fcc282bc5c,segment=NetworkSegment(f55b242a-a928-4d72-b482-8fb9a57575c2),segment_id=f55b242a-a928-4d72-b482-8fb9a57575c2)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:38:24.948710 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-061dd957-dc01-4684-b94d-124de2a0d89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f327abae-b7d9-4ab2-bdcd-22fcc282bc5c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:25.121412 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061dd957-dc01-4684-b94d-124de2a0d89d None None] Pushing event updated for resources: {'Port': ['ID=f327abae-b7d9-4ab2-bdcd-22fcc282bc5c,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:25.157327 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d5025a41-00c6-417c-abd0-4b2d3b0d4228 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for port (999d94bb-58a0-43c4-a094-71ae4fdcc299), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:25.426592 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d5025a41-00c6-417c-abd0-4b2d3b0d4228 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (999d94bb-58a0-43c4-a094-71ae4fdcc299), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:25.574964 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-2eceebad-b99e-4456-8ceb-4328add5438e None None] Allocated IP 2001:db8::2 (fa355ea8-c094-44b0-ae37-c8781af9ee37/f6322dab-bff3-4e95-88de-149352987596/3bcdd7c3-ef3a-404d-9680-0972b6507ee9) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:38:25.648585 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e4e27-ff4f-4bc3-804b-6d885ad28713 req-a4e62423-df10-459e-94da-b63e22ae7ddf tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:25.654955 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff1e4e27-ff4f-4bc3-804b-6d885ad28713 req-a4e62423-df10-459e-94da-b63e22ae7ddf tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 947 time: 0.3845944 Jan 28 00:38:25.694638 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5025a41-00c6-417c-abd0-4b2d3b0d4228 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Port': ['ID=999d94bb-58a0-43c4-a094-71ae4fdcc299,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:25.851036 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bb889dea-62b4-4ed7-8ce1-2c60ee076046 admin admin] Publish callbacks [] for router_gateway (a9fc9f53-99cc-4a9f-9ddc-c741a0650f37), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:25.921468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5025a41-00c6-417c-abd0-4b2d3b0d4228 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:38:26.078365 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2eceebad-b99e-4456-8ceb-4328add5438e None None] Publish callbacks [] for port (3bcdd7c3-ef3a-404d-9680-0972b6507ee9), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:26.107819 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2eceebad-b99e-4456-8ceb-4328add5438e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (3bcdd7c3-ef3a-404d-9680-0972b6507ee9), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:26.179079 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-d5025a41-00c6-417c-abd0-4b2d3b0d4228 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:38:26.194380 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff1e4e27-ff4f-4bc3-804b-6d885ad28713 req-69ba6d1f-f71d-4190-bb86-8c6e4e140fcf tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5096929 Jan 28 00:38:26.196359 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5025a41-00c6-417c-abd0-4b2d3b0d4228 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:38:26.208991 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5025a41-00c6-417c-abd0-4b2d3b0d4228 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:26.210679 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d5025a41-00c6-417c-abd0-4b2d3b0d4228 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:26.268281 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50124) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:26.276875 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d5025a41-00c6-417c-abd0-4b2d3b0d4228 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.2542281 Jan 28 00:38:26.289669 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-9e739af5-6a7b-4465-9109-cae5ba6a7d58 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'port': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'fixed_ips': [{'subnet_id': 'f6322dab-bff3-4e95-88de-149352987596', 'ip_address': '2001:db8::2f24:3320:44b:e600'}], 'name': 'tempest-NetworksTestDHCPv6-2098405996'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:38:26.524576 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f327abae-b7d9-4ab2-bdcd-22fcc282bc5c up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:38:26.540348 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eceebad-b99e-4456-8ceb-4328add5438e None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:38:26.546975 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-2eceebad-b99e-4456-8ceb-4328add5438e None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:38:26.567268 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eceebad-b99e-4456-8ceb-4328add5438e None None] Pushing event updated for resources: {'Port': ['ID=3bcdd7c3-ef3a-404d-9680-0972b6507ee9,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:26.573174 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eceebad-b99e-4456-8ceb-4328add5438e None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:38:26.687962 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-2eceebad-b99e-4456-8ceb-4328add5438e None None] Attempting to bind port 3bcdd7c3-ef3a-404d-9680-0972b6507ee9 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:38:26.689186 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-2eceebad-b99e-4456-8ceb-4328add5438e None None] Attempting to bind port 3bcdd7c3-ef3a-404d-9680-0972b6507ee9 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:38:26.690532 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eceebad-b99e-4456-8ceb-4328add5438e None None] Attempting to bind port 3bcdd7c3-ef3a-404d-9680-0972b6507ee9 on network fa355ea8-c094-44b0-ae37-c8781af9ee37 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:38:26.707105 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eceebad-b99e-4456-8ceb-4328add5438e None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:38:26.707829 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eceebad-b99e-4456-8ceb-4328add5438e None None] Checking segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:38:26.708958 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2eceebad-b99e-4456-8ceb-4328add5438e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:26.709832 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eceebad-b99e-4456-8ceb-4328add5438e None None] Bound using segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:38:26.710597 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-2eceebad-b99e-4456-8ceb-4328add5438e None None] Bound port: 3bcdd7c3-ef3a-404d-9680-0972b6507ee9, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:38:26.711222 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2eceebad-b99e-4456-8ceb-4328add5438e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3bcdd7c3-ef3a-404d-9680-0972b6507ee9), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:26.739315 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bb889dea-62b4-4ed7-8ce1-2c60ee076046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (a9fc9f53-99cc-4a9f-9ddc-c741a0650f37), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:26.824000 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-2eceebad-b99e-4456-8ceb-4328add5438e None None] For port 3bcdd7c3-ef3a-404d-9680-0972b6507ee9, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:38:26.828304 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-2eceebad-b99e-4456-8ceb-4328add5438e None None] For port 3bcdd7c3-ef3a-404d-9680-0972b6507ee9, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=3bcdd7c3-ef3a-404d-9680-0972b6507ee9,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:38:26.835764 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port f327abae-b7d9-4ab2-bdcd-22fcc282bc5c triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:38:26.836856 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f327abae-b7d9-4ab2-bdcd-22fcc282bc5c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:26.943590 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2eceebad-b99e-4456-8ceb-4328add5438e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3bcdd7c3-ef3a-404d-9680-0972b6507ee9), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:26.955235 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e739af5-6a7b-4465-9109-cae5ba6a7d58 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:38:27.124286 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eceebad-b99e-4456-8ceb-4328add5438e None None] Pushing event updated for resources: {'Port': ['ID=3bcdd7c3-ef3a-404d-9680-0972b6507ee9,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:27.183168 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port f327abae-b7d9-4ab2-bdcd-22fcc282bc5c is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:38:27.185632 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f327abae-b7d9-4ab2-bdcd-22fcc282bc5c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:27.337597 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port f327abae-b7d9-4ab2-bdcd-22fcc282bc5c, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f327abae-b7d9-4ab2-bdcd-22fcc282bc5c,segment=NetworkSegment(f55b242a-a928-4d72-b482-8fb9a57575c2),segment_id=f55b242a-a928-4d72-b482-8fb9a57575c2)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:38:27.369861 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f327abae-b7d9-4ab2-bdcd-22fcc282bc5c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:27.571476 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=f327abae-b7d9-4ab2-bdcd-22fcc282bc5c,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:27.629540 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb734f3d-0b9d-4d7a-8a02-edce6ea5eb18 None None] Network df6dc4b3-6607-40e9-9f38-3ff04dac366d requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:38:27.746055 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658a464-9bbd-42a9-8e5f-381273a50894 req-85fb400a-6767-4984-9363-08e5def720b9 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:27.748748 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d658a464-9bbd-42a9-8e5f-381273a50894 req-85fb400a-6767-4984-9363-08e5def720b9 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 947 time: 0.3102195 Jan 28 00:38:27.901618 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-625471df-c134-4c4e-b37b-b46615b95c89 None None] Provisioning complete for port f327abae-b7d9-4ab2-bdcd-22fcc282bc5c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:38:27.904763 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-625471df-c134-4c4e-b37b-b46615b95c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f327abae-b7d9-4ab2-bdcd-22fcc282bc5c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:27.993963 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d658a464-9bbd-42a9-8e5f-381273a50894 req-e6b688f0-708b-478e-af80-36f586309fe8 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2387691 Jan 28 00:38:28.253972 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9e739af5-6a7b-4465-9109-cae5ba6a7d58 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:28.260281 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-625471df-c134-4c4e-b37b-b46615b95c89 None None] Current status of the port f327abae-b7d9-4ab2-bdcd-22fcc282bc5c is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:38:28.288099 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb889dea-62b4-4ed7-8ce1-2c60ee076046 admin admin] Router a9fc9f53-99cc-4a9f-9ddc-c741a0650f37 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:38:28.311163 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9e739af5-6a7b-4465-9109-cae5ba6a7d58 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] device_id is not set on port 17bb8ab5-56eb-4a66-9689-a83072f10b43 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:38:28.311820 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f327abae-b7d9-4ab2-bdcd-22fcc282bc5c up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:38:28.537101 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port f327abae-b7d9-4ab2-bdcd-22fcc282bc5c triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:38:28.550125 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f327abae-b7d9-4ab2-bdcd-22fcc282bc5c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:28.635263 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb889dea-62b4-4ed7-8ce1-2c60ee076046 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:38:28.659086 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9dc0eb-c878-4117-8da3-e2be999359d2 None None] Sync routers for ids ['a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:38:28.727767 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bb889dea-62b4-4ed7-8ce1-2c60ee076046 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:28.730116 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bb889dea-62b4-4ed7-8ce1-2c60ee076046 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3892434 Jan 28 00:38:28.732852 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50174) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:28.772488 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e739af5-6a7b-4465-9109-cae5ba6a7d58 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 00:38:28.774109 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e739af5-6a7b-4465-9109-cae5ba6a7d58 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:38:28.784560 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9dc0eb-c878-4117-8da3-e2be999359d2 None None] Routers {'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:38:28.791053 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-ff9dc0eb-c878-4117-8da3-e2be999359d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:38:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:38:28.848411 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50178) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:28.857077 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9e739af5-6a7b-4465-9109-cae5ba6a7d58 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 2.5811968 Jan 28 00:38:28.981918 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-e694c86e-5f29-4eda-9232-9700c53ab5b3 None None] Provisioning complete for port f327abae-b7d9-4ab2-bdcd-22fcc282bc5c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:38:28.982817 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e694c86e-5f29-4eda-9232-9700c53ab5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f327abae-b7d9-4ab2-bdcd-22fcc282bc5c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:29.015235 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cae96cc-16a2-4777-ad5d-4fd72d94ed07 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:29.028152 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cae96cc-16a2-4777-ad5d-4fd72d94ed07 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:29.030929 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2cae96cc-16a2-4777-ad5d-4fd72d94ed07 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1774080 Jan 28 00:38:29.033746 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50188) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:29.302692 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port f327abae-b7d9-4ab2-bdcd-22fcc282bc5c is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:38:29.315188 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 3bcdd7c3-ef3a-404d-9680-0972b6507ee9 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:38:29.397313 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f6dc9-d2bc-42c6-9856-7a375cef1901 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting port 999d94bb-58a0-43c4-a094-71ae4fdcc299 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:38:29.402555 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd8f6dc9-d2bc-42c6-9856-7a375cef1901 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (999d94bb-58a0-43c4-a094-71ae4fdcc299), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:29.427174 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51118bd8-3a92-4051-ae46-f6d00162b237 req-2e777582-b72c-45a0-aba4-71cbb16048c5 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:29.435799 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-51118bd8-3a92-4051-ae46-f6d00162b237 req-2e777582-b72c-45a0-aba4-71cbb16048c5 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 947 time: 0.2849085 Jan 28 00:38:29.585181 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-ff9dc0eb-c878-4117-8da3-e2be999359d2 None None] Set router a9fc9f53-99cc-4a9f-9ddc-c741a0650f37 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:38:29.596126 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-51118bd8-3a92-4051-ae46-f6d00162b237 req-b6aadf44-0bab-4e13-891d-bf49e25a17f7 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590893 Jan 28 00:38:29.701792 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd8f6dc9-d2bc-42c6-9856-7a375cef1901 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (999d94bb-58a0-43c4-a094-71ae4fdcc299), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:29.733164 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f6dc9-d2bc-42c6-9856-7a375cef1901 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Calling delete_port for 999d94bb-58a0-43c4-a094-71ae4fdcc299 owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:38:29.884436 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1c1c3134-f13a-4fae-8864-617414594145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:29.976892 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e694c86e-5f29-4eda-9232-9700c53ab5b3 None None] Current status of the port f327abae-b7d9-4ab2-bdcd-22fcc282bc5c is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:38:29.995248 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 3bcdd7c3-ef3a-404d-9680-0972b6507ee9 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:38:29.995932 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3bcdd7c3-ef3a-404d-9680-0972b6507ee9), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:30.083088 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd8f6dc9-d2bc-42c6-9856-7a375cef1901 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (999d94bb-58a0-43c4-a094-71ae4fdcc299), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:30.092343 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:38:30.150667 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f6dc9-d2bc-42c6-9856-7a375cef1901 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Port': ['ID=999d94bb-58a0-43c4-a094-71ae4fdcc299,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:30.212887 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ed42517b-e565-4767-91c2-d9a2b1874b6a None None] Could not find standard attr ID for object 999d94bb-58a0-43c4-a094-71ae4fdcc299. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:38:30.231039 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd8f6dc9-d2bc-42c6-9856-7a375cef1901 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:30.235580 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cd8f6dc9-d2bc-42c6-9856-7a375cef1901 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/999d94bb-58a0-43c4-a094-71ae4fdcc299 HTTP/1.1" status: 204 len: 168 time: 1.1997275 Jan 28 00:38:30.240691 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50230) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:30.305101 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-1c1c3134-f13a-4fae-8864-617414594145 admin admin] Allocated IP 172.20.0.1 (df6dc4b3-6607-40e9-9f38-3ff04dac366d/22f51b89-111e-46c4-84b8-0eec72aeef83/172c0466-08b0-4dd9-8f48-3b97bd841204) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:38:30.350525 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ed42517b-e565-4767-91c2-d9a2b1874b6a None None] Provisioning complete for port 3bcdd7c3-ef3a-404d-9680-0972b6507ee9 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:38:30.351273 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed42517b-e565-4767-91c2-d9a2b1874b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3bcdd7c3-ef3a-404d-9680-0972b6507ee9), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:30.359633 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e9deba-c3b8-4764-b950-5e4012d7fbb4 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:30.361001 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e9deba-c3b8-4764-b950-5e4012d7fbb4 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:30.365680 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e5e9deba-c3b8-4764-b950-5e4012d7fbb4 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1219375 Jan 28 00:38:30.368642 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50232) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:30.449862 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 3bcdd7c3-ef3a-404d-9680-0972b6507ee9 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:38:30.456317 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3bcdd7c3-ef3a-404d-9680-0972b6507ee9), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:30.487215 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-327224e9-4032-4cf9-90a7-d75b28639ca3 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting subnet f6322dab-bff3-4e95-88de-149352987596 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:38:30.497162 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-327224e9-4032-4cf9-90a7-d75b28639ca3 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (f6322dab-bff3-4e95-88de-149352987596), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:30.508619 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1c1c3134-f13a-4fae-8864-617414594145 admin admin] Publish callbacks [] for port (172c0466-08b0-4dd9-8f48-3b97bd841204), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:30.524632 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-ff9dc0eb-c878-4117-8da3-e2be999359d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'name': 'tempest-AttachVolumeTestJSON-1495357353-router', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:22Z', 'updated_at': '2022-01-28T00:38:25Z', 'revision_number': 3, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'gw_port': {'id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:39:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:23Z', 'updated_at': '2022-01-28T00:38:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:38:30.588471 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1c1c3134-f13a-4fae-8864-617414594145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (172c0466-08b0-4dd9-8f48-3b97bd841204), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:30.612351 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9dc0eb-c878-4117-8da3-e2be999359d2 None None] Checking router: a9fc9f53-99cc-4a9f-9ddc-c741a0650f37 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:38:30.618223 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9dc0eb-c878-4117-8da3-e2be999359d2 None None] Updating router a9fc9f53-99cc-4a9f-9ddc-c741a0650f37 port 76497f79-b3fd-4b76-a6aa-b24d2add1b8f binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:38:30.650793 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-327224e9-4032-4cf9-90a7-d75b28639ca3 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (f6322dab-bff3-4e95-88de-149352987596), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:30.701519 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 3bcdd7c3-ef3a-404d-9680-0972b6507ee9, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=3bcdd7c3-ef3a-404d-9680-0972b6507ee9,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:38:30.703378 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ff9dc0eb-c878-4117-8da3-e2be999359d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (76497f79-b3fd-4b76-a6aa-b24d2add1b8f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:30.712490 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c3134-f13a-4fae-8864-617414594145 admin admin] Pushing event updated for resources: {'Port': ['ID=172c0466-08b0-4dd9-8f48-3b97bd841204,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:30.726700 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1c3134-f13a-4fae-8864-617414594145 admin admin] Network df6dc4b3-6607-40e9-9f38-3ff04dac366d is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:38:30.730765 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-1c1c3134-f13a-4fae-8864-617414594145 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:38:30.737440 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1c3134-f13a-4fae-8864-617414594145 admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:38:30.757273 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3bcdd7c3-ef3a-404d-9680-0972b6507ee9), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:30.868048 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1c1c3134-f13a-4fae-8864-617414594145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (a9fc9f53-99cc-4a9f-9ddc-c741a0650f37), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:30.922397 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-327224e9-4032-4cf9-90a7-d75b28639ca3 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (f6322dab-bff3-4e95-88de-149352987596), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:30.999720 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=3bcdd7c3-ef3a-404d-9680-0972b6507ee9,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:31.030035 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ed42517b-e565-4767-91c2-d9a2b1874b6a None None] Current status of the port 3bcdd7c3-ef3a-404d-9680-0972b6507ee9 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:38:31.036335 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed42517b-e565-4767-91c2-d9a2b1874b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3bcdd7c3-ef3a-404d-9680-0972b6507ee9), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:31.147428 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-327224e9-4032-4cf9-90a7-d75b28639ca3 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (f6322dab-bff3-4e95-88de-149352987596), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:31.199133 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-327224e9-4032-4cf9-90a7-d75b28639ca3 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:31.204747 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-327224e9-4032-4cf9-90a7-d75b28639ca3 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/f6322dab-bff3-4e95-88de-149352987596 HTTP/1.1" status: 204 len: 168 time: 0.8347952 Jan 28 00:38:31.208180 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6b54e7-87a3-451a-acfe-6792dd929408 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:38:31.218350 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50248) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:31.294765 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327224e9-4032-4cf9-90a7-d75b28639ca3 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Subnet': ['ID=f6322dab-bff3-4e95-88de-149352987596,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:31.358809 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7312aa57-1441-4cdb-add3-37bc0edd786d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1350939 Jan 28 00:38:31.370631 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50252) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:31.379224 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-20523565-69f0-4836-8e73-de093b5de8f6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:38:31.438097 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffa225-059f-4008-b081-e4bdf08eaa01 req-a86a87a5-5e83-4989-a261-7c483765749b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:31.440734 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e0ffa225-059f-4008-b081-e4bdf08eaa01 req-a86a87a5-5e83-4989-a261-7c483765749b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 947 time: 0.3665087 Jan 28 00:38:31.556975 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1c1c3134-f13a-4fae-8864-617414594145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (172c0466-08b0-4dd9-8f48-3b97bd841204), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:31.741864 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-ed42517b-e565-4767-91c2-d9a2b1874b6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:38:31.743685 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-ed42517b-e565-4767-91c2-d9a2b1874b6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:38:31.749845 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20523565-69f0-4836-8e73-de093b5de8f6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:38:31.760300 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20523565-69f0-4836-8e73-de093b5de8f6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:31.872255 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ff9dc0eb-c878-4117-8da3-e2be999359d2 None None] Publish callbacks [] for port (76497f79-b3fd-4b76-a6aa-b24d2add1b8f), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:31.877055 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e0ffa225-059f-4008-b081-e4bdf08eaa01 req-9d991310-23a7-4121-b4d0-f727fc88e953 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3223267 Jan 28 00:38:31.899840 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ff9dc0eb-c878-4117-8da3-e2be999359d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (76497f79-b3fd-4b76-a6aa-b24d2add1b8f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:31.977510 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-ff9dc0eb-c878-4117-8da3-e2be999359d2 None None] Attempting to bind port 76497f79-b3fd-4b76-a6aa-b24d2add1b8f on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:38:31.977902 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-ff9dc0eb-c878-4117-8da3-e2be999359d2 None None] Attempting to bind port 76497f79-b3fd-4b76-a6aa-b24d2add1b8f by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:38:31.978270 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9dc0eb-c878-4117-8da3-e2be999359d2 None None] Attempting to bind port 76497f79-b3fd-4b76-a6aa-b24d2add1b8f on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:38:31.993936 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9dc0eb-c878-4117-8da3-e2be999359d2 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:38:31.994340 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9dc0eb-c878-4117-8da3-e2be999359d2 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:38:31.994808 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ff9dc0eb-c878-4117-8da3-e2be999359d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:31.995240 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9dc0eb-c878-4117-8da3-e2be999359d2 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:38:31.996018 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-ff9dc0eb-c878-4117-8da3-e2be999359d2 None None] Bound port: 76497f79-b3fd-4b76-a6aa-b24d2add1b8f, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:38:31.996417 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ff9dc0eb-c878-4117-8da3-e2be999359d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (76497f79-b3fd-4b76-a6aa-b24d2add1b8f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:32.066917 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b219b8-0da0-4242-ad03-f8071708788c None None] Pushing event updated for resources: {'Port': ['ID=76497f79-b3fd-4b76-a6aa-b24d2add1b8f,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:32.110453 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20523565-69f0-4836-8e73-de093b5de8f6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (1e3f9ce2-24b9-4624-986e-914eefeaac60), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:32.120134 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f153e3-9b52-4a36-8a7f-1f1fc9720f44 None None] DHCP port deletion for fa355ea8-c094-44b0-ae37-c8781af9ee37 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:38:32.191228 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20523565-69f0-4836-8e73-de093b5de8f6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:38:32.196853 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-20523565-69f0-4836-8e73-de093b5de8f6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:38:32.208573 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20523565-69f0-4836-8e73-de093b5de8f6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:32.209585 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20523565-69f0-4836-8e73-de093b5de8f6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:32.226041 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20523565-69f0-4836-8e73-de093b5de8f6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Subnet': ['ID=1e3f9ce2-24b9-4624-986e-914eefeaac60,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:32.268681 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-20523565-69f0-4836-8e73-de093b5de8f6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8927777 Jan 28 00:38:32.269312 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50268) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:32.279308 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-4ddb167b-8327-46dc-8bf3-5dede7a07dbe tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'port': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'fixed_ips': [{'subnet_id': '1e3f9ce2-24b9-4624-986e-914eefeaac60', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-857242639'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:38:32.295122 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1c1c3134-f13a-4fae-8864-617414594145 admin admin] Publish callbacks [] for port (172c0466-08b0-4dd9-8f48-3b97bd841204), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:32.311845 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1c1c3134-f13a-4fae-8864-617414594145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (172c0466-08b0-4dd9-8f48-3b97bd841204), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:32.362234 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ed42517b-e565-4767-91c2-d9a2b1874b6a None None] Current status of the port 3bcdd7c3-ef3a-404d-9680-0972b6507ee9 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:38:32.385456 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-ff9dc0eb-c878-4117-8da3-e2be999359d2 None None] For port 76497f79-b3fd-4b76-a6aa-b24d2add1b8f, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:38:32.391934 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-ff9dc0eb-c878-4117-8da3-e2be999359d2 None None] For port 76497f79-b3fd-4b76-a6aa-b24d2add1b8f, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=76497f79-b3fd-4b76-a6aa-b24d2add1b8f,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:38:32.435909 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ff9dc0eb-c878-4117-8da3-e2be999359d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (76497f79-b3fd-4b76-a6aa-b24d2add1b8f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:32.491062 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c3134-f13a-4fae-8864-617414594145 admin admin] Pushing event updated for resources: {'Port': ['ID=172c0466-08b0-4dd9-8f48-3b97bd841204,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:32.546867 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1c1c3134-f13a-4fae-8864-617414594145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (a9fc9f53-99cc-4a9f-9ddc-c741a0650f37), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:32.565020 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddb167b-8327-46dc-8bf3-5dede7a07dbe tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:38:32.573336 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ddb167b-8327-46dc-8bf3-5dede7a07dbe tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:32.627204 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-4ddb167b-8327-46dc-8bf3-5dede7a07dbe tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] device_id is not set on port d128a43e-e2f5-4bff-978b-f05a692891f5 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:38:32.647182 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e413624a-1e51-4367-8bee-9d98fc660577 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:38:32.867109 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1c3134-f13a-4fae-8864-617414594145 admin admin] Network df6dc4b3-6607-40e9-9f38-3ff04dac366d is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:38:32.875739 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-1c1c3134-f13a-4fae-8864-617414594145 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:38:32.898992 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b219b8-0da0-4242-ad03-f8071708788c None None] Pushing event updated for resources: {'Port': ['ID=76497f79-b3fd-4b76-a6aa-b24d2add1b8f,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:32.946831 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ddb167b-8327-46dc-8bf3-5dede7a07dbe tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:38:32.947407 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ddb167b-8327-46dc-8bf3-5dede7a07dbe tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:38:32.971969 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 3bcdd7c3-ef3a-404d-9680-0972b6507ee9 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:38:32.986278 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4ddb167b-8327-46dc-8bf3-5dede7a07dbe tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.7154715 Jan 28 00:38:32.989106 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50300) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:33.044273 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9dc0eb-c878-4117-8da3-e2be999359d2 None None] Routers {'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:38:33.049400 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-ff9dc0eb-c878-4117-8da3-e2be999359d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:38:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:38:33.116872 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d32011-0b58-40bc-ac92-c4d12779cfab tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:33.118523 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-19d32011-0b58-40bc-ac92-c4d12779cfab tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1283782 Jan 28 00:38:33.122692 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50302) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:33.296196 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820d1701-38df-4b14-ae52-164fabcaa281 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:33.298236 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820d1701-38df-4b14-ae52-164fabcaa281 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:33.304308 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-820d1701-38df-4b14-ae52-164fabcaa281 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1759467 Jan 28 00:38:33.305886 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50310) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:33.445919 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-ff9dc0eb-c878-4117-8da3-e2be999359d2 None None] Set router a9fc9f53-99cc-4a9f-9ddc-c741a0650f37 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:38:33.528808 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-4efb28b5-9dec-4dc7-b3a0-b814f9124593 None None] Provisioning complete for port 172c0466-08b0-4dd9-8f48-3b97bd841204 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:38:33.529442 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4efb28b5-9dec-4dc7-b3a0-b814f9124593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (172c0466-08b0-4dd9-8f48-3b97bd841204), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:33.574953 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-24f153e3-9b52-4a36-8a7f-1f1fc9720f44 None None] Deleting port 3bcdd7c3-ef3a-404d-9680-0972b6507ee9 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:38:33.575341 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-24f153e3-9b52-4a36-8a7f-1f1fc9720f44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (3bcdd7c3-ef3a-404d-9680-0972b6507ee9), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:33.671336 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4efb28b5-9dec-4dc7-b3a0-b814f9124593 None None] Port 172c0466-08b0-4dd9-8f48-3b97bd841204 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:38:33.826048 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 3bcdd7c3-ef3a-404d-9680-0972b6507ee9 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:38:33.826601 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3bcdd7c3-ef3a-404d-9680-0972b6507ee9), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:33.830792 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-24f153e3-9b52-4a36-8a7f-1f1fc9720f44 None None] For port 3bcdd7c3-ef3a-404d-9680-0972b6507ee9, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=3bcdd7c3-ef3a-404d-9680-0972b6507ee9,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:38:33.831356 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-24f153e3-9b52-4a36-8a7f-1f1fc9720f44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (3bcdd7c3-ef3a-404d-9680-0972b6507ee9), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:33.887705 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port e413624a-1e51-4367-8bee-9d98fc660577 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:38:33.888211 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e413624a-1e51-4367-8bee-9d98fc660577), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:33.961010 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-24f153e3-9b52-4a36-8a7f-1f1fc9720f44 None None] Calling delete_port for 3bcdd7c3-ef3a-404d-9680-0972b6507ee9 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:38:34.042738 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f7cc6100-4bc7-407c-87b4-5c19682e0fad None None] Provisioning complete for port 172c0466-08b0-4dd9-8f48-3b97bd841204 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:38:34.043084 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7cc6100-4bc7-407c-87b4-5c19682e0fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (172c0466-08b0-4dd9-8f48-3b97bd841204), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:34.049352 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-45fcb53e-e20e-4269-9589-33bfa078363c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting subnet 1e3f9ce2-24b9-4624-986e-914eefeaac60 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:38:34.062486 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1c3134-f13a-4fae-8864-617414594145 admin admin] Router a9fc9f53-99cc-4a9f-9ddc-c741a0650f37 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:38:34.064713 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-45fcb53e-e20e-4269-9589-33bfa078363c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (1e3f9ce2-24b9-4624-986e-914eefeaac60), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:34.215068 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-45fcb53e-e20e-4269-9589-33bfa078363c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (1e3f9ce2-24b9-4624-986e-914eefeaac60), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:34.337639 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-45fcb53e-e20e-4269-9589-33bfa078363c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (1e3f9ce2-24b9-4624-986e-914eefeaac60), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:34.454411 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e413624a-1e51-4367-8bee-9d98fc660577, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e413624a-1e51-4367-8bee-9d98fc660577,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:38:34.459543 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f7cc6100-4bc7-407c-87b4-5c19682e0fad None None] Port 172c0466-08b0-4dd9-8f48-3b97bd841204 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:38:34.466992 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96ef984-a939-48fb-925d-56c88d14b640', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e413624a-1e51-4367-8bee-9d98fc660577'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:38:34.472049 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516d0904-e8fb-49ce-920c-d3acba36a646" -d '{"events": [{"server_uuid": "d96ef984-a939-48fb-925d-56c88d14b640", "name": "network-vif-unplugged", "status": "completed", "tag": "e413624a-1e51-4367-8bee-9d98fc660577"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:38:34.478003 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1c3134-f13a-4fae-8864-617414594145 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:38:34.484980 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1c1c3134-f13a-4fae-8864-617414594145 admin admin] 10.222.0.70 "PUT /v2.0/routers/a9fc9f53-99cc-4a9f-9ddc-c741a0650f37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7503278 Jan 28 00:38:34.544013 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-45fcb53e-e20e-4269-9589-33bfa078363c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (1e3f9ce2-24b9-4624-986e-914eefeaac60), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:34.551494 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 3bcdd7c3-ef3a-404d-9680-0972b6507ee9, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=3bcdd7c3-ef3a-404d-9680-0972b6507ee9,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:38:34.556094 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e413624a-1e51-4367-8bee-9d98fc660577), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:34.619909 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf914e-e589-466e-b858-ba1713f827ff req-9cae11e5-7fd5-457b-92a8-da8a1b87a398 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:34.627572 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dcdf914e-e589-466e-b858-ba1713f827ff req-9cae11e5-7fd5-457b-92a8-da8a1b87a398 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 947 time: 0.1854784 Jan 28 00:38:34.648364 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3bcdd7c3-ef3a-404d-9680-0972b6507ee9), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:34.656050 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d188aa7b-0183-4247-a632-714348de2fc1 x-openstack-request-id: req-d188aa7b-0183-4247-a632-714348de2fc1 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:38:34.656759 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96ef984-a939-48fb-925d-56c88d14b640", "name": "network-vif-unplugged", "status": "completed", "tag": "e413624a-1e51-4367-8bee-9d98fc660577", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:38:34.657289 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d188aa7b-0183-4247-a632-714348de2fc1 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:38:34.658122 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96ef984-a939-48fb-925d-56c88d14b640', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e413624a-1e51-4367-8bee-9d98fc660577', 'code': 200} Jan 28 00:38:34.659462 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-24f153e3-9b52-4a36-8a7f-1f1fc9720f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (3bcdd7c3-ef3a-404d-9680-0972b6507ee9), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:34.700079 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f153e3-9b52-4a36-8a7f-1f1fc9720f44 None None] No DVR routers for this DVR port 3bcdd7c3-ef3a-404d-9680-0972b6507ee9 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:38:34.701700 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=e413624a-1e51-4367-8bee-9d98fc660577,revision_number=14']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:34.714938 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:34.715479 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:34.722809 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcb53e-e20e-4269-9589-33bfa078363c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Subnet': ['ID=1e3f9ce2-24b9-4624-986e-914eefeaac60,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:34.726975 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:34.727915 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:34.728797 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:34.729479 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:34.730043 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:34.730489 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:34.731058 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:34.732080 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:34.732439 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:34.734370 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:34.734370 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:34.745452 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99629088-1f08-45ad-8c61-2beb750fc37c None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:38:34.773520 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-45fcb53e-e20e-4269-9589-33bfa078363c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:34.787062 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50358) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:34.787668 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-45fcb53e-e20e-4269-9589-33bfa078363c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/1e3f9ce2-24b9-4624-986e-914eefeaac60 HTTP/1.1" status: 204 len: 168 time: 1.4798522 Jan 28 00:38:34.838041 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event deleted for resources: {'Port': ['ID=3bcdd7c3-ef3a-404d-9680-0972b6507ee9,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:34.876156 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dcdf914e-e589-466e-b858-ba1713f827ff req-1bd57086-7063-477a-819d-989618b4d209 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2468646 Jan 28 00:38:34.930710 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f7f25c45-b634-4aeb-a807-76e9dfb42dd7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1411679 Jan 28 00:38:34.937981 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50360) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:34.951926 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-63e3b8da-3eb0-4be8-8a45-f2eee239d123 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:38:34.986643 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f153e3-9b52-4a36-8a7f-1f1fc9720f44 None None] Pushing event deleted for resources: {'Port': ['ID=3bcdd7c3-ef3a-404d-9680-0972b6507ee9,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:35.060823 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-ff9dc0eb-c878-4117-8da3-e2be999359d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'name': 'tempest-AttachVolumeTestJSON-1495357353-router', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:22Z', 'updated_at': '2022-01-28T00:38:31Z', 'revision_number': 4, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'gw_port': {'id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:39:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:23Z', 'updated_at': '2022-01-28T00:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '172c0466-08b0-4dd9-8f48-3b97bd841204', 'name': '', 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'mac_address': 'fa:16:3e:67:3b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:29Z', 'updated_at': '2022-01-28T00:38:31Z', 'revision_number': 2, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'subnets': [{'id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:38:35.128680 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9dc0eb-c878-4117-8da3-e2be999359d2 None None] The sync data for ids ['a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'] in n-d-826754-1 is: [{'id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'name': 'tempest-AttachVolumeTestJSON-1495357353-router', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:22Z', 'updated_at': '2022-01-28T00:38:31Z', 'revision_number': 4, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'gw_port': {'id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:39:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:23Z', 'updated_at': '2022-01-28T00:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '172c0466-08b0-4dd9-8f48-3b97bd841204', 'name': '', 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'mac_address': 'fa:16:3e:67:3b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:29Z', 'updated_at': '2022-01-28T00:38:31Z', 'revision_number': 2, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'subnets': [{'id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:38:35.176959 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e3b8da-3eb0-4be8-8a45-f2eee239d123 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:38:35.190573 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-63e3b8da-3eb0-4be8-8a45-f2eee239d123 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:35.524959 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f2f45-a593-45db-9e92-fa07112472db req-006e2a21-636c-4b65-b4c7-69d1d2abe2e3 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:35.527253 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d07f2f45-a593-45db-9e92-fa07112472db req-006e2a21-636c-4b65-b4c7-69d1d2abe2e3 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.1890147 Jan 28 00:38:35.614736 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4629f8f-ef81-456d-ac6b-2cf9c15e3b84 req-7edd3ae9-009f-406f-8bd4-7022fe4024c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:35.616524 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d4629f8f-ef81-456d-ac6b-2cf9c15e3b84 req-7edd3ae9-009f-406f-8bd4-7022fe4024c5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=126ff8dba2134b2d95d54d419fe64967&device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 1096 time: 0.3607492 Jan 28 00:38:35.684581 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50384) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:35.690056 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-6ad98d34-1d37-41f8-bd63-1de5bd19159c tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1826137640', 'description': 'tempest-description--1739115885'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:38:35.718185 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6ad98d34-1d37-41f8-bd63-1de5bd19159c tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:35.807957 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d07f2f45-a593-45db-9e92-fa07112472db req-b2714bcc-84b5-4896-ae28-1de18059c903 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2482398 Jan 28 00:38:35.849943 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6ad98d34-1d37-41f8-bd63-1de5bd19159c tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for security_group (b042d5a2-0a4e-486b-96e8-a2bda9764b44), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:35.856234 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6ad98d34-1d37-41f8-bd63-1de5bd19159c tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b042d5a2-0a4e-486b-96e8-a2bda9764b44), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:35.913116 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6ad98d34-1d37-41f8-bd63-1de5bd19159c tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:35.914895 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6ad98d34-1d37-41f8-bd63-1de5bd19159c tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2289867 Jan 28 00:38:35.915905 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad98d34-1d37-41f8-bd63-1de5bd19159c tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b042d5a2-0a4e-486b-96e8-a2bda9764b44,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:35.918512 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50386) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:35.923864 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d2bf23d8-6429-4425-9149-6f66cd3a29dc tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Request body: {'security_group_rule': {'security_group_id': 'b042d5a2-0a4e-486b-96e8-a2bda9764b44', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:38:35.983421 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d2bf23d8-6429-4425-9149-6f66cd3a29dc tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for security_group_rule (e65c6e83-52ee-4e2d-bcc8-18c69d68a08b), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:36.010823 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4629f8f-ef81-456d-ac6b-2cf9c15e3b84 req-a2332812-3e93-497c-a172-b1cdc7391f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:36.015078 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d4629f8f-ef81-456d-ac6b-2cf9c15e3b84 req-a2332812-3e93-497c-a172-b1cdc7391f55 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 200 len: 912 time: 0.3857284 Jan 28 00:38:36.019501 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8de8ee81-b74c-4885-a0f5-b41f46b9cec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:36.157947 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d2bf23d8-6429-4425-9149-6f66cd3a29dc tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for security_group_rule (e65c6e83-52ee-4e2d-bcc8-18c69d68a08b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:36.167524 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d2bf23d8-6429-4425-9149-6f66cd3a29dc tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (e65c6e83-52ee-4e2d-bcc8-18c69d68a08b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:36.211294 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-63e3b8da-3eb0-4be8-8a45-f2eee239d123 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (95e64ea8-9838-4f6a-af29-d1d4d39c93a4), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:36.226905 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf23d8-6429-4425-9149-6f66cd3a29dc tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65c6e83-52ee-4e2d-bcc8-18c69d68a08b,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:36.241214 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d2bf23d8-6429-4425-9149-6f66cd3a29dc tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:36.247315 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d2bf23d8-6429-4425-9149-6f66cd3a29dc tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3272727 Jan 28 00:38:36.250360 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50392) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:36.265629 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-26516944-2ea9-4aa6-9e29-ce9ce30f8e2a tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Request body: {'security_group_rule': {'security_group_id': 'b042d5a2-0a4e-486b-96e8-a2bda9764b44', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:38:36.315126 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-26516944-2ea9-4aa6-9e29-ce9ce30f8e2a tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for security_group_rule (7c13d4ae-d438-46a9-a81a-0ab51546e2cd), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:36.318548 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d4629f8f-ef81-456d-ac6b-2cf9c15e3b84 req-3b3b0ad2-e0e8-4abb-8461-a87b96b81852 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e413624a-1e51-4367-8bee-9d98fc660577 HTTP/1.1" status: 200 len: 999 time: 0.2877920 Jan 28 00:38:36.374710 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e3b8da-3eb0-4be8-8a45-f2eee239d123 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:38:36.376865 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3b8da-3eb0-4be8-8a45-f2eee239d123 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Subnet': ['ID=95e64ea8-9838-4f6a-af29-d1d4d39c93a4,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:36.383870 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-63e3b8da-3eb0-4be8-8a45-f2eee239d123 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:38:36.400071 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8e2990-799c-4e47-b8db-7a180259f244 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:38:36.412874 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e3b8da-3eb0-4be8-8a45-f2eee239d123 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:36.418899 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-63e3b8da-3eb0-4be8-8a45-f2eee239d123 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:36.436841 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-26516944-2ea9-4aa6-9e29-ce9ce30f8e2a tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for security_group_rule (7c13d4ae-d438-46a9-a81a-0ab51546e2cd), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:36.442411 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-26516944-2ea9-4aa6-9e29-ce9ce30f8e2a tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (7c13d4ae-d438-46a9-a81a-0ab51546e2cd), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:36.506765 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26516944-2ea9-4aa6-9e29-ce9ce30f8e2a tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c13d4ae-d438-46a9-a81a-0ab51546e2cd,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:36.565718 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4629f8f-ef81-456d-ac6b-2cf9c15e3b84 req-801076da-3a89-497c-8c2d-fdc2ac514362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:36.570820 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d4629f8f-ef81-456d-ac6b-2cf9c15e3b84 req-801076da-3a89-497c-8c2d-fdc2ac514362 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0f29497-ba52-4939-af70-d57b51c2ceee HTTP/1.1" status: 200 len: 850 time: 0.1338816 Jan 28 00:38:36.584461 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-26516944-2ea9-4aa6-9e29-ce9ce30f8e2a tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:36.590395 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-26516944-2ea9-4aa6-9e29-ce9ce30f8e2a tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3360906 Jan 28 00:38:36.592374 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50396) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:36.604838 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-0264a284-69f8-499e-87c7-79c074568e20 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:38:36.682062 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0264a284-69f8-499e-87c7-79c074568e20 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:36.697601 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-63e3b8da-3eb0-4be8-8a45-f2eee239d123 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7585111 Jan 28 00:38:36.709102 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50398) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:36.717720 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-0b11aa1b-6e8c-4380-991e-9dad60bfa836 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1709703592', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:38:36.752603 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4629f8f-ef81-456d-ac6b-2cf9c15e3b84 req-58137a7d-8919-4fcf-b236-188d546ffdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:36.755724 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d4629f8f-ef81-456d-ac6b-2cf9c15e3b84 req-58137a7d-8919-4fcf-b236-188d546ffdc2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a5055772-1556-467a-8d2c-d15584910096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1775761 Jan 28 00:38:36.800335 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd60d0b-1a61-489d-85a7-186a86ffdad1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-fa355ea8-c094-44b0-ae37-c8781af9ee37', 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'fixed_ips': [{'subnet_id': '95e64ea8-9838-4f6a-af29-d1d4d39c93a4'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:38:36.801931 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dcd60d0b-1a61-489d-85a7-186a86ffdad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:36.884496 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0b11aa1b-6e8c-4380-991e-9dad60bfa836 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (63323d6c-694e-42cb-8111-d94efaebda51), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:36.890510 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0b11aa1b-6e8c-4380-991e-9dad60bfa836 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (63323d6c-694e-42cb-8111-d94efaebda51), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:37.017907 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0264a284-69f8-499e-87c7-79c074568e20 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:37.189406 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0b11aa1b-6e8c-4380-991e-9dad60bfa836 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for router_controller (63323d6c-694e-42cb-8111-d94efaebda51), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:37.238561 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d4629f8f-ef81-456d-ac6b-2cf9c15e3b84 req-930b1695-0dd1-413a-a181-dd1f920e32c3 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4730508 Jan 28 00:38:37.243458 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0b11aa1b-6e8c-4380-991e-9dad60bfa836 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (63323d6c-694e-42cb-8111-d94efaebda51), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:37.258773 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc91aed-1c4d-4748-bb2a-254fb93aeeeb req-38b04faf-8684-4c55-9d6b-4ba45748a877 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:37.261860 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5cc91aed-1c4d-4748-bb2a-254fb93aeeeb req-38b04faf-8684-4c55-9d6b-4ba45748a877 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.2657814 Jan 28 00:38:37.428129 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0b11aa1b-6e8c-4380-991e-9dad60bfa836 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:37.428129 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0b11aa1b-6e8c-4380-991e-9dad60bfa836 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7151256 Jan 28 00:38:37.433572 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50406) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:37.440281 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-0264a284-69f8-499e-87c7-79c074568e20 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Allocated IP 172.25.3.111 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/b57df76e-3000-49be-aa71-79c52c3890bb) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:38:37.578247 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5cc91aed-1c4d-4748-bb2a-254fb93aeeeb req-2ddd8ce5-94b3-47b8-aa32-b3e54c9ec956 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969218 Jan 28 00:38:37.647551 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-dcd60d0b-1a61-489d-85a7-186a86ffdad1 None None] Allocated IP 2001:db8::2 (fa355ea8-c094-44b0-ae37-c8781af9ee37/95e64ea8-9838-4f6a-af29-d1d4d39c93a4/14ccd849-4487-4f86-9034-75190f617828) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:38:37.738701 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 76497f79-b3fd-4b76-a6aa-b24d2add1b8f up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:38:37.743778 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d4629f8f-ef81-456d-ac6b-2cf9c15e3b84 req-2b9541e5-7f46-4f7e-bc19-df523c3cc726 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797034 Jan 28 00:38:37.813606 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0264a284-69f8-499e-87c7-79c074568e20 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for port (b57df76e-3000-49be-aa71-79c52c3890bb), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:37.868719 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0264a284-69f8-499e-87c7-79c074568e20 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (b57df76e-3000-49be-aa71-79c52c3890bb), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:37.898829 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0264a284-69f8-499e-87c7-79c074568e20 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:38:37.902627 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-0264a284-69f8-499e-87c7-79c074568e20 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:38:37.935907 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0264a284-69f8-499e-87c7-79c074568e20 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:38:38.027366 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 76497f79-b3fd-4b76-a6aa-b24d2add1b8f triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:38:38.028598 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (76497f79-b3fd-4b76-a6aa-b24d2add1b8f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:38.055485 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264a284-69f8-499e-87c7-79c074568e20 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Pushing event updated for resources: {'Port': ['ID=b57df76e-3000-49be-aa71-79c52c3890bb,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:38.201612 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0264a284-69f8-499e-87c7-79c074568e20 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for floatingip (8dd76059-37f4-43e7-90fb-c37ea3042c5e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:38.241656 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dcd60d0b-1a61-489d-85a7-186a86ffdad1 None None] Publish callbacks [] for port (14ccd849-4487-4f86-9034-75190f617828), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:38.258929 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dcd60d0b-1a61-489d-85a7-186a86ffdad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (14ccd849-4487-4f86-9034-75190f617828), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:38.291030 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0264a284-69f8-499e-87c7-79c074568e20 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b57df76e-3000-49be-aa71-79c52c3890bb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:38.400477 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8e897eb3-e627-4dd1-90ce-3142c5a3d92a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:38.487382 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd60d0b-1a61-489d-85a7-186a86ffdad1 None None] Pushing event updated for resources: {'Port': ['ID=14ccd849-4487-4f86-9034-75190f617828,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:38.544029 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd60d0b-1a61-489d-85a7-186a86ffdad1 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:38:38.575362 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-dcd60d0b-1a61-489d-85a7-186a86ffdad1 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:38:38.582995 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd60d0b-1a61-489d-85a7-186a86ffdad1 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:38:38.591338 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-255a7a12-7f6d-4526-bf83-8bacc17fd4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:38.686160 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 76497f79-b3fd-4b76-a6aa-b24d2add1b8f is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:38:38.686994 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (76497f79-b3fd-4b76-a6aa-b24d2add1b8f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:38.710433 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0264a284-69f8-499e-87c7-79c074568e20 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for port (b57df76e-3000-49be-aa71-79c52c3890bb), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:38.718082 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0264a284-69f8-499e-87c7-79c074568e20 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (b57df76e-3000-49be-aa71-79c52c3890bb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:38.811943 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-dcd60d0b-1a61-489d-85a7-186a86ffdad1 None None] Attempting to bind port 14ccd849-4487-4f86-9034-75190f617828 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:38:38.812384 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-dcd60d0b-1a61-489d-85a7-186a86ffdad1 None None] Attempting to bind port 14ccd849-4487-4f86-9034-75190f617828 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:38:38.812771 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd60d0b-1a61-489d-85a7-186a86ffdad1 None None] Attempting to bind port 14ccd849-4487-4f86-9034-75190f617828 on network fa355ea8-c094-44b0-ae37-c8781af9ee37 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:38:38.818909 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 76497f79-b3fd-4b76-a6aa-b24d2add1b8f, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=76497f79-b3fd-4b76-a6aa-b24d2add1b8f,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:38:38.829760 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd60d0b-1a61-489d-85a7-186a86ffdad1 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:38:38.830146 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd60d0b-1a61-489d-85a7-186a86ffdad1 None None] Checking segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:38:38.830564 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dcd60d0b-1a61-489d-85a7-186a86ffdad1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:38.830985 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd60d0b-1a61-489d-85a7-186a86ffdad1 None None] Bound using segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:38:38.831487 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-dcd60d0b-1a61-489d-85a7-186a86ffdad1 None None] Bound port: 14ccd849-4487-4f86-9034-75190f617828, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:38:38.831919 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dcd60d0b-1a61-489d-85a7-186a86ffdad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (14ccd849-4487-4f86-9034-75190f617828), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:38.851260 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264a284-69f8-499e-87c7-79c074568e20 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Pushing event updated for resources: {'Port': ['ID=b57df76e-3000-49be-aa71-79c52c3890bb,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:38.874350 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0264a284-69f8-499e-87c7-79c074568e20 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (8dd76059-37f4-43e7-90fb-c37ea3042c5e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:38.890536 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (76497f79-b3fd-4b76-a6aa-b24d2add1b8f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:38.912542 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0264a284-69f8-499e-87c7-79c074568e20 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:38.928507 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0264a284-69f8-499e-87c7-79c074568e20 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3302095 Jan 28 00:38:39.029475 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-dcd60d0b-1a61-489d-85a7-186a86ffdad1 None None] For port 14ccd849-4487-4f86-9034-75190f617828, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:38:39.090729 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=76497f79-b3fd-4b76-a6aa-b24d2add1b8f,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:39.097579 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-dcd60d0b-1a61-489d-85a7-186a86ffdad1 None None] For port 14ccd849-4487-4f86-9034-75190f617828, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=14ccd849-4487-4f86-9034-75190f617828,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:38:39.113430 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dcd60d0b-1a61-489d-85a7-186a86ffdad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (14ccd849-4487-4f86-9034-75190f617828), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:39.177087 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be5dfa-d00c-4fbb-9f86-f370944773a7 req-349d3b2a-09d6-4014-bbf5-1da16957aea5 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:39.182275 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-12be5dfa-d00c-4fbb-9f86-f370944773a7 req-349d3b2a-09d6-4014-bbf5-1da16957aea5 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.3792245 Jan 28 00:38:39.196036 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd60d0b-1a61-489d-85a7-186a86ffdad1 None None] Pushing event updated for resources: {'Port': ['ID=14ccd849-4487-4f86-9034-75190f617828,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:39.270068 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-8e897eb3-e627-4dd1-90ce-3142c5a3d92a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Allocated IP 2001:db8::1 (fa355ea8-c094-44b0-ae37-c8781af9ee37/95e64ea8-9838-4f6a-af29-d1d4d39c93a4/413510ce-60ce-40d6-acd7-520ba23063a7) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:38:39.333383 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-c2c712bd-55bd-4d17-b465-b85554d17925 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1826137640&fields=id&tenant_id=40859c6773ce4ef58b203b2b32bcaaba HTTP/1.1" status: 200 len: 267 time: 0.1814775 Jan 28 00:38:39.363535 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-12be5dfa-d00c-4fbb-9f86-f370944773a7 req-decfeddf-3efd-4a80-8eda-6be6771583fa tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477962 Jan 28 00:38:39.664769 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8e897eb3-e627-4dd1-90ce-3142c5a3d92a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for port (413510ce-60ce-40d6-acd7-520ba23063a7), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:39.702200 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-c5b9b841-823d-4efb-a809-9623c30e2a87 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:39.706622 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:39.709644 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-c5b9b841-823d-4efb-a809-9623c30e2a87 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/networks?id=df6dc4b3-6607-40e9-9f38-3ff04dac366d HTTP/1.1" status: 200 len: 811 time: 0.3348434 Jan 28 00:38:39.742828 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-0f2f1487-1c4d-405b-a19f-406645556cdf tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/quotas/40859c6773ce4ef58b203b2b32bcaaba HTTP/1.1" status: 200 len: 375 time: 0.0145609 Jan 28 00:38:39.808739 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b44101-3b33-4f86-86e5-c507f2812a59 None None] Sync routers for ids ['a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:38:39.820163 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b44101-3b33-4f86-86e5-c507f2812a59 None None] Routers {'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:38:39.820826 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-08b44101-3b33-4f86-86e5-c507f2812a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:38:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:38:39.975995 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-08b44101-3b33-4f86-86e5-c507f2812a59 None None] Set router a9fc9f53-99cc-4a9f-9ddc-c741a0650f37 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:38:40.023526 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-92bbe17e-66d4-42b8-87dd-3a46f7d74ccd tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=40859c6773ce4ef58b203b2b32bcaaba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2641735 Jan 28 00:38:40.029231 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8e897eb3-e627-4dd1-90ce-3142c5a3d92a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (413510ce-60ce-40d6-acd7-520ba23063a7), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:40.071806 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf4bd4-7c52-4ef9-ab75-66417dd71b03 req-2121748a-7510-4a6a-ae97-d076eeac4831 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:40.074592 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f4cf4bd4-7c52-4ef9-ab75-66417dd71b03 req-2121748a-7510-4a6a-ae97-d076eeac4831 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.1904976 Jan 28 00:38:40.221068 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-08b44101-3b33-4f86-86e5-c507f2812a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'name': 'tempest-AttachVolumeTestJSON-1495357353-router', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:22Z', 'updated_at': '2022-01-28T00:38:31Z', 'revision_number': 4, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'gw_port': {'id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:23Z', 'updated_at': '2022-01-28T00:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '172c0466-08b0-4dd9-8f48-3b97bd841204', 'name': '', 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'mac_address': 'fa:16:3e:67:3b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:29Z', 'updated_at': '2022-01-28T00:38:31Z', 'revision_number': 2, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'subnets': [{'id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:38:40.234572 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e897eb3-e627-4dd1-90ce-3142c5a3d92a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:38:40.251005 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-8e897eb3-e627-4dd1-90ce-3142c5a3d92a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:38:40.255470 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e897eb3-e627-4dd1-90ce-3142c5a3d92a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:38:40.256785 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8e897eb3-e627-4dd1-90ce-3142c5a3d92a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (63323d6c-694e-42cb-8111-d94efaebda51), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:40.285121 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b44101-3b33-4f86-86e5-c507f2812a59 None None] Checking router: a9fc9f53-99cc-4a9f-9ddc-c741a0650f37 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:38:40.285482 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b44101-3b33-4f86-86e5-c507f2812a59 None None] Updating router a9fc9f53-99cc-4a9f-9ddc-c741a0650f37 port 172c0466-08b0-4dd9-8f48-3b97bd841204 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:38:40.324699 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-08b44101-3b33-4f86-86e5-c507f2812a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (172c0466-08b0-4dd9-8f48-3b97bd841204), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:40.527174 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e897eb3-e627-4dd1-90ce-3142c5a3d92a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Port': ['ID=413510ce-60ce-40d6-acd7-520ba23063a7,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:40.586499 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f4cf4bd4-7c52-4ef9-ab75-66417dd71b03 req-eb018190-f8e4-4600-b9b5-5985f06e27f3 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4552171 Jan 28 00:38:40.727765 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8e897eb3-e627-4dd1-90ce-3142c5a3d92a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (413510ce-60ce-40d6-acd7-520ba23063a7), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:40.736190 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-08b44101-3b33-4f86-86e5-c507f2812a59 None None] Publish callbacks [] for port (172c0466-08b0-4dd9-8f48-3b97bd841204), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:40.745663 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-08b44101-3b33-4f86-86e5-c507f2812a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (172c0466-08b0-4dd9-8f48-3b97bd841204), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:40.863700 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d32e73-afc2-496f-b0e6-fcdb09eec061 None None] Pushing event updated for resources: {'Port': ['ID=172c0466-08b0-4dd9-8f48-3b97bd841204,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:40.885070 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d32e73-afc2-496f-b0e6-fcdb09eec061 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:40.885818 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d32e73-afc2-496f-b0e6-fcdb09eec061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:40.886317 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d32e73-afc2-496f-b0e6-fcdb09eec061 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:40.886827 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d32e73-afc2-496f-b0e6-fcdb09eec061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:40.887317 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d32e73-afc2-496f-b0e6-fcdb09eec061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:40.887841 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d32e73-afc2-496f-b0e6-fcdb09eec061 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:40.888327 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d32e73-afc2-496f-b0e6-fcdb09eec061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:40.888808 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d32e73-afc2-496f-b0e6-fcdb09eec061 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:40.889305 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d32e73-afc2-496f-b0e6-fcdb09eec061 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:40.889799 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d32e73-afc2-496f-b0e6-fcdb09eec061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:40.890279 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d32e73-afc2-496f-b0e6-fcdb09eec061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:40.899161 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d32e73-afc2-496f-b0e6-fcdb09eec061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:40.900449 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d32e73-afc2-496f-b0e6-fcdb09eec061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:38:40.950394 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-db5007b0-7aef-4bc5-8d4d-935a35abd23a service neutron] 10.222.0.70 "GET /v2.0/networks/df6dc4b3-6607-40e9-9f38-3ff04dac366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8159597 Jan 28 00:38:41.066551 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-08b44101-3b33-4f86-86e5-c507f2812a59 None None] Attempting to bind port 172c0466-08b0-4dd9-8f48-3b97bd841204 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:38:41.068437 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-08b44101-3b33-4f86-86e5-c507f2812a59 None None] Attempting to bind port 172c0466-08b0-4dd9-8f48-3b97bd841204 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'f55b242a-a928-4d72-b482-8fb9a57575c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:38:41.068990 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b44101-3b33-4f86-86e5-c507f2812a59 None None] Attempting to bind port 172c0466-08b0-4dd9-8f48-3b97bd841204 on network df6dc4b3-6607-40e9-9f38-3ff04dac366d {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:38:41.075208 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b44101-3b33-4f86-86e5-c507f2812a59 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:38:41.075833 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b44101-3b33-4f86-86e5-c507f2812a59 None None] Checking segment: {'id': 'f55b242a-a928-4d72-b482-8fb9a57575c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:38:41.076409 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-08b44101-3b33-4f86-86e5-c507f2812a59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:41.077186 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b44101-3b33-4f86-86e5-c507f2812a59 None None] Bound using segment: {'id': 'f55b242a-a928-4d72-b482-8fb9a57575c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:38:41.077580 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-08b44101-3b33-4f86-86e5-c507f2812a59 None None] Bound port: 172c0466-08b0-4dd9-8f48-3b97bd841204, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f55b242a-a928-4d72-b482-8fb9a57575c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:38:41.077969 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-08b44101-3b33-4f86-86e5-c507f2812a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (172c0466-08b0-4dd9-8f48-3b97bd841204), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:41.193692 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:41.253264 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-08b44101-3b33-4f86-86e5-c507f2812a59 None None] For port 172c0466-08b0-4dd9-8f48-3b97bd841204, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:38:41.257552 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-08b44101-3b33-4f86-86e5-c507f2812a59 None None] For port 172c0466-08b0-4dd9-8f48-3b97bd841204, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=172c0466-08b0-4dd9-8f48-3b97bd841204,segment=NetworkSegment(f55b242a-a928-4d72-b482-8fb9a57575c2),segment_id=f55b242a-a928-4d72-b482-8fb9a57575c2)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:38:41.269696 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-08b44101-3b33-4f86-86e5-c507f2812a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (172c0466-08b0-4dd9-8f48-3b97bd841204), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:41.462888 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 76497f79-b3fd-4b76-a6aa-b24d2add1b8f up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:38:41.477554 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d32e73-afc2-496f-b0e6-fcdb09eec061 None None] Pushing event updated for resources: {'Port': ['ID=172c0466-08b0-4dd9-8f48-3b97bd841204,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:41.507988 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b44101-3b33-4f86-86e5-c507f2812a59 None None] Routers {'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:38:41.509061 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-08b44101-3b33-4f86-86e5-c507f2812a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:38:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:38:41.648329 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ec47872b-7f81-422a-8605-3da03e0556c9 None None] Provisioning complete for port 172c0466-08b0-4dd9-8f48-3b97bd841204 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:38:41.649320 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ec47872b-7f81-422a-8605-3da03e0556c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (172c0466-08b0-4dd9-8f48-3b97bd841204), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:42.016670 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ec47872b-7f81-422a-8605-3da03e0556c9 None None] Current status of the port 172c0466-08b0-4dd9-8f48-3b97bd841204 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:38:42.017652 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ec47872b-7f81-422a-8605-3da03e0556c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (172c0466-08b0-4dd9-8f48-3b97bd841204), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:42.021993 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 76497f79-b3fd-4b76-a6aa-b24d2add1b8f triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:38:42.023113 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (76497f79-b3fd-4b76-a6aa-b24d2add1b8f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:42.095974 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-08b44101-3b33-4f86-86e5-c507f2812a59 None None] Set router a9fc9f53-99cc-4a9f-9ddc-c741a0650f37 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:38:42.228787 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:42.232194 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-ec47872b-7f81-422a-8605-3da03e0556c9 None None] For port 172c0466-08b0-4dd9-8f48-3b97bd841204, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=172c0466-08b0-4dd9-8f48-3b97bd841204,segment=NetworkSegment(f55b242a-a928-4d72-b482-8fb9a57575c2),segment_id=f55b242a-a928-4d72-b482-8fb9a57575c2)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:38:42.241299 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ec47872b-7f81-422a-8605-3da03e0556c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (172c0466-08b0-4dd9-8f48-3b97bd841204), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:42.315587 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 76497f79-b3fd-4b76-a6aa-b24d2add1b8f is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:38:42.317487 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 14ccd849-4487-4f86-9034-75190f617828 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:38:42.448498 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-c4d9ee16-cbcb-43d9-b364-ef46e91166a9 None None] Provisioning complete for port 413510ce-60ce-40d6-acd7-520ba23063a7 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:38:42.449246 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c4d9ee16-cbcb-43d9-b364-ef46e91166a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (413510ce-60ce-40d6-acd7-520ba23063a7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:42.454536 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47872b-7f81-422a-8605-3da03e0556c9 None None] Pushing event updated for resources: {'Port': ['ID=172c0466-08b0-4dd9-8f48-3b97bd841204,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:42.481782 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8e897eb3-e627-4dd1-90ce-3142c5a3d92a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for port (413510ce-60ce-40d6-acd7-520ba23063a7), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:42.533882 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c4d9ee16-cbcb-43d9-b364-ef46e91166a9 None None] Port 413510ce-60ce-40d6-acd7-520ba23063a7 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:38:42.540043 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 14ccd849-4487-4f86-9034-75190f617828 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:38:42.540688 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (14ccd849-4487-4f86-9034-75190f617828), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:42.556850 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8e897eb3-e627-4dd1-90ce-3142c5a3d92a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (413510ce-60ce-40d6-acd7-520ba23063a7), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:42.558368 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8e897eb3-e627-4dd1-90ce-3142c5a3d92a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (63323d6c-694e-42cb-8111-d94efaebda51), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:42.570894 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-08b44101-3b33-4f86-86e5-c507f2812a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'name': 'tempest-AttachVolumeTestJSON-1495357353-router', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:22Z', 'updated_at': '2022-01-28T00:38:31Z', 'revision_number': 4, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'gw_port': {'id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:23Z', 'updated_at': '2022-01-28T00:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '172c0466-08b0-4dd9-8f48-3b97bd841204', 'name': '', 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'mac_address': 'fa:16:3e:67:3b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:29Z', 'updated_at': '2022-01-28T00:38:41Z', 'revision_number': 4, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'subnets': [{'id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:38:42.629940 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b44101-3b33-4f86-86e5-c507f2812a59 None None] The sync data for ids ['a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'] in n-d-826754-1 is: [{'id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'name': 'tempest-AttachVolumeTestJSON-1495357353-router', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:22Z', 'updated_at': '2022-01-28T00:38:31Z', 'revision_number': 4, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'gw_port': {'id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:23Z', 'updated_at': '2022-01-28T00:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '172c0466-08b0-4dd9-8f48-3b97bd841204', 'name': '', 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'mac_address': 'fa:16:3e:67:3b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:29Z', 'updated_at': '2022-01-28T00:38:41Z', 'revision_number': 4, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'subnets': [{'id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:38:42.699026 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-c4d9ee16-cbcb-43d9-b364-ef46e91166a9 None None] Provisioning complete for port 14ccd849-4487-4f86-9034-75190f617828 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:38:42.699411 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c4d9ee16-cbcb-43d9-b364-ef46e91166a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (14ccd849-4487-4f86-9034-75190f617828), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:42.701302 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 14ccd849-4487-4f86-9034-75190f617828 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:38:42.701684 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (14ccd849-4487-4f86-9034-75190f617828), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:42.850946 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 14ccd849-4487-4f86-9034-75190f617828, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=14ccd849-4487-4f86-9034-75190f617828,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:38:42.868560 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (14ccd849-4487-4f86-9034-75190f617828), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:42.973725 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-f680cd4c-a292-40a3-89bc-f43110fea7f4 service neutron] 10.222.0.70 "GET /v2.0/networks/df6dc4b3-6607-40e9-9f38-3ff04dac366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0213416 Jan 28 00:38:42.974445 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e897eb3-e627-4dd1-90ce-3142c5a3d92a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Port': ['ID=413510ce-60ce-40d6-acd7-520ba23063a7,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:43.026322 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba800c7-1d22-4bd4-a8a6-210d8ebce746 req-74f85f33-a65e-403f-abd8-e83324c3e15f tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:43.042894 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ba800c7-1d22-4bd4-a8a6-210d8ebce746 req-74f85f33-a65e-403f-abd8-e83324c3e15f tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 1.8440690 Jan 28 00:38:43.079656 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e897eb3-e627-4dd1-90ce-3142c5a3d92a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:38:43.128064 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=14ccd849-4487-4f86-9034-75190f617828,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:43.133284 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:43.144254 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-8e897eb3-e627-4dd1-90ce-3142c5a3d92a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:38:43.175234 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c4d9ee16-cbcb-43d9-b364-ef46e91166a9 None None] Current status of the port 14ccd849-4487-4f86-9034-75190f617828 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:38:43.205257 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-c4d9ee16-cbcb-43d9-b364-ef46e91166a9 None None] Provisioning complete for port 172c0466-08b0-4dd9-8f48-3b97bd841204 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:38:43.205538 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c4d9ee16-cbcb-43d9-b364-ef46e91166a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (172c0466-08b0-4dd9-8f48-3b97bd841204), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:43.285264 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 172c0466-08b0-4dd9-8f48-3b97bd841204 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:38:43.574375 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ba800c7-1d22-4bd4-a8a6-210d8ebce746 req-661e5540-b27d-4046-ac81-114331aaa23d tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5300300 Jan 28 00:38:43.578605 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-0bff6c4e-686c-4724-bace-8328b5310528 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3844948 Jan 28 00:38:43.870005 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e897eb3-e627-4dd1-90ce-3142c5a3d92a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Router 63323d6c-694e-42cb-8111-d94efaebda51 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:38:43.931004 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9f05c5d-99bf-4245-b2c3-ea6e53486a8d req-f79b40b7-7222-46e2-8806-5ef8b4f71280 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 210 time: 0.0838771 Jan 28 00:38:43.977659 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-37ff5f09-0a66-4ef1-8d3a-645d79888506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:43.978485 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-37ff5f09-0a66-4ef1-8d3a-645d79888506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:43.991548 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c4d9ee16-cbcb-43d9-b364-ef46e91166a9 None None] Current status of the port 172c0466-08b0-4dd9-8f48-3b97bd841204 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:38:43.997672 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-37ff5f09-0a66-4ef1-8d3a-645d79888506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:43.999209 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-37ff5f09-0a66-4ef1-8d3a-645d79888506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:44.000255 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-37ff5f09-0a66-4ef1-8d3a-645d79888506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:44.001556 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-37ff5f09-0a66-4ef1-8d3a-645d79888506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:44.003511 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-37ff5f09-0a66-4ef1-8d3a-645d79888506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:44.010409 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-37ff5f09-0a66-4ef1-8d3a-645d79888506 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bda1a11a40447e984dbfecb2102fcad&device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 6492 time: 0.2940731 Jan 28 00:38:44.042206 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 172c0466-08b0-4dd9-8f48-3b97bd841204 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:38:44.042746 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (172c0466-08b0-4dd9-8f48-3b97bd841204), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:44.252192 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:44.252505 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e897eb3-e627-4dd1-90ce-3142c5a3d92a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:38:44.284921 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-0152eef5-1e5b-4af4-a4db-80b5aa3b1986 None None] Provisioning complete for port 413510ce-60ce-40d6-acd7-520ba23063a7 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:38:44.286396 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0152eef5-1e5b-4af4-a4db-80b5aa3b1986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (413510ce-60ce-40d6-acd7-520ba23063a7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:44.295562 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8e897eb3-e627-4dd1-90ce-3142c5a3d92a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "PUT /v2.0/routers/63323d6c-694e-42cb-8111-d94efaebda51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8516223 Jan 28 00:38:44.299788 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50484) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:44.300843 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18af52aa-7635-4575-bd3a-66984d79a7dc None None] Sync routers for ids ['63323d6c-694e-42cb-8111-d94efaebda51'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:38:44.456351 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba6dd6d-7a44-4d4d-8e9f-2eb6c95ae46d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:44.463107 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2ba6dd6d-7a44-4d4d-8e9f-2eb6c95ae46d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports/413510ce-60ce-40d6-acd7-520ba23063a7 HTTP/1.1" status: 200 len: 911 time: 0.1570532 Jan 28 00:38:44.481193 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50486) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:44.494777 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18af52aa-7635-4575-bd3a-66984d79a7dc None None] Routers {'63323d6c-694e-42cb-8111-d94efaebda51'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:38:44.498007 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-18af52aa-7635-4575-bd3a-66984d79a7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:38:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['63323d6c-694e-42cb-8111-d94efaebda51'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:38:44.614294 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-673db75b-b00f-4cd3-89c2-8b935c33a6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:44.615468 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-673db75b-b00f-4cd3-89c2-8b935c33a6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:44.616126 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-673db75b-b00f-4cd3-89c2-8b935c33a6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:44.617821 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-673db75b-b00f-4cd3-89c2-8b935c33a6a6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=962b6d11-960d-42e0-95f3-b55d3f9f0ed4&id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&id=ced11932-ebe6-4a02-b131-3fdaf9b641b0&id=ced11932-ebe6-4a02-b131-3fdaf9b641b0 HTTP/1.1" status: 200 len: 2293 time: 0.5763640 Jan 28 00:38:44.645121 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fb3119-93aa-4061-8d08-d52214eced3a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:44.658212 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-d8505ec9-d62d-43e4-b4f8-0b9559327128 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:44.660948 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fb3119-93aa-4061-8d08-d52214eced3a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:44.662632 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-02fb3119-93aa-4061-8d08-d52214eced3a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1789553 Jan 28 00:38:44.669156 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-d8505ec9-d62d-43e4-b4f8-0b9559327128 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/networks?id=a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 200 len: 811 time: 0.4534030 Jan 28 00:38:44.670825 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50492) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:44.681341 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0152eef5-1e5b-4af4-a4db-80b5aa3b1986 None None] Port 413510ce-60ce-40d6-acd7-520ba23063a7 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:38:44.702807 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 172c0466-08b0-4dd9-8f48-3b97bd841204 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:38:44.712704 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-debd7c9d-965c-41a7-a665-91ec77518370 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/quotas/126ff8dba2134b2d95d54d419fe64967 HTTP/1.1" status: 200 len: 375 time: 0.0422058 Jan 28 00:38:44.772870 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-6fe7a589-33d5-47f0-bf48-73896402035a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6276b1e7-274c-424a-ad22-502097950c2e HTTP/1.1" status: 200 len: 1001 time: 0.1469755 Jan 28 00:38:44.872148 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-18af52aa-7635-4575-bd3a-66984d79a7dc None None] Set router 63323d6c-694e-42cb-8111-d94efaebda51 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:38:44.900648 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-71474ca2-3da2-44f1-9073-2c8945305f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:44.917599 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-71474ca2-3da2-44f1-9073-2c8945305f49 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3e045621-a000-4f31-813f-19aff9c83672 HTTP/1.1" status: 200 len: 851 time: 0.1281185 Jan 28 00:38:44.936857 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-5e755954-37bd-4589-b004-660dff764c90 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=126ff8dba2134b2d95d54d419fe64967&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2231021 Jan 28 00:38:45.038718 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-7b9bdc8b-cf0a-4a05-a397-73e40e14c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:45.040540 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-7b9bdc8b-cf0a-4a05-a397-73e40e14c9a6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=962b6d11-960d-42e0-95f3-b55d3f9f0ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093421 Jan 28 00:38:45.052878 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-0d353fe6-2aff-4d9d-9f90-0f385a8616f0 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:38:45.053927 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-0d353fe6-2aff-4d9d-9f90-0f385a8616f0 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054419 Jan 28 00:38:45.210156 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-6329d7f4-2f98-4b3d-b5b7-dadcff6a8395 service neutron] 10.222.0.52 "GET /v2.0/networks/962b6d11-960d-42e0-95f3-b55d3f9f0ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503284 Jan 28 00:38:45.215701 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 14ccd849-4487-4f86-9034-75190f617828 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:38:45.276807 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ae05d273-cef4-4b09-acb7-a49f287d6457 req-360ade98-5e4c-4bdc-911a-9edd06d8cbd4 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 210 time: 0.0473430 Jan 28 00:38:45.467492 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-b274f357-cad5-466f-80a8-22de5273e45c service neutron] 10.222.0.52 "GET /v2.0/networks/962b6d11-960d-42e0-95f3-b55d3f9f0ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504871 Jan 28 00:38:45.516372 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-94572d37-b2f3-4cd3-b2da-a397d111fc1e service neutron] 10.222.0.70 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5782449 Jan 28 00:38:45.527562 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-4b2ed030-504d-4563-9db4-34fe61eed684 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=e6c88db4-a371-434d-b81c-bba1b2a0715e HTTP/1.1" status: 200 len: 217 time: 0.0462110 Jan 28 00:38:45.580436 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 14ccd849-4487-4f86-9034-75190f617828 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:38:45.587023 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (14ccd849-4487-4f86-9034-75190f617828), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:45.587902 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-5a3115ad-f0d3-4964-b7bc-6e1c5ff6706c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:45.589713 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-5a3115ad-f0d3-4964-b7bc-6e1c5ff6706c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d9566eb-7bee-4e72-9ce3-a47d9d3737eb HTTP/1.1" status: 200 len: 797 time: 0.0551591 Jan 28 00:38:45.713195 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-49a9df2d-7fbd-46ee-bf7d-3b7091166fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:45.714996 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-49a9df2d-7fbd-46ee-bf7d-3b7091166fb6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1183808 Jan 28 00:38:45.757545 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-18af52aa-7635-4575-bd3a-66984d79a7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63323d6c-694e-42cb-8111-d94efaebda51', 'name': 'tempest-NetworksTestDHCPv6-router-1709703592', 'tenant_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:36Z', 'updated_at': '2022-01-28T00:38:40Z', 'revision_number': 2, 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'gw_port_host': None, '_interfaces': [{'id': '413510ce-60ce-40d6-acd7-520ba23063a7', 'name': '', 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'tenant_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'mac_address': 'fa:16:3e:34:39:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63323d6c-694e-42cb-8111-d94efaebda51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '95e64ea8-9838-4f6a-af29-d1d4d39c93a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:38Z', 'updated_at': '2022-01-28T00:38:42Z', 'revision_number': 2, 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'subnets': [{'id': '95e64ea8-9838-4f6a-af29-d1d4d39c93a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:38:45.776017 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-52e73dd8-576a-4ebc-9d1e-ec5cd2eca93e service neutron] 10.222.0.70 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585268 Jan 28 00:38:45.863953 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-680e6b8f-0324-4cb6-8924-a3f9f4b9ff1a service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417682 Jan 28 00:38:45.962310 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18af52aa-7635-4575-bd3a-66984d79a7dc None None] Checking router: 63323d6c-694e-42cb-8111-d94efaebda51 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:38:45.967755 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18af52aa-7635-4575-bd3a-66984d79a7dc None None] Updating router 63323d6c-694e-42cb-8111-d94efaebda51 port 413510ce-60ce-40d6-acd7-520ba23063a7 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:38:46.187672 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-3d9db2e6-cf1a-4667-b278-428e4f69afe5 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143117 Jan 28 00:38:46.211351 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18af52aa-7635-4575-bd3a-66984d79a7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (413510ce-60ce-40d6-acd7-520ba23063a7), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:46.275195 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 14ccd849-4487-4f86-9034-75190f617828 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:38:46.394887 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-6aa104d1-65ab-42d3-bd69-49700c7eeabc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=d811a547-5df6-408e-b47d-4a7f9810a4e5 HTTP/1.1" status: 200 len: 217 time: 0.1983700 Jan 28 00:38:46.495971 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-80a987cc-244e-48be-8631-ca8ee8521e59 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (63323d6c-694e-42cb-8111-d94efaebda51), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:46.562277 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-d7c7fcd6-a9df-42b1-b3d0-8c6cf8ecc1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:46.563887 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-d7c7fcd6-a9df-42b1-b3d0-8c6cf8ecc1ff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d9566eb-7bee-4e72-9ce3-a47d9d3737eb HTTP/1.1" status: 200 len: 797 time: 0.1642904 Jan 28 00:38:46.655291 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7996367-c5e5-4619-94e4-aedb74f72a2e req-37e6bd80-d0ae-4e68-8184-9981f08310b8 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 210 time: 0.2445600 Jan 28 00:38:46.695607 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-122d0f12-8d18-4061-acf5-05ea0a235782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:46.697289 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-122d0f12-8d18-4061-acf5-05ea0a235782 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1135106 Jan 28 00:38:46.785000 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-35bf1315-43c1-4a41-b378-7d088982e78d req-05905a4d-0348-4c1c-b0ba-9e46cdca5297 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 210 time: 0.1249146 Jan 28 00:38:46.967361 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-74bbb11c-2a9c-40dc-b9ed-fd6e7f7483a5 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629485 Jan 28 00:38:47.082952 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-4e2aeaf0-8b3a-43db-b194-d126796c3bfd tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:47.085137 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-4e2aeaf0-8b3a-43db-b194-d126796c3bfd tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.52 "GET /v2.0/networks?id=df6dc4b3-6607-40e9-9f38-3ff04dac366d HTTP/1.1" status: 200 len: 811 time: 0.9760237 Jan 28 00:38:47.177413 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18af52aa-7635-4575-bd3a-66984d79a7dc None None] Publish callbacks [] for port (413510ce-60ce-40d6-acd7-520ba23063a7), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:47.205869 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18af52aa-7635-4575-bd3a-66984d79a7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (413510ce-60ce-40d6-acd7-520ba23063a7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:47.210038 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-0104a69e-3c8d-452f-8500-ef6c8a6be084 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154751 Jan 28 00:38:47.322082 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-11a47cec-f3e0-4180-92a4-fd261cf19b5b tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40859c6773ce4ef58b203b2b32bcaaba HTTP/1.1" status: 200 len: 380 time: 0.2216868 Jan 28 00:38:47.357018 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-02a4ddec-2893-4f4e-89d6-5d647344d107 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Request body: {'port': {'device_id': 'fd3796f9-5115-4bff-9e43-1d38ffb012aa', 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d', 'admin_state_up': True, 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'security_groups': ['b042d5a2-0a4e-486b-96e8-a2bda9764b44']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:38:47.384881 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-e58267f7-ef1e-44ba-a090-5a61df0f8519 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=94ae3a89-fc27-4196-b863-313cd277b634 HTTP/1.1" status: 200 len: 217 time: 0.1451311 Jan 28 00:38:47.385709 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb82e6-4a66-4a79-a9c3-b1eca73369e7 None None] Pushing event updated for resources: {'Port': ['ID=413510ce-60ce-40d6-acd7-520ba23063a7,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:47.403171 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-18af52aa-7635-4575-bd3a-66984d79a7dc None None] Attempting to bind port 413510ce-60ce-40d6-acd7-520ba23063a7 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:38:47.412454 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-18af52aa-7635-4575-bd3a-66984d79a7dc None None] Attempting to bind port 413510ce-60ce-40d6-acd7-520ba23063a7 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:38:47.413263 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18af52aa-7635-4575-bd3a-66984d79a7dc None None] Attempting to bind port 413510ce-60ce-40d6-acd7-520ba23063a7 on network fa355ea8-c094-44b0-ae37-c8781af9ee37 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:38:47.446163 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18af52aa-7635-4575-bd3a-66984d79a7dc None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:38:47.448338 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18af52aa-7635-4575-bd3a-66984d79a7dc None None] Checking segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:38:47.451891 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18af52aa-7635-4575-bd3a-66984d79a7dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:47.455956 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18af52aa-7635-4575-bd3a-66984d79a7dc None None] Bound using segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:38:47.458493 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-18af52aa-7635-4575-bd3a-66984d79a7dc None None] Bound port: 413510ce-60ce-40d6-acd7-520ba23063a7, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:38:47.462763 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18af52aa-7635-4575-bd3a-66984d79a7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (413510ce-60ce-40d6-acd7-520ba23063a7), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:47.534479 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-acb47c45-bfcb-4dd7-9cf9-10d73a4170a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:47.540447 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-acb47c45-bfcb-4dd7-9cf9-10d73a4170a8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d9566eb-7bee-4e72-9ce3-a47d9d3737eb HTTP/1.1" status: 200 len: 797 time: 0.1417532 Jan 28 00:38:47.707002 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-b0d7d5fe-62f2-4eb8-aca6-846d84cce687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:47.716244 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-b0d7d5fe-62f2-4eb8-aca6-846d84cce687 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1695352 Jan 28 00:38:47.733024 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-18af52aa-7635-4575-bd3a-66984d79a7dc None None] For port 413510ce-60ce-40d6-acd7-520ba23063a7, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:38:47.739091 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-18af52aa-7635-4575-bd3a-66984d79a7dc None None] For port 413510ce-60ce-40d6-acd7-520ba23063a7, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=413510ce-60ce-40d6-acd7-520ba23063a7,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:38:47.764395 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18af52aa-7635-4575-bd3a-66984d79a7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (413510ce-60ce-40d6-acd7-520ba23063a7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:47.871638 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18af52aa-7635-4575-bd3a-66984d79a7dc None None] Routers {'63323d6c-694e-42cb-8111-d94efaebda51'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:38:47.873914 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-18af52aa-7635-4575-bd3a-66984d79a7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:38:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['63323d6c-694e-42cb-8111-d94efaebda51'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:38:47.954006 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-02a4ddec-2893-4f4e-89d6-5d647344d107 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Made reservation on behalf of 40859c6773ce4ef58b203b2b32bcaaba for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:38:47.959932 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-02a4ddec-2893-4f4e-89d6-5d647344d107 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:48.100232 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-22784878-6ab7-44fd-aefa-545223cb4bfc service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767984 Jan 28 00:38:48.159131 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-342820a2-d41c-43bb-86bd-91ef498bb855 req-092f06db-0257-445b-b6b5-9d8567d72b95 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 210 time: 0.1121478 Jan 28 00:38:48.165245 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a97672a6-a1a9-4724-880e-ddf19863ab18 req-de56d108-0d67-4748-8fa9-5abba60b19f8 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 210 time: 0.2838230 Jan 28 00:38:48.365039 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-efa993b9-9049-44da-aeb1-1b75650a78da service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557936 Jan 28 00:38:48.386346 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-80a987cc-244e-48be-8631-ca8ee8521e59 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting port 413510ce-60ce-40d6-acd7-520ba23063a7 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:38:48.387925 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-80a987cc-244e-48be-8631-ca8ee8521e59 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (413510ce-60ce-40d6-acd7-520ba23063a7), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:48.491338 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-eaa294f9-b5b4-4af5-b661-a25c658bf9e5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=6fe75345-323e-4c17-9167-f80f61f5b382 HTTP/1.1" status: 200 len: 217 time: 0.1211710 Jan 28 00:38:48.503891 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb82e6-4a66-4a79-a9c3-b1eca73369e7 None None] Pushing event updated for resources: {'Port': ['ID=413510ce-60ce-40d6-acd7-520ba23063a7,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:48.532342 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-18af52aa-7635-4575-bd3a-66984d79a7dc None None] Set router 63323d6c-694e-42cb-8111-d94efaebda51 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:38:48.534589 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-7b4fbacc-878f-4cfb-ba4c-c0233a4d584b None None] Provisioning complete for port 413510ce-60ce-40d6-acd7-520ba23063a7 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:38:48.535155 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b4fbacc-878f-4cfb-ba4c-c0233a4d584b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (413510ce-60ce-40d6-acd7-520ba23063a7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:48.610221 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-8f294a73-8ad0-4b38-9a13-9967632c1a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:48.612800 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-8f294a73-8ad0-4b38-9a13-9967632c1a5c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d9566eb-7bee-4e72-9ce3-a47d9d3737eb HTTP/1.1" status: 200 len: 797 time: 0.1154690 Jan 28 00:38:48.620031 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-80a987cc-244e-48be-8631-ca8ee8521e59 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] For port 413510ce-60ce-40d6-acd7-520ba23063a7, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=413510ce-60ce-40d6-acd7-520ba23063a7,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:38:48.620318 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-80a987cc-244e-48be-8631-ca8ee8521e59 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (413510ce-60ce-40d6-acd7-520ba23063a7), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:48.752753 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-65bc94f5-3e94-4f8e-b990-fce2f296074f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:48.757562 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-65bc94f5-3e94-4f8e-b990-fce2f296074f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1387999 Jan 28 00:38:48.802182 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-7b4fbacc-878f-4cfb-ba4c-c0233a4d584b None None] Current status of the port 413510ce-60ce-40d6-acd7-520ba23063a7 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:38:48.803264 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b4fbacc-878f-4cfb-ba4c-c0233a4d584b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (413510ce-60ce-40d6-acd7-520ba23063a7), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:48.874720 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-55261cf2-8235-47ce-99f7-1e7317ab7226 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:48.876873 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-55261cf2-8235-47ce-99f7-1e7317ab7226 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.65 "GET /v2.0/networks?id=a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 200 len: 811 time: 0.3864770 Jan 28 00:38:48.885179 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-80a987cc-244e-48be-8631-ca8ee8521e59 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Calling delete_port for 413510ce-60ce-40d6-acd7-520ba23063a7 owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:38:48.925559 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-7b4fbacc-878f-4cfb-ba4c-c0233a4d584b None None] For port 413510ce-60ce-40d6-acd7-520ba23063a7, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=413510ce-60ce-40d6-acd7-520ba23063a7,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:38:48.948404 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b4fbacc-878f-4cfb-ba4c-c0233a4d584b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (413510ce-60ce-40d6-acd7-520ba23063a7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:49.022756 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-0dcecc60-6888-4286-9288-36e58302b4da service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594278 Jan 28 00:38:49.098794 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ee5486a5-86a8-48ac-82d4-60bb99636d8a None None] Provisioning complete for port 413510ce-60ce-40d6-acd7-520ba23063a7 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:38:49.099820 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ee5486a5-86a8-48ac-82d4-60bb99636d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (413510ce-60ce-40d6-acd7-520ba23063a7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:49.111400 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-10ed7504-759d-47d3-be89-ecdf29cf914b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Request body: {'port': {'device_id': '4fa55016-c998-404b-b7d0-c46f52cfbbad', 'network_id': 'a5055772-1556-467a-8d2c-d15584910096', 'admin_state_up': True, 'tenant_id': '126ff8dba2134b2d95d54d419fe64967'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:38:49.119786 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-80a987cc-244e-48be-8631-ca8ee8521e59 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (413510ce-60ce-40d6-acd7-520ba23063a7), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:49.141874 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4fbacc-878f-4cfb-ba4c-c0233a4d584b None None] Pushing event updated for resources: {'Port': ['ID=413510ce-60ce-40d6-acd7-520ba23063a7,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:49.190895 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-18af52aa-7635-4575-bd3a-66984d79a7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63323d6c-694e-42cb-8111-d94efaebda51', 'name': 'tempest-NetworksTestDHCPv6-router-1709703592', 'tenant_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:36Z', 'updated_at': '2022-01-28T00:38:40Z', 'revision_number': 2, 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'gw_port_host': None, '_interfaces': [{'id': '413510ce-60ce-40d6-acd7-520ba23063a7', 'name': '', 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'tenant_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'mac_address': 'fa:16:3e:34:39:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63323d6c-694e-42cb-8111-d94efaebda51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '95e64ea8-9838-4f6a-af29-d1d4d39c93a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:38Z', 'updated_at': '2022-01-28T00:38:47Z', 'revision_number': 4, 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'subnets': [{'id': '95e64ea8-9838-4f6a-af29-d1d4d39c93a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:38:49.223530 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18af52aa-7635-4575-bd3a-66984d79a7dc None None] The sync data for ids ['63323d6c-694e-42cb-8111-d94efaebda51'] in n-d-826754-1 is: [{'id': '63323d6c-694e-42cb-8111-d94efaebda51', 'name': 'tempest-NetworksTestDHCPv6-router-1709703592', 'tenant_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:36Z', 'updated_at': '2022-01-28T00:38:40Z', 'revision_number': 2, 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'gw_port_host': None, '_interfaces': [{'id': '413510ce-60ce-40d6-acd7-520ba23063a7', 'name': '', 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'tenant_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'mac_address': 'fa:16:3e:34:39:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63323d6c-694e-42cb-8111-d94efaebda51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '95e64ea8-9838-4f6a-af29-d1d4d39c93a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:38Z', 'updated_at': '2022-01-28T00:38:47Z', 'revision_number': 4, 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'subnets': [{'id': '95e64ea8-9838-4f6a-af29-d1d4d39c93a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:38:49.225987 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ee5486a5-86a8-48ac-82d4-60bb99636d8a None None] Could not find standard attr ID for object 413510ce-60ce-40d6-acd7-520ba23063a7. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:38:49.230826 n-d-826754-1 neutron-server[103345]: INFO neutron.plugins.ml2.db [None req-ee5486a5-86a8-48ac-82d4-60bb99636d8a None None] No ports have port_id starting with 413510ce-60ce-40d6-acd7-520ba23063a7 Jan 28 00:38:49.243215 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a987cc-244e-48be-8631-ca8ee8521e59 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Port': ['ID=413510ce-60ce-40d6-acd7-520ba23063a7,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:49.345301 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-21498503-de50-4745-b7fd-bb0b05e6cac0 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160462 Jan 28 00:38:49.522936 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-db76cd67-2841-445c-9fe0-ef1306481280 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b39bbdd0-6456-4b66-b3bb-de6ac18d21ae HTTP/1.1" status: 200 len: 217 time: 0.1688068 Jan 28 00:38:49.629492 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-eb3555a8-09ef-4187-b831-9e83794ef54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:49.636996 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-eb3555a8-09ef-4187-b831-9e83794ef54e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1bd8a954-b516-49e1-b2a8-a47b9c570cc2 HTTP/1.1" status: 200 len: 797 time: 0.1082027 Jan 28 00:38:49.719864 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-7a17b333-b54f-4536-ab6d-94692ebc06c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:49.721500 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-7a17b333-b54f-4536-ab6d-94692ebc06c6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ced11932-ebe6-4a02-b131-3fdaf9b641b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0781746 Jan 28 00:38:49.787143 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-02a4ddec-2893-4f4e-89d6-5d647344d107 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Allocated IP 172.20.0.6 (df6dc4b3-6607-40e9-9f38-3ff04dac366d/22f51b89-111e-46c4-84b8-0eec72aeef83/44b53648-5b05-4c4a-a492-464e8fb34dce) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:38:49.943028 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-79449d6a-7856-46db-806d-c8805f745eb4 service neutron] 10.222.0.52 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140691 Jan 28 00:38:50.064020 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4a480de3-6bf8-4917-9510-9a0da55e86ae req-5bbe7c31-6f20-445b-9818-4a0de8c0cb13 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 210 time: 0.3375397 Jan 28 00:38:50.069098 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70055521-6823-4aca-85b6-e7377ad81010 req-9e5639af-64e9-4b27-adb2-a989e182fa4e tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 210 time: 0.3391931 Jan 28 00:38:50.181742 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-924aaf46-0101-47f8-bf87-7ff99a8271ad service neutron] 10.222.0.52 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296515 Jan 28 00:38:50.184501 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-10ed7504-759d-47d3-be89-ecdf29cf914b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Made reservation on behalf of 126ff8dba2134b2d95d54d419fe64967 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:38:50.204016 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-10ed7504-759d-47d3-be89-ecdf29cf914b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:50.346534 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-e22136f6-14ba-42fd-bb7b-ad8b66731e12 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9 HTTP/1.1" status: 200 len: 217 time: 0.1585283 Jan 28 00:38:50.444843 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-0a123970-2ce7-4b26-93a2-8053f1005960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:50.447064 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-0a123970-2ce7-4b26-93a2-8053f1005960 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1bd8a954-b516-49e1-b2a8-a47b9c570cc2 HTTP/1.1" status: 200 len: 797 time: 0.0950902 Jan 28 00:38:50.560280 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-11ffa3c4-7c3d-4087-a294-88684d845ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:50.563937 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-11ffa3c4-7c3d-4087-a294-88684d845ca2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ced11932-ebe6-4a02-b131-3fdaf9b641b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1099052 Jan 28 00:38:50.680526 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-80a987cc-244e-48be-8631-ca8ee8521e59 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (63323d6c-694e-42cb-8111-d94efaebda51), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:50.797150 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-3585ffd8-fe07-4187-93d4-f951f9ca2335 service neutron] 10.222.0.52 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237718 Jan 28 00:38:51.065394 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-427dc71f-cf4b-41ad-937f-3da71fa09e6c req-20019c4a-cf65-4bdc-95bd-9a993967e00e service neutron] 10.222.0.52 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612798 Jan 28 00:38:51.261375 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-02a4ddec-2893-4f4e-89d6-5d647344d107 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for port (44b53648-5b05-4c4a-a492-464e8fb34dce), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:51.292735 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0ba40fbc-45f1-40ae-87e2-24954a7c10cd req-2a087b3e-3c34-439e-9d87-809349844895 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 210 time: 0.0629578 Jan 28 00:38:51.320422 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a987cc-244e-48be-8631-ca8ee8521e59 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Router 63323d6c-694e-42cb-8111-d94efaebda51 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:38:51.326327 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0d86aa08-6183-45fe-9ed4-d585f54256a7 req-d01c6a18-bd65-44f2-a87f-f575aff80876 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 210 time: 0.0749838 Jan 28 00:38:51.368237 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-10ed7504-759d-47d3-be89-ecdf29cf914b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Allocated IP 172.20.0.14 (a5055772-1556-467a-8d2c-d15584910096/d0f29497-ba52-4939-af70-d57b51c2ceee/ee552b99-6334-45be-8a9c-ea82d5bef5a2) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:38:51.469295 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a987cc-244e-48be-8631-ca8ee8521e59 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:38:51.488006 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-80a987cc-244e-48be-8631-ca8ee8521e59 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "PUT /v2.0/routers/63323d6c-694e-42cb-8111-d94efaebda51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8150043 Jan 28 00:38:51.495451 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50572) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:51.574112 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-02a4ddec-2893-4f4e-89d6-5d647344d107 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (44b53648-5b05-4c4a-a492-464e8fb34dce), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:51.611838 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-02a4ddec-2893-4f4e-89d6-5d647344d107 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Network df6dc4b3-6607-40e9-9f38-3ff04dac366d is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:38:51.623340 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e932080b-2a25-4f67-894f-6f1f6ddfd523 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:51.625048 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e932080b-2a25-4f67-894f-6f1f6ddfd523 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:51.626798 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e932080b-2a25-4f67-894f-6f1f6ddfd523 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1301727 Jan 28 00:38:51.633735 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-83260ef4-0188-46e0-af39-f7e0a2a95ed4 req-ca45001c-f1eb-4d98-bd1f-3b2f0ff09ec8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1842544 Jan 28 00:38:51.634255 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50574) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:51.648257 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-02a4ddec-2893-4f4e-89d6-5d647344d107 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:38:51.659701 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-02a4ddec-2893-4f4e-89d6-5d647344d107 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:38:51.713689 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc2f60eb-609d-4536-87d2-19af05909d55 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting subnet 95e64ea8-9838-4f6a-af29-d1d4d39c93a4 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:38:51.719290 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cc2f60eb-609d-4536-87d2-19af05909d55 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (95e64ea8-9838-4f6a-af29-d1d4d39c93a4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:51.737645 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4ddec-2893-4f4e-89d6-5d647344d107 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Pushing event updated for resources: {'Port': ['ID=44b53648-5b05-4c4a-a492-464e8fb34dce,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:51.819073 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cc2f60eb-609d-4536-87d2-19af05909d55 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (95e64ea8-9838-4f6a-af29-d1d4d39c93a4), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:51.885191 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-02a4ddec-2893-4f4e-89d6-5d647344d107 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:51.885894 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-02a4ddec-2893-4f4e-89d6-5d647344d107 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:51.887830 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83260ef4-0188-46e0-af39-f7e0a2a95ed4 req-efe7c894-f0fe-4878-b88f-7df9d2bfdb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:51.890928 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-83260ef4-0188-46e0-af39-f7e0a2a95ed4 req-efe7c894-f0fe-4878-b88f-7df9d2bfdb5d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=126ff8dba2134b2d95d54d419fe64967&device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 1096 time: 0.1341338 Jan 28 00:38:51.992799 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-02a4ddec-2893-4f4e-89d6-5d647344d107 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6521270 Jan 28 00:38:52.026886 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-d1e7fd9a-aaf5-461a-8830-197a3027a568 service neutron] Request body: {'port': {'device_id': 'fd3796f9-5115-4bff-9e43-1d38ffb012aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:38:52.045518 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83f5e79-47d7-4b95-998e-fdc82db53e04 None None] Sync routers for ids ['63323d6c-694e-42cb-8111-d94efaebda51'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:38:52.073183 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83f5e79-47d7-4b95-998e-fdc82db53e04 None None] Routers {'63323d6c-694e-42cb-8111-d94efaebda51'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:38:52.074068 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-c83f5e79-47d7-4b95-998e-fdc82db53e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:38:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['63323d6c-694e-42cb-8111-d94efaebda51'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:38:52.161715 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-c60c1e6a-1bc6-4a5e-a661-025f20bce3f3 None None] Provisioning complete for port 44b53648-5b05-4c4a-a492-464e8fb34dce triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:38:52.162897 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c60c1e6a-1bc6-4a5e-a661-025f20bce3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (44b53648-5b05-4c4a-a492-464e8fb34dce), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:52.198436 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cc2f60eb-609d-4536-87d2-19af05909d55 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (95e64ea8-9838-4f6a-af29-d1d4d39c93a4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:52.206032 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-10ed7504-759d-47d3-be89-ecdf29cf914b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks [] for port (ee552b99-6334-45be-8a9c-ea82d5bef5a2), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:52.224150 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-d1e7fd9a-aaf5-461a-8830-197a3027a568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (44b53648-5b05-4c4a-a492-464e8fb34dce), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:52.280508 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-c83f5e79-47d7-4b95-998e-fdc82db53e04 None None] Set router 63323d6c-694e-42cb-8111-d94efaebda51 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:38:52.311422 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c60c1e6a-1bc6-4a5e-a661-025f20bce3f3 None None] Port 44b53648-5b05-4c4a-a492-464e8fb34dce cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:38:52.398764 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-c83f5e79-47d7-4b95-998e-fdc82db53e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63323d6c-694e-42cb-8111-d94efaebda51', 'name': 'tempest-NetworksTestDHCPv6-router-1709703592', 'tenant_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:36Z', 'updated_at': '2022-01-28T00:38:49Z', 'revision_number': 3, 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:38:52.452248 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83f5e79-47d7-4b95-998e-fdc82db53e04 None None] Checking router: 63323d6c-694e-42cb-8111-d94efaebda51 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:38:52.470133 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83f5e79-47d7-4b95-998e-fdc82db53e04 None None] Routers {'63323d6c-694e-42cb-8111-d94efaebda51'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:38:52.471448 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-c83f5e79-47d7-4b95-998e-fdc82db53e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:38:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['63323d6c-694e-42cb-8111-d94efaebda51'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:38:52.607174 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-10ed7504-759d-47d3-be89-ecdf29cf914b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (ee552b99-6334-45be-8a9c-ea82d5bef5a2), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:52.624159 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-c83f5e79-47d7-4b95-998e-fdc82db53e04 None None] Set router 63323d6c-694e-42cb-8111-d94efaebda51 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:38:52.731017 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-c83f5e79-47d7-4b95-998e-fdc82db53e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63323d6c-694e-42cb-8111-d94efaebda51', 'name': 'tempest-NetworksTestDHCPv6-router-1709703592', 'tenant_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:36Z', 'updated_at': '2022-01-28T00:38:49Z', 'revision_number': 3, 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:38:52.783241 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83f5e79-47d7-4b95-998e-fdc82db53e04 None None] The sync data for ids ['63323d6c-694e-42cb-8111-d94efaebda51'] in n-d-826754-1 is: [{'id': '63323d6c-694e-42cb-8111-d94efaebda51', 'name': 'tempest-NetworksTestDHCPv6-router-1709703592', 'tenant_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:36Z', 'updated_at': '2022-01-28T00:38:49Z', 'revision_number': 3, 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'gw_port_host': None}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:38:52.994579 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83260ef4-0188-46e0-af39-f7e0a2a95ed4 req-17d6294e-6aed-42d3-891d-577e9b87ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:52.998477 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-83260ef4-0188-46e0-af39-f7e0a2a95ed4 req-17d6294e-6aed-42d3-891d-577e9b87ea19 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 200 len: 912 time: 1.0675030 Jan 28 00:38:53.009718 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed7504-759d-47d3-be89-ecdf29cf914b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Pushing event updated for resources: {'Port': ['ID=ee552b99-6334-45be-8a9c-ea82d5bef5a2,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:53.036176 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-10ed7504-759d-47d3-be89-ecdf29cf914b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Network a5055772-1556-467a-8d2c-d15584910096 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:38:53.054645 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-10ed7504-759d-47d3-be89-ecdf29cf914b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:38:53.084757 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574af67e-5900-4943-8020-66251db8473f req-518888a7-21a2-4b4c-a7bc-05579d5cd646 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:53.087523 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-574af67e-5900-4943-8020-66251db8473f req-518888a7-21a2-4b4c-a7bc-05579d5cd646 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 931 time: 0.5545552 Jan 28 00:38:53.092676 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-10ed7504-759d-47d3-be89-ecdf29cf914b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:38:53.151013 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cc2f60eb-609d-4536-87d2-19af05909d55 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (95e64ea8-9838-4f6a-af29-d1d4d39c93a4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:53.190961 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-83260ef4-0188-46e0-af39-f7e0a2a95ed4 req-3f59c382-c59f-4bc5-b4c7-6710f9e1474d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e413624a-1e51-4367-8bee-9d98fc660577 HTTP/1.1" status: 200 len: 999 time: 0.1802976 Jan 28 00:38:53.250545 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-10ed7504-759d-47d3-be89-ecdf29cf914b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:53.253005 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-10ed7504-759d-47d3-be89-ecdf29cf914b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:53.259936 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 413510ce-60ce-40d6-acd7-520ba23063a7 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:38:53.281528 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cc2f60eb-609d-4536-87d2-19af05909d55 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:53.290966 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cc2f60eb-609d-4536-87d2-19af05909d55 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/95e64ea8-9838-4f6a-af29-d1d4d39c93a4 HTTP/1.1" status: 204 len: 168 time: 1.6537871 Jan 28 00:38:53.315761 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50588) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:53.371414 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3e0dd-5266-4cc1-a6f4-3aa0804338e2 req-ce140249-b3e7-4298-8b17-d9228dc06cd1 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:53.381610 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f60eb-609d-4536-87d2-19af05909d55 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Subnet': ['ID=95e64ea8-9838-4f6a-af29-d1d4d39c93a4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:53.383586 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aea3e0dd-5266-4cc1-a6f4-3aa0804338e2 req-ce140249-b3e7-4298-8b17-d9228dc06cd1 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 932 time: 0.8744311 Jan 28 00:38:53.398434 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 413510ce-60ce-40d6-acd7-520ba23063a7 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:38:53.398996 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 413510ce-60ce-40d6-acd7-520ba23063a7 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:38:53.415327 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4c3059-fa14-450b-9d4d-fa24b3b19569 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:38:53.492795 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83260ef4-0188-46e0-af39-f7e0a2a95ed4 req-34a4542a-44d5-45ba-9326-f8e975e7a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:53.497068 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-83260ef4-0188-46e0-af39-f7e0a2a95ed4 req-34a4542a-44d5-45ba-9326-f8e975e7a1a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0f29497-ba52-4939-af70-d57b51c2ceee HTTP/1.1" status: 200 len: 850 time: 0.2409568 Jan 28 00:38:53.595442 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83260ef4-0188-46e0-af39-f7e0a2a95ed4 req-d89f256c-4cf5-4507-8828-837de1a74247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:53.598029 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-83260ef4-0188-46e0-af39-f7e0a2a95ed4 req-d89f256c-4cf5-4507-8828-837de1a74247 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a5055772-1556-467a-8d2c-d15584910096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946605 Jan 28 00:38:53.677242 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-10ed7504-759d-47d3-be89-ecdf29cf914b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5691910 Jan 28 00:38:53.765414 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-302ff633-cfe0-42b4-86b6-2431aa28abe8 service neutron] Request body: {'port': {'device_id': '4fa55016-c998-404b-b7d0-c46f52cfbbad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:38:53.765729 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-c255730f-932c-4347-9bfc-8032f93f8276 None None] Provisioning complete for port ee552b99-6334-45be-8a9c-ea82d5bef5a2 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:38:53.765910 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c255730f-932c-4347-9bfc-8032f93f8276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ee552b99-6334-45be-8a9c-ea82d5bef5a2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:53.823729 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-83260ef4-0188-46e0-af39-f7e0a2a95ed4 req-ae56fb34-6533-48c1-9087-db1bac3b58bf service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128572 Jan 28 00:38:53.868082 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c255730f-932c-4347-9bfc-8032f93f8276 None None] Port ee552b99-6334-45be-8a9c-ea82d5bef5a2 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:38:54.013766 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-d1e7fd9a-aaf5-461a-8830-197a3027a568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b53648-5b05-4c4a-a492-464e8fb34dce {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:38:54.022991 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-83260ef4-0188-46e0-af39-f7e0a2a95ed4 req-f3b0c46c-5bef-48dc-a36b-4423885e1ad1 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896658 Jan 28 00:38:54.024034 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-d1e7fd9a-aaf5-461a-8830-197a3027a568 service neutron] Publish callbacks [] for port (44b53648-5b05-4c4a-a492-464e8fb34dce), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:54.041245 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be025361-4c6d-4281-b2f0-5f3af7db31f4 None None] DHCP port deletion for fa355ea8-c094-44b0-ae37-c8781af9ee37 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:38:54.119958 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-be025361-4c6d-4281-b2f0-5f3af7db31f4 None None] Deleting port 14ccd849-4487-4f86-9034-75190f617828 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:38:54.121066 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-be025361-4c6d-4281-b2f0-5f3af7db31f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (14ccd849-4487-4f86-9034-75190f617828), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:54.138551 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aea3e0dd-5266-4cc1-a6f4-3aa0804338e2 req-76edeb25-8393-460e-87ac-a20e0c0c9027 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110464 Jan 28 00:38:54.140306 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-d1e7fd9a-aaf5-461a-8830-197a3027a568 service neutron] Transition to ACTIVE for port object 44b53648-5b05-4c4a-a492-464e8fb34dce will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:38:54.173480 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-d1e7fd9a-aaf5-461a-8830-197a3027a568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (44b53648-5b05-4c4a-a492-464e8fb34dce), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:54.213515 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-be025361-4c6d-4281-b2f0-5f3af7db31f4 None None] For port 14ccd849-4487-4f86-9034-75190f617828, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=14ccd849-4487-4f86-9034-75190f617828,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:38:54.214012 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-be025361-4c6d-4281-b2f0-5f3af7db31f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (14ccd849-4487-4f86-9034-75190f617828), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:54.242387 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-574af67e-5900-4943-8020-66251db8473f req-fddc89b4-289c-440b-be75-e72929600f09 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9307377 Jan 28 00:38:54.242877 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-be025361-4c6d-4281-b2f0-5f3af7db31f4 None None] Calling delete_port for 14ccd849-4487-4f86-9034-75190f617828 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:38:54.292315 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-81f986e8-6934-48e5-b480-e0594f7e1e0e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.9629786 Jan 28 00:38:54.296819 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50592) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:54.315268 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7fd9a-aaf5-461a-8830-197a3027a568 service neutron] Pushing event updated for resources: {'Port': ['ID=44b53648-5b05-4c4a-a492-464e8fb34dce,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:54.331355 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-302ff633-cfe0-42b4-86b6-2431aa28abe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ee552b99-6334-45be-8a9c-ea82d5bef5a2), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:54.433462 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-be025361-4c6d-4281-b2f0-5f3af7db31f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (14ccd849-4487-4f86-9034-75190f617828), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:54.533865 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be025361-4c6d-4281-b2f0-5f3af7db31f4 None None] Pushing event deleted for resources: {'Port': ['ID=14ccd849-4487-4f86-9034-75190f617828,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:54.547323 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be025361-4c6d-4281-b2f0-5f3af7db31f4 None None] No DVR routers for this DVR port 14ccd849-4487-4f86-9034-75190f617828 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:38:54.606784 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44b1af4b-3ff1-420c-b64b-ca631f888657 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for router (63323d6c-694e-42cb-8111-d94efaebda51), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:54.673307 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-d1e7fd9a-aaf5-461a-8830-197a3027a568 service neutron] Attempting to bind port 44b53648-5b05-4c4a-a492-464e8fb34dce on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:38:54.674263 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-d1e7fd9a-aaf5-461a-8830-197a3027a568 service neutron] Attempting to bind port 44b53648-5b05-4c4a-a492-464e8fb34dce by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'f55b242a-a928-4d72-b482-8fb9a57575c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:38:54.675107 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-d1e7fd9a-aaf5-461a-8830-197a3027a568 service neutron] Attempting to bind port 44b53648-5b05-4c4a-a492-464e8fb34dce on network df6dc4b3-6607-40e9-9f38-3ff04dac366d {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:38:54.688511 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-d1e7fd9a-aaf5-461a-8830-197a3027a568 service neutron] Port 44b53648-5b05-4c4a-a492-464e8fb34dce on network df6dc4b3-6607-40e9-9f38-3ff04dac366d not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:38:54.690261 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-d1e7fd9a-aaf5-461a-8830-197a3027a568 service neutron] Attempting to bind port 44b53648-5b05-4c4a-a492-464e8fb34dce on network df6dc4b3-6607-40e9-9f38-3ff04dac366d {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:38:54.765599 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-d1e7fd9a-aaf5-461a-8830-197a3027a568 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:38:54.766605 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-d1e7fd9a-aaf5-461a-8830-197a3027a568 service neutron] Checking segment: {'id': 'f55b242a-a928-4d72-b482-8fb9a57575c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:38:54.767664 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-d1e7fd9a-aaf5-461a-8830-197a3027a568 service neutron] Bound using segment: {'id': 'f55b242a-a928-4d72-b482-8fb9a57575c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:38:54.768414 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-d1e7fd9a-aaf5-461a-8830-197a3027a568 service neutron] Bound port: 44b53648-5b05-4c4a-a492-464e8fb34dce, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55b242a-a928-4d72-b482-8fb9a57575c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:38:54.769005 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-d1e7fd9a-aaf5-461a-8830-197a3027a568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (44b53648-5b05-4c4a-a492-464e8fb34dce), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:55.056039 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-d1e7fd9a-aaf5-461a-8830-197a3027a568 service neutron] For port 44b53648-5b05-4c4a-a492-464e8fb34dce, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:38:55.065614 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 14ccd849-4487-4f86-9034-75190f617828 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:38:55.088390 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-d1e7fd9a-aaf5-461a-8830-197a3027a568 service neutron] For port 44b53648-5b05-4c4a-a492-464e8fb34dce, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=44b53648-5b05-4c4a-a492-464e8fb34dce,segment=NetworkSegment(f55b242a-a928-4d72-b482-8fb9a57575c2),segment_id=f55b242a-a928-4d72-b482-8fb9a57575c2)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:38:55.090027 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44b1af4b-3ff1-420c-b64b-ca631f888657 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (63323d6c-694e-42cb-8111-d94efaebda51), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:55.096448 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44b1af4b-3ff1-420c-b64b-ca631f888657 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for router_controller (63323d6c-694e-42cb-8111-d94efaebda51), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:55.099494 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 14ccd849-4487-4f86-9034-75190f617828 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:38:55.100180 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 14ccd849-4487-4f86-9034-75190f617828 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:38:55.110722 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-d1e7fd9a-aaf5-461a-8830-197a3027a568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (44b53648-5b05-4c4a-a492-464e8fb34dce), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:55.194114 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44b1af4b-3ff1-420c-b64b-ca631f888657 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (63323d6c-694e-42cb-8111-d94efaebda51), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:55.196891 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b1af4b-3ff1-420c-b64b-ca631f888657 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Fanout notify agent at l3_agent the message router_deleted on router 63323d6c-694e-42cb-8111-d94efaebda51 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:38:55.220910 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44b1af4b-3ff1-420c-b64b-ca631f888657 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:55.227195 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-44b1af4b-3ff1-420c-b64b-ca631f888657 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/routers/63323d6c-694e-42cb-8111-d94efaebda51 HTTP/1.1" status: 204 len: 168 time: 0.9241540 Jan 28 00:38:55.234000 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50626) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:55.244891 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-d1e7fd9a-aaf5-461a-8830-197a3027a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:55.245727 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-d1e7fd9a-aaf5-461a-8830-197a3027a568 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:55.248048 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-d1e7fd9a-aaf5-461a-8830-197a3027a568 service neutron] 10.222.0.52 "PUT /v2.0/ports/44b53648-5b05-4c4a-a492-464e8fb34dce HTTP/1.1" status: 200 len: 1091 time: 3.2389004 Jan 28 00:38:55.255122 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-77b018ca-6800-4dc4-a5bb-cf708e5bf7e8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:38:55.264109 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3796f9-5115-4bff-9e43-1d38ffb012aa', 'tag': '44b53648-5b05-4c4a-a492-464e8fb34dce'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:38:55.268521 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96312f24-2959-43e7-a125-543dd8426072" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3796f9-5115-4bff-9e43-1d38ffb012aa", "tag": "44b53648-5b05-4c4a-a492-464e8fb34dce"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:38:55.326827 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-302ff633-cfe0-42b4-86b6-2431aa28abe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee552b99-6334-45be-8a9c-ea82d5bef5a2 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:38:55.383511 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-302ff633-cfe0-42b4-86b6-2431aa28abe8 service neutron] Publish callbacks [] for port (ee552b99-6334-45be-8a9c-ea82d5bef5a2), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:55.652839 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c9106b-d04e-4b14-bcdf-0d809f5601ff x-openstack-request-id: req-37c9106b-d04e-4b14-bcdf-0d809f5601ff {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:38:55.659941 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3796f9-5115-4bff-9e43-1d38ffb012aa", "tag": "44b53648-5b05-4c4a-a492-464e8fb34dce", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:38:55.661107 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-37c9106b-d04e-4b14-bcdf-0d809f5601ff {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:38:55.661944 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd3796f9-5115-4bff-9e43-1d38ffb012aa', 'tag': '44b53648-5b05-4c4a-a492-464e8fb34dce', 'status': 'completed', 'code': 200} Jan 28 00:38:55.702803 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7fd9a-aaf5-461a-8830-197a3027a568 service neutron] Pushing event updated for resources: {'Port': ['ID=44b53648-5b05-4c4a-a492-464e8fb34dce,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:55.777795 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-302ff633-cfe0-42b4-86b6-2431aa28abe8 service neutron] Transition to ACTIVE for port object ee552b99-6334-45be-8a9c-ea82d5bef5a2 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:38:55.818326 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-302ff633-cfe0-42b4-86b6-2431aa28abe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (ee552b99-6334-45be-8a9c-ea82d5bef5a2), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:55.899379 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ff633-cfe0-42b4-86b6-2431aa28abe8 service neutron] Pushing event updated for resources: {'Port': ['ID=ee552b99-6334-45be-8a9c-ea82d5bef5a2,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:55.905251 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-7126bdd7-3769-4845-b277-363fcb0834ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:55.907590 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-7126bdd7-3769-4845-b277-363fcb0834ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40859c6773ce4ef58b203b2b32bcaaba&device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 1094 time: 0.3732367 Jan 28 00:38:56.076390 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-6da98ce2-615e-401c-a68d-72a54ac4fb05 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44b53648-5b05-4c4a-a492-464e8fb34dce HTTP/1.1" status: 200 len: 217 time: 0.1461158 Jan 28 00:38:56.094859 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b83d7-25de-4930-a762-1b94ba13aded req-d83add3f-b6d0-4fa5-b6f2-3a35925ec5f8 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:56.111130 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-866b83d7-25de-4930-a762-1b94ba13aded req-d83add3f-b6d0-4fa5-b6f2-3a35925ec5f8 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 943 time: 0.4002225 Jan 28 00:38:56.174200 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7dd11-aa52-4d64-9a7e-d9bf7f540c2d req-38544504-97d2-445d-9797-b1b2309f7ab4 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:56.179166 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eaf7dd11-aa52-4d64-9a7e-d9bf7f540c2d req-38544504-97d2-445d-9797-b1b2309f7ab4 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 932 time: 0.5731931 Jan 28 00:38:56.196278 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b018ca-6800-4dc4-a5bb-cf708e5bf7e8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:38:56.202767 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-77b018ca-6800-4dc4-a5bb-cf708e5bf7e8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:56.526674 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-b492751a-3676-493b-a682-675d9bdddfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:56.529074 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-b492751a-3676-493b-a682-675d9bdddfd9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22f51b89-111e-46c4-84b8-0eec72aeef83 HTTP/1.1" status: 200 len: 850 time: 0.4027359 Jan 28 00:38:56.544752 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-866b83d7-25de-4930-a762-1b94ba13aded req-32792113-3a09-4177-baa3-94b06fe7e0a7 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4317806 Jan 28 00:38:57.149636 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eaf7dd11-aa52-4d64-9a7e-d9bf7f540c2d req-ea449129-f837-43fc-8e59-f13a38763565 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9032133 Jan 28 00:38:57.187391 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-302ff633-cfe0-42b4-86b6-2431aa28abe8 service neutron] Attempting to bind port ee552b99-6334-45be-8a9c-ea82d5bef5a2 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:38:57.188265 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-302ff633-cfe0-42b4-86b6-2431aa28abe8 service neutron] Attempting to bind port ee552b99-6334-45be-8a9c-ea82d5bef5a2 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '32b62d49-3c93-4f09-986c-30e1868e910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a5055772-1556-467a-8d2c-d15584910096'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:38:57.189034 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-302ff633-cfe0-42b4-86b6-2431aa28abe8 service neutron] Attempting to bind port ee552b99-6334-45be-8a9c-ea82d5bef5a2 on network a5055772-1556-467a-8d2c-d15584910096 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:38:57.203976 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-302ff633-cfe0-42b4-86b6-2431aa28abe8 service neutron] Port ee552b99-6334-45be-8a9c-ea82d5bef5a2 on network a5055772-1556-467a-8d2c-d15584910096 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:38:57.204801 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-302ff633-cfe0-42b4-86b6-2431aa28abe8 service neutron] Attempting to bind port ee552b99-6334-45be-8a9c-ea82d5bef5a2 on network a5055772-1556-467a-8d2c-d15584910096 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:38:57.241114 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-302ff633-cfe0-42b4-86b6-2431aa28abe8 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:38:57.242239 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-302ff633-cfe0-42b4-86b6-2431aa28abe8 service neutron] Checking segment: {'id': '32b62d49-3c93-4f09-986c-30e1868e910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a5055772-1556-467a-8d2c-d15584910096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:38:57.243199 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-302ff633-cfe0-42b4-86b6-2431aa28abe8 service neutron] Bound using segment: {'id': '32b62d49-3c93-4f09-986c-30e1868e910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a5055772-1556-467a-8d2c-d15584910096'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:38:57.244218 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-302ff633-cfe0-42b4-86b6-2431aa28abe8 service neutron] Bound port: ee552b99-6334-45be-8a9c-ea82d5bef5a2, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b62d49-3c93-4f09-986c-30e1868e910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a5055772-1556-467a-8d2c-d15584910096'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:38:57.244807 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-302ff633-cfe0-42b4-86b6-2431aa28abe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ee552b99-6334-45be-8a9c-ea82d5bef5a2), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:57.336715 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-4ba05b91-5910-47aa-9c2f-63697ec9b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:57.339711 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-4ba05b91-5910-47aa-9c2f-63697ec9b2ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df6dc4b3-6607-40e9-9f38-3ff04dac366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7936139 Jan 28 00:38:57.682384 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-77b018ca-6800-4dc4-a5bb-cf708e5bf7e8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (21d1dfa1-84bc-4510-bb6e-6eba583d24d3), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:57.714679 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-302ff633-cfe0-42b4-86b6-2431aa28abe8 service neutron] For port ee552b99-6334-45be-8a9c-ea82d5bef5a2, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:38:57.828758 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-302ff633-cfe0-42b4-86b6-2431aa28abe8 service neutron] For port ee552b99-6334-45be-8a9c-ea82d5bef5a2, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ee552b99-6334-45be-8a9c-ea82d5bef5a2,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:38:57.883576 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-302ff633-cfe0-42b4-86b6-2431aa28abe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (ee552b99-6334-45be-8a9c-ea82d5bef5a2), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:57.900972 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b018ca-6800-4dc4-a5bb-cf708e5bf7e8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:38:57.998200 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-77b018ca-6800-4dc4-a5bb-cf708e5bf7e8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:38:58.015168 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b893beed-b7fc-453f-b23a-4104298a5ded None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:38:58.017309 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b018ca-6800-4dc4-a5bb-cf708e5bf7e8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:58.018500 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-77b018ca-6800-4dc4-a5bb-cf708e5bf7e8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:58.030018 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-416ae9e1-33b4-4f5c-b966-02bcc2c8a098 service neutron] 10.222.0.52 "GET /v2.0/networks/df6dc4b3-6607-40e9-9f38-3ff04dac366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6764734 Jan 28 00:38:58.044558 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b018ca-6800-4dc4-a5bb-cf708e5bf7e8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Subnet': ['ID=21d1dfa1-84bc-4510-bb6e-6eba583d24d3,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:58.057117 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-302ff633-cfe0-42b4-86b6-2431aa28abe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:58.057603 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-302ff633-cfe0-42b4-86b6-2431aa28abe8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:58.060460 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-302ff633-cfe0-42b4-86b6-2431aa28abe8 service neutron] 10.222.0.65 "PUT /v2.0/ports/ee552b99-6334-45be-8a9c-ea82d5bef5a2 HTTP/1.1" status: 200 len: 1092 time: 4.3115804 Jan 28 00:38:58.080587 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa55016-c998-404b-b7d0-c46f52cfbbad', 'tag': 'ee552b99-6334-45be-8a9c-ea82d5bef5a2'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:38:58.085622 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58fbf50-71a4-488a-a88e-c2b406f4bd20" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa55016-c998-404b-b7d0-c46f52cfbbad", "tag": "ee552b99-6334-45be-8a9c-ea82d5bef5a2"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:38:58.220329 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ec9b14-c9e7-4359-b274-582e3d79bd2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-fa355ea8-c094-44b0-ae37-c8781af9ee37', 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'fixed_ips': [{'subnet_id': '21d1dfa1-84bc-4510-bb6e-6eba583d24d3'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:38:58.221574 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f3ec9b14-c9e7-4359-b274-582e3d79bd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:58.443265 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e23590a-defd-4a39-82c5-5afe04323cb4 x-openstack-request-id: req-6e23590a-defd-4a39-82c5-5afe04323cb4 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:38:58.444790 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa55016-c998-404b-b7d0-c46f52cfbbad", "tag": "ee552b99-6334-45be-8a9c-ea82d5bef5a2", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:38:58.445142 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6e23590a-defd-4a39-82c5-5afe04323cb4 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:38:58.445593 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa55016-c998-404b-b7d0-c46f52cfbbad', 'tag': 'ee552b99-6334-45be-8a9c-ea82d5bef5a2', 'status': 'completed', 'code': 200} Jan 28 00:38:58.457536 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-77b018ca-6800-4dc4-a5bb-cf708e5bf7e8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2126122 Jan 28 00:38:58.457953 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50688) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:58.462785 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-21852817-ff55-4934-8be8-bdea44749b07 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1942474575', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:38:58.512685 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-f3ec9b14-c9e7-4359-b274-582e3d79bd2f None None] Allocated IP 2001:db8::2 (fa355ea8-c094-44b0-ae37-c8781af9ee37/21d1dfa1-84bc-4510-bb6e-6eba583d24d3/9227bfb8-3c02-49b5-a509-90580382da44) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:38:58.533904 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21852817-ff55-4934-8be8-bdea44749b07 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (e14838eb-0aee-4ccd-8cba-4f02164bbe19), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:58.539458 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21852817-ff55-4934-8be8-bdea44749b07 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (e14838eb-0aee-4ccd-8cba-4f02164bbe19), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:58.630027 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ff633-cfe0-42b4-86b6-2431aa28abe8 service neutron] Pushing event updated for resources: {'Port': ['ID=ee552b99-6334-45be-8a9c-ea82d5bef5a2,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:58.650385 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7694b51-657a-4226-9b45-bc8ced1fe330 req-69938daa-415c-49cd-99cf-b8bf5faf84f6 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:58.666761 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7694b51-657a-4226-9b45-bc8ced1fe330 req-69938daa-415c-49cd-99cf-b8bf5faf84f6 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 943 time: 0.9653666 Jan 28 00:38:58.712439 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a3f80cca-fb9b-49e6-b0c4-d61577cfab39 req-64ca9d49-3df0-4ca4-a371-a45b1c2152e1 service neutron] 10.222.0.52 "GET /v2.0/networks/df6dc4b3-6607-40e9-9f38-3ff04dac366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6449759 Jan 28 00:38:58.751873 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-e4f9058f-5e18-4074-9500-f92c2f040b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:58.756258 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21852817-ff55-4934-8be8-bdea44749b07 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for router_controller (e14838eb-0aee-4ccd-8cba-4f02164bbe19), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:58.756730 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-e4f9058f-5e18-4074-9500-f92c2f040b63 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=126ff8dba2134b2d95d54d419fe64967&device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 1095 time: 0.5128038 Jan 28 00:38:58.772648 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21852817-ff55-4934-8be8-bdea44749b07 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (e14838eb-0aee-4ccd-8cba-4f02164bbe19), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:58.798260 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21852817-ff55-4934-8be8-bdea44749b07 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:58.805266 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-21852817-ff55-4934-8be8-bdea44749b07 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3405197 Jan 28 00:38:58.805851 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50694) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:38:58.852918 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f3ec9b14-c9e7-4359-b274-582e3d79bd2f None None] Publish callbacks [] for port (9227bfb8-3c02-49b5-a509-90580382da44), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:58.886596 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f3ec9b14-c9e7-4359-b274-582e3d79bd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (9227bfb8-3c02-49b5-a509-90580382da44), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:58.952240 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-200d5e8e-f214-4a2f-b7c4-a6d2ac416999 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee552b99-6334-45be-8a9c-ea82d5bef5a2 HTTP/1.1" status: 200 len: 217 time: 0.1393805 Jan 28 00:38:58.976066 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7694b51-657a-4226-9b45-bc8ced1fe330 req-cd8f2c81-d8e0-4e50-8c64-f2022e19c7bd tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3075612 Jan 28 00:38:58.982404 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ec9b14-c9e7-4359-b274-582e3d79bd2f None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:38:58.986085 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-f3ec9b14-c9e7-4359-b274-582e3d79bd2f None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:38:58.995065 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ec9b14-c9e7-4359-b274-582e3d79bd2f None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:38:59.004372 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec9b14-c9e7-4359-b274-582e3d79bd2f None None] Pushing event updated for resources: {'Port': ['ID=9227bfb8-3c02-49b5-a509-90580382da44,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:59.125192 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-f3ec9b14-c9e7-4359-b274-582e3d79bd2f None None] Attempting to bind port 9227bfb8-3c02-49b5-a509-90580382da44 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:38:59.126223 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-f3ec9b14-c9e7-4359-b274-582e3d79bd2f None None] Attempting to bind port 9227bfb8-3c02-49b5-a509-90580382da44 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:38:59.126223 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ec9b14-c9e7-4359-b274-582e3d79bd2f None None] Attempting to bind port 9227bfb8-3c02-49b5-a509-90580382da44 on network fa355ea8-c094-44b0-ae37-c8781af9ee37 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:38:59.134111 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ec9b14-c9e7-4359-b274-582e3d79bd2f None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:38:59.134490 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ec9b14-c9e7-4359-b274-582e3d79bd2f None None] Checking segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:38:59.134946 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f3ec9b14-c9e7-4359-b274-582e3d79bd2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:59.135301 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ec9b14-c9e7-4359-b274-582e3d79bd2f None None] Bound using segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:38:59.135826 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-f3ec9b14-c9e7-4359-b274-582e3d79bd2f None None] Bound port: 9227bfb8-3c02-49b5-a509-90580382da44, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:38:59.136624 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f3ec9b14-c9e7-4359-b274-582e3d79bd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9227bfb8-3c02-49b5-a509-90580382da44), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:59.252284 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2784987-fe9f-4a47-93b6-747011dcd1e1 req-3a08ea1c-7e90-476f-b028-659f1d814001 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:59.255486 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e2784987-fe9f-4a47-93b6-747011dcd1e1 req-3a08ea1c-7e90-476f-b028-659f1d814001 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 944 time: 0.4868610 Jan 28 00:38:59.266185 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f3ec9b14-c9e7-4359-b274-582e3d79bd2f None None] For port 9227bfb8-3c02-49b5-a509-90580382da44, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:38:59.271737 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f3ec9b14-c9e7-4359-b274-582e3d79bd2f None None] For port 9227bfb8-3c02-49b5-a509-90580382da44, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9227bfb8-3c02-49b5-a509-90580382da44,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:38:59.277973 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-5419418e-a326-4251-a404-66525ef1f6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:59.280766 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-5419418e-a326-4251-a404-66525ef1f6cd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0f29497-ba52-4939-af70-d57b51c2ceee HTTP/1.1" status: 200 len: 850 time: 0.2612255 Jan 28 00:38:59.282867 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f3ec9b14-c9e7-4359-b274-582e3d79bd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9227bfb8-3c02-49b5-a509-90580382da44), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:59.399983 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec9b14-c9e7-4359-b274-582e3d79bd2f None None] Pushing event updated for resources: {'Port': ['ID=9227bfb8-3c02-49b5-a509-90580382da44,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:38:59.402686 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96312f24-2959-43e7-a125-543dd8426072 req-582f4345-997d-41af-a633-d76dc70c2605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:59.404548 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96312f24-2959-43e7-a125-543dd8426072 req-582f4345-997d-41af-a633-d76dc70c2605 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40859c6773ce4ef58b203b2b32bcaaba&device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 1094 time: 0.4804823 Jan 28 00:38:59.562388 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96312f24-2959-43e7-a125-543dd8426072 req-6af43b79-e117-45f1-b10d-471c1efe0ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:59.563949 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96312f24-2959-43e7-a125-543dd8426072 req-6af43b79-e117-45f1-b10d-471c1efe0ad3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=df6dc4b3-6607-40e9-9f38-3ff04dac366d HTTP/1.1" status: 200 len: 912 time: 0.1484363 Jan 28 00:38:59.592057 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6004ce0a-321f-4008-9520-707b2e1d3e9b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:38:59.623171 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96312f24-2959-43e7-a125-543dd8426072 req-a43d1370-961e-4154-b085-650ca852fa4f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44b53648-5b05-4c4a-a492-464e8fb34dce HTTP/1.1" status: 200 len: 217 time: 0.0506437 Jan 28 00:38:59.690748 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-d5f07ad1-45cd-4e10-be80-6a449c8226fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:59.692890 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-d5f07ad1-45cd-4e10-be80-6a449c8226fe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a5055772-1556-467a-8d2c-d15584910096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4034259 Jan 28 00:38:59.694488 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96312f24-2959-43e7-a125-543dd8426072 req-b0143042-2acf-4d9d-8723-b7098064f6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:59.696166 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96312f24-2959-43e7-a125-543dd8426072 req-b0143042-2acf-4d9d-8723-b7098064f6fc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22f51b89-111e-46c4-84b8-0eec72aeef83 HTTP/1.1" status: 200 len: 850 time: 0.0652645 Jan 28 00:38:59.700567 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e2784987-fe9f-4a47-93b6-747011dcd1e1 req-4482b904-04d6-4564-a671-6f9e55835148 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361217 Jan 28 00:38:59.860907 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96312f24-2959-43e7-a125-543dd8426072 req-ac5c0afa-79f6-42ea-b7cd-20a2fe94b57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:38:59.865461 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96312f24-2959-43e7-a125-543dd8426072 req-ac5c0afa-79f6-42ea-b7cd-20a2fe94b57e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df6dc4b3-6607-40e9-9f38-3ff04dac366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1480694 Jan 28 00:38:59.954158 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-d46738e3-c441-41e1-a312-799e9a70e8c9 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522788 Jan 28 00:39:00.090397 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-6004ce0a-321f-4008-9520-707b2e1d3e9b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Allocated IP 2001:db8::1 (fa355ea8-c094-44b0-ae37-c8781af9ee37/21d1dfa1-84bc-4510-bb6e-6eba583d24d3/c7339b70-aca5-4886-9406-b17f9909a6ff) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:39:00.246275 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6004ce0a-321f-4008-9520-707b2e1d3e9b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for port (c7339b70-aca5-4886-9406-b17f9909a6ff), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:00.293477 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6004ce0a-321f-4008-9520-707b2e1d3e9b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (c7339b70-aca5-4886-9406-b17f9909a6ff), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:00.337279 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96312f24-2959-43e7-a125-543dd8426072 req-149f07f4-a5e2-4e3e-a369-30c08b29816a service neutron] 10.222.0.52 "GET /v2.0/networks/df6dc4b3-6607-40e9-9f38-3ff04dac366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630418 Jan 28 00:39:00.372952 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c1ca0-a471-485c-bef6-65c8ad626a9a req-9937bc2c-42c7-4e2f-920d-92e277e1e796 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:00.385955 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad3c1ca0-a471-485c-bef6-65c8ad626a9a req-9937bc2c-42c7-4e2f-920d-92e277e1e796 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 943 time: 0.2305837 Jan 28 00:39:00.412392 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004ce0a-321f-4008-9520-707b2e1d3e9b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Port': ['ID=c7339b70-aca5-4886-9406-b17f9909a6ff,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:00.435212 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6004ce0a-321f-4008-9520-707b2e1d3e9b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:39:00.439391 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-6004ce0a-321f-4008-9520-707b2e1d3e9b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:39:00.453167 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6004ce0a-321f-4008-9520-707b2e1d3e9b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:39:00.454432 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6004ce0a-321f-4008-9520-707b2e1d3e9b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (e14838eb-0aee-4ccd-8cba-4f02164bbe19), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:00.465363 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3141560e-56a8-446c-bf8c-14b9e56ccd48 req-ccf043e3-51fd-4c2f-85e8-a2c574b74eaf service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560964 Jan 28 00:39:00.684178 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad3c1ca0-a471-485c-bef6-65c8ad626a9a req-9a4d75ed-baa8-44e9-bc61-4aa39cd57a17 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2963758 Jan 28 00:39:00.764638 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96312f24-2959-43e7-a125-543dd8426072 req-318637e4-7c56-43f7-90fc-be63c22f22c5 service neutron] 10.222.0.52 "GET /v2.0/networks/df6dc4b3-6607-40e9-9f38-3ff04dac366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188800 Jan 28 00:39:00.766994 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fbf50-71a4-488a-a88e-c2b406f4bd20 req-361ea248-25a0-4558-9b72-3ef03b22e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:00.768543 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d58fbf50-71a4-488a-a88e-c2b406f4bd20 req-361ea248-25a0-4558-9b72-3ef03b22e8c2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=126ff8dba2134b2d95d54d419fe64967&device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 1095 time: 0.1565866 Jan 28 00:39:00.805200 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6004ce0a-321f-4008-9520-707b2e1d3e9b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c7339b70-aca5-4886-9406-b17f9909a6ff), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:01.111489 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fbf50-71a4-488a-a88e-c2b406f4bd20 req-ccf43860-9cb6-475a-9241-e1f039d07952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:01.113869 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d58fbf50-71a4-488a-a88e-c2b406f4bd20 req-ccf43860-9cb6-475a-9241-e1f039d07952 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 200 len: 912 time: 0.3354802 Jan 28 00:39:01.189955 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864a4bd-e95c-40eb-862a-721610194fc6 req-f1ed26a6-c246-46dd-aa1e-bbcff45d0f16 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:01.210468 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6864a4bd-e95c-40eb-862a-721610194fc6 req-f1ed26a6-c246-46dd-aa1e-bbcff45d0f16 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 944 time: 0.2595425 Jan 28 00:39:01.252380 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d58fbf50-71a4-488a-a88e-c2b406f4bd20 req-a15fcd2b-f1e2-492f-a8ca-1e86cda2d783 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee552b99-6334-45be-8a9c-ea82d5bef5a2 HTTP/1.1" status: 200 len: 217 time: 0.1297536 Jan 28 00:39:01.265258 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9227bfb8-3c02-49b5-a509-90580382da44 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:39:01.333334 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fbf50-71a4-488a-a88e-c2b406f4bd20 req-33ec86c9-5c79-456c-b2a3-ea54f2c2360e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:01.335669 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d58fbf50-71a4-488a-a88e-c2b406f4bd20 req-33ec86c9-5c79-456c-b2a3-ea54f2c2360e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0f29497-ba52-4939-af70-d57b51c2ceee HTTP/1.1" status: 200 len: 850 time: 0.0746832 Jan 28 00:39:01.387344 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 9227bfb8-3c02-49b5-a509-90580382da44 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:01.388205 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9227bfb8-3c02-49b5-a509-90580382da44), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:01.429711 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6864a4bd-e95c-40eb-862a-721610194fc6 req-d5c055e4-298d-489b-8173-93b09c5e2d27 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179089 Jan 28 00:39:01.500153 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6004ce0a-321f-4008-9520-707b2e1d3e9b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for port (c7339b70-aca5-4886-9406-b17f9909a6ff), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:01.516959 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6004ce0a-321f-4008-9520-707b2e1d3e9b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (c7339b70-aca5-4886-9406-b17f9909a6ff), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:01.518161 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6004ce0a-321f-4008-9520-707b2e1d3e9b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (e14838eb-0aee-4ccd-8cba-4f02164bbe19), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:01.531862 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fbf50-71a4-488a-a88e-c2b406f4bd20 req-c1ab6e51-43b4-4eb8-b6f5-cc621eb30f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:01.538755 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d58fbf50-71a4-488a-a88e-c2b406f4bd20 req-c1ab6e51-43b4-4eb8-b6f5-cc621eb30f2f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a5055772-1556-467a-8d2c-d15584910096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1896520 Jan 28 00:39:01.720849 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 9227bfb8-3c02-49b5-a509-90580382da44 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:01.732562 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9227bfb8-3c02-49b5-a509-90580382da44), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:01.765518 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d58fbf50-71a4-488a-a88e-c2b406f4bd20 req-0b32ed02-5357-4254-bc08-b6851b235ad4 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201252 Jan 28 00:39:01.819510 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-3dfbf881-cbcd-4209-a860-44ab84d9ce23 None None] Provisioning complete for port 9227bfb8-3c02-49b5-a509-90580382da44 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:01.825506 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3dfbf881-cbcd-4209-a860-44ab84d9ce23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9227bfb8-3c02-49b5-a509-90580382da44), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:01.942247 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004ce0a-321f-4008-9520-707b2e1d3e9b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Port': ['ID=c7339b70-aca5-4886-9406-b17f9909a6ff,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:02.073095 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e1ced-20bf-4bc5-9746-335f275b41a7 req-2dc44177-d826-4cb4-8776-e59728a013c7 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:02.088839 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ec5e1ced-20bf-4bc5-9746-335f275b41a7 req-2dc44177-d826-4cb4-8776-e59728a013c7 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 943 time: 0.1994753 Jan 28 00:39:02.101433 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6004ce0a-321f-4008-9520-707b2e1d3e9b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:39:02.102955 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-6004ce0a-321f-4008-9520-707b2e1d3e9b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:39:02.108020 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 9227bfb8-3c02-49b5-a509-90580382da44, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9227bfb8-3c02-49b5-a509-90580382da44,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:39:02.133170 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9227bfb8-3c02-49b5-a509-90580382da44), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:02.152393 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d58fbf50-71a4-488a-a88e-c2b406f4bd20 req-c6a9199c-ffb9-412d-bf68-1ea8660465ce service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767292 Jan 28 00:39:02.236029 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ec5e1ced-20bf-4bc5-9746-335f275b41a7 req-4b235fdc-9b9e-478a-b6d3-1c0568fc345e tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443322 Jan 28 00:39:02.323381 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=9227bfb8-3c02-49b5-a509-90580382da44,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:02.444568 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3dfbf881-cbcd-4209-a860-44ab84d9ce23 None None] Current status of the port 9227bfb8-3c02-49b5-a509-90580382da44 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:02.469080 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6004ce0a-321f-4008-9520-707b2e1d3e9b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Router e14838eb-0aee-4ccd-8cba-4f02164bbe19 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:39:02.631342 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-cde55b0d-0bea-438d-a7d2-7d3854546c77 None None] Provisioning complete for port c7339b70-aca5-4886-9406-b17f9909a6ff triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:02.632215 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cde55b0d-0bea-438d-a7d2-7d3854546c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c7339b70-aca5-4886-9406-b17f9909a6ff), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:02.692981 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6004ce0a-321f-4008-9520-707b2e1d3e9b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:39:02.699031 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6004ce0a-321f-4008-9520-707b2e1d3e9b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "PUT /v2.0/routers/e14838eb-0aee-4ccd-8cba-4f02164bbe19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8919165 Jan 28 00:39:02.703506 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50754) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:02.744285 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6a4c54-2e77-4b8e-9010-44133703f844 None None] Sync routers for ids ['e14838eb-0aee-4ccd-8cba-4f02164bbe19'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:39:02.778251 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c7aec-dac5-49b9-adcb-1fde78eb1d9f req-cc63c1bd-0eb7-4841-b62c-11805ab61751 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:02.779878 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e3c7aec-dac5-49b9-adcb-1fde78eb1d9f req-cc63c1bd-0eb7-4841-b62c-11805ab61751 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 944 time: 0.1120129 Jan 28 00:39:02.790048 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30bed6b-3574-42f7-a016-9f9fb7cc5090 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:02.795342 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f30bed6b-3574-42f7-a016-9f9fb7cc5090 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports/c7339b70-aca5-4886-9406-b17f9909a6ff HTTP/1.1" status: 200 len: 911 time: 0.0733960 Jan 28 00:39:02.798817 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50756) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:02.803013 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6a4c54-2e77-4b8e-9010-44133703f844 None None] Routers {'e14838eb-0aee-4ccd-8cba-4f02164bbe19'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:39:02.804527 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-ef6a4c54-2e77-4b8e-9010-44133703f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:38:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['e14838eb-0aee-4ccd-8cba-4f02164bbe19'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:39:02.876692 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e3c7aec-dac5-49b9-adcb-1fde78eb1d9f req-f0712adf-c71d-4fa4-81c9-b7fdb870ca63 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838037 Jan 28 00:39:02.886524 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20846bbb-1bce-49ee-a674-4724a1b92015 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:02.892156 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20846bbb-1bce-49ee-a674-4724a1b92015 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:02.898000 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-20846bbb-1bce-49ee-a674-4724a1b92015 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0940230 Jan 28 00:39:02.898310 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50758) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:03.024281 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-cde55b0d-0bea-438d-a7d2-7d3854546c77 None None] Port c7339b70-aca5-4886-9406-b17f9909a6ff cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:39:03.121853 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9227bfb8-3c02-49b5-a509-90580382da44 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:39:03.128173 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-ef6a4c54-2e77-4b8e-9010-44133703f844 None None] Set router e14838eb-0aee-4ccd-8cba-4f02164bbe19 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:39:03.375892 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-90b68c42-e191-4760-9647-1b2604958efd None None] Provisioning complete for port c7339b70-aca5-4886-9406-b17f9909a6ff triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:03.377456 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-90b68c42-e191-4760-9647-1b2604958efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c7339b70-aca5-4886-9406-b17f9909a6ff), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:03.464357 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 9227bfb8-3c02-49b5-a509-90580382da44 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:03.465276 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9227bfb8-3c02-49b5-a509-90580382da44), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:03.466123 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a1d76-aa16-4c3f-a977-70b354b49e72 req-18db4a80-55ff-4c1d-b8c5-cb3b8cf88d70 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:03.475849 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-657a1d76-aa16-4c3f-a977-70b354b49e72 req-18db4a80-55ff-4c1d-b8c5-cb3b8cf88d70 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 943 time: 0.0957654 Jan 28 00:39:03.588988 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-90b68c42-e191-4760-9647-1b2604958efd None None] Port c7339b70-aca5-4886-9406-b17f9909a6ff cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:39:03.708575 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-657a1d76-aa16-4c3f-a977-70b354b49e72 req-5d2d63a8-eaf4-43cd-bb54-6250d77d7002 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302892 Jan 28 00:39:03.851770 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 44b53648-5b05-4c4a-a492-464e8fb34dce details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:39:03.898784 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 9227bfb8-3c02-49b5-a509-90580382da44 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:04.042084 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e06b644e-f5df-4cf4-bb0f-9f449380d529 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (e14838eb-0aee-4ccd-8cba-4f02164bbe19), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:04.093082 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 44b53648-5b05-4c4a-a492-464e8fb34dce, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=44b53648-5b05-4c4a-a492-464e8fb34dce,segment=NetworkSegment(f55b242a-a928-4d72-b482-8fb9a57575c2),segment_id=f55b242a-a928-4d72-b482-8fb9a57575c2)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:39:04.126875 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '44b53648-5b05-4c4a-a492-464e8fb34dce', 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d', 'port_id': '44b53648-5b05-4c4a-a492-464e8fb34dce', 'mac_address': 'fa:16:3e:2d:e9:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:39:04.150457 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-ef6a4c54-2e77-4b8e-9010-44133703f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14838eb-0aee-4ccd-8cba-4f02164bbe19', 'name': 'tempest-NetworksTestDHCPv6-router-1942474575', 'tenant_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:58Z', 'updated_at': '2022-01-28T00:39:00Z', 'revision_number': 2, 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'gw_port_host': None, '_interfaces': [{'id': 'c7339b70-aca5-4886-9406-b17f9909a6ff', 'name': '', 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'tenant_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'mac_address': 'fa:16:3e:f9:5a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14838eb-0aee-4ccd-8cba-4f02164bbe19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '21d1dfa1-84bc-4510-bb6e-6eba583d24d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:59Z', 'updated_at': '2022-01-28T00:39:01Z', 'revision_number': 2, 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'subnets': [{'id': '21d1dfa1-84bc-4510-bb6e-6eba583d24d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:39:04.181870 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f73e50-ffce-4919-8269-d91523f8d165 req-85bbdb6b-1bd7-42e9-b97a-8012fb327ab9 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:04.189518 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-39f73e50-ffce-4919-8269-d91523f8d165 req-85bbdb6b-1bd7-42e9-b97a-8012fb327ab9 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 944 time: 0.1276720 Jan 28 00:39:04.290137 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6a4c54-2e77-4b8e-9010-44133703f844 None None] Checking router: e14838eb-0aee-4ccd-8cba-4f02164bbe19 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:39:04.290502 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6a4c54-2e77-4b8e-9010-44133703f844 None None] Updating router e14838eb-0aee-4ccd-8cba-4f02164bbe19 port c7339b70-aca5-4886-9406-b17f9909a6ff binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:39:04.309908 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-39f73e50-ffce-4919-8269-d91523f8d165 req-0a9e6de3-76ba-4111-8bed-b5e186a43363 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191392 Jan 28 00:39:04.338930 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 44b53648-5b05-4c4a-a492-464e8fb34dce is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:04.339417 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (44b53648-5b05-4c4a-a492-464e8fb34dce), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:04.370757 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ef6a4c54-2e77-4b8e-9010-44133703f844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c7339b70-aca5-4886-9406-b17f9909a6ff), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:04.373735 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b53648-5b05-4c4a-a492-464e8fb34dce {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:39:04.495439 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 44b53648-5b05-4c4a-a492-464e8fb34dce, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=44b53648-5b05-4c4a-a492-464e8fb34dce,segment=NetworkSegment(f55b242a-a928-4d72-b482-8fb9a57575c2),segment_id=f55b242a-a928-4d72-b482-8fb9a57575c2)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:39:04.512699 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (44b53648-5b05-4c4a-a492-464e8fb34dce), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:04.564050 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e06b644e-f5df-4cf4-bb0f-9f449380d529 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting port c7339b70-aca5-4886-9406-b17f9909a6ff {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:39:04.565028 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e06b644e-f5df-4cf4-bb0f-9f449380d529 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c7339b70-aca5-4886-9406-b17f9909a6ff), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:04.813670 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e06b644e-f5df-4cf4-bb0f-9f449380d529 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c7339b70-aca5-4886-9406-b17f9909a6ff), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:04.839591 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e06b644e-f5df-4cf4-bb0f-9f449380d529 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Calling delete_port for c7339b70-aca5-4886-9406-b17f9909a6ff owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:39:05.059844 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc0f6e-99a7-429c-b02a-22c9d052277e req-99d203cd-95a5-45a5-ad14-37a430c3015a tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:05.062210 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-00dc0f6e-99a7-429c-b02a-22c9d052277e req-99d203cd-95a5-45a5-ad14-37a430c3015a tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 944 time: 0.2150087 Jan 28 00:39:05.173556 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-00dc0f6e-99a7-429c-b02a-22c9d052277e req-b1cc6baa-9493-44ef-b68f-3fb59419f6bc tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052003 Jan 28 00:39:05.249668 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e06b644e-f5df-4cf4-bb0f-9f449380d529 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (c7339b70-aca5-4886-9406-b17f9909a6ff), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:05.278556 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device ee552b99-6334-45be-8a9c-ea82d5bef5a2 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:39:05.298359 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b644e-f5df-4cf4-bb0f-9f449380d529 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Port': ['ID=c7339b70-aca5-4886-9406-b17f9909a6ff,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:05.411830 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-ef6a4c54-2e77-4b8e-9010-44133703f844 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:39:05.412203 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-ef6a4c54-2e77-4b8e-9010-44133703f844 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:39:05.462983 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=44b53648-5b05-4c4a-a492-464e8fb34dce,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:05.574746 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['44b53648-5b05-4c4a-a492-464e8fb34dce'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:39:05.597858 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf8490-6588-4579-9fb1-f4026c909dda req-ca9ddf2b-f015-461d-af1b-0a4bd4c113e1 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:05.613310 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d6bf8490-6588-4579-9fb1-f4026c909dda req-ca9ddf2b-f015-461d-af1b-0a4bd4c113e1 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 944 time: 0.1607697 Jan 28 00:39:05.743885 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d6bf8490-6588-4579-9fb1-f4026c909dda req-658680a9-0d46-4b99-83b2-a6b2c166df9d tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241052 Jan 28 00:39:05.792332 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e06b644e-f5df-4cf4-bb0f-9f449380d529 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (e14838eb-0aee-4ccd-8cba-4f02164bbe19), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:05.969666 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6a4c54-2e77-4b8e-9010-44133703f844 None None] Port c7339b70-aca5-4886-9406-b17f9909a6ff not found while updating agent binding for router e14838eb-0aee-4ccd-8cba-4f02164bbe19. {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 28 00:39:06.021639 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port ee552b99-6334-45be-8a9c-ea82d5bef5a2, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ee552b99-6334-45be-8a9c-ea82d5bef5a2,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:39:06.050810 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06b644e-f5df-4cf4-bb0f-9f449380d529 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Router e14838eb-0aee-4ccd-8cba-4f02164bbe19 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:39:06.054410 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'ee552b99-6334-45be-8a9c-ea82d5bef5a2', 'network_id': 'a5055772-1556-467a-8d2c-d15584910096', 'port_id': 'ee552b99-6334-45be-8a9c-ea82d5bef5a2', 'mac_address': 'fa:16:3e:f8:b5:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f29497-ba52-4939-af70-d57b51c2ceee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:39:06.058777 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6a4c54-2e77-4b8e-9010-44133703f844 None None] Routers {'e14838eb-0aee-4ccd-8cba-4f02164bbe19'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:39:06.059448 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-ef6a4c54-2e77-4b8e-9010-44133703f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:38:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['e14838eb-0aee-4ccd-8cba-4f02164bbe19'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:39:06.120576 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05459edf-b254-4f6b-b2f7-dfc092fa6039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:06.205248 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-ef6a4c54-2e77-4b8e-9010-44133703f844 None None] Set router e14838eb-0aee-4ccd-8cba-4f02164bbe19 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:39:06.280335 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-ef6a4c54-2e77-4b8e-9010-44133703f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14838eb-0aee-4ccd-8cba-4f02164bbe19', 'name': 'tempest-NetworksTestDHCPv6-router-1942474575', 'tenant_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:58Z', 'updated_at': '2022-01-28T00:39:05Z', 'revision_number': 3, 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:39:06.302367 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port ee552b99-6334-45be-8a9c-ea82d5bef5a2 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:06.302769 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ee552b99-6334-45be-8a9c-ea82d5bef5a2), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:06.403017 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee552b99-6334-45be-8a9c-ea82d5bef5a2 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:39:06.417479 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0e3f8-fbd6-400e-9bba-5feb11689dc2 req-39f8abe3-4518-487c-a39b-531b94dd30a6 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:06.419130 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cea0e3f8-fbd6-400e-9bba-5feb11689dc2 req-39f8abe3-4518-487c-a39b-531b94dd30a6 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 944 time: 0.0695124 Jan 28 00:39:06.442357 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6a4c54-2e77-4b8e-9010-44133703f844 None None] The sync data for ids ['e14838eb-0aee-4ccd-8cba-4f02164bbe19'] in n-d-826754-1 is: [{'id': 'e14838eb-0aee-4ccd-8cba-4f02164bbe19', 'name': 'tempest-NetworksTestDHCPv6-router-1942474575', 'tenant_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:58Z', 'updated_at': '2022-01-28T00:39:05Z', 'revision_number': 3, 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'gw_port_host': None}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:39:06.445575 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port ee552b99-6334-45be-8a9c-ea82d5bef5a2, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ee552b99-6334-45be-8a9c-ea82d5bef5a2,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:39:06.457826 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ee552b99-6334-45be-8a9c-ea82d5bef5a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:06.535539 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cea0e3f8-fbd6-400e-9bba-5feb11689dc2 req-36170c28-639b-49b7-8e2e-f7584b827bf1 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082313 Jan 28 00:39:06.575719 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=ee552b99-6334-45be-8a9c-ea82d5bef5a2,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:06.798056 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['ee552b99-6334-45be-8a9c-ea82d5bef5a2'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:39:06.887877 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06b644e-f5df-4cf4-bb0f-9f449380d529 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:39:06.899033 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e06b644e-f5df-4cf4-bb0f-9f449380d529 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "PUT /v2.0/routers/e14838eb-0aee-4ccd-8cba-4f02164bbe19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9993415 Jan 28 00:39:06.902781 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50822) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:07.017585 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748081b3-d2be-4c7e-8fcb-601d54b9fb77 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:07.020376 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748081b3-d2be-4c7e-8fcb-601d54b9fb77 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:07.022420 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-748081b3-d2be-4c7e-8fcb-601d54b9fb77 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1178179 Jan 28 00:39:07.028764 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50824) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:07.082927 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:39:07.119197 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e16e5fe-5890-4c60-a163-b8c28f756044 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting subnet 21d1dfa1-84bc-4510-bb6e-6eba583d24d3 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:39:07.138676 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbff33-5f8c-458c-84fe-6144a82a6c33 req-29f271f1-10cd-4505-866a-627de11f35cc tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:07.141439 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-81fbff33-5f8c-458c-84fe-6144a82a6c33 req-29f271f1-10cd-4505-866a-627de11f35cc tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 945 time: 0.1568747 Jan 28 00:39:07.142634 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1e16e5fe-5890-4c60-a163-b8c28f756044 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (21d1dfa1-84bc-4510-bb6e-6eba583d24d3), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:07.291124 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1e16e5fe-5890-4c60-a163-b8c28f756044 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (21d1dfa1-84bc-4510-bb6e-6eba583d24d3), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:07.356770 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-81fbff33-5f8c-458c-84fe-6144a82a6c33 req-1678a788-bc2d-42a9-8065-8f2ab5747b37 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085166 Jan 28 00:39:07.451729 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1e16e5fe-5890-4c60-a163-b8c28f756044 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (21d1dfa1-84bc-4510-bb6e-6eba583d24d3), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:07.593599 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1e16e5fe-5890-4c60-a163-b8c28f756044 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (21d1dfa1-84bc-4510-bb6e-6eba583d24d3), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:07.685856 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16e5fe-5890-4c60-a163-b8c28f756044 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Subnet': ['ID=21d1dfa1-84bc-4510-bb6e-6eba583d24d3,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:07.689881 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1e16e5fe-5890-4c60-a163-b8c28f756044 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:07.704575 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1e16e5fe-5890-4c60-a163-b8c28f756044 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/21d1dfa1-84bc-4510-bb6e-6eba583d24d3 HTTP/1.1" status: 204 len: 168 time: 0.6692724 Jan 28 00:39:07.704854 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4e2022-f084-4c51-bc8d-89c7c01f796c None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:39:07.705567 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50840) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:07.798524 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 44b53648-5b05-4c4a-a492-464e8fb34dce up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:39:07.856639 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2bd06-34ff-4dcc-be40-53089107df4c req-03067301-272e-4cd9-9b9b-be3242a40d45 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:07.867317 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6be2bd06-34ff-4dcc-be40-53089107df4c req-03067301-272e-4cd9-9b9b-be3242a40d45 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 944 time: 0.1460729 Jan 28 00:39:07.920483 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 44b53648-5b05-4c4a-a492-464e8fb34dce completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:39:07.939846 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 44b53648-5b05-4c4a-a492-464e8fb34dce triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:07.940484 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (44b53648-5b05-4c4a-a492-464e8fb34dce), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:07.975944 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6be2bd06-34ff-4dcc-be40-53089107df4c req-cb323afd-e7f5-4e4e-a633-98fef39f9282 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063497 Jan 28 00:39:08.041775 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1086183d-fa0f-4d52-81b2-fa8ab2143415 None None] Sync routers for ids ['e14838eb-0aee-4ccd-8cba-4f02164bbe19'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:39:08.068093 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1086183d-fa0f-4d52-81b2-fa8ab2143415 None None] Routers {'e14838eb-0aee-4ccd-8cba-4f02164bbe19'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:39:08.069286 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-1086183d-fa0f-4d52-81b2-fa8ab2143415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:38:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['e14838eb-0aee-4ccd-8cba-4f02164bbe19'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:39:08.153110 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d84e5eb1-b693-4a85-893f-a6f4bdd1813a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4457064 Jan 28 00:39:08.156482 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09565bf7-7e7a-429c-add3-4288d9dfcc94 None None] DHCP port deletion for fa355ea8-c094-44b0-ae37-c8781af9ee37 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:39:08.156769 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50848) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:08.235390 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 44b53648-5b05-4c4a-a492-464e8fb34dce is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:08.236264 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (44b53648-5b05-4c4a-a492-464e8fb34dce), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:08.276613 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-1086183d-fa0f-4d52-81b2-fa8ab2143415 None None] Set router e14838eb-0aee-4ccd-8cba-4f02164bbe19 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:39:08.311468 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-28fbe846-a457-478d-8504-c3a8ce8a83fc tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for router (e14838eb-0aee-4ccd-8cba-4f02164bbe19), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:08.323109 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 44b53648-5b05-4c4a-a492-464e8fb34dce, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=44b53648-5b05-4c4a-a492-464e8fb34dce,segment=NetworkSegment(f55b242a-a928-4d72-b482-8fb9a57575c2),segment_id=f55b242a-a928-4d72-b482-8fb9a57575c2)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:39:08.328115 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3796f9-5115-4bff-9e43-1d38ffb012aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b53648-5b05-4c4a-a492-464e8fb34dce'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:39:08.333336 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f9e10d-9565-4e06-a0e1-344a782407ee" -d '{"events": [{"server_uuid": "fd3796f9-5115-4bff-9e43-1d38ffb012aa", "name": "network-vif-plugged", "status": "completed", "tag": "44b53648-5b05-4c4a-a492-464e8fb34dce"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:39:08.354048 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (44b53648-5b05-4c4a-a492-464e8fb34dce), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:08.557289 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-1086183d-fa0f-4d52-81b2-fa8ab2143415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14838eb-0aee-4ccd-8cba-4f02164bbe19', 'name': 'tempest-NetworksTestDHCPv6-router-1942474575', 'tenant_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:58Z', 'updated_at': '2022-01-28T00:39:05Z', 'revision_number': 3, 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:39:08.582277 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6eb6b49-129f-4e6b-af70-2872f6dc9ef4 x-openstack-request-id: req-b6eb6b49-129f-4e6b-af70-2872f6dc9ef4 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:39:08.582716 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3796f9-5115-4bff-9e43-1d38ffb012aa", "name": "network-vif-plugged", "status": "completed", "tag": "44b53648-5b05-4c4a-a492-464e8fb34dce", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:39:08.583114 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b6eb6b49-129f-4e6b-af70-2872f6dc9ef4 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:39:08.583720 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3796f9-5115-4bff-9e43-1d38ffb012aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b53648-5b05-4c4a-a492-464e8fb34dce', 'code': 200} Jan 28 00:39:08.602939 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=44b53648-5b05-4c4a-a492-464e8fb34dce,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:08.626806 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4bf5eb7c-cda8-406d-9bad-6df14b702591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:08.633889 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device ee552b99-6334-45be-8a9c-ea82d5bef5a2 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:39:08.656135 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1086183d-fa0f-4d52-81b2-fa8ab2143415 None None] Checking router: e14838eb-0aee-4ccd-8cba-4f02164bbe19 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:39:08.674077 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1086183d-fa0f-4d52-81b2-fa8ab2143415 None None] Routers {'e14838eb-0aee-4ccd-8cba-4f02164bbe19'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:39:08.677029 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-1086183d-fa0f-4d52-81b2-fa8ab2143415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:39:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['e14838eb-0aee-4ccd-8cba-4f02164bbe19'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:39:08.720280 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-09565bf7-7e7a-429c-add3-4288d9dfcc94 None None] Deleting port 9227bfb8-3c02-49b5-a509-90580382da44 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:39:08.721399 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-09565bf7-7e7a-429c-add3-4288d9dfcc94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (9227bfb8-3c02-49b5-a509-90580382da44), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:08.850523 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-1086183d-fa0f-4d52-81b2-fa8ab2143415 None None] Set router e14838eb-0aee-4ccd-8cba-4f02164bbe19 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:39:08.922649 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-09565bf7-7e7a-429c-add3-4288d9dfcc94 None None] For port 9227bfb8-3c02-49b5-a509-90580382da44, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9227bfb8-3c02-49b5-a509-90580382da44,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:39:08.922942 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-09565bf7-7e7a-429c-add3-4288d9dfcc94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (9227bfb8-3c02-49b5-a509-90580382da44), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:08.930358 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-28fbe846-a457-478d-8504-c3a8ce8a83fc tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (e14838eb-0aee-4ccd-8cba-4f02164bbe19), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:08.939444 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-28fbe846-a457-478d-8504-c3a8ce8a83fc tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for router_controller (e14838eb-0aee-4ccd-8cba-4f02164bbe19), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:08.964434 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4cd2d-9ad7-49de-8bc4-3f96ede14742 req-e561a310-d8ec-483f-8055-e6ae92224305 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:08.967538 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4cc4cd2d-9ad7-49de-8bc4-3f96ede14742 req-e561a310-d8ec-483f-8055-e6ae92224305 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 945 time: 0.3581703 Jan 28 00:39:08.996267 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-1086183d-fa0f-4d52-81b2-fa8ab2143415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14838eb-0aee-4ccd-8cba-4f02164bbe19', 'name': 'tempest-NetworksTestDHCPv6-router-1942474575', 'tenant_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:58Z', 'updated_at': '2022-01-28T00:39:05Z', 'revision_number': 3, 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:39:09.022309 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-09565bf7-7e7a-429c-add3-4288d9dfcc94 None None] Calling delete_port for 9227bfb8-3c02-49b5-a509-90580382da44 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:39:09.031452 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port ee552b99-6334-45be-8a9c-ea82d5bef5a2 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:39:09.056145 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port ee552b99-6334-45be-8a9c-ea82d5bef5a2 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:09.059367 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ee552b99-6334-45be-8a9c-ea82d5bef5a2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:09.071954 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1086183d-fa0f-4d52-81b2-fa8ab2143415 None None] The sync data for ids ['e14838eb-0aee-4ccd-8cba-4f02164bbe19'] in n-d-826754-1 is: [{'id': 'e14838eb-0aee-4ccd-8cba-4f02164bbe19', 'name': 'tempest-NetworksTestDHCPv6-router-1942474575', 'tenant_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:58Z', 'updated_at': '2022-01-28T00:39:05Z', 'revision_number': 3, 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'gw_port_host': None}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:39:09.217743 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9227bfb8-3c02-49b5-a509-90580382da44 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:39:09.289857 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4cc4cd2d-9ad7-49de-8bc4-3f96ede14742 req-e98a154d-8457-4b48-8b66-3bdabc51418b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046129 Jan 28 00:39:09.310341 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf4192-3027-48c4-9fce-38c9b14a1cd2 req-d48b5aed-b0d1-4d60-8799-c1e666e91464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:09.313347 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4cdf4192-3027-48c4-9fce-38c9b14a1cd2 req-d48b5aed-b0d1-4d60-8799-c1e666e91464 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 1096 time: 0.5014250 Jan 28 00:39:09.378931 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-28fbe846-a457-478d-8504-c3a8ce8a83fc tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (e14838eb-0aee-4ccd-8cba-4f02164bbe19), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:09.379995 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fbe846-a457-478d-8504-c3a8ce8a83fc tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Fanout notify agent at l3_agent the message router_deleted on router e14838eb-0aee-4ccd-8cba-4f02164bbe19 {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:39:09.394269 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-28fbe846-a457-478d-8504-c3a8ce8a83fc tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:09.401694 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50876) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:09.418842 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-28fbe846-a457-478d-8504-c3a8ce8a83fc tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/routers/e14838eb-0aee-4ccd-8cba-4f02164bbe19 HTTP/1.1" status: 204 len: 168 time: 1.2606490 Jan 28 00:39:09.603115 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87eec353-8b7e-4a41-b1cd-e59b5ff14c6a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:09.604781 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-87eec353-8b7e-4a41-b1cd-e59b5ff14c6a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2012568 Jan 28 00:39:09.607734 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50882) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:09.616763 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4cdf4192-3027-48c4-9fce-38c9b14a1cd2 req-ae848282-98d2-4c9b-99c6-5133e4f49792 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2544837 Jan 28 00:39:09.637598 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819b1a3-523c-4575-80b7-acd58e414d93 req-623f1621-2af5-47b1-9b98-68d9422e395b tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:09.643178 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3819b1a3-523c-4575-80b7-acd58e414d93 req-623f1621-2af5-47b1-9b98-68d9422e395b tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 945 time: 0.4787920 Jan 28 00:39:09.656662 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No active binding found for port 9227bfb8-3c02-49b5-a509-90580382da44 {{(pid=103345) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 00:39:09.657201 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] The host n-d-826754-1 is not matching for port 9227bfb8-3c02-49b5-a509-90580382da44 host None! {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 00:39:09.657658 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9227bfb8-3c02-49b5-a509-90580382da44 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:39:09.666688 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-09565bf7-7e7a-429c-add3-4288d9dfcc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (9227bfb8-3c02-49b5-a509-90580382da44), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:09.724815 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3819b1a3-523c-4575-80b7-acd58e414d93 req-a8ec4cf9-99ed-4971-99af-8b3740b9c115 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787485 Jan 28 00:39:09.725695 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d06b234-7ec7-44bc-9c00-26673ebb9db9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:09.729673 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4d06b234-7ec7-44bc-9c00-26673ebb9db9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1185834 Jan 28 00:39:09.730757 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50886) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:09.750883 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09565bf7-7e7a-429c-add3-4288d9dfcc94 None None] No DVR routers for this DVR port 9227bfb8-3c02-49b5-a509-90580382da44 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:39:09.763094 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09565bf7-7e7a-429c-add3-4288d9dfcc94 None None] Pushing event deleted for resources: {'Port': ['ID=9227bfb8-3c02-49b5-a509-90580382da44,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:09.814610 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:09.829318 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50890) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:09.829983 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6484933e-843f-4734-af70-684874cd6cab tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0972066 Jan 28 00:39:09.838371 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port ee552b99-6334-45be-8a9c-ea82d5bef5a2 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:09.838852 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d1f551b7-70cc-42e3-868f-caed8c1e36f9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:39:09.839380 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ee552b99-6334-45be-8a9c-ea82d5bef5a2), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:09.883762 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port ee552b99-6334-45be-8a9c-ea82d5bef5a2, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ee552b99-6334-45be-8a9c-ea82d5bef5a2,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:39:09.897718 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ee552b99-6334-45be-8a9c-ea82d5bef5a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:09.995044 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f551b7-70cc-42e3-868f-caed8c1e36f9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:39:09.998522 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=ee552b99-6334-45be-8a9c-ea82d5bef5a2,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:09.998717 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d1f551b7-70cc-42e3-868f-caed8c1e36f9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:10.419143 n-d-826754-1 neutron-server[103343]: DEBUG neutron.objects.ports [None req-d1f551b7-70cc-42e3-868f-caed8c1e36f9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103343) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 00:39:10.421801 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d1f551b7-70cc-42e3-868f-caed8c1e36f9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (a4e1222a-adba-4990-8945-84ab946c9d03), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:10.485579 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f551b7-70cc-42e3-868f-caed8c1e36f9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:39:10.491752 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-d1f551b7-70cc-42e3-868f-caed8c1e36f9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:39:10.497478 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f551b7-70cc-42e3-868f-caed8c1e36f9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:10.498096 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d1f551b7-70cc-42e3-868f-caed8c1e36f9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:10.510108 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3546691b-342a-440b-b49d-944398884080 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:39:10.522112 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ad545-48a7-4fca-aed1-08c59ba4e57c req-0489a0bc-cb3a-428c-92c3-c3fdce221b6e tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:10.531099 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-426ad545-48a7-4fca-aed1-08c59ba4e57c req-0489a0bc-cb3a-428c-92c3-c3fdce221b6e tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 946 time: 0.0912988 Jan 28 00:39:10.537860 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f551b7-70cc-42e3-868f-caed8c1e36f9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Subnet': ['ID=a4e1222a-adba-4990-8945-84ab946c9d03,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:10.581486 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d1f551b7-70cc-42e3-868f-caed8c1e36f9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7503772 Jan 28 00:39:10.583346 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50906) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:10.589462 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-c5e8d120-4535-4f47-9fff-e677d03b9706 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:39:10.616249 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa55016-c998-404b-b7d0-c46f52cfbbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee552b99-6334-45be-8a9c-ea82d5bef5a2'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:39:10.618501 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a296a6-643a-405c-8127-b193faba9821" -d '{"events": [{"server_uuid": "4fa55016-c998-404b-b7d0-c46f52cfbbad", "name": "network-vif-plugged", "status": "completed", "tag": "ee552b99-6334-45be-8a9c-ea82d5bef5a2"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:39:10.714159 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ca83c4-9539-45c2-ae4f-4dbc55c1328d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-fa355ea8-c094-44b0-ae37-c8781af9ee37', 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'fixed_ips': [{'subnet_id': 'a4e1222a-adba-4990-8945-84ab946c9d03'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:39:10.715076 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-34ca83c4-9539-45c2-ae4f-4dbc55c1328d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:10.730588 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2a8362-53af-440d-b499-8af5b440958c x-openstack-request-id: req-cd2a8362-53af-440d-b499-8af5b440958c {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:39:10.730866 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa55016-c998-404b-b7d0-c46f52cfbbad", "name": "network-vif-plugged", "status": "completed", "tag": "ee552b99-6334-45be-8a9c-ea82d5bef5a2", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:39:10.731136 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cd2a8362-53af-440d-b499-8af5b440958c {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:39:10.731824 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa55016-c998-404b-b7d0-c46f52cfbbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee552b99-6334-45be-8a9c-ea82d5bef5a2', 'code': 200} Jan 28 00:39:10.974582 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-34ca83c4-9539-45c2-ae4f-4dbc55c1328d None None] Allocated IP 2001:db8::f816:3eff:fe95:1654 (fa355ea8-c094-44b0-ae37-c8781af9ee37/a4e1222a-adba-4990-8945-84ab946c9d03/1f412e07-6d6c-4429-9602-7adf6a481e15) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:39:11.266978 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-34ca83c4-9539-45c2-ae4f-4dbc55c1328d None None] Publish callbacks [] for port (1f412e07-6d6c-4429-9602-7adf6a481e15), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:11.304191 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-34ca83c4-9539-45c2-ae4f-4dbc55c1328d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (1f412e07-6d6c-4429-9602-7adf6a481e15), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:11.412201 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca83c4-9539-45c2-ae4f-4dbc55c1328d None None] Pushing event updated for resources: {'Port': ['ID=1f412e07-6d6c-4429-9602-7adf6a481e15,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:11.429276 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:11.444656 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ca83c4-9539-45c2-ae4f-4dbc55c1328d None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:39:11.446691 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-34ca83c4-9539-45c2-ae4f-4dbc55c1328d None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:39:11.455240 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ca83c4-9539-45c2-ae4f-4dbc55c1328d None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:39:11.633391 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-34ca83c4-9539-45c2-ae4f-4dbc55c1328d None None] Attempting to bind port 1f412e07-6d6c-4429-9602-7adf6a481e15 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:39:11.634118 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-34ca83c4-9539-45c2-ae4f-4dbc55c1328d None None] Attempting to bind port 1f412e07-6d6c-4429-9602-7adf6a481e15 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:39:11.637577 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ca83c4-9539-45c2-ae4f-4dbc55c1328d None None] Attempting to bind port 1f412e07-6d6c-4429-9602-7adf6a481e15 on network fa355ea8-c094-44b0-ae37-c8781af9ee37 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:39:11.651069 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ca83c4-9539-45c2-ae4f-4dbc55c1328d None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:39:11.652283 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ca83c4-9539-45c2-ae4f-4dbc55c1328d None None] Checking segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:39:11.653122 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-34ca83c4-9539-45c2-ae4f-4dbc55c1328d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:11.653834 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ca83c4-9539-45c2-ae4f-4dbc55c1328d None None] Bound using segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:39:11.654822 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-34ca83c4-9539-45c2-ae4f-4dbc55c1328d None None] Bound port: 1f412e07-6d6c-4429-9602-7adf6a481e15, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:39:11.655543 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-34ca83c4-9539-45c2-ae4f-4dbc55c1328d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1f412e07-6d6c-4429-9602-7adf6a481e15), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:11.669699 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e8d120-4535-4f47-9fff-e677d03b9706 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:39:11.673392 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c5e8d120-4535-4f47-9fff-e677d03b9706 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:11.823250 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-34ca83c4-9539-45c2-ae4f-4dbc55c1328d None None] For port 1f412e07-6d6c-4429-9602-7adf6a481e15, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:39:11.832248 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-34ca83c4-9539-45c2-ae4f-4dbc55c1328d None None] For port 1f412e07-6d6c-4429-9602-7adf6a481e15, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1f412e07-6d6c-4429-9602-7adf6a481e15,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:39:11.849501 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-34ca83c4-9539-45c2-ae4f-4dbc55c1328d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1f412e07-6d6c-4429-9602-7adf6a481e15), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:11.988036 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca83c4-9539-45c2-ae4f-4dbc55c1328d None None] Pushing event updated for resources: {'Port': ['ID=1f412e07-6d6c-4429-9602-7adf6a481e15,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:12.010209 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c5e8d120-4535-4f47-9fff-e677d03b9706 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (5807ab01-b9cc-4597-82ad-f4ef9c39e242), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:12.079162 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-426ad545-48a7-4fca-aed1-08c59ba4e57c req-65ce6a8a-a44d-4044-bd2d-48b868d80388 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5458004 Jan 28 00:39:12.153910 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e8d120-4535-4f47-9fff-e677d03b9706 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:39:12.161739 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-c5e8d120-4535-4f47-9fff-e677d03b9706 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:39:12.180890 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e8d120-4535-4f47-9fff-e677d03b9706 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:12.186406 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c5e8d120-4535-4f47-9fff-e677d03b9706 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:12.190857 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8d120-4535-4f47-9fff-e677d03b9706 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Subnet': ['ID=5807ab01-b9cc-4597-82ad-f4ef9c39e242,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:12.200325 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:12.206513 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca78c81-2345-43bb-94be-47b5416f568c req-35116592-8296-4980-a14b-c8ade426d2b1 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:12.208378 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6ca78c81-2345-43bb-94be-47b5416f568c req-35116592-8296-4980-a14b-c8ade426d2b1 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 945 time: 0.8699846 Jan 28 00:39:12.218472 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515f795-61cc-48dd-8b60-021557fa79b5 req-22bcfbc5-9dd6-483c-b229-646af6ee6960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:12.220399 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1515f795-61cc-48dd-8b60-021557fa79b5 req-22bcfbc5-9dd6-483c-b229-646af6ee6960 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 1097 time: 0.8306267 Jan 28 00:39:12.335660 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50930) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:12.337587 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c5e8d120-4535-4f47-9fff-e677d03b9706 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7522266 Jan 28 00:39:12.346818 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d5be2b92-b886-47f0-b245-14ba64731245 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'port': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'mac_address': 'fa:16:3e:9c:bb:70', 'name': 'tempest-NetworksTestDHCPv6-231129658'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:39:12.396513 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1515f795-61cc-48dd-8b60-021557fa79b5 req-5a934ba8-e5c8-45eb-bbb5-98e59a941236 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654329 Jan 28 00:39:12.500815 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6ca78c81-2345-43bb-94be-47b5416f568c req-992db3ee-1496-40ff-bb24-6000c3d839ff tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2792056 Jan 28 00:39:12.686016 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5be2b92-b886-47f0-b245-14ba64731245 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:39:12.862096 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5be2b92-b886-47f0-b245-14ba64731245 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:12.898969 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-d5be2b92-b886-47f0-b245-14ba64731245 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] device_id is not set on port a226bed6-f8d4-4168-aaf7-c935f119cff2 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:39:12.973418 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:13.184186 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1f412e07-6d6c-4429-9602-7adf6a481e15 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:39:13.258763 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-d5be2b92-b886-47f0-b245-14ba64731245 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Allocated IP 172.20.0.14 (fa355ea8-c094-44b0-ae37-c8781af9ee37/5807ab01-b9cc-4597-82ad-f4ef9c39e242/a226bed6-f8d4-4168-aaf7-c935f119cff2) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:39:13.306632 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-d5be2b92-b886-47f0-b245-14ba64731245 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Allocated IP 2001:db8::f816:3eff:fe9c:bb70 (fa355ea8-c094-44b0-ae37-c8781af9ee37/a4e1222a-adba-4990-8945-84ab946c9d03/a226bed6-f8d4-4168-aaf7-c935f119cff2) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:39:13.398720 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 1f412e07-6d6c-4429-9602-7adf6a481e15 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:13.399186 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1f412e07-6d6c-4429-9602-7adf6a481e15), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:13.518550 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa0157-f28b-4595-bb1a-b8ca78b5bd63 req-11561bba-37bd-4226-a5c4-1e61b2a8f1f8 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:13.527703 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3fa0157-f28b-4595-bb1a-b8ca78b5bd63 req-11561bba-37bd-4226-a5c4-1e61b2a8f1f8 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 946 time: 0.2353187 Jan 28 00:39:13.683345 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3fa0157-f28b-4595-bb1a-b8ca78b5bd63 req-3b35da23-d235-4165-b9bb-3f0eafdbdeda tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543155 Jan 28 00:39:13.727354 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 1f412e07-6d6c-4429-9602-7adf6a481e15 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:13.727869 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1f412e07-6d6c-4429-9602-7adf6a481e15), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:13.809923 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 1f412e07-6d6c-4429-9602-7adf6a481e15, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1f412e07-6d6c-4429-9602-7adf6a481e15,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:39:13.816834 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1f412e07-6d6c-4429-9602-7adf6a481e15), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:13.873788 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb07f194-2af6-400c-95b7-fafee3247efd None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:39:13.888894 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c834d-bfd4-4406-97a8-04cbe156633b req-e8aa9865-ae95-4d36-a2eb-8d736a73f51e tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:13.925305 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-812c834d-bfd4-4406-97a8-04cbe156633b req-e8aa9865-ae95-4d36-a2eb-8d736a73f51e tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 945 time: 0.1373942 Jan 28 00:39:13.931802 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5be2b92-b886-47f0-b245-14ba64731245 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for port (a226bed6-f8d4-4168-aaf7-c935f119cff2), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:13.994917 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a03d2851-4cf5-44e1-bf36-e3d124967acb None None] Provisioning complete for port 1f412e07-6d6c-4429-9602-7adf6a481e15 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:13.997579 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a03d2851-4cf5-44e1-bf36-e3d124967acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1f412e07-6d6c-4429-9602-7adf6a481e15), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:14.006511 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5be2b92-b886-47f0-b245-14ba64731245 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (a226bed6-f8d4-4168-aaf7-c935f119cff2), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:14.031839 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-812c834d-bfd4-4406-97a8-04cbe156633b req-e8e2677b-c431-4e00-8537-2d8943d09f27 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044080 Jan 28 00:39:14.087324 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5be2b92-b886-47f0-b245-14ba64731245 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:39:14.093672 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-d5be2b92-b886-47f0-b245-14ba64731245 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:39:14.099600 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5be2b92-b886-47f0-b245-14ba64731245 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:39:14.100564 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=1f412e07-6d6c-4429-9602-7adf6a481e15,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:14.105593 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be2b92-b886-47f0-b245-14ba64731245 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Port': ['ID=a226bed6-f8d4-4168-aaf7-c935f119cff2,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:14.178970 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5be2b92-b886-47f0-b245-14ba64731245 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:14.179885 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5be2b92-b886-47f0-b245-14ba64731245 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:14.228103 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6296f-a5cc-4d15-96f6-6ff02eda046f req-907ed428-78ec-4177-9026-23884cc35a81 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:14.235396 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f9a6296f-a5cc-4d15-96f6-6ff02eda046f req-907ed428-78ec-4177-9026-23884cc35a81 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 945 time: 0.0853038 Jan 28 00:39:14.241890 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50964) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:14.247137 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e787bba1-d0f5-4c9b-8093-1f567aed8567 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Request body: {'floatingip': {'port_id': '44b53648-5b05-4c4a-a492-464e8fb34dce'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:39:14.259993 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d5be2b92-b886-47f0-b245-14ba64731245 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9169400 Jan 28 00:39:14.261798 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50966) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:14.338323 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e787bba1-d0f5-4c9b-8093-1f567aed8567 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for floatingip (8dd76059-37f4-43e7-90fb-c37ea3042c5e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:14.366074 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83abed39-ab36-4e8b-aec9-a1e2f7d9ffee tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:14.395670 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83abed39-ab36-4e8b-aec9-a1e2f7d9ffee tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:14.395670 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-83abed39-ab36-4e8b-aec9-a1e2f7d9ffee tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1155963 Jan 28 00:39:14.395670 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50972) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:14.406670 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a03d2851-4cf5-44e1-bf36-e3d124967acb None None] Current status of the port 1f412e07-6d6c-4429-9602-7adf6a481e15 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:14.431756 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:14.641230 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ed8022-7d6f-4652-9ba1-9fed76d411d4 None None] Update dhcp port {'port': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'fixed_ips': [{'subnet_id': 'a4e1222a-adba-4990-8945-84ab946c9d03', 'ip_address': '2001:db8::f816:3eff:fe95:1654'}, {'subnet_id': '5807ab01-b9cc-4597-82ad-f4ef9c39e242'}], 'binding:host_id': 'n-d-826754-1'}, 'id': '1f412e07-6d6c-4429-9602-7adf6a481e15'} from n-d-826754-1. {{(pid=103345) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 00:39:14.662754 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-da762c6f-7036-4d2a-9502-f2ebbeb5912f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting port a226bed6-f8d4-4168-aaf7-c935f119cff2 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:39:14.664107 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da762c6f-7036-4d2a-9502-f2ebbeb5912f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (a226bed6-f8d4-4168-aaf7-c935f119cff2), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:14.698999 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-32ed8022-7d6f-4652-9ba1-9fed76d411d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1f412e07-6d6c-4429-9602-7adf6a481e15), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:14.934594 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da762c6f-7036-4d2a-9502-f2ebbeb5912f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (a226bed6-f8d4-4168-aaf7-c935f119cff2), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:14.957462 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-da762c6f-7036-4d2a-9502-f2ebbeb5912f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Calling delete_port for a226bed6-f8d4-4168-aaf7-c935f119cff2 owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:39:14.981188 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee567ca4-c346-4589-9ee6-356ca20005fc req-50a51289-362a-49d1-9e13-8bfbd05109fc tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:14.983713 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ee567ca4-c346-4589-9ee6-356ca20005fc req-50a51289-362a-49d1-9e13-8bfbd05109fc tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 946 time: 0.1378224 Jan 28 00:39:15.130624 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e787bba1-d0f5-4c9b-8093-1f567aed8567 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:15.141672 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e787bba1-d0f5-4c9b-8093-1f567aed8567 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (8dd76059-37f4-43e7-90fb-c37ea3042c5e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:15.160185 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-32ed8022-7d6f-4652-9ba1-9fed76d411d4 None None] Allocated IP 172.20.0.2 (fa355ea8-c094-44b0-ae37-c8781af9ee37/5807ab01-b9cc-4597-82ad-f4ef9c39e242/1f412e07-6d6c-4429-9602-7adf6a481e15) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:39:15.180338 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ee567ca4-c346-4589-9ee6-356ca20005fc req-3b680a14-3d1f-499f-8d0f-05cb5d88a035 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001484 Jan 28 00:39:15.286110 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-e787bba1-d0f5-4c9b-8093-1f567aed8567 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Floating IP 8dd76059-37f4-43e7-90fb-c37ea3042c5e associated. External IP: 172.25.3.111, port: 44b53648-5b05-4c4a-a492-464e8fb34dce. Jan 28 00:39:15.344546 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-32ed8022-7d6f-4652-9ba1-9fed76d411d4 None None] For port 1f412e07-6d6c-4429-9602-7adf6a481e15, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1f412e07-6d6c-4429-9602-7adf6a481e15,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:39:15.386478 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-32ed8022-7d6f-4652-9ba1-9fed76d411d4 None None] Publish callbacks [] for port (1f412e07-6d6c-4429-9602-7adf6a481e15), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:15.392474 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1f412e07-6d6c-4429-9602-7adf6a481e15 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:39:15.399547 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-32ed8022-7d6f-4652-9ba1-9fed76d411d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1f412e07-6d6c-4429-9602-7adf6a481e15), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:15.501790 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da762c6f-7036-4d2a-9502-f2ebbeb5912f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (a226bed6-f8d4-4168-aaf7-c935f119cff2), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:15.612927 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da762c6f-7036-4d2a-9502-f2ebbeb5912f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Port': ['ID=a226bed6-f8d4-4168-aaf7-c935f119cff2,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:15.646219 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed8022-7d6f-4652-9ba1-9fed76d411d4 None None] Pushing event updated for resources: {'Port': ['ID=1f412e07-6d6c-4429-9602-7adf6a481e15,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:15.656755 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 1f412e07-6d6c-4429-9602-7adf6a481e15 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:15.657215 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1f412e07-6d6c-4429-9602-7adf6a481e15), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:15.822649 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e787bba1-d0f5-4c9b-8093-1f567aed8567 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Router a9fc9f53-99cc-4a9f-9ddc-c741a0650f37 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:39:15.853949 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec69d7-ea33-4a43-acb1-cb3ade3dc174 req-0d969fb5-9069-4b17-821b-0cd553f0fa9c tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:15.855656 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-33ec69d7-ea33-4a43-acb1-cb3ade3dc174 req-0d969fb5-9069-4b17-821b-0cd553f0fa9c tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 946 time: 0.2684317 Jan 28 00:39:15.888944 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 1f412e07-6d6c-4429-9602-7adf6a481e15 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:15.963765 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da762c6f-7036-4d2a-9502-f2ebbeb5912f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:15.971079 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-da762c6f-7036-4d2a-9502-f2ebbeb5912f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/a226bed6-f8d4-4168-aaf7-c935f119cff2 HTTP/1.1" status: 204 len: 168 time: 1.5862122 Jan 28 00:39:15.996822 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-33ec69d7-ea33-4a43-acb1-cb3ade3dc174 req-b0e3ad5f-ba81-43a9-a62b-841b5b25ab9b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339324 Jan 28 00:39:15.997519 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51002) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:16.117746 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48261ee4-d362-45ce-b997-145bd0bb975c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:16.119120 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48261ee4-d362-45ce-b997-145bd0bb975c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:16.120505 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48261ee4-d362-45ce-b997-145bd0bb975c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:16.132617 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-48261ee4-d362-45ce-b997-145bd0bb975c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1232393 Jan 28 00:39:16.133801 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51008) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:16.200005 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e787bba1-d0f5-4c9b-8093-1f567aed8567 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:39:16.219261 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed71dea0-1225-4e3b-80d8-6ec06225931c None None] Sync routers for ids ['a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:39:16.220000 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e787bba1-d0f5-4c9b-8093-1f567aed8567 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:16.252202 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed71dea0-1225-4e3b-80d8-6ec06225931c None None] Routers {'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:39:16.256144 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-ed71dea0-1225-4e3b-80d8-6ec06225931c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:39:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:39:16.278569 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51012) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:16.307230 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e787bba1-d0f5-4c9b-8093-1f567aed8567 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "PUT /v2.0/floatingips/8dd76059-37f4-43e7-90fb-c37ea3042c5e HTTP/1.1" status: 200 len: 991 time: 2.0640786 Jan 28 00:39:16.309457 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3796f9-5115-4bff-9e43-1d38ffb012aa', 'tag': '44b53648-5b05-4c4a-a492-464e8fb34dce'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:39:16.315503 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696355c9-0874-4782-a273-0898fe1e5c06" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3796f9-5115-4bff-9e43-1d38ffb012aa", "tag": "44b53648-5b05-4c4a-a492-464e8fb34dce"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:39:16.375425 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1a0fe7-c057-4cb0-ba24-8b2f99810a48 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting subnet 5807ab01-b9cc-4597-82ad-f4ef9c39e242 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:39:16.390190 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4a1a0fe7-c057-4cb0-ba24-8b2f99810a48 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (5807ab01-b9cc-4597-82ad-f4ef9c39e242), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:16.394416 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea527f2-2750-4ab5-804f-43210e24c7c9 x-openstack-request-id: req-dea527f2-2750-4ab5-804f-43210e24c7c9 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:39:16.394724 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3796f9-5115-4bff-9e43-1d38ffb012aa", "tag": "44b53648-5b05-4c4a-a492-464e8fb34dce", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:39:16.394993 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dea527f2-2750-4ab5-804f-43210e24c7c9 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:39:16.395427 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd3796f9-5115-4bff-9e43-1d38ffb012aa', 'tag': '44b53648-5b05-4c4a-a492-464e8fb34dce', 'status': 'completed', 'code': 200} Jan 28 00:39:16.587555 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-ed71dea0-1225-4e3b-80d8-6ec06225931c None None] Set router a9fc9f53-99cc-4a9f-9ddc-c741a0650f37 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:39:16.734437 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4538feb3-dd56-4975-a0dd-c9a531f92dcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:16.772160 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4a1a0fe7-c057-4cb0-ba24-8b2f99810a48 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (5807ab01-b9cc-4597-82ad-f4ef9c39e242), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:17.003870 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696355c9-0874-4782-a273-0898fe1e5c06 req-fce0ba92-95cf-4daa-9661-243352279caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:17.006064 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-696355c9-0874-4782-a273-0898fe1e5c06 req-fce0ba92-95cf-4daa-9661-243352279caf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40859c6773ce4ef58b203b2b32bcaaba&device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 1096 time: 0.5252213 Jan 28 00:39:17.011826 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-8948ab8c-2e8e-4dcb-9983-192cd6699140 None None] Provisioning complete for port 1f412e07-6d6c-4429-9602-7adf6a481e15 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:17.012669 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8948ab8c-2e8e-4dcb-9983-192cd6699140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1f412e07-6d6c-4429-9602-7adf6a481e15), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:17.156668 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1f412e07-6d6c-4429-9602-7adf6a481e15 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:39:17.168636 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4a1a0fe7-c057-4cb0-ba24-8b2f99810a48 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (5807ab01-b9cc-4597-82ad-f4ef9c39e242), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:17.504327 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696355c9-0874-4782-a273-0898fe1e5c06 req-10991e91-b032-4207-93ef-6d4963be9a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:17.506273 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-696355c9-0874-4782-a273-0898fe1e5c06 req-10991e91-b032-4207-93ef-6d4963be9a44 service neutron] 10.222.0.52 "GET /v2.0/networks?id=df6dc4b3-6607-40e9-9f38-3ff04dac366d HTTP/1.1" status: 200 len: 912 time: 0.4578073 Jan 28 00:39:17.597899 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8948ab8c-2e8e-4dcb-9983-192cd6699140 None None] Current status of the port 1f412e07-6d6c-4429-9602-7adf6a481e15 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:17.607694 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-8948ab8c-2e8e-4dcb-9983-192cd6699140 None None] Could not find standard attr ID for object a226bed6-f8d4-4168-aaf7-c935f119cff2. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:39:17.623296 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 1f412e07-6d6c-4429-9602-7adf6a481e15 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:17.623720 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1f412e07-6d6c-4429-9602-7adf6a481e15), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:17.684077 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4538feb3-dd56-4975-a0dd-c9a531f92dcf admin admin] Publish callbacks [] for security_group (47856da3-fbd0-4be2-a9c0-a8d9da522dd3), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:17.726953 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 1f412e07-6d6c-4429-9602-7adf6a481e15 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:17.736082 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f172f539-fa30-47a0-acd0-f6ec6b092670 None None] Could not find standard attr ID for object a226bed6-f8d4-4168-aaf7-c935f119cff2. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:39:17.742485 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-ed71dea0-1225-4e3b-80d8-6ec06225931c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'name': 'tempest-AttachVolumeTestJSON-1495357353-router', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:22Z', 'updated_at': '2022-01-28T00:38:31Z', 'revision_number': 4, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'gw_port': {'id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:23Z', 'updated_at': '2022-01-28T00:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '8dd76059-37f4-43e7-90fb-c37ea3042c5e', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'port_id': '44b53648-5b05-4c4a-a492-464e8fb34dce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2755, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d', 'mac_address': 'fa:16:3e:2d:e9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3796f9-5115-4bff-9e43-1d38ffb012aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:38:38Z', 'updated_at': '2022-01-28T00:39:14Z', 'revision_number': 1, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172c0466-08b0-4dd9-8f48-3b97bd841204', 'name': '', 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'mac_address': 'fa:16:3e:67:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:29Z', 'updated_at': '2022-01-28T00:38:42Z', 'revision_number': 5, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'subnets': [{'id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:39:17.743080 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286e351-9c68-489c-a2fa-32b8f93274aa req-e024ec9c-340e-4ef3-ac68-be0b83a3edab tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:17.761577 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4286e351-9c68-489c-a2fa-32b8f93274aa req-e024ec9c-340e-4ef3-ac68-be0b83a3edab tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 946 time: 0.4790335 Jan 28 00:39:17.796056 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed71dea0-1225-4e3b-80d8-6ec06225931c None None] Checking router: a9fc9f53-99cc-4a9f-9ddc-c741a0650f37 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:39:17.809563 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4538feb3-dd56-4975-a0dd-c9a531f92dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (47856da3-fbd0-4be2-a9c0-a8d9da522dd3), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:17.819449 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed71dea0-1225-4e3b-80d8-6ec06225931c None None] Routers {'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:39:17.820115 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-ed71dea0-1225-4e3b-80d8-6ec06225931c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:39:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:39:17.852756 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-696355c9-0874-4782-a273-0898fe1e5c06 req-0f68a2aa-ecd0-4450-9d8e-a887cfa467c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44b53648-5b05-4c4a-a492-464e8fb34dce HTTP/1.1" status: 200 len: 999 time: 0.3178031 Jan 28 00:39:17.902114 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4538feb3-dd56-4975-a0dd-c9a531f92dcf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ba049ec22f574d609856116934a30e39&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6118634 Jan 28 00:39:17.903663 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51042) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:17.923293 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4a1a0fe7-c057-4cb0-ba24-8b2f99810a48 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (5807ab01-b9cc-4597-82ad-f4ef9c39e242), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:18.023716 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a0fe7-c057-4cb0-ba24-8b2f99810a48 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Subnet': ['ID=5807ab01-b9cc-4597-82ad-f4ef9c39e242,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:18.055261 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-ed71dea0-1225-4e3b-80d8-6ec06225931c None None] Set router a9fc9f53-99cc-4a9f-9ddc-c741a0650f37 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:39:18.071438 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696355c9-0874-4782-a273-0898fe1e5c06 req-e2395409-2bf9-4c6d-a204-fcfd0dd4f287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:18.073018 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-696355c9-0874-4782-a273-0898fe1e5c06 req-e2395409-2bf9-4c6d-a204-fcfd0dd4f287 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22f51b89-111e-46c4-84b8-0eec72aeef83 HTTP/1.1" status: 200 len: 850 time: 0.1753230 Jan 28 00:39:18.077874 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4a1a0fe7-c057-4cb0-ba24-8b2f99810a48 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:18.082675 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4a1a0fe7-c057-4cb0-ba24-8b2f99810a48 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/5807ab01-b9cc-4597-82ad-f4ef9c39e242 HTTP/1.1" status: 204 len: 168 time: 1.9477615 Jan 28 00:39:18.087178 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51050) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:18.097679 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1a0fe7-c057-4cb0-ba24-8b2f99810a48 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:18.098005 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1a0fe7-c057-4cb0-ba24-8b2f99810a48 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:18.098339 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1a0fe7-c057-4cb0-ba24-8b2f99810a48 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:18.098679 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1a0fe7-c057-4cb0-ba24-8b2f99810a48 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:18.099015 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1a0fe7-c057-4cb0-ba24-8b2f99810a48 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:18.099349 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1a0fe7-c057-4cb0-ba24-8b2f99810a48 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:18.105280 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1a0fe7-c057-4cb0-ba24-8b2f99810a48 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:18.105766 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1a0fe7-c057-4cb0-ba24-8b2f99810a48 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:18.106113 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1a0fe7-c057-4cb0-ba24-8b2f99810a48 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:18.106706 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1a0fe7-c057-4cb0-ba24-8b2f99810a48 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:18.107044 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1a0fe7-c057-4cb0-ba24-8b2f99810a48 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:18.107378 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1a0fe7-c057-4cb0-ba24-8b2f99810a48 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:18.107826 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1a0fe7-c057-4cb0-ba24-8b2f99810a48 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:18.173211 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4286e351-9c68-489c-a2fa-32b8f93274aa req-3add5c16-01f4-4a91-acb6-b2d10ba5502b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091194 Jan 28 00:39:18.174263 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538feb3-dd56-4975-a0dd-c9a531f92dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47856da3-fbd0-4be2-a9c0-a8d9da522dd3,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:18.229903 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696355c9-0874-4782-a273-0898fe1e5c06 req-c3cd0223-be9d-4492-a105-f49286814f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:18.233065 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-696355c9-0874-4782-a273-0898fe1e5c06 req-c3cd0223-be9d-4492-a105-f49286814f8a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df6dc4b3-6607-40e9-9f38-3ff04dac366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370778 Jan 28 00:39:18.282160 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-76af7dfe-5027-48e4-a4cf-3583e45592e9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting subnet a4e1222a-adba-4990-8945-84ab946c9d03 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:39:18.288795 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76af7dfe-5027-48e4-a4cf-3583e45592e9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (a4e1222a-adba-4990-8945-84ab946c9d03), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:18.295936 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4368c908-10fb-43c2-a17a-a4baeb032096 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:39:18.395350 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76af7dfe-5027-48e4-a4cf-3583e45592e9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (a4e1222a-adba-4990-8945-84ab946c9d03), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:18.520273 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76af7dfe-5027-48e4-a4cf-3583e45592e9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (a4e1222a-adba-4990-8945-84ab946c9d03), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:18.582821 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-696355c9-0874-4782-a273-0898fe1e5c06 req-b9b6e078-714e-4e51-83cb-10f6a97bff9f service neutron] 10.222.0.52 "GET /v2.0/networks/df6dc4b3-6607-40e9-9f38-3ff04dac366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192952 Jan 28 00:39:18.621645 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2aa5c00c-f37b-41fb-8604-ac23653a2851 admin admin] Publish callbacks [] for security_group (47856da3-fbd0-4be2-a9c0-a8d9da522dd3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:18.623902 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76af7dfe-5027-48e4-a4cf-3583e45592e9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (a4e1222a-adba-4990-8945-84ab946c9d03), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:18.653183 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-76af7dfe-5027-48e4-a4cf-3583e45592e9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:18.660899 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-76af7dfe-5027-48e4-a4cf-3583e45592e9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/a4e1222a-adba-4990-8945-84ab946c9d03 HTTP/1.1" status: 204 len: 168 time: 0.5614552 Jan 28 00:39:18.668446 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51052) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:18.723010 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-ed71dea0-1225-4e3b-80d8-6ec06225931c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'name': 'tempest-AttachVolumeTestJSON-1495357353-router', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:22Z', 'updated_at': '2022-01-28T00:38:31Z', 'revision_number': 4, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'gw_port': {'id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:23Z', 'updated_at': '2022-01-28T00:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '8dd76059-37f4-43e7-90fb-c37ea3042c5e', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'port_id': '44b53648-5b05-4c4a-a492-464e8fb34dce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2755, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d', 'mac_address': 'fa:16:3e:2d:e9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3796f9-5115-4bff-9e43-1d38ffb012aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:38:38Z', 'updated_at': '2022-01-28T00:39:14Z', 'revision_number': 1, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172c0466-08b0-4dd9-8f48-3b97bd841204', 'name': '', 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'mac_address': 'fa:16:3e:67:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:29Z', 'updated_at': '2022-01-28T00:38:42Z', 'revision_number': 5, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'subnets': [{'id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:39:18.826244 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2aa5c00c-f37b-41fb-8604-ac23653a2851 admin admin] Publish callbacks [] for security_group (47856da3-fbd0-4be2-a9c0-a8d9da522dd3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:18.861894 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-696355c9-0874-4782-a273-0898fe1e5c06 req-e1e3df83-5695-4a2f-927c-cc084d45e7bc service neutron] 10.222.0.52 "GET /v2.0/networks/df6dc4b3-6607-40e9-9f38-3ff04dac366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717016 Jan 28 00:39:18.862817 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed71dea0-1225-4e3b-80d8-6ec06225931c None None] The sync data for ids ['a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'] in n-d-826754-1 is: [{'id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'name': 'tempest-AttachVolumeTestJSON-1495357353-router', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:22Z', 'updated_at': '2022-01-28T00:38:31Z', 'revision_number': 4, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'gw_port': {'id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:23Z', 'updated_at': '2022-01-28T00:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '8dd76059-37f4-43e7-90fb-c37ea3042c5e', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'port_id': '44b53648-5b05-4c4a-a492-464e8fb34dce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2755, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d', 'mac_address': 'fa:16:3e:2d:e9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3796f9-5115-4bff-9e43-1d38ffb012aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:38:38Z', 'updated_at': '2022-01-28T00:39:14Z', 'revision_number': 1, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172c0466-08b0-4dd9-8f48-3b97bd841204', 'name': '', 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'mac_address': 'fa:16:3e:67:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:29Z', 'updated_at': '2022-01-28T00:38:42Z', 'revision_number': 5, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'subnets': [{'id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:39:18.880854 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af7dfe-5027-48e4-a4cf-3583e45592e9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Subnet': ['ID=a4e1222a-adba-4990-8945-84ab946c9d03,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:19.041533 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51062) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:19.042155 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bf89990e-c82f-45a5-b400-66378ebd3ab6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3685033 Jan 28 00:39:19.050381 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-9f031439-9c56-4225-97c1-bb7daae905c7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:39:19.084842 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c57569-0a81-41f2-9bd5-9602be49d1e5 None None] Update dhcp port {'port': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'fixed_ips': [{'subnet_id': 'a4e1222a-adba-4990-8945-84ab946c9d03'}], 'binding:host_id': 'n-d-826754-1'}, 'id': '1f412e07-6d6c-4429-9602-7adf6a481e15'} from n-d-826754-1. {{(pid=103345) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 00:39:19.107320 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2aa5c00c-f37b-41fb-8604-ac23653a2851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (47856da3-fbd0-4be2-a9c0-a8d9da522dd3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:19.114045 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2aa5c00c-f37b-41fb-8604-ac23653a2851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:19.119245 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2aa5c00c-f37b-41fb-8604-ac23653a2851 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/47856da3-fbd0-4be2-a9c0-a8d9da522dd3 HTTP/1.1" status: 204 len: 168 time: 1.2128057 Jan 28 00:39:19.151957 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5c00c-f37b-41fb-8604-ac23653a2851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47856da3-fbd0-4be2-a9c0-a8d9da522dd3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:19.198963 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d6c57569-0a81-41f2-9bd5-9602be49d1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1f412e07-6d6c-4429-9602-7adf6a481e15), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:19.376768 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f031439-9c56-4225-97c1-bb7daae905c7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:39:19.390614 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9f031439-9c56-4225-97c1-bb7daae905c7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:19.541164 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458ee83d-553e-4029-bc53-7c10a7e938a4 None None] New status for floating IP 8dd76059-37f4-43e7-90fb-c37ea3042c5e: ACTIVE {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:39:19.860651 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfc1db-3950-44e4-829e-4cc3d37f6748 req-e0885f27-f71c-4d9c-a965-60115d5b0112 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:19.863056 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fedfc1db-3950-44e4-829e-4cc3d37f6748 req-e0885f27-f71c-4d9c-a965-60115d5b0112 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 946 time: 0.3226004 Jan 28 00:39:19.907048 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2230286-36f0-46cb-9da9-ed19c9a272e9 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:39:20.200696 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fedfc1db-3950-44e4-829e-4cc3d37f6748 req-c3f09108-03bd-4a59-977c-8d98bc5d72f5 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203859 Jan 28 00:39:20.267006 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6a6f22d9-9bd3-4b68-8905-c5adf0165dd7 None None] Provisioning complete for port 1f412e07-6d6c-4429-9602-7adf6a481e15 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:20.267006 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6a6f22d9-9bd3-4b68-8905-c5adf0165dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1f412e07-6d6c-4429-9602-7adf6a481e15), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:20.476860 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a9a0c4-1c1f-4d8a-80ea-de3b4116120a None None] DHCP port deletion for fa355ea8-c094-44b0-ae37-c8781af9ee37 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:39:20.723405 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6a6f22d9-9bd3-4b68-8905-c5adf0165dd7 None None] Current status of the port 1f412e07-6d6c-4429-9602-7adf6a481e15 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:20.779958 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-35a9a0c4-1c1f-4d8a-80ea-de3b4116120a None None] Deleting port 1f412e07-6d6c-4429-9602-7adf6a481e15 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:39:20.780496 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35a9a0c4-1c1f-4d8a-80ea-de3b4116120a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (1f412e07-6d6c-4429-9602-7adf6a481e15), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:20.887051 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-35a9a0c4-1c1f-4d8a-80ea-de3b4116120a None None] For port 1f412e07-6d6c-4429-9602-7adf6a481e15, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1f412e07-6d6c-4429-9602-7adf6a481e15,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:39:20.887668 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35a9a0c4-1c1f-4d8a-80ea-de3b4116120a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (1f412e07-6d6c-4429-9602-7adf6a481e15), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:20.905571 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-35a9a0c4-1c1f-4d8a-80ea-de3b4116120a None None] Calling delete_port for 1f412e07-6d6c-4429-9602-7adf6a481e15 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:39:21.106823 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35a9a0c4-1c1f-4d8a-80ea-de3b4116120a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (1f412e07-6d6c-4429-9602-7adf6a481e15), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:21.120795 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a9a0c4-1c1f-4d8a-80ea-de3b4116120a None None] No DVR routers for this DVR port 1f412e07-6d6c-4429-9602-7adf6a481e15 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:39:21.143410 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9a0c4-1c1f-4d8a-80ea-de3b4116120a None None] Pushing event deleted for resources: {'Port': ['ID=1f412e07-6d6c-4429-9602-7adf6a481e15,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:21.202198 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1f412e07-6d6c-4429-9602-7adf6a481e15 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:39:21.224370 n-d-826754-1 neutron-server[103344]: DEBUG neutron.objects.ports [None req-9f031439-9c56-4225-97c1-bb7daae905c7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103344) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 00:39:21.264573 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 1f412e07-6d6c-4429-9602-7adf6a481e15 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:39:21.265084 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1f412e07-6d6c-4429-9602-7adf6a481e15 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:39:21.673785 n-d-826754-1 neutron-server[103344]: WARNING neutron.services.revisions.revision_plugin [None req-9f031439-9c56-4225-97c1-bb7daae905c7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Could not find related port for resource to bump revision. Jan 28 00:39:21.695060 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c1a86-9d9c-40c2-8e6d-28a68ab6eafd req-a32e4298-5179-4337-96bb-5a6dd486a498 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:21.711048 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-999c1a86-9d9c-40c2-8e6d-28a68ab6eafd req-a32e4298-5179-4337-96bb-5a6dd486a498 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 946 time: 0.2309821 Jan 28 00:39:21.717057 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.ipam_pluggable_backend [None req-9f031439-9c56-4225-97c1-bb7daae905c7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Port 1f412e07-6d6c-4429-9602-7adf6a481e15 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103344) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 00:39:21.717733 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.ipam_pluggable_backend [None req-9f031439-9c56-4225-97c1-bb7daae905c7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Reverting IP allocation for 2001:db8::f816:3eff:fe95:1654 {{(pid=103344) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 00:39:21.725561 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.ipam_pluggable_backend [None req-9f031439-9c56-4225-97c1-bb7daae905c7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe95:1654 {{(pid=103344) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 00:39:21.752077 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9f031439-9c56-4225-97c1-bb7daae905c7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (f9429b05-89c0-45a3-8fb8-97b47e20b902), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:21.829464 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f031439-9c56-4225-97c1-bb7daae905c7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:39:21.834075 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-999c1a86-9d9c-40c2-8e6d-28a68ab6eafd req-ae3cc9e4-c99b-4d83-b7f3-dbb7d118204c tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198714 Jan 28 00:39:21.839298 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-9f031439-9c56-4225-97c1-bb7daae905c7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:39:21.851419 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725b0f03-11a2-4d01-9167-fd28a7677f36 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:39:21.852180 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f031439-9c56-4225-97c1-bb7daae905c7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:21.853522 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9f031439-9c56-4225-97c1-bb7daae905c7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:21.857252 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f031439-9c56-4225-97c1-bb7daae905c7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Subnet': ['ID=f9429b05-89c0-45a3-8fb8-97b47e20b902,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:21.895941 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9f031439-9c56-4225-97c1-bb7daae905c7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8529189 Jan 28 00:39:21.899032 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51126) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:21.905518 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-bca0f902-1726-43be-a494-ff31bb10f139 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:39:22.201469 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690affc6-c12b-4d4b-a7cf-dda6562f60ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-fa355ea8-c094-44b0-ae37-c8781af9ee37', 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'fixed_ips': [{'subnet_id': 'f9429b05-89c0-45a3-8fb8-97b47e20b902'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:39:22.202737 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-690affc6-c12b-4d4b-a7cf-dda6562f60ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:22.219445 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca0f902-1726-43be-a494-ff31bb10f139 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:39:22.225072 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bca0f902-1726-43be-a494-ff31bb10f139 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:22.266711 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51138) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:22.571668 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-690affc6-c12b-4d4b-a7cf-dda6562f60ec None None] Allocated IP 2001:db8::f816:3eff:fe34:24af (fa355ea8-c094-44b0-ae37-c8781af9ee37/f9429b05-89c0-45a3-8fb8-97b47e20b902/3f6ca54a-461d-4a79-8f00-60b46fd656b8) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:39:22.594711 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-46d8b3a3-8e65-469c-b42e-f1ebeca49ff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:22.763991 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bca0f902-1726-43be-a494-ff31bb10f139 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (69b6de20-61f1-429e-854c-660cd85b4ead), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:22.807027 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-46d8b3a3-8e65-469c-b42e-f1ebeca49ff9 admin admin] Publish callbacks [] for security_group (574e087d-6f78-4f32-b703-7cb54d32c099), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:22.815016 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-46d8b3a3-8e65-469c-b42e-f1ebeca49ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (574e087d-6f78-4f32-b703-7cb54d32c099), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:22.862706 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca0f902-1726-43be-a494-ff31bb10f139 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:39:22.870204 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-bca0f902-1726-43be-a494-ff31bb10f139 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:39:22.886104 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0f902-1726-43be-a494-ff31bb10f139 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Subnet': ['ID=69b6de20-61f1-429e-854c-660cd85b4ead,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:22.903383 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-46d8b3a3-8e65-469c-b42e-f1ebeca49ff9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d0ef750e83124ce9b23124c9130a355f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6301434 Jan 28 00:39:22.903383 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8b3a3-8e65-469c-b42e-f1ebeca49ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574e087d-6f78-4f32-b703-7cb54d32c099,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:22.908100 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca0f902-1726-43be-a494-ff31bb10f139 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:22.913225 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bca0f902-1726-43be-a494-ff31bb10f139 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:22.922196 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51150) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:22.956552 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-690affc6-c12b-4d4b-a7cf-dda6562f60ec None None] Publish callbacks [] for port (3f6ca54a-461d-4a79-8f00-60b46fd656b8), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:22.969147 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-690affc6-c12b-4d4b-a7cf-dda6562f60ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (3f6ca54a-461d-4a79-8f00-60b46fd656b8), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:22.996204 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0f902-1726-43be-a494-ff31bb10f139 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:22.997253 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0f902-1726-43be-a494-ff31bb10f139 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:22.998215 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0f902-1726-43be-a494-ff31bb10f139 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:22.999383 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0f902-1726-43be-a494-ff31bb10f139 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:23.000576 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0f902-1726-43be-a494-ff31bb10f139 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:23.001396 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0f902-1726-43be-a494-ff31bb10f139 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:23.002288 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0f902-1726-43be-a494-ff31bb10f139 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:23.010936 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0f902-1726-43be-a494-ff31bb10f139 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:23.012033 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0f902-1726-43be-a494-ff31bb10f139 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:23.012878 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0f902-1726-43be-a494-ff31bb10f139 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:23.014199 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0f902-1726-43be-a494-ff31bb10f139 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:23.015268 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0f902-1726-43be-a494-ff31bb10f139 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:23.016288 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0f902-1726-43be-a494-ff31bb10f139 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:23.020055 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690affc6-c12b-4d4b-a7cf-dda6562f60ec None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:39:23.030381 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-690affc6-c12b-4d4b-a7cf-dda6562f60ec None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:39:23.038551 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690affc6-c12b-4d4b-a7cf-dda6562f60ec None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:39:23.043877 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bca0f902-1726-43be-a494-ff31bb10f139 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1429722 Jan 28 00:39:23.052300 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51156) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:23.081772 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-3ccaf673-124b-49d8-a739-a2e0241d9cc2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'port': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'mac_address': 'fa:16:3e:16:c7:1e', 'name': 'tempest-NetworksTestDHCPv6-1148355724'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:39:23.119977 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690affc6-c12b-4d4b-a7cf-dda6562f60ec None None] Pushing event updated for resources: {'Port': ['ID=3f6ca54a-461d-4a79-8f00-60b46fd656b8,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:23.149665 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-690affc6-c12b-4d4b-a7cf-dda6562f60ec None None] Attempting to bind port 3f6ca54a-461d-4a79-8f00-60b46fd656b8 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:39:23.150190 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-690affc6-c12b-4d4b-a7cf-dda6562f60ec None None] Attempting to bind port 3f6ca54a-461d-4a79-8f00-60b46fd656b8 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:39:23.150718 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690affc6-c12b-4d4b-a7cf-dda6562f60ec None None] Attempting to bind port 3f6ca54a-461d-4a79-8f00-60b46fd656b8 on network fa355ea8-c094-44b0-ae37-c8781af9ee37 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:39:23.157521 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690affc6-c12b-4d4b-a7cf-dda6562f60ec None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:39:23.158094 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690affc6-c12b-4d4b-a7cf-dda6562f60ec None None] Checking segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:39:23.158597 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-690affc6-c12b-4d4b-a7cf-dda6562f60ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:23.160114 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690affc6-c12b-4d4b-a7cf-dda6562f60ec None None] Bound using segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:39:23.160733 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-690affc6-c12b-4d4b-a7cf-dda6562f60ec None None] Bound port: 3f6ca54a-461d-4a79-8f00-60b46fd656b8, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:39:23.161311 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-690affc6-c12b-4d4b-a7cf-dda6562f60ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3f6ca54a-461d-4a79-8f00-60b46fd656b8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:23.163079 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4157a8-c6e1-4d89-85d8-ec92337924fc req-85d8b440-d3eb-4c33-b2b6-a23172a63d2b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:23.167473 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-af4157a8-c6e1-4d89-85d8-ec92337924fc req-85d8b440-d3eb-4c33-b2b6-a23172a63d2b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 946 time: 0.1849906 Jan 28 00:39:23.182830 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-63df5bdf-187c-4738-8276-ad9ffc965a20 admin admin] Publish callbacks [] for security_group (574e087d-6f78-4f32-b703-7cb54d32c099), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:23.248234 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-63df5bdf-187c-4738-8276-ad9ffc965a20 admin admin] Publish callbacks [] for security_group (574e087d-6f78-4f32-b703-7cb54d32c099), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:23.318242 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-690affc6-c12b-4d4b-a7cf-dda6562f60ec None None] For port 3f6ca54a-461d-4a79-8f00-60b46fd656b8, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:39:23.325430 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-690affc6-c12b-4d4b-a7cf-dda6562f60ec None None] For port 3f6ca54a-461d-4a79-8f00-60b46fd656b8, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=3f6ca54a-461d-4a79-8f00-60b46fd656b8,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:39:23.334256 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-690affc6-c12b-4d4b-a7cf-dda6562f60ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3f6ca54a-461d-4a79-8f00-60b46fd656b8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:23.349084 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccaf673-124b-49d8-a739-a2e0241d9cc2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:39:23.359128 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-af4157a8-c6e1-4d89-85d8-ec92337924fc req-230f39c6-3d2e-4a51-be5d-65bf7aee410b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407604 Jan 28 00:39:23.402492 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-63df5bdf-187c-4738-8276-ad9ffc965a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (574e087d-6f78-4f32-b703-7cb54d32c099), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:23.405174 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-63df5bdf-187c-4738-8276-ad9ffc965a20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:23.406371 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-63df5bdf-187c-4738-8276-ad9ffc965a20 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/574e087d-6f78-4f32-b703-7cb54d32c099 HTTP/1.1" status: 204 len: 168 time: 0.4775543 Jan 28 00:39:23.427400 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df5bdf-187c-4738-8276-ad9ffc965a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574e087d-6f78-4f32-b703-7cb54d32c099,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:23.497952 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690affc6-c12b-4d4b-a7cf-dda6562f60ec None None] Pushing event updated for resources: {'Port': ['ID=3f6ca54a-461d-4a79-8f00-60b46fd656b8,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:23.529675 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3ccaf673-124b-49d8-a739-a2e0241d9cc2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:23.574165 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-3ccaf673-124b-49d8-a739-a2e0241d9cc2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] device_id is not set on port be69b16c-4fa4-40b7-9472-767b8d26561a yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:39:23.967410 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-3ccaf673-124b-49d8-a739-a2e0241d9cc2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Allocated IP 172.20.0.9 (fa355ea8-c094-44b0-ae37-c8781af9ee37/69b6de20-61f1-429e-854c-660cd85b4ead/be69b16c-4fa4-40b7-9472-767b8d26561a) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:39:23.979070 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-3ccaf673-124b-49d8-a739-a2e0241d9cc2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Allocated IP 2001:db8::f816:3eff:fe16:c71e (fa355ea8-c094-44b0-ae37-c8781af9ee37/f9429b05-89c0-45a3-8fb8-97b47e20b902/be69b16c-4fa4-40b7-9472-767b8d26561a) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:39:24.229832 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3ccaf673-124b-49d8-a739-a2e0241d9cc2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for port (be69b16c-4fa4-40b7-9472-767b8d26561a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:24.309549 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3ccaf673-124b-49d8-a739-a2e0241d9cc2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (be69b16c-4fa4-40b7-9472-767b8d26561a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:24.376043 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccaf673-124b-49d8-a739-a2e0241d9cc2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:39:24.383385 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-3ccaf673-124b-49d8-a739-a2e0241d9cc2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:39:24.388842 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccaf673-124b-49d8-a739-a2e0241d9cc2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:39:24.475061 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccaf673-124b-49d8-a739-a2e0241d9cc2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:24.475814 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3ccaf673-124b-49d8-a739-a2e0241d9cc2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:24.499361 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccaf673-124b-49d8-a739-a2e0241d9cc2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Port': ['ID=be69b16c-4fa4-40b7-9472-767b8d26561a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:24.527458 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51200) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:24.538785 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3ccaf673-124b-49d8-a739-a2e0241d9cc2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4839675 Jan 28 00:39:24.681821 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb8c93f-3db6-4601-a72d-86126d3844bd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:24.687241 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb8c93f-3db6-4601-a72d-86126d3844bd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:24.692515 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51210) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:24.705736 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-fbb8c93f-3db6-4601-a72d-86126d3844bd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1766665 Jan 28 00:39:24.748307 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e243337-2240-4087-b38e-d4ecc6b14d50 req-51199043-eb7f-4583-b451-aa0291e7b38b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:24.759676 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e243337-2240-4087-b38e-d4ecc6b14d50 req-51199043-eb7f-4583-b451-aa0291e7b38b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 946 time: 0.1329994 Jan 28 00:39:24.868878 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e243337-2240-4087-b38e-d4ecc6b14d50 req-7bcd8395-25eb-44df-98c0-353fd51f0df7 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150949 Jan 28 00:39:24.890106 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-755ca261-93e4-4a98-83e9-dd9f5eb444ff tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting port be69b16c-4fa4-40b7-9472-767b8d26561a {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:39:24.890452 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-755ca261-93e4-4a98-83e9-dd9f5eb444ff tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (be69b16c-4fa4-40b7-9472-767b8d26561a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:24.930706 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51212) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:25.066580 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-755ca261-93e4-4a98-83e9-dd9f5eb444ff tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (be69b16c-4fa4-40b7-9472-767b8d26561a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:25.088938 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-755ca261-93e4-4a98-83e9-dd9f5eb444ff tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Calling delete_port for be69b16c-4fa4-40b7-9472-767b8d26561a owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:39:25.091475 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2ec1bd-c2ac-4aff-99c1-62ae2170d4f1 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:39:25.168852 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 3f6ca54a-461d-4a79-8f00-60b46fd656b8 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:39:25.178103 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-009199f3-b8ea-46ed-9e50-47a081e03a27 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1351786796-network', 'tenant_id': 'c191e90382224380b39d548f54dfd842'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:39:25.208956 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009199f3-b8ea-46ed-9e50-47a081e03a27 admin admin] Made reservation on behalf of c191e90382224380b39d548f54dfd842 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:39:25.213254 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-009199f3-b8ea-46ed-9e50-47a081e03a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:25.224113 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-009199f3-b8ea-46ed-9e50-47a081e03a27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:25.337057 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-425996b7-cefe-4794-a1a6-25b90dc14ed3 None None] Provisioning complete for port 3f6ca54a-461d-4a79-8f00-60b46fd656b8 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:25.337683 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-425996b7-cefe-4794-a1a6-25b90dc14ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3f6ca54a-461d-4a79-8f00-60b46fd656b8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:25.406542 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 3f6ca54a-461d-4a79-8f00-60b46fd656b8 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:25.406919 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3f6ca54a-461d-4a79-8f00-60b46fd656b8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:25.419268 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-755ca261-93e4-4a98-83e9-dd9f5eb444ff tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (be69b16c-4fa4-40b7-9472-767b8d26561a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:25.459563 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ca261-93e4-4a98-83e9-dd9f5eb444ff tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Port': ['ID=be69b16c-4fa4-40b7-9472-767b8d26561a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:25.478378 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-009199f3-b8ea-46ed-9e50-47a081e03a27 admin admin] Publish callbacks [] for security_group (f073b353-e3dc-4ab6-88f3-6c101b7f5b7e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:25.485822 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-009199f3-b8ea-46ed-9e50-47a081e03a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f073b353-e3dc-4ab6-88f3-6c101b7f5b7e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:25.530121 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-009199f3-b8ea-46ed-9e50-47a081e03a27 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:39:25.539677 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009199f3-b8ea-46ed-9e50-47a081e03a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f073b353-e3dc-4ab6-88f3-6c101b7f5b7e,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:25.548270 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-009199f3-b8ea-46ed-9e50-47a081e03a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (07863755-d60e-4830-93d6-515385a89bfa), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:25.548678 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-009199f3-b8ea-46ed-9e50-47a081e03a27 admin admin] Added segment 07863755-d60e-4830-93d6-515385a89bfa of type vlan for network 48102a04-ab35-4405-a390-afe0079109e3 Jan 28 00:39:25.592606 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-755ca261-93e4-4a98-83e9-dd9f5eb444ff tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:25.599350 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-755ca261-93e4-4a98-83e9-dd9f5eb444ff tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/be69b16c-4fa4-40b7-9472-767b8d26561a HTTP/1.1" status: 204 len: 168 time: 0.9056458 Jan 28 00:39:25.600299 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51228) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:25.638223 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-009199f3-b8ea-46ed-9e50-47a081e03a27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (48102a04-ab35-4405-a390-afe0079109e3), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:25.677703 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-009199f3-b8ea-46ed-9e50-47a081e03a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (48102a04-ab35-4405-a390-afe0079109e3), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:25.678543 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555c71e9-bc43-4c0c-8ae7-72e136eace90 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:25.680498 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555c71e9-bc43-4c0c-8ae7-72e136eace90 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:25.681575 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009199f3-b8ea-46ed-9e50-47a081e03a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:25.682121 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555c71e9-bc43-4c0c-8ae7-72e136eace90 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:25.683136 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-009199f3-b8ea-46ed-9e50-47a081e03a27 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:25.687373 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-555c71e9-bc43-4c0c-8ae7-72e136eace90 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0859501 Jan 28 00:39:25.687885 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51230) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:25.788471 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-009199f3-b8ea-46ed-9e50-47a081e03a27 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8561373 Jan 28 00:39:25.793335 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51232) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:25.798417 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-95c0ed21-7c32-4d71-9c98-e50fbf6e085f admin admin] Request body: {'subnet': {'network_id': '48102a04-ab35-4405-a390-afe0079109e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1351786796-subnet', 'tenant_id': 'c191e90382224380b39d548f54dfd842', 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:39:25.825519 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c0ed21-7c32-4d71-9c98-e50fbf6e085f admin admin] Made reservation on behalf of c191e90382224380b39d548f54dfd842 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:39:25.829442 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95c0ed21-7c32-4d71-9c98-e50fbf6e085f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:25.832824 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009199f3-b8ea-46ed-9e50-47a081e03a27 admin admin] Pushing event updated for resources: {'Network': ['ID=48102a04-ab35-4405-a390-afe0079109e3,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:25.870618 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 48102a04-ab35-4405-a390-afe0079109e3 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:39:25.878106 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-425996b7-cefe-4794-a1a6-25b90dc14ed3 None None] Current status of the port 3f6ca54a-461d-4a79-8f00-60b46fd656b8 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:25.878680 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-425996b7-cefe-4794-a1a6-25b90dc14ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3f6ca54a-461d-4a79-8f00-60b46fd656b8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:25.884370 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 3f6ca54a-461d-4a79-8f00-60b46fd656b8 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:25.884994 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3f6ca54a-461d-4a79-8f00-60b46fd656b8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:25.925295 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5451cd-bffc-4077-a6f5-5b712cf4187c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting subnet 69b6de20-61f1-429e-854c-660cd85b4ead {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:39:25.937104 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ed5451cd-bffc-4077-a6f5-5b712cf4187c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (69b6de20-61f1-429e-854c-660cd85b4ead), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:25.970325 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395e6f91-2826-4b99-9644-9d9340fbf99a None None] Update dhcp port {'port': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'fixed_ips': [{'subnet_id': 'f9429b05-89c0-45a3-8fb8-97b47e20b902', 'ip_address': '2001:db8::f816:3eff:fe34:24af'}, {'subnet_id': '69b6de20-61f1-429e-854c-660cd85b4ead'}], 'binding:host_id': 'n-d-826754-1'}, 'id': '3f6ca54a-461d-4a79-8f00-60b46fd656b8'} from n-d-826754-1. {{(pid=103345) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 00:39:26.004366 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-395e6f91-2826-4b99-9644-9d9340fbf99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3f6ca54a-461d-4a79-8f00-60b46fd656b8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:26.114376 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ed5451cd-bffc-4077-a6f5-5b712cf4187c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (69b6de20-61f1-429e-854c-660cd85b4ead), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:26.135948 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-425996b7-cefe-4794-a1a6-25b90dc14ed3 None None] For port 3f6ca54a-461d-4a79-8f00-60b46fd656b8, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=3f6ca54a-461d-4a79-8f00-60b46fd656b8,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:39:26.161491 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-425996b7-cefe-4794-a1a6-25b90dc14ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3f6ca54a-461d-4a79-8f00-60b46fd656b8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:26.163304 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95c0ed21-7c32-4d71-9c98-e50fbf6e085f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (0f922c71-4383-45d6-8e6e-a779ed3d30d3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:26.229063 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ed5451cd-bffc-4077-a6f5-5b712cf4187c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (69b6de20-61f1-429e-854c-660cd85b4ead), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:26.248492 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c0ed21-7c32-4d71-9c98-e50fbf6e085f admin admin] Checking segment: {'id': '07863755-d60e-4830-93d6-515385a89bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48102a04-ab35-4405-a390-afe0079109e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:39:26.248876 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c0ed21-7c32-4d71-9c98-e50fbf6e085f admin admin] Network hostable DHCP agents. Network: 48102a04-ab35-4405-a390-afe0079109e3, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:39:26.278405 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0ed21-7c32-4d71-9c98-e50fbf6e085f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f922c71-4383-45d6-8e6e-a779ed3d30d3,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:26.290552 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c0ed21-7c32-4d71-9c98-e50fbf6e085f admin admin] Network 48102a04-ab35-4405-a390-afe0079109e3 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:39:26.316444 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-95c0ed21-7c32-4d71-9c98-e50fbf6e085f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 48102a04-ab35-4405-a390-afe0079109e3) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:39:26.324676 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c0ed21-7c32-4d71-9c98-e50fbf6e085f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:26.325427 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95c0ed21-7c32-4d71-9c98-e50fbf6e085f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:26.370011 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-95c0ed21-7c32-4d71-9c98-e50fbf6e085f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5745220 Jan 28 00:39:26.373169 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51244) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:26.387154 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-ce6671eb-c952-45ca-b201-e33cd24c5808 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1351786796-router', 'tenant_id': 'c191e90382224380b39d548f54dfd842', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:39:26.396461 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ed5451cd-bffc-4077-a6f5-5b712cf4187c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (69b6de20-61f1-429e-854c-660cd85b4ead), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:26.422155 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce6671eb-c952-45ca-b201-e33cd24c5808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (ca9c248e-067d-4b29-8478-e764658cdde8), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:26.426608 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce6671eb-c952-45ca-b201-e33cd24c5808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (ca9c248e-067d-4b29-8478-e764658cdde8), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:26.466420 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5451cd-bffc-4077-a6f5-5b712cf4187c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Subnet': ['ID=69b6de20-61f1-429e-854c-660cd85b4ead,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:26.478705 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ed5451cd-bffc-4077-a6f5-5b712cf4187c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:26.484641 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ed5451cd-bffc-4077-a6f5-5b712cf4187c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/69b6de20-61f1-429e-854c-660cd85b4ead HTTP/1.1" status: 204 len: 168 time: 0.7920227 Jan 28 00:39:26.491099 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51248) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:26.584547 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce6671eb-c952-45ca-b201-e33cd24c5808 admin admin] Publish callbacks [] for router_controller (ca9c248e-067d-4b29-8478-e764658cdde8), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:26.598234 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d767ef1-852a-4fdc-803d-f77a20d77e71 req-91086fca-047b-4347-9398-aff7f0f3cb69 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:26.609331 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428eb4d2-2988-4669-947a-cc07635258f1 None None] Network 48102a04-ab35-4405-a390-afe0079109e3 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:39:26.613679 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d767ef1-852a-4fdc-803d-f77a20d77e71 req-91086fca-047b-4347-9398-aff7f0f3cb69 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 946 time: 0.4304473 Jan 28 00:39:26.637671 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-05db1fc5-6162-4bb5-80ad-0a5716e19209 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting subnet f9429b05-89c0-45a3-8fb8-97b47e20b902 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:39:26.644095 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-05db1fc5-6162-4bb5-80ad-0a5716e19209 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (f9429b05-89c0-45a3-8fb8-97b47e20b902), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server [None req-395e6f91-2826-4b99-9644-9d9340fbf99a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 69b6de20-61f1-429e-854c-660cd85b4ead: This subnet is being modified by another concurrent operation. Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1779, in update_port Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise exception Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 69b6de20-61f1-429e-854c-660cd85b4ead: This subnet is being modified by another concurrent operation. Jan 28 00:39:26.649250 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server Jan 28 00:39:26.739438 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:39:26.740120 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:39:26.748359 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-05db1fc5-6162-4bb5-80ad-0a5716e19209 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (f9429b05-89c0-45a3-8fb8-97b47e20b902), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:26.838815 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425996b7-cefe-4794-a1a6-25b90dc14ed3 None None] Pushing event updated for resources: {'Port': ['ID=3f6ca54a-461d-4a79-8f00-60b46fd656b8,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:26.894193 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc51d48-bd0b-474f-b748-bf2bb9dc34b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-48102a04-ab35-4405-a390-afe0079109e3', 'network_id': '48102a04-ab35-4405-a390-afe0079109e3', 'project_id': 'c191e90382224380b39d548f54dfd842', 'fixed_ips': [{'subnet_id': '0f922c71-4383-45d6-8e6e-a779ed3d30d3'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:39:26.895416 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fdc51d48-bd0b-474f-b748-bf2bb9dc34b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:26.899228 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a6c9cd8b-e02e-44df-b6b9-cb8b5fb14aad None None] Provisioning complete for port 3f6ca54a-461d-4a79-8f00-60b46fd656b8 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:26.900043 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a6c9cd8b-e02e-44df-b6b9-cb8b5fb14aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3f6ca54a-461d-4a79-8f00-60b46fd656b8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:26.918215 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce6671eb-c952-45ca-b201-e33cd24c5808 admin admin] Publish callbacks [] for router_gateway (ca9c248e-067d-4b29-8478-e764658cdde8), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:26.949026 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-05db1fc5-6162-4bb5-80ad-0a5716e19209 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (f9429b05-89c0-45a3-8fb8-97b47e20b902), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:27.105248 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-05db1fc5-6162-4bb5-80ad-0a5716e19209 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (f9429b05-89c0-45a3-8fb8-97b47e20b902), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:27.173301 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db1fc5-6162-4bb5-80ad-0a5716e19209 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Subnet': ['ID=f9429b05-89c0-45a3-8fb8-97b47e20b902,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:27.182352 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-05db1fc5-6162-4bb5-80ad-0a5716e19209 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:27.189542 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-05db1fc5-6162-4bb5-80ad-0a5716e19209 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/f9429b05-89c0-45a3-8fb8-97b47e20b902 HTTP/1.1" status: 204 len: 168 time: 0.6962490 Jan 28 00:39:27.199869 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51260) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:27.306298 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-20603cdd-9393-4314-986d-0a8bf24324bd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1041977 Jan 28 00:39:27.311906 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-fdc51d48-bd0b-474f-b748-bf2bb9dc34b5 None None] Allocated IP 172.20.0.2 (48102a04-ab35-4405-a390-afe0079109e3/0f922c71-4383-45d6-8e6e-a779ed3d30d3/6de55b09-accd-42f4-9843-6bb1ec8d79b8) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:39:27.316366 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51262) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:27.324868 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-0dada7e8-087e-4e06-a430-24e40676f240 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:39:27.401970 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72abeae2-79a3-4c4a-aac4-4d1e18c4c9c5 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:39:27.461536 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d767ef1-852a-4fdc-803d-f77a20d77e71 req-ae53a71b-e2dd-459d-b5b7-dfb7119096ed tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8406999 Jan 28 00:39:27.503652 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dada7e8-087e-4e06-a430-24e40676f240 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:39:27.503652 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0dada7e8-087e-4e06-a430-24e40676f240 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:27.582014 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 3f6ca54a-461d-4a79-8f00-60b46fd656b8 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:27.615128 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a6c9cd8b-e02e-44df-b6b9-cb8b5fb14aad None None] Current status of the port 3f6ca54a-461d-4a79-8f00-60b46fd656b8 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:27.620710 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a6c9cd8b-e02e-44df-b6b9-cb8b5fb14aad None None] Could not find standard attr ID for object be69b16c-4fa4-40b7-9472-767b8d26561a. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:39:27.778570 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-0f173a30-12d3-4150-9b28-a7ba15f5bd67 None None] Could not find standard attr ID for object be69b16c-4fa4-40b7-9472-767b8d26561a. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:39:27.788692 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce6671eb-c952-45ca-b201-e33cd24c5808 admin admin] Publish callbacks [] for router_gateway (ca9c248e-067d-4b29-8478-e764658cdde8), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:27.793828 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d551942b-e753-442f-b925-c73ae4ada090 None None] DHCP port deletion for fa355ea8-c094-44b0-ae37-c8781af9ee37 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:39:27.809859 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 3f6ca54a-461d-4a79-8f00-60b46fd656b8 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:39:27.816005 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fdc51d48-bd0b-474f-b748-bf2bb9dc34b5 None None] Publish callbacks [] for port (6de55b09-accd-42f4-9843-6bb1ec8d79b8), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:27.844896 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fdc51d48-bd0b-474f-b748-bf2bb9dc34b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (6de55b09-accd-42f4-9843-6bb1ec8d79b8), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:27.852290 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce6671eb-c952-45ca-b201-e33cd24c5808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:27.976427 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0dada7e8-087e-4e06-a430-24e40676f240 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (87a18e0f-6386-4d2c-a1a8-503d81d0a258), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:28.008018 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc51d48-bd0b-474f-b748-bf2bb9dc34b5 None None] Network 48102a04-ab35-4405-a390-afe0079109e3 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:39:28.036676 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-fdc51d48-bd0b-474f-b748-bf2bb9dc34b5 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:39:28.039286 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc51d48-bd0b-474f-b748-bf2bb9dc34b5 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:39:28.045076 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc51d48-bd0b-474f-b748-bf2bb9dc34b5 None None] Pushing event updated for resources: {'Port': ['ID=6de55b09-accd-42f4-9843-6bb1ec8d79b8,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:28.074095 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-ce6671eb-c952-45ca-b201-e33cd24c5808 admin admin] Allocated IP 172.25.3.233 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/6f0c5915-9073-4323-be4f-6483e3e71929) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:39:28.108402 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dada7e8-087e-4e06-a430-24e40676f240 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Subnet': ['ID=87a18e0f-6386-4d2c-a1a8-503d81d0a258,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:28.119448 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dada7e8-087e-4e06-a430-24e40676f240 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:39:28.121895 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-0dada7e8-087e-4e06-a430-24e40676f240 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:39:28.125825 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dada7e8-087e-4e06-a430-24e40676f240 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:28.126860 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0dada7e8-087e-4e06-a430-24e40676f240 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:28.155818 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0dada7e8-087e-4e06-a430-24e40676f240 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8376150 Jan 28 00:39:28.157272 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51276) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:28.163050 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-017c6976-6075-4a2b-a792-7b43ae6ed731 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:39:28.193699 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 3f6ca54a-461d-4a79-8f00-60b46fd656b8 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:28.194111 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3f6ca54a-461d-4a79-8f00-60b46fd656b8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:28.197472 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-fdc51d48-bd0b-474f-b748-bf2bb9dc34b5 None None] Attempting to bind port 6de55b09-accd-42f4-9843-6bb1ec8d79b8 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:39:28.197859 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-fdc51d48-bd0b-474f-b748-bf2bb9dc34b5 None None] Attempting to bind port 6de55b09-accd-42f4-9843-6bb1ec8d79b8 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '07863755-d60e-4830-93d6-515385a89bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48102a04-ab35-4405-a390-afe0079109e3'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:39:28.198404 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc51d48-bd0b-474f-b748-bf2bb9dc34b5 None None] Attempting to bind port 6de55b09-accd-42f4-9843-6bb1ec8d79b8 on network 48102a04-ab35-4405-a390-afe0079109e3 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:39:28.203495 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d551942b-e753-442f-b925-c73ae4ada090 None None] Deleting port 3f6ca54a-461d-4a79-8f00-60b46fd656b8 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:39:28.203889 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d551942b-e753-442f-b925-c73ae4ada090 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (3f6ca54a-461d-4a79-8f00-60b46fd656b8), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:28.267808 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc51d48-bd0b-474f-b748-bf2bb9dc34b5 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:39:28.269094 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc51d48-bd0b-474f-b748-bf2bb9dc34b5 None None] Checking segment: {'id': '07863755-d60e-4830-93d6-515385a89bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48102a04-ab35-4405-a390-afe0079109e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:39:28.269535 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fdc51d48-bd0b-474f-b748-bf2bb9dc34b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:28.270353 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc51d48-bd0b-474f-b748-bf2bb9dc34b5 None None] Bound using segment: {'id': '07863755-d60e-4830-93d6-515385a89bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48102a04-ab35-4405-a390-afe0079109e3'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:39:28.270872 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-fdc51d48-bd0b-474f-b748-bf2bb9dc34b5 None None] Bound port: 6de55b09-accd-42f4-9843-6bb1ec8d79b8, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07863755-d60e-4830-93d6-515385a89bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48102a04-ab35-4405-a390-afe0079109e3'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:39:28.271264 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fdc51d48-bd0b-474f-b748-bf2bb9dc34b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6de55b09-accd-42f4-9843-6bb1ec8d79b8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:28.287526 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce6671eb-c952-45ca-b201-e33cd24c5808 admin admin] Publish callbacks [] for port (6f0c5915-9073-4323-be4f-6483e3e71929), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:28.319944 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017c6976-6075-4a2b-a792-7b43ae6ed731 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:39:28.325783 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-017c6976-6075-4a2b-a792-7b43ae6ed731 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:28.378444 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 3f6ca54a-461d-4a79-8f00-60b46fd656b8, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=3f6ca54a-461d-4a79-8f00-60b46fd656b8,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:39:28.380737 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce6671eb-c952-45ca-b201-e33cd24c5808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (6f0c5915-9073-4323-be4f-6483e3e71929), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:28.382597 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-fdc51d48-bd0b-474f-b748-bf2bb9dc34b5 None None] For port 6de55b09-accd-42f4-9843-6bb1ec8d79b8, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:39:28.402760 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3f6ca54a-461d-4a79-8f00-60b46fd656b8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:28.428532 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-fdc51d48-bd0b-474f-b748-bf2bb9dc34b5 None None] For port 6de55b09-accd-42f4-9843-6bb1ec8d79b8, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6de55b09-accd-42f4-9843-6bb1ec8d79b8,segment=NetworkSegment(07863755-d60e-4830-93d6-515385a89bfa),segment_id=07863755-d60e-4830-93d6-515385a89bfa)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:39:28.454164 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6671eb-c952-45ca-b201-e33cd24c5808 admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:39:28.460525 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fdc51d48-bd0b-474f-b748-bf2bb9dc34b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6de55b09-accd-42f4-9843-6bb1ec8d79b8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:28.462862 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-ce6671eb-c952-45ca-b201-e33cd24c5808 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:39:28.467687 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6671eb-c952-45ca-b201-e33cd24c5808 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:39:28.486293 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-d551942b-e753-442f-b925-c73ae4ada090 None None] For port 3f6ca54a-461d-4a79-8f00-60b46fd656b8, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=3f6ca54a-461d-4a79-8f00-60b46fd656b8,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:39:28.486759 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d551942b-e753-442f-b925-c73ae4ada090 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (3f6ca54a-461d-4a79-8f00-60b46fd656b8), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:28.512952 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6671eb-c952-45ca-b201-e33cd24c5808 admin admin] Pushing event updated for resources: {'Port': ['ID=6f0c5915-9073-4323-be4f-6483e3e71929,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:28.576663 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d551942b-e753-442f-b925-c73ae4ada090 None None] Calling delete_port for 3f6ca54a-461d-4a79-8f00-60b46fd656b8 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:39:28.584066 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=3f6ca54a-461d-4a79-8f00-60b46fd656b8,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:28.709690 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc51d48-bd0b-474f-b748-bf2bb9dc34b5 None None] Pushing event updated for resources: {'Port': ['ID=6de55b09-accd-42f4-9843-6bb1ec8d79b8,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:28.742303 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d551942b-e753-442f-b925-c73ae4ada090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (3f6ca54a-461d-4a79-8f00-60b46fd656b8), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:28.829519 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d551942b-e753-442f-b925-c73ae4ada090 None None] No DVR routers for this DVR port 3f6ca54a-461d-4a79-8f00-60b46fd656b8 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:39:28.833156 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551942b-e753-442f-b925-c73ae4ada090 None None] Pushing event deleted for resources: {'Port': ['ID=3f6ca54a-461d-4a79-8f00-60b46fd656b8,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:28.868089 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5b05e6-66af-406c-a9c4-09aacfd98e56 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:39:28.935376 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e7a85-9350-4be2-901a-f8a4f25f529c req-cea13bb1-0f1b-47ad-a10d-bc4cc4b9ac0b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:28.948083 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-925e7a85-9350-4be2-901a-f8a4f25f529c req-cea13bb1-0f1b-47ad-a10d-bc4cc4b9ac0b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 946 time: 0.2167780 Jan 28 00:39:29.042356 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce6671eb-c952-45ca-b201-e33cd24c5808 admin admin] Publish callbacks [] for router_gateway (ca9c248e-067d-4b29-8478-e764658cdde8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:29.142409 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd19a39d-cd0a-44d6-b5fb-fc86c33285d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-fa355ea8-c094-44b0-ae37-c8781af9ee37', 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'fixed_ips': [{'subnet_id': '87a18e0f-6386-4d2c-a1a8-503d81d0a258'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:39:29.143339 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cd19a39d-cd0a-44d6-b5fb-fc86c33285d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:29.145136 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-925e7a85-9350-4be2-901a-f8a4f25f529c req-13d51e4c-a9bf-4521-89d2-f632f8beaeb6 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959012 Jan 28 00:39:29.525842 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-cd19a39d-cd0a-44d6-b5fb-fc86c33285d5 None None] Allocated IP 172.20.0.2 (fa355ea8-c094-44b0-ae37-c8781af9ee37/87a18e0f-6386-4d2c-a1a8-503d81d0a258/f6c13309-577b-416d-b313-3b2a38ea63ba) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:39:29.544597 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce6671eb-c952-45ca-b201-e33cd24c5808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (ca9c248e-067d-4b29-8478-e764658cdde8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:29.549019 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-cd19a39d-cd0a-44d6-b5fb-fc86c33285d5 None None] Allocated IP 2001:db8::f816:3eff:fee8:d1a3 (fa355ea8-c094-44b0-ae37-c8781af9ee37/91711a2c-7f9a-4498-8d50-4cd207187d0f/f6c13309-577b-416d-b313-3b2a38ea63ba) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:39:29.750893 n-d-826754-1 neutron-server[103344]: DEBUG neutron.objects.ports [None req-017c6976-6075-4a2b-a792-7b43ae6ed731 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103344) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 00:39:29.752755 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-017c6976-6075-4a2b-a792-7b43ae6ed731 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (91711a2c-7f9a-4498-8d50-4cd207187d0f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:29.833813 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c6976-6075-4a2b-a792-7b43ae6ed731 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Subnet': ['ID=91711a2c-7f9a-4498-8d50-4cd207187d0f,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:29.857412 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017c6976-6075-4a2b-a792-7b43ae6ed731 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:39:29.862592 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6671eb-c952-45ca-b201-e33cd24c5808 admin admin] Router ca9c248e-067d-4b29-8478-e764658cdde8 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:39:29.866574 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-017c6976-6075-4a2b-a792-7b43ae6ed731 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:39:29.880010 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017c6976-6075-4a2b-a792-7b43ae6ed731 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:29.884958 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-017c6976-6075-4a2b-a792-7b43ae6ed731 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:29.905062 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cd19a39d-cd0a-44d6-b5fb-fc86c33285d5 None None] Publish callbacks [] for port (f6c13309-577b-416d-b313-3b2a38ea63ba), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:29.922241 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cd19a39d-cd0a-44d6-b5fb-fc86c33285d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (f6c13309-577b-416d-b313-3b2a38ea63ba), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:29.939187 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-017c6976-6075-4a2b-a792-7b43ae6ed731 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7760694 Jan 28 00:39:29.939426 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51302) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:29.950020 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-18ed3a4d-b667-4bd2-ac5c-5c6dba7999bd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'port': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'mac_address': 'fa:16:3e:b1:51:7e', 'name': 'tempest-NetworksTestDHCPv6-306703152'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:39:29.989052 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6de55b09-accd-42f4-9843-6bb1ec8d79b8 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:39:30.041491 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd19a39d-cd0a-44d6-b5fb-fc86c33285d5 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:39:30.047692 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-cd19a39d-cd0a-44d6-b5fb-fc86c33285d5 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:39:30.063944 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd19a39d-cd0a-44d6-b5fb-fc86c33285d5 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:39:30.074859 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6671eb-c952-45ca-b201-e33cd24c5808 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:39:30.088200 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19a39d-cd0a-44d6-b5fb-fc86c33285d5 None None] Pushing event updated for resources: {'Port': ['ID=f6c13309-577b-416d-b313-3b2a38ea63ba,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:30.096632 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fa7058-029c-4e54-8e76-bb22e2555ed3 None None] Sync routers for ids ['ca9c248e-067d-4b29-8478-e764658cdde8'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:39:30.137675 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce6671eb-c952-45ca-b201-e33cd24c5808 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:30.143372 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ce6671eb-c952-45ca-b201-e33cd24c5808 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7658246 Jan 28 00:39:30.145145 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51304) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:30.230747 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fa7058-029c-4e54-8e76-bb22e2555ed3 None None] Routers {'ca9c248e-067d-4b29-8478-e764658cdde8'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:39:30.240710 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-23fa7058-029c-4e54-8e76-bb22e2555ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:39:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['ca9c248e-067d-4b29-8478-e764658cdde8'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:39:30.273091 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ed3a4d-b667-4bd2-ac5c-5c6dba7999bd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:39:30.311808 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cd19a39d-cd0a-44d6-b5fb-fc86c33285d5 None None] Attempting to bind port f6c13309-577b-416d-b313-3b2a38ea63ba on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:39:30.312218 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cd19a39d-cd0a-44d6-b5fb-fc86c33285d5 None None] Attempting to bind port f6c13309-577b-416d-b313-3b2a38ea63ba by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:39:30.312556 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd19a39d-cd0a-44d6-b5fb-fc86c33285d5 None None] Attempting to bind port f6c13309-577b-416d-b313-3b2a38ea63ba on network fa355ea8-c094-44b0-ae37-c8781af9ee37 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:39:30.325645 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 6de55b09-accd-42f4-9843-6bb1ec8d79b8 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:30.326028 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6de55b09-accd-42f4-9843-6bb1ec8d79b8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:30.404922 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd19a39d-cd0a-44d6-b5fb-fc86c33285d5 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:39:30.405607 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd19a39d-cd0a-44d6-b5fb-fc86c33285d5 None None] Checking segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:39:30.406099 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cd19a39d-cd0a-44d6-b5fb-fc86c33285d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:30.406524 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd19a39d-cd0a-44d6-b5fb-fc86c33285d5 None None] Bound using segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:39:30.418552 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cd19a39d-cd0a-44d6-b5fb-fc86c33285d5 None None] Bound port: f6c13309-577b-416d-b313-3b2a38ea63ba, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:39:30.418975 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cd19a39d-cd0a-44d6-b5fb-fc86c33285d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f6c13309-577b-416d-b313-3b2a38ea63ba), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:30.479344 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18ed3a4d-b667-4bd2-ac5c-5c6dba7999bd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:30.547926 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-18ed3a4d-b667-4bd2-ac5c-5c6dba7999bd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] device_id is not set on port 280352eb-524c-459e-9c9a-0092021d9829 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:39:30.598426 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b812a4-6366-4787-8eae-39b40f045d38 req-c46d7fbd-b096-48d1-b168-f81409a3149b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:30.629996 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f2b812a4-6366-4787-8eae-39b40f045d38 req-c46d7fbd-b096-48d1-b168-f81409a3149b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 946 time: 0.2135506 Jan 28 00:39:30.777587 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f2b812a4-6366-4787-8eae-39b40f045d38 req-654f1b7a-f195-4030-8415-5adeb6bf006e tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161897 Jan 28 00:39:30.889459 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-18ed3a4d-b667-4bd2-ac5c-5c6dba7999bd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Allocated IP 172.20.0.6 (fa355ea8-c094-44b0-ae37-c8781af9ee37/87a18e0f-6386-4d2c-a1a8-503d81d0a258/280352eb-524c-459e-9c9a-0092021d9829) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:39:30.903153 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-18ed3a4d-b667-4bd2-ac5c-5c6dba7999bd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Allocated IP 2001:db8::f816:3eff:feb1:517e (fa355ea8-c094-44b0-ae37-c8781af9ee37/91711a2c-7f9a-4498-8d50-4cd207187d0f/280352eb-524c-459e-9c9a-0092021d9829) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:39:31.010443 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64eeb7ff-e163-4eaf-bfa3-da06bfb3e04a None None] Network 48102a04-ab35-4405-a390-afe0079109e3 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:39:31.032394 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 6de55b09-accd-42f4-9843-6bb1ec8d79b8 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:31.033487 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6de55b09-accd-42f4-9843-6bb1ec8d79b8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:31.094607 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-23fa7058-029c-4e54-8e76-bb22e2555ed3 None None] Set router ca9c248e-067d-4b29-8478-e764658cdde8 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:39:31.113208 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-57d34d67-8553-42fa-a1e0-833663bdb047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:31.150147 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18ed3a4d-b667-4bd2-ac5c-5c6dba7999bd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for port (280352eb-524c-459e-9c9a-0092021d9829), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:31.216826 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18ed3a4d-b667-4bd2-ac5c-5c6dba7999bd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (280352eb-524c-459e-9c9a-0092021d9829), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:31.267322 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ed3a4d-b667-4bd2-ac5c-5c6dba7999bd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:39:31.272302 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-18ed3a4d-b667-4bd2-ac5c-5c6dba7999bd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:39:31.280271 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ed3a4d-b667-4bd2-ac5c-5c6dba7999bd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:39:31.293850 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-cd19a39d-cd0a-44d6-b5fb-fc86c33285d5 None None] For port f6c13309-577b-416d-b313-3b2a38ea63ba, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:39:31.342644 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed3a4d-b667-4bd2-ac5c-5c6dba7999bd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Port': ['ID=280352eb-524c-459e-9c9a-0092021d9829,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:31.370787 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ed3a4d-b667-4bd2-ac5c-5c6dba7999bd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:31.371910 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18ed3a4d-b667-4bd2-ac5c-5c6dba7999bd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:31.372176 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 6de55b09-accd-42f4-9843-6bb1ec8d79b8, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6de55b09-accd-42f4-9843-6bb1ec8d79b8,segment=NetworkSegment(07863755-d60e-4830-93d6-515385a89bfa),segment_id=07863755-d60e-4830-93d6-515385a89bfa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:39:31.387376 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-57d34d67-8553-42fa-a1e0-833663bdb047 admin admin] Allocated IP 172.20.0.1 (48102a04-ab35-4405-a390-afe0079109e3/0f922c71-4383-45d6-8e6e-a779ed3d30d3/07dd2049-a3e9-4313-8b78-d1f02b17c6d3) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:39:31.404566 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-18ed3a4d-b667-4bd2-ac5c-5c6dba7999bd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4626520 Jan 28 00:39:31.417006 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51326) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:31.463334 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-cd19a39d-cd0a-44d6-b5fb-fc86c33285d5 None None] For port f6c13309-577b-416d-b313-3b2a38ea63ba, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f6c13309-577b-416d-b313-3b2a38ea63ba,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:39:31.469277 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2936adbf-4809-44d9-a399-702877bda28d None None] Provisioning complete for port 6de55b09-accd-42f4-9843-6bb1ec8d79b8 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:31.469711 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2936adbf-4809-44d9-a399-702877bda28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6de55b09-accd-42f4-9843-6bb1ec8d79b8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:31.479669 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cd19a39d-cd0a-44d6-b5fb-fc86c33285d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f6c13309-577b-416d-b313-3b2a38ea63ba), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:31.482344 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6de55b09-accd-42f4-9843-6bb1ec8d79b8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:31.536210 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d0d6b1-a429-4d35-8b90-908bccf7702b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:31.548434 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d0d6b1-a429-4d35-8b90-908bccf7702b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:31.556186 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d0d0d6b1-a429-4d35-8b90-908bccf7702b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1371357 Jan 28 00:39:31.557258 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51330) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:31.688562 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-57d34d67-8553-42fa-a1e0-833663bdb047 admin admin] Publish callbacks [] for port (07dd2049-a3e9-4313-8b78-d1f02b17c6d3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:31.768528 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19a39d-cd0a-44d6-b5fb-fc86c33285d5 None None] Pushing event updated for resources: {'Port': ['ID=f6c13309-577b-416d-b313-3b2a38ea63ba,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:31.775905 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6b25c57e-b0b4-44c7-9e20-1ef1180d107c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting port 280352eb-524c-459e-9c9a-0092021d9829 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:39:31.776526 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b25c57e-b0b4-44c7-9e20-1ef1180d107c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (280352eb-524c-459e-9c9a-0092021d9829), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:31.785668 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-57d34d67-8553-42fa-a1e0-833663bdb047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (07dd2049-a3e9-4313-8b78-d1f02b17c6d3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:31.902920 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=6de55b09-accd-42f4-9843-6bb1ec8d79b8,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:31.930104 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2936adbf-4809-44d9-a399-702877bda28d None None] Current status of the port 6de55b09-accd-42f4-9843-6bb1ec8d79b8 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:31.952041 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-23fa7058-029c-4e54-8e76-bb22e2555ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9c248e-067d-4b29-8478-e764658cdde8', 'name': 'tempest-TestServerMultinode-1351786796-router', 'tenant_id': 'c191e90382224380b39d548f54dfd842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '6f0c5915-9073-4323-be4f-6483e3e71929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:39:26Z', 'updated_at': '2022-01-28T00:39:28Z', 'revision_number': 3, 'project_id': 'c191e90382224380b39d548f54dfd842', 'gw_port': {'id': '6f0c5915-9073-4323-be4f-6483e3e71929', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9c248e-067d-4b29-8478-e764658cdde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:39:27Z', 'updated_at': '2022-01-28T00:39:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:39:31.999946 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d34d67-8553-42fa-a1e0-833663bdb047 admin admin] Network 48102a04-ab35-4405-a390-afe0079109e3 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:39:32.010773 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-57d34d67-8553-42fa-a1e0-833663bdb047 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:39:32.073029 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b25c57e-b0b4-44c7-9e20-1ef1180d107c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (280352eb-524c-459e-9c9a-0092021d9829), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:32.095184 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6b25c57e-b0b4-44c7-9e20-1ef1180d107c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Calling delete_port for 280352eb-524c-459e-9c9a-0092021d9829 owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:39:32.122613 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fa7058-029c-4e54-8e76-bb22e2555ed3 None None] Checking router: ca9c248e-067d-4b29-8478-e764658cdde8 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:39:32.123473 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fa7058-029c-4e54-8e76-bb22e2555ed3 None None] Updating router ca9c248e-067d-4b29-8478-e764658cdde8 port 6f0c5915-9073-4323-be4f-6483e3e71929 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:39:32.222118 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e270b78-4d82-4dcb-9e17-656670d3d0c5 req-0feeb903-7cb1-4399-a44c-e9d553d6b470 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:32.232394 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e270b78-4d82-4dcb-9e17-656670d3d0c5 req-0feeb903-7cb1-4399-a44c-e9d553d6b470 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 946 time: 0.2672746 Jan 28 00:39:32.232675 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d34d67-8553-42fa-a1e0-833663bdb047 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:39:32.233438 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23fa7058-029c-4e54-8e76-bb22e2555ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6f0c5915-9073-4323-be4f-6483e3e71929), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:32.337290 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e270b78-4d82-4dcb-9e17-656670d3d0c5 req-8ba7cfb5-df15-48d5-af86-449a41daa99f tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962889 Jan 28 00:39:32.374567 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d34d67-8553-42fa-a1e0-833663bdb047 admin admin] Pushing event updated for resources: {'Port': ['ID=07dd2049-a3e9-4313-8b78-d1f02b17c6d3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:32.410289 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-57d34d67-8553-42fa-a1e0-833663bdb047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (ca9c248e-067d-4b29-8478-e764658cdde8), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:32.587706 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b25c57e-b0b4-44c7-9e20-1ef1180d107c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (280352eb-524c-459e-9c9a-0092021d9829), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:32.644512 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25c57e-b0b4-44c7-9e20-1ef1180d107c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Port': ['ID=280352eb-524c-459e-9c9a-0092021d9829,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:32.701270 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-b657672a-bd0d-4914-9b9c-180b51666744 None None] Provisioning complete for port 6de55b09-accd-42f4-9843-6bb1ec8d79b8 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:32.702181 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b657672a-bd0d-4914-9b9c-180b51666744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6de55b09-accd-42f4-9843-6bb1ec8d79b8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:32.798846 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-57d34d67-8553-42fa-a1e0-833663bdb047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (07dd2049-a3e9-4313-8b78-d1f02b17c6d3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:32.871096 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b25c57e-b0b4-44c7-9e20-1ef1180d107c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:32.880802 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6b25c57e-b0b4-44c7-9e20-1ef1180d107c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/280352eb-524c-459e-9c9a-0092021d9829 HTTP/1.1" status: 204 len: 168 time: 1.3097267 Jan 28 00:39:32.880802 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51354) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:32.988929 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b657672a-bd0d-4914-9b9c-180b51666744 None None] Current status of the port 6de55b09-accd-42f4-9843-6bb1ec8d79b8 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:33.016998 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23fa7058-029c-4e54-8e76-bb22e2555ed3 None None] Publish callbacks [] for port (6f0c5915-9073-4323-be4f-6483e3e71929), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:33.027990 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23fa7058-029c-4e54-8e76-bb22e2555ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6f0c5915-9073-4323-be4f-6483e3e71929), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:33.114558 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2613a2-4afc-47e5-a36a-e6462b3434aa None None] Pushing event updated for resources: {'Port': ['ID=6f0c5915-9073-4323-be4f-6483e3e71929,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:33.154928 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-23fa7058-029c-4e54-8e76-bb22e2555ed3 None None] Attempting to bind port 6f0c5915-9073-4323-be4f-6483e3e71929 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:39:33.155536 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-23fa7058-029c-4e54-8e76-bb22e2555ed3 None None] Attempting to bind port 6f0c5915-9073-4323-be4f-6483e3e71929 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:39:33.156202 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fa7058-029c-4e54-8e76-bb22e2555ed3 None None] Attempting to bind port 6f0c5915-9073-4323-be4f-6483e3e71929 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:39:33.169408 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fa7058-029c-4e54-8e76-bb22e2555ed3 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:39:33.170044 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fa7058-029c-4e54-8e76-bb22e2555ed3 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:39:33.170728 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23fa7058-029c-4e54-8e76-bb22e2555ed3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:33.171403 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fa7058-029c-4e54-8e76-bb22e2555ed3 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:39:33.172292 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-23fa7058-029c-4e54-8e76-bb22e2555ed3 None None] Bound port: 6f0c5915-9073-4323-be4f-6483e3e71929, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:39:33.172912 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23fa7058-029c-4e54-8e76-bb22e2555ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6f0c5915-9073-4323-be4f-6483e3e71929), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:33.242187 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-95974c59-079c-4dd4-928c-bac3572af208 None None] Provisioning complete for port 07dd2049-a3e9-4313-8b78-d1f02b17c6d3 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:33.242833 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95974c59-079c-4dd4-928c-bac3572af208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (07dd2049-a3e9-4313-8b78-d1f02b17c6d3), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:33.390084 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-23fa7058-029c-4e54-8e76-bb22e2555ed3 None None] For port 6f0c5915-9073-4323-be4f-6483e3e71929, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:39:33.394477 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-23fa7058-029c-4e54-8e76-bb22e2555ed3 None None] For port 6f0c5915-9073-4323-be4f-6483e3e71929, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6f0c5915-9073-4323-be4f-6483e3e71929,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:39:33.398439 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8759d94b-d983-4252-b963-962405b6cd7e None None] get_active_networks_info from n-d-826754-1 {{(pid=103345) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 00:39:33.474812 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-95974c59-079c-4dd4-928c-bac3572af208 None None] Port 07dd2049-a3e9-4313-8b78-d1f02b17c6d3 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:39:33.478695 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23fa7058-029c-4e54-8e76-bb22e2555ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6f0c5915-9073-4323-be4f-6483e3e71929), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:33.544945 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff28044-edd9-4b29-a200-135fda4d7936 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:33.547244 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff28044-edd9-4b29-a200-135fda4d7936 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:33.551548 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff28044-edd9-4b29-a200-135fda4d7936 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:33.554262 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-dff28044-edd9-4b29-a200-135fda4d7936 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6720400 Jan 28 00:39:33.560320 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51368) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:33.595695 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fa7058-029c-4e54-8e76-bb22e2555ed3 None None] Routers {'ca9c248e-067d-4b29-8478-e764658cdde8'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:39:33.595695 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-23fa7058-029c-4e54-8e76-bb22e2555ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:39:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['ca9c248e-067d-4b29-8478-e764658cdde8'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:39:33.667153 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae4703-0279-46e1-b973-a94745ce1d8c req-c4b18d88-5371-43be-b147-bb68e605fa6f tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:33.669008 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-f94c16a8-9fe8-41fd-85bd-51c1af24c87f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting subnet 87a18e0f-6386-4d2c-a1a8-503d81d0a258 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:39:33.671430 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8759d94b-d983-4252-b963-962405b6cd7e None None] Resources bound (agent type, host, resource id): {{(pid=103345) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 00:39:33.672909 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f94c16a8-9fe8-41fd-85bd-51c1af24c87f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (87a18e0f-6386-4d2c-a1a8-503d81d0a258), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:33.675106 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-82ae4703-0279-46e1-b973-a94745ce1d8c req-c4b18d88-5371-43be-b147-bb68e605fa6f tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 946 time: 0.1367843 Jan 28 00:39:33.748726 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f94c16a8-9fe8-41fd-85bd-51c1af24c87f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (87a18e0f-6386-4d2c-a1a8-503d81d0a258), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:33.803125 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-82ae4703-0279-46e1-b973-a94745ce1d8c req-d97de437-92c0-4346-a86e-deaa18b26136 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229825 Jan 28 00:39:33.825721 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2613a2-4afc-47e5-a36a-e6462b3434aa None None] Pushing event updated for resources: {'Port': ['ID=6f0c5915-9073-4323-be4f-6483e3e71929,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:33.860660 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-57d34d67-8553-42fa-a1e0-833663bdb047 admin admin] Publish callbacks [] for port (07dd2049-a3e9-4313-8b78-d1f02b17c6d3), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:33.917256 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-23fa7058-029c-4e54-8e76-bb22e2555ed3 None None] Set router ca9c248e-067d-4b29-8478-e764658cdde8 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:39:33.939245 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-57d34d67-8553-42fa-a1e0-833663bdb047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (07dd2049-a3e9-4313-8b78-d1f02b17c6d3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:34.015957 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-5ae3470e-5069-4d60-ad71-cd586b1d95ef None None] Provisioning complete for port f6c13309-577b-416d-b313-3b2a38ea63ba triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:34.015957 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ae3470e-5069-4d60-ad71-cd586b1d95ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f6c13309-577b-416d-b313-3b2a38ea63ba), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:34.111056 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6de55b09-accd-42f4-9843-6bb1ec8d79b8 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:39:34.149145 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f94c16a8-9fe8-41fd-85bd-51c1af24c87f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (87a18e0f-6386-4d2c-a1a8-503d81d0a258), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:34.157037 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-57d34d67-8553-42fa-a1e0-833663bdb047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (ca9c248e-067d-4b29-8478-e764658cdde8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:34.217623 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d34d67-8553-42fa-a1e0-833663bdb047 admin admin] Pushing event updated for resources: {'Port': ['ID=07dd2049-a3e9-4313-8b78-d1f02b17c6d3,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:34.333359 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f94c16a8-9fe8-41fd-85bd-51c1af24c87f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (87a18e0f-6386-4d2c-a1a8-503d81d0a258), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:34.379873 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c16a8-9fe8-41fd-85bd-51c1af24c87f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Subnet': ['ID=87a18e0f-6386-4d2c-a1a8-503d81d0a258,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:34.383339 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d34d67-8553-42fa-a1e0-833663bdb047 admin admin] Network 48102a04-ab35-4405-a390-afe0079109e3 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:39:34.387170 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f94c16a8-9fe8-41fd-85bd-51c1af24c87f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:34.404042 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f94c16a8-9fe8-41fd-85bd-51c1af24c87f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/87a18e0f-6386-4d2c-a1a8-503d81d0a258 HTTP/1.1" status: 204 len: 168 time: 0.8425741 Jan 28 00:39:34.408044 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-57d34d67-8553-42fa-a1e0-833663bdb047 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:39:34.411339 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51384) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:34.562693 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c2b553-3bc2-4c8b-9a1f-9e867508c70c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting subnet 91711a2c-7f9a-4498-8d50-4cd207187d0f {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:39:34.570179 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-27c2b553-3bc2-4c8b-9a1f-9e867508c70c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (91711a2c-7f9a-4498-8d50-4cd207187d0f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:34.656791 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-27c2b553-3bc2-4c8b-9a1f-9e867508c70c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (91711a2c-7f9a-4498-8d50-4cd207187d0f), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:34.699263 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d34d67-8553-42fa-a1e0-833663bdb047 admin admin] Router ca9c248e-067d-4b29-8478-e764658cdde8 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:39:34.807996 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-27c2b553-3bc2-4c8b-9a1f-9e867508c70c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (91711a2c-7f9a-4498-8d50-4cd207187d0f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:34.980783 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d34d67-8553-42fa-a1e0-833663bdb047 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:39:34.995242 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 6de55b09-accd-42f4-9843-6bb1ec8d79b8 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:34.995914 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6de55b09-accd-42f4-9843-6bb1ec8d79b8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:34.996119 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-27c2b553-3bc2-4c8b-9a1f-9e867508c70c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (91711a2c-7f9a-4498-8d50-4cd207187d0f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:35.007682 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-57d34d67-8553-42fa-a1e0-833663bdb047 admin admin] 10.222.0.70 "PUT /v2.0/routers/ca9c248e-067d-4b29-8478-e764658cdde8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8559461 Jan 28 00:39:35.069975 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2b553-3bc2-4c8b-9a1f-9e867508c70c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Subnet': ['ID=91711a2c-7f9a-4498-8d50-4cd207187d0f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:35.096754 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5ae3470e-5069-4d60-ad71-cd586b1d95ef None None] Current status of the port f6c13309-577b-416d-b313-3b2a38ea63ba is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:35.097262 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ae3470e-5069-4d60-ad71-cd586b1d95ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f6c13309-577b-416d-b313-3b2a38ea63ba), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:35.148513 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-27c2b553-3bc2-4c8b-9a1f-9e867508c70c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:35.164867 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51398) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:35.180763 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-27c2b553-3bc2-4c8b-9a1f-9e867508c70c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/91711a2c-7f9a-4498-8d50-4cd207187d0f HTTP/1.1" status: 204 len: 168 time: 0.7659228 Jan 28 00:39:35.216356 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b7b75c-8074-4547-9945-00a13d2d2fb0 None None] Update dhcp port {'port': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'fixed_ips': [{'subnet_id': '91711a2c-7f9a-4498-8d50-4cd207187d0f', 'ip_address': '2001:db8::f816:3eff:fee8:d1a3'}, {'subnet_id': '87a18e0f-6386-4d2c-a1a8-503d81d0a258'}], 'binding:host_id': 'n-d-826754-1'}, 'id': 'f6c13309-577b-416d-b313-3b2a38ea63ba'} from n-d-826754-1. {{(pid=103345) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 00:39:35.278104 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da9e7a-dd7e-4fa2-a089-af934353ef19 req-33f01e17-9de5-4ccd-b82f-b547d1f722e3 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:35.284271 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8da9e7a-dd7e-4fa2-a089-af934353ef19 req-33f01e17-9de5-4ccd-b82f-b547d1f722e3 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 946 time: 0.2161953 Jan 28 00:39:35.318551 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-25b7b75c-8074-4547-9945-00a13d2d2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f6c13309-577b-416d-b313-3b2a38ea63ba), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:35.333449 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-22302694-828d-496e-99ca-f289cf9c5ee9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1627431 Jan 28 00:39:35.338976 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51404) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:35.350803 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-0007946c-3aba-4420-84c9-2ef93a5b89e2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:39:35.377729 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-5ae3470e-5069-4d60-ad71-cd586b1d95ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:39:35.382949 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-5ae3470e-5069-4d60-ad71-cd586b1d95ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:39:35.393559 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-23fa7058-029c-4e54-8e76-bb22e2555ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9c248e-067d-4b29-8478-e764658cdde8', 'name': 'tempest-TestServerMultinode-1351786796-router', 'tenant_id': 'c191e90382224380b39d548f54dfd842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '6f0c5915-9073-4323-be4f-6483e3e71929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:39:26Z', 'updated_at': '2022-01-28T00:39:32Z', 'revision_number': 4, 'project_id': 'c191e90382224380b39d548f54dfd842', 'gw_port': {'id': '6f0c5915-9073-4323-be4f-6483e3e71929', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9c248e-067d-4b29-8478-e764658cdde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:39:27Z', 'updated_at': '2022-01-28T00:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '07dd2049-a3e9-4313-8b78-d1f02b17c6d3', 'name': '', 'network_id': '48102a04-ab35-4405-a390-afe0079109e3', 'tenant_id': 'c191e90382224380b39d548f54dfd842', 'mac_address': 'fa:16:3e:43:50:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9c248e-067d-4b29-8478-e764658cdde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '0f922c71-4383-45d6-8e6e-a779ed3d30d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:39:31Z', 'updated_at': '2022-01-28T00:39:31Z', 'revision_number': 1, 'project_id': 'c191e90382224380b39d548f54dfd842', 'subnets': [{'id': '0f922c71-4383-45d6-8e6e-a779ed3d30d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:39:35.469166 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fa7058-029c-4e54-8e76-bb22e2555ed3 None None] The sync data for ids ['ca9c248e-067d-4b29-8478-e764658cdde8'] in n-d-826754-1 is: [{'id': 'ca9c248e-067d-4b29-8478-e764658cdde8', 'name': 'tempest-TestServerMultinode-1351786796-router', 'tenant_id': 'c191e90382224380b39d548f54dfd842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '6f0c5915-9073-4323-be4f-6483e3e71929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:39:26Z', 'updated_at': '2022-01-28T00:39:32Z', 'revision_number': 4, 'project_id': 'c191e90382224380b39d548f54dfd842', 'gw_port': {'id': '6f0c5915-9073-4323-be4f-6483e3e71929', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9c248e-067d-4b29-8478-e764658cdde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:39:27Z', 'updated_at': '2022-01-28T00:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '07dd2049-a3e9-4313-8b78-d1f02b17c6d3', 'name': '', 'network_id': '48102a04-ab35-4405-a390-afe0079109e3', 'tenant_id': 'c191e90382224380b39d548f54dfd842', 'mac_address': 'fa:16:3e:43:50:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9c248e-067d-4b29-8478-e764658cdde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '0f922c71-4383-45d6-8e6e-a779ed3d30d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:39:31Z', 'updated_at': '2022-01-28T00:39:31Z', 'revision_number': 1, 'project_id': 'c191e90382224380b39d548f54dfd842', 'subnets': [{'id': '0f922c71-4383-45d6-8e6e-a779ed3d30d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:39:35.496056 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 6de55b09-accd-42f4-9843-6bb1ec8d79b8 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:35.497329 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f6c13309-577b-416d-b313-3b2a38ea63ba up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:39:35.500679 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8da9e7a-dd7e-4fa2-a089-af934353ef19 req-aec38fcf-2fe9-432d-82c7-550fe6fa12d9 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957057 Jan 28 00:39:35.598443 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0007946c-3aba-4420-84c9-2ef93a5b89e2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:39:35.605865 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0007946c-3aba-4420-84c9-2ef93a5b89e2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:35.663341 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port f6c13309-577b-416d-b313-3b2a38ea63ba triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:35.664818 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f6c13309-577b-416d-b313-3b2a38ea63ba), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:35.866766 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662d57be-f6bb-4262-bcea-0ac0072be121 None None] get_active_networks_info from n-d-826754-1 {{(pid=103345) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 00:39:35.903145 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port f6c13309-577b-416d-b313-3b2a38ea63ba is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:35.903800 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f6c13309-577b-416d-b313-3b2a38ea63ba), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:36.085246 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8f8bfa9c-5cd9-4606-ab31-0355c8f98906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:36.096901 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5ae3470e-5069-4d60-ad71-cd586b1d95ef None None] Current status of the port f6c13309-577b-416d-b313-3b2a38ea63ba is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:36.096901 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ae3470e-5069-4d60-ad71-cd586b1d95ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f6c13309-577b-416d-b313-3b2a38ea63ba), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:36.149713 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port f6c13309-577b-416d-b313-3b2a38ea63ba, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f6c13309-577b-416d-b313-3b2a38ea63ba,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:39:36.165563 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f6c13309-577b-416d-b313-3b2a38ea63ba), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:36.168209 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0007946c-3aba-4420-84c9-2ef93a5b89e2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (766f7491-100e-4dd9-bc0b-c7e3cf8adf28), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:36.285953 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0007946c-3aba-4420-84c9-2ef93a5b89e2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:39:36.309509 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-0007946c-3aba-4420-84c9-2ef93a5b89e2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:39:36.322363 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0007946c-3aba-4420-84c9-2ef93a5b89e2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:36.326568 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0007946c-3aba-4420-84c9-2ef93a5b89e2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:36.347927 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51428) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:36.360144 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-5f0a165a-6e51-4c2e-831c-f5a6719d5b97 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1706170598-network', 'tenant_id': 'fbb1ed093d9844ffa009d99970069d43'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:39:36.364873 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007946c-3aba-4420-84c9-2ef93a5b89e2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Subnet': ['ID=766f7491-100e-4dd9-bc0b-c7e3cf8adf28,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:36.370492 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0007946c-3aba-4420-84c9-2ef93a5b89e2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0299597 Jan 28 00:39:36.375346 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51430) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:36.383136 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-00661140-d74b-4d2c-8f7d-86e81aaa7484 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:39:36.397535 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-5ae3470e-5069-4d60-ad71-cd586b1d95ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:39:36.398403 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-5ae3470e-5069-4d60-ad71-cd586b1d95ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:39:36.403892 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f6c13309-577b-416d-b313-3b2a38ea63ba no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:39:36.405335 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0a165a-6e51-4c2e-831c-f5a6719d5b97 admin admin] Made reservation on behalf of fbb1ed093d9844ffa009d99970069d43 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:39:36.408542 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f0a165a-6e51-4c2e-831c-f5a6719d5b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:36.419807 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f0a165a-6e51-4c2e-831c-f5a6719d5b97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:36.541640 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f0a165a-6e51-4c2e-831c-f5a6719d5b97 admin admin] Publish callbacks [] for security_group (53366d58-f2eb-4176-a9ae-343badb268bb), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:36.550861 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f0a165a-6e51-4c2e-831c-f5a6719d5b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (53366d58-f2eb-4176-a9ae-343badb268bb), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:36.593325 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f0a165a-6e51-4c2e-831c-f5a6719d5b97 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:39:36.607533 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662d57be-f6bb-4262-bcea-0ac0072be121 None None] Resources bound (agent type, host, resource id): {{(pid=103345) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 00:39:36.618370 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f0a165a-6e51-4c2e-831c-f5a6719d5b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (88588c04-f0ab-422c-a1ee-8df8bf9b88aa), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:36.618370 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-5f0a165a-6e51-4c2e-831c-f5a6719d5b97 admin admin] Added segment 88588c04-f0ab-422c-a1ee-8df8bf9b88aa of type vlan for network 05a47471-d558-49dd-a31f-6ee5d04b9c2f Jan 28 00:39:36.629331 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a165a-6e51-4c2e-831c-f5a6719d5b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53366d58-f2eb-4176-a9ae-343badb268bb,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:36.630194 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00661140-d74b-4d2c-8f7d-86e81aaa7484 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:39:36.634508 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-00661140-d74b-4d2c-8f7d-86e81aaa7484 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:36.696818 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=f6c13309-577b-416d-b313-3b2a38ea63ba,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:36.700051 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f0a165a-6e51-4c2e-831c-f5a6719d5b97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (05a47471-d558-49dd-a31f-6ee5d04b9c2f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:36.749349 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f0a165a-6e51-4c2e-831c-f5a6719d5b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (05a47471-d558-49dd-a31f-6ee5d04b9c2f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:36.750482 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0a165a-6e51-4c2e-831c-f5a6719d5b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:36.751306 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f0a165a-6e51-4c2e-831c-f5a6719d5b97 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:36.805996 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:36.806630 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:36.807265 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:36.808347 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:36.809149 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:36.810193 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:36.810909 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:36.811574 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:36.813378 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:36.813969 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:36.815296 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:36.815773 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:36.816417 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:36.886153 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5f0a165a-6e51-4c2e-831c-f5a6719d5b97 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5350239 Jan 28 00:39:36.900041 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51436) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:36.914342 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-c937a70d-087f-4102-a47c-c6906d0e839c admin admin] Request body: {'subnet': {'network_id': '05a47471-d558-49dd-a31f-6ee5d04b9c2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1706170598-subnet', 'tenant_id': 'fbb1ed093d9844ffa009d99970069d43', 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:39:36.942568 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a165a-6e51-4c2e-831c-f5a6719d5b97 admin admin] Pushing event updated for resources: {'Network': ['ID=05a47471-d558-49dd-a31f-6ee5d04b9c2f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:37.007345 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d489d2-b18a-4e94-9078-fbf3d06702b3 req-4648a86b-fed3-4ec7-902d-19f46aa1b893 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:37.009072 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07d489d2-b18a-4e94-9078-fbf3d06702b3 req-4648a86b-fed3-4ec7-902d-19f46aa1b893 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 946 time: 0.1475968 Jan 28 00:39:37.039448 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 05a47471-d558-49dd-a31f-6ee5d04b9c2f details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:39:37.046535 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c937a70d-087f-4102-a47c-c6906d0e839c admin admin] Made reservation on behalf of fbb1ed093d9844ffa009d99970069d43 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:39:37.051774 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c937a70d-087f-4102-a47c-c6906d0e839c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:37.179261 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07d489d2-b18a-4e94-9078-fbf3d06702b3 req-76a00c4d-43a9-4dbd-bcad-3762c6d49325 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575139 Jan 28 00:39:37.213776 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port f6c13309-577b-416d-b313-3b2a38ea63ba is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:37.214647 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f6c13309-577b-416d-b313-3b2a38ea63ba), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:37.443565 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port f6c13309-577b-416d-b313-3b2a38ea63ba, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f6c13309-577b-416d-b313-3b2a38ea63ba,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:39:37.446034 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5ae3470e-5069-4d60-ad71-cd586b1d95ef None None] Current status of the port f6c13309-577b-416d-b313-3b2a38ea63ba is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:37.496737 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f6c13309-577b-416d-b313-3b2a38ea63ba), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:37.632746 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ec8446-eeba-4df0-a01a-e969e8e4c7e9 None None] Update dhcp port {'port': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'fixed_ips': [{'subnet_id': '766f7491-100e-4dd9-bc0b-c7e3cf8adf28'}], 'binding:host_id': 'n-d-826754-1'}, 'id': 'f6c13309-577b-416d-b313-3b2a38ea63ba'} from n-d-826754-1. {{(pid=103345) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 00:39:37.663310 n-d-826754-1 neutron-server[103343]: DEBUG neutron.objects.ports [None req-00661140-d74b-4d2c-8f7d-86e81aaa7484 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103343) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 00:39:37.671844 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-b674209e-ceed-4314-ba87-73b5785fe346 None None] Provisioning complete for port f6c13309-577b-416d-b313-3b2a38ea63ba triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:37.672225 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b674209e-ceed-4314-ba87-73b5785fe346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f6c13309-577b-416d-b313-3b2a38ea63ba), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:37.734409 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=f6c13309-577b-416d-b313-3b2a38ea63ba,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:37.738111 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a4ec8446-eeba-4df0-a01a-e969e8e4c7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f6c13309-577b-416d-b313-3b2a38ea63ba), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:37.914040 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c937a70d-087f-4102-a47c-c6906d0e839c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (d58a0b29-98b5-49e0-bb16-4b86fc47bd76), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:38.069815 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-00661140-d74b-4d2c-8f7d-86e81aaa7484 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f6c13309-577b-416d-b313-3b2a38ea63ba), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:38.097483 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937a70d-087f-4102-a47c-c6906d0e839c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d58a0b29-98b5-49e0-bb16-4b86fc47bd76,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:38.110101 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c937a70d-087f-4102-a47c-c6906d0e839c admin admin] Checking segment: {'id': '88588c04-f0ab-422c-a1ee-8df8bf9b88aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '05a47471-d558-49dd-a31f-6ee5d04b9c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:39:38.110484 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c937a70d-087f-4102-a47c-c6906d0e839c admin admin] Network hostable DHCP agents. Network: 05a47471-d558-49dd-a31f-6ee5d04b9c2f, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:39:38.170395 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b674209e-ceed-4314-ba87-73b5785fe346 None None] Current status of the port f6c13309-577b-416d-b313-3b2a38ea63ba is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:38.170821 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b674209e-ceed-4314-ba87-73b5785fe346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f6c13309-577b-416d-b313-3b2a38ea63ba), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:38.217322 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c937a70d-087f-4102-a47c-c6906d0e839c admin admin] Network 05a47471-d558-49dd-a31f-6ee5d04b9c2f is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:39:38.276548 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-c937a70d-087f-4102-a47c-c6906d0e839c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 05a47471-d558-49dd-a31f-6ee5d04b9c2f) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:39:38.286616 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c937a70d-087f-4102-a47c-c6906d0e839c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:38.287237 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c937a70d-087f-4102-a47c-c6906d0e839c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:38.409627 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9460bbd-4653-48d2-a0cc-dac4fb8022be req-7581b0ef-055c-484d-8602-67cfbf5e8c2e tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:38.418876 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c937a70d-087f-4102-a47c-c6906d0e839c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5165668 Jan 28 00:39:38.422652 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51464) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:38.423132 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9460bbd-4653-48d2-a0cc-dac4fb8022be req-7581b0ef-055c-484d-8602-67cfbf5e8c2e tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 946 time: 0.1176620 Jan 28 00:39:38.437811 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e9c0b239-4039-4454-90b6-cba795e7477a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1706170598-router', 'tenant_id': 'fbb1ed093d9844ffa009d99970069d43', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:39:38.465382 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6f0c5915-9073-4323-be4f-6483e3e71929 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:39:38.503935 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e9f41dab-99c0-4d4c-a8a2-5aaca9178fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:38.509511 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-00661140-d74b-4d2c-8f7d-86e81aaa7484 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] For port f6c13309-577b-416d-b313-3b2a38ea63ba, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f6c13309-577b-416d-b313-3b2a38ea63ba,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:39:38.512149 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e9c0b239-4039-4454-90b6-cba795e7477a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (f2d16571-9cb8-4475-bd3a-54d122bf1ea0), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:38.513436 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e9c0b239-4039-4454-90b6-cba795e7477a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (f2d16571-9cb8-4475-bd3a-54d122bf1ea0), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:38.542588 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9460bbd-4653-48d2-a0cc-dac4fb8022be req-8a2cefc1-1195-49bc-a20d-06c81df43274 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100557 Jan 28 00:39:38.571707 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-a4ec8446-eeba-4df0-a01a-e969e8e4c7e9 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fee8:d1a3-f4962a54-169c-424f-8350-58f9c325fc {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:39:38.572010 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-a4ec8446-eeba-4df0-a01a-e969e8e4c7e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:39:38.588039 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-00661140-d74b-4d2c-8f7d-86e81aaa7484 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for port (f6c13309-577b-416d-b313-3b2a38ea63ba), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:38.597721 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 6f0c5915-9073-4323-be4f-6483e3e71929 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:38.600928 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6f0c5915-9073-4323-be4f-6483e3e71929), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:38.639607 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e9c0b239-4039-4454-90b6-cba795e7477a admin admin] Publish callbacks [] for router_controller (f2d16571-9cb8-4475-bd3a-54d122bf1ea0), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:38.640927 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-00661140-d74b-4d2c-8f7d-86e81aaa7484 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (f6c13309-577b-416d-b313-3b2a38ea63ba), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:38.642150 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-00661140-d74b-4d2c-8f7d-86e81aaa7484 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (9e525176-5276-4ba0-b877-fc1ad067618d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:38.697580 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-b674209e-ceed-4314-ba87-73b5785fe346 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:39:38.698012 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-b674209e-ceed-4314-ba87-73b5785fe346 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:39:38.749547 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 6f0c5915-9073-4323-be4f-6483e3e71929 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:38.749954 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6f0c5915-9073-4323-be4f-6483e3e71929), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:38.775487 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 6f0c5915-9073-4323-be4f-6483e3e71929, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6f0c5915-9073-4323-be4f-6483e3e71929,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:39:38.785876 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6f0c5915-9073-4323-be4f-6483e3e71929), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:38.823573 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00661140-d74b-4d2c-8f7d-86e81aaa7484 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:39:38.836509 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-00661140-d74b-4d2c-8f7d-86e81aaa7484 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:39:38.843671 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=6f0c5915-9073-4323-be4f-6483e3e71929,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:38.888109 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00661140-d74b-4d2c-8f7d-86e81aaa7484 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:38.888728 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-00661140-d74b-4d2c-8f7d-86e81aaa7484 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:38.899791 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00661140-d74b-4d2c-8f7d-86e81aaa7484 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Subnet': ['ID=9e525176-5276-4ba0-b877-fc1ad067618d,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:38.946924 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e9c0b239-4039-4454-90b6-cba795e7477a admin admin] Publish callbacks [] for router_gateway (f2d16571-9cb8-4475-bd3a-54d122bf1ea0), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:38.951555 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00661140-d74b-4d2c-8f7d-86e81aaa7484 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Port': ['ID=f6c13309-577b-416d-b313-3b2a38ea63ba,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:38.963438 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51476) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:38.963686 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-00661140-d74b-4d2c-8f7d-86e81aaa7484 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5869312 Jan 28 00:39:38.973698 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-5e52f299-0891-44f5-ac04-7db5d0a371c8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'port': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'mac_address': 'fa:16:3e:75:3b:7e', 'name': 'tempest-NetworksTestDHCPv6-819930669'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:39:39.108618 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a4ec8446-eeba-4df0-a01a-e969e8e4c7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f6c13309-577b-416d-b313-3b2a38ea63ba), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:39.150671 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e52f299-0891-44f5-ac04-7db5d0a371c8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:39:39.313823 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e52f299-0891-44f5-ac04-7db5d0a371c8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:39.318254 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b674209e-ceed-4314-ba87-73b5785fe346 None None] Current status of the port f6c13309-577b-416d-b313-3b2a38ea63ba is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:39.318956 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b674209e-ceed-4314-ba87-73b5785fe346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f6c13309-577b-416d-b313-3b2a38ea63ba), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:39.349068 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-5e52f299-0891-44f5-ac04-7db5d0a371c8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] device_id is not set on port 20cb961e-20eb-417f-9a3a-66cd0c13805c yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:39:39.365457 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e9c0b239-4039-4454-90b6-cba795e7477a admin admin] Publish callbacks [] for router_gateway (f2d16571-9cb8-4475-bd3a-54d122bf1ea0), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:39.417692 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e9c0b239-4039-4454-90b6-cba795e7477a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:39.507980 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-b674209e-ceed-4314-ba87-73b5785fe346 None None] For port f6c13309-577b-416d-b313-3b2a38ea63ba, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f6c13309-577b-416d-b313-3b2a38ea63ba,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:39:39.520641 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b674209e-ceed-4314-ba87-73b5785fe346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f6c13309-577b-416d-b313-3b2a38ea63ba), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:39.598675 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-a4ec8446-eeba-4df0-a01a-e969e8e4c7e9 None None] Allocated IP 172.20.0.2 (fa355ea8-c094-44b0-ae37-c8781af9ee37/766f7491-100e-4dd9-bc0b-c7e3cf8adf28/f6c13309-577b-416d-b313-3b2a38ea63ba) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:39:39.615480 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-e9c0b239-4039-4454-90b6-cba795e7477a admin admin] Allocated IP 172.25.3.78 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/708d59b9-c134-40d3-9900-f5726c6d27dc) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:39:39.662862 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674209e-ceed-4314-ba87-73b5785fe346 None None] Pushing event updated for resources: {'Port': ['ID=f6c13309-577b-416d-b313-3b2a38ea63ba,revision_number=9']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:39.716320 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c36f3-0ee9-4f61-9184-eb8feff69c15 req-a45bc70b-292e-41f7-99fa-0fb3b5f23c08 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:39.724064 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:39.730328 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e7c36f3-0ee9-4f61-9184-eb8feff69c15 req-a45bc70b-292e-41f7-99fa-0fb3b5f23c08 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 946 time: 0.0709059 Jan 28 00:39:39.794472 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-a4ec8446-eeba-4df0-a01a-e969e8e4c7e9 None None] For port f6c13309-577b-416d-b313-3b2a38ea63ba, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f6c13309-577b-416d-b313-3b2a38ea63ba,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:39:39.798982 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e7c36f3-0ee9-4f61-9184-eb8feff69c15 req-914781ae-9218-45e5-adb0-9888a13d027e tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672402 Jan 28 00:39:39.811892 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e9c0b239-4039-4454-90b6-cba795e7477a admin admin] Publish callbacks [] for port (708d59b9-c134-40d3-9900-f5726c6d27dc), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:39.857866 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e9c0b239-4039-4454-90b6-cba795e7477a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (708d59b9-c134-40d3-9900-f5726c6d27dc), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:39.901462 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a4ec8446-eeba-4df0-a01a-e969e8e4c7e9 None None] Publish callbacks [] for port (f6c13309-577b-416d-b313-3b2a38ea63ba), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:39.915687 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075381e6-0eb4-4f2f-9afc-66c9cfd39ec5 None None] Sync routers for ids ['ca9c248e-067d-4b29-8478-e764658cdde8'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:39:39.921042 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c0b239-4039-4454-90b6-cba795e7477a admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:39:39.925171 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-e9c0b239-4039-4454-90b6-cba795e7477a admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:39:39.929405 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c0b239-4039-4454-90b6-cba795e7477a admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:39:39.931256 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a4ec8446-eeba-4df0-a01a-e969e8e4c7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f6c13309-577b-416d-b313-3b2a38ea63ba), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:39.936995 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075381e6-0eb4-4f2f-9afc-66c9cfd39ec5 None None] Routers {'ca9c248e-067d-4b29-8478-e764658cdde8'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:39:39.937655 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-075381e6-0eb4-4f2f-9afc-66c9cfd39ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:39:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['ca9c248e-067d-4b29-8478-e764658cdde8'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:39:39.967605 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0b239-4039-4454-90b6-cba795e7477a admin admin] Pushing event updated for resources: {'Port': ['ID=708d59b9-c134-40d3-9900-f5726c6d27dc,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:40.095291 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-075381e6-0eb4-4f2f-9afc-66c9cfd39ec5 None None] Set router ca9c248e-067d-4b29-8478-e764658cdde8 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:39:40.102716 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-5e52f299-0891-44f5-ac04-7db5d0a371c8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Allocated IP 172.20.0.9 (fa355ea8-c094-44b0-ae37-c8781af9ee37/766f7491-100e-4dd9-bc0b-c7e3cf8adf28/20cb961e-20eb-417f-9a3a-66cd0c13805c) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:39:40.104519 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec8446-eeba-4df0-a01a-e969e8e4c7e9 None None] Pushing event updated for resources: {'Port': ['ID=f6c13309-577b-416d-b313-3b2a38ea63ba,revision_number=10']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:40.115422 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-5e52f299-0891-44f5-ac04-7db5d0a371c8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Allocated IP 2001:db8::f816:3eff:fe75:3b7e (fa355ea8-c094-44b0-ae37-c8781af9ee37/9e525176-5276-4ba0-b877-fc1ad067618d/20cb961e-20eb-417f-9a3a-66cd0c13805c) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:39:40.336988 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6f0c5915-9073-4323-be4f-6483e3e71929 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:39:40.445263 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e52f299-0891-44f5-ac04-7db5d0a371c8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for port (20cb961e-20eb-417f-9a3a-66cd0c13805c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:40.450824 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-075381e6-0eb4-4f2f-9afc-66c9cfd39ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9c248e-067d-4b29-8478-e764658cdde8', 'name': 'tempest-TestServerMultinode-1351786796-router', 'tenant_id': 'c191e90382224380b39d548f54dfd842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '6f0c5915-9073-4323-be4f-6483e3e71929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:39:26Z', 'updated_at': '2022-01-28T00:39:32Z', 'revision_number': 4, 'project_id': 'c191e90382224380b39d548f54dfd842', 'gw_port': {'id': '6f0c5915-9073-4323-be4f-6483e3e71929', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9c248e-067d-4b29-8478-e764658cdde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:39:27Z', 'updated_at': '2022-01-28T00:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '07dd2049-a3e9-4313-8b78-d1f02b17c6d3', 'name': '', 'network_id': '48102a04-ab35-4405-a390-afe0079109e3', 'tenant_id': 'c191e90382224380b39d548f54dfd842', 'mac_address': 'fa:16:3e:43:50:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9c248e-067d-4b29-8478-e764658cdde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '0f922c71-4383-45d6-8e6e-a779ed3d30d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:39:31Z', 'updated_at': '2022-01-28T00:39:32Z', 'revision_number': 2, 'project_id': 'c191e90382224380b39d548f54dfd842', 'subnets': [{'id': '0f922c71-4383-45d6-8e6e-a779ed3d30d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:39:40.500538 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075381e6-0eb4-4f2f-9afc-66c9cfd39ec5 None None] Checking router: ca9c248e-067d-4b29-8478-e764658cdde8 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:39:40.501265 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075381e6-0eb4-4f2f-9afc-66c9cfd39ec5 None None] Updating router ca9c248e-067d-4b29-8478-e764658cdde8 port 07dd2049-a3e9-4313-8b78-d1f02b17c6d3 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:39:40.513996 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 6f0c5915-9073-4323-be4f-6483e3e71929 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:40.514603 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6f0c5915-9073-4323-be4f-6483e3e71929), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:40.526694 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e9c0b239-4039-4454-90b6-cba795e7477a admin admin] Publish callbacks [] for router_gateway (f2d16571-9cb8-4475-bd3a-54d122bf1ea0), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:40.583533 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e52f299-0891-44f5-ac04-7db5d0a371c8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (20cb961e-20eb-417f-9a3a-66cd0c13805c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:40.729139 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e52f299-0891-44f5-ac04-7db5d0a371c8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:39:40.731813 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-075381e6-0eb4-4f2f-9afc-66c9cfd39ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (07dd2049-a3e9-4313-8b78-d1f02b17c6d3), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:40.738735 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 6f0c5915-9073-4323-be4f-6483e3e71929 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:40.740120 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-5e52f299-0891-44f5-ac04-7db5d0a371c8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:39:40.749475 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e52f299-0891-44f5-ac04-7db5d0a371c8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:39:40.795891 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52f299-0891-44f5-ac04-7db5d0a371c8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Port': ['ID=20cb961e-20eb-417f-9a3a-66cd0c13805c,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:40.858419 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e52f299-0891-44f5-ac04-7db5d0a371c8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:40.892251 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e52f299-0891-44f5-ac04-7db5d0a371c8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:40.958480 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5e52f299-0891-44f5-ac04-7db5d0a371c8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9931300 Jan 28 00:39:40.969262 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51510) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:41.018539 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e9c0b239-4039-4454-90b6-cba795e7477a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (f2d16571-9cb8-4475-bd3a-54d122bf1ea0), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:41.065402 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449312a-40f9-4e14-b1a1-dfd3b9d5a3c4 req-fcc9bffd-67c2-4b78-b405-e6c4b750dd47 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:41.072791 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9449312a-40f9-4e14-b1a1-dfd3b9d5a3c4 req-fcc9bffd-67c2-4b78-b405-e6c4b750dd47 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 946 time: 0.1127379 Jan 28 00:39:41.165494 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a72d43-e210-4da0-923c-91dc92346971 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:41.166392 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:41.174438 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a72d43-e210-4da0-923c-91dc92346971 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:41.181687 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-17a72d43-e210-4da0-923c-91dc92346971 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2089486 Jan 28 00:39:41.189084 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51512) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:41.318626 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c0b239-4039-4454-90b6-cba795e7477a admin admin] Router f2d16571-9cb8-4475-bd3a-54d122bf1ea0 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:39:41.319361 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9449312a-40f9-4e14-b1a1-dfd3b9d5a3c4 req-7dad13b4-4ba7-463d-a21a-f99bef143ce9 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455521 Jan 28 00:39:41.360015 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-075381e6-0eb4-4f2f-9afc-66c9cfd39ec5 None None] Publish callbacks [] for port (07dd2049-a3e9-4313-8b78-d1f02b17c6d3), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:41.377527 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-075381e6-0eb4-4f2f-9afc-66c9cfd39ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (07dd2049-a3e9-4313-8b78-d1f02b17c6d3), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:41.430662 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-7c54d0bd-e27a-4fd7-839f-ff32b276c001 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting port 20cb961e-20eb-417f-9a3a-66cd0c13805c {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:39:41.431016 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7c54d0bd-e27a-4fd7-839f-ff32b276c001 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (20cb961e-20eb-417f-9a3a-66cd0c13805c), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:41.501593 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dac939-f2ef-4608-b68d-911fb12d101d None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:39:41.540284 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f33a5a-fee7-46b3-a006-722374312b90 None None] Network 05a47471-d558-49dd-a31f-6ee5d04b9c2f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:39:41.545950 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831c327-4512-43cd-960e-86f99c707c0f None None] Pushing event updated for resources: {'Port': ['ID=07dd2049-a3e9-4313-8b78-d1f02b17c6d3,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:41.552064 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c0b239-4039-4454-90b6-cba795e7477a admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:39:41.557411 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7c54d0bd-e27a-4fd7-839f-ff32b276c001 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (20cb961e-20eb-417f-9a3a-66cd0c13805c), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:41.565205 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831c327-4512-43cd-960e-86f99c707c0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:41.565998 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831c327-4512-43cd-960e-86f99c707c0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:41.566657 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831c327-4512-43cd-960e-86f99c707c0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:41.567223 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831c327-4512-43cd-960e-86f99c707c0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:41.567849 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831c327-4512-43cd-960e-86f99c707c0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:41.569450 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831c327-4512-43cd-960e-86f99c707c0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:41.570026 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831c327-4512-43cd-960e-86f99c707c0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:41.570634 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831c327-4512-43cd-960e-86f99c707c0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:41.571180 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831c327-4512-43cd-960e-86f99c707c0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:41.571781 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831c327-4512-43cd-960e-86f99c707c0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:41.572323 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831c327-4512-43cd-960e-86f99c707c0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:41.573046 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831c327-4512-43cd-960e-86f99c707c0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:41.573607 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831c327-4512-43cd-960e-86f99c707c0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:39:41.577655 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-7c54d0bd-e27a-4fd7-839f-ff32b276c001 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Calling delete_port for 20cb961e-20eb-417f-9a3a-66cd0c13805c owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:39:41.613549 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e9c0b239-4039-4454-90b6-cba795e7477a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:41.615366 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e9c0b239-4039-4454-90b6-cba795e7477a admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1903782 Jan 28 00:39:41.619221 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51520) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:41.625040 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-075381e6-0eb4-4f2f-9afc-66c9cfd39ec5 None None] Attempting to bind port 07dd2049-a3e9-4313-8b78-d1f02b17c6d3 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:39:41.625783 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-075381e6-0eb4-4f2f-9afc-66c9cfd39ec5 None None] Attempting to bind port 07dd2049-a3e9-4313-8b78-d1f02b17c6d3 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '07863755-d60e-4830-93d6-515385a89bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48102a04-ab35-4405-a390-afe0079109e3'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:39:41.627266 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075381e6-0eb4-4f2f-9afc-66c9cfd39ec5 None None] Attempting to bind port 07dd2049-a3e9-4313-8b78-d1f02b17c6d3 on network 48102a04-ab35-4405-a390-afe0079109e3 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:39:41.634145 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075381e6-0eb4-4f2f-9afc-66c9cfd39ec5 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:39:41.634994 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075381e6-0eb4-4f2f-9afc-66c9cfd39ec5 None None] Checking segment: {'id': '07863755-d60e-4830-93d6-515385a89bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48102a04-ab35-4405-a390-afe0079109e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:39:41.635685 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-075381e6-0eb4-4f2f-9afc-66c9cfd39ec5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:41.636487 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075381e6-0eb4-4f2f-9afc-66c9cfd39ec5 None None] Bound using segment: {'id': '07863755-d60e-4830-93d6-515385a89bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48102a04-ab35-4405-a390-afe0079109e3'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:39:41.637291 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-075381e6-0eb4-4f2f-9afc-66c9cfd39ec5 None None] Bound port: 07dd2049-a3e9-4313-8b78-d1f02b17c6d3, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07863755-d60e-4830-93d6-515385a89bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48102a04-ab35-4405-a390-afe0079109e3'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:39:41.638036 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-075381e6-0eb4-4f2f-9afc-66c9cfd39ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (07dd2049-a3e9-4313-8b78-d1f02b17c6d3), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:41.754359 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25b099f-ccbd-4748-9b17-a205310abf15 None None] Sync routers for ids ['f2d16571-9cb8-4475-bd3a-54d122bf1ea0'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:39:41.812583 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-075381e6-0eb4-4f2f-9afc-66c9cfd39ec5 None None] For port 07dd2049-a3e9-4313-8b78-d1f02b17c6d3, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:39:41.834336 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-075381e6-0eb4-4f2f-9afc-66c9cfd39ec5 None None] For port 07dd2049-a3e9-4313-8b78-d1f02b17c6d3, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=07dd2049-a3e9-4313-8b78-d1f02b17c6d3,segment=NetworkSegment(07863755-d60e-4830-93d6-515385a89bfa),segment_id=07863755-d60e-4830-93d6-515385a89bfa)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:39:41.841159 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7c54d0bd-e27a-4fd7-839f-ff32b276c001 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (20cb961e-20eb-417f-9a3a-66cd0c13805c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:41.857776 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25b099f-ccbd-4748-9b17-a205310abf15 None None] Routers {'f2d16571-9cb8-4475-bd3a-54d122bf1ea0'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:39:41.859137 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d25b099f-ccbd-4748-9b17-a205310abf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:39:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['f2d16571-9cb8-4475-bd3a-54d122bf1ea0'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:39:41.863552 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-075381e6-0eb4-4f2f-9afc-66c9cfd39ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (07dd2049-a3e9-4313-8b78-d1f02b17c6d3), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:41.893323 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54d0bd-e27a-4fd7-839f-ff32b276c001 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Port': ['ID=20cb961e-20eb-417f-9a3a-66cd0c13805c,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:41.967855 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075381e6-0eb4-4f2f-9afc-66c9cfd39ec5 None None] Routers {'ca9c248e-067d-4b29-8478-e764658cdde8'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:39:41.969133 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-075381e6-0eb4-4f2f-9afc-66c9cfd39ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:39:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['ca9c248e-067d-4b29-8478-e764658cdde8'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:39:42.040022 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7c54d0bd-e27a-4fd7-839f-ff32b276c001 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:42.057603 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-e35a795a-47eb-4a54-8019-d118c2e7237e None None] Provisioning complete for port f6c13309-577b-416d-b313-3b2a38ea63ba triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:42.058085 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e35a795a-47eb-4a54-8019-d118c2e7237e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f6c13309-577b-416d-b313-3b2a38ea63ba), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:42.068398 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7c54d0bd-e27a-4fd7-839f-ff32b276c001 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/20cb961e-20eb-417f-9a3a-66cd0c13805c HTTP/1.1" status: 204 len: 168 time: 0.8460178 Jan 28 00:39:42.070500 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51528) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:42.115278 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831c327-4512-43cd-960e-86f99c707c0f None None] Pushing event updated for resources: {'Port': ['ID=07dd2049-a3e9-4313-8b78-d1f02b17c6d3,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:42.178415 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fd23ac-1b4c-4eed-9c5e-c37d321f20c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-05a47471-d558-49dd-a31f-6ee5d04b9c2f', 'network_id': '05a47471-d558-49dd-a31f-6ee5d04b9c2f', 'project_id': 'fbb1ed093d9844ffa009d99970069d43', 'fixed_ips': [{'subnet_id': 'd58a0b29-98b5-49e0-bb16-4b86fc47bd76'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:39:42.179966 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55fd23ac-1b4c-4eed-9c5e-c37d321f20c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:42.284861 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfbacdb-63fd-4767-bba8-ca593408a7b8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:42.292938 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfbacdb-63fd-4767-bba8-ca593408a7b8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:42.299393 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfbacdb-63fd-4767-bba8-ca593408a7b8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:42.303071 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1bfbacdb-63fd-4767-bba8-ca593408a7b8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2307301 Jan 28 00:39:42.306879 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51534) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:42.332279 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:42.355109 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-d25b099f-ccbd-4748-9b17-a205310abf15 None None] Set router f2d16571-9cb8-4475-bd3a-54d122bf1ea0 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:39:42.369849 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-075381e6-0eb4-4f2f-9afc-66c9cfd39ec5 None None] Set router ca9c248e-067d-4b29-8478-e764658cdde8 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:39:42.550034 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c75774f-ba29-4cb2-b506-ba8cb74c7bce tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting subnet 766f7491-100e-4dd9-bc0b-c7e3cf8adf28 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:39:42.561023 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5c75774f-ba29-4cb2-b506-ba8cb74c7bce tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (766f7491-100e-4dd9-bc0b-c7e3cf8adf28), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:42.684526 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5c75774f-ba29-4cb2-b506-ba8cb74c7bce tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (766f7491-100e-4dd9-bc0b-c7e3cf8adf28), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:42.851434 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e24659-addf-42df-b0ba-126977847ab9 req-3eddabd8-884c-4b69-970e-6d81229001df tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:42.860798 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c1e24659-addf-42df-b0ba-126977847ab9 req-3eddabd8-884c-4b69-970e-6d81229001df tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 946 time: 0.2651079 Jan 28 00:39:42.928437 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-075381e6-0eb4-4f2f-9afc-66c9cfd39ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9c248e-067d-4b29-8478-e764658cdde8', 'name': 'tempest-TestServerMultinode-1351786796-router', 'tenant_id': 'c191e90382224380b39d548f54dfd842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '6f0c5915-9073-4323-be4f-6483e3e71929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:39:26Z', 'updated_at': '2022-01-28T00:39:32Z', 'revision_number': 4, 'project_id': 'c191e90382224380b39d548f54dfd842', 'gw_port': {'id': '6f0c5915-9073-4323-be4f-6483e3e71929', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9c248e-067d-4b29-8478-e764658cdde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:39:27Z', 'updated_at': '2022-01-28T00:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '07dd2049-a3e9-4313-8b78-d1f02b17c6d3', 'name': '', 'network_id': '48102a04-ab35-4405-a390-afe0079109e3', 'tenant_id': 'c191e90382224380b39d548f54dfd842', 'mac_address': 'fa:16:3e:43:50:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9c248e-067d-4b29-8478-e764658cdde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '0f922c71-4383-45d6-8e6e-a779ed3d30d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:39:31Z', 'updated_at': '2022-01-28T00:39:41Z', 'revision_number': 4, 'project_id': 'c191e90382224380b39d548f54dfd842', 'subnets': [{'id': '0f922c71-4383-45d6-8e6e-a779ed3d30d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:39:42.941896 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 07dd2049-a3e9-4313-8b78-d1f02b17c6d3 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:39:42.948703 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c1e24659-addf-42df-b0ba-126977847ab9 req-8b04da62-3819-44c7-a5c8-877989823305 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863965 Jan 28 00:39:43.062971 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075381e6-0eb4-4f2f-9afc-66c9cfd39ec5 None None] The sync data for ids ['ca9c248e-067d-4b29-8478-e764658cdde8'] in n-d-826754-1 is: [{'id': 'ca9c248e-067d-4b29-8478-e764658cdde8', 'name': 'tempest-TestServerMultinode-1351786796-router', 'tenant_id': 'c191e90382224380b39d548f54dfd842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '6f0c5915-9073-4323-be4f-6483e3e71929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:39:26Z', 'updated_at': '2022-01-28T00:39:32Z', 'revision_number': 4, 'project_id': 'c191e90382224380b39d548f54dfd842', 'gw_port': {'id': '6f0c5915-9073-4323-be4f-6483e3e71929', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9c248e-067d-4b29-8478-e764658cdde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:39:27Z', 'updated_at': '2022-01-28T00:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '07dd2049-a3e9-4313-8b78-d1f02b17c6d3', 'name': '', 'network_id': '48102a04-ab35-4405-a390-afe0079109e3', 'tenant_id': 'c191e90382224380b39d548f54dfd842', 'mac_address': 'fa:16:3e:43:50:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9c248e-067d-4b29-8478-e764658cdde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '0f922c71-4383-45d6-8e6e-a779ed3d30d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:39:31Z', 'updated_at': '2022-01-28T00:39:41Z', 'revision_number': 4, 'project_id': 'c191e90382224380b39d548f54dfd842', 'subnets': [{'id': '0f922c71-4383-45d6-8e6e-a779ed3d30d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:39:43.125186 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5c75774f-ba29-4cb2-b506-ba8cb74c7bce tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (766f7491-100e-4dd9-bc0b-c7e3cf8adf28), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:43.259403 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5c75774f-ba29-4cb2-b506-ba8cb74c7bce tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (766f7491-100e-4dd9-bc0b-c7e3cf8adf28), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:43.302121 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75774f-ba29-4cb2-b506-ba8cb74c7bce tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Subnet': ['ID=766f7491-100e-4dd9-bc0b-c7e3cf8adf28,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:43.316129 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5c75774f-ba29-4cb2-b506-ba8cb74c7bce tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:43.324777 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5c75774f-ba29-4cb2-b506-ba8cb74c7bce tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/766f7491-100e-4dd9-bc0b-c7e3cf8adf28 HTTP/1.1" status: 204 len: 168 time: 1.0153985 Jan 28 00:39:43.332369 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51556) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:43.415585 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:43.459122 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e6b6a-c686-426b-adfb-35a29141146c req-f2d7e9b1-cd64-4f9f-a153-2ce97b1d8f64 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:43.482764 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b49e6b6a-c686-426b-adfb-35a29141146c req-f2d7e9b1-cd64-4f9f-a153-2ce97b1d8f64 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.1562605 Jan 28 00:39:43.500596 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 07dd2049-a3e9-4313-8b78-d1f02b17c6d3 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:43.501158 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (07dd2049-a3e9-4313-8b78-d1f02b17c6d3), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:43.600494 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b49e6b6a-c686-426b-adfb-35a29141146c req-292ccf62-f5a3-4b3a-af4b-2ab97265712c tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162629 Jan 28 00:39:43.624376 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd9c937f-04e1-4543-a516-df6938916ac2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting subnet 9e525176-5276-4ba0-b877-fc1ad067618d {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:39:43.671663 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fd9c937f-04e1-4543-a516-df6938916ac2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (9e525176-5276-4ba0-b877-fc1ad067618d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:43.741575 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fd9c937f-04e1-4543-a516-df6938916ac2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (9e525176-5276-4ba0-b877-fc1ad067618d), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:43.817308 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b43a21-f392-48c1-a750-c33661ceeecb req-26b1df5d-fb7a-4129-90c1-23468a99d47a tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:43.828290 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-55fd23ac-1b4c-4eed-9c5e-c37d321f20c7 None None] Allocated IP 172.20.0.2 (05a47471-d558-49dd-a31f-6ee5d04b9c2f/d58a0b29-98b5-49e0-bb16-4b86fc47bd76/578d5c62-720f-4f6d-8404-8442eb005ada) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:39:43.831103 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-49b43a21-f392-48c1-a750-c33661ceeecb req-26b1df5d-fb7a-4129-90c1-23468a99d47a tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.0949934 Jan 28 00:39:43.890486 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e1afee9-dc8a-443b-8644-7228a14925b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:43.940253 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-49b43a21-f392-48c1-a750-c33661ceeecb req-b2eb88bd-7921-4ee5-a108-6c1b5573ac0f tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074138 Jan 28 00:39:44.091104 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:39:44.299133 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e35a795a-47eb-4a54-8019-d118c2e7237e None None] Current status of the port f6c13309-577b-416d-b313-3b2a38ea63ba is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:44.341102 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fd9c937f-04e1-4543-a516-df6938916ac2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (9e525176-5276-4ba0-b877-fc1ad067618d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:44.370294 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-fbb27f1a-2122-4e76-ab2c-22b4768f27cf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1515479 Jan 28 00:39:44.403533 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:44.445632 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55fd23ac-1b4c-4eed-9c5e-c37d321f20c7 None None] Publish callbacks [] for port (578d5c62-720f-4f6d-8404-8442eb005ada), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:44.469262 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c14a3d-289e-4eea-adc3-dc653d4a01dc None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:39:44.504925 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55fd23ac-1b4c-4eed-9c5e-c37d321f20c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (578d5c62-720f-4f6d-8404-8442eb005ada), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:44.586076 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fd9c937f-04e1-4543-a516-df6938916ac2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (9e525176-5276-4ba0-b877-fc1ad067618d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:44.660194 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c937f-04e1-4543-a516-df6938916ac2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Subnet': ['ID=9e525176-5276-4ba0-b877-fc1ad067618d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:44.663138 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-0e1afee9-dc8a-443b-8644-7228a14925b9 admin admin] Allocated IP 172.20.0.1 (05a47471-d558-49dd-a31f-6ee5d04b9c2f/d58a0b29-98b5-49e0-bb16-4b86fc47bd76/594adc85-35b4-4f57-90f6-66359221d7a2) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:39:44.679327 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fd9c937f-04e1-4543-a516-df6938916ac2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:44.684319 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fd9c937f-04e1-4543-a516-df6938916ac2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/9e525176-5276-4ba0-b877-fc1ad067618d HTTP/1.1" status: 204 len: 168 time: 1.3491137 Jan 28 00:39:44.695533 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51590) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:44.712749 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-55131d15-1612-427d-8c10-7419ef92f73b None None] Provisioning complete for port 07dd2049-a3e9-4313-8b78-d1f02b17c6d3 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:44.713051 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55131d15-1612-427d-8c10-7419ef92f73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (07dd2049-a3e9-4313-8b78-d1f02b17c6d3), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:44.744161 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 07dd2049-a3e9-4313-8b78-d1f02b17c6d3 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:44.744572 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (07dd2049-a3e9-4313-8b78-d1f02b17c6d3), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:44.779492 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-de3e0baf-66b4-43c0-add8-6e99afc911ae tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704050 Jan 28 00:39:44.786984 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-b82870df-ac95-49b7-83cc-7740e31e9185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:44.787826 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-b82870df-ac95-49b7-83cc-7740e31e9185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:44.788472 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-b82870df-ac95-49b7-83cc-7740e31e9185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:44.789116 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-b82870df-ac95-49b7-83cc-7740e31e9185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:44.789760 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-b82870df-ac95-49b7-83cc-7740e31e9185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:44.790399 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-b82870df-ac95-49b7-83cc-7740e31e9185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:44.791034 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-b82870df-ac95-49b7-83cc-7740e31e9185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:44.793928 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-b82870df-ac95-49b7-83cc-7740e31e9185 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bda1a11a40447e984dbfecb2102fcad&device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 6492 time: 0.2808590 Jan 28 00:39:44.800797 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51592) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:44.802054 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fd23ac-1b4c-4eed-9c5e-c37d321f20c7 None None] Network 05a47471-d558-49dd-a31f-6ee5d04b9c2f is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:39:44.811212 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d25b099f-ccbd-4748-9b17-a205310abf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d16571-9cb8-4475-bd3a-54d122bf1ea0', 'name': 'tempest-TestServerMultinode-1706170598-router', 'tenant_id': 'fbb1ed093d9844ffa009d99970069d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '708d59b9-c134-40d3-9900-f5726c6d27dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:39:38Z', 'updated_at': '2022-01-28T00:39:40Z', 'revision_number': 3, 'project_id': 'fbb1ed093d9844ffa009d99970069d43', 'gw_port': {'id': '708d59b9-c134-40d3-9900-f5726c6d27dc', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:15:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d16571-9cb8-4475-bd3a-54d122bf1ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:39:39Z', 'updated_at': '2022-01-28T00:39:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:39:44.819519 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-55fd23ac-1b4c-4eed-9c5e-c37d321f20c7 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:39:44.826145 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fd23ac-1b4c-4eed-9c5e-c37d321f20c7 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:39:44.879879 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25b099f-ccbd-4748-9b17-a205310abf15 None None] Checking router: f2d16571-9cb8-4475-bd3a-54d122bf1ea0 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:39:44.880745 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25b099f-ccbd-4748-9b17-a205310abf15 None None] Updating router f2d16571-9cb8-4475-bd3a-54d122bf1ea0 port 708d59b9-c134-40d3-9900-f5726c6d27dc binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:39:44.891868 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-c135ef8a-e38a-4a23-b416-efcec07e967b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:44.893958 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-c135ef8a-e38a-4a23-b416-efcec07e967b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/networks?id=a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 200 len: 811 time: 0.4221539 Jan 28 00:39:44.903324 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd23ac-1b4c-4eed-9c5e-c37d321f20c7 None None] Pushing event updated for resources: {'Port': ['ID=578d5c62-720f-4f6d-8404-8442eb005ada,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:44.926244 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e1afee9-dc8a-443b-8644-7228a14925b9 admin admin] Publish callbacks [] for port (594adc85-35b4-4f57-90f6-66359221d7a2), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:44.955816 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-4d92a1bc-b820-47b5-b58e-1c1ed0ce4c33 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/quotas/126ff8dba2134b2d95d54d419fe64967 HTTP/1.1" status: 200 len: 375 time: 0.0247881 Jan 28 00:39:44.973490 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34aff00a-7c06-46aa-898a-5c1fef2b2be0 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:44.975476 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-34aff00a-7c06-46aa-898a-5c1fef2b2be0 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1731632 Jan 28 00:39:44.978308 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51598) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:45.010396 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 07dd2049-a3e9-4313-8b78-d1f02b17c6d3, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=07dd2049-a3e9-4313-8b78-d1f02b17c6d3,segment=NetworkSegment(07863755-d60e-4830-93d6-515385a89bfa),segment_id=07863755-d60e-4830-93d6-515385a89bfa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:39:45.022115 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e1afee9-dc8a-443b-8644-7228a14925b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (594adc85-35b4-4f57-90f6-66359221d7a2), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:45.026171 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d25b099f-ccbd-4748-9b17-a205310abf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (708d59b9-c134-40d3-9900-f5726c6d27dc), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:45.028024 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (07dd2049-a3e9-4313-8b78-d1f02b17c6d3), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:45.028833 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f6c13309-577b-416d-b313-3b2a38ea63ba up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:39:45.081748 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1afee9-dc8a-443b-8644-7228a14925b9 admin admin] Network 05a47471-d558-49dd-a31f-6ee5d04b9c2f is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:39:45.084099 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-51f279f2-126a-4c98-9503-d15507632408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:45.084594 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-51f279f2-126a-4c98-9503-d15507632408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:45.085064 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-51f279f2-126a-4c98-9503-d15507632408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:45.086708 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-51f279f2-126a-4c98-9503-d15507632408 service neutron] 10.222.0.52 "GET /v2.0/networks?id=962b6d11-960d-42e0-95f3-b55d3f9f0ed4&id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&id=ced11932-ebe6-4a02-b131-3fdaf9b641b0&id=ced11932-ebe6-4a02-b131-3fdaf9b641b0 HTTP/1.1" status: 200 len: 2293 time: 0.2460797 Jan 28 00:39:45.088849 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-0e1afee9-dc8a-443b-8644-7228a14925b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:39:45.092022 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1afee9-dc8a-443b-8644-7228a14925b9 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:39:45.129847 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cdde22-64f6-48e9-be4b-113da879b9cc tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:45.131384 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-13cdde22-64f6-48e9-be4b-113da879b9cc tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1513083 Jan 28 00:39:45.136857 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51600) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:45.155255 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-bcc89635-ac81-476b-a582-512ef2bce1d4 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=126ff8dba2134b2d95d54d419fe64967&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1752331 Jan 28 00:39:45.181718 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1afee9-dc8a-443b-8644-7228a14925b9 admin admin] Pushing event updated for resources: {'Port': ['ID=594adc85-35b4-4f57-90f6-66359221d7a2,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:45.195123 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-02151504-fd62-4d8b-ae4b-0f807f7a16ab tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552549 Jan 28 00:39:45.203766 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51602) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:45.216597 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e4e5faed-787e-4b3e-bd35-de5c30713063 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:39:45.220437 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e1afee9-dc8a-443b-8644-7228a14925b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (f2d16571-9cb8-4475-bd3a-54d122bf1ea0), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:45.236459 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-0cbe7c33-6036-48cf-98b7-f45bd92cbf16 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6276b1e7-274c-424a-ad22-502097950c2e HTTP/1.1" status: 200 len: 1001 time: 0.1434708 Jan 28 00:39:45.332223 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-4630782c-083a-4db8-91e4-f89b7b2864a9 service neutron] 10.222.0.70 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761456 Jan 28 00:39:45.368360 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-55fd23ac-1b4c-4eed-9c5e-c37d321f20c7 None None] Attempting to bind port 578d5c62-720f-4f6d-8404-8442eb005ada on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:39:45.368953 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-55fd23ac-1b4c-4eed-9c5e-c37d321f20c7 None None] Attempting to bind port 578d5c62-720f-4f6d-8404-8442eb005ada by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '88588c04-f0ab-422c-a1ee-8df8bf9b88aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '05a47471-d558-49dd-a31f-6ee5d04b9c2f'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:39:45.369454 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fd23ac-1b4c-4eed-9c5e-c37d321f20c7 None None] Attempting to bind port 578d5c62-720f-4f6d-8404-8442eb005ada on network 05a47471-d558-49dd-a31f-6ee5d04b9c2f {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:39:45.371744 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-55131d15-1612-427d-8c10-7419ef92f73b None None] Current status of the port 07dd2049-a3e9-4313-8b78-d1f02b17c6d3 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:45.414973 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fd23ac-1b4c-4eed-9c5e-c37d321f20c7 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:39:45.415444 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fd23ac-1b4c-4eed-9c5e-c37d321f20c7 None None] Checking segment: {'id': '88588c04-f0ab-422c-a1ee-8df8bf9b88aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '05a47471-d558-49dd-a31f-6ee5d04b9c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:39:45.416000 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55fd23ac-1b4c-4eed-9c5e-c37d321f20c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:45.416518 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fd23ac-1b4c-4eed-9c5e-c37d321f20c7 None None] Bound using segment: {'id': '88588c04-f0ab-422c-a1ee-8df8bf9b88aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '05a47471-d558-49dd-a31f-6ee5d04b9c2f'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:39:45.417132 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-55fd23ac-1b4c-4eed-9c5e-c37d321f20c7 None None] Bound port: 578d5c62-720f-4f6d-8404-8442eb005ada, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88588c04-f0ab-422c-a1ee-8df8bf9b88aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '05a47471-d558-49dd-a31f-6ee5d04b9c2f'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:39:45.417653 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55fd23ac-1b4c-4eed-9c5e-c37d321f20c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (578d5c62-720f-4f6d-8404-8442eb005ada), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:45.470990 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e1afee9-dc8a-443b-8644-7228a14925b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (594adc85-35b4-4f57-90f6-66359221d7a2), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:45.490017 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36c85d4-f786-43bf-8df1-a5e0c5da197b None None] Update dhcp port {'port': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'fixed_ips': [{'subnet_id': '9e525176-5276-4ba0-b877-fc1ad067618d'}], 'binding:host_id': 'n-d-826754-1'}, 'id': 'f6c13309-577b-416d-b313-3b2a38ea63ba'} from n-d-826754-1. {{(pid=103345) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 00:39:45.493348 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=07dd2049-a3e9-4313-8b78-d1f02b17c6d3,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:45.512155 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-c995b135-0f61-4478-a40c-159a6825e84d service neutron] 10.222.0.70 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689131 Jan 28 00:39:45.514714 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-cb4ab7a6-39bd-4eab-a1cf-5ef6d4b97574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:45.516313 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-cb4ab7a6-39bd-4eab-a1cf-5ef6d4b97574 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3e045621-a000-4f31-813f-19aff9c83672 HTTP/1.1" status: 200 len: 851 time: 0.2659607 Jan 28 00:39:45.612875 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-a19047c3-7b23-4adc-9167-ac4a784c436e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:45.616399 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-a19047c3-7b23-4adc-9167-ac4a784c436e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=962b6d11-960d-42e0-95f3-b55d3f9f0ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932693 Jan 28 00:39:45.650242 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e5faed-787e-4b3e-bd35-de5c30713063 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:39:45.656152 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e4e5faed-787e-4b3e-bd35-de5c30713063 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:45.658988 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e5faed-787e-4b3e-bd35-de5c30713063 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:39:45.659504 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e5faed-787e-4b3e-bd35-de5c30713063 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:39:45.751144 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port f6c13309-577b-416d-b313-3b2a38ea63ba triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:45.752192 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f6c13309-577b-416d-b313-3b2a38ea63ba), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:45.775516 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e4e5faed-787e-4b3e-bd35-de5c30713063 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5706627 Jan 28 00:39:45.779608 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51620) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:45.785272 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-ce2920f5-d8af-402c-b69b-2b954da3042e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:39:45.843867 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f36c85d4-f786-43bf-8df1-a5e0c5da197b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f6c13309-577b-416d-b313-3b2a38ea63ba), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:45.867895 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6dd297dc-5d28-4e52-82eb-c19121b76be4 None None] Provisioning complete for port f6c13309-577b-416d-b313-3b2a38ea63ba triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:45.869029 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6dd297dc-5d28-4e52-82eb-c19121b76be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f6c13309-577b-416d-b313-3b2a38ea63ba), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:45.869631 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-6edcc6b6-c21b-47ea-9a5f-13279dd9a00f service neutron] 10.222.0.52 "GET /v2.0/networks/962b6d11-960d-42e0-95f3-b55d3f9f0ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443755 Jan 28 00:39:45.937186 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2920f5-d8af-402c-b69b-2b954da3042e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:39:45.941706 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce2920f5-d8af-402c-b69b-2b954da3042e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:45.944574 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce2920f5-d8af-402c-b69b-2b954da3042e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:39:45.945251 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce2920f5-d8af-402c-b69b-2b954da3042e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:39:45.984518 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ce2920f5-d8af-402c-b69b-2b954da3042e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2033472 Jan 28 00:39:45.989176 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51624) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:45.997004 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-61c39a97-875f-4584-96c3-f690e0682bbf tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:39:46.004949 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bc42d02e-2f4a-4667-9b7f-e94fac1f122f req-a4236702-8c02-4080-8b62-9b7707419802 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fff767a-1127-472c-8e8e-a95391a1f8ba HTTP/1.1" status: 200 len: 210 time: 0.0455861 Jan 28 00:39:46.010832 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e1afee9-dc8a-443b-8644-7228a14925b9 admin admin] Publish callbacks [] for port (594adc85-35b4-4f57-90f6-66359221d7a2), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:46.011941 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-55fd23ac-1b4c-4eed-9c5e-c37d321f20c7 None None] For port 578d5c62-720f-4f6d-8404-8442eb005ada, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:39:46.028559 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e1afee9-dc8a-443b-8644-7228a14925b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (594adc85-35b4-4f57-90f6-66359221d7a2), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:46.034214 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-55fd23ac-1b4c-4eed-9c5e-c37d321f20c7 None None] For port 578d5c62-720f-4f6d-8404-8442eb005ada, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=578d5c62-720f-4f6d-8404-8442eb005ada,segment=NetworkSegment(88588c04-f0ab-422c-a1ee-8df8bf9b88aa),segment_id=88588c04-f0ab-422c-a1ee-8df8bf9b88aa)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:39:46.063968 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-47d17b13-eeef-4703-89a2-e5702f6fa9cd service neutron] 10.222.0.52 "GET /v2.0/networks/962b6d11-960d-42e0-95f3-b55d3f9f0ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887326 Jan 28 00:39:46.098359 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55fd23ac-1b4c-4eed-9c5e-c37d321f20c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (578d5c62-720f-4f6d-8404-8442eb005ada), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:46.154911 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-40b6936c-e7e0-453f-9bc1-6549544c9dd7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=e6c88db4-a371-434d-b81c-bba1b2a0715e HTTP/1.1" status: 200 len: 217 time: 0.0852094 Jan 28 00:39:46.274689 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-7391c9d3-6909-4bbf-8962-4bc5f2034629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:46.289181 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-7391c9d3-6909-4bbf-8962-4bc5f2034629 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d9566eb-7bee-4e72-9ce3-a47d9d3737eb HTTP/1.1" status: 200 len: 797 time: 0.1256921 Jan 28 00:39:46.309474 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e1afee9-dc8a-443b-8644-7228a14925b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (f2d16571-9cb8-4475-bd3a-54d122bf1ea0), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:46.322925 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port f6c13309-577b-416d-b313-3b2a38ea63ba is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:46.360598 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1afee9-dc8a-443b-8644-7228a14925b9 admin admin] Pushing event updated for resources: {'Port': ['ID=594adc85-35b4-4f57-90f6-66359221d7a2,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:46.386986 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-e67e3ad3-eb20-4b5c-bb43-23cb0ef9d9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:46.398575 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6dd297dc-5d28-4e52-82eb-c19121b76be4 None None] Current status of the port f6c13309-577b-416d-b313-3b2a38ea63ba is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:46.403989 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd23ac-1b4c-4eed-9c5e-c37d321f20c7 None None] Pushing event updated for resources: {'Port': ['ID=578d5c62-720f-4f6d-8404-8442eb005ada,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:46.405995 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-e67e3ad3-eb20-4b5c-bb43-23cb0ef9d9bf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1101468 Jan 28 00:39:46.499556 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c39a97-875f-4584-96c3-f690e0682bbf tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:39:46.525099 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61c39a97-875f-4584-96c3-f690e0682bbf tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:46.527264 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c39a97-875f-4584-96c3-f690e0682bbf tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:39:46.537407 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61c39a97-875f-4584-96c3-f690e0682bbf tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:39:46.762418 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-61c39a97-875f-4584-96c3-f690e0682bbf tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7718523 Jan 28 00:39:46.767262 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51638) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:46.782633 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-d27285ee-ab7c-4f08-ae28-1492c82be22a service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708525 Jan 28 00:39:46.801944 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-222b2a5f-4f87-462c-809f-a71b8f14b0de tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:39:46.826820 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c025db9e-e4bd-45b9-977d-41d88fe69445 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:39:46.849901 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 07dd2049-a3e9-4313-8b78-d1f02b17c6d3 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:39:47.005722 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-ac6773c6-08d6-445c-a03b-1f9a30119ccc service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163074 Jan 28 00:39:47.030797 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1afee9-dc8a-443b-8644-7228a14925b9 admin admin] Network 05a47471-d558-49dd-a31f-6ee5d04b9c2f is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:39:47.035678 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-0e1afee9-dc8a-443b-8644-7228a14925b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:39:47.066148 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d25b099f-ccbd-4748-9b17-a205310abf15 None None] Publish callbacks [] for port (708d59b9-c134-40d3-9900-f5726c6d27dc), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:47.086625 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-326b7ccd-7ba9-434f-aaf9-dd1fa2e012a1 None None] Provisioning complete for port f6c13309-577b-416d-b313-3b2a38ea63ba triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:47.087106 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-326b7ccd-7ba9-434f-aaf9-dd1fa2e012a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f6c13309-577b-416d-b313-3b2a38ea63ba), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:47.117429 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222b2a5f-4f87-462c-809f-a71b8f14b0de tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:39:47.123754 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-222b2a5f-4f87-462c-809f-a71b8f14b0de tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:47.132460 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-222b2a5f-4f87-462c-809f-a71b8f14b0de tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:39:47.132932 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-222b2a5f-4f87-462c-809f-a71b8f14b0de tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:39:47.196974 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d25b099f-ccbd-4748-9b17-a205310abf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (708d59b9-c134-40d3-9900-f5726c6d27dc), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:47.199070 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-9dc6a520-0b4d-42d6-97b3-5ba2ed154f64 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=d811a547-5df6-408e-b47d-4a7f9810a4e5 HTTP/1.1" status: 200 len: 217 time: 0.1826651 Jan 28 00:39:47.336791 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb962073-3ca3-4dff-9ab7-fc40ad7ec555 req-5035b0e4-ba61-4794-8edc-b7bd407c4bb8 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fff767a-1127-472c-8e8e-a95391a1f8ba HTTP/1.1" status: 200 len: 210 time: 0.0367019 Jan 28 00:39:47.341109 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-d25b099f-ccbd-4748-9b17-a205310abf15 None None] Attempting to bind port 708d59b9-c134-40d3-9900-f5726c6d27dc on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:39:47.341791 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-d25b099f-ccbd-4748-9b17-a205310abf15 None None] Attempting to bind port 708d59b9-c134-40d3-9900-f5726c6d27dc by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:39:47.342333 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25b099f-ccbd-4748-9b17-a205310abf15 None None] Attempting to bind port 708d59b9-c134-40d3-9900-f5726c6d27dc on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:39:47.345097 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 07dd2049-a3e9-4313-8b78-d1f02b17c6d3 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:47.347077 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (07dd2049-a3e9-4313-8b78-d1f02b17c6d3), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:47.385822 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-26531313-553a-496d-b6ad-ed3cb07cddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:47.387497 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-26531313-553a-496d-b6ad-ed3cb07cddf7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d9566eb-7bee-4e72-9ce3-a47d9d3737eb HTTP/1.1" status: 200 len: 797 time: 0.1788893 Jan 28 00:39:47.394236 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25b099f-ccbd-4748-9b17-a205310abf15 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:39:47.394619 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25b099f-ccbd-4748-9b17-a205310abf15 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:39:47.395040 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d25b099f-ccbd-4748-9b17-a205310abf15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:47.395448 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25b099f-ccbd-4748-9b17-a205310abf15 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:39:47.395980 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-d25b099f-ccbd-4748-9b17-a205310abf15 None None] Bound port: 708d59b9-c134-40d3-9900-f5726c6d27dc, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:39:47.396371 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d25b099f-ccbd-4748-9b17-a205310abf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (708d59b9-c134-40d3-9900-f5726c6d27dc), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:47.450369 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-d7e4fe95-fda1-4b95-8511-2cb82eb8ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:47.456119 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-d7e4fe95-fda1-4b95-8511-2cb82eb8ee3f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0615587 Jan 28 00:39:47.457716 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51650) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:47.458705 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-222b2a5f-4f87-462c-809f-a71b8f14b0de tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6795840 Jan 28 00:39:47.465162 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-9d79c6cb-581c-45e0-9773-25ee769d0bf7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:39:47.476479 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1afee9-dc8a-443b-8644-7228a14925b9 admin admin] Router f2d16571-9cb8-4475-bd3a-54d122bf1ea0 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:39:47.580865 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-d25b099f-ccbd-4748-9b17-a205310abf15 None None] For port 708d59b9-c134-40d3-9900-f5726c6d27dc, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:39:47.588792 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-d25b099f-ccbd-4748-9b17-a205310abf15 None None] For port 708d59b9-c134-40d3-9900-f5726c6d27dc, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=708d59b9-c134-40d3-9900-f5726c6d27dc,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:39:47.615994 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d867d6-3448-4837-824a-71b5dac86358 None None] Pushing event updated for resources: {'Port': ['ID=708d59b9-c134-40d3-9900-f5726c6d27dc,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:47.636146 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d25b099f-ccbd-4748-9b17-a205310abf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (708d59b9-c134-40d3-9900-f5726c6d27dc), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:47.768506 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-dc79764e-dbc3-41cb-a3ee-77436dff690c service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918274 Jan 28 00:39:47.813006 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1afee9-dc8a-443b-8644-7228a14925b9 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:39:47.859094 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0e1afee9-dc8a-443b-8644-7228a14925b9 admin admin] 10.222.0.70 "PUT /v2.0/routers/f2d16571-9cb8-4475-bd3a-54d122bf1ea0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2357678 Jan 28 00:39:47.860362 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-326b7ccd-7ba9-434f-aaf9-dd1fa2e012a1 None None] Current status of the port f6c13309-577b-416d-b313-3b2a38ea63ba is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:47.870802 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fd2933-ed65-45a0-93f7-febdb5f3ba77 None None] DHCP port deletion for fa355ea8-c094-44b0-ae37-c8781af9ee37 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:39:47.872891 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d79c6cb-581c-45e0-9773-25ee769d0bf7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:39:47.877856 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9d79c6cb-581c-45e0-9773-25ee769d0bf7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:47.879783 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d79c6cb-581c-45e0-9773-25ee769d0bf7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:39:47.880384 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d79c6cb-581c-45e0-9773-25ee769d0bf7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:39:47.967714 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51662) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:47.968573 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9d79c6cb-581c-45e0-9773-25ee769d0bf7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5094397 Jan 28 00:39:47.980344 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-31f32e9a-9b80-4415-b082-758a19dc7548 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:39:48.014682 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25b099f-ccbd-4748-9b17-a205310abf15 None None] Routers {'f2d16571-9cb8-4475-bd3a-54d122bf1ea0'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:39:48.015365 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d25b099f-ccbd-4748-9b17-a205310abf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:39:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['f2d16571-9cb8-4475-bd3a-54d122bf1ea0'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:39:48.026301 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-e9db7b8d-5906-40a4-b4db-1ec3a47740f1 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440362 Jan 28 00:39:48.183936 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-fd861791-b9a9-488a-abeb-92dfbcbf37ef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=94ae3a89-fc27-4196-b863-313cd277b634 HTTP/1.1" status: 200 len: 217 time: 0.1268697 Jan 28 00:39:48.255979 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f32e9a-9b80-4415-b082-758a19dc7548 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:39:48.269358 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-31f32e9a-9b80-4415-b082-758a19dc7548 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:48.273101 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f32e9a-9b80-4415-b082-758a19dc7548 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:39:48.275461 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31f32e9a-9b80-4415-b082-758a19dc7548 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:39:48.317714 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-31f32e9a-9b80-4415-b082-758a19dc7548 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3483777 Jan 28 00:39:48.321939 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51674) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:48.399272 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-d25b099f-ccbd-4748-9b17-a205310abf15 None None] Set router f2d16571-9cb8-4475-bd3a-54d122bf1ea0 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:39:48.509171 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b486d28a-a047-4b53-9e76-a9861065eb10 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:48.519053 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b486d28a-a047-4b53-9e76-a9861065eb10 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1882136 Jan 28 00:39:48.519788 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51682) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:48.560661 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 07dd2049-a3e9-4313-8b78-d1f02b17c6d3 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:48.599044 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f424d31-41d6-4aae-b6ab-2c0736d55c58 None None] Network 05a47471-d558-49dd-a31f-6ee5d04b9c2f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:39:48.605942 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d867d6-3448-4837-824a-71b5dac86358 None None] Pushing event updated for resources: {'Port': ['ID=708d59b9-c134-40d3-9900-f5726c6d27dc,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:48.691544 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52eb97cf-0eae-4505-b163-8a1d36fd054c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:48.694618 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-52eb97cf-0eae-4505-b163-8a1d36fd054c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1734428 Jan 28 00:39:48.702538 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51688) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:48.836961 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-eecf9797-4410-4237-911e-7054050c5f93 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1321855 Jan 28 00:39:48.854329 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51692) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:48.862785 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-caff3247-2c5f-406a-9bf1-a06504759dae tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:39:48.941677 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ba52b41b-5307-449f-953f-f509884efdd8 None None] Provisioning complete for port 578d5c62-720f-4f6d-8404-8442eb005ada triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:48.942253 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba52b41b-5307-449f-953f-f509884efdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (578d5c62-720f-4f6d-8404-8442eb005ada), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:49.059950 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 578d5c62-720f-4f6d-8404-8442eb005ada up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:39:49.192098 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caff3247-2c5f-406a-9bf1-a06504759dae tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:39:49.198416 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-caff3247-2c5f-406a-9bf1-a06504759dae tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:49.276645 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-35fd2933-ed65-45a0-93f7-febdb5f3ba77 None None] Deleting port f6c13309-577b-416d-b313-3b2a38ea63ba {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:39:49.277302 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35fd2933-ed65-45a0-93f7-febdb5f3ba77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f6c13309-577b-416d-b313-3b2a38ea63ba), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:49.326994 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-98a2d343-67aa-41d9-a8b3-37cf107c531c tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:49.330418 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-98a2d343-67aa-41d9-a8b3-37cf107c531c tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.65 "GET /v2.0/networks?id=a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 200 len: 811 time: 1.1420047 Jan 28 00:39:49.370744 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-eb08fce7-134e-4496-94f4-a3ea29463588 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Request body: {'port': {'device_id': '6fff767a-1127-472c-8e8e-a95391a1f8ba', 'network_id': 'a5055772-1556-467a-8d2c-d15584910096', 'admin_state_up': True, 'tenant_id': '126ff8dba2134b2d95d54d419fe64967'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:39:49.396143 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97d1b0db-f908-424e-8fe9-6e51cc8fe6aa req-31d5bf4a-eb58-4ea3-84dd-a6916873852c tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fff767a-1127-472c-8e8e-a95391a1f8ba HTTP/1.1" status: 200 len: 210 time: 0.2798512 Jan 28 00:39:49.597649 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-0139c122-d8f9-42e5-82ea-e4e525467372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:49.600164 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-0139c122-d8f9-42e5-82ea-e4e525467372 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d9566eb-7bee-4e72-9ce3-a47d9d3737eb HTTP/1.1" status: 200 len: 797 time: 0.4819841 Jan 28 00:39:49.756596 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 578d5c62-720f-4f6d-8404-8442eb005ada triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:49.757515 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (578d5c62-720f-4f6d-8404-8442eb005ada), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:49.764700 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02118085-027c-4f71-aeeb-1ace1d323775 req-90674a04-e972-428a-af0e-beac838ca3cd tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:49.766440 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-02118085-027c-4f71-aeeb-1ace1d323775 req-90674a04-e972-428a-af0e-beac838ca3cd tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/networks?id=48102a04-ab35-4405-a390-afe0079109e3 HTTP/1.1" status: 200 len: 911 time: 0.3870044 Jan 28 00:39:49.772118 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-a431e829-0cce-4c7d-af29-aee3e2f80325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:49.773829 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-a431e829-0cce-4c7d-af29-aee3e2f80325 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1599126 Jan 28 00:39:49.796638 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ba52b41b-5307-449f-953f-f509884efdd8 None None] Current status of the port 578d5c62-720f-4f6d-8404-8442eb005ada is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:49.797031 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba52b41b-5307-449f-953f-f509884efdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (578d5c62-720f-4f6d-8404-8442eb005ada), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:49.812112 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-02118085-027c-4f71-aeeb-1ace1d323775 req-9818d478-6418-4f3e-b93a-1aea727276da tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/quotas/fbb1ed093d9844ffa009d99970069d43 HTTP/1.1" status: 200 len: 375 time: 0.0372078 Jan 28 00:39:49.826238 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-35fd2933-ed65-45a0-93f7-febdb5f3ba77 None None] For port f6c13309-577b-416d-b313-3b2a38ea63ba, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f6c13309-577b-416d-b313-3b2a38ea63ba,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:39:49.826658 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35fd2933-ed65-45a0-93f7-febdb5f3ba77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f6c13309-577b-416d-b313-3b2a38ea63ba), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:49.899676 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-ba52b41b-5307-449f-953f-f509884efdd8 None None] For port 578d5c62-720f-4f6d-8404-8442eb005ada, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=578d5c62-720f-4f6d-8404-8442eb005ada,segment=NetworkSegment(88588c04-f0ab-422c-a1ee-8df8bf9b88aa),segment_id=88588c04-f0ab-422c-a1ee-8df8bf9b88aa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:39:49.916956 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ba52b41b-5307-449f-953f-f509884efdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (578d5c62-720f-4f6d-8404-8442eb005ada), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:49.928317 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-35fd2933-ed65-45a0-93f7-febdb5f3ba77 None None] Calling delete_port for f6c13309-577b-416d-b313-3b2a38ea63ba owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:39:49.955771 n-d-826754-1 neutron-server[103343]: DEBUG neutron.objects.ports [None req-caff3247-2c5f-406a-9bf1-a06504759dae tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103343) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 00:39:49.979897 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-eb08fce7-134e-4496-94f4-a3ea29463588 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Made reservation on behalf of 126ff8dba2134b2d95d54d419fe64967 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:39:49.984090 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-eb08fce7-134e-4496-94f4-a3ea29463588 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:50.061384 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-02118085-027c-4f71-aeeb-1ace1d323775 req-28d48a20-3867-416b-8464-1b7fb8dcf2b7 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?tenant_id=fbb1ed093d9844ffa009d99970069d43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2032120 Jan 28 00:39:50.066827 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-60c84d70-491c-4a9d-a720-d0b55d67e804 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815700 Jan 28 00:39:50.147953 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 578d5c62-720f-4f6d-8404-8442eb005ada is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:50.241013 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d25b099f-ccbd-4748-9b17-a205310abf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d16571-9cb8-4475-bd3a-54d122bf1ea0', 'name': 'tempest-TestServerMultinode-1706170598-router', 'tenant_id': 'fbb1ed093d9844ffa009d99970069d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '708d59b9-c134-40d3-9900-f5726c6d27dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:39:38Z', 'updated_at': '2022-01-28T00:39:45Z', 'revision_number': 4, 'project_id': 'fbb1ed093d9844ffa009d99970069d43', 'gw_port': {'id': '708d59b9-c134-40d3-9900-f5726c6d27dc', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:15:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d16571-9cb8-4475-bd3a-54d122bf1ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:39:39Z', 'updated_at': '2022-01-28T00:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '594adc85-35b4-4f57-90f6-66359221d7a2', 'name': '', 'network_id': '05a47471-d558-49dd-a31f-6ee5d04b9c2f', 'tenant_id': 'fbb1ed093d9844ffa009d99970069d43', 'mac_address': 'fa:16:3e:96:8e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d16571-9cb8-4475-bd3a-54d122bf1ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'd58a0b29-98b5-49e0-bb16-4b86fc47bd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:39:43Z', 'updated_at': '2022-01-28T00:39:45Z', 'revision_number': 2, 'project_id': 'fbb1ed093d9844ffa009d99970069d43', 'subnets': [{'id': 'd58a0b29-98b5-49e0-bb16-4b86fc47bd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:39:50.338237 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f6c13309-577b-416d-b313-3b2a38ea63ba no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:39:50.346877 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52b41b-5307-449f-953f-f509884efdd8 None None] Pushing event updated for resources: {'Port': ['ID=578d5c62-720f-4f6d-8404-8442eb005ada,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:50.358867 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-eb08fce7-134e-4496-94f4-a3ea29463588 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Allocated IP 172.20.0.9 (a5055772-1556-467a-8d2c-d15584910096/d0f29497-ba52-4939-af70-d57b51c2ceee/71ccef60-b89f-429c-83c8-a842ac618d58) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:39:50.360216 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25b099f-ccbd-4748-9b17-a205310abf15 None None] The sync data for ids ['f2d16571-9cb8-4475-bd3a-54d122bf1ea0'] in n-d-826754-1 is: [{'id': 'f2d16571-9cb8-4475-bd3a-54d122bf1ea0', 'name': 'tempest-TestServerMultinode-1706170598-router', 'tenant_id': 'fbb1ed093d9844ffa009d99970069d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '708d59b9-c134-40d3-9900-f5726c6d27dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:39:38Z', 'updated_at': '2022-01-28T00:39:45Z', 'revision_number': 4, 'project_id': 'fbb1ed093d9844ffa009d99970069d43', 'gw_port': {'id': '708d59b9-c134-40d3-9900-f5726c6d27dc', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:15:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d16571-9cb8-4475-bd3a-54d122bf1ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:39:39Z', 'updated_at': '2022-01-28T00:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '594adc85-35b4-4f57-90f6-66359221d7a2', 'name': '', 'network_id': '05a47471-d558-49dd-a31f-6ee5d04b9c2f', 'tenant_id': 'fbb1ed093d9844ffa009d99970069d43', 'mac_address': 'fa:16:3e:96:8e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d16571-9cb8-4475-bd3a-54d122bf1ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'd58a0b29-98b5-49e0-bb16-4b86fc47bd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:39:43Z', 'updated_at': '2022-01-28T00:39:45Z', 'revision_number': 2, 'project_id': 'fbb1ed093d9844ffa009d99970069d43', 'subnets': [{'id': 'd58a0b29-98b5-49e0-bb16-4b86fc47bd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:39:50.484845 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-436c7d9e-0490-4b46-9612-3b9ac3e34494 None None] Provisioning complete for port 594adc85-35b4-4f57-90f6-66359221d7a2 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:50.485236 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-436c7d9e-0490-4b46-9612-3b9ac3e34494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (594adc85-35b4-4f57-90f6-66359221d7a2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:50.536374 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.ipam_pluggable_backend [None req-caff3247-2c5f-406a-9bf1-a06504759dae tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Port f6c13309-577b-416d-b313-3b2a38ea63ba was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103343) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 00:39:50.536922 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.ipam_pluggable_backend [None req-caff3247-2c5f-406a-9bf1-a06504759dae tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Reverting IP allocation for 2001:db8::f816:3eff:fee8:d1a3 {{(pid=103343) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 00:39:50.545461 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.ipam_pluggable_backend [None req-caff3247-2c5f-406a-9bf1-a06504759dae tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee8:d1a3 {{(pid=103343) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 00:39:50.546529 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35fd2933-ed65-45a0-93f7-febdb5f3ba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (f6c13309-577b-416d-b313-3b2a38ea63ba), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:50.549388 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-caff3247-2c5f-406a-9bf1-a06504759dae tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (eb56d6b1-aac1-4453-a079-8b8ebaf7aa81), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:50.550351 n-d-826754-1 neutron-server[103345]: INFO neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No ports have port_id starting with f6c13309-577b-416d-b313-3b2a38ea63ba Jan 28 00:39:50.558851 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-02118085-027c-4f71-aeeb-1ace1d323775 req-c99d284a-52fd-4e80-91fd-bb3feca2c100 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:39:50.568887 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-02118085-027c-4f71-aeeb-1ace1d323775 req-c99d284a-52fd-4e80-91fd-bb3feca2c100 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1092107 Jan 28 00:39:50.601014 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-436c7d9e-0490-4b46-9612-3b9ac3e34494 None None] Port 594adc85-35b4-4f57-90f6-66359221d7a2 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:39:50.604788 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd2933-ed65-45a0-93f7-febdb5f3ba77 None None] Pushing event deleted for resources: {'Port': ['ID=f6c13309-577b-416d-b313-3b2a38ea63ba,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:50.609507 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fd2933-ed65-45a0-93f7-febdb5f3ba77 None None] No DVR routers for this DVR port f6c13309-577b-416d-b313-3b2a38ea63ba on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:39:50.635802 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-436c7d9e-0490-4b46-9612-3b9ac3e34494 None None] Provisioning complete for port 578d5c62-720f-4f6d-8404-8442eb005ada triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:50.636210 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-436c7d9e-0490-4b46-9612-3b9ac3e34494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (578d5c62-720f-4f6d-8404-8442eb005ada), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:50.731854 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caff3247-2c5f-406a-9bf1-a06504759dae tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:39:50.739780 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-caff3247-2c5f-406a-9bf1-a06504759dae tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:39:50.762320 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caff3247-2c5f-406a-9bf1-a06504759dae tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:50.763000 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-caff3247-2c5f-406a-9bf1-a06504759dae tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:50.822665 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff3247-2c5f-406a-9bf1-a06504759dae tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Subnet': ['ID=eb56d6b1-aac1-4453-a079-8b8ebaf7aa81,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:50.860197 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-caff3247-2c5f-406a-9bf1-a06504759dae tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0038869 Jan 28 00:39:50.863104 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51722) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:50.875029 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-ca46b3c7-69f6-4b78-a804-76a698bd4185 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'port': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'mac_address': 'fa:16:3e:3a:d9:cc', 'name': 'tempest-NetworksTestDHCPv6-1681121686'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:39:51.208398 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca4e6b2-f038-44a0-a172-8d40075202b6 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:39:51.222539 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 578d5c62-720f-4f6d-8404-8442eb005ada up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:39:51.230272 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7cae4d76-fb2d-4cbb-b891-33cf496217c1 req-3db29392-7dfc-40a5-9c1a-3c3858869ac2 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fff767a-1127-472c-8e8e-a95391a1f8ba HTTP/1.1" status: 200 len: 210 time: 0.5631549 Jan 28 00:39:51.253781 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca46b3c7-69f6-4b78-a804-76a698bd4185 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:39:51.461191 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca46b3c7-69f6-4b78-a804-76a698bd4185 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:51.534355 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-ca46b3c7-69f6-4b78-a804-76a698bd4185 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] device_id is not set on port e69c6395-5889-472e-9f24-23529aef1727 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:39:51.550744 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdb9e06-9036-42a6-9a5b-a2d1187ca70c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-fa355ea8-c094-44b0-ae37-c8781af9ee37', 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'fixed_ips': [{'subnet_id': 'eb56d6b1-aac1-4453-a079-8b8ebaf7aa81'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:39:51.550744 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4fdb9e06-9036-42a6-9a5b-a2d1187ca70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:51.565076 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-eb08fce7-134e-4496-94f4-a3ea29463588 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks [] for port (71ccef60-b89f-429c-83c8-a842ac618d58), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:51.614822 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-c8a8dc1e-9f11-44ec-9f80-e10ac2cc67b3 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1511889 Jan 28 00:39:51.643842 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-02118085-027c-4f71-aeeb-1ace1d323775 req-d5698b6b-b6a9-4877-ac1c-88b67ca5dca5 service neutron] 10.222.0.70 "GET /v2.0/networks/48102a04-ab35-4405-a390-afe0079109e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0620434 Jan 28 00:39:51.651250 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-436c7d9e-0490-4b46-9612-3b9ac3e34494 None None] Current status of the port 578d5c62-720f-4f6d-8404-8442eb005ada is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:51.671500 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 578d5c62-720f-4f6d-8404-8442eb005ada triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:51.672538 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (578d5c62-720f-4f6d-8404-8442eb005ada), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:51.753081 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-fff3ef65-8c7c-4d63-aa96-c45fb1ae4519 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=6fe75345-323e-4c17-9167-f80f61f5b382 HTTP/1.1" status: 200 len: 217 time: 0.1291616 Jan 28 00:39:51.777924 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-ca46b3c7-69f6-4b78-a804-76a698bd4185 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Allocated IP 2001:db8::f816:3eff:fe3a:d9cc (fa355ea8-c094-44b0-ae37-c8781af9ee37/eb56d6b1-aac1-4453-a079-8b8ebaf7aa81/e69c6395-5889-472e-9f24-23529aef1727) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:39:51.881625 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-fb6ef0e4-f7aa-4d27-8073-123bb471d937 None None] Provisioning complete for port 594adc85-35b4-4f57-90f6-66359221d7a2 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:51.882566 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb6ef0e4-f7aa-4d27-8073-123bb471d937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (594adc85-35b4-4f57-90f6-66359221d7a2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:52.038369 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-eb08fce7-134e-4496-94f4-a3ea29463588 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (71ccef60-b89f-429c-83c8-a842ac618d58), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:52.061800 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca46b3c7-69f6-4b78-a804-76a698bd4185 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for port (e69c6395-5889-472e-9f24-23529aef1727), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:52.072141 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 578d5c62-720f-4f6d-8404-8442eb005ada is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:52.085017 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-b731db3b-abe1-4169-9421-6fb00842c890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:52.094517 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-b731db3b-abe1-4169-9421-6fb00842c890 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d9566eb-7bee-4e72-9ce3-a47d9d3737eb HTTP/1.1" status: 200 len: 797 time: 0.3128402 Jan 28 00:39:52.098368 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['ee552b99-6334-45be-8a9c-ea82d5bef5a2'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:39:52.132153 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-fb6ef0e4-f7aa-4d27-8073-123bb471d937 None None] Port 594adc85-35b4-4f57-90f6-66359221d7a2 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:39:52.156149 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca46b3c7-69f6-4b78-a804-76a698bd4185 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (e69c6395-5889-472e-9f24-23529aef1727), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:52.233054 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46b3c7-69f6-4b78-a804-76a698bd4185 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Port': ['ID=e69c6395-5889-472e-9f24-23529aef1727,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:52.263400 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-4fdb9e06-9036-42a6-9a5b-a2d1187ca70c None None] Allocated IP 2001:db8::f816:3eff:fe8f:ab2e (fa355ea8-c094-44b0-ae37-c8781af9ee37/eb56d6b1-aac1-4453-a079-8b8ebaf7aa81/7033cf7f-c1b0-4e4a-943e-b15b307037ca) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:39:52.275578 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca46b3c7-69f6-4b78-a804-76a698bd4185 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:39:52.304046 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-ca46b3c7-69f6-4b78-a804-76a698bd4185 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:39:52.307598 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-eb08fce7-134e-4496-94f4-a3ea29463588 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Network a5055772-1556-467a-8d2c-d15584910096 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:39:52.314406 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca46b3c7-69f6-4b78-a804-76a698bd4185 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:39:52.328261 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-02118085-027c-4f71-aeeb-1ace1d323775 req-061359bb-374b-4ea5-b673-c5cc11cde014 service neutron] 10.222.0.70 "GET /v2.0/networks/48102a04-ab35-4405-a390-afe0079109e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6016905 Jan 28 00:39:52.329963 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08fce7-134e-4496-94f4-a3ea29463588 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Pushing event updated for resources: {'Port': ['ID=71ccef60-b89f-429c-83c8-a842ac618d58,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:52.336294 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-eb08fce7-134e-4496-94f4-a3ea29463588 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:39:52.347590 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-eb08fce7-134e-4496-94f4-a3ea29463588 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:39:52.358672 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-658852cb-1326-43fb-a01d-2de030e9e41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:52.362290 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-658852cb-1326-43fb-a01d-2de030e9e41e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2186971 Jan 28 00:39:52.363457 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca46b3c7-69f6-4b78-a804-76a698bd4185 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:52.366801 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca46b3c7-69f6-4b78-a804-76a698bd4185 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:52.445876 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ca46b3c7-69f6-4b78-a804-76a698bd4185 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5750036 Jan 28 00:39:52.464341 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1639fc73-3d84-4d77-aab8-aa92c4a4b680 req-bd72a41e-4132-4d8f-a902-5a15f8572ead service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9562719 Jan 28 00:39:52.468214 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51732) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:52.797152 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-eb08fce7-134e-4496-94f4-a3ea29463588 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:52.797884 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-eb08fce7-134e-4496-94f4-a3ea29463588 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:52.818571 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b46c184-16b5-4c52-bd63-8e9828dde35d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:52.823066 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5b46c184-16b5-4c52-bd63-8e9828dde35d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3536489 Jan 28 00:39:52.829845 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639fc73-3d84-4d77-aab8-aa92c4a4b680 req-c7b09719-063a-464d-aa2c-82726d2a8d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:52.831402 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51738) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:52.834732 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1639fc73-3d84-4d77-aab8-aa92c4a4b680 req-c7b09719-063a-464d-aa2c-82726d2a8d49 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=126ff8dba2134b2d95d54d419fe64967&device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 1096 time: 0.2550354 Jan 28 00:39:52.839254 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4fdb9e06-9036-42a6-9a5b-a2d1187ca70c None None] Publish callbacks [] for port (7033cf7f-c1b0-4e4a-943e-b15b307037ca), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:52.848765 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4fdb9e06-9036-42a6-9a5b-a2d1187ca70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (7033cf7f-c1b0-4e4a-943e-b15b307037ca), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:52.948007 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353921b-885e-4dbc-b331-6eb3fcec5136 req-2916acd9-5610-4f86-941c-5c68b84bda81 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:52.950472 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdb9e06-9036-42a6-9a5b-a2d1187ca70c None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:39:52.961582 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-4fdb9e06-9036-42a6-9a5b-a2d1187ca70c None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:39:52.962149 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e353921b-885e-4dbc-b331-6eb3fcec5136 req-2916acd9-5610-4f86-941c-5c68b84bda81 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fff767a-1127-472c-8e8e-a95391a1f8ba HTTP/1.1" status: 200 len: 931 time: 0.3574097 Jan 28 00:39:52.977594 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdb9e06-9036-42a6-9a5b-a2d1187ca70c None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:39:53.052090 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-eb08fce7-134e-4496-94f4-a3ea29463588 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6881263 Jan 28 00:39:53.111172 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-3e3052f1-f5e6-493e-971e-695d37b50f67 service neutron] Request body: {'port': {'device_id': '6fff767a-1127-472c-8e8e-a95391a1f8ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:39:53.136527 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb9e06-9036-42a6-9a5b-a2d1187ca70c None None] Pushing event updated for resources: {'Port': ['ID=7033cf7f-c1b0-4e4a-943e-b15b307037ca,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:53.158480 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 708d59b9-c134-40d3-9900-f5726c6d27dc up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:39:53.174252 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-527989ad-a87d-415e-b315-02c185e33544 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7481360 Jan 28 00:39:53.178661 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639fc73-3d84-4d77-aab8-aa92c4a4b680 req-9a128915-d62c-43f0-9e63-8e661b31fdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:53.181565 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1639fc73-3d84-4d77-aab8-aa92c4a4b680 req-9a128915-d62c-43f0-9e63-8e661b31fdfd service neutron] 10.222.0.65 "GET /v2.0/networks?id=a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 200 len: 912 time: 0.3250039 Jan 28 00:39:53.293404 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-4fdb9e06-9036-42a6-9a5b-a2d1187ca70c None None] Attempting to bind port 7033cf7f-c1b0-4e4a-943e-b15b307037ca on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:39:53.294498 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-4fdb9e06-9036-42a6-9a5b-a2d1187ca70c None None] Attempting to bind port 7033cf7f-c1b0-4e4a-943e-b15b307037ca by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:39:53.295116 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdb9e06-9036-42a6-9a5b-a2d1187ca70c None None] Attempting to bind port 7033cf7f-c1b0-4e4a-943e-b15b307037ca on network fa355ea8-c094-44b0-ae37-c8781af9ee37 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:39:53.325329 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 708d59b9-c134-40d3-9900-f5726c6d27dc triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:53.326083 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (708d59b9-c134-40d3-9900-f5726c6d27dc), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:53.373431 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1639fc73-3d84-4d77-aab8-aa92c4a4b680 req-43dab595-bc32-48ec-a497-d6c63b92a13f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e413624a-1e51-4367-8bee-9d98fc660577 HTTP/1.1" status: 200 len: 999 time: 0.1822667 Jan 28 00:39:53.378657 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-350d8aee-5781-47d6-9951-739b93138b39 None None] Provisioning complete for port 71ccef60-b89f-429c-83c8-a842ac618d58 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:53.379347 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-350d8aee-5781-47d6-9951-739b93138b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (71ccef60-b89f-429c-83c8-a842ac618d58), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:53.388610 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdb9e06-9036-42a6-9a5b-a2d1187ca70c None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:39:53.389326 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdb9e06-9036-42a6-9a5b-a2d1187ca70c None None] Checking segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:39:53.391496 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4fdb9e06-9036-42a6-9a5b-a2d1187ca70c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:53.392025 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdb9e06-9036-42a6-9a5b-a2d1187ca70c None None] Bound using segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:39:53.393261 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-4fdb9e06-9036-42a6-9a5b-a2d1187ca70c None None] Bound port: 7033cf7f-c1b0-4e4a-943e-b15b307037ca, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:39:53.399387 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4fdb9e06-9036-42a6-9a5b-a2d1187ca70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7033cf7f-c1b0-4e4a-943e-b15b307037ca), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:53.446574 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639fc73-3d84-4d77-aab8-aa92c4a4b680 req-abc97652-81f1-4fde-a475-7f76869e36b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:53.448220 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1639fc73-3d84-4d77-aab8-aa92c4a4b680 req-abc97652-81f1-4fde-a475-7f76869e36b8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0f29497-ba52-4939-af70-d57b51c2ceee HTTP/1.1" status: 200 len: 850 time: 0.0667765 Jan 28 00:39:53.542343 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639fc73-3d84-4d77-aab8-aa92c4a4b680 req-85d22b17-170f-445b-9767-eda78869d78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:53.558610 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1639fc73-3d84-4d77-aab8-aa92c4a4b680 req-85d22b17-170f-445b-9767-eda78869d78a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a5055772-1556-467a-8d2c-d15584910096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007669 Jan 28 00:39:53.597589 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e353921b-885e-4dbc-b331-6eb3fcec5136 req-962a9c82-5535-471c-a07e-10849b06a32e tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6294847 Jan 28 00:39:53.599258 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-3e3052f1-f5e6-493e-971e-695d37b50f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (71ccef60-b89f-429c-83c8-a842ac618d58), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:53.700286 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-350d8aee-5781-47d6-9951-739b93138b39 None None] Port 71ccef60-b89f-429c-83c8-a842ac618d58 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:39:53.748790 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1639fc73-3d84-4d77-aab8-aa92c4a4b680 req-744d7e87-799e-4688-99f6-fd5d1e182ec8 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709301 Jan 28 00:39:53.774603 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2932c1db-aa6c-4a9f-8f02-195866116d60 req-f58f8c56-590c-4bad-978f-0afe1427dc9c tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fc41a18f-5ac2-4f2e-a782-305942387b61 HTTP/1.1" status: 200 len: 210 time: 0.4268534 Jan 28 00:39:53.798919 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-4fdb9e06-9036-42a6-9a5b-a2d1187ca70c None None] For port 7033cf7f-c1b0-4e4a-943e-b15b307037ca, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:39:53.811541 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-4fdb9e06-9036-42a6-9a5b-a2d1187ca70c None None] For port 7033cf7f-c1b0-4e4a-943e-b15b307037ca, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=7033cf7f-c1b0-4e4a-943e-b15b307037ca,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:39:53.830251 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4fdb9e06-9036-42a6-9a5b-a2d1187ca70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (7033cf7f-c1b0-4e4a-943e-b15b307037ca), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:53.839449 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 708d59b9-c134-40d3-9900-f5726c6d27dc is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:53.846718 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (708d59b9-c134-40d3-9900-f5726c6d27dc), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:53.911002 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1639fc73-3d84-4d77-aab8-aa92c4a4b680 req-58ab3fda-b05d-4333-93a2-9485e9e77fe6 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547990 Jan 28 00:39:54.029244 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-b1215701-e176-4958-9c23-d27b10891a6c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting port e69c6395-5889-472e-9f24-23529aef1727 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:39:54.029244 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b1215701-e176-4958-9c23-d27b10891a6c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (e69c6395-5889-472e-9f24-23529aef1727), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:54.040769 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-c94bbcea-6a2d-45c4-8f7c-a701f38b6a42 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7953148 Jan 28 00:39:54.082194 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 708d59b9-c134-40d3-9900-f5726c6d27dc, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=708d59b9-c134-40d3-9900-f5726c6d27dc,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:39:54.102368 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (708d59b9-c134-40d3-9900-f5726c6d27dc), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:54.123374 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb9e06-9036-42a6-9a5b-a2d1187ca70c None None] Pushing event updated for resources: {'Port': ['ID=7033cf7f-c1b0-4e4a-943e-b15b307037ca,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:54.235303 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=708d59b9-c134-40d3-9900-f5726c6d27dc,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:54.398093 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-5b9f00ed-bb39-4c67-8157-dfdb12cc88b1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b39bbdd0-6456-4b66-b3bb-de6ac18d21ae HTTP/1.1" status: 200 len: 217 time: 0.3248680 Jan 28 00:39:54.607154 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b1215701-e176-4958-9c23-d27b10891a6c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (e69c6395-5889-472e-9f24-23529aef1727), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:54.620191 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-b55913d9-855f-49b8-8861-e7f700770d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:54.622258 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-b55913d9-855f-49b8-8861-e7f700770d82 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1bd8a954-b516-49e1-b2a8-a47b9c570cc2 HTTP/1.1" status: 200 len: 797 time: 0.2011564 Jan 28 00:39:54.643803 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-b1215701-e176-4958-9c23-d27b10891a6c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Calling delete_port for e69c6395-5889-472e-9f24-23529aef1727 owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:39:54.828455 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-3e3052f1-f5e6-493e-971e-695d37b50f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ccef60-b89f-429c-83c8-a842ac618d58 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:39:54.884145 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-3e3052f1-f5e6-493e-971e-695d37b50f67 service neutron] Publish callbacks [] for port (71ccef60-b89f-429c-83c8-a842ac618d58), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:54.890679 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-25677834-bc7c-46bf-88f0-d17650524dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:54.896345 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-25677834-bc7c-46bf-88f0-d17650524dcb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ced11932-ebe6-4a02-b131-3fdaf9b641b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2639501 Jan 28 00:39:55.003708 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-3e3052f1-f5e6-493e-971e-695d37b50f67 service neutron] Transition to ACTIVE for port object 71ccef60-b89f-429c-83c8-a842ac618d58 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:39:55.058496 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-3e3052f1-f5e6-493e-971e-695d37b50f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (71ccef60-b89f-429c-83c8-a842ac618d58), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:55.145748 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 7033cf7f-c1b0-4e4a-943e-b15b307037ca up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:39:55.308496 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 7033cf7f-c1b0-4e4a-943e-b15b307037ca triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:55.316638 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (7033cf7f-c1b0-4e4a-943e-b15b307037ca), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:55.320613 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd796c-8a8f-4ccc-b496-6d00f39d2d78 None None] Sync routers for ids ['f2d16571-9cb8-4475-bd3a-54d122bf1ea0'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:39:55.368928 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdd796c-8a8f-4ccc-b496-6d00f39d2d78 None None] Routers {'f2d16571-9cb8-4475-bd3a-54d122bf1ea0'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:39:55.370310 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-acdd796c-8a8f-4ccc-b496-6d00f39d2d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:39:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['f2d16571-9cb8-4475-bd3a-54d122bf1ea0'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:39:55.518784 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 7033cf7f-c1b0-4e4a-943e-b15b307037ca is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:55.519962 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7033cf7f-c1b0-4e4a-943e-b15b307037ca), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:55.636325 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 7033cf7f-c1b0-4e4a-943e-b15b307037ca, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=7033cf7f-c1b0-4e4a-943e-b15b307037ca,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:39:55.660753 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (7033cf7f-c1b0-4e4a-943e-b15b307037ca), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:55.663885 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 708d59b9-c134-40d3-9900-f5726c6d27dc up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:39:55.701930 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02118085-027c-4f71-aeeb-1ace1d323775 req-4f4296b1-45b9-4867-8582-207b009897be tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:55.703293 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-02118085-027c-4f71-aeeb-1ace1d323775 req-4f4296b1-45b9-4867-8582-207b009897be tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.52 "GET /v2.0/networks?id=48102a04-ab35-4405-a390-afe0079109e3 HTTP/1.1" status: 200 len: 911 time: 0.3105168 Jan 28 00:39:55.722638 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-02118085-027c-4f71-aeeb-1ace1d323775 req-53f2fcef-f2be-402a-b269-e68e2ffcc6a6 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Request body: {'port': {'device_id': 'fc41a18f-5ac2-4f2e-a782-305942387b61', 'network_id': '48102a04-ab35-4405-a390-afe0079109e3', 'admin_state_up': True, 'tenant_id': 'fbb1ed093d9844ffa009d99970069d43'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:39:55.771365 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02118085-027c-4f71-aeeb-1ace1d323775 req-53f2fcef-f2be-402a-b269-e68e2ffcc6a6 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Made reservation on behalf of fbb1ed093d9844ffa009d99970069d43 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:39:55.774668 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-02118085-027c-4f71-aeeb-1ace1d323775 req-53f2fcef-f2be-402a-b269-e68e2ffcc6a6 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:55.806199 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-acdd796c-8a8f-4ccc-b496-6d00f39d2d78 None None] Set router f2d16571-9cb8-4475-bd3a-54d122bf1ea0 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:39:55.877971 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=7033cf7f-c1b0-4e4a-943e-b15b307037ca,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:55.897418 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 708d59b9-c134-40d3-9900-f5726c6d27dc triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:55.898699 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (708d59b9-c134-40d3-9900-f5726c6d27dc), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:55.972886 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b0a90a1f-d420-440c-b472-d64cf04c0c53 req-9859411d-1496-4913-8ce7-12c33889a74f tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fc41a18f-5ac2-4f2e-a782-305942387b61 HTTP/1.1" status: 200 len: 210 time: 0.9733210 Jan 28 00:39:56.056988 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-02118085-027c-4f71-aeeb-1ace1d323775 req-53f2fcef-f2be-402a-b269-e68e2ffcc6a6 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Allocated IP 172.20.0.11 (48102a04-ab35-4405-a390-afe0079109e3/0f922c71-4383-45d6-8e6e-a779ed3d30d3/bb707032-aea1-463f-b336-0280c88ccb90) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:39:56.161162 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 708d59b9-c134-40d3-9900-f5726c6d27dc is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:56.197109 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-7664161b-053c-4ecc-9db0-d11a8d74d6eb service neutron] 10.222.0.52 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2928815 Jan 28 00:39:56.224110 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b1215701-e176-4958-9c23-d27b10891a6c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (e69c6395-5889-472e-9f24-23529aef1727), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:56.229399 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3052f1-f5e6-493e-971e-695d37b50f67 service neutron] Pushing event updated for resources: {'Port': ['ID=71ccef60-b89f-429c-83c8-a842ac618d58,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:56.357129 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1215701-e176-4958-9c23-d27b10891a6c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Port': ['ID=e69c6395-5889-472e-9f24-23529aef1727,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:56.384688 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-02118085-027c-4f71-aeeb-1ace1d323775 req-53f2fcef-f2be-402a-b269-e68e2ffcc6a6 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Publish callbacks [] for port (bb707032-aea1-463f-b336-0280c88ccb90), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:56.447972 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b1215701-e176-4958-9c23-d27b10891a6c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:56.457267 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b1215701-e176-4958-9c23-d27b10891a6c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/e69c6395-5889-472e-9f24-23529aef1727 HTTP/1.1" status: 204 len: 168 time: 3.6131608 Jan 28 00:39:56.489642 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51768) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:56.504646 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-02118085-027c-4f71-aeeb-1ace1d323775 req-53f2fcef-f2be-402a-b269-e68e2ffcc6a6 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (bb707032-aea1-463f-b336-0280c88ccb90), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:56.540091 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02118085-027c-4f71-aeeb-1ace1d323775 req-53f2fcef-f2be-402a-b269-e68e2ffcc6a6 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Network 48102a04-ab35-4405-a390-afe0079109e3 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:39:56.545563 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf984d6-f818-4c69-8068-a7127a162746 req-4a5d45f6-a916-4be1-95e8-d3f6785d1ecd tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:56.547477 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-caf984d6-f818-4c69-8068-a7127a162746 req-4a5d45f6-a916-4be1-95e8-d3f6785d1ecd tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fff767a-1127-472c-8e8e-a95391a1f8ba HTTP/1.1" status: 200 len: 943 time: 1.5531271 Jan 28 00:39:56.565225 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-02118085-027c-4f71-aeeb-1ace1d323775 req-53f2fcef-f2be-402a-b269-e68e2ffcc6a6 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:39:56.596164 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-02118085-027c-4f71-aeeb-1ace1d323775 req-53f2fcef-f2be-402a-b269-e68e2ffcc6a6 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:39:56.609507 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-88a4ee60-2e67-4b81-aa2e-359e6b1565c9 None None] Provisioning complete for port 7033cf7f-c1b0-4e4a-943e-b15b307037ca triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:56.615171 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-88a4ee60-2e67-4b81-aa2e-359e6b1565c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (7033cf7f-c1b0-4e4a-943e-b15b307037ca), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:56.636638 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-acdd796c-8a8f-4ccc-b496-6d00f39d2d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d16571-9cb8-4475-bd3a-54d122bf1ea0', 'name': 'tempest-TestServerMultinode-1706170598-router', 'tenant_id': 'fbb1ed093d9844ffa009d99970069d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '708d59b9-c134-40d3-9900-f5726c6d27dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:39:38Z', 'updated_at': '2022-01-28T00:39:45Z', 'revision_number': 4, 'project_id': 'fbb1ed093d9844ffa009d99970069d43', 'gw_port': {'id': '708d59b9-c134-40d3-9900-f5726c6d27dc', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:15:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d16571-9cb8-4475-bd3a-54d122bf1ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:39:39Z', 'updated_at': '2022-01-28T00:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '594adc85-35b4-4f57-90f6-66359221d7a2', 'name': '', 'network_id': '05a47471-d558-49dd-a31f-6ee5d04b9c2f', 'tenant_id': 'fbb1ed093d9844ffa009d99970069d43', 'mac_address': 'fa:16:3e:96:8e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d16571-9cb8-4475-bd3a-54d122bf1ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'd58a0b29-98b5-49e0-bb16-4b86fc47bd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:39:43Z', 'updated_at': '2022-01-28T00:39:45Z', 'revision_number': 2, 'project_id': 'fbb1ed093d9844ffa009d99970069d43', 'subnets': [{'id': 'd58a0b29-98b5-49e0-bb16-4b86fc47bd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:39:56.647229 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02118085-027c-4f71-aeeb-1ace1d323775 req-53f2fcef-f2be-402a-b269-e68e2ffcc6a6 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:56.648015 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-02118085-027c-4f71-aeeb-1ace1d323775 req-53f2fcef-f2be-402a-b269-e68e2ffcc6a6 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:56.691432 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2fcef-f2be-402a-b269-e68e2ffcc6a6 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Pushing event updated for resources: {'Port': ['ID=bb707032-aea1-463f-b336-0280c88ccb90,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:56.703830 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-02118085-027c-4f71-aeeb-1ace1d323775 req-53f2fcef-f2be-402a-b269-e68e2ffcc6a6 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9857781 Jan 28 00:39:56.708360 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96839e2e-8512-4399-9266-081faee70ec4 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:56.709962 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96839e2e-8512-4399-9266-081faee70ec4 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:56.711722 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-96839e2e-8512-4399-9266-081faee70ec4 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2209427 Jan 28 00:39:56.714447 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51770) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:56.732755 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd796c-8a8f-4ccc-b496-6d00f39d2d78 None None] Checking router: f2d16571-9cb8-4475-bd3a-54d122bf1ea0 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:39:56.733256 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd796c-8a8f-4ccc-b496-6d00f39d2d78 None None] Updating router f2d16571-9cb8-4475-bd3a-54d122bf1ea0 port 594adc85-35b4-4f57-90f6-66359221d7a2 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:39:56.790993 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-3e3052f1-f5e6-493e-971e-695d37b50f67 service neutron] Attempting to bind port 71ccef60-b89f-429c-83c8-a842ac618d58 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:39:56.791979 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-3e3052f1-f5e6-493e-971e-695d37b50f67 service neutron] Attempting to bind port 71ccef60-b89f-429c-83c8-a842ac618d58 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '32b62d49-3c93-4f09-986c-30e1868e910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a5055772-1556-467a-8d2c-d15584910096'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:39:56.794348 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-02118085-027c-4f71-aeeb-1ace1d323775 req-38642ede-c450-4ee4-81a4-414c258f021b service neutron] Request body: {'port': {'device_id': 'fc41a18f-5ac2-4f2e-a782-305942387b61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:39:56.795038 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-3e3052f1-f5e6-493e-971e-695d37b50f67 service neutron] Attempting to bind port 71ccef60-b89f-429c-83c8-a842ac618d58 on network a5055772-1556-467a-8d2c-d15584910096 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:39:56.812777 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-acdd796c-8a8f-4ccc-b496-6d00f39d2d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (594adc85-35b4-4f57-90f6-66359221d7a2), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:56.820023 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-5ebb7666-264d-4b42-b1f0-564e8ad8c430 service neutron] 10.222.0.52 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5792804 Jan 28 00:39:56.827922 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-3e3052f1-f5e6-493e-971e-695d37b50f67 service neutron] Port 71ccef60-b89f-429c-83c8-a842ac618d58 on network a5055772-1556-467a-8d2c-d15584910096 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:39:56.828666 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-3e3052f1-f5e6-493e-971e-695d37b50f67 service neutron] Attempting to bind port 71ccef60-b89f-429c-83c8-a842ac618d58 on network a5055772-1556-467a-8d2c-d15584910096 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:39:56.889375 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-d21c1fb8-ba01-408a-b99c-4aaa2b5233da tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting subnet eb56d6b1-aac1-4453-a079-8b8ebaf7aa81 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:39:56.894043 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-88a4ee60-2e67-4b81-aa2e-359e6b1565c9 None None] Current status of the port 7033cf7f-c1b0-4e4a-943e-b15b307037ca is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:56.895338 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d21c1fb8-ba01-408a-b99c-4aaa2b5233da tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (eb56d6b1-aac1-4453-a079-8b8ebaf7aa81), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:56.955788 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-caf984d6-f818-4c69-8068-a7127a162746 req-e9ab45be-e283-42f3-9c7a-27f6eb677f80 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910556 Jan 28 00:39:56.972028 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-8f6c311c-28e9-4776-8b1d-c4104ebc3969 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9 HTTP/1.1" status: 200 len: 217 time: 0.1282544 Jan 28 00:39:56.976992 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-3e3052f1-f5e6-493e-971e-695d37b50f67 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:39:56.977500 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-3e3052f1-f5e6-493e-971e-695d37b50f67 service neutron] Checking segment: {'id': '32b62d49-3c93-4f09-986c-30e1868e910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a5055772-1556-467a-8d2c-d15584910096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:39:56.978272 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-3e3052f1-f5e6-493e-971e-695d37b50f67 service neutron] Bound using segment: {'id': '32b62d49-3c93-4f09-986c-30e1868e910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a5055772-1556-467a-8d2c-d15584910096'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:39:56.978601 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-3e3052f1-f5e6-493e-971e-695d37b50f67 service neutron] Bound port: 71ccef60-b89f-429c-83c8-a842ac618d58, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b62d49-3c93-4f09-986c-30e1868e910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a5055772-1556-467a-8d2c-d15584910096'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:39:56.979095 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-3e3052f1-f5e6-493e-971e-695d37b50f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (71ccef60-b89f-429c-83c8-a842ac618d58), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:57.020606 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d21c1fb8-ba01-408a-b99c-4aaa2b5233da tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (eb56d6b1-aac1-4453-a079-8b8ebaf7aa81), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:57.072877 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 7033cf7f-c1b0-4e4a-943e-b15b307037ca up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:39:57.186442 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-44976973-6991-4951-9b68-f3cae6006f62 None None] Could not find standard attr ID for object e69c6395-5889-472e-9f24-23529aef1727. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:39:57.224563 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 7033cf7f-c1b0-4e4a-943e-b15b307037ca triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:57.224753 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (7033cf7f-c1b0-4e4a-943e-b15b307037ca), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:57.260209 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-27f68553-1f52-479f-b9e6-a8094ce8f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:57.264276 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-27f68553-1f52-479f-b9e6-a8094ce8f325 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1bd8a954-b516-49e1-b2a8-a47b9c570cc2 HTTP/1.1" status: 200 len: 797 time: 0.2538307 Jan 28 00:39:57.299890 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-3e3052f1-f5e6-493e-971e-695d37b50f67 service neutron] For port 71ccef60-b89f-429c-83c8-a842ac618d58, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:39:57.334511 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d21c1fb8-ba01-408a-b99c-4aaa2b5233da tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (eb56d6b1-aac1-4453-a079-8b8ebaf7aa81), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:57.399087 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2db8705c-9425-479d-8da5-38cdaa7a22a6 None None] Provisioning complete for port bb707032-aea1-463f-b336-0280c88ccb90 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:57.399733 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2db8705c-9425-479d-8da5-38cdaa7a22a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bb707032-aea1-463f-b336-0280c88ccb90), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:57.476991 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-3e3052f1-f5e6-493e-971e-695d37b50f67 service neutron] For port 71ccef60-b89f-429c-83c8-a842ac618d58, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=71ccef60-b89f-429c-83c8-a842ac618d58,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:39:57.511507 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-3e3052f1-f5e6-493e-971e-695d37b50f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (71ccef60-b89f-429c-83c8-a842ac618d58), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:57.518813 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2db8705c-9425-479d-8da5-38cdaa7a22a6 None None] Port bb707032-aea1-463f-b336-0280c88ccb90 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:39:57.550026 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d21c1fb8-ba01-408a-b99c-4aaa2b5233da tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (eb56d6b1-aac1-4453-a079-8b8ebaf7aa81), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:57.556662 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-3e3052f1-f5e6-493e-971e-695d37b50f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:57.557763 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-3e3052f1-f5e6-493e-971e-695d37b50f67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:57.565533 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-3e3052f1-f5e6-493e-971e-695d37b50f67 service neutron] 10.222.0.65 "PUT /v2.0/ports/71ccef60-b89f-429c-83c8-a842ac618d58 HTTP/1.1" status: 200 len: 1091 time: 4.4645014 Jan 28 00:39:57.568033 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fff767a-1127-472c-8e8e-a95391a1f8ba', 'tag': '71ccef60-b89f-429c-83c8-a842ac618d58'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:39:57.575422 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0832e083-5036-4198-8a61-4c01608faf65" -d '{"events": [{"name": "network-changed", "server_uuid": "6fff767a-1127-472c-8e8e-a95391a1f8ba", "tag": "71ccef60-b89f-429c-83c8-a842ac618d58"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:39:57.588665 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 7033cf7f-c1b0-4e4a-943e-b15b307037ca is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:57.601443 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-acdd796c-8a8f-4ccc-b496-6d00f39d2d78 None None] Publish callbacks [] for port (594adc85-35b4-4f57-90f6-66359221d7a2), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:57.620834 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-acdd796c-8a8f-4ccc-b496-6d00f39d2d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (594adc85-35b4-4f57-90f6-66359221d7a2), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:57.650210 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-a01c55a4-3cee-4aac-b33e-79f360475223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:57.651813 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-a01c55a4-3cee-4aac-b33e-79f360475223 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ced11932-ebe6-4a02-b131-3fdaf9b641b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3759532 Jan 28 00:39:57.667110 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c1fb8-ba01-408a-b99c-4aaa2b5233da tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Subnet': ['ID=eb56d6b1-aac1-4453-a079-8b8ebaf7aa81,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:57.670115 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-02118085-027c-4f71-aeeb-1ace1d323775 req-38642ede-c450-4ee4-81a4-414c258f021b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bb707032-aea1-463f-b336-0280c88ccb90), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:57.674670 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d21c1fb8-ba01-408a-b99c-4aaa2b5233da tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:57.677376 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d21c1fb8-ba01-408a-b99c-4aaa2b5233da tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/eb56d6b1-aac1-4453-a079-8b8ebaf7aa81 HTTP/1.1" status: 204 len: 168 time: 0.9614916 Jan 28 00:39:57.681667 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51782) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:57.691416 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9587280a-e3ab-4fab-998f-0af190e83914 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:39:57.750072 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d6c1c-5fe2-4de6-ad11-d33247eae49f req-e81c35f1-1fec-49bb-bf1c-1666af53ef49 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:57.761651 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b28d6c1c-5fe2-4de6-ad11-d33247eae49f req-e81c35f1-1fec-49bb-bf1c-1666af53ef49 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fc41a18f-5ac2-4f2e-a782-305942387b61 HTTP/1.1" status: 200 len: 1028 time: 0.4675796 Jan 28 00:39:57.848298 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd4cfd5-0f52-4b20-8826-7f76be10e649 x-openstack-request-id: req-efd4cfd5-0f52-4b20-8826-7f76be10e649 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:39:57.848606 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fff767a-1127-472c-8e8e-a95391a1f8ba", "tag": "71ccef60-b89f-429c-83c8-a842ac618d58", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:39:57.848868 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-efd4cfd5-0f52-4b20-8826-7f76be10e649 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:39:57.849285 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fff767a-1127-472c-8e8e-a95391a1f8ba', 'tag': '71ccef60-b89f-429c-83c8-a842ac618d58', 'status': 'completed', 'code': 200} Jan 28 00:39:57.851760 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b2be4-69c8-48c8-b984-a5ff0bfa2688 None None] Pushing event updated for resources: {'Port': ['ID=594adc85-35b4-4f57-90f6-66359221d7a2,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:57.873741 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cef035af-03b8-426f-849e-683f15e07126 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1814468 Jan 28 00:39:57.878063 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51784) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:39:57.886541 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-1dba6756-4aaf-41d1-a5d2-fffba6a23980 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:39:57.942718 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-acdd796c-8a8f-4ccc-b496-6d00f39d2d78 None None] Attempting to bind port 594adc85-35b4-4f57-90f6-66359221d7a2 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:39:57.943086 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-acdd796c-8a8f-4ccc-b496-6d00f39d2d78 None None] Attempting to bind port 594adc85-35b4-4f57-90f6-66359221d7a2 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '88588c04-f0ab-422c-a1ee-8df8bf9b88aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '05a47471-d558-49dd-a31f-6ee5d04b9c2f'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:39:57.943709 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdd796c-8a8f-4ccc-b496-6d00f39d2d78 None None] Attempting to bind port 594adc85-35b4-4f57-90f6-66359221d7a2 on network 05a47471-d558-49dd-a31f-6ee5d04b9c2f {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:39:57.960773 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdd796c-8a8f-4ccc-b496-6d00f39d2d78 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:39:57.961154 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdd796c-8a8f-4ccc-b496-6d00f39d2d78 None None] Checking segment: {'id': '88588c04-f0ab-422c-a1ee-8df8bf9b88aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '05a47471-d558-49dd-a31f-6ee5d04b9c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:39:57.961752 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-acdd796c-8a8f-4ccc-b496-6d00f39d2d78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:57.962427 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdd796c-8a8f-4ccc-b496-6d00f39d2d78 None None] Bound using segment: {'id': '88588c04-f0ab-422c-a1ee-8df8bf9b88aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '05a47471-d558-49dd-a31f-6ee5d04b9c2f'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:39:57.963119 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-acdd796c-8a8f-4ccc-b496-6d00f39d2d78 None None] Bound port: 594adc85-35b4-4f57-90f6-66359221d7a2, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88588c04-f0ab-422c-a1ee-8df8bf9b88aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '05a47471-d558-49dd-a31f-6ee5d04b9c2f'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:39:57.964112 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-acdd796c-8a8f-4ccc-b496-6d00f39d2d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (594adc85-35b4-4f57-90f6-66359221d7a2), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:58.040264 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b28d6c1c-5fe2-4de6-ad11-d33247eae49f req-72608136-4836-4981-ba22-1e920e675fe7 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53366d58-f2eb-4176-a9ae-343badb268bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453256 Jan 28 00:39:58.071962 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0944411f-a66a-42ce-b29b-75a9e2b6322d None None] DHCP port deletion for fa355ea8-c094-44b0-ae37-c8781af9ee37 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:39:58.084434 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-933b0c2a-902c-468c-b166-3df74804e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:58.085994 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-933b0c2a-902c-468c-b166-3df74804e032 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=126ff8dba2134b2d95d54d419fe64967&device_id=6fff767a-1127-472c-8e8e-a95391a1f8ba HTTP/1.1" status: 200 len: 1094 time: 0.4272804 Jan 28 00:39:58.097673 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3052f1-f5e6-493e-971e-695d37b50f67 service neutron] Pushing event updated for resources: {'Port': ['ID=71ccef60-b89f-429c-83c8-a842ac618d58,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:58.152237 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-acdd796c-8a8f-4ccc-b496-6d00f39d2d78 None None] For port 594adc85-35b4-4f57-90f6-66359221d7a2, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:39:58.168370 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-acdd796c-8a8f-4ccc-b496-6d00f39d2d78 None None] For port 594adc85-35b4-4f57-90f6-66359221d7a2, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=594adc85-35b4-4f57-90f6-66359221d7a2,segment=NetworkSegment(88588c04-f0ab-422c-a1ee-8df8bf9b88aa),segment_id=88588c04-f0ab-422c-a1ee-8df8bf9b88aa)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:39:58.176584 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-acdd796c-8a8f-4ccc-b496-6d00f39d2d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (594adc85-35b4-4f57-90f6-66359221d7a2), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:58.211889 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-5e497eb8-f67a-4bf2-bf8f-7e65efa4d385 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71ccef60-b89f-429c-83c8-a842ac618d58 HTTP/1.1" status: 200 len: 217 time: 0.0887461 Jan 28 00:39:58.279347 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdd796c-8a8f-4ccc-b496-6d00f39d2d78 None None] Routers {'f2d16571-9cb8-4475-bd3a-54d122bf1ea0'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:39:58.284819 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-acdd796c-8a8f-4ccc-b496-6d00f39d2d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:39:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['f2d16571-9cb8-4475-bd3a-54d122bf1ea0'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:39:58.301728 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0944411f-a66a-42ce-b29b-75a9e2b6322d None None] Deleting port 7033cf7f-c1b0-4e4a-943e-b15b307037ca {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:39:58.303105 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0944411f-a66a-42ce-b29b-75a9e2b6322d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (7033cf7f-c1b0-4e4a-943e-b15b307037ca), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:58.340156 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b2be4-69c8-48c8-b984-a5ff0bfa2688 None None] Pushing event updated for resources: {'Port': ['ID=594adc85-35b4-4f57-90f6-66359221d7a2,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:58.393384 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-68fda22b-0bae-4039-a5f7-b426fec56135 service neutron] 10.222.0.52 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7243898 Jan 28 00:39:58.536157 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-0944411f-a66a-42ce-b29b-75a9e2b6322d None None] For port 7033cf7f-c1b0-4e4a-943e-b15b307037ca, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=7033cf7f-c1b0-4e4a-943e-b15b307037ca,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:39:58.536879 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0944411f-a66a-42ce-b29b-75a9e2b6322d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (7033cf7f-c1b0-4e4a-943e-b15b307037ca), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:58.548265 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-acdd796c-8a8f-4ccc-b496-6d00f39d2d78 None None] Set router f2d16571-9cb8-4475-bd3a-54d122bf1ea0 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:39:58.583921 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-54558445-3015-4179-834f-396a2e2c8a63 None None] Provisioning complete for port 594adc85-35b4-4f57-90f6-66359221d7a2 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:58.583921 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54558445-3015-4179-834f-396a2e2c8a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (594adc85-35b4-4f57-90f6-66359221d7a2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:58.607416 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec653a3d-a3df-4776-b1f9-d7032ad0bd2e req-9b40b908-0f99-4b49-a562-d4d4f337e78a tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:58.623040 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ec653a3d-a3df-4776-b1f9-d7032ad0bd2e req-9b40b908-0f99-4b49-a562-d4d4f337e78a tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fff767a-1127-472c-8e8e-a95391a1f8ba HTTP/1.1" status: 200 len: 943 time: 0.4033813 Jan 28 00:39:58.700291 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0944411f-a66a-42ce-b29b-75a9e2b6322d None None] Calling delete_port for 7033cf7f-c1b0-4e4a-943e-b15b307037ca owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:39:58.774632 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-4c5260d5-c9df-4f70-be5a-85a547f778fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:58.776869 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-4c5260d5-c9df-4f70-be5a-85a547f778fa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0f29497-ba52-4939-af70-d57b51c2ceee HTTP/1.1" status: 200 len: 850 time: 0.5584462 Jan 28 00:39:58.807420 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ec653a3d-a3df-4776-b1f9-d7032ad0bd2e req-40680315-1ef5-444b-978b-b2d0565411cf tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786098 Jan 28 00:39:58.870848 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-54558445-3015-4179-834f-396a2e2c8a63 None None] Current status of the port 594adc85-35b4-4f57-90f6-66359221d7a2 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:58.871255 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54558445-3015-4179-834f-396a2e2c8a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (594adc85-35b4-4f57-90f6-66359221d7a2), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:58.941096 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 594adc85-35b4-4f57-90f6-66359221d7a2 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:39:59.135241 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-b9d46096-fd7f-40f0-9f2f-1a2289eb6734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:59.137604 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-acdd796c-8a8f-4ccc-b496-6d00f39d2d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d16571-9cb8-4475-bd3a-54d122bf1ea0', 'name': 'tempest-TestServerMultinode-1706170598-router', 'tenant_id': 'fbb1ed093d9844ffa009d99970069d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '708d59b9-c134-40d3-9900-f5726c6d27dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:39:38Z', 'updated_at': '2022-01-28T00:39:45Z', 'revision_number': 4, 'project_id': 'fbb1ed093d9844ffa009d99970069d43', 'gw_port': {'id': '708d59b9-c134-40d3-9900-f5726c6d27dc', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:15:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d16571-9cb8-4475-bd3a-54d122bf1ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:39:39Z', 'updated_at': '2022-01-28T00:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '594adc85-35b4-4f57-90f6-66359221d7a2', 'name': '', 'network_id': '05a47471-d558-49dd-a31f-6ee5d04b9c2f', 'tenant_id': 'fbb1ed093d9844ffa009d99970069d43', 'mac_address': 'fa:16:3e:96:8e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d16571-9cb8-4475-bd3a-54d122bf1ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'd58a0b29-98b5-49e0-bb16-4b86fc47bd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:39:43Z', 'updated_at': '2022-01-28T00:39:58Z', 'revision_number': 4, 'project_id': 'fbb1ed093d9844ffa009d99970069d43', 'subnets': [{'id': 'd58a0b29-98b5-49e0-bb16-4b86fc47bd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:39:59.147962 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-b9d46096-fd7f-40f0-9f2f-1a2289eb6734 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a5055772-1556-467a-8d2c-d15584910096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3371792 Jan 28 00:39:59.165714 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c2fe40c-956e-4e81-8d1a-9c7514f513a1 req-afa1d6cc-afdd-47f8-b93a-6f8ed682a5cb service neutron] 10.222.0.52 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7572584 Jan 28 00:39:59.171950 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd796c-8a8f-4ccc-b496-6d00f39d2d78 None None] The sync data for ids ['f2d16571-9cb8-4475-bd3a-54d122bf1ea0'] in n-d-826754-1 is: [{'id': 'f2d16571-9cb8-4475-bd3a-54d122bf1ea0', 'name': 'tempest-TestServerMultinode-1706170598-router', 'tenant_id': 'fbb1ed093d9844ffa009d99970069d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '708d59b9-c134-40d3-9900-f5726c6d27dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:39:38Z', 'updated_at': '2022-01-28T00:39:45Z', 'revision_number': 4, 'project_id': 'fbb1ed093d9844ffa009d99970069d43', 'gw_port': {'id': '708d59b9-c134-40d3-9900-f5726c6d27dc', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:15:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d16571-9cb8-4475-bd3a-54d122bf1ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:39:39Z', 'updated_at': '2022-01-28T00:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '594adc85-35b4-4f57-90f6-66359221d7a2', 'name': '', 'network_id': '05a47471-d558-49dd-a31f-6ee5d04b9c2f', 'tenant_id': 'fbb1ed093d9844ffa009d99970069d43', 'mac_address': 'fa:16:3e:96:8e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d16571-9cb8-4475-bd3a-54d122bf1ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'd58a0b29-98b5-49e0-bb16-4b86fc47bd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:39:43Z', 'updated_at': '2022-01-28T00:39:58Z', 'revision_number': 4, 'project_id': 'fbb1ed093d9844ffa009d99970069d43', 'subnets': [{'id': 'd58a0b29-98b5-49e0-bb16-4b86fc47bd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:39:59.175427 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-54558445-3015-4179-834f-396a2e2c8a63 None None] For port 594adc85-35b4-4f57-90f6-66359221d7a2, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=594adc85-35b4-4f57-90f6-66359221d7a2,segment=NetworkSegment(88588c04-f0ab-422c-a1ee-8df8bf9b88aa),segment_id=88588c04-f0ab-422c-a1ee-8df8bf9b88aa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:39:59.180941 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dba6756-4aaf-41d1-a5d2-fffba6a23980 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:39:59.188164 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1dba6756-4aaf-41d1-a5d2-fffba6a23980 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:59.198096 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54558445-3015-4179-834f-396a2e2c8a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (594adc85-35b4-4f57-90f6-66359221d7a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:59.347969 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54558445-3015-4179-834f-396a2e2c8a63 None None] Pushing event updated for resources: {'Port': ['ID=594adc85-35b4-4f57-90f6-66359221d7a2,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:59.366503 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6da998a2-1587-4a3f-9f5a-1ec2ee73222a None None] Provisioning complete for port 594adc85-35b4-4f57-90f6-66359221d7a2 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:59.367314 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6da998a2-1587-4a3f-9f5a-1ec2ee73222a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (594adc85-35b4-4f57-90f6-66359221d7a2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:59.369465 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0944411f-a66a-42ce-b29b-75a9e2b6322d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (7033cf7f-c1b0-4e4a-943e-b15b307037ca), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:59.475739 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944411f-a66a-42ce-b29b-75a9e2b6322d None None] Pushing event deleted for resources: {'Port': ['ID=7033cf7f-c1b0-4e4a-943e-b15b307037ca,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:59.479553 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 594adc85-35b4-4f57-90f6-66359221d7a2 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:39:59.480477 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (594adc85-35b4-4f57-90f6-66359221d7a2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:59.491355 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69198421-a8d4-4745-b983-923381832b22 req-17fe7959-26d3-4c5e-8a67-794dd4dbe69d tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:39:59.504785 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-69198421-a8d4-4745-b983-923381832b22 req-17fe7959-26d3-4c5e-8a67-794dd4dbe69d tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fc41a18f-5ac2-4f2e-a782-305942387b61 HTTP/1.1" status: 200 len: 1028 time: 0.1933146 Jan 28 00:39:59.543713 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0944411f-a66a-42ce-b29b-75a9e2b6322d None None] No DVR routers for this DVR port 7033cf7f-c1b0-4e4a-943e-b15b307037ca on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:39:59.548960 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-02118085-027c-4f71-aeeb-1ace1d323775 req-38642ede-c450-4ee4-81a4-414c258f021b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb707032-aea1-463f-b336-0280c88ccb90 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:39:59.567558 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-02118085-027c-4f71-aeeb-1ace1d323775 req-38642ede-c450-4ee4-81a4-414c258f021b service neutron] Publish callbacks [] for port (bb707032-aea1-463f-b336-0280c88ccb90), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:59.584221 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-02118085-027c-4f71-aeeb-1ace1d323775 req-38642ede-c450-4ee4-81a4-414c258f021b service neutron] Transition to ACTIVE for port object bb707032-aea1-463f-b336-0280c88ccb90 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:39:59.592611 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-02118085-027c-4f71-aeeb-1ace1d323775 req-38642ede-c450-4ee4-81a4-414c258f021b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (bb707032-aea1-463f-b336-0280c88ccb90), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:39:59.615371 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-465758be-43c6-4466-ad93-a1f87ce855a5 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455755 Jan 28 00:39:59.716406 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6da998a2-1587-4a3f-9f5a-1ec2ee73222a None None] Current status of the port 594adc85-35b4-4f57-90f6-66359221d7a2 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:59.718664 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-69198421-a8d4-4745-b983-923381832b22 req-72a33b06-b7fe-4cc8-948b-aa5e68f8e71f tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53366d58-f2eb-4176-a9ae-343badb268bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127001 Jan 28 00:39:59.854425 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 594adc85-35b4-4f57-90f6-66359221d7a2 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:39:59.890186 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38642ede-c450-4ee4-81a4-414c258f021b service neutron] Pushing event updated for resources: {'Port': ['ID=bb707032-aea1-463f-b336-0280c88ccb90,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:39:59.946095 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 7033cf7f-c1b0-4e4a-943e-b15b307037ca no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:40:00.014543 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 7033cf7f-c1b0-4e4a-943e-b15b307037ca {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:40:00.015079 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 7033cf7f-c1b0-4e4a-943e-b15b307037ca not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:40:00.100437 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e0ade9b-14fb-4bac-ae3b-0f9c487f2f3f req-9e6023e5-9123-41c9-b6d4-b023f73c69b4 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741738 Jan 28 00:40:00.190948 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d605cfc-8b8d-4785-bf8b-8e0c435d5711 req-ff45a347-922e-4bf9-b24a-cda3b2d6a057 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:00.208882 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0d605cfc-8b8d-4785-bf8b-8e0c435d5711 req-ff45a347-922e-4bf9-b24a-cda3b2d6a057 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fff767a-1127-472c-8e8e-a95391a1f8ba HTTP/1.1" status: 200 len: 943 time: 0.1657681 Jan 28 00:40:00.229068 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-02118085-027c-4f71-aeeb-1ace1d323775 req-38642ede-c450-4ee4-81a4-414c258f021b service neutron] Attempting to bind port bb707032-aea1-463f-b336-0280c88ccb90 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:40:00.229680 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-02118085-027c-4f71-aeeb-1ace1d323775 req-38642ede-c450-4ee4-81a4-414c258f021b service neutron] Attempting to bind port bb707032-aea1-463f-b336-0280c88ccb90 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '07863755-d60e-4830-93d6-515385a89bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48102a04-ab35-4405-a390-afe0079109e3'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:40:00.230207 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02118085-027c-4f71-aeeb-1ace1d323775 req-38642ede-c450-4ee4-81a4-414c258f021b service neutron] Attempting to bind port bb707032-aea1-463f-b336-0280c88ccb90 on network 48102a04-ab35-4405-a390-afe0079109e3 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:40:00.253401 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02118085-027c-4f71-aeeb-1ace1d323775 req-38642ede-c450-4ee4-81a4-414c258f021b service neutron] Port bb707032-aea1-463f-b336-0280c88ccb90 on network 48102a04-ab35-4405-a390-afe0079109e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:40:00.253948 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02118085-027c-4f71-aeeb-1ace1d323775 req-38642ede-c450-4ee4-81a4-414c258f021b service neutron] Attempting to bind port bb707032-aea1-463f-b336-0280c88ccb90 on network 48102a04-ab35-4405-a390-afe0079109e3 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:40:00.269315 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02118085-027c-4f71-aeeb-1ace1d323775 req-38642ede-c450-4ee4-81a4-414c258f021b service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:40:00.269954 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02118085-027c-4f71-aeeb-1ace1d323775 req-38642ede-c450-4ee4-81a4-414c258f021b service neutron] Checking segment: {'id': '07863755-d60e-4830-93d6-515385a89bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48102a04-ab35-4405-a390-afe0079109e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:40:00.270241 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02118085-027c-4f71-aeeb-1ace1d323775 req-38642ede-c450-4ee4-81a4-414c258f021b service neutron] Bound using segment: {'id': '07863755-d60e-4830-93d6-515385a89bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48102a04-ab35-4405-a390-afe0079109e3'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:40:00.270870 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-02118085-027c-4f71-aeeb-1ace1d323775 req-38642ede-c450-4ee4-81a4-414c258f021b service neutron] Bound port: bb707032-aea1-463f-b336-0280c88ccb90, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07863755-d60e-4830-93d6-515385a89bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48102a04-ab35-4405-a390-afe0079109e3'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:40:00.271254 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-02118085-027c-4f71-aeeb-1ace1d323775 req-38642ede-c450-4ee4-81a4-414c258f021b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bb707032-aea1-463f-b336-0280c88ccb90), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:00.316421 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832e083-5036-4198-8a61-4c01608faf65 req-637edbe0-21ce-4ab9-b1f0-cd6feb5f61ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:00.319059 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0832e083-5036-4198-8a61-4c01608faf65 req-637edbe0-21ce-4ab9-b1f0-cd6feb5f61ae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=126ff8dba2134b2d95d54d419fe64967&device_id=6fff767a-1127-472c-8e8e-a95391a1f8ba HTTP/1.1" status: 200 len: 1094 time: 0.0998628 Jan 28 00:40:00.323542 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0d605cfc-8b8d-4785-bf8b-8e0c435d5711 req-ef2bd7b2-64f7-47b9-878d-50246ccbc444 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116891 Jan 28 00:40:00.402721 n-d-826754-1 neutron-server[103343]: DEBUG neutron.objects.ports [None req-1dba6756-4aaf-41d1-a5d2-fffba6a23980 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103343) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 00:40:00.419019 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1dba6756-4aaf-41d1-a5d2-fffba6a23980 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (9aaf9a62-3634-463a-b01f-145a6a92d31c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:00.462387 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-02118085-027c-4f71-aeeb-1ace1d323775 req-38642ede-c450-4ee4-81a4-414c258f021b service neutron] For port bb707032-aea1-463f-b336-0280c88ccb90, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:40:00.483808 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832e083-5036-4198-8a61-4c01608faf65 req-ec1bbf5d-8ca1-43bc-9a92-e466ad1d10f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:00.486816 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0832e083-5036-4198-8a61-4c01608faf65 req-ec1bbf5d-8ca1-43bc-9a92-e466ad1d10f8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 200 len: 912 time: 0.1617408 Jan 28 00:40:00.493134 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-02118085-027c-4f71-aeeb-1ace1d323775 req-38642ede-c450-4ee4-81a4-414c258f021b service neutron] For port bb707032-aea1-463f-b336-0280c88ccb90, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=bb707032-aea1-463f-b336-0280c88ccb90,segment=NetworkSegment(07863755-d60e-4830-93d6-515385a89bfa),segment_id=07863755-d60e-4830-93d6-515385a89bfa)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:40:00.501821 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dba6756-4aaf-41d1-a5d2-fffba6a23980 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:40:00.506935 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-02118085-027c-4f71-aeeb-1ace1d323775 req-38642ede-c450-4ee4-81a4-414c258f021b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (bb707032-aea1-463f-b336-0280c88ccb90), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:00.509902 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-1dba6756-4aaf-41d1-a5d2-fffba6a23980 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:00.533396 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07abce36-2291-4b65-8cc9-6bf248e0f6f3 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:40:00.557459 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0832e083-5036-4198-8a61-4c01608faf65 req-5dd5518d-ab0b-4b66-b3da-5be23c564a39 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71ccef60-b89f-429c-83c8-a842ac618d58 HTTP/1.1" status: 200 len: 217 time: 0.0611026 Jan 28 00:40:00.567559 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dba6756-4aaf-41d1-a5d2-fffba6a23980 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:00.568410 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1dba6756-4aaf-41d1-a5d2-fffba6a23980 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:00.577615 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba6756-4aaf-41d1-a5d2-fffba6a23980 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Subnet': ['ID=9aaf9a62-3634-463a-b01f-145a6a92d31c,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:00.609911 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1dba6756-4aaf-41d1-a5d2-fffba6a23980 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7302940 Jan 28 00:40:00.615296 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51806) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:00.624306 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-bfba0703-be88-42ea-8ad3-487b7e858f37 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'port': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'mac_address': 'fa:16:3e:e0:82:7b', 'name': 'tempest-NetworksTestDHCPv6-874504407'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:00.676276 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832e083-5036-4198-8a61-4c01608faf65 req-e5fb304c-f316-4149-b118-50ceec2ce498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:00.677978 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0832e083-5036-4198-8a61-4c01608faf65 req-e5fb304c-f316-4149-b118-50ceec2ce498 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0f29497-ba52-4939-af70-d57b51c2ceee HTTP/1.1" status: 200 len: 850 time: 0.1134953 Jan 28 00:40:00.773890 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02118085-027c-4f71-aeeb-1ace1d323775 req-38642ede-c450-4ee4-81a4-414c258f021b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:00.775285 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-02118085-027c-4f71-aeeb-1ace1d323775 req-38642ede-c450-4ee4-81a4-414c258f021b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:00.778821 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-02118085-027c-4f71-aeeb-1ace1d323775 req-38642ede-c450-4ee4-81a4-414c258f021b service neutron] 10.222.0.52 "PUT /v2.0/ports/bb707032-aea1-463f-b336-0280c88ccb90 HTTP/1.1" status: 200 len: 1092 time: 3.9916458 Jan 28 00:40:00.785971 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d9dff8-7522-449c-92b2-26f78535167a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-fa355ea8-c094-44b0-ae37-c8781af9ee37', 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'fixed_ips': [{'subnet_id': '9aaf9a62-3634-463a-b01f-145a6a92d31c'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:40:00.786878 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c7d9dff8-7522-449c-92b2-26f78535167a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:00.790713 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832e083-5036-4198-8a61-4c01608faf65 req-d01c510f-ba17-4023-9aa8-e4b5d2c2f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:00.792888 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0832e083-5036-4198-8a61-4c01608faf65 req-d01c510f-ba17-4023-9aa8-e4b5d2c2f2ac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a5055772-1556-467a-8d2c-d15584910096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1048403 Jan 28 00:40:00.805203 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc41a18f-5ac2-4f2e-a782-305942387b61', 'tag': 'bb707032-aea1-463f-b336-0280c88ccb90'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:40:00.811106 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5697593e-7c43-4f2b-8816-4bfe581d8262" -d '{"events": [{"name": "network-changed", "server_uuid": "fc41a18f-5ac2-4f2e-a782-305942387b61", "tag": "bb707032-aea1-463f-b336-0280c88ccb90"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:40:00.820010 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38642ede-c450-4ee4-81a4-414c258f021b service neutron] Pushing event updated for resources: {'Port': ['ID=bb707032-aea1-463f-b336-0280c88ccb90,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:00.828022 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-0832e083-5036-4198-8a61-4c01608faf65 req-2a85c3a8-5cd7-4f51-bb06-d735c9eef3ee service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:40:00.829458 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0832e083-5036-4198-8a61-4c01608faf65 req-2a85c3a8-5cd7-4f51-bb06-d735c9eef3ee service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0240488 Jan 28 00:40:00.868863 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 594adc85-35b4-4f57-90f6-66359221d7a2 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:40:00.875437 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfba0703-be88-42ea-8ad3-487b7e858f37 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:40:01.054172 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957cb95-9f39-4b24-b184-703d1d92e543 req-727c63df-24ca-43d8-a83c-8b05ac3fbf8b tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:01.056664 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5957cb95-9f39-4b24-b184-703d1d92e543 req-727c63df-24ca-43d8-a83c-8b05ac3fbf8b tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fc41a18f-5ac2-4f2e-a782-305942387b61 HTTP/1.1" status: 200 len: 1095 time: 0.1116202 Jan 28 00:40:01.106389 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0832e083-5036-4198-8a61-4c01608faf65 req-97a759bb-203b-41cb-b2c5-09bacdae6848 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653103 Jan 28 00:40:01.106895 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bfba0703-be88-42ea-8ad3-487b7e858f37 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:01.135984 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf85d669-91db-492e-b1ec-e151792dc6fa x-openstack-request-id: req-bf85d669-91db-492e-b1ec-e151792dc6fa {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:40:01.136464 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc41a18f-5ac2-4f2e-a782-305942387b61", "tag": "bb707032-aea1-463f-b336-0280c88ccb90", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:40:01.136945 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bf85d669-91db-492e-b1ec-e151792dc6fa {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:40:01.137608 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc41a18f-5ac2-4f2e-a782-305942387b61', 'tag': 'bb707032-aea1-463f-b336-0280c88ccb90', 'status': 'completed', 'code': 200} Jan 28 00:40:01.179242 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-c7d9dff8-7522-449c-92b2-26f78535167a None None] Allocated IP 2001:db8::f816:3eff:fe97:97d0 (fa355ea8-c094-44b0-ae37-c8781af9ee37/9aaf9a62-3634-463a-b01f-145a6a92d31c/10d5d5a5-883d-4eab-a8e9-a97830efe552) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:40:01.223141 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-bfba0703-be88-42ea-8ad3-487b7e858f37 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] device_id is not set on port bbdb52b7-02f1-4718-b8ab-2df648220b7b yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:40:01.238806 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5957cb95-9f39-4b24-b184-703d1d92e543 req-3fd266ae-0cf9-45dd-86bf-64ab9652dc61 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53366d58-f2eb-4176-a9ae-343badb268bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628485 Jan 28 00:40:01.264147 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02118085-027c-4f71-aeeb-1ace1d323775 req-6870b335-bcf2-4e97-830c-75245392c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:01.264838 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-02118085-027c-4f71-aeeb-1ace1d323775 req-6870b335-bcf2-4e97-830c-75245392c055 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fbb1ed093d9844ffa009d99970069d43&device_id=fc41a18f-5ac2-4f2e-a782-305942387b61 HTTP/1.1" status: 200 len: 1095 time: 0.1635303 Jan 28 00:40:01.318875 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0832e083-5036-4198-8a61-4c01608faf65 req-a0eacf25-9258-4eb2-93ec-a6b9eaed890c service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035472 Jan 28 00:40:01.359577 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 594adc85-35b4-4f57-90f6-66359221d7a2 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:01.359980 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (594adc85-35b4-4f57-90f6-66359221d7a2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:01.444266 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-02118085-027c-4f71-aeeb-1ace1d323775 req-1a515b83-c83c-4846-a1fb-f04105423bb1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb707032-aea1-463f-b336-0280c88ccb90 HTTP/1.1" status: 200 len: 217 time: 0.1192858 Jan 28 00:40:01.509873 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02118085-027c-4f71-aeeb-1ace1d323775 req-f11cca5c-67d9-4a04-9190-5b3b0dfbbbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:01.515526 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-02118085-027c-4f71-aeeb-1ace1d323775 req-f11cca5c-67d9-4a04-9190-5b3b0dfbbbf5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f922c71-4383-45d6-8e6e-a779ed3d30d3 HTTP/1.1" status: 200 len: 849 time: 0.0617008 Jan 28 00:40:01.565431 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76a392-103e-4f0b-866a-f0e89cf9e203 req-715c89c8-edaf-478f-8da1-e23117f6d718 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:01.567265 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7b76a392-103e-4f0b-866a-f0e89cf9e203 req-715c89c8-edaf-478f-8da1-e23117f6d718 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fff767a-1127-472c-8e8e-a95391a1f8ba HTTP/1.1" status: 200 len: 943 time: 0.0702710 Jan 28 00:40:01.570056 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c7d9dff8-7522-449c-92b2-26f78535167a None None] Publish callbacks [] for port (10d5d5a5-883d-4eab-a8e9-a97830efe552), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:01.603366 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c7d9dff8-7522-449c-92b2-26f78535167a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (10d5d5a5-883d-4eab-a8e9-a97830efe552), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:01.643587 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 594adc85-35b4-4f57-90f6-66359221d7a2 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:01.659863 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d9dff8-7522-449c-92b2-26f78535167a None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:40:01.663679 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-c7d9dff8-7522-449c-92b2-26f78535167a None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:01.665069 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7b76a392-103e-4f0b-866a-f0e89cf9e203 req-1fa3de5f-a7e3-4ded-b90b-00fd07411906 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846481 Jan 28 00:40:01.667642 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d9dff8-7522-449c-92b2-26f78535167a None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:40:01.682668 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9dff8-7522-449c-92b2-26f78535167a None None] Pushing event updated for resources: {'Port': ['ID=10d5d5a5-883d-4eab-a8e9-a97830efe552,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:01.708292 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02118085-027c-4f71-aeeb-1ace1d323775 req-d1765547-7ccf-449c-b8f3-d4e0530b8d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:01.711328 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-02118085-027c-4f71-aeeb-1ace1d323775 req-d1765547-7ccf-449c-b8f3-d4e0530b8d14 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=48102a04-ab35-4405-a390-afe0079109e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1928666 Jan 28 00:40:01.743950 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-c7d9dff8-7522-449c-92b2-26f78535167a None None] Attempting to bind port 10d5d5a5-883d-4eab-a8e9-a97830efe552 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:40:01.744371 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-c7d9dff8-7522-449c-92b2-26f78535167a None None] Attempting to bind port 10d5d5a5-883d-4eab-a8e9-a97830efe552 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:40:01.744726 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d9dff8-7522-449c-92b2-26f78535167a None None] Attempting to bind port 10d5d5a5-883d-4eab-a8e9-a97830efe552 on network fa355ea8-c094-44b0-ae37-c8781af9ee37 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:40:01.750742 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d9dff8-7522-449c-92b2-26f78535167a None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:40:01.751905 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d9dff8-7522-449c-92b2-26f78535167a None None] Checking segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:40:01.752390 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c7d9dff8-7522-449c-92b2-26f78535167a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:01.752802 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d9dff8-7522-449c-92b2-26f78535167a None None] Bound using segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:40:01.753294 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-c7d9dff8-7522-449c-92b2-26f78535167a None None] Bound port: 10d5d5a5-883d-4eab-a8e9-a97830efe552, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:40:01.753693 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c7d9dff8-7522-449c-92b2-26f78535167a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (10d5d5a5-883d-4eab-a8e9-a97830efe552), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:01.831975 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-bfba0703-be88-42ea-8ad3-487b7e858f37 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Allocated IP 2001:db8::f816:3eff:fee0:827b (fa355ea8-c094-44b0-ae37-c8781af9ee37/9aaf9a62-3634-463a-b01f-145a6a92d31c/bbdb52b7-02f1-4718-b8ab-2df648220b7b) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:40:01.843060 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c7d9dff8-7522-449c-92b2-26f78535167a None None] For port 10d5d5a5-883d-4eab-a8e9-a97830efe552, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:40:01.847835 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c7d9dff8-7522-449c-92b2-26f78535167a None None] For port 10d5d5a5-883d-4eab-a8e9-a97830efe552, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=10d5d5a5-883d-4eab-a8e9-a97830efe552,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:40:01.859860 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c7d9dff8-7522-449c-92b2-26f78535167a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (10d5d5a5-883d-4eab-a8e9-a97830efe552), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:01.949486 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9dff8-7522-449c-92b2-26f78535167a None None] Pushing event updated for resources: {'Port': ['ID=10d5d5a5-883d-4eab-a8e9-a97830efe552,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:01.954014 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-02118085-027c-4f71-aeeb-1ace1d323775 req-79942b70-4835-4283-a454-be5c98da5c0e service neutron] 10.222.0.52 "GET /v2.0/networks/48102a04-ab35-4405-a390-afe0079109e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300715 Jan 28 00:40:02.147639 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-02118085-027c-4f71-aeeb-1ace1d323775 req-1d6bd60a-2858-4eee-aa08-1f7f76700acd service neutron] 10.222.0.52 "GET /v2.0/networks/48102a04-ab35-4405-a390-afe0079109e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854804 Jan 28 00:40:02.153421 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bfba0703-be88-42ea-8ad3-487b7e858f37 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for port (bbdb52b7-02f1-4718-b8ab-2df648220b7b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:02.216783 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bfba0703-be88-42ea-8ad3-487b7e858f37 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (bbdb52b7-02f1-4718-b8ab-2df648220b7b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:02.347132 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfba0703-be88-42ea-8ad3-487b7e858f37 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:40:02.409255 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-bfba0703-be88-42ea-8ad3-487b7e858f37 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:02.416815 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfba0703-be88-42ea-8ad3-487b7e858f37 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:40:02.422577 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba0703-be88-42ea-8ad3-487b7e858f37 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:02.423470 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bfba0703-be88-42ea-8ad3-487b7e858f37 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:02.427440 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba0703-be88-42ea-8ad3-487b7e858f37 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Port': ['ID=bbdb52b7-02f1-4718-b8ab-2df648220b7b,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:02.462753 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697593e-7c43-4f2b-8816-4bfe581d8262 req-6e2ce4e4-18dc-4dd0-85ea-a5bb0ddab489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:02.468405 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5697593e-7c43-4f2b-8816-4bfe581d8262 req-6e2ce4e4-18dc-4dd0-85ea-a5bb0ddab489 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fbb1ed093d9844ffa009d99970069d43&device_id=fc41a18f-5ac2-4f2e-a782-305942387b61 HTTP/1.1" status: 200 len: 1095 time: 0.1047521 Jan 28 00:40:02.475129 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93f715-d83c-4827-a0df-830cddf74e5d req-df9e67c2-5d59-4a15-b1e1-a511db12362e tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:02.478207 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e93f715-d83c-4827-a0df-830cddf74e5d req-df9e67c2-5d59-4a15-b1e1-a511db12362e tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fc41a18f-5ac2-4f2e-a782-305942387b61 HTTP/1.1" status: 200 len: 1095 time: 0.1096900 Jan 28 00:40:02.483760 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bfba0703-be88-42ea-8ad3-487b7e858f37 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8643327 Jan 28 00:40:02.486759 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51830) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:02.648811 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697593e-7c43-4f2b-8816-4bfe581d8262 req-1f28d774-e813-4cce-b60f-1177b65780a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:02.650677 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5697593e-7c43-4f2b-8816-4bfe581d8262 req-1f28d774-e813-4cce-b60f-1177b65780a8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=48102a04-ab35-4405-a390-afe0079109e3 HTTP/1.1" status: 200 len: 911 time: 0.1653490 Jan 28 00:40:02.664356 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163cf418-f3e7-4c73-b76b-48a2169b89bd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:02.676576 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163cf418-f3e7-4c73-b76b-48a2169b89bd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:02.680295 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-163cf418-f3e7-4c73-b76b-48a2169b89bd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1918197 Jan 28 00:40:02.686292 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e93f715-d83c-4827-a0df-830cddf74e5d req-5f181936-b7fd-459e-b67c-e0f0ad28d47d tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53366d58-f2eb-4176-a9ae-343badb268bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957324 Jan 28 00:40:02.689686 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51834) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:02.717305 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5697593e-7c43-4f2b-8816-4bfe581d8262 req-d47a8afa-5cd8-47f9-a5c3-be182c6aa330 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb707032-aea1-463f-b336-0280c88ccb90 HTTP/1.1" status: 200 len: 217 time: 0.0606027 Jan 28 00:40:02.800161 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697593e-7c43-4f2b-8816-4bfe581d8262 req-bfedc3df-f805-4acb-8b90-a41bac2b9788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:02.801693 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5697593e-7c43-4f2b-8816-4bfe581d8262 req-bfedc3df-f805-4acb-8b90-a41bac2b9788 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f922c71-4383-45d6-8e6e-a779ed3d30d3 HTTP/1.1" status: 200 len: 849 time: 0.0772319 Jan 28 00:40:02.853303 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 10d5d5a5-883d-4eab-a8e9-a97830efe552 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:40:02.861341 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 71ccef60-b89f-429c-83c8-a842ac618d58 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:40:02.879349 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-79e0d395-c4ad-4d8b-9e4e-bc3a808995c7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting port bbdb52b7-02f1-4718-b8ab-2df648220b7b {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:40:02.880262 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-79e0d395-c4ad-4d8b-9e4e-bc3a808995c7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (bbdb52b7-02f1-4718-b8ab-2df648220b7b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:02.928550 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697593e-7c43-4f2b-8816-4bfe581d8262 req-6ecf3d7b-800e-4755-86b2-aeff91015220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:02.932765 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5697593e-7c43-4f2b-8816-4bfe581d8262 req-6ecf3d7b-800e-4755-86b2-aeff91015220 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=48102a04-ab35-4405-a390-afe0079109e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1247349 Jan 28 00:40:03.043199 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db274383-3c98-44bd-96ce-4c93325294de req-a289ca49-ae15-4df5-8a2c-e44addc43d17 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:03.051353 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-db274383-3c98-44bd-96ce-4c93325294de req-a289ca49-ae15-4df5-8a2c-e44addc43d17 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fff767a-1127-472c-8e8e-a95391a1f8ba HTTP/1.1" status: 200 len: 943 time: 0.1356268 Jan 28 00:40:03.105657 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-79e0d395-c4ad-4d8b-9e4e-bc3a808995c7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (bbdb52b7-02f1-4718-b8ab-2df648220b7b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:03.146928 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5697593e-7c43-4f2b-8816-4bfe581d8262 req-9c16f771-e957-427d-9135-00358751428e service neutron] 10.222.0.52 "GET /v2.0/networks/48102a04-ab35-4405-a390-afe0079109e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046704 Jan 28 00:40:03.153888 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 71ccef60-b89f-429c-83c8-a842ac618d58, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=71ccef60-b89f-429c-83c8-a842ac618d58,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:03.166575 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-79e0d395-c4ad-4d8b-9e4e-bc3a808995c7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Calling delete_port for bbdb52b7-02f1-4718-b8ab-2df648220b7b owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:40:03.179258 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '71ccef60-b89f-429c-83c8-a842ac618d58', 'network_id': 'a5055772-1556-467a-8d2c-d15584910096', 'port_id': '71ccef60-b89f-429c-83c8-a842ac618d58', 'mac_address': 'fa:16:3e:74:0c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f29497-ba52-4939-af70-d57b51c2ceee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:40:03.233600 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-db274383-3c98-44bd-96ce-4c93325294de req-32448ec3-aa98-4820-a8e4-5223789dd01d tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808167 Jan 28 00:40:03.264384 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 71ccef60-b89f-429c-83c8-a842ac618d58 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:03.265226 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (71ccef60-b89f-429c-83c8-a842ac618d58), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:03.317035 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ccef60-b89f-429c-83c8-a842ac618d58 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:40:03.437831 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5697593e-7c43-4f2b-8816-4bfe581d8262 req-e8967bf6-3ca7-485e-8250-8312e2c8a2ee service neutron] 10.222.0.52 "GET /v2.0/networks/48102a04-ab35-4405-a390-afe0079109e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823746 Jan 28 00:40:03.452232 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 71ccef60-b89f-429c-83c8-a842ac618d58, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=71ccef60-b89f-429c-83c8-a842ac618d58,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:03.456069 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-79e0d395-c4ad-4d8b-9e4e-bc3a808995c7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (bbdb52b7-02f1-4718-b8ab-2df648220b7b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:03.479847 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 10d5d5a5-883d-4eab-a8e9-a97830efe552 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:03.480343 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (10d5d5a5-883d-4eab-a8e9-a97830efe552), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:03.495777 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (71ccef60-b89f-429c-83c8-a842ac618d58), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:03.521218 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0d395-c4ad-4d8b-9e4e-bc3a808995c7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Port': ['ID=bbdb52b7-02f1-4718-b8ab-2df648220b7b,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:03.603118 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-79e0d395-c4ad-4d8b-9e4e-bc3a808995c7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:03.607341 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-79e0d395-c4ad-4d8b-9e4e-bc3a808995c7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/bbdb52b7-02f1-4718-b8ab-2df648220b7b HTTP/1.1" status: 204 len: 168 time: 0.9186871 Jan 28 00:40:03.612185 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51846) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:03.719121 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=71ccef60-b89f-429c-83c8-a842ac618d58,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:03.754494 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fccb6f-50e1-4a88-b07e-06bdb86c48f3 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:03.758316 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fccb6f-50e1-4a88-b07e-06bdb86c48f3 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:03.762413 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-91fccb6f-50e1-4a88-b07e-06bdb86c48f3 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1465406 Jan 28 00:40:03.765188 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51850) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:03.851182 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1170c38-bb20-4197-a10a-8c9b61e73480 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting subnet 9aaf9a62-3634-463a-b01f-145a6a92d31c {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:40:03.868795 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d1170c38-bb20-4197-a10a-8c9b61e73480 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (9aaf9a62-3634-463a-b01f-145a6a92d31c), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:03.896027 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['71ccef60-b89f-429c-83c8-a842ac618d58'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:40:03.957768 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d1170c38-bb20-4197-a10a-8c9b61e73480 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (9aaf9a62-3634-463a-b01f-145a6a92d31c), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:03.987701 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef7fa3-7fc9-48d0-8f85-34c0273b0d7d req-ac6d72ca-ee6c-4699-b194-96afa202a3ba tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:03.997784 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-60ef7fa3-7fc9-48d0-8f85-34c0273b0d7d req-ac6d72ca-ee6c-4699-b194-96afa202a3ba tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fc41a18f-5ac2-4f2e-a782-305942387b61 HTTP/1.1" status: 200 len: 1095 time: 0.1256838 Jan 28 00:40:04.003776 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-b2af169f-f50c-4f54-9785-12b421d08245 None None] Provisioning complete for port 10d5d5a5-883d-4eab-a8e9-a97830efe552 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:04.004556 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b2af169f-f50c-4f54-9785-12b421d08245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (10d5d5a5-883d-4eab-a8e9-a97830efe552), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:04.011258 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 10d5d5a5-883d-4eab-a8e9-a97830efe552 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:04.012082 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (10d5d5a5-883d-4eab-a8e9-a97830efe552), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:04.074148 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 10d5d5a5-883d-4eab-a8e9-a97830efe552, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=10d5d5a5-883d-4eab-a8e9-a97830efe552,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:04.080011 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-60ef7fa3-7fc9-48d0-8f85-34c0273b0d7d req-ef2d8134-5735-4923-a48b-6457630a44aa tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53366d58-f2eb-4176-a9ae-343badb268bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805175 Jan 28 00:40:04.132795 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (10d5d5a5-883d-4eab-a8e9-a97830efe552), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:04.140569 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d1170c38-bb20-4197-a10a-8c9b61e73480 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (9aaf9a62-3634-463a-b01f-145a6a92d31c), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:04.219263 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=10d5d5a5-883d-4eab-a8e9-a97830efe552,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:04.330195 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d1170c38-bb20-4197-a10a-8c9b61e73480 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (9aaf9a62-3634-463a-b01f-145a6a92d31c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:04.361937 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b2af169f-f50c-4f54-9785-12b421d08245 None None] Current status of the port 10d5d5a5-883d-4eab-a8e9-a97830efe552 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:04.379414 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1170c38-bb20-4197-a10a-8c9b61e73480 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Subnet': ['ID=9aaf9a62-3634-463a-b01f-145a6a92d31c,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:04.385456 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d1170c38-bb20-4197-a10a-8c9b61e73480 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:04.389057 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d1170c38-bb20-4197-a10a-8c9b61e73480 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/9aaf9a62-3634-463a-b01f-145a6a92d31c HTTP/1.1" status: 204 len: 168 time: 0.6226606 Jan 28 00:40:04.393360 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51854) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:04.452648 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-05afac9c-26f1-47df-bf64-3977ad6e9384 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580809 Jan 28 00:40:04.457482 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51856) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:04.479514 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-141f2acd-9940-49d0-9e6c-7afd3683ae1b None None] Could not find standard attr ID for object bbdb52b7-02f1-4718-b8ab-2df648220b7b. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:40:04.537035 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed0b6cf-ac1d-4a07-b6f9-51ebc2a443d2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:04.538980 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0ed0b6cf-ac1d-4a07-b6f9-51ebc2a443d2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0787635 Jan 28 00:40:04.543551 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51858) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:04.550846 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac5882-6dc1-497e-b155-404fbb69eb0c req-63f03edf-0b03-4cf8-a6a6-080c7df34cb9 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:04.553753 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a4ac5882-6dc1-497e-b155-404fbb69eb0c req-63f03edf-0b03-4cf8-a6a6-080c7df34cb9 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fff767a-1127-472c-8e8e-a95391a1f8ba HTTP/1.1" status: 200 len: 944 time: 0.1316755 Jan 28 00:40:04.604073 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0478d38-8779-4c83-a24e-acb34298ff3f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:04.609024 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d0478d38-8779-4c83-a24e-acb34298ff3f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0610800 Jan 28 00:40:04.609253 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51860) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:04.640225 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d9c206-3add-4b4e-89bd-ce06928be7bc None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:40:04.671226 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a4ac5882-6dc1-497e-b155-404fbb69eb0c req-80aa4b89-e5ba-4f0a-9b59-a09b031784c0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044085 Jan 28 00:40:04.681306 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4f941d0b-0d51-41e9-a6ba-55a3d8f609fe tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634346 Jan 28 00:40:04.681680 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51864) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:04.687076 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-56ec317e-582a-45a1-8994-7febdb29685e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:04.773169 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 10d5d5a5-883d-4eab-a8e9-a97830efe552 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:40:04.830362 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ec317e-582a-45a1-8994-7febdb29685e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:40:04.834232 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-56ec317e-582a-45a1-8994-7febdb29685e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:04.843007 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 10d5d5a5-883d-4eab-a8e9-a97830efe552 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:04.843397 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (10d5d5a5-883d-4eab-a8e9-a97830efe552), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:04.866865 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3243836e-3fd3-414c-8677-0464eb726120 None None] DHCP port deletion for fa355ea8-c094-44b0-ae37-c8781af9ee37 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:40:04.872523 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 71ccef60-b89f-429c-83c8-a842ac618d58 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:40:05.014911 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 71ccef60-b89f-429c-83c8-a842ac618d58 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:40:05.027803 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 71ccef60-b89f-429c-83c8-a842ac618d58 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:05.028183 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (71ccef60-b89f-429c-83c8-a842ac618d58), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:05.059711 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 10d5d5a5-883d-4eab-a8e9-a97830efe552 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:05.062764 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3243836e-3fd3-414c-8677-0464eb726120 None None] Deleting port 10d5d5a5-883d-4eab-a8e9-a97830efe552 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:40:05.063140 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3243836e-3fd3-414c-8677-0464eb726120 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (10d5d5a5-883d-4eab-a8e9-a97830efe552), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:05.153406 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-3243836e-3fd3-414c-8677-0464eb726120 None None] For port 10d5d5a5-883d-4eab-a8e9-a97830efe552, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=10d5d5a5-883d-4eab-a8e9-a97830efe552,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:05.153821 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3243836e-3fd3-414c-8677-0464eb726120 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (10d5d5a5-883d-4eab-a8e9-a97830efe552), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:05.197597 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3243836e-3fd3-414c-8677-0464eb726120 None None] Calling delete_port for 10d5d5a5-883d-4eab-a8e9-a97830efe552 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:40:05.224865 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 71ccef60-b89f-429c-83c8-a842ac618d58 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:05.225532 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (71ccef60-b89f-429c-83c8-a842ac618d58), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:05.269119 n-d-826754-1 neutron-server[103343]: DEBUG neutron.objects.ports [None req-56ec317e-582a-45a1-8994-7febdb29685e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103343) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 00:40:05.281393 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efafeb-bf20-4efb-9dc6-5d76ab6ec1c0 req-3fd25f07-b196-45b6-bc9b-e32da3c55b30 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:05.308277 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70efafeb-bf20-4efb-9dc6-5d76ab6ec1c0 req-3fd25f07-b196-45b6-bc9b-e32da3c55b30 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fc41a18f-5ac2-4f2e-a782-305942387b61 HTTP/1.1" status: 200 len: 1095 time: 0.1022303 Jan 28 00:40:05.377074 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fff767a-1127-472c-8e8e-a95391a1f8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ccef60-b89f-429c-83c8-a842ac618d58'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:40:05.380473 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0cf8b1-fc29-4bdf-b375-a641ec1bed45" -d '{"events": [{"server_uuid": "6fff767a-1127-472c-8e8e-a95391a1f8ba", "name": "network-vif-plugged", "status": "completed", "tag": "71ccef60-b89f-429c-83c8-a842ac618d58"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:40:05.383006 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3243836e-3fd3-414c-8677-0464eb726120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (10d5d5a5-883d-4eab-a8e9-a97830efe552), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:05.393867 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 71ccef60-b89f-429c-83c8-a842ac618d58, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=71ccef60-b89f-429c-83c8-a842ac618d58,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:05.397569 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70efafeb-bf20-4efb-9dc6-5d76ab6ec1c0 req-a7e68a7d-7684-4185-b7f5-e34183ac2b4e tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53366d58-f2eb-4176-a9ae-343badb268bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847328 Jan 28 00:40:05.427761 n-d-826754-1 neutron-server[103343]: WARNING neutron.services.revisions.revision_plugin [None req-56ec317e-582a-45a1-8994-7febdb29685e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Could not find related port for resource to bump revision. Jan 28 00:40:05.435774 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (71ccef60-b89f-429c-83c8-a842ac618d58), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:05.436350 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.ipam_pluggable_backend [None req-56ec317e-582a-45a1-8994-7febdb29685e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Port 10d5d5a5-883d-4eab-a8e9-a97830efe552 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103343) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 00:40:05.436952 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.ipam_pluggable_backend [None req-56ec317e-582a-45a1-8994-7febdb29685e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Reverting IP allocation for 2001:db8::f816:3eff:fe97:97d0 {{(pid=103343) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 00:40:05.439397 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243836e-3fd3-414c-8677-0464eb726120 None None] Pushing event deleted for resources: {'Port': ['ID=10d5d5a5-883d-4eab-a8e9-a97830efe552,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:05.444146 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.ipam_pluggable_backend [None req-56ec317e-582a-45a1-8994-7febdb29685e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe97:97d0 {{(pid=103343) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 00:40:05.446030 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3243836e-3fd3-414c-8677-0464eb726120 None None] No DVR routers for this DVR port 10d5d5a5-883d-4eab-a8e9-a97830efe552 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:40:05.446589 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-56ec317e-582a-45a1-8994-7febdb29685e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (e95aa078-e577-4a1f-914a-0628cc995f98), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:05.474913 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a335fe2-a961-4039-98d5-fb2571aed1b2 x-openstack-request-id: req-8a335fe2-a961-4039-98d5-fb2571aed1b2 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:40:05.475257 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fff767a-1127-472c-8e8e-a95391a1f8ba", "name": "network-vif-plugged", "status": "completed", "tag": "71ccef60-b89f-429c-83c8-a842ac618d58", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:40:05.475506 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8a335fe2-a961-4039-98d5-fb2571aed1b2 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:40:05.476613 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fff767a-1127-472c-8e8e-a95391a1f8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ccef60-b89f-429c-83c8-a842ac618d58', 'code': 200} Jan 28 00:40:05.518963 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=71ccef60-b89f-429c-83c8-a842ac618d58,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:05.531307 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ec317e-582a-45a1-8994-7febdb29685e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:40:05.537997 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-56ec317e-582a-45a1-8994-7febdb29685e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:05.546268 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ec317e-582a-45a1-8994-7febdb29685e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:05.548467 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-56ec317e-582a-45a1-8994-7febdb29685e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:05.553608 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d95a8c-2144-483e-b00a-0aca23fa1cd7 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:40:05.562982 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec317e-582a-45a1-8994-7febdb29685e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Subnet': ['ID=e95aa078-e577-4a1f-914a-0628cc995f98,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:05.595154 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-56ec317e-582a-45a1-8994-7febdb29685e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9118841 Jan 28 00:40:05.597649 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51874) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:05.606920 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-0e241efb-dce0-419c-9f4f-5db8d7e06872 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'port': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'mac_address': 'fa:16:3e:4b:7d:e5', 'name': 'tempest-NetworksTestDHCPv6-77914543'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:05.683140 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff78916-da2a-428f-9e8c-e1a094212fd6 req-54399da4-42bd-4f1a-a5b2-adcb84f88901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:05.690533 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8ff78916-da2a-428f-9e8c-e1a094212fd6 req-54399da4-42bd-4f1a-a5b2-adcb84f88901 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6fff767a-1127-472c-8e8e-a95391a1f8ba HTTP/1.1" status: 200 len: 1096 time: 0.1084945 Jan 28 00:40:05.726286 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c070c19a-1f0d-41a9-9f87-d769566ee878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-fa355ea8-c094-44b0-ae37-c8781af9ee37', 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'fixed_ips': [{'subnet_id': 'e95aa078-e577-4a1f-914a-0628cc995f98'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:40:05.746501 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c070c19a-1f0d-41a9-9f87-d769566ee878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:05.803836 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8ff78916-da2a-428f-9e8c-e1a094212fd6 req-192d8c62-cf28-480e-8199-bea0c7b03187 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071510 Jan 28 00:40:05.820082 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e241efb-dce0-419c-9f4f-5db8d7e06872 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:40:05.824719 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e241efb-dce0-419c-9f4f-5db8d7e06872 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:05.852593 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-0e241efb-dce0-419c-9f4f-5db8d7e06872 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] device_id is not set on port 04f898ae-d171-43ed-b25e-74c750fd10f7 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:40:05.955957 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fe3cd-43a3-46f2-b5c5-46ded5091823 req-a57ea129-1a4f-4f4b-a088-c9683eb7c2a6 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:05.976832 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d11fe3cd-43a3-46f2-b5c5-46ded5091823 req-a57ea129-1a4f-4f4b-a088-c9683eb7c2a6 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fff767a-1127-472c-8e8e-a95391a1f8ba HTTP/1.1" status: 200 len: 945 time: 0.1445479 Jan 28 00:40:06.005740 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-222c97b6-aa73-4ba5-a176-11d3a3240daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:06.009024 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-c070c19a-1f0d-41a9-9f87-d769566ee878 None None] Allocated IP 2001:db8::f816:3eff:fecd:5794 (fa355ea8-c094-44b0-ae37-c8781af9ee37/e95aa078-e577-4a1f-914a-0628cc995f98/9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:40:06.044105 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device bb707032-aea1-463f-b336-0280c88ccb90 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:40:06.061412 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d11fe3cd-43a3-46f2-b5c5-46ded5091823 req-506a3f11-d35f-4f1a-99c5-4c2db63ac9b6 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801136 Jan 28 00:40:06.434551 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port bb707032-aea1-463f-b336-0280c88ccb90, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=bb707032-aea1-463f-b336-0280c88ccb90,segment=NetworkSegment(07863755-d60e-4830-93d6-515385a89bfa),segment_id=07863755-d60e-4830-93d6-515385a89bfa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:06.476277 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c070c19a-1f0d-41a9-9f87-d769566ee878 None None] Publish callbacks [] for port (9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:06.481559 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'bb707032-aea1-463f-b336-0280c88ccb90', 'network_id': '48102a04-ab35-4405-a390-afe0079109e3', 'port_id': 'bb707032-aea1-463f-b336-0280c88ccb90', 'mac_address': 'fa:16:3e:58:29:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f922c71-4383-45d6-8e6e-a779ed3d30d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:40:06.489934 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c070c19a-1f0d-41a9-9f87-d769566ee878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:06.545491 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d2b67-0bf4-4631-9e84-34faed8e722c req-dcd93a10-6e70-4ce8-b401-0a74d398f5c5 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:06.555113 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d57d2b67-0bf4-4631-9e84-34faed8e722c req-dcd93a10-6e70-4ce8-b401-0a74d398f5c5 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fc41a18f-5ac2-4f2e-a782-305942387b61 HTTP/1.1" status: 200 len: 1095 time: 0.0900869 Jan 28 00:40:06.572192 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-0e241efb-dce0-419c-9f4f-5db8d7e06872 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Allocated IP 2001:db8::f816:3eff:fe4b:7de5 (fa355ea8-c094-44b0-ae37-c8781af9ee37/e95aa078-e577-4a1f-914a-0628cc995f98/04f898ae-d171-43ed-b25e-74c750fd10f7) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:40:06.617511 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d57d2b67-0bf4-4631-9e84-34faed8e722c req-4ee3f2bd-4b18-400a-bb82-401681e1825a tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53366d58-f2eb-4176-a9ae-343badb268bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595253 Jan 28 00:40:06.620154 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c070c19a-1f0d-41a9-9f87-d769566ee878 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:40:06.628114 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-c070c19a-1f0d-41a9-9f87-d769566ee878 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:06.638886 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port bb707032-aea1-463f-b336-0280c88ccb90 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:06.639553 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bb707032-aea1-463f-b336-0280c88ccb90), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:06.645523 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c070c19a-1f0d-41a9-9f87-d769566ee878 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:40:06.835780 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e241efb-dce0-419c-9f4f-5db8d7e06872 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for port (04f898ae-d171-43ed-b25e-74c750fd10f7), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:06.897539 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e241efb-dce0-419c-9f4f-5db8d7e06872 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (04f898ae-d171-43ed-b25e-74c750fd10f7), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:06.934458 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070c19a-1f0d-41a9-9f87-d769566ee878 None None] Pushing event updated for resources: {'Port': ['ID=9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:06.945381 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 10d5d5a5-883d-4eab-a8e9-a97830efe552 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:40:06.957741 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e241efb-dce0-419c-9f4f-5db8d7e06872 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:40:06.961753 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-0e241efb-dce0-419c-9f4f-5db8d7e06872 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:06.968870 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e241efb-dce0-419c-9f4f-5db8d7e06872 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:40:06.977321 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e241efb-dce0-419c-9f4f-5db8d7e06872 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:06.978168 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e241efb-dce0-419c-9f4f-5db8d7e06872 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:06.993360 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 10d5d5a5-883d-4eab-a8e9-a97830efe552 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:40:06.993942 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 10d5d5a5-883d-4eab-a8e9-a97830efe552 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:40:07.013618 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e241efb-dce0-419c-9f4f-5db8d7e06872 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Port': ['ID=04f898ae-d171-43ed-b25e-74c750fd10f7,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:07.023443 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0e241efb-dce0-419c-9f4f-5db8d7e06872 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.4241095 Jan 28 00:40:07.027976 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51890) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:07.040611 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb707032-aea1-463f-b336-0280c88ccb90 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:40:07.098752 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-c070c19a-1f0d-41a9-9f87-d769566ee878 None None] Attempting to bind port 9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:40:07.099543 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-c070c19a-1f0d-41a9-9f87-d769566ee878 None None] Attempting to bind port 9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:40:07.100224 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c070c19a-1f0d-41a9-9f87-d769566ee878 None None] Attempting to bind port 9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f on network fa355ea8-c094-44b0-ae37-c8781af9ee37 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:40:07.114597 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port bb707032-aea1-463f-b336-0280c88ccb90, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=bb707032-aea1-463f-b336-0280c88ccb90,segment=NetworkSegment(07863755-d60e-4830-93d6-515385a89bfa),segment_id=07863755-d60e-4830-93d6-515385a89bfa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:07.121324 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c070c19a-1f0d-41a9-9f87-d769566ee878 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:40:07.121931 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c070c19a-1f0d-41a9-9f87-d769566ee878 None None] Checking segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:40:07.122423 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c070c19a-1f0d-41a9-9f87-d769566ee878 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:07.123025 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c070c19a-1f0d-41a9-9f87-d769566ee878 None None] Bound using segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:40:07.123567 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-c070c19a-1f0d-41a9-9f87-d769566ee878 None None] Bound port: 9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:40:07.124309 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c070c19a-1f0d-41a9-9f87-d769566ee878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:07.129348 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a42fbb2-5705-430a-819a-6044ac0beccf tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:07.131278 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (bb707032-aea1-463f-b336-0280c88ccb90), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:07.144809 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a42fbb2-5705-430a-819a-6044ac0beccf tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:07.173799 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51894) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:07.175192 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0a42fbb2-5705-430a-819a-6044ac0beccf tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1446996 Jan 28 00:40:07.276918 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2618c7-6480-4ae8-ab47-a7163ba881d2 req-95d20343-354e-42ef-a528-96861cc65320 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:07.287050 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7d2618c7-6480-4ae8-ab47-a7163ba881d2 req-95d20343-354e-42ef-a528-96861cc65320 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fff767a-1127-472c-8e8e-a95391a1f8ba HTTP/1.1" status: 200 len: 945 time: 0.0955603 Jan 28 00:40:07.354656 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=bb707032-aea1-463f-b336-0280c88ccb90,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:07.370776 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7d2618c7-6480-4ae8-ab47-a7163ba881d2 req-db387cc9-6285-4b75-a3e2-54385525290f tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819278 Jan 28 00:40:07.371829 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c070c19a-1f0d-41a9-9f87-d769566ee878 None None] For port 9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:40:07.376637 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c070c19a-1f0d-41a9-9f87-d769566ee878 None None] For port 9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:40:07.378029 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0ad919bb-f225-4c72-a533-190ac407dab2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting port 04f898ae-d171-43ed-b25e-74c750fd10f7 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:40:07.378680 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ad919bb-f225-4c72-a533-190ac407dab2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (04f898ae-d171-43ed-b25e-74c750fd10f7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:07.386674 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c070c19a-1f0d-41a9-9f87-d769566ee878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:07.518507 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070c19a-1f0d-41a9-9f87-d769566ee878 None None] Pushing event updated for resources: {'Port': ['ID=9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:07.573005 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ad919bb-f225-4c72-a533-190ac407dab2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (04f898ae-d171-43ed-b25e-74c750fd10f7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:07.597024 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0ad919bb-f225-4c72-a533-190ac407dab2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Calling delete_port for 04f898ae-d171-43ed-b25e-74c750fd10f7 owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:40:07.629342 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['bb707032-aea1-463f-b336-0280c88ccb90'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:40:07.833807 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23b74b-38cf-463a-9200-e861cbc8a494 req-3b46049d-c233-4ce6-ae57-f504fb4c8e51 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:07.841375 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bd23b74b-38cf-463a-9200-e861cbc8a494 req-3b46049d-c233-4ce6-ae57-f504fb4c8e51 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fc41a18f-5ac2-4f2e-a782-305942387b61 HTTP/1.1" status: 200 len: 1096 time: 0.0818603 Jan 28 00:40:07.915492 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bd23b74b-38cf-463a-9200-e861cbc8a494 req-96d5c432-904f-402d-b67a-24de22d019a0 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53366d58-f2eb-4176-a9ae-343badb268bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721443 Jan 28 00:40:07.927924 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ad919bb-f225-4c72-a533-190ac407dab2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (04f898ae-d171-43ed-b25e-74c750fd10f7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:08.005861 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad919bb-f225-4c72-a533-190ac407dab2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Port': ['ID=04f898ae-d171-43ed-b25e-74c750fd10f7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:08.059773 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0ad919bb-f225-4c72-a533-190ac407dab2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:08.068069 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0ad919bb-f225-4c72-a533-190ac407dab2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/04f898ae-d171-43ed-b25e-74c750fd10f7 HTTP/1.1" status: 204 len: 168 time: 0.8921158 Jan 28 00:40:08.070394 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51904) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:08.162231 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb21bbd8-a496-4614-b03a-da72a8576213 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:08.164693 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb21bbd8-a496-4614-b03a-da72a8576213 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:08.169694 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-fb21bbd8-a496-4614-b03a-da72a8576213 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0954015 Jan 28 00:40:08.170510 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51908) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:08.265376 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-e09aa765-991e-4e0e-ae72-ac189ee0ca6d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting subnet e95aa078-e577-4a1f-914a-0628cc995f98 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:40:08.271051 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e09aa765-991e-4e0e-ae72-ac189ee0ca6d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (e95aa078-e577-4a1f-914a-0628cc995f98), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:08.327789 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-72e40936-1a23-43f4-9010-d2982b970327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:08.332859 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e09aa765-991e-4e0e-ae72-ac189ee0ca6d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (e95aa078-e577-4a1f-914a-0628cc995f98), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:08.488608 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e09aa765-991e-4e0e-ae72-ac189ee0ca6d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (e95aa078-e577-4a1f-914a-0628cc995f98), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:08.620291 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e09aa765-991e-4e0e-ae72-ac189ee0ca6d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (e95aa078-e577-4a1f-914a-0628cc995f98), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:08.679522 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09aa765-991e-4e0e-ae72-ac189ee0ca6d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Subnet': ['ID=e95aa078-e577-4a1f-914a-0628cc995f98,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:08.687055 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e09aa765-991e-4e0e-ae72-ac189ee0ca6d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:08.693410 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e09aa765-991e-4e0e-ae72-ac189ee0ca6d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/e95aa078-e577-4a1f-914a-0628cc995f98 HTTP/1.1" status: 204 len: 168 time: 0.5211735 Jan 28 00:40:08.696077 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51914) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:08.750092 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3b7a5db5-43cc-49c7-ba0f-451a5bed3781 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0528524 Jan 28 00:40:08.753277 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51916) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:08.758488 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-9e3ce1bf-ea1d-49a5-bb40-0b7ae9da8846 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:08.805079 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:40:08.881684 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3ce1bf-ea1d-49a5-bb40-0b7ae9da8846 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:40:08.888250 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9e3ce1bf-ea1d-49a5-bb40-0b7ae9da8846 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:08.909345 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:08.910107 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:08.995481 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df062ed9-6d68-49eb-a10d-e13cffe4391b None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:40:09.110374 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-62bbe0b3-dc4f-446e-ba35-81f54f922559 None None] Provisioning complete for port 9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:09.110876 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62bbe0b3-dc4f-446e-ba35-81f54f922559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:09.184979 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df20bbc-2583-43ff-9f0d-dc7a45548170 req-7b810fc5-1b92-485a-b3a4-f715e3d82d38 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:09.198770 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7df20bbc-2583-43ff-9f0d-dc7a45548170 req-7b810fc5-1b92-485a-b3a4-f715e3d82d38 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fc41a18f-5ac2-4f2e-a782-305942387b61 HTTP/1.1" status: 200 len: 1096 time: 0.1267719 Jan 28 00:40:09.208880 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:09.209498 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:09.272276 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:09.296552 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:09.372757 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7df20bbc-2583-43ff-9f0d-dc7a45548170 req-705f5151-462f-4966-ba8d-ba1c1f07b873 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53366d58-f2eb-4176-a9ae-343badb268bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680541 Jan 28 00:40:09.373563 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-62bbe0b3-dc4f-446e-ba35-81f54f922559 None None] Current status of the port 9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:09.373563 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62bbe0b3-dc4f-446e-ba35-81f54f922559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:09.393492 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:09.419287 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d83f2d-c427-49c3-a100-4b9b02e50837 None None] DHCP port deletion for fa355ea8-c094-44b0-ae37-c8781af9ee37 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:40:09.587334 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-62bbe0b3-dc4f-446e-ba35-81f54f922559 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:40:09.587980 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-62bbe0b3-dc4f-446e-ba35-81f54f922559 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:40:09.609316 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-42d83f2d-c427-49c3-a100-4b9b02e50837 None None] Deleting port 9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:40:09.609815 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-42d83f2d-c427-49c3-a100-4b9b02e50837 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:09.661300 n-d-826754-1 neutron-server[103344]: DEBUG neutron.objects.ports [None req-9e3ce1bf-ea1d-49a5-bb40-0b7ae9da8846 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103344) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 00:40:09.742344 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:09.805646 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-42d83f2d-c427-49c3-a100-4b9b02e50837 None None] For port 9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:09.806894 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-42d83f2d-c427-49c3-a100-4b9b02e50837 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:09.831740 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-42d83f2d-c427-49c3-a100-4b9b02e50837 None None] Calling delete_port for 9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:40:09.898626 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9e3ce1bf-ea1d-49a5-bb40-0b7ae9da8846 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:09.940685 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-42d83f2d-c427-49c3-a100-4b9b02e50837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:09.979480 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d83f2d-c427-49c3-a100-4b9b02e50837 None None] Pushing event deleted for resources: {'Port': ['ID=9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:09.988854 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d83f2d-c427-49c3-a100-4b9b02e50837 None None] No DVR routers for this DVR port 9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:40:10.094215 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device bb707032-aea1-463f-b336-0280c88ccb90 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:40:10.164119 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-62bbe0b3-dc4f-446e-ba35-81f54f922559 None None] Port 9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f update to ACTIVE by agent not found {{(pid=103345) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 28 00:40:10.206825 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-9e3ce1bf-ea1d-49a5-bb40-0b7ae9da8846 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] For port 9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:10.213248 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port bb707032-aea1-463f-b336-0280c88ccb90 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:40:10.219260 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port bb707032-aea1-463f-b336-0280c88ccb90 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:10.219882 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bb707032-aea1-463f-b336-0280c88ccb90), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:10.253909 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9e3ce1bf-ea1d-49a5-bb40-0b7ae9da8846 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for port (9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:10.261911 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9e3ce1bf-ea1d-49a5-bb40-0b7ae9da8846 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:10.263182 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9e3ce1bf-ea1d-49a5-bb40-0b7ae9da8846 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (f1eb4cdb-081d-4fcd-bdc9-a43dbc7f275a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:10.320625 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ce1bf-ea1d-49a5-bb40-0b7ae9da8846 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Port': ['ID=9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:10.374836 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port bb707032-aea1-463f-b336-0280c88ccb90 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:10.375707 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bb707032-aea1-463f-b336-0280c88ccb90), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:10.407877 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3ce1bf-ea1d-49a5-bb40-0b7ae9da8846 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:40:10.414354 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-9e3ce1bf-ea1d-49a5-bb40-0b7ae9da8846 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:10.428823 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3ce1bf-ea1d-49a5-bb40-0b7ae9da8846 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:10.430393 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9e3ce1bf-ea1d-49a5-bb40-0b7ae9da8846 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:10.434202 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc41a18f-5ac2-4f2e-a782-305942387b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb707032-aea1-463f-b336-0280c88ccb90'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:40:10.439526 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b5a27d-fab3-48cc-b1ba-44e283be1c25" -d '{"events": [{"server_uuid": "fc41a18f-5ac2-4f2e-a782-305942387b61", "name": "network-vif-plugged", "status": "completed", "tag": "bb707032-aea1-463f-b336-0280c88ccb90"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:40:10.450548 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928710f4-c710-4041-b6d3-eb5db6216cca None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:40:10.505061 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port bb707032-aea1-463f-b336-0280c88ccb90, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=bb707032-aea1-463f-b336-0280c88ccb90,segment=NetworkSegment(07863755-d60e-4830-93d6-515385a89bfa),segment_id=07863755-d60e-4830-93d6-515385a89bfa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:10.512993 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9e3ce1bf-ea1d-49a5-bb40-0b7ae9da8846 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7583466 Jan 28 00:40:10.517967 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52042) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:10.521606 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ce1bf-ea1d-49a5-bb40-0b7ae9da8846 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Subnet': ['ID=f1eb4cdb-081d-4fcd-bdc9-a43dbc7f275a,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:10.544776 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-5fe691af-aeb9-414b-847b-5ad9d7a81e33 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'port': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'mac_address': 'fa:16:3e:e7:de:4d', 'name': 'tempest-NetworksTestDHCPv6-1243714137'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:10.604596 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8521d1ce-faa2-4613-b288-7b35030459e4 x-openstack-request-id: req-8521d1ce-faa2-4613-b288-7b35030459e4 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:40:10.605339 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc41a18f-5ac2-4f2e-a782-305942387b61", "name": "network-vif-plugged", "status": "completed", "tag": "bb707032-aea1-463f-b336-0280c88ccb90", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:40:10.605860 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8521d1ce-faa2-4613-b288-7b35030459e4 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:40:10.606815 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc41a18f-5ac2-4f2e-a782-305942387b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb707032-aea1-463f-b336-0280c88ccb90', 'code': 200} Jan 28 00:40:10.614201 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (bb707032-aea1-463f-b336-0280c88ccb90), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:10.670215 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c31724-2bb5-4e17-a461-fc15be5f03e5 req-d38564ca-2f1a-4655-942f-a096595b808d tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:10.682919 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-46c31724-2bb5-4e17-a461-fc15be5f03e5 req-d38564ca-2f1a-4655-942f-a096595b808d tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fc41a18f-5ac2-4f2e-a782-305942387b61 HTTP/1.1" status: 200 len: 1097 time: 0.1306813 Jan 28 00:40:10.847523 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-46c31724-2bb5-4e17-a461-fc15be5f03e5 req-97dd8cbe-1a8a-4c1b-b837-d3d4083c1a38 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53366d58-f2eb-4176-a9ae-343badb268bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442194 Jan 28 00:40:10.855456 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450b288b-d28f-4c6b-a2ae-f9ad6c6208cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-fa355ea8-c094-44b0-ae37-c8781af9ee37', 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'fixed_ips': [{'subnet_id': 'f1eb4cdb-081d-4fcd-bdc9-a43dbc7f275a'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:40:10.857656 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-450b288b-d28f-4c6b-a2ae-f9ad6c6208cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:10.896162 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=bb707032-aea1-463f-b336-0280c88ccb90,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:11.007193 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb380d49-f611-46b5-a550-91ea45e64c9d req-0d8016c9-cb48-4c8c-bc68-f639d047ecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:11.009949 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fb380d49-f611-46b5-a550-91ea45e64c9d req-0d8016c9-cb48-4c8c-bc68-f639d047ecf5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fc41a18f-5ac2-4f2e-a782-305942387b61 HTTP/1.1" status: 200 len: 1097 time: 0.2689455 Jan 28 00:40:11.051322 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:40:11.083275 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe691af-aeb9-414b-847b-5ad9d7a81e33 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:40:11.110845 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:40:11.111482 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9e7cefe8-fc3d-4e6c-871b-2580bbd27c6f not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:40:11.177850 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fb380d49-f611-46b5-a550-91ea45e64c9d req-4c94aa64-64cf-4b28-9683-07c6038f85f2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=53366d58-f2eb-4176-a9ae-343badb268bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530643 Jan 28 00:40:11.201265 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:11.207659 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5fe691af-aeb9-414b-847b-5ad9d7a81e33 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:11.211279 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-450b288b-d28f-4c6b-a2ae-f9ad6c6208cd None None] Allocated IP 2001:db8::f816:3eff:fe62:7ca (fa355ea8-c094-44b0-ae37-c8781af9ee37/f1eb4cdb-081d-4fcd-bdc9-a43dbc7f275a/033d1ed8-aafa-41f1-8dcc-89107c865ce7) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:40:11.233574 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5fe691af-aeb9-414b-847b-5ad9d7a81e33 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] device_id is not set on port af02d1db-a673-4582-bfbb-76ed341f9465 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:40:11.513688 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-450b288b-d28f-4c6b-a2ae-f9ad6c6208cd None None] Publish callbacks [] for port (033d1ed8-aafa-41f1-8dcc-89107c865ce7), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:11.525266 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-450b288b-d28f-4c6b-a2ae-f9ad6c6208cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (033d1ed8-aafa-41f1-8dcc-89107c865ce7), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:11.602174 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450b288b-d28f-4c6b-a2ae-f9ad6c6208cd None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:40:11.608035 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-450b288b-d28f-4c6b-a2ae-f9ad6c6208cd None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:11.617502 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-5fe691af-aeb9-414b-847b-5ad9d7a81e33 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Allocated IP 2001:db8::f816:3eff:fee7:de4d (fa355ea8-c094-44b0-ae37-c8781af9ee37/f1eb4cdb-081d-4fcd-bdc9-a43dbc7f275a/af02d1db-a673-4582-bfbb-76ed341f9465) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:40:11.620428 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450b288b-d28f-4c6b-a2ae-f9ad6c6208cd None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:40:11.633898 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b288b-d28f-4c6b-a2ae-f9ad6c6208cd None None] Pushing event updated for resources: {'Port': ['ID=033d1ed8-aafa-41f1-8dcc-89107c865ce7,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:11.701385 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-450b288b-d28f-4c6b-a2ae-f9ad6c6208cd None None] Attempting to bind port 033d1ed8-aafa-41f1-8dcc-89107c865ce7 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:40:11.701624 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-450b288b-d28f-4c6b-a2ae-f9ad6c6208cd None None] Attempting to bind port 033d1ed8-aafa-41f1-8dcc-89107c865ce7 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:40:11.702193 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450b288b-d28f-4c6b-a2ae-f9ad6c6208cd None None] Attempting to bind port 033d1ed8-aafa-41f1-8dcc-89107c865ce7 on network fa355ea8-c094-44b0-ae37-c8781af9ee37 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:40:11.708887 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450b288b-d28f-4c6b-a2ae-f9ad6c6208cd None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:40:11.709345 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450b288b-d28f-4c6b-a2ae-f9ad6c6208cd None None] Checking segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:40:11.710005 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-450b288b-d28f-4c6b-a2ae-f9ad6c6208cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:11.710483 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450b288b-d28f-4c6b-a2ae-f9ad6c6208cd None None] Bound using segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:40:11.711048 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-450b288b-d28f-4c6b-a2ae-f9ad6c6208cd None None] Bound port: 033d1ed8-aafa-41f1-8dcc-89107c865ce7, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:40:11.711508 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-450b288b-d28f-4c6b-a2ae-f9ad6c6208cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (033d1ed8-aafa-41f1-8dcc-89107c865ce7), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:11.811583 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-450b288b-d28f-4c6b-a2ae-f9ad6c6208cd None None] For port 033d1ed8-aafa-41f1-8dcc-89107c865ce7, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:40:11.818478 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-450b288b-d28f-4c6b-a2ae-f9ad6c6208cd None None] For port 033d1ed8-aafa-41f1-8dcc-89107c865ce7, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=033d1ed8-aafa-41f1-8dcc-89107c865ce7,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:40:11.826157 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-450b288b-d28f-4c6b-a2ae-f9ad6c6208cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (033d1ed8-aafa-41f1-8dcc-89107c865ce7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:11.901241 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5fe691af-aeb9-414b-847b-5ad9d7a81e33 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for port (af02d1db-a673-4582-bfbb-76ed341f9465), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:11.984467 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b288b-d28f-4c6b-a2ae-f9ad6c6208cd None None] Pushing event updated for resources: {'Port': ['ID=033d1ed8-aafa-41f1-8dcc-89107c865ce7,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:11.990788 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5fe691af-aeb9-414b-847b-5ad9d7a81e33 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (af02d1db-a673-4582-bfbb-76ed341f9465), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:12.038980 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317ab63-c2d2-4fdd-9113-86767cfb2d9e req-d3702184-56eb-4d76-8b5e-64dc55fca44d tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:12.047294 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2317ab63-c2d2-4fdd-9113-86767cfb2d9e req-d3702184-56eb-4d76-8b5e-64dc55fca44d tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fc41a18f-5ac2-4f2e-a782-305942387b61 HTTP/1.1" status: 200 len: 1097 time: 0.0819731 Jan 28 00:40:12.061960 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe691af-aeb9-414b-847b-5ad9d7a81e33 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:40:12.066550 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-5fe691af-aeb9-414b-847b-5ad9d7a81e33 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:12.074072 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe691af-aeb9-414b-847b-5ad9d7a81e33 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:40:12.080539 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe691af-aeb9-414b-847b-5ad9d7a81e33 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:12.081406 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5fe691af-aeb9-414b-847b-5ad9d7a81e33 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:12.104629 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe691af-aeb9-414b-847b-5ad9d7a81e33 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Port': ['ID=af02d1db-a673-4582-bfbb-76ed341f9465,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:12.112517 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5fe691af-aeb9-414b-847b-5ad9d7a81e33 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5916536 Jan 28 00:40:12.117178 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52190) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:12.178884 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2317ab63-c2d2-4fdd-9113-86767cfb2d9e req-3b20a6f0-734c-427d-bc9d-690047d9e9a7 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53366d58-f2eb-4176-a9ae-343badb268bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229877 Jan 28 00:40:12.212512 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:12.240099 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3017d2a2-2603-4e55-8c0f-f28a4f9524e6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:12.253005 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3017d2a2-2603-4e55-8c0f-f28a4f9524e6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:12.257413 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3017d2a2-2603-4e55-8c0f-f28a4f9524e6 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1388617 Jan 28 00:40:12.261872 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52200) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:12.459756 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-aa118c40-c0f5-4742-97e7-fbac17f00edd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting port af02d1db-a673-4582-bfbb-76ed341f9465 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:40:12.460131 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aa118c40-c0f5-4742-97e7-fbac17f00edd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (af02d1db-a673-4582-bfbb-76ed341f9465), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:12.621013 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aa118c40-c0f5-4742-97e7-fbac17f00edd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (af02d1db-a673-4582-bfbb-76ed341f9465), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:12.650790 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-aa118c40-c0f5-4742-97e7-fbac17f00edd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Calling delete_port for af02d1db-a673-4582-bfbb-76ed341f9465 owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:40:12.854418 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 033d1ed8-aafa-41f1-8dcc-89107c865ce7 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:40:12.918195 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aa118c40-c0f5-4742-97e7-fbac17f00edd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (af02d1db-a673-4582-bfbb-76ed341f9465), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:12.931298 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 033d1ed8-aafa-41f1-8dcc-89107c865ce7 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:12.932013 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (033d1ed8-aafa-41f1-8dcc-89107c865ce7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:12.958959 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa118c40-c0f5-4742-97e7-fbac17f00edd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Port': ['ID=af02d1db-a673-4582-bfbb-76ed341f9465,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:12.993096 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:13.002530 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aa118c40-c0f5-4742-97e7-fbac17f00edd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:13.006232 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-aa118c40-c0f5-4742-97e7-fbac17f00edd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/af02d1db-a673-4582-bfbb-76ed341f9465 HTTP/1.1" status: 204 len: 168 time: 0.7430134 Jan 28 00:40:13.009994 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52268) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:13.072256 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 033d1ed8-aafa-41f1-8dcc-89107c865ce7 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:13.072890 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (033d1ed8-aafa-41f1-8dcc-89107c865ce7), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:13.113182 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e95637-fa9a-467b-a713-6c0d5d94e72d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:13.115500 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e95637-fa9a-467b-a713-6c0d5d94e72d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:13.123975 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52284) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:13.124594 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b3e95637-fa9a-467b-a713-6c0d5d94e72d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1125169 Jan 28 00:40:13.132622 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 033d1ed8-aafa-41f1-8dcc-89107c865ce7, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=033d1ed8-aafa-41f1-8dcc-89107c865ce7,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:13.145165 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (033d1ed8-aafa-41f1-8dcc-89107c865ce7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:13.230036 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=033d1ed8-aafa-41f1-8dcc-89107c865ce7,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:13.258398 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-83bcd501-f23d-48e2-a966-0931495c4586 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting subnet f1eb4cdb-081d-4fcd-bdc9-a43dbc7f275a {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:40:13.264273 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-83bcd501-f23d-48e2-a966-0931495c4586 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (f1eb4cdb-081d-4fcd-bdc9-a43dbc7f275a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:13.425325 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-83bcd501-f23d-48e2-a966-0931495c4586 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (f1eb4cdb-081d-4fcd-bdc9-a43dbc7f275a), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:13.498019 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309325c-1cc9-40ae-a460-a6a8fb886cfd req-073b0212-e95e-40ca-a629-d18d8785fd6b tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:13.499598 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a309325c-1cc9-40ae-a460-a6a8fb886cfd req-073b0212-e95e-40ca-a629-d18d8785fd6b tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fc41a18f-5ac2-4f2e-a782-305942387b61 HTTP/1.1" status: 200 len: 1097 time: 0.1238692 Jan 28 00:40:13.574008 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-83bcd501-f23d-48e2-a966-0931495c4586 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (f1eb4cdb-081d-4fcd-bdc9-a43dbc7f275a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:13.644885 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a309325c-1cc9-40ae-a460-a6a8fb886cfd req-2a6c3991-ce84-4ca7-902f-5f134db1b80a tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53366d58-f2eb-4176-a9ae-343badb268bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159232 Jan 28 00:40:13.695982 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-83bcd501-f23d-48e2-a966-0931495c4586 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (f1eb4cdb-081d-4fcd-bdc9-a43dbc7f275a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:13.744228 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bcd501-f23d-48e2-a966-0931495c4586 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Subnet': ['ID=f1eb4cdb-081d-4fcd-bdc9-a43dbc7f275a,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:13.754899 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-83bcd501-f23d-48e2-a966-0931495c4586 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:13.765052 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-83bcd501-f23d-48e2-a966-0931495c4586 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/f1eb4cdb-081d-4fcd-bdc9-a43dbc7f275a HTTP/1.1" status: 204 len: 168 time: 0.6345313 Jan 28 00:40:13.765819 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52350) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:13.782583 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2a51c2-4978-4a5c-8f17-bb7174d69d08 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:40:13.828143 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-79e7b21a-3f6c-4206-b7db-107d93beebd3 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0629532 Jan 28 00:40:13.838845 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52358) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:13.865785 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050939d-f767-4e4d-a016-02aba4c18158 req-6c16c193-6a87-4ebb-ad88-48a33c6cdc8f tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:13.867594 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b050939d-f767-4e4d-a016-02aba4c18158 req-6c16c193-6a87-4ebb-ad88-48a33c6cdc8f tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fc41a18f-5ac2-4f2e-a782-305942387b61 HTTP/1.1" status: 200 len: 1097 time: 0.1056793 Jan 28 00:40:13.901624 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-bc6d2a1d-ee9c-4676-a59f-5e4c587dd1e6 None None] Provisioning complete for port 033d1ed8-aafa-41f1-8dcc-89107c865ce7 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:13.902276 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc6d2a1d-ee9c-4676-a59f-5e4c587dd1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (033d1ed8-aafa-41f1-8dcc-89107c865ce7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:13.910365 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ea189f-8af0-4588-86b0-1f117d296732 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:13.913289 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f9ea189f-8af0-4588-86b0-1f117d296732 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0731368 Jan 28 00:40:13.920413 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52368) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:14.025425 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b050939d-f767-4e4d-a016-02aba4c18158 req-0d15b285-5640-456d-ad05-70809284a072 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53366d58-f2eb-4176-a9ae-343badb268bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352909 Jan 28 00:40:14.031268 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-bc6d2a1d-ee9c-4676-a59f-5e4c587dd1e6 None None] Current status of the port 033d1ed8-aafa-41f1-8dcc-89107c865ce7 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:14.073367 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ac1bd3-1dda-4074-90f3-879b8281d7d8 None None] DHCP port deletion for fa355ea8-c094-44b0-ae37-c8781af9ee37 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:40:14.073605 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98451022-b06b-4a1c-a4eb-5d6ac8564e46 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:14.076635 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-98451022-b06b-4a1c-a4eb-5d6ac8564e46 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1545649 Jan 28 00:40:14.080870 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52384) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:14.131655 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-397e40c5-295c-4570-8456-bbabe8cf0597 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455842 Jan 28 00:40:14.134281 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52390) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:14.140470 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a6a12b4d-9069-44e2-baa8-b93470fe16cd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:14.194210 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-28ac1bd3-1dda-4074-90f3-879b8281d7d8 None None] Deleting port 033d1ed8-aafa-41f1-8dcc-89107c865ce7 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:40:14.194737 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-28ac1bd3-1dda-4074-90f3-879b8281d7d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (033d1ed8-aafa-41f1-8dcc-89107c865ce7), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:14.247064 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172f8ac-652f-4aaa-b1b0-cc74fc7a1f39 req-eea81020-cb5b-4ca2-a82b-4577bda5772f tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:14.251163 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6172f8ac-652f-4aaa-b1b0-cc74fc7a1f39 req-eea81020-cb5b-4ca2-a82b-4577bda5772f tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fc41a18f-5ac2-4f2e-a782-305942387b61 HTTP/1.1" status: 200 len: 1097 time: 0.1205204 Jan 28 00:40:14.252067 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:14.290984 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-28ac1bd3-1dda-4074-90f3-879b8281d7d8 None None] For port 033d1ed8-aafa-41f1-8dcc-89107c865ce7, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=033d1ed8-aafa-41f1-8dcc-89107c865ce7,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:14.291807 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-28ac1bd3-1dda-4074-90f3-879b8281d7d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (033d1ed8-aafa-41f1-8dcc-89107c865ce7), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:14.321469 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-28ac1bd3-1dda-4074-90f3-879b8281d7d8 None None] Calling delete_port for 033d1ed8-aafa-41f1-8dcc-89107c865ce7 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:40:14.338763 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6172f8ac-652f-4aaa-b1b0-cc74fc7a1f39 req-d63f4fdb-372f-470a-a03c-6f777da7e8d4 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53366d58-f2eb-4176-a9ae-343badb268bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763245 Jan 28 00:40:14.352078 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a12b4d-9069-44e2-baa8-b93470fe16cd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:40:14.359079 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6a12b4d-9069-44e2-baa8-b93470fe16cd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:14.490054 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-28ac1bd3-1dda-4074-90f3-879b8281d7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (033d1ed8-aafa-41f1-8dcc-89107c865ce7), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:14.557958 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac1bd3-1dda-4074-90f3-879b8281d7d8 None None] Pushing event deleted for resources: {'Port': ['ID=033d1ed8-aafa-41f1-8dcc-89107c865ce7,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:14.571979 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ac1bd3-1dda-4074-90f3-879b8281d7d8 None None] No DVR routers for this DVR port 033d1ed8-aafa-41f1-8dcc-89107c865ce7 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:40:14.750528 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 033d1ed8-aafa-41f1-8dcc-89107c865ce7 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:40:14.760383 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6a12b4d-9069-44e2-baa8-b93470fe16cd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (3c232aa5-cc01-4d0b-80a3-4524ea104f55), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:14.776551 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f1586-aadd-490d-b900-96c2b4474e5a req-5d704c12-026c-46f3-a8bd-d0af69c41746 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:14.777499 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 033d1ed8-aafa-41f1-8dcc-89107c865ce7 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:40:14.778012 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 033d1ed8-aafa-41f1-8dcc-89107c865ce7 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:40:14.784979 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-686f1586-aadd-490d-b900-96c2b4474e5a req-5d704c12-026c-46f3-a8bd-d0af69c41746 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/networks?id=48102a04-ab35-4405-a390-afe0079109e3 HTTP/1.1" status: 200 len: 911 time: 0.1848404 Jan 28 00:40:14.802984 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-686f1586-aadd-490d-b900-96c2b4474e5a req-b75962b4-aee4-4921-a9c9-7a56274387dd tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/quotas/fbb1ed093d9844ffa009d99970069d43 HTTP/1.1" status: 200 len: 375 time: 0.0118012 Jan 28 00:40:14.817325 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a12b4d-9069-44e2-baa8-b93470fe16cd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:40:14.821345 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-a6a12b4d-9069-44e2-baa8-b93470fe16cd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:14.826474 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a12b4d-9069-44e2-baa8-b93470fe16cd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:14.827135 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6a12b4d-9069-44e2-baa8-b93470fe16cd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:14.836892 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7465b55c-ee16-4f99-a05c-b7eb336f8fc3 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:40:14.838876 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a12b4d-9069-44e2-baa8-b93470fe16cd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Subnet': ['ID=3c232aa5-cc01-4d0b-80a3-4524ea104f55,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:14.853419 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a6a12b4d-9069-44e2-baa8-b93470fe16cd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7178438 Jan 28 00:40:14.859365 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52450) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:14.866986 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-475c3c9b-c0e4-42fc-9857-e44f07498047 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'port': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'mac_address': 'fa:16:3e:c1:69:1c', 'name': 'tempest-NetworksTestDHCPv6-1184110332'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:14.879165 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-686f1586-aadd-490d-b900-96c2b4474e5a req-93f37401-ea9e-4bb0-89d2-9c7e7c732831 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?tenant_id=fbb1ed093d9844ffa009d99970069d43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0698111 Jan 28 00:40:14.970740 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df414858-b046-4bbd-9edd-e30f02b039ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-fa355ea8-c094-44b0-ae37-c8781af9ee37', 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'fixed_ips': [{'subnet_id': '3c232aa5-cc01-4d0b-80a3-4524ea104f55'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:40:14.976314 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-df414858-b046-4bbd-9edd-e30f02b039ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:15.005556 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475c3c9b-c0e4-42fc-9857-e44f07498047 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:40:15.010082 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-475c3c9b-c0e4-42fc-9857-e44f07498047 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:15.036910 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-475c3c9b-c0e4-42fc-9857-e44f07498047 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] device_id is not set on port bc76e4b0-500a-443c-bcdc-1672450b37c3 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:40:15.039691 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-686f1586-aadd-490d-b900-96c2b4474e5a req-150775e6-1819-4b78-8b1f-eb493ae4d09e service neutron] 10.222.0.70 "GET /v2.0/networks/48102a04-ab35-4405-a390-afe0079109e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498566 Jan 28 00:40:15.169782 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-df414858-b046-4bbd-9edd-e30f02b039ff None None] Allocated IP 2001:db8::2 (fa355ea8-c094-44b0-ae37-c8781af9ee37/3c232aa5-cc01-4d0b-80a3-4524ea104f55/ffadfe97-7a9b-4092-9e0d-9e59dd4d6864) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:40:15.179439 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-686f1586-aadd-490d-b900-96c2b4474e5a req-bbf9c979-77ec-4903-b527-86cf063af355 service neutron] 10.222.0.70 "GET /v2.0/networks/48102a04-ab35-4405-a390-afe0079109e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313717 Jan 28 00:40:15.522910 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-df414858-b046-4bbd-9edd-e30f02b039ff None None] Publish callbacks [] for port (ffadfe97-7a9b-4092-9e0d-9e59dd4d6864), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:15.537509 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-df414858-b046-4bbd-9edd-e30f02b039ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (ffadfe97-7a9b-4092-9e0d-9e59dd4d6864), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:15.613704 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df414858-b046-4bbd-9edd-e30f02b039ff None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:40:15.626896 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-df414858-b046-4bbd-9edd-e30f02b039ff None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:15.631030 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df414858-b046-4bbd-9edd-e30f02b039ff None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:40:15.680383 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df414858-b046-4bbd-9edd-e30f02b039ff None None] Pushing event updated for resources: {'Port': ['ID=ffadfe97-7a9b-4092-9e0d-9e59dd4d6864,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:15.689455 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-475c3c9b-c0e4-42fc-9857-e44f07498047 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Allocated IP 2001:db8::33b (fa355ea8-c094-44b0-ae37-c8781af9ee37/3c232aa5-cc01-4d0b-80a3-4524ea104f55/bc76e4b0-500a-443c-bcdc-1672450b37c3) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:40:15.786792 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-df414858-b046-4bbd-9edd-e30f02b039ff None None] Attempting to bind port ffadfe97-7a9b-4092-9e0d-9e59dd4d6864 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:40:15.787137 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-df414858-b046-4bbd-9edd-e30f02b039ff None None] Attempting to bind port ffadfe97-7a9b-4092-9e0d-9e59dd4d6864 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:40:15.787472 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df414858-b046-4bbd-9edd-e30f02b039ff None None] Attempting to bind port ffadfe97-7a9b-4092-9e0d-9e59dd4d6864 on network fa355ea8-c094-44b0-ae37-c8781af9ee37 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:40:15.800695 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df414858-b046-4bbd-9edd-e30f02b039ff None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:40:15.802444 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df414858-b046-4bbd-9edd-e30f02b039ff None None] Checking segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:40:15.803429 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-df414858-b046-4bbd-9edd-e30f02b039ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:15.805526 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df414858-b046-4bbd-9edd-e30f02b039ff None None] Bound using segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:40:15.806689 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-df414858-b046-4bbd-9edd-e30f02b039ff None None] Bound port: ffadfe97-7a9b-4092-9e0d-9e59dd4d6864, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:40:15.807644 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-df414858-b046-4bbd-9edd-e30f02b039ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ffadfe97-7a9b-4092-9e0d-9e59dd4d6864), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:15.925064 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-df414858-b046-4bbd-9edd-e30f02b039ff None None] For port ffadfe97-7a9b-4092-9e0d-9e59dd4d6864, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:40:15.929109 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-df414858-b046-4bbd-9edd-e30f02b039ff None None] For port ffadfe97-7a9b-4092-9e0d-9e59dd4d6864, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ffadfe97-7a9b-4092-9e0d-9e59dd4d6864,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:40:15.936181 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-df414858-b046-4bbd-9edd-e30f02b039ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ffadfe97-7a9b-4092-9e0d-9e59dd4d6864), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:15.961835 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-475c3c9b-c0e4-42fc-9857-e44f07498047 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for port (bc76e4b0-500a-443c-bcdc-1672450b37c3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:16.013046 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-475c3c9b-c0e4-42fc-9857-e44f07498047 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (bc76e4b0-500a-443c-bcdc-1672450b37c3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:16.072756 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475c3c9b-c0e4-42fc-9857-e44f07498047 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:40:16.081081 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-475c3c9b-c0e4-42fc-9857-e44f07498047 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:16.081992 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df414858-b046-4bbd-9edd-e30f02b039ff None None] Pushing event updated for resources: {'Port': ['ID=ffadfe97-7a9b-4092-9e0d-9e59dd4d6864,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:16.084795 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475c3c9b-c0e4-42fc-9857-e44f07498047 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:40:16.091605 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475c3c9b-c0e4-42fc-9857-e44f07498047 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:16.092601 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-475c3c9b-c0e4-42fc-9857-e44f07498047 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:16.112989 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c3c9b-c0e4-42fc-9857-e44f07498047 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Port': ['ID=bc76e4b0-500a-443c-bcdc-1672450b37c3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:16.130063 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-475c3c9b-c0e4-42fc-9857-e44f07498047 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2685781 Jan 28 00:40:16.133411 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52464) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:16.200182 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6409fc13-958b-43e7-b9dd-65231a900b49 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:16.206622 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6409fc13-958b-43e7-b9dd-65231a900b49 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:16.208341 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6409fc13-958b-43e7-b9dd-65231a900b49 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0736370 Jan 28 00:40:16.212144 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52466) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:16.399356 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fbe39132-6fa8-4739-9017-bbcc8a7be4c9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting port bc76e4b0-500a-443c-bcdc-1672450b37c3 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:40:16.399733 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fbe39132-6fa8-4739-9017-bbcc8a7be4c9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (bc76e4b0-500a-443c-bcdc-1672450b37c3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:16.535244 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a2019712-8ff1-42f1-94cc-12159c2d7fb7 req-1db17033-9406-4ce4-bc22-a8bbf0582e1f tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01 HTTP/1.1" status: 200 len: 210 time: 0.1262536 Jan 28 00:40:16.585989 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fbe39132-6fa8-4739-9017-bbcc8a7be4c9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (bc76e4b0-500a-443c-bcdc-1672450b37c3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:16.633892 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fbe39132-6fa8-4739-9017-bbcc8a7be4c9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Calling delete_port for bc76e4b0-500a-443c-bcdc-1672450b37c3 owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:40:17.020492 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ffadfe97-7a9b-4092-9e0d-9e59dd4d6864 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:40:17.061316 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fbe39132-6fa8-4739-9017-bbcc8a7be4c9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (bc76e4b0-500a-443c-bcdc-1672450b37c3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:17.115168 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port ffadfe97-7a9b-4092-9e0d-9e59dd4d6864 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:17.116196 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ffadfe97-7a9b-4092-9e0d-9e59dd4d6864), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:17.136074 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe39132-6fa8-4739-9017-bbcc8a7be4c9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Port': ['ID=bc76e4b0-500a-443c-bcdc-1672450b37c3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:17.237232 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fbe39132-6fa8-4739-9017-bbcc8a7be4c9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:17.254087 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fbe39132-6fa8-4739-9017-bbcc8a7be4c9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/bc76e4b0-500a-443c-bcdc-1672450b37c3 HTTP/1.1" status: 204 len: 168 time: 1.0383091 Jan 28 00:40:17.254540 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52488) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:17.255344 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port ffadfe97-7a9b-4092-9e0d-9e59dd4d6864 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:17.255999 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ffadfe97-7a9b-4092-9e0d-9e59dd4d6864), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:17.333913 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port ffadfe97-7a9b-4092-9e0d-9e59dd4d6864, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ffadfe97-7a9b-4092-9e0d-9e59dd4d6864,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:17.347258 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ffadfe97-7a9b-4092-9e0d-9e59dd4d6864), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:17.404108 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7de702b-a789-4b75-958d-90e2b347a379 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:17.414497 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7de702b-a789-4b75-958d-90e2b347a379 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:17.418393 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f7de702b-a789-4b75-958d-90e2b347a379 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1621954 Jan 28 00:40:17.422803 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52490) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:17.497664 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=ffadfe97-7a9b-4092-9e0d-9e59dd4d6864,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:17.545050 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b4bce3c-2642-49b6-922d-8cb90a411d41 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting subnet 3c232aa5-cc01-4d0b-80a3-4524ea104f55 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:40:17.552255 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9b4bce3c-2642-49b6-922d-8cb90a411d41 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (3c232aa5-cc01-4d0b-80a3-4524ea104f55), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:17.639250 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9b4bce3c-2642-49b6-922d-8cb90a411d41 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (3c232aa5-cc01-4d0b-80a3-4524ea104f55), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:17.762856 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9b4bce3c-2642-49b6-922d-8cb90a411d41 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (3c232aa5-cc01-4d0b-80a3-4524ea104f55), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:18.003433 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-336ff832-bf9c-4c8d-8869-5640998a303e None None] Provisioning complete for port ffadfe97-7a9b-4092-9e0d-9e59dd4d6864 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:18.011747 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-336ff832-bf9c-4c8d-8869-5640998a303e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ffadfe97-7a9b-4092-9e0d-9e59dd4d6864), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:18.316159 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-336ff832-bf9c-4c8d-8869-5640998a303e None None] Current status of the port ffadfe97-7a9b-4092-9e0d-9e59dd4d6864 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:18.439017 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f49dd805-9394-4840-90db-bccd6ad5a027 None None] Could not find standard attr ID for object bc76e4b0-500a-443c-bcdc-1672450b37c3. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:40:18.540586 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9b4bce3c-2642-49b6-922d-8cb90a411d41 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (3c232aa5-cc01-4d0b-80a3-4524ea104f55), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:18.614796 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4bce3c-2642-49b6-922d-8cb90a411d41 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Subnet': ['ID=3c232aa5-cc01-4d0b-80a3-4524ea104f55,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:18.624062 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9b4bce3c-2642-49b6-922d-8cb90a411d41 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:18.632559 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9b4bce3c-2642-49b6-922d-8cb90a411d41 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/3c232aa5-cc01-4d0b-80a3-4524ea104f55 HTTP/1.1" status: 204 len: 168 time: 1.2076354 Jan 28 00:40:18.638211 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52502) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:18.780291 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c9481845-ef52-4afc-961c-306e6fd013a2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1333892 Jan 28 00:40:18.782072 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52504) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:18.845151 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-72a0295f-0761-43fa-896a-8f5c56f41a16 req-6367b972-6c57-4eeb-9c9a-75c6736e1300 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01 HTTP/1.1" status: 200 len: 210 time: 1.0787413 Jan 28 00:40:18.893506 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ffadfe97-7a9b-4092-9e0d-9e59dd4d6864 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:40:18.909182 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a765ef6-d5b2-4c5d-b355-b03b816073c4 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:18.913820 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9a765ef6-d5b2-4c5d-b355-b03b816073c4 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1300728 Jan 28 00:40:18.914442 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52506) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:18.979400 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2bce35-e16d-434f-ac84-b9e7054580d3 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:18.984334 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cc2bce35-e16d-434f-ac84-b9e7054580d3 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0688221 Jan 28 00:40:18.985231 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52510) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:19.004349 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efeed56-bc3b-4e80-8c4b-286cbe9b3d91 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:40:19.045364 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52512) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:19.048187 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0d6dcb3b-523e-4a51-96b1-c11cbf0a9711 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604284 Jan 28 00:40:19.056205 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-a8a766d3-0003-4628-a1b1-63845e105487 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:19.192281 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f1586-aadd-490d-b900-96c2b4474e5a req-7ea35c7e-59bb-4dbc-ace1-1b262b487d62 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:19.194019 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-686f1586-aadd-490d-b900-96c2b4474e5a req-7ea35c7e-59bb-4dbc-ace1-1b262b487d62 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.65 "GET /v2.0/networks?id=48102a04-ab35-4405-a390-afe0079109e3 HTTP/1.1" status: 200 len: 911 time: 0.3650758 Jan 28 00:40:19.195307 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a766d3-0003-4628-a1b1-63845e105487 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:40:19.198875 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a8a766d3-0003-4628-a1b1-63845e105487 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:19.236826 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port ffadfe97-7a9b-4092-9e0d-9e59dd4d6864 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:19.242374 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ffadfe97-7a9b-4092-9e0d-9e59dd4d6864), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:19.433429 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-686f1586-aadd-490d-b900-96c2b4474e5a req-60be2099-b544-4b32-b63a-15adacd49dfb tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Request body: {'port': {'device_id': 'daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01', 'network_id': '48102a04-ab35-4405-a390-afe0079109e3', 'admin_state_up': True, 'tenant_id': 'fbb1ed093d9844ffa009d99970069d43'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:19.578052 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ac5525-4a42-4378-a22a-8c6d5cc656bb None None] DHCP port deletion for fa355ea8-c094-44b0-ae37-c8781af9ee37 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:40:19.624751 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-686f1586-aadd-490d-b900-96c2b4474e5a req-60be2099-b544-4b32-b63a-15adacd49dfb tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Made reservation on behalf of fbb1ed093d9844ffa009d99970069d43 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:40:19.637297 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-686f1586-aadd-490d-b900-96c2b4474e5a req-60be2099-b544-4b32-b63a-15adacd49dfb tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:19.699208 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port ffadfe97-7a9b-4092-9e0d-9e59dd4d6864 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:19.739608 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-39ac5525-4a42-4378-a22a-8c6d5cc656bb None None] Deleting port ffadfe97-7a9b-4092-9e0d-9e59dd4d6864 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:40:19.740152 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-39ac5525-4a42-4378-a22a-8c6d5cc656bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (ffadfe97-7a9b-4092-9e0d-9e59dd4d6864), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:19.759978 n-d-826754-1 neutron-server[103344]: DEBUG neutron.objects.ports [None req-a8a766d3-0003-4628-a1b1-63845e105487 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103344) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 00:40:19.898270 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b55e8e-2d51-4971-8950-8ad2fc9f9a9f req-2cef0453-1bc6-4077-8201-d7b6ab4372d6 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:19.899357 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-39ac5525-4a42-4378-a22a-8c6d5cc656bb None None] For port ffadfe97-7a9b-4092-9e0d-9e59dd4d6864, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ffadfe97-7a9b-4092-9e0d-9e59dd4d6864,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:19.900115 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-39ac5525-4a42-4378-a22a-8c6d5cc656bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (ffadfe97-7a9b-4092-9e0d-9e59dd4d6864), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:19.900411 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f6b55e8e-2d51-4971-8950-8ad2fc9f9a9f req-2cef0453-1bc6-4077-8201-d7b6ab4372d6 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.2163870 Jan 28 00:40:19.925336 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-39ac5525-4a42-4378-a22a-8c6d5cc656bb None None] Calling delete_port for ffadfe97-7a9b-4092-9e0d-9e59dd4d6864 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:40:20.023841 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f6b55e8e-2d51-4971-8950-8ad2fc9f9a9f req-4d28ad4a-e6a8-4725-943c-df9dc4cb7144 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874922 Jan 28 00:40:20.096902 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a95069de-60ef-4758-adb8-379e4777a4b3 req-ac62b433-af7d-45ed-b429-e59411fb3a7e tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01 HTTP/1.1" status: 200 len: 210 time: 0.0463941 Jan 28 00:40:20.164015 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-686f1586-aadd-490d-b900-96c2b4474e5a req-60be2099-b544-4b32-b63a-15adacd49dfb tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Allocated IP 172.20.0.14 (48102a04-ab35-4405-a390-afe0079109e3/0f922c71-4383-45d6-8e6e-a779ed3d30d3/700c5968-42bc-420d-976e-ade0d1bffed6) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:40:20.191557 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a8a766d3-0003-4628-a1b1-63845e105487 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ffadfe97-7a9b-4092-9e0d-9e59dd4d6864), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:20.255242 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-39ac5525-4a42-4378-a22a-8c6d5cc656bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (ffadfe97-7a9b-4092-9e0d-9e59dd4d6864), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:20.378901 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac5525-4a42-4378-a22a-8c6d5cc656bb None None] Pushing event deleted for resources: {'Port': ['ID=ffadfe97-7a9b-4092-9e0d-9e59dd4d6864,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:20.393008 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ac5525-4a42-4378-a22a-8c6d5cc656bb None None] No DVR routers for this DVR port ffadfe97-7a9b-4092-9e0d-9e59dd4d6864 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:40:20.698557 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7ff51-e71e-4e8a-aaec-1883531fc5ae req-76645097-6a0d-4df8-a5bd-db9519c74139 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:20.704115 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7d7ff51-e71e-4e8a-aaec-1883531fc5ae req-76645097-6a0d-4df8-a5bd-db9519c74139 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.3571339 Jan 28 00:40:20.788979 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ffadfe97-7a9b-4092-9e0d-9e59dd4d6864 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:40:20.798080 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-686f1586-aadd-490d-b900-96c2b4474e5a req-60be2099-b544-4b32-b63a-15adacd49dfb tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Publish callbacks [] for port (700c5968-42bc-420d-976e-ade0d1bffed6), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:20.800810 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-a8a766d3-0003-4628-a1b1-63845e105487 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] For port ffadfe97-7a9b-4092-9e0d-9e59dd4d6864, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ffadfe97-7a9b-4092-9e0d-9e59dd4d6864,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:20.853337 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: ffadfe97-7a9b-4092-9e0d-9e59dd4d6864 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:40:20.854046 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ffadfe97-7a9b-4092-9e0d-9e59dd4d6864 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:40:20.871275 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7d7ff51-e71e-4e8a-aaec-1883531fc5ae req-0803b176-2643-4247-8dc1-d69c8b8a68b9 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569183 Jan 28 00:40:20.911873 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a8a766d3-0003-4628-a1b1-63845e105487 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for port (ffadfe97-7a9b-4092-9e0d-9e59dd4d6864), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:20.923589 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a8a766d3-0003-4628-a1b1-63845e105487 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (ffadfe97-7a9b-4092-9e0d-9e59dd4d6864), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:20.924415 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a8a766d3-0003-4628-a1b1-63845e105487 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (c2189d4c-a313-44e6-9523-b6b8637507c8), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:20.986683 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a766d3-0003-4628-a1b1-63845e105487 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Port': ['ID=ffadfe97-7a9b-4092-9e0d-9e59dd4d6864,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:20.992074 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-686f1586-aadd-490d-b900-96c2b4474e5a req-60be2099-b544-4b32-b63a-15adacd49dfb tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (700c5968-42bc-420d-976e-ade0d1bffed6), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:21.025296 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a766d3-0003-4628-a1b1-63845e105487 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:21.025663 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a766d3-0003-4628-a1b1-63845e105487 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:21.025924 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['bb707032-aea1-463f-b336-0280c88ccb90'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:40:21.026066 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a766d3-0003-4628-a1b1-63845e105487 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:21.026351 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a766d3-0003-4628-a1b1-63845e105487 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:21.026680 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a766d3-0003-4628-a1b1-63845e105487 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:21.027021 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a766d3-0003-4628-a1b1-63845e105487 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:21.027358 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a766d3-0003-4628-a1b1-63845e105487 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:21.027720 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a766d3-0003-4628-a1b1-63845e105487 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:21.028056 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a766d3-0003-4628-a1b1-63845e105487 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:21.028392 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a766d3-0003-4628-a1b1-63845e105487 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:21.028724 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a766d3-0003-4628-a1b1-63845e105487 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:21.029056 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a766d3-0003-4628-a1b1-63845e105487 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:21.029389 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a766d3-0003-4628-a1b1-63845e105487 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:21.037913 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a766d3-0003-4628-a1b1-63845e105487 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:40:21.048851 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-a8a766d3-0003-4628-a1b1-63845e105487 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:21.075119 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-686f1586-aadd-490d-b900-96c2b4474e5a req-60be2099-b544-4b32-b63a-15adacd49dfb tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Network 48102a04-ab35-4405-a390-afe0079109e3 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:40:21.076035 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a766d3-0003-4628-a1b1-63845e105487 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Subnet': ['ID=c2189d4c-a313-44e6-9523-b6b8637507c8,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:21.081748 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a766d3-0003-4628-a1b1-63845e105487 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:21.082403 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a8a766d3-0003-4628-a1b1-63845e105487 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:21.087698 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-686f1586-aadd-490d-b900-96c2b4474e5a req-60be2099-b544-4b32-b63a-15adacd49dfb tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:21.096231 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-686f1586-aadd-490d-b900-96c2b4474e5a req-60be2099-b544-4b32-b63a-15adacd49dfb tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:40:21.104867 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:40:21.140821 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be2099-b544-4b32-b63a-15adacd49dfb tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Pushing event updated for resources: {'Port': ['ID=700c5968-42bc-420d-976e-ade0d1bffed6,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:21.169118 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a8a766d3-0003-4628-a1b1-63845e105487 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1226079 Jan 28 00:40:21.172340 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52536) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:21.183286 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-952c4e51-341d-4c3a-98b9-454189612381 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:21.198479 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb902c53-538a-4eff-b409-fbc8c5e2da4f None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:40:21.201088 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f1586-aadd-490d-b900-96c2b4474e5a req-60be2099-b544-4b32-b63a-15adacd49dfb tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:21.201956 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-686f1586-aadd-490d-b900-96c2b4474e5a req-60be2099-b544-4b32-b63a-15adacd49dfb tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:21.287561 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-686f1586-aadd-490d-b900-96c2b4474e5a req-60be2099-b544-4b32-b63a-15adacd49dfb tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.8585947 Jan 28 00:40:21.310427 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-686f1586-aadd-490d-b900-96c2b4474e5a req-8bf6dab3-a222-47d8-966d-43107604d72d service neutron] Request body: {'port': {'device_id': 'daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:21.417699 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81aa2ae-4948-4413-9eaf-bee34b405801 req-e0b24754-d139-4881-ada2-eec1d9104839 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:21.436497 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e81aa2ae-4948-4413-9eaf-bee34b405801 req-e0b24754-d139-4881-ada2-eec1d9104839 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01 HTTP/1.1" status: 200 len: 1028 time: 0.2115662 Jan 28 00:40:21.536448 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952c4e51-341d-4c3a-98b9-454189612381 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:40:21.538238 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-952c4e51-341d-4c3a-98b9-454189612381 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:21.581639 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-686f1586-aadd-490d-b900-96c2b4474e5a req-8bf6dab3-a222-47d8-966d-43107604d72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (700c5968-42bc-420d-976e-ade0d1bffed6), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:21.654215 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e81aa2ae-4948-4413-9eaf-bee34b405801 req-04ec209b-ea00-4d25-871d-370217cca434 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53366d58-f2eb-4176-a9ae-343badb268bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850140 Jan 28 00:40:21.670855 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7718ff-4f17-41ef-86ac-c47fd1462b8c req-b4cef2d5-7e88-4b23-8102-4a5c57654715 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:21.681660 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639b0686-8116-48c7-941d-20874a3e75e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-fa355ea8-c094-44b0-ae37-c8781af9ee37', 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'fixed_ips': [{'subnet_id': 'c2189d4c-a313-44e6-9523-b6b8637507c8'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:40:21.683427 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-639b0686-8116-48c7-941d-20874a3e75e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:21.688719 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff7718ff-4f17-41ef-86ac-c47fd1462b8c req-b4cef2d5-7e88-4b23-8102-4a5c57654715 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.2649441 Jan 28 00:40:21.761552 n-d-826754-1 neutron-server[103343]: INFO neutron.db.ipam_backend_mixin [None req-952c4e51-341d-4c3a-98b9-454189612381 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c2189d4c-a313-44e6-9523-b6b8637507c8 (CIDR: 2001:db8::/64) Jan 28 00:40:21.770380 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-952c4e51-341d-4c3a-98b9-454189612381 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:40:21.770982 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-952c4e51-341d-4c3a-98b9-454189612381 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:21.780732 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2b94d9f9-1e4a-4c97-8748-937b7bcabe41 None None] Provisioning complete for port 700c5968-42bc-420d-976e-ade0d1bffed6 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:21.781207 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2b94d9f9-1e4a-4c97-8748-937b7bcabe41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (700c5968-42bc-420d-976e-ade0d1bffed6), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:21.811980 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-952c4e51-341d-4c3a-98b9-454189612381 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6380265 Jan 28 00:40:21.813160 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52546) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:21.818891 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2f79ce2c-737c-4060-a5d6-d32d23d0b350 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:21.960291 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff7718ff-4f17-41ef-86ac-c47fd1462b8c req-076c2daa-430f-45e6-9787-3bee529e2fb5 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702081 Jan 28 00:40:21.991768 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-639b0686-8116-48c7-941d-20874a3e75e2 None None] Allocated IP 2001:db8::f816:3eff:fe85:d8e6 (fa355ea8-c094-44b0-ae37-c8781af9ee37/c2189d4c-a313-44e6-9523-b6b8637507c8/bc6669ef-c7c5-4b62-9f71-24fe600861ff) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:40:22.083282 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f79ce2c-737c-4060-a5d6-d32d23d0b350 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:40:22.091402 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f79ce2c-737c-4060-a5d6-d32d23d0b350 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:22.267078 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2b94d9f9-1e4a-4c97-8748-937b7bcabe41 None None] Port 700c5968-42bc-420d-976e-ade0d1bffed6 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:40:22.287899 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-686f1586-aadd-490d-b900-96c2b4474e5a req-8bf6dab3-a222-47d8-966d-43107604d72d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 700c5968-42bc-420d-976e-ade0d1bffed6 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:40:22.320643 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-686f1586-aadd-490d-b900-96c2b4474e5a req-8bf6dab3-a222-47d8-966d-43107604d72d service neutron] Publish callbacks [] for port (700c5968-42bc-420d-976e-ade0d1bffed6), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:22.385886 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-686f1586-aadd-490d-b900-96c2b4474e5a req-8bf6dab3-a222-47d8-966d-43107604d72d service neutron] Transition to ACTIVE for port object 700c5968-42bc-420d-976e-ade0d1bffed6 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:40:22.397303 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-686f1586-aadd-490d-b900-96c2b4474e5a req-8bf6dab3-a222-47d8-966d-43107604d72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (700c5968-42bc-420d-976e-ade0d1bffed6), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:22.503674 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-639b0686-8116-48c7-941d-20874a3e75e2 None None] Publish callbacks [] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:22.519354 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-639b0686-8116-48c7-941d-20874a3e75e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:22.557523 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6dab3-a222-47d8-966d-43107604d72d service neutron] Pushing event updated for resources: {'Port': ['ID=700c5968-42bc-420d-976e-ade0d1bffed6,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:22.585400 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639b0686-8116-48c7-941d-20874a3e75e2 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:40:22.590565 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-639b0686-8116-48c7-941d-20874a3e75e2 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:22.600025 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639b0686-8116-48c7-941d-20874a3e75e2 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:40:22.740248 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b0686-8116-48c7-941d-20874a3e75e2 None None] Pushing event updated for resources: {'Port': ['ID=bc6669ef-c7c5-4b62-9f71-24fe600861ff,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:22.793867 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-639b0686-8116-48c7-941d-20874a3e75e2 None None] Attempting to bind port bc6669ef-c7c5-4b62-9f71-24fe600861ff on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:40:22.794308 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-639b0686-8116-48c7-941d-20874a3e75e2 None None] Attempting to bind port bc6669ef-c7c5-4b62-9f71-24fe600861ff by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:40:22.794880 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639b0686-8116-48c7-941d-20874a3e75e2 None None] Attempting to bind port bc6669ef-c7c5-4b62-9f71-24fe600861ff on network fa355ea8-c094-44b0-ae37-c8781af9ee37 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:40:22.804877 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f79ce2c-737c-4060-a5d6-d32d23d0b350 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (c03a1e15-1f44-4aa8-8ed8-c5502df24a8b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:22.809358 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639b0686-8116-48c7-941d-20874a3e75e2 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:40:22.809847 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639b0686-8116-48c7-941d-20874a3e75e2 None None] Checking segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:40:22.810183 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-639b0686-8116-48c7-941d-20874a3e75e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:22.810559 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639b0686-8116-48c7-941d-20874a3e75e2 None None] Bound using segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:40:22.815465 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-686f1586-aadd-490d-b900-96c2b4474e5a req-8bf6dab3-a222-47d8-966d-43107604d72d service neutron] Attempting to bind port 700c5968-42bc-420d-976e-ade0d1bffed6 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:40:22.815965 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-686f1586-aadd-490d-b900-96c2b4474e5a req-8bf6dab3-a222-47d8-966d-43107604d72d service neutron] Attempting to bind port 700c5968-42bc-420d-976e-ade0d1bffed6 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '07863755-d60e-4830-93d6-515385a89bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48102a04-ab35-4405-a390-afe0079109e3'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:40:22.816161 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686f1586-aadd-490d-b900-96c2b4474e5a req-8bf6dab3-a222-47d8-966d-43107604d72d service neutron] Attempting to bind port 700c5968-42bc-420d-976e-ade0d1bffed6 on network 48102a04-ab35-4405-a390-afe0079109e3 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:40:22.816938 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-639b0686-8116-48c7-941d-20874a3e75e2 None None] Bound port: bc6669ef-c7c5-4b62-9f71-24fe600861ff, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:40:22.817408 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-639b0686-8116-48c7-941d-20874a3e75e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:22.824631 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686f1586-aadd-490d-b900-96c2b4474e5a req-8bf6dab3-a222-47d8-966d-43107604d72d service neutron] Port 700c5968-42bc-420d-976e-ade0d1bffed6 on network 48102a04-ab35-4405-a390-afe0079109e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:40:22.833186 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686f1586-aadd-490d-b900-96c2b4474e5a req-8bf6dab3-a222-47d8-966d-43107604d72d service neutron] Attempting to bind port 700c5968-42bc-420d-976e-ade0d1bffed6 on network 48102a04-ab35-4405-a390-afe0079109e3 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:40:22.846990 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686f1586-aadd-490d-b900-96c2b4474e5a req-8bf6dab3-a222-47d8-966d-43107604d72d service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:40:22.847542 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686f1586-aadd-490d-b900-96c2b4474e5a req-8bf6dab3-a222-47d8-966d-43107604d72d service neutron] Checking segment: {'id': '07863755-d60e-4830-93d6-515385a89bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48102a04-ab35-4405-a390-afe0079109e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:40:22.848077 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686f1586-aadd-490d-b900-96c2b4474e5a req-8bf6dab3-a222-47d8-966d-43107604d72d service neutron] Bound using segment: {'id': '07863755-d60e-4830-93d6-515385a89bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48102a04-ab35-4405-a390-afe0079109e3'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:40:22.848739 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-686f1586-aadd-490d-b900-96c2b4474e5a req-8bf6dab3-a222-47d8-966d-43107604d72d service neutron] Bound port: 700c5968-42bc-420d-976e-ade0d1bffed6, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07863755-d60e-4830-93d6-515385a89bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '48102a04-ab35-4405-a390-afe0079109e3'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:40:22.849125 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-686f1586-aadd-490d-b900-96c2b4474e5a req-8bf6dab3-a222-47d8-966d-43107604d72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (700c5968-42bc-420d-976e-ade0d1bffed6), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:22.857073 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f79ce2c-737c-4060-a5d6-d32d23d0b350 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:40:22.969116 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-639b0686-8116-48c7-941d-20874a3e75e2 None None] For port bc6669ef-c7c5-4b62-9f71-24fe600861ff, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:40:22.969873 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-2f79ce2c-737c-4060-a5d6-d32d23d0b350 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:22.974413 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f79ce2c-737c-4060-a5d6-d32d23d0b350 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:22.975155 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f79ce2c-737c-4060-a5d6-d32d23d0b350 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:22.977101 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-639b0686-8116-48c7-941d-20874a3e75e2 None None] For port bc6669ef-c7c5-4b62-9f71-24fe600861ff, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=bc6669ef-c7c5-4b62-9f71-24fe600861ff,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:40:22.989824 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79ce2c-737c-4060-a5d6-d32d23d0b350 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Subnet': ['ID=c03a1e15-1f44-4aa8-8ed8-c5502df24a8b,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:22.992122 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-639b0686-8116-48c7-941d-20874a3e75e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:23.009926 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2f79ce2c-737c-4060-a5d6-d32d23d0b350 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1951730 Jan 28 00:40:23.011083 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52562) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:23.019847 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-7bae93ae-b9ce-494c-b1f8-a44663df7dcb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'port': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'mac_address': 'fa:16:3e:e2:6d:1e', 'name': 'tempest-NetworksTestDHCPv6-1660783819'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:23.139059 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b0686-8116-48c7-941d-20874a3e75e2 None None] Pushing event updated for resources: {'Port': ['ID=bc6669ef-c7c5-4b62-9f71-24fe600861ff,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:23.202789 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac14f86-04f7-4c08-bc29-49e197e371a9 req-4f03160e-7425-4e01-87b0-df7536025bc9 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:23.204695 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ac14f86-04f7-4c08-bc29-49e197e371a9 req-4f03160e-7425-4e01-87b0-df7536025bc9 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01 HTTP/1.1" status: 200 len: 1053 time: 0.3084459 Jan 28 00:40:23.208951 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-686f1586-aadd-490d-b900-96c2b4474e5a req-8bf6dab3-a222-47d8-966d-43107604d72d service neutron] For port 700c5968-42bc-420d-976e-ade0d1bffed6, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:40:23.213351 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-686f1586-aadd-490d-b900-96c2b4474e5a req-8bf6dab3-a222-47d8-966d-43107604d72d service neutron] For port 700c5968-42bc-420d-976e-ade0d1bffed6, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=700c5968-42bc-420d-976e-ade0d1bffed6,segment=NetworkSegment(07863755-d60e-4830-93d6-515385a89bfa),segment_id=07863755-d60e-4830-93d6-515385a89bfa)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:40:23.222295 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4749c-a6eb-4f73-a7b8-0356f150e8ca req-7c63447d-0696-4117-9fe7-bbf73688bfa6 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:23.227417 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-57f4749c-a6eb-4f73-a7b8-0356f150e8ca req-7c63447d-0696-4117-9fe7-bbf73688bfa6 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.1868336 Jan 28 00:40:23.235925 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bae93ae-b9ce-494c-b1f8-a44663df7dcb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:40:23.243404 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-686f1586-aadd-490d-b900-96c2b4474e5a req-8bf6dab3-a222-47d8-966d-43107604d72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (700c5968-42bc-420d-976e-ade0d1bffed6), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:23.352816 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7bae93ae-b9ce-494c-b1f8-a44663df7dcb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:23.383395 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ac14f86-04f7-4c08-bc29-49e197e371a9 req-603c7d42-27a2-4e67-9a7e-159a1257d22b tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53366d58-f2eb-4176-a9ae-343badb268bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548028 Jan 28 00:40:23.392679 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-7bae93ae-b9ce-494c-b1f8-a44663df7dcb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] device_id is not set on port 00a4b32f-8610-443e-886d-7a30d208ecf0 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:40:23.414135 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f1586-aadd-490d-b900-96c2b4474e5a req-8bf6dab3-a222-47d8-966d-43107604d72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:23.416766 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-686f1586-aadd-490d-b900-96c2b4474e5a req-8bf6dab3-a222-47d8-966d-43107604d72d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:23.419141 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-686f1586-aadd-490d-b900-96c2b4474e5a req-8bf6dab3-a222-47d8-966d-43107604d72d service neutron] 10.222.0.65 "PUT /v2.0/ports/700c5968-42bc-420d-976e-ade0d1bffed6 HTTP/1.1" status: 200 len: 1092 time: 2.1167881 Jan 28 00:40:23.425987 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01', 'tag': '700c5968-42bc-420d-976e-ade0d1bffed6'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:40:23.433020 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17968380-c138-491b-a72c-42d1b2fea2ba" -d '{"events": [{"name": "network-changed", "server_uuid": "daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01", "tag": "700c5968-42bc-420d-976e-ade0d1bffed6"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:40:23.574381 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6dab3-a222-47d8-966d-43107604d72d service neutron] Pushing event updated for resources: {'Port': ['ID=700c5968-42bc-420d-976e-ade0d1bffed6,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:23.642506 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-57f4749c-a6eb-4f73-a7b8-0356f150e8ca req-a88675bf-05e8-4547-a688-8ecff938d8fa tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3942444 Jan 28 00:40:23.695128 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f1586-aadd-490d-b900-96c2b4474e5a req-12038102-416b-4acb-a700-7ea505d0cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:23.696907 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-686f1586-aadd-490d-b900-96c2b4474e5a req-12038102-416b-4acb-a700-7ea505d0cd2c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fbb1ed093d9844ffa009d99970069d43&device_id=daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01 HTTP/1.1" status: 200 len: 1095 time: 0.1612689 Jan 28 00:40:23.850369 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db50890-6818-412a-a4e1-a0cb13d88b25 x-openstack-request-id: req-3db50890-6818-412a-a4e1-a0cb13d88b25 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:40:23.852550 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01", "tag": "700c5968-42bc-420d-976e-ade0d1bffed6", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:40:23.855878 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3db50890-6818-412a-a4e1-a0cb13d88b25 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:40:23.856829 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01', 'tag': '700c5968-42bc-420d-976e-ade0d1bffed6', 'status': 'completed', 'code': 200} Jan 28 00:40:23.865815 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-686f1586-aadd-490d-b900-96c2b4474e5a req-3c91c116-71b6-4d97-b601-b5548793b58d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=700c5968-42bc-420d-976e-ade0d1bffed6 HTTP/1.1" status: 200 len: 217 time: 0.1514463 Jan 28 00:40:23.965901 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-7bae93ae-b9ce-494c-b1f8-a44663df7dcb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Allocated IP 2001:db8:0:1::162 (fa355ea8-c094-44b0-ae37-c8781af9ee37/c03a1e15-1f44-4aa8-8ed8-c5502df24a8b/00a4b32f-8610-443e-886d-7a30d208ecf0) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:40:23.980475 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-7bae93ae-b9ce-494c-b1f8-a44663df7dcb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Allocated IP 2001:db8::f816:3eff:fee2:6d1e (fa355ea8-c094-44b0-ae37-c8781af9ee37/c2189d4c-a313-44e6-9523-b6b8637507c8/00a4b32f-8610-443e-886d-7a30d208ecf0) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:40:24.011276 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f1586-aadd-490d-b900-96c2b4474e5a req-bfd50747-2e5c-4cff-abce-a4975460a43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:24.016050 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-686f1586-aadd-490d-b900-96c2b4474e5a req-bfd50747-2e5c-4cff-abce-a4975460a43a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0f922c71-4383-45d6-8e6e-a779ed3d30d3 HTTP/1.1" status: 200 len: 849 time: 0.1414280 Jan 28 00:40:24.134458 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be98955-551d-4e84-ba12-1bf36e9c4b33 req-12cf8db4-e57b-4b5f-b01b-38193797dfcf tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:24.142516 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be98955-551d-4e84-ba12-1bf36e9c4b33 req-12cf8db4-e57b-4b5f-b01b-38193797dfcf tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:24.151967 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be98955-551d-4e84-ba12-1bf36e9c4b33 req-12cf8db4-e57b-4b5f-b01b-38193797dfcf tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:24.161527 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be98955-551d-4e84-ba12-1bf36e9c4b33 req-12cf8db4-e57b-4b5f-b01b-38193797dfcf tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:24.169736 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be98955-551d-4e84-ba12-1bf36e9c4b33 req-12cf8db4-e57b-4b5f-b01b-38193797dfcf tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:24.178293 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be98955-551d-4e84-ba12-1bf36e9c4b33 req-12cf8db4-e57b-4b5f-b01b-38193797dfcf tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:24.186537 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be98955-551d-4e84-ba12-1bf36e9c4b33 req-12cf8db4-e57b-4b5f-b01b-38193797dfcf tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:24.195940 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7bae93ae-b9ce-494c-b1f8-a44663df7dcb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for port (00a4b32f-8610-443e-886d-7a30d208ecf0), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:24.200060 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2be98955-551d-4e84-ba12-1bf36e9c4b33 req-12cf8db4-e57b-4b5f-b01b-38193797dfcf tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5435 time: 0.2344530 Jan 28 00:40:24.214348 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f1586-aadd-490d-b900-96c2b4474e5a req-c11be09e-8246-4ea0-bfd1-3b0862bf2d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:24.217004 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-686f1586-aadd-490d-b900-96c2b4474e5a req-c11be09e-8246-4ea0-bfd1-3b0862bf2d0c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=48102a04-ab35-4405-a390-afe0079109e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1704435 Jan 28 00:40:24.244872 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7bae93ae-b9ce-494c-b1f8-a44663df7dcb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (00a4b32f-8610-443e-886d-7a30d208ecf0), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:24.295552 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bae93ae-b9ce-494c-b1f8-a44663df7dcb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:40:24.300738 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-7bae93ae-b9ce-494c-b1f8-a44663df7dcb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:24.307921 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bae93ae-b9ce-494c-b1f8-a44663df7dcb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:40:24.313565 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bae93ae-b9ce-494c-b1f8-a44663df7dcb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:24.314407 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7bae93ae-b9ce-494c-b1f8-a44663df7dcb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:24.326879 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae93ae-b9ce-494c-b1f8-a44663df7dcb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Port': ['ID=00a4b32f-8610-443e-886d-7a30d208ecf0,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:24.337167 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae93ae-b9ce-494c-b1f8-a44663df7dcb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:24.337556 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae93ae-b9ce-494c-b1f8-a44663df7dcb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:24.338086 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae93ae-b9ce-494c-b1f8-a44663df7dcb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:24.338504 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae93ae-b9ce-494c-b1f8-a44663df7dcb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:24.338965 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae93ae-b9ce-494c-b1f8-a44663df7dcb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:24.339819 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae93ae-b9ce-494c-b1f8-a44663df7dcb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:24.339819 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae93ae-b9ce-494c-b1f8-a44663df7dcb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:24.340199 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae93ae-b9ce-494c-b1f8-a44663df7dcb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:24.340558 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae93ae-b9ce-494c-b1f8-a44663df7dcb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:24.341060 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae93ae-b9ce-494c-b1f8-a44663df7dcb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:24.342459 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae93ae-b9ce-494c-b1f8-a44663df7dcb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:24.342459 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae93ae-b9ce-494c-b1f8-a44663df7dcb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:24.342459 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae93ae-b9ce-494c-b1f8-a44663df7dcb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:24.350684 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7bae93ae-b9ce-494c-b1f8-a44663df7dcb tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.3382018 Jan 28 00:40:24.353786 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52572) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:24.378570 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2be98955-551d-4e84-ba12-1bf36e9c4b33 req-cc9117df-b5be-4d5b-b904-038b4e04a3b9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1773095 Jan 28 00:40:24.417718 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-686f1586-aadd-490d-b900-96c2b4474e5a req-7301d488-bbe7-4f49-bf28-3d83f883ca0c service neutron] 10.222.0.65 "GET /v2.0/networks/48102a04-ab35-4405-a390-afe0079109e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864815 Jan 28 00:40:24.513146 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d2238a00-d866-466e-8557-d04f9b2e0ae8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting port 00a4b32f-8610-443e-886d-7a30d208ecf0 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:40:24.513498 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d2238a00-d866-466e-8557-d04f9b2e0ae8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (00a4b32f-8610-443e-886d-7a30d208ecf0), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:24.655656 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d2238a00-d866-466e-8557-d04f9b2e0ae8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (00a4b32f-8610-443e-886d-7a30d208ecf0), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:24.686110 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-686f1586-aadd-490d-b900-96c2b4474e5a req-9c9a53d0-59c3-4402-bfbd-434fb01d5f45 service neutron] 10.222.0.65 "GET /v2.0/networks/48102a04-ab35-4405-a390-afe0079109e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600839 Jan 28 00:40:24.686521 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d2238a00-d866-466e-8557-d04f9b2e0ae8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Calling delete_port for 00a4b32f-8610-443e-886d-7a30d208ecf0 owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:40:24.776132 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437ea13-7936-4785-8627-096e8bb1336e req-dd3e912d-dd57-4d9b-a2a3-635228c708a0 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:24.778286 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d437ea13-7936-4785-8627-096e8bb1336e req-dd3e912d-dd57-4d9b-a2a3-635228c708a0 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01 HTTP/1.1" status: 200 len: 1095 time: 0.1759324 Jan 28 00:40:24.849644 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d437ea13-7936-4785-8627-096e8bb1336e req-deabe60e-525e-4e92-b3b4-8d38f948ee2d tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53366d58-f2eb-4176-a9ae-343badb268bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638421 Jan 28 00:40:24.877748 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668e523-cf77-41b5-80e9-afda6c584d4a req-7f50189a-7e7f-477a-b732-fe1925f78284 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:24.883868 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668e523-cf77-41b5-80e9-afda6c584d4a req-7f50189a-7e7f-477a-b732-fe1925f78284 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:24.890248 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668e523-cf77-41b5-80e9-afda6c584d4a req-7f50189a-7e7f-477a-b732-fe1925f78284 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:24.896497 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668e523-cf77-41b5-80e9-afda6c584d4a req-7f50189a-7e7f-477a-b732-fe1925f78284 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:24.904737 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668e523-cf77-41b5-80e9-afda6c584d4a req-7f50189a-7e7f-477a-b732-fe1925f78284 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:24.911765 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device bc6669ef-c7c5-4b62-9f71-24fe600861ff up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:40:24.912735 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668e523-cf77-41b5-80e9-afda6c584d4a req-7f50189a-7e7f-477a-b732-fe1925f78284 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:24.921382 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668e523-cf77-41b5-80e9-afda6c584d4a req-7f50189a-7e7f-477a-b732-fe1925f78284 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:24.948034 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0668e523-cf77-41b5-80e9-afda6c584d4a req-7f50189a-7e7f-477a-b732-fe1925f78284 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5435 time: 0.3484392 Jan 28 00:40:25.067743 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port bc6669ef-c7c5-4b62-9f71-24fe600861ff triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:25.068128 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:25.079193 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17968380-c138-491b-a72c-42d1b2fea2ba req-61e345e6-f282-42ad-a0ba-647f8e95a23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:25.081003 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-17968380-c138-491b-a72c-42d1b2fea2ba req-61e345e6-f282-42ad-a0ba-647f8e95a23e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fbb1ed093d9844ffa009d99970069d43&device_id=daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01 HTTP/1.1" status: 200 len: 1095 time: 0.1313317 Jan 28 00:40:25.114655 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3ba1fd-e6b0-4a6d-9f84-49b761eedc82 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:40:25.192192 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d2238a00-d866-466e-8557-d04f9b2e0ae8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (00a4b32f-8610-443e-886d-7a30d208ecf0), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:25.206324 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-daab93a9-1709-4894-aa6a-a99c764e73c2 None None] Provisioning complete for port bc6669ef-c7c5-4b62-9f71-24fe600861ff triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:25.206820 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-daab93a9-1709-4894-aa6a-a99c764e73c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:25.237314 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2238a00-d866-466e-8557-d04f9b2e0ae8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Port': ['ID=00a4b32f-8610-443e-886d-7a30d208ecf0,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:25.303921 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d2238a00-d866-466e-8557-d04f9b2e0ae8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:25.313149 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d2238a00-d866-466e-8557-d04f9b2e0ae8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/00a4b32f-8610-443e-886d-7a30d208ecf0 HTTP/1.1" status: 204 len: 168 time: 0.9571970 Jan 28 00:40:25.314182 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52586) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:25.347409 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port bc6669ef-c7c5-4b62-9f71-24fe600861ff is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:25.347872 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:25.396877 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09da047-c819-4ff1-8666-d21e2caf9076 req-89eca123-5431-45d2-9d6e-ff4103d6b08b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:25.412254 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a09da047-c819-4ff1-8666-d21e2caf9076 req-89eca123-5431-45d2-9d6e-ff4103d6b08b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.3406146 Jan 28 00:40:25.414795 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456732d5-82c0-47f4-be64-72b831609599 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:25.420078 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-456732d5-82c0-47f4-be64-72b831609599 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1012828 Jan 28 00:40:25.420865 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17968380-c138-491b-a72c-42d1b2fea2ba req-7f025742-ac46-45ce-9e03-c28718eec5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:25.427722 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52588) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:25.428133 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-17968380-c138-491b-a72c-42d1b2fea2ba req-7f025742-ac46-45ce-9e03-c28718eec5ff service neutron] 10.222.0.65 "GET /v2.0/networks?id=48102a04-ab35-4405-a390-afe0079109e3 HTTP/1.1" status: 200 len: 911 time: 0.3116374 Jan 28 00:40:25.455983 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port bc6669ef-c7c5-4b62-9f71-24fe600861ff, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=bc6669ef-c7c5-4b62-9f71-24fe600861ff,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:25.514151 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:25.520606 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb192417-d2a4-4ded-81e2-fc7dc41cf6b4 None None] Update dhcp port {'port': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'fixed_ips': [{'subnet_id': 'c2189d4c-a313-44e6-9523-b6b8637507c8', 'ip_address': '2001:db8::f816:3eff:fe85:d8e6'}, {'subnet_id': 'c03a1e15-1f44-4aa8-8ed8-c5502df24a8b'}], 'binding:host_id': 'n-d-826754-1'}, 'id': 'bc6669ef-c7c5-4b62-9f71-24fe600861ff'} from n-d-826754-1. {{(pid=103345) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 00:40:25.534706 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-17968380-c138-491b-a72c-42d1b2fea2ba req-6232c5bf-f85a-4db0-829a-d8fea85748c9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=700c5968-42bc-420d-976e-ade0d1bffed6 HTTP/1.1" status: 200 len: 217 time: 0.0901423 Jan 28 00:40:25.539202 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aac9a1-db08-480d-80af-5c4ae841429f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:25.542253 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-31aac9a1-db08-480d-80af-5c4ae841429f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1128302 Jan 28 00:40:25.544714 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52590) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:25.560793 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb192417-d2a4-4ded-81e2-fc7dc41cf6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:25.612414 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad3a664-99b6-4a62-9696-90af0f9f14b9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:25.614688 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad3a664-99b6-4a62-9696-90af0f9f14b9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:25.616099 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad3a664-99b6-4a62-9696-90af0f9f14b9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:25.621647 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-dad3a664-99b6-4a62-9696-90af0f9f14b9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0757406 Jan 28 00:40:25.622364 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52592) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:25.628967 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=bc6669ef-c7c5-4b62-9f71-24fe600861ff,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:25.688426 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17968380-c138-491b-a72c-42d1b2fea2ba req-8528046b-a154-4c71-bd5f-9081abda332b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:25.690396 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-17968380-c138-491b-a72c-42d1b2fea2ba req-8528046b-a154-4c71-bd5f-9081abda332b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0f922c71-4383-45d6-8e6e-a779ed3d30d3 HTTP/1.1" status: 200 len: 849 time: 0.1404717 Jan 28 00:40:25.706719 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a09da047-c819-4ff1-8666-d21e2caf9076 req-8e2b520f-e6c9-4ade-8164-e6a118196029 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2770827 Jan 28 00:40:25.727128 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-daab93a9-1709-4894-aa6a-a99c764e73c2 None None] Current status of the port bc6669ef-c7c5-4b62-9f71-24fe600861ff is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:25.741811 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2daf76b-6445-4ccf-b796-cefa57a1a04d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting subnet c03a1e15-1f44-4aa8-8ed8-c5502df24a8b {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:40:25.748812 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c2daf76b-6445-4ccf-b796-cefa57a1a04d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (c03a1e15-1f44-4aa8-8ed8-c5502df24a8b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:25.807375 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17968380-c138-491b-a72c-42d1b2fea2ba req-c3b0bcb3-55ec-47ca-a931-820b14a7fd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:25.809029 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-17968380-c138-491b-a72c-42d1b2fea2ba req-c3b0bcb3-55ec-47ca-a931-820b14a7fd64 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=48102a04-ab35-4405-a390-afe0079109e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011488 Jan 28 00:40:25.834156 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c2daf76b-6445-4ccf-b796-cefa57a1a04d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (c03a1e15-1f44-4aa8-8ed8-c5502df24a8b), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:25.915227 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c2daf76b-6445-4ccf-b796-cefa57a1a04d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (c03a1e15-1f44-4aa8-8ed8-c5502df24a8b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:25.951238 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-17968380-c138-491b-a72c-42d1b2fea2ba req-860070b4-4b42-4d43-9898-cb114e8b538b service neutron] 10.222.0.65 "GET /v2.0/networks/48102a04-ab35-4405-a390-afe0079109e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317205 Jan 28 00:40:26.076395 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c2daf76b-6445-4ccf-b796-cefa57a1a04d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (c03a1e15-1f44-4aa8-8ed8-c5502df24a8b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server [None req-fb192417-d2a4-4ded-81e2-fc7dc41cf6b4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c03a1e15-1f44-4aa8-8ed8-c5502df24a8b: This subnet is being modified by another concurrent operation. Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1779, in update_port Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server raise exception Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c03a1e15-1f44-4aa8-8ed8-c5502df24a8b: This subnet is being modified by another concurrent operation. Jan 28 00:40:26.077087 n-d-826754-1 neutron-server[103345]: ERROR oslo_messaging.rpc.server Jan 28 00:40:26.108616 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2daf76b-6445-4ccf-b796-cefa57a1a04d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Subnet': ['ID=c03a1e15-1f44-4aa8-8ed8-c5502df24a8b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:26.132196 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c2daf76b-6445-4ccf-b796-cefa57a1a04d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:26.135900 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c2daf76b-6445-4ccf-b796-cefa57a1a04d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/c03a1e15-1f44-4aa8-8ed8-c5502df24a8b HTTP/1.1" status: 204 len: 168 time: 0.5122681 Jan 28 00:40:26.164442 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52602) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:26.220276 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af37bc67-2c7a-4fb2-8063-e2cd4face3d4 None None] get_active_networks_info from n-d-826754-1 {{(pid=103345) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 00:40:26.234309 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-17968380-c138-491b-a72c-42d1b2fea2ba req-a229f348-64f3-4604-9b58-081cd8d5a674 service neutron] 10.222.0.65 "GET /v2.0/networks/48102a04-ab35-4405-a390-afe0079109e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756281 Jan 28 00:40:26.244444 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fdb4b-90fc-4f5c-8077-8b9766b3b529 req-aa771d8f-6404-4fe5-a90b-c7debadca3b1 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:26.248724 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c07fdb4b-90fc-4f5c-8077-8b9766b3b529 req-aa771d8f-6404-4fe5-a90b-c7debadca3b1 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01 HTTP/1.1" status: 200 len: 1095 time: 0.1964502 Jan 28 00:40:26.335866 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c07fdb4b-90fc-4f5c-8077-8b9766b3b529 req-765fb9bc-30f6-47ae-bdf3-c7a75d043fe8 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53366d58-f2eb-4176-a9ae-343badb268bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722179 Jan 28 00:40:26.378300 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-587189c5-2fed-4d2e-84d7-640f827e2f0a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting subnet c2189d4c-a313-44e6-9523-b6b8637507c8 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:40:26.388227 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-587189c5-2fed-4d2e-84d7-640f827e2f0a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (c2189d4c-a313-44e6-9523-b6b8637507c8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:26.482513 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af37bc67-2c7a-4fb2-8063-e2cd4face3d4 None None] Resources bound (agent type, host, resource id): {{(pid=103345) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 00:40:26.492777 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-9b5c8bf3-e707-4b31-8ee7-f808c3d6a8fb None None] Provisioning complete for port bc6669ef-c7c5-4b62-9f71-24fe600861ff triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:26.493065 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9b5c8bf3-e707-4b31-8ee7-f808c3d6a8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:26.503931 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-587189c5-2fed-4d2e-84d7-640f827e2f0a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (c2189d4c-a313-44e6-9523-b6b8637507c8), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:26.678319 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-587189c5-2fed-4d2e-84d7-640f827e2f0a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (c2189d4c-a313-44e6-9523-b6b8637507c8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:26.708964 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9b5c8bf3-e707-4b31-8ee7-f808c3d6a8fb None None] Current status of the port bc6669ef-c7c5-4b62-9f71-24fe600861ff is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:26.830921 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device bc6669ef-c7c5-4b62-9f71-24fe600861ff no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:40:26.852412 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-587189c5-2fed-4d2e-84d7-640f827e2f0a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (c2189d4c-a313-44e6-9523-b6b8637507c8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:26.853751 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52610) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:26.956812 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587189c5-2fed-4d2e-84d7-640f827e2f0a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Subnet': ['ID=c2189d4c-a313-44e6-9523-b6b8637507c8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:26.962196 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-587189c5-2fed-4d2e-84d7-640f827e2f0a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:26.974263 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-587189c5-2fed-4d2e-84d7-640f827e2f0a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/c2189d4c-a313-44e6-9523-b6b8637507c8 HTTP/1.1" status: 204 len: 168 time: 0.8035030 Jan 28 00:40:26.974747 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52618) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:27.003833 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272b8af-cd5c-444e-b008-468d43846b14 req-9de0e9f2-4925-4a83-87b4-c7f33c249e95 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:27.005899 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5272b8af-cd5c-444e-b008-468d43846b14 req-9de0e9f2-4925-4a83-87b4-c7f33c249e95 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.0900276 Jan 28 00:40:27.078014 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0c31060a-c7f9-47f8-a77b-b0819d866434 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:27.086110 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8e77c36f-a9bc-40b2-a0ce-915c5effc759 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1068022 Jan 28 00:40:27.086582 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52620) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:27.096542 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-af1a58ae-68bd-41ed-80f9-a6c4a608c129 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:27.103181 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5272b8af-cd5c-444e-b008-468d43846b14 req-fb70eb75-d286-4380-991f-466c914321ed tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855975 Jan 28 00:40:27.166765 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 700c5968-42bc-420d-976e-ade0d1bffed6 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:40:27.203909 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0c31060a-c7f9-47f8-a77b-b0819d866434 admin admin] Publish callbacks [] for security_group (cd015bbb-8486-4068-bc65-bfac41c3431b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:27.213790 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0c31060a-c7f9-47f8-a77b-b0819d866434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (cd015bbb-8486-4068-bc65-bfac41c3431b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:27.283852 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0c31060a-c7f9-47f8-a77b-b0819d866434 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d35e950875564bdea992b6442f1e1a9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4277599 Jan 28 00:40:27.285170 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31060a-c7f9-47f8-a77b-b0819d866434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd015bbb-8486-4068-bc65-bfac41c3431b,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:27.288656 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52624) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:27.417841 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1a58ae-68bd-41ed-80f9-a6c4a608c129 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:40:27.432863 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-af1a58ae-68bd-41ed-80f9-a6c4a608c129 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:27.465662 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port bc6669ef-c7c5-4b62-9f71-24fe600861ff is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:27.465662 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:27.517363 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 700c5968-42bc-420d-976e-ade0d1bffed6, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=700c5968-42bc-420d-976e-ade0d1bffed6,segment=NetworkSegment(07863755-d60e-4830-93d6-515385a89bfa),segment_id=07863755-d60e-4830-93d6-515385a89bfa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:27.552043 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7100f067-e5c8-4eff-a697-a0fda0f09a62 admin admin] Publish callbacks [] for security_group (cd015bbb-8486-4068-bc65-bfac41c3431b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:27.557071 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '700c5968-42bc-420d-976e-ade0d1bffed6', 'network_id': '48102a04-ab35-4405-a390-afe0079109e3', 'port_id': '700c5968-42bc-420d-976e-ade0d1bffed6', 'mac_address': 'fa:16:3e:1c:6b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f922c71-4383-45d6-8e6e-a779ed3d30d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:40:27.627964 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7100f067-e5c8-4eff-a697-a0fda0f09a62 admin admin] Publish callbacks [] for security_group (cd015bbb-8486-4068-bc65-bfac41c3431b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:27.673942 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a603cb8-3974-4219-b49a-c0f40e793f75 req-8d836379-5df0-4426-918a-6e692f297712 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:27.676571 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port bc6669ef-c7c5-4b62-9f71-24fe600861ff, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=bc6669ef-c7c5-4b62-9f71-24fe600861ff,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:27.690765 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6a603cb8-3974-4219-b49a-c0f40e793f75 req-8d836379-5df0-4426-918a-6e692f297712 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01 HTTP/1.1" status: 200 len: 1095 time: 0.1655004 Jan 28 00:40:27.698656 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:27.813709 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7100f067-e5c8-4eff-a697-a0fda0f09a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (cd015bbb-8486-4068-bc65-bfac41c3431b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:27.822383 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7100f067-e5c8-4eff-a697-a0fda0f09a62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:27.823768 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 700c5968-42bc-420d-976e-ade0d1bffed6 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:27.824639 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7100f067-e5c8-4eff-a697-a0fda0f09a62 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cd015bbb-8486-4068-bc65-bfac41c3431b HTTP/1.1" status: 204 len: 168 time: 0.5332148 Jan 28 00:40:27.827322 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6a603cb8-3974-4219-b49a-c0f40e793f75 req-bf6f0c86-c7c4-4cd9-89a9-bbfb2ef39e59 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53366d58-f2eb-4176-a9ae-343badb268bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346257 Jan 28 00:40:27.829515 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (700c5968-42bc-420d-976e-ade0d1bffed6), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:27.889939 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700c5968-42bc-420d-976e-ade0d1bffed6 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:40:27.952089 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 700c5968-42bc-420d-976e-ade0d1bffed6, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=700c5968-42bc-420d-976e-ade0d1bffed6,segment=NetworkSegment(07863755-d60e-4830-93d6-515385a89bfa),segment_id=07863755-d60e-4830-93d6-515385a89bfa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:27.964997 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100f067-e5c8-4eff-a697-a0fda0f09a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd015bbb-8486-4068-bc65-bfac41c3431b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:27.989122 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=bc6669ef-c7c5-4b62-9f71-24fe600861ff,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:28.006867 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (700c5968-42bc-420d-976e-ade0d1bffed6), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:28.149231 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=700c5968-42bc-420d-976e-ade0d1bffed6,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:28.258820 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52646) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:28.280193 n-d-826754-1 neutron-server[103343]: DEBUG neutron.objects.ports [None req-af1a58ae-68bd-41ed-80f9-a6c4a608c129 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103343) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 00:40:28.377570 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['700c5968-42bc-420d-976e-ade0d1bffed6'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:40:28.397506 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ffbe6b-9078-435c-a177-20b7d10a844a req-0bf3db76-8e04-48c6-a737-467db3367f31 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:28.412021 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-17ffbe6b-9078-435c-a177-20b7d10a844a req-0bf3db76-8e04-48c6-a737-467db3367f31 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.1382072 Jan 28 00:40:28.640133 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651f6d8-6ecd-4094-988f-0e23bed1f998 req-f979f891-dc28-4868-8138-5b2b0d9afbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:28.641053 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651f6d8-6ecd-4094-988f-0e23bed1f998 req-f979f891-dc28-4868-8138-5b2b0d9afbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:28.641936 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651f6d8-6ecd-4094-988f-0e23bed1f998 req-f979f891-dc28-4868-8138-5b2b0d9afbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:28.642834 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651f6d8-6ecd-4094-988f-0e23bed1f998 req-f979f891-dc28-4868-8138-5b2b0d9afbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:28.643685 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651f6d8-6ecd-4094-988f-0e23bed1f998 req-f979f891-dc28-4868-8138-5b2b0d9afbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:28.644700 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651f6d8-6ecd-4094-988f-0e23bed1f998 req-f979f891-dc28-4868-8138-5b2b0d9afbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:28.645526 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651f6d8-6ecd-4094-988f-0e23bed1f998 req-f979f891-dc28-4868-8138-5b2b0d9afbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:28.661187 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c651f6d8-6ecd-4094-988f-0e23bed1f998 req-f979f891-dc28-4868-8138-5b2b0d9afbd4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 6492 time: 0.4005363 Jan 28 00:40:28.671038 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-af1a58ae-68bd-41ed-80f9-a6c4a608c129 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:28.716703 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-17ffbe6b-9078-435c-a177-20b7d10a844a req-f54b4865-641e-47a6-addd-9ec2f6e86ddf tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2982540 Jan 28 00:40:28.862562 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c651f6d8-6ecd-4094-988f-0e23bed1f998 req-85996a14-f302-488f-a8ba-d9ad137a0eec service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2000399 Jan 28 00:40:28.940831 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d434ad9-953c-4d0f-b4f4-e38220f74990 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:40:29.041662 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device bc6669ef-c7c5-4b62-9f71-24fe600861ff up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:40:29.085509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0c1e6-3d8a-40f5-ae1a-51711e1eaf9b req-eaad66a4-a25b-47d6-aafa-44a882a80221 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:29.087684 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-efa0c1e6-3d8a-40f5-ae1a-51711e1eaf9b req-eaad66a4-a25b-47d6-aafa-44a882a80221 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01 HTTP/1.1" status: 200 len: 1096 time: 0.1073196 Jan 28 00:40:29.141660 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-af1a58ae-68bd-41ed-80f9-a6c4a608c129 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] For port bc6669ef-c7c5-4b62-9f71-24fe600861ff, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=bc6669ef-c7c5-4b62-9f71-24fe600861ff,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:29.200386 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-efa0c1e6-3d8a-40f5-ae1a-51711e1eaf9b req-7bfb24d9-aacb-467c-ae48-898e2e842395 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53366d58-f2eb-4176-a9ae-343badb268bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045184 Jan 28 00:40:29.225740 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-26391953-3d4c-463a-9e49-097f694b2b1c None None] Provisioning complete for port bc6669ef-c7c5-4b62-9f71-24fe600861ff triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:29.241238 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-af1a58ae-68bd-41ed-80f9-a6c4a608c129 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:29.244360 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-26391953-3d4c-463a-9e49-097f694b2b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:29.260058 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-af1a58ae-68bd-41ed-80f9-a6c4a608c129 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:29.262495 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-af1a58ae-68bd-41ed-80f9-a6c4a608c129 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (f979e76d-e7ce-4b0e-ac93-81030f989c12), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:29.364832 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port bc6669ef-c7c5-4b62-9f71-24fe600861ff triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:29.365518 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:29.391734 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a58ae-68bd-41ed-80f9-a6c4a608c129 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Port': ['ID=bc6669ef-c7c5-4b62-9f71-24fe600861ff,revision_number=7']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:29.447743 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1a58ae-68bd-41ed-80f9-a6c4a608c129 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:40:29.459020 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-af1a58ae-68bd-41ed-80f9-a6c4a608c129 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:29.462171 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1a58ae-68bd-41ed-80f9-a6c4a608c129 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:29.462754 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-af1a58ae-68bd-41ed-80f9-a6c4a608c129 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:29.472198 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a58ae-68bd-41ed-80f9-a6c4a608c129 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Subnet': ['ID=f979e76d-e7ce-4b0e-ac93-81030f989c12,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:29.494889 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-af1a58ae-68bd-41ed-80f9-a6c4a608c129 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4066207 Jan 28 00:40:29.500299 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52674) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:29.506219 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-1b02f48b-7d27-4e80-b329-d901bceeea2e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:29.620980 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-26391953-3d4c-463a-9e49-097f694b2b1c None None] Current status of the port bc6669ef-c7c5-4b62-9f71-24fe600861ff is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:29.621797 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-26391953-3d4c-463a-9e49-097f694b2b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:29.626700 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port bc6669ef-c7c5-4b62-9f71-24fe600861ff is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:29.627095 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:29.691922 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-26391953-3d4c-463a-9e49-097f694b2b1c None None] For port bc6669ef-c7c5-4b62-9f71-24fe600861ff, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=bc6669ef-c7c5-4b62-9f71-24fe600861ff,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:29.701340 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-26391953-3d4c-463a-9e49-097f694b2b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:29.757492 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b02f48b-7d27-4e80-b329-d901bceeea2e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:40:29.762016 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1b02f48b-7d27-4e80-b329-d901bceeea2e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:29.844407 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:40:29.844824 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:40:29.855737 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26391953-3d4c-463a-9e49-097f694b2b1c None None] Pushing event updated for resources: {'Port': ['ID=bc6669ef-c7c5-4b62-9f71-24fe600861ff,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:29.930163 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c1fec5-a911-4569-b422-dee7136575a5 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:40:30.047024 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0956e54-8211-4bca-8b13-265c0192a8a3 req-54f56c68-e22d-4f8c-a7e9-8b7c48ed93ac tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:30.050142 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0956e54-8211-4bca-8b13-265c0192a8a3 req-54f56c68-e22d-4f8c-a7e9-8b7c48ed93ac tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.1562057 Jan 28 00:40:30.054521 n-d-826754-1 neutron-server[103344]: INFO neutron.db.ipam_backend_mixin [None req-1b02f48b-7d27-4e80-b329-d901bceeea2e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f979e76d-e7ce-4b0e-ac93-81030f989c12 (CIDR: 2001:db8::/64) Jan 28 00:40:30.061886 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b02f48b-7d27-4e80-b329-d901bceeea2e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:40:30.063349 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b02f48b-7d27-4e80-b329-d901bceeea2e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:30.067288 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-b6d00d9f-b587-46ae-a851-b387b664dbca None None] Provisioning complete for port bc6669ef-c7c5-4b62-9f71-24fe600861ff triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:30.067721 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6d00d9f-b587-46ae-a851-b387b664dbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:30.113594 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1b02f48b-7d27-4e80-b329-d901bceeea2e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6078565 Jan 28 00:40:30.113895 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52688) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:30.120100 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-f9036de2-8eb2-4594-90fb-37cf0fe6dc4f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:30.155399 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0956e54-8211-4bca-8b13-265c0192a8a3 req-69ed27a6-b4b1-4f26-8c94-c403a85374fc tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856333 Jan 28 00:40:30.207293 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b6d00d9f-b587-46ae-a851-b387b664dbca None None] Current status of the port bc6669ef-c7c5-4b62-9f71-24fe600861ff is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:30.313926 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9036de2-8eb2-4594-90fb-37cf0fe6dc4f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:40:30.328399 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9036de2-8eb2-4594-90fb-37cf0fe6dc4f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:30.410599 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842535f7-631e-4e31-a5c5-2c35179e527e req-907c7bf2-4818-45f3-956c-eb29e494c6b3 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:30.412695 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-842535f7-631e-4e31-a5c5-2c35179e527e req-907c7bf2-4818-45f3-956c-eb29e494c6b3 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01 HTTP/1.1" status: 200 len: 1096 time: 0.0947835 Jan 28 00:40:30.440486 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port bc6669ef-c7c5-4b62-9f71-24fe600861ff is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:30.517544 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-842535f7-631e-4e31-a5c5-2c35179e527e req-c4ffcddf-bac3-4c09-afff-e429b489ca90 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53366d58-f2eb-4176-a9ae-343badb268bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770066 Jan 28 00:40:30.557162 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-938d7dbf-603b-4bf7-9355-01660352a27d None None] Provisioning complete for port bc6669ef-c7c5-4b62-9f71-24fe600861ff triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:30.558843 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-938d7dbf-603b-4bf7-9355-01660352a27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:30.730820 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-938d7dbf-603b-4bf7-9355-01660352a27d None None] Current status of the port bc6669ef-c7c5-4b62-9f71-24fe600861ff is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:30.801188 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9036de2-8eb2-4594-90fb-37cf0fe6dc4f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (ecaa98ab-25bd-4d42-a3c5-e32869e90691), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:30.841485 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device bc6669ef-c7c5-4b62-9f71-24fe600861ff up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:40:30.870534 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9036de2-8eb2-4594-90fb-37cf0fe6dc4f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:40:30.887855 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-f9036de2-8eb2-4594-90fb-37cf0fe6dc4f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:30.898388 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9036de2-8eb2-4594-90fb-37cf0fe6dc4f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:30.899041 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9036de2-8eb2-4594-90fb-37cf0fe6dc4f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:30.939406 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f9036de2-8eb2-4594-90fb-37cf0fe6dc4f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8243003 Jan 28 00:40:30.942744 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9036de2-8eb2-4594-90fb-37cf0fe6dc4f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Subnet': ['ID=ecaa98ab-25bd-4d42-a3c5-e32869e90691,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:30.944227 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52704) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:30.972121 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-b2a9f77f-591f-493d-b039-aed1172823ca tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'port': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'mac_address': 'fa:16:3e:dd:d9:79', 'name': 'tempest-NetworksTestDHCPv6-1357541156'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:30.983839 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port bc6669ef-c7c5-4b62-9f71-24fe600861ff triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:30.984831 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:31.028878 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-9a4d737c-5fc3-4d1b-9c73-166e9a3e98cc None None] Could not find standard attr ID for object 00a4b32f-8610-443e-886d-7a30d208ecf0. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:40:31.057499 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 700c5968-42bc-420d-976e-ade0d1bffed6 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:40:31.178170 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 700c5968-42bc-420d-976e-ade0d1bffed6 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:40:31.189459 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 700c5968-42bc-420d-976e-ade0d1bffed6 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:31.189834 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (700c5968-42bc-420d-976e-ade0d1bffed6), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:31.194465 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port bc6669ef-c7c5-4b62-9f71-24fe600861ff is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:31.211996 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a9f77f-591f-493d-b039-aed1172823ca tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:40:31.313400 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f71ea4b-e6d2-445a-8a8a-f88b721b37d7 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:40:31.332959 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2a9f77f-591f-493d-b039-aed1172823ca tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:31.333691 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 700c5968-42bc-420d-976e-ade0d1bffed6 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:31.334126 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (700c5968-42bc-420d-976e-ade0d1bffed6), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:31.373615 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-b2a9f77f-591f-493d-b039-aed1172823ca tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] device_id is not set on port 5cc963d4-286a-4a52-addc-0d3cc5710aee yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:40:31.433058 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700c5968-42bc-420d-976e-ade0d1bffed6'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:40:31.436257 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c73e50-f051-4a50-a8ce-fe191aafe72b" -d '{"events": [{"server_uuid": "daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01", "name": "network-vif-plugged", "status": "completed", "tag": "700c5968-42bc-420d-976e-ade0d1bffed6"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:40:31.472982 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 700c5968-42bc-420d-976e-ade0d1bffed6, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=700c5968-42bc-420d-976e-ade0d1bffed6,segment=NetworkSegment(07863755-d60e-4830-93d6-515385a89bfa),segment_id=07863755-d60e-4830-93d6-515385a89bfa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:31.484739 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (700c5968-42bc-420d-976e-ade0d1bffed6), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:31.500860 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42d6e3-6bba-4bba-aa53-f50314bb7d15 req-68d9338c-2d30-4e04-82bd-71377b69880f tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:31.502509 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ab42d6e3-6bba-4bba-aa53-f50314bb7d15 req-68d9338c-2d30-4e04-82bd-71377b69880f tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.1465533 Jan 28 00:40:31.602196 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=700c5968-42bc-420d-976e-ade0d1bffed6,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:31.717558 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb228570-bc83-433a-91e8-202c680e8679 None None] Update dhcp port {'port': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'fixed_ips': [{'subnet_id': 'f979e76d-e7ce-4b0e-ac93-81030f989c12', 'ip_address': '2001:db8::f816:3eff:fe85:d8e6'}, {'subnet_id': 'ecaa98ab-25bd-4d42-a3c5-e32869e90691'}], 'binding:host_id': 'n-d-826754-1'}, 'id': 'bc6669ef-c7c5-4b62-9f71-24fe600861ff'} from n-d-826754-1. {{(pid=103345) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 00:40:31.762847 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52712) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:31.768062 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-6f41733b-6952-48cd-b7c4-96b16d34b0be tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1653807816', 'description': 'tempest-secgroup-smoke-1653807816 description', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:31.788867 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb228570-bc83-433a-91e8-202c680e8679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:31.803099 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f41733b-6952-48cd-b7c4-96b16d34b0be tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:31.822728 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f41733b-6952-48cd-b7c4-96b16d34b0be tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:31.986368 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5fe95b-58a2-4929-875e-04182ec1309c x-openstack-request-id: req-7e5fe95b-58a2-4929-875e-04182ec1309c {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:40:31.986660 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01", "name": "network-vif-plugged", "status": "completed", "tag": "700c5968-42bc-420d-976e-ade0d1bffed6", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:40:31.987036 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7e5fe95b-58a2-4929-875e-04182ec1309c {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:40:31.987464 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700c5968-42bc-420d-976e-ade0d1bffed6', 'code': 200} Jan 28 00:40:31.989173 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f41733b-6952-48cd-b7c4-96b16d34b0be tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group (38188bac-ec8b-4ddd-bc25-2b98c20bde0b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:31.996770 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f41733b-6952-48cd-b7c4-96b16d34b0be tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (38188bac-ec8b-4ddd-bc25-2b98c20bde0b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:32.041042 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41733b-6952-48cd-b7c4-96b16d34b0be tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38188bac-ec8b-4ddd-bc25-2b98c20bde0b,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:32.096593 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f41733b-6952-48cd-b7c4-96b16d34b0be tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group (e19f7031-34b4-4982-ac34-c9e0381d8f04), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:32.101323 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f41733b-6952-48cd-b7c4-96b16d34b0be tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e19f7031-34b4-4982-ac34-c9e0381d8f04), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:32.138948 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f41733b-6952-48cd-b7c4-96b16d34b0be tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:32.140345 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6f41733b-6952-48cd-b7c4-96b16d34b0be tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3762956 Jan 28 00:40:32.145152 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52716) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:32.149766 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-b3f5cdc9-3fbe-4dc7-925f-57ca73796674 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'security_group_rule': {'security_group_id': 'e19f7031-34b4-4982-ac34-c9e0381d8f04', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:32.155517 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41733b-6952-48cd-b7c4-96b16d34b0be tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e19f7031-34b4-4982-ac34-c9e0381d8f04,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:32.184312 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b3f5cdc9-3fbe-4dc7-925f-57ca73796674 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (b76b0afa-d34b-4322-b214-edf3c073c197), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:32.258518 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b3f5cdc9-3fbe-4dc7-925f-57ca73796674 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (b76b0afa-d34b-4322-b214-edf3c073c197), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:32.263135 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b3f5cdc9-3fbe-4dc7-925f-57ca73796674 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (b76b0afa-d34b-4322-b214-edf3c073c197), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:32.277706 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ab42d6e3-6bba-4bba-aa53-f50314bb7d15 req-ae28efe9-22da-48cb-abe9-634fd66711da tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7527792 Jan 28 00:40:32.284651 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5cdc9-3fbe-4dc7-925f-57ca73796674 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b76b0afa-d34b-4322-b214-edf3c073c197,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:32.295002 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b3f5cdc9-3fbe-4dc7-925f-57ca73796674 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:32.299542 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b3f5cdc9-3fbe-4dc7-925f-57ca73796674 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1503851 Jan 28 00:40:32.300084 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52718) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:32.305114 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-92378c4b-c807-45b8-a8dc-e69a6bfcae91 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'security_group_rule': {'security_group_id': 'e19f7031-34b4-4982-ac34-c9e0381d8f04', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:32.345165 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92378c4b-c807-45b8-a8dc-e69a6bfcae91 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (b6454ff3-761b-4432-95ac-a8eb42790dfa), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:32.401742 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-b2a9f77f-591f-493d-b039-aed1172823ca tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Allocated IP 2001:db8:0:1::37c (fa355ea8-c094-44b0-ae37-c8781af9ee37/ecaa98ab-25bd-4d42-a3c5-e32869e90691/5cc963d4-286a-4a52-addc-0d3cc5710aee) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:40:32.423722 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-b2a9f77f-591f-493d-b039-aed1172823ca tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Allocated IP 2001:db8::f816:3eff:fedd:d979 (fa355ea8-c094-44b0-ae37-c8781af9ee37/f979e76d-e7ce-4b0e-ac93-81030f989c12/5cc963d4-286a-4a52-addc-0d3cc5710aee) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:40:32.432274 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa8ecd-2276-4e21-83ef-d9986510bc86 req-81953152-a83f-4174-85b8-49877c60f9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:32.434913 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9fa8ecd-2276-4e21-83ef-d9986510bc86 req-81953152-a83f-4174-85b8-49877c60f9d8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01 HTTP/1.1" status: 200 len: 1097 time: 0.1805785 Jan 28 00:40:32.445896 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92378c4b-c807-45b8-a8dc-e69a6bfcae91 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (b6454ff3-761b-4432-95ac-a8eb42790dfa), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:32.450841 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92378c4b-c807-45b8-a8dc-e69a6bfcae91 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (b6454ff3-761b-4432-95ac-a8eb42790dfa), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:32.475105 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92378c4b-c807-45b8-a8dc-e69a6bfcae91 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6454ff3-761b-4432-95ac-a8eb42790dfa,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:32.482211 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652636d-b81f-4ff1-abbd-19b6e51b855c req-9a2aad90-dd8c-40f3-a53b-62675b1f86f0 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:32.485796 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d652636d-b81f-4ff1-abbd-19b6e51b855c req-9a2aad90-dd8c-40f3-a53b-62675b1f86f0 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01 HTTP/1.1" status: 200 len: 1097 time: 0.2333453 Jan 28 00:40:32.486833 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92378c4b-c807-45b8-a8dc-e69a6bfcae91 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:32.488208 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-92378c4b-c807-45b8-a8dc-e69a6bfcae91 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1871083 Jan 28 00:40:32.491498 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52720) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:32.496713 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e9f826b0-0ead-48c9-a055-85ecacc51884 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'security_group_rule': {'security_group_id': 'e19f7031-34b4-4982-ac34-c9e0381d8f04', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:32.525657 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e9f826b0-0ead-48c9-a055-85ecacc51884 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (a923b3d8-e411-4b2f-825c-185c67028ec1), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:32.599365 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e9f826b0-0ead-48c9-a055-85ecacc51884 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (a923b3d8-e411-4b2f-825c-185c67028ec1), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:32.605061 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e9f826b0-0ead-48c9-a055-85ecacc51884 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (a923b3d8-e411-4b2f-825c-185c67028ec1), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:32.631638 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f826b0-0ead-48c9-a055-85ecacc51884 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a923b3d8-e411-4b2f-825c-185c67028ec1,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:32.641869 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e9f826b0-0ead-48c9-a055-85ecacc51884 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:32.643199 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e9f826b0-0ead-48c9-a055-85ecacc51884 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1506381 Jan 28 00:40:32.646299 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52722) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:32.651063 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-7962f7d1-099c-4949-9424-4ae87b1b7ff3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'security_group_rule': {'security_group_id': 'e19f7031-34b4-4982-ac34-c9e0381d8f04', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:32.656395 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9fa8ecd-2276-4e21-83ef-d9986510bc86 req-3a879c16-0623-4eda-a169-cc0229b41287 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=53366d58-f2eb-4176-a9ae-343badb268bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104962 Jan 28 00:40:32.690498 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7962f7d1-099c-4949-9424-4ae87b1b7ff3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (7b6bb150-2a56-451e-8d7b-5da14798e0cc), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:32.760893 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7962f7d1-099c-4949-9424-4ae87b1b7ff3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (7b6bb150-2a56-451e-8d7b-5da14798e0cc), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:32.766317 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7962f7d1-099c-4949-9424-4ae87b1b7ff3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (7b6bb150-2a56-451e-8d7b-5da14798e0cc), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:32.767489 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d652636d-b81f-4ff1-abbd-19b6e51b855c req-2793d164-5b81-4da5-91b0-95fefcb1eb19 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53366d58-f2eb-4176-a9ae-343badb268bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657943 Jan 28 00:40:32.787697 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962f7d1-099c-4949-9424-4ae87b1b7ff3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b6bb150-2a56-451e-8d7b-5da14798e0cc,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:32.805894 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7962f7d1-099c-4949-9424-4ae87b1b7ff3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:32.808291 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7962f7d1-099c-4949-9424-4ae87b1b7ff3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1607554 Jan 28 00:40:32.810871 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52724) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:32.816596 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-39329f43-63d0-4821-bfef-5e2210d26ffa tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'security_group_rule': {'security_group_id': 'e19f7031-34b4-4982-ac34-c9e0381d8f04', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:32.838816 n-d-826754-1 neutron-server[103343]: INFO neutron.db.securitygroups_db [None req-39329f43-63d0-4821-bfef-5e2210d26ffa tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Project e5a41ae09ed64e5ca7368f2afd92f5c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 00:40:32.844958 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-39329f43-63d0-4821-bfef-5e2210d26ffa tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (cef1b833-1e6a-406a-89e9-d408582286ec), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:32.859929 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2a9f77f-591f-493d-b039-aed1172823ca tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for port (5cc963d4-286a-4a52-addc-0d3cc5710aee), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:32.898314 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2a9f77f-591f-493d-b039-aed1172823ca tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (5cc963d4-286a-4a52-addc-0d3cc5710aee), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:32.949847 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a9f77f-591f-493d-b039-aed1172823ca tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:40:32.953844 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-b2a9f77f-591f-493d-b039-aed1172823ca tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:32.960692 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a9f77f-591f-493d-b039-aed1172823ca tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:40:32.961501 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-39329f43-63d0-4821-bfef-5e2210d26ffa tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (cef1b833-1e6a-406a-89e9-d408582286ec), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:32.966407 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a9f77f-591f-493d-b039-aed1172823ca tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:32.967318 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2a9f77f-591f-493d-b039-aed1172823ca tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:32.968755 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-39329f43-63d0-4821-bfef-5e2210d26ffa tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (cef1b833-1e6a-406a-89e9-d408582286ec), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:32.979469 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9f77f-591f-493d-b039-aed1172823ca tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Port': ['ID=5cc963d4-286a-4a52-addc-0d3cc5710aee,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:33.001317 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b2a9f77f-591f-493d-b039-aed1172823ca tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0480959 Jan 28 00:40:33.003714 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-fb228570-bc83-433a-91e8-202c680e8679 None None] Allocated IP 2001:db8:0:1::2 (fa355ea8-c094-44b0-ae37-c8781af9ee37/ecaa98ab-25bd-4d42-a3c5-e32869e90691/bc6669ef-c7c5-4b62-9f71-24fe600861ff) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:40:33.004697 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52726) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:33.017451 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39329f43-63d0-4821-bfef-5e2210d26ffa tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef1b833-1e6a-406a-89e9-d408582286ec,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:33.026572 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-39329f43-63d0-4821-bfef-5e2210d26ffa tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:33.036444 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-39329f43-63d0-4821-bfef-5e2210d26ffa tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2225025 Jan 28 00:40:33.037639 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52728) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:33.046276 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-3511f1d2-7aef-4f23-bf7e-2eb4a9201561 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'security_group_rule': {'security_group_id': 'e19f7031-34b4-4982-ac34-c9e0381d8f04', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:33.077105 n-d-826754-1 neutron-server[103343]: INFO neutron.db.securitygroups_db [None req-3511f1d2-7aef-4f23-bf7e-2eb4a9201561 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Project e5a41ae09ed64e5ca7368f2afd92f5c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 00:40:33.083550 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3511f1d2-7aef-4f23-bf7e-2eb4a9201561 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (e03a3785-d9cc-4f38-9e4f-fadb5350e500), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:33.141494 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-deca580b-565a-43de-95f4-50fdc01e400a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting port 5cc963d4-286a-4a52-addc-0d3cc5710aee {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:40:33.141798 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-deca580b-565a-43de-95f4-50fdc01e400a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (5cc963d4-286a-4a52-addc-0d3cc5710aee), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:33.171736 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3511f1d2-7aef-4f23-bf7e-2eb4a9201561 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (e03a3785-d9cc-4f38-9e4f-fadb5350e500), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:33.178454 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3511f1d2-7aef-4f23-bf7e-2eb4a9201561 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (e03a3785-d9cc-4f38-9e4f-fadb5350e500), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:33.213190 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-fb228570-bc83-433a-91e8-202c680e8679 None None] For port bc6669ef-c7c5-4b62-9f71-24fe600861ff, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=bc6669ef-c7c5-4b62-9f71-24fe600861ff,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:33.223378 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511f1d2-7aef-4f23-bf7e-2eb4a9201561 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e03a3785-d9cc-4f38-9e4f-fadb5350e500,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:33.253729 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3511f1d2-7aef-4f23-bf7e-2eb4a9201561 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:33.255286 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3511f1d2-7aef-4f23-bf7e-2eb4a9201561 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2150629 Jan 28 00:40:33.260030 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52730) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:33.265569 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-121e52ba-903e-4fb0-9c79-ef018085504a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'network': {'name': 'tempest-network-smoke--1044400638', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'port_security_enabled': True}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:33.291302 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121e52ba-903e-4fb0-9c79-ef018085504a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Made reservation on behalf of e5a41ae09ed64e5ca7368f2afd92f5c8 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:40:33.295077 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-121e52ba-903e-4fb0-9c79-ef018085504a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:33.321317 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb228570-bc83-433a-91e8-202c680e8679 None None] Publish callbacks [] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:33.323914 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-deca580b-565a-43de-95f4-50fdc01e400a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (5cc963d4-286a-4a52-addc-0d3cc5710aee), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:33.326392 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-121e52ba-903e-4fb0-9c79-ef018085504a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:40:33.331272 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb228570-bc83-433a-91e8-202c680e8679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:33.348358 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-121e52ba-903e-4fb0-9c79-ef018085504a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (abf448c0-df20-4725-ac1a-edb312562da6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:33.348841 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-121e52ba-903e-4fb0-9c79-ef018085504a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Added segment abf448c0-df20-4725-ac1a-edb312562da6 of type vlan for network 04e868f3-480f-42e0-9ba8-7cbc168b320e Jan 28 00:40:33.350781 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-deca580b-565a-43de-95f4-50fdc01e400a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Calling delete_port for 5cc963d4-286a-4a52-addc-0d3cc5710aee owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:40:33.464405 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-121e52ba-903e-4fb0-9c79-ef018085504a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (04e868f3-480f-42e0-9ba8-7cbc168b320e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:33.534215 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-121e52ba-903e-4fb0-9c79-ef018085504a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (04e868f3-480f-42e0-9ba8-7cbc168b320e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:33.548231 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121e52ba-903e-4fb0-9c79-ef018085504a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:33.549700 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-121e52ba-903e-4fb0-9c79-ef018085504a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:33.633982 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05371488-1f90-4ed5-938f-075c5cce19a8 req-16a9d26b-2262-42f1-9cbe-a93140559580 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:33.637568 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05371488-1f90-4ed5-938f-075c5cce19a8 req-16a9d26b-2262-42f1-9cbe-a93140559580 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.1325796 Jan 28 00:40:33.690880 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-121e52ba-903e-4fb0-9c79-ef018085504a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4244933 Jan 28 00:40:33.692617 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52736) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:33.699283 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a24b72d1-378e-4401-a1bf-0d65e5490fb8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-560959534', 'admin_state_up': True, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:33.729673 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e52ba-903e-4fb0-9c79-ef018085504a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'Network': ['ID=04e868f3-480f-42e0-9ba8-7cbc168b320e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:33.757617 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a24b72d1-378e-4401-a1bf-0d65e5490fb8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (c3b4704e-4e89-4841-97ab-d1a16cfe4bcf), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:33.759458 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a24b72d1-378e-4401-a1bf-0d65e5490fb8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (c3b4704e-4e89-4841-97ab-d1a16cfe4bcf), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:33.780061 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 04e868f3-480f-42e0-9ba8-7cbc168b320e details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:40:33.917776 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb228570-bc83-433a-91e8-202c680e8679 None None] Pushing event updated for resources: {'Port': ['ID=bc6669ef-c7c5-4b62-9f71-24fe600861ff,revision_number=9']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:33.923053 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05371488-1f90-4ed5-938f-075c5cce19a8 req-d8990e87-2084-4c87-a734-50901c94e740 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708685 Jan 28 00:40:34.089473 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-deca580b-565a-43de-95f4-50fdc01e400a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (5cc963d4-286a-4a52-addc-0d3cc5710aee), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:34.135387 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca580b-565a-43de-95f4-50fdc01e400a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Port': ['ID=5cc963d4-286a-4a52-addc-0d3cc5710aee,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:34.229995 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a24b72d1-378e-4401-a1bf-0d65e5490fb8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router_controller (c3b4704e-4e89-4841-97ab-d1a16cfe4bcf), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:34.251241 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-deca580b-565a-43de-95f4-50fdc01e400a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:34.258644 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-deca580b-565a-43de-95f4-50fdc01e400a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/5cc963d4-286a-4a52-addc-0d3cc5710aee HTTP/1.1" status: 204 len: 168 time: 1.2527077 Jan 28 00:40:34.264836 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52744) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:34.327828 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73998077-7add-47bd-9f95-4c0731fce455 req-6a49cabe-08db-4672-be0b-52fa35f8daa4 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:34.340182 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73998077-7add-47bd-9f95-4c0731fce455 req-6a49cabe-08db-4672-be0b-52fa35f8daa4 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01 HTTP/1.1" status: 200 len: 1097 time: 0.3846927 Jan 28 00:40:34.535749 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a24b72d1-378e-4401-a1bf-0d65e5490fb8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router_gateway (c3b4704e-4e89-4841-97ab-d1a16cfe4bcf), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:34.617298 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0aa576-47a5-4e3a-9af3-c20f19d1b8cd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:34.620122 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9b0aa576-47a5-4e3a-9af3-c20f19d1b8cd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3491969 Jan 28 00:40:34.623226 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52750) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:34.644659 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0eed79-9d1f-4942-a453-63d865a4a981 req-7146c4bf-b727-46af-8874-87e023e94a88 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:34.648310 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5b0eed79-9d1f-4942-a453-63d865a4a981 req-7146c4bf-b727-46af-8874-87e023e94a88 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.3231776 Jan 28 00:40:34.654755 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73998077-7add-47bd-9f95-4c0731fce455 req-f250cf95-156f-4e1e-bb6b-302bdb3c2530 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53366d58-f2eb-4176-a9ae-343badb268bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131416 Jan 28 00:40:34.662009 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c74c58-625d-4271-b9b1-14b2c1b88d7e req-98dab66c-92e2-4e91-b29c-4aee58322d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:34.665105 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85c74c58-625d-4271-b9b1-14b2c1b88d7e req-98dab66c-92e2-4e91-b29c-4aee58322d69 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=126ff8dba2134b2d95d54d419fe64967&device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 1096 time: 0.2903636 Jan 28 00:40:34.730384 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768f2a86-0011-474d-8641-266262851bc3 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:34.735661 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-768f2a86-0011-474d-8641-266262851bc3 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1095853 Jan 28 00:40:34.735861 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52754) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:34.856483 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device bc6669ef-c7c5-4b62-9f71-24fe600861ff up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:40:34.904829 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c74c58-625d-4271-b9b1-14b2c1b88d7e req-a36bc670-8c35-4045-9ae7-fec43d8b7bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:34.906719 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85c74c58-625d-4271-b9b1-14b2c1b88d7e req-a36bc670-8c35-4045-9ae7-fec43d8b7bc3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 200 len: 912 time: 0.2293396 Jan 28 00:40:34.924614 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1887941d-ce64-407c-83a6-61f8d21b3cef tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:34.925952 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1887941d-ce64-407c-83a6-61f8d21b3cef tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:34.927710 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1887941d-ce64-407c-83a6-61f8d21b3cef tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:34.932118 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1887941d-ce64-407c-83a6-61f8d21b3cef tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1936533 Jan 28 00:40:34.932734 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52756) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:34.934964 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a24b72d1-378e-4401-a1bf-0d65e5490fb8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router_gateway (c3b4704e-4e89-4841-97ab-d1a16cfe4bcf), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:34.968719 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5b0eed79-9d1f-4942-a453-63d865a4a981 req-83ab7ecf-7267-4f96-aa84-a2ee28562b78 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3106699 Jan 28 00:40:34.984661 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-016e9229-62df-4f49-88f3-d3a2514cb271 None None] Provisioning complete for port bc6669ef-c7c5-4b62-9f71-24fe600861ff triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:34.985685 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-016e9229-62df-4f49-88f3-d3a2514cb271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:35.002321 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef199f68-4f32-4722-9efd-840edc6708e9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting subnet ecaa98ab-25bd-4d42-a3c5-e32869e90691 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:40:35.005409 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ef199f68-4f32-4722-9efd-840edc6708e9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (ecaa98ab-25bd-4d42-a3c5-e32869e90691), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:35.048546 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a24b72d1-378e-4401-a1bf-0d65e5490fb8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:35.050488 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port bc6669ef-c7c5-4b62-9f71-24fe600861ff triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:35.051677 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:35.064914 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca5331-d8dd-4cb3-8a56-12667841286b req-b6792d5e-9193-47b1-ae03-5e25c43f6c26 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:35.075948 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-edca5331-d8dd-4cb3-8a56-12667841286b req-b6792d5e-9193-47b1-ae03-5e25c43f6c26 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01 HTTP/1.1" status: 200 len: 1097 time: 0.1806502 Jan 28 00:40:35.080414 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85c74c58-625d-4271-b9b1-14b2c1b88d7e req-2ef0075a-a42b-48f1-a58e-8e16cbd7c48f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e413624a-1e51-4367-8bee-9d98fc660577 HTTP/1.1" status: 200 len: 999 time: 0.1557863 Jan 28 00:40:35.176268 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c74c58-625d-4271-b9b1-14b2c1b88d7e req-486ce56d-2c60-49e5-be34-02986c1846e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:35.177743 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85c74c58-625d-4271-b9b1-14b2c1b88d7e req-486ce56d-2c60-49e5-be34-02986c1846e2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0f29497-ba52-4939-af70-d57b51c2ceee HTTP/1.1" status: 200 len: 850 time: 0.0829265 Jan 28 00:40:35.192667 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-edca5331-d8dd-4cb3-8a56-12667841286b req-18a592b4-dd2b-43dd-854b-4cf59904d7f7 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53366d58-f2eb-4176-a9ae-343badb268bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094220 Jan 28 00:40:35.227120 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ef199f68-4f32-4722-9efd-840edc6708e9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (ecaa98ab-25bd-4d42-a3c5-e32869e90691), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:35.258610 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c74c58-625d-4271-b9b1-14b2c1b88d7e req-dc58f0fc-4063-41ac-a981-628267521a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:35.260225 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85c74c58-625d-4271-b9b1-14b2c1b88d7e req-dc58f0fc-4063-41ac-a981-628267521a59 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a5055772-1556-467a-8d2c-d15584910096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665309 Jan 28 00:40:35.263365 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port bc6669ef-c7c5-4b62-9f71-24fe600861ff is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:35.281970 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-016e9229-62df-4f49-88f3-d3a2514cb271 None None] Current status of the port bc6669ef-c7c5-4b62-9f71-24fe600861ff is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:35.397060 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-8258afff-0160-441e-818b-b70a27fa9804 None None] Could not find standard attr ID for object 5cc963d4-286a-4a52-addc-0d3cc5710aee. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:40:35.398553 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab4884-b422-4027-b4c0-faba081318b5 req-6b7ad65f-dec9-4a3e-90e6-2572222c8a40 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:35.400284 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3ab4884-b422-4027-b4c0-faba081318b5 req-6b7ad65f-dec9-4a3e-90e6-2572222c8a40 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01 HTTP/1.1" status: 200 len: 1097 time: 0.1043999 Jan 28 00:40:35.421730 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85c74c58-625d-4271-b9b1-14b2c1b88d7e req-97e1904b-918d-47ee-b8cf-ab25b892f0ef service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512764 Jan 28 00:40:35.426112 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-a24b72d1-378e-4401-a1bf-0d65e5490fb8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Allocated IP 172.25.3.54 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/2d32f2cc-2de7-4528-a49a-d05bdcd0c66a) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:40:35.532273 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ef199f68-4f32-4722-9efd-840edc6708e9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (ecaa98ab-25bd-4d42-a3c5-e32869e90691), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:35.576931 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3ab4884-b422-4027-b4c0-faba081318b5 req-07346400-8f05-44da-92ce-b7a11867c6a9 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53366d58-f2eb-4176-a9ae-343badb268bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675057 Jan 28 00:40:35.628021 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a24b72d1-378e-4401-a1bf-0d65e5490fb8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for port (2d32f2cc-2de7-4528-a49a-d05bdcd0c66a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:35.639766 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ef199f68-4f32-4722-9efd-840edc6708e9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (ecaa98ab-25bd-4d42-a3c5-e32869e90691), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:35.641199 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85c74c58-625d-4271-b9b1-14b2c1b88d7e req-257c09c4-f368-4df9-90c6-64c8d5af4038 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055242 Jan 28 00:40:35.686432 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef199f68-4f32-4722-9efd-840edc6708e9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Subnet': ['ID=ecaa98ab-25bd-4d42-a3c5-e32869e90691,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:35.703964 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ef199f68-4f32-4722-9efd-840edc6708e9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:35.710454 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbb0aea-6c73-4825-be89-59ae2f8064ed None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:40:35.711272 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52762) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:35.715253 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ef199f68-4f32-4722-9efd-840edc6708e9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/ecaa98ab-25bd-4d42-a3c5-e32869e90691 HTTP/1.1" status: 204 len: 168 time: 0.7741735 Jan 28 00:40:35.740887 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a24b72d1-378e-4401-a1bf-0d65e5490fb8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (2d32f2cc-2de7-4528-a49a-d05bdcd0c66a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:35.827490 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca6efa3-4f2d-4724-bffa-396d248c7564 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting subnet f979e76d-e7ce-4b0e-ac93-81030f989c12 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:40:35.831680 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24b72d1-378e-4401-a1bf-0d65e5490fb8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:40:35.834618 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ca6efa3-4f2d-4724-bffa-396d248c7564 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (f979e76d-e7ce-4b0e-ac93-81030f989c12), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:35.837921 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-a24b72d1-378e-4401-a1bf-0d65e5490fb8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:35.845086 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24b72d1-378e-4401-a1bf-0d65e5490fb8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:40:35.912057 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ca6efa3-4f2d-4724-bffa-396d248c7564 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (f979e76d-e7ce-4b0e-ac93-81030f989c12), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:35.915465 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b72d1-378e-4401-a1bf-0d65e5490fb8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'Port': ['ID=2d32f2cc-2de7-4528-a49a-d05bdcd0c66a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:36.000663 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8650508c-557f-49a6-b2ef-7ed19ee71a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:36.054756 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4acc12-bbb7-4f67-94c3-932d394bd190 req-593f8843-6c3c-410a-9533-1986f0592ce9 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:36.056403 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7b4acc12-bbb7-4f67-94c3-932d394bd190 req-593f8843-6c3c-410a-9533-1986f0592ce9 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01 HTTP/1.1" status: 200 len: 1097 time: 0.0932426 Jan 28 00:40:36.080092 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ca6efa3-4f2d-4724-bffa-396d248c7564 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (f979e76d-e7ce-4b0e-ac93-81030f989c12), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:36.220032 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7b4acc12-bbb7-4f67-94c3-932d394bd190 req-5116ff8d-15f3-4ad2-8d8e-81eb77700102 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53366d58-f2eb-4176-a9ae-343badb268bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538680 Jan 28 00:40:36.241634 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c85c7-3d2f-4ed5-90a9-96827f5a495e req-c94476ea-0ab3-4803-8533-00c0c2b39571 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:36.246760 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-556c85c7-3d2f-4ed5-90a9-96827f5a495e req-c94476ea-0ab3-4803-8533-00c0c2b39571 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.1312046 Jan 28 00:40:36.267482 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ca6efa3-4f2d-4724-bffa-396d248c7564 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (f979e76d-e7ce-4b0e-ac93-81030f989c12), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:36.309432 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6efa3-4f2d-4724-bffa-396d248c7564 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Subnet': ['ID=f979e76d-e7ce-4b0e-ac93-81030f989c12,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:36.323683 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ca6efa3-4f2d-4724-bffa-396d248c7564 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:36.330696 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8ca6efa3-4f2d-4724-bffa-396d248c7564 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/f979e76d-e7ce-4b0e-ac93-81030f989c12 HTTP/1.1" status: 204 len: 168 time: 0.6178284 Jan 28 00:40:36.334951 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52770) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:36.389370 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5bc2ae7a-09b7-4188-b303-6c00316ec78f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531533 Jan 28 00:40:36.390694 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52772) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:36.400574 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-556c85c7-3d2f-4ed5-90a9-96827f5a495e req-bb67b0b1-5fb5-4539-9192-ce8cf5800453 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525311 Jan 28 00:40:36.419559 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-b7b1742c-ee80-4567-bb26-61a4a054e520 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:36.595254 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b1742c-ee80-4567-bb26-61a4a054e520 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:40:36.599174 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b7b1742c-ee80-4567-bb26-61a4a054e520 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:36.901694 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a24b72d1-378e-4401-a1bf-0d65e5490fb8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router_gateway (c3b4704e-4e89-4841-97ab-d1a16cfe4bcf), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:36.931577 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b7b1742c-ee80-4567-bb26-61a4a054e520 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (668e78a5-4994-4a48-80dd-abea8b2e3f78), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:36.950610 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a513723-809f-47cd-a200-0573f2cf5ccf None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:40:36.984378 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b1742c-ee80-4567-bb26-61a4a054e520 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:40:36.988718 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-b7b1742c-ee80-4567-bb26-61a4a054e520 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:36.995431 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b1742c-ee80-4567-bb26-61a4a054e520 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:36.996224 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b7b1742c-ee80-4567-bb26-61a4a054e520 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:37.021381 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b7b1742c-ee80-4567-bb26-61a4a054e520 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6290174 Jan 28 00:40:37.024170 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a07b7802-84ad-4122-9097-30e2b4f926c8 None None] Provisioning complete for port bc6669ef-c7c5-4b62-9f71-24fe600861ff triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:37.025185 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a07b7802-84ad-4122-9097-30e2b4f926c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:37.025421 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52776) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:37.035626 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-5b69fc9f-7bca-4921-9594-939ff5ac64b7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:37.089133 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1742c-ee80-4567-bb26-61a4a054e520 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Subnet': ['ID=668e78a5-4994-4a48-80dd-abea8b2e3f78,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:37.190000 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a07b7802-84ad-4122-9097-30e2b4f926c8 None None] Current status of the port bc6669ef-c7c5-4b62-9f71-24fe600861ff is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:37.206973 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b69fc9f-7bca-4921-9594-939ff5ac64b7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:40:37.210867 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5b69fc9f-7bca-4921-9594-939ff5ac64b7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:37.339787 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a24b72d1-378e-4401-a1bf-0d65e5490fb8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (c3b4704e-4e89-4841-97ab-d1a16cfe4bcf), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:37.369209 n-d-826754-1 neutron-server[103344]: INFO neutron.db.ipam_backend_mixin [None req-5b69fc9f-7bca-4921-9594-939ff5ac64b7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 668e78a5-4994-4a48-80dd-abea8b2e3f78 (CIDR: 2001:db8::/64) Jan 28 00:40:37.377692 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b69fc9f-7bca-4921-9594-939ff5ac64b7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:40:37.378178 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b69fc9f-7bca-4921-9594-939ff5ac64b7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:37.420485 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5b69fc9f-7bca-4921-9594-939ff5ac64b7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3918006 Jan 28 00:40:37.423511 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52780) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:37.445443 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-f4e258d4-1744-40c6-8ab2-7219547c9ff8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:37.525927 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7128be62-387f-4a90-aafb-fdf8aaedcda3 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:40:37.570497 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24b72d1-378e-4401-a1bf-0d65e5490fb8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Router c3b4704e-4e89-4841-97ab-d1a16cfe4bcf is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:40:37.590115 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f3c679fe-ba02-4849-aeda-f64280fb3d43 None None] Provisioning complete for port bc6669ef-c7c5-4b62-9f71-24fe600861ff triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:37.590532 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f3c679fe-ba02-4849-aeda-f64280fb3d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:37.722782 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f3c679fe-ba02-4849-aeda-f64280fb3d43 None None] Current status of the port bc6669ef-c7c5-4b62-9f71-24fe600861ff is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:37.754273 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665d0cd-d766-4cd8-9929-1b26ce4bb401 req-a7f81fe7-0a61-43e8-8175-eb8e3093e855 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:37.756000 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c665d0cd-d766-4cd8-9929-1b26ce4bb401 req-a7f81fe7-0a61-43e8-8175-eb8e3093e855 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01 HTTP/1.1" status: 200 len: 1097 time: 0.3348835 Jan 28 00:40:37.768375 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4f93a-e6e5-4fa2-9d0c-ea71a5714bf9 req-c01ff0a9-18cd-4f28-b8f8-541d1b789d79 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:37.771606 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0cd4f93a-e6e5-4fa2-9d0c-ea71a5714bf9 req-c01ff0a9-18cd-4f28-b8f8-541d1b789d79 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.2434211 Jan 28 00:40:37.782638 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34fb33-292b-4fb5-81f6-34611ad67746 req-4fa6a64c-c4aa-45de-bf08-f3c6762d2539 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:37.783843 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24b72d1-378e-4401-a1bf-0d65e5490fb8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:40:37.784177 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f34fb33-292b-4fb5-81f6-34611ad67746 req-4fa6a64c-c4aa-45de-bf08-f3c6762d2539 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01 HTTP/1.1" status: 200 len: 1097 time: 0.2031775 Jan 28 00:40:37.801726 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f01957-6dbf-4deb-b34a-fa026e1f86ed None None] Sync routers for ids ['c3b4704e-4e89-4841-97ab-d1a16cfe4bcf'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:40:37.819928 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f01957-6dbf-4deb-b34a-fa026e1f86ed None None] Routers {'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:40:37.820283 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-62f01957-6dbf-4deb-b34a-fa026e1f86ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:40:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c3b4704e-4e89-4841-97ab-d1a16cfe4bcf'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:40:37.838772 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a24b72d1-378e-4401-a1bf-0d65e5490fb8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:37.840960 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a24b72d1-378e-4401-a1bf-0d65e5490fb8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.1471317 Jan 28 00:40:37.844025 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52784) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:37.901520 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e258d4-1744-40c6-8ab2-7219547c9ff8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:40:37.905273 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f4e258d4-1744-40c6-8ab2-7219547c9ff8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:37.976139 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c665d0cd-d766-4cd8-9929-1b26ce4bb401 req-ae2bb409-2881-4027-9e24-8c1ceea37eb3 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53366d58-f2eb-4176-a9ae-343badb268bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915486 Jan 28 00:40:38.013667 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-62f01957-6dbf-4deb-b34a-fa026e1f86ed None None] Set router c3b4704e-4e89-4841-97ab-d1a16cfe4bcf gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:40:38.049800 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0cd4f93a-e6e5-4fa2-9d0c-ea71a5714bf9 req-1c35dcdf-90bf-4629-b1ef-39dc16735eb8 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2693732 Jan 28 00:40:38.165154 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9bc40293-ce0c-46c2-8124-ec6871b26d2a tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=e5a41ae09ed64e5ca7368f2afd92f5c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3170483 Jan 28 00:40:38.166091 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52792) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:38.240466 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-1b86f69d-2066-4a64-84c1-50136a113cc4 None None] Provisioning complete for port bc6669ef-c7c5-4b62-9f71-24fe600861ff triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:38.241049 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1b86f69d-2066-4a64-84c1-50136a113cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:38.251837 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-0f34fb33-292b-4fb5-81f6-34611ad67746 req-318c3ee3-770a-4721-a480-d19c0eccfefc tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Deleting port 700c5968-42bc-420d-976e-ade0d1bffed6 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:40:38.252417 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0f34fb33-292b-4fb5-81f6-34611ad67746 req-318c3ee3-770a-4721-a480-d19c0eccfefc tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (700c5968-42bc-420d-976e-ade0d1bffed6), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:38.359372 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8cd06d-88d4-45ce-87a6-79067aea5187 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:38.365896 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8d8cd06d-88d4-45ce-87a6-79067aea5187 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1940243 Jan 28 00:40:38.366872 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52794) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:38.410916 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-02702d90-d5af-41c1-adec-f9a27d5466fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:38.416577 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e46c6648-d2c5-4185-9e45-3937302974c3 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444579 Jan 28 00:40:38.416894 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bd457-1cdc-4287-84cc-63acaa0763ff req-65b28159-df9e-4026-90bf-e8f0045857dc tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:38.418202 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52796) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:38.426351 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-7fe36141-9083-485d-8cd5-aecc3ba27337 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-576699507', 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:38.428599 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-173bd457-1cdc-4287-84cc-63acaa0763ff req-65b28159-df9e-4026-90bf-e8f0045857dc tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.2777455 Jan 28 00:40:38.542349 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-0f34fb33-292b-4fb5-81f6-34611ad67746 req-318c3ee3-770a-4721-a480-d19c0eccfefc tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] For port 700c5968-42bc-420d-976e-ade0d1bffed6, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=700c5968-42bc-420d-976e-ade0d1bffed6,segment=NetworkSegment(07863755-d60e-4830-93d6-515385a89bfa),segment_id=07863755-d60e-4830-93d6-515385a89bfa)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:38.542647 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0f34fb33-292b-4fb5-81f6-34611ad67746 req-318c3ee3-770a-4721-a480-d19c0eccfefc tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (700c5968-42bc-420d-976e-ade0d1bffed6), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:38.549408 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1b86f69d-2066-4a64-84c1-50136a113cc4 None None] Current status of the port bc6669ef-c7c5-4b62-9f71-24fe600861ff is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:38.558380 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe36141-9083-485d-8cd5-aecc3ba27337 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Made reservation on behalf of e5a41ae09ed64e5ca7368f2afd92f5c8 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:40:38.567164 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7fe36141-9083-485d-8cd5-aecc3ba27337 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:38.571156 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-0f34fb33-292b-4fb5-81f6-34611ad67746 req-318c3ee3-770a-4721-a480-d19c0eccfefc tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Calling delete_port for 700c5968-42bc-420d-976e-ade0d1bffed6 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:40:38.574438 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-62f01957-6dbf-4deb-b34a-fa026e1f86ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560959534', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '2d32f2cc-2de7-4528-a49a-d05bdcd0c66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:40:33Z', 'updated_at': '2022-01-28T00:40:36Z', 'revision_number': 3, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '2d32f2cc-2de7-4528-a49a-d05bdcd0c66a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:40:35Z', 'updated_at': '2022-01-28T00:40:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:40:38.581230 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-173bd457-1cdc-4287-84cc-63acaa0763ff req-af5c9580-b45e-4960-8512-05bd73923fe2 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505165 Jan 28 00:40:38.631818 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f01957-6dbf-4deb-b34a-fa026e1f86ed None None] Checking router: c3b4704e-4e89-4841-97ab-d1a16cfe4bcf for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:40:38.632401 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f01957-6dbf-4deb-b34a-fa026e1f86ed None None] Updating router c3b4704e-4e89-4841-97ab-d1a16cfe4bcf port 2d32f2cc-2de7-4528-a49a-d05bdcd0c66a binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:40:38.683598 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62f01957-6dbf-4deb-b34a-fa026e1f86ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2d32f2cc-2de7-4528-a49a-d05bdcd0c66a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:38.987533 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7fe36141-9083-485d-8cd5-aecc3ba27337 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (58a98ec0-7123-4035-8d6c-5b9baaac427d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:39.053830 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0f34fb33-292b-4fb5-81f6-34611ad67746 req-318c3ee3-770a-4721-a480-d19c0eccfefc tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (700c5968-42bc-420d-976e-ade0d1bffed6), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:39.077780 n-d-826754-1 neutron-server[103344]: DEBUG neutron.objects.ports [None req-f4e258d4-1744-40c6-8ab2-7219547c9ff8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103344) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 00:40:39.100665 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe36141-9083-485d-8cd5-aecc3ba27337 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'Subnet': ['ID=58a98ec0-7123-4035-8d6c-5b9baaac427d,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:39.111768 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe36141-9083-485d-8cd5-aecc3ba27337 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Checking segment: {'id': 'abf448c0-df20-4725-ac1a-edb312562da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:40:39.112095 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe36141-9083-485d-8cd5-aecc3ba27337 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Network hostable DHCP agents. Network: 04e868f3-480f-42e0-9ba8-7cbc168b320e, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:40:39.123931 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c3ee3-770a-4721-a480-d19c0eccfefc tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Pushing event deleted for resources: {'Port': ['ID=700c5968-42bc-420d-976e-ade0d1bffed6,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:39.129878 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['bb707032-aea1-463f-b336-0280c88ccb90'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:40:39.142666 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe36141-9083-485d-8cd5-aecc3ba27337 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Network 04e868f3-480f-42e0-9ba8-7cbc168b320e is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:40:39.143660 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['700c5968-42bc-420d-976e-ade0d1bffed6'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:40:39.175665 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-7fe36141-9083-485d-8cd5-aecc3ba27337 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 04e868f3-480f-42e0-9ba8-7cbc168b320e) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:39.184177 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe36141-9083-485d-8cd5-aecc3ba27337 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:39.185287 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7fe36141-9083-485d-8cd5-aecc3ba27337 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:39.206953 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-02f1c752-329f-4fc1-902c-3b2e13dfc6de req-d192cbab-9b27-4f84-9e7e-69ba3b958b51 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01 HTTP/1.1" status: 200 len: 210 time: 0.1000161 Jan 28 00:40:39.238605 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7fe36141-9083-485d-8cd5-aecc3ba27337 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8189840 Jan 28 00:40:39.243091 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52806) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:39.279678 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f34fb33-292b-4fb5-81f6-34611ad67746 req-318c3ee3-770a-4721-a480-d19c0eccfefc tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] No DVR routers for this DVR port 700c5968-42bc-420d-976e-ade0d1bffed6 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:40:39.283145 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-0f34fb33-292b-4fb5-81f6-34611ad67746 req-318c3ee3-770a-4721-a480-d19c0eccfefc tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:39.286152 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62f01957-6dbf-4deb-b34a-fa026e1f86ed None None] Publish callbacks [] for port (2d32f2cc-2de7-4528-a49a-d05bdcd0c66a), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:39.287075 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f34fb33-292b-4fb5-81f6-34611ad67746 req-318c3ee3-770a-4721-a480-d19c0eccfefc tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.65 "DELETE /v2.0/ports/700c5968-42bc-420d-976e-ade0d1bffed6 HTTP/1.1" status: 204 len: 173 time: 1.4853745 Jan 28 00:40:39.292154 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01', 'name': 'network-vif-deleted', 'tag': '700c5968-42bc-420d-976e-ade0d1bffed6'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:40:39.294619 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49ca8e4-7f0a-49c0-9972-751bf4b0790e" -d '{"events": [{"server_uuid": "daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01", "name": "network-vif-deleted", "tag": "700c5968-42bc-420d-976e-ade0d1bffed6"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:40:39.310583 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392692ab-76bf-47c7-8db1-9b8cbc919b9b req-ecdcf0bf-5384-4a82-ae90-913233779e95 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:39.312585 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-392692ab-76bf-47c7-8db1-9b8cbc919b9b req-ecdcf0bf-5384-4a82-ae90-913233779e95 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.2836883 Jan 28 00:40:39.315121 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23980bd5-8d37-4f25-bb5f-0404814ab09e None None] Network 04e868f3-480f-42e0-9ba8-7cbc168b320e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:40:39.322885 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62f01957-6dbf-4deb-b34a-fa026e1f86ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2d32f2cc-2de7-4528-a49a-d05bdcd0c66a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:39.461690 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f801f186-ff66-49df-8d12-b310081ea31a x-openstack-request-id: req-f801f186-ff66-49df-8d12-b310081ea31a {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:40:39.462599 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01", "name": "network-vif-deleted", "tag": "700c5968-42bc-420d-976e-ade0d1bffed6", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:40:39.462599 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f801f186-ff66-49df-8d12-b310081ea31a {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:40:39.462782 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daccfb9b-2ee4-48b5-b7d2-410f4e1a0e01', 'name': 'network-vif-deleted', 'tag': '700c5968-42bc-420d-976e-ade0d1bffed6', 'status': 'completed', 'code': 200} Jan 28 00:40:39.479199 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-392692ab-76bf-47c7-8db1-9b8cbc919b9b req-9222f689-57fd-4952-8fc8-63b42294504e tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596210 Jan 28 00:40:39.580032 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f4e258d4-1744-40c6-8ab2-7219547c9ff8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:39.648434 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-62f01957-6dbf-4deb-b34a-fa026e1f86ed None None] Attempting to bind port 2d32f2cc-2de7-4528-a49a-d05bdcd0c66a on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:40:39.648812 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-62f01957-6dbf-4deb-b34a-fa026e1f86ed None None] Attempting to bind port 2d32f2cc-2de7-4528-a49a-d05bdcd0c66a by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:40:39.649211 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f01957-6dbf-4deb-b34a-fa026e1f86ed None None] Attempting to bind port 2d32f2cc-2de7-4528-a49a-d05bdcd0c66a on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:40:39.670258 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80a0c78-aea0-4301-b71f-432abffa693c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-04e868f3-480f-42e0-9ba8-7cbc168b320e', 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'fixed_ips': [{'subnet_id': '58a98ec0-7123-4035-8d6c-5b9baaac427d'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:40:39.671178 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a80a0c78-aea0-4301-b71f-432abffa693c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:39.708864 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f01957-6dbf-4deb-b34a-fa026e1f86ed None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:40:39.709212 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f01957-6dbf-4deb-b34a-fa026e1f86ed None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:40:39.709961 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62f01957-6dbf-4deb-b34a-fa026e1f86ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:39.710146 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f01957-6dbf-4deb-b34a-fa026e1f86ed None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:40:39.710566 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-62f01957-6dbf-4deb-b34a-fa026e1f86ed None None] Bound port: 2d32f2cc-2de7-4528-a49a-d05bdcd0c66a, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:40:39.711023 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62f01957-6dbf-4deb-b34a-fa026e1f86ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2d32f2cc-2de7-4528-a49a-d05bdcd0c66a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:39.721029 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682e914-c1bf-48d7-9fd3-6a4b9093e6a0 None None] Pushing event updated for resources: {'Port': ['ID=2d32f2cc-2de7-4528-a49a-d05bdcd0c66a,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:39.877202 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:39.884567 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682e914-c1bf-48d7-9fd3-6a4b9093e6a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:39.884934 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682e914-c1bf-48d7-9fd3-6a4b9093e6a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:39.885282 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682e914-c1bf-48d7-9fd3-6a4b9093e6a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:39.885621 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682e914-c1bf-48d7-9fd3-6a4b9093e6a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:39.885959 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682e914-c1bf-48d7-9fd3-6a4b9093e6a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:39.886293 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682e914-c1bf-48d7-9fd3-6a4b9093e6a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:39.886617 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682e914-c1bf-48d7-9fd3-6a4b9093e6a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:39.886945 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682e914-c1bf-48d7-9fd3-6a4b9093e6a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:39.887272 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682e914-c1bf-48d7-9fd3-6a4b9093e6a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:39.887596 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682e914-c1bf-48d7-9fd3-6a4b9093e6a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:39.887963 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682e914-c1bf-48d7-9fd3-6a4b9093e6a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:39.888291 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682e914-c1bf-48d7-9fd3-6a4b9093e6a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:39.888616 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e682e914-c1bf-48d7-9fd3-6a4b9093e6a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:39.950402 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21948fc-ce78-4a6a-8bfb-68b2a6aafec1 req-aef06016-86f0-48c2-a43f-e696d36e4ce1 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:39.960062 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c21948fc-ce78-4a6a-8bfb-68b2a6aafec1 req-aef06016-86f0-48c2-a43f-e696d36e4ce1 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.1114552 Jan 28 00:40:39.963399 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-f4e258d4-1744-40c6-8ab2-7219547c9ff8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] For port bc6669ef-c7c5-4b62-9f71-24fe600861ff, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=bc6669ef-c7c5-4b62-9f71-24fe600861ff,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:40.021281 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-a80a0c78-aea0-4301-b71f-432abffa693c None None] Allocated IP 172.20.0.2 (04e868f3-480f-42e0-9ba8-7cbc168b320e/58a98ec0-7123-4035-8d6c-5b9baaac427d/77324d60-7d09-4089-b0e6-f4fa9237e31c) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:40:40.032884 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-62f01957-6dbf-4deb-b34a-fa026e1f86ed None None] For port 2d32f2cc-2de7-4528-a49a-d05bdcd0c66a, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:40:40.120455 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-62f01957-6dbf-4deb-b34a-fa026e1f86ed None None] For port 2d32f2cc-2de7-4528-a49a-d05bdcd0c66a, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2d32f2cc-2de7-4528-a49a-d05bdcd0c66a,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:40:40.141300 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62f01957-6dbf-4deb-b34a-fa026e1f86ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2d32f2cc-2de7-4528-a49a-d05bdcd0c66a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:40.145370 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c21948fc-ce78-4a6a-8bfb-68b2a6aafec1 req-1d83fd47-9399-47a3-924d-d80202d61346 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841321 Jan 28 00:40:40.207284 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f4e258d4-1744-40c6-8ab2-7219547c9ff8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:40.220182 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f4e258d4-1744-40c6-8ab2-7219547c9ff8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:40.221240 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f4e258d4-1744-40c6-8ab2-7219547c9ff8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (1b72d0ae-4632-48c7-a568-a4bb5967bb8e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:40.292167 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d8dbcfee-6d7a-43b8-b91e-b036e2f69b65 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:40.357402 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682e914-c1bf-48d7-9fd3-6a4b9093e6a0 None None] Pushing event updated for resources: {'Port': ['ID=2d32f2cc-2de7-4528-a49a-d05bdcd0c66a,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:40.363424 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e258d4-1744-40c6-8ab2-7219547c9ff8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:40:40.376943 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-f4e258d4-1744-40c6-8ab2-7219547c9ff8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:40.385976 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e258d4-1744-40c6-8ab2-7219547c9ff8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:40.386599 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f4e258d4-1744-40c6-8ab2-7219547c9ff8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:40.426232 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319eef2e-0957-43f0-bee0-d14f7d7be1fb None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:40:40.440440 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e258d4-1744-40c6-8ab2-7219547c9ff8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Port': ['ID=bc6669ef-c7c5-4b62-9f71-24fe600861ff,revision_number=13']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:40.452120 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f4e258d4-1744-40c6-8ab2-7219547c9ff8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.0267861 Jan 28 00:40:40.457651 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52820) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:40.459780 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f01957-6dbf-4deb-b34a-fa026e1f86ed None None] Routers {'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:40:40.460546 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-62f01957-6dbf-4deb-b34a-fa026e1f86ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:40:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c3b4704e-4e89-4841-97ab-d1a16cfe4bcf'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:40:40.472966 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-64ff4dac-2b45-4275-b59b-c0c7c86786e0 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'port': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'mac_address': 'fa:16:3e:a7:b3:a3', 'name': 'tempest-NetworksTestDHCPv6-728873687'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:40.531288 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e258d4-1744-40c6-8ab2-7219547c9ff8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Subnet': ['ID=1b72d0ae-4632-48c7-a568-a4bb5967bb8e,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:40.753627 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ff4dac-2b45-4275-b59b-c0c7c86786e0 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:40:40.906642 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device bc6669ef-c7c5-4b62-9f71-24fe600861ff up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:40:40.976552 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a80a0c78-aea0-4301-b71f-432abffa693c None None] Publish callbacks [] for port (77324d60-7d09-4089-b0e6-f4fa9237e31c), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:40.998789 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a80a0c78-aea0-4301-b71f-432abffa693c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (77324d60-7d09-4089-b0e6-f4fa9237e31c), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:41.027717 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-62f01957-6dbf-4deb-b34a-fa026e1f86ed None None] Set router c3b4704e-4e89-4841-97ab-d1a16cfe4bcf gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:40:41.061309 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-d8dbcfee-6d7a-43b8-b91e-b036e2f69b65 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Allocated IP 172.20.0.1 (04e868f3-480f-42e0-9ba8-7cbc168b320e/58a98ec0-7123-4035-8d6c-5b9baaac427d/cb0047a1-63d5-47b5-9c5c-98530008d001) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:40:41.158573 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80a0c78-aea0-4301-b71f-432abffa693c None None] Network 04e868f3-480f-42e0-9ba8-7cbc168b320e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:40:41.177543 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-a80a0c78-aea0-4301-b71f-432abffa693c None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:41.194577 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80a0c78-aea0-4301-b71f-432abffa693c None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:40:41.232276 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d8dbcfee-6d7a-43b8-b91e-b036e2f69b65 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for port (cb0047a1-63d5-47b5-9c5c-98530008d001), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:41.251644 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a0c78-aea0-4301-b71f-432abffa693c None None] Pushing event updated for resources: {'Port': ['ID=77324d60-7d09-4089-b0e6-f4fa9237e31c,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:41.310811 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:41.331163 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5709b27-86db-4482-af4c-2a58fa9a08f7 req-02ec8520-205c-443a-9147-e16faad2c748 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:41.332779 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5709b27-86db-4482-af4c-2a58fa9a08f7 req-02ec8520-205c-443a-9147-e16faad2c748 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fc41a18f-5ac2-4f2e-a782-305942387b61 HTTP/1.1" status: 200 len: 1097 time: 0.5923245 Jan 28 00:40:41.349651 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d8dbcfee-6d7a-43b8-b91e-b036e2f69b65 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (cb0047a1-63d5-47b5-9c5c-98530008d001), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:41.381847 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-64ff4dac-2b45-4275-b59b-c0c7c86786e0 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:41.397999 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dbcfee-6d7a-43b8-b91e-b036e2f69b65 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Network 04e868f3-480f-42e0-9ba8-7cbc168b320e is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:40:41.402232 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-d8dbcfee-6d7a-43b8-b91e-b036e2f69b65 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:41.419548 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dbcfee-6d7a-43b8-b91e-b036e2f69b65 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:40:41.435346 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port bc6669ef-c7c5-4b62-9f71-24fe600861ff triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:41.436211 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:41.456123 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-64ff4dac-2b45-4275-b59b-c0c7c86786e0 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] device_id is not set on port 0f70eed3-fe98-489e-98af-6863a158e7c2 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:40:41.477387 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbcfee-6d7a-43b8-b91e-b036e2f69b65 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'Port': ['ID=cb0047a1-63d5-47b5-9c5c-98530008d001,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:41.534813 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d8dbcfee-6d7a-43b8-b91e-b036e2f69b65 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (c3b4704e-4e89-4841-97ab-d1a16cfe4bcf), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:41.547511 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-a80a0c78-aea0-4301-b71f-432abffa693c None None] Attempting to bind port 77324d60-7d09-4089-b0e6-f4fa9237e31c on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:40:41.547903 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-a80a0c78-aea0-4301-b71f-432abffa693c None None] Attempting to bind port 77324d60-7d09-4089-b0e6-f4fa9237e31c by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'abf448c0-df20-4725-ac1a-edb312562da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:40:41.548310 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80a0c78-aea0-4301-b71f-432abffa693c None None] Attempting to bind port 77324d60-7d09-4089-b0e6-f4fa9237e31c on network 04e868f3-480f-42e0-9ba8-7cbc168b320e {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:40:41.558571 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdf8996-7f64-4360-90a1-57cf68ef104f None None] Update dhcp port {'port': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'fixed_ips': [{'subnet_id': '1b72d0ae-4632-48c7-a568-a4bb5967bb8e', 'ip_address': '2001:db8:0:1:f816:3eff:fe85:d8e6'}, {'subnet_id': '668e78a5-4994-4a48-80dd-abea8b2e3f78'}], 'binding:host_id': 'n-d-826754-1'}, 'id': 'bc6669ef-c7c5-4b62-9f71-24fe600861ff'} from n-d-826754-1. {{(pid=103345) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 00:40:41.571483 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80a0c78-aea0-4301-b71f-432abffa693c None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:40:41.571922 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80a0c78-aea0-4301-b71f-432abffa693c None None] Checking segment: {'id': 'abf448c0-df20-4725-ac1a-edb312562da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:40:41.572464 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a80a0c78-aea0-4301-b71f-432abffa693c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:41.572732 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80a0c78-aea0-4301-b71f-432abffa693c None None] Bound using segment: {'id': 'abf448c0-df20-4725-ac1a-edb312562da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:40:41.573241 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-a80a0c78-aea0-4301-b71f-432abffa693c None None] Bound port: 77324d60-7d09-4089-b0e6-f4fa9237e31c, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf448c0-df20-4725-ac1a-edb312562da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:40:41.573626 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a80a0c78-aea0-4301-b71f-432abffa693c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (77324d60-7d09-4089-b0e6-f4fa9237e31c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:41.648178 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4cdf8996-7f64-4360-90a1-57cf68ef104f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:41.654831 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5709b27-86db-4482-af4c-2a58fa9a08f7 req-ba120f74-b3ac-4ffd-8b13-760b0dd95ab3 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53366d58-f2eb-4176-a9ae-343badb268bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378414 Jan 28 00:40:41.674554 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d03da-ba9d-47be-818a-6c9c32512a99 req-dc1f71fd-0504-4dc3-8d86-2c53e5593908 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:41.682246 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-620d03da-ba9d-47be-818a-6c9c32512a99 req-dc1f71fd-0504-4dc3-8d86-2c53e5593908 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.2662544 Jan 28 00:40:41.840813 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d8dbcfee-6d7a-43b8-b91e-b036e2f69b65 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cb0047a1-63d5-47b5-9c5c-98530008d001), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:41.896738 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-620d03da-ba9d-47be-818a-6c9c32512a99 req-6fb9bbb9-2b12-46ee-a0d3-11cf97f74349 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974053 Jan 28 00:40:41.957695 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port bc6669ef-c7c5-4b62-9f71-24fe600861ff is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:41.972652 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-62f01957-6dbf-4deb-b34a-fa026e1f86ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560959534', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '2d32f2cc-2de7-4528-a49a-d05bdcd0c66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:40:33Z', 'updated_at': '2022-01-28T00:40:36Z', 'revision_number': 3, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '2d32f2cc-2de7-4528-a49a-d05bdcd0c66a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:40:35Z', 'updated_at': '2022-01-28T00:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:40:42.013449 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-64ff4dac-2b45-4275-b59b-c0c7c86786e0 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Allocated IP 2001:db8::299 (fa355ea8-c094-44b0-ae37-c8781af9ee37/668e78a5-4994-4a48-80dd-abea8b2e3f78/0f70eed3-fe98-489e-98af-6863a158e7c2) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:40:42.029084 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-64ff4dac-2b45-4275-b59b-c0c7c86786e0 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Allocated IP 2001:db8:0:1:f816:3eff:fea7:b3a3 (fa355ea8-c094-44b0-ae37-c8781af9ee37/1b72d0ae-4632-48c7-a568-a4bb5967bb8e/0f70eed3-fe98-489e-98af-6863a158e7c2) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:40:42.043301 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f01957-6dbf-4deb-b34a-fa026e1f86ed None None] The sync data for ids ['c3b4704e-4e89-4841-97ab-d1a16cfe4bcf'] in n-d-826754-1 is: [{'id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560959534', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '2d32f2cc-2de7-4528-a49a-d05bdcd0c66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:40:33Z', 'updated_at': '2022-01-28T00:40:36Z', 'revision_number': 3, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '2d32f2cc-2de7-4528-a49a-d05bdcd0c66a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:40:35Z', 'updated_at': '2022-01-28T00:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:40:42.050005 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-a80a0c78-aea0-4301-b71f-432abffa693c None None] For port 77324d60-7d09-4089-b0e6-f4fa9237e31c, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:40:42.073199 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-a80a0c78-aea0-4301-b71f-432abffa693c None None] For port 77324d60-7d09-4089-b0e6-f4fa9237e31c, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=77324d60-7d09-4089-b0e6-f4fa9237e31c,segment=NetworkSegment(abf448c0-df20-4725-ac1a-edb312562da6),segment_id=abf448c0-df20-4725-ac1a-edb312562da6)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:40:42.084501 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a80a0c78-aea0-4301-b71f-432abffa693c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (77324d60-7d09-4089-b0e6-f4fa9237e31c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:42.250309 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:42.273222 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a0c78-aea0-4301-b71f-432abffa693c None None] Pushing event updated for resources: {'Port': ['ID=77324d60-7d09-4089-b0e6-f4fa9237e31c,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:42.473422 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4479d-0bdb-4ae2-928e-98440f94bebf req-2a16c920-b468-4212-bf7b-082bb2d50156 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:42.475825 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1fb4479d-0bdb-4ae2-928e-98440f94bebf req-2a16c920-b468-4212-bf7b-082bb2d50156 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=fc41a18f-5ac2-4f2e-a782-305942387b61 HTTP/1.1" status: 200 len: 1097 time: 0.2618825 Jan 28 00:40:42.530049 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb097e7-c154-4dac-9492-830f638f849f req-b9a6259b-eab7-4ee2-982c-97a9afa1b9fe tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:42.533681 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3eb097e7-c154-4dac-9492-830f638f849f req-b9a6259b-eab7-4ee2-982c-97a9afa1b9fe tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.1671717 Jan 28 00:40:42.562942 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-64ff4dac-2b45-4275-b59b-c0c7c86786e0 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for port (0f70eed3-fe98-489e-98af-6863a158e7c2), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:42.710795 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3eb097e7-c154-4dac-9492-830f638f849f req-bb08b300-22fa-47b9-9304-c64cecf0d67a tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455271 Jan 28 00:40:42.796982 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-64ff4dac-2b45-4275-b59b-c0c7c86786e0 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (0f70eed3-fe98-489e-98af-6863a158e7c2), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:42.922968 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ff4dac-2b45-4275-b59b-c0c7c86786e0 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:40:42.989603 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-64ff4dac-2b45-4275-b59b-c0c7c86786e0 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:42.996391 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ff4dac-2b45-4275-b59b-c0c7c86786e0 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:40:43.017291 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ff4dac-2b45-4275-b59b-c0c7c86786e0 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:43.021318 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-64ff4dac-2b45-4275-b59b-c0c7c86786e0 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:43.022335 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:43.030039 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-4cdf8996-7f64-4360-90a1-57cf68ef104f None None] Allocated IP 2001:db8::2 (fa355ea8-c094-44b0-ae37-c8781af9ee37/668e78a5-4994-4a48-80dd-abea8b2e3f78/bc6669ef-c7c5-4b62-9f71-24fe600861ff) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:40:43.123030 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff4dac-2b45-4275-b59b-c0c7c86786e0 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Port': ['ID=0f70eed3-fe98-489e-98af-6863a158e7c2,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:43.123733 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 700c5968-42bc-420d-976e-ade0d1bffed6 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:40:43.128618 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb32260-fe3f-41c8-a40f-f7ba18104dbb req-1dcf273d-872c-496d-88b3-3e8817290665 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:43.130311 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7fb32260-fe3f-41c8-a40f-f7ba18104dbb req-1dcf273d-872c-496d-88b3-3e8817290665 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fc41a18f-5ac2-4f2e-a782-305942387b61 HTTP/1.1" status: 200 len: 1097 time: 0.2037809 Jan 28 00:40:43.135926 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-64ff4dac-2b45-4275-b59b-c0c7c86786e0 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6757977 Jan 28 00:40:43.141792 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52836) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:43.150199 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d8dbcfee-6d7a-43b8-b91e-b036e2f69b65 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for port (cb0047a1-63d5-47b5-9c5c-98530008d001), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:43.163134 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-1fb4479d-0bdb-4ae2-928e-98440f94bebf req-8a9687de-414b-4461-b7f4-72565c6792be tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Deleting port bb707032-aea1-463f-b336-0280c88ccb90 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:40:43.163825 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1fb4479d-0bdb-4ae2-928e-98440f94bebf req-8a9687de-414b-4461-b7f4-72565c6792be tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (bb707032-aea1-463f-b336-0280c88ccb90), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:43.170535 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 700c5968-42bc-420d-976e-ade0d1bffed6 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:40:43.170535 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 700c5968-42bc-420d-976e-ade0d1bffed6 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:40:43.194135 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d8dbcfee-6d7a-43b8-b91e-b036e2f69b65 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (cb0047a1-63d5-47b5-9c5c-98530008d001), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:43.214646 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2d32f2cc-2de7-4528-a49a-d05bdcd0c66a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:40:43.303976 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-4cdf8996-7f64-4360-90a1-57cf68ef104f None None] For port bc6669ef-c7c5-4b62-9f71-24fe600861ff, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=bc6669ef-c7c5-4b62-9f71-24fe600861ff,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:43.330336 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 2d32f2cc-2de7-4528-a49a-d05bdcd0c66a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:43.330941 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2d32f2cc-2de7-4528-a49a-d05bdcd0c66a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:43.396826 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7fb32260-fe3f-41c8-a40f-f7ba18104dbb req-54007939-4f2b-496f-9009-e9c45916c3c5 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53366d58-f2eb-4176-a9ae-343badb268bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926296 Jan 28 00:40:43.423836 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4cdf8996-7f64-4360-90a1-57cf68ef104f None None] Publish callbacks [] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:43.441187 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4cdf8996-7f64-4360-90a1-57cf68ef104f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:43.453369 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbcfee-6d7a-43b8-b91e-b036e2f69b65 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'Port': ['ID=cb0047a1-63d5-47b5-9c5c-98530008d001,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:43.464492 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d8dbcfee-6d7a-43b8-b91e-b036e2f69b65 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (c3b4704e-4e89-4841-97ab-d1a16cfe4bcf), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:43.472252 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-31a41b18-9835-4d8a-943e-8c35757110e7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting port 0f70eed3-fe98-489e-98af-6863a158e7c2 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:40:43.473341 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-31a41b18-9835-4d8a-943e-8c35757110e7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (0f70eed3-fe98-489e-98af-6863a158e7c2), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:43.596332 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-1fb4479d-0bdb-4ae2-928e-98440f94bebf req-8a9687de-414b-4461-b7f4-72565c6792be tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] For port bb707032-aea1-463f-b336-0280c88ccb90, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=bb707032-aea1-463f-b336-0280c88ccb90,segment=NetworkSegment(07863755-d60e-4830-93d6-515385a89bfa),segment_id=07863755-d60e-4830-93d6-515385a89bfa)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:43.597266 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1fb4479d-0bdb-4ae2-928e-98440f94bebf req-8a9687de-414b-4461-b7f4-72565c6792be tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (bb707032-aea1-463f-b336-0280c88ccb90), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:43.640771 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf8996-7f64-4360-90a1-57cf68ef104f None None] Pushing event updated for resources: {'Port': ['ID=bc6669ef-c7c5-4b62-9f71-24fe600861ff,revision_number=14']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:43.648235 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-1fb4479d-0bdb-4ae2-928e-98440f94bebf req-8a9687de-414b-4461-b7f4-72565c6792be tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Calling delete_port for bb707032-aea1-463f-b336-0280c88ccb90 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:40:43.716824 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-31a41b18-9835-4d8a-943e-8c35757110e7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (0f70eed3-fe98-489e-98af-6863a158e7c2), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:43.741980 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-31a41b18-9835-4d8a-943e-8c35757110e7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Calling delete_port for 0f70eed3-fe98-489e-98af-6863a158e7c2 owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:40:43.761006 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 2d32f2cc-2de7-4528-a49a-d05bdcd0c66a is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:43.762423 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2d32f2cc-2de7-4528-a49a-d05bdcd0c66a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:43.839566 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 2d32f2cc-2de7-4528-a49a-d05bdcd0c66a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2d32f2cc-2de7-4528-a49a-d05bdcd0c66a,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:43.850413 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2d32f2cc-2de7-4528-a49a-d05bdcd0c66a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:43.853280 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 77324d60-7d09-4089-b0e6-f4fa9237e31c up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:40:44.062862 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=2d32f2cc-2de7-4528-a49a-d05bdcd0c66a,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:44.138543 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 77324d60-7d09-4089-b0e6-f4fa9237e31c triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:44.139032 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (77324d60-7d09-4089-b0e6-f4fa9237e31c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:44.214997 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863cb94-a9a8-4ef0-8785-e5e5cb9b0c0c req-ceb22323-d500-4b88-8e18-24fc3a442106 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:44.224153 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2863cb94-a9a8-4ef0-8785-e5e5cb9b0c0c req-ceb22323-d500-4b88-8e18-24fc3a442106 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.2014663 Jan 28 00:40:44.323190 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:44.404623 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-31a41b18-9835-4d8a-943e-8c35757110e7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (0f70eed3-fe98-489e-98af-6863a158e7c2), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:44.426424 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 77324d60-7d09-4089-b0e6-f4fa9237e31c is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:44.427085 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2863cb94-a9a8-4ef0-8785-e5e5cb9b0c0c req-40f4cf2c-9ff7-4c26-8ba8-7b209c43befe tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002261 Jan 28 00:40:44.429356 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (77324d60-7d09-4089-b0e6-f4fa9237e31c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:44.550310 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a41b18-9835-4d8a-943e-8c35757110e7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Port': ['ID=0f70eed3-fe98-489e-98af-6863a158e7c2,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:44.578674 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 77324d60-7d09-4089-b0e6-f4fa9237e31c, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=77324d60-7d09-4089-b0e6-f4fa9237e31c,segment=NetworkSegment(abf448c0-df20-4725-ac1a-edb312562da6),segment_id=abf448c0-df20-4725-ac1a-edb312562da6)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:44.594120 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (77324d60-7d09-4089-b0e6-f4fa9237e31c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:44.646050 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ac388b-48e4-4cad-94e8-dd3f9cca3efb None None] Network 04e868f3-480f-42e0-9ba8-7cbc168b320e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:40:44.763379 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-31a41b18-9835-4d8a-943e-8c35757110e7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:44.770459 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-31a41b18-9835-4d8a-943e-8c35757110e7 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/0f70eed3-fe98-489e-98af-6863a158e7c2 HTTP/1.1" status: 204 len: 168 time: 1.6269124 Jan 28 00:40:44.771934 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52846) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:44.841398 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979adb5-9d1b-4f81-8fec-ee4288c12c37 req-b5e6262f-a369-4c07-bc4b-b83614243cf8 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:44.849315 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4979adb5-9d1b-4f81-8fec-ee4288c12c37 req-b5e6262f-a369-4c07-bc4b-b83614243cf8 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fc41a18f-5ac2-4f2e-a782-305942387b61 HTTP/1.1" status: 200 len: 1097 time: 0.1971788 Jan 28 00:40:44.872296 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61759c-89a7-4108-b6d9-3315c59ccaec req-aec079fa-7d27-4ce2-a7f3-59099704f47f tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:44.879882 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2b61759c-89a7-4108-b6d9-3315c59ccaec req-aec079fa-7d27-4ce2-a7f3-59099704f47f tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.1524229 Jan 28 00:40:44.901708 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-35e41e3d-f2c7-4be7-836c-8b482d4f22f0 None None] Provisioning complete for port 77324d60-7d09-4089-b0e6-f4fa9237e31c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:44.902241 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35e41e3d-f2c7-4be7-836c-8b482d4f22f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (77324d60-7d09-4089-b0e6-f4fa9237e31c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:44.955879 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=77324d60-7d09-4089-b0e6-f4fa9237e31c,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:44.987853 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dbcfee-6d7a-43b8-b91e-b036e2f69b65 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Network 04e868f3-480f-42e0-9ba8-7cbc168b320e is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:40:44.988577 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de79216d-0128-4ef0-a404-8a8ebde04723 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:44.992887 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52848) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:44.993136 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-de79216d-0128-4ef0-a404-8a8ebde04723 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2157454 Jan 28 00:40:45.004523 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2d32f2cc-2de7-4528-a49a-d05bdcd0c66a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:40:45.008596 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-d8dbcfee-6d7a-43b8-b91e-b036e2f69b65 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:45.051971 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2b61759c-89a7-4108-b6d9-3315c59ccaec req-9df55f58-a9e1-49de-8de4-ee03fb4d43a6 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708703 Jan 28 00:40:45.103838 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4979adb5-9d1b-4f81-8fec-ee4288c12c37 req-17401604-7fee-4524-a80b-6d7aa6c59e27 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=53366d58-f2eb-4176-a9ae-343badb268bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530460 Jan 28 00:40:45.163118 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1fb4479d-0bdb-4ae2-928e-98440f94bebf req-8a9687de-414b-4461-b7f4-72565c6792be tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (bb707032-aea1-463f-b336-0280c88ccb90), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:45.222392 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9687de-414b-4461-b7f4-72565c6792be tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb707032-aea1-463f-b336-0280c88ccb90,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:45.455990 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa1f5430-fa68-4b56-b55a-97fc76aae95c req-e9cba832-a4b9-4375-b747-b80a9472c56c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2517259 Jan 28 00:40:45.476108 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bcebf-7534-438b-a1b8-78bf287f8a2c req-03ffcfa8-a7ac-4827-872a-4eb24a3266b5 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:45.486534 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b76bcebf-7534-438b-a1b8-78bf287f8a2c req-03ffcfa8-a7ac-4827-872a-4eb24a3266b5 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.2572162 Jan 28 00:40:45.516501 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8dbcfee-6d7a-43b8-b91e-b036e2f69b65 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Router c3b4704e-4e89-4841-97ab-d1a16cfe4bcf has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:40:45.562901 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56690c63-9598-40ea-b5ae-b936cb69c1a0 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:45.569399 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-56690c63-9598-40ea-b5ae-b936cb69c1a0 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5721886 Jan 28 00:40:45.580521 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52854) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:45.609996 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb4479d-0bdb-4ae2-928e-98440f94bebf req-8a9687de-414b-4461-b7f4-72565c6792be tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] No DVR routers for this DVR port bb707032-aea1-463f-b336-0280c88ccb90 on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:40:45.622083 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1fb4479d-0bdb-4ae2-928e-98440f94bebf req-8a9687de-414b-4461-b7f4-72565c6792be tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:45.626396 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1fb4479d-0bdb-4ae2-928e-98440f94bebf req-8a9687de-414b-4461-b7f4-72565c6792be tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.52 "DELETE /v2.0/ports/bb707032-aea1-463f-b336-0280c88ccb90 HTTP/1.1" status: 204 len: 173 time: 3.1452384 Jan 28 00:40:45.627136 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc41a18f-5ac2-4f2e-a782-305942387b61', 'name': 'network-vif-deleted', 'tag': 'bb707032-aea1-463f-b336-0280c88ccb90'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:40:45.631157 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcb0fbf-e449-4049-9f8b-6e618ca5956f" -d '{"events": [{"server_uuid": "fc41a18f-5ac2-4f2e-a782-305942387b61", "name": "network-vif-deleted", "tag": "bb707032-aea1-463f-b336-0280c88ccb90"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:40:45.682929 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b76bcebf-7534-438b-a1b8-78bf287f8a2c req-82f21b2e-2242-4b64-ad1f-510862663600 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812871 Jan 28 00:40:45.775794 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f5430-fa68-4b56-b55a-97fc76aae95c req-4f12e1ff-f7e4-4c2d-9931-b33358bb2188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:45.794173 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa1f5430-fa68-4b56-b55a-97fc76aae95c req-4f12e1ff-f7e4-4c2d-9931-b33358bb2188 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40859c6773ce4ef58b203b2b32bcaaba&device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 1096 time: 0.2567232 Jan 28 00:40:45.825066 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4a9917-1550-4c1a-9586-7bdd548ccdc3 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:45.834649 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4a9917-1550-4c1a-9586-7bdd548ccdc3 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:45.837653 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4a9917-1550-4c1a-9586-7bdd548ccdc3 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:45.840843 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7a4a9917-1550-4c1a-9586-7bdd548ccdc3 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2560370 Jan 28 00:40:45.908377 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52860) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:45.911065 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b815cb-a803-4b6d-a1de-ac143ff71bb2 x-openstack-request-id: req-c3b815cb-a803-4b6d-a1de-ac143ff71bb2 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:40:45.911565 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc41a18f-5ac2-4f2e-a782-305942387b61", "name": "network-vif-deleted", "tag": "bb707032-aea1-463f-b336-0280c88ccb90", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:40:45.912034 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c3b815cb-a803-4b6d-a1de-ac143ff71bb2 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:40:45.912698 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc41a18f-5ac2-4f2e-a782-305942387b61', 'name': 'network-vif-deleted', 'tag': 'bb707032-aea1-463f-b336-0280c88ccb90', 'status': 'completed', 'code': 200} Jan 28 00:40:45.934234 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 2d32f2cc-2de7-4528-a49a-d05bdcd0c66a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:45.935035 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2d32f2cc-2de7-4528-a49a-d05bdcd0c66a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:46.002473 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-35e41e3d-f2c7-4be7-836c-8b482d4f22f0 None None] Current status of the port 77324d60-7d09-4089-b0e6-f4fa9237e31c is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:46.103042 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 2d32f2cc-2de7-4528-a49a-d05bdcd0c66a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:46.105721 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device bc6669ef-c7c5-4b62-9f71-24fe600861ff up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:40:46.168251 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-60c18630-813b-4a3b-a7d8-d8bf13f462dc None None] Could not find standard attr ID for object 0f70eed3-fe98-489e-98af-6863a158e7c2. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:40:46.226866 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4f979-f81b-4041-bb6a-38910b7e8ed1 req-780815a5-4224-4b11-9775-886689c7361b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:46.235893 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f2f4f979-f81b-4041-bb6a-38910b7e8ed1 req-780815a5-4224-4b11-9775-886689c7361b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.3067369 Jan 28 00:40:46.262583 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-60c18630-813b-4a3b-a7d8-d8bf13f462dc None None] Provisioning complete for port 77324d60-7d09-4089-b0e6-f4fa9237e31c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:46.262893 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60c18630-813b-4a3b-a7d8-d8bf13f462dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (77324d60-7d09-4089-b0e6-f4fa9237e31c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:46.264292 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ceac27-f9fb-42c9-aabd-717a013641a8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting subnet 1b72d0ae-4632-48c7-a568-a4bb5967bb8e {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:40:46.270307 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33ceac27-f9fb-42c9-aabd-717a013641a8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (1b72d0ae-4632-48c7-a568-a4bb5967bb8e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:46.297847 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f5430-fa68-4b56-b55a-97fc76aae95c req-3857aa88-1fe4-453e-99be-e4c082b3d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:46.299558 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa1f5430-fa68-4b56-b55a-97fc76aae95c req-3857aa88-1fe4-453e-99be-e4c082b3d2f9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=df6dc4b3-6607-40e9-9f38-3ff04dac366d HTTP/1.1" status: 200 len: 912 time: 0.4572613 Jan 28 00:40:46.339971 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33ceac27-f9fb-42c9-aabd-717a013641a8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (1b72d0ae-4632-48c7-a568-a4bb5967bb8e), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:46.411809 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device bb707032-aea1-463f-b336-0280c88ccb90 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:40:46.458437 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f2f4f979-f81b-4041-bb6a-38910b7e8ed1 req-0e1c26c3-92c0-4588-a273-3ff55da9ed96 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205241 Jan 28 00:40:46.473541 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: bb707032-aea1-463f-b336-0280c88ccb90 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:40:46.474180 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device bb707032-aea1-463f-b336-0280c88ccb90 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:40:46.505008 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8dbcfee-6d7a-43b8-b91e-b036e2f69b65 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:40:46.506876 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-00e01f88-92ce-4dd6-b077-df8986557c97 req-e5878439-b146-4ca2-a799-891d808b0790 tempest-TestServerMultinode-1269432699 tempest-TestServerMultinode-1269432699-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fc41a18f-5ac2-4f2e-a782-305942387b61 HTTP/1.1" status: 200 len: 210 time: 0.0735617 Jan 28 00:40:46.516514 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa1f5430-fa68-4b56-b55a-97fc76aae95c req-0f1f890e-cbe7-4600-a3ec-454804a6010a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44b53648-5b05-4c4a-a492-464e8fb34dce HTTP/1.1" status: 200 len: 1001 time: 0.2084558 Jan 28 00:40:46.533196 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port bc6669ef-c7c5-4b62-9f71-24fe600861ff triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:46.533589 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:46.542436 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201aa700-c17d-4226-b339-533cf31c06c8 None None] Sync routers for ids ['c3b4704e-4e89-4841-97ab-d1a16cfe4bcf'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:40:46.552371 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d8dbcfee-6d7a-43b8-b91e-b036e2f69b65 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "PUT /v2.0/routers/c3b4704e-4e89-4841-97ab-d1a16cfe4bcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3073406 Jan 28 00:40:46.612051 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33ceac27-f9fb-42c9-aabd-717a013641a8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (1b72d0ae-4632-48c7-a568-a4bb5967bb8e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:46.626399 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201aa700-c17d-4226-b339-533cf31c06c8 None None] Routers {'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:40:46.631664 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-201aa700-c17d-4226-b339-533cf31c06c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:40:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c3b4704e-4e89-4841-97ab-d1a16cfe4bcf'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:40:46.698633 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f5430-fa68-4b56-b55a-97fc76aae95c req-485f7f95-bee4-4370-888f-93104af7e306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:46.704498 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa1f5430-fa68-4b56-b55a-97fc76aae95c req-485f7f95-bee4-4370-888f-93104af7e306 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22f51b89-111e-46c4-84b8-0eec72aeef83 HTTP/1.1" status: 200 len: 850 time: 0.1817484 Jan 28 00:40:46.792331 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33ceac27-f9fb-42c9-aabd-717a013641a8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (1b72d0ae-4632-48c7-a568-a4bb5967bb8e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:46.849105 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-60c18630-813b-4a3b-a7d8-d8bf13f462dc None None] Current status of the port 77324d60-7d09-4089-b0e6-f4fa9237e31c is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:46.855033 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f5430-fa68-4b56-b55a-97fc76aae95c req-77e54117-1d3b-4055-b2d2-ffbbfdc40b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:46.860164 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ceac27-f9fb-42c9-aabd-717a013641a8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Subnet': ['ID=1b72d0ae-4632-48c7-a568-a4bb5967bb8e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:46.863799 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa1f5430-fa68-4b56-b55a-97fc76aae95c req-77e54117-1d3b-4055-b2d2-ffbbfdc40b13 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df6dc4b3-6607-40e9-9f38-3ff04dac366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1485884 Jan 28 00:40:46.887783 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7af3d96-a1a0-43b9-aa61-b78be32f8afe None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:40:46.898034 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33ceac27-f9fb-42c9-aabd-717a013641a8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:46.911492 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52880) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:46.914857 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-33ceac27-f9fb-42c9-aabd-717a013641a8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/1b72d0ae-4632-48c7-a568-a4bb5967bb8e HTTP/1.1" status: 204 len: 168 time: 1.0003662 Jan 28 00:40:46.954675 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-201aa700-c17d-4226-b339-533cf31c06c8 None None] Set router c3b4704e-4e89-4841-97ab-d1a16cfe4bcf gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:40:46.987732 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-60c18630-813b-4a3b-a7d8-d8bf13f462dc None None] Provisioning complete for port cb0047a1-63d5-47b5-9c5c-98530008d001 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:46.988362 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60c18630-813b-4a3b-a7d8-d8bf13f462dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cb0047a1-63d5-47b5-9c5c-98530008d001), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:46.994442 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port bc6669ef-c7c5-4b62-9f71-24fe600861ff is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:47.018702 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-baf776a2-5027-4550-a9ca-953d5010aec1 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1653807816&fields=id&tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8 HTTP/1.1" status: 200 len: 267 time: 0.1856475 Jan 28 00:40:47.035682 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-493dfe2a-cc72-4889-b25f-e3f7ad3435b5 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting subnet 668e78a5-4994-4a48-80dd-abea8b2e3f78 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:40:47.039967 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-493dfe2a-cc72-4889-b25f-e3f7ad3435b5 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (668e78a5-4994-4a48-80dd-abea8b2e3f78), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:47.099895 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-60c18630-813b-4a3b-a7d8-d8bf13f462dc None None] Port cb0047a1-63d5-47b5-9c5c-98530008d001 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:40:47.155509 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-60c18630-813b-4a3b-a7d8-d8bf13f462dc None None] Provisioning complete for port bc6669ef-c7c5-4b62-9f71-24fe600861ff triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:47.156005 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60c18630-813b-4a3b-a7d8-d8bf13f462dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:47.175827 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa1f5430-fa68-4b56-b55a-97fc76aae95c req-be44f7e5-ca46-4bfa-9400-f299830f1ae9 service neutron] 10.222.0.52 "GET /v2.0/networks/df6dc4b3-6607-40e9-9f38-3ff04dac366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968428 Jan 28 00:40:47.182789 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-493dfe2a-cc72-4889-b25f-e3f7ad3435b5 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (668e78a5-4994-4a48-80dd-abea8b2e3f78), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:47.203083 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 77324d60-7d09-4089-b0e6-f4fa9237e31c up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:40:47.300643 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-201aa700-c17d-4226-b339-533cf31c06c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560959534', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '2d32f2cc-2de7-4528-a49a-d05bdcd0c66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:40:33Z', 'updated_at': '2022-01-28T00:40:41Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '2d32f2cc-2de7-4528-a49a-d05bdcd0c66a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:40:35Z', 'updated_at': '2022-01-28T00:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'cb0047a1-63d5-47b5-9c5c-98530008d001', 'name': '', 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:0a:03:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '58a98ec0-7123-4035-8d6c-5b9baaac427d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:40:40Z', 'updated_at': '2022-01-28T00:40:42Z', 'revision_number': 2, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': '58a98ec0-7123-4035-8d6c-5b9baaac427d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:40:47.334650 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-f2943b8e-39cf-4b3b-af05-b2b27c811824 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:47.334940 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201aa700-c17d-4226-b339-533cf31c06c8 None None] Checking router: c3b4704e-4e89-4841-97ab-d1a16cfe4bcf for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:40:47.335479 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201aa700-c17d-4226-b339-533cf31c06c8 None None] Updating router c3b4704e-4e89-4841-97ab-d1a16cfe4bcf port cb0047a1-63d5-47b5-9c5c-98530008d001 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:40:47.338633 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 77324d60-7d09-4089-b0e6-f4fa9237e31c triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:47.339267 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (77324d60-7d09-4089-b0e6-f4fa9237e31c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:47.344324 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-f2943b8e-39cf-4b3b-af05-b2b27c811824 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/networks?id=04e868f3-480f-42e0-9ba8-7cbc168b320e HTTP/1.1" status: 200 len: 797 time: 0.2929146 Jan 28 00:40:47.366484 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-201aa700-c17d-4226-b339-533cf31c06c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cb0047a1-63d5-47b5-9c5c-98530008d001), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:47.424825 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-8ce9033c-a65d-4b31-85da-b01adf19adba tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/quotas/e5a41ae09ed64e5ca7368f2afd92f5c8 HTTP/1.1" status: 200 len: 375 time: 0.0788679 Jan 28 00:40:47.456910 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-60c18630-813b-4a3b-a7d8-d8bf13f462dc None None] Current status of the port bc6669ef-c7c5-4b62-9f71-24fe600861ff is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:47.476478 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa1f5430-fa68-4b56-b55a-97fc76aae95c req-60d7c928-f866-4686-846c-324d3836f2b6 service neutron] 10.222.0.52 "GET /v2.0/networks/df6dc4b3-6607-40e9-9f38-3ff04dac366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878015 Jan 28 00:40:47.498000 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-493dfe2a-cc72-4889-b25f-e3f7ad3435b5 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (668e78a5-4994-4a48-80dd-abea8b2e3f78), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:47.552116 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-8b16b34d-d672-4fa3-8135-318bd1aa7af2 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1262720 Jan 28 00:40:47.562282 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 77324d60-7d09-4089-b0e6-f4fa9237e31c is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:47.591562 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-9d7557d1-d9dd-4cac-8697-7d193bcb31e9 None None] Provisioning complete for port cb0047a1-63d5-47b5-9c5c-98530008d001 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:47.592925 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9d7557d1-d9dd-4cac-8697-7d193bcb31e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cb0047a1-63d5-47b5-9c5c-98530008d001), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:47.674441 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9d7557d1-d9dd-4cac-8697-7d193bcb31e9 None None] Port cb0047a1-63d5-47b5-9c5c-98530008d001 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:40:47.687655 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-493dfe2a-cc72-4889-b25f-e3f7ad3435b5 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (668e78a5-4994-4a48-80dd-abea8b2e3f78), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:47.699885 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52884) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:47.778321 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493dfe2a-cc72-4889-b25f-e3f7ad3435b5 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Subnet': ['ID=668e78a5-4994-4a48-80dd-abea8b2e3f78,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:47.795594 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-493dfe2a-cc72-4889-b25f-e3f7ad3435b5 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:47.802136 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-493dfe2a-cc72-4889-b25f-e3f7ad3435b5 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/668e78a5-4994-4a48-80dd-abea8b2e3f78 HTTP/1.1" status: 204 len: 168 time: 0.8797100 Jan 28 00:40:47.803536 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52888) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:47.804528 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-02c5c050-7527-4dba-aa8a-bcce777ea1c9 service neutron] 10.222.0.70 "GET /v2.0/networks/04e868f3-480f-42e0-9ba8-7cbc168b320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373545 Jan 28 00:40:47.876477 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-201aa700-c17d-4226-b339-533cf31c06c8 None None] Publish callbacks [] for port (cb0047a1-63d5-47b5-9c5c-98530008d001), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:47.888555 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-201aa700-c17d-4226-b339-533cf31c06c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (cb0047a1-63d5-47b5-9c5c-98530008d001), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:47.928926 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bbb0e98b-e6a4-4e5c-bb51-7807e8f1c0bd tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1210091 Jan 28 00:40:47.930825 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52890) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:47.945652 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-ce0875b2-2b4c-4b1f-a146-ebd00a95dba3 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:48.010528 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015e8fa-0615-4228-838b-b80984276cc9 None None] Pushing event updated for resources: {'Port': ['ID=cb0047a1-63d5-47b5-9c5c-98530008d001,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:48.029347 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015e8fa-0615-4228-838b-b80984276cc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:48.029936 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015e8fa-0615-4228-838b-b80984276cc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:48.031177 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015e8fa-0615-4228-838b-b80984276cc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:48.031523 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015e8fa-0615-4228-838b-b80984276cc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:48.032627 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015e8fa-0615-4228-838b-b80984276cc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:48.032985 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015e8fa-0615-4228-838b-b80984276cc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:48.033323 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015e8fa-0615-4228-838b-b80984276cc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:48.033653 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015e8fa-0615-4228-838b-b80984276cc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:48.033982 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015e8fa-0615-4228-838b-b80984276cc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:48.034309 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015e8fa-0615-4228-838b-b80984276cc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:48.034781 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015e8fa-0615-4228-838b-b80984276cc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:48.035419 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015e8fa-0615-4228-838b-b80984276cc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:48.036843 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015e8fa-0615-4228-838b-b80984276cc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:40:48.047573 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-201aa700-c17d-4226-b339-533cf31c06c8 None None] Attempting to bind port cb0047a1-63d5-47b5-9c5c-98530008d001 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:40:48.048055 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-201aa700-c17d-4226-b339-533cf31c06c8 None None] Attempting to bind port cb0047a1-63d5-47b5-9c5c-98530008d001 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'abf448c0-df20-4725-ac1a-edb312562da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:40:48.048434 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201aa700-c17d-4226-b339-533cf31c06c8 None None] Attempting to bind port cb0047a1-63d5-47b5-9c5c-98530008d001 on network 04e868f3-480f-42e0-9ba8-7cbc168b320e {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:40:48.059946 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201aa700-c17d-4226-b339-533cf31c06c8 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:40:48.060474 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201aa700-c17d-4226-b339-533cf31c06c8 None None] Checking segment: {'id': 'abf448c0-df20-4725-ac1a-edb312562da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:40:48.060898 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-201aa700-c17d-4226-b339-533cf31c06c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:48.061303 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201aa700-c17d-4226-b339-533cf31c06c8 None None] Bound using segment: {'id': 'abf448c0-df20-4725-ac1a-edb312562da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:40:48.062558 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-201aa700-c17d-4226-b339-533cf31c06c8 None None] Bound port: cb0047a1-63d5-47b5-9c5c-98530008d001, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf448c0-df20-4725-ac1a-edb312562da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:40:48.063251 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-201aa700-c17d-4226-b339-533cf31c06c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cb0047a1-63d5-47b5-9c5c-98530008d001), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:48.077957 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-980117f6-b2d2-4538-9011-ed6153471af0 service neutron] 10.222.0.70 "GET /v2.0/networks/04e868f3-480f-42e0-9ba8-7cbc168b320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571385 Jan 28 00:40:48.123650 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0875b2-2b4c-4b1f-a146-ebd00a95dba3 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:40:48.129159 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce0875b2-2b4c-4b1f-a146-ebd00a95dba3 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:48.246797 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-201aa700-c17d-4226-b339-533cf31c06c8 None None] For port cb0047a1-63d5-47b5-9c5c-98530008d001, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:40:48.253522 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-201aa700-c17d-4226-b339-533cf31c06c8 None None] For port cb0047a1-63d5-47b5-9c5c-98530008d001, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=cb0047a1-63d5-47b5-9c5c-98530008d001,segment=NetworkSegment(abf448c0-df20-4725-ac1a-edb312562da6),segment_id=abf448c0-df20-4725-ac1a-edb312562da6)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:40:48.260452 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-201aa700-c17d-4226-b339-533cf31c06c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (cb0047a1-63d5-47b5-9c5c-98530008d001), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:48.355360 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015e8fa-0615-4228-838b-b80984276cc9 None None] Pushing event updated for resources: {'Port': ['ID=cb0047a1-63d5-47b5-9c5c-98530008d001,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:48.388268 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201aa700-c17d-4226-b339-533cf31c06c8 None None] Routers {'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:40:48.389164 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-201aa700-c17d-4226-b339-533cf31c06c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:40:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c3b4704e-4e89-4841-97ab-d1a16cfe4bcf'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:40:48.457199 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862af31d-90a9-410a-9dea-28f3b51234fa None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:40:48.542875 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-26bc9e8e-af74-448f-8bb4-8c60e423e915 req-c3b78054-cbd9-46a8-9711-e14be67212e2 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 210 time: 0.1081629 Jan 28 00:40:48.630648 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-201aa700-c17d-4226-b339-533cf31c06c8 None None] Set router c3b4704e-4e89-4841-97ab-d1a16cfe4bcf gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:40:48.633586 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-deb25c6e-73f3-430b-ae48-0e35ec7edb67 None None] Provisioning complete for port cb0047a1-63d5-47b5-9c5c-98530008d001 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:48.633971 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-deb25c6e-73f3-430b-ae48-0e35ec7edb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cb0047a1-63d5-47b5-9c5c-98530008d001), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:48.649432 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce0875b2-2b4c-4b1f-a146-ebd00a95dba3 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (24d75727-a7b4-40da-8e53-76660d4f3152), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:48.713011 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0875b2-2b4c-4b1f-a146-ebd00a95dba3 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:40:48.718286 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-ce0875b2-2b4c-4b1f-a146-ebd00a95dba3 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:48.722535 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7502edae-72ad-4106-bd09-308ad0deb897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (ca9c248e-067d-4b29-8478-e764658cdde8), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:48.726424 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0875b2-2b4c-4b1f-a146-ebd00a95dba3 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:48.728930 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce0875b2-2b4c-4b1f-a146-ebd00a95dba3 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:48.752990 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0875b2-2b4c-4b1f-a146-ebd00a95dba3 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Subnet': ['ID=24d75727-a7b4-40da-8e53-76660d4f3152,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:48.775873 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ce0875b2-2b4c-4b1f-a146-ebd00a95dba3 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8416061 Jan 28 00:40:48.777065 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52900) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:48.784914 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-fee5f9b0-cb23-4b47-9dcd-3ef23acb2ff2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:48.990711 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-deb25c6e-73f3-430b-ae48-0e35ec7edb67 None None] Current status of the port cb0047a1-63d5-47b5-9c5c-98530008d001 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:48.991022 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-deb25c6e-73f3-430b-ae48-0e35ec7edb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cb0047a1-63d5-47b5-9c5c-98530008d001), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:49.012515 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d1b1b1-bdec-4f7e-b830-8b098b04192d None None] DHCP port deletion for fa355ea8-c094-44b0-ae37-c8781af9ee37 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:40:49.063253 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee5f9b0-cb23-4b47-9dcd-3ef23acb2ff2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:40:49.082221 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-deb25c6e-73f3-430b-ae48-0e35ec7edb67 None None] For port cb0047a1-63d5-47b5-9c5c-98530008d001, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=cb0047a1-63d5-47b5-9c5c-98530008d001,segment=NetworkSegment(abf448c0-df20-4725-ac1a-edb312562da6),segment_id=abf448c0-df20-4725-ac1a-edb312562da6)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:49.082540 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fee5f9b0-cb23-4b47-9dcd-3ef23acb2ff2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:49.096106 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-deb25c6e-73f3-430b-ae48-0e35ec7edb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (cb0047a1-63d5-47b5-9c5c-98530008d001), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:49.128893 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-201aa700-c17d-4226-b339-533cf31c06c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560959534', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '2d32f2cc-2de7-4528-a49a-d05bdcd0c66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:40:33Z', 'updated_at': '2022-01-28T00:40:41Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '2d32f2cc-2de7-4528-a49a-d05bdcd0c66a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:40:35Z', 'updated_at': '2022-01-28T00:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'cb0047a1-63d5-47b5-9c5c-98530008d001', 'name': '', 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:0a:03:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '58a98ec0-7123-4035-8d6c-5b9baaac427d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:40:40Z', 'updated_at': '2022-01-28T00:40:48Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': '58a98ec0-7123-4035-8d6c-5b9baaac427d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:40:49.162256 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb25c6e-73f3-430b-ae48-0e35ec7edb67 None None] Pushing event updated for resources: {'Port': ['ID=cb0047a1-63d5-47b5-9c5c-98530008d001,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:49.187006 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-60d1b1b1-bdec-4f7e-b830-8b098b04192d None None] Deleting port bc6669ef-c7c5-4b62-9f71-24fe600861ff {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:40:49.187673 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60d1b1b1-bdec-4f7e-b830-8b098b04192d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:49.217042 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201aa700-c17d-4226-b339-533cf31c06c8 None None] The sync data for ids ['c3b4704e-4e89-4841-97ab-d1a16cfe4bcf'] in n-d-826754-1 is: [{'id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560959534', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '2d32f2cc-2de7-4528-a49a-d05bdcd0c66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:40:33Z', 'updated_at': '2022-01-28T00:40:41Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '2d32f2cc-2de7-4528-a49a-d05bdcd0c66a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:40:35Z', 'updated_at': '2022-01-28T00:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'cb0047a1-63d5-47b5-9c5c-98530008d001', 'name': '', 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:0a:03:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '58a98ec0-7123-4035-8d6c-5b9baaac427d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:40:40Z', 'updated_at': '2022-01-28T00:40:48Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': '58a98ec0-7123-4035-8d6c-5b9baaac427d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:40:49.277650 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device bc6669ef-c7c5-4b62-9f71-24fe600861ff no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:40:49.282909 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-deb25c6e-73f3-430b-ae48-0e35ec7edb67 None None] Provisioning complete for port bc6669ef-c7c5-4b62-9f71-24fe600861ff triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:49.284760 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-deb25c6e-73f3-430b-ae48-0e35ec7edb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:49.323677 n-d-826754-1 neutron-server[103343]: INFO neutron.db.ipam_backend_mixin [None req-fee5f9b0-cb23-4b47-9dcd-3ef23acb2ff2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 24d75727-a7b4-40da-8e53-76660d4f3152 (CIDR: 2001:db8::/64) Jan 28 00:40:49.328949 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee5f9b0-cb23-4b47-9dcd-3ef23acb2ff2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:40:49.329467 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee5f9b0-cb23-4b47-9dcd-3ef23acb2ff2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:49.360582 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fee5f9b0-cb23-4b47-9dcd-3ef23acb2ff2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5818827 Jan 28 00:40:49.364758 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52906) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:49.370836 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-dbe5fb46-7d81-49ea-9af7-ceea8b45e619 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'subnet': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:49.526887 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-60d1b1b1-bdec-4f7e-b830-8b098b04192d None None] For port bc6669ef-c7c5-4b62-9f71-24fe600861ff, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=bc6669ef-c7c5-4b62-9f71-24fe600861ff,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:49.529352 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60d1b1b1-bdec-4f7e-b830-8b098b04192d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:49.557203 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-7502edae-72ad-4106-bd09-308ad0deb897 admin admin] Deleting port 07dd2049-a3e9-4313-8b78-d1f02b17c6d3 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:40:49.557765 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7502edae-72ad-4106-bd09-308ad0deb897 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (07dd2049-a3e9-4313-8b78-d1f02b17c6d3), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:49.581885 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-60d1b1b1-bdec-4f7e-b830-8b098b04192d None None] Calling delete_port for bc6669ef-c7c5-4b62-9f71-24fe600861ff owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:40:49.752303 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-7502edae-72ad-4106-bd09-308ad0deb897 admin admin] For port 07dd2049-a3e9-4313-8b78-d1f02b17c6d3, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=07dd2049-a3e9-4313-8b78-d1f02b17c6d3,segment=NetworkSegment(07863755-d60e-4830-93d6-515385a89bfa),segment_id=07863755-d60e-4830-93d6-515385a89bfa)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:49.752978 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7502edae-72ad-4106-bd09-308ad0deb897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (07dd2049-a3e9-4313-8b78-d1f02b17c6d3), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:49.765399 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe5fb46-7d81-49ea-9af7-ceea8b45e619 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:40:49.773914 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dbe5fb46-7d81-49ea-9af7-ceea8b45e619 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:49.799470 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b1843ce9-1640-4947-b319-3ea92ff1250a req-b558063c-e47b-4e70-baee-5da606220c58 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 210 time: 0.0905614 Jan 28 00:40:49.813912 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-7502edae-72ad-4106-bd09-308ad0deb897 admin admin] Calling delete_port for 07dd2049-a3e9-4313-8b78-d1f02b17c6d3 owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:40:49.815349 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port bc6669ef-c7c5-4b62-9f71-24fe600861ff is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:49.815921 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:49.818787 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-deb25c6e-73f3-430b-ae48-0e35ec7edb67 None None] Current status of the port bc6669ef-c7c5-4b62-9f71-24fe600861ff is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:49.903291 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port bc6669ef-c7c5-4b62-9f71-24fe600861ff, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=bc6669ef-c7c5-4b62-9f71-24fe600861ff,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:49.922611 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:50.005617 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60d1b1b1-bdec-4f7e-b830-8b098b04192d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (bc6669ef-c7c5-4b62-9f71-24fe600861ff), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:50.047456 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d1b1b1-bdec-4f7e-b830-8b098b04192d None None] No DVR routers for this DVR port bc6669ef-c7c5-4b62-9f71-24fe600861ff on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:40:50.075405 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f0841888-8fd2-45ff-a6e6-a657275ce1e3 None None] Provisioning complete for port cb0047a1-63d5-47b5-9c5c-98530008d001 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:50.075812 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f0841888-8fd2-45ff-a6e6-a657275ce1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cb0047a1-63d5-47b5-9c5c-98530008d001), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:50.264034 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bedc6f-eac2-4627-8d5b-8d5d12aee8e4 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:40:50.290884 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=bc6669ef-c7c5-4b62-9f71-24fe600861ff,revision_number=17']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:50.500868 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1b1b1-bdec-4f7e-b830-8b098b04192d None None] Pushing event deleted for resources: {'Port': ['ID=bc6669ef-c7c5-4b62-9f71-24fe600861ff,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:50.622488 n-d-826754-1 neutron-server[103343]: DEBUG neutron.objects.ports [None req-dbe5fb46-7d81-49ea-9af7-ceea8b45e619 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103343) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 00:40:50.636240 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dbe5fb46-7d81-49ea-9af7-ceea8b45e619 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (3b04ff7e-045f-4b47-aa88-595494c66ddf), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:50.699045 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe5fb46-7d81-49ea-9af7-ceea8b45e619 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:40:50.710252 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-dbe5fb46-7d81-49ea-9af7-ceea8b45e619 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:50.732170 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe5fb46-7d81-49ea-9af7-ceea8b45e619 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:50.732863 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dbe5fb46-7d81-49ea-9af7-ceea8b45e619 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:50.736483 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5fb46-7d81-49ea-9af7-ceea8b45e619 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Subnet': ['ID=3b04ff7e-045f-4b47-aa88-595494c66ddf,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:50.770655 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-dbe5fb46-7d81-49ea-9af7-ceea8b45e619 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4046235 Jan 28 00:40:50.772239 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fcfab3-2d57-4ca9-a1aa-cadcaba33d66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-fa355ea8-c094-44b0-ae37-c8781af9ee37', 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'project_id': '8b9238f9227b4ecda5a748cf1cc369b5', 'fixed_ips': [{'subnet_id': '24d75727-a7b4-40da-8e53-76660d4f3152'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:40:50.773734 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05fcfab3-2d57-4ca9-a1aa-cadcaba33d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:50.775760 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52914) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:50.786105 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-9345a632-578b-41c4-890f-c0bbbb62a782 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Request body: {'port': {'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37', 'mac_address': 'fa:16:3e:5a:92:32', 'name': 'tempest-NetworksTestDHCPv6-1287058612'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:50.808239 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f0841888-8fd2-45ff-a6e6-a657275ce1e3 None None] Current status of the port cb0047a1-63d5-47b5-9c5c-98530008d001 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:50.843949 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7502edae-72ad-4106-bd09-308ad0deb897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (07dd2049-a3e9-4313-8b78-d1f02b17c6d3), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:50.891204 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502edae-72ad-4106-bd09-308ad0deb897 admin admin] Pushing event deleted for resources: {'Port': ['ID=07dd2049-a3e9-4313-8b78-d1f02b17c6d3,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:51.004616 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-670b1d40-8503-46b6-ac26-00de66512b4b req-438caf41-d8fb-4982-89f8-5bda27937336 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 210 time: 0.0831184 Jan 28 00:40:51.171606 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9345a632-578b-41c4-890f-c0bbbb62a782 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Made reservation on behalf of 8b9238f9227b4ecda5a748cf1cc369b5 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:40:51.212258 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-05fcfab3-2d57-4ca9-a1aa-cadcaba33d66 None None] Allocated IP 2001:db8::2 (fa355ea8-c094-44b0-ae37-c8781af9ee37/24d75727-a7b4-40da-8e53-76660d4f3152/25f19aee-7db3-4ccf-bef8-278a80f932c6) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:40:51.224225 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-05fcfab3-2d57-4ca9-a1aa-cadcaba33d66 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe92:4944 (fa355ea8-c094-44b0-ae37-c8781af9ee37/3b04ff7e-045f-4b47-aa88-595494c66ddf/25f19aee-7db3-4ccf-bef8-278a80f932c6) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:40:51.351256 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device cb0047a1-63d5-47b5-9c5c-98530008d001 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:40:51.564567 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port cb0047a1-63d5-47b5-9c5c-98530008d001 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:51.564952 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cb0047a1-63d5-47b5-9c5c-98530008d001), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:51.594329 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9345a632-578b-41c4-890f-c0bbbb62a782 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:51.599854 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7502edae-72ad-4106-bd09-308ad0deb897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (ca9c248e-067d-4b29-8478-e764658cdde8), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:51.611202 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05fcfab3-2d57-4ca9-a1aa-cadcaba33d66 None None] Publish callbacks [] for port (25f19aee-7db3-4ccf-bef8-278a80f932c6), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:51.623954 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05fcfab3-2d57-4ca9-a1aa-cadcaba33d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (25f19aee-7db3-4ccf-bef8-278a80f932c6), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:51.645869 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-9345a632-578b-41c4-890f-c0bbbb62a782 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] device_id is not set on port 11355c18-a971-49c3-932b-56d2a63ab223 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:40:51.676174 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fcfab3-2d57-4ca9-a1aa-cadcaba33d66 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:40:51.686719 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-05fcfab3-2d57-4ca9-a1aa-cadcaba33d66 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:51.690290 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fcfab3-2d57-4ca9-a1aa-cadcaba33d66 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:40:51.692340 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fcfab3-2d57-4ca9-a1aa-cadcaba33d66 None None] Pushing event updated for resources: {'Port': ['ID=25f19aee-7db3-4ccf-bef8-278a80f932c6,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:51.756169 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-a75567c0-54ce-426c-9656-385842bdd10f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:51.757801 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-a75567c0-54ce-426c-9656-385842bdd10f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.52 "GET /v2.0/networks?id=04e868f3-480f-42e0-9ba8-7cbc168b320e HTTP/1.1" status: 200 len: 797 time: 0.6008034 Jan 28 00:40:51.779603 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port cb0047a1-63d5-47b5-9c5c-98530008d001 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:51.809789 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-05fcfab3-2d57-4ca9-a1aa-cadcaba33d66 None None] Attempting to bind port 25f19aee-7db3-4ccf-bef8-278a80f932c6 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:40:51.810168 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-05fcfab3-2d57-4ca9-a1aa-cadcaba33d66 None None] Attempting to bind port 25f19aee-7db3-4ccf-bef8-278a80f932c6 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:40:51.810542 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fcfab3-2d57-4ca9-a1aa-cadcaba33d66 None None] Attempting to bind port 25f19aee-7db3-4ccf-bef8-278a80f932c6 on network fa355ea8-c094-44b0-ae37-c8781af9ee37 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:40:51.816924 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fcfab3-2d57-4ca9-a1aa-cadcaba33d66 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:40:51.817311 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fcfab3-2d57-4ca9-a1aa-cadcaba33d66 None None] Checking segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:40:51.817732 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05fcfab3-2d57-4ca9-a1aa-cadcaba33d66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:51.818133 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fcfab3-2d57-4ca9-a1aa-cadcaba33d66 None None] Bound using segment: {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:40:51.818715 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-05fcfab3-2d57-4ca9-a1aa-cadcaba33d66 None None] Bound port: 25f19aee-7db3-4ccf-bef8-278a80f932c6, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbb663a-35c4-4ab5-bb38-fca7ac044801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fa355ea8-c094-44b0-ae37-c8781af9ee37'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:40:51.819051 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05fcfab3-2d57-4ca9-a1aa-cadcaba33d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (25f19aee-7db3-4ccf-bef8-278a80f932c6), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:51.893106 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-05fcfab3-2d57-4ca9-a1aa-cadcaba33d66 None None] For port 25f19aee-7db3-4ccf-bef8-278a80f932c6, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:40:51.896629 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-05fcfab3-2d57-4ca9-a1aa-cadcaba33d66 None None] For port 25f19aee-7db3-4ccf-bef8-278a80f932c6, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=25f19aee-7db3-4ccf-bef8-278a80f932c6,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:40:51.903510 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05fcfab3-2d57-4ca9-a1aa-cadcaba33d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (25f19aee-7db3-4ccf-bef8-278a80f932c6), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:52.000181 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fcfab3-2d57-4ca9-a1aa-cadcaba33d66 None None] Pushing event updated for resources: {'Port': ['ID=25f19aee-7db3-4ccf-bef8-278a80f932c6,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:52.017888 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-88c180d8-e8e1-4977-a6b7-744cf3e630ea tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8 HTTP/1.1" status: 200 len: 380 time: 0.1997387 Jan 28 00:40:52.032800 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-e824d8dc-70fa-4284-afac-4a8156eda87b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'port': {'device_id': 'eb85a79f-84b9-4eff-be16-a505d619826e', 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e', 'admin_state_up': True, 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'security_groups': ['e19f7031-34b4-4982-ac34-c9e0381d8f04']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:52.166750 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-9345a632-578b-41c4-890f-c0bbbb62a782 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Allocated IP 2001:db8::e8 (fa355ea8-c094-44b0-ae37-c8781af9ee37/24d75727-a7b4-40da-8e53-76660d4f3152/11355c18-a971-49c3-932b-56d2a63ab223) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:40:52.211677 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77f6d498-af15-4113-8582-860422a87f19 req-a21ac24f-e5ee-47c0-abad-2ee603bb7ef9 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 210 time: 0.0747876 Jan 28 00:40:52.213315 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-9345a632-578b-41c4-890f-c0bbbb62a782 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5a:9232 (fa355ea8-c094-44b0-ae37-c8781af9ee37/3b04ff7e-045f-4b47-aa88-595494c66ddf/11355c18-a971-49c3-932b-56d2a63ab223) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:40:52.297830 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7502edae-72ad-4106-bd09-308ad0deb897 admin admin] Router ca9c248e-067d-4b29-8478-e764658cdde8 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:40:52.443353 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-e824d8dc-70fa-4284-afac-4a8156eda87b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Made reservation on behalf of e5a41ae09ed64e5ca7368f2afd92f5c8 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:40:52.446852 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-e824d8dc-70fa-4284-afac-4a8156eda87b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:52.620032 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9345a632-578b-41c4-890f-c0bbbb62a782 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for port (11355c18-a971-49c3-932b-56d2a63ab223), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:52.622072 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7502edae-72ad-4106-bd09-308ad0deb897 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:40:52.632823 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7502edae-72ad-4106-bd09-308ad0deb897 admin admin] 10.222.0.70 "PUT /v2.0/routers/ca9c248e-067d-4b29-8478-e764658cdde8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9292176 Jan 28 00:40:52.634738 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b10e08-3cff-4237-b1e3-b8e50e456ab1 None None] Sync routers for ids ['ca9c248e-067d-4b29-8478-e764658cdde8'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:40:52.637264 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52926) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:52.656870 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b10e08-3cff-4237-b1e3-b8e50e456ab1 None None] Routers {'ca9c248e-067d-4b29-8478-e764658cdde8'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:40:52.658271 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-02b10e08-3cff-4237-b1e3-b8e50e456ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:40:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['ca9c248e-067d-4b29-8478-e764658cdde8'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:40:52.737816 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-e824d8dc-70fa-4284-afac-4a8156eda87b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Allocated IP 172.20.0.9 (04e868f3-480f-42e0-9ba8-7cbc168b320e/58a98ec0-7123-4035-8d6c-5b9baaac427d/93c54916-ee01-4ebb-8112-363ceeda3bb2) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:40:52.741960 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9345a632-578b-41c4-890f-c0bbbb62a782 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (11355c18-a971-49c3-932b-56d2a63ab223), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:52.821985 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9345a632-578b-41c4-890f-c0bbbb62a782 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:40:52.829570 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-9345a632-578b-41c4-890f-c0bbbb62a782 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:52.832257 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9345a632-578b-41c4-890f-c0bbbb62a782 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:40:52.839153 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9345a632-578b-41c4-890f-c0bbbb62a782 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:52.839865 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9345a632-578b-41c4-890f-c0bbbb62a782 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:52.858752 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-02b10e08-3cff-4237-b1e3-b8e50e456ab1 None None] Set router ca9c248e-067d-4b29-8478-e764658cdde8 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:40:52.871408 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d51b19f7-4b0e-4a10-9e52-9fe938e444b1 admin admin] Publish callbacks [] for router (ca9c248e-067d-4b29-8478-e764658cdde8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:52.872009 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345a632-578b-41c4-890f-c0bbbb62a782 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event updated for resources: {'Port': ['ID=11355c18-a971-49c3-932b-56d2a63ab223,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:52.960802 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9345a632-578b-41c4-890f-c0bbbb62a782 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1837592 Jan 28 00:40:52.968507 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52928) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:53.051560 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d51b19f7-4b0e-4a10-9e52-9fe938e444b1 admin admin] Publish callbacks [] for router_gateway (ca9c248e-067d-4b29-8478-e764658cdde8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:53.169483 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d51b19f7-4b0e-4a10-9e52-9fe938e444b1 admin admin] Deleting port 6f0c5915-9073-4323-be4f-6483e3e71929 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:40:53.169483 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d51b19f7-4b0e-4a10-9e52-9fe938e444b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (6f0c5915-9073-4323-be4f-6483e3e71929), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:53.223920 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-02b10e08-3cff-4237-b1e3-b8e50e456ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9c248e-067d-4b29-8478-e764658cdde8', 'name': 'tempest-TestServerMultinode-1351786796-router', 'tenant_id': 'c191e90382224380b39d548f54dfd842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '6f0c5915-9073-4323-be4f-6483e3e71929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:39:26Z', 'updated_at': '2022-01-28T00:40:50Z', 'revision_number': 5, 'project_id': 'c191e90382224380b39d548f54dfd842', 'gw_port': {'id': '6f0c5915-9073-4323-be4f-6483e3e71929', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9c248e-067d-4b29-8478-e764658cdde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:39:27Z', 'updated_at': '2022-01-28T00:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:40:53.266868 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b10e08-3cff-4237-b1e3-b8e50e456ab1 None None] Checking router: ca9c248e-067d-4b29-8478-e764658cdde8 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:40:53.279766 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b10e08-3cff-4237-b1e3-b8e50e456ab1 None None] Routers {'ca9c248e-067d-4b29-8478-e764658cdde8'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:40:53.282080 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-02b10e08-3cff-4237-b1e3-b8e50e456ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:40:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['ca9c248e-067d-4b29-8478-e764658cdde8'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:40:53.325046 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-d51b19f7-4b0e-4a10-9e52-9fe938e444b1 admin admin] For port 6f0c5915-9073-4323-be4f-6483e3e71929, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6f0c5915-9073-4323-be4f-6483e3e71929,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:53.325593 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d51b19f7-4b0e-4a10-9e52-9fe938e444b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (6f0c5915-9073-4323-be4f-6483e3e71929), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:53.348058 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-e824d8dc-70fa-4284-afac-4a8156eda87b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for port (93c54916-ee01-4ebb-8112-363ceeda3bb2), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:53.350344 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d51b19f7-4b0e-4a10-9e52-9fe938e444b1 admin admin] Calling delete_port for 6f0c5915-9073-4323-be4f-6483e3e71929 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:40:53.372229 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 25f19aee-7db3-4ccf-bef8-278a80f932c6 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:40:53.422946 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5ddf0a-7a9e-4699-9ff7-00a0f769b301 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:40:53.448099 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-b1cdd3c8-5bd2-4048-9737-1f16797fab8c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting port 11355c18-a971-49c3-932b-56d2a63ab223 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:40:53.448650 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b1cdd3c8-5bd2-4048-9737-1f16797fab8c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (11355c18-a971-49c3-932b-56d2a63ab223), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:53.465354 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1bf2b26d-2842-4494-b6ac-2b91b7c18a7c req-82f70ab2-90a3-4f62-950d-6a9570b09bed tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 210 time: 0.1025436 Jan 28 00:40:53.526925 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-02b10e08-3cff-4237-b1e3-b8e50e456ab1 None None] Set router ca9c248e-067d-4b29-8478-e764658cdde8 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:40:53.598223 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-02b10e08-3cff-4237-b1e3-b8e50e456ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9c248e-067d-4b29-8478-e764658cdde8', 'name': 'tempest-TestServerMultinode-1351786796-router', 'tenant_id': 'c191e90382224380b39d548f54dfd842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:39:26Z', 'updated_at': '2022-01-28T00:40:53Z', 'revision_number': 6, 'project_id': 'c191e90382224380b39d548f54dfd842', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:40:53.636570 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d51b19f7-4b0e-4a10-9e52-9fe938e444b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (6f0c5915-9073-4323-be4f-6483e3e71929), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:53.653842 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b10e08-3cff-4237-b1e3-b8e50e456ab1 None None] The sync data for ids ['ca9c248e-067d-4b29-8478-e764658cdde8'] in n-d-826754-1 is: [{'id': 'ca9c248e-067d-4b29-8478-e764658cdde8', 'name': 'tempest-TestServerMultinode-1351786796-router', 'tenant_id': 'c191e90382224380b39d548f54dfd842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:39:26Z', 'updated_at': '2022-01-28T00:40:53Z', 'revision_number': 6, 'project_id': 'c191e90382224380b39d548f54dfd842', 'gw_port_host': None}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:40:53.656177 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-1797a071-3e25-42ae-ab2f-5fb4eee511d7 None None] Provisioning complete for port 25f19aee-7db3-4ccf-bef8-278a80f932c6 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:53.656177 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1797a071-3e25-42ae-ab2f-5fb4eee511d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (25f19aee-7db3-4ccf-bef8-278a80f932c6), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:53.665613 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b19f7-4b0e-4a10-9e52-9fe938e444b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f0c5915-9073-4323-be4f-6483e3e71929,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:53.679327 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b1cdd3c8-5bd2-4048-9737-1f16797fab8c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (11355c18-a971-49c3-932b-56d2a63ab223), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:53.705856 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-b1cdd3c8-5bd2-4048-9737-1f16797fab8c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Calling delete_port for 11355c18-a971-49c3-932b-56d2a63ab223 owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:40:53.727978 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 25f19aee-7db3-4ccf-bef8-278a80f932c6 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:53.728439 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (25f19aee-7db3-4ccf-bef8-278a80f932c6), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:53.793857 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d51b19f7-4b0e-4a10-9e52-9fe938e444b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (ca9c248e-067d-4b29-8478-e764658cdde8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:53.828536 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04542fee-84c5-4de7-bb7a-48ee7091a847 req-62a176a6-98f7-4144-8025-883eb33d3ab8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3674970 Jan 28 00:40:53.831754 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-e824d8dc-70fa-4284-afac-4a8156eda87b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (93c54916-ee01-4ebb-8112-363ceeda3bb2), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:53.907803 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 25f19aee-7db3-4ccf-bef8-278a80f932c6 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:53.908923 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (25f19aee-7db3-4ccf-bef8-278a80f932c6), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:53.922088 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1797a071-3e25-42ae-ab2f-5fb4eee511d7 None None] Current status of the port 25f19aee-7db3-4ccf-bef8-278a80f932c6 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:53.923423 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1797a071-3e25-42ae-ab2f-5fb4eee511d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (25f19aee-7db3-4ccf-bef8-278a80f932c6), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:53.958366 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-e824d8dc-70fa-4284-afac-4a8156eda87b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Network 04e868f3-480f-42e0-9ba8-7cbc168b320e is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:40:53.966303 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-e824d8dc-70fa-4284-afac-4a8156eda87b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:40:53.969635 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-e824d8dc-70fa-4284-afac-4a8156eda87b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:40:53.975285 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824d8dc-70fa-4284-afac-4a8156eda87b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'Port': ['ID=93c54916-ee01-4ebb-8112-363ceeda3bb2,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:53.982226 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 25f19aee-7db3-4ccf-bef8-278a80f932c6, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=25f19aee-7db3-4ccf-bef8-278a80f932c6,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:53.982941 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d51b19f7-4b0e-4a10-9e52-9fe938e444b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (ca9c248e-067d-4b29-8478-e764658cdde8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:53.987574 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d51b19f7-4b0e-4a10-9e52-9fe938e444b1 admin admin] Publish callbacks [] for router_controller (ca9c248e-067d-4b29-8478-e764658cdde8), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:53.992026 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (25f19aee-7db3-4ccf-bef8-278a80f932c6), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:54.094028 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-1797a071-3e25-42ae-ab2f-5fb4eee511d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:40:54.094495 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-1797a071-3e25-42ae-ab2f-5fb4eee511d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:40:54.120702 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=25f19aee-7db3-4ccf-bef8-278a80f932c6,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:54.136768 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04542fee-84c5-4de7-bb7a-48ee7091a847 req-b8675967-6a71-4707-9f6a-19d38b054bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:54.138345 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04542fee-84c5-4de7-bb7a-48ee7091a847 req-b8675967-6a71-4707-9f6a-19d38b054bc1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=126ff8dba2134b2d95d54d419fe64967&device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 1097 time: 0.2489948 Jan 28 00:40:54.174935 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d51b19f7-4b0e-4a10-9e52-9fe938e444b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (ca9c248e-067d-4b29-8478-e764658cdde8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:54.178396 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51b19f7-4b0e-4a10-9e52-9fe938e444b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca9c248e-067d-4b29-8478-e764658cdde8 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:40:54.189645 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d51b19f7-4b0e-4a10-9e52-9fe938e444b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:54.195762 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d51b19f7-4b0e-4a10-9e52-9fe938e444b1 admin admin] 10.222.0.70 "DELETE /v2.0/routers/ca9c248e-067d-4b29-8478-e764658cdde8 HTTP/1.1" status: 204 len: 168 time: 1.5532386 Jan 28 00:40:54.196079 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-e824d8dc-70fa-4284-afac-4a8156eda87b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:54.196079 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-e824d8dc-70fa-4284-afac-4a8156eda87b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:54.196824 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52934) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:54.307281 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-e824d8dc-70fa-4284-afac-4a8156eda87b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2827566 Jan 28 00:40:54.315470 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-f86cf663-b0a8-4e02-a2c0-9d73ed97499e admin admin] Deleting subnet 0f922c71-4383-45d6-8e6e-a779ed3d30d3 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:40:54.325959 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-afa49f65-6517-4042-8d71-33fe5edd03b7 service neutron] Request body: {'port': {'device_id': 'eb85a79f-84b9-4eff-be16-a505d619826e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:40:54.337680 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f86cf663-b0a8-4e02-a2c0-9d73ed97499e admin admin] Publish callbacks [] for subnet (0f922c71-4383-45d6-8e6e-a779ed3d30d3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:54.345673 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b1cdd3c8-5bd2-4048-9737-1f16797fab8c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (11355c18-a971-49c3-932b-56d2a63ab223), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:54.403573 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f86cf663-b0a8-4e02-a2c0-9d73ed97499e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (0f922c71-4383-45d6-8e6e-a779ed3d30d3), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:54.433386 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cdd3c8-5bd2-4048-9737-1f16797fab8c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Port': ['ID=11355c18-a971-49c3-932b-56d2a63ab223,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:54.517834 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04542fee-84c5-4de7-bb7a-48ee7091a847 req-3d48c034-2372-4071-a453-f2f52895bbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:54.520522 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04542fee-84c5-4de7-bb7a-48ee7091a847 req-3d48c034-2372-4071-a453-f2f52895bbf8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 200 len: 912 time: 0.3227670 Jan 28 00:40:54.563027 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f86cf663-b0a8-4e02-a2c0-9d73ed97499e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (0f922c71-4383-45d6-8e6e-a779ed3d30d3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:54.571072 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b1cdd3c8-5bd2-4048-9737-1f16797fab8c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:54.577812 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b1cdd3c8-5bd2-4048-9737-1f16797fab8c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/11355c18-a971-49c3-932b-56d2a63ab223 HTTP/1.1" status: 204 len: 168 time: 1.5527396 Jan 28 00:40:54.586007 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52938) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:54.653417 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1797a071-3e25-42ae-ab2f-5fb4eee511d7 None None] Current status of the port 25f19aee-7db3-4ccf-bef8-278a80f932c6 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:54.676316 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b199c40-3154-4f85-9bc1-6922a117267c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:54.680630 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3b199c40-3154-4f85-9bc1-6922a117267c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0911195 Jan 28 00:40:54.680998 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52940) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:54.713309 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-afa49f65-6517-4042-8d71-33fe5edd03b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (93c54916-ee01-4ebb-8112-363ceeda3bb2), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:54.721241 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04542fee-84c5-4de7-bb7a-48ee7091a847 req-e9982bf6-8165-4df2-b8b1-f181d67c81be service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee552b99-6334-45be-8a9c-ea82d5bef5a2 HTTP/1.1" status: 200 len: 217 time: 0.1351604 Jan 28 00:40:54.731405 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f86cf663-b0a8-4e02-a2c0-9d73ed97499e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (0f922c71-4383-45d6-8e6e-a779ed3d30d3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:54.766836 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86cf663-b0a8-4e02-a2c0-9d73ed97499e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f922c71-4383-45d6-8e6e-a779ed3d30d3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:54.772678 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f86cf663-b0a8-4e02-a2c0-9d73ed97499e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:54.779358 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f86cf663-b0a8-4e02-a2c0-9d73ed97499e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0f922c71-4383-45d6-8e6e-a779ed3d30d3 HTTP/1.1" status: 204 len: 168 time: 0.5774820 Jan 28 00:40:54.779358 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52942) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:54.790319 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2b0a21fe-55da-4d8e-afc7-1410186400f9 None None] Provisioning complete for port 93c54916-ee01-4ebb-8112-363ceeda3bb2 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:54.790984 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2b0a21fe-55da-4d8e-afc7-1410186400f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (93c54916-ee01-4ebb-8112-363ceeda3bb2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:54.797301 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e64ee3-76e6-4cad-95d5-226ded330e6d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:54.798964 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-32e64ee3-76e6-4cad-95d5-226ded330e6d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1169953 Jan 28 00:40:54.802344 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623664bb-6dda-4b71-8bed-ab70c449255a None None] Network 48102a04-ab35-4405-a390-afe0079109e3 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:40:54.810453 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52946) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:54.941050 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ef91cb-7d49-4145-8c79-246de5f0b67b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:54.942656 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ef91cb-7d49-4145-8c79-246de5f0b67b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:54.944248 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ef91cb-7d49-4145-8c79-246de5f0b67b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:54.960858 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-64ef91cb-7d49-4145-8c79-246de5f0b67b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1478088 Jan 28 00:40:54.965766 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6e75471e-e0f1-49ae-a0ff-3630c3e8498e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (48102a04-ab35-4405-a390-afe0079109e3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:54.969588 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52948) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:55.222877 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2b0a21fe-55da-4d8e-afc7-1410186400f9 None None] Port 93c54916-ee01-4ebb-8112-363ceeda3bb2 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:40:55.224880 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 25f19aee-7db3-4ccf-bef8-278a80f932c6 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:40:55.253551 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f1b6f5-fbb6-44e5-9785-cc72806bbd58 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting subnet 24d75727-a7b4-40da-8e53-76660d4f3152 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:40:55.277054 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d9f1b6f5-fbb6-44e5-9785-cc72806bbd58 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (24d75727-a7b4-40da-8e53-76660d4f3152), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:55.320241 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 25f19aee-7db3-4ccf-bef8-278a80f932c6 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:55.321242 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (25f19aee-7db3-4ccf-bef8-278a80f932c6), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:55.343717 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d9f1b6f5-fbb6-44e5-9785-cc72806bbd58 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (24d75727-a7b4-40da-8e53-76660d4f3152), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:55.386462 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6e75471e-e0f1-49ae-a0ff-3630c3e8498e admin admin] Deleting port 6de55b09-accd-42f4-9843-6bb1ec8d79b8 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:40:55.386813 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6e75471e-e0f1-49ae-a0ff-3630c3e8498e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (6de55b09-accd-42f4-9843-6bb1ec8d79b8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:55.447878 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-bc1e71ca-8fce-494a-815c-17e24d8fdd75 None None] Could not find standard attr ID for object 11355c18-a971-49c3-932b-56d2a63ab223. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:40:55.472393 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 25f19aee-7db3-4ccf-bef8-278a80f932c6 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:55.491567 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-bc1e71ca-8fce-494a-815c-17e24d8fdd75 None None] Provisioning complete for port 25f19aee-7db3-4ccf-bef8-278a80f932c6 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:55.492114 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bc1e71ca-8fce-494a-815c-17e24d8fdd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (25f19aee-7db3-4ccf-bef8-278a80f932c6), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:55.557417 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164deb85-c9a9-47ce-b683-284ccda35a0e None None] DHCP port deletion for 48102a04-ab35-4405-a390-afe0079109e3 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:40:55.594908 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6f0c5915-9073-4323-be4f-6483e3e71929 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:40:55.605597 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d9f1b6f5-fbb6-44e5-9785-cc72806bbd58 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (24d75727-a7b4-40da-8e53-76660d4f3152), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:55.652905 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-6e75471e-e0f1-49ae-a0ff-3630c3e8498e admin admin] For port 6de55b09-accd-42f4-9843-6bb1ec8d79b8, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6de55b09-accd-42f4-9843-6bb1ec8d79b8,segment=NetworkSegment(07863755-d60e-4830-93d6-515385a89bfa),segment_id=07863755-d60e-4830-93d6-515385a89bfa)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:55.653494 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6e75471e-e0f1-49ae-a0ff-3630c3e8498e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (6de55b09-accd-42f4-9843-6bb1ec8d79b8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:55.675431 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6e75471e-e0f1-49ae-a0ff-3630c3e8498e admin admin] Calling delete_port for 6de55b09-accd-42f4-9843-6bb1ec8d79b8 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:40:55.677859 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 6f0c5915-9073-4323-be4f-6483e3e71929 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:40:55.678700 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6f0c5915-9073-4323-be4f-6483e3e71929 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:40:55.681020 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 07dd2049-a3e9-4313-8b78-d1f02b17c6d3 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:40:55.681303 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04542fee-84c5-4de7-bb7a-48ee7091a847 req-5e17f38a-392d-42de-8f26-e9ff35dd8b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:55.682514 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04542fee-84c5-4de7-bb7a-48ee7091a847 req-5e17f38a-392d-42de-8f26-e9ff35dd8b29 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0f29497-ba52-4939-af70-d57b51c2ceee HTTP/1.1" status: 200 len: 850 time: 0.9408171 Jan 28 00:40:55.736741 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 07dd2049-a3e9-4313-8b78-d1f02b17c6d3 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:40:55.737461 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 07dd2049-a3e9-4313-8b78-d1f02b17c6d3 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:40:55.751881 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d9f1b6f5-fbb6-44e5-9785-cc72806bbd58 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (24d75727-a7b4-40da-8e53-76660d4f3152), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:55.752896 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a579a31-7258-4015-baf2-80ef71c1d105 req-27d624fd-d90a-422d-acd6-1c350c929dd3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:55.760086 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a579a31-7258-4015-baf2-80ef71c1d105 req-27d624fd-d90a-422d-acd6-1c350c929dd3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 931 time: 1.1763713 Jan 28 00:40:55.859154 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-164deb85-c9a9-47ce-b683-284ccda35a0e None None] Deleting port 6de55b09-accd-42f4-9843-6bb1ec8d79b8 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:40:55.860553 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-164deb85-c9a9-47ce-b683-284ccda35a0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (6de55b09-accd-42f4-9843-6bb1ec8d79b8), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:55.875822 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7da389f-5012-47e5-b5a7-260fa8196d57 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:40:55.881289 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-bc1e71ca-8fce-494a-815c-17e24d8fdd75 None None] Current status of the port 25f19aee-7db3-4ccf-bef8-278a80f932c6 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:56.071930 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a579a31-7258-4015-baf2-80ef71c1d105 req-826d782a-5da6-4304-8baa-e23aada4d7ae tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3099716 Jan 28 00:40:56.087735 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-c1f05d31-a2ae-4abe-a264-9a21466254de None None] Could not find standard attr ID for object 11355c18-a971-49c3-932b-56d2a63ab223. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:40:56.095015 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04542fee-84c5-4de7-bb7a-48ee7091a847 req-d6ccde74-fa64-4d86-bc15-61d8b85d5653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:56.096845 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04542fee-84c5-4de7-bb7a-48ee7091a847 req-d6ccde74-fa64-4d86-bc15-61d8b85d5653 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a5055772-1556-467a-8d2c-d15584910096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3208015 Jan 28 00:40:56.147436 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d9f1b6f5-fbb6-44e5-9785-cc72806bbd58 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:56.154275 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d9f1b6f5-fbb6-44e5-9785-cc72806bbd58 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/24d75727-a7b4-40da-8e53-76660d4f3152 HTTP/1.1" status: 204 len: 168 time: 1.1734645 Jan 28 00:40:56.155554 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52952) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:56.180286 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-164deb85-c9a9-47ce-b683-284ccda35a0e None None] For port 6de55b09-accd-42f4-9843-6bb1ec8d79b8, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6de55b09-accd-42f4-9843-6bb1ec8d79b8,segment=NetworkSegment(07863755-d60e-4830-93d6-515385a89bfa),segment_id=07863755-d60e-4830-93d6-515385a89bfa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:56.181114 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-164deb85-c9a9-47ce-b683-284ccda35a0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (6de55b09-accd-42f4-9843-6bb1ec8d79b8), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:56.192666 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1b6f5-fbb6-44e5-9785-cc72806bbd58 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Subnet': ['ID=24d75727-a7b4-40da-8e53-76660d4f3152,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:56.239781 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-164deb85-c9a9-47ce-b683-284ccda35a0e None None] Calling delete_port for 6de55b09-accd-42f4-9843-6bb1ec8d79b8 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:40:56.248477 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5ec3f6-a7c2-4a10-b254-97bbee54a819 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Deleting subnet 3b04ff7e-045f-4b47-aa88-595494c66ddf {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:40:56.253522 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ec5ec3f6-a7c2-4a10-b254-97bbee54a819 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (3b04ff7e-045f-4b47-aa88-595494c66ddf), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:56.304697 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6e75471e-e0f1-49ae-a0ff-3630c3e8498e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (6de55b09-accd-42f4-9843-6bb1ec8d79b8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:56.313824 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ec5ec3f6-a7c2-4a10-b254-97bbee54a819 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (3b04ff7e-045f-4b47-aa88-595494c66ddf), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:56.321574 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-afa49f65-6517-4042-8d71-33fe5edd03b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c54916-ee01-4ebb-8112-363ceeda3bb2 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:40:56.333258 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-afa49f65-6517-4042-8d71-33fe5edd03b7 service neutron] Publish callbacks [] for port (93c54916-ee01-4ebb-8112-363ceeda3bb2), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:56.363758 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04542fee-84c5-4de7-bb7a-48ee7091a847 req-84be975b-84cb-4ff5-8613-86c4df1ff3c2 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484794 Jan 28 00:40:56.364964 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-afa49f65-6517-4042-8d71-33fe5edd03b7 service neutron] Transition to ACTIVE for port object 93c54916-ee01-4ebb-8112-363ceeda3bb2 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:40:56.371284 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75471e-e0f1-49ae-a0ff-3630c3e8498e admin admin] Pushing event deleted for resources: {'Port': ['ID=6de55b09-accd-42f4-9843-6bb1ec8d79b8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:56.379338 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e75471e-e0f1-49ae-a0ff-3630c3e8498e admin admin] No DVR routers for this DVR port 6de55b09-accd-42f4-9843-6bb1ec8d79b8 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:40:56.387576 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-afa49f65-6517-4042-8d71-33fe5edd03b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (93c54916-ee01-4ebb-8112-363ceeda3bb2), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:56.482515 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-164deb85-c9a9-47ce-b683-284ccda35a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (6de55b09-accd-42f4-9843-6bb1ec8d79b8), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:56.533985 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6e75471e-e0f1-49ae-a0ff-3630c3e8498e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (48102a04-ab35-4405-a390-afe0079109e3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:56.556919 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164deb85-c9a9-47ce-b683-284ccda35a0e None None] Pushing event deleted for resources: {'Port': ['ID=6de55b09-accd-42f4-9843-6bb1ec8d79b8,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:56.578471 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa49f65-6517-4042-8d71-33fe5edd03b7 service neutron] Pushing event updated for resources: {'Port': ['ID=93c54916-ee01-4ebb-8112-363ceeda3bb2,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:56.593586 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164deb85-c9a9-47ce-b683-284ccda35a0e None None] No DVR routers for this DVR port 6de55b09-accd-42f4-9843-6bb1ec8d79b8 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:40:56.611554 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ec5ec3f6-a7c2-4a10-b254-97bbee54a819 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (3b04ff7e-045f-4b47-aa88-595494c66ddf), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:56.638235 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-6e75471e-e0f1-49ae-a0ff-3630c3e8498e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48102a04-ab35-4405-a390-afe0079109e3']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:40:56.718167 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04542fee-84c5-4de7-bb7a-48ee7091a847 req-3bf5b5dc-4393-437a-a85d-d916bb0fd2ec service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455231 Jan 28 00:40:56.730538 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-afa49f65-6517-4042-8d71-33fe5edd03b7 service neutron] Attempting to bind port 93c54916-ee01-4ebb-8112-363ceeda3bb2 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:40:56.731722 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-afa49f65-6517-4042-8d71-33fe5edd03b7 service neutron] Attempting to bind port 93c54916-ee01-4ebb-8112-363ceeda3bb2 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'abf448c0-df20-4725-ac1a-edb312562da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:40:56.732264 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-afa49f65-6517-4042-8d71-33fe5edd03b7 service neutron] Attempting to bind port 93c54916-ee01-4ebb-8112-363ceeda3bb2 on network 04e868f3-480f-42e0-9ba8-7cbc168b320e {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:40:56.738988 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-afa49f65-6517-4042-8d71-33fe5edd03b7 service neutron] Port 93c54916-ee01-4ebb-8112-363ceeda3bb2 on network 04e868f3-480f-42e0-9ba8-7cbc168b320e not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:40:56.739598 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-afa49f65-6517-4042-8d71-33fe5edd03b7 service neutron] Attempting to bind port 93c54916-ee01-4ebb-8112-363ceeda3bb2 on network 04e868f3-480f-42e0-9ba8-7cbc168b320e {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:40:56.746567 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-afa49f65-6517-4042-8d71-33fe5edd03b7 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:40:56.747334 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-afa49f65-6517-4042-8d71-33fe5edd03b7 service neutron] Checking segment: {'id': 'abf448c0-df20-4725-ac1a-edb312562da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:40:56.748052 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-afa49f65-6517-4042-8d71-33fe5edd03b7 service neutron] Bound using segment: {'id': 'abf448c0-df20-4725-ac1a-edb312562da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:40:56.749184 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-afa49f65-6517-4042-8d71-33fe5edd03b7 service neutron] Bound port: 93c54916-ee01-4ebb-8112-363ceeda3bb2, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abf448c0-df20-4725-ac1a-edb312562da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:40:56.750056 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-afa49f65-6517-4042-8d71-33fe5edd03b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (93c54916-ee01-4ebb-8112-363ceeda3bb2), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:56.769404 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-6e75471e-e0f1-49ae-a0ff-3630c3e8498e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07863755-d60e-4830-93d6-515385a89bfa') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:40:56.769404 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-6e75471e-e0f1-49ae-a0ff-3630c3e8498e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07863755-d60e-4830-93d6-515385a89bfa') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:40:56.804416 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6e75471e-e0f1-49ae-a0ff-3630c3e8498e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (07863755-d60e-4830-93d6-515385a89bfa), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:56.857160 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6e75471e-e0f1-49ae-a0ff-3630c3e8498e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (07863755-d60e-4830-93d6-515385a89bfa), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:56.877305 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e75471e-e0f1-49ae-a0ff-3630c3e8498e admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:40:56.878114 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6e75471e-e0f1-49ae-a0ff-3630c3e8498e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (07863755-d60e-4830-93d6-515385a89bfa), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:56.881394 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:40:56.881394 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:40:56.881394 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:40:56.881394 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:40:56.881394 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:40:56.881394 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:40:56.881394 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:40:56.881394 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:40:56.881394 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:40:56.881394 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:40:56.881394 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:40:56.881394 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:40:56.881394 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:40:56.881394 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:40:56.881394 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:40:56.881394 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:40:56.881394 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:40:56.881394 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:40:56.881394 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:40:56.881394 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:40:56.881394 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:40:56.881394 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:40:56.881394 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:40:56.881394 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:40:56.881394 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:40:56.881394 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:40:56.881394 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:40:56.881394 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:40:56.881394 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:40:56.881394 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:40:56.881394 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:40:56.881394 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:40:56.900390 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-afa49f65-6517-4042-8d71-33fe5edd03b7 service neutron] For port 93c54916-ee01-4ebb-8112-363ceeda3bb2, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:40:56.908650 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-afa49f65-6517-4042-8d71-33fe5edd03b7 service neutron] For port 93c54916-ee01-4ebb-8112-363ceeda3bb2, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=93c54916-ee01-4ebb-8112-363ceeda3bb2,segment=NetworkSegment(abf448c0-df20-4725-ac1a-edb312562da6),segment_id=abf448c0-df20-4725-ac1a-edb312562da6)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:40:56.916060 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-afa49f65-6517-4042-8d71-33fe5edd03b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (93c54916-ee01-4ebb-8112-363ceeda3bb2), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:56.959208 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ec5ec3f6-a7c2-4a10-b254-97bbee54a819 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (3b04ff7e-045f-4b47-aa88-595494c66ddf), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:56.994406 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-afa49f65-6517-4042-8d71-33fe5edd03b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:56.995736 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-afa49f65-6517-4042-8d71-33fe5edd03b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:56.998469 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-afa49f65-6517-4042-8d71-33fe5edd03b7 service neutron] 10.222.0.52 "PUT /v2.0/ports/93c54916-ee01-4ebb-8112-363ceeda3bb2 HTTP/1.1" status: 200 len: 1091 time: 2.6770477 Jan 28 00:40:57.000099 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb85a79f-84b9-4eff-be16-a505d619826e', 'tag': '93c54916-ee01-4ebb-8112-363ceeda3bb2'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:40:57.003695 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5eae98-c9f8-473e-b5f3-87e64d5c566c" -d '{"events": [{"name": "network-changed", "server_uuid": "eb85a79f-84b9-4eff-be16-a505d619826e", "tag": "93c54916-ee01-4ebb-8112-363ceeda3bb2"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:40:57.006942 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ec3f6-a7c2-4a10-b254-97bbee54a819 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Subnet': ['ID=3b04ff7e-045f-4b47-aa88-595494c66ddf,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:57.034980 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ec5ec3f6-a7c2-4a10-b254-97bbee54a819 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:57.044945 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ec5ec3f6-a7c2-4a10-b254-97bbee54a819 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/3b04ff7e-045f-4b47-aa88-595494c66ddf HTTP/1.1" status: 204 len: 168 time: 0.8847871 Jan 28 00:40:57.046039 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52956) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:57.060094 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6e75471e-e0f1-49ae-a0ff-3630c3e8498e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (48102a04-ab35-4405-a390-afe0079109e3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:57.080829 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa49f65-6517-4042-8d71-33fe5edd03b7 service neutron] Pushing event updated for resources: {'Port': ['ID=93c54916-ee01-4ebb-8112-363ceeda3bb2,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:57.164315 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ef73bff6-325f-480d-9c7d-576e05307c35 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1165063 Jan 28 00:40:57.165358 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52962) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:57.192785 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6de55b09-accd-42f4-9843-6bb1ec8d79b8 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:40:57.195908 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6e75471e-e0f1-49ae-a0ff-3630c3e8498e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:57.201526 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6e75471e-e0f1-49ae-a0ff-3630c3e8498e admin admin] 10.222.0.70 "DELETE /v2.0/networks/48102a04-ab35-4405-a390-afe0079109e3 HTTP/1.1" status: 204 len: 168 time: 2.4212279 Jan 28 00:40:57.248057 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a431e1eb-6e63-449d-9b84-bb8d294993ec x-openstack-request-id: req-a431e1eb-6e63-449d-9b84-bb8d294993ec {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:40:57.248057 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb85a79f-84b9-4eff-be16-a505d619826e", "tag": "93c54916-ee01-4ebb-8112-363ceeda3bb2", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:40:57.249372 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a431e1eb-6e63-449d-9b84-bb8d294993ec {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:40:57.249888 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb85a79f-84b9-4eff-be16-a505d619826e', 'tag': '93c54916-ee01-4ebb-8112-363ceeda3bb2', 'status': 'completed', 'code': 200} Jan 28 00:40:57.250535 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52964) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:57.280802 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 6de55b09-accd-42f4-9843-6bb1ec8d79b8 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:40:57.281402 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6de55b09-accd-42f4-9843-6bb1ec8d79b8 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:40:57.288364 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75471e-e0f1-49ae-a0ff-3630c3e8498e admin admin] Pushing event deleted for resources: {'Network': ['ID=48102a04-ab35-4405-a390-afe0079109e3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:57.357301 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e51e973-8a4a-4621-abbe-61a8c4aad60c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:57.359646 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5e51e973-8a4a-4621-abbe-61a8c4aad60c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1837480 Jan 28 00:40:57.363809 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52966) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:57.423899 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdb0255-c3ac-44e1-bf84-927f3860e683 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:57.425928 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8fdb0255-c3ac-44e1-bf84-927f3860e683 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0609701 Jan 28 00:40:57.430112 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52968) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:57.475199 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-bf62b159-f45c-4431-b7e9-e6d906147fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:57.478344 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-bf62b159-f45c-4431-b7e9-e6d906147fc3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 1094 time: 0.3621120 Jan 28 00:40:57.493492 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-03b1ec47-b95d-4cd8-8f3f-13f809b8952d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541177 Jan 28 00:40:57.494101 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52970) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:57.526553 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c41cc7-232d-4b79-90ea-f7bd3191222f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:57.527147 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c41cc7-232d-4b79-90ea-f7bd3191222f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:57.531424 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-94c41cc7-232d-4b79-90ea-f7bd3191222f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/11355c18-a971-49c3-932b-56d2a63ab223 HTTP/1.1" status: 404 len: 333 time: 0.0356011 Jan 28 00:40:57.534627 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52972) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:57.567182 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39bdac2-0f3b-41c8-bdff-b171542ad6e2 None None] Network fa355ea8-c094-44b0-ae37-c8781af9ee37 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:40:57.571588 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-3982d307-52c9-44c1-89d1-6e455e2ccc8c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:57.573147 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3982d307-52c9-44c1-89d1-6e455e2ccc8c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:57.579695 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3982d307-52c9-44c1-89d1-6e455e2ccc8c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/3b04ff7e-045f-4b47-aa88-595494c66ddf HTTP/1.1" status: 404 len: 337 time: 0.0396743 Jan 28 00:40:57.581676 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52974) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:57.612725 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d455b4-5cab-4829-907a-beb652e403c2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:57.613204 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d455b4-5cab-4829-907a-beb652e403c2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:57.621070 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b7d455b4-5cab-4829-907a-beb652e403c2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/24d75727-a7b4-40da-8e53-76660d4f3152 HTTP/1.1" status: 404 len: 337 time: 0.0343850 Jan 28 00:40:57.621394 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52976) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:57.642414 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5972f4a-a0c9-49ce-9315-87801c41f383 req-678ffc24-c925-4c3c-b77c-1ee47accd6d8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:57.645129 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a5972f4a-a0c9-49ce-9315-87801c41f383 req-678ffc24-c925-4c3c-b77c-1ee47accd6d8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 943 time: 0.3583550 Jan 28 00:40:57.651347 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-53cd6c64-5a38-4cad-a93d-6e5c862189aa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93c54916-ee01-4ebb-8112-363ceeda3bb2 HTTP/1.1" status: 200 len: 217 time: 0.0962975 Jan 28 00:40:57.652368 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e20c7a-5456-438d-a4bb-fdca0c32ee2a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:57.652960 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68e20c7a-5456-438d-a4bb-fdca0c32ee2a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:57.661845 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-68e20c7a-5456-438d-a4bb-fdca0c32ee2a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/0f70eed3-fe98-489e-98af-6863a158e7c2 HTTP/1.1" status: 404 len: 333 time: 0.0355155 Jan 28 00:40:57.662156 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-e071c311-5d7b-49bb-9512-da233aa8e051 None None] Provisioning complete for port 25f19aee-7db3-4ccf-bef8-278a80f932c6 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:40:57.662156 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e071c311-5d7b-49bb-9512-da233aa8e051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (25f19aee-7db3-4ccf-bef8-278a80f932c6), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:57.662494 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52978) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:57.737880 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f38a212-7ba5-4cd3-aaba-702e950771d2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:57.738816 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f38a212-7ba5-4cd3-aaba-702e950771d2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:57.741552 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1f38a212-7ba5-4cd3-aaba-702e950771d2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/1b72d0ae-4632-48c7-a568-a4bb5967bb8e HTTP/1.1" status: 404 len: 337 time: 0.0714881 Jan 28 00:40:57.747064 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52980) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:57.806101 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e071c311-5d7b-49bb-9512-da233aa8e051 None None] Current status of the port 25f19aee-7db3-4ccf-bef8-278a80f932c6 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:40:57.819245 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-59fb0794-ec27-4755-acd8-1dca7b4152af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:57.820887 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-59fb0794-ec27-4755-acd8-1dca7b4152af service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58a98ec0-7123-4035-8d6c-5b9baaac427d HTTP/1.1" status: 200 len: 834 time: 0.1595445 Jan 28 00:40:57.829094 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1cb51ed-d0d5-4759-b6da-36578331dd71 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:57.829991 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1cb51ed-d0d5-4759-b6da-36578331dd71 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:57.834588 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a1cb51ed-d0d5-4759-b6da-36578331dd71 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/668e78a5-4994-4a48-80dd-abea8b2e3f78 HTTP/1.1" status: 404 len: 337 time: 0.0818808 Jan 28 00:40:57.837929 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52982) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:57.861440 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845e6805-0e45-445c-bac3-f3bef65b9626 None None] DHCP port deletion for fa355ea8-c094-44b0-ae37-c8781af9ee37 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:40:57.883084 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef34e1b-c677-49c4-a598-4677bd98a987 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:57.884098 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef34e1b-c677-49c4-a598-4677bd98a987 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:57.890534 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9ef34e1b-c677-49c4-a598-4677bd98a987 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/5cc963d4-286a-4a52-addc-0d3cc5710aee HTTP/1.1" status: 404 len: 333 time: 0.0506213 Jan 28 00:40:57.893023 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52984) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:57.943888 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca219f6c-54b7-4918-804d-737cc310cb77 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:57.945837 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca219f6c-54b7-4918-804d-737cc310cb77 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:57.947341 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-845e6805-0e45-445c-bac3-f3bef65b9626 None None] Deleting port 25f19aee-7db3-4ccf-bef8-278a80f932c6 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:40:57.947967 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-845e6805-0e45-445c-bac3-f3bef65b9626 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (25f19aee-7db3-4ccf-bef8-278a80f932c6), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:57.955543 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ca219f6c-54b7-4918-804d-737cc310cb77 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/ecaa98ab-25bd-4d42-a3c5-e32869e90691 HTTP/1.1" status: 404 len: 337 time: 0.0607648 Jan 28 00:40:57.958020 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52986) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:57.963500 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a5972f4a-a0c9-49ce-9315-87801c41f383 req-080db45b-7371-4c6f-b4b7-a4d561c9e42c tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2800646 Jan 28 00:40:57.993926 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-362660ec-c840-4c51-8498-e121c283541c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:57.994526 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-362660ec-c840-4c51-8498-e121c283541c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:58.003061 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-362660ec-c840-4c51-8498-e121c283541c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/f979e76d-e7ce-4b0e-ac93-81030f989c12 HTTP/1.1" status: 404 len: 337 time: 0.0385239 Jan 28 00:40:58.003538 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52988) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:58.025402 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-fb16bb97-22ce-45bf-bb6f-32f3f59a3fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:58.028470 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-fb16bb97-22ce-45bf-bb6f-32f3f59a3fae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=04e868f3-480f-42e0-9ba8-7cbc168b320e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1992660 Jan 28 00:40:58.040126 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ab61e8-1619-4cf9-a279-e5273dd0464c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:58.041036 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ab61e8-1619-4cf9-a279-e5273dd0464c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:58.049071 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f7ab61e8-1619-4cf9-a279-e5273dd0464c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/00a4b32f-8610-443e-886d-7a30d208ecf0 HTTP/1.1" status: 404 len: 333 time: 0.0420690 Jan 28 00:40:58.049615 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52990) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:58.078890 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-845e6805-0e45-445c-bac3-f3bef65b9626 None None] For port 25f19aee-7db3-4ccf-bef8-278a80f932c6, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=25f19aee-7db3-4ccf-bef8-278a80f932c6,segment=NetworkSegment(5bbb663a-35c4-4ab5-bb38-fca7ac044801),segment_id=5bbb663a-35c4-4ab5-bb38-fca7ac044801)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:40:58.079390 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-845e6805-0e45-445c-bac3-f3bef65b9626 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (25f19aee-7db3-4ccf-bef8-278a80f932c6), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:58.082063 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66fe43b-3308-4321-9401-cfb0597cee61 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:58.082527 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a66fe43b-3308-4321-9401-cfb0597cee61 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:58.089637 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a66fe43b-3308-4321-9401-cfb0597cee61 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/c03a1e15-1f44-4aa8-8ed8-c5502df24a8b HTTP/1.1" status: 404 len: 337 time: 0.0346169 Jan 28 00:40:58.092144 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52992) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:58.098255 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:40:58.105571 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-845e6805-0e45-445c-bac3-f3bef65b9626 None None] Calling delete_port for 25f19aee-7db3-4ccf-bef8-278a80f932c6 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:40:58.201394 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-845e6805-0e45-445c-bac3-f3bef65b9626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (25f19aee-7db3-4ccf-bef8-278a80f932c6), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:58.208084 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-df9a6a06-9dcd-4b2a-91a5-904d84cc94c9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:58.208554 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df9a6a06-9dcd-4b2a-91a5-904d84cc94c9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:58.214639 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-df9a6a06-9dcd-4b2a-91a5-904d84cc94c9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/c2189d4c-a313-44e6-9523-b6b8637507c8 HTTP/1.1" status: 404 len: 337 time: 0.1203027 Jan 28 00:40:58.216356 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52994) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:58.247128 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e6805-0e45-445c-bac3-f3bef65b9626 None None] Pushing event deleted for resources: {'Port': ['ID=25f19aee-7db3-4ccf-bef8-278a80f932c6,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:40:58.255270 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-c579fb1d-ae58-4850-9580-527bc1a5d481 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:58.256012 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c579fb1d-ae58-4850-9580-527bc1a5d481 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:58.258350 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845e6805-0e45-445c-bac3-f3bef65b9626 None None] No DVR routers for this DVR port 25f19aee-7db3-4ccf-bef8-278a80f932c6 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:40:58.261148 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c579fb1d-ae58-4850-9580-527bc1a5d481 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/bc76e4b0-500a-443c-bcdc-1672450b37c3 HTTP/1.1" status: 404 len: 333 time: 0.0422850 Jan 28 00:40:58.266172 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52996) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:58.302114 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c4d0bd-54c5-4742-b1c3-c3e2c0598f62 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:58.302733 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36c4d0bd-54c5-4742-b1c3-c3e2c0598f62 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:58.306544 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-36c4d0bd-54c5-4742-b1c3-c3e2c0598f62 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/3c232aa5-cc01-4d0b-80a3-4524ea104f55 HTTP/1.1" status: 404 len: 337 time: 0.0391846 Jan 28 00:40:58.310005 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52998) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:58.362417 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-ae45c8e0-67b9-4f6b-b3c6-c076d7292f1f service neutron] 10.222.0.52 "GET /v2.0/networks/04e868f3-480f-42e0-9ba8-7cbc168b320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937105 Jan 28 00:40:58.363400 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-859ede54-65a7-408b-9c1c-f7e172e600fa tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:58.364403 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-859ede54-65a7-408b-9c1c-f7e172e600fa tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:58.375420 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-859ede54-65a7-408b-9c1c-f7e172e600fa tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/af02d1db-a673-4582-bfbb-76ed341f9465 HTTP/1.1" status: 404 len: 333 time: 0.0619483 Jan 28 00:40:58.376480 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53002) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:58.414659 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-173b62af-5129-4b8c-aff8-6208d2ecd4f5 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:58.415721 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-173b62af-5129-4b8c-aff8-6208d2ecd4f5 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:58.419633 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-173b62af-5129-4b8c-aff8-6208d2ecd4f5 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/f1eb4cdb-081d-4fcd-bdc9-a43dbc7f275a HTTP/1.1" status: 404 len: 337 time: 0.0413337 Jan 28 00:40:58.423836 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53004) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:58.453907 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a585df9-d625-460e-96a9-d66c4a915453 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:58.454689 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a585df9-d625-460e-96a9-d66c4a915453 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:58.458241 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2a585df9-d625-460e-96a9-d66c4a915453 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/04f898ae-d171-43ed-b25e-74c750fd10f7 HTTP/1.1" status: 404 len: 333 time: 0.0329564 Jan 28 00:40:58.462457 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53006) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:58.500095 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3389b7e-2138-49dc-860c-9544cc9563ec tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:58.500666 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3389b7e-2138-49dc-860c-9544cc9563ec tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:58.506212 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c3389b7e-2138-49dc-860c-9544cc9563ec tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/e95aa078-e577-4a1f-914a-0628cc995f98 HTTP/1.1" status: 404 len: 337 time: 0.0417354 Jan 28 00:40:58.509686 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53008) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:58.544846 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd4ed561-4f7a-4657-9646-4f196e6851b8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:58.545417 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd4ed561-4f7a-4657-9646-4f196e6851b8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:58.549509 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cd4ed561-4f7a-4657-9646-4f196e6851b8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/bbdb52b7-02f1-4718-b8ab-2df648220b7b HTTP/1.1" status: 404 len: 333 time: 0.0376647 Jan 28 00:40:58.553350 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53010) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:58.561768 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b79fcc0-837c-469d-a103-8b24de4c97e5 req-22c11e66-f335-42ec-a64e-aa7410e0e3e7 service neutron] 10.222.0.52 "GET /v2.0/networks/04e868f3-480f-42e0-9ba8-7cbc168b320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913133 Jan 28 00:40:58.594456 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e05cec-a3a9-4eed-a9fc-4b29fd0d3cd2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:58.595327 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79e05cec-a3a9-4eed-a9fc-4b29fd0d3cd2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:58.598967 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69db5109-0de7-4b01-a9eb-585c22e20167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (f2d16571-9cb8-4475-bd3a-54d122bf1ea0), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:58.599690 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-79e05cec-a3a9-4eed-a9fc-4b29fd0d3cd2 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/9aaf9a62-3634-463a-b01f-145a6a92d31c HTTP/1.1" status: 404 len: 337 time: 0.0446267 Jan 28 00:40:58.603436 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53012) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:58.715670 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0aa9f73-4111-44e2-ba7b-f6130a323fab tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:58.716598 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0aa9f73-4111-44e2-ba7b-f6130a323fab tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:58.722820 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a0aa9f73-4111-44e2-ba7b-f6130a323fab tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/e69c6395-5889-472e-9f24-23529aef1727 HTTP/1.1" status: 404 len: 333 time: 0.1179116 Jan 28 00:40:58.725550 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53016) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:58.754752 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-a42df774-ae6e-4b24-9d21-dd2568605cd9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:58.755217 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a42df774-ae6e-4b24-9d21-dd2568605cd9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:58.758673 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a42df774-ae6e-4b24-9d21-dd2568605cd9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/eb56d6b1-aac1-4453-a079-8b8ebaf7aa81 HTTP/1.1" status: 404 len: 337 time: 0.0316854 Jan 28 00:40:58.761044 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53018) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:58.789567 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed67b77b-fe9b-4599-8c11-64755f903685 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:58.790120 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed67b77b-fe9b-4599-8c11-64755f903685 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:58.793363 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ed67b77b-fe9b-4599-8c11-64755f903685 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/20cb961e-20eb-417f-9a3a-66cd0c13805c HTTP/1.1" status: 404 len: 333 time: 0.0312624 Jan 28 00:40:58.797343 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53020) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:58.831377 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-6faa1b5b-4755-4035-b7f6-753663793958 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:58.832209 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6faa1b5b-4755-4035-b7f6-753663793958 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:58.836113 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6faa1b5b-4755-4035-b7f6-753663793958 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/9e525176-5276-4ba0-b877-fc1ad067618d HTTP/1.1" status: 404 len: 337 time: 0.0376651 Jan 28 00:40:58.840119 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53022) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:58.859856 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5eae98-c9f8-473e-b5f3-87e64d5c566c req-c993f1b4-a667-46ec-a28b-ea0f60ed302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:58.862468 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb5eae98-c9f8-473e-b5f3-87e64d5c566c req-c993f1b4-a667-46ec-a28b-ea0f60ed302a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 1094 time: 0.2015867 Jan 28 00:40:58.873203 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-04631842-5069-4ade-9fb7-c93916fb0c8f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:58.873937 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04631842-5069-4ade-9fb7-c93916fb0c8f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:58.878645 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-04631842-5069-4ade-9fb7-c93916fb0c8f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/766f7491-100e-4dd9-bc0b-c7e3cf8adf28 HTTP/1.1" status: 404 len: 337 time: 0.0372677 Jan 28 00:40:58.882637 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53024) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:58.922516 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-859c3335-7252-4241-9b7c-f14aa7abd0c5 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:58.923580 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-859c3335-7252-4241-9b7c-f14aa7abd0c5 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:58.929213 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-859c3335-7252-4241-9b7c-f14aa7abd0c5 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/280352eb-524c-459e-9c9a-0092021d9829 HTTP/1.1" status: 404 len: 333 time: 0.0449700 Jan 28 00:40:58.931807 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53026) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:58.978224 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-277d6808-2722-4464-927e-37ab7d5379d0 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:58.978916 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-277d6808-2722-4464-927e-37ab7d5379d0 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:58.985271 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-277d6808-2722-4464-927e-37ab7d5379d0 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/91711a2c-7f9a-4498-8d50-4cd207187d0f HTTP/1.1" status: 404 len: 337 time: 0.0517654 Jan 28 00:40:58.988198 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53028) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:59.035262 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-d45e15d5-e84b-4395-800e-726a039be6f8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:59.035711 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d45e15d5-e84b-4395-800e-726a039be6f8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:59.041590 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d45e15d5-e84b-4395-800e-726a039be6f8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/87a18e0f-6386-4d2c-a1a8-503d81d0a258 HTTP/1.1" status: 404 len: 337 time: 0.0516856 Jan 28 00:40:59.047219 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53032) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:59.110255 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-acb97dfa-3cfd-4a6f-ac41-f9ac0d77a57b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:59.111272 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acb97dfa-3cfd-4a6f-ac41-f9ac0d77a57b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:59.122803 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-acb97dfa-3cfd-4a6f-ac41-f9ac0d77a57b tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/be69b16c-4fa4-40b7-9472-767b8d26561a HTTP/1.1" status: 404 len: 333 time: 0.0718052 Jan 28 00:40:59.124499 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53034) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:59.157020 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5eae98-c9f8-473e-b5f3-87e64d5c566c req-dec001e9-0ddb-4c18-9168-559981b730bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:59.159601 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb5eae98-c9f8-473e-b5f3-87e64d5c566c req-dec001e9-0ddb-4c18-9168-559981b730bd service neutron] 10.222.0.52 "GET /v2.0/networks?id=04e868f3-480f-42e0-9ba8-7cbc168b320e HTTP/1.1" status: 200 len: 898 time: 0.2900488 Jan 28 00:40:59.166298 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 25f19aee-7db3-4ccf-bef8-278a80f932c6 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:40:59.176431 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-b61811b5-950b-4407-bd58-796d18c65823 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:59.177320 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b61811b5-950b-4407-bd58-796d18c65823 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:59.185529 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b61811b5-950b-4407-bd58-796d18c65823 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/69b6de20-61f1-429e-854c-660cd85b4ead HTTP/1.1" status: 404 len: 337 time: 0.0575106 Jan 28 00:40:59.188218 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53036) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:59.204714 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 25f19aee-7db3-4ccf-bef8-278a80f932c6 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:40:59.205347 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 25f19aee-7db3-4ccf-bef8-278a80f932c6 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:40:59.241886 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef03eb3-57dc-453d-8e21-f6e736ede8bf tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:59.242772 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef03eb3-57dc-453d-8e21-f6e736ede8bf tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:59.251960 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-eef03eb3-57dc-453d-8e21-f6e736ede8bf tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/f9429b05-89c0-45a3-8fb8-97b47e20b902 HTTP/1.1" status: 404 len: 337 time: 0.0586257 Jan 28 00:40:59.252190 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53038) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:59.295064 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b4ea17a-b907-4b16-b544-8cdc2549aa20 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:59.296566 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb5eae98-c9f8-473e-b5f3-87e64d5c566c req-355be3be-912f-4946-9108-6a97535840de service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93c54916-ee01-4ebb-8112-363ceeda3bb2 HTTP/1.1" status: 200 len: 217 time: 0.0964131 Jan 28 00:40:59.296981 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b4ea17a-b907-4b16-b544-8cdc2549aa20 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:59.304768 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3b4ea17a-b907-4b16-b544-8cdc2549aa20 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/a226bed6-f8d4-4168-aaf7-c935f119cff2 HTTP/1.1" status: 404 len: 333 time: 0.0488057 Jan 28 00:40:59.305254 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53040) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:59.338145 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-059ab16c-ebe3-4dca-85bd-bd97a0a4fb59 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:59.338732 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059ab16c-ebe3-4dca-85bd-bd97a0a4fb59 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:59.342218 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-059ab16c-ebe3-4dca-85bd-bd97a0a4fb59 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/5807ab01-b9cc-4597-82ad-f4ef9c39e242 HTTP/1.1" status: 404 len: 337 time: 0.0354574 Jan 28 00:40:59.347133 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53042) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:59.374031 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8274d-a389-43fd-a244-9cfdeed09476 req-b17ed2b8-f059-4310-a666-e00d93fc64e5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:59.376646 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5cc874-a1c8-498f-aecf-a785d6653d1a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:59.376905 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3fd8274d-a389-43fd-a244-9cfdeed09476 req-b17ed2b8-f059-4310-a666-e00d93fc64e5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 943 time: 0.2470653 Jan 28 00:40:59.377078 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb5cc874-a1c8-498f-aecf-a785d6653d1a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:59.384647 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bb5cc874-a1c8-498f-aecf-a785d6653d1a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/a4e1222a-adba-4990-8945-84ab946c9d03 HTTP/1.1" status: 404 len: 337 time: 0.0320883 Jan 28 00:40:59.385002 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53044) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:59.441658 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-343cb628-d988-4850-b1a5-61e9764b3a4e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14838eb-0aee-4ccd-8cba-4f02164bbe19 HTTP/1.1" status: 200 len: 205 time: 0.0556114 Jan 28 00:40:59.444284 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53046) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:59.487561 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-df26b04a-a2ab-495c-8ebc-cf74ed658fe9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] delete failed (client error): The resource could not be found. Jan 28 00:40:59.488651 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-df26b04a-a2ab-495c-8ebc-cf74ed658fe9 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/routers/e14838eb-0aee-4ccd-8cba-4f02164bbe19 HTTP/1.1" status: 404 len: 336 time: 0.0434201 Jan 28 00:40:59.493086 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53050) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:59.500341 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5eae98-c9f8-473e-b5f3-87e64d5c566c req-fe26507e-074c-429f-b5e4-2ccaf419f20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:59.502618 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb5eae98-c9f8-473e-b5f3-87e64d5c566c req-fe26507e-074c-429f-b5e4-2ccaf419f20d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58a98ec0-7123-4035-8d6c-5b9baaac427d HTTP/1.1" status: 200 len: 834 time: 0.1941879 Jan 28 00:40:59.532724 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-8234e5ea-a71b-484d-bcc1-ae484069a0da tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:59.533318 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8234e5ea-a71b-484d-bcc1-ae484069a0da tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:59.537455 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8234e5ea-a71b-484d-bcc1-ae484069a0da tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/21d1dfa1-84bc-4510-bb6e-6eba583d24d3 HTTP/1.1" status: 404 len: 337 time: 0.0429392 Jan 28 00:40:59.540697 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53052) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:59.585964 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-181f6bc7-fba4-450a-b142-8fd164f7300a tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "GET /v2.0/ports?device_id=63323d6c-694e-42cb-8111-d94efaebda51 HTTP/1.1" status: 200 len: 205 time: 0.0438659 Jan 28 00:40:59.588571 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53054) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:59.622496 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3fd8274d-a389-43fd-a244-9cfdeed09476 req-78da6e2f-87fe-4377-8ec9-839aead18764 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2359273 Jan 28 00:40:59.628807 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-ca8ed26d-cca7-4a28-9109-b1bc70495b3f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] delete failed (client error): The resource could not be found. Jan 28 00:40:59.629629 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ca8ed26d-cca7-4a28-9109-b1bc70495b3f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/routers/63323d6c-694e-42cb-8111-d94efaebda51 HTTP/1.1" status: 404 len: 336 time: 0.0399084 Jan 28 00:40:59.632843 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53056) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:59.654343 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5eae98-c9f8-473e-b5f3-87e64d5c566c req-7634f16e-5b8e-4ff3-9d8e-463f0ee93298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:40:59.657170 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb5eae98-c9f8-473e-b5f3-87e64d5c566c req-7634f16e-5b8e-4ff3-9d8e-463f0ee93298 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=04e868f3-480f-42e0-9ba8-7cbc168b320e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209099 Jan 28 00:40:59.661168 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c331bf5-b895-4f44-9614-fa141bf3840c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:59.661646 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c331bf5-b895-4f44-9614-fa141bf3840c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:59.665419 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1c331bf5-b895-4f44-9614-fa141bf3840c tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/95e64ea8-9838-4f6a-af29-d1d4d39c93a4 HTTP/1.1" status: 404 len: 337 time: 0.0311270 Jan 28 00:40:59.668825 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53058) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:59.697031 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-76095994-c8c8-4a26-8ced-e5949eba8364 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:59.697501 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76095994-c8c8-4a26-8ced-e5949eba8364 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:59.700638 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-76095994-c8c8-4a26-8ced-e5949eba8364 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/1e3f9ce2-24b9-4624-986e-914eefeaac60 HTTP/1.1" status: 404 len: 337 time: 0.0305154 Jan 28 00:40:59.704048 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53060) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:59.709037 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-69db5109-0de7-4b01-a9eb-585c22e20167 admin admin] Deleting port 594adc85-35b4-4f57-90f6-66359221d7a2 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:40:59.709609 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69db5109-0de7-4b01-a9eb-585c22e20167 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (594adc85-35b4-4f57-90f6-66359221d7a2), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:40:59.728225 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e244e9-3ce8-4e56-8b6e-f5248d619266 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:59.728809 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e244e9-3ce8-4e56-8b6e-f5248d619266 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:59.732566 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c7e244e9-3ce8-4e56-8b6e-f5248d619266 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/999d94bb-58a0-43c4-a094-71ae4fdcc299 HTTP/1.1" status: 404 len: 333 time: 0.0273781 Jan 28 00:40:59.736929 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53062) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:59.769759 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-077487fc-bd54-49b5-b78d-f281aade9b32 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:59.770224 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077487fc-bd54-49b5-b78d-f281aade9b32 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:59.773388 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-077487fc-bd54-49b5-b78d-f281aade9b32 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/f6322dab-bff3-4e95-88de-149352987596 HTTP/1.1" status: 404 len: 337 time: 0.0354180 Jan 28 00:40:59.776306 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53064) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:59.802066 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-a65c604b-a09c-4dee-9441-ad0d218db3ae tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:59.802564 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a65c604b-a09c-4dee-9441-ad0d218db3ae tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:59.805771 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a65c604b-a09c-4dee-9441-ad0d218db3ae tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/3596405e-4358-4743-8929-3ce2313ac077 HTTP/1.1" status: 404 len: 333 time: 0.0284390 Jan 28 00:40:59.808927 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53066) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:59.837342 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd46725-abe4-44ae-8c66-90cdecfaceca tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:59.838375 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd46725-abe4-44ae-8c66-90cdecfaceca tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:59.841258 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fbd46725-abe4-44ae-8c66-90cdecfaceca tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/9fae24aa-5f52-49d2-b167-c6cc40cfc6e8 HTTP/1.1" status: 404 len: 337 time: 0.0310566 Jan 28 00:40:59.844733 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53068) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:59.869558 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-15de1364-8bc9-4c15-aa3e-461cd0792fa8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:59.870156 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15de1364-8bc9-4c15-aa3e-461cd0792fa8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:59.876220 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-15de1364-8bc9-4c15-aa3e-461cd0792fa8 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/59a32d63-b433-42a4-8bc9-aae01786f367 HTTP/1.1" status: 404 len: 333 time: 0.0275972 Jan 28 00:40:59.876605 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53070) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:59.903668 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83e026c-fb82-442a-a40f-3b26afac7c29 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:59.904143 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83e026c-fb82-442a-a40f-3b26afac7c29 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:59.908008 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a83e026c-fb82-442a-a40f-3b26afac7c29 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/79d943c0-22a0-4527-b62c-025e94e8c472 HTTP/1.1" status: 404 len: 337 time: 0.0302615 Jan 28 00:40:59.910860 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53072) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:59.936492 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca42e684-5388-4260-8c5d-ad94253546d4 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:59.937049 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca42e684-5388-4260-8c5d-ad94253546d4 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:59.943371 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ca42e684-5388-4260-8c5d-ad94253546d4 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/1b2e0096-9729-4eaa-b4c9-60b99f54afac HTTP/1.1" status: 404 len: 333 time: 0.0282140 Jan 28 00:40:59.943708 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb5eae98-c9f8-473e-b5f3-87e64d5c566c req-06cf9864-bc26-4424-a8cc-a1b1b42d48b7 service neutron] 10.222.0.52 "GET /v2.0/networks/04e868f3-480f-42e0-9ba8-7cbc168b320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737544 Jan 28 00:40:59.944428 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53074) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:40:59.977460 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-52aa0235-792f-4a62-9cb5-4b93cb189955 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:40:59.977925 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52aa0235-792f-4a62-9cb5-4b93cb189955 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:40:59.981538 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-52aa0235-792f-4a62-9cb5-4b93cb189955 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/48382a5b-5654-4917-9d4d-d0df994c59d8 HTTP/1.1" status: 404 len: 337 time: 0.0363197 Jan 28 00:40:59.984814 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53076) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:00.009565 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-1254088b-b1c7-4070-9bf0-37deb314e61d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:41:00.010160 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1254088b-b1c7-4070-9bf0-37deb314e61d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:41:00.013404 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1254088b-b1c7-4070-9bf0-37deb314e61d tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/9bb1ee04-3412-414e-9054-41276c07f534 HTTP/1.1" status: 404 len: 333 time: 0.0275292 Jan 28 00:41:00.016665 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53078) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:00.045233 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49d7817-06d2-497f-8e4d-87116df57202 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:41:00.045755 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49d7817-06d2-497f-8e4d-87116df57202 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:41:00.049025 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e49d7817-06d2-497f-8e4d-87116df57202 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/dfe84877-7847-46b3-86d9-abab99fc5829 HTTP/1.1" status: 404 len: 337 time: 0.0311999 Jan 28 00:41:00.051751 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53080) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:00.066479 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-69db5109-0de7-4b01-a9eb-585c22e20167 admin admin] For port 594adc85-35b4-4f57-90f6-66359221d7a2, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=594adc85-35b4-4f57-90f6-66359221d7a2,segment=NetworkSegment(88588c04-f0ab-422c-a1ee-8df8bf9b88aa),segment_id=88588c04-f0ab-422c-a1ee-8df8bf9b88aa)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:41:00.067001 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69db5109-0de7-4b01-a9eb-585c22e20167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (594adc85-35b4-4f57-90f6-66359221d7a2), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:00.076317 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9efdbd9-e2bf-4fe0-85f4-850e44eef915 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:41:00.076980 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9efdbd9-e2bf-4fe0-85f4-850e44eef915 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:41:00.080513 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c9efdbd9-e2bf-4fe0-85f4-850e44eef915 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/ec6e197a-8696-48f2-b41d-04cd2fcc62cb HTTP/1.1" status: 404 len: 333 time: 0.0275414 Jan 28 00:41:00.084089 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53082) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:00.096835 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-69db5109-0de7-4b01-a9eb-585c22e20167 admin admin] Calling delete_port for 594adc85-35b4-4f57-90f6-66359221d7a2 owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:41:00.119568 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73641fe-43d5-4229-b215-55d15506974e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:41:00.120062 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b73641fe-43d5-4229-b215-55d15506974e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:41:00.126503 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b73641fe-43d5-4229-b215-55d15506974e tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/8f347564-c138-4c9e-adc2-ba5d70af9226 HTTP/1.1" status: 404 len: 337 time: 0.0381279 Jan 28 00:41:00.126888 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53084) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:00.152411 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68a1a4b-912c-44f7-98fd-3bae02e5d32f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:41:00.152996 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f68a1a4b-912c-44f7-98fd-3bae02e5d32f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:41:00.156750 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f68a1a4b-912c-44f7-98fd-3bae02e5d32f tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/ports/9d705c66-91c8-48d7-aa6e-7417a9c844d7 HTTP/1.1" status: 404 len: 333 time: 0.0288053 Jan 28 00:41:00.160323 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53086) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:00.193725 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e66a54f-c138-4e43-bdd8-977e13484175 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] DELETE failed (client error): The resource could not be found. Jan 28 00:41:00.194184 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e66a54f-c138-4e43-bdd8-977e13484175 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:41:00.197489 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3e66a54f-c138-4e43-bdd8-977e13484175 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/subnets/5f6f82ee-7e38-41f9-b2de-46f1ce173974 HTTP/1.1" status: 404 len: 337 time: 0.0360620 Jan 28 00:41:00.200639 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53088) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:00.230102 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb5eae98-c9f8-473e-b5f3-87e64d5c566c req-aeb0a70a-10e3-4826-bd7a-07869d066888 service neutron] 10.222.0.52 "GET /v2.0/networks/04e868f3-480f-42e0-9ba8-7cbc168b320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770221 Jan 28 00:41:00.292014 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10ffed60-a47a-4c37-8c0c-330f30beb307 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (fa355ea8-c094-44b0-ae37-c8781af9ee37), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:00.407937 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10ffed60-a47a-4c37-8c0c-330f30beb307 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (fa355ea8-c094-44b0-ae37-c8781af9ee37), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:00.446033 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-10ffed60-a47a-4c37-8c0c-330f30beb307 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa355ea8-c094-44b0-ae37-c8781af9ee37']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:00.454697 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69db5109-0de7-4b01-a9eb-585c22e20167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (594adc85-35b4-4f57-90f6-66359221d7a2), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:00.472654 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-10ffed60-a47a-4c37-8c0c-330f30beb307 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bbb663a-35c4-4ab5-bb38-fca7ac044801') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:00.473143 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-10ffed60-a47a-4c37-8c0c-330f30beb307 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bbb663a-35c4-4ab5-bb38-fca7ac044801') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:00.489831 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db5109-0de7-4b01-a9eb-585c22e20167 admin admin] Pushing event deleted for resources: {'Port': ['ID=594adc85-35b4-4f57-90f6-66359221d7a2,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:00.504107 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10ffed60-a47a-4c37-8c0c-330f30beb307 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (5bbb663a-35c4-4ab5-bb38-fca7ac044801), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:00.533292 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10ffed60-a47a-4c37-8c0c-330f30beb307 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (5bbb663a-35c4-4ab5-bb38-fca7ac044801), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:00.547400 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ffed60-a47a-4c37-8c0c-330f30beb307 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:41:00.547950 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10ffed60-a47a-4c37-8c0c-330f30beb307 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (5bbb663a-35c4-4ab5-bb38-fca7ac044801), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:00.553568 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:41:00.553568 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:41:00.553568 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:41:00.553568 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:41:00.553568 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:41:00.553568 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:41:00.553568 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:41:00.553568 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:41:00.553568 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:41:00.553568 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:41:00.553568 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:41:00.553568 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:41:00.553568 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:41:00.553568 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:41:00.553568 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:41:00.553568 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:41:00.553568 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:41:00.553568 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:41:00.553568 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:41:00.553568 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:41:00.553568 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:41:00.553568 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:41:00.553568 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:41:00.553568 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:41:00.553568 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:41:00.553568 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:41:00.553568 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:41:00.553568 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:41:00.553568 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:41:00.553568 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:41:00.553568 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:41:00.553568 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:41:00.691991 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10ffed60-a47a-4c37-8c0c-330f30beb307 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (fa355ea8-c094-44b0-ae37-c8781af9ee37), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:00.704231 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10ffed60-a47a-4c37-8c0c-330f30beb307 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:00.721041 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-10ffed60-a47a-4c37-8c0c-330f30beb307 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] 10.222.0.70 "DELETE /v2.0/networks/fa355ea8-c094-44b0-ae37-c8781af9ee37 HTTP/1.1" status: 204 len: 168 time: 0.5144334 Jan 28 00:41:00.761685 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ffed60-a47a-4c37-8c0c-330f30beb307 tempest-NetworksTestDHCPv6-1173683399 tempest-NetworksTestDHCPv6-1173683399-project] Pushing event deleted for resources: {'Network': ['ID=fa355ea8-c094-44b0-ae37-c8781af9ee37,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:00.806467 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69db5109-0de7-4b01-a9eb-585c22e20167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (f2d16571-9cb8-4475-bd3a-54d122bf1ea0), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:00.979192 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514012e-8380-454a-822f-23e03dd7fd38 req-ff522d59-d930-4f75-9f7a-8e0148bd5f0f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:00.981081 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4514012e-8380-454a-822f-23e03dd7fd38 req-ff522d59-d930-4f75-9f7a-8e0148bd5f0f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 943 time: 0.1122606 Jan 28 00:41:01.152863 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4514012e-8380-454a-822f-23e03dd7fd38 req-fefbd1b3-4820-499f-952a-21cfd3811b6c tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616442 Jan 28 00:41:01.174256 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53098) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:01.355604 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1e116cc9-719f-45ef-9eda-eb622e5d40e3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8b9238f9227b4ecda5a748cf1cc369b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1791825 Jan 28 00:41:01.359947 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53102) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:01.427449 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e157abc4-4e51-441f-8347-fd78bdfb9d87 admin admin] Publish callbacks [] for security_group (da48251c-5309-4bc3-97b9-c3c728e0bdeb), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:01.455049 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e157abc4-4e51-441f-8347-fd78bdfb9d87 admin admin] Publish callbacks [] for security_group (da48251c-5309-4bc3-97b9-c3c728e0bdeb), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:01.515115 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e157abc4-4e51-441f-8347-fd78bdfb9d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (da48251c-5309-4bc3-97b9-c3c728e0bdeb), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:01.517855 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e157abc4-4e51-441f-8347-fd78bdfb9d87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:01.519103 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e157abc4-4e51-441f-8347-fd78bdfb9d87 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/da48251c-5309-4bc3-97b9-c3c728e0bdeb HTTP/1.1" status: 204 len: 168 time: 0.1579125 Jan 28 00:41:01.528103 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157abc4-4e51-441f-8347-fd78bdfb9d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da48251c-5309-4bc3-97b9-c3c728e0bdeb,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:01.740539 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69db5109-0de7-4b01-a9eb-585c22e20167 admin admin] Router f2d16571-9cb8-4475-bd3a-54d122bf1ea0 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:41:01.883323 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69db5109-0de7-4b01-a9eb-585c22e20167 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:41:01.892843 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-69db5109-0de7-4b01-a9eb-585c22e20167 admin admin] 10.222.0.70 "PUT /v2.0/routers/f2d16571-9cb8-4475-bd3a-54d122bf1ea0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6404688 Jan 28 00:41:01.897373 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53112) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:01.908159 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023cd13f-1362-4a9c-9bb1-85e08656b56c None None] Sync routers for ids ['f2d16571-9cb8-4475-bd3a-54d122bf1ea0'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:41:01.933817 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023cd13f-1362-4a9c-9bb1-85e08656b56c None None] Routers {'f2d16571-9cb8-4475-bd3a-54d122bf1ea0'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:01.934855 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-023cd13f-1362-4a9c-9bb1-85e08656b56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:40:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['f2d16571-9cb8-4475-bd3a-54d122bf1ea0'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:02.069115 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-19d43576-b6e0-4b23-a1a5-f89120a5a631 admin admin] Publish callbacks [] for router (f2d16571-9cb8-4475-bd3a-54d122bf1ea0), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:02.110735 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-023cd13f-1362-4a9c-9bb1-85e08656b56c None None] Set router f2d16571-9cb8-4475-bd3a-54d122bf1ea0 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:41:02.294380 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-19d43576-b6e0-4b23-a1a5-f89120a5a631 admin admin] Publish callbacks [] for router_gateway (f2d16571-9cb8-4475-bd3a-54d122bf1ea0), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:02.323922 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-023cd13f-1362-4a9c-9bb1-85e08656b56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d16571-9cb8-4475-bd3a-54d122bf1ea0', 'name': 'tempest-TestServerMultinode-1706170598-router', 'tenant_id': 'fbb1ed093d9844ffa009d99970069d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '708d59b9-c134-40d3-9900-f5726c6d27dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:39:38Z', 'updated_at': '2022-01-28T00:41:00Z', 'revision_number': 5, 'project_id': 'fbb1ed093d9844ffa009d99970069d43', 'gw_port': {'id': '708d59b9-c134-40d3-9900-f5726c6d27dc', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:15:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d16571-9cb8-4475-bd3a-54d122bf1ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:39:39Z', 'updated_at': '2022-01-28T00:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:02.362513 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023cd13f-1362-4a9c-9bb1-85e08656b56c None None] Checking router: f2d16571-9cb8-4475-bd3a-54d122bf1ea0 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:41:02.374826 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023cd13f-1362-4a9c-9bb1-85e08656b56c None None] Routers {'f2d16571-9cb8-4475-bd3a-54d122bf1ea0'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:02.375560 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-023cd13f-1362-4a9c-9bb1-85e08656b56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:40:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['f2d16571-9cb8-4475-bd3a-54d122bf1ea0'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:02.408207 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea1730-be9b-4aa3-80df-c444ab8763b5 req-26fd41aa-85bf-4b75-bc0c-536f5b76e38c tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:02.413372 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f7ea1730-be9b-4aa3-80df-c444ab8763b5 req-26fd41aa-85bf-4b75-bc0c-536f5b76e38c tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 943 time: 0.1074245 Jan 28 00:41:02.415839 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-19d43576-b6e0-4b23-a1a5-f89120a5a631 admin admin] Deleting port 708d59b9-c134-40d3-9900-f5726c6d27dc {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:41:02.416591 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-19d43576-b6e0-4b23-a1a5-f89120a5a631 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (708d59b9-c134-40d3-9900-f5726c6d27dc), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:02.477046 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 93c54916-ee01-4ebb-8112-363ceeda3bb2 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:41:02.523929 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f7ea1730-be9b-4aa3-80df-c444ab8763b5 req-d5de4640-8090-4dbb-a0d1-eeaf7851ce20 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912695 Jan 28 00:41:02.630212 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-023cd13f-1362-4a9c-9bb1-85e08656b56c None None] Set router f2d16571-9cb8-4475-bd3a-54d122bf1ea0 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:41:02.650817 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-19d43576-b6e0-4b23-a1a5-f89120a5a631 admin admin] For port 708d59b9-c134-40d3-9900-f5726c6d27dc, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=708d59b9-c134-40d3-9900-f5726c6d27dc,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:41:02.651575 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-19d43576-b6e0-4b23-a1a5-f89120a5a631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (708d59b9-c134-40d3-9900-f5726c6d27dc), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:02.678111 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-19d43576-b6e0-4b23-a1a5-f89120a5a631 admin admin] Calling delete_port for 708d59b9-c134-40d3-9900-f5726c6d27dc owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:41:02.692081 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-023cd13f-1362-4a9c-9bb1-85e08656b56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d16571-9cb8-4475-bd3a-54d122bf1ea0', 'name': 'tempest-TestServerMultinode-1706170598-router', 'tenant_id': 'fbb1ed093d9844ffa009d99970069d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:39:38Z', 'updated_at': '2022-01-28T00:41:02Z', 'revision_number': 6, 'project_id': 'fbb1ed093d9844ffa009d99970069d43', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:02.704607 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 93c54916-ee01-4ebb-8112-363ceeda3bb2, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=93c54916-ee01-4ebb-8112-363ceeda3bb2,segment=NetworkSegment(abf448c0-df20-4725-ac1a-edb312562da6),segment_id=abf448c0-df20-4725-ac1a-edb312562da6)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:41:02.721260 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '93c54916-ee01-4ebb-8112-363ceeda3bb2', 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e', 'port_id': '93c54916-ee01-4ebb-8112-363ceeda3bb2', 'mac_address': 'fa:16:3e:9f:59:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a98ec0-7123-4035-8d6c-5b9baaac427d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:41:02.730241 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023cd13f-1362-4a9c-9bb1-85e08656b56c None None] The sync data for ids ['f2d16571-9cb8-4475-bd3a-54d122bf1ea0'] in n-d-826754-1 is: [{'id': 'f2d16571-9cb8-4475-bd3a-54d122bf1ea0', 'name': 'tempest-TestServerMultinode-1706170598-router', 'tenant_id': 'fbb1ed093d9844ffa009d99970069d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:39:38Z', 'updated_at': '2022-01-28T00:41:02Z', 'revision_number': 6, 'project_id': 'fbb1ed093d9844ffa009d99970069d43', 'gw_port_host': None}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:41:02.785087 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53130) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:02.796623 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 93c54916-ee01-4ebb-8112-363ceeda3bb2 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:41:02.796623 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (93c54916-ee01-4ebb-8112-363ceeda3bb2), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:02.821564 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c54916-ee01-4ebb-8112-363ceeda3bb2 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:41:02.855676 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 93c54916-ee01-4ebb-8112-363ceeda3bb2, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=93c54916-ee01-4ebb-8112-363ceeda3bb2,segment=NetworkSegment(abf448c0-df20-4725-ac1a-edb312562da6),segment_id=abf448c0-df20-4725-ac1a-edb312562da6)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:41:02.863355 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (93c54916-ee01-4ebb-8112-363ceeda3bb2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:02.928837 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-a88579d6-216e-4f75-a182-7f3fd75d02e1 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1310498911'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:41:02.951308 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=93c54916-ee01-4ebb-8112-363ceeda3bb2,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:02.964600 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88579d6-216e-4f75-a182-7f3fd75d02e1 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Made reservation on behalf of 5e275f26116b46ed802fea6634a436c7 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:41:02.970247 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a88579d6-216e-4f75-a182-7f3fd75d02e1 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:02.973924 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-19d43576-b6e0-4b23-a1a5-f89120a5a631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (708d59b9-c134-40d3-9900-f5726c6d27dc), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:02.983227 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a88579d6-216e-4f75-a182-7f3fd75d02e1 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:03.027876 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d43576-b6e0-4b23-a1a5-f89120a5a631 admin admin] Pushing event deleted for resources: {'Port': ['ID=708d59b9-c134-40d3-9900-f5726c6d27dc,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:03.109118 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a88579d6-216e-4f75-a182-7f3fd75d02e1 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for security_group (75fcbdd6-52e3-4ee3-a1ad-6738b5ef8f5b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:03.116964 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a88579d6-216e-4f75-a182-7f3fd75d02e1 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (75fcbdd6-52e3-4ee3-a1ad-6738b5ef8f5b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:03.151644 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a88579d6-216e-4f75-a182-7f3fd75d02e1 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:41:03.164358 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88579d6-216e-4f75-a182-7f3fd75d02e1 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75fcbdd6-52e3-4ee3-a1ad-6738b5ef8f5b,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:03.170411 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-19d43576-b6e0-4b23-a1a5-f89120a5a631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (f2d16571-9cb8-4475-bd3a-54d122bf1ea0), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:03.180381 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a88579d6-216e-4f75-a182-7f3fd75d02e1 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (20d05bfc-fdf9-4410-b9ca-2a415511add8), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:03.180741 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-a88579d6-216e-4f75-a182-7f3fd75d02e1 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Added segment 20d05bfc-fdf9-4410-b9ca-2a415511add8 of type vlan for network c15cb05f-75f9-4827-a1a0-2d66f5f771ac Jan 28 00:41:03.254045 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a88579d6-216e-4f75-a182-7f3fd75d02e1 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (c15cb05f-75f9-4827-a1a0-2d66f5f771ac), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:03.261920 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 594adc85-35b4-4f57-90f6-66359221d7a2 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:41:03.300538 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a88579d6-216e-4f75-a182-7f3fd75d02e1 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (c15cb05f-75f9-4827-a1a0-2d66f5f771ac), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:03.304068 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['93c54916-ee01-4ebb-8112-363ceeda3bb2'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:41:03.309788 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88579d6-216e-4f75-a182-7f3fd75d02e1 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:03.310069 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 594adc85-35b4-4f57-90f6-66359221d7a2 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:41:03.310643 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 594adc85-35b4-4f57-90f6-66359221d7a2 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:41:03.311235 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a88579d6-216e-4f75-a182-7f3fd75d02e1 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:03.314091 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-19d43576-b6e0-4b23-a1a5-f89120a5a631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (f2d16571-9cb8-4475-bd3a-54d122bf1ea0), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:03.318537 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-19d43576-b6e0-4b23-a1a5-f89120a5a631 admin admin] Publish callbacks [] for router_controller (f2d16571-9cb8-4475-bd3a-54d122bf1ea0), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:03.360677 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a88579d6-216e-4f75-a182-7f3fd75d02e1 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5751090 Jan 28 00:41:03.372262 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53136) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:03.385542 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-19d43576-b6e0-4b23-a1a5-f89120a5a631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (f2d16571-9cb8-4475-bd3a-54d122bf1ea0), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:03.386205 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d43576-b6e0-4b23-a1a5-f89120a5a631 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2d16571-9cb8-4475-bd3a-54d122bf1ea0 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:41:03.391560 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-19d43576-b6e0-4b23-a1a5-f89120a5a631 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:03.392813 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-19d43576-b6e0-4b23-a1a5-f89120a5a631 admin admin] 10.222.0.70 "DELETE /v2.0/routers/f2d16571-9cb8-4475-bd3a-54d122bf1ea0 HTTP/1.1" status: 204 len: 168 time: 1.4933672 Jan 28 00:41:03.396752 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53138) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:03.401150 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-e6c43000-8932-4fa0-bb1c-5df916574d5c tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Request body: {'subnet': {'network_id': 'c15cb05f-75f9-4827-a1a0-2d66f5f771ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:41:03.458587 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b134a8-34eb-4cb0-a222-759e07b0b95d admin admin] Deleting subnet d58a0b29-98b5-49e0-bb16-4b86fc47bd76 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:41:03.462682 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-86b134a8-34eb-4cb0-a222-759e07b0b95d admin admin] Publish callbacks [] for subnet (d58a0b29-98b5-49e0-bb16-4b86fc47bd76), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:03.530885 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-86b134a8-34eb-4cb0-a222-759e07b0b95d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (d58a0b29-98b5-49e0-bb16-4b86fc47bd76), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:03.569601 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88579d6-216e-4f75-a182-7f3fd75d02e1 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event updated for resources: {'Network': ['ID=c15cb05f-75f9-4827-a1a0-2d66f5f771ac,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:03.597205 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network c15cb05f-75f9-4827-a1a0-2d66f5f771ac details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:41:03.676371 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-86b134a8-34eb-4cb0-a222-759e07b0b95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (d58a0b29-98b5-49e0-bb16-4b86fc47bd76), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:03.717812 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c43000-8932-4fa0-bb1c-5df916574d5c tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Made reservation on behalf of 5e275f26116b46ed802fea6634a436c7 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:41:03.723517 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e6c43000-8932-4fa0-bb1c-5df916574d5c tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:03.752647 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-86b134a8-34eb-4cb0-a222-759e07b0b95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (d58a0b29-98b5-49e0-bb16-4b86fc47bd76), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:03.789308 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-86b134a8-34eb-4cb0-a222-759e07b0b95d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:03.796665 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-86b134a8-34eb-4cb0-a222-759e07b0b95d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d58a0b29-98b5-49e0-bb16-4b86fc47bd76 HTTP/1.1" status: 204 len: 168 time: 0.3948257 Jan 28 00:41:03.796665 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b134a8-34eb-4cb0-a222-759e07b0b95d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d58a0b29-98b5-49e0-bb16-4b86fc47bd76,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:03.798270 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53142) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:03.813624 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c4b07-7e0e-4335-ad35-155176479e9f req-eb709ae6-645e-4066-b5a7-74696cc349b6 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:03.815369 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-754c4b07-7e0e-4335-ad35-155176479e9f req-eb709ae6-645e-4066-b5a7-74696cc349b6 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 944 time: 0.1787965 Jan 28 00:41:03.822559 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af0b3ca-3b19-41bf-b3c1-4d3e86eaaa8d None None] Network 05a47471-d558-49dd-a31f-6ee5d04b9c2f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:41:03.909231 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca281b95-895a-4775-b75b-88fe404e2f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (05a47471-d558-49dd-a31f-6ee5d04b9c2f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:03.911949 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-754c4b07-7e0e-4335-ad35-155176479e9f req-7b446a9b-0a80-4093-ba33-c427b6426be3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886202 Jan 28 00:41:03.997348 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ca281b95-895a-4775-b75b-88fe404e2f1e admin admin] Deleting port 578d5c62-720f-4f6d-8404-8442eb005ada {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:41:03.998721 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca281b95-895a-4775-b75b-88fe404e2f1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (578d5c62-720f-4f6d-8404-8442eb005ada), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:04.079933 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e6c43000-8932-4fa0-bb1c-5df916574d5c tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (b1568b44-9fb0-4534-9908-d880d374d2e2), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:04.116910 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dadb0b9-4545-4725-81d9-01aa92af71cf None None] DHCP port deletion for 05a47471-d558-49dd-a31f-6ee5d04b9c2f request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:41:04.151044 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ca281b95-895a-4775-b75b-88fe404e2f1e admin admin] For port 578d5c62-720f-4f6d-8404-8442eb005ada, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=578d5c62-720f-4f6d-8404-8442eb005ada,segment=NetworkSegment(88588c04-f0ab-422c-a1ee-8df8bf9b88aa),segment_id=88588c04-f0ab-422c-a1ee-8df8bf9b88aa)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:41:04.153766 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca281b95-895a-4775-b75b-88fe404e2f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (578d5c62-720f-4f6d-8404-8442eb005ada), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:04.191150 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c43000-8932-4fa0-bb1c-5df916574d5c tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event updated for resources: {'Subnet': ['ID=b1568b44-9fb0-4534-9908-d880d374d2e2,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:04.203331 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c43000-8932-4fa0-bb1c-5df916574d5c tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Checking segment: {'id': '20d05bfc-fdf9-4410-b9ca-2a415511add8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c15cb05f-75f9-4827-a1a0-2d66f5f771ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:41:04.204996 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c43000-8932-4fa0-bb1c-5df916574d5c tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Network hostable DHCP agents. Network: c15cb05f-75f9-4827-a1a0-2d66f5f771ac, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:41:04.208648 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ca281b95-895a-4775-b75b-88fe404e2f1e admin admin] Calling delete_port for 578d5c62-720f-4f6d-8404-8442eb005ada owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:41:04.229084 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c43000-8932-4fa0-bb1c-5df916574d5c tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Network c15cb05f-75f9-4827-a1a0-2d66f5f771ac is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:41:04.237394 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1dadb0b9-4545-4725-81d9-01aa92af71cf None None] Deleting port 578d5c62-720f-4f6d-8404-8442eb005ada {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:41:04.238250 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1dadb0b9-4545-4725-81d9-01aa92af71cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (578d5c62-720f-4f6d-8404-8442eb005ada), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:04.249308 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-e6c43000-8932-4fa0-bb1c-5df916574d5c tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, c15cb05f-75f9-4827-a1a0-2d66f5f771ac) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:41:04.255932 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c43000-8932-4fa0-bb1c-5df916574d5c tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:04.257667 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e6c43000-8932-4fa0-bb1c-5df916574d5c tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:04.283549 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4578492-1210-4860-b5a2-63dcb4b0c5a9 None None] Network c15cb05f-75f9-4827-a1a0-2d66f5f771ac requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:41:04.286123 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e6c43000-8932-4fa0-bb1c-5df916574d5c tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9095998 Jan 28 00:41:04.288747 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53146) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:04.296870 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-2de13f97-dfc1-4b4a-a0f4-6baa5af8f367 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2077487156', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}, 'admin_state_up': False}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:41:04.331351 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2de13f97-dfc1-4b4a-a0f4-6baa5af8f367 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (bb5b4078-8718-435c-b57c-6bd2570101ef), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:04.332495 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2de13f97-dfc1-4b4a-a0f4-6baa5af8f367 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (bb5b4078-8718-435c-b57c-6bd2570101ef), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:04.334915 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca281b95-895a-4775-b75b-88fe404e2f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (578d5c62-720f-4f6d-8404-8442eb005ada), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:04.387673 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca281b95-895a-4775-b75b-88fe404e2f1e admin admin] Pushing event deleted for resources: {'Port': ['ID=578d5c62-720f-4f6d-8404-8442eb005ada,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:04.388690 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2de13f97-dfc1-4b4a-a0f4-6baa5af8f367 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for router_controller (bb5b4078-8718-435c-b57c-6bd2570101ef), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:04.391291 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca281b95-895a-4775-b75b-88fe404e2f1e admin admin] No DVR routers for this DVR port 578d5c62-720f-4f6d-8404-8442eb005ada on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:41:04.426825 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1dadb0b9-4545-4725-81d9-01aa92af71cf None None] For port 578d5c62-720f-4f6d-8404-8442eb005ada, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=578d5c62-720f-4f6d-8404-8442eb005ada,segment=NetworkSegment(88588c04-f0ab-422c-a1ee-8df8bf9b88aa),segment_id=88588c04-f0ab-422c-a1ee-8df8bf9b88aa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:41:04.427955 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1dadb0b9-4545-4725-81d9-01aa92af71cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (578d5c62-720f-4f6d-8404-8442eb005ada), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:04.469019 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1dadb0b9-4545-4725-81d9-01aa92af71cf None None] Calling delete_port for 578d5c62-720f-4f6d-8404-8442eb005ada owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:41:04.510902 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca281b95-895a-4775-b75b-88fe404e2f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (05a47471-d558-49dd-a31f-6ee5d04b9c2f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:04.540623 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-ca281b95-895a-4775-b75b-88fe404e2f1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a47471-d558-49dd-a31f-6ee5d04b9c2f']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:04.556233 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-ca281b95-895a-4775-b75b-88fe404e2f1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88588c04-f0ab-422c-a1ee-8df8bf9b88aa') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:04.556442 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-ca281b95-895a-4775-b75b-88fe404e2f1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88588c04-f0ab-422c-a1ee-8df8bf9b88aa') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:04.568117 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2de13f97-dfc1-4b4a-a0f4-6baa5af8f367 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for router_gateway (bb5b4078-8718-435c-b57c-6bd2570101ef), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:04.568591 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca281b95-895a-4775-b75b-88fe404e2f1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (88588c04-f0ab-422c-a1ee-8df8bf9b88aa), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:04.591727 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca281b95-895a-4775-b75b-88fe404e2f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (88588c04-f0ab-422c-a1ee-8df8bf9b88aa), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:04.599914 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efb3825-8271-45e3-ba79-c21d12ca8204 None None] Network c15cb05f-75f9-4827-a1a0-2d66f5f771ac requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:41:04.601564 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca281b95-895a-4775-b75b-88fe404e2f1e admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:41:04.601956 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca281b95-895a-4775-b75b-88fe404e2f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (88588c04-f0ab-422c-a1ee-8df8bf9b88aa), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:04.604651 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:41:04.604651 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:41:04.604651 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:41:04.604651 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:41:04.604651 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:41:04.604651 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:41:04.604651 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:41:04.604651 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:41:04.604651 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:41:04.604651 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:41:04.604651 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:41:04.604651 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:41:04.604651 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:41:04.604651 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:41:04.604651 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:41:04.604651 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:41:04.604651 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:41:04.604651 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:41:04.604651 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:41:04.604651 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:41:04.604651 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:41:04.604651 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:41:04.604651 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:41:04.604651 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:41:04.604651 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:41:04.604651 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:41:04.604651 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:41:04.604651 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:41:04.604651 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:41:04.604651 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:41:04.604651 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:41:04.604651 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:41:04.678581 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca281b95-895a-4775-b75b-88fe404e2f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (05a47471-d558-49dd-a31f-6ee5d04b9c2f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:04.684886 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ca281b95-895a-4775-b75b-88fe404e2f1e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:04.690528 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ca281b95-895a-4775-b75b-88fe404e2f1e admin admin] 10.222.0.70 "DELETE /v2.0/networks/05a47471-d558-49dd-a31f-6ee5d04b9c2f HTTP/1.1" status: 204 len: 168 time: 0.8911350 Jan 28 00:41:04.706789 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca281b95-895a-4775-b75b-88fe404e2f1e admin admin] Pushing event deleted for resources: {'Network': ['ID=05a47471-d558-49dd-a31f-6ee5d04b9c2f,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:41:04.767120 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:41:04.792333 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1dadb0b9-4545-4725-81d9-01aa92af71cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (578d5c62-720f-4f6d-8404-8442eb005ada), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:04.811016 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2de13f97-dfc1-4b4a-a0f4-6baa5af8f367 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for router_gateway (bb5b4078-8718-435c-b57c-6bd2570101ef), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:04.833157 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2de13f97-dfc1-4b4a-a0f4-6baa5af8f367 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:04.871932 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1dadb0b9-4545-4725-81d9-01aa92af71cf None None] Network 05a47471-d558-49dd-a31f-6ee5d04b9c2f is not hosted by any dhcp agent {{(pid=103345) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 00:41:04.872727 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dadb0b9-4545-4725-81d9-01aa92af71cf None None] No DVR routers for this DVR port 578d5c62-720f-4f6d-8404-8442eb005ada on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:41:04.877345 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dadb0b9-4545-4725-81d9-01aa92af71cf None None] Pushing event deleted for resources: {'Port': ['ID=578d5c62-720f-4f6d-8404-8442eb005ada,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:04.927383 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53150) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:04.974619 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-2de13f97-dfc1-4b4a-a0f4-6baa5af8f367 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Allocated IP 172.25.3.128 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/2b183cc5-747d-402d-84a1-8e5ed6c3eb0e) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:41:04.979775 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1397c8af-e1e9-4cee-95d3-1d3b1a83371e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c191e90382224380b39d548f54dfd842&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0485356 Jan 28 00:41:04.981070 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53152) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:05.090335 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0a06257f-b475-47e2-afbf-eb392be20032 admin admin] Publish callbacks [] for security_group (f073b353-e3dc-4ab6-88f3-6c101b7f5b7e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:05.137227 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0a06257f-b475-47e2-afbf-eb392be20032 admin admin] Publish callbacks [] for security_group (f073b353-e3dc-4ab6-88f3-6c101b7f5b7e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:05.148023 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2de13f97-dfc1-4b4a-a0f4-6baa5af8f367 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for port (2b183cc5-747d-402d-84a1-8e5ed6c3eb0e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:05.148320 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 708d59b9-c134-40d3-9900-f5726c6d27dc no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:41:05.177770 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 708d59b9-c134-40d3-9900-f5726c6d27dc {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:41:05.178299 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 708d59b9-c134-40d3-9900-f5726c6d27dc not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:41:05.178514 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3b3af-52ff-439d-9e9a-fd7289529b86 req-bd055282-9ddc-4c98-88db-147618c1d9ee tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:05.178954 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 578d5c62-720f-4f6d-8404-8442eb005ada no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:41:05.180081 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9b3b3af-52ff-439d-9e9a-fd7289529b86 req-bd055282-9ddc-4c98-88db-147618c1d9ee tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 944 time: 0.0944433 Jan 28 00:41:05.213737 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 578d5c62-720f-4f6d-8404-8442eb005ada {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:41:05.213737 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 578d5c62-720f-4f6d-8404-8442eb005ada not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:41:05.242446 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2de13f97-dfc1-4b4a-a0f4-6baa5af8f367 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (2b183cc5-747d-402d-84a1-8e5ed6c3eb0e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:05.253795 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0a06257f-b475-47e2-afbf-eb392be20032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f073b353-e3dc-4ab6-88f3-6c101b7f5b7e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:05.260425 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0a06257f-b475-47e2-afbf-eb392be20032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:05.276069 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0a06257f-b475-47e2-afbf-eb392be20032 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f073b353-e3dc-4ab6-88f3-6c101b7f5b7e HTTP/1.1" status: 204 len: 168 time: 0.2890992 Jan 28 00:41:05.298264 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06257f-b475-47e2-afbf-eb392be20032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f073b353-e3dc-4ab6-88f3-6c101b7f5b7e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:05.307369 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9b3b3af-52ff-439d-9e9a-fd7289529b86 req-a1bc24f7-4091-4b29-8b1a-365e20803022 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145360 Jan 28 00:41:05.326094 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de13f97-dfc1-4b4a-a0f4-6baa5af8f367 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:41:05.331067 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-2de13f97-dfc1-4b4a-a0f4-6baa5af8f367 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:41:05.333400 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de13f97-dfc1-4b4a-a0f4-6baa5af8f367 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event updated for resources: {'Port': ['ID=2b183cc5-747d-402d-84a1-8e5ed6c3eb0e,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:05.336196 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de13f97-dfc1-4b4a-a0f4-6baa5af8f367 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:41:05.687357 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2de13f97-dfc1-4b4a-a0f4-6baa5af8f367 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for router_gateway (bb5b4078-8718-435c-b57c-6bd2570101ef), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:05.838540 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53162) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:05.965830 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-56b51422-e4d7-4b90-8f27-c31948290e00 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fbb1ed093d9844ffa009d99970069d43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1240087 Jan 28 00:41:05.970602 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53164) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:05.984219 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b090d097-d3c2-47c8-b1df-b3482cb8616c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:06.000016 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2de13f97-dfc1-4b4a-a0f4-6baa5af8f367 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (bb5b4078-8718-435c-b57c-6bd2570101ef), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:06.054688 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e59c1f3f-cbfb-439b-993a-c70e562fa2de admin admin] Publish callbacks [] for security_group (53366d58-f2eb-4176-a9ae-343badb268bb), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:06.081763 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e59c1f3f-cbfb-439b-993a-c70e562fa2de admin admin] Publish callbacks [] for security_group (53366d58-f2eb-4176-a9ae-343badb268bb), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:06.161404 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e59c1f3f-cbfb-439b-993a-c70e562fa2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (53366d58-f2eb-4176-a9ae-343badb268bb), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:06.164280 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e59c1f3f-cbfb-439b-993a-c70e562fa2de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:06.165508 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e59c1f3f-cbfb-439b-993a-c70e562fa2de admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/53366d58-f2eb-4176-a9ae-343badb268bb HTTP/1.1" status: 204 len: 168 time: 0.1901469 Jan 28 00:41:06.173644 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de13f97-dfc1-4b4a-a0f4-6baa5af8f367 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Router bb5b4078-8718-435c-b57c-6bd2570101ef is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:41:06.178192 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c1f3f-cbfb-439b-993a-c70e562fa2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53366d58-f2eb-4176-a9ae-343badb268bb,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:06.353241 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de13f97-dfc1-4b4a-a0f4-6baa5af8f367 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:41:06.374190 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e03a76e-c0f0-4368-9cae-4337c7d2b106 None None] Sync routers for ids ['bb5b4078-8718-435c-b57c-6bd2570101ef'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:41:06.393568 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2de13f97-dfc1-4b4a-a0f4-6baa5af8f367 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:06.396159 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2de13f97-dfc1-4b4a-a0f4-6baa5af8f367 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1054800 Jan 28 00:41:06.399783 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53174) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:06.414282 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e03a76e-c0f0-4368-9cae-4337c7d2b106 None None] Routers {'bb5b4078-8718-435c-b57c-6bd2570101ef'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:06.417935 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7e03a76e-c0f0-4368-9cae-4337c7d2b106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:40:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['bb5b4078-8718-435c-b57c-6bd2570101ef'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:06.516626 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 93c54916-ee01-4ebb-8112-363ceeda3bb2 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:41:06.522965 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7e03a76e-c0f0-4368-9cae-4337c7d2b106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:06.595414 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e03a76e-c0f0-4368-9cae-4337c7d2b106 None None] Routers {'bb5b4078-8718-435c-b57c-6bd2570101ef'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:06.596366 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7e03a76e-c0f0-4368-9cae-4337c7d2b106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:40:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['bb5b4078-8718-435c-b57c-6bd2570101ef'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:06.651567 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7e03a76e-c0f0-4368-9cae-4337c7d2b106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:06.652563 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e03a76e-c0f0-4368-9cae-4337c7d2b106 None None] The sync data for ids ['bb5b4078-8718-435c-b57c-6bd2570101ef'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:41:06.675267 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 93c54916-ee01-4ebb-8112-363ceeda3bb2 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:41:06.680883 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 93c54916-ee01-4ebb-8112-363ceeda3bb2 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:41:06.681580 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (93c54916-ee01-4ebb-8112-363ceeda3bb2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:06.704916 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1701c4-bebd-4e57-959e-f3798b3ac11e req-03eadf8d-6031-447a-94c3-2e0a4c5553d7 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:06.713372 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2a1701c4-bebd-4e57-959e-f3798b3ac11e req-03eadf8d-6031-447a-94c3-2e0a4c5553d7 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 944 time: 0.1127989 Jan 28 00:41:06.790472 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 93c54916-ee01-4ebb-8112-363ceeda3bb2 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:41:06.791117 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (93c54916-ee01-4ebb-8112-363ceeda3bb2), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:06.826435 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb85a79f-84b9-4eff-be16-a505d619826e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c54916-ee01-4ebb-8112-363ceeda3bb2'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:41:06.830154 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d7d329-f11c-4459-ac04-5051f99d840f" -d '{"events": [{"server_uuid": "eb85a79f-84b9-4eff-be16-a505d619826e", "name": "network-vif-plugged", "status": "completed", "tag": "93c54916-ee01-4ebb-8112-363ceeda3bb2"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:41:06.850602 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 93c54916-ee01-4ebb-8112-363ceeda3bb2, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=93c54916-ee01-4ebb-8112-363ceeda3bb2,segment=NetworkSegment(abf448c0-df20-4725-ac1a-edb312562da6),segment_id=abf448c0-df20-4725-ac1a-edb312562da6)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:41:06.852339 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2a1701c4-bebd-4e57-959e-f3798b3ac11e req-b58f6d8c-d321-4f16-ba46-b517dde39f37 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372886 Jan 28 00:41:06.862915 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (93c54916-ee01-4ebb-8112-363ceeda3bb2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:06.948088 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a86ed9a-16df-412d-ba60-4a6f20f56a32 x-openstack-request-id: req-1a86ed9a-16df-412d-ba60-4a6f20f56a32 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:41:06.948557 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb85a79f-84b9-4eff-be16-a505d619826e", "name": "network-vif-plugged", "status": "completed", "tag": "93c54916-ee01-4ebb-8112-363ceeda3bb2", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:41:06.948940 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1a86ed9a-16df-412d-ba60-4a6f20f56a32 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:41:06.949498 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb85a79f-84b9-4eff-be16-a505d619826e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c54916-ee01-4ebb-8112-363ceeda3bb2', 'code': 200} Jan 28 00:41:06.963525 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=93c54916-ee01-4ebb-8112-363ceeda3bb2,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:07.492782 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208e7f4-685f-4f48-ae0e-4f339b32d619 req-9ceea825-f458-4d84-abf9-e0029ff3fc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:07.494377 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e208e7f4-685f-4f48-ae0e-4f339b32d619 req-9ceea825-f458-4d84-abf9-e0029ff3fc9d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 1096 time: 0.0899305 Jan 28 00:41:07.608525 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e208e7f4-685f-4f48-ae0e-4f339b32d619 req-dec16945-747e-48a5-bfbb-02b773b0c158 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066861 Jan 28 00:41:07.658986 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-33bdcf97-2141-4bb0-9f24-ccf929494359 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:08.012026 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-33bdcf97-2141-4bb0-9f24-ccf929494359 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Allocated IP 172.20.0.1 (c15cb05f-75f9-4827-a1a0-2d66f5f771ac/b1568b44-9fb0-4534-9908-d880d374d2e2/a141b189-1e27-45a7-875d-cc7af73bf9d1) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:41:08.033690 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db16a2-efbd-4441-af75-e811c41b30a9 req-21d6a9ba-7f27-46a3-9983-4e79e8250622 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:08.035388 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9db16a2-efbd-4441-af75-e811c41b30a9 req-21d6a9ba-7f27-46a3-9983-4e79e8250622 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 945 time: 0.0853627 Jan 28 00:41:08.164691 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9db16a2-efbd-4441-af75-e811c41b30a9 req-760315cc-5300-4756-b4f2-6e97318b51c9 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193740 Jan 28 00:41:08.215737 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-33bdcf97-2141-4bb0-9f24-ccf929494359 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for port (a141b189-1e27-45a7-875d-cc7af73bf9d1), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:08.265650 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-33bdcf97-2141-4bb0-9f24-ccf929494359 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (a141b189-1e27-45a7-875d-cc7af73bf9d1), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:08.314396 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bdcf97-2141-4bb0-9f24-ccf929494359 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Network c15cb05f-75f9-4827-a1a0-2d66f5f771ac is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:41:08.318294 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-33bdcf97-2141-4bb0-9f24-ccf929494359 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:41:08.325294 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bdcf97-2141-4bb0-9f24-ccf929494359 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:41:08.334741 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bdcf97-2141-4bb0-9f24-ccf929494359 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event updated for resources: {'Port': ['ID=a141b189-1e27-45a7-875d-cc7af73bf9d1,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:08.336025 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-873b1734-ae53-4370-a334-b9720f73e0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:08.382237 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-33bdcf97-2141-4bb0-9f24-ccf929494359 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (bb5b4078-8718-435c-b57c-6bd2570101ef), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:08.555703 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-33bdcf97-2141-4bb0-9f24-ccf929494359 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a141b189-1e27-45a7-875d-cc7af73bf9d1), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:08.890779 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-33bdcf97-2141-4bb0-9f24-ccf929494359 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for port (a141b189-1e27-45a7-875d-cc7af73bf9d1), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:08.895988 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-33bdcf97-2141-4bb0-9f24-ccf929494359 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (a141b189-1e27-45a7-875d-cc7af73bf9d1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:08.986094 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-33bdcf97-2141-4bb0-9f24-ccf929494359 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (bb5b4078-8718-435c-b57c-6bd2570101ef), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:08.989048 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bdcf97-2141-4bb0-9f24-ccf929494359 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event updated for resources: {'Port': ['ID=a141b189-1e27-45a7-875d-cc7af73bf9d1,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:09.148004 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bdcf97-2141-4bb0-9f24-ccf929494359 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Network c15cb05f-75f9-4827-a1a0-2d66f5f771ac is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:41:09.149634 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-33bdcf97-2141-4bb0-9f24-ccf929494359 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:41:09.319012 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33bdcf97-2141-4bb0-9f24-ccf929494359 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Router bb5b4078-8718-435c-b57c-6bd2570101ef has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:41:09.383833 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136d01e-24dd-4b30-9c9a-7281a7abf3f1 req-249b391f-f18d-413f-8eb3-d32353372a78 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:09.385518 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6136d01e-24dd-4b30-9c9a-7281a7abf3f1 req-249b391f-f18d-413f-8eb3-d32353372a78 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 945 time: 0.1077065 Jan 28 00:41:09.508415 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6136d01e-24dd-4b30-9c9a-7281a7abf3f1 req-1deb2fc2-6c12-469d-9966-dd40bc479c08 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132183 Jan 28 00:41:09.515438 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bdcf97-2141-4bb0-9f24-ccf929494359 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:41:09.527076 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-33bdcf97-2141-4bb0-9f24-ccf929494359 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "PUT /v2.0/routers/bb5b4078-8718-435c-b57c-6bd2570101ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1225355 Jan 28 00:41:09.527700 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53186) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:09.531387 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac5a1d0-dfb7-4707-afde-fc92010da072 None None] Sync routers for ids ['bb5b4078-8718-435c-b57c-6bd2570101ef'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:41:09.537502 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-cac84f5e-426c-46c2-bb6d-941c76a04586 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Request body: {'port': {'network_id': 'c15cb05f-75f9-4827-a1a0-2d66f5f771ac', 'name': 'tempest-FloatingIPTestJSON-1779028744'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:41:09.544653 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac5a1d0-dfb7-4707-afde-fc92010da072 None None] Routers {'bb5b4078-8718-435c-b57c-6bd2570101ef'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:09.545389 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-cac5a1d0-dfb7-4707-afde-fc92010da072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['bb5b4078-8718-435c-b57c-6bd2570101ef'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:09.583222 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-cac5a1d0-dfb7-4707-afde-fc92010da072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:09.594888 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac5a1d0-dfb7-4707-afde-fc92010da072 None None] Routers {'bb5b4078-8718-435c-b57c-6bd2570101ef'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:09.595556 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-cac5a1d0-dfb7-4707-afde-fc92010da072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['bb5b4078-8718-435c-b57c-6bd2570101ef'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:09.634588 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-cac5a1d0-dfb7-4707-afde-fc92010da072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:09.635897 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac5a1d0-dfb7-4707-afde-fc92010da072 None None] The sync data for ids ['bb5b4078-8718-435c-b57c-6bd2570101ef'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:41:09.665562 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:09.715887 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac84f5e-426c-46c2-bb6d-941c76a04586 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Made reservation on behalf of 5e275f26116b46ed802fea6634a436c7 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:41:09.720659 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cac84f5e-426c-46c2-bb6d-941c76a04586 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:09.740845 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607aead3-a465-475b-85df-fe00df8fb670 req-bf379dec-0405-421a-878f-3ddb48808f86 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:09.743740 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-607aead3-a465-475b-85df-fe00df8fb670 req-bf379dec-0405-421a-878f-3ddb48808f86 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 945 time: 0.0921533 Jan 28 00:41:09.755911 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-cac84f5e-426c-46c2-bb6d-941c76a04586 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] device_id is not set on port 3bbbee04-3066-4383-b608-0e8644e9632e yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:41:09.820452 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-607aead3-a465-475b-85df-fe00df8fb670 req-cd01f0d4-7520-4287-adbd-f6fa196743f2 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653493 Jan 28 00:41:09.846523 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53192) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:09.897726 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90c96ef-dbc2-44b8-91d2-c926cdcacd42 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:09.899488 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b90c96ef-dbc2-44b8-91d2-c926cdcacd42 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 1091 time: 0.0515981 Jan 28 00:41:09.905190 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53194) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:09.910094 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-a8d6d64e-8d05-46c8-8b7b-1114016ec291 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'port_id': '93c54916-ee01-4ebb-8112-363ceeda3bb2', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:41:09.936359 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-cac84f5e-426c-46c2-bb6d-941c76a04586 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Allocated IP 172.20.0.5 (c15cb05f-75f9-4827-a1a0-2d66f5f771ac/b1568b44-9fb0-4534-9908-d880d374d2e2/3bbbee04-3066-4383-b608-0e8644e9632e) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:41:09.939525 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a8d6d64e-8d05-46c8-8b7b-1114016ec291 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:10.100699 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a8d6d64e-8d05-46c8-8b7b-1114016ec291 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:10.199872 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cac84f5e-426c-46c2-bb6d-941c76a04586 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for port (3bbbee04-3066-4383-b608-0e8644e9632e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:10.258139 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cac84f5e-426c-46c2-bb6d-941c76a04586 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (3bbbee04-3066-4383-b608-0e8644e9632e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:10.272225 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-a8d6d64e-8d05-46c8-8b7b-1114016ec291 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Allocated IP 172.25.3.142 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/61e6e123-1538-495d-812f-5cdf3275a6d6) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:41:10.316920 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac84f5e-426c-46c2-bb6d-941c76a04586 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Network c15cb05f-75f9-4827-a1a0-2d66f5f771ac is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:41:10.322918 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-cac84f5e-426c-46c2-bb6d-941c76a04586 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:41:10.328682 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac84f5e-426c-46c2-bb6d-941c76a04586 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:41:10.334780 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac84f5e-426c-46c2-bb6d-941c76a04586 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event updated for resources: {'Port': ['ID=3bbbee04-3066-4383-b608-0e8644e9632e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:10.401104 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac84f5e-426c-46c2-bb6d-941c76a04586 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:10.401818 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cac84f5e-426c-46c2-bb6d-941c76a04586 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:10.430140 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cac84f5e-426c-46c2-bb6d-941c76a04586 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8974674 Jan 28 00:41:10.430697 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53198) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:10.438077 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d5a3ddf6-23f1-4bb0-bb17-7be84aecd853 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Request body: {'port': {'network_id': 'c15cb05f-75f9-4827-a1a0-2d66f5f771ac', 'name': 'tempest-FloatingIPTestJSON-1718156722'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:41:10.445663 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a8d6d64e-8d05-46c8-8b7b-1114016ec291 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for port (61e6e123-1538-495d-812f-5cdf3275a6d6), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:10.493116 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a8d6d64e-8d05-46c8-8b7b-1114016ec291 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (61e6e123-1538-495d-812f-5cdf3275a6d6), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:10.542586 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d6d64e-8d05-46c8-8b7b-1114016ec291 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:41:10.546250 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-a8d6d64e-8d05-46c8-8b7b-1114016ec291 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:41:10.551356 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d6d64e-8d05-46c8-8b7b-1114016ec291 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:41:10.580971 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6d64e-8d05-46c8-8b7b-1114016ec291 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'Port': ['ID=61e6e123-1538-495d-812f-5cdf3275a6d6,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:10.582206 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a3ddf6-23f1-4bb0-bb17-7be84aecd853 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Made reservation on behalf of 5e275f26116b46ed802fea6634a436c7 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:41:10.586034 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5a3ddf6-23f1-4bb0-bb17-7be84aecd853 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:10.608952 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-d5a3ddf6-23f1-4bb0-bb17-7be84aecd853 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] device_id is not set on port b9b64c63-6a59-4a89-a0bc-c02a75e7ae65 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:41:10.761111 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-d5a3ddf6-23f1-4bb0-bb17-7be84aecd853 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Allocated IP 172.20.0.6 (c15cb05f-75f9-4827-a1a0-2d66f5f771ac/b1568b44-9fb0-4534-9908-d880d374d2e2/b9b64c63-6a59-4a89-a0bc-c02a75e7ae65) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:41:11.002862 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5a3ddf6-23f1-4bb0-bb17-7be84aecd853 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for port (b9b64c63-6a59-4a89-a0bc-c02a75e7ae65), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:11.052400 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5a3ddf6-23f1-4bb0-bb17-7be84aecd853 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (b9b64c63-6a59-4a89-a0bc-c02a75e7ae65), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:11.132071 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a3ddf6-23f1-4bb0-bb17-7be84aecd853 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Network c15cb05f-75f9-4827-a1a0-2d66f5f771ac is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:41:11.132421 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a8d6d64e-8d05-46c8-8b7b-1114016ec291 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for floatingip (98e52700-55c5-4351-babe-a52e8a92622a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:11.136412 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-d5a3ddf6-23f1-4bb0-bb17-7be84aecd853 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:41:11.145079 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a3ddf6-23f1-4bb0-bb17-7be84aecd853 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:41:11.184417 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:11.238621 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a8d6d64e-8d05-46c8-8b7b-1114016ec291 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (61e6e123-1538-495d-812f-5cdf3275a6d6), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:11.513991 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a8d6d64e-8d05-46c8-8b7b-1114016ec291 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for port (61e6e123-1538-495d-812f-5cdf3275a6d6), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:11.522288 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a8d6d64e-8d05-46c8-8b7b-1114016ec291 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (61e6e123-1538-495d-812f-5cdf3275a6d6), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:11.528435 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3ddf6-23f1-4bb0-bb17-7be84aecd853 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event updated for resources: {'Port': ['ID=b9b64c63-6a59-4a89-a0bc-c02a75e7ae65,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:11.571379 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a3ddf6-23f1-4bb0-bb17-7be84aecd853 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:11.572207 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5a3ddf6-23f1-4bb0-bb17-7be84aecd853 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:11.594595 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d5a3ddf6-23f1-4bb0-bb17-7be84aecd853 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1622481 Jan 28 00:41:11.599500 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53202) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:11.604269 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-45199c5f-8fe2-49c9-a16a-dcfa294a3840 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'port_id': 'b9b64c63-6a59-4a89-a0bc-c02a75e7ae65', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:41:11.621099 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6d64e-8d05-46c8-8b7b-1114016ec291 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'Port': ['ID=61e6e123-1538-495d-812f-5cdf3275a6d6,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:11.634200 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-45199c5f-8fe2-49c9-a16a-dcfa294a3840 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:11.637494 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a8d6d64e-8d05-46c8-8b7b-1114016ec291 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (98e52700-55c5-4351-babe-a52e8a92622a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:11.751517 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-a8d6d64e-8d05-46c8-8b7b-1114016ec291 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Floating IP 98e52700-55c5-4351-babe-a52e8a92622a associated. External IP: 172.25.3.142, port: 93c54916-ee01-4ebb-8112-363ceeda3bb2. Jan 28 00:41:11.755741 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-45199c5f-8fe2-49c9-a16a-dcfa294a3840 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:11.922042 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-45199c5f-8fe2-49c9-a16a-dcfa294a3840 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Allocated IP 172.25.3.179 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/de6a63ad-f054-4706-9885-cb9230cfb26a) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:41:12.015874 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d6d64e-8d05-46c8-8b7b-1114016ec291 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Router c3b4704e-4e89-4841-97ab-d1a16cfe4bcf has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:41:12.075323 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-45199c5f-8fe2-49c9-a16a-dcfa294a3840 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for port (de6a63ad-f054-4706-9885-cb9230cfb26a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:12.118920 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-45199c5f-8fe2-49c9-a16a-dcfa294a3840 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (de6a63ad-f054-4706-9885-cb9230cfb26a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:12.168059 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45199c5f-8fe2-49c9-a16a-dcfa294a3840 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:41:12.171137 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d6d64e-8d05-46c8-8b7b-1114016ec291 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:41:12.173341 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-45199c5f-8fe2-49c9-a16a-dcfa294a3840 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:41:12.179713 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45199c5f-8fe2-49c9-a16a-dcfa294a3840 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:41:12.200705 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866f857b-d4dc-4065-904c-7020c0e28d49 None None] Sync routers for ids ['c3b4704e-4e89-4841-97ab-d1a16cfe4bcf'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:41:12.209974 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a8d6d64e-8d05-46c8-8b7b-1114016ec291 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:12.226159 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866f857b-d4dc-4065-904c-7020c0e28d49 None None] Routers {'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:12.227328 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-866f857b-d4dc-4065-904c-7020c0e28d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c3b4704e-4e89-4841-97ab-d1a16cfe4bcf'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:12.231530 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:12.252358 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45199c5f-8fe2-49c9-a16a-dcfa294a3840 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event updated for resources: {'Port': ['ID=de6a63ad-f054-4706-9885-cb9230cfb26a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:12.261072 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a8d6d64e-8d05-46c8-8b7b-1114016ec291 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3546579 Jan 28 00:41:12.261697 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb85a79f-84b9-4eff-be16-a505d619826e', 'tag': '93c54916-ee01-4ebb-8112-363ceeda3bb2'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:41:12.273632 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24291285-b551-4796-9e8f-ff63f7a21986" -d '{"events": [{"name": "network-changed", "server_uuid": "eb85a79f-84b9-4eff-be16-a505d619826e", "tag": "93c54916-ee01-4ebb-8112-363ceeda3bb2"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:41:12.359343 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eca14e7-e329-44ec-91e4-5af474068f1b x-openstack-request-id: req-7eca14e7-e329-44ec-91e4-5af474068f1b {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:41:12.359861 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb85a79f-84b9-4eff-be16-a505d619826e", "tag": "93c54916-ee01-4ebb-8112-363ceeda3bb2", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:41:12.361560 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7eca14e7-e329-44ec-91e4-5af474068f1b {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:41:12.362343 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb85a79f-84b9-4eff-be16-a505d619826e', 'tag': '93c54916-ee01-4ebb-8112-363ceeda3bb2', 'status': 'completed', 'code': 200} Jan 28 00:41:12.530528 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b0c15-564a-40ad-a46e-74f97e7f8f6a req-61e4fd74-609a-4807-a3fd-23407d47d715 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:12.532544 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cc0b0c15-564a-40ad-a46e-74f97e7f8f6a req-61e4fd74-609a-4807-a3fd-23407d47d715 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 945 time: 0.1654303 Jan 28 00:41:12.549444 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24291285-b551-4796-9e8f-ff63f7a21986 req-40f47aa3-e016-4f49-9d9e-27dfca17040d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:12.550938 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-24291285-b551-4796-9e8f-ff63f7a21986 req-40f47aa3-e016-4f49-9d9e-27dfca17040d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 1096 time: 0.0943038 Jan 28 00:41:12.612338 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-866f857b-d4dc-4065-904c-7020c0e28d49 None None] Set router c3b4704e-4e89-4841-97ab-d1a16cfe4bcf gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:41:12.668389 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cc0b0c15-564a-40ad-a46e-74f97e7f8f6a req-eb03b0ae-c333-4596-8a8c-76015837ca79 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270339 Jan 28 00:41:12.726442 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24291285-b551-4796-9e8f-ff63f7a21986 req-17878349-9d72-4293-b87a-806d30f9192b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:12.727941 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-24291285-b551-4796-9e8f-ff63f7a21986 req-17878349-9d72-4293-b87a-806d30f9192b service neutron] 10.222.0.52 "GET /v2.0/networks?id=04e868f3-480f-42e0-9ba8-7cbc168b320e HTTP/1.1" status: 200 len: 898 time: 0.1685297 Jan 28 00:41:12.728446 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53214) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:12.782144 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-45199c5f-8fe2-49c9-a16a-dcfa294a3840 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (e88fa8be-de9c-4434-8170-1c3db51a8da3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:12.889556 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-45199c5f-8fe2-49c9-a16a-dcfa294a3840 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (de6a63ad-f054-4706-9885-cb9230cfb26a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:12.895010 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-24291285-b551-4796-9e8f-ff63f7a21986 req-8b553fa5-85a7-4850-a298-55e0be865c8f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93c54916-ee01-4ebb-8112-363ceeda3bb2 HTTP/1.1" status: 200 len: 999 time: 0.1588812 Jan 28 00:41:12.899246 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-38e6e6b6-2c38-41ba-9a91-4d114d9d20a0 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/floatingips/98e52700-55c5-4351-babe-a52e8a92622a HTTP/1.1" status: 200 len: 991 time: 0.1686323 Jan 28 00:41:12.986141 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24291285-b551-4796-9e8f-ff63f7a21986 req-c857059b-8bb4-4d9a-90eb-fc485acb15a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:12.988694 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-24291285-b551-4796-9e8f-ff63f7a21986 req-c857059b-8bb4-4d9a-90eb-fc485acb15a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58a98ec0-7123-4035-8d6c-5b9baaac427d HTTP/1.1" status: 200 len: 834 time: 0.0874326 Jan 28 00:41:13.007778 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:13.031800 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-866f857b-d4dc-4065-904c-7020c0e28d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560959534', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '2d32f2cc-2de7-4528-a49a-d05bdcd0c66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:40:33Z', 'updated_at': '2022-01-28T00:40:41Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '2d32f2cc-2de7-4528-a49a-d05bdcd0c66a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:40:35Z', 'updated_at': '2022-01-28T00:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '98e52700-55c5-4351-babe-a52e8a92622a', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'port_id': '93c54916-ee01-4ebb-8112-363ceeda3bb2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2885, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e', 'mac_address': 'fa:16:3e:9f:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85a79f-84b9-4eff-be16-a505d619826e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:41:10Z', 'updated_at': '2022-01-28T00:41:10Z', 'revision_number': 0, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb0047a1-63d5-47b5-9c5c-98530008d001', 'name': '', 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:0a:03:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '58a98ec0-7123-4035-8d6c-5b9baaac427d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:40:40Z', 'updated_at': '2022-01-28T00:40:49Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': '58a98ec0-7123-4035-8d6c-5b9baaac427d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:13.073818 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866f857b-d4dc-4065-904c-7020c0e28d49 None None] Checking router: c3b4704e-4e89-4841-97ab-d1a16cfe4bcf for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:41:13.090609 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24291285-b551-4796-9e8f-ff63f7a21986 req-a59f881f-f0b8-4ebd-b57f-f6337653eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:13.093261 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-24291285-b551-4796-9e8f-ff63f7a21986 req-a59f881f-f0b8-4ebd-b57f-f6337653eb5e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=04e868f3-480f-42e0-9ba8-7cbc168b320e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981724 Jan 28 00:41:13.095733 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866f857b-d4dc-4065-904c-7020c0e28d49 None None] Routers {'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:13.096706 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-866f857b-d4dc-4065-904c-7020c0e28d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c3b4704e-4e89-4841-97ab-d1a16cfe4bcf'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:13.169662 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-45199c5f-8fe2-49c9-a16a-dcfa294a3840 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for port (de6a63ad-f054-4706-9885-cb9230cfb26a), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:13.178423 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-45199c5f-8fe2-49c9-a16a-dcfa294a3840 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (de6a63ad-f054-4706-9885-cb9230cfb26a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:13.263307 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-24291285-b551-4796-9e8f-ff63f7a21986 req-41bcef6d-6fee-48d3-a319-60f6b4e09477 service neutron] 10.222.0.52 "GET /v2.0/networks/04e868f3-480f-42e0-9ba8-7cbc168b320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627679 Jan 28 00:41:13.284568 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-866f857b-d4dc-4065-904c-7020c0e28d49 None None] Set router c3b4704e-4e89-4841-97ab-d1a16cfe4bcf gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:41:13.318454 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45199c5f-8fe2-49c9-a16a-dcfa294a3840 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event updated for resources: {'Port': ['ID=de6a63ad-f054-4706-9885-cb9230cfb26a,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:13.330623 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-45199c5f-8fe2-49c9-a16a-dcfa294a3840 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (e88fa8be-de9c-4434-8170-1c3db51a8da3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:13.380979 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-24291285-b551-4796-9e8f-ff63f7a21986 req-efce131d-4608-4a04-aa2b-e217b5edc76e service neutron] 10.222.0.52 "GET /v2.0/networks/04e868f3-480f-42e0-9ba8-7cbc168b320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109889 Jan 28 00:41:13.527538 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-45199c5f-8fe2-49c9-a16a-dcfa294a3840 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Floating IP e88fa8be-de9c-4434-8170-1c3db51a8da3 associated. External IP: 172.25.3.179, port: b9b64c63-6a59-4a89-a0bc-c02a75e7ae65. Jan 28 00:41:13.713214 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7308c-0394-4244-af99-701d30d92208 req-3ece06d4-8d2e-4305-8457-66cb1498ebba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:13.717364 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e0b7308c-0394-4244-af99-701d30d92208 req-3ece06d4-8d2e-4305-8457-66cb1498ebba service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=126ff8dba2134b2d95d54d419fe64967&device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 1096 time: 0.1246748 Jan 28 00:41:13.718520 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-866f857b-d4dc-4065-904c-7020c0e28d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560959534', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '2d32f2cc-2de7-4528-a49a-d05bdcd0c66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:40:33Z', 'updated_at': '2022-01-28T00:40:41Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '2d32f2cc-2de7-4528-a49a-d05bdcd0c66a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:40:35Z', 'updated_at': '2022-01-28T00:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '98e52700-55c5-4351-babe-a52e8a92622a', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'port_id': '93c54916-ee01-4ebb-8112-363ceeda3bb2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2885, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e', 'mac_address': 'fa:16:3e:9f:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85a79f-84b9-4eff-be16-a505d619826e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:41:10Z', 'updated_at': '2022-01-28T00:41:10Z', 'revision_number': 0, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb0047a1-63d5-47b5-9c5c-98530008d001', 'name': '', 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:0a:03:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '58a98ec0-7123-4035-8d6c-5b9baaac427d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:40:40Z', 'updated_at': '2022-01-28T00:40:49Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': '58a98ec0-7123-4035-8d6c-5b9baaac427d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:13.733341 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d6ba1-4678-4c73-9d3c-4a4ebda910d3 req-3d7d15aa-ae71-447f-93cd-feb051ea91be tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:13.740236 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e99d6ba1-4678-4c73-9d3c-4a4ebda910d3 req-3d7d15aa-ae71-447f-93cd-feb051ea91be tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.1344895 Jan 28 00:41:13.761921 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866f857b-d4dc-4065-904c-7020c0e28d49 None None] The sync data for ids ['c3b4704e-4e89-4841-97ab-d1a16cfe4bcf'] in n-d-826754-1 is: [{'id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560959534', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '2d32f2cc-2de7-4528-a49a-d05bdcd0c66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:40:33Z', 'updated_at': '2022-01-28T00:40:41Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '2d32f2cc-2de7-4528-a49a-d05bdcd0c66a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:40:35Z', 'updated_at': '2022-01-28T00:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '98e52700-55c5-4351-babe-a52e8a92622a', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'port_id': '93c54916-ee01-4ebb-8112-363ceeda3bb2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2885, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e', 'mac_address': 'fa:16:3e:9f:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85a79f-84b9-4eff-be16-a505d619826e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:41:10Z', 'updated_at': '2022-01-28T00:41:10Z', 'revision_number': 0, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb0047a1-63d5-47b5-9c5c-98530008d001', 'name': '', 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:0a:03:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '58a98ec0-7123-4035-8d6c-5b9baaac427d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:40:40Z', 'updated_at': '2022-01-28T00:40:49Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': '58a98ec0-7123-4035-8d6c-5b9baaac427d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:41:13.812569 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45199c5f-8fe2-49c9-a16a-dcfa294a3840 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Router bb5b4078-8718-435c-b57c-6bd2570101ef has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:41:13.874578 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e99d6ba1-4678-4c73-9d3c-4a4ebda910d3 req-73186300-6a0a-44d4-b9bc-eebb9caf0d90 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222947 Jan 28 00:41:13.902280 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7308c-0394-4244-af99-701d30d92208 req-b2e902a3-bd13-4d77-8180-d38c1ca135d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:13.906315 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e0b7308c-0394-4244-af99-701d30d92208 req-b2e902a3-bd13-4d77-8180-d38c1ca135d3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 200 len: 912 time: 0.1640649 Jan 28 00:41:13.907748 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53222) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:14.011412 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45199c5f-8fe2-49c9-a16a-dcfa294a3840 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:41:14.029943 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0941c24a-e183-43e1-9bcb-b9570dc1e442 None None] Sync routers for ids ['bb5b4078-8718-435c-b57c-6bd2570101ef'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:41:14.043143 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0941c24a-e183-43e1-9bcb-b9570dc1e442 None None] Routers {'bb5b4078-8718-435c-b57c-6bd2570101ef'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:14.043930 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-0941c24a-e183-43e1-9bcb-b9570dc1e442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['bb5b4078-8718-435c-b57c-6bd2570101ef'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:14.059738 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-45199c5f-8fe2-49c9-a16a-dcfa294a3840 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:14.093727 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-0941c24a-e183-43e1-9bcb-b9570dc1e442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:14.110546 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0941c24a-e183-43e1-9bcb-b9570dc1e442 None None] Routers {'bb5b4078-8718-435c-b57c-6bd2570101ef'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:14.111566 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-0941c24a-e183-43e1-9bcb-b9570dc1e442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['bb5b4078-8718-435c-b57c-6bd2570101ef'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:14.130517 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e52d9e5-35fb-4375-b495-6031700525ae None None] New status for floating IP 98e52700-55c5-4351-babe-a52e8a92622a: ACTIVE {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:41:14.147691 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-45199c5f-8fe2-49c9-a16a-dcfa294a3840 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.5450451 Jan 28 00:41:14.148995 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53224) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:14.158068 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-9a566694-6788-463e-b1cc-6aef358c7548 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:41:14.171575 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-0941c24a-e183-43e1-9bcb-b9570dc1e442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:14.172558 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0941c24a-e183-43e1-9bcb-b9570dc1e442 None None] The sync data for ids ['bb5b4078-8718-435c-b57c-6bd2570101ef'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:41:14.245944 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a566694-6788-463e-b1cc-6aef358c7548 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (e88fa8be-de9c-4434-8170-1c3db51a8da3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:14.314453 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:14.570188 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a566694-6788-463e-b1cc-6aef358c7548 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:14.570885 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e66e7b09-2362-4c58-bfdd-a08d778b55cb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/floatingips/98e52700-55c5-4351-babe-a52e8a92622a HTTP/1.1" status: 200 len: 991 time: 0.6617928 Jan 28 00:41:14.576998 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a566694-6788-463e-b1cc-6aef358c7548 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (e88fa8be-de9c-4434-8170-1c3db51a8da3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:14.577483 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-9a566694-6788-463e-b1cc-6aef358c7548 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Floating IP e88fa8be-de9c-4434-8170-1c3db51a8da3 disassociated. External IP: 172.25.3.179, port: b9b64c63-6a59-4a89-a0bc-c02a75e7ae65. Jan 28 00:41:14.579481 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e0b7308c-0394-4244-af99-701d30d92208 req-986e2754-b044-4e5c-8af5-14d2a8a81987 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e413624a-1e51-4367-8bee-9d98fc660577 HTTP/1.1" status: 200 len: 999 time: 0.6604671 Jan 28 00:41:14.639970 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7308c-0394-4244-af99-701d30d92208 req-3968b96c-dc64-414f-9f30-a394ac9d0893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:14.641783 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e0b7308c-0394-4244-af99-701d30d92208 req-3968b96c-dc64-414f-9f30-a394ac9d0893 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0f29497-ba52-4939-af70-d57b51c2ceee HTTP/1.1" status: 200 len: 850 time: 0.0557041 Jan 28 00:41:14.705913 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7308c-0394-4244-af99-701d30d92208 req-8c1c5ddb-d4d6-4f58-aeb7-31824b5ecb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:14.707434 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e0b7308c-0394-4244-af99-701d30d92208 req-8c1c5ddb-d4d6-4f58-aeb7-31824b5ecb65 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a5055772-1556-467a-8d2c-d15584910096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582330 Jan 28 00:41:14.849226 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a566694-6788-463e-b1cc-6aef358c7548 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Router bb5b4078-8718-435c-b57c-6bd2570101ef has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:41:14.874196 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e0b7308c-0394-4244-af99-701d30d92208 req-3cc07f6c-08ba-4dc2-9d0c-9a804472cd63 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602979 Jan 28 00:41:15.119637 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22446a80-281a-4300-836b-33e2ff7d66e1 req-6fb18cd8-03a8-4843-84f5-ab3f22b18589 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:15.122208 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22446a80-281a-4300-836b-33e2ff7d66e1 req-6fb18cd8-03a8-4843-84f5-ab3f22b18589 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.1416020 Jan 28 00:41:15.129429 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e0b7308c-0394-4244-af99-701d30d92208 req-3d38a915-1e2b-4a75-95c5-c8ea1f4b1eb9 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488964 Jan 28 00:41:15.217093 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22446a80-281a-4300-836b-33e2ff7d66e1 req-eff834dd-29be-4834-8e2c-5e5e8a1a91db tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855587 Jan 28 00:41:15.322411 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a566694-6788-463e-b1cc-6aef358c7548 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:41:15.331194 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a566694-6788-463e-b1cc-6aef358c7548 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:15.338903 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2b9353-fb71-4502-861b-dbe187a66d1b None None] Sync routers for ids ['bb5b4078-8718-435c-b57c-6bd2570101ef'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:41:15.354885 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2b9353-fb71-4502-861b-dbe187a66d1b None None] Routers {'bb5b4078-8718-435c-b57c-6bd2570101ef'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:15.355529 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-3a2b9353-fb71-4502-861b-dbe187a66d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['bb5b4078-8718-435c-b57c-6bd2570101ef'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:15.387232 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9a566694-6788-463e-b1cc-6aef358c7548 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "PUT /v2.0/floatingips/e88fa8be-de9c-4434-8170-1c3db51a8da3 HTTP/1.1" status: 200 len: 688 time: 1.2360299 Jan 28 00:41:15.391751 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53230) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:15.392083 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-3a2b9353-fb71-4502-861b-dbe187a66d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:15.403835 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2b9353-fb71-4502-861b-dbe187a66d1b None None] Routers {'bb5b4078-8718-435c-b57c-6bd2570101ef'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:15.404793 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-3a2b9353-fb71-4502-861b-dbe187a66d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['bb5b4078-8718-435c-b57c-6bd2570101ef'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:15.463214 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-3a2b9353-fb71-4502-861b-dbe187a66d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:15.464305 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2b9353-fb71-4502-861b-dbe187a66d1b None None] The sync data for ids ['bb5b4078-8718-435c-b57c-6bd2570101ef'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:41:15.577123 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53232) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:15.583779 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-bdb86d60-61dd-4b0e-8209-99b380016424 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Deleting port de6a63ad-f054-4706-9885-cb9230cfb26a {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:41:15.584129 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bdb86d60-61dd-4b0e-8209-99b380016424 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (de6a63ad-f054-4706-9885-cb9230cfb26a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:15.661137 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b084e7c7-ffc5-4e31-a20c-bb4a91380a7d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/floatingips/98e52700-55c5-4351-babe-a52e8a92622a HTTP/1.1" status: 200 len: 993 time: 0.0733707 Jan 28 00:41:15.713762 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bdb86d60-61dd-4b0e-8209-99b380016424 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (de6a63ad-f054-4706-9885-cb9230cfb26a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:15.714082 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bdb86d60-61dd-4b0e-8209-99b380016424 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (de6a63ad-f054-4706-9885-cb9230cfb26a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:15.734548 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-bdb86d60-61dd-4b0e-8209-99b380016424 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Calling delete_port for de6a63ad-f054-4706-9885-cb9230cfb26a owned by network:floatingip {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:41:15.934167 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bdb86d60-61dd-4b0e-8209-99b380016424 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (de6a63ad-f054-4706-9885-cb9230cfb26a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:15.963535 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb86d60-61dd-4b0e-8209-99b380016424 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event deleted for resources: {'Port': ['ID=de6a63ad-f054-4706-9885-cb9230cfb26a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:16.038125 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bdb86d60-61dd-4b0e-8209-99b380016424 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (e88fa8be-de9c-4434-8170-1c3db51a8da3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:16.043271 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bdb86d60-61dd-4b0e-8209-99b380016424 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:16.046797 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bdb86d60-61dd-4b0e-8209-99b380016424 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "DELETE /v2.0/floatingips/e88fa8be-de9c-4434-8170-1c3db51a8da3 HTTP/1.1" status: 204 len: 168 time: 0.6523931 Jan 28 00:41:16.049487 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53236) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:16.055521 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-57638edf-df07-496f-8ce4-71c03b48bce0 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'port_id': '3bbbee04-3066-4383-b608-0e8644e9632e'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:41:16.084777 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-57638edf-df07-496f-8ce4-71c03b48bce0 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:16.207492 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-57638edf-df07-496f-8ce4-71c03b48bce0 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:16.362160 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-57638edf-df07-496f-8ce4-71c03b48bce0 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Allocated IP 172.25.3.37 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/c13ce006-e9da-4356-b477-8afc9dbe6514) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:41:16.371299 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21392083-c8ea-4f01-a88b-e3ced0b5fcdc req-ecdad723-0547-48aa-95ee-fc37b723b07e tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:16.373488 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-21392083-c8ea-4f01-a88b-e3ced0b5fcdc req-ecdad723-0547-48aa-95ee-fc37b723b07e tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.0647938 Jan 28 00:41:16.428941 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-21392083-c8ea-4f01-a88b-e3ced0b5fcdc req-b7d7ca63-88e2-44c8-aa18-68ba61d2834f tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484834 Jan 28 00:41:16.535278 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-57638edf-df07-496f-8ce4-71c03b48bce0 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for port (c13ce006-e9da-4356-b477-8afc9dbe6514), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:16.577176 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-57638edf-df07-496f-8ce4-71c03b48bce0 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (c13ce006-e9da-4356-b477-8afc9dbe6514), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:16.619842 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57638edf-df07-496f-8ce4-71c03b48bce0 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:41:16.624016 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-57638edf-df07-496f-8ce4-71c03b48bce0 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:41:16.631158 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57638edf-df07-496f-8ce4-71c03b48bce0 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:41:16.637680 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57638edf-df07-496f-8ce4-71c03b48bce0 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event updated for resources: {'Port': ['ID=c13ce006-e9da-4356-b477-8afc9dbe6514,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:17.158906 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-57638edf-df07-496f-8ce4-71c03b48bce0 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (a516df5e-c63d-4c70-a411-0fe618cedf48), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:17.234759 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-57638edf-df07-496f-8ce4-71c03b48bce0 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c13ce006-e9da-4356-b477-8afc9dbe6514), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:17.413408 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-57638edf-df07-496f-8ce4-71c03b48bce0 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for port (c13ce006-e9da-4356-b477-8afc9dbe6514), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:17.418887 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-57638edf-df07-496f-8ce4-71c03b48bce0 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (c13ce006-e9da-4356-b477-8afc9dbe6514), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:17.499536 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57638edf-df07-496f-8ce4-71c03b48bce0 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event updated for resources: {'Port': ['ID=c13ce006-e9da-4356-b477-8afc9dbe6514,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:17.513114 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-57638edf-df07-496f-8ce4-71c03b48bce0 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (a516df5e-c63d-4c70-a411-0fe618cedf48), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:17.638250 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-57638edf-df07-496f-8ce4-71c03b48bce0 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Floating IP a516df5e-c63d-4c70-a411-0fe618cedf48 associated. External IP: 172.25.3.37, port: 3bbbee04-3066-4383-b608-0e8644e9632e. Jan 28 00:41:17.924505 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57638edf-df07-496f-8ce4-71c03b48bce0 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Router bb5b4078-8718-435c-b57c-6bd2570101ef has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:41:18.077909 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57638edf-df07-496f-8ce4-71c03b48bce0 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:41:18.096610 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95705a25-2cfc-4173-bb17-efebf89fe805 None None] Sync routers for ids ['bb5b4078-8718-435c-b57c-6bd2570101ef'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:41:18.100964 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-57638edf-df07-496f-8ce4-71c03b48bce0 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:18.117181 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95705a25-2cfc-4173-bb17-efebf89fe805 None None] Routers {'bb5b4078-8718-435c-b57c-6bd2570101ef'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:18.118497 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-95705a25-2cfc-4173-bb17-efebf89fe805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['bb5b4078-8718-435c-b57c-6bd2570101ef'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:18.135070 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-57638edf-df07-496f-8ce4-71c03b48bce0 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.0820549 Jan 28 00:41:18.136859 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53246) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:18.188624 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-95705a25-2cfc-4173-bb17-efebf89fe805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:18.205272 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95705a25-2cfc-4173-bb17-efebf89fe805 None None] Routers {'bb5b4078-8718-435c-b57c-6bd2570101ef'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:18.206368 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-95705a25-2cfc-4173-bb17-efebf89fe805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['bb5b4078-8718-435c-b57c-6bd2570101ef'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:18.213852 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8c90982c-6c83-40ee-b3ef-80cb1efdbe88 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "GET /v2.0/floatingips/a516df5e-c63d-4c70-a411-0fe618cedf48 HTTP/1.1" status: 200 len: 977 time: 0.0728016 Jan 28 00:41:18.214638 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53248) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:18.272963 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-95705a25-2cfc-4173-bb17-efebf89fe805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:18.274089 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95705a25-2cfc-4173-bb17-efebf89fe805 None None] The sync data for ids ['bb5b4078-8718-435c-b57c-6bd2570101ef'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:41:18.343014 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-720200db-f7db-4b6d-8c29-f8091ad315d0 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1276178 Jan 28 00:41:18.348390 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53250) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:18.354217 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-7b338db8-4725-494c-80dc-ed86021b4a30 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Request body: {'floatingip': {'port_id': 'b9b64c63-6a59-4a89-a0bc-c02a75e7ae65'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:41:18.421903 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7b338db8-4725-494c-80dc-ed86021b4a30 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (a516df5e-c63d-4c70-a411-0fe618cedf48), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:19.003974 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7b338db8-4725-494c-80dc-ed86021b4a30 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:19.008519 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7b338db8-4725-494c-80dc-ed86021b4a30 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (a516df5e-c63d-4c70-a411-0fe618cedf48), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:19.118761 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-7b338db8-4725-494c-80dc-ed86021b4a30 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Floating IP a516df5e-c63d-4c70-a411-0fe618cedf48 associated. External IP: 172.25.3.37, port: 3bbbee04-3066-4383-b608-0e8644e9632e. Jan 28 00:41:19.399220 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b338db8-4725-494c-80dc-ed86021b4a30 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Router bb5b4078-8718-435c-b57c-6bd2570101ef has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:41:19.598448 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b338db8-4725-494c-80dc-ed86021b4a30 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:41:19.618666 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ead41d-6d7f-4064-9d35-0fa9c1171c99 None None] Sync routers for ids ['bb5b4078-8718-435c-b57c-6bd2570101ef'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:41:19.639861 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ead41d-6d7f-4064-9d35-0fa9c1171c99 None None] Routers {'bb5b4078-8718-435c-b57c-6bd2570101ef'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:19.641163 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f5ead41d-6d7f-4064-9d35-0fa9c1171c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['bb5b4078-8718-435c-b57c-6bd2570101ef'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:19.711445 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f5ead41d-6d7f-4064-9d35-0fa9c1171c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:19.729603 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ead41d-6d7f-4064-9d35-0fa9c1171c99 None None] Routers {'bb5b4078-8718-435c-b57c-6bd2570101ef'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:19.731456 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f5ead41d-6d7f-4064-9d35-0fa9c1171c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['bb5b4078-8718-435c-b57c-6bd2570101ef'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:19.793658 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f5ead41d-6d7f-4064-9d35-0fa9c1171c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:19.795483 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ead41d-6d7f-4064-9d35-0fa9c1171c99 None None] The sync data for ids ['bb5b4078-8718-435c-b57c-6bd2570101ef'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:41:19.881903 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b338db8-4725-494c-80dc-ed86021b4a30 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Router bb5b4078-8718-435c-b57c-6bd2570101ef has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:41:20.053025 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b338db8-4725-494c-80dc-ed86021b4a30 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:41:20.068801 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7b338db8-4725-494c-80dc-ed86021b4a30 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:20.073618 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a79ed1-165c-428d-8ab5-59998136168a None None] Sync routers for ids ['bb5b4078-8718-435c-b57c-6bd2570101ef'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:41:20.093250 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a79ed1-165c-428d-8ab5-59998136168a None None] Routers {'bb5b4078-8718-435c-b57c-6bd2570101ef'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:20.094504 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f4a79ed1-165c-428d-8ab5-59998136168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['bb5b4078-8718-435c-b57c-6bd2570101ef'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:20.145461 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f4a79ed1-165c-428d-8ab5-59998136168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:20.157952 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7b338db8-4725-494c-80dc-ed86021b4a30 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "PUT /v2.0/floatingips/a516df5e-c63d-4c70-a411-0fe618cedf48 HTTP/1.1" status: 200 len: 977 time: 1.8077247 Jan 28 00:41:20.161256 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53254) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:20.164564 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a79ed1-165c-428d-8ab5-59998136168a None None] Routers {'bb5b4078-8718-435c-b57c-6bd2570101ef'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:20.165461 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f4a79ed1-165c-428d-8ab5-59998136168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['bb5b4078-8718-435c-b57c-6bd2570101ef'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:20.170200 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-9c9f3937-67c3-49e3-950e-60d25180e174 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:41:20.211824 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f4a79ed1-165c-428d-8ab5-59998136168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:20.212813 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a79ed1-165c-428d-8ab5-59998136168a None None] The sync data for ids ['bb5b4078-8718-435c-b57c-6bd2570101ef'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:41:20.274647 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9c9f3937-67c3-49e3-950e-60d25180e174 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (a516df5e-c63d-4c70-a411-0fe618cedf48), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:20.500546 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9c9f3937-67c3-49e3-950e-60d25180e174 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:20.506240 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9c9f3937-67c3-49e3-950e-60d25180e174 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (a516df5e-c63d-4c70-a411-0fe618cedf48), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:20.506914 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-9c9f3937-67c3-49e3-950e-60d25180e174 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Floating IP a516df5e-c63d-4c70-a411-0fe618cedf48 disassociated. External IP: 172.25.3.37, port: b9b64c63-6a59-4a89-a0bc-c02a75e7ae65. Jan 28 00:41:20.771069 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9f3937-67c3-49e3-950e-60d25180e174 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Router bb5b4078-8718-435c-b57c-6bd2570101ef has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:41:20.958743 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9f3937-67c3-49e3-950e-60d25180e174 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:41:20.965132 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9c9f3937-67c3-49e3-950e-60d25180e174 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:20.973931 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c2b0d9-5b17-4214-a676-022cb0eb5360 None None] Sync routers for ids ['bb5b4078-8718-435c-b57c-6bd2570101ef'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:41:20.993506 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c2b0d9-5b17-4214-a676-022cb0eb5360 None None] Routers {'bb5b4078-8718-435c-b57c-6bd2570101ef'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:20.994494 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f9c2b0d9-5b17-4214-a676-022cb0eb5360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['bb5b4078-8718-435c-b57c-6bd2570101ef'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:21.009495 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9c9f3937-67c3-49e3-950e-60d25180e174 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "PUT /v2.0/floatingips/a516df5e-c63d-4c70-a411-0fe618cedf48 HTTP/1.1" status: 200 len: 687 time: 0.8462982 Jan 28 00:41:21.013538 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53258) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:21.064841 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f9c2b0d9-5b17-4214-a676-022cb0eb5360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:21.080856 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c2b0d9-5b17-4214-a676-022cb0eb5360 None None] Routers {'bb5b4078-8718-435c-b57c-6bd2570101ef'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:21.081903 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f9c2b0d9-5b17-4214-a676-022cb0eb5360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['bb5b4078-8718-435c-b57c-6bd2570101ef'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:21.139832 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f9c2b0d9-5b17-4214-a676-022cb0eb5360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:21.140878 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c2b0d9-5b17-4214-a676-022cb0eb5360 None None] The sync data for ids ['bb5b4078-8718-435c-b57c-6bd2570101ef'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:41:21.210400 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-d851e421-c05f-4195-add3-a8ee0ee079d2 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Deleting port c13ce006-e9da-4356-b477-8afc9dbe6514 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:41:21.210804 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d851e421-c05f-4195-add3-a8ee0ee079d2 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c13ce006-e9da-4356-b477-8afc9dbe6514), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:21.297867 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d851e421-c05f-4195-add3-a8ee0ee079d2 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c13ce006-e9da-4356-b477-8afc9dbe6514), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:21.298255 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d851e421-c05f-4195-add3-a8ee0ee079d2 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (c13ce006-e9da-4356-b477-8afc9dbe6514), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:21.319551 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-d851e421-c05f-4195-add3-a8ee0ee079d2 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Calling delete_port for c13ce006-e9da-4356-b477-8afc9dbe6514 owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:41:21.501050 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d851e421-c05f-4195-add3-a8ee0ee079d2 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (c13ce006-e9da-4356-b477-8afc9dbe6514), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:21.532184 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d851e421-c05f-4195-add3-a8ee0ee079d2 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event deleted for resources: {'Port': ['ID=c13ce006-e9da-4356-b477-8afc9dbe6514,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:21.546063 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d851e421-c05f-4195-add3-a8ee0ee079d2 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:21.546459 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d851e421-c05f-4195-add3-a8ee0ee079d2 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:21.546760 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d851e421-c05f-4195-add3-a8ee0ee079d2 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:21.547106 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d851e421-c05f-4195-add3-a8ee0ee079d2 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:21.547439 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d851e421-c05f-4195-add3-a8ee0ee079d2 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:21.547798 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d851e421-c05f-4195-add3-a8ee0ee079d2 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:21.548221 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d851e421-c05f-4195-add3-a8ee0ee079d2 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:21.548474 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d851e421-c05f-4195-add3-a8ee0ee079d2 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:21.548806 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d851e421-c05f-4195-add3-a8ee0ee079d2 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:21.549135 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d851e421-c05f-4195-add3-a8ee0ee079d2 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:21.549487 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d851e421-c05f-4195-add3-a8ee0ee079d2 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:21.549791 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d851e421-c05f-4195-add3-a8ee0ee079d2 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:21.550118 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d851e421-c05f-4195-add3-a8ee0ee079d2 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:21.611587 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d851e421-c05f-4195-add3-a8ee0ee079d2 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (a516df5e-c63d-4c70-a411-0fe618cedf48), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:21.614726 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d851e421-c05f-4195-add3-a8ee0ee079d2 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:21.615992 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d851e421-c05f-4195-add3-a8ee0ee079d2 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "DELETE /v2.0/floatingips/a516df5e-c63d-4c70-a411-0fe618cedf48 HTTP/1.1" status: 204 len: 168 time: 0.6007016 Jan 28 00:41:21.618767 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53262) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:21.656011 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-d9a96c23-a4f3-44d0-bc78-2f2b4e3c88f3 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] delete failed (client error): The resource could not be found. Jan 28 00:41:21.657102 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d9a96c23-a4f3-44d0-bc78-2f2b4e3c88f3 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "DELETE /v2.0/floatingips/a516df5e-c63d-4c70-a411-0fe618cedf48 HTTP/1.1" status: 404 len: 345 time: 0.0373447 Jan 28 00:41:21.661723 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53264) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:21.785909 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ec1db0-6e00-4931-82be-6158f3b2fa57 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:21.791313 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ec1db0-6e00-4931-82be-6158f3b2fa57 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:21.796974 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ec1db0-6e00-4931-82be-6158f3b2fa57 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:21.798840 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-41ec1db0-6e00-4931-82be-6158f3b2fa57 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "GET /v2.0/ports?network_id=c15cb05f-75f9-4827-a1a0-2d66f5f771ac HTTP/1.1" status: 200 len: 2358 time: 0.1360440 Jan 28 00:41:21.801958 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53266) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:21.857930 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781bad04-949f-4022-a6c7-4cee74e8d5c1 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:21.859368 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-781bad04-949f-4022-a6c7-4cee74e8d5c1 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "GET /v2.0/subnets/b1568b44-9fb0-4534-9908-d880d374d2e2 HTTP/1.1" status: 200 len: 797 time: 0.0562909 Jan 28 00:41:21.864675 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53268) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:21.874553 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-c399b205-fe75-43c1-a593-463642982e54 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Request body: {'port': {'network_id': 'c15cb05f-75f9-4827-a1a0-2d66f5f771ac', 'name': 'tempest-FloatingIPTestJSON-599466561', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:41:22.045197 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c399b205-fe75-43c1-a593-463642982e54 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Made reservation on behalf of 5e275f26116b46ed802fea6634a436c7 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:41:22.144275 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c399b205-fe75-43c1-a593-463642982e54 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:22.165431 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-c399b205-fe75-43c1-a593-463642982e54 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] device_id is not set on port ecd1d8d6-1908-4eed-81ad-68436085a2a8 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:41:22.870066 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-c399b205-fe75-43c1-a593-463642982e54 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Allocated IP 172.20.0.14 (c15cb05f-75f9-4827-a1a0-2d66f5f771ac/b1568b44-9fb0-4534-9908-d880d374d2e2/ecd1d8d6-1908-4eed-81ad-68436085a2a8) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:41:22.880227 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-c399b205-fe75-43c1-a593-463642982e54 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Allocated IP 172.20.0.13 (c15cb05f-75f9-4827-a1a0-2d66f5f771ac/b1568b44-9fb0-4534-9908-d880d374d2e2/ecd1d8d6-1908-4eed-81ad-68436085a2a8) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:41:23.072511 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c399b205-fe75-43c1-a593-463642982e54 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for port (ecd1d8d6-1908-4eed-81ad-68436085a2a8), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:23.113808 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c399b205-fe75-43c1-a593-463642982e54 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (ecd1d8d6-1908-4eed-81ad-68436085a2a8), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:23.167400 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c399b205-fe75-43c1-a593-463642982e54 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Network c15cb05f-75f9-4827-a1a0-2d66f5f771ac is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:41:23.171833 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-c399b205-fe75-43c1-a593-463642982e54 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:41:23.179083 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c399b205-fe75-43c1-a593-463642982e54 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:41:23.187167 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399b205-fe75-43c1-a593-463642982e54 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event updated for resources: {'Port': ['ID=ecd1d8d6-1908-4eed-81ad-68436085a2a8,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:23.242014 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c399b205-fe75-43c1-a593-463642982e54 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:23.242677 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c399b205-fe75-43c1-a593-463642982e54 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:23.264147 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c399b205-fe75-43c1-a593-463642982e54 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.3976600 Jan 28 00:41:23.267605 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53272) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:23.274693 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-a58dfaf2-fc32-45c6-b68e-7b31dfcf4531 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'port_id': 'ecd1d8d6-1908-4eed-81ad-68436085a2a8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:41:23.306800 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a58dfaf2-fc32-45c6-b68e-7b31dfcf4531 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:23.465618 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a58dfaf2-fc32-45c6-b68e-7b31dfcf4531 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:23.595853 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-a58dfaf2-fc32-45c6-b68e-7b31dfcf4531 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Allocated IP 172.25.3.164 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/0d773117-eee9-4735-bb89-257fcfecad2d) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:41:23.717296 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a58dfaf2-fc32-45c6-b68e-7b31dfcf4531 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for port (0d773117-eee9-4735-bb89-257fcfecad2d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:23.758304 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a58dfaf2-fc32-45c6-b68e-7b31dfcf4531 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (0d773117-eee9-4735-bb89-257fcfecad2d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:23.806103 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58dfaf2-fc32-45c6-b68e-7b31dfcf4531 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:41:23.809126 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-a58dfaf2-fc32-45c6-b68e-7b31dfcf4531 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:41:23.816039 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58dfaf2-fc32-45c6-b68e-7b31dfcf4531 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:41:23.822032 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58dfaf2-fc32-45c6-b68e-7b31dfcf4531 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event updated for resources: {'Port': ['ID=0d773117-eee9-4735-bb89-257fcfecad2d,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:24.249425 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a58dfaf2-fc32-45c6-b68e-7b31dfcf4531 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (34c38967-62c6-4cbe-a444-8f763eee0a0c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:24.326598 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a58dfaf2-fc32-45c6-b68e-7b31dfcf4531 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0d773117-eee9-4735-bb89-257fcfecad2d), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:24.566024 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a58dfaf2-fc32-45c6-b68e-7b31dfcf4531 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for port (0d773117-eee9-4735-bb89-257fcfecad2d), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:24.571319 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a58dfaf2-fc32-45c6-b68e-7b31dfcf4531 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (0d773117-eee9-4735-bb89-257fcfecad2d), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:24.643596 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58dfaf2-fc32-45c6-b68e-7b31dfcf4531 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event updated for resources: {'Port': ['ID=0d773117-eee9-4735-bb89-257fcfecad2d,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:24.662313 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a58dfaf2-fc32-45c6-b68e-7b31dfcf4531 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (34c38967-62c6-4cbe-a444-8f763eee0a0c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:24.781794 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-a58dfaf2-fc32-45c6-b68e-7b31dfcf4531 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Floating IP 34c38967-62c6-4cbe-a444-8f763eee0a0c associated. External IP: 172.25.3.164, port: ecd1d8d6-1908-4eed-81ad-68436085a2a8. Jan 28 00:41:25.016494 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58dfaf2-fc32-45c6-b68e-7b31dfcf4531 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Router bb5b4078-8718-435c-b57c-6bd2570101ef has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:41:25.137714 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58dfaf2-fc32-45c6-b68e-7b31dfcf4531 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:41:25.151360 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b20061-46d0-4fab-b87b-f553383961b5 None None] Sync routers for ids ['bb5b4078-8718-435c-b57c-6bd2570101ef'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:41:25.160040 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a58dfaf2-fc32-45c6-b68e-7b31dfcf4531 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:25.170642 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b20061-46d0-4fab-b87b-f553383961b5 None None] Routers {'bb5b4078-8718-435c-b57c-6bd2570101ef'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:25.171965 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-c1b20061-46d0-4fab-b87b-f553383961b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['bb5b4078-8718-435c-b57c-6bd2570101ef'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:25.197881 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a58dfaf2-fc32-45c6-b68e-7b31dfcf4531 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.9289098 Jan 28 00:41:25.201656 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53278) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:25.208161 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-6e886cdb-5bc2-4770-ada8-d58d1e576cd4 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Request body: {'floatingip': {'port_id': 'ecd1d8d6-1908-4eed-81ad-68436085a2a8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:41:25.233576 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-c1b20061-46d0-4fab-b87b-f553383961b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:25.252614 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b20061-46d0-4fab-b87b-f553383961b5 None None] Routers {'bb5b4078-8718-435c-b57c-6bd2570101ef'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:25.253684 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-c1b20061-46d0-4fab-b87b-f553383961b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['bb5b4078-8718-435c-b57c-6bd2570101ef'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:25.289334 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6e886cdb-5bc2-4770-ada8-d58d1e576cd4 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (34c38967-62c6-4cbe-a444-8f763eee0a0c), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:25.309507 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-c1b20061-46d0-4fab-b87b-f553383961b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:25.311204 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b20061-46d0-4fab-b87b-f553383961b5 None None] The sync data for ids ['bb5b4078-8718-435c-b57c-6bd2570101ef'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:41:25.946918 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6e886cdb-5bc2-4770-ada8-d58d1e576cd4 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:25.952874 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6e886cdb-5bc2-4770-ada8-d58d1e576cd4 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (34c38967-62c6-4cbe-a444-8f763eee0a0c), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:26.217406 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e886cdb-5bc2-4770-ada8-d58d1e576cd4 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Router bb5b4078-8718-435c-b57c-6bd2570101ef has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:41:26.752086 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e886cdb-5bc2-4770-ada8-d58d1e576cd4 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:41:26.759329 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6e886cdb-5bc2-4770-ada8-d58d1e576cd4 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:26.767957 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341b5ac3-a3f7-47b4-baf7-0da4e5864843 None None] Sync routers for ids ['bb5b4078-8718-435c-b57c-6bd2570101ef'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:41:26.786864 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341b5ac3-a3f7-47b4-baf7-0da4e5864843 None None] Routers {'bb5b4078-8718-435c-b57c-6bd2570101ef'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:26.787949 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-341b5ac3-a3f7-47b4-baf7-0da4e5864843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['bb5b4078-8718-435c-b57c-6bd2570101ef'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:26.822787 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6e886cdb-5bc2-4770-ada8-d58d1e576cd4 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "PUT /v2.0/floatingips/34c38967-62c6-4cbe-a444-8f763eee0a0c HTTP/1.1" status: 200 len: 978 time: 1.6150255 Jan 28 00:41:26.823197 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53282) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:26.853883 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-341b5ac3-a3f7-47b4-baf7-0da4e5864843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:26.866681 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341b5ac3-a3f7-47b4-baf7-0da4e5864843 None None] Routers {'bb5b4078-8718-435c-b57c-6bd2570101ef'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:26.867362 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-341b5ac3-a3f7-47b4-baf7-0da4e5864843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['bb5b4078-8718-435c-b57c-6bd2570101ef'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:26.904842 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-341b5ac3-a3f7-47b4-baf7-0da4e5864843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:26.906470 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341b5ac3-a3f7-47b4-baf7-0da4e5864843 None None] The sync data for ids ['bb5b4078-8718-435c-b57c-6bd2570101ef'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:41:27.018106 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-b1e3b092-1322-490f-810b-7ed572dd3f41 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Deleting port 0d773117-eee9-4735-bb89-257fcfecad2d {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:41:27.018432 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b1e3b092-1322-490f-810b-7ed572dd3f41 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (0d773117-eee9-4735-bb89-257fcfecad2d), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:27.104951 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b1e3b092-1322-490f-810b-7ed572dd3f41 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (0d773117-eee9-4735-bb89-257fcfecad2d), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:27.105263 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b1e3b092-1322-490f-810b-7ed572dd3f41 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (0d773117-eee9-4735-bb89-257fcfecad2d), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:27.118913 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-b1e3b092-1322-490f-810b-7ed572dd3f41 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Calling delete_port for 0d773117-eee9-4735-bb89-257fcfecad2d owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:41:27.319046 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b1e3b092-1322-490f-810b-7ed572dd3f41 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (0d773117-eee9-4735-bb89-257fcfecad2d), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:27.346639 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3b092-1322-490f-810b-7ed572dd3f41 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event deleted for resources: {'Port': ['ID=0d773117-eee9-4735-bb89-257fcfecad2d,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:27.423722 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b1e3b092-1322-490f-810b-7ed572dd3f41 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (34c38967-62c6-4cbe-a444-8f763eee0a0c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:27.424422 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-b1e3b092-1322-490f-810b-7ed572dd3f41 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Floating IP 34c38967-62c6-4cbe-a444-8f763eee0a0c disassociated (deleted). External IP: 172.25.3.164, port: ecd1d8d6-1908-4eed-81ad-68436085a2a8. Jan 28 00:41:27.664901 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e3b092-1322-490f-810b-7ed572dd3f41 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Router bb5b4078-8718-435c-b57c-6bd2570101ef has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:41:27.781091 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e3b092-1322-490f-810b-7ed572dd3f41 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:41:27.785608 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b1e3b092-1322-490f-810b-7ed572dd3f41 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:27.794025 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2b58cf-0b3a-44d3-b8f5-f106137df653 None None] Sync routers for ids ['bb5b4078-8718-435c-b57c-6bd2570101ef'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:41:27.808392 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2b58cf-0b3a-44d3-b8f5-f106137df653 None None] Routers {'bb5b4078-8718-435c-b57c-6bd2570101ef'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:27.809044 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-6f2b58cf-0b3a-44d3-b8f5-f106137df653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['bb5b4078-8718-435c-b57c-6bd2570101ef'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:27.825215 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b1e3b092-1322-490f-810b-7ed572dd3f41 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "DELETE /v2.0/floatingips/34c38967-62c6-4cbe-a444-8f763eee0a0c HTTP/1.1" status: 204 len: 168 time: 1.0008206 Jan 28 00:41:27.830180 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53286) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:27.845859 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-6f2b58cf-0b3a-44d3-b8f5-f106137df653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:27.856324 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2b58cf-0b3a-44d3-b8f5-f106137df653 None None] Routers {'bb5b4078-8718-435c-b57c-6bd2570101ef'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:27.858466 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-6f2b58cf-0b3a-44d3-b8f5-f106137df653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['bb5b4078-8718-435c-b57c-6bd2570101ef'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:27.896150 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-6f2b58cf-0b3a-44d3-b8f5-f106137df653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:27.896818 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2b58cf-0b3a-44d3-b8f5-f106137df653 None None] The sync data for ids ['bb5b4078-8718-435c-b57c-6bd2570101ef'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:41:27.990262 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-97b2201a-96a3-49a1-b5d4-6d75d3e50cf6 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Deleting port ecd1d8d6-1908-4eed-81ad-68436085a2a8 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:41:27.990847 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-97b2201a-96a3-49a1-b5d4-6d75d3e50cf6 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (ecd1d8d6-1908-4eed-81ad-68436085a2a8), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:28.128778 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-97b2201a-96a3-49a1-b5d4-6d75d3e50cf6 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (ecd1d8d6-1908-4eed-81ad-68436085a2a8), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:28.151704 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-97b2201a-96a3-49a1-b5d4-6d75d3e50cf6 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Calling delete_port for ecd1d8d6-1908-4eed-81ad-68436085a2a8 owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:41:28.401208 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-97b2201a-96a3-49a1-b5d4-6d75d3e50cf6 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (ecd1d8d6-1908-4eed-81ad-68436085a2a8), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:28.442511 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2201a-96a3-49a1-b5d4-6d75d3e50cf6 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event deleted for resources: {'Port': ['ID=ecd1d8d6-1908-4eed-81ad-68436085a2a8,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:28.547186 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-97b2201a-96a3-49a1-b5d4-6d75d3e50cf6 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:28.551047 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-97b2201a-96a3-49a1-b5d4-6d75d3e50cf6 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "DELETE /v2.0/ports/ecd1d8d6-1908-4eed-81ad-68436085a2a8 HTTP/1.1" status: 204 len: 168 time: 0.7195928 Jan 28 00:41:28.556262 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53290) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:28.562269 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-398c9723-538e-4c00-a0ac-9dade7beafd5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:41:28.595786 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-398c9723-538e-4c00-a0ac-9dade7beafd5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:28.724610 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-398c9723-538e-4c00-a0ac-9dade7beafd5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:28.852435 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-398c9723-538e-4c00-a0ac-9dade7beafd5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Allocated IP 172.25.3.246 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/36228926-b532-4bae-8165-c6426754cb8f) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:41:28.987435 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-398c9723-538e-4c00-a0ac-9dade7beafd5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for port (36228926-b532-4bae-8165-c6426754cb8f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:29.026812 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-398c9723-538e-4c00-a0ac-9dade7beafd5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (36228926-b532-4bae-8165-c6426754cb8f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:29.078136 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398c9723-538e-4c00-a0ac-9dade7beafd5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:41:29.081831 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-398c9723-538e-4c00-a0ac-9dade7beafd5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:41:29.090085 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398c9723-538e-4c00-a0ac-9dade7beafd5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:41:29.123943 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c9723-538e-4c00-a0ac-9dade7beafd5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event updated for resources: {'Port': ['ID=36228926-b532-4bae-8165-c6426754cb8f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:29.210696 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-398c9723-538e-4c00-a0ac-9dade7beafd5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (45fe6626-fd3f-44c7-b760-5b718c693c37), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:29.253111 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-398c9723-538e-4c00-a0ac-9dade7beafd5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (36228926-b532-4bae-8165-c6426754cb8f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:29.444097 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-398c9723-538e-4c00-a0ac-9dade7beafd5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for port (36228926-b532-4bae-8165-c6426754cb8f), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:29.450877 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-398c9723-538e-4c00-a0ac-9dade7beafd5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (36228926-b532-4bae-8165-c6426754cb8f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:29.573980 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c9723-538e-4c00-a0ac-9dade7beafd5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event updated for resources: {'Port': ['ID=36228926-b532-4bae-8165-c6426754cb8f,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:29.589609 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-398c9723-538e-4c00-a0ac-9dade7beafd5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (45fe6626-fd3f-44c7-b760-5b718c693c37), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:29.608996 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-398c9723-538e-4c00-a0ac-9dade7beafd5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:29.610337 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-398c9723-538e-4c00-a0ac-9dade7beafd5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0531647 Jan 28 00:41:29.613264 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53294) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:29.618649 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-dadba337-0ae6-43c6-83a1-e6b645239b38 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Request body: {'port': {'network_id': 'c15cb05f-75f9-4827-a1a0-2d66f5f771ac', 'name': 'tempest-FloatingIPTestJSON-1900111362'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:41:29.749529 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadba337-0ae6-43c6-83a1-e6b645239b38 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Made reservation on behalf of 5e275f26116b46ed802fea6634a436c7 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:41:29.753504 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dadba337-0ae6-43c6-83a1-e6b645239b38 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:29.775189 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-dadba337-0ae6-43c6-83a1-e6b645239b38 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] device_id is not set on port f43d7fc3-286d-4913-bd96-1d4f4850f04f yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:41:29.902169 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-dadba337-0ae6-43c6-83a1-e6b645239b38 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Allocated IP 172.20.0.4 (c15cb05f-75f9-4827-a1a0-2d66f5f771ac/b1568b44-9fb0-4534-9908-d880d374d2e2/f43d7fc3-286d-4913-bd96-1d4f4850f04f) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:41:30.096667 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dadba337-0ae6-43c6-83a1-e6b645239b38 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for port (f43d7fc3-286d-4913-bd96-1d4f4850f04f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:30.140944 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dadba337-0ae6-43c6-83a1-e6b645239b38 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (f43d7fc3-286d-4913-bd96-1d4f4850f04f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:30.187902 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadba337-0ae6-43c6-83a1-e6b645239b38 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Network c15cb05f-75f9-4827-a1a0-2d66f5f771ac is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:41:30.191203 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-dadba337-0ae6-43c6-83a1-e6b645239b38 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:41:30.198799 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadba337-0ae6-43c6-83a1-e6b645239b38 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:41:30.205104 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadba337-0ae6-43c6-83a1-e6b645239b38 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event updated for resources: {'Port': ['ID=f43d7fc3-286d-4913-bd96-1d4f4850f04f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:30.264971 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadba337-0ae6-43c6-83a1-e6b645239b38 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:30.265666 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dadba337-0ae6-43c6-83a1-e6b645239b38 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:30.292362 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-dadba337-0ae6-43c6-83a1-e6b645239b38 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6746881 Jan 28 00:41:30.292737 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53298) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:30.298466 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-38b64529-8818-4d60-8b09-8f63b2f974f8 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Request body: {'floatingip': {'port_id': 'f43d7fc3-286d-4913-bd96-1d4f4850f04f'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:41:30.345844 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38b64529-8818-4d60-8b09-8f63b2f974f8 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (45fe6626-fd3f-44c7-b760-5b718c693c37), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:30.886028 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38b64529-8818-4d60-8b09-8f63b2f974f8 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:30.892238 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38b64529-8818-4d60-8b09-8f63b2f974f8 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (45fe6626-fd3f-44c7-b760-5b718c693c37), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:31.292258 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-38b64529-8818-4d60-8b09-8f63b2f974f8 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Floating IP 45fe6626-fd3f-44c7-b760-5b718c693c37 associated. External IP: 172.25.3.246, port: f43d7fc3-286d-4913-bd96-1d4f4850f04f. Jan 28 00:41:31.590839 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b64529-8818-4d60-8b09-8f63b2f974f8 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Router bb5b4078-8718-435c-b57c-6bd2570101ef has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:41:31.716128 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b64529-8818-4d60-8b09-8f63b2f974f8 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:41:31.721224 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38b64529-8818-4d60-8b09-8f63b2f974f8 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:31.728338 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c67f650-d717-4c19-bc3c-9c1ea12e795f None None] Sync routers for ids ['bb5b4078-8718-435c-b57c-6bd2570101ef'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:41:31.740872 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c67f650-d717-4c19-bc3c-9c1ea12e795f None None] Routers {'bb5b4078-8718-435c-b57c-6bd2570101ef'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:31.741498 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-0c67f650-d717-4c19-bc3c-9c1ea12e795f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['bb5b4078-8718-435c-b57c-6bd2570101ef'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:31.759145 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-38b64529-8818-4d60-8b09-8f63b2f974f8 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "PUT /v2.0/floatingips/45fe6626-fd3f-44c7-b760-5b718c693c37 HTTP/1.1" status: 200 len: 978 time: 1.4650061 Jan 28 00:41:31.764806 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53302) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:31.780949 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-0c67f650-d717-4c19-bc3c-9c1ea12e795f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:31.791318 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c67f650-d717-4c19-bc3c-9c1ea12e795f None None] Routers {'bb5b4078-8718-435c-b57c-6bd2570101ef'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:31.791599 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-0c67f650-d717-4c19-bc3c-9c1ea12e795f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['bb5b4078-8718-435c-b57c-6bd2570101ef'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:31.825686 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-0c67f650-d717-4c19-bc3c-9c1ea12e795f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:31.826376 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c67f650-d717-4c19-bc3c-9c1ea12e795f None None] The sync data for ids ['bb5b4078-8718-435c-b57c-6bd2570101ef'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:41:31.870978 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-dc778e47-94a1-4683-9c57-4581c12cf1b5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Deleting port f43d7fc3-286d-4913-bd96-1d4f4850f04f {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:41:31.871298 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dc778e47-94a1-4683-9c57-4581c12cf1b5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f43d7fc3-286d-4913-bd96-1d4f4850f04f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:31.971152 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dc778e47-94a1-4683-9c57-4581c12cf1b5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f43d7fc3-286d-4913-bd96-1d4f4850f04f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:32.228835 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dc778e47-94a1-4683-9c57-4581c12cf1b5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:32.229270 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dc778e47-94a1-4683-9c57-4581c12cf1b5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (45fe6626-fd3f-44c7-b760-5b718c693c37), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:32.229636 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-dc778e47-94a1-4683-9c57-4581c12cf1b5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Floating IP 45fe6626-fd3f-44c7-b760-5b718c693c37 disassociated. External IP: 172.25.3.246, port: f43d7fc3-286d-4913-bd96-1d4f4850f04f. Jan 28 00:41:32.230025 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-dc778e47-94a1-4683-9c57-4581c12cf1b5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Calling delete_port for f43d7fc3-286d-4913-bd96-1d4f4850f04f owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:41:32.405101 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dc778e47-94a1-4683-9c57-4581c12cf1b5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (f43d7fc3-286d-4913-bd96-1d4f4850f04f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:32.463848 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc778e47-94a1-4683-9c57-4581c12cf1b5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event deleted for resources: {'Port': ['ID=f43d7fc3-286d-4913-bd96-1d4f4850f04f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:32.643296 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc778e47-94a1-4683-9c57-4581c12cf1b5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Router bb5b4078-8718-435c-b57c-6bd2570101ef has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:41:32.811645 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc778e47-94a1-4683-9c57-4581c12cf1b5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:41:32.823912 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891ec804-3ea1-4e0a-9477-a77fef6f250c None None] Sync routers for ids ['bb5b4078-8718-435c-b57c-6bd2570101ef'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:41:32.838734 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891ec804-3ea1-4e0a-9477-a77fef6f250c None None] Routers {'bb5b4078-8718-435c-b57c-6bd2570101ef'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:32.839974 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-891ec804-3ea1-4e0a-9477-a77fef6f250c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['bb5b4078-8718-435c-b57c-6bd2570101ef'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:32.880625 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-891ec804-3ea1-4e0a-9477-a77fef6f250c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:32.890710 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891ec804-3ea1-4e0a-9477-a77fef6f250c None None] Routers {'bb5b4078-8718-435c-b57c-6bd2570101ef'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:32.891345 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-891ec804-3ea1-4e0a-9477-a77fef6f250c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['bb5b4078-8718-435c-b57c-6bd2570101ef'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:32.903031 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dc778e47-94a1-4683-9c57-4581c12cf1b5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:32.907562 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-dc778e47-94a1-4683-9c57-4581c12cf1b5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "DELETE /v2.0/ports/f43d7fc3-286d-4913-bd96-1d4f4850f04f HTTP/1.1" status: 204 len: 168 time: 1.1414182 Jan 28 00:41:32.911887 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53306) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:32.932949 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-891ec804-3ea1-4e0a-9477-a77fef6f250c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:32.933721 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891ec804-3ea1-4e0a-9477-a77fef6f250c None None] The sync data for ids ['bb5b4078-8718-435c-b57c-6bd2570101ef'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:41:32.968065 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2cd19287-2733-4378-a203-e49fd7665e43 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "GET /v2.0/floatingips/45fe6626-fd3f-44c7-b760-5b718c693c37 HTTP/1.1" status: 200 len: 688 time: 0.0546422 Jan 28 00:41:32.970882 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53308) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:33.116760 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1088b6fc-a196-404e-bbf1-32c6e932b49e tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Deleting port 36228926-b532-4bae-8165-c6426754cb8f {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:41:33.117031 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1088b6fc-a196-404e-bbf1-32c6e932b49e tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (36228926-b532-4bae-8165-c6426754cb8f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:33.205327 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1088b6fc-a196-404e-bbf1-32c6e932b49e tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (36228926-b532-4bae-8165-c6426754cb8f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:33.205667 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1088b6fc-a196-404e-bbf1-32c6e932b49e tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (36228926-b532-4bae-8165-c6426754cb8f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:33.220027 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1088b6fc-a196-404e-bbf1-32c6e932b49e tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Calling delete_port for 36228926-b532-4bae-8165-c6426754cb8f owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:41:33.376117 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1088b6fc-a196-404e-bbf1-32c6e932b49e tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (36228926-b532-4bae-8165-c6426754cb8f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:33.402898 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088b6fc-a196-404e-bbf1-32c6e932b49e tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event deleted for resources: {'Port': ['ID=36228926-b532-4bae-8165-c6426754cb8f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:33.485702 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1088b6fc-a196-404e-bbf1-32c6e932b49e tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (45fe6626-fd3f-44c7-b760-5b718c693c37), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:33.488755 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1088b6fc-a196-404e-bbf1-32c6e932b49e tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:33.490160 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1088b6fc-a196-404e-bbf1-32c6e932b49e tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "DELETE /v2.0/floatingips/45fe6626-fd3f-44c7-b760-5b718c693c37 HTTP/1.1" status: 204 len: 168 time: 0.5180516 Jan 28 00:41:33.494414 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53310) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:33.499675 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-f6119403-1a32-41a8-98fd-a2ae92d01a58 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'port_id': 'b9b64c63-6a59-4a89-a0bc-c02a75e7ae65'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:41:33.523303 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f6119403-1a32-41a8-98fd-a2ae92d01a58 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:33.710471 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f6119403-1a32-41a8-98fd-a2ae92d01a58 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:33.858399 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-f6119403-1a32-41a8-98fd-a2ae92d01a58 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Allocated IP 172.25.3.38 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/4ee9447d-4cc8-431d-b1cd-86384f04540b) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:41:34.028161 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f6119403-1a32-41a8-98fd-a2ae92d01a58 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for port (4ee9447d-4cc8-431d-b1cd-86384f04540b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:34.070592 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f6119403-1a32-41a8-98fd-a2ae92d01a58 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (4ee9447d-4cc8-431d-b1cd-86384f04540b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:34.114384 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6119403-1a32-41a8-98fd-a2ae92d01a58 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:41:34.117650 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-f6119403-1a32-41a8-98fd-a2ae92d01a58 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:41:34.124567 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6119403-1a32-41a8-98fd-a2ae92d01a58 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:41:34.155673 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6119403-1a32-41a8-98fd-a2ae92d01a58 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event updated for resources: {'Port': ['ID=4ee9447d-4cc8-431d-b1cd-86384f04540b,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:34.600673 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f6119403-1a32-41a8-98fd-a2ae92d01a58 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (f31d5043-6d8a-4aca-9c05-805b9ff6f749), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:34.678415 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f6119403-1a32-41a8-98fd-a2ae92d01a58 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4ee9447d-4cc8-431d-b1cd-86384f04540b), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:35.098953 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:41:35.145278 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f6119403-1a32-41a8-98fd-a2ae92d01a58 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for port (4ee9447d-4cc8-431d-b1cd-86384f04540b), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:35.151366 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f6119403-1a32-41a8-98fd-a2ae92d01a58 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (4ee9447d-4cc8-431d-b1cd-86384f04540b), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:35.228219 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6119403-1a32-41a8-98fd-a2ae92d01a58 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event updated for resources: {'Port': ['ID=4ee9447d-4cc8-431d-b1cd-86384f04540b,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:35.241739 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f6119403-1a32-41a8-98fd-a2ae92d01a58 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (f31d5043-6d8a-4aca-9c05-805b9ff6f749), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:35.360650 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-f6119403-1a32-41a8-98fd-a2ae92d01a58 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Floating IP f31d5043-6d8a-4aca-9c05-805b9ff6f749 associated. External IP: 172.25.3.38, port: b9b64c63-6a59-4a89-a0bc-c02a75e7ae65. Jan 28 00:41:35.600029 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6119403-1a32-41a8-98fd-a2ae92d01a58 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Router bb5b4078-8718-435c-b57c-6bd2570101ef has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:41:35.717852 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6119403-1a32-41a8-98fd-a2ae92d01a58 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:41:35.729581 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3325350e-42cb-4f3f-ad80-44370023c5a7 None None] Sync routers for ids ['bb5b4078-8718-435c-b57c-6bd2570101ef'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:41:35.740383 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f6119403-1a32-41a8-98fd-a2ae92d01a58 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:35.743947 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3325350e-42cb-4f3f-ad80-44370023c5a7 None None] Routers {'bb5b4078-8718-435c-b57c-6bd2570101ef'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:35.744809 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-3325350e-42cb-4f3f-ad80-44370023c5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['bb5b4078-8718-435c-b57c-6bd2570101ef'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:35.775041 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f6119403-1a32-41a8-98fd-a2ae92d01a58 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.2795005 Jan 28 00:41:35.780805 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53316) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:35.787069 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-7475923b-90ab-406d-8dfc-4854fa2f05c5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1972333778'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:41:35.787394 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-3325350e-42cb-4f3f-ad80-44370023c5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:35.797644 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3325350e-42cb-4f3f-ad80-44370023c5a7 None None] Routers {'bb5b4078-8718-435c-b57c-6bd2570101ef'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:35.798567 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-3325350e-42cb-4f3f-ad80-44370023c5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['bb5b4078-8718-435c-b57c-6bd2570101ef'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:35.815907 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7475923b-90ab-406d-8dfc-4854fa2f05c5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Made reservation on behalf of 5e275f26116b46ed802fea6634a436c7 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:41:35.820489 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7475923b-90ab-406d-8dfc-4854fa2f05c5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:35.833454 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-3325350e-42cb-4f3f-ad80-44370023c5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:35.834089 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3325350e-42cb-4f3f-ad80-44370023c5a7 None None] The sync data for ids ['bb5b4078-8718-435c-b57c-6bd2570101ef'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:41:35.869231 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7475923b-90ab-406d-8dfc-4854fa2f05c5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:41:35.883847 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7475923b-90ab-406d-8dfc-4854fa2f05c5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (1ae656f2-c5f7-4565-8f2d-813535cecfba), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:35.884237 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-7475923b-90ab-406d-8dfc-4854fa2f05c5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Added segment 1ae656f2-c5f7-4565-8f2d-813535cecfba of type vlan for network 399b9766-a615-4591-aa47-cb52408456de Jan 28 00:41:35.931556 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7475923b-90ab-406d-8dfc-4854fa2f05c5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (399b9766-a615-4591-aa47-cb52408456de), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:35.960829 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7475923b-90ab-406d-8dfc-4854fa2f05c5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (399b9766-a615-4591-aa47-cb52408456de), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:35.970105 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7475923b-90ab-406d-8dfc-4854fa2f05c5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:35.971050 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7475923b-90ab-406d-8dfc-4854fa2f05c5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:35.990300 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a61e9a2-40af-4565-a338-02a77563c868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:36.040801 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7475923b-90ab-406d-8dfc-4854fa2f05c5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2585950 Jan 28 00:41:36.044452 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53320) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:36.052134 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-b634e801-c6c3-48e5-81e1-51a1a16c1aa3 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Request body: {'subnet': {'network_id': '399b9766-a615-4591-aa47-cb52408456de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:41:36.063156 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475923b-90ab-406d-8dfc-4854fa2f05c5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event updated for resources: {'Network': ['ID=399b9766-a615-4591-aa47-cb52408456de,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:36.076085 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 399b9766-a615-4591-aa47-cb52408456de details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:41:36.162147 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b634e801-c6c3-48e5-81e1-51a1a16c1aa3 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Made reservation on behalf of 5e275f26116b46ed802fea6634a436c7 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:41:36.168192 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b634e801-c6c3-48e5-81e1-51a1a16c1aa3 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:36.704077 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b634e801-c6c3-48e5-81e1-51a1a16c1aa3 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (b63e56e9-c317-4643-a919-e08c88b94400), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:36.769257 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634e801-c6c3-48e5-81e1-51a1a16c1aa3 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event updated for resources: {'Subnet': ['ID=b63e56e9-c317-4643-a919-e08c88b94400,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:36.781726 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634e801-c6c3-48e5-81e1-51a1a16c1aa3 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:36.782094 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634e801-c6c3-48e5-81e1-51a1a16c1aa3 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:36.782432 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634e801-c6c3-48e5-81e1-51a1a16c1aa3 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:36.782777 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634e801-c6c3-48e5-81e1-51a1a16c1aa3 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:36.783119 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634e801-c6c3-48e5-81e1-51a1a16c1aa3 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:36.783454 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634e801-c6c3-48e5-81e1-51a1a16c1aa3 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:36.783823 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634e801-c6c3-48e5-81e1-51a1a16c1aa3 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:36.784162 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634e801-c6c3-48e5-81e1-51a1a16c1aa3 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:36.784495 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634e801-c6c3-48e5-81e1-51a1a16c1aa3 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:36.784823 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634e801-c6c3-48e5-81e1-51a1a16c1aa3 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:36.785152 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634e801-c6c3-48e5-81e1-51a1a16c1aa3 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:36.785479 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634e801-c6c3-48e5-81e1-51a1a16c1aa3 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:36.785801 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634e801-c6c3-48e5-81e1-51a1a16c1aa3 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:36.791555 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b634e801-c6c3-48e5-81e1-51a1a16c1aa3 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Checking segment: {'id': '1ae656f2-c5f7-4565-8f2d-813535cecfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '399b9766-a615-4591-aa47-cb52408456de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:41:36.791951 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b634e801-c6c3-48e5-81e1-51a1a16c1aa3 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Network hostable DHCP agents. Network: 399b9766-a615-4591-aa47-cb52408456de, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:41:36.811226 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b634e801-c6c3-48e5-81e1-51a1a16c1aa3 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Network 399b9766-a615-4591-aa47-cb52408456de is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:41:36.821313 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-b634e801-c6c3-48e5-81e1-51a1a16c1aa3 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 399b9766-a615-4591-aa47-cb52408456de) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:41:36.827137 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b634e801-c6c3-48e5-81e1-51a1a16c1aa3 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:36.828461 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b634e801-c6c3-48e5-81e1-51a1a16c1aa3 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:36.833292 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e14759d-1101-4798-900e-b7901e76d3b3 None None] Network 399b9766-a615-4591-aa47-cb52408456de requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:41:36.848707 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b634e801-c6c3-48e5-81e1-51a1a16c1aa3 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8018625 Jan 28 00:41:36.852391 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53322) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:36.859040 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-dbcafd98-f5eb-429c-8c0b-decced53dcbd tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2129938122', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}, 'admin_state_up': False}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:41:36.885055 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dbcafd98-f5eb-429c-8c0b-decced53dcbd tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (035025bb-9283-4048-b38b-d8239c2bef91), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:36.886372 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dbcafd98-f5eb-429c-8c0b-decced53dcbd tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (035025bb-9283-4048-b38b-d8239c2bef91), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:36.957448 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dbcafd98-f5eb-429c-8c0b-decced53dcbd tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for router_controller (035025bb-9283-4048-b38b-d8239c2bef91), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:36.968795 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf16108c-74f9-4da7-a9cd-61bcb29464c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-399b9766-a615-4591-aa47-cb52408456de', 'network_id': '399b9766-a615-4591-aa47-cb52408456de', 'project_id': '5e275f26116b46ed802fea6634a436c7', 'fixed_ips': [{'subnet_id': 'b63e56e9-c317-4643-a919-e08c88b94400'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:41:36.969936 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf16108c-74f9-4da7-a9cd-61bcb29464c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:37.135780 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-cf16108c-74f9-4da7-a9cd-61bcb29464c4 None None] Allocated IP 172.20.0.2 (399b9766-a615-4591-aa47-cb52408456de/b63e56e9-c317-4643-a919-e08c88b94400/61e23304-e5b0-4358-9a75-0fe6e6aa8b5b) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:41:37.136502 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dbcafd98-f5eb-429c-8c0b-decced53dcbd tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for router_gateway (035025bb-9283-4048-b38b-d8239c2bef91), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:37.379568 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf16108c-74f9-4da7-a9cd-61bcb29464c4 None None] Publish callbacks [] for port (61e23304-e5b0-4358-9a75-0fe6e6aa8b5b), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:37.390412 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf16108c-74f9-4da7-a9cd-61bcb29464c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (61e23304-e5b0-4358-9a75-0fe6e6aa8b5b), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:37.462491 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf16108c-74f9-4da7-a9cd-61bcb29464c4 None None] Network 399b9766-a615-4591-aa47-cb52408456de is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:41:37.464672 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dbcafd98-f5eb-429c-8c0b-decced53dcbd tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for router_gateway (035025bb-9283-4048-b38b-d8239c2bef91), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:37.467817 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-cf16108c-74f9-4da7-a9cd-61bcb29464c4 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:41:37.470557 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf16108c-74f9-4da7-a9cd-61bcb29464c4 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:41:37.484487 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16108c-74f9-4da7-a9cd-61bcb29464c4 None None] Pushing event updated for resources: {'Port': ['ID=61e23304-e5b0-4358-9a75-0fe6e6aa8b5b,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:37.500716 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dbcafd98-f5eb-429c-8c0b-decced53dcbd tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:37.548246 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cf16108c-74f9-4da7-a9cd-61bcb29464c4 None None] Attempting to bind port 61e23304-e5b0-4358-9a75-0fe6e6aa8b5b on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:41:37.548616 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cf16108c-74f9-4da7-a9cd-61bcb29464c4 None None] Attempting to bind port 61e23304-e5b0-4358-9a75-0fe6e6aa8b5b by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '1ae656f2-c5f7-4565-8f2d-813535cecfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '399b9766-a615-4591-aa47-cb52408456de'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:41:37.548987 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf16108c-74f9-4da7-a9cd-61bcb29464c4 None None] Attempting to bind port 61e23304-e5b0-4358-9a75-0fe6e6aa8b5b on network 399b9766-a615-4591-aa47-cb52408456de {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:41:37.555853 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf16108c-74f9-4da7-a9cd-61bcb29464c4 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:41:37.556277 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf16108c-74f9-4da7-a9cd-61bcb29464c4 None None] Checking segment: {'id': '1ae656f2-c5f7-4565-8f2d-813535cecfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '399b9766-a615-4591-aa47-cb52408456de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:41:37.556687 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf16108c-74f9-4da7-a9cd-61bcb29464c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:37.557090 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf16108c-74f9-4da7-a9cd-61bcb29464c4 None None] Bound using segment: {'id': '1ae656f2-c5f7-4565-8f2d-813535cecfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '399b9766-a615-4591-aa47-cb52408456de'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:41:37.557589 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cf16108c-74f9-4da7-a9cd-61bcb29464c4 None None] Bound port: 61e23304-e5b0-4358-9a75-0fe6e6aa8b5b, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae656f2-c5f7-4565-8f2d-813535cecfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '399b9766-a615-4591-aa47-cb52408456de'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:41:37.557959 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf16108c-74f9-4da7-a9cd-61bcb29464c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (61e23304-e5b0-4358-9a75-0fe6e6aa8b5b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:37.644417 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-cf16108c-74f9-4da7-a9cd-61bcb29464c4 None None] For port 61e23304-e5b0-4358-9a75-0fe6e6aa8b5b, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:41:37.650263 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-cf16108c-74f9-4da7-a9cd-61bcb29464c4 None None] For port 61e23304-e5b0-4358-9a75-0fe6e6aa8b5b, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=61e23304-e5b0-4358-9a75-0fe6e6aa8b5b,segment=NetworkSegment(1ae656f2-c5f7-4565-8f2d-813535cecfba),segment_id=1ae656f2-c5f7-4565-8f2d-813535cecfba)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:41:37.658933 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf16108c-74f9-4da7-a9cd-61bcb29464c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (61e23304-e5b0-4358-9a75-0fe6e6aa8b5b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:37.661584 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-dbcafd98-f5eb-429c-8c0b-decced53dcbd tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Allocated IP 172.25.3.134 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/0b321b86-04c9-487a-af84-59b4ee3c7b16) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:41:37.749733 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16108c-74f9-4da7-a9cd-61bcb29464c4 None None] Pushing event updated for resources: {'Port': ['ID=61e23304-e5b0-4358-9a75-0fe6e6aa8b5b,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:37.856817 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dbcafd98-f5eb-429c-8c0b-decced53dcbd tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for port (0b321b86-04c9-487a-af84-59b4ee3c7b16), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:37.925074 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dbcafd98-f5eb-429c-8c0b-decced53dcbd tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (0b321b86-04c9-487a-af84-59b4ee3c7b16), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:37.979205 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcafd98-f5eb-429c-8c0b-decced53dcbd tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:41:37.985295 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-dbcafd98-f5eb-429c-8c0b-decced53dcbd tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:41:37.988121 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcafd98-f5eb-429c-8c0b-decced53dcbd tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:41:38.032828 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcafd98-f5eb-429c-8c0b-decced53dcbd tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event updated for resources: {'Port': ['ID=0b321b86-04c9-487a-af84-59b4ee3c7b16,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:38.341695 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8579241c-c054-43d5-9b4e-9edaccc66632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:38.374455 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dbcafd98-f5eb-429c-8c0b-decced53dcbd tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for router_gateway (035025bb-9283-4048-b38b-d8239c2bef91), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:38.619539 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dbcafd98-f5eb-429c-8c0b-decced53dcbd tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (035025bb-9283-4048-b38b-d8239c2bef91), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:38.805646 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcafd98-f5eb-429c-8c0b-decced53dcbd tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Router 035025bb-9283-4048-b38b-d8239c2bef91 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:41:38.899247 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954b7041-d8cd-4a9e-8fe3-e69697e0ecc9 None None] Network 399b9766-a615-4591-aa47-cb52408456de requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:41:39.000754 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcafd98-f5eb-429c-8c0b-decced53dcbd tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:41:39.015376 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5030cb2-1f46-4c77-a3f6-803e0399ce4d None None] Sync routers for ids ['035025bb-9283-4048-b38b-d8239c2bef91'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:41:39.036744 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dbcafd98-f5eb-429c-8c0b-decced53dcbd tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:39.037546 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-4028cd46-644c-47ba-94a1-5d89b0b901d4 None None] Provisioning complete for port 61e23304-e5b0-4358-9a75-0fe6e6aa8b5b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:41:39.037936 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4028cd46-644c-47ba-94a1-5d89b0b901d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (61e23304-e5b0-4358-9a75-0fe6e6aa8b5b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:39.039043 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-dbcafd98-f5eb-429c-8c0b-decced53dcbd tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1849899 Jan 28 00:41:39.043237 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53328) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:39.083108 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5030cb2-1f46-4c77-a3f6-803e0399ce4d None None] Routers {'035025bb-9283-4048-b38b-d8239c2bef91'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:39.083815 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-a5030cb2-1f46-4c77-a3f6-803e0399ce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['035025bb-9283-4048-b38b-d8239c2bef91'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:39.136617 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-a5030cb2-1f46-4c77-a3f6-803e0399ce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:39.165313 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5030cb2-1f46-4c77-a3f6-803e0399ce4d None None] Routers {'035025bb-9283-4048-b38b-d8239c2bef91'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:39.166009 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-a5030cb2-1f46-4c77-a3f6-803e0399ce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['035025bb-9283-4048-b38b-d8239c2bef91'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:39.241984 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-a5030cb2-1f46-4c77-a3f6-803e0399ce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:39.242650 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5030cb2-1f46-4c77-a3f6-803e0399ce4d None None] The sync data for ids ['035025bb-9283-4048-b38b-d8239c2bef91'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:41:39.279204 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4028cd46-644c-47ba-94a1-5d89b0b901d4 None None] Current status of the port 61e23304-e5b0-4358-9a75-0fe6e6aa8b5b is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:41:39.280448 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4028cd46-644c-47ba-94a1-5d89b0b901d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (61e23304-e5b0-4358-9a75-0fe6e6aa8b5b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:39.289092 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 61e23304-e5b0-4358-9a75-0fe6e6aa8b5b up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:41:39.425271 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-4028cd46-644c-47ba-94a1-5d89b0b901d4 None None] For port 61e23304-e5b0-4358-9a75-0fe6e6aa8b5b, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=61e23304-e5b0-4358-9a75-0fe6e6aa8b5b,segment=NetworkSegment(1ae656f2-c5f7-4565-8f2d-813535cecfba),segment_id=1ae656f2-c5f7-4565-8f2d-813535cecfba)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:41:39.433410 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4028cd46-644c-47ba-94a1-5d89b0b901d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (61e23304-e5b0-4358-9a75-0fe6e6aa8b5b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:39.499845 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 61e23304-e5b0-4358-9a75-0fe6e6aa8b5b triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:41:39.500391 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (61e23304-e5b0-4358-9a75-0fe6e6aa8b5b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:39.579339 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028cd46-644c-47ba-94a1-5d89b0b901d4 None None] Pushing event updated for resources: {'Port': ['ID=61e23304-e5b0-4358-9a75-0fe6e6aa8b5b,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:39.597938 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d2096dd3-c887-42fe-91f6-ea8029341264 None None] Provisioning complete for port 61e23304-e5b0-4358-9a75-0fe6e6aa8b5b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:41:39.598361 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d2096dd3-c887-42fe-91f6-ea8029341264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (61e23304-e5b0-4358-9a75-0fe6e6aa8b5b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:39.693103 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 61e23304-e5b0-4358-9a75-0fe6e6aa8b5b is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:41:39.698906 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:39.746223 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d2096dd3-c887-42fe-91f6-ea8029341264 None None] Current status of the port 61e23304-e5b0-4358-9a75-0fe6e6aa8b5b is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:41:39.760722 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c38ffc86-e662-4960-a2f9-f0302c163a72 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:39.816958 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-273837d0-0725-457d-a79e-150fa00963a4 req-a1ab3b8f-f7d9-433f-8e55-e841ae58c165 service neutron] (103344) timed out ('10.222.0.70', 36526) {{(pid=103344) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 00:41:40.083081 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-c38ffc86-e662-4960-a2f9-f0302c163a72 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Allocated IP 172.20.0.1 (399b9766-a615-4591-aa47-cb52408456de/b63e56e9-c317-4643-a919-e08c88b94400/a1857dbd-6724-4bc8-9452-745578350fc8) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:41:40.225598 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c38ffc86-e662-4960-a2f9-f0302c163a72 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for port (a1857dbd-6724-4bc8-9452-745578350fc8), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:40.265359 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c38ffc86-e662-4960-a2f9-f0302c163a72 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (a1857dbd-6724-4bc8-9452-745578350fc8), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:40.313680 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38ffc86-e662-4960-a2f9-f0302c163a72 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Network 399b9766-a615-4591-aa47-cb52408456de is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:41:40.317054 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-c38ffc86-e662-4960-a2f9-f0302c163a72 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:41:40.324576 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38ffc86-e662-4960-a2f9-f0302c163a72 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:41:40.332230 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ffc86-e662-4960-a2f9-f0302c163a72 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event updated for resources: {'Port': ['ID=a1857dbd-6724-4bc8-9452-745578350fc8,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:40.391193 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c38ffc86-e662-4960-a2f9-f0302c163a72 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (035025bb-9283-4048-b38b-d8239c2bef91), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:40.594163 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c38ffc86-e662-4960-a2f9-f0302c163a72 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a1857dbd-6724-4bc8-9452-745578350fc8), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:40.686461 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-b595adb9-2fa6-4c63-84f9-993f46db7bc6 None None] Provisioning complete for port a1857dbd-6724-4bc8-9452-745578350fc8 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:41:40.687055 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b595adb9-2fa6-4c63-84f9-993f46db7bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a1857dbd-6724-4bc8-9452-745578350fc8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:40.740314 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b595adb9-2fa6-4c63-84f9-993f46db7bc6 None None] Port a1857dbd-6724-4bc8-9452-745578350fc8 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:41:41.082955 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c38ffc86-e662-4960-a2f9-f0302c163a72 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for port (a1857dbd-6724-4bc8-9452-745578350fc8), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:41.089926 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c38ffc86-e662-4960-a2f9-f0302c163a72 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (a1857dbd-6724-4bc8-9452-745578350fc8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:41.152162 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 61e23304-e5b0-4358-9a75-0fe6e6aa8b5b up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:41:41.204872 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:41.220731 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 61e23304-e5b0-4358-9a75-0fe6e6aa8b5b triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:41:41.221884 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (61e23304-e5b0-4358-9a75-0fe6e6aa8b5b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:41.246436 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ffc86-e662-4960-a2f9-f0302c163a72 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event updated for resources: {'Port': ['ID=a1857dbd-6724-4bc8-9452-745578350fc8,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:41.251981 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c38ffc86-e662-4960-a2f9-f0302c163a72 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (035025bb-9283-4048-b38b-d8239c2bef91), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:41.329060 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 61e23304-e5b0-4358-9a75-0fe6e6aa8b5b is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:41:41.381445 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38ffc86-e662-4960-a2f9-f0302c163a72 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Network 399b9766-a615-4591-aa47-cb52408456de is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:41:41.383187 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-c38ffc86-e662-4960-a2f9-f0302c163a72 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:41:41.608063 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38ffc86-e662-4960-a2f9-f0302c163a72 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Router 035025bb-9283-4048-b38b-d8239c2bef91 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:41:41.675351 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-b984f731-3559-4c0b-974d-f87f8323ca13 None None] Provisioning complete for port a1857dbd-6724-4bc8-9452-745578350fc8 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:41:41.675870 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b984f731-3559-4c0b-974d-f87f8323ca13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a1857dbd-6724-4bc8-9452-745578350fc8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:41.716355 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b984f731-3559-4c0b-974d-f87f8323ca13 None None] Port a1857dbd-6724-4bc8-9452-745578350fc8 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:41:41.766614 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38ffc86-e662-4960-a2f9-f0302c163a72 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:41:41.775932 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c38ffc86-e662-4960-a2f9-f0302c163a72 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "PUT /v2.0/routers/035025bb-9283-4048-b38b-d8239c2bef91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7301652 Jan 28 00:41:41.779220 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53336) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:41.783132 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0424e0fd-08d5-4281-bae0-52bc36512441 None None] Sync routers for ids ['035025bb-9283-4048-b38b-d8239c2bef91'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:41:41.787335 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e3a93421-baff-4149-bfd4-52f7a66fe889 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Request body: {'port': {'network_id': '399b9766-a615-4591-aa47-cb52408456de', 'name': 'tempest-FloatingIPTestJSON-1013966594'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:41:41.798017 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0424e0fd-08d5-4281-bae0-52bc36512441 None None] Routers {'035025bb-9283-4048-b38b-d8239c2bef91'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:41.799063 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-0424e0fd-08d5-4281-bae0-52bc36512441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['035025bb-9283-4048-b38b-d8239c2bef91'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:41.861771 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-0424e0fd-08d5-4281-bae0-52bc36512441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:41.876517 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0424e0fd-08d5-4281-bae0-52bc36512441 None None] Routers {'035025bb-9283-4048-b38b-d8239c2bef91'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:41.879880 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-0424e0fd-08d5-4281-bae0-52bc36512441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['035025bb-9283-4048-b38b-d8239c2bef91'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:41.932614 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-0424e0fd-08d5-4281-bae0-52bc36512441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:41.933865 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0424e0fd-08d5-4281-bae0-52bc36512441 None None] The sync data for ids ['035025bb-9283-4048-b38b-d8239c2bef91'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:41:41.969657 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a93421-baff-4149-bfd4-52f7a66fe889 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Made reservation on behalf of 5e275f26116b46ed802fea6634a436c7 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:41:41.973216 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e3a93421-baff-4149-bfd4-52f7a66fe889 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:41.995378 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-e3a93421-baff-4149-bfd4-52f7a66fe889 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] device_id is not set on port b09a93a1-8a7d-45eb-9958-200c29830157 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:41:42.125107 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-e3a93421-baff-4149-bfd4-52f7a66fe889 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Allocated IP 172.20.0.10 (399b9766-a615-4591-aa47-cb52408456de/b63e56e9-c317-4643-a919-e08c88b94400/b09a93a1-8a7d-45eb-9958-200c29830157) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:41:42.196039 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:42.311039 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e3a93421-baff-4149-bfd4-52f7a66fe889 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for port (b09a93a1-8a7d-45eb-9958-200c29830157), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:42.349877 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e3a93421-baff-4149-bfd4-52f7a66fe889 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (b09a93a1-8a7d-45eb-9958-200c29830157), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:42.433173 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a93421-baff-4149-bfd4-52f7a66fe889 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Network 399b9766-a615-4591-aa47-cb52408456de is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:41:42.440140 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-e3a93421-baff-4149-bfd4-52f7a66fe889 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:41:42.453889 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a93421-baff-4149-bfd4-52f7a66fe889 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:41:42.512926 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a93421-baff-4149-bfd4-52f7a66fe889 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event updated for resources: {'Port': ['ID=b09a93a1-8a7d-45eb-9958-200c29830157,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:42.554118 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a93421-baff-4149-bfd4-52f7a66fe889 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:42.555261 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e3a93421-baff-4149-bfd4-52f7a66fe889 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:42.580569 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e3a93421-baff-4149-bfd4-52f7a66fe889 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7984383 Jan 28 00:41:42.584732 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53340) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:42.591467 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-feab3e35-9f02-4c64-a245-0c64b38f4579 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Request body: {'floatingip': {'port_id': 'b09a93a1-8a7d-45eb-9958-200c29830157'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:41:42.680645 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-feab3e35-9f02-4c64-a245-0c64b38f4579 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (f31d5043-6d8a-4aca-9c05-805b9ff6f749), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:42.750309 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-e70d89e4-96f9-45a1-9433-c7e60837320e None None] Provisioning complete for port b09a93a1-8a7d-45eb-9958-200c29830157 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:41:42.751040 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e70d89e4-96f9-45a1-9433-c7e60837320e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b09a93a1-8a7d-45eb-9958-200c29830157), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:42.807734 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e70d89e4-96f9-45a1-9433-c7e60837320e None None] Port b09a93a1-8a7d-45eb-9958-200c29830157 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:41:42.999549 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:43.327393 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-feab3e35-9f02-4c64-a245-0c64b38f4579 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:43.332005 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-feab3e35-9f02-4c64-a245-0c64b38f4579 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (f31d5043-6d8a-4aca-9c05-805b9ff6f749), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:43.447856 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-feab3e35-9f02-4c64-a245-0c64b38f4579 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Floating IP f31d5043-6d8a-4aca-9c05-805b9ff6f749 associated. External IP: 172.25.3.38, port: b9b64c63-6a59-4a89-a0bc-c02a75e7ae65. Jan 28 00:41:43.964324 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feab3e35-9f02-4c64-a245-0c64b38f4579 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Router bb5b4078-8718-435c-b57c-6bd2570101ef has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:41:44.110070 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feab3e35-9f02-4c64-a245-0c64b38f4579 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:41:44.122791 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d867788-2ce5-4376-984e-fdea36622775 None None] Sync routers for ids ['bb5b4078-8718-435c-b57c-6bd2570101ef'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:41:44.135118 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d867788-2ce5-4376-984e-fdea36622775 None None] Routers {'bb5b4078-8718-435c-b57c-6bd2570101ef'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:44.135808 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-2d867788-2ce5-4376-984e-fdea36622775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['bb5b4078-8718-435c-b57c-6bd2570101ef'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:44.172558 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-2d867788-2ce5-4376-984e-fdea36622775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:44.182896 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d867788-2ce5-4376-984e-fdea36622775 None None] Routers {'bb5b4078-8718-435c-b57c-6bd2570101ef'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:44.185342 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-2d867788-2ce5-4376-984e-fdea36622775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['bb5b4078-8718-435c-b57c-6bd2570101ef'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:44.228980 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-2d867788-2ce5-4376-984e-fdea36622775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:44.229646 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d867788-2ce5-4376-984e-fdea36622775 None None] The sync data for ids ['bb5b4078-8718-435c-b57c-6bd2570101ef'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:41:44.242392 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:44.428963 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feab3e35-9f02-4c64-a245-0c64b38f4579 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Router 035025bb-9283-4048-b38b-d8239c2bef91 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:41:44.567175 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feab3e35-9f02-4c64-a245-0c64b38f4579 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:41:44.571790 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-feab3e35-9f02-4c64-a245-0c64b38f4579 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:44.578908 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802640fe-1495-4907-b2df-972f24efd794 None None] Sync routers for ids ['035025bb-9283-4048-b38b-d8239c2bef91'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:41:44.591636 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802640fe-1495-4907-b2df-972f24efd794 None None] Routers {'035025bb-9283-4048-b38b-d8239c2bef91'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:44.592300 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-802640fe-1495-4907-b2df-972f24efd794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['035025bb-9283-4048-b38b-d8239c2bef91'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:44.657747 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-802640fe-1495-4907-b2df-972f24efd794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:44.673672 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-feab3e35-9f02-4c64-a245-0c64b38f4579 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "PUT /v2.0/floatingips/f31d5043-6d8a-4aca-9c05-805b9ff6f749 HTTP/1.1" status: 200 len: 978 time: 2.0873082 Jan 28 00:41:44.674831 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802640fe-1495-4907-b2df-972f24efd794 None None] Routers {'035025bb-9283-4048-b38b-d8239c2bef91'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:44.676068 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-802640fe-1495-4907-b2df-972f24efd794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['035025bb-9283-4048-b38b-d8239c2bef91'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:44.676551 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53348) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:44.711692 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-802640fe-1495-4907-b2df-972f24efd794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:44.712287 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802640fe-1495-4907-b2df-972f24efd794 None None] The sync data for ids ['035025bb-9283-4048-b38b-d8239c2bef91'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:41:44.797589 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3c113eca-cdd0-4f07-a38e-033e0df7a897 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Deleting port b09a93a1-8a7d-45eb-9958-200c29830157 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:41:44.798021 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c113eca-cdd0-4f07-a38e-033e0df7a897 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b09a93a1-8a7d-45eb-9958-200c29830157), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:44.962804 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c113eca-cdd0-4f07-a38e-033e0df7a897 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b09a93a1-8a7d-45eb-9958-200c29830157), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:45.245922 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-431c744e-e700-4015-b812-277b1048c2d8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0553093 Jan 28 00:41:45.310755 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c113eca-cdd0-4f07-a38e-033e0df7a897 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:45.311402 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c113eca-cdd0-4f07-a38e-033e0df7a897 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (f31d5043-6d8a-4aca-9c05-805b9ff6f749), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:45.311961 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-3c113eca-cdd0-4f07-a38e-033e0df7a897 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Floating IP f31d5043-6d8a-4aca-9c05-805b9ff6f749 disassociated. External IP: 172.25.3.38, port: b09a93a1-8a7d-45eb-9958-200c29830157. Jan 28 00:41:45.312555 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3c113eca-cdd0-4f07-a38e-033e0df7a897 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Calling delete_port for b09a93a1-8a7d-45eb-9958-200c29830157 owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:41:45.378220 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c22230-2353-4148-b685-d28190e9362c req-11b6dcaa-5315-4244-907c-aee99f3b4445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:45.378916 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c22230-2353-4148-b685-d28190e9362c req-11b6dcaa-5315-4244-907c-aee99f3b4445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:45.379553 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c22230-2353-4148-b685-d28190e9362c req-11b6dcaa-5315-4244-907c-aee99f3b4445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:45.380183 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c22230-2353-4148-b685-d28190e9362c req-11b6dcaa-5315-4244-907c-aee99f3b4445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:45.380809 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c22230-2353-4148-b685-d28190e9362c req-11b6dcaa-5315-4244-907c-aee99f3b4445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:45.381394 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c22230-2353-4148-b685-d28190e9362c req-11b6dcaa-5315-4244-907c-aee99f3b4445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:45.381970 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c22230-2353-4148-b685-d28190e9362c req-11b6dcaa-5315-4244-907c-aee99f3b4445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:45.384582 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-11b6dcaa-5315-4244-907c-aee99f3b4445 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5bda1a11a40447e984dbfecb2102fcad&device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 6492 time: 0.0614562 Jan 28 00:41:45.531351 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c113eca-cdd0-4f07-a38e-033e0df7a897 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (b09a93a1-8a7d-45eb-9958-200c29830157), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:45.532730 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c22230-2353-4148-b685-d28190e9362c req-eb16e5d0-bc35-4fa1-bdc3-f2bad9b29436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:45.533488 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c22230-2353-4148-b685-d28190e9362c req-eb16e5d0-bc35-4fa1-bdc3-f2bad9b29436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:45.534277 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c22230-2353-4148-b685-d28190e9362c req-eb16e5d0-bc35-4fa1-bdc3-f2bad9b29436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:45.537098 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-eb16e5d0-bc35-4fa1-bdc3-f2bad9b29436 service neutron] 10.222.0.52 "GET /v2.0/networks?id=962b6d11-960d-42e0-95f3-b55d3f9f0ed4&id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&id=ced11932-ebe6-4a02-b131-3fdaf9b641b0&id=ced11932-ebe6-4a02-b131-3fdaf9b641b0 HTTP/1.1" status: 200 len: 2293 time: 0.1252673 Jan 28 00:41:45.570624 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c113eca-cdd0-4f07-a38e-033e0df7a897 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event deleted for resources: {'Port': ['ID=b09a93a1-8a7d-45eb-9958-200c29830157,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:45.642498 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-dfe3bf65-48bd-4300-9b3a-b7cca402fa6e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6276b1e7-274c-424a-ad22-502097950c2e HTTP/1.1" status: 200 len: 1001 time: 0.0995200 Jan 28 00:41:45.703131 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c22230-2353-4148-b685-d28190e9362c req-9511998f-e331-47c4-80e1-d53ea660f9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:45.704760 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-9511998f-e331-47c4-80e1-d53ea660f9b8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3e045621-a000-4f31-813f-19aff9c83672 HTTP/1.1" status: 200 len: 851 time: 0.0564272 Jan 28 00:41:45.735213 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c113eca-cdd0-4f07-a38e-033e0df7a897 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Router 035025bb-9283-4048-b38b-d8239c2bef91 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:41:45.781060 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c22230-2353-4148-b685-d28190e9362c req-a13c5649-447d-488f-933b-38f0d5fc32db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:45.783885 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-a13c5649-447d-488f-933b-38f0d5fc32db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=962b6d11-960d-42e0-95f3-b55d3f9f0ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732315 Jan 28 00:41:45.902206 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c113eca-cdd0-4f07-a38e-033e0df7a897 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:41:45.918377 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655bc895-fe4f-440b-a4f1-b089d0cce3d2 None None] Sync routers for ids ['035025bb-9283-4048-b38b-d8239c2bef91'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:41:45.934812 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-720acb15-9ce3-47bb-b8bd-a245f1aaefca service neutron] 10.222.0.52 "GET /v2.0/networks/962b6d11-960d-42e0-95f3-b55d3f9f0ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435294 Jan 28 00:41:45.936070 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655bc895-fe4f-440b-a4f1-b089d0cce3d2 None None] Routers {'035025bb-9283-4048-b38b-d8239c2bef91'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:45.937161 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-655bc895-fe4f-440b-a4f1-b089d0cce3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['035025bb-9283-4048-b38b-d8239c2bef91'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:45.995065 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-655bc895-fe4f-440b-a4f1-b089d0cce3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:45.999272 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c113eca-cdd0-4f07-a38e-033e0df7a897 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:46.003597 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3c113eca-cdd0-4f07-a38e-033e0df7a897 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "DELETE /v2.0/ports/b09a93a1-8a7d-45eb-9958-200c29830157 HTTP/1.1" status: 204 len: 168 time: 1.3255270 Jan 28 00:41:46.008285 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53356) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:46.013532 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655bc895-fe4f-440b-a4f1-b089d0cce3d2 None None] Routers {'035025bb-9283-4048-b38b-d8239c2bef91'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:46.014187 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-655bc895-fe4f-440b-a4f1-b089d0cce3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['035025bb-9283-4048-b38b-d8239c2bef91'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:46.076398 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-655bc895-fe4f-440b-a4f1-b089d0cce3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:46.077280 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655bc895-fe4f-440b-a4f1-b089d0cce3d2 None None] The sync data for ids ['035025bb-9283-4048-b38b-d8239c2bef91'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:41:46.108540 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-e00dae23-9318-43ae-bf3d-071a716dcf3d service neutron] 10.222.0.52 "GET /v2.0/networks/962b6d11-960d-42e0-95f3-b55d3f9f0ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670954 Jan 28 00:41:46.168369 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-4194ac58-1025-4d9e-9fcd-f35b43dc816b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=e6c88db4-a371-434d-b81c-bba1b2a0715e HTTP/1.1" status: 200 len: 217 time: 0.0533154 Jan 28 00:41:46.227477 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c22230-2353-4148-b685-d28190e9362c req-02039f6f-3af0-47e6-b233-4fc99c85bd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:46.229331 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-02039f6f-3af0-47e6-b233-4fc99c85bd3d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d9566eb-7bee-4e72-9ce3-a47d9d3737eb HTTP/1.1" status: 200 len: 797 time: 0.0555565 Jan 28 00:41:46.288446 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c22230-2353-4148-b685-d28190e9362c req-677df021-326f-4844-b0d2-7ef314351c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:46.290682 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-677df021-326f-4844-b0d2-7ef314351c18 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0554035 Jan 28 00:41:46.583336 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33325748-ff5b-4817-bb54-9f48e8b1cc51 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (035025bb-9283-4048-b38b-d8239c2bef91), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:46.672936 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-b705c8a8-6007-472a-94b3-3201702eb919 req-d47bbbb4-41ab-43dd-8480-0a3d0dcd1ecc service neutron] (103343) timed out ('10.222.0.70', 43998) {{(pid=103343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 00:41:46.817213 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-111e247d-e994-415b-965a-92347944cc7d service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5196095 Jan 28 00:41:46.932540 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-92633f13-931d-42d3-add5-6fe1ca4949a6 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087315 Jan 28 00:41:47.014018 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-f676e2cc-c215-45c6-a526-321c7c470c48 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=d811a547-5df6-408e-b47d-4a7f9810a4e5 HTTP/1.1" status: 200 len: 217 time: 0.0754292 Jan 28 00:41:47.014876 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-33325748-ff5b-4817-bb54-9f48e8b1cc51 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Deleting port a1857dbd-6724-4bc8-9452-745578350fc8 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:41:47.015378 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33325748-ff5b-4817-bb54-9f48e8b1cc51 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (a1857dbd-6724-4bc8-9452-745578350fc8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:47.118920 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c22230-2353-4148-b685-d28190e9362c req-7bab16fc-ab69-40fd-a364-f70e32448da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:47.135421 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-7bab16fc-ab69-40fd-a364-f70e32448da3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d9566eb-7bee-4e72-9ce3-a47d9d3737eb HTTP/1.1" status: 200 len: 797 time: 0.1017842 Jan 28 00:41:47.221492 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c22230-2353-4148-b685-d28190e9362c req-0737cb88-fbe7-4ede-a00d-e91c76325524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:47.225190 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-0737cb88-fbe7-4ede-a00d-e91c76325524 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0853858 Jan 28 00:41:47.408958 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-b93c09d2-31de-41a3-aa10-b9117012919c service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698232 Jan 28 00:41:47.462682 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33325748-ff5b-4817-bb54-9f48e8b1cc51 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (a1857dbd-6724-4bc8-9452-745578350fc8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:47.482790 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-33325748-ff5b-4817-bb54-9f48e8b1cc51 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Calling delete_port for a1857dbd-6724-4bc8-9452-745578350fc8 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:41:47.556117 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-41b5e628-dbb6-44fa-8f16-5cb9362d9e5e service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453710 Jan 28 00:41:47.627015 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-0d7a151b-ad16-4cca-b871-5cb94479df07 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=94ae3a89-fc27-4196-b863-313cd277b634 HTTP/1.1" status: 200 len: 217 time: 0.0640914 Jan 28 00:41:47.707821 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c22230-2353-4148-b685-d28190e9362c req-41887ecb-e1c5-4d4c-bb6a-60b4fe69f307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:47.709585 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-41887ecb-e1c5-4d4c-bb6a-60b4fe69f307 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d9566eb-7bee-4e72-9ce3-a47d9d3737eb HTTP/1.1" status: 200 len: 797 time: 0.0769243 Jan 28 00:41:47.764339 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c22230-2353-4148-b685-d28190e9362c req-b0feedad-6e14-4661-a730-9870b909de3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:47.765902 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-b0feedad-6e14-4661-a730-9870b909de3f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0493855 Jan 28 00:41:47.779200 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33325748-ff5b-4817-bb54-9f48e8b1cc51 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (a1857dbd-6724-4bc8-9452-745578350fc8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:47.837729 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33325748-ff5b-4817-bb54-9f48e8b1cc51 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event deleted for resources: {'Port': ['ID=a1857dbd-6724-4bc8-9452-745578350fc8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:47.909436 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-343b3c1f-b1c5-4c80-a95e-2a2a5fb0bd45 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356969 Jan 28 00:41:48.064805 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-e1bd563f-e800-464b-ad84-42964b13247f service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486027 Jan 28 00:41:48.104462 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33325748-ff5b-4817-bb54-9f48e8b1cc51 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (035025bb-9283-4048-b38b-d8239c2bef91), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:48.140762 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-73a67897-90fc-46de-a65b-d22e44c55cf2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=6fe75345-323e-4c17-9167-f80f61f5b382 HTTP/1.1" status: 200 len: 217 time: 0.0692954 Jan 28 00:41:48.220091 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c22230-2353-4148-b685-d28190e9362c req-feff9f7a-caae-440c-bf37-4aa356c94a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:48.222861 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-feff9f7a-caae-440c-bf37-4aa356c94a8f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d9566eb-7bee-4e72-9ce3-a47d9d3737eb HTTP/1.1" status: 200 len: 797 time: 0.0761232 Jan 28 00:41:48.287587 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c22230-2353-4148-b685-d28190e9362c req-c3b32bdc-2305-49a1-b1c5-a8618878b34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:48.290740 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-c3b32bdc-2305-49a1-b1c5-a8618878b34d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0efd91fa-a4c6-4618-8488-fef9eaa5de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0607383 Jan 28 00:41:48.427680 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-7f7c33d7-c291-4260-88fc-05782e555bd3 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264834 Jan 28 00:41:48.473213 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33325748-ff5b-4817-bb54-9f48e8b1cc51 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Router 035025bb-9283-4048-b38b-d8239c2bef91 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:41:48.552072 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-d434c8ec-668c-4d71-a36c-e40a61a2b652 service neutron] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161361 Jan 28 00:41:48.646361 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-4bfccfae-49c1-4585-b8e3-aac6140a1c91 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b39bbdd0-6456-4b66-b3bb-de6ac18d21ae HTTP/1.1" status: 200 len: 217 time: 0.0808411 Jan 28 00:41:48.700585 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33325748-ff5b-4817-bb54-9f48e8b1cc51 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:41:48.712180 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-33325748-ff5b-4817-bb54-9f48e8b1cc51 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "PUT /v2.0/routers/035025bb-9283-4048-b38b-d8239c2bef91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7016308 Jan 28 00:41:48.713868 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6926921-ca08-4d0b-8afe-6578c6200548 None None] Sync routers for ids ['035025bb-9283-4048-b38b-d8239c2bef91'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:41:48.716731 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53380) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:48.734620 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6926921-ca08-4d0b-8afe-6578c6200548 None None] Routers {'035025bb-9283-4048-b38b-d8239c2bef91'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:48.735135 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f6926921-ca08-4d0b-8afe-6578c6200548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['035025bb-9283-4048-b38b-d8239c2bef91'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:48.741357 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c22230-2353-4148-b685-d28190e9362c req-ac0f5e55-adc4-4c6b-8a94-490eaef17620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:48.743786 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-ac0f5e55-adc4-4c6b-8a94-490eaef17620 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1bd8a954-b516-49e1-b2a8-a47b9c570cc2 HTTP/1.1" status: 200 len: 797 time: 0.0913920 Jan 28 00:41:48.775185 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f6926921-ca08-4d0b-8afe-6578c6200548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:48.786192 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6926921-ca08-4d0b-8afe-6578c6200548 None None] Routers {'035025bb-9283-4048-b38b-d8239c2bef91'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:48.786827 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f6926921-ca08-4d0b-8afe-6578c6200548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['035025bb-9283-4048-b38b-d8239c2bef91'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:48.817817 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c22230-2353-4148-b685-d28190e9362c req-1d6f660c-e54b-4295-86fe-5da8b16db32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:48.819549 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-1d6f660c-e54b-4295-86fe-5da8b16db32e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ced11932-ebe6-4a02-b131-3fdaf9b641b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0670350 Jan 28 00:41:48.830227 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f6926921-ca08-4d0b-8afe-6578c6200548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:48.831159 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6926921-ca08-4d0b-8afe-6578c6200548 None None] The sync data for ids ['035025bb-9283-4048-b38b-d8239c2bef91'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:41:48.903916 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-186a8e9b-1910-46f9-bd9b-2a07d263f1fc tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for router (035025bb-9283-4048-b38b-d8239c2bef91), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:48.984401 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-ee358a96-4f11-4255-b001-ce49cc9fa0d9 service neutron] 10.222.0.52 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556399 Jan 28 00:41:49.079932 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-186a8e9b-1910-46f9-bd9b-2a07d263f1fc tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for router_gateway (035025bb-9283-4048-b38b-d8239c2bef91), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:49.095277 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585d603-bcef-48fe-a695-dfe2b5e7fe84 req-547bd33b-c98c-4806-bc5d-b33e527d6627 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:49.097032 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f585d603-bcef-48fe-a695-dfe2b5e7fe84 req-547bd33b-c98c-4806-bc5d-b33e527d6627 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.1305685 Jan 28 00:41:49.139938 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-592b42ef-895b-4283-8630-3bd43fb786de service neutron] 10.222.0.52 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347091 Jan 28 00:41:49.153087 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-186a8e9b-1910-46f9-bd9b-2a07d263f1fc tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Deleting port 0b321b86-04c9-487a-af84-59b4ee3c7b16 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:41:49.153525 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-186a8e9b-1910-46f9-bd9b-2a07d263f1fc tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (0b321b86-04c9-487a-af84-59b4ee3c7b16), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:49.207253 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-f99ff9d4-4003-43d5-97c0-241e33d399c1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9 HTTP/1.1" status: 200 len: 217 time: 0.0571039 Jan 28 00:41:49.283632 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-186a8e9b-1910-46f9-bd9b-2a07d263f1fc tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (0b321b86-04c9-487a-af84-59b4ee3c7b16), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:49.301120 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-186a8e9b-1910-46f9-bd9b-2a07d263f1fc tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Calling delete_port for 0b321b86-04c9-487a-af84-59b4ee3c7b16 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:41:49.314596 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f585d603-bcef-48fe-a695-dfe2b5e7fe84 req-9d24835a-b0d0-44e7-ad84-7c7008a8781f tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726696 Jan 28 00:41:49.333184 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c22230-2353-4148-b685-d28190e9362c req-9fd8813c-c218-47e0-8a12-80851323feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:49.335924 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-9fd8813c-c218-47e0-8a12-80851323feb1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1bd8a954-b516-49e1-b2a8-a47b9c570cc2 HTTP/1.1" status: 200 len: 797 time: 0.1126583 Jan 28 00:41:49.443739 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c22230-2353-4148-b685-d28190e9362c req-bb208a59-77e2-47e2-aef9-f2ccf09d6eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:49.448991 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-bb208a59-77e2-47e2-aef9-f2ccf09d6eab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ced11932-ebe6-4a02-b131-3fdaf9b641b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1049495 Jan 28 00:41:49.629791 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e378e-ba04-4291-96fa-6823f30f97c5 req-3b0c93b9-b605-455f-b0fa-c161dcc513a5 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:49.632197 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d55e378e-ba04-4291-96fa-6823f30f97c5 req-3b0c93b9-b605-455f-b0fa-c161dcc513a5 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.1600606 Jan 28 00:41:49.647815 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-186a8e9b-1910-46f9-bd9b-2a07d263f1fc tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (0b321b86-04c9-487a-af84-59b4ee3c7b16), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:49.685088 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a8e9b-1910-46f9-bd9b-2a07d263f1fc tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event deleted for resources: {'Port': ['ID=0b321b86-04c9-487a-af84-59b4ee3c7b16,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:49.708379 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-386d4552-a164-4b75-b145-05e2259d7fef service neutron] 10.222.0.52 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521310 Jan 28 00:41:49.773920 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-186a8e9b-1910-46f9-bd9b-2a07d263f1fc tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (035025bb-9283-4048-b38b-d8239c2bef91), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:49.830783 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d55e378e-ba04-4291-96fa-6823f30f97c5 req-2a253448-ef99-4880-9798-2571980b679d tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660194 Jan 28 00:41:49.901061 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9c22230-2353-4148-b685-d28190e9362c req-3596946a-8b91-4ca1-88c8-1ea08e787bba service neutron] 10.222.0.52 "GET /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803029 Jan 28 00:41:49.913793 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-186a8e9b-1910-46f9-bd9b-2a07d263f1fc tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (035025bb-9283-4048-b38b-d8239c2bef91), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:49.924937 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-186a8e9b-1910-46f9-bd9b-2a07d263f1fc tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for router_controller (035025bb-9283-4048-b38b-d8239c2bef91), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:50.015310 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-186a8e9b-1910-46f9-bd9b-2a07d263f1fc tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (035025bb-9283-4048-b38b-d8239c2bef91), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:50.016479 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186a8e9b-1910-46f9-bd9b-2a07d263f1fc tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Fanout notify agent at l3_agent the message router_deleted on router 035025bb-9283-4048-b38b-d8239c2bef91 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:41:50.031157 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-186a8e9b-1910-46f9-bd9b-2a07d263f1fc tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:50.036734 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-186a8e9b-1910-46f9-bd9b-2a07d263f1fc tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "DELETE /v2.0/routers/035025bb-9283-4048-b38b-d8239c2bef91 HTTP/1.1" status: 204 len: 168 time: 1.3144035 Jan 28 00:41:50.036734 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53402) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:50.128633 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c18ce1-8342-4aa7-8c11-c24a58ac47a8 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Deleting subnet b63e56e9-c317-4643-a919-e08c88b94400 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:41:50.134648 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-63c18ce1-8342-4aa7-8c11-c24a58ac47a8 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for subnet (b63e56e9-c317-4643-a919-e08c88b94400), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:50.239603 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-63c18ce1-8342-4aa7-8c11-c24a58ac47a8 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (b63e56e9-c317-4643-a919-e08c88b94400), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:50.391222 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-63c18ce1-8342-4aa7-8c11-c24a58ac47a8 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (b63e56e9-c317-4643-a919-e08c88b94400), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:50.399977 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-2dd5383e-8b90-4786-a115-5b6a30c4857b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:50.402761 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-2dd5383e-8b90-4786-a115-5b6a30c4857b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/networks?id=a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 200 len: 811 time: 0.3104587 Jan 28 00:41:50.432522 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-bf488cd4-71d8-4bcf-9610-1216dcc1c2e8 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/quotas/126ff8dba2134b2d95d54d419fe64967 HTTP/1.1" status: 200 len: 375 time: 0.0207555 Jan 28 00:41:50.508320 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-63c18ce1-8342-4aa7-8c11-c24a58ac47a8 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (b63e56e9-c317-4643-a919-e08c88b94400), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:50.576310 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c18ce1-8342-4aa7-8c11-c24a58ac47a8 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event deleted for resources: {'Subnet': ['ID=b63e56e9-c317-4643-a919-e08c88b94400,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:50.596233 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-63c18ce1-8342-4aa7-8c11-c24a58ac47a8 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:50.598467 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-4ce1d1c9-3529-4e87-aa42-f2480f6a8603 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=126ff8dba2134b2d95d54d419fe64967&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1546779 Jan 28 00:41:50.605959 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-63c18ce1-8342-4aa7-8c11-c24a58ac47a8 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "DELETE /v2.0/subnets/b63e56e9-c317-4643-a919-e08c88b94400 HTTP/1.1" status: 204 len: 168 time: 0.5678751 Jan 28 00:41:50.610620 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53412) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:50.619270 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a692da-5132-418b-bcf2-0257e156be0c None None] Network 399b9766-a615-4591-aa47-cb52408456de requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:41:50.769711 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-72e3fcf1-1f70-49bd-bb72-1fd77bf116b7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (399b9766-a615-4591-aa47-cb52408456de), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:50.812801 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-7fe11c07-3e16-4cbc-88c0-fd0ce580d08e service neutron] 10.222.0.70 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889517 Jan 28 00:41:50.967192 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-72e3fcf1-1f70-49bd-bb72-1fd77bf116b7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Deleting port 61e23304-e5b0-4358-9a75-0fe6e6aa8b5b {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:41:50.967687 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-72e3fcf1-1f70-49bd-bb72-1fd77bf116b7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (61e23304-e5b0-4358-9a75-0fe6e6aa8b5b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:50.985228 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fa1fbe-4e80-40f7-b9f6-1342840b38bf None None] DHCP port deletion for 399b9766-a615-4591-aa47-cb52408456de request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:41:51.045903 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-26a5740f-8034-4a0e-a245-e9fd70ef11bf service neutron] 10.222.0.70 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097600 Jan 28 00:41:51.069490 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-67fa1fbe-4e80-40f7-b9f6-1342840b38bf None None] Deleting port 61e23304-e5b0-4358-9a75-0fe6e6aa8b5b {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:41:51.070474 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-67fa1fbe-4e80-40f7-b9f6-1342840b38bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (61e23304-e5b0-4358-9a75-0fe6e6aa8b5b), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:51.077242 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-72e3fcf1-1f70-49bd-bb72-1fd77bf116b7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] For port 61e23304-e5b0-4358-9a75-0fe6e6aa8b5b, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=61e23304-e5b0-4358-9a75-0fe6e6aa8b5b,segment=NetworkSegment(1ae656f2-c5f7-4565-8f2d-813535cecfba),segment_id=1ae656f2-c5f7-4565-8f2d-813535cecfba)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:41:51.077638 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-72e3fcf1-1f70-49bd-bb72-1fd77bf116b7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (61e23304-e5b0-4358-9a75-0fe6e6aa8b5b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:51.103251 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-72e3fcf1-1f70-49bd-bb72-1fd77bf116b7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Calling delete_port for 61e23304-e5b0-4358-9a75-0fe6e6aa8b5b owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:41:51.215733 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-67fa1fbe-4e80-40f7-b9f6-1342840b38bf None None] For port 61e23304-e5b0-4358-9a75-0fe6e6aa8b5b, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=61e23304-e5b0-4358-9a75-0fe6e6aa8b5b,segment=NetworkSegment(1ae656f2-c5f7-4565-8f2d-813535cecfba),segment_id=1ae656f2-c5f7-4565-8f2d-813535cecfba)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:41:51.216494 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-67fa1fbe-4e80-40f7-b9f6-1342840b38bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (61e23304-e5b0-4358-9a75-0fe6e6aa8b5b), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:51.222041 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 61e23304-e5b0-4358-9a75-0fe6e6aa8b5b no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:41:51.261104 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-67fa1fbe-4e80-40f7-b9f6-1342840b38bf None None] Calling delete_port for 61e23304-e5b0-4358-9a75-0fe6e6aa8b5b owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:41:51.342304 n-d-826754-1 neutron-server[103345]: INFO neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No ports have port_id starting with 61e23304-e5b0-4358-9a75-0fe6e6aa8b5b Jan 28 00:41:51.344845 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-72e3fcf1-1f70-49bd-bb72-1fd77bf116b7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (61e23304-e5b0-4358-9a75-0fe6e6aa8b5b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:51.398190 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e3fcf1-1f70-49bd-bb72-1fd77bf116b7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] No DVR routers for this DVR port 61e23304-e5b0-4358-9a75-0fe6e6aa8b5b on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:41:51.406895 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3fcf1-1f70-49bd-bb72-1fd77bf116b7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event deleted for resources: {'Port': ['ID=61e23304-e5b0-4358-9a75-0fe6e6aa8b5b,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:51.424591 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-67fa1fbe-4e80-40f7-b9f6-1342840b38bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (61e23304-e5b0-4358-9a75-0fe6e6aa8b5b), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:51.469624 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa1fbe-4e80-40f7-b9f6-1342840b38bf None None] Pushing event deleted for resources: {'Port': ['ID=61e23304-e5b0-4358-9a75-0fe6e6aa8b5b,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:51.478583 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fa1fbe-4e80-40f7-b9f6-1342840b38bf None None] No DVR routers for this DVR port 61e23304-e5b0-4358-9a75-0fe6e6aa8b5b on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:41:51.482025 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa1fbe-4e80-40f7-b9f6-1342840b38bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:51.483033 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa1fbe-4e80-40f7-b9f6-1342840b38bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:51.483033 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa1fbe-4e80-40f7-b9f6-1342840b38bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:51.483033 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa1fbe-4e80-40f7-b9f6-1342840b38bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:51.483584 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa1fbe-4e80-40f7-b9f6-1342840b38bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:51.483773 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa1fbe-4e80-40f7-b9f6-1342840b38bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:51.484098 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa1fbe-4e80-40f7-b9f6-1342840b38bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:51.484717 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa1fbe-4e80-40f7-b9f6-1342840b38bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:51.485215 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa1fbe-4e80-40f7-b9f6-1342840b38bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:51.485737 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa1fbe-4e80-40f7-b9f6-1342840b38bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:51.486074 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa1fbe-4e80-40f7-b9f6-1342840b38bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:51.486605 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa1fbe-4e80-40f7-b9f6-1342840b38bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:51.487097 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa1fbe-4e80-40f7-b9f6-1342840b38bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:41:51.511296 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e565390-925c-4782-8eb6-9e1e07b95dbd req-ad3dabff-0511-44d7-8c28-183c050e32a9 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=e31475e5-e1d5-4e54-9375-056cadc4084c HTTP/1.1" status: 200 len: 210 time: 0.0577683 Jan 28 00:41:51.584539 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-72e3fcf1-1f70-49bd-bb72-1fd77bf116b7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (399b9766-a615-4591-aa47-cb52408456de), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:51.612669 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-72e3fcf1-1f70-49bd-bb72-1fd77bf116b7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399b9766-a615-4591-aa47-cb52408456de']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:51.637564 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-72e3fcf1-1f70-49bd-bb72-1fd77bf116b7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae656f2-c5f7-4565-8f2d-813535cecfba') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:51.637857 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-72e3fcf1-1f70-49bd-bb72-1fd77bf116b7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae656f2-c5f7-4565-8f2d-813535cecfba') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:51.658703 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-72e3fcf1-1f70-49bd-bb72-1fd77bf116b7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (1ae656f2-c5f7-4565-8f2d-813535cecfba), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:51.687056 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-72e3fcf1-1f70-49bd-bb72-1fd77bf116b7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (1ae656f2-c5f7-4565-8f2d-813535cecfba), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:51.700224 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e3fcf1-1f70-49bd-bb72-1fd77bf116b7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:41:51.700878 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-72e3fcf1-1f70-49bd-bb72-1fd77bf116b7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (1ae656f2-c5f7-4565-8f2d-813535cecfba), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:51.705006 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:41:51.705006 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:41:51.705006 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:41:51.705006 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:41:51.705006 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:41:51.705006 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:41:51.705006 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:41:51.705006 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:41:51.705006 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:41:51.705006 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:41:51.705006 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:41:51.705006 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:41:51.705006 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:41:51.705006 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:41:51.705006 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:41:51.705006 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:41:51.705006 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:41:51.705006 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:41:51.705006 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:41:51.705006 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:41:51.705006 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:41:51.705006 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:41:51.705006 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:41:51.705006 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:41:51.705006 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:41:51.705006 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:41:51.705006 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:41:51.705006 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:41:51.705006 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:41:51.705006 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:41:51.705006 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:41:51.705006 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:41:51.778965 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-72e3fcf1-1f70-49bd-bb72-1fd77bf116b7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (399b9766-a615-4591-aa47-cb52408456de), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:51.788482 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-72e3fcf1-1f70-49bd-bb72-1fd77bf116b7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:51.791910 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-72e3fcf1-1f70-49bd-bb72-1fd77bf116b7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "DELETE /v2.0/networks/399b9766-a615-4591-aa47-cb52408456de HTTP/1.1" status: 204 len: 168 time: 1.1801293 Jan 28 00:41:51.803952 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53426) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:51.810764 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3fcf1-1f70-49bd-bb72-1fd77bf116b7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event deleted for resources: {'Network': ['ID=399b9766-a615-4591-aa47-cb52408456de,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:52.003568 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c67cd762-9dc6-4004-b9ea-496094722371 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Deleting port 4ee9447d-4cc8-431d-b1cd-86384f04540b {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:41:52.005355 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c67cd762-9dc6-4004-b9ea-496094722371 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (4ee9447d-4cc8-431d-b1cd-86384f04540b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:52.114922 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c67cd762-9dc6-4004-b9ea-496094722371 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (4ee9447d-4cc8-431d-b1cd-86384f04540b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:52.115525 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c67cd762-9dc6-4004-b9ea-496094722371 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (4ee9447d-4cc8-431d-b1cd-86384f04540b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:52.138488 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c67cd762-9dc6-4004-b9ea-496094722371 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Calling delete_port for 4ee9447d-4cc8-431d-b1cd-86384f04540b owned by network:floatingip {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:41:52.374665 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c67cd762-9dc6-4004-b9ea-496094722371 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (4ee9447d-4cc8-431d-b1cd-86384f04540b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:52.447267 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67cd762-9dc6-4004-b9ea-496094722371 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event deleted for resources: {'Port': ['ID=4ee9447d-4cc8-431d-b1cd-86384f04540b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:52.525582 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c67cd762-9dc6-4004-b9ea-496094722371 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for floatingip (f31d5043-6d8a-4aca-9c05-805b9ff6f749), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:52.530722 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c67cd762-9dc6-4004-b9ea-496094722371 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:52.532676 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c67cd762-9dc6-4004-b9ea-496094722371 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "DELETE /v2.0/floatingips/f31d5043-6d8a-4aca-9c05-805b9ff6f749 HTTP/1.1" status: 204 len: 168 time: 0.7276282 Jan 28 00:41:52.538253 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53442) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:52.565646 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df6c337-6494-4c79-b556-65c9682aa798 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] DELETE failed (client error): The resource could not be found. Jan 28 00:41:52.566260 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6df6c337-6494-4c79-b556-65c9682aa798 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:41:52.570363 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6df6c337-6494-4c79-b556-65c9682aa798 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "DELETE /v2.0/ports/b09a93a1-8a7d-45eb-9958-200c29830157 HTTP/1.1" status: 404 len: 333 time: 0.0302255 Jan 28 00:41:52.572605 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53446) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:52.632808 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53448) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:52.636493 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d6be9460-343c-4c18-8693-52dc6c13a9d2 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "GET /v2.0/ports?device_id=035025bb-9283-4048-b38b-d8239c2bef91 HTTP/1.1" status: 200 len: 205 time: 0.0534356 Jan 28 00:41:52.669658 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-08ba0258-17d0-4b7c-9d3b-5945f642f1d2 req-5426236e-50ed-4769-b2da-5d08ea78d0e7 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=e31475e5-e1d5-4e54-9375-056cadc4084c HTTP/1.1" status: 200 len: 210 time: 0.0307188 Jan 28 00:41:52.679602 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-8ae1b1b8-72b1-4f75-9684-55f82ab3dea5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] delete failed (client error): The resource could not be found. Jan 28 00:41:52.681143 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8ae1b1b8-72b1-4f75-9684-55f82ab3dea5 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "DELETE /v2.0/routers/035025bb-9283-4048-b38b-d8239c2bef91 HTTP/1.1" status: 404 len: 336 time: 0.0468655 Jan 28 00:41:52.685955 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53450) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:52.714386 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2af0c4d-d18f-41a7-94ee-33708ceb8c44 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] DELETE failed (client error): The resource could not be found. Jan 28 00:41:52.714957 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2af0c4d-d18f-41a7-94ee-33708ceb8c44 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:41:52.718792 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a2af0c4d-d18f-41a7-94ee-33708ceb8c44 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "DELETE /v2.0/subnets/b63e56e9-c317-4643-a919-e08c88b94400 HTTP/1.1" status: 404 len: 337 time: 0.0314152 Jan 28 00:41:52.722164 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53452) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:52.952392 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1c958bc0-b1c9-467e-911e-d13aabc74416 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Deleting port b9b64c63-6a59-4a89-a0bc-c02a75e7ae65 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:41:52.953029 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1c958bc0-b1c9-467e-911e-d13aabc74416 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b9b64c63-6a59-4a89-a0bc-c02a75e7ae65), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:53.502313 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-1a3eb7df-0294-4c5c-9cb1-fae633382ace tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:53.504213 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-1a3eb7df-0294-4c5c-9cb1-fae633382ace tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.65 "GET /v2.0/networks?id=a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 200 len: 811 time: 0.6425786 Jan 28 00:41:53.529118 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-c950a8eb-88b1-44fe-8ce8-cfd447fee5c0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Request body: {'port': {'device_id': 'e31475e5-e1d5-4e54-9375-056cadc4084c', 'network_id': 'a5055772-1556-467a-8d2c-d15584910096', 'admin_state_up': True, 'tenant_id': '126ff8dba2134b2d95d54d419fe64967'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:41:53.536123 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1c958bc0-b1c9-467e-911e-d13aabc74416 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b9b64c63-6a59-4a89-a0bc-c02a75e7ae65), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:53.602701 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1c958bc0-b1c9-467e-911e-d13aabc74416 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Calling delete_port for b9b64c63-6a59-4a89-a0bc-c02a75e7ae65 owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:41:53.755374 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-c950a8eb-88b1-44fe-8ce8-cfd447fee5c0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Made reservation on behalf of 126ff8dba2134b2d95d54d419fe64967 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:41:53.759375 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-c950a8eb-88b1-44fe-8ce8-cfd447fee5c0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:53.838819 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f61eabcf-a606-432d-b669-b8931b62a5ac req-8f2018ff-e454-4d38-93c9-4f3d43f2d10c tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=e31475e5-e1d5-4e54-9375-056cadc4084c HTTP/1.1" status: 200 len: 210 time: 0.0454545 Jan 28 00:41:53.874906 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1c958bc0-b1c9-467e-911e-d13aabc74416 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b9b64c63-6a59-4a89-a0bc-c02a75e7ae65), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:53.964389 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c958bc0-b1c9-467e-911e-d13aabc74416 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event deleted for resources: {'Port': ['ID=b9b64c63-6a59-4a89-a0bc-c02a75e7ae65,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:54.124441 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1c958bc0-b1c9-467e-911e-d13aabc74416 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:54.127879 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1c958bc0-b1c9-467e-911e-d13aabc74416 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "DELETE /v2.0/ports/b9b64c63-6a59-4a89-a0bc-c02a75e7ae65 HTTP/1.1" status: 204 len: 168 time: 1.4044206 Jan 28 00:41:54.130963 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53458) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:54.136285 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-c950a8eb-88b1-44fe-8ce8-cfd447fee5c0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Allocated IP 172.20.0.3 (a5055772-1556-467a-8d2c-d15584910096/d0f29497-ba52-4939-af70-d57b51c2ceee/9cac760f-6976-4541-b144-cd1690580638) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:41:54.249475 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e04b8-27f0-4e3c-8314-0b497ab8da69 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Deleting port 3bbbee04-3066-4383-b608-0e8644e9632e {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:41:54.249751 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fd5e04b8-27f0-4e3c-8314-0b497ab8da69 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (3bbbee04-3066-4383-b608-0e8644e9632e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:54.322067 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-c950a8eb-88b1-44fe-8ce8-cfd447fee5c0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks [] for port (9cac760f-6976-4541-b144-cd1690580638), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:54.372922 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-c950a8eb-88b1-44fe-8ce8-cfd447fee5c0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (9cac760f-6976-4541-b144-cd1690580638), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:54.426283 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-c950a8eb-88b1-44fe-8ce8-cfd447fee5c0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Network a5055772-1556-467a-8d2c-d15584910096 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:41:54.430225 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fd5e04b8-27f0-4e3c-8314-0b497ab8da69 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (3bbbee04-3066-4383-b608-0e8644e9632e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:54.431348 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['ee552b99-6334-45be-8a9c-ea82d5bef5a2', '71ccef60-b89f-429c-83c8-a842ac618d58'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:41:54.433379 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-c950a8eb-88b1-44fe-8ce8-cfd447fee5c0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:41:54.439377 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-c950a8eb-88b1-44fe-8ce8-cfd447fee5c0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:41:54.461801 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e04b8-27f0-4e3c-8314-0b497ab8da69 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Calling delete_port for 3bbbee04-3066-4383-b608-0e8644e9632e owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:41:54.500736 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-c950a8eb-88b1-44fe-8ce8-cfd447fee5c0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:54.501334 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-c950a8eb-88b1-44fe-8ce8-cfd447fee5c0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:54.524725 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950a8eb-88b1-44fe-8ce8-cfd447fee5c0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Pushing event updated for resources: {'Port': ['ID=9cac760f-6976-4541-b144-cd1690580638,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:54.532698 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-c950a8eb-88b1-44fe-8ce8-cfd447fee5c0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0088415 Jan 28 00:41:54.557098 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-052f35a6-ec36-45fe-b42d-cea33490ca64 service neutron] Request body: {'port': {'device_id': 'e31475e5-e1d5-4e54-9375-056cadc4084c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:41:54.670677 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-052f35a6-ec36-45fe-b42d-cea33490ca64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9cac760f-6976-4541-b144-cd1690580638), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:54.759877 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-895dbef7-f72c-444a-9e6e-d3a8dd5dcb66 req-97082b57-22b9-450d-92c4-f40973e5c6f7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1902666 Jan 28 00:41:55.023858 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-834f7d9e-a25c-4b1e-b9ed-eeb8db7efd76 None None] Provisioning complete for port 9cac760f-6976-4541-b144-cd1690580638 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:41:55.024637 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-834f7d9e-a25c-4b1e-b9ed-eeb8db7efd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9cac760f-6976-4541-b144-cd1690580638), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:55.067194 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-834f7d9e-a25c-4b1e-b9ed-eeb8db7efd76 None None] Port 9cac760f-6976-4541-b144-cd1690580638 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:41:55.116030 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895dbef7-f72c-444a-9e6e-d3a8dd5dcb66 req-cb86bb86-bab1-4c58-81f7-958ab85fbd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:55.118452 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-895dbef7-f72c-444a-9e6e-d3a8dd5dcb66 req-cb86bb86-bab1-4c58-81f7-958ab85fbd5b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=126ff8dba2134b2d95d54d419fe64967&device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 1096 time: 0.2034202 Jan 28 00:41:55.124215 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fd5e04b8-27f0-4e3c-8314-0b497ab8da69 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (3bbbee04-3066-4383-b608-0e8644e9632e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:55.184003 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e04b8-27f0-4e3c-8314-0b497ab8da69 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event deleted for resources: {'Port': ['ID=3bbbee04-3066-4383-b608-0e8644e9632e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:55.187282 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cd393-e183-425b-8287-54d80cab320e req-0d3332c8-3608-4b3c-9288-56d50d74fb0a tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:55.189002 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e89cd393-e183-425b-8287-54d80cab320e req-0d3332c8-3608-4b3c-9288-56d50d74fb0a tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=e31475e5-e1d5-4e54-9375-056cadc4084c HTTP/1.1" status: 200 len: 931 time: 0.1799374 Jan 28 00:41:55.347439 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e89cd393-e183-425b-8287-54d80cab320e req-af9a6731-48fb-44ca-ba56-b6386470280f tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423440 Jan 28 00:41:55.348441 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fd5e04b8-27f0-4e3c-8314-0b497ab8da69 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:55.353208 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fd5e04b8-27f0-4e3c-8314-0b497ab8da69 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "DELETE /v2.0/ports/3bbbee04-3066-4383-b608-0e8644e9632e HTTP/1.1" status: 204 len: 168 time: 1.2210569 Jan 28 00:41:55.358574 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53466) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:55.366039 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895dbef7-f72c-444a-9e6e-d3a8dd5dcb66 req-556bee6d-f045-4dc7-bb0e-a17c96e2f26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:55.367720 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-895dbef7-f72c-444a-9e6e-d3a8dd5dcb66 req-556bee6d-f045-4dc7-bb0e-a17c96e2f26f service neutron] 10.222.0.65 "GET /v2.0/networks?id=a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 200 len: 912 time: 0.1964211 Jan 28 00:41:55.441951 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-895dbef7-f72c-444a-9e6e-d3a8dd5dcb66 req-07add405-a0cd-4226-80db-04c10d6d53b0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e413624a-1e51-4367-8bee-9d98fc660577 HTTP/1.1" status: 200 len: 999 time: 0.0670643 Jan 28 00:41:55.452010 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-052f35a6-ec36-45fe-b42d-cea33490ca64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cac760f-6976-4541-b144-cd1690580638 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:41:55.466457 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733d0b17-2aef-4bee-820e-28f0175efe22 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:55.472794 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-733d0b17-2aef-4bee-820e-28f0175efe22 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb5b4078-8718-435c-b57c-6bd2570101ef HTTP/1.1" status: 200 len: 913 time: 0.1085889 Jan 28 00:41:55.472794 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-052f35a6-ec36-45fe-b42d-cea33490ca64 service neutron] Publish callbacks [] for port (9cac760f-6976-4541-b144-cd1690580638), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:55.472794 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53468) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:55.507423 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895dbef7-f72c-444a-9e6e-d3a8dd5dcb66 req-a1708165-7893-4ae4-9256-11919b1342d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:55.509205 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-895dbef7-f72c-444a-9e6e-d3a8dd5dcb66 req-a1708165-7893-4ae4-9256-11919b1342d8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0f29497-ba52-4939-af70-d57b51c2ceee HTTP/1.1" status: 200 len: 850 time: 0.0606070 Jan 28 00:41:55.528074 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-052f35a6-ec36-45fe-b42d-cea33490ca64 service neutron] Transition to ACTIVE for port object 9cac760f-6976-4541-b144-cd1690580638 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:41:55.537206 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-052f35a6-ec36-45fe-b42d-cea33490ca64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (9cac760f-6976-4541-b144-cd1690580638), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:55.578887 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895dbef7-f72c-444a-9e6e-d3a8dd5dcb66 req-bca94a5e-7439-4259-825a-f3ab7d05f2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:55.581038 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-895dbef7-f72c-444a-9e6e-d3a8dd5dcb66 req-bca94a5e-7439-4259-825a-f3ab7d05f2f7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a5055772-1556-467a-8d2c-d15584910096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635724 Jan 28 00:41:55.700368 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f35a6-ec36-45fe-b42d-cea33490ca64 service neutron] Pushing event updated for resources: {'Port': ['ID=9cac760f-6976-4541-b144-cd1690580638,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:55.772304 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-895dbef7-f72c-444a-9e6e-d3a8dd5dcb66 req-9fcfa30c-2b1d-477e-ad29-2ade8945e748 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819301 Jan 28 00:41:55.986803 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-895dbef7-f72c-444a-9e6e-d3a8dd5dcb66 req-cdc07c24-e4a4-4319-9197-40eadbcd9c52 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053125 Jan 28 00:41:56.049118 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-052f35a6-ec36-45fe-b42d-cea33490ca64 service neutron] Attempting to bind port 9cac760f-6976-4541-b144-cd1690580638 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:41:56.049460 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-052f35a6-ec36-45fe-b42d-cea33490ca64 service neutron] Attempting to bind port 9cac760f-6976-4541-b144-cd1690580638 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '32b62d49-3c93-4f09-986c-30e1868e910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a5055772-1556-467a-8d2c-d15584910096'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:41:56.049788 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-052f35a6-ec36-45fe-b42d-cea33490ca64 service neutron] Attempting to bind port 9cac760f-6976-4541-b144-cd1690580638 on network a5055772-1556-467a-8d2c-d15584910096 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:41:56.063354 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-052f35a6-ec36-45fe-b42d-cea33490ca64 service neutron] Port 9cac760f-6976-4541-b144-cd1690580638 on network a5055772-1556-467a-8d2c-d15584910096 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:41:56.063711 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-052f35a6-ec36-45fe-b42d-cea33490ca64 service neutron] Attempting to bind port 9cac760f-6976-4541-b144-cd1690580638 on network a5055772-1556-467a-8d2c-d15584910096 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:41:56.076333 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-052f35a6-ec36-45fe-b42d-cea33490ca64 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:41:56.076664 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-052f35a6-ec36-45fe-b42d-cea33490ca64 service neutron] Checking segment: {'id': '32b62d49-3c93-4f09-986c-30e1868e910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a5055772-1556-467a-8d2c-d15584910096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:41:56.077058 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-052f35a6-ec36-45fe-b42d-cea33490ca64 service neutron] Bound using segment: {'id': '32b62d49-3c93-4f09-986c-30e1868e910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a5055772-1556-467a-8d2c-d15584910096'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:41:56.077504 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-052f35a6-ec36-45fe-b42d-cea33490ca64 service neutron] Bound port: 9cac760f-6976-4541-b144-cd1690580638, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b62d49-3c93-4f09-986c-30e1868e910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a5055772-1556-467a-8d2c-d15584910096'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:41:56.077866 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-052f35a6-ec36-45fe-b42d-cea33490ca64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9cac760f-6976-4541-b144-cd1690580638), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:56.213613 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-052f35a6-ec36-45fe-b42d-cea33490ca64 service neutron] For port 9cac760f-6976-4541-b144-cd1690580638, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:41:56.218719 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-052f35a6-ec36-45fe-b42d-cea33490ca64 service neutron] For port 9cac760f-6976-4541-b144-cd1690580638, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9cac760f-6976-4541-b144-cd1690580638,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:41:56.224867 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-052f35a6-ec36-45fe-b42d-cea33490ca64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (9cac760f-6976-4541-b144-cd1690580638), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:56.272142 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-052f35a6-ec36-45fe-b42d-cea33490ca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:56.272771 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-052f35a6-ec36-45fe-b42d-cea33490ca64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:56.274221 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-052f35a6-ec36-45fe-b42d-cea33490ca64 service neutron] 10.222.0.65 "PUT /v2.0/ports/9cac760f-6976-4541-b144-cd1690580638 HTTP/1.1" status: 200 len: 1091 time: 1.7218809 Jan 28 00:41:56.274813 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31475e5-e1d5-4e54-9375-056cadc4084c', 'tag': '9cac760f-6976-4541-b144-cd1690580638'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:41:56.277195 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653c8711-7179-45ac-831f-bcadfe9a170a" -d '{"events": [{"name": "network-changed", "server_uuid": "e31475e5-e1d5-4e54-9375-056cadc4084c", "tag": "9cac760f-6976-4541-b144-cd1690580638"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:41:56.376257 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f35a6-ec36-45fe-b42d-cea33490ca64 service neutron] Pushing event updated for resources: {'Port': ['ID=9cac760f-6976-4541-b144-cd1690580638,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:56.476252 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-0bd603c0-ddd9-4a71-80e1-ed381a73b4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:56.478799 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-0bd603c0-ddd9-4a71-80e1-ed381a73b4fe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=126ff8dba2134b2d95d54d419fe64967&device_id=e31475e5-e1d5-4e54-9375-056cadc4084c HTTP/1.1" status: 200 len: 1094 time: 0.0963018 Jan 28 00:41:56.611154 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-75978e41-e58a-40b5-9d14-40310f15ea92 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cac760f-6976-4541-b144-cd1690580638 HTTP/1.1" status: 200 len: 217 time: 0.1164699 Jan 28 00:41:56.630731 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8375dc1b-c6d5-49a5-9332-95d6f31bd2fe tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (bb5b4078-8718-435c-b57c-6bd2570101ef), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:56.723943 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36c2c37-f216-442c-95fc-60396a0d42c0 x-openstack-request-id: req-f36c2c37-f216-442c-95fc-60396a0d42c0 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:41:56.724426 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31475e5-e1d5-4e54-9375-056cadc4084c", "tag": "9cac760f-6976-4541-b144-cd1690580638", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:41:56.724870 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f36c2c37-f216-442c-95fc-60396a0d42c0 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:41:56.725591 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31475e5-e1d5-4e54-9375-056cadc4084c', 'tag': '9cac760f-6976-4541-b144-cd1690580638', 'status': 'completed', 'code': 200} Jan 28 00:41:56.822334 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd171328-9281-4f65-99bf-b2b09e01c0b8 req-9aaaac8e-81f3-4162-8c07-9296901f91b0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:56.825816 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cd171328-9281-4f65-99bf-b2b09e01c0b8 req-9aaaac8e-81f3-4162-8c07-9296901f91b0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=e31475e5-e1d5-4e54-9375-056cadc4084c HTTP/1.1" status: 200 len: 943 time: 0.2737434 Jan 28 00:41:56.876783 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-d45509e4-9db5-4905-8264-e54365e5aa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:56.879288 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-d45509e4-9db5-4905-8264-e54365e5aa03 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0f29497-ba52-4939-af70-d57b51c2ceee HTTP/1.1" status: 200 len: 850 time: 0.2426605 Jan 28 00:41:57.021703 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cd171328-9281-4f65-99bf-b2b09e01c0b8 req-a943ec3e-2ad6-498e-83ec-447dace3ccab tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852856 Jan 28 00:41:57.110523 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-c21c43cd-f3a6-4713-831a-5a639d7ea6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:57.112090 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-c21c43cd-f3a6-4713-831a-5a639d7ea6ca service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a5055772-1556-467a-8d2c-d15584910096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1699378 Jan 28 00:41:57.252660 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-08d01633-38cf-4e5f-969a-337a04e183a1 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330597 Jan 28 00:41:57.405551 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6572b4be-bde6-4d3d-beb8-219b60406713 req-64386d46-2e6f-409c-a90e-371315d94a20 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423380 Jan 28 00:41:57.407526 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8375dc1b-c6d5-49a5-9332-95d6f31bd2fe tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Deleting port a141b189-1e27-45a7-875d-cc7af73bf9d1 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:41:57.407905 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8375dc1b-c6d5-49a5-9332-95d6f31bd2fe tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (a141b189-1e27-45a7-875d-cc7af73bf9d1), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:57.542919 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8375dc1b-c6d5-49a5-9332-95d6f31bd2fe tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (a141b189-1e27-45a7-875d-cc7af73bf9d1), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:57.572773 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8375dc1b-c6d5-49a5-9332-95d6f31bd2fe tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Calling delete_port for a141b189-1e27-45a7-875d-cc7af73bf9d1 owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:41:57.632330 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c8711-7179-45ac-831f-bcadfe9a170a req-8f9b63ae-1bcd-4372-b8f0-c9eff9696bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:57.633912 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-653c8711-7179-45ac-831f-bcadfe9a170a req-8f9b63ae-1bcd-4372-b8f0-c9eff9696bdf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=126ff8dba2134b2d95d54d419fe64967&device_id=e31475e5-e1d5-4e54-9375-056cadc4084c HTTP/1.1" status: 200 len: 1094 time: 0.1094224 Jan 28 00:41:58.113860 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c8711-7179-45ac-831f-bcadfe9a170a req-cb8ce701-b1de-4843-945c-a7043f3fcd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:58.115448 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-653c8711-7179-45ac-831f-bcadfe9a170a req-cb8ce701-b1de-4843-945c-a7043f3fcd5f service neutron] 10.222.0.65 "GET /v2.0/networks?id=a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 200 len: 912 time: 0.4736958 Jan 28 00:41:58.200808 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-653c8711-7179-45ac-831f-bcadfe9a170a req-83d9d7a3-d373-4b6a-8a6c-de7a8f328160 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cac760f-6976-4541-b144-cd1690580638 HTTP/1.1" status: 200 len: 217 time: 0.0655136 Jan 28 00:41:58.303254 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270e5f9-969c-41f5-aa4d-9750941ede3d req-d25da966-5b5f-497d-a187-6bcc28d0d434 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:58.304947 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4270e5f9-969c-41f5-aa4d-9750941ede3d req-d25da966-5b5f-497d-a187-6bcc28d0d434 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=e31475e5-e1d5-4e54-9375-056cadc4084c HTTP/1.1" status: 200 len: 943 time: 0.1885052 Jan 28 00:41:58.312104 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c8711-7179-45ac-831f-bcadfe9a170a req-c7a36ecb-e799-424a-992f-743dfe4f477c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:58.313711 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-653c8711-7179-45ac-831f-bcadfe9a170a req-c7a36ecb-e799-424a-992f-743dfe4f477c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0f29497-ba52-4939-af70-d57b51c2ceee HTTP/1.1" status: 200 len: 850 time: 0.1060283 Jan 28 00:41:58.321452 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8375dc1b-c6d5-49a5-9332-95d6f31bd2fe tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (a141b189-1e27-45a7-875d-cc7af73bf9d1), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:58.389714 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375dc1b-c6d5-49a5-9332-95d6f31bd2fe tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event deleted for resources: {'Port': ['ID=a141b189-1e27-45a7-875d-cc7af73bf9d1,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:41:58.489356 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4270e5f9-969c-41f5-aa4d-9750941ede3d req-500412ac-6da5-46f1-9abc-e80a450b3af2 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745739 Jan 28 00:41:58.491493 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c8711-7179-45ac-831f-bcadfe9a170a req-db14af9d-5f3b-4ef5-8530-070d38437f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:58.493204 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-653c8711-7179-45ac-831f-bcadfe9a170a req-db14af9d-5f3b-4ef5-8530-070d38437f99 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a5055772-1556-467a-8d2c-d15584910096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1678360 Jan 28 00:41:58.697566 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-653c8711-7179-45ac-831f-bcadfe9a170a req-54790b65-b8e2-4b18-a319-625e18a54fa8 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961129 Jan 28 00:41:58.752034 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8375dc1b-c6d5-49a5-9332-95d6f31bd2fe tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (bb5b4078-8718-435c-b57c-6bd2570101ef), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:58.958988 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-653c8711-7179-45ac-831f-bcadfe9a170a req-acf52b39-5f92-450b-987f-5c77264313e1 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467973 Jan 28 00:41:59.164152 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8375dc1b-c6d5-49a5-9332-95d6f31bd2fe tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Router bb5b4078-8718-435c-b57c-6bd2570101ef has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:41:59.335136 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8375dc1b-c6d5-49a5-9332-95d6f31bd2fe tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:41:59.346411 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8375dc1b-c6d5-49a5-9332-95d6f31bd2fe tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "PUT /v2.0/routers/bb5b4078-8718-435c-b57c-6bd2570101ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8683209 Jan 28 00:41:59.346801 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53486) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:41:59.352992 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e7409e-b918-49e1-a9f6-4163aeb9d1b4 None None] Sync routers for ids ['bb5b4078-8718-435c-b57c-6bd2570101ef'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:41:59.372429 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e7409e-b918-49e1-a9f6-4163aeb9d1b4 None None] Routers {'bb5b4078-8718-435c-b57c-6bd2570101ef'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:59.373481 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f1e7409e-b918-49e1-a9f6-4163aeb9d1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['bb5b4078-8718-435c-b57c-6bd2570101ef'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:59.433649 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f1e7409e-b918-49e1-a9f6-4163aeb9d1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:59.448848 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e7409e-b918-49e1-a9f6-4163aeb9d1b4 None None] Routers {'bb5b4078-8718-435c-b57c-6bd2570101ef'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:41:59.450795 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f1e7409e-b918-49e1-a9f6-4163aeb9d1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:41:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['bb5b4078-8718-435c-b57c-6bd2570101ef'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:59.525567 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 9cac760f-6976-4541-b144-cd1690580638 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:41:59.531755 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f1e7409e-b918-49e1-a9f6-4163aeb9d1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:41:59.532908 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e7409e-b918-49e1-a9f6-4163aeb9d1b4 None None] The sync data for ids ['bb5b4078-8718-435c-b57c-6bd2570101ef'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:41:59.638341 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5d8b9-7d6b-458f-8d02-8f7eaf72e260 req-d5a53f33-5209-4d1a-a9b0-c97171187688 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:41:59.646122 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b2c5d8b9-7d6b-458f-8d02-8f7eaf72e260 req-d5a53f33-5209-4d1a-a9b0-c97171187688 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=e31475e5-e1d5-4e54-9375-056cadc4084c HTTP/1.1" status: 200 len: 943 time: 0.0655012 Jan 28 00:41:59.721795 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b2c5d8b9-7d6b-458f-8d02-8f7eaf72e260 req-563712b0-9ac7-494a-9371-6677b74bba57 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743213 Jan 28 00:41:59.750945 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 9cac760f-6976-4541-b144-cd1690580638, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9cac760f-6976-4541-b144-cd1690580638,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:41:59.770901 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '9cac760f-6976-4541-b144-cd1690580638', 'network_id': 'a5055772-1556-467a-8d2c-d15584910096', 'port_id': '9cac760f-6976-4541-b144-cd1690580638', 'mac_address': 'fa:16:3e:a0:c7:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f29497-ba52-4939-af70-d57b51c2ceee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:41:59.837150 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 9cac760f-6976-4541-b144-cd1690580638 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:41:59.838357 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9cac760f-6976-4541-b144-cd1690580638), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:59.857375 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cac760f-6976-4541-b144-cd1690580638 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:41:59.893132 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 9cac760f-6976-4541-b144-cd1690580638, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9cac760f-6976-4541-b144-cd1690580638,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:41:59.897835 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9cac760f-6976-4541-b144-cd1690580638), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:59.916158 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cea8c713-61e7-40ee-810a-d21ed01f0af4 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for router (bb5b4078-8718-435c-b57c-6bd2570101ef), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:41:59.965925 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=9cac760f-6976-4541-b144-cd1690580638,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:00.055233 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cea8c713-61e7-40ee-810a-d21ed01f0af4 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for router_gateway (bb5b4078-8718-435c-b57c-6bd2570101ef), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:00.118028 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-cea8c713-61e7-40ee-810a-d21ed01f0af4 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Deleting port 2b183cc5-747d-402d-84a1-8e5ed6c3eb0e {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:42:00.118374 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cea8c713-61e7-40ee-810a-d21ed01f0af4 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (2b183cc5-747d-402d-84a1-8e5ed6c3eb0e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:00.208298 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['9cac760f-6976-4541-b144-cd1690580638'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:42:00.217954 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cea8c713-61e7-40ee-810a-d21ed01f0af4 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (2b183cc5-747d-402d-84a1-8e5ed6c3eb0e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:00.235161 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-cea8c713-61e7-40ee-810a-d21ed01f0af4 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Calling delete_port for 2b183cc5-747d-402d-84a1-8e5ed6c3eb0e owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:42:00.496538 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cea8c713-61e7-40ee-810a-d21ed01f0af4 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (2b183cc5-747d-402d-84a1-8e5ed6c3eb0e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:00.531338 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8c713-61e7-40ee-810a-d21ed01f0af4 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event deleted for resources: {'Port': ['ID=2b183cc5-747d-402d-84a1-8e5ed6c3eb0e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:00.608197 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cea8c713-61e7-40ee-810a-d21ed01f0af4 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (bb5b4078-8718-435c-b57c-6bd2570101ef), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:00.717851 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cea8c713-61e7-40ee-810a-d21ed01f0af4 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (bb5b4078-8718-435c-b57c-6bd2570101ef), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:00.720704 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cea8c713-61e7-40ee-810a-d21ed01f0af4 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for router_controller (bb5b4078-8718-435c-b57c-6bd2570101ef), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:00.779599 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cea8c713-61e7-40ee-810a-d21ed01f0af4 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (bb5b4078-8718-435c-b57c-6bd2570101ef), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:00.780395 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea8c713-61e7-40ee-810a-d21ed01f0af4 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Fanout notify agent at l3_agent the message router_deleted on router bb5b4078-8718-435c-b57c-6bd2570101ef {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:42:00.791544 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cea8c713-61e7-40ee-810a-d21ed01f0af4 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:00.791544 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cea8c713-61e7-40ee-810a-d21ed01f0af4 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "DELETE /v2.0/routers/bb5b4078-8718-435c-b57c-6bd2570101ef HTTP/1.1" status: 204 len: 168 time: 1.4422915 Jan 28 00:42:00.792012 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53496) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:42:00.857948 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b03e71-8d86-48dc-9c6e-c55ebba842bb tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Deleting subnet b1568b44-9fb0-4534-9908-d880d374d2e2 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:42:00.874423 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-56b03e71-8d86-48dc-9c6e-c55ebba842bb tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for subnet (b1568b44-9fb0-4534-9908-d880d374d2e2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:00.917027 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ca4e8-52aa-449c-8eef-598311d57a67 req-1bf2ada3-208b-443a-a7eb-ccffc4ee5414 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:00.919976 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f5ca4e8-52aa-449c-8eef-598311d57a67 req-1bf2ada3-208b-443a-a7eb-ccffc4ee5414 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=e31475e5-e1d5-4e54-9375-056cadc4084c HTTP/1.1" status: 200 len: 944 time: 0.0837672 Jan 28 00:42:00.932065 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-56b03e71-8d86-48dc-9c6e-c55ebba842bb tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (b1568b44-9fb0-4534-9908-d880d374d2e2), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:00.993602 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f5ca4e8-52aa-449c-8eef-598311d57a67 req-7f39b058-c34e-4c1b-ab44-b1b93d56e01e tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666039 Jan 28 00:42:01.014994 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-56b03e71-8d86-48dc-9c6e-c55ebba842bb tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (b1568b44-9fb0-4534-9908-d880d374d2e2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:01.099334 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-56b03e71-8d86-48dc-9c6e-c55ebba842bb tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (b1568b44-9fb0-4534-9908-d880d374d2e2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:01.131909 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b03e71-8d86-48dc-9c6e-c55ebba842bb tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event deleted for resources: {'Subnet': ['ID=b1568b44-9fb0-4534-9908-d880d374d2e2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:01.136017 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-56b03e71-8d86-48dc-9c6e-c55ebba842bb tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:01.140471 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-56b03e71-8d86-48dc-9c6e-c55ebba842bb tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "DELETE /v2.0/subnets/b1568b44-9fb0-4534-9908-d880d374d2e2 HTTP/1.1" status: 204 len: 168 time: 0.3465014 Jan 28 00:42:01.144222 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53498) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:42:01.243432 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba9522a9-12cd-44d2-90d7-ca51642e1bf7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (c15cb05f-75f9-4827-a1a0-2d66f5f771ac), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:01.401136 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba9522a9-12cd-44d2-90d7-ca51642e1bf7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (c15cb05f-75f9-4827-a1a0-2d66f5f771ac), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:01.435048 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-ba9522a9-12cd-44d2-90d7-ca51642e1bf7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c15cb05f-75f9-4827-a1a0-2d66f5f771ac']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:42:01.453280 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-ba9522a9-12cd-44d2-90d7-ca51642e1bf7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d05bfc-fdf9-4410-b9ca-2a415511add8') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:42:01.453788 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-ba9522a9-12cd-44d2-90d7-ca51642e1bf7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d05bfc-fdf9-4410-b9ca-2a415511add8') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:42:01.471490 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba9522a9-12cd-44d2-90d7-ca51642e1bf7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (20d05bfc-fdf9-4410-b9ca-2a415511add8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:01.497780 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba9522a9-12cd-44d2-90d7-ca51642e1bf7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (20d05bfc-fdf9-4410-b9ca-2a415511add8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:01.507605 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9522a9-12cd-44d2-90d7-ca51642e1bf7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:42:01.508267 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba9522a9-12cd-44d2-90d7-ca51642e1bf7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (20d05bfc-fdf9-4410-b9ca-2a415511add8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:01.513395 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:42:01.513395 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:42:01.513395 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:42:01.513395 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:42:01.513395 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:42:01.513395 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:42:01.513395 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:42:01.513395 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:42:01.513395 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:42:01.513395 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:42:01.513395 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:42:01.513395 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:42:01.513395 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:42:01.513395 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:42:01.513395 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:42:01.513395 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:42:01.513395 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:42:01.513395 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:42:01.513395 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:42:01.513395 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:42:01.513395 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:42:01.513395 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:42:01.513395 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:42:01.513395 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:42:01.513395 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:42:01.513395 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:42:01.513395 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:42:01.513395 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:42:01.513395 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:42:01.513395 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:42:01.513395 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:42:01.513395 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:42:01.525929 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 9cac760f-6976-4541-b144-cd1690580638 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:42:01.619324 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 9cac760f-6976-4541-b144-cd1690580638 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:42:01.625560 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 9cac760f-6976-4541-b144-cd1690580638 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:42:01.626263 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9cac760f-6976-4541-b144-cd1690580638), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:01.629734 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba9522a9-12cd-44d2-90d7-ca51642e1bf7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (c15cb05f-75f9-4827-a1a0-2d66f5f771ac), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:01.643823 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba9522a9-12cd-44d2-90d7-ca51642e1bf7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:01.652538 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ba9522a9-12cd-44d2-90d7-ca51642e1bf7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] 10.222.0.70 "DELETE /v2.0/networks/c15cb05f-75f9-4827-a1a0-2d66f5f771ac HTTP/1.1" status: 204 len: 168 time: 0.5035133 Jan 28 00:42:01.672097 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9522a9-12cd-44d2-90d7-ca51642e1bf7 tempest-FloatingIPTestJSON-120807573 tempest-FloatingIPTestJSON-120807573-project] Pushing event deleted for resources: {'Network': ['ID=c15cb05f-75f9-4827-a1a0-2d66f5f771ac,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:01.804547 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 9cac760f-6976-4541-b144-cd1690580638 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:42:01.805373 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9cac760f-6976-4541-b144-cd1690580638), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:02.013755 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31475e5-e1d5-4e54-9375-056cadc4084c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cac760f-6976-4541-b144-cd1690580638'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:42:02.016461 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a7f1ca-3d82-43ec-a585-82f08b7dce8c" -d '{"events": [{"server_uuid": "e31475e5-e1d5-4e54-9375-056cadc4084c", "name": "network-vif-plugged", "status": "completed", "tag": "9cac760f-6976-4541-b144-cd1690580638"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:42:02.037197 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 9cac760f-6976-4541-b144-cd1690580638, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9cac760f-6976-4541-b144-cd1690580638,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:42:02.067012 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9cac760f-6976-4541-b144-cd1690580638), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:02.117305 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53510) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:42:02.188530 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee0cb3e-e157-4534-a123-1200d8c526ed x-openstack-request-id: req-8ee0cb3e-e157-4534-a123-1200d8c526ed {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:42:02.189037 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31475e5-e1d5-4e54-9375-056cadc4084c", "name": "network-vif-plugged", "status": "completed", "tag": "9cac760f-6976-4541-b144-cd1690580638", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:42:02.189518 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8ee0cb3e-e157-4534-a123-1200d8c526ed {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:42:02.189948 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31475e5-e1d5-4e54-9375-056cadc4084c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cac760f-6976-4541-b144-cd1690580638', 'code': 200} Jan 28 00:42:02.191919 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=9cac760f-6976-4541-b144-cd1690580638,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:02.317121 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b200a4-724e-4596-a1b3-cfdf6550e3eb req-0fc2d2de-6492-406a-8259-a6df82c4e8f0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:02.318925 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-72b200a4-724e-4596-a1b3-cfdf6550e3eb req-0fc2d2de-6492-406a-8259-a6df82c4e8f0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=e31475e5-e1d5-4e54-9375-056cadc4084c HTTP/1.1" status: 200 len: 945 time: 0.1158719 Jan 28 00:42:02.340042 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d12a47-29ce-4e68-84d6-ac4d5d01634d req-319d2961-9c6c-4a63-9668-319de643757a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:02.341763 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e8d12a47-29ce-4e68-84d6-ac4d5d01634d req-319d2961-9c6c-4a63-9668-319de643757a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e31475e5-e1d5-4e54-9375-056cadc4084c HTTP/1.1" status: 200 len: 1096 time: 0.0801232 Jan 28 00:42:02.429784 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-72b200a4-724e-4596-a1b3-cfdf6550e3eb req-6a721bab-efd1-4c5f-a6c3-4c570bd865c9 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996361 Jan 28 00:42:02.432988 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e8d12a47-29ce-4e68-84d6-ac4d5d01634d req-c810c785-bc91-4ac7-942b-8ccb9571bb37 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845566 Jan 28 00:42:02.483195 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53516) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:42:02.483478 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8c695ddc-3569-4dcb-8838-db9818b3c249 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5e275f26116b46ed802fea6634a436c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3636560 Jan 28 00:42:02.593406 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8b472b2f-3b26-4eb8-8149-2d1192b32d76 admin admin] Publish callbacks [] for security_group (75fcbdd6-52e3-4ee3-a1ad-6738b5ef8f5b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:02.635128 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8b472b2f-3b26-4eb8-8149-2d1192b32d76 admin admin] Publish callbacks [] for security_group (75fcbdd6-52e3-4ee3-a1ad-6738b5ef8f5b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:02.723297 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8b472b2f-3b26-4eb8-8149-2d1192b32d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (75fcbdd6-52e3-4ee3-a1ad-6738b5ef8f5b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:02.726848 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8b472b2f-3b26-4eb8-8149-2d1192b32d76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:02.733312 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8b472b2f-3b26-4eb8-8149-2d1192b32d76 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/75fcbdd6-52e3-4ee3-a1ad-6738b5ef8f5b HTTP/1.1" status: 204 len: 168 time: 0.2432907 Jan 28 00:42:02.744268 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b472b2f-3b26-4eb8-8149-2d1192b32d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fcbdd6-52e3-4ee3-a1ad-6738b5ef8f5b,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:03.783585 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1a7e9-5e56-4219-8e6b-43e1318af85d req-f5a5c9b3-e237-4df1-9f56-9391e3622f99 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:03.786554 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9bc1a7e9-5e56-4219-8e6b-43e1318af85d req-f5a5c9b3-e237-4df1-9f56-9391e3622f99 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=e31475e5-e1d5-4e54-9375-056cadc4084c HTTP/1.1" status: 200 len: 945 time: 0.1383450 Jan 28 00:42:03.880310 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9bc1a7e9-5e56-4219-8e6b-43e1318af85d req-46133c0e-305a-49f2-89cb-02e933555122 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858886 Jan 28 00:42:05.042609 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acd1f6-9ca1-4b44-b791-ffe0433a3df7 req-0e59cb33-5727-45c2-ac75-8ed6eed02a0a tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:05.045603 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70acd1f6-9ca1-4b44-b791-ffe0433a3df7 req-0e59cb33-5727-45c2-ac75-8ed6eed02a0a tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=e31475e5-e1d5-4e54-9375-056cadc4084c HTTP/1.1" status: 200 len: 945 time: 0.0866833 Jan 28 00:42:05.115125 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70acd1f6-9ca1-4b44-b791-ffe0433a3df7 req-f2f5ed55-6fcc-4664-a9a6-cb44bc5341ef tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587959 Jan 28 00:42:05.267733 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f44e4e6f-11d1-45c1-88aa-e934f41ef326 req-1311e3ce-93d0-4237-994a-248506f2cffa tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=126ff8dba2134b2d95d54d419fe64967 HTTP/1.1" status: 200 len: 267 time: 0.0770571 Jan 28 00:42:05.346043 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e4e6f-11d1-45c1-88aa-e934f41ef326 req-7b08fd51-5a43-4952-86b0-047b3779064a tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:05.348361 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f44e4e6f-11d1-45c1-88aa-e934f41ef326 req-7b08fd51-5a43-4952-86b0-047b3779064a tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=e31475e5-e1d5-4e54-9375-056cadc4084c HTTP/1.1" status: 200 len: 945 time: 0.0737309 Jan 28 00:42:05.370112 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-f44e4e6f-11d1-45c1-88aa-e934f41ef326 req-c1f4eaf2-4a39-41e1-b502-311ad69615aa tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Request body: {'port': {'security_groups': []}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:42:05.460871 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f44e4e6f-11d1-45c1-88aa-e934f41ef326 req-c1f4eaf2-4a39-41e1-b502-311ad69615aa tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9cac760f-6976-4541-b144-cd1690580638), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:05.693638 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-f44e4e6f-11d1-45c1-88aa-e934f41ef326 req-c1f4eaf2-4a39-41e1-b502-311ad69615aa tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] For port 9cac760f-6976-4541-b144-cd1690580638, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9cac760f-6976-4541-b144-cd1690580638,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:42:05.733037 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f44e4e6f-11d1-45c1-88aa-e934f41ef326 req-c1f4eaf2-4a39-41e1-b502-311ad69615aa tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks [] for port (9cac760f-6976-4541-b144-cd1690580638), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:05.740537 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f44e4e6f-11d1-45c1-88aa-e934f41ef326 req-c1f4eaf2-4a39-41e1-b502-311ad69615aa tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (9cac760f-6976-4541-b144-cd1690580638), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:05.778604 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['ee552b99-6334-45be-8a9c-ea82d5bef5a2', '71ccef60-b89f-429c-83c8-a842ac618d58', '9cac760f-6976-4541-b144-cd1690580638'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:42:05.822191 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e4e6f-11d1-45c1-88aa-e934f41ef326 req-c1f4eaf2-4a39-41e1-b502-311ad69615aa tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:05.822191 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f44e4e6f-11d1-45c1-88aa-e934f41ef326 req-c1f4eaf2-4a39-41e1-b502-311ad69615aa tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:05.830704 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f44e4e6f-11d1-45c1-88aa-e934f41ef326 req-c1f4eaf2-4a39-41e1-b502-311ad69615aa tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "PUT /v2.0/ports/9cac760f-6976-4541-b144-cd1690580638 HTTP/1.1" status: 200 len: 904 time: 0.4676075 Jan 28 00:42:05.830704 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31475e5-e1d5-4e54-9375-056cadc4084c', 'tag': '9cac760f-6976-4541-b144-cd1690580638'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:42:05.831226 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb0e38a-fbde-4fa9-88ef-4e34413e1f47" -d '{"events": [{"name": "network-changed", "server_uuid": "e31475e5-e1d5-4e54-9375-056cadc4084c", "tag": "9cac760f-6976-4541-b144-cd1690580638"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:42:05.906249 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4eaf2-4a39-41e1-b502-311ad69615aa tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Pushing event updated for resources: {'Port': ['ID=9cac760f-6976-4541-b144-cd1690580638,revision_number=6']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:05.913150 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6490b08d-4a48-44e0-be8d-ce371eb36baa x-openstack-request-id: req-6490b08d-4a48-44e0-be8d-ce371eb36baa {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:42:05.914250 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31475e5-e1d5-4e54-9375-056cadc4084c", "tag": "9cac760f-6976-4541-b144-cd1690580638", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:42:05.914887 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6490b08d-4a48-44e0-be8d-ce371eb36baa {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:42:05.915490 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31475e5-e1d5-4e54-9375-056cadc4084c', 'tag': '9cac760f-6976-4541-b144-cd1690580638', 'status': 'completed', 'code': 200} Jan 28 00:42:06.020059 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['9cac760f-6976-4541-b144-cd1690580638'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:42:06.122017 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d85e9-44a3-447a-afa7-795d074400f1 req-c960341b-011d-49d0-9222-da4df8fa24c1 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:06.136819 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0d9d85e9-44a3-447a-afa7-795d074400f1 req-c960341b-011d-49d0-9222-da4df8fa24c1 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=e31475e5-e1d5-4e54-9375-056cadc4084c HTTP/1.1" status: 200 len: 907 time: 0.1172020 Jan 28 00:42:06.151697 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0e38a-fbde-4fa9-88ef-4e34413e1f47 req-5830fe8d-e2ba-4dcf-9a0d-3b0ba3ebe96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:06.164357 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5cb0e38a-fbde-4fa9-88ef-4e34413e1f47 req-5830fe8d-e2ba-4dcf-9a0d-3b0ba3ebe96f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=126ff8dba2134b2d95d54d419fe64967&device_id=e31475e5-e1d5-4e54-9375-056cadc4084c HTTP/1.1" status: 200 len: 1058 time: 0.1944218 Jan 28 00:42:06.206968 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-65fc315b-c54b-407d-bf3d-23ddc2258d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:06.327143 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-074a0a93-b2e6-418c-a987-20080b0c4933 None None] Provisioning complete for port 9cac760f-6976-4541-b144-cd1690580638 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:42:06.327899 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-074a0a93-b2e6-418c-a987-20080b0c4933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9cac760f-6976-4541-b144-cd1690580638), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:06.364273 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0e38a-fbde-4fa9-88ef-4e34413e1f47 req-be3db3c5-acc8-4b8c-bde1-4457866918bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:06.365849 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5cb0e38a-fbde-4fa9-88ef-4e34413e1f47 req-be3db3c5-acc8-4b8c-bde1-4457866918bc service neutron] 10.222.0.65 "GET /v2.0/networks?id=a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 200 len: 912 time: 0.1932659 Jan 28 00:42:06.422964 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5cb0e38a-fbde-4fa9-88ef-4e34413e1f47 req-d00f40de-0e2f-45c3-9fa1-06d07d41f2e2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cac760f-6976-4541-b144-cd1690580638 HTTP/1.1" status: 200 len: 217 time: 0.0477157 Jan 28 00:42:06.438985 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f693b0-5e0a-45c0-8b88-3d6eb2984403 req-0230d118-55c8-4e26-840b-d453d1ffbb0e tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:06.440673 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-65f693b0-5e0a-45c0-8b88-3d6eb2984403 req-0230d118-55c8-4e26-840b-d453d1ffbb0e tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.1304245 Jan 28 00:42:06.527813 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0e38a-fbde-4fa9-88ef-4e34413e1f47 req-bfbf53ea-3424-4a2f-8565-5d0f8dc4aa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:06.529467 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5cb0e38a-fbde-4fa9-88ef-4e34413e1f47 req-bfbf53ea-3424-4a2f-8565-5d0f8dc4aa19 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0f29497-ba52-4939-af70-d57b51c2ceee HTTP/1.1" status: 200 len: 850 time: 0.0878167 Jan 28 00:42:06.537978 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-65f693b0-5e0a-45c0-8b88-3d6eb2984403 req-0a70fdb7-168e-48bd-9e32-4ce6cb29fab5 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672572 Jan 28 00:42:06.582438 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-074a0a93-b2e6-418c-a987-20080b0c4933 None None] Current status of the port 9cac760f-6976-4541-b144-cd1690580638 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:42:06.610646 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0e38a-fbde-4fa9-88ef-4e34413e1f47 req-59ace929-d277-4aa6-944c-a0fc9271885c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:06.613400 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5cb0e38a-fbde-4fa9-88ef-4e34413e1f47 req-59ace929-d277-4aa6-944c-a0fc9271885c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a5055772-1556-467a-8d2c-d15584910096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742013 Jan 28 00:42:06.764373 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5cb0e38a-fbde-4fa9-88ef-4e34413e1f47 req-37090b99-7a9d-4a90-a404-47039b89c27d service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435616 Jan 28 00:42:06.773099 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c718d-0a3e-4500-b4f7-962915ffe530 req-d9496c70-9578-4793-8980-cd656bd520b7 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:06.774790 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-448c718d-0a3e-4500-b4f7-962915ffe530 req-d9496c70-9578-4793-8980-cd656bd520b7 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.0938127 Jan 28 00:42:06.898053 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-448c718d-0a3e-4500-b4f7-962915ffe530 req-06230b5f-d2f6-48ee-b1c1-f2a72853ec5d tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114182 Jan 28 00:42:06.915104 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5cb0e38a-fbde-4fa9-88ef-4e34413e1f47 req-3f0e6da7-9f41-41bb-bf3b-a0b97a579413 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392548 Jan 28 00:42:07.353640 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-7cef9f47-d5dc-49a1-aba6-ed67de80c4a5 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:07.356270 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-7cef9f47-d5dc-49a1-aba6-ed67de80c4a5 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/networks?id=a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 200 len: 811 time: 0.1717560 Jan 28 00:42:07.377166 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-8868c446-9c71-4647-af91-3d85cfe7d347 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/quotas/126ff8dba2134b2d95d54d419fe64967 HTTP/1.1" status: 200 len: 375 time: 0.0106087 Jan 28 00:42:07.446706 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-95be9920-4dd5-44c7-adea-3d6e876afcbc tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=126ff8dba2134b2d95d54d419fe64967&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0636187 Jan 28 00:42:07.462994 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-e14228d8-c921-4d91-952e-475f08855f64 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:42:07.465467 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-e14228d8-c921-4d91-952e-475f08855f64 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092702 Jan 28 00:42:07.625503 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-b9affd91-9916-4d11-a00d-e37424f0ea07 service neutron] 10.222.0.70 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460750 Jan 28 00:42:07.753257 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-c563eaac-8ccd-4bab-bc94-01a1a1631e4e service neutron] 10.222.0.70 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209176 Jan 28 00:42:08.036840 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-84ba9d8b-cdcd-4fcb-a67c-1ee6b20a9418 req-5957bc44-0c52-4475-b45e-682574cf9228 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 210 time: 0.0548880 Jan 28 00:42:08.345425 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9eb9-a783-4eb0-9096-9f115ed3b788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:09.294893 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3ac2143f-8add-47fc-a334-645475fc4b84 req-1d29e3ff-b974-4a2c-8f19-c0ff59db02aa tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 210 time: 0.1198926 Jan 28 00:42:09.534670 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-ac54958c-f776-43b6-80ef-6e630c10cf9b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:09.537730 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-ac54958c-f776-43b6-80ef-6e630c10cf9b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.52 "GET /v2.0/networks?id=a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 200 len: 811 time: 0.2391727 Jan 28 00:42:09.561627 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-9ab5f43c-d90d-4f1f-bab9-53ed114daaa0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Request body: {'port': {'device_id': '7c611315-1ef4-4115-8763-ea29b9f44f56', 'network_id': 'a5055772-1556-467a-8d2c-d15584910096', 'admin_state_up': True, 'tenant_id': '126ff8dba2134b2d95d54d419fe64967'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:42:09.680740 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:09.707197 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-9ab5f43c-d90d-4f1f-bab9-53ed114daaa0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Made reservation on behalf of 126ff8dba2134b2d95d54d419fe64967 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:42:09.710977 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-9ab5f43c-d90d-4f1f-bab9-53ed114daaa0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:09.880293 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-9ab5f43c-d90d-4f1f-bab9-53ed114daaa0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Allocated IP 172.20.0.8 (a5055772-1556-467a-8d2c-d15584910096/d0f29497-ba52-4939-af70-d57b51c2ceee/786ef6a2-85a6-4753-8876-938c3ba4e704) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:42:10.109258 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-9ab5f43c-d90d-4f1f-bab9-53ed114daaa0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks [] for port (786ef6a2-85a6-4753-8876-938c3ba4e704), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:10.508942 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5ef48c93-2bf9-4629-a60c-6a0c056fceef req-5fe69a1c-57b1-4e73-8fba-fa7daf9a8232 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 210 time: 0.0349412 Jan 28 00:42:10.518491 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-9ab5f43c-d90d-4f1f-bab9-53ed114daaa0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (786ef6a2-85a6-4753-8876-938c3ba4e704), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:10.558876 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['ee552b99-6334-45be-8a9c-ea82d5bef5a2', '71ccef60-b89f-429c-83c8-a842ac618d58'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:42:10.574466 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-9ab5f43c-d90d-4f1f-bab9-53ed114daaa0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Network a5055772-1556-467a-8d2c-d15584910096 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:42:10.580505 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-9ab5f43c-d90d-4f1f-bab9-53ed114daaa0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:42:10.585658 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-9ab5f43c-d90d-4f1f-bab9-53ed114daaa0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:42:10.590767 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5f43c-d90d-4f1f-bab9-53ed114daaa0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Pushing event updated for resources: {'Port': ['ID=786ef6a2-85a6-4753-8876-938c3ba4e704,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:10.654795 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-9ab5f43c-d90d-4f1f-bab9-53ed114daaa0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:10.656368 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-9ab5f43c-d90d-4f1f-bab9-53ed114daaa0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:10.681254 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-9ab5f43c-d90d-4f1f-bab9-53ed114daaa0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1277218 Jan 28 00:42:10.700322 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-192123be-cbc1-42e3-9beb-bd477332b76b service neutron] Request body: {'port': {'device_id': '7c611315-1ef4-4115-8763-ea29b9f44f56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:42:10.792855 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-192123be-cbc1-42e3-9beb-bd477332b76b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (786ef6a2-85a6-4753-8876-938c3ba4e704), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:11.056803 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6f736de9-c2b4-4b19-a6e6-0691d00cf99f None None] Provisioning complete for port 786ef6a2-85a6-4753-8876-938c3ba4e704 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:42:11.057613 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6f736de9-c2b4-4b19-a6e6-0691d00cf99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (786ef6a2-85a6-4753-8876-938c3ba4e704), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:11.123659 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6f736de9-c2b4-4b19-a6e6-0691d00cf99f None None] Port 786ef6a2-85a6-4753-8876-938c3ba4e704 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:42:11.177334 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-192123be-cbc1-42e3-9beb-bd477332b76b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 786ef6a2-85a6-4753-8876-938c3ba4e704 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:42:11.181341 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:11.192469 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-192123be-cbc1-42e3-9beb-bd477332b76b service neutron] Publish callbacks [] for port (786ef6a2-85a6-4753-8876-938c3ba4e704), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:11.216507 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-192123be-cbc1-42e3-9beb-bd477332b76b service neutron] Transition to ACTIVE for port object 786ef6a2-85a6-4753-8876-938c3ba4e704 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:42:11.222688 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-192123be-cbc1-42e3-9beb-bd477332b76b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (786ef6a2-85a6-4753-8876-938c3ba4e704), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:11.314680 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192123be-cbc1-42e3-9beb-bd477332b76b service neutron] Pushing event updated for resources: {'Port': ['ID=786ef6a2-85a6-4753-8876-938c3ba4e704,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:11.474930 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-192123be-cbc1-42e3-9beb-bd477332b76b service neutron] Attempting to bind port 786ef6a2-85a6-4753-8876-938c3ba4e704 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:42:11.475646 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-192123be-cbc1-42e3-9beb-bd477332b76b service neutron] Attempting to bind port 786ef6a2-85a6-4753-8876-938c3ba4e704 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '32b62d49-3c93-4f09-986c-30e1868e910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a5055772-1556-467a-8d2c-d15584910096'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:42:11.476190 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-192123be-cbc1-42e3-9beb-bd477332b76b service neutron] Attempting to bind port 786ef6a2-85a6-4753-8876-938c3ba4e704 on network a5055772-1556-467a-8d2c-d15584910096 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:42:11.486683 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-192123be-cbc1-42e3-9beb-bd477332b76b service neutron] Port 786ef6a2-85a6-4753-8876-938c3ba4e704 on network a5055772-1556-467a-8d2c-d15584910096 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:42:11.487244 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-192123be-cbc1-42e3-9beb-bd477332b76b service neutron] Attempting to bind port 786ef6a2-85a6-4753-8876-938c3ba4e704 on network a5055772-1556-467a-8d2c-d15584910096 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:42:11.497090 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-192123be-cbc1-42e3-9beb-bd477332b76b service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:42:11.497594 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-192123be-cbc1-42e3-9beb-bd477332b76b service neutron] Checking segment: {'id': '32b62d49-3c93-4f09-986c-30e1868e910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a5055772-1556-467a-8d2c-d15584910096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:42:11.498158 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-192123be-cbc1-42e3-9beb-bd477332b76b service neutron] Bound using segment: {'id': '32b62d49-3c93-4f09-986c-30e1868e910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a5055772-1556-467a-8d2c-d15584910096'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:42:11.498818 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-192123be-cbc1-42e3-9beb-bd477332b76b service neutron] Bound port: 786ef6a2-85a6-4753-8876-938c3ba4e704, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b62d49-3c93-4f09-986c-30e1868e910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a5055772-1556-467a-8d2c-d15584910096'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:42:11.499354 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-192123be-cbc1-42e3-9beb-bd477332b76b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (786ef6a2-85a6-4753-8876-938c3ba4e704), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:11.689073 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-192123be-cbc1-42e3-9beb-bd477332b76b service neutron] For port 786ef6a2-85a6-4753-8876-938c3ba4e704, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:42:11.734091 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-192123be-cbc1-42e3-9beb-bd477332b76b service neutron] For port 786ef6a2-85a6-4753-8876-938c3ba4e704, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=786ef6a2-85a6-4753-8876-938c3ba4e704,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:42:11.746407 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-192123be-cbc1-42e3-9beb-bd477332b76b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (786ef6a2-85a6-4753-8876-938c3ba4e704), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:11.766988 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08eb2db-04ac-4fd0-8201-d8f861bb0922 req-500ae9af-2139-47b7-b662-c1cf7ffbd1ff tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:11.769588 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e08eb2db-04ac-4fd0-8201-d8f861bb0922 req-500ae9af-2139-47b7-b662-c1cf7ffbd1ff tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 943 time: 0.1450891 Jan 28 00:42:11.866094 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-192123be-cbc1-42e3-9beb-bd477332b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:11.867075 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-192123be-cbc1-42e3-9beb-bd477332b76b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:11.869381 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-192123be-cbc1-42e3-9beb-bd477332b76b service neutron] 10.222.0.52 "PUT /v2.0/ports/786ef6a2-85a6-4753-8876-938c3ba4e704 HTTP/1.1" status: 200 len: 1091 time: 1.1748197 Jan 28 00:42:11.870110 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c611315-1ef4-4115-8763-ea29b9f44f56', 'tag': '786ef6a2-85a6-4753-8876-938c3ba4e704'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:42:11.875527 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9563160a-27fc-43fc-9674-6a73a1cda17d" -d '{"events": [{"name": "network-changed", "server_uuid": "7c611315-1ef4-4115-8763-ea29b9f44f56", "tag": "786ef6a2-85a6-4753-8876-938c3ba4e704"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:42:11.932398 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192123be-cbc1-42e3-9beb-bd477332b76b service neutron] Pushing event updated for resources: {'Port': ['ID=786ef6a2-85a6-4753-8876-938c3ba4e704,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:11.977653 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e08eb2db-04ac-4fd0-8201-d8f861bb0922 req-b4c21fd5-8c22-413e-8cd2-81d36bbab3df tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663945 Jan 28 00:42:12.041973 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39616431-741c-47da-bd8c-53596895e3f1 x-openstack-request-id: req-39616431-741c-47da-bd8c-53596895e3f1 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:42:12.042442 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c611315-1ef4-4115-8763-ea29b9f44f56", "tag": "786ef6a2-85a6-4753-8876-938c3ba4e704", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:42:12.043802 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-39616431-741c-47da-bd8c-53596895e3f1 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:42:12.043974 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c611315-1ef4-4115-8763-ea29b9f44f56', 'tag': '786ef6a2-85a6-4753-8876-938c3ba4e704', 'status': 'completed', 'code': 200} Jan 28 00:42:12.064622 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-aad65b5a-e310-45a2-afb1-8deb7410f956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:12.066253 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-aad65b5a-e310-45a2-afb1-8deb7410f956 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=126ff8dba2134b2d95d54d419fe64967&device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 1094 time: 0.0872922 Jan 28 00:42:12.112388 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:42:12.146573 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-532af56b-0680-43de-b80c-18fba19207f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=786ef6a2-85a6-4753-8876-938c3ba4e704 HTTP/1.1" status: 200 len: 217 time: 0.0646834 Jan 28 00:42:12.219738 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:12.233455 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-a3d9400b-6102-470f-b8ce-5c9012e79228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:12.235359 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-a3d9400b-6102-470f-b8ce-5c9012e79228 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d0f29497-ba52-4939-af70-d57b51c2ceee HTTP/1.1" status: 200 len: 850 time: 0.0810473 Jan 28 00:42:12.297541 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-ab1f4705-b05b-4619-ac1f-6707a8309695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:12.299908 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-ab1f4705-b05b-4619-ac1f-6707a8309695 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a5055772-1556-467a-8d2c-d15584910096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583901 Jan 28 00:42:12.420267 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-8e20f383-9fe1-496b-a06d-85be18cba6fe service neutron] 10.222.0.52 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091571 Jan 28 00:42:12.596299 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f09ec616-78f1-4fa5-bc29-5c4c60972e48 req-65be2ced-6ca2-4cc0-b8ab-001bbd27a9ed service neutron] 10.222.0.52 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689916 Jan 28 00:42:12.754408 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563160a-27fc-43fc-9674-6a73a1cda17d req-d602d884-da0d-4701-8050-4dee5fe81314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:12.755733 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9563160a-27fc-43fc-9674-6a73a1cda17d req-d602d884-da0d-4701-8050-4dee5fe81314 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=126ff8dba2134b2d95d54d419fe64967&device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 1094 time: 0.0492599 Jan 28 00:42:12.882256 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563160a-27fc-43fc-9674-6a73a1cda17d req-4db81391-6fb7-4b65-8710-37edd6bed7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:12.884037 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9563160a-27fc-43fc-9674-6a73a1cda17d req-4db81391-6fb7-4b65-8710-37edd6bed7d3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 200 len: 912 time: 0.1193888 Jan 28 00:42:12.930605 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9563160a-27fc-43fc-9674-6a73a1cda17d req-c8eeefde-a532-4500-b648-9d04a5fe983d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=786ef6a2-85a6-4753-8876-938c3ba4e704 HTTP/1.1" status: 200 len: 217 time: 0.0402005 Jan 28 00:42:12.997003 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563160a-27fc-43fc-9674-6a73a1cda17d req-01026bc3-1830-4c93-99e8-a8cad90dd701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:12.998693 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9563160a-27fc-43fc-9674-6a73a1cda17d req-01026bc3-1830-4c93-99e8-a8cad90dd701 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d0f29497-ba52-4939-af70-d57b51c2ceee HTTP/1.1" status: 200 len: 850 time: 0.0622299 Jan 28 00:42:13.001851 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:13.080119 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563160a-27fc-43fc-9674-6a73a1cda17d req-40a42af1-98c3-44d2-b2f0-6b3af600b835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:13.081920 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9563160a-27fc-43fc-9674-6a73a1cda17d req-40a42af1-98c3-44d2-b2f0-6b3af600b835 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a5055772-1556-467a-8d2c-d15584910096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729854 Jan 28 00:42:13.233400 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916cc32-622d-4ae2-8287-5cb4575918ce req-a0dfc393-b40f-483c-be3d-260b81cd2add tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:13.235112 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7916cc32-622d-4ae2-8287-5cb4575918ce req-a0dfc393-b40f-483c-be3d-260b81cd2add tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 943 time: 0.1321652 Jan 28 00:42:13.264968 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9563160a-27fc-43fc-9674-6a73a1cda17d req-ea651692-182f-4105-8d8d-adcdb748e193 service neutron] 10.222.0.52 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756496 Jan 28 00:42:13.400807 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7916cc32-622d-4ae2-8287-5cb4575918ce req-67ab93ff-95ca-4705-bbb6-c6784d3211a4 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550038 Jan 28 00:42:13.450392 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9563160a-27fc-43fc-9674-6a73a1cda17d req-ef639b07-2eba-43ac-bc3b-c374f9c4fd4b service neutron] 10.222.0.52 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777525 Jan 28 00:42:14.218353 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:14.558645 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761141f-6baa-45c3-b23f-d7a6566086a2 req-190a86e3-871c-408e-883c-411bab3d5a45 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:14.561171 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f761141f-6baa-45c3-b23f-d7a6566086a2 req-190a86e3-871c-408e-883c-411bab3d5a45 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 943 time: 0.0657964 Jan 28 00:42:14.614698 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f761141f-6baa-45c3-b23f-d7a6566086a2 req-02963116-734c-4a8c-9cfe-25486c6bfe3c tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472822 Jan 28 00:42:15.744147 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea9217-4abc-4e5b-a204-adf4e45e7a67 req-49ec881f-16ce-43a5-b7c1-fc36668159f5 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:15.751867 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-17ea9217-4abc-4e5b-a204-adf4e45e7a67 req-49ec881f-16ce-43a5-b7c1-fc36668159f5 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 943 time: 0.0627017 Jan 28 00:42:15.812277 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-17ea9217-4abc-4e5b-a204-adf4e45e7a67 req-7b7e6fc2-67fb-43ed-8676-fb1b82173460 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590892 Jan 28 00:42:16.218839 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818969b-86f4-49f7-adef-1186fa6a6ea8 req-05c2d08a-328a-46e2-8da4-ce55031e9724 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:16.220518 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0818969b-86f4-49f7-adef-1186fa6a6ea8 req-05c2d08a-328a-46e2-8da4-ce55031e9724 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 945 time: 0.0951982 Jan 28 00:42:16.278713 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0818969b-86f4-49f7-adef-1186fa6a6ea8 req-c2a94f39-0010-491e-9c10-ca9dfab0c33f tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508807 Jan 28 00:42:16.791380 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 786ef6a2-85a6-4753-8876-938c3ba4e704 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:42:16.914086 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 786ef6a2-85a6-4753-8876-938c3ba4e704, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=786ef6a2-85a6-4753-8876-938c3ba4e704,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:42:16.929250 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '786ef6a2-85a6-4753-8876-938c3ba4e704', 'network_id': 'a5055772-1556-467a-8d2c-d15584910096', 'port_id': '786ef6a2-85a6-4753-8876-938c3ba4e704', 'mac_address': 'fa:16:3e:1b:60:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f29497-ba52-4939-af70-d57b51c2ceee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:42:16.978514 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 786ef6a2-85a6-4753-8876-938c3ba4e704 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:42:16.979112 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (786ef6a2-85a6-4753-8876-938c3ba4e704), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:17.001393 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ed783-2a0a-4467-98ee-79d64c63e04f req-7c9c3aed-0fc2-4dc0-a32a-a1e20556b387 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:17.003144 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a37ed783-2a0a-4467-98ee-79d64c63e04f req-7c9c3aed-0fc2-4dc0-a32a-a1e20556b387 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 943 time: 0.0616927 Jan 28 00:42:17.012565 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 786ef6a2-85a6-4753-8876-938c3ba4e704 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:42:17.050355 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 786ef6a2-85a6-4753-8876-938c3ba4e704, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=786ef6a2-85a6-4753-8876-938c3ba4e704,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:42:17.056699 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (786ef6a2-85a6-4753-8876-938c3ba4e704), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:17.070634 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a37ed783-2a0a-4467-98ee-79d64c63e04f req-80491799-1f8e-49bd-a844-12c4d19f3af4 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553708 Jan 28 00:42:17.148977 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=786ef6a2-85a6-4753-8876-938c3ba4e704,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:17.470988 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759dd38a-3651-4004-9458-63afac88b6f9 req-3e872c50-18c7-4789-aac3-f68aa8f5bb84 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:17.472897 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-759dd38a-3651-4004-9458-63afac88b6f9 req-3e872c50-18c7-4789-aac3-f68aa8f5bb84 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 945 time: 0.0730062 Jan 28 00:42:17.546931 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['786ef6a2-85a6-4753-8876-938c3ba4e704'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:42:17.570946 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-759dd38a-3651-4004-9458-63afac88b6f9 req-9ce48a79-bce2-4354-a159-3b30c4005ebb tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843866 Jan 28 00:42:18.226086 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9db0d0-77f7-45ce-98bc-f63189e147af req-e29f90f2-2457-48d2-8503-9a54f2fc25ab tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:18.227642 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ef9db0d0-77f7-45ce-98bc-f63189e147af req-e29f90f2-2457-48d2-8503-9a54f2fc25ab tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 944 time: 0.0571570 Jan 28 00:42:18.286938 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ef9db0d0-77f7-45ce-98bc-f63189e147af req-acf65990-8c91-4064-a962-395fbf024ed0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482676 Jan 28 00:42:18.684282 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53704) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:42:18.769574 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda776e-bdfb-4e18-9677-54af76ac90fb req-05af07e8-5374-4474-b9ec-d0e7ee5745a9 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:18.773021 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8fda776e-bdfb-4e18-9677-54af76ac90fb req-05af07e8-5374-4474-b9ec-d0e7ee5745a9 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 945 time: 0.0939803 Jan 28 00:42:18.853516 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ff1e562c-b8e7-408e-882a-67461905b284 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:18.859275 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8fda776e-bdfb-4e18-9677-54af76ac90fb req-645707fc-ff10-485c-a5df-9e1389e4e5f5 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781984 Jan 28 00:42:18.983169 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ff1e562c-b8e7-408e-882a-67461905b284 admin admin] Publish callbacks [] for security_group (f1bb73e2-2a97-4a28-a411-02542a98d1c1), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:18.989667 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ff1e562c-b8e7-408e-882a-67461905b284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f1bb73e2-2a97-4a28-a411-02542a98d1c1), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:19.054317 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ff1e562c-b8e7-408e-882a-67461905b284 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ea6d96b3799e4968824879ee4bcc52ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3642302 Jan 28 00:42:19.054566 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53708) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:42:19.062377 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e562c-b8e7-408e-882a-67461905b284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bb73e2-2a97-4a28-a411-02542a98d1c1,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:19.131152 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-71456f18-328f-49ad-815b-4baf3f12bac6 admin admin] Publish callbacks [] for security_group (f1bb73e2-2a97-4a28-a411-02542a98d1c1), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:19.162033 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-71456f18-328f-49ad-815b-4baf3f12bac6 admin admin] Publish callbacks [] for security_group (f1bb73e2-2a97-4a28-a411-02542a98d1c1), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:19.220551 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-71456f18-328f-49ad-815b-4baf3f12bac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f1bb73e2-2a97-4a28-a411-02542a98d1c1), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:19.225158 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-71456f18-328f-49ad-815b-4baf3f12bac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:19.229409 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-71456f18-328f-49ad-815b-4baf3f12bac6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f1bb73e2-2a97-4a28-a411-02542a98d1c1 HTTP/1.1" status: 204 len: 168 time: 0.1714818 Jan 28 00:42:19.244303 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71456f18-328f-49ad-815b-4baf3f12bac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bb73e2-2a97-4a28-a411-02542a98d1c1,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:19.525044 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce1866-4639-4ddd-8ee6-9c3c73487a91 req-3854ae4a-9159-48d5-be5e-d46f5bba3455 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:19.528330 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6ce1866-4639-4ddd-8ee6-9c3c73487a91 req-3854ae4a-9159-48d5-be5e-d46f5bba3455 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 944 time: 0.1121309 Jan 28 00:42:19.601109 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6ce1866-4639-4ddd-8ee6-9c3c73487a91 req-437635ce-4354-40ed-98f9-8cc3506973f7 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660176 Jan 28 00:42:19.689638 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53716) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:42:19.705523 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b98c6269-9436-428a-8adc-08b3f3bb4cee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:19.802486 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b98c6269-9436-428a-8adc-08b3f3bb4cee admin admin] Publish callbacks [] for security_group (c36208a5-d2c2-4505-8e78-66c604e3a576), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:19.809661 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b98c6269-9436-428a-8adc-08b3f3bb4cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c36208a5-d2c2-4505-8e78-66c604e3a576), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:19.851308 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c6269-9436-428a-8adc-08b3f3bb4cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36208a5-d2c2-4505-8e78-66c604e3a576,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:19.862246 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53718) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:42:19.876586 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b98c6269-9436-428a-8adc-08b3f3bb4cee admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e03f7f1230894fb493e6eec3f880cae5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1854064 Jan 28 00:42:19.942490 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68d7cc28-3a32-45a4-a5b6-631fd6d1275c admin admin] Publish callbacks [] for security_group (c36208a5-d2c2-4505-8e78-66c604e3a576), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:19.977864 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68d7cc28-3a32-45a4-a5b6-631fd6d1275c admin admin] Publish callbacks [] for security_group (c36208a5-d2c2-4505-8e78-66c604e3a576), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:20.070405 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951970a-8f73-416c-af04-793ffc64b5bc req-fb625ede-1878-49bf-ba1d-45655f363db1 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:20.072168 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e951970a-8f73-416c-af04-793ffc64b5bc req-fb625ede-1878-49bf-ba1d-45655f363db1 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 945 time: 0.0847027 Jan 28 00:42:20.113165 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68d7cc28-3a32-45a4-a5b6-631fd6d1275c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c36208a5-d2c2-4505-8e78-66c604e3a576), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:20.116186 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68d7cc28-3a32-45a4-a5b6-631fd6d1275c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:20.121194 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-68d7cc28-3a32-45a4-a5b6-631fd6d1275c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c36208a5-d2c2-4505-8e78-66c604e3a576 HTTP/1.1" status: 204 len: 168 time: 0.2568777 Jan 28 00:42:20.193584 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e951970a-8f73-416c-af04-793ffc64b5bc req-3cb590d9-8c8d-4dd4-9bbd-23fde9aa5854 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102302 Jan 28 00:42:20.210049 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7cc28-3a32-45a4-a5b6-631fd6d1275c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36208a5-d2c2-4505-8e78-66c604e3a576,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:20.753834 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbeeef2-b4c6-4c1b-9a26-88a04779173b req-07d30064-00c5-4851-8c81-13d7889d3d85 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:20.764199 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6dbeeef2-b4c6-4c1b-9a26-88a04779173b req-07d30064-00c5-4851-8c81-13d7889d3d85 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 944 time: 0.0802553 Jan 28 00:42:20.805272 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 786ef6a2-85a6-4753-8876-938c3ba4e704 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:42:20.828954 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6dbeeef2-b4c6-4c1b-9a26-88a04779173b req-65b133b2-c8b9-4e42-ac26-7e0ef256aa35 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645308 Jan 28 00:42:20.900320 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 786ef6a2-85a6-4753-8876-938c3ba4e704 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:42:20.909305 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 786ef6a2-85a6-4753-8876-938c3ba4e704 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:42:20.910031 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (786ef6a2-85a6-4753-8876-938c3ba4e704), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:21.054776 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 786ef6a2-85a6-4753-8876-938c3ba4e704 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:42:21.056079 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (786ef6a2-85a6-4753-8876-938c3ba4e704), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:21.103261 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c611315-1ef4-4115-8763-ea29b9f44f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786ef6a2-85a6-4753-8876-938c3ba4e704'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:42:21.109433 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae96f35b-3751-4f0d-9058-96110c8acebd" -d '{"events": [{"server_uuid": "7c611315-1ef4-4115-8763-ea29b9f44f56", "name": "network-vif-plugged", "status": "completed", "tag": "786ef6a2-85a6-4753-8876-938c3ba4e704"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:42:21.144292 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 786ef6a2-85a6-4753-8876-938c3ba4e704, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=786ef6a2-85a6-4753-8876-938c3ba4e704,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:42:21.159461 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (786ef6a2-85a6-4753-8876-938c3ba4e704), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:21.192394 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fb78ef-a90c-4fa9-94db-1a70040043b2 x-openstack-request-id: req-58fb78ef-a90c-4fa9-94db-1a70040043b2 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:42:21.192692 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c611315-1ef4-4115-8763-ea29b9f44f56", "name": "network-vif-plugged", "status": "completed", "tag": "786ef6a2-85a6-4753-8876-938c3ba4e704", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:42:21.192950 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-58fb78ef-a90c-4fa9-94db-1a70040043b2 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:42:21.193359 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c611315-1ef4-4115-8763-ea29b9f44f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786ef6a2-85a6-4753-8876-938c3ba4e704', 'code': 200} Jan 28 00:42:21.246150 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=786ef6a2-85a6-4753-8876-938c3ba4e704,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:21.456731 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f916a9-9535-410d-b87a-7a548a70c3fa req-02171ca3-6358-4add-ac38-5e53752da8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:21.459289 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f1f916a9-9535-410d-b87a-7a548a70c3fa req-02171ca3-6358-4add-ac38-5e53752da8b0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 1096 time: 0.1659870 Jan 28 00:42:21.491956 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd7180-e111-4ef7-bfe2-6f60fd010a3d req-1ad6560a-622f-4723-94e6-2a4641323404 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:21.494459 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-80cd7180-e111-4ef7-bfe2-6f60fd010a3d req-1ad6560a-622f-4723-94e6-2a4641323404 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 945 time: 0.1352293 Jan 28 00:42:21.593520 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f1f916a9-9535-410d-b87a-7a548a70c3fa req-717684b7-66d2-44da-8b1f-ee90c7284616 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268792 Jan 28 00:42:21.597463 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-80cd7180-e111-4ef7-bfe2-6f60fd010a3d req-eba09ecf-dde1-4fec-a361-0a6ffbbf6a6b tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908968 Jan 28 00:42:22.000113 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea1fdc-05d6-4414-b048-42ceb250f2b3 req-e75ddc01-e2cb-4b96-a44d-b81b763896a2 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:22.001696 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-beea1fdc-05d6-4414-b048-42ceb250f2b3 req-e75ddc01-e2cb-4b96-a44d-b81b763896a2 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 945 time: 0.0604134 Jan 28 00:42:22.083776 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-beea1fdc-05d6-4414-b048-42ceb250f2b3 req-be91fef3-411a-4871-8d95-86b85ca060df tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748100 Jan 28 00:42:22.748751 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971543da-2b68-4f0d-aa00-1785b6e61e4e req-26746084-bb85-4861-a2de-213e71203f2d tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:22.751473 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-971543da-2b68-4f0d-aa00-1785b6e61e4e req-26746084-bb85-4861-a2de-213e71203f2d tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 945 time: 0.0696981 Jan 28 00:42:22.833568 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-971543da-2b68-4f0d-aa00-1785b6e61e4e req-e5f14686-dabf-4d53-a560-3493749e55ea tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728159 Jan 28 00:42:22.885284 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42b423-c48a-4b0d-9f3b-2629b462c13b req-f54e0e11-81ee-47fb-ae6f-31fb3cf6f3b6 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:22.887582 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff42b423-c48a-4b0d-9f3b-2629b462c13b req-f54e0e11-81ee-47fb-ae6f-31fb3cf6f3b6 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 1096 time: 0.0592997 Jan 28 00:42:22.914929 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ff42b423-c48a-4b0d-9f3b-2629b462c13b req-236e3444-9a1a-42b5-aae2-4e1b1f5782e8 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:23.072249 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ff42b423-c48a-4b0d-9f3b-2629b462c13b req-236e3444-9a1a-42b5-aae2-4e1b1f5782e8 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Publish callbacks [] for security_group (ec19d1ce-b8c0-460d-a124-f879f5d87dbe), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:23.078848 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ff42b423-c48a-4b0d-9f3b-2629b462c13b req-236e3444-9a1a-42b5-aae2-4e1b1f5782e8 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ec19d1ce-b8c0-460d-a124-f879f5d87dbe), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:23.171604 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff42b423-c48a-4b0d-9f3b-2629b462c13b req-236e3444-9a1a-42b5-aae2-4e1b1f5782e8 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2735868 Jan 28 00:42:23.172905 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e3444-9a1a-42b5-aae2-4e1b1f5782e8 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec19d1ce-b8c0-460d-a124-f879f5d87dbe,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:23.195971 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e3444-9a1a-42b5-aae2-4e1b1f5782e8 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:23.195971 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e3444-9a1a-42b5-aae2-4e1b1f5782e8 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:23.196807 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e3444-9a1a-42b5-aae2-4e1b1f5782e8 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:23.197520 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e3444-9a1a-42b5-aae2-4e1b1f5782e8 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:23.203607 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e3444-9a1a-42b5-aae2-4e1b1f5782e8 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:23.203607 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e3444-9a1a-42b5-aae2-4e1b1f5782e8 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:23.203607 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e3444-9a1a-42b5-aae2-4e1b1f5782e8 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:23.203607 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e3444-9a1a-42b5-aae2-4e1b1f5782e8 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:23.203607 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e3444-9a1a-42b5-aae2-4e1b1f5782e8 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:23.203607 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e3444-9a1a-42b5-aae2-4e1b1f5782e8 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:23.203607 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e3444-9a1a-42b5-aae2-4e1b1f5782e8 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:23.203607 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e3444-9a1a-42b5-aae2-4e1b1f5782e8 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:23.203607 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236e3444-9a1a-42b5-aae2-4e1b1f5782e8 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:23.349851 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100cc8b5-d263-41e8-9acf-b7293d743a51 req-ac0badab-e0f1-40b9-bc19-d65944913b54 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:23.351478 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-100cc8b5-d263-41e8-9acf-b7293d743a51 req-ac0badab-e0f1-40b9-bc19-d65944913b54 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 945 time: 0.1044674 Jan 28 00:42:23.371522 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c80b78-9faf-4ce3-9375-4d1834a069f8 req-8232b239-4683-424e-9f05-255fe2ef49e2 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:23.373057 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-46c80b78-9faf-4ce3-9375-4d1834a069f8 req-8232b239-4683-424e-9f05-255fe2ef49e2 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 945 time: 0.0835030 Jan 28 00:42:23.449322 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-100cc8b5-d263-41e8-9acf-b7293d743a51 req-3450c2db-5f01-4543-bcec-210a35212304 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863202 Jan 28 00:42:23.494558 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-46c80b78-9faf-4ce3-9375-4d1834a069f8 req-a06a5fdd-eee2-4a64-8a9d-a861f194f5de tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057796 Jan 28 00:42:23.524170 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53804) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:42:23.650538 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-da6faef7-8f44-44e6-8c8d-7e86c11e90f3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/floatingips/98e52700-55c5-4351-babe-a52e8a92622a HTTP/1.1" status: 200 len: 993 time: 0.1215911 Jan 28 00:42:23.775257 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01a7b3-bba0-49a6-b2bd-036c2b07ce81 req-6998682a-5383-4994-9d9c-6c7ca6ca853a tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:23.778417 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fd01a7b3-bba0-49a6-b2bd-036c2b07ce81 req-6998682a-5383-4994-9d9c-6c7ca6ca853a tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 945 time: 0.0688429 Jan 28 00:42:23.840805 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fd01a7b3-bba0-49a6-b2bd-036c2b07ce81 req-332bbb15-f2d3-4688-857e-36fd3981a9dd tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559509 Jan 28 00:42:24.059317 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dcdbf4-381d-40ea-b533-5d0697d3a9f4 req-bc9a9c81-2c8b-41d7-8381-73633cc4cdfd tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:24.063746 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66dcdbf4-381d-40ea-b533-5d0697d3a9f4 req-bc9a9c81-2c8b-41d7-8381-73633cc4cdfd tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 945 time: 0.0961139 Jan 28 00:42:24.150448 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-e1b33749-d020-4057-9324-097e8fd41133 req-c6911eb3-6712-41e4-a33c-6fbec96fe9b3 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:42:24.154089 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1b33749-d020-4057-9324-097e8fd41133 req-c6911eb3-6712-41e4-a33c-6fbec96fe9b3 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106966 Jan 28 00:42:24.157617 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53820) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:42:24.177771 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66dcdbf4-381d-40ea-b533-5d0697d3a9f4 req-a808975f-2c54-424b-828e-e275b2ad8604 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997953 Jan 28 00:42:24.312941 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-969169aa-3173-4bcc-81a6-41ef45008c2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:24.404603 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-969169aa-3173-4bcc-81a6-41ef45008c2a admin admin] Publish callbacks [] for security_group (ad23930b-991e-4c8b-bce8-3b53c200d94d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:24.411060 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-969169aa-3173-4bcc-81a6-41ef45008c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ad23930b-991e-4c8b-bce8-3b53c200d94d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:24.470460 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969169aa-3173-4bcc-81a6-41ef45008c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad23930b-991e-4c8b-bce8-3b53c200d94d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:24.480892 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-969169aa-3173-4bcc-81a6-41ef45008c2a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=44b475a5bc744f3590271f2e6c27099d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3181660 Jan 28 00:42:24.482950 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53834) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:42:24.563324 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d372095e-6e3d-4e5a-9962-1c7037b82a78 admin admin] Publish callbacks [] for security_group (ad23930b-991e-4c8b-bce8-3b53c200d94d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:24.607598 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d372095e-6e3d-4e5a-9962-1c7037b82a78 admin admin] Publish callbacks [] for security_group (ad23930b-991e-4c8b-bce8-3b53c200d94d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:24.696238 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d372095e-6e3d-4e5a-9962-1c7037b82a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ad23930b-991e-4c8b-bce8-3b53c200d94d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:24.702810 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d372095e-6e3d-4e5a-9962-1c7037b82a78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:24.704874 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d372095e-6e3d-4e5a-9962-1c7037b82a78 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ad23930b-991e-4c8b-bce8-3b53c200d94d HTTP/1.1" status: 204 len: 168 time: 0.2206297 Jan 28 00:42:24.728273 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372095e-6e3d-4e5a-9962-1c7037b82a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad23930b-991e-4c8b-bce8-3b53c200d94d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:24.877269 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de20a42-c9fd-413d-8cb0-71fa19a6b066 req-a03cdcd0-bb0c-45ea-812e-7ddf7c1152d5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:24.884518 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4de20a42-c9fd-413d-8cb0-71fa19a6b066 req-a03cdcd0-bb0c-45ea-812e-7ddf7c1152d5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 945 time: 0.0667515 Jan 28 00:42:24.977532 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4de20a42-c9fd-413d-8cb0-71fa19a6b066 req-5e9b41ce-2891-40d8-9e26-c9ecc7aa3e2c tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914822 Jan 28 00:42:25.121487 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e413f0-468d-4e7d-ae78-5bba9594e6b0 req-879540c7-1285-4eb1-8e10-f39c8b112e02 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:25.123587 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d2e413f0-468d-4e7d-ae78-5bba9594e6b0 req-879540c7-1285-4eb1-8e10-f39c8b112e02 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 945 time: 0.1058583 Jan 28 00:42:25.125561 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-955539b4-004a-4656-a494-4c1552469660 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2488320 Jan 28 00:42:25.218922 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d2e413f0-468d-4e7d-ae78-5bba9594e6b0 req-fbdc6ddd-6936-467f-b804-f50ed70d7f9c tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877473 Jan 28 00:42:25.238616 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53852) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:42:25.270283 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-636dc1ef-3b3b-4fdc-be90-109931790c5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:25.395923 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7f994-6889-415a-9f5a-39cf049078fe req-e3a92f07-a6c6-4e7f-ba6d-220f5177d5d7 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:25.404772 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-19f7f994-6889-415a-9f5a-39cf049078fe req-e3a92f07-a6c6-4e7f-ba6d-220f5177d5d7 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 945 time: 0.0980456 Jan 28 00:42:25.411990 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-636dc1ef-3b3b-4fdc-be90-109931790c5d admin admin] Publish callbacks [] for security_group (35ed309e-d12a-4907-87c0-511ab52e2ed8), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:25.423139 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-636dc1ef-3b3b-4fdc-be90-109931790c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (35ed309e-d12a-4907-87c0-511ab52e2ed8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:25.473008 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-19f7f994-6889-415a-9f5a-39cf049078fe req-d009c981-5e51-44c0-8482-4cedc5266ea2 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661435 Jan 28 00:42:25.505005 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53866) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:42:25.505305 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-636dc1ef-3b3b-4fdc-be90-109931790c5d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e4fa108d40144dc8a33bcc1c60c54d14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2596793 Jan 28 00:42:25.536125 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636dc1ef-3b3b-4fdc-be90-109931790c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ed309e-d12a-4907-87c0-511ab52e2ed8,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:25.586397 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ccb10091-a6d3-403e-8549-f04fc257a6da admin admin] Publish callbacks [] for security_group (35ed309e-d12a-4907-87c0-511ab52e2ed8), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:25.629114 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ccb10091-a6d3-403e-8549-f04fc257a6da admin admin] Publish callbacks [] for security_group (35ed309e-d12a-4907-87c0-511ab52e2ed8), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:25.711036 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ccb10091-a6d3-403e-8549-f04fc257a6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (35ed309e-d12a-4907-87c0-511ab52e2ed8), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:25.714797 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ccb10091-a6d3-403e-8549-f04fc257a6da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:25.716209 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ccb10091-a6d3-403e-8549-f04fc257a6da admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/35ed309e-d12a-4907-87c0-511ab52e2ed8 HTTP/1.1" status: 204 len: 168 time: 0.2094655 Jan 28 00:42:25.728105 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb10091-a6d3-403e-8549-f04fc257a6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ed309e-d12a-4907-87c0-511ab52e2ed8,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:26.110118 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531282c-4cf0-453c-890e-b02f8c513298 req-c467e7cc-ba4d-4682-a298-67444f4f4c3d tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:26.112932 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2531282c-4cf0-453c-890e-b02f8c513298 req-c467e7cc-ba4d-4682-a298-67444f4f4c3d tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 945 time: 0.0921469 Jan 28 00:42:26.206940 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2531282c-4cf0-453c-890e-b02f8c513298 req-6669fae5-0f67-4ffc-aba9-2e414bf453ab tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823226 Jan 28 00:42:26.241147 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ae785-0971-47d7-9fa9-8c462a4d0fa0 req-926b639d-606a-4cf0-a5a8-c9a02ef8b42d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:26.244095 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d9ae785-0971-47d7-9fa9-8c462a4d0fa0 req-926b639d-606a-4cf0-a5a8-c9a02ef8b42d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 945 time: 0.1004364 Jan 28 00:42:26.336053 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d9ae785-0971-47d7-9fa9-8c462a4d0fa0 req-d4a9c611-92b2-4dca-b471-d592883ec7e4 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819454 Jan 28 00:42:26.700239 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56eda2-b3fd-4208-8bc1-544269405ec6 req-364169b0-90f8-456d-92d6-e53a41dd2ea6 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:26.702647 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb56eda2-b3fd-4208-8bc1-544269405ec6 req-364169b0-90f8-456d-92d6-e53a41dd2ea6 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 945 time: 0.0857012 Jan 28 00:42:26.788643 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb56eda2-b3fd-4208-8bc1-544269405ec6 req-c399d791-d539-4f74-80f0-bc437dd6a76a tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734320 Jan 28 00:42:27.308363 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-d695897e-5b34-475a-8105-e30b47451528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:27.310939 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-d695897e-5b34-475a-8105-e30b47451528 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 1096 time: 0.0646176 Jan 28 00:42:27.451818 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5342d8b-23cb-4ee9-8d85-d730adbd5e40 req-9e4ad297-2682-4ea7-b43b-6809f81cf813 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:27.453547 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c5342d8b-23cb-4ee9-8d85-d730adbd5e40 req-9e4ad297-2682-4ea7-b43b-6809f81cf813 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 945 time: 0.1128874 Jan 28 00:42:27.534398 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-94647d97-20e2-46ee-ba46-d8323ab7e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:27.536037 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-94647d97-20e2-46ee-ba46-d8323ab7e15d service neutron] 10.222.0.52 "GET /v2.0/networks?id=04e868f3-480f-42e0-9ba8-7cbc168b320e HTTP/1.1" status: 200 len: 898 time: 0.2182269 Jan 28 00:42:27.566060 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c5342d8b-23cb-4ee9-8d85-d730adbd5e40 req-13436608-7c66-404e-8b91-ab7ba59d84d5 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970471 Jan 28 00:42:27.634559 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82223709-36c5-4286-b9d8-7ff75301f0ee req-6ad74be2-05fb-4fe7-a959-36cba6bca1b6 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:27.636830 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-82223709-36c5-4286-b9d8-7ff75301f0ee req-6ad74be2-05fb-4fe7-a959-36cba6bca1b6 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 945 time: 0.1216877 Jan 28 00:42:27.664550 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-e48fcb00-9a97-4077-941f-d2485baec1f9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93c54916-ee01-4ebb-8112-363ceeda3bb2 HTTP/1.1" status: 200 len: 1001 time: 0.1222088 Jan 28 00:42:27.748095 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-82223709-36c5-4286-b9d8-7ff75301f0ee req-dfd61df9-f4b2-4d54-8a84-d145dbdd6327 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994678 Jan 28 00:42:27.749964 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-18d08166-a35f-406f-b9f4-e520fade038f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:27.751514 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-18d08166-a35f-406f-b9f4-e520fade038f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58a98ec0-7123-4035-8d6c-5b9baaac427d HTTP/1.1" status: 200 len: 834 time: 0.0794110 Jan 28 00:42:27.822305 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-5bb50950-77f9-4514-b8e9-b810ec67d9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:27.825399 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-5bb50950-77f9-4514-b8e9-b810ec67d9f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=04e868f3-480f-42e0-9ba8-7cbc168b320e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670323 Jan 28 00:42:28.039726 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050589d-35ea-4d80-a3d4-3de48981993b req-bb3bd30b-edd0-4e98-b992-ca80116ea8fd tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:28.041353 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9050589d-35ea-4d80-a3d4-3de48981993b req-bb3bd30b-edd0-4e98-b992-ca80116ea8fd tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 945 time: 0.1260381 Jan 28 00:42:28.044583 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-66e90e23-6e97-4951-931b-bee006fb492d service neutron] 10.222.0.52 "GET /v2.0/networks/04e868f3-480f-42e0-9ba8-7cbc168b320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126291 Jan 28 00:42:28.209787 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9050589d-35ea-4d80-a3d4-3de48981993b req-893c15c5-23ef-4fb2-beb6-da618a477c35 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518598 Jan 28 00:42:28.243595 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-5ee42934-e587-4d64-867a-5a5e8af115e7 service neutron] 10.222.0.52 "GET /v2.0/networks/04e868f3-480f-42e0-9ba8-7cbc168b320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894882 Jan 28 00:42:28.533877 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18378d0f-0580-41fe-b8e4-201df8380c4f req-89a5796a-735d-4039-b037-4750b362fa19 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:28.536696 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-18378d0f-0580-41fe-b8e4-201df8380c4f req-89a5796a-735d-4039-b037-4750b362fa19 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 945 time: 0.0846460 Jan 28 00:42:28.632351 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-18378d0f-0580-41fe-b8e4-201df8380c4f req-fb5488d7-d0bf-403a-be01-abd9cd997ebb tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867815 Jan 28 00:42:28.698521 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053f42c-59ea-4cab-bcff-6ab4ea57e808 req-9ec27c61-12a2-4ab4-b724-743a023df75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:28.700125 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c053f42c-59ea-4cab-bcff-6ab4ea57e808 req-9ec27c61-12a2-4ab4-b724-743a023df75e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40859c6773ce4ef58b203b2b32bcaaba&device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 1096 time: 0.0589278 Jan 28 00:42:28.833101 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68935d-04bb-42dc-a236-9a233134b25f req-654cf1f3-0cca-45c9-9599-f608f1bfd844 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:28.835045 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-df68935d-04bb-42dc-a236-9a233134b25f req-654cf1f3-0cca-45c9-9599-f608f1bfd844 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 945 time: 0.1247642 Jan 28 00:42:28.863754 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 786ef6a2-85a6-4753-8876-938c3ba4e704 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:42:28.867346 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053f42c-59ea-4cab-bcff-6ab4ea57e808 req-3287540d-1965-4750-b4c6-e4c2b38b3826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:28.869186 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c053f42c-59ea-4cab-bcff-6ab4ea57e808 req-3287540d-1965-4750-b4c6-e4c2b38b3826 service neutron] 10.222.0.52 "GET /v2.0/networks?id=df6dc4b3-6607-40e9-9f38-3ff04dac366d HTTP/1.1" status: 200 len: 912 time: 0.1601512 Jan 28 00:42:28.981785 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 786ef6a2-85a6-4753-8876-938c3ba4e704, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=786ef6a2-85a6-4753-8876-938c3ba4e704,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:42:28.995021 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-df68935d-04bb-42dc-a236-9a233134b25f req-8ab44b73-304e-4596-9d83-32ee95d3e1ec tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476629 Jan 28 00:42:28.998074 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c053f42c-59ea-4cab-bcff-6ab4ea57e808 req-673de98d-bb85-4162-8c02-825986b87f31 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44b53648-5b05-4c4a-a492-464e8fb34dce HTTP/1.1" status: 200 len: 1001 time: 0.1149635 Jan 28 00:42:28.998433 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '786ef6a2-85a6-4753-8876-938c3ba4e704', 'network_id': 'a5055772-1556-467a-8d2c-d15584910096', 'port_id': '786ef6a2-85a6-4753-8876-938c3ba4e704', 'mac_address': 'fa:16:3e:1b:60:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f29497-ba52-4939-af70-d57b51c2ceee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:42:29.011393 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5d37c-ed42-42c9-91b0-f802f8bc8ca6 req-9d609f3c-20f3-4bf9-aa63-67ae69ba6f8f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:29.024939 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77f5d37c-ed42-42c9-91b0-f802f8bc8ca6 req-9d609f3c-20f3-4bf9-aa63-67ae69ba6f8f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 945 time: 0.1659725 Jan 28 00:42:29.054236 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53972) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:42:29.089256 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 786ef6a2-85a6-4753-8876-938c3ba4e704 is: ACTIVE; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:42:29.089949 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (786ef6a2-85a6-4753-8876-938c3ba4e704), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:29.113226 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053f42c-59ea-4cab-bcff-6ab4ea57e808 req-3bec3720-4acd-487e-9a07-454a9e74d09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:29.114871 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c053f42c-59ea-4cab-bcff-6ab4ea57e808 req-3bec3720-4acd-487e-9a07-454a9e74d09b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22f51b89-111e-46c4-84b8-0eec72aeef83 HTTP/1.1" status: 200 len: 850 time: 0.0889022 Jan 28 00:42:29.117787 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 786ef6a2-85a6-4753-8876-938c3ba4e704 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:42:29.134239 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77f5d37c-ed42-42c9-91b0-f802f8bc8ca6 req-8c973aad-0410-4be1-8c71-88536c2439e9 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995157 Jan 28 00:42:29.158393 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 786ef6a2-85a6-4753-8876-938c3ba4e704, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=786ef6a2-85a6-4753-8876-938c3ba4e704,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:42:29.160923 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (786ef6a2-85a6-4753-8876-938c3ba4e704), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:29.182808 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053f42c-59ea-4cab-bcff-6ab4ea57e808 req-01d39c94-0f2e-45e9-8e8a-f8ffd2dde8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:29.184557 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c053f42c-59ea-4cab-bcff-6ab4ea57e808 req-01d39c94-0f2e-45e9-8e8a-f8ffd2dde8c3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df6dc4b3-6607-40e9-9f38-3ff04dac366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620677 Jan 28 00:42:29.222999 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e7251b2-ed5e-4e04-a94d-4de0ef465e6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:29.241685 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=786ef6a2-85a6-4753-8876-938c3ba4e704,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:29.318336 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e7251b2-ed5e-4e04-a94d-4de0ef465e6f admin admin] Publish callbacks [] for security_group (23d5731e-5279-43c1-b627-998373163810), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:29.324590 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e7251b2-ed5e-4e04-a94d-4de0ef465e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (23d5731e-5279-43c1-b627-998373163810), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:29.375485 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7251b2-ed5e-4e04-a94d-4de0ef465e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d5731e-5279-43c1-b627-998373163810,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:29.380755 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['786ef6a2-85a6-4753-8876-938c3ba4e704'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:42:29.383829 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0e7251b2-ed5e-4e04-a94d-4de0ef465e6f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=93c918fda5c645dcb7d183a04a5a711d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3275828 Jan 28 00:42:29.384519 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53976) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:42:29.470621 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98b5985c-1439-41e0-b15e-f6d1ed904aa8 admin admin] Publish callbacks [] for security_group (23d5731e-5279-43c1-b627-998373163810), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:29.502822 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98b5985c-1439-41e0-b15e-f6d1ed904aa8 admin admin] Publish callbacks [] for security_group (23d5731e-5279-43c1-b627-998373163810), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:29.586765 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98b5985c-1439-41e0-b15e-f6d1ed904aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (23d5731e-5279-43c1-b627-998373163810), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:29.590306 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98b5985c-1439-41e0-b15e-f6d1ed904aa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:29.591522 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-98b5985c-1439-41e0-b15e-f6d1ed904aa8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/23d5731e-5279-43c1-b627-998373163810 HTTP/1.1" status: 204 len: 168 time: 0.2054927 Jan 28 00:42:29.614064 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5985c-1439-41e0-b15e-f6d1ed904aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d5731e-5279-43c1-b627-998373163810,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:29.626678 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c053f42c-59ea-4cab-bcff-6ab4ea57e808 req-5afa03b0-d941-41ee-b251-ec31f56da370 service neutron] 10.222.0.52 "GET /v2.0/networks/df6dc4b3-6607-40e9-9f38-3ff04dac366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317815 Jan 28 00:42:29.809227 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c053f42c-59ea-4cab-bcff-6ab4ea57e808 req-61015f27-5bd3-4773-bc55-fd3ce6c75521 service neutron] 10.222.0.52 "GET /v2.0/networks/df6dc4b3-6607-40e9-9f38-3ff04dac366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756475 Jan 28 00:42:29.821393 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68bacf-16db-4f02-9e3c-3b6dd2f2bdec req-859bf4f5-6864-4ac4-9ee4-5ae3a557c590 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:29.823575 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ce68bacf-16db-4f02-9e3c-3b6dd2f2bdec req-859bf4f5-6864-4ac4-9ee4-5ae3a557c590 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 945 time: 0.0967712 Jan 28 00:42:29.888688 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ce68bacf-16db-4f02-9e3c-3b6dd2f2bdec req-ab2a74aa-634d-4064-a570-a5874cadfaa2 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539525 Jan 28 00:42:29.970081 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53984) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:42:29.985628 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-59754b5d-451c-49a9-b515-cb07ac79b915 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:30.095486 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-59754b5d-451c-49a9-b515-cb07ac79b915 admin admin] Publish callbacks [] for security_group (5e0fc23f-ca0d-47a0-abef-574d8ae621c3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:30.101480 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-59754b5d-451c-49a9-b515-cb07ac79b915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (5e0fc23f-ca0d-47a0-abef-574d8ae621c3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:30.145607 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-59754b5d-451c-49a9-b515-cb07ac79b915 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ba6d7bf2029247f7994a9fe0b6745160&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1742895 Jan 28 00:42:30.146469 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59754b5d-451c-49a9-b515-cb07ac79b915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0fc23f-ca0d-47a0-abef-574d8ae621c3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:30.148495 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0e8bd-826d-44a0-8c30-264b7ab0e6a0 req-89639e7e-7fe1-41f4-b666-5325b304811c tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:30.149237 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53988) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:42:30.153418 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-84a0e8bd-826d-44a0-8c30-264b7ab0e6a0 req-89639e7e-7fe1-41f4-b666-5325b304811c tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 944 time: 0.0737791 Jan 28 00:42:30.216209 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a0fc3a6e-db45-42b5-a0ad-df4404d6f1d6 admin admin] Publish callbacks [] for security_group (5e0fc23f-ca0d-47a0-abef-574d8ae621c3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:30.237442 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-84a0e8bd-826d-44a0-8c30-264b7ab0e6a0 req-11d996f4-0162-4cfe-bd14-5f0297f3b5f0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748041 Jan 28 00:42:30.249422 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a0fc3a6e-db45-42b5-a0ad-df4404d6f1d6 admin admin] Publish callbacks [] for security_group (5e0fc23f-ca0d-47a0-abef-574d8ae621c3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:30.285726 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14987965-9dc0-414c-8c0e-0688ea778bbd req-d155bd0c-d5b7-4862-9b39-b5884f11a8e5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:30.287270 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-14987965-9dc0-414c-8c0e-0688ea778bbd req-d155bd0c-d5b7-4862-9b39-b5884f11a8e5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 945 time: 0.0683844 Jan 28 00:42:30.314351 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a0fc3a6e-db45-42b5-a0ad-df4404d6f1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (5e0fc23f-ca0d-47a0-abef-574d8ae621c3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:30.318356 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a0fc3a6e-db45-42b5-a0ad-df4404d6f1d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:30.320179 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a0fc3a6e-db45-42b5-a0ad-df4404d6f1d6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5e0fc23f-ca0d-47a0-abef-574d8ae621c3 HTTP/1.1" status: 204 len: 168 time: 0.1695700 Jan 28 00:42:30.331954 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc3a6e-db45-42b5-a0ad-df4404d6f1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0fc23f-ca0d-47a0-abef-574d8ae621c3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:30.355899 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-14987965-9dc0-414c-8c0e-0688ea778bbd req-669147cd-f1f7-41b1-a94b-c35d6bd65260 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578961 Jan 28 00:42:30.888491 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 786ef6a2-85a6-4753-8876-938c3ba4e704 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:42:30.974210 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1b1fb-b8eb-42b2-b5df-11d2761268f7 req-f163464a-367c-4345-b69f-3d42a02c7a19 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:30.982103 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1b1fb-b8eb-42b2-b5df-11d2761268f7 req-f163464a-367c-4345-b69f-3d42a02c7a19 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:30.986555 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 786ef6a2-85a6-4753-8876-938c3ba4e704 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:42:30.987188 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (786ef6a2-85a6-4753-8876-938c3ba4e704), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:30.989199 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1b1fb-b8eb-42b2-b5df-11d2761268f7 req-f163464a-367c-4345-b69f-3d42a02c7a19 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:30.995902 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1b1fb-b8eb-42b2-b5df-11d2761268f7 req-f163464a-367c-4345-b69f-3d42a02c7a19 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:31.002033 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1b1fb-b8eb-42b2-b5df-11d2761268f7 req-f163464a-367c-4345-b69f-3d42a02c7a19 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:31.008871 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1b1fb-b8eb-42b2-b5df-11d2761268f7 req-f163464a-367c-4345-b69f-3d42a02c7a19 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:31.015442 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1b1fb-b8eb-42b2-b5df-11d2761268f7 req-f163464a-367c-4345-b69f-3d42a02c7a19 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:31.024807 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fbc1b1fb-b8eb-42b2-b5df-11d2761268f7 req-f163464a-367c-4345-b69f-3d42a02c7a19 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5435 time: 0.1340790 Jan 28 00:42:31.136929 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d189662-2c6e-4edd-b5d2-ca1e2a1d47fc req-d73c4308-4bd1-4450-971b-97de27f2caa4 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:31.144386 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7d189662-2c6e-4edd-b5d2-ca1e2a1d47fc req-d73c4308-4bd1-4450-971b-97de27f2caa4 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 945 time: 0.1181617 Jan 28 00:42:31.149850 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 786ef6a2-85a6-4753-8876-938c3ba4e704 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:42:31.151410 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (786ef6a2-85a6-4753-8876-938c3ba4e704), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:31.157716 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fbc1b1fb-b8eb-42b2-b5df-11d2761268f7 req-8ed5a19b-a97e-4084-ba27-b7e4666729b7 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1210759 Jan 28 00:42:31.199538 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 786ef6a2-85a6-4753-8876-938c3ba4e704, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=786ef6a2-85a6-4753-8876-938c3ba4e704,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:42:31.200980 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c611315-1ef4-4115-8763-ea29b9f44f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786ef6a2-85a6-4753-8876-938c3ba4e704'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:42:31.204480 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f1bcd0-284a-43ed-a464-bfce1ad78d33" -d '{"events": [{"server_uuid": "7c611315-1ef4-4115-8763-ea29b9f44f56", "name": "network-vif-plugged", "status": "completed", "tag": "786ef6a2-85a6-4753-8876-938c3ba4e704"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:42:31.212652 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7d189662-2c6e-4edd-b5d2-ca1e2a1d47fc req-59f7b6de-2710-43a5-afb1-8b0de2981ed9 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670547 Jan 28 00:42:31.216730 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (786ef6a2-85a6-4753-8876-938c3ba4e704), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:31.283435 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c2a820-e2d7-4742-a52c-b37869ef0fa2 x-openstack-request-id: req-b0c2a820-e2d7-4742-a52c-b37869ef0fa2 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:42:31.283775 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c611315-1ef4-4115-8763-ea29b9f44f56", "name": "network-vif-plugged", "status": "completed", "tag": "786ef6a2-85a6-4753-8876-938c3ba4e704", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:42:31.284036 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b0c2a820-e2d7-4742-a52c-b37869ef0fa2 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:42:31.284661 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c611315-1ef4-4115-8763-ea29b9f44f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786ef6a2-85a6-4753-8876-938c3ba4e704', 'code': 200} Jan 28 00:42:31.290621 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=786ef6a2-85a6-4753-8876-938c3ba4e704,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:31.353014 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54024) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:42:31.437028 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bc7c5-6b77-4828-a078-22770950574a req-244baa71-f312-4b22-a404-5afa4492deaa tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:31.443330 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9c8bc7c5-6b77-4828-a078-22770950574a req-244baa71-f312-4b22-a404-5afa4492deaa tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 945 time: 0.1167407 Jan 28 00:42:31.504850 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-16f61586-7dd9-4f50-b92d-227df954be49 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-791958396-network', 'tenant_id': 'a80effd41f49484d8e0a22ef2a66ce53'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:42:31.539384 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f61586-7dd9-4f50-b92d-227df954be49 admin admin] Made reservation on behalf of a80effd41f49484d8e0a22ef2a66ce53 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:42:31.546033 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-16f61586-7dd9-4f50-b92d-227df954be49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:31.547355 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9c8bc7c5-6b77-4828-a078-22770950574a req-c3b08840-75a0-4d3c-aac2-a3ddf55c350f tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970681 Jan 28 00:42:31.559316 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-16f61586-7dd9-4f50-b92d-227df954be49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:31.606642 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d121ad-0790-4324-9c57-f18e81edfe48 req-2145fe56-0dde-4def-908b-8f30cf4943d9 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:31.608292 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-54d121ad-0790-4324-9c57-f18e81edfe48 req-2145fe56-0dde-4def-908b-8f30cf4943d9 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 945 time: 0.0989380 Jan 28 00:42:31.662606 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-16f61586-7dd9-4f50-b92d-227df954be49 admin admin] Publish callbacks [] for security_group (7f804f64-4d1b-48d0-8af2-a9e8733a3b68), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:31.669072 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-16f61586-7dd9-4f50-b92d-227df954be49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7f804f64-4d1b-48d0-8af2-a9e8733a3b68), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:31.685532 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-54d121ad-0790-4324-9c57-f18e81edfe48 req-1cbf27f2-55e9-4bd0-a34b-e3b90b7987a7 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678756 Jan 28 00:42:31.703581 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f61586-7dd9-4f50-b92d-227df954be49 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:42:31.712187 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f61586-7dd9-4f50-b92d-227df954be49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f804f64-4d1b-48d0-8af2-a9e8733a3b68,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:31.721067 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-16f61586-7dd9-4f50-b92d-227df954be49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (664322bd-67f3-4323-b853-7f463e562930), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:31.721587 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-16f61586-7dd9-4f50-b92d-227df954be49 admin admin] Added segment 664322bd-67f3-4323-b853-7f463e562930 of type vlan for network 9da6691e-d3c9-45e5-b6a7-eaa664e09911 Jan 28 00:42:31.770005 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-16f61586-7dd9-4f50-b92d-227df954be49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (9da6691e-d3c9-45e5-b6a7-eaa664e09911), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:31.799753 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-16f61586-7dd9-4f50-b92d-227df954be49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (9da6691e-d3c9-45e5-b6a7-eaa664e09911), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:31.801689 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f61586-7dd9-4f50-b92d-227df954be49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:31.802464 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-16f61586-7dd9-4f50-b92d-227df954be49 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:31.899853 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-16f61586-7dd9-4f50-b92d-227df954be49 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5413394 Jan 28 00:42:31.900650 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 54030) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:42:31.910053 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-a31f4ba7-8158-4c71-81bf-0ae4dc66e2a1 admin admin] Request body: {'subnet': {'network_id': '9da6691e-d3c9-45e5-b6a7-eaa664e09911', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-791958396-subnet', 'tenant_id': 'a80effd41f49484d8e0a22ef2a66ce53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:42:31.912376 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f61586-7dd9-4f50-b92d-227df954be49 admin admin] Pushing event updated for resources: {'Network': ['ID=9da6691e-d3c9-45e5-b6a7-eaa664e09911,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:31.927122 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 9da6691e-d3c9-45e5-b6a7-eaa664e09911 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:42:31.938496 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31f4ba7-8158-4c71-81bf-0ae4dc66e2a1 admin admin] Made reservation on behalf of a80effd41f49484d8e0a22ef2a66ce53 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:42:31.941297 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a31f4ba7-8158-4c71-81bf-0ae4dc66e2a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:32.185253 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a31f4ba7-8158-4c71-81bf-0ae4dc66e2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (831ffe95-1ec8-4973-8c59-1c4092582d3c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:32.255600 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f4ba7-8158-4c71-81bf-0ae4dc66e2a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=831ffe95-1ec8-4973-8c59-1c4092582d3c,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:32.266528 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31f4ba7-8158-4c71-81bf-0ae4dc66e2a1 admin admin] Checking segment: {'id': '664322bd-67f3-4323-b853-7f463e562930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9da6691e-d3c9-45e5-b6a7-eaa664e09911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:42:32.266905 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31f4ba7-8158-4c71-81bf-0ae4dc66e2a1 admin admin] Network hostable DHCP agents. Network: 9da6691e-d3c9-45e5-b6a7-eaa664e09911, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:42:32.297348 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31f4ba7-8158-4c71-81bf-0ae4dc66e2a1 admin admin] Network 9da6691e-d3c9-45e5-b6a7-eaa664e09911 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:42:32.328476 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-a31f4ba7-8158-4c71-81bf-0ae4dc66e2a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 9da6691e-d3c9-45e5-b6a7-eaa664e09911) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:42:32.337121 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31f4ba7-8158-4c71-81bf-0ae4dc66e2a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:32.337121 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a31f4ba7-8158-4c71-81bf-0ae4dc66e2a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:32.343117 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a692c48e-6374-4778-a8ba-0cd8f979273b None None] Network 9da6691e-d3c9-45e5-b6a7-eaa664e09911 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:42:32.377219 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed23853-b933-40d3-8da5-3dfb1ab0eb2c req-9cd98a69-e174-4d0b-966b-16adaa0450cb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:32.383045 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed23853-b933-40d3-8da5-3dfb1ab0eb2c req-9cd98a69-e174-4d0b-966b-16adaa0450cb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:32.389076 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed23853-b933-40d3-8da5-3dfb1ab0eb2c req-9cd98a69-e174-4d0b-966b-16adaa0450cb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:32.395116 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed23853-b933-40d3-8da5-3dfb1ab0eb2c req-9cd98a69-e174-4d0b-966b-16adaa0450cb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:32.401610 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed23853-b933-40d3-8da5-3dfb1ab0eb2c req-9cd98a69-e174-4d0b-966b-16adaa0450cb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:32.407779 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed23853-b933-40d3-8da5-3dfb1ab0eb2c req-9cd98a69-e174-4d0b-966b-16adaa0450cb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:32.412919 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed23853-b933-40d3-8da5-3dfb1ab0eb2c req-9cd98a69-e174-4d0b-966b-16adaa0450cb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:32.415238 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9ed23853-b933-40d3-8da5-3dfb1ab0eb2c req-9cd98a69-e174-4d0b-966b-16adaa0450cb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5435 time: 0.1323147 Jan 28 00:42:32.427979 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a31f4ba7-8158-4c71-81bf-0ae4dc66e2a1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5251191 Jan 28 00:42:32.522537 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34020921-56c1-49cc-836a-a510de56258a None None] Network 9da6691e-d3c9-45e5-b6a7-eaa664e09911 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:42:32.543448 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9ed23853-b933-40d3-8da5-3dfb1ab0eb2c req-bab48373-f62f-4cef-a0e2-6aa2b6b9676f tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1177149 Jan 28 00:42:32.624554 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-05b72aad-fdfb-4b4f-a554-9d5b50d617fa tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:32.638932 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-05b72aad-fdfb-4b4f-a554-9d5b50d617fa tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:32.650482 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-05b72aad-fdfb-4b4f-a554-9d5b50d617fa tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:32.666956 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-05b72aad-fdfb-4b4f-a554-9d5b50d617fa tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:32.674125 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-05b72aad-fdfb-4b4f-a554-9d5b50d617fa tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:32.680374 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-05b72aad-fdfb-4b4f-a554-9d5b50d617fa tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:32.687320 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-05b72aad-fdfb-4b4f-a554-9d5b50d617fa tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:32.689986 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-05b72aad-fdfb-4b4f-a554-9d5b50d617fa tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.52 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 5435 time: 0.2025030 Jan 28 00:42:32.786058 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-66091ed4-8c1d-429d-85f7-53e00c045cac tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:32.787876 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-66091ed4-8c1d-429d-85f7-53e00c045cac tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.52 "GET /v2.0/ports/d811a547-5df6-408e-b47d-4a7f9810a4e5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0882876 Jan 28 00:42:32.811593 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a65f0-ed1e-4c21-ae2a-fb455a365308 req-f689cfd6-a434-491f-9106-d756a5974ef4 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:32.813544 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-346a65f0-ed1e-4c21-ae2a-fb455a365308 req-f689cfd6-a434-491f-9106-d756a5974ef4 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 945 time: 0.1170044 Jan 28 00:42:32.978247 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84377d39-932d-4f42-aeff-36f6936d2e61 req-64e03eb5-8306-4db0-b255-0148f5306167 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:32.980767 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-84377d39-932d-4f42-aeff-36f6936d2e61 req-64e03eb5-8306-4db0-b255-0148f5306167 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 945 time: 0.1768575 Jan 28 00:42:33.014493 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-346a65f0-ed1e-4c21-ae2a-fb455a365308 req-65599275-7f47-499c-bc71-0e4092044841 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881926 Jan 28 00:42:33.071785 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-325ae7b9-767e-4927-849f-e4aa37bb3f40 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.52 "GET /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2778344 Jan 28 00:42:33.083367 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-60c36152-11c7-47e1-89ae-dd73116258df service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:42:33.118418 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-84377d39-932d-4f42-aeff-36f6936d2e61 req-4da2da60-85ca-4829-8136-96e94b7d71e5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247458 Jan 28 00:42:33.183670 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-60c36152-11c7-47e1-89ae-dd73116258df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d811a547-5df6-408e-b47d-4a7f9810a4e5), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:33.223707 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54076) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:42:33.229863 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-66424f18-3d74-4f35-80d9-0f66766b4b25 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-792359265-network', 'tenant_id': 'bfaf42fb85114d98bfd16e664e66b0f0'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:42:33.254645 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66424f18-3d74-4f35-80d9-0f66766b4b25 admin admin] Made reservation on behalf of bfaf42fb85114d98bfd16e664e66b0f0 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:42:33.258469 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-66424f18-3d74-4f35-80d9-0f66766b4b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:33.269803 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-66424f18-3d74-4f35-80d9-0f66766b4b25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:33.366555 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-60c36152-11c7-47e1-89ae-dd73116258df service neutron] For port d811a547-5df6-408e-b47d-4a7f9810a4e5, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=d811a547-5df6-408e-b47d-4a7f9810a4e5,segment=NetworkSegment(acb2bd17-d572-4140-8e42-68801c1a1a85),segment_id=acb2bd17-d572-4140-8e42-68801c1a1a85)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:42:33.400342 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-66424f18-3d74-4f35-80d9-0f66766b4b25 admin admin] Publish callbacks [] for security_group (9f702f67-f396-48e1-8350-5abc34438ab9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:33.408553 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-66424f18-3d74-4f35-80d9-0f66766b4b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (9f702f67-f396-48e1-8350-5abc34438ab9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:33.418658 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-60c36152-11c7-47e1-89ae-dd73116258df service neutron] For port d811a547-5df6-408e-b47d-4a7f9810a4e5, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:42:33.462207 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-60c36152-11c7-47e1-89ae-dd73116258df service neutron] device_id is not set on port d811a547-5df6-408e-b47d-4a7f9810a4e5 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:42:33.466798 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66424f18-3d74-4f35-80d9-0f66766b4b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f702f67-f396-48e1-8350-5abc34438ab9,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:33.473899 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-60c36152-11c7-47e1-89ae-dd73116258df service neutron] Publish callbacks [] for port (d811a547-5df6-408e-b47d-4a7f9810a4e5), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:33.478585 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66424f18-3d74-4f35-80d9-0f66766b4b25 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:42:33.486832 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-60c36152-11c7-47e1-89ae-dd73116258df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (d811a547-5df6-408e-b47d-4a7f9810a4e5), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:33.500562 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-66424f18-3d74-4f35-80d9-0f66766b4b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (b523383e-b48c-404d-a881-d4917283a201), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:33.501224 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-66424f18-3d74-4f35-80d9-0f66766b4b25 admin admin] Added segment b523383e-b48c-404d-a881-d4917283a201 of type vlan for network bb8235c2-094c-48c8-b145-f750f27b5ab5 Jan 28 00:42:33.564432 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-60c36152-11c7-47e1-89ae-dd73116258df service neutron] No DVR routers for this DVR port d811a547-5df6-408e-b47d-4a7f9810a4e5 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:42:33.566987 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c36152-11c7-47e1-89ae-dd73116258df service neutron] Pushing event updated for resources: {'Port': ['ID=d811a547-5df6-408e-b47d-4a7f9810a4e5,revision_number=6']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:33.603310 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-66424f18-3d74-4f35-80d9-0f66766b4b25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (bb8235c2-094c-48c8-b145-f750f27b5ab5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:33.639920 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-60c36152-11c7-47e1-89ae-dd73116258df service neutron] In _notify_port_updated(), no bound segment for port d811a547-5df6-408e-b47d-4a7f9810a4e5 on network 0efd91fa-a4c6-4618-8488-fef9eaa5de00 {{(pid=103344) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 00:42:33.641613 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-60c36152-11c7-47e1-89ae-dd73116258df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:33.642742 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-60c36152-11c7-47e1-89ae-dd73116258df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:33.645189 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-60c36152-11c7-47e1-89ae-dd73116258df service neutron] 10.222.0.52 "PUT /v2.0/ports/d811a547-5df6-408e-b47d-4a7f9810a4e5 HTTP/1.1" status: 200 len: 1027 time: 0.5663199 Jan 28 00:42:33.645677 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-66424f18-3d74-4f35-80d9-0f66766b4b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (bb8235c2-094c-48c8-b145-f750f27b5ab5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:33.646741 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66424f18-3d74-4f35-80d9-0f66766b4b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:33.647341 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-66424f18-3d74-4f35-80d9-0f66766b4b25 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:33.701041 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-66424f18-3d74-4f35-80d9-0f66766b4b25 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4759288 Jan 28 00:42:33.766159 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 54080) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:42:33.795061 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-6245628b-9da6-4371-b5e2-bf5929007b09 admin admin] Request body: {'subnet': {'network_id': 'bb8235c2-094c-48c8-b145-f750f27b5ab5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-792359265-subnet', 'tenant_id': 'bfaf42fb85114d98bfd16e664e66b0f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:42:33.835159 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66424f18-3d74-4f35-80d9-0f66766b4b25 admin admin] Pushing event updated for resources: {'Network': ['ID=bb8235c2-094c-48c8-b145-f750f27b5ab5,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:33.870068 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network bb8235c2-094c-48c8-b145-f750f27b5ab5 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:42:33.878683 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-e072e7e0-90d0-43af-818e-2bad767ac018 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:33.881455 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-e072e7e0-90d0-43af-818e-2bad767ac018 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.52 "GET /v2.0/ports/e6c88db4-a371-434d-b81c-bba1b2a0715e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2300358 Jan 28 00:42:33.907212 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-b5551688-86fb-4b8e-b62c-fa596995ff37 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:42:33.965113 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6245628b-9da6-4371-b5e2-bf5929007b09 admin admin] Made reservation on behalf of bfaf42fb85114d98bfd16e664e66b0f0 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:42:33.969646 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6245628b-9da6-4371-b5e2-bf5929007b09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:34.065710 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-89691e8c-84a8-467f-96f7-11f47254bd32 None None] Provisioning complete for port d811a547-5df6-408e-b47d-4a7f9810a4e5 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:42:34.067204 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89691e8c-84a8-467f-96f7-11f47254bd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d811a547-5df6-408e-b47d-4a7f9810a4e5), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:34.200462 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c285de7-05d6-453a-8dee-d928f084ba8b req-10d70f51-8c05-42d1-a88a-eae7da1a543d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:34.210045 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-89691e8c-84a8-467f-96f7-11f47254bd32 None None] Port d811a547-5df6-408e-b47d-4a7f9810a4e5 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:42:34.222043 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c285de7-05d6-453a-8dee-d928f084ba8b req-10d70f51-8c05-42d1-a88a-eae7da1a543d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:34.236919 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c285de7-05d6-453a-8dee-d928f084ba8b req-10d70f51-8c05-42d1-a88a-eae7da1a543d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:34.249812 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c285de7-05d6-453a-8dee-d928f084ba8b req-10d70f51-8c05-42d1-a88a-eae7da1a543d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:34.261896 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c285de7-05d6-453a-8dee-d928f084ba8b req-10d70f51-8c05-42d1-a88a-eae7da1a543d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:34.274025 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c285de7-05d6-453a-8dee-d928f084ba8b req-10d70f51-8c05-42d1-a88a-eae7da1a543d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:34.291846 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2c285de7-05d6-453a-8dee-d928f084ba8b req-10d70f51-8c05-42d1-a88a-eae7da1a543d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 4661 time: 0.5119967 Jan 28 00:42:34.524022 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-b5551688-86fb-4b8e-b62c-fa596995ff37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e6c88db4-a371-434d-b81c-bba1b2a0715e), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:34.631363 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2c285de7-05d6-453a-8dee-d928f084ba8b req-67d7484d-9f5c-4886-9ce3-c60cc737c71d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=b553b728-4e35-47a5-ad97-43b207d9a8d8&id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3376095 Jan 28 00:42:34.661932 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2dced-da5d-41c2-ab12-09d508b3a815 req-141f329c-dc46-4d01-944b-fd7dbc6c2b77 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:34.665549 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4f2dced-da5d-41c2-ab12-09d508b3a815 req-141f329c-dc46-4d01-944b-fd7dbc6c2b77 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 945 time: 0.3527324 Jan 28 00:42:34.915183 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 94ae3a89-fc27-4196-b863-313cd277b634 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:42:35.019581 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4f2dced-da5d-41c2-ab12-09d508b3a815 req-43a826b6-df65-4a34-a94b-91ac8924216f tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147376 Jan 28 00:42:35.158068 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 94ae3a89-fc27-4196-b863-313cd277b634 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:42:35.158742 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (94ae3a89-fc27-4196-b863-313cd277b634), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:35.181405 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250b6a1-1c4b-4cc9-a101-246fd7631b40 req-d76a7d0c-1b46-4fb8-9498-be4196b3fbb6 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:35.185856 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a250b6a1-1c4b-4cc9-a101-246fd7631b40 req-d76a7d0c-1b46-4fb8-9498-be4196b3fbb6 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 945 time: 0.3438466 Jan 28 00:42:35.275831 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 94ae3a89-fc27-4196-b863-313cd277b634, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=94ae3a89-fc27-4196-b863-313cd277b634,segment=NetworkSegment(acb2bd17-d572-4140-8e42-68801c1a1a85),segment_id=acb2bd17-d572-4140-8e42-68801c1a1a85)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:42:35.279568 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94ae3a89-fc27-4196-b863-313cd277b634'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:42:35.298769 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3575b6a3-851b-4da5-a02a-ddf32caa6dae" -d '{"events": [{"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-unplugged", "status": "completed", "tag": "94ae3a89-fc27-4196-b863-313cd277b634"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:42:35.303598 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (94ae3a89-fc27-4196-b863-313cd277b634), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:35.304360 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device e6c88db4-a371-434d-b81c-bba1b2a0715e no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:42:35.359596 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a250b6a1-1c4b-4cc9-a101-246fd7631b40 req-914e1e87-5888-4495-bb46-067ac00212d5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448956 Jan 28 00:42:35.376493 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6245628b-9da6-4371-b5e2-bf5929007b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (7af7c547-3d3c-4717-ada5-facc7d824b2a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:35.413682 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-b5551688-86fb-4b8e-b62c-fa596995ff37 service neutron] For port e6c88db4-a371-434d-b81c-bba1b2a0715e, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=e6c88db4-a371-434d-b81c-bba1b2a0715e,segment=NetworkSegment(acb2bd17-d572-4140-8e42-68801c1a1a85),segment_id=acb2bd17-d572-4140-8e42-68801c1a1a85)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:42:35.493137 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd8269e-079a-4930-8f98-64a26a0fef1a x-openstack-request-id: req-3cd8269e-079a-4930-8f98-64a26a0fef1a {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:42:35.493561 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-unplugged", "status": "completed", "tag": "94ae3a89-fc27-4196-b863-313cd277b634", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:42:35.493909 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3cd8269e-079a-4930-8f98-64a26a0fef1a {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:42:35.494987 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94ae3a89-fc27-4196-b863-313cd277b634', 'code': 200} Jan 28 00:42:35.540750 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6245628b-9da6-4371-b5e2-bf5929007b09 admin admin] Checking segment: {'id': 'b523383e-b48c-404d-a881-d4917283a201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bb8235c2-094c-48c8-b145-f750f27b5ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:42:35.544241 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6245628b-9da6-4371-b5e2-bf5929007b09 admin admin] Network hostable DHCP agents. Network: bb8235c2-094c-48c8-b145-f750f27b5ab5, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:42:35.600238 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-b5551688-86fb-4b8e-b62c-fa596995ff37 service neutron] For port e6c88db4-a371-434d-b81c-bba1b2a0715e, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:42:35.607270 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=94ae3a89-fc27-4196-b863-313cd277b634,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:35.642382 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6245628b-9da6-4371-b5e2-bf5929007b09 admin admin] Network bb8235c2-094c-48c8-b145-f750f27b5ab5 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:42:35.642691 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port e6c88db4-a371-434d-b81c-bba1b2a0715e is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:42:35.644390 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e6c88db4-a371-434d-b81c-bba1b2a0715e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:35.647590 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245628b-9da6-4371-b5e2-bf5929007b09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7af7c547-3d3c-4717-ada5-facc7d824b2a,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:35.677101 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-b5551688-86fb-4b8e-b62c-fa596995ff37 service neutron] device_id is not set on port e6c88db4-a371-434d-b81c-bba1b2a0715e yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:42:35.685022 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-6245628b-9da6-4371-b5e2-bf5929007b09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, bb8235c2-094c-48c8-b145-f750f27b5ab5) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:42:35.692123 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6245628b-9da6-4371-b5e2-bf5929007b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:35.692728 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6245628b-9da6-4371-b5e2-bf5929007b09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:35.702063 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f08ad8a-a89d-4318-a333-863395951cc9 None None] Network bb8235c2-094c-48c8-b145-f750f27b5ab5 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:42:35.710428 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-b5551688-86fb-4b8e-b62c-fa596995ff37 service neutron] Publish callbacks [] for port (e6c88db4-a371-434d-b81c-bba1b2a0715e), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:35.737393 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6245628b-9da6-4371-b5e2-bf5929007b09 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9557018 Jan 28 00:42:35.742498 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-b5551688-86fb-4b8e-b62c-fa596995ff37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (e6c88db4-a371-434d-b81c-bba1b2a0715e), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:35.881084 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-b5551688-86fb-4b8e-b62c-fa596995ff37 service neutron] No DVR routers for this DVR port e6c88db4-a371-434d-b81c-bba1b2a0715e on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:42:35.907000 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5551688-86fb-4b8e-b62c-fa596995ff37 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c88db4-a371-434d-b81c-bba1b2a0715e,revision_number=6']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:35.986440 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d2fb30-a697-41ec-8e86-90f7c2bbb85c None None] Network bb8235c2-094c-48c8-b145-f750f27b5ab5 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:42:36.006353 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc659d-a4b1-48ae-9220-ae4321503897 req-dba63a04-65e9-49b1-bb43-83e73850c908 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:36.023662 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc659d-a4b1-48ae-9220-ae4321503897 req-dba63a04-65e9-49b1-bb43-83e73850c908 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:36.030233 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc659d-a4b1-48ae-9220-ae4321503897 req-dba63a04-65e9-49b1-bb43-83e73850c908 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:36.050959 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc659d-a4b1-48ae-9220-ae4321503897 req-dba63a04-65e9-49b1-bb43-83e73850c908 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:36.063442 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc659d-a4b1-48ae-9220-ae4321503897 req-dba63a04-65e9-49b1-bb43-83e73850c908 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:36.071752 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-98cc659d-a4b1-48ae-9220-ae4321503897 req-dba63a04-65e9-49b1-bb43-83e73850c908 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 3885 time: 0.2247238 Jan 28 00:42:36.083972 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-b5551688-86fb-4b8e-b62c-fa596995ff37 service neutron] In _notify_port_updated(), no bound segment for port e6c88db4-a371-434d-b81c-bba1b2a0715e on network 0efd91fa-a4c6-4618-8488-fef9eaa5de00 {{(pid=103344) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 00:42:36.084869 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-b5551688-86fb-4b8e-b62c-fa596995ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:36.085500 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-b5551688-86fb-4b8e-b62c-fa596995ff37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:36.087403 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-b5551688-86fb-4b8e-b62c-fa596995ff37 service neutron] 10.222.0.52 "PUT /v2.0/ports/e6c88db4-a371-434d-b81c-bba1b2a0715e HTTP/1.1" status: 200 len: 1027 time: 2.1972201 Jan 28 00:42:36.161742 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fda65887-46e5-445a-8469-1f2edb1120e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:36.182661 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:42:36.183662 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:42:36.252733 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-98cc659d-a4b1-48ae-9220-ae4321503897 req-d046678a-56d2-4d1a-858c-baded69c6616 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800325 Jan 28 00:42:36.321707 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f99d1ce3-5818-4638-9b56-50e6b77a7241 None None] Provisioning complete for port e6c88db4-a371-434d-b81c-bba1b2a0715e triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:42:36.322327 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f99d1ce3-5818-4638-9b56-50e6b77a7241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e6c88db4-a371-434d-b81c-bba1b2a0715e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:36.347310 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-4b21d781-5465-46bb-aa51-09a6e7753b78 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Deleting port 94ae3a89-fc27-4196-b863-313cd277b634 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:42:36.347836 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-4b21d781-5465-46bb-aa51-09a6e7753b78 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (94ae3a89-fc27-4196-b863-313cd277b634), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:36.404760 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f99d1ce3-5818-4638-9b56-50e6b77a7241 None None] Port e6c88db4-a371-434d-b81c-bba1b2a0715e cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:42:36.440043 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8a27b-ae17-41cf-93f3-8658f20a8b53 req-ac7f7c0d-7117-4031-9da4-cb7276d83451 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:36.441858 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9cf8a27b-ae17-41cf-93f3-8658f20a8b53 req-ac7f7c0d-7117-4031-9da4-cb7276d83451 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 945 time: 0.1373129 Jan 28 00:42:36.537016 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-4b21d781-5465-46bb-aa51-09a6e7753b78 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] For port 94ae3a89-fc27-4196-b863-313cd277b634, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=94ae3a89-fc27-4196-b863-313cd277b634,segment=NetworkSegment(acb2bd17-d572-4140-8e42-68801c1a1a85),segment_id=acb2bd17-d572-4140-8e42-68801c1a1a85)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:42:36.537494 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-4b21d781-5465-46bb-aa51-09a6e7753b78 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (94ae3a89-fc27-4196-b863-313cd277b634), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:36.584920 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-4b21d781-5465-46bb-aa51-09a6e7753b78 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Calling delete_port for 94ae3a89-fc27-4196-b863-313cd277b634 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:42:36.663608 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9cf8a27b-ae17-41cf-93f3-8658f20a8b53 req-1f18bfad-09c0-403e-bb16-e3a369ffeaf3 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854341 Jan 28 00:42:36.698203 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4cc5c-ff10-4b05-8c08-37d649ad9915 req-1db83d9c-4cb7-46cf-af6d-a5ea1307b7ad tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:36.700806 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-68f4cc5c-ff10-4b05-8c08-37d649ad9915 req-1db83d9c-4cb7-46cf-af6d-a5ea1307b7ad tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 945 time: 0.1995027 Jan 28 00:42:36.810733 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port e6c88db4-a371-434d-b81c-bba1b2a0715e is: DOWN; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:42:36.812568 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:42:36.812848 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-68f4cc5c-ff10-4b05-8c08-37d649ad9915 req-030431ad-0d27-48d1-a0c0-bb681f2028ed tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921831 Jan 28 00:42:36.886073 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-4b21d781-5465-46bb-aa51-09a6e7753b78 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (94ae3a89-fc27-4196-b863-313cd277b634), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:36.954650 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21d781-5465-46bb-aa51-09a6e7753b78 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Pushing event deleted for resources: {'Port': ['ID=94ae3a89-fc27-4196-b863-313cd277b634,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:37.044157 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-4b21d781-5465-46bb-aa51-09a6e7753b78 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] No DVR routers for this DVR port 94ae3a89-fc27-4196-b863-313cd277b634 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:42:37.045690 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:42:37.046822 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:37.059111 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-4b21d781-5465-46bb-aa51-09a6e7753b78 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:37.067796 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-4b21d781-5465-46bb-aa51-09a6e7753b78 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.52 "DELETE /v2.0/ports/94ae3a89-fc27-4196-b863-313cd277b634 HTTP/1.1" status: 204 len: 173 time: 0.9715817 Jan 28 00:42:37.068606 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-deleted', 'tag': '94ae3a89-fc27-4196-b863-313cd277b634'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:42:37.071387 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdbfbaa-b506-45df-9d75-933381d6a557" -d '{"events": [{"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-deleted", "tag": "94ae3a89-fc27-4196-b863-313cd277b634"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:42:37.124391 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9,segment=NetworkSegment(dbf642f2-63c7-40b4-b131-e531d7611510),segment_id=dbf642f2-63c7-40b4-b131-e531d7611510)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:42:37.139841 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:37.140765 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device b39bbdd0-6456-4b66-b3bb-de6ac18d21ae no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:42:37.243404 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:37.262789 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cfd615-8569-4121-a556-4c1468a164e7 x-openstack-request-id: req-62cfd615-8569-4121-a556-4c1468a164e7 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:42:37.263646 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-deleted", "tag": "94ae3a89-fc27-4196-b863-313cd277b634", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:42:37.264844 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-62cfd615-8569-4121-a556-4c1468a164e7 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:42:37.265520 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-deleted', 'tag': '94ae3a89-fc27-4196-b863-313cd277b634', 'status': 'completed', 'code': 200} Jan 28 00:42:37.498244 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:42:37.503071 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae31f6ef-5c9a-4f19-91a5-7e250e1f7ea1" -d '{"events": [{"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-unplugged", "status": "completed", "tag": "88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:42:37.520563 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port b39bbdd0-6456-4b66-b3bb-de6ac18d21ae is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:42:37.521132 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b39bbdd0-6456-4b66-b3bb-de6ac18d21ae), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:37.562316 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port b39bbdd0-6456-4b66-b3bb-de6ac18d21ae, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=b39bbdd0-6456-4b66-b3bb-de6ac18d21ae,segment=NetworkSegment(dbf642f2-63c7-40b4-b131-e531d7611510),segment_id=dbf642f2-63c7-40b4-b131-e531d7611510)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:42:37.571861 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b39bbdd0-6456-4b66-b3bb-de6ac18d21ae), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:37.573611 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 6fe75345-323e-4c17-9167-f80f61f5b382 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:42:37.604875 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-01b94ff9-7585-4435-87f7-aceea81bbea6 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Deleting port b39bbdd0-6456-4b66-b3bb-de6ac18d21ae {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:42:37.605734 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-01b94ff9-7585-4435-87f7-aceea81bbea6 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b39bbdd0-6456-4b66-b3bb-de6ac18d21ae), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:37.684079 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=b39bbdd0-6456-4b66-b3bb-de6ac18d21ae,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:37.779397 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 6fe75345-323e-4c17-9167-f80f61f5b382 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:42:37.780153 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6fe75345-323e-4c17-9167-f80f61f5b382), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:37.835606 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 6fe75345-323e-4c17-9167-f80f61f5b382, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=6fe75345-323e-4c17-9167-f80f61f5b382,segment=NetworkSegment(acb2bd17-d572-4140-8e42-68801c1a1a85),segment_id=acb2bd17-d572-4140-8e42-68801c1a1a85)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:42:37.844618 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6fe75345-323e-4c17-9167-f80f61f5b382), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:37.845522 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device d811a547-5df6-408e-b47d-4a7f9810a4e5 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:42:37.932990 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] The host n-h2-826754-1 is not matching for port d811a547-5df6-408e-b47d-4a7f9810a4e5 host ! {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 00:42:37.933390 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device d811a547-5df6-408e-b47d-4a7f9810a4e5 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:42:37.933823 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 6276b1e7-274c-424a-ad22-502097950c2e no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:42:37.965242 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=6fe75345-323e-4c17-9167-f80f61f5b382,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:38.038389 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 6276b1e7-274c-424a-ad22-502097950c2e is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:42:38.038875 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6276b1e7-274c-424a-ad22-502097950c2e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:38.042975 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99667de3-fbb7-4850-b921-2bfae9f50765 req-4629b89f-71d0-4fea-ac56-314a2137315d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:38.049170 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99667de3-fbb7-4850-b921-2bfae9f50765 req-4629b89f-71d0-4fea-ac56-314a2137315d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:38.055846 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99667de3-fbb7-4850-b921-2bfae9f50765 req-4629b89f-71d0-4fea-ac56-314a2137315d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:38.066444 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99667de3-fbb7-4850-b921-2bfae9f50765 req-4629b89f-71d0-4fea-ac56-314a2137315d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:38.069237 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-99667de3-fbb7-4850-b921-2bfae9f50765 req-4629b89f-71d0-4fea-ac56-314a2137315d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 3150 time: 0.5571115 Jan 28 00:42:38.082946 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 6276b1e7-274c-424a-ad22-502097950c2e, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=6276b1e7-274c-424a-ad22-502097950c2e,segment=NetworkSegment(5700de21-b7f1-4e44-ac79-faad96102485),segment_id=5700de21-b7f1-4e44-ac79-faad96102485)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:42:38.089373 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6276b1e7-274c-424a-ad22-502097950c2e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:38.110655 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-907bb291-1991-47ab-aa81-eff15f463803 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:38.119081 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-907bb291-1991-47ab-aa81-eff15f463803 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] 10.222.0.70 "GET /v2.0/networks?id=9da6691e-d3c9-45e5-b6a7-eaa664e09911 HTTP/1.1" status: 200 len: 808 time: 0.8624916 Jan 28 00:42:38.161323 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=6276b1e7-274c-424a-ad22-502097950c2e,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:38.210219 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-79108226-656b-4c74-95c4-2df7b20e8e40 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] 10.222.0.70 "GET /v2.0/quotas/a80effd41f49484d8e0a22ef2a66ce53 HTTP/1.1" status: 200 len: 375 time: 0.0690258 Jan 28 00:42:38.316915 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-befd4143-2d15-4c32-98d5-2454446ebaf4 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a80effd41f49484d8e0a22ef2a66ce53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0842826 Jan 28 00:42:38.348825 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-01b94ff9-7585-4435-87f7-aceea81bbea6 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] For port b39bbdd0-6456-4b66-b3bb-de6ac18d21ae, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=b39bbdd0-6456-4b66-b3bb-de6ac18d21ae,segment=NetworkSegment(dbf642f2-63c7-40b4-b131-e531d7611510),segment_id=dbf642f2-63c7-40b4-b131-e531d7611510)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:42:38.348825 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-01b94ff9-7585-4435-87f7-aceea81bbea6 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b39bbdd0-6456-4b66-b3bb-de6ac18d21ae), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:38.358032 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-99667de3-fbb7-4850-b921-2bfae9f50765 req-10c04ac6-9348-47e4-bcc5-cea3676ad122 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605250 Jan 28 00:42:38.377343 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-01b94ff9-7585-4435-87f7-aceea81bbea6 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Calling delete_port for b39bbdd0-6456-4b66-b3bb-de6ac18d21ae owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:42:38.407313 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e843a395-dea2-429d-805c-989ab6eea33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:38.524648 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b78e80f-38c7-44e4-a3ac-c8b15349c955 x-openstack-request-id: req-7b78e80f-38c7-44e4-a3ac-c8b15349c955 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:42:38.525320 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-unplugged", "status": "completed", "tag": "88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:42:38.526524 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7b78e80f-38c7-44e4-a3ac-c8b15349c955 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:42:38.527309 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9', 'code': 200} Jan 28 00:42:38.807758 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-01b94ff9-7585-4435-87f7-aceea81bbea6 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b39bbdd0-6456-4b66-b3bb-de6ac18d21ae), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:38.861499 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f2efb-f7a4-478e-86a3-3546a3eb6354 req-0b93c0fa-e91e-48db-91c3-14763a95388e tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:38.863951 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d95f2efb-f7a4-478e-86a3-3546a3eb6354 req-0b93c0fa-e91e-48db-91c3-14763a95388e tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 945 time: 0.2323754 Jan 28 00:42:38.918854 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b94ff9-7585-4435-87f7-aceea81bbea6 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Pushing event deleted for resources: {'Port': ['ID=b39bbdd0-6456-4b66-b3bb-de6ac18d21ae,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:38.942877 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-a5819967-16c7-47ee-a929-877306a77632 service neutron] 10.222.0.70 "GET /v2.0/networks/9da6691e-d3c9-45e5-b6a7-eaa664e09911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6111536 Jan 28 00:42:39.060807 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-01b94ff9-7585-4435-87f7-aceea81bbea6 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] No DVR routers for this DVR port b39bbdd0-6456-4b66-b3bb-de6ac18d21ae on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:42:39.074415 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-01b94ff9-7585-4435-87f7-aceea81bbea6 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:39.076604 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-01b94ff9-7585-4435-87f7-aceea81bbea6 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.52 "DELETE /v2.0/ports/b39bbdd0-6456-4b66-b3bb-de6ac18d21ae HTTP/1.1" status: 204 len: 173 time: 1.9948940 Jan 28 00:42:39.167833 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d95f2efb-f7a4-478e-86a3-3546a3eb6354 req-f1dbd2f7-7988-4aac-b7c6-44f53df7b5ff tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681870 Jan 28 00:42:39.209423 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-8542c525-fa63-4002-beae-929464042017 service neutron] 10.222.0.70 "GET /v2.0/networks/9da6691e-d3c9-45e5-b6a7-eaa664e09911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652104 Jan 28 00:42:39.275036 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-deleted', 'tag': 'b39bbdd0-6456-4b66-b3bb-de6ac18d21ae'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:42:39.279802 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07b46ea-b966-436a-a333-189a5fe77c22" -d '{"events": [{"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-deleted", "tag": "b39bbdd0-6456-4b66-b3bb-de6ac18d21ae"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:42:39.431074 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e08e5a-0afb-4484-af57-a70e00d9637d req-523ed4a0-7e4d-401c-b6b1-d78d47aaa260 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:39.444470 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-02e08e5a-0afb-4484-af57-a70e00d9637d req-523ed4a0-7e4d-401c-b6b1-d78d47aaa260 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 945 time: 0.1446464 Jan 28 00:42:39.451539 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-790e93f8-21ad-4fff-aa54-f98ebe6d6546 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Deleting port 6fe75345-323e-4c17-9167-f80f61f5b382 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:42:39.452095 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-790e93f8-21ad-4fff-aa54-f98ebe6d6546 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (6fe75345-323e-4c17-9167-f80f61f5b382), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:39.577953 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f468fac9-71b8-410d-8f69-1c7f5bb5ecac x-openstack-request-id: req-f468fac9-71b8-410d-8f69-1c7f5bb5ecac {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:42:39.578205 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-deleted", "tag": "b39bbdd0-6456-4b66-b3bb-de6ac18d21ae", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:42:39.578551 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f468fac9-71b8-410d-8f69-1c7f5bb5ecac {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:42:39.579174 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-deleted', 'tag': 'b39bbdd0-6456-4b66-b3bb-de6ac18d21ae', 'status': 'completed', 'code': 200} Jan 28 00:42:39.688945 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:39.713122 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-02e08e5a-0afb-4484-af57-a70e00d9637d req-5ca56fec-4ff3-4694-af30-7903a734f872 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2671058 Jan 28 00:42:39.928602 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-08f79353-9f72-4a50-a724-7d295813fc2e req-1e9ab73b-7e2d-471e-808e-7a5ac6ce3380 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] 10.222.0.70 "GET /v2.0/ports?device_id=268c172e-92dc-4fda-ae44-008733f55f56 HTTP/1.1" status: 200 len: 210 time: 0.0939279 Jan 28 00:42:39.937716 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-790e93f8-21ad-4fff-aa54-f98ebe6d6546 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] For port 6fe75345-323e-4c17-9167-f80f61f5b382, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=6fe75345-323e-4c17-9167-f80f61f5b382,segment=NetworkSegment(acb2bd17-d572-4140-8e42-68801c1a1a85),segment_id=acb2bd17-d572-4140-8e42-68801c1a1a85)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:42:39.938355 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-790e93f8-21ad-4fff-aa54-f98ebe6d6546 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (6fe75345-323e-4c17-9167-f80f61f5b382), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:39.971051 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-790e93f8-21ad-4fff-aa54-f98ebe6d6546 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Calling delete_port for 6fe75345-323e-4c17-9167-f80f61f5b382 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:42:40.007665 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91450e36-c7d3-4326-9523-621cb45c4572 req-bf7528dc-91cf-4d84-a589-c39cc2be330d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:40.019925 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91450e36-c7d3-4326-9523-621cb45c4572 req-bf7528dc-91cf-4d84-a589-c39cc2be330d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:40.030885 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91450e36-c7d3-4326-9523-621cb45c4572 req-bf7528dc-91cf-4d84-a589-c39cc2be330d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:40.034224 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-91450e36-c7d3-4326-9523-621cb45c4572 req-bf7528dc-91cf-4d84-a589-c39cc2be330d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 2411 time: 0.2465754 Jan 28 00:42:40.224417 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-91450e36-c7d3-4326-9523-621cb45c4572 req-f9034188-a928-49bc-9ed0-85daeedfcd97 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272283 Jan 28 00:42:40.356873 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-790e93f8-21ad-4fff-aa54-f98ebe6d6546 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (6fe75345-323e-4c17-9167-f80f61f5b382), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:40.410377 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e93f8-21ad-4fff-aa54-f98ebe6d6546 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Pushing event deleted for resources: {'Port': ['ID=6fe75345-323e-4c17-9167-f80f61f5b382,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:40.480183 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94388cb4-326b-4a83-b3f8-f31b4680698e req-f71f0605-9a67-4683-9676-b638eeefff27 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:40.482321 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-94388cb4-326b-4a83-b3f8-f31b4680698e req-f71f0605-9a67-4683-9676-b638eeefff27 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 945 time: 0.1557891 Jan 28 00:42:40.502615 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-790e93f8-21ad-4fff-aa54-f98ebe6d6546 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] No DVR routers for this DVR port 6fe75345-323e-4c17-9167-f80f61f5b382 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:42:40.511057 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-790e93f8-21ad-4fff-aa54-f98ebe6d6546 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:40.514520 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-790e93f8-21ad-4fff-aa54-f98ebe6d6546 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.52 "DELETE /v2.0/ports/6fe75345-323e-4c17-9167-f80f61f5b382 HTTP/1.1" status: 204 len: 173 time: 1.4238207 Jan 28 00:42:40.529342 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b39bbdd0-6456-4b66-b3bb-de6ac18d21ae'}, {'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fe75345-323e-4c17-9167-f80f61f5b382'}, {'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6276b1e7-274c-424a-ad22-502097950c2e'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:42:40.534477 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3188e91b-1862-463b-83c4-3c70f04106ce" -d '{"events": [{"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-unplugged", "status": "completed", "tag": "b39bbdd0-6456-4b66-b3bb-de6ac18d21ae"}, {"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-unplugged", "status": "completed", "tag": "6fe75345-323e-4c17-9167-f80f61f5b382"}, {"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-unplugged", "status": "completed", "tag": "6276b1e7-274c-424a-ad22-502097950c2e"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:42:40.629016 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-94388cb4-326b-4a83-b3f8-f31b4680698e req-bab4189f-edb8-4ce6-be84-c3105ca60cd5 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265256 Jan 28 00:42:40.664102 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 28 Jan 2022 00:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3220b01e-0636-4bf0-9861-98aa7e50c9a1 x-openstack-request-id: req-3220b01e-0636-4bf0-9861-98aa7e50c9a1 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:42:40.664604 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-unplugged", "status": "completed", "tag": "b39bbdd0-6456-4b66-b3bb-de6ac18d21ae", "code": 200}, {"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-unplugged", "status": "completed", "tag": "6fe75345-323e-4c17-9167-f80f61f5b382", "code": 200}, {"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-unplugged", "status": "completed", "tag": "6276b1e7-274c-424a-ad22-502097950c2e", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:42:40.665174 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3220b01e-0636-4bf0-9861-98aa7e50c9a1 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:42:40.665696 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b39bbdd0-6456-4b66-b3bb-de6ac18d21ae', 'code': 200} Jan 28 00:42:40.666164 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fe75345-323e-4c17-9167-f80f61f5b382', 'code': 200} Jan 28 00:42:40.666521 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6276b1e7-274c-424a-ad22-502097950c2e', 'code': 200} Jan 28 00:42:40.705555 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-a2f5c22c-20d8-487c-a9b5-ddd2e1ba50fe service neutron] show failed (client error): The resource could not be found. Jan 28 00:42:40.707413 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-a2f5c22c-20d8-487c-a9b5-ddd2e1ba50fe service neutron] 10.222.0.52 "GET /v2.0/ports/93c54916-ee01-4ebb-8112-363ceeda3bb2/bindings/n-h1-826754-1 HTTP/1.1" status: 404 len: 380 time: 0.1036243 Jan 28 00:42:40.723268 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-63ff35fb-ff08-4086-803d-5edee93eb03c tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Deleting port 88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:42:40.723944 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-63ff35fb-ff08-4086-803d-5edee93eb03c tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:40.929905 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-63ff35fb-ff08-4086-803d-5edee93eb03c tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] For port 88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9,segment=NetworkSegment(dbf642f2-63c7-40b4-b131-e531d7611510),segment_id=dbf642f2-63c7-40b4-b131-e531d7611510)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:42:40.931057 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-63ff35fb-ff08-4086-803d-5edee93eb03c tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:40.957850 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-63ff35fb-ff08-4086-803d-5edee93eb03c tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Calling delete_port for 88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:42:41.193811 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:41.243454 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7687a7e6-05e9-4e14-9092-66ee7d07de8e req-76b9af90-714f-4f66-87e4-d8d04b89fec2 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] 10.222.0.70 "GET /v2.0/ports?device_id=268c172e-92dc-4fda-ae44-008733f55f56 HTTP/1.1" status: 200 len: 210 time: 0.1667514 Jan 28 00:42:41.322651 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53668405-325e-4802-b478-70defdd46f16 req-0306a8de-5415-4984-a731-e5fa41f30e01 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:41.330622 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-53668405-325e-4802-b478-70defdd46f16 req-0306a8de-5415-4984-a731-e5fa41f30e01 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 945 time: 0.4661555 Jan 28 00:42:41.380859 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-866bbc0f-9079-42ce-88f2-9a0f896557ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:41.382433 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-866bbc0f-9079-42ce-88f2-9a0f896557ab service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e&tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8 HTTP/1.1" status: 200 len: 1096 time: 0.2761424 Jan 28 00:42:41.418363 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-0ccc305f-c516-4802-a225-de3c216183ee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826754-1', 'device_owner': 'compute:nova'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:42:41.590828 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-deleted', 'tag': '6fe75345-323e-4c17-9167-f80f61f5b382'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:42:41.599650 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d90fa7-a6cf-4729-8253-5e32ba88a6c9" -d '{"events": [{"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-deleted", "tag": "6fe75345-323e-4c17-9167-f80f61f5b382"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:42:41.641507 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-63ff35fb-ff08-4086-803d-5edee93eb03c tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:41.678298 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-53668405-325e-4802-b478-70defdd46f16 req-49edd0c2-836f-4f1f-a56d-f3ed4e508602 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3467426 Jan 28 00:42:41.719802 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff35fb-ff08-4086-803d-5edee93eb03c tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Pushing event deleted for resources: {'Port': ['ID=88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:41.761827 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9b37b-4ce9-42f6-8f2a-ac2e31eb7ed1 req-012486e6-4d3d-444d-b260-7b671be5360d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:41.768575 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9b37b-4ce9-42f6-8f2a-ac2e31eb7ed1 req-012486e6-4d3d-444d-b260-7b671be5360d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:41.770286 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e7a9b37b-4ce9-42f6-8f2a-ac2e31eb7ed1 req-012486e6-4d3d-444d-b260-7b671be5360d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 1678 time: 0.3767521 Jan 28 00:42:41.772991 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-0ccc305f-c516-4802-a225-de3c216183ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (93c54916-ee01-4ebb-8112-363ceeda3bb2), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:41.784463 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-da1c0201-e1df-40f5-8178-03f4c1acc020 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:41.787750 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-da1c0201-e1df-40f5-8178-03f4c1acc020 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] 10.222.0.52 "GET /v2.0/networks?id=9da6691e-d3c9-45e5-b6a7-eaa664e09911 HTTP/1.1" status: 200 len: 808 time: 0.3618424 Jan 28 00:42:41.823862 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8a7d2b-7ca8-4b2f-9f7a-85845c67f91d x-openstack-request-id: req-ec8a7d2b-7ca8-4b2f-9f7a-85845c67f91d {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:42:41.824355 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-deleted", "tag": "6fe75345-323e-4c17-9167-f80f61f5b382", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:42:41.824798 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ec8a7d2b-7ca8-4b2f-9f7a-85845c67f91d {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:42:41.825402 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-deleted', 'tag': '6fe75345-323e-4c17-9167-f80f61f5b382', 'status': 'completed', 'code': 200} Jan 28 00:42:41.856514 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-63ff35fb-ff08-4086-803d-5edee93eb03c tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] No DVR routers for this DVR port 88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:42:41.862946 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-a685f524-1fc8-4ba5-b9a3-302a119bd897 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Request body: {'port': {'device_id': '268c172e-92dc-4fda-ae44-008733f55f56', 'network_id': '9da6691e-d3c9-45e5-b6a7-eaa664e09911', 'admin_state_up': True, 'tenant_id': 'a80effd41f49484d8e0a22ef2a66ce53'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:42:41.866862 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-63ff35fb-ff08-4086-803d-5edee93eb03c tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:41.870969 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-63ff35fb-ff08-4086-803d-5edee93eb03c tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.52 "DELETE /v2.0/ports/88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9 HTTP/1.1" status: 204 len: 173 time: 1.3469965 Jan 28 00:42:42.079269 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e7a9b37b-4ce9-42f6-8f2a-ac2e31eb7ed1 req-ba94c6b8-5946-476f-8786-ff3b35429e6b tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2634346 Jan 28 00:42:42.157622 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-a685f524-1fc8-4ba5-b9a3-302a119bd897 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Made reservation on behalf of a80effd41f49484d8e0a22ef2a66ce53 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:42:42.162058 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-a685f524-1fc8-4ba5-b9a3-302a119bd897 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:42.193789 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612b5f5-e39e-4c43-9a88-6b476e423897 req-dd77aa52-2bae-4b7c-9b94-199f161fd39b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:42.200212 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d612b5f5-e39e-4c43-9a88-6b476e423897 req-dd77aa52-2bae-4b7c-9b94-199f161fd39b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 945 time: 0.2138960 Jan 28 00:42:42.231543 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:42.287776 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-b98ba1b2-564f-4cce-aebe-860d4f58da7e tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Deleting port 6276b1e7-274c-424a-ad22-502097950c2e {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:42:42.288163 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-b98ba1b2-564f-4cce-aebe-860d4f58da7e tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (6276b1e7-274c-424a-ad22-502097950c2e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:42.441141 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d612b5f5-e39e-4c43-9a88-6b476e423897 req-df9b5248-d558-432e-845c-02e9d7fd9310 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081764 Jan 28 00:42:42.457538 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-33e4d2b4-2b9b-48f2-ad5f-0c0a3a2f91a8 req-2956beb7-0f91-4165-a658-b70c0892bede tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] 10.222.0.70 "GET /v2.0/ports?device_id=268c172e-92dc-4fda-ae44-008733f55f56 HTTP/1.1" status: 200 len: 210 time: 0.0954785 Jan 28 00:42:42.481173 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-a685f524-1fc8-4ba5-b9a3-302a119bd897 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Allocated IP 172.20.0.14 (9da6691e-d3c9-45e5-b6a7-eaa664e09911/831ffe95-1ec8-4973-8c59-1c4092582d3c/372c1145-09b3-4bbd-9406-4a7f885be4b2) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:42:42.481568 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-0ccc305f-c516-4802-a225-de3c216183ee service neutron] For port 93c54916-ee01-4ebb-8112-363ceeda3bb2, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=93c54916-ee01-4ebb-8112-363ceeda3bb2,segment=NetworkSegment(abf448c0-df20-4725-ac1a-edb312562da6),segment_id=abf448c0-df20-4725-ac1a-edb312562da6)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:42:42.553981 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-b98ba1b2-564f-4cce-aebe-860d4f58da7e tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] For port 6276b1e7-274c-424a-ad22-502097950c2e, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=6276b1e7-274c-424a-ad22-502097950c2e,segment=NetworkSegment(5700de21-b7f1-4e44-ac79-faad96102485),segment_id=5700de21-b7f1-4e44-ac79-faad96102485)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:42:42.554884 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-b98ba1b2-564f-4cce-aebe-860d4f58da7e tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (6276b1e7-274c-424a-ad22-502097950c2e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:42.607118 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-0ccc305f-c516-4802-a225-de3c216183ee service neutron] For port 93c54916-ee01-4ebb-8112-363ceeda3bb2, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:42:42.780602 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-a685f524-1fc8-4ba5-b9a3-302a119bd897 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Publish callbacks [] for port (372c1145-09b3-4bbd-9406-4a7f885be4b2), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:42.814077 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-0ccc305f-c516-4802-a225-de3c216183ee service neutron] Publish callbacks [] for port (93c54916-ee01-4ebb-8112-363ceeda3bb2), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:42.860762 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-0ccc305f-c516-4802-a225-de3c216183ee service neutron] Transition to ACTIVE for port object 93c54916-ee01-4ebb-8112-363ceeda3bb2 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:42:42.871520 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-a685f524-1fc8-4ba5-b9a3-302a119bd897 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (372c1145-09b3-4bbd-9406-4a7f885be4b2), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:42.881087 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-0ccc305f-c516-4802-a225-de3c216183ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (93c54916-ee01-4ebb-8112-363ceeda3bb2), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:42.919795 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 93c54916-ee01-4ebb-8112-363ceeda3bb2 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:42:43.020024 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] The host n-h2-826754-1 is not matching for port 93c54916-ee01-4ebb-8112-363ceeda3bb2 host n-h1-826754-1! {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 00:42:43.020913 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 93c54916-ee01-4ebb-8112-363ceeda3bb2 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:42:43.024437 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:43.033954 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-a685f524-1fc8-4ba5-b9a3-302a119bd897 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Network 9da6691e-d3c9-45e5-b6a7-eaa664e09911 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:42:43.043993 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-a685f524-1fc8-4ba5-b9a3-302a119bd897 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:42:43.050235 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685f524-1fc8-4ba5-b9a3-302a119bd897 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Pushing event updated for resources: {'Port': ['ID=372c1145-09b3-4bbd-9406-4a7f885be4b2,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:43.054322 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-a685f524-1fc8-4ba5-b9a3-302a119bd897 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:42:43.119203 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a685f524-1fc8-4ba5-b9a3-302a119bd897 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:43.119568 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a685f524-1fc8-4ba5-b9a3-302a119bd897 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:43.120170 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a685f524-1fc8-4ba5-b9a3-302a119bd897 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:43.120585 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a685f524-1fc8-4ba5-b9a3-302a119bd897 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:43.120926 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a685f524-1fc8-4ba5-b9a3-302a119bd897 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:43.121261 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a685f524-1fc8-4ba5-b9a3-302a119bd897 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:43.121700 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a685f524-1fc8-4ba5-b9a3-302a119bd897 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:43.122084 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a685f524-1fc8-4ba5-b9a3-302a119bd897 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:43.123516 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a685f524-1fc8-4ba5-b9a3-302a119bd897 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:43.123516 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a685f524-1fc8-4ba5-b9a3-302a119bd897 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:43.123516 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a685f524-1fc8-4ba5-b9a3-302a119bd897 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:43.124079 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a685f524-1fc8-4ba5-b9a3-302a119bd897 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:43.124262 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a685f524-1fc8-4ba5-b9a3-302a119bd897 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:43.157434 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-b98ba1b2-564f-4cce-aebe-860d4f58da7e tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:43.158259 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-b98ba1b2-564f-4cce-aebe-860d4f58da7e tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (12f87007-4c88-485c-8bcb-0075262486eb), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:43.158259 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-b98ba1b2-564f-4cce-aebe-860d4f58da7e tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Floating IP 12f87007-4c88-485c-8bcb-0075262486eb disassociated. External IP: 172.25.3.42, port: 6276b1e7-274c-424a-ad22-502097950c2e. Jan 28 00:42:43.158572 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-b98ba1b2-564f-4cce-aebe-860d4f58da7e tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Calling delete_port for 6276b1e7-274c-424a-ad22-502097950c2e owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:42:43.162025 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-a685f524-1fc8-4ba5-b9a3-302a119bd897 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:43.164103 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-a685f524-1fc8-4ba5-b9a3-302a119bd897 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:43.190803 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-a685f524-1fc8-4ba5-b9a3-302a119bd897 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3327026 Jan 28 00:42:43.217226 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-390f62a6-963c-4208-8656-580f640b6fbb service neutron] Request body: {'port': {'device_id': '268c172e-92dc-4fda-ae44-008733f55f56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:42:43.312437 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-390f62a6-963c-4208-8656-580f640b6fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (372c1145-09b3-4bbd-9406-4a7f885be4b2), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:43.832285 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc305f-c516-4802-a225-de3c216183ee service neutron] Pushing event updated for resources: {'Port': ['ID=93c54916-ee01-4ebb-8112-363ceeda3bb2,revision_number=6']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:43.845251 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-deleted', 'tag': '88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9'}, {'server_uuid': 'eb85a79f-84b9-4eff-be16-a505d619826e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93c54916-ee01-4ebb-8112-363ceeda3bb2'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:42:43.849194 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794dc420-91e9-4902-a27c-ab451fe892b1" -d '{"events": [{"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-deleted", "tag": "88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9"}, {"server_uuid": "eb85a79f-84b9-4eff-be16-a505d619826e", "name": "network-vif-unplugged", "status": "completed", "tag": "93c54916-ee01-4ebb-8112-363ceeda3bb2"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:42:43.880496 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-390f62a6-963c-4208-8656-580f640b6fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 372c1145-09b3-4bbd-9406-4a7f885be4b2 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:42:43.907604 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-390f62a6-963c-4208-8656-580f640b6fbb service neutron] Publish callbacks [] for port (372c1145-09b3-4bbd-9406-4a7f885be4b2), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:43.935725 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-390f62a6-963c-4208-8656-580f640b6fbb service neutron] Transition to ACTIVE for port object 372c1145-09b3-4bbd-9406-4a7f885be4b2 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:42:43.943146 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-390f62a6-963c-4208-8656-580f640b6fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (372c1145-09b3-4bbd-9406-4a7f885be4b2), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:43.949306 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ce50b-b257-4b59-966a-fc733274e8fe req-70149aff-7a89-46f2-8eb0-8f08553f46ca tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:43.950000 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7a3ce50b-b257-4b59-966a-fc733274e8fe req-70149aff-7a89-46f2-8eb0-8f08553f46ca tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 943 time: 1.0008461 Jan 28 00:42:44.067901 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f62a6-963c-4208-8656-580f640b6fbb service neutron] Pushing event updated for resources: {'Port': ['ID=372c1145-09b3-4bbd-9406-4a7f885be4b2,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:44.125003 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-390f62a6-963c-4208-8656-580f640b6fbb service neutron] Attempting to bind port 372c1145-09b3-4bbd-9406-4a7f885be4b2 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:42:44.125357 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-0ccc305f-c516-4802-a225-de3c216183ee service neutron] No DVR routers for this DVR port 93c54916-ee01-4ebb-8112-363ceeda3bb2 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:42:44.125498 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-390f62a6-963c-4208-8656-580f640b6fbb service neutron] Attempting to bind port 372c1145-09b3-4bbd-9406-4a7f885be4b2 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '664322bd-67f3-4323-b853-7f463e562930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9da6691e-d3c9-45e5-b6a7-eaa664e09911'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:42:44.125867 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-390f62a6-963c-4208-8656-580f640b6fbb service neutron] Attempting to bind port 372c1145-09b3-4bbd-9406-4a7f885be4b2 on network 9da6691e-d3c9-45e5-b6a7-eaa664e09911 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:42:44.128841 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-b98ba1b2-564f-4cce-aebe-860d4f58da7e tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (6276b1e7-274c-424a-ad22-502097950c2e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:44.133709 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-390f62a6-963c-4208-8656-580f640b6fbb service neutron] Port 372c1145-09b3-4bbd-9406-4a7f885be4b2 on network 9da6691e-d3c9-45e5-b6a7-eaa664e09911 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:42:44.133709 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-390f62a6-963c-4208-8656-580f640b6fbb service neutron] Attempting to bind port 372c1145-09b3-4bbd-9406-4a7f885be4b2 on network 9da6691e-d3c9-45e5-b6a7-eaa664e09911 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:42:44.140981 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-390f62a6-963c-4208-8656-580f640b6fbb service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:42:44.141319 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-390f62a6-963c-4208-8656-580f640b6fbb service neutron] Checking segment: {'id': '664322bd-67f3-4323-b853-7f463e562930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9da6691e-d3c9-45e5-b6a7-eaa664e09911'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:42:44.141720 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-390f62a6-963c-4208-8656-580f640b6fbb service neutron] Bound using segment: {'id': '664322bd-67f3-4323-b853-7f463e562930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9da6691e-d3c9-45e5-b6a7-eaa664e09911'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:42:44.142161 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-390f62a6-963c-4208-8656-580f640b6fbb service neutron] Bound port: 372c1145-09b3-4bbd-9406-4a7f885be4b2, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '664322bd-67f3-4323-b853-7f463e562930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9da6691e-d3c9-45e5-b6a7-eaa664e09911'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:42:44.142527 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-390f62a6-963c-4208-8656-580f640b6fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (372c1145-09b3-4bbd-9406-4a7f885be4b2), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:44.188223 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292df6ad-f313-488b-bffd-c703c21c254b req-4976daa0-1bd8-4a2d-b35e-9cf02af5d501 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:44.189606 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-292df6ad-f313-488b-bffd-c703c21c254b req-4976daa0-1bd8-4a2d-b35e-9cf02af5d501 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 944 time: 0.3952823 Jan 28 00:42:44.235775 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:44.247200 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ba1b2-564f-4cce-aebe-860d4f58da7e tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Pushing event deleted for resources: {'Port': ['ID=6276b1e7-274c-424a-ad22-502097950c2e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:44.261111 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-390f62a6-963c-4208-8656-580f640b6fbb service neutron] For port 372c1145-09b3-4bbd-9406-4a7f885be4b2, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:42:44.265372 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-390f62a6-963c-4208-8656-580f640b6fbb service neutron] For port 372c1145-09b3-4bbd-9406-4a7f885be4b2, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=372c1145-09b3-4bbd-9406-4a7f885be4b2,segment=NetworkSegment(664322bd-67f3-4323-b853-7f463e562930),segment_id=664322bd-67f3-4323-b853-7f463e562930)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:42:44.279321 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-390f62a6-963c-4208-8656-580f640b6fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (372c1145-09b3-4bbd-9406-4a7f885be4b2), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:44.297440 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7a3ce50b-b257-4b59-966a-fc733274e8fe req-e32e8641-698e-4fbc-aaab-6bd0c43c531e tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3283041 Jan 28 00:42:44.365744 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-390f62a6-963c-4208-8656-580f640b6fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:44.366379 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-390f62a6-963c-4208-8656-580f640b6fbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:44.367952 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-390f62a6-963c-4208-8656-580f640b6fbb service neutron] 10.222.0.52 "PUT /v2.0/ports/372c1145-09b3-4bbd-9406-4a7f885be4b2 HTTP/1.1" status: 200 len: 1092 time: 1.1620624 Jan 28 00:42:44.368360 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268c172e-92dc-4fda-ae44-008733f55f56', 'tag': '372c1145-09b3-4bbd-9406-4a7f885be4b2'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:42:44.370848 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d4b864-4b8c-4afe-b134-cd612a38d567" -d '{"events": [{"name": "network-changed", "server_uuid": "268c172e-92dc-4fda-ae44-008733f55f56", "tag": "372c1145-09b3-4bbd-9406-4a7f885be4b2"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:42:44.428040 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f62a6-963c-4208-8656-580f640b6fbb service neutron] Pushing event updated for resources: {'Port': ['ID=372c1145-09b3-4bbd-9406-4a7f885be4b2,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:44.522856 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-d934de30-8b24-47e2-94d1-4fdbda502d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:44.525848 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-d934de30-8b24-47e2-94d1-4fdbda502d77 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a80effd41f49484d8e0a22ef2a66ce53&device_id=268c172e-92dc-4fda-ae44-008733f55f56 HTTP/1.1" status: 200 len: 1095 time: 0.0895641 Jan 28 00:42:44.593344 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-d6ff36f4-f624-4e6a-87a9-87beb25d05fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=372c1145-09b3-4bbd-9406-4a7f885be4b2 HTTP/1.1" status: 200 len: 217 time: 0.0509915 Jan 28 00:42:44.601766 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-292df6ad-f313-488b-bffd-c703c21c254b req-34c4309f-0490-4fe6-ad32-78699f738d65 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups?id=01497368-8712-442d-8e8a-753b969ae50f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3725426 Jan 28 00:42:44.678263 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146398f-6b6c-40fb-8206-772a0e3519d2 req-4cd2be74-8d2e-47d2-826a-39c903c7136d tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:44.684803 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e146398f-6b6c-40fb-8206-772a0e3519d2 req-4cd2be74-8d2e-47d2-826a-39c903c7136d tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] 10.222.0.70 "GET /v2.0/ports?device_id=268c172e-92dc-4fda-ae44-008733f55f56 HTTP/1.1" status: 200 len: 944 time: 0.1848845 Jan 28 00:42:44.729876 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-b7165c53-f73f-4072-aad8-f769b949271c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:44.732608 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-b7165c53-f73f-4072-aad8-f769b949271c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=831ffe95-1ec8-4973-8c59-1c4092582d3c HTTP/1.1" status: 200 len: 848 time: 0.1319141 Jan 28 00:42:44.785416 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-b98ba1b2-564f-4cce-aebe-860d4f58da7e tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Router 1d3a831e-710b-43db-8990-3c18926b7858 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:42:44.788177 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-0ccc305f-c516-4802-a225-de3c216183ee service neutron] Attempting to bind port 93c54916-ee01-4ebb-8112-363ceeda3bb2 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:42:44.788604 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-0ccc305f-c516-4802-a225-de3c216183ee service neutron] Attempting to bind port 93c54916-ee01-4ebb-8112-363ceeda3bb2 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'abf448c0-df20-4725-ac1a-edb312562da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:42:44.788888 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-0ccc305f-c516-4802-a225-de3c216183ee service neutron] Attempting to bind port 93c54916-ee01-4ebb-8112-363ceeda3bb2 on network 04e868f3-480f-42e0-9ba8-7cbc168b320e {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:42:44.800171 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-d25b417c-9ebd-4d4e-b366-22c3be958a9b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9da6691e-d3c9-45e5-b6a7-eaa664e09911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590174 Jan 28 00:42:44.874214 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-0ccc305f-c516-4802-a225-de3c216183ee service neutron] Port 93c54916-ee01-4ebb-8112-363ceeda3bb2 on network 04e868f3-480f-42e0-9ba8-7cbc168b320e not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:42:44.874553 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-0ccc305f-c516-4802-a225-de3c216183ee service neutron] Attempting to bind port 93c54916-ee01-4ebb-8112-363ceeda3bb2 on network 04e868f3-480f-42e0-9ba8-7cbc168b320e {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:42:44.919510 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-0ccc305f-c516-4802-a225-de3c216183ee service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:42:44.919812 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-0ccc305f-c516-4802-a225-de3c216183ee service neutron] Checking segment: {'id': 'abf448c0-df20-4725-ac1a-edb312562da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:42:44.920202 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-0ccc305f-c516-4802-a225-de3c216183ee service neutron] Bound using segment: {'id': 'abf448c0-df20-4725-ac1a-edb312562da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:42:44.928260 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-0ccc305f-c516-4802-a225-de3c216183ee service neutron] Bound port: 93c54916-ee01-4ebb-8112-363ceeda3bb2, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abf448c0-df20-4725-ac1a-edb312562da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:42:44.928744 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-0ccc305f-c516-4802-a225-de3c216183ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (93c54916-ee01-4ebb-8112-363ceeda3bb2), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:44.997178 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-75109c1a-f391-4bc6-b46b-e50e534fe8c9 service neutron] 10.222.0.52 "GET /v2.0/networks/9da6691e-d3c9-45e5-b6a7-eaa664e09911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881838 Jan 28 00:42:45.058134 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e146398f-6b6c-40fb-8206-772a0e3519d2 req-dfd4f35a-424f-45bb-bd85-194723538970 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f804f64-4d1b-48d0-8af2-a9e8733a3b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331833 Jan 28 00:42:45.071115 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326b7f0-e5e5-4b91-a122-a76621a5bae4 req-cb5c8538-8e82-49ca-a090-3495545e2fb2 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:45.079950 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0326b7f0-e5e5-4b91-a122-a76621a5bae4 req-cb5c8538-8e82-49ca-a090-3495545e2fb2 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 945 time: 0.2728188 Jan 28 00:42:45.174504 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9b03bd3f-a9f9-4514-9e95-434496b5d337 req-d32f4553-f939-41d1-af9d-b51be1f483d9 service neutron] 10.222.0.52 "GET /v2.0/networks/9da6691e-d3c9-45e5-b6a7-eaa664e09911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693516 Jan 28 00:42:45.273037 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0326b7f0-e5e5-4b91-a122-a76621a5bae4 req-8031dfec-a77b-4c52-ab60-c5725441d0ad tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920404 Jan 28 00:42:45.280135 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 28 Jan 2022 00:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dabf774-f959-4b12-b4f5-35a4390fa834 x-openstack-request-id: req-4dabf774-f959-4b12-b4f5-35a4390fa834 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:42:45.280447 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-deleted", "tag": "88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9", "status": "completed", "code": 200}, {"server_uuid": "eb85a79f-84b9-4eff-be16-a505d619826e", "name": "network-vif-unplugged", "status": "completed", "tag": "93c54916-ee01-4ebb-8112-363ceeda3bb2", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:42:45.280720 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4dabf774-f959-4b12-b4f5-35a4390fa834 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:42:45.281357 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-deleted', 'tag': '88fad1c8-5ce7-4c51-9f5a-f0f0ef001bb9', 'status': 'completed', 'code': 200} Jan 28 00:42:45.281647 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb85a79f-84b9-4eff-be16-a505d619826e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93c54916-ee01-4ebb-8112-363ceeda3bb2', 'code': 200} Jan 28 00:42:45.301893 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-b98ba1b2-564f-4cce-aebe-860d4f58da7e tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:42:45.343313 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18186006-45eb-4c70-bda9-22f2594ea58c None None] Sync routers for ids ['1d3a831e-710b-43db-8990-3c18926b7858'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:42:45.351582 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-0ccc305f-c516-4802-a225-de3c216183ee service neutron] For port 93c54916-ee01-4ebb-8112-363ceeda3bb2, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:42:45.367892 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18186006-45eb-4c70-bda9-22f2594ea58c None None] Routers {'1d3a831e-710b-43db-8990-3c18926b7858'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:42:45.368949 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-18186006-45eb-4c70-bda9-22f2594ea58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:42:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['1d3a831e-710b-43db-8990-3c18926b7858'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:42:45.387355 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b979eb1b-5ea9-4fac-89e7-12610dd6e4f4 x-openstack-request-id: req-b979eb1b-5ea9-4fac-89e7-12610dd6e4f4 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:42:45.388124 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268c172e-92dc-4fda-ae44-008733f55f56", "tag": "372c1145-09b3-4bbd-9406-4a7f885be4b2", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:42:45.388579 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b979eb1b-5ea9-4fac-89e7-12610dd6e4f4 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:42:45.389258 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '268c172e-92dc-4fda-ae44-008733f55f56', 'tag': '372c1145-09b3-4bbd-9406-4a7f885be4b2', 'status': 'completed', 'code': 200} Jan 28 00:42:45.396533 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-b98ba1b2-564f-4cce-aebe-860d4f58da7e tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] No DVR routers for this DVR port 6276b1e7-274c-424a-ad22-502097950c2e on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:42:45.399886 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-0ccc305f-c516-4802-a225-de3c216183ee service neutron] For port 93c54916-ee01-4ebb-8112-363ceeda3bb2, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=93c54916-ee01-4ebb-8112-363ceeda3bb2,segment=NetworkSegment(abf448c0-df20-4725-ac1a-edb312562da6),segment_id=abf448c0-df20-4725-ac1a-edb312562da6)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:42:45.402300 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-b98ba1b2-564f-4cce-aebe-860d4f58da7e tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:45.415364 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-498f7874-9ef3-4b3a-a71b-6100b5b3acec req-b98ba1b2-564f-4cce-aebe-860d4f58da7e tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.52 "DELETE /v2.0/ports/6276b1e7-274c-424a-ad22-502097950c2e HTTP/1.1" status: 204 len: 173 time: 3.5030684 Jan 28 00:42:45.425640 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-0ccc305f-c516-4802-a225-de3c216183ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (93c54916-ee01-4ebb-8112-363ceeda3bb2), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:45.476071 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-0ccc305f-c516-4802-a225-de3c216183ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:45.476714 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-0ccc305f-c516-4802-a225-de3c216183ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:45.478860 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-0ccc305f-c516-4802-a225-de3c216183ee service neutron] 10.222.0.65 "PUT /v2.0/ports/93c54916-ee01-4ebb-8112-363ceeda3bb2 HTTP/1.1" status: 200 len: 1091 time: 4.0675342 Jan 28 00:42:45.668080 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc305f-c516-4802-a225-de3c216183ee service neutron] Pushing event updated for resources: {'Port': ['ID=93c54916-ee01-4ebb-8112-363ceeda3bb2,revision_number=7']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:45.738707 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-18186006-45eb-4c70-bda9-22f2594ea58c None None] Set router 1d3a831e-710b-43db-8990-3c18926b7858 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:42:45.767917 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4b864-4b8c-4afe-b134-cd612a38d567 req-cface0e5-0ea9-4d40-9c36-38b19d7ed31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:45.769621 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27d4b864-4b8c-4afe-b134-cd612a38d567 req-cface0e5-0ea9-4d40-9c36-38b19d7ed31c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a80effd41f49484d8e0a22ef2a66ce53&device_id=268c172e-92dc-4fda-ae44-008733f55f56 HTTP/1.1" status: 200 len: 1095 time: 0.2617528 Jan 28 00:42:45.799013 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96dcbf2-1ee2-48c6-bb49-964956f6824c req-33657216-1119-4678-80c3-98f5d4626270 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:45.804357 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e96dcbf2-1ee2-48c6-bb49-964956f6824c req-33657216-1119-4678-80c3-98f5d4626270 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 943 time: 0.2150788 Jan 28 00:42:45.843910 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-e09c499f-9f3a-4ef0-891c-789a8137a27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:45.846978 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-e09c499f-9f3a-4ef0-891c-789a8137a27c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 1094 time: 0.2301366 Jan 28 00:42:46.027283 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8174ed74-9633-4271-95d3-357c44de4212 req-9baa6878-637d-47b0-b1d4-7e21ce0bf2dd tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.2073927 Jan 28 00:42:46.325574 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-dcbdb9bd-252e-4022-a324-d54190dca632 req-be6d59d7-df9f-4df9-a3c1-9935981028fe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1096969 Jan 28 00:42:46.395503 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-18186006-45eb-4c70-bda9-22f2594ea58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3a831e-710b-43db-8990-3c18926b7858', 'name': 'tempest-TaggedBootDevicesTest-2138166117-router', 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a2261ec0-e0ef-413d-a987-a4a2e9f924a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:29:19Z', 'updated_at': '2022-01-28T00:29:31Z', 'revision_number': 4, 'project_id': '5bda1a11a40447e984dbfecb2102fcad', 'gw_port': {'id': 'a2261ec0-e0ef-413d-a987-a4a2e9f924a8', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:54:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3a831e-710b-43db-8990-3c18926b7858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:29:22Z', 'updated_at': '2022-01-28T00:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'f9f200bc-5b44-465e-b08b-38d03b252412', 'name': '', 'network_id': '962b6d11-960d-42e0-95f3-b55d3f9f0ed4', 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'mac_address': 'fa:16:3e:07:55:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3a831e-710b-43db-8990-3c18926b7858', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '3e045621-a000-4f31-813f-19aff9c83672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:29:28Z', 'updated_at': '2022-01-28T00:29:39Z', 'revision_number': 5, 'project_id': '5bda1a11a40447e984dbfecb2102fcad', 'subnets': [{'id': '3e045621-a000-4f31-813f-19aff9c83672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:42:46.416851 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e96dcbf2-1ee2-48c6-bb49-964956f6824c req-183b78b5-aa92-48a9-b1fd-271e13f6e18a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5849411 Jan 28 00:42:46.491962 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4b864-4b8c-4afe-b134-cd612a38d567 req-0b6b3d35-d1d0-4471-bb3a-a7adfae7e250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:46.499234 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27d4b864-4b8c-4afe-b134-cd612a38d567 req-0b6b3d35-d1d0-4471-bb3a-a7adfae7e250 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9da6691e-d3c9-45e5-b6a7-eaa664e09911 HTTP/1.1" status: 200 len: 909 time: 0.7205136 Jan 28 00:42:46.500578 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdb9bd-252e-4022-a324-d54190dca632 req-7d08b149-eb57-4bbc-a190-70e9bc8d9615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:46.506306 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-dcbdb9bd-252e-4022-a324-d54190dca632 req-7d08b149-eb57-4bbc-a190-70e9bc8d9615 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40859c6773ce4ef58b203b2b32bcaaba&device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 1096 time: 0.1379902 Jan 28 00:42:46.506642 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18186006-45eb-4c70-bda9-22f2594ea58c None None] Checking router: 1d3a831e-710b-43db-8990-3c18926b7858 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:42:46.530145 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18186006-45eb-4c70-bda9-22f2594ea58c None None] Routers {'1d3a831e-710b-43db-8990-3c18926b7858'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:42:46.532786 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-18186006-45eb-4c70-bda9-22f2594ea58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:42:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['1d3a831e-710b-43db-8990-3c18926b7858'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:42:46.574332 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-2805de8a-8a1d-40a5-b69c-bdc509f74aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:46.579375 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-2805de8a-8a1d-40a5-b69c-bdc509f74aac service neutron] 10.222.0.65 "GET /v2.0/networks?id=04e868f3-480f-42e0-9ba8-7cbc168b320e HTTP/1.1" status: 200 len: 898 time: 0.7023985 Jan 28 00:42:46.718512 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27d4b864-4b8c-4afe-b134-cd612a38d567 req-3d6fb866-e578-46ba-9cff-3a002fcac016 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=372c1145-09b3-4bbd-9406-4a7f885be4b2 HTTP/1.1" status: 200 len: 217 time: 0.1864614 Jan 28 00:42:46.773259 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdb9bd-252e-4022-a324-d54190dca632 req-796b0823-1f73-452b-86c9-15d7e1f99d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:46.777694 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-dcbdb9bd-252e-4022-a324-d54190dca632 req-796b0823-1f73-452b-86c9-15d7e1f99d47 service neutron] 10.222.0.52 "GET /v2.0/networks?id=df6dc4b3-6607-40e9-9f38-3ff04dac366d HTTP/1.1" status: 200 len: 912 time: 0.2494776 Jan 28 00:42:46.781821 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-18186006-45eb-4c70-bda9-22f2594ea58c None None] Set router 1d3a831e-710b-43db-8990-3c18926b7858 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:42:46.842538 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca221371-399d-4668-83ef-1c0e8442f23c req-6ba09e65-d968-4e02-bf35-0243da36807a tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:46.857688 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ca221371-399d-4668-83ef-1c0e8442f23c req-6ba09e65-d968-4e02-bf35-0243da36807a tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] 10.222.0.70 "GET /v2.0/ports?device_id=268c172e-92dc-4fda-ae44-008733f55f56 HTTP/1.1" status: 200 len: 944 time: 0.5568757 Jan 28 00:42:47.014316 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-dcbdb9bd-252e-4022-a324-d54190dca632 req-82e5789a-b06d-468c-ae96-f033c759757d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44b53648-5b05-4c4a-a492-464e8fb34dce HTTP/1.1" status: 200 len: 1001 time: 0.2251508 Jan 28 00:42:47.078731 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-813ef999-0390-4225-8773-c50e46c8822c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93c54916-ee01-4ebb-8112-363ceeda3bb2 HTTP/1.1" status: 200 len: 999 time: 0.3858354 Jan 28 00:42:47.148659 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdb9bd-252e-4022-a324-d54190dca632 req-1bd08b8b-65a8-4451-9ab2-f2c0789e89a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:47.151528 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-dcbdb9bd-252e-4022-a324-d54190dca632 req-1bd08b8b-65a8-4451-9ab2-f2c0789e89a0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22f51b89-111e-46c4-84b8-0eec72aeef83 HTTP/1.1" status: 200 len: 850 time: 0.1307189 Jan 28 00:42:47.184460 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db348ee-d384-4d04-a102-3b437cf47cd5 req-ad05aeb0-5ace-42b3-a826-695a8a6d4d4a tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:47.192862 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9db348ee-d384-4d04-a102-3b437cf47cd5 req-ad05aeb0-5ace-42b3-a826-695a8a6d4d4a tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 945 time: 0.5191696 Jan 28 00:42:47.220460 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4b864-4b8c-4afe-b134-cd612a38d567 req-824a16b4-6c70-40cf-933d-737e2e89556e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:47.222038 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27d4b864-4b8c-4afe-b134-cd612a38d567 req-824a16b4-6c70-40cf-933d-737e2e89556e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=831ffe95-1ec8-4973-8c59-1c4092582d3c HTTP/1.1" status: 200 len: 848 time: 0.3385708 Jan 28 00:42:47.245100 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-18186006-45eb-4c70-bda9-22f2594ea58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3a831e-710b-43db-8990-3c18926b7858', 'name': 'tempest-TaggedBootDevicesTest-2138166117-router', 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a2261ec0-e0ef-413d-a987-a4a2e9f924a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:29:19Z', 'updated_at': '2022-01-28T00:29:31Z', 'revision_number': 4, 'project_id': '5bda1a11a40447e984dbfecb2102fcad', 'gw_port': {'id': 'a2261ec0-e0ef-413d-a987-a4a2e9f924a8', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:54:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3a831e-710b-43db-8990-3c18926b7858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:29:22Z', 'updated_at': '2022-01-28T00:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'f9f200bc-5b44-465e-b08b-38d03b252412', 'name': '', 'network_id': '962b6d11-960d-42e0-95f3-b55d3f9f0ed4', 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'mac_address': 'fa:16:3e:07:55:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3a831e-710b-43db-8990-3c18926b7858', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '3e045621-a000-4f31-813f-19aff9c83672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:29:28Z', 'updated_at': '2022-01-28T00:29:39Z', 'revision_number': 5, 'project_id': '5bda1a11a40447e984dbfecb2102fcad', 'subnets': [{'id': '3e045621-a000-4f31-813f-19aff9c83672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:42:47.252220 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdb9bd-252e-4022-a324-d54190dca632 req-a049397e-6b20-44c8-81b9-6e78c228fee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:47.254056 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-dcbdb9bd-252e-4022-a324-d54190dca632 req-a049397e-6b20-44c8-81b9-6e78c228fee5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df6dc4b3-6607-40e9-9f38-3ff04dac366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954576 Jan 28 00:42:47.274587 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ca221371-399d-4668-83ef-1c0e8442f23c req-b8cc61a0-5dfb-4e41-be26-a0a1832c6468 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f804f64-4d1b-48d0-8af2-a9e8733a3b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136605 Jan 28 00:42:47.304519 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-deleted', 'tag': '6276b1e7-274c-424a-ad22-502097950c2e'}, {'name': 'network-changed', 'server_uuid': 'eb85a79f-84b9-4eff-be16-a505d619826e', 'tag': '93c54916-ee01-4ebb-8112-363ceeda3bb2'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:42:47.317274 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9667db-7144-47dc-b26e-cb07752d3d7b" -d '{"events": [{"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-deleted", "tag": "6276b1e7-274c-424a-ad22-502097950c2e"}, {"name": "network-changed", "server_uuid": "eb85a79f-84b9-4eff-be16-a505d619826e", "tag": "93c54916-ee01-4ebb-8112-363ceeda3bb2"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:42:47.341469 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18186006-45eb-4c70-bda9-22f2594ea58c None None] The sync data for ids ['1d3a831e-710b-43db-8990-3c18926b7858'] in n-d-826754-1 is: [{'id': '1d3a831e-710b-43db-8990-3c18926b7858', 'name': 'tempest-TaggedBootDevicesTest-2138166117-router', 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a2261ec0-e0ef-413d-a987-a4a2e9f924a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:29:19Z', 'updated_at': '2022-01-28T00:29:31Z', 'revision_number': 4, 'project_id': '5bda1a11a40447e984dbfecb2102fcad', 'gw_port': {'id': 'a2261ec0-e0ef-413d-a987-a4a2e9f924a8', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:54:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3a831e-710b-43db-8990-3c18926b7858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:29:22Z', 'updated_at': '2022-01-28T00:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'f9f200bc-5b44-465e-b08b-38d03b252412', 'name': '', 'network_id': '962b6d11-960d-42e0-95f3-b55d3f9f0ed4', 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'mac_address': 'fa:16:3e:07:55:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3a831e-710b-43db-8990-3c18926b7858', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '3e045621-a000-4f31-813f-19aff9c83672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:29:28Z', 'updated_at': '2022-01-28T00:29:39Z', 'revision_number': 5, 'project_id': '5bda1a11a40447e984dbfecb2102fcad', 'subnets': [{'id': '3e045621-a000-4f31-813f-19aff9c83672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:42:47.401105 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27d4b864-4b8c-4afe-b134-cd612a38d567 req-5709a130-edd0-4ee3-b277-d1f91937cf50 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9da6691e-d3c9-45e5-b6a7-eaa664e09911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164439 Jan 28 00:42:47.437817 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-dcbdb9bd-252e-4022-a324-d54190dca632 req-d62910a1-4b94-4dc2-b11b-0a7fb3b7efd3 service neutron] 10.222.0.52 "GET /v2.0/networks/df6dc4b3-6607-40e9-9f38-3ff04dac366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753347 Jan 28 00:42:47.492361 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9db348ee-d384-4d04-a102-3b437cf47cd5 req-4f02db27-ed71-43e5-a65b-e33d9bfa5441 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981913 Jan 28 00:42:47.597720 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-dcbdb9bd-252e-4022-a324-d54190dca632 req-5c2ecbb6-fbcb-475b-bab3-73e6accf9e89 service neutron] 10.222.0.52 "GET /v2.0/networks/df6dc4b3-6607-40e9-9f38-3ff04dac366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518438 Jan 28 00:42:47.602676 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-602eaa77-5457-4ebc-a92c-2575d318be3f req-8a4790bc-5f65-4742-94d3-17588f05544b tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.1905251 Jan 28 00:42:47.633189 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-26bdbf1c-5080-487a-8d91-760c7d1208e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:47.635510 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-26bdbf1c-5080-487a-8d91-760c7d1208e4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=58a98ec0-7123-4035-8d6c-5b9baaac427d HTTP/1.1" status: 200 len: 834 time: 0.5073128 Jan 28 00:42:47.637095 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 00:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89765aa8-c14b-4eaa-b7e6-0282331d96d6 x-openstack-request-id: req-89765aa8-c14b-4eaa-b7e6-0282331d96d6 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:42:47.644736 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cc3739-9058-4a58-9251-ed5d939acbba", "name": "network-vif-deleted", "tag": "6276b1e7-274c-424a-ad22-502097950c2e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eb85a79f-84b9-4eff-be16-a505d619826e", "tag": "93c54916-ee01-4ebb-8112-363ceeda3bb2", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:42:47.646176 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-89765aa8-c14b-4eaa-b7e6-0282331d96d6 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:42:47.647417 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cc3739-9058-4a58-9251-ed5d939acbba', 'name': 'network-vif-deleted', 'tag': '6276b1e7-274c-424a-ad22-502097950c2e', 'status': 'completed', 'code': 200} Jan 28 00:42:47.651224 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb85a79f-84b9-4eff-be16-a505d619826e', 'tag': '93c54916-ee01-4ebb-8112-363ceeda3bb2', 'status': 'completed', 'code': 200} Jan 28 00:42:47.749143 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9667db-7144-47dc-b26e-cb07752d3d7b req-a872018c-a55b-4459-8cc9-b03dfbf45e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:47.752324 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8f9667db-7144-47dc-b26e-cb07752d3d7b req-a872018c-a55b-4459-8cc9-b03dfbf45e41 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 1094 time: 0.0634432 Jan 28 00:42:47.830339 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27d4b864-4b8c-4afe-b134-cd612a38d567 req-23eecbd7-6b5e-449a-89f1-f994208a4d61 service neutron] 10.222.0.52 "GET /v2.0/networks/9da6691e-d3c9-45e5-b6a7-eaa664e09911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070003 Jan 28 00:42:47.956332 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9667db-7144-47dc-b26e-cb07752d3d7b req-4a063f52-3b81-459d-9758-dc23f053c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:47.958337 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8f9667db-7144-47dc-b26e-cb07752d3d7b req-4a063f52-3b81-459d-9758-dc23f053c84b service neutron] 10.222.0.52 "GET /v2.0/networks?id=04e868f3-480f-42e0-9ba8-7cbc168b320e HTTP/1.1" status: 200 len: 898 time: 0.1957722 Jan 28 00:42:48.038823 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d478dd0f-39c5-42da-b09b-d2f09000655e None None] New status for floating IP 12f87007-4c88-485c-8bcb-0075262486eb: DOWN {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:42:48.138285 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8f9667db-7144-47dc-b26e-cb07752d3d7b req-fd27a9c7-c649-400f-99a7-29c606b7249f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93c54916-ee01-4ebb-8112-363ceeda3bb2 HTTP/1.1" status: 200 len: 999 time: 0.1706960 Jan 28 00:42:48.267597 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9667db-7144-47dc-b26e-cb07752d3d7b req-76ece76f-27ba-4014-9a87-d91efd7bb0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:48.269248 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8f9667db-7144-47dc-b26e-cb07752d3d7b req-76ece76f-27ba-4014-9a87-d91efd7bb0f0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58a98ec0-7123-4035-8d6c-5b9baaac427d HTTP/1.1" status: 200 len: 834 time: 0.1245410 Jan 28 00:42:48.354521 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9667db-7144-47dc-b26e-cb07752d3d7b req-08508203-28c3-4cf4-8cdd-a7680924087f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:48.356594 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8f9667db-7144-47dc-b26e-cb07752d3d7b req-08508203-28c3-4cf4-8cdd-a7680924087f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=04e868f3-480f-42e0-9ba8-7cbc168b320e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806279 Jan 28 00:42:48.370382 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cac9c4-2be3-4f7e-ad16-ff8de6dd04a3 req-52e50bf1-c27a-437b-983f-8b9e5952ac8f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:48.380774 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-82cac9c4-2be3-4f7e-ad16-ff8de6dd04a3 req-52e50bf1-c27a-437b-983f-8b9e5952ac8f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 943 time: 0.6115713 Jan 28 00:42:48.396996 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-f12420af-8c1d-4e13-ab7b-9c84dfd2b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:48.398939 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-f12420af-8c1d-4e13-ab7b-9c84dfd2b8db service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=04e868f3-480f-42e0-9ba8-7cbc168b320e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6930060 Jan 28 00:42:48.522919 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8f9667db-7144-47dc-b26e-cb07752d3d7b req-f81c914e-76ef-4be4-b6f5-c3ca65e21676 service neutron] 10.222.0.52 "GET /v2.0/networks/04e868f3-480f-42e0-9ba8-7cbc168b320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590564 Jan 28 00:42:48.576002 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-82cac9c4-2be3-4f7e-ad16-ff8de6dd04a3 req-5d0478f4-0358-4b80-9f72-ab2ce129d51e tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927457 Jan 28 00:42:48.647281 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9cf0a-a566-486c-8e44-1ffd600ec299 req-e4dc02f0-682b-4033-b23c-d20b7521a699 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:48.648982 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5b9cf0a-a566-486c-8e44-1ffd600ec299 req-e4dc02f0-682b-4033-b23c-d20b7521a699 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] 10.222.0.70 "GET /v2.0/ports?device_id=268c172e-92dc-4fda-ae44-008733f55f56 HTTP/1.1" status: 200 len: 944 time: 0.2025466 Jan 28 00:42:48.666423 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27d4b864-4b8c-4afe-b134-cd612a38d567 req-4f226ed2-2490-4a66-b974-d7913d1cc7d2 service neutron] 10.222.0.52 "GET /v2.0/networks/9da6691e-d3c9-45e5-b6a7-eaa664e09911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7896326 Jan 28 00:42:48.709976 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8f9667db-7144-47dc-b26e-cb07752d3d7b req-c6bb3574-4472-4025-81ef-35213dfee903 service neutron] 10.222.0.52 "GET /v2.0/networks/04e868f3-480f-42e0-9ba8-7cbc168b320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805634 Jan 28 00:42:48.735084 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-242892ce-a240-4957-aa29-0466e15e2b61 service neutron] 10.222.0.65 "GET /v2.0/networks/04e868f3-480f-42e0-9ba8-7cbc168b320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196008 Jan 28 00:42:48.805511 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5b9cf0a-a566-486c-8e44-1ffd600ec299 req-837e0122-e51f-48a9-a2e8-ad9b23087cb2 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f804f64-4d1b-48d0-8af2-a9e8733a3b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359580 Jan 28 00:42:48.864735 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc74d3b-7b7f-4f34-9254-792aaadcf111 req-8b3cf9f5-6bb9-4082-87e7-8734e47f678f tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:48.866495 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9bc74d3b-7b7f-4f34-9254-792aaadcf111 req-8b3cf9f5-6bb9-4082-87e7-8734e47f678f tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 945 time: 0.1707411 Jan 28 00:42:48.975378 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 372c1145-09b3-4bbd-9406-4a7f885be4b2 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:42:48.991090 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-491468e9-5536-43eb-8f38-aafb9fa0e15f req-324f2697-320b-4e6f-94d2-b5979330e589 service neutron] 10.222.0.65 "GET /v2.0/networks/04e868f3-480f-42e0-9ba8-7cbc168b320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265182 Jan 28 00:42:48.997994 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad87bb3c-82d1-43bc-a949-6c98c3a221d6 req-dbe4f8c9-c207-45bc-a71b-f57cf49026f8 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.0718412 Jan 28 00:42:49.045366 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9bc74d3b-7b7f-4f34-9254-792aaadcf111 req-f11f31a8-9935-4fad-9a20-0eade59b5ab3 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720757 Jan 28 00:42:49.112031 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:42:49.164549 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9667db-7144-47dc-b26e-cb07752d3d7b req-6d3e644b-7421-4001-8ec3-40705f4ef5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:49.167721 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8f9667db-7144-47dc-b26e-cb07752d3d7b req-6d3e644b-7421-4001-8ec3-40705f4ef5c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 1094 time: 0.0934651 Jan 28 00:42:49.171088 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 372c1145-09b3-4bbd-9406-4a7f885be4b2, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=372c1145-09b3-4bbd-9406-4a7f885be4b2,segment=NetworkSegment(664322bd-67f3-4323-b853-7f463e562930),segment_id=664322bd-67f3-4323-b853-7f463e562930)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:42:49.191196 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '372c1145-09b3-4bbd-9406-4a7f885be4b2', 'network_id': '9da6691e-d3c9-45e5-b6a7-eaa664e09911', 'port_id': '372c1145-09b3-4bbd-9406-4a7f885be4b2', 'mac_address': 'fa:16:3e:c1:8f:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '831ffe95-1ec8-4973-8c59-1c4092582d3c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:42:49.278349 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 372c1145-09b3-4bbd-9406-4a7f885be4b2 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:42:49.280307 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (372c1145-09b3-4bbd-9406-4a7f885be4b2), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:49.316679 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 372c1145-09b3-4bbd-9406-4a7f885be4b2 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:42:49.371783 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 372c1145-09b3-4bbd-9406-4a7f885be4b2, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=372c1145-09b3-4bbd-9406-4a7f885be4b2,segment=NetworkSegment(664322bd-67f3-4323-b853-7f463e562930),segment_id=664322bd-67f3-4323-b853-7f463e562930)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:42:49.385808 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9667db-7144-47dc-b26e-cb07752d3d7b req-b6d74f1a-88dc-46b1-aa9a-e13b8beb67a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:49.388823 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8f9667db-7144-47dc-b26e-cb07752d3d7b req-b6d74f1a-88dc-46b1-aa9a-e13b8beb67a3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=04e868f3-480f-42e0-9ba8-7cbc168b320e HTTP/1.1" status: 200 len: 898 time: 0.2159543 Jan 28 00:42:49.389696 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (372c1145-09b3-4bbd-9406-4a7f885be4b2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:49.538482 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=372c1145-09b3-4bbd-9406-4a7f885be4b2,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:49.565734 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8f9667db-7144-47dc-b26e-cb07752d3d7b req-aabd867e-b5c8-442b-9618-6129ff180e56 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93c54916-ee01-4ebb-8112-363ceeda3bb2 HTTP/1.1" status: 200 len: 999 time: 0.1670947 Jan 28 00:42:49.651151 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9667db-7144-47dc-b26e-cb07752d3d7b req-29fcee46-81f7-42f9-ac9a-1baf19df4c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:49.652766 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8f9667db-7144-47dc-b26e-cb07752d3d7b req-29fcee46-81f7-42f9-ac9a-1baf19df4c63 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=58a98ec0-7123-4035-8d6c-5b9baaac427d HTTP/1.1" status: 200 len: 834 time: 0.0792475 Jan 28 00:42:49.759650 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9667db-7144-47dc-b26e-cb07752d3d7b req-18d7fe93-49fe-45ea-ad03-2ee00862d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:49.763231 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8f9667db-7144-47dc-b26e-cb07752d3d7b req-18d7fe93-49fe-45ea-ad03-2ee00862d53f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=04e868f3-480f-42e0-9ba8-7cbc168b320e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023135 Jan 28 00:42:49.775780 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52859950-2042-4499-9a92-31ccd6498a2f req-e96dab2c-0870-447a-9bf5-2dc9f0a6df57 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:49.783439 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52859950-2042-4499-9a92-31ccd6498a2f req-e96dab2c-0870-447a-9bf5-2dc9f0a6df57 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 943 time: 0.0994418 Jan 28 00:42:49.843821 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['372c1145-09b3-4bbd-9406-4a7f885be4b2'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:42:49.956501 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8f9667db-7144-47dc-b26e-cb07752d3d7b req-bed5a2fa-650b-4c54-acf4-5b446e472cce service neutron] 10.222.0.65 "GET /v2.0/networks/04e868f3-480f-42e0-9ba8-7cbc168b320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612549 Jan 28 00:42:50.097990 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52859950-2042-4499-9a92-31ccd6498a2f req-5a941ee2-5955-4a74-a7f8-6255fb4ecfc9 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3135862 Jan 28 00:42:50.189154 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49affcff-020e-4f15-ae95-8dc276153af5 req-5b6a5e96-7165-4f33-b637-247200f5d54f tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:50.192455 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-49affcff-020e-4f15-ae95-8dc276153af5 req-5b6a5e96-7165-4f33-b637-247200f5d54f tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] 10.222.0.70 "GET /v2.0/ports?device_id=268c172e-92dc-4fda-ae44-008733f55f56 HTTP/1.1" status: 200 len: 945 time: 0.2365949 Jan 28 00:42:50.261374 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8f9667db-7144-47dc-b26e-cb07752d3d7b req-c3d25557-9303-4065-870d-4e70adf04fbc service neutron] 10.222.0.65 "GET /v2.0/networks/04e868f3-480f-42e0-9ba8-7cbc168b320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941899 Jan 28 00:42:50.349845 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4089a1f1-f149-4f36-a911-a94a49ea868d req-16ce003e-e41c-4686-9c97-e0826b4b97d6 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.0702374 Jan 28 00:42:50.360521 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-49affcff-020e-4f15-ae95-8dc276153af5 req-45840d75-3537-42e3-addd-1c5e00276fc3 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f804f64-4d1b-48d0-8af2-a9e8733a3b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503441 Jan 28 00:42:50.613524 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7b269-0cd8-49d7-b672-123971d5df3f req-bbe6db12-ce03-473f-b23e-d853ffee8bcd tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:50.616052 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2ee7b269-0cd8-49d7-b672-123971d5df3f req-bbe6db12-ce03-473f-b23e-d853ffee8bcd tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 945 time: 0.0962908 Jan 28 00:42:50.744989 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2ee7b269-0cd8-49d7-b672-123971d5df3f req-38926947-ae81-406a-bf54-f07080bd885b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146157 Jan 28 00:42:50.992509 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 372c1145-09b3-4bbd-9406-4a7f885be4b2 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:42:51.093710 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 372c1145-09b3-4bbd-9406-4a7f885be4b2 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:42:51.100737 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 372c1145-09b3-4bbd-9406-4a7f885be4b2 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:42:51.101122 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (372c1145-09b3-4bbd-9406-4a7f885be4b2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:51.307403 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 372c1145-09b3-4bbd-9406-4a7f885be4b2 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:42:51.307936 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (372c1145-09b3-4bbd-9406-4a7f885be4b2), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:51.356780 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 372c1145-09b3-4bbd-9406-4a7f885be4b2, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=372c1145-09b3-4bbd-9406-4a7f885be4b2,segment=NetworkSegment(664322bd-67f3-4323-b853-7f463e562930),segment_id=664322bd-67f3-4323-b853-7f463e562930)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:42:51.359290 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268c172e-92dc-4fda-ae44-008733f55f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372c1145-09b3-4bbd-9406-4a7f885be4b2'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:42:51.363460 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b620d8a1-7a89-4b23-a2f4-cd475f2867ea" -d '{"events": [{"server_uuid": "268c172e-92dc-4fda-ae44-008733f55f56", "name": "network-vif-plugged", "status": "completed", "tag": "372c1145-09b3-4bbd-9406-4a7f885be4b2"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:42:51.373411 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (372c1145-09b3-4bbd-9406-4a7f885be4b2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:51.412951 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ecec98-2ed1-46ec-92da-644c03c8456e req-5d9281d4-78ad-4e28-93df-bfaeaf75ae1d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:51.440092 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e8ecec98-2ed1-46ec-92da-644c03c8456e req-5d9281d4-78ad-4e28-93df-bfaeaf75ae1d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 943 time: 0.1523407 Jan 28 00:42:51.477464 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=372c1145-09b3-4bbd-9406-4a7f885be4b2,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:51.513842 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e8ecec98-2ed1-46ec-92da-644c03c8456e req-f38f3c5f-462a-4e12-9d7e-07b34ffdb6d2 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722284 Jan 28 00:42:51.530089 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82eb802f-43b8-40b5-a91e-95b53ba3a9cb x-openstack-request-id: req-82eb802f-43b8-40b5-a91e-95b53ba3a9cb {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:42:51.530391 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268c172e-92dc-4fda-ae44-008733f55f56", "name": "network-vif-plugged", "status": "completed", "tag": "372c1145-09b3-4bbd-9406-4a7f885be4b2", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:42:51.531931 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-82eb802f-43b8-40b5-a91e-95b53ba3a9cb {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:42:51.532477 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268c172e-92dc-4fda-ae44-008733f55f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372c1145-09b3-4bbd-9406-4a7f885be4b2', 'code': 200} Jan 28 00:42:51.691029 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 93c54916-ee01-4ebb-8112-363ceeda3bb2 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:42:51.768793 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8dccc85-7a9f-49aa-9954-de5dcba83ac3 req-7b513730-c686-4446-883f-100fbcd4c311 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.1269534 Jan 28 00:42:51.821432 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407dc6d-6126-4bb1-9233-9e09b10582fb req-2fe374e4-fb98-4231-b260-9854e23881f7 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:51.824606 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5407dc6d-6126-4bb1-9233-9e09b10582fb req-2fe374e4-fb98-4231-b260-9854e23881f7 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] 10.222.0.70 "GET /v2.0/ports?device_id=268c172e-92dc-4fda-ae44-008733f55f56 HTTP/1.1" status: 200 len: 946 time: 0.1521494 Jan 28 00:42:51.864114 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6ab81-c1e9-4bc6-a5f3-7d000192ad62 req-47c563db-3b23-4b79-8bcf-bd7c5db6e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:51.867220 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9eb6ab81-c1e9-4bc6-a5f3-7d000192ad62 req-47c563db-3b23-4b79-8bcf-bd7c5db6e55b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=268c172e-92dc-4fda-ae44-008733f55f56 HTTP/1.1" status: 200 len: 1097 time: 0.1680565 Jan 28 00:42:51.932662 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 93c54916-ee01-4ebb-8112-363ceeda3bb2, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=93c54916-ee01-4ebb-8112-363ceeda3bb2,segment=NetworkSegment(abf448c0-df20-4725-ac1a-edb312562da6),segment_id=abf448c0-df20-4725-ac1a-edb312562da6)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:42:51.936595 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9eb6ab81-c1e9-4bc6-a5f3-7d000192ad62 req-a3c044d3-e589-44b9-8d50-9703dc70aecf service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7f804f64-4d1b-48d0-8af2-a9e8733a3b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602107 Jan 28 00:42:51.958600 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '93c54916-ee01-4ebb-8112-363ceeda3bb2', 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e', 'port_id': '93c54916-ee01-4ebb-8112-363ceeda3bb2', 'mac_address': 'fa:16:3e:9f:59:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a98ec0-7123-4035-8d6c-5b9baaac427d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:42:51.966652 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5407dc6d-6126-4bb1-9233-9e09b10582fb req-a5e2f22d-ee77-44f9-b283-9673e0dd4390 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f804f64-4d1b-48d0-8af2-a9e8733a3b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318500 Jan 28 00:42:52.036697 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 93c54916-ee01-4ebb-8112-363ceeda3bb2 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:42:52.037762 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (93c54916-ee01-4ebb-8112-363ceeda3bb2), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:52.046338 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0a314-3e13-499f-81c1-48652ec2fce8 req-2e19ab16-4c88-451f-ad92-41b45ef13f00 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:52.048818 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8e0a314-3e13-499f-81c1-48652ec2fce8 req-2e19ab16-4c88-451f-ad92-41b45ef13f00 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 945 time: 0.0653119 Jan 28 00:42:52.063546 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c54916-ee01-4ebb-8112-363ceeda3bb2 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:42:52.088835 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 93c54916-ee01-4ebb-8112-363ceeda3bb2, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=93c54916-ee01-4ebb-8112-363ceeda3bb2,segment=NetworkSegment(abf448c0-df20-4725-ac1a-edb312562da6),segment_id=abf448c0-df20-4725-ac1a-edb312562da6)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:42:52.095309 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (93c54916-ee01-4ebb-8112-363ceeda3bb2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:52.141623 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8e0a314-3e13-499f-81c1-48652ec2fce8 req-c2b22352-aed1-4f6e-b034-b01b362e6a6d tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868599 Jan 28 00:42:52.159821 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=93c54916-ee01-4ebb-8112-363ceeda3bb2,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:52.169279 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:52.169661 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:52.169976 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:52.170301 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:52.170642 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:52.170980 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:52.171313 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:52.171663 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:52.171999 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:52.172493 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:52.172677 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:52.172972 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:52.173476 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:42:52.515023 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['93c54916-ee01-4ebb-8112-363ceeda3bb2'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:42:52.663024 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9d1da-1b1c-4c20-bcfb-40d23e2c5c3a req-a8824e9b-26e0-44f5-bced-84fca3c5f617 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:52.665024 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fcb9d1da-1b1c-4c20-bcfb-40d23e2c5c3a req-a8824e9b-26e0-44f5-bced-84fca3c5f617 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 944 time: 0.0611563 Jan 28 00:42:52.731671 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fcb9d1da-1b1c-4c20-bcfb-40d23e2c5c3a req-c0b94f2b-ef22-4c51-a78d-e2b5bdd64678 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537210 Jan 28 00:42:52.885901 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3094653-c0fb-4115-b499-b4140be0e611 req-5eeff791-11db-40bf-ac84-62caf5fda90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:52.892311 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d3094653-c0fb-4115-b499-b4140be0e611 req-5eeff791-11db-40bf-ac84-62caf5fda90f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=126ff8dba2134b2d95d54d419fe64967&device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 1096 time: 0.0996742 Jan 28 00:42:53.011744 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3b92db96-41a4-4d72-83d6-76132eaf70a8 req-905f8210-19b2-4b57-87f0-b44b36f79937 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.0531127 Jan 28 00:42:53.086908 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3094653-c0fb-4115-b499-b4140be0e611 req-f32de8db-88b7-49c1-a294-3fbea4460c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:53.089079 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d3094653-c0fb-4115-b499-b4140be0e611 req-f32de8db-88b7-49c1-a294-3fbea4460c6a service neutron] 10.222.0.52 "GET /v2.0/networks?id=a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 200 len: 912 time: 0.1851335 Jan 28 00:42:53.141183 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d3094653-c0fb-4115-b499-b4140be0e611 req-d7320e8f-f350-47ae-8006-299a6968261e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=786ef6a2-85a6-4753-8876-938c3ba4e704 HTTP/1.1" status: 200 len: 217 time: 0.0449672 Jan 28 00:42:53.214632 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9cb499-e36b-43e9-8f8d-5161d4a1be34 req-83227bca-93d6-4a4c-a88f-529757797814 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:53.216382 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ae9cb499-e36b-43e9-8f8d-5161d4a1be34 req-83227bca-93d6-4a4c-a88f-529757797814 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 944 time: 0.2032354 Jan 28 00:42:53.266874 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fe205-db47-4091-a395-53bc34e46ee4 req-0bfe590e-307b-476a-a7aa-6982c8666e7a tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:53.268651 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e72fe205-db47-4091-a395-53bc34e46ee4 req-0bfe590e-307b-476a-a7aa-6982c8666e7a tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] 10.222.0.70 "GET /v2.0/ports?device_id=268c172e-92dc-4fda-ae44-008733f55f56 HTTP/1.1" status: 200 len: 946 time: 0.1481061 Jan 28 00:42:53.294995 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac589e1e-05ba-4bd6-a081-30cfc8706c0a req-50a6d3ad-5cde-4972-a14a-a738c47842c8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:53.296637 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ac589e1e-05ba-4bd6-a081-30cfc8706c0a req-50a6d3ad-5cde-4972-a14a-a738c47842c8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e&tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&binding%3Ahost_id=n-h1-826754-1 HTTP/1.1" status: 200 len: 944 time: 0.2368724 Jan 28 00:42:53.411909 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ae9cb499-e36b-43e9-8f8d-5161d4a1be34 req-e1a5af53-a1f6-4da1-9bde-54a29e6e74b5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795774 Jan 28 00:42:53.501396 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e72fe205-db47-4091-a395-53bc34e46ee4 req-e8138312-4908-4d5d-b659-1d7892c5f8f5 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f804f64-4d1b-48d0-8af2-a9e8733a3b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007794 Jan 28 00:42:53.526319 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-ac589e1e-05ba-4bd6-a081-30cfc8706c0a req-4c943a6a-9868-4c02-be51-d009d9fb9592 service neutron] delete failed (client error): The resource could not be found. Jan 28 00:42:53.527715 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ac589e1e-05ba-4bd6-a081-30cfc8706c0a req-4c943a6a-9868-4c02-be51-d009d9fb9592 service neutron] 10.222.0.52 "DELETE /v2.0/ports/93c54916-ee01-4ebb-8112-363ceeda3bb2/bindings/n-h2-826754-1 HTTP/1.1" status: 404 len: 380 time: 0.2094259 Jan 28 00:42:53.549475 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3094653-c0fb-4115-b499-b4140be0e611 req-c9084ed0-9b32-4306-bffc-974893673482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:53.550957 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d3094653-c0fb-4115-b499-b4140be0e611 req-c9084ed0-9b32-4306-bffc-974893673482 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d0f29497-ba52-4939-af70-d57b51c2ceee HTTP/1.1" status: 200 len: 850 time: 0.4014778 Jan 28 00:42:53.667232 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3094653-c0fb-4115-b499-b4140be0e611 req-e0f69629-4bab-4687-8be3-11f11d6d4da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:53.670079 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d3094653-c0fb-4115-b499-b4140be0e611 req-e0f69629-4bab-4687-8be3-11f11d6d4da9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a5055772-1556-467a-8d2c-d15584910096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861659 Jan 28 00:42:53.698597 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265034b-07d8-4d4f-aad3-b3bb0ea28271 req-8f7de511-8dee-4dc8-b4ea-19312dc45f69 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:53.701619 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5265034b-07d8-4d4f-aad3-b3bb0ea28271 req-8f7de511-8dee-4dc8-b4ea-19312dc45f69 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 945 time: 0.1400900 Jan 28 00:42:53.788265 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5265034b-07d8-4d4f-aad3-b3bb0ea28271 req-30ec1ee0-046f-4d09-b804-2983c217d264 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709887 Jan 28 00:42:53.802869 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac589e1e-05ba-4bd6-a081-30cfc8706c0a req-6d21cb9f-c736-45d7-9ac9-615f443d713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:53.807835 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ac589e1e-05ba-4bd6-a081-30cfc8706c0a req-6d21cb9f-c736-45d7-9ac9-615f443d713e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 1095 time: 0.1863670 Jan 28 00:42:53.858847 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d3094653-c0fb-4115-b499-b4140be0e611 req-805938ce-9fdc-4b95-b531-9bf5e47730d2 service neutron] 10.222.0.52 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804109 Jan 28 00:42:53.976943 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac589e1e-05ba-4bd6-a081-30cfc8706c0a req-31d2e065-6a30-40f9-84a4-fe915992e80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:53.981614 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ac589e1e-05ba-4bd6-a081-30cfc8706c0a req-31d2e065-6a30-40f9-84a4-fe915992e80b service neutron] 10.222.0.52 "GET /v2.0/networks?id=04e868f3-480f-42e0-9ba8-7cbc168b320e HTTP/1.1" status: 200 len: 898 time: 0.1564686 Jan 28 00:42:54.044874 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d3094653-c0fb-4115-b499-b4140be0e611 req-e036c927-7a21-466a-8d80-6601db66a4d2 service neutron] 10.222.0.52 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758459 Jan 28 00:42:54.097294 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ac589e1e-05ba-4bd6-a081-30cfc8706c0a req-ccf74c2a-a035-4068-807e-d675e9251e67 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93c54916-ee01-4ebb-8112-363ceeda3bb2 HTTP/1.1" status: 200 len: 1000 time: 0.1095073 Jan 28 00:42:54.237349 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e2318425-1015-4b7f-87df-51d745ece3e9 req-7b32b8a6-bfc8-4d54-a59d-cbf272c7f76e tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.0741591 Jan 28 00:42:54.252669 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac589e1e-05ba-4bd6-a081-30cfc8706c0a req-8d4fb80e-ff4e-49b1-9835-0cbb715ee552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:54.255449 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ac589e1e-05ba-4bd6-a081-30cfc8706c0a req-8d4fb80e-ff4e-49b1-9835-0cbb715ee552 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58a98ec0-7123-4035-8d6c-5b9baaac427d HTTP/1.1" status: 200 len: 834 time: 0.1441948 Jan 28 00:42:54.332361 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac589e1e-05ba-4bd6-a081-30cfc8706c0a req-375e0ca6-cdf0-4747-bfe0-d70bfa14f5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:54.334757 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ac589e1e-05ba-4bd6-a081-30cfc8706c0a req-375e0ca6-cdf0-4747-bfe0-d70bfa14f5c1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=04e868f3-480f-42e0-9ba8-7cbc168b320e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722542 Jan 28 00:42:54.489545 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ac589e1e-05ba-4bd6-a081-30cfc8706c0a req-3046cf7d-b85b-4710-990e-1fe13faa513e service neutron] 10.222.0.52 "GET /v2.0/networks/04e868f3-480f-42e0-9ba8-7cbc168b320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466100 Jan 28 00:42:54.675591 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ac589e1e-05ba-4bd6-a081-30cfc8706c0a req-752c737e-0977-44af-a401-84b49c7b6ac7 service neutron] 10.222.0.52 "GET /v2.0/networks/04e868f3-480f-42e0-9ba8-7cbc168b320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795492 Jan 28 00:42:54.684969 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898eb1c-ef42-4d9a-8279-5e029b5c8f86 req-b4081dc7-1ae7-4bd8-8e37-8c678d89365c tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:54.686686 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1898eb1c-ef42-4d9a-8279-5e029b5c8f86 req-b4081dc7-1ae7-4bd8-8e37-8c678d89365c tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 944 time: 0.1290717 Jan 28 00:42:54.699589 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bbdd4-ee76-421b-a4f2-c80e42196dd9 req-4d7c8251-e7b2-4c8d-96f7-fbfe0149a56f tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:54.701317 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bc4bbdd4-ee76-421b-a4f2-c80e42196dd9 req-4d7c8251-e7b2-4c8d-96f7-fbfe0149a56f tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] 10.222.0.70 "GET /v2.0/ports?device_id=268c172e-92dc-4fda-ae44-008733f55f56 HTTP/1.1" status: 200 len: 946 time: 0.1073306 Jan 28 00:42:54.793493 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bc4bbdd4-ee76-421b-a4f2-c80e42196dd9 req-e66ee2da-3823-4cb7-ba8b-9dfef6f8bdcf tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f804f64-4d1b-48d0-8af2-a9e8733a3b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814872 Jan 28 00:42:54.812408 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1898eb1c-ef42-4d9a-8279-5e029b5c8f86 req-882c5f0c-0816-4063-9c5e-12ed61ee7584 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976000 Jan 28 00:42:55.002785 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a10df-7999-4ba6-980a-23c2c354bc6d req-9965b112-9bf6-4079-9bc8-fa35fcebde1d tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:55.005552 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e2a10df-7999-4ba6-980a-23c2c354bc6d req-9965b112-9bf6-4079-9bc8-fa35fcebde1d tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 945 time: 0.0908937 Jan 28 00:42:55.019540 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 786ef6a2-85a6-4753-8876-938c3ba4e704 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:42:55.095373 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e2a10df-7999-4ba6-980a-23c2c354bc6d req-aeb41e49-cde8-4f0c-8c39-97e27a65904a tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818734 Jan 28 00:42:55.226120 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 786ef6a2-85a6-4753-8876-938c3ba4e704 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:42:55.226671 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (786ef6a2-85a6-4753-8876-938c3ba4e704), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:55.316727 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 786ef6a2-85a6-4753-8876-938c3ba4e704, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=786ef6a2-85a6-4753-8876-938c3ba4e704,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:42:55.317702 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c611315-1ef4-4115-8763-ea29b9f44f56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '786ef6a2-85a6-4753-8876-938c3ba4e704'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:42:55.321115 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09624dc-1bb5-4960-9525-18b41eab65ac" -d '{"events": [{"server_uuid": "7c611315-1ef4-4115-8763-ea29b9f44f56", "name": "network-vif-unplugged", "status": "completed", "tag": "786ef6a2-85a6-4753-8876-938c3ba4e704"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:42:55.338551 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (786ef6a2-85a6-4753-8876-938c3ba4e704), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:55.487196 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=786ef6a2-85a6-4753-8876-938c3ba4e704,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:55.512538 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aadfa61-bba1-4e84-8aba-4743f1f01f42 x-openstack-request-id: req-3aadfa61-bba1-4e84-8aba-4743f1f01f42 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:42:55.513021 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c611315-1ef4-4115-8763-ea29b9f44f56", "name": "network-vif-unplugged", "status": "completed", "tag": "786ef6a2-85a6-4753-8876-938c3ba4e704", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:42:55.513549 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3aadfa61-bba1-4e84-8aba-4743f1f01f42 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:42:55.514298 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c611315-1ef4-4115-8763-ea29b9f44f56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '786ef6a2-85a6-4753-8876-938c3ba4e704', 'code': 200} Jan 28 00:42:55.518009 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8a9a3d77-163b-451c-8c14-a95a02de5e27 req-015391eb-a695-48ac-a16c-a7bf4acc8c6b tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.1204669 Jan 28 00:42:55.718937 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 93c54916-ee01-4ebb-8112-363ceeda3bb2 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:42:55.811139 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 93c54916-ee01-4ebb-8112-363ceeda3bb2 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:42:55.818259 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 93c54916-ee01-4ebb-8112-363ceeda3bb2 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:42:55.819169 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (93c54916-ee01-4ebb-8112-363ceeda3bb2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:55.999080 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 93c54916-ee01-4ebb-8112-363ceeda3bb2 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:42:56.000269 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (93c54916-ee01-4ebb-8112-363ceeda3bb2), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:56.068454 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf37e1-784f-44f6-87c9-e4899ff5a651 req-e128060e-4cfa-40df-87d3-5d9e8dfc2a44 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:56.073090 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f5cf37e1-784f-44f6-87c9-e4899ff5a651 req-e128060e-4cfa-40df-87d3-5d9e8dfc2a44 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 944 time: 0.0907631 Jan 28 00:42:56.077593 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 93c54916-ee01-4ebb-8112-363ceeda3bb2, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=93c54916-ee01-4ebb-8112-363ceeda3bb2,segment=NetworkSegment(abf448c0-df20-4725-ac1a-edb312562da6),segment_id=abf448c0-df20-4725-ac1a-edb312562da6)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:42:56.085768 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (93c54916-ee01-4ebb-8112-363ceeda3bb2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:42:56.222717 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f5cf37e1-784f-44f6-87c9-e4899ff5a651 req-a1e94cfc-65bb-4887-8683-58ad463f75da tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394157 Jan 28 00:42:56.262687 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 54270) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:42:56.304848 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=93c54916-ee01-4ebb-8112-363ceeda3bb2,revision_number=9']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:42:56.474888 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e12d88e0-f6d5-4919-89b6-f58165bb2cda tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/floatingips/98e52700-55c5-4351-babe-a52e8a92622a HTTP/1.1" status: 200 len: 993 time: 0.2094755 Jan 28 00:42:56.506569 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5423f9f-2d79-4932-9226-2287ad30f902 req-09326593-ed40-46ae-bee0-c3ae01c9258d tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:56.521544 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c5423f9f-2d79-4932-9226-2287ad30f902 req-09326593-ed40-46ae-bee0-c3ae01c9258d tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 943 time: 0.1790004 Jan 28 00:42:56.630483 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77f977fc-49b0-4321-8ef3-4eb6639aabdb req-39a4ad6d-2174-4156-9f91-fe0ae9a93f06 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1524959 Jan 28 00:42:56.695227 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c5423f9f-2d79-4932-9226-2287ad30f902 req-2b3087cb-fe46-46b7-aee5-e5638d9bd909 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725068 Jan 28 00:42:56.813792 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d006c8b2-3216-49ba-895c-6a17f75f9548 req-66dc6f7c-95f7-4d5e-9832-5786266ade05 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.1164031 Jan 28 00:42:56.864851 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f977fc-49b0-4321-8ef3-4eb6639aabdb req-f3733bc1-04c5-4085-870d-ae36253fcafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:56.864851 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77f977fc-49b0-4321-8ef3-4eb6639aabdb req-f3733bc1-04c5-4085-870d-ae36253fcafc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=126ff8dba2134b2d95d54d419fe64967&device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 1097 time: 0.1650658 Jan 28 00:42:57.038042 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f977fc-49b0-4321-8ef3-4eb6639aabdb req-c7ef7924-a7ab-4fdc-8618-89515bffdb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:57.039951 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77f977fc-49b0-4321-8ef3-4eb6639aabdb req-c7ef7924-a7ab-4fdc-8618-89515bffdb9f service neutron] 10.222.0.65 "GET /v2.0/networks?id=a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 200 len: 912 time: 0.1445231 Jan 28 00:42:57.099764 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77f977fc-49b0-4321-8ef3-4eb6639aabdb req-a4b6bf16-c650-4deb-a86f-f478d076b6fd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee552b99-6334-45be-8a9c-ea82d5bef5a2 HTTP/1.1" status: 200 len: 217 time: 0.0527630 Jan 28 00:42:57.156185 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f977fc-49b0-4321-8ef3-4eb6639aabdb req-922ec907-aa38-4abb-b39a-8fee32733e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:57.157674 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77f977fc-49b0-4321-8ef3-4eb6639aabdb req-922ec907-aa38-4abb-b39a-8fee32733e8e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0f29497-ba52-4939-af70-d57b51c2ceee HTTP/1.1" status: 200 len: 850 time: 0.0512393 Jan 28 00:42:57.236141 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f977fc-49b0-4321-8ef3-4eb6639aabdb req-4c77a39a-3d2e-4510-a672-64efc0bcdefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:57.238779 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77f977fc-49b0-4321-8ef3-4eb6639aabdb req-4c77a39a-3d2e-4510-a672-64efc0bcdefb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a5055772-1556-467a-8d2c-d15584910096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719481 Jan 28 00:42:57.438064 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77f977fc-49b0-4321-8ef3-4eb6639aabdb req-ff7fc371-139f-48ea-bf7d-d8b963aedd35 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888018 Jan 28 00:42:57.515337 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb85a79f-84b9-4eff-be16-a505d619826e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c54916-ee01-4ebb-8112-363ceeda3bb2'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:42:57.522117 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1616d8b-f53f-4c16-923b-c451f49452b6" -d '{"events": [{"server_uuid": "eb85a79f-84b9-4eff-be16-a505d619826e", "name": "network-vif-plugged", "status": "completed", "tag": "93c54916-ee01-4ebb-8112-363ceeda3bb2"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:42:57.598597 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54adff6-5912-4159-9793-17f998206362 x-openstack-request-id: req-b54adff6-5912-4159-9793-17f998206362 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:42:57.599176 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb85a79f-84b9-4eff-be16-a505d619826e", "name": "network-vif-plugged", "status": "completed", "tag": "93c54916-ee01-4ebb-8112-363ceeda3bb2", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:42:57.599731 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b54adff6-5912-4159-9793-17f998206362 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:42:57.600450 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb85a79f-84b9-4eff-be16-a505d619826e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c54916-ee01-4ebb-8112-363ceeda3bb2', 'code': 200} Jan 28 00:42:57.637095 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77f977fc-49b0-4321-8ef3-4eb6639aabdb req-8dfc6920-6cd8-4b93-95ba-cc8c25fc5bc0 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924558 Jan 28 00:42:57.902434 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f8067-567e-4df6-9677-6cbd55bee088 req-d6da0f3d-17f6-48c7-92c0-a040b9f94d7e tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:57.904127 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cc8f8067-567e-4df6-9677-6cbd55bee088 req-d6da0f3d-17f6-48c7-92c0-a040b9f94d7e tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 943 time: 0.0828762 Jan 28 00:42:58.436227 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-694e79d9-a60e-4381-a2c5-1f7c878418d9 req-eea4658c-66a9-402d-bdbb-9330af65525d tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.4525068 Jan 28 00:42:58.454092 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cc8f8067-567e-4df6-9677-6cbd55bee088 req-3e8f27b7-f378-4d33-bdcc-1874dd1927d1 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5348744 Jan 28 00:42:58.655981 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47d58e-d8e9-4f88-85db-8389a08e19b1 req-f409347f-8afa-4da4-8583-9e7d8da25d8a tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:58.661341 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e47d58e-d8e9-4f88-85db-8389a08e19b1 req-f409347f-8afa-4da4-8583-9e7d8da25d8a tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.0814600 Jan 28 00:42:58.745151 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e47d58e-d8e9-4f88-85db-8389a08e19b1 req-e6787911-9cd6-4d11-a151-5088223c283d tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797076 Jan 28 00:42:58.975379 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8814d98-f905-456c-a289-a9027e6d5417 req-c9b16d6f-60cf-431a-8527-6f8029c820c4 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:58.977527 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c8814d98-f905-456c-a289-a9027e6d5417 req-c9b16d6f-60cf-431a-8527-6f8029c820c4 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.0810988 Jan 28 00:42:59.018865 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 786ef6a2-85a6-4753-8876-938c3ba4e704 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:42:59.073589 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c8814d98-f905-456c-a289-a9027e6d5417 req-92ad1e76-6fb4-4946-b870-d6cb7d16b615 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801771 Jan 28 00:42:59.217221 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 786ef6a2-85a6-4753-8876-938c3ba4e704 is: DOWN; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:42:59.344024 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb59de-4fbd-40a5-b933-2e3296f88e60 req-608eeb18-f6d3-4815-b29e-5b7a6ceee6d1 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:59.346670 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1bbb59de-4fbd-40a5-b933-2e3296f88e60 req-608eeb18-f6d3-4815-b29e-5b7a6ceee6d1 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.0717716 Jan 28 00:42:59.435000 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1bbb59de-4fbd-40a5-b933-2e3296f88e60 req-18fea9ac-2a20-4283-82f4-872bd40111dc tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774407 Jan 28 00:42:59.577403 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-952d1d91-fb40-414a-9081-57b210f5670c req-ee655f07-9af7-4858-9c8c-daf5ffc22287 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.0307367 Jan 28 00:42:59.685545 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f286b-7582-4448-85bd-9bdabe68f168 req-e6456ed2-9ec1-4485-8f25-882d77491c7f tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:42:59.687592 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-732f286b-7582-4448-85bd-9bdabe68f168 req-e6456ed2-9ec1-4485-8f25-882d77491c7f tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] 10.222.0.70 "GET /v2.0/ports?device_id=268c172e-92dc-4fda-ae44-008733f55f56 HTTP/1.1" status: 200 len: 946 time: 0.0573082 Jan 28 00:42:59.744577 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-732f286b-7582-4448-85bd-9bdabe68f168 req-6a9e8281-16f5-4fcb-a565-13291ffeb5eb tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f804f64-4d1b-48d0-8af2-a9e8733a3b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505192 Jan 28 00:43:00.574293 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da332b92-dfe1-4404-addd-ce806f16e52a req-41e1dcf5-3b15-4623-b0f2-bb28ffd13988 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:00.576120 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-da332b92-dfe1-4404-addd-ce806f16e52a req-41e1dcf5-3b15-4623-b0f2-bb28ffd13988 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.0607691 Jan 28 00:43:00.632879 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-da332b92-dfe1-4404-addd-ce806f16e52a req-a73b47f1-7007-41e5-8d90-9f9ff7f433b4 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486343 Jan 28 00:43:00.725913 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fce403c9-2b21-49b1-aa37-1067e7bb5dfd req-95b10bd6-f656-473a-87da-c9a4d7f43902 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.0283327 Jan 28 00:43:00.871935 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ece456-9f19-4b43-92cb-1379f0974746 req-9a214c30-b1e1-4f4e-bcc2-40ac4f44b2c4 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:00.873591 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c0ece456-9f19-4b43-92cb-1379f0974746 req-9a214c30-b1e1-4f4e-bcc2-40ac4f44b2c4 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] 10.222.0.70 "GET /v2.0/ports?device_id=268c172e-92dc-4fda-ae44-008733f55f56 HTTP/1.1" status: 200 len: 946 time: 0.0552313 Jan 28 00:43:00.933224 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c0ece456-9f19-4b43-92cb-1379f0974746 req-9ae3490f-0eaa-46d8-af91-be808d2151d7 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f804f64-4d1b-48d0-8af2-a9e8733a3b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527349 Jan 28 00:43:01.370717 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f04c33-1a2a-47f2-8613-35802f6ce932 req-302ef54c-ce58-4800-aa57-60b4e1dc9d77 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:01.373395 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8f04c33-1a2a-47f2-8613-35802f6ce932 req-302ef54c-ce58-4800-aa57-60b4e1dc9d77 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] 10.222.0.52 "GET /v2.0/ports?device_id=268c172e-92dc-4fda-ae44-008733f55f56 HTTP/1.1" status: 200 len: 946 time: 0.0687346 Jan 28 00:43:01.497301 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-f8f04c33-1a2a-47f2-8613-35802f6ce932 req-7f6e3d54-9a8b-4da8-ab3c-eadb728f10f9 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Deleting port 372c1145-09b3-4bbd-9406-4a7f885be4b2 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:43:01.498075 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f8f04c33-1a2a-47f2-8613-35802f6ce932 req-7f6e3d54-9a8b-4da8-ab3c-eadb728f10f9 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (372c1145-09b3-4bbd-9406-4a7f885be4b2), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:01.606520 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-f8f04c33-1a2a-47f2-8613-35802f6ce932 req-7f6e3d54-9a8b-4da8-ab3c-eadb728f10f9 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] For port 372c1145-09b3-4bbd-9406-4a7f885be4b2, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=372c1145-09b3-4bbd-9406-4a7f885be4b2,segment=NetworkSegment(664322bd-67f3-4323-b853-7f463e562930),segment_id=664322bd-67f3-4323-b853-7f463e562930)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:43:01.606874 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f8f04c33-1a2a-47f2-8613-35802f6ce932 req-7f6e3d54-9a8b-4da8-ab3c-eadb728f10f9 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (372c1145-09b3-4bbd-9406-4a7f885be4b2), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:01.623058 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-f8f04c33-1a2a-47f2-8613-35802f6ce932 req-7f6e3d54-9a8b-4da8-ab3c-eadb728f10f9 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Calling delete_port for 372c1145-09b3-4bbd-9406-4a7f885be4b2 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:43:01.815357 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f8f04c33-1a2a-47f2-8613-35802f6ce932 req-7f6e3d54-9a8b-4da8-ab3c-eadb728f10f9 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (372c1145-09b3-4bbd-9406-4a7f885be4b2), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:01.827385 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638c4d2-3fcb-4902-80ca-79575bca0ac4 req-acc0064a-0111-4690-bec3-80e4b3071486 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:01.829566 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8638c4d2-3fcb-4902-80ca-79575bca0ac4 req-acc0064a-0111-4690-bec3-80e4b3071486 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.0824983 Jan 28 00:43:01.849633 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['372c1145-09b3-4bbd-9406-4a7f885be4b2'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:43:01.861385 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e3d54-9a8b-4da8-ab3c-eadb728f10f9 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Pushing event deleted for resources: {'Port': ['ID=372c1145-09b3-4bbd-9406-4a7f885be4b2,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:01.928484 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-352cd5ca-cb4b-4100-a974-2489b34dad23 req-39db80b0-de3a-4f71-9153-0bb6c7917cf3 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.0713983 Jan 28 00:43:01.963597 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f04c33-1a2a-47f2-8613-35802f6ce932 req-7f6e3d54-9a8b-4da8-ab3c-eadb728f10f9 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] No DVR routers for this DVR port 372c1145-09b3-4bbd-9406-4a7f885be4b2 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:43:01.967086 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f8f04c33-1a2a-47f2-8613-35802f6ce932 req-7f6e3d54-9a8b-4da8-ab3c-eadb728f10f9 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:01.971561 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8f04c33-1a2a-47f2-8613-35802f6ce932 req-7f6e3d54-9a8b-4da8-ab3c-eadb728f10f9 tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] 10.222.0.52 "DELETE /v2.0/ports/372c1145-09b3-4bbd-9406-4a7f885be4b2 HTTP/1.1" status: 204 len: 173 time: 0.5924408 Jan 28 00:43:01.975155 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268c172e-92dc-4fda-ae44-008733f55f56', 'name': 'network-vif-deleted', 'tag': '372c1145-09b3-4bbd-9406-4a7f885be4b2'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:43:01.979189 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c750640-9c75-4140-8e9c-58e0cdc77377" -d '{"events": [{"server_uuid": "268c172e-92dc-4fda-ae44-008733f55f56", "name": "network-vif-deleted", "tag": "372c1145-09b3-4bbd-9406-4a7f885be4b2"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:43:02.004205 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8638c4d2-3fcb-4902-80ca-79575bca0ac4 req-9e5970fb-8c39-4796-866c-0c03fb167250 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481452 Jan 28 00:43:02.086596 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87a8f3a-c0d8-4852-9a88-b585fc76a5fd x-openstack-request-id: req-e87a8f3a-c0d8-4852-9a88-b585fc76a5fd {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:43:02.087888 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268c172e-92dc-4fda-ae44-008733f55f56", "name": "network-vif-deleted", "tag": "372c1145-09b3-4bbd-9406-4a7f885be4b2", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:43:02.088422 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e87a8f3a-c0d8-4852-9a88-b585fc76a5fd {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:43:02.089187 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268c172e-92dc-4fda-ae44-008733f55f56', 'name': 'network-vif-deleted', 'tag': '372c1145-09b3-4bbd-9406-4a7f885be4b2', 'status': 'completed', 'code': 200} Jan 28 00:43:02.112706 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e79d8c4-d505-410c-95d7-b3604f41b91e req-a250b639-3da7-4c4e-a6c6-e2932b199b2c tempest-VolumesActionsTest-445649806 tempest-VolumesActionsTest-445649806-project] 10.222.0.70 "GET /v2.0/ports?device_id=268c172e-92dc-4fda-ae44-008733f55f56 HTTP/1.1" status: 200 len: 210 time: 0.0369325 Jan 28 00:43:03.095729 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bfa73f55-06e2-4ba5-8d80-4cb1a39ca549 req-63f4bcb9-9c4e-4aae-91c8-377ed3608081 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.0412881 Jan 28 00:43:03.249531 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ba002-575b-4ed1-a094-8da6926200e0 req-2627f4bd-c863-4bdf-bd75-2b9bccfd5cfe tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:03.251107 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bd0ba002-575b-4ed1-a094-8da6926200e0 req-2627f4bd-c863-4bdf-bd75-2b9bccfd5cfe tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.0918221 Jan 28 00:43:03.350678 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bd0ba002-575b-4ed1-a094-8da6926200e0 req-768c1e10-0937-4c0d-89b4-5653659f0860 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870543 Jan 28 00:43:04.249656 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e501d82-4bfe-445d-a916-e260f445efa1 req-28fac863-63e7-44b2-b958-f9290a96e257 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.0527294 Jan 28 00:43:04.560051 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb47f4-4390-4cbc-bdcf-350d97f83bbc req-8a870ba3-a1c5-4cfd-b936-385a0a4ee7af tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:04.562049 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9aeb47f4-4390-4cbc-bdcf-350d97f83bbc req-8a870ba3-a1c5-4cfd-b936-385a0a4ee7af tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.0778449 Jan 28 00:43:04.632816 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9aeb47f4-4390-4cbc-bdcf-350d97f83bbc req-4a40a293-4c29-4e28-b60b-92f317329c30 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579062 Jan 28 00:43:05.042094 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 372c1145-09b3-4bbd-9406-4a7f885be4b2 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:43:05.080424 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 372c1145-09b3-4bbd-9406-4a7f885be4b2 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:43:05.081023 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 372c1145-09b3-4bbd-9406-4a7f885be4b2 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:43:05.422622 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-10ff4be5-e78d-4647-807c-2a1c11c6dcb3 req-49c97ed5-0aa8-4af6-9b2f-34186deea181 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.0469446 Jan 28 00:43:05.791566 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef5863-a370-4dbf-8899-a01c6e2068a9 req-33c50054-ad3b-452d-87b3-03989f17138e tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:05.793617 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eeef5863-a370-4dbf-8899-a01c6e2068a9 req-33c50054-ad3b-452d-87b3-03989f17138e tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.0896039 Jan 28 00:43:05.880886 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eeef5863-a370-4dbf-8899-a01c6e2068a9 req-e02c38e8-3d7c-46f6-9fbd-87d8d7c13028 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805252 Jan 28 00:43:06.015566 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb94cd28-6aa5-447f-a211-5fb5d6ceeb23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:06.585917 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4ef0ee6-933d-4644-9d9a-d57c34aa31c2 req-f237040b-9401-4895-8919-7f604d612a4b tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.0379388 Jan 28 00:43:07.041658 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93f68e-a80f-416c-baf2-8daa0fca6f9a req-1c1f6e0e-1ec4-4dc6-a49e-6ca0840d355d tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:07.043573 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5c93f68e-a80f-416c-baf2-8daa0fca6f9a req-1c1f6e0e-1ec4-4dc6-a49e-6ca0840d355d tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.0656140 Jan 28 00:43:07.135928 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5c93f68e-a80f-416c-baf2-8daa0fca6f9a req-353cb73c-d56d-4c5f-b236-d4ffa7d7a7f0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816779 Jan 28 00:43:07.745919 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3290d0c-f67c-43a7-b6cf-ead2f83a4727 req-d4cb8711-ef75-4585-be14-8ee3babd3299 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.0360909 Jan 28 00:43:08.351598 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-28112f11-3ade-4314-948c-f28a4e5799a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:08.360321 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fb2a1-2aef-4b7c-89ab-35df8015fbba req-b7d1d6b3-f28e-48bf-8a65-0e210a71eb12 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:08.365715 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c69fb2a1-2aef-4b7c-89ab-35df8015fbba req-b7d1d6b3-f28e-48bf-8a65-0e210a71eb12 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.1183827 Jan 28 00:43:08.461129 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c69fb2a1-2aef-4b7c-89ab-35df8015fbba req-6fde80ed-65a2-4751-a6de-12721225f303 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840130 Jan 28 00:43:08.933492 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-194c1429-6c2d-4de7-a18e-80b55bb075fe req-5259c2e7-f79c-415a-8503-c775bde94a7e tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.0468831 Jan 28 00:43:09.691942 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:09.692862 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c2355-d7bf-4463-a50e-12fa08bf39ba req-16a65887-daaa-4eeb-a80f-c8cd63267a23 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:09.694100 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ce4c2355-d7bf-4463-a50e-12fa08bf39ba req-16a65887-daaa-4eeb-a80f-c8cd63267a23 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.1165311 Jan 28 00:43:09.775324 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ce4c2355-d7bf-4463-a50e-12fa08bf39ba req-d09ca228-1c64-473e-b2d7-fb8c06f96ab0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745564 Jan 28 00:43:10.125083 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ee5a142a-4e43-4898-ba3d-889700ec3598 req-37ed8781-bf85-4984-95e4-092cfc3cfe02 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.0498300 Jan 28 00:43:11.079220 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c10a8-916a-441a-93e1-24381c4ac64b req-a5030e26-149e-45b7-945a-bdaa46cbb79c tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:11.092451 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f12c10a8-916a-441a-93e1-24381c4ac64b req-a5030e26-149e-45b7-945a-bdaa46cbb79c tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.1589489 Jan 28 00:43:11.191146 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f12c10a8-916a-441a-93e1-24381c4ac64b req-daa4b064-cf5b-42ba-9d4c-e15c47cd1d61 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961301 Jan 28 00:43:11.198012 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:11.316409 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-06327a4d-9c30-45c0-8d9c-fca3bbb74d34 req-c7f8936a-2c8b-4498-8bc8-ef63dcfd3720 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.0315845 Jan 28 00:43:11.626584 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e80048-ab78-4aa5-a882-ce57492b7f63 req-29848186-f5a9-4b95-a244-1a5e62bfbf9a tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:11.632110 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-34e80048-ab78-4aa5-a882-ce57492b7f63 req-29848186-f5a9-4b95-a244-1a5e62bfbf9a tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.1332729 Jan 28 00:43:11.752573 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096fd4a-a0cc-4ce6-964b-f5d657363cdc req-f9b27179-3ae5-4326-a63f-07addf9f6325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:11.756325 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2096fd4a-a0cc-4ce6-964b-f5d657363cdc req-f9b27179-3ae5-4326-a63f-07addf9f6325 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=126ff8dba2134b2d95d54d419fe64967&device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 1096 time: 0.1214561 Jan 28 00:43:11.927990 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096fd4a-a0cc-4ce6-964b-f5d657363cdc req-a0c906c0-76db-4ff8-920b-232d0d8aa0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:11.929476 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2096fd4a-a0cc-4ce6-964b-f5d657363cdc req-a0c906c0-76db-4ff8-920b-232d0d8aa0cd service neutron] 10.222.0.65 "GET /v2.0/networks?id=a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 200 len: 912 time: 0.1640179 Jan 28 00:43:11.947870 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-34e80048-ab78-4aa5-a882-ce57492b7f63 req-18c3c05a-8145-4606-a7f7-c45ba8d66a08 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2925928 Jan 28 00:43:12.048174 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2096fd4a-a0cc-4ce6-964b-f5d657363cdc req-b739ea85-1f0c-4cf3-b368-ecf71ce2dc88 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e413624a-1e51-4367-8bee-9d98fc660577 HTTP/1.1" status: 200 len: 999 time: 0.0992565 Jan 28 00:43:12.158506 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096fd4a-a0cc-4ce6-964b-f5d657363cdc req-39eaff2a-01bc-4628-a7f2-eaa54618f752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:12.161654 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2096fd4a-a0cc-4ce6-964b-f5d657363cdc req-39eaff2a-01bc-4628-a7f2-eaa54618f752 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0f29497-ba52-4939-af70-d57b51c2ceee HTTP/1.1" status: 200 len: 850 time: 0.1058328 Jan 28 00:43:12.215452 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:12.250506 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096fd4a-a0cc-4ce6-964b-f5d657363cdc req-1a0e6aaf-7217-44bd-8c32-0f9b49920c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:12.253026 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2096fd4a-a0cc-4ce6-964b-f5d657363cdc req-1a0e6aaf-7217-44bd-8c32-0f9b49920c7b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a5055772-1556-467a-8d2c-d15584910096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839875 Jan 28 00:43:12.390872 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2096fd4a-a0cc-4ce6-964b-f5d657363cdc req-775c886f-ecfd-499e-b0cd-606fe62d2df3 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267581 Jan 28 00:43:12.538594 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2096fd4a-a0cc-4ce6-964b-f5d657363cdc req-d2756309-407b-4116-8928-7760084300ba service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417263 Jan 28 00:43:12.583684 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-24b44003-08ea-4cc5-b1ba-597143661303 req-72055aa3-d6bd-4be3-bd83-fab24ce145c6 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.0427709 Jan 28 00:43:13.031787 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:13.141964 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054162c-e54b-4e4b-bc7e-3fffdf069b1c req-0714eb9d-f39a-4e92-aebb-1326f601d932 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:13.143654 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5054162c-e54b-4e4b-bc7e-3fffdf069b1c req-0714eb9d-f39a-4e92-aebb-1326f601d932 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.0800316 Jan 28 00:43:13.331705 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5054162c-e54b-4e4b-bc7e-3fffdf069b1c req-04ed8677-a8ca-46d5-88b7-d4bea5b75e4f tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732776 Jan 28 00:43:13.833742 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9d723681-0e82-4984-918e-4ccf5b62c67a req-8f0fa475-2108-4392-9cac-6a4c7e6a502b tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.0556834 Jan 28 00:43:14.257635 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:14.546736 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbcb8ca-a31b-441e-bbd3-004831359e00 req-dcd5fe2b-a234-4876-b267-2ac040347363 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:14.549440 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bbbcb8ca-a31b-441e-bbd3-004831359e00 req-dcd5fe2b-a234-4876-b267-2ac040347363 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.0939634 Jan 28 00:43:14.655514 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bbbcb8ca-a31b-441e-bbd3-004831359e00 req-7bc8341f-04af-4bdf-af39-4b58319b2c4e tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906789 Jan 28 00:43:14.897005 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180078af-384a-4161-b922-eeff08ecc36c req-c2080c58-b209-4cc8-84f9-6d89ecfc21d0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:14.898797 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-180078af-384a-4161-b922-eeff08ecc36c req-c2080c58-b209-4cc8-84f9-6d89ecfc21d0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.0924799 Jan 28 00:43:14.998462 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-180078af-384a-4161-b922-eeff08ecc36c req-fb0a6689-ec66-4853-8a3b-7c85d4918d61 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891781 Jan 28 00:43:15.037918 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f91a06fb-8f2b-4138-ac07-463b6a786552 req-71889063-3948-4350-96bd-6278181ea8ba tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.0708971 Jan 28 00:43:15.183047 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885fd3d-9180-493c-aa83-8984d5df3380 req-7345fc2e-a640-4bcb-a00c-598c5b94d1d6 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:15.184820 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0885fd3d-9180-493c-aa83-8984d5df3380 req-7345fc2e-a640-4bcb-a00c-598c5b94d1d6 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.0768979 Jan 28 00:43:15.275773 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0885fd3d-9180-493c-aa83-8984d5df3380 req-2ca25065-65f2-4cd0-8b45-268d15e2ab92 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797102 Jan 28 00:43:15.550182 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34649497-6a47-40fb-99b5-fdb7b5cecaf2 req-035e5904-8e3e-4636-9707-da9566cc2126 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:15.551936 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-34649497-6a47-40fb-99b5-fdb7b5cecaf2 req-035e5904-8e3e-4636-9707-da9566cc2126 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.0562637 Jan 28 00:43:15.617492 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-34649497-6a47-40fb-99b5-fdb7b5cecaf2 req-bb48ff0b-490f-44bb-9545-1be3ef9fa57e tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540600 Jan 28 00:43:16.189741 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-43f52281-c775-4e5f-ac96-58b569e8cc44 req-7cb61f67-48a9-40b4-8341-52a7faaae36b tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.0340672 Jan 28 00:43:16.819871 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffaaa76-64ad-41e5-a165-e3202d768ad4 req-be646b10-583b-4221-9fa9-17527babf390 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:16.822548 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dffaaa76-64ad-41e5-a165-e3202d768ad4 req-be646b10-583b-4221-9fa9-17527babf390 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.0874572 Jan 28 00:43:16.923766 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dffaaa76-64ad-41e5-a165-e3202d768ad4 req-e28bea61-525e-427e-90e8-b37f8f087245 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894189 Jan 28 00:43:17.209770 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351bc89-6a66-47b4-a3e6-52855bd40125 req-8add4677-4bcd-4ca4-80f8-45e825c7d9fe tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:17.212469 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3351bc89-6a66-47b4-a3e6-52855bd40125 req-8add4677-4bcd-4ca4-80f8-45e825c7d9fe tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.0754988 Jan 28 00:43:17.314221 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3351bc89-6a66-47b4-a3e6-52855bd40125 req-41d0138a-3804-4543-b66d-cf60754f1c9a tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847845 Jan 28 00:43:17.368727 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8303a8e8-dce5-460b-a8c6-90b783c57946 req-f52668e5-a25d-4d14-8405-1c8153027f03 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.0516036 Jan 28 00:43:17.394090 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da281e1-5c3f-4e87-a0b6-eee4a76cc58b req-6d86903e-ad40-4b99-b4c0-7e96d13a502a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:17.396737 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0da281e1-5c3f-4e87-a0b6-eee4a76cc58b req-6d86903e-ad40-4b99-b4c0-7e96d13a502a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=126ff8dba2134b2d95d54d419fe64967&device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 1096 time: 0.1827905 Jan 28 00:43:17.553850 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da281e1-5c3f-4e87-a0b6-eee4a76cc58b req-0a62fc0a-f0df-437b-9953-e83fb64b7431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:17.556775 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0da281e1-5c3f-4e87-a0b6-eee4a76cc58b req-0a62fc0a-f0df-437b-9953-e83fb64b7431 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 200 len: 912 time: 0.1517277 Jan 28 00:43:17.685697 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0da281e1-5c3f-4e87-a0b6-eee4a76cc58b req-28cfe033-4139-45fb-a17b-dc63d94916fa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e413624a-1e51-4367-8bee-9d98fc660577 HTTP/1.1" status: 200 len: 999 time: 0.1206393 Jan 28 00:43:17.782624 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da281e1-5c3f-4e87-a0b6-eee4a76cc58b req-b98c3eb0-9183-49d4-918c-e3b4e7d098c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:17.785176 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0da281e1-5c3f-4e87-a0b6-eee4a76cc58b req-b98c3eb0-9183-49d4-918c-e3b4e7d098c8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0f29497-ba52-4939-af70-d57b51c2ceee HTTP/1.1" status: 200 len: 850 time: 0.0924797 Jan 28 00:43:17.866964 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da281e1-5c3f-4e87-a0b6-eee4a76cc58b req-b33edc22-ca8b-4795-9379-0c59f68dde3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:17.871392 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0da281e1-5c3f-4e87-a0b6-eee4a76cc58b req-b33edc22-ca8b-4795-9379-0c59f68dde3c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a5055772-1556-467a-8d2c-d15584910096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785956 Jan 28 00:43:18.053661 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0da281e1-5c3f-4e87-a0b6-eee4a76cc58b req-be47ba70-a19e-4627-b35e-95f7e815d296 service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726029 Jan 28 00:43:18.286343 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0da281e1-5c3f-4e87-a0b6-eee4a76cc58b req-7be5c8c6-888e-4c42-ac0d-b16533949aab service neutron] 10.222.0.65 "GET /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258711 Jan 28 00:43:18.702378 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c58ad001-72d3-4ad7-af89-d01c11adc424 req-4fd773e5-d29b-47ff-8f76-8659bec64ef6 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.0548491 Jan 28 00:43:18.717884 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb679d0-c919-4933-ab36-73a67002e5c1 req-66b4f652-ace9-4401-b696-24942b0326a0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:18.730705 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6eb679d0-c919-4933-ab36-73a67002e5c1 req-66b4f652-ace9-4401-b696-24942b0326a0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.2378442 Jan 28 00:43:18.858568 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6eb679d0-c919-4933-ab36-73a67002e5c1 req-22e042cb-de3f-47b2-9010-4b3872b720c8 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265812 Jan 28 00:43:20.005979 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d50a2fa3-a466-4fc6-b721-820492f3c173 req-db004768-0bf4-4fae-bc03-837343dee579 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.0865445 Jan 28 00:43:20.131995 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce36d07-41bb-49c6-a712-0b3dcaad935f req-abe563f3-b006-400c-aaea-0c20217726c8 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:20.134226 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cce36d07-41bb-49c6-a712-0b3dcaad935f req-abe563f3-b006-400c-aaea-0c20217726c8 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.1244364 Jan 28 00:43:20.251455 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cce36d07-41bb-49c6-a712-0b3dcaad935f req-3f9416b3-81ba-4387-b439-c5a884b8002c tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111114 Jan 28 00:43:20.514484 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990c3ce-5d7b-4f7e-be1b-0f227ea0bb45 req-6de0e311-345a-40a3-95b4-39131232c7ff tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:20.531211 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6990c3ce-5d7b-4f7e-be1b-0f227ea0bb45 req-6de0e311-345a-40a3-95b4-39131232c7ff tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.1342387 Jan 28 00:43:20.616656 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6990c3ce-5d7b-4f7e-be1b-0f227ea0bb45 req-ce064d06-80bb-453a-b25a-85d718a6f835 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744641 Jan 28 00:43:21.215920 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-43335c76-0ad1-48c5-9186-01eca7631a88 req-9dc1eb77-781a-4b28-a764-d92ca2fa2e70 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.0384240 Jan 28 00:43:21.858504 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769d20e-a805-40b4-83c9-c60f3cc7bc32 req-bfbf630a-7d50-4d92-a421-21d5d532617e tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:21.860223 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c769d20e-a805-40b4-83c9-c60f3cc7bc32 req-bfbf630a-7d50-4d92-a421-21d5d532617e tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c611315-1ef4-4115-8763-ea29b9f44f56 HTTP/1.1" status: 200 len: 943 time: 0.0682731 Jan 28 00:43:22.009500 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-c769d20e-a805-40b4-83c9-c60f3cc7bc32 req-167f34da-5201-4e81-9303-fe0e2b241083 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Deleting port 786ef6a2-85a6-4753-8876-938c3ba4e704 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:43:22.010056 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c769d20e-a805-40b4-83c9-c60f3cc7bc32 req-167f34da-5201-4e81-9303-fe0e2b241083 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (786ef6a2-85a6-4753-8876-938c3ba4e704), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:22.114021 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-c769d20e-a805-40b4-83c9-c60f3cc7bc32 req-167f34da-5201-4e81-9303-fe0e2b241083 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] For port 786ef6a2-85a6-4753-8876-938c3ba4e704, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=786ef6a2-85a6-4753-8876-938c3ba4e704,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:43:22.114399 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c769d20e-a805-40b4-83c9-c60f3cc7bc32 req-167f34da-5201-4e81-9303-fe0e2b241083 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (786ef6a2-85a6-4753-8876-938c3ba4e704), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:22.135724 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-c769d20e-a805-40b4-83c9-c60f3cc7bc32 req-167f34da-5201-4e81-9303-fe0e2b241083 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Calling delete_port for 786ef6a2-85a6-4753-8876-938c3ba4e704 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:43:22.332841 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c769d20e-a805-40b4-83c9-c60f3cc7bc32 req-167f34da-5201-4e81-9303-fe0e2b241083 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (786ef6a2-85a6-4753-8876-938c3ba4e704), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:22.378938 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['ee552b99-6334-45be-8a9c-ea82d5bef5a2', '71ccef60-b89f-429c-83c8-a842ac618d58'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:43:22.440850 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8d367377-8c08-4801-b1ab-02fd5a5ef782 req-0fb46e51-6a89-4777-97ce-c7c1034dad3f tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.1008697 Jan 28 00:43:22.441947 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f34da-5201-4e81-9303-fe0e2b241083 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Pushing event deleted for resources: {'Port': ['ID=786ef6a2-85a6-4753-8876-938c3ba4e704,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:22.546830 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-c769d20e-a805-40b4-83c9-c60f3cc7bc32 req-167f34da-5201-4e81-9303-fe0e2b241083 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] No DVR routers for this DVR port 786ef6a2-85a6-4753-8876-938c3ba4e704 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:43:22.549609 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c769d20e-a805-40b4-83c9-c60f3cc7bc32 req-167f34da-5201-4e81-9303-fe0e2b241083 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:22.557294 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c769d20e-a805-40b4-83c9-c60f3cc7bc32 req-167f34da-5201-4e81-9303-fe0e2b241083 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "DELETE /v2.0/ports/786ef6a2-85a6-4753-8876-938c3ba4e704 HTTP/1.1" status: 204 len: 173 time: 0.6862812 Jan 28 00:43:22.557813 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c611315-1ef4-4115-8763-ea29b9f44f56', 'name': 'network-vif-deleted', 'tag': '786ef6a2-85a6-4753-8876-938c3ba4e704'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:43:22.565394 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa0bc64-699f-427e-90c5-024bfa744e13" -d '{"events": [{"server_uuid": "7c611315-1ef4-4115-8763-ea29b9f44f56", "name": "network-vif-deleted", "tag": "786ef6a2-85a6-4753-8876-938c3ba4e704"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:43:22.644570 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 28 Jan 2022 00:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792ed064-d1ba-422e-a049-e0433fa7dc47 x-openstack-request-id: req-792ed064-d1ba-422e-a049-e0433fa7dc47 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:43:22.645720 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c611315-1ef4-4115-8763-ea29b9f44f56", "name": "network-vif-deleted", "tag": "786ef6a2-85a6-4753-8876-938c3ba4e704", "status": "failed", "code": 422}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:43:22.646019 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-792ed064-d1ba-422e-a049-e0433fa7dc47 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:43:22.646405 n-d-826754-1 neutron-server[103344]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7c611315-1ef4-4115-8763-ea29b9f44f56', 'name': 'network-vif-deleted', 'tag': '786ef6a2-85a6-4753-8876-938c3ba4e704', 'status': 'failed', 'code': 422} returned with failed status Jan 28 00:43:23.586928 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0cd42-58b5-45a5-a409-3bb44c61a22d req-131567b8-b4ae-4f05-84eb-7e2932312561 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:23.588860 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c2e0cd42-58b5-45a5-a409-3bb44c61a22d req-131567b8-b4ae-4f05-84eb-7e2932312561 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=e31475e5-e1d5-4e54-9375-056cadc4084c HTTP/1.1" status: 200 len: 907 time: 0.1087179 Jan 28 00:43:23.672239 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07034fdf-d306-42d0-97a9-594e091d1a6f req-3eb8d423-697f-4e9f-9f35-bc7f06e50eec tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/ports?device_id=79cc3739-9058-4a58-9251-ed5d939acbba HTTP/1.1" status: 200 len: 210 time: 0.0373409 Jan 28 00:43:24.747574 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3b645-83e1-4e90-89bc-f15c36acf5ed req-0295e39a-2252-48d1-9bf8-207eb2795ada tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:24.751476 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4fe3b645-83e1-4e90-89bc-f15c36acf5ed req-0295e39a-2252-48d1-9bf8-207eb2795ada tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=e31475e5-e1d5-4e54-9375-056cadc4084c HTTP/1.1" status: 200 len: 907 time: 0.0764656 Jan 28 00:43:24.818427 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 54570) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:24.895710 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5de339ed-77d0-44fe-8510-0377d9da43c9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for security_group (01497368-8712-442d-8e8a-753b969ae50f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:24.946181 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5de339ed-77d0-44fe-8510-0377d9da43c9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for security_group (01497368-8712-442d-8e8a-753b969ae50f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:25.037196 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5de339ed-77d0-44fe-8510-0377d9da43c9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (01497368-8712-442d-8e8a-753b969ae50f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:25.040858 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5de339ed-77d0-44fe-8510-0377d9da43c9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:25.042285 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5de339ed-77d0-44fe-8510-0377d9da43c9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "DELETE /v2.0/security-groups/01497368-8712-442d-8e8a-753b969ae50f HTTP/1.1" status: 204 len: 168 time: 0.2224474 Jan 28 00:43:25.046945 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54572) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:25.057101 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de339ed-77d0-44fe-8510-0377d9da43c9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01497368-8712-442d-8e8a-753b969ae50f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:25.067287 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-32be762c-e409-45ae-ac95-373adac6a2eb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] show failed (client error): The resource could not be found. Jan 28 00:43:25.073419 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-32be762c-e409-45ae-ac95-373adac6a2eb tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "GET /v2.0/security-groups/01497368-8712-442d-8e8a-753b969ae50f HTTP/1.1" status: 404 len: 347 time: 0.0204234 Jan 28 00:43:25.073738 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de339ed-77d0-44fe-8510-0377d9da43c9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:25.073738 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de339ed-77d0-44fe-8510-0377d9da43c9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:25.073738 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de339ed-77d0-44fe-8510-0377d9da43c9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:25.073738 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de339ed-77d0-44fe-8510-0377d9da43c9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:25.073738 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de339ed-77d0-44fe-8510-0377d9da43c9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:25.073738 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de339ed-77d0-44fe-8510-0377d9da43c9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:25.073738 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de339ed-77d0-44fe-8510-0377d9da43c9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:25.073738 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de339ed-77d0-44fe-8510-0377d9da43c9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:25.073738 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de339ed-77d0-44fe-8510-0377d9da43c9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:25.075144 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de339ed-77d0-44fe-8510-0377d9da43c9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:25.075311 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54574) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:25.075474 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de339ed-77d0-44fe-8510-0377d9da43c9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:25.075474 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de339ed-77d0-44fe-8510-0377d9da43c9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:25.075859 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de339ed-77d0-44fe-8510-0377d9da43c9 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:25.315207 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-68d51cf5-1fb0-44e9-9752-6240d33b3662 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Deleting port 88495fda-c0b1-4edf-b3a3-114265bcb352 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:43:25.315827 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68d51cf5-1fb0-44e9-9752-6240d33b3662 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (88495fda-c0b1-4edf-b3a3-114265bcb352), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:25.336582 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24aace-6d99-4ca4-8601-90e8c4cee870 req-a4c3dae0-6fb0-49f8-be2c-d0694adeb151 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:25.338658 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de24aace-6d99-4ca4-8601-90e8c4cee870 req-a4c3dae0-6fb0-49f8-be2c-d0694adeb151 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.65 "GET /v2.0/ports?device_id=e31475e5-e1d5-4e54-9375-056cadc4084c HTTP/1.1" status: 200 len: 907 time: 0.0650692 Jan 28 00:43:25.488902 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68d51cf5-1fb0-44e9-9752-6240d33b3662 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (88495fda-c0b1-4edf-b3a3-114265bcb352), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:25.489572 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68d51cf5-1fb0-44e9-9752-6240d33b3662 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for floatingip (88495fda-c0b1-4edf-b3a3-114265bcb352), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:25.497532 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-de24aace-6d99-4ca4-8601-90e8c4cee870 req-ec0cd14d-9f37-4165-8bd5-5dcc90e58ce3 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Deleting port 9cac760f-6976-4541-b144-cd1690580638 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:43:25.498238 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-de24aace-6d99-4ca4-8601-90e8c4cee870 req-ec0cd14d-9f37-4165-8bd5-5dcc90e58ce3 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (9cac760f-6976-4541-b144-cd1690580638), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:25.522152 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-68d51cf5-1fb0-44e9-9752-6240d33b3662 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Calling delete_port for 88495fda-c0b1-4edf-b3a3-114265bcb352 owned by network:floatingip {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:43:25.687642 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-de24aace-6d99-4ca4-8601-90e8c4cee870 req-ec0cd14d-9f37-4165-8bd5-5dcc90e58ce3 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] For port 9cac760f-6976-4541-b144-cd1690580638, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9cac760f-6976-4541-b144-cd1690580638,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:43:25.688361 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-de24aace-6d99-4ca4-8601-90e8c4cee870 req-ec0cd14d-9f37-4165-8bd5-5dcc90e58ce3 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (9cac760f-6976-4541-b144-cd1690580638), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:25.710080 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-de24aace-6d99-4ca4-8601-90e8c4cee870 req-ec0cd14d-9f37-4165-8bd5-5dcc90e58ce3 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Calling delete_port for 9cac760f-6976-4541-b144-cd1690580638 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:43:25.751252 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68d51cf5-1fb0-44e9-9752-6240d33b3662 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (88495fda-c0b1-4edf-b3a3-114265bcb352), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:25.794302 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d51cf5-1fb0-44e9-9752-6240d33b3662 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Pushing event deleted for resources: {'Port': ['ID=88495fda-c0b1-4edf-b3a3-114265bcb352,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:25.914955 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-de24aace-6d99-4ca4-8601-90e8c4cee870 req-ec0cd14d-9f37-4165-8bd5-5dcc90e58ce3 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (9cac760f-6976-4541-b144-cd1690580638), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:25.918320 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68d51cf5-1fb0-44e9-9752-6240d33b3662 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for floatingip (12f87007-4c88-485c-8bcb-0075262486eb), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:25.923521 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68d51cf5-1fb0-44e9-9752-6240d33b3662 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:25.925677 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-68d51cf5-1fb0-44e9-9752-6240d33b3662 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "DELETE /v2.0/floatingips/12f87007-4c88-485c-8bcb-0075262486eb HTTP/1.1" status: 204 len: 168 time: 0.8493752 Jan 28 00:43:25.930662 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54580) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:25.973833 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cd14d-9f37-4165-8bd5-5dcc90e58ce3 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Pushing event deleted for resources: {'Port': ['ID=9cac760f-6976-4541-b144-cd1690580638,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:25.990594 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1be9b1-68b4-4238-bd45-2efc50c8e6d9 req-c0a751e8-3d51-46f0-9060-f016bbd0ad70 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:26.002425 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dd1be9b1-68b4-4238-bd45-2efc50c8e6d9 req-c0a751e8-3d51-46f0-9060-f016bbd0ad70 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=e31475e5-e1d5-4e54-9375-056cadc4084c HTTP/1.1" status: 200 len: 907 time: 0.1415143 Jan 28 00:43:26.061212 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-de24aace-6d99-4ca4-8601-90e8c4cee870 req-ec0cd14d-9f37-4165-8bd5-5dcc90e58ce3 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] No DVR routers for this DVR port 9cac760f-6976-4541-b144-cd1690580638 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:43:26.073087 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-de24aace-6d99-4ca4-8601-90e8c4cee870 req-ec0cd14d-9f37-4165-8bd5-5dcc90e58ce3 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:26.080066 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de24aace-6d99-4ca4-8601-90e8c4cee870 req-ec0cd14d-9f37-4165-8bd5-5dcc90e58ce3 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.65 "DELETE /v2.0/ports/9cac760f-6976-4541-b144-cd1690580638 HTTP/1.1" status: 204 len: 173 time: 0.7344623 Jan 28 00:43:26.080814 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31475e5-e1d5-4e54-9375-056cadc4084c', 'name': 'network-vif-deleted', 'tag': '9cac760f-6976-4541-b144-cd1690580638'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:43:26.094842 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb5e9bf-f4bb-4bb2-b798-5d7a832b364b" -d '{"events": [{"server_uuid": "e31475e5-e1d5-4e54-9375-056cadc4084c", "name": "network-vif-deleted", "tag": "9cac760f-6976-4541-b144-cd1690580638"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:43:26.128013 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:43:26.128925 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3418c7dd-e1af-4c3a-932e-7eb3cd2b35aa tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Deleting port d811a547-5df6-408e-b47d-4a7f9810a4e5 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:43:26.128925 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3418c7dd-e1af-4c3a-932e-7eb3cd2b35aa tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (d811a547-5df6-408e-b47d-4a7f9810a4e5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:26.186236 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db12df0f-4ff1-4dea-acc9-65d3b40743bf x-openstack-request-id: req-db12df0f-4ff1-4dea-acc9-65d3b40743bf {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:43:26.186513 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31475e5-e1d5-4e54-9375-056cadc4084c", "name": "network-vif-deleted", "tag": "9cac760f-6976-4541-b144-cd1690580638", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:43:26.186787 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-db12df0f-4ff1-4dea-acc9-65d3b40743bf {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:43:26.187212 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31475e5-e1d5-4e54-9375-056cadc4084c', 'name': 'network-vif-deleted', 'tag': '9cac760f-6976-4541-b144-cd1690580638', 'status': 'completed', 'code': 200} Jan 28 00:43:26.248228 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3418c7dd-e1af-4c3a-932e-7eb3cd2b35aa tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (d811a547-5df6-408e-b47d-4a7f9810a4e5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:26.263936 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3418c7dd-e1af-4c3a-932e-7eb3cd2b35aa tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Calling delete_port for d811a547-5df6-408e-b47d-4a7f9810a4e5 owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:43:26.511456 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3418c7dd-e1af-4c3a-932e-7eb3cd2b35aa tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (d811a547-5df6-408e-b47d-4a7f9810a4e5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:26.559685 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418c7dd-e1af-4c3a-932e-7eb3cd2b35aa tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Pushing event deleted for resources: {'Port': ['ID=d811a547-5df6-408e-b47d-4a7f9810a4e5,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:26.708426 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3418c7dd-e1af-4c3a-932e-7eb3cd2b35aa tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:26.721924 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 54586) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:26.722460 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3418c7dd-e1af-4c3a-932e-7eb3cd2b35aa tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "DELETE /v2.0/ports/d811a547-5df6-408e-b47d-4a7f9810a4e5 HTTP/1.1" status: 204 len: 168 time: 0.7891381 Jan 28 00:43:26.897722 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-ea3c9730-d480-447a-97d4-a0b20db5f2a6 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Deleting port e6c88db4-a371-434d-b81c-bba1b2a0715e {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:43:26.899019 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9730-d480-447a-97d4-a0b20db5f2a6 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (e6c88db4-a371-434d-b81c-bba1b2a0715e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:27.093275 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9730-d480-447a-97d4-a0b20db5f2a6 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (e6c88db4-a371-434d-b81c-bba1b2a0715e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:27.131280 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-ea3c9730-d480-447a-97d4-a0b20db5f2a6 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Calling delete_port for e6c88db4-a371-434d-b81c-bba1b2a0715e owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:43:27.484724 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9730-d480-447a-97d4-a0b20db5f2a6 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (e6c88db4-a371-434d-b81c-bba1b2a0715e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:27.560732 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c9730-d480-447a-97d4-a0b20db5f2a6 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Pushing event deleted for resources: {'Port': ['ID=e6c88db4-a371-434d-b81c-bba1b2a0715e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:27.588302 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c1161-d1ca-47a2-a46a-af7146a03093 req-d1c08f8f-dc82-479a-a907-9678d93c97e2 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:27.591256 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-007c1161-d1ca-47a2-a46a-af7146a03093 req-d1c08f8f-dc82-479a-a907-9678d93c97e2 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 1096 time: 0.2731562 Jan 28 00:43:27.844042 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c37cfe-2ff0-477f-b6e4-0d42d0a672a7 req-ea866b57-c5fe-497e-b4aa-569a53bc2e79 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:27.847008 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b8c37cfe-2ff0-477f-b6e4-0d42d0a672a7 req-ea866b57-c5fe-497e-b4aa-569a53bc2e79 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fff767a-1127-472c-8e8e-a95391a1f8ba HTTP/1.1" status: 200 len: 945 time: 0.2948248 Jan 28 00:43:27.858026 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-007c1161-d1ca-47a2-a46a-af7146a03093 req-b258a561-1bdd-4df4-83f2-6d83bc24939a tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012281 Jan 28 00:43:27.870966 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9730-d480-447a-97d4-a0b20db5f2a6 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:27.877079 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ea3c9730-d480-447a-97d4-a0b20db5f2a6 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "DELETE /v2.0/ports/e6c88db4-a371-434d-b81c-bba1b2a0715e HTTP/1.1" status: 204 len: 168 time: 1.1518116 Jan 28 00:43:27.886080 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54604) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:27.903004 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 54606) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:28.087460 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b8c37cfe-2ff0-477f-b6e4-0d42d0a672a7 req-30c1370b-d168-4b3c-8e4a-d1bd4c171336 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257683 Jan 28 00:43:28.087995 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ceb25f-e461-49cd-aa81-e0a8d3bb8f4c tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Deleting subnet 1bd8a954-b516-49e1-b2a8-a47b9c570cc2 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:43:28.095494 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92ceb25f-e461-49cd-aa81-e0a8d3bb8f4c tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for subnet (1bd8a954-b516-49e1-b2a8-a47b9c570cc2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:28.194770 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92ceb25f-e461-49cd-aa81-e0a8d3bb8f4c tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (1bd8a954-b516-49e1-b2a8-a47b9c570cc2), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:28.358734 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92ceb25f-e461-49cd-aa81-e0a8d3bb8f4c tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (1bd8a954-b516-49e1-b2a8-a47b9c570cc2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:28.496547 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-b279402d-a413-4a7d-9935-884b4d648906 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Deleting port 61e6e123-1538-495d-812f-5cdf3275a6d6 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:43:28.497443 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b279402d-a413-4a7d-9935-884b4d648906 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (61e6e123-1538-495d-812f-5cdf3275a6d6), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:28.595077 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92ceb25f-e461-49cd-aa81-e0a8d3bb8f4c tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (1bd8a954-b516-49e1-b2a8-a47b9c570cc2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:28.617714 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b279402d-a413-4a7d-9935-884b4d648906 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (61e6e123-1538-495d-812f-5cdf3275a6d6), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:28.618385 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b279402d-a413-4a7d-9935-884b4d648906 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for floatingip (61e6e123-1538-495d-812f-5cdf3275a6d6), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:28.637020 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-b279402d-a413-4a7d-9935-884b4d648906 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Calling delete_port for 61e6e123-1538-495d-812f-5cdf3275a6d6 owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:43:28.712769 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ceb25f-e461-49cd-aa81-e0a8d3bb8f4c tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Pushing event deleted for resources: {'Subnet': ['ID=1bd8a954-b516-49e1-b2a8-a47b9c570cc2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:28.719101 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92ceb25f-e461-49cd-aa81-e0a8d3bb8f4c tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:28.722889 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2e84b9-f893-489a-9a9d-7e8cf23045d8 None None] Network ced11932-ebe6-4a02-b131-3fdaf9b641b0 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:43:28.726018 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-92ceb25f-e461-49cd-aa81-e0a8d3bb8f4c tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "DELETE /v2.0/subnets/1bd8a954-b516-49e1-b2a8-a47b9c570cc2 HTTP/1.1" status: 204 len: 168 time: 0.8379707 Jan 28 00:43:28.731128 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54622) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:28.826891 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b279402d-a413-4a7d-9935-884b4d648906 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (61e6e123-1538-495d-812f-5cdf3275a6d6), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:28.844696 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-0428b626-0aca-446e-b54b-206e730735e0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Deleting subnet 2d9566eb-7bee-4e72-9ce3-a47d9d3737eb {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:43:28.851292 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0428b626-0aca-446e-b54b-206e730735e0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for subnet (2d9566eb-7bee-4e72-9ce3-a47d9d3737eb), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:28.891462 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279402d-a413-4a7d-9935-884b4d648906 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event deleted for resources: {'Port': ['ID=61e6e123-1538-495d-812f-5cdf3275a6d6,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:28.969348 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0428b626-0aca-446e-b54b-206e730735e0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (2d9566eb-7bee-4e72-9ce3-a47d9d3737eb), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:29.015274 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b279402d-a413-4a7d-9935-884b4d648906 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for floatingip (98e52700-55c5-4351-babe-a52e8a92622a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:29.016080 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-b279402d-a413-4a7d-9935-884b4d648906 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Floating IP 98e52700-55c5-4351-babe-a52e8a92622a disassociated (deleted). External IP: 172.25.3.142, port: 93c54916-ee01-4ebb-8112-363ceeda3bb2. Jan 28 00:43:29.063112 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcac624-9578-492b-b86e-0851d3e4011d None None] DHCP port deletion for ced11932-ebe6-4a02-b131-3fdaf9b641b0 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:43:29.194841 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5fcac624-9578-492b-b86e-0851d3e4011d None None] Deleting port dc11ba45-5f94-4413-9cd1-afe428a5a351 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:43:29.195980 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5fcac624-9578-492b-b86e-0851d3e4011d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (dc11ba45-5f94-4413-9cd1-afe428a5a351), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:29.271985 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0428b626-0aca-446e-b54b-206e730735e0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (2d9566eb-7bee-4e72-9ce3-a47d9d3737eb), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:29.335460 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-5fcac624-9578-492b-b86e-0851d3e4011d None None] For port dc11ba45-5f94-4413-9cd1-afe428a5a351, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=dc11ba45-5f94-4413-9cd1-afe428a5a351,segment=NetworkSegment(dbf642f2-63c7-40b4-b131-e531d7611510),segment_id=dbf642f2-63c7-40b4-b131-e531d7611510)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:43:29.336588 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5fcac624-9578-492b-b86e-0851d3e4011d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (dc11ba45-5f94-4413-9cd1-afe428a5a351), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:29.357278 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5fcac624-9578-492b-b86e-0851d3e4011d None None] Calling delete_port for dc11ba45-5f94-4413-9cd1-afe428a5a351 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:43:29.421561 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca433b-72f7-44ec-8fcb-df9a2b9fa566 req-e2909e7f-410e-4613-80eb-b0a419610c53 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:29.425883 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7bca433b-72f7-44ec-8fcb-df9a2b9fa566 req-e2909e7f-410e-4613-80eb-b0a419610c53 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.65 "GET /v2.0/ports?device_id=6fff767a-1127-472c-8e8e-a95391a1f8ba HTTP/1.1" status: 200 len: 945 time: 0.3435838 Jan 28 00:43:29.433155 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0428b626-0aca-446e-b54b-206e730735e0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (2d9566eb-7bee-4e72-9ce3-a47d9d3737eb), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:29.465933 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428b626-0aca-446e-b54b-206e730735e0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Pushing event deleted for resources: {'Subnet': ['ID=2d9566eb-7bee-4e72-9ce3-a47d9d3737eb,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:29.479332 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0428b626-0aca-446e-b54b-206e730735e0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:29.485985 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0428b626-0aca-446e-b54b-206e730735e0 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "DELETE /v2.0/subnets/2d9566eb-7bee-4e72-9ce3-a47d9d3737eb HTTP/1.1" status: 204 len: 168 time: 0.7508180 Jan 28 00:43:29.488210 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54628) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:29.495443 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dfc6b0-5986-4569-aba8-388841741df2 None None] Network 0efd91fa-a4c6-4618-8488-fef9eaa5de00 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:43:29.651934 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device dc11ba45-5f94-4413-9cd1-afe428a5a351 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:43:29.761140 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f0fe1ee-3c2a-4289-adf0-96f0635dd429 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (ced11932-ebe6-4a02-b131-3fdaf9b641b0), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:29.904953 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5fcac624-9578-492b-b86e-0851d3e4011d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (dc11ba45-5f94-4413-9cd1-afe428a5a351), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:30.032336 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6f0fe1ee-3c2a-4289-adf0-96f0635dd429 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Deleting port dc11ba45-5f94-4413-9cd1-afe428a5a351 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:43:30.032975 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f0fe1ee-3c2a-4289-adf0-96f0635dd429 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (dc11ba45-5f94-4413-9cd1-afe428a5a351), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:30.213548 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-6f0fe1ee-3c2a-4289-adf0-96f0635dd429 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] For port dc11ba45-5f94-4413-9cd1-afe428a5a351, host n-d-826754-1, got binding levels [] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:43:30.216158 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f0fe1ee-3c2a-4289-adf0-96f0635dd429 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (dc11ba45-5f94-4413-9cd1-afe428a5a351), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:30.254201 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6f0fe1ee-3c2a-4289-adf0-96f0635dd429 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Calling delete_port for dc11ba45-5f94-4413-9cd1-afe428a5a351 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:43:30.266998 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.ipam_backend_mixin [None req-6f0fe1ee-3c2a-4289-adf0-96f0635dd429 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Port dc11ba45-5f94-4413-9cd1-afe428a5a351 was not found and therefore no delete operation was performed {{(pid=103343) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 00:43:30.268402 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f0fe1ee-3c2a-4289-adf0-96f0635dd429 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (dc11ba45-5f94-4413-9cd1-afe428a5a351), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:30.276988 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 9cac760f-6976-4541-b144-cd1690580638 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:43:30.280259 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No active binding found for port dc11ba45-5f94-4413-9cd1-afe428a5a351 {{(pid=103345) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 00:43:30.280902 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] The host n-d-826754-1 is not matching for port dc11ba45-5f94-4413-9cd1-afe428a5a351 host None! {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 00:43:30.281555 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device dc11ba45-5f94-4413-9cd1-afe428a5a351 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:43:30.337590 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0fe1ee-3c2a-4289-adf0-96f0635dd429 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Pushing event deleted for resources: {'Port': ['ID=dc11ba45-5f94-4413-9cd1-afe428a5a351,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:30.339072 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0fe1ee-3c2a-4289-adf0-96f0635dd429 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] No DVR routers for this DVR port dc11ba45-5f94-4413-9cd1-afe428a5a351 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:43:30.339788 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcac624-9578-492b-b86e-0851d3e4011d None None] Pushing event deleted for resources: {'Port': ['ID=dc11ba45-5f94-4413-9cd1-afe428a5a351,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:30.352684 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcac624-9578-492b-b86e-0851d3e4011d None None] No DVR routers for this DVR port dc11ba45-5f94-4413-9cd1-afe428a5a351 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:43:30.365273 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 9cac760f-6976-4541-b144-cd1690580638 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:43:30.365801 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 9cac760f-6976-4541-b144-cd1690580638 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:43:30.500409 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f0fe1ee-3c2a-4289-adf0-96f0635dd429 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (ced11932-ebe6-4a02-b131-3fdaf9b641b0), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:30.525890 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b84acef-0030-4de6-86ce-d0c035be3ea9 None None] DHCP port deletion for 0efd91fa-a4c6-4618-8488-fef9eaa5de00 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:43:30.606935 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c52eff-23dc-40d8-84bf-315eef2a0ebb req-e4ac390b-a0bf-49b0-b085-5309d086bd9c tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:30.614256 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-92c52eff-23dc-40d8-84bf-315eef2a0ebb req-e4ac390b-a0bf-49b0-b085-5309d086bd9c tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fff767a-1127-472c-8e8e-a95391a1f8ba HTTP/1.1" status: 200 len: 945 time: 1.1829503 Jan 28 00:43:30.616934 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-6f0fe1ee-3c2a-4289-adf0-96f0635dd429 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced11932-ebe6-4a02-b131-3fdaf9b641b0']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:30.660270 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-6f0fe1ee-3c2a-4289-adf0-96f0635dd429 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf642f2-63c7-40b4-b131-e531d7611510') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:30.666764 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-6f0fe1ee-3c2a-4289-adf0-96f0635dd429 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf642f2-63c7-40b4-b131-e531d7611510') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:30.689022 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0b84acef-0030-4de6-86ce-d0c035be3ea9 None None] Deleting port c4347754-0975-475a-97a0-85e0fb58b6e2 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:43:30.689412 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b84acef-0030-4de6-86ce-d0c035be3ea9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c4347754-0975-475a-97a0-85e0fb58b6e2), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:30.706005 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f0fe1ee-3c2a-4289-adf0-96f0635dd429 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (dbf642f2-63c7-40b4-b131-e531d7611510), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:30.752522 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f0fe1ee-3c2a-4289-adf0-96f0635dd429 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (dbf642f2-63c7-40b4-b131-e531d7611510), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:30.758665 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-7bca433b-72f7-44ec-8fcb-df9a2b9fa566 req-6066eb97-623a-4be4-bade-a0d0eded10f7 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Deleting port 71ccef60-b89f-429c-83c8-a842ac618d58 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:43:30.759147 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7bca433b-72f7-44ec-8fcb-df9a2b9fa566 req-6066eb97-623a-4be4-bade-a0d0eded10f7 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (71ccef60-b89f-429c-83c8-a842ac618d58), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:30.780266 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f0fe1ee-3c2a-4289-adf0-96f0635dd429 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:43:30.781397 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f0fe1ee-3c2a-4289-adf0-96f0635dd429 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (dbf642f2-63c7-40b4-b131-e531d7611510), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:30.846322 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-0b84acef-0030-4de6-86ce-d0c035be3ea9 None None] For port c4347754-0975-475a-97a0-85e0fb58b6e2, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c4347754-0975-475a-97a0-85e0fb58b6e2,segment=NetworkSegment(acb2bd17-d572-4140-8e42-68801c1a1a85),segment_id=acb2bd17-d572-4140-8e42-68801c1a1a85)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:43:30.847048 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b84acef-0030-4de6-86ce-d0c035be3ea9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c4347754-0975-475a-97a0-85e0fb58b6e2), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:30.902014 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0b84acef-0030-4de6-86ce-d0c035be3ea9 None None] Calling delete_port for c4347754-0975-475a-97a0-85e0fb58b6e2 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:43:30.950240 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:43:30.950240 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:43:30.950240 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:43:30.950240 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:43:30.950240 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:43:30.950240 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:43:30.950240 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:43:30.950240 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:43:30.950240 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:43:30.950240 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:43:30.950240 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:43:30.950240 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:43:30.950240 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:43:30.950240 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:43:30.950240 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:43:30.950240 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:43:30.950240 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:43:30.950240 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:43:30.950240 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:43:30.950240 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:43:30.950240 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:43:30.950240 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:43:30.950240 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:43:30.950240 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:43:30.950240 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:43:30.950240 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:43:30.950240 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:43:30.950240 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:43:30.950240 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:43:30.950240 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:43:30.950240 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:43:30.950240 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:43:30.962262 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f0fe1ee-3c2a-4289-adf0-96f0635dd429 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (ced11932-ebe6-4a02-b131-3fdaf9b641b0), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:30.982587 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-92c52eff-23dc-40d8-84bf-315eef2a0ebb req-74f9756d-a2f2-4cae-9bf9-8545f68bdb90 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674376 Jan 28 00:43:30.996299 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f0fe1ee-3c2a-4289-adf0-96f0635dd429 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:31.005775 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b279402d-a413-4a7d-9935-884b4d648906 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Router c3b4704e-4e89-4841-97ab-d1a16cfe4bcf has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:43:31.019034 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6f0fe1ee-3c2a-4289-adf0-96f0635dd429 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "DELETE /v2.0/networks/ced11932-ebe6-4a02-b131-3fdaf9b641b0 HTTP/1.1" status: 204 len: 168 time: 1.5297251 Jan 28 00:43:31.027551 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 54636) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:31.044937 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0fe1ee-3c2a-4289-adf0-96f0635dd429 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Pushing event deleted for resources: {'Network': ['ID=ced11932-ebe6-4a02-b131-3fdaf9b641b0,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:31.096883 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b84acef-0030-4de6-86ce-d0c035be3ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (c4347754-0975-475a-97a0-85e0fb58b6e2), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:31.190089 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b84acef-0030-4de6-86ce-d0c035be3ea9 None None] No DVR routers for this DVR port c4347754-0975-475a-97a0-85e0fb58b6e2 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:43:31.205425 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b84acef-0030-4de6-86ce-d0c035be3ea9 None None] Pushing event deleted for resources: {'Port': ['ID=c4347754-0975-475a-97a0-85e0fb58b6e2,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:31.272927 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-7bca433b-72f7-44ec-8fcb-df9a2b9fa566 req-6066eb97-623a-4be4-bade-a0d0eded10f7 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] For port 71ccef60-b89f-429c-83c8-a842ac618d58, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=71ccef60-b89f-429c-83c8-a842ac618d58,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:43:31.273291 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7bca433b-72f7-44ec-8fcb-df9a2b9fa566 req-6066eb97-623a-4be4-bade-a0d0eded10f7 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (71ccef60-b89f-429c-83c8-a842ac618d58), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:31.302386 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2de70c44-f531-46c4-b4e5-d035b09da615 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (0efd91fa-a4c6-4618-8488-fef9eaa5de00), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:31.307120 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-7bca433b-72f7-44ec-8fcb-df9a2b9fa566 req-6066eb97-623a-4be4-bade-a0d0eded10f7 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Calling delete_port for 71ccef60-b89f-429c-83c8-a842ac618d58 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:43:31.317626 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b279402d-a413-4a7d-9935-884b4d648906 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:43:31.327094 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b279402d-a413-4a7d-9935-884b4d648906 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:31.339874 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8254e51-5bbf-41cb-b6b7-f6d14fedb976 None None] Sync routers for ids ['c3b4704e-4e89-4841-97ab-d1a16cfe4bcf'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:43:31.385025 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8254e51-5bbf-41cb-b6b7-f6d14fedb976 None None] Routers {'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:43:31.386448 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-d8254e51-5bbf-41cb-b6b7-f6d14fedb976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:43:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c3b4704e-4e89-4841-97ab-d1a16cfe4bcf'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:31.437638 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b279402d-a413-4a7d-9935-884b4d648906 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "DELETE /v2.0/floatingips/98e52700-55c5-4351-babe-a52e8a92622a HTTP/1.1" status: 204 len: 168 time: 3.5329938 Jan 28 00:43:31.442019 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb85a79f-84b9-4eff-be16-a505d619826e', 'tag': '93c54916-ee01-4ebb-8112-363ceeda3bb2'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:43:31.444085 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a6fb4d-b1b6-4c32-bf11-d0b231914961" -d '{"events": [{"name": "network-changed", "server_uuid": "eb85a79f-84b9-4eff-be16-a505d619826e", "tag": "93c54916-ee01-4ebb-8112-363ceeda3bb2"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:43:31.525465 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c4347754-0975-475a-97a0-85e0fb58b6e2 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:43:31.532639 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f932c5-c8a8-4cf5-8a70-520f1a859da1 x-openstack-request-id: req-40f932c5-c8a8-4cf5-8a70-520f1a859da1 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:43:31.533231 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb85a79f-84b9-4eff-be16-a505d619826e", "tag": "93c54916-ee01-4ebb-8112-363ceeda3bb2", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:43:31.533646 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-40f932c5-c8a8-4cf5-8a70-520f1a859da1 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:43:31.534217 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb85a79f-84b9-4eff-be16-a505d619826e', 'tag': '93c54916-ee01-4ebb-8112-363ceeda3bb2', 'status': 'completed', 'code': 200} Jan 28 00:43:31.587443 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: c4347754-0975-475a-97a0-85e0fb58b6e2 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:43:31.588174 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c4347754-0975-475a-97a0-85e0fb58b6e2 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:43:31.645358 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6fb4d-b1b6-4c32-bf11-d0b231914961 req-2bc808b1-4c37-46e7-bdae-58a5909a62b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:31.648076 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84a6fb4d-b1b6-4c32-bf11-d0b231914961 req-2bc808b1-4c37-46e7-bdae-58a5909a62b9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 1096 time: 0.0717204 Jan 28 00:43:31.702256 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7bca433b-72f7-44ec-8fcb-df9a2b9fa566 req-6066eb97-623a-4be4-bade-a0d0eded10f7 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (71ccef60-b89f-429c-83c8-a842ac618d58), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:31.707120 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2de70c44-f531-46c4-b4e5-d035b09da615 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (0efd91fa-a4c6-4618-8488-fef9eaa5de00), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:31.745086 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['ee552b99-6334-45be-8a9c-ea82d5bef5a2', '71ccef60-b89f-429c-83c8-a842ac618d58'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:43:31.768437 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066eb97-623a-4be4-bade-a0d0eded10f7 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Pushing event deleted for resources: {'Port': ['ID=71ccef60-b89f-429c-83c8-a842ac618d58,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:31.779812 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-2de70c44-f531-46c4-b4e5-d035b09da615 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0efd91fa-a4c6-4618-8488-fef9eaa5de00']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:31.808597 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-d8254e51-5bbf-41cb-b6b7-f6d14fedb976 None None] Set router c3b4704e-4e89-4841-97ab-d1a16cfe4bcf gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:43:31.849288 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bca433b-72f7-44ec-8fcb-df9a2b9fa566 req-6066eb97-623a-4be4-bade-a0d0eded10f7 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] No DVR routers for this DVR port 71ccef60-b89f-429c-83c8-a842ac618d58 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:43:31.853964 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-2de70c44-f531-46c4-b4e5-d035b09da615 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb2bd17-d572-4140-8e42-68801c1a1a85') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:31.854418 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-2de70c44-f531-46c4-b4e5-d035b09da615 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb2bd17-d572-4140-8e42-68801c1a1a85') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:31.858531 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7bca433b-72f7-44ec-8fcb-df9a2b9fa566 req-6066eb97-623a-4be4-bade-a0d0eded10f7 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:31.862858 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7bca433b-72f7-44ec-8fcb-df9a2b9fa566 req-6066eb97-623a-4be4-bade-a0d0eded10f7 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.65 "DELETE /v2.0/ports/71ccef60-b89f-429c-83c8-a842ac618d58 HTTP/1.1" status: 204 len: 173 time: 2.3672433 Jan 28 00:43:31.879319 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2de70c44-f531-46c4-b4e5-d035b09da615 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (acb2bd17-d572-4140-8e42-68801c1a1a85), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:31.962210 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2de70c44-f531-46c4-b4e5-d035b09da615 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (acb2bd17-d572-4140-8e42-68801c1a1a85), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:31.967187 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6fb4d-b1b6-4c32-bf11-d0b231914961 req-75104e97-8187-4eaf-92e1-992d9ee9b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:31.975035 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84a6fb4d-b1b6-4c32-bf11-d0b231914961 req-75104e97-8187-4eaf-92e1-992d9ee9b665 service neutron] 10.222.0.65 "GET /v2.0/networks?id=04e868f3-480f-42e0-9ba8-7cbc168b320e HTTP/1.1" status: 200 len: 898 time: 0.3177438 Jan 28 00:43:31.983005 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de70c44-f531-46c4-b4e5-d035b09da615 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:43:31.983793 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2de70c44-f531-46c4-b4e5-d035b09da615 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (acb2bd17-d572-4140-8e42-68801c1a1a85), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:31.993151 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:43:31.993151 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:43:31.993151 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:43:31.993151 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:43:31.993151 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:43:31.993151 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:43:31.993151 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:43:31.993151 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:43:31.993151 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:43:31.993151 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:43:31.993151 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:43:31.993151 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:43:31.993151 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:43:31.993151 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:43:31.993151 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:43:31.993151 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:43:31.993151 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:43:31.993151 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:43:31.993151 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:43:31.993151 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:43:31.993151 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:43:31.993151 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:43:31.993151 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:43:31.993151 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:43:31.993151 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:43:31.993151 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:43:31.993151 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:43:31.993151 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:43:31.993151 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:43:31.993151 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:43:31.993151 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:43:31.993151 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:43:32.104963 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84a6fb4d-b1b6-4c32-bf11-d0b231914961 req-6748e156-e312-48cd-b63d-c219758d5c76 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93c54916-ee01-4ebb-8112-363ceeda3bb2 HTTP/1.1" status: 200 len: 217 time: 0.1093221 Jan 28 00:43:32.250960 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6fb4d-b1b6-4c32-bf11-d0b231914961 req-eb1c5fc9-0565-4390-8bad-7d1f0097cb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:32.256841 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84a6fb4d-b1b6-4c32-bf11-d0b231914961 req-eb1c5fc9-0565-4390-8bad-7d1f0097cb2b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=58a98ec0-7123-4035-8d6c-5b9baaac427d HTTP/1.1" status: 200 len: 834 time: 0.1433036 Jan 28 00:43:32.295142 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52a4f1fc-1b24-4e7f-b5f6-22d380766bf1 req-b9a0c133-7d96-4725-9ce6-e849d8d6dc6b tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fff767a-1127-472c-8e8e-a95391a1f8ba HTTP/1.1" status: 200 len: 210 time: 0.1206641 Jan 28 00:43:32.328173 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2de70c44-f531-46c4-b4e5-d035b09da615 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (0efd91fa-a4c6-4618-8488-fef9eaa5de00), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:32.347973 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6fb4d-b1b6-4c32-bf11-d0b231914961 req-f477c269-90ac-4ad4-ab18-0320cb5ab45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:32.351455 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84a6fb4d-b1b6-4c32-bf11-d0b231914961 req-f477c269-90ac-4ad4-ab18-0320cb5ab45b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=04e868f3-480f-42e0-9ba8-7cbc168b320e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837688 Jan 28 00:43:32.355456 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cdc05-b270-4a9b-a864-bb994628f28c req-a1ab5515-ddf4-435b-9a65-4f953cbe5fbd tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:32.358638 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-d8254e51-5bbf-41cb-b6b7-f6d14fedb976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560959534', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '2d32f2cc-2de7-4528-a49a-d05bdcd0c66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:40:33Z', 'updated_at': '2022-01-28T00:40:41Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '2d32f2cc-2de7-4528-a49a-d05bdcd0c66a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:40:35Z', 'updated_at': '2022-01-28T00:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'cb0047a1-63d5-47b5-9c5c-98530008d001', 'name': '', 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:0a:03:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '58a98ec0-7123-4035-8d6c-5b9baaac427d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:40:40Z', 'updated_at': '2022-01-28T00:40:49Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': '58a98ec0-7123-4035-8d6c-5b9baaac427d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:32.361853 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-086cdc05-b270-4a9b-a864-bb994628f28c req-a1ab5515-ddf4-435b-9a65-4f953cbe5fbd tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 945 time: 0.3254356 Jan 28 00:43:32.366333 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2de70c44-f531-46c4-b4e5-d035b09da615 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:32.375875 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2de70c44-f531-46c4-b4e5-d035b09da615 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] 10.222.0.70 "DELETE /v2.0/networks/0efd91fa-a4c6-4618-8488-fef9eaa5de00 HTTP/1.1" status: 204 len: 168 time: 1.3370159 Jan 28 00:43:32.434046 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8254e51-5bbf-41cb-b6b7-f6d14fedb976 None None] Checking router: c3b4704e-4e89-4841-97ab-d1a16cfe4bcf for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:43:32.487829 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8254e51-5bbf-41cb-b6b7-f6d14fedb976 None None] Routers {'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:43:32.487829 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-d8254e51-5bbf-41cb-b6b7-f6d14fedb976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:43:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c3b4704e-4e89-4841-97ab-d1a16cfe4bcf'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:32.565624 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de70c44-f531-46c4-b4e5-d035b09da615 tempest-TaggedBootDevicesTest-1976522741 tempest-TaggedBootDevicesTest-1976522741-project] Pushing event deleted for resources: {'Network': ['ID=0efd91fa-a4c6-4618-8488-fef9eaa5de00,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:32.598147 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84a6fb4d-b1b6-4c32-bf11-d0b231914961 req-2ddfe6d2-f01d-4369-bbbe-1306f0daf1e4 service neutron] 10.222.0.65 "GET /v2.0/networks/04e868f3-480f-42e0-9ba8-7cbc168b320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256374 Jan 28 00:43:32.664054 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-086cdc05-b270-4a9b-a864-bb994628f28c req-bd21d07e-3b2b-4d7e-bf9d-8e2fe4e31e34 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2912488 Jan 28 00:43:32.805903 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-d8254e51-5bbf-41cb-b6b7-f6d14fedb976 None None] Set router c3b4704e-4e89-4841-97ab-d1a16cfe4bcf gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:43:32.838812 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84a6fb4d-b1b6-4c32-bf11-d0b231914961 req-5eb3c77c-f535-4780-b4cb-17126800287d service neutron] 10.222.0.65 "GET /v2.0/networks/04e868f3-480f-42e0-9ba8-7cbc168b320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153034 Jan 28 00:43:33.241271 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-d8254e51-5bbf-41cb-b6b7-f6d14fedb976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560959534', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '2d32f2cc-2de7-4528-a49a-d05bdcd0c66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:40:33Z', 'updated_at': '2022-01-28T00:40:41Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '2d32f2cc-2de7-4528-a49a-d05bdcd0c66a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:40:35Z', 'updated_at': '2022-01-28T00:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'cb0047a1-63d5-47b5-9c5c-98530008d001', 'name': '', 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:0a:03:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '58a98ec0-7123-4035-8d6c-5b9baaac427d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:40:40Z', 'updated_at': '2022-01-28T00:40:49Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': '58a98ec0-7123-4035-8d6c-5b9baaac427d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:33.272212 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8254e51-5bbf-41cb-b6b7-f6d14fedb976 None None] The sync data for ids ['c3b4704e-4e89-4841-97ab-d1a16cfe4bcf'] in n-d-826754-1 is: [{'id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560959534', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '2d32f2cc-2de7-4528-a49a-d05bdcd0c66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:40:33Z', 'updated_at': '2022-01-28T00:40:41Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '2d32f2cc-2de7-4528-a49a-d05bdcd0c66a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:40:35Z', 'updated_at': '2022-01-28T00:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'cb0047a1-63d5-47b5-9c5c-98530008d001', 'name': '', 'network_id': '04e868f3-480f-42e0-9ba8-7cbc168b320e', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:0a:03:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '58a98ec0-7123-4035-8d6c-5b9baaac427d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:40:40Z', 'updated_at': '2022-01-28T00:40:49Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': '58a98ec0-7123-4035-8d6c-5b9baaac427d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:43:33.536419 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fff767a-1127-472c-8e8e-a95391a1f8ba', 'name': 'network-vif-deleted', 'tag': '71ccef60-b89f-429c-83c8-a842ac618d58'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:43:33.540423 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791860ce-4a27-4622-98ed-c1c5881d8407" -d '{"events": [{"server_uuid": "6fff767a-1127-472c-8e8e-a95391a1f8ba", "name": "network-vif-deleted", "tag": "71ccef60-b89f-429c-83c8-a842ac618d58"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:43:33.608918 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43726b84-35ec-48d0-ba43-a537e90217c0 x-openstack-request-id: req-43726b84-35ec-48d0-ba43-a537e90217c0 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:43:33.609345 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fff767a-1127-472c-8e8e-a95391a1f8ba", "name": "network-vif-deleted", "tag": "71ccef60-b89f-429c-83c8-a842ac618d58", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:43:33.609794 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-43726b84-35ec-48d0-ba43-a537e90217c0 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:43:33.610396 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fff767a-1127-472c-8e8e-a95391a1f8ba', 'name': 'network-vif-deleted', 'tag': '71ccef60-b89f-429c-83c8-a842ac618d58', 'status': 'completed', 'code': 200} Jan 28 00:43:33.793289 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253269af-355b-4e73-9643-2f2cd7c8f44b None None] New status for floating IP 98e52700-55c5-4351-babe-a52e8a92622a: DOWN {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:43:33.833205 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087a813-3d2b-4244-af78-e21bcf47e2f7 req-9c442555-c91b-4267-a0ef-2bd6735922cf tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:33.838474 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c087a813-3d2b-4244-af78-e21bcf47e2f7 req-9c442555-c91b-4267-a0ef-2bd6735922cf tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 945 time: 0.1326079 Jan 28 00:43:33.947138 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337eb87-117d-4bcf-a3af-f9e9573eef12 req-4e7298bb-18f9-4b80-b5b4-8e4061fd1ace tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:33.956220 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1337eb87-117d-4bcf-a3af-f9e9573eef12 req-4e7298bb-18f9-4b80-b5b4-8e4061fd1ace tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 946 time: 0.1260245 Jan 28 00:43:34.003501 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b3ba1-94d7-465b-b281-86654c84b716 req-54f3fccf-1e79-4c9a-a898-cc9e676e0184 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:34.013809 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-003b3ba1-94d7-465b-b281-86654c84b716 req-54f3fccf-1e79-4c9a-a898-cc9e676e0184 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 945 time: 0.1364548 Jan 28 00:43:34.016423 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 71ccef60-b89f-429c-83c8-a842ac618d58 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:43:34.021931 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-c087a813-3d2b-4244-af78-e21bcf47e2f7 req-5c7fda3e-3f77-4e58-8122-ddb5832d6718 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Deleting port 93c54916-ee01-4ebb-8112-363ceeda3bb2 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:43:34.022549 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c087a813-3d2b-4244-af78-e21bcf47e2f7 req-5c7fda3e-3f77-4e58-8122-ddb5832d6718 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (93c54916-ee01-4ebb-8112-363ceeda3bb2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:34.118817 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 71ccef60-b89f-429c-83c8-a842ac618d58 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:43:34.119359 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 71ccef60-b89f-429c-83c8-a842ac618d58 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:43:34.174126 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1337eb87-117d-4bcf-a3af-f9e9573eef12 req-8a9c12af-d9c6-4a82-a41b-cbef863ba8e8 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163618 Jan 28 00:43:34.206462 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-c087a813-3d2b-4244-af78-e21bcf47e2f7 req-5c7fda3e-3f77-4e58-8122-ddb5832d6718 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] For port 93c54916-ee01-4ebb-8112-363ceeda3bb2, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=93c54916-ee01-4ebb-8112-363ceeda3bb2,segment=NetworkSegment(abf448c0-df20-4725-ac1a-edb312562da6),segment_id=abf448c0-df20-4725-ac1a-edb312562da6)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:43:34.206837 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c087a813-3d2b-4244-af78-e21bcf47e2f7 req-5c7fda3e-3f77-4e58-8122-ddb5832d6718 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (93c54916-ee01-4ebb-8112-363ceeda3bb2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:34.217508 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-003b3ba1-94d7-465b-b281-86654c84b716 req-a5bf94b7-6077-43ea-b51c-1c262fea38fb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=e19f7031-34b4-4982-ac34-c9e0381d8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022467 Jan 28 00:43:34.224461 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-c087a813-3d2b-4244-af78-e21bcf47e2f7 req-5c7fda3e-3f77-4e58-8122-ddb5832d6718 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Calling delete_port for 93c54916-ee01-4ebb-8112-363ceeda3bb2 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:43:34.387956 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c087a813-3d2b-4244-af78-e21bcf47e2f7 req-5c7fda3e-3f77-4e58-8122-ddb5832d6718 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (93c54916-ee01-4ebb-8112-363ceeda3bb2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:34.422603 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7fda3e-3f77-4e58-8122-ddb5832d6718 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event deleted for resources: {'Port': ['ID=93c54916-ee01-4ebb-8112-363ceeda3bb2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:34.518249 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-c087a813-3d2b-4244-af78-e21bcf47e2f7 req-5c7fda3e-3f77-4e58-8122-ddb5832d6718 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] No DVR routers for this DVR port 93c54916-ee01-4ebb-8112-363ceeda3bb2 on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:43:34.525080 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c087a813-3d2b-4244-af78-e21bcf47e2f7 req-5c7fda3e-3f77-4e58-8122-ddb5832d6718 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:34.528889 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c087a813-3d2b-4244-af78-e21bcf47e2f7 req-5c7fda3e-3f77-4e58-8122-ddb5832d6718 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.65 "DELETE /v2.0/ports/93c54916-ee01-4ebb-8112-363ceeda3bb2 HTTP/1.1" status: 204 len: 173 time: 0.6821449 Jan 28 00:43:34.529413 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb85a79f-84b9-4eff-be16-a505d619826e', 'name': 'network-vif-deleted', 'tag': '93c54916-ee01-4ebb-8112-363ceeda3bb2'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:43:34.531878 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ee1c52-5f6f-4a19-83c4-0aea966848f5" -d '{"events": [{"server_uuid": "eb85a79f-84b9-4eff-be16-a505d619826e", "name": "network-vif-deleted", "tag": "93c54916-ee01-4ebb-8112-363ceeda3bb2"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:43:34.594069 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13f21bc-5952-4534-b850-a919314db792 x-openstack-request-id: req-d13f21bc-5952-4534-b850-a919314db792 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:43:34.594403 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb85a79f-84b9-4eff-be16-a505d619826e", "name": "network-vif-deleted", "tag": "93c54916-ee01-4ebb-8112-363ceeda3bb2", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:43:34.594665 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d13f21bc-5952-4534-b850-a919314db792 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:43:34.595080 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb85a79f-84b9-4eff-be16-a505d619826e', 'name': 'network-vif-deleted', 'tag': '93c54916-ee01-4ebb-8112-363ceeda3bb2', 'status': 'completed', 'code': 200} Jan 28 00:43:35.505239 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e426f3-1a37-4dd5-83d7-4ec89f63f71e req-adc9df32-db88-4ce1-88a2-896d360a0ed4 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:35.507139 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-96e426f3-1a37-4dd5-83d7-4ec89f63f71e req-adc9df32-db88-4ce1-88a2-896d360a0ed4 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 946 time: 0.1261425 Jan 28 00:43:35.549305 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05949581-9724-4ce6-9c45-48547046f6ad req-8162debf-4cd4-466e-89ea-1b319c757cf4 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb85a79f-84b9-4eff-be16-a505d619826e HTTP/1.1" status: 200 len: 210 time: 0.0893550 Jan 28 00:43:35.588711 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da425bbf-a25d-4ae3-b58b-2cde01ecddef req-4ebc8f31-9a93-439b-ad0f-a088ed969cde tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:35.591944 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-da425bbf-a25d-4ae3-b58b-2cde01ecddef req-4ebc8f31-9a93-439b-ad0f-a088ed969cde tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 946 time: 0.2449603 Jan 28 00:43:35.698865 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-da425bbf-a25d-4ae3-b58b-2cde01ecddef req-98d1181c-856e-49cd-8a55-b6e367e9f630 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3ba9c14e-010b-41ca-ae81-cb52453dc7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970368 Jan 28 00:43:35.728135 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-96e426f3-1a37-4dd5-83d7-4ec89f63f71e req-4b28ad4c-e275-4763-b7c1-77df7cade3df tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Deleting port ee552b99-6334-45be-8a9c-ea82d5bef5a2 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:43:35.728333 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-96e426f3-1a37-4dd5-83d7-4ec89f63f71e req-4b28ad4c-e275-4763-b7c1-77df7cade3df tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (ee552b99-6334-45be-8a9c-ea82d5bef5a2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:35.921412 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-96e426f3-1a37-4dd5-83d7-4ec89f63f71e req-4b28ad4c-e275-4763-b7c1-77df7cade3df tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] For port ee552b99-6334-45be-8a9c-ea82d5bef5a2, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ee552b99-6334-45be-8a9c-ea82d5bef5a2,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:43:35.921791 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-96e426f3-1a37-4dd5-83d7-4ec89f63f71e req-4b28ad4c-e275-4763-b7c1-77df7cade3df tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (ee552b99-6334-45be-8a9c-ea82d5bef5a2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:35.938878 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-96e426f3-1a37-4dd5-83d7-4ec89f63f71e req-4b28ad4c-e275-4763-b7c1-77df7cade3df tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Calling delete_port for ee552b99-6334-45be-8a9c-ea82d5bef5a2 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:43:36.058590 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1eed15ae-0e31-43b2-9174-493865126a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:36.151343 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-96e426f3-1a37-4dd5-83d7-4ec89f63f71e req-4b28ad4c-e275-4763-b7c1-77df7cade3df tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (ee552b99-6334-45be-8a9c-ea82d5bef5a2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:36.187724 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['ee552b99-6334-45be-8a9c-ea82d5bef5a2'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:43:36.202344 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28ad4c-e275-4763-b7c1-77df7cade3df tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Pushing event deleted for resources: {'Port': ['ID=ee552b99-6334-45be-8a9c-ea82d5bef5a2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:36.283550 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e426f3-1a37-4dd5-83d7-4ec89f63f71e req-4b28ad4c-e275-4763-b7c1-77df7cade3df tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] No DVR routers for this DVR port ee552b99-6334-45be-8a9c-ea82d5bef5a2 on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:43:36.288919 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-96e426f3-1a37-4dd5-83d7-4ec89f63f71e req-4b28ad4c-e275-4763-b7c1-77df7cade3df tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:36.292932 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-96e426f3-1a37-4dd5-83d7-4ec89f63f71e req-4b28ad4c-e275-4763-b7c1-77df7cade3df tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.65 "DELETE /v2.0/ports/ee552b99-6334-45be-8a9c-ea82d5bef5a2 HTTP/1.1" status: 204 len: 173 time: 0.7757556 Jan 28 00:43:36.596896 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa55016-c998-404b-b7d0-c46f52cfbbad', 'name': 'network-vif-deleted', 'tag': 'ee552b99-6334-45be-8a9c-ea82d5bef5a2'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:43:36.599760 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b96e49-1029-4ebd-80f8-0ac1790d5a2b" -d '{"events": [{"server_uuid": "4fa55016-c998-404b-b7d0-c46f52cfbbad", "name": "network-vif-deleted", "tag": "ee552b99-6334-45be-8a9c-ea82d5bef5a2"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:43:36.659100 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21a089b-3141-4e62-88d7-2fe290147c4e x-openstack-request-id: req-c21a089b-3141-4e62-88d7-2fe290147c4e {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:43:36.659643 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa55016-c998-404b-b7d0-c46f52cfbbad", "name": "network-vif-deleted", "tag": "ee552b99-6334-45be-8a9c-ea82d5bef5a2", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:43:36.660089 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c21a089b-3141-4e62-88d7-2fe290147c4e {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:43:36.660683 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa55016-c998-404b-b7d0-c46f52cfbbad', 'name': 'network-vif-deleted', 'tag': 'ee552b99-6334-45be-8a9c-ea82d5bef5a2', 'status': 'completed', 'code': 200} Jan 28 00:43:36.693597 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 54706) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:37.025274 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5234e264-d2d0-4c04-8eb3-468327dd8210 req-c7e336e4-60c5-402b-a98d-83a1a46b0234 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fa55016-c998-404b-b7d0-c46f52cfbbad HTTP/1.1" status: 200 len: 210 time: 0.0848939 Jan 28 00:43:37.387915 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0c408d55-ca65-4af5-b18f-07319eeb97eb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (c3b4704e-4e89-4841-97ab-d1a16cfe4bcf), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:37.754992 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-0c408d55-ca65-4af5-b18f-07319eeb97eb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Deleting port cb0047a1-63d5-47b5-9c5c-98530008d001 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:43:37.756281 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0c408d55-ca65-4af5-b18f-07319eeb97eb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (cb0047a1-63d5-47b5-9c5c-98530008d001), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:37.930624 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-0c408d55-ca65-4af5-b18f-07319eeb97eb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] For port cb0047a1-63d5-47b5-9c5c-98530008d001, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=cb0047a1-63d5-47b5-9c5c-98530008d001,segment=NetworkSegment(abf448c0-df20-4725-ac1a-edb312562da6),segment_id=abf448c0-df20-4725-ac1a-edb312562da6)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:43:37.931216 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0c408d55-ca65-4af5-b18f-07319eeb97eb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (cb0047a1-63d5-47b5-9c5c-98530008d001), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:37.963412 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-0c408d55-ca65-4af5-b18f-07319eeb97eb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Calling delete_port for cb0047a1-63d5-47b5-9c5c-98530008d001 owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:43:38.004590 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 93c54916-ee01-4ebb-8112-363ceeda3bb2 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:43:38.099776 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 93c54916-ee01-4ebb-8112-363ceeda3bb2 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:43:38.100438 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 93c54916-ee01-4ebb-8112-363ceeda3bb2 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:43:38.245394 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0c408d55-ca65-4af5-b18f-07319eeb97eb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (cb0047a1-63d5-47b5-9c5c-98530008d001), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:38.310412 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c408d55-ca65-4af5-b18f-07319eeb97eb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event deleted for resources: {'Port': ['ID=cb0047a1-63d5-47b5-9c5c-98530008d001,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:38.409591 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89fbf135-85c6-448e-a9a9-f6abe17e9c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:38.668675 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6bfcd0-b41a-4227-8eaa-3477dd4f6e94 req-97a17705-d230-4b22-8274-1ef190fa6904 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:38.675350 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2a6bfcd0-b41a-4227-8eaa-3477dd4f6e94 req-97a17705-d230-4b22-8274-1ef190fa6904 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.1545610 Jan 28 00:43:38.873767 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2a6bfcd0-b41a-4227-8eaa-3477dd4f6e94 req-6cf3a401-1c08-4685-bb17-774debb96ef0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439891 Jan 28 00:43:38.910350 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0c408d55-ca65-4af5-b18f-07319eeb97eb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (c3b4704e-4e89-4841-97ab-d1a16cfe4bcf), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:39.288688 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c408d55-ca65-4af5-b18f-07319eeb97eb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Router c3b4704e-4e89-4841-97ab-d1a16cfe4bcf has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:43:39.505004 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c408d55-ca65-4af5-b18f-07319eeb97eb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:43:39.524308 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54738) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:39.525678 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0c408d55-ca65-4af5-b18f-07319eeb97eb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "PUT /v2.0/routers/c3b4704e-4e89-4841-97ab-d1a16cfe4bcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8284779 Jan 28 00:43:39.534595 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4766f61d-5577-4afe-a9d6-7b8a0f0c85e2 None None] Sync routers for ids ['c3b4704e-4e89-4841-97ab-d1a16cfe4bcf'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:43:39.560455 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4766f61d-5577-4afe-a9d6-7b8a0f0c85e2 None None] Routers {'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:43:39.561358 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-4766f61d-5577-4afe-a9d6-7b8a0f0c85e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:43:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c3b4704e-4e89-4841-97ab-d1a16cfe4bcf'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:39.641999 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ae5510-4a7d-460a-bbf8-5532f16daad3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Deleting subnet 58a98ec0-7123-4035-8d6c-5b9baaac427d {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:43:39.653206 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a7ae5510-4a7d-460a-bbf8-5532f16daad3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for subnet (58a98ec0-7123-4035-8d6c-5b9baaac427d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:39.697300 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:39.745896 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a7ae5510-4a7d-460a-bbf8-5532f16daad3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (58a98ec0-7123-4035-8d6c-5b9baaac427d), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:39.768660 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-4766f61d-5577-4afe-a9d6-7b8a0f0c85e2 None None] Set router c3b4704e-4e89-4841-97ab-d1a16cfe4bcf gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:43:39.917504 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a7ae5510-4a7d-460a-bbf8-5532f16daad3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (58a98ec0-7123-4035-8d6c-5b9baaac427d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:40.005293 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device ee552b99-6334-45be-8a9c-ea82d5bef5a2 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:43:40.025823 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a7ae5510-4a7d-460a-bbf8-5532f16daad3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (58a98ec0-7123-4035-8d6c-5b9baaac427d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:40.090636 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: ee552b99-6334-45be-8a9c-ea82d5bef5a2 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:43:40.091263 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device ee552b99-6334-45be-8a9c-ea82d5bef5a2 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:43:40.096198 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc136d33-d840-4778-aad2-16e62d08985d None None] Network 04e868f3-480f-42e0-9ba8-7cbc168b320e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:43:40.101758 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a7ae5510-4a7d-460a-bbf8-5532f16daad3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:40.118305 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a7ae5510-4a7d-460a-bbf8-5532f16daad3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "DELETE /v2.0/subnets/58a98ec0-7123-4035-8d6c-5b9baaac427d HTTP/1.1" status: 204 len: 168 time: 0.5859349 Jan 28 00:43:40.146423 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 54746) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:40.208587 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-4766f61d-5577-4afe-a9d6-7b8a0f0c85e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560959534', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '2d32f2cc-2de7-4528-a49a-d05bdcd0c66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:40:33Z', 'updated_at': '2022-01-28T00:43:38Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '2d32f2cc-2de7-4528-a49a-d05bdcd0c66a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:40:35Z', 'updated_at': '2022-01-28T00:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:40.238942 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae5510-4a7d-460a-bbf8-5532f16daad3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event deleted for resources: {'Subnet': ['ID=58a98ec0-7123-4035-8d6c-5b9baaac427d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:40.276805 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4766f61d-5577-4afe-a9d6-7b8a0f0c85e2 None None] Checking router: c3b4704e-4e89-4841-97ab-d1a16cfe4bcf for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:43:40.297255 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4766f61d-5577-4afe-a9d6-7b8a0f0c85e2 None None] Routers {'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:43:40.298285 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-4766f61d-5577-4afe-a9d6-7b8a0f0c85e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:43:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c3b4704e-4e89-4841-97ab-d1a16cfe4bcf'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:40.315071 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982d4f0-9c0c-4f8d-b9b6-a56129237590 req-a3f45697-4c5f-4bf2-8379-2babf7571b44 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:40.327494 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0982d4f0-9c0c-4f8d-b9b6-a56129237590 req-a3f45697-4c5f-4bf2-8379-2babf7571b44 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.2593911 Jan 28 00:43:40.333658 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e6d09-6658-49b1-8bc2-6453efca2139 req-005d7896-3feb-454d-8f0d-7752dd6caeb5 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:40.338101 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-845e6d09-6658-49b1-8bc2-6453efca2139 req-005d7896-3feb-454d-8f0d-7752dd6caeb5 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.65 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 945 time: 0.1319182 Jan 28 00:43:40.521198 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3273b9c0-7a01-47c6-b111-29f36491d660 None None] DHCP port deletion for 04e868f3-480f-42e0-9ba8-7cbc168b320e request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:43:40.551020 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0982d4f0-9c0c-4f8d-b9b6-a56129237590 req-d84b9e6b-c22d-416b-bd34-1278253ad660 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd50f8d5-207f-402b-9b1c-d34cb8a29e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204897 Jan 28 00:43:40.562003 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-54d1e186-2c6d-4407-8220-ead633e4ac19 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router (c3b4704e-4e89-4841-97ab-d1a16cfe4bcf), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:40.625800 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-845e6d09-6658-49b1-8bc2-6453efca2139 req-b8cdb83f-b65c-4953-a9d4-2723d0a31142 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Deleting port e413624a-1e51-4367-8bee-9d98fc660577 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:43:40.627116 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-845e6d09-6658-49b1-8bc2-6453efca2139 req-b8cdb83f-b65c-4953-a9d4-2723d0a31142 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (e413624a-1e51-4367-8bee-9d98fc660577), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:40.635238 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-4766f61d-5577-4afe-a9d6-7b8a0f0c85e2 None None] Set router c3b4704e-4e89-4841-97ab-d1a16cfe4bcf gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:43:40.658142 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3273b9c0-7a01-47c6-b111-29f36491d660 None None] Deleting port 77324d60-7d09-4089-b0e6-f4fa9237e31c {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:43:40.658522 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3273b9c0-7a01-47c6-b111-29f36491d660 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (77324d60-7d09-4089-b0e6-f4fa9237e31c), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:40.821704 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-54d1e186-2c6d-4407-8220-ead633e4ac19 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router_gateway (c3b4704e-4e89-4841-97ab-d1a16cfe4bcf), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:40.842320 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-845e6d09-6658-49b1-8bc2-6453efca2139 req-b8cdb83f-b65c-4953-a9d4-2723d0a31142 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] For port e413624a-1e51-4367-8bee-9d98fc660577, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e413624a-1e51-4367-8bee-9d98fc660577,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:43:40.845914 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-845e6d09-6658-49b1-8bc2-6453efca2139 req-b8cdb83f-b65c-4953-a9d4-2723d0a31142 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (e413624a-1e51-4367-8bee-9d98fc660577), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:40.856811 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-3273b9c0-7a01-47c6-b111-29f36491d660 None None] For port 77324d60-7d09-4089-b0e6-f4fa9237e31c, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=77324d60-7d09-4089-b0e6-f4fa9237e31c,segment=NetworkSegment(abf448c0-df20-4725-ac1a-edb312562da6),segment_id=abf448c0-df20-4725-ac1a-edb312562da6)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:43:40.858018 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3273b9c0-7a01-47c6-b111-29f36491d660 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (77324d60-7d09-4089-b0e6-f4fa9237e31c), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:40.910978 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3273b9c0-7a01-47c6-b111-29f36491d660 None None] Calling delete_port for 77324d60-7d09-4089-b0e6-f4fa9237e31c owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:43:40.957271 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-54d1e186-2c6d-4407-8220-ead633e4ac19 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Deleting port 2d32f2cc-2de7-4528-a49a-d05bdcd0c66a {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:43:40.958260 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-54d1e186-2c6d-4407-8220-ead633e4ac19 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (2d32f2cc-2de7-4528-a49a-d05bdcd0c66a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:41.110917 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-4766f61d-5577-4afe-a9d6-7b8a0f0c85e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560959534', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '2d32f2cc-2de7-4528-a49a-d05bdcd0c66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:40:33Z', 'updated_at': '2022-01-28T00:43:38Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '2d32f2cc-2de7-4528-a49a-d05bdcd0c66a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:40:35Z', 'updated_at': '2022-01-28T00:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:41.161912 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-54d1e186-2c6d-4407-8220-ead633e4ac19 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] For port 2d32f2cc-2de7-4528-a49a-d05bdcd0c66a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2d32f2cc-2de7-4528-a49a-d05bdcd0c66a,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:43:41.163793 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-54d1e186-2c6d-4407-8220-ead633e4ac19 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (2d32f2cc-2de7-4528-a49a-d05bdcd0c66a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:41.178744 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-54d1e186-2c6d-4407-8220-ead633e4ac19 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Calling delete_port for 2d32f2cc-2de7-4528-a49a-d05bdcd0c66a owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:43:41.199833 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4766f61d-5577-4afe-a9d6-7b8a0f0c85e2 None None] The sync data for ids ['c3b4704e-4e89-4841-97ab-d1a16cfe4bcf'] in n-d-826754-1 is: [{'id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560959534', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '2d32f2cc-2de7-4528-a49a-d05bdcd0c66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:40:33Z', 'updated_at': '2022-01-28T00:43:38Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '2d32f2cc-2de7-4528-a49a-d05bdcd0c66a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4704e-4e89-4841-97ab-d1a16cfe4bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:40:35Z', 'updated_at': '2022-01-28T00:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:43:41.235368 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3273b9c0-7a01-47c6-b111-29f36491d660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (77324d60-7d09-4089-b0e6-f4fa9237e31c), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:41.241947 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:41.275380 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-845e6d09-6658-49b1-8bc2-6453efca2139 req-b8cdb83f-b65c-4953-a9d4-2723d0a31142 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:41.277195 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-845e6d09-6658-49b1-8bc2-6453efca2139 req-b8cdb83f-b65c-4953-a9d4-2723d0a31142 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (dcd941a6-9a81-4a66-af75-175636fd01f4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:41.278819 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [req-845e6d09-6658-49b1-8bc2-6453efca2139 req-b8cdb83f-b65c-4953-a9d4-2723d0a31142 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Floating IP dcd941a6-9a81-4a66-af75-175636fd01f4 disassociated. External IP: 172.25.3.56, port: e413624a-1e51-4367-8bee-9d98fc660577. Jan 28 00:43:41.279145 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-845e6d09-6658-49b1-8bc2-6453efca2139 req-b8cdb83f-b65c-4953-a9d4-2723d0a31142 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Calling delete_port for e413624a-1e51-4367-8bee-9d98fc660577 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:43:41.309169 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273b9c0-7a01-47c6-b111-29f36491d660 None None] Pushing event deleted for resources: {'Port': ['ID=77324d60-7d09-4089-b0e6-f4fa9237e31c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:41.332681 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3273b9c0-7a01-47c6-b111-29f36491d660 None None] No DVR routers for this DVR port 77324d60-7d09-4089-b0e6-f4fa9237e31c on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:43:41.536066 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-845e6d09-6658-49b1-8bc2-6453efca2139 req-b8cdb83f-b65c-4953-a9d4-2723d0a31142 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (e413624a-1e51-4367-8bee-9d98fc660577), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:41.668853 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cdb83f-b65c-4953-a9d4-2723d0a31142 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Pushing event deleted for resources: {'Port': ['ID=e413624a-1e51-4367-8bee-9d98fc660577,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:41.738644 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-54d1e186-2c6d-4407-8220-ead633e4ac19 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (2d32f2cc-2de7-4528-a49a-d05bdcd0c66a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:41.825713 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device cb0047a1-63d5-47b5-9c5c-98530008d001 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:43:41.856005 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1e186-2c6d-4407-8220-ead633e4ac19 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event deleted for resources: {'Port': ['ID=2d32f2cc-2de7-4528-a49a-d05bdcd0c66a,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:41.887359 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-db11f456-1b4f-4398-81e0-c0baccb6c42a req-7ee601e0-413f-45e5-8893-98c928ea0bb9 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 210 time: 0.0489302 Jan 28 00:43:41.965086 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: cb0047a1-63d5-47b5-9c5c-98530008d001 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:43:41.965692 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device cb0047a1-63d5-47b5-9c5c-98530008d001 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:43:41.968340 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 77324d60-7d09-4089-b0e6-f4fa9237e31c no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:43:41.999341 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-54d1e186-2c6d-4407-8220-ead633e4ac19 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (c3b4704e-4e89-4841-97ab-d1a16cfe4bcf), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:42.018824 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 77324d60-7d09-4089-b0e6-f4fa9237e31c {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:43:42.019190 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 77324d60-7d09-4089-b0e6-f4fa9237e31c not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:43:42.077182 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-845e6d09-6658-49b1-8bc2-6453efca2139 req-b8cdb83f-b65c-4953-a9d4-2723d0a31142 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Router 28dc1585-1abf-41e0-9497-c6d7971eef02 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:43:42.215186 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:42.698049 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-54d1e186-2c6d-4407-8220-ead633e4ac19 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (c3b4704e-4e89-4841-97ab-d1a16cfe4bcf), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:42.704858 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-54d1e186-2c6d-4407-8220-ead633e4ac19 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router_controller (c3b4704e-4e89-4841-97ab-d1a16cfe4bcf), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:42.750998 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-845e6d09-6658-49b1-8bc2-6453efca2139 req-b8cdb83f-b65c-4953-a9d4-2723d0a31142 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:43:42.766292 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e881118-d2e6-4ff1-91ca-79d5447566ad None None] Sync routers for ids ['28dc1585-1abf-41e0-9497-c6d7971eef02'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:43:42.790371 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e881118-d2e6-4ff1-91ca-79d5447566ad None None] Routers {'28dc1585-1abf-41e0-9497-c6d7971eef02'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:43:42.792583 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-9e881118-d2e6-4ff1-91ca-79d5447566ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:43:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['28dc1585-1abf-41e0-9497-c6d7971eef02'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:42.820787 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-54d1e186-2c6d-4407-8220-ead633e4ac19 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (c3b4704e-4e89-4841-97ab-d1a16cfe4bcf), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:42.821383 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d1e186-2c6d-4407-8220-ead633e4ac19 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Fanout notify agent at l3_agent the message router_deleted on router c3b4704e-4e89-4841-97ab-d1a16cfe4bcf {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:43:42.829677 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-54d1e186-2c6d-4407-8220-ead633e4ac19 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:42.831086 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-54d1e186-2c6d-4407-8220-ead633e4ac19 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "DELETE /v2.0/routers/c3b4704e-4e89-4841-97ab-d1a16cfe4bcf HTTP/1.1" status: 204 len: 168 time: 2.6779766 Jan 28 00:43:42.833936 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 54782) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:42.847895 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-845e6d09-6658-49b1-8bc2-6453efca2139 req-b8cdb83f-b65c-4953-a9d4-2723d0a31142 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] No DVR routers for this DVR port e413624a-1e51-4367-8bee-9d98fc660577 on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:43:42.851642 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-845e6d09-6658-49b1-8bc2-6453efca2139 req-b8cdb83f-b65c-4953-a9d4-2723d0a31142 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:42.856079 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-845e6d09-6658-49b1-8bc2-6453efca2139 req-b8cdb83f-b65c-4953-a9d4-2723d0a31142 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.65 "DELETE /v2.0/ports/e413624a-1e51-4367-8bee-9d98fc660577 HTTP/1.1" status: 204 len: 173 time: 2.5118325 Jan 28 00:43:42.856625 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96ef984-a939-48fb-925d-56c88d14b640', 'name': 'network-vif-deleted', 'tag': 'e413624a-1e51-4367-8bee-9d98fc660577'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:43:42.871803 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e908f4a-c0fe-421d-9703-c7d5ee0a2e76" -d '{"events": [{"server_uuid": "d96ef984-a939-48fb-925d-56c88d14b640", "name": "network-vif-deleted", "tag": "e413624a-1e51-4367-8bee-9d98fc660577"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:43:43.035278 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031ceb02-a996-44d5-ba6d-204d458a0fd3 x-openstack-request-id: req-031ceb02-a996-44d5-ba6d-204d458a0fd3 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:43:43.035565 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96ef984-a939-48fb-925d-56c88d14b640", "name": "network-vif-deleted", "tag": "e413624a-1e51-4367-8bee-9d98fc660577", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:43:43.035853 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-031ceb02-a996-44d5-ba6d-204d458a0fd3 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:43:43.036269 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96ef984-a939-48fb-925d-56c88d14b640', 'name': 'network-vif-deleted', 'tag': 'e413624a-1e51-4367-8bee-9d98fc660577', 'status': 'completed', 'code': 200} Jan 28 00:43:43.097714 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1752cd77-7506-4b3e-86b9-5d7e1189c59b req-7aa910b2-7797-4ebf-8484-8151ff7c6959 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/ports?device_id=d96ef984-a939-48fb-925d-56c88d14b640 HTTP/1.1" status: 200 len: 210 time: 0.0595651 Jan 28 00:43:43.140852 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ba23486-405c-42ff-aec8-02dc1fc2377a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (04e868f3-480f-42e0-9ba8-7cbc168b320e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:43.151473 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:43.167112 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-9e881118-d2e6-4ff1-91ca-79d5447566ad None None] Set router 28dc1585-1abf-41e0-9497-c6d7971eef02 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:43:43.478020 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ba23486-405c-42ff-aec8-02dc1fc2377a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (04e868f3-480f-42e0-9ba8-7cbc168b320e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:43.534509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-8ba23486-405c-42ff-aec8-02dc1fc2377a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e868f3-480f-42e0-9ba8-7cbc168b320e']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:43.578231 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-8ba23486-405c-42ff-aec8-02dc1fc2377a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf448c0-df20-4725-ac1a-edb312562da6') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:43.578748 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-8ba23486-405c-42ff-aec8-02dc1fc2377a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf448c0-df20-4725-ac1a-edb312562da6') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:43.611846 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ba23486-405c-42ff-aec8-02dc1fc2377a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (abf448c0-df20-4725-ac1a-edb312562da6), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:43.632322 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2d32f2cc-2de7-4528-a49a-d05bdcd0c66a no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:43:43.645957 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ba23486-405c-42ff-aec8-02dc1fc2377a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (abf448c0-df20-4725-ac1a-edb312562da6), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:43.659429 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ba23486-405c-42ff-aec8-02dc1fc2377a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:43:43.660232 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ba23486-405c-42ff-aec8-02dc1fc2377a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (abf448c0-df20-4725-ac1a-edb312562da6), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:43.688883 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 2d32f2cc-2de7-4528-a49a-d05bdcd0c66a {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:43:43.690308 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2d32f2cc-2de7-4528-a49a-d05bdcd0c66a not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:43:43.893479 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:43:43.893479 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:43:43.893479 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:43:43.893479 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:43:43.893479 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:43:43.893479 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:43:43.893479 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:43:43.893479 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:43:43.893479 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:43:43.893479 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:43:43.893479 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:43:43.893479 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:43:43.893479 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:43:43.893479 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:43:43.893479 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:43:43.893479 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:43:43.893479 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:43:43.893479 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:43:43.893479 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:43:43.893479 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:43:43.893479 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:43:43.893479 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:43:43.893479 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:43:43.893479 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:43:43.893479 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:43:43.893479 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:43:43.893479 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:43:43.893479 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:43:43.893479 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:43:43.893479 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:43:43.893479 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:43:43.893479 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:43:43.898879 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ba23486-405c-42ff-aec8-02dc1fc2377a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (04e868f3-480f-42e0-9ba8-7cbc168b320e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:43.918341 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ba23486-405c-42ff-aec8-02dc1fc2377a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:43.928250 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8ba23486-405c-42ff-aec8-02dc1fc2377a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "DELETE /v2.0/networks/04e868f3-480f-42e0-9ba8-7cbc168b320e HTTP/1.1" status: 204 len: 168 time: 1.0931656 Jan 28 00:43:43.932949 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54794) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:43.989197 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-9e881118-d2e6-4ff1-91ca-79d5447566ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'name': 'tempest-ServerActionsTestJSON-752571636-router', 'tenant_id': '126ff8dba2134b2d95d54d419fe64967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ac17fa39-7df6-485f-af35-316034772b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:33:43Z', 'updated_at': '2022-01-28T00:33:53Z', 'revision_number': 4, 'project_id': '126ff8dba2134b2d95d54d419fe64967', 'gw_port': {'id': 'ac17fa39-7df6-485f-af35-316034772b92', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:33:45Z', 'updated_at': '2022-01-28T00:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'f8f81392-bbe1-4253-85fa-ba23b639986b', 'name': '', 'network_id': 'a5055772-1556-467a-8d2c-d15584910096', 'tenant_id': '126ff8dba2134b2d95d54d419fe64967', 'mac_address': 'fa:16:3e:c7:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'd0f29497-ba52-4939-af70-d57b51c2ceee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:33:51Z', 'updated_at': '2022-01-28T00:34:07Z', 'revision_number': 5, 'project_id': '126ff8dba2134b2d95d54d419fe64967', 'subnets': [{'id': 'd0f29497-ba52-4939-af70-d57b51c2ceee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:44.008936 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba23486-405c-42ff-aec8-02dc1fc2377a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event deleted for resources: {'Network': ['ID=04e868f3-480f-42e0-9ba8-7cbc168b320e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:44.057011 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e881118-d2e6-4ff1-91ca-79d5447566ad None None] Checking router: 28dc1585-1abf-41e0-9497-c6d7971eef02 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:43:44.064752 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e413624a-1e51-4367-8bee-9d98fc660577 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:43:44.074367 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e881118-d2e6-4ff1-91ca-79d5447566ad None None] Routers {'28dc1585-1abf-41e0-9497-c6d7971eef02'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:43:44.075312 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-9e881118-d2e6-4ff1-91ca-79d5447566ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:43:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['28dc1585-1abf-41e0-9497-c6d7971eef02'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:44.123021 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c2040af-3ecf-4699-a743-7200fe57c987 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group (e19f7031-34b4-4982-ac34-c9e0381d8f04), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:44.206820 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: e413624a-1e51-4367-8bee-9d98fc660577 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:43:44.207839 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e413624a-1e51-4367-8bee-9d98fc660577 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:43:44.215695 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c2040af-3ecf-4699-a743-7200fe57c987 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group (e19f7031-34b4-4982-ac34-c9e0381d8f04), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:44.256240 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 54800) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:44.289884 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-9e881118-d2e6-4ff1-91ca-79d5447566ad None None] Set router 28dc1585-1abf-41e0-9497-c6d7971eef02 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:43:44.465017 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c2040af-3ecf-4699-a743-7200fe57c987 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e19f7031-34b4-4982-ac34-c9e0381d8f04), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:44.481999 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c2040af-3ecf-4699-a743-7200fe57c987 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:44.481999 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6c2040af-3ecf-4699-a743-7200fe57c987 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "DELETE /v2.0/security-groups/e19f7031-34b4-4982-ac34-c9e0381d8f04 HTTP/1.1" status: 204 len: 168 time: 0.5465789 Jan 28 00:43:44.516886 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2040af-3ecf-4699-a743-7200fe57c987 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19f7031-34b4-4982-ac34-c9e0381d8f04,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:44.517556 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:44.529784 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fdfb690d-7123-4676-95c3-b09b0e79e8fa tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks [] for security_group (bd50f8d5-207f-402b-9b1c-d34cb8a29e60), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:44.545080 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2040af-3ecf-4699-a743-7200fe57c987 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:44.545663 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2040af-3ecf-4699-a743-7200fe57c987 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:44.546257 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2040af-3ecf-4699-a743-7200fe57c987 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:44.546857 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2040af-3ecf-4699-a743-7200fe57c987 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:44.547435 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2040af-3ecf-4699-a743-7200fe57c987 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:44.548214 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2040af-3ecf-4699-a743-7200fe57c987 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:44.548763 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2040af-3ecf-4699-a743-7200fe57c987 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:44.549668 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2040af-3ecf-4699-a743-7200fe57c987 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:44.550163 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2040af-3ecf-4699-a743-7200fe57c987 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:44.550749 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2040af-3ecf-4699-a743-7200fe57c987 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:44.551330 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2040af-3ecf-4699-a743-7200fe57c987 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:44.553307 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2040af-3ecf-4699-a743-7200fe57c987 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:44.553912 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2040af-3ecf-4699-a743-7200fe57c987 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:44.599460 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fdfb690d-7123-4676-95c3-b09b0e79e8fa tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks [] for security_group (bd50f8d5-207f-402b-9b1c-d34cb8a29e60), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:44.761722 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fdfb690d-7123-4676-95c3-b09b0e79e8fa tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (bd50f8d5-207f-402b-9b1c-d34cb8a29e60), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:44.766907 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fdfb690d-7123-4676-95c3-b09b0e79e8fa tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:44.770083 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-fdfb690d-7123-4676-95c3-b09b0e79e8fa tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "DELETE /v2.0/security-groups/bd50f8d5-207f-402b-9b1c-d34cb8a29e60 HTTP/1.1" status: 204 len: 168 time: 0.5108309 Jan 28 00:43:44.773383 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54808) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:44.807854 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb690d-7123-4676-95c3-b09b0e79e8fa tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd50f8d5-207f-402b-9b1c-d34cb8a29e60,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:44.814925 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-0eab6330-4eaf-44a2-b4fc-9d4971181ae0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] show failed (client error): The resource could not be found. Jan 28 00:43:44.816091 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0eab6330-4eaf-44a2-b4fc-9d4971181ae0 tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "GET /v2.0/security-groups/bd50f8d5-207f-402b-9b1c-d34cb8a29e60 HTTP/1.1" status: 404 len: 347 time: 0.0415561 Jan 28 00:43:44.821155 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 54810) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:44.879365 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-9e881118-d2e6-4ff1-91ca-79d5447566ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'name': 'tempest-ServerActionsTestJSON-752571636-router', 'tenant_id': '126ff8dba2134b2d95d54d419fe64967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ac17fa39-7df6-485f-af35-316034772b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:33:43Z', 'updated_at': '2022-01-28T00:33:53Z', 'revision_number': 4, 'project_id': '126ff8dba2134b2d95d54d419fe64967', 'gw_port': {'id': 'ac17fa39-7df6-485f-af35-316034772b92', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:33:45Z', 'updated_at': '2022-01-28T00:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'f8f81392-bbe1-4253-85fa-ba23b639986b', 'name': '', 'network_id': 'a5055772-1556-467a-8d2c-d15584910096', 'tenant_id': '126ff8dba2134b2d95d54d419fe64967', 'mac_address': 'fa:16:3e:c7:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'd0f29497-ba52-4939-af70-d57b51c2ceee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:33:51Z', 'updated_at': '2022-01-28T00:34:07Z', 'revision_number': 5, 'project_id': '126ff8dba2134b2d95d54d419fe64967', 'subnets': [{'id': 'd0f29497-ba52-4939-af70-d57b51c2ceee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:44.921931 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e881118-d2e6-4ff1-91ca-79d5447566ad None None] The sync data for ids ['28dc1585-1abf-41e0-9497-c6d7971eef02'] in n-d-826754-1 is: [{'id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'name': 'tempest-ServerActionsTestJSON-752571636-router', 'tenant_id': '126ff8dba2134b2d95d54d419fe64967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ac17fa39-7df6-485f-af35-316034772b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:33:43Z', 'updated_at': '2022-01-28T00:33:53Z', 'revision_number': 4, 'project_id': '126ff8dba2134b2d95d54d419fe64967', 'gw_port': {'id': 'ac17fa39-7df6-485f-af35-316034772b92', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:33:45Z', 'updated_at': '2022-01-28T00:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'f8f81392-bbe1-4253-85fa-ba23b639986b', 'name': '', 'network_id': 'a5055772-1556-467a-8d2c-d15584910096', 'tenant_id': '126ff8dba2134b2d95d54d419fe64967', 'mac_address': 'fa:16:3e:c7:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'd0f29497-ba52-4939-af70-d57b51c2ceee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:33:51Z', 'updated_at': '2022-01-28T00:34:07Z', 'revision_number': 5, 'project_id': '126ff8dba2134b2d95d54d419fe64967', 'subnets': [{'id': 'd0f29497-ba52-4939-af70-d57b51c2ceee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:43:45.171104 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-79cba869-8854-4a2e-a791-99038e879fef tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Deleting port c766ee67-8d19-40de-891c-78e407eeddbe {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:43:45.172145 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-79cba869-8854-4a2e-a791-99038e879fef tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c766ee67-8d19-40de-891c-78e407eeddbe), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:45.329025 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-79cba869-8854-4a2e-a791-99038e879fef tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c766ee67-8d19-40de-891c-78e407eeddbe), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:45.329659 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-79cba869-8854-4a2e-a791-99038e879fef tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks [] for floatingip (c766ee67-8d19-40de-891c-78e407eeddbe), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:45.354511 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-79cba869-8854-4a2e-a791-99038e879fef tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Calling delete_port for c766ee67-8d19-40de-891c-78e407eeddbe owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:43:45.416166 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54816) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:45.424074 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-f690dccf-d794-4bb9-8d8e-cc2bf1d5fae2 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1338862722', 'description': 'tempest-secgroup-smoke-1338862722 description', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:43:45.447154 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c31aed8-3a9f-4cc5-99ef-8ce4b6b007e4 None None] New status for floating IP dcd941a6-9a81-4a66-af75-175636fd01f4: DOWN {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:43:45.481581 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f690dccf-d794-4bb9-8d8e-cc2bf1d5fae2 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:45.570996 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-79cba869-8854-4a2e-a791-99038e879fef tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (c766ee67-8d19-40de-891c-78e407eeddbe), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:45.573975 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.db.api [None req-0c31aed8-3a9f-4cc5-99ef-8ce4b6b007e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:43:45.574560 n-d-826754-1 neutron-server[103346]: DEBUG oslo_db.api [None req-0c31aed8-3a9f-4cc5-99ef-8ce4b6b007e4 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:43:45.625656 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cba869-8854-4a2e-a791-99038e879fef tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Pushing event deleted for resources: {'Port': ['ID=c766ee67-8d19-40de-891c-78e407eeddbe,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:45.676099 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f690dccf-d794-4bb9-8d8e-cc2bf1d5fae2 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group (ee862681-be2e-4173-8bed-2cf241be50c1), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:45.684142 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f690dccf-d794-4bb9-8d8e-cc2bf1d5fae2 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ee862681-be2e-4173-8bed-2cf241be50c1), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:45.731682 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f690dccf-d794-4bb9-8d8e-cc2bf1d5fae2 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:45.733524 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f690dccf-d794-4bb9-8d8e-cc2bf1d5fae2 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3143232 Jan 28 00:43:45.738536 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54820) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:45.747645 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a07c3c2a-b585-4e64-8eea-b733cc33facf tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'security_group_rule': {'security_group_id': 'ee862681-be2e-4173-8bed-2cf241be50c1', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:43:45.769134 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-79cba869-8854-4a2e-a791-99038e879fef tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks [] for floatingip (dcd941a6-9a81-4a66-af75-175636fd01f4), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:45.775945 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-79cba869-8854-4a2e-a791-99038e879fef tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:45.783315 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-79cba869-8854-4a2e-a791-99038e879fef tempest-ServerActionsTestJSON-1657827503 tempest-ServerActionsTestJSON-1657827503-project] 10.222.0.70 "DELETE /v2.0/floatingips/dcd941a6-9a81-4a66-af75-175636fd01f4 HTTP/1.1" status: 204 len: 168 time: 0.9597721 Jan 28 00:43:45.784565 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 54822) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:45.790917 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690dccf-d794-4bb9-8d8e-cc2bf1d5fae2 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee862681-be2e-4173-8bed-2cf241be50c1,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:45.828789 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a07c3c2a-b585-4e64-8eea-b733cc33facf tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (d1e2cd63-345b-4576-a3c1-61f69b371844), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:45.910404 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a07c3c2a-b585-4e64-8eea-b733cc33facf tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (d1e2cd63-345b-4576-a3c1-61f69b371844), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:45.917530 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a07c3c2a-b585-4e64-8eea-b733cc33facf tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (d1e2cd63-345b-4576-a3c1-61f69b371844), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:45.962821 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c3c2a-b585-4e64-8eea-b733cc33facf tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e2cd63-345b-4576-a3c1-61f69b371844,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:46.029183 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a07c3c2a-b585-4e64-8eea-b733cc33facf tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:46.033143 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a07c3c2a-b585-4e64-8eea-b733cc33facf tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2927353 Jan 28 00:43:46.037711 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54828) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:46.051734 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-0c4dbab5-2565-4210-9f8f-90c993af02e2 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'security_group_rule': {'security_group_id': 'ee862681-be2e-4173-8bed-2cf241be50c1', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:43:46.076555 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c31aed8-3a9f-4cc5-99ef-8ce4b6b007e4 None None] New status for floating IP dcd941a6-9a81-4a66-af75-175636fd01f4: DOWN {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:43:46.189034 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c4dbab5-2565-4210-9f8f-90c993af02e2 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (0fd241c2-9821-4e9e-bd00-0427efdf4e09), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:46.385014 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c4dbab5-2565-4210-9f8f-90c993af02e2 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (0fd241c2-9821-4e9e-bd00-0427efdf4e09), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:46.393052 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c4dbab5-2565-4210-9f8f-90c993af02e2 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (0fd241c2-9821-4e9e-bd00-0427efdf4e09), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:46.446396 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4dbab5-2565-4210-9f8f-90c993af02e2 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd241c2-9821-4e9e-bd00-0427efdf4e09,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:46.466544 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c4dbab5-2565-4210-9f8f-90c993af02e2 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:46.473982 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0c4dbab5-2565-4210-9f8f-90c993af02e2 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4298966 Jan 28 00:43:46.475327 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 54832) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:46.480681 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-31306706-fea1-49c7-a7fb-a0038f5c8e9f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'security_group_rule': {'security_group_id': 'ee862681-be2e-4173-8bed-2cf241be50c1', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:43:46.645865 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-31306706-fea1-49c7-a7fb-a0038f5c8e9f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (91ca8bcd-800b-48f9-bcff-e524aebc1ab1), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:46.833065 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-31306706-fea1-49c7-a7fb-a0038f5c8e9f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (91ca8bcd-800b-48f9-bcff-e524aebc1ab1), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:46.842491 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-31306706-fea1-49c7-a7fb-a0038f5c8e9f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (91ca8bcd-800b-48f9-bcff-e524aebc1ab1), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:46.913692 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31306706-fea1-49c7-a7fb-a0038f5c8e9f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ca8bcd-800b-48f9-bcff-e524aebc1ab1,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:46.938519 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-31306706-fea1-49c7-a7fb-a0038f5c8e9f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:46.943710 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-31306706-fea1-49c7-a7fb-a0038f5c8e9f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4646251 Jan 28 00:43:46.945870 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54836) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:46.953481 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-eb1e3634-5480-451a-818c-9ea69a9581dd tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'security_group_rule': {'security_group_id': 'ee862681-be2e-4173-8bed-2cf241be50c1', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:43:47.010334 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb1e3634-5480-451a-818c-9ea69a9581dd tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (4e179354-ca98-43b2-9013-52351d08076b), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:47.089453 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fd754e50-851b-4aaf-959c-6bc8d317a1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (28dc1585-1abf-41e0-9497-c6d7971eef02), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:47.230239 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb1e3634-5480-451a-818c-9ea69a9581dd tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (4e179354-ca98-43b2-9013-52351d08076b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:47.239345 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb1e3634-5480-451a-818c-9ea69a9581dd tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (4e179354-ca98-43b2-9013-52351d08076b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:47.280514 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e3634-5480-451a-818c-9ea69a9581dd tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e179354-ca98-43b2-9013-52351d08076b,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:47.308603 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb1e3634-5480-451a-818c-9ea69a9581dd tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:47.313871 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-eb1e3634-5480-451a-818c-9ea69a9581dd tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3664069 Jan 28 00:43:47.314809 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54842) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:47.329020 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e19bba89-82f1-4155-8eea-d3b0518a7300 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'security_group_rule': {'security_group_id': 'ee862681-be2e-4173-8bed-2cf241be50c1', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:43:47.376215 n-d-826754-1 neutron-server[103343]: INFO neutron.db.securitygroups_db [None req-e19bba89-82f1-4155-8eea-d3b0518a7300 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Project e5a41ae09ed64e5ca7368f2afd92f5c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 00:43:47.386325 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e19bba89-82f1-4155-8eea-d3b0518a7300 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (b1c6ee97-0af1-4cde-a1d2-dcb9b6401edb), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:47.508558 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e19bba89-82f1-4155-8eea-d3b0518a7300 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (b1c6ee97-0af1-4cde-a1d2-dcb9b6401edb), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:47.516639 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e19bba89-82f1-4155-8eea-d3b0518a7300 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (b1c6ee97-0af1-4cde-a1d2-dcb9b6401edb), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:47.550407 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19bba89-82f1-4155-8eea-d3b0518a7300 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c6ee97-0af1-4cde-a1d2-dcb9b6401edb,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:47.570245 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e19bba89-82f1-4155-8eea-d3b0518a7300 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:47.574647 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e19bba89-82f1-4155-8eea-d3b0518a7300 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2523711 Jan 28 00:43:47.574989 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54846) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:47.581331 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-c2f6d490-6361-49c2-807a-37a8ac1dc280 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'security_group_rule': {'security_group_id': 'ee862681-be2e-4173-8bed-2cf241be50c1', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:43:47.611257 n-d-826754-1 neutron-server[103343]: INFO neutron.db.securitygroups_db [None req-c2f6d490-6361-49c2-807a-37a8ac1dc280 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Project e5a41ae09ed64e5ca7368f2afd92f5c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 00:43:47.619966 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d490-6361-49c2-807a-37a8ac1dc280 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (ebf8de62-8cb8-4da3-8dfc-520dc4b7880f), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:47.687281 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-fd754e50-851b-4aaf-959c-6bc8d317a1ed admin admin] Deleting port f8f81392-bbe1-4253-85fa-ba23b639986b {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:43:47.688044 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fd754e50-851b-4aaf-959c-6bc8d317a1ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f8f81392-bbe1-4253-85fa-ba23b639986b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:47.732931 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d490-6361-49c2-807a-37a8ac1dc280 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (ebf8de62-8cb8-4da3-8dfc-520dc4b7880f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:47.738727 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d490-6361-49c2-807a-37a8ac1dc280 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (ebf8de62-8cb8-4da3-8dfc-520dc4b7880f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:47.771881 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6d490-6361-49c2-807a-37a8ac1dc280 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf8de62-8cb8-4da3-8dfc-520dc4b7880f,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:47.812265 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d490-6361-49c2-807a-37a8ac1dc280 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:47.816654 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c2f6d490-6361-49c2-807a-37a8ac1dc280 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2376025 Jan 28 00:43:47.816984 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54852) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:47.837126 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d899c13a-1042-4a8e-b096-128b34973025 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'network': {'name': 'tempest-network-smoke--1032926083', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'port_security_enabled': True}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:43:47.873116 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d899c13a-1042-4a8e-b096-128b34973025 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Made reservation on behalf of e5a41ae09ed64e5ca7368f2afd92f5c8 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:43:47.880831 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d899c13a-1042-4a8e-b096-128b34973025 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:47.924806 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d899c13a-1042-4a8e-b096-128b34973025 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:43:47.945170 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d899c13a-1042-4a8e-b096-128b34973025 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (ac8d9694-e081-4215-a5d8-d8ce14e89caa), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:47.947208 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-d899c13a-1042-4a8e-b096-128b34973025 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Added segment ac8d9694-e081-4215-a5d8-d8ce14e89caa of type vlan for network a0115283-37e4-4300-b073-93415e04c5b3 Jan 28 00:43:47.957994 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524f672-f84d-49d1-8486-b9a784deb1ef req-3bb40087-c7a4-4c28-a6f0-2aa1012f1736 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:47.961902 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2524f672-f84d-49d1-8486-b9a784deb1ef req-3bb40087-c7a4-4c28-a6f0-2aa1012f1736 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 945 time: 0.1708193 Jan 28 00:43:48.018357 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-fd754e50-851b-4aaf-959c-6bc8d317a1ed admin admin] For port f8f81392-bbe1-4253-85fa-ba23b639986b, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f8f81392-bbe1-4253-85fa-ba23b639986b,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:43:48.018867 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fd754e50-851b-4aaf-959c-6bc8d317a1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f8f81392-bbe1-4253-85fa-ba23b639986b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:48.025325 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d899c13a-1042-4a8e-b096-128b34973025 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (a0115283-37e4-4300-b073-93415e04c5b3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:48.049164 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-fd754e50-851b-4aaf-959c-6bc8d317a1ed admin admin] Calling delete_port for f8f81392-bbe1-4253-85fa-ba23b639986b owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:43:48.080048 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d899c13a-1042-4a8e-b096-128b34973025 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (a0115283-37e4-4300-b073-93415e04c5b3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:48.090836 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d899c13a-1042-4a8e-b096-128b34973025 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:48.092603 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d899c13a-1042-4a8e-b096-128b34973025 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:48.197041 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2524f672-f84d-49d1-8486-b9a784deb1ef req-b83775af-5b62-47fd-ae20-07f6081171c7 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160811 Jan 28 00:43:48.234507 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899c13a-1042-4a8e-b096-128b34973025 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'Network': ['ID=a0115283-37e4-4300-b073-93415e04c5b3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:48.252756 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d899c13a-1042-4a8e-b096-128b34973025 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4340651 Jan 28 00:43:48.255179 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network a0115283-37e4-4300-b073-93415e04c5b3 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:43:48.257529 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54856) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:48.267178 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-13040799-eda9-4563-866a-fece601d4ec4 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-208781625', 'admin_state_up': True, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:43:48.311938 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13040799-eda9-4563-866a-fece601d4ec4 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (6225d7f0-c400-4277-8655-23e4f90f15ec), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:48.313807 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13040799-eda9-4563-866a-fece601d4ec4 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (6225d7f0-c400-4277-8655-23e4f90f15ec), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:48.492087 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13040799-eda9-4563-866a-fece601d4ec4 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router_controller (6225d7f0-c400-4277-8655-23e4f90f15ec), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:48.576439 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fd754e50-851b-4aaf-959c-6bc8d317a1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (f8f81392-bbe1-4253-85fa-ba23b639986b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:48.688357 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13040799-eda9-4563-866a-fece601d4ec4 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router_gateway (6225d7f0-c400-4277-8655-23e4f90f15ec), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:48.692910 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd754e50-851b-4aaf-959c-6bc8d317a1ed admin admin] Pushing event deleted for resources: {'Port': ['ID=f8f81392-bbe1-4253-85fa-ba23b639986b,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:49.022548 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fd754e50-851b-4aaf-959c-6bc8d317a1ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (28dc1585-1abf-41e0-9497-c6d7971eef02), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:49.200923 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13040799-eda9-4563-866a-fece601d4ec4 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router_gateway (6225d7f0-c400-4277-8655-23e4f90f15ec), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:49.240060 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13040799-eda9-4563-866a-fece601d4ec4 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:49.635955 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-13040799-eda9-4563-866a-fece601d4ec4 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Allocated IP 172.25.3.140 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/6bfc1843-24f7-40c5-acac-0f741fbfed49) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:43:49.672646 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd754e50-851b-4aaf-959c-6bc8d317a1ed admin admin] Router 28dc1585-1abf-41e0-9497-c6d7971eef02 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:43:49.713446 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e773ca-305b-4790-80d9-b1db00996cb3 req-0bce77c5-1d31-4956-929b-a57050f84fa2 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:49.718547 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-36e773ca-305b-4790-80d9-b1db00996cb3 req-0bce77c5-1d31-4956-929b-a57050f84fa2 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 945 time: 0.2744269 Jan 28 00:43:49.868856 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13040799-eda9-4563-866a-fece601d4ec4 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for port (6bfc1843-24f7-40c5-acac-0f741fbfed49), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:49.934750 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-36e773ca-305b-4790-80d9-b1db00996cb3 req-7295a6d1-c769-409c-b1b9-3fc0110cd7e9 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059557 Jan 28 00:43:49.937978 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13040799-eda9-4563-866a-fece601d4ec4 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (6bfc1843-24f7-40c5-acac-0f741fbfed49), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:50.035344 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13040799-eda9-4563-866a-fece601d4ec4 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:43:50.039105 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-13040799-eda9-4563-866a-fece601d4ec4 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:43:50.048686 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13040799-eda9-4563-866a-fece601d4ec4 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:43:50.087803 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd754e50-851b-4aaf-959c-6bc8d317a1ed admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:43:50.093181 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-fd754e50-851b-4aaf-959c-6bc8d317a1ed admin admin] 10.222.0.70 "PUT /v2.0/routers/28dc1585-1abf-41e0-9497-c6d7971eef02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3069930 Jan 28 00:43:50.098607 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14276c9-6fae-4be8-80d7-9a268dcc2008 None None] Sync routers for ids ['28dc1585-1abf-41e0-9497-c6d7971eef02'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:43:50.099986 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 54878) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:50.111320 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13040799-eda9-4563-866a-fece601d4ec4 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'Port': ['ID=6bfc1843-24f7-40c5-acac-0f741fbfed49,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:50.123829 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14276c9-6fae-4be8-80d7-9a268dcc2008 None None] Routers {'28dc1585-1abf-41e0-9497-c6d7971eef02'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:43:50.125352 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d14276c9-6fae-4be8-80d7-9a268dcc2008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:43:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['28dc1585-1abf-41e0-9497-c6d7971eef02'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:50.323360 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-d14276c9-6fae-4be8-80d7-9a268dcc2008 None None] Set router 28dc1585-1abf-41e0-9497-c6d7971eef02 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:43:50.367035 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-26f56fcc-afe2-477e-9627-3344acb59a7f admin admin] Publish callbacks [] for router (28dc1585-1abf-41e0-9497-c6d7971eef02), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:51.000489 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13040799-eda9-4563-866a-fece601d4ec4 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router_gateway (6225d7f0-c400-4277-8655-23e4f90f15ec), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:51.105647 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d14276c9-6fae-4be8-80d7-9a268dcc2008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'name': 'tempest-ServerActionsTestJSON-752571636-router', 'tenant_id': '126ff8dba2134b2d95d54d419fe64967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ac17fa39-7df6-485f-af35-316034772b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:33:43Z', 'updated_at': '2022-01-28T00:43:48Z', 'revision_number': 5, 'project_id': '126ff8dba2134b2d95d54d419fe64967', 'gw_port': {'id': 'ac17fa39-7df6-485f-af35-316034772b92', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:33:45Z', 'updated_at': '2022-01-28T00:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:51.156864 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14276c9-6fae-4be8-80d7-9a268dcc2008 None None] Checking router: 28dc1585-1abf-41e0-9497-c6d7971eef02 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:43:51.181738 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14276c9-6fae-4be8-80d7-9a268dcc2008 None None] Routers {'28dc1585-1abf-41e0-9497-c6d7971eef02'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:43:51.182643 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d14276c9-6fae-4be8-80d7-9a268dcc2008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:43:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['28dc1585-1abf-41e0-9497-c6d7971eef02'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:51.198403 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-26f56fcc-afe2-477e-9627-3344acb59a7f admin admin] Publish callbacks [] for router_gateway (28dc1585-1abf-41e0-9497-c6d7971eef02), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:51.391003 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-d14276c9-6fae-4be8-80d7-9a268dcc2008 None None] Set router 28dc1585-1abf-41e0-9497-c6d7971eef02 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:43:51.491829 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabe018-a887-489a-8fb1-88f3682af69e req-4f8e073d-b4c1-4089-a18d-569dd2ba0bb1 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:51.507399 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4fabe018-a887-489a-8fb1-88f3682af69e req-4f8e073d-b4c1-4089-a18d-569dd2ba0bb1 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 945 time: 0.3345227 Jan 28 00:43:51.817649 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4fabe018-a887-489a-8fb1-88f3682af69e req-b3293a37-74db-4e37-a1e7-5ffbc5f2191b tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2939599 Jan 28 00:43:51.827719 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-26f56fcc-afe2-477e-9627-3344acb59a7f admin admin] Deleting port ac17fa39-7df6-485f-af35-316034772b92 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:43:51.828275 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-26f56fcc-afe2-477e-9627-3344acb59a7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (ac17fa39-7df6-485f-af35-316034772b92), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:51.841615 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13040799-eda9-4563-866a-fece601d4ec4 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (6225d7f0-c400-4277-8655-23e4f90f15ec), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:51.869398 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d14276c9-6fae-4be8-80d7-9a268dcc2008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'name': 'tempest-ServerActionsTestJSON-752571636-router', 'tenant_id': '126ff8dba2134b2d95d54d419fe64967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ac17fa39-7df6-485f-af35-316034772b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:33:43Z', 'updated_at': '2022-01-28T00:43:48Z', 'revision_number': 5, 'project_id': '126ff8dba2134b2d95d54d419fe64967', 'gw_port': {'id': 'ac17fa39-7df6-485f-af35-316034772b92', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:33:45Z', 'updated_at': '2022-01-28T00:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:51.941925 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14276c9-6fae-4be8-80d7-9a268dcc2008 None None] The sync data for ids ['28dc1585-1abf-41e0-9497-c6d7971eef02'] in n-d-826754-1 is: [{'id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'name': 'tempest-ServerActionsTestJSON-752571636-router', 'tenant_id': '126ff8dba2134b2d95d54d419fe64967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'ac17fa39-7df6-485f-af35-316034772b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:33:43Z', 'updated_at': '2022-01-28T00:43:48Z', 'revision_number': 5, 'project_id': '126ff8dba2134b2d95d54d419fe64967', 'gw_port': {'id': 'ac17fa39-7df6-485f-af35-316034772b92', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dc1585-1abf-41e0-9497-c6d7971eef02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:33:45Z', 'updated_at': '2022-01-28T00:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:43:52.170863 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-26f56fcc-afe2-477e-9627-3344acb59a7f admin admin] For port ac17fa39-7df6-485f-af35-316034772b92, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ac17fa39-7df6-485f-af35-316034772b92,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:43:52.171460 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-26f56fcc-afe2-477e-9627-3344acb59a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (ac17fa39-7df6-485f-af35-316034772b92), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:52.204840 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-26f56fcc-afe2-477e-9627-3344acb59a7f admin admin] Calling delete_port for ac17fa39-7df6-485f-af35-316034772b92 owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:43:52.362009 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13040799-eda9-4563-866a-fece601d4ec4 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Router 6225d7f0-c400-4277-8655-23e4f90f15ec is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:43:52.706201 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13040799-eda9-4563-866a-fece601d4ec4 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:43:52.721338 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4662b512-df9c-4b57-8c3b-d9550bc34dcc None None] Sync routers for ids ['6225d7f0-c400-4277-8655-23e4f90f15ec'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:43:52.738810 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-26f56fcc-afe2-477e-9627-3344acb59a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (ac17fa39-7df6-485f-af35-316034772b92), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:52.757128 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4662b512-df9c-4b57-8c3b-d9550bc34dcc None None] Routers {'6225d7f0-c400-4277-8655-23e4f90f15ec'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:43:52.758145 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-4662b512-df9c-4b57-8c3b-d9550bc34dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:43:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6225d7f0-c400-4277-8655-23e4f90f15ec'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:52.766696 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13040799-eda9-4563-866a-fece601d4ec4 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:52.773221 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-13040799-eda9-4563-866a-fece601d4ec4 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.5089159 Jan 28 00:43:52.773729 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54890) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:52.842520 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f56fcc-afe2-477e-9627-3344acb59a7f admin admin] Pushing event deleted for resources: {'Port': ['ID=ac17fa39-7df6-485f-af35-316034772b92,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:52.869703 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d5f3bea0-2cd0-49f4-91db-cbf6b7d69bc9 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=e5a41ae09ed64e5ca7368f2afd92f5c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0917737 Jan 28 00:43:52.871008 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54894) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:52.945229 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-26f56fcc-afe2-477e-9627-3344acb59a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (28dc1585-1abf-41e0-9497-c6d7971eef02), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:53.128090 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eb2f06-f568-4c0c-844b-0b612aed247e tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:53.135537 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-23eb2f06-f568-4c0c-844b-0b612aed247e tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2626119 Jan 28 00:43:53.136477 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54896) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:53.148421 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-4662b512-df9c-4b57-8c3b-d9550bc34dcc None None] Set router 6225d7f0-c400-4277-8655-23e4f90f15ec gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:43:53.225002 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-26f56fcc-afe2-477e-9627-3344acb59a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (28dc1585-1abf-41e0-9497-c6d7971eef02), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:53.228279 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-605b1e77-686f-4a5d-b857-9fefdec2714b tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0899639 Jan 28 00:43:53.231125 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-26f56fcc-afe2-477e-9627-3344acb59a7f admin admin] Publish callbacks [] for router_controller (28dc1585-1abf-41e0-9497-c6d7971eef02), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:53.240439 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54900) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:53.251677 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e203a45e-1141-49fb-8aca-b65d06b68af7 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-325222402', 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:43:53.350739 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebbbaf-3c99-47cc-ac69-40f756e9af0a req-18d545e7-409d-4960-985c-18f8304ff337 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:53.353698 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6ebbbaf-3c99-47cc-ac69-40f756e9af0a req-18d545e7-409d-4960-985c-18f8304ff337 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 945 time: 0.2655385 Jan 28 00:43:53.386012 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-26f56fcc-afe2-477e-9627-3344acb59a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (28dc1585-1abf-41e0-9497-c6d7971eef02), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:53.396427 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f56fcc-afe2-477e-9627-3344acb59a7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28dc1585-1abf-41e0-9497-c6d7971eef02 {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:43:53.402517 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-26f56fcc-afe2-477e-9627-3344acb59a7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:53.413095 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-26f56fcc-afe2-477e-9627-3344acb59a7f admin admin] 10.222.0.70 "DELETE /v2.0/routers/28dc1585-1abf-41e0-9497-c6d7971eef02 HTTP/1.1" status: 204 len: 168 time: 3.3060300 Jan 28 00:43:53.416209 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 54904) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:53.558678 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-e73b6d40-b526-4751-96d2-7e7e6776112c admin admin] Deleting subnet d0f29497-ba52-4939-af70-d57b51c2ceee {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:43:53.580164 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e73b6d40-b526-4751-96d2-7e7e6776112c admin admin] Publish callbacks [] for subnet (d0f29497-ba52-4939-af70-d57b51c2ceee), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:53.580439 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e203a45e-1141-49fb-8aca-b65d06b68af7 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Made reservation on behalf of e5a41ae09ed64e5ca7368f2afd92f5c8 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:43:53.589081 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e203a45e-1141-49fb-8aca-b65d06b68af7 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:53.629709 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f8f81392-bbe1-4253-85fa-ba23b639986b no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:43:53.675309 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e73b6d40-b526-4751-96d2-7e7e6776112c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (d0f29497-ba52-4939-af70-d57b51c2ceee), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:53.720126 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: f8f81392-bbe1-4253-85fa-ba23b639986b {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:43:53.724695 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f8f81392-bbe1-4253-85fa-ba23b639986b not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:43:53.956651 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e73b6d40-b526-4751-96d2-7e7e6776112c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (d0f29497-ba52-4939-af70-d57b51c2ceee), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:54.061345 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-4662b512-df9c-4b57-8c3b-d9550bc34dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208781625', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '6bfc1843-24f7-40c5-acac-0f741fbfed49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:43:48Z', 'updated_at': '2022-01-28T00:43:50Z', 'revision_number': 3, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '6bfc1843-24f7-40c5-acac-0f741fbfed49', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:43:49Z', 'updated_at': '2022-01-28T00:43:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:54.075138 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e73b6d40-b526-4751-96d2-7e7e6776112c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (d0f29497-ba52-4939-af70-d57b51c2ceee), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:54.125132 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e203a45e-1141-49fb-8aca-b65d06b68af7 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (aeea355b-e41d-4155-a2d2-01f3cdab9964), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:54.130627 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4662b512-df9c-4b57-8c3b-d9550bc34dcc None None] Checking router: 6225d7f0-c400-4277-8655-23e4f90f15ec for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:43:54.130971 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4662b512-df9c-4b57-8c3b-d9550bc34dcc None None] Updating router 6225d7f0-c400-4277-8655-23e4f90f15ec port 6bfc1843-24f7-40c5-acac-0f741fbfed49 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:43:54.190595 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4662b512-df9c-4b57-8c3b-d9550bc34dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6bfc1843-24f7-40c5-acac-0f741fbfed49), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:54.231858 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b6d40-b526-4751-96d2-7e7e6776112c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0f29497-ba52-4939-af70-d57b51c2ceee,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:54.243037 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e73b6d40-b526-4751-96d2-7e7e6776112c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:54.246139 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ae5733-f4ba-4311-99f3-a545c2724436 None None] Network a5055772-1556-467a-8d2c-d15584910096 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:43:54.250841 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e73b6d40-b526-4751-96d2-7e7e6776112c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d0f29497-ba52-4939-af70-d57b51c2ceee HTTP/1.1" status: 204 len: 168 time: 0.8318715 Jan 28 00:43:54.258835 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6ebbbaf-3c99-47cc-ac69-40f756e9af0a req-d7d348c2-f8c0-4eaf-a511-f9d65e39f2d2 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8940008 Jan 28 00:43:54.260480 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 54906) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:54.313505 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203a45e-1141-49fb-8aca-b65d06b68af7 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'Subnet': ['ID=aeea355b-e41d-4155-a2d2-01f3cdab9964,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:54.345707 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e203a45e-1141-49fb-8aca-b65d06b68af7 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Checking segment: {'id': 'ac8d9694-e081-4215-a5d8-d8ce14e89caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:43:54.346667 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e203a45e-1141-49fb-8aca-b65d06b68af7 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Network hostable DHCP agents. Network: a0115283-37e4-4300-b073-93415e04c5b3, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:43:54.390863 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e203a45e-1141-49fb-8aca-b65d06b68af7 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Network a0115283-37e4-4300-b073-93415e04c5b3 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:43:54.418657 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-e203a45e-1141-49fb-8aca-b65d06b68af7 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, a0115283-37e4-4300-b073-93415e04c5b3) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:43:54.429387 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e203a45e-1141-49fb-8aca-b65d06b68af7 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:54.430077 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e203a45e-1141-49fb-8aca-b65d06b68af7 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:54.466370 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e203a45e-1141-49fb-8aca-b65d06b68af7 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2236314 Jan 28 00:43:54.469730 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2590dadd-9f58-494c-8c58-47ffd0aa0c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (a5055772-1556-467a-8d2c-d15584910096), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:54.471831 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54912) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:54.487703 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0187e40-0ecf-44f7-8f41-b2c1420b7040 None None] Network a0115283-37e4-4300-b073-93415e04c5b3 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:43:54.672473 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-2590dadd-9f58-494c-8c58-47ffd0aa0c60 admin admin] Deleting port 5305a971-b3f9-47ae-91df-db6c9d7703dc {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:43:54.679514 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2590dadd-9f58-494c-8c58-47ffd0aa0c60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (5305a971-b3f9-47ae-91df-db6c9d7703dc), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:54.788693 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d139401-704d-48c5-a65c-79d526f58e0a None None] DHCP port deletion for a5055772-1556-467a-8d2c-d15584910096 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:43:54.806206 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4662b512-df9c-4b57-8c3b-d9550bc34dcc None None] Publish callbacks [] for port (6bfc1843-24f7-40c5-acac-0f741fbfed49), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:54.818823 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4662b512-df9c-4b57-8c3b-d9550bc34dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6bfc1843-24f7-40c5-acac-0f741fbfed49), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:54.842626 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-a0115283-37e4-4300-b073-93415e04c5b3', 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'fixed_ips': [{'subnet_id': 'aeea355b-e41d-4155-a2d2-01f3cdab9964'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:43:54.849033 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:54.867376 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-2590dadd-9f58-494c-8c58-47ffd0aa0c60 admin admin] For port 5305a971-b3f9-47ae-91df-db6c9d7703dc, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=5305a971-b3f9-47ae-91df-db6c9d7703dc,segment=NetworkSegment(32b62d49-3c93-4f09-986c-30e1868e910a),segment_id=32b62d49-3c93-4f09-986c-30e1868e910a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:43:54.867982 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2590dadd-9f58-494c-8c58-47ffd0aa0c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (5305a971-b3f9-47ae-91df-db6c9d7703dc), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:54.915868 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-4662b512-df9c-4b57-8c3b-d9550bc34dcc None None] Attempting to bind port 6bfc1843-24f7-40c5-acac-0f741fbfed49 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:43:54.916458 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-4662b512-df9c-4b57-8c3b-d9550bc34dcc None None] Attempting to bind port 6bfc1843-24f7-40c5-acac-0f741fbfed49 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:43:54.917918 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4662b512-df9c-4b57-8c3b-d9550bc34dcc None None] Attempting to bind port 6bfc1843-24f7-40c5-acac-0f741fbfed49 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:43:54.925749 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-2590dadd-9f58-494c-8c58-47ffd0aa0c60 admin admin] Calling delete_port for 5305a971-b3f9-47ae-91df-db6c9d7703dc owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:43:54.955743 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4662b512-df9c-4b57-8c3b-d9550bc34dcc None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:43:54.956529 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4662b512-df9c-4b57-8c3b-d9550bc34dcc None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:43:54.957693 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4662b512-df9c-4b57-8c3b-d9550bc34dcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:54.958908 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4662b512-df9c-4b57-8c3b-d9550bc34dcc None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:43:54.961189 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-4662b512-df9c-4b57-8c3b-d9550bc34dcc None None] Bound port: 6bfc1843-24f7-40c5-acac-0f741fbfed49, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:43:54.962083 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4662b512-df9c-4b57-8c3b-d9550bc34dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6bfc1843-24f7-40c5-acac-0f741fbfed49), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:55.058756 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-4662b512-df9c-4b57-8c3b-d9550bc34dcc None None] For port 6bfc1843-24f7-40c5-acac-0f741fbfed49, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:43:55.067805 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-4662b512-df9c-4b57-8c3b-d9550bc34dcc None None] For port 6bfc1843-24f7-40c5-acac-0f741fbfed49, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6bfc1843-24f7-40c5-acac-0f741fbfed49,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:43:55.099524 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4662b512-df9c-4b57-8c3b-d9550bc34dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6bfc1843-24f7-40c5-acac-0f741fbfed49), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:55.116967 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Allocated IP 172.20.0.2 (a0115283-37e4-4300-b073-93415e04c5b3/aeea355b-e41d-4155-a2d2-01f3cdab9964/391654b7-d6ee-46cc-a0b6-b60f93def3e1) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:43:55.119864 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c37395-0f99-4bf7-b02f-5783ccb5333b None None] Pushing event updated for resources: {'Port': ['ID=6bfc1843-24f7-40c5-acac-0f741fbfed49,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:55.143239 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c37395-0f99-4bf7-b02f-5783ccb5333b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:55.145027 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c37395-0f99-4bf7-b02f-5783ccb5333b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:55.146337 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c37395-0f99-4bf7-b02f-5783ccb5333b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:55.147453 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c37395-0f99-4bf7-b02f-5783ccb5333b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:55.148695 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c37395-0f99-4bf7-b02f-5783ccb5333b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:55.149341 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c37395-0f99-4bf7-b02f-5783ccb5333b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:55.150195 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c37395-0f99-4bf7-b02f-5783ccb5333b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:55.151214 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c37395-0f99-4bf7-b02f-5783ccb5333b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:55.153517 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c37395-0f99-4bf7-b02f-5783ccb5333b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:55.154600 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c37395-0f99-4bf7-b02f-5783ccb5333b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:55.154600 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c37395-0f99-4bf7-b02f-5783ccb5333b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:55.155039 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c37395-0f99-4bf7-b02f-5783ccb5333b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:55.156554 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c37395-0f99-4bf7-b02f-5783ccb5333b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:55.175376 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2590dadd-9f58-494c-8c58-47ffd0aa0c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (5305a971-b3f9-47ae-91df-db6c9d7703dc), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:55.227385 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2590dadd-9f58-494c-8c58-47ffd0aa0c60 admin admin] Pushing event deleted for resources: {'Port': ['ID=5305a971-b3f9-47ae-91df-db6c9d7703dc,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:55.231179 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2590dadd-9f58-494c-8c58-47ffd0aa0c60 admin admin] No DVR routers for this DVR port 5305a971-b3f9-47ae-91df-db6c9d7703dc on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:43:55.271563 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4662b512-df9c-4b57-8c3b-d9550bc34dcc None None] Routers {'6225d7f0-c400-4277-8655-23e4f90f15ec'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:43:55.279756 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-4662b512-df9c-4b57-8c3b-d9550bc34dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:43:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6225d7f0-c400-4277-8655-23e4f90f15ec'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:55.310590 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Publish callbacks [] for port (391654b7-d6ee-46cc-a0b6-b60f93def3e1), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:55.329883 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (391654b7-d6ee-46cc-a0b6-b60f93def3e1), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:55.534427 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Network a0115283-37e4-4300-b073-93415e04c5b3 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:43:55.547653 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2590dadd-9f58-494c-8c58-47ffd0aa0c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (a5055772-1556-467a-8d2c-d15584910096), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:55.566326 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Pushing event updated for resources: {'Port': ['ID=391654b7-d6ee-46cc-a0b6-b60f93def3e1,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:55.590415 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:43:55.608383 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:43:55.657756 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c37395-0f99-4bf7-b02f-5783ccb5333b None None] Pushing event updated for resources: {'Port': ['ID=6bfc1843-24f7-40c5-acac-0f741fbfed49,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:55.662188 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:55.664602 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:55.666265 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:55.668016 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:55.672030 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:55.673373 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:55.674216 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:55.674795 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:55.675371 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:55.676005 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:55.676586 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:55.677171 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:55.677744 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:43:55.708061 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 5305a971-b3f9-47ae-91df-db6c9d7703dc no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:43:55.750482 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92b2c5ba-e8f4-4703-92d4-9afe8b0fd0f0 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:55.788086 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-2590dadd-9f58-494c-8c58-47ffd0aa0c60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5055772-1556-467a-8d2c-d15584910096']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:55.800658 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 5305a971-b3f9-47ae-91df-db6c9d7703dc {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:43:55.801558 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 5305a971-b3f9-47ae-91df-db6c9d7703dc not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:43:55.801853 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ac17fa39-7df6-485f-af35-316034772b92 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:43:55.822551 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-2590dadd-9f58-494c-8c58-47ffd0aa0c60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b62d49-3c93-4f09-986c-30e1868e910a') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:55.826181 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-2590dadd-9f58-494c-8c58-47ffd0aa0c60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b62d49-3c93-4f09-986c-30e1868e910a') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:55.855800 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: ac17fa39-7df6-485f-af35-316034772b92 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:43:55.856936 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ac17fa39-7df6-485f-af35-316034772b92 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:43:55.867301 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2590dadd-9f58-494c-8c58-47ffd0aa0c60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (32b62d49-3c93-4f09-986c-30e1868e910a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:55.877370 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2d139401-704d-48c5-a65c-79d526f58e0a None None] Deleting port 5305a971-b3f9-47ae-91df-db6c9d7703dc {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:43:55.878115 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2d139401-704d-48c5-a65c-79d526f58e0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (5305a971-b3f9-47ae-91df-db6c9d7703dc), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:55.915413 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2590dadd-9f58-494c-8c58-47ffd0aa0c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (32b62d49-3c93-4f09-986c-30e1868e910a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:55.920306 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-4662b512-df9c-4b57-8c3b-d9550bc34dcc None None] Set router 6225d7f0-c400-4277-8655-23e4f90f15ec gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:43:55.939853 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2590dadd-9f58-494c-8c58-47ffd0aa0c60 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:43:55.940524 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2590dadd-9f58-494c-8c58-47ffd0aa0c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (32b62d49-3c93-4f09-986c-30e1868e910a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:55.999731 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:43:55.999731 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:43:55.999731 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:43:55.999731 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:43:55.999731 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:43:55.999731 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:43:55.999731 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:43:55.999731 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:43:55.999731 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:43:55.999731 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:43:55.999731 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:43:55.999731 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:43:55.999731 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:43:55.999731 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:43:55.999731 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:43:55.999731 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:43:55.999731 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:43:55.999731 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:43:55.999731 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:43:55.999731 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:43:55.999731 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:43:55.999731 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:43:55.999731 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:43:55.999731 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:43:55.999731 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:43:55.999731 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:43:55.999731 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:43:55.999731 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:43:55.999731 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:43:55.999731 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:43:55.999731 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:43:55.999731 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:43:56.058191 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-2d139401-704d-48c5-a65c-79d526f58e0a None None] For port 5305a971-b3f9-47ae-91df-db6c9d7703dc, host n-d-826754-1, got binding levels [] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:43:56.059012 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2d139401-704d-48c5-a65c-79d526f58e0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (5305a971-b3f9-47ae-91df-db6c9d7703dc), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:56.094951 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2d139401-704d-48c5-a65c-79d526f58e0a None None] Calling delete_port for 5305a971-b3f9-47ae-91df-db6c9d7703dc owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:43:56.101046 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.ipam_backend_mixin [None req-2d139401-704d-48c5-a65c-79d526f58e0a None None] Port 5305a971-b3f9-47ae-91df-db6c9d7703dc was not found and therefore no delete operation was performed {{(pid=103345) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 00:43:56.128924 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2d139401-704d-48c5-a65c-79d526f58e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (5305a971-b3f9-47ae-91df-db6c9d7703dc), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:56.196925 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284e8f6-ceac-4468-a206-24fb2146bd7b req-9f07bafd-2372-453b-94cb-650cb004fce4 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:56.205102 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8284e8f6-ceac-4468-a206-24fb2146bd7b req-9f07bafd-2372-453b-94cb-650cb004fce4 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 945 time: 0.6191454 Jan 28 00:43:56.240042 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2590dadd-9f58-494c-8c58-47ffd0aa0c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (a5055772-1556-467a-8d2c-d15584910096), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:56.258386 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2590dadd-9f58-494c-8c58-47ffd0aa0c60 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:56.266076 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2590dadd-9f58-494c-8c58-47ffd0aa0c60 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a5055772-1556-467a-8d2c-d15584910096 HTTP/1.1" status: 204 len: 168 time: 1.9998991 Jan 28 00:43:56.308162 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d139401-704d-48c5-a65c-79d526f58e0a None None] Pushing event deleted for resources: {'Port': ['ID=5305a971-b3f9-47ae-91df-db6c9d7703dc,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:56.365677 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2590dadd-9f58-494c-8c58-47ffd0aa0c60 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5055772-1556-467a-8d2c-d15584910096,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:56.373042 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d139401-704d-48c5-a65c-79d526f58e0a None None] No DVR routers for this DVR port 5305a971-b3f9-47ae-91df-db6c9d7703dc on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:43:56.396859 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Attempting to bind port 391654b7-d6ee-46cc-a0b6-b60f93def3e1 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:43:56.401060 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Attempting to bind port 391654b7-d6ee-46cc-a0b6-b60f93def3e1 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'ac8d9694-e081-4215-a5d8-d8ce14e89caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:43:56.403477 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Attempting to bind port 391654b7-d6ee-46cc-a0b6-b60f93def3e1 on network a0115283-37e4-4300-b073-93415e04c5b3 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:43:56.435882 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:43:56.440343 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Checking segment: {'id': 'ac8d9694-e081-4215-a5d8-d8ce14e89caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:43:56.441208 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:56.442177 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Bound using segment: {'id': 'ac8d9694-e081-4215-a5d8-d8ce14e89caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:43:56.448888 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Bound port: 391654b7-d6ee-46cc-a0b6-b60f93def3e1, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8d9694-e081-4215-a5d8-d8ce14e89caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:43:56.449824 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (391654b7-d6ee-46cc-a0b6-b60f93def3e1), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:56.471379 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8284e8f6-ceac-4468-a206-24fb2146bd7b req-d2698b2a-e583-4343-8d1f-4d9203b866da tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2642398 Jan 28 00:43:56.549435 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-4662b512-df9c-4b57-8c3b-d9550bc34dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208781625', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '6bfc1843-24f7-40c5-acac-0f741fbfed49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:43:48Z', 'updated_at': '2022-01-28T00:43:50Z', 'revision_number': 3, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '6bfc1843-24f7-40c5-acac-0f741fbfed49', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:43:49Z', 'updated_at': '2022-01-28T00:43:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:43:56.573930 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 54922) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:56.636552 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] For port 391654b7-d6ee-46cc-a0b6-b60f93def3e1, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:43:56.642871 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] For port 391654b7-d6ee-46cc-a0b6-b60f93def3e1, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=391654b7-d6ee-46cc-a0b6-b60f93def3e1,segment=NetworkSegment(ac8d9694-e081-4215-a5d8-d8ce14e89caa),segment_id=ac8d9694-e081-4215-a5d8-d8ce14e89caa)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:43:56.656605 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (391654b7-d6ee-46cc-a0b6-b60f93def3e1), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:56.672278 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ffbbc664-fa03-412a-a427-a4ff724322c3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=126ff8dba2134b2d95d54d419fe64967&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0962794 Jan 28 00:43:56.675811 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4662b512-df9c-4b57-8c3b-d9550bc34dcc None None] The sync data for ids ['6225d7f0-c400-4277-8655-23e4f90f15ec'] in n-d-826754-1 is: [{'id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208781625', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '6bfc1843-24f7-40c5-acac-0f741fbfed49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:43:48Z', 'updated_at': '2022-01-28T00:43:50Z', 'revision_number': 3, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '6bfc1843-24f7-40c5-acac-0f741fbfed49', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:43:49Z', 'updated_at': '2022-01-28T00:43:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:43:56.676252 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 54926) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:56.791936 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-92b2c5ba-e8f4-4703-92d4-9afe8b0fd0f0 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Allocated IP 172.20.0.1 (a0115283-37e4-4300-b073-93415e04c5b3/aeea355b-e41d-4155-a2d2-01f3cdab9964/993576af-4d38-4881-8d3e-f5637fb03d11) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:43:56.814208 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ef6e444e-58c8-4462-8b86-f38e16961d20 admin admin] Publish callbacks [] for security_group (3ba9c14e-010b-41ca-ae81-cb52453dc7c5), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:56.863745 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae37b1d-c557-47ab-845a-1c9c475d0ffc None None] Pushing event updated for resources: {'Port': ['ID=391654b7-d6ee-46cc-a0b6-b60f93def3e1,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:56.893880 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ef6e444e-58c8-4462-8b86-f38e16961d20 admin admin] Publish callbacks [] for security_group (3ba9c14e-010b-41ca-ae81-cb52453dc7c5), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:57.023357 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ef6e444e-58c8-4462-8b86-f38e16961d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (3ba9c14e-010b-41ca-ae81-cb52453dc7c5), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:57.026277 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ef6e444e-58c8-4462-8b86-f38e16961d20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:57.039641 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ef6e444e-58c8-4462-8b86-f38e16961d20 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3ba9c14e-010b-41ca-ae81-cb52453dc7c5 HTTP/1.1" status: 204 len: 168 time: 0.3514521 Jan 28 00:43:57.064481 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e444e-58c8-4462-8b86-f38e16961d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba9c14e-010b-41ca-ae81-cb52453dc7c5,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:57.439595 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92b2c5ba-e8f4-4703-92d4-9afe8b0fd0f0 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for port (993576af-4d38-4881-8d3e-f5637fb03d11), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:57.657028 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92b2c5ba-e8f4-4703-92d4-9afe8b0fd0f0 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (993576af-4d38-4881-8d3e-f5637fb03d11), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:57.795191 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6bfc1843-24f7-40c5-acac-0f741fbfed49 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:43:57.967851 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b2c5ba-e8f4-4703-92d4-9afe8b0fd0f0 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Network a0115283-37e4-4300-b073-93415e04c5b3 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:43:57.970163 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2c5ba-e8f4-4703-92d4-9afe8b0fd0f0 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'Port': ['ID=993576af-4d38-4881-8d3e-f5637fb03d11,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:57.978619 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-92b2c5ba-e8f4-4703-92d4-9afe8b0fd0f0 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:43:57.984318 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b2c5ba-e8f4-4703-92d4-9afe8b0fd0f0 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:43:58.011988 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a9444-bf02-4afb-a3a4-e3b6b0ce3425 req-e8b6a731-e3d7-4d54-94f2-cdf3a821c375 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:43:58.012763 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 6bfc1843-24f7-40c5-acac-0f741fbfed49 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:43:58.012763 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6bfc1843-24f7-40c5-acac-0f741fbfed49), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:58.025174 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-023a9444-bf02-4afb-a3a4-e3b6b0ce3425 req-e8b6a731-e3d7-4d54-94f2-cdf3a821c375 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 945 time: 0.2071035 Jan 28 00:43:58.120783 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92b2c5ba-e8f4-4703-92d4-9afe8b0fd0f0 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (6225d7f0-c400-4277-8655-23e4f90f15ec), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:58.243422 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-023a9444-bf02-4afb-a3a4-e3b6b0ce3425 req-c698824d-9e7d-478e-8e91-d88d318ac17f tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019455 Jan 28 00:43:58.494857 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 6bfc1843-24f7-40c5-acac-0f741fbfed49 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:43:58.499301 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6bfc1843-24f7-40c5-acac-0f741fbfed49), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:58.633958 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 6bfc1843-24f7-40c5-acac-0f741fbfed49, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6bfc1843-24f7-40c5-acac-0f741fbfed49,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:43:58.645623 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6bfc1843-24f7-40c5-acac-0f741fbfed49), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:58.647937 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 391654b7-d6ee-46cc-a0b6-b60f93def3e1 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:43:58.896402 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=6bfc1843-24f7-40c5-acac-0f741fbfed49,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:58.937607 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 391654b7-d6ee-46cc-a0b6-b60f93def3e1 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:43:58.938358 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (391654b7-d6ee-46cc-a0b6-b60f93def3e1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:59.077195 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 54956) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:59.198131 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 391654b7-d6ee-46cc-a0b6-b60f93def3e1 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:43:59.198948 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (391654b7-d6ee-46cc-a0b6-b60f93def3e1), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:59.282382 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 391654b7-d6ee-46cc-a0b6-b60f93def3e1, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=391654b7-d6ee-46cc-a0b6-b60f93def3e1,segment=NetworkSegment(ac8d9694-e081-4215-a5d8-d8ce14e89caa),segment_id=ac8d9694-e081-4215-a5d8-d8ce14e89caa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:43:59.294244 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (391654b7-d6ee-46cc-a0b6-b60f93def3e1), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:59.366631 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-df89a3b0-c846-4f3e-8f6a-d29c0a2ad9e6 admin admin] Deleting subnet 831ffe95-1ec8-4973-8c59-1c4092582d3c {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:43:59.385244 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-df89a3b0-c846-4f3e-8f6a-d29c0a2ad9e6 admin admin] Publish callbacks [] for subnet (831ffe95-1ec8-4973-8c59-1c4092582d3c), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:59.444677 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=391654b7-d6ee-46cc-a0b6-b60f93def3e1,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:43:59.477826 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119f8df7-39be-446a-91d4-9117b494cefc None None] Network a0115283-37e4-4300-b073-93415e04c5b3 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:43:59.545795 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-df89a3b0-c846-4f3e-8f6a-d29c0a2ad9e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (831ffe95-1ec8-4973-8c59-1c4092582d3c), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:59.596941 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2a154171-ce73-4b83-ad38-90369bacb961 None None] Provisioning complete for port 391654b7-d6ee-46cc-a0b6-b60f93def3e1 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:43:59.598415 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2a154171-ce73-4b83-ad38-90369bacb961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (391654b7-d6ee-46cc-a0b6-b60f93def3e1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:59.773827 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54968) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:43:59.780618 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-df89a3b0-c846-4f3e-8f6a-d29c0a2ad9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (831ffe95-1ec8-4973-8c59-1c4092582d3c), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:59.793213 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6bfc1843-24f7-40c5-acac-0f741fbfed49 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:43:59.862755 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92b2c5ba-e8f4-4703-92d4-9afe8b0fd0f0 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (993576af-4d38-4881-8d3e-f5637fb03d11), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:59.907238 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-df89a3b0-c846-4f3e-8f6a-d29c0a2ad9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (831ffe95-1ec8-4973-8c59-1c4092582d3c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:59.939444 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-df89a3b0-c846-4f3e-8f6a-d29c0a2ad9e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:43:59.942853 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-df89a3b0-c846-4f3e-8f6a-d29c0a2ad9e6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/831ffe95-1ec8-4973-8c59-1c4092582d3c HTTP/1.1" status: 204 len: 168 time: 0.8637054 Jan 28 00:43:59.951393 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 54972) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:00.053108 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89a3b0-c846-4f3e-8f6a-d29c0a2ad9e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=831ffe95-1ec8-4973-8c59-1c4092582d3c,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:00.088095 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-28db3f2e-1557-4294-9feb-c42785ba8d63 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-615781546-network', 'tenant_id': '08ee5dfcaf8843d687bd28b74e1ced4d'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:44:00.157617 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee3d0a-971f-4202-b92f-835449812456 req-516efd02-6ea7-405c-8e57-45d7b6f0ddcd tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:00.179600 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b4ee3d0a-971f-4202-b92f-835449812456 req-516efd02-6ea7-405c-8e57-45d7b6f0ddcd tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 945 time: 0.6651735 Jan 28 00:44:00.280622 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 6bfc1843-24f7-40c5-acac-0f741fbfed49 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:00.281487 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6bfc1843-24f7-40c5-acac-0f741fbfed49), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:00.303373 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b4ee3d0a-971f-4202-b92f-835449812456 req-fa215f74-1f86-4a7f-be1d-1807445f1c51 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222122 Jan 28 00:44:00.327490 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dbe93189-da54-4293-ac24-d73a5291725a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (9da6691e-d3c9-45e5-b6a7-eaa664e09911), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:00.416483 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28db3f2e-1557-4294-9feb-c42785ba8d63 admin admin] Made reservation on behalf of 08ee5dfcaf8843d687bd28b74e1ced4d for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:44:00.420304 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28db3f2e-1557-4294-9feb-c42785ba8d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:00.510885 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2a154171-ce73-4b83-ad38-90369bacb961 None None] Current status of the port 391654b7-d6ee-46cc-a0b6-b60f93def3e1 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:44:00.570683 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dbe93189-da54-4293-ac24-d73a5291725a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (9da6691e-d3c9-45e5-b6a7-eaa664e09911), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:00.671532 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-dbe93189-da54-4293-ac24-d73a5291725a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da6691e-d3c9-45e5-b6a7-eaa664e09911']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:00.700733 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-dbe93189-da54-4293-ac24-d73a5291725a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664322bd-67f3-4323-b853-7f463e562930') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:00.710205 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-dbe93189-da54-4293-ac24-d73a5291725a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664322bd-67f3-4323-b853-7f463e562930') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:00.749038 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dbe93189-da54-4293-ac24-d73a5291725a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (664322bd-67f3-4323-b853-7f463e562930), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:00.784558 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 6bfc1843-24f7-40c5-acac-0f741fbfed49 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:44:00.785052 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dbe93189-da54-4293-ac24-d73a5291725a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (664322bd-67f3-4323-b853-7f463e562930), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:00.809415 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbe93189-da54-4293-ac24-d73a5291725a admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:44:00.810104 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dbe93189-da54-4293-ac24-d73a5291725a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (664322bd-67f3-4323-b853-7f463e562930), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:00.955196 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-110176fa-e883-4b84-8659-a02a89184730 None None] Provisioning complete for port 993576af-4d38-4881-8d3e-f5637fb03d11 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:00.955719 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-110176fa-e883-4b84-8659-a02a89184730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (993576af-4d38-4881-8d3e-f5637fb03d11), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:01.016260 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:44:01.016260 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:44:01.016260 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:44:01.016260 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:44:01.016260 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:44:01.016260 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:44:01.016260 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:44:01.016260 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:44:01.016260 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:44:01.016260 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:44:01.016260 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:44:01.016260 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:44:01.016260 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:44:01.016260 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:44:01.016260 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:44:01.016260 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:44:01.016260 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:44:01.016260 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:44:01.016260 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:44:01.016260 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:44:01.016260 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:44:01.016260 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:44:01.016260 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:44:01.016260 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:44:01.016260 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:44:01.016260 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:44:01.016260 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:44:01.016260 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:44:01.016260 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:44:01.016260 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:44:01.016260 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:44:01.016260 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:44:01.032273 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-110176fa-e883-4b84-8659-a02a89184730 None None] Port 993576af-4d38-4881-8d3e-f5637fb03d11 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:44:01.043136 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dbe93189-da54-4293-ac24-d73a5291725a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (9da6691e-d3c9-45e5-b6a7-eaa664e09911), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:01.047655 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-110176fa-e883-4b84-8659-a02a89184730 None None] Provisioning complete for port 391654b7-d6ee-46cc-a0b6-b60f93def3e1 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:01.048120 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-110176fa-e883-4b84-8659-a02a89184730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (391654b7-d6ee-46cc-a0b6-b60f93def3e1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:01.126305 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dbe93189-da54-4293-ac24-d73a5291725a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:01.135886 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-dbe93189-da54-4293-ac24-d73a5291725a admin admin] 10.222.0.70 "DELETE /v2.0/networks/9da6691e-d3c9-45e5-b6a7-eaa664e09911 HTTP/1.1" status: 204 len: 168 time: 1.1639581 Jan 28 00:44:01.212616 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 54982) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:01.249999 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-110176fa-e883-4b84-8659-a02a89184730 None None] Current status of the port 391654b7-d6ee-46cc-a0b6-b60f93def3e1 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:44:01.262467 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28db3f2e-1557-4294-9feb-c42785ba8d63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:01.333171 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe93189-da54-4293-ac24-d73a5291725a admin admin] Pushing event deleted for resources: {'Network': ['ID=9da6691e-d3c9-45e5-b6a7-eaa664e09911,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:01.382274 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28db3f2e-1557-4294-9feb-c42785ba8d63 admin admin] Publish callbacks [] for security_group (e1a2620b-5285-4e02-b61e-1aafee9ea862), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:01.412051 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28db3f2e-1557-4294-9feb-c42785ba8d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e1a2620b-5285-4e02-b61e-1aafee9ea862), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:01.490100 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-56548e79-fcb8-4be1-9383-e88821c34876 None None] Provisioning complete for port 993576af-4d38-4881-8d3e-f5637fb03d11 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:01.491965 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-56548e79-fcb8-4be1-9383-e88821c34876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (993576af-4d38-4881-8d3e-f5637fb03d11), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:01.504352 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d137d-1a6f-4f64-abc0-2fc1cb60de32 req-1422ff63-da75-48ee-b67f-ce94aaf1dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:01.517466 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92b2c5ba-e8f4-4703-92d4-9afe8b0fd0f0 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for port (993576af-4d38-4881-8d3e-f5637fb03d11), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:01.519839 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a62d137d-1a6f-4f64-abc0-2fc1cb60de32 req-1422ff63-da75-48ee-b67f-ce94aaf1dce6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40859c6773ce4ef58b203b2b32bcaaba&device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 1096 time: 0.4747932 Jan 28 00:44:01.547666 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28db3f2e-1557-4294-9feb-c42785ba8d63 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:44:01.590639 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92b2c5ba-e8f4-4703-92d4-9afe8b0fd0f0 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (993576af-4d38-4881-8d3e-f5637fb03d11), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:01.632971 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6be7a9-6cfb-4640-b470-42d6ad6772b3 req-53754e37-2cc1-43a1-a3b9-b57b74f7c844 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:01.635584 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28db3f2e-1557-4294-9feb-c42785ba8d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (560bb584-2550-459a-942b-02f712b502c6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:01.636633 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8a6be7a9-6cfb-4640-b470-42d6ad6772b3 req-53754e37-2cc1-43a1-a3b9-b57b74f7c844 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 945 time: 0.6178491 Jan 28 00:44:01.641901 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 391654b7-d6ee-46cc-a0b6-b60f93def3e1 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:44:01.642191 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c2e463-d51e-4b91-b969-42fb14e2e0ed admin admin] Deleting subnet 7af7c547-3d3c-4717-ada5-facc7d824b2a {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:44:01.646389 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-28db3f2e-1557-4294-9feb-c42785ba8d63 admin admin] Added segment 560bb584-2550-459a-942b-02f712b502c6 of type vlan for network 0d35682a-e264-402f-9467-e89bc442ab1f Jan 28 00:44:01.738025 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-82c2e463-d51e-4b91-b969-42fb14e2e0ed admin admin] Publish callbacks [] for subnet (7af7c547-3d3c-4717-ada5-facc7d824b2a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:01.764539 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-56548e79-fcb8-4be1-9383-e88821c34876 None None] Port 993576af-4d38-4881-8d3e-f5637fb03d11 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:44:01.797718 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 391654b7-d6ee-46cc-a0b6-b60f93def3e1 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:01.798234 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (391654b7-d6ee-46cc-a0b6-b60f93def3e1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:01.876874 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28db3f2e-1557-4294-9feb-c42785ba8d63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (0d35682a-e264-402f-9467-e89bc442ab1f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:01.896537 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8a6be7a9-6cfb-4640-b470-42d6ad6772b3 req-1704bb8e-bbb3-4c62-855e-18618cfa4b85 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494030 Jan 28 00:44:01.959749 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-82c2e463-d51e-4b91-b969-42fb14e2e0ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (7af7c547-3d3c-4717-ada5-facc7d824b2a), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:01.985447 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 391654b7-d6ee-46cc-a0b6-b60f93def3e1 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:44:01.991111 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db3f2e-1557-4294-9feb-c42785ba8d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a2620b-5285-4e02-b61e-1aafee9ea862,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:01.995581 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28db3f2e-1557-4294-9feb-c42785ba8d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (0d35682a-e264-402f-9467-e89bc442ab1f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:01.996602 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28db3f2e-1557-4294-9feb-c42785ba8d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:01.997187 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28db3f2e-1557-4294-9feb-c42785ba8d63 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:02.055026 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d137d-1a6f-4f64-abc0-2fc1cb60de32 req-8bc32c93-1807-4ef3-92fc-1898a1f8f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:02.056730 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a62d137d-1a6f-4f64-abc0-2fc1cb60de32 req-8bc32c93-1807-4ef3-92fc-1898a1f8f043 service neutron] 10.222.0.52 "GET /v2.0/networks?id=df6dc4b3-6607-40e9-9f38-3ff04dac366d HTTP/1.1" status: 200 len: 912 time: 0.5357883 Jan 28 00:44:02.108357 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2c5ba-e8f4-4703-92d4-9afe8b0fd0f0 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'Port': ['ID=993576af-4d38-4881-8d3e-f5637fb03d11,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:02.111229 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-92b2c5ba-e8f4-4703-92d4-9afe8b0fd0f0 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (6225d7f0-c400-4277-8655-23e4f90f15ec), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:02.132057 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-28db3f2e-1557-4294-9feb-c42785ba8d63 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3520455 Jan 28 00:44:02.132771 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db3f2e-1557-4294-9feb-c42785ba8d63 admin admin] Pushing event updated for resources: {'Network': ['ID=0d35682a-e264-402f-9467-e89bc442ab1f,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:02.135158 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54986) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:02.142427 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-29368d69-9a3b-400c-a88a-81e61da88eee admin admin] Request body: {'subnet': {'network_id': '0d35682a-e264-402f-9467-e89bc442ab1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-615781546-subnet', 'tenant_id': '08ee5dfcaf8843d687bd28b74e1ced4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:44:02.151122 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 0d35682a-e264-402f-9467-e89bc442ab1f details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:44:02.171148 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-82c2e463-d51e-4b91-b969-42fb14e2e0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (7af7c547-3d3c-4717-ada5-facc7d824b2a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:02.249991 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a62d137d-1a6f-4f64-abc0-2fc1cb60de32 req-98bdd7b3-60e4-4d02-b9c5-b85fed56414a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44b53648-5b05-4c4a-a492-464e8fb34dce HTTP/1.1" status: 200 len: 1001 time: 0.1850846 Jan 28 00:44:02.327907 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29368d69-9a3b-400c-a88a-81e61da88eee admin admin] Made reservation on behalf of 08ee5dfcaf8843d687bd28b74e1ced4d for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:44:02.333360 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-29368d69-9a3b-400c-a88a-81e61da88eee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:02.346118 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d137d-1a6f-4f64-abc0-2fc1cb60de32 req-7dbc1642-a770-4744-8083-a1019628e018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:02.348823 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a62d137d-1a6f-4f64-abc0-2fc1cb60de32 req-7dbc1642-a770-4744-8083-a1019628e018 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22f51b89-111e-46c4-84b8-0eec72aeef83 HTTP/1.1" status: 200 len: 850 time: 0.0922587 Jan 28 00:44:02.352040 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-82c2e463-d51e-4b91-b969-42fb14e2e0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (7af7c547-3d3c-4717-ada5-facc7d824b2a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:02.390080 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-82c2e463-d51e-4b91-b969-42fb14e2e0ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:02.398293 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-82c2e463-d51e-4b91-b969-42fb14e2e0ed admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7af7c547-3d3c-4717-ada5-facc7d824b2a HTTP/1.1" status: 204 len: 168 time: 1.1316154 Jan 28 00:44:02.399523 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 54988) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:02.454605 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2e463-d51e-4b91-b969-42fb14e2e0ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7af7c547-3d3c-4717-ada5-facc7d824b2a,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:02.532055 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b2c5ba-e8f4-4703-92d4-9afe8b0fd0f0 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Network a0115283-37e4-4300-b073-93415e04c5b3 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:44:02.538932 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-92b2c5ba-e8f4-4703-92d4-9afe8b0fd0f0 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:44:02.547908 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d137d-1a6f-4f64-abc0-2fc1cb60de32 req-550eb5c7-cf0e-46a4-baa4-150eb8752070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:02.549354 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a62d137d-1a6f-4f64-abc0-2fc1cb60de32 req-550eb5c7-cf0e-46a4-baa4-150eb8752070 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df6dc4b3-6607-40e9-9f38-3ff04dac366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1835790 Jan 28 00:44:02.552393 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a69e5fe7-7d29-4e03-9074-6ad61408203e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (bb8235c2-094c-48c8-b145-f750f27b5ab5), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:02.731251 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a69e5fe7-7d29-4e03-9074-6ad61408203e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (bb8235c2-094c-48c8-b145-f750f27b5ab5), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:02.760069 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a62d137d-1a6f-4f64-abc0-2fc1cb60de32 req-daa0bebe-1007-4b72-9846-971da322d617 service neutron] 10.222.0.52 "GET /v2.0/networks/df6dc4b3-6607-40e9-9f38-3ff04dac366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999733 Jan 28 00:44:02.764660 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-a69e5fe7-7d29-4e03-9074-6ad61408203e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8235c2-094c-48c8-b145-f750f27b5ab5']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:02.796211 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-a69e5fe7-7d29-4e03-9074-6ad61408203e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b523383e-b48c-404d-a881-d4917283a201') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:02.796495 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-a69e5fe7-7d29-4e03-9074-6ad61408203e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b523383e-b48c-404d-a881-d4917283a201') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:02.840534 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a69e5fe7-7d29-4e03-9074-6ad61408203e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (b523383e-b48c-404d-a881-d4917283a201), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:02.861349 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a69e5fe7-7d29-4e03-9074-6ad61408203e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (b523383e-b48c-404d-a881-d4917283a201), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:02.888373 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a69e5fe7-7d29-4e03-9074-6ad61408203e admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:44:02.888802 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a69e5fe7-7d29-4e03-9074-6ad61408203e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (b523383e-b48c-404d-a881-d4917283a201), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:02.890254 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-29368d69-9a3b-400c-a88a-81e61da88eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (12d90195-4097-4cfb-b15d-963a28d2cae4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:02.896567 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:44:02.896567 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:44:02.896567 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:44:02.896567 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:44:02.896567 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:44:02.896567 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:44:02.896567 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:44:02.896567 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:44:02.896567 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:44:02.896567 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:44:02.896567 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:44:02.896567 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:44:02.896567 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:44:02.896567 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:44:02.896567 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:44:02.896567 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:44:02.896567 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:44:02.896567 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:44:02.896567 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:44:02.896567 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:44:02.896567 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:44:02.896567 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:44:02.896567 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:44:02.896567 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:44:02.896567 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:44:02.896567 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:44:02.896567 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:44:02.896567 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:44:02.896567 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:44:02.896567 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:44:02.896567 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:44:02.896567 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:44:03.031148 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2b686e3f-1634-4c95-a459-616826d2be4b None None] Provisioning complete for port 993576af-4d38-4881-8d3e-f5637fb03d11 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:03.031978 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2b686e3f-1634-4c95-a459-616826d2be4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (993576af-4d38-4881-8d3e-f5637fb03d11), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:03.046907 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a62d137d-1a6f-4f64-abc0-2fc1cb60de32 req-36658d0e-3061-452d-ace3-9dd51909088b service neutron] 10.222.0.52 "GET /v2.0/networks/df6dc4b3-6607-40e9-9f38-3ff04dac366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791162 Jan 28 00:44:03.071272 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a69e5fe7-7d29-4e03-9074-6ad61408203e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (bb8235c2-094c-48c8-b145-f750f27b5ab5), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:03.089942 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a69e5fe7-7d29-4e03-9074-6ad61408203e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:03.108779 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a69e5fe7-7d29-4e03-9074-6ad61408203e admin admin] 10.222.0.70 "DELETE /v2.0/networks/bb8235c2-094c-48c8-b145-f750f27b5ab5 HTTP/1.1" status: 204 len: 168 time: 0.7083178 Jan 28 00:44:03.110009 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:44:03.136118 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29368d69-9a3b-400c-a88a-81e61da88eee admin admin] Checking segment: {'id': '560bb584-2550-459a-942b-02f712b502c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0d35682a-e264-402f-9467-e89bc442ab1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:44:03.136868 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29368d69-9a3b-400c-a88a-81e61da88eee admin admin] Network hostable DHCP agents. Network: 0d35682a-e264-402f-9467-e89bc442ab1f, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:44:03.140454 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29368d69-9a3b-400c-a88a-81e61da88eee admin admin] Pushing event updated for resources: {'Subnet': ['ID=12d90195-4097-4cfb-b15d-963a28d2cae4,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:03.152199 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e5fe7-7d29-4e03-9074-6ad61408203e admin admin] Pushing event deleted for resources: {'Network': ['ID=bb8235c2-094c-48c8-b145-f750f27b5ab5,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:03.167909 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2b686e3f-1634-4c95-a459-616826d2be4b None None] Port 993576af-4d38-4881-8d3e-f5637fb03d11 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:44:03.177615 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b2c5ba-e8f4-4703-92d4-9afe8b0fd0f0 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Router 6225d7f0-c400-4277-8655-23e4f90f15ec has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:44:03.203713 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144adb0-5332-4e74-82dc-2b3b9aca2ae4 req-9aadf2fd-77ad-4388-a870-4fb1137f2c9b tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:03.216208 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4144adb0-5332-4e74-82dc-2b3b9aca2ae4 req-9aadf2fd-77ad-4388-a870-4fb1137f2c9b tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 945 time: 0.1061370 Jan 28 00:44:03.273696 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29368d69-9a3b-400c-a88a-81e61da88eee admin admin] Network 0d35682a-e264-402f-9467-e89bc442ab1f is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:44:03.294635 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-29368d69-9a3b-400c-a88a-81e61da88eee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 0d35682a-e264-402f-9467-e89bc442ab1f) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:44:03.306006 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29368d69-9a3b-400c-a88a-81e61da88eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:03.307753 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-29368d69-9a3b-400c-a88a-81e61da88eee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:03.311080 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15691ef4-3468-4494-951d-309903f39a60 None None] Network 0d35682a-e264-402f-9467-e89bc442ab1f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:44:03.328366 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4144adb0-5332-4e74-82dc-2b3b9aca2ae4 req-76d10bbe-a687-4670-aaa3-24249b2b0d02 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108012 Jan 28 00:44:03.353260 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 54996) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:03.421999 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6c6f1747-8671-4668-9c6f-9b58902cff4b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a80effd41f49484d8e0a22ef2a66ce53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0686817 Jan 28 00:44:03.423415 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-29368d69-9a3b-400c-a88a-81e61da88eee admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2670236 Jan 28 00:44:03.426929 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 54998) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:03.459998 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b2c5ba-e8f4-4703-92d4-9afe8b0fd0f0 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:44:03.488336 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-92b2c5ba-e8f4-4703-92d4-9afe8b0fd0f0 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "PUT /v2.0/routers/6225d7f0-c400-4277-8655-23e4f90f15ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0069993 Jan 28 00:44:03.527556 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d5d6dd-e9c4-4c30-8cac-8f3f82b331cc None None] Sync routers for ids ['6225d7f0-c400-4277-8655-23e4f90f15ec'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:44:03.530558 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5a698e22-0748-4c2f-a3bd-10dc10780aed admin admin] Publish callbacks [] for security_group (7f804f64-4d1b-48d0-8af2-a9e8733a3b68), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:03.564381 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5a698e22-0748-4c2f-a3bd-10dc10780aed admin admin] Publish callbacks [] for security_group (7f804f64-4d1b-48d0-8af2-a9e8733a3b68), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:03.586040 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d5d6dd-e9c4-4c30-8cac-8f3f82b331cc None None] Routers {'6225d7f0-c400-4277-8655-23e4f90f15ec'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:44:03.586827 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b8d5d6dd-e9c4-4c30-8cac-8f3f82b331cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:43:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6225d7f0-c400-4277-8655-23e4f90f15ec'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:03.671299 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5a698e22-0748-4c2f-a3bd-10dc10780aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7f804f64-4d1b-48d0-8af2-a9e8733a3b68), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:03.676578 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5a698e22-0748-4c2f-a3bd-10dc10780aed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:03.681745 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5a698e22-0748-4c2f-a3bd-10dc10780aed admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7f804f64-4d1b-48d0-8af2-a9e8733a3b68 HTTP/1.1" status: 204 len: 168 time: 0.2530715 Jan 28 00:44:03.709812 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a698e22-0748-4c2f-a3bd-10dc10780aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f804f64-4d1b-48d0-8af2-a9e8733a3b68,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:03.962288 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1c90dd13-cc9b-497d-921e-b152444a533c req-e75bc1d1-d3e8-4033-b6d5-54c37f0f7b22 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1338862722&fields=id&tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8 HTTP/1.1" status: 200 len: 267 time: 0.0871563 Jan 28 00:44:04.286245 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90dd13-cc9b-497d-921e-b152444a533c req-5a853bc8-292d-4d9e-ba11-12b846693677 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:04.288742 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1c90dd13-cc9b-497d-921e-b152444a533c req-5a853bc8-292d-4d9e-ba11-12b846693677 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/networks?id=a0115283-37e4-4300-b073-93415e04c5b3 HTTP/1.1" status: 200 len: 797 time: 0.3152399 Jan 28 00:44:04.323892 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1c90dd13-cc9b-497d-921e-b152444a533c req-aa338cb9-cd1a-48a6-bb75-a8a05dc5b8d9 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/quotas/e5a41ae09ed64e5ca7368f2afd92f5c8 HTTP/1.1" status: 200 len: 375 time: 0.0234077 Jan 28 00:44:04.447478 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1c90dd13-cc9b-497d-921e-b152444a533c req-56f098b3-06fb-486a-9e9e-f22e17e92a8e tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1028619 Jan 28 00:44:04.455690 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e17a60-7cc6-4c9c-a79f-776547966d1a None None] Network 0d35682a-e264-402f-9467-e89bc442ab1f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:44:04.716405 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55038) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:04.762580 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-b8d5d6dd-e9c4-4c30-8cac-8f3f82b331cc None None] Set router 6225d7f0-c400-4277-8655-23e4f90f15ec gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:44:04.781219 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1c90dd13-cc9b-497d-921e-b152444a533c req-83be62f8-76ce-4187-9acb-5d5de32a75ba service neutron] 10.222.0.70 "GET /v2.0/networks/a0115283-37e4-4300-b073-93415e04c5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085537 Jan 28 00:44:04.798668 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7c90146b-9ead-4ef9-9ae0-539612e3ba2a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bfaf42fb85114d98bfd16e664e66b0f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0809493 Jan 28 00:44:04.802383 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55040) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:04.911684 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1c90dd13-cc9b-497d-921e-b152444a533c req-f50cc575-230c-4e3a-ba06-90430479e73f service neutron] 10.222.0.70 "GET /v2.0/networks/a0115283-37e4-4300-b073-93415e04c5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192188 Jan 28 00:44:04.923023 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6dcaaae6-e62d-49a6-9926-998073c7ddd8 admin admin] Publish callbacks [] for security_group (9f702f67-f396-48e1-8350-5abc34438ab9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:04.965286 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-e30089b8-f0a9-4730-8a43-8b4710bd4a8f tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:04.977198 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-e30089b8-f0a9-4730-8a43-8b4710bd4a8f tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] 10.222.0.70 "GET /v2.0/networks?id=0d35682a-e264-402f-9467-e89bc442ab1f HTTP/1.1" status: 200 len: 813 time: 0.3302565 Jan 28 00:44:04.984495 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6dcaaae6-e62d-49a6-9926-998073c7ddd8 admin admin] Publish callbacks [] for security_group (9f702f67-f396-48e1-8350-5abc34438ab9), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:05.012139 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-6d11a4bd-0ed4-4ee6-9420-57b503c2c63e tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] 10.222.0.70 "GET /v2.0/quotas/08ee5dfcaf8843d687bd28b74e1ced4d HTTP/1.1" status: 200 len: 375 time: 0.0312920 Jan 28 00:44:05.079426 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-5100e402-a92e-44c0-b8d7-f574f83d560b tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=08ee5dfcaf8843d687bd28b74e1ced4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662594 Jan 28 00:44:05.101422 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6dcaaae6-e62d-49a6-9926-998073c7ddd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (9f702f67-f396-48e1-8350-5abc34438ab9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:05.104778 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6dcaaae6-e62d-49a6-9926-998073c7ddd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:05.107121 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6dcaaae6-e62d-49a6-9926-998073c7ddd8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9f702f67-f396-48e1-8350-5abc34438ab9 HTTP/1.1" status: 204 len: 168 time: 0.3028135 Jan 28 00:44:05.117316 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcaaae6-e62d-49a6-9926-998073c7ddd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f702f67-f396-48e1-8350-5abc34438ab9,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:05.270666 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b8d5d6dd-e9c4-4c30-8cac-8f3f82b331cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208781625', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '6bfc1843-24f7-40c5-acac-0f741fbfed49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:43:48Z', 'updated_at': '2022-01-28T00:43:59Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '6bfc1843-24f7-40c5-acac-0f741fbfed49', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:43:49Z', 'updated_at': '2022-01-28T00:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '993576af-4d38-4881-8d3e-f5637fb03d11', 'name': '', 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:b9:e1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'aeea355b-e41d-4155-a2d2-01f3cdab9964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:43:56Z', 'updated_at': '2022-01-28T00:44:00Z', 'revision_number': 2, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': 'aeea355b-e41d-4155-a2d2-01f3cdab9964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:05.402314 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d5d6dd-e9c4-4c30-8cac-8f3f82b331cc None None] Checking router: 6225d7f0-c400-4277-8655-23e4f90f15ec for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:44:05.402862 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d5d6dd-e9c4-4c30-8cac-8f3f82b331cc None None] Updating router 6225d7f0-c400-4277-8655-23e4f90f15ec port 993576af-4d38-4881-8d3e-f5637fb03d11 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:44:05.413178 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6c89a-9e42-4483-9447-f22049f6e105 req-5200fe4b-8560-49fa-8649-ccfd713aaf8e tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:05.415823 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70e6c89a-9e42-4483-9447-f22049f6e105 req-5200fe4b-8560-49fa-8649-ccfd713aaf8e tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 945 time: 0.1593199 Jan 28 00:44:05.517672 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b8d5d6dd-e9c4-4c30-8cac-8f3f82b331cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (993576af-4d38-4881-8d3e-f5637fb03d11), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:05.641072 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70e6c89a-9e42-4483-9447-f22049f6e105 req-f9fc6cf0-ccec-4240-a273-efb73b0ce994 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062938 Jan 28 00:44:05.713392 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-97dc5775-d44a-40a0-966e-8cd5f90cc6a6 service neutron] 10.222.0.70 "GET /v2.0/networks/0d35682a-e264-402f-9467-e89bc442ab1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6238449 Jan 28 00:44:05.747172 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-db4c4518-4777-4b4b-a478-a8d7be64609a req-e3383a70-0685-4619-9d61-accd90e0649b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 210 time: 0.0564644 Jan 28 00:44:05.912701 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-42ad7d1e-1043-4b24-b9b0-bbfa12c87a97 service neutron] 10.222.0.70 "GET /v2.0/networks/0d35682a-e264-402f-9467-e89bc442ab1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984036 Jan 28 00:44:06.093459 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c8ec37b5-d72e-4ab4-8e62-e78641c2a35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:06.330966 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b8d5d6dd-e9c4-4c30-8cac-8f3f82b331cc None None] Publish callbacks [] for port (993576af-4d38-4881-8d3e-f5637fb03d11), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:06.343138 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b8d5d6dd-e9c4-4c30-8cac-8f3f82b331cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (993576af-4d38-4881-8d3e-f5637fb03d11), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:06.365152 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a4e4997f-650d-404b-a99f-fa47b5d3f100 req-f8e2d3f6-2ea3-46b7-963f-502832f8dc7b tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] 10.222.0.70 "GET /v2.0/ports?device_id=e846b7f2-998a-4f8a-8492-e8e2a1df6979 HTTP/1.1" status: 200 len: 210 time: 0.0688157 Jan 28 00:44:06.575984 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8932af2-c66f-4e39-8a05-b45c0591ba2c None None] Pushing event updated for resources: {'Port': ['ID=993576af-4d38-4881-8d3e-f5637fb03d11,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:06.659376 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-b8d5d6dd-e9c4-4c30-8cac-8f3f82b331cc None None] Attempting to bind port 993576af-4d38-4881-8d3e-f5637fb03d11 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:44:06.660486 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-b8d5d6dd-e9c4-4c30-8cac-8f3f82b331cc None None] Attempting to bind port 993576af-4d38-4881-8d3e-f5637fb03d11 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'ac8d9694-e081-4215-a5d8-d8ce14e89caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:44:06.662590 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d5d6dd-e9c4-4c30-8cac-8f3f82b331cc None None] Attempting to bind port 993576af-4d38-4881-8d3e-f5637fb03d11 on network a0115283-37e4-4300-b073-93415e04c5b3 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:44:06.675817 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d5d6dd-e9c4-4c30-8cac-8f3f82b331cc None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:44:06.677060 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d5d6dd-e9c4-4c30-8cac-8f3f82b331cc None None] Checking segment: {'id': 'ac8d9694-e081-4215-a5d8-d8ce14e89caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:44:06.680045 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b8d5d6dd-e9c4-4c30-8cac-8f3f82b331cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:06.681210 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d5d6dd-e9c4-4c30-8cac-8f3f82b331cc None None] Bound using segment: {'id': 'ac8d9694-e081-4215-a5d8-d8ce14e89caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:44:06.682667 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-b8d5d6dd-e9c4-4c30-8cac-8f3f82b331cc None None] Bound port: 993576af-4d38-4881-8d3e-f5637fb03d11, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8d9694-e081-4215-a5d8-d8ce14e89caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:44:06.683994 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b8d5d6dd-e9c4-4c30-8cac-8f3f82b331cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (993576af-4d38-4881-8d3e-f5637fb03d11), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:06.956133 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-b8d5d6dd-e9c4-4c30-8cac-8f3f82b331cc None None] For port 993576af-4d38-4881-8d3e-f5637fb03d11, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:44:06.958743 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-69c7eb8e-f1d6-41d6-bbf1-a7eb38cc34c6 None None] Provisioning complete for port 993576af-4d38-4881-8d3e-f5637fb03d11 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:06.959122 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-69c7eb8e-f1d6-41d6-bbf1-a7eb38cc34c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (993576af-4d38-4881-8d3e-f5637fb03d11), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:06.963457 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-b8d5d6dd-e9c4-4c30-8cac-8f3f82b331cc None None] For port 993576af-4d38-4881-8d3e-f5637fb03d11, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=993576af-4d38-4881-8d3e-f5637fb03d11,segment=NetworkSegment(ac8d9694-e081-4215-a5d8-d8ce14e89caa),segment_id=ac8d9694-e081-4215-a5d8-d8ce14e89caa)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:44:07.042772 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b68bd10e-9dbc-4da8-82bc-c2e0acd1453c req-ac3dc7c4-b425-4280-84bb-61ae998199f1 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 210 time: 0.0732150 Jan 28 00:44:07.048305 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b8d5d6dd-e9c4-4c30-8cac-8f3f82b331cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (993576af-4d38-4881-8d3e-f5637fb03d11), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:07.195938 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-69c7eb8e-f1d6-41d6-bbf1-a7eb38cc34c6 None None] Port 993576af-4d38-4881-8d3e-f5637fb03d11 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:44:07.254859 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d5d6dd-e9c4-4c30-8cac-8f3f82b331cc None None] Routers {'6225d7f0-c400-4277-8655-23e4f90f15ec'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:44:07.257020 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b8d5d6dd-e9c4-4c30-8cac-8f3f82b331cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:43:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6225d7f0-c400-4277-8655-23e4f90f15ec'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:07.346048 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8932af2-c66f-4e39-8a05-b45c0591ba2c None None] Pushing event updated for resources: {'Port': ['ID=993576af-4d38-4881-8d3e-f5637fb03d11,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:07.481900 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-b8d5d6dd-e9c4-4c30-8cac-8f3f82b331cc None None] Set router 6225d7f0-c400-4277-8655-23e4f90f15ec gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:44:07.607502 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90dd13-cc9b-497d-921e-b152444a533c req-d7576177-986b-48d8-9a78-7cd29526bf91 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:07.624798 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1c90dd13-cc9b-497d-921e-b152444a533c req-d7576177-986b-48d8-9a78-7cd29526bf91 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.65 "GET /v2.0/networks?id=a0115283-37e4-4300-b073-93415e04c5b3 HTTP/1.1" status: 200 len: 797 time: 0.3421948 Jan 28 00:44:07.650672 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f53a91d-125d-48cc-ab98-deb0c8ea227a req-c56109db-13bb-4095-a544-5beb8895a0fa tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] 10.222.0.70 "GET /v2.0/ports?device_id=e846b7f2-998a-4f8a-8492-e8e2a1df6979 HTTP/1.1" status: 200 len: 210 time: 0.1358871 Jan 28 00:44:07.772966 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1c90dd13-cc9b-497d-921e-b152444a533c req-29ffc326-9ab7-4125-bd83-47691ad995d7 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8 HTTP/1.1" status: 200 len: 380 time: 0.1260352 Jan 28 00:44:07.791036 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-1c90dd13-cc9b-497d-921e-b152444a533c req-df2ee41d-2a17-48a5-8c1f-6429f9c5d23b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'port': {'device_id': '3c0b60e1-2da5-42bc-8760-2e84ac98637f', 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3', 'admin_state_up': True, 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'security_groups': ['ee862681-be2e-4173-8bed-2cf241be50c1']}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:44:08.008002 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ff00db3d-a28d-4062-9107-2bedab81a536 None None] Provisioning complete for port 993576af-4d38-4881-8d3e-f5637fb03d11 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:08.009407 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ff00db3d-a28d-4062-9107-2bedab81a536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (993576af-4d38-4881-8d3e-f5637fb03d11), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:08.097780 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55108) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:08.133041 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c90dd13-cc9b-497d-921e-b152444a533c req-df2ee41d-2a17-48a5-8c1f-6429f9c5d23b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Made reservation on behalf of e5a41ae09ed64e5ca7368f2afd92f5c8 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:44:08.137741 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1c90dd13-cc9b-497d-921e-b152444a533c req-df2ee41d-2a17-48a5-8c1f-6429f9c5d23b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:08.180907 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-80ed9471-72fb-4c89-b17f-e8f5ff9b95bb req-842c3b6a-034c-4048-86c9-b26805c60f09 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 210 time: 0.0343742 Jan 28 00:44:08.210372 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b8d5d6dd-e9c4-4c30-8cac-8f3f82b331cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208781625', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '6bfc1843-24f7-40c5-acac-0f741fbfed49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:43:48Z', 'updated_at': '2022-01-28T00:43:59Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '6bfc1843-24f7-40c5-acac-0f741fbfed49', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:43:49Z', 'updated_at': '2022-01-28T00:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '993576af-4d38-4881-8d3e-f5637fb03d11', 'name': '', 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:b9:e1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'aeea355b-e41d-4155-a2d2-01f3cdab9964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:43:56Z', 'updated_at': '2022-01-28T00:44:06Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': 'aeea355b-e41d-4155-a2d2-01f3cdab9964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:08.243135 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d5d6dd-e9c4-4c30-8cac-8f3f82b331cc None None] The sync data for ids ['6225d7f0-c400-4277-8655-23e4f90f15ec'] in n-d-826754-1 is: [{'id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208781625', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '6bfc1843-24f7-40c5-acac-0f741fbfed49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:43:48Z', 'updated_at': '2022-01-28T00:43:59Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '6bfc1843-24f7-40c5-acac-0f741fbfed49', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:43:49Z', 'updated_at': '2022-01-28T00:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '993576af-4d38-4881-8d3e-f5637fb03d11', 'name': '', 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:b9:e1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'aeea355b-e41d-4155-a2d2-01f3cdab9964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:43:56Z', 'updated_at': '2022-01-28T00:44:06Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': 'aeea355b-e41d-4155-a2d2-01f3cdab9964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:44:08.256660 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ff00db3d-a28d-4062-9107-2bedab81a536 None None] Current status of the port 993576af-4d38-4881-8d3e-f5637fb03d11 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:44:08.257171 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ff00db3d-a28d-4062-9107-2bedab81a536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (993576af-4d38-4881-8d3e-f5637fb03d11), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:08.344369 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1419ef47-ee07-4efb-a18f-f4e67a1e797b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:08.355323 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-ff00db3d-a28d-4062-9107-2bedab81a536 None None] For port 993576af-4d38-4881-8d3e-f5637fb03d11, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=993576af-4d38-4881-8d3e-f5637fb03d11,segment=NetworkSegment(ac8d9694-e081-4215-a5d8-d8ce14e89caa),segment_id=ac8d9694-e081-4215-a5d8-d8ce14e89caa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:44:08.378134 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ff00db3d-a28d-4062-9107-2bedab81a536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (993576af-4d38-4881-8d3e-f5637fb03d11), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:08.391324 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5e7da49e-2fa9-4b35-b814-5f41a4a381d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:08.430243 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-1c90dd13-cc9b-497d-921e-b152444a533c req-df2ee41d-2a17-48a5-8c1f-6429f9c5d23b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Allocated IP 172.20.0.5 (a0115283-37e4-4300-b073-93415e04c5b3/aeea355b-e41d-4155-a2d2-01f3cdab9964/e4929571-b7dc-46f2-ae53-5eaaaade111c) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:44:08.498338 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1419ef47-ee07-4efb-a18f-f4e67a1e797b admin admin] Publish callbacks [] for security_group (3252636c-0160-428b-a4d8-180f2b6a811e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:08.508361 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1419ef47-ee07-4efb-a18f-f4e67a1e797b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (3252636c-0160-428b-a4d8-180f2b6a811e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:08.541793 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00db3d-a28d-4062-9107-2bedab81a536 None None] Pushing event updated for resources: {'Port': ['ID=993576af-4d38-4881-8d3e-f5637fb03d11,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:08.597303 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1419ef47-ee07-4efb-a18f-f4e67a1e797b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cd5127623bd84f8eae79405bed9f059a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4983232 Jan 28 00:44:08.598414 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55112) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:08.599278 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1419ef47-ee07-4efb-a18f-f4e67a1e797b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3252636c-0160-428b-a4d8-180f2b6a811e,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:08.786318 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ec977fa-3142-4eed-91e4-d7fb13dfa93d admin admin] Publish callbacks [] for security_group (3252636c-0160-428b-a4d8-180f2b6a811e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:08.861975 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1c90dd13-cc9b-497d-921e-b152444a533c req-df2ee41d-2a17-48a5-8c1f-6429f9c5d23b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:08.947508 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1c90dd13-cc9b-497d-921e-b152444a533c req-df2ee41d-2a17-48a5-8c1f-6429f9c5d23b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:09.079944 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c90dd13-cc9b-497d-921e-b152444a533c req-df2ee41d-2a17-48a5-8c1f-6429f9c5d23b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Network a0115283-37e4-4300-b073-93415e04c5b3 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:44:09.108655 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ee41d-2a17-48a5-8c1f-6429f9c5d23b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'Port': ['ID=e4929571-b7dc-46f2-ae53-5eaaaade111c,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:09.111765 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-1c90dd13-cc9b-497d-921e-b152444a533c req-df2ee41d-2a17-48a5-8c1f-6429f9c5d23b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:44:09.114812 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c90dd13-cc9b-497d-921e-b152444a533c req-df2ee41d-2a17-48a5-8c1f-6429f9c5d23b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:44:09.211487 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90dd13-cc9b-497d-921e-b152444a533c req-df2ee41d-2a17-48a5-8c1f-6429f9c5d23b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:09.212730 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1c90dd13-cc9b-497d-921e-b152444a533c req-df2ee41d-2a17-48a5-8c1f-6429f9c5d23b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:09.244678 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1c90dd13-cc9b-497d-921e-b152444a533c req-df2ee41d-2a17-48a5-8c1f-6429f9c5d23b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4596186 Jan 28 00:44:09.414012 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-26539370-392c-4c40-8e5b-a163877ba7b4 req-cb5dff28-8767-4abf-9912-dccf7cd9af65 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] 10.222.0.70 "GET /v2.0/ports?device_id=e846b7f2-998a-4f8a-8492-e8e2a1df6979 HTTP/1.1" status: 200 len: 210 time: 0.6617818 Jan 28 00:44:09.479453 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ec977fa-3142-4eed-91e4-d7fb13dfa93d admin admin] Publish callbacks [] for security_group (3252636c-0160-428b-a4d8-180f2b6a811e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:09.543486 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-1c90dd13-cc9b-497d-921e-b152444a533c req-ec125d2d-9477-46e0-8f56-25addee7b684 service neutron] Request body: {'port': {'device_id': '3c0b60e1-2da5-42bc-8760-2e84ac98637f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:44:09.579930 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-f0ad73f4-0c8a-4c3e-a8e2-c037ddedd0b5 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:09.582037 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-f0ad73f4-0c8a-4c3e-a8e2-c037ddedd0b5 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] 10.222.0.65 "GET /v2.0/networks?id=0d35682a-e264-402f-9467-e89bc442ab1f HTTP/1.1" status: 200 len: 813 time: 0.9457724 Jan 28 00:44:09.619582 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-82a9f1be-84f4-4a49-b0e7-c8d39aeec647 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] Request body: {'port': {'device_id': 'e846b7f2-998a-4f8a-8492-e8e2a1df6979', 'network_id': '0d35682a-e264-402f-9467-e89bc442ab1f', 'admin_state_up': True, 'tenant_id': '08ee5dfcaf8843d687bd28b74e1ced4d'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:44:09.630612 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-fccd8e78-fb83-4346-92ff-d34233acac82 None None] Provisioning complete for port e4929571-b7dc-46f2-ae53-5eaaaade111c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:09.631704 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fccd8e78-fb83-4346-92ff-d34233acac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:09.642934 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09da8c-f615-4f47-a2b1-b04edc2dfea3 req-9a3643aa-fb3c-456d-b1f3-045d42180497 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:09.651157 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ed09da8c-f615-4f47-a2b1-b04edc2dfea3 req-9a3643aa-fb3c-456d-b1f3-045d42180497 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 931 time: 0.2398624 Jan 28 00:44:09.653395 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1c90dd13-cc9b-497d-921e-b152444a533c req-ec125d2d-9477-46e0-8f56-25addee7b684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:09.721763 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 993576af-4d38-4881-8d3e-f5637fb03d11 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:44:09.852361 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ec977fa-3142-4eed-91e4-d7fb13dfa93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (3252636c-0160-428b-a4d8-180f2b6a811e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:09.857711 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ec977fa-3142-4eed-91e4-d7fb13dfa93d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:09.861965 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8ec977fa-3142-4eed-91e4-d7fb13dfa93d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3252636c-0160-428b-a4d8-180f2b6a811e HTTP/1.1" status: 204 len: 168 time: 1.2576196 Jan 28 00:44:09.930373 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ed09da8c-f615-4f47-a2b1-b04edc2dfea3 req-3deaeb55-6d3b-405e-9a94-dd83e14c046f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2779424 Jan 28 00:44:09.936780 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:09.940845 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-fccd8e78-fb83-4346-92ff-d34233acac82 None None] Port e4929571-b7dc-46f2-ae53-5eaaaade111c cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:44:09.964622 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec977fa-3142-4eed-91e4-d7fb13dfa93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3252636c-0160-428b-a4d8-180f2b6a811e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:10.042208 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-82a9f1be-84f4-4a49-b0e7-c8d39aeec647 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] Made reservation on behalf of 08ee5dfcaf8843d687bd28b74e1ced4d for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:44:10.045936 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-82a9f1be-84f4-4a49-b0e7-c8d39aeec647 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:10.072347 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 993576af-4d38-4881-8d3e-f5637fb03d11 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:10.075302 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (993576af-4d38-4881-8d3e-f5637fb03d11), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:10.296224 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 993576af-4d38-4881-8d3e-f5637fb03d11 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:44:10.296636 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-1c90dd13-cc9b-497d-921e-b152444a533c req-ec125d2d-9477-46e0-8f56-25addee7b684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4929571-b7dc-46f2-ae53-5eaaaade111c {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:44:10.306130 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1c90dd13-cc9b-497d-921e-b152444a533c req-ec125d2d-9477-46e0-8f56-25addee7b684 service neutron] Publish callbacks [] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:10.321411 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-1c90dd13-cc9b-497d-921e-b152444a533c req-ec125d2d-9477-46e0-8f56-25addee7b684 service neutron] Transition to ACTIVE for port object e4929571-b7dc-46f2-ae53-5eaaaade111c will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:44:10.331436 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1c90dd13-cc9b-497d-921e-b152444a533c req-ec125d2d-9477-46e0-8f56-25addee7b684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:10.563658 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec125d2d-9477-46e0-8f56-25addee7b684 service neutron] Pushing event updated for resources: {'Port': ['ID=e4929571-b7dc-46f2-ae53-5eaaaade111c,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:10.612953 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-82a9f1be-84f4-4a49-b0e7-c8d39aeec647 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] Allocated IP 172.20.0.4 (0d35682a-e264-402f-9467-e89bc442ab1f/12d90195-4097-4cfb-b15d-963a28d2cae4/63476a47-2710-4386-b0c5-b3188d6b22ad) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:44:10.739880 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-1c90dd13-cc9b-497d-921e-b152444a533c req-ec125d2d-9477-46e0-8f56-25addee7b684 service neutron] Attempting to bind port e4929571-b7dc-46f2-ae53-5eaaaade111c on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:44:10.740196 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-1c90dd13-cc9b-497d-921e-b152444a533c req-ec125d2d-9477-46e0-8f56-25addee7b684 service neutron] Attempting to bind port e4929571-b7dc-46f2-ae53-5eaaaade111c by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'ac8d9694-e081-4215-a5d8-d8ce14e89caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:44:10.741256 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c90dd13-cc9b-497d-921e-b152444a533c req-ec125d2d-9477-46e0-8f56-25addee7b684 service neutron] Attempting to bind port e4929571-b7dc-46f2-ae53-5eaaaade111c on network a0115283-37e4-4300-b073-93415e04c5b3 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:44:10.762169 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c90dd13-cc9b-497d-921e-b152444a533c req-ec125d2d-9477-46e0-8f56-25addee7b684 service neutron] Port e4929571-b7dc-46f2-ae53-5eaaaade111c on network a0115283-37e4-4300-b073-93415e04c5b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:44:10.762644 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c90dd13-cc9b-497d-921e-b152444a533c req-ec125d2d-9477-46e0-8f56-25addee7b684 service neutron] Attempting to bind port e4929571-b7dc-46f2-ae53-5eaaaade111c on network a0115283-37e4-4300-b073-93415e04c5b3 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:44:10.776276 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c90dd13-cc9b-497d-921e-b152444a533c req-ec125d2d-9477-46e0-8f56-25addee7b684 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:44:10.776626 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c90dd13-cc9b-497d-921e-b152444a533c req-ec125d2d-9477-46e0-8f56-25addee7b684 service neutron] Checking segment: {'id': 'ac8d9694-e081-4215-a5d8-d8ce14e89caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:44:10.777046 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c90dd13-cc9b-497d-921e-b152444a533c req-ec125d2d-9477-46e0-8f56-25addee7b684 service neutron] Bound using segment: {'id': 'ac8d9694-e081-4215-a5d8-d8ce14e89caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:44:10.777445 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-1c90dd13-cc9b-497d-921e-b152444a533c req-ec125d2d-9477-46e0-8f56-25addee7b684 service neutron] Bound port: e4929571-b7dc-46f2-ae53-5eaaaade111c, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac8d9694-e081-4215-a5d8-d8ce14e89caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:44:10.778209 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1c90dd13-cc9b-497d-921e-b152444a533c req-ec125d2d-9477-46e0-8f56-25addee7b684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:10.866075 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-49f4f28b-4b33-413a-857c-0a349a6563e0 req-5293db2a-6e47-44e5-9f2b-9e090801c079 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] 10.222.0.70 "GET /v2.0/ports?device_id=e846b7f2-998a-4f8a-8492-e8e2a1df6979 HTTP/1.1" status: 200 len: 210 time: 0.1890044 Jan 28 00:44:10.989082 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-1c90dd13-cc9b-497d-921e-b152444a533c req-ec125d2d-9477-46e0-8f56-25addee7b684 service neutron] For port e4929571-b7dc-46f2-ae53-5eaaaade111c, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:44:10.997705 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-1c90dd13-cc9b-497d-921e-b152444a533c req-ec125d2d-9477-46e0-8f56-25addee7b684 service neutron] For port e4929571-b7dc-46f2-ae53-5eaaaade111c, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e4929571-b7dc-46f2-ae53-5eaaaade111c,segment=NetworkSegment(ac8d9694-e081-4215-a5d8-d8ce14e89caa),segment_id=ac8d9694-e081-4215-a5d8-d8ce14e89caa)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:44:11.012095 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1c90dd13-cc9b-497d-921e-b152444a533c req-ec125d2d-9477-46e0-8f56-25addee7b684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:11.111541 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90dd13-cc9b-497d-921e-b152444a533c req-ec125d2d-9477-46e0-8f56-25addee7b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:11.112320 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1c90dd13-cc9b-497d-921e-b152444a533c req-ec125d2d-9477-46e0-8f56-25addee7b684 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:11.118038 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1c90dd13-cc9b-497d-921e-b152444a533c req-ec125d2d-9477-46e0-8f56-25addee7b684 service neutron] 10.222.0.65 "PUT /v2.0/ports/e4929571-b7dc-46f2-ae53-5eaaaade111c HTTP/1.1" status: 200 len: 1091 time: 1.8585501 Jan 28 00:44:11.120763 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0b60e1-2da5-42bc-8760-2e84ac98637f', 'tag': 'e4929571-b7dc-46f2-ae53-5eaaaade111c'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:44:11.127802 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92134d9d-9dcd-4e2f-9c51-cf541f1ae060" -d '{"events": [{"name": "network-changed", "server_uuid": "3c0b60e1-2da5-42bc-8760-2e84ac98637f", "tag": "e4929571-b7dc-46f2-ae53-5eaaaade111c"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:44:11.217393 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:11.238476 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec125d2d-9477-46e0-8f56-25addee7b684 service neutron] Pushing event updated for resources: {'Port': ['ID=e4929571-b7dc-46f2-ae53-5eaaaade111c,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:11.264560 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190515ac-4e4f-429b-8b0a-491a9ff4cb3c x-openstack-request-id: req-190515ac-4e4f-429b-8b0a-491a9ff4cb3c {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:44:11.265127 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c0b60e1-2da5-42bc-8760-2e84ac98637f", "tag": "e4929571-b7dc-46f2-ae53-5eaaaade111c", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:44:11.265553 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-190515ac-4e4f-429b-8b0a-491a9ff4cb3c {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:44:11.266979 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c0b60e1-2da5-42bc-8760-2e84ac98637f', 'tag': 'e4929571-b7dc-46f2-ae53-5eaaaade111c', 'status': 'completed', 'code': 200} Jan 28 00:44:11.338363 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-82a9f1be-84f4-4a49-b0e7-c8d39aeec647 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] Publish callbacks [] for port (63476a47-2710-4386-b0c5-b3188d6b22ad), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:11.386209 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e56dea-619d-4ae6-9864-3656590840b3 req-ae7ba25a-a345-406f-9242-6a806fd318a8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:11.387876 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1e56dea-619d-4ae6-9864-3656590840b3 req-ae7ba25a-a345-406f-9242-6a806fd318a8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 943 time: 0.2612317 Jan 28 00:44:11.465461 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90dd13-cc9b-497d-921e-b152444a533c req-fa11250b-33d1-476a-8155-50891474ee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:11.469556 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1c90dd13-cc9b-497d-921e-b152444a533c req-fa11250b-33d1-476a-8155-50891474ee0a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 1094 time: 0.2122433 Jan 28 00:44:11.528951 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-82a9f1be-84f4-4a49-b0e7-c8d39aeec647 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (63476a47-2710-4386-b0c5-b3188d6b22ad), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:11.551167 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1c90dd13-cc9b-497d-921e-b152444a533c req-80349cd2-0ba9-45c3-8d6c-c170e92c33cb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4929571-b7dc-46f2-ae53-5eaaaade111c HTTP/1.1" status: 200 len: 217 time: 0.0663955 Jan 28 00:44:11.652449 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90dd13-cc9b-497d-921e-b152444a533c req-2d1e9a70-0f0e-4a98-9305-d17fcea7c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:11.654001 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1c90dd13-cc9b-497d-921e-b152444a533c req-2d1e9a70-0f0e-4a98-9305-d17fcea7c845 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aeea355b-e41d-4155-a2d2-01f3cdab9964 HTTP/1.1" status: 200 len: 834 time: 0.0951025 Jan 28 00:44:11.656599 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1e56dea-619d-4ae6-9864-3656590840b3 req-977715e5-bf55-4b7c-87fd-cee94e60219f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405193 Jan 28 00:44:11.683736 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-82a9f1be-84f4-4a49-b0e7-c8d39aeec647 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] Network 0d35682a-e264-402f-9467-e89bc442ab1f is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:44:11.698451 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-82a9f1be-84f4-4a49-b0e7-c8d39aeec647 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:44:11.707521 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-82a9f1be-84f4-4a49-b0e7-c8d39aeec647 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:44:11.710745 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9f1be-84f4-4a49-b0e7-c8d39aeec647 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] Pushing event updated for resources: {'Port': ['ID=63476a47-2710-4386-b0c5-b3188d6b22ad,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:11.746533 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90dd13-cc9b-497d-921e-b152444a533c req-51658016-0717-4f5b-9ff3-acf8e3add449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:11.748131 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1c90dd13-cc9b-497d-921e-b152444a533c req-51658016-0717-4f5b-9ff3-acf8e3add449 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a0115283-37e4-4300-b073-93415e04c5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862293 Jan 28 00:44:11.821437 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-82a9f1be-84f4-4a49-b0e7-c8d39aeec647 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:11.825193 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-82a9f1be-84f4-4a49-b0e7-c8d39aeec647 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:11.857161 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-82a9f1be-84f4-4a49-b0e7-c8d39aeec647 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2461433 Jan 28 00:44:11.881524 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-f5725669-3052-4e82-b031-906bd274dbc3 service neutron] Request body: {'port': {'device_id': 'e846b7f2-998a-4f8a-8492-e8e2a1df6979', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:44:11.951598 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1c90dd13-cc9b-497d-921e-b152444a533c req-60325328-08ba-4070-a568-267b005ae330 service neutron] 10.222.0.65 "GET /v2.0/networks/a0115283-37e4-4300-b073-93415e04c5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956356 Jan 28 00:44:12.027965 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-f5725669-3052-4e82-b031-906bd274dbc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (63476a47-2710-4386-b0c5-b3188d6b22ad), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:12.137004 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1c90dd13-cc9b-497d-921e-b152444a533c req-9bb333ca-0036-4b88-b846-02d0f4ff00a2 service neutron] 10.222.0.65 "GET /v2.0/networks/a0115283-37e4-4300-b073-93415e04c5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780727 Jan 28 00:44:12.190368 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9db50-c31d-40c5-bddf-c9063a9d73c6 req-08aa2e32-0bd7-4bd5-acb9-36e1c6964ce3 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:12.198123 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-99a9db50-c31d-40c5-bddf-c9063a9d73c6 req-08aa2e32-0bd7-4bd5-acb9-36e1c6964ce3 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] 10.222.0.70 "GET /v2.0/ports?device_id=e846b7f2-998a-4f8a-8492-e8e2a1df6979 HTTP/1.1" status: 200 len: 931 time: 0.1287017 Jan 28 00:44:12.242767 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:12.351411 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92134d9d-9dcd-4e2f-9c51-cf541f1ae060 req-76ddc46d-f7db-485b-803a-2fc4825412ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:12.352908 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-92134d9d-9dcd-4e2f-9c51-cf541f1ae060 req-76ddc46d-f7db-485b-803a-2fc4825412ad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 1094 time: 0.0989270 Jan 28 00:44:12.397891 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-99a9db50-c31d-40c5-bddf-c9063a9d73c6 req-99b4f9bb-216c-4ea7-89b3-9ded6ccf459a tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1a2620b-5285-4e02-b61e-1aafee9ea862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979647 Jan 28 00:44:12.555331 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92134d9d-9dcd-4e2f-9c51-cf541f1ae060 req-1c192d20-d440-4b53-b6c6-0c7575d01f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:12.560091 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-92134d9d-9dcd-4e2f-9c51-cf541f1ae060 req-1c192d20-d440-4b53-b6c6-0c7575d01f88 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a0115283-37e4-4300-b073-93415e04c5b3 HTTP/1.1" status: 200 len: 898 time: 0.1986547 Jan 28 00:44:12.610328 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-f5725669-3052-4e82-b031-906bd274dbc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63476a47-2710-4386-b0c5-b3188d6b22ad {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:44:12.621065 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-f5725669-3052-4e82-b031-906bd274dbc3 service neutron] Publish callbacks [] for port (63476a47-2710-4386-b0c5-b3188d6b22ad), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:12.638040 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-f5725669-3052-4e82-b031-906bd274dbc3 service neutron] Transition to ACTIVE for port object 63476a47-2710-4386-b0c5-b3188d6b22ad will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:44:12.649688 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-f5725669-3052-4e82-b031-906bd274dbc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (63476a47-2710-4386-b0c5-b3188d6b22ad), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:12.652346 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-92134d9d-9dcd-4e2f-9c51-cf541f1ae060 req-0035ea7d-1f82-419b-83a9-0393bac709d7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4929571-b7dc-46f2-ae53-5eaaaade111c HTTP/1.1" status: 200 len: 217 time: 0.0840805 Jan 28 00:44:12.661793 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55168) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:12.721266 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5725669-3052-4e82-b031-906bd274dbc3 service neutron] Pushing event updated for resources: {'Port': ['ID=63476a47-2710-4386-b0c5-b3188d6b22ad,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:12.811421 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92134d9d-9dcd-4e2f-9c51-cf541f1ae060 req-eee11910-d74a-4133-9ac4-675211f7258a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:12.819072 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-92134d9d-9dcd-4e2f-9c51-cf541f1ae060 req-eee11910-d74a-4133-9ac4-675211f7258a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aeea355b-e41d-4155-a2d2-01f3cdab9964 HTTP/1.1" status: 200 len: 834 time: 0.1563942 Jan 28 00:44:12.821113 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-f5725669-3052-4e82-b031-906bd274dbc3 service neutron] Attempting to bind port 63476a47-2710-4386-b0c5-b3188d6b22ad on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:44:12.821652 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-f5725669-3052-4e82-b031-906bd274dbc3 service neutron] Attempting to bind port 63476a47-2710-4386-b0c5-b3188d6b22ad by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '560bb584-2550-459a-942b-02f712b502c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0d35682a-e264-402f-9467-e89bc442ab1f'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:44:12.822007 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-f5725669-3052-4e82-b031-906bd274dbc3 service neutron] Attempting to bind port 63476a47-2710-4386-b0c5-b3188d6b22ad on network 0d35682a-e264-402f-9467-e89bc442ab1f {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:44:12.829915 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-f5725669-3052-4e82-b031-906bd274dbc3 service neutron] Port 63476a47-2710-4386-b0c5-b3188d6b22ad on network 0d35682a-e264-402f-9467-e89bc442ab1f not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:44:12.830268 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-f5725669-3052-4e82-b031-906bd274dbc3 service neutron] Attempting to bind port 63476a47-2710-4386-b0c5-b3188d6b22ad on network 0d35682a-e264-402f-9467-e89bc442ab1f {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:44:12.849253 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-f5725669-3052-4e82-b031-906bd274dbc3 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:44:12.849725 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-f5725669-3052-4e82-b031-906bd274dbc3 service neutron] Checking segment: {'id': '560bb584-2550-459a-942b-02f712b502c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0d35682a-e264-402f-9467-e89bc442ab1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:44:12.850307 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-f5725669-3052-4e82-b031-906bd274dbc3 service neutron] Bound using segment: {'id': '560bb584-2550-459a-942b-02f712b502c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0d35682a-e264-402f-9467-e89bc442ab1f'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:44:12.850761 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-f5725669-3052-4e82-b031-906bd274dbc3 service neutron] Bound port: 63476a47-2710-4386-b0c5-b3188d6b22ad, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '560bb584-2550-459a-942b-02f712b502c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0d35682a-e264-402f-9467-e89bc442ab1f'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:44:12.851145 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-f5725669-3052-4e82-b031-906bd274dbc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (63476a47-2710-4386-b0c5-b3188d6b22ad), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:12.894403 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e8af133f-eb64-4bf1-a0d6-6b91760c385a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:12.929210 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92134d9d-9dcd-4e2f-9c51-cf541f1ae060 req-05b681a8-cb30-4b7b-8aaa-5b3c8d0affd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:12.931047 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc58876-53f5-4163-970e-6b9b75c485c0 req-d0685121-a4be-414f-b184-be202da66744 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:12.931281 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-92134d9d-9dcd-4e2f-9c51-cf541f1ae060 req-05b681a8-cb30-4b7b-8aaa-5b3c8d0affd7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a0115283-37e4-4300-b073-93415e04c5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060596 Jan 28 00:44:12.932755 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7bc58876-53f5-4163-970e-6b9b75c485c0 req-d0685121-a4be-414f-b184-be202da66744 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 943 time: 0.1135669 Jan 28 00:44:13.004267 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-f5725669-3052-4e82-b031-906bd274dbc3 service neutron] For port 63476a47-2710-4386-b0c5-b3188d6b22ad, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:44:13.011475 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-f5725669-3052-4e82-b031-906bd274dbc3 service neutron] For port 63476a47-2710-4386-b0c5-b3188d6b22ad, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=63476a47-2710-4386-b0c5-b3188d6b22ad,segment=NetworkSegment(560bb584-2550-459a-942b-02f712b502c6),segment_id=560bb584-2550-459a-942b-02f712b502c6)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:44:13.033038 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-f5725669-3052-4e82-b031-906bd274dbc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (63476a47-2710-4386-b0c5-b3188d6b22ad), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:13.062702 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:13.080758 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7bc58876-53f5-4163-970e-6b9b75c485c0 req-2d9a9949-914d-4111-b6e3-81032d918dc0 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372015 Jan 28 00:44:13.114117 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-f5725669-3052-4e82-b031-906bd274dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:13.114117 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-f5725669-3052-4e82-b031-906bd274dbc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:13.114117 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-f5725669-3052-4e82-b031-906bd274dbc3 service neutron] 10.222.0.65 "PUT /v2.0/ports/63476a47-2710-4386-b0c5-b3188d6b22ad HTTP/1.1" status: 200 len: 1091 time: 1.2400424 Jan 28 00:44:13.114117 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e846b7f2-998a-4f8a-8492-e8e2a1df6979', 'tag': '63476a47-2710-4386-b0c5-b3188d6b22ad'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:44:13.116733 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966ff5d5-80df-4103-ade9-babf232d5c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "e846b7f2-998a-4f8a-8492-e8e2a1df6979", "tag": "63476a47-2710-4386-b0c5-b3188d6b22ad"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:44:13.141556 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-92134d9d-9dcd-4e2f-9c51-cf541f1ae060 req-d5d84560-cccb-4875-ad3c-6b756f967ed0 service neutron] 10.222.0.65 "GET /v2.0/networks/a0115283-37e4-4300-b073-93415e04c5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009900 Jan 28 00:44:13.160554 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5725669-3052-4e82-b031-906bd274dbc3 service neutron] Pushing event updated for resources: {'Port': ['ID=63476a47-2710-4386-b0c5-b3188d6b22ad,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:13.198750 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a732d24e-fc7d-4f8b-bb33-a99f3f092a5b x-openstack-request-id: req-a732d24e-fc7d-4f8b-bb33-a99f3f092a5b {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:44:13.199118 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e846b7f2-998a-4f8a-8492-e8e2a1df6979", "tag": "63476a47-2710-4386-b0c5-b3188d6b22ad", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:44:13.199410 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a732d24e-fc7d-4f8b-bb33-a99f3f092a5b {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:44:13.199867 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e846b7f2-998a-4f8a-8492-e8e2a1df6979', 'tag': '63476a47-2710-4386-b0c5-b3188d6b22ad', 'status': 'completed', 'code': 200} Jan 28 00:44:13.260061 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e8af133f-eb64-4bf1-a0d6-6b91760c385a admin admin] Publish callbacks [] for security_group (26f79170-99e3-4655-a379-d851877c48c6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:13.268606 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e8af133f-eb64-4bf1-a0d6-6b91760c385a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (26f79170-99e3-4655-a379-d851877c48c6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:13.279331 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-478dd49d-0c49-4b22-b909-b9a61f070abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:13.284028 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-478dd49d-0c49-4b22-b909-b9a61f070abe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=08ee5dfcaf8843d687bd28b74e1ced4d&device_id=e846b7f2-998a-4f8a-8492-e8e2a1df6979 HTTP/1.1" status: 200 len: 1094 time: 0.0646296 Jan 28 00:44:13.332395 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-92134d9d-9dcd-4e2f-9c51-cf541f1ae060 req-4722ae34-3374-4f17-ba93-8179d9f0fc9a service neutron] 10.222.0.65 "GET /v2.0/networks/a0115283-37e4-4300-b073-93415e04c5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820555 Jan 28 00:44:13.345409 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e8af133f-eb64-4bf1-a0d6-6b91760c385a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=77bf908d140b4864974aefe2d6eb9789&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6762562 Jan 28 00:44:13.345409 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af133f-eb64-4bf1-a0d6-6b91760c385a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f79170-99e3-4655-a379-d851877c48c6,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:13.345926 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55178) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:13.375770 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-9e3c2d11-3dc8-41d4-8a91-347538aaa7f4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63476a47-2710-4386-b0c5-b3188d6b22ad HTTP/1.1" status: 200 len: 217 time: 0.0672882 Jan 28 00:44:13.440063 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-b31c7c97-81fe-451d-b9dd-72f537e3d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:13.441858 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-b31c7c97-81fe-451d-b9dd-72f537e3d0cf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=12d90195-4097-4cfb-b15d-963a28d2cae4 HTTP/1.1" status: 200 len: 853 time: 0.0595806 Jan 28 00:44:13.449292 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-43f056ad-adcc-4b9e-b318-2288d00759a6 admin admin] Publish callbacks [] for security_group (26f79170-99e3-4655-a379-d851877c48c6), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:13.485411 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-7a25238a-9bb1-4493-b3ba-df074d886709 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0d35682a-e264-402f-9467-e89bc442ab1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343025 Jan 28 00:44:13.495802 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-43f056ad-adcc-4b9e-b318-2288d00759a6 admin admin] Publish callbacks [] for security_group (26f79170-99e3-4655-a379-d851877c48c6), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:13.563107 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-43f056ad-adcc-4b9e-b318-2288d00759a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (26f79170-99e3-4655-a379-d851877c48c6), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:13.566802 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-43f056ad-adcc-4b9e-b318-2288d00759a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:13.569330 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-43f056ad-adcc-4b9e-b318-2288d00759a6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/26f79170-99e3-4655-a379-d851877c48c6 HTTP/1.1" status: 204 len: 168 time: 0.2220128 Jan 28 00:44:13.580697 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f056ad-adcc-4b9e-b318-2288d00759a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f79170-99e3-4655-a379-d851877c48c6,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:13.684107 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5ada0-4761-4868-b3f2-f1d07d6e9bd7 req-bf5d5a9e-654a-46e7-b4f6-cd5a79dbedf8 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:13.685760 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e7c5ada0-4761-4868-b3f2-f1d07d6e9bd7 req-bf5d5a9e-654a-46e7-b4f6-cd5a79dbedf8 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] 10.222.0.70 "GET /v2.0/ports?device_id=e846b7f2-998a-4f8a-8492-e8e2a1df6979 HTTP/1.1" status: 200 len: 943 time: 0.1757700 Jan 28 00:44:13.687999 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-49908099-f1c0-42ad-9113-4365521ba24e service neutron] 10.222.0.65 "GET /v2.0/networks/0d35682a-e264-402f-9467-e89bc442ab1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945384 Jan 28 00:44:13.815230 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e7c5ada0-4761-4868-b3f2-f1d07d6e9bd7 req-75495257-6f6c-49f3-bdf8-17a6ceb1bed3 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1a2620b-5285-4e02-b61e-1aafee9ea862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165431 Jan 28 00:44:13.853560 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2cd3c186-acd4-4599-a44b-c888c31c6e7b req-cda8222b-3d5f-46a5-9eef-67dab5a369e3 service neutron] 10.222.0.65 "GET /v2.0/networks/0d35682a-e264-402f-9467-e89bc442ab1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572967 Jan 28 00:44:14.039080 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ff5d5-80df-4103-ade9-babf232d5c9c req-6d4e83cc-7960-4e78-8e6d-47593e719520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:14.040776 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-966ff5d5-80df-4103-ade9-babf232d5c9c req-6d4e83cc-7960-4e78-8e6d-47593e719520 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=08ee5dfcaf8843d687bd28b74e1ced4d&device_id=e846b7f2-998a-4f8a-8492-e8e2a1df6979 HTTP/1.1" status: 200 len: 1094 time: 0.0583847 Jan 28 00:44:14.097050 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e4929571-b7dc-46f2-ae53-5eaaaade111c details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:44:14.250253 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ff5d5-80df-4103-ade9-babf232d5c9c req-c7f6eb88-8ced-46b8-860c-c0e7ffc1396d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:14.252412 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-966ff5d5-80df-4103-ade9-babf232d5c9c req-c7f6eb88-8ced-46b8-860c-c0e7ffc1396d service neutron] 10.222.0.65 "GET /v2.0/networks?id=0d35682a-e264-402f-9467-e89bc442ab1f HTTP/1.1" status: 200 len: 914 time: 0.2049799 Jan 28 00:44:14.258632 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e4929571-b7dc-46f2-ae53-5eaaaade111c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e4929571-b7dc-46f2-ae53-5eaaaade111c,segment=NetworkSegment(ac8d9694-e081-4215-a5d8-d8ce14e89caa),segment_id=ac8d9694-e081-4215-a5d8-d8ce14e89caa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:44:14.281238 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'e4929571-b7dc-46f2-ae53-5eaaaade111c', 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3', 'port_id': 'e4929571-b7dc-46f2-ae53-5eaaaade111c', 'mac_address': 'fa:16:3e:97:c5:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeea355b-e41d-4155-a2d2-01f3cdab9964', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:44:14.329682 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:14.356447 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port e4929571-b7dc-46f2-ae53-5eaaaade111c is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:44:14.357056 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:14.382422 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4929571-b7dc-46f2-ae53-5eaaaade111c {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:44:14.425144 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-966ff5d5-80df-4103-ade9-babf232d5c9c req-77f0d647-e7ba-44ab-a3b1-7709165a5edf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63476a47-2710-4386-b0c5-b3188d6b22ad HTTP/1.1" status: 200 len: 217 time: 0.1591516 Jan 28 00:44:14.437723 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e4929571-b7dc-46f2-ae53-5eaaaade111c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e4929571-b7dc-46f2-ae53-5eaaaade111c,segment=NetworkSegment(ac8d9694-e081-4215-a5d8-d8ce14e89caa),segment_id=ac8d9694-e081-4215-a5d8-d8ce14e89caa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:44:14.446749 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:14.561332 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=e4929571-b7dc-46f2-ae53-5eaaaade111c,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:14.633298 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2299b9-f2bf-4724-950d-e897a686e649 req-decbf412-2084-44d6-9d30-ee5cbf720d78 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:14.636084 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2e2299b9-f2bf-4724-950d-e897a686e649 req-decbf412-2084-44d6-9d30-ee5cbf720d78 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 943 time: 0.2190874 Jan 28 00:44:14.679521 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ff5d5-80df-4103-ade9-babf232d5c9c req-9120cb3b-58e0-475e-99ac-6d256f00f23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:14.681752 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-966ff5d5-80df-4103-ade9-babf232d5c9c req-9120cb3b-58e0-475e-99ac-6d256f00f23f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=12d90195-4097-4cfb-b15d-963a28d2cae4 HTTP/1.1" status: 200 len: 853 time: 0.1798344 Jan 28 00:44:14.750682 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-966ff5d5-80df-4103-ade9-babf232d5c9c req-9cbfa6db-c055-4540-8767-f795c4e9ed08 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0d35682a-e264-402f-9467-e89bc442ab1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586324 Jan 28 00:44:14.823529 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2e2299b9-f2bf-4724-950d-e897a686e649 req-6303d021-50a3-4653-ab4a-c9a5d9375851 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745498 Jan 28 00:44:14.860429 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['e4929571-b7dc-46f2-ae53-5eaaaade111c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:44:15.039230 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-966ff5d5-80df-4103-ade9-babf232d5c9c req-8b06c5f1-c374-46ad-967c-10ba613413cb service neutron] 10.222.0.65 "GET /v2.0/networks/0d35682a-e264-402f-9467-e89bc442ab1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691195 Jan 28 00:44:15.156295 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab83a19-f340-4a52-919f-912b30fffd1b req-652186af-55b2-4a65-b985-41379f2d305a tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:15.157916 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ab83a19-f340-4a52-919f-912b30fffd1b req-652186af-55b2-4a65-b985-41379f2d305a tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] 10.222.0.70 "GET /v2.0/ports?device_id=e846b7f2-998a-4f8a-8492-e8e2a1df6979 HTTP/1.1" status: 200 len: 943 time: 0.1724229 Jan 28 00:44:15.237032 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-966ff5d5-80df-4103-ade9-babf232d5c9c req-f80cd24a-30cf-4263-8f97-8383ccf8e817 service neutron] 10.222.0.65 "GET /v2.0/networks/0d35682a-e264-402f-9467-e89bc442ab1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757247 Jan 28 00:44:15.270129 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ab83a19-f340-4a52-919f-912b30fffd1b req-2d2957c2-35ef-4faf-831c-bf8c29f67aca tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1a2620b-5285-4e02-b61e-1aafee9ea862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982797 Jan 28 00:44:16.010810 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7f34b-57b0-4862-b815-95677f582445 req-85749903-e9db-4052-b35d-fcae1a5a8934 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:16.014187 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dac7f34b-57b0-4862-b815-95677f582445 req-85749903-e9db-4052-b35d-fcae1a5a8934 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 944 time: 0.0900660 Jan 28 00:44:16.096236 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dac7f34b-57b0-4862-b815-95677f582445 req-21b06f1a-f0df-4316-8c2c-c84ba5550959 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759056 Jan 28 00:44:16.112908 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 63476a47-2710-4386-b0c5-b3188d6b22ad details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:44:16.125040 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e4929571-b7dc-46f2-ae53-5eaaaade111c up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:44:16.242815 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port e4929571-b7dc-46f2-ae53-5eaaaade111c completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:44:16.253390 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port e4929571-b7dc-46f2-ae53-5eaaaade111c triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:16.253698 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:16.347081 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 63476a47-2710-4386-b0c5-b3188d6b22ad, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=63476a47-2710-4386-b0c5-b3188d6b22ad,segment=NetworkSegment(560bb584-2550-459a-942b-02f712b502c6),segment_id=560bb584-2550-459a-942b-02f712b502c6)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:44:16.382386 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '63476a47-2710-4386-b0c5-b3188d6b22ad', 'network_id': '0d35682a-e264-402f-9467-e89bc442ab1f', 'port_id': '63476a47-2710-4386-b0c5-b3188d6b22ad', 'mac_address': 'fa:16:3e:3a:78:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d90195-4097-4cfb-b15d-963a28d2cae4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:44:16.457142 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c7b65-2b4f-42c0-9244-fe2e98b2bcb5 req-7a6872b6-40fd-4060-ae1f-577ab512091d tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:16.466123 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-928c7b65-2b4f-42c0-9244-fe2e98b2bcb5 req-7a6872b6-40fd-4060-ae1f-577ab512091d tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] 10.222.0.70 "GET /v2.0/ports?device_id=e846b7f2-998a-4f8a-8492-e8e2a1df6979 HTTP/1.1" status: 200 len: 943 time: 0.0861535 Jan 28 00:44:16.488475 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 63476a47-2710-4386-b0c5-b3188d6b22ad is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:44:16.488886 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (63476a47-2710-4386-b0c5-b3188d6b22ad), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:16.509740 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63476a47-2710-4386-b0c5-b3188d6b22ad {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:44:16.531715 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-928c7b65-2b4f-42c0-9244-fe2e98b2bcb5 req-7c722d39-1291-487e-9de9-57a3a746050b tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1a2620b-5285-4e02-b61e-1aafee9ea862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642581 Jan 28 00:44:16.540359 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port e4929571-b7dc-46f2-ae53-5eaaaade111c is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:44:16.541163 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:16.563667 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 63476a47-2710-4386-b0c5-b3188d6b22ad, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=63476a47-2710-4386-b0c5-b3188d6b22ad,segment=NetworkSegment(560bb584-2550-459a-942b-02f712b502c6),segment_id=560bb584-2550-459a-942b-02f712b502c6)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:44:16.573746 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (63476a47-2710-4386-b0c5-b3188d6b22ad), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:16.636448 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0b60e1-2da5-42bc-8760-2e84ac98637f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4929571-b7dc-46f2-ae53-5eaaaade111c'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:44:16.640343 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df7fecc-d23b-4c99-834e-7328e2f3f993" -d '{"events": [{"server_uuid": "3c0b60e1-2da5-42bc-8760-2e84ac98637f", "name": "network-vif-plugged", "status": "completed", "tag": "e4929571-b7dc-46f2-ae53-5eaaaade111c"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:44:16.670087 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e4929571-b7dc-46f2-ae53-5eaaaade111c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e4929571-b7dc-46f2-ae53-5eaaaade111c,segment=NetworkSegment(ac8d9694-e081-4215-a5d8-d8ce14e89caa),segment_id=ac8d9694-e081-4215-a5d8-d8ce14e89caa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:44:16.684578 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:16.698937 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=63476a47-2710-4386-b0c5-b3188d6b22ad,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:16.853687 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=e4929571-b7dc-46f2-ae53-5eaaaade111c,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:16.909803 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['63476a47-2710-4386-b0c5-b3188d6b22ad'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:44:17.085842 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2435cd08-a483-419e-921a-5d10643396d8 x-openstack-request-id: req-2435cd08-a483-419e-921a-5d10643396d8 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:44:17.086414 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0b60e1-2da5-42bc-8760-2e84ac98637f", "name": "network-vif-plugged", "status": "completed", "tag": "e4929571-b7dc-46f2-ae53-5eaaaade111c", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:44:17.086801 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2435cd08-a483-419e-921a-5d10643396d8 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:44:17.087363 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0b60e1-2da5-42bc-8760-2e84ac98637f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4929571-b7dc-46f2-ae53-5eaaaade111c', 'code': 200} Jan 28 00:44:17.330615 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e0e33-cb2e-41f2-90d6-fc062a364adb req-71a20aee-5ae0-47ea-89ae-0ea5027e28a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:17.332243 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-380e0e33-cb2e-41f2-90d6-fc062a364adb req-71a20aee-5ae0-47ea-89ae-0ea5027e28a0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 1096 time: 0.0955393 Jan 28 00:44:17.346264 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29efd6-e6df-4b0d-ad06-ca64a2c502b1 req-745e1b95-883c-4dec-a988-50ba2817c090 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:17.347938 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3b29efd6-e6df-4b0d-ad06-ca64a2c502b1 req-745e1b95-883c-4dec-a988-50ba2817c090 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 945 time: 0.0968812 Jan 28 00:44:17.462993 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-380e0e33-cb2e-41f2-90d6-fc062a364adb req-6a3dbe30-5de1-42f9-9dbe-5248fa874895 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139634 Jan 28 00:44:17.468521 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3b29efd6-e6df-4b0d-ad06-ca64a2c502b1 req-5be05498-98d4-422a-b338-b8a43dfd8177 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110222 Jan 28 00:44:17.718525 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05bbc4-594f-4641-90c4-af20caf8bea5 req-7321e1a5-4edd-48b6-89f0-fa0fc6c3a091 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:17.721570 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb05bbc4-594f-4641-90c4-af20caf8bea5 req-7321e1a5-4edd-48b6-89f0-fa0fc6c3a091 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] 10.222.0.70 "GET /v2.0/ports?device_id=e846b7f2-998a-4f8a-8492-e8e2a1df6979 HTTP/1.1" status: 200 len: 944 time: 0.1049962 Jan 28 00:44:17.826335 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb05bbc4-594f-4641-90c4-af20caf8bea5 req-fa689956-fd3a-4554-9fa9-3964615bb740 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1a2620b-5285-4e02-b61e-1aafee9ea862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915778 Jan 28 00:44:17.947193 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55244) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:18.121078 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 63476a47-2710-4386-b0c5-b3188d6b22ad up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:44:18.240671 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 63476a47-2710-4386-b0c5-b3188d6b22ad completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:44:18.251430 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 63476a47-2710-4386-b0c5-b3188d6b22ad triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:18.251430 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (63476a47-2710-4386-b0c5-b3188d6b22ad), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:18.404663 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 63476a47-2710-4386-b0c5-b3188d6b22ad is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:44:18.405776 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (63476a47-2710-4386-b0c5-b3188d6b22ad), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:18.469797 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 63476a47-2710-4386-b0c5-b3188d6b22ad, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=63476a47-2710-4386-b0c5-b3188d6b22ad,segment=NetworkSegment(560bb584-2550-459a-942b-02f712b502c6),segment_id=560bb584-2550-459a-942b-02f712b502c6)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:44:18.479156 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (63476a47-2710-4386-b0c5-b3188d6b22ad), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:18.682195 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=63476a47-2710-4386-b0c5-b3188d6b22ad,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:18.701963 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e134ca7-87fe-49d5-ab26-1470e807ebfa req-bf3c1b63-1ac0-4a0b-8ac9-02003674268d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:18.717249 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e134ca7-87fe-49d5-ab26-1470e807ebfa req-bf3c1b63-1ac0-4a0b-8ac9-02003674268d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 945 time: 0.1136479 Jan 28 00:44:18.829073 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e134ca7-87fe-49d5-ab26-1470e807ebfa req-18c05724-126c-4d3a-ae79-549739c450f8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105080 Jan 28 00:44:19.088876 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e846b7f2-998a-4f8a-8492-e8e2a1df6979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63476a47-2710-4386-b0c5-b3188d6b22ad'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:44:19.091570 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e96d14-25a5-4d84-a95e-a01a77d84de4" -d '{"events": [{"server_uuid": "e846b7f2-998a-4f8a-8492-e8e2a1df6979", "name": "network-vif-plugged", "status": "completed", "tag": "63476a47-2710-4386-b0c5-b3188d6b22ad"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:44:19.129377 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea871fa-6cf0-4bb8-a73e-0d82aa8dcb1e req-9394859f-623e-4125-aca3-fd961ca3e7f7 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:19.133841 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bea871fa-6cf0-4bb8-a73e-0d82aa8dcb1e req-9394859f-623e-4125-aca3-fd961ca3e7f7 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] 10.222.0.70 "GET /v2.0/ports?device_id=e846b7f2-998a-4f8a-8492-e8e2a1df6979 HTTP/1.1" status: 200 len: 945 time: 0.1195195 Jan 28 00:44:19.156616 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-faedb93b-af7b-4eda-add7-663764fdd941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (1d3a831e-710b-43db-8990-3c18926b7858), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:19.208524 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cb07c5-b46e-4392-8428-eafc9554959b x-openstack-request-id: req-53cb07c5-b46e-4392-8428-eafc9554959b {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:44:19.212339 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e846b7f2-998a-4f8a-8492-e8e2a1df6979", "name": "network-vif-plugged", "status": "completed", "tag": "63476a47-2710-4386-b0c5-b3188d6b22ad", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:44:19.212878 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-53cb07c5-b46e-4392-8428-eafc9554959b {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:44:19.213490 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e846b7f2-998a-4f8a-8492-e8e2a1df6979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63476a47-2710-4386-b0c5-b3188d6b22ad', 'code': 200} Jan 28 00:44:19.340410 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bea871fa-6cf0-4bb8-a73e-0d82aa8dcb1e req-48980b56-869e-4faf-b70f-65421a3918fd tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1a2620b-5285-4e02-b61e-1aafee9ea862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950681 Jan 28 00:44:19.463075 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89088df8-1b52-4f81-990e-569f41b11a51 req-0ea5099d-3bb3-43aa-b38b-b993fd8134c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:19.466322 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-89088df8-1b52-4f81-990e-569f41b11a51 req-0ea5099d-3bb3-43aa-b38b-b993fd8134c5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e846b7f2-998a-4f8a-8492-e8e2a1df6979 HTTP/1.1" status: 200 len: 1096 time: 0.1136980 Jan 28 00:44:19.625977 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-89088df8-1b52-4f81-990e-569f41b11a51 req-36a5b628-17ae-4f21-a9ee-efcfe759984a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e1a2620b-5285-4e02-b61e-1aafee9ea862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021299 Jan 28 00:44:20.080967 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b7a60-b6e4-47ea-9287-eae6d3c3bb12 req-0b7f13a5-21b4-4f51-adbe-e26fb06144df tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:20.082632 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2b7b7a60-b6e4-47ea-9287-eae6d3c3bb12 req-0b7f13a5-21b4-4f51-adbe-e26fb06144df tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 945 time: 0.0787888 Jan 28 00:44:20.161157 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-faedb93b-af7b-4eda-add7-663764fdd941 admin admin] Deleting port f9f200bc-5b44-465e-b08b-38d03b252412 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:44:20.162151 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-faedb93b-af7b-4eda-add7-663764fdd941 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f9f200bc-5b44-465e-b08b-38d03b252412), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:20.174808 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2b7b7a60-b6e4-47ea-9287-eae6d3c3bb12 req-97523ff4-2501-4244-a4ac-56da342b6b1b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793917 Jan 28 00:44:20.300258 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-faedb93b-af7b-4eda-add7-663764fdd941 admin admin] For port f9f200bc-5b44-465e-b08b-38d03b252412, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f9f200bc-5b44-465e-b08b-38d03b252412,segment=NetworkSegment(5700de21-b7f1-4e44-ac79-faad96102485),segment_id=5700de21-b7f1-4e44-ac79-faad96102485)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:44:20.301345 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-faedb93b-af7b-4eda-add7-663764fdd941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f9f200bc-5b44-465e-b08b-38d03b252412), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:20.321872 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-faedb93b-af7b-4eda-add7-663764fdd941 admin admin] Calling delete_port for f9f200bc-5b44-465e-b08b-38d03b252412 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:44:20.466975 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689efd7-3eab-43ee-ab2f-892ba4337d76 req-5f18cd5a-76a7-4810-9211-94a40e31d04e tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:20.469168 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1689efd7-3eab-43ee-ab2f-892ba4337d76 req-5f18cd5a-76a7-4810-9211-94a40e31d04e tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 945 time: 0.1881464 Jan 28 00:44:20.668284 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1689efd7-3eab-43ee-ab2f-892ba4337d76 req-17e9a423-bab1-45c3-bd88-c5dff788236c tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855001 Jan 28 00:44:20.675084 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-faedb93b-af7b-4eda-add7-663764fdd941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (f9f200bc-5b44-465e-b08b-38d03b252412), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:20.708393 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55266) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:20.809065 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6e80e-21e7-4ccb-8532-a62ddfd4cd3a req-c7896edd-9d89-422e-838b-3979be29c9e8 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:20.819503 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-41a6e80e-21e7-4ccb-8532-a62ddfd4cd3a req-c7896edd-9d89-422e-838b-3979be29c9e8 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] 10.222.0.70 "GET /v2.0/ports?device_id=e846b7f2-998a-4f8a-8492-e8e2a1df6979 HTTP/1.1" status: 200 len: 945 time: 0.3490524 Jan 28 00:44:20.831430 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faedb93b-af7b-4eda-add7-663764fdd941 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f200bc-5b44-465e-b08b-38d03b252412,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:20.969181 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7ec43c-a563-42d8-a3c6-fde00223cbff tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:20.975416 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1b7ec43c-a563-42d8-a3c6-fde00223cbff tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 1091 time: 0.2609894 Jan 28 00:44:20.992914 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55268) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:21.014819 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-860e4cd1-20a2-44fe-b939-8ac1fa7669c3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'port_id': 'e4929571-b7dc-46f2-ae53-5eaaaade111c', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:44:21.051203 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-41a6e80e-21e7-4ccb-8532-a62ddfd4cd3a req-f5cb4259-c58d-4262-aee4-b018b7b9b451 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1a2620b-5285-4e02-b61e-1aafee9ea862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293825 Jan 28 00:44:21.107212 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-860e4cd1-20a2-44fe-b939-8ac1fa7669c3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:21.269373 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-faedb93b-af7b-4eda-add7-663764fdd941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (1d3a831e-710b-43db-8990-3c18926b7858), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:21.321114 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-860e4cd1-20a2-44fe-b939-8ac1fa7669c3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:21.542939 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-860e4cd1-20a2-44fe-b939-8ac1fa7669c3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Allocated IP 172.25.3.220 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/f4280086-a4b3-4de3-9f11-7cb6f0dccba1) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:44:21.719957 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-860e4cd1-20a2-44fe-b939-8ac1fa7669c3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for port (f4280086-a4b3-4de3-9f11-7cb6f0dccba1), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:21.729698 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faedb93b-af7b-4eda-add7-663764fdd941 admin admin] Router 1d3a831e-710b-43db-8990-3c18926b7858 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:44:21.770957 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-860e4cd1-20a2-44fe-b939-8ac1fa7669c3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (f4280086-a4b3-4de3-9f11-7cb6f0dccba1), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:21.828442 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860e4cd1-20a2-44fe-b939-8ac1fa7669c3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:44:21.845665 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-860e4cd1-20a2-44fe-b939-8ac1fa7669c3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:44:21.858247 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860e4cd1-20a2-44fe-b939-8ac1fa7669c3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:44:21.867076 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e4cd1-20a2-44fe-b939-8ac1fa7669c3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'Port': ['ID=f4280086-a4b3-4de3-9f11-7cb6f0dccba1,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:21.978100 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faedb93b-af7b-4eda-add7-663764fdd941 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:44:21.994217 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-faedb93b-af7b-4eda-add7-663764fdd941 admin admin] 10.222.0.70 "PUT /v2.0/routers/1d3a831e-710b-43db-8990-3c18926b7858/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0453453 Jan 28 00:44:22.012655 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55272) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:22.017114 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1853a5bb-94fa-4fab-9eb9-2527b6075ebb None None] Sync routers for ids ['1d3a831e-710b-43db-8990-3c18926b7858'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:44:22.083218 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1853a5bb-94fa-4fab-9eb9-2527b6075ebb None None] Routers {'1d3a831e-710b-43db-8990-3c18926b7858'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:44:22.084640 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-1853a5bb-94fa-4fab-9eb9-2527b6075ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:44:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['1d3a831e-710b-43db-8990-3c18926b7858'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:22.261222 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b406db8d-6753-401b-b2c1-5c03a8258185 admin admin] Publish callbacks [] for router (1d3a831e-710b-43db-8990-3c18926b7858), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:22.308469 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbd554-4900-47e8-b7f4-889fd1047ab7 req-435240a8-2b3b-4ae1-881b-cc6128e6f8bb tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:22.310347 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-98bbd554-4900-47e8-b7f4-889fd1047ab7 req-435240a8-2b3b-4ae1-881b-cc6128e6f8bb tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] 10.222.0.70 "GET /v2.0/ports?device_id=e846b7f2-998a-4f8a-8492-e8e2a1df6979 HTTP/1.1" status: 200 len: 945 time: 0.1175015 Jan 28 00:44:22.338272 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-1853a5bb-94fa-4fab-9eb9-2527b6075ebb None None] Set router 1d3a831e-710b-43db-8990-3c18926b7858 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:44:22.405116 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b406db8d-6753-401b-b2c1-5c03a8258185 admin admin] Publish callbacks [] for router_gateway (1d3a831e-710b-43db-8990-3c18926b7858), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:22.466598 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-98bbd554-4900-47e8-b7f4-889fd1047ab7 req-945b1385-68f8-482d-abaf-c4982096b89c tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1a2620b-5285-4e02-b61e-1aafee9ea862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666227 Jan 28 00:44:22.493323 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b406db8d-6753-401b-b2c1-5c03a8258185 admin admin] Deleting port a2261ec0-e0ef-413d-a987-a4a2e9f924a8 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:44:22.493323 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b406db8d-6753-401b-b2c1-5c03a8258185 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (a2261ec0-e0ef-413d-a987-a4a2e9f924a8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:22.610846 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-1853a5bb-94fa-4fab-9eb9-2527b6075ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3a831e-710b-43db-8990-3c18926b7858', 'name': 'tempest-TaggedBootDevicesTest-2138166117-router', 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a2261ec0-e0ef-413d-a987-a4a2e9f924a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:29:19Z', 'updated_at': '2022-01-28T00:44:20Z', 'revision_number': 5, 'project_id': '5bda1a11a40447e984dbfecb2102fcad', 'gw_port': {'id': 'a2261ec0-e0ef-413d-a987-a4a2e9f924a8', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:54:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3a831e-710b-43db-8990-3c18926b7858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:29:22Z', 'updated_at': '2022-01-28T00:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:22.630906 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b406db8d-6753-401b-b2c1-5c03a8258185 admin admin] For port a2261ec0-e0ef-413d-a987-a4a2e9f924a8, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=a2261ec0-e0ef-413d-a987-a4a2e9f924a8,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:44:22.631376 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b406db8d-6753-401b-b2c1-5c03a8258185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (a2261ec0-e0ef-413d-a987-a4a2e9f924a8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:22.648283 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b406db8d-6753-401b-b2c1-5c03a8258185 admin admin] Calling delete_port for a2261ec0-e0ef-413d-a987-a4a2e9f924a8 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:44:22.648719 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1853a5bb-94fa-4fab-9eb9-2527b6075ebb None None] Checking router: 1d3a831e-710b-43db-8990-3c18926b7858 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:44:22.662064 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1853a5bb-94fa-4fab-9eb9-2527b6075ebb None None] Routers {'1d3a831e-710b-43db-8990-3c18926b7858'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:44:22.663305 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-1853a5bb-94fa-4fab-9eb9-2527b6075ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:44:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['1d3a831e-710b-43db-8990-3c18926b7858'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:22.690149 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-860e4cd1-20a2-44fe-b939-8ac1fa7669c3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for floatingip (04dfba1c-ea0c-49b3-a196-48cb3ec997a8), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:22.780089 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-1853a5bb-94fa-4fab-9eb9-2527b6075ebb None None] Set router 1d3a831e-710b-43db-8990-3c18926b7858 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:44:22.795839 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-860e4cd1-20a2-44fe-b939-8ac1fa7669c3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f4280086-a4b3-4de3-9f11-7cb6f0dccba1), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:22.897709 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-1853a5bb-94fa-4fab-9eb9-2527b6075ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3a831e-710b-43db-8990-3c18926b7858', 'name': 'tempest-TaggedBootDevicesTest-2138166117-router', 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:29:19Z', 'updated_at': '2022-01-28T00:44:22Z', 'revision_number': 6, 'project_id': '5bda1a11a40447e984dbfecb2102fcad', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:22.909918 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b406db8d-6753-401b-b2c1-5c03a8258185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (a2261ec0-e0ef-413d-a987-a4a2e9f924a8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:22.958025 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1853a5bb-94fa-4fab-9eb9-2527b6075ebb None None] The sync data for ids ['1d3a831e-710b-43db-8990-3c18926b7858'] in n-d-826754-1 is: [{'id': '1d3a831e-710b-43db-8990-3c18926b7858', 'name': 'tempest-TaggedBootDevicesTest-2138166117-router', 'tenant_id': '5bda1a11a40447e984dbfecb2102fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:29:19Z', 'updated_at': '2022-01-28T00:44:22Z', 'revision_number': 6, 'project_id': '5bda1a11a40447e984dbfecb2102fcad', 'gw_port_host': None}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:44:22.975196 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406db8d-6753-401b-b2c1-5c03a8258185 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2261ec0-e0ef-413d-a987-a4a2e9f924a8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:23.060830 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b406db8d-6753-401b-b2c1-5c03a8258185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (1d3a831e-710b-43db-8990-3c18926b7858), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:23.136840 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019de63-6f7a-4a10-bf91-fad497a068bc req-006c0961-4595-4cde-881a-a2514a2ac7de tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:23.139637 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a019de63-6f7a-4a10-bf91-fad497a068bc req-006c0961-4595-4cde-881a-a2514a2ac7de tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] 10.222.0.70 "GET /v2.0/ports?device_id=e846b7f2-998a-4f8a-8492-e8e2a1df6979 HTTP/1.1" status: 200 len: 945 time: 0.1497524 Jan 28 00:44:23.163716 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b406db8d-6753-401b-b2c1-5c03a8258185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (1d3a831e-710b-43db-8990-3c18926b7858), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:23.166047 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b406db8d-6753-401b-b2c1-5c03a8258185 admin admin] Publish callbacks [] for router_controller (1d3a831e-710b-43db-8990-3c18926b7858), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:23.169312 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-860e4cd1-20a2-44fe-b939-8ac1fa7669c3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for port (f4280086-a4b3-4de3-9f11-7cb6f0dccba1), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:23.186929 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-860e4cd1-20a2-44fe-b939-8ac1fa7669c3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (f4280086-a4b3-4de3-9f11-7cb6f0dccba1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:23.214306 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b406db8d-6753-401b-b2c1-5c03a8258185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (1d3a831e-710b-43db-8990-3c18926b7858), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:23.214980 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b406db8d-6753-401b-b2c1-5c03a8258185 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d3a831e-710b-43db-8990-3c18926b7858 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:44:23.221606 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b406db8d-6753-401b-b2c1-5c03a8258185 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:23.222926 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b406db8d-6753-401b-b2c1-5c03a8258185 admin admin] 10.222.0.70 "DELETE /v2.0/routers/1d3a831e-710b-43db-8990-3c18926b7858 HTTP/1.1" status: 204 len: 168 time: 1.2075684 Jan 28 00:44:23.226217 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55288) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:23.287454 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-320cd24a-d6cf-4da1-9e0d-1f2ee865c8e5 admin admin] Deleting subnet 3e045621-a000-4f31-813f-19aff9c83672 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:44:23.291193 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-320cd24a-d6cf-4da1-9e0d-1f2ee865c8e5 admin admin] Publish callbacks [] for subnet (3e045621-a000-4f31-813f-19aff9c83672), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:23.341823 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-320cd24a-d6cf-4da1-9e0d-1f2ee865c8e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (3e045621-a000-4f31-813f-19aff9c83672), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:23.348029 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a019de63-6f7a-4a10-bf91-fad497a068bc req-29632f88-78ee-4f2f-a6e9-2a5fcc4db631 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1a2620b-5285-4e02-b61e-1aafee9ea862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963587 Jan 28 00:44:23.379840 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e4cd1-20a2-44fe-b939-8ac1fa7669c3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'Port': ['ID=f4280086-a4b3-4de3-9f11-7cb6f0dccba1,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:23.383495 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-860e4cd1-20a2-44fe-b939-8ac1fa7669c3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (04dfba1c-ea0c-49b3-a196-48cb3ec997a8), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:23.495284 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-320cd24a-d6cf-4da1-9e0d-1f2ee865c8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (3e045621-a000-4f31-813f-19aff9c83672), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:23.585676 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f9f200bc-5b44-465e-b08b-38d03b252412 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:44:23.613467 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-860e4cd1-20a2-44fe-b939-8ac1fa7669c3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Floating IP 04dfba1c-ea0c-49b3-a196-48cb3ec997a8 associated. External IP: 172.25.3.220, port: e4929571-b7dc-46f2-ae53-5eaaaade111c. Jan 28 00:44:23.626835 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-320cd24a-d6cf-4da1-9e0d-1f2ee865c8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (3e045621-a000-4f31-813f-19aff9c83672), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:23.637230 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: f9f200bc-5b44-465e-b08b-38d03b252412 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:44:23.637992 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f9f200bc-5b44-465e-b08b-38d03b252412 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:44:23.672663 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320cd24a-d6cf-4da1-9e0d-1f2ee865c8e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e045621-a000-4f31-813f-19aff9c83672,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:23.687135 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb9b253-ce97-4c43-a0de-e474a4ec783f None None] Network 962b6d11-960d-42e0-95f3-b55d3f9f0ed4 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:44:23.689444 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-320cd24a-d6cf-4da1-9e0d-1f2ee865c8e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:23.699674 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-320cd24a-d6cf-4da1-9e0d-1f2ee865c8e5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3e045621-a000-4f31-813f-19aff9c83672 HTTP/1.1" status: 204 len: 168 time: 0.4677775 Jan 28 00:44:23.699974 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55294) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:23.954720 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d3eecd-07ec-4750-8ebc-b514b7a03a78 None None] DHCP port deletion for 962b6d11-960d-42e0-95f3-b55d3f9f0ed4 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:44:24.039582 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b6d3eecd-07ec-4750-8ebc-b514b7a03a78 None None] Deleting port 6b9eef9a-d1a4-44a3-b707-06d9115d5bb7 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:44:24.040251 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6d3eecd-07ec-4750-8ebc-b514b7a03a78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (6b9eef9a-d1a4-44a3-b707-06d9115d5bb7), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:24.116879 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-b6d3eecd-07ec-4750-8ebc-b514b7a03a78 None None] For port 6b9eef9a-d1a4-44a3-b707-06d9115d5bb7, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6b9eef9a-d1a4-44a3-b707-06d9115d5bb7,segment=NetworkSegment(5700de21-b7f1-4e44-ac79-faad96102485),segment_id=5700de21-b7f1-4e44-ac79-faad96102485)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:44:24.117300 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6d3eecd-07ec-4750-8ebc-b514b7a03a78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (6b9eef9a-d1a4-44a3-b707-06d9115d5bb7), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:24.138942 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b6d3eecd-07ec-4750-8ebc-b514b7a03a78 None None] Calling delete_port for 6b9eef9a-d1a4-44a3-b707-06d9115d5bb7 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:44:24.237651 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b6d3eecd-07ec-4750-8ebc-b514b7a03a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (6b9eef9a-d1a4-44a3-b707-06d9115d5bb7), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:24.263298 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3eecd-07ec-4750-8ebc-b514b7a03a78 None None] Pushing event deleted for resources: {'Port': ['ID=6b9eef9a-d1a4-44a3-b707-06d9115d5bb7,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:24.275130 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d3eecd-07ec-4750-8ebc-b514b7a03a78 None None] No DVR routers for this DVR port 6b9eef9a-d1a4-44a3-b707-06d9115d5bb7 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:44:24.337672 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-83a66c76-4073-4ec1-8143-05fc85d13bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (962b6d11-960d-42e0-95f3-b55d3f9f0ed4), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:24.698290 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-83a66c76-4073-4ec1-8143-05fc85d13bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (962b6d11-960d-42e0-95f3-b55d3f9f0ed4), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:24.770408 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-83a66c76-4073-4ec1-8143-05fc85d13bf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['962b6d11-960d-42e0-95f3-b55d3f9f0ed4']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:24.790878 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e436e-4529-460c-a16a-811092fc02d7 req-b8fefff6-13eb-4cfc-bf41-d71d33395687 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:24.793839 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7d4e436e-4529-460c-a16a-811092fc02d7 req-b8fefff6-13eb-4cfc-bf41-d71d33395687 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] 10.222.0.70 "GET /v2.0/ports?device_id=e846b7f2-998a-4f8a-8492-e8e2a1df6979 HTTP/1.1" status: 200 len: 945 time: 0.3143759 Jan 28 00:44:24.817010 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-83a66c76-4073-4ec1-8143-05fc85d13bf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5700de21-b7f1-4e44-ac79-faad96102485') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:24.817561 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-83a66c76-4073-4ec1-8143-05fc85d13bf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5700de21-b7f1-4e44-ac79-faad96102485') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:24.823294 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860e4cd1-20a2-44fe-b939-8ac1fa7669c3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Router 6225d7f0-c400-4277-8655-23e4f90f15ec has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:44:24.874271 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-83a66c76-4073-4ec1-8143-05fc85d13bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (5700de21-b7f1-4e44-ac79-faad96102485), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:24.918322 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-83a66c76-4073-4ec1-8143-05fc85d13bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (5700de21-b7f1-4e44-ac79-faad96102485), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:24.937979 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a66c76-4073-4ec1-8143-05fc85d13bf6 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:44:24.938387 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-83a66c76-4073-4ec1-8143-05fc85d13bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (5700de21-b7f1-4e44-ac79-faad96102485), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:24.945208 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:44:24.945208 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:44:24.945208 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:44:24.945208 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:44:24.945208 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:44:24.945208 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:44:24.945208 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:44:24.945208 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:44:24.945208 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:44:24.945208 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:44:24.945208 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:44:24.945208 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:44:24.945208 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:44:24.945208 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:44:24.945208 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:44:24.945208 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:44:24.945208 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:44:24.945208 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:44:24.945208 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:44:24.945208 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:44:24.945208 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:44:24.945208 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:44:24.945208 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:44:24.945208 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:44:24.945208 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:44:24.945208 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:44:24.945208 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:44:24.945208 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:44:24.945208 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:44:24.945208 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:44:24.945208 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:44:24.945208 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:44:25.064529 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7d4e436e-4529-460c-a16a-811092fc02d7 req-5c657716-4d5d-41f4-97d5-4d8cb8a2302e tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] 10.222.0.70 "GET /v2.0/security-groups?id=e1a2620b-5285-4e02-b61e-1aafee9ea862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584987 Jan 28 00:44:25.076206 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc64d08-1f2e-4d94-a7d1-18318a18c1b4 req-40725ff5-c9e9-4faf-ba2f-0be58a60c779 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:25.077829 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5cc64d08-1f2e-4d94-a7d1-18318a18c1b4 req-40725ff5-c9e9-4faf-ba2f-0be58a60c779 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] 10.222.0.65 "GET /v2.0/ports?device_id=e846b7f2-998a-4f8a-8492-e8e2a1df6979 HTTP/1.1" status: 200 len: 945 time: 0.2271469 Jan 28 00:44:25.147289 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-83a66c76-4073-4ec1-8143-05fc85d13bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (962b6d11-960d-42e0-95f3-b55d3f9f0ed4), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:25.157128 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-83a66c76-4073-4ec1-8143-05fc85d13bf6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:25.160331 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-83a66c76-4073-4ec1-8143-05fc85d13bf6 admin admin] 10.222.0.70 "DELETE /v2.0/networks/962b6d11-960d-42e0-95f3-b55d3f9f0ed4 HTTP/1.1" status: 204 len: 168 time: 1.4596827 Jan 28 00:44:25.166202 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55302) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:25.180849 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a66c76-4073-4ec1-8143-05fc85d13bf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=962b6d11-960d-42e0-95f3-b55d3f9f0ed4,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:25.223087 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a66c76-4073-4ec1-8143-05fc85d13bf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:25.223486 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a66c76-4073-4ec1-8143-05fc85d13bf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:25.223827 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a66c76-4073-4ec1-8143-05fc85d13bf6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:25.224717 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a66c76-4073-4ec1-8143-05fc85d13bf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:25.225064 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a66c76-4073-4ec1-8143-05fc85d13bf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:25.225405 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a66c76-4073-4ec1-8143-05fc85d13bf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:25.225740 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a66c76-4073-4ec1-8143-05fc85d13bf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:25.226074 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a66c76-4073-4ec1-8143-05fc85d13bf6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:25.226405 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a66c76-4073-4ec1-8143-05fc85d13bf6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:25.226737 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a66c76-4073-4ec1-8143-05fc85d13bf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:25.227069 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a66c76-4073-4ec1-8143-05fc85d13bf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:25.227397 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a66c76-4073-4ec1-8143-05fc85d13bf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:25.227753 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a66c76-4073-4ec1-8143-05fc85d13bf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:25.237286 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860e4cd1-20a2-44fe-b939-8ac1fa7669c3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:44:25.257543 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49610ce3-364d-43be-b032-fa41468a12f3 None None] Sync routers for ids ['6225d7f0-c400-4277-8655-23e4f90f15ec'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:44:25.265291 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-860e4cd1-20a2-44fe-b939-8ac1fa7669c3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:25.276203 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49610ce3-364d-43be-b032-fa41468a12f3 None None] Routers {'6225d7f0-c400-4277-8655-23e4f90f15ec'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:44:25.277241 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-49610ce3-364d-43be-b032-fa41468a12f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:44:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6225d7f0-c400-4277-8655-23e4f90f15ec'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:25.316206 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-5cc64d08-1f2e-4d94-a7d1-18318a18c1b4 req-69750441-68c9-4e33-8b81-77fab0297f02 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] Deleting port 63476a47-2710-4386-b0c5-b3188d6b22ad {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:44:25.316507 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5cc64d08-1f2e-4d94-a7d1-18318a18c1b4 req-69750441-68c9-4e33-8b81-77fab0297f02 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (63476a47-2710-4386-b0c5-b3188d6b22ad), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:25.323491 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-860e4cd1-20a2-44fe-b939-8ac1fa7669c3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3274817 Jan 28 00:44:25.325754 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0b60e1-2da5-42bc-8760-2e84ac98637f', 'tag': 'e4929571-b7dc-46f2-ae53-5eaaaade111c'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:44:25.328652 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e7b718-1e4b-41e5-9678-207ff9e68ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "3c0b60e1-2da5-42bc-8760-2e84ac98637f", "tag": "e4929571-b7dc-46f2-ae53-5eaaaade111c"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:44:25.447785 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc25012-8b50-4476-bdd4-99784ccf04e8 x-openstack-request-id: req-afc25012-8b50-4476-bdd4-99784ccf04e8 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:44:25.451240 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c0b60e1-2da5-42bc-8760-2e84ac98637f", "tag": "e4929571-b7dc-46f2-ae53-5eaaaade111c", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:44:25.451240 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-afc25012-8b50-4476-bdd4-99784ccf04e8 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:44:25.451768 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c0b60e1-2da5-42bc-8760-2e84ac98637f', 'tag': 'e4929571-b7dc-46f2-ae53-5eaaaade111c', 'status': 'completed', 'code': 200} Jan 28 00:44:25.568945 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6b9eef9a-d1a4-44a3-b707-06d9115d5bb7 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:44:25.584634 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-5cc64d08-1f2e-4d94-a7d1-18318a18c1b4 req-69750441-68c9-4e33-8b81-77fab0297f02 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] For port 63476a47-2710-4386-b0c5-b3188d6b22ad, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=63476a47-2710-4386-b0c5-b3188d6b22ad,segment=NetworkSegment(560bb584-2550-459a-942b-02f712b502c6),segment_id=560bb584-2550-459a-942b-02f712b502c6)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:44:25.585221 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5cc64d08-1f2e-4d94-a7d1-18318a18c1b4 req-69750441-68c9-4e33-8b81-77fab0297f02 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (63476a47-2710-4386-b0c5-b3188d6b22ad), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:25.596219 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 6b9eef9a-d1a4-44a3-b707-06d9115d5bb7 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:44:25.596659 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6b9eef9a-d1a4-44a3-b707-06d9115d5bb7 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:44:25.597150 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a2261ec0-e0ef-413d-a987-a4a2e9f924a8 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:44:25.610049 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-5cc64d08-1f2e-4d94-a7d1-18318a18c1b4 req-69750441-68c9-4e33-8b81-77fab0297f02 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] Calling delete_port for 63476a47-2710-4386-b0c5-b3188d6b22ad owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:44:25.630494 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: a2261ec0-e0ef-413d-a987-a4a2e9f924a8 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:44:25.631450 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a2261ec0-e0ef-413d-a987-a4a2e9f924a8 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:44:25.650588 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-49610ce3-364d-43be-b032-fa41468a12f3 None None] Set router 6225d7f0-c400-4277-8655-23e4f90f15ec gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:44:25.743783 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7b718-1e4b-41e5-9678-207ff9e68ba6 req-b443f199-dd23-4cfe-bfee-3910f4197ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:25.747487 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-32e7b718-1e4b-41e5-9678-207ff9e68ba6 req-b443f199-dd23-4cfe-bfee-3910f4197ef2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 1096 time: 0.2442424 Jan 28 00:44:25.897756 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2f499-6c80-40a3-94fc-9fb90f2f4a5b req-667be96f-0d07-4b5f-8ddb-3543988d892d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:25.906506 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6eb2f499-6c80-40a3-94fc-9fb90f2f4a5b req-667be96f-0d07-4b5f-8ddb-3543988d892d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 945 time: 0.4174421 Jan 28 00:44:26.000251 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7b718-1e4b-41e5-9678-207ff9e68ba6 req-67f576f5-6c23-48ed-9668-4d393527ba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:26.003510 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-32e7b718-1e4b-41e5-9678-207ff9e68ba6 req-67f576f5-6c23-48ed-9668-4d393527ba10 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a0115283-37e4-4300-b073-93415e04c5b3 HTTP/1.1" status: 200 len: 898 time: 0.2220950 Jan 28 00:44:26.007764 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6eb2f499-6c80-40a3-94fc-9fb90f2f4a5b req-52903069-9893-45f1-87eb-5ce66c7b1ba9 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995591 Jan 28 00:44:26.009552 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-49610ce3-364d-43be-b032-fa41468a12f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208781625', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '6bfc1843-24f7-40c5-acac-0f741fbfed49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:43:48Z', 'updated_at': '2022-01-28T00:43:59Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '6bfc1843-24f7-40c5-acac-0f741fbfed49', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:43:49Z', 'updated_at': '2022-01-28T00:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '04dfba1c-ea0c-49b3-a196-48cb3ec997a8', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'port_id': 'e4929571-b7dc-46f2-ae53-5eaaaade111c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3', 'mac_address': 'fa:16:3e:97:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0b60e1-2da5-42bc-8760-2e84ac98637f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:44:22Z', 'updated_at': '2022-01-28T00:44:22Z', 'revision_number': 0, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '993576af-4d38-4881-8d3e-f5637fb03d11', 'name': '', 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:b9:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'aeea355b-e41d-4155-a2d2-01f3cdab9964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:43:56Z', 'updated_at': '2022-01-28T00:44:08Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': 'aeea355b-e41d-4155-a2d2-01f3cdab9964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:26.048547 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5cc64d08-1f2e-4d94-a7d1-18318a18c1b4 req-69750441-68c9-4e33-8b81-77fab0297f02 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (63476a47-2710-4386-b0c5-b3188d6b22ad), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:26.051864 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55310) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:26.053865 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49610ce3-364d-43be-b032-fa41468a12f3 None None] Checking router: 6225d7f0-c400-4277-8655-23e4f90f15ec for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:44:26.064892 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49610ce3-364d-43be-b032-fa41468a12f3 None None] Routers {'6225d7f0-c400-4277-8655-23e4f90f15ec'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:44:26.065535 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-49610ce3-364d-43be-b032-fa41468a12f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:44:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6225d7f0-c400-4277-8655-23e4f90f15ec'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:26.112815 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['63476a47-2710-4386-b0c5-b3188d6b22ad'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:44:26.160377 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-32e7b718-1e4b-41e5-9678-207ff9e68ba6 req-d7191a62-e203-4081-a1f3-02c049302cbc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4929571-b7dc-46f2-ae53-5eaaaade111c HTTP/1.1" status: 200 len: 999 time: 0.1409588 Jan 28 00:44:26.207917 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-554fdecb-1d00-483b-9eee-039cc8f677c7 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/floatingips/04dfba1c-ea0c-49b3-a196-48cb3ec997a8 HTTP/1.1" status: 200 len: 991 time: 0.1537073 Jan 28 00:44:26.235998 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-49610ce3-364d-43be-b032-fa41468a12f3 None None] Set router 6225d7f0-c400-4277-8655-23e4f90f15ec gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:44:26.306037 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8498a7ad-9e92-4be9-8150-38592ac8342c req-9582d013-5607-41c0-b3e3-48d2359f5d9c tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] 10.222.0.70 "GET /v2.0/ports?device_id=e846b7f2-998a-4f8a-8492-e8e2a1df6979 HTTP/1.1" status: 200 len: 210 time: 0.0625868 Jan 28 00:44:26.309042 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7b718-1e4b-41e5-9678-207ff9e68ba6 req-54ab129d-7a97-4666-885b-f1bbed0acb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:26.311540 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-32e7b718-1e4b-41e5-9678-207ff9e68ba6 req-54ab129d-7a97-4666-885b-f1bbed0acb7b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aeea355b-e41d-4155-a2d2-01f3cdab9964 HTTP/1.1" status: 200 len: 834 time: 0.1042814 Jan 28 00:44:26.312938 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69750441-68c9-4e33-8b81-77fab0297f02 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] Pushing event deleted for resources: {'Port': ['ID=63476a47-2710-4386-b0c5-b3188d6b22ad,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:26.341802 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7995ab24-27f5-4251-ad9f-28e6300865de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (a2acd2b5-51ff-42d2-b6d7-c7a1935e0506), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:26.456325 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc64d08-1f2e-4d94-a7d1-18318a18c1b4 req-69750441-68c9-4e33-8b81-77fab0297f02 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] No DVR routers for this DVR port 63476a47-2710-4386-b0c5-b3188d6b22ad on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:44:26.462613 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5cc64d08-1f2e-4d94-a7d1-18318a18c1b4 req-69750441-68c9-4e33-8b81-77fab0297f02 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:26.470210 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5cc64d08-1f2e-4d94-a7d1-18318a18c1b4 req-69750441-68c9-4e33-8b81-77fab0297f02 tempest-ServerAddressesTestJSON-795759292 tempest-ServerAddressesTestJSON-795759292-project] 10.222.0.65 "DELETE /v2.0/ports/63476a47-2710-4386-b0c5-b3188d6b22ad HTTP/1.1" status: 204 len: 173 time: 1.3862765 Jan 28 00:44:26.563312 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-49610ce3-364d-43be-b032-fa41468a12f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208781625', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '6bfc1843-24f7-40c5-acac-0f741fbfed49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:43:48Z', 'updated_at': '2022-01-28T00:43:59Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '6bfc1843-24f7-40c5-acac-0f741fbfed49', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:43:49Z', 'updated_at': '2022-01-28T00:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '04dfba1c-ea0c-49b3-a196-48cb3ec997a8', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'port_id': 'e4929571-b7dc-46f2-ae53-5eaaaade111c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3', 'mac_address': 'fa:16:3e:97:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0b60e1-2da5-42bc-8760-2e84ac98637f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:44:22Z', 'updated_at': '2022-01-28T00:44:22Z', 'revision_number': 0, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '993576af-4d38-4881-8d3e-f5637fb03d11', 'name': '', 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:b9:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'aeea355b-e41d-4155-a2d2-01f3cdab9964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:43:56Z', 'updated_at': '2022-01-28T00:44:08Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': 'aeea355b-e41d-4155-a2d2-01f3cdab9964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:26.564286 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7b718-1e4b-41e5-9678-207ff9e68ba6 req-639ef69b-a697-4e46-a2c2-fc1b3239546d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:26.566575 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-32e7b718-1e4b-41e5-9678-207ff9e68ba6 req-639ef69b-a697-4e46-a2c2-fc1b3239546d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a0115283-37e4-4300-b073-93415e04c5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2438529 Jan 28 00:44:26.640375 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49610ce3-364d-43be-b032-fa41468a12f3 None None] The sync data for ids ['6225d7f0-c400-4277-8655-23e4f90f15ec'] in n-d-826754-1 is: [{'id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208781625', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '6bfc1843-24f7-40c5-acac-0f741fbfed49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:43:48Z', 'updated_at': '2022-01-28T00:43:59Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '6bfc1843-24f7-40c5-acac-0f741fbfed49', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:43:49Z', 'updated_at': '2022-01-28T00:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '04dfba1c-ea0c-49b3-a196-48cb3ec997a8', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'port_id': 'e4929571-b7dc-46f2-ae53-5eaaaade111c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3', 'mac_address': 'fa:16:3e:97:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0b60e1-2da5-42bc-8760-2e84ac98637f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:44:22Z', 'updated_at': '2022-01-28T00:44:22Z', 'revision_number': 0, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '993576af-4d38-4881-8d3e-f5637fb03d11', 'name': '', 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:b9:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'aeea355b-e41d-4155-a2d2-01f3cdab9964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:43:56Z', 'updated_at': '2022-01-28T00:44:08Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': 'aeea355b-e41d-4155-a2d2-01f3cdab9964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:44:27.097205 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa2d960-520e-4a88-a99a-3ec904baa820 None None] New status for floating IP 04dfba1c-ea0c-49b3-a196-48cb3ec997a8: ACTIVE {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:44:27.211181 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55318) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:27.361650 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2080a0c5-0512-4cab-ad31-c0390823b2a7 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/floatingips/04dfba1c-ea0c-49b3-a196-48cb3ec997a8 HTTP/1.1" status: 200 len: 991 time: 0.1460445 Jan 28 00:44:27.451231 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55322) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:27.453264 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e846b7f2-998a-4f8a-8492-e8e2a1df6979', 'name': 'network-vif-deleted', 'tag': '63476a47-2710-4386-b0c5-b3188d6b22ad'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:44:27.457024 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00a2d39-0737-4d24-8ec7-7c20b1b5bee6" -d '{"events": [{"server_uuid": "e846b7f2-998a-4f8a-8492-e8e2a1df6979", "name": "network-vif-deleted", "tag": "63476a47-2710-4386-b0c5-b3188d6b22ad"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:44:27.500785 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff8d7f3-0eed-47e4-97ea-7816c44b6fae x-openstack-request-id: req-5ff8d7f3-0eed-47e4-97ea-7816c44b6fae {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:44:27.501161 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e846b7f2-998a-4f8a-8492-e8e2a1df6979", "name": "network-vif-deleted", "tag": "63476a47-2710-4386-b0c5-b3188d6b22ad", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:44:27.501445 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5ff8d7f3-0eed-47e4-97ea-7816c44b6fae {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:44:27.502027 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e846b7f2-998a-4f8a-8492-e8e2a1df6979', 'name': 'network-vif-deleted', 'tag': '63476a47-2710-4386-b0c5-b3188d6b22ad', 'status': 'completed', 'code': 200} Jan 28 00:44:27.545865 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-32e7b718-1e4b-41e5-9678-207ff9e68ba6 req-fc3ec369-90cc-41e2-ae8b-8c8a553d3d28 service neutron] 10.222.0.65 "GET /v2.0/networks/a0115283-37e4-4300-b073-93415e04c5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9615273 Jan 28 00:44:27.668732 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b4cba1-bb1c-45ef-9004-83599a4be5c3 admin admin] Deleting subnet 12d90195-4097-4cfb-b15d-963a28d2cae4 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:44:27.683959 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d7b4cba1-bb1c-45ef-9004-83599a4be5c3 admin admin] Publish callbacks [] for subnet (12d90195-4097-4cfb-b15d-963a28d2cae4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:27.832690 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d7b4cba1-bb1c-45ef-9004-83599a4be5c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (12d90195-4097-4cfb-b15d-963a28d2cae4), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:27.959239 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-32e7b718-1e4b-41e5-9678-207ff9e68ba6 req-316e489f-f156-4a6f-9458-28a9561fe79a service neutron] 10.222.0.65 "GET /v2.0/networks/a0115283-37e4-4300-b073-93415e04c5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976038 Jan 28 00:44:27.981738 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d7b4cba1-bb1c-45ef-9004-83599a4be5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (12d90195-4097-4cfb-b15d-963a28d2cae4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:28.075483 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7995ab24-27f5-4251-ad9f-28e6300865de admin admin] Deleting port d1ffa506-ccb4-4441-aa26-478516c464e4 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:44:28.076026 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7995ab24-27f5-4251-ad9f-28e6300865de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (d1ffa506-ccb4-4441-aa26-478516c464e4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:28.133271 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 63476a47-2710-4386-b0c5-b3188d6b22ad no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:44:28.183790 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d7b4cba1-bb1c-45ef-9004-83599a4be5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (12d90195-4097-4cfb-b15d-963a28d2cae4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:28.209303 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 63476a47-2710-4386-b0c5-b3188d6b22ad {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:44:28.209872 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 63476a47-2710-4386-b0c5-b3188d6b22ad not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:44:28.246049 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d7b4cba1-bb1c-45ef-9004-83599a4be5c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:28.251374 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d7b4cba1-bb1c-45ef-9004-83599a4be5c3 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/12d90195-4097-4cfb-b15d-963a28d2cae4 HTTP/1.1" status: 204 len: 168 time: 0.7956581 Jan 28 00:44:28.254464 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55332) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:28.257201 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4cba1-bb1c-45ef-9004-83599a4be5c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12d90195-4097-4cfb-b15d-963a28d2cae4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:28.321711 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-7995ab24-27f5-4251-ad9f-28e6300865de admin admin] For port d1ffa506-ccb4-4441-aa26-478516c464e4, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=d1ffa506-ccb4-4441-aa26-478516c464e4,segment=NetworkSegment(6749d719-54f4-475c-bba6-0e6ea6fbcfa0),segment_id=6749d719-54f4-475c-bba6-0e6ea6fbcfa0)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:44:28.322327 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7995ab24-27f5-4251-ad9f-28e6300865de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (d1ffa506-ccb4-4441-aa26-478516c464e4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:28.348173 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7995ab24-27f5-4251-ad9f-28e6300865de admin admin] Calling delete_port for d1ffa506-ccb4-4441-aa26-478516c464e4 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:44:28.370419 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55334) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:28.394435 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c10f0b39-6c3f-4319-b678-fb30ecfb5f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (0d35682a-e264-402f-9467-e89bc442ab1f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:28.504862 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c10f0b39-6c3f-4319-b678-fb30ecfb5f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (0d35682a-e264-402f-9467-e89bc442ab1f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:28.539569 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-c10f0b39-6c3f-4319-b678-fb30ecfb5f75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d35682a-e264-402f-9467-e89bc442ab1f']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:28.555441 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-c10f0b39-6c3f-4319-b678-fb30ecfb5f75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '560bb584-2550-459a-942b-02f712b502c6') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:28.556891 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-c10f0b39-6c3f-4319-b678-fb30ecfb5f75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '560bb584-2550-459a-942b-02f712b502c6') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:28.572116 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c10f0b39-6c3f-4319-b678-fb30ecfb5f75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (560bb584-2550-459a-942b-02f712b502c6), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:28.591357 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c10f0b39-6c3f-4319-b678-fb30ecfb5f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (560bb584-2550-459a-942b-02f712b502c6), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:28.600677 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10f0b39-6c3f-4319-b678-fb30ecfb5f75 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:44:28.601390 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c10f0b39-6c3f-4319-b678-fb30ecfb5f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (560bb584-2550-459a-942b-02f712b502c6), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:28.604099 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:44:28.604099 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:44:28.604099 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:44:28.604099 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:44:28.604099 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:44:28.604099 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:44:28.604099 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:44:28.604099 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:44:28.604099 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:44:28.604099 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:44:28.604099 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:44:28.604099 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:44:28.604099 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:44:28.604099 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:44:28.604099 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:44:28.604099 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:44:28.604099 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:44:28.604099 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:44:28.604099 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:44:28.604099 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:44:28.604099 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:44:28.604099 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:44:28.604099 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:44:28.604099 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:44:28.604099 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:44:28.604099 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:44:28.604099 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:44:28.604099 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:44:28.604099 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:44:28.604099 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:44:28.604099 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:44:28.604099 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:44:28.617366 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-24368f2b-28e6-40ed-88c5-c33333e1e92a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/floatingips/04dfba1c-ea0c-49b3-a196-48cb3ec997a8 HTTP/1.1" status: 200 len: 993 time: 0.2286341 Jan 28 00:44:28.686211 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c10f0b39-6c3f-4319-b678-fb30ecfb5f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (0d35682a-e264-402f-9467-e89bc442ab1f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:28.695034 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c10f0b39-6c3f-4319-b678-fb30ecfb5f75 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:28.699985 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c10f0b39-6c3f-4319-b678-fb30ecfb5f75 admin admin] 10.222.0.70 "DELETE /v2.0/networks/0d35682a-e264-402f-9467-e89bc442ab1f HTTP/1.1" status: 204 len: 168 time: 0.4425228 Jan 28 00:44:28.720841 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f0b39-6c3f-4319-b678-fb30ecfb5f75 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d35682a-e264-402f-9467-e89bc442ab1f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:28.865524 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7995ab24-27f5-4251-ad9f-28e6300865de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (d1ffa506-ccb4-4441-aa26-478516c464e4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:28.916246 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995ab24-27f5-4251-ad9f-28e6300865de admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ffa506-ccb4-4441-aa26-478516c464e4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:28.916547 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55338) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:29.018867 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ff816a05-071f-412a-b86e-51637b439760 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=08ee5dfcaf8843d687bd28b74e1ced4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0977795 Jan 28 00:44:29.023759 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55340) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:29.122283 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-db307ada-fc84-4d85-97b3-86a091cee73d admin admin] Publish callbacks [] for security_group (e1a2620b-5285-4e02-b61e-1aafee9ea862), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:29.168408 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-db307ada-fc84-4d85-97b3-86a091cee73d admin admin] Publish callbacks [] for security_group (e1a2620b-5285-4e02-b61e-1aafee9ea862), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:29.225904 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7995ab24-27f5-4251-ad9f-28e6300865de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (a2acd2b5-51ff-42d2-b6d7-c7a1935e0506), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:29.276827 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-db307ada-fc84-4d85-97b3-86a091cee73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e1a2620b-5285-4e02-b61e-1aafee9ea862), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:29.285337 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-db307ada-fc84-4d85-97b3-86a091cee73d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:29.288898 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-db307ada-fc84-4d85-97b3-86a091cee73d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e1a2620b-5285-4e02-b61e-1aafee9ea862 HTTP/1.1" status: 204 len: 168 time: 0.2632797 Jan 28 00:44:29.306923 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db307ada-fc84-4d85-97b3-86a091cee73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a2620b-5285-4e02-b61e-1aafee9ea862,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:29.682912 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7995ab24-27f5-4251-ad9f-28e6300865de admin admin] Router a2acd2b5-51ff-42d2-b6d7-c7a1935e0506 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:44:29.836620 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7995ab24-27f5-4251-ad9f-28e6300865de admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:44:29.850882 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7995ab24-27f5-4251-ad9f-28e6300865de admin admin] 10.222.0.70 "PUT /v2.0/routers/a2acd2b5-51ff-42d2-b6d7-c7a1935e0506/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6806746 Jan 28 00:44:29.851433 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d9e158-18da-4d66-b27c-a81b03a4e47b None None] Sync routers for ids ['a2acd2b5-51ff-42d2-b6d7-c7a1935e0506'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:44:29.853757 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55352) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:29.883967 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d9e158-18da-4d66-b27c-a81b03a4e47b None None] Routers {'a2acd2b5-51ff-42d2-b6d7-c7a1935e0506'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:44:29.885221 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-46d9e158-18da-4d66-b27c-a81b03a4e47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:44:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['a2acd2b5-51ff-42d2-b6d7-c7a1935e0506'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:30.043949 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-46d9e158-18da-4d66-b27c-a81b03a4e47b None None] Set router a2acd2b5-51ff-42d2-b6d7-c7a1935e0506 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:44:30.101834 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-27975050-2473-4e11-8dec-71780e4425a6 admin admin] Publish callbacks [] for router (a2acd2b5-51ff-42d2-b6d7-c7a1935e0506), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:30.334281 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-27975050-2473-4e11-8dec-71780e4425a6 admin admin] Publish callbacks [] for router_gateway (a2acd2b5-51ff-42d2-b6d7-c7a1935e0506), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:30.396485 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-46d9e158-18da-4d66-b27c-a81b03a4e47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2acd2b5-51ff-42d2-b6d7-c7a1935e0506', 'name': 'tempest-TaggedBootDevicesTest-1710091869-router', 'tenant_id': '55b7c07cbb8f4c4fa959e34251d3e324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '76c1297c-3911-4fa8-9a55-c96e64d644db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:29:40Z', 'updated_at': '2022-01-28T00:44:28Z', 'revision_number': 5, 'project_id': '55b7c07cbb8f4c4fa959e34251d3e324', 'gw_port': {'id': '76c1297c-3911-4fa8-9a55-c96e64d644db', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2acd2b5-51ff-42d2-b6d7-c7a1935e0506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:29:45Z', 'updated_at': '2022-01-28T00:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:30.473258 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d9e158-18da-4d66-b27c-a81b03a4e47b None None] Checking router: a2acd2b5-51ff-42d2-b6d7-c7a1935e0506 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:44:30.473775 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-27975050-2473-4e11-8dec-71780e4425a6 admin admin] Deleting port 76c1297c-3911-4fa8-9a55-c96e64d644db {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:44:30.474389 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-27975050-2473-4e11-8dec-71780e4425a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (76c1297c-3911-4fa8-9a55-c96e64d644db), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:30.492443 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d9e158-18da-4d66-b27c-a81b03a4e47b None None] Routers {'a2acd2b5-51ff-42d2-b6d7-c7a1935e0506'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:44:30.493767 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-46d9e158-18da-4d66-b27c-a81b03a4e47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:44:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['a2acd2b5-51ff-42d2-b6d7-c7a1935e0506'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:30.667467 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-27975050-2473-4e11-8dec-71780e4425a6 admin admin] For port 76c1297c-3911-4fa8-9a55-c96e64d644db, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=76c1297c-3911-4fa8-9a55-c96e64d644db,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:44:30.668170 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-27975050-2473-4e11-8dec-71780e4425a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (76c1297c-3911-4fa8-9a55-c96e64d644db), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:30.699776 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-27975050-2473-4e11-8dec-71780e4425a6 admin admin] Calling delete_port for 76c1297c-3911-4fa8-9a55-c96e64d644db owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:44:30.797356 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55368) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:30.880615 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-46d9e158-18da-4d66-b27c-a81b03a4e47b None None] Set router a2acd2b5-51ff-42d2-b6d7-c7a1935e0506 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:44:30.951359 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-46d9e158-18da-4d66-b27c-a81b03a4e47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2acd2b5-51ff-42d2-b6d7-c7a1935e0506', 'name': 'tempest-TaggedBootDevicesTest-1710091869-router', 'tenant_id': '55b7c07cbb8f4c4fa959e34251d3e324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:29:40Z', 'updated_at': '2022-01-28T00:44:30Z', 'revision_number': 6, 'project_id': '55b7c07cbb8f4c4fa959e34251d3e324', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:30.993582 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d9e158-18da-4d66-b27c-a81b03a4e47b None None] The sync data for ids ['a2acd2b5-51ff-42d2-b6d7-c7a1935e0506'] in n-d-826754-1 is: [{'id': 'a2acd2b5-51ff-42d2-b6d7-c7a1935e0506', 'name': 'tempest-TaggedBootDevicesTest-1710091869-router', 'tenant_id': '55b7c07cbb8f4c4fa959e34251d3e324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:29:40Z', 'updated_at': '2022-01-28T00:44:30Z', 'revision_number': 6, 'project_id': '55b7c07cbb8f4c4fa959e34251d3e324', 'gw_port_host': None}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:44:31.022718 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d617e277-a1b7-4fdc-b596-be4cec5a1daa admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1583447572-network', 'tenant_id': 'f944e894da1d4aeca878656f78a834ce'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:44:31.067020 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d617e277-a1b7-4fdc-b596-be4cec5a1daa admin admin] Made reservation on behalf of f944e894da1d4aeca878656f78a834ce for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:44:31.069980 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d617e277-a1b7-4fdc-b596-be4cec5a1daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:31.086586 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d617e277-a1b7-4fdc-b596-be4cec5a1daa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:31.087356 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-27975050-2473-4e11-8dec-71780e4425a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (76c1297c-3911-4fa8-9a55-c96e64d644db), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:31.167754 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27975050-2473-4e11-8dec-71780e4425a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=76c1297c-3911-4fa8-9a55-c96e64d644db,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:31.221840 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-27975050-2473-4e11-8dec-71780e4425a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (a2acd2b5-51ff-42d2-b6d7-c7a1935e0506), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:31.276821 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d617e277-a1b7-4fdc-b596-be4cec5a1daa admin admin] Publish callbacks [] for security_group (f3bd1f19-758e-4a27-b6db-66a0c81ba6ed), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:31.286175 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d617e277-a1b7-4fdc-b596-be4cec5a1daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f3bd1f19-758e-4a27-b6db-66a0c81ba6ed), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:31.370209 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d617e277-a1b7-4fdc-b596-be4cec5a1daa admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:44:31.372300 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-27975050-2473-4e11-8dec-71780e4425a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (a2acd2b5-51ff-42d2-b6d7-c7a1935e0506), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:31.375030 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-27975050-2473-4e11-8dec-71780e4425a6 admin admin] Publish callbacks [] for router_controller (a2acd2b5-51ff-42d2-b6d7-c7a1935e0506), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:31.386055 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617e277-a1b7-4fdc-b596-be4cec5a1daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bd1f19-758e-4a27-b6db-66a0c81ba6ed,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:31.412842 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d617e277-a1b7-4fdc-b596-be4cec5a1daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (72641d9e-1a20-46de-b50e-8a50f8fc9b28), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:31.413416 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-d617e277-a1b7-4fdc-b596-be4cec5a1daa admin admin] Added segment 72641d9e-1a20-46de-b50e-8a50f8fc9b28 of type vlan for network d7e8f043-54f2-4454-9c8c-8ce9b26dd4a2 Jan 28 00:44:31.476784 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d617e277-a1b7-4fdc-b596-be4cec5a1daa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (d7e8f043-54f2-4454-9c8c-8ce9b26dd4a2), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:31.478370 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-27975050-2473-4e11-8dec-71780e4425a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (a2acd2b5-51ff-42d2-b6d7-c7a1935e0506), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:31.479059 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27975050-2473-4e11-8dec-71780e4425a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2acd2b5-51ff-42d2-b6d7-c7a1935e0506 {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:44:31.492823 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-27975050-2473-4e11-8dec-71780e4425a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:31.492823 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-27975050-2473-4e11-8dec-71780e4425a6 admin admin] 10.222.0.70 "DELETE /v2.0/routers/a2acd2b5-51ff-42d2-b6d7-c7a1935e0506 HTTP/1.1" status: 204 len: 168 time: 1.6357784 Jan 28 00:44:31.494621 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55372) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:31.595760 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d617e277-a1b7-4fdc-b596-be4cec5a1daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (d7e8f043-54f2-4454-9c8c-8ce9b26dd4a2), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:31.597598 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d617e277-a1b7-4fdc-b596-be4cec5a1daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:31.598935 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d617e277-a1b7-4fdc-b596-be4cec5a1daa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:31.650078 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device d1ffa506-ccb4-4441-aa26-478516c464e4 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:44:31.668060 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c9919e-e9af-47c2-920c-99444589ea55 admin admin] Deleting subnet b3c6b7fd-1d85-43a0-b7b3-afad88d521aa {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:44:31.676757 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: d1ffa506-ccb4-4441-aa26-478516c464e4 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:44:31.677894 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device d1ffa506-ccb4-4441-aa26-478516c464e4 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:44:31.736339 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f0c9919e-e9af-47c2-920c-99444589ea55 admin admin] Publish callbacks [] for subnet (b3c6b7fd-1d85-43a0-b7b3-afad88d521aa), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:31.744342 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d617e277-a1b7-4fdc-b596-be4cec5a1daa admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9450064 Jan 28 00:44:31.747464 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55376) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:31.758686 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-ac2ee1b3-eb59-4f34-a1e5-b8a4bef37e55 admin admin] Request body: {'subnet': {'network_id': 'd7e8f043-54f2-4454-9c8c-8ce9b26dd4a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1583447572-subnet', 'tenant_id': 'f944e894da1d4aeca878656f78a834ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:44:31.796535 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617e277-a1b7-4fdc-b596-be4cec5a1daa admin admin] Pushing event updated for resources: {'Network': ['ID=d7e8f043-54f2-4454-9c8c-8ce9b26dd4a2,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:31.797754 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2ee1b3-eb59-4f34-a1e5-b8a4bef37e55 admin admin] Made reservation on behalf of f944e894da1d4aeca878656f78a834ce for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:44:31.802561 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ac2ee1b3-eb59-4f34-a1e5-b8a4bef37e55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:31.814202 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f0c9919e-e9af-47c2-920c-99444589ea55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (b3c6b7fd-1d85-43a0-b7b3-afad88d521aa), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:31.815254 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network d7e8f043-54f2-4454-9c8c-8ce9b26dd4a2 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:44:31.985340 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f0c9919e-e9af-47c2-920c-99444589ea55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (b3c6b7fd-1d85-43a0-b7b3-afad88d521aa), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:32.095585 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f0c9919e-e9af-47c2-920c-99444589ea55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (b3c6b7fd-1d85-43a0-b7b3-afad88d521aa), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:32.125760 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9919e-e9af-47c2-920c-99444589ea55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3c6b7fd-1d85-43a0-b7b3-afad88d521aa,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:32.131591 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f0c9919e-e9af-47c2-920c-99444589ea55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:32.134967 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f0c9919e-e9af-47c2-920c-99444589ea55 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b3c6b7fd-1d85-43a0-b7b3-afad88d521aa HTTP/1.1" status: 204 len: 168 time: 0.6386566 Jan 28 00:44:32.140009 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55378) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:32.158831 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2065ebbb-bac7-412c-81ec-43b165229083 None None] Network b55e4458-7876-4cd7-af81-98621da69636 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:44:32.202022 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ac2ee1b3-eb59-4f34-a1e5-b8a4bef37e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (e4c78789-127f-40b2-b146-1218cc02d224), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:32.302462 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff1d59b9-1849-4ab3-81b5-6a9334fcb468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (b55e4458-7876-4cd7-af81-98621da69636), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:32.320865 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ee1b3-eb59-4f34-a1e5-b8a4bef37e55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4c78789-127f-40b2-b146-1218cc02d224,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:32.330326 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2ee1b3-eb59-4f34-a1e5-b8a4bef37e55 admin admin] Checking segment: {'id': '72641d9e-1a20-46de-b50e-8a50f8fc9b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd7e8f043-54f2-4454-9c8c-8ce9b26dd4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:44:32.330771 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2ee1b3-eb59-4f34-a1e5-b8a4bef37e55 admin admin] Network hostable DHCP agents. Network: d7e8f043-54f2-4454-9c8c-8ce9b26dd4a2, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:44:32.397280 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2ee1b3-eb59-4f34-a1e5-b8a4bef37e55 admin admin] Network d7e8f043-54f2-4454-9c8c-8ce9b26dd4a2 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:44:32.422832 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-ff1d59b9-1849-4ab3-81b5-6a9334fcb468 admin admin] Deleting port 8a2b76ab-e8cf-4940-a279-e7785ece3f5c {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:44:32.423164 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff1d59b9-1849-4ab3-81b5-6a9334fcb468 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (8a2b76ab-e8cf-4940-a279-e7785ece3f5c), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:32.443811 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-ac2ee1b3-eb59-4f34-a1e5-b8a4bef37e55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, d7e8f043-54f2-4454-9c8c-8ce9b26dd4a2) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:44:32.449893 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2ee1b3-eb59-4f34-a1e5-b8a4bef37e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:32.450240 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ac2ee1b3-eb59-4f34-a1e5-b8a4bef37e55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:32.469348 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a367da-849e-4df7-a24c-d8e3b9f5105a None None] Network d7e8f043-54f2-4454-9c8c-8ce9b26dd4a2 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:44:32.514469 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8974da-c4ad-45ea-a444-366aecf1371d None None] DHCP port deletion for b55e4458-7876-4cd7-af81-98621da69636 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:44:32.543377 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ac2ee1b3-eb59-4f34-a1e5-b8a4bef37e55 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7936296 Jan 28 00:44:32.584364 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-ff1d59b9-1849-4ab3-81b5-6a9334fcb468 admin admin] For port 8a2b76ab-e8cf-4940-a279-e7785ece3f5c, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8a2b76ab-e8cf-4940-a279-e7785ece3f5c,segment=NetworkSegment(6749d719-54f4-475c-bba6-0e6ea6fbcfa0),segment_id=6749d719-54f4-475c-bba6-0e6ea6fbcfa0)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:44:32.584364 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff1d59b9-1849-4ab3-81b5-6a9334fcb468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (8a2b76ab-e8cf-4940-a279-e7785ece3f5c), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:32.615771 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-ff1d59b9-1849-4ab3-81b5-6a9334fcb468 admin admin] Calling delete_port for 8a2b76ab-e8cf-4940-a279-e7785ece3f5c owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:44:32.768749 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9a8974da-c4ad-45ea-a444-366aecf1371d None None] Deleting port 8a2b76ab-e8cf-4940-a279-e7785ece3f5c {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:44:32.769422 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9a8974da-c4ad-45ea-a444-366aecf1371d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (8a2b76ab-e8cf-4940-a279-e7785ece3f5c), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:32.771988 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b9598f-2438-4686-891b-a11d262f71ba None None] Network d7e8f043-54f2-4454-9c8c-8ce9b26dd4a2 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:44:32.806945 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff1d59b9-1849-4ab3-81b5-6a9334fcb468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (8a2b76ab-e8cf-4940-a279-e7785ece3f5c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:32.857355 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1d59b9-1849-4ab3-81b5-6a9334fcb468 admin admin] No DVR routers for this DVR port 8a2b76ab-e8cf-4940-a279-e7785ece3f5c on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:44:32.871580 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d59b9-1849-4ab3-81b5-6a9334fcb468 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a2b76ab-e8cf-4940-a279-e7785ece3f5c,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:32.917616 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-9a8974da-c4ad-45ea-a444-366aecf1371d None None] For port 8a2b76ab-e8cf-4940-a279-e7785ece3f5c, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8a2b76ab-e8cf-4940-a279-e7785ece3f5c,segment=NetworkSegment(6749d719-54f4-475c-bba6-0e6ea6fbcfa0),segment_id=6749d719-54f4-475c-bba6-0e6ea6fbcfa0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:44:32.918253 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9a8974da-c4ad-45ea-a444-366aecf1371d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (8a2b76ab-e8cf-4940-a279-e7785ece3f5c), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:32.939013 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9a8974da-c4ad-45ea-a444-366aecf1371d None None] Calling delete_port for 8a2b76ab-e8cf-4940-a279-e7785ece3f5c owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:44:33.039343 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff1d59b9-1849-4ab3-81b5-6a9334fcb468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (b55e4458-7876-4cd7-af81-98621da69636), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:33.068432 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-ff1d59b9-1849-4ab3-81b5-6a9334fcb468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55e4458-7876-4cd7-af81-98621da69636']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:33.082203 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-ff1d59b9-1849-4ab3-81b5-6a9334fcb468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6749d719-54f4-475c-bba6-0e6ea6fbcfa0') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:33.082551 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-ff1d59b9-1849-4ab3-81b5-6a9334fcb468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6749d719-54f4-475c-bba6-0e6ea6fbcfa0') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:33.095835 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff1d59b9-1849-4ab3-81b5-6a9334fcb468 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (6749d719-54f4-475c-bba6-0e6ea6fbcfa0), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:33.117981 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff1d59b9-1849-4ab3-81b5-6a9334fcb468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (6749d719-54f4-475c-bba6-0e6ea6fbcfa0), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:33.132391 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1d59b9-1849-4ab3-81b5-6a9334fcb468 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:44:33.133146 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff1d59b9-1849-4ab3-81b5-6a9334fcb468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (6749d719-54f4-475c-bba6-0e6ea6fbcfa0), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:33.135342 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9a8974da-c4ad-45ea-a444-366aecf1371d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (8a2b76ab-e8cf-4940-a279-e7785ece3f5c), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:33.197050 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:44:33.197050 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:44:33.197050 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:44:33.197050 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:44:33.197050 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:44:33.197050 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:44:33.197050 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:44:33.197050 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:44:33.197050 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:44:33.197050 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:44:33.197050 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:44:33.197050 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:44:33.197050 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:44:33.197050 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:44:33.197050 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:44:33.197050 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:44:33.197050 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:44:33.197050 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:44:33.197050 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:44:33.197050 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:44:33.197050 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:44:33.197050 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:44:33.197050 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:44:33.197050 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:44:33.197050 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:44:33.197050 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:44:33.197050 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:44:33.197050 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:44:33.197050 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:44:33.197050 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:44:33.197050 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:44:33.197050 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:44:33.201779 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8974da-c4ad-45ea-a444-366aecf1371d None None] No DVR routers for this DVR port 8a2b76ab-e8cf-4940-a279-e7785ece3f5c on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:44:33.203014 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff1d59b9-1849-4ab3-81b5-6a9334fcb468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (b55e4458-7876-4cd7-af81-98621da69636), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:33.211054 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff1d59b9-1849-4ab3-81b5-6a9334fcb468 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:33.216338 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ff1d59b9-1849-4ab3-81b5-6a9334fcb468 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b55e4458-7876-4cd7-af81-98621da69636 HTTP/1.1" status: 204 len: 168 time: 1.0742545 Jan 28 00:44:33.229270 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8974da-c4ad-45ea-a444-366aecf1371d None None] Pushing event deleted for resources: {'Port': ['ID=8a2b76ab-e8cf-4940-a279-e7785ece3f5c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:33.244634 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d59b9-1849-4ab3-81b5-6a9334fcb468 admin admin] Pushing event deleted for resources: {'Network': ['ID=b55e4458-7876-4cd7-af81-98621da69636,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:33.440731 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55402) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:33.533765 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55404) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:33.538023 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fa534f6c-8275-4320-bdb4-2961e4885432 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5bda1a11a40447e984dbfecb2102fcad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0862627 Jan 28 00:44:33.564613 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8a2b76ab-e8cf-4940-a279-e7785ece3f5c no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:44:33.573657 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-072eb239-9d4b-4d4c-bee6-58927c239b0f tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:33.576422 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-072eb239-9d4b-4d4c-bee6-58927c239b0f tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] 10.222.0.70 "GET /v2.0/networks?id=d7e8f043-54f2-4454-9c8c-8ce9b26dd4a2 HTTP/1.1" status: 200 len: 822 time: 0.2777135 Jan 28 00:44:33.604397 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 8a2b76ab-e8cf-4940-a279-e7785ece3f5c {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:44:33.605291 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8a2b76ab-e8cf-4940-a279-e7785ece3f5c not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:44:33.606003 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 76c1297c-3911-4fa8-9a55-c96e64d644db no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:44:33.622721 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-08d176a8-d901-4590-b19b-68049da2f284 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] 10.222.0.70 "GET /v2.0/quotas/f944e894da1d4aeca878656f78a834ce HTTP/1.1" status: 200 len: 375 time: 0.0363083 Jan 28 00:44:33.642388 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 76c1297c-3911-4fa8-9a55-c96e64d644db {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:44:33.642972 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 76c1297c-3911-4fa8-9a55-c96e64d644db not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:44:33.692775 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-7fd244ac-939c-4088-95f2-59ffcd0cb576 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f944e894da1d4aeca878656f78a834ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624502 Jan 28 00:44:33.694153 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50a7005b-6d8b-4908-8259-d516b6c98fce admin admin] Publish callbacks [] for security_group (b553b728-4e35-47a5-ad97-43b207d9a8d8), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:33.824270 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50a7005b-6d8b-4908-8259-d516b6c98fce admin admin] Publish callbacks [] for security_group (b553b728-4e35-47a5-ad97-43b207d9a8d8), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:33.957123 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-f1abc876-4e63-42f1-b6d9-1ceac6078107 service neutron] 10.222.0.70 "GET /v2.0/networks/d7e8f043-54f2-4454-9c8c-8ce9b26dd4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547150 Jan 28 00:44:33.986877 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50a7005b-6d8b-4908-8259-d516b6c98fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b553b728-4e35-47a5-ad97-43b207d9a8d8), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:33.993107 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50a7005b-6d8b-4908-8259-d516b6c98fce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:33.994953 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-50a7005b-6d8b-4908-8259-d516b6c98fce admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b553b728-4e35-47a5-ad97-43b207d9a8d8 HTTP/1.1" status: 204 len: 168 time: 0.4596772 Jan 28 00:44:34.029294 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7005b-6d8b-4908-8259-d516b6c98fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b553b728-4e35-47a5-ad97-43b207d9a8d8,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:34.182959 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-91599aac-6bf1-4fac-b3f5-b2db0bde4921 service neutron] 10.222.0.70 "GET /v2.0/networks/d7e8f043-54f2-4454-9c8c-8ce9b26dd4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122238 Jan 28 00:44:34.522007 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fd40dacf-aced-406c-a970-57aa63d7719f req-7347ad02-49ec-4727-85ae-0a0772fcab12 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] 10.222.0.70 "GET /v2.0/ports?device_id=beb643f2-8b6a-4a43-8e22-6dda9e72bc48 HTTP/1.1" status: 200 len: 210 time: 0.0394356 Jan 28 00:44:34.590406 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55416) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:34.654517 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0ffcacf0-0b2e-4194-b025-a22dfa583df5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=55b7c07cbb8f4c4fa959e34251d3e324&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0614350 Jan 28 00:44:34.658710 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55420) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:34.731648 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0734887a-b284-4bdf-9c03-d107ad52fca7 admin admin] Publish callbacks [] for security_group (180f899b-c36c-4fc6-b787-96efcdca5c0f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:34.766913 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0734887a-b284-4bdf-9c03-d107ad52fca7 admin admin] Publish callbacks [] for security_group (180f899b-c36c-4fc6-b787-96efcdca5c0f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:34.864424 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0734887a-b284-4bdf-9c03-d107ad52fca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (180f899b-c36c-4fc6-b787-96efcdca5c0f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:34.867263 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0734887a-b284-4bdf-9c03-d107ad52fca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:34.871681 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0734887a-b284-4bdf-9c03-d107ad52fca7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/180f899b-c36c-4fc6-b787-96efcdca5c0f HTTP/1.1" status: 204 len: 168 time: 0.2083347 Jan 28 00:44:34.888336 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734887a-b284-4bdf-9c03-d107ad52fca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180f899b-c36c-4fc6-b787-96efcdca5c0f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:35.696154 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47544a06-f07d-455b-85f9-b3e314b77bd2 req-895ded56-7d94-430e-9dfb-d3f95c4dfd65 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] 10.222.0.70 "GET /v2.0/ports?device_id=beb643f2-8b6a-4a43-8e22-6dda9e72bc48 HTTP/1.1" status: 200 len: 210 time: 0.0520861 Jan 28 00:44:36.046937 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-88552fb3-2ea6-4e85-a15f-930bd0965878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:36.122835 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-6981e7aa-a326-48f5-9672-7b84e6eb4510 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:36.124859 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-6981e7aa-a326-48f5-9672-7b84e6eb4510 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] 10.222.0.52 "GET /v2.0/networks?id=d7e8f043-54f2-4454-9c8c-8ce9b26dd4a2 HTTP/1.1" status: 200 len: 822 time: 0.2271957 Jan 28 00:44:36.140128 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55452) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:36.144692 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-42ea1228-066c-4e83-b383-0f44ca231823 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] Request body: {'port': {'device_id': 'beb643f2-8b6a-4a43-8e22-6dda9e72bc48', 'network_id': 'd7e8f043-54f2-4454-9c8c-8ce9b26dd4a2', 'admin_state_up': True, 'tenant_id': 'f944e894da1d4aeca878656f78a834ce'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:44:36.313829 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e5a21491-0f7a-4971-a010-a43247a4df3d admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-162437881-network', 'tenant_id': '86349fac32b14b55a613f15d9ff01b9a'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:44:36.339144 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-42ea1228-066c-4e83-b383-0f44ca231823 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] Made reservation on behalf of f944e894da1d4aeca878656f78a834ce for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:44:36.348468 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-42ea1228-066c-4e83-b383-0f44ca231823 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:36.372447 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a21491-0f7a-4971-a010-a43247a4df3d admin admin] Made reservation on behalf of 86349fac32b14b55a613f15d9ff01b9a for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:44:36.376252 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5a21491-0f7a-4971-a010-a43247a4df3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:36.403408 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5a21491-0f7a-4971-a010-a43247a4df3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:36.564910 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5a21491-0f7a-4971-a010-a43247a4df3d admin admin] Publish callbacks [] for security_group (868deec7-cbef-4a71-a8a2-de6bed73ccd2), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:36.571555 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5a21491-0f7a-4971-a010-a43247a4df3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (868deec7-cbef-4a71-a8a2-de6bed73ccd2), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:36.576097 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-42ea1228-066c-4e83-b383-0f44ca231823 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] Allocated IP 172.20.0.14 (d7e8f043-54f2-4454-9c8c-8ce9b26dd4a2/e4c78789-127f-40b2-b146-1218cc02d224/da288de8-a9f3-4f49-834e-f44f9d000af8) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:44:36.610712 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a21491-0f7a-4971-a010-a43247a4df3d admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:44:36.623488 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a21491-0f7a-4971-a010-a43247a4df3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868deec7-cbef-4a71-a8a2-de6bed73ccd2,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:36.629633 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5a21491-0f7a-4971-a010-a43247a4df3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (0bd969b1-cdf6-40b7-a43b-e6735f079148), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:36.630401 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-e5a21491-0f7a-4971-a010-a43247a4df3d admin admin] Added segment 0bd969b1-cdf6-40b7-a43b-e6735f079148 of type vlan for network 9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08 Jan 28 00:44:36.682711 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5a21491-0f7a-4971-a010-a43247a4df3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:36.722062 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5a21491-0f7a-4971-a010-a43247a4df3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:36.723143 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a21491-0f7a-4971-a010-a43247a4df3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:36.724081 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5a21491-0f7a-4971-a010-a43247a4df3d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:36.798954 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e5a21491-0f7a-4971-a010-a43247a4df3d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6558113 Jan 28 00:44:36.806415 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55458) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:36.813837 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-1a49be20-c9f5-4756-9c8f-21cd5f9289e7 admin admin] Request body: {'subnet': {'network_id': '9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-162437881-subnet', 'tenant_id': '86349fac32b14b55a613f15d9ff01b9a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:44:36.823527 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a21491-0f7a-4971-a010-a43247a4df3d admin admin] Pushing event updated for resources: {'Network': ['ID=9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:36.848315 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:44:36.848753 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a49be20-c9f5-4756-9c8f-21cd5f9289e7 admin admin] Made reservation on behalf of 86349fac32b14b55a613f15d9ff01b9a for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:44:36.853377 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a49be20-c9f5-4756-9c8f-21cd5f9289e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:36.873191 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-42ea1228-066c-4e83-b383-0f44ca231823 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] Publish callbacks [] for port (da288de8-a9f3-4f49-834e-f44f9d000af8), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:36.923684 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-42ea1228-066c-4e83-b383-0f44ca231823 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (da288de8-a9f3-4f49-834e-f44f9d000af8), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:37.035826 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-42ea1228-066c-4e83-b383-0f44ca231823 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] Network d7e8f043-54f2-4454-9c8c-8ce9b26dd4a2 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:44:37.041195 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-42ea1228-066c-4e83-b383-0f44ca231823 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:44:37.043490 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea1228-066c-4e83-b383-0f44ca231823 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] Pushing event updated for resources: {'Port': ['ID=da288de8-a9f3-4f49-834e-f44f9d000af8,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:37.047456 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-42ea1228-066c-4e83-b383-0f44ca231823 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:44:37.151429 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-42ea1228-066c-4e83-b383-0f44ca231823 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:37.155891 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-42ea1228-066c-4e83-b383-0f44ca231823 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:37.170700 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a49be20-c9f5-4756-9c8f-21cd5f9289e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (d0a3a2c1-49e1-415c-a253-dd1b44bd9cbb), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:37.187604 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23daf806-71de-4e53-a980-7b681b625021 req-cf09becb-6a1a-4e2b-9e38-dda0edeae953 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:37.191980 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-23daf806-71de-4e53-a980-7b681b625021 req-cf09becb-6a1a-4e2b-9e38-dda0edeae953 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] 10.222.0.70 "GET /v2.0/ports?device_id=beb643f2-8b6a-4a43-8e22-6dda9e72bc48 HTTP/1.1" status: 200 len: 932 time: 0.3530834 Jan 28 00:44:37.249975 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-42ea1228-066c-4e83-b383-0f44ca231823 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1100216 Jan 28 00:44:37.284757 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-70f4dd05-8a79-4d1d-bbbf-f02b4873842a service neutron] Request body: {'port': {'device_id': 'beb643f2-8b6a-4a43-8e22-6dda9e72bc48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:44:37.285095 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49be20-c9f5-4756-9c8f-21cd5f9289e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0a3a2c1-49e1-415c-a253-dd1b44bd9cbb,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:37.300834 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a49be20-c9f5-4756-9c8f-21cd5f9289e7 admin admin] Checking segment: {'id': '0bd969b1-cdf6-40b7-a43b-e6735f079148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:44:37.301349 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a49be20-c9f5-4756-9c8f-21cd5f9289e7 admin admin] Network hostable DHCP agents. Network: 9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:44:37.327918 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a49be20-c9f5-4756-9c8f-21cd5f9289e7 admin admin] Network 9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:44:37.342900 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-1a49be20-c9f5-4756-9c8f-21cd5f9289e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:44:37.351256 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a49be20-c9f5-4756-9c8f-21cd5f9289e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:37.352638 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a49be20-c9f5-4756-9c8f-21cd5f9289e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:37.366196 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bc282a-6d9f-45e5-a958-b86e316744d3 None None] Network 9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:44:37.384584 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-23daf806-71de-4e53-a980-7b681b625021 req-4fbce194-3405-4fc4-88bc-cc747c5eb4c8 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3bd1f19-758e-4a27-b6db-66a0c81ba6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749332 Jan 28 00:44:37.397623 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1a49be20-c9f5-4756-9c8f-21cd5f9289e7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5895452 Jan 28 00:44:37.511311 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-70f4dd05-8a79-4d1d-bbbf-f02b4873842a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (da288de8-a9f3-4f49-834e-f44f9d000af8), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:37.638383 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484be46d-14bc-43c7-9cd3-e93ea06cf4c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08', 'network_id': '9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08', 'project_id': '86349fac32b14b55a613f15d9ff01b9a', 'fixed_ips': [{'subnet_id': 'd0a3a2c1-49e1-415c-a253-dd1b44bd9cbb'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:44:37.639902 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-484be46d-14bc-43c7-9cd3-e93ea06cf4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:37.990841 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-484be46d-14bc-43c7-9cd3-e93ea06cf4c7 None None] Allocated IP 172.20.0.2 (9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08/d0a3a2c1-49e1-415c-a253-dd1b44bd9cbb/64df6561-3eaf-4519-9c4f-42bfbbf4bb19) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:44:38.314979 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-484be46d-14bc-43c7-9cd3-e93ea06cf4c7 None None] Publish callbacks [] for port (64df6561-3eaf-4519-9c4f-42bfbbf4bb19), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:38.329266 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-484be46d-14bc-43c7-9cd3-e93ea06cf4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (64df6561-3eaf-4519-9c4f-42bfbbf4bb19), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:38.425010 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484be46d-14bc-43c7-9cd3-e93ea06cf4c7 None None] Pushing event updated for resources: {'Port': ['ID=64df6561-3eaf-4519-9c4f-42bfbbf4bb19,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:38.425804 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-cc313ee9-8666-43fa-a8f2-c291dafa46b8 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:38.425804 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-cc313ee9-8666-43fa-a8f2-c291dafa46b8 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/networks?id=9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08 HTTP/1.1" status: 200 len: 815 time: 0.2065201 Jan 28 00:44:38.463644 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484be46d-14bc-43c7-9cd3-e93ea06cf4c7 None None] Network 9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:44:38.468253 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-484be46d-14bc-43c7-9cd3-e93ea06cf4c7 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:44:38.476085 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484be46d-14bc-43c7-9cd3-e93ea06cf4c7 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:44:38.490276 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-3c342f51-9caf-4624-9ab5-cc09116983e9 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/quotas/86349fac32b14b55a613f15d9ff01b9a HTTP/1.1" status: 200 len: 375 time: 0.0433669 Jan 28 00:44:38.512241 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0fcbc131-9205-4db8-8150-819542b45fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:38.552631 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-484be46d-14bc-43c7-9cd3-e93ea06cf4c7 None None] Attempting to bind port 64df6561-3eaf-4519-9c4f-42bfbbf4bb19 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:44:38.553008 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-484be46d-14bc-43c7-9cd3-e93ea06cf4c7 None None] Attempting to bind port 64df6561-3eaf-4519-9c4f-42bfbbf4bb19 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '0bd969b1-cdf6-40b7-a43b-e6735f079148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:44:38.553289 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484be46d-14bc-43c7-9cd3-e93ea06cf4c7 None None] Attempting to bind port 64df6561-3eaf-4519-9c4f-42bfbbf4bb19 on network 9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:44:38.559954 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-70f4dd05-8a79-4d1d-bbbf-f02b4873842a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da288de8-a9f3-4f49-834e-f44f9d000af8 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:44:38.560541 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484be46d-14bc-43c7-9cd3-e93ea06cf4c7 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:44:38.560957 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484be46d-14bc-43c7-9cd3-e93ea06cf4c7 None None] Checking segment: {'id': '0bd969b1-cdf6-40b7-a43b-e6735f079148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:44:38.561400 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-484be46d-14bc-43c7-9cd3-e93ea06cf4c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:38.561993 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484be46d-14bc-43c7-9cd3-e93ea06cf4c7 None None] Bound using segment: {'id': '0bd969b1-cdf6-40b7-a43b-e6735f079148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:44:38.562522 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-484be46d-14bc-43c7-9cd3-e93ea06cf4c7 None None] Bound port: 64df6561-3eaf-4519-9c4f-42bfbbf4bb19, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd969b1-cdf6-40b7-a43b-e6735f079148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:44:38.562937 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-484be46d-14bc-43c7-9cd3-e93ea06cf4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (64df6561-3eaf-4519-9c4f-42bfbbf4bb19), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:38.595224 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-70f4dd05-8a79-4d1d-bbbf-f02b4873842a service neutron] Publish callbacks [] for port (da288de8-a9f3-4f49-834e-f44f9d000af8), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:38.643968 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-484be46d-14bc-43c7-9cd3-e93ea06cf4c7 None None] For port 64df6561-3eaf-4519-9c4f-42bfbbf4bb19, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:44:38.648041 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-484be46d-14bc-43c7-9cd3-e93ea06cf4c7 None None] For port 64df6561-3eaf-4519-9c4f-42bfbbf4bb19, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=64df6561-3eaf-4519-9c4f-42bfbbf4bb19,segment=NetworkSegment(0bd969b1-cdf6-40b7-a43b-e6735f079148),segment_id=0bd969b1-cdf6-40b7-a43b-e6735f079148)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:44:38.655495 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-70f4dd05-8a79-4d1d-bbbf-f02b4873842a service neutron] Transition to ACTIVE for port object da288de8-a9f3-4f49-834e-f44f9d000af8 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:44:38.655868 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-484be46d-14bc-43c7-9cd3-e93ea06cf4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (64df6561-3eaf-4519-9c4f-42bfbbf4bb19), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:38.663594 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-70f4dd05-8a79-4d1d-bbbf-f02b4873842a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (da288de8-a9f3-4f49-834e-f44f9d000af8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:38.730724 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-0395078a-2297-4bcd-9c3c-8bd6705496f6 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=86349fac32b14b55a613f15d9ff01b9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2296898 Jan 28 00:44:38.742757 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484be46d-14bc-43c7-9cd3-e93ea06cf4c7 None None] Pushing event updated for resources: {'Port': ['ID=64df6561-3eaf-4519-9c4f-42bfbbf4bb19,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:38.778908 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736e698-2ccd-406e-bd78-2bee1da0a0b5 req-d35e1f9a-918b-4a18-a726-e1328dfa8405 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:38.780654 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9736e698-2ccd-406e-bd78-2bee1da0a0b5 req-d35e1f9a-918b-4a18-a726-e1328dfa8405 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] 10.222.0.70 "GET /v2.0/ports?device_id=beb643f2-8b6a-4a43-8e22-6dda9e72bc48 HTTP/1.1" status: 200 len: 932 time: 0.2499328 Jan 28 00:44:38.795081 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4dd05-8a79-4d1d-bbbf-f02b4873842a service neutron] Pushing event updated for resources: {'Port': ['ID=da288de8-a9f3-4f49-834e-f44f9d000af8,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:39.013317 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9736e698-2ccd-406e-bd78-2bee1da0a0b5 req-5b9ac3c3-3980-45b8-8976-fdb8df8597f3 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3bd1f19-758e-4a27-b6db-66a0c81ba6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148755 Jan 28 00:44:39.035740 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-70f4dd05-8a79-4d1d-bbbf-f02b4873842a service neutron] Attempting to bind port da288de8-a9f3-4f49-834e-f44f9d000af8 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:44:39.036284 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-70f4dd05-8a79-4d1d-bbbf-f02b4873842a service neutron] Attempting to bind port da288de8-a9f3-4f49-834e-f44f9d000af8 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '72641d9e-1a20-46de-b50e-8a50f8fc9b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd7e8f043-54f2-4454-9c8c-8ce9b26dd4a2'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:44:39.036722 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-70f4dd05-8a79-4d1d-bbbf-f02b4873842a service neutron] Attempting to bind port da288de8-a9f3-4f49-834e-f44f9d000af8 on network d7e8f043-54f2-4454-9c8c-8ce9b26dd4a2 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:44:39.043255 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-796db4f3-3114-4478-8294-55fc33eb8d23 service neutron] 10.222.0.70 "GET /v2.0/networks/9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872000 Jan 28 00:44:39.044795 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-70f4dd05-8a79-4d1d-bbbf-f02b4873842a service neutron] Port da288de8-a9f3-4f49-834e-f44f9d000af8 on network d7e8f043-54f2-4454-9c8c-8ce9b26dd4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:44:39.045358 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-70f4dd05-8a79-4d1d-bbbf-f02b4873842a service neutron] Attempting to bind port da288de8-a9f3-4f49-834e-f44f9d000af8 on network d7e8f043-54f2-4454-9c8c-8ce9b26dd4a2 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:44:39.052233 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-70f4dd05-8a79-4d1d-bbbf-f02b4873842a service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:44:39.052744 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-70f4dd05-8a79-4d1d-bbbf-f02b4873842a service neutron] Checking segment: {'id': '72641d9e-1a20-46de-b50e-8a50f8fc9b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd7e8f043-54f2-4454-9c8c-8ce9b26dd4a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:44:39.053252 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-70f4dd05-8a79-4d1d-bbbf-f02b4873842a service neutron] Bound using segment: {'id': '72641d9e-1a20-46de-b50e-8a50f8fc9b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd7e8f043-54f2-4454-9c8c-8ce9b26dd4a2'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:44:39.053922 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-70f4dd05-8a79-4d1d-bbbf-f02b4873842a service neutron] Bound port: da288de8-a9f3-4f49-834e-f44f9d000af8, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72641d9e-1a20-46de-b50e-8a50f8fc9b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd7e8f043-54f2-4454-9c8c-8ce9b26dd4a2'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:44:39.054414 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-70f4dd05-8a79-4d1d-bbbf-f02b4873842a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (da288de8-a9f3-4f49-834e-f44f9d000af8), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:39.330916 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-70f4dd05-8a79-4d1d-bbbf-f02b4873842a service neutron] For port da288de8-a9f3-4f49-834e-f44f9d000af8, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:44:39.340325 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-70f4dd05-8a79-4d1d-bbbf-f02b4873842a service neutron] For port da288de8-a9f3-4f49-834e-f44f9d000af8, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=da288de8-a9f3-4f49-834e-f44f9d000af8,segment=NetworkSegment(72641d9e-1a20-46de-b50e-8a50f8fc9b28),segment_id=72641d9e-1a20-46de-b50e-8a50f8fc9b28)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:44:39.348058 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-d049fa04-a731-4446-a392-7f919ef3e872 service neutron] 10.222.0.70 "GET /v2.0/networks/9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880428 Jan 28 00:44:39.354250 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-70f4dd05-8a79-4d1d-bbbf-f02b4873842a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (da288de8-a9f3-4f49-834e-f44f9d000af8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:39.420324 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-70f4dd05-8a79-4d1d-bbbf-f02b4873842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:39.421381 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-70f4dd05-8a79-4d1d-bbbf-f02b4873842a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:39.423746 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-70f4dd05-8a79-4d1d-bbbf-f02b4873842a service neutron] 10.222.0.52 "PUT /v2.0/ports/da288de8-a9f3-4f49-834e-f44f9d000af8 HTTP/1.1" status: 200 len: 1092 time: 2.1593637 Jan 28 00:44:39.424503 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb643f2-8b6a-4a43-8e22-6dda9e72bc48', 'tag': 'da288de8-a9f3-4f49-834e-f44f9d000af8'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:44:39.429813 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222a71aa-3454-4f4a-8c13-40603995dc38" -d '{"events": [{"name": "network-changed", "server_uuid": "beb643f2-8b6a-4a43-8e22-6dda9e72bc48", "tag": "da288de8-a9f3-4f49-834e-f44f9d000af8"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:44:39.496864 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4dd05-8a79-4d1d-bbbf-f02b4873842a service neutron] Pushing event updated for resources: {'Port': ['ID=da288de8-a9f3-4f49-834e-f44f9d000af8,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:39.591846 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd70d62-c505-460f-8d84-866587c992e7 x-openstack-request-id: req-4bd70d62-c505-460f-8d84-866587c992e7 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:44:39.592392 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beb643f2-8b6a-4a43-8e22-6dda9e72bc48", "tag": "da288de8-a9f3-4f49-834e-f44f9d000af8", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:44:39.592764 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4bd70d62-c505-460f-8d84-866587c992e7 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:44:39.593325 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beb643f2-8b6a-4a43-8e22-6dda9e72bc48', 'tag': 'da288de8-a9f3-4f49-834e-f44f9d000af8', 'status': 'completed', 'code': 200} Jan 28 00:44:39.634845 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-3ddc0722-215d-4a7b-b01b-200c54783228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:39.641840 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-3ddc0722-215d-4a7b-b01b-200c54783228 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f944e894da1d4aeca878656f78a834ce&device_id=beb643f2-8b6a-4a43-8e22-6dda9e72bc48 HTTP/1.1" status: 200 len: 1095 time: 0.1389511 Jan 28 00:44:39.740822 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:39.769950 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-a363e182-2d3e-4fb7-9b41-c6b817e6c76f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da288de8-a9f3-4f49-834e-f44f9d000af8 HTTP/1.1" status: 200 len: 217 time: 0.1152437 Jan 28 00:44:39.792400 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 64df6561-3eaf-4519-9c4f-42bfbbf4bb19 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:44:39.857869 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-2eea3e94-acd9-4582-9e97-9e4f06826533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:39.860030 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-2eea3e94-acd9-4582-9e97-9e4f06826533 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e4c78789-127f-40b2-b146-1218cc02d224 HTTP/1.1" status: 200 len: 862 time: 0.0830276 Jan 28 00:44:39.946541 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-7d30885e-efe6-41a5-829a-851b297dfebd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d7e8f043-54f2-4454-9c8c-8ce9b26dd4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806022 Jan 28 00:44:39.950697 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 64df6561-3eaf-4519-9c4f-42bfbbf4bb19 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:39.951375 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (64df6561-3eaf-4519-9c4f-42bfbbf4bb19), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:40.112478 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:44:40.157197 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 64df6561-3eaf-4519-9c4f-42bfbbf4bb19 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:44:40.161799 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (64df6561-3eaf-4519-9c4f-42bfbbf4bb19), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:40.214261 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 64df6561-3eaf-4519-9c4f-42bfbbf4bb19, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=64df6561-3eaf-4519-9c4f-42bfbbf4bb19,segment=NetworkSegment(0bd969b1-cdf6-40b7-a43b-e6735f079148),segment_id=0bd969b1-cdf6-40b7-a43b-e6735f079148)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:44:40.220015 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (64df6561-3eaf-4519-9c4f-42bfbbf4bb19), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:40.295499 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=64df6561-3eaf-4519-9c4f-42bfbbf4bb19,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:40.407044 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a04998-454e-42e3-ab9d-45840de12e0b req-512d4096-851d-4418-a8cd-82cfa0022776 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:40.408938 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42918f07-3b46-4ecb-9022-6ec3cb11f109 None None] Network 9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:44:40.420073 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37a04998-454e-42e3-ab9d-45840de12e0b req-512d4096-851d-4418-a8cd-82cfa0022776 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/networks?id=9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08 HTTP/1.1" status: 200 len: 815 time: 0.4802680 Jan 28 00:44:40.429114 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-feef5cae-3ac3-404a-a2f8-e53107eb206e service neutron] 10.222.0.52 "GET /v2.0/networks/d7e8f043-54f2-4454-9c8c-8ce9b26dd4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681611 Jan 28 00:44:40.484478 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e2ad4-3a71-4916-b256-3a9bda57f922 req-38d0b92f-b0b6-43cd-a282-583e171715c3 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:40.486244 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-255e2ad4-3a71-4916-b256-3a9bda57f922 req-38d0b92f-b0b6-43cd-a282-583e171715c3 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] 10.222.0.70 "GET /v2.0/ports?device_id=beb643f2-8b6a-4a43-8e22-6dda9e72bc48 HTTP/1.1" status: 200 len: 944 time: 0.3056242 Jan 28 00:44:40.488630 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37a04998-454e-42e3-ab9d-45840de12e0b req-08212a54-a580-4eef-9416-4e00e1d2e61e tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/quotas/86349fac32b14b55a613f15d9ff01b9a HTTP/1.1" status: 200 len: 375 time: 0.0669234 Jan 28 00:44:40.526663 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-5de44948-7385-4770-b171-a29824a8c46e None None] Provisioning complete for port 64df6561-3eaf-4519-9c4f-42bfbbf4bb19 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:40.527467 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5de44948-7385-4770-b171-a29824a8c46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (64df6561-3eaf-4519-9c4f-42bfbbf4bb19), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:40.710884 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37a04998-454e-42e3-ab9d-45840de12e0b req-cb9a32a7-30b0-424e-8e67-31abc8d1a7af tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=86349fac32b14b55a613f15d9ff01b9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1793852 Jan 28 00:44:40.734288 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-255e2ad4-3a71-4916-b256-3a9bda57f922 req-54dff8a1-0578-4d11-b1ae-f293454284aa tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3bd1f19-758e-4a27-b6db-66a0c81ba6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001848 Jan 28 00:44:40.860082 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-954b3bce-bebf-459d-afcc-bf19ca5d70b8 req-c151475e-3292-4620-9e37-441947e982cc service neutron] 10.222.0.52 "GET /v2.0/networks/d7e8f043-54f2-4454-9c8c-8ce9b26dd4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189596 Jan 28 00:44:40.941191 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5de44948-7385-4770-b171-a29824a8c46e None None] Current status of the port 64df6561-3eaf-4519-9c4f-42bfbbf4bb19 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:44:41.034607 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37a04998-454e-42e3-ab9d-45840de12e0b req-5c5df2e6-f847-4d7a-bc45-c81400680df9 service neutron] 10.222.0.70 "GET /v2.0/networks/9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966967 Jan 28 00:44:41.191333 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a71aa-3454-4f4a-8c13-40603995dc38 req-909febe5-5a72-42c8-ad60-00b50f309113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:41.194787 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-222a71aa-3454-4f4a-8c13-40603995dc38 req-909febe5-5a72-42c8-ad60-00b50f309113 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f944e894da1d4aeca878656f78a834ce&device_id=beb643f2-8b6a-4a43-8e22-6dda9e72bc48 HTTP/1.1" status: 200 len: 1095 time: 0.2084544 Jan 28 00:44:41.213400 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-0b488349-3c1a-47c5-8792-b0555153bcb6 None None] Provisioning complete for port 64df6561-3eaf-4519-9c4f-42bfbbf4bb19 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:41.214069 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b488349-3c1a-47c5-8792-b0555153bcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (64df6561-3eaf-4519-9c4f-42bfbbf4bb19), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:41.232199 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:41.398903 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37a04998-454e-42e3-ab9d-45840de12e0b req-00889205-fe97-44fe-b96d-dbe7e57da21c service neutron] 10.222.0.70 "GET /v2.0/networks/9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627565 Jan 28 00:44:41.459258 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0b488349-3c1a-47c5-8792-b0555153bcb6 None None] Current status of the port 64df6561-3eaf-4519-9c4f-42bfbbf4bb19 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:44:41.499239 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a71aa-3454-4f4a-8c13-40603995dc38 req-8fd84548-9623-4bc9-aafc-71192279bfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:41.503431 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-222a71aa-3454-4f4a-8c13-40603995dc38 req-8fd84548-9623-4bc9-aafc-71192279bfa9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d7e8f043-54f2-4454-9c8c-8ce9b26dd4a2 HTTP/1.1" status: 200 len: 923 time: 0.3000400 Jan 28 00:44:41.662207 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-222a71aa-3454-4f4a-8c13-40603995dc38 req-35e624ce-4a7e-455f-a665-ab20c8a8cb2f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da288de8-a9f3-4f49-834e-f44f9d000af8 HTTP/1.1" status: 200 len: 217 time: 0.1510916 Jan 28 00:44:41.695474 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-24b6a0cf-9bd2-4da6-9cb5-8a6474cc1f2e tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:41.697887 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-24b6a0cf-9bd2-4da6-9cb5-8a6474cc1f2e tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.65 "GET /v2.0/networks?id=9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08 HTTP/1.1" status: 200 len: 815 time: 0.2024939 Jan 28 00:44:41.700802 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 64df6561-3eaf-4519-9c4f-42bfbbf4bb19 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:44:41.732785 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-1ce0e641-3cf8-4b0d-972e-957b1deaaf1d tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Request body: {'port': {'device_id': 'dade5635-3efd-4dc9-a56d-2d8beb05eee9', 'network_id': '9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08', 'admin_state_up': True, 'tenant_id': '86349fac32b14b55a613f15d9ff01b9a'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:44:41.832971 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a71aa-3454-4f4a-8c13-40603995dc38 req-9aebdd37-1afc-48b2-a51b-9679f780aef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:41.834825 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-222a71aa-3454-4f4a-8c13-40603995dc38 req-9aebdd37-1afc-48b2-a51b-9679f780aef3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e4c78789-127f-40b2-b146-1218cc02d224 HTTP/1.1" status: 200 len: 862 time: 0.1618207 Jan 28 00:44:41.914702 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-222a71aa-3454-4f4a-8c13-40603995dc38 req-d9c8a35a-1894-479e-a9b6-ab558b2ecaab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d7e8f043-54f2-4454-9c8c-8ce9b26dd4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729151 Jan 28 00:44:41.974827 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 64df6561-3eaf-4519-9c4f-42bfbbf4bb19 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:41.978208 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (64df6561-3eaf-4519-9c4f-42bfbbf4bb19), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:42.069372 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-1ce0e641-3cf8-4b0d-972e-957b1deaaf1d tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Made reservation on behalf of 86349fac32b14b55a613f15d9ff01b9a for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:44:42.073564 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-1ce0e641-3cf8-4b0d-972e-957b1deaaf1d tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:42.210031 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 64df6561-3eaf-4519-9c4f-42bfbbf4bb19 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:44:42.234493 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:42.440015 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a41410-8fed-4a36-8077-81fe69141270 req-8cc34692-b6b1-4f15-934f-a461056930b2 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:42.442677 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-79a41410-8fed-4a36-8077-81fe69141270 req-8cc34692-b6b1-4f15-934f-a461056930b2 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] 10.222.0.70 "GET /v2.0/ports?device_id=beb643f2-8b6a-4a43-8e22-6dda9e72bc48 HTTP/1.1" status: 200 len: 944 time: 0.3815763 Jan 28 00:44:42.523106 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-222a71aa-3454-4f4a-8c13-40603995dc38 req-8a604ba8-aa81-44e7-9472-0df19bd521c6 service neutron] 10.222.0.52 "GET /v2.0/networks/d7e8f043-54f2-4454-9c8c-8ce9b26dd4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6010728 Jan 28 00:44:42.523834 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-1ce0e641-3cf8-4b0d-972e-957b1deaaf1d tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Allocated IP 172.20.0.3 (9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08/d0a3a2c1-49e1-415c-a253-dd1b44bd9cbb/a5b79a9e-962a-4795-b89e-3470dd076925) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:44:42.597164 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-4185b6e3-0d4c-4d46-807f-ee1f34145973 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:42.609188 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-4185b6e3-0d4c-4d46-807f-ee1f34145973 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/networks?id=9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08 HTTP/1.1" status: 200 len: 815 time: 0.4823670 Jan 28 00:44:42.721470 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-798aabb3-4e13-457e-b2fe-a3c82d2b45b4 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/quotas/86349fac32b14b55a613f15d9ff01b9a HTTP/1.1" status: 200 len: 375 time: 0.0765665 Jan 28 00:44:42.728878 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-79a41410-8fed-4a36-8077-81fe69141270 req-925db0d4-790d-4b27-ac55-d84e2c1f5b22 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3bd1f19-758e-4a27-b6db-66a0c81ba6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700181 Jan 28 00:44:42.800999 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-222a71aa-3454-4f4a-8c13-40603995dc38 req-546d3549-7aca-4c53-99e4-ad969d0e124f service neutron] 10.222.0.52 "GET /v2.0/networks/d7e8f043-54f2-4454-9c8c-8ce9b26dd4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458873 Jan 28 00:44:42.816426 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-dae6b028-3f30-4828-a810-3d1d3888940f tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=86349fac32b14b55a613f15d9ff01b9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0939994 Jan 28 00:44:42.832115 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-1ce0e641-3cf8-4b0d-972e-957b1deaaf1d tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Publish callbacks [] for port (a5b79a9e-962a-4795-b89e-3470dd076925), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:42.936488 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-1ce0e641-3cf8-4b0d-972e-957b1deaaf1d tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (a5b79a9e-962a-4795-b89e-3470dd076925), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:42.972287 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-ac344c84-ddd3-4944-bbf1-4223f17a43f5 service neutron] 10.222.0.70 "GET /v2.0/networks/9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545393 Jan 28 00:44:43.014963 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-1ce0e641-3cf8-4b0d-972e-957b1deaaf1d tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Network 9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:44:43.021530 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-1ce0e641-3cf8-4b0d-972e-957b1deaaf1d tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:44:43.042398 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:43.046268 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-1ce0e641-3cf8-4b0d-972e-957b1deaaf1d tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:44:43.054897 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce0e641-3cf8-4b0d-972e-957b1deaaf1d tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Pushing event updated for resources: {'Port': ['ID=a5b79a9e-962a-4795-b89e-3470dd076925,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:43.169096 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-1ce0e641-3cf8-4b0d-972e-957b1deaaf1d tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:43.171519 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-1ce0e641-3cf8-4b0d-972e-957b1deaaf1d tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:43.208495 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-1ce0e641-3cf8-4b0d-972e-957b1deaaf1d tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4888864 Jan 28 00:44:43.231486 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Request body: {'port': {'device_id': 'dade5635-3efd-4dc9-a56d-2d8beb05eee9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:44:43.279185 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-4acb50e6-a254-45db-8648-e8ab44a66d22 service neutron] 10.222.0.70 "GET /v2.0/networks/9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991307 Jan 28 00:44:43.344526 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a5b79a9e-962a-4795-b89e-3470dd076925), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:43.518135 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device da288de8-a9f3-4f49-834e-f44f9d000af8 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:44:43.658215 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-10383478-ca50-4b7e-a081-ae683d1dd440 None None] Provisioning complete for port a5b79a9e-962a-4795-b89e-3470dd076925 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:43.658597 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-10383478-ca50-4b7e-a081-ae683d1dd440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a5b79a9e-962a-4795-b89e-3470dd076925), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:43.747726 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port da288de8-a9f3-4f49-834e-f44f9d000af8, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=da288de8-a9f3-4f49-834e-f44f9d000af8,segment=NetworkSegment(72641d9e-1a20-46de-b50e-8a50f8fc9b28),segment_id=72641d9e-1a20-46de-b50e-8a50f8fc9b28)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:44:43.763549 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-10383478-ca50-4b7e-a081-ae683d1dd440 None None] Port a5b79a9e-962a-4795-b89e-3470dd076925 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:44:43.770979 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bce8328c-f041-44d8-8b96-66ea92a346f0 req-07f233ac-435f-4ccd-be84-1d5b930dc1fa tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=496cc5b8-e748-4045-bdea-dc05d105a452 HTTP/1.1" status: 200 len: 210 time: 0.0879488 Jan 28 00:44:43.771690 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'da288de8-a9f3-4f49-834e-f44f9d000af8', 'network_id': 'd7e8f043-54f2-4454-9c8c-8ce9b26dd4a2', 'port_id': 'da288de8-a9f3-4f49-834e-f44f9d000af8', 'mac_address': 'fa:16:3e:15:1a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c78789-127f-40b2-b146-1218cc02d224', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:44:43.860463 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port da288de8-a9f3-4f49-834e-f44f9d000af8 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:44:43.860773 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (da288de8-a9f3-4f49-834e-f44f9d000af8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:43.877511 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da288de8-a9f3-4f49-834e-f44f9d000af8 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:44:43.908376 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port da288de8-a9f3-4f49-834e-f44f9d000af8, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=da288de8-a9f3-4f49-834e-f44f9d000af8,segment=NetworkSegment(72641d9e-1a20-46de-b50e-8a50f8fc9b28),segment_id=72641d9e-1a20-46de-b50e-8a50f8fc9b28)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:44:43.915000 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (da288de8-a9f3-4f49-834e-f44f9d000af8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:44.079443 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=da288de8-a9f3-4f49-834e-f44f9d000af8,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:44.231206 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2620a46-306f-401b-b711-f28892118ebf req-af9cd5c0-d669-4488-8661-8a9867cdde21 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:44.246187 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d2620a46-306f-401b-b711-f28892118ebf req-af9cd5c0-d669-4488-8661-8a9867cdde21 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] 10.222.0.70 "GET /v2.0/ports?device_id=beb643f2-8b6a-4a43-8e22-6dda9e72bc48 HTTP/1.1" status: 200 len: 945 time: 0.2738490 Jan 28 00:44:44.291668 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:44.386685 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['da288de8-a9f3-4f49-834e-f44f9d000af8'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:44:44.398221 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d2620a46-306f-401b-b711-f28892118ebf req-dca9e09c-dac9-4ce1-8d22-eed9fc582679 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3bd1f19-758e-4a27-b6db-66a0c81ba6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504686 Jan 28 00:44:44.409204 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a04998-454e-42e3-ab9d-45840de12e0b req-8cdb5d43-98bf-4d65-8c0e-56b9342ede73 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:44.412067 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37a04998-454e-42e3-ab9d-45840de12e0b req-8cdb5d43-98bf-4d65-8c0e-56b9342ede73 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.52 "GET /v2.0/networks?id=9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08 HTTP/1.1" status: 200 len: 815 time: 0.3648443 Jan 28 00:44:44.444318 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-37a04998-454e-42e3-ab9d-45840de12e0b req-96dd998c-6fa2-4bf1-b454-aa8bdb613600 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Request body: {'port': {'device_id': 'efb6b98c-6509-4c01-876c-c430adece520', 'network_id': '9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08', 'admin_state_up': True, 'tenant_id': '86349fac32b14b55a613f15d9ff01b9a'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:44:44.503762 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b79a9e-962a-4795-b89e-3470dd076925 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:44:44.526252 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Publish callbacks [] for port (a5b79a9e-962a-4795-b89e-3470dd076925), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:44.553894 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Transition to ACTIVE for port object a5b79a9e-962a-4795-b89e-3470dd076925 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:44:44.559417 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (a5b79a9e-962a-4795-b89e-3470dd076925), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:44.638819 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b79a9e-962a-4795-b89e-3470dd076925,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:44.686012 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a04998-454e-42e3-ab9d-45840de12e0b req-96dd998c-6fa2-4bf1-b454-aa8bdb613600 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Made reservation on behalf of 86349fac32b14b55a613f15d9ff01b9a for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:44:44.689590 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-37a04998-454e-42e3-ab9d-45840de12e0b req-96dd998c-6fa2-4bf1-b454-aa8bdb613600 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:44.762108 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:44.762863 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:44.763442 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:44.764069 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:44.764624 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:44.765175 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:44.765721 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:44.766276 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:44.766834 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:44.767383 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:44.767975 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:44.768533 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:44.769088 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:44.826473 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Attempting to bind port a5b79a9e-962a-4795-b89e-3470dd076925 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:44:44.827062 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Attempting to bind port a5b79a9e-962a-4795-b89e-3470dd076925 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '0bd969b1-cdf6-40b7-a43b-e6735f079148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:44:44.827720 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Attempting to bind port a5b79a9e-962a-4795-b89e-3470dd076925 on network 9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:44:44.849160 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Port a5b79a9e-962a-4795-b89e-3470dd076925 on network 9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:44:44.849644 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Attempting to bind port a5b79a9e-962a-4795-b89e-3470dd076925 on network 9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:44:44.874853 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:44:44.875332 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Checking segment: {'id': '0bd969b1-cdf6-40b7-a43b-e6735f079148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:44:44.876021 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Bound using segment: {'id': '0bd969b1-cdf6-40b7-a43b-e6735f079148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:44:44.876739 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Bound port: a5b79a9e-962a-4795-b89e-3470dd076925, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd969b1-cdf6-40b7-a43b-e6735f079148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:44:44.877533 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a5b79a9e-962a-4795-b89e-3470dd076925), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:45.002795 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-37a04998-454e-42e3-ab9d-45840de12e0b req-96dd998c-6fa2-4bf1-b454-aa8bdb613600 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Allocated IP 172.20.0.11 (9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08/d0a3a2c1-49e1-415c-a253-dd1b44bd9cbb/5fb77e4a-9f62-4222-a66a-394caefafbe2) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:44:45.040349 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5d9b77ac-9c6c-444e-9073-f27f465b07ba req-574e5f51-f571-4498-8871-64ff6e66a80c tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=496cc5b8-e748-4045-bdea-dc05d105a452 HTTP/1.1" status: 200 len: 210 time: 0.1135242 Jan 28 00:44:45.064128 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-d5325042-3053-4b38-8570-609c52072d77 service neutron] For port a5b79a9e-962a-4795-b89e-3470dd076925, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:44:45.083196 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-d5325042-3053-4b38-8570-609c52072d77 service neutron] For port a5b79a9e-962a-4795-b89e-3470dd076925, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a5b79a9e-962a-4795-b89e-3470dd076925,segment=NetworkSegment(0bd969b1-cdf6-40b7-a43b-e6735f079148),segment_id=0bd969b1-cdf6-40b7-a43b-e6735f079148)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:44:45.088876 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (a5b79a9e-962a-4795-b89e-3470dd076925), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:45.167672 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:45.168709 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:45.171159 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-d5325042-3053-4b38-8570-609c52072d77 service neutron] 10.222.0.65 "PUT /v2.0/ports/a5b79a9e-962a-4795-b89e-3470dd076925 HTTP/1.1" status: 200 len: 1091 time: 1.9449718 Jan 28 00:44:45.171943 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dade5635-3efd-4dc9-a56d-2d8beb05eee9', 'tag': 'a5b79a9e-962a-4795-b89e-3470dd076925'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:44:45.176877 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27285e99-ca05-4447-9c14-f8e530bf8104" -d '{"events": [{"name": "network-changed", "server_uuid": "dade5635-3efd-4dc9-a56d-2d8beb05eee9", "tag": "a5b79a9e-962a-4795-b89e-3470dd076925"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:44:45.246498 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5325042-3053-4b38-8570-609c52072d77 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b79a9e-962a-4795-b89e-3470dd076925,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:45.252824 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82977aa3-c17b-4f1a-8c5c-0bd27b912504 x-openstack-request-id: req-82977aa3-c17b-4f1a-8c5c-0bd27b912504 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:44:45.256746 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dade5635-3efd-4dc9-a56d-2d8beb05eee9", "tag": "a5b79a9e-962a-4795-b89e-3470dd076925", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:44:45.257167 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-82977aa3-c17b-4f1a-8c5c-0bd27b912504 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:44:45.258215 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dade5635-3efd-4dc9-a56d-2d8beb05eee9', 'tag': 'a5b79a9e-962a-4795-b89e-3470dd076925', 'status': 'completed', 'code': 200} Jan 28 00:44:45.352063 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-37a04998-454e-42e3-ab9d-45840de12e0b req-96dd998c-6fa2-4bf1-b454-aa8bdb613600 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Publish callbacks [] for port (5fb77e4a-9f62-4222-a66a-394caefafbe2), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:45.442518 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-37a04998-454e-42e3-ab9d-45840de12e0b req-96dd998c-6fa2-4bf1-b454-aa8bdb613600 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (5fb77e4a-9f62-4222-a66a-394caefafbe2), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:45.445095 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-c4a24c65-7c93-4fc4-9754-6d7640eb3f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:45.456172 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-c4a24c65-7c93-4fc4-9754-6d7640eb3f2c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86349fac32b14b55a613f15d9ff01b9a&device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 1094 time: 0.1330621 Jan 28 00:44:45.513920 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a04998-454e-42e3-ab9d-45840de12e0b req-96dd998c-6fa2-4bf1-b454-aa8bdb613600 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Network 9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:44:45.522579 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device da288de8-a9f3-4f49-834e-f44f9d000af8 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:44:45.582180 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-a4c035b7-d10d-48d3-b7d7-e22e5247384d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5b79a9e-962a-4795-b89e-3470dd076925 HTTP/1.1" status: 200 len: 217 time: 0.0955281 Jan 28 00:44:45.608176 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-37a04998-454e-42e3-ab9d-45840de12e0b req-96dd998c-6fa2-4bf1-b454-aa8bdb613600 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:44:45.615083 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a04998-454e-42e3-ab9d-45840de12e0b req-96dd998c-6fa2-4bf1-b454-aa8bdb613600 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:44:45.675016 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-4bff7de9-3dc0-40ad-bec2-bb32f743291d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:45.678463 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-4bff7de9-3dc0-40ad-bec2-bb32f743291d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0a3a2c1-49e1-415c-a253-dd1b44bd9cbb HTTP/1.1" status: 200 len: 854 time: 0.0855260 Jan 28 00:44:45.717221 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port da288de8-a9f3-4f49-834e-f44f9d000af8 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:44:45.743377 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port da288de8-a9f3-4f49-834e-f44f9d000af8 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:45.744006 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (da288de8-a9f3-4f49-834e-f44f9d000af8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:45.851718 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-04c61f18-5ba3-450e-8d1b-cebe9e2879f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:45.854310 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-04c61f18-5ba3-450e-8d1b-cebe9e2879f3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1672149 Jan 28 00:44:45.915894 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd998c-6fa2-4bf1-b454-aa8bdb613600 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Pushing event updated for resources: {'Port': ['ID=5fb77e4a-9f62-4222-a66a-394caefafbe2,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:46.000176 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a04998-454e-42e3-ab9d-45840de12e0b req-96dd998c-6fa2-4bf1-b454-aa8bdb613600 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:46.001414 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-37a04998-454e-42e3-ab9d-45840de12e0b req-96dd998c-6fa2-4bf1-b454-aa8bdb613600 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:46.057462 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port da288de8-a9f3-4f49-834e-f44f9d000af8 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:44:46.060100 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (da288de8-a9f3-4f49-834e-f44f9d000af8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:46.102104 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37a04998-454e-42e3-ab9d-45840de12e0b req-96dd998c-6fa2-4bf1-b454-aa8bdb613600 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6677969 Jan 28 00:44:46.107253 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb643f2-8b6a-4a43-8e22-6dda9e72bc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da288de8-a9f3-4f49-834e-f44f9d000af8'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:44:46.109757 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd51b33-a6f2-4a1b-a0a9-6fc14807d1c8" -d '{"events": [{"server_uuid": "beb643f2-8b6a-4a43-8e22-6dda9e72bc48", "name": "network-vif-plugged", "status": "completed", "tag": "da288de8-a9f3-4f49-834e-f44f9d000af8"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:44:46.126684 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-37a04998-454e-42e3-ab9d-45840de12e0b req-767fd7eb-a33a-4be1-b7d7-c70cba9c8ff4 service neutron] Request body: {'port': {'device_id': 'efb6b98c-6509-4c01-876c-c430adece520', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:44:46.135067 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-c7370005-4afa-4c58-b469-984e630c4605 service neutron] 10.222.0.65 "GET /v2.0/networks/9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734392 Jan 28 00:44:46.153743 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port da288de8-a9f3-4f49-834e-f44f9d000af8, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=da288de8-a9f3-4f49-834e-f44f9d000af8,segment=NetworkSegment(72641d9e-1a20-46de-b50e-8a50f8fc9b28),segment_id=72641d9e-1a20-46de-b50e-8a50f8fc9b28)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:44:46.169677 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (da288de8-a9f3-4f49-834e-f44f9d000af8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:46.235400 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-86ba0ce9-8aad-43c2-a265-40963f87d2d5 None None] Provisioning complete for port 5fb77e4a-9f62-4222-a66a-394caefafbe2 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:46.235815 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-86ba0ce9-8aad-43c2-a265-40963f87d2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (5fb77e4a-9f62-4222-a66a-394caefafbe2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:46.336426 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=da288de8-a9f3-4f49-834e-f44f9d000af8,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:46.341416 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-86ba0ce9-8aad-43c2-a265-40963f87d2d5 None None] Port 5fb77e4a-9f62-4222-a66a-394caefafbe2 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:44:46.373979 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-00737159-3be9-4417-8f45-60046d5ebdf7 req-d3254668-46ce-4d03-9689-f2e3e2eb0e1a service neutron] 10.222.0.65 "GET /v2.0/networks/9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310777 Jan 28 00:44:46.589589 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27285e99-ca05-4447-9c14-f8e530bf8104 req-39445f95-722d-4306-8090-01139d9ce4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:46.592072 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-27285e99-ca05-4447-9c14-f8e530bf8104 req-39445f95-722d-4306-8090-01139d9ce4e1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86349fac32b14b55a613f15d9ff01b9a&device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 1094 time: 0.0788150 Jan 28 00:44:46.673842 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e1452-3096-4e54-bcda-cbbc7e8a023d req-b4d3a1eb-25b6-4f6e-a239-aa7ac0be055b tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:46.676780 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-128e1452-3096-4e54-bcda-cbbc7e8a023d req-b4d3a1eb-25b6-4f6e-a239-aa7ac0be055b tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] 10.222.0.70 "GET /v2.0/ports?device_id=beb643f2-8b6a-4a43-8e22-6dda9e72bc48 HTTP/1.1" status: 200 len: 945 time: 1.0025618 Jan 28 00:44:46.721463 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-dc78601b-06c8-4846-b452-5072a70d48ba tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:46.724494 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-dc78601b-06c8-4846-b452-5072a70d48ba tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.65 "GET /v2.0/networks?id=9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08 HTTP/1.1" status: 200 len: 815 time: 1.1945660 Jan 28 00:44:46.760779 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27285e99-ca05-4447-9c14-f8e530bf8104 req-2f2fd6b2-b26a-4277-9fbc-49ee94da02f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:46.762668 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-27285e99-ca05-4447-9c14-f8e530bf8104 req-2f2fd6b2-b26a-4277-9fbc-49ee94da02f5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08 HTTP/1.1" status: 200 len: 916 time: 0.1634426 Jan 28 00:44:46.773122 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-870e4e4a-c8ca-456f-b664-5c236983d983 req-415f2923-2b5b-4b7b-a0ca-211f44b049dd tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=496cc5b8-e748-4045-bdea-dc05d105a452 HTTP/1.1" status: 200 len: 210 time: 0.0882366 Jan 28 00:44:46.830669 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-035b8504-a9fb-43d6-bf75-947d21f38e8e tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Request body: {'port': {'device_id': '496cc5b8-e748-4045-bdea-dc05d105a452', 'network_id': '9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08', 'admin_state_up': True, 'tenant_id': '86349fac32b14b55a613f15d9ff01b9a'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:44:46.850721 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-37a04998-454e-42e3-ab9d-45840de12e0b req-767fd7eb-a33a-4be1-b7d7-c70cba9c8ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5fb77e4a-9f62-4222-a66a-394caefafbe2), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:46.860324 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-27285e99-ca05-4447-9c14-f8e530bf8104 req-201aac5f-9858-4449-985a-95855113d0b4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5b79a9e-962a-4795-b89e-3470dd076925 HTTP/1.1" status: 200 len: 217 time: 0.0898705 Jan 28 00:44:46.872779 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4669a2ea-254d-475f-af21-de291a2a50d2 x-openstack-request-id: req-4669a2ea-254d-475f-af21-de291a2a50d2 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:44:46.873693 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb643f2-8b6a-4a43-8e22-6dda9e72bc48", "name": "network-vif-plugged", "status": "completed", "tag": "da288de8-a9f3-4f49-834e-f44f9d000af8", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:44:46.873693 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4669a2ea-254d-475f-af21-de291a2a50d2 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:44:46.873998 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb643f2-8b6a-4a43-8e22-6dda9e72bc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da288de8-a9f3-4f49-834e-f44f9d000af8', 'code': 200} Jan 28 00:44:46.972149 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27285e99-ca05-4447-9c14-f8e530bf8104 req-b20cfac1-7841-4b2c-8725-dc097de07330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:46.976986 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-27285e99-ca05-4447-9c14-f8e530bf8104 req-b20cfac1-7841-4b2c-8725-dc097de07330 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0a3a2c1-49e1-415c-a253-dd1b44bd9cbb HTTP/1.1" status: 200 len: 854 time: 0.1046972 Jan 28 00:44:47.163599 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460263d-275a-46c5-909d-1d6abc21f9b1 req-d76ca799-5a90-4403-a64f-067eacc5bd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:47.167211 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a460263d-275a-46c5-909d-1d6abc21f9b1 req-d76ca799-5a90-4403-a64f-067eacc5bd7d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=beb643f2-8b6a-4a43-8e22-6dda9e72bc48 HTTP/1.1" status: 200 len: 1097 time: 0.1663201 Jan 28 00:44:47.170765 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27285e99-ca05-4447-9c14-f8e530bf8104 req-38bb0a77-b05c-4295-848d-0c8b7a940596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:47.173258 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-27285e99-ca05-4447-9c14-f8e530bf8104 req-38bb0a77-b05c-4295-848d-0c8b7a940596 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1230743 Jan 28 00:44:47.188671 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-128e1452-3096-4e54-bcda-cbbc7e8a023d req-710e5621-9b09-41e2-8d5f-06dc51381340 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3bd1f19-758e-4a27-b6db-66a0c81ba6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851754 Jan 28 00:44:47.331425 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-035b8504-a9fb-43d6-bf75-947d21f38e8e tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Made reservation on behalf of 86349fac32b14b55a613f15d9ff01b9a for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:44:47.337802 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-035b8504-a9fb-43d6-bf75-947d21f38e8e tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:47.355564 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a460263d-275a-46c5-909d-1d6abc21f9b1 req-cae9a6eb-480b-4b6c-83a8-aafa8f3efe71 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f3bd1f19-758e-4a27-b6db-66a0c81ba6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801646 Jan 28 00:44:47.417210 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-27285e99-ca05-4447-9c14-f8e530bf8104 req-d585e63d-4855-463d-b21d-30b0b504b63f service neutron] 10.222.0.65 "GET /v2.0/networks/9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317038 Jan 28 00:44:47.580353 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-27285e99-ca05-4447-9c14-f8e530bf8104 req-77438c4e-8968-4d62-ab50-40e2a7e9d1ee service neutron] 10.222.0.65 "GET /v2.0/networks/9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537423 Jan 28 00:44:47.718235 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-37a04998-454e-42e3-ab9d-45840de12e0b req-767fd7eb-a33a-4be1-b7d7-c70cba9c8ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fb77e4a-9f62-4222-a66a-394caefafbe2 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:44:47.728361 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-37a04998-454e-42e3-ab9d-45840de12e0b req-767fd7eb-a33a-4be1-b7d7-c70cba9c8ff4 service neutron] Publish callbacks [] for port (5fb77e4a-9f62-4222-a66a-394caefafbe2), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:47.745714 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-37a04998-454e-42e3-ab9d-45840de12e0b req-767fd7eb-a33a-4be1-b7d7-c70cba9c8ff4 service neutron] Transition to ACTIVE for port object 5fb77e4a-9f62-4222-a66a-394caefafbe2 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:44:47.753942 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-37a04998-454e-42e3-ab9d-45840de12e0b req-767fd7eb-a33a-4be1-b7d7-c70cba9c8ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (5fb77e4a-9f62-4222-a66a-394caefafbe2), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:47.891897 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fd7eb-a33a-4be1-b7d7-c70cba9c8ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb77e4a-9f62-4222-a66a-394caefafbe2,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:47.943928 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-035b8504-a9fb-43d6-bf75-947d21f38e8e tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Allocated IP 172.20.0.4 (9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08/d0a3a2c1-49e1-415c-a253-dd1b44bd9cbb/d307967d-12c5-4414-8134-350947594e78) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:44:48.048334 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4784e1fc-c076-4290-a307-8d0afd7b5391 req-35435b45-9aeb-4cb5-b634-e01f0c956178 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=496cc5b8-e748-4045-bdea-dc05d105a452 HTTP/1.1" status: 200 len: 210 time: 0.0495965 Jan 28 00:44:48.154598 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-37a04998-454e-42e3-ab9d-45840de12e0b req-767fd7eb-a33a-4be1-b7d7-c70cba9c8ff4 service neutron] Attempting to bind port 5fb77e4a-9f62-4222-a66a-394caefafbe2 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:44:48.155762 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-37a04998-454e-42e3-ab9d-45840de12e0b req-767fd7eb-a33a-4be1-b7d7-c70cba9c8ff4 service neutron] Attempting to bind port 5fb77e4a-9f62-4222-a66a-394caefafbe2 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '0bd969b1-cdf6-40b7-a43b-e6735f079148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:44:48.156839 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a04998-454e-42e3-ab9d-45840de12e0b req-767fd7eb-a33a-4be1-b7d7-c70cba9c8ff4 service neutron] Attempting to bind port 5fb77e4a-9f62-4222-a66a-394caefafbe2 on network 9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:44:48.175225 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a04998-454e-42e3-ab9d-45840de12e0b req-767fd7eb-a33a-4be1-b7d7-c70cba9c8ff4 service neutron] Port 5fb77e4a-9f62-4222-a66a-394caefafbe2 on network 9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:44:48.176133 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a04998-454e-42e3-ab9d-45840de12e0b req-767fd7eb-a33a-4be1-b7d7-c70cba9c8ff4 service neutron] Attempting to bind port 5fb77e4a-9f62-4222-a66a-394caefafbe2 on network 9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:44:48.199562 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a04998-454e-42e3-ab9d-45840de12e0b req-767fd7eb-a33a-4be1-b7d7-c70cba9c8ff4 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:44:48.200611 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a04998-454e-42e3-ab9d-45840de12e0b req-767fd7eb-a33a-4be1-b7d7-c70cba9c8ff4 service neutron] Checking segment: {'id': '0bd969b1-cdf6-40b7-a43b-e6735f079148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:44:48.200611 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a04998-454e-42e3-ab9d-45840de12e0b req-767fd7eb-a33a-4be1-b7d7-c70cba9c8ff4 service neutron] Bound using segment: {'id': '0bd969b1-cdf6-40b7-a43b-e6735f079148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:44:48.200938 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-37a04998-454e-42e3-ab9d-45840de12e0b req-767fd7eb-a33a-4be1-b7d7-c70cba9c8ff4 service neutron] Bound port: 5fb77e4a-9f62-4222-a66a-394caefafbe2, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd969b1-cdf6-40b7-a43b-e6735f079148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:44:48.201235 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-37a04998-454e-42e3-ab9d-45840de12e0b req-767fd7eb-a33a-4be1-b7d7-c70cba9c8ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5fb77e4a-9f62-4222-a66a-394caefafbe2), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:48.229176 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a5b79a9e-962a-4795-b89e-3470dd076925 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:44:48.469991 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a5b79a9e-962a-4795-b89e-3470dd076925, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a5b79a9e-962a-4795-b89e-3470dd076925,segment=NetworkSegment(0bd969b1-cdf6-40b7-a43b-e6735f079148),segment_id=0bd969b1-cdf6-40b7-a43b-e6735f079148)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:44:48.497668 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'a5b79a9e-962a-4795-b89e-3470dd076925', 'network_id': '9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08', 'port_id': 'a5b79a9e-962a-4795-b89e-3470dd076925', 'mac_address': 'fa:16:3e:35:8a:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a3a2c1-49e1-415c-a253-dd1b44bd9cbb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:44:48.522372 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-035b8504-a9fb-43d6-bf75-947d21f38e8e tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Publish callbacks [] for port (d307967d-12c5-4414-8134-350947594e78), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:48.554936 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port a5b79a9e-962a-4795-b89e-3470dd076925 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:44:48.555379 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a5b79a9e-962a-4795-b89e-3470dd076925), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:48.572930 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b79a9e-962a-4795-b89e-3470dd076925 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:44:48.596164 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a5b79a9e-962a-4795-b89e-3470dd076925, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a5b79a9e-962a-4795-b89e-3470dd076925,segment=NetworkSegment(0bd969b1-cdf6-40b7-a43b-e6735f079148),segment_id=0bd969b1-cdf6-40b7-a43b-e6735f079148)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:44:48.605967 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a5b79a9e-962a-4795-b89e-3470dd076925), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:48.620525 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-37a04998-454e-42e3-ab9d-45840de12e0b req-767fd7eb-a33a-4be1-b7d7-c70cba9c8ff4 service neutron] For port 5fb77e4a-9f62-4222-a66a-394caefafbe2, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:44:48.647789 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-37a04998-454e-42e3-ab9d-45840de12e0b req-767fd7eb-a33a-4be1-b7d7-c70cba9c8ff4 service neutron] For port 5fb77e4a-9f62-4222-a66a-394caefafbe2, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=5fb77e4a-9f62-4222-a66a-394caefafbe2,segment=NetworkSegment(0bd969b1-cdf6-40b7-a43b-e6735f079148),segment_id=0bd969b1-cdf6-40b7-a43b-e6735f079148)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:44:48.656111 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ad65d-c330-46e1-a70a-5088af0b6b84 req-d0931170-3c1d-4ecd-b714-3863671155f2 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:48.657802 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2b2ad65d-c330-46e1-a70a-5088af0b6b84 req-d0931170-3c1d-4ecd-b714-3863671155f2 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] 10.222.0.70 "GET /v2.0/ports?device_id=beb643f2-8b6a-4a43-8e22-6dda9e72bc48 HTTP/1.1" status: 200 len: 946 time: 0.1334970 Jan 28 00:44:48.661647 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-37a04998-454e-42e3-ab9d-45840de12e0b req-767fd7eb-a33a-4be1-b7d7-c70cba9c8ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (5fb77e4a-9f62-4222-a66a-394caefafbe2), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:48.701990 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-035b8504-a9fb-43d6-bf75-947d21f38e8e tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (d307967d-12c5-4414-8134-350947594e78), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:48.705253 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=a5b79a9e-962a-4795-b89e-3470dd076925,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:48.746838 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a04998-454e-42e3-ab9d-45840de12e0b req-767fd7eb-a33a-4be1-b7d7-c70cba9c8ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:48.747487 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-37a04998-454e-42e3-ab9d-45840de12e0b req-767fd7eb-a33a-4be1-b7d7-c70cba9c8ff4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:48.748970 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37a04998-454e-42e3-ab9d-45840de12e0b req-767fd7eb-a33a-4be1-b7d7-c70cba9c8ff4 service neutron] 10.222.0.52 "PUT /v2.0/ports/5fb77e4a-9f62-4222-a66a-394caefafbe2 HTTP/1.1" status: 200 len: 1092 time: 2.6316373 Jan 28 00:44:48.749456 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb6b98c-6509-4c01-876c-c430adece520', 'tag': '5fb77e4a-9f62-4222-a66a-394caefafbe2'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:44:48.751956 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d147fa6c-ae63-4e58-8a82-bdc4c491c28a" -d '{"events": [{"name": "network-changed", "server_uuid": "efb6b98c-6509-4c01-876c-c430adece520", "tag": "5fb77e4a-9f62-4222-a66a-394caefafbe2"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:44:48.804144 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-035b8504-a9fb-43d6-bf75-947d21f38e8e tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Network 9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:44:48.809868 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fd7eb-a33a-4be1-b7d7-c70cba9c8ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb77e4a-9f62-4222-a66a-394caefafbe2,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:48.813823 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8074726b-9d9d-4cc7-bc12-98dab20fe063 x-openstack-request-id: req-8074726b-9d9d-4cc7-bc12-98dab20fe063 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:44:48.814119 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb6b98c-6509-4c01-876c-c430adece520", "tag": "5fb77e4a-9f62-4222-a66a-394caefafbe2", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:44:48.814375 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8074726b-9d9d-4cc7-bc12-98dab20fe063 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:44:48.815000 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb6b98c-6509-4c01-876c-c430adece520', 'tag': '5fb77e4a-9f62-4222-a66a-394caefafbe2', 'status': 'completed', 'code': 200} Jan 28 00:44:48.819359 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-035b8504-a9fb-43d6-bf75-947d21f38e8e tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:44:48.822719 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-035b8504-a9fb-43d6-bf75-947d21f38e8e tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:44:48.846382 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2b2ad65d-c330-46e1-a70a-5088af0b6b84 req-580b71fb-ebd5-427d-b955-a888d92d14e2 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3bd1f19-758e-4a27-b6db-66a0c81ba6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474209 Jan 28 00:44:48.974166 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b8504-a9fb-43d6-bf75-947d21f38e8e tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Pushing event updated for resources: {'Port': ['ID=d307967d-12c5-4414-8134-350947594e78,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:48.994421 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-035b8504-a9fb-43d6-bf75-947d21f38e8e tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:48.995567 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-035b8504-a9fb-43d6-bf75-947d21f38e8e tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:48.999573 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['a5b79a9e-962a-4795-b89e-3470dd076925'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:44:49.025676 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-035b8504-a9fb-43d6-bf75-947d21f38e8e tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2566621 Jan 28 00:44:49.029730 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147fa6c-ae63-4e58-8a82-bdc4c491c28a req-73f1e61c-d41c-4d60-bf12-f9760ff5367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:49.032500 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d147fa6c-ae63-4e58-8a82-bdc4c491c28a req-73f1e61c-d41c-4d60-bf12-f9760ff5367d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=86349fac32b14b55a613f15d9ff01b9a&device_id=efb6b98c-6509-4c01-876c-c430adece520 HTTP/1.1" status: 200 len: 1095 time: 0.1384590 Jan 28 00:44:49.054458 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-30e56bdd-2944-4c1a-bc0b-bc5378540973 service neutron] Request body: {'port': {'device_id': '496cc5b8-e748-4045-bdea-dc05d105a452', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:44:49.359640 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-30e56bdd-2944-4c1a-bc0b-bc5378540973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d307967d-12c5-4414-8134-350947594e78), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:49.456990 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a9ed1ba4-c120-4edf-9242-c02b50eeafae req-5695198d-0e98-4673-833c-13c525f2271e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1003525 Jan 28 00:44:49.510802 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-76105585-75de-4c93-b36a-60ff641ac738 None None] Provisioning complete for port d307967d-12c5-4414-8134-350947594e78 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:49.511701 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-76105585-75de-4c93-b36a-60ff641ac738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d307967d-12c5-4414-8134-350947594e78), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:49.556966 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147fa6c-ae63-4e58-8a82-bdc4c491c28a req-5efda700-ac56-4bed-bf70-a9bdc2409f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:49.558626 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d147fa6c-ae63-4e58-8a82-bdc4c491c28a req-5efda700-ac56-4bed-bf70-a9bdc2409f60 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=86349fac32b14b55a613f15d9ff01b9a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5122757 Jan 28 00:44:49.573893 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557b000-73d3-4cd0-a88a-0433abffb66e req-81997c12-c8ca-4b62-ba02-33fc4db1ef10 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:49.575575 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d557b000-73d3-4cd0-a88a-0433abffb66e req-81997c12-c8ca-4b62-ba02-33fc4db1ef10 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=496cc5b8-e748-4045-bdea-dc05d105a452 HTTP/1.1" status: 200 len: 931 time: 0.2700431 Jan 28 00:44:49.613175 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-76105585-75de-4c93-b36a-60ff641ac738 None None] Port d307967d-12c5-4414-8134-350947594e78 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:44:49.633563 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed1ba4-c120-4edf-9242-c02b50eeafae req-7e858bba-6611-4dad-85fa-f9bdb5ee3383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:49.635182 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a9ed1ba4-c120-4edf-9242-c02b50eeafae req-7e858bba-6611-4dad-85fa-f9bdb5ee3383 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40859c6773ce4ef58b203b2b32bcaaba&device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 1096 time: 0.0991011 Jan 28 00:44:50.182467 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed1ba4-c120-4edf-9242-c02b50eeafae req-dc3763d5-112a-404d-a9da-7435152dc6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:50.184989 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a9ed1ba4-c120-4edf-9242-c02b50eeafae req-dc3763d5-112a-404d-a9da-7435152dc6fd service neutron] 10.222.0.52 "GET /v2.0/networks?id=df6dc4b3-6607-40e9-9f38-3ff04dac366d HTTP/1.1" status: 200 len: 912 time: 0.5287983 Jan 28 00:44:50.255516 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a5b79a9e-962a-4795-b89e-3470dd076925 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:44:50.261350 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d557b000-73d3-4cd0-a88a-0433abffb66e req-fcdd29c9-7cab-4fb0-af73-242f6fbd5c6b tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5885072 Jan 28 00:44:50.275442 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147fa6c-ae63-4e58-8a82-bdc4c491c28a req-4cdf5fef-a8a2-4697-a809-f34424cb910d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:50.278107 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d147fa6c-ae63-4e58-8a82-bdc4c491c28a req-4cdf5fef-a8a2-4697-a809-f34424cb910d service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7010572 Jan 28 00:44:50.315814 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a9ed1ba4-c120-4edf-9242-c02b50eeafae req-a99c8276-29b9-4bdd-b044-72aab07a7a2f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44b53648-5b05-4c4a-a492-464e8fb34dce HTTP/1.1" status: 200 len: 1001 time: 0.1216567 Jan 28 00:44:50.336278 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port a5b79a9e-962a-4795-b89e-3470dd076925 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:44:50.365997 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3864a5-e068-4f9d-a9d7-3d9d25932d70 req-aaced792-08c9-4403-a8c5-9e8dd271006b tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:50.371333 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port a5b79a9e-962a-4795-b89e-3470dd076925 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:50.371989 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a5b79a9e-962a-4795-b89e-3470dd076925), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:50.381782 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5c3864a5-e068-4f9d-a9d7-3d9d25932d70 req-aaced792-08c9-4403-a8c5-9e8dd271006b tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] 10.222.0.70 "GET /v2.0/ports?device_id=beb643f2-8b6a-4a43-8e22-6dda9e72bc48 HTTP/1.1" status: 200 len: 946 time: 0.2828190 Jan 28 00:44:50.401783 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed1ba4-c120-4edf-9242-c02b50eeafae req-22cdcc76-8442-4fd3-b75a-6f7652bb8dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:50.403504 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a9ed1ba4-c120-4edf-9242-c02b50eeafae req-22cdcc76-8442-4fd3-b75a-6f7652bb8dad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22f51b89-111e-46c4-84b8-0eec72aeef83 HTTP/1.1" status: 200 len: 850 time: 0.0657568 Jan 28 00:44:50.484633 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed1ba4-c120-4edf-9242-c02b50eeafae req-c34ecb9b-1aaa-4e35-b5f6-02a746928eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:50.486741 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a9ed1ba4-c120-4edf-9242-c02b50eeafae req-c34ecb9b-1aaa-4e35-b5f6-02a746928eca service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df6dc4b3-6607-40e9-9f38-3ff04dac366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735736 Jan 28 00:44:50.550762 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port a5b79a9e-962a-4795-b89e-3470dd076925 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:44:50.551407 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a5b79a9e-962a-4795-b89e-3470dd076925), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:50.637344 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5c3864a5-e068-4f9d-a9d7-3d9d25932d70 req-916aa8b0-70f7-476f-9e1f-195333eb5ce7 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3bd1f19-758e-4a27-b6db-66a0c81ba6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538073 Jan 28 00:44:50.666561 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a04998-454e-42e3-ab9d-45840de12e0b req-21843001-b204-4c33-aeba-ae073ffa8c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:50.671138 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37a04998-454e-42e3-ab9d-45840de12e0b req-21843001-b204-4c33-aeba-ae073ffa8c87 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=86349fac32b14b55a613f15d9ff01b9a&device_id=efb6b98c-6509-4c01-876c-c430adece520 HTTP/1.1" status: 200 len: 1095 time: 0.2637546 Jan 28 00:44:50.712038 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-30e56bdd-2944-4c1a-bc0b-bc5378540973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d307967d-12c5-4414-8134-350947594e78 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:44:50.752670 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a9ed1ba4-c120-4edf-9242-c02b50eeafae req-da4ced26-cfbb-4698-84d9-496b6e3de0db service neutron] 10.222.0.52 "GET /v2.0/networks/df6dc4b3-6607-40e9-9f38-3ff04dac366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594764 Jan 28 00:44:50.819760 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37a04998-454e-42e3-ab9d-45840de12e0b req-ddc7266d-54a6-4701-9ca6-29b8042774c6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fb77e4a-9f62-4222-a66a-394caefafbe2 HTTP/1.1" status: 200 len: 217 time: 0.1253378 Jan 28 00:44:50.897346 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dade5635-3efd-4dc9-a56d-2d8beb05eee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b79a9e-962a-4795-b89e-3470dd076925'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:44:50.900475 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212c4ce9-2736-491b-9f57-b3d87ca4a483" -d '{"events": [{"server_uuid": "dade5635-3efd-4dc9-a56d-2d8beb05eee9", "name": "network-vif-plugged", "status": "completed", "tag": "a5b79a9e-962a-4795-b89e-3470dd076925"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:44:50.908101 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-30e56bdd-2944-4c1a-bc0b-bc5378540973 service neutron] Publish callbacks [] for port (d307967d-12c5-4414-8134-350947594e78), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:50.929252 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port a5b79a9e-962a-4795-b89e-3470dd076925, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a5b79a9e-962a-4795-b89e-3470dd076925,segment=NetworkSegment(0bd969b1-cdf6-40b7-a43b-e6735f079148),segment_id=0bd969b1-cdf6-40b7-a43b-e6735f079148)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:44:50.947728 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a5b79a9e-962a-4795-b89e-3470dd076925), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:51.004356 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-30e56bdd-2944-4c1a-bc0b-bc5378540973 service neutron] Transition to ACTIVE for port object d307967d-12c5-4414-8134-350947594e78 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:44:51.016577 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a04998-454e-42e3-ab9d-45840de12e0b req-f8ef9d84-e444-4708-9a6b-c5289a40926d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:51.018554 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37a04998-454e-42e3-ab9d-45840de12e0b req-f8ef9d84-e444-4708-9a6b-c5289a40926d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d0a3a2c1-49e1-415c-a253-dd1b44bd9cbb HTTP/1.1" status: 200 len: 854 time: 0.1924880 Jan 28 00:44:51.019360 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5344794e-3795-4965-bff2-2ad1e188d7c4 x-openstack-request-id: req-5344794e-3795-4965-bff2-2ad1e188d7c4 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:44:51.020299 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-30e56bdd-2944-4c1a-bc0b-bc5378540973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (d307967d-12c5-4414-8134-350947594e78), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:51.022383 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dade5635-3efd-4dc9-a56d-2d8beb05eee9", "name": "network-vif-plugged", "status": "completed", "tag": "a5b79a9e-962a-4795-b89e-3470dd076925", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:44:51.022817 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5344794e-3795-4965-bff2-2ad1e188d7c4 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:44:51.023467 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dade5635-3efd-4dc9-a56d-2d8beb05eee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b79a9e-962a-4795-b89e-3470dd076925', 'code': 200} Jan 28 00:44:51.150168 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a9ed1ba4-c120-4edf-9242-c02b50eeafae req-6bd90d3c-df25-42c3-8979-17e91aeec9b4 service neutron] 10.222.0.52 "GET /v2.0/networks/df6dc4b3-6607-40e9-9f38-3ff04dac366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865530 Jan 28 00:44:51.161188 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=a5b79a9e-962a-4795-b89e-3470dd076925,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:51.163041 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e56bdd-2944-4c1a-bc0b-bc5378540973 service neutron] Pushing event updated for resources: {'Port': ['ID=d307967d-12c5-4414-8134-350947594e78,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:51.203946 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a04998-454e-42e3-ab9d-45840de12e0b req-b630feec-e326-4b39-b3d4-64a88270ab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:51.205609 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37a04998-454e-42e3-ab9d-45840de12e0b req-b630feec-e326-4b39-b3d4-64a88270ab6c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1786387 Jan 28 00:44:51.299205 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e36cf-d7ea-4530-96d3-44131eff2d68 req-8445bdbf-9f4e-4416-8c43-5c780e8e2816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:51.312827 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6c7e36cf-d7ea-4530-96d3-44131eff2d68 req-8445bdbf-9f4e-4416-8c43-5c780e8e2816 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 1096 time: 0.1170459 Jan 28 00:44:51.384451 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-30e56bdd-2944-4c1a-bc0b-bc5378540973 service neutron] Attempting to bind port d307967d-12c5-4414-8134-350947594e78 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:44:51.385035 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-30e56bdd-2944-4c1a-bc0b-bc5378540973 service neutron] Attempting to bind port d307967d-12c5-4414-8134-350947594e78 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '0bd969b1-cdf6-40b7-a43b-e6735f079148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:44:51.386438 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-30e56bdd-2944-4c1a-bc0b-bc5378540973 service neutron] Attempting to bind port d307967d-12c5-4414-8134-350947594e78 on network 9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:44:51.446476 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6c7e36cf-d7ea-4530-96d3-44131eff2d68 req-2101dd92-d986-42bb-8a35-dc3ba7fc2fbb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248753 Jan 28 00:44:51.532391 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-30e56bdd-2944-4c1a-bc0b-bc5378540973 service neutron] Port d307967d-12c5-4414-8134-350947594e78 on network 9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:44:51.532879 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-30e56bdd-2944-4c1a-bc0b-bc5378540973 service neutron] Attempting to bind port d307967d-12c5-4414-8134-350947594e78 on network 9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:44:51.579017 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-30e56bdd-2944-4c1a-bc0b-bc5378540973 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:44:51.579365 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-30e56bdd-2944-4c1a-bc0b-bc5378540973 service neutron] Checking segment: {'id': '0bd969b1-cdf6-40b7-a43b-e6735f079148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:44:51.579791 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-30e56bdd-2944-4c1a-bc0b-bc5378540973 service neutron] Bound using segment: {'id': '0bd969b1-cdf6-40b7-a43b-e6735f079148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:44:51.580246 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-30e56bdd-2944-4c1a-bc0b-bc5378540973 service neutron] Bound port: d307967d-12c5-4414-8134-350947594e78, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd969b1-cdf6-40b7-a43b-e6735f079148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:44:51.580617 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-30e56bdd-2944-4c1a-bc0b-bc5378540973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d307967d-12c5-4414-8134-350947594e78), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:51.634453 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8098c1-1f4b-4a65-9f3f-1028e56dbaac req-b90112f8-f8d8-4c32-9a0e-fc07d0120fec tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:51.636091 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f8098c1-1f4b-4a65-9f3f-1028e56dbaac req-b90112f8-f8d8-4c32-9a0e-fc07d0120fec tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] 10.222.0.70 "GET /v2.0/ports?device_id=beb643f2-8b6a-4a43-8e22-6dda9e72bc48 HTTP/1.1" status: 200 len: 946 time: 0.2458081 Jan 28 00:44:51.686480 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37a04998-454e-42e3-ab9d-45840de12e0b req-6aac8296-b1a6-475b-8431-e3b21c1d1abb service neutron] 10.222.0.52 "GET /v2.0/networks/9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180768 Jan 28 00:44:51.737793 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af616ca-ad3d-415a-8354-af622b51bd14 req-02b4db60-9f61-4fba-8876-ffbab45be9c9 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:51.740094 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7af616ca-ad3d-415a-8354-af622b51bd14 req-02b4db60-9f61-4fba-8876-ffbab45be9c9 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=496cc5b8-e748-4045-bdea-dc05d105a452 HTTP/1.1" status: 200 len: 943 time: 0.2376018 Jan 28 00:44:51.837672 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-30e56bdd-2944-4c1a-bc0b-bc5378540973 service neutron] For port d307967d-12c5-4414-8134-350947594e78, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:44:51.842953 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f8098c1-1f4b-4a65-9f3f-1028e56dbaac req-7245127d-a681-4f0a-9d97-6d9c33bf6143 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3bd1f19-758e-4a27-b6db-66a0c81ba6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706228 Jan 28 00:44:52.186237 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-30e56bdd-2944-4c1a-bc0b-bc5378540973 service neutron] For port d307967d-12c5-4414-8134-350947594e78, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=d307967d-12c5-4414-8134-350947594e78,segment=NetworkSegment(0bd969b1-cdf6-40b7-a43b-e6735f079148),segment_id=0bd969b1-cdf6-40b7-a43b-e6735f079148)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:44:52.204664 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-30e56bdd-2944-4c1a-bc0b-bc5378540973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (d307967d-12c5-4414-8134-350947594e78), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:52.234756 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7af616ca-ad3d-415a-8354-af622b51bd14 req-da091fc7-12dc-496e-b231-8c225a1c10ed tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4840548 Jan 28 00:44:52.263014 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37a04998-454e-42e3-ab9d-45840de12e0b req-eb5e8939-d1a6-43b6-8b25-3c0c2e1ece3c service neutron] 10.222.0.52 "GET /v2.0/networks/9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5658815 Jan 28 00:44:52.269794 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-30e56bdd-2944-4c1a-bc0b-bc5378540973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:52.271964 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-30e56bdd-2944-4c1a-bc0b-bc5378540973 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:52.273480 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-30e56bdd-2944-4c1a-bc0b-bc5378540973 service neutron] 10.222.0.65 "PUT /v2.0/ports/d307967d-12c5-4414-8134-350947594e78 HTTP/1.1" status: 200 len: 1091 time: 3.2292051 Jan 28 00:44:52.273977 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496cc5b8-e748-4045-bdea-dc05d105a452', 'tag': 'd307967d-12c5-4414-8134-350947594e78'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:44:52.277129 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4aa361b-74fc-4594-837f-ad61b556dbcc" -d '{"events": [{"name": "network-changed", "server_uuid": "496cc5b8-e748-4045-bdea-dc05d105a452", "tag": "d307967d-12c5-4414-8134-350947594e78"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:44:52.331196 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e56bdd-2944-4c1a-bc0b-bc5378540973 service neutron] Pushing event updated for resources: {'Port': ['ID=d307967d-12c5-4414-8134-350947594e78,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:52.363447 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c40022-d9d2-4783-b589-d61644bd34c9 x-openstack-request-id: req-c2c40022-d9d2-4783-b589-d61644bd34c9 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:44:52.364493 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "496cc5b8-e748-4045-bdea-dc05d105a452", "tag": "d307967d-12c5-4414-8134-350947594e78", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:44:52.364755 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c2c40022-d9d2-4783-b589-d61644bd34c9 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:44:52.365176 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496cc5b8-e748-4045-bdea-dc05d105a452', 'tag': 'd307967d-12c5-4414-8134-350947594e78', 'status': 'completed', 'code': 200} Jan 28 00:44:52.428196 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-25ae9617-a4a4-4f4b-a4f0-c30f000a978b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:52.429857 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-25ae9617-a4a4-4f4b-a4f0-c30f000a978b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86349fac32b14b55a613f15d9ff01b9a&device_id=496cc5b8-e748-4045-bdea-dc05d105a452 HTTP/1.1" status: 200 len: 1094 time: 0.0607007 Jan 28 00:44:52.501534 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-e710046a-e2a3-4fdd-a04c-097e96090d8c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d307967d-12c5-4414-8134-350947594e78 HTTP/1.1" status: 200 len: 217 time: 0.0439336 Jan 28 00:44:52.564187 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-e4617616-b445-490b-a59f-ebac8f0c97a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:52.566758 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-e4617616-b445-490b-a59f-ebac8f0c97a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0a3a2c1-49e1-415c-a253-dd1b44bd9cbb HTTP/1.1" status: 200 len: 854 time: 0.0568783 Jan 28 00:44:52.625394 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-50584d4f-af3c-4a7c-bb15-1010b3533eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:52.626992 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-50584d4f-af3c-4a7c-bb15-1010b3533eff service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534923 Jan 28 00:44:52.737421 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-b4261dc8-5bfa-48db-885e-8014ccb4b850 service neutron] 10.222.0.65 "GET /v2.0/networks/9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006193 Jan 28 00:44:52.841188 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-495e5f74-3107-4e52-afeb-8b1a0f4eb7e2 req-6049a290-00e8-4740-bb71-852a30d8300e service neutron] 10.222.0.65 "GET /v2.0/networks/9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960922 Jan 28 00:44:52.922282 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc559685-6cff-459a-ab87-3872db27d6b6 req-1773d71d-f43e-4225-8801-7eeb97077094 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:52.924128 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fc559685-6cff-459a-ab87-3872db27d6b6 req-1773d71d-f43e-4225-8801-7eeb97077094 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] 10.222.0.52 "GET /v2.0/ports?device_id=beb643f2-8b6a-4a43-8e22-6dda9e72bc48 HTTP/1.1" status: 200 len: 946 time: 0.0685718 Jan 28 00:44:53.097912 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bce78a-740a-4811-849e-670968e0e8d8 req-ef19c7d5-c51a-4d92-a621-dec53999109a tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:53.099837 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3bce78a-740a-4811-849e-670968e0e8d8 req-ef19c7d5-c51a-4d92-a621-dec53999109a tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] 10.222.0.70 "GET /v2.0/ports?device_id=beb643f2-8b6a-4a43-8e22-6dda9e72bc48 HTTP/1.1" status: 200 len: 946 time: 0.1269307 Jan 28 00:44:53.225019 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-fc559685-6cff-459a-ab87-3872db27d6b6 req-d857e81f-3f96-4ef0-9b58-41014e8741d2 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] Deleting port da288de8-a9f3-4f49-834e-f44f9d000af8 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:44:53.225600 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fc559685-6cff-459a-ab87-3872db27d6b6 req-d857e81f-3f96-4ef0-9b58-41014e8741d2 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (da288de8-a9f3-4f49-834e-f44f9d000af8), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:53.235596 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa361b-74fc-4594-837f-ad61b556dbcc req-de8d808d-baaf-4fbf-b8bf-2a3f2d9c9962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:53.237507 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4aa361b-74fc-4594-837f-ad61b556dbcc req-de8d808d-baaf-4fbf-b8bf-2a3f2d9c9962 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86349fac32b14b55a613f15d9ff01b9a&device_id=496cc5b8-e748-4045-bdea-dc05d105a452 HTTP/1.1" status: 200 len: 1094 time: 0.1630948 Jan 28 00:44:53.253781 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3bce78a-740a-4811-849e-670968e0e8d8 req-366d8439-63e7-4310-af30-5f29ad1cfb02 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] 10.222.0.70 "GET /v2.0/security-groups?id=f3bd1f19-758e-4a27-b6db-66a0c81ba6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351237 Jan 28 00:44:53.522520 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-fc559685-6cff-459a-ab87-3872db27d6b6 req-d857e81f-3f96-4ef0-9b58-41014e8741d2 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] For port da288de8-a9f3-4f49-834e-f44f9d000af8, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=da288de8-a9f3-4f49-834e-f44f9d000af8,segment=NetworkSegment(72641d9e-1a20-46de-b50e-8a50f8fc9b28),segment_id=72641d9e-1a20-46de-b50e-8a50f8fc9b28)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:44:53.523243 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fc559685-6cff-459a-ab87-3872db27d6b6 req-d857e81f-3f96-4ef0-9b58-41014e8741d2 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (da288de8-a9f3-4f49-834e-f44f9d000af8), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:53.564314 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09f01e-49aa-4a03-ab3e-93b8ea733d9a req-d174eaf4-7649-4815-8e4f-085ec0a5861b tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:53.565884 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ab09f01e-49aa-4a03-ab3e-93b8ea733d9a req-d174eaf4-7649-4815-8e4f-085ec0a5861b tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=496cc5b8-e748-4045-bdea-dc05d105a452 HTTP/1.1" status: 200 len: 943 time: 0.2042711 Jan 28 00:44:53.571639 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa361b-74fc-4594-837f-ad61b556dbcc req-47536702-862f-4957-a918-854b0a2a37c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:53.574078 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4aa361b-74fc-4594-837f-ad61b556dbcc req-47536702-862f-4957-a918-854b0a2a37c4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08 HTTP/1.1" status: 200 len: 916 time: 0.3189642 Jan 28 00:44:53.576445 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-fc559685-6cff-459a-ab87-3872db27d6b6 req-d857e81f-3f96-4ef0-9b58-41014e8741d2 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] Calling delete_port for da288de8-a9f3-4f49-834e-f44f9d000af8 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:44:53.665516 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4aa361b-74fc-4594-837f-ad61b556dbcc req-9083ce62-dc4e-47f5-8bcd-34f03fc8418b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d307967d-12c5-4414-8134-350947594e78 HTTP/1.1" status: 200 len: 217 time: 0.0785017 Jan 28 00:44:53.789385 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ab09f01e-49aa-4a03-ab3e-93b8ea733d9a req-3242329f-78e2-4003-862a-3614591a93d8 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142820 Jan 28 00:44:53.821919 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa361b-74fc-4594-837f-ad61b556dbcc req-12787df0-5440-4866-bb36-3af5a6f4176b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:53.823358 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4aa361b-74fc-4594-837f-ad61b556dbcc req-12787df0-5440-4866-bb36-3af5a6f4176b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0a3a2c1-49e1-415c-a253-dd1b44bd9cbb HTTP/1.1" status: 200 len: 854 time: 0.1148164 Jan 28 00:44:53.939819 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa361b-74fc-4594-837f-ad61b556dbcc req-870725e6-3f5a-48f4-882c-0986536513bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:53.943058 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4aa361b-74fc-4594-837f-ad61b556dbcc req-870725e6-3f5a-48f4-882c-0986536513bd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040194 Jan 28 00:44:53.966946 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fc559685-6cff-459a-ab87-3872db27d6b6 req-d857e81f-3f96-4ef0-9b58-41014e8741d2 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (da288de8-a9f3-4f49-834e-f44f9d000af8), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:54.005358 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['da288de8-a9f3-4f49-834e-f44f9d000af8'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:44:54.060446 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857e81f-3f96-4ef0-9b58-41014e8741d2 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] Pushing event deleted for resources: {'Port': ['ID=da288de8-a9f3-4f49-834e-f44f9d000af8,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:54.140353 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc559685-6cff-459a-ab87-3872db27d6b6 req-d857e81f-3f96-4ef0-9b58-41014e8741d2 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] No DVR routers for this DVR port da288de8-a9f3-4f49-834e-f44f9d000af8 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:44:54.145600 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-fc559685-6cff-459a-ab87-3872db27d6b6 req-d857e81f-3f96-4ef0-9b58-41014e8741d2 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:54.149124 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fc559685-6cff-459a-ab87-3872db27d6b6 req-d857e81f-3f96-4ef0-9b58-41014e8741d2 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] 10.222.0.52 "DELETE /v2.0/ports/da288de8-a9f3-4f49-834e-f44f9d000af8 HTTP/1.1" status: 204 len: 173 time: 1.2194083 Jan 28 00:44:54.180905 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4aa361b-74fc-4594-837f-ad61b556dbcc req-384f4de7-1997-4e7e-a0c9-5666c793dbb6 service neutron] 10.222.0.65 "GET /v2.0/networks/9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268689 Jan 28 00:44:54.323307 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4aa361b-74fc-4594-837f-ad61b556dbcc req-f51cb1fd-84d3-471b-b571-26b8d56988d9 service neutron] 10.222.0.65 "GET /v2.0/networks/9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315696 Jan 28 00:44:54.366701 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb643f2-8b6a-4a43-8e22-6dda9e72bc48', 'name': 'network-vif-deleted', 'tag': 'da288de8-a9f3-4f49-834e-f44f9d000af8'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:44:54.373453 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8472e3d-0c02-4849-bc3a-49ae83be3411" -d '{"events": [{"server_uuid": "beb643f2-8b6a-4a43-8e22-6dda9e72bc48", "name": "network-vif-deleted", "tag": "da288de8-a9f3-4f49-834e-f44f9d000af8"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:44:54.467385 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d889c2-e0d0-46a8-9f85-95f863bbbc67 x-openstack-request-id: req-04d889c2-e0d0-46a8-9f85-95f863bbbc67 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:44:54.467759 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb643f2-8b6a-4a43-8e22-6dda9e72bc48", "name": "network-vif-deleted", "tag": "da288de8-a9f3-4f49-834e-f44f9d000af8", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:44:54.468155 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-04d889c2-e0d0-46a8-9f85-95f863bbbc67 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:44:54.468579 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb643f2-8b6a-4a43-8e22-6dda9e72bc48', 'name': 'network-vif-deleted', 'tag': 'da288de8-a9f3-4f49-834e-f44f9d000af8', 'status': 'completed', 'code': 200} Jan 28 00:44:54.470754 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d69b7979-d125-4017-953d-999179abf476 req-c967e7d3-f03f-4229-b44a-fd00cd31c0a0 tempest-ServerAddressesNegativeTestJSON-1946523341 tempest-ServerAddressesNegativeTestJSON-1946523341-project] 10.222.0.70 "GET /v2.0/ports?device_id=beb643f2-8b6a-4a43-8e22-6dda9e72bc48 HTTP/1.1" status: 200 len: 210 time: 0.0507531 Jan 28 00:44:55.017377 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27d8d4-9972-4715-bcf7-8e57eec3b62a req-8b349dd1-21ea-435d-a239-f0167564fa07 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:55.021120 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bf27d8d4-9972-4715-bcf7-8e57eec3b62a req-8b349dd1-21ea-435d-a239-f0167564fa07 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=496cc5b8-e748-4045-bdea-dc05d105a452 HTTP/1.1" status: 200 len: 943 time: 0.0906963 Jan 28 00:44:55.105511 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bf27d8d4-9972-4715-bcf7-8e57eec3b62a req-3c1e8cf1-c7fa-478b-baef-bb2fc2da97b3 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780613 Jan 28 00:44:55.560319 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 5fb77e4a-9f62-4222-a66a-394caefafbe2 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:44:55.562460 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55654) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:55.626816 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-f141e582-ad1a-4361-a188-34028e4a42d8 admin admin] Deleting subnet e4c78789-127f-40b2-b146-1218cc02d224 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:44:55.632816 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f141e582-ad1a-4361-a188-34028e4a42d8 admin admin] Publish callbacks [] for subnet (e4c78789-127f-40b2-b146-1218cc02d224), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:55.677317 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f141e582-ad1a-4361-a188-34028e4a42d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (e4c78789-127f-40b2-b146-1218cc02d224), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:55.721237 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 5fb77e4a-9f62-4222-a66a-394caefafbe2, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=5fb77e4a-9f62-4222-a66a-394caefafbe2,segment=NetworkSegment(0bd969b1-cdf6-40b7-a43b-e6735f079148),segment_id=0bd969b1-cdf6-40b7-a43b-e6735f079148)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:44:55.721472 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f141e582-ad1a-4361-a188-34028e4a42d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (e4c78789-127f-40b2-b146-1218cc02d224), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:55.745110 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '5fb77e4a-9f62-4222-a66a-394caefafbe2', 'network_id': '9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08', 'port_id': '5fb77e4a-9f62-4222-a66a-394caefafbe2', 'mac_address': 'fa:16:3e:15:28:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a3a2c1-49e1-415c-a253-dd1b44bd9cbb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:44:55.786240 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f141e582-ad1a-4361-a188-34028e4a42d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (e4c78789-127f-40b2-b146-1218cc02d224), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:55.820426 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141e582-ad1a-4361-a188-34028e4a42d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4c78789-127f-40b2-b146-1218cc02d224,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:55.824891 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 5fb77e4a-9f62-4222-a66a-394caefafbe2 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:44:55.825466 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5fb77e4a-9f62-4222-a66a-394caefafbe2), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:55.827517 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f141e582-ad1a-4361-a188-34028e4a42d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:55.831285 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f141e582-ad1a-4361-a188-34028e4a42d8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e4c78789-127f-40b2-b146-1218cc02d224 HTTP/1.1" status: 204 len: 168 time: 0.2663946 Jan 28 00:44:55.835407 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55656) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:55.855687 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb77e4a-9f62-4222-a66a-394caefafbe2 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:44:55.895274 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 5fb77e4a-9f62-4222-a66a-394caefafbe2, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=5fb77e4a-9f62-4222-a66a-394caefafbe2,segment=NetworkSegment(0bd969b1-cdf6-40b7-a43b-e6735f079148),segment_id=0bd969b1-cdf6-40b7-a43b-e6735f079148)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:44:55.902816 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (5fb77e4a-9f62-4222-a66a-394caefafbe2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:55.939439 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95603780-be75-4e4d-9035-9eb6956e7af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (d7e8f043-54f2-4454-9c8c-8ce9b26dd4a2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:56.002787 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=5fb77e4a-9f62-4222-a66a-394caefafbe2,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:56.017948 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:56.018505 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:56.019077 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:56.019655 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:56.020260 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:56.020817 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:56.021622 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:56.022241 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:56.023070 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:56.023259 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:56.024028 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:56.024617 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:56.025220 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:44:56.102595 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95603780-be75-4e4d-9035-9eb6956e7af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (d7e8f043-54f2-4454-9c8c-8ce9b26dd4a2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:56.141864 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-95603780-be75-4e4d-9035-9eb6956e7af4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7e8f043-54f2-4454-9c8c-8ce9b26dd4a2']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:56.156289 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-95603780-be75-4e4d-9035-9eb6956e7af4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72641d9e-1a20-46de-b50e-8a50f8fc9b28') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:56.156776 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-95603780-be75-4e4d-9035-9eb6956e7af4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72641d9e-1a20-46de-b50e-8a50f8fc9b28') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:44:56.176950 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95603780-be75-4e4d-9035-9eb6956e7af4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (72641d9e-1a20-46de-b50e-8a50f8fc9b28), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:56.206878 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95603780-be75-4e4d-9035-9eb6956e7af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (72641d9e-1a20-46de-b50e-8a50f8fc9b28), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:56.225949 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95603780-be75-4e4d-9035-9eb6956e7af4 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:44:56.227326 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95603780-be75-4e4d-9035-9eb6956e7af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (72641d9e-1a20-46de-b50e-8a50f8fc9b28), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:56.245176 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:44:56.245176 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:44:56.245176 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:44:56.245176 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:44:56.245176 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:44:56.245176 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:44:56.245176 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:44:56.245176 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:44:56.245176 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:44:56.245176 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:44:56.245176 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:44:56.245176 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:44:56.245176 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:44:56.245176 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:44:56.245176 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:44:56.245176 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:44:56.245176 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:44:56.245176 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:44:56.245176 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:44:56.245176 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:44:56.245176 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:44:56.245176 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:44:56.245176 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:44:56.245176 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:44:56.245176 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:44:56.245176 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:44:56.245176 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:44:56.245176 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:44:56.245176 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:44:56.245176 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:44:56.245176 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:44:56.245176 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:44:56.292820 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device d307967d-12c5-4414-8134-350947594e78 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:44:56.299389 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da555df8-6179-45cf-8c2e-1a76fcfe6c34 req-6025f30b-8a41-41f5-88f9-7575e1af8fd0 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:56.302477 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-da555df8-6179-45cf-8c2e-1a76fcfe6c34 req-6025f30b-8a41-41f5-88f9-7575e1af8fd0 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=496cc5b8-e748-4045-bdea-dc05d105a452 HTTP/1.1" status: 200 len: 943 time: 0.0758092 Jan 28 00:44:56.358733 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95603780-be75-4e4d-9035-9eb6956e7af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (d7e8f043-54f2-4454-9c8c-8ce9b26dd4a2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:56.376131 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['5fb77e4a-9f62-4222-a66a-394caefafbe2'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:44:56.384706 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95603780-be75-4e4d-9035-9eb6956e7af4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:56.390537 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-95603780-be75-4e4d-9035-9eb6956e7af4 admin admin] 10.222.0.70 "DELETE /v2.0/networks/d7e8f043-54f2-4454-9c8c-8ce9b26dd4a2 HTTP/1.1" status: 204 len: 168 time: 0.5532804 Jan 28 00:44:56.429243 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-da555df8-6179-45cf-8c2e-1a76fcfe6c34 req-79e8a82d-b178-43e0-a69a-7c765d248504 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065879 Jan 28 00:44:56.429959 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95603780-be75-4e4d-9035-9eb6956e7af4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7e8f043-54f2-4454-9c8c-8ce9b26dd4a2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:56.594470 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port d307967d-12c5-4414-8134-350947594e78, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=d307967d-12c5-4414-8134-350947594e78,segment=NetworkSegment(0bd969b1-cdf6-40b7-a43b-e6735f079148),segment_id=0bd969b1-cdf6-40b7-a43b-e6735f079148)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:44:56.634914 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55664) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:56.639871 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'd307967d-12c5-4414-8134-350947594e78', 'network_id': '9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08', 'port_id': 'd307967d-12c5-4414-8134-350947594e78', 'mac_address': 'fa:16:3e:c1:09:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a3a2c1-49e1-415c-a253-dd1b44bd9cbb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:44:56.688057 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c72a7ed2-5746-46b3-a0eb-e741947f6407 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f944e894da1d4aeca878656f78a834ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0509830 Jan 28 00:44:56.692360 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55666) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:56.757700 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce21dfaa-1557-4426-96d5-d1e749e3c1a6 admin admin] Publish callbacks [] for security_group (f3bd1f19-758e-4a27-b6db-66a0c81ba6ed), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:56.761696 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port d307967d-12c5-4414-8134-350947594e78 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:44:56.762843 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d307967d-12c5-4414-8134-350947594e78), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:56.785905 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce21dfaa-1557-4426-96d5-d1e749e3c1a6 admin admin] Publish callbacks [] for security_group (f3bd1f19-758e-4a27-b6db-66a0c81ba6ed), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:56.787380 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d307967d-12c5-4414-8134-350947594e78 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:44:56.831424 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port d307967d-12c5-4414-8134-350947594e78, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=d307967d-12c5-4414-8134-350947594e78,segment=NetworkSegment(0bd969b1-cdf6-40b7-a43b-e6735f079148),segment_id=0bd969b1-cdf6-40b7-a43b-e6735f079148)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:44:56.838229 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (d307967d-12c5-4414-8134-350947594e78), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:56.842795 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce21dfaa-1557-4426-96d5-d1e749e3c1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f3bd1f19-758e-4a27-b6db-66a0c81ba6ed), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:56.845855 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce21dfaa-1557-4426-96d5-d1e749e3c1a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:56.847300 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ce21dfaa-1557-4426-96d5-d1e749e3c1a6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f3bd1f19-758e-4a27-b6db-66a0c81ba6ed HTTP/1.1" status: 204 len: 168 time: 0.1538091 Jan 28 00:44:56.860667 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21dfaa-1557-4426-96d5-d1e749e3c1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bd1f19-758e-4a27-b6db-66a0c81ba6ed,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:56.908393 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=d307967d-12c5-4414-8134-350947594e78,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:44:57.270322 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['d307967d-12c5-4414-8134-350947594e78'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:44:57.585253 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device da288de8-a9f3-4f49-834e-f44f9d000af8 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:44:57.640212 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: da288de8-a9f3-4f49-834e-f44f9d000af8 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:44:57.641982 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device da288de8-a9f3-4f49-834e-f44f9d000af8 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:44:57.682940 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931da53-5f3a-4e02-9c9f-cf318c631baa req-f402a639-a960-461e-be0b-28a98944b922 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:57.685012 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a931da53-5f3a-4e02-9c9f-cf318c631baa req-f402a639-a960-461e-be0b-28a98944b922 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=496cc5b8-e748-4045-bdea-dc05d105a452 HTTP/1.1" status: 200 len: 944 time: 0.1109569 Jan 28 00:44:57.803946 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a931da53-5f3a-4e02-9c9f-cf318c631baa req-b5a27c2a-2ded-4877-b97e-ded2c7df8b12 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063035 Jan 28 00:44:58.259289 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62740b-7e66-45dc-86d7-b34850338192 req-6990bb71-518f-4eda-8795-d890255bd1b8 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:58.266777 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cd62740b-7e66-45dc-86d7-b34850338192 req-6990bb71-518f-4eda-8795-d890255bd1b8 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 1096 time: 0.0680964 Jan 28 00:44:58.320335 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cd62740b-7e66-45dc-86d7-b34850338192 req-b416d281-3c4f-4edd-bd15-b79748c1bed5 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524788 Jan 28 00:44:58.592802 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-813ca327-45ab-4fba-870d-f5464eebf32d req-f082aa99-a80d-41f6-a888-0ac758184361 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1488471 Jan 28 00:44:58.608404 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9d378-346a-4a19-87bc-7333fd791abe req-7bf61527-4f25-4ecc-b9e0-b500ec252795 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:58.620643 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-10d9d378-346a-4a19-87bc-7333fd791abe req-7bf61527-4f25-4ecc-b9e0-b500ec252795 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 945 time: 0.2025104 Jan 28 00:44:58.825089 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-915e4395-653a-482a-b256-5d0f8621cdb9 req-baa38ee0-9ebf-4ff1-be45-06df95d728f4 tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=959a8035-5b48-4795-bb54-9cbca8e1964e HTTP/1.1" status: 200 len: 210 time: 0.1175396 Jan 28 00:44:58.852747 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-10d9d378-346a-4a19-87bc-7333fd791abe req-5af78563-2af6-492c-bf72-6d73ef770ac4 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291629 Jan 28 00:44:58.899013 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55724) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:44:58.901722 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ca327-45ab-4fba-870d-f5464eebf32d req-1a8b34f3-5b4a-4946-8cdf-48e8cfb66acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:58.903279 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-813ca327-45ab-4fba-870d-f5464eebf32d req-1a8b34f3-5b4a-4946-8cdf-48e8cfb66acb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 1096 time: 0.1981418 Jan 28 00:44:59.070027 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-55a40cdd-3966-4900-a7eb-8865eaa4b774 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/floatingips/04dfba1c-ea0c-49b3-a196-48cb3ec997a8 HTTP/1.1" status: 200 len: 993 time: 0.1678100 Jan 28 00:44:59.123579 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ca327-45ab-4fba-870d-f5464eebf32d req-8b6cfbc9-1841-4a79-ab78-3abfc8daf8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:59.137022 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-813ca327-45ab-4fba-870d-f5464eebf32d req-8b6cfbc9-1841-4a79-ab78-3abfc8daf8b0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a0115283-37e4-4300-b073-93415e04c5b3 HTTP/1.1" status: 200 len: 898 time: 0.2081902 Jan 28 00:44:59.286447 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-813ca327-45ab-4fba-870d-f5464eebf32d req-f1dbaeca-8227-4432-af45-47a2f79757ee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4929571-b7dc-46f2-ae53-5eaaaade111c HTTP/1.1" status: 200 len: 1001 time: 0.1382596 Jan 28 00:44:59.300554 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275b351-4093-4f00-b434-e3393bd10f7b req-1a25fb10-29ec-4760-8d13-c30f6eed5fb2 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:59.324514 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f275b351-4093-4f00-b434-e3393bd10f7b req-1a25fb10-29ec-4760-8d13-c30f6eed5fb2 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=496cc5b8-e748-4045-bdea-dc05d105a452 HTTP/1.1" status: 200 len: 944 time: 0.2914867 Jan 28 00:44:59.496510 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ca327-45ab-4fba-870d-f5464eebf32d req-701590b4-2a40-41bd-ab60-d253f60619b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:59.498871 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-813ca327-45ab-4fba-870d-f5464eebf32d req-701590b4-2a40-41bd-ab60-d253f60619b3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aeea355b-e41d-4155-a2d2-01f3cdab9964 HTTP/1.1" status: 200 len: 834 time: 0.1710460 Jan 28 00:44:59.521680 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f275b351-4093-4f00-b434-e3393bd10f7b req-4f0a6f2c-72b4-41d9-abf4-18982a53a78a tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908741 Jan 28 00:44:59.624344 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 5fb77e4a-9f62-4222-a66a-394caefafbe2 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:44:59.646098 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ca327-45ab-4fba-870d-f5464eebf32d req-9f0899fc-f7c1-4cc6-8ea5-7ccce79dfeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:44:59.651396 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-813ca327-45ab-4fba-870d-f5464eebf32d req-9f0899fc-f7c1-4cc6-8ea5-7ccce79dfeb6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a0115283-37e4-4300-b073-93415e04c5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1269200 Jan 28 00:44:59.807667 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 5fb77e4a-9f62-4222-a66a-394caefafbe2 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:44:59.820594 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 5fb77e4a-9f62-4222-a66a-394caefafbe2 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:44:59.822351 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (5fb77e4a-9f62-4222-a66a-394caefafbe2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:44:59.923384 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-584aa8a0-da2e-4a27-9b9b-fa4965023adc req-eba3bb39-9e39-481c-b22c-f3956706117f tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0699732 Jan 28 00:44:59.972310 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-813ca327-45ab-4fba-870d-f5464eebf32d req-89e7582f-b322-436d-8dc3-3ebbeb4ebdc1 service neutron] 10.222.0.65 "GET /v2.0/networks/a0115283-37e4-4300-b073-93415e04c5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925248 Jan 28 00:45:00.093036 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 5fb77e4a-9f62-4222-a66a-394caefafbe2 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:45:00.093437 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5fb77e4a-9f62-4222-a66a-394caefafbe2), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:00.179452 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb6b98c-6509-4c01-876c-c430adece520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb77e4a-9f62-4222-a66a-394caefafbe2'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:45:00.184970 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecdc4b5-62a0-4bd8-a204-8ceb7b7e4c75" -d '{"events": [{"server_uuid": "efb6b98c-6509-4c01-876c-c430adece520", "name": "network-vif-plugged", "status": "completed", "tag": "5fb77e4a-9f62-4222-a66a-394caefafbe2"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:45:00.243403 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 5fb77e4a-9f62-4222-a66a-394caefafbe2, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=5fb77e4a-9f62-4222-a66a-394caefafbe2,segment=NetworkSegment(0bd969b1-cdf6-40b7-a43b-e6735f079148),segment_id=0bd969b1-cdf6-40b7-a43b-e6735f079148)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:45:00.254014 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (5fb77e4a-9f62-4222-a66a-394caefafbe2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:00.346112 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9975bc7-1d95-40ac-9163-63e22778eb6c x-openstack-request-id: req-d9975bc7-1d95-40ac-9163-63e22778eb6c {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:45:00.346744 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb6b98c-6509-4c01-876c-c430adece520", "name": "network-vif-plugged", "status": "completed", "tag": "5fb77e4a-9f62-4222-a66a-394caefafbe2", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:45:00.347236 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d9975bc7-1d95-40ac-9163-63e22778eb6c {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:45:00.348017 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb6b98c-6509-4c01-876c-c430adece520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb77e4a-9f62-4222-a66a-394caefafbe2', 'code': 200} Jan 28 00:45:00.354966 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device d307967d-12c5-4414-8134-350947594e78 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:45:00.425026 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=5fb77e4a-9f62-4222-a66a-394caefafbe2,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:00.448856 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port d307967d-12c5-4414-8134-350947594e78 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:45:00.456638 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port d307967d-12c5-4414-8134-350947594e78 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:45:00.458079 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d307967d-12c5-4414-8134-350947594e78), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:00.580020 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-52ea7f81-d855-41f2-b80c-6042bae8cb09 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1912043 Jan 28 00:45:00.588874 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-813ca327-45ab-4fba-870d-f5464eebf32d req-40cdaa5c-60ce-47bd-99c3-35564d7e3083 service neutron] 10.222.0.65 "GET /v2.0/networks/a0115283-37e4-4300-b073-93415e04c5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6047323 Jan 28 00:45:00.593942 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-046fb8cd-9844-40c2-9510-51db65d939e2 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:45:00.621766 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-046fb8cd-9844-40c2-9510-51db65d939e2 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0383968 Jan 28 00:45:00.661388 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759d73e-4231-4fcf-86ca-908875d5c60d req-595332cd-24b2-426e-bf23-d0fd64f807a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:00.666754 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e759d73e-4231-4fcf-86ca-908875d5c60d req-595332cd-24b2-426e-bf23-d0fd64f807a5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=efb6b98c-6509-4c01-876c-c430adece520 HTTP/1.1" status: 200 len: 1097 time: 0.1948366 Jan 28 00:45:00.682969 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port d307967d-12c5-4414-8134-350947594e78 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:45:00.684054 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d307967d-12c5-4414-8134-350947594e78), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:00.698773 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01b8c0-1948-47fb-a5fd-0acbfb84a932 req-419c7bdf-70e7-45ed-88f1-7c61e625019c tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:00.712477 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7c01b8c0-1948-47fb-a5fd-0acbfb84a932 req-419c7bdf-70e7-45ed-88f1-7c61e625019c tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 945 time: 0.3768523 Jan 28 00:45:00.849841 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port d307967d-12c5-4414-8134-350947594e78, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=d307967d-12c5-4414-8134-350947594e78,segment=NetworkSegment(0bd969b1-cdf6-40b7-a43b-e6735f079148),segment_id=0bd969b1-cdf6-40b7-a43b-e6735f079148)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:45:00.868079 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (d307967d-12c5-4414-8134-350947594e78), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:00.914132 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e759d73e-4231-4fcf-86ca-908875d5c60d req-917daa30-4086-42c0-9cad-15b86e7d59af service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946805 Jan 28 00:45:00.954309 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0322d3c-85de-4ce3-944c-93043e758444 req-8fa3e19e-16a5-472e-b90b-62ef1898fc99 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:00.966447 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d0322d3c-85de-4ce3-944c-93043e758444 req-8fa3e19e-16a5-472e-b90b-62ef1898fc99 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=496cc5b8-e748-4045-bdea-dc05d105a452 HTTP/1.1" status: 200 len: 944 time: 0.1274879 Jan 28 00:45:01.024301 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7c01b8c0-1948-47fb-a5fd-0acbfb84a932 req-2a84c8da-fd33-4701-8e05-da0c5009e010 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3092525 Jan 28 00:45:01.046597 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=d307967d-12c5-4414-8134-350947594e78,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:01.177877 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d0322d3c-85de-4ce3-944c-93043e758444 req-4ea3ed11-473e-42d6-8d0b-f7bfff72072b tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098854 Jan 28 00:45:01.220111 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-af283474-a331-4765-9a2a-23401b4deba5 req-a6397299-859c-44de-ba77-0d426cfa83e7 tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0781474 Jan 28 00:45:01.955235 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62970242-2a54-4649-b3cc-9670a87abeed req-a5a9dcac-737d-4379-9216-04110e87469d tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:01.969002 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62970242-2a54-4649-b3cc-9670a87abeed req-a5a9dcac-737d-4379-9216-04110e87469d tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 945 time: 0.1075540 Jan 28 00:45:02.058549 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62970242-2a54-4649-b3cc-9670a87abeed req-4c8d6be2-db27-4ec6-8c62-15f85176efa1 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825245 Jan 28 00:45:02.267439 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83357aab-2a8e-4b6f-81cf-65e30817c6d0 req-35ccd8b2-44f1-42f5-b07b-4072308efce6 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:02.270063 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-83357aab-2a8e-4b6f-81cf-65e30817c6d0 req-35ccd8b2-44f1-42f5-b07b-4072308efce6 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 945 time: 0.1028605 Jan 28 00:45:02.349947 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496cc5b8-e748-4045-bdea-dc05d105a452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd307967d-12c5-4414-8134-350947594e78'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:45:02.353358 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade1b475-5c9a-4cc5-ba8a-a71d5348324f" -d '{"events": [{"server_uuid": "496cc5b8-e748-4045-bdea-dc05d105a452", "name": "network-vif-plugged", "status": "completed", "tag": "d307967d-12c5-4414-8134-350947594e78"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:45:02.376812 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-83357aab-2a8e-4b6f-81cf-65e30817c6d0 req-16f2972e-4720-4db8-bd47-176a8f031013 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929439 Jan 28 00:45:02.516422 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef57f72-a84f-41ac-996a-3af3e0d2f593 req-994bc05e-6ee6-432e-92ab-3e87b639cec1 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:02.519116 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6ef57f72-a84f-41ac-996a-3af3e0d2f593 req-994bc05e-6ee6-432e-92ab-3e87b639cec1 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=496cc5b8-e748-4045-bdea-dc05d105a452 HTTP/1.1" status: 200 len: 945 time: 0.1580119 Jan 28 00:45:02.661757 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ed19c6c3-8a99-4db0-b30d-6c5b24c74e2d req-1df63262-5647-4907-b436-67a25be027bd tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0660112 Jan 28 00:45:02.678418 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6ef57f72-a84f-41ac-996a-3af3e0d2f593 req-802d0ba3-0d43-490d-8393-f04d12c997e0 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437440 Jan 28 00:45:02.763696 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18d589c-1988-4acd-8289-c0d9a590d7b3 x-openstack-request-id: req-f18d589c-1988-4acd-8289-c0d9a590d7b3 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:45:02.764203 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496cc5b8-e748-4045-bdea-dc05d105a452", "name": "network-vif-plugged", "status": "completed", "tag": "d307967d-12c5-4414-8134-350947594e78", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:45:02.764479 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f18d589c-1988-4acd-8289-c0d9a590d7b3 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:45:02.764917 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496cc5b8-e748-4045-bdea-dc05d105a452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd307967d-12c5-4414-8134-350947594e78', 'code': 200} Jan 28 00:45:02.989963 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fdac8-44a9-4feb-b243-2b060986bf6e req-4f7261e1-dc60-4b39-866c-f6283b90e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:02.992442 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-949fdac8-44a9-4feb-b243-2b060986bf6e req-4f7261e1-dc60-4b39-866c-f6283b90e1d1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=496cc5b8-e748-4045-bdea-dc05d105a452 HTTP/1.1" status: 200 len: 1096 time: 0.0572033 Jan 28 00:45:03.049795 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-949fdac8-44a9-4feb-b243-2b060986bf6e req-100adf41-316d-41f4-946b-9335954a37b3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508347 Jan 28 00:45:03.289426 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becc8ce-3a9b-4db7-b4cb-8c85839c3ad3 req-e6309b0e-2c0e-4400-b83d-ee17d913e281 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:03.291582 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7becc8ce-3a9b-4db7-b4cb-8c85839c3ad3 req-e6309b0e-2c0e-4400-b83d-ee17d913e281 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 945 time: 0.0748894 Jan 28 00:45:03.387427 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7becc8ce-3a9b-4db7-b4cb-8c85839c3ad3 req-37e21671-5417-47d4-85e6-4ee277ca0d38 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830681 Jan 28 00:45:03.611253 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9b9e8-55c1-4e05-8d39-372d684cf393 req-b7be97b5-4050-4f8c-94af-1baaa87ea123 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:03.613384 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eac9b9e8-55c1-4e05-8d39-372d684cf393 req-b7be97b5-4050-4f8c-94af-1baaa87ea123 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 945 time: 0.0949185 Jan 28 00:45:03.641834 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-49cd8a67-babc-4b34-8df2-00d06d19214c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:03.645931 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-49cd8a67-babc-4b34-8df2-00d06d19214c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 1096 time: 0.0814953 Jan 28 00:45:03.914538 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a70a812e-60d2-4433-93b4-b057f16709c6 req-b5e905db-7e7c-4b0b-a6f3-30d8da42a307 tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0932624 Jan 28 00:45:03.927981 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eac9b9e8-55c1-4e05-8d39-372d684cf393 req-8835f769-e76a-4f46-8e8f-eeb93fce0a6c tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3033547 Jan 28 00:45:03.969450 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab42ac-ac0c-4281-ac42-cee32a720319 req-0a672263-4d31-4896-b014-d344b434cad0 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:03.972219 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-08ab42ac-ac0c-4281-ac42-cee32a720319 req-0a672263-4d31-4896-b014-d344b434cad0 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 945 time: 0.3139420 Jan 28 00:45:04.098411 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-504e0b68-4999-42f9-873a-b5f882a4810a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:04.101172 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-504e0b68-4999-42f9-873a-b5f882a4810a service neutron] 10.222.0.65 "GET /v2.0/networks?id=a0115283-37e4-4300-b073-93415e04c5b3 HTTP/1.1" status: 200 len: 898 time: 0.4412539 Jan 28 00:45:04.349860 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790a3c1-8658-4168-82c4-cdad3e5e3f14 req-89b480e5-4b94-4be5-813c-cfc73539605f tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:04.352401 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9790a3c1-8658-4168-82c4-cdad3e5e3f14 req-89b480e5-4b94-4be5-813c-cfc73539605f tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=496cc5b8-e748-4045-bdea-dc05d105a452 HTTP/1.1" status: 200 len: 945 time: 0.2991598 Jan 28 00:45:04.365026 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-d358b9d0-f127-42ba-970b-14b6afa10c37 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4929571-b7dc-46f2-ae53-5eaaaade111c HTTP/1.1" status: 200 len: 1001 time: 0.2346725 Jan 28 00:45:04.454020 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-08ab42ac-ac0c-4281-ac42-cee32a720319 req-b0125238-f02f-4a37-a48a-d4a5cb0363f8 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Deleting port 44b53648-5b05-4c4a-a492-464e8fb34dce {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:45:04.454381 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-08ab42ac-ac0c-4281-ac42-cee32a720319 req-b0125238-f02f-4a37-a48a-d4a5cb0363f8 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (44b53648-5b05-4c4a-a492-464e8fb34dce), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:04.499576 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9790a3c1-8658-4168-82c4-cdad3e5e3f14 req-822b59bd-569b-42fd-9301-4fbb1f1ce749 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310909 Jan 28 00:45:04.540546 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-aaefec70-b50e-47db-bd5a-f2b9d4da9b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:04.542073 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-aaefec70-b50e-47db-bd5a-f2b9d4da9b8f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aeea355b-e41d-4155-a2d2-01f3cdab9964 HTTP/1.1" status: 200 len: 834 time: 0.1536968 Jan 28 00:45:04.667305 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-08ab42ac-ac0c-4281-ac42-cee32a720319 req-b0125238-f02f-4a37-a48a-d4a5cb0363f8 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] For port 44b53648-5b05-4c4a-a492-464e8fb34dce, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=44b53648-5b05-4c4a-a492-464e8fb34dce,segment=NetworkSegment(f55b242a-a928-4d72-b482-8fb9a57575c2),segment_id=f55b242a-a928-4d72-b482-8fb9a57575c2)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:45:04.667595 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-08ab42ac-ac0c-4281-ac42-cee32a720319 req-b0125238-f02f-4a37-a48a-d4a5cb0363f8 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (44b53648-5b05-4c4a-a492-464e8fb34dce), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:04.692090 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7314a2d-956f-4cb8-b92f-ffddd97bbba0 req-930f9171-e9b9-40e5-a40e-fb90ab240903 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:04.693808 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c7314a2d-956f-4cb8-b92f-ffddd97bbba0 req-930f9171-e9b9-40e5-a40e-fb90ab240903 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 945 time: 0.1427636 Jan 28 00:45:04.700408 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-bd528bf4-bd89-49c5-a3d7-9e2732f126be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:04.702049 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-bd528bf4-bd89-49c5-a3d7-9e2732f126be service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a0115283-37e4-4300-b073-93415e04c5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1315520 Jan 28 00:45:05.180059 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3d76b53b-d324-4489-8cb9-368f5e5da569 req-5ab3fc67-48f1-445f-9523-f8d8f56561ca tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.1097767 Jan 28 00:45:05.185524 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c0c9e897-3fb4-41b1-b721-22b82825f3bb req-0736a844-e782-49e9-9e74-0a30dbcb473d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=959a8035-5b48-4795-bb54-9cbca8e1964e HTTP/1.1" status: 200 len: 210 time: 0.0424035 Jan 28 00:45:05.263556 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c7314a2d-956f-4cb8-b92f-ffddd97bbba0 req-f30b99dc-d861-4be4-8ed2-40ce15eb5b6b tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=b042d5a2-0a4e-486b-96e8-a2bda9764b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5586102 Jan 28 00:45:05.404058 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-1636cc0c-e2ab-4ab3-bd7f-7aee580351bb service neutron] 10.222.0.65 "GET /v2.0/networks/a0115283-37e4-4300-b073-93415e04c5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350747 Jan 28 00:45:05.474413 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-08ab42ac-ac0c-4281-ac42-cee32a720319 req-b0125238-f02f-4a37-a48a-d4a5cb0363f8 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:05.475043 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-08ab42ac-ac0c-4281-ac42-cee32a720319 req-b0125238-f02f-4a37-a48a-d4a5cb0363f8 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (8dd76059-37f4-43e7-90fb-c37ea3042c5e), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:05.475682 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [req-08ab42ac-ac0c-4281-ac42-cee32a720319 req-b0125238-f02f-4a37-a48a-d4a5cb0363f8 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Floating IP 8dd76059-37f4-43e7-90fb-c37ea3042c5e disassociated. External IP: 172.25.3.111, port: 44b53648-5b05-4c4a-a492-464e8fb34dce. Jan 28 00:45:05.476222 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-08ab42ac-ac0c-4281-ac42-cee32a720319 req-b0125238-f02f-4a37-a48a-d4a5cb0363f8 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Calling delete_port for 44b53648-5b05-4c4a-a492-464e8fb34dce owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:45:05.649554 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e114c9d-0c1f-4711-84da-b99bc04c80a1 req-cabdc232-6107-488a-9f9d-dd54d9d68e23 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:05.656233 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e114c9d-0c1f-4711-84da-b99bc04c80a1 req-cabdc232-6107-488a-9f9d-dd54d9d68e23 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 945 time: 0.3727148 Jan 28 00:45:05.771014 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-49633390-8263-4c81-92a6-fceb7a1798de service neutron] 10.222.0.65 "GET /v2.0/networks/a0115283-37e4-4300-b073-93415e04c5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550417 Jan 28 00:45:05.860936 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26914596-9935-4adb-ac7d-b72ee03181e8 req-08422d79-5f14-40c8-bab7-7b83ed9118bb tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:05.862532 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-26914596-9935-4adb-ac7d-b72ee03181e8 req-08422d79-5f14-40c8-bab7-7b83ed9118bb tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=496cc5b8-e748-4045-bdea-dc05d105a452 HTTP/1.1" status: 200 len: 945 time: 0.2020488 Jan 28 00:45:05.868141 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e114c9d-0c1f-4711-84da-b99bc04c80a1 req-d2ad6818-a665-441b-a6f1-f3fb73110b9c tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020566 Jan 28 00:45:05.921123 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8519f7c9-df0d-4354-8f3f-95109bdc498e req-7026fed8-57b2-4cda-a161-21d899c609b9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0909815 Jan 28 00:45:05.986989 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-26914596-9935-4adb-ac7d-b72ee03181e8 req-226ab9af-1d45-4a8a-855f-801e574e1f5b tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087799 Jan 28 00:45:05.999933 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-08ab42ac-ac0c-4281-ac42-cee32a720319 req-b0125238-f02f-4a37-a48a-d4a5cb0363f8 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (44b53648-5b05-4c4a-a492-464e8fb34dce), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:06.033410 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-201cb81a-1cc4-4be3-a0d5-bfb6b08b83b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:06.056012 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0125238-f02f-4a37-a48a-d4a5cb0363f8 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Pushing event deleted for resources: {'Port': ['ID=44b53648-5b05-4c4a-a492-464e8fb34dce,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:06.227686 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885359c-2c38-4a72-83f6-11e89a0c04b3 req-a1179856-e40f-48a7-89d1-0f1bf99124cf tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:06.229312 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b885359c-2c38-4a72-83f6-11e89a0c04b3 req-a1179856-e40f-48a7-89d1-0f1bf99124cf tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 945 time: 0.1123748 Jan 28 00:45:06.251759 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08ab42ac-ac0c-4281-ac42-cee32a720319 req-b0125238-f02f-4a37-a48a-d4a5cb0363f8 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Router a9fc9f53-99cc-4a9f-9ddc-c741a0650f37 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:45:06.400764 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb74265b-ff38-4088-b2ba-636985b4a11b req-5ace14d0-6077-432e-810a-884384ca0a9f tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.1050680 Jan 28 00:45:06.418394 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b885359c-2c38-4a72-83f6-11e89a0c04b3 req-f56a2082-416c-46e4-a2af-12487d9fa480 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697514 Jan 28 00:45:06.670701 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-08fdae37-8bd8-4e2c-a11d-4e0ef8da4520 req-9f5c6de6-8376-41c8-a1fb-8b2f69f9389b tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 210 time: 0.0886426 Jan 28 00:45:06.719371 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08ab42ac-ac0c-4281-ac42-cee32a720319 req-b0125238-f02f-4a37-a48a-d4a5cb0363f8 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:45:06.732580 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df051697-d721-4db7-aced-2f7825d25af9 None None] Sync routers for ids ['a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:45:06.752258 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df051697-d721-4db7-aced-2f7825d25af9 None None] Routers {'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:45:06.753285 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-df051697-d721-4db7-aced-2f7825d25af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:44:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:45:06.856860 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ab42ac-ac0c-4281-ac42-cee32a720319 req-b0125238-f02f-4a37-a48a-d4a5cb0363f8 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] No DVR routers for this DVR port 44b53648-5b05-4c4a-a492-464e8fb34dce on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:45:06.862214 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-08ab42ac-ac0c-4281-ac42-cee32a720319 req-b0125238-f02f-4a37-a48a-d4a5cb0363f8 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:06.868399 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-08ab42ac-ac0c-4281-ac42-cee32a720319 req-b0125238-f02f-4a37-a48a-d4a5cb0363f8 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.52 "DELETE /v2.0/ports/44b53648-5b05-4c4a-a492-464e8fb34dce HTTP/1.1" status: 204 len: 173 time: 2.8900125 Jan 28 00:45:06.869489 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3796f9-5115-4bff-9e43-1d38ffb012aa', 'name': 'network-vif-deleted', 'tag': '44b53648-5b05-4c4a-a492-464e8fb34dce'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:45:06.874799 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a04493-b7c2-4e93-a8e8-53491ad7757d" -d '{"events": [{"server_uuid": "fd3796f9-5115-4bff-9e43-1d38ffb012aa", "name": "network-vif-deleted", "tag": "44b53648-5b05-4c4a-a492-464e8fb34dce"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:45:06.892756 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7d51c-2b97-4072-96fb-c4ae9b284690 req-9a5ad79b-2552-4be4-b7a7-2d486793a95f tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:06.895169 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-df051697-d721-4db7-aced-2f7825d25af9 None None] Set router a9fc9f53-99cc-4a9f-9ddc-c741a0650f37 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:45:06.908324 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-59f7d51c-2b97-4072-96fb-c4ae9b284690 req-9a5ad79b-2552-4be4-b7a7-2d486793a95f tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=efb6b98c-6509-4c01-876c-c430adece520 HTTP/1.1" status: 200 len: 946 time: 0.3339543 Jan 28 00:45:07.024732 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210e2ae9-957c-49ba-a704-723dd7499001 x-openstack-request-id: req-210e2ae9-957c-49ba-a704-723dd7499001 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:45:07.025474 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3796f9-5115-4bff-9e43-1d38ffb012aa", "name": "network-vif-deleted", "tag": "44b53648-5b05-4c4a-a492-464e8fb34dce", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:45:07.026854 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-210e2ae9-957c-49ba-a704-723dd7499001 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:45:07.027645 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3796f9-5115-4bff-9e43-1d38ffb012aa', 'name': 'network-vif-deleted', 'tag': '44b53648-5b05-4c4a-a492-464e8fb34dce', 'status': 'completed', 'code': 200} Jan 28 00:45:07.112328 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-59f7d51c-2b97-4072-96fb-c4ae9b284690 req-886bb939-57de-4db8-a824-858ee7003de6 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909683 Jan 28 00:45:07.226925 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-df051697-d721-4db7-aced-2f7825d25af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'name': 'tempest-AttachVolumeTestJSON-1495357353-router', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:22Z', 'updated_at': '2022-01-28T00:38:31Z', 'revision_number': 4, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'gw_port': {'id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:23Z', 'updated_at': '2022-01-28T00:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '172c0466-08b0-4dd9-8f48-3b97bd841204', 'name': '', 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'mac_address': 'fa:16:3e:67:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:29Z', 'updated_at': '2022-01-28T00:38:42Z', 'revision_number': 5, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'subnets': [{'id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:45:07.280283 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df051697-d721-4db7-aced-2f7825d25af9 None None] Checking router: a9fc9f53-99cc-4a9f-9ddc-c741a0650f37 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:45:07.296462 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df051697-d721-4db7-aced-2f7825d25af9 None None] Routers {'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:45:07.298353 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-df051697-d721-4db7-aced-2f7825d25af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:44:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:45:07.386413 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c2750-39d2-49d0-a318-f8dd6a6d2d16 req-8b71feb0-dc0a-4960-afbd-c34228509173 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:07.390141 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2d8c2750-39d2-49d0-a318-f8dd6a6d2d16 req-8b71feb0-dc0a-4960-afbd-c34228509173 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 945 time: 0.1765804 Jan 28 00:45:07.546585 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-df051697-d721-4db7-aced-2f7825d25af9 None None] Set router a9fc9f53-99cc-4a9f-9ddc-c741a0650f37 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:45:07.568184 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2d8c2750-39d2-49d0-a318-f8dd6a6d2d16 req-f648a07b-a1b1-4c3a-9f05-fd85780d9308 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649477 Jan 28 00:45:07.661825 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 44b53648-5b05-4c4a-a492-464e8fb34dce no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:45:07.687870 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7967fc-862f-492f-93f6-cd700d62ba4b req-8de70eed-3dba-4025-a51b-a3987bdcc4a4 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:07.701210 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4c7967fc-862f-492f-93f6-cd700d62ba4b req-8de70eed-3dba-4025-a51b-a3987bdcc4a4 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=496cc5b8-e748-4045-bdea-dc05d105a452 HTTP/1.1" status: 200 len: 945 time: 0.1638761 Jan 28 00:45:07.741513 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 44b53648-5b05-4c4a-a492-464e8fb34dce {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:45:07.742077 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 44b53648-5b05-4c4a-a492-464e8fb34dce not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:45:07.881593 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4c7967fc-862f-492f-93f6-cd700d62ba4b req-d07c65b5-f09e-486c-b18b-d07597db5e7c tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681955 Jan 28 00:45:07.972038 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f80b411-832a-4630-a0b8-06891f4011ac req-d6dd3e95-d53f-4b99-8333-d0c7b331f965 tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0569847 Jan 28 00:45:08.140541 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-df051697-d721-4db7-aced-2f7825d25af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'name': 'tempest-AttachVolumeTestJSON-1495357353-router', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:22Z', 'updated_at': '2022-01-28T00:38:31Z', 'revision_number': 4, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'gw_port': {'id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:23Z', 'updated_at': '2022-01-28T00:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '172c0466-08b0-4dd9-8f48-3b97bd841204', 'name': '', 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'mac_address': 'fa:16:3e:67:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:29Z', 'updated_at': '2022-01-28T00:38:42Z', 'revision_number': 5, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'subnets': [{'id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:45:08.154643 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-68879d98-7f41-4a36-b8f9-9c204a57fcfa req-ea000afe-032b-42f4-abf2-e69d568b8d7d tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd3796f9-5115-4bff-9e43-1d38ffb012aa HTTP/1.1" status: 200 len: 210 time: 0.0792065 Jan 28 00:45:08.215323 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df051697-d721-4db7-aced-2f7825d25af9 None None] The sync data for ids ['a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'] in n-d-826754-1 is: [{'id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'name': 'tempest-AttachVolumeTestJSON-1495357353-router', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:22Z', 'updated_at': '2022-01-28T00:38:31Z', 'revision_number': 4, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'gw_port': {'id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:23Z', 'updated_at': '2022-01-28T00:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '172c0466-08b0-4dd9-8f48-3b97bd841204', 'name': '', 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'mac_address': 'fa:16:3e:67:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:29Z', 'updated_at': '2022-01-28T00:38:42Z', 'revision_number': 5, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'subnets': [{'id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:45:08.361208 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5cdb18f2-3da7-437a-b5ac-918e5149f56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:08.602793 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac91ea6-d344-4621-9d05-b67a5dc5c22c req-1d474c8f-a799-483e-a767-e813e898e82a tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:08.616539 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cac91ea6-d344-4621-9d05-b67a5dc5c22c req-1d474c8f-a799-483e-a767-e813e898e82a tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 945 time: 0.1553521 Jan 28 00:45:08.745730 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cac91ea6-d344-4621-9d05-b67a5dc5c22c req-d6f1c4dc-3aba-4264-a0ee-b64d72182eea tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279199 Jan 28 00:45:08.748267 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9c6f896c-a3c0-47bc-aaff-15ac0ffc5c25 req-beca9074-a27e-42bb-9a45-a47e2b6d1a09 tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0459504 Jan 28 00:45:08.772547 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511432b6-cac3-470f-a8b6-6ad4539f21fa None None] New status for floating IP 8dd76059-37f4-43e7-90fb-c37ea3042c5e: DOWN {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:45:08.986362 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1418c-7d23-4de3-b8d2-7fa2443c5f7a req-30aa080a-7d59-4f65-b422-61f1951929de tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:08.989717 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4c1418c-7d23-4de3-b8d2-7fa2443c5f7a req-30aa080a-7d59-4f65-b422-61f1951929de tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 945 time: 0.1217723 Jan 28 00:45:09.140489 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4c1418c-7d23-4de3-b8d2-7fa2443c5f7a req-2dfd56c0-8052-467b-a2fe-5b03fe37a70b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377289 Jan 28 00:45:09.322905 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55894) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:45:09.414004 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-26945a2d-53c9-4947-86ef-bf6446639212 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for security_group (b042d5a2-0a4e-486b-96e8-a2bda9764b44), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:09.457318 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-26945a2d-53c9-4947-86ef-bf6446639212 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for security_group (b042d5a2-0a4e-486b-96e8-a2bda9764b44), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:09.553140 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-26945a2d-53c9-4947-86ef-bf6446639212 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b042d5a2-0a4e-486b-96e8-a2bda9764b44), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:09.556680 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-26945a2d-53c9-4947-86ef-bf6446639212 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:09.558221 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-26945a2d-53c9-4947-86ef-bf6446639212 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "DELETE /v2.0/security-groups/b042d5a2-0a4e-486b-96e8-a2bda9764b44 HTTP/1.1" status: 204 len: 168 time: 0.2337465 Jan 28 00:45:09.561841 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55896) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:45:09.568849 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26945a2d-53c9-4947-86ef-bf6446639212 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b042d5a2-0a4e-486b-96e8-a2bda9764b44,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:09.585339 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a09e7-ed8c-4df7-8006-c128835593e2 req-2a3238de-9a10-41f4-960c-85aa22775d10 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:09.590866 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a09e7-ed8c-4df7-8006-c128835593e2 req-2a3238de-9a10-41f4-960c-85aa22775d10 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:09.598633 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a09e7-ed8c-4df7-8006-c128835593e2 req-2a3238de-9a10-41f4-960c-85aa22775d10 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:09.600684 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-973a09e7-ed8c-4df7-8006-c128835593e2 req-2a3238de-9a10-41f4-960c-85aa22775d10 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=496cc5b8-e748-4045-bdea-dc05d105a452&device_id=efb6b98c-6509-4c01-876c-c430adece520&device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 2417 time: 0.0951016 Jan 28 00:45:09.610561 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-abbdd397-3ca1-4e94-b976-7cf6dd638e22 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] show failed (client error): The resource could not be found. Jan 28 00:45:09.611585 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-abbdd397-3ca1-4e94-b976-7cf6dd638e22 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups/b042d5a2-0a4e-486b-96e8-a2bda9764b44 HTTP/1.1" status: 404 len: 347 time: 0.0475225 Jan 28 00:45:09.614982 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55898) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:45:09.682353 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-973a09e7-ed8c-4df7-8006-c128835593e2 req-dc5fa8bf-3784-49fe-bd26-152e74d3c747 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729697 Jan 28 00:45:09.708096 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:09.772605 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a6cf62c8-ee6f-451d-878f-7bc0809a4e5f tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Deleting port b57df76e-3000-49be-aa71-79c52c3890bb {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:45:09.772849 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6cf62c8-ee6f-451d-878f-7bc0809a4e5f tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b57df76e-3000-49be-aa71-79c52c3890bb), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:09.887637 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c279c-a681-40c0-bbd7-dd0c0bca62f5 req-003789ea-6b01-458b-91c7-d00ab4f0a12b tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:09.891260 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a0c279c-a681-40c0-bbd7-dd0c0bca62f5 req-003789ea-6b01-458b-91c7-d00ab4f0a12b tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=496cc5b8-e748-4045-bdea-dc05d105a452 HTTP/1.1" status: 200 len: 945 time: 0.0774651 Jan 28 00:45:09.897403 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6cf62c8-ee6f-451d-878f-7bc0809a4e5f tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b57df76e-3000-49be-aa71-79c52c3890bb), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:09.897862 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6cf62c8-ee6f-451d-878f-7bc0809a4e5f tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for floatingip (b57df76e-3000-49be-aa71-79c52c3890bb), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:09.913629 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a6cf62c8-ee6f-451d-878f-7bc0809a4e5f tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Calling delete_port for b57df76e-3000-49be-aa71-79c52c3890bb owned by network:floatingip {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:45:09.944421 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2e6c3afb-1e4c-44e5-a36c-763a7e226586 req-62cf27b2-e441-4aee-98e1-1cc1267b2137 tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0516119 Jan 28 00:45:09.991934 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a0c279c-a681-40c0-bbd7-dd0c0bca62f5 req-6f206dbc-e496-4910-971d-f689e0899e6a tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803621 Jan 28 00:45:10.137537 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6cf62c8-ee6f-451d-878f-7bc0809a4e5f tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (b57df76e-3000-49be-aa71-79c52c3890bb), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:10.223280 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf62c8-ee6f-451d-878f-7bc0809a4e5f tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Pushing event deleted for resources: {'Port': ['ID=b57df76e-3000-49be-aa71-79c52c3890bb,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:10.254300 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6cf62c8-ee6f-451d-878f-7bc0809a4e5f tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for floatingip (8dd76059-37f4-43e7-90fb-c37ea3042c5e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:10.257445 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6cf62c8-ee6f-451d-878f-7bc0809a4e5f tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:10.258801 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a6cf62c8-ee6f-451d-878f-7bc0809a4e5f tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "DELETE /v2.0/floatingips/8dd76059-37f4-43e7-90fb-c37ea3042c5e HTTP/1.1" status: 204 len: 168 time: 0.6427832 Jan 28 00:45:10.396426 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c71e08-2e5c-46ac-a210-2db683aec17e req-8310f205-d830-4ea4-8334-a119d2152f34 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:10.398152 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-46c71e08-2e5c-46ac-a210-2db683aec17e req-8310f205-d830-4ea4-8334-a119d2152f34 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 945 time: 0.1254539 Jan 28 00:45:10.482892 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-46c71e08-2e5c-46ac-a210-2db683aec17e req-935b6476-849e-4e40-a3c4-28eae13c8ffb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695665 Jan 28 00:45:10.721820 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55920) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:45:10.728595 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-98d9dddb-9bd6-4157-8de9-4469e65a3b34 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1625651856', 'description': 'tempest-description--2078977981'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:45:10.772941 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-98d9dddb-9bd6-4157-8de9-4469e65a3b34 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:10.901492 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-98d9dddb-9bd6-4157-8de9-4469e65a3b34 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for security_group (cf19552f-f494-493b-916e-5d1b17beb654), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:10.907849 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-98d9dddb-9bd6-4157-8de9-4469e65a3b34 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (cf19552f-f494-493b-916e-5d1b17beb654), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:10.961786 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-98d9dddb-9bd6-4157-8de9-4469e65a3b34 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:10.963863 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-98d9dddb-9bd6-4157-8de9-4469e65a3b34 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2402265 Jan 28 00:45:10.968744 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55924) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:45:10.976401 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-049f24bb-44e1-4059-a525-36f2e48246af tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Request body: {'security_group_rule': {'security_group_id': 'cf19552f-f494-493b-916e-5d1b17beb654', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:45:10.980946 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9dddb-9bd6-4157-8de9-4469e65a3b34 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf19552f-f494-493b-916e-5d1b17beb654,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:11.062179 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-049f24bb-44e1-4059-a525-36f2e48246af tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for security_group_rule (93acfe74-345c-4c45-b7ca-547ecf3d351f), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:11.133806 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9435c64c-6f63-41fa-8478-ba4751259c39 req-74803fa9-1646-4aa0-b579-48649cc43361 tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0377221 Jan 28 00:45:11.180526 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-049f24bb-44e1-4059-a525-36f2e48246af tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for security_group_rule (93acfe74-345c-4c45-b7ca-547ecf3d351f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:11.189229 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-049f24bb-44e1-4059-a525-36f2e48246af tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (93acfe74-345c-4c45-b7ca-547ecf3d351f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:11.217278 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:11.233433 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f24bb-44e1-4059-a525-36f2e48246af tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93acfe74-345c-4c45-b7ca-547ecf3d351f,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:11.252747 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-049f24bb-44e1-4059-a525-36f2e48246af tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:11.260968 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-049f24bb-44e1-4059-a525-36f2e48246af tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2900279 Jan 28 00:45:11.265929 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55932) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:45:11.273246 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-798d59c5-9e34-4a98-9a47-353613b00e4f tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Request body: {'security_group_rule': {'security_group_id': 'cf19552f-f494-493b-916e-5d1b17beb654', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:45:11.321923 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-798d59c5-9e34-4a98-9a47-353613b00e4f tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for security_group_rule (b43ab1fe-fe14-48cb-9f5a-7a93129f8474), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:11.360503 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8e665-9cd8-4f31-b3c3-a05d1bfc946d req-0ff1098e-8106-44a3-9261-bae1749d455e tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:11.362825 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f2d8e665-9cd8-4f31-b3c3-a05d1bfc946d req-0ff1098e-8106-44a3-9261-bae1749d455e tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 945 time: 0.0650759 Jan 28 00:45:11.499634 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-798d59c5-9e34-4a98-9a47-353613b00e4f tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for security_group_rule (b43ab1fe-fe14-48cb-9f5a-7a93129f8474), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:11.511852 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-798d59c5-9e34-4a98-9a47-353613b00e4f tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (b43ab1fe-fe14-48cb-9f5a-7a93129f8474), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:11.515716 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f2d8e665-9cd8-4f31-b3c3-a05d1bfc946d req-9659cc7b-29f7-40e7-8651-baf3d24bf89a tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419883 Jan 28 00:45:11.548501 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d59c5-9e34-4a98-9a47-353613b00e4f tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b43ab1fe-fe14-48cb-9f5a-7a93129f8474,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:11.580249 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-798d59c5-9e34-4a98-9a47-353613b00e4f tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:11.583366 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-798d59c5-9e34-4a98-9a47-353613b00e4f tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3156230 Jan 28 00:45:11.588842 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55938) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:45:11.594170 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-2241ae35-e7ff-4381-a450-746946663391 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:45:11.623374 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2241ae35-e7ff-4381-a450-746946663391 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:11.747307 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165463f-452d-4c56-a3f8-f907199e6320 req-2b16a9db-1ec8-4412-95e0-c6f75f0e856c tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:11.750116 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0165463f-452d-4c56-a3f8-f907199e6320 req-2b16a9db-1ec8-4412-95e0-c6f75f0e856c tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 945 time: 0.1211133 Jan 28 00:45:11.882113 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0165463f-452d-4c56-a3f8-f907199e6320 req-fc1d6b38-ad9b-44eb-88e6-0e6942b546ea tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227787 Jan 28 00:45:11.907364 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2241ae35-e7ff-4381-a450-746946663391 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:12.035263 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-2241ae35-e7ff-4381-a450-746946663391 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Allocated IP 172.25.3.126 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/41eb1473-d65b-4ef2-baad-861353db713d) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:45:12.163089 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2241ae35-e7ff-4381-a450-746946663391 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for port (41eb1473-d65b-4ef2-baad-861353db713d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:12.207653 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2241ae35-e7ff-4381-a450-746946663391 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (41eb1473-d65b-4ef2-baad-861353db713d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:12.227109 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:12.250792 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2241ae35-e7ff-4381-a450-746946663391 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:45:12.255905 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-2241ae35-e7ff-4381-a450-746946663391 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:45:12.260747 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2241ae35-e7ff-4381-a450-746946663391 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:45:12.316830 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2c0b0df7-90ef-42a5-a9c4-dbbd0aa1dd68 req-67d16e33-c4b6-4267-aa8b-bd794bb2001a tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0620720 Jan 28 00:45:12.319587 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241ae35-e7ff-4381-a450-746946663391 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Pushing event updated for resources: {'Port': ['ID=41eb1473-d65b-4ef2-baad-861353db713d,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:12.412847 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2241ae35-e7ff-4381-a450-746946663391 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for floatingip (e30488b8-aa1c-47b9-b9af-aa4684414d93), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:12.461800 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2241ae35-e7ff-4381-a450-746946663391 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (41eb1473-d65b-4ef2-baad-861353db713d), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:12.725260 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2241ae35-e7ff-4381-a450-746946663391 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for port (41eb1473-d65b-4ef2-baad-861353db713d), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:12.732933 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2241ae35-e7ff-4381-a450-746946663391 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (41eb1473-d65b-4ef2-baad-861353db713d), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:12.829006 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e3713-1556-49b1-bab5-e05ec304569b req-8913e4d8-44bc-46d5-8d59-ba0e44aed552 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:12.832285 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d1e3713-1556-49b1-bab5-e05ec304569b req-8913e4d8-44bc-46d5-8d59-ba0e44aed552 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 945 time: 0.1567793 Jan 28 00:45:12.897929 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241ae35-e7ff-4381-a450-746946663391 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Pushing event updated for resources: {'Port': ['ID=41eb1473-d65b-4ef2-baad-861353db713d,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:12.922957 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2241ae35-e7ff-4381-a450-746946663391 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (e30488b8-aa1c-47b9-b9af-aa4684414d93), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:12.944587 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2241ae35-e7ff-4381-a450-746946663391 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:12.946144 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2241ae35-e7ff-4381-a450-746946663391 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3559706 Jan 28 00:45:12.975867 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d1e3713-1556-49b1-bab5-e05ec304569b req-989d03f6-05da-41af-8654-4863af5083bf tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995357 Jan 28 00:45:13.059018 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:13.103944 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1ae5c-36b4-42db-9129-9d27aa320d3c req-69dd8c88-fcd8-460d-b584-8337ec8eecc5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:13.105969 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-daa1ae5c-36b4-42db-9129-9d27aa320d3c req-69dd8c88-fcd8-460d-b584-8337ec8eecc5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 945 time: 0.0680785 Jan 28 00:45:13.178657 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-daa1ae5c-36b4-42db-9129-9d27aa320d3c req-cd5f4e69-e3ce-4028-a2b2-be11544da10a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636921 Jan 28 00:45:13.284220 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-2a2e9124-960f-47cd-92f1-a75c5c2644d7 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1625651856&fields=id&tenant_id=40859c6773ce4ef58b203b2b32bcaaba HTTP/1.1" status: 200 len: 267 time: 0.0523217 Jan 28 00:45:13.451845 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-64fbd22f-5a8d-4be8-9f31-bdc5e952097d tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:13.453482 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-64fbd22f-5a8d-4be8-9f31-bdc5e952097d tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/networks?id=df6dc4b3-6607-40e9-9f38-3ff04dac366d HTTP/1.1" status: 200 len: 811 time: 0.1568277 Jan 28 00:45:13.493592 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-29825f33-4c9e-4009-8735-d780c8a71529 req-d7c0835f-4a7a-4041-a49c-7e0a45380edb tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0355549 Jan 28 00:45:13.496604 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-02dd134d-f93d-41cb-9301-519866dab0d9 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/quotas/40859c6773ce4ef58b203b2b32bcaaba HTTP/1.1" status: 200 len: 375 time: 0.0297751 Jan 28 00:45:13.568524 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-32bfd2d5-9619-4194-b0a9-0db6e3194028 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=40859c6773ce4ef58b203b2b32bcaaba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609441 Jan 28 00:45:13.715607 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-855ac16f-b8a2-4b70-9997-e4b9ba400b4a service neutron] 10.222.0.70 "GET /v2.0/networks/df6dc4b3-6607-40e9-9f38-3ff04dac366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250529 Jan 28 00:45:13.830130 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-f48d9f0d-2f64-48fe-9451-a3eaff38d642 service neutron] 10.222.0.70 "GET /v2.0/networks/df6dc4b3-6607-40e9-9f38-3ff04dac366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037302 Jan 28 00:45:14.142080 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-db496474-2560-4347-b1a1-6159f0832d3b req-7c845a35-4d9a-4314-99fe-458c737a624c tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c24bb17-b0f3-4cc6-b346-98f38e43671d HTTP/1.1" status: 200 len: 210 time: 0.0710127 Jan 28 00:45:14.285828 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca824dd-0931-4fca-97a3-d66af0785b63 req-aaf15f7b-bad8-49c3-acdb-39ea1c9190c2 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:14.288312 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ca824dd-0931-4fca-97a3-d66af0785b63 req-aaf15f7b-bad8-49c3-acdb-39ea1c9190c2 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 945 time: 0.1626012 Jan 28 00:45:14.332478 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:14.492706 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fe3cc-6fd8-4556-a888-53798d5c75f4 req-d34b1d96-3bd7-4cfa-bdf5-1fc9e5a76f4c tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:14.495444 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dd0fe3cc-6fd8-4556-a888-53798d5c75f4 req-d34b1d96-3bd7-4cfa-bdf5-1fc9e5a76f4c tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 945 time: 0.1803205 Jan 28 00:45:14.502037 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ca824dd-0931-4fca-97a3-d66af0785b63 req-c12d37ff-8401-4afd-9593-6e3ccc980e2c tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068322 Jan 28 00:45:14.626978 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dd0fe3cc-6fd8-4556-a888-53798d5c75f4 req-0e7c4492-4c26-4452-ab4d-f40d46911811 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158926 Jan 28 00:45:14.696170 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8d806618-de42-4e56-8709-7db58c344420 req-fe426f77-ba99-4571-afb8-defa450a1893 tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0324445 Jan 28 00:45:15.471049 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-209b4f1f-82d3-48c5-8db6-ef9da371b16d req-f5186f07-a9c4-489e-9812-1421552c9ad4 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c24bb17-b0f3-4cc6-b346-98f38e43671d HTTP/1.1" status: 200 len: 210 time: 0.1010799 Jan 28 00:45:15.823694 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fe9b9-fe6c-4cde-a2f5-cea9e5344839 req-3d1cb598-bc8a-43d9-bd7e-201f2f4bc531 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:15.835247 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-043fe9b9-fe6c-4cde-a2f5-cea9e5344839 req-3d1cb598-bc8a-43d9-bd7e-201f2f4bc531 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 945 time: 0.1776516 Jan 28 00:45:16.004341 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-043fe9b9-fe6c-4cde-a2f5-cea9e5344839 req-ee866cac-ddb5-43d2-8898-b85fafcd3795 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507664 Jan 28 00:45:16.019635 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d24fd8-413b-4ceb-bb50-d50a441982be req-d0e90907-210c-48d2-8ac9-420e868ca64f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:16.022252 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71d24fd8-413b-4ceb-bb50-d50a441982be req-d0e90907-210c-48d2-8ac9-420e868ca64f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 945 time: 0.1849658 Jan 28 00:45:16.323989 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71d24fd8-413b-4ceb-bb50-d50a441982be req-913538cc-d22c-4e48-93d7-bde46d41fa0d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2834706 Jan 28 00:45:16.381654 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5b746264-1e17-4d80-b702-5e2885004968 req-172664fe-5b25-4ae7-bf1d-c3604bab7df4 tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.1425519 Jan 28 00:45:16.461468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-25f6798f-1bce-48c4-9be7-df507358d79d tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:16.463477 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-25f6798f-1bce-48c4-9be7-df507358d79d tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.65 "GET /v2.0/networks?id=df6dc4b3-6607-40e9-9f38-3ff04dac366d HTTP/1.1" status: 200 len: 811 time: 0.4008389 Jan 28 00:45:16.624463 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-7d4d4f76-1e37-4370-8cc1-b67d634c811e tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40859c6773ce4ef58b203b2b32bcaaba HTTP/1.1" status: 200 len: 380 time: 0.1302071 Jan 28 00:45:16.650241 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-318bd64e-d8f1-4312-91f4-06c6c38762b9 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Request body: {'port': {'device_id': '0c24bb17-b0f3-4cc6-b346-98f38e43671d', 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d', 'admin_state_up': True, 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'security_groups': ['cf19552f-f494-493b-916e-5d1b17beb654']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:45:16.688170 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-526ba448-1124-4eab-ad2f-2b717f7ad99b req-67b679c3-4961-438b-babe-2e39c812ace9 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c24bb17-b0f3-4cc6-b346-98f38e43671d HTTP/1.1" status: 200 len: 210 time: 0.0581830 Jan 28 00:45:16.844417 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-318bd64e-d8f1-4312-91f4-06c6c38762b9 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Made reservation on behalf of 40859c6773ce4ef58b203b2b32bcaaba for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:45:16.851599 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-318bd64e-d8f1-4312-91f4-06c6c38762b9 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:17.107973 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-318bd64e-d8f1-4312-91f4-06c6c38762b9 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Allocated IP 172.20.0.5 (df6dc4b3-6607-40e9-9f38-3ff04dac366d/22f51b89-111e-46c4-84b8-0eec72aeef83/6d3d878a-38cf-40c3-bb13-36741ba76362) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:45:17.120498 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:45:17.350625 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01f1bf-14ee-41b6-94b1-76fb74217949 req-d6abf4a6-4a95-4151-bdfb-b14e14695442 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:17.353366 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2c01f1bf-14ee-41b6-94b1-76fb74217949 req-d6abf4a6-4a95-4151-bdfb-b14e14695442 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 945 time: 0.2054961 Jan 28 00:45:17.969765 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2c01f1bf-14ee-41b6-94b1-76fb74217949 req-2081f0d4-9986-4be9-b9fe-1069b48caee6 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6070578 Jan 28 00:45:18.032973 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d993416-5915-42d4-9d81-2efe0564144e req-ef2f6120-1264-4359-a67d-1a9754579dc2 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:18.041176 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9d993416-5915-42d4-9d81-2efe0564144e req-ef2f6120-1264-4359-a67d-1a9754579dc2 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 945 time: 0.1233490 Jan 28 00:45:18.054966 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-318bd64e-d8f1-4312-91f4-06c6c38762b9 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for port (6d3d878a-38cf-40c3-bb13-36741ba76362), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:18.133880 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9d993416-5915-42d4-9d81-2efe0564144e req-16163083-deb3-48d1-be8c-b4f83eed0010 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874083 Jan 28 00:45:18.189995 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ed4fd152-b5f0-4889-b293-631005b4fcc7 req-65978c8a-1aad-474a-a205-832fc8d53798 tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0682223 Jan 28 00:45:18.193642 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-318bd64e-d8f1-4312-91f4-06c6c38762b9 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (6d3d878a-38cf-40c3-bb13-36741ba76362), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:18.283730 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-318bd64e-d8f1-4312-91f4-06c6c38762b9 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Network df6dc4b3-6607-40e9-9f38-3ff04dac366d is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:45:18.295266 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-318bd64e-d8f1-4312-91f4-06c6c38762b9 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:45:18.300813 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318bd64e-d8f1-4312-91f4-06c6c38762b9 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Pushing event updated for resources: {'Port': ['ID=6d3d878a-38cf-40c3-bb13-36741ba76362,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:18.305555 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-318bd64e-d8f1-4312-91f4-06c6c38762b9 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:45:18.353484 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fb40d-72c3-4ffd-8e85-4e16759fc989 req-e755bcd6-11d3-4e65-a91e-c57fee5ca9b7 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:18.355390 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4e4fb40d-72c3-4ffd-8e85-4e16759fc989 req-e755bcd6-11d3-4e65-a91e-c57fee5ca9b7 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c24bb17-b0f3-4cc6-b346-98f38e43671d HTTP/1.1" status: 200 len: 931 time: 0.1475196 Jan 28 00:45:18.374482 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-318bd64e-d8f1-4312-91f4-06c6c38762b9 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:18.375246 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-318bd64e-d8f1-4312-91f4-06c6c38762b9 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:18.424697 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-318bd64e-d8f1-4312-91f4-06c6c38762b9 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7815158 Jan 28 00:45:18.459490 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4e4fb40d-72c3-4ffd-8e85-4e16759fc989 req-c19ebd51-d2ae-4512-879f-65494975cac2 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf19552f-f494-493b-916e-5d1b17beb654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805809 Jan 28 00:45:18.469037 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-8ecc179f-7006-4bab-8346-b53a11a8f2f6 service neutron] Request body: {'port': {'device_id': '0c24bb17-b0f3-4cc6-b346-98f38e43671d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:45:18.582867 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-8ecc179f-7006-4bab-8346-b53a11a8f2f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6d3d878a-38cf-40c3-bb13-36741ba76362), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:18.728974 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-b40e5f5a-aa52-41f6-968a-4afe51c25098 None None] Provisioning complete for port 6d3d878a-38cf-40c3-bb13-36741ba76362 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:45:18.730980 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b40e5f5a-aa52-41f6-968a-4afe51c25098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6d3d878a-38cf-40c3-bb13-36741ba76362), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:18.822847 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b40e5f5a-aa52-41f6-968a-4afe51c25098 None None] Port 6d3d878a-38cf-40c3-bb13-36741ba76362 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:45:18.968239 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-8ecc179f-7006-4bab-8346-b53a11a8f2f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d3d878a-38cf-40c3-bb13-36741ba76362 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:45:18.983207 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-8ecc179f-7006-4bab-8346-b53a11a8f2f6 service neutron] Publish callbacks [] for port (6d3d878a-38cf-40c3-bb13-36741ba76362), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:19.007725 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-8ecc179f-7006-4bab-8346-b53a11a8f2f6 service neutron] Transition to ACTIVE for port object 6d3d878a-38cf-40c3-bb13-36741ba76362 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:45:19.021333 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-8ecc179f-7006-4bab-8346-b53a11a8f2f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (6d3d878a-38cf-40c3-bb13-36741ba76362), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:19.132590 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc179f-7006-4bab-8346-b53a11a8f2f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3d878a-38cf-40c3-bb13-36741ba76362,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:19.264264 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76038b64-c71a-4a7d-ae8b-62b0ab75490a req-13a0e96d-85dd-4bb0-991a-dbff1d51ccfb tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:19.266615 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-76038b64-c71a-4a7d-ae8b-62b0ab75490a req-13a0e96d-85dd-4bb0-991a-dbff1d51ccfb tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 945 time: 0.1382189 Jan 28 00:45:19.380583 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-76038b64-c71a-4a7d-ae8b-62b0ab75490a req-52b0e7f2-60b1-452f-9a2e-9e14b313e523 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639997 Jan 28 00:45:19.413491 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea450d9-3091-4991-a1b7-44f3371e8159 req-bf0bb2d7-49d2-445d-871f-bf5a4180cf85 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:19.415590 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ea450d9-3091-4991-a1b7-44f3371e8159 req-bf0bb2d7-49d2-445d-871f-bf5a4180cf85 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 945 time: 0.1281374 Jan 28 00:45:19.517566 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-8ecc179f-7006-4bab-8346-b53a11a8f2f6 service neutron] Attempting to bind port 6d3d878a-38cf-40c3-bb13-36741ba76362 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:45:19.522017 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-8ecc179f-7006-4bab-8346-b53a11a8f2f6 service neutron] Attempting to bind port 6d3d878a-38cf-40c3-bb13-36741ba76362 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'f55b242a-a928-4d72-b482-8fb9a57575c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:45:19.522597 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-8ecc179f-7006-4bab-8346-b53a11a8f2f6 service neutron] Attempting to bind port 6d3d878a-38cf-40c3-bb13-36741ba76362 on network df6dc4b3-6607-40e9-9f38-3ff04dac366d {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:45:19.557604 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-8ecc179f-7006-4bab-8346-b53a11a8f2f6 service neutron] Port 6d3d878a-38cf-40c3-bb13-36741ba76362 on network df6dc4b3-6607-40e9-9f38-3ff04dac366d not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:45:19.560196 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-8ecc179f-7006-4bab-8346-b53a11a8f2f6 service neutron] Attempting to bind port 6d3d878a-38cf-40c3-bb13-36741ba76362 on network df6dc4b3-6607-40e9-9f38-3ff04dac366d {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:45:19.604959 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad8e42d4-170e-42f7-b1ba-e1a39af18868 req-5ae2bfd2-c9fd-4ffc-8dbb-33477b2a1099 tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0318472 Jan 28 00:45:19.621900 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ea450d9-3091-4991-a1b7-44f3371e8159 req-51410317-5582-48f7-bbed-764fd2ec67db tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952496 Jan 28 00:45:19.626755 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-8ecc179f-7006-4bab-8346-b53a11a8f2f6 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:45:19.628597 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-8ecc179f-7006-4bab-8346-b53a11a8f2f6 service neutron] Checking segment: {'id': 'f55b242a-a928-4d72-b482-8fb9a57575c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:45:19.630016 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-8ecc179f-7006-4bab-8346-b53a11a8f2f6 service neutron] Bound using segment: {'id': 'f55b242a-a928-4d72-b482-8fb9a57575c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:45:19.634822 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-8ecc179f-7006-4bab-8346-b53a11a8f2f6 service neutron] Bound port: 6d3d878a-38cf-40c3-bb13-36741ba76362, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55b242a-a928-4d72-b482-8fb9a57575c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:45:19.635310 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-8ecc179f-7006-4bab-8346-b53a11a8f2f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6d3d878a-38cf-40c3-bb13-36741ba76362), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:19.867816 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-8ecc179f-7006-4bab-8346-b53a11a8f2f6 service neutron] For port 6d3d878a-38cf-40c3-bb13-36741ba76362, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:45:19.904490 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fd14f-760d-4e32-a356-25d4a3a99afc req-43b21a34-b299-4c2a-91ca-df182d1a822a tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:19.907213 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f7fd14f-760d-4e32-a356-25d4a3a99afc req-43b21a34-b299-4c2a-91ca-df182d1a822a tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c24bb17-b0f3-4cc6-b346-98f38e43671d HTTP/1.1" status: 200 len: 943 time: 0.1775801 Jan 28 00:45:19.912034 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-8ecc179f-7006-4bab-8346-b53a11a8f2f6 service neutron] For port 6d3d878a-38cf-40c3-bb13-36741ba76362, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=6d3d878a-38cf-40c3-bb13-36741ba76362,segment=NetworkSegment(f55b242a-a928-4d72-b482-8fb9a57575c2),segment_id=f55b242a-a928-4d72-b482-8fb9a57575c2)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:45:19.929918 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-8ecc179f-7006-4bab-8346-b53a11a8f2f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (6d3d878a-38cf-40c3-bb13-36741ba76362), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:20.022087 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-8ecc179f-7006-4bab-8346-b53a11a8f2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:20.023173 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-8ecc179f-7006-4bab-8346-b53a11a8f2f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:20.025918 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-8ecc179f-7006-4bab-8346-b53a11a8f2f6 service neutron] 10.222.0.65 "PUT /v2.0/ports/6d3d878a-38cf-40c3-bb13-36741ba76362 HTTP/1.1" status: 200 len: 1091 time: 1.5648293 Jan 28 00:45:20.040673 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c24bb17-b0f3-4cc6-b346-98f38e43671d', 'tag': '6d3d878a-38cf-40c3-bb13-36741ba76362'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:45:20.045240 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a5a28f-bff7-43f3-b2f5-41ce4ce1fe18" -d '{"events": [{"name": "network-changed", "server_uuid": "0c24bb17-b0f3-4cc6-b346-98f38e43671d", "tag": "6d3d878a-38cf-40c3-bb13-36741ba76362"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:45:20.117759 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f7fd14f-760d-4e32-a356-25d4a3a99afc req-295d4978-1355-4a18-a0a1-3775ccee6116 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf19552f-f494-493b-916e-5d1b17beb654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020502 Jan 28 00:45:20.150038 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc179f-7006-4bab-8346-b53a11a8f2f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3d878a-38cf-40c3-bb13-36741ba76362,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:20.249227 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6af208-c673-4c76-a41d-2c0193280daf x-openstack-request-id: req-3a6af208-c673-4c76-a41d-2c0193280daf {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:45:20.249426 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c24bb17-b0f3-4cc6-b346-98f38e43671d", "tag": "6d3d878a-38cf-40c3-bb13-36741ba76362", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:45:20.249615 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3a6af208-c673-4c76-a41d-2c0193280daf {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:45:20.250211 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c24bb17-b0f3-4cc6-b346-98f38e43671d', 'tag': '6d3d878a-38cf-40c3-bb13-36741ba76362', 'status': 'completed', 'code': 200} Jan 28 00:45:20.276115 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-00bd3a8a-d08c-43bb-b916-9212595da197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:20.278678 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-00bd3a8a-d08c-43bb-b916-9212595da197 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=40859c6773ce4ef58b203b2b32bcaaba&device_id=0c24bb17-b0f3-4cc6-b346-98f38e43671d HTTP/1.1" status: 200 len: 1094 time: 0.1084416 Jan 28 00:45:20.398475 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-a935e279-ade4-44a7-9eb9-cfa3c060921d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d3d878a-38cf-40c3-bb13-36741ba76362 HTTP/1.1" status: 200 len: 217 time: 0.0917706 Jan 28 00:45:20.601138 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-f5d0fb72-cc89-4c51-8d27-e25b310e00d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:20.603853 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-f5d0fb72-cc89-4c51-8d27-e25b310e00d0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=22f51b89-111e-46c4-84b8-0eec72aeef83 HTTP/1.1" status: 200 len: 850 time: 0.1868346 Jan 28 00:45:20.685626 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6aeec9-5db3-48e6-8dc1-87e83a9a49a6 req-69c96857-81c5-4452-b8c4-5155a04f9494 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:20.694321 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8d6aeec9-5db3-48e6-8dc1-87e83a9a49a6 req-69c96857-81c5-4452-b8c4-5155a04f9494 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 945 time: 0.1812387 Jan 28 00:45:20.787937 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8d6aeec9-5db3-48e6-8dc1-87e83a9a49a6 req-a9ed5c5f-6ab8-484a-9db9-cd6ab29d2262 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922046 Jan 28 00:45:20.802095 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-a8b51a6b-06c3-4abc-b0c5-064aa4e356b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:20.802095 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-a8b51a6b-06c3-4abc-b0c5-064aa4e356b2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=df6dc4b3-6607-40e9-9f38-3ff04dac366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1857114 Jan 28 00:45:21.064301 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6868a4da-ab33-4c93-a1c7-729f3b1d1047 req-f64f51df-39af-4650-8fce-10eebc903577 tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.1168766 Jan 28 00:45:21.131853 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2abe4-529b-4d65-a2f1-fea18f7515a1 req-985a3e4d-234b-4cb4-b7a2-33a6bd88bb45 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:21.134569 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-51f2abe4-529b-4d65-a2f1-fea18f7515a1 req-985a3e4d-234b-4cb4-b7a2-33a6bd88bb45 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 945 time: 0.2776434 Jan 28 00:45:21.169942 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-7d4c1492-19d3-449f-825f-4d6e93a80862 service neutron] 10.222.0.65 "GET /v2.0/networks/df6dc4b3-6607-40e9-9f38-3ff04dac366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587403 Jan 28 00:45:21.309483 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-659a2512-db4c-4dba-825e-a0f939f503c1 req-f195a6e2-26d5-4ddc-9a8c-702bcd4c53be service neutron] 10.222.0.65 "GET /v2.0/networks/df6dc4b3-6607-40e9-9f38-3ff04dac366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238704 Jan 28 00:45:21.424114 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-51f2abe4-529b-4d65-a2f1-fea18f7515a1 req-f685ea01-67e9-4b87-a9e8-5727557938f1 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732785 Jan 28 00:45:21.450703 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56050) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:45:21.546870 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342b59f-20b5-41c0-85c5-2cf0238eb06c req-fe8f5a4a-8272-45b4-b5c5-c9ec3caa660f tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:21.555304 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c342b59f-20b5-41c0-85c5-2cf0238eb06c req-fe8f5a4a-8272-45b4-b5c5-c9ec3caa660f tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c24bb17-b0f3-4cc6-b346-98f38e43671d HTTP/1.1" status: 200 len: 943 time: 0.1793444 Jan 28 00:45:21.559678 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5a28f-bff7-43f3-b2f5-41ce4ce1fe18 req-34e7fe60-2ae4-4fca-90e4-f69d94d40c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:21.562030 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-89a5a28f-bff7-43f3-b2f5-41ce4ce1fe18 req-34e7fe60-2ae4-4fca-90e4-f69d94d40c70 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=40859c6773ce4ef58b203b2b32bcaaba&device_id=0c24bb17-b0f3-4cc6-b346-98f38e43671d HTTP/1.1" status: 200 len: 1094 time: 0.1346040 Jan 28 00:45:21.648487 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c342b59f-20b5-41c0-85c5-2cf0238eb06c req-b84f1c68-05c1-4a1d-8bce-6eb9c9ad4d94 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf19552f-f494-493b-916e-5d1b17beb654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917687 Jan 28 00:45:21.756264 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4c2069bc-2ccd-476f-a889-cfdfec79b9e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:21.896049 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4c2069bc-2ccd-476f-a889-cfdfec79b9e5 admin admin] Publish callbacks [] for security_group (f4badf2d-100d-4ae0-963b-b986bdac7cd7), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:21.900394 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5a28f-bff7-43f3-b2f5-41ce4ce1fe18 req-66321c5f-b0b5-4b35-815c-e958f518a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:21.902631 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-89a5a28f-bff7-43f3-b2f5-41ce4ce1fe18 req-66321c5f-b0b5-4b35-815c-e958f518a2d6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=df6dc4b3-6607-40e9-9f38-3ff04dac366d HTTP/1.1" status: 200 len: 912 time: 0.2368562 Jan 28 00:45:21.905046 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4c2069bc-2ccd-476f-a889-cfdfec79b9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f4badf2d-100d-4ae0-963b-b986bdac7cd7), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:21.991458 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2069bc-2ccd-476f-a889-cfdfec79b9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4badf2d-100d-4ae0-963b-b986bdac7cd7,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:22.006490 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4c2069bc-2ccd-476f-a889-cfdfec79b9e5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a47a4055833d4e55a93a16f9ccd2c14d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5536745 Jan 28 00:45:22.009297 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56056) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:45:22.025484 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-89a5a28f-bff7-43f3-b2f5-41ce4ce1fe18 req-53c33487-ec00-424d-b5cb-be9d87135d68 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d3d878a-38cf-40c3-bb13-36741ba76362 HTTP/1.1" status: 200 len: 217 time: 0.1112819 Jan 28 00:45:22.118657 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9b09ac82-4da2-429a-b640-720becd891cb admin admin] Publish callbacks [] for security_group (f4badf2d-100d-4ae0-963b-b986bdac7cd7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:22.158093 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a28c3c-f19c-4875-ae74-4d2147ae440d req-3f68e6b4-a2bb-4604-a57b-92d8b8031325 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:22.165322 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09a28c3c-f19c-4875-ae74-4d2147ae440d req-3f68e6b4-a2bb-4604-a57b-92d8b8031325 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 945 time: 0.2452536 Jan 28 00:45:22.184811 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9b09ac82-4da2-429a-b640-720becd891cb admin admin] Publish callbacks [] for security_group (f4badf2d-100d-4ae0-963b-b986bdac7cd7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:22.186041 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5a28f-bff7-43f3-b2f5-41ce4ce1fe18 req-b8f455b4-3662-44fc-b112-eee576da83f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:22.187522 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-89a5a28f-bff7-43f3-b2f5-41ce4ce1fe18 req-b8f455b4-3662-44fc-b112-eee576da83f5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=22f51b89-111e-46c4-84b8-0eec72aeef83 HTTP/1.1" status: 200 len: 850 time: 0.1383979 Jan 28 00:45:22.243998 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-355fa4b3-2c1e-4acd-b07c-77e2772fc064 req-6e09e422-98eb-4311-b8e5-77f417416664 tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0652525 Jan 28 00:45:22.290386 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9b09ac82-4da2-429a-b640-720becd891cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f4badf2d-100d-4ae0-963b-b986bdac7cd7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:22.294729 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09a28c3c-f19c-4875-ae74-4d2147ae440d req-a8dc38c7-4a05-4f5f-af1f-5a544de589a6 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284399 Jan 28 00:45:22.296646 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9b09ac82-4da2-429a-b640-720becd891cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:22.300435 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9b09ac82-4da2-429a-b640-720becd891cb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f4badf2d-100d-4ae0-963b-b986bdac7cd7 HTTP/1.1" status: 204 len: 168 time: 0.2878938 Jan 28 00:45:22.315092 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5a28f-bff7-43f3-b2f5-41ce4ce1fe18 req-2e877a64-64b1-4836-a995-54b3da868c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:22.317015 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-89a5a28f-bff7-43f3-b2f5-41ce4ce1fe18 req-2e877a64-64b1-4836-a995-54b3da868c39 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=df6dc4b3-6607-40e9-9f38-3ff04dac366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1144984 Jan 28 00:45:22.318549 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09ac82-4da2-429a-b640-720becd891cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4badf2d-100d-4ae0-963b-b986bdac7cd7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:22.452703 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-89a5a28f-bff7-43f3-b2f5-41ce4ce1fe18 req-f7f5e995-00b4-4e15-b58c-9d52572808d2 service neutron] 10.222.0.65 "GET /v2.0/networks/df6dc4b3-6607-40e9-9f38-3ff04dac366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173313 Jan 28 00:45:22.680244 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eff835-834e-4e06-919d-5c3a29ea32a3 req-1e57246c-5316-4596-84ef-367f5479f55a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:22.682489 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-55eff835-834e-4e06-919d-5c3a29ea32a3 req-1e57246c-5316-4596-84ef-367f5479f55a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 945 time: 0.1683755 Jan 28 00:45:22.694101 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-89a5a28f-bff7-43f3-b2f5-41ce4ce1fe18 req-a9351940-da5c-4e42-9e8f-b8c5e8c89d72 service neutron] 10.222.0.65 "GET /v2.0/networks/df6dc4b3-6607-40e9-9f38-3ff04dac366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317724 Jan 28 00:45:22.806463 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-55eff835-834e-4e06-919d-5c3a29ea32a3 req-9f4bf875-7e6f-44fd-b305-4a5b46c5f684 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081371 Jan 28 00:45:22.885212 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f31229-42c4-4d7c-adbc-efd5d5075716 req-b5abebc0-72df-433a-b463-4dc2d79ed300 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:22.887154 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d1f31229-42c4-4d7c-adbc-efd5d5075716 req-b5abebc0-72df-433a-b463-4dc2d79ed300 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c24bb17-b0f3-4cc6-b346-98f38e43671d HTTP/1.1" status: 200 len: 943 time: 0.0647748 Jan 28 00:45:22.976058 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d1f31229-42c4-4d7c-adbc-efd5d5075716 req-2171d684-e332-4a16-94c7-9b29143006bc tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf19552f-f494-493b-916e-5d1b17beb654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811958 Jan 28 00:45:23.423459 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e53e3dd-4106-4f55-a97f-f973d333a0e7 req-56fe331e-a917-413b-a58e-bd9d5581b898 tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0560572 Jan 28 00:45:23.488640 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b6617-ddb2-4d42-82e2-d8eb15bd9c2f req-093e8439-a34b-4b6e-a739-0e756439e073 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:23.491217 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cb3b6617-ddb2-4d42-82e2-d8eb15bd9c2f req-093e8439-a34b-4b6e-a739-0e756439e073 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 945 time: 0.0639529 Jan 28 00:45:23.555723 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cb3b6617-ddb2-4d42-82e2-d8eb15bd9c2f req-797e2749-76b3-47e0-913c-b2850b4823be tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543683 Jan 28 00:45:24.070922 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754227f-e389-4cc8-8bf4-11a8a0d35164 req-b298025f-8988-4ce4-8dd7-7924f0465129 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:24.073700 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c754227f-e389-4cc8-8bf4-11a8a0d35164 req-b298025f-8988-4ce4-8dd7-7924f0465129 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 945 time: 0.1599927 Jan 28 00:45:24.185932 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-758ca28e-ab95-4f6a-b175-e0ff7df8a077 service neutron] show failed (client error): The resource could not be found. Jan 28 00:45:24.187745 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-758ca28e-ab95-4f6a-b175-e0ff7df8a077 service neutron] 10.222.0.65 "GET /v2.0/ports/e4929571-b7dc-46f2-ae53-5eaaaade111c/bindings/n-h2-826754-1 HTTP/1.1" status: 404 len: 380 time: 0.2231929 Jan 28 00:45:24.257428 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8c728-9528-45f6-8af9-81218f3ff177 req-6e0b9802-e32f-447d-90cb-ddf558242012 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:24.260222 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c5d8c728-9528-45f6-8af9-81218f3ff177 req-6e0b9802-e32f-447d-90cb-ddf558242012 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c24bb17-b0f3-4cc6-b346-98f38e43671d HTTP/1.1" status: 200 len: 943 time: 0.2038863 Jan 28 00:45:24.269701 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c754227f-e389-4cc8-8bf4-11a8a0d35164 req-8d591cc3-e9ab-4b76-8afc-b218604cd9d4 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669505 Jan 28 00:45:24.344083 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c5d8c728-9528-45f6-8af9-81218f3ff177 req-bcdeb8eb-8242-4ddc-a998-c6bfb16de8fd tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf19552f-f494-493b-916e-5d1b17beb654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727165 Jan 28 00:45:24.465752 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 6d3d878a-38cf-40c3-bb13-36741ba76362 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:45:24.575951 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-69a906d0-c606-4b4d-9e10-cc7eefe55d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:24.577677 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-69a906d0-c606-4b4d-9e10-cc7eefe55d2e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f&tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8 HTTP/1.1" status: 200 len: 1096 time: 0.1043184 Jan 28 00:45:24.623675 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826754-1', 'device_owner': 'compute:nova'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:45:24.640072 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-49d357f0-daba-4937-b04a-4e5dc17d2153 req-ee39d028-e851-4490-b633-34f4bcf63ea8 tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0447414 Jan 28 00:45:24.646161 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 6d3d878a-38cf-40c3-bb13-36741ba76362, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=6d3d878a-38cf-40c3-bb13-36741ba76362,segment=NetworkSegment(f55b242a-a928-4d72-b482-8fb9a57575c2),segment_id=f55b242a-a928-4d72-b482-8fb9a57575c2)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:45:24.682290 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '6d3d878a-38cf-40c3-bb13-36741ba76362', 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d', 'port_id': '6d3d878a-38cf-40c3-bb13-36741ba76362', 'mac_address': 'fa:16:3e:0f:0a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:45:24.742652 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 6d3d878a-38cf-40c3-bb13-36741ba76362 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:45:24.743058 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6d3d878a-38cf-40c3-bb13-36741ba76362), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:24.760978 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:24.764312 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d3d878a-38cf-40c3-bb13-36741ba76362 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:45:24.789988 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 6d3d878a-38cf-40c3-bb13-36741ba76362, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=6d3d878a-38cf-40c3-bb13-36741ba76362,segment=NetworkSegment(f55b242a-a928-4d72-b482-8fb9a57575c2),segment_id=f55b242a-a928-4d72-b482-8fb9a57575c2)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:45:24.795930 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6d3d878a-38cf-40c3-bb13-36741ba76362), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:24.890109 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=6d3d878a-38cf-40c3-bb13-36741ba76362,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:24.897386 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d63efc-3337-4b0b-8f8d-46e6e549d145 req-3f742acb-c521-4540-a564-3a777fc3f731 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:24.900145 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27d63efc-3337-4b0b-8f8d-46e6e549d145 req-3f742acb-c521-4540-a564-3a777fc3f731 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 945 time: 0.1599026 Jan 28 00:45:25.132567 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27d63efc-3337-4b0b-8f8d-46e6e549d145 req-0dab93e7-9064-469d-8b6b-6be11a3b612b tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229848 Jan 28 00:45:25.234549 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['6d3d878a-38cf-40c3-bb13-36741ba76362'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:45:25.281666 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] For port e4929571-b7dc-46f2-ae53-5eaaaade111c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e4929571-b7dc-46f2-ae53-5eaaaade111c,segment=NetworkSegment(ac8d9694-e081-4215-a5d8-d8ce14e89caa),segment_id=ac8d9694-e081-4215-a5d8-d8ce14e89caa)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:45:25.436012 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] For port e4929571-b7dc-46f2-ae53-5eaaaade111c, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:45:25.651307 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0b60e1-2da5-42bc-8760-2e84ac98637f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4929571-b7dc-46f2-ae53-5eaaaade111c'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:45:25.655264 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0543ee-8e1e-46a4-94b5-aa5fd1d15eb6" -d '{"events": [{"server_uuid": "3c0b60e1-2da5-42bc-8760-2e84ac98637f", "name": "network-vif-unplugged", "status": "completed", "tag": "e4929571-b7dc-46f2-ae53-5eaaaade111c"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:45:25.664090 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Publish callbacks [] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:25.693888 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bdada1-b052-49bd-9997-b19dc703e6e8 req-989ed4fa-2425-490d-9b1b-d816f7d4c4a1 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:25.696565 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-60bdada1-b052-49bd-9997-b19dc703e6e8 req-989ed4fa-2425-490d-9b1b-d816f7d4c4a1 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 945 time: 0.2811937 Jan 28 00:45:25.722909 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Transition to ACTIVE for port object e4929571-b7dc-46f2-ae53-5eaaaade111c will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:45:25.751242 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:25.777663 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61397ac9-9e86-46cd-aa09-a0b920ae0568 req-685885e5-8123-4fba-907e-aede9fe62e16 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:25.780297 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-61397ac9-9e86-46cd-aa09-a0b920ae0568 req-685885e5-8123-4fba-907e-aede9fe62e16 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c24bb17-b0f3-4cc6-b346-98f38e43671d HTTP/1.1" status: 200 len: 944 time: 0.2377398 Jan 28 00:45:25.943293 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4929571-b7dc-46f2-ae53-5eaaaade111c,revision_number=6']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:25.978309 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-60bdada1-b052-49bd-9997-b19dc703e6e8 req-517ec574-b5a1-4bb0-b078-ce1c49f071fc tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627754 Jan 28 00:45:26.070552 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-61397ac9-9e86-46cd-aa09-a0b920ae0568 req-4eb39738-5ab0-4c99-a600-19fc54c96e6d tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf19552f-f494-493b-916e-5d1b17beb654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494409 Jan 28 00:45:26.073510 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:26.073915 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:26.074693 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:26.075591 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:26.076209 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:26.076789 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:26.077519 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:26.077930 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:26.078743 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:26.079399 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:26.080489 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:26.080750 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:26.081889 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:26.129837 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f4d75c-2536-434e-81a8-26001494e0da x-openstack-request-id: req-64f4d75c-2536-434e-81a8-26001494e0da {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:45:26.130277 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0b60e1-2da5-42bc-8760-2e84ac98637f", "name": "network-vif-unplugged", "status": "completed", "tag": "e4929571-b7dc-46f2-ae53-5eaaaade111c", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:45:26.131147 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-64f4d75c-2536-434e-81a8-26001494e0da {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:45:26.131570 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0b60e1-2da5-42bc-8760-2e84ac98637f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4929571-b7dc-46f2-ae53-5eaaaade111c', 'code': 200} Jan 28 00:45:26.198360 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] No DVR routers for this DVR port e4929571-b7dc-46f2-ae53-5eaaaade111c on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:45:26.316681 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e6fe69f-e196-45e5-a32d-1477c7c6232c req-23c5a826-2eb2-41f7-9d4c-bae683af2c0d tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0491669 Jan 28 00:45:26.426886 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d97520-7b43-4f0a-bad7-975f10183451 req-b403b898-e048-43a1-b18d-55eff2261418 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:26.428816 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7d97520-7b43-4f0a-bad7-975f10183451 req-b403b898-e048-43a1-b18d-55eff2261418 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 945 time: 0.1423383 Jan 28 00:45:26.478563 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 6d3d878a-38cf-40c3-bb13-36741ba76362 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:45:26.492548 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Attempting to bind port e4929571-b7dc-46f2-ae53-5eaaaade111c on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:45:26.492911 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Attempting to bind port e4929571-b7dc-46f2-ae53-5eaaaade111c by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'ac8d9694-e081-4215-a5d8-d8ce14e89caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:45:26.493500 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Attempting to bind port e4929571-b7dc-46f2-ae53-5eaaaade111c on network a0115283-37e4-4300-b073-93415e04c5b3 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:45:26.513806 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Port e4929571-b7dc-46f2-ae53-5eaaaade111c on network a0115283-37e4-4300-b073-93415e04c5b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:45:26.514123 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Attempting to bind port e4929571-b7dc-46f2-ae53-5eaaaade111c on network a0115283-37e4-4300-b073-93415e04c5b3 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:45:26.528008 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7d97520-7b43-4f0a-bad7-975f10183451 req-94bc9a14-e09e-47b5-9e19-85f6e3dda730 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874841 Jan 28 00:45:26.529043 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:45:26.529384 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Checking segment: {'id': 'ac8d9694-e081-4215-a5d8-d8ce14e89caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:45:26.529771 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Bound using segment: {'id': 'ac8d9694-e081-4215-a5d8-d8ce14e89caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:45:26.530752 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Bound port: e4929571-b7dc-46f2-ae53-5eaaaade111c, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac8d9694-e081-4215-a5d8-d8ce14e89caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:45:26.530752 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:26.587199 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 6d3d878a-38cf-40c3-bb13-36741ba76362 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:45:26.592595 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 6d3d878a-38cf-40c3-bb13-36741ba76362 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:45:26.593191 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6d3d878a-38cf-40c3-bb13-36741ba76362), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:26.651455 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] For port e4929571-b7dc-46f2-ae53-5eaaaade111c, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:45:26.658814 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] For port e4929571-b7dc-46f2-ae53-5eaaaade111c, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=e4929571-b7dc-46f2-ae53-5eaaaade111c,segment=NetworkSegment(ac8d9694-e081-4215-a5d8-d8ce14e89caa),segment_id=ac8d9694-e081-4215-a5d8-d8ce14e89caa)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:45:26.673319 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:26.699495 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 6d3d878a-38cf-40c3-bb13-36741ba76362 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:45:26.699846 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6d3d878a-38cf-40c3-bb13-36741ba76362), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:26.728824 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c24bb17-b0f3-4cc6-b346-98f38e43671d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3d878a-38cf-40c3-bb13-36741ba76362'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:45:26.731411 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d044aac3-a6d6-4bce-800a-f9aeec5868c5" -d '{"events": [{"server_uuid": "0c24bb17-b0f3-4cc6-b346-98f38e43671d", "name": "network-vif-plugged", "status": "completed", "tag": "6d3d878a-38cf-40c3-bb13-36741ba76362"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:45:26.739655 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:26.740392 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:26.741950 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] 10.222.0.52 "PUT /v2.0/ports/e4929571-b7dc-46f2-ae53-5eaaaade111c HTTP/1.1" status: 200 len: 1091 time: 2.1239495 Jan 28 00:45:26.766546 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 6d3d878a-38cf-40c3-bb13-36741ba76362, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=6d3d878a-38cf-40c3-bb13-36741ba76362,segment=NetworkSegment(f55b242a-a928-4d72-b482-8fb9a57575c2),segment_id=f55b242a-a928-4d72-b482-8fb9a57575c2)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:45:26.776268 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6d3d878a-38cf-40c3-bb13-36741ba76362), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:26.813107 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ccb993-9709-4698-b392-e10ce88a2414 x-openstack-request-id: req-b6ccb993-9709-4698-b392-e10ce88a2414 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:45:26.813405 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c24bb17-b0f3-4cc6-b346-98f38e43671d", "name": "network-vif-plugged", "status": "completed", "tag": "6d3d878a-38cf-40c3-bb13-36741ba76362", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:45:26.814585 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b6ccb993-9709-4698-b392-e10ce88a2414 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:45:26.814585 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c24bb17-b0f3-4cc6-b346-98f38e43671d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3d878a-38cf-40c3-bb13-36741ba76362', 'code': 200} Jan 28 00:45:26.856126 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759fce17-8312-4d6f-aafa-32afc4604ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4929571-b7dc-46f2-ae53-5eaaaade111c,revision_number=7']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:26.863898 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=6d3d878a-38cf-40c3-bb13-36741ba76362,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:26.879706 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-1db1b19e-803f-4958-8dbb-b66092aae5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:26.881394 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-1db1b19e-803f-4958-8dbb-b66092aae5f6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 1094 time: 0.0667403 Jan 28 00:45:27.093464 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a33d3b-5fad-4936-bde6-1a62ef147ebe req-0757fc03-9ef9-4581-808f-f33d3a705ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:27.096211 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d6a33d3b-5fad-4936-bde6-1a62ef147ebe req-0757fc03-9ef9-4581-808f-f33d3a705ea6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0c24bb17-b0f3-4cc6-b346-98f38e43671d HTTP/1.1" status: 200 len: 1096 time: 0.1714060 Jan 28 00:45:27.228344 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-ed270976-e72c-4f5e-a45b-edaeb50ba326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:27.231274 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-ed270976-e72c-4f5e-a45b-edaeb50ba326 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a0115283-37e4-4300-b073-93415e04c5b3 HTTP/1.1" status: 200 len: 898 time: 0.3324692 Jan 28 00:45:27.413276 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d6a33d3b-5fad-4936-bde6-1a62ef147ebe req-e1d0a927-af97-4b6c-a8fb-20a60d6c5b5d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cf19552f-f494-493b-916e-5d1b17beb654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3073952 Jan 28 00:45:27.426712 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157df290-f08a-46bf-851d-1d1a36c71e10 req-1f19fbd5-5a69-4c78-9576-30750bc10704 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:27.429229 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-157df290-f08a-46bf-851d-1d1a36c71e10 req-1f19fbd5-5a69-4c78-9576-30750bc10704 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 943 time: 0.3215880 Jan 28 00:45:27.480315 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c2c53-a411-4f23-a35a-beed44cf0240 req-3484ceda-047d-4636-996c-c6f749107e85 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:27.482982 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-300c2c53-a411-4f23-a35a-beed44cf0240 req-3484ceda-047d-4636-996c-c6f749107e85 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c24bb17-b0f3-4cc6-b346-98f38e43671d HTTP/1.1" status: 200 len: 945 time: 0.3008718 Jan 28 00:45:27.506047 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-7d9b45da-5bb7-4cbb-8e9d-3b67b88a5a14 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4929571-b7dc-46f2-ae53-5eaaaade111c HTTP/1.1" status: 200 len: 999 time: 0.2414403 Jan 28 00:45:27.665451 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-157df290-f08a-46bf-851d-1d1a36c71e10 req-a2555feb-b6b4-45de-b30f-4624d49e7924 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247198 Jan 28 00:45:27.697104 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-783a066e-8505-4aba-b207-2b4403869a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:27.699587 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-783a066e-8505-4aba-b207-2b4403869a5b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aeea355b-e41d-4155-a2d2-01f3cdab9964 HTTP/1.1" status: 200 len: 834 time: 0.1791222 Jan 28 00:45:27.708200 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-300c2c53-a411-4f23-a35a-beed44cf0240 req-f2793c28-b7db-4140-959a-53e4e619e456 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf19552f-f494-493b-916e-5d1b17beb654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171619 Jan 28 00:45:28.150987 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0b60e1-2da5-42bc-8760-2e84ac98637f', 'tag': 'e4929571-b7dc-46f2-ae53-5eaaaade111c'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:45:28.154846 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3e480b-2949-4599-8825-b2d96efa5f72" -d '{"events": [{"name": "network-changed", "server_uuid": "3c0b60e1-2da5-42bc-8760-2e84ac98637f", "tag": "e4929571-b7dc-46f2-ae53-5eaaaade111c"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:45:28.161851 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-53d3227d-ecf7-46d6-8198-3865bec62f42 req-ec7cf432-9001-4ebe-847f-efcbf7e9599e tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0510545 Jan 28 00:45:28.217650 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeab14d-7dd8-43c7-8a9a-0786a7b69bcf req-132fcad2-8147-4e2a-9939-8e26978aa9b7 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:28.219559 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ffeab14d-7dd8-43c7-8a9a-0786a7b69bcf req-132fcad2-8147-4e2a-9939-8e26978aa9b7 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 945 time: 0.1099985 Jan 28 00:45:28.222706 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-6a2790b4-0b36-4ca1-a514-c10bb5e413f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:28.224501 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-6a2790b4-0b36-4ca1-a514-c10bb5e413f9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a0115283-37e4-4300-b073-93415e04c5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5149322 Jan 28 00:45:28.306149 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da39539c-d93a-4769-a0ee-e822d70fb28e x-openstack-request-id: req-da39539c-d93a-4769-a0ee-e822d70fb28e {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:45:28.306459 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c0b60e1-2da5-42bc-8760-2e84ac98637f", "tag": "e4929571-b7dc-46f2-ae53-5eaaaade111c", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:45:28.306721 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-da39539c-d93a-4769-a0ee-e822d70fb28e {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:45:28.307120 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c0b60e1-2da5-42bc-8760-2e84ac98637f', 'tag': 'e4929571-b7dc-46f2-ae53-5eaaaade111c', 'status': 'completed', 'code': 200} Jan 28 00:45:28.347668 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ffeab14d-7dd8-43c7-8a9a-0786a7b69bcf req-aea43342-ff9b-42a9-8a8b-bad02c12916c tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189811 Jan 28 00:45:28.399846 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-ef5a3d6b-832b-4224-86d6-0393be62abac service neutron] 10.222.0.52 "GET /v2.0/networks/a0115283-37e4-4300-b073-93415e04c5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625185 Jan 28 00:45:28.474938 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e4929571-b7dc-46f2-ae53-5eaaaade111c no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:45:28.524259 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] The host n-h1-826754-1 is not matching for port e4929571-b7dc-46f2-ae53-5eaaaade111c host n-h2-826754-1! {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 00:45:28.524843 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e4929571-b7dc-46f2-ae53-5eaaaade111c not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:45:28.531926 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e480b-2949-4599-8825-b2d96efa5f72 req-c0e4dadc-8b90-413d-a38c-cfc67353a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:28.535228 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3b3e480b-2949-4599-8825-b2d96efa5f72 req-c0e4dadc-8b90-413d-a38c-cfc67353a804 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 1094 time: 0.1663752 Jan 28 00:45:28.710878 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07ab2af1-25a8-463f-9eac-9037a1e75627 req-ea606651-74a7-47a9-b4e4-6a3730d208e8 service neutron] 10.222.0.52 "GET /v2.0/networks/a0115283-37e4-4300-b073-93415e04c5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992098 Jan 28 00:45:28.771742 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e480b-2949-4599-8825-b2d96efa5f72 req-5f7c249f-4ccc-43bf-b5b2-2e2ee37128fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:28.776082 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3b3e480b-2949-4599-8825-b2d96efa5f72 req-5f7c249f-4ccc-43bf-b5b2-2e2ee37128fc service neutron] 10.222.0.65 "GET /v2.0/networks?id=a0115283-37e4-4300-b073-93415e04c5b3 HTTP/1.1" status: 200 len: 898 time: 0.2235119 Jan 28 00:45:29.008160 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3b3e480b-2949-4599-8825-b2d96efa5f72 req-ec10aee7-6532-487c-9768-a0c2e3ef49db service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4929571-b7dc-46f2-ae53-5eaaaade111c HTTP/1.1" status: 200 len: 999 time: 0.2245255 Jan 28 00:45:29.032538 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e480b-2949-4599-8825-b2d96efa5f72 req-731ef8d4-e421-4ef5-bbd8-7e02313c7d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:29.034237 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3b3e480b-2949-4599-8825-b2d96efa5f72 req-731ef8d4-e421-4ef5-bbd8-7e02313c7d5f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 1094 time: 0.1742911 Jan 28 00:45:29.086069 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e2131-0800-463b-bb9d-ea293fa8de03 req-ddbd41ed-74a8-47d2-aa53-ac3f6690c30b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:29.087510 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-815e2131-0800-463b-bb9d-ea293fa8de03 req-ddbd41ed-74a8-47d2-aa53-ac3f6690c30b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 943 time: 0.2288442 Jan 28 00:45:29.107337 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929ec1b-d0cf-499e-b0a5-ecce6c9011c5 req-d2380aae-0a63-45ed-b3d4-de8ed6ee27c6 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:29.108939 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5929ec1b-d0cf-499e-b0a5-ecce6c9011c5 req-d2380aae-0a63-45ed-b3d4-de8ed6ee27c6 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c24bb17-b0f3-4cc6-b346-98f38e43671d HTTP/1.1" status: 200 len: 945 time: 0.2092867 Jan 28 00:45:29.179687 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e480b-2949-4599-8825-b2d96efa5f72 req-8ac525a3-1355-4bfe-8ac0-ea389bf92907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:29.181206 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3b3e480b-2949-4599-8825-b2d96efa5f72 req-8ac525a3-1355-4bfe-8ac0-ea389bf92907 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aeea355b-e41d-4155-a2d2-01f3cdab9964 HTTP/1.1" status: 200 len: 834 time: 0.1619964 Jan 28 00:45:29.317588 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-815e2131-0800-463b-bb9d-ea293fa8de03 req-782aa26c-9d2c-4d20-94d3-3013b01ea39b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073746 Jan 28 00:45:29.333873 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5929ec1b-d0cf-499e-b0a5-ecce6c9011c5 req-4aae6475-0738-4934-afbb-5f78024ebd78 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf19552f-f494-493b-916e-5d1b17beb654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167842 Jan 28 00:45:29.348992 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e480b-2949-4599-8825-b2d96efa5f72 req-2c50138d-f2a5-4c96-a16e-c2d76987a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:29.351489 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3b3e480b-2949-4599-8825-b2d96efa5f72 req-2c50138d-f2a5-4c96-a16e-c2d76987a59c service neutron] 10.222.0.52 "GET /v2.0/networks?id=a0115283-37e4-4300-b073-93415e04c5b3 HTTP/1.1" status: 200 len: 898 time: 0.2876992 Jan 28 00:45:29.378795 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e480b-2949-4599-8825-b2d96efa5f72 req-d3f17782-052d-449b-9bf0-9fa497cdfde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:29.381417 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3b3e480b-2949-4599-8825-b2d96efa5f72 req-d3f17782-052d-449b-9bf0-9fa497cdfde3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a0115283-37e4-4300-b073-93415e04c5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1791215 Jan 28 00:45:29.619836 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-67967d87-7138-473e-885b-db9f5d43a286 req-d71e362c-06fb-42bd-9b96-22b51c0b9e0f tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.1499550 Jan 28 00:45:29.685820 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3b3e480b-2949-4599-8825-b2d96efa5f72 req-16354346-87fb-4034-ad56-bf9e68698ee8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4929571-b7dc-46f2-ae53-5eaaaade111c HTTP/1.1" status: 200 len: 999 time: 0.3242419 Jan 28 00:45:29.813455 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60e0f5-cde1-4954-9edf-027c793107a7 req-3513af4a-0d4b-4e97-940c-f245a5b59563 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:29.816147 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-da60e0f5-cde1-4954-9edf-027c793107a7 req-3513af4a-0d4b-4e97-940c-f245a5b59563 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 945 time: 0.3159840 Jan 28 00:45:29.855970 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3b3e480b-2949-4599-8825-b2d96efa5f72 req-d2254ebc-dad6-4593-b133-51ab24faa862 service neutron] 10.222.0.65 "GET /v2.0/networks/a0115283-37e4-4300-b073-93415e04c5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878658 Jan 28 00:45:29.868865 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e480b-2949-4599-8825-b2d96efa5f72 req-3927c4d1-d190-4e3a-b3e1-7e7b3362d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:29.871381 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3b3e480b-2949-4599-8825-b2d96efa5f72 req-3927c4d1-d190-4e3a-b3e1-7e7b3362d0c4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aeea355b-e41d-4155-a2d2-01f3cdab9964 HTTP/1.1" status: 200 len: 834 time: 0.1770611 Jan 28 00:45:30.071921 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-da60e0f5-cde1-4954-9edf-027c793107a7 req-8ca02947-623d-4d90-ad3c-dc5693cd1626 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397630 Jan 28 00:45:30.111815 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e480b-2949-4599-8825-b2d96efa5f72 req-cec27f0b-ee2e-4f39-943b-4f2860a0742d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:30.114385 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3b3e480b-2949-4599-8825-b2d96efa5f72 req-cec27f0b-ee2e-4f39-943b-4f2860a0742d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a0115283-37e4-4300-b073-93415e04c5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2224290 Jan 28 00:45:30.173390 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3b3e480b-2949-4599-8825-b2d96efa5f72 req-b0f16ade-765e-42db-b90d-32b5bbf66286 service neutron] 10.222.0.65 "GET /v2.0/networks/a0115283-37e4-4300-b073-93415e04c5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975175 Jan 28 00:45:30.283586 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3b3e480b-2949-4599-8825-b2d96efa5f72 req-dc82be1b-3fe5-43c5-9710-791ba7df30c8 service neutron] 10.222.0.52 "GET /v2.0/networks/a0115283-37e4-4300-b073-93415e04c5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579461 Jan 28 00:45:30.490045 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3b3e480b-2949-4599-8825-b2d96efa5f72 req-bbfb20c0-7a40-4ccb-8227-93bf07f0da01 service neutron] 10.222.0.52 "GET /v2.0/networks/a0115283-37e4-4300-b073-93415e04c5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994236 Jan 28 00:45:30.579988 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4abfd-1946-4de3-811f-01055716303c req-1959e30d-b684-4009-bfe4-3dce80c24a7f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:30.582597 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-00a4abfd-1946-4de3-811f-01055716303c req-1959e30d-b684-4009-bfe4-3dce80c24a7f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 943 time: 0.0913329 Jan 28 00:45:30.605090 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a249c2-49d5-4cbd-a954-0ca5f793f1ad req-dc483e32-e74e-437e-804b-083c9ad8a09d tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:30.609309 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e0a249c2-49d5-4cbd-a954-0ca5f793f1ad req-dc483e32-e74e-437e-804b-083c9ad8a09d tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c24bb17-b0f3-4cc6-b346-98f38e43671d HTTP/1.1" status: 200 len: 945 time: 0.1084945 Jan 28 00:45:30.698194 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-00a4abfd-1946-4de3-811f-01055716303c req-e41351ba-a89a-4e63-b01b-a28e6426332f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043084 Jan 28 00:45:30.707248 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e0a249c2-49d5-4cbd-a954-0ca5f793f1ad req-2b60a326-8d96-40b0-9032-a40af370c690 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf19552f-f494-493b-916e-5d1b17beb654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907559 Jan 28 00:45:30.850034 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66b635a4-bb8c-4b02-a7f5-e4aa43cfac73 req-03825b0b-67c2-4548-bd8e-190c4ee473be tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0515957 Jan 28 00:45:30.872849 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11eeba-b9d9-4581-abd8-9bec29c7c4b9 req-2998213c-d69f-42cb-8b92-955cc1a6b8ba tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:30.874703 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1c11eeba-b9d9-4581-abd8-9bec29c7c4b9 req-2998213c-d69f-42cb-8b92-955cc1a6b8ba tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c24bb17-b0f3-4cc6-b346-98f38e43671d HTTP/1.1" status: 200 len: 945 time: 0.0782490 Jan 28 00:45:30.892448 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56200) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:45:30.898367 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-9e479bcd-106b-40a0-acd3-afd4030583eb tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Request body: {'floatingip': {'port_id': '6d3d878a-38cf-40c3-bb13-36741ba76362'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:45:30.942478 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9e479bcd-106b-40a0-acd3-afd4030583eb tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for floatingip (e30488b8-aa1c-47b9-b9af-aa4684414d93), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:31.280047 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5b5a9-b802-4efa-8059-252aeb731061 req-474d2b4b-1d0c-42e6-bba0-ea27ce5275cb tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:31.282362 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-90c5b5a9-b802-4efa-8059-252aeb731061 req-474d2b4b-1d0c-42e6-bba0-ea27ce5275cb tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 945 time: 0.0876179 Jan 28 00:45:31.344756 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-90c5b5a9-b802-4efa-8059-252aeb731061 req-5d346e3d-d926-46dd-b850-bae73c610de0 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519807 Jan 28 00:45:31.662082 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9e479bcd-106b-40a0-acd3-afd4030583eb tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:31.667678 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9e479bcd-106b-40a0-acd3-afd4030583eb tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (e30488b8-aa1c-47b9-b9af-aa4684414d93), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:31.728411 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device e4929571-b7dc-46f2-ae53-5eaaaade111c details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:45:31.798914 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-9e479bcd-106b-40a0-acd3-afd4030583eb tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Floating IP e30488b8-aa1c-47b9-b9af-aa4684414d93 associated. External IP: 172.25.3.126, port: 6d3d878a-38cf-40c3-bb13-36741ba76362. Jan 28 00:45:32.026752 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port e4929571-b7dc-46f2-ae53-5eaaaade111c, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=e4929571-b7dc-46f2-ae53-5eaaaade111c,segment=NetworkSegment(ac8d9694-e081-4215-a5d8-d8ce14e89caa),segment_id=ac8d9694-e081-4215-a5d8-d8ce14e89caa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:45:32.073424 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'e4929571-b7dc-46f2-ae53-5eaaaade111c', 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3', 'port_id': 'e4929571-b7dc-46f2-ae53-5eaaaade111c', 'mac_address': 'fa:16:3e:97:c5:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeea355b-e41d-4155-a2d2-01f3cdab9964', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:45:32.148552 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-02f9f004-2fbe-44f7-beb3-8ef314beb5d9 req-3718edd8-1fbc-4b78-83ec-787062765467 tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0937514 Jan 28 00:45:32.156285 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port e4929571-b7dc-46f2-ae53-5eaaaade111c is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:45:32.157443 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:32.186725 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4929571-b7dc-46f2-ae53-5eaaaade111c {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:45:32.234438 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port e4929571-b7dc-46f2-ae53-5eaaaade111c, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=e4929571-b7dc-46f2-ae53-5eaaaade111c,segment=NetworkSegment(ac8d9694-e081-4215-a5d8-d8ce14e89caa),segment_id=ac8d9694-e081-4215-a5d8-d8ce14e89caa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:45:32.247546 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:32.321966 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=e4929571-b7dc-46f2-ae53-5eaaaade111c,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:32.368685 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e479bcd-106b-40a0-acd3-afd4030583eb tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Router a9fc9f53-99cc-4a9f-9ddc-c741a0650f37 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:45:32.465708 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1dee37-1182-4cdd-9aaf-fe02b3bcc168 req-e7523452-2887-4782-b9e0-e71a3729e5fe tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:32.467762 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad1dee37-1182-4cdd-9aaf-fe02b3bcc168 req-e7523452-2887-4782-b9e0-e71a3729e5fe tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 944 time: 0.0908840 Jan 28 00:45:32.524576 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e479bcd-106b-40a0-acd3-afd4030583eb tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:45:32.531962 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9e479bcd-106b-40a0-acd3-afd4030583eb tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:32.543378 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0232d94a-09a0-4e71-ae55-aaf2bee58685 None None] Sync routers for ids ['a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:45:32.564166 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0232d94a-09a0-4e71-ae55-aaf2bee58685 None None] Routers {'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:45:32.565212 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-0232d94a-09a0-4e71-ae55-aaf2bee58685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:45:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:45:32.566988 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9e479bcd-106b-40a0-acd3-afd4030583eb tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "PUT /v2.0/floatingips/e30488b8-aa1c-47b9-b9af-aa4684414d93 HTTP/1.1" status: 200 len: 991 time: 1.6725492 Jan 28 00:45:32.567220 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c24bb17-b0f3-4cc6-b346-98f38e43671d', 'tag': '6d3d878a-38cf-40c3-bb13-36741ba76362'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:45:32.569606 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1990b8-f03f-40fa-a219-8d31f6250ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "0c24bb17-b0f3-4cc6-b346-98f38e43671d", "tag": "6d3d878a-38cf-40c3-bb13-36741ba76362"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:45:32.570079 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad1dee37-1182-4cdd-9aaf-fe02b3bcc168 req-51c0f1b4-3a9b-4121-8036-0dade04100db tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913484 Jan 28 00:45:32.602421 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538dec44-2a23-48b9-a7aa-8d8bbe3a84b8 req-909e3227-de80-4c02-8865-c8d2a6fff3ab tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:32.604151 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-538dec44-2a23-48b9-a7aa-8d8bbe3a84b8 req-909e3227-de80-4c02-8865-c8d2a6fff3ab tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 945 time: 0.1176248 Jan 28 00:45:32.715290 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-538dec44-2a23-48b9-a7aa-8d8bbe3a84b8 req-151b5c89-eb70-4abd-9ee2-0ec94a41d626 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959125 Jan 28 00:45:32.777221 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-0232d94a-09a0-4e71-ae55-aaf2bee58685 None None] Set router a9fc9f53-99cc-4a9f-9ddc-c741a0650f37 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:45:32.933580 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c5c7c5-a4bd-4b4b-842e-c4a700cf2a52 x-openstack-request-id: req-12c5c7c5-a4bd-4b4b-842e-c4a700cf2a52 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:45:32.933888 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c24bb17-b0f3-4cc6-b346-98f38e43671d", "tag": "6d3d878a-38cf-40c3-bb13-36741ba76362", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:45:32.934161 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-12c5c7c5-a4bd-4b4b-842e-c4a700cf2a52 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:45:32.934836 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c24bb17-b0f3-4cc6-b346-98f38e43671d', 'tag': '6d3d878a-38cf-40c3-bb13-36741ba76362', 'status': 'completed', 'code': 200} Jan 28 00:45:33.109869 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1990b8-f03f-40fa-a219-8d31f6250ac6 req-9f3d09a6-44a8-4ceb-9dc6-e7fd717a529f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:33.119171 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f1990b8-f03f-40fa-a219-8d31f6250ac6 req-9f3d09a6-44a8-4ceb-9dc6-e7fd717a529f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=40859c6773ce4ef58b203b2b32bcaaba&device_id=0c24bb17-b0f3-4cc6-b346-98f38e43671d HTTP/1.1" status: 200 len: 1096 time: 0.1234567 Jan 28 00:45:33.252183 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-0232d94a-09a0-4e71-ae55-aaf2bee58685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'name': 'tempest-AttachVolumeTestJSON-1495357353-router', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:22Z', 'updated_at': '2022-01-28T00:38:31Z', 'revision_number': 4, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'gw_port': {'id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:23Z', 'updated_at': '2022-01-28T00:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'e30488b8-aa1c-47b9-b9af-aa4684414d93', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'port_id': '6d3d878a-38cf-40c3-bb13-36741ba76362', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3025, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d', 'mac_address': 'fa:16:3e:0f:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24bb17-b0f3-4cc6-b346-98f38e43671d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:45:12Z', 'updated_at': '2022-01-28T00:45:31Z', 'revision_number': 1, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172c0466-08b0-4dd9-8f48-3b97bd841204', 'name': '', 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'mac_address': 'fa:16:3e:67:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:29Z', 'updated_at': '2022-01-28T00:38:42Z', 'revision_number': 5, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'subnets': [{'id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:45:33.316005 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0232d94a-09a0-4e71-ae55-aaf2bee58685 None None] Checking router: a9fc9f53-99cc-4a9f-9ddc-c741a0650f37 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:45:33.342967 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0232d94a-09a0-4e71-ae55-aaf2bee58685 None None] Routers {'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:45:33.344479 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-0232d94a-09a0-4e71-ae55-aaf2bee58685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:45:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:45:33.419281 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a221cb-9aad-4b34-b6a3-5ad459cadf15 req-9e4248f7-443e-40d0-b25a-b4e04f052e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:33.421867 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84a221cb-9aad-4b34-b6a3-5ad459cadf15 req-9e4248f7-443e-40d0-b25a-b4e04f052e41 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86349fac32b14b55a613f15d9ff01b9a&device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 1096 time: 0.0843847 Jan 28 00:45:33.485804 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0b83b1e6-1bd5-4f4c-9b95-1abf50885dbc req-7391c72a-d08d-425d-b0bf-f525f309c72c tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0913105 Jan 28 00:45:33.511375 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24298671-5eed-494c-b7c9-c31a8a17a6a9 req-8da213b4-0da9-4e40-b9f6-53f45ae2db30 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:33.530153 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-24298671-5eed-494c-b7c9-c31a8a17a6a9 req-8da213b4-0da9-4e40-b9f6-53f45ae2db30 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 945 time: 0.2157993 Jan 28 00:45:33.554379 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1990b8-f03f-40fa-a219-8d31f6250ac6 req-5f585975-80a2-45a1-a924-69c3e2211fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:33.557157 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f1990b8-f03f-40fa-a219-8d31f6250ac6 req-5f585975-80a2-45a1-a924-69c3e2211fba service neutron] 10.222.0.65 "GET /v2.0/networks?id=df6dc4b3-6607-40e9-9f38-3ff04dac366d HTTP/1.1" status: 200 len: 912 time: 0.4315140 Jan 28 00:45:33.605551 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a221cb-9aad-4b34-b6a3-5ad459cadf15 req-adc618d8-de2b-4130-9bbb-7bd93f460b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:33.607828 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84a221cb-9aad-4b34-b6a3-5ad459cadf15 req-adc618d8-de2b-4130-9bbb-7bd93f460b08 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08 HTTP/1.1" status: 200 len: 916 time: 0.1765289 Jan 28 00:45:33.730059 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84a221cb-9aad-4b34-b6a3-5ad459cadf15 req-914b6ca0-df97-43b9-a374-f99b77fac524 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5b79a9e-962a-4795-b89e-3470dd076925 HTTP/1.1" status: 200 len: 217 time: 0.1091938 Jan 28 00:45:33.732859 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-0232d94a-09a0-4e71-ae55-aaf2bee58685 None None] Set router a9fc9f53-99cc-4a9f-9ddc-c741a0650f37 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:45:33.740128 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f1990b8-f03f-40fa-a219-8d31f6250ac6 req-5fa8ab14-2793-46f5-9871-7cd7524a8f50 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d3d878a-38cf-40c3-bb13-36741ba76362 HTTP/1.1" status: 200 len: 999 time: 0.1680686 Jan 28 00:45:33.773001 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-24298671-5eed-494c-b7c9-c31a8a17a6a9 req-b72dfa3c-655b-45d1-88a5-aa01862e0442 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357731 Jan 28 00:45:33.794836 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['e4929571-b7dc-46f2-ae53-5eaaaade111c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:45:33.833962 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a221cb-9aad-4b34-b6a3-5ad459cadf15 req-277a1d21-6fa3-4085-8757-594a332b9377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:33.837006 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84a221cb-9aad-4b34-b6a3-5ad459cadf15 req-277a1d21-6fa3-4085-8757-594a332b9377 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0a3a2c1-49e1-415c-a253-dd1b44bd9cbb HTTP/1.1" status: 200 len: 854 time: 0.1026347 Jan 28 00:45:33.942872 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1990b8-f03f-40fa-a219-8d31f6250ac6 req-30ce8c7d-3465-404d-a239-8c4860e1bb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:33.947760 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f1990b8-f03f-40fa-a219-8d31f6250ac6 req-30ce8c7d-3465-404d-a239-8c4860e1bb63 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=22f51b89-111e-46c4-84b8-0eec72aeef83 HTTP/1.1" status: 200 len: 850 time: 0.1959841 Jan 28 00:45:33.971681 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a221cb-9aad-4b34-b6a3-5ad459cadf15 req-629f64b2-30c4-48da-9502-046c0c86d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:33.974765 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84a221cb-9aad-4b34-b6a3-5ad459cadf15 req-629f64b2-30c4-48da-9502-046c0c86d946 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255682 Jan 28 00:45:34.085581 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae40eb-4737-4a08-a20b-c4393e9814b1 req-83bff2ec-15a5-45d9-ba24-3ac8ba6c2032 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:34.088272 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6fae40eb-4737-4a08-a20b-c4393e9814b1 req-83bff2ec-15a5-45d9-ba24-3ac8ba6c2032 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 944 time: 0.3136299 Jan 28 00:45:34.100574 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1990b8-f03f-40fa-a219-8d31f6250ac6 req-50c04d61-0383-4bce-94f7-de11ae2c88ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:34.103252 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f1990b8-f03f-40fa-a219-8d31f6250ac6 req-50c04d61-0383-4bce-94f7-de11ae2c88ae service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=df6dc4b3-6607-40e9-9f38-3ff04dac366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205626 Jan 28 00:45:34.191694 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84a221cb-9aad-4b34-b6a3-5ad459cadf15 req-fd261a2a-606f-45d5-9b03-6ce235b8070b service neutron] 10.222.0.65 "GET /v2.0/networks/9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064648 Jan 28 00:45:34.311325 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-0232d94a-09a0-4e71-ae55-aaf2bee58685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'name': 'tempest-AttachVolumeTestJSON-1495357353-router', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:22Z', 'updated_at': '2022-01-28T00:38:31Z', 'revision_number': 4, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'gw_port': {'id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:23Z', 'updated_at': '2022-01-28T00:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'e30488b8-aa1c-47b9-b9af-aa4684414d93', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'port_id': '6d3d878a-38cf-40c3-bb13-36741ba76362', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3025, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d', 'mac_address': 'fa:16:3e:0f:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24bb17-b0f3-4cc6-b346-98f38e43671d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:45:12Z', 'updated_at': '2022-01-28T00:45:31Z', 'revision_number': 1, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172c0466-08b0-4dd9-8f48-3b97bd841204', 'name': '', 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'mac_address': 'fa:16:3e:67:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:29Z', 'updated_at': '2022-01-28T00:38:42Z', 'revision_number': 5, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'subnets': [{'id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:45:34.361369 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f1990b8-f03f-40fa-a219-8d31f6250ac6 req-acae4a9b-b262-4572-aa02-ac42490d3415 service neutron] 10.222.0.65 "GET /v2.0/networks/df6dc4b3-6607-40e9-9f38-3ff04dac366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988270 Jan 28 00:45:34.383739 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0232d94a-09a0-4e71-ae55-aaf2bee58685 None None] The sync data for ids ['a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'] in n-d-826754-1 is: [{'id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'name': 'tempest-AttachVolumeTestJSON-1495357353-router', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:22Z', 'updated_at': '2022-01-28T00:38:31Z', 'revision_number': 4, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'gw_port': {'id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:23Z', 'updated_at': '2022-01-28T00:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'e30488b8-aa1c-47b9-b9af-aa4684414d93', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'port_id': '6d3d878a-38cf-40c3-bb13-36741ba76362', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3025, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d', 'mac_address': 'fa:16:3e:0f:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24bb17-b0f3-4cc6-b346-98f38e43671d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:45:12Z', 'updated_at': '2022-01-28T00:45:31Z', 'revision_number': 1, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172c0466-08b0-4dd9-8f48-3b97bd841204', 'name': '', 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'mac_address': 'fa:16:3e:67:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:29Z', 'updated_at': '2022-01-28T00:38:42Z', 'revision_number': 5, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'subnets': [{'id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:45:34.405766 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84a221cb-9aad-4b34-b6a3-5ad459cadf15 req-ff361130-8704-4863-a655-69772ebea7ac service neutron] 10.222.0.65 "GET /v2.0/networks/9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048016 Jan 28 00:45:34.489245 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6fae40eb-4737-4a08-a20b-c4393e9814b1 req-6643ac30-d747-41ff-b746-440d9449cdee tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3788881 Jan 28 00:45:34.590330 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f1990b8-f03f-40fa-a219-8d31f6250ac6 req-e7512510-c89f-4adf-97d2-0024469e37da service neutron] 10.222.0.65 "GET /v2.0/networks/df6dc4b3-6607-40e9-9f38-3ff04dac366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031908 Jan 28 00:45:34.662953 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2da29d8a-0454-493a-93a8-73c5a0978970 req-b4b50757-5bec-4daa-b985-3bb8d29be0c1 tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0413692 Jan 28 00:45:34.865993 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d2521a-4bc6-44a8-8602-6027bd99fde2 None None] New status for floating IP e30488b8-aa1c-47b9-b9af-aa4684414d93: ACTIVE {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:45:35.135268 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-8afaed9e-2573-47e9-9912-73b2bcece1f7 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:35.137981 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-8afaed9e-2573-47e9-9912-73b2bcece1f7 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f&tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&binding%3Ahost_id=n-h2-826754-1 HTTP/1.1" status: 200 len: 944 time: 0.2503285 Jan 28 00:45:35.320535 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f38cc3-033d-472e-90b7-1348199924ef req-13544e6b-d71c-4b89-8b11-4f5b56503c0f tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:35.323038 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b7f38cc3-033d-472e-90b7-1348199924ef req-13544e6b-d71c-4b89-8b11-4f5b56503c0f tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 945 time: 0.3412542 Jan 28 00:45:35.342930 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1210a-8f36-4c04-9107-fa24313657a3 req-d6d817cd-fe34-4fba-95a1-cea4d63465a5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:35.355694 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-48e1210a-8f36-4c04-9107-fa24313657a3 req-d6d817cd-fe34-4fba-95a1-cea4d63465a5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 944 time: 0.2955964 Jan 28 00:45:35.569902 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-034625e0-ebf0-4d47-af2a-705fae3c0f90 service neutron] 10.222.0.52 "GET /v2.0/ports/e4929571-b7dc-46f2-ae53-5eaaaade111c/bindings/n-h2-826754-1 HTTP/1.1" status: 200 len: 382 time: 0.3491142 Jan 28 00:45:35.591080 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b7f38cc3-033d-472e-90b7-1348199924ef req-23bec660-5330-4359-95a7-a7d0d3b1613d tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056403 Jan 28 00:45:35.613042 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-48e1210a-8f36-4c04-9107-fa24313657a3 req-8ac44153-ffc5-46c6-be9b-319b81a7bf95 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345099 Jan 28 00:45:35.738566 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device e4929571-b7dc-46f2-ae53-5eaaaade111c up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:45:35.757739 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-5bb20405-5841-4503-90a3-4a89a6a481f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:35.760077 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-5bb20405-5841-4503-90a3-4a89a6a481f2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 1095 time: 0.1230421 Jan 28 00:45:35.832891 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port e4929571-b7dc-46f2-ae53-5eaaaade111c completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:45:35.838408 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port e4929571-b7dc-46f2-ae53-5eaaaade111c triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:45:35.839786 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:35.866538 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a39b8b91-e900-426b-8fbc-3b63983e8a8d req-ff0bc2c9-ff7b-4443-bd51-f773b542571f tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0394800 Jan 28 00:45:35.926398 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-f9214ffc-a076-490c-b86b-915eb5810232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:35.928444 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-f9214ffc-a076-490c-b86b-915eb5810232 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a0115283-37e4-4300-b073-93415e04c5b3 HTTP/1.1" status: 200 len: 898 time: 0.1605494 Jan 28 00:45:35.964911 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port e4929571-b7dc-46f2-ae53-5eaaaade111c is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:45:35.965505 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:36.015269 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0b60e1-2da5-42bc-8760-2e84ac98637f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4929571-b7dc-46f2-ae53-5eaaaade111c'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:45:36.018227 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b41cc1-b03e-42fd-99db-5e4e4dea4bd1" -d '{"events": [{"server_uuid": "3c0b60e1-2da5-42bc-8760-2e84ac98637f", "name": "network-vif-plugged", "status": "completed", "tag": "e4929571-b7dc-46f2-ae53-5eaaaade111c"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:45:36.049880 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-bf334f07-70e3-4477-91bb-9100cee456ab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4929571-b7dc-46f2-ae53-5eaaaade111c HTTP/1.1" status: 200 len: 1000 time: 0.1122985 Jan 28 00:45:36.054639 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port e4929571-b7dc-46f2-ae53-5eaaaade111c, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=e4929571-b7dc-46f2-ae53-5eaaaade111c,segment=NetworkSegment(ac8d9694-e081-4215-a5d8-d8ce14e89caa),segment_id=ac8d9694-e081-4215-a5d8-d8ce14e89caa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:45:36.056455 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-90c6d4ff-746b-4be6-b32b-276c86e75d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:36.065361 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:36.130908 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d32698-504a-4944-9ea6-96431c8aefe2 x-openstack-request-id: req-e0d32698-504a-4944-9ea6-96431c8aefe2 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:45:36.136303 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0b60e1-2da5-42bc-8760-2e84ac98637f", "name": "network-vif-plugged", "status": "completed", "tag": "e4929571-b7dc-46f2-ae53-5eaaaade111c", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:45:36.136826 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e0d32698-504a-4944-9ea6-96431c8aefe2 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:45:36.138218 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0b60e1-2da5-42bc-8760-2e84ac98637f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4929571-b7dc-46f2-ae53-5eaaaade111c', 'code': 200} Jan 28 00:45:36.166504 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=e4929571-b7dc-46f2-ae53-5eaaaade111c,revision_number=9']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:36.181320 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-12db11ff-aabd-4362-8c61-b4961b66ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:36.184231 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-12db11ff-aabd-4362-8c61-b4961b66ed5d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aeea355b-e41d-4155-a2d2-01f3cdab9964 HTTP/1.1" status: 200 len: 834 time: 0.1278410 Jan 28 00:45:36.242500 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-7cfa3cff-c250-4fe0-b76a-e660f29c5aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:36.244227 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-7cfa3cff-c250-4fe0-b76a-e660f29c5aeb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a0115283-37e4-4300-b073-93415e04c5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527384 Jan 28 00:45:36.366842 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-b8e36751-31d7-4cbf-a366-6aea7bdabdde service neutron] 10.222.0.52 "GET /v2.0/networks/a0115283-37e4-4300-b073-93415e04c5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152642 Jan 28 00:45:36.573852 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-c523e83f-825a-4f06-b5d6-bd7ce3bcbdc3 service neutron] 10.222.0.52 "GET /v2.0/networks/a0115283-37e4-4300-b073-93415e04c5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998463 Jan 28 00:45:37.333608 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d84df-e672-44d8-acc4-cee7e60c9e48 req-994abb5c-263b-4f07-bbcf-5b8a0e7d17bb tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:37.335122 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e6d84df-e672-44d8-acc4-cee7e60c9e48 req-994abb5c-263b-4f07-bbcf-5b8a0e7d17bb tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 945 time: 0.5665228 Jan 28 00:45:37.359729 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fa4ee-4539-465e-80c4-43eca8bb5672 req-59b2c0d6-d51c-4a33-85a4-043b5b840973 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:37.361323 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-265fa4ee-4539-465e-80c4-43eca8bb5672 req-59b2c0d6-d51c-4a33-85a4-043b5b840973 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 945 time: 0.5299587 Jan 28 00:45:37.450681 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e6d84df-e672-44d8-acc4-cee7e60c9e48 req-d6346c50-e3aa-4cfb-ba07-cb5296ede0bb tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047175 Jan 28 00:45:37.484508 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-265fa4ee-4539-465e-80c4-43eca8bb5672 req-5ea6fb7d-3cb1-49dd-a562-66c3a41303cc tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118407 Jan 28 00:45:37.632496 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ec97b0e6-11bc-4c2e-8d8f-c3d1b8e0bc12 req-c8d1f463-785c-4d93-8dac-533ce42a12fb tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0406592 Jan 28 00:45:37.809989 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cbe15-ebfe-4a25-b63b-e3ede4933894 req-c76a7514-e9c6-482f-8bf8-fd3ff6bbe53d tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:37.812006 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-883cbe15-ebfe-4a25-b63b-e3ede4933894 req-c76a7514-e9c6-482f-8bf8-fd3ff6bbe53d tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 945 time: 0.0675051 Jan 28 00:45:37.889500 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-883cbe15-ebfe-4a25-b63b-e3ede4933894 req-94d9b0d5-c3ac-40d1-9f3a-fb14e3d61d6e tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666702 Jan 28 00:45:38.057803 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f6475-5a18-446a-aeb7-78ea004ecbdc req-48a1c9c7-7d41-4ceb-8803-8fee00cc7e34 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:38.060705 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-870f6475-5a18-446a-aeb7-78ea004ecbdc req-48a1c9c7-7d41-4ceb-8803-8fee00cc7e34 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=efb6b98c-6509-4c01-876c-c430adece520 HTTP/1.1" status: 200 len: 946 time: 0.0747185 Jan 28 00:45:38.152349 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-870f6475-5a18-446a-aeb7-78ea004ecbdc req-8dd64587-262f-49a3-8d5b-6b582ca7c404 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841947 Jan 28 00:45:38.303693 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288d921-2c57-4adf-b4eb-286451cbf2e5 req-4136a2ea-a17d-423f-adc6-c5b5b26a4c71 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:38.306529 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7288d921-2c57-4adf-b4eb-286451cbf2e5 req-4136a2ea-a17d-423f-adc6-c5b5b26a4c71 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=496cc5b8-e748-4045-bdea-dc05d105a452 HTTP/1.1" status: 200 len: 945 time: 0.0626125 Jan 28 00:45:38.360241 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-24f7c579-3740-4ad3-bfdb-74343e69e726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:38.410355 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7288d921-2c57-4adf-b4eb-286451cbf2e5 req-8497daff-f58d-4c69-bbfc-381237c70e43 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934837 Jan 28 00:45:38.482753 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-af739378-e90f-4708-93fc-8ce1b43b6e11 req-29768a3d-fd91-4b09-ac67-715d7a605325 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:45:38.484636 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-af739378-e90f-4708-93fc-8ce1b43b6e11 req-29768a3d-fd91-4b09-ac67-715d7a605325 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080626 Jan 28 00:45:38.592269 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-af739378-e90f-4708-93fc-8ce1b43b6e11 req-903ae937-f0c1-404e-a6c3-8e24e47445e3 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0962555 Jan 28 00:45:38.750133 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129c379-d153-4f2d-a4c9-276bc4369890 req-9e01d4b9-9257-4231-aade-75738f42852b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:38.755689 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f129c379-d153-4f2d-a4c9-276bc4369890 req-9e01d4b9-9257-4231-aade-75738f42852b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 945 time: 0.1249459 Jan 28 00:45:38.876050 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f129c379-d153-4f2d-a4c9-276bc4369890 req-5b15ab11-1c73-4eba-ac0c-ae5cd94e9b79 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097357 Jan 28 00:45:39.001905 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8a8d5f4f-3126-422b-985c-a0fdd50f8e44 req-81abd957-baa8-4da5-9f9f-dd3028bbc643 tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0398474 Jan 28 00:45:39.179788 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72e304-b601-4ec5-88f0-7ccd0ce7bc61 req-1dda9b7e-9bbd-4cf6-8cb9-1a85775b2924 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:39.181536 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cd72e304-b601-4ec5-88f0-7ccd0ce7bc61 req-1dda9b7e-9bbd-4cf6-8cb9-1a85775b2924 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 945 time: 0.0871296 Jan 28 00:45:39.272753 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cd72e304-b601-4ec5-88f0-7ccd0ce7bc61 req-2d7849b7-9ad3-46ef-8b44-4e2e6da4242b tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796852 Jan 28 00:45:39.355552 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-c3feab50-d28f-45ff-ab96-5d2c5c82d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:39.358231 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-c3feab50-d28f-45ff-ab96-5d2c5c82d127 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f&tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8 HTTP/1.1" status: 200 len: 1096 time: 0.0798740 Jan 28 00:45:39.383564 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-0bdb3808-856d-4e63-85a3-6c8f60362ece service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826754-1', 'device_owner': 'compute:nova'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:45:39.510114 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-0bdb3808-856d-4e63-85a3-6c8f60362ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:39.529741 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac517c0-cbf5-430e-8bd5-bebc09839474 req-f1052cfe-1aad-41be-a6c9-f30bcdba71a5 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:39.531409 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9ac517c0-cbf5-430e-8bd5-bebc09839474 req-f1052cfe-1aad-41be-a6c9-f30bcdba71a5 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=efb6b98c-6509-4c01-876c-c430adece520 HTTP/1.1" status: 200 len: 946 time: 0.1003292 Jan 28 00:45:39.693695 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9ac517c0-cbf5-430e-8bd5-bebc09839474 req-bfdd9539-39b8-4821-bdbc-e900c12dc5c3 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347971 Jan 28 00:45:39.699152 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:39.816318 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-0bdb3808-856d-4e63-85a3-6c8f60362ece service neutron] For port e4929571-b7dc-46f2-ae53-5eaaaade111c, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=e4929571-b7dc-46f2-ae53-5eaaaade111c,segment=NetworkSegment(ac8d9694-e081-4215-a5d8-d8ce14e89caa),segment_id=ac8d9694-e081-4215-a5d8-d8ce14e89caa)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:45:39.891820 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-0bdb3808-856d-4e63-85a3-6c8f60362ece service neutron] For port e4929571-b7dc-46f2-ae53-5eaaaade111c, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:45:39.931670 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9ef1d-26cc-4d66-ba0e-c0e23cd910da req-4e553052-bfdb-4b3a-9eee-9d07733ce5ff tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:39.933360 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04a9ef1d-26cc-4d66-ba0e-c0e23cd910da req-4e553052-bfdb-4b3a-9eee-9d07733ce5ff tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=496cc5b8-e748-4045-bdea-dc05d105a452 HTTP/1.1" status: 200 len: 945 time: 0.1031981 Jan 28 00:45:39.969209 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0b60e1-2da5-42bc-8760-2e84ac98637f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4929571-b7dc-46f2-ae53-5eaaaade111c'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:45:39.971704 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eab495d-d6b2-4671-b45d-b0edaff86477" -d '{"events": [{"server_uuid": "3c0b60e1-2da5-42bc-8760-2e84ac98637f", "name": "network-vif-unplugged", "status": "completed", "tag": "e4929571-b7dc-46f2-ae53-5eaaaade111c"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:45:39.984558 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-0bdb3808-856d-4e63-85a3-6c8f60362ece service neutron] Publish callbacks [] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:40.037214 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-0bdb3808-856d-4e63-85a3-6c8f60362ece service neutron] Transition to ACTIVE for port object e4929571-b7dc-46f2-ae53-5eaaaade111c will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:45:40.052089 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-0bdb3808-856d-4e63-85a3-6c8f60362ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:40.072244 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04a9ef1d-26cc-4d66-ba0e-c0e23cd910da req-90dda171-3914-4939-b9e6-618fd3cae80a tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281164 Jan 28 00:45:40.132659 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5cc8e1-be4c-4cd3-bdf1-18e714bcb6d7 req-b6060f53-8d1a-4277-82ee-69a24040a6ea tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:40.134281 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2b5cc8e1-be4c-4cd3-bdf1-18e714bcb6d7 req-b6060f53-8d1a-4277-82ee-69a24040a6ea tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 945 time: 0.1461742 Jan 28 00:45:40.179237 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb3808-856d-4e63-85a3-6c8f60362ece service neutron] Pushing event updated for resources: {'Port': ['ID=e4929571-b7dc-46f2-ae53-5eaaaade111c,revision_number=10']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:40.247498 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34958d6b-5ff5-45d7-8c09-4b39cbf4562b x-openstack-request-id: req-34958d6b-5ff5-45d7-8c09-4b39cbf4562b {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:45:40.247852 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0b60e1-2da5-42bc-8760-2e84ac98637f", "name": "network-vif-unplugged", "status": "completed", "tag": "e4929571-b7dc-46f2-ae53-5eaaaade111c", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:45:40.248100 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-34958d6b-5ff5-45d7-8c09-4b39cbf4562b {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:45:40.248517 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0b60e1-2da5-42bc-8760-2e84ac98637f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4929571-b7dc-46f2-ae53-5eaaaade111c', 'code': 200} Jan 28 00:45:40.267024 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2b5cc8e1-be4c-4cd3-bdf1-18e714bcb6d7 req-38957dfe-8e7f-4755-bce9-fc67eb17739c tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887954 Jan 28 00:45:40.302889 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-0bdb3808-856d-4e63-85a3-6c8f60362ece service neutron] No DVR routers for this DVR port e4929571-b7dc-46f2-ae53-5eaaaade111c on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:45:40.534992 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a91d9cc7-26b3-4957-ba09-071099f1da38 req-516c0085-c7b2-40f9-8a6b-9c0e880317b8 tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0398796 Jan 28 00:45:40.614651 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-0bdb3808-856d-4e63-85a3-6c8f60362ece service neutron] Attempting to bind port e4929571-b7dc-46f2-ae53-5eaaaade111c on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:45:40.615017 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-0bdb3808-856d-4e63-85a3-6c8f60362ece service neutron] Attempting to bind port e4929571-b7dc-46f2-ae53-5eaaaade111c by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'ac8d9694-e081-4215-a5d8-d8ce14e89caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:45:40.615320 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-0bdb3808-856d-4e63-85a3-6c8f60362ece service neutron] Attempting to bind port e4929571-b7dc-46f2-ae53-5eaaaade111c on network a0115283-37e4-4300-b073-93415e04c5b3 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:45:40.621223 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-0bdb3808-856d-4e63-85a3-6c8f60362ece service neutron] Port e4929571-b7dc-46f2-ae53-5eaaaade111c on network a0115283-37e4-4300-b073-93415e04c5b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:45:40.621544 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-0bdb3808-856d-4e63-85a3-6c8f60362ece service neutron] Attempting to bind port e4929571-b7dc-46f2-ae53-5eaaaade111c on network a0115283-37e4-4300-b073-93415e04c5b3 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:45:40.628037 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-0bdb3808-856d-4e63-85a3-6c8f60362ece service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:45:40.628391 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-0bdb3808-856d-4e63-85a3-6c8f60362ece service neutron] Checking segment: {'id': 'ac8d9694-e081-4215-a5d8-d8ce14e89caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:45:40.628790 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-0bdb3808-856d-4e63-85a3-6c8f60362ece service neutron] Bound using segment: {'id': 'ac8d9694-e081-4215-a5d8-d8ce14e89caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:45:40.629219 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-0bdb3808-856d-4e63-85a3-6c8f60362ece service neutron] Bound port: e4929571-b7dc-46f2-ae53-5eaaaade111c, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac8d9694-e081-4215-a5d8-d8ce14e89caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:45:40.629594 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-0bdb3808-856d-4e63-85a3-6c8f60362ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:40.745446 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4468684-1d8a-4c2c-8d8a-dee685feaaad req-7e556bcb-c3fd-478a-8ae6-2f0c35398c7a tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:40.755757 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4468684-1d8a-4c2c-8d8a-dee685feaaad req-7e556bcb-c3fd-478a-8ae6-2f0c35398c7a tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:40.766069 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4468684-1d8a-4c2c-8d8a-dee685feaaad req-7e556bcb-c3fd-478a-8ae6-2f0c35398c7a tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:40.768625 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d4468684-1d8a-4c2c-8d8a-dee685feaaad req-7e556bcb-c3fd-478a-8ae6-2f0c35398c7a tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=496cc5b8-e748-4045-bdea-dc05d105a452&device_id=efb6b98c-6509-4c01-876c-c430adece520&device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 2417 time: 0.1281478 Jan 28 00:45:40.774318 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-0bdb3808-856d-4e63-85a3-6c8f60362ece service neutron] For port e4929571-b7dc-46f2-ae53-5eaaaade111c, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:45:40.781801 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-0bdb3808-856d-4e63-85a3-6c8f60362ece service neutron] For port e4929571-b7dc-46f2-ae53-5eaaaade111c, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e4929571-b7dc-46f2-ae53-5eaaaade111c,segment=NetworkSegment(ac8d9694-e081-4215-a5d8-d8ce14e89caa),segment_id=ac8d9694-e081-4215-a5d8-d8ce14e89caa)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:45:40.793558 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-0bdb3808-856d-4e63-85a3-6c8f60362ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:40.868959 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-0bdb3808-856d-4e63-85a3-6c8f60362ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:40.869986 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-0bdb3808-856d-4e63-85a3-6c8f60362ece service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:40.871082 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-0bdb3808-856d-4e63-85a3-6c8f60362ece service neutron] 10.222.0.65 "PUT /v2.0/ports/e4929571-b7dc-46f2-ae53-5eaaaade111c HTTP/1.1" status: 200 len: 1092 time: 1.4958489 Jan 28 00:45:40.887585 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d4468684-1d8a-4c2c-8d8a-dee685feaaad req-ddb045e2-6ad8-40f7-8f5c-1ee53c3cae63 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099226 Jan 28 00:45:40.960075 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb3808-856d-4e63-85a3-6c8f60362ece service neutron] Pushing event updated for resources: {'Port': ['ID=e4929571-b7dc-46f2-ae53-5eaaaade111c,revision_number=11']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:41.091015 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-c1f73302-d43d-4dd8-80fe-a61807bb03f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:41.092607 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-c1f73302-d43d-4dd8-80fe-a61807bb03f3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 1095 time: 0.1606476 Jan 28 00:45:41.113436 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5f1f4d3a-a6b2-490f-8103-5df35e8907d6 req-c219b303-7ea5-4db6-b5f4-8f31de80b483 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1066751 Jan 28 00:45:41.227894 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-aaf65a68-cb51-4748-90e1-74b25616983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:41.229740 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-aaf65a68-cb51-4748-90e1-74b25616983d service neutron] 10.222.0.65 "GET /v2.0/networks?id=a0115283-37e4-4300-b073-93415e04c5b3 HTTP/1.1" status: 200 len: 898 time: 0.1154666 Jan 28 00:45:41.253562 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:41.324137 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-6a5079dc-6e6f-4f25-aecc-998f9e6293b9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4929571-b7dc-46f2-ae53-5eaaaade111c HTTP/1.1" status: 200 len: 999 time: 0.0873294 Jan 28 00:45:41.450305 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-144e75c7-6075-45eb-a2bb-4d670e1802d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:41.452521 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-144e75c7-6075-45eb-a2bb-4d670e1802d4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aeea355b-e41d-4155-a2d2-01f3cdab9964 HTTP/1.1" status: 200 len: 834 time: 0.1127594 Jan 28 00:45:41.467367 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dd53e-73d5-4e0f-9974-a8a217833f62 req-215f3fdf-1b6a-4532-aaf9-1a27701a1bca tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:41.469112 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e18dd53e-73d5-4e0f-9974-a8a217833f62 req-215f3fdf-1b6a-4532-aaf9-1a27701a1bca tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 944 time: 0.1074898 Jan 28 00:45:41.573559 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-f39ea9f0-64f4-4d5e-bc3a-e76cfe369940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:41.575111 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-f39ea9f0-64f4-4d5e-bc3a-e76cfe369940 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a0115283-37e4-4300-b073-93415e04c5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050727 Jan 28 00:45:41.579588 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e18dd53e-73d5-4e0f-9974-a8a217833f62 req-005b0d4f-fcf8-4cd6-b16e-118e9bd73efb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827150 Jan 28 00:45:41.760796 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-c10014d1-bedd-4342-be20-b543e0968a52 service neutron] 10.222.0.65 "GET /v2.0/networks/a0115283-37e4-4300-b073-93415e04c5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749983 Jan 28 00:45:41.775602 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device e4929571-b7dc-46f2-ae53-5eaaaade111c no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:45:41.801152 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3112de5a-efdd-4971-9028-24d6904292d6 req-8439f558-4901-4ce8-9a76-27fcf728bc9e tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0608120 Jan 28 00:45:41.879011 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] The host n-h2-826754-1 is not matching for port e4929571-b7dc-46f2-ae53-5eaaaade111c host n-h1-826754-1! {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 00:45:41.879482 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device e4929571-b7dc-46f2-ae53-5eaaaade111c not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:45:41.961015 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-037e9ce6-2c91-4fbb-b9e3-4aae2f77bd75 req-7b279f8d-a92e-4108-b728-2eb6bfb949e5 service neutron] 10.222.0.65 "GET /v2.0/networks/a0115283-37e4-4300-b073-93415e04c5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585152 Jan 28 00:45:42.214779 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:42.250151 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0b60e1-2da5-42bc-8760-2e84ac98637f', 'tag': 'e4929571-b7dc-46f2-ae53-5eaaaade111c'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:45:42.254630 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fff464e-8b58-4f27-ba13-3d1ae405839f" -d '{"events": [{"name": "network-changed", "server_uuid": "3c0b60e1-2da5-42bc-8760-2e84ac98637f", "tag": "e4929571-b7dc-46f2-ae53-5eaaaade111c"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:45:42.316682 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7500ca4-6a07-4647-9958-52a57b058925 x-openstack-request-id: req-c7500ca4-6a07-4647-9958-52a57b058925 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:45:42.317438 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c0b60e1-2da5-42bc-8760-2e84ac98637f", "tag": "e4929571-b7dc-46f2-ae53-5eaaaade111c", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:45:42.317993 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c7500ca4-6a07-4647-9958-52a57b058925 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:45:42.318900 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c0b60e1-2da5-42bc-8760-2e84ac98637f', 'tag': 'e4929571-b7dc-46f2-ae53-5eaaaade111c', 'status': 'completed', 'code': 200} Jan 28 00:45:42.463189 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff464e-8b58-4f27-ba13-3d1ae405839f req-7f10b8a1-1a88-488b-b4bf-41fa1bc42dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:42.464964 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4fff464e-8b58-4f27-ba13-3d1ae405839f req-7f10b8a1-1a88-488b-b4bf-41fa1bc42dfd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 1095 time: 0.1073120 Jan 28 00:45:42.484030 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff464e-8b58-4f27-ba13-3d1ae405839f req-80bb79b3-f5f1-415b-9222-a6e27e2ade59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:42.485967 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4fff464e-8b58-4f27-ba13-3d1ae405839f req-80bb79b3-f5f1-415b-9222-a6e27e2ade59 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 1095 time: 0.0883284 Jan 28 00:45:42.684616 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff464e-8b58-4f27-ba13-3d1ae405839f req-cc82614f-f3ca-4570-9e4e-1b97ad64b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:42.686351 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4fff464e-8b58-4f27-ba13-3d1ae405839f req-cc82614f-f3ca-4570-9e4e-1b97ad64b0e4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a0115283-37e4-4300-b073-93415e04c5b3 HTTP/1.1" status: 200 len: 898 time: 0.2132535 Jan 28 00:45:42.778606 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff464e-8b58-4f27-ba13-3d1ae405839f req-3aefb60a-0abf-4445-8e76-5b3efe472228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:42.780179 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4fff464e-8b58-4f27-ba13-3d1ae405839f req-3aefb60a-0abf-4445-8e76-5b3efe472228 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a0115283-37e4-4300-b073-93415e04c5b3 HTTP/1.1" status: 200 len: 898 time: 0.2803857 Jan 28 00:45:42.870917 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4fff464e-8b58-4f27-ba13-3d1ae405839f req-3bfc47cd-50b2-4df8-a8ce-ae54138e514f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4929571-b7dc-46f2-ae53-5eaaaade111c HTTP/1.1" status: 200 len: 999 time: 0.1747804 Jan 28 00:45:42.888704 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9b4c0-320a-4d36-81f0-5f6b27e910a2 req-443e3b67-d4b1-4d87-9771-ae59e1101e50 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:42.890844 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-53d9b4c0-320a-4d36-81f0-5f6b27e910a2 req-443e3b67-d4b1-4d87-9771-ae59e1101e50 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 944 time: 0.1885185 Jan 28 00:45:42.952734 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4fff464e-8b58-4f27-ba13-3d1ae405839f req-023f72f5-6e33-41c2-8af6-f6f44ee151ce service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4929571-b7dc-46f2-ae53-5eaaaade111c HTTP/1.1" status: 200 len: 999 time: 0.1605024 Jan 28 00:45:43.038117 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff464e-8b58-4f27-ba13-3d1ae405839f req-721a5f52-4c9a-4261-b4af-05465c1a784c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:43.039754 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4fff464e-8b58-4f27-ba13-3d1ae405839f req-721a5f52-4c9a-4261-b4af-05465c1a784c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aeea355b-e41d-4155-a2d2-01f3cdab9964 HTTP/1.1" status: 200 len: 834 time: 0.1477225 Jan 28 00:45:43.042642 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:43.047153 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-53d9b4c0-320a-4d36-81f0-5f6b27e910a2 req-e7de2e15-cb54-477a-a371-40e66969edd9 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383488 Jan 28 00:45:43.057387 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff464e-8b58-4f27-ba13-3d1ae405839f req-4c8ff71c-8704-435e-bda2-5a6b2a4de503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:43.058891 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4fff464e-8b58-4f27-ba13-3d1ae405839f req-4c8ff71c-8704-435e-bda2-5a6b2a4de503 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aeea355b-e41d-4155-a2d2-01f3cdab9964 HTTP/1.1" status: 200 len: 834 time: 0.0941844 Jan 28 00:45:43.145387 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff464e-8b58-4f27-ba13-3d1ae405839f req-33ae4bae-823f-478e-83a0-71db7c9bcbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:43.146976 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4fff464e-8b58-4f27-ba13-3d1ae405839f req-33ae4bae-823f-478e-83a0-71db7c9bcbd7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a0115283-37e4-4300-b073-93415e04c5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871475 Jan 28 00:45:43.153420 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff464e-8b58-4f27-ba13-3d1ae405839f req-7ba2541f-176e-4fdc-a031-9e6ea5b772ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:43.154948 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4fff464e-8b58-4f27-ba13-3d1ae405839f req-7ba2541f-176e-4fdc-a031-9e6ea5b772ec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a0115283-37e4-4300-b073-93415e04c5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836980 Jan 28 00:45:43.256752 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52b29cc6-c23e-4cac-8334-86f872d675ab req-d97d213c-9d55-4a68-ac51-0ff0e4d00d09 tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0993602 Jan 28 00:45:43.388651 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4fff464e-8b58-4f27-ba13-3d1ae405839f req-d1f8f536-d214-4a0a-81f8-ebdd9884e5da service neutron] 10.222.0.52 "GET /v2.0/networks/a0115283-37e4-4300-b073-93415e04c5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325552 Jan 28 00:45:43.396929 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ef8e9-ffc7-45a2-a1fb-ef6cc5ab7c90 req-8cdd43d5-7237-4d33-8be6-d7f95946af10 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:43.398754 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-239ef8e9-ffc7-45a2-a1fb-ef6cc5ab7c90 req-8cdd43d5-7237-4d33-8be6-d7f95946af10 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=496cc5b8-e748-4045-bdea-dc05d105a452 HTTP/1.1" status: 200 len: 945 time: 0.2133782 Jan 28 00:45:43.887253 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4fff464e-8b58-4f27-ba13-3d1ae405839f req-de3a1fad-702a-40df-a0b5-a95f7bbf9d90 service neutron] 10.222.0.65 "GET /v2.0/networks/a0115283-37e4-4300-b073-93415e04c5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6697285 Jan 28 00:45:44.002699 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-239ef8e9-ffc7-45a2-a1fb-ef6cc5ab7c90 req-efe2975c-fd74-4dab-8036-2127e6f1fec1 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5793791 Jan 28 00:45:44.014186 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4fff464e-8b58-4f27-ba13-3d1ae405839f req-dfead8b2-f281-4847-a4b1-df3d0e0cc822 service neutron] 10.222.0.52 "GET /v2.0/networks/a0115283-37e4-4300-b073-93415e04c5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6116185 Jan 28 00:45:44.053228 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4fff464e-8b58-4f27-ba13-3d1ae405839f req-c2f6324a-07cb-412d-be28-75f4f47e1bfa service neutron] 10.222.0.65 "GET /v2.0/networks/a0115283-37e4-4300-b073-93415e04c5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528060 Jan 28 00:45:44.308532 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:44.354785 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed30f4c-c1c0-4448-87c1-b2a62bdd7902 req-d36e845b-92ce-4409-9521-bd98360dd023 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:44.371080 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2ed30f4c-c1c0-4448-87c1-b2a62bdd7902 req-d36e845b-92ce-4409-9521-bd98360dd023 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 944 time: 0.1535361 Jan 28 00:45:44.429509 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56374) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:45:44.498671 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2ed30f4c-c1c0-4448-87c1-b2a62bdd7902 req-34b6be95-c007-4650-affa-c906815ef4ab tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212633 Jan 28 00:45:44.583202 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e4929571-b7dc-46f2-ae53-5eaaaade111c details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:45:44.586384 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3dcec17-d132-4c2c-9308-b2033c5a1c2f req-f3fc6c33-2612-4d40-a932-37096656c935 tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0796022 Jan 28 00:45:44.608920 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-02da9560-890e-4869-a584-ab30bccd455f req-205fea0b-9835-4058-b528-cf2e8de539df service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0637932 Jan 28 00:45:44.682687 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c3e2bfc-b2b9-4808-b0e5-eed4c5b9e6a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:44.740108 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e4929571-b7dc-46f2-ae53-5eaaaade111c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e4929571-b7dc-46f2-ae53-5eaaaade111c,segment=NetworkSegment(ac8d9694-e081-4215-a5d8-d8ce14e89caa),segment_id=ac8d9694-e081-4215-a5d8-d8ce14e89caa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:45:44.758940 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'e4929571-b7dc-46f2-ae53-5eaaaade111c', 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3', 'port_id': 'e4929571-b7dc-46f2-ae53-5eaaaade111c', 'mac_address': 'fa:16:3e:97:c5:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeea355b-e41d-4155-a2d2-01f3cdab9964', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:45:44.801789 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c3e2bfc-b2b9-4808-b0e5-eed4c5b9e6a7 admin admin] Publish callbacks [] for security_group (98c2b5d3-530c-4446-b9d0-cd282e1f62e2), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:44.807157 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c3e2bfc-b2b9-4808-b0e5-eed4c5b9e6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (98c2b5d3-530c-4446-b9d0-cd282e1f62e2), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:44.818368 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port e4929571-b7dc-46f2-ae53-5eaaaade111c is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:45:44.818886 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:44.838898 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4929571-b7dc-46f2-ae53-5eaaaade111c {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:45:44.856739 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6c3e2bfc-b2b9-4808-b0e5-eed4c5b9e6a7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fd87a07f197c4d92bae7c87b9efdd026&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4252944 Jan 28 00:45:44.858110 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e2bfc-b2b9-4808-b0e5-eed4c5b9e6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c2b5d3-530c-4446-b9d0-cd282e1f62e2,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:44.861001 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56378) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:45:44.868703 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e2bfc-b2b9-4808-b0e5-eed4c5b9e6a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:44.869459 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e2bfc-b2b9-4808-b0e5-eed4c5b9e6a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:44.870003 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e2bfc-b2b9-4808-b0e5-eed4c5b9e6a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:44.870589 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e2bfc-b2b9-4808-b0e5-eed4c5b9e6a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:44.871132 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e2bfc-b2b9-4808-b0e5-eed4c5b9e6a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:44.871477 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e2bfc-b2b9-4808-b0e5-eed4c5b9e6a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:44.871868 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e2bfc-b2b9-4808-b0e5-eed4c5b9e6a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:44.872186 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e2bfc-b2b9-4808-b0e5-eed4c5b9e6a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:44.872527 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e2bfc-b2b9-4808-b0e5-eed4c5b9e6a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:44.872859 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e2bfc-b2b9-4808-b0e5-eed4c5b9e6a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:44.873194 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e2bfc-b2b9-4808-b0e5-eed4c5b9e6a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:44.873526 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e2bfc-b2b9-4808-b0e5-eed4c5b9e6a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:44.873860 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e2bfc-b2b9-4808-b0e5-eed4c5b9e6a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:44.876742 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e4929571-b7dc-46f2-ae53-5eaaaade111c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e4929571-b7dc-46f2-ae53-5eaaaade111c,segment=NetworkSegment(ac8d9694-e081-4215-a5d8-d8ce14e89caa),segment_id=ac8d9694-e081-4215-a5d8-d8ce14e89caa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:45:44.884896 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:44.957518 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4dd8334-3bb4-44eb-a89e-06deecb221cd admin admin] Publish callbacks [] for security_group (98c2b5d3-530c-4446-b9d0-cd282e1f62e2), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:44.960279 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=e4929571-b7dc-46f2-ae53-5eaaaade111c,revision_number=12']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:44.985005 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4dd8334-3bb4-44eb-a89e-06deecb221cd admin admin] Publish callbacks [] for security_group (98c2b5d3-530c-4446-b9d0-cd282e1f62e2), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:45.053939 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4dd8334-3bb4-44eb-a89e-06deecb221cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (98c2b5d3-530c-4446-b9d0-cd282e1f62e2), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:45.057149 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4dd8334-3bb4-44eb-a89e-06deecb221cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:45.061855 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b4dd8334-3bb4-44eb-a89e-06deecb221cd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/98c2b5d3-530c-4446-b9d0-cd282e1f62e2 HTTP/1.1" status: 204 len: 168 time: 0.1944180 Jan 28 00:45:45.089727 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd8334-3bb4-44eb-a89e-06deecb221cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c2b5d3-530c-4446-b9d0-cd282e1f62e2,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:45.307544 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f32d8-9472-4b50-ae13-71905e5268b0 req-6520567e-5538-4564-99d7-9f5e5c025e50 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:45.310378 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-413f32d8-9472-4b50-ae13-71905e5268b0 req-6520567e-5538-4564-99d7-9f5e5c025e50 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=496cc5b8-e748-4045-bdea-dc05d105a452 HTTP/1.1" status: 200 len: 945 time: 0.1119916 Jan 28 00:45:45.315799 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['e4929571-b7dc-46f2-ae53-5eaaaade111c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:45:45.476587 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-413f32d8-9472-4b50-ae13-71905e5268b0 req-5edca69d-845a-4fc6-91b4-762f6f14bce6 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450384 Jan 28 00:45:45.500703 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecee8b-64f4-4968-981d-c767a32c3e7f req-766d1c21-5a16-4246-a69e-b6263352d1cf tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:45.505852 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-21ecee8b-64f4-4968-981d-c767a32c3e7f req-766d1c21-5a16-4246-a69e-b6263352d1cf tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.65 "GET /v2.0/ports?device_id=496cc5b8-e748-4045-bdea-dc05d105a452 HTTP/1.1" status: 200 len: 945 time: 0.1507268 Jan 28 00:45:45.686330 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56392) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:45:45.732270 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7de7f472-d4cd-41f9-acdc-043070ba99f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:45.874338 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-43987166-c58c-4ea4-a413-963fe523548f req-6c638993-5062-48f1-b130-48658f3cbf09 tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.1175382 Jan 28 00:45:45.902921 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-21ecee8b-64f4-4968-981d-c767a32c3e7f req-416da244-9ca9-41fe-a4b8-d55eded4e5e4 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Deleting port d307967d-12c5-4414-8134-350947594e78 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:45:45.903716 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-21ecee8b-64f4-4968-981d-c767a32c3e7f req-416da244-9ca9-41fe-a4b8-d55eded4e5e4 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (d307967d-12c5-4414-8134-350947594e78), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:45.921523 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7de7f472-d4cd-41f9-acdc-043070ba99f1 admin admin] Publish callbacks [] for security_group (deec7f8a-a5f9-4d7f-80c6-a994de873e2d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:45.930755 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7de7f472-d4cd-41f9-acdc-043070ba99f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (deec7f8a-a5f9-4d7f-80c6-a994de873e2d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:45.976986 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7f472-d4cd-41f9-acdc-043070ba99f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deec7f8a-a5f9-4d7f-80c6-a994de873e2d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:45.984059 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c4dff-0c11-4c35-bfe1-a488fe13d589 req-b9fe4742-5454-40cd-ab8d-b572eb5be083 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:45.989183 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de9c4dff-0c11-4c35-bfe1-a488fe13d589 req-b9fe4742-5454-40cd-ab8d-b572eb5be083 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 945 time: 0.2234423 Jan 28 00:45:45.996099 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7de7f472-d4cd-41f9-acdc-043070ba99f1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=26a8a3c268ac446398a2af4e321f069f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3082042 Jan 28 00:45:46.000567 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56394) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:45:46.067765 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe929b4a-bce0-4e0a-b40f-6cb26bef6ea6 admin admin] Publish callbacks [] for security_group (deec7f8a-a5f9-4d7f-80c6-a994de873e2d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:46.105838 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe929b4a-bce0-4e0a-b40f-6cb26bef6ea6 admin admin] Publish callbacks [] for security_group (deec7f8a-a5f9-4d7f-80c6-a994de873e2d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:46.196151 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe929b4a-bce0-4e0a-b40f-6cb26bef6ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (deec7f8a-a5f9-4d7f-80c6-a994de873e2d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:46.199744 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe929b4a-bce0-4e0a-b40f-6cb26bef6ea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:46.205132 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fe929b4a-bce0-4e0a-b40f-6cb26bef6ea6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/deec7f8a-a5f9-4d7f-80c6-a994de873e2d HTTP/1.1" status: 204 len: 168 time: 0.2030630 Jan 28 00:45:46.216338 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de9c4dff-0c11-4c35-bfe1-a488fe13d589 req-062bd59e-9e26-46f3-86f4-2b092355a23b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635652 Jan 28 00:45:46.223086 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe929b4a-bce0-4e0a-b40f-6cb26bef6ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deec7f8a-a5f9-4d7f-80c6-a994de873e2d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:46.235593 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-21ecee8b-64f4-4968-981d-c767a32c3e7f req-416da244-9ca9-41fe-a4b8-d55eded4e5e4 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] For port d307967d-12c5-4414-8134-350947594e78, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=d307967d-12c5-4414-8134-350947594e78,segment=NetworkSegment(0bd969b1-cdf6-40b7-a43b-e6735f079148),segment_id=0bd969b1-cdf6-40b7-a43b-e6735f079148)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:45:46.236252 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-21ecee8b-64f4-4968-981d-c767a32c3e7f req-416da244-9ca9-41fe-a4b8-d55eded4e5e4 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (d307967d-12c5-4414-8134-350947594e78), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:46.252711 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56398) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:45:46.260197 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-21ecee8b-64f4-4968-981d-c767a32c3e7f req-416da244-9ca9-41fe-a4b8-d55eded4e5e4 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Calling delete_port for d307967d-12c5-4414-8134-350947594e78 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:45:46.363124 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-33ee2d50-52f3-400c-8bc3-221d66c42a3e tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/floatingips/04dfba1c-ea0c-49b3-a196-48cb3ec997a8 HTTP/1.1" status: 200 len: 992 time: 0.1084800 Jan 28 00:45:46.492541 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-21ecee8b-64f4-4968-981d-c767a32c3e7f req-416da244-9ca9-41fe-a4b8-d55eded4e5e4 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (d307967d-12c5-4414-8134-350947594e78), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:46.541829 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416da244-9ca9-41fe-a4b8-d55eded4e5e4 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Pushing event deleted for resources: {'Port': ['ID=d307967d-12c5-4414-8134-350947594e78,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:46.542590 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['5fb77e4a-9f62-4222-a66a-394caefafbe2'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:45:46.582501 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['a5b79a9e-962a-4795-b89e-3470dd076925', 'd307967d-12c5-4414-8134-350947594e78'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:45:46.621581 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ecee8b-64f4-4968-981d-c767a32c3e7f req-416da244-9ca9-41fe-a4b8-d55eded4e5e4 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] No DVR routers for this DVR port d307967d-12c5-4414-8134-350947594e78 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:45:46.635364 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-21ecee8b-64f4-4968-981d-c767a32c3e7f req-416da244-9ca9-41fe-a4b8-d55eded4e5e4 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:46.645057 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-21ecee8b-64f4-4968-981d-c767a32c3e7f req-416da244-9ca9-41fe-a4b8-d55eded4e5e4 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.65 "DELETE /v2.0/ports/d307967d-12c5-4414-8134-350947594e78 HTTP/1.1" status: 204 len: 173 time: 1.1303377 Jan 28 00:45:46.646261 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496cc5b8-e748-4045-bdea-dc05d105a452', 'name': 'network-vif-deleted', 'tag': 'd307967d-12c5-4414-8134-350947594e78'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:45:46.652157 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e968885-c0b4-4880-91a0-604526293614" -d '{"events": [{"server_uuid": "496cc5b8-e748-4045-bdea-dc05d105a452", "name": "network-vif-deleted", "tag": "d307967d-12c5-4414-8134-350947594e78"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:45:46.741074 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716e059a-624e-42a1-aaf7-c4cf4a2527cf x-openstack-request-id: req-716e059a-624e-42a1-aaf7-c4cf4a2527cf {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:45:46.741554 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496cc5b8-e748-4045-bdea-dc05d105a452", "name": "network-vif-deleted", "tag": "d307967d-12c5-4414-8134-350947594e78", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:45:46.741819 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-716e059a-624e-42a1-aaf7-c4cf4a2527cf {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:45:46.742456 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496cc5b8-e748-4045-bdea-dc05d105a452', 'name': 'network-vif-deleted', 'tag': 'd307967d-12c5-4414-8134-350947594e78', 'status': 'completed', 'code': 200} Jan 28 00:45:46.745660 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-911d92b7-324f-4ec3-b233-c18228008d75 req-419f09d0-1c2a-422b-b1b2-a41afddad262 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=496cc5b8-e748-4045-bdea-dc05d105a452 HTTP/1.1" status: 200 len: 210 time: 0.0518866 Jan 28 00:45:46.940818 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56410) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:45:46.963922 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-122b09fb-a901-4f8a-886f-499f86a26282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:47.034723 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3442a34d-b239-4ac7-a44a-c422d17c1981 req-fef2f838-db87-4b5d-98d6-5ba8188e02d1 tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0413387 Jan 28 00:45:47.139780 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-122b09fb-a901-4f8a-886f-499f86a26282 admin admin] Publish callbacks [] for security_group (66aa9130-4b1d-4e18-881b-8435eb631c7c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:47.145341 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-122b09fb-a901-4f8a-886f-499f86a26282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (66aa9130-4b1d-4e18-881b-8435eb631c7c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:47.205969 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-122b09fb-a901-4f8a-886f-499f86a26282 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f4095617a7a64845af55630f52be41a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2626708 Jan 28 00:45:47.206866 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b09fb-a901-4f8a-886f-499f86a26282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66aa9130-4b1d-4e18-881b-8435eb631c7c,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:47.210757 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56414) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:45:47.273610 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3201e0c-a698-4f41-91ee-2c4fda78f1bb admin admin] Publish callbacks [] for security_group (66aa9130-4b1d-4e18-881b-8435eb631c7c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:47.304750 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3201e0c-a698-4f41-91ee-2c4fda78f1bb admin admin] Publish callbacks [] for security_group (66aa9130-4b1d-4e18-881b-8435eb631c7c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:47.381169 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3201e0c-a698-4f41-91ee-2c4fda78f1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (66aa9130-4b1d-4e18-881b-8435eb631c7c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:47.385057 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3201e0c-a698-4f41-91ee-2c4fda78f1bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:47.386680 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f3201e0c-a698-4f41-91ee-2c4fda78f1bb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/66aa9130-4b1d-4e18-881b-8435eb631c7c HTTP/1.1" status: 204 len: 168 time: 0.1749556 Jan 28 00:45:47.398345 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3201e0c-a698-4f41-91ee-2c4fda78f1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66aa9130-4b1d-4e18-881b-8435eb631c7c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:47.582482 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5f5f7479-01b8-4a4a-9b2e-773b9bfcf66d req-ed75bb68-3ca3-47d4-95c9-440f2de97b1b tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65&device_id=959a8035-5b48-4795-bb54-9cbca8e1964e HTTP/1.1" status: 200 len: 210 time: 0.0318203 Jan 28 00:45:47.855470 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50bef55b-039f-4635-b91f-07622b3ec963 req-6788401d-9fb5-47a9-ba27-c3a0a0930471 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e18628b73bcc4900ae8d780cda8591a0&device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0345569 Jan 28 00:45:47.897670 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-facf3485-59b3-4b76-b448-6ef7686d9aa5 req-576b9860-96bb-4cbc-bb4e-11240cb3fcfa tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0407951 Jan 28 00:45:47.918929 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50bef55b-039f-4635-b91f-07622b3ec963 req-6a7c86eb-c619-4c12-821b-91e751d66e68 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=e18628b73bcc4900ae8d780cda8591a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324202 Jan 28 00:45:48.069612 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bef55b-039f-4635-b91f-07622b3ec963 req-a6732183-cbe7-46cb-8bd6-3cc86cd6ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:48.072379 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50bef55b-039f-4635-b91f-07622b3ec963 req-a6732183-cbe7-46cb-8bd6-3cc86cd6ff6f service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1469774 Jan 28 00:45:48.142367 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c18502-016f-4e2d-97c3-d19b5e19a457 req-827217b5-957d-4f34-942e-b639bf468c50 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:48.145000 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87c18502-016f-4e2d-97c3-d19b5e19a457 req-827217b5-957d-4f34-942e-b639bf468c50 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=efb6b98c-6509-4c01-876c-c430adece520 HTTP/1.1" status: 200 len: 946 time: 0.0609393 Jan 28 00:45:48.221085 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87c18502-016f-4e2d-97c3-d19b5e19a457 req-920da9da-98dd-4c21-ab0c-5d3ae358bef7 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694089 Jan 28 00:45:48.600450 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e4929571-b7dc-46f2-ae53-5eaaaade111c up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:45:48.660639 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port e4929571-b7dc-46f2-ae53-5eaaaade111c completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:45:48.665856 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port e4929571-b7dc-46f2-ae53-5eaaaade111c triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:45:48.666403 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:48.825125 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port e4929571-b7dc-46f2-ae53-5eaaaade111c is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:45:48.825527 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:48.864186 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0b60e1-2da5-42bc-8760-2e84ac98637f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4929571-b7dc-46f2-ae53-5eaaaade111c'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:45:48.867992 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e082d9-f00b-4fec-a9db-3edb03255eae" -d '{"events": [{"server_uuid": "3c0b60e1-2da5-42bc-8760-2e84ac98637f", "name": "network-vif-plugged", "status": "completed", "tag": "e4929571-b7dc-46f2-ae53-5eaaaade111c"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:45:48.883724 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e4929571-b7dc-46f2-ae53-5eaaaade111c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e4929571-b7dc-46f2-ae53-5eaaaade111c,segment=NetworkSegment(ac8d9694-e081-4215-a5d8-d8ce14e89caa),segment_id=ac8d9694-e081-4215-a5d8-d8ce14e89caa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:45:48.889589 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:48.891020 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device d307967d-12c5-4414-8134-350947594e78 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:45:48.935364 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc697d3a-8325-493c-aec0-f88b87898592 x-openstack-request-id: req-bc697d3a-8325-493c-aec0-f88b87898592 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:45:48.935846 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0b60e1-2da5-42bc-8760-2e84ac98637f", "name": "network-vif-plugged", "status": "completed", "tag": "e4929571-b7dc-46f2-ae53-5eaaaade111c", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:45:48.936219 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bc697d3a-8325-493c-aec0-f88b87898592 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:45:48.936869 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0b60e1-2da5-42bc-8760-2e84ac98637f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4929571-b7dc-46f2-ae53-5eaaaade111c', 'code': 200} Jan 28 00:45:48.970769 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: d307967d-12c5-4414-8134-350947594e78 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:45:48.971376 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device d307967d-12c5-4414-8134-350947594e78 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:45:49.032507 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=e4929571-b7dc-46f2-ae53-5eaaaade111c,revision_number=13']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:49.094868 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3150475e-f644-4813-8cf2-7b1c5178e65e req-8b7f1215-1f75-4408-ae0a-0e9fda3eace8 tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0565889 Jan 28 00:45:49.388625 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fdca0-bb9f-4384-826f-508860c3cb69 req-1eafded2-53b4-45e8-9539-4eeb2168274d tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:49.391381 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-386fdca0-bb9f-4384-826f-508860c3cb69 req-1eafded2-53b4-45e8-9539-4eeb2168274d tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=efb6b98c-6509-4c01-876c-c430adece520 HTTP/1.1" status: 200 len: 946 time: 0.0842457 Jan 28 00:45:49.473602 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-386fdca0-bb9f-4384-826f-508860c3cb69 req-b6be35bc-d67a-4d26-8b98-996542c048a1 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738721 Jan 28 00:45:49.823060 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50bef55b-039f-4635-b91f-07622b3ec963 req-446368a8-74eb-48f5-bad5-80d1ef80642e tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.52 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0364995 Jan 28 00:45:50.190021 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f762a9-5570-4567-bdac-71a5d97b3e24 req-f21ca117-5f04-49ba-b65e-83ab252e9562 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:50.192053 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b2f762a9-5570-4567-bdac-71a5d97b3e24 req-f21ca117-5f04-49ba-b65e-83ab252e9562 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.52 "GET /v2.0/ports?device_id=efb6b98c-6509-4c01-876c-c430adece520 HTTP/1.1" status: 200 len: 946 time: 0.1006973 Jan 28 00:45:50.323227 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3658f9ce-8345-4755-a69f-79d9c2fb1381 req-db3c572d-ba41-4d09-8a55-0dd794b03a5e tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=4143eeab-aa16-4977-b403-91ca76dedc65 HTTP/1.1" status: 200 len: 210 time: 0.0692627 Jan 28 00:45:50.416276 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-b2f762a9-5570-4567-bdac-71a5d97b3e24 req-8b608d88-d311-4fda-9561-81cdbcc19a42 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Deleting port 5fb77e4a-9f62-4222-a66a-394caefafbe2 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:45:50.417202 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b2f762a9-5570-4567-bdac-71a5d97b3e24 req-8b608d88-d311-4fda-9561-81cdbcc19a42 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (5fb77e4a-9f62-4222-a66a-394caefafbe2), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:50.632169 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-b2f762a9-5570-4567-bdac-71a5d97b3e24 req-8b608d88-d311-4fda-9561-81cdbcc19a42 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] For port 5fb77e4a-9f62-4222-a66a-394caefafbe2, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=5fb77e4a-9f62-4222-a66a-394caefafbe2,segment=NetworkSegment(0bd969b1-cdf6-40b7-a43b-e6735f079148),segment_id=0bd969b1-cdf6-40b7-a43b-e6735f079148)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:45:50.632810 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b2f762a9-5570-4567-bdac-71a5d97b3e24 req-8b608d88-d311-4fda-9561-81cdbcc19a42 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (5fb77e4a-9f62-4222-a66a-394caefafbe2), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:50.714180 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-b2f762a9-5570-4567-bdac-71a5d97b3e24 req-8b608d88-d311-4fda-9561-81cdbcc19a42 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Calling delete_port for 5fb77e4a-9f62-4222-a66a-394caefafbe2 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:45:50.821721 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed4c2b-7e5b-4ecc-b42f-c2364e2bca62 req-b3a249be-953b-45c9-bd38-2b9c4018214f tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:50.823434 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-91ed4c2b-7e5b-4ecc-b42f-c2364e2bca62 req-b3a249be-953b-45c9-bd38-2b9c4018214f tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=efb6b98c-6509-4c01-876c-c430adece520 HTTP/1.1" status: 200 len: 946 time: 0.1742332 Jan 28 00:45:50.908472 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-91ed4c2b-7e5b-4ecc-b42f-c2364e2bca62 req-85f21dcc-08ae-46d4-8d8d-9d02b7e62763 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751443 Jan 28 00:45:50.984673 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b2f762a9-5570-4567-bdac-71a5d97b3e24 req-8b608d88-d311-4fda-9561-81cdbcc19a42 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (5fb77e4a-9f62-4222-a66a-394caefafbe2), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:51.016481 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b608d88-d311-4fda-9561-81cdbcc19a42 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Pushing event deleted for resources: {'Port': ['ID=5fb77e4a-9f62-4222-a66a-394caefafbe2,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:51.036804 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['5fb77e4a-9f62-4222-a66a-394caefafbe2'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:45:51.043427 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['a5b79a9e-962a-4795-b89e-3470dd076925'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:45:51.070210 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f762a9-5570-4567-bdac-71a5d97b3e24 req-8b608d88-d311-4fda-9561-81cdbcc19a42 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] No DVR routers for this DVR port 5fb77e4a-9f62-4222-a66a-394caefafbe2 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:45:51.073276 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b2f762a9-5570-4567-bdac-71a5d97b3e24 req-8b608d88-d311-4fda-9561-81cdbcc19a42 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:51.077013 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b2f762a9-5570-4567-bdac-71a5d97b3e24 req-8b608d88-d311-4fda-9561-81cdbcc19a42 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.52 "DELETE /v2.0/ports/5fb77e4a-9f62-4222-a66a-394caefafbe2 HTTP/1.1" status: 204 len: 173 time: 0.8764684 Jan 28 00:45:51.077522 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb6b98c-6509-4c01-876c-c430adece520', 'name': 'network-vif-deleted', 'tag': '5fb77e4a-9f62-4222-a66a-394caefafbe2'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:45:51.080552 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f9eced-a7cb-4173-91a2-d2a2bbd49d54" -d '{"events": [{"server_uuid": "efb6b98c-6509-4c01-876c-c430adece520", "name": "network-vif-deleted", "tag": "5fb77e4a-9f62-4222-a66a-394caefafbe2"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:45:51.126188 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7992746c-7aa6-431e-a4e1-d1bc5b3a79ef x-openstack-request-id: req-7992746c-7aa6-431e-a4e1-d1bc5b3a79ef {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:45:51.126660 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb6b98c-6509-4c01-876c-c430adece520", "name": "network-vif-deleted", "tag": "5fb77e4a-9f62-4222-a66a-394caefafbe2", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:45:51.130925 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7992746c-7aa6-431e-a4e1-d1bc5b3a79ef {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:45:51.131917 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb6b98c-6509-4c01-876c-c430adece520', 'name': 'network-vif-deleted', 'tag': '5fb77e4a-9f62-4222-a66a-394caefafbe2', 'status': 'completed', 'code': 200} Jan 28 00:45:51.464421 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6ada460-2a3b-4711-a650-c495b83562bc req-9c76576c-bf71-474d-ba73-d51030704f4c tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=c32b44c476d34334a362a72ea6605800&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379047 Jan 28 00:45:51.792648 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ada460-2a3b-4711-a650-c495b83562bc req-735b7222-9589-4754-b087-931d554dd78b tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:51.795250 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6ada460-2a3b-4711-a650-c495b83562bc req-735b7222-9589-4754-b087-931d554dd78b tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3183784 Jan 28 00:45:51.841030 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5cbb9909-8d6c-4bba-ad65-4bddbdbd8b5f req-6dbe2a2a-0d2b-4ad6-9b35-893c96c80f56 tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=959a8035-5b48-4795-bb54-9cbca8e1964e HTTP/1.1" status: 200 len: 210 time: 0.0834999 Jan 28 00:45:51.880881 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dea0ab65-aef7-416a-b158-60991e2579f5 req-72dc92af-3b27-4983-bbe4-4e662128ee5e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e18628b73bcc4900ae8d780cda8591a0&device_id=959a8035-5b48-4795-bb54-9cbca8e1964e HTTP/1.1" status: 200 len: 210 time: 0.1041024 Jan 28 00:45:51.883676 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6ada460-2a3b-4711-a650-c495b83562bc req-79198b25-049e-41c3-af6b-3a3ef2019ad9 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] 10.222.0.70 "GET /v2.0/quotas/c32b44c476d34334a362a72ea6605800 HTTP/1.1" status: 200 len: 375 time: 0.0467134 Jan 28 00:45:51.941652 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6ada460-2a3b-4711-a650-c495b83562bc req-d9e64548-45b5-4efe-8f21-7199aaaf870f tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c32b44c476d34334a362a72ea6605800&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518229 Jan 28 00:45:51.944091 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dea0ab65-aef7-416a-b158-60991e2579f5 req-a2847720-604f-4de7-868b-1e456dd0fb7c service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=e18628b73bcc4900ae8d780cda8591a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428970 Jan 28 00:45:52.062596 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5510b2f2-94d0-463b-b8f3-1c18c907c954 req-fd0a3928-62aa-497d-985e-bf83d1734fbc tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=efb6b98c-6509-4c01-876c-c430adece520 HTTP/1.1" status: 200 len: 210 time: 0.0340238 Jan 28 00:45:52.100234 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0ab65-aef7-416a-b158-60991e2579f5 req-ad861a8a-9d57-44df-801c-d2f10864d6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:52.102517 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dea0ab65-aef7-416a-b158-60991e2579f5 req-ad861a8a-9d57-44df-801c-d2f10864d6ca service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1523218 Jan 28 00:45:52.219295 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8e7a68c-7e37-42af-829e-d30b1d092bb2 req-6b6f95b7-7590-41d3-80ff-e51981865aec tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] 10.222.0.70 "GET /v2.0/ports?device_id=426f3e75-ded5-460c-b9e8-a4411c2c5f80 HTTP/1.1" status: 200 len: 210 time: 0.0327377 Jan 28 00:45:52.977747 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9627e5a1-5029-4398-a095-ec06fd145243 req-ceb6a7b1-72c5-4c82-965d-12ed7f66b757 tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=959a8035-5b48-4795-bb54-9cbca8e1964e HTTP/1.1" status: 200 len: 210 time: 0.0297585 Jan 28 00:45:53.411686 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-248dfc09-0f7c-4c84-9045-847b9b562a07 req-c0493ae7-bc0d-4223-a9aa-d0e798b76052 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] 10.222.0.70 "GET /v2.0/ports?device_id=426f3e75-ded5-460c-b9e8-a4411c2c5f80 HTTP/1.1" status: 200 len: 210 time: 0.0402560 Jan 28 00:45:53.489496 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6ada460-2a3b-4711-a650-c495b83562bc req-85488415-4d9a-4283-b287-3277daeb3a0f tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=c32b44c476d34334a362a72ea6605800&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350449 Jan 28 00:45:53.553136 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6914960-927d-426f-8943-d29e4e6437e0 req-d6819846-3048-4b8f-afc8-eec3ae756165 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:53.554802 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f6914960-927d-426f-8943-d29e4e6437e0 req-d6819846-3048-4b8f-afc8-eec3ae756165 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 945 time: 0.1476736 Jan 28 00:45:53.672942 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f6914960-927d-426f-8943-d29e4e6437e0 req-51ae4bf0-3830-4ff7-9a0d-544b485ec652 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869219 Jan 28 00:45:53.693006 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ada460-2a3b-4711-a650-c495b83562bc req-f2385812-b1a9-4e95-8787-5bf4daea1486 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:53.694832 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6ada460-2a3b-4711-a650-c495b83562bc req-f2385812-b1a9-4e95-8787-5bf4daea1486 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1983004 Jan 28 00:45:53.753704 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-a6ada460-2a3b-4711-a650-c495b83562bc req-97184db0-9f7a-46d0-a3a5-24b4883d43da tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Request body: {'port': {'device_id': '426f3e75-ded5-460c-b9e8-a4411c2c5f80', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'admin_state_up': True, 'tenant_id': 'c32b44c476d34334a362a72ea6605800'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:45:53.813097 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 5fb77e4a-9f62-4222-a66a-394caefafbe2 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:45:53.838095 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 5fb77e4a-9f62-4222-a66a-394caefafbe2 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:45:53.838661 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 5fb77e4a-9f62-4222-a66a-394caefafbe2 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:45:53.899585 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dea0ab65-aef7-416a-b158-60991e2579f5 req-56ea9295-1b65-481f-a75a-c63850ce543a tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.52 "GET /v2.0/ports?device_id=959a8035-5b48-4795-bb54-9cbca8e1964e HTTP/1.1" status: 200 len: 210 time: 0.0445402 Jan 28 00:45:53.932829 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6ada460-2a3b-4711-a650-c495b83562bc req-97184db0-9f7a-46d0-a3a5-24b4883d43da tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Made reservation on behalf of c32b44c476d34334a362a72ea6605800 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:45:53.938060 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a6ada460-2a3b-4711-a650-c495b83562bc req-97184db0-9f7a-46d0-a3a5-24b4883d43da tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:53.953496 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a6ada460-2a3b-4711-a650-c495b83562bc req-97184db0-9f7a-46d0-a3a5-24b4883d43da tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:54.109953 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a6ada460-2a3b-4711-a650-c495b83562bc req-97184db0-9f7a-46d0-a3a5-24b4883d43da tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Publish callbacks [] for security_group (e089fb98-ea80-477b-835a-b217ca52bf32), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:54.117967 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a6ada460-2a3b-4711-a650-c495b83562bc req-97184db0-9f7a-46d0-a3a5-24b4883d43da tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e089fb98-ea80-477b-835a-b217ca52bf32), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:54.119983 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:45:54.233787 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ddc60395-62a2-4bb3-bfab-7389d08f11d3 req-71d6855e-02cb-47be-89dc-ec11c219ee18 tempest-ServerShowV247Test-55261801 tempest-ServerShowV247Test-55261801-project] 10.222.0.70 "GET /v2.0/ports?device_id=959a8035-5b48-4795-bb54-9cbca8e1964e HTTP/1.1" status: 200 len: 210 time: 0.0866885 Jan 28 00:45:54.259075 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97184db0-9f7a-46d0-a3a5-24b4883d43da tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e089fb98-ea80-477b-835a-b217ca52bf32,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:54.347246 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-a6ada460-2a3b-4711-a650-c495b83562bc req-97184db0-9f7a-46d0-a3a5-24b4883d43da tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Allocated IP 192.168.233.143 (6cc4916b-e8a0-4618-abd0-934e16bf0b78/3d2cf619-4390-4946-b152-016e9ede005d/08b07dff-e207-4e33-a9d5-2bcfd443a95c) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:45:54.584582 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b974be4e-66d4-4251-a997-1d31cea2aa44 req-2b5baa9c-1351-4743-950b-fb9052c88ea3 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] 10.222.0.70 "GET /v2.0/ports?device_id=426f3e75-ded5-460c-b9e8-a4411c2c5f80 HTTP/1.1" status: 200 len: 210 time: 0.0705688 Jan 28 00:45:54.667064 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a6ada460-2a3b-4711-a650-c495b83562bc req-97184db0-9f7a-46d0-a3a5-24b4883d43da tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Publish callbacks [] for port (08b07dff-e207-4e33-a9d5-2bcfd443a95c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:54.714181 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a6ada460-2a3b-4711-a650-c495b83562bc req-97184db0-9f7a-46d0-a3a5-24b4883d43da tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (08b07dff-e207-4e33-a9d5-2bcfd443a95c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:54.761930 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ada460-2a3b-4711-a650-c495b83562bc req-97184db0-9f7a-46d0-a3a5-24b4883d43da tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:45:54.770409 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-a6ada460-2a3b-4711-a650-c495b83562bc req-97184db0-9f7a-46d0-a3a5-24b4883d43da tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:45:54.790981 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ada460-2a3b-4711-a650-c495b83562bc req-97184db0-9f7a-46d0-a3a5-24b4883d43da tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:45:54.835206 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97184db0-9f7a-46d0-a3a5-24b4883d43da tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Pushing event updated for resources: {'Port': ['ID=08b07dff-e207-4e33-a9d5-2bcfd443a95c,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:54.894261 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48916e9e-d385-42cd-8ada-724ee819cb7d req-5815b867-3e4e-4846-9811-4d832af46cf5 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:54.895947 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-48916e9e-d385-42cd-8ada-724ee819cb7d req-5815b867-3e4e-4846-9811-4d832af46cf5 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 945 time: 0.1307921 Jan 28 00:45:54.905062 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ada460-2a3b-4711-a650-c495b83562bc req-97184db0-9f7a-46d0-a3a5-24b4883d43da tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:54.905791 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a6ada460-2a3b-4711-a650-c495b83562bc req-97184db0-9f7a-46d0-a3a5-24b4883d43da tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:54.942267 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6ada460-2a3b-4711-a650-c495b83562bc req-97184db0-9f7a-46d0-a3a5-24b4883d43da tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1932611 Jan 28 00:45:54.970560 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-a6ada460-2a3b-4711-a650-c495b83562bc req-438c5836-23ae-4fa8-8eb7-99484879b63b service neutron] Request body: {'port': {'device_id': '426f3e75-ded5-460c-b9e8-a4411c2c5f80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:45:54.980476 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-48916e9e-d385-42cd-8ada-724ee819cb7d req-f0c07cad-f6fe-420d-aba0-a4cf57d1d0f9 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696926 Jan 28 00:45:55.055079 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a6ada460-2a3b-4711-a650-c495b83562bc req-438c5836-23ae-4fa8-8eb7-99484879b63b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (08b07dff-e207-4e33-a9d5-2bcfd443a95c), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:55.147427 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-5591ec0a-e2c9-4b37-93ed-538846c6c794 None None] Provisioning complete for port 08b07dff-e207-4e33-a9d5-2bcfd443a95c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:45:55.148317 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5591ec0a-e2c9-4b37-93ed-538846c6c794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (08b07dff-e207-4e33-a9d5-2bcfd443a95c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:55.208620 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5591ec0a-e2c9-4b37-93ed-538846c6c794 None None] Port 08b07dff-e207-4e33-a9d5-2bcfd443a95c cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:45:55.490809 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-a6ada460-2a3b-4711-a650-c495b83562bc req-438c5836-23ae-4fa8-8eb7-99484879b63b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b07dff-e207-4e33-a9d5-2bcfd443a95c {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:45:55.502544 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a6ada460-2a3b-4711-a650-c495b83562bc req-438c5836-23ae-4fa8-8eb7-99484879b63b service neutron] Publish callbacks [] for port (08b07dff-e207-4e33-a9d5-2bcfd443a95c), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:55.526531 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-a6ada460-2a3b-4711-a650-c495b83562bc req-438c5836-23ae-4fa8-8eb7-99484879b63b service neutron] Transition to ACTIVE for port object 08b07dff-e207-4e33-a9d5-2bcfd443a95c will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:45:55.537704 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a6ada460-2a3b-4711-a650-c495b83562bc req-438c5836-23ae-4fa8-8eb7-99484879b63b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (08b07dff-e207-4e33-a9d5-2bcfd443a95c), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:55.719357 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edc683-fa84-40b0-94d4-3b78ed5d11c8 req-e573d6d0-5f5e-46e7-843c-409664285391 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:55.733108 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-09edc683-fa84-40b0-94d4-3b78ed5d11c8 req-e573d6d0-5f5e-46e7-843c-409664285391 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.65 "GET /v2.0/ports?device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 945 time: 0.1102688 Jan 28 00:45:55.812353 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56544) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:45:55.834509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c5836-23ae-4fa8-8eb7-99484879b63b service neutron] Pushing event updated for resources: {'Port': ['ID=08b07dff-e207-4e33-a9d5-2bcfd443a95c,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:55.890072 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-a6ada460-2a3b-4711-a650-c495b83562bc req-438c5836-23ae-4fa8-8eb7-99484879b63b service neutron] Attempting to bind port 08b07dff-e207-4e33-a9d5-2bcfd443a95c on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:45:55.890817 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-a6ada460-2a3b-4711-a650-c495b83562bc req-438c5836-23ae-4fa8-8eb7-99484879b63b service neutron] Attempting to bind port 08b07dff-e207-4e33-a9d5-2bcfd443a95c by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:45:55.891475 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ada460-2a3b-4711-a650-c495b83562bc req-438c5836-23ae-4fa8-8eb7-99484879b63b service neutron] Attempting to bind port 08b07dff-e207-4e33-a9d5-2bcfd443a95c on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:45:55.914492 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ada460-2a3b-4711-a650-c495b83562bc req-438c5836-23ae-4fa8-8eb7-99484879b63b service neutron] Port 08b07dff-e207-4e33-a9d5-2bcfd443a95c on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:45:55.914785 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ada460-2a3b-4711-a650-c495b83562bc req-438c5836-23ae-4fa8-8eb7-99484879b63b service neutron] Attempting to bind port 08b07dff-e207-4e33-a9d5-2bcfd443a95c on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:45:55.927365 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ada460-2a3b-4711-a650-c495b83562bc req-438c5836-23ae-4fa8-8eb7-99484879b63b service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:45:55.927365 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ada460-2a3b-4711-a650-c495b83562bc req-438c5836-23ae-4fa8-8eb7-99484879b63b service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:45:55.927365 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ada460-2a3b-4711-a650-c495b83562bc req-438c5836-23ae-4fa8-8eb7-99484879b63b service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:45:55.927365 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-a6ada460-2a3b-4711-a650-c495b83562bc req-438c5836-23ae-4fa8-8eb7-99484879b63b service neutron] Bound port: 08b07dff-e207-4e33-a9d5-2bcfd443a95c, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:45:55.928270 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a6ada460-2a3b-4711-a650-c495b83562bc req-438c5836-23ae-4fa8-8eb7-99484879b63b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (08b07dff-e207-4e33-a9d5-2bcfd443a95c), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:55.964381 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4259d-83a2-4657-9331-ef5b1c4415d5 req-7f3d317b-16f8-4ec1-af34-39f696117304 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:55.966734 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2cf4259d-83a2-4657-9331-ef5b1c4415d5 req-7f3d317b-16f8-4ec1-af34-39f696117304 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] 10.222.0.70 "GET /v2.0/ports?device_id=426f3e75-ded5-460c-b9e8-a4411c2c5f80 HTTP/1.1" status: 200 len: 948 time: 0.1758983 Jan 28 00:45:55.998413 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-09edc683-fa84-40b0-94d4-3b78ed5d11c8 req-1fab18c7-d018-45fb-a632-0c3e1cd00a94 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Deleting port a5b79a9e-962a-4795-b89e-3470dd076925 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:45:55.999053 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-09edc683-fa84-40b0-94d4-3b78ed5d11c8 req-1fab18c7-d018-45fb-a632-0c3e1cd00a94 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (a5b79a9e-962a-4795-b89e-3470dd076925), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:56.123810 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-140fa658-9ee7-4147-913a-0fba0522cc4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:56.182621 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2cf4259d-83a2-4657-9331-ef5b1c4415d5 req-3b3b5746-d3fd-45b7-a9dc-816641ae868a tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] 10.222.0.70 "GET /v2.0/security-groups?id=e089fb98-ea80-477b-835a-b217ca52bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376617 Jan 28 00:45:56.200069 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-a6ada460-2a3b-4711-a650-c495b83562bc req-438c5836-23ae-4fa8-8eb7-99484879b63b service neutron] For port 08b07dff-e207-4e33-a9d5-2bcfd443a95c, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:45:56.238234 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-a6ada460-2a3b-4711-a650-c495b83562bc req-438c5836-23ae-4fa8-8eb7-99484879b63b service neutron] For port 08b07dff-e207-4e33-a9d5-2bcfd443a95c, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=08b07dff-e207-4e33-a9d5-2bcfd443a95c,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:45:56.244960 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a6ada460-2a3b-4711-a650-c495b83562bc req-438c5836-23ae-4fa8-8eb7-99484879b63b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (08b07dff-e207-4e33-a9d5-2bcfd443a95c), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:56.263844 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-09edc683-fa84-40b0-94d4-3b78ed5d11c8 req-1fab18c7-d018-45fb-a632-0c3e1cd00a94 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] For port a5b79a9e-962a-4795-b89e-3470dd076925, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=a5b79a9e-962a-4795-b89e-3470dd076925,segment=NetworkSegment(0bd969b1-cdf6-40b7-a43b-e6735f079148),segment_id=0bd969b1-cdf6-40b7-a43b-e6735f079148)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:45:56.264444 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-09edc683-fa84-40b0-94d4-3b78ed5d11c8 req-1fab18c7-d018-45fb-a632-0c3e1cd00a94 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (a5b79a9e-962a-4795-b89e-3470dd076925), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:56.286039 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9ab44-aa1c-48db-8946-76ee75645883 req-753b358f-1e11-48b1-9c71-87497dcb7000 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:56.287683 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47a9ab44-aa1c-48db-8946-76ee75645883 req-753b358f-1e11-48b1-9c71-87497dcb7000 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 945 time: 0.1432564 Jan 28 00:45:56.296832 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-09edc683-fa84-40b0-94d4-3b78ed5d11c8 req-1fab18c7-d018-45fb-a632-0c3e1cd00a94 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Calling delete_port for a5b79a9e-962a-4795-b89e-3470dd076925 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:45:56.303641 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ada460-2a3b-4711-a650-c495b83562bc req-438c5836-23ae-4fa8-8eb7-99484879b63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:56.304084 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-a6ada460-2a3b-4711-a650-c495b83562bc req-438c5836-23ae-4fa8-8eb7-99484879b63b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:56.305520 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6ada460-2a3b-4711-a650-c495b83562bc req-438c5836-23ae-4fa8-8eb7-99484879b63b service neutron] 10.222.0.65 "PUT /v2.0/ports/08b07dff-e207-4e33-a9d5-2bcfd443a95c HTTP/1.1" status: 200 len: 1096 time: 1.3405721 Jan 28 00:45:56.306009 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426f3e75-ded5-460c-b9e8-a4411c2c5f80', 'tag': '08b07dff-e207-4e33-a9d5-2bcfd443a95c'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:45:56.308491 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3e719d-8dcd-4190-8708-6f63220ad283" -d '{"events": [{"name": "network-changed", "server_uuid": "426f3e75-ded5-460c-b9e8-a4411c2c5f80", "tag": "08b07dff-e207-4e33-a9d5-2bcfd443a95c"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:45:56.357484 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c5836-23ae-4fa8-8eb7-99484879b63b service neutron] Pushing event updated for resources: {'Port': ['ID=08b07dff-e207-4e33-a9d5-2bcfd443a95c,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:56.409239 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e465b4-11bf-4b9e-881d-f24fad1a0a8c x-openstack-request-id: req-b1e465b4-11bf-4b9e-881d-f24fad1a0a8c {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:45:56.409882 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "426f3e75-ded5-460c-b9e8-a4411c2c5f80", "tag": "08b07dff-e207-4e33-a9d5-2bcfd443a95c", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:45:56.410421 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b1e465b4-11bf-4b9e-881d-f24fad1a0a8c {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:45:56.411155 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '426f3e75-ded5-460c-b9e8-a4411c2c5f80', 'tag': '08b07dff-e207-4e33-a9d5-2bcfd443a95c', 'status': 'completed', 'code': 200} Jan 28 00:45:56.491110 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-140fa658-9ee7-4147-913a-0fba0522cc4d admin admin] Publish callbacks [] for security_group (d8ea44b2-157e-496d-9863-62f9b65e51a2), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:56.496426 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47a9ab44-aa1c-48db-8946-76ee75645883 req-f18dd715-8625-41b3-92ac-9a09647bee06 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/security-groups?id=868deec7-cbef-4a71-a8a2-de6bed73ccd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848514 Jan 28 00:45:56.502473 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-140fa658-9ee7-4147-913a-0fba0522cc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d8ea44b2-157e-496d-9863-62f9b65e51a2), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:56.525171 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ada460-2a3b-4711-a650-c495b83562bc req-539005bf-b8e0-4c9e-b41c-618f034865c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:56.525915 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6ada460-2a3b-4711-a650-c495b83562bc req-539005bf-b8e0-4c9e-b41c-618f034865c1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c32b44c476d34334a362a72ea6605800&device_id=426f3e75-ded5-460c-b9e8-a4411c2c5f80 HTTP/1.1" status: 200 len: 1099 time: 0.1088450 Jan 28 00:45:56.604625 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6ada460-2a3b-4711-a650-c495b83562bc req-76b230bf-9fa2-4e7c-85bf-88c96a8489dd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=08b07dff-e207-4e33-a9d5-2bcfd443a95c HTTP/1.1" status: 200 len: 217 time: 0.0655038 Jan 28 00:45:56.617681 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-140fa658-9ee7-4147-913a-0fba0522cc4d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e18628b73bcc4900ae8d780cda8591a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8035312 Jan 28 00:45:56.618827 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56554) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:45:56.632963 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140fa658-9ee7-4147-913a-0fba0522cc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ea44b2-157e-496d-9863-62f9b65e51a2,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:56.682335 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ada460-2a3b-4711-a650-c495b83562bc req-f0002305-9ac5-4ce0-ba09-4a9a967801a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:56.684147 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6ada460-2a3b-4711-a650-c495b83562bc req-f0002305-9ac5-4ce0-ba09-4a9a967801a8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.0717449 Jan 28 00:45:56.739824 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ada460-2a3b-4711-a650-c495b83562bc req-930c3f99-05c5-44b9-ade1-f8802745d124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:56.741538 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6ada460-2a3b-4711-a650-c495b83562bc req-930c3f99-05c5-44b9-ade1-f8802745d124 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0507607 Jan 28 00:45:56.874806 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6ada460-2a3b-4711-a650-c495b83562bc req-657e3d89-8667-4c1d-9e92-4a9ba3e3744c service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249468 Jan 28 00:45:57.045962 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6ada460-2a3b-4711-a650-c495b83562bc req-9a12485e-6d8c-4b18-9d19-d9c64ffc41a4 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641068 Jan 28 00:45:57.116534 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-09edc683-fa84-40b0-94d4-3b78ed5d11c8 req-1fab18c7-d018-45fb-a632-0c3e1cd00a94 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (a5b79a9e-962a-4795-b89e-3470dd076925), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:57.167791 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3873ee6c-af96-46f8-b3ad-e9ba042b2b51 admin admin] Publish callbacks [] for security_group (d8ea44b2-157e-496d-9863-62f9b65e51a2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:57.171559 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab18c7-d018-45fb-a632-0c3e1cd00a94 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Pushing event deleted for resources: {'Port': ['ID=a5b79a9e-962a-4795-b89e-3470dd076925,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:57.220413 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3873ee6c-af96-46f8-b3ad-e9ba042b2b51 admin admin] Publish callbacks [] for security_group (d8ea44b2-157e-496d-9863-62f9b65e51a2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:57.235156 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e719d-8dcd-4190-8708-6f63220ad283 req-d7b51331-51be-4135-b410-6f06d87b2c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:57.239207 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c3e719d-8dcd-4190-8708-6f63220ad283 req-d7b51331-51be-4135-b410-6f06d87b2c9f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c32b44c476d34334a362a72ea6605800&device_id=426f3e75-ded5-460c-b9e8-a4411c2c5f80 HTTP/1.1" status: 200 len: 1099 time: 0.0750949 Jan 28 00:45:57.249628 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-09edc683-fa84-40b0-94d4-3b78ed5d11c8 req-1fab18c7-d018-45fb-a632-0c3e1cd00a94 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] No DVR routers for this DVR port a5b79a9e-962a-4795-b89e-3470dd076925 on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:45:57.256772 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-09edc683-fa84-40b0-94d4-3b78ed5d11c8 req-1fab18c7-d018-45fb-a632-0c3e1cd00a94 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:57.260826 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-09edc683-fa84-40b0-94d4-3b78ed5d11c8 req-1fab18c7-d018-45fb-a632-0c3e1cd00a94 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.65 "DELETE /v2.0/ports/a5b79a9e-962a-4795-b89e-3470dd076925 HTTP/1.1" status: 204 len: 173 time: 1.5212646 Jan 28 00:45:57.261119 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dade5635-3efd-4dc9-a56d-2d8beb05eee9', 'name': 'network-vif-deleted', 'tag': 'a5b79a9e-962a-4795-b89e-3470dd076925'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:45:57.263528 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c3a2bc-f5f9-4fb8-99b3-399e2c530d14" -d '{"events": [{"server_uuid": "dade5635-3efd-4dc9-a56d-2d8beb05eee9", "name": "network-vif-deleted", "tag": "a5b79a9e-962a-4795-b89e-3470dd076925"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:45:57.368825 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3873ee6c-af96-46f8-b3ad-e9ba042b2b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d8ea44b2-157e-496d-9863-62f9b65e51a2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:57.374015 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3873ee6c-af96-46f8-b3ad-e9ba042b2b51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:57.379089 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3873ee6c-af96-46f8-b3ad-e9ba042b2b51 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d8ea44b2-157e-496d-9863-62f9b65e51a2 HTTP/1.1" status: 204 len: 168 time: 0.7539568 Jan 28 00:45:57.395337 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873ee6c-af96-46f8-b3ad-e9ba042b2b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ea44b2-157e-496d-9863-62f9b65e51a2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:57.469882 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e719d-8dcd-4190-8708-6f63220ad283 req-a0521619-7e24-4258-af41-796d497bb16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:57.472336 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c879ef-8093-4a97-a4fd-48dc55297122 x-openstack-request-id: req-77c879ef-8093-4a97-a4fd-48dc55297122 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:45:57.472648 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dade5635-3efd-4dc9-a56d-2d8beb05eee9", "name": "network-vif-deleted", "tag": "a5b79a9e-962a-4795-b89e-3470dd076925", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:45:57.472933 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-77c879ef-8093-4a97-a4fd-48dc55297122 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:45:57.473361 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dade5635-3efd-4dc9-a56d-2d8beb05eee9', 'name': 'network-vif-deleted', 'tag': 'a5b79a9e-962a-4795-b89e-3470dd076925', 'status': 'completed', 'code': 200} Jan 28 00:45:57.475330 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c3e719d-8dcd-4190-8708-6f63220ad283 req-a0521619-7e24-4258-af41-796d497bb16c service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.2181818 Jan 28 00:45:57.579292 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c3e719d-8dcd-4190-8708-6f63220ad283 req-c2d60a53-b0a7-4d82-8ec9-652a950cd5e7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=08b07dff-e207-4e33-a9d5-2bcfd443a95c HTTP/1.1" status: 200 len: 217 time: 0.0940802 Jan 28 00:45:57.596797 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e928ef4-c443-4566-a4c8-b3aa48b5937a req-baf5b111-48da-478a-9117-77402ac70629 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:57.599457 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e928ef4-c443-4566-a4c8-b3aa48b5937a req-baf5b111-48da-478a-9117-77402ac70629 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] 10.222.0.70 "GET /v2.0/ports?device_id=426f3e75-ded5-460c-b9e8-a4411c2c5f80 HTTP/1.1" status: 200 len: 948 time: 0.2097101 Jan 28 00:45:58.116637 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bda2b09c-c347-4fa4-b065-23c7acacaf2f req-bfaa8d71-5246-4abb-9fd5-a605a4918d41 tempest-ListServerFiltersTestJSON-1750080863 tempest-ListServerFiltersTestJSON-1750080863-project] 10.222.0.70 "GET /v2.0/ports?device_id=dade5635-3efd-4dc9-a56d-2d8beb05eee9 HTTP/1.1" status: 200 len: 210 time: 0.0469627 Jan 28 00:45:58.167417 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e719d-8dcd-4190-8708-6f63220ad283 req-a22d3360-155e-4a6f-b008-14971590c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:58.169411 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c3e719d-8dcd-4190-8708-6f63220ad283 req-a22d3360-155e-4a6f-b008-14971590c254 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.5685422 Jan 28 00:45:58.193231 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e928ef4-c443-4566-a4c8-b3aa48b5937a req-615ea092-26d5-4aa2-8185-e497db567685 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] 10.222.0.70 "GET /v2.0/security-groups?id=e089fb98-ea80-477b-835a-b217ca52bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5762000 Jan 28 00:45:58.238679 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e719d-8dcd-4190-8708-6f63220ad283 req-bddae1d8-c8b8-483e-badc-cd23f74f7f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:58.240486 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c3e719d-8dcd-4190-8708-6f63220ad283 req-bddae1d8-c8b8-483e-badc-cd23f74f7f6e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0637112 Jan 28 00:45:58.383336 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c3e719d-8dcd-4190-8708-6f63220ad283 req-da20749a-6650-411e-955c-a45d1c817993 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349826 Jan 28 00:45:58.528418 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c3e719d-8dcd-4190-8708-6f63220ad283 req-8056ceea-fe53-41d0-a69a-56c523496ae7 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357770 Jan 28 00:45:58.660326 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 08b07dff-e207-4e33-a9d5-2bcfd443a95c details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:45:58.678639 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a5b79a9e-962a-4795-b89e-3470dd076925 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:45:58.748322 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: a5b79a9e-962a-4795-b89e-3470dd076925 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:45:58.749458 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device a5b79a9e-962a-4795-b89e-3470dd076925 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:45:58.858248 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 08b07dff-e207-4e33-a9d5-2bcfd443a95c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=08b07dff-e207-4e33-a9d5-2bcfd443a95c,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:45:58.876041 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '08b07dff-e207-4e33-a9d5-2bcfd443a95c', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': '08b07dff-e207-4e33-a9d5-2bcfd443a95c', 'mac_address': 'fa:16:3e:ec:4b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:45:58.938171 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 08b07dff-e207-4e33-a9d5-2bcfd443a95c is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:45:58.938720 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (08b07dff-e207-4e33-a9d5-2bcfd443a95c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:58.966319 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b07dff-e207-4e33-a9d5-2bcfd443a95c {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:45:59.012821 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 08b07dff-e207-4e33-a9d5-2bcfd443a95c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=08b07dff-e207-4e33-a9d5-2bcfd443a95c,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:45:59.019526 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (08b07dff-e207-4e33-a9d5-2bcfd443a95c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:59.114148 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=08b07dff-e207-4e33-a9d5-2bcfd443a95c,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:59.128517 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:59.128866 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:59.129371 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:59.129577 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:59.129880 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:59.130429 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:59.130809 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:59.131132 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:59.131541 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:59.131932 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:59.132421 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:59.132957 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:59.133295 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:45:59.180849 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56598) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:45:59.237808 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-933859f3-8268-4ae0-a4e7-b6ae108a83f6 admin admin] Deleting subnet d0a3a2c1-49e1-415c-a253-dd1b44bd9cbb {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:45:59.241842 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-933859f3-8268-4ae0-a4e7-b6ae108a83f6 admin admin] Publish callbacks [] for subnet (d0a3a2c1-49e1-415c-a253-dd1b44bd9cbb), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:59.304538 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-933859f3-8268-4ae0-a4e7-b6ae108a83f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (d0a3a2c1-49e1-415c-a253-dd1b44bd9cbb), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:59.376809 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['08b07dff-e207-4e33-a9d5-2bcfd443a95c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:45:59.423829 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e29b47-bb39-4716-942e-4ccab8a48e7d req-5cad556a-0e78-4b34-9802-6dcb8b454628 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:45:59.436706 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-06e29b47-bb39-4716-942e-4ccab8a48e7d req-5cad556a-0e78-4b34-9802-6dcb8b454628 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] 10.222.0.70 "GET /v2.0/ports?device_id=426f3e75-ded5-460c-b9e8-a4411c2c5f80 HTTP/1.1" status: 200 len: 949 time: 0.1103933 Jan 28 00:45:59.447171 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-933859f3-8268-4ae0-a4e7-b6ae108a83f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (d0a3a2c1-49e1-415c-a253-dd1b44bd9cbb), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:59.526503 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-06e29b47-bb39-4716-942e-4ccab8a48e7d req-17105681-084b-4698-bcdb-95d2a12e4efc tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] 10.222.0.70 "GET /v2.0/security-groups?id=e089fb98-ea80-477b-835a-b217ca52bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881286 Jan 28 00:45:59.563059 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-933859f3-8268-4ae0-a4e7-b6ae108a83f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (d0a3a2c1-49e1-415c-a253-dd1b44bd9cbb), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:59.614680 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933859f3-8268-4ae0-a4e7-b6ae108a83f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0a3a2c1-49e1-415c-a253-dd1b44bd9cbb,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:45:59.622663 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-933859f3-8268-4ae0-a4e7-b6ae108a83f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:59.629899 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-933859f3-8268-4ae0-a4e7-b6ae108a83f6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d0a3a2c1-49e1-415c-a253-dd1b44bd9cbb HTTP/1.1" status: 204 len: 168 time: 0.4471471 Jan 28 00:45:59.633176 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56610) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:45:59.640362 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303954ee-7250-4fe5-bce5-01413388228f None None] Network 9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:45:59.757320 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ac78369-c2e2-42c8-990c-a9050c057393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:59.846220 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615d32ee-5513-4470-aa98-dd758fc6d745 None None] DHCP port deletion for 9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:45:59.848848 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4ac78369-c2e2-42c8-990c-a9050c057393 admin admin] Deleting port 64df6561-3eaf-4519-9c4f-42bfbbf4bb19 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:45:59.849601 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ac78369-c2e2-42c8-990c-a9050c057393 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (64df6561-3eaf-4519-9c4f-42bfbbf4bb19), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:59.945112 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-615d32ee-5513-4470-aa98-dd758fc6d745 None None] Deleting port 64df6561-3eaf-4519-9c4f-42bfbbf4bb19 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:45:59.945598 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-615d32ee-5513-4470-aa98-dd758fc6d745 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (64df6561-3eaf-4519-9c4f-42bfbbf4bb19), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:59.953445 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4ac78369-c2e2-42c8-990c-a9050c057393 admin admin] For port 64df6561-3eaf-4519-9c4f-42bfbbf4bb19, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=64df6561-3eaf-4519-9c4f-42bfbbf4bb19,segment=NetworkSegment(0bd969b1-cdf6-40b7-a43b-e6735f079148),segment_id=0bd969b1-cdf6-40b7-a43b-e6735f079148)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:45:59.959932 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ac78369-c2e2-42c8-990c-a9050c057393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (64df6561-3eaf-4519-9c4f-42bfbbf4bb19), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:45:59.973534 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4ac78369-c2e2-42c8-990c-a9050c057393 admin admin] Calling delete_port for 64df6561-3eaf-4519-9c4f-42bfbbf4bb19 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:46:00.022090 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-615d32ee-5513-4470-aa98-dd758fc6d745 None None] For port 64df6561-3eaf-4519-9c4f-42bfbbf4bb19, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=64df6561-3eaf-4519-9c4f-42bfbbf4bb19,segment=NetworkSegment(0bd969b1-cdf6-40b7-a43b-e6735f079148),segment_id=0bd969b1-cdf6-40b7-a43b-e6735f079148)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:46:00.022441 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-615d32ee-5513-4470-aa98-dd758fc6d745 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (64df6561-3eaf-4519-9c4f-42bfbbf4bb19), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:00.043728 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-615d32ee-5513-4470-aa98-dd758fc6d745 None None] Calling delete_port for 64df6561-3eaf-4519-9c4f-42bfbbf4bb19 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:46:00.103490 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ac78369-c2e2-42c8-990c-a9050c057393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (64df6561-3eaf-4519-9c4f-42bfbbf4bb19), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:00.159228 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac78369-c2e2-42c8-990c-a9050c057393 admin admin] Pushing event deleted for resources: {'Port': ['ID=64df6561-3eaf-4519-9c4f-42bfbbf4bb19,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:00.181831 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac78369-c2e2-42c8-990c-a9050c057393 admin admin] No DVR routers for this DVR port 64df6561-3eaf-4519-9c4f-42bfbbf4bb19 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:46:00.194135 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-615d32ee-5513-4470-aa98-dd758fc6d745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (64df6561-3eaf-4519-9c4f-42bfbbf4bb19), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:00.239775 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615d32ee-5513-4470-aa98-dd758fc6d745 None None] No DVR routers for this DVR port 64df6561-3eaf-4519-9c4f-42bfbbf4bb19 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:46:00.241967 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d32ee-5513-4470-aa98-dd758fc6d745 None None] Pushing event deleted for resources: {'Port': ['ID=64df6561-3eaf-4519-9c4f-42bfbbf4bb19,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:00.297956 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ac78369-c2e2-42c8-990c-a9050c057393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:00.328360 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-4ac78369-c2e2-42c8-990c-a9050c057393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:46:00.340522 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-4ac78369-c2e2-42c8-990c-a9050c057393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd969b1-cdf6-40b7-a43b-e6735f079148') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:46:00.340830 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-4ac78369-c2e2-42c8-990c-a9050c057393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd969b1-cdf6-40b7-a43b-e6735f079148') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:46:00.352384 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ac78369-c2e2-42c8-990c-a9050c057393 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (0bd969b1-cdf6-40b7-a43b-e6735f079148), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:00.369045 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ac78369-c2e2-42c8-990c-a9050c057393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (0bd969b1-cdf6-40b7-a43b-e6735f079148), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:00.383196 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac78369-c2e2-42c8-990c-a9050c057393 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:46:00.383839 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ac78369-c2e2-42c8-990c-a9050c057393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (0bd969b1-cdf6-40b7-a43b-e6735f079148), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:00.386753 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:46:00.386753 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:46:00.386753 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:46:00.386753 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:46:00.386753 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:46:00.386753 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:46:00.386753 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:46:00.386753 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:46:00.386753 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:46:00.386753 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:46:00.386753 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:46:00.386753 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:46:00.386753 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:46:00.386753 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:46:00.386753 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:46:00.386753 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:46:00.386753 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:46:00.386753 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:46:00.386753 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:46:00.386753 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:46:00.386753 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:46:00.386753 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:46:00.386753 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:46:00.386753 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:46:00.386753 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:46:00.386753 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:46:00.386753 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:46:00.386753 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:46:00.386753 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:46:00.386753 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:46:00.386753 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:46:00.386753 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:46:00.489169 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ac78369-c2e2-42c8-990c-a9050c057393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:00.500714 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ac78369-c2e2-42c8-990c-a9050c057393 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:00.504207 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4ac78369-c2e2-42c8-990c-a9050c057393 admin admin] 10.222.0.70 "DELETE /v2.0/networks/9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08 HTTP/1.1" status: 204 len: 168 time: 0.8690772 Jan 28 00:46:00.521649 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac78369-c2e2-42c8-990c-a9050c057393 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f3f4dd8-c4f6-4144-aa71-5bd0d1317d08,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:00.670478 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 08b07dff-e207-4e33-a9d5-2bcfd443a95c up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:46:00.748600 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56628) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:00.759434 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85e5b0-4ff7-4cd8-94c1-15bb7b308c1a req-628d69f6-af14-4695-9404-8281c6f6c8ed tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:00.761494 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ee85e5b0-4ff7-4cd8-94c1-15bb7b308c1a req-628d69f6-af14-4695-9404-8281c6f6c8ed tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] 10.222.0.70 "GET /v2.0/ports?device_id=426f3e75-ded5-460c-b9e8-a4411c2c5f80 HTTP/1.1" status: 200 len: 949 time: 0.1146190 Jan 28 00:46:00.793527 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 08b07dff-e207-4e33-a9d5-2bcfd443a95c completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:46:00.800443 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 08b07dff-e207-4e33-a9d5-2bcfd443a95c triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:46:00.800885 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (08b07dff-e207-4e33-a9d5-2bcfd443a95c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:00.835866 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-51e877cc-2441-420d-9c66-465bcd020b36 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=86349fac32b14b55a613f15d9ff01b9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0855680 Jan 28 00:46:00.838477 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56630) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:00.864385 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ee85e5b0-4ff7-4cd8-94c1-15bb7b308c1a req-2ca685e8-63a1-4fae-b115-8cacebf20748 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] 10.222.0.70 "GET /v2.0/security-groups?id=e089fb98-ea80-477b-835a-b217ca52bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941200 Jan 28 00:46:00.919026 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3610f84d-3506-48ec-a6cb-cd0249ed47c6 admin admin] Publish callbacks [] for security_group (868deec7-cbef-4a71-a8a2-de6bed73ccd2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:00.921969 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 08b07dff-e207-4e33-a9d5-2bcfd443a95c is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:46:00.922782 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (08b07dff-e207-4e33-a9d5-2bcfd443a95c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:00.951859 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426f3e75-ded5-460c-b9e8-a4411c2c5f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b07dff-e207-4e33-a9d5-2bcfd443a95c'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:46:00.955320 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64118c62-3b6e-4c3e-93c7-0fc082790381" -d '{"events": [{"server_uuid": "426f3e75-ded5-460c-b9e8-a4411c2c5f80", "name": "network-vif-plugged", "status": "completed", "tag": "08b07dff-e207-4e33-a9d5-2bcfd443a95c"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:46:00.956411 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3610f84d-3506-48ec-a6cb-cd0249ed47c6 admin admin] Publish callbacks [] for security_group (868deec7-cbef-4a71-a8a2-de6bed73ccd2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:00.969838 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 08b07dff-e207-4e33-a9d5-2bcfd443a95c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=08b07dff-e207-4e33-a9d5-2bcfd443a95c,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:46:00.975820 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (08b07dff-e207-4e33-a9d5-2bcfd443a95c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:01.028400 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9dafe46-5203-4be0-8f4d-999978f3556e x-openstack-request-id: req-a9dafe46-5203-4be0-8f4d-999978f3556e {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:46:01.029074 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426f3e75-ded5-460c-b9e8-a4411c2c5f80", "name": "network-vif-plugged", "status": "completed", "tag": "08b07dff-e207-4e33-a9d5-2bcfd443a95c", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:46:01.029333 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a9dafe46-5203-4be0-8f4d-999978f3556e {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:46:01.030071 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426f3e75-ded5-460c-b9e8-a4411c2c5f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b07dff-e207-4e33-a9d5-2bcfd443a95c', 'code': 200} Jan 28 00:46:01.052618 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=08b07dff-e207-4e33-a9d5-2bcfd443a95c,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:01.061564 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3610f84d-3506-48ec-a6cb-cd0249ed47c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (868deec7-cbef-4a71-a8a2-de6bed73ccd2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:01.067241 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3610f84d-3506-48ec-a6cb-cd0249ed47c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:01.068948 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3610f84d-3506-48ec-a6cb-cd0249ed47c6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/868deec7-cbef-4a71-a8a2-de6bed73ccd2 HTTP/1.1" status: 204 len: 168 time: 0.2289362 Jan 28 00:46:01.083387 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610f84d-3506-48ec-a6cb-cd0249ed47c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868deec7-cbef-4a71-a8a2-de6bed73ccd2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:01.227124 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5652c4-dc64-4242-afa1-4aaf2d174145 req-53c20b67-7b03-4103-aae6-f38d1793deab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:01.229998 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2b5652c4-dc64-4242-afa1-4aaf2d174145 req-53c20b67-7b03-4103-aae6-f38d1793deab service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=426f3e75-ded5-460c-b9e8-a4411c2c5f80 HTTP/1.1" status: 200 len: 1101 time: 0.0718951 Jan 28 00:46:01.301534 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2b5652c4-dc64-4242-afa1-4aaf2d174145 req-6e7342b8-44ea-4382-8168-6281f77b5eed service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e089fb98-ea80-477b-835a-b217ca52bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613661 Jan 28 00:46:01.635345 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 64df6561-3eaf-4519-9c4f-42bfbbf4bb19 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:46:01.658373 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 64df6561-3eaf-4519-9c4f-42bfbbf4bb19 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:46:01.658932 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 64df6561-3eaf-4519-9c4f-42bfbbf4bb19 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:46:02.025548 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190dba2a-6d14-432e-9634-8868d7473406 req-4448d092-7152-4a1a-96b9-0537efdada75 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:02.033303 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-190dba2a-6d14-432e-9634-8868d7473406 req-4448d092-7152-4a1a-96b9-0537efdada75 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] 10.222.0.70 "GET /v2.0/ports?device_id=426f3e75-ded5-460c-b9e8-a4411c2c5f80 HTTP/1.1" status: 200 len: 950 time: 0.0705588 Jan 28 00:46:02.100934 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-190dba2a-6d14-432e-9634-8868d7473406 req-3c21c787-dc9f-4481-8432-b1ecf37377eb tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] 10.222.0.70 "GET /v2.0/security-groups?id=e089fb98-ea80-477b-835a-b217ca52bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634995 Jan 28 00:46:03.291465 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91189e53-5cd5-4469-9ce0-d94a4041fe28 req-0dc82b24-6fa2-496d-9c0d-215baae89857 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:03.293872 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-91189e53-5cd5-4469-9ce0-d94a4041fe28 req-0dc82b24-6fa2-496d-9c0d-215baae89857 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] 10.222.0.70 "GET /v2.0/ports?device_id=426f3e75-ded5-460c-b9e8-a4411c2c5f80 HTTP/1.1" status: 200 len: 950 time: 0.0848839 Jan 28 00:46:03.390082 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-91189e53-5cd5-4469-9ce0-d94a4041fe28 req-62f3af4d-81d6-4917-9d99-d9d670a7fa6e tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] 10.222.0.70 "GET /v2.0/security-groups?id=e089fb98-ea80-477b-835a-b217ca52bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849967 Jan 28 00:46:03.879352 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10136f-2d59-4625-93ba-7fff9a32963a req-9d39519b-e5c9-4eeb-bbba-304f98b6c62c tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:03.882164 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bd10136f-2d59-4625-93ba-7fff9a32963a req-9d39519b-e5c9-4eeb-bbba-304f98b6c62c tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] 10.222.0.70 "GET /v2.0/ports?device_id=426f3e75-ded5-460c-b9e8-a4411c2c5f80 HTTP/1.1" status: 200 len: 950 time: 0.1112719 Jan 28 00:46:03.954395 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56730) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:03.960366 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bd10136f-2d59-4625-93ba-7fff9a32963a req-cade3454-4538-497c-9f55-37117c787964 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] 10.222.0.70 "GET /v2.0/security-groups?id=e089fb98-ea80-477b-835a-b217ca52bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637176 Jan 28 00:46:04.114724 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b9f603f-946c-4b96-b90c-09167433512b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:04.226091 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b9f603f-946c-4b96-b90c-09167433512b admin admin] Publish callbacks [] for security_group (777c41b1-e4b2-4ab0-9bb1-146ac97c7a58), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:04.231063 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b9f603f-946c-4b96-b90c-09167433512b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (777c41b1-e4b2-4ab0-9bb1-146ac97c7a58), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:04.293728 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6b9f603f-946c-4b96-b90c-09167433512b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e37162f784ec4f26909405ededefab30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3346698 Jan 28 00:46:04.293728 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f603f-946c-4b96-b90c-09167433512b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777c41b1-e4b2-4ab0-9bb1-146ac97c7a58,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:04.297893 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56744) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:04.358117 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ee91a758-ea9d-43de-8a86-84c86c5c88ee admin admin] Publish callbacks [] for security_group (777c41b1-e4b2-4ab0-9bb1-146ac97c7a58), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:04.394594 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ee91a758-ea9d-43de-8a86-84c86c5c88ee admin admin] Publish callbacks [] for security_group (777c41b1-e4b2-4ab0-9bb1-146ac97c7a58), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:04.487765 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ee91a758-ea9d-43de-8a86-84c86c5c88ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (777c41b1-e4b2-4ab0-9bb1-146ac97c7a58), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:04.492241 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ee91a758-ea9d-43de-8a86-84c86c5c88ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:04.499350 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ee91a758-ea9d-43de-8a86-84c86c5c88ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/777c41b1-e4b2-4ab0-9bb1-146ac97c7a58 HTTP/1.1" status: 204 len: 168 time: 0.1989803 Jan 28 00:46:04.522589 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91a758-ea9d-43de-8a86-84c86c5c88ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777c41b1-e4b2-4ab0-9bb1-146ac97c7a58,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:05.160406 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc781a-98fd-4ee7-a33e-140a7bb26b71 req-a9fbb86c-243d-4573-86d6-6d47e08bc1e3 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:05.167970 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-74bc781a-98fd-4ee7-a33e-140a7bb26b71 req-a9fbb86c-243d-4573-86d6-6d47e08bc1e3 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] 10.222.0.70 "GET /v2.0/ports?device_id=426f3e75-ded5-460c-b9e8-a4411c2c5f80 HTTP/1.1" status: 200 len: 950 time: 0.0697663 Jan 28 00:46:05.253718 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-74bc781a-98fd-4ee7-a33e-140a7bb26b71 req-98809d30-b7e3-4f04-a5ac-92adc30999a3 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] 10.222.0.70 "GET /v2.0/security-groups?id=e089fb98-ea80-477b-835a-b217ca52bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845714 Jan 28 00:46:05.717646 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf3677-a33b-40c1-9f49-0677b23030b3 req-af09aa4e-4ce4-4312-a653-442975283ac4 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:05.722142 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71cf3677-a33b-40c1-9f49-0677b23030b3 req-af09aa4e-4ce4-4312-a653-442975283ac4 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] 10.222.0.65 "GET /v2.0/ports?device_id=426f3e75-ded5-460c-b9e8-a4411c2c5f80 HTTP/1.1" status: 200 len: 950 time: 0.0951235 Jan 28 00:46:05.758584 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56782) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:05.868583 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-71cf3677-a33b-40c1-9f49-0677b23030b3 req-8112b755-61a0-4321-a921-355a31e53cf9 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Deleting port 08b07dff-e207-4e33-a9d5-2bcfd443a95c {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:46:05.869125 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-71cf3677-a33b-40c1-9f49-0677b23030b3 req-8112b755-61a0-4321-a921-355a31e53cf9 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (08b07dff-e207-4e33-a9d5-2bcfd443a95c), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:05.909905 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-9f9ad1d9-124c-46d2-9696-7e45d02f53de admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1036074335-network', 'tenant_id': '3e9f050de49645dd9bd4214fbcf36ea4'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:46:05.941120 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9ad1d9-124c-46d2-9696-7e45d02f53de admin admin] Made reservation on behalf of 3e9f050de49645dd9bd4214fbcf36ea4 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:46:05.943984 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f9ad1d9-124c-46d2-9696-7e45d02f53de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:05.953676 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f9ad1d9-124c-46d2-9696-7e45d02f53de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:06.016581 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f5ce272-abe9-4b79-b536-f944d7d9db94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:06.041913 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-71cf3677-a33b-40c1-9f49-0677b23030b3 req-8112b755-61a0-4321-a921-355a31e53cf9 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] For port 08b07dff-e207-4e33-a9d5-2bcfd443a95c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=08b07dff-e207-4e33-a9d5-2bcfd443a95c,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:46:06.042572 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-71cf3677-a33b-40c1-9f49-0677b23030b3 req-8112b755-61a0-4321-a921-355a31e53cf9 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (08b07dff-e207-4e33-a9d5-2bcfd443a95c), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:06.056125 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f9ad1d9-124c-46d2-9696-7e45d02f53de admin admin] Publish callbacks [] for security_group (85a5f1ea-04f8-42a9-8eac-d8878350fe02), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:06.062617 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f9ad1d9-124c-46d2-9696-7e45d02f53de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (85a5f1ea-04f8-42a9-8eac-d8878350fe02), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:06.066750 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-71cf3677-a33b-40c1-9f49-0677b23030b3 req-8112b755-61a0-4321-a921-355a31e53cf9 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Calling delete_port for 08b07dff-e207-4e33-a9d5-2bcfd443a95c owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:46:06.086613 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9ad1d9-124c-46d2-9696-7e45d02f53de admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:46:06.104134 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ad1d9-124c-46d2-9696-7e45d02f53de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a5f1ea-04f8-42a9-8eac-d8878350fe02,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:06.110924 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f9ad1d9-124c-46d2-9696-7e45d02f53de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (6abb94fe-1d9f-4785-be4c-2a69b302f15c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:06.111701 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-9f9ad1d9-124c-46d2-9696-7e45d02f53de admin admin] Added segment 6abb94fe-1d9f-4785-be4c-2a69b302f15c of type vlan for network 61eda932-ec35-450c-90ac-ea6c515cdb93 Jan 28 00:46:06.170549 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f9ad1d9-124c-46d2-9696-7e45d02f53de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (61eda932-ec35-450c-90ac-ea6c515cdb93), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:06.226539 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f9ad1d9-124c-46d2-9696-7e45d02f53de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (61eda932-ec35-450c-90ac-ea6c515cdb93), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:06.228716 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9ad1d9-124c-46d2-9696-7e45d02f53de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:06.229916 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f9ad1d9-124c-46d2-9696-7e45d02f53de admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:06.335263 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-71cf3677-a33b-40c1-9f49-0677b23030b3 req-8112b755-61a0-4321-a921-355a31e53cf9 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (08b07dff-e207-4e33-a9d5-2bcfd443a95c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:06.336345 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9f9ad1d9-124c-46d2-9696-7e45d02f53de admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5747786 Jan 28 00:46:06.384420 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['08b07dff-e207-4e33-a9d5-2bcfd443a95c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:46:06.391105 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ad1d9-124c-46d2-9696-7e45d02f53de admin admin] Pushing event updated for resources: {'Network': ['ID=61eda932-ec35-450c-90ac-ea6c515cdb93,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:06.405321 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56794) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:06.412569 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-710334c0-5ac8-4b6e-b68b-c3777c27e8e7 admin admin] Request body: {'subnet': {'network_id': '61eda932-ec35-450c-90ac-ea6c515cdb93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1036074335-subnet', 'tenant_id': '3e9f050de49645dd9bd4214fbcf36ea4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:46:06.413767 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112b755-61a0-4321-a921-355a31e53cf9 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Pushing event deleted for resources: {'Port': ['ID=08b07dff-e207-4e33-a9d5-2bcfd443a95c,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:06.465844 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710334c0-5ac8-4b6e-b68b-c3777c27e8e7 admin admin] Made reservation on behalf of 3e9f050de49645dd9bd4214fbcf36ea4 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:46:06.469630 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-710334c0-5ac8-4b6e-b68b-c3777c27e8e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:06.494243 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-986f3ee3-ab96-42d7-b1a5-6cdb313bad48 req-acf230e7-aadf-4b1c-b35a-8bc0ab32a1ea tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] 10.222.0.70 "GET /v2.0/ports?device_id=426f3e75-ded5-460c-b9e8-a4411c2c5f80 HTTP/1.1" status: 200 len: 210 time: 0.0508070 Jan 28 00:46:06.510382 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 61eda932-ec35-450c-90ac-ea6c515cdb93 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:46:06.515948 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-71cf3677-a33b-40c1-9f49-0677b23030b3 req-8112b755-61a0-4321-a921-355a31e53cf9 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] No DVR routers for this DVR port 08b07dff-e207-4e33-a9d5-2bcfd443a95c on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:46:06.520135 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-71cf3677-a33b-40c1-9f49-0677b23030b3 req-8112b755-61a0-4321-a921-355a31e53cf9 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:06.524466 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71cf3677-a33b-40c1-9f49-0677b23030b3 req-8112b755-61a0-4321-a921-355a31e53cf9 tempest-VolumesNegativeTest-1053825060 tempest-VolumesNegativeTest-1053825060-project] 10.222.0.65 "DELETE /v2.0/ports/08b07dff-e207-4e33-a9d5-2bcfd443a95c HTTP/1.1" status: 204 len: 173 time: 0.7970014 Jan 28 00:46:06.525259 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426f3e75-ded5-460c-b9e8-a4411c2c5f80', 'name': 'network-vif-deleted', 'tag': '08b07dff-e207-4e33-a9d5-2bcfd443a95c'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:46:06.528224 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00eee4c5-7a65-4776-8f5c-4625348b38ef" -d '{"events": [{"server_uuid": "426f3e75-ded5-460c-b9e8-a4411c2c5f80", "name": "network-vif-deleted", "tag": "08b07dff-e207-4e33-a9d5-2bcfd443a95c"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:46:06.600198 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a618694-f059-41bf-af7f-087c56f5931e x-openstack-request-id: req-3a618694-f059-41bf-af7f-087c56f5931e {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:46:06.600687 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426f3e75-ded5-460c-b9e8-a4411c2c5f80", "name": "network-vif-deleted", "tag": "08b07dff-e207-4e33-a9d5-2bcfd443a95c", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:46:06.601121 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3a618694-f059-41bf-af7f-087c56f5931e {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:46:06.601986 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426f3e75-ded5-460c-b9e8-a4411c2c5f80', 'name': 'network-vif-deleted', 'tag': '08b07dff-e207-4e33-a9d5-2bcfd443a95c', 'status': 'completed', 'code': 200} Jan 28 00:46:06.708832 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56798) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:06.853580 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-710334c0-5ac8-4b6e-b68b-c3777c27e8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (828e0c9b-ccdb-4dcf-9067-e86f2e38b75c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:06.913281 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9111e081-bddb-42af-a3d2-f442ef0c0398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:06.964735 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710334c0-5ac8-4b6e-b68b-c3777c27e8e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=828e0c9b-ccdb-4dcf-9067-e86f2e38b75c,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:06.977815 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710334c0-5ac8-4b6e-b68b-c3777c27e8e7 admin admin] Checking segment: {'id': '6abb94fe-1d9f-4785-be4c-2a69b302f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '61eda932-ec35-450c-90ac-ea6c515cdb93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:46:06.978444 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710334c0-5ac8-4b6e-b68b-c3777c27e8e7 admin admin] Network hostable DHCP agents. Network: 61eda932-ec35-450c-90ac-ea6c515cdb93, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:46:07.008754 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710334c0-5ac8-4b6e-b68b-c3777c27e8e7 admin admin] Network 61eda932-ec35-450c-90ac-ea6c515cdb93 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:46:07.019829 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-710334c0-5ac8-4b6e-b68b-c3777c27e8e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 61eda932-ec35-450c-90ac-ea6c515cdb93) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:46:07.029870 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c659aafa-7645-4de2-818d-64c027c31003 None None] Network 61eda932-ec35-450c-90ac-ea6c515cdb93 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:46:07.030579 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710334c0-5ac8-4b6e-b68b-c3777c27e8e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:07.030814 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-710334c0-5ac8-4b6e-b68b-c3777c27e8e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:07.045084 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9111e081-bddb-42af-a3d2-f442ef0c0398 admin admin] Publish callbacks [] for security_group (ec153d0f-cd50-4b98-bf40-ff653524bfb8), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:07.051882 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-710334c0-5ac8-4b6e-b68b-c3777c27e8e7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6451285 Jan 28 00:46:07.052267 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9111e081-bddb-42af-a3d2-f442ef0c0398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ec153d0f-cd50-4b98-bf40-ff653524bfb8), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:07.126744 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9111e081-bddb-42af-a3d2-f442ef0c0398 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d5b4c100c0974a19b659925edc77ec23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4119821 Jan 28 00:46:07.126744 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111e081-bddb-42af-a3d2-f442ef0c0398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec153d0f-cd50-4b98-bf40-ff653524bfb8,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:07.127232 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56804) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:07.190722 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f37fcb02-455d-44db-b8b2-876430843e5b admin admin] Publish callbacks [] for security_group (ec153d0f-cd50-4b98-bf40-ff653524bfb8), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:07.241049 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f37fcb02-455d-44db-b8b2-876430843e5b admin admin] Publish callbacks [] for security_group (ec153d0f-cd50-4b98-bf40-ff653524bfb8), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:07.288645 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa3c42f-0d59-4bbd-b278-bee6b91bd657 None None] Network 61eda932-ec35-450c-90ac-ea6c515cdb93 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:46:07.346192 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f37fcb02-455d-44db-b8b2-876430843e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ec153d0f-cd50-4b98-bf40-ff653524bfb8), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:07.349955 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f37fcb02-455d-44db-b8b2-876430843e5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:07.351835 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f37fcb02-455d-44db-b8b2-876430843e5b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ec153d0f-cd50-4b98-bf40-ff653524bfb8 HTTP/1.1" status: 204 len: 168 time: 0.2234738 Jan 28 00:46:07.378399 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37fcb02-455d-44db-b8b2-876430843e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec153d0f-cd50-4b98-bf40-ff653524bfb8,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:07.862441 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56834) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:07.885677 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ad5df78c-4a21-4bf0-b695-c3b9d0e498cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:08.078727 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-5de34c3c-29f8-4187-804f-a35324320cf6 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:08.080665 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-5de34c3c-29f8-4187-804f-a35324320cf6 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/networks?id=61eda932-ec35-450c-90ac-ea6c515cdb93 HTTP/1.1" status: 200 len: 814 time: 0.1538222 Jan 28 00:46:08.082861 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ad5df78c-4a21-4bf0-b695-c3b9d0e498cb admin admin] Publish callbacks [] for security_group (d0664c2a-8f34-4fc6-8546-70712c4434b6), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:08.092124 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ad5df78c-4a21-4bf0-b695-c3b9d0e498cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d0664c2a-8f34-4fc6-8546-70712c4434b6), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:08.137347 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-a158b83f-8f86-435a-bb77-71d681985de8 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/quotas/3e9f050de49645dd9bd4214fbcf36ea4 HTTP/1.1" status: 200 len: 375 time: 0.0478144 Jan 28 00:46:08.163440 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ad5df78c-4a21-4bf0-b695-c3b9d0e498cb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a64f5afb3e0949d88a790b71d0de9788&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2992001 Jan 28 00:46:08.166359 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5df78c-4a21-4bf0-b695-c3b9d0e498cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0664c2a-8f34-4fc6-8546-70712c4434b6,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:08.167288 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56850) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:08.185733 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-20ada3ed-49f9-47df-82c8-469797d9619b tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3e9f050de49645dd9bd4214fbcf36ea4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394833 Jan 28 00:46:08.267519 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2bf1724e-ba08-42af-aab6-3094412e4dec admin admin] Publish callbacks [] for security_group (d0664c2a-8f34-4fc6-8546-70712c4434b6), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:08.302329 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2bf1724e-ba08-42af-aab6-3094412e4dec admin admin] Publish callbacks [] for security_group (d0664c2a-8f34-4fc6-8546-70712c4434b6), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:08.332526 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-be41be30-9504-49d4-8d61-9ff1dae30c2d service neutron] 10.222.0.70 "GET /v2.0/networks/61eda932-ec35-450c-90ac-ea6c515cdb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315813 Jan 28 00:46:08.380876 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b1ed0d4-b629-477d-9799-b04f046f509a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:08.392844 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2bf1724e-ba08-42af-aab6-3094412e4dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d0664c2a-8f34-4fc6-8546-70712c4434b6), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:08.396130 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2bf1724e-ba08-42af-aab6-3094412e4dec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:08.399700 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2bf1724e-ba08-42af-aab6-3094412e4dec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d0664c2a-8f34-4fc6-8546-70712c4434b6 HTTP/1.1" status: 204 len: 168 time: 0.2274818 Jan 28 00:46:08.410544 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf1724e-ba08-42af-aab6-3094412e4dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0664c2a-8f34-4fc6-8546-70712c4434b6,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:08.512218 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-168f6255-5761-4569-af5b-c127720ec2be service neutron] 10.222.0.70 "GET /v2.0/networks/61eda932-ec35-450c-90ac-ea6c515cdb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724389 Jan 28 00:46:08.722254 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-63a1651b-7af7-4a4b-8c5b-21f73b659cd7 req-24bf2549-495e-4a92-a4f4-6618a9baf1ba tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 210 time: 0.0336602 Jan 28 00:46:08.738007 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 08b07dff-e207-4e33-a9d5-2bcfd443a95c no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:46:08.775524 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 08b07dff-e207-4e33-a9d5-2bcfd443a95c {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:46:08.775898 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 08b07dff-e207-4e33-a9d5-2bcfd443a95c not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:46:09.698495 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:09.853719 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-86d053cc-be72-4043-b634-e574bafd3469 req-1ad2fcc1-07d4-4ba9-aaae-67295c8043a5 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 210 time: 0.0438032 Jan 28 00:46:10.387249 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-ba93940c-ed64-44d5-aade-8d358c097b47 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:10.389353 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-ba93940c-ed64-44d5-aade-8d358c097b47 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.52 "GET /v2.0/networks?id=61eda932-ec35-450c-90ac-ea6c515cdb93 HTTP/1.1" status: 200 len: 814 time: 0.2219479 Jan 28 00:46:10.409553 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-44a88007-31e4-4996-971d-984d8a800aa4 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Request body: {'port': {'device_id': 'e27db9a7-be05-425d-a9b7-b5edb34ee298', 'network_id': '61eda932-ec35-450c-90ac-ea6c515cdb93', 'admin_state_up': True, 'tenant_id': '3e9f050de49645dd9bd4214fbcf36ea4'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:46:10.585270 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-44a88007-31e4-4996-971d-984d8a800aa4 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Made reservation on behalf of 3e9f050de49645dd9bd4214fbcf36ea4 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:46:10.591643 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-44a88007-31e4-4996-971d-984d8a800aa4 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:10.884490 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-44a88007-31e4-4996-971d-984d8a800aa4 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Allocated IP 172.20.0.8 (61eda932-ec35-450c-90ac-ea6c515cdb93/828e0c9b-ccdb-4dcf-9067-e86f2e38b75c/17f75757-b67b-4374-9d75-01860fb649fe) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:46:11.142467 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2ab37282-2a05-4c45-ab94-ec711bd150a9 req-26514d84-05e9-4781-b96d-c7efb30db955 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 210 time: 0.1119239 Jan 28 00:46:11.211853 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:11.269079 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-44a88007-31e4-4996-971d-984d8a800aa4 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Publish callbacks [] for port (17f75757-b67b-4374-9d75-01860fb649fe), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:11.339899 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-44a88007-31e4-4996-971d-984d8a800aa4 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (17f75757-b67b-4374-9d75-01860fb649fe), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:11.403198 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-44a88007-31e4-4996-971d-984d8a800aa4 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Network 61eda932-ec35-450c-90ac-ea6c515cdb93 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:46:11.409197 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a88007-31e4-4996-971d-984d8a800aa4 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Pushing event updated for resources: {'Port': ['ID=17f75757-b67b-4374-9d75-01860fb649fe,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:11.412683 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-44a88007-31e4-4996-971d-984d8a800aa4 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:46:11.415170 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-44a88007-31e4-4996-971d-984d8a800aa4 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:46:11.531798 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-44a88007-31e4-4996-971d-984d8a800aa4 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:11.533252 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-44a88007-31e4-4996-971d-984d8a800aa4 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:11.564621 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-44a88007-31e4-4996-971d-984d8a800aa4 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1600308 Jan 28 00:46:11.583536 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-ddd7dc6c-27a0-4791-8b6b-92105c5c9bed service neutron] Request body: {'port': {'device_id': 'e27db9a7-be05-425d-a9b7-b5edb34ee298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:46:11.721053 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-ddd7dc6c-27a0-4791-8b6b-92105c5c9bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (17f75757-b67b-4374-9d75-01860fb649fe), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:12.156694 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-ddd7dc6c-27a0-4791-8b6b-92105c5c9bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f75757-b67b-4374-9d75-01860fb649fe {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:46:12.167223 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-ddd7dc6c-27a0-4791-8b6b-92105c5c9bed service neutron] Publish callbacks [] for port (17f75757-b67b-4374-9d75-01860fb649fe), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:12.185225 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-ddd7dc6c-27a0-4791-8b6b-92105c5c9bed service neutron] Transition to ACTIVE for port object 17f75757-b67b-4374-9d75-01860fb649fe will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:46:12.193179 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-ddd7dc6c-27a0-4791-8b6b-92105c5c9bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (17f75757-b67b-4374-9d75-01860fb649fe), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:12.225717 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:12.431692 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7dc6c-27a0-4791-8b6b-92105c5c9bed service neutron] Pushing event updated for resources: {'Port': ['ID=17f75757-b67b-4374-9d75-01860fb649fe,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:12.473435 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ff2e3-315e-459c-beb9-21d7db181517 req-55e15fd4-1941-4508-9543-6b857095d4f3 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:12.476233 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2c2ff2e3-315e-459c-beb9-21d7db181517 req-55e15fd4-1941-4508-9543-6b857095d4f3 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 943 time: 0.1659653 Jan 28 00:46:12.512331 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-ddd7dc6c-27a0-4791-8b6b-92105c5c9bed service neutron] Attempting to bind port 17f75757-b67b-4374-9d75-01860fb649fe on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:12.512331 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-ddd7dc6c-27a0-4791-8b6b-92105c5c9bed service neutron] Attempting to bind port 17f75757-b67b-4374-9d75-01860fb649fe by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '6abb94fe-1d9f-4785-be4c-2a69b302f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '61eda932-ec35-450c-90ac-ea6c515cdb93'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:12.512331 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-ddd7dc6c-27a0-4791-8b6b-92105c5c9bed service neutron] Attempting to bind port 17f75757-b67b-4374-9d75-01860fb649fe on network 61eda932-ec35-450c-90ac-ea6c515cdb93 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:12.538853 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-ddd7dc6c-27a0-4791-8b6b-92105c5c9bed service neutron] Port 17f75757-b67b-4374-9d75-01860fb649fe on network 61eda932-ec35-450c-90ac-ea6c515cdb93 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:12.539568 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-ddd7dc6c-27a0-4791-8b6b-92105c5c9bed service neutron] Attempting to bind port 17f75757-b67b-4374-9d75-01860fb649fe on network 61eda932-ec35-450c-90ac-ea6c515cdb93 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:12.557992 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57160) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:12.566359 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-ddd7dc6c-27a0-4791-8b6b-92105c5c9bed service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:46:12.567362 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-ddd7dc6c-27a0-4791-8b6b-92105c5c9bed service neutron] Checking segment: {'id': '6abb94fe-1d9f-4785-be4c-2a69b302f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '61eda932-ec35-450c-90ac-ea6c515cdb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:46:12.569257 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-ddd7dc6c-27a0-4791-8b6b-92105c5c9bed service neutron] Bound using segment: {'id': '6abb94fe-1d9f-4785-be4c-2a69b302f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '61eda932-ec35-450c-90ac-ea6c515cdb93'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:46:12.570034 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-ddd7dc6c-27a0-4791-8b6b-92105c5c9bed service neutron] Bound port: 17f75757-b67b-4374-9d75-01860fb649fe, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abb94fe-1d9f-4785-be4c-2a69b302f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '61eda932-ec35-450c-90ac-ea6c515cdb93'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:46:12.570521 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-ddd7dc6c-27a0-4791-8b6b-92105c5c9bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (17f75757-b67b-4374-9d75-01860fb649fe), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:12.658878 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2c2ff2e3-315e-459c-beb9-21d7db181517 req-1ec4758f-0a52-4d01-86aa-da287af45a31 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591878 Jan 28 00:46:12.731469 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-ddd7dc6c-27a0-4791-8b6b-92105c5c9bed service neutron] For port 17f75757-b67b-4374-9d75-01860fb649fe, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:46:12.737782 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-ddd7dc6c-27a0-4791-8b6b-92105c5c9bed service neutron] For port 17f75757-b67b-4374-9d75-01860fb649fe, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=17f75757-b67b-4374-9d75-01860fb649fe,segment=NetworkSegment(6abb94fe-1d9f-4785-be4c-2a69b302f15c),segment_id=6abb94fe-1d9f-4785-be4c-2a69b302f15c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:46:12.745071 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-ddd7dc6c-27a0-4791-8b6b-92105c5c9bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (17f75757-b67b-4374-9d75-01860fb649fe), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:12.757369 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72f42f72-f2cf-4935-ba14-f9d7e36864f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:12.856939 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72f42f72-f2cf-4935-ba14-f9d7e36864f4 admin admin] Publish callbacks [] for security_group (7be01045-7ef4-487e-9442-c6593b8082fe), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:12.860388 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7dc6c-27a0-4791-8b6b-92105c5c9bed service neutron] Pushing event updated for resources: {'Port': ['ID=17f75757-b67b-4374-9d75-01860fb649fe,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:12.863490 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-72f42f72-f2cf-4935-ba14-f9d7e36864f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7be01045-7ef4-487e-9442-c6593b8082fe), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:12.878924 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-ddd7dc6c-27a0-4791-8b6b-92105c5c9bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:12.878924 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-ddd7dc6c-27a0-4791-8b6b-92105c5c9bed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:12.878924 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-ddd7dc6c-27a0-4791-8b6b-92105c5c9bed service neutron] 10.222.0.52 "PUT /v2.0/ports/17f75757-b67b-4374-9d75-01860fb649fe HTTP/1.1" status: 200 len: 1091 time: 1.2990210 Jan 28 00:46:12.881856 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e27db9a7-be05-425d-a9b7-b5edb34ee298', 'tag': '17f75757-b67b-4374-9d75-01860fb649fe'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:46:12.885483 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0885c61d-2bb0-4f70-abc7-d386cd59fa23" -d '{"events": [{"name": "network-changed", "server_uuid": "e27db9a7-be05-425d-a9b7-b5edb34ee298", "tag": "17f75757-b67b-4374-9d75-01860fb649fe"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:46:12.940691 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-72f42f72-f2cf-4935-ba14-f9d7e36864f4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6f0c43eb2d9f4aab84a40f3c344e8c86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3760035 Jan 28 00:46:12.941025 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57176) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:12.952438 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f42f72-f2cf-4935-ba14-f9d7e36864f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be01045-7ef4-487e-9442-c6593b8082fe,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:13.003652 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cad07a-2f3e-481b-90f9-234fa7c6148d x-openstack-request-id: req-37cad07a-2f3e-481b-90f9-234fa7c6148d {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:46:13.003976 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e27db9a7-be05-425d-a9b7-b5edb34ee298", "tag": "17f75757-b67b-4374-9d75-01860fb649fe", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:46:13.004228 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-37cad07a-2f3e-481b-90f9-234fa7c6148d {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:46:13.004846 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e27db9a7-be05-425d-a9b7-b5edb34ee298', 'tag': '17f75757-b67b-4374-9d75-01860fb649fe', 'status': 'completed', 'code': 200} Jan 28 00:46:13.049620 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-3b1f8aa9-97e0-4f4c-9af1-7d60b74fe48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:13.051431 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-3b1f8aa9-97e0-4f4c-9af1-7d60b74fe48d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e9f050de49645dd9bd4214fbcf36ea4&device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 1094 time: 0.0883539 Jan 28 00:46:13.077417 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ee29b4b7-f3da-4a64-9969-5789b6f879a7 admin admin] Publish callbacks [] for security_group (7be01045-7ef4-487e-9442-c6593b8082fe), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:13.080004 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:13.115510 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-e7e8e1f6-172f-4d85-a6f8-58517ff8ed56 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17f75757-b67b-4374-9d75-01860fb649fe HTTP/1.1" status: 200 len: 217 time: 0.0486395 Jan 28 00:46:13.168742 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ee29b4b7-f3da-4a64-9969-5789b6f879a7 admin admin] Publish callbacks [] for security_group (7be01045-7ef4-487e-9442-c6593b8082fe), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:13.201498 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-6c9bd724-28e2-44db-bd14-728deebaedb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:13.202997 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-6c9bd724-28e2-44db-bd14-728deebaedb2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=828e0c9b-ccdb-4dcf-9067-e86f2e38b75c HTTP/1.1" status: 200 len: 854 time: 0.0792348 Jan 28 00:46:13.242902 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-73c4b48a-7934-4329-962d-cd050229c303 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61eda932-ec35-450c-90ac-ea6c515cdb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312147 Jan 28 00:46:13.288379 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ee29b4b7-f3da-4a64-9969-5789b6f879a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7be01045-7ef4-487e-9442-c6593b8082fe), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:13.293100 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ee29b4b7-f3da-4a64-9969-5789b6f879a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:13.295064 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ee29b4b7-f3da-4a64-9969-5789b6f879a7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7be01045-7ef4-487e-9442-c6593b8082fe HTTP/1.1" status: 204 len: 168 time: 0.3525834 Jan 28 00:46:13.396373 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29b4b7-f3da-4a64-9969-5789b6f879a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be01045-7ef4-487e-9442-c6593b8082fe,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:13.498091 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-cbd339ad-b45d-4757-be32-4d6b0fc21537 service neutron] 10.222.0.52 "GET /v2.0/networks/61eda932-ec35-450c-90ac-ea6c515cdb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481315 Jan 28 00:46:13.670464 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6837c92f-3a69-4dd8-90b2-d8fa36213478 req-e2f3438c-cd6d-470b-a574-87c405c7d035 service neutron] 10.222.0.52 "GET /v2.0/networks/61eda932-ec35-450c-90ac-ea6c515cdb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657693 Jan 28 00:46:13.802792 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57186) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:13.824341 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2c7d757-d6ab-4f73-8438-40be3b531f7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:13.856352 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885c61d-2bb0-4f70-abc7-d386cd59fa23 req-329db223-dd7b-4501-ba69-722e19628235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:13.857906 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0885c61d-2bb0-4f70-abc7-d386cd59fa23 req-329db223-dd7b-4501-ba69-722e19628235 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e9f050de49645dd9bd4214fbcf36ea4&device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 1094 time: 0.0970111 Jan 28 00:46:13.905504 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4fa51-5102-43ac-a09c-60f1ce44ded0 req-9366860c-288b-4aa3-ad82-d8a770d2f95f tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:13.908483 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c8c4fa51-5102-43ac-a09c-60f1ce44ded0 req-9366860c-288b-4aa3-ad82-d8a770d2f95f tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 943 time: 0.0985060 Jan 28 00:46:13.982088 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2c7d757-d6ab-4f73-8438-40be3b531f7c admin admin] Publish callbacks [] for security_group (d4992875-c829-428b-bfde-d06a86baa94b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:13.998566 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2c7d757-d6ab-4f73-8438-40be3b531f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d4992875-c829-428b-bfde-d06a86baa94b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:14.033761 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885c61d-2bb0-4f70-abc7-d386cd59fa23 req-033430d5-8e2e-49ca-aef7-95dd583fa6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:14.035326 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0885c61d-2bb0-4f70-abc7-d386cd59fa23 req-033430d5-8e2e-49ca-aef7-95dd583fa6a5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61eda932-ec35-450c-90ac-ea6c515cdb93 HTTP/1.1" status: 200 len: 915 time: 0.1706131 Jan 28 00:46:14.073166 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c8c4fa51-5102-43ac-a09c-60f1ce44ded0 req-07621a12-00f2-475f-b855-5c52c7819fe8 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246462 Jan 28 00:46:14.084851 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b2c7d757-d6ab-4f73-8438-40be3b531f7c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb3bc81e3af04ea192b12088b81601ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2802644 Jan 28 00:46:14.091884 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57190) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:14.106013 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7d757-d6ab-4f73-8438-40be3b531f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4992875-c829-428b-bfde-d06a86baa94b,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:14.137869 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0885c61d-2bb0-4f70-abc7-d386cd59fa23 req-2a001e73-d2a9-42a1-b761-faff184db257 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17f75757-b67b-4374-9d75-01860fb649fe HTTP/1.1" status: 200 len: 217 time: 0.0830727 Jan 28 00:46:14.225411 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885c61d-2bb0-4f70-abc7-d386cd59fa23 req-fce79033-0c69-499d-8c2e-918a90cda13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:14.228731 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0885c61d-2bb0-4f70-abc7-d386cd59fa23 req-fce79033-0c69-499d-8c2e-918a90cda13d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=828e0c9b-ccdb-4dcf-9067-e86f2e38b75c HTTP/1.1" status: 200 len: 854 time: 0.0836816 Jan 28 00:46:14.229453 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c41667e-e7ea-4b84-b638-e7b32eb3fd89 admin admin] Publish callbacks [] for security_group (d4992875-c829-428b-bfde-d06a86baa94b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:14.271325 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c41667e-e7ea-4b84-b638-e7b32eb3fd89 admin admin] Publish callbacks [] for security_group (d4992875-c829-428b-bfde-d06a86baa94b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:14.280527 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:14.291116 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0885c61d-2bb0-4f70-abc7-d386cd59fa23 req-7ef378a6-6d6a-47dc-b62e-ab6be93786a5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61eda932-ec35-450c-90ac-ea6c515cdb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550284 Jan 28 00:46:14.369657 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c41667e-e7ea-4b84-b638-e7b32eb3fd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d4992875-c829-428b-bfde-d06a86baa94b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:14.374767 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c41667e-e7ea-4b84-b638-e7b32eb3fd89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:14.378795 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2c41667e-e7ea-4b84-b638-e7b32eb3fd89 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d4992875-c829-428b-bfde-d06a86baa94b HTTP/1.1" status: 204 len: 168 time: 0.2848175 Jan 28 00:46:14.396663 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41667e-e7ea-4b84-b638-e7b32eb3fd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4992875-c829-428b-bfde-d06a86baa94b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:14.475733 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0885c61d-2bb0-4f70-abc7-d386cd59fa23 req-fb2b846c-6319-422e-b95a-815299d2f027 service neutron] 10.222.0.52 "GET /v2.0/networks/61eda932-ec35-450c-90ac-ea6c515cdb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775925 Jan 28 00:46:14.667372 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0885c61d-2bb0-4f70-abc7-d386cd59fa23 req-5c16e816-7984-4b36-afa9-b264e85e6449 service neutron] 10.222.0.52 "GET /v2.0/networks/61eda932-ec35-450c-90ac-ea6c515cdb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842468 Jan 28 00:46:15.354934 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea5ff3-768e-4a66-9cce-0ab9e9140ce5 req-86f3bf2b-9fa4-4def-af31-aa5842ace084 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:15.358486 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-daea5ff3-768e-4a66-9cce-0ab9e9140ce5 req-86f3bf2b-9fa4-4def-af31-aa5842ace084 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 943 time: 0.1455421 Jan 28 00:46:15.453063 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-daea5ff3-768e-4a66-9cce-0ab9e9140ce5 req-6b28721d-1d01-4a37-a1c6-c0e0834fcbe5 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869844 Jan 28 00:46:15.976779 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 17f75757-b67b-4374-9d75-01860fb649fe details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:46:16.114261 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 17f75757-b67b-4374-9d75-01860fb649fe, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=17f75757-b67b-4374-9d75-01860fb649fe,segment=NetworkSegment(6abb94fe-1d9f-4785-be4c-2a69b302f15c),segment_id=6abb94fe-1d9f-4785-be4c-2a69b302f15c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:46:16.138905 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '17f75757-b67b-4374-9d75-01860fb649fe', 'network_id': '61eda932-ec35-450c-90ac-ea6c515cdb93', 'port_id': '17f75757-b67b-4374-9d75-01860fb649fe', 'mac_address': 'fa:16:3e:8a:09:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '828e0c9b-ccdb-4dcf-9067-e86f2e38b75c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:46:16.201953 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 17f75757-b67b-4374-9d75-01860fb649fe is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:46:16.202428 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (17f75757-b67b-4374-9d75-01860fb649fe), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:16.220434 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f75757-b67b-4374-9d75-01860fb649fe {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:46:16.244403 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 17f75757-b67b-4374-9d75-01860fb649fe, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=17f75757-b67b-4374-9d75-01860fb649fe,segment=NetworkSegment(6abb94fe-1d9f-4785-be4c-2a69b302f15c),segment_id=6abb94fe-1d9f-4785-be4c-2a69b302f15c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:46:16.250352 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (17f75757-b67b-4374-9d75-01860fb649fe), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:16.317276 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=17f75757-b67b-4374-9d75-01860fb649fe,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:16.639095 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374051af-c035-4e09-ad3c-2cac95c1aa25 req-1c961914-26af-4306-957d-55ff6ff9b407 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:16.641921 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-374051af-c035-4e09-ad3c-2cac95c1aa25 req-1c961914-26af-4306-957d-55ff6ff9b407 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 944 time: 0.0854044 Jan 28 00:46:16.651515 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['17f75757-b67b-4374-9d75-01860fb649fe'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:46:16.748550 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-374051af-c035-4e09-ad3c-2cac95c1aa25 req-64a19fcd-7d18-4dff-a43f-06275c33db9a tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966630 Jan 28 00:46:17.583745 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57252) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:17.793195 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7508c1ef-d21b-4839-9de0-c617c484d688 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c32b44c476d34334a362a72ea6605800&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2049718 Jan 28 00:46:17.794986 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57258) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:17.886755 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-64a2bee6-cf23-41e0-bf0b-eb362e9630f1 admin admin] Publish callbacks [] for security_group (e089fb98-ea80-477b-835a-b217ca52bf32), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:17.928174 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-64a2bee6-cf23-41e0-bf0b-eb362e9630f1 admin admin] Publish callbacks [] for security_group (e089fb98-ea80-477b-835a-b217ca52bf32), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:17.975414 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0fa71-03de-4249-800e-36d02d6ab18e req-d1bfdeda-0b18-4c44-8106-3723297c7740 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:17.976955 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-35a0fa71-03de-4249-800e-36d02d6ab18e req-d1bfdeda-0b18-4c44-8106-3723297c7740 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 944 time: 0.1059017 Jan 28 00:46:18.004467 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 17f75757-b67b-4374-9d75-01860fb649fe up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:46:18.047805 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-35a0fa71-03de-4249-800e-36d02d6ab18e req-4b3ccd4f-c681-4111-a86d-282bd7e88285 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603678 Jan 28 00:46:18.053325 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-64a2bee6-cf23-41e0-bf0b-eb362e9630f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e089fb98-ea80-477b-835a-b217ca52bf32), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:18.058517 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-64a2bee6-cf23-41e0-bf0b-eb362e9630f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:18.060574 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-64a2bee6-cf23-41e0-bf0b-eb362e9630f1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e089fb98-ea80-477b-835a-b217ca52bf32 HTTP/1.1" status: 204 len: 168 time: 0.2650762 Jan 28 00:46:18.076073 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2bee6-cf23-41e0-bf0b-eb362e9630f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e089fb98-ea80-477b-835a-b217ca52bf32,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:18.145999 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 17f75757-b67b-4374-9d75-01860fb649fe completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:46:18.152456 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 17f75757-b67b-4374-9d75-01860fb649fe triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:46:18.152887 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (17f75757-b67b-4374-9d75-01860fb649fe), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:18.261264 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 17f75757-b67b-4374-9d75-01860fb649fe is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:46:18.261896 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (17f75757-b67b-4374-9d75-01860fb649fe), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:18.308826 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27db9a7-be05-425d-a9b7-b5edb34ee298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f75757-b67b-4374-9d75-01860fb649fe'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:46:18.313183 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41876c34-9127-4d03-8b29-3b543a700ade" -d '{"events": [{"server_uuid": "e27db9a7-be05-425d-a9b7-b5edb34ee298", "name": "network-vif-plugged", "status": "completed", "tag": "17f75757-b67b-4374-9d75-01860fb649fe"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:46:18.349796 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 17f75757-b67b-4374-9d75-01860fb649fe, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=17f75757-b67b-4374-9d75-01860fb649fe,segment=NetworkSegment(6abb94fe-1d9f-4785-be4c-2a69b302f15c),segment_id=6abb94fe-1d9f-4785-be4c-2a69b302f15c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:46:18.361841 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (17f75757-b67b-4374-9d75-01860fb649fe), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:18.522626 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b218e8-a427-4a6b-b891-1b876a68db4b x-openstack-request-id: req-19b218e8-a427-4a6b-b891-1b876a68db4b {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:46:18.523105 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e27db9a7-be05-425d-a9b7-b5edb34ee298", "name": "network-vif-plugged", "status": "completed", "tag": "17f75757-b67b-4374-9d75-01860fb649fe", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:46:18.525064 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-19b218e8-a427-4a6b-b891-1b876a68db4b {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:46:18.526332 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27db9a7-be05-425d-a9b7-b5edb34ee298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f75757-b67b-4374-9d75-01860fb649fe', 'code': 200} Jan 28 00:46:18.592931 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=17f75757-b67b-4374-9d75-01860fb649fe,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:18.820006 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c8c91-508b-4530-949d-f9ffb19c4ffb req-8180213b-86e2-43b7-bf6b-02228eca53b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:18.822563 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-294c8c91-508b-4530-949d-f9ffb19c4ffb req-8180213b-86e2-43b7-bf6b-02228eca53b4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 1096 time: 0.1343260 Jan 28 00:46:18.883787 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-294c8c91-508b-4530-949d-f9ffb19c4ffb req-0c553c85-0c07-4a6f-a332-2a4b766043e4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524390 Jan 28 00:46:19.311895 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5189c-1b11-4618-b598-c599ddcc3fad req-adb949e4-abf3-4b0f-ac4a-1bbb47f01629 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:19.313875 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b0b5189c-1b11-4618-b598-c599ddcc3fad req-adb949e4-abf3-4b0f-ac4a-1bbb47f01629 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0740361 Jan 28 00:46:19.374674 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b0b5189c-1b11-4618-b598-c599ddcc3fad req-cf788b71-b623-486a-a9c1-6da2dcef1cc9 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510387 Jan 28 00:46:20.553484 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdd782-d32c-402c-b72e-44d7876c9ab2 req-527ae965-1de0-41c3-b9bd-eba272be9991 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:20.555564 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f9cdd782-d32c-402c-b72e-44d7876c9ab2 req-527ae965-1de0-41c3-b9bd-eba272be9991 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0839419 Jan 28 00:46:20.642267 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f9cdd782-d32c-402c-b72e-44d7876c9ab2 req-326c8bdd-ea39-4bdc-8741-d3141750427a tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761623 Jan 28 00:46:21.043258 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-9c4f1bcf-dd4e-4d40-9a3a-47a0da93ab9d tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:21.046159 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-9c4f1bcf-dd4e-4d40-9a3a-47a0da93ab9d tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/networks?id=61eda932-ec35-450c-90ac-ea6c515cdb93 HTTP/1.1" status: 200 len: 814 time: 0.1534288 Jan 28 00:46:21.065618 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-758b0ef0-a849-4c9c-b2ed-169efbbd3b5a tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/quotas/3e9f050de49645dd9bd4214fbcf36ea4 HTTP/1.1" status: 200 len: 375 time: 0.0125258 Jan 28 00:46:21.175492 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-a1f3219e-1ca3-49c2-a031-fdef00146202 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3e9f050de49645dd9bd4214fbcf36ea4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1032679 Jan 28 00:46:21.328436 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-e9c842a9-b60b-459e-9b06-02d7b6d9b1c3 service neutron] 10.222.0.70 "GET /v2.0/networks/61eda932-ec35-450c-90ac-ea6c515cdb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460752 Jan 28 00:46:21.475979 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-0e24e05b-5c4f-4734-b581-4822b82980df service neutron] 10.222.0.70 "GET /v2.0/networks/61eda932-ec35-450c-90ac-ea6c515cdb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403563 Jan 28 00:46:21.589010 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebca59d-df90-4844-a177-88db0c37de2a req-de78b36d-1569-4caa-98bc-070d54f94da5 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:21.590743 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6ebca59d-df90-4844-a177-88db0c37de2a req-de78b36d-1569-4caa-98bc-070d54f94da5 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 1097 time: 0.0532229 Jan 28 00:46:21.645329 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6ebca59d-df90-4844-a177-88db0c37de2a req-10270776-db6e-4bdd-a5f0-0d97ae081d73 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469956 Jan 28 00:46:21.670862 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57310) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:21.794609 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-81ab74a0-5a85-4c3d-b58d-f46cb3c8f347 req-e8feaf5f-6db1-4db2-b98d-ea60340c679a tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ac1a91-09f4-4879-ac93-c1bc7d686768 HTTP/1.1" status: 200 len: 210 time: 0.0583942 Jan 28 00:46:21.963553 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-98e8274f-7cf8-4533-b581-569bfbb2c983 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Deleting port f4280086-a4b3-4de3-9f11-7cb6f0dccba1 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:46:21.963978 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-98e8274f-7cf8-4533-b581-569bfbb2c983 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f4280086-a4b3-4de3-9f11-7cb6f0dccba1), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:22.117636 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-98e8274f-7cf8-4533-b581-569bfbb2c983 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f4280086-a4b3-4de3-9f11-7cb6f0dccba1), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:22.118669 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-98e8274f-7cf8-4533-b581-569bfbb2c983 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for floatingip (f4280086-a4b3-4de3-9f11-7cb6f0dccba1), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:22.142234 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-98e8274f-7cf8-4533-b581-569bfbb2c983 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Calling delete_port for f4280086-a4b3-4de3-9f11-7cb6f0dccba1 owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:46:22.365466 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-98e8274f-7cf8-4533-b581-569bfbb2c983 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (f4280086-a4b3-4de3-9f11-7cb6f0dccba1), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:22.421045 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8274f-7cf8-4533-b581-569bfbb2c983 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event deleted for resources: {'Port': ['ID=f4280086-a4b3-4de3-9f11-7cb6f0dccba1,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:22.531269 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-98e8274f-7cf8-4533-b581-569bfbb2c983 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for floatingip (04dfba1c-ea0c-49b3-a196-48cb3ec997a8), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:22.531759 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-98e8274f-7cf8-4533-b581-569bfbb2c983 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Floating IP 04dfba1c-ea0c-49b3-a196-48cb3ec997a8 disassociated (deleted). External IP: 172.25.3.220, port: e4929571-b7dc-46f2-ae53-5eaaaade111c. Jan 28 00:46:22.801974 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e8274f-7cf8-4533-b581-569bfbb2c983 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Router 6225d7f0-c400-4277-8655-23e4f90f15ec has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:46:23.357681 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70326c5a-1bbe-48ff-8a84-b1324e5bbdc5 req-00c8e655-c27f-4add-b1a0-66ac9a4c4960 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ac1a91-09f4-4879-ac93-c1bc7d686768 HTTP/1.1" status: 200 len: 210 time: 0.0611281 Jan 28 00:46:23.436684 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e8274f-7cf8-4533-b581-569bfbb2c983 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:46:23.445498 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-98e8274f-7cf8-4533-b581-569bfbb2c983 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:23.455321 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c1116d-838a-40a0-b48f-51b1cc8255ab None None] Sync routers for ids ['6225d7f0-c400-4277-8655-23e4f90f15ec'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:46:23.477062 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c1116d-838a-40a0-b48f-51b1cc8255ab None None] Routers {'6225d7f0-c400-4277-8655-23e4f90f15ec'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:46:23.477409 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-10c1116d-838a-40a0-b48f-51b1cc8255ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:46:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6225d7f0-c400-4277-8655-23e4f90f15ec'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:46:23.514560 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-98e8274f-7cf8-4533-b581-569bfbb2c983 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "DELETE /v2.0/floatingips/04dfba1c-ea0c-49b3-a196-48cb3ec997a8 HTTP/1.1" status: 204 len: 168 time: 1.8419878 Jan 28 00:46:23.523647 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0b60e1-2da5-42bc-8760-2e84ac98637f', 'tag': 'e4929571-b7dc-46f2-ae53-5eaaaade111c'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:46:23.527949 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf23be2-8ac2-4355-93d5-085c7802f33a" -d '{"events": [{"name": "network-changed", "server_uuid": "3c0b60e1-2da5-42bc-8760-2e84ac98637f", "tag": "e4929571-b7dc-46f2-ae53-5eaaaade111c"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:46:23.567758 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-081b669d-91ab-4176-9014-159732ce379b tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:23.571276 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-081b669d-91ab-4176-9014-159732ce379b tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.65 "GET /v2.0/networks?id=61eda932-ec35-450c-90ac-ea6c515cdb93 HTTP/1.1" status: 200 len: 814 time: 0.2734056 Jan 28 00:46:23.596653 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-a75b1ed2-e3ad-4b53-9b4d-bd289e810986 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Request body: {'port': {'device_id': '99ac1a91-09f4-4879-ac93-c1bc7d686768', 'network_id': '61eda932-ec35-450c-90ac-ea6c515cdb93', 'admin_state_up': True, 'tenant_id': '3e9f050de49645dd9bd4214fbcf36ea4'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:46:23.631688 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef37bd0-fedb-442f-a1f5-6ffb1a5e8b89 x-openstack-request-id: req-2ef37bd0-fedb-442f-a1f5-6ffb1a5e8b89 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:46:23.632547 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c0b60e1-2da5-42bc-8760-2e84ac98637f", "tag": "e4929571-b7dc-46f2-ae53-5eaaaade111c", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:46:23.632547 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2ef37bd0-fedb-442f-a1f5-6ffb1a5e8b89 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:46:23.633204 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c0b60e1-2da5-42bc-8760-2e84ac98637f', 'tag': 'e4929571-b7dc-46f2-ae53-5eaaaade111c', 'status': 'completed', 'code': 200} Jan 28 00:46:23.706085 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-10c1116d-838a-40a0-b48f-51b1cc8255ab None None] Set router 6225d7f0-c400-4277-8655-23e4f90f15ec gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:46:23.800229 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf23be2-8ac2-4355-93d5-085c7802f33a req-459c9ae2-c4ff-4878-9bb6-16fadf4f4743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:23.804795 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-adf23be2-8ac2-4355-93d5-085c7802f33a req-459c9ae2-c4ff-4878-9bb6-16fadf4f4743 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 1097 time: 0.1125681 Jan 28 00:46:23.840169 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-a75b1ed2-e3ad-4b53-9b4d-bd289e810986 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Made reservation on behalf of 3e9f050de49645dd9bd4214fbcf36ea4 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:46:23.847985 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-a75b1ed2-e3ad-4b53-9b4d-bd289e810986 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:23.996008 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf23be2-8ac2-4355-93d5-085c7802f33a req-26d24739-a9cc-4c81-bdbe-d4d0479d3a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:23.998102 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-adf23be2-8ac2-4355-93d5-085c7802f33a req-26d24739-a9cc-4c81-bdbe-d4d0479d3a5c service neutron] 10.222.0.65 "GET /v2.0/networks?id=a0115283-37e4-4300-b073-93415e04c5b3 HTTP/1.1" status: 200 len: 898 time: 0.1865866 Jan 28 00:46:24.055207 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-adf23be2-8ac2-4355-93d5-085c7802f33a req-7b78ab7c-ad0c-4bfb-b737-3a4cbb3b6cd8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4929571-b7dc-46f2-ae53-5eaaaade111c HTTP/1.1" status: 200 len: 217 time: 0.0480738 Jan 28 00:46:24.119824 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf23be2-8ac2-4355-93d5-085c7802f33a req-f8706934-f103-4edc-9c22-224cd7d6c3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:24.121665 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-adf23be2-8ac2-4355-93d5-085c7802f33a req-f8706934-f103-4edc-9c22-224cd7d6c3d7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aeea355b-e41d-4155-a2d2-01f3cdab9964 HTTP/1.1" status: 200 len: 834 time: 0.0568788 Jan 28 00:46:24.143249 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a6f98-b9e1-4874-a2fd-e4070459faf3 req-53fd1476-0c94-4f53-8620-a3a797c9f70f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:24.145836 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-123a6f98-b9e1-4874-a2fd-e4070459faf3 req-53fd1476-0c94-4f53-8620-a3a797c9f70f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 946 time: 0.1625462 Jan 28 00:46:24.154179 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-a75b1ed2-e3ad-4b53-9b4d-bd289e810986 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Allocated IP 172.20.0.12 (61eda932-ec35-450c-90ac-ea6c515cdb93/828e0c9b-ccdb-4dcf-9067-e86f2e38b75c/9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:46:24.184603 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf23be2-8ac2-4355-93d5-085c7802f33a req-288a29b1-d01d-492c-a84a-6690b62320d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:24.186160 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-adf23be2-8ac2-4355-93d5-085c7802f33a req-288a29b1-d01d-492c-a84a-6690b62320d0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a0115283-37e4-4300-b073-93415e04c5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573690 Jan 28 00:46:24.191232 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-10c1116d-838a-40a0-b48f-51b1cc8255ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208781625', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '6bfc1843-24f7-40c5-acac-0f741fbfed49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:43:48Z', 'updated_at': '2022-01-28T00:43:59Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '6bfc1843-24f7-40c5-acac-0f741fbfed49', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:43:49Z', 'updated_at': '2022-01-28T00:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '993576af-4d38-4881-8d3e-f5637fb03d11', 'name': '', 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:b9:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'aeea355b-e41d-4155-a2d2-01f3cdab9964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:43:56Z', 'updated_at': '2022-01-28T00:44:08Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': 'aeea355b-e41d-4155-a2d2-01f3cdab9964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:46:24.243866 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c1116d-838a-40a0-b48f-51b1cc8255ab None None] Checking router: 6225d7f0-c400-4277-8655-23e4f90f15ec for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:46:24.257302 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c1116d-838a-40a0-b48f-51b1cc8255ab None None] Routers {'6225d7f0-c400-4277-8655-23e4f90f15ec'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:46:24.257956 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-10c1116d-838a-40a0-b48f-51b1cc8255ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:46:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6225d7f0-c400-4277-8655-23e4f90f15ec'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:46:24.286889 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-123a6f98-b9e1-4874-a2fd-e4070459faf3 req-b1dc7857-f54f-4bf6-86aa-fba43add8841 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280744 Jan 28 00:46:24.374214 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-adf23be2-8ac2-4355-93d5-085c7802f33a req-84273a6c-c375-4303-bcd8-21fdbf6443fa service neutron] 10.222.0.65 "GET /v2.0/networks/a0115283-37e4-4300-b073-93415e04c5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798873 Jan 28 00:46:24.540454 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-10c1116d-838a-40a0-b48f-51b1cc8255ab None None] Set router 6225d7f0-c400-4277-8655-23e4f90f15ec gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:46:24.590237 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-adf23be2-8ac2-4355-93d5-085c7802f33a req-e57d5e4b-630e-4fbf-be47-97db3f1839ff service neutron] 10.222.0.65 "GET /v2.0/networks/a0115283-37e4-4300-b073-93415e04c5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035203 Jan 28 00:46:24.599333 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2c52ab85-bec3-4d9b-8865-e21171af1a77 req-8b049e02-8e01-4c82-991b-10c477a64d4d tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ac1a91-09f4-4879-ac93-c1bc7d686768 HTTP/1.1" status: 200 len: 210 time: 0.0618870 Jan 28 00:46:24.602963 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-a75b1ed2-e3ad-4b53-9b4d-bd289e810986 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Publish callbacks [] for port (9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:24.670257 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-a75b1ed2-e3ad-4b53-9b4d-bd289e810986 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:24.715423 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['17f75757-b67b-4374-9d75-01860fb649fe'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:46:24.725855 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-a75b1ed2-e3ad-4b53-9b4d-bd289e810986 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Network 61eda932-ec35-450c-90ac-ea6c515cdb93 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:46:24.731150 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-a75b1ed2-e3ad-4b53-9b4d-bd289e810986 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:46:24.738009 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-a75b1ed2-e3ad-4b53-9b4d-bd289e810986 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:46:24.784081 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b1ed2-e3ad-4b53-9b4d-bd289e810986 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Pushing event updated for resources: {'Port': ['ID=9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:24.820410 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-a75b1ed2-e3ad-4b53-9b4d-bd289e810986 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:24.821544 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-a75b1ed2-e3ad-4b53-9b4d-bd289e810986 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:24.851783 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-a75b1ed2-e3ad-4b53-9b4d-bd289e810986 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2628596 Jan 28 00:46:24.878826 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Request body: {'port': {'device_id': '99ac1a91-09f4-4879-ac93-c1bc7d686768', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:46:24.890742 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-10c1116d-838a-40a0-b48f-51b1cc8255ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208781625', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '6bfc1843-24f7-40c5-acac-0f741fbfed49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:43:48Z', 'updated_at': '2022-01-28T00:43:59Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '6bfc1843-24f7-40c5-acac-0f741fbfed49', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:43:49Z', 'updated_at': '2022-01-28T00:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '993576af-4d38-4881-8d3e-f5637fb03d11', 'name': '', 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:b9:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'aeea355b-e41d-4155-a2d2-01f3cdab9964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:43:56Z', 'updated_at': '2022-01-28T00:44:08Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': 'aeea355b-e41d-4155-a2d2-01f3cdab9964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:46:24.942054 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c1116d-838a-40a0-b48f-51b1cc8255ab None None] The sync data for ids ['6225d7f0-c400-4277-8655-23e4f90f15ec'] in n-d-826754-1 is: [{'id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208781625', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '6bfc1843-24f7-40c5-acac-0f741fbfed49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:43:48Z', 'updated_at': '2022-01-28T00:43:59Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '6bfc1843-24f7-40c5-acac-0f741fbfed49', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:43:49Z', 'updated_at': '2022-01-28T00:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '993576af-4d38-4881-8d3e-f5637fb03d11', 'name': '', 'network_id': 'a0115283-37e4-4300-b073-93415e04c5b3', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:b9:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'aeea355b-e41d-4155-a2d2-01f3cdab9964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:43:56Z', 'updated_at': '2022-01-28T00:44:08Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': 'aeea355b-e41d-4155-a2d2-01f3cdab9964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:46:24.969903 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:25.247150 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c1aa74-5112-4ad4-b605-9462140201b7 None None] New status for floating IP 04dfba1c-ea0c-49b3-a196-48cb3ec997a8: DOWN {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:46:25.372065 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:46:25.387934 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Publish callbacks [] for port (9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:25.417159 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Transition to ACTIVE for port object 9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:46:25.430695 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:25.536472 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Pushing event updated for resources: {'Port': ['ID=9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:25.569536 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7f76b-7ca0-471e-bb69-689be521efe8 req-32e08340-43af-4d65-8964-d3a125e42a92 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:25.571155 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-46d7f76b-7ca0-471e-bb69-689be521efe8 req-32e08340-43af-4d65-8964-d3a125e42a92 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 946 time: 0.1361377 Jan 28 00:46:25.691275 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Attempting to bind port 9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:25.691854 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Attempting to bind port 9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '6abb94fe-1d9f-4785-be4c-2a69b302f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '61eda932-ec35-450c-90ac-ea6c515cdb93'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:25.692420 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Attempting to bind port 9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15 on network 61eda932-ec35-450c-90ac-ea6c515cdb93 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:25.704131 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-46d7f76b-7ca0-471e-bb69-689be521efe8 req-566e6763-e8a6-45fe-9d86-ca5e764e86a6 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee862681-be2e-4173-8bed-2cf241be50c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051528 Jan 28 00:46:25.708120 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Port 9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15 on network 61eda932-ec35-450c-90ac-ea6c515cdb93 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:25.708659 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Attempting to bind port 9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15 on network 61eda932-ec35-450c-90ac-ea6c515cdb93 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:25.722359 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:46:25.722885 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Checking segment: {'id': '6abb94fe-1d9f-4785-be4c-2a69b302f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '61eda932-ec35-450c-90ac-ea6c515cdb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:46:25.723525 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Bound using segment: {'id': '6abb94fe-1d9f-4785-be4c-2a69b302f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '61eda932-ec35-450c-90ac-ea6c515cdb93'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:46:25.724317 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Bound port: 9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abb94fe-1d9f-4785-be4c-2a69b302f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '61eda932-ec35-450c-90ac-ea6c515cdb93'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:46:25.724934 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:25.756967 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4402f05-f067-41cd-b02a-5d9551425e64 req-74d1ddd3-ee36-4baa-bc12-50f946c62e2e tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:25.758576 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a4402f05-f067-41cd-b02a-5d9551425e64 req-74d1ddd3-ee36-4baa-bc12-50f946c62e2e tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 946 time: 0.0824270 Jan 28 00:46:25.872150 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-a4402f05-f067-41cd-b02a-5d9551425e64 req-3516267c-2384-42a7-b71a-fdd356df66ff tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Deleting port e4929571-b7dc-46f2-ae53-5eaaaade111c {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:46:25.872435 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655397b-59fd-462b-beba-445f27a0a8b5 req-87638671-8c1a-46de-902a-d9c620df628f tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:25.872916 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a4402f05-f067-41cd-b02a-5d9551425e64 req-3516267c-2384-42a7-b71a-fdd356df66ff tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:25.875100 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d655397b-59fd-462b-beba-445f27a0a8b5 req-87638671-8c1a-46de-902a-d9c620df628f tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ac1a91-09f4-4879-ac93-c1bc7d686768 HTTP/1.1" status: 200 len: 944 time: 0.1573181 Jan 28 00:46:25.947958 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] For port 9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:46:25.955685 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] For port 9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15,segment=NetworkSegment(6abb94fe-1d9f-4785-be4c-2a69b302f15c),segment_id=6abb94fe-1d9f-4785-be4c-2a69b302f15c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:46:25.967192 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:26.029179 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-a4402f05-f067-41cd-b02a-5d9551425e64 req-3516267c-2384-42a7-b71a-fdd356df66ff tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] For port e4929571-b7dc-46f2-ae53-5eaaaade111c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e4929571-b7dc-46f2-ae53-5eaaaade111c,segment=NetworkSegment(ac8d9694-e081-4215-a5d8-d8ce14e89caa),segment_id=ac8d9694-e081-4215-a5d8-d8ce14e89caa)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:46:26.030004 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a4402f05-f067-41cd-b02a-5d9551425e64 req-3516267c-2384-42a7-b71a-fdd356df66ff tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:26.050150 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-a4402f05-f067-41cd-b02a-5d9551425e64 req-3516267c-2384-42a7-b71a-fdd356df66ff tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Calling delete_port for e4929571-b7dc-46f2-ae53-5eaaaade111c owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:46:26.050742 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d655397b-59fd-462b-beba-445f27a0a8b5 req-e6b62cb7-fcc3-44f5-b129-d56069d57ee7 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665843 Jan 28 00:46:26.056283 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:26.057345 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:26.059828 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] 10.222.0.65 "PUT /v2.0/ports/9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15 HTTP/1.1" status: 200 len: 1092 time: 1.1895044 Jan 28 00:46:26.060568 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ac1a91-09f4-4879-ac93-c1bc7d686768', 'tag': '9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:46:26.065325 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbe906b-0019-4a90-a7b9-2ea0fe26f26a" -d '{"events": [{"name": "network-changed", "server_uuid": "99ac1a91-09f4-4879-ac93-c1bc7d686768", "tag": "9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:46:26.118108 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Pushing event updated for resources: {'Port': ['ID=9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:26.133436 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:26.133980 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:26.134509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:26.135010 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:26.135568 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:26.136309 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:26.137073 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:26.137526 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:26.137965 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:26.138529 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:26.139013 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:26.139560 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:26.140335 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b4dda-48f8-4bc0-9e1d-4c3c4ea88a46 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:26.198335 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21114606-e2c2-41f4-b6f1-998fbce21a85 x-openstack-request-id: req-21114606-e2c2-41f4-b6f1-998fbce21a85 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:46:26.198866 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ac1a91-09f4-4879-ac93-c1bc7d686768", "tag": "9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:46:26.199131 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-21114606-e2c2-41f4-b6f1-998fbce21a85 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:46:26.199868 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ac1a91-09f4-4879-ac93-c1bc7d686768', 'tag': '9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15', 'status': 'completed', 'code': 200} Jan 28 00:46:26.202360 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-8f60a7e2-357e-4bce-aace-86cdb9f9d88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:26.204302 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-8f60a7e2-357e-4bce-aace-86cdb9f9d88c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3e9f050de49645dd9bd4214fbcf36ea4&device_id=99ac1a91-09f4-4879-ac93-c1bc7d686768 HTTP/1.1" status: 200 len: 1095 time: 0.0587904 Jan 28 00:46:26.267504 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a4402f05-f067-41cd-b02a-5d9551425e64 req-3516267c-2384-42a7-b71a-fdd356df66ff tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (e4929571-b7dc-46f2-ae53-5eaaaade111c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:26.317595 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-1b1fa60c-6726-41f8-8658-09c6aaf519f0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15 HTTP/1.1" status: 200 len: 217 time: 0.0667248 Jan 28 00:46:26.321274 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516267c-2384-42a7-b71a-fdd356df66ff tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event deleted for resources: {'Port': ['ID=e4929571-b7dc-46f2-ae53-5eaaaade111c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:26.386858 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4402f05-f067-41cd-b02a-5d9551425e64 req-3516267c-2384-42a7-b71a-fdd356df66ff tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] No DVR routers for this DVR port e4929571-b7dc-46f2-ae53-5eaaaade111c on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:46:26.390363 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a4402f05-f067-41cd-b02a-5d9551425e64 req-3516267c-2384-42a7-b71a-fdd356df66ff tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:26.394986 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-23e4f02c-8dd7-4d29-bab8-8d24325e01ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:26.395537 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a4402f05-f067-41cd-b02a-5d9551425e64 req-3516267c-2384-42a7-b71a-fdd356df66ff tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.65 "DELETE /v2.0/ports/e4929571-b7dc-46f2-ae53-5eaaaade111c HTTP/1.1" status: 204 len: 173 time: 0.6301992 Jan 28 00:46:26.396221 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0b60e1-2da5-42bc-8760-2e84ac98637f', 'name': 'network-vif-deleted', 'tag': 'e4929571-b7dc-46f2-ae53-5eaaaade111c'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:46:26.397015 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-23e4f02c-8dd7-4d29-bab8-8d24325e01ac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=828e0c9b-ccdb-4dcf-9067-e86f2e38b75c HTTP/1.1" status: 200 len: 854 time: 0.0726078 Jan 28 00:46:26.399193 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbbdd2f-b6bd-4ca5-8660-e8416810f64e" -d '{"events": [{"server_uuid": "3c0b60e1-2da5-42bc-8760-2e84ac98637f", "name": "network-vif-deleted", "tag": "e4929571-b7dc-46f2-ae53-5eaaaade111c"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:46:26.448305 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-b052e347-78e5-487e-93c7-a5be66936677 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=61eda932-ec35-450c-90ac-ea6c515cdb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443525 Jan 28 00:46:26.472642 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ea6e51-0164-43d5-85d8-6c1ae6af544e x-openstack-request-id: req-d8ea6e51-0164-43d5-85d8-6c1ae6af544e {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:46:26.473100 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0b60e1-2da5-42bc-8760-2e84ac98637f", "name": "network-vif-deleted", "tag": "e4929571-b7dc-46f2-ae53-5eaaaade111c", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:46:26.473506 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d8ea6e51-0164-43d5-85d8-6c1ae6af544e {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:46:26.474130 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0b60e1-2da5-42bc-8760-2e84ac98637f', 'name': 'network-vif-deleted', 'tag': 'e4929571-b7dc-46f2-ae53-5eaaaade111c', 'status': 'completed', 'code': 200} Jan 28 00:46:26.592070 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-14fb9535-b6af-426e-af2a-b06f5e73f70f service neutron] 10.222.0.65 "GET /v2.0/networks/61eda932-ec35-450c-90ac-ea6c515cdb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327095 Jan 28 00:46:26.809092 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ecc1eb57-796a-4f6c-a119-f6778dd8a5d8 req-f0720c59-5b78-4fc0-b149-206504117cb1 service neutron] 10.222.0.65 "GET /v2.0/networks/61eda932-ec35-450c-90ac-ea6c515cdb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756303 Jan 28 00:46:26.884148 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d56e9594-c907-495b-973a-aa93438d341f req-724132ba-aade-4611-8282-916c84df504b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0b60e1-2da5-42bc-8760-2e84ac98637f HTTP/1.1" status: 200 len: 210 time: 0.0334735 Jan 28 00:46:26.991068 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe906b-0019-4a90-a7b9-2ea0fe26f26a req-302702b2-895f-483d-81f3-761ab197f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:26.992569 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-efbe906b-0019-4a90-a7b9-2ea0fe26f26a req-302702b2-895f-483d-81f3-761ab197f37b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3e9f050de49645dd9bd4214fbcf36ea4&device_id=99ac1a91-09f4-4879-ac93-c1bc7d686768 HTTP/1.1" status: 200 len: 1095 time: 0.0492361 Jan 28 00:46:27.148954 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe906b-0019-4a90-a7b9-2ea0fe26f26a req-67fdb451-869e-452a-b041-525791a9a6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:27.150869 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-efbe906b-0019-4a90-a7b9-2ea0fe26f26a req-67fdb451-869e-452a-b041-525791a9a6c6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=61eda932-ec35-450c-90ac-ea6c515cdb93 HTTP/1.1" status: 200 len: 915 time: 0.1518223 Jan 28 00:46:27.258037 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-efbe906b-0019-4a90-a7b9-2ea0fe26f26a req-7a11f5e4-becb-4662-8ff2-3eb3b15d65d5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15 HTTP/1.1" status: 200 len: 217 time: 0.0939214 Jan 28 00:46:27.308760 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aac8fa-5e73-40a2-b46a-8dc8770e9b9b req-75607a10-89e5-4ecb-8af6-d457d178d09c tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:27.310411 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-84aac8fa-5e73-40a2-b46a-8dc8770e9b9b req-75607a10-89e5-4ecb-8af6-d457d178d09c tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ac1a91-09f4-4879-ac93-c1bc7d686768 HTTP/1.1" status: 200 len: 944 time: 0.1538720 Jan 28 00:46:27.344986 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe906b-0019-4a90-a7b9-2ea0fe26f26a req-e58e71ad-103f-4414-a788-b47924a495ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:27.346552 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-efbe906b-0019-4a90-a7b9-2ea0fe26f26a req-e58e71ad-103f-4414-a788-b47924a495ea service neutron] 10.222.0.65 "GET /v2.0/subnets?id=828e0c9b-ccdb-4dcf-9067-e86f2e38b75c HTTP/1.1" status: 200 len: 854 time: 0.0828252 Jan 28 00:46:27.395770 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-efbe906b-0019-4a90-a7b9-2ea0fe26f26a req-eb1b716c-8476-40f2-9f68-a9857cbc1a5e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=61eda932-ec35-450c-90ac-ea6c515cdb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419705 Jan 28 00:46:27.404737 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-84aac8fa-5e73-40a2-b46a-8dc8770e9b9b req-6c6b6bc7-fed0-42bf-9980-f4b887423409 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849082 Jan 28 00:46:27.515390 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-efbe906b-0019-4a90-a7b9-2ea0fe26f26a req-812b9f08-3399-4b9d-9f1e-cfcbad6c2f89 service neutron] 10.222.0.65 "GET /v2.0/networks/61eda932-ec35-450c-90ac-ea6c515cdb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094882 Jan 28 00:46:27.636473 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-efbe906b-0019-4a90-a7b9-2ea0fe26f26a req-36eb032a-d699-4ac0-84d8-f16561641cfe service neutron] 10.222.0.65 "GET /v2.0/networks/61eda932-ec35-450c-90ac-ea6c515cdb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128347 Jan 28 00:46:27.956180 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57370) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:28.444221 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-105f2e6f-ef24-4a84-83e7-347ea4e5feb3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (6225d7f0-c400-4277-8655-23e4f90f15ec), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:28.608937 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870f642-c31b-4ff1-a8f7-29eb2078db5d req-e1883cf6-3e77-4f2b-92fa-a67de671ad42 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:28.611427 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2870f642-c31b-4ff1-a8f7-29eb2078db5d req-e1883cf6-3e77-4f2b-92fa-a67de671ad42 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ac1a91-09f4-4879-ac93-c1bc7d686768 HTTP/1.1" status: 200 len: 944 time: 0.1153028 Jan 28 00:46:28.717122 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2870f642-c31b-4ff1-a8f7-29eb2078db5d req-7ae002c3-c447-4c2d-9bd3-a8cac2cd461b tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773261 Jan 28 00:46:28.830158 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-105f2e6f-ef24-4a84-83e7-347ea4e5feb3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Deleting port 993576af-4d38-4881-8d3e-f5637fb03d11 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:46:28.830574 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-105f2e6f-ef24-4a84-83e7-347ea4e5feb3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (993576af-4d38-4881-8d3e-f5637fb03d11), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:28.859980 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:46:28.872901 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e4929571-b7dc-46f2-ae53-5eaaaade111c no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:46:28.906615 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: e4929571-b7dc-46f2-ae53-5eaaaade111c {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:46:28.906615 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e4929571-b7dc-46f2-ae53-5eaaaade111c not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:46:28.949238 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-105f2e6f-ef24-4a84-83e7-347ea4e5feb3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] For port 993576af-4d38-4881-8d3e-f5637fb03d11, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=993576af-4d38-4881-8d3e-f5637fb03d11,segment=NetworkSegment(ac8d9694-e081-4215-a5d8-d8ce14e89caa),segment_id=ac8d9694-e081-4215-a5d8-d8ce14e89caa)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:46:28.949603 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-105f2e6f-ef24-4a84-83e7-347ea4e5feb3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (993576af-4d38-4881-8d3e-f5637fb03d11), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:28.965005 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-105f2e6f-ef24-4a84-83e7-347ea4e5feb3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Calling delete_port for 993576af-4d38-4881-8d3e-f5637fb03d11 owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:46:29.018571 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15,segment=NetworkSegment(6abb94fe-1d9f-4785-be4c-2a69b302f15c),segment_id=6abb94fe-1d9f-4785-be4c-2a69b302f15c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:46:29.030457 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15', 'network_id': '61eda932-ec35-450c-90ac-ea6c515cdb93', 'port_id': '9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15', 'mac_address': 'fa:16:3e:dd:bf:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '828e0c9b-ccdb-4dcf-9067-e86f2e38b75c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:46:29.081186 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:46:29.081582 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:29.096575 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:46:29.123460 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15,segment=NetworkSegment(6abb94fe-1d9f-4785-be4c-2a69b302f15c),segment_id=6abb94fe-1d9f-4785-be4c-2a69b302f15c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:46:29.128770 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:29.174432 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-105f2e6f-ef24-4a84-83e7-347ea4e5feb3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (993576af-4d38-4881-8d3e-f5637fb03d11), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:29.191571 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:29.214590 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f2e6f-ef24-4a84-83e7-347ea4e5feb3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event deleted for resources: {'Port': ['ID=993576af-4d38-4881-8d3e-f5637fb03d11,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:29.439677 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:46:29.441913 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-105f2e6f-ef24-4a84-83e7-347ea4e5feb3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (6225d7f0-c400-4277-8655-23e4f90f15ec), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:29.767001 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105f2e6f-ef24-4a84-83e7-347ea4e5feb3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Router 6225d7f0-c400-4277-8655-23e4f90f15ec has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:46:30.007003 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8038fff-6ba9-4dbb-8a60-f2d3b42adde0 req-94fab0e5-5cf4-4486-9170-7e709d80c440 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:30.009756 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b8038fff-6ba9-4dbb-8a60-f2d3b42adde0 req-94fab0e5-5cf4-4486-9170-7e709d80c440 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ac1a91-09f4-4879-ac93-c1bc7d686768 HTTP/1.1" status: 200 len: 945 time: 0.1648734 Jan 28 00:46:30.059053 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105f2e6f-ef24-4a84-83e7-347ea4e5feb3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:46:30.070549 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-105f2e6f-ef24-4a84-83e7-347ea4e5feb3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "PUT /v2.0/routers/6225d7f0-c400-4277-8655-23e4f90f15ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1127698 Jan 28 00:46:30.072458 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bc6188-2e1d-4d9f-a99f-c1a9fbe8c86a None None] Sync routers for ids ['6225d7f0-c400-4277-8655-23e4f90f15ec'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:46:30.074074 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57380) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:30.092974 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bc6188-2e1d-4d9f-a99f-c1a9fbe8c86a None None] Routers {'6225d7f0-c400-4277-8655-23e4f90f15ec'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:46:30.094804 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-55bc6188-2e1d-4d9f-a99f-c1a9fbe8c86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:46:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6225d7f0-c400-4277-8655-23e4f90f15ec'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:46:30.123418 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b8038fff-6ba9-4dbb-8a60-f2d3b42adde0 req-f64b9685-dac4-4586-bd5e-8aecd6f12db3 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002631 Jan 28 00:46:30.153610 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8909fd2-8b8c-45b4-bbad-a29b6365ddce tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Deleting subnet aeea355b-e41d-4155-a2d2-01f3cdab9964 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:46:30.158226 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8909fd2-8b8c-45b4-bbad-a29b6365ddce tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for subnet (aeea355b-e41d-4155-a2d2-01f3cdab9964), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:30.214540 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8909fd2-8b8c-45b4-bbad-a29b6365ddce tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (aeea355b-e41d-4155-a2d2-01f3cdab9964), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:30.268377 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-55bc6188-2e1d-4d9f-a99f-c1a9fbe8c86a None None] Set router 6225d7f0-c400-4277-8655-23e4f90f15ec gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:46:30.342195 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8909fd2-8b8c-45b4-bbad-a29b6365ddce tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (aeea355b-e41d-4155-a2d2-01f3cdab9964), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:30.446012 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8909fd2-8b8c-45b4-bbad-a29b6365ddce tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (aeea355b-e41d-4155-a2d2-01f3cdab9964), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:30.500719 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8909fd2-8b8c-45b4-bbad-a29b6365ddce tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event deleted for resources: {'Subnet': ['ID=aeea355b-e41d-4155-a2d2-01f3cdab9964,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:30.504330 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8909fd2-8b8c-45b4-bbad-a29b6365ddce tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:30.512884 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b8909fd2-8b8c-45b4-bbad-a29b6365ddce tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "DELETE /v2.0/subnets/aeea355b-e41d-4155-a2d2-01f3cdab9964 HTTP/1.1" status: 204 len: 168 time: 0.4373994 Jan 28 00:46:30.520516 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57382) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:30.523977 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254c8fc4-b986-4d85-8ec2-0f4359e0a3a6 None None] Network a0115283-37e4-4300-b073-93415e04c5b3 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:46:30.553582 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-55bc6188-2e1d-4d9f-a99f-c1a9fbe8c86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208781625', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '6bfc1843-24f7-40c5-acac-0f741fbfed49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:43:48Z', 'updated_at': '2022-01-28T00:46:29Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '6bfc1843-24f7-40c5-acac-0f741fbfed49', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:43:49Z', 'updated_at': '2022-01-28T00:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:46:30.588002 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bc6188-2e1d-4d9f-a99f-c1a9fbe8c86a None None] Checking router: 6225d7f0-c400-4277-8655-23e4f90f15ec for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:46:30.598341 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bc6188-2e1d-4d9f-a99f-c1a9fbe8c86a None None] Routers {'6225d7f0-c400-4277-8655-23e4f90f15ec'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:46:30.598987 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-55bc6188-2e1d-4d9f-a99f-c1a9fbe8c86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:46:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6225d7f0-c400-4277-8655-23e4f90f15ec'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:46:30.722800 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f094923a-5bf3-46b1-bc1b-e46baf816c26 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router (6225d7f0-c400-4277-8655-23e4f90f15ec), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:30.792215 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83af72e6-0b95-44f1-92f5-95301917efde None None] DHCP port deletion for a0115283-37e4-4300-b073-93415e04c5b3 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:46:30.860918 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:46:30.894076 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-55bc6188-2e1d-4d9f-a99f-c1a9fbe8c86a None None] Set router 6225d7f0-c400-4277-8655-23e4f90f15ec gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:46:30.941191 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f094923a-5bf3-46b1-bc1b-e46baf816c26 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router_gateway (6225d7f0-c400-4277-8655-23e4f90f15ec), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:31.071868 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-f094923a-5bf3-46b1-bc1b-e46baf816c26 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Deleting port 6bfc1843-24f7-40c5-acac-0f741fbfed49 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:46:31.072951 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f094923a-5bf3-46b1-bc1b-e46baf816c26 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (6bfc1843-24f7-40c5-acac-0f741fbfed49), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:31.120958 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:46:31.139433 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-83af72e6-0b95-44f1-92f5-95301917efde None None] Deleting port 391654b7-d6ee-46cc-a0b6-b60f93def3e1 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:46:31.139830 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-83af72e6-0b95-44f1-92f5-95301917efde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (391654b7-d6ee-46cc-a0b6-b60f93def3e1), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:31.174513 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-55bc6188-2e1d-4d9f-a99f-c1a9fbe8c86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208781625', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '6bfc1843-24f7-40c5-acac-0f741fbfed49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:43:48Z', 'updated_at': '2022-01-28T00:46:29Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '6bfc1843-24f7-40c5-acac-0f741fbfed49', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:43:49Z', 'updated_at': '2022-01-28T00:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:46:31.233541 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bc6188-2e1d-4d9f-a99f-c1a9fbe8c86a None None] The sync data for ids ['6225d7f0-c400-4277-8655-23e4f90f15ec'] in n-d-826754-1 is: [{'id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208781625', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '6bfc1843-24f7-40c5-acac-0f741fbfed49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:43:48Z', 'updated_at': '2022-01-28T00:46:29Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '6bfc1843-24f7-40c5-acac-0f741fbfed49', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6225d7f0-c400-4277-8655-23e4f90f15ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:43:49Z', 'updated_at': '2022-01-28T00:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:46:31.247278 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-f094923a-5bf3-46b1-bc1b-e46baf816c26 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] For port 6bfc1843-24f7-40c5-acac-0f741fbfed49, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6bfc1843-24f7-40c5-acac-0f741fbfed49,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:46:31.247905 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f094923a-5bf3-46b1-bc1b-e46baf816c26 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (6bfc1843-24f7-40c5-acac-0f741fbfed49), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:31.257184 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-83af72e6-0b95-44f1-92f5-95301917efde None None] For port 391654b7-d6ee-46cc-a0b6-b60f93def3e1, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=391654b7-d6ee-46cc-a0b6-b60f93def3e1,segment=NetworkSegment(ac8d9694-e081-4215-a5d8-d8ce14e89caa),segment_id=ac8d9694-e081-4215-a5d8-d8ce14e89caa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:46:31.258606 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-83af72e6-0b95-44f1-92f5-95301917efde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (391654b7-d6ee-46cc-a0b6-b60f93def3e1), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:31.287764 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:46:31.293106 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-83af72e6-0b95-44f1-92f5-95301917efde None None] Calling delete_port for 391654b7-d6ee-46cc-a0b6-b60f93def3e1 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:46:31.295185 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:46:31.295790 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:31.311369 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-f094923a-5bf3-46b1-bc1b-e46baf816c26 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Calling delete_port for 6bfc1843-24f7-40c5-acac-0f741fbfed49 owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:46:31.381514 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acd39e-030c-4240-ab4c-1fe0821ea632 req-d4b9d31a-66c1-4ce6-99c3-af2a93850141 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:31.383576 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c7acd39e-030c-4240-ab4c-1fe0821ea632 req-d4b9d31a-66c1-4ce6-99c3-af2a93850141 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ac1a91-09f4-4879-ac93-c1bc7d686768 HTTP/1.1" status: 200 len: 945 time: 0.1480210 Jan 28 00:46:31.448746 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-83af72e6-0b95-44f1-92f5-95301917efde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (391654b7-d6ee-46cc-a0b6-b60f93def3e1), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:31.463603 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:46:31.464066 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:31.494377 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af72e6-0b95-44f1-92f5-95301917efde None None] Pushing event deleted for resources: {'Port': ['ID=391654b7-d6ee-46cc-a0b6-b60f93def3e1,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:31.498112 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83af72e6-0b95-44f1-92f5-95301917efde None None] No DVR routers for this DVR port 391654b7-d6ee-46cc-a0b6-b60f93def3e1 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:46:31.502140 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c7acd39e-030c-4240-ab4c-1fe0821ea632 req-961a7448-191e-40bd-89e0-6de395ff8ee8 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998518 Jan 28 00:46:31.525929 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ac1a91-09f4-4879-ac93-c1bc7d686768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:46:31.526649 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2542ec-4af3-4629-a987-5a97ff1a8216" -d '{"events": [{"server_uuid": "99ac1a91-09f4-4879-ac93-c1bc7d686768", "name": "network-vif-plugged", "status": "completed", "tag": "9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:46:31.546697 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15,segment=NetworkSegment(6abb94fe-1d9f-4785-be4c-2a69b302f15c),segment_id=6abb94fe-1d9f-4785-be4c-2a69b302f15c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:46:31.555481 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:31.647198 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f094923a-5bf3-46b1-bc1b-e46baf816c26 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (6bfc1843-24f7-40c5-acac-0f741fbfed49), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:31.664888 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:31.673700 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9366581-32d7-4cf2-80ac-4328f9fd7c21 x-openstack-request-id: req-c9366581-32d7-4cf2-80ac-4328f9fd7c21 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:46:31.674210 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ac1a91-09f4-4879-ac93-c1bc7d686768", "name": "network-vif-plugged", "status": "completed", "tag": "9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:46:31.674654 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c9366581-32d7-4cf2-80ac-4328f9fd7c21 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:46:31.675323 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ac1a91-09f4-4879-ac93-c1bc7d686768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15', 'code': 200} Jan 28 00:46:31.753709 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094923a-5bf3-46b1-bc1b-e46baf816c26 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event deleted for resources: {'Port': ['ID=6bfc1843-24f7-40c5-acac-0f741fbfed49,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:31.792481 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 391654b7-d6ee-46cc-a0b6-b60f93def3e1 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:46:31.811119 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f094923a-5bf3-46b1-bc1b-e46baf816c26 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (6225d7f0-c400-4277-8655-23e4f90f15ec), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:31.825506 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 391654b7-d6ee-46cc-a0b6-b60f93def3e1 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:46:31.825999 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 391654b7-d6ee-46cc-a0b6-b60f93def3e1 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:46:31.826529 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 993576af-4d38-4881-8d3e-f5637fb03d11 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:46:31.855368 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 993576af-4d38-4881-8d3e-f5637fb03d11 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:46:31.855924 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 993576af-4d38-4881-8d3e-f5637fb03d11 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:46:31.885881 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d4f42-e048-484e-999b-5526abbeb84f req-a7b08165-a906-45d5-9a5d-f715d3de112f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:31.887543 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-957d4f42-e048-484e-999b-5526abbeb84f req-a7b08165-a906-45d5-9a5d-f715d3de112f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=99ac1a91-09f4-4879-ac93-c1bc7d686768 HTTP/1.1" status: 200 len: 1097 time: 0.1244881 Jan 28 00:46:31.930917 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f094923a-5bf3-46b1-bc1b-e46baf816c26 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (6225d7f0-c400-4277-8655-23e4f90f15ec), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:31.934681 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f094923a-5bf3-46b1-bc1b-e46baf816c26 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router_controller (6225d7f0-c400-4277-8655-23e4f90f15ec), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:32.357023 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f094923a-5bf3-46b1-bc1b-e46baf816c26 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (6225d7f0-c400-4277-8655-23e4f90f15ec), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:32.357910 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f094923a-5bf3-46b1-bc1b-e46baf816c26 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Fanout notify agent at l3_agent the message router_deleted on router 6225d7f0-c400-4277-8655-23e4f90f15ec {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:46:32.367125 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f094923a-5bf3-46b1-bc1b-e46baf816c26 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:32.371299 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f094923a-5bf3-46b1-bc1b-e46baf816c26 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "DELETE /v2.0/routers/6225d7f0-c400-4277-8655-23e4f90f15ec HTTP/1.1" status: 204 len: 168 time: 1.8463607 Jan 28 00:46:32.371585 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57392) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:32.384723 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-957d4f42-e048-484e-999b-5526abbeb84f req-d67c827d-3b78-4d90-ae5f-64b49e28b164 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635966 Jan 28 00:46:32.477573 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-32d496df-7224-431d-9403-05c6bc860076 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (a0115283-37e4-4300-b073-93415e04c5b3), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:32.592013 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-32d496df-7224-431d-9403-05c6bc860076 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (a0115283-37e4-4300-b073-93415e04c5b3), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:32.617154 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-32d496df-7224-431d-9403-05c6bc860076 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0115283-37e4-4300-b073-93415e04c5b3']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:46:32.628989 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-32d496df-7224-431d-9403-05c6bc860076 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8d9694-e081-4215-a5d8-d8ce14e89caa') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:46:32.629346 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-32d496df-7224-431d-9403-05c6bc860076 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8d9694-e081-4215-a5d8-d8ce14e89caa') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:46:32.640302 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-32d496df-7224-431d-9403-05c6bc860076 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (ac8d9694-e081-4215-a5d8-d8ce14e89caa), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:32.655117 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-32d496df-7224-431d-9403-05c6bc860076 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (ac8d9694-e081-4215-a5d8-d8ce14e89caa), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:32.662474 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d496df-7224-431d-9403-05c6bc860076 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:46:32.662893 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-32d496df-7224-431d-9403-05c6bc860076 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (ac8d9694-e081-4215-a5d8-d8ce14e89caa), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:32.666407 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:46:32.666407 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:46:32.666407 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:46:32.666407 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:46:32.666407 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:46:32.666407 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:46:32.666407 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:46:32.666407 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:46:32.666407 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:46:32.666407 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:46:32.666407 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:46:32.666407 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:46:32.666407 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:46:32.666407 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:46:32.666407 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:46:32.666407 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:46:32.666407 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:46:32.666407 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:46:32.666407 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:46:32.666407 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:46:32.666407 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:46:32.666407 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:46:32.666407 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:46:32.666407 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:46:32.666407 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:46:32.666407 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:46:32.666407 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:46:32.666407 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:46:32.666407 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:46:32.666407 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:46:32.666407 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:46:32.666407 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:46:32.765156 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-32d496df-7224-431d-9403-05c6bc860076 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (a0115283-37e4-4300-b073-93415e04c5b3), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:32.779846 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-32d496df-7224-431d-9403-05c6bc860076 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:32.783866 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-32d496df-7224-431d-9403-05c6bc860076 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "DELETE /v2.0/networks/a0115283-37e4-4300-b073-93415e04c5b3 HTTP/1.1" status: 204 len: 168 time: 0.4112053 Jan 28 00:46:32.787702 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57396) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:32.798515 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d496df-7224-431d-9403-05c6bc860076 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event deleted for resources: {'Network': ['ID=a0115283-37e4-4300-b073-93415e04c5b3,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:32.811667 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfd04b-5f68-49cc-a747-1a607c6b11c9 req-ca7d1f6d-19c0-48a8-a4a1-f863994bc228 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:32.812553 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-28dfd04b-5f68-49cc-a747-1a607c6b11c9 req-ca7d1f6d-19c0-48a8-a4a1-f863994bc228 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ac1a91-09f4-4879-ac93-c1bc7d686768 HTTP/1.1" status: 200 len: 946 time: 0.1030242 Jan 28 00:46:32.903498 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-28dfd04b-5f68-49cc-a747-1a607c6b11c9 req-91da6312-919a-4d5f-80da-6c46e4d82837 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772645 Jan 28 00:46:32.909386 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-adefdb89-cca7-4e5a-97a0-4c85c35e6353 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group (ee862681-be2e-4173-8bed-2cf241be50c1), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:32.948589 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-adefdb89-cca7-4e5a-97a0-4c85c35e6353 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group (ee862681-be2e-4173-8bed-2cf241be50c1), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:33.023405 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-adefdb89-cca7-4e5a-97a0-4c85c35e6353 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ee862681-be2e-4173-8bed-2cf241be50c1), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:33.026577 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-adefdb89-cca7-4e5a-97a0-4c85c35e6353 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:33.028074 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-adefdb89-cca7-4e5a-97a0-4c85c35e6353 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "DELETE /v2.0/security-groups/ee862681-be2e-4173-8bed-2cf241be50c1 HTTP/1.1" status: 204 len: 168 time: 0.2381661 Jan 28 00:46:33.039674 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefdb89-cca7-4e5a-97a0-4c85c35e6353 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee862681-be2e-4173-8bed-2cf241be50c1,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:33.595991 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57404) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:33.600709 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-bcfbed9d-42b2-40a6-bdaa-83d1b8adaf82 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-412959589', 'description': 'tempest-secgroup-smoke-412959589 description', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:46:33.630919 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bcfbed9d-42b2-40a6-bdaa-83d1b8adaf82 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:33.706471 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6bfc1843-24f7-40c5-acac-0f741fbfed49 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:46:33.729345 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 6bfc1843-24f7-40c5-acac-0f741fbfed49 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:46:33.729701 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6bfc1843-24f7-40c5-acac-0f741fbfed49 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:46:33.743490 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bcfbed9d-42b2-40a6-bdaa-83d1b8adaf82 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group (08951bcd-ce0d-4a8f-b4c1-d28509c0af57), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:33.748590 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bcfbed9d-42b2-40a6-bdaa-83d1b8adaf82 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (08951bcd-ce0d-4a8f-b4c1-d28509c0af57), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:33.780344 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bcfbed9d-42b2-40a6-bdaa-83d1b8adaf82 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:33.782276 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bcfbed9d-42b2-40a6-bdaa-83d1b8adaf82 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1852264 Jan 28 00:46:33.785613 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57406) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:33.787788 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbed9d-42b2-40a6-bdaa-83d1b8adaf82 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08951bcd-ce0d-4a8f-b4c1-d28509c0af57,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:33.795204 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-0ae4945d-d5d3-413a-b34a-1de9ac8a5234 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'security_group_rule': {'security_group_id': '08951bcd-ce0d-4a8f-b4c1-d28509c0af57', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:46:33.835384 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0ae4945d-d5d3-413a-b34a-1de9ac8a5234 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (6d8d198f-a499-4e59-9364-5484e3b7cafa), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:33.908225 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0ae4945d-d5d3-413a-b34a-1de9ac8a5234 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (6d8d198f-a499-4e59-9364-5484e3b7cafa), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:33.912966 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0ae4945d-d5d3-413a-b34a-1de9ac8a5234 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (6d8d198f-a499-4e59-9364-5484e3b7cafa), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:33.933638 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4945d-d5d3-413a-b34a-1de9ac8a5234 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d8d198f-a499-4e59-9364-5484e3b7cafa,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:33.945500 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0ae4945d-d5d3-413a-b34a-1de9ac8a5234 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:33.947087 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0ae4945d-d5d3-413a-b34a-1de9ac8a5234 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1596513 Jan 28 00:46:33.952014 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57410) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:33.960356 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-df98d0cb-4127-45f6-9174-3122ed8df594 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'security_group_rule': {'security_group_id': '08951bcd-ce0d-4a8f-b4c1-d28509c0af57', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:46:34.012806 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-df98d0cb-4127-45f6-9174-3122ed8df594 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (29e304c4-f85d-4123-bc2a-55ec0c573ece), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:34.123246 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4af38-7e17-43db-9703-bbd9006a3a82 req-e33f300e-e310-4586-8972-2470c0d6ba01 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:34.126754 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b4d4af38-7e17-43db-9703-bbd9006a3a82 req-e33f300e-e310-4586-8972-2470c0d6ba01 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ac1a91-09f4-4879-ac93-c1bc7d686768 HTTP/1.1" status: 200 len: 946 time: 0.1000152 Jan 28 00:46:34.135947 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-df98d0cb-4127-45f6-9174-3122ed8df594 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (29e304c4-f85d-4123-bc2a-55ec0c573ece), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:34.143306 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-df98d0cb-4127-45f6-9174-3122ed8df594 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (29e304c4-f85d-4123-bc2a-55ec0c573ece), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:34.176867 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98d0cb-4127-45f6-9174-3122ed8df594 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e304c4-f85d-4123-bc2a-55ec0c573ece,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:34.197317 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b4d4af38-7e17-43db-9703-bbd9006a3a82 req-44cf06e2-714d-464d-99a9-77b7c666c9dc tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624185 Jan 28 00:46:34.198641 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-df98d0cb-4127-45f6-9174-3122ed8df594 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:34.201298 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-df98d0cb-4127-45f6-9174-3122ed8df594 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2468843 Jan 28 00:46:34.205948 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57412) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:34.213523 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-740a6e5c-0961-4d3e-aa36-f6dd56cad94b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'security_group_rule': {'security_group_id': '08951bcd-ce0d-4a8f-b4c1-d28509c0af57', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:46:34.260653 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-740a6e5c-0961-4d3e-aa36-f6dd56cad94b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (746ceb89-af5a-4e44-8d20-57d5ab97d385), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:34.367172 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-740a6e5c-0961-4d3e-aa36-f6dd56cad94b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (746ceb89-af5a-4e44-8d20-57d5ab97d385), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:34.372965 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-740a6e5c-0961-4d3e-aa36-f6dd56cad94b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (746ceb89-af5a-4e44-8d20-57d5ab97d385), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:34.403879 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a6e5c-0961-4d3e-aa36-f6dd56cad94b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=746ceb89-af5a-4e44-8d20-57d5ab97d385,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:34.420653 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-740a6e5c-0961-4d3e-aa36-f6dd56cad94b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:34.424172 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-740a6e5c-0961-4d3e-aa36-f6dd56cad94b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2168918 Jan 28 00:46:34.426743 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57418) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:34.431989 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-c374da7b-7e73-4818-bf47-10c228ef3a9a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'security_group_rule': {'security_group_id': '08951bcd-ce0d-4a8f-b4c1-d28509c0af57', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:46:34.465325 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c374da7b-7e73-4818-bf47-10c228ef3a9a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (ef0ec2c9-9c78-4e5e-af4d-3cf0df6b0a9a), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:34.566812 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c374da7b-7e73-4818-bf47-10c228ef3a9a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (ef0ec2c9-9c78-4e5e-af4d-3cf0df6b0a9a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:34.573019 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c374da7b-7e73-4818-bf47-10c228ef3a9a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (ef0ec2c9-9c78-4e5e-af4d-3cf0df6b0a9a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:34.597610 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374da7b-7e73-4818-bf47-10c228ef3a9a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0ec2c9-9c78-4e5e-af4d-3cf0df6b0a9a,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:34.611390 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0a434-1017-400a-a943-ce832343366c req-8b0b1726-456e-4934-86cd-5582edf7db6f tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:34.613052 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d0c0a434-1017-400a-a943-ce832343366c req-8b0b1726-456e-4934-86cd-5582edf7db6f tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ac1a91-09f4-4879-ac93-c1bc7d686768 HTTP/1.1" status: 200 len: 946 time: 0.0929146 Jan 28 00:46:34.616476 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c374da7b-7e73-4818-bf47-10c228ef3a9a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:34.617748 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c374da7b-7e73-4818-bf47-10c228ef3a9a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1899152 Jan 28 00:46:34.620747 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57422) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:34.626749 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-de355a02-1caf-4923-a36e-85be87ab03e8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'security_group_rule': {'security_group_id': '08951bcd-ce0d-4a8f-b4c1-d28509c0af57', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:46:34.652560 n-d-826754-1 neutron-server[103343]: INFO neutron.db.securitygroups_db [None req-de355a02-1caf-4923-a36e-85be87ab03e8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Project e5a41ae09ed64e5ca7368f2afd92f5c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 00:46:34.659467 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-de355a02-1caf-4923-a36e-85be87ab03e8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (7d6164b9-51dd-4de8-a9bf-d866ee0941df), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:34.679247 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d0c0a434-1017-400a-a943-ce832343366c req-3028b22c-f7c5-49b7-99a8-7cb953b2313c tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581043 Jan 28 00:46:34.746142 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-de355a02-1caf-4923-a36e-85be87ab03e8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (7d6164b9-51dd-4de8-a9bf-d866ee0941df), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:34.751348 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-de355a02-1caf-4923-a36e-85be87ab03e8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (7d6164b9-51dd-4de8-a9bf-d866ee0941df), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:34.773276 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de355a02-1caf-4923-a36e-85be87ab03e8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d6164b9-51dd-4de8-a9bf-d866ee0941df,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:34.782158 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-de355a02-1caf-4923-a36e-85be87ab03e8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:34.783551 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-de355a02-1caf-4923-a36e-85be87ab03e8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1614468 Jan 28 00:46:34.786559 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57424) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:34.794846 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-c6cf276d-dc22-48a2-b519-418a3ba28420 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'security_group_rule': {'security_group_id': '08951bcd-ce0d-4a8f-b4c1-d28509c0af57', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:46:34.831334 n-d-826754-1 neutron-server[103343]: INFO neutron.db.securitygroups_db [None req-c6cf276d-dc22-48a2-b519-418a3ba28420 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Project e5a41ae09ed64e5ca7368f2afd92f5c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 00:46:34.838038 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6cf276d-dc22-48a2-b519-418a3ba28420 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (25bee933-d2be-46ce-9359-318afc40c89a), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:34.917335 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6cf276d-dc22-48a2-b519-418a3ba28420 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (25bee933-d2be-46ce-9359-318afc40c89a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:34.924852 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6cf276d-dc22-48a2-b519-418a3ba28420 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (25bee933-d2be-46ce-9359-318afc40c89a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:34.957903 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf276d-dc22-48a2-b519-418a3ba28420 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25bee933-d2be-46ce-9359-318afc40c89a,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:34.970348 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6cf276d-dc22-48a2-b519-418a3ba28420 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:34.972197 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c6cf276d-dc22-48a2-b519-418a3ba28420 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1839118 Jan 28 00:46:34.975296 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57430) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:34.983803 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-c9377853-e218-4ac9-a16f-b14cbaa428dc tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'network': {'name': 'tempest-network-smoke--1527789551', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'port_security_enabled': True}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:46:35.021787 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9377853-e218-4ac9-a16f-b14cbaa428dc tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Made reservation on behalf of e5a41ae09ed64e5ca7368f2afd92f5c8 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:46:35.025503 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c9377853-e218-4ac9-a16f-b14cbaa428dc tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:35.057861 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9377853-e218-4ac9-a16f-b14cbaa428dc tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:46:35.073926 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c9377853-e218-4ac9-a16f-b14cbaa428dc tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (9cf340f1-2f3a-4689-8f86-fac8e5ebe93f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:35.074446 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-c9377853-e218-4ac9-a16f-b14cbaa428dc tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Added segment 9cf340f1-2f3a-4689-8f86-fac8e5ebe93f of type vlan for network 589a4733-906d-4d71-8a9b-35605b1c2237 Jan 28 00:46:35.147292 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c9377853-e218-4ac9-a16f-b14cbaa428dc tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (589a4733-906d-4d71-8a9b-35605b1c2237), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:35.186118 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c9377853-e218-4ac9-a16f-b14cbaa428dc tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (589a4733-906d-4d71-8a9b-35605b1c2237), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:35.191928 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9377853-e218-4ac9-a16f-b14cbaa428dc tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:35.192599 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c9377853-e218-4ac9-a16f-b14cbaa428dc tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:35.254303 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c9377853-e218-4ac9-a16f-b14cbaa428dc tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2773657 Jan 28 00:46:35.257765 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57432) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:35.265304 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-c7203d41-8dc2-40f3-b4d4-dcda8573ecae tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1870194921', 'admin_state_up': True, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:46:35.274839 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9377853-e218-4ac9-a16f-b14cbaa428dc tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'Network': ['ID=589a4733-906d-4d71-8a9b-35605b1c2237,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:35.289169 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 589a4733-906d-4d71-8a9b-35605b1c2237 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:46:35.301035 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c7203d41-8dc2-40f3-b4d4-dcda8573ecae tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (d62f50cd-a65d-4a1e-9c35-7110fe29a3d7), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:35.302871 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c7203d41-8dc2-40f3-b4d4-dcda8573ecae tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (d62f50cd-a65d-4a1e-9c35-7110fe29a3d7), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:35.380072 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c7203d41-8dc2-40f3-b4d4-dcda8573ecae tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router_controller (d62f50cd-a65d-4a1e-9c35-7110fe29a3d7), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:35.572774 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c7203d41-8dc2-40f3-b4d4-dcda8573ecae tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router_gateway (d62f50cd-a65d-4a1e-9c35-7110fe29a3d7), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:35.825789 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c7203d41-8dc2-40f3-b4d4-dcda8573ecae tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router_gateway (d62f50cd-a65d-4a1e-9c35-7110fe29a3d7), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:35.876759 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c7203d41-8dc2-40f3-b4d4-dcda8573ecae tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:35.942492 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe73cb2-eef5-4879-8334-92ea124aeb58 req-5f707ac0-e1f1-493b-85e9-2a7eacbbab3e tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:35.944219 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dfe73cb2-eef5-4879-8334-92ea124aeb58 req-5f707ac0-e1f1-493b-85e9-2a7eacbbab3e tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ac1a91-09f4-4879-ac93-c1bc7d686768 HTTP/1.1" status: 200 len: 946 time: 0.1211588 Jan 28 00:46:36.011842 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-15ccbb69-5927-455f-8720-36c94b78c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:36.097109 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dfe73cb2-eef5-4879-8334-92ea124aeb58 req-43d08446-9868-436c-bab0-7ba3e8cf6c7c tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462164 Jan 28 00:46:36.098447 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-c7203d41-8dc2-40f3-b4d4-dcda8573ecae tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Allocated IP 172.25.3.130 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/d1820618-ec6b-454d-8db9-3c381b66493b) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:46:36.130375 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdf18b-0f1f-4c01-a929-69d1afa57c23 req-5df4818f-02b0-46cd-b34d-8491a3171fa1 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:36.130375 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3cdf18b-0f1f-4c01-a929-69d1afa57c23 req-5df4818f-02b0-46cd-b34d-8491a3171fa1 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.65 "GET /v2.0/ports?device_id=99ac1a91-09f4-4879-ac93-c1bc7d686768 HTTP/1.1" status: 200 len: 946 time: 0.1261652 Jan 28 00:46:36.300098 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c7203d41-8dc2-40f3-b4d4-dcda8573ecae tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for port (d1820618-ec6b-454d-8db9-3c381b66493b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:36.326427 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-e3cdf18b-0f1f-4c01-a929-69d1afa57c23 req-d8ac24ff-2e13-4ee9-9189-eccca267aa29 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Deleting port 9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:46:36.326777 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e3cdf18b-0f1f-4c01-a929-69d1afa57c23 req-d8ac24ff-2e13-4ee9-9189-eccca267aa29 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:36.402980 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c7203d41-8dc2-40f3-b4d4-dcda8573ecae tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (d1820618-ec6b-454d-8db9-3c381b66493b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:36.471915 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7203d41-8dc2-40f3-b4d4-dcda8573ecae tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:46:36.481713 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-c7203d41-8dc2-40f3-b4d4-dcda8573ecae tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:46:36.491110 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7203d41-8dc2-40f3-b4d4-dcda8573ecae tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:46:36.499582 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-e3cdf18b-0f1f-4c01-a929-69d1afa57c23 req-d8ac24ff-2e13-4ee9-9189-eccca267aa29 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] For port 9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15,segment=NetworkSegment(6abb94fe-1d9f-4785-be4c-2a69b302f15c),segment_id=6abb94fe-1d9f-4785-be4c-2a69b302f15c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:46:36.500651 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e3cdf18b-0f1f-4c01-a929-69d1afa57c23 req-d8ac24ff-2e13-4ee9-9189-eccca267aa29 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:36.539823 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7203d41-8dc2-40f3-b4d4-dcda8573ecae tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'Port': ['ID=d1820618-ec6b-454d-8db9-3c381b66493b,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:36.547971 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-e3cdf18b-0f1f-4c01-a929-69d1afa57c23 req-d8ac24ff-2e13-4ee9-9189-eccca267aa29 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Calling delete_port for 9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:46:36.884693 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e3cdf18b-0f1f-4c01-a929-69d1afa57c23 req-d8ac24ff-2e13-4ee9-9189-eccca267aa29 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:36.919600 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['17f75757-b67b-4374-9d75-01860fb649fe'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:46:36.925938 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:46:36.927488 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac24ff-2e13-4ee9-9189-eccca267aa29 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Pushing event deleted for resources: {'Port': ['ID=9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:36.931773 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c7203d41-8dc2-40f3-b4d4-dcda8573ecae tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router_gateway (d62f50cd-a65d-4a1e-9c35-7110fe29a3d7), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:37.031866 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cdf18b-0f1f-4c01-a929-69d1afa57c23 req-d8ac24ff-2e13-4ee9-9189-eccca267aa29 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] No DVR routers for this DVR port 9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:46:37.037024 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e3cdf18b-0f1f-4c01-a929-69d1afa57c23 req-d8ac24ff-2e13-4ee9-9189-eccca267aa29 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:37.041034 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3cdf18b-0f1f-4c01-a929-69d1afa57c23 req-d8ac24ff-2e13-4ee9-9189-eccca267aa29 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.65 "DELETE /v2.0/ports/9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15 HTTP/1.1" status: 204 len: 173 time: 0.9063914 Jan 28 00:46:37.041801 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ac1a91-09f4-4879-ac93-c1bc7d686768', 'name': 'network-vif-deleted', 'tag': '9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:46:37.044729 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971d57be-205d-45c3-b8d7-5dedb36639bd" -d '{"events": [{"server_uuid": "99ac1a91-09f4-4879-ac93-c1bc7d686768", "name": "network-vif-deleted", "tag": "9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:46:37.150942 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc04473e-15e2-4c96-b6dc-dd23a88735bb x-openstack-request-id: req-fc04473e-15e2-4c96-b6dc-dd23a88735bb {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:46:37.151392 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ac1a91-09f4-4879-ac93-c1bc7d686768", "name": "network-vif-deleted", "tag": "9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:46:37.151850 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fc04473e-15e2-4c96-b6dc-dd23a88735bb {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:46:37.152473 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ac1a91-09f4-4879-ac93-c1bc7d686768', 'name': 'network-vif-deleted', 'tag': '9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15', 'status': 'completed', 'code': 200} Jan 28 00:46:37.322739 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ce8bbb72-1efb-403e-b23a-8deffafc374b req-11f49110-2ca1-44c5-a603-a4a92317e43c tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ac1a91-09f4-4879-ac93-c1bc7d686768 HTTP/1.1" status: 200 len: 210 time: 0.0646582 Jan 28 00:46:37.350883 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c7203d41-8dc2-40f3-b4d4-dcda8573ecae tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (d62f50cd-a65d-4a1e-9c35-7110fe29a3d7), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:37.519957 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7203d41-8dc2-40f3-b4d4-dcda8573ecae tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Router d62f50cd-a65d-4a1e-9c35-7110fe29a3d7 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:46:37.669660 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7203d41-8dc2-40f3-b4d4-dcda8573ecae tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:46:37.681089 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5c2d70-132a-4b30-82c1-2c089c64d7cc None None] Sync routers for ids ['d62f50cd-a65d-4a1e-9c35-7110fe29a3d7'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:46:37.708319 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5c2d70-132a-4b30-82c1-2c089c64d7cc None None] Routers {'d62f50cd-a65d-4a1e-9c35-7110fe29a3d7'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:46:37.709264 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7c5c2d70-132a-4b30-82c1-2c089c64d7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:46:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['d62f50cd-a65d-4a1e-9c35-7110fe29a3d7'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:46:37.710054 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c7203d41-8dc2-40f3-b4d4-dcda8573ecae tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:37.717459 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57462) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:37.718064 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c7203d41-8dc2-40f3-b4d4-dcda8573ecae tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4578886 Jan 28 00:46:37.783869 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57464) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:37.788699 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e035b6f5-0bf3-4e13-8e96-112086d19c7d tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=e5a41ae09ed64e5ca7368f2afd92f5c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0645700 Jan 28 00:46:37.874615 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-7c5c2d70-132a-4b30-82c1-2c089c64d7cc None None] Set router d62f50cd-a65d-4a1e-9c35-7110fe29a3d7 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:46:37.993709 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b327fc4-29a9-44e4-87a6-39ffbffd8c80 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:37.995330 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1b327fc4-29a9-44e4-87a6-39ffbffd8c80 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2101169 Jan 28 00:46:37.998769 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57466) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:38.036012 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4a59a3f7-7893-4287-8c37-4c316a06b2ac tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358417 Jan 28 00:46:38.038926 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57468) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:38.043972 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-8c811a54-20f3-43c0-aa26-6f894add75ff tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-968973099', 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:46:38.198362 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7c5c2d70-132a-4b30-82c1-2c089c64d7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870194921', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'd1820618-ec6b-454d-8db9-3c381b66493b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:46:35Z', 'updated_at': '2022-01-28T00:46:36Z', 'revision_number': 3, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': 'd1820618-ec6b-454d-8db9-3c381b66493b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:46:35Z', 'updated_at': '2022-01-28T00:46:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:46:38.237606 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5c2d70-132a-4b30-82c1-2c089c64d7cc None None] Checking router: d62f50cd-a65d-4a1e-9c35-7110fe29a3d7 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:46:38.237968 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5c2d70-132a-4b30-82c1-2c089c64d7cc None None] Updating router d62f50cd-a65d-4a1e-9c35-7110fe29a3d7 port d1820618-ec6b-454d-8db9-3c381b66493b binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:46:38.281906 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7c5c2d70-132a-4b30-82c1-2c089c64d7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d1820618-ec6b-454d-8db9-3c381b66493b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:38.435985 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78cf75b0-094f-4bcf-b3c1-45bb64228de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:38.590502 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346d428-1cb2-4d09-9bc4-31d3f8527e94 req-3f1be3f0-9386-4eb3-983b-776bedbe1d4d tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:38.594380 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5346d428-1cb2-4d09-9bc4-31d3f8527e94 req-3f1be3f0-9386-4eb3-983b-776bedbe1d4d tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0945649 Jan 28 00:46:38.624390 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c811a54-20f3-43c0-aa26-6f894add75ff tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Made reservation on behalf of e5a41ae09ed64e5ca7368f2afd92f5c8 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:46:38.628578 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8c811a54-20f3-43c0-aa26-6f894add75ff tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:38.757704 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7c5c2d70-132a-4b30-82c1-2c089c64d7cc None None] Publish callbacks [] for port (d1820618-ec6b-454d-8db9-3c381b66493b), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:38.769267 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7c5c2d70-132a-4b30-82c1-2c089c64d7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (d1820618-ec6b-454d-8db9-3c381b66493b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:38.774642 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5346d428-1cb2-4d09-9bc4-31d3f8527e94 req-aeb7294e-d3bf-4fa3-acc7-6d7a7385152d tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713376 Jan 28 00:46:38.834780 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7c5c2d70-132a-4b30-82c1-2c089c64d7cc None None] Attempting to bind port d1820618-ec6b-454d-8db9-3c381b66493b on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:38.835451 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7c5c2d70-132a-4b30-82c1-2c089c64d7cc None None] Attempting to bind port d1820618-ec6b-454d-8db9-3c381b66493b by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:38.836677 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5c2d70-132a-4b30-82c1-2c089c64d7cc None None] Attempting to bind port d1820618-ec6b-454d-8db9-3c381b66493b on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:38.858171 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5c2d70-132a-4b30-82c1-2c089c64d7cc None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:46:38.858577 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5c2d70-132a-4b30-82c1-2c089c64d7cc None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:46:38.859498 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7c5c2d70-132a-4b30-82c1-2c089c64d7cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:38.860467 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5c2d70-132a-4b30-82c1-2c089c64d7cc None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:46:38.862016 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7c5c2d70-132a-4b30-82c1-2c089c64d7cc None None] Bound port: d1820618-ec6b-454d-8db9-3c381b66493b, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:46:38.862809 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7c5c2d70-132a-4b30-82c1-2c089c64d7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d1820618-ec6b-454d-8db9-3c381b66493b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:38.909334 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:46:38.969998 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1787d-7d6f-47c0-9d9c-78a4b7689535 None None] Pushing event updated for resources: {'Port': ['ID=d1820618-ec6b-454d-8db9-3c381b66493b,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:38.984022 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:46:38.985995 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 9db2e8e1-8d5f-4580-8a6f-8ab09bc27e15 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:46:38.990035 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8c811a54-20f3-43c0-aa26-6f894add75ff tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:39.029043 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-7c5c2d70-132a-4b30-82c1-2c089c64d7cc None None] For port d1820618-ec6b-454d-8db9-3c381b66493b, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:46:39.035022 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-7c5c2d70-132a-4b30-82c1-2c089c64d7cc None None] For port d1820618-ec6b-454d-8db9-3c381b66493b, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=d1820618-ec6b-454d-8db9-3c381b66493b,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:46:39.040987 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7c5c2d70-132a-4b30-82c1-2c089c64d7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (d1820618-ec6b-454d-8db9-3c381b66493b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:39.108187 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5c2d70-132a-4b30-82c1-2c089c64d7cc None None] Routers {'d62f50cd-a65d-4a1e-9c35-7110fe29a3d7'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:46:39.108743 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7c5c2d70-132a-4b30-82c1-2c089c64d7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:46:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['d62f50cd-a65d-4a1e-9c35-7110fe29a3d7'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:46:39.149638 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1787d-7d6f-47c0-9d9c-78a4b7689535 None None] Pushing event updated for resources: {'Port': ['ID=d1820618-ec6b-454d-8db9-3c381b66493b,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:39.191100 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c811a54-20f3-43c0-aa26-6f894add75ff tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'Subnet': ['ID=98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:39.222981 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab5417-2f90-41df-9e17-c325f659ed79 req-67162e3a-3b72-45e9-b1ed-ddb2de495bf4 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:39.226024 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8fab5417-2f90-41df-9e17-c325f659ed79 req-67162e3a-3b72-45e9-b1ed-ddb2de495bf4 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1684489 Jan 28 00:46:39.228086 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c811a54-20f3-43c0-aa26-6f894add75ff tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Checking segment: {'id': '9cf340f1-2f3a-4689-8f86-fac8e5ebe93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:46:39.228676 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c811a54-20f3-43c0-aa26-6f894add75ff tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Network hostable DHCP agents. Network: 589a4733-906d-4d71-8a9b-35605b1c2237, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:46:39.231539 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-7c5c2d70-132a-4b30-82c1-2c089c64d7cc None None] Set router d62f50cd-a65d-4a1e-9c35-7110fe29a3d7 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:46:39.290070 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c811a54-20f3-43c0-aa26-6f894add75ff tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Network 589a4733-906d-4d71-8a9b-35605b1c2237 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:46:39.333397 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-8c811a54-20f3-43c0-aa26-6f894add75ff tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 589a4733-906d-4d71-8a9b-35605b1c2237) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:46:39.344459 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c811a54-20f3-43c0-aa26-6f894add75ff tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:39.345575 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8c811a54-20f3-43c0-aa26-6f894add75ff tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:39.346250 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2a1330-4eee-45d4-aa4f-48d7a3f08174 None None] Network 589a4733-906d-4d71-8a9b-35605b1c2237 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:46:39.355077 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8fab5417-2f90-41df-9e17-c325f659ed79 req-f07df163-463c-4c8b-ab97-0d8b874dd435 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136870 Jan 28 00:46:39.380932 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8c811a54-20f3-43c0-aa26-6f894add75ff tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3407016 Jan 28 00:46:39.384255 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57488) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:39.554471 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd6c7ed-a1ec-4a6e-80e0-87a78bdaf219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-589a4733-906d-4d71-8a9b-35605b1c2237', 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'fixed_ips': [{'subnet_id': '98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:46:39.555587 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3bd6c7ed-a1ec-4a6e-80e0-87a78bdaf219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:39.600243 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7c5c2d70-132a-4b30-82c1-2c089c64d7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870194921', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'd1820618-ec6b-454d-8db9-3c381b66493b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:46:35Z', 'updated_at': '2022-01-28T00:46:36Z', 'revision_number': 3, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': 'd1820618-ec6b-454d-8db9-3c381b66493b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:46:35Z', 'updated_at': '2022-01-28T00:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:46:39.605500 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe268c3e-19dc-42cf-b603-a41cd8ccd13b req-3deda824-8ba2-4efe-a41b-12d1b9764885 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:39.607159 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe268c3e-19dc-42cf-b603-a41cd8ccd13b req-3deda824-8ba2-4efe-a41b-12d1b9764885 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1263907 Jan 28 00:46:39.698206 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5c2d70-132a-4b30-82c1-2c089c64d7cc None None] The sync data for ids ['d62f50cd-a65d-4a1e-9c35-7110fe29a3d7'] in n-d-826754-1 is: [{'id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870194921', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'd1820618-ec6b-454d-8db9-3c381b66493b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:46:35Z', 'updated_at': '2022-01-28T00:46:36Z', 'revision_number': 3, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': 'd1820618-ec6b-454d-8db9-3c381b66493b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:46:35Z', 'updated_at': '2022-01-28T00:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:46:39.719249 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:39.786723 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-3bd6c7ed-a1ec-4a6e-80e0-87a78bdaf219 None None] Allocated IP 172.20.0.2 (589a4733-906d-4d71-8a9b-35605b1c2237/98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0/9308732f-a731-4684-abb7-6496b355703e) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:46:39.828335 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe268c3e-19dc-42cf-b603-a41cd8ccd13b req-673d284c-e082-465e-a51b-30560f40c80e tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039211 Jan 28 00:46:40.341013 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6120acc4-b499-408d-97d5-e77325e8b16a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:40.370353 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3bd6c7ed-a1ec-4a6e-80e0-87a78bdaf219 None None] Publish callbacks [] for port (9308732f-a731-4684-abb7-6496b355703e), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:40.381743 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3bd6c7ed-a1ec-4a6e-80e0-87a78bdaf219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (9308732f-a731-4684-abb7-6496b355703e), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:40.470103 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd6c7ed-a1ec-4a6e-80e0-87a78bdaf219 None None] Network 589a4733-906d-4d71-8a9b-35605b1c2237 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:46:40.486802 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-3bd6c7ed-a1ec-4a6e-80e0-87a78bdaf219 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:46:40.504727 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd6c7ed-a1ec-4a6e-80e0-87a78bdaf219 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:46:40.507044 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6c7ed-a1ec-4a6e-80e0-87a78bdaf219 None None] Pushing event updated for resources: {'Port': ['ID=9308732f-a731-4684-abb7-6496b355703e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:40.638224 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-3bd6c7ed-a1ec-4a6e-80e0-87a78bdaf219 None None] Attempting to bind port 9308732f-a731-4684-abb7-6496b355703e on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:40.639020 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-3bd6c7ed-a1ec-4a6e-80e0-87a78bdaf219 None None] Attempting to bind port 9308732f-a731-4684-abb7-6496b355703e by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '9cf340f1-2f3a-4689-8f86-fac8e5ebe93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:40.639810 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd6c7ed-a1ec-4a6e-80e0-87a78bdaf219 None None] Attempting to bind port 9308732f-a731-4684-abb7-6496b355703e on network 589a4733-906d-4d71-8a9b-35605b1c2237 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:40.650587 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd6c7ed-a1ec-4a6e-80e0-87a78bdaf219 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:46:40.651276 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd6c7ed-a1ec-4a6e-80e0-87a78bdaf219 None None] Checking segment: {'id': '9cf340f1-2f3a-4689-8f86-fac8e5ebe93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:46:40.652053 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3bd6c7ed-a1ec-4a6e-80e0-87a78bdaf219 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:40.652923 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd6c7ed-a1ec-4a6e-80e0-87a78bdaf219 None None] Bound using segment: {'id': '9cf340f1-2f3a-4689-8f86-fac8e5ebe93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:46:40.653934 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-3bd6c7ed-a1ec-4a6e-80e0-87a78bdaf219 None None] Bound port: 9308732f-a731-4684-abb7-6496b355703e, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf340f1-2f3a-4689-8f86-fac8e5ebe93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:46:40.654791 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3bd6c7ed-a1ec-4a6e-80e0-87a78bdaf219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9308732f-a731-4684-abb7-6496b355703e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:40.811262 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-3bd6c7ed-a1ec-4a6e-80e0-87a78bdaf219 None None] For port 9308732f-a731-4684-abb7-6496b355703e, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:46:40.819150 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-3bd6c7ed-a1ec-4a6e-80e0-87a78bdaf219 None None] For port 9308732f-a731-4684-abb7-6496b355703e, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9308732f-a731-4684-abb7-6496b355703e,segment=NetworkSegment(9cf340f1-2f3a-4689-8f86-fac8e5ebe93f),segment_id=9cf340f1-2f3a-4689-8f86-fac8e5ebe93f)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:46:40.832855 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3bd6c7ed-a1ec-4a6e-80e0-87a78bdaf219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9308732f-a731-4684-abb7-6496b355703e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:40.972585 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6c7ed-a1ec-4a6e-80e0-87a78bdaf219 None None] Pushing event updated for resources: {'Port': ['ID=9308732f-a731-4684-abb7-6496b355703e,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:41.115665 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-6120acc4-b499-408d-97d5-e77325e8b16a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Allocated IP 172.20.0.1 (589a4733-906d-4d71-8a9b-35605b1c2237/98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0/4b65449e-b36b-4647-af34-623d6434eddd) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:46:41.225766 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:41.448736 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6120acc4-b499-408d-97d5-e77325e8b16a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for port (4b65449e-b36b-4647-af34-623d6434eddd), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:41.526764 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6120acc4-b499-408d-97d5-e77325e8b16a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (4b65449e-b36b-4647-af34-623d6434eddd), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:41.580428 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57514) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:41.639633 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6120acc4-b499-408d-97d5-e77325e8b16a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Network 589a4733-906d-4d71-8a9b-35605b1c2237 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:46:41.652717 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-6120acc4-b499-408d-97d5-e77325e8b16a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:46:41.659583 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6120acc4-b499-408d-97d5-e77325e8b16a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:46:41.718964 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120acc4-b499-408d-97d5-e77325e8b16a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'Port': ['ID=4b65449e-b36b-4647-af34-623d6434eddd,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:41.747215 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6120acc4-b499-408d-97d5-e77325e8b16a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (d62f50cd-a65d-4a1e-9c35-7110fe29a3d7), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:41.840495 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2e362b9d-5e6a-4ea4-b883-cd9685a6a23f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:41.996832 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device d1820618-ec6b-454d-8db9-3c381b66493b up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:46:42.008641 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6120acc4-b499-408d-97d5-e77325e8b16a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4b65449e-b36b-4647-af34-623d6434eddd), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:42.056126 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2e362b9d-5e6a-4ea4-b883-cd9685a6a23f admin admin] Publish callbacks [] for security_group (32b2bbc4-e85d-4bc9-b689-a256d4ab9c73), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:42.063185 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port d1820618-ec6b-454d-8db9-3c381b66493b triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:46:42.063586 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d1820618-ec6b-454d-8db9-3c381b66493b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:42.069225 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2e362b9d-5e6a-4ea4-b883-cd9685a6a23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (32b2bbc4-e85d-4bc9-b689-a256d4ab9c73), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:42.157992 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2e362b9d-5e6a-4ea4-b883-cd9685a6a23f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=08bce3c387af486e83d59e591d18d704&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5731411 Jan 28 00:46:42.158704 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57522) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:42.184675 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port d1820618-ec6b-454d-8db9-3c381b66493b is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:46:42.185092 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d1820618-ec6b-454d-8db9-3c381b66493b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:42.195796 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e362b9d-5e6a-4ea4-b883-cd9685a6a23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b2bbc4-e85d-4bc9-b689-a256d4ab9c73,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:42.278331 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port d1820618-ec6b-454d-8db9-3c381b66493b, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=d1820618-ec6b-454d-8db9-3c381b66493b,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:46:42.289051 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (d1820618-ec6b-454d-8db9-3c381b66493b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:42.290904 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9308732f-a731-4684-abb7-6496b355703e up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:46:42.292385 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f998f10-3b7f-4cc8-a6ed-3d32e346b0b2 admin admin] Publish callbacks [] for security_group (32b2bbc4-e85d-4bc9-b689-a256d4ab9c73), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:42.331944 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f998f10-3b7f-4cc8-a6ed-3d32e346b0b2 admin admin] Publish callbacks [] for security_group (32b2bbc4-e85d-4bc9-b689-a256d4ab9c73), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:42.401694 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:42.402353 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f998f10-3b7f-4cc8-a6ed-3d32e346b0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (32b2bbc4-e85d-4bc9-b689-a256d4ab9c73), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:42.405410 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f998f10-3b7f-4cc8-a6ed-3d32e346b0b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:42.409881 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3f998f10-3b7f-4cc8-a6ed-3d32e346b0b2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/32b2bbc4-e85d-4bc9-b689-a256d4ab9c73 HTTP/1.1" status: 204 len: 168 time: 0.2480156 Jan 28 00:46:42.441900 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f998f10-3b7f-4cc8-a6ed-3d32e346b0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b2bbc4-e85d-4bc9-b689-a256d4ab9c73,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:42.449602 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=d1820618-ec6b-454d-8db9-3c381b66493b,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:42.534986 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 9308732f-a731-4684-abb7-6496b355703e triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:46:42.535378 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9308732f-a731-4684-abb7-6496b355703e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:42.649653 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6120acc4-b499-408d-97d5-e77325e8b16a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for port (4b65449e-b36b-4647-af34-623d6434eddd), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:42.660059 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6120acc4-b499-408d-97d5-e77325e8b16a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (4b65449e-b36b-4647-af34-623d6434eddd), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:42.743539 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6120acc4-b499-408d-97d5-e77325e8b16a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (d62f50cd-a65d-4a1e-9c35-7110fe29a3d7), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:42.791434 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 9308732f-a731-4684-abb7-6496b355703e is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:46:42.792171 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9308732f-a731-4684-abb7-6496b355703e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:42.817713 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120acc4-b499-408d-97d5-e77325e8b16a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'Port': ['ID=4b65449e-b36b-4647-af34-623d6434eddd,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:42.920483 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 9308732f-a731-4684-abb7-6496b355703e, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9308732f-a731-4684-abb7-6496b355703e,segment=NetworkSegment(9cf340f1-2f3a-4689-8f86-fac8e5ebe93f),segment_id=9cf340f1-2f3a-4689-8f86-fac8e5ebe93f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:46:42.929250 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9308732f-a731-4684-abb7-6496b355703e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:42.966462 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6120acc4-b499-408d-97d5-e77325e8b16a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Network 589a4733-906d-4d71-8a9b-35605b1c2237 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:46:42.969542 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-6120acc4-b499-408d-97d5-e77325e8b16a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:46:43.028853 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=9308732f-a731-4684-abb7-6496b355703e,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:43.083339 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093762fe-a6e5-46a6-8be0-c7e5b76ec5d3 None None] Network 589a4733-906d-4d71-8a9b-35605b1c2237 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:46:43.166878 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6120acc4-b499-408d-97d5-e77325e8b16a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Router d62f50cd-a65d-4a1e-9c35-7110fe29a3d7 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:46:43.182369 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-427088d8-ae71-4b1b-b8f9-390ea7ba884e None None] Provisioning complete for port 9308732f-a731-4684-abb7-6496b355703e triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:46:43.182369 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-427088d8-ae71-4b1b-b8f9-390ea7ba884e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9308732f-a731-4684-abb7-6496b355703e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:43.183374 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:43.390615 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6120acc4-b499-408d-97d5-e77325e8b16a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:46:43.403660 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6120acc4-b499-408d-97d5-e77325e8b16a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "PUT /v2.0/routers/d62f50cd-a65d-4a1e-9c35-7110fe29a3d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0171881 Jan 28 00:46:43.407978 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4efad44-6def-4a21-a021-e68ae58a85f0 None None] Sync routers for ids ['d62f50cd-a65d-4a1e-9c35-7110fe29a3d7'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:46:43.432252 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4efad44-6def-4a21-a021-e68ae58a85f0 None None] Routers {'d62f50cd-a65d-4a1e-9c35-7110fe29a3d7'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:46:43.432572 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e4efad44-6def-4a21-a021-e68ae58a85f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:46:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['d62f50cd-a65d-4a1e-9c35-7110fe29a3d7'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:46:43.434912 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-427088d8-ae71-4b1b-b8f9-390ea7ba884e None None] Current status of the port 9308732f-a731-4684-abb7-6496b355703e is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:46:43.680873 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-e4efad44-6def-4a21-a021-e68ae58a85f0 None None] Set router d62f50cd-a65d-4a1e-9c35-7110fe29a3d7 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:46:43.781301 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-00242b5b-bd58-4d68-83c2-8fa4955fb1f5 None None] Provisioning complete for port 9308732f-a731-4684-abb7-6496b355703e triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:46:43.781754 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-00242b5b-bd58-4d68-83c2-8fa4955fb1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9308732f-a731-4684-abb7-6496b355703e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:43.824000 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device d1820618-ec6b-454d-8db9-3c381b66493b up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:46:43.835254 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-36fec166-574a-42ca-85e2-2cacff832de2 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-412959589&fields=id&tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8 HTTP/1.1" status: 200 len: 267 time: 0.1474726 Jan 28 00:46:44.013216 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port d1820618-ec6b-454d-8db9-3c381b66493b triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:46:44.014101 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d1820618-ec6b-454d-8db9-3c381b66493b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:44.118745 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e4efad44-6def-4a21-a021-e68ae58a85f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870194921', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'd1820618-ec6b-454d-8db9-3c381b66493b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:46:35Z', 'updated_at': '2022-01-28T00:46:41Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': 'd1820618-ec6b-454d-8db9-3c381b66493b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:46:35Z', 'updated_at': '2022-01-28T00:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '4b65449e-b36b-4647-af34-623d6434eddd', 'name': '', 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:77:a9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:46:40Z', 'updated_at': '2022-01-28T00:46:42Z', 'revision_number': 2, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': '98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:46:44.156479 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port d1820618-ec6b-454d-8db9-3c381b66493b is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:46:44.157848 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9308732f-a731-4684-abb7-6496b355703e up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:46:44.159834 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-00242b5b-bd58-4d68-83c2-8fa4955fb1f5 None None] Current status of the port 9308732f-a731-4684-abb7-6496b355703e is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:46:44.164947 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4efad44-6def-4a21-a021-e68ae58a85f0 None None] Checking router: d62f50cd-a65d-4a1e-9c35-7110fe29a3d7 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:46:44.165575 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4efad44-6def-4a21-a021-e68ae58a85f0 None None] Updating router d62f50cd-a65d-4a1e-9c35-7110fe29a3d7 port 4b65449e-b36b-4647-af34-623d6434eddd binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:46:44.169287 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-a574adbe-867e-4a95-92e7-3e46d27e7606 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:44.187550 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-a574adbe-867e-4a95-92e7-3e46d27e7606 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/networks?id=589a4733-906d-4d71-8a9b-35605b1c2237 HTTP/1.1" status: 200 len: 797 time: 0.3422041 Jan 28 00:46:44.221046 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4efad44-6def-4a21-a021-e68ae58a85f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4b65449e-b36b-4647-af34-623d6434eddd), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:44.226282 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-3a85e875-561a-45e6-8e27-57cafc472bbf tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/quotas/e5a41ae09ed64e5ca7368f2afd92f5c8 HTTP/1.1" status: 200 len: 375 time: 0.0371668 Jan 28 00:46:44.230376 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-00242b5b-bd58-4d68-83c2-8fa4955fb1f5 None None] Provisioning complete for port 4b65449e-b36b-4647-af34-623d6434eddd triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:46:44.231154 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-00242b5b-bd58-4d68-83c2-8fa4955fb1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4b65449e-b36b-4647-af34-623d6434eddd), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:44.277401 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 9308732f-a731-4684-abb7-6496b355703e triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:46:44.277885 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9308732f-a731-4684-abb7-6496b355703e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:44.331338 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-120a5658-cb8e-4075-97f8-b9f45a3f9958 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0973353 Jan 28 00:46:44.359516 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-00242b5b-bd58-4d68-83c2-8fa4955fb1f5 None None] Port 4b65449e-b36b-4647-af34-623d6434eddd cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:46:44.369502 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:44.447171 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 9308732f-a731-4684-abb7-6496b355703e is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:46:44.512921 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-16e1ad7c-7fea-4f7e-bd40-81103869ac3a None None] Provisioning complete for port 4b65449e-b36b-4647-af34-623d6434eddd triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:46:44.516499 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16e1ad7c-7fea-4f7e-bd40-81103869ac3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4b65449e-b36b-4647-af34-623d6434eddd), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:44.624412 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-00b59d32-61d2-469b-afc0-f66f95944730 service neutron] 10.222.0.70 "GET /v2.0/networks/589a4733-906d-4d71-8a9b-35605b1c2237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840533 Jan 28 00:46:44.644543 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-16e1ad7c-7fea-4f7e-bd40-81103869ac3a None None] Port 4b65449e-b36b-4647-af34-623d6434eddd cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:46:44.779051 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-3285eafa-b654-4e45-9b21-9e922c560f3d None None] Provisioning complete for port 4b65449e-b36b-4647-af34-623d6434eddd triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:46:44.780036 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3285eafa-b654-4e45-9b21-9e922c560f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4b65449e-b36b-4647-af34-623d6434eddd), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:44.836740 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-a90305a3-daab-4029-b4f5-394eaa6fdea3 service neutron] 10.222.0.70 "GET /v2.0/networks/589a4733-906d-4d71-8a9b-35605b1c2237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111418 Jan 28 00:46:44.850387 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3285eafa-b654-4e45-9b21-9e922c560f3d None None] Port 4b65449e-b36b-4647-af34-623d6434eddd cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:46:44.910107 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4efad44-6def-4a21-a021-e68ae58a85f0 None None] Publish callbacks [] for port (4b65449e-b36b-4647-af34-623d6434eddd), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:44.919886 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513c2e2-b5eb-4773-8e0d-1482dcae74ef req-1974680a-7601-4a12-a439-7cb2cd40f17d tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:44.921612 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f513c2e2-b5eb-4773-8e0d-1482dcae74ef req-1974680a-7601-4a12-a439-7cb2cd40f17d tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0675402 Jan 28 00:46:44.923902 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4efad44-6def-4a21-a021-e68ae58a85f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (4b65449e-b36b-4647-af34-623d6434eddd), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:45.022241 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f513c2e2-b5eb-4773-8e0d-1482dcae74ef req-0c03951c-ab01-4689-9f7b-8bbb75f63f6f tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921297 Jan 28 00:46:45.128181 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851ac95-5966-404d-8e4d-ccdeadf80414 None None] Pushing event updated for resources: {'Port': ['ID=4b65449e-b36b-4647-af34-623d6434eddd,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:45.131361 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-e4efad44-6def-4a21-a021-e68ae58a85f0 None None] Attempting to bind port 4b65449e-b36b-4647-af34-623d6434eddd on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:45.131832 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-e4efad44-6def-4a21-a021-e68ae58a85f0 None None] Attempting to bind port 4b65449e-b36b-4647-af34-623d6434eddd by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '9cf340f1-2f3a-4689-8f86-fac8e5ebe93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:45.132303 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efad44-6def-4a21-a021-e68ae58a85f0 None None] Attempting to bind port 4b65449e-b36b-4647-af34-623d6434eddd on network 589a4733-906d-4d71-8a9b-35605b1c2237 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:45.145947 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efad44-6def-4a21-a021-e68ae58a85f0 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:46:45.146482 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efad44-6def-4a21-a021-e68ae58a85f0 None None] Checking segment: {'id': '9cf340f1-2f3a-4689-8f86-fac8e5ebe93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:46:45.147366 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4efad44-6def-4a21-a021-e68ae58a85f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:45.147869 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efad44-6def-4a21-a021-e68ae58a85f0 None None] Bound using segment: {'id': '9cf340f1-2f3a-4689-8f86-fac8e5ebe93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:46:45.148537 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-e4efad44-6def-4a21-a021-e68ae58a85f0 None None] Bound port: 4b65449e-b36b-4647-af34-623d6434eddd, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf340f1-2f3a-4689-8f86-fac8e5ebe93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:46:45.149026 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4efad44-6def-4a21-a021-e68ae58a85f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4b65449e-b36b-4647-af34-623d6434eddd), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:45.153505 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851ac95-5966-404d-8e4d-ccdeadf80414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:45.154119 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851ac95-5966-404d-8e4d-ccdeadf80414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:45.154568 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851ac95-5966-404d-8e4d-ccdeadf80414 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:45.155390 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851ac95-5966-404d-8e4d-ccdeadf80414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:45.156554 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851ac95-5966-404d-8e4d-ccdeadf80414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:45.157017 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851ac95-5966-404d-8e4d-ccdeadf80414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:45.157380 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851ac95-5966-404d-8e4d-ccdeadf80414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:45.157863 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851ac95-5966-404d-8e4d-ccdeadf80414 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:45.158356 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851ac95-5966-404d-8e4d-ccdeadf80414 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:45.158811 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851ac95-5966-404d-8e4d-ccdeadf80414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:45.159241 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851ac95-5966-404d-8e4d-ccdeadf80414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:45.159562 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851ac95-5966-404d-8e4d-ccdeadf80414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:45.159909 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851ac95-5966-404d-8e4d-ccdeadf80414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:45.243424 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26389de4-de97-4231-9bff-1cb3a565eac2 req-f99978fe-9144-43b8-98d0-5d545f8ccf55 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:45.252846 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-e4efad44-6def-4a21-a021-e68ae58a85f0 None None] For port 4b65449e-b36b-4647-af34-623d6434eddd, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:46:45.256326 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-26389de4-de97-4231-9bff-1cb3a565eac2 req-f99978fe-9144-43b8-98d0-5d545f8ccf55 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1159678 Jan 28 00:46:45.259558 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-e4efad44-6def-4a21-a021-e68ae58a85f0 None None] For port 4b65449e-b36b-4647-af34-623d6434eddd, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4b65449e-b36b-4647-af34-623d6434eddd,segment=NetworkSegment(9cf340f1-2f3a-4689-8f86-fac8e5ebe93f),segment_id=9cf340f1-2f3a-4689-8f86-fac8e5ebe93f)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:46:45.269102 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-e4efad44-6def-4a21-a021-e68ae58a85f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (4b65449e-b36b-4647-af34-623d6434eddd), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:45.352869 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3b89be5-bdfe-47c8-9be1-d08a786c0f45 req-d953fa3a-01be-40f7-86ca-90dd2f849de1 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 210 time: 0.0542030 Jan 28 00:46:45.373106 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-26389de4-de97-4231-9bff-1cb3a565eac2 req-8b82b75e-e7ec-407f-8efd-cb5e8ab5ad6d tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154220 Jan 28 00:46:45.399814 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4efad44-6def-4a21-a021-e68ae58a85f0 None None] Routers {'d62f50cd-a65d-4a1e-9c35-7110fe29a3d7'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:46:45.400894 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e4efad44-6def-4a21-a021-e68ae58a85f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:46:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['d62f50cd-a65d-4a1e-9c35-7110fe29a3d7'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:46:45.502679 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851ac95-5966-404d-8e4d-ccdeadf80414 None None] Pushing event updated for resources: {'Port': ['ID=4b65449e-b36b-4647-af34-623d6434eddd,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:45.507544 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-72ab002a-f477-45bc-b56b-bc499a04c72c None None] Provisioning complete for port 4b65449e-b36b-4647-af34-623d6434eddd triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:46:45.508420 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-72ab002a-f477-45bc-b56b-bc499a04c72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4b65449e-b36b-4647-af34-623d6434eddd), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:45.569297 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57630) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:45.705905 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-e4efad44-6def-4a21-a021-e68ae58a85f0 None None] Set router d62f50cd-a65d-4a1e-9c35-7110fe29a3d7 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:46:45.754108 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-72ab002a-f477-45bc-b56b-bc499a04c72c None None] Current status of the port 4b65449e-b36b-4647-af34-623d6434eddd is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:46:45.754486 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-72ab002a-f477-45bc-b56b-bc499a04c72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4b65449e-b36b-4647-af34-623d6434eddd), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:45.822171 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-72ab002a-f477-45bc-b56b-bc499a04c72c None None] For port 4b65449e-b36b-4647-af34-623d6434eddd, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4b65449e-b36b-4647-af34-623d6434eddd,segment=NetworkSegment(9cf340f1-2f3a-4689-8f86-fac8e5ebe93f),segment_id=9cf340f1-2f3a-4689-8f86-fac8e5ebe93f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:46:45.841877 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-72ab002a-f477-45bc-b56b-bc499a04c72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (4b65449e-b36b-4647-af34-623d6434eddd), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:45.860465 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-697a97b5-75b9-4f71-97f6-9e9a2885abc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:45.987233 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab002a-f477-45bc-b56b-bc499a04c72c None None] Pushing event updated for resources: {'Port': ['ID=4b65449e-b36b-4647-af34-623d6434eddd,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:46.013554 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-c876fbb9-986c-47e1-a3bc-12c329bb84f1 None None] Provisioning complete for port 4b65449e-b36b-4647-af34-623d6434eddd triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:46:46.014416 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c876fbb9-986c-47e1-a3bc-12c329bb84f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4b65449e-b36b-4647-af34-623d6434eddd), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:46.125300 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-697a97b5-75b9-4f71-97f6-9e9a2885abc5 admin admin] Publish callbacks [] for security_group (930843da-3251-42d7-a868-bebd28791407), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:46.136261 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-697a97b5-75b9-4f71-97f6-9e9a2885abc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (930843da-3251-42d7-a868-bebd28791407), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:46.170222 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c876fbb9-986c-47e1-a3bc-12c329bb84f1 None None] Current status of the port 4b65449e-b36b-4647-af34-623d6434eddd is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:46:46.252383 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57646) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:46.253224 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-697a97b5-75b9-4f71-97f6-9e9a2885abc5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=15a5e2f8ded843fcafb7a5685ed86c1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6814446 Jan 28 00:46:46.256239 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a97b5-75b9-4f71-97f6-9e9a2885abc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930843da-3251-42d7-a868-bebd28791407,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:46.272773 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a97b5-75b9-4f71-97f6-9e9a2885abc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:46.273980 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a97b5-75b9-4f71-97f6-9e9a2885abc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:46.276060 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a97b5-75b9-4f71-97f6-9e9a2885abc5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:46.276685 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a97b5-75b9-4f71-97f6-9e9a2885abc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:46.277428 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a97b5-75b9-4f71-97f6-9e9a2885abc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:46.277985 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a97b5-75b9-4f71-97f6-9e9a2885abc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:46.278536 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a97b5-75b9-4f71-97f6-9e9a2885abc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:46.279332 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a97b5-75b9-4f71-97f6-9e9a2885abc5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:46.280419 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a97b5-75b9-4f71-97f6-9e9a2885abc5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:46.281807 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a97b5-75b9-4f71-97f6-9e9a2885abc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:46.282589 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a97b5-75b9-4f71-97f6-9e9a2885abc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:46.283202 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a97b5-75b9-4f71-97f6-9e9a2885abc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:46.283978 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a97b5-75b9-4f71-97f6-9e9a2885abc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:46:46.284827 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e4efad44-6def-4a21-a021-e68ae58a85f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870194921', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'd1820618-ec6b-454d-8db9-3c381b66493b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:46:35Z', 'updated_at': '2022-01-28T00:46:41Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': 'd1820618-ec6b-454d-8db9-3c381b66493b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:46:35Z', 'updated_at': '2022-01-28T00:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '4b65449e-b36b-4647-af34-623d6434eddd', 'name': '', 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:77:a9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:46:40Z', 'updated_at': '2022-01-28T00:46:45Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': '98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:46:46.333245 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4efad44-6def-4a21-a021-e68ae58a85f0 None None] The sync data for ids ['d62f50cd-a65d-4a1e-9c35-7110fe29a3d7'] in n-d-826754-1 is: [{'id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870194921', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'd1820618-ec6b-454d-8db9-3c381b66493b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:46:35Z', 'updated_at': '2022-01-28T00:46:41Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': 'd1820618-ec6b-454d-8db9-3c381b66493b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:46:35Z', 'updated_at': '2022-01-28T00:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '4b65449e-b36b-4647-af34-623d6434eddd', 'name': '', 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:77:a9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:46:40Z', 'updated_at': '2022-01-28T00:46:45Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': '98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:46:46.382972 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c8909796-192b-4bf3-953a-25a0c74c740e admin admin] Publish callbacks [] for security_group (930843da-3251-42d7-a868-bebd28791407), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:46.452324 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c8909796-192b-4bf3-953a-25a0c74c740e admin admin] Publish callbacks [] for security_group (930843da-3251-42d7-a868-bebd28791407), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:46.598056 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c8909796-192b-4bf3-953a-25a0c74c740e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (930843da-3251-42d7-a868-bebd28791407), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:46.602890 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c8909796-192b-4bf3-953a-25a0c74c740e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:46.622187 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c8909796-192b-4bf3-953a-25a0c74c740e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/930843da-3251-42d7-a868-bebd28791407 HTTP/1.1" status: 204 len: 168 time: 0.3669710 Jan 28 00:46:46.665030 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22ab2b28-5a03-48de-acb7-a658a6121cce req-f506b058-e58d-4721-b2da-3674b90a7e8a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 210 time: 0.1072485 Jan 28 00:46:46.695215 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8909796-192b-4bf3-953a-25a0c74c740e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930843da-3251-42d7-a868-bebd28791407,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:47.530965 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-c9e1282e-0239-4494-b476-2b6dd0639cdc tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:47.532795 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-c9e1282e-0239-4494-b476-2b6dd0639cdc tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.65 "GET /v2.0/networks?id=589a4733-906d-4d71-8a9b-35605b1c2237 HTTP/1.1" status: 200 len: 797 time: 0.1976492 Jan 28 00:46:47.657398 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-6a026389-1ecd-4475-92c8-dba62b3bbc96 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8 HTTP/1.1" status: 200 len: 379 time: 0.1090770 Jan 28 00:46:47.673687 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-13bcefd7-d865-425a-ad09-17615dcb0923 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'port': {'device_id': 'b5978f46-c193-491a-a6ef-e6302a552de9', 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237', 'admin_state_up': True, 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'security_groups': ['08951bcd-ce0d-4a8f-b4c1-d28509c0af57']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:46:47.878564 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4b65449e-b36b-4647-af34-623d6434eddd up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:46:47.920942 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-faccd68b-b570-4e22-a162-2e8bae96e8d8 req-874c0e1f-e573-45ce-aee0-4e7c1a103b2a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 210 time: 0.1304376 Jan 28 00:46:47.955591 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-13bcefd7-d865-425a-ad09-17615dcb0923 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Made reservation on behalf of e5a41ae09ed64e5ca7368f2afd92f5c8 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:46:47.961604 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-13bcefd7-d865-425a-ad09-17615dcb0923 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:48.018127 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 4b65449e-b36b-4647-af34-623d6434eddd triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:46:48.019116 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4b65449e-b36b-4647-af34-623d6434eddd), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:48.214192 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-13bcefd7-d865-425a-ad09-17615dcb0923 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Allocated IP 172.20.0.9 (589a4733-906d-4d71-8a9b-35605b1c2237/98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0/79c65452-dfb6-4f9c-8434-d4226005ff70) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:46:48.273196 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 4b65449e-b36b-4647-af34-623d6434eddd is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:46:48.512934 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-13bcefd7-d865-425a-ad09-17615dcb0923 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for port (79c65452-dfb6-4f9c-8434-d4226005ff70), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:48.586792 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-13bcefd7-d865-425a-ad09-17615dcb0923 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (79c65452-dfb6-4f9c-8434-d4226005ff70), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:48.641192 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-13bcefd7-d865-425a-ad09-17615dcb0923 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Network 589a4733-906d-4d71-8a9b-35605b1c2237 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:46:48.647182 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-13bcefd7-d865-425a-ad09-17615dcb0923 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:46:48.652709 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-13bcefd7-d865-425a-ad09-17615dcb0923 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:46:48.657710 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bcefd7-d865-425a-ad09-17615dcb0923 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'Port': ['ID=79c65452-dfb6-4f9c-8434-d4226005ff70,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:48.727116 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-13bcefd7-d865-425a-ad09-17615dcb0923 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:48.728392 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-13bcefd7-d865-425a-ad09-17615dcb0923 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:48.761650 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-13bcefd7-d865-425a-ad09-17615dcb0923 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0948448 Jan 28 00:46:48.783877 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-5a10a85a-70c4-442c-89e2-a9d347d788bd service neutron] Request body: {'port': {'device_id': 'b5978f46-c193-491a-a6ef-e6302a552de9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:46:48.876793 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-5a10a85a-70c4-442c-89e2-a9d347d788bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (79c65452-dfb6-4f9c-8434-d4226005ff70), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:48.918526 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57696) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:49.030640 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6d115f9b-d036-4499-9518-974577657ed1 None None] Provisioning complete for port 79c65452-dfb6-4f9c-8434-d4226005ff70 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:46:49.031323 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6d115f9b-d036-4499-9518-974577657ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (79c65452-dfb6-4f9c-8434-d4226005ff70), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:49.080726 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6d115f9b-d036-4499-9518-974577657ed1 None None] Port 79c65452-dfb6-4f9c-8434-d4226005ff70 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:46:49.172428 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-264f0ccd-2ab7-4e93-92dc-16f5aa3e1beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-60634989'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:46:49.198959 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264f0ccd-2ab7-4e93-92dc-16f5aa3e1beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828-project] Made reservation on behalf of 02936e82f4584117addbdffca1c2a8f4 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:46:49.206700 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-264f0ccd-2ab7-4e93-92dc-16f5aa3e1beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:49.221609 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-264f0ccd-2ab7-4e93-92dc-16f5aa3e1beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:49.226044 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3694b1-2446-416f-8867-ab6f30a0dd84 req-10a3d2b3-aa60-4da4-b3de-b6e4b690572e tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:49.228813 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f3694b1-2446-416f-8867-ab6f30a0dd84 req-10a3d2b3-aa60-4da4-b3de-b6e4b690572e tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 931 time: 0.1906469 Jan 28 00:46:49.322166 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-264f0ccd-2ab7-4e93-92dc-16f5aa3e1beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828-project] Publish callbacks [] for security_group (0d955eda-544d-4803-81bd-fdb4473d04d6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:49.330751 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-264f0ccd-2ab7-4e93-92dc-16f5aa3e1beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0d955eda-544d-4803-81bd-fdb4473d04d6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:49.365056 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264f0ccd-2ab7-4e93-92dc-16f5aa3e1beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:46:49.378823 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f0ccd-2ab7-4e93-92dc-16f5aa3e1beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d955eda-544d-4803-81bd-fdb4473d04d6,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:49.384724 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-264f0ccd-2ab7-4e93-92dc-16f5aa3e1beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (74e21a30-437b-40c8-858b-225730e59b95), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:49.385066 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-264f0ccd-2ab7-4e93-92dc-16f5aa3e1beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828-project] Added segment 74e21a30-437b-40c8-858b-225730e59b95 of type vlan for network b388f338-a4a8-4aea-b775-03f7a8abd1ba Jan 28 00:46:49.425922 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f3694b1-2446-416f-8867-ab6f30a0dd84 req-e0888244-d306-4442-8c0d-d066dcb8733a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=08951bcd-ce0d-4a8f-b4c1-d28509c0af57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879289 Jan 28 00:46:49.455976 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-264f0ccd-2ab7-4e93-92dc-16f5aa3e1beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (b388f338-a4a8-4aea-b775-03f7a8abd1ba), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:49.496858 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-264f0ccd-2ab7-4e93-92dc-16f5aa3e1beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (b388f338-a4a8-4aea-b775-03f7a8abd1ba), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:49.507877 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264f0ccd-2ab7-4e93-92dc-16f5aa3e1beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:49.509121 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-264f0ccd-2ab7-4e93-92dc-16f5aa3e1beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:49.521225 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-5a10a85a-70c4-442c-89e2-a9d347d788bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c65452-dfb6-4f9c-8434-d4226005ff70 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:46:49.537963 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-5a10a85a-70c4-442c-89e2-a9d347d788bd service neutron] Publish callbacks [] for port (79c65452-dfb6-4f9c-8434-d4226005ff70), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:49.561081 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-5a10a85a-70c4-442c-89e2-a9d347d788bd service neutron] Transition to ACTIVE for port object 79c65452-dfb6-4f9c-8434-d4226005ff70 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:46:49.566845 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-5a10a85a-70c4-442c-89e2-a9d347d788bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (79c65452-dfb6-4f9c-8434-d4226005ff70), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:49.636671 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-264f0ccd-2ab7-4e93-92dc-16f5aa3e1beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 0.7152414 Jan 28 00:46:49.661645 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f0ccd-2ab7-4e93-92dc-16f5aa3e1beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828-project] Pushing event updated for resources: {'Network': ['ID=b388f338-a4a8-4aea-b775-03f7a8abd1ba,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:49.669344 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10a85a-70c4-442c-89e2-a9d347d788bd service neutron] Pushing event updated for resources: {'Port': ['ID=79c65452-dfb6-4f9c-8434-d4226005ff70,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:49.694241 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network b388f338-a4a8-4aea-b775-03f7a8abd1ba details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:46:49.887276 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-5a10a85a-70c4-442c-89e2-a9d347d788bd service neutron] Attempting to bind port 79c65452-dfb6-4f9c-8434-d4226005ff70 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:49.887751 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-5a10a85a-70c4-442c-89e2-a9d347d788bd service neutron] Attempting to bind port 79c65452-dfb6-4f9c-8434-d4226005ff70 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '9cf340f1-2f3a-4689-8f86-fac8e5ebe93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:49.888156 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-5a10a85a-70c4-442c-89e2-a9d347d788bd service neutron] Attempting to bind port 79c65452-dfb6-4f9c-8434-d4226005ff70 on network 589a4733-906d-4d71-8a9b-35605b1c2237 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:49.897106 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-5a10a85a-70c4-442c-89e2-a9d347d788bd service neutron] Port 79c65452-dfb6-4f9c-8434-d4226005ff70 on network 589a4733-906d-4d71-8a9b-35605b1c2237 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:49.897781 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-5a10a85a-70c4-442c-89e2-a9d347d788bd service neutron] Attempting to bind port 79c65452-dfb6-4f9c-8434-d4226005ff70 on network 589a4733-906d-4d71-8a9b-35605b1c2237 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:49.907969 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-5a10a85a-70c4-442c-89e2-a9d347d788bd service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:46:49.908796 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-5a10a85a-70c4-442c-89e2-a9d347d788bd service neutron] Checking segment: {'id': '9cf340f1-2f3a-4689-8f86-fac8e5ebe93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:46:49.909427 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-5a10a85a-70c4-442c-89e2-a9d347d788bd service neutron] Bound using segment: {'id': '9cf340f1-2f3a-4689-8f86-fac8e5ebe93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:46:49.909892 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-5a10a85a-70c4-442c-89e2-a9d347d788bd service neutron] Bound port: 79c65452-dfb6-4f9c-8434-d4226005ff70, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf340f1-2f3a-4689-8f86-fac8e5ebe93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:46:49.910449 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-5a10a85a-70c4-442c-89e2-a9d347d788bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (79c65452-dfb6-4f9c-8434-d4226005ff70), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:49.942042 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bdc66-d095-443f-830d-b6fbd5958e9e req-8da05c15-2a1d-4b4c-87e8-e9f02656759f tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:49.944614 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-045bdc66-d095-443f-830d-b6fbd5958e9e req-8da05c15-2a1d-4b4c-87e8-e9f02656759f tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1571469 Jan 28 00:46:50.005554 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57718) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:50.016333 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Request body: {'port': {'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba', 'binding:host_id': 'n-h1-826754-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-830224640'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:46:50.064614 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Made reservation on behalf of 979e7672eb3e4dd792b70a7d0ab36ab3 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:46:50.069990 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-5a10a85a-70c4-442c-89e2-a9d347d788bd service neutron] For port 79c65452-dfb6-4f9c-8434-d4226005ff70, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:46:50.071230 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:50.092375 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-5a10a85a-70c4-442c-89e2-a9d347d788bd service neutron] For port 79c65452-dfb6-4f9c-8434-d4226005ff70, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=79c65452-dfb6-4f9c-8434-d4226005ff70,segment=NetworkSegment(9cf340f1-2f3a-4689-8f86-fac8e5ebe93f),segment_id=9cf340f1-2f3a-4689-8f86-fac8e5ebe93f)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:46:50.097952 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-045bdc66-d095-443f-830d-b6fbd5958e9e req-a0bade79-7eca-4cd3-b7fc-288857026f04 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977089 Jan 28 00:46:50.099649 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:50.107226 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-5a10a85a-70c4-442c-89e2-a9d347d788bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (79c65452-dfb6-4f9c-8434-d4226005ff70), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:50.180351 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-5a10a85a-70c4-442c-89e2-a9d347d788bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:50.185045 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-5a10a85a-70c4-442c-89e2-a9d347d788bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:50.189322 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-5a10a85a-70c4-442c-89e2-a9d347d788bd service neutron] 10.222.0.65 "PUT /v2.0/ports/79c65452-dfb6-4f9c-8434-d4226005ff70 HTTP/1.1" status: 200 len: 1091 time: 1.4134383 Jan 28 00:46:50.190652 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5978f46-c193-491a-a6ef-e6302a552de9', 'tag': '79c65452-dfb6-4f9c-8434-d4226005ff70'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:46:50.197677 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b68e2e-807e-4775-8ccb-82c8e8f5114d" -d '{"events": [{"name": "network-changed", "server_uuid": "b5978f46-c193-491a-a6ef-e6302a552de9", "tag": "79c65452-dfb6-4f9c-8434-d4226005ff70"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:46:50.263010 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks [] for security_group (c42513b5-4b15-445d-827c-65fdbcde3bbe), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:50.280050 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10a85a-70c4-442c-89e2-a9d347d788bd service neutron] Pushing event updated for resources: {'Port': ['ID=79c65452-dfb6-4f9c-8434-d4226005ff70,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:50.282050 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c42513b5-4b15-445d-827c-65fdbcde3bbe), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:50.294330 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] device_id is not set on port f2a73403-0bf8-48da-aade-3c77c566989a yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:46:50.333694 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcc2832-94c3-40da-b845-7e653ce4cd89 x-openstack-request-id: req-8fcc2832-94c3-40da-b845-7e653ce4cd89 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:46:50.334460 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5978f46-c193-491a-a6ef-e6302a552de9", "tag": "79c65452-dfb6-4f9c-8434-d4226005ff70", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:46:50.336071 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8fcc2832-94c3-40da-b845-7e653ce4cd89 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:46:50.337752 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5978f46-c193-491a-a6ef-e6302a552de9', 'tag': '79c65452-dfb6-4f9c-8434-d4226005ff70', 'status': 'completed', 'code': 200} Jan 28 00:46:50.476129 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42513b5-4b15-445d-827c-65fdbcde3bbe,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:50.502924 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-19a755ae-e172-4e38-b991-6c99c2337c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:50.504892 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-19a755ae-e172-4e38-b991-6c99c2337c85 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 1094 time: 0.1615560 Jan 28 00:46:50.534101 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8716cf-460b-4309-ac1b-1eb048b2f713 req-29492572-ae94-43cf-9293-dab6eb1e657b tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:50.542640 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff8716cf-460b-4309-ac1b-1eb048b2f713 req-29492572-ae94-43cf-9293-dab6eb1e657b tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1635582 Jan 28 00:46:50.594631 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-e118d1e6-2e02-4cc7-9a13-53d6ecdb2238 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79c65452-dfb6-4f9c-8434-d4226005ff70 HTTP/1.1" status: 200 len: 217 time: 0.0754542 Jan 28 00:46:50.674968 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff8716cf-460b-4309-ac1b-1eb048b2f713 req-bb789a04-c559-459d-b765-4152ede3e949 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312904 Jan 28 00:46:50.689318 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] device_id is not set on port f2a73403-0bf8-48da-aade-3c77c566989a yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:46:50.717377 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-ae5f970f-b2bf-4a42-a526-fba0c7acc6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:50.719157 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-ae5f970f-b2bf-4a42-a526-fba0c7acc6b1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0 HTTP/1.1" status: 200 len: 834 time: 0.1047254 Jan 28 00:46:50.721295 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks [] for port (f2a73403-0bf8-48da-aade-3c77c566989a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:50.736133 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (f2a73403-0bf8-48da-aade-3c77c566989a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:50.766146 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d5fdb-5783-4401-832c-cf22031feaed req-86f47bb0-c61f-4f99-8d03-b789dee6f820 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:50.774429 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a30d5fdb-5783-4401-832c-cf22031feaed req-86f47bb0-c61f-4f99-8d03-b789dee6f820 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 943 time: 0.1200912 Jan 28 00:46:50.823981 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-06d37cbf-c770-4cbd-9897-fb26d5dd43ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:50.825682 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-06d37cbf-c770-4cbd-9897-fb26d5dd43ea service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=589a4733-906d-4d71-8a9b-35605b1c2237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995164 Jan 28 00:46:50.847975 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a30d5fdb-5783-4401-832c-cf22031feaed req-0ee34da4-5652-45aa-b4d5-c3df31599ebd tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=08951bcd-ce0d-4a8f-b4c1-d28509c0af57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724201 Jan 28 00:46:50.858426 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Pushing event updated for resources: {'Port': ['ID=f2a73403-0bf8-48da-aade-3c77c566989a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:50.875392 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Checking segment: {'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:46:50.876318 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Network hostable DHCP agents. Network: b388f338-a4a8-4aea-b775-03f7a8abd1ba, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:46:50.897468 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Network b388f338-a4a8-4aea-b775-03f7a8abd1ba is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:46:50.910488 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, b388f338-a4a8-4aea-b775-03f7a8abd1ba) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:46:50.915745 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:46:50.923943 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b587471b-dacb-433f-a0f3-87a6d7e9f741 None None] Network b388f338-a4a8-4aea-b775-03f7a8abd1ba requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:46:50.943674 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port f2a73403-0bf8-48da-aade-3c77c566989a on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:50.944347 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port f2a73403-0bf8-48da-aade-3c77c566989a by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:50.944849 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port f2a73403-0bf8-48da-aade-3c77c566989a on network b388f338-a4a8-4aea-b775-03f7a8abd1ba {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:50.956828 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Port f2a73403-0bf8-48da-aade-3c77c566989a on network b388f338-a4a8-4aea-b775-03f7a8abd1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:50.957252 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Failed to bind port f2a73403-0bf8-48da-aade-3c77c566989a on host n-h1-826754-1 for vnic_type normal using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] Jan 28 00:46:50.957879 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempt 2 to bind port f2a73403-0bf8-48da-aade-3c77c566989a Jan 28 00:46:50.965901 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e7c17-80be-4fd2-adea-b59edbe5bb3b req-f0a4f906-7108-4bdb-852c-77151008ebb6 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:50.972949 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-721e7c17-80be-4fd2-adea-b59edbe5bb3b req-f0a4f906-7108-4bdb-852c-77151008ebb6 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1230443 Jan 28 00:46:50.977879 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port f2a73403-0bf8-48da-aade-3c77c566989a on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:50.978409 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port f2a73403-0bf8-48da-aade-3c77c566989a by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:50.979814 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port f2a73403-0bf8-48da-aade-3c77c566989a on network b388f338-a4a8-4aea-b775-03f7a8abd1ba {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:50.987587 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Port f2a73403-0bf8-48da-aade-3c77c566989a on network b388f338-a4a8-4aea-b775-03f7a8abd1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:50.988327 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Failed to bind port f2a73403-0bf8-48da-aade-3c77c566989a on host n-h1-826754-1 for vnic_type normal using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] Jan 28 00:46:50.988797 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempt 3 to bind port f2a73403-0bf8-48da-aade-3c77c566989a Jan 28 00:46:51.008705 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port f2a73403-0bf8-48da-aade-3c77c566989a on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:51.009787 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port f2a73403-0bf8-48da-aade-3c77c566989a by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:51.010303 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port f2a73403-0bf8-48da-aade-3c77c566989a on network b388f338-a4a8-4aea-b775-03f7a8abd1ba {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:51.016607 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Port f2a73403-0bf8-48da-aade-3c77c566989a on network b388f338-a4a8-4aea-b775-03f7a8abd1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:51.017257 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Failed to bind port f2a73403-0bf8-48da-aade-3c77c566989a on host n-h1-826754-1 for vnic_type normal using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] Jan 28 00:46:51.018655 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempt 4 to bind port f2a73403-0bf8-48da-aade-3c77c566989a Jan 28 00:46:51.034334 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port f2a73403-0bf8-48da-aade-3c77c566989a on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:51.035157 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port f2a73403-0bf8-48da-aade-3c77c566989a by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:51.035519 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port f2a73403-0bf8-48da-aade-3c77c566989a on network b388f338-a4a8-4aea-b775-03f7a8abd1ba {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:51.040794 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Port f2a73403-0bf8-48da-aade-3c77c566989a on network b388f338-a4a8-4aea-b775-03f7a8abd1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:51.041942 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Failed to bind port f2a73403-0bf8-48da-aade-3c77c566989a on host n-h1-826754-1 for vnic_type normal using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] Jan 28 00:46:51.042362 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempt 5 to bind port f2a73403-0bf8-48da-aade-3c77c566989a Jan 28 00:46:51.058055 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-70913ec4-b8d7-41b5-ab06-6edaf84b76a1 service neutron] 10.222.0.65 "GET /v2.0/networks/589a4733-906d-4d71-8a9b-35605b1c2237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073214 Jan 28 00:46:51.060218 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port f2a73403-0bf8-48da-aade-3c77c566989a on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:51.060640 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port f2a73403-0bf8-48da-aade-3c77c566989a by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:51.061501 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port f2a73403-0bf8-48da-aade-3c77c566989a on network b388f338-a4a8-4aea-b775-03f7a8abd1ba {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:51.068991 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Port f2a73403-0bf8-48da-aade-3c77c566989a on network b388f338-a4a8-4aea-b775-03f7a8abd1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:51.069320 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Failed to bind port f2a73403-0bf8-48da-aade-3c77c566989a on host n-h1-826754-1 for vnic_type normal using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] Jan 28 00:46:51.069904 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempt 6 to bind port f2a73403-0bf8-48da-aade-3c77c566989a Jan 28 00:46:51.084812 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port f2a73403-0bf8-48da-aade-3c77c566989a on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:51.085162 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port f2a73403-0bf8-48da-aade-3c77c566989a by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:51.085511 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port f2a73403-0bf8-48da-aade-3c77c566989a on network b388f338-a4a8-4aea-b775-03f7a8abd1ba {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:51.090556 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Port f2a73403-0bf8-48da-aade-3c77c566989a on network b388f338-a4a8-4aea-b775-03f7a8abd1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:51.090893 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Failed to bind port f2a73403-0bf8-48da-aade-3c77c566989a on host n-h1-826754-1 for vnic_type normal using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] Jan 28 00:46:51.091298 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempt 7 to bind port f2a73403-0bf8-48da-aade-3c77c566989a Jan 28 00:46:51.104872 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-721e7c17-80be-4fd2-adea-b59edbe5bb3b req-fe795cc0-db08-41d6-833e-52d6b77999b3 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295238 Jan 28 00:46:51.107090 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port f2a73403-0bf8-48da-aade-3c77c566989a on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:51.107452 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port f2a73403-0bf8-48da-aade-3c77c566989a by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:51.107843 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port f2a73403-0bf8-48da-aade-3c77c566989a on network b388f338-a4a8-4aea-b775-03f7a8abd1ba {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:51.115429 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Port f2a73403-0bf8-48da-aade-3c77c566989a on network b388f338-a4a8-4aea-b775-03f7a8abd1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:51.116004 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Failed to bind port f2a73403-0bf8-48da-aade-3c77c566989a on host n-h1-826754-1 for vnic_type normal using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] Jan 28 00:46:51.116690 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempt 8 to bind port f2a73403-0bf8-48da-aade-3c77c566989a Jan 28 00:46:51.139509 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port f2a73403-0bf8-48da-aade-3c77c566989a on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:51.140451 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port f2a73403-0bf8-48da-aade-3c77c566989a by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:51.141024 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port f2a73403-0bf8-48da-aade-3c77c566989a on network b388f338-a4a8-4aea-b775-03f7a8abd1ba {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:51.146517 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Port f2a73403-0bf8-48da-aade-3c77c566989a on network b388f338-a4a8-4aea-b775-03f7a8abd1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:51.147194 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Failed to bind port f2a73403-0bf8-48da-aade-3c77c566989a on host n-h1-826754-1 for vnic_type normal using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] Jan 28 00:46:51.147651 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempt 9 to bind port f2a73403-0bf8-48da-aade-3c77c566989a Jan 28 00:46:51.172528 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port f2a73403-0bf8-48da-aade-3c77c566989a on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:51.173091 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port f2a73403-0bf8-48da-aade-3c77c566989a by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:51.173662 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port f2a73403-0bf8-48da-aade-3c77c566989a on network b388f338-a4a8-4aea-b775-03f7a8abd1ba {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:51.183026 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Port f2a73403-0bf8-48da-aade-3c77c566989a on network b388f338-a4a8-4aea-b775-03f7a8abd1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:51.183577 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Failed to bind port f2a73403-0bf8-48da-aade-3c77c566989a on host n-h1-826754-1 for vnic_type normal using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] Jan 28 00:46:51.184283 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempt 10 to bind port f2a73403-0bf8-48da-aade-3c77c566989a Jan 28 00:46:51.189187 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a6bfd36-d69e-4fc1-8cc2-d5daadbed67f req-247e9893-6b2d-4670-9490-ad09a2ef5309 service neutron] 10.222.0.65 "GET /v2.0/networks/589a4733-906d-4d71-8a9b-35605b1c2237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209395 Jan 28 00:46:51.210036 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port f2a73403-0bf8-48da-aade-3c77c566989a on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:51.210541 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port f2a73403-0bf8-48da-aade-3c77c566989a by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:51.211094 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port f2a73403-0bf8-48da-aade-3c77c566989a on network b388f338-a4a8-4aea-b775-03f7a8abd1ba {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:51.220995 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Port f2a73403-0bf8-48da-aade-3c77c566989a on network b388f338-a4a8-4aea-b775-03f7a8abd1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:51.221548 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Failed to bind port f2a73403-0bf8-48da-aade-3c77c566989a on host n-h1-826754-1 for vnic_type normal using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] Jan 28 00:46:51.222301 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f2a73403-0bf8-48da-aade-3c77c566989a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:51.313981 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] For port f2a73403-0bf8-48da-aade-3c77c566989a, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:46:51.314447 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempted to set empty binding levels {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 00:46:51.320340 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (f2a73403-0bf8-48da-aade-3c77c566989a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:51.339258 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-332c16ea-91dd-49ec-a6e6-9ee1443b1ea0 req-63221758-b960-4b87-bf1c-4ce68636ba68 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1410170 Jan 28 00:46:51.355068 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:51.356241 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:51.384371 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Pushing event updated for resources: {'Port': ['ID=f2a73403-0bf8-48da-aade-3c77c566989a,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:51.394264 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-849277bb-413f-4fb1-af53-12243a984016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.3842707 Jan 28 00:46:51.394495 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57736) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:51.412782 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdc86e-c99d-4723-80a5-218941a8a41f req-85cc10c7-45fb-4399-8697-76d85fae5b47 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:51.425767 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ebbdc86e-c99d-4723-80a5-218941a8a41f req-85cc10c7-45fb-4399-8697-76d85fae5b47 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1786225 Jan 28 00:46:51.443385 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b68e2e-807e-4775-8ccb-82c8e8f5114d req-da911fc3-97ae-4aff-9dfc-60181b499c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:51.445995 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-99b68e2e-807e-4775-8ccb-82c8e8f5114d req-da911fc3-97ae-4aff-9dfc-60181b499c8e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 1094 time: 0.1396694 Jan 28 00:46:51.500339 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d155df36-dac1-45de-b05c-efdc74124734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Deleting port f2a73403-0bf8-48da-aade-3c77c566989a {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:46:51.500734 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d155df36-dac1-45de-b05c-efdc74124734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f2a73403-0bf8-48da-aade-3c77c566989a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:51.572561 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-d155df36-dac1-45de-b05c-efdc74124734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] For port f2a73403-0bf8-48da-aade-3c77c566989a, host n-h1-826754-1, got binding levels [] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:46:51.572927 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d155df36-dac1-45de-b05c-efdc74124734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f2a73403-0bf8-48da-aade-3c77c566989a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:51.594803 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d155df36-dac1-45de-b05c-efdc74124734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Calling delete_port for f2a73403-0bf8-48da-aade-3c77c566989a owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:46:51.712578 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d155df36-dac1-45de-b05c-efdc74124734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (f2a73403-0bf8-48da-aade-3c77c566989a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:51.759231 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155df36-dac1-45de-b05c-efdc74124734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2a73403-0bf8-48da-aade-3c77c566989a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:51.772414 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d155df36-dac1-45de-b05c-efdc74124734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:51.778140 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d155df36-dac1-45de-b05c-efdc74124734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] 10.222.0.70 "DELETE /v2.0/ports/f2a73403-0bf8-48da-aade-3c77c566989a HTTP/1.1" status: 204 len: 168 time: 0.3824425 Jan 28 00:46:51.781445 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57740) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:51.822609 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f024cc-efc8-4577-9844-76d9c52a04f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] GET failed (client error): The resource could not be found. Jan 28 00:46:51.825117 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c1f024cc-efc8-4577-9844-76d9c52a04f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] 10.222.0.70 "GET /v2.0/ports/f2a73403-0bf8-48da-aade-3c77c566989a HTTP/1.1" status: 404 len: 333 time: 0.0419924 Jan 28 00:46:51.829753 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57742) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:51.837666 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-918780fe-ec3f-4d4e-8411-e5ca0e0fd0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Request body: {'port': {'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2034288045'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:46:51.869769 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918780fe-ec3f-4d4e-8411-e5ca0e0fd0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Made reservation on behalf of 979e7672eb3e4dd792b70a7d0ab36ab3 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:46:51.872692 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-918780fe-ec3f-4d4e-8411-e5ca0e0fd0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:51.898630 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-918780fe-ec3f-4d4e-8411-e5ca0e0fd0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] device_id is not set on port ffc2161d-4837-4594-aecb-f8e1b5ef49da yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:46:52.160270 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-918780fe-ec3f-4d4e-8411-e5ca0e0fd0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks [] for port (ffc2161d-4837-4594-aecb-f8e1b5ef49da), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:52.201468 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ebbdc86e-c99d-4723-80a5-218941a8a41f req-b4fd4411-c693-4e3b-b01f-4ca15f431b0a tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7742743 Jan 28 00:46:52.211135 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c16ea-91dd-49ec-a6e6-9ee1443b1ea0 req-8bfdbb69-3e4a-4a08-9589-d5b48cc68844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:52.213235 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-918780fe-ec3f-4d4e-8411-e5ca0e0fd0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (ffc2161d-4837-4594-aecb-f8e1b5ef49da), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:52.213924 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-332c16ea-91dd-49ec-a6e6-9ee1443b1ea0 req-8bfdbb69-3e4a-4a08-9589-d5b48cc68844 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e9f050de49645dd9bd4214fbcf36ea4&device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 1096 time: 0.7543364 Jan 28 00:46:52.262035 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b68e2e-807e-4775-8ccb-82c8e8f5114d req-c1386bb4-15c3-4a01-8c7a-13592dddcaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:52.263581 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-99b68e2e-807e-4775-8ccb-82c8e8f5114d req-c1386bb4-15c3-4a01-8c7a-13592dddcaa8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=589a4733-906d-4d71-8a9b-35605b1c2237 HTTP/1.1" status: 200 len: 898 time: 0.8057568 Jan 28 00:46:52.311072 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da6ce7-0b8e-4ff3-a75b-20fdb7335f44 req-1064b54d-6424-40d3-b929-9ce58e0a2e3f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:52.315595 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70da6ce7-0b8e-4ff3-a75b-20fdb7335f44 req-1064b54d-6424-40d3-b929-9ce58e0a2e3f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 943 time: 0.2106633 Jan 28 00:46:52.323268 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918780fe-ec3f-4d4e-8411-e5ca0e0fd0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Network b388f338-a4a8-4aea-b775-03f7a8abd1ba is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:46:52.324756 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918780fe-ec3f-4d4e-8411-e5ca0e0fd0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Pushing event updated for resources: {'Port': ['ID=ffc2161d-4837-4594-aecb-f8e1b5ef49da,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:52.329601 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-918780fe-ec3f-4d4e-8411-e5ca0e0fd0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:46:52.332365 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918780fe-ec3f-4d4e-8411-e5ca0e0fd0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:46:52.333760 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918780fe-ec3f-4d4e-8411-e5ca0e0fd0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:52.334392 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-918780fe-ec3f-4d4e-8411-e5ca0e0fd0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:52.359575 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-918780fe-ec3f-4d4e-8411-e5ca0e0fd0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5273471 Jan 28 00:46:52.361187 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57752) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:52.375669 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:46:52.411557 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-99b68e2e-807e-4775-8ccb-82c8e8f5114d req-4fdbc4c2-4ff7-4df5-ac79-179d32b7fc79 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79c65452-dfb6-4f9c-8434-d4226005ff70 HTTP/1.1" status: 200 len: 217 time: 0.1215117 Jan 28 00:46:52.472089 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ffc2161d-4837-4594-aecb-f8e1b5ef49da), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:52.606407 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b68e2e-807e-4775-8ccb-82c8e8f5114d req-cea9fc96-796a-4b7c-8f81-b3cfc08a468e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:52.607930 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-99b68e2e-807e-4775-8ccb-82c8e8f5114d req-cea9fc96-796a-4b7c-8f81-b3cfc08a468e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0 HTTP/1.1" status: 200 len: 834 time: 0.1510179 Jan 28 00:46:52.653798 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70da6ce7-0b8e-4ff3-a75b-20fdb7335f44 req-07ab31bb-ccf4-4889-86ca-c78a5b13e2d2 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=08951bcd-ce0d-4a8f-b4c1-d28509c0af57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2549412 Jan 28 00:46:52.682690 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c16ea-91dd-49ec-a6e6-9ee1443b1ea0 req-3efe661a-1266-480f-93e1-d7668d19d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:52.682690 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-332c16ea-91dd-49ec-a6e6-9ee1443b1ea0 req-3efe661a-1266-480f-93e1-d7668d19d686 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61eda932-ec35-450c-90ac-ea6c515cdb93 HTTP/1.1" status: 200 len: 915 time: 0.4089551 Jan 28 00:46:52.693947 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546bd72-d912-405a-b2d9-49ac2214cdf0 req-067830ce-a475-4abf-aea8-12e29ac32f58 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:52.696260 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b546bd72-d912-405a-b2d9-49ac2214cdf0 req-067830ce-a475-4abf-aea8-12e29ac32f58 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.2403748 Jan 28 00:46:52.740653 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-332c16ea-91dd-49ec-a6e6-9ee1443b1ea0 req-e157108a-1fa4-4a25-8e01-bf7f2e79145b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17f75757-b67b-4374-9d75-01860fb649fe HTTP/1.1" status: 200 len: 217 time: 0.0555103 Jan 28 00:46:52.757523 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] device_id is not set on port ffc2161d-4837-4594-aecb-f8e1b5ef49da yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:46:52.768582 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks [] for port (ffc2161d-4837-4594-aecb-f8e1b5ef49da), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:52.775514 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (ffc2161d-4837-4594-aecb-f8e1b5ef49da), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:52.792401 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b68e2e-807e-4775-8ccb-82c8e8f5114d req-64cd9c43-3ac4-49a2-af99-c651ff515cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:52.793690 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-99b68e2e-807e-4775-8ccb-82c8e8f5114d req-64cd9c43-3ac4-49a2-af99-c651ff515cb0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=589a4733-906d-4d71-8a9b-35605b1c2237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1767781 Jan 28 00:46:52.840046 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Pushing event updated for resources: {'Port': ['ID=ffc2161d-4837-4594-aecb-f8e1b5ef49da,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:52.853682 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:52.854373 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:52.854788 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da on network b388f338-a4a8-4aea-b775-03f7a8abd1ba {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:52.860526 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Port ffc2161d-4837-4594-aecb-f8e1b5ef49da on network b388f338-a4a8-4aea-b775-03f7a8abd1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:52.860957 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Failed to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da on host n-h1-826754-1 for vnic_type normal using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] Jan 28 00:46:52.861425 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempt 2 to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da Jan 28 00:46:52.878111 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:52.878590 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:52.879025 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da on network b388f338-a4a8-4aea-b775-03f7a8abd1ba {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:52.885927 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Port ffc2161d-4837-4594-aecb-f8e1b5ef49da on network b388f338-a4a8-4aea-b775-03f7a8abd1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:52.886402 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Failed to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da on host n-h1-826754-1 for vnic_type normal using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] Jan 28 00:46:52.886899 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempt 3 to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da Jan 28 00:46:52.893480 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c16ea-91dd-49ec-a6e6-9ee1443b1ea0 req-5ec26db8-e77c-4a66-979e-03c4592d9072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:52.894975 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-332c16ea-91dd-49ec-a6e6-9ee1443b1ea0 req-5ec26db8-e77c-4a66-979e-03c4592d9072 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=828e0c9b-ccdb-4dcf-9067-e86f2e38b75c HTTP/1.1" status: 200 len: 854 time: 0.1478057 Jan 28 00:46:52.900147 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b546bd72-d912-405a-b2d9-49ac2214cdf0 req-50985d32-3309-40c3-a343-5899d5a77387 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624930 Jan 28 00:46:52.901810 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:52.902154 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:52.902513 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da on network b388f338-a4a8-4aea-b775-03f7a8abd1ba {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:52.908279 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Port ffc2161d-4837-4594-aecb-f8e1b5ef49da on network b388f338-a4a8-4aea-b775-03f7a8abd1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:52.908890 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Failed to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da on host n-h1-826754-1 for vnic_type normal using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] Jan 28 00:46:52.909293 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempt 4 to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da Jan 28 00:46:52.929818 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:52.930250 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:52.930568 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da on network b388f338-a4a8-4aea-b775-03f7a8abd1ba {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:52.939916 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Port ffc2161d-4837-4594-aecb-f8e1b5ef49da on network b388f338-a4a8-4aea-b775-03f7a8abd1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:52.941648 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Failed to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da on host n-h1-826754-1 for vnic_type normal using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] Jan 28 00:46:52.942071 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempt 5 to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da Jan 28 00:46:52.945931 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-332c16ea-91dd-49ec-a6e6-9ee1443b1ea0 req-499c58bb-23ba-4654-aa23-25c23b8d572c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61eda932-ec35-450c-90ac-ea6c515cdb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431132 Jan 28 00:46:52.957660 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:52.958004 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:52.958392 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da on network b388f338-a4a8-4aea-b775-03f7a8abd1ba {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:52.963990 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Port ffc2161d-4837-4594-aecb-f8e1b5ef49da on network b388f338-a4a8-4aea-b775-03f7a8abd1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:52.964330 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Failed to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da on host n-h1-826754-1 for vnic_type normal using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] Jan 28 00:46:52.966152 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempt 6 to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da Jan 28 00:46:52.967547 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 79c65452-dfb6-4f9c-8434-d4226005ff70 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:46:52.989386 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:52.989724 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:52.990073 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da on network b388f338-a4a8-4aea-b775-03f7a8abd1ba {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:52.996058 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Port ffc2161d-4837-4594-aecb-f8e1b5ef49da on network b388f338-a4a8-4aea-b775-03f7a8abd1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:52.996396 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Failed to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da on host n-h1-826754-1 for vnic_type normal using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] Jan 28 00:46:52.996798 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempt 7 to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da Jan 28 00:46:53.018548 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-99b68e2e-807e-4775-8ccb-82c8e8f5114d req-77409867-0221-4352-b01e-a20232f8ae33 service neutron] 10.222.0.65 "GET /v2.0/networks/589a4733-906d-4d71-8a9b-35605b1c2237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161157 Jan 28 00:46:53.028888 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:53.030512 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:53.031227 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da on network b388f338-a4a8-4aea-b775-03f7a8abd1ba {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:53.041801 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Port ffc2161d-4837-4594-aecb-f8e1b5ef49da on network b388f338-a4a8-4aea-b775-03f7a8abd1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:53.042505 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Failed to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da on host n-h1-826754-1 for vnic_type normal using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] Jan 28 00:46:53.042914 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempt 8 to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da Jan 28 00:46:53.060014 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:53.060488 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:53.060683 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da on network b388f338-a4a8-4aea-b775-03f7a8abd1ba {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:53.067124 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Port ffc2161d-4837-4594-aecb-f8e1b5ef49da on network b388f338-a4a8-4aea-b775-03f7a8abd1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:53.067457 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Failed to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da on host n-h1-826754-1 for vnic_type normal using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] Jan 28 00:46:53.067909 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempt 9 to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da Jan 28 00:46:53.084107 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:53.084426 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:53.084823 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da on network b388f338-a4a8-4aea-b775-03f7a8abd1ba {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:53.090818 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Port ffc2161d-4837-4594-aecb-f8e1b5ef49da on network b388f338-a4a8-4aea-b775-03f7a8abd1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:53.091133 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Failed to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da on host n-h1-826754-1 for vnic_type normal using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] Jan 28 00:46:53.091708 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempt 10 to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da Jan 28 00:46:53.107912 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:53.108251 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:53.109293 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da on network b388f338-a4a8-4aea-b775-03f7a8abd1ba {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:53.114680 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Port ffc2161d-4837-4594-aecb-f8e1b5ef49da on network b388f338-a4a8-4aea-b775-03f7a8abd1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:53.114997 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Failed to bind port ffc2161d-4837-4594-aecb-f8e1b5ef49da on host n-h1-826754-1 for vnic_type normal using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] Jan 28 00:46:53.116334 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ffc2161d-4837-4594-aecb-f8e1b5ef49da), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:53.155874 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 79c65452-dfb6-4f9c-8434-d4226005ff70, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=79c65452-dfb6-4f9c-8434-d4226005ff70,segment=NetworkSegment(9cf340f1-2f3a-4689-8f86-fac8e5ebe93f),segment_id=9cf340f1-2f3a-4689-8f86-fac8e5ebe93f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:46:53.178431 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '79c65452-dfb6-4f9c-8434-d4226005ff70', 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237', 'port_id': '79c65452-dfb6-4f9c-8434-d4226005ff70', 'mac_address': 'fa:16:3e:a1:97:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:46:53.181292 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-332c16ea-91dd-49ec-a6e6-9ee1443b1ea0 req-a402a191-87f6-4a57-af7d-bc797482465b service neutron] 10.222.0.52 "GET /v2.0/networks/61eda932-ec35-450c-90ac-ea6c515cdb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274470 Jan 28 00:46:53.201185 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] For port ffc2161d-4837-4594-aecb-f8e1b5ef49da, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:46:53.202194 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempted to set empty binding levels {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 00:46:53.208704 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (ffc2161d-4837-4594-aecb-f8e1b5ef49da), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:53.220328 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d08ac4-c9e8-4502-acaf-33626bd12ccb req-92855f13-c70b-4c8c-8f8f-0d4c09705fd7 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:53.224479 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-80d08ac4-c9e8-4502-acaf-33626bd12ccb req-92855f13-c70b-4c8c-8f8f-0d4c09705fd7 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1884577 Jan 28 00:46:53.244966 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 79c65452-dfb6-4f9c-8434-d4226005ff70 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:46:53.247237 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (79c65452-dfb6-4f9c-8434-d4226005ff70), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:53.253597 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] In _notify_port_updated(), no bound segment for port ffc2161d-4837-4594-aecb-f8e1b5ef49da on network b388f338-a4a8-4aea-b775-03f7a8abd1ba {{(pid=103343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 00:46:53.254088 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:53.254850 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:53.255697 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-99b68e2e-807e-4775-8ccb-82c8e8f5114d req-a26a4692-29b2-4dd3-93a6-853c61a06229 service neutron] 10.222.0.65 "GET /v2.0/networks/589a4733-906d-4d71-8a9b-35605b1c2237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296357 Jan 28 00:46:53.260648 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] 10.222.0.70 "PUT /v2.0/ports/ffc2161d-4837-4594-aecb-f8e1b5ef49da HTTP/1.1" status: 200 len: 979 time: 0.8925269 Jan 28 00:46:53.262294 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57758) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:53.272737 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c65452-dfb6-4f9c-8434-d4226005ff70 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:46:53.306262 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa5c17-ad64-473c-b582-318091828515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Pushing event updated for resources: {'Port': ['ID=ffc2161d-4837-4594-aecb-f8e1b5ef49da,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:53.308339 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 79c65452-dfb6-4f9c-8434-d4226005ff70, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=79c65452-dfb6-4f9c-8434-d4226005ff70,segment=NetworkSegment(9cf340f1-2f3a-4689-8f86-fac8e5ebe93f),segment_id=9cf340f1-2f3a-4689-8f86-fac8e5ebe93f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:46:53.322137 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (79c65452-dfb6-4f9c-8434-d4226005ff70), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:53.359131 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-80d08ac4-c9e8-4502-acaf-33626bd12ccb req-1d997d26-77ad-4e96-a703-6c2bbc6de87c tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288872 Jan 28 00:46:53.380240 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f18ecf-b0dd-48fc-94fd-74413a87be0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:53.380727 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f18ecf-b0dd-48fc-94fd-74413a87be0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:53.381199 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f18ecf-b0dd-48fc-94fd-74413a87be0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:53.381661 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f18ecf-b0dd-48fc-94fd-74413a87be0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:53.382678 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f18ecf-b0dd-48fc-94fd-74413a87be0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:53.383151 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f18ecf-b0dd-48fc-94fd-74413a87be0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:53.383634 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f18ecf-b0dd-48fc-94fd-74413a87be0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:53.384104 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f18ecf-b0dd-48fc-94fd-74413a87be0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:53.384567 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f18ecf-b0dd-48fc-94fd-74413a87be0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:53.385027 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f18ecf-b0dd-48fc-94fd-74413a87be0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:53.385495 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f18ecf-b0dd-48fc-94fd-74413a87be0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:53.385961 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f18ecf-b0dd-48fc-94fd-74413a87be0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:53.386423 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f18ecf-b0dd-48fc-94fd-74413a87be0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:53.387534 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f18ecf-b0dd-48fc-94fd-74413a87be0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:53.388193 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f18ecf-b0dd-48fc-94fd-74413a87be0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:53.388733 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-332c16ea-91dd-49ec-a6e6-9ee1443b1ea0 req-425e42b7-2495-4576-a424-f95e463b5dee service neutron] 10.222.0.52 "GET /v2.0/networks/61eda932-ec35-450c-90ac-ea6c515cdb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965797 Jan 28 00:46:53.391667 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-94f18ecf-b0dd-48fc-94fd-74413a87be0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13542 time: 0.1194839 Jan 28 00:46:53.394663 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57760) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:53.437062 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=79c65452-dfb6-4f9c-8434-d4226005ff70,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:53.500987 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c6de3531-e7fe-4f04-930c-17d89ea25bd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Deleting port ffc2161d-4837-4594-aecb-f8e1b5ef49da {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:46:53.501332 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6de3531-e7fe-4f04-930c-17d89ea25bd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (ffc2161d-4837-4594-aecb-f8e1b5ef49da), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:53.581829 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c6de3531-e7fe-4f04-930c-17d89ea25bd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] For port ffc2161d-4837-4594-aecb-f8e1b5ef49da, host n-h1-826754-1, got binding levels [] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:46:53.582303 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6de3531-e7fe-4f04-930c-17d89ea25bd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (ffc2161d-4837-4594-aecb-f8e1b5ef49da), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:53.598993 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c6de3531-e7fe-4f04-930c-17d89ea25bd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Calling delete_port for ffc2161d-4837-4594-aecb-f8e1b5ef49da owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:46:53.618110 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['79c65452-dfb6-4f9c-8434-d4226005ff70'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:46:53.619931 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d0081-1fea-40ab-8f6c-b873d26d77f8 req-fd24b7ff-56fc-4216-8fc8-707c127f0284 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:53.626168 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-be9d0081-1fea-40ab-8f6c-b873d26d77f8 req-fd24b7ff-56fc-4216-8fc8-707c127f0284 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0613298 Jan 28 00:46:53.708053 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-be9d0081-1fea-40ab-8f6c-b873d26d77f8 req-0affe55f-aac6-470a-a62e-371fc7304465 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750911 Jan 28 00:46:53.735716 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6de3531-e7fe-4f04-930c-17d89ea25bd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (ffc2161d-4837-4594-aecb-f8e1b5ef49da), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:53.777970 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de3531-e7fe-4f04-930c-17d89ea25bd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Pushing event deleted for resources: {'Port': ['ID=ffc2161d-4837-4594-aecb-f8e1b5ef49da,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:53.805459 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6de3531-e7fe-4f04-930c-17d89ea25bd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:53.811675 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c6de3531-e7fe-4f04-930c-17d89ea25bd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] 10.222.0.70 "DELETE /v2.0/ports/ffc2161d-4837-4594-aecb-f8e1b5ef49da HTTP/1.1" status: 204 len: 168 time: 0.4132593 Jan 28 00:46:53.813854 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57774) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:53.850214 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-38386ac0-d707-459b-aa09-46ac3210b0b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] GET failed (client error): The resource could not be found. Jan 28 00:46:53.857347 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-38386ac0-d707-459b-aa09-46ac3210b0b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] 10.222.0.70 "GET /v2.0/ports/ffc2161d-4837-4594-aecb-f8e1b5ef49da HTTP/1.1" status: 404 len: 333 time: 0.0367055 Jan 28 00:46:53.857964 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57776) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:53.864045 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d527e8a1-1113-4cb6-aad0-bfce8f45fb62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509905985', 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:46:53.890323 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d527e8a1-1113-4cb6-aad0-bfce8f45fb62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Made reservation on behalf of 979e7672eb3e4dd792b70a7d0ab36ab3 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:46:53.893924 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d527e8a1-1113-4cb6-aad0-bfce8f45fb62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:53.900603 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5242b9f-a8cc-408e-b5ae-d73c6ae7d824 req-df78c9c2-87e4-428f-ac19-db5af058101e tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:53.902620 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c5242b9f-a8cc-408e-b5ae-d73c6ae7d824 req-df78c9c2-87e4-428f-ac19-db5af058101e tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 944 time: 0.0963831 Jan 28 00:46:53.912400 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-d527e8a1-1113-4cb6-aad0-bfce8f45fb62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] device_id is not set on port 32025350-8991-40bf-88cc-b239875ca008 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:46:53.920124 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2293cc0-b12e-46da-af51-124ecdb4af59 req-8e28bb1d-3d8d-4794-be94-ea3dd81e6958 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:53.923494 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a2293cc0-b12e-46da-af51-124ecdb4af59 req-8e28bb1d-3d8d-4794-be94-ea3dd81e6958 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0864873 Jan 28 00:46:54.010035 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c5242b9f-a8cc-408e-b5ae-d73c6ae7d824 req-6b48298d-57c6-461e-8e05-f1bfd91bbb1e tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=08951bcd-ce0d-4a8f-b4c1-d28509c0af57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852048 Jan 28 00:46:54.024519 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a2293cc0-b12e-46da-af51-124ecdb4af59 req-13602228-3a3a-4ba0-9420-12a61f6f6b8e tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805576 Jan 28 00:46:54.104911 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d527e8a1-1113-4cb6-aad0-bfce8f45fb62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks [] for port (32025350-8991-40bf-88cc-b239875ca008), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:54.146848 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d527e8a1-1113-4cb6-aad0-bfce8f45fb62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (32025350-8991-40bf-88cc-b239875ca008), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:54.195590 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d527e8a1-1113-4cb6-aad0-bfce8f45fb62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Network b388f338-a4a8-4aea-b775-03f7a8abd1ba is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:46:54.199061 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-d527e8a1-1113-4cb6-aad0-bfce8f45fb62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:46:54.204074 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d527e8a1-1113-4cb6-aad0-bfce8f45fb62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:46:54.205089 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d527e8a1-1113-4cb6-aad0-bfce8f45fb62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:54.205641 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d527e8a1-1113-4cb6-aad0-bfce8f45fb62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:54.224167 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527e8a1-1113-4cb6-aad0-bfce8f45fb62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Pushing event updated for resources: {'Port': ['ID=32025350-8991-40bf-88cc-b239875ca008,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:54.240950 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d527e8a1-1113-4cb6-aad0-bfce8f45fb62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3788433 Jan 28 00:46:54.241682 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57784) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:54.272681 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f029ca5-d6f9-4311-a05e-395351dcb605 req-36f129d3-7c65-4b12-8b9a-b143312f9bbd tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:54.274267 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f029ca5-d6f9-4311-a05e-395351dcb605 req-36f129d3-7c65-4b12-8b9a-b143312f9bbd tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0743792 Jan 28 00:46:54.294231 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f699c62-0b86-436c-941b-ad6b245f2685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:54.298219 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7f699c62-0b86-436c-941b-ad6b245f2685 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] 10.222.0.70 "GET /v2.0/ports/32025350-8991-40bf-88cc-b239875ca008 HTTP/1.1" status: 200 len: 959 time: 0.0525129 Jan 28 00:46:54.300658 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57786) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:54.335185 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f029ca5-d6f9-4311-a05e-395351dcb605 req-f9bae68e-dec9-46de-9487-0c817ce50fe2 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540526 Jan 28 00:46:54.400433 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9dcbfe65-38d9-40cd-bc88-505260b871af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Deleting port 32025350-8991-40bf-88cc-b239875ca008 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:46:54.400779 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9dcbfe65-38d9-40cd-bc88-505260b871af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (32025350-8991-40bf-88cc-b239875ca008), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:54.474513 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9dcbfe65-38d9-40cd-bc88-505260b871af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (32025350-8991-40bf-88cc-b239875ca008), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:54.493101 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9dcbfe65-38d9-40cd-bc88-505260b871af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Calling delete_port for 32025350-8991-40bf-88cc-b239875ca008 owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:46:54.524489 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e8e83-aa4c-44f8-ad93-485b4d7c05a9 req-fa61f86b-e9fa-4902-9171-3b62bda5cad6 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:54.527271 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4e8e8e83-aa4c-44f8-ad93-485b4d7c05a9 req-fa61f86b-e9fa-4902-9171-3b62bda5cad6 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0805357 Jan 28 00:46:54.605027 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4e8e8e83-aa4c-44f8-ad93-485b4d7c05a9 req-0e540acc-af87-40e2-9419-cabe5b6a1afd tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674164 Jan 28 00:46:54.626033 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9dcbfe65-38d9-40cd-bc88-505260b871af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (32025350-8991-40bf-88cc-b239875ca008), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:54.671554 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbfe65-38d9-40cd-bc88-505260b871af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Pushing event deleted for resources: {'Port': ['ID=32025350-8991-40bf-88cc-b239875ca008,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:54.678176 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9dcbfe65-38d9-40cd-bc88-505260b871af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:54.683658 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9dcbfe65-38d9-40cd-bc88-505260b871af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] 10.222.0.70 "DELETE /v2.0/ports/32025350-8991-40bf-88cc-b239875ca008 HTTP/1.1" status: 204 len: 168 time: 0.3816285 Jan 28 00:46:54.688330 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57792) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:54.732255 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b0e095-0ef0-4c9d-add7-72e58ba5863a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] GET failed (client error): The resource could not be found. Jan 28 00:46:54.735898 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e8b0e095-0ef0-4c9d-add7-72e58ba5863a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] 10.222.0.70 "GET /v2.0/ports/32025350-8991-40bf-88cc-b239875ca008 HTTP/1.1" status: 404 len: 333 time: 0.0457847 Jan 28 00:46:54.739506 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57798) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:54.748659 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-7d47b6d9-916b-4e3a-90f3-1afc73bb6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Request body: {'port': {'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093190602'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:46:54.776596 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d47b6d9-916b-4e3a-90f3-1afc73bb6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Made reservation on behalf of 979e7672eb3e4dd792b70a7d0ab36ab3 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:46:54.780966 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7d47b6d9-916b-4e3a-90f3-1afc73bb6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:54.809023 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-7d47b6d9-916b-4e3a-90f3-1afc73bb6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] device_id is not set on port fc768448-3627-4f42-b9d3-00bb7bea6389 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:46:54.892373 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7261ad-6781-4abb-9d9a-3f2003a1b768 req-ad3d6f0d-456e-4bd4-a545-9e1e0f891c42 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:54.894944 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6d7261ad-6781-4abb-9d9a-3f2003a1b768 req-ad3d6f0d-456e-4bd4-a545-9e1e0f891c42 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0887408 Jan 28 00:46:54.962575 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6d7261ad-6781-4abb-9d9a-3f2003a1b768 req-64821dbd-0ff0-46bb-8895-f9c893e06a86 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591619 Jan 28 00:46:54.966287 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 79c65452-dfb6-4f9c-8434-d4226005ff70 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:46:55.037358 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7d47b6d9-916b-4e3a-90f3-1afc73bb6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks [] for port (fc768448-3627-4f42-b9d3-00bb7bea6389), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:55.056651 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 79c65452-dfb6-4f9c-8434-d4226005ff70 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:46:55.067129 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 79c65452-dfb6-4f9c-8434-d4226005ff70 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:46:55.068340 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (79c65452-dfb6-4f9c-8434-d4226005ff70), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:55.113111 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7d47b6d9-916b-4e3a-90f3-1afc73bb6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (fc768448-3627-4f42-b9d3-00bb7bea6389), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:55.230280 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d47b6d9-916b-4e3a-90f3-1afc73bb6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Network b388f338-a4a8-4aea-b775-03f7a8abd1ba is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:46:55.237242 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d47b6d9-916b-4e3a-90f3-1afc73bb6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Pushing event updated for resources: {'Port': ['ID=fc768448-3627-4f42-b9d3-00bb7bea6389,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:55.247049 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda8c8a-fd10-4bcc-a601-024e68c0517b req-2725bdc6-ae29-46b4-a01a-c21634b6eae1 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:55.249042 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-7d47b6d9-916b-4e3a-90f3-1afc73bb6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:46:55.249670 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1fda8c8a-fd10-4bcc-a601-024e68c0517b req-2725bdc6-ae29-46b4-a01a-c21634b6eae1 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1258087 Jan 28 00:46:55.260263 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 79c65452-dfb6-4f9c-8434-d4226005ff70 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:46:55.261229 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (79c65452-dfb6-4f9c-8434-d4226005ff70), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:55.261477 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d47b6d9-916b-4e3a-90f3-1afc73bb6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:46:55.263361 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d47b6d9-916b-4e3a-90f3-1afc73bb6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:55.265350 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7d47b6d9-916b-4e3a-90f3-1afc73bb6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:55.292994 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7d47b6d9-916b-4e3a-90f3-1afc73bb6ad3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5514572 Jan 28 00:46:55.298880 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57806) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:55.309428 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:46:55.314936 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5978f46-c193-491a-a6ef-e6302a552de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c65452-dfb6-4f9c-8434-d4226005ff70'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:46:55.318747 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6faa9ebe-bc55-4492-9ea8-6914f00c8806" -d '{"events": [{"server_uuid": "b5978f46-c193-491a-a6ef-e6302a552de9", "name": "network-vif-plugged", "status": "completed", "tag": "79c65452-dfb6-4f9c-8434-d4226005ff70"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:46:55.351790 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df2808-53aa-4366-8f1d-c8e400e6cb35 req-d8b0085d-4e16-47fc-8a3a-b8ca4354c732 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:55.354428 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27df2808-53aa-4366-8f1d-c8e400e6cb35 req-d8b0085d-4e16-47fc-8a3a-b8ca4354c732 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 944 time: 0.1531384 Jan 28 00:46:55.356405 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 79c65452-dfb6-4f9c-8434-d4226005ff70, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=79c65452-dfb6-4f9c-8434-d4226005ff70,segment=NetworkSegment(9cf340f1-2f3a-4689-8f86-fac8e5ebe93f),segment_id=9cf340f1-2f3a-4689-8f86-fac8e5ebe93f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:46:55.367657 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1fda8c8a-fd10-4bcc-a601-024e68c0517b req-411c753b-d07b-40f5-827d-66dd5997d25d tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893192 Jan 28 00:46:55.382388 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (79c65452-dfb6-4f9c-8434-d4226005ff70), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:55.492018 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27df2808-53aa-4366-8f1d-c8e400e6cb35 req-4d70e1be-af01-46ed-9c4e-8118f031a6a2 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=08951bcd-ce0d-4a8f-b4c1-d28509c0af57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119633 Jan 28 00:46:55.540704 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=79c65452-dfb6-4f9c-8434-d4226005ff70,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:55.640653 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d7782c-1852-4f9b-92d2-c5f14b3e7c83 x-openstack-request-id: req-80d7782c-1852-4f9b-92d2-c5f14b3e7c83 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:46:55.642137 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5978f46-c193-491a-a6ef-e6302a552de9", "name": "network-vif-plugged", "status": "completed", "tag": "79c65452-dfb6-4f9c-8434-d4226005ff70", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:46:55.642837 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-80d7782c-1852-4f9b-92d2-c5f14b3e7c83 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:46:55.643794 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5978f46-c193-491a-a6ef-e6302a552de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c65452-dfb6-4f9c-8434-d4226005ff70', 'code': 200} Jan 28 00:46:55.884685 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (fc768448-3627-4f42-b9d3-00bb7bea6389), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:55.919365 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84158df5-f481-4dbe-9ffe-132ab306ea2f req-f4d3c529-57cd-4536-9665-fc7ad0f26df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:55.921517 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-84158df5-f481-4dbe-9ffe-132ab306ea2f req-f4d3c529-57cd-4536-9665-fc7ad0f26df4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 1096 time: 0.1535742 Jan 28 00:46:55.969703 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cfac5-00de-4f10-9c69-933e09d64fe0 req-752d63f5-65ac-4e72-9c7e-9d46cf5b1e3a tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:55.971350 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ba9cfac5-00de-4f10-9c69-933e09d64fe0 req-752d63f5-65ac-4e72-9c7e-9d46cf5b1e3a tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/networks?id=61eda932-ec35-450c-90ac-ea6c515cdb93 HTTP/1.1" status: 200 len: 814 time: 0.2231543 Jan 28 00:46:56.009427 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-84158df5-f481-4dbe-9ffe-132ab306ea2f req-f1e53943-b078-42f6-a19a-50b83d0b3afa service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=08951bcd-ce0d-4a8f-b4c1-d28509c0af57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804582 Jan 28 00:46:56.012289 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ba9cfac5-00de-4f10-9c69-933e09d64fe0 req-79701cc7-7200-488e-9be9-583976996bef tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/quotas/3e9f050de49645dd9bd4214fbcf36ea4 HTTP/1.1" status: 200 len: 375 time: 0.0203471 Jan 28 00:46:56.091828 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ba9cfac5-00de-4f10-9c69-933e09d64fe0 req-e0416853-cb84-4ed4-8ff6-74f00f234379 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3e9f050de49645dd9bd4214fbcf36ea4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0712066 Jan 28 00:46:56.123284 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] device_id is not set on port fc768448-3627-4f42-b9d3-00bb7bea6389 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:46:56.138263 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks [] for port (fc768448-3627-4f42-b9d3-00bb7bea6389), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:56.146477 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (fc768448-3627-4f42-b9d3-00bb7bea6389), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:56.205480 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Pushing event updated for resources: {'Port': ['ID=fc768448-3627-4f42-b9d3-00bb7bea6389,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:56.222654 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:56.223020 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:56.223320 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 on network b388f338-a4a8-4aea-b775-03f7a8abd1ba {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:56.228498 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Port fc768448-3627-4f42-b9d3-00bb7bea6389 on network b388f338-a4a8-4aea-b775-03f7a8abd1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:56.228840 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Failed to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 on host n-h1-826754-1 for vnic_type normal using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] Jan 28 00:46:56.229468 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempt 2 to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 Jan 28 00:46:56.231299 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcaf84-bc72-46aa-b52a-7061d2cc7fc2 req-2ed1da0e-1fbb-4ebe-b4d7-9517fe72d016 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:56.233746 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9dcaf84-bc72-46aa-b52a-7061d2cc7fc2 req-2ed1da0e-1fbb-4ebe-b4d7-9517fe72d016 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0624294 Jan 28 00:46:56.249986 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:56.250797 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:56.251059 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 on network b388f338-a4a8-4aea-b775-03f7a8abd1ba {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:56.259067 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Port fc768448-3627-4f42-b9d3-00bb7bea6389 on network b388f338-a4a8-4aea-b775-03f7a8abd1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:56.259593 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Failed to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 on host n-h1-826754-1 for vnic_type normal using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] Jan 28 00:46:56.260272 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempt 3 to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 Jan 28 00:46:56.281457 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:56.281991 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:56.282538 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 on network b388f338-a4a8-4aea-b775-03f7a8abd1ba {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:56.290921 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Port fc768448-3627-4f42-b9d3-00bb7bea6389 on network b388f338-a4a8-4aea-b775-03f7a8abd1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:56.291450 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Failed to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 on host n-h1-826754-1 for vnic_type normal using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] Jan 28 00:46:56.292074 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempt 4 to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 Jan 28 00:46:56.310693 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9dcaf84-bc72-46aa-b52a-7061d2cc7fc2 req-2273c5e0-1b99-4ae1-bbec-8c7f0a707536 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704663 Jan 28 00:46:56.312747 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:56.313158 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:56.313556 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 on network b388f338-a4a8-4aea-b775-03f7a8abd1ba {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:56.319654 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Port fc768448-3627-4f42-b9d3-00bb7bea6389 on network b388f338-a4a8-4aea-b775-03f7a8abd1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:56.320093 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Failed to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 on host n-h1-826754-1 for vnic_type normal using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] Jan 28 00:46:56.320555 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempt 5 to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 Jan 28 00:46:56.336808 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:56.337265 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:56.337702 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 on network b388f338-a4a8-4aea-b775-03f7a8abd1ba {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:56.344817 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Port fc768448-3627-4f42-b9d3-00bb7bea6389 on network b388f338-a4a8-4aea-b775-03f7a8abd1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:56.345278 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Failed to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 on host n-h1-826754-1 for vnic_type normal using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] Jan 28 00:46:56.345788 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempt 6 to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 Jan 28 00:46:56.362945 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:56.363286 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:56.363728 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 on network b388f338-a4a8-4aea-b775-03f7a8abd1ba {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:56.368970 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Port fc768448-3627-4f42-b9d3-00bb7bea6389 on network b388f338-a4a8-4aea-b775-03f7a8abd1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:56.369327 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Failed to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 on host n-h1-826754-1 for vnic_type normal using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] Jan 28 00:46:56.369689 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempt 7 to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 Jan 28 00:46:56.385981 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:56.386480 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:56.386838 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 on network b388f338-a4a8-4aea-b775-03f7a8abd1ba {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:56.392860 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Port fc768448-3627-4f42-b9d3-00bb7bea6389 on network b388f338-a4a8-4aea-b775-03f7a8abd1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:56.393161 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Failed to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 on host n-h1-826754-1 for vnic_type normal using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] Jan 28 00:46:56.393473 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempt 8 to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 Jan 28 00:46:56.409292 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:56.409635 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:56.409985 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 on network b388f338-a4a8-4aea-b775-03f7a8abd1ba {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:56.415259 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Port fc768448-3627-4f42-b9d3-00bb7bea6389 on network b388f338-a4a8-4aea-b775-03f7a8abd1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:56.415608 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Failed to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 on host n-h1-826754-1 for vnic_type normal using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] Jan 28 00:46:56.416039 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempt 9 to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 Jan 28 00:46:56.430570 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:56.430909 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:56.431253 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 on network b388f338-a4a8-4aea-b775-03f7a8abd1ba {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:56.436192 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Port fc768448-3627-4f42-b9d3-00bb7bea6389 on network b388f338-a4a8-4aea-b775-03f7a8abd1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:56.437069 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Failed to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 on host n-h1-826754-1 for vnic_type normal using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] Jan 28 00:46:56.437468 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempt 10 to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 Jan 28 00:46:56.451779 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:46:56.452177 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:46:56.452646 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempting to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 on network b388f338-a4a8-4aea-b775-03f7a8abd1ba {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:46:56.453328 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dcc7e-1b6d-4ba9-87e0-f99691e1c340 req-58465e8e-067b-4f8a-8750-cdb41a5fd10d tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:56.454891 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8a1dcc7e-1b6d-4ba9-87e0-f99691e1c340 req-58465e8e-067b-4f8a-8750-cdb41a5fd10d tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0577784 Jan 28 00:46:56.457976 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Port fc768448-3627-4f42-b9d3-00bb7bea6389 on network b388f338-a4a8-4aea-b775-03f7a8abd1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:46:56.458313 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Failed to bind port fc768448-3627-4f42-b9d3-00bb7bea6389 on host n-h1-826754-1 for vnic_type normal using segments [{'id': '74e21a30-437b-40c8-858b-225730e59b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b388f338-a4a8-4aea-b775-03f7a8abd1ba'}] Jan 28 00:46:56.458698 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (fc768448-3627-4f42-b9d3-00bb7bea6389), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:56.509261 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8a1dcc7e-1b6d-4ba9-87e0-f99691e1c340 req-9d1ef8ac-b837-490d-8f5b-a8e22736bc40 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467067 Jan 28 00:46:56.536794 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] For port fc768448-3627-4f42-b9d3-00bb7bea6389, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:46:56.537168 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attempted to set empty binding levels {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 00:46:56.552054 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (fc768448-3627-4f42-b9d3-00bb7bea6389), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:56.597249 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] In _notify_port_updated(), no bound segment for port fc768448-3627-4f42-b9d3-00bb7bea6389 on network b388f338-a4a8-4aea-b775-03f7a8abd1ba {{(pid=103343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 00:46:56.598136 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:56.598757 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:56.600289 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] 10.222.0.70 "PUT /v2.0/ports/fc768448-3627-4f42-b9d3-00bb7bea6389 HTTP/1.1" status: 200 len: 979 time: 1.2998061 Jan 28 00:46:56.604851 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57832) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:56.653792 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6750f8c-b5bc-4c05-97eb-5adfe3fbd4af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Pushing event updated for resources: {'Port': ['ID=fc768448-3627-4f42-b9d3-00bb7bea6389,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:56.734309 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2f671d25-5ade-44f2-ac5d-f499b718cbe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Deleting port fc768448-3627-4f42-b9d3-00bb7bea6389 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:46:56.734866 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f671d25-5ade-44f2-ac5d-f499b718cbe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (fc768448-3627-4f42-b9d3-00bb7bea6389), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:56.778000 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fadc8548-9910-431f-be8b-f96c5a712d4c req-9ec10bc8-3462-4d97-9caf-ee0bda1aa3c6 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=3e9f050de49645dd9bd4214fbcf36ea4 HTTP/1.1" status: 200 len: 221 time: 0.0405872 Jan 28 00:46:56.801412 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e3011-5753-4fb0-844e-883d6f9847ce req-0d574fc9-bf1d-4ee8-b975-fe33eb45d640 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:56.803374 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-866e3011-5753-4fb0-844e-883d6f9847ce req-0d574fc9-bf1d-4ee8-b975-fe33eb45d640 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 945 time: 0.1072114 Jan 28 00:46:56.855418 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-2f671d25-5ade-44f2-ac5d-f499b718cbe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] For port fc768448-3627-4f42-b9d3-00bb7bea6389, host n-h1-826754-1, got binding levels [] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:46:56.856161 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f671d25-5ade-44f2-ac5d-f499b718cbe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (fc768448-3627-4f42-b9d3-00bb7bea6389), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:56.875410 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-866e3011-5753-4fb0-844e-883d6f9847ce req-f0a9fd07-e501-4023-b96c-a89f6a26796f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=08951bcd-ce0d-4a8f-b4c1-d28509c0af57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595405 Jan 28 00:46:56.882766 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2f671d25-5ade-44f2-ac5d-f499b718cbe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Calling delete_port for fc768448-3627-4f42-b9d3-00bb7bea6389 owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:46:57.014665 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f671d25-5ade-44f2-ac5d-f499b718cbe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (fc768448-3627-4f42-b9d3-00bb7bea6389), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:57.060667 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f671d25-5ade-44f2-ac5d-f499b718cbe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc768448-3627-4f42-b9d3-00bb7bea6389,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:57.069224 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f671d25-5ade-44f2-ac5d-f499b718cbe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:57.081051 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2f671d25-5ade-44f2-ac5d-f499b718cbe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] 10.222.0.70 "DELETE /v2.0/ports/fc768448-3627-4f42-b9d3-00bb7bea6389 HTTP/1.1" status: 204 len: 168 time: 0.4738109 Jan 28 00:46:57.081418 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57846) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:57.103843 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45d4e7-c16e-4ae5-9727-2a053b58c46a req-6dde6a90-7242-4b78-b268-fb1bfe20fa17 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:57.107590 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ec45d4e7-c16e-4ae5-9727-2a053b58c46a req-6dde6a90-7242-4b78-b268-fb1bfe20fa17 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1190820 Jan 28 00:46:57.125836 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-266826e7-77b7-4478-bad8-777e40d89119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] GET failed (client error): The resource could not be found. Jan 28 00:46:57.127920 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-266826e7-77b7-4478-bad8-777e40d89119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173677138-project-admin] 10.222.0.70 "GET /v2.0/ports/fc768448-3627-4f42-b9d3-00bb7bea6389 HTTP/1.1" status: 404 len: 333 time: 0.0450053 Jan 28 00:46:57.132680 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57848) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:57.273433 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ec45d4e7-c16e-4ae5-9727-2a053b58c46a req-f1827ece-4f24-416d-b3f5-ee965c140868 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538920 Jan 28 00:46:57.281372 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6f94af80-3d74-4dad-a19b-d43f86065972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (b388f338-a4a8-4aea-b775-03f7a8abd1ba), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:57.397668 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6f94af80-3d74-4dad-a19b-d43f86065972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (b388f338-a4a8-4aea-b775-03f7a8abd1ba), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:57.437219 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-6f94af80-3d74-4dad-a19b-d43f86065972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b388f338-a4a8-4aea-b775-03f7a8abd1ba']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:46:57.471000 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-6f94af80-3d74-4dad-a19b-d43f86065972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e21a30-437b-40c8-858b-225730e59b95') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:46:57.472063 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-6f94af80-3d74-4dad-a19b-d43f86065972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e21a30-437b-40c8-858b-225730e59b95') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:46:57.486272 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6f94af80-3d74-4dad-a19b-d43f86065972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (74e21a30-437b-40c8-858b-225730e59b95), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:57.510069 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6f94af80-3d74-4dad-a19b-d43f86065972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (74e21a30-437b-40c8-858b-225730e59b95), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:57.519380 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce55229-9561-4fd3-886c-d042deb2b134 req-3159e279-9094-47d7-8ab9-4e95cecabdae tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:57.521348 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ce55229-9561-4fd3-886c-d042deb2b134 req-3159e279-9094-47d7-8ab9-4e95cecabdae tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1124053 Jan 28 00:46:57.528574 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f94af80-3d74-4dad-a19b-d43f86065972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:46:57.528859 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6f94af80-3d74-4dad-a19b-d43f86065972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (74e21a30-437b-40c8-858b-225730e59b95), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:57.533070 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:46:57.533070 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:46:57.533070 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:46:57.533070 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:46:57.533070 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:46:57.533070 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:46:57.533070 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:46:57.533070 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:46:57.533070 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:46:57.533070 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:46:57.533070 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:46:57.533070 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:46:57.533070 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:46:57.533070 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:46:57.533070 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:46:57.533070 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:46:57.533070 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:46:57.533070 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:46:57.533070 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:46:57.533070 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:46:57.533070 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:46:57.533070 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:46:57.533070 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:46:57.533070 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:46:57.533070 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:46:57.533070 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:46:57.533070 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:46:57.533070 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:46:57.533070 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:46:57.533070 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:46:57.533070 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:46:57.533070 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:46:57.636840 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6f94af80-3d74-4dad-a19b-d43f86065972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (b388f338-a4a8-4aea-b775-03f7a8abd1ba), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:57.661892 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6f94af80-3d74-4dad-a19b-d43f86065972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:57.667792 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6f94af80-3d74-4dad-a19b-d43f86065972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828-project] 10.222.0.70 "DELETE /v2.0/networks/b388f338-a4a8-4aea-b775-03f7a8abd1ba HTTP/1.1" status: 204 len: 168 time: 0.5333862 Jan 28 00:46:57.691007 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94af80-3d74-4dad-a19b-d43f86065972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809987828-project] Pushing event deleted for resources: {'Network': ['ID=b388f338-a4a8-4aea-b775-03f7a8abd1ba,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:57.697104 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ce55229-9561-4fd3-886c-d042deb2b134 req-c0ccd062-bef7-419c-ae23-d75133c29e10 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628613 Jan 28 00:46:57.894470 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e006d48-dd8e-410e-96b6-a87a422eb5a2 req-b73f6d1b-d0a9-4be2-a5a4-0d81e148d63d tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:57.897455 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e006d48-dd8e-410e-96b6-a87a422eb5a2 req-b73f6d1b-d0a9-4be2-a5a4-0d81e148d63d tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0883307 Jan 28 00:46:58.016652 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e006d48-dd8e-410e-96b6-a87a422eb5a2 req-4e85eff8-a2ee-4d7b-9646-ffbfa9920b7c tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076231 Jan 28 00:46:58.141191 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57866) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:58.166587 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b7426-55cd-4b02-b78e-b7313ae597bf req-e83ff97e-48dd-47c7-9dca-ec3f4c3cad8c tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:58.168379 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f07b7426-55cd-4b02-b78e-b7313ae597bf req-e83ff97e-48dd-47c7-9dca-ec3f4c3cad8c tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 945 time: 0.1135135 Jan 28 00:46:58.204931 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd9e15-5a01-45b5-8169-76bf5342cbbe req-23f4ea23-bd8c-4901-a212-79620bb29e3c tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:58.206726 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f7fd9e15-5a01-45b5-8169-76bf5342cbbe req-23f4ea23-bd8c-4901-a212-79620bb29e3c tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1005597 Jan 28 00:46:58.263323 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f07b7426-55cd-4b02-b78e-b7313ae597bf req-fb013cf5-dd52-4ccb-a44f-e9025173419f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=08951bcd-ce0d-4a8f-b4c1-d28509c0af57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847936 Jan 28 00:46:58.305829 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f7fd9e15-5a01-45b5-8169-76bf5342cbbe req-9c237e8b-f596-44a4-9ca2-303259ff3b9c tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852857 Jan 28 00:46:58.398286 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-00b93d89-8c3e-4667-be7f-c0ee45805e55 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=02936e82f4584117addbdffca1c2a8f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2544663 Jan 28 00:46:58.401364 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57876) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:58.482571 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-566fd04e-fae5-42c2-88ea-14a696262b92 admin admin] Publish callbacks [] for security_group (0d955eda-544d-4803-81bd-fdb4473d04d6), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:58.510656 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-566fd04e-fae5-42c2-88ea-14a696262b92 admin admin] Publish callbacks [] for security_group (0d955eda-544d-4803-81bd-fdb4473d04d6), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:58.570625 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad422d-c8f5-4fab-9191-eadaea7a7610 req-13736c2d-56ff-444d-9051-31dbfd1e21d4 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:58.573446 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6cad422d-c8f5-4fab-9191-eadaea7a7610 req-13736c2d-56ff-444d-9051-31dbfd1e21d4 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 945 time: 0.1804912 Jan 28 00:46:58.577451 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-566fd04e-fae5-42c2-88ea-14a696262b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0d955eda-544d-4803-81bd-fdb4473d04d6), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:58.580812 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-566fd04e-fae5-42c2-88ea-14a696262b92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:58.586404 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-566fd04e-fae5-42c2-88ea-14a696262b92 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0d955eda-544d-4803-81bd-fdb4473d04d6 HTTP/1.1" status: 204 len: 168 time: 0.1794236 Jan 28 00:46:58.595463 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566fd04e-fae5-42c2-88ea-14a696262b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d955eda-544d-4803-81bd-fdb4473d04d6,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:58.613117 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-18ac8267-b123-4550-93ae-26492811e798 req-1b4c79eb-f910-428f-9e41-5e891f0572a3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0c24bb17-b0f3-4cc6-b346-98f38e43671d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1512477 Jan 28 00:46:58.633187 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cab14-f537-403e-a74d-19dd9cba0045 req-fcf1bf89-ea92-40b3-8f16-4bf80187fc7e tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:58.640541 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ae4cab14-f537-403e-a74d-19dd9cba0045 req-fcf1bf89-ea92-40b3-8f16-4bf80187fc7e tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1735222 Jan 28 00:46:58.813981 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ae4cab14-f537-403e-a74d-19dd9cba0045 req-491394d0-54a4-4ece-89c1-976a5b731f7f tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710637 Jan 28 00:46:58.830249 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6cad422d-c8f5-4fab-9191-eadaea7a7610 req-08897122-3364-4521-9c9b-67fc682911a6 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=08951bcd-ce0d-4a8f-b4c1-d28509c0af57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069018 Jan 28 00:46:58.835909 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac8267-b123-4550-93ae-26492811e798 req-dde7c0d1-3689-4ca2-a57d-f4c23fbeb273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:58.837337 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-18ac8267-b123-4550-93ae-26492811e798 req-dde7c0d1-3689-4ca2-a57d-f4c23fbeb273 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=40859c6773ce4ef58b203b2b32bcaaba&device_id=0c24bb17-b0f3-4cc6-b346-98f38e43671d HTTP/1.1" status: 200 len: 1096 time: 0.1474979 Jan 28 00:46:58.852901 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57884) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:59.008594 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2417c3ef-2bc8-47bf-97b7-54701394a39c tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:59.014639 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2417c3ef-2bc8-47bf-97b7-54701394a39c tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 1091 time: 0.1563745 Jan 28 00:46:59.015697 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57888) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:59.025678 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d708d37f-0664-4717-80ea-35caef117adb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'port_id': '79c65452-dfb6-4f9c-8434-d4226005ff70', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:46:59.036940 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac8267-b123-4550-93ae-26492811e798 req-9c420aca-fb4e-4d4f-ad1b-1f12a82c92f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:59.038467 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-18ac8267-b123-4550-93ae-26492811e798 req-9c420aca-fb4e-4d4f-ad1b-1f12a82c92f5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=df6dc4b3-6607-40e9-9f38-3ff04dac366d HTTP/1.1" status: 200 len: 912 time: 0.1710413 Jan 28 00:46:59.047831 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c746d9-aa89-4ec7-b4b0-ee0bf58d7fe0 req-0b0cdba3-4a9c-4ccd-bfc1-a2dd8c014ec4 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:59.049492 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-00c746d9-aa89-4ec7-b4b0-ee0bf58d7fe0 req-0b0cdba3-4a9c-4ccd-bfc1-a2dd8c014ec4 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1019897 Jan 28 00:46:59.064780 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57890) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:59.075270 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d708d37f-0664-4717-80ea-35caef117adb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:59.152617 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-18ac8267-b123-4550-93ae-26492811e798 req-1df5dc1c-5a4d-4d06-a152-075a9338c9fb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d3d878a-38cf-40c3-bb13-36741ba76362 HTTP/1.1" status: 200 len: 1001 time: 0.1019919 Jan 28 00:46:59.178838 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2ecfeaf0-2ffa-44ae-a585-fec6ac3b0456 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=979e7672eb3e4dd792b70a7d0ab36ab3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1126142 Jan 28 00:46:59.183103 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57892) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:46:59.199653 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-00c746d9-aa89-4ec7-b4b0-ee0bf58d7fe0 req-f236de70-84af-4da1-9a73-39a300e07973 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030154 Jan 28 00:46:59.230535 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac8267-b123-4550-93ae-26492811e798 req-ed18fb25-56c2-49db-a1a5-db2a3e11f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:59.235345 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-18ac8267-b123-4550-93ae-26492811e798 req-ed18fb25-56c2-49db-a1a5-db2a3e11f20e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=22f51b89-111e-46c4-84b8-0eec72aeef83 HTTP/1.1" status: 200 len: 850 time: 0.0706990 Jan 28 00:46:59.260388 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2aa5ea67-704b-4dc6-8988-67c26d0fc813 admin admin] Publish callbacks [] for security_group (c42513b5-4b15-445d-827c-65fdbcde3bbe), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:59.297852 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2aa5ea67-704b-4dc6-8988-67c26d0fc813 admin admin] Publish callbacks [] for security_group (c42513b5-4b15-445d-827c-65fdbcde3bbe), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:59.304392 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac8267-b123-4550-93ae-26492811e798 req-013d13bc-086f-488f-a3df-7e02aa724eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:59.306647 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-18ac8267-b123-4550-93ae-26492811e798 req-013d13bc-086f-488f-a3df-7e02aa724eb6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=df6dc4b3-6607-40e9-9f38-3ff04dac366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657828 Jan 28 00:46:59.334673 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d708d37f-0664-4717-80ea-35caef117adb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:59.430904 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2aa5ea67-704b-4dc6-8988-67c26d0fc813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c42513b5-4b15-445d-827c-65fdbcde3bbe), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:59.441594 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c7ef5-b9c2-40fb-81aa-6a2c725c3e7e req-b0625063-dc69-4dd6-8aa5-d60fdecf8b4b tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:59.443367 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2aa5ea67-704b-4dc6-8988-67c26d0fc813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:59.443701 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c19c7ef5-b9c2-40fb-81aa-6a2c725c3e7e req-b0625063-dc69-4dd6-8aa5-d60fdecf8b4b tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1355336 Jan 28 00:46:59.447407 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2aa5ea67-704b-4dc6-8988-67c26d0fc813 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c42513b5-4b15-445d-827c-65fdbcde3bbe HTTP/1.1" status: 204 len: 168 time: 0.2631762 Jan 28 00:46:59.491991 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5ea67-704b-4dc6-8988-67c26d0fc813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42513b5-4b15-445d-827c-65fdbcde3bbe,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:59.509776 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-18ac8267-b123-4550-93ae-26492811e798 req-e2858faf-e66f-4e3b-9e00-1dc670eda82c service neutron] 10.222.0.65 "GET /v2.0/networks/df6dc4b3-6607-40e9-9f38-3ff04dac366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896064 Jan 28 00:46:59.530447 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-d708d37f-0664-4717-80ea-35caef117adb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Allocated IP 172.25.3.196 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/5551ad50-2a50-4047-abad-111befa6be57) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:46:59.633841 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c19c7ef5-b9c2-40fb-81aa-6a2c725c3e7e req-b804a613-5eb4-4db1-ad3f-7f58ef0c6a9a tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724288 Jan 28 00:46:59.691592 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-18ac8267-b123-4550-93ae-26492811e798 req-d4c5b510-94ee-4047-b92c-2d630ee885a2 service neutron] 10.222.0.65 "GET /v2.0/networks/df6dc4b3-6607-40e9-9f38-3ff04dac366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739776 Jan 28 00:46:59.702801 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d708d37f-0664-4717-80ea-35caef117adb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for port (5551ad50-2a50-4047-abad-111befa6be57), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:59.746708 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d708d37f-0664-4717-80ea-35caef117adb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (5551ad50-2a50-4047-abad-111befa6be57), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:46:59.794287 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d708d37f-0664-4717-80ea-35caef117adb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:46:59.799208 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-d708d37f-0664-4717-80ea-35caef117adb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:46:59.809978 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d708d37f-0664-4717-80ea-35caef117adb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:46:59.845969 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708d37f-0664-4717-80ea-35caef117adb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'Port': ['ID=5551ad50-2a50-4047-abad-111befa6be57,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:46:59.863971 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f8910-5fea-4dcd-af3c-bbac9a02868b req-f8d707a9-f450-4833-a2ba-e5bb91267b71 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:46:59.868552 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b1f8910-5fea-4dcd-af3c-bbac9a02868b req-f8d707a9-f450-4833-a2ba-e5bb91267b71 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0823500 Jan 28 00:46:59.940131 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b1f8910-5fea-4dcd-af3c-bbac9a02868b req-86be8113-052e-42cb-865e-52719d5cad4c tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631442 Jan 28 00:47:00.152053 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545903c-8055-45ef-99ee-10f9b4c531dc req-24fc394f-2857-417a-9d58-f3be2d933135 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:00.154430 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0545903c-8055-45ef-99ee-10f9b4c531dc req-24fc394f-2857-417a-9d58-f3be2d933135 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0861533 Jan 28 00:47:00.272629 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0545903c-8055-45ef-99ee-10f9b4c531dc req-6b36b2dc-5096-4623-83d9-e6f4dbdd1b89 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091969 Jan 28 00:47:00.399340 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d708d37f-0664-4717-80ea-35caef117adb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for floatingip (d5f74bd9-9f8b-4dbb-8cf2-cf0165a64c8a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:00.448325 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f32c2-113e-441f-9393-87d727aea2e4 req-f1886361-866a-499d-81e4-4be055aa7644 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:00.451445 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb9f32c2-113e-441f-9393-87d727aea2e4 req-f1886361-866a-499d-81e4-4be055aa7644 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0929632 Jan 28 00:47:00.519004 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb9f32c2-113e-441f-9393-87d727aea2e4 req-ce3e3d47-88a3-4972-bbc3-5bf6632f4d45 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601785 Jan 28 00:47:00.528650 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d708d37f-0664-4717-80ea-35caef117adb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5551ad50-2a50-4047-abad-111befa6be57), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:00.723910 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a11c6-f355-433a-bce4-3be1ecec086b req-a823bd42-0c88-4bf0-977b-cc9bad366922 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:00.726856 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-592a11c6-f355-433a-bce4-3be1ecec086b req-a823bd42-0c88-4bf0-977b-cc9bad366922 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0735044 Jan 28 00:47:00.818858 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-592a11c6-f355-433a-bce4-3be1ecec086b req-bee57c3e-75af-409b-8fc5-6f129cf6ffbd tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819228 Jan 28 00:47:00.819723 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d708d37f-0664-4717-80ea-35caef117adb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for port (5551ad50-2a50-4047-abad-111befa6be57), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:00.828584 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d708d37f-0664-4717-80ea-35caef117adb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (5551ad50-2a50-4047-abad-111befa6be57), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:00.949032 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708d37f-0664-4717-80ea-35caef117adb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'Port': ['ID=5551ad50-2a50-4047-abad-111befa6be57,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:00.962889 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d708d37f-0664-4717-80ea-35caef117adb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (d5f74bd9-9f8b-4dbb-8cf2-cf0165a64c8a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:01.024118 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d65417-023f-4efa-9d92-79bd3b96d4ba req-479d27ed-007e-49ce-a978-c023abe45e98 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:01.028900 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-23d65417-023f-4efa-9d92-79bd3b96d4ba req-479d27ed-007e-49ce-a978-c023abe45e98 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0787511 Jan 28 00:47:01.098242 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-d708d37f-0664-4717-80ea-35caef117adb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Floating IP d5f74bd9-9f8b-4dbb-8cf2-cf0165a64c8a associated. External IP: 172.25.3.196, port: 79c65452-dfb6-4f9c-8434-d4226005ff70. Jan 28 00:47:01.106695 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-23d65417-023f-4efa-9d92-79bd3b96d4ba req-29c82555-80cf-492f-b443-91219db770c6 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711708 Jan 28 00:47:01.361366 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4728a-5ba8-4564-ab67-96c35d5af770 req-634cff1e-187c-45d8-a149-0cde98a6078f tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:01.363050 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2fa4728a-5ba8-4564-ab67-96c35d5af770 req-634cff1e-187c-45d8-a149-0cde98a6078f tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1169822 Jan 28 00:47:01.452986 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2fa4728a-5ba8-4564-ab67-96c35d5af770 req-696ff0c4-269a-4b9c-b839-d5c2c25a7550 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815704 Jan 28 00:47:01.482058 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d708d37f-0664-4717-80ea-35caef117adb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Router d62f50cd-a65d-4a1e-9c35-7110fe29a3d7 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:47:01.515296 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57956) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:01.664823 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d708d37f-0664-4717-80ea-35caef117adb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:47:01.685078 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a2ae2-3c7f-4715-9179-ed6823262ffe req-b90c78de-45da-446c-9c94-7a2c0d95e585 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:01.687960 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6e31f9-f406-4e46-a680-a0aff7743d02 None None] Sync routers for ids ['d62f50cd-a65d-4a1e-9c35-7110fe29a3d7'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:47:01.690737 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d708d37f-0664-4717-80ea-35caef117adb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:01.699508 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-003a2ae2-3c7f-4715-9179-ed6823262ffe req-b90c78de-45da-446c-9c94-7a2c0d95e585 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1112452 Jan 28 00:47:01.718686 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6e31f9-f406-4e46-a680-a0aff7743d02 None None] Routers {'d62f50cd-a65d-4a1e-9c35-7110fe29a3d7'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:47:01.721645 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-bf6e31f9-f406-4e46-a680-a0aff7743d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:46:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['d62f50cd-a65d-4a1e-9c35-7110fe29a3d7'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:01.732462 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d708d37f-0664-4717-80ea-35caef117adb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7136774 Jan 28 00:47:01.732979 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5978f46-c193-491a-a6ef-e6302a552de9', 'tag': '79c65452-dfb6-4f9c-8434-d4226005ff70'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:47:01.738194 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec05928d-671c-4dd7-ab7a-faac6143e6b1" -d '{"events": [{"name": "network-changed", "server_uuid": "b5978f46-c193-491a-a6ef-e6302a552de9", "tag": "79c65452-dfb6-4f9c-8434-d4226005ff70"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:47:01.805674 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-003a2ae2-3c7f-4715-9179-ed6823262ffe req-17cd1069-d157-45ac-9f4d-3c108fdcb0a4 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045728 Jan 28 00:47:01.821539 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-f3c38391-ad81-4211-8194-d945861517e1 tempest-PortsAdminExtendedAttrsTestJSON-1110816170 tempest-PortsAdminExtendedAttrsTestJSON-1110816170-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2068561242'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:47:01.875285 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a87c67c-2ac5-4064-85c9-9fabeac145b4 x-openstack-request-id: req-0a87c67c-2ac5-4064-85c9-9fabeac145b4 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:47:01.876146 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5978f46-c193-491a-a6ef-e6302a552de9", "tag": "79c65452-dfb6-4f9c-8434-d4226005ff70", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:47:01.876628 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0a87c67c-2ac5-4064-85c9-9fabeac145b4 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:47:01.877246 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5978f46-c193-491a-a6ef-e6302a552de9', 'tag': '79c65452-dfb6-4f9c-8434-d4226005ff70', 'status': 'completed', 'code': 200} Jan 28 00:47:01.921766 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c38391-ad81-4211-8194-d945861517e1 tempest-PortsAdminExtendedAttrsTestJSON-1110816170 tempest-PortsAdminExtendedAttrsTestJSON-1110816170-project] Made reservation on behalf of 79b4b7ddc0cf48d5bc8d9c42b5efcfc0 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:47:01.928201 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f3c38391-ad81-4211-8194-d945861517e1 tempest-PortsAdminExtendedAttrsTestJSON-1110816170 tempest-PortsAdminExtendedAttrsTestJSON-1110816170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:01.970275 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-bf6e31f9-f406-4e46-a680-a0aff7743d02 None None] Set router d62f50cd-a65d-4a1e-9c35-7110fe29a3d7 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:47:01.970508 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f3c38391-ad81-4211-8194-d945861517e1 tempest-PortsAdminExtendedAttrsTestJSON-1110816170 tempest-PortsAdminExtendedAttrsTestJSON-1110816170-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:02.435300 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-bf6e31f9-f406-4e46-a680-a0aff7743d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870194921', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'd1820618-ec6b-454d-8db9-3c381b66493b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:46:35Z', 'updated_at': '2022-01-28T00:46:41Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': 'd1820618-ec6b-454d-8db9-3c381b66493b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:46:35Z', 'updated_at': '2022-01-28T00:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'd5f74bd9-9f8b-4dbb-8cf2-cf0165a64c8a', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'port_id': '79c65452-dfb6-4f9c-8434-d4226005ff70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237', 'mac_address': 'fa:16:3e:a1:97:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5978f46-c193-491a-a6ef-e6302a552de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:47:00Z', 'updated_at': '2022-01-28T00:47:00Z', 'revision_number': 0, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b65449e-b36b-4647-af34-623d6434eddd', 'name': '', 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:77:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:46:40Z', 'updated_at': '2022-01-28T00:46:45Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': '98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:02.469462 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6e31f9-f406-4e46-a680-a0aff7743d02 None None] Checking router: d62f50cd-a65d-4a1e-9c35-7110fe29a3d7 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:47:02.479973 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6e31f9-f406-4e46-a680-a0aff7743d02 None None] Routers {'d62f50cd-a65d-4a1e-9c35-7110fe29a3d7'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:47:02.480769 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-bf6e31f9-f406-4e46-a680-a0aff7743d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:46:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['d62f50cd-a65d-4a1e-9c35-7110fe29a3d7'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:02.586547 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbc788-7a42-458f-b9e8-acf736a50625 req-74ec9a76-d9d0-4a1f-b03c-cc8c91e4ac0f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:02.589297 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6ebbc788-7a42-458f-b9e8-acf736a50625 req-74ec9a76-d9d0-4a1f-b03c-cc8c91e4ac0f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 945 time: 0.7268639 Jan 28 00:47:02.620970 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-bf6e31f9-f406-4e46-a680-a0aff7743d02 None None] Set router d62f50cd-a65d-4a1e-9c35-7110fe29a3d7 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:47:02.668010 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05928d-671c-4dd7-ab7a-faac6143e6b1 req-f2ab2bb7-e368-4728-bdf9-f4b237237606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:02.670940 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ec05928d-671c-4dd7-ab7a-faac6143e6b1 req-f2ab2bb7-e368-4728-bdf9-f4b237237606 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 1096 time: 0.7253220 Jan 28 00:47:02.868965 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52525e36-2509-4ccd-8202-20e1e252b637 req-ce82fe4a-e8d2-41dc-a0ec-8e07d5c8d052 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:02.871242 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52525e36-2509-4ccd-8202-20e1e252b637 req-ce82fe4a-e8d2-41dc-a0ec-8e07d5c8d052 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.8289058 Jan 28 00:47:02.906301 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-bf6e31f9-f406-4e46-a680-a0aff7743d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870194921', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'd1820618-ec6b-454d-8db9-3c381b66493b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:46:35Z', 'updated_at': '2022-01-28T00:46:41Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': 'd1820618-ec6b-454d-8db9-3c381b66493b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:46:35Z', 'updated_at': '2022-01-28T00:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'd5f74bd9-9f8b-4dbb-8cf2-cf0165a64c8a', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'port_id': '79c65452-dfb6-4f9c-8434-d4226005ff70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237', 'mac_address': 'fa:16:3e:a1:97:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5978f46-c193-491a-a6ef-e6302a552de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:47:00Z', 'updated_at': '2022-01-28T00:47:00Z', 'revision_number': 0, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b65449e-b36b-4647-af34-623d6434eddd', 'name': '', 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:77:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:46:40Z', 'updated_at': '2022-01-28T00:46:45Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': '98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:02.935269 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6e31f9-f406-4e46-a680-a0aff7743d02 None None] The sync data for ids ['d62f50cd-a65d-4a1e-9c35-7110fe29a3d7'] in n-d-826754-1 is: [{'id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870194921', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'd1820618-ec6b-454d-8db9-3c381b66493b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:46:35Z', 'updated_at': '2022-01-28T00:46:41Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': 'd1820618-ec6b-454d-8db9-3c381b66493b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:46:35Z', 'updated_at': '2022-01-28T00:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'd5f74bd9-9f8b-4dbb-8cf2-cf0165a64c8a', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'port_id': '79c65452-dfb6-4f9c-8434-d4226005ff70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237', 'mac_address': 'fa:16:3e:a1:97:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5978f46-c193-491a-a6ef-e6302a552de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:47:00Z', 'updated_at': '2022-01-28T00:47:00Z', 'revision_number': 0, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b65449e-b36b-4647-af34-623d6434eddd', 'name': '', 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:77:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:46:40Z', 'updated_at': '2022-01-28T00:46:45Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': '98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:47:02.951506 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6ebbc788-7a42-458f-b9e8-acf736a50625 req-76bd236e-e4c6-42f8-8a14-a87604abb659 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=08951bcd-ce0d-4a8f-b4c1-d28509c0af57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3504405 Jan 28 00:47:02.996118 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57972) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:03.027015 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f3c38391-ad81-4211-8194-d945861517e1 tempest-PortsAdminExtendedAttrsTestJSON-1110816170 tempest-PortsAdminExtendedAttrsTestJSON-1110816170-project] Publish callbacks [] for security_group (9af4652b-48bc-4242-8b10-c6067f9044d9), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:03.059432 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f3c38391-ad81-4211-8194-d945861517e1 tempest-PortsAdminExtendedAttrsTestJSON-1110816170 tempest-PortsAdminExtendedAttrsTestJSON-1110816170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (9af4652b-48bc-4242-8b10-c6067f9044d9), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:03.088395 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05928d-671c-4dd7-ab7a-faac6143e6b1 req-ea6a29c3-d984-4cbb-934d-545b28d3fafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:03.089890 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ec05928d-671c-4dd7-ab7a-faac6143e6b1 req-ea6a29c3-d984-4cbb-934d-545b28d3fafe service neutron] 10.222.0.65 "GET /v2.0/networks?id=589a4733-906d-4d71-8a9b-35605b1c2237 HTTP/1.1" status: 200 len: 898 time: 0.3993318 Jan 28 00:47:03.110146 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52525e36-2509-4ccd-8202-20e1e252b637 req-ccdfb9fa-2078-4d35-994b-fe4325cd1bfb tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239115 Jan 28 00:47:03.126570 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c38391-ad81-4211-8194-d945861517e1 tempest-PortsAdminExtendedAttrsTestJSON-1110816170 tempest-PortsAdminExtendedAttrsTestJSON-1110816170-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:47:03.171602 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-eafe09ed-b989-4ce9-aeb3-0456b1f3b6a8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/floatingips/d5f74bd9-9f8b-4dbb-8cf2-cf0165a64c8a HTTP/1.1" status: 200 len: 991 time: 0.1742535 Jan 28 00:47:03.175677 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c38391-ad81-4211-8194-d945861517e1 tempest-PortsAdminExtendedAttrsTestJSON-1110816170 tempest-PortsAdminExtendedAttrsTestJSON-1110816170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9af4652b-48bc-4242-8b10-c6067f9044d9,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:03.188451 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f3c38391-ad81-4211-8194-d945861517e1 tempest-PortsAdminExtendedAttrsTestJSON-1110816170 tempest-PortsAdminExtendedAttrsTestJSON-1110816170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (734c135f-a1e3-4017-993b-1f0326d5c201), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:03.188822 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-f3c38391-ad81-4211-8194-d945861517e1 tempest-PortsAdminExtendedAttrsTestJSON-1110816170 tempest-PortsAdminExtendedAttrsTestJSON-1110816170-project] Added segment 734c135f-a1e3-4017-993b-1f0326d5c201 of type vlan for network 1970a2a6-1992-4a00-ab04-b345c416bdce Jan 28 00:47:03.238998 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ec05928d-671c-4dd7-ab7a-faac6143e6b1 req-ba4c5ab7-2130-4c8c-af65-e1bf9da2b892 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79c65452-dfb6-4f9c-8434-d4226005ff70 HTTP/1.1" status: 200 len: 999 time: 0.1209366 Jan 28 00:47:03.261735 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f3c38391-ad81-4211-8194-d945861517e1 tempest-PortsAdminExtendedAttrsTestJSON-1110816170 tempest-PortsAdminExtendedAttrsTestJSON-1110816170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (1970a2a6-1992-4a00-ab04-b345c416bdce), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:03.319900 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bef4a3-1b47-43bb-9357-9b2f73fbf19c None None] New status for floating IP d5f74bd9-9f8b-4dbb-8cf2-cf0165a64c8a: ACTIVE {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:47:03.349659 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05928d-671c-4dd7-ab7a-faac6143e6b1 req-3e40b037-33f9-4514-a692-83fca2437363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:03.351230 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ec05928d-671c-4dd7-ab7a-faac6143e6b1 req-3e40b037-33f9-4514-a692-83fca2437363 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0 HTTP/1.1" status: 200 len: 834 time: 0.1017425 Jan 28 00:47:03.370768 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f3c38391-ad81-4211-8194-d945861517e1 tempest-PortsAdminExtendedAttrsTestJSON-1110816170 tempest-PortsAdminExtendedAttrsTestJSON-1110816170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (1970a2a6-1992-4a00-ab04-b345c416bdce), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:03.376468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c38391-ad81-4211-8194-d945861517e1 tempest-PortsAdminExtendedAttrsTestJSON-1110816170 tempest-PortsAdminExtendedAttrsTestJSON-1110816170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:03.377037 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f3c38391-ad81-4211-8194-d945861517e1 tempest-PortsAdminExtendedAttrsTestJSON-1110816170 tempest-PortsAdminExtendedAttrsTestJSON-1110816170-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:03.440156 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3a9b1-0e9b-4a24-a785-23dccf1a97ec req-70d8ed53-bb31-4489-9d81-02c3da924eea tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:03.441874 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-89e3a9b1-0e9b-4a24-a785-23dccf1a97ec req-70d8ed53-bb31-4489-9d81-02c3da924eea tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1773534 Jan 28 00:47:03.488135 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f3c38391-ad81-4211-8194-d945861517e1 tempest-PortsAdminExtendedAttrsTestJSON-1110816170 tempest-PortsAdminExtendedAttrsTestJSON-1110816170-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.9715908 Jan 28 00:47:03.520029 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c38391-ad81-4211-8194-d945861517e1 tempest-PortsAdminExtendedAttrsTestJSON-1110816170 tempest-PortsAdminExtendedAttrsTestJSON-1110816170-project] Pushing event updated for resources: {'Network': ['ID=1970a2a6-1992-4a00-ab04-b345c416bdce,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:03.535693 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 1970a2a6-1992-4a00-ab04-b345c416bdce details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:47:03.536005 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05928d-671c-4dd7-ab7a-faac6143e6b1 req-f3052be6-2015-477b-a447-2411138eaab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:03.537812 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ec05928d-671c-4dd7-ab7a-faac6143e6b1 req-f3052be6-2015-477b-a447-2411138eaab2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=589a4733-906d-4d71-8a9b-35605b1c2237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1785893 Jan 28 00:47:03.634256 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-89e3a9b1-0e9b-4a24-a785-23dccf1a97ec req-7020a586-f3c6-45ff-82e1-6bbb7d55e24a tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580083 Jan 28 00:47:03.760520 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57984) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:03.768850 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Request body: {'port': {'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce', 'binding:host_id': 'n-h1-826754-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1285633107'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:47:03.783758 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ec05928d-671c-4dd7-ab7a-faac6143e6b1 req-12743ce9-ae23-4d6e-81b0-bcdf6c1f1166 service neutron] 10.222.0.65 "GET /v2.0/networks/589a4733-906d-4d71-8a9b-35605b1c2237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382607 Jan 28 00:47:03.803541 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Made reservation on behalf of 33968d68334243149f62f3c01a5ce7b8 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:47:03.806696 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:03.818180 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:03.917914 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks [] for security_group (1f43bceb-8321-409b-9b57-72cba7584d8c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:03.923729 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (1f43bceb-8321-409b-9b57-72cba7584d8c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:03.930322 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] device_id is not set on port 4a24a290-9ad9-403b-8228-2e82509724b3 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:47:03.955881 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46edfa23-12ea-423c-b22f-b6ed8ff9de46 req-b8cb2687-ef27-454f-bbbb-95234f8686b3 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:03.957494 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-46edfa23-12ea-423c-b22f-b6ed8ff9de46 req-b8cb2687-ef27-454f-bbbb-95234f8686b3 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0987704 Jan 28 00:47:03.961720 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ec05928d-671c-4dd7-ab7a-faac6143e6b1 req-294ceb73-3271-4f9b-92a3-5997c92e9d90 service neutron] 10.222.0.65 "GET /v2.0/networks/589a4733-906d-4d71-8a9b-35605b1c2237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717680 Jan 28 00:47:04.013117 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f43bceb-8321-409b-9b57-72cba7584d8c,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:04.029109 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-46edfa23-12ea-423c-b22f-b6ed8ff9de46 req-1e914378-3dc8-4647-b721-f4fe86876252 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634921 Jan 28 00:47:04.179780 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57992) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:04.199270 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] device_id is not set on port 4a24a290-9ad9-403b-8228-2e82509724b3 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:47:04.210377 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks [] for port (4a24a290-9ad9-403b-8228-2e82509724b3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:04.216662 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (4a24a290-9ad9-403b-8228-2e82509724b3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:04.254041 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abba532-ea34-4a4b-9169-3b8c7ab80f20 req-fea22b38-71a0-4025-ae19-7cfa5cd5264b tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:04.255656 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5abba532-ea34-4a4b-9169-3b8c7ab80f20 req-fea22b38-71a0-4025-ae19-7cfa5cd5264b tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1396289 Jan 28 00:47:04.286290 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Pushing event updated for resources: {'Port': ['ID=4a24a290-9ad9-403b-8228-2e82509724b3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:04.287341 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-68abb1b3-e393-4fa3-aece-b2c2b0aa8905 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/floatingips/d5f74bd9-9f8b-4dbb-8cf2-cf0165a64c8a HTTP/1.1" status: 200 len: 993 time: 0.1040308 Jan 28 00:47:04.306748 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Checking segment: {'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:47:04.307187 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Network hostable DHCP agents. Network: 1970a2a6-1992-4a00-ab04-b345c416bdce, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:47:04.328402 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Network 1970a2a6-1992-4a00-ab04-b345c416bdce is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:47:04.338731 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 1970a2a6-1992-4a00-ab04-b345c416bdce) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:47:04.339188 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5abba532-ea34-4a4b-9169-3b8c7ab80f20 req-50a36bdf-b3cb-443d-a024-da625d2c25e0 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645170 Jan 28 00:47:04.343117 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:47:04.354924 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e4c83d-11b6-47b3-bec7-e8455ec45633 None None] Network 1970a2a6-1992-4a00-ab04-b345c416bdce requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:47:04.361734 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:04.362075 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:04.362423 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 on network 1970a2a6-1992-4a00-ab04-b345c416bdce {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:04.368186 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Port 4a24a290-9ad9-403b-8228-2e82509724b3 on network 1970a2a6-1992-4a00-ab04-b345c416bdce not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:47:04.368798 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Failed to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 on host n-h1-826754-1 for vnic_type normal using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] Jan 28 00:47:04.369483 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempt 2 to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 Jan 28 00:47:04.404326 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:04.404975 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:04.407438 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 on network 1970a2a6-1992-4a00-ab04-b345c416bdce {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:04.421698 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Port 4a24a290-9ad9-403b-8228-2e82509724b3 on network 1970a2a6-1992-4a00-ab04-b345c416bdce not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:47:04.422100 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Failed to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 on host n-h1-826754-1 for vnic_type normal using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] Jan 28 00:47:04.422695 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempt 3 to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 Jan 28 00:47:04.444033 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:04.444352 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:04.444705 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 on network 1970a2a6-1992-4a00-ab04-b345c416bdce {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:04.450008 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Port 4a24a290-9ad9-403b-8228-2e82509724b3 on network 1970a2a6-1992-4a00-ab04-b345c416bdce not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:47:04.450330 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Failed to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 on host n-h1-826754-1 for vnic_type normal using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] Jan 28 00:47:04.450729 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempt 4 to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 Jan 28 00:47:04.465301 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:04.465643 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:04.465991 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 on network 1970a2a6-1992-4a00-ab04-b345c416bdce {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:04.472813 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Port 4a24a290-9ad9-403b-8228-2e82509724b3 on network 1970a2a6-1992-4a00-ab04-b345c416bdce not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:47:04.473154 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Failed to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 on host n-h1-826754-1 for vnic_type normal using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] Jan 28 00:47:04.473553 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempt 5 to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 Jan 28 00:47:04.489959 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:04.490301 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:04.490643 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 on network 1970a2a6-1992-4a00-ab04-b345c416bdce {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:04.496405 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Port 4a24a290-9ad9-403b-8228-2e82509724b3 on network 1970a2a6-1992-4a00-ab04-b345c416bdce not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:47:04.496873 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Failed to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 on host n-h1-826754-1 for vnic_type normal using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] Jan 28 00:47:04.497156 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempt 6 to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 Jan 28 00:47:04.525111 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:04.525761 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:04.526388 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 on network 1970a2a6-1992-4a00-ab04-b345c416bdce {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:04.536599 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Port 4a24a290-9ad9-403b-8228-2e82509724b3 on network 1970a2a6-1992-4a00-ab04-b345c416bdce not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:47:04.537030 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Failed to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 on host n-h1-826754-1 for vnic_type normal using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] Jan 28 00:47:04.537577 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempt 7 to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 Jan 28 00:47:04.547550 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac58fb4-51e7-4b87-aae4-6556a76c648a req-708ffb71-2219-4054-a5ea-6b059b213e79 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:04.549205 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0ac58fb4-51e7-4b87-aae4-6556a76c648a req-708ffb71-2219-4054-a5ea-6b059b213e79 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0789430 Jan 28 00:47:04.553389 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:04.553726 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:04.554064 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 on network 1970a2a6-1992-4a00-ab04-b345c416bdce {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:04.559013 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Port 4a24a290-9ad9-403b-8228-2e82509724b3 on network 1970a2a6-1992-4a00-ab04-b345c416bdce not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:47:04.559410 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Failed to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 on host n-h1-826754-1 for vnic_type normal using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] Jan 28 00:47:04.559765 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempt 8 to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 Jan 28 00:47:04.575319 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:04.575712 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:04.576041 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 on network 1970a2a6-1992-4a00-ab04-b345c416bdce {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:04.582010 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Port 4a24a290-9ad9-403b-8228-2e82509724b3 on network 1970a2a6-1992-4a00-ab04-b345c416bdce not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:47:04.582340 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Failed to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 on host n-h1-826754-1 for vnic_type normal using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] Jan 28 00:47:04.582733 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempt 9 to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 Jan 28 00:47:04.598752 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:04.599243 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:04.599592 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 on network 1970a2a6-1992-4a00-ab04-b345c416bdce {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:04.605398 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Port 4a24a290-9ad9-403b-8228-2e82509724b3 on network 1970a2a6-1992-4a00-ab04-b345c416bdce not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:47:04.605764 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Failed to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 on host n-h1-826754-1 for vnic_type normal using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] Jan 28 00:47:04.606141 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempt 10 to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 Jan 28 00:47:04.611898 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0ac58fb4-51e7-4b87-aae4-6556a76c648a req-5782cfdc-299d-44e8-98d4-50de5e042cdc tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540895 Jan 28 00:47:04.620637 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:04.621006 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:04.621320 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 on network 1970a2a6-1992-4a00-ab04-b345c416bdce {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:04.632455 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Port 4a24a290-9ad9-403b-8228-2e82509724b3 on network 1970a2a6-1992-4a00-ab04-b345c416bdce not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:47:04.632455 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Failed to bind port 4a24a290-9ad9-403b-8228-2e82509724b3 on host n-h1-826754-1 for vnic_type normal using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] Jan 28 00:47:04.632455 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4a24a290-9ad9-403b-8228-2e82509724b3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:04.704034 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] For port 4a24a290-9ad9-403b-8228-2e82509724b3, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:47:04.704503 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempted to set empty binding levels {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 00:47:04.712984 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (4a24a290-9ad9-403b-8228-2e82509724b3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:04.752047 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:04.752664 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:04.761109 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f739dab-829d-47f5-91f2-ccdae0eb1afb req-fcaabda5-dcf6-4369-9898-b3f5e977fcc3 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:04.763339 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8f739dab-829d-47f5-91f2-ccdae0eb1afb req-fcaabda5-dcf6-4369-9898-b3f5e977fcc3 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0648909 Jan 28 00:47:04.781533 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.0193689 Jan 28 00:47:04.785728 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25530b23-2b09-40fa-9cac-dcea0ea424fd tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Pushing event updated for resources: {'Port': ['ID=4a24a290-9ad9-403b-8228-2e82509724b3,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:04.787944 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58000) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:04.829371 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8f739dab-829d-47f5-91f2-ccdae0eb1afb req-de19103a-22d5-41d0-9f1d-de248e3025ac tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566483 Jan 28 00:47:04.909375 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4a88b890-38b8-42f3-a3d2-8d41505adaaa tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Deleting port 4a24a290-9ad9-403b-8228-2e82509724b3 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:47:04.909931 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4a88b890-38b8-42f3-a3d2-8d41505adaaa tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (4a24a290-9ad9-403b-8228-2e82509724b3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:05.008658 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4a88b890-38b8-42f3-a3d2-8d41505adaaa tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] For port 4a24a290-9ad9-403b-8228-2e82509724b3, host n-h1-826754-1, got binding levels [] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:47:05.009035 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4a88b890-38b8-42f3-a3d2-8d41505adaaa tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (4a24a290-9ad9-403b-8228-2e82509724b3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:05.026752 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4a88b890-38b8-42f3-a3d2-8d41505adaaa tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Calling delete_port for 4a24a290-9ad9-403b-8228-2e82509724b3 owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:47:05.144368 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4a88b890-38b8-42f3-a3d2-8d41505adaaa tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (4a24a290-9ad9-403b-8228-2e82509724b3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:05.154500 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a9a00-5ed9-481d-a677-bbe255e1ee40 req-a7064319-ea12-49d5-ba97-34a1826d41a7 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:05.158227 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2d5a9a00-5ed9-481d-a677-bbe255e1ee40 req-a7064319-ea12-49d5-ba97-34a1826d41a7 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0849161 Jan 28 00:47:05.177130 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88b890-38b8-42f3-a3d2-8d41505adaaa tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a24a290-9ad9-403b-8228-2e82509724b3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:05.185828 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4a88b890-38b8-42f3-a3d2-8d41505adaaa tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:05.190602 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4a88b890-38b8-42f3-a3d2-8d41505adaaa tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] 10.222.0.70 "DELETE /v2.0/ports/4a24a290-9ad9-403b-8228-2e82509724b3 HTTP/1.1" status: 204 len: 168 time: 0.3955634 Jan 28 00:47:05.195485 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58006) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:05.227170 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2d5a9a00-5ed9-481d-a677-bbe255e1ee40 req-ae0857ae-c05c-456b-a85c-49f641f74554 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619547 Jan 28 00:47:05.241201 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0ce2de-24b6-400b-bc4d-c5a0e5c39896 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] GET failed (client error): The resource could not be found. Jan 28 00:47:05.243448 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5f0ce2de-24b6-400b-bc4d-c5a0e5c39896 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] 10.222.0.70 "GET /v2.0/ports/4a24a290-9ad9-403b-8228-2e82509724b3 HTTP/1.1" status: 404 len: 333 time: 0.0444815 Jan 28 00:47:05.249817 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58010) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:05.264278 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-8b8985f7-9f4e-4284-8f97-ddd7da8a2e98 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Request body: {'port': {'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-886921910'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:47:05.294268 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8985f7-9f4e-4284-8f97-ddd7da8a2e98 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Made reservation on behalf of 33968d68334243149f62f3c01a5ce7b8 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:47:05.298833 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8b8985f7-9f4e-4284-8f97-ddd7da8a2e98 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:05.320327 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-8b8985f7-9f4e-4284-8f97-ddd7da8a2e98 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] device_id is not set on port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:47:05.538507 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8b8985f7-9f4e-4284-8f97-ddd7da8a2e98 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks [] for port (b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:05.577447 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8b8985f7-9f4e-4284-8f97-ddd7da8a2e98 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:05.621907 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8985f7-9f4e-4284-8f97-ddd7da8a2e98 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Network 1970a2a6-1992-4a00-ab04-b345c416bdce is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:47:05.626954 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-8b8985f7-9f4e-4284-8f97-ddd7da8a2e98 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:47:05.633912 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8985f7-9f4e-4284-8f97-ddd7da8a2e98 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:47:05.634199 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8985f7-9f4e-4284-8f97-ddd7da8a2e98 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:05.634810 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8b8985f7-9f4e-4284-8f97-ddd7da8a2e98 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:05.644245 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8985f7-9f4e-4284-8f97-ddd7da8a2e98 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Pushing event updated for resources: {'Port': ['ID=b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:05.660094 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8b8985f7-9f4e-4284-8f97-ddd7da8a2e98 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4088817 Jan 28 00:47:05.662960 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58012) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:05.669634 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:47:05.741820 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:05.970647 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] device_id is not set on port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:47:05.987246 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks [] for port (b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:06.001138 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:06.009314 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f5300935-4948-4aea-97c7-84135856f081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:06.062703 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Pushing event updated for resources: {'Port': ['ID=b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:06.079423 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:06.079823 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:06.080199 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on network 1970a2a6-1992-4a00-ab04-b345c416bdce {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:06.085604 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on network 1970a2a6-1992-4a00-ab04-b345c416bdce not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:47:06.086095 n-d-826754-1 neutron-server[103344]: ERROR neutron.plugins.ml2.managers [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Failed to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on host n-h1-826754-1 for vnic_type normal using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] Jan 28 00:47:06.086579 n-d-826754-1 neutron-server[103344]: INFO neutron.plugins.ml2.plugin [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempt 2 to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 Jan 28 00:47:06.102452 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:06.102919 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:06.103349 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on network 1970a2a6-1992-4a00-ab04-b345c416bdce {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:06.109601 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on network 1970a2a6-1992-4a00-ab04-b345c416bdce not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:47:06.110062 n-d-826754-1 neutron-server[103344]: ERROR neutron.plugins.ml2.managers [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Failed to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on host n-h1-826754-1 for vnic_type normal using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] Jan 28 00:47:06.110545 n-d-826754-1 neutron-server[103344]: INFO neutron.plugins.ml2.plugin [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempt 3 to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 Jan 28 00:47:06.126159 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:06.126495 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:06.126843 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on network 1970a2a6-1992-4a00-ab04-b345c416bdce {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:06.132331 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on network 1970a2a6-1992-4a00-ab04-b345c416bdce not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:47:06.132625 n-d-826754-1 neutron-server[103344]: ERROR neutron.plugins.ml2.managers [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Failed to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on host n-h1-826754-1 for vnic_type normal using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] Jan 28 00:47:06.133023 n-d-826754-1 neutron-server[103344]: INFO neutron.plugins.ml2.plugin [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempt 4 to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 Jan 28 00:47:06.150179 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:06.150621 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:06.150999 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on network 1970a2a6-1992-4a00-ab04-b345c416bdce {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:06.157688 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on network 1970a2a6-1992-4a00-ab04-b345c416bdce not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:47:06.158768 n-d-826754-1 neutron-server[103344]: ERROR neutron.plugins.ml2.managers [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Failed to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on host n-h1-826754-1 for vnic_type normal using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] Jan 28 00:47:06.158768 n-d-826754-1 neutron-server[103344]: INFO neutron.plugins.ml2.plugin [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempt 5 to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 Jan 28 00:47:06.174193 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:06.174616 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:06.175081 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on network 1970a2a6-1992-4a00-ab04-b345c416bdce {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:06.180969 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on network 1970a2a6-1992-4a00-ab04-b345c416bdce not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:47:06.181427 n-d-826754-1 neutron-server[103344]: ERROR neutron.plugins.ml2.managers [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Failed to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on host n-h1-826754-1 for vnic_type normal using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] Jan 28 00:47:06.181937 n-d-826754-1 neutron-server[103344]: INFO neutron.plugins.ml2.plugin [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempt 6 to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 Jan 28 00:47:06.197824 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:06.198312 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:06.198743 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on network 1970a2a6-1992-4a00-ab04-b345c416bdce {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:06.204819 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on network 1970a2a6-1992-4a00-ab04-b345c416bdce not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:47:06.205200 n-d-826754-1 neutron-server[103344]: ERROR neutron.plugins.ml2.managers [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Failed to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on host n-h1-826754-1 for vnic_type normal using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] Jan 28 00:47:06.205658 n-d-826754-1 neutron-server[103344]: INFO neutron.plugins.ml2.plugin [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempt 7 to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 Jan 28 00:47:06.221208 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:06.221597 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:06.221973 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on network 1970a2a6-1992-4a00-ab04-b345c416bdce {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:06.227129 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on network 1970a2a6-1992-4a00-ab04-b345c416bdce not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:47:06.227512 n-d-826754-1 neutron-server[103344]: ERROR neutron.plugins.ml2.managers [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Failed to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on host n-h1-826754-1 for vnic_type normal using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] Jan 28 00:47:06.227971 n-d-826754-1 neutron-server[103344]: INFO neutron.plugins.ml2.plugin [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempt 8 to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 Jan 28 00:47:06.244289 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:06.244635 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:06.244982 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on network 1970a2a6-1992-4a00-ab04-b345c416bdce {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:06.251581 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on network 1970a2a6-1992-4a00-ab04-b345c416bdce not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:47:06.252021 n-d-826754-1 neutron-server[103344]: ERROR neutron.plugins.ml2.managers [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Failed to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on host n-h1-826754-1 for vnic_type normal using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] Jan 28 00:47:06.252492 n-d-826754-1 neutron-server[103344]: INFO neutron.plugins.ml2.plugin [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempt 9 to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 Jan 28 00:47:06.270179 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:06.270533 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:06.271115 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on network 1970a2a6-1992-4a00-ab04-b345c416bdce {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:06.279482 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on network 1970a2a6-1992-4a00-ab04-b345c416bdce not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:47:06.280466 n-d-826754-1 neutron-server[103344]: ERROR neutron.plugins.ml2.managers [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Failed to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on host n-h1-826754-1 for vnic_type normal using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] Jan 28 00:47:06.281129 n-d-826754-1 neutron-server[103344]: INFO neutron.plugins.ml2.plugin [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempt 10 to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 Jan 28 00:47:06.308523 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:06.308851 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:06.309219 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on network 1970a2a6-1992-4a00-ab04-b345c416bdce {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:06.317982 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on network 1970a2a6-1992-4a00-ab04-b345c416bdce not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:47:06.318527 n-d-826754-1 neutron-server[103344]: ERROR neutron.plugins.ml2.managers [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Failed to bind port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on host n-h1-826754-1 for vnic_type normal using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] Jan 28 00:47:06.319112 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:06.471948 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1caed48-37d2-4f0e-bbd4-bb37a8bac450 req-f24dff37-7fc8-4a5f-a08f-284e5ee090d2 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:06.474152 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c1caed48-37d2-4f0e-bbd4-bb37a8bac450 req-f24dff37-7fc8-4a5f-a08f-284e5ee090d2 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1386743 Jan 28 00:47:06.480029 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] For port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:47:06.480539 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempted to set empty binding levels {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 00:47:06.495102 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:06.555553 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] In _notify_port_updated(), no bound segment for port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 on network 1970a2a6-1992-4a00-ab04-b345c416bdce {{(pid=103344) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 00:47:06.556460 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:06.557080 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:06.558461 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] 10.222.0.70 "PUT /v2.0/ports/b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 HTTP/1.1" status: 200 len: 974 time: 0.8943286 Jan 28 00:47:06.563506 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58018) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:06.577781 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02b000-050e-46b3-bff4-01622b9e3a7a tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Pushing event updated for resources: {'Port': ['ID=b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:06.588642 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c1caed48-37d2-4f0e-bbd4-bb37a8bac450 req-92bcc289-1b3c-4fbd-9e27-7f13a5d6da3f tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030152 Jan 28 00:47:06.648390 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef49cb86-f5a7-42e0-af8b-0b050f55d3a3 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:06.649070 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef49cb86-f5a7-42e0-af8b-0b050f55d3a3 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:06.649794 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef49cb86-f5a7-42e0-af8b-0b050f55d3a3 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:06.650476 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef49cb86-f5a7-42e0-af8b-0b050f55d3a3 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:06.651418 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef49cb86-f5a7-42e0-af8b-0b050f55d3a3 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:06.652357 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef49cb86-f5a7-42e0-af8b-0b050f55d3a3 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:06.653191 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef49cb86-f5a7-42e0-af8b-0b050f55d3a3 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:06.653957 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef49cb86-f5a7-42e0-af8b-0b050f55d3a3 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:06.654736 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef49cb86-f5a7-42e0-af8b-0b050f55d3a3 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:06.656323 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef49cb86-f5a7-42e0-af8b-0b050f55d3a3 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:06.656505 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef49cb86-f5a7-42e0-af8b-0b050f55d3a3 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:06.657277 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef49cb86-f5a7-42e0-af8b-0b050f55d3a3 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:06.657935 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef49cb86-f5a7-42e0-af8b-0b050f55d3a3 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:06.658567 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef49cb86-f5a7-42e0-af8b-0b050f55d3a3 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:06.659219 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef49cb86-f5a7-42e0-af8b-0b050f55d3a3 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:06.659997 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef49cb86-f5a7-42e0-af8b-0b050f55d3a3 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:06.663489 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ef49cb86-f5a7-42e0-af8b-0b050f55d3a3 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14274 time: 0.0981159 Jan 28 00:47:06.667908 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58022) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:06.777342 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-d628b74d-edee-47d9-9f93-53f6d253368f tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Deleting port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:47:06.778731 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d628b74d-edee-47d9-9f93-53f6d253368f tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:06.874141 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-d628b74d-edee-47d9-9f93-53f6d253368f tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] For port b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1, host n-h1-826754-1, got binding levels [] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:47:06.874814 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d628b74d-edee-47d9-9f93-53f6d253368f tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:06.893485 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-d628b74d-edee-47d9-9f93-53f6d253368f tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Calling delete_port for b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:47:07.031662 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bfba2-0fdc-46ac-a006-b8e376f4d528 req-b8b0bb51-cdf2-4cff-a375-fcbabb98a4b6 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:07.033203 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-387bfba2-0fdc-46ac-a006-b8e376f4d528 req-b8b0bb51-cdf2-4cff-a375-fcbabb98a4b6 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0820684 Jan 28 00:47:07.048705 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d628b74d-edee-47d9-9f93-53f6d253368f tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:07.094465 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628b74d-edee-47d9-9f93-53f6d253368f tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:07.109112 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d628b74d-edee-47d9-9f93-53f6d253368f tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:07.112159 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d628b74d-edee-47d9-9f93-53f6d253368f tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] 10.222.0.70 "DELETE /v2.0/ports/b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 HTTP/1.1" status: 204 len: 168 time: 0.4430871 Jan 28 00:47:07.116377 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58028) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:07.155380 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-387bfba2-0fdc-46ac-a006-b8e376f4d528 req-303375e1-210b-4b59-9cf3-e7bc86240747 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102817 Jan 28 00:47:07.157238 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-4396adc3-58a5-418c-ad96-53b60905270f tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] GET failed (client error): The resource could not be found. Jan 28 00:47:07.159275 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4396adc3-58a5-418c-ad96-53b60905270f tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] 10.222.0.70 "GET /v2.0/ports/b6ce2d56-cf4e-428a-b9a8-c0169b0eecc1 HTTP/1.1" status: 404 len: 333 time: 0.0405829 Jan 28 00:47:07.164516 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58030) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:07.173897 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-be17acdc-db83-4f31-a2aa-7396863c37cb tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1756293302', 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:47:07.205008 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be17acdc-db83-4f31-a2aa-7396863c37cb tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Made reservation on behalf of 33968d68334243149f62f3c01a5ce7b8 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:47:07.207932 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-be17acdc-db83-4f31-a2aa-7396863c37cb tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:07.230417 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-be17acdc-db83-4f31-a2aa-7396863c37cb tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] device_id is not set on port 85caa158-1cb6-4e5d-920d-25bbf8bf83b8 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:47:07.459579 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-be17acdc-db83-4f31-a2aa-7396863c37cb tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks [] for port (85caa158-1cb6-4e5d-920d-25bbf8bf83b8), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:07.497632 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-be17acdc-db83-4f31-a2aa-7396863c37cb tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (85caa158-1cb6-4e5d-920d-25bbf8bf83b8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:07.553330 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be17acdc-db83-4f31-a2aa-7396863c37cb tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Network 1970a2a6-1992-4a00-ab04-b345c416bdce is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:47:07.556492 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-be17acdc-db83-4f31-a2aa-7396863c37cb tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:47:07.560178 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be17acdc-db83-4f31-a2aa-7396863c37cb tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:47:07.561695 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be17acdc-db83-4f31-a2aa-7396863c37cb tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:07.562320 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-be17acdc-db83-4f31-a2aa-7396863c37cb tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:07.576374 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17acdc-db83-4f31-a2aa-7396863c37cb tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Pushing event updated for resources: {'Port': ['ID=85caa158-1cb6-4e5d-920d-25bbf8bf83b8,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:07.594891 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-be17acdc-db83-4f31-a2aa-7396863c37cb tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4289992 Jan 28 00:47:07.598353 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58034) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:07.640298 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83203f49-f9b1-4135-ac54-ab5a6dfac4a5 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:07.641560 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-83203f49-f9b1-4135-ac54-ab5a6dfac4a5 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] 10.222.0.70 "GET /v2.0/ports/85caa158-1cb6-4e5d-920d-25bbf8bf83b8 HTTP/1.1" status: 200 len: 955 time: 0.0422325 Jan 28 00:47:07.644565 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58036) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:07.735604 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-0226fd5f-3bc6-41aa-bece-78c75f9e7eff tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Deleting port 85caa158-1cb6-4e5d-920d-25bbf8bf83b8 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:47:07.736058 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0226fd5f-3bc6-41aa-bece-78c75f9e7eff tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (85caa158-1cb6-4e5d-920d-25bbf8bf83b8), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:07.803427 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0226fd5f-3bc6-41aa-bece-78c75f9e7eff tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (85caa158-1cb6-4e5d-920d-25bbf8bf83b8), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:07.818440 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-0226fd5f-3bc6-41aa-bece-78c75f9e7eff tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Calling delete_port for 85caa158-1cb6-4e5d-920d-25bbf8bf83b8 owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:47:07.909308 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0226fd5f-3bc6-41aa-bece-78c75f9e7eff tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (85caa158-1cb6-4e5d-920d-25bbf8bf83b8), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:07.943022 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226fd5f-3bc6-41aa-bece-78c75f9e7eff tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Pushing event deleted for resources: {'Port': ['ID=85caa158-1cb6-4e5d-920d-25bbf8bf83b8,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:07.947231 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0226fd5f-3bc6-41aa-bece-78c75f9e7eff tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:07.950757 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0226fd5f-3bc6-41aa-bece-78c75f9e7eff tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] 10.222.0.70 "DELETE /v2.0/ports/85caa158-1cb6-4e5d-920d-25bbf8bf83b8 HTTP/1.1" status: 204 len: 168 time: 0.3050911 Jan 28 00:47:07.955079 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58038) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:07.984946 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-0831fcb0-e177-4ce7-b8ea-76c5926cea2c tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] GET failed (client error): The resource could not be found. Jan 28 00:47:07.986785 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0831fcb0-e177-4ce7-b8ea-76c5926cea2c tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] 10.222.0.70 "GET /v2.0/ports/85caa158-1cb6-4e5d-920d-25bbf8bf83b8 HTTP/1.1" status: 404 len: 333 time: 0.0305262 Jan 28 00:47:07.991949 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58040) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:07.997253 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-a84bc956-5193-4ff1-b238-1eda57ae3ab4 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Request body: {'port': {'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1463455928'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:47:08.021575 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84bc956-5193-4ff1-b238-1eda57ae3ab4 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Made reservation on behalf of 33968d68334243149f62f3c01a5ce7b8 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:47:08.024474 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a84bc956-5193-4ff1-b238-1eda57ae3ab4 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:08.043814 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-a84bc956-5193-4ff1-b238-1eda57ae3ab4 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] device_id is not set on port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:47:08.113005 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:47:08.220597 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a84bc956-5193-4ff1-b238-1eda57ae3ab4 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks [] for port (75c881fd-6d4b-4d14-a74f-b8c1465d9fdb), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:08.289807 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a84bc956-5193-4ff1-b238-1eda57ae3ab4 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (75c881fd-6d4b-4d14-a74f-b8c1465d9fdb), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:08.342810 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac6de3-9a4a-4385-8381-cf7f8df3f385 req-40ff8e26-b3f8-4ca3-b4a8-e162e7b0ea85 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:08.344483 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-45ac6de3-9a4a-4385-8381-cf7f8df3f385 req-40ff8e26-b3f8-4ca3-b4a8-e162e7b0ea85 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1013870 Jan 28 00:47:08.363302 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84bc956-5193-4ff1-b238-1eda57ae3ab4 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Network 1970a2a6-1992-4a00-ab04-b345c416bdce is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:47:08.364625 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b16aa0a-f36c-48b0-b891-e8643bc004dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:08.373804 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84bc956-5193-4ff1-b238-1eda57ae3ab4 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Pushing event updated for resources: {'Port': ['ID=75c881fd-6d4b-4d14-a74f-b8c1465d9fdb,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:08.384455 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-a84bc956-5193-4ff1-b238-1eda57ae3ab4 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:47:08.387507 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84bc956-5193-4ff1-b238-1eda57ae3ab4 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:47:08.388497 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84bc956-5193-4ff1-b238-1eda57ae3ab4 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:08.389151 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a84bc956-5193-4ff1-b238-1eda57ae3ab4 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:08.418136 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a84bc956-5193-4ff1-b238-1eda57ae3ab4 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4250574 Jan 28 00:47:08.423878 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58044) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:08.432785 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:47:08.440621 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-45ac6de3-9a4a-4385-8381-cf7f8df3f385 req-16c36f60-1f75-4366-98c3-92686f834189 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793476 Jan 28 00:47:08.541168 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (75c881fd-6d4b-4d14-a74f-b8c1465d9fdb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:08.644013 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63424d2-a0e5-4bb0-b8eb-2b9ab514c760 req-f1d01930-4ae8-4ece-921c-57812a774c2c tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:08.646970 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f63424d2-a0e5-4bb0-b8eb-2b9ab514c760 req-f1d01930-4ae8-4ece-921c-57812a774c2c tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0743749 Jan 28 00:47:08.735537 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f63424d2-a0e5-4bb0-b8eb-2b9ab514c760 req-b6007644-fa34-4250-8143-d3c5562864f1 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746672 Jan 28 00:47:08.799389 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] device_id is not set on port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:47:08.808008 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks [] for port (75c881fd-6d4b-4d14-a74f-b8c1465d9fdb), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:08.815687 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (75c881fd-6d4b-4d14-a74f-b8c1465d9fdb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:08.885184 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Pushing event updated for resources: {'Port': ['ID=75c881fd-6d4b-4d14-a74f-b8c1465d9fdb,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:08.905205 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:08.905809 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:08.906368 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on network 1970a2a6-1992-4a00-ab04-b345c416bdce {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:08.914084 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on network 1970a2a6-1992-4a00-ab04-b345c416bdce not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:47:08.914620 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Failed to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on host n-h1-826754-1 for vnic_type normal using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] Jan 28 00:47:08.915239 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempt 2 to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb Jan 28 00:47:08.933357 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:08.933856 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:08.934343 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on network 1970a2a6-1992-4a00-ab04-b345c416bdce {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:08.941369 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on network 1970a2a6-1992-4a00-ab04-b345c416bdce not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:47:08.941888 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Failed to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on host n-h1-826754-1 for vnic_type normal using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] Jan 28 00:47:08.942422 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempt 3 to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb Jan 28 00:47:08.954774 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e6dc0-1496-42af-a2c9-9eb890208430 req-3b383a29-a329-4144-ad3e-41b5c1a0b229 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:08.957041 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f28e6dc0-1496-42af-a2c9-9eb890208430 req-3b383a29-a329-4144-ad3e-41b5c1a0b229 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0744414 Jan 28 00:47:08.957303 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:08.957497 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:08.957735 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on network 1970a2a6-1992-4a00-ab04-b345c416bdce {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:08.963214 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on network 1970a2a6-1992-4a00-ab04-b345c416bdce not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:47:08.963548 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Failed to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on host n-h1-826754-1 for vnic_type normal using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] Jan 28 00:47:08.963988 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempt 4 to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb Jan 28 00:47:08.980008 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:08.980322 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:08.980550 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on network 1970a2a6-1992-4a00-ab04-b345c416bdce {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:08.986061 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on network 1970a2a6-1992-4a00-ab04-b345c416bdce not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:47:08.986533 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Failed to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on host n-h1-826754-1 for vnic_type normal using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] Jan 28 00:47:08.987044 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempt 5 to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb Jan 28 00:47:09.003151 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:09.003661 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:09.004218 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on network 1970a2a6-1992-4a00-ab04-b345c416bdce {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:09.010035 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on network 1970a2a6-1992-4a00-ab04-b345c416bdce not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:47:09.010501 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Failed to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on host n-h1-826754-1 for vnic_type normal using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] Jan 28 00:47:09.010997 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempt 6 to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb Jan 28 00:47:09.028099 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:09.028572 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:09.029027 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on network 1970a2a6-1992-4a00-ab04-b345c416bdce {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:09.030494 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f28e6dc0-1496-42af-a2c9-9eb890208430 req-bd378e48-0f03-4feb-91ba-e85c7e3092fe tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649183 Jan 28 00:47:09.037197 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on network 1970a2a6-1992-4a00-ab04-b345c416bdce not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:47:09.037729 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Failed to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on host n-h1-826754-1 for vnic_type normal using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] Jan 28 00:47:09.038311 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempt 7 to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb Jan 28 00:47:09.056739 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:09.057287 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:09.057995 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on network 1970a2a6-1992-4a00-ab04-b345c416bdce {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:09.067225 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on network 1970a2a6-1992-4a00-ab04-b345c416bdce not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:47:09.068086 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Failed to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on host n-h1-826754-1 for vnic_type normal using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] Jan 28 00:47:09.068745 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempt 8 to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb Jan 28 00:47:09.093198 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:09.093792 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:09.094377 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on network 1970a2a6-1992-4a00-ab04-b345c416bdce {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:09.101719 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on network 1970a2a6-1992-4a00-ab04-b345c416bdce not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:47:09.102222 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Failed to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on host n-h1-826754-1 for vnic_type normal using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] Jan 28 00:47:09.102731 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempt 9 to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb Jan 28 00:47:09.120886 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:09.121411 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:09.121920 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on network 1970a2a6-1992-4a00-ab04-b345c416bdce {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:09.128524 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on network 1970a2a6-1992-4a00-ab04-b345c416bdce not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:47:09.128846 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Failed to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on host n-h1-826754-1 for vnic_type normal using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] Jan 28 00:47:09.129253 n-d-826754-1 neutron-server[103343]: INFO neutron.plugins.ml2.plugin [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempt 10 to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb Jan 28 00:47:09.144254 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:09.144571 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:09.144929 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempting to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on network 1970a2a6-1992-4a00-ab04-b345c416bdce {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:09.150047 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on network 1970a2a6-1992-4a00-ab04-b345c416bdce not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:47:09.150430 n-d-826754-1 neutron-server[103343]: ERROR neutron.plugins.ml2.managers [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Failed to bind port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on host n-h1-826754-1 for vnic_type normal using segments [{'id': '734c135f-a1e3-4017-993b-1f0326d5c201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1970a2a6-1992-4a00-ab04-b345c416bdce'}] Jan 28 00:47:09.150760 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (75c881fd-6d4b-4d14-a74f-b8c1465d9fdb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:09.221758 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca680baf-00e7-4cd7-bf1c-b434e521d2c2 req-79dbe272-feb6-4159-9ff7-33abe5d0166b tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:09.224613 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ca680baf-00e7-4cd7-bf1c-b434e521d2c2 req-79dbe272-feb6-4159-9ff7-33abe5d0166b tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0886853 Jan 28 00:47:09.227131 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] For port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:47:09.227503 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attempted to set empty binding levels {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 00:47:09.234509 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (75c881fd-6d4b-4d14-a74f-b8c1465d9fdb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:09.269546 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] In _notify_port_updated(), no bound segment for port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb on network 1970a2a6-1992-4a00-ab04-b345c416bdce {{(pid=103343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 00:47:09.270422 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:09.271405 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:09.272508 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] 10.222.0.70 "PUT /v2.0/ports/75c881fd-6d4b-4d14-a74f-b8c1465d9fdb HTTP/1.1" status: 200 len: 975 time: 0.8472147 Jan 28 00:47:09.278081 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58056) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:09.316215 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ca680baf-00e7-4cd7-bf1c-b434e521d2c2 req-d99e2d50-13f1-4a60-add4-901062bfcd3e tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836484 Jan 28 00:47:09.320390 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1983c9-3d0b-47e5-b676-e401cc1a530e tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Pushing event updated for resources: {'Port': ['ID=75c881fd-6d4b-4d14-a74f-b8c1465d9fdb,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:09.384001 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b35be798-197d-4165-adf6-89f6268f53d1 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Deleting port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:47:09.384432 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b35be798-197d-4165-adf6-89f6268f53d1 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (75c881fd-6d4b-4d14-a74f-b8c1465d9fdb), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:09.459996 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b35be798-197d-4165-adf6-89f6268f53d1 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] For port 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb, host n-h1-826754-1, got binding levels [] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:47:09.460373 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b35be798-197d-4165-adf6-89f6268f53d1 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (75c881fd-6d4b-4d14-a74f-b8c1465d9fdb), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:09.475971 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b35be798-197d-4165-adf6-89f6268f53d1 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Calling delete_port for 75c881fd-6d4b-4d14-a74f-b8c1465d9fdb owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:47:09.534504 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c4771-03b5-4cc5-bac2-aac50bfba0dd req-bcece431-c118-4766-92fe-772e1e5df5cd tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:09.537367 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-265c4771-03b5-4cc5-bac2-aac50bfba0dd req-bcece431-c118-4766-92fe-772e1e5df5cd tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0652347 Jan 28 00:47:09.578568 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b35be798-197d-4165-adf6-89f6268f53d1 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (75c881fd-6d4b-4d14-a74f-b8c1465d9fdb), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:09.603867 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-265c4771-03b5-4cc5-bac2-aac50bfba0dd req-75372a98-2b09-434c-b6c9-fa85093e822e tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585613 Jan 28 00:47:09.618131 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35be798-197d-4165-adf6-89f6268f53d1 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Pushing event deleted for resources: {'Port': ['ID=75c881fd-6d4b-4d14-a74f-b8c1465d9fdb,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:09.627787 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b35be798-197d-4165-adf6-89f6268f53d1 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:09.632020 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b35be798-197d-4165-adf6-89f6268f53d1 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] 10.222.0.70 "DELETE /v2.0/ports/75c881fd-6d4b-4d14-a74f-b8c1465d9fdb HTTP/1.1" status: 204 len: 168 time: 0.3523018 Jan 28 00:47:09.634589 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58062) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:09.659801 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe2c396-e55a-4740-9260-cf2bffa963a8 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] GET failed (client error): The resource could not be found. Jan 28 00:47:09.661293 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bfe2c396-e55a-4740-9260-cf2bffa963a8 tempest-PortsAdminExtendedAttrsTestJSON-346418272 tempest-PortsAdminExtendedAttrsTestJSON-346418272-project-admin] 10.222.0.70 "GET /v2.0/ports/75c881fd-6d4b-4d14-a74f-b8c1465d9fdb HTTP/1.1" status: 404 len: 333 time: 0.0257382 Jan 28 00:47:09.665518 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58066) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:09.709257 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:09.759865 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-282c5509-370c-42f8-8974-d3caeb179aeb tempest-PortsAdminExtendedAttrsTestJSON-1110816170 tempest-PortsAdminExtendedAttrsTestJSON-1110816170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (1970a2a6-1992-4a00-ab04-b345c416bdce), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:09.841967 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aff306-df63-4a33-b9d8-c5b2f6746cec req-c882d71a-0489-4c8c-a39f-ff96958bf080 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:09.844597 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-64aff306-df63-4a33-b9d8-c5b2f6746cec req-c882d71a-0489-4c8c-a39f-ff96958bf080 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0904543 Jan 28 00:47:09.872061 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-282c5509-370c-42f8-8974-d3caeb179aeb tempest-PortsAdminExtendedAttrsTestJSON-1110816170 tempest-PortsAdminExtendedAttrsTestJSON-1110816170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (1970a2a6-1992-4a00-ab04-b345c416bdce), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:09.899976 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-282c5509-370c-42f8-8974-d3caeb179aeb tempest-PortsAdminExtendedAttrsTestJSON-1110816170 tempest-PortsAdminExtendedAttrsTestJSON-1110816170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1970a2a6-1992-4a00-ab04-b345c416bdce']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:09.912391 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-282c5509-370c-42f8-8974-d3caeb179aeb tempest-PortsAdminExtendedAttrsTestJSON-1110816170 tempest-PortsAdminExtendedAttrsTestJSON-1110816170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '734c135f-a1e3-4017-993b-1f0326d5c201') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:09.912839 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-282c5509-370c-42f8-8974-d3caeb179aeb tempest-PortsAdminExtendedAttrsTestJSON-1110816170 tempest-PortsAdminExtendedAttrsTestJSON-1110816170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '734c135f-a1e3-4017-993b-1f0326d5c201') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:09.913693 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-64aff306-df63-4a33-b9d8-c5b2f6746cec req-7788a28d-9a72-415c-8c99-9c1f8fbb686a tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537202 Jan 28 00:47:09.931082 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-282c5509-370c-42f8-8974-d3caeb179aeb tempest-PortsAdminExtendedAttrsTestJSON-1110816170 tempest-PortsAdminExtendedAttrsTestJSON-1110816170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (734c135f-a1e3-4017-993b-1f0326d5c201), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:09.953151 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-282c5509-370c-42f8-8974-d3caeb179aeb tempest-PortsAdminExtendedAttrsTestJSON-1110816170 tempest-PortsAdminExtendedAttrsTestJSON-1110816170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (734c135f-a1e3-4017-993b-1f0326d5c201), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:09.965496 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-282c5509-370c-42f8-8974-d3caeb179aeb tempest-PortsAdminExtendedAttrsTestJSON-1110816170 tempest-PortsAdminExtendedAttrsTestJSON-1110816170-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:47:09.966127 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-282c5509-370c-42f8-8974-d3caeb179aeb tempest-PortsAdminExtendedAttrsTestJSON-1110816170 tempest-PortsAdminExtendedAttrsTestJSON-1110816170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (734c135f-a1e3-4017-993b-1f0326d5c201), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:09.973912 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:47:09.973912 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:47:09.973912 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:47:09.973912 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:47:09.973912 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:47:09.973912 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:47:09.973912 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:47:09.973912 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:47:09.973912 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:47:09.973912 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:47:09.973912 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:47:09.973912 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:47:09.973912 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:47:09.973912 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:47:09.973912 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:47:09.973912 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:47:09.973912 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:47:09.973912 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:47:09.973912 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:47:09.973912 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:47:09.973912 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:47:09.973912 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:47:09.973912 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:47:09.973912 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:47:09.973912 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:47:09.973912 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:47:09.973912 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:47:09.973912 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:47:09.973912 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:47:09.973912 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:47:09.973912 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:47:09.973912 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:47:10.080632 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-282c5509-370c-42f8-8974-d3caeb179aeb tempest-PortsAdminExtendedAttrsTestJSON-1110816170 tempest-PortsAdminExtendedAttrsTestJSON-1110816170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (1970a2a6-1992-4a00-ab04-b345c416bdce), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:10.097255 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-282c5509-370c-42f8-8974-d3caeb179aeb tempest-PortsAdminExtendedAttrsTestJSON-1110816170 tempest-PortsAdminExtendedAttrsTestJSON-1110816170-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:10.101835 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-282c5509-370c-42f8-8974-d3caeb179aeb tempest-PortsAdminExtendedAttrsTestJSON-1110816170 tempest-PortsAdminExtendedAttrsTestJSON-1110816170-project] 10.222.0.70 "DELETE /v2.0/networks/1970a2a6-1992-4a00-ab04-b345c416bdce HTTP/1.1" status: 204 len: 168 time: 0.4350572 Jan 28 00:47:10.128842 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c5509-370c-42f8-8974-d3caeb179aeb tempest-PortsAdminExtendedAttrsTestJSON-1110816170 tempest-PortsAdminExtendedAttrsTestJSON-1110816170-project] Pushing event deleted for resources: {'Network': ['ID=1970a2a6-1992-4a00-ab04-b345c416bdce,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:10.173983 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09895e05-fffe-4c08-8db4-f9d387bb4edd req-83f09355-e632-48a2-8034-6bb321d8e222 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:10.175912 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09895e05-fffe-4c08-8db4-f9d387bb4edd req-83f09355-e632-48a2-8034-6bb321d8e222 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0826342 Jan 28 00:47:10.256041 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09895e05-fffe-4c08-8db4-f9d387bb4edd req-2fed2fb1-25c5-4635-9d5b-b4c96f0a2e19 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667663 Jan 28 00:47:10.457046 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213be993-90c7-4d8d-b620-509060d86fe5 req-ccfbab32-5b5b-4456-b418-a70c00e86cfc tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:10.459046 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-213be993-90c7-4d8d-b620-509060d86fe5 req-ccfbab32-5b5b-4456-b418-a70c00e86cfc tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0774436 Jan 28 00:47:10.505930 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58080) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:10.535520 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-213be993-90c7-4d8d-b620-509060d86fe5 req-5f3a4690-249c-4eff-8ffc-1cdc62455a65 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697086 Jan 28 00:47:10.729328 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cbc420f8-b2b3-4724-a1df-4ba3ebf30b1f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=79b4b7ddc0cf48d5bc8d9c42b5efcfc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2215552 Jan 28 00:47:10.732104 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58088) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:10.763163 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34979dd4-b9ba-44ce-b4ba-8f71afb3081e req-87df93a3-8706-4629-b27c-9a1ff67aeba8 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:10.767004 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-34979dd4-b9ba-44ce-b4ba-8f71afb3081e req-87df93a3-8706-4629-b27c-9a1ff67aeba8 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0965066 Jan 28 00:47:10.798271 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-599a3897-1d28-4dec-bf47-13b298cbfc60 admin admin] Publish callbacks [] for security_group (9af4652b-48bc-4242-8b10-c6067f9044d9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:10.824673 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-599a3897-1d28-4dec-bf47-13b298cbfc60 admin admin] Publish callbacks [] for security_group (9af4652b-48bc-4242-8b10-c6067f9044d9), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:10.830414 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-34979dd4-b9ba-44ce-b4ba-8f71afb3081e req-5498b92f-4e54-4c20-b7de-971b0cf6792d tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534017 Jan 28 00:47:10.899267 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-599a3897-1d28-4dec-bf47-13b298cbfc60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (9af4652b-48bc-4242-8b10-c6067f9044d9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:10.906074 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-599a3897-1d28-4dec-bf47-13b298cbfc60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:10.909149 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-599a3897-1d28-4dec-bf47-13b298cbfc60 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9af4652b-48bc-4242-8b10-c6067f9044d9 HTTP/1.1" status: 204 len: 168 time: 0.1750121 Jan 28 00:47:10.924753 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a3897-1d28-4dec-bf47-13b298cbfc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af4652b-48bc-4242-8b10-c6067f9044d9,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:11.029592 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368a0b4-b52e-4ccb-b2d3-c74a5aa75dbe req-c9601de3-8d08-4c6c-9b75-25803491d421 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:11.032022 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5368a0b4-b52e-4ccb-b2d3-c74a5aa75dbe req-c9601de3-8d08-4c6c-9b75-25803491d421 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1044698 Jan 28 00:47:11.107097 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5368a0b4-b52e-4ccb-b2d3-c74a5aa75dbe req-9a221370-1cc8-4fbd-9668-37ac0c2ff707 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675762 Jan 28 00:47:11.214845 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:11.321638 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e48429-6999-44e9-91e5-1cfa15ec4c61 req-93951b45-dc05-4de1-bf47-0fc316a44a78 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:11.324375 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b6e48429-6999-44e9-91e5-1cfa15ec4c61 req-93951b45-dc05-4de1-bf47-0fc316a44a78 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0716980 Jan 28 00:47:11.353071 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58102) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:11.408038 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b6e48429-6999-44e9-91e5-1cfa15ec4c61 req-abec2442-5f72-4b07-87a7-4b4e94e4fd80 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732441 Jan 28 00:47:11.416112 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a513a0ce-c38d-475d-beaf-39de79e74dd1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=33968d68334243149f62f3c01a5ce7b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0604110 Jan 28 00:47:11.417679 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58104) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:11.482958 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f9a8fb1-8b79-483d-8d62-c37c413decf4 admin admin] Publish callbacks [] for security_group (1f43bceb-8321-409b-9b57-72cba7584d8c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:11.512685 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f9a8fb1-8b79-483d-8d62-c37c413decf4 admin admin] Publish callbacks [] for security_group (1f43bceb-8321-409b-9b57-72cba7584d8c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:11.586082 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f9a8fb1-8b79-483d-8d62-c37c413decf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (1f43bceb-8321-409b-9b57-72cba7584d8c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:11.590390 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f9a8fb1-8b79-483d-8d62-c37c413decf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:11.591772 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2f9a8fb1-8b79-483d-8d62-c37c413decf4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1f43bceb-8321-409b-9b57-72cba7584d8c HTTP/1.1" status: 204 len: 168 time: 0.1725476 Jan 28 00:47:11.600682 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aafa16-7dfe-492d-ab5f-5e7c26c14daa req-60e414a3-a897-4893-b5ef-9054646c4f6a tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:11.602316 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a8fb1-8b79-483d-8d62-c37c413decf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f43bceb-8321-409b-9b57-72cba7584d8c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:11.604148 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87aafa16-7dfe-492d-ab5f-5e7c26c14daa req-60e414a3-a897-4893-b5ef-9054646c4f6a tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0705972 Jan 28 00:47:11.699127 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87aafa16-7dfe-492d-ab5f-5e7c26c14daa req-952a71b2-25f1-4e0a-a4d8-c9b0ed54f268 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830464 Jan 28 00:47:11.920792 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d132daa-c585-4f08-9618-babc88953013 req-c78ffa43-697a-4502-b9c8-6ffecd91e286 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:11.922294 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6d132daa-c585-4f08-9618-babc88953013 req-c78ffa43-697a-4502-b9c8-6ffecd91e286 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0772078 Jan 28 00:47:11.995671 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6d132daa-c585-4f08-9618-babc88953013 req-2218528d-ea84-49b2-bf81-aff8560a36bd tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668106 Jan 28 00:47:12.212808 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146639c-d420-4622-9e57-30ed274662e1 req-d9743b5d-fd12-4137-b7cc-4acdd9e2a094 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:12.215850 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7146639c-d420-4622-9e57-30ed274662e1 req-d9743b5d-fd12-4137-b7cc-4acdd9e2a094 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0897529 Jan 28 00:47:12.220159 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:12.275513 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7146639c-d420-4622-9e57-30ed274662e1 req-d416ea2a-25e4-457c-885f-d62b1c054288 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508411 Jan 28 00:47:12.475785 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043fedb-367e-495f-90e7-5c403d207499 req-ae284eab-e46e-4a2f-892a-cb4eec923b3b tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:12.477474 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0043fedb-367e-495f-90e7-5c403d207499 req-ae284eab-e46e-4a2f-892a-cb4eec923b3b tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0725014 Jan 28 00:47:12.575216 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0043fedb-367e-495f-90e7-5c403d207499 req-46f829dd-b623-49ee-8f1d-2c26d041800d tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861499 Jan 28 00:47:12.747686 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37fd9d-d768-4e24-89e4-e56ff83a226d req-d1f69ee0-1d18-42c5-b49b-78803d5287c4 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:12.750374 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7f37fd9d-d768-4e24-89e4-e56ff83a226d req-d1f69ee0-1d18-42c5-b49b-78803d5287c4 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0834162 Jan 28 00:47:12.817787 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7f37fd9d-d768-4e24-89e4-e56ff83a226d req-3470bb63-08f8-4a27-adb0-33afa7aba907 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599694 Jan 28 00:47:13.060469 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b2352-5970-4ff2-9ccc-3292518664ce req-35d86f7a-3691-47d6-8ae8-2c82612b8086 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:13.063530 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b89b2352-5970-4ff2-9ccc-3292518664ce req-35d86f7a-3691-47d6-8ae8-2c82612b8086 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0919480 Jan 28 00:47:13.075072 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:13.145761 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b89b2352-5970-4ff2-9ccc-3292518664ce req-90ad0da6-f310-434c-8410-9aab3705d036 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708840 Jan 28 00:47:13.294076 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547c527-4ee7-4468-9330-f3ac100148a4 req-a0f53a77-c51d-47ab-ba63-724fc82695ae tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:13.296267 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a547c527-4ee7-4468-9330-f3ac100148a4 req-a0f53a77-c51d-47ab-ba63-724fc82695ae tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0610070 Jan 28 00:47:13.356362 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a547c527-4ee7-4468-9330-f3ac100148a4 req-327bbdcd-af2e-494f-8152-5d710c135b68 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529900 Jan 28 00:47:13.666544 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58176) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:13.684493 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371dfc6-0bfe-4b18-bd14-0f7a191140d1 req-560a0ea2-1089-4085-bcb3-de61bdac37f3 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:13.687859 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a371dfc6-0bfe-4b18-bd14-0f7a191140d1 req-560a0ea2-1089-4085-bcb3-de61bdac37f3 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0856934 Jan 28 00:47:13.760620 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a371dfc6-0bfe-4b18-bd14-0f7a191140d1 req-18e173af-d424-4a27-b092-a4493f1af2df tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653324 Jan 28 00:47:13.792095 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-7fec65f5-0f42-433f-be59-8653cdc3b5dc tempest-QuotasTest-125876290 tempest-QuotasTest-125876290-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:47:13.832068 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7fec65f5-0f42-433f-be59-8653cdc3b5dc tempest-QuotasTest-125876290 tempest-QuotasTest-125876290-project-admin] 10.222.0.70 "PUT /v2.0/quotas/9344de6339be44048f70a9b93f4bb397 HTTP/1.1" status: 200 len: 366 time: 0.1640618 Jan 28 00:47:13.834611 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58182) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:13.847091 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-608cbae8-c7e5-458f-b850-7b2d17760c56 tempest-QuotasTest-125876290 tempest-QuotasTest-125876290-project-admin] 10.222.0.70 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0109982 Jan 28 00:47:13.848588 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58184) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:13.860593 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-69e3165a-369f-43cc-b986-5740787ec047 tempest-QuotasTest-125876290 tempest-QuotasTest-125876290-project-admin] 10.222.0.70 "GET /v2.0/quotas/9344de6339be44048f70a9b93f4bb397 HTTP/1.1" status: 200 len: 366 time: 0.0106211 Jan 28 00:47:13.863243 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58186) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:13.878638 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-11861a3c-6b78-4651-b4ca-3ad6c45db0f7 tempest-QuotasTest-125876290 tempest-QuotasTest-125876290-project-admin] 10.222.0.70 "DELETE /v2.0/quotas/9344de6339be44048f70a9b93f4bb397 HTTP/1.1" status: 204 len: 168 time: 0.0141342 Jan 28 00:47:13.882450 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58188) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:13.895417 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-dbdd75a7-82f7-412e-834e-ee09ff5713ab tempest-QuotasTest-125876290 tempest-QuotasTest-125876290-project-admin] 10.222.0.70 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0111783 Jan 28 00:47:13.897989 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58190) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:13.914303 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1f9cc30f-e1c9-4780-94cd-2fc0062e1543 tempest-QuotasTest-125876290 tempest-QuotasTest-125876290-project-admin] 10.222.0.70 "GET /v2.0/quotas/9344de6339be44048f70a9b93f4bb397 HTTP/1.1" status: 200 len: 370 time: 0.0141530 Jan 28 00:47:13.917069 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58192) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:13.926926 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c8d16764-c31c-4f5a-999b-310a42796400 tempest-QuotasTest-125876290 tempest-QuotasTest-125876290-project-admin] 10.222.0.70 "GET /v2.0/quotas/9344de6339be44048f70a9b93f4bb397/default HTTP/1.1" status: 200 len: 370 time: 0.0076013 Jan 28 00:47:13.929802 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58194) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:13.943286 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-5f8b0624-3630-4fef-8eab-cca5dc6e1f02 tempest-QuotasTest-125876290 tempest-QuotasTest-125876290-project-admin] delete failed (client error): The resource could not be found. Jan 28 00:47:13.944920 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5f8b0624-3630-4fef-8eab-cca5dc6e1f02 tempest-QuotasTest-125876290 tempest-QuotasTest-125876290-project-admin] 10.222.0.70 "DELETE /v2.0/quotas/9344de6339be44048f70a9b93f4bb397 HTTP/1.1" status: 404 len: 348 time: 0.0138774 Jan 28 00:47:13.960736 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa8373-671b-4ee2-bd59-4a595731e636 req-22ab450d-81b4-417d-9a30-3c921ad21fcd tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:13.963428 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6afa8373-671b-4ee2-bd59-4a595731e636 req-22ab450d-81b4-417d-9a30-3c921ad21fcd tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0844533 Jan 28 00:47:14.058678 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6afa8373-671b-4ee2-bd59-4a595731e636 req-d9068c9d-a427-496f-bc4c-fdaadb42ec5b tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823472 Jan 28 00:47:14.135501 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58200) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:14.171282 n-d-826754-1 neutron-server[103343]: DEBUG neutron.quota.resource [None req-fe0df919-5b77-4592-ad46-c5b55696bc7f tempest-QuotasTest-125876290 tempest-QuotasTest-125876290-project-admin] Usage tracker for resource:network and project:0dc57bca6b9e422fb99135963c41735f is out of sync, need to count used quota {{(pid=103343) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 00:47:14.178553 n-d-826754-1 neutron-server[103343]: DEBUG neutron.quota.resource [None req-fe0df919-5b77-4592-ad46-c5b55696bc7f tempest-QuotasTest-125876290 tempest-QuotasTest-125876290-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103343) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 00:47:14.193833 n-d-826754-1 neutron-server[103343]: DEBUG neutron.quota.resource [None req-fe0df919-5b77-4592-ad46-c5b55696bc7f tempest-QuotasTest-125876290 tempest-QuotasTest-125876290-project-admin] Usage tracker for resource:subnet and project:0dc57bca6b9e422fb99135963c41735f is out of sync, need to count used quota {{(pid=103343) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 00:47:14.198197 n-d-826754-1 neutron-server[103343]: DEBUG neutron.quota.resource [None req-fe0df919-5b77-4592-ad46-c5b55696bc7f tempest-QuotasTest-125876290 tempest-QuotasTest-125876290-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103343) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 00:47:14.205671 n-d-826754-1 neutron-server[103343]: DEBUG neutron.quota.resource [None req-fe0df919-5b77-4592-ad46-c5b55696bc7f tempest-QuotasTest-125876290 tempest-QuotasTest-125876290-project-admin] Usage tracker for resource:subnetpool and project:0dc57bca6b9e422fb99135963c41735f is out of sync, need to count used quota {{(pid=103343) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 00:47:14.211873 n-d-826754-1 neutron-server[103343]: DEBUG neutron.quota.resource [None req-fe0df919-5b77-4592-ad46-c5b55696bc7f tempest-QuotasTest-125876290 tempest-QuotasTest-125876290-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103343) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 00:47:14.221033 n-d-826754-1 neutron-server[103343]: DEBUG neutron.quota.resource [None req-fe0df919-5b77-4592-ad46-c5b55696bc7f tempest-QuotasTest-125876290 tempest-QuotasTest-125876290-project-admin] Usage tracker for resource:port and project:0dc57bca6b9e422fb99135963c41735f is out of sync, need to count used quota {{(pid=103343) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 00:47:14.227363 n-d-826754-1 neutron-server[103343]: DEBUG neutron.quota.resource [None req-fe0df919-5b77-4592-ad46-c5b55696bc7f tempest-QuotasTest-125876290 tempest-QuotasTest-125876290-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103343) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 00:47:14.236910 n-d-826754-1 neutron-server[103343]: DEBUG neutron.quota.resource [None req-fe0df919-5b77-4592-ad46-c5b55696bc7f tempest-QuotasTest-125876290 tempest-QuotasTest-125876290-project-admin] Usage tracker for resource:router and project:0dc57bca6b9e422fb99135963c41735f is out of sync, need to count used quota {{(pid=103343) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 00:47:14.240664 n-d-826754-1 neutron-server[103343]: DEBUG neutron.quota.resource [None req-fe0df919-5b77-4592-ad46-c5b55696bc7f tempest-QuotasTest-125876290 tempest-QuotasTest-125876290-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103343) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 00:47:14.247606 n-d-826754-1 neutron-server[103343]: DEBUG neutron.quota.resource [None req-fe0df919-5b77-4592-ad46-c5b55696bc7f tempest-QuotasTest-125876290 tempest-QuotasTest-125876290-project-admin] Usage tracker for resource:floatingip and project:0dc57bca6b9e422fb99135963c41735f is out of sync, need to count used quota {{(pid=103343) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 00:47:14.252315 n-d-826754-1 neutron-server[103343]: DEBUG neutron.quota.resource [None req-fe0df919-5b77-4592-ad46-c5b55696bc7f tempest-QuotasTest-125876290 tempest-QuotasTest-125876290-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103343) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 00:47:14.312556 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:14.328003 n-d-826754-1 neutron-server[103343]: DEBUG neutron.quota.resource [None req-fe0df919-5b77-4592-ad46-c5b55696bc7f tempest-QuotasTest-125876290 tempest-QuotasTest-125876290-project-admin] Usage tracker for resource:security_group and project:0dc57bca6b9e422fb99135963c41735f is out of sync, need to count used quota {{(pid=103343) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 00:47:14.333836 n-d-826754-1 neutron-server[103343]: DEBUG neutron.quota.resource [None req-fe0df919-5b77-4592-ad46-c5b55696bc7f tempest-QuotasTest-125876290 tempest-QuotasTest-125876290-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103343) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 00:47:14.339206 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4400d-29dd-4799-a043-95333acd6144 req-445936a6-2627-45b4-b581-7a4a0fe6b935 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:14.341685 n-d-826754-1 neutron-server[103343]: DEBUG neutron.quota.resource [None req-fe0df919-5b77-4592-ad46-c5b55696bc7f tempest-QuotasTest-125876290 tempest-QuotasTest-125876290-project-admin] Usage tracker for resource:security_group_rule and project:0dc57bca6b9e422fb99135963c41735f is out of sync, need to count used quota {{(pid=103343) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 00:47:14.342406 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1bd4400d-29dd-4799-a043-95333acd6144 req-445936a6-2627-45b4-b581-7a4a0fe6b935 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1141062 Jan 28 00:47:14.346453 n-d-826754-1 neutron-server[103343]: DEBUG neutron.quota.resource [None req-fe0df919-5b77-4592-ad46-c5b55696bc7f tempest-QuotasTest-125876290 tempest-QuotasTest-125876290-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103343) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 00:47:14.353407 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fe0df919-5b77-4592-ad46-c5b55696bc7f tempest-QuotasTest-125876290 tempest-QuotasTest-125876290-project-admin] 10.222.0.70 "GET /v2.0/quotas/0dc57bca6b9e422fb99135963c41735f/details.json HTTP/1.1" status: 200 len: 703 time: 0.2203236 Jan 28 00:47:14.432041 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1bd4400d-29dd-4799-a043-95333acd6144 req-f2f02ad6-05bb-41c7-9247-d502aa95b2b4 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828331 Jan 28 00:47:14.606735 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50abf04-aca6-448a-ba7f-c4aa1e0c117d req-60c679df-a7a7-45bf-8211-1c84772480a1 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:14.609888 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f50abf04-aca6-448a-ba7f-c4aa1e0c117d req-60c679df-a7a7-45bf-8211-1c84772480a1 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0637393 Jan 28 00:47:14.688002 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f50abf04-aca6-448a-ba7f-c4aa1e0c117d req-934064de-6861-48ef-82b5-bf85b14ade48 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698390 Jan 28 00:47:14.790081 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58214) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:14.944905 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-de258c7e-56a7-483f-a46b-fe2d61e3eb46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:15.064608 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-de258c7e-56a7-483f-a46b-fe2d61e3eb46 admin admin] Publish callbacks [] for security_group (f126ea8c-b78c-4576-a56f-c2abadccaeb7), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:15.071861 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-de258c7e-56a7-483f-a46b-fe2d61e3eb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f126ea8c-b78c-4576-a56f-c2abadccaeb7), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:15.131709 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de258c7e-56a7-483f-a46b-fe2d61e3eb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f126ea8c-b78c-4576-a56f-c2abadccaeb7,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:15.138612 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-de258c7e-56a7-483f-a46b-fe2d61e3eb46 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=70e08d0159de44c789005086ce26e0f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3468704 Jan 28 00:47:15.143160 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58228) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:15.208823 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03584a15-fe08-4bd5-8e47-5ce55caa1467 admin admin] Publish callbacks [] for security_group (f126ea8c-b78c-4576-a56f-c2abadccaeb7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:15.231910 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d18a0-1c09-4482-b4ab-d721e039210a req-706a800d-b82e-4a1f-bbc8-4802694415c4 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:15.234017 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e23d18a0-1c09-4482-b4ab-d721e039210a req-706a800d-b82e-4a1f-bbc8-4802694415c4 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0587533 Jan 28 00:47:15.250690 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03584a15-fe08-4bd5-8e47-5ce55caa1467 admin admin] Publish callbacks [] for security_group (f126ea8c-b78c-4576-a56f-c2abadccaeb7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:15.299924 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e23d18a0-1c09-4482-b4ab-d721e039210a req-ea374c60-d406-410e-9a61-84676d65dd78 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588443 Jan 28 00:47:15.324620 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03584a15-fe08-4bd5-8e47-5ce55caa1467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f126ea8c-b78c-4576-a56f-c2abadccaeb7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:15.327915 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03584a15-fe08-4bd5-8e47-5ce55caa1467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:15.329110 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-03584a15-fe08-4bd5-8e47-5ce55caa1467 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f126ea8c-b78c-4576-a56f-c2abadccaeb7 HTTP/1.1" status: 204 len: 168 time: 0.1845992 Jan 28 00:47:15.337545 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03584a15-fe08-4bd5-8e47-5ce55caa1467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f126ea8c-b78c-4576-a56f-c2abadccaeb7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:15.665743 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58236) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:15.680646 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-addf3ed7-dc9a-4bd2-93b5-247b0a3c7735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:15.793765 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-addf3ed7-dc9a-4bd2-93b5-247b0a3c7735 admin admin] Publish callbacks [] for security_group (68cdd8f4-975f-4ba1-8b66-459db9ee7dd2), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:15.799286 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-addf3ed7-dc9a-4bd2-93b5-247b0a3c7735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (68cdd8f4-975f-4ba1-8b66-459db9ee7dd2), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:15.840980 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-addf3ed7-dc9a-4bd2-93b5-247b0a3c7735 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0dc57bca6b9e422fb99135963c41735f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1740339 Jan 28 00:47:15.842737 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf3ed7-dc9a-4bd2-93b5-247b0a3c7735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cdd8f4-975f-4ba1-8b66-459db9ee7dd2,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:15.844605 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58238) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:15.902248 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-767d707b-aa14-4411-b67c-f794aa81a50b admin admin] Publish callbacks [] for security_group (68cdd8f4-975f-4ba1-8b66-459db9ee7dd2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:15.928559 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-767d707b-aa14-4411-b67c-f794aa81a50b admin admin] Publish callbacks [] for security_group (68cdd8f4-975f-4ba1-8b66-459db9ee7dd2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:15.999324 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-767d707b-aa14-4411-b67c-f794aa81a50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (68cdd8f4-975f-4ba1-8b66-459db9ee7dd2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:16.003559 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-767d707b-aa14-4411-b67c-f794aa81a50b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:16.009083 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-767d707b-aa14-4411-b67c-f794aa81a50b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/68cdd8f4-975f-4ba1-8b66-459db9ee7dd2 HTTP/1.1" status: 204 len: 168 time: 0.1592684 Jan 28 00:47:16.018797 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d707b-aa14-4411-b67c-f794aa81a50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cdd8f4-975f-4ba1-8b66-459db9ee7dd2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:16.435449 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d50fae-8fa3-4d07-b76b-1932f94ef2c2 req-63c77440-1a04-4d1a-9ab8-358454199e4d tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:16.437694 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77d50fae-8fa3-4d07-b76b-1932f94ef2c2 req-63c77440-1a04-4d1a-9ab8-358454199e4d tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0618942 Jan 28 00:47:16.514298 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77d50fae-8fa3-4d07-b76b-1932f94ef2c2 req-df96279e-9b8a-41c4-92ba-7f77d29e92eb tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661380 Jan 28 00:47:17.054039 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58268) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:17.264983 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d9e7a933-d9dd-4bad-a6fb-4e9eeb7c3b54 tempest-AgentManagementNegativeTest-560227545 tempest-AgentManagementNegativeTest-560227545-project] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2083633 Jan 28 00:47:17.671264 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58284) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:17.734039 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913dcb94-2b9a-49fb-b77e-69b880aa4adf req-912c705b-96c6-4f18-9cba-9c3f0b0e72ec tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:17.737748 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-913dcb94-2b9a-49fb-b77e-69b880aa4adf req-912c705b-96c6-4f18-9cba-9c3f0b0e72ec tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0917010 Jan 28 00:47:17.829894 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-913dcb94-2b9a-49fb-b77e-69b880aa4adf req-3460c441-7cac-4233-bb75-16030afbcd1e tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800118 Jan 28 00:47:17.861086 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5900af68-846c-49c5-89f7-9841a05ea4fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:17.993893 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5900af68-846c-49c5-89f7-9841a05ea4fa admin admin] Publish callbacks [] for security_group (d7e451f7-6f13-4800-bc28-1d0d5c86434d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:17.999585 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5900af68-846c-49c5-89f7-9841a05ea4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d7e451f7-6f13-4800-bc28-1d0d5c86434d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:18.055104 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5900af68-846c-49c5-89f7-9841a05ea4fa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c53024d4ebf0482c92b7f8bd5707351a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3819368 Jan 28 00:47:18.056474 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900af68-846c-49c5-89f7-9841a05ea4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e451f7-6f13-4800-bc28-1d0d5c86434d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:18.059555 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58288) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:18.136432 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a96b4791-6440-45d5-b24e-364d2b7b5790 admin admin] Publish callbacks [] for security_group (d7e451f7-6f13-4800-bc28-1d0d5c86434d), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:18.163227 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a96b4791-6440-45d5-b24e-364d2b7b5790 admin admin] Publish callbacks [] for security_group (d7e451f7-6f13-4800-bc28-1d0d5c86434d), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:18.237001 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a96b4791-6440-45d5-b24e-364d2b7b5790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d7e451f7-6f13-4800-bc28-1d0d5c86434d), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:18.240529 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a96b4791-6440-45d5-b24e-364d2b7b5790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:18.241959 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a96b4791-6440-45d5-b24e-364d2b7b5790 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d7e451f7-6f13-4800-bc28-1d0d5c86434d HTTP/1.1" status: 204 len: 168 time: 0.1792717 Jan 28 00:47:18.258606 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b4791-6440-45d5-b24e-364d2b7b5790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e451f7-6f13-4800-bc28-1d0d5c86434d,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:19.049366 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf327c8b-0f85-46b9-8835-77a8905e9561 req-9767b96c-382f-46d4-9397-ed8bb07d5962 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:19.053747 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cf327c8b-0f85-46b9-8835-77a8905e9561 req-9767b96c-382f-46d4-9397-ed8bb07d5962 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0812554 Jan 28 00:47:19.150876 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cf327c8b-0f85-46b9-8835-77a8905e9561 req-6bff7408-636c-4543-a5aa-7dfc92f5a26d tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846443 Jan 28 00:47:19.285184 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58316) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:19.493093 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-3cce7744-f320-4fe8-b295-6164ea386863 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-760741135'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:47:19.527502 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cce7744-f320-4fe8-b295-6164ea386863 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Made reservation on behalf of c15c480f40da4eb2ba8f032a9f4f366b for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:47:19.533600 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3cce7744-f320-4fe8-b295-6164ea386863 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:19.550338 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3cce7744-f320-4fe8-b295-6164ea386863 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:19.672195 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3cce7744-f320-4fe8-b295-6164ea386863 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for security_group (8e247454-4b2a-44f4-b554-52fb702c499e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:19.677117 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3cce7744-f320-4fe8-b295-6164ea386863 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (8e247454-4b2a-44f4-b554-52fb702c499e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:19.708270 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cce7744-f320-4fe8-b295-6164ea386863 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:47:19.746349 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3cce7744-f320-4fe8-b295-6164ea386863 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (280cb078-51e4-4f52-80ab-982f5d02e4fc), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:19.747003 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-3cce7744-f320-4fe8-b295-6164ea386863 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Added segment 280cb078-51e4-4f52-80ab-982f5d02e4fc of type vlan for network 93d7cc83-e5a0-49d9-9dc3-b6c797632253 Jan 28 00:47:19.800911 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce7744-f320-4fe8-b295-6164ea386863 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e247454-4b2a-44f4-b554-52fb702c499e,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:19.868335 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3cce7744-f320-4fe8-b295-6164ea386863 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (93d7cc83-e5a0-49d9-9dc3-b6c797632253), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:19.918451 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3cce7744-f320-4fe8-b295-6164ea386863 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (93d7cc83-e5a0-49d9-9dc3-b6c797632253), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:19.929915 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cce7744-f320-4fe8-b295-6164ea386863 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:19.931055 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3cce7744-f320-4fe8-b295-6164ea386863 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:20.044559 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3cce7744-f320-4fe8-b295-6164ea386863 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7538371 Jan 28 00:47:20.047828 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58330) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:20.054830 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-14bc632f-bdbc-4bd6-8d34-801e0e371882 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-462682926'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:47:20.068823 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce7744-f320-4fe8-b295-6164ea386863 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Network': ['ID=93d7cc83-e5a0-49d9-9dc3-b6c797632253,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:20.093785 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 93d7cc83-e5a0-49d9-9dc3-b6c797632253 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:47:20.098917 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bc632f-bdbc-4bd6-8d34-801e0e371882 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Made reservation on behalf of c15c480f40da4eb2ba8f032a9f4f366b for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:47:20.110387 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-14bc632f-bdbc-4bd6-8d34-801e0e371882 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:20.160242 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14bc632f-bdbc-4bd6-8d34-801e0e371882 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:47:20.194821 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-14bc632f-bdbc-4bd6-8d34-801e0e371882 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (d7aebc97-d5a4-46b0-87f0-d31d260a80e5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:20.195261 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-14bc632f-bdbc-4bd6-8d34-801e0e371882 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Added segment d7aebc97-d5a4-46b0-87f0-d31d260a80e5 of type vlan for network 6060b3ac-bcb7-4255-af66-26dbc6410423 Jan 28 00:47:20.256772 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-14bc632f-bdbc-4bd6-8d34-801e0e371882 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (6060b3ac-bcb7-4255-af66-26dbc6410423), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:20.304972 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-14bc632f-bdbc-4bd6-8d34-801e0e371882 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (6060b3ac-bcb7-4255-af66-26dbc6410423), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:20.318053 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bc632f-bdbc-4bd6-8d34-801e0e371882 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:20.319552 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-14bc632f-bdbc-4bd6-8d34-801e0e371882 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:20.368222 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b67615-78e0-47e6-9aa9-d81eb573a08e req-5f8ed435-47be-4de2-9c82-fed822ff999c tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:20.369993 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4b67615-78e0-47e6-9aa9-d81eb573a08e req-5f8ed435-47be-4de2-9c82-fed822ff999c tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0964077 Jan 28 00:47:20.462347 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4b67615-78e0-47e6-9aa9-d81eb573a08e req-0f0fc837-3558-4080-8a88-bc6b76d391ee tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806518 Jan 28 00:47:20.843294 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-14bc632f-bdbc-4bd6-8d34-801e0e371882 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7958732 Jan 28 00:47:20.846219 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58334) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:20.852278 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-17b9d60e-ea6c-4850-8e91-cbd03ce9636b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Request body: {'subnet': {'network_id': '93d7cc83-e5a0-49d9-9dc3-b6c797632253', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:47:20.856114 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc632f-bdbc-4bd6-8d34-801e0e371882 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Network': ['ID=6060b3ac-bcb7-4255-af66-26dbc6410423,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:20.878119 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 6060b3ac-bcb7-4255-af66-26dbc6410423 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:47:21.058923 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b9d60e-ea6c-4850-8e91-cbd03ce9636b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Made reservation on behalf of c15c480f40da4eb2ba8f032a9f4f366b for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:47:21.064849 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-17b9d60e-ea6c-4850-8e91-cbd03ce9636b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:21.407026 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-17b9d60e-ea6c-4850-8e91-cbd03ce9636b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (61216bb1-4129-4703-a793-29ad24e15818), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:21.511012 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9d60e-ea6c-4850-8e91-cbd03ce9636b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Subnet': ['ID=61216bb1-4129-4703-a793-29ad24e15818,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:21.518504 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b9d60e-ea6c-4850-8e91-cbd03ce9636b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Checking segment: {'id': '280cb078-51e4-4f52-80ab-982f5d02e4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '93d7cc83-e5a0-49d9-9dc3-b6c797632253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:47:21.518869 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b9d60e-ea6c-4850-8e91-cbd03ce9636b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network hostable DHCP agents. Network: 93d7cc83-e5a0-49d9-9dc3-b6c797632253, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:47:21.540511 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b9d60e-ea6c-4850-8e91-cbd03ce9636b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network 93d7cc83-e5a0-49d9-9dc3-b6c797632253 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:47:21.553495 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-17b9d60e-ea6c-4850-8e91-cbd03ce9636b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 93d7cc83-e5a0-49d9-9dc3-b6c797632253) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:47:21.558813 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b9d60e-ea6c-4850-8e91-cbd03ce9636b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:21.559346 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-17b9d60e-ea6c-4850-8e91-cbd03ce9636b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:21.574407 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389212c0-5aeb-4c60-9bad-4c9e7ab9eb5d None None] Network 93d7cc83-e5a0-49d9-9dc3-b6c797632253 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:47:21.608297 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-17b9d60e-ea6c-4850-8e91-cbd03ce9636b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7596102 Jan 28 00:47:21.611760 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58340) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:21.617973 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-5c82bb2f-3d6f-44ec-a993-ecc7c2b26785 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Request body: {'subnet': {'network_id': '6060b3ac-bcb7-4255-af66-26dbc6410423', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:47:21.671301 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638f57c-533a-49ee-9402-5581e33a5a64 req-7bc15b57-677b-4f9d-ac79-4f3a3141e8fb tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:21.674272 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6638f57c-533a-49ee-9402-5581e33a5a64 req-7bc15b57-677b-4f9d-ac79-4f3a3141e8fb tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1057079 Jan 28 00:47:21.771965 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-93d7cc83-e5a0-49d9-9dc3-b6c797632253', 'network_id': '93d7cc83-e5a0-49d9-9dc3-b6c797632253', 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'fixed_ips': [{'subnet_id': '61216bb1-4129-4703-a793-29ad24e15818'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:47:21.773202 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:21.792768 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6638f57c-533a-49ee-9402-5581e33a5a64 req-99ab6d08-933c-46be-b57b-1d6f4c32217f tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111369 Jan 28 00:47:21.805299 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c82bb2f-3d6f-44ec-a993-ecc7c2b26785 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Made reservation on behalf of c15c480f40da4eb2ba8f032a9f4f366b for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:47:21.809294 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5c82bb2f-3d6f-44ec-a993-ecc7c2b26785 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:21.949451 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Allocated IP 2001:db8::2 (93d7cc83-e5a0-49d9-9dc3-b6c797632253/61216bb1-4129-4703-a793-29ad24e15818/4ee0b640-2858-44a4-abca-29c2b3f44aa3) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:47:22.137279 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Publish callbacks [] for port (4ee0b640-2858-44a4-abca-29c2b3f44aa3), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:22.144569 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5c82bb2f-3d6f-44ec-a993-ecc7c2b26785 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (8ee3a340-a3b2-46ec-8fb6-1678e884905a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:22.145703 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (4ee0b640-2858-44a4-abca-29c2b3f44aa3), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:22.188606 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Network 93d7cc83-e5a0-49d9-9dc3-b6c797632253 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:47:22.201571 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:47:22.203121 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Pushing event updated for resources: {'Port': ['ID=4ee0b640-2858-44a4-abca-29c2b3f44aa3,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:22.211589 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:47:22.219280 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:22.219826 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:22.220568 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:22.221106 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:22.221463 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:22.222059 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:22.222501 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:22.223666 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:22.223666 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:22.223666 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:22.224240 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:22.224824 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:22.225148 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:22.241381 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c82bb2f-3d6f-44ec-a993-ecc7c2b26785 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Checking segment: {'id': 'd7aebc97-d5a4-46b0-87f0-d31d260a80e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6060b3ac-bcb7-4255-af66-26dbc6410423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:47:22.241758 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c82bb2f-3d6f-44ec-a993-ecc7c2b26785 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network hostable DHCP agents. Network: 6060b3ac-bcb7-4255-af66-26dbc6410423, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:47:22.249153 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82bb2f-3d6f-44ec-a993-ecc7c2b26785 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Subnet': ['ID=8ee3a340-a3b2-46ec-8fb6-1678e884905a,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:22.277118 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c82bb2f-3d6f-44ec-a993-ecc7c2b26785 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network 6060b3ac-bcb7-4255-af66-26dbc6410423 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:47:22.297771 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-5c82bb2f-3d6f-44ec-a993-ecc7c2b26785 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 6060b3ac-bcb7-4255-af66-26dbc6410423) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:47:22.300446 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Attempting to bind port 4ee0b640-2858-44a4-abca-29c2b3f44aa3 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:22.300830 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Attempting to bind port 4ee0b640-2858-44a4-abca-29c2b3f44aa3 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '280cb078-51e4-4f52-80ab-982f5d02e4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '93d7cc83-e5a0-49d9-9dc3-b6c797632253'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:22.301201 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Attempting to bind port 4ee0b640-2858-44a4-abca-29c2b3f44aa3 on network 93d7cc83-e5a0-49d9-9dc3-b6c797632253 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:22.309954 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c82bb2f-3d6f-44ec-a993-ecc7c2b26785 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:22.312324 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5c82bb2f-3d6f-44ec-a993-ecc7c2b26785 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:22.312738 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40690860-0890-4dd3-b51d-604f075686ab None None] Network 6060b3ac-bcb7-4255-af66-26dbc6410423 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:47:22.317885 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:47:22.318501 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Checking segment: {'id': '280cb078-51e4-4f52-80ab-982f5d02e4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '93d7cc83-e5a0-49d9-9dc3-b6c797632253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:47:22.319172 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:22.319908 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Bound using segment: {'id': '280cb078-51e4-4f52-80ab-982f5d02e4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '93d7cc83-e5a0-49d9-9dc3-b6c797632253'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:47:22.320735 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Bound port: 4ee0b640-2858-44a4-abca-29c2b3f44aa3, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '280cb078-51e4-4f52-80ab-982f5d02e4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '93d7cc83-e5a0-49d9-9dc3-b6c797632253'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:47:22.321397 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4ee0b640-2858-44a4-abca-29c2b3f44aa3), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:22.346463 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58344) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:22.347213 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5c82bb2f-3d6f-44ec-a993-ecc7c2b26785 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7338893 Jan 28 00:47:22.352811 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-2b8bd559-89cc-48b7-a46c-d175ee24c1cb tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1384260830', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:47:22.381654 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2b8bd559-89cc-48b7-a46c-d175ee24c1cb tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:22.382766 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2b8bd559-89cc-48b7-a46c-d175ee24c1cb tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:22.473831 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2b8bd559-89cc-48b7-a46c-d175ee24c1cb tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router_controller (3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:22.482425 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2b8bd559-89cc-48b7-a46c-d175ee24c1cb tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:22.510125 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2b8bd559-89cc-48b7-a46c-d175ee24c1cb tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:22.518429 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2b8bd559-89cc-48b7-a46c-d175ee24c1cb tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1636066 Jan 28 00:47:22.519245 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58346) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:22.609446 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] For port 4ee0b640-2858-44a4-abca-29c2b3f44aa3, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:47:22.618670 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab0f41b-db7e-415d-91c6-1e83c28bc6af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-6060b3ac-bcb7-4255-af66-26dbc6410423', 'network_id': '6060b3ac-bcb7-4255-af66-26dbc6410423', 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'fixed_ips': [{'subnet_id': '8ee3a340-a3b2-46ec-8fb6-1678e884905a'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:47:22.620581 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ab0f41b-db7e-415d-91c6-1e83c28bc6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:22.662713 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] For port 4ee0b640-2858-44a4-abca-29c2b3f44aa3, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4ee0b640-2858-44a4-abca-29c2b3f44aa3,segment=NetworkSegment(280cb078-51e4-4f52-80ab-982f5d02e4fc),segment_id=280cb078-51e4-4f52-80ab-982f5d02e4fc)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:47:22.673426 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (4ee0b640-2858-44a4-abca-29c2b3f44aa3), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:22.955937 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab25e9e-cbec-4c3c-9d36-e3f5367e0da8 None None] Pushing event updated for resources: {'Port': ['ID=4ee0b640-2858-44a4-abca-29c2b3f44aa3,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:23.025728 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-4ab0f41b-db7e-415d-91c6-1e83c28bc6af None None] Allocated IP 2001:db8:1::2 (6060b3ac-bcb7-4255-af66-26dbc6410423/8ee3a340-a3b2-46ec-8fb6-1678e884905a/f403d172-3a86-4796-b4b9-da2397a97146) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:47:23.357935 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ab0f41b-db7e-415d-91c6-1e83c28bc6af None None] Publish callbacks [] for port (f403d172-3a86-4796-b4b9-da2397a97146), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:23.369853 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ab0f41b-db7e-415d-91c6-1e83c28bc6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (f403d172-3a86-4796-b4b9-da2397a97146), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:23.446521 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab0f41b-db7e-415d-91c6-1e83c28bc6af None None] Network 6060b3ac-bcb7-4255-af66-26dbc6410423 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:47:23.453088 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-4ab0f41b-db7e-415d-91c6-1e83c28bc6af None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:47:23.455693 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c8f36-0bd6-4741-9979-c3beb36bd9c0 req-88e86a5a-cf36-48ee-8bd8-e055f1b81b4f tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:23.457210 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab0f41b-db7e-415d-91c6-1e83c28bc6af None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:47:23.470600 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b91c8f36-0bd6-4741-9979-c3beb36bd9c0 req-88e86a5a-cf36-48ee-8bd8-e055f1b81b4f tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.2699289 Jan 28 00:47:23.549865 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0f41b-db7e-415d-91c6-1e83c28bc6af None None] Pushing event updated for resources: {'Port': ['ID=f403d172-3a86-4796-b4b9-da2397a97146,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:23.562018 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6f9cfea3-1dd6-4ce1-82d6-5864ae4e1a50 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:23.564793 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-4ab0f41b-db7e-415d-91c6-1e83c28bc6af None None] Attempting to bind port f403d172-3a86-4796-b4b9-da2397a97146 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:23.565182 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-4ab0f41b-db7e-415d-91c6-1e83c28bc6af None None] Attempting to bind port f403d172-3a86-4796-b4b9-da2397a97146 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'd7aebc97-d5a4-46b0-87f0-d31d260a80e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6060b3ac-bcb7-4255-af66-26dbc6410423'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:23.565636 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab0f41b-db7e-415d-91c6-1e83c28bc6af None None] Attempting to bind port f403d172-3a86-4796-b4b9-da2397a97146 on network 6060b3ac-bcb7-4255-af66-26dbc6410423 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:23.572043 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab0f41b-db7e-415d-91c6-1e83c28bc6af None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:47:23.572439 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab0f41b-db7e-415d-91c6-1e83c28bc6af None None] Checking segment: {'id': 'd7aebc97-d5a4-46b0-87f0-d31d260a80e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6060b3ac-bcb7-4255-af66-26dbc6410423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:47:23.572859 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ab0f41b-db7e-415d-91c6-1e83c28bc6af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:23.573268 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab0f41b-db7e-415d-91c6-1e83c28bc6af None None] Bound using segment: {'id': 'd7aebc97-d5a4-46b0-87f0-d31d260a80e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6060b3ac-bcb7-4255-af66-26dbc6410423'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:47:23.573929 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-4ab0f41b-db7e-415d-91c6-1e83c28bc6af None None] Bound port: f403d172-3a86-4796-b4b9-da2397a97146, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7aebc97-d5a4-46b0-87f0-d31d260a80e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6060b3ac-bcb7-4255-af66-26dbc6410423'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:47:23.574329 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ab0f41b-db7e-415d-91c6-1e83c28bc6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f403d172-3a86-4796-b4b9-da2397a97146), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:23.619423 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b91c8f36-0bd6-4741-9979-c3beb36bd9c0 req-c4df6aa3-9659-4e2c-bd4b-ca789b553e4a tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461966 Jan 28 00:47:23.674882 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-4ab0f41b-db7e-415d-91c6-1e83c28bc6af None None] For port f403d172-3a86-4796-b4b9-da2397a97146, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:47:23.680892 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-4ab0f41b-db7e-415d-91c6-1e83c28bc6af None None] For port f403d172-3a86-4796-b4b9-da2397a97146, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f403d172-3a86-4796-b4b9-da2397a97146,segment=NetworkSegment(d7aebc97-d5a4-46b0-87f0-d31d260a80e5),segment_id=d7aebc97-d5a4-46b0-87f0-d31d260a80e5)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:47:23.690260 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ab0f41b-db7e-415d-91c6-1e83c28bc6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f403d172-3a86-4796-b4b9-da2397a97146), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:23.844817 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0f41b-db7e-415d-91c6-1e83c28bc6af None None] Pushing event updated for resources: {'Port': ['ID=f403d172-3a86-4796-b4b9-da2397a97146,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:23.931561 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4ee0b640-2858-44a4-abca-29c2b3f44aa3 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:47:24.069293 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 4ee0b640-2858-44a4-abca-29c2b3f44aa3 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:47:24.071143 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4ee0b640-2858-44a4-abca-29c2b3f44aa3), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:24.188769 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-6f9cfea3-1dd6-4ce1-82d6-5864ae4e1a50 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Allocated IP 2001:db8::1 (93d7cc83-e5a0-49d9-9dc3-b6c797632253/61216bb1-4129-4703-a793-29ad24e15818/34b5173d-7331-4eac-8877-f5c05a4c220c) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:47:24.271955 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 4ee0b640-2858-44a4-abca-29c2b3f44aa3 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:47:24.272615 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4ee0b640-2858-44a4-abca-29c2b3f44aa3), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:24.387690 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 4ee0b640-2858-44a4-abca-29c2b3f44aa3, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4ee0b640-2858-44a4-abca-29c2b3f44aa3,segment=NetworkSegment(280cb078-51e4-4f52-80ab-982f5d02e4fc),segment_id=280cb078-51e4-4f52-80ab-982f5d02e4fc)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:47:24.396266 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (4ee0b640-2858-44a4-abca-29c2b3f44aa3), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:24.452783 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6f9cfea3-1dd6-4ce1-82d6-5864ae4e1a50 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for port (34b5173d-7331-4eac-8877-f5c05a4c220c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:24.503562 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6f9cfea3-1dd6-4ce1-82d6-5864ae4e1a50 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (34b5173d-7331-4eac-8877-f5c05a4c220c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:24.558959 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=4ee0b640-2858-44a4-abca-29c2b3f44aa3,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:24.565518 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9cfea3-1dd6-4ce1-82d6-5864ae4e1a50 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network 93d7cc83-e5a0-49d9-9dc3-b6c797632253 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:47:24.569228 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-6f9cfea3-1dd6-4ce1-82d6-5864ae4e1a50 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:47:24.579023 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9cfea3-1dd6-4ce1-82d6-5864ae4e1a50 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:47:24.579744 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6f9cfea3-1dd6-4ce1-82d6-5864ae4e1a50 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:24.628894 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9cfea3-1dd6-4ce1-82d6-5864ae4e1a50 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Port': ['ID=34b5173d-7331-4eac-8877-f5c05a4c220c,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:24.734738 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6f9cfea3-1dd6-4ce1-82d6-5864ae4e1a50 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (34b5173d-7331-4eac-8877-f5c05a4c220c), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:24.814595 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24060fab-8500-4023-a685-431ba1905331 None None] Network 93d7cc83-e5a0-49d9-9dc3-b6c797632253 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:47:24.947065 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-469158e0-3a67-4cc8-b308-ab3e3fa7a87e None None] Provisioning complete for port 4ee0b640-2858-44a4-abca-29c2b3f44aa3 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:47:24.948349 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-469158e0-3a67-4cc8-b308-ab3e3fa7a87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4ee0b640-2858-44a4-abca-29c2b3f44aa3), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:24.974383 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc63896-f6cb-41b6-884d-0afefe2e04d5 req-39379714-aefe-4030-8816-86ec56ad0937 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:24.977186 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ebc63896-f6cb-41b6-884d-0afefe2e04d5 req-39379714-aefe-4030-8816-86ec56ad0937 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1816838 Jan 28 00:47:25.170637 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ebc63896-f6cb-41b6-884d-0afefe2e04d5 req-b7f440b0-dde7-4f95-b6c6-38f3a467d2f9 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354957 Jan 28 00:47:25.330960 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-469158e0-3a67-4cc8-b308-ab3e3fa7a87e None None] Current status of the port 4ee0b640-2858-44a4-abca-29c2b3f44aa3 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:47:25.382781 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6f9cfea3-1dd6-4ce1-82d6-5864ae4e1a50 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for port (34b5173d-7331-4eac-8877-f5c05a4c220c), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:25.391882 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6f9cfea3-1dd6-4ce1-82d6-5864ae4e1a50 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (34b5173d-7331-4eac-8877-f5c05a4c220c), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:25.395107 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6f9cfea3-1dd6-4ce1-82d6-5864ae4e1a50 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:25.562735 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9cfea3-1dd6-4ce1-82d6-5864ae4e1a50 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Port': ['ID=34b5173d-7331-4eac-8877-f5c05a4c220c,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:25.631099 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9cfea3-1dd6-4ce1-82d6-5864ae4e1a50 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network 93d7cc83-e5a0-49d9-9dc3-b6c797632253 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:47:25.635852 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-6f9cfea3-1dd6-4ce1-82d6-5864ae4e1a50 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:47:25.843887 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9cfea3-1dd6-4ce1-82d6-5864ae4e1a50 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Router 3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:47:25.845417 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-bb2242af-b3d6-4dcd-ba1a-22257e8bc95f None None] Provisioning complete for port 4ee0b640-2858-44a4-abca-29c2b3f44aa3 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:47:25.846149 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bb2242af-b3d6-4dcd-ba1a-22257e8bc95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4ee0b640-2858-44a4-abca-29c2b3f44aa3), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:25.999670 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9cfea3-1dd6-4ce1-82d6-5864ae4e1a50 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:47:26.005907 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6f9cfea3-1dd6-4ce1-82d6-5864ae4e1a50 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "PUT /v2.0/routers/3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4844792 Jan 28 00:47:26.011225 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58362) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:26.073499 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-bb2242af-b3d6-4dcd-ba1a-22257e8bc95f None None] Current status of the port 4ee0b640-2858-44a4-abca-29c2b3f44aa3 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:47:26.083431 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db94f40f-9419-4b7b-a561-3e8e71ea74c6 None None] Sync routers for ids ['3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:47:26.088586 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a12a64c-b5b8-41cc-99e3-9d3c37360a56 None None] Network 6060b3ac-bcb7-4255-af66-26dbc6410423 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:47:26.142383 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3196b1-4b4c-4220-9fd8-2744e30cafde tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:26.150764 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6c3196b1-4b4c-4220-9fd8-2744e30cafde tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "GET /v2.0/ports/34b5173d-7331-4eac-8877-f5c05a4c220c HTTP/1.1" status: 200 len: 911 time: 0.1379104 Jan 28 00:47:26.152187 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58364) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:26.201696 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4ee0b640-2858-44a4-abca-29c2b3f44aa3 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:47:26.280203 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db94f40f-9419-4b7b-a561-3e8e71ea74c6 None None] Routers {'3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:47:26.281541 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-db94f40f-9419-4b7b-a561-3e8e71ea74c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:47:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:26.294662 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-bb2242af-b3d6-4dcd-ba1a-22257e8bc95f None None] Provisioning complete for port 34b5173d-7331-4eac-8877-f5c05a4c220c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:47:26.296150 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bb2242af-b3d6-4dcd-ba1a-22257e8bc95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (34b5173d-7331-4eac-8877-f5c05a4c220c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:26.389975 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-db94f40f-9419-4b7b-a561-3e8e71ea74c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:26.537132 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-bb2242af-b3d6-4dcd-ba1a-22257e8bc95f None None] Port 34b5173d-7331-4eac-8877-f5c05a4c220c cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:47:26.540715 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db94f40f-9419-4b7b-a561-3e8e71ea74c6 None None] Routers {'3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:47:26.542096 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-db94f40f-9419-4b7b-a561-3e8e71ea74c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:47:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:26.616141 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 4ee0b640-2858-44a4-abca-29c2b3f44aa3 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:47:26.616570 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4ee0b640-2858-44a4-abca-29c2b3f44aa3), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:26.620025 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-db94f40f-9419-4b7b-a561-3e8e71ea74c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:26.620825 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db94f40f-9419-4b7b-a561-3e8e71ea74c6 None None] The sync data for ids ['3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:47:26.637298 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd80bcf-bd0a-4efe-8d07-23af951fff7a req-4b5d9bda-5bd1-43cc-94f2-5eeedbef3bd1 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:26.640929 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4bd80bcf-bd0a-4efe-8d07-23af951fff7a req-4b5d9bda-5bd1-43cc-94f2-5eeedbef3bd1 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.2745659 Jan 28 00:47:26.717270 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-79afdf51-25b6-498c-9afc-bffd4f4b54d6 None None] Provisioning complete for port f403d172-3a86-4796-b4b9-da2397a97146 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:47:26.717786 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79afdf51-25b6-498c-9afc-bffd4f4b54d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f403d172-3a86-4796-b4b9-da2397a97146), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:26.840989 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 4ee0b640-2858-44a4-abca-29c2b3f44aa3 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:47:26.842477 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f403d172-3a86-4796-b4b9-da2397a97146 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:47:26.923486 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4bd80bcf-bd0a-4efe-8d07-23af951fff7a req-08d7de6b-4c97-42dd-bcaf-ef97fdb0686f tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713947 Jan 28 00:47:26.975483 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-79afdf51-25b6-498c-9afc-bffd4f4b54d6 None None] Current status of the port f403d172-3a86-4796-b4b9-da2397a97146 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:47:26.975483 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79afdf51-25b6-498c-9afc-bffd4f4b54d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f403d172-3a86-4796-b4b9-da2397a97146), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:27.007268 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b80a5245-8b97-4856-9cb8-b7756b859949 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:27.033106 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-79afdf51-25b6-498c-9afc-bffd4f4b54d6 None None] For port f403d172-3a86-4796-b4b9-da2397a97146, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f403d172-3a86-4796-b4b9-da2397a97146,segment=NetworkSegment(d7aebc97-d5a4-46b0-87f0-d31d260a80e5),segment_id=d7aebc97-d5a4-46b0-87f0-d31d260a80e5)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:47:27.039441 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port f403d172-3a86-4796-b4b9-da2397a97146 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:47:27.040282 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f403d172-3a86-4796-b4b9-da2397a97146), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:27.076278 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79afdf51-25b6-498c-9afc-bffd4f4b54d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f403d172-3a86-4796-b4b9-da2397a97146), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:27.177146 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-79afdf51-25b6-498c-9afc-bffd4f4b54d6 None None] Provisioning complete for port 34b5173d-7331-4eac-8877-f5c05a4c220c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:47:27.177802 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79afdf51-25b6-498c-9afc-bffd4f4b54d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (34b5173d-7331-4eac-8877-f5c05a4c220c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:27.268616 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79afdf51-25b6-498c-9afc-bffd4f4b54d6 None None] Pushing event updated for resources: {'Port': ['ID=f403d172-3a86-4796-b4b9-da2397a97146,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:27.298565 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-79afdf51-25b6-498c-9afc-bffd4f4b54d6 None None] Port 34b5173d-7331-4eac-8877-f5c05a4c220c cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:47:27.359892 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port f403d172-3a86-4796-b4b9-da2397a97146 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:47:27.366574 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-b80a5245-8b97-4856-9cb8-b7756b859949 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Allocated IP 2001:db8:1::1 (6060b3ac-bcb7-4255-af66-26dbc6410423/8ee3a340-a3b2-46ec-8fb6-1678e884905a/416811ee-899f-4c25-bd62-2a765327b43f) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:47:27.439466 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-5fd35bf3-9b4c-44dd-bf86-a3e67c2933e0 None None] Provisioning complete for port f403d172-3a86-4796-b4b9-da2397a97146 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:47:27.440131 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5fd35bf3-9b4c-44dd-bf86-a3e67c2933e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f403d172-3a86-4796-b4b9-da2397a97146), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:27.576152 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5fd35bf3-9b4c-44dd-bf86-a3e67c2933e0 None None] Current status of the port f403d172-3a86-4796-b4b9-da2397a97146 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:47:27.591050 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b80a5245-8b97-4856-9cb8-b7756b859949 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for port (416811ee-899f-4c25-bd62-2a765327b43f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:27.593337 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-5fd35bf3-9b4c-44dd-bf86-a3e67c2933e0 None None] Provisioning complete for port 34b5173d-7331-4eac-8877-f5c05a4c220c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:47:27.594322 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5fd35bf3-9b4c-44dd-bf86-a3e67c2933e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (34b5173d-7331-4eac-8877-f5c05a4c220c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:27.663211 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5fd35bf3-9b4c-44dd-bf86-a3e67c2933e0 None None] Port 34b5173d-7331-4eac-8877-f5c05a4c220c cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:47:27.666706 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b80a5245-8b97-4856-9cb8-b7756b859949 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (416811ee-899f-4c25-bd62-2a765327b43f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:27.745507 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80a5245-8b97-4856-9cb8-b7756b859949 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network 6060b3ac-bcb7-4255-af66-26dbc6410423 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:47:27.750669 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-b80a5245-8b97-4856-9cb8-b7756b859949 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:47:27.754913 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80a5245-8b97-4856-9cb8-b7756b859949 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:47:27.756063 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b80a5245-8b97-4856-9cb8-b7756b859949 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:27.833368 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a5245-8b97-4856-9cb8-b7756b859949 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Port': ['ID=416811ee-899f-4c25-bd62-2a765327b43f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:27.850367 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a5245-8b97-4856-9cb8-b7756b859949 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:27.850875 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a5245-8b97-4856-9cb8-b7756b859949 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:27.851319 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a5245-8b97-4856-9cb8-b7756b859949 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:27.851901 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a5245-8b97-4856-9cb8-b7756b859949 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:27.852449 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a5245-8b97-4856-9cb8-b7756b859949 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:27.853097 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a5245-8b97-4856-9cb8-b7756b859949 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:27.853529 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a5245-8b97-4856-9cb8-b7756b859949 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:27.854337 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a5245-8b97-4856-9cb8-b7756b859949 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:27.854884 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a5245-8b97-4856-9cb8-b7756b859949 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:27.855439 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a5245-8b97-4856-9cb8-b7756b859949 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:27.856026 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a5245-8b97-4856-9cb8-b7756b859949 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:27.856568 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a5245-8b97-4856-9cb8-b7756b859949 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:27.857401 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a5245-8b97-4856-9cb8-b7756b859949 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:27.869236 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f403d172-3a86-4796-b4b9-da2397a97146 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:47:27.973685 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port f403d172-3a86-4796-b4b9-da2397a97146 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:47:27.974291 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f403d172-3a86-4796-b4b9-da2397a97146), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:28.090193 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b80a5245-8b97-4856-9cb8-b7756b859949 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (416811ee-899f-4c25-bd62-2a765327b43f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:28.174991 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port f403d172-3a86-4796-b4b9-da2397a97146 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:47:28.221148 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-b9a71290-b2fb-4caa-9f60-0ec67a27b644 None None] Provisioning complete for port 416811ee-899f-4c25-bd62-2a765327b43f triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:47:28.221747 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b9a71290-b2fb-4caa-9f60-0ec67a27b644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (416811ee-899f-4c25-bd62-2a765327b43f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:28.275323 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 17f75757-b67b-4374-9d75-01860fb649fe details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:47:28.313318 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b9a71290-b2fb-4caa-9f60-0ec67a27b644 None None] Port 416811ee-899f-4c25-bd62-2a765327b43f cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:47:28.342369 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00472e4-e090-4941-87ac-4d29b12fbb4d req-1c734122-202a-451b-9a68-5a869c761d14 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:28.344215 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e00472e4-e090-4941-87ac-4d29b12fbb4d req-1c734122-202a-451b-9a68-5a869c761d14 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1693573 Jan 28 00:47:28.469743 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 17f75757-b67b-4374-9d75-01860fb649fe, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=17f75757-b67b-4374-9d75-01860fb649fe,segment=NetworkSegment(6abb94fe-1d9f-4785-be4c-2a69b302f15c),segment_id=6abb94fe-1d9f-4785-be4c-2a69b302f15c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:47:28.486003 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '17f75757-b67b-4374-9d75-01860fb649fe', 'network_id': '61eda932-ec35-450c-90ac-ea6c515cdb93', 'port_id': '17f75757-b67b-4374-9d75-01860fb649fe', 'mac_address': 'fa:16:3e:8a:09:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '828e0c9b-ccdb-4dcf-9067-e86f2e38b75c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:47:28.527248 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e00472e4-e090-4941-87ac-4d29b12fbb4d req-9c5f3662-1507-4077-83ee-b6e86dcc7956 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733816 Jan 28 00:47:28.532912 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 17f75757-b67b-4374-9d75-01860fb649fe is: ACTIVE; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:47:28.533384 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (17f75757-b67b-4374-9d75-01860fb649fe), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:28.564447 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17f75757-b67b-4374-9d75-01860fb649fe {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:47:28.595537 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 17f75757-b67b-4374-9d75-01860fb649fe, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=17f75757-b67b-4374-9d75-01860fb649fe,segment=NetworkSegment(6abb94fe-1d9f-4785-be4c-2a69b302f15c),segment_id=6abb94fe-1d9f-4785-be4c-2a69b302f15c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:47:28.600779 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (17f75757-b67b-4374-9d75-01860fb649fe), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:28.633406 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b80a5245-8b97-4856-9cb8-b7756b859949 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for port (416811ee-899f-4c25-bd62-2a765327b43f), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:28.642431 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b80a5245-8b97-4856-9cb8-b7756b859949 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (416811ee-899f-4c25-bd62-2a765327b43f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:28.645117 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b80a5245-8b97-4856-9cb8-b7756b859949 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:28.681126 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=17f75757-b67b-4374-9d75-01860fb649fe,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:28.738372 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['17f75757-b67b-4374-9d75-01860fb649fe'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:47:28.764067 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a5245-8b97-4856-9cb8-b7756b859949 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Port': ['ID=416811ee-899f-4c25-bd62-2a765327b43f,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:28.857470 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80a5245-8b97-4856-9cb8-b7756b859949 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network 6060b3ac-bcb7-4255-af66-26dbc6410423 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:47:28.860577 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-b80a5245-8b97-4856-9cb8-b7756b859949 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:47:29.245596 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-9f6ae89c-4006-4b93-8cb0-839f26f76461 None None] Provisioning complete for port 416811ee-899f-4c25-bd62-2a765327b43f triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:47:29.246846 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9f6ae89c-4006-4b93-8cb0-839f26f76461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (416811ee-899f-4c25-bd62-2a765327b43f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:29.301983 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9f6ae89c-4006-4b93-8cb0-839f26f76461 None None] Port 416811ee-899f-4c25-bd62-2a765327b43f cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:47:29.503566 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80a5245-8b97-4856-9cb8-b7756b859949 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Router 3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:47:29.750732 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80a5245-8b97-4856-9cb8-b7756b859949 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:47:29.760060 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b80a5245-8b97-4856-9cb8-b7756b859949 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "PUT /v2.0/routers/3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6050837 Jan 28 00:47:29.764392 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58380) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:29.772164 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05628743-6fda-4cb0-aa89-04d69d4a4721 None None] Sync routers for ids ['3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:47:29.780854 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45017850-90fd-426d-83ad-21648450755d req-87f5dbe6-5995-4708-8a64-12f640706054 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:29.784423 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-45017850-90fd-426d-83ad-21648450755d req-87f5dbe6-5995-4708-8a64-12f640706054 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 944 time: 0.1256273 Jan 28 00:47:29.796440 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05628743-6fda-4cb0-aa89-04d69d4a4721 None None] Routers {'3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:47:29.797906 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-05628743-6fda-4cb0-aa89-04d69d4a4721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:47:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:29.851023 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54452ecc-4ed5-408c-acde-1e73d61788ec tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:29.854143 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-54452ecc-4ed5-408c-acde-1e73d61788ec tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "GET /v2.0/ports/416811ee-899f-4c25-bd62-2a765327b43f HTTP/1.1" status: 200 len: 913 time: 0.0857673 Jan 28 00:47:29.858490 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-05628743-6fda-4cb0-aa89-04d69d4a4721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:29.859463 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58382) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:29.876080 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05628743-6fda-4cb0-aa89-04d69d4a4721 None None] Routers {'3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:47:29.877169 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-05628743-6fda-4cb0-aa89-04d69d4a4721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:47:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:29.899429 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-45017850-90fd-426d-83ad-21648450755d req-5f84c9d4-c0bf-45f0-8191-0d555e4acb13 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067195 Jan 28 00:47:29.977558 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-05628743-6fda-4cb0-aa89-04d69d4a4721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:29.979067 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05628743-6fda-4cb0-aa89-04d69d4a4721 None None] The sync data for ids ['3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:47:30.290588 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 17f75757-b67b-4374-9d75-01860fb649fe up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:47:30.345409 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d3dc4e22-127a-4eac-99d4-f6a68bb56f4d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:30.369654 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 17f75757-b67b-4374-9d75-01860fb649fe triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:47:30.370032 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (17f75757-b67b-4374-9d75-01860fb649fe), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:30.504808 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 17f75757-b67b-4374-9d75-01860fb649fe is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:47:30.505468 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (17f75757-b67b-4374-9d75-01860fb649fe), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:30.538534 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27db9a7-be05-425d-a9b7-b5edb34ee298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f75757-b67b-4374-9d75-01860fb649fe'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:47:30.542826 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425b0158-3bac-4fe9-b9ee-9a70a8892a83" -d '{"events": [{"server_uuid": "e27db9a7-be05-425d-a9b7-b5edb34ee298", "name": "network-vif-plugged", "status": "completed", "tag": "17f75757-b67b-4374-9d75-01860fb649fe"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:47:30.577114 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 17f75757-b67b-4374-9d75-01860fb649fe, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=17f75757-b67b-4374-9d75-01860fb649fe,segment=NetworkSegment(6abb94fe-1d9f-4785-be4c-2a69b302f15c),segment_id=6abb94fe-1d9f-4785-be4c-2a69b302f15c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:47:30.584641 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (17f75757-b67b-4374-9d75-01860fb649fe), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:30.645456 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf95e61d-ac08-4139-b021-323082432103 x-openstack-request-id: req-cf95e61d-ac08-4139-b021-323082432103 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:47:30.645982 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e27db9a7-be05-425d-a9b7-b5edb34ee298", "name": "network-vif-plugged", "status": "completed", "tag": "17f75757-b67b-4374-9d75-01860fb649fe", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:47:30.646352 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cf95e61d-ac08-4139-b021-323082432103 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:47:30.647000 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27db9a7-be05-425d-a9b7-b5edb34ee298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f75757-b67b-4374-9d75-01860fb649fe', 'code': 200} Jan 28 00:47:30.694489 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=17f75757-b67b-4374-9d75-01860fb649fe,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:30.797957 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d3dc4e22-127a-4eac-99d4-f6a68bb56f4d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Deleting port 416811ee-899f-4c25-bd62-2a765327b43f {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:47:30.798791 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d3dc4e22-127a-4eac-99d4-f6a68bb56f4d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (416811ee-899f-4c25-bd62-2a765327b43f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:30.924922 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d3dc4e22-127a-4eac-99d4-f6a68bb56f4d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (416811ee-899f-4c25-bd62-2a765327b43f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:30.946367 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d3dc4e22-127a-4eac-99d4-f6a68bb56f4d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Calling delete_port for 416811ee-899f-4c25-bd62-2a765327b43f owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:47:31.166674 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab7bdd-a161-42d2-b35d-16e3a7ab7ccc req-3379f042-c313-46f8-935b-6370816ca94e tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:31.171107 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3fab7bdd-a161-42d2-b35d-16e3a7ab7ccc req-3379f042-c313-46f8-935b-6370816ca94e tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0990400 Jan 28 00:47:31.199788 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d3dc4e22-127a-4eac-99d4-f6a68bb56f4d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (416811ee-899f-4c25-bd62-2a765327b43f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:31.255487 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3fab7bdd-a161-42d2-b35d-16e3a7ab7ccc req-a4068b70-b084-4319-b890-a67ce20453e1 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751107 Jan 28 00:47:31.258638 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc4e22-127a-4eac-99d4-f6a68bb56f4d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Port': ['ID=416811ee-899f-4c25-bd62-2a765327b43f,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:31.423803 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d3dc4e22-127a-4eac-99d4-f6a68bb56f4d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:31.744432 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3dc4e22-127a-4eac-99d4-f6a68bb56f4d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Router 3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:47:31.858648 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dc4e22-127a-4eac-99d4-f6a68bb56f4d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:47:31.866819 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d3dc4e22-127a-4eac-99d4-f6a68bb56f4d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "PUT /v2.0/routers/3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0052071 Jan 28 00:47:31.869756 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58402) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:31.892044 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d431173-f568-4fe0-b0a7-7964e5c01b1a None None] Sync routers for ids ['3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:47:31.920076 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d431173-f568-4fe0-b0a7-7964e5c01b1a None None] Routers {'3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:47:31.921535 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-4d431173-f568-4fe0-b0a7-7964e5c01b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:47:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:31.986153 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-4d431173-f568-4fe0-b0a7-7964e5c01b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:32.004250 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d431173-f568-4fe0-b0a7-7964e5c01b1a None None] Routers {'3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:47:32.005911 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-4d431173-f568-4fe0-b0a7-7964e5c01b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:47:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:32.083194 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-4d431173-f568-4fe0-b0a7-7964e5c01b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:32.085150 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d431173-f568-4fe0-b0a7-7964e5c01b1a None None] The sync data for ids ['3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:47:32.452916 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b5626b77-c00b-4506-b9d6-057294da8801 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:32.484873 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ccea0-2b7c-4d29-8784-cd35e69eb18a req-ff7a7f23-6a66-4df0-9432-0ec834cdf6ee tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:32.487726 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b32ccea0-2b7c-4d29-8784-cd35e69eb18a req-ff7a7f23-6a66-4df0-9432-0ec834cdf6ee tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0937660 Jan 28 00:47:32.609851 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b32ccea0-2b7c-4d29-8784-cd35e69eb18a req-b45d77e4-100c-4f83-89eb-c5bf8e30510c tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148677 Jan 28 00:47:32.930026 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b5626b77-c00b-4506-b9d6-057294da8801 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Deleting port 34b5173d-7331-4eac-8877-f5c05a4c220c {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:47:32.930993 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b5626b77-c00b-4506-b9d6-057294da8801 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (34b5173d-7331-4eac-8877-f5c05a4c220c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:33.133573 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b5626b77-c00b-4506-b9d6-057294da8801 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (34b5173d-7331-4eac-8877-f5c05a4c220c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:33.153517 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b5626b77-c00b-4506-b9d6-057294da8801 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Calling delete_port for 34b5173d-7331-4eac-8877-f5c05a4c220c owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:47:33.408675 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b5626b77-c00b-4506-b9d6-057294da8801 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (34b5173d-7331-4eac-8877-f5c05a4c220c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:33.462528 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5626b77-c00b-4506-b9d6-057294da8801 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Port': ['ID=34b5173d-7331-4eac-8877-f5c05a4c220c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:33.737538 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b5626b77-c00b-4506-b9d6-057294da8801 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:33.870899 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fa449-6b76-48e0-ad00-34a8ea1c21e1 req-8b318024-fda1-4bbf-92be-b3e13bc53d39 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:33.890803 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-803fa449-6b76-48e0-ad00-34a8ea1c21e1 req-8b318024-fda1-4bbf-92be-b3e13bc53d39 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1487873 Jan 28 00:47:34.036821 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-803fa449-6b76-48e0-ad00-34a8ea1c21e1 req-fe8913e3-0a3e-4b79-a449-6df32abaf936 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440544 Jan 28 00:47:34.218803 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5626b77-c00b-4506-b9d6-057294da8801 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Router 3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:47:34.355902 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5626b77-c00b-4506-b9d6-057294da8801 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:47:34.362332 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b5626b77-c00b-4506-b9d6-057294da8801 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "PUT /v2.0/routers/3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4909542 Jan 28 00:47:34.367295 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58434) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:34.375118 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f7ec2b-b720-4af5-b4ea-330ae6de2ce6 None None] Sync routers for ids ['3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:47:34.396516 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f7ec2b-b720-4af5-b4ea-330ae6de2ce6 None None] Routers {'3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:47:34.398026 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a9f7ec2b-b720-4af5-b4ea-330ae6de2ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:47:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:34.450253 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a9f7ec2b-b720-4af5-b4ea-330ae6de2ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:34.464682 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f7ec2b-b720-4af5-b4ea-330ae6de2ce6 None None] Routers {'3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:47:34.467657 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a9f7ec2b-b720-4af5-b4ea-330ae6de2ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:47:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:34.502750 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-05dfe0a3-efe8-4796-864d-55621773d53c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8 HTTP/1.1" status: 200 len: 205 time: 0.1313112 Jan 28 00:47:34.503099 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58436) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:34.579460 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a9f7ec2b-b720-4af5-b4ea-330ae6de2ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:34.580397 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f7ec2b-b720-4af5-b4ea-330ae6de2ce6 None None] The sync data for ids ['3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:47:34.596127 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fbde3734-8b7a-40a1-b1da-78135326a66b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router (3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:34.784953 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fbde3734-8b7a-40a1-b1da-78135326a66b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:34.796482 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fbde3734-8b7a-40a1-b1da-78135326a66b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router_controller (3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:34.886402 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fbde3734-8b7a-40a1-b1da-78135326a66b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:34.887492 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbde3734-8b7a-40a1-b1da-78135326a66b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Fanout notify agent at l3_agent the message router_deleted on router 3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8 {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:47:34.899081 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fbde3734-8b7a-40a1-b1da-78135326a66b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:34.905706 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-fbde3734-8b7a-40a1-b1da-78135326a66b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/routers/3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8 HTTP/1.1" status: 204 len: 168 time: 0.4014065 Jan 28 00:47:34.906590 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58438) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:34.990048 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5bed416-e8c1-4d44-88b4-a2046f99a448 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Deleting subnet 8ee3a340-a3b2-46ec-8fb6-1678e884905a {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:47:34.997973 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5bed416-e8c1-4d44-88b4-a2046f99a448 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for subnet (8ee3a340-a3b2-46ec-8fb6-1678e884905a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:35.096870 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5bed416-e8c1-4d44-88b4-a2046f99a448 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (8ee3a340-a3b2-46ec-8fb6-1678e884905a), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:35.284722 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0d0a5-77a7-47b5-8412-cbcf70074755 req-aae1daea-367f-455e-9fdb-fa04f9a1badc tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:35.288679 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5bed416-e8c1-4d44-88b4-a2046f99a448 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (8ee3a340-a3b2-46ec-8fb6-1678e884905a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:35.304645 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87b0d0a5-77a7-47b5-8412-cbcf70074755 req-aae1daea-367f-455e-9fdb-fa04f9a1badc tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1221542 Jan 28 00:47:35.396058 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5bed416-e8c1-4d44-88b4-a2046f99a448 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (8ee3a340-a3b2-46ec-8fb6-1678e884905a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:35.415553 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87b0d0a5-77a7-47b5-8412-cbcf70074755 req-6e6baf7c-e4c7-4db4-a3dd-adb8166cf7e4 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064143 Jan 28 00:47:35.423514 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bed416-e8c1-4d44-88b4-a2046f99a448 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Subnet': ['ID=8ee3a340-a3b2-46ec-8fb6-1678e884905a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:35.441809 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5bed416-e8c1-4d44-88b4-a2046f99a448 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:35.446178 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c5bed416-e8c1-4d44-88b4-a2046f99a448 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/subnets/8ee3a340-a3b2-46ec-8fb6-1678e884905a HTTP/1.1" status: 204 len: 168 time: 0.5378306 Jan 28 00:47:35.456688 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58444) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:35.476378 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dca575-37ab-40c5-b685-efc1287195b2 None None] Network 6060b3ac-bcb7-4255-af66-26dbc6410423 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:47:35.529538 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92501f1-6052-4ae4-84c2-fde81c82fc9f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Deleting subnet 61216bb1-4129-4703-a793-29ad24e15818 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:47:35.534580 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a92501f1-6052-4ae4-84c2-fde81c82fc9f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for subnet (61216bb1-4129-4703-a793-29ad24e15818), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:35.637264 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a92501f1-6052-4ae4-84c2-fde81c82fc9f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (61216bb1-4129-4703-a793-29ad24e15818), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:35.731021 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a2977-ea70-4244-8851-552754e7af6d req-3128b531-47ca-4c8a-8ae9-6278d40fcca0 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:35.736132 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ac9a2977-ea70-4244-8851-552754e7af6d req-3128b531-47ca-4c8a-8ae9-6278d40fcca0 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 945 time: 0.1069078 Jan 28 00:47:35.786638 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a92501f1-6052-4ae4-84c2-fde81c82fc9f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (61216bb1-4129-4703-a793-29ad24e15818), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:35.834098 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0d55d5-529f-4b57-95de-eeed959d932b None None] DHCP port deletion for 6060b3ac-bcb7-4255-af66-26dbc6410423 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:47:35.896120 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a92501f1-6052-4ae4-84c2-fde81c82fc9f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (61216bb1-4129-4703-a793-29ad24e15818), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:35.927018 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92501f1-6052-4ae4-84c2-fde81c82fc9f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Subnet': ['ID=61216bb1-4129-4703-a793-29ad24e15818,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:35.936618 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a92501f1-6052-4ae4-84c2-fde81c82fc9f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:35.944893 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a92501f1-6052-4ae4-84c2-fde81c82fc9f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/subnets/61216bb1-4129-4703-a793-29ad24e15818 HTTP/1.1" status: 204 len: 168 time: 0.4879801 Jan 28 00:47:35.945739 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58452) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:35.952024 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d55d5-529f-4b57-95de-eeed959d932b None None] Deleting port f403d172-3a86-4796-b4b9-da2397a97146 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:47:35.952570 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5d0d55d5-529f-4b57-95de-eeed959d932b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f403d172-3a86-4796-b4b9-da2397a97146), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:35.955823 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d6d08c-f558-447d-896a-c5a5894694f7 None None] Network 93d7cc83-e5a0-49d9-9dc3-b6c797632253 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:47:36.101013 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-28f097ec-cc18-4b8d-ab66-977fdd4c7bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:36.105207 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-5d0d55d5-529f-4b57-95de-eeed959d932b None None] For port f403d172-3a86-4796-b4b9-da2397a97146, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f403d172-3a86-4796-b4b9-da2397a97146,segment=NetworkSegment(d7aebc97-d5a4-46b0-87f0-d31d260a80e5),segment_id=d7aebc97-d5a4-46b0-87f0-d31d260a80e5)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:47:36.105967 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5d0d55d5-529f-4b57-95de-eeed959d932b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f403d172-3a86-4796-b4b9-da2397a97146), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:36.144334 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d55d5-529f-4b57-95de-eeed959d932b None None] Calling delete_port for f403d172-3a86-4796-b4b9-da2397a97146 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:47:36.172980 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5cf8563b-6896-43b0-9705-16898e583f4e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (6060b3ac-bcb7-4255-af66-26dbc6410423), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:36.288860 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5d0d55d5-529f-4b57-95de-eeed959d932b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (f403d172-3a86-4796-b4b9-da2397a97146), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:36.333824 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20225100-3fb9-4cc2-8a39-270ccb482345 None None] DHCP port deletion for 93d7cc83-e5a0-49d9-9dc3-b6c797632253 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:47:36.341656 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d55d5-529f-4b57-95de-eeed959d932b None None] Pushing event deleted for resources: {'Port': ['ID=f403d172-3a86-4796-b4b9-da2397a97146,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:36.356356 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0d55d5-529f-4b57-95de-eeed959d932b None None] No DVR routers for this DVR port f403d172-3a86-4796-b4b9-da2397a97146 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:47:36.375769 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ac9a2977-ea70-4244-8851-552754e7af6d req-da8bd666-2669-41bc-adf6-800a9e61aa0d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=08951bcd-ce0d-4a8f-b4c1-d28509c0af57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6201992 Jan 28 00:47:36.431596 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-5cf8563b-6896-43b0-9705-16898e583f4e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Deleting port f403d172-3a86-4796-b4b9-da2397a97146 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:47:36.436903 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-20225100-3fb9-4cc2-8a39-270ccb482345 None None] Deleting port 4ee0b640-2858-44a4-abca-29c2b3f44aa3 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:47:36.437322 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-20225100-3fb9-4cc2-8a39-270ccb482345 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (4ee0b640-2858-44a4-abca-29c2b3f44aa3), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:36.437517 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5cf8563b-6896-43b0-9705-16898e583f4e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f403d172-3a86-4796-b4b9-da2397a97146), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:36.461055 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58454) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:36.585579 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-5cf8563b-6896-43b0-9705-16898e583f4e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] For port f403d172-3a86-4796-b4b9-da2397a97146, host n-d-826754-1, got binding levels [] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:47:36.585904 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5cf8563b-6896-43b0-9705-16898e583f4e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f403d172-3a86-4796-b4b9-da2397a97146), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:36.604210 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-5cf8563b-6896-43b0-9705-16898e583f4e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Calling delete_port for f403d172-3a86-4796-b4b9-da2397a97146 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:47:36.608908 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.ipam_backend_mixin [None req-5cf8563b-6896-43b0-9705-16898e583f4e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Port f403d172-3a86-4796-b4b9-da2397a97146 was not found and therefore no delete operation was performed {{(pid=103344) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 00:47:36.611026 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5cf8563b-6896-43b0-9705-16898e583f4e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (f403d172-3a86-4796-b4b9-da2397a97146), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:36.641681 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8563b-6896-43b0-9705-16898e583f4e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Port': ['ID=f403d172-3a86-4796-b4b9-da2397a97146,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:36.645866 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf8563b-6896-43b0-9705-16898e583f4e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] No DVR routers for this DVR port f403d172-3a86-4796-b4b9-da2397a97146 on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:47:36.723170 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4b846e00-ec44-4385-8d5d-52da4a09b843 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/floatingips/d5f74bd9-9f8b-4dbb-8cf2-cf0165a64c8a HTTP/1.1" status: 200 len: 993 time: 0.2520313 Jan 28 00:47:36.860579 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-20225100-3fb9-4cc2-8a39-270ccb482345 None None] For port 4ee0b640-2858-44a4-abca-29c2b3f44aa3, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4ee0b640-2858-44a4-abca-29c2b3f44aa3,segment=NetworkSegment(280cb078-51e4-4f52-80ab-982f5d02e4fc),segment_id=280cb078-51e4-4f52-80ab-982f5d02e4fc)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:47:36.861477 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-20225100-3fb9-4cc2-8a39-270ccb482345 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (4ee0b640-2858-44a4-abca-29c2b3f44aa3), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:36.896980 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-20225100-3fb9-4cc2-8a39-270ccb482345 None None] Calling delete_port for 4ee0b640-2858-44a4-abca-29c2b3f44aa3 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:47:36.907406 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5cf8563b-6896-43b0-9705-16898e583f4e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (6060b3ac-bcb7-4255-af66-26dbc6410423), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:36.934529 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9559b-f374-41fc-8323-62c9b6211d6e req-0a6c581d-879b-49c7-b1ef-b9da903d2b39 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:36.942900 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5bb9559b-f374-41fc-8323-62c9b6211d6e req-0a6c581d-879b-49c7-b1ef-b9da903d2b39 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.2528214 Jan 28 00:47:36.971981 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-5cf8563b-6896-43b0-9705-16898e583f4e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6060b3ac-bcb7-4255-af66-26dbc6410423']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:36.983363 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-5cf8563b-6896-43b0-9705-16898e583f4e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7aebc97-d5a4-46b0-87f0-d31d260a80e5') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:36.983363 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-5cf8563b-6896-43b0-9705-16898e583f4e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7aebc97-d5a4-46b0-87f0-d31d260a80e5') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:36.995276 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5cf8563b-6896-43b0-9705-16898e583f4e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (d7aebc97-d5a4-46b0-87f0-d31d260a80e5), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:37.026557 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5cf8563b-6896-43b0-9705-16898e583f4e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (d7aebc97-d5a4-46b0-87f0-d31d260a80e5), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:37.043353 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf8563b-6896-43b0-9705-16898e583f4e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:47:37.044494 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5cf8563b-6896-43b0-9705-16898e583f4e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (d7aebc97-d5a4-46b0-87f0-d31d260a80e5), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:37.047433 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:47:37.047433 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:47:37.047433 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:47:37.047433 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:47:37.047433 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:47:37.047433 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:47:37.047433 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:47:37.047433 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:47:37.047433 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:47:37.047433 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:47:37.047433 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:47:37.047433 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:47:37.047433 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:47:37.047433 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:47:37.047433 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:47:37.047433 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:47:37.047433 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:47:37.047433 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:47:37.047433 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:47:37.047433 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:47:37.047433 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:47:37.047433 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:47:37.047433 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:47:37.047433 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:47:37.047433 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:47:37.047433 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:47:37.047433 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:47:37.047433 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:47:37.047433 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:47:37.047433 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:47:37.047433 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:47:37.047433 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:47:37.116859 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5bb9559b-f374-41fc-8323-62c9b6211d6e req-b517d645-6a4f-4eb9-be95-c37340f56de6 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720066 Jan 28 00:47:37.149028 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-20225100-3fb9-4cc2-8a39-270ccb482345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (4ee0b640-2858-44a4-abca-29c2b3f44aa3), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:37.160015 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5cf8563b-6896-43b0-9705-16898e583f4e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (6060b3ac-bcb7-4255-af66-26dbc6410423), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:37.192307 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5cf8563b-6896-43b0-9705-16898e583f4e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:37.198345 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58470) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:37.201203 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5cf8563b-6896-43b0-9705-16898e583f4e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/networks/6060b3ac-bcb7-4255-af66-26dbc6410423 HTTP/1.1" status: 204 len: 168 time: 1.2548573 Jan 28 00:47:37.201480 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20225100-3fb9-4cc2-8a39-270ccb482345 None None] No DVR routers for this DVR port 4ee0b640-2858-44a4-abca-29c2b3f44aa3 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:47:37.208773 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20225100-3fb9-4cc2-8a39-270ccb482345 None None] Pushing event deleted for resources: {'Port': ['ID=4ee0b640-2858-44a4-abca-29c2b3f44aa3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:37.216530 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8563b-6896-43b0-9705-16898e583f4e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Network': ['ID=6060b3ac-bcb7-4255-af66-26dbc6410423,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:37.306840 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37318291-e26e-4b65-bcef-8aba800f343f req-4e46e9af-a364-4ac6-a4e7-786ea04ad3af tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:37.314354 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37318291-e26e-4b65-bcef-8aba800f343f req-4e46e9af-a364-4ac6-a4e7-786ea04ad3af tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 1096 time: 0.0624068 Jan 28 00:47:37.365030 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4781f399-ed69-4001-874a-83775c06aba4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (93d7cc83-e5a0-49d9-9dc3-b6c797632253), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:37.384199 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37318291-e26e-4b65-bcef-8aba800f343f req-c4add9c8-d292-4aa5-892a-53c0637483f7 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=08951bcd-ce0d-4a8f-b4c1-d28509c0af57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688753 Jan 28 00:47:37.485189 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-e14b9482-11e2-4f51-b54a-ea3f728baccd req-20e5b1ab-beff-4fbb-a99f-d97bba7010a9 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:47:37.486226 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e14b9482-11e2-4f51-b54a-ea3f728baccd req-20e5b1ab-beff-4fbb-a99f-d97bba7010a9 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060761 Jan 28 00:47:37.519098 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4781f399-ed69-4001-874a-83775c06aba4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (93d7cc83-e5a0-49d9-9dc3-b6c797632253), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:37.555559 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-4781f399-ed69-4001-874a-83775c06aba4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93d7cc83-e5a0-49d9-9dc3-b6c797632253']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:37.590553 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-4781f399-ed69-4001-874a-83775c06aba4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280cb078-51e4-4f52-80ab-982f5d02e4fc') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:37.590948 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-4781f399-ed69-4001-874a-83775c06aba4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280cb078-51e4-4f52-80ab-982f5d02e4fc') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:37.616881 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4781f399-ed69-4001-874a-83775c06aba4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (280cb078-51e4-4f52-80ab-982f5d02e4fc), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:37.642095 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4781f399-ed69-4001-874a-83775c06aba4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (280cb078-51e4-4f52-80ab-982f5d02e4fc), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:37.652726 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4781f399-ed69-4001-874a-83775c06aba4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:47:37.653875 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4781f399-ed69-4001-874a-83775c06aba4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (280cb078-51e4-4f52-80ab-982f5d02e4fc), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: warnings.warn(msg) Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:47:37.657743 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:47:37.765820 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4781f399-ed69-4001-874a-83775c06aba4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (93d7cc83-e5a0-49d9-9dc3-b6c797632253), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:37.792252 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4781f399-ed69-4001-874a-83775c06aba4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:37.800798 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58476) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:37.801095 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4781f399-ed69-4001-874a-83775c06aba4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/networks/93d7cc83-e5a0-49d9-9dc3-b6c797632253 HTTP/1.1" status: 204 len: 168 time: 0.6002057 Jan 28 00:47:37.802122 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781f399-ed69-4001-874a-83775c06aba4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Network': ['ID=93d7cc83-e5a0-49d9-9dc3-b6c797632253,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:37.813809 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-773740b5-702d-4d02-b9e4-8e5f09096eb6 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-117288023'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:47:37.893390 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4ee0b640-2858-44a4-abca-29c2b3f44aa3 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:47:37.894276 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773740b5-702d-4d02-b9e4-8e5f09096eb6 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Made reservation on behalf of c15c480f40da4eb2ba8f032a9f4f366b for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:47:37.900796 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-773740b5-702d-4d02-b9e4-8e5f09096eb6 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:37.930915 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 4ee0b640-2858-44a4-abca-29c2b3f44aa3 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:47:37.931606 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4ee0b640-2858-44a4-abca-29c2b3f44aa3 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:47:37.932711 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f403d172-3a86-4796-b4b9-da2397a97146 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:47:37.966822 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773740b5-702d-4d02-b9e4-8e5f09096eb6 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:47:37.987954 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: f403d172-3a86-4796-b4b9-da2397a97146 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:47:37.988306 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f403d172-3a86-4796-b4b9-da2397a97146 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:47:38.014375 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-773740b5-702d-4d02-b9e4-8e5f09096eb6 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (4033da49-e7ab-4a49-8fd5-4d00618b2137), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:38.016286 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-773740b5-702d-4d02-b9e4-8e5f09096eb6 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Added segment 4033da49-e7ab-4a49-8fd5-4d00618b2137 of type vlan for network 8053a4c3-2b05-45b5-9ff8-5082ff3a9986 Jan 28 00:47:38.131224 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-773740b5-702d-4d02-b9e4-8e5f09096eb6 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (8053a4c3-2b05-45b5-9ff8-5082ff3a9986), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:38.186341 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-773740b5-702d-4d02-b9e4-8e5f09096eb6 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (8053a4c3-2b05-45b5-9ff8-5082ff3a9986), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:38.205923 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773740b5-702d-4d02-b9e4-8e5f09096eb6 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:38.218026 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-773740b5-702d-4d02-b9e4-8e5f09096eb6 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:38.309286 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58496) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:38.363735 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-773740b5-702d-4d02-b9e4-8e5f09096eb6 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5576723 Jan 28 00:47:38.364658 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58500) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:38.368863 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-06b93a3a-e45c-4cb9-9c31-c69bea1692e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:38.371921 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-7ca00b13-bfaa-44f5-9337-27c6862d1e20 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Request body: {'subnet': {'network_id': '8053a4c3-2b05-45b5-9ff8-5082ff3a9986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:47:38.425692 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773740b5-702d-4d02-b9e4-8e5f09096eb6 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Network': ['ID=8053a4c3-2b05-45b5-9ff8-5082ff3a9986,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:38.439000 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 8053a4c3-2b05-45b5-9ff8-5082ff3a9986 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:47:38.449535 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdfbb4-442a-4235-bd41-a3a780a10208 req-74dc85a4-d4b9-4d9e-81a3-3d7a76294a94 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:38.463122 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9ecdfbb4-442a-4235-bd41-a3a780a10208 req-74dc85a4-d4b9-4d9e-81a3-3d7a76294a94 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1390283 Jan 28 00:47:38.571379 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9ecdfbb4-442a-4235-bd41-a3a780a10208 req-8041e983-87b6-41e0-adca-e58c97fee020 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069775 Jan 28 00:47:38.586111 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-7c02c04a-ab1c-49d8-8b12-e186d6fc0f39 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2746925 Jan 28 00:47:38.587306 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca00b13-bfaa-44f5-9337-27c6862d1e20 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Made reservation on behalf of c15c480f40da4eb2ba8f032a9f4f366b for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:47:38.590836 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7ca00b13-bfaa-44f5-9337-27c6862d1e20 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:38.969768 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-4da37cef-922d-42c8-b4fb-5c582028e36a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:47:38.971517 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-4da37cef-922d-42c8-b4fb-5c582028e36a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3729806 Jan 28 00:47:39.278601 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7ca00b13-bfaa-44f5-9337-27c6862d1e20 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (91eae49a-8b66-4551-b54e-0601ed5dcd06), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:39.382556 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca00b13-bfaa-44f5-9337-27c6862d1e20 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Subnet': ['ID=91eae49a-8b66-4551-b54e-0601ed5dcd06,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:39.416285 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca00b13-bfaa-44f5-9337-27c6862d1e20 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Checking segment: {'id': '4033da49-e7ab-4a49-8fd5-4d00618b2137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8053a4c3-2b05-45b5-9ff8-5082ff3a9986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:47:39.416757 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca00b13-bfaa-44f5-9337-27c6862d1e20 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network hostable DHCP agents. Network: 8053a4c3-2b05-45b5-9ff8-5082ff3a9986, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:47:39.452677 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca00b13-bfaa-44f5-9337-27c6862d1e20 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network 8053a4c3-2b05-45b5-9ff8-5082ff3a9986 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:47:39.472076 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-7ca00b13-bfaa-44f5-9337-27c6862d1e20 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 8053a4c3-2b05-45b5-9ff8-5082ff3a9986) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:47:39.482944 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca00b13-bfaa-44f5-9337-27c6862d1e20 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:39.487657 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ccbd15-503f-45fb-86a9-854cd37a2466 None None] Network 8053a4c3-2b05-45b5-9ff8-5082ff3a9986 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:47:39.497662 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7ca00b13-bfaa-44f5-9337-27c6862d1e20 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:39.543801 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7ca00b13-bfaa-44f5-9337-27c6862d1e20 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1768789 Jan 28 00:47:39.547143 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58512) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:39.556380 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-c49eeeeb-f30a-4b9c-ae63-2fd6824aad9f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-327144189', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:47:39.606192 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c49eeeeb-f30a-4b9c-ae63-2fd6824aad9f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (32523e97-f6bd-46bd-a23a-1774a9e96044), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:39.607722 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c49eeeeb-f30a-4b9c-ae63-2fd6824aad9f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (32523e97-f6bd-46bd-a23a-1774a9e96044), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:39.789552 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c49eeeeb-f30a-4b9c-ae63-2fd6824aad9f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router_controller (32523e97-f6bd-46bd-a23a-1774a9e96044), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:39.796963 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c49eeeeb-f30a-4b9c-ae63-2fd6824aad9f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (32523e97-f6bd-46bd-a23a-1774a9e96044), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:39.804231 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d3388e-6233-44fa-a2ee-7aed3ebb4d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-8053a4c3-2b05-45b5-9ff8-5082ff3a9986', 'network_id': '8053a4c3-2b05-45b5-9ff8-5082ff3a9986', 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'fixed_ips': [{'subnet_id': '91eae49a-8b66-4551-b54e-0601ed5dcd06'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:47:39.807009 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-64d3388e-6233-44fa-a2ee-7aed3ebb4d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:39.823454 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c49eeeeb-f30a-4b9c-ae63-2fd6824aad9f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:39.828911 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c49eeeeb-f30a-4b9c-ae63-2fd6824aad9f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2789114 Jan 28 00:47:39.829257 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58516) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:39.834595 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:39.836846 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df84d51-f132-4944-8fad-705aa24d8fef req-3a196fe1-1ce0-4483-bc8d-c7b8bf35ec61 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:39.840284 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-69d11181-a70e-4665-ad12-58bae02ec876 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Request body: {'port': {'network_id': '8053a4c3-2b05-45b5-9ff8-5082ff3a9986', 'name': 'tempest-RoutersIpV6Test-1431512402'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:47:39.844951 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0df84d51-f132-4944-8fad-705aa24d8fef req-3a196fe1-1ce0-4483-bc8d-c7b8bf35ec61 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1379771 Jan 28 00:47:39.984658 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d11181-a70e-4665-ad12-58bae02ec876 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Made reservation on behalf of c15c480f40da4eb2ba8f032a9f4f366b for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:47:39.989974 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69d11181-a70e-4665-ad12-58bae02ec876 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:40.017133 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0df84d51-f132-4944-8fad-705aa24d8fef req-3c9490fe-4f77-4689-bca2-bed181268154 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666048 Jan 28 00:47:40.036294 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-64d3388e-6233-44fa-a2ee-7aed3ebb4d8a None None] Allocated IP 2001:db8::2 (8053a4c3-2b05-45b5-9ff8-5082ff3a9986/91eae49a-8b66-4551-b54e-0601ed5dcd06/50baca0a-3340-4af2-86c1-f6a0fe365e81) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:47:40.037929 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-69d11181-a70e-4665-ad12-58bae02ec876 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] device_id is not set on port cac3b2ce-c35c-493f-8b2e-88c343d4bfb1 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:47:40.279948 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-1999af82-3201-4602-a845-a6d5f06d43e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:40.287217 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-1999af82-3201-4602-a845-a6d5f06d43e1 service neutron] 10.222.0.70 "GET /v2.0/ports/79c65452-dfb6-4f9c-8434-d4226005ff70 HTTP/1.1" status: 200 len: 1093 time: 0.0561261 Jan 28 00:47:40.292072 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-c769a849-c40a-4bfa-9558-1df07d3fffd7 service neutron] Request body: {'binding': {'host': 'n-h2-826754-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:47:40.292808 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-c769a849-c40a-4bfa-9558-1df07d3fffd7 service neutron] Unknown quota resources ['binding']. {{(pid=103343) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 00:47:40.326994 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-64d3388e-6233-44fa-a2ee-7aed3ebb4d8a None None] Publish callbacks [] for port (50baca0a-3340-4af2-86c1-f6a0fe365e81), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:40.337619 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-64d3388e-6233-44fa-a2ee-7aed3ebb4d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (50baca0a-3340-4af2-86c1-f6a0fe365e81), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:40.384041 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d3388e-6233-44fa-a2ee-7aed3ebb4d8a None None] Network 8053a4c3-2b05-45b5-9ff8-5082ff3a9986 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:47:40.444844 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-64d3388e-6233-44fa-a2ee-7aed3ebb4d8a None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:47:40.448916 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d3388e-6233-44fa-a2ee-7aed3ebb4d8a None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:47:40.515800 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-69d11181-a70e-4665-ad12-58bae02ec876 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Allocated IP 2001:db8::14 (8053a4c3-2b05-45b5-9ff8-5082ff3a9986/91eae49a-8b66-4551-b54e-0601ed5dcd06/cac3b2ce-c35c-493f-8b2e-88c343d4bfb1) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:47:40.602635 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3388e-6233-44fa-a2ee-7aed3ebb4d8a None None] Pushing event updated for resources: {'Port': ['ID=50baca0a-3340-4af2-86c1-f6a0fe365e81,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:40.651532 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-64d3388e-6233-44fa-a2ee-7aed3ebb4d8a None None] Attempting to bind port 50baca0a-3340-4af2-86c1-f6a0fe365e81 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:40.652309 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-64d3388e-6233-44fa-a2ee-7aed3ebb4d8a None None] Attempting to bind port 50baca0a-3340-4af2-86c1-f6a0fe365e81 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '4033da49-e7ab-4a49-8fd5-4d00618b2137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8053a4c3-2b05-45b5-9ff8-5082ff3a9986'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:40.652927 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d3388e-6233-44fa-a2ee-7aed3ebb4d8a None None] Attempting to bind port 50baca0a-3340-4af2-86c1-f6a0fe365e81 on network 8053a4c3-2b05-45b5-9ff8-5082ff3a9986 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:40.665348 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d3388e-6233-44fa-a2ee-7aed3ebb4d8a None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:47:40.665859 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d3388e-6233-44fa-a2ee-7aed3ebb4d8a None None] Checking segment: {'id': '4033da49-e7ab-4a49-8fd5-4d00618b2137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8053a4c3-2b05-45b5-9ff8-5082ff3a9986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:47:40.666405 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-64d3388e-6233-44fa-a2ee-7aed3ebb4d8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:40.667389 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d3388e-6233-44fa-a2ee-7aed3ebb4d8a None None] Bound using segment: {'id': '4033da49-e7ab-4a49-8fd5-4d00618b2137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8053a4c3-2b05-45b5-9ff8-5082ff3a9986'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:47:40.668677 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-64d3388e-6233-44fa-a2ee-7aed3ebb4d8a None None] Bound port: 50baca0a-3340-4af2-86c1-f6a0fe365e81, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4033da49-e7ab-4a49-8fd5-4d00618b2137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8053a4c3-2b05-45b5-9ff8-5082ff3a9986'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:47:40.669974 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-64d3388e-6233-44fa-a2ee-7aed3ebb4d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (50baca0a-3340-4af2-86c1-f6a0fe365e81), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:40.695196 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-c769a849-c40a-4bfa-9558-1df07d3fffd7 service neutron] Attempting to bind port 79c65452-dfb6-4f9c-8434-d4226005ff70 on host n-h2-826754-1 for vnic_type normal with profile None {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:40.695463 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-c769a849-c40a-4bfa-9558-1df07d3fffd7 service neutron] Attempting to bind port 79c65452-dfb6-4f9c-8434-d4226005ff70 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '9cf340f1-2f3a-4689-8f86-fac8e5ebe93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:40.695816 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-c769a849-c40a-4bfa-9558-1df07d3fffd7 service neutron] Attempting to bind port 79c65452-dfb6-4f9c-8434-d4226005ff70 on network 589a4733-906d-4d71-8a9b-35605b1c2237 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:40.749075 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-c769a849-c40a-4bfa-9558-1df07d3fffd7 service neutron] Port 79c65452-dfb6-4f9c-8434-d4226005ff70 on network 589a4733-906d-4d71-8a9b-35605b1c2237 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:47:40.749552 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-c769a849-c40a-4bfa-9558-1df07d3fffd7 service neutron] Attempting to bind port 79c65452-dfb6-4f9c-8434-d4226005ff70 on network 589a4733-906d-4d71-8a9b-35605b1c2237 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:40.765735 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-c769a849-c40a-4bfa-9558-1df07d3fffd7 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:47:40.767052 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-c769a849-c40a-4bfa-9558-1df07d3fffd7 service neutron] Checking segment: {'id': '9cf340f1-2f3a-4689-8f86-fac8e5ebe93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:47:40.767052 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-c769a849-c40a-4bfa-9558-1df07d3fffd7 service neutron] Bound using segment: {'id': '9cf340f1-2f3a-4689-8f86-fac8e5ebe93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:47:40.774159 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-c769a849-c40a-4bfa-9558-1df07d3fffd7 service neutron] Bound port: 79c65452-dfb6-4f9c-8434-d4226005ff70, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf340f1-2f3a-4689-8f86-fac8e5ebe93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:47:40.887390 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-64d3388e-6233-44fa-a2ee-7aed3ebb4d8a None None] For port 50baca0a-3340-4af2-86c1-f6a0fe365e81, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:47:40.903124 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-64d3388e-6233-44fa-a2ee-7aed3ebb4d8a None None] For port 50baca0a-3340-4af2-86c1-f6a0fe365e81, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=50baca0a-3340-4af2-86c1-f6a0fe365e81,segment=NetworkSegment(4033da49-e7ab-4a49-8fd5-4d00618b2137),segment_id=4033da49-e7ab-4a49-8fd5-4d00618b2137)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:47:40.913444 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-64d3388e-6233-44fa-a2ee-7aed3ebb4d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (50baca0a-3340-4af2-86c1-f6a0fe365e81), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:40.953962 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-c769a849-c40a-4bfa-9558-1df07d3fffd7 service neutron] For port 79c65452-dfb6-4f9c-8434-d4226005ff70, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=79c65452-dfb6-4f9c-8434-d4226005ff70,segment=NetworkSegment(9cf340f1-2f3a-4689-8f86-fac8e5ebe93f),segment_id=9cf340f1-2f3a-4689-8f86-fac8e5ebe93f)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:47:40.955717 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69d11181-a70e-4665-ad12-58bae02ec876 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for port (cac3b2ce-c35c-493f-8b2e-88c343d4bfb1), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:40.966444 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-c769a849-c40a-4bfa-9558-1df07d3fffd7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:40.967969 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-c769a849-c40a-4bfa-9558-1df07d3fffd7 service neutron] 10.222.0.70 "POST /v2.0/ports/79c65452-dfb6-4f9c-8434-d4226005ff70/bindings HTTP/1.1" status: 201 len: 389 time: 0.6795249 Jan 28 00:47:41.047306 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69d11181-a70e-4665-ad12-58bae02ec876 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (cac3b2ce-c35c-493f-8b2e-88c343d4bfb1), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:41.074679 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3388e-6233-44fa-a2ee-7aed3ebb4d8a None None] Pushing event updated for resources: {'Port': ['ID=50baca0a-3340-4af2-86c1-f6a0fe365e81,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:41.252521 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:41.266085 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d11181-a70e-4665-ad12-58bae02ec876 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Port': ['ID=cac3b2ce-c35c-493f-8b2e-88c343d4bfb1,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:41.302803 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f894e4d-f61c-4942-b568-6ce3cb988646 req-f4aad31b-27a5-4060-b0af-be2bf826f2c3 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:41.308277 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f894e4d-f61c-4942-b568-6ce3cb988646 req-f4aad31b-27a5-4060-b0af-be2bf826f2c3 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0991962 Jan 28 00:47:41.347271 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d11181-a70e-4665-ad12-58bae02ec876 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network 8053a4c3-2b05-45b5-9ff8-5082ff3a9986 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:47:41.355892 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-69d11181-a70e-4665-ad12-58bae02ec876 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:47:41.364350 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d11181-a70e-4665-ad12-58bae02ec876 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:47:41.376894 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d11181-a70e-4665-ad12-58bae02ec876 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:41.377815 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69d11181-a70e-4665-ad12-58bae02ec876 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:41.453123 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-69d11181-a70e-4665-ad12-58bae02ec876 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6171405 Jan 28 00:47:41.453980 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58530) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:41.490080 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f894e4d-f61c-4942-b568-6ce3cb988646 req-71002ed4-6276-4843-a8a2-76e3a1db6896 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652505 Jan 28 00:47:41.561706 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-818351ba-b401-4a1c-8557-3b36db85fae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:41.566632 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-818351ba-b401-4a1c-8557-3b36db85fae9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 1096 time: 0.0752449 Jan 28 00:47:41.742550 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820cbce-3b01-442a-b544-0ef7183887d0 req-5f20444a-f8bc-4f86-911a-c49f01399977 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:41.751903 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0820cbce-3b01-442a-b544-0ef7183887d0 req-5f20444a-f8bc-4f86-911a-c49f01399977 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 945 time: 0.4152973 Jan 28 00:47:41.813952 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-a33ec73d-c809-4aa7-bc92-cd4c0a08cac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:41.816636 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-a33ec73d-c809-4aa7-bc92-cd4c0a08cac6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=589a4733-906d-4d71-8a9b-35605b1c2237 HTTP/1.1" status: 200 len: 898 time: 0.2421660 Jan 28 00:47:41.994031 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-d6b1aa94-45fd-4a8d-b0cd-d4b5e2e7cbc0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79c65452-dfb6-4f9c-8434-d4226005ff70 HTTP/1.1" status: 200 len: 1001 time: 0.1683679 Jan 28 00:47:42.035884 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 50baca0a-3340-4af2-86c1-f6a0fe365e81 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:47:42.090421 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0820cbce-3b01-442a-b544-0ef7183887d0 req-27f2be1a-a0a6-4a47-b174-b038a28cfc1b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=08951bcd-ce0d-4a8f-b4c1-d28509c0af57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3339016 Jan 28 00:47:42.239650 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-4b800c18-7902-45ca-b7a0-683b139be535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:42.243479 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-4b800c18-7902-45ca-b7a0-683b139be535 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0 HTTP/1.1" status: 200 len: 834 time: 0.1728220 Jan 28 00:47:42.266947 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:42.301863 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 50baca0a-3340-4af2-86c1-f6a0fe365e81 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:47:42.302900 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (50baca0a-3340-4af2-86c1-f6a0fe365e81), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:42.327155 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-694b3166-b642-430c-a534-34bd1ed43d84 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cac3b2ce-c35c-493f-8b2e-88c343d4bfb1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:42.410128 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-fa95a5a9-1289-434d-88da-05e7ac73d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:42.413449 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-fa95a5a9-1289-434d-88da-05e7ac73d6ee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=589a4733-906d-4d71-8a9b-35605b1c2237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1586435 Jan 28 00:47:42.494806 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 50baca0a-3340-4af2-86c1-f6a0fe365e81 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:47:42.495219 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (50baca0a-3340-4af2-86c1-f6a0fe365e81), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:42.598730 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 50baca0a-3340-4af2-86c1-f6a0fe365e81, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=50baca0a-3340-4af2-86c1-f6a0fe365e81,segment=NetworkSegment(4033da49-e7ab-4a49-8fd5-4d00618b2137),segment_id=4033da49-e7ab-4a49-8fd5-4d00618b2137)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:47:42.617860 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (50baca0a-3340-4af2-86c1-f6a0fe365e81), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:42.760797 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-9062b9b4-93f9-4505-841f-0e839452f7fa service neutron] 10.222.0.52 "GET /v2.0/networks/589a4733-906d-4d71-8a9b-35605b1c2237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375356 Jan 28 00:47:42.825431 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=50baca0a-3340-4af2-86c1-f6a0fe365e81,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:42.979667 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-694b3166-b642-430c-a534-34bd1ed43d84 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for port (cac3b2ce-c35c-493f-8b2e-88c343d4bfb1), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:42.990230 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-694b3166-b642-430c-a534-34bd1ed43d84 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (cac3b2ce-c35c-493f-8b2e-88c343d4bfb1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:43.009734 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943bd2c-cde3-4835-8679-0945acd2ab1d req-c7e81202-b512-41bd-9878-385dfcfbd775 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:43.011554 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e943bd2c-cde3-4835-8679-0945acd2ab1d req-c7e81202-b512-41bd-9878-385dfcfbd775 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.2350245 Jan 28 00:47:43.052621 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-327db8d8-f5f1-4df1-9310-ff6e6de12c33 service neutron] 10.222.0.52 "GET /v2.0/networks/589a4733-906d-4d71-8a9b-35605b1c2237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852554 Jan 28 00:47:43.138594 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:43.165019 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e943bd2c-cde3-4835-8679-0945acd2ab1d req-4c3e234b-a2c5-4073-8a72-d5e43254c633 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388986 Jan 28 00:47:43.297690 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b3166-b642-430c-a534-34bd1ed43d84 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Port': ['ID=cac3b2ce-c35c-493f-8b2e-88c343d4bfb1,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:43.477275 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-8aba9cc2-df7d-4d93-93db-2decf2e106d2 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:43.480018 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-8aba9cc2-df7d-4d93-93db-2decf2e106d2 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9&tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&binding%3Ahost_id=n-h1-826754-1 HTTP/1.1" status: 200 len: 1096 time: 0.2891002 Jan 28 00:47:43.525316 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-694b3166-b642-430c-a534-34bd1ed43d84 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (32523e97-f6bd-46bd-a23a-1774a9e96044), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:43.529039 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-62adea97-3acb-4257-8656-336e9f48ff91 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826754-1'}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:47:43.569948 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c624a5-e344-4030-9999-3823fda16a62 None None] Network 8053a4c3-2b05-45b5-9ff8-5082ff3a9986 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:47:43.636029 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdd8c8-f9a4-4c2d-9ca9-161783c4cc6a req-a8542e92-529a-4c30-865d-4aa7c7297d06 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:43.639842 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2abdd8c8-f9a4-4c2d-9ca9-161783c4cc6a req-a8542e92-529a-4c30-865d-4aa7c7297d06 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 945 time: 0.2568660 Jan 28 00:47:43.691525 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-1d77ef55-a47c-42f0-9343-542b8230d6a1 None None] Provisioning complete for port 50baca0a-3340-4af2-86c1-f6a0fe365e81 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:47:43.692386 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1d77ef55-a47c-42f0-9343-542b8230d6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (50baca0a-3340-4af2-86c1-f6a0fe365e81), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:43.772128 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-62adea97-3acb-4257-8656-336e9f48ff91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (79c65452-dfb6-4f9c-8434-d4226005ff70), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:43.859264 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1d77ef55-a47c-42f0-9343-542b8230d6a1 None None] Current status of the port 50baca0a-3340-4af2-86c1-f6a0fe365e81 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:47:43.938340 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2abdd8c8-f9a4-4c2d-9ca9-161783c4cc6a req-f5a4c094-4e18-44e4-b209-628af63dc8bf tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=08951bcd-ce0d-4a8f-b4c1-d28509c0af57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2851467 Jan 28 00:47:43.957711 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-694b3166-b642-430c-a534-34bd1ed43d84 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cac3b2ce-c35c-493f-8b2e-88c343d4bfb1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:44.042504 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 50baca0a-3340-4af2-86c1-f6a0fe365e81 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:47:44.216572 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-62adea97-3acb-4257-8656-336e9f48ff91 service neutron] For port 79c65452-dfb6-4f9c-8434-d4226005ff70, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=79c65452-dfb6-4f9c-8434-d4226005ff70,segment=NetworkSegment(9cf340f1-2f3a-4689-8f86-fac8e5ebe93f),segment_id=9cf340f1-2f3a-4689-8f86-fac8e5ebe93f)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:47:44.301245 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 50baca0a-3340-4af2-86c1-f6a0fe365e81 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:47:44.302634 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (50baca0a-3340-4af2-86c1-f6a0fe365e81), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:44.329414 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-62adea97-3acb-4257-8656-336e9f48ff91 service neutron] For port 79c65452-dfb6-4f9c-8434-d4226005ff70, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:47:44.452282 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:44.526819 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee165945-4cdc-49f1-9b5c-187a022545b6 req-b8831ce7-6723-416e-b3db-a122c679f53e tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:44.528912 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ee165945-4cdc-49f1-9b5c-187a022545b6 req-b8831ce7-6723-416e-b3db-a122c679f53e tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1237543 Jan 28 00:47:44.564970 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5978f46-c193-491a-a6ef-e6302a552de9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79c65452-dfb6-4f9c-8434-d4226005ff70'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:47:44.572516 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a01f57d-b94c-45e9-8c4d-ea5adcdeabae" -d '{"events": [{"server_uuid": "b5978f46-c193-491a-a6ef-e6302a552de9", "name": "network-vif-unplugged", "status": "completed", "tag": "79c65452-dfb6-4f9c-8434-d4226005ff70"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:47:44.578513 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-62adea97-3acb-4257-8656-336e9f48ff91 service neutron] Publish callbacks [] for port (79c65452-dfb6-4f9c-8434-d4226005ff70), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:44.642502 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-219488c7-b80a-480a-a9db-cb2cb83c6051 None None] Provisioning complete for port 50baca0a-3340-4af2-86c1-f6a0fe365e81 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:47:44.643546 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-219488c7-b80a-480a-a9db-cb2cb83c6051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (50baca0a-3340-4af2-86c1-f6a0fe365e81), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:44.704993 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 50baca0a-3340-4af2-86c1-f6a0fe365e81 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:47:44.710319 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ee165945-4cdc-49f1-9b5c-187a022545b6 req-f92abb43-a5d1-40ab-8f5b-baa4a0264223 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606505 Jan 28 00:47:44.711758 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-62adea97-3acb-4257-8656-336e9f48ff91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (79c65452-dfb6-4f9c-8434-d4226005ff70), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:44.842278 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62adea97-3acb-4257-8656-336e9f48ff91 service neutron] Pushing event updated for resources: {'Port': ['ID=79c65452-dfb6-4f9c-8434-d4226005ff70,revision_number=7']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:44.875420 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-694b3166-b642-430c-a534-34bd1ed43d84 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for port (cac3b2ce-c35c-493f-8b2e-88c343d4bfb1), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:44.893007 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-694b3166-b642-430c-a534-34bd1ed43d84 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (cac3b2ce-c35c-493f-8b2e-88c343d4bfb1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:44.895032 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-694b3166-b642-430c-a534-34bd1ed43d84 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (32523e97-f6bd-46bd-a23a-1774a9e96044), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:44.988019 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-219488c7-b80a-480a-a9db-cb2cb83c6051 None None] Current status of the port 50baca0a-3340-4af2-86c1-f6a0fe365e81 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:47:45.019083 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-219488c7-b80a-480a-a9db-cb2cb83c6051 None None] Provisioning complete for port cac3b2ce-c35c-493f-8b2e-88c343d4bfb1 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:47:45.019731 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-219488c7-b80a-480a-a9db-cb2cb83c6051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cac3b2ce-c35c-493f-8b2e-88c343d4bfb1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:45.024294 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e453a89b-ba81-42fb-8464-c2611043cc04 x-openstack-request-id: req-e453a89b-ba81-42fb-8464-c2611043cc04 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:47:45.024697 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5978f46-c193-491a-a6ef-e6302a552de9", "name": "network-vif-unplugged", "status": "completed", "tag": "79c65452-dfb6-4f9c-8434-d4226005ff70", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:47:45.025602 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e453a89b-ba81-42fb-8464-c2611043cc04 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:47:45.025602 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5978f46-c193-491a-a6ef-e6302a552de9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79c65452-dfb6-4f9c-8434-d4226005ff70', 'code': 200} Jan 28 00:47:45.115456 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:47:45.141717 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-62adea97-3acb-4257-8656-336e9f48ff91 service neutron] Attempting to bind port 79c65452-dfb6-4f9c-8434-d4226005ff70 on host n-h1-826754-1 for vnic_type normal with profile {"migrating_to": "n-h2-826754-1"} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:45.142573 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-62adea97-3acb-4257-8656-336e9f48ff91 service neutron] Attempting to bind port 79c65452-dfb6-4f9c-8434-d4226005ff70 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '9cf340f1-2f3a-4689-8f86-fac8e5ebe93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:45.143076 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-62adea97-3acb-4257-8656-336e9f48ff91 service neutron] Attempting to bind port 79c65452-dfb6-4f9c-8434-d4226005ff70 on network 589a4733-906d-4d71-8a9b-35605b1c2237 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:45.164125 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-62adea97-3acb-4257-8656-336e9f48ff91 service neutron] Port 79c65452-dfb6-4f9c-8434-d4226005ff70 on network 589a4733-906d-4d71-8a9b-35605b1c2237 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:47:45.164581 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-62adea97-3acb-4257-8656-336e9f48ff91 service neutron] Attempting to bind port 79c65452-dfb6-4f9c-8434-d4226005ff70 on network 589a4733-906d-4d71-8a9b-35605b1c2237 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:45.174885 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-62adea97-3acb-4257-8656-336e9f48ff91 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:47:45.179092 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-62adea97-3acb-4257-8656-336e9f48ff91 service neutron] Checking segment: {'id': '9cf340f1-2f3a-4689-8f86-fac8e5ebe93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:47:45.179749 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-62adea97-3acb-4257-8656-336e9f48ff91 service neutron] Bound using segment: {'id': '9cf340f1-2f3a-4689-8f86-fac8e5ebe93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:47:45.180082 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-62adea97-3acb-4257-8656-336e9f48ff91 service neutron] Bound port: 79c65452-dfb6-4f9c-8434-d4226005ff70, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf340f1-2f3a-4689-8f86-fac8e5ebe93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:47:45.180459 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-62adea97-3acb-4257-8656-336e9f48ff91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (79c65452-dfb6-4f9c-8434-d4226005ff70), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:45.182130 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-219488c7-b80a-480a-a9db-cb2cb83c6051 None None] Port cac3b2ce-c35c-493f-8b2e-88c343d4bfb1 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:47:45.240654 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b3166-b642-430c-a534-34bd1ed43d84 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Port': ['ID=cac3b2ce-c35c-493f-8b2e-88c343d4bfb1,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:45.399452 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-699e0084-c41f-4051-9441-a11e3525a3f9 None None] Provisioning complete for port cac3b2ce-c35c-493f-8b2e-88c343d4bfb1 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:47:45.411937 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-699e0084-c41f-4051-9441-a11e3525a3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cac3b2ce-c35c-493f-8b2e-88c343d4bfb1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:45.441301 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694b3166-b642-430c-a534-34bd1ed43d84 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network 8053a4c3-2b05-45b5-9ff8-5082ff3a9986 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:47:45.443907 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-694b3166-b642-430c-a534-34bd1ed43d84 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:47:45.535667 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-62adea97-3acb-4257-8656-336e9f48ff91 service neutron] For port 79c65452-dfb6-4f9c-8434-d4226005ff70, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:47:45.560373 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-62adea97-3acb-4257-8656-336e9f48ff91 service neutron] For port 79c65452-dfb6-4f9c-8434-d4226005ff70, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=79c65452-dfb6-4f9c-8434-d4226005ff70,segment=NetworkSegment(9cf340f1-2f3a-4689-8f86-fac8e5ebe93f),segment_id=9cf340f1-2f3a-4689-8f86-fac8e5ebe93f)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:47:45.577764 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-699e0084-c41f-4051-9441-a11e3525a3f9 None None] Port cac3b2ce-c35c-493f-8b2e-88c343d4bfb1 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:47:45.586817 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-62adea97-3acb-4257-8656-336e9f48ff91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (79c65452-dfb6-4f9c-8434-d4226005ff70), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:45.734524 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2f662f5a-be8c-4c82-8691-e1eecee60951 None None] Provisioning complete for port 79c65452-dfb6-4f9c-8434-d4226005ff70 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:47:45.735158 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f662f5a-be8c-4c82-8691-e1eecee60951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (79c65452-dfb6-4f9c-8434-d4226005ff70), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:45.754584 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62adea97-3acb-4257-8656-336e9f48ff91 service neutron] Pushing event updated for resources: {'Port': ['ID=79c65452-dfb6-4f9c-8434-d4226005ff70,revision_number=8']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:45.786694 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694b3166-b642-430c-a534-34bd1ed43d84 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Router 32523e97-f6bd-46bd-a23a-1774a9e96044 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:47:45.810919 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959000c-13d9-416b-80b1-b828c5fdc4e2 req-32c10a6a-276f-4f4e-b97e-4ef9e42d3d29 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:45.814433 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8959000c-13d9-416b-80b1-b828c5fdc4e2 req-32c10a6a-276f-4f4e-b97e-4ef9e42d3d29 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 943 time: 0.6062634 Jan 28 00:47:46.114034 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694b3166-b642-430c-a534-34bd1ed43d84 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:47:46.142817 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-694b3166-b642-430c-a534-34bd1ed43d84 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "PUT /v2.0/routers/32523e97-f6bd-46bd-a23a-1774a9e96044/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6871645 Jan 28 00:47:46.151821 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58566) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:46.166251 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2f662f5a-be8c-4c82-8691-e1eecee60951 None None] Current status of the port 79c65452-dfb6-4f9c-8434-d4226005ff70 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:47:46.167195 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f662f5a-be8c-4c82-8691-e1eecee60951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (79c65452-dfb6-4f9c-8434-d4226005ff70), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:46.201740 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8959000c-13d9-416b-80b1-b828c5fdc4e2 req-aacac808-68d1-443a-8b0a-e6d7ff95f86a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=08951bcd-ce0d-4a8f-b4c1-d28509c0af57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3741825 Jan 28 00:47:46.236022 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2e77a0-b23e-4bea-a2a2-8f2f6fad5666 None None] Sync routers for ids ['32523e97-f6bd-46bd-a23a-1774a9e96044'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:47:46.331221 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6abea35-c217-4220-85fd-89438ee95dba tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:46.337322 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f6abea35-c217-4220-85fd-89438ee95dba tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "GET /v2.0/ports/cac3b2ce-c35c-493f-8b2e-88c343d4bfb1 HTTP/1.1" status: 200 len: 983 time: 0.1837096 Jan 28 00:47:46.343372 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58570) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:46.350022 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-62adea97-3acb-4257-8656-336e9f48ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:46.350943 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-62adea97-3acb-4257-8656-336e9f48ff91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:46.352482 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-62adea97-3acb-4257-8656-336e9f48ff91 service neutron] 10.222.0.52 "PUT /v2.0/ports/79c65452-dfb6-4f9c-8434-d4226005ff70 HTTP/1.1" status: 200 len: 1121 time: 2.8505068 Jan 28 00:47:46.357051 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5978f46-c193-491a-a6ef-e6302a552de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c65452-dfb6-4f9c-8434-d4226005ff70'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:47:46.369244 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8e5d83-827b-4619-a324-8b04486f1814" -d '{"events": [{"server_uuid": "b5978f46-c193-491a-a6ef-e6302a552de9", "name": "network-vif-plugged", "status": "completed", "tag": "79c65452-dfb6-4f9c-8434-d4226005ff70"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:47:46.374404 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5121b-c5c5-45c7-b4b6-f342f0509b87 req-99c2ea76-7f60-499f-9662-068c97938311 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:46.376188 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1c5121b-c5c5-45c7-b4b6-f342f0509b87 req-99c2ea76-7f60-499f-9662-068c97938311 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.4369037 Jan 28 00:47:46.471399 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2e77a0-b23e-4bea-a2a2-8f2f6fad5666 None None] Routers {'32523e97-f6bd-46bd-a23a-1774a9e96044'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:47:46.475214 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7f2e77a0-b23e-4bea-a2a2-8f2f6fad5666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:47:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['32523e97-f6bd-46bd-a23a-1774a9e96044'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:46.503568 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-2f662f5a-be8c-4c82-8691-e1eecee60951 None None] For port 79c65452-dfb6-4f9c-8434-d4226005ff70, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=79c65452-dfb6-4f9c-8434-d4226005ff70,segment=NetworkSegment(9cf340f1-2f3a-4689-8f86-fac8e5ebe93f),segment_id=9cf340f1-2f3a-4689-8f86-fac8e5ebe93f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:47:46.579293 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad55db53-b580-47be-b5c0-8265b3c8fe92 x-openstack-request-id: req-ad55db53-b580-47be-b5c0-8265b3c8fe92 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:47:46.579893 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5978f46-c193-491a-a6ef-e6302a552de9", "name": "network-vif-plugged", "status": "completed", "tag": "79c65452-dfb6-4f9c-8434-d4226005ff70", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:47:46.580398 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ad55db53-b580-47be-b5c0-8265b3c8fe92 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:47:46.581064 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5978f46-c193-491a-a6ef-e6302a552de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c65452-dfb6-4f9c-8434-d4226005ff70', 'code': 200} Jan 28 00:47:46.588472 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['79c65452-dfb6-4f9c-8434-d4226005ff70'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:47:46.636739 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f662f5a-be8c-4c82-8691-e1eecee60951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (79c65452-dfb6-4f9c-8434-d4226005ff70), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:46.646071 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7f2e77a0-b23e-4bea-a2a2-8f2f6fad5666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:46.850938 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2e77a0-b23e-4bea-a2a2-8f2f6fad5666 None None] Routers {'32523e97-f6bd-46bd-a23a-1774a9e96044'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:47:46.852907 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7f2e77a0-b23e-4bea-a2a2-8f2f6fad5666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:47:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['32523e97-f6bd-46bd-a23a-1774a9e96044'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:46.877590 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1c5121b-c5c5-45c7-b4b6-f342f0509b87 req-1cf58dfd-b478-4c58-9fbc-03075ffb703d tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582102 Jan 28 00:47:47.257618 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7f2e77a0-b23e-4bea-a2a2-8f2f6fad5666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:47.258333 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2e77a0-b23e-4bea-a2a2-8f2f6fad5666 None None] The sync data for ids ['32523e97-f6bd-46bd-a23a-1774a9e96044'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:47:47.302128 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f662f5a-be8c-4c82-8691-e1eecee60951 None None] Pushing event updated for resources: {'Port': ['ID=79c65452-dfb6-4f9c-8434-d4226005ff70,revision_number=9']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:47.349501 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5978f46-c193-491a-a6ef-e6302a552de9', 'tag': '79c65452-dfb6-4f9c-8434-d4226005ff70'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:47:47.354457 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bb5c5a-da35-4b60-99a9-147ab7e2b5d2" -d '{"events": [{"name": "network-changed", "server_uuid": "b5978f46-c193-491a-a6ef-e6302a552de9", "tag": "79c65452-dfb6-4f9c-8434-d4226005ff70"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:47:47.422905 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-88923054-99a7-4bf1-905a-611579a0899d None None] Provisioning complete for port 79c65452-dfb6-4f9c-8434-d4226005ff70 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:47:47.424959 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-88923054-99a7-4bf1-905a-611579a0899d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (79c65452-dfb6-4f9c-8434-d4226005ff70), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:47.498671 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fd5b93-1958-4aef-a875-c0b8f94da90e x-openstack-request-id: req-74fd5b93-1958-4aef-a875-c0b8f94da90e {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:47:47.499017 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5978f46-c193-491a-a6ef-e6302a552de9", "tag": "79c65452-dfb6-4f9c-8434-d4226005ff70", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:47:47.499449 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-74fd5b93-1958-4aef-a875-c0b8f94da90e {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:47:47.500140 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5978f46-c193-491a-a6ef-e6302a552de9', 'tag': '79c65452-dfb6-4f9c-8434-d4226005ff70', 'status': 'completed', 'code': 200} Jan 28 00:47:47.673580 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cabc6c-bd54-4308-ad75-8c140bead15e req-6c4003f0-ae6e-472e-acc1-7e681fb52261 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:47.684054 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-88923054-99a7-4bf1-905a-611579a0899d None None] Current status of the port 79c65452-dfb6-4f9c-8434-d4226005ff70 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:47:47.687562 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b9cabc6c-bd54-4308-ad75-8c140bead15e req-6c4003f0-ae6e-472e-acc1-7e681fb52261 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 945 time: 0.3270147 Jan 28 00:47:47.703683 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-88923054-99a7-4bf1-905a-611579a0899d None None] Provisioning complete for port cac3b2ce-c35c-493f-8b2e-88c343d4bfb1 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:47:47.704065 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-88923054-99a7-4bf1-905a-611579a0899d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cac3b2ce-c35c-493f-8b2e-88c343d4bfb1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:47.747898 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-88923054-99a7-4bf1-905a-611579a0899d None None] Port cac3b2ce-c35c-493f-8b2e-88c343d4bfb1 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:47:47.831343 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb5c5a-da35-4b60-99a9-147ab7e2b5d2 req-c511215b-8a17-4af3-a675-90b06fb40798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:47.834817 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c7bb5c5a-da35-4b60-99a9-147ab7e2b5d2 req-c511215b-8a17-4af3-a675-90b06fb40798 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 1126 time: 0.2847784 Jan 28 00:47:48.062827 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b9cabc6c-bd54-4308-ad75-8c140bead15e req-0bacc999-b6cb-4e3c-a8e0-6ee87e4c1736 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=08951bcd-ce0d-4a8f-b4c1-d28509c0af57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3718963 Jan 28 00:47:48.244950 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb5c5a-da35-4b60-99a9-147ab7e2b5d2 req-89d924d1-680a-4fea-ad37-3363cf700f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:48.248531 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c7bb5c5a-da35-4b60-99a9-147ab7e2b5d2 req-89d924d1-680a-4fea-ad37-3363cf700f15 service neutron] 10.222.0.65 "GET /v2.0/networks?id=589a4733-906d-4d71-8a9b-35605b1c2237 HTTP/1.1" status: 200 len: 898 time: 0.4007235 Jan 28 00:47:48.545449 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1828666d-f070-43d7-84e2-b5700fdff8af tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (32523e97-f6bd-46bd-a23a-1774a9e96044), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:48.605832 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c7bb5c5a-da35-4b60-99a9-147ab7e2b5d2 req-4bb9d479-6d51-403d-afdc-84923ca451ca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79c65452-dfb6-4f9c-8434-d4226005ff70 HTTP/1.1" status: 200 len: 1001 time: 0.3092258 Jan 28 00:47:48.617513 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e26ca-277b-41be-bed3-9426488ee46c req-25e7086f-1523-4aea-86b4-42451acf25f9 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:48.619843 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-677e26ca-277b-41be-bed3-9426488ee46c req-25e7086f-1523-4aea-86b4-42451acf25f9 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.4040959 Jan 28 00:47:48.786361 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb5c5a-da35-4b60-99a9-147ab7e2b5d2 req-6967a854-4fd7-45eb-9ef7-eb5e3e3e304c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:48.788776 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c7bb5c5a-da35-4b60-99a9-147ab7e2b5d2 req-6967a854-4fd7-45eb-9ef7-eb5e3e3e304c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0 HTTP/1.1" status: 200 len: 834 time: 0.1675584 Jan 28 00:47:48.860162 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-677e26ca-277b-41be-bed3-9426488ee46c req-ecd9a4f2-1a5e-4ac0-aa05-583f167b8fe6 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227561 Jan 28 00:47:49.022758 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb5c5a-da35-4b60-99a9-147ab7e2b5d2 req-5f6524e0-f971-4449-b45c-944a86a51b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:49.024521 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c7bb5c5a-da35-4b60-99a9-147ab7e2b5d2 req-5f6524e0-f971-4449-b45c-944a86a51b9c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=589a4733-906d-4d71-8a9b-35605b1c2237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1868200 Jan 28 00:47:49.207904 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c7bb5c5a-da35-4b60-99a9-147ab7e2b5d2 req-9a8bbd75-3ecb-4d7d-a0b6-8545110e1357 service neutron] 10.222.0.65 "GET /v2.0/networks/589a4733-906d-4d71-8a9b-35605b1c2237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752951 Jan 28 00:47:49.473591 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1828666d-f070-43d7-84e2-b5700fdff8af tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Deleting port cac3b2ce-c35c-493f-8b2e-88c343d4bfb1 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:47:49.474300 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1828666d-f070-43d7-84e2-b5700fdff8af tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (cac3b2ce-c35c-493f-8b2e-88c343d4bfb1), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:49.538450 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1ea45-ac53-4c14-91a5-95ecf1296170 req-468b512f-0336-4ba5-be80-1c1c4a86e323 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:49.556472 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7fe1ea45-ac53-4c14-91a5-95ecf1296170 req-468b512f-0336-4ba5-be80-1c1c4a86e323 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 945 time: 0.2490373 Jan 28 00:47:49.698044 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c7bb5c5a-da35-4b60-99a9-147ab7e2b5d2 req-dbba5fb8-b94f-42b3-b509-7e5ff833b36e service neutron] 10.222.0.65 "GET /v2.0/networks/589a4733-906d-4d71-8a9b-35605b1c2237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828455 Jan 28 00:47:49.858151 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7fe1ea45-ac53-4c14-91a5-95ecf1296170 req-18c3f9dc-f356-4c32-b98a-40af0272fb48 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=08951bcd-ce0d-4a8f-b4c1-d28509c0af57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3027887 Jan 28 00:47:49.862059 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1828666d-f070-43d7-84e2-b5700fdff8af tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (cac3b2ce-c35c-493f-8b2e-88c343d4bfb1), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:49.930019 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1828666d-f070-43d7-84e2-b5700fdff8af tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Calling delete_port for cac3b2ce-c35c-493f-8b2e-88c343d4bfb1 owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:47:50.183418 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d3368-a187-45b6-9be6-46a96197552a req-dfd77776-dcfe-47cd-9b47-038d66395af0 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:50.186643 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-308d3368-a187-45b6-9be6-46a96197552a req-dfd77776-dcfe-47cd-9b47-038d66395af0 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1001565 Jan 28 00:47:50.314213 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-308d3368-a187-45b6-9be6-46a96197552a req-9c86ef31-cbb7-425f-9af3-a414c3d68380 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854208 Jan 28 00:47:50.315922 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1828666d-f070-43d7-84e2-b5700fdff8af tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (cac3b2ce-c35c-493f-8b2e-88c343d4bfb1), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:50.385168 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 79c65452-dfb6-4f9c-8434-d4226005ff70 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:47:50.403928 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828666d-f070-43d7-84e2-b5700fdff8af tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Port': ['ID=cac3b2ce-c35c-493f-8b2e-88c343d4bfb1,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:50.564949 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 79c65452-dfb6-4f9c-8434-d4226005ff70, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=79c65452-dfb6-4f9c-8434-d4226005ff70,segment=NetworkSegment(9cf340f1-2f3a-4689-8f86-fac8e5ebe93f),segment_id=9cf340f1-2f3a-4689-8f86-fac8e5ebe93f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:47:50.581219 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 79c65452-dfb6-4f9c-8434-d4226005ff70 has no active binding in host n-h2-826754-1 {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 00:47:50.597228 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1828666d-f070-43d7-84e2-b5700fdff8af tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (32523e97-f6bd-46bd-a23a-1774a9e96044), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:50.815654 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1828666d-f070-43d7-84e2-b5700fdff8af tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Router 32523e97-f6bd-46bd-a23a-1774a9e96044 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:47:50.903302 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1828666d-f070-43d7-84e2-b5700fdff8af tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:47:50.913192 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1828666d-f070-43d7-84e2-b5700fdff8af tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "PUT /v2.0/routers/32523e97-f6bd-46bd-a23a-1774a9e96044/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5626078 Jan 28 00:47:50.915045 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58616) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:50.924072 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6336961-d9af-4d87-b031-4d28b3cb5646 None None] Sync routers for ids ['32523e97-f6bd-46bd-a23a-1774a9e96044'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:47:50.949456 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6336961-d9af-4d87-b031-4d28b3cb5646 None None] Routers {'32523e97-f6bd-46bd-a23a-1774a9e96044'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:47:50.953489 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f6336961-d9af-4d87-b031-4d28b3cb5646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:47:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['32523e97-f6bd-46bd-a23a-1774a9e96044'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:51.025175 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f6336961-d9af-4d87-b031-4d28b3cb5646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:51.041051 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6336961-d9af-4d87-b031-4d28b3cb5646 None None] Routers {'32523e97-f6bd-46bd-a23a-1774a9e96044'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:47:51.042478 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f6336961-d9af-4d87-b031-4d28b3cb5646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:47:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['32523e97-f6bd-46bd-a23a-1774a9e96044'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:51.114050 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f6336961-d9af-4d87-b031-4d28b3cb5646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:51.115949 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6336961-d9af-4d87-b031-4d28b3cb5646 None None] The sync data for ids ['32523e97-f6bd-46bd-a23a-1774a9e96044'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:47:51.130536 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e05b2f-c616-48d7-8dc7-d5c86f5890cb req-6e7dda0b-c0c7-4366-b1d8-b4f3dbdf8070 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:51.134843 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-00e05b2f-c616-48d7-8dc7-d5c86f5890cb req-6e7dda0b-c0c7-4366-b1d8-b4f3dbdf8070 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 945 time: 0.1050708 Jan 28 00:47:51.231967 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-00e05b2f-c616-48d7-8dc7-d5c86f5890cb req-15291691-c313-426f-948b-f66f829273d9 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=08951bcd-ce0d-4a8f-b4c1-d28509c0af57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877929 Jan 28 00:47:51.354790 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-8397c550-ccb6-4509-9b7a-ec142695c81b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 00:47:51.356973 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8397c550-ccb6-4509-9b7a-ec142695c81b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "PUT /v2.0/routers/32523e97-f6bd-46bd-a23a-1774a9e96044/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4414349 Jan 28 00:47:51.359427 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58620) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:51.410773 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ce9097a6-68dd-4e3c-b23a-5f66ee8e2fad tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "GET /v2.0/ports?device_id=32523e97-f6bd-46bd-a23a-1774a9e96044 HTTP/1.1" status: 200 len: 205 time: 0.0464897 Jan 28 00:47:51.411273 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58624) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:51.523870 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5769060-5f6a-4737-98a0-de55f1ce1b23 req-361d8013-792b-49a7-83d5-c79884035b3d tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:51.526623 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e5769060-5f6a-4737-98a0-de55f1ce1b23 req-361d8013-792b-49a7-83d5-c79884035b3d tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.0928736 Jan 28 00:47:51.533805 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0097db4d-b1a2-4a34-86ab-0e587513045c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router (32523e97-f6bd-46bd-a23a-1774a9e96044), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:51.602983 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aec70f-7ddf-4fd0-bf16-3e79d2ad1e71 req-01fc0d1e-e4b6-41b2-ad4e-f1066f8b416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:51.607161 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-89aec70f-7ddf-4fd0-bf16-3e79d2ad1e71 req-01fc0d1e-e4b6-41b2-ad4e-f1066f8b416b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e9f050de49645dd9bd4214fbcf36ea4&device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 1096 time: 0.1278281 Jan 28 00:47:51.710622 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0097db4d-b1a2-4a34-86ab-0e587513045c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (32523e97-f6bd-46bd-a23a-1774a9e96044), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:51.713257 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0097db4d-b1a2-4a34-86ab-0e587513045c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router_controller (32523e97-f6bd-46bd-a23a-1774a9e96044), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:51.743969 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e5769060-5f6a-4737-98a0-de55f1ce1b23 req-2ab044dc-2b01-4393-a0e1-422161062be7 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987109 Jan 28 00:47:51.764259 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0097db4d-b1a2-4a34-86ab-0e587513045c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (32523e97-f6bd-46bd-a23a-1774a9e96044), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:51.765136 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0097db4d-b1a2-4a34-86ab-0e587513045c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Fanout notify agent at l3_agent the message router_deleted on router 32523e97-f6bd-46bd-a23a-1774a9e96044 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:47:51.773587 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0097db4d-b1a2-4a34-86ab-0e587513045c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:51.777750 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0097db4d-b1a2-4a34-86ab-0e587513045c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/routers/32523e97-f6bd-46bd-a23a-1774a9e96044 HTTP/1.1" status: 204 len: 168 time: 0.3622806 Jan 28 00:47:51.777750 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58628) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:51.828106 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aec70f-7ddf-4fd0-bf16-3e79d2ad1e71 req-c00713ea-a096-478c-a158-78077fd8881f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:51.831546 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-89aec70f-7ddf-4fd0-bf16-3e79d2ad1e71 req-c00713ea-a096-478c-a158-78077fd8881f service neutron] 10.222.0.52 "GET /v2.0/networks?id=61eda932-ec35-450c-90ac-ea6c515cdb93 HTTP/1.1" status: 200 len: 915 time: 0.2163692 Jan 28 00:47:51.842368 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9cbe614-a787-4a92-b351-35d0c46c10c5 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Deleting subnet 91eae49a-8b66-4551-b54e-0601ed5dcd06 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:47:51.847212 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b9cbe614-a787-4a92-b351-35d0c46c10c5 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for subnet (91eae49a-8b66-4551-b54e-0601ed5dcd06), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:51.899672 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b9cbe614-a787-4a92-b351-35d0c46c10c5 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (91eae49a-8b66-4551-b54e-0601ed5dcd06), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:51.911424 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-89aec70f-7ddf-4fd0-bf16-3e79d2ad1e71 req-26edd7a1-d086-4ad4-b356-4a34dc9ba9ec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17f75757-b67b-4374-9d75-01860fb649fe HTTP/1.1" status: 200 len: 217 time: 0.0676146 Jan 28 00:47:52.004612 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b9cbe614-a787-4a92-b351-35d0c46c10c5 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (91eae49a-8b66-4551-b54e-0601ed5dcd06), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:52.013477 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aec70f-7ddf-4fd0-bf16-3e79d2ad1e71 req-435faf96-29e3-41fb-b4a4-370280962d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:52.016734 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-89aec70f-7ddf-4fd0-bf16-3e79d2ad1e71 req-435faf96-29e3-41fb-b4a4-370280962d9f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=828e0c9b-ccdb-4dcf-9067-e86f2e38b75c HTTP/1.1" status: 200 len: 854 time: 0.0979731 Jan 28 00:47:52.072490 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-89aec70f-7ddf-4fd0-bf16-3e79d2ad1e71 req-c1f28024-5604-4d4f-9481-765e5ac5e111 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61eda932-ec35-450c-90ac-ea6c515cdb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471363 Jan 28 00:47:52.085487 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b9cbe614-a787-4a92-b351-35d0c46c10c5 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (91eae49a-8b66-4551-b54e-0601ed5dcd06), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:52.142670 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cbe614-a787-4a92-b351-35d0c46c10c5 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Subnet': ['ID=91eae49a-8b66-4551-b54e-0601ed5dcd06,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:52.147370 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b9cbe614-a787-4a92-b351-35d0c46c10c5 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:52.150920 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54555f49-ff89-4dcb-a1a0-dad838317f7f None None] Network 8053a4c3-2b05-45b5-9ff8-5082ff3a9986 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:47:52.159107 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58630) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:52.159852 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b9cbe614-a787-4a92-b351-35d0c46c10c5 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/subnets/91eae49a-8b66-4551-b54e-0601ed5dcd06 HTTP/1.1" status: 204 len: 168 time: 0.3807645 Jan 28 00:47:52.174192 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbe614-a787-4a92-b351-35d0c46c10c5 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:52.174801 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbe614-a787-4a92-b351-35d0c46c10c5 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:52.175402 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbe614-a787-4a92-b351-35d0c46c10c5 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:52.176047 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbe614-a787-4a92-b351-35d0c46c10c5 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:52.176649 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbe614-a787-4a92-b351-35d0c46c10c5 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:52.177235 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbe614-a787-4a92-b351-35d0c46c10c5 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:52.177843 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbe614-a787-4a92-b351-35d0c46c10c5 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:52.178426 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbe614-a787-4a92-b351-35d0c46c10c5 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:52.179002 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbe614-a787-4a92-b351-35d0c46c10c5 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:52.179583 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbe614-a787-4a92-b351-35d0c46c10c5 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:52.180223 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbe614-a787-4a92-b351-35d0c46c10c5 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:52.180810 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbe614-a787-4a92-b351-35d0c46c10c5 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:52.181400 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbe614-a787-4a92-b351-35d0c46c10c5 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:47:52.268754 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-89aec70f-7ddf-4fd0-bf16-3e79d2ad1e71 req-00f8b4e6-6190-48bd-90cd-3b1608ebf162 service neutron] 10.222.0.52 "GET /v2.0/networks/61eda932-ec35-450c-90ac-ea6c515cdb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892061 Jan 28 00:47:52.282164 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-04560b7f-4297-4247-8e71-e48bcc5362de tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (8053a4c3-2b05-45b5-9ff8-5082ff3a9986), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:52.416031 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76582fc-89f8-42cc-9e1e-32259e06c175 None None] DHCP port deletion for 8053a4c3-2b05-45b5-9ff8-5082ff3a9986 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:47:52.513019 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d76582fc-89f8-42cc-9e1e-32259e06c175 None None] Deleting port 50baca0a-3340-4af2-86c1-f6a0fe365e81 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:47:52.513936 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d76582fc-89f8-42cc-9e1e-32259e06c175 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (50baca0a-3340-4af2-86c1-f6a0fe365e81), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:52.521561 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ad441-bd90-4c05-8471-461393a1eedd req-fa21b9bb-37c9-4557-abf3-680252bff596 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:52.524020 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e53ad441-bd90-4c05-8471-461393a1eedd req-fa21b9bb-37c9-4557-abf3-680252bff596 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 945 time: 0.1614859 Jan 28 00:47:52.529169 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-89aec70f-7ddf-4fd0-bf16-3e79d2ad1e71 req-5b970866-2cb2-4529-8e55-8d1e4100f29f service neutron] 10.222.0.52 "GET /v2.0/networks/61eda932-ec35-450c-90ac-ea6c515cdb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402012 Jan 28 00:47:52.546911 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-04560b7f-4297-4247-8e71-e48bcc5362de tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Deleting port 50baca0a-3340-4af2-86c1-f6a0fe365e81 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:47:52.547442 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-04560b7f-4297-4247-8e71-e48bcc5362de tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (50baca0a-3340-4af2-86c1-f6a0fe365e81), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:52.661387 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-d76582fc-89f8-42cc-9e1e-32259e06c175 None None] For port 50baca0a-3340-4af2-86c1-f6a0fe365e81, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=50baca0a-3340-4af2-86c1-f6a0fe365e81,segment=NetworkSegment(4033da49-e7ab-4a49-8fd5-4d00618b2137),segment_id=4033da49-e7ab-4a49-8fd5-4d00618b2137)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:47:52.661812 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d76582fc-89f8-42cc-9e1e-32259e06c175 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (50baca0a-3340-4af2-86c1-f6a0fe365e81), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:52.664363 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e53ad441-bd90-4c05-8471-461393a1eedd req-666af8d4-7107-484c-9a4d-905f42a36f81 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=08951bcd-ce0d-4a8f-b4c1-d28509c0af57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289551 Jan 28 00:47:52.687693 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-04560b7f-4297-4247-8e71-e48bcc5362de tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] For port 50baca0a-3340-4af2-86c1-f6a0fe365e81, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=50baca0a-3340-4af2-86c1-f6a0fe365e81,segment=NetworkSegment(4033da49-e7ab-4a49-8fd5-4d00618b2137),segment_id=4033da49-e7ab-4a49-8fd5-4d00618b2137)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:47:52.687693 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-04560b7f-4297-4247-8e71-e48bcc5362de tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (50baca0a-3340-4af2-86c1-f6a0fe365e81), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:52.688226 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d76582fc-89f8-42cc-9e1e-32259e06c175 None None] Calling delete_port for 50baca0a-3340-4af2-86c1-f6a0fe365e81 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:47:52.695671 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-04560b7f-4297-4247-8e71-e48bcc5362de tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Calling delete_port for 50baca0a-3340-4af2-86c1-f6a0fe365e81 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:47:52.795007 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d76582fc-89f8-42cc-9e1e-32259e06c175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (50baca0a-3340-4af2-86c1-f6a0fe365e81), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:52.810524 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-04560b7f-4297-4247-8e71-e48bcc5362de tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (50baca0a-3340-4af2-86c1-f6a0fe365e81), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:52.824245 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76582fc-89f8-42cc-9e1e-32259e06c175 None None] Pushing event deleted for resources: {'Port': ['ID=50baca0a-3340-4af2-86c1-f6a0fe365e81,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:52.829266 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76582fc-89f8-42cc-9e1e-32259e06c175 None None] No DVR routers for this DVR port 50baca0a-3340-4af2-86c1-f6a0fe365e81 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:47:52.864396 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04560b7f-4297-4247-8e71-e48bcc5362de tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] No DVR routers for this DVR port 50baca0a-3340-4af2-86c1-f6a0fe365e81 on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:47:52.876609 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04560b7f-4297-4247-8e71-e48bcc5362de tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Port': ['ID=50baca0a-3340-4af2-86c1-f6a0fe365e81,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:52.998510 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-04560b7f-4297-4247-8e71-e48bcc5362de tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (8053a4c3-2b05-45b5-9ff8-5082ff3a9986), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:53.025246 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-04560b7f-4297-4247-8e71-e48bcc5362de tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8053a4c3-2b05-45b5-9ff8-5082ff3a9986']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:53.043682 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46787b7-3b9c-49ac-9b8f-3ec678f5240f req-5a0b7899-2734-49bf-83d8-d66da5e0cf13 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:53.045714 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d46787b7-3b9c-49ac-9b8f-3ec678f5240f req-5a0b7899-2734-49bf-83d8-d66da5e0cf13 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.1313946 Jan 28 00:47:53.047689 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-04560b7f-4297-4247-8e71-e48bcc5362de tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4033da49-e7ab-4a49-8fd5-4d00618b2137') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:53.047976 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-04560b7f-4297-4247-8e71-e48bcc5362de tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4033da49-e7ab-4a49-8fd5-4d00618b2137') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:53.070737 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-04560b7f-4297-4247-8e71-e48bcc5362de tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (4033da49-e7ab-4a49-8fd5-4d00618b2137), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:53.095229 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-04560b7f-4297-4247-8e71-e48bcc5362de tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (4033da49-e7ab-4a49-8fd5-4d00618b2137), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:53.113238 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04560b7f-4297-4247-8e71-e48bcc5362de tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:47:53.113644 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-04560b7f-4297-4247-8e71-e48bcc5362de tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (4033da49-e7ab-4a49-8fd5-4d00618b2137), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:47:53.116710 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:47:53.170232 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d46787b7-3b9c-49ac-9b8f-3ec678f5240f req-0a37532e-fbeb-4d05-9015-8b807f191ff3 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147537 Jan 28 00:47:53.204776 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-04560b7f-4297-4247-8e71-e48bcc5362de tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (8053a4c3-2b05-45b5-9ff8-5082ff3a9986), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:53.212595 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-04560b7f-4297-4247-8e71-e48bcc5362de tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:53.216459 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-04560b7f-4297-4247-8e71-e48bcc5362de tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/networks/8053a4c3-2b05-45b5-9ff8-5082ff3a9986 HTTP/1.1" status: 204 len: 168 time: 1.0556469 Jan 28 00:47:53.222497 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58638) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:53.229890 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-099ac037-5316-48bd-b9ea-c5c2e2c3cfb4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2124106211'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:47:53.230200 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04560b7f-4297-4247-8e71-e48bcc5362de tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Network': ['ID=8053a4c3-2b05-45b5-9ff8-5082ff3a9986,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:53.259226 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099ac037-5316-48bd-b9ea-c5c2e2c3cfb4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Made reservation on behalf of c15c480f40da4eb2ba8f032a9f4f366b for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:47:53.264080 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-099ac037-5316-48bd-b9ea-c5c2e2c3cfb4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:53.297573 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-099ac037-5316-48bd-b9ea-c5c2e2c3cfb4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:47:53.310984 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf14f5-80f2-4af3-a56a-b5890e365499 req-7e945ded-5a16-4d24-bd43-03eef4567ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:53.312570 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87bf14f5-80f2-4af3-a56a-b5890e365499 req-7e945ded-5a16-4d24-bd43-03eef4567ac1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e9f050de49645dd9bd4214fbcf36ea4&device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 1096 time: 0.0459371 Jan 28 00:47:53.313534 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-099ac037-5316-48bd-b9ea-c5c2e2c3cfb4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (cb3bb31b-529a-4dc9-8182-60c41a1ada06), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:53.314053 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-099ac037-5316-48bd-b9ea-c5c2e2c3cfb4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Added segment cb3bb31b-529a-4dc9-8182-60c41a1ada06 of type vlan for network 52fb8ceb-8797-4885-8053-405da18722f1 Jan 28 00:47:53.365390 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-099ac037-5316-48bd-b9ea-c5c2e2c3cfb4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (52fb8ceb-8797-4885-8053-405da18722f1), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:53.413627 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-099ac037-5316-48bd-b9ea-c5c2e2c3cfb4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (52fb8ceb-8797-4885-8053-405da18722f1), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:53.424384 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099ac037-5316-48bd-b9ea-c5c2e2c3cfb4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:53.425346 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-099ac037-5316-48bd-b9ea-c5c2e2c3cfb4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:53.488077 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf14f5-80f2-4af3-a56a-b5890e365499 req-9620f242-d6ee-4a92-9183-65ca1b58a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:53.490299 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87bf14f5-80f2-4af3-a56a-b5890e365499 req-9620f242-d6ee-4a92-9183-65ca1b58a012 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61eda932-ec35-450c-90ac-ea6c515cdb93 HTTP/1.1" status: 200 len: 915 time: 0.1471951 Jan 28 00:47:53.538178 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87bf14f5-80f2-4af3-a56a-b5890e365499 req-f860e3f8-fd26-44ce-9d96-80880945c202 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17f75757-b67b-4374-9d75-01860fb649fe HTTP/1.1" status: 200 len: 217 time: 0.0401177 Jan 28 00:47:53.548451 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-099ac037-5316-48bd-b9ea-c5c2e2c3cfb4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3235385 Jan 28 00:47:53.551144 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58640) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:53.569112 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-cdbff9a9-9973-413a-afb7-f0b727546abc tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Request body: {'subnet': {'network_id': '52fb8ceb-8797-4885-8053-405da18722f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:47:53.569892 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ac037-5316-48bd-b9ea-c5c2e2c3cfb4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Network': ['ID=52fb8ceb-8797-4885-8053-405da18722f1,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:53.581649 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 52fb8ceb-8797-4885-8053-405da18722f1 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:47:53.920373 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 50baca0a-3340-4af2-86c1-f6a0fe365e81 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:47:53.958136 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 50baca0a-3340-4af2-86c1-f6a0fe365e81 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:47:53.958941 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 50baca0a-3340-4af2-86c1-f6a0fe365e81 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:47:54.159947 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf14f5-80f2-4af3-a56a-b5890e365499 req-d45d1a26-bf30-4891-91d5-b3132ad01ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:54.162397 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87bf14f5-80f2-4af3-a56a-b5890e365499 req-d45d1a26-bf30-4891-91d5-b3132ad01ec8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=828e0c9b-ccdb-4dcf-9067-e86f2e38b75c HTTP/1.1" status: 200 len: 854 time: 0.6154361 Jan 28 00:47:54.216919 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87bf14f5-80f2-4af3-a56a-b5890e365499 req-3a4dc19a-70fa-4945-8dbe-31784fe0a0fa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61eda932-ec35-450c-90ac-ea6c515cdb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442510 Jan 28 00:47:54.224809 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e58b62-d3a2-454a-8239-0e5ca100d0ef req-a886474a-1500-4451-a2ff-d3ef8db5f796 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:54.226385 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e5e58b62-d3a2-454a-8239-0e5ca100d0ef req-a886474a-1500-4451-a2ff-d3ef8db5f796 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 945 time: 0.2071111 Jan 28 00:47:54.308354 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbff9a9-9973-413a-afb7-f0b727546abc tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Made reservation on behalf of c15c480f40da4eb2ba8f032a9f4f366b for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:47:54.312700 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cdbff9a9-9973-413a-afb7-f0b727546abc tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:54.414100 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 17f75757-b67b-4374-9d75-01860fb649fe no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:47:54.565362 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e5e58b62-d3a2-454a-8239-0e5ca100d0ef req-f5009d74-9740-4655-949d-7dad43e26b3f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=08951bcd-ce0d-4a8f-b4c1-d28509c0af57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3267851 Jan 28 00:47:54.568297 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 17f75757-b67b-4374-9d75-01860fb649fe is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:47:54.569315 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (17f75757-b67b-4374-9d75-01860fb649fe), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:54.578148 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87bf14f5-80f2-4af3-a56a-b5890e365499 req-9f9debb9-fd24-421f-b50a-bd5c09633522 service neutron] 10.222.0.52 "GET /v2.0/networks/61eda932-ec35-450c-90ac-ea6c515cdb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507159 Jan 28 00:47:54.612469 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969cf41-ea84-4cc6-ba43-3d88519fb876 req-cddaa700-a506-4928-9605-ea798264ef68 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:54.614244 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2969cf41-ea84-4cc6-ba43-3d88519fb876 req-cddaa700-a506-4928-9605-ea798264ef68 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 945 time: 0.2949107 Jan 28 00:47:54.634143 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27db9a7-be05-425d-a9b7-b5edb34ee298', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17f75757-b67b-4374-9d75-01860fb649fe'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:47:54.639012 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f05090-6477-490c-afe1-9deec7d74dba" -d '{"events": [{"server_uuid": "e27db9a7-be05-425d-a9b7-b5edb34ee298", "name": "network-vif-unplugged", "status": "completed", "tag": "17f75757-b67b-4374-9d75-01860fb649fe"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:47:54.676163 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 17f75757-b67b-4374-9d75-01860fb649fe, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=17f75757-b67b-4374-9d75-01860fb649fe,segment=NetworkSegment(6abb94fe-1d9f-4785-be4c-2a69b302f15c),segment_id=6abb94fe-1d9f-4785-be4c-2a69b302f15c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:47:54.689542 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (17f75757-b67b-4374-9d75-01860fb649fe), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:54.800196 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87bf14f5-80f2-4af3-a56a-b5890e365499 req-d2bbb2e0-2c39-4143-8181-cda5ee64ec0e service neutron] 10.222.0.52 "GET /v2.0/networks/61eda932-ec35-450c-90ac-ea6c515cdb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134612 Jan 28 00:47:54.806209 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2969cf41-ea84-4cc6-ba43-3d88519fb876 req-758bcacc-2f2c-4d8e-b2a9-fe03338cb2d1 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767893 Jan 28 00:47:54.813713 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cac86e1-9877-481c-b644-2175bcb04299 x-openstack-request-id: req-1cac86e1-9877-481c-b644-2175bcb04299 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:47:54.814063 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e27db9a7-be05-425d-a9b7-b5edb34ee298", "name": "network-vif-unplugged", "status": "completed", "tag": "17f75757-b67b-4374-9d75-01860fb649fe", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:47:54.814239 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1cac86e1-9877-481c-b644-2175bcb04299 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:47:54.814657 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27db9a7-be05-425d-a9b7-b5edb34ee298', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17f75757-b67b-4374-9d75-01860fb649fe', 'code': 200} Jan 28 00:47:54.846502 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=17f75757-b67b-4374-9d75-01860fb649fe,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:54.892283 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cdbff9a9-9973-413a-afb7-f0b727546abc tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (0044c1b0-1e78-4c84-b664-3bff5e8cc05d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:54.986971 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbff9a9-9973-413a-afb7-f0b727546abc tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Subnet': ['ID=0044c1b0-1e78-4c84-b664-3bff5e8cc05d,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:55.003936 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbff9a9-9973-413a-afb7-f0b727546abc tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Checking segment: {'id': 'cb3bb31b-529a-4dc9-8182-60c41a1ada06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '52fb8ceb-8797-4885-8053-405da18722f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:47:55.004510 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbff9a9-9973-413a-afb7-f0b727546abc tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network hostable DHCP agents. Network: 52fb8ceb-8797-4885-8053-405da18722f1, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:47:55.034851 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbff9a9-9973-413a-afb7-f0b727546abc tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network 52fb8ceb-8797-4885-8053-405da18722f1 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:47:55.048085 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-cdbff9a9-9973-413a-afb7-f0b727546abc tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 52fb8ceb-8797-4885-8053-405da18722f1) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:47:55.054315 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbff9a9-9973-413a-afb7-f0b727546abc tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:55.055051 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cdbff9a9-9973-413a-afb7-f0b727546abc tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:55.070455 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404dad6f-cc12-4d8e-a6fb-d45d7ba8c4ea None None] Network 52fb8ceb-8797-4885-8053-405da18722f1 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:47:55.082894 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-cdbff9a9-9973-413a-afb7-f0b727546abc tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5297711 Jan 28 00:47:55.086963 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58652) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:55.096364 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-dae3d912-872e-43c5-ab43-a275f0fc614c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1103246704', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:47:55.157538 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dae3d912-872e-43c5-ab43-a275f0fc614c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (555975d9-b96e-485b-bba6-973fa1edeb1e), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:55.158676 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dae3d912-872e-43c5-ab43-a275f0fc614c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (555975d9-b96e-485b-bba6-973fa1edeb1e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:55.268814 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3cf0ab-785c-47d5-ab5f-ea12990b5e99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-52fb8ceb-8797-4885-8053-405da18722f1', 'network_id': '52fb8ceb-8797-4885-8053-405da18722f1', 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'fixed_ips': [{'subnet_id': '0044c1b0-1e78-4c84-b664-3bff5e8cc05d'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:47:55.270120 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1c3cf0ab-785c-47d5-ab5f-ea12990b5e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:55.305522 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dae3d912-872e-43c5-ab43-a275f0fc614c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router_controller (555975d9-b96e-485b-bba6-973fa1edeb1e), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:55.313969 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dae3d912-872e-43c5-ab43-a275f0fc614c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (555975d9-b96e-485b-bba6-973fa1edeb1e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:55.348674 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dae3d912-872e-43c5-ab43-a275f0fc614c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:55.350497 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-dae3d912-872e-43c5-ab43-a275f0fc614c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2613556 Jan 28 00:47:55.354875 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58654) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:55.536182 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-7b3520e8-2e13-4ff3-9cc8-8077318bba89 service neutron] 10.222.0.65 "GET /v2.0/ports/79c65452-dfb6-4f9c-8434-d4226005ff70/bindings/n-h2-826754-1 HTTP/1.1" status: 200 len: 384 time: 0.1539166 Jan 28 00:47:55.593681 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-1c3cf0ab-785c-47d5-ab5f-ea12990b5e99 None None] Allocated IP 2001:db8::2 (52fb8ceb-8797-4885-8053-405da18722f1/0044c1b0-1e78-4c84-b664-3bff5e8cc05d/3f074c3e-c6bb-464a-a904-867349f25a0a) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:47:55.990326 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1c3cf0ab-785c-47d5-ab5f-ea12990b5e99 None None] Publish callbacks [] for port (3f074c3e-c6bb-464a-a904-867349f25a0a), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:56.012747 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1c3cf0ab-785c-47d5-ab5f-ea12990b5e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (3f074c3e-c6bb-464a-a904-867349f25a0a), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:56.107913 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3cf0ab-785c-47d5-ab5f-ea12990b5e99 None None] Network 52fb8ceb-8797-4885-8053-405da18722f1 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:47:56.120923 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-1c3cf0ab-785c-47d5-ab5f-ea12990b5e99 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:47:56.128429 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3cf0ab-785c-47d5-ab5f-ea12990b5e99 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:47:56.143152 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3cf0ab-785c-47d5-ab5f-ea12990b5e99 None None] Pushing event updated for resources: {'Port': ['ID=3f074c3e-c6bb-464a-a904-867349f25a0a,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:56.188884 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0f842-907a-4305-a068-dcf48dcd3265 req-bb979514-e1f8-4f02-b0dd-74bbedf983cd tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:56.192096 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d8d0f842-907a-4305-a068-dcf48dcd3265 req-bb979514-e1f8-4f02-b0dd-74bbedf983cd tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 945 time: 0.2830791 Jan 28 00:47:56.230096 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1c3cf0ab-785c-47d5-ab5f-ea12990b5e99 None None] Attempting to bind port 3f074c3e-c6bb-464a-a904-867349f25a0a on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:47:56.230622 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1c3cf0ab-785c-47d5-ab5f-ea12990b5e99 None None] Attempting to bind port 3f074c3e-c6bb-464a-a904-867349f25a0a by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'cb3bb31b-529a-4dc9-8182-60c41a1ada06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '52fb8ceb-8797-4885-8053-405da18722f1'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:47:56.231856 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3cf0ab-785c-47d5-ab5f-ea12990b5e99 None None] Attempting to bind port 3f074c3e-c6bb-464a-a904-867349f25a0a on network 52fb8ceb-8797-4885-8053-405da18722f1 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:47:56.238668 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3cf0ab-785c-47d5-ab5f-ea12990b5e99 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:47:56.239121 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3cf0ab-785c-47d5-ab5f-ea12990b5e99 None None] Checking segment: {'id': 'cb3bb31b-529a-4dc9-8182-60c41a1ada06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '52fb8ceb-8797-4885-8053-405da18722f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:47:56.240139 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1c3cf0ab-785c-47d5-ab5f-ea12990b5e99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:56.240794 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3cf0ab-785c-47d5-ab5f-ea12990b5e99 None None] Bound using segment: {'id': 'cb3bb31b-529a-4dc9-8182-60c41a1ada06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '52fb8ceb-8797-4885-8053-405da18722f1'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:47:56.241525 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1c3cf0ab-785c-47d5-ab5f-ea12990b5e99 None None] Bound port: 3f074c3e-c6bb-464a-a904-867349f25a0a, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3bb31b-529a-4dc9-8182-60c41a1ada06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '52fb8ceb-8797-4885-8053-405da18722f1'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:47:56.242619 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1c3cf0ab-785c-47d5-ab5f-ea12990b5e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3f074c3e-c6bb-464a-a904-867349f25a0a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:56.285421 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-0546e8f9-8596-43cb-bfae-fa595229cc46 service neutron] For port 79c65452-dfb6-4f9c-8434-d4226005ff70, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=79c65452-dfb6-4f9c-8434-d4226005ff70,segment=NetworkSegment(9cf340f1-2f3a-4689-8f86-fac8e5ebe93f),segment_id=9cf340f1-2f3a-4689-8f86-fac8e5ebe93f)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:47:56.338170 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1c3cf0ab-785c-47d5-ab5f-ea12990b5e99 None None] For port 3f074c3e-c6bb-464a-a904-867349f25a0a, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:47:56.342334 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1c3cf0ab-785c-47d5-ab5f-ea12990b5e99 None None] For port 3f074c3e-c6bb-464a-a904-867349f25a0a, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=3f074c3e-c6bb-464a-a904-867349f25a0a,segment=NetworkSegment(cb3bb31b-529a-4dc9-8182-60c41a1ada06),segment_id=cb3bb31b-529a-4dc9-8182-60c41a1ada06)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:47:56.351031 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae6f5b-75a2-4d53-a10d-2ad4f3abf13a req-82f969e1-1892-4c02-84fb-35a894c34aab tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:56.351348 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1c3cf0ab-785c-47d5-ab5f-ea12990b5e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3f074c3e-c6bb-464a-a904-867349f25a0a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:56.352974 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fdae6f5b-75a2-4d53-a10d-2ad4f3abf13a req-82f969e1-1892-4c02-84fb-35a894c34aab tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 943 time: 0.3295162 Jan 28 00:47:56.378006 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d8d0f842-907a-4305-a068-dcf48dcd3265 req-98a60c34-128e-4cda-b6bb-d0fd36f7b365 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=08951bcd-ce0d-4a8f-b4c1-d28509c0af57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675971 Jan 28 00:47:56.414638 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-0546e8f9-8596-43cb-bfae-fa595229cc46 service neutron] For port 79c65452-dfb6-4f9c-8434-d4226005ff70, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:47:56.435567 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e1e94eb-639f-4ac3-bd8b-7a7a808491d2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:56.444243 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 79c65452-dfb6-4f9c-8434-d4226005ff70 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:47:56.500427 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3cf0ab-785c-47d5-ab5f-ea12990b5e99 None None] Pushing event updated for resources: {'Port': ['ID=3f074c3e-c6bb-464a-a904-867349f25a0a,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:56.523188 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fdae6f5b-75a2-4d53-a10d-2ad4f3abf13a req-2e0f1166-63d8-4be5-9271-837465a028c0 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439455 Jan 28 00:47:56.555962 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5978f46-c193-491a-a6ef-e6302a552de9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79c65452-dfb6-4f9c-8434-d4226005ff70'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:47:56.565046 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54568d6b-a9ef-4e94-abd7-0c67a998de97" -d '{"events": [{"server_uuid": "b5978f46-c193-491a-a6ef-e6302a552de9", "name": "network-vif-unplugged", "status": "completed", "tag": "79c65452-dfb6-4f9c-8434-d4226005ff70"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:47:56.596510 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-0546e8f9-8596-43cb-bfae-fa595229cc46 service neutron] For port 79c65452-dfb6-4f9c-8434-d4226005ff70, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=79c65452-dfb6-4f9c-8434-d4226005ff70,segment=NetworkSegment(9cf340f1-2f3a-4689-8f86-fac8e5ebe93f),segment_id=9cf340f1-2f3a-4689-8f86-fac8e5ebe93f)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:47:56.634174 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-0546e8f9-8596-43cb-bfae-fa595229cc46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (79c65452-dfb6-4f9c-8434-d4226005ff70), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:56.670120 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d42956-476a-460a-94fa-212d221c38b3 x-openstack-request-id: req-a6d42956-476a-460a-94fa-212d221c38b3 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:47:56.670494 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5978f46-c193-491a-a6ef-e6302a552de9", "name": "network-vif-unplugged", "status": "completed", "tag": "79c65452-dfb6-4f9c-8434-d4226005ff70", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:47:56.670696 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a6d42956-476a-460a-94fa-212d221c38b3 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:47:56.671347 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5978f46-c193-491a-a6ef-e6302a552de9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79c65452-dfb6-4f9c-8434-d4226005ff70', 'code': 200} Jan 28 00:47:56.761396 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 79c65452-dfb6-4f9c-8434-d4226005ff70, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=79c65452-dfb6-4f9c-8434-d4226005ff70,segment=NetworkSegment(9cf340f1-2f3a-4689-8f86-fac8e5ebe93f),segment_id=9cf340f1-2f3a-4689-8f86-fac8e5ebe93f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:47:56.783309 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-0546e8f9-8596-43cb-bfae-fa595229cc46 service neutron] Transition to ACTIVE for port object 79c65452-dfb6-4f9c-8434-d4226005ff70 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:47:56.792817 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-0546e8f9-8596-43cb-bfae-fa595229cc46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (79c65452-dfb6-4f9c-8434-d4226005ff70), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:56.810586 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 79c65452-dfb6-4f9c-8434-d4226005ff70 has no active binding in host n-h2-826754-1 {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 00:47:56.935031 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-4e1e94eb-639f-4ac3-bd8b-7a7a808491d2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Allocated IP 2001:db8::1 (52fb8ceb-8797-4885-8053-405da18722f1/0044c1b0-1e78-4c84-b664-3bff5e8cc05d/2fee5845-c2b7-4fd8-a61e-6f5174c791ef) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:47:56.998775 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546e8f9-8596-43cb-bfae-fa595229cc46 service neutron] Pushing event updated for resources: {'Port': ['ID=79c65452-dfb6-4f9c-8434-d4226005ff70,revision_number=11']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:57.062883 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-0546e8f9-8596-43cb-bfae-fa595229cc46 service neutron] No DVR routers for this DVR port 79c65452-dfb6-4f9c-8434-d4226005ff70 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:47:57.093155 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c0b10-2b8b-4bfb-845c-23f48e5fe1e4 req-8036248c-f53f-4a65-adcc-cbcb7d64ca63 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:57.095321 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d05c0b10-2b8b-4bfb-845c-23f48e5fe1e4 req-8036248c-f53f-4a65-adcc-cbcb7d64ca63 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 943 time: 0.2218540 Jan 28 00:47:57.263922 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e1e94eb-639f-4ac3-bd8b-7a7a808491d2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for port (2fee5845-c2b7-4fd8-a61e-6f5174c791ef), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:57.295079 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 79c65452-dfb6-4f9c-8434-d4226005ff70 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:47:57.346663 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e1e94eb-639f-4ac3-bd8b-7a7a808491d2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (2fee5845-c2b7-4fd8-a61e-6f5174c791ef), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:57.435190 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d05c0b10-2b8b-4bfb-845c-23f48e5fe1e4 req-153cfb37-56f9-4489-ac94-66cce02b3604 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760577 Jan 28 00:47:57.455648 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] The host n-h1-826754-1 is not matching for port 79c65452-dfb6-4f9c-8434-d4226005ff70 host n-h2-826754-1! {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 00:47:57.456254 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 79c65452-dfb6-4f9c-8434-d4226005ff70 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:47:57.523669 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e94eb-639f-4ac3-bd8b-7a7a808491d2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Port': ['ID=2fee5845-c2b7-4fd8-a61e-6f5174c791ef,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:57.553861 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1e94eb-639f-4ac3-bd8b-7a7a808491d2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network 52fb8ceb-8797-4885-8053-405da18722f1 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:47:57.556982 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-4e1e94eb-639f-4ac3-bd8b-7a7a808491d2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:47:57.568372 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1e94eb-639f-4ac3-bd8b-7a7a808491d2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:47:57.570749 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e1e94eb-639f-4ac3-bd8b-7a7a808491d2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (555975d9-b96e-485b-bba6-973fa1edeb1e), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:57.591638 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-0546e8f9-8596-43cb-bfae-fa595229cc46 service neutron] 10.222.0.65 "PUT /v2.0/ports/79c65452-dfb6-4f9c-8434-d4226005ff70/bindings/n-h2-826754-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0487874 Jan 28 00:47:57.704052 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2e205-856a-47b3-9b74-529994e39a9c req-8f79a8ed-155b-4a3e-a18e-d2c6cfea0828 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:57.708668 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7b2e205-856a-47b3-9b74-529994e39a9c req-8f79a8ed-155b-4a3e-a18e-d2c6cfea0828 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 944 time: 0.0883453 Jan 28 00:47:57.864445 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7b2e205-856a-47b3-9b74-529994e39a9c req-d38667f2-79b0-4850-9a92-d0de945cecaa tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=08951bcd-ce0d-4a8f-b4c1-d28509c0af57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438172 Jan 28 00:47:57.922240 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-1018b06e-552c-4181-96bb-a215b61d325c tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:57.925335 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-1018b06e-552c-4181-96bb-a215b61d325c tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9&tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&binding%3Ahost_id=n-h1-826754-1 HTTP/1.1" status: 200 len: 1095 time: 0.1751771 Jan 28 00:47:57.934059 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e1e94eb-639f-4ac3-bd8b-7a7a808491d2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2fee5845-c2b7-4fd8-a61e-6f5174c791ef), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:58.068647 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 3f074c3e-c6bb-464a-a904-867349f25a0a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:47:58.081871 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-bcd72026-a1d1-49d8-bd02-545805bc865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:58.085076 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-bcd72026-a1d1-49d8-bd02-545805bc865a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9&tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8 HTTP/1.1" status: 200 len: 1095 time: 0.1515210 Jan 28 00:47:58.216571 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-e30241d5-05de-4168-bb2b-e3c44c311fa2 req-53edae20-d908-4638-92ea-998e4f1582d1 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:47:58.232659 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e30241d5-05de-4168-bb2b-e3c44c311fa2 req-53edae20-d908-4638-92ea-998e4f1582d1 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3625078 Jan 28 00:47:58.239415 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 3f074c3e-c6bb-464a-a904-867349f25a0a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:47:58.247996 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3f074c3e-c6bb-464a-a904-867349f25a0a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:58.292769 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-2615343c-6e36-4a05-9868-37ae68ccc765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:58.296626 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-2615343c-6e36-4a05-9868-37ae68ccc765 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 1095 time: 0.1562469 Jan 28 00:47:58.413602 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 3f074c3e-c6bb-464a-a904-867349f25a0a is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:47:58.415769 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3f074c3e-c6bb-464a-a904-867349f25a0a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:58.474246 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 17f75757-b67b-4374-9d75-01860fb649fe no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:47:58.515728 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-890f36f4-9bd5-4157-8401-fbdbe2dab070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:58.517909 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-890f36f4-9bd5-4157-8401-fbdbe2dab070 service neutron] 10.222.0.52 "GET /v2.0/networks?id=589a4733-906d-4d71-8a9b-35605b1c2237 HTTP/1.1" status: 200 len: 898 time: 0.2105036 Jan 28 00:47:58.592008 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70628817-b022-49d9-9730-74a49adbb13c None None] Network 52fb8ceb-8797-4885-8053-405da18722f1 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:47:58.628049 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e1e94eb-639f-4ac3-bd8b-7a7a808491d2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for port (2fee5845-c2b7-4fd8-a61e-6f5174c791ef), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:58.640629 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e1e94eb-639f-4ac3-bd8b-7a7a808491d2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (2fee5845-c2b7-4fd8-a61e-6f5174c791ef), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:58.644484 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e1e94eb-639f-4ac3-bd8b-7a7a808491d2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (555975d9-b96e-485b-bba6-973fa1edeb1e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:58.715409 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-f05bb03a-2705-4927-85a7-1366b1140d68 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79c65452-dfb6-4f9c-8434-d4226005ff70 HTTP/1.1" status: 200 len: 999 time: 0.1897030 Jan 28 00:47:58.760627 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e94eb-639f-4ac3-bd8b-7a7a808491d2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Port': ['ID=2fee5845-c2b7-4fd8-a61e-6f5174c791ef,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:58.795146 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33d028-a8c5-49be-8685-a7058d375533 req-1d8b8d37-8389-4a52-a6fc-ac33f7c9b2f0 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:58.797778 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea33d028-a8c5-49be-8685-a7058d375533 req-1d8b8d37-8389-4a52-a6fc-ac33f7c9b2f0 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 943 time: 0.1978989 Jan 28 00:47:58.844267 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1e94eb-639f-4ac3-bd8b-7a7a808491d2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network 52fb8ceb-8797-4885-8053-405da18722f1 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:47:58.851445 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-4e1e94eb-639f-4ac3-bd8b-7a7a808491d2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:47:58.873060 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-83157b70-d353-4c37-a6cb-c38ff4a0937d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:58.874277 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-83157b70-d353-4c37-a6cb-c38ff4a0937d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0 HTTP/1.1" status: 200 len: 834 time: 0.1508574 Jan 28 00:47:58.875362 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 3f074c3e-c6bb-464a-a904-867349f25a0a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=3f074c3e-c6bb-464a-a904-867349f25a0a,segment=NetworkSegment(cb3bb31b-529a-4dc9-8182-60c41a1ada06),segment_id=cb3bb31b-529a-4dc9-8182-60c41a1ada06)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:47:58.889506 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-7a76d411-39ae-4250-b541-3f946e2cc8cc None None] Provisioning complete for port 3f074c3e-c6bb-464a-a904-867349f25a0a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:47:58.890133 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a76d411-39ae-4250-b541-3f946e2cc8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3f074c3e-c6bb-464a-a904-867349f25a0a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:58.897924 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3f074c3e-c6bb-464a-a904-867349f25a0a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:47:58.956873 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea33d028-a8c5-49be-8685-a7058d375533 req-432afeef-3774-4416-bd3e-d440660d9a93 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409802 Jan 28 00:47:58.963102 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-9819fa74-b445-4f42-930d-1b67f2a6559b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:58.964726 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-9819fa74-b445-4f42-930d-1b67f2a6559b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=589a4733-906d-4d71-8a9b-35605b1c2237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795336 Jan 28 00:47:59.156701 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 17f75757-b67b-4374-9d75-01860fb649fe is: DOWN; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:47:59.173828 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=3f074c3e-c6bb-464a-a904-867349f25a0a,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:47:59.287531 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-7a76d411-39ae-4250-b541-3f946e2cc8cc None None] Current status of the port 3f074c3e-c6bb-464a-a904-867349f25a0a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:47:59.307064 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902de2f-970b-4ef6-8826-ed7ff3d73df2 req-bce268d8-50d3-4296-a2b5-01998c954bd8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:59.307504 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1e94eb-639f-4ac3-bd8b-7a7a808491d2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Router 555975d9-b96e-485b-bba6-973fa1edeb1e is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:47:59.309493 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0902de2f-970b-4ef6-8826-ed7ff3d73df2 req-bce268d8-50d3-4296-a2b5-01998c954bd8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 944 time: 0.1454115 Jan 28 00:47:59.312038 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-1201f591-4a11-4f27-bf14-9f3d1891df75 service neutron] 10.222.0.52 "GET /v2.0/networks/589a4733-906d-4d71-8a9b-35605b1c2237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358972 Jan 28 00:47:59.635482 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1e94eb-639f-4ac3-bd8b-7a7a808491d2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:47:59.638894 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0902de2f-970b-4ef6-8826-ed7ff3d73df2 req-6b0fea5f-ae92-49b7-9478-aa7d92e23ad3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=08951bcd-ce0d-4a8f-b4c1-d28509c0af57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3225980 Jan 28 00:47:59.646345 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4e1e94eb-639f-4ac3-bd8b-7a7a808491d2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "PUT /v2.0/routers/555975d9-b96e-485b-bba6-973fa1edeb1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2868960 Jan 28 00:47:59.654002 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa573ca-9d82-4191-a622-fc8008f620d1 None None] Sync routers for ids ['555975d9-b96e-485b-bba6-973fa1edeb1e'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:47:59.654836 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58700) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:59.682696 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7facd-b3cc-450e-b06d-0fe381ddc613 req-bff5aeb5-59f9-4e11-922c-3204b9abb469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:59.684302 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0e4204c1-444a-4844-bc7e-4708c6c116c8 req-6e7dbd33-c039-4b4b-9dfb-27cd3c8482b2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3664181 Jan 28 00:47:59.685914 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c5f7facd-b3cc-450e-b06d-0fe381ddc613 req-bff5aeb5-59f9-4e11-922c-3204b9abb469 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 1095 time: 0.1568086 Jan 28 00:47:59.705357 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa573ca-9d82-4191-a622-fc8008f620d1 None None] Routers {'555975d9-b96e-485b-bba6-973fa1edeb1e'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:47:59.712354 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7fa573ca-9d82-4191-a622-fc8008f620d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:47:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['555975d9-b96e-485b-bba6-973fa1edeb1e'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:59.809909 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7fa573ca-9d82-4191-a622-fc8008f620d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:59.841754 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa573ca-9d82-4191-a622-fc8008f620d1 None None] Routers {'555975d9-b96e-485b-bba6-973fa1edeb1e'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:47:59.842142 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-8d52c53a-2488-480a-8cab-d53b8569841a service neutron] 10.222.0.52 "GET /v2.0/networks/589a4733-906d-4d71-8a9b-35605b1c2237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092990 Jan 28 00:47:59.846843 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7fa573ca-9d82-4191-a622-fc8008f620d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:47:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['555975d9-b96e-485b-bba6-973fa1edeb1e'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:47:59.873229 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5c18e0-5664-4c64-9f4d-59d231743e8e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:47:59.881964 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5c5c18e0-5664-4c64-9f4d-59d231743e8e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "GET /v2.0/ports/2fee5845-c2b7-4fd8-a61e-6f5174c791ef HTTP/1.1" status: 200 len: 911 time: 0.2227905 Jan 28 00:47:59.883715 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58704) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:47:59.996268 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7fa573ca-9d82-4191-a622-fc8008f620d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:00.002280 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa573ca-9d82-4191-a622-fc8008f620d1 None None] The sync data for ids ['555975d9-b96e-485b-bba6-973fa1edeb1e'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:48:00.005957 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-96a58ca4-4390-4bf2-8432-5c5823411cc3 None None] Provisioning complete for port 3f074c3e-c6bb-464a-a904-867349f25a0a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:00.006640 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-96a58ca4-4390-4bf2-8432-5c5823411cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3f074c3e-c6bb-464a-a904-867349f25a0a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:00.087136 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 3f074c3e-c6bb-464a-a904-867349f25a0a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:48:00.160775 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7facd-b3cc-450e-b06d-0fe381ddc613 req-69460e7d-c996-4829-b4d0-c5ecd5f32c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:00.162465 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c5f7facd-b3cc-450e-b06d-0fe381ddc613 req-69460e7d-c996-4829-b4d0-c5ecd5f32c24 service neutron] 10.222.0.65 "GET /v2.0/networks?id=589a4733-906d-4d71-8a9b-35605b1c2237 HTTP/1.1" status: 200 len: 898 time: 0.4133635 Jan 28 00:48:00.350933 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-96a58ca4-4390-4bf2-8432-5c5823411cc3 None None] Current status of the port 3f074c3e-c6bb-464a-a904-867349f25a0a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:00.374076 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 3f074c3e-c6bb-464a-a904-867349f25a0a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:00.374847 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3f074c3e-c6bb-464a-a904-867349f25a0a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:00.409449 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6d804-128b-4516-a307-66a860e1b0ac req-a12fa5a7-d6b5-47ed-bf44-c2855a2b6ea9 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:00.416796 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9d6d804-128b-4516-a307-66a860e1b0ac req-a12fa5a7-d6b5-47ed-bf44-c2855a2b6ea9 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 943 time: 0.2232480 Jan 28 00:48:00.418488 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-96a58ca4-4390-4bf2-8432-5c5823411cc3 None None] Provisioning complete for port 2fee5845-c2b7-4fd8-a61e-6f5174c791ef triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:00.418968 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-96a58ca4-4390-4bf2-8432-5c5823411cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2fee5845-c2b7-4fd8-a61e-6f5174c791ef), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:00.512582 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-b55db7d3-cca5-4610-9cfc-8d131422d8d4 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:00.517244 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-b55db7d3-cca5-4610-9cfc-8d131422d8d4 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9&tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&binding%3Ahost_id=n-h2-826754-1 HTTP/1.1" status: 200 len: 1095 time: 0.2663293 Jan 28 00:48:00.554071 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c5f7facd-b3cc-450e-b06d-0fe381ddc613 req-998ab4b3-fa3e-4abb-9940-3b34baffc325 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79c65452-dfb6-4f9c-8434-d4226005ff70 HTTP/1.1" status: 200 len: 999 time: 0.3818166 Jan 28 00:48:00.572583 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-96a58ca4-4390-4bf2-8432-5c5823411cc3 None None] Port 2fee5845-c2b7-4fd8-a61e-6f5174c791ef cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:48:00.763826 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 3f074c3e-c6bb-464a-a904-867349f25a0a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:00.764824 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7facd-b3cc-450e-b06d-0fe381ddc613 req-45a9cbb2-87b8-4bb7-abaa-f95fe536dd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:00.765693 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c5f7facd-b3cc-450e-b06d-0fe381ddc613 req-45a9cbb2-87b8-4bb7-abaa-f95fe536dd93 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0 HTTP/1.1" status: 200 len: 834 time: 0.0605156 Jan 28 00:48:00.801424 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52d51dba-a73f-48c0-a6b4-5fbcff6bf4a7 None None] Provisioning complete for port 2fee5845-c2b7-4fd8-a61e-6f5174c791ef triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:00.808341 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52d51dba-a73f-48c0-a6b4-5fbcff6bf4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2fee5845-c2b7-4fd8-a61e-6f5174c791ef), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:00.848794 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4903f0df-5d4d-418d-a353-046d821268e3 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (555975d9-b96e-485b-bba6-973fa1edeb1e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:00.912397 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52d51dba-a73f-48c0-a6b4-5fbcff6bf4a7 None None] Port 2fee5845-c2b7-4fd8-a61e-6f5174c791ef cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:48:00.976270 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9d6d804-128b-4516-a307-66a860e1b0ac req-70fbc156-8a6d-4bfc-9d1e-53c077dd2218 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5237002 Jan 28 00:48:01.047465 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-3fe56c9f-8659-408c-9085-47933f33d7b4 None None] Provisioning complete for port 2fee5845-c2b7-4fd8-a61e-6f5174c791ef triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:01.048800 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3fe56c9f-8659-408c-9085-47933f33d7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2fee5845-c2b7-4fd8-a61e-6f5174c791ef), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:01.126344 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23132bca-45ae-4447-bdc7-371ac2a0254b req-9f1aeb90-9070-4b39-a9a2-ab2097ec963d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:01.129527 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-23132bca-45ae-4447-bdc7-371ac2a0254b req-9f1aeb90-9070-4b39-a9a2-ab2097ec963d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 944 time: 0.2073750 Jan 28 00:48:01.136045 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3fe56c9f-8659-408c-9085-47933f33d7b4 None None] Port 2fee5845-c2b7-4fd8-a61e-6f5174c791ef cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:48:01.150990 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7facd-b3cc-450e-b06d-0fe381ddc613 req-787af7a7-dadb-462c-835b-39d4106d120a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:01.154629 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c5f7facd-b3cc-450e-b06d-0fe381ddc613 req-787af7a7-dadb-462c-835b-39d4106d120a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=589a4733-906d-4d71-8a9b-35605b1c2237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3719819 Jan 28 00:48:01.175203 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-48b117c7-3a42-4c88-a6e1-d7894dfe1aac service neutron] For port 79c65452-dfb6-4f9c-8434-d4226005ff70, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:48:01.200507 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-48b117c7-3a42-4c88-a6e1-d7894dfe1aac service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:01.202399 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-48b117c7-3a42-4c88-a6e1-d7894dfe1aac service neutron] 10.222.0.52 "DELETE /v2.0/ports/79c65452-dfb6-4f9c-8434-d4226005ff70/bindings/n-h1-826754-1 HTTP/1.1" status: 204 len: 173 time: 0.6626811 Jan 28 00:48:01.209304 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4903f0df-5d4d-418d-a353-046d821268e3 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Deleting port 2fee5845-c2b7-4fd8-a61e-6f5174c791ef {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:48:01.210201 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4903f0df-5d4d-418d-a353-046d821268e3 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (2fee5845-c2b7-4fd8-a61e-6f5174c791ef), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:01.363657 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4903f0df-5d4d-418d-a353-046d821268e3 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (2fee5845-c2b7-4fd8-a61e-6f5174c791ef), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:01.383175 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4903f0df-5d4d-418d-a353-046d821268e3 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Calling delete_port for 2fee5845-c2b7-4fd8-a61e-6f5174c791ef owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:48:01.391124 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-23132bca-45ae-4447-bdc7-371ac2a0254b req-534b23f6-98a5-4582-9f2a-f9115d7eb1d9 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=08951bcd-ce0d-4a8f-b4c1-d28509c0af57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2541573 Jan 28 00:48:01.747092 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4903f0df-5d4d-418d-a353-046d821268e3 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (2fee5845-c2b7-4fd8-a61e-6f5174c791ef), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:01.786069 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903f0df-5d4d-418d-a353-046d821268e3 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Port': ['ID=2fee5845-c2b7-4fd8-a61e-6f5174c791ef,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:01.938555 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4903f0df-5d4d-418d-a353-046d821268e3 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (555975d9-b96e-485b-bba6-973fa1edeb1e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:02.090982 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4204c1-444a-4844-bc7e-4708c6c116c8 req-1f1ef8bc-75b3-488c-bfed-aa95e67d91c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:02.092915 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e4204c1-444a-4844-bc7e-4708c6c116c8 req-1f1ef8bc-75b3-488c-bfed-aa95e67d91c7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298&tenant_id=3e9f050de49645dd9bd4214fbcf36ea4 HTTP/1.1" status: 200 len: 1094 time: 0.8061452 Jan 28 00:48:02.110563 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c5f7facd-b3cc-450e-b06d-0fe381ddc613 req-7dfd08c9-f4b0-4133-8855-6ab0c1b16a82 service neutron] 10.222.0.65 "GET /v2.0/networks/589a4733-906d-4d71-8a9b-35605b1c2237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9336374 Jan 28 00:48:02.205993 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f5bdc-515b-43a3-847e-f1d7e7467726 req-6bd0bd29-df5e-48b8-b842-0970bde25187 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:02.207808 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4903f0df-5d4d-418d-a353-046d821268e3 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Router 555975d9-b96e-485b-bba6-973fa1edeb1e has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:48:02.208550 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-931f5bdc-515b-43a3-847e-f1d7e7467726 req-6bd0bd29-df5e-48b8-b842-0970bde25187 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 1095 time: 0.1616921 Jan 28 00:48:02.313989 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4204c1-444a-4844-bc7e-4708c6c116c8 req-5b7431dc-fcb5-4849-b5c9-eca579974505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:02.315576 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e4204c1-444a-4844-bc7e-4708c6c116c8 req-5b7431dc-fcb5-4849-b5c9-eca579974505 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e9f050de49645dd9bd4214fbcf36ea4&device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 1094 time: 0.1679599 Jan 28 00:48:02.370635 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4903f0df-5d4d-418d-a353-046d821268e3 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:48:02.376771 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4903f0df-5d4d-418d-a353-046d821268e3 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "PUT /v2.0/routers/555975d9-b96e-485b-bba6-973fa1edeb1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4914322 Jan 28 00:48:02.380531 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58722) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:02.399535 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d785cc06-6d0e-40b9-bace-7ff7979b7b6d None None] Sync routers for ids ['555975d9-b96e-485b-bba6-973fa1edeb1e'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:48:02.402184 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-931f5bdc-515b-43a3-847e-f1d7e7467726 req-bb2a14ec-daa1-4f53-b2ed-283445346cc1 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=08951bcd-ce0d-4a8f-b4c1-d28509c0af57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422679 Jan 28 00:48:02.432619 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5bbaff72-bc94-46bd-9989-d626f1308398 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "GET /v2.0/ports?device_id=555975d9-b96e-485b-bba6-973fa1edeb1e HTTP/1.1" status: 200 len: 205 time: 0.0517402 Jan 28 00:48:02.433261 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58724) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:02.437419 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d785cc06-6d0e-40b9-bace-7ff7979b7b6d None None] Routers {'555975d9-b96e-485b-bba6-973fa1edeb1e'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:48:02.439483 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-d785cc06-6d0e-40b9-bace-7ff7979b7b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:47:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['555975d9-b96e-485b-bba6-973fa1edeb1e'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:02.511641 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ce06c-8c60-4c1e-adec-2df3f75dafe3 req-c6fa08af-58b5-4cf9-b13f-1ce35771831b tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:02.514967 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-353ce06c-8c60-4c1e-adec-2df3f75dafe3 req-c6fa08af-58b5-4cf9-b13f-1ce35771831b tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 943 time: 0.3370571 Jan 28 00:48:02.521764 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-d785cc06-6d0e-40b9-bace-7ff7979b7b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:02.542585 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d785cc06-6d0e-40b9-bace-7ff7979b7b6d None None] Routers {'555975d9-b96e-485b-bba6-973fa1edeb1e'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:48:02.545231 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-d785cc06-6d0e-40b9-bace-7ff7979b7b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:47:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['555975d9-b96e-485b-bba6-973fa1edeb1e'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:02.547431 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce4c7fa0-3579-401d-8ca7-55d2de4df954 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router (555975d9-b96e-485b-bba6-973fa1edeb1e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:02.551856 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c5f7facd-b3cc-450e-b06d-0fe381ddc613 req-fc8798a4-e785-48f4-8e19-b68c113efafe service neutron] 10.222.0.65 "GET /v2.0/networks/589a4733-906d-4d71-8a9b-35605b1c2237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216676 Jan 28 00:48:02.648547 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-d785cc06-6d0e-40b9-bace-7ff7979b7b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:02.649187 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d785cc06-6d0e-40b9-bace-7ff7979b7b6d None None] The sync data for ids ['555975d9-b96e-485b-bba6-973fa1edeb1e'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:48:02.708805 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-353ce06c-8c60-4c1e-adec-2df3f75dafe3 req-9a7c9485-628f-4a8f-801a-ffda34fccade tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835122 Jan 28 00:48:02.718163 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4204c1-444a-4844-bc7e-4708c6c116c8 req-a6ca5a99-f5b8-4119-a491-27b476e796f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:02.721477 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e4204c1-444a-4844-bc7e-4708c6c116c8 req-a6ca5a99-f5b8-4119-a491-27b476e796f0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61eda932-ec35-450c-90ac-ea6c515cdb93 HTTP/1.1" status: 200 len: 915 time: 0.3882239 Jan 28 00:48:02.744882 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474078c-69d9-449a-879b-048b48d84a77 req-3ffbdfa2-750f-4eb0-bbaa-872e6b23047d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:02.749112 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2474078c-69d9-449a-879b-048b48d84a77 req-3ffbdfa2-750f-4eb0-bbaa-872e6b23047d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 944 time: 0.2075212 Jan 28 00:48:02.778944 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce4c7fa0-3579-401d-8ca7-55d2de4df954 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (555975d9-b96e-485b-bba6-973fa1edeb1e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:02.781629 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce4c7fa0-3579-401d-8ca7-55d2de4df954 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router_controller (555975d9-b96e-485b-bba6-973fa1edeb1e), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:02.834809 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e4204c1-444a-4844-bc7e-4708c6c116c8 req-21fe5b68-27af-4e93-8bfb-997a893dc9f3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17f75757-b67b-4374-9d75-01860fb649fe HTTP/1.1" status: 200 len: 217 time: 0.0840623 Jan 28 00:48:02.851563 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce4c7fa0-3579-401d-8ca7-55d2de4df954 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (555975d9-b96e-485b-bba6-973fa1edeb1e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:02.855207 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4c7fa0-3579-401d-8ca7-55d2de4df954 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Fanout notify agent at l3_agent the message router_deleted on router 555975d9-b96e-485b-bba6-973fa1edeb1e {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:48:02.873546 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce4c7fa0-3579-401d-8ca7-55d2de4df954 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:02.875882 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ce4c7fa0-3579-401d-8ca7-55d2de4df954 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/routers/555975d9-b96e-485b-bba6-973fa1edeb1e HTTP/1.1" status: 204 len: 168 time: 0.4411287 Jan 28 00:48:02.879434 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58730) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:02.942256 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4204c1-444a-4844-bc7e-4708c6c116c8 req-754c1f00-eccd-417f-9beb-ad92325b68e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:02.944246 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e4204c1-444a-4844-bc7e-4708c6c116c8 req-754c1f00-eccd-417f-9beb-ad92325b68e7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=828e0c9b-ccdb-4dcf-9067-e86f2e38b75c HTTP/1.1" status: 200 len: 854 time: 0.0977612 Jan 28 00:48:02.948655 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2474078c-69d9-449a-879b-048b48d84a77 req-49cdb814-bf69-4ab8-9c96-f70870a4e13a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=08951bcd-ce0d-4a8f-b4c1-d28509c0af57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856465 Jan 28 00:48:02.964631 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa4c0dff-7aec-4a15-8a3a-aa1865a76325 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Deleting subnet 0044c1b0-1e78-4c84-b664-3bff5e8cc05d {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:48:02.970176 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aa4c0dff-7aec-4a15-8a3a-aa1865a76325 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for subnet (0044c1b0-1e78-4c84-b664-3bff5e8cc05d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:02.986607 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e4204c1-444a-4844-bc7e-4708c6c116c8 req-480b5a45-f2d7-46d0-b0bf-56a6b0ed7cb6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61eda932-ec35-450c-90ac-ea6c515cdb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355599 Jan 28 00:48:02.987239 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58732) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:03.039448 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aa4c0dff-7aec-4a15-8a3a-aa1865a76325 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (0044c1b0-1e78-4c84-b664-3bff5e8cc05d), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:03.116618 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8de584af-2bfb-4bab-9e66-3998c8da22a1 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/floatingips/d5f74bd9-9f8b-4dbb-8cf2-cf0165a64c8a HTTP/1.1" status: 200 len: 991 time: 0.1281760 Jan 28 00:48:03.173487 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e4204c1-444a-4844-bc7e-4708c6c116c8 req-05f262a5-8ed5-4d9b-8836-e5940ad5b6fa service neutron] 10.222.0.52 "GET /v2.0/networks/61eda932-ec35-450c-90ac-ea6c515cdb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789312 Jan 28 00:48:03.196079 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aa4c0dff-7aec-4a15-8a3a-aa1865a76325 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (0044c1b0-1e78-4c84-b664-3bff5e8cc05d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:03.306726 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aa4c0dff-7aec-4a15-8a3a-aa1865a76325 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (0044c1b0-1e78-4c84-b664-3bff5e8cc05d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:03.317221 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e4204c1-444a-4844-bc7e-4708c6c116c8 req-bfaaa900-2f85-4d5d-aa4f-16ebf64d9e12 service neutron] 10.222.0.52 "GET /v2.0/networks/61eda932-ec35-450c-90ac-ea6c515cdb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362181 Jan 28 00:48:03.358070 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c0dff-7aec-4a15-8a3a-aa1865a76325 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Subnet': ['ID=0044c1b0-1e78-4c84-b664-3bff5e8cc05d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:03.366338 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aa4c0dff-7aec-4a15-8a3a-aa1865a76325 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:03.372414 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-aa4c0dff-7aec-4a15-8a3a-aa1865a76325 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/subnets/0044c1b0-1e78-4c84-b664-3bff5e8cc05d HTTP/1.1" status: 204 len: 168 time: 0.4910886 Jan 28 00:48:03.375260 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58738) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:03.380278 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df9d43d-548c-4163-957d-fdfec46c22b5 None None] Network 52fb8ceb-8797-4885-8053-405da18722f1 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:48:03.413505 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58740) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:03.534489 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fdfdcf17-1e71-44a3-ae84-826302ac6855 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (52fb8ceb-8797-4885-8053-405da18722f1), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:03.686898 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-fdfdcf17-1e71-44a3-ae84-826302ac6855 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Deleting port 3f074c3e-c6bb-464a-a904-867349f25a0a {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:48:03.687399 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fdfdcf17-1e71-44a3-ae84-826302ac6855 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (3f074c3e-c6bb-464a-a904-867349f25a0a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:03.814382 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-fdfdcf17-1e71-44a3-ae84-826302ac6855 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] For port 3f074c3e-c6bb-464a-a904-867349f25a0a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=3f074c3e-c6bb-464a-a904-867349f25a0a,segment=NetworkSegment(cb3bb31b-529a-4dc9-8182-60c41a1ada06),segment_id=cb3bb31b-529a-4dc9-8182-60c41a1ada06)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:48:03.815264 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fdfdcf17-1e71-44a3-ae84-826302ac6855 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (3f074c3e-c6bb-464a-a904-867349f25a0a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:03.864763 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-fdfdcf17-1e71-44a3-ae84-826302ac6855 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Calling delete_port for 3f074c3e-c6bb-464a-a904-867349f25a0a owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:48:03.988943 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c184659d-16fc-4bc7-bed0-8b8e19bba780 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Deleting port 5551ad50-2a50-4047-abad-111befa6be57 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:48:03.989672 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c184659d-16fc-4bc7-bed0-8b8e19bba780 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (5551ad50-2a50-4047-abad-111befa6be57), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:04.098774 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792b78a-ca11-4f92-bef5-f23071c9b6a1 req-96311457-7d14-4b73-acc7-ebccdaa4d139 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:04.105142 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2792b78a-ca11-4f92-bef5-f23071c9b6a1 req-96311457-7d14-4b73-acc7-ebccdaa4d139 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 943 time: 0.2460961 Jan 28 00:48:04.156230 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c8ee21-79ee-4d2b-a552-e2eb6d48557e None None] DHCP port deletion for 52fb8ceb-8797-4885-8053-405da18722f1 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:48:04.319116 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-96c8ee21-79ee-4d2b-a552-e2eb6d48557e None None] Deleting port 3f074c3e-c6bb-464a-a904-867349f25a0a {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:48:04.325394 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-96c8ee21-79ee-4d2b-a552-e2eb6d48557e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (3f074c3e-c6bb-464a-a904-867349f25a0a), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:04.355119 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2792b78a-ca11-4f92-bef5-f23071c9b6a1 req-7182cbb7-0979-470f-88fd-15fbce06dd55 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376049 Jan 28 00:48:04.357029 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c184659d-16fc-4bc7-bed0-8b8e19bba780 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (5551ad50-2a50-4047-abad-111befa6be57), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:04.358536 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c184659d-16fc-4bc7-bed0-8b8e19bba780 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for floatingip (5551ad50-2a50-4047-abad-111befa6be57), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:04.380675 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fdfdcf17-1e71-44a3-ae84-826302ac6855 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (3f074c3e-c6bb-464a-a904-867349f25a0a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:04.421636 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c184659d-16fc-4bc7-bed0-8b8e19bba780 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Calling delete_port for 5551ad50-2a50-4047-abad-111befa6be57 owned by network:floatingip {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:48:04.500333 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfdcf17-1e71-44a3-ae84-826302ac6855 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Port': ['ID=3f074c3e-c6bb-464a-a904-867349f25a0a,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:04.520448 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfdcf17-1e71-44a3-ae84-826302ac6855 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] No DVR routers for this DVR port 3f074c3e-c6bb-464a-a904-867349f25a0a on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:48:04.596950 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-96c8ee21-79ee-4d2b-a552-e2eb6d48557e None None] For port 3f074c3e-c6bb-464a-a904-867349f25a0a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=3f074c3e-c6bb-464a-a904-867349f25a0a,segment=NetworkSegment(cb3bb31b-529a-4dc9-8182-60c41a1ada06),segment_id=cb3bb31b-529a-4dc9-8182-60c41a1ada06)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:48:04.601264 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-96c8ee21-79ee-4d2b-a552-e2eb6d48557e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (3f074c3e-c6bb-464a-a904-867349f25a0a), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:04.653484 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-96c8ee21-79ee-4d2b-a552-e2eb6d48557e None None] Calling delete_port for 3f074c3e-c6bb-464a-a904-867349f25a0a owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:48:04.850789 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fdfdcf17-1e71-44a3-ae84-826302ac6855 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (52fb8ceb-8797-4885-8053-405da18722f1), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:04.924973 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-96c8ee21-79ee-4d2b-a552-e2eb6d48557e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (3f074c3e-c6bb-464a-a904-867349f25a0a), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:04.962114 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-fdfdcf17-1e71-44a3-ae84-826302ac6855 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52fb8ceb-8797-4885-8053-405da18722f1']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:04.994933 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8ee21-79ee-4d2b-a552-e2eb6d48557e None None] Pushing event deleted for resources: {'Port': ['ID=3f074c3e-c6bb-464a-a904-867349f25a0a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:05.007909 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c8ee21-79ee-4d2b-a552-e2eb6d48557e None None] No DVR routers for this DVR port 3f074c3e-c6bb-464a-a904-867349f25a0a on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:48:05.018783 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-fdfdcf17-1e71-44a3-ae84-826302ac6855 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb3bb31b-529a-4dc9-8182-60c41a1ada06') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:05.019454 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-fdfdcf17-1e71-44a3-ae84-826302ac6855 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb3bb31b-529a-4dc9-8182-60c41a1ada06') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:05.043010 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c184659d-16fc-4bc7-bed0-8b8e19bba780 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (5551ad50-2a50-4047-abad-111befa6be57), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:05.053170 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fdfdcf17-1e71-44a3-ae84-826302ac6855 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (cb3bb31b-529a-4dc9-8182-60c41a1ada06), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:05.089142 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fdfdcf17-1e71-44a3-ae84-826302ac6855 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (cb3bb31b-529a-4dc9-8182-60c41a1ada06), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:05.107519 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdfdcf17-1e71-44a3-ae84-826302ac6855 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:48:05.108319 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fdfdcf17-1e71-44a3-ae84-826302ac6855 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (cb3bb31b-529a-4dc9-8182-60c41a1ada06), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:05.143019 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:48:05.143019 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:48:05.143019 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:48:05.143019 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:48:05.143019 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:48:05.143019 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:48:05.143019 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:48:05.143019 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:48:05.143019 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:48:05.143019 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:48:05.143019 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:48:05.143019 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:48:05.143019 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:48:05.143019 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:48:05.143019 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:48:05.143019 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:48:05.143019 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:48:05.143019 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:48:05.143019 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:48:05.143019 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:48:05.143019 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:48:05.143019 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:48:05.143019 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:48:05.143019 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:48:05.143019 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:48:05.143019 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:48:05.143019 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:48:05.143019 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:48:05.143019 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:48:05.143019 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:48:05.143019 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:48:05.143019 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:48:05.256150 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fdfdcf17-1e71-44a3-ae84-826302ac6855 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (52fb8ceb-8797-4885-8053-405da18722f1), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:05.285907 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fdfdcf17-1e71-44a3-ae84-826302ac6855 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:05.293272 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-fdfdcf17-1e71-44a3-ae84-826302ac6855 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/networks/52fb8ceb-8797-4885-8053-405da18722f1 HTTP/1.1" status: 204 len: 168 time: 1.9160228 Jan 28 00:48:05.322049 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58764) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:05.330812 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-5c10bf00-d551-4a2a-95e4-0666db33f82b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1377759050', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}, 'admin_state_up': False}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:48:05.353359 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfdcf17-1e71-44a3-ae84-826302ac6855 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Network': ['ID=52fb8ceb-8797-4885-8053-405da18722f1,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:05.411577 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5c10bf00-d551-4a2a-95e4-0666db33f82b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (d146a8cd-3803-4342-87ec-5e86ddd921ac), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:05.415927 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5c10bf00-d551-4a2a-95e4-0666db33f82b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (d146a8cd-3803-4342-87ec-5e86ddd921ac), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:05.561903 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5c10bf00-d551-4a2a-95e4-0666db33f82b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router_controller (d146a8cd-3803-4342-87ec-5e86ddd921ac), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:05.765292 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c184659d-16fc-4bc7-bed0-8b8e19bba780 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event deleted for resources: {'Port': ['ID=5551ad50-2a50-4047-abad-111befa6be57,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:05.872291 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5c10bf00-d551-4a2a-95e4-0666db33f82b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router_gateway (d146a8cd-3803-4342-87ec-5e86ddd921ac), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:05.945405 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c184659d-16fc-4bc7-bed0-8b8e19bba780 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for floatingip (d5f74bd9-9f8b-4dbb-8cf2-cf0165a64c8a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:05.946001 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-c184659d-16fc-4bc7-bed0-8b8e19bba780 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Floating IP d5f74bd9-9f8b-4dbb-8cf2-cf0165a64c8a disassociated (deleted). External IP: 172.25.3.196, port: 79c65452-dfb6-4f9c-8434-d4226005ff70. Jan 28 00:48:05.987680 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66509fa0-e647-4c15-8a53-2feb98342752 req-c2f84eac-b365-4bb6-85f2-b8b05ab519aa tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:06.003139 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 3f074c3e-c6bb-464a-a904-867349f25a0a no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:48:06.007859 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66509fa0-e647-4c15-8a53-2feb98342752 req-c2f84eac-b365-4bb6-85f2-b8b05ab519aa tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 943 time: 0.4502120 Jan 28 00:48:06.136263 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 3f074c3e-c6bb-464a-a904-867349f25a0a {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:48:06.137243 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 3f074c3e-c6bb-464a-a904-867349f25a0a not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:48:06.145688 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e111bcce-23cc-44fe-a5c2-029bf2d95d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:06.188557 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66509fa0-e647-4c15-8a53-2feb98342752 req-8c92cabe-24a4-4d74-839d-a5c13b1323dc tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788666 Jan 28 00:48:06.609935 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c184659d-16fc-4bc7-bed0-8b8e19bba780 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Router d62f50cd-a65d-4a1e-9c35-7110fe29a3d7 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:48:06.690990 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5c10bf00-d551-4a2a-95e4-0666db33f82b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router_gateway (d146a8cd-3803-4342-87ec-5e86ddd921ac), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:06.772034 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5c10bf00-d551-4a2a-95e4-0666db33f82b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:06.901483 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c184659d-16fc-4bc7-bed0-8b8e19bba780 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:48:06.916950 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d1d632-90f4-4076-8bd1-d78fd9ea5bdf None None] Sync routers for ids ['d62f50cd-a65d-4a1e-9c35-7110fe29a3d7'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:48:06.921488 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c184659d-16fc-4bc7-bed0-8b8e19bba780 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:06.939595 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d1d632-90f4-4076-8bd1-d78fd9ea5bdf None None] Routers {'d62f50cd-a65d-4a1e-9c35-7110fe29a3d7'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:48:06.941749 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-21d1d632-90f4-4076-8bd1-d78fd9ea5bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:47:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['d62f50cd-a65d-4a1e-9c35-7110fe29a3d7'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:07.010525 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c184659d-16fc-4bc7-bed0-8b8e19bba780 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "DELETE /v2.0/floatingips/d5f74bd9-9f8b-4dbb-8cf2-cf0165a64c8a HTTP/1.1" status: 204 len: 168 time: 3.5955269 Jan 28 00:48:07.010984 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5978f46-c193-491a-a6ef-e6302a552de9', 'tag': '79c65452-dfb6-4f9c-8434-d4226005ff70'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:48:07.014199 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b331d4-7875-4172-8ebe-b2d7e122adc7" -d '{"events": [{"name": "network-changed", "server_uuid": "b5978f46-c193-491a-a6ef-e6302a552de9", "tag": "79c65452-dfb6-4f9c-8434-d4226005ff70"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:48:07.155248 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-5c10bf00-d551-4a2a-95e4-0666db33f82b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Allocated IP 172.25.3.220 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/b21f9794-7a77-48ad-8282-bcb1ea67d92e) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:48:07.186790 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-21d1d632-90f4-4076-8bd1-d78fd9ea5bdf None None] Set router d62f50cd-a65d-4a1e-9c35-7110fe29a3d7 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:48:07.208529 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581d00e6-382a-491c-9a76-641822637268 x-openstack-request-id: req-581d00e6-382a-491c-9a76-641822637268 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:48:07.208964 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5978f46-c193-491a-a6ef-e6302a552de9", "tag": "79c65452-dfb6-4f9c-8434-d4226005ff70", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:48:07.209323 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-581d00e6-382a-491c-9a76-641822637268 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:48:07.209870 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5978f46-c193-491a-a6ef-e6302a552de9', 'tag': '79c65452-dfb6-4f9c-8434-d4226005ff70', 'status': 'completed', 'code': 200} Jan 28 00:48:07.520178 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5c10bf00-d551-4a2a-95e4-0666db33f82b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for port (b21f9794-7a77-48ad-8282-bcb1ea67d92e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:07.601250 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5c10bf00-d551-4a2a-95e4-0666db33f82b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b21f9794-7a77-48ad-8282-bcb1ea67d92e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:07.760372 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c10bf00-d551-4a2a-95e4-0666db33f82b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:48:07.785477 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-cc9587c5-72e6-4a55-8283-d022a1a964a8 req-c9098dcb-3442-4ef3-a848-6495a9dddb19 service neutron] (103343) timed out ('10.222.0.52', 55233) {{(pid=103343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 00:48:07.819376 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-5c10bf00-d551-4a2a-95e4-0666db33f82b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:48:07.838320 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c10bf00-d551-4a2a-95e4-0666db33f82b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:48:07.947191 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-21d1d632-90f4-4076-8bd1-d78fd9ea5bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870194921', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'd1820618-ec6b-454d-8db9-3c381b66493b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:46:35Z', 'updated_at': '2022-01-28T00:46:41Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': 'd1820618-ec6b-454d-8db9-3c381b66493b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:46:35Z', 'updated_at': '2022-01-28T00:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '4b65449e-b36b-4647-af34-623d6434eddd', 'name': '', 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:77:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:46:40Z', 'updated_at': '2022-01-28T00:46:45Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': '98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:07.952453 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04657a-73d6-41d9-b52c-1b6d7f1ca250 req-84c85979-e4b2-4469-8297-5ebf42484cda tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:07.966171 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-db04657a-73d6-41d9-b52c-1b6d7f1ca250 req-84c85979-e4b2-4469-8297-5ebf42484cda tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 943 time: 0.4031396 Jan 28 00:48:07.972233 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b331d4-7875-4172-8ebe-b2d7e122adc7 req-3e58bd63-24fa-4e8e-81f7-69f21976218f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:07.975155 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85b331d4-7875-4172-8ebe-b2d7e122adc7 req-3e58bd63-24fa-4e8e-81f7-69f21976218f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 1095 time: 0.4105847 Jan 28 00:48:07.976595 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10bf00-d551-4a2a-95e4-0666db33f82b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Port': ['ID=b21f9794-7a77-48ad-8282-bcb1ea67d92e,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:08.018105 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04fa1a-98ca-45d2-b88d-7fdeb588a669 req-7eb532fc-22e5-49d4-a5e6-5d882329d114 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:08.020973 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7b04fa1a-98ca-45d2-b88d-7fdeb588a669 req-7eb532fc-22e5-49d4-a5e6-5d882329d114 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 944 time: 0.4221632 Jan 28 00:48:08.031868 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d1d632-90f4-4076-8bd1-d78fd9ea5bdf None None] Checking router: d62f50cd-a65d-4a1e-9c35-7110fe29a3d7 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:48:08.045767 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d1d632-90f4-4076-8bd1-d78fd9ea5bdf None None] Routers {'d62f50cd-a65d-4a1e-9c35-7110fe29a3d7'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:48:08.046958 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-21d1d632-90f4-4076-8bd1-d78fd9ea5bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:47:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['d62f50cd-a65d-4a1e-9c35-7110fe29a3d7'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:08.275481 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-21d1d632-90f4-4076-8bd1-d78fd9ea5bdf None None] Set router d62f50cd-a65d-4a1e-9c35-7110fe29a3d7 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:48:08.494482 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-db04657a-73d6-41d9-b52c-1b6d7f1ca250 req-a133d61e-40fa-4404-954f-4f8b45384e12 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5264277 Jan 28 00:48:08.534657 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7b04fa1a-98ca-45d2-b88d-7fdeb588a669 req-d3afde1f-4b83-43a4-a00b-c4a3cb19d23b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=08951bcd-ce0d-4a8f-b4c1-d28509c0af57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4860535 Jan 28 00:48:08.606692 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-329f48e4-aa33-4a1d-8413-38dd05b2d79c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:08.691926 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b331d4-7875-4172-8ebe-b2d7e122adc7 req-f0489836-5833-49cd-b584-faedc8a1e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:08.694469 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85b331d4-7875-4172-8ebe-b2d7e122adc7 req-f0489836-5833-49cd-b584-faedc8a1e40c service neutron] 10.222.0.52 "GET /v2.0/networks?id=589a4733-906d-4d71-8a9b-35605b1c2237 HTTP/1.1" status: 200 len: 898 time: 0.4438307 Jan 28 00:48:08.836464 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-21d1d632-90f4-4076-8bd1-d78fd9ea5bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870194921', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'd1820618-ec6b-454d-8db9-3c381b66493b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:46:35Z', 'updated_at': '2022-01-28T00:46:41Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': 'd1820618-ec6b-454d-8db9-3c381b66493b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:46:35Z', 'updated_at': '2022-01-28T00:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '4b65449e-b36b-4647-af34-623d6434eddd', 'name': '', 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:77:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:46:40Z', 'updated_at': '2022-01-28T00:46:45Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': '98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:08.870361 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85b331d4-7875-4172-8ebe-b2d7e122adc7 req-ef1a679d-4286-42ea-aea1-49ccff50edc2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79c65452-dfb6-4f9c-8434-d4226005ff70 HTTP/1.1" status: 200 len: 217 time: 0.1506243 Jan 28 00:48:08.950296 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d1d632-90f4-4076-8bd1-d78fd9ea5bdf None None] The sync data for ids ['d62f50cd-a65d-4a1e-9c35-7110fe29a3d7'] in n-d-826754-1 is: [{'id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870194921', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'd1820618-ec6b-454d-8db9-3c381b66493b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:46:35Z', 'updated_at': '2022-01-28T00:46:41Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': 'd1820618-ec6b-454d-8db9-3c381b66493b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:46:35Z', 'updated_at': '2022-01-28T00:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '4b65449e-b36b-4647-af34-623d6434eddd', 'name': '', 'network_id': '589a4733-906d-4d71-8a9b-35605b1c2237', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:77:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:46:40Z', 'updated_at': '2022-01-28T00:46:45Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': '98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:48:08.970131 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5c10bf00-d551-4a2a-95e4-0666db33f82b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router_gateway (d146a8cd-3803-4342-87ec-5e86ddd921ac), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:09.262942 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b331d4-7875-4172-8ebe-b2d7e122adc7 req-5c29b46b-cb62-4208-a44b-383c4391525b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:09.265640 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85b331d4-7875-4172-8ebe-b2d7e122adc7 req-5c29b46b-cb62-4208-a44b-383c4391525b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0 HTTP/1.1" status: 200 len: 834 time: 0.0913134 Jan 28 00:48:09.594148 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4321ea6-9448-46cb-9144-a4b2ccfe374b None None] New status for floating IP d5f74bd9-9f8b-4dbb-8cf2-cf0165a64c8a: DOWN {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:48:09.599353 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5c10bf00-d551-4a2a-95e4-0666db33f82b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (d146a8cd-3803-4342-87ec-5e86ddd921ac), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:09.755958 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:09.791586 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f89fbe-7088-4437-955a-c88e5808e00b req-acc957bd-79b5-41d3-9101-c87c60953d5a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:09.800623 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a3f89fbe-7088-4437-955a-c88e5808e00b req-acc957bd-79b5-41d3-9101-c87c60953d5a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 944 time: 0.1573544 Jan 28 00:48:10.006995 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b331d4-7875-4172-8ebe-b2d7e122adc7 req-0dd0f4b9-a8b4-4a05-a9ed-18a34de4a539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:10.008769 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85b331d4-7875-4172-8ebe-b2d7e122adc7 req-0dd0f4b9-a8b4-4a05-a9ed-18a34de4a539 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=589a4733-906d-4d71-8a9b-35605b1c2237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4736199 Jan 28 00:48:10.108937 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-a3f89fbe-7088-4437-955a-c88e5808e00b req-86564c2e-37ea-4620-b103-018e57568886 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Deleting port 79c65452-dfb6-4f9c-8434-d4226005ff70 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:48:10.111460 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a3f89fbe-7088-4437-955a-c88e5808e00b req-86564c2e-37ea-4620-b103-018e57568886 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (79c65452-dfb6-4f9c-8434-d4226005ff70), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:10.221804 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8be0eb-fb98-4ecb-8c11-4d28d34264a1 req-e13fa194-1713-479b-b96b-ac51ec7db30c tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:10.224045 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b8be0eb-fb98-4ecb-8c11-4d28d34264a1 req-e13fa194-1713-479b-b96b-ac51ec7db30c tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 943 time: 0.4796257 Jan 28 00:48:10.360766 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105dc03b-fda3-41f9-b375-e3c584adb2c6 req-7a70e807-2a7f-4260-84e3-aa24ad9ef3ce tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:10.374919 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-105dc03b-fda3-41f9-b375-e3c584adb2c6 req-7a70e807-2a7f-4260-84e3-aa24ad9ef3ce tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5978f46-c193-491a-a6ef-e6302a552de9 HTTP/1.1" status: 200 len: 944 time: 0.5244284 Jan 28 00:48:10.390490 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-a3f89fbe-7088-4437-955a-c88e5808e00b req-86564c2e-37ea-4620-b103-018e57568886 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] For port 79c65452-dfb6-4f9c-8434-d4226005ff70, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=79c65452-dfb6-4f9c-8434-d4226005ff70,segment=NetworkSegment(9cf340f1-2f3a-4689-8f86-fac8e5ebe93f),segment_id=9cf340f1-2f3a-4689-8f86-fac8e5ebe93f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:48:10.391004 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a3f89fbe-7088-4437-955a-c88e5808e00b req-86564c2e-37ea-4620-b103-018e57568886 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (79c65452-dfb6-4f9c-8434-d4226005ff70), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:10.425696 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-a3f89fbe-7088-4437-955a-c88e5808e00b req-86564c2e-37ea-4620-b103-018e57568886 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Calling delete_port for 79c65452-dfb6-4f9c-8434-d4226005ff70 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:48:10.611398 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-105dc03b-fda3-41f9-b375-e3c584adb2c6 req-2f9df601-513e-4669-bb32-83c00a9489fb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=08951bcd-ce0d-4a8f-b4c1-d28509c0af57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2351143 Jan 28 00:48:10.631994 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b8be0eb-fb98-4ecb-8c11-4d28d34264a1 req-aae3022e-f2c4-4598-b745-c1381517e25e tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713086 Jan 28 00:48:10.645334 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85b331d4-7875-4172-8ebe-b2d7e122adc7 req-59a01776-fc6f-45f2-b705-08d181d826d6 service neutron] 10.222.0.52 "GET /v2.0/networks/589a4733-906d-4d71-8a9b-35605b1c2237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6261292 Jan 28 00:48:10.779667 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a3f89fbe-7088-4437-955a-c88e5808e00b req-86564c2e-37ea-4620-b103-018e57568886 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (79c65452-dfb6-4f9c-8434-d4226005ff70), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:10.852164 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85b331d4-7875-4172-8ebe-b2d7e122adc7 req-5405e97f-17ff-4829-9b36-6bc75321e3b4 service neutron] 10.222.0.52 "GET /v2.0/networks/589a4733-906d-4d71-8a9b-35605b1c2237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965771 Jan 28 00:48:10.868276 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c10bf00-d551-4a2a-95e4-0666db33f82b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Router d146a8cd-3803-4342-87ec-5e86ddd921ac is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:48:10.939603 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86564c2e-37ea-4620-b103-018e57568886 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event deleted for resources: {'Port': ['ID=79c65452-dfb6-4f9c-8434-d4226005ff70,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:11.073206 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f89fbe-7088-4437-955a-c88e5808e00b req-86564c2e-37ea-4620-b103-018e57568886 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] No DVR routers for this DVR port 79c65452-dfb6-4f9c-8434-d4226005ff70 on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:48:11.078654 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a3f89fbe-7088-4437-955a-c88e5808e00b req-86564c2e-37ea-4620-b103-018e57568886 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:11.085873 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a3f89fbe-7088-4437-955a-c88e5808e00b req-86564c2e-37ea-4620-b103-018e57568886 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.52 "DELETE /v2.0/ports/79c65452-dfb6-4f9c-8434-d4226005ff70 HTTP/1.1" status: 204 len: 173 time: 1.2771840 Jan 28 00:48:11.087228 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5978f46-c193-491a-a6ef-e6302a552de9', 'name': 'network-vif-deleted', 'tag': '79c65452-dfb6-4f9c-8434-d4226005ff70'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:48:11.093530 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1632105d-ff24-42c5-8b73-c08cf5815d0d" -d '{"events": [{"server_uuid": "b5978f46-c193-491a-a6ef-e6302a552de9", "name": "network-vif-deleted", "tag": "79c65452-dfb6-4f9c-8434-d4226005ff70"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:48:11.198445 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049969e0-ad8d-4a4b-b538-37912cae8a35 x-openstack-request-id: req-049969e0-ad8d-4a4b-b538-37912cae8a35 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:48:11.199647 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5978f46-c193-491a-a6ef-e6302a552de9", "name": "network-vif-deleted", "tag": "79c65452-dfb6-4f9c-8434-d4226005ff70", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:48:11.200147 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-049969e0-ad8d-4a4b-b538-37912cae8a35 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:48:11.200758 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5978f46-c193-491a-a6ef-e6302a552de9', 'name': 'network-vif-deleted', 'tag': '79c65452-dfb6-4f9c-8434-d4226005ff70', 'status': 'completed', 'code': 200} Jan 28 00:48:11.300159 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:11.776152 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58800) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:11.907891 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c10bf00-d551-4a2a-95e4-0666db33f82b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:48:11.921295 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34871f4-c24c-4e22-8ff1-2810e310aa00 None None] Sync routers for ids ['d146a8cd-3803-4342-87ec-5e86ddd921ac'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:48:11.964669 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34871f4-c24c-4e22-8ff1-2810e310aa00 None None] Routers {'d146a8cd-3803-4342-87ec-5e86ddd921ac'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:48:11.968341 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d34871f4-c24c-4e22-8ff1-2810e310aa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:48:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['d146a8cd-3803-4342-87ec-5e86ddd921ac'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:11.995197 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de85ec2-f006-4174-ba7e-44d0b9185494 req-6d262d75-2575-4a2b-9d25-93c0e5238962 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:12.000121 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2de85ec2-f006-4174-ba7e-44d0b9185494 req-6d262d75-2575-4a2b-9d25-93c0e5238962 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 943 time: 0.1971405 Jan 28 00:48:12.039673 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5c10bf00-d551-4a2a-95e4-0666db33f82b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:12.048343 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5c10bf00-d551-4a2a-95e4-0666db33f82b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.7178974 Jan 28 00:48:12.115291 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d34871f4-c24c-4e22-8ff1-2810e310aa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:12.119422 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58802) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:12.157872 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34871f4-c24c-4e22-8ff1-2810e310aa00 None None] Routers {'d146a8cd-3803-4342-87ec-5e86ddd921ac'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:48:12.159930 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d34871f4-c24c-4e22-8ff1-2810e310aa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:48:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['d146a8cd-3803-4342-87ec-5e86ddd921ac'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:12.174006 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2de85ec2-f006-4174-ba7e-44d0b9185494 req-45f3e0a9-aad5-4e12-aa43-804550ed04b9 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646044 Jan 28 00:48:12.300844 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d34871f4-c24c-4e22-8ff1-2810e310aa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:12.303313 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34871f4-c24c-4e22-8ff1-2810e310aa00 None None] The sync data for ids ['d146a8cd-3803-4342-87ec-5e86ddd921ac'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:48:12.358867 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:12.535571 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 79c65452-dfb6-4f9c-8434-d4226005ff70 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:48:12.612174 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 79c65452-dfb6-4f9c-8434-d4226005ff70 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:48:12.613371 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 79c65452-dfb6-4f9c-8434-d4226005ff70 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:48:12.622274 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-02b52b49-6f40-4dbe-a8fa-e6658b0d7693 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "GET /v2.0/routers/d146a8cd-3803-4342-87ec-5e86ddd921ac HTTP/1.1" status: 200 len: 885 time: 0.4927433 Jan 28 00:48:12.623445 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58812) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:13.072292 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-072d6d22-a6bb-46b6-8ebe-0dfc63c9e236 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (d62f50cd-a65d-4a1e-9c35-7110fe29a3d7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:13.086746 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:13.517546 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9cb29b30-8edf-482d-8e69-ca7bf975c273 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.8876941 Jan 28 00:48:13.520780 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58826) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:13.540163 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-0c4445de-9e8c-4d81-ab55-ddb6044c0d0a tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1377759050'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:48:13.694935 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5944f69-5fe5-4aed-9d50-01c3c3200dea req-5b1a9c29-3845-4f9a-a512-2e575a5654d7 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:13.698169 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5944f69-5fe5-4aed-9d50-01c3c3200dea req-5b1a9c29-3845-4f9a-a512-2e575a5654d7 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 943 time: 0.3523664 Jan 28 00:48:14.030526 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-072d6d22-a6bb-46b6-8ebe-0dfc63c9e236 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Deleting port 4b65449e-b36b-4647-af34-623d6434eddd {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:48:14.032779 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-072d6d22-a6bb-46b6-8ebe-0dfc63c9e236 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (4b65449e-b36b-4647-af34-623d6434eddd), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:14.083516 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5944f69-5fe5-4aed-9d50-01c3c3200dea req-7a58279f-db10-4e77-9370-6cb165ac68d7 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892189 Jan 28 00:48:14.269039 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0c4445de-9e8c-4d81-ab55-ddb6044c0d0a tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111346'] for router (d146a8cd-3803-4342-87ec-5e86ddd921ac), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:14.288467 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0c4445de-9e8c-4d81-ab55-ddb6044c0d0a tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552731'] for router (d146a8cd-3803-4342-87ec-5e86ddd921ac), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:14.331230 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:14.373280 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-072d6d22-a6bb-46b6-8ebe-0dfc63c9e236 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] For port 4b65449e-b36b-4647-af34-623d6434eddd, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4b65449e-b36b-4647-af34-623d6434eddd,segment=NetworkSegment(9cf340f1-2f3a-4689-8f86-fac8e5ebe93f),segment_id=9cf340f1-2f3a-4689-8f86-fac8e5ebe93f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:48:14.374345 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-072d6d22-a6bb-46b6-8ebe-0dfc63c9e236 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (4b65449e-b36b-4647-af34-623d6434eddd), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:14.401070 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-072d6d22-a6bb-46b6-8ebe-0dfc63c9e236 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Calling delete_port for 4b65449e-b36b-4647-af34-623d6434eddd owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:48:14.469614 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4445de-9e8c-4d81-ab55-ddb6044c0d0a tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Router d146a8cd-3803-4342-87ec-5e86ddd921ac has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:48:14.667978 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4445de-9e8c-4d81-ab55-ddb6044c0d0a tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:48:14.694285 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0c4445de-9e8c-4d81-ab55-ddb6044c0d0a tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:14.694920 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b654ee2-d9a1-45ab-aa21-46daeefbb9ac None None] Sync routers for ids ['d146a8cd-3803-4342-87ec-5e86ddd921ac'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:48:14.695790 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0c4445de-9e8c-4d81-ab55-ddb6044c0d0a tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "PUT /v2.0/routers/d146a8cd-3803-4342-87ec-5e86ddd921ac HTTP/1.1" status: 200 len: 892 time: 1.1622174 Jan 28 00:48:14.698591 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58832) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:14.717082 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b654ee2-d9a1-45ab-aa21-46daeefbb9ac None None] Routers {'d146a8cd-3803-4342-87ec-5e86ddd921ac'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:48:14.717766 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-1b654ee2-d9a1-45ab-aa21-46daeefbb9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:48:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['d146a8cd-3803-4342-87ec-5e86ddd921ac'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:14.768044 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-1b654ee2-d9a1-45ab-aa21-46daeefbb9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:14.783576 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b654ee2-d9a1-45ab-aa21-46daeefbb9ac None None] Routers {'d146a8cd-3803-4342-87ec-5e86ddd921ac'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:48:14.784849 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-1b654ee2-d9a1-45ab-aa21-46daeefbb9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:48:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['d146a8cd-3803-4342-87ec-5e86ddd921ac'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:14.822817 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-1b654ee2-d9a1-45ab-aa21-46daeefbb9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:14.824694 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b654ee2-d9a1-45ab-aa21-46daeefbb9ac None None] The sync data for ids ['d146a8cd-3803-4342-87ec-5e86ddd921ac'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:48:14.846424 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-072d6d22-a6bb-46b6-8ebe-0dfc63c9e236 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (4b65449e-b36b-4647-af34-623d6434eddd), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:14.877865 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d6d22-a6bb-46b6-8ebe-0dfc63c9e236 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event deleted for resources: {'Port': ['ID=4b65449e-b36b-4647-af34-623d6434eddd,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:14.947586 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1b2e9bbe-4fbd-439c-b1f5-fad2a44b1cbe tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "GET /v2.0/routers/d146a8cd-3803-4342-87ec-5e86ddd921ac HTTP/1.1" status: 200 len: 892 time: 0.2458544 Jan 28 00:48:14.952543 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58834) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:15.005378 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-98102316-11ac-40ae-8902-62fcba67c247 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "GET /v2.0/ports?device_id=d146a8cd-3803-4342-87ec-5e86ddd921ac HTTP/1.1" status: 200 len: 205 time: 0.0507040 Jan 28 00:48:15.008243 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58836) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:15.178841 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-072d6d22-a6bb-46b6-8ebe-0dfc63c9e236 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (d62f50cd-a65d-4a1e-9c35-7110fe29a3d7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:15.219846 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-07fdeee9-102e-4e2e-9124-255cb7f4e2d9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router (d146a8cd-3803-4342-87ec-5e86ddd921ac), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:15.417116 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05430d96-a96a-4a02-bda9-66f0fd24d135 req-d27b15c9-cc03-4751-82de-66edd73bc648 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:15.423825 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05430d96-a96a-4a02-bda9-66f0fd24d135 req-d27b15c9-cc03-4751-82de-66edd73bc648 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 943 time: 0.1950471 Jan 28 00:48:15.473785 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-07fdeee9-102e-4e2e-9124-255cb7f4e2d9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router_gateway (d146a8cd-3803-4342-87ec-5e86ddd921ac), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:15.537043 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072d6d22-a6bb-46b6-8ebe-0dfc63c9e236 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Router d62f50cd-a65d-4a1e-9c35-7110fe29a3d7 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:48:15.539563 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05430d96-a96a-4a02-bda9-66f0fd24d135 req-99037d3b-cccd-49a4-b040-7c167564ef9b tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942073 Jan 28 00:48:15.582758 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-07fdeee9-102e-4e2e-9124-255cb7f4e2d9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Deleting port b21f9794-7a77-48ad-8282-bcb1ea67d92e {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:48:15.583296 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-07fdeee9-102e-4e2e-9124-255cb7f4e2d9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b21f9794-7a77-48ad-8282-bcb1ea67d92e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:15.699250 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072d6d22-a6bb-46b6-8ebe-0dfc63c9e236 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:48:15.705098 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-072d6d22-a6bb-46b6-8ebe-0dfc63c9e236 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "PUT /v2.0/routers/d62f50cd-a65d-4a1e-9c35-7110fe29a3d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9254563 Jan 28 00:48:15.711695 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58840) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:15.719554 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eeea1d-c90f-4f1b-b0c9-39e1c0cb6df1 None None] Sync routers for ids ['d62f50cd-a65d-4a1e-9c35-7110fe29a3d7'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:48:15.738705 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eeea1d-c90f-4f1b-b0c9-39e1c0cb6df1 None None] Routers {'d62f50cd-a65d-4a1e-9c35-7110fe29a3d7'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:48:15.739768 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-87eeea1d-c90f-4f1b-b0c9-39e1c0cb6df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:48:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['d62f50cd-a65d-4a1e-9c35-7110fe29a3d7'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:15.796255 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-07fdeee9-102e-4e2e-9124-255cb7f4e2d9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b21f9794-7a77-48ad-8282-bcb1ea67d92e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:15.830406 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-07fdeee9-102e-4e2e-9124-255cb7f4e2d9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Calling delete_port for b21f9794-7a77-48ad-8282-bcb1ea67d92e owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:48:15.858426 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a6adda-a1d2-4276-8965-a1d0c5196012 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Deleting subnet 98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:48:15.866784 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-79a6adda-a1d2-4276-8965-a1d0c5196012 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for subnet (98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:15.980805 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-87eeea1d-c90f-4f1b-b0c9-39e1c0cb6df1 None None] Set router d62f50cd-a65d-4a1e-9c35-7110fe29a3d7 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:48:16.320413 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-87eeea1d-c90f-4f1b-b0c9-39e1c0cb6df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870194921', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'd1820618-ec6b-454d-8db9-3c381b66493b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:46:35Z', 'updated_at': '2022-01-28T00:48:14Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': 'd1820618-ec6b-454d-8db9-3c381b66493b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:46:35Z', 'updated_at': '2022-01-28T00:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:16.376570 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eeea1d-c90f-4f1b-b0c9-39e1c0cb6df1 None None] Checking router: d62f50cd-a65d-4a1e-9c35-7110fe29a3d7 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:48:16.393408 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eeea1d-c90f-4f1b-b0c9-39e1c0cb6df1 None None] Routers {'d62f50cd-a65d-4a1e-9c35-7110fe29a3d7'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:48:16.394567 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-87eeea1d-c90f-4f1b-b0c9-39e1c0cb6df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:48:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['d62f50cd-a65d-4a1e-9c35-7110fe29a3d7'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:16.522231 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-79a6adda-a1d2-4276-8965-a1d0c5196012 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:16.651165 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-87eeea1d-c90f-4f1b-b0c9-39e1c0cb6df1 None None] Set router d62f50cd-a65d-4a1e-9c35-7110fe29a3d7 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:48:16.702139 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-79a6adda-a1d2-4276-8965-a1d0c5196012 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:16.788883 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-79a6adda-a1d2-4276-8965-a1d0c5196012 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:16.885417 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6adda-a1d2-4276-8965-a1d0c5196012 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event deleted for resources: {'Subnet': ['ID=98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:16.910417 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-79a6adda-a1d2-4276-8965-a1d0c5196012 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:16.914804 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-79a6adda-a1d2-4276-8965-a1d0c5196012 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "DELETE /v2.0/subnets/98a32673-f0f4-4ccd-a8cc-8f6a4f1670d0 HTTP/1.1" status: 204 len: 168 time: 1.2013619 Jan 28 00:48:16.920918 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58846) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:16.955702 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd762b1c-463c-4746-a760-922eb9cf4601 req-8cc23c93-57d5-46f2-b0f2-fc453671420a tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:16.958041 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dd762b1c-463c-4746-a760-922eb9cf4601 req-8cc23c93-57d5-46f2-b0f2-fc453671420a tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 943 time: 0.1787190 Jan 28 00:48:16.997550 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35334ed5-7b19-4d63-8c4a-867a84a5b646 None None] Network 589a4733-906d-4d71-8a9b-35605b1c2237 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:48:17.186399 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dd762b1c-463c-4746-a760-922eb9cf4601 req-3ab12436-3b72-406d-a20c-7fb7ce5b29fc tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101562 Jan 28 00:48:17.190291 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-07fdeee9-102e-4e2e-9124-255cb7f4e2d9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b21f9794-7a77-48ad-8282-bcb1ea67d92e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:17.234263 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c39db10-2c5e-4690-b862-cff99037136d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router (d62f50cd-a65d-4a1e-9c35-7110fe29a3d7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:17.238479 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fdeee9-102e-4e2e-9124-255cb7f4e2d9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Port': ['ID=b21f9794-7a77-48ad-8282-bcb1ea67d92e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:17.331948 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-07fdeee9-102e-4e2e-9124-255cb7f4e2d9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (d146a8cd-3803-4342-87ec-5e86ddd921ac), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:17.459654 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-07fdeee9-102e-4e2e-9124-255cb7f4e2d9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (d146a8cd-3803-4342-87ec-5e86ddd921ac), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:17.463518 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-07fdeee9-102e-4e2e-9124-255cb7f4e2d9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router_controller (d146a8cd-3803-4342-87ec-5e86ddd921ac), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:17.529677 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c39db10-2c5e-4690-b862-cff99037136d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router_gateway (d62f50cd-a65d-4a1e-9c35-7110fe29a3d7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:17.554232 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-07fdeee9-102e-4e2e-9124-255cb7f4e2d9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (d146a8cd-3803-4342-87ec-5e86ddd921ac), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:17.554795 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fdeee9-102e-4e2e-9124-255cb7f4e2d9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Fanout notify agent at l3_agent the message router_deleted on router d146a8cd-3803-4342-87ec-5e86ddd921ac {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:48:17.570487 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-07fdeee9-102e-4e2e-9124-255cb7f4e2d9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:17.579666 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-07fdeee9-102e-4e2e-9124-255cb7f4e2d9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/routers/d146a8cd-3803-4342-87ec-5e86ddd921ac HTTP/1.1" status: 204 len: 168 time: 2.5697837 Jan 28 00:48:17.580424 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58850) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:17.585921 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-f93f77cd-3dd2-42be-ae77-f832e94685c0 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1057773410'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:48:17.620842 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93f77cd-3dd2-42be-ae77-f832e94685c0 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Made reservation on behalf of c15c480f40da4eb2ba8f032a9f4f366b for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:48:17.621864 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-87eeea1d-c90f-4f1b-b0c9-39e1c0cb6df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870194921', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'd1820618-ec6b-454d-8db9-3c381b66493b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:46:35Z', 'updated_at': '2022-01-28T00:48:14Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': 'd1820618-ec6b-454d-8db9-3c381b66493b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:46:35Z', 'updated_at': '2022-01-28T00:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:17.629189 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f93f77cd-3dd2-42be-ae77-f832e94685c0 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:17.681780 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0c39db10-2c5e-4690-b862-cff99037136d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Deleting port d1820618-ec6b-454d-8db9-3c381b66493b {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:48:17.681780 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c39db10-2c5e-4690-b862-cff99037136d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (d1820618-ec6b-454d-8db9-3c381b66493b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:17.682374 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eeea1d-c90f-4f1b-b0c9-39e1c0cb6df1 None None] The sync data for ids ['d62f50cd-a65d-4a1e-9c35-7110fe29a3d7'] in n-d-826754-1 is: [{'id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1870194921', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'd1820618-ec6b-454d-8db9-3c381b66493b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:46:35Z', 'updated_at': '2022-01-28T00:48:14Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': 'd1820618-ec6b-454d-8db9-3c381b66493b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62f50cd-a65d-4a1e-9c35-7110fe29a3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:46:35Z', 'updated_at': '2022-01-28T00:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:48:17.700870 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93f77cd-3dd2-42be-ae77-f832e94685c0 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:48:17.716416 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c876c4cf-c338-4988-a064-7a0cbcb2ffbe None None] DHCP port deletion for 589a4733-906d-4d71-8a9b-35605b1c2237 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:48:17.725305 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f93f77cd-3dd2-42be-ae77-f832e94685c0 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (7beacb51-d167-48c8-a0ac-e7907731916b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:17.726306 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-f93f77cd-3dd2-42be-ae77-f832e94685c0 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Added segment 7beacb51-d167-48c8-a0ac-e7907731916b of type vlan for network f99cd8d5-85fc-4e53-a5e3-2cbfc7b64f34 Jan 28 00:48:17.805585 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f93f77cd-3dd2-42be-ae77-f832e94685c0 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (f99cd8d5-85fc-4e53-a5e3-2cbfc7b64f34), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:17.836066 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0c39db10-2c5e-4690-b862-cff99037136d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] For port d1820618-ec6b-454d-8db9-3c381b66493b, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=d1820618-ec6b-454d-8db9-3c381b66493b,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:48:17.836651 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c39db10-2c5e-4690-b862-cff99037136d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (d1820618-ec6b-454d-8db9-3c381b66493b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:17.852466 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c876c4cf-c338-4988-a064-7a0cbcb2ffbe None None] Deleting port 9308732f-a731-4684-abb7-6496b355703e {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:48:17.853268 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c876c4cf-c338-4988-a064-7a0cbcb2ffbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (9308732f-a731-4684-abb7-6496b355703e), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:17.863873 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f93f77cd-3dd2-42be-ae77-f832e94685c0 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (f99cd8d5-85fc-4e53-a5e3-2cbfc7b64f34), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:17.865409 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0c39db10-2c5e-4690-b862-cff99037136d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Calling delete_port for d1820618-ec6b-454d-8db9-3c381b66493b owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:48:17.876218 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93f77cd-3dd2-42be-ae77-f832e94685c0 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:17.877278 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f93f77cd-3dd2-42be-ae77-f832e94685c0 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:17.934496 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f93f77cd-3dd2-42be-ae77-f832e94685c0 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3493645 Jan 28 00:48:17.937635 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58852) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:17.946422 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-a67c81d5-799b-4907-ad3c-bddd69c64985 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Request body: {'subnet': {'network_id': 'f99cd8d5-85fc-4e53-a5e3-2cbfc7b64f34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:48:17.980100 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c876c4cf-c338-4988-a064-7a0cbcb2ffbe None None] For port 9308732f-a731-4684-abb7-6496b355703e, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9308732f-a731-4684-abb7-6496b355703e,segment=NetworkSegment(9cf340f1-2f3a-4689-8f86-fac8e5ebe93f),segment_id=9cf340f1-2f3a-4689-8f86-fac8e5ebe93f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:48:17.981605 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c876c4cf-c338-4988-a064-7a0cbcb2ffbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (9308732f-a731-4684-abb7-6496b355703e), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:18.007395 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c876c4cf-c338-4988-a064-7a0cbcb2ffbe None None] Calling delete_port for 9308732f-a731-4684-abb7-6496b355703e owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:48:18.122293 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c39db10-2c5e-4690-b862-cff99037136d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (d1820618-ec6b-454d-8db9-3c381b66493b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:18.173483 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f77cd-3dd2-42be-ae77-f832e94685c0 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Network': ['ID=f99cd8d5-85fc-4e53-a5e3-2cbfc7b64f34,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:18.211698 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network f99cd8d5-85fc-4e53-a5e3-2cbfc7b64f34 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:48:18.216166 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39db10-2c5e-4690-b862-cff99037136d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event deleted for resources: {'Port': ['ID=d1820618-ec6b-454d-8db9-3c381b66493b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:18.282378 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67c81d5-799b-4907-ad3c-bddd69c64985 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Made reservation on behalf of c15c480f40da4eb2ba8f032a9f4f366b for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:48:18.304121 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a67c81d5-799b-4907-ad3c-bddd69c64985 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:18.328781 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c39db10-2c5e-4690-b862-cff99037136d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (d62f50cd-a65d-4a1e-9c35-7110fe29a3d7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:18.447786 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9308732f-a731-4684-abb7-6496b355703e no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:48:18.524883 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c39db10-2c5e-4690-b862-cff99037136d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (d62f50cd-a65d-4a1e-9c35-7110fe29a3d7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:18.528237 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c39db10-2c5e-4690-b862-cff99037136d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router_controller (d62f50cd-a65d-4a1e-9c35-7110fe29a3d7), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:18.537976 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c876c4cf-c338-4988-a064-7a0cbcb2ffbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (9308732f-a731-4684-abb7-6496b355703e), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:18.556157 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9798e-3c02-4f06-a09e-10be90092c0f req-7db11528-0eb8-43cf-9792-b4a7218683d9 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:18.564972 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8bf9798e-3c02-4f06-a09e-10be90092c0f req-7db11528-0eb8-43cf-9792-b4a7218683d9 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 943 time: 0.1443932 Jan 28 00:48:18.569360 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c876c4cf-c338-4988-a064-7a0cbcb2ffbe None None] No DVR routers for this DVR port 9308732f-a731-4684-abb7-6496b355703e on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:48:18.633478 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c39db10-2c5e-4690-b862-cff99037136d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (d62f50cd-a65d-4a1e-9c35-7110fe29a3d7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:18.634163 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c39db10-2c5e-4690-b862-cff99037136d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Fanout notify agent at l3_agent the message router_deleted on router d62f50cd-a65d-4a1e-9c35-7110fe29a3d7 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:48:18.634852 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876c4cf-c338-4988-a064-7a0cbcb2ffbe None None] Pushing event deleted for resources: {'Port': ['ID=9308732f-a731-4684-abb7-6496b355703e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:18.642158 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c39db10-2c5e-4690-b862-cff99037136d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:18.648538 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0c39db10-2c5e-4690-b862-cff99037136d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "DELETE /v2.0/routers/d62f50cd-a65d-4a1e-9c35-7110fe29a3d7 HTTP/1.1" status: 204 len: 168 time: 1.7261178 Jan 28 00:48:18.649304 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58858) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:18.677520 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No active binding found for port 9308732f-a731-4684-abb7-6496b355703e {{(pid=103345) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 00:48:18.681044 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] The host n-d-826754-1 is not matching for port 9308732f-a731-4684-abb7-6496b355703e host None! {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 00:48:18.681990 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9308732f-a731-4684-abb7-6496b355703e not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:48:18.682944 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4b65449e-b36b-4647-af34-623d6434eddd no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:48:18.735463 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8bf9798e-3c02-4f06-a09e-10be90092c0f req-e727483e-15df-4df6-ad7a-198bdb88b622 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593497 Jan 28 00:48:18.779680 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 4b65449e-b36b-4647-af34-623d6434eddd {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:48:18.780255 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4b65449e-b36b-4647-af34-623d6434eddd not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:48:18.825012 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba8f24a8-be9b-41e8-b7bd-efe7fdb43f4d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (589a4733-906d-4d71-8a9b-35605b1c2237), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:18.887852 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a67c81d5-799b-4907-ad3c-bddd69c64985 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (5ddf7572-094a-466c-9f86-ebdd609cc696), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:19.016194 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba8f24a8-be9b-41e8-b7bd-efe7fdb43f4d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (589a4733-906d-4d71-8a9b-35605b1c2237), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:19.036915 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67c81d5-799b-4907-ad3c-bddd69c64985 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Checking segment: {'id': '7beacb51-d167-48c8-a0ac-e7907731916b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f99cd8d5-85fc-4e53-a5e3-2cbfc7b64f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:48:19.037347 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67c81d5-799b-4907-ad3c-bddd69c64985 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network hostable DHCP agents. Network: f99cd8d5-85fc-4e53-a5e3-2cbfc7b64f34, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:48:19.047202 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c81d5-799b-4907-ad3c-bddd69c64985 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Subnet': ['ID=5ddf7572-094a-466c-9f86-ebdd609cc696,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:19.064913 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-ba8f24a8-be9b-41e8-b7bd-efe7fdb43f4d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['589a4733-906d-4d71-8a9b-35605b1c2237']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:19.065552 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67c81d5-799b-4907-ad3c-bddd69c64985 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network f99cd8d5-85fc-4e53-a5e3-2cbfc7b64f34 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:48:19.079147 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-ba8f24a8-be9b-41e8-b7bd-efe7fdb43f4d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf340f1-2f3a-4689-8f86-fac8e5ebe93f') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:19.079591 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-ba8f24a8-be9b-41e8-b7bd-efe7fdb43f4d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf340f1-2f3a-4689-8f86-fac8e5ebe93f') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:19.082031 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-a67c81d5-799b-4907-ad3c-bddd69c64985 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, f99cd8d5-85fc-4e53-a5e3-2cbfc7b64f34) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:48:19.093266 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba8f24a8-be9b-41e8-b7bd-efe7fdb43f4d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (9cf340f1-2f3a-4689-8f86-fac8e5ebe93f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:19.096324 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfe888e-b26f-42a3-ad4a-ea322a8fba09 None None] Network f99cd8d5-85fc-4e53-a5e3-2cbfc7b64f34 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:48:19.111491 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba8f24a8-be9b-41e8-b7bd-efe7fdb43f4d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (9cf340f1-2f3a-4689-8f86-fac8e5ebe93f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:19.112761 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c81d5-799b-4907-ad3c-bddd69c64985 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:19.113811 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a67c81d5-799b-4907-ad3c-bddd69c64985 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:19.122873 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8f24a8-be9b-41e8-b7bd-efe7fdb43f4d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:48:19.123978 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba8f24a8-be9b-41e8-b7bd-efe7fdb43f4d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (9cf340f1-2f3a-4689-8f86-fac8e5ebe93f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:19.131132 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:48:19.131132 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:48:19.131132 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:48:19.131132 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:48:19.131132 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:48:19.131132 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:48:19.131132 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:48:19.131132 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:48:19.131132 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:48:19.131132 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:48:19.131132 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:48:19.131132 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:48:19.131132 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:48:19.131132 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:48:19.131132 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:48:19.131132 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:48:19.131132 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:48:19.131132 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:48:19.131132 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:48:19.131132 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:48:19.131132 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:48:19.131132 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:48:19.131132 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:48:19.131132 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:48:19.131132 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:48:19.131132 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:48:19.131132 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:48:19.131132 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:48:19.131132 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:48:19.131132 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:48:19.131132 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:48:19.131132 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:48:19.149630 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a67c81d5-799b-4907-ad3c-bddd69c64985 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2102911 Jan 28 00:48:19.152793 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58860) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:19.159497 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-eb7f03ac-18c2-4fdb-8928-cca9cd46d0d6 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1352178847', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:48:19.194852 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eb7f03ac-18c2-4fdb-8928-cca9cd46d0d6 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (11dd7711-02ed-4df8-867b-fe29311344e4), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:19.197990 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eb7f03ac-18c2-4fdb-8928-cca9cd46d0d6 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (11dd7711-02ed-4df8-867b-fe29311344e4), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:19.220150 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba8f24a8-be9b-41e8-b7bd-efe7fdb43f4d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (589a4733-906d-4d71-8a9b-35605b1c2237), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:19.249380 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba8f24a8-be9b-41e8-b7bd-efe7fdb43f4d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:19.258891 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ba8f24a8-be9b-41e8-b7bd-efe7fdb43f4d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "DELETE /v2.0/networks/589a4733-906d-4d71-8a9b-35605b1c2237 HTTP/1.1" status: 204 len: 168 time: 0.6004312 Jan 28 00:48:19.258891 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f24a8-be9b-41e8-b7bd-efe7fdb43f4d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event deleted for resources: {'Network': ['ID=589a4733-906d-4d71-8a9b-35605b1c2237,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:19.259770 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58862) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:19.441404 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eb7f03ac-18c2-4fdb-8928-cca9cd46d0d6 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router_controller (11dd7711-02ed-4df8-867b-fe29311344e4), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:19.451606 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eb7f03ac-18c2-4fdb-8928-cca9cd46d0d6 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (11dd7711-02ed-4df8-867b-fe29311344e4), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:19.453645 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a269a8-71ba-4ecb-b762-a6be51bc5e44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-f99cd8d5-85fc-4e53-a5e3-2cbfc7b64f34', 'network_id': 'f99cd8d5-85fc-4e53-a5e3-2cbfc7b64f34', 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'fixed_ips': [{'subnet_id': '5ddf7572-094a-466c-9f86-ebdd609cc696'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:48:19.455363 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a3a269a8-71ba-4ecb-b762-a6be51bc5e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:19.489335 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eb7f03ac-18c2-4fdb-8928-cca9cd46d0d6 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:19.490195 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10948a71-8659-411c-9826-a09cbd6fdeb4 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group (08951bcd-ce0d-4a8f-b4c1-d28509c0af57), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:19.493189 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-eb7f03ac-18c2-4fdb-8928-cca9cd46d0d6 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3376970 Jan 28 00:48:19.497004 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58866) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:19.581593 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10948a71-8659-411c-9826-a09cbd6fdeb4 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group (08951bcd-ce0d-4a8f-b4c1-d28509c0af57), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:19.745277 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10948a71-8659-411c-9826-a09cbd6fdeb4 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (08951bcd-ce0d-4a8f-b4c1-d28509c0af57), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:19.756459 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-10948a71-8659-411c-9826-a09cbd6fdeb4 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:19.759329 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-10948a71-8659-411c-9826-a09cbd6fdeb4 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "DELETE /v2.0/security-groups/08951bcd-ce0d-4a8f-b4c1-d28509c0af57 HTTP/1.1" status: 204 len: 168 time: 0.4981394 Jan 28 00:48:19.795156 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10948a71-8659-411c-9826-a09cbd6fdeb4 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08951bcd-ce0d-4a8f-b4c1-d28509c0af57,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:19.830023 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-a3a269a8-71ba-4ecb-b762-a6be51bc5e44 None None] Allocated IP 2001:db8::2 (f99cd8d5-85fc-4e53-a5e3-2cbfc7b64f34/5ddf7572-094a-466c-9f86-ebdd609cc696/8000aaad-3a90-4e65-9b88-6514a629327a) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:48:20.245144 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a3a269a8-71ba-4ecb-b762-a6be51bc5e44 None None] Publish callbacks [] for port (8000aaad-3a90-4e65-9b88-6514a629327a), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:20.257813 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device d1820618-ec6b-454d-8db9-3c381b66493b no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:48:20.269300 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a3a269a8-71ba-4ecb-b762-a6be51bc5e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (8000aaad-3a90-4e65-9b88-6514a629327a), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:20.339849 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: d1820618-ec6b-454d-8db9-3c381b66493b {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:48:20.340854 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device d1820618-ec6b-454d-8db9-3c381b66493b not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:48:20.454356 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a269a8-71ba-4ecb-b762-a6be51bc5e44 None None] Network f99cd8d5-85fc-4e53-a5e3-2cbfc7b64f34 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:48:20.463375 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a269a8-71ba-4ecb-b762-a6be51bc5e44 None None] Pushing event updated for resources: {'Port': ['ID=8000aaad-3a90-4e65-9b88-6514a629327a,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:20.473729 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-a3a269a8-71ba-4ecb-b762-a6be51bc5e44 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:48:20.485820 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a269a8-71ba-4ecb-b762-a6be51bc5e44 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:48:20.527560 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58876) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:20.534932 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-40ca5600-5114-4661-8d6a-5f36198bb5b3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-478635585', 'description': 'tempest-secgroup-smoke-478635585 description', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:48:20.541324 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee538daf-0115-45e4-a68e-b550c0392e6b req-9467c684-927d-4496-89dd-8e48837de2c4 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:20.545120 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ee538daf-0115-45e4-a68e-b550c0392e6b req-9467c684-927d-4496-89dd-8e48837de2c4 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 943 time: 0.4774921 Jan 28 00:48:20.577418 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-a3a269a8-71ba-4ecb-b762-a6be51bc5e44 None None] Attempting to bind port 8000aaad-3a90-4e65-9b88-6514a629327a on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:48:20.578075 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-a3a269a8-71ba-4ecb-b762-a6be51bc5e44 None None] Attempting to bind port 8000aaad-3a90-4e65-9b88-6514a629327a by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '7beacb51-d167-48c8-a0ac-e7907731916b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f99cd8d5-85fc-4e53-a5e3-2cbfc7b64f34'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:48:20.578521 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a269a8-71ba-4ecb-b762-a6be51bc5e44 None None] Attempting to bind port 8000aaad-3a90-4e65-9b88-6514a629327a on network f99cd8d5-85fc-4e53-a5e3-2cbfc7b64f34 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:48:20.585222 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a269a8-71ba-4ecb-b762-a6be51bc5e44 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:48:20.585801 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a269a8-71ba-4ecb-b762-a6be51bc5e44 None None] Checking segment: {'id': '7beacb51-d167-48c8-a0ac-e7907731916b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f99cd8d5-85fc-4e53-a5e3-2cbfc7b64f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:48:20.586452 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a3a269a8-71ba-4ecb-b762-a6be51bc5e44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:20.586963 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a269a8-71ba-4ecb-b762-a6be51bc5e44 None None] Bound using segment: {'id': '7beacb51-d167-48c8-a0ac-e7907731916b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f99cd8d5-85fc-4e53-a5e3-2cbfc7b64f34'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:48:20.587837 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-a3a269a8-71ba-4ecb-b762-a6be51bc5e44 None None] Bound port: 8000aaad-3a90-4e65-9b88-6514a629327a, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7beacb51-d167-48c8-a0ac-e7907731916b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f99cd8d5-85fc-4e53-a5e3-2cbfc7b64f34'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:48:20.588279 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a3a269a8-71ba-4ecb-b762-a6be51bc5e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8000aaad-3a90-4e65-9b88-6514a629327a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:20.609333 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40ca5600-5114-4661-8d6a-5f36198bb5b3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:20.679915 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7a611cde-862f-426f-a990-59601c4d135b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:20.736906 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-a3a269a8-71ba-4ecb-b762-a6be51bc5e44 None None] For port 8000aaad-3a90-4e65-9b88-6514a629327a, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:48:20.741227 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-a3a269a8-71ba-4ecb-b762-a6be51bc5e44 None None] For port 8000aaad-3a90-4e65-9b88-6514a629327a, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8000aaad-3a90-4e65-9b88-6514a629327a,segment=NetworkSegment(7beacb51-d167-48c8-a0ac-e7907731916b),segment_id=7beacb51-d167-48c8-a0ac-e7907731916b)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:48:20.751774 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a3a269a8-71ba-4ecb-b762-a6be51bc5e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8000aaad-3a90-4e65-9b88-6514a629327a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:20.889551 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a269a8-71ba-4ecb-b762-a6be51bc5e44 None None] Pushing event updated for resources: {'Port': ['ID=8000aaad-3a90-4e65-9b88-6514a629327a,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:20.892623 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40ca5600-5114-4661-8d6a-5f36198bb5b3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group (01d13c14-c30b-467f-ae41-9b8b40fe99c9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:20.905511 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40ca5600-5114-4661-8d6a-5f36198bb5b3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (01d13c14-c30b-467f-ae41-9b8b40fe99c9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:20.927034 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ee538daf-0115-45e4-a68e-b550c0392e6b req-a19c6184-0e49-40f0-bdfe-ccf0ef248f97 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574898 Jan 28 00:48:21.014274 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40ca5600-5114-4661-8d6a-5f36198bb5b3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:21.020001 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-40ca5600-5114-4661-8d6a-5f36198bb5b3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4906359 Jan 28 00:48:21.020802 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58878) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:21.023335 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca5600-5114-4661-8d6a-5f36198bb5b3 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01d13c14-c30b-467f-ae41-9b8b40fe99c9,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:21.031527 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-7a832673-c1e8-4e9f-b320-fab2002904ea tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'security_group_rule': {'security_group_id': '01d13c14-c30b-467f-ae41-9b8b40fe99c9', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:48:21.099754 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a832673-c1e8-4e9f-b320-fab2002904ea tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (58b2c876-39ee-447d-8282-dee03205a4c8), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:21.286026 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a832673-c1e8-4e9f-b320-fab2002904ea tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (58b2c876-39ee-447d-8282-dee03205a4c8), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:21.297609 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a832673-c1e8-4e9f-b320-fab2002904ea tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (58b2c876-39ee-447d-8282-dee03205a4c8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:21.347299 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a832673-c1e8-4e9f-b320-fab2002904ea tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b2c876-39ee-447d-8282-dee03205a4c8,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:21.379880 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a832673-c1e8-4e9f-b320-fab2002904ea tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:21.383012 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7a832673-c1e8-4e9f-b320-fab2002904ea tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3608022 Jan 28 00:48:21.388226 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58880) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:21.394353 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-552adaf0-8b39-437c-a808-bb7422854cc7 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'security_group_rule': {'security_group_id': '01d13c14-c30b-467f-ae41-9b8b40fe99c9', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:48:21.400655 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-7a611cde-862f-426f-a990-59601c4d135b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Allocated IP 2001:db8::1 (f99cd8d5-85fc-4e53-a5e3-2cbfc7b64f34/5ddf7572-094a-466c-9f86-ebdd609cc696/021c9183-048b-435c-abc9-0289b3daa6ce) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:48:21.444141 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-552adaf0-8b39-437c-a808-bb7422854cc7 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (1f7694ea-e854-47f5-a53e-c83f7a19c711), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:21.626592 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-552adaf0-8b39-437c-a808-bb7422854cc7 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (1f7694ea-e854-47f5-a53e-c83f7a19c711), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:21.633590 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-552adaf0-8b39-437c-a808-bb7422854cc7 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (1f7694ea-e854-47f5-a53e-c83f7a19c711), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:21.701401 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552adaf0-8b39-437c-a808-bb7422854cc7 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7694ea-e854-47f5-a53e-c83f7a19c711,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:21.710454 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-552adaf0-8b39-437c-a808-bb7422854cc7 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:21.719426 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-552adaf0-8b39-437c-a808-bb7422854cc7 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3285837 Jan 28 00:48:21.720950 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58884) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:21.729656 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-911ee14f-f555-4c06-bcec-c2a82ec13121 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'security_group_rule': {'security_group_id': '01d13c14-c30b-467f-ae41-9b8b40fe99c9', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:48:21.789433 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-911ee14f-f555-4c06-bcec-c2a82ec13121 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (0014f61d-bb60-4e3e-adf3-cf4625c2eec9), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:21.831594 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7a611cde-862f-426f-a990-59601c4d135b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for port (021c9183-048b-435c-abc9-0289b3daa6ce), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:21.951302 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-911ee14f-f555-4c06-bcec-c2a82ec13121 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (0014f61d-bb60-4e3e-adf3-cf4625c2eec9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:21.954602 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7a611cde-862f-426f-a990-59601c4d135b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (021c9183-048b-435c-abc9-0289b3daa6ce), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:21.959708 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-911ee14f-f555-4c06-bcec-c2a82ec13121 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (0014f61d-bb60-4e3e-adf3-cf4625c2eec9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:22.047808 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ee14f-f555-4c06-bcec-c2a82ec13121 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0014f61d-bb60-4e3e-adf3-cf4625c2eec9,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:22.054813 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a611cde-862f-426f-a990-59601c4d135b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network f99cd8d5-85fc-4e53-a5e3-2cbfc7b64f34 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:48:22.062440 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-7a611cde-862f-426f-a990-59601c4d135b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:48:22.093001 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a611cde-862f-426f-a990-59601c4d135b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:48:22.093958 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7a611cde-862f-426f-a990-59601c4d135b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (11dd7711-02ed-4df8-867b-fe29311344e4), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:22.094989 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8000aaad-3a90-4e65-9b88-6514a629327a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:48:22.111924 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-911ee14f-f555-4c06-bcec-c2a82ec13121 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:22.119889 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:48:22.148236 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-911ee14f-f555-4c06-bcec-c2a82ec13121 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4254932 Jan 28 00:48:22.149186 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58888) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:22.155320 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-75f456ef-6f65-4c82-859a-e06850b18eda tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'security_group_rule': {'security_group_id': '01d13c14-c30b-467f-ae41-9b8b40fe99c9', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:48:22.212692 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-75f456ef-6f65-4c82-859a-e06850b18eda tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (5712d32c-fc08-4383-aa63-3a6243fb120c), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:22.228811 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 8000aaad-3a90-4e65-9b88-6514a629327a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:22.230577 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8000aaad-3a90-4e65-9b88-6514a629327a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:22.361940 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-75f456ef-6f65-4c82-859a-e06850b18eda tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (5712d32c-fc08-4383-aa63-3a6243fb120c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:22.367496 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-75f456ef-6f65-4c82-859a-e06850b18eda tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (5712d32c-fc08-4383-aa63-3a6243fb120c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:22.433467 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f456ef-6f65-4c82-859a-e06850b18eda tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5712d32c-fc08-4383-aa63-3a6243fb120c,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:22.441245 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 8000aaad-3a90-4e65-9b88-6514a629327a is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:22.441794 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8000aaad-3a90-4e65-9b88-6514a629327a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:22.451048 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-75f456ef-6f65-4c82-859a-e06850b18eda tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:22.452405 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-75f456ef-6f65-4c82-859a-e06850b18eda tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3019261 Jan 28 00:48:22.460020 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58890) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:22.469440 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-6d4f7aee-2eb9-431b-9283-bcaa2928bad6 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'security_group_rule': {'security_group_id': '01d13c14-c30b-467f-ae41-9b8b40fe99c9', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:48:22.518021 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 8000aaad-3a90-4e65-9b88-6514a629327a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8000aaad-3a90-4e65-9b88-6514a629327a,segment=NetworkSegment(7beacb51-d167-48c8-a0ac-e7907731916b),segment_id=7beacb51-d167-48c8-a0ac-e7907731916b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:48:22.519678 n-d-826754-1 neutron-server[103343]: INFO neutron.db.securitygroups_db [None req-6d4f7aee-2eb9-431b-9283-bcaa2928bad6 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Project e5a41ae09ed64e5ca7368f2afd92f5c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 00:48:22.526403 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8000aaad-3a90-4e65-9b88-6514a629327a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:22.532924 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6d4f7aee-2eb9-431b-9283-bcaa2928bad6 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (d76a8690-214b-42b4-976c-7d954e51578b), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:22.584364 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a611cde-862f-426f-a990-59601c4d135b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Port': ['ID=021c9183-048b-435c-abc9-0289b3daa6ce,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:22.610723 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7a611cde-862f-426f-a990-59601c4d135b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (021c9183-048b-435c-abc9-0289b3daa6ce), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:22.654240 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=8000aaad-3a90-4e65-9b88-6514a629327a,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:22.662814 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d906af8-8d38-4e63-a9aa-821da3d1fad3 req-cc392dae-448e-4bc3-8a39-2ef36e4c7514 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:22.665845 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9d906af8-8d38-4e63-a9aa-821da3d1fad3 req-cc392dae-448e-4bc3-8a39-2ef36e4c7514 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 943 time: 0.2714210 Jan 28 00:48:22.699209 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 17f75757-b67b-4374-9d75-01860fb649fe details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:48:22.703250 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6d4f7aee-2eb9-431b-9283-bcaa2928bad6 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (d76a8690-214b-42b4-976c-7d954e51578b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:22.710229 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6d4f7aee-2eb9-431b-9283-bcaa2928bad6 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (d76a8690-214b-42b4-976c-7d954e51578b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:22.757335 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f7aee-2eb9-431b-9283-bcaa2928bad6 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76a8690-214b-42b4-976c-7d954e51578b,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:22.774512 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6d4f7aee-2eb9-431b-9283-bcaa2928bad6 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:22.775860 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6d4f7aee-2eb9-431b-9283-bcaa2928bad6 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3147249 Jan 28 00:48:22.780872 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58894) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:22.787786 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-91972074-3a35-40a5-9844-60ecf52d8ec1 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'security_group_rule': {'security_group_id': '01d13c14-c30b-467f-ae41-9b8b40fe99c9', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:48:22.818906 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:22.819484 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:22.823168 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:22.824375 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:22.824929 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:22.825555 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:22.826490 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:22.827057 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:22.827633 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:22.829659 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:22.831399 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:22.832191 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:22.832963 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:22.837255 n-d-826754-1 neutron-server[103343]: INFO neutron.db.securitygroups_db [None req-91972074-3a35-40a5-9844-60ecf52d8ec1 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Project e5a41ae09ed64e5ca7368f2afd92f5c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 00:48:22.852674 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-91972074-3a35-40a5-9844-60ecf52d8ec1 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (1bf594fc-92ed-407c-add2-06efe377b309), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:22.974377 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-91972074-3a35-40a5-9844-60ecf52d8ec1 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (1bf594fc-92ed-407c-add2-06efe377b309), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:22.981604 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-91972074-3a35-40a5-9844-60ecf52d8ec1 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (1bf594fc-92ed-407c-add2-06efe377b309), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:23.025351 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91972074-3a35-40a5-9844-60ecf52d8ec1 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf594fc-92ed-407c-add2-06efe377b309,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:23.035058 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-91972074-3a35-40a5-9844-60ecf52d8ec1 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:23.036631 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-91972074-3a35-40a5-9844-60ecf52d8ec1 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2540190 Jan 28 00:48:23.041148 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58896) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:23.047098 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-f7367f4b-258e-4130-82e1-80b79b0f86c5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'network': {'name': 'tempest-network-smoke--1742346091', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'port_security_enabled': True}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:48:23.055679 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 17f75757-b67b-4374-9d75-01860fb649fe, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=17f75757-b67b-4374-9d75-01860fb649fe,segment=NetworkSegment(6abb94fe-1d9f-4785-be4c-2a69b302f15c),segment_id=6abb94fe-1d9f-4785-be4c-2a69b302f15c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:48:23.070594 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9d906af8-8d38-4e63-a9aa-821da3d1fad3 req-995ed77e-1e0a-46d4-a120-456209808d11 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295074 Jan 28 00:48:23.078855 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '17f75757-b67b-4374-9d75-01860fb649fe', 'network_id': '61eda932-ec35-450c-90ac-ea6c515cdb93', 'port_id': '17f75757-b67b-4374-9d75-01860fb649fe', 'mac_address': 'fa:16:3e:8a:09:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '828e0c9b-ccdb-4dcf-9067-e86f2e38b75c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:48:23.084471 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a02b37f-71d1-4b97-85a0-1d406904b3b3 None None] Network f99cd8d5-85fc-4e53-a5e3-2cbfc7b64f34 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:48:23.089837 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7367f4b-258e-4130-82e1-80b79b0f86c5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Made reservation on behalf of e5a41ae09ed64e5ca7368f2afd92f5c8 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:48:23.092979 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f7367f4b-258e-4130-82e1-80b79b0f86c5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:23.143248 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 17f75757-b67b-4374-9d75-01860fb649fe is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:23.144546 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (17f75757-b67b-4374-9d75-01860fb649fe), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:23.151243 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7367f4b-258e-4130-82e1-80b79b0f86c5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:48:23.187896 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f7367f4b-258e-4130-82e1-80b79b0f86c5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (0dbcfe68-f657-471b-b050-cdaf0ead2a2b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:23.188456 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-f7367f4b-258e-4130-82e1-80b79b0f86c5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Added segment 0dbcfe68-f657-471b-b050-cdaf0ead2a2b of type vlan for network 68540ec7-1ea9-43ac-b77b-4b3e99ca94ee Jan 28 00:48:23.242188 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f75757-b67b-4374-9d75-01860fb649fe {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:48:23.251528 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-50012d5f-d1ef-4bff-91ac-f1295e3e3a4e None None] Provisioning complete for port 8000aaad-3a90-4e65-9b88-6514a629327a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:23.252384 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-50012d5f-d1ef-4bff-91ac-f1295e3e3a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8000aaad-3a90-4e65-9b88-6514a629327a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:23.270561 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f7367f4b-258e-4130-82e1-80b79b0f86c5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (68540ec7-1ea9-43ac-b77b-4b3e99ca94ee), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:23.315517 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f7367f4b-258e-4130-82e1-80b79b0f86c5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (68540ec7-1ea9-43ac-b77b-4b3e99ca94ee), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:23.327890 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7367f4b-258e-4130-82e1-80b79b0f86c5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:23.328935 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f7367f4b-258e-4130-82e1-80b79b0f86c5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:23.379547 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-50012d5f-d1ef-4bff-91ac-f1295e3e3a4e None None] Current status of the port 8000aaad-3a90-4e65-9b88-6514a629327a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:23.390323 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 17f75757-b67b-4374-9d75-01860fb649fe, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=17f75757-b67b-4374-9d75-01860fb649fe,segment=NetworkSegment(6abb94fe-1d9f-4785-be4c-2a69b302f15c),segment_id=6abb94fe-1d9f-4785-be4c-2a69b302f15c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:48:23.398063 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (17f75757-b67b-4374-9d75-01860fb649fe), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:23.428518 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7a611cde-862f-426f-a990-59601c4d135b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for port (021c9183-048b-435c-abc9-0289b3daa6ce), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:23.443365 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7a611cde-862f-426f-a990-59601c4d135b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (021c9183-048b-435c-abc9-0289b3daa6ce), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:23.444947 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7a611cde-862f-426f-a990-59601c4d135b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (11dd7711-02ed-4df8-867b-fe29311344e4), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:23.490519 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=17f75757-b67b-4374-9d75-01860fb649fe,revision_number=9']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:23.600028 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a611cde-862f-426f-a990-59601c4d135b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Port': ['ID=021c9183-048b-435c-abc9-0289b3daa6ce,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:23.662963 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a611cde-862f-426f-a990-59601c4d135b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network f99cd8d5-85fc-4e53-a5e3-2cbfc7b64f34 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:48:23.665930 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-7a611cde-862f-426f-a990-59601c4d135b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:48:23.844822 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['17f75757-b67b-4374-9d75-01860fb649fe'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:48:23.992802 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f7367f4b-258e-4130-82e1-80b79b0f86c5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9502873 Jan 28 00:48:23.996364 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a611cde-862f-426f-a990-59601c4d135b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Router 11dd7711-02ed-4df8-867b-fe29311344e4 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:48:24.004363 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58900) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:24.011550 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7367f4b-258e-4130-82e1-80b79b0f86c5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'Network': ['ID=68540ec7-1ea9-43ac-b77b-4b3e99ca94ee,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:24.014040 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-c4fb4c4a-6c53-4f53-9f4a-81a909c1e3aa tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1990871948', 'admin_state_up': True, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:48:24.019007 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-382045fd-68b3-45ee-b3f2-c14430a74623 None None] Provisioning complete for port 8000aaad-3a90-4e65-9b88-6514a629327a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:24.022028 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-382045fd-68b3-45ee-b3f2-c14430a74623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8000aaad-3a90-4e65-9b88-6514a629327a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:24.045040 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 68540ec7-1ea9-43ac-b77b-4b3e99ca94ee details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:48:24.047313 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8000aaad-3a90-4e65-9b88-6514a629327a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:48:24.131704 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c4fb4c4a-6c53-4f53-9f4a-81a909c1e3aa tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (113ff66e-e766-4959-9430-69812a596a60), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:24.133492 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c4fb4c4a-6c53-4f53-9f4a-81a909c1e3aa tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (113ff66e-e766-4959-9430-69812a596a60), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:24.318415 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a611cde-862f-426f-a990-59601c4d135b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:48:24.341643 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d3d8ab-a7c2-4bf7-9a93-22eaa4467c35 None None] Sync routers for ids ['11dd7711-02ed-4df8-867b-fe29311344e4'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:48:24.360515 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 8000aaad-3a90-4e65-9b88-6514a629327a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:24.361457 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8000aaad-3a90-4e65-9b88-6514a629327a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:24.362089 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d3d8ab-a7c2-4bf7-9a93-22eaa4467c35 None None] Routers {'11dd7711-02ed-4df8-867b-fe29311344e4'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:48:24.366613 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-b1d3d8ab-a7c2-4bf7-9a93-22eaa4467c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:48:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['11dd7711-02ed-4df8-867b-fe29311344e4'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:24.393896 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c4fb4c4a-6c53-4f53-9f4a-81a909c1e3aa tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router_controller (113ff66e-e766-4959-9430-69812a596a60), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:24.441786 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7a611cde-862f-426f-a990-59601c4d135b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "PUT /v2.0/routers/11dd7711-02ed-4df8-867b-fe29311344e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9389443 Jan 28 00:48:24.442100 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58904) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:24.472125 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-b1d3d8ab-a7c2-4bf7-9a93-22eaa4467c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:24.497261 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d3d8ab-a7c2-4bf7-9a93-22eaa4467c35 None None] Routers {'11dd7711-02ed-4df8-867b-fe29311344e4'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:48:24.498185 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-b1d3d8ab-a7c2-4bf7-9a93-22eaa4467c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:48:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['11dd7711-02ed-4df8-867b-fe29311344e4'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:24.560228 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-b1d3d8ab-a7c2-4bf7-9a93-22eaa4467c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:24.561432 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d3d8ab-a7c2-4bf7-9a93-22eaa4467c35 None None] The sync data for ids ['11dd7711-02ed-4df8-867b-fe29311344e4'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:48:24.584548 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4755a3-dac4-4385-9aa0-415dea7fcaca tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:24.586034 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4c4755a3-dac4-4385-9aa0-415dea7fcaca tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "GET /v2.0/ports/021c9183-048b-435c-abc9-0289b3daa6ce HTTP/1.1" status: 200 len: 911 time: 0.1425388 Jan 28 00:48:24.590258 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58906) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:24.596225 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-7ac6c772-1566-40cb-a4a9-b68e8a75db9f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5ddf7572-094a-466c-9f86-ebdd609cc696'}]}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:48:24.620996 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-382045fd-68b3-45ee-b3f2-c14430a74623 None None] Current status of the port 8000aaad-3a90-4e65-9b88-6514a629327a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:24.689538 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-382045fd-68b3-45ee-b3f2-c14430a74623 None None] Provisioning complete for port 021c9183-048b-435c-abc9-0289b3daa6ce triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:24.690488 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-382045fd-68b3-45ee-b3f2-c14430a74623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (021c9183-048b-435c-abc9-0289b3daa6ce), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:24.837969 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-382045fd-68b3-45ee-b3f2-c14430a74623 None None] Port 021c9183-048b-435c-abc9-0289b3daa6ce cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:48:24.860879 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c4fb4c4a-6c53-4f53-9f4a-81a909c1e3aa tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router_gateway (113ff66e-e766-4959-9430-69812a596a60), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:24.880874 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 8000aaad-3a90-4e65-9b88-6514a629327a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:24.892844 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767737e-8960-4b50-9082-111c600aa44c req-e822dbb1-6c8a-4943-be99-3fa92b9d2cf1 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:24.895395 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0767737e-8960-4b50-9082-111c600aa44c req-e822dbb1-6c8a-4943-be99-3fa92b9d2cf1 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 944 time: 0.4998837 Jan 28 00:48:24.942433 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7ac6c772-1566-40cb-a4a9-b68e8a75db9f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (021c9183-048b-435c-abc9-0289b3daa6ce), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:24.985674 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-bd8ab1cc-abb9-4131-962e-680e83c65652 None None] Provisioning complete for port 021c9183-048b-435c-abc9-0289b3daa6ce triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:24.986650 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd8ab1cc-abb9-4131-962e-680e83c65652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (021c9183-048b-435c-abc9-0289b3daa6ce), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:25.080835 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0767737e-8960-4b50-9082-111c600aa44c req-5af2da62-1d5b-4c60-9ac6-73892ab4f8a1 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684501 Jan 28 00:48:25.090163 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-bd8ab1cc-abb9-4131-962e-680e83c65652 None None] Port 021c9183-048b-435c-abc9-0289b3daa6ce cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:48:25.323054 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c4fb4c4a-6c53-4f53-9f4a-81a909c1e3aa tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router_gateway (113ff66e-e766-4959-9430-69812a596a60), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:25.359004 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c4fb4c4a-6c53-4f53-9f4a-81a909c1e3aa tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:25.555059 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-c4fb4c4a-6c53-4f53-9f4a-81a909c1e3aa tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Allocated IP 172.25.3.67 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/9bb02f3d-76b3-4069-b522-5d0b6662ad45) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:48:25.567887 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7ac6c772-1566-40cb-a4a9-b68e8a75db9f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for port (021c9183-048b-435c-abc9-0289b3daa6ce), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:25.583006 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7ac6c772-1566-40cb-a4a9-b68e8a75db9f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (021c9183-048b-435c-abc9-0289b3daa6ce), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:25.594970 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac6c772-1566-40cb-a4a9-b68e8a75db9f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:25.595608 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7ac6c772-1566-40cb-a4a9-b68e8a75db9f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:25.603102 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7ac6c772-1566-40cb-a4a9-b68e8a75db9f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "PUT /v2.0/ports/021c9183-048b-435c-abc9-0289b3daa6ce HTTP/1.1" status: 200 len: 911 time: 1.0110357 Jan 28 00:48:25.604409 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58910) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:25.695496 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c4fb4c4a-6c53-4f53-9f4a-81a909c1e3aa tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for port (9bb02f3d-76b3-4069-b522-5d0b6662ad45), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:25.739668 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c4fb4c4a-6c53-4f53-9f4a-81a909c1e3aa tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (9bb02f3d-76b3-4069-b522-5d0b6662ad45), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:25.787663 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fb4c4a-6c53-4f53-9f4a-81a909c1e3aa tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:48:25.796043 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-c4fb4c4a-6c53-4f53-9f4a-81a909c1e3aa tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:48:25.808071 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fb4c4a-6c53-4f53-9f4a-81a909c1e3aa tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:48:25.817669 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb4c4a-6c53-4f53-9f4a-81a909c1e3aa tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'Port': ['ID=9bb02f3d-76b3-4069-b522-5d0b6662ad45,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:25.842223 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6c772-1566-40cb-a4a9-b68e8a75db9f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Port': ['ID=021c9183-048b-435c-abc9-0289b3daa6ce,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:26.286505 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb82ba53-2142-47cf-8065-657dec83c770 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (11dd7711-02ed-4df8-867b-fe29311344e4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:26.369705 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c4fb4c4a-6c53-4f53-9f4a-81a909c1e3aa tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router_gateway (113ff66e-e766-4959-9430-69812a596a60), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:26.388407 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d837759-0ad6-4ec0-9c49-20763c911915 req-2a5d6d05-6eac-4af2-b308-c610905e72a5 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:26.391092 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9d837759-0ad6-4ec0-9c49-20763c911915 req-2a5d6d05-6eac-4af2-b308-c610905e72a5 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 944 time: 0.1433401 Jan 28 00:48:26.590375 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 17f75757-b67b-4374-9d75-01860fb649fe up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:48:26.673754 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 17f75757-b67b-4374-9d75-01860fb649fe triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:26.674312 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (17f75757-b67b-4374-9d75-01860fb649fe), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:26.799814 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 17f75757-b67b-4374-9d75-01860fb649fe is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:26.800327 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (17f75757-b67b-4374-9d75-01860fb649fe), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:26.819303 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-eb82ba53-2142-47cf-8065-657dec83c770 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Deleting port 021c9183-048b-435c-abc9-0289b3daa6ce {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:48:26.820165 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb82ba53-2142-47cf-8065-657dec83c770 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (021c9183-048b-435c-abc9-0289b3daa6ce), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:26.844497 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27db9a7-be05-425d-a9b7-b5edb34ee298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f75757-b67b-4374-9d75-01860fb649fe'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:48:26.848895 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49549f40-f360-482c-9ab8-e868c6306174" -d '{"events": [{"server_uuid": "e27db9a7-be05-425d-a9b7-b5edb34ee298", "name": "network-vif-plugged", "status": "completed", "tag": "17f75757-b67b-4374-9d75-01860fb649fe"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:48:26.875181 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 17f75757-b67b-4374-9d75-01860fb649fe, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=17f75757-b67b-4374-9d75-01860fb649fe,segment=NetworkSegment(6abb94fe-1d9f-4785-be4c-2a69b302f15c),segment_id=6abb94fe-1d9f-4785-be4c-2a69b302f15c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:48:26.882720 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (17f75757-b67b-4374-9d75-01860fb649fe), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:26.954426 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a036d6-0754-4203-86a8-9971123876cf x-openstack-request-id: req-95a036d6-0754-4203-86a8-9971123876cf {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:48:26.954899 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e27db9a7-be05-425d-a9b7-b5edb34ee298", "name": "network-vif-plugged", "status": "completed", "tag": "17f75757-b67b-4374-9d75-01860fb649fe", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:48:26.955324 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-95a036d6-0754-4203-86a8-9971123876cf {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:48:26.956262 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27db9a7-be05-425d-a9b7-b5edb34ee298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f75757-b67b-4374-9d75-01860fb649fe', 'code': 200} Jan 28 00:48:26.956721 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb82ba53-2142-47cf-8065-657dec83c770 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (021c9183-048b-435c-abc9-0289b3daa6ce), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:26.973898 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-eb82ba53-2142-47cf-8065-657dec83c770 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Calling delete_port for 021c9183-048b-435c-abc9-0289b3daa6ce owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:48:26.999405 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=17f75757-b67b-4374-9d75-01860fb649fe,revision_number=10']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:27.210106 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9d837759-0ad6-4ec0-9c49-20763c911915 req-2b378661-c318-4131-9fde-e79963cc5051 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7658594 Jan 28 00:48:27.227075 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb82ba53-2142-47cf-8065-657dec83c770 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (021c9183-048b-435c-abc9-0289b3daa6ce), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:27.317663 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82ba53-2142-47cf-8065-657dec83c770 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Port': ['ID=021c9183-048b-435c-abc9-0289b3daa6ce,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:27.465314 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb82ba53-2142-47cf-8065-657dec83c770 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (11dd7711-02ed-4df8-867b-fe29311344e4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:27.525590 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c4fb4c4a-6c53-4f53-9f4a-81a909c1e3aa tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (113ff66e-e766-4959-9430-69812a596a60), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:27.535310 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ffe973-60fb-4764-8070-c4290ec0f4ac req-7f31e675-381d-4468-be0b-23e3531a8632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:27.537105 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c3ffe973-60fb-4764-8070-c4290ec0f4ac req-7f31e675-381d-4468-be0b-23e3531a8632 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 1097 time: 0.2564833 Jan 28 00:48:27.785870 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c3ffe973-60fb-4764-8070-c4290ec0f4ac req-e6dad0b0-76da-4c41-acee-bd6e3ee45861 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408257 Jan 28 00:48:27.788719 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4fb4c4a-6c53-4f53-9f4a-81a909c1e3aa tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Router 113ff66e-e766-4959-9430-69812a596a60 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:48:27.789339 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb82ba53-2142-47cf-8065-657dec83c770 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Router 11dd7711-02ed-4df8-867b-fe29311344e4 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:48:27.898777 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb82ba53-2142-47cf-8065-657dec83c770 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:48:27.909058 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-eb82ba53-2142-47cf-8065-657dec83c770 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "PUT /v2.0/routers/11dd7711-02ed-4df8-867b-fe29311344e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2938695 Jan 28 00:48:27.910709 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58920) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:27.913425 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dec975-3bb1-41fb-8624-b210a6dbc594 None None] Sync routers for ids ['11dd7711-02ed-4df8-867b-fe29311344e4'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:48:27.928051 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dec975-3bb1-41fb-8624-b210a6dbc594 None None] Routers {'11dd7711-02ed-4df8-867b-fe29311344e4'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:48:27.929014 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-e6dec975-3bb1-41fb-8624-b210a6dbc594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:48:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['11dd7711-02ed-4df8-867b-fe29311344e4'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:27.978082 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-e6dec975-3bb1-41fb-8624-b210a6dbc594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:27.979858 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4e7f772c-5087-4d01-90ca-c3153252f215 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "GET /v2.0/ports?device_id=11dd7711-02ed-4df8-867b-fe29311344e4 HTTP/1.1" status: 200 len: 205 time: 0.0608604 Jan 28 00:48:27.983932 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58922) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:27.998737 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dec975-3bb1-41fb-8624-b210a6dbc594 None None] Routers {'11dd7711-02ed-4df8-867b-fe29311344e4'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:48:27.999394 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-e6dec975-3bb1-41fb-8624-b210a6dbc594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:48:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['11dd7711-02ed-4df8-867b-fe29311344e4'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:28.025243 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fb4c4a-6c53-4f53-9f4a-81a909c1e3aa tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:48:28.037465 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f12435-bb2d-409a-b354-96d9ab5b6b16 None None] Sync routers for ids ['113ff66e-e766-4959-9430-69812a596a60'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:48:28.063823 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f12435-bb2d-409a-b354-96d9ab5b6b16 None None] Routers {'113ff66e-e766-4959-9430-69812a596a60'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:48:28.066167 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-05f12435-bb2d-409a-b354-96d9ab5b6b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:48:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['113ff66e-e766-4959-9430-69812a596a60'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:28.068728 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c4fb4c4a-6c53-4f53-9f4a-81a909c1e3aa tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:28.076682 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c4fb4c4a-6c53-4f53-9f4a-81a909c1e3aa tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.0642931 Jan 28 00:48:28.076997 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58924) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:28.236728 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3fea7732-0489-489c-a074-5b5badd4c520 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router (11dd7711-02ed-4df8-867b-fe29311344e4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:28.257358 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-e6dec975-3bb1-41fb-8624-b210a6dbc594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:28.258070 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dec975-3bb1-41fb-8624-b210a6dbc594 None None] The sync data for ids ['11dd7711-02ed-4df8-867b-fe29311344e4'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:48:28.289432 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-05f12435-bb2d-409a-b354-96d9ab5b6b16 None None] Set router 113ff66e-e766-4959-9430-69812a596a60 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:48:28.375944 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-99afd44b-5580-4033-ac6c-67a8191dc1c4 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=e5a41ae09ed64e5ca7368f2afd92f5c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2976630 Jan 28 00:48:28.380487 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58930) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:28.484761 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffea60d-44df-4514-b02e-d4e5bac8fb4b req-9a49476b-8c31-4132-9a2b-63e1569c425a tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:28.493960 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dffea60d-44df-4514-b02e-d4e5bac8fb4b req-9a49476b-8c31-4132-9a2b-63e1569c425a tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 946 time: 0.1468468 Jan 28 00:48:28.570787 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dffea60d-44df-4514-b02e-d4e5bac8fb4b req-9f15678e-fb4f-4b22-b055-66a2c44be025 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754814 Jan 28 00:48:28.634551 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-05f12435-bb2d-409a-b354-96d9ab5b6b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113ff66e-e766-4959-9430-69812a596a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990871948', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '9bb02f3d-76b3-4069-b522-5d0b6662ad45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:24Z', 'updated_at': '2022-01-28T00:48:26Z', 'revision_number': 3, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '9bb02f3d-76b3-4069-b522-5d0b6662ad45', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:45:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113ff66e-e766-4959-9430-69812a596a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:25Z', 'updated_at': '2022-01-28T00:48:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:28.665390 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f12435-bb2d-409a-b354-96d9ab5b6b16 None None] Checking router: 113ff66e-e766-4959-9430-69812a596a60 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:48:28.665715 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3fea7732-0489-489c-a074-5b5badd4c520 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (11dd7711-02ed-4df8-867b-fe29311344e4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:28.665994 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f12435-bb2d-409a-b354-96d9ab5b6b16 None None] Updating router 113ff66e-e766-4959-9430-69812a596a60 port 9bb02f3d-76b3-4069-b522-5d0b6662ad45 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:48:28.672697 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3fea7732-0489-489c-a074-5b5badd4c520 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router_controller (11dd7711-02ed-4df8-867b-fe29311344e4), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:28.709277 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-05f12435-bb2d-409a-b354-96d9ab5b6b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9bb02f3d-76b3-4069-b522-5d0b6662ad45), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:28.780165 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3fea7732-0489-489c-a074-5b5badd4c520 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (11dd7711-02ed-4df8-867b-fe29311344e4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:28.780998 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fea7732-0489-489c-a074-5b5badd4c520 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Fanout notify agent at l3_agent the message router_deleted on router 11dd7711-02ed-4df8-867b-fe29311344e4 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:48:28.798053 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3fea7732-0489-489c-a074-5b5badd4c520 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:28.804822 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3fea7732-0489-489c-a074-5b5badd4c520 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/routers/11dd7711-02ed-4df8-867b-fe29311344e4 HTTP/1.1" status: 204 len: 168 time: 0.8131652 Jan 28 00:48:28.806118 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58932) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:28.818859 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d0ae59-dce2-4ffc-b6f0-ed398483054e tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:28.822290 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f9d0ae59-dce2-4ffc-b6f0-ed398483054e tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4348953 Jan 28 00:48:28.826694 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58934) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:28.882657 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b80344fa-f31e-48fe-986e-5233b51134ab tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0494859 Jan 28 00:48:28.884842 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58936) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:28.893637 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-7a5ba722-7b5f-44f4-b255-230322e64f32 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-120757567', 'network_id': '68540ec7-1ea9-43ac-b77b-4b3e99ca94ee', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:48:28.939107 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a5bf611-cb33-4022-a9ce-9b745c9721a9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Deleting subnet 5ddf7572-094a-466c-9f86-ebdd609cc696 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:48:28.946021 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9a5bf611-cb33-4022-a9ce-9b745c9721a9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for subnet (5ddf7572-094a-466c-9f86-ebdd609cc696), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:29.035408 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5ba722-7b5f-44f4-b255-230322e64f32 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Made reservation on behalf of e5a41ae09ed64e5ca7368f2afd92f5c8 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:48:29.040182 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a5ba722-7b5f-44f4-b255-230322e64f32 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:29.044011 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9a5bf611-cb33-4022-a9ce-9b745c9721a9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (5ddf7572-094a-466c-9f86-ebdd609cc696), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:29.237099 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9a5bf611-cb33-4022-a9ce-9b745c9721a9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (5ddf7572-094a-466c-9f86-ebdd609cc696), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:29.350137 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-05f12435-bb2d-409a-b354-96d9ab5b6b16 None None] Publish callbacks [] for port (9bb02f3d-76b3-4069-b522-5d0b6662ad45), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:29.362028 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-05f12435-bb2d-409a-b354-96d9ab5b6b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9bb02f3d-76b3-4069-b522-5d0b6662ad45), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:29.422428 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9a5bf611-cb33-4022-a9ce-9b745c9721a9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (5ddf7572-094a-466c-9f86-ebdd609cc696), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:29.450713 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a5ba722-7b5f-44f4-b255-230322e64f32 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (2d3dd484-7a77-442e-92ca-f02807e53c73), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:29.512695 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5bf611-cb33-4022-a9ce-9b745c9721a9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Subnet': ['ID=5ddf7572-094a-466c-9f86-ebdd609cc696,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:29.517447 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9a5bf611-cb33-4022-a9ce-9b745c9721a9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:29.527280 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9a5bf611-cb33-4022-a9ce-9b745c9721a9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/subnets/5ddf7572-094a-466c-9f86-ebdd609cc696 HTTP/1.1" status: 204 len: 168 time: 0.7120640 Jan 28 00:48:29.527603 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1a6f78-3a22-4d27-80f5-9bcc2d868bc2 None None] Network f99cd8d5-85fc-4e53-a5e3-2cbfc7b64f34 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:48:29.528295 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58952) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:29.541342 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-05f12435-bb2d-409a-b354-96d9ab5b6b16 None None] Attempting to bind port 9bb02f3d-76b3-4069-b522-5d0b6662ad45 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:48:29.541966 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-05f12435-bb2d-409a-b354-96d9ab5b6b16 None None] Attempting to bind port 9bb02f3d-76b3-4069-b522-5d0b6662ad45 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:48:29.542571 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f12435-bb2d-409a-b354-96d9ab5b6b16 None None] Attempting to bind port 9bb02f3d-76b3-4069-b522-5d0b6662ad45 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:48:29.555227 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5bf611-cb33-4022-a9ce-9b745c9721a9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:29.556004 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5bf611-cb33-4022-a9ce-9b745c9721a9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:29.556859 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5bf611-cb33-4022-a9ce-9b745c9721a9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:29.560160 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5bf611-cb33-4022-a9ce-9b745c9721a9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:29.561367 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5bf611-cb33-4022-a9ce-9b745c9721a9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:29.562057 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5bf611-cb33-4022-a9ce-9b745c9721a9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:29.562610 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5bf611-cb33-4022-a9ce-9b745c9721a9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:29.563266 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5bf611-cb33-4022-a9ce-9b745c9721a9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:29.563801 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5bf611-cb33-4022-a9ce-9b745c9721a9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:29.564315 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5bf611-cb33-4022-a9ce-9b745c9721a9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:29.564906 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5bf611-cb33-4022-a9ce-9b745c9721a9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:29.565689 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5bf611-cb33-4022-a9ce-9b745c9721a9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:29.566443 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5bf611-cb33-4022-a9ce-9b745c9721a9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:29.569722 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ba722-7b5f-44f4-b255-230322e64f32 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'Subnet': ['ID=2d3dd484-7a77-442e-92ca-f02807e53c73,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:29.643098 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f12435-bb2d-409a-b354-96d9ab5b6b16 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:48:29.644265 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f12435-bb2d-409a-b354-96d9ab5b6b16 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:48:29.644618 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-05f12435-bb2d-409a-b354-96d9ab5b6b16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:29.645556 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f12435-bb2d-409a-b354-96d9ab5b6b16 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:48:29.659142 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-05f12435-bb2d-409a-b354-96d9ab5b6b16 None None] Bound port: 9bb02f3d-76b3-4069-b522-5d0b6662ad45, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:48:29.660579 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-05f12435-bb2d-409a-b354-96d9ab5b6b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9bb02f3d-76b3-4069-b522-5d0b6662ad45), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:29.685727 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5ba722-7b5f-44f4-b255-230322e64f32 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Checking segment: {'id': '0dbcfe68-f657-471b-b050-cdaf0ead2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '68540ec7-1ea9-43ac-b77b-4b3e99ca94ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:48:29.688311 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5ba722-7b5f-44f4-b255-230322e64f32 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Network hostable DHCP agents. Network: 68540ec7-1ea9-43ac-b77b-4b3e99ca94ee, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:48:29.747263 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c40ef-8dc2-4b40-95ca-833b5af5703d None None] Pushing event updated for resources: {'Port': ['ID=9bb02f3d-76b3-4069-b522-5d0b6662ad45,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:29.764461 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5ba722-7b5f-44f4-b255-230322e64f32 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Network 68540ec7-1ea9-43ac-b77b-4b3e99ca94ee is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:48:29.790302 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-7a5ba722-7b5f-44f4-b255-230322e64f32 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 68540ec7-1ea9-43ac-b77b-4b3e99ca94ee) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:48:29.799293 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5ba722-7b5f-44f4-b255-230322e64f32 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:29.804146 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a5ba722-7b5f-44f4-b255-230322e64f32 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:29.808535 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f7f7f3-02e5-452a-bf18-847d5ed3ee20 None None] Network 68540ec7-1ea9-43ac-b77b-4b3e99ca94ee requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:48:29.826972 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-05f12435-bb2d-409a-b354-96d9ab5b6b16 None None] For port 9bb02f3d-76b3-4069-b522-5d0b6662ad45, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:48:29.831365 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-05f12435-bb2d-409a-b354-96d9ab5b6b16 None None] For port 9bb02f3d-76b3-4069-b522-5d0b6662ad45, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9bb02f3d-76b3-4069-b522-5d0b6662ad45,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:48:29.842361 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9c40ef-8dc2-4b40-95ca-833b5af5703d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:29.842828 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9c40ef-8dc2-4b40-95ca-833b5af5703d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:29.843225 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9c40ef-8dc2-4b40-95ca-833b5af5703d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:29.843570 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9c40ef-8dc2-4b40-95ca-833b5af5703d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:29.847183 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9c40ef-8dc2-4b40-95ca-833b5af5703d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:29.847594 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9c40ef-8dc2-4b40-95ca-833b5af5703d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:29.848003 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9c40ef-8dc2-4b40-95ca-833b5af5703d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:29.848340 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9c40ef-8dc2-4b40-95ca-833b5af5703d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:29.848767 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9c40ef-8dc2-4b40-95ca-833b5af5703d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:29.849106 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9c40ef-8dc2-4b40-95ca-833b5af5703d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:29.849747 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9c40ef-8dc2-4b40-95ca-833b5af5703d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:29.850205 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9c40ef-8dc2-4b40-95ca-833b5af5703d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:29.850545 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9c40ef-8dc2-4b40-95ca-833b5af5703d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:29.860849 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-05f12435-bb2d-409a-b354-96d9ab5b6b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9bb02f3d-76b3-4069-b522-5d0b6662ad45), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:29.876217 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58974) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:29.880100 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7a5ba722-7b5f-44f4-b255-230322e64f32 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9929266 Jan 28 00:48:29.919684 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f12435-bb2d-409a-b354-96d9ab5b6b16 None None] Routers {'113ff66e-e766-4959-9430-69812a596a60'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:48:29.920916 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-05f12435-bb2d-409a-b354-96d9ab5b6b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:48:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['113ff66e-e766-4959-9430-69812a596a60'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:29.927550 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2880eff3-1eb8-4485-abff-e905706f0b0c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (f99cd8d5-85fc-4e53-a5e3-2cbfc7b64f34), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:30.052136 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cdb7f-41b1-4b27-bcfe-ba16b0e6de66 req-6358fb65-7937-4eca-9ec7-977e9d83f2a5 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:30.054068 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f6cdb7f-41b1-4b27-bcfe-ba16b0e6de66 req-6358fb65-7937-4eca-9ec7-977e9d83f2a5 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 946 time: 0.2655883 Jan 28 00:48:30.191011 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-05f12435-bb2d-409a-b354-96d9ab5b6b16 None None] Set router 113ff66e-e766-4959-9430-69812a596a60 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:48:30.193760 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f6cdb7f-41b1-4b27-bcfe-ba16b0e6de66 req-fd8dfe20-a383-40fe-ad4e-06b966d73d83 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136382 Jan 28 00:48:30.258081 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d801a31-27f7-490a-9aac-d4441e5d08dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-68540ec7-1ea9-43ac-b77b-4b3e99ca94ee', 'network_id': '68540ec7-1ea9-43ac-b77b-4b3e99ca94ee', 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'fixed_ips': [{'subnet_id': '2d3dd484-7a77-442e-92ca-f02807e53c73'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:48:30.259049 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9d801a31-27f7-490a-9aac-d4441e5d08dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:30.265356 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8b5c3c-5a94-4d44-ad20-ea4b4140b9e1 None None] DHCP port deletion for f99cd8d5-85fc-4e53-a5e3-2cbfc7b64f34 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:48:30.464164 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9f8b5c3c-5a94-4d44-ad20-ea4b4140b9e1 None None] Deleting port 8000aaad-3a90-4e65-9b88-6514a629327a {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:48:30.464953 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9f8b5c3c-5a94-4d44-ad20-ea4b4140b9e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (8000aaad-3a90-4e65-9b88-6514a629327a), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:30.477489 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-2880eff3-1eb8-4485-abff-e905706f0b0c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Deleting port 8000aaad-3a90-4e65-9b88-6514a629327a {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:48:30.477916 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2880eff3-1eb8-4485-abff-e905706f0b0c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (8000aaad-3a90-4e65-9b88-6514a629327a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:30.506267 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c40ef-8dc2-4b40-95ca-833b5af5703d None None] Pushing event updated for resources: {'Port': ['ID=9bb02f3d-76b3-4069-b522-5d0b6662ad45,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:30.559948 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-05f12435-bb2d-409a-b354-96d9ab5b6b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113ff66e-e766-4959-9430-69812a596a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990871948', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '9bb02f3d-76b3-4069-b522-5d0b6662ad45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:24Z', 'updated_at': '2022-01-28T00:48:26Z', 'revision_number': 3, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '9bb02f3d-76b3-4069-b522-5d0b6662ad45', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:45:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113ff66e-e766-4959-9430-69812a596a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:25Z', 'updated_at': '2022-01-28T00:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:30.629326 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f12435-bb2d-409a-b354-96d9ab5b6b16 None None] The sync data for ids ['113ff66e-e766-4959-9430-69812a596a60'] in n-d-826754-1 is: [{'id': '113ff66e-e766-4959-9430-69812a596a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990871948', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '9bb02f3d-76b3-4069-b522-5d0b6662ad45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:24Z', 'updated_at': '2022-01-28T00:48:26Z', 'revision_number': 3, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '9bb02f3d-76b3-4069-b522-5d0b6662ad45', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:45:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113ff66e-e766-4959-9430-69812a596a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:25Z', 'updated_at': '2022-01-28T00:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:48:30.642205 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-9f8b5c3c-5a94-4d44-ad20-ea4b4140b9e1 None None] For port 8000aaad-3a90-4e65-9b88-6514a629327a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8000aaad-3a90-4e65-9b88-6514a629327a,segment=NetworkSegment(7beacb51-d167-48c8-a0ac-e7907731916b),segment_id=7beacb51-d167-48c8-a0ac-e7907731916b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:48:30.642837 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9f8b5c3c-5a94-4d44-ad20-ea4b4140b9e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (8000aaad-3a90-4e65-9b88-6514a629327a), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:30.654286 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-9d801a31-27f7-490a-9aac-d4441e5d08dc None None] Allocated IP 172.20.0.2 (68540ec7-1ea9-43ac-b77b-4b3e99ca94ee/2d3dd484-7a77-442e-92ca-f02807e53c73/0f7bd84c-ed37-4382-ab7e-2723d78b5ba4) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:48:30.670801 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9f8b5c3c-5a94-4d44-ad20-ea4b4140b9e1 None None] Calling delete_port for 8000aaad-3a90-4e65-9b88-6514a629327a owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:48:30.680051 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-2880eff3-1eb8-4485-abff-e905706f0b0c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] For port 8000aaad-3a90-4e65-9b88-6514a629327a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8000aaad-3a90-4e65-9b88-6514a629327a,segment=NetworkSegment(7beacb51-d167-48c8-a0ac-e7907731916b),segment_id=7beacb51-d167-48c8-a0ac-e7907731916b)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:48:30.680830 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2880eff3-1eb8-4485-abff-e905706f0b0c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (8000aaad-3a90-4e65-9b88-6514a629327a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:30.795888 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-2880eff3-1eb8-4485-abff-e905706f0b0c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Calling delete_port for 8000aaad-3a90-4e65-9b88-6514a629327a owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:48:30.867050 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9f8b5c3c-5a94-4d44-ad20-ea4b4140b9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (8000aaad-3a90-4e65-9b88-6514a629327a), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:30.894292 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b5c3c-5a94-4d44-ad20-ea4b4140b9e1 None None] Pushing event deleted for resources: {'Port': ['ID=8000aaad-3a90-4e65-9b88-6514a629327a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:30.950396 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8b5c3c-5a94-4d44-ad20-ea4b4140b9e1 None None] No DVR routers for this DVR port 8000aaad-3a90-4e65-9b88-6514a629327a on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:48:31.071862 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2880eff3-1eb8-4485-abff-e905706f0b0c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (8000aaad-3a90-4e65-9b88-6514a629327a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:31.115227 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9d801a31-27f7-490a-9aac-d4441e5d08dc None None] Publish callbacks [] for port (0f7bd84c-ed37-4382-ab7e-2723d78b5ba4), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:31.141408 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9d801a31-27f7-490a-9aac-d4441e5d08dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (0f7bd84c-ed37-4382-ab7e-2723d78b5ba4), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:31.188952 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880eff3-1eb8-4485-abff-e905706f0b0c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Port': ['ID=8000aaad-3a90-4e65-9b88-6514a629327a,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:31.195764 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2880eff3-1eb8-4485-abff-e905706f0b0c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] No DVR routers for this DVR port 8000aaad-3a90-4e65-9b88-6514a629327a on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:48:31.259543 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d801a31-27f7-490a-9aac-d4441e5d08dc None None] Network 68540ec7-1ea9-43ac-b77b-4b3e99ca94ee is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:48:31.262771 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-9d801a31-27f7-490a-9aac-d4441e5d08dc None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:48:31.280817 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d801a31-27f7-490a-9aac-d4441e5d08dc None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:48:31.352915 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2880eff3-1eb8-4485-abff-e905706f0b0c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (f99cd8d5-85fc-4e53-a5e3-2cbfc7b64f34), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:31.412512 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-347a7ebf-77d3-419a-af19-5e08b2aeefb5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:31.428778 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-9d801a31-27f7-490a-9aac-d4441e5d08dc None None] Attempting to bind port 0f7bd84c-ed37-4382-ab7e-2723d78b5ba4 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:48:31.429466 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-9d801a31-27f7-490a-9aac-d4441e5d08dc None None] Attempting to bind port 0f7bd84c-ed37-4382-ab7e-2723d78b5ba4 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '0dbcfe68-f657-471b-b050-cdaf0ead2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '68540ec7-1ea9-43ac-b77b-4b3e99ca94ee'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:48:31.430129 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d801a31-27f7-490a-9aac-d4441e5d08dc None None] Attempting to bind port 0f7bd84c-ed37-4382-ab7e-2723d78b5ba4 on network 68540ec7-1ea9-43ac-b77b-4b3e99ca94ee {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:48:31.438515 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d801a31-27f7-490a-9aac-d4441e5d08dc None None] Pushing event updated for resources: {'Port': ['ID=0f7bd84c-ed37-4382-ab7e-2723d78b5ba4,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:31.454650 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d801a31-27f7-490a-9aac-d4441e5d08dc None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:48:31.455489 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d801a31-27f7-490a-9aac-d4441e5d08dc None None] Checking segment: {'id': '0dbcfe68-f657-471b-b050-cdaf0ead2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '68540ec7-1ea9-43ac-b77b-4b3e99ca94ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:48:31.456310 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9d801a31-27f7-490a-9aac-d4441e5d08dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:31.457079 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d801a31-27f7-490a-9aac-d4441e5d08dc None None] Bound using segment: {'id': '0dbcfe68-f657-471b-b050-cdaf0ead2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '68540ec7-1ea9-43ac-b77b-4b3e99ca94ee'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:48:31.458106 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-9d801a31-27f7-490a-9aac-d4441e5d08dc None None] Bound port: 0f7bd84c-ed37-4382-ab7e-2723d78b5ba4, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dbcfe68-f657-471b-b050-cdaf0ead2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '68540ec7-1ea9-43ac-b77b-4b3e99ca94ee'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:48:31.465069 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9d801a31-27f7-490a-9aac-d4441e5d08dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0f7bd84c-ed37-4382-ab7e-2723d78b5ba4), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:31.565015 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-2880eff3-1eb8-4485-abff-e905706f0b0c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f99cd8d5-85fc-4e53-a5e3-2cbfc7b64f34']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:31.606390 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-2880eff3-1eb8-4485-abff-e905706f0b0c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7beacb51-d167-48c8-a0ac-e7907731916b') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:31.606975 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-2880eff3-1eb8-4485-abff-e905706f0b0c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7beacb51-d167-48c8-a0ac-e7907731916b') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:31.627653 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca79cd-28eb-4589-a81c-b75d0ee6d653 req-6e542394-2e5b-4da0-9e1a-a5950b79d59c tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:31.630443 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-92ca79cd-28eb-4589-a81c-b75d0ee6d653 req-6e542394-2e5b-4da0-9e1a-a5950b79d59c tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 946 time: 0.3056176 Jan 28 00:48:31.632974 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-9d801a31-27f7-490a-9aac-d4441e5d08dc None None] For port 0f7bd84c-ed37-4382-ab7e-2723d78b5ba4, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:48:31.638549 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-9d801a31-27f7-490a-9aac-d4441e5d08dc None None] For port 0f7bd84c-ed37-4382-ab7e-2723d78b5ba4, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=0f7bd84c-ed37-4382-ab7e-2723d78b5ba4,segment=NetworkSegment(0dbcfe68-f657-471b-b050-cdaf0ead2a2b),segment_id=0dbcfe68-f657-471b-b050-cdaf0ead2a2b)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:48:31.645503 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9d801a31-27f7-490a-9aac-d4441e5d08dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (0f7bd84c-ed37-4382-ab7e-2723d78b5ba4), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:31.664160 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2880eff3-1eb8-4485-abff-e905706f0b0c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (7beacb51-d167-48c8-a0ac-e7907731916b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:31.732145 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2880eff3-1eb8-4485-abff-e905706f0b0c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (7beacb51-d167-48c8-a0ac-e7907731916b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:31.743093 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d801a31-27f7-490a-9aac-d4441e5d08dc None None] Pushing event updated for resources: {'Port': ['ID=0f7bd84c-ed37-4382-ab7e-2723d78b5ba4,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:31.857548 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2880eff3-1eb8-4485-abff-e905706f0b0c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:48:31.858225 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2880eff3-1eb8-4485-abff-e905706f0b0c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (7beacb51-d167-48c8-a0ac-e7907731916b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:48:31.864233 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:48:31.895376 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-92ca79cd-28eb-4589-a81c-b75d0ee6d653 req-3ad6bbed-630b-4745-a9f4-7ac71120963b tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492516 Jan 28 00:48:32.156795 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9bb02f3d-76b3-4069-b522-5d0b6662ad45 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:48:32.193228 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2880eff3-1eb8-4485-abff-e905706f0b0c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (f99cd8d5-85fc-4e53-a5e3-2cbfc7b64f34), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:32.211318 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2880eff3-1eb8-4485-abff-e905706f0b0c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:32.223974 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58996) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:32.227242 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2880eff3-1eb8-4485-abff-e905706f0b0c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/networks/f99cd8d5-85fc-4e53-a5e3-2cbfc7b64f34 HTTP/1.1" status: 204 len: 168 time: 2.6975882 Jan 28 00:48:32.233469 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-8d6a733c-f25f-4659-b113-a51f66786bd1 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-840837175', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:48:32.315087 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880eff3-1eb8-4485-abff-e905706f0b0c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Network': ['ID=f99cd8d5-85fc-4e53-a5e3-2cbfc7b64f34,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:32.323717 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8d6a733c-f25f-4659-b113-a51f66786bd1 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (8ca82f78-c348-48f0-b706-c6264dd84428), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:32.326124 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8d6a733c-f25f-4659-b113-a51f66786bd1 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (8ca82f78-c348-48f0-b706-c6264dd84428), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:32.336126 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 9bb02f3d-76b3-4069-b522-5d0b6662ad45 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:32.336729 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9bb02f3d-76b3-4069-b522-5d0b6662ad45), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:32.434550 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d7f51-a5b6-46d7-8aa9-f561af9c8dbf req-29d5d0ee-9555-4b86-bddf-875a2b04efd8 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:32.437366 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5d6d7f51-a5b6-46d7-8aa9-f561af9c8dbf req-29d5d0ee-9555-4b86-bddf-875a2b04efd8 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 946 time: 0.3648505 Jan 28 00:48:32.590710 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8d6a733c-f25f-4659-b113-a51f66786bd1 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router_controller (8ca82f78-c348-48f0-b706-c6264dd84428), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:32.609470 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8d6a733c-f25f-4659-b113-a51f66786bd1 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (8ca82f78-c348-48f0-b706-c6264dd84428), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:32.611928 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 9bb02f3d-76b3-4069-b522-5d0b6662ad45 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:32.612207 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5d6d7f51-a5b6-46d7-8aa9-f561af9c8dbf req-fbf97872-81a6-4c55-bc5f-f3275c429c9d tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559284 Jan 28 00:48:32.612685 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9bb02f3d-76b3-4069-b522-5d0b6662ad45), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:32.663783 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 9bb02f3d-76b3-4069-b522-5d0b6662ad45, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9bb02f3d-76b3-4069-b522-5d0b6662ad45,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:48:32.680920 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-347a7ebf-77d3-419a-af19-5e08b2aeefb5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Allocated IP 172.20.0.1 (68540ec7-1ea9-43ac-b77b-4b3e99ca94ee/2d3dd484-7a77-442e-92ca-f02807e53c73/a77d54bd-727c-4121-97c9-85857a9c6eae) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:48:32.686707 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9bb02f3d-76b3-4069-b522-5d0b6662ad45), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:32.707677 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8d6a733c-f25f-4659-b113-a51f66786bd1 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:32.722638 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59002) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:32.723751 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8d6a733c-f25f-4659-b113-a51f66786bd1 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4970963 Jan 28 00:48:32.736329 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-c2705612-0735-4ada-9925-965401ff287c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-859561392'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:48:32.817208 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8000aaad-3a90-4e65-9b88-6514a629327a no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:48:32.843578 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=9bb02f3d-76b3-4069-b522-5d0b6662ad45,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:32.846550 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 8000aaad-3a90-4e65-9b88-6514a629327a {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:48:32.846906 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8000aaad-3a90-4e65-9b88-6514a629327a not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:48:32.938060 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2705612-0735-4ada-9925-965401ff287c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Made reservation on behalf of c15c480f40da4eb2ba8f032a9f4f366b for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:48:32.943024 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c2705612-0735-4ada-9925-965401ff287c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:33.024500 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb3a03-6ced-4a87-b7da-fd238bdd0fed req-4ff6c8c5-71cf-4383-bc73-8a8f47d2345f tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:33.028987 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0fcb3a03-6ced-4a87-b7da-fd238bdd0fed req-4ff6c8c5-71cf-4383-bc73-8a8f47d2345f tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 946 time: 0.2506485 Jan 28 00:48:33.099782 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2705612-0735-4ada-9925-965401ff287c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:48:33.152478 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-347a7ebf-77d3-419a-af19-5e08b2aeefb5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for port (a77d54bd-727c-4121-97c9-85857a9c6eae), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:33.170560 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c2705612-0735-4ada-9925-965401ff287c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (4268fadf-8dde-4e12-9cd7-d3b77529643b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:33.171149 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-c2705612-0735-4ada-9925-965401ff287c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Added segment 4268fadf-8dde-4e12-9cd7-d3b77529643b of type vlan for network 663d8021-d782-459f-8d40-22bee0d51fa9 Jan 28 00:48:33.321627 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0fcb3a03-6ced-4a87-b7da-fd238bdd0fed req-f2904e8e-76e1-4f00-88a5-1119770b1f41 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860301 Jan 28 00:48:33.325887 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c2705612-0735-4ada-9925-965401ff287c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (663d8021-d782-459f-8d40-22bee0d51fa9), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:33.371191 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-347a7ebf-77d3-419a-af19-5e08b2aeefb5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (a77d54bd-727c-4121-97c9-85857a9c6eae), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:33.424208 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd84e50-ef07-4ff7-8e76-3a70ed3e1f11 None None] Network 68540ec7-1ea9-43ac-b77b-4b3e99ca94ee requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:48:33.458266 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c2705612-0735-4ada-9925-965401ff287c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (663d8021-d782-459f-8d40-22bee0d51fa9), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:33.469121 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2705612-0735-4ada-9925-965401ff287c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:33.470614 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c2705612-0735-4ada-9925-965401ff287c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:33.483799 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347a7ebf-77d3-419a-af19-5e08b2aeefb5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Network 68540ec7-1ea9-43ac-b77b-4b3e99ca94ee is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:48:33.525279 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-347a7ebf-77d3-419a-af19-5e08b2aeefb5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:48:33.530462 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347a7ebf-77d3-419a-af19-5e08b2aeefb5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:48:33.594668 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-436467cf-b661-4e0f-8378-f65d933d489e None None] Provisioning complete for port 0f7bd84c-ed37-4382-ab7e-2723d78b5ba4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:33.595208 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-436467cf-b661-4e0f-8378-f65d933d489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0f7bd84c-ed37-4382-ab7e-2723d78b5ba4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:33.662119 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a7ebf-77d3-419a-af19-5e08b2aeefb5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'Port': ['ID=a77d54bd-727c-4121-97c9-85857a9c6eae,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:33.782116 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59010) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:33.782711 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-436467cf-b661-4e0f-8378-f65d933d489e None None] Current status of the port 0f7bd84c-ed37-4382-ab7e-2723d78b5ba4 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:33.783091 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-436467cf-b661-4e0f-8378-f65d933d489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0f7bd84c-ed37-4382-ab7e-2723d78b5ba4), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:33.787783 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c2705612-0735-4ada-9925-965401ff287c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0614514 Jan 28 00:48:33.796978 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a40babc7-1b60-404a-a769-c4584d9e9216 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Request body: {'subnet': {'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:48:33.876705 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2705612-0735-4ada-9925-965401ff287c tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Network': ['ID=663d8021-d782-459f-8d40-22bee0d51fa9,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:33.882124 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-436467cf-b661-4e0f-8378-f65d933d489e None None] For port 0f7bd84c-ed37-4382-ab7e-2723d78b5ba4, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=0f7bd84c-ed37-4382-ab7e-2723d78b5ba4,segment=NetworkSegment(0dbcfe68-f657-471b-b050-cdaf0ead2a2b),segment_id=0dbcfe68-f657-471b-b050-cdaf0ead2a2b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:48:33.884056 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-347a7ebf-77d3-419a-af19-5e08b2aeefb5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (113ff66e-e766-4959-9430-69812a596a60), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:33.892718 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-436467cf-b661-4e0f-8378-f65d933d489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (0f7bd84c-ed37-4382-ab7e-2723d78b5ba4), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:33.904552 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fbb801-ab7a-424a-bd3c-3cb2dfb3003f req-964d46cd-fc2a-4bee-b43f-06c1cef6c5ba tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:33.917364 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b9fbb801-ab7a-424a-bd3c-3cb2dfb3003f req-964d46cd-fc2a-4bee-b43f-06c1cef6c5ba tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 946 time: 0.4093730 Jan 28 00:48:33.990776 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40babc7-1b60-404a-a769-c4584d9e9216 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Made reservation on behalf of c15c480f40da4eb2ba8f032a9f4f366b for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:48:33.994599 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a40babc7-1b60-404a-a769-c4584d9e9216 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:34.024551 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 663d8021-d782-459f-8d40-22bee0d51fa9 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:48:34.193860 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b9fbb801-ab7a-424a-bd3c-3cb2dfb3003f req-8c59bdfc-4118-481a-a8cc-215b295cb2be tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752302 Jan 28 00:48:34.311297 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-311b0228-2095-40c3-988b-ca4ca17ce9a1 None None] Provisioning complete for port 0f7bd84c-ed37-4382-ab7e-2723d78b5ba4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:34.311913 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-311b0228-2095-40c3-988b-ca4ca17ce9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0f7bd84c-ed37-4382-ab7e-2723d78b5ba4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:34.320831 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9bb02f3d-76b3-4069-b522-5d0b6662ad45 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:48:34.461825 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436467cf-b661-4e0f-8378-f65d933d489e None None] Pushing event updated for resources: {'Port': ['ID=0f7bd84c-ed37-4382-ab7e-2723d78b5ba4,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:34.545282 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-347a7ebf-77d3-419a-af19-5e08b2aeefb5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a77d54bd-727c-4121-97c9-85857a9c6eae), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:34.568544 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d3b15-523c-4dc4-b8c8-a73ff4c8e806 req-8fd4234a-2c28-46e7-b3ca-700c495c65eb tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:34.572101 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-744d3b15-523c-4dc4-b8c8-a73ff4c8e806 req-8fd4234a-2c28-46e7-b3ca-700c495c65eb tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 946 time: 0.2253799 Jan 28 00:48:34.596003 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-311b0228-2095-40c3-988b-ca4ca17ce9a1 None None] Current status of the port 0f7bd84c-ed37-4382-ab7e-2723d78b5ba4 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:34.597108 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a40babc7-1b60-404a-a769-c4584d9e9216 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (807abf2e-8bfb-4f46-bc98-8b0f15bdeb89), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:34.621028 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-311b0228-2095-40c3-988b-ca4ca17ce9a1 None None] Provisioning complete for port a77d54bd-727c-4121-97c9-85857a9c6eae triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:34.622809 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-311b0228-2095-40c3-988b-ca4ca17ce9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a77d54bd-727c-4121-97c9-85857a9c6eae), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:34.625513 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 9bb02f3d-76b3-4069-b522-5d0b6662ad45 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:34.625894 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9bb02f3d-76b3-4069-b522-5d0b6662ad45), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:34.702000 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40babc7-1b60-404a-a769-c4584d9e9216 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Checking segment: {'id': '4268fadf-8dde-4e12-9cd7-d3b77529643b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:48:34.702665 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40babc7-1b60-404a-a769-c4584d9e9216 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network hostable DHCP agents. Network: 663d8021-d782-459f-8d40-22bee0d51fa9, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:48:34.707130 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-744d3b15-523c-4dc4-b8c8-a73ff4c8e806 req-67453e0a-3c4d-4005-8a4f-06c3cfb287b0 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119623 Jan 28 00:48:34.731822 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40babc7-1b60-404a-a769-c4584d9e9216 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Subnet': ['ID=807abf2e-8bfb-4f46-bc98-8b0f15bdeb89,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:34.748947 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40babc7-1b60-404a-a769-c4584d9e9216 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network 663d8021-d782-459f-8d40-22bee0d51fa9 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:48:34.765353 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-a40babc7-1b60-404a-a769-c4584d9e9216 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 663d8021-d782-459f-8d40-22bee0d51fa9) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:48:34.772803 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40babc7-1b60-404a-a769-c4584d9e9216 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:34.773788 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a40babc7-1b60-404a-a769-c4584d9e9216 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:34.794240 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0ab164-da83-4aba-9b23-799096732c61 None None] Network 663d8021-d782-459f-8d40-22bee0d51fa9 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:48:34.827110 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a40babc7-1b60-404a-a769-c4584d9e9216 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0435827 Jan 28 00:48:34.832445 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59020) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:34.949864 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-311b0228-2095-40c3-988b-ca4ca17ce9a1 None None] Port a77d54bd-727c-4121-97c9-85857a9c6eae cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:48:34.987582 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 9bb02f3d-76b3-4069-b522-5d0b6662ad45 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:34.989298 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 0f7bd84c-ed37-4382-ab7e-2723d78b5ba4 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:48:35.031424 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156c45e-f791-4606-b09c-ca210a63f2f1 req-71f85a91-cedc-4c9b-a01f-b3319130b9c1 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:35.039442 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d156c45e-f791-4606-b09c-ca210a63f2f1 req-71f85a91-cedc-4c9b-a01f-b3319130b9c1 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 946 time: 0.1345439 Jan 28 00:48:35.124931 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a77105b2-9486-4260-9fa1-bb5f58ed7c4f None None] Provisioning complete for port a77d54bd-727c-4121-97c9-85857a9c6eae triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:35.126046 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a77105b2-9486-4260-9fa1-bb5f58ed7c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a77d54bd-727c-4121-97c9-85857a9c6eae), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:35.188685 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d156c45e-f791-4606-b09c-ca210a63f2f1 req-c7abac41-5650-41e8-b971-d309c6b5dda7 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482232 Jan 28 00:48:35.192743 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 0f7bd84c-ed37-4382-ab7e-2723d78b5ba4 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:35.192743 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0f7bd84c-ed37-4382-ab7e-2723d78b5ba4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:35.325114 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a77105b2-9486-4260-9fa1-bb5f58ed7c4f None None] Port a77d54bd-727c-4121-97c9-85857a9c6eae cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:48:35.334585 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a98b52b-cbd0-4bc5-b4b3-bbcd5f072ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-663d8021-d782-459f-8d40-22bee0d51fa9', 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9', 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'fixed_ips': [{'subnet_id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:48:35.336258 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a98b52b-cbd0-4bc5-b4b3-bbcd5f072ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:35.374613 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-347a7ebf-77d3-419a-af19-5e08b2aeefb5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for port (a77d54bd-727c-4121-97c9-85857a9c6eae), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:35.376783 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dad85085-8da7-4c9e-b9bb-8ad9becc86be tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:35.389116 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-347a7ebf-77d3-419a-af19-5e08b2aeefb5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (a77d54bd-727c-4121-97c9-85857a9c6eae), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:35.418625 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e0665-8c3d-43f4-9067-a57801442b4d req-1acdb70e-c5c4-4f10-a122-30071edf52fc tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:35.435045 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-087e0665-8c3d-43f4-9067-a57801442b4d req-1acdb70e-c5c4-4f10-a122-30071edf52fc tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 946 time: 0.1472425 Jan 28 00:48:35.543383 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a7ebf-77d3-419a-af19-5e08b2aeefb5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'Port': ['ID=a77d54bd-727c-4121-97c9-85857a9c6eae,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:35.550596 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-347a7ebf-77d3-419a-af19-5e08b2aeefb5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (113ff66e-e766-4959-9430-69812a596a60), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:35.588166 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-087e0665-8c3d-43f4-9067-a57801442b4d req-d95bc677-985e-42d4-bd21-9d4fb1b9a895 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504087 Jan 28 00:48:35.960508 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 0f7bd84c-ed37-4382-ab7e-2723d78b5ba4 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:36.082530 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6002f396-a503-4ef6-b051-116f913b3c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:36.147964 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-3a98b52b-cbd0-4bc5-b4b3-bbcd5f072ec0 None None] Allocated IP 2001:db8::2 (663d8021-d782-459f-8d40-22bee0d51fa9/807abf2e-8bfb-4f46-bc98-8b0f15bdeb89/31aee6d6-2a5e-4919-838b-f39426037665) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:48:36.346757 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 0f7bd84c-ed37-4382-ab7e-2723d78b5ba4 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:48:36.421034 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bab6c2-03f3-4362-bafc-3a5d00dcae12 req-0492b75f-cc3b-46fb-a96f-c0d8b8721ef3 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:36.435285 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4bab6c2-03f3-4362-bafc-3a5d00dcae12 req-0492b75f-cc3b-46fb-a96f-c0d8b8721ef3 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 946 time: 0.1393428 Jan 28 00:48:36.467418 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347a7ebf-77d3-419a-af19-5e08b2aeefb5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Network 68540ec7-1ea9-43ac-b77b-4b3e99ca94ee is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:48:36.473662 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 0f7bd84c-ed37-4382-ab7e-2723d78b5ba4 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:36.473662 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0f7bd84c-ed37-4382-ab7e-2723d78b5ba4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:36.516653 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-347a7ebf-77d3-419a-af19-5e08b2aeefb5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:48:36.664213 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a98b52b-cbd0-4bc5-b4b3-bbcd5f072ec0 None None] Publish callbacks [] for port (31aee6d6-2a5e-4919-838b-f39426037665), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:36.682454 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a98b52b-cbd0-4bc5-b4b3-bbcd5f072ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (31aee6d6-2a5e-4919-838b-f39426037665), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:36.710198 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4bab6c2-03f3-4362-bafc-3a5d00dcae12 req-4bb50019-89a8-4e17-92d9-06d3e6626aed tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733457 Jan 28 00:48:36.787028 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 0f7bd84c-ed37-4382-ab7e-2723d78b5ba4 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:36.818754 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-dad85085-8da7-4c9e-b9bb-8ad9becc86be tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Allocated IP 2001:db8::1 (663d8021-d782-459f-8d40-22bee0d51fa9/807abf2e-8bfb-4f46-bc98-8b0f15bdeb89/5ea450c5-5761-49d3-a0e6-e389597610a6) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:48:36.844264 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a98b52b-cbd0-4bc5-b4b3-bbcd5f072ec0 None None] Network 663d8021-d782-459f-8d40-22bee0d51fa9 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:48:36.846262 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98b52b-cbd0-4bc5-b4b3-bbcd5f072ec0 None None] Pushing event updated for resources: {'Port': ['ID=31aee6d6-2a5e-4919-838b-f39426037665,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:36.874591 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-3a98b52b-cbd0-4bc5-b4b3-bbcd5f072ec0 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:48:36.881783 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a98b52b-cbd0-4bc5-b4b3-bbcd5f072ec0 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:48:36.906387 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347a7ebf-77d3-419a-af19-5e08b2aeefb5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Router 113ff66e-e766-4959-9430-69812a596a60 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:48:37.070612 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-3a98b52b-cbd0-4bc5-b4b3-bbcd5f072ec0 None None] Attempting to bind port 31aee6d6-2a5e-4919-838b-f39426037665 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:48:37.071182 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-3a98b52b-cbd0-4bc5-b4b3-bbcd5f072ec0 None None] Attempting to bind port 31aee6d6-2a5e-4919-838b-f39426037665 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '4268fadf-8dde-4e12-9cd7-d3b77529643b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:48:37.071826 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a98b52b-cbd0-4bc5-b4b3-bbcd5f072ec0 None None] Attempting to bind port 31aee6d6-2a5e-4919-838b-f39426037665 on network 663d8021-d782-459f-8d40-22bee0d51fa9 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:48:37.097493 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a98b52b-cbd0-4bc5-b4b3-bbcd5f072ec0 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:48:37.098091 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a98b52b-cbd0-4bc5-b4b3-bbcd5f072ec0 None None] Checking segment: {'id': '4268fadf-8dde-4e12-9cd7-d3b77529643b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:48:37.098730 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a98b52b-cbd0-4bc5-b4b3-bbcd5f072ec0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:37.099379 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a98b52b-cbd0-4bc5-b4b3-bbcd5f072ec0 None None] Bound using segment: {'id': '4268fadf-8dde-4e12-9cd7-d3b77529643b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:48:37.100212 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-3a98b52b-cbd0-4bc5-b4b3-bbcd5f072ec0 None None] Bound port: 31aee6d6-2a5e-4919-838b-f39426037665, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4268fadf-8dde-4e12-9cd7-d3b77529643b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:48:37.100832 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a98b52b-cbd0-4bc5-b4b3-bbcd5f072ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (31aee6d6-2a5e-4919-838b-f39426037665), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:37.165175 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347a7ebf-77d3-419a-af19-5e08b2aeefb5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:48:37.181955 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dad85085-8da7-4c9e-b9bb-8ad9becc86be tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for port (5ea450c5-5761-49d3-a0e6-e389597610a6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:37.189088 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-347a7ebf-77d3-419a-af19-5e08b2aeefb5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "PUT /v2.0/routers/113ff66e-e766-4959-9430-69812a596a60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3021083 Jan 28 00:48:37.232531 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-3a98b52b-cbd0-4bc5-b4b3-bbcd5f072ec0 None None] For port 31aee6d6-2a5e-4919-838b-f39426037665, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:48:37.238265 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-3a98b52b-cbd0-4bc5-b4b3-bbcd5f072ec0 None None] For port 31aee6d6-2a5e-4919-838b-f39426037665, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=31aee6d6-2a5e-4919-838b-f39426037665,segment=NetworkSegment(4268fadf-8dde-4e12-9cd7-d3b77529643b),segment_id=4268fadf-8dde-4e12-9cd7-d3b77529643b)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:48:37.246053 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1d5d13-a5c9-4dfd-a778-a9220318d6d6 None None] Sync routers for ids ['113ff66e-e766-4959-9430-69812a596a60'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:48:37.264302 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a98b52b-cbd0-4bc5-b4b3-bbcd5f072ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (31aee6d6-2a5e-4919-838b-f39426037665), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:37.278747 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dad85085-8da7-4c9e-b9bb-8ad9becc86be tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (5ea450c5-5761-49d3-a0e6-e389597610a6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:37.331074 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-54c21b1d-9e3c-40d3-bac4-23d804a8ba52 None None] Provisioning complete for port a77d54bd-727c-4121-97c9-85857a9c6eae triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:37.331716 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54c21b1d-9e3c-40d3-bac4-23d804a8ba52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a77d54bd-727c-4121-97c9-85857a9c6eae), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:37.366252 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad85085-8da7-4c9e-b9bb-8ad9becc86be tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network 663d8021-d782-459f-8d40-22bee0d51fa9 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:48:37.371367 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-dad85085-8da7-4c9e-b9bb-8ad9becc86be tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:48:37.379430 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad85085-8da7-4c9e-b9bb-8ad9becc86be tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:48:37.380191 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dad85085-8da7-4c9e-b9bb-8ad9becc86be tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (8ca82f78-c348-48f0-b706-c6264dd84428), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:37.426229 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad85085-8da7-4c9e-b9bb-8ad9becc86be tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Port': ['ID=5ea450c5-5761-49d3-a0e6-e389597610a6,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:37.468807 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1d5d13-a5c9-4dfd-a778-a9220318d6d6 None None] Routers {'113ff66e-e766-4959-9430-69812a596a60'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:48:37.469899 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-2e1d5d13-a5c9-4dfd-a778-a9220318d6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:48:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['113ff66e-e766-4959-9430-69812a596a60'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:37.642525 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-54c21b1d-9e3c-40d3-bac4-23d804a8ba52 None None] Port a77d54bd-727c-4121-97c9-85857a9c6eae cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:48:37.674317 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dad85085-8da7-4c9e-b9bb-8ad9becc86be tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5ea450c5-5761-49d3-a0e6-e389597610a6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:37.674924 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98b52b-cbd0-4bc5-b4b3-bbcd5f072ec0 None None] Pushing event updated for resources: {'Port': ['ID=31aee6d6-2a5e-4919-838b-f39426037665,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:37.818866 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-0d8a208c-e7da-42c6-9623-0eacb6522c73 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-478635585&fields=id&tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8 HTTP/1.1" status: 200 len: 267 time: 0.1320932 Jan 28 00:48:38.005319 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-2e1d5d13-a5c9-4dfd-a778-a9220318d6d6 None None] Set router 113ff66e-e766-4959-9430-69812a596a60 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:48:38.077203 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-f910db8b-a7b8-4875-b71d-ae1cefd2198a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:38.078833 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-f910db8b-a7b8-4875-b71d-ae1cefd2198a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/networks?id=68540ec7-1ea9-43ac-b77b-4b3e99ca94ee HTTP/1.1" status: 200 len: 797 time: 0.2473543 Jan 28 00:48:38.146317 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-3047d646-0399-4773-bd86-d6b7239afe30 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/quotas/e5a41ae09ed64e5ca7368f2afd92f5c8 HTTP/1.1" status: 200 len: 375 time: 0.0291445 Jan 28 00:48:38.196350 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca90f6a-09a9-44cc-b7fe-f67d1e93acf7 req-7e88175b-3c55-4f2a-8eda-eed5e24028ba tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:38.204265 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fca90f6a-09a9-44cc-b7fe-f67d1e93acf7 req-7e88175b-3c55-4f2a-8eda-eed5e24028ba tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 946 time: 0.1237371 Jan 28 00:48:38.252674 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-33bf9d47-9768-4a30-a059-a30a55ef99ca tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1043656 Jan 28 00:48:38.314608 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 31aee6d6-2a5e-4919-838b-f39426037665 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:48:38.348282 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fca90f6a-09a9-44cc-b7fe-f67d1e93acf7 req-b947fbf2-102f-4b8b-8867-f5c2e427e9c5 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426682 Jan 28 00:48:38.397190 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dad85085-8da7-4c9e-b9bb-8ad9becc86be tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for port (5ea450c5-5761-49d3-a0e6-e389597610a6), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:38.407551 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dad85085-8da7-4c9e-b9bb-8ad9becc86be tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (5ea450c5-5761-49d3-a0e6-e389597610a6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:38.409064 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dad85085-8da7-4c9e-b9bb-8ad9becc86be tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (8ca82f78-c348-48f0-b706-c6264dd84428), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:38.456717 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9db6f51f-078b-4e91-83af-fa1aa978e92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:38.547406 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-593ebb44-d175-43e3-bcc9-697e71949438 service neutron] 10.222.0.70 "GET /v2.0/networks/68540ec7-1ea9-43ac-b77b-4b3e99ca94ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873304 Jan 28 00:48:38.553577 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 31aee6d6-2a5e-4919-838b-f39426037665 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:38.554814 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (31aee6d6-2a5e-4919-838b-f39426037665), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:38.597538 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad85085-8da7-4c9e-b9bb-8ad9becc86be tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Port': ['ID=5ea450c5-5761-49d3-a0e6-e389597610a6,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:38.711948 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad85085-8da7-4c9e-b9bb-8ad9becc86be tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network 663d8021-d782-459f-8d40-22bee0d51fa9 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:48:38.720411 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-dad85085-8da7-4c9e-b9bb-8ad9becc86be tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:48:38.819243 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-ef23ffc2-448b-4bbc-b1ac-e32267946ed8 service neutron] 10.222.0.70 "GET /v2.0/networks/68540ec7-1ea9-43ac-b77b-4b3e99ca94ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588873 Jan 28 00:48:38.942296 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-2e1d5d13-a5c9-4dfd-a778-a9220318d6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113ff66e-e766-4959-9430-69812a596a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990871948', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '9bb02f3d-76b3-4069-b522-5d0b6662ad45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:24Z', 'updated_at': '2022-01-28T00:48:34Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '9bb02f3d-76b3-4069-b522-5d0b6662ad45', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:45:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113ff66e-e766-4959-9430-69812a596a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:25Z', 'updated_at': '2022-01-28T00:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'a77d54bd-727c-4121-97c9-85857a9c6eae', 'name': '', 'network_id': '68540ec7-1ea9-43ac-b77b-4b3e99ca94ee', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:b3:ef:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113ff66e-e766-4959-9430-69812a596a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '2d3dd484-7a77-442e-92ca-f02807e53c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:31Z', 'updated_at': '2022-01-28T00:48:35Z', 'revision_number': 2, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': '2d3dd484-7a77-442e-92ca-f02807e53c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:38.997019 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57693a11-785a-4c71-b6b9-db446ff5dbe9 req-2dd9e58d-2c53-4eb0-b1c6-5f1d1dfb00cf tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:39.004643 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-57693a11-785a-4c71-b6b9-db446ff5dbe9 req-2dd9e58d-2c53-4eb0-b1c6-5f1d1dfb00cf tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 946 time: 0.1585164 Jan 28 00:48:39.014501 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1d5d13-a5c9-4dfd-a778-a9220318d6d6 None None] Checking router: 113ff66e-e766-4959-9430-69812a596a60 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:48:39.015093 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1d5d13-a5c9-4dfd-a778-a9220318d6d6 None None] Updating router 113ff66e-e766-4959-9430-69812a596a60 port a77d54bd-727c-4121-97c9-85857a9c6eae binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:48:39.021566 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 31aee6d6-2a5e-4919-838b-f39426037665 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:39.021929 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (31aee6d6-2a5e-4919-838b-f39426037665), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:39.129977 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad85085-8da7-4c9e-b9bb-8ad9becc86be tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Router 8ca82f78-c348-48f0-b706-c6264dd84428 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:48:39.153413 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205151d8-44a6-4a9b-8072-82a99bef8d90 req-c224563c-83e0-4cb2-8ad9-d772da1cac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:39.158765 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-205151d8-44a6-4a9b-8072-82a99bef8d90 req-c224563c-83e0-4cb2-8ad9-d772da1cac9c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e9f050de49645dd9bd4214fbcf36ea4&device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 1097 time: 0.2122312 Jan 28 00:48:39.187458 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5d13-a5c9-4dfd-a778-a9220318d6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a77d54bd-727c-4121-97c9-85857a9c6eae), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:39.210937 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-57693a11-785a-4c71-b6b9-db446ff5dbe9 req-b029d622-922c-47c0-a26f-8436174538fa tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833577 Jan 28 00:48:39.239803 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 31aee6d6-2a5e-4919-838b-f39426037665, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=31aee6d6-2a5e-4919-838b-f39426037665,segment=NetworkSegment(4268fadf-8dde-4e12-9cd7-d3b77529643b),segment_id=4268fadf-8dde-4e12-9cd7-d3b77529643b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:48:39.290093 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (31aee6d6-2a5e-4919-838b-f39426037665), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:39.337448 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad85085-8da7-4c9e-b9bb-8ad9becc86be tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:48:39.356005 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5369421a-476f-458c-9400-523e5db581ad None None] Sync routers for ids ['8ca82f78-c348-48f0-b706-c6264dd84428'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:48:39.388908 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5369421a-476f-458c-9400-523e5db581ad None None] Routers {'8ca82f78-c348-48f0-b706-c6264dd84428'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:48:39.390317 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-5369421a-476f-458c-9400-523e5db581ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:48:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8ca82f78-c348-48f0-b706-c6264dd84428'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:39.439824 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59060) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:39.440245 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-dad85085-8da7-4c9e-b9bb-8ad9becc86be tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "PUT /v2.0/routers/8ca82f78-c348-48f0-b706-c6264dd84428/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6056981 Jan 28 00:48:39.456263 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-a2740b76-fde6-44ad-8886-eda37ea97a77 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-322314029'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:48:39.461492 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=31aee6d6-2a5e-4919-838b-f39426037665,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:39.584841 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205151d8-44a6-4a9b-8072-82a99bef8d90 req-f8918b8d-8dec-48c5-8c1a-356691fafdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:39.590874 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-205151d8-44a6-4a9b-8072-82a99bef8d90 req-f8918b8d-8dec-48c5-8c1a-356691fafdf3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61eda932-ec35-450c-90ac-ea6c515cdb93 HTTP/1.1" status: 200 len: 915 time: 0.4223750 Jan 28 00:48:39.607006 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8373a58c-e338-40c2-8762-b3230e90a488 req-2a7128b0-9dc7-4717-bf89-c63a7feaa007 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 210 time: 0.1285732 Jan 28 00:48:39.638700 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2740b76-fde6-44ad-8886-eda37ea97a77 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Made reservation on behalf of c15c480f40da4eb2ba8f032a9f4f366b for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:48:39.653353 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a2740b76-fde6-44ad-8886-eda37ea97a77 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:39.738270 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-5369421a-476f-458c-9400-523e5db581ad None None] Set router 8ca82f78-c348-48f0-b706-c6264dd84428 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:48:39.746041 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-205151d8-44a6-4a9b-8072-82a99bef8d90 req-e851aafc-d639-45dd-9ebc-e9990d16711d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17f75757-b67b-4374-9d75-01860fb649fe HTTP/1.1" status: 200 len: 217 time: 0.1418869 Jan 28 00:48:39.748313 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2740b76-fde6-44ad-8886-eda37ea97a77 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:48:39.789041 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a2740b76-fde6-44ad-8886-eda37ea97a77 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (c3f0bf10-3057-4e44-8660-feb160f78e87), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:39.789584 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-a2740b76-fde6-44ad-8886-eda37ea97a77 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Added segment c3f0bf10-3057-4e44-8660-feb160f78e87 of type vlan for network e459a586-76aa-4dca-a407-4b8880f12ebf Jan 28 00:48:39.847504 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:39.860315 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b01674-023f-46ef-add9-f8eee9119daa None None] Network 663d8021-d782-459f-8d40-22bee0d51fa9 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:48:39.953695 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a2740b76-fde6-44ad-8886-eda37ea97a77 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (e459a586-76aa-4dca-a407-4b8880f12ebf), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:39.965968 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205151d8-44a6-4a9b-8072-82a99bef8d90 req-31a157b5-a1e3-4994-a8d9-294e3dd843b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:39.972809 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-205151d8-44a6-4a9b-8072-82a99bef8d90 req-31a157b5-a1e3-4994-a8d9-294e3dd843b4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=828e0c9b-ccdb-4dcf-9067-e86f2e38b75c HTTP/1.1" status: 200 len: 854 time: 0.2139049 Jan 28 00:48:40.083336 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a2740b76-fde6-44ad-8886-eda37ea97a77 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (e459a586-76aa-4dca-a407-4b8880f12ebf), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:40.092706 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2740b76-fde6-44ad-8886-eda37ea97a77 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:40.093504 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-205151d8-44a6-4a9b-8072-82a99bef8d90 req-110fd5ca-1f15-4bd8-823b-a4b1baac050d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61eda932-ec35-450c-90ac-ea6c515cdb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062591 Jan 28 00:48:40.096079 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a2740b76-fde6-44ad-8886-eda37ea97a77 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:40.208734 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 31aee6d6-2a5e-4919-838b-f39426037665 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:48:40.276707 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-205151d8-44a6-4a9b-8072-82a99bef8d90 req-ff5a12b5-c34d-4518-870f-140ba4728755 service neutron] 10.222.0.52 "GET /v2.0/networks/61eda932-ec35-450c-90ac-ea6c515cdb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763244 Jan 28 00:48:40.377248 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-5369421a-476f-458c-9400-523e5db581ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'name': 'tempest-RoutersIpV6Test-router-840837175', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:32Z', 'updated_at': '2022-01-28T00:48:37Z', 'revision_number': 2, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None, '_interfaces': [{'id': '5ea450c5-5761-49d3-a0e6-e389597610a6', 'name': '', 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:6b:33:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:35Z', 'updated_at': '2022-01-28T00:48:38Z', 'revision_number': 2, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:40.437232 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a2740b76-fde6-44ad-8886-eda37ea97a77 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9953127 Jan 28 00:48:40.443837 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59072) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:40.461522 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-b80ba4a8-c1f7-497a-9570-cae007924b11 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Request body: {'subnet': {'network_id': 'e459a586-76aa-4dca-a407-4b8880f12ebf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:48:40.499213 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5369421a-476f-458c-9400-523e5db581ad None None] Checking router: 8ca82f78-c348-48f0-b706-c6264dd84428 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:48:40.499213 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5369421a-476f-458c-9400-523e5db581ad None None] Updating router 8ca82f78-c348-48f0-b706-c6264dd84428 port 5ea450c5-5761-49d3-a0e6-e389597610a6 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:48:40.577279 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-36231265-204f-4ad4-9f29-e202e4efc11f None None] Provisioning complete for port 31aee6d6-2a5e-4919-838b-f39426037665 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:40.578155 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36231265-204f-4ad4-9f29-e202e4efc11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (31aee6d6-2a5e-4919-838b-f39426037665), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:40.637041 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5369421a-476f-458c-9400-523e5db581ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5ea450c5-5761-49d3-a0e6-e389597610a6), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:40.656698 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 31aee6d6-2a5e-4919-838b-f39426037665 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:40.657297 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (31aee6d6-2a5e-4919-838b-f39426037665), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:40.696685 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-205151d8-44a6-4a9b-8072-82a99bef8d90 req-64178bb0-b2f8-4857-b383-a0dee9c4a87f service neutron] 10.222.0.52 "GET /v2.0/networks/61eda932-ec35-450c-90ac-ea6c515cdb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102495 Jan 28 00:48:40.702586 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2740b76-fde6-44ad-8886-eda37ea97a77 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Network': ['ID=e459a586-76aa-4dca-a407-4b8880f12ebf,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:40.773922 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network e459a586-76aa-4dca-a407-4b8880f12ebf details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:48:40.919561 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20faf33-ec25-4888-8721-690d158952ca req-ef99f9bd-308b-4fce-9fe5-7d18cc6fba55 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:40.938340 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a20faf33-ec25-4888-8721-690d158952ca req-ef99f9bd-308b-4fce-9fe5-7d18cc6fba55 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 946 time: 0.2875037 Jan 28 00:48:40.947080 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80ba4a8-c1f7-497a-9570-cae007924b11 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Made reservation on behalf of c15c480f40da4eb2ba8f032a9f4f366b for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:48:40.956552 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b80ba4a8-c1f7-497a-9570-cae007924b11 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:41.006837 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-614df187-56dd-4851-8c3a-5307bb1f0d01 req-236b7291-d302-4e9a-b5da-329617348af0 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 210 time: 0.0639799 Jan 28 00:48:41.365519 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a20faf33-ec25-4888-8721-690d158952ca req-f0b081c7-232f-42ce-8a3b-ca803f15578e tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253037 Jan 28 00:48:41.468369 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5d13-a5c9-4dfd-a778-a9220318d6d6 None None] Publish callbacks [] for port (a77d54bd-727c-4121-97c9-85857a9c6eae), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:41.480371 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:41.573807 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5d13-a5c9-4dfd-a778-a9220318d6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a77d54bd-727c-4121-97c9-85857a9c6eae), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:41.684142 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5369421a-476f-458c-9400-523e5db581ad None None] Publish callbacks [] for port (5ea450c5-5761-49d3-a0e6-e389597610a6), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:41.700055 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5369421a-476f-458c-9400-523e5db581ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (5ea450c5-5761-49d3-a0e6-e389597610a6), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:41.720044 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b80ba4a8-c1f7-497a-9570-cae007924b11 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (645e0d1d-2ae1-4336-8685-bb55e2b1e5c5), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:41.856860 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520f0db-464a-437b-840f-48100b040556 None None] Pushing event updated for resources: {'Port': ['ID=5ea450c5-5761-49d3-a0e6-e389597610a6,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:41.857526 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ba4a8-c1f7-497a-9570-cae007924b11 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Subnet': ['ID=645e0d1d-2ae1-4336-8685-bb55e2b1e5c5,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:41.859164 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-36231265-204f-4ad4-9f29-e202e4efc11f None None] Current status of the port 31aee6d6-2a5e-4919-838b-f39426037665 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:41.868280 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 31aee6d6-2a5e-4919-838b-f39426037665 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:42.040704 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa429bf-faaf-4233-8024-683a7642e894 None None] Pushing event updated for resources: {'Port': ['ID=a77d54bd-727c-4121-97c9-85857a9c6eae,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:42.108213 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-5369421a-476f-458c-9400-523e5db581ad None None] Attempting to bind port 5ea450c5-5761-49d3-a0e6-e389597610a6 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:48:42.108995 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-5369421a-476f-458c-9400-523e5db581ad None None] Attempting to bind port 5ea450c5-5761-49d3-a0e6-e389597610a6 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '4268fadf-8dde-4e12-9cd7-d3b77529643b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:48:42.109731 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369421a-476f-458c-9400-523e5db581ad None None] Attempting to bind port 5ea450c5-5761-49d3-a0e6-e389597610a6 on network 663d8021-d782-459f-8d40-22bee0d51fa9 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:48:42.110721 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-2e1d5d13-a5c9-4dfd-a778-a9220318d6d6 None None] Attempting to bind port a77d54bd-727c-4121-97c9-85857a9c6eae on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:48:42.116858 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-2e1d5d13-a5c9-4dfd-a778-a9220318d6d6 None None] Attempting to bind port a77d54bd-727c-4121-97c9-85857a9c6eae by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '0dbcfe68-f657-471b-b050-cdaf0ead2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '68540ec7-1ea9-43ac-b77b-4b3e99ca94ee'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:48:42.117668 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1d5d13-a5c9-4dfd-a778-a9220318d6d6 None None] Attempting to bind port a77d54bd-727c-4121-97c9-85857a9c6eae on network 68540ec7-1ea9-43ac-b77b-4b3e99ca94ee {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:48:42.134230 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369421a-476f-458c-9400-523e5db581ad None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:48:42.137403 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369421a-476f-458c-9400-523e5db581ad None None] Checking segment: {'id': '4268fadf-8dde-4e12-9cd7-d3b77529643b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:48:42.140738 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5369421a-476f-458c-9400-523e5db581ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:42.141408 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-8b8ce521-d4fb-4376-a436-e0fc57e56d84 None None] Provisioning complete for port 31aee6d6-2a5e-4919-838b-f39426037665 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:42.141793 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b8ce521-d4fb-4376-a436-e0fc57e56d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (31aee6d6-2a5e-4919-838b-f39426037665), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:42.142123 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5369421a-476f-458c-9400-523e5db581ad None None] Bound using segment: {'id': '4268fadf-8dde-4e12-9cd7-d3b77529643b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:48:42.143581 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-5369421a-476f-458c-9400-523e5db581ad None None] Bound port: 5ea450c5-5761-49d3-a0e6-e389597610a6, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4268fadf-8dde-4e12-9cd7-d3b77529643b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:48:42.145785 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5369421a-476f-458c-9400-523e5db581ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5ea450c5-5761-49d3-a0e6-e389597610a6), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:42.164687 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1d5d13-a5c9-4dfd-a778-a9220318d6d6 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:48:42.165111 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1d5d13-a5c9-4dfd-a778-a9220318d6d6 None None] Checking segment: {'id': '0dbcfe68-f657-471b-b050-cdaf0ead2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '68540ec7-1ea9-43ac-b77b-4b3e99ca94ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:48:42.165665 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5d13-a5c9-4dfd-a778-a9220318d6d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:42.166084 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1d5d13-a5c9-4dfd-a778-a9220318d6d6 None None] Bound using segment: {'id': '0dbcfe68-f657-471b-b050-cdaf0ead2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '68540ec7-1ea9-43ac-b77b-4b3e99ca94ee'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:48:42.167086 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-2e1d5d13-a5c9-4dfd-a778-a9220318d6d6 None None] Bound port: a77d54bd-727c-4121-97c9-85857a9c6eae, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dbcfe68-f657-471b-b050-cdaf0ead2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '68540ec7-1ea9-43ac-b77b-4b3e99ca94ee'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:48:42.168576 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80ba4a8-c1f7-497a-9570-cae007924b11 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Checking segment: {'id': 'c3f0bf10-3057-4e44-8660-feb160f78e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e459a586-76aa-4dca-a407-4b8880f12ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:48:42.169320 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80ba4a8-c1f7-497a-9570-cae007924b11 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network hostable DHCP agents. Network: e459a586-76aa-4dca-a407-4b8880f12ebf, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:48:42.171883 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5d13-a5c9-4dfd-a778-a9220318d6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a77d54bd-727c-4121-97c9-85857a9c6eae), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:42.364574 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e91090b6-a1f4-4092-bbb9-ce3e190626da req-af86c973-2339-4447-ab81-ebebf26dacbb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 210 time: 0.1270888 Jan 28 00:48:42.450180 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80ba4a8-c1f7-497a-9570-cae007924b11 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network e459a586-76aa-4dca-a407-4b8880f12ebf is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:48:42.513271 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-641fbfdd-9fd8-43ae-8d6a-0a0de13b72bb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:42.515527 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-641fbfdd-9fd8-43ae-8d6a-0a0de13b72bb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.65 "GET /v2.0/networks?id=68540ec7-1ea9-43ac-b77b-4b3e99ca94ee HTTP/1.1" status: 200 len: 797 time: 0.6228724 Jan 28 00:48:42.523896 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-b80ba4a8-c1f7-497a-9570-cae007924b11 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, e459a586-76aa-4dca-a407-4b8880f12ebf) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:48:42.542129 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-5369421a-476f-458c-9400-523e5db581ad None None] For port 5ea450c5-5761-49d3-a0e6-e389597610a6, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:48:42.550740 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80ba4a8-c1f7-497a-9570-cae007924b11 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:42.554511 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b80ba4a8-c1f7-497a-9570-cae007924b11 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:42.561357 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-5369421a-476f-458c-9400-523e5db581ad None None] For port 5ea450c5-5761-49d3-a0e6-e389597610a6, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=5ea450c5-5761-49d3-a0e6-e389597610a6,segment=NetworkSegment(4268fadf-8dde-4e12-9cd7-d3b77529643b),segment_id=4268fadf-8dde-4e12-9cd7-d3b77529643b)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:48:42.569319 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5369421a-476f-458c-9400-523e5db581ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (5ea450c5-5761-49d3-a0e6-e389597610a6), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:42.629384 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b80ba4a8-c1f7-497a-9570-cae007924b11 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1794040 Jan 28 00:48:42.630115 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59084) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:42.706600 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5369421a-476f-458c-9400-523e5db581ad None None] Routers {'8ca82f78-c348-48f0-b706-c6264dd84428'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:48:42.708688 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-5369421a-476f-458c-9400-523e5db581ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:48:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8ca82f78-c348-48f0-b706-c6264dd84428'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:42.910332 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6739fa-113d-4faf-ac06-b3e25ef8552f req-134d8b76-b391-4965-a845-2c12e2124284 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:42.920823 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ce6739fa-113d-4faf-ac06-b3e25ef8552f req-134d8b76-b391-4965-a845-2c12e2124284 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 946 time: 0.2522771 Jan 28 00:48:42.941200 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-130c41e0-d468-4ccf-8a07-4d72e02f98a6 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8 HTTP/1.1" status: 200 len: 379 time: 0.4060934 Jan 28 00:48:42.948509 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79083326-52dc-4bb9-91c1-858ce4b97c13 None None] Network e459a586-76aa-4dca-a407-4b8880f12ebf requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:48:42.951208 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:43.047216 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-ee149504-1841-4461-929d-61a31ad9ee38 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'port': {'device_id': 'b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64', 'network_id': '68540ec7-1ea9-43ac-b77b-4b3e99ca94ee', 'admin_state_up': True, 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'security_groups': ['01d13c14-c30b-467f-ae41-9b8b40fe99c9']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:48:43.112368 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-5369421a-476f-458c-9400-523e5db581ad None None] Set router 8ca82f78-c348-48f0-b706-c6264dd84428 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:48:43.143911 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8b8ce521-d4fb-4376-a436-e0fc57e56d84 None None] Current status of the port 31aee6d6-2a5e-4919-838b-f39426037665 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:43.216028 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-2e1d5d13-a5c9-4dfd-a778-a9220318d6d6 None None] For port a77d54bd-727c-4121-97c9-85857a9c6eae, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:48:43.218645 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-8b8ce521-d4fb-4376-a436-e0fc57e56d84 None None] Provisioning complete for port 5ea450c5-5761-49d3-a0e6-e389597610a6 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:43.219025 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b8ce521-d4fb-4376-a436-e0fc57e56d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (5ea450c5-5761-49d3-a0e6-e389597610a6), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:43.235463 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-2e1d5d13-a5c9-4dfd-a778-a9220318d6d6 None None] For port a77d54bd-727c-4121-97c9-85857a9c6eae, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=a77d54bd-727c-4121-97c9-85857a9c6eae,segment=NetworkSegment(0dbcfe68-f657-471b-b050-cdaf0ead2a2b),segment_id=0dbcfe68-f657-471b-b050-cdaf0ead2a2b)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:48:43.251320 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:43.286675 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5d13-a5c9-4dfd-a778-a9220318d6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a77d54bd-727c-4121-97c9-85857a9c6eae), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:43.483338 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1d5d13-a5c9-4dfd-a778-a9220318d6d6 None None] Routers {'113ff66e-e766-4959-9430-69812a596a60'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:48:43.484635 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-2e1d5d13-a5c9-4dfd-a778-a9220318d6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:48:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['113ff66e-e766-4959-9430-69812a596a60'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:43.489064 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd359b1-e4a2-4b26-b84f-2e4cc7218eb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-e459a586-76aa-4dca-a407-4b8880f12ebf', 'network_id': 'e459a586-76aa-4dca-a407-4b8880f12ebf', 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'fixed_ips': [{'subnet_id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:48:43.490644 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fdd359b1-e4a2-4b26-b84f-2e4cc7218eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:43.523089 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ce6739fa-113d-4faf-ac06-b3e25ef8552f req-00f9623c-f085-4a1a-9ea7-e717ebbffc69 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5760021 Jan 28 00:48:43.577719 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-ee149504-1841-4461-929d-61a31ad9ee38 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Made reservation on behalf of e5a41ae09ed64e5ca7368f2afd92f5c8 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:48:43.584983 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-ee149504-1841-4461-929d-61a31ad9ee38 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:43.734024 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa429bf-faaf-4233-8024-683a7642e894 None None] Pushing event updated for resources: {'Port': ['ID=a77d54bd-727c-4121-97c9-85857a9c6eae,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:43.823550 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c616c1d4-397d-4399-a57b-a4439c51954b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:43.936367 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520f0db-464a-437b-840f-48100b040556 None None] Pushing event updated for resources: {'Port': ['ID=5ea450c5-5761-49d3-a0e6-e389597610a6,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:43.993732 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-5369421a-476f-458c-9400-523e5db581ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'name': 'tempest-RoutersIpV6Test-router-840837175', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:32Z', 'updated_at': '2022-01-28T00:48:37Z', 'revision_number': 2, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None, '_interfaces': [{'id': '5ea450c5-5761-49d3-a0e6-e389597610a6', 'name': '', 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:6b:33:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:35Z', 'updated_at': '2022-01-28T00:48:42Z', 'revision_number': 4, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:44.008313 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8b8ce521-d4fb-4376-a436-e0fc57e56d84 None None] Current status of the port 5ea450c5-5761-49d3-a0e6-e389597610a6 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:44.009344 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b8ce521-d4fb-4376-a436-e0fc57e56d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5ea450c5-5761-49d3-a0e6-e389597610a6), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:44.051849 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-2e1d5d13-a5c9-4dfd-a778-a9220318d6d6 None None] Set router 113ff66e-e766-4959-9430-69812a596a60 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:48:44.086621 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5369421a-476f-458c-9400-523e5db581ad None None] The sync data for ids ['8ca82f78-c348-48f0-b706-c6264dd84428'] in n-d-826754-1 is: [{'id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'name': 'tempest-RoutersIpV6Test-router-840837175', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:32Z', 'updated_at': '2022-01-28T00:48:37Z', 'revision_number': 2, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None, '_interfaces': [{'id': '5ea450c5-5761-49d3-a0e6-e389597610a6', 'name': '', 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:6b:33:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:35Z', 'updated_at': '2022-01-28T00:48:42Z', 'revision_number': 4, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:48:44.101677 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71f432ae-da22-4fd7-b677-dd04ee9db6a2 req-4dc1d35c-62aa-4bdb-a0ab-b8ae78b99863 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 210 time: 0.1797760 Jan 28 00:48:44.125278 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077132a-b342-4ad5-8d89-ef8f45587c3e req-1d9e8310-9317-476f-80a8-f24b83582e38 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:44.127159 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2077132a-b342-4ad5-8d89-ef8f45587c3e req-1d9e8310-9317-476f-80a8-f24b83582e38 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 946 time: 0.2065358 Jan 28 00:48:44.167657 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-fdd359b1-e4a2-4b26-b84f-2e4cc7218eb9 None None] Allocated IP 2001:db8:1::2 (e459a586-76aa-4dca-a407-4b8880f12ebf/645e0d1d-2ae1-4336-8685-bb55e2b1e5c5/2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:48:44.265136 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-ee149504-1841-4461-929d-61a31ad9ee38 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Allocated IP 172.20.0.7 (68540ec7-1ea9-43ac-b77b-4b3e99ca94ee/2d3dd484-7a77-442e-92ca-f02807e53c73/73873c81-a6b3-4e19-9a88-30df71f26e07) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:48:44.358696 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-8b8ce521-d4fb-4376-a436-e0fc57e56d84 None None] For port 5ea450c5-5761-49d3-a0e6-e389597610a6, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=5ea450c5-5761-49d3-a0e6-e389597610a6,segment=NetworkSegment(4268fadf-8dde-4e12-9cd7-d3b77529643b),segment_id=4268fadf-8dde-4e12-9cd7-d3b77529643b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:48:44.412032 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b8ce521-d4fb-4376-a436-e0fc57e56d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (5ea450c5-5761-49d3-a0e6-e389597610a6), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:44.455441 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fdd359b1-e4a2-4b26-b84f-2e4cc7218eb9 None None] Publish callbacks [] for port (2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:44.506813 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fdd359b1-e4a2-4b26-b84f-2e4cc7218eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:44.509111 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:44.534743 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2077132a-b342-4ad5-8d89-ef8f45587c3e req-ca1e1211-b257-46b2-8ee8-619ba24cc532 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867146 Jan 28 00:48:44.598837 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-c616c1d4-397d-4399-a57b-a4439c51954b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Allocated IP 2001:db8:1::1 (e459a586-76aa-4dca-a407-4b8880f12ebf/645e0d1d-2ae1-4336-8685-bb55e2b1e5c5/4d9925df-2ff5-4766-a921-2aa14c3c5fd5) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:48:44.651235 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-ee149504-1841-4461-929d-61a31ad9ee38 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for port (73873c81-a6b3-4e19-9a88-30df71f26e07), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:44.677327 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd359b1-e4a2-4b26-b84f-2e4cc7218eb9 None None] Network e459a586-76aa-4dca-a407-4b8880f12ebf is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:48:44.686479 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-fdd359b1-e4a2-4b26-b84f-2e4cc7218eb9 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:48:44.706801 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a41a05f7-b518-4d56-9cfe-36b5c027b516 None None] Provisioning complete for port 5ea450c5-5761-49d3-a0e6-e389597610a6 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:44.707627 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a41a05f7-b518-4d56-9cfe-36b5c027b516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (5ea450c5-5761-49d3-a0e6-e389597610a6), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:44.714682 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-ee149504-1841-4461-929d-61a31ad9ee38 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (73873c81-a6b3-4e19-9a88-30df71f26e07), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:44.725233 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd359b1-e4a2-4b26-b84f-2e4cc7218eb9 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:48:44.816255 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-ee149504-1841-4461-929d-61a31ad9ee38 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Network 68540ec7-1ea9-43ac-b77b-4b3e99ca94ee is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:48:44.826820 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-ee149504-1841-4461-929d-61a31ad9ee38 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:48:44.832463 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-ee149504-1841-4461-929d-61a31ad9ee38 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:48:44.911931 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c616c1d4-397d-4399-a57b-a4439c51954b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for port (4d9925df-2ff5-4766-a921-2aa14c3c5fd5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:44.917793 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ce521-d4fb-4376-a436-e0fc57e56d84 None None] Pushing event updated for resources: {'Port': ['ID=5ea450c5-5761-49d3-a0e6-e389597610a6,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:45.007376 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee149504-1841-4461-929d-61a31ad9ee38 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'Port': ['ID=73873c81-a6b3-4e19-9a88-30df71f26e07,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:45.042630 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd359b1-e4a2-4b26-b84f-2e4cc7218eb9 None None] Pushing event updated for resources: {'Port': ['ID=2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:45.046063 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c616c1d4-397d-4399-a57b-a4439c51954b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (4d9925df-2ff5-4766-a921-2aa14c3c5fd5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:45.071976 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227ad65-cf18-4978-9fea-3fa3e35f775b req-9fa0b373-c183-446c-8c4b-755b8c872940 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:45.076479 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6227ad65-cf18-4978-9fea-3fa3e35f775b req-9fa0b373-c183-446c-8c4b-755b8c872940 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 946 time: 0.1839244 Jan 28 00:48:45.086477 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-ee149504-1841-4461-929d-61a31ad9ee38 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:45.087605 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-ee149504-1841-4461-929d-61a31ad9ee38 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:45.180000 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-ee149504-1841-4461-929d-61a31ad9ee38 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1505220 Jan 28 00:48:45.183994 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c616c1d4-397d-4399-a57b-a4439c51954b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network e459a586-76aa-4dca-a407-4b8880f12ebf is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:48:45.190090 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-fdd359b1-e4a2-4b26-b84f-2e4cc7218eb9 None None] Attempting to bind port 2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:48:45.190797 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-fdd359b1-e4a2-4b26-b84f-2e4cc7218eb9 None None] Attempting to bind port 2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'c3f0bf10-3057-4e44-8660-feb160f78e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e459a586-76aa-4dca-a407-4b8880f12ebf'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:48:45.191376 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd359b1-e4a2-4b26-b84f-2e4cc7218eb9 None None] Attempting to bind port 2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b on network e459a586-76aa-4dca-a407-4b8880f12ebf {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:48:45.201585 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd359b1-e4a2-4b26-b84f-2e4cc7218eb9 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:48:45.202275 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd359b1-e4a2-4b26-b84f-2e4cc7218eb9 None None] Checking segment: {'id': 'c3f0bf10-3057-4e44-8660-feb160f78e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e459a586-76aa-4dca-a407-4b8880f12ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:48:45.202888 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fdd359b1-e4a2-4b26-b84f-2e4cc7218eb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:45.203494 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd359b1-e4a2-4b26-b84f-2e4cc7218eb9 None None] Bound using segment: {'id': 'c3f0bf10-3057-4e44-8660-feb160f78e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e459a586-76aa-4dca-a407-4b8880f12ebf'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:48:45.204232 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-fdd359b1-e4a2-4b26-b84f-2e4cc7218eb9 None None] Bound port: 2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f0bf10-3057-4e44-8660-feb160f78e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e459a586-76aa-4dca-a407-4b8880f12ebf'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:48:45.204402 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-c7167e96-bb41-435b-a12d-0a78f531963b service neutron] Request body: {'port': {'device_id': 'b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:48:45.204968 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fdd359b1-e4a2-4b26-b84f-2e4cc7218eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:45.214849 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-c616c1d4-397d-4399-a57b-a4439c51954b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:48:45.224805 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c616c1d4-397d-4399-a57b-a4439c51954b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:48:45.227391 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c616c1d4-397d-4399-a57b-a4439c51954b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (8ca82f78-c348-48f0-b706-c6264dd84428), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:45.287574 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6227ad65-cf18-4978-9fea-3fa3e35f775b req-a019783d-490c-475b-a51f-a8436eab0344 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961751 Jan 28 00:48:45.387531 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-fdd359b1-e4a2-4b26-b84f-2e4cc7218eb9 None None] For port 2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:48:45.398563 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-2e1d5d13-a5c9-4dfd-a778-a9220318d6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113ff66e-e766-4959-9430-69812a596a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990871948', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '9bb02f3d-76b3-4069-b522-5d0b6662ad45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:24Z', 'updated_at': '2022-01-28T00:48:34Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '9bb02f3d-76b3-4069-b522-5d0b6662ad45', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:45:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113ff66e-e766-4959-9430-69812a596a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:25Z', 'updated_at': '2022-01-28T00:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'a77d54bd-727c-4121-97c9-85857a9c6eae', 'name': '', 'network_id': '68540ec7-1ea9-43ac-b77b-4b3e99ca94ee', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:b3:ef:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113ff66e-e766-4959-9430-69812a596a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '2d3dd484-7a77-442e-92ca-f02807e53c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:31Z', 'updated_at': '2022-01-28T00:48:43Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': '2d3dd484-7a77-442e-92ca-f02807e53c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:45.445466 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616c1d4-397d-4399-a57b-a4439c51954b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Port': ['ID=4d9925df-2ff5-4766-a921-2aa14c3c5fd5,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:45.481550 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-fdd359b1-e4a2-4b26-b84f-2e4cc7218eb9 None None] For port 2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b,segment=NetworkSegment(c3f0bf10-3057-4e44-8660-feb160f78e87),segment_id=c3f0bf10-3057-4e44-8660-feb160f78e87)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:48:45.493346 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1d5d13-a5c9-4dfd-a778-a9220318d6d6 None None] The sync data for ids ['113ff66e-e766-4959-9430-69812a596a60'] in n-d-826754-1 is: [{'id': '113ff66e-e766-4959-9430-69812a596a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990871948', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '9bb02f3d-76b3-4069-b522-5d0b6662ad45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:24Z', 'updated_at': '2022-01-28T00:48:34Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '9bb02f3d-76b3-4069-b522-5d0b6662ad45', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:45:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113ff66e-e766-4959-9430-69812a596a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:25Z', 'updated_at': '2022-01-28T00:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'a77d54bd-727c-4121-97c9-85857a9c6eae', 'name': '', 'network_id': '68540ec7-1ea9-43ac-b77b-4b3e99ca94ee', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:b3:ef:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113ff66e-e766-4959-9430-69812a596a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '2d3dd484-7a77-442e-92ca-f02807e53c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:31Z', 'updated_at': '2022-01-28T00:48:43Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': '2d3dd484-7a77-442e-92ca-f02807e53c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:48:45.494265 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c616c1d4-397d-4399-a57b-a4439c51954b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4d9925df-2ff5-4766-a921-2aa14c3c5fd5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:45.499106 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a41a05f7-b518-4d56-9cfe-36b5c027b516 None None] Current status of the port 5ea450c5-5761-49d3-a0e6-e389597610a6 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:45.514086 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fdd359b1-e4a2-4b26-b84f-2e4cc7218eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:45.614495 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd359b1-e4a2-4b26-b84f-2e4cc7218eb9 None None] Pushing event updated for resources: {'Port': ['ID=2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:45.647329 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a41a05f7-b518-4d56-9cfe-36b5c027b516 None None] Provisioning complete for port a77d54bd-727c-4121-97c9-85857a9c6eae triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:45.648102 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a41a05f7-b518-4d56-9cfe-36b5c027b516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a77d54bd-727c-4121-97c9-85857a9c6eae), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:45.665847 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-c7167e96-bb41-435b-a12d-0a78f531963b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (73873c81-a6b3-4e19-9a88-30df71f26e07), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:45.793000 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3adad-5535-46b2-9195-b838d4b14832 req-d1b2718e-d0a3-495d-b32c-3744a4c0de03 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:45.794947 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5ec3adad-5535-46b2-9195-b838d4b14832 req-d1b2718e-d0a3-495d-b32c-3744a4c0de03 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 931 time: 0.4436471 Jan 28 00:48:45.833764 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91581bdd-07a8-4170-b283-4b5d55280074 req-087e532d-c15e-4a64-ab93-254dd275ce82 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:45.840721 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-91581bdd-07a8-4170-b283-4b5d55280074 req-087e532d-c15e-4a64-ab93-254dd275ce82 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 946 time: 0.2191310 Jan 28 00:48:45.880093 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a41a05f7-b518-4d56-9cfe-36b5c027b516 None None] Current status of the port a77d54bd-727c-4121-97c9-85857a9c6eae is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:45.880661 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a41a05f7-b518-4d56-9cfe-36b5c027b516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a77d54bd-727c-4121-97c9-85857a9c6eae), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:45.946902 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-a41a05f7-b518-4d56-9cfe-36b5c027b516 None None] For port a77d54bd-727c-4121-97c9-85857a9c6eae, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=a77d54bd-727c-4121-97c9-85857a9c6eae,segment=NetworkSegment(0dbcfe68-f657-471b-b050-cdaf0ead2a2b),segment_id=0dbcfe68-f657-471b-b050-cdaf0ead2a2b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:48:45.956701 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a41a05f7-b518-4d56-9cfe-36b5c027b516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a77d54bd-727c-4121-97c9-85857a9c6eae), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:46.064665 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5ec3adad-5535-46b2-9195-b838d4b14832 req-c4f75e43-db70-4d31-ae71-68982a3bd246 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2567446 Jan 28 00:48:46.145715 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a05f7-b518-4d56-9cfe-36b5c027b516 None None] Pushing event updated for resources: {'Port': ['ID=a77d54bd-727c-4121-97c9-85857a9c6eae,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:46.158532 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-8c121c4b-1aa4-4d94-89b5-9128f6d7b63e None None] Provisioning complete for port 73873c81-a6b3-4e19-9a88-30df71f26e07 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:46.159277 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8c121c4b-1aa4-4d94-89b5-9128f6d7b63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (73873c81-a6b3-4e19-9a88-30df71f26e07), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:46.308518 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-91581bdd-07a8-4170-b283-4b5d55280074 req-d6190438-5694-4d81-8740-fba5719534e2 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4206622 Jan 28 00:48:46.368362 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8c121c4b-1aa4-4d94-89b5-9128f6d7b63e None None] Port 73873c81-a6b3-4e19-9a88-30df71f26e07 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:48:46.498086 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c616c1d4-397d-4399-a57b-a4439c51954b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for port (4d9925df-2ff5-4766-a921-2aa14c3c5fd5), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:46.507609 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c616c1d4-397d-4399-a57b-a4439c51954b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (4d9925df-2ff5-4766-a921-2aa14c3c5fd5), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:46.509029 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c616c1d4-397d-4399-a57b-a4439c51954b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (8ca82f78-c348-48f0-b706-c6264dd84428), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:46.523275 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 5ea450c5-5761-49d3-a0e6-e389597610a6 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:48:46.687701 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616c1d4-397d-4399-a57b-a4439c51954b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Port': ['ID=4d9925df-2ff5-4766-a921-2aa14c3c5fd5,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:46.721432 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1c2df-4803-44c9-9cda-7fdfd5348843 req-da4000d1-eadf-4426-b518-73a8f4aa3898 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:46.725507 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-12c1c2df-4803-44c9-9cda-7fdfd5348843 req-da4000d1-eadf-4426-b518-73a8f4aa3898 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 946 time: 0.1135762 Jan 28 00:48:46.738599 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 5ea450c5-5761-49d3-a0e6-e389597610a6 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:46.739401 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (5ea450c5-5761-49d3-a0e6-e389597610a6), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:46.780480 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c616c1d4-397d-4399-a57b-a4439c51954b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network e459a586-76aa-4dca-a407-4b8880f12ebf is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:48:46.782709 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-c616c1d4-397d-4399-a57b-a4439c51954b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:48:46.823549 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-c7167e96-bb41-435b-a12d-0a78f531963b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73873c81-a6b3-4e19-9a88-30df71f26e07 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:48:46.835241 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-c7167e96-bb41-435b-a12d-0a78f531963b service neutron] Publish callbacks [] for port (73873c81-a6b3-4e19-9a88-30df71f26e07), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:46.867121 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-c7167e96-bb41-435b-a12d-0a78f531963b service neutron] Transition to ACTIVE for port object 73873c81-a6b3-4e19-9a88-30df71f26e07 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:48:46.878272 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-c7167e96-bb41-435b-a12d-0a78f531963b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (73873c81-a6b3-4e19-9a88-30df71f26e07), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:46.899041 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-12c1c2df-4803-44c9-9cda-7fdfd5348843 req-2f079a28-75bb-48e0-8d8e-be76cb8df768 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132724 Jan 28 00:48:46.979490 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7167e96-bb41-435b-a12d-0a78f531963b service neutron] Pushing event updated for resources: {'Port': ['ID=73873c81-a6b3-4e19-9a88-30df71f26e07,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:46.998348 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 5ea450c5-5761-49d3-a0e6-e389597610a6 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:47.000347 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a77d54bd-727c-4121-97c9-85857a9c6eae up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:48:47.061876 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c616c1d4-397d-4399-a57b-a4439c51954b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Router 8ca82f78-c348-48f0-b706-c6264dd84428 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:48:47.151896 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port a77d54bd-727c-4121-97c9-85857a9c6eae triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:47.152855 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a77d54bd-727c-4121-97c9-85857a9c6eae), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:47.313852 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2a598-8ecf-4031-8769-ee5a7553b2bc req-1180ebe4-f631-4201-8acf-5e50b143493e tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:47.324223 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eeb2a598-8ecf-4031-8769-ee5a7553b2bc req-1180ebe4-f631-4201-8acf-5e50b143493e tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 946 time: 0.2602615 Jan 28 00:48:47.354594 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port a77d54bd-727c-4121-97c9-85857a9c6eae is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:47.549247 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c616c1d4-397d-4399-a57b-a4439c51954b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:48:47.572197 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8324668a-0ceb-422c-a254-4ec257346565 None None] Sync routers for ids ['8ca82f78-c348-48f0-b706-c6264dd84428'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:48:47.582474 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c616c1d4-397d-4399-a57b-a4439c51954b tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "PUT /v2.0/routers/8ca82f78-c348-48f0-b706-c6264dd84428/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9505491 Jan 28 00:48:47.583680 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59114) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:47.583948 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118c77d-1217-4f9f-b62a-4bc01cd9d257 req-ba9ec6aa-8ca3-4cea-b277-376c4512192e tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:47.585589 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d118c77d-1217-4f9f-b62a-4bc01cd9d257 req-ba9ec6aa-8ca3-4cea-b277-376c4512192e tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 943 time: 0.2155483 Jan 28 00:48:47.594405 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a80be6a1-c632-4dd5-8d2e-1927c237e0b2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1790281192'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:48:47.610245 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8324668a-0ceb-422c-a254-4ec257346565 None None] Routers {'8ca82f78-c348-48f0-b706-c6264dd84428'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:48:47.616826 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-8324668a-0ceb-422c-a254-4ec257346565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:48:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8ca82f78-c348-48f0-b706-c6264dd84428'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:47.623430 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80be6a1-c632-4dd5-8d2e-1927c237e0b2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Made reservation on behalf of c15c480f40da4eb2ba8f032a9f4f366b for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:48:47.629402 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a80be6a1-c632-4dd5-8d2e-1927c237e0b2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:47.657798 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eeb2a598-8ecf-4031-8769-ee5a7553b2bc req-591e33f6-6072-4cd0-8886-054917cfc3ac tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324637 Jan 28 00:48:47.686256 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-c7167e96-bb41-435b-a12d-0a78f531963b service neutron] Attempting to bind port 73873c81-a6b3-4e19-9a88-30df71f26e07 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:48:47.686600 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-c7167e96-bb41-435b-a12d-0a78f531963b service neutron] Attempting to bind port 73873c81-a6b3-4e19-9a88-30df71f26e07 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '0dbcfe68-f657-471b-b050-cdaf0ead2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '68540ec7-1ea9-43ac-b77b-4b3e99ca94ee'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:48:47.689129 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-c7167e96-bb41-435b-a12d-0a78f531963b service neutron] Attempting to bind port 73873c81-a6b3-4e19-9a88-30df71f26e07 on network 68540ec7-1ea9-43ac-b77b-4b3e99ca94ee {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:48:47.699891 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a80be6a1-c632-4dd5-8d2e-1927c237e0b2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:48:47.731853 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a80be6a1-c632-4dd5-8d2e-1927c237e0b2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (5067f776-366a-4f3b-b124-749d1cc4219f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:47.733623 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-a80be6a1-c632-4dd5-8d2e-1927c237e0b2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Added segment 5067f776-366a-4f3b-b124-749d1cc4219f of type vlan for network 9f7bdb25-d395-4f07-8701-de9485944957 Jan 28 00:48:47.736364 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-c7167e96-bb41-435b-a12d-0a78f531963b service neutron] Port 73873c81-a6b3-4e19-9a88-30df71f26e07 on network 68540ec7-1ea9-43ac-b77b-4b3e99ca94ee not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:48:47.740004 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-c7167e96-bb41-435b-a12d-0a78f531963b service neutron] Attempting to bind port 73873c81-a6b3-4e19-9a88-30df71f26e07 on network 68540ec7-1ea9-43ac-b77b-4b3e99ca94ee {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:48:47.798451 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-c7167e96-bb41-435b-a12d-0a78f531963b service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:48:47.799021 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-c7167e96-bb41-435b-a12d-0a78f531963b service neutron] Checking segment: {'id': '0dbcfe68-f657-471b-b050-cdaf0ead2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '68540ec7-1ea9-43ac-b77b-4b3e99ca94ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:48:47.799642 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-c7167e96-bb41-435b-a12d-0a78f531963b service neutron] Bound using segment: {'id': '0dbcfe68-f657-471b-b050-cdaf0ead2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '68540ec7-1ea9-43ac-b77b-4b3e99ca94ee'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:48:47.806692 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-c7167e96-bb41-435b-a12d-0a78f531963b service neutron] Bound port: 73873c81-a6b3-4e19-9a88-30df71f26e07, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dbcfe68-f657-471b-b050-cdaf0ead2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '68540ec7-1ea9-43ac-b77b-4b3e99ca94ee'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:48:47.809831 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-c7167e96-bb41-435b-a12d-0a78f531963b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (73873c81-a6b3-4e19-9a88-30df71f26e07), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:47.813812 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-8324668a-0ceb-422c-a254-4ec257346565 None None] Set router 8ca82f78-c348-48f0-b706-c6264dd84428 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:48:47.829417 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d118c77d-1217-4f9f-b62a-4bc01cd9d257 req-f54ab16e-7930-4d8d-a631-ec0bed7b6afc tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135074 Jan 28 00:48:47.861988 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a80be6a1-c632-4dd5-8d2e-1927c237e0b2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (9f7bdb25-d395-4f07-8701-de9485944957), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:47.927950 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a80be6a1-c632-4dd5-8d2e-1927c237e0b2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (9f7bdb25-d395-4f07-8701-de9485944957), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:47.935381 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80be6a1-c632-4dd5-8d2e-1927c237e0b2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:47.936146 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a80be6a1-c632-4dd5-8d2e-1927c237e0b2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:48.065509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c10ece-91d6-453a-8a85-b3a3f030975f req-ce61011e-a37b-4067-a417-72d172524f70 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:48.069366 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70c10ece-91d6-453a-8a85-b3a3f030975f req-ce61011e-a37b-4067-a417-72d172524f70 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 946 time: 0.2387114 Jan 28 00:48:48.096803 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a80be6a1-c632-4dd5-8d2e-1927c237e0b2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5097277 Jan 28 00:48:48.097500 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59120) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:48.113585 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-8b392343-339f-449b-beaa-787c05baab2a tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Request body: {'subnet': {'network_id': '9f7bdb25-d395-4f07-8701-de9485944957', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:48:48.132818 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-c7167e96-bb41-435b-a12d-0a78f531963b service neutron] For port 73873c81-a6b3-4e19-9a88-30df71f26e07, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:48:48.143214 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-c7167e96-bb41-435b-a12d-0a78f531963b service neutron] For port 73873c81-a6b3-4e19-9a88-30df71f26e07, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=73873c81-a6b3-4e19-9a88-30df71f26e07,segment=NetworkSegment(0dbcfe68-f657-471b-b050-cdaf0ead2a2b),segment_id=0dbcfe68-f657-471b-b050-cdaf0ead2a2b)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:48:48.159386 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-c7167e96-bb41-435b-a12d-0a78f531963b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (73873c81-a6b3-4e19-9a88-30df71f26e07), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:48.224377 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80be6a1-c632-4dd5-8d2e-1927c237e0b2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Network': ['ID=9f7bdb25-d395-4f07-8701-de9485944957,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:48.271500 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-c7167e96-bb41-435b-a12d-0a78f531963b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:48.272305 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-c7167e96-bb41-435b-a12d-0a78f531963b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:48.273869 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-c7167e96-bb41-435b-a12d-0a78f531963b service neutron] 10.222.0.65 "PUT /v2.0/ports/73873c81-a6b3-4e19-9a88-30df71f26e07 HTTP/1.1" status: 200 len: 1091 time: 3.0771751 Jan 28 00:48:48.274365 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64', 'tag': '73873c81-a6b3-4e19-9a88-30df71f26e07'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:48:48.278065 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b9a8e2-1156-4d57-bc47-92fc139101dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64", "tag": "73873c81-a6b3-4e19-9a88-30df71f26e07"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:48:48.314701 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70c10ece-91d6-453a-8a85-b3a3f030975f req-1afaf3f3-b6c8-4158-9ffe-1937f817421c tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685693 Jan 28 00:48:48.339013 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7167e96-bb41-435b-a12d-0a78f531963b service neutron] Pushing event updated for resources: {'Port': ['ID=73873c81-a6b3-4e19-9a88-30df71f26e07,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:48.390335 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db57f0ef-9705-4093-9dfc-be493a67f8d3 x-openstack-request-id: req-db57f0ef-9705-4093-9dfc-be493a67f8d3 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:48:48.390662 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64", "tag": "73873c81-a6b3-4e19-9a88-30df71f26e07", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:48:48.391041 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-db57f0ef-9705-4093-9dfc-be493a67f8d3 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:48:48.391760 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64', 'tag': '73873c81-a6b3-4e19-9a88-30df71f26e07', 'status': 'completed', 'code': 200} Jan 28 00:48:48.439527 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64106955-9f0e-41c0-adc6-321d2c73da96 None None] Network e459a586-76aa-4dca-a407-4b8880f12ebf requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:48:48.448731 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b392343-339f-449b-beaa-787c05baab2a tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Made reservation on behalf of c15c480f40da4eb2ba8f032a9f4f366b for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:48:48.450022 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 9f7bdb25-d395-4f07-8701-de9485944957 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:48:48.453660 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a77d54bd-727c-4121-97c9-85857a9c6eae up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:48:48.454407 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b392343-339f-449b-beaa-787c05baab2a tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:48.490358 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-511f0821-4328-44d7-afad-0d35b34d9575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:48.496548 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-511f0821-4328-44d7-afad-0d35b34d9575 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 1094 time: 0.1384351 Jan 28 00:48:48.643088 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-7d0691a1-a57e-41ee-b142-c4793d6436b8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73873c81-a6b3-4e19-9a88-30df71f26e07 HTTP/1.1" status: 200 len: 217 time: 0.1041427 Jan 28 00:48:48.741429 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb20090-0ea5-489b-b540-2e6d737fd138 req-3fd1520b-288d-4932-ba92-2f5402415562 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:48.745295 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eeb20090-0ea5-489b-b540-2e6d737fd138 req-3fd1520b-288d-4932-ba92-2f5402415562 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 946 time: 0.2329338 Jan 28 00:48:48.803303 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-b726ab42-3975-4771-8bcf-f7d137469877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:48.804889 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-b726ab42-3975-4771-8bcf-f7d137469877 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2d3dd484-7a77-442e-92ca-f02807e53c73 HTTP/1.1" status: 200 len: 834 time: 0.1545069 Jan 28 00:48:48.819143 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d1ad4b91-71e2-4f25-8a00-5805d48ba44f None None] Provisioning complete for port 2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:48.819969 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d1ad4b91-71e2-4f25-8a00-5805d48ba44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:48.887083 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eeb20090-0ea5-489b-b540-2e6d737fd138 req-1b99adbe-ccf9-488f-b0e9-abc0ce85d3ce tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232250 Jan 28 00:48:48.910180 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-48bae279-ffac-4b5c-8c4a-c93aafe2daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:48.912222 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-48bae279-ffac-4b5c-8c4a-c93aafe2daa4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=68540ec7-1ea9-43ac-b77b-4b3e99ca94ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962677 Jan 28 00:48:49.032638 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-0715ab65-94bb-4453-9501-d625fd085a10 req-e9d9d41c-8dfe-4b89-9ebf-0273a7c86f5f service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:48:49.034066 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0715ab65-94bb-4453-9501-d625fd085a10 req-e9d9d41c-8dfe-4b89-9ebf-0273a7c86f5f service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0198648 Jan 28 00:48:49.106654 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port a77d54bd-727c-4121-97c9-85857a9c6eae triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:49.107103 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a77d54bd-727c-4121-97c9-85857a9c6eae), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:49.115816 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-b4c7b0cb-2f0b-46c6-a2c8-8255e5c06a51 service neutron] 10.222.0.65 "GET /v2.0/networks/68540ec7-1ea9-43ac-b77b-4b3e99ca94ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889539 Jan 28 00:48:49.159584 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-8324668a-0ceb-422c-a254-4ec257346565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'name': 'tempest-RoutersIpV6Test-router-840837175', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:32Z', 'updated_at': '2022-01-28T00:48:45Z', 'revision_number': 3, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None, '_interfaces': [{'id': '4d9925df-2ff5-4766-a921-2aa14c3c5fd5', 'name': '', 'network_id': 'e459a586-76aa-4dca-a407-4b8880f12ebf', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:8e:e3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:44Z', 'updated_at': '2022-01-28T00:48:45Z', 'revision_number': 2, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea450c5-5761-49d3-a0e6-e389597610a6', 'name': '', 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:6b:33:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:35Z', 'updated_at': '2022-01-28T00:48:44Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:49.193727 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b392343-339f-449b-beaa-787c05baab2a tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (06ea78cb-3eeb-4f0f-ad17-1bedc9672558), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:49.237037 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8324668a-0ceb-422c-a254-4ec257346565 None None] Checking router: 8ca82f78-c348-48f0-b706-c6264dd84428 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:48:49.237640 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8324668a-0ceb-422c-a254-4ec257346565 None None] Updating router 8ca82f78-c348-48f0-b706-c6264dd84428 port 4d9925df-2ff5-4766-a921-2aa14c3c5fd5 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:48:49.286929 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b392343-339f-449b-beaa-787c05baab2a tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Subnet': ['ID=06ea78cb-3eeb-4f0f-ad17-1bedc9672558,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:49.296659 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-795420d8-8bb9-41e1-94e3-da2a88b30ba1 req-506d16df-048d-460b-8ef2-9498c226e5bc service neutron] 10.222.0.65 "GET /v2.0/networks/68540ec7-1ea9-43ac-b77b-4b3e99ca94ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690319 Jan 28 00:48:49.306736 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1229050-a145-4a77-9bce-22f01c22c7fb req-8e93b9d9-16b8-4934-8629-81b71ee6f029 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:49.310404 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c1229050-a145-4a77-9bce-22f01c22c7fb req-8e93b9d9-16b8-4934-8629-81b71ee6f029 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 943 time: 0.2947903 Jan 28 00:48:49.318279 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b392343-339f-449b-beaa-787c05baab2a tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Checking segment: {'id': '5067f776-366a-4f3b-b124-749d1cc4219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9f7bdb25-d395-4f07-8701-de9485944957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:48:49.318625 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b392343-339f-449b-beaa-787c05baab2a tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network hostable DHCP agents. Network: 9f7bdb25-d395-4f07-8701-de9485944957, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:48:49.354671 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b392343-339f-449b-beaa-787c05baab2a tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network 9f7bdb25-d395-4f07-8701-de9485944957 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:48:49.385674 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8324668a-0ceb-422c-a254-4ec257346565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4d9925df-2ff5-4766-a921-2aa14c3c5fd5), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:49.386395 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-8b392343-339f-449b-beaa-787c05baab2a tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 9f7bdb25-d395-4f07-8701-de9485944957) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:48:49.392485 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b392343-339f-449b-beaa-787c05baab2a tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:49.394723 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b392343-339f-449b-beaa-787c05baab2a tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:49.395065 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa027e-762a-4ee5-ad14-908820d76008 req-74ead8c4-9c35-4b64-8ba4-8cedd9fb224d tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:49.398267 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fbaa027e-762a-4ee5-ad14-908820d76008 req-74ead8c4-9c35-4b64-8ba4-8cedd9fb224d tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 946 time: 0.2367077 Jan 28 00:48:49.442161 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8b392343-339f-449b-beaa-787c05baab2a tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3384461 Jan 28 00:48:49.442889 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59136) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:49.461335 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dc3784-c08c-4a85-bea2-0ec5f1d70e57 None None] Network 9f7bdb25-d395-4f07-8701-de9485944957 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:48:49.547100 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c1229050-a145-4a77-9bce-22f01c22c7fb req-29f1b139-aa5a-4737-9aa0-f2792cf29458 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2241099 Jan 28 00:48:49.577578 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fbaa027e-762a-4ee5-ad14-908820d76008 req-7ecb1e65-150c-4a77-9437-300362dd51cf tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968788 Jan 28 00:48:49.601416 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9a8e2-1156-4d57-bc47-92fc139101dc req-dbea4b28-91d1-4553-ba77-2435b0cee746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:49.603288 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-24b9a8e2-1156-4d57-bc47-92fc139101dc req-dbea4b28-91d1-4553-ba77-2435b0cee746 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 1094 time: 0.1858735 Jan 28 00:48:49.721780 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d1ad4b91-71e2-4f25-8a00-5805d48ba44f None None] Current status of the port 2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:49.722457 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d1ad4b91-71e2-4f25-8a00-5805d48ba44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:49.739331 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9a8e2-1156-4d57-bc47-92fc139101dc req-eeaffdba-6c63-4ee2-8372-814a85926090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:49.746898 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-24b9a8e2-1156-4d57-bc47-92fc139101dc req-eeaffdba-6c63-4ee2-8372-814a85926090 service neutron] 10.222.0.65 "GET /v2.0/networks?id=68540ec7-1ea9-43ac-b77b-4b3e99ca94ee HTTP/1.1" status: 200 len: 898 time: 0.1302607 Jan 28 00:48:49.842084 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-24b9a8e2-1156-4d57-bc47-92fc139101dc req-de997e08-9841-4813-b228-135344ac9894 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73873c81-a6b3-4e19-9a88-30df71f26e07 HTTP/1.1" status: 200 len: 217 time: 0.0864983 Jan 28 00:48:49.842753 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7da23f2-fe96-4c94-a523-79f8a3f5b190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-9f7bdb25-d395-4f07-8701-de9485944957', 'network_id': '9f7bdb25-d395-4f07-8701-de9485944957', 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'fixed_ips': [{'subnet_id': '06ea78cb-3eeb-4f0f-ad17-1bedc9672558'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:48:49.852884 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7da23f2-fe96-4c94-a523-79f8a3f5b190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:49.992689 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9a8e2-1156-4d57-bc47-92fc139101dc req-00064320-34dc-42ea-91ae-6f42dc9296b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:49.995915 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-24b9a8e2-1156-4d57-bc47-92fc139101dc req-00064320-34dc-42ea-91ae-6f42dc9296b3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2d3dd484-7a77-442e-92ca-f02807e53c73 HTTP/1.1" status: 200 len: 834 time: 0.1470444 Jan 28 00:48:50.136404 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06f68a-b844-4087-a2ef-6239e7190f7f req-198763be-62ab-4b9e-bf99-64d0fa1c54d7 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:50.139989 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fd06f68a-b844-4087-a2ef-6239e7190f7f req-198763be-62ab-4b9e-bf99-64d0fa1c54d7 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 946 time: 0.3187711 Jan 28 00:48:50.235583 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9a8e2-1156-4d57-bc47-92fc139101dc req-0d85fa74-c0e2-490f-959a-6ddb1e434fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:50.238503 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-24b9a8e2-1156-4d57-bc47-92fc139101dc req-0d85fa74-c0e2-490f-959a-6ddb1e434fc8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=68540ec7-1ea9-43ac-b77b-4b3e99ca94ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2342083 Jan 28 00:48:50.360861 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3429975a-9885-4d86-b2bf-da64bb4b761d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:50.463888 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-d1ad4b91-71e2-4f25-8a00-5805d48ba44f None None] For port 2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b,segment=NetworkSegment(c3f0bf10-3057-4e44-8660-feb160f78e87),segment_id=c3f0bf10-3057-4e44-8660-feb160f78e87)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:48:50.484199 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port a77d54bd-727c-4121-97c9-85857a9c6eae is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:50.486515 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:48:50.531263 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-24b9a8e2-1156-4d57-bc47-92fc139101dc req-131a35ed-715a-42cb-9af5-78870047b4f6 service neutron] 10.222.0.65 "GET /v2.0/networks/68540ec7-1ea9-43ac-b77b-4b3e99ca94ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612319 Jan 28 00:48:50.561928 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fd06f68a-b844-4087-a2ef-6239e7190f7f req-f5910810-abd5-40cc-8f66-29387ddacc52 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979895 Jan 28 00:48:50.613483 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d1ad4b91-71e2-4f25-8a00-5805d48ba44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:50.878178 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad4b91-71e2-4f25-8a00-5805d48ba44f None None] Pushing event updated for resources: {'Port': ['ID=2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:51.039478 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a0639-0a32-40d9-b9a2-1baf7f968b8f req-f56f4da8-6917-4019-bdf6-e407e6da9b8d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:51.041708 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-af7a0639-0a32-40d9-b9a2-1baf7f968b8f req-f56f4da8-6917-4019-bdf6-e407e6da9b8d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 943 time: 0.2445548 Jan 28 00:48:51.051865 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-24b9a8e2-1156-4d57-bc47-92fc139101dc req-92145bc5-cde8-404a-9707-5c41d0ec2489 service neutron] 10.222.0.65 "GET /v2.0/networks/68540ec7-1ea9-43ac-b77b-4b3e99ca94ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877028 Jan 28 00:48:51.060351 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd42fe3-a83a-4117-bb16-37d4f26171ee req-5e740b32-9d52-4ee6-9d63-b92f8b16864a tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:51.067425 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9dd42fe3-a83a-4117-bb16-37d4f26171ee req-5e740b32-9d52-4ee6-9d63-b92f8b16864a tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 946 time: 0.2421319 Jan 28 00:48:51.123952 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-f7da23f2-fe96-4c94-a523-79f8a3f5b190 None None] Allocated IP 2001:db8:2::2 (9f7bdb25-d395-4f07-8701-de9485944957/06ea78cb-3eeb-4f0f-ad17-1bedc9672558/2652863a-9f16-4769-b6d4-bda3ac53186d) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:48:51.167876 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-af7a0639-0a32-40d9-b9a2-1baf7f968b8f req-5e4e91cc-8437-407d-84ce-7aea7a0a3b51 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766728 Jan 28 00:48:51.179879 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9dd42fe3-a83a-4117-bb16-37d4f26171ee req-cfa2ea1c-7199-4931-a826-b0b990b3cbac tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095259 Jan 28 00:48:51.216952 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:51.216952 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:51.319724 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ed394-77c5-45e1-9e21-8b57c6832651 req-58130a15-9ccc-4bf2-b514-4ae49668c624 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:51.321385 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8d8ed394-77c5-45e1-9e21-8b57c6832651 req-58130a15-9ccc-4bf2-b514-4ae49668c624 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 946 time: 0.0611506 Jan 28 00:48:51.370365 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f028ee0d-d39d-4187-8ac2-33130785ac72 None None] Provisioning complete for port 2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:51.370718 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f028ee0d-d39d-4187-8ac2-33130785ac72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:51.402616 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8d8ed394-77c5-45e1-9e21-8b57c6832651 req-eb699f7d-1d24-46ef-b4ae-96bf32f420fa tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688689 Jan 28 00:48:51.557538 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8324668a-0ceb-422c-a254-4ec257346565 None None] Publish callbacks [] for port (4d9925df-2ff5-4766-a921-2aa14c3c5fd5), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:51.607100 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8324668a-0ceb-422c-a254-4ec257346565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (4d9925df-2ff5-4766-a921-2aa14c3c5fd5), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:51.615212 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363eaf7e-aa39-4b39-8561-9dcfd7198ead req-128386f1-a3c9-46a8-b8b8-cbb8d7ca4523 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:51.617379 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-363eaf7e-aa39-4b39-8561-9dcfd7198ead req-128386f1-a3c9-46a8-b8b8-cbb8d7ca4523 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 946 time: 0.0717878 Jan 28 00:48:51.691539 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-363eaf7e-aa39-4b39-8561-9dcfd7198ead req-460f96fb-7015-4d42-b5ed-90fc043b79d7 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614316 Jan 28 00:48:51.741980 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:51.808335 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824bf55-72b2-40d1-8280-ce5f7364c592 None None] Pushing event updated for resources: {'Port': ['ID=4d9925df-2ff5-4766-a921-2aa14c3c5fd5,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:51.822288 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7da23f2-fe96-4c94-a523-79f8a3f5b190 None None] Publish callbacks [] for port (2652863a-9f16-4769-b6d4-bda3ac53186d), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:51.861679 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7da23f2-fe96-4c94-a523-79f8a3f5b190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (2652863a-9f16-4769-b6d4-bda3ac53186d), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:51.893267 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f028ee0d-d39d-4187-8ac2-33130785ac72 None None] Current status of the port 2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:51.937699 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:48:51.957769 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-3429975a-9885-4d86-b2bf-da64bb4b761d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Allocated IP 2001:db8:2::1 (9f7bdb25-d395-4f07-8701-de9485944957/06ea78cb-3eeb-4f0f-ad17-1bedc9672558/1c0068e9-3cae-44de-9d42-a22a8b53f9dc) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:48:51.987977 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea660143-431d-4d80-8be7-a0434f49f3a4 req-5f488a27-135b-414c-bd6f-bdb375287dfa tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:51.991388 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea660143-431d-4d80-8be7-a0434f49f3a4 req-5f488a27-135b-414c-bd6f-bdb375287dfa tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 946 time: 0.1034102 Jan 28 00:48:52.104061 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea660143-431d-4d80-8be7-a0434f49f3a4 req-2be49ba3-20bd-43b4-9108-136c55bbedec tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025817 Jan 28 00:48:52.183253 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3429975a-9885-4d86-b2bf-da64bb4b761d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for port (1c0068e9-3cae-44de-9d42-a22a8b53f9dc), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:52.226890 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7da23f2-fe96-4c94-a523-79f8a3f5b190 None None] Network 9f7bdb25-d395-4f07-8701-de9485944957 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:48:52.251483 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-f7da23f2-fe96-4c94-a523-79f8a3f5b190 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:48:52.257323 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7da23f2-fe96-4c94-a523-79f8a3f5b190 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:48:52.277400 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-8324668a-0ceb-422c-a254-4ec257346565 None None] Attempting to bind port 4d9925df-2ff5-4766-a921-2aa14c3c5fd5 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:48:52.277869 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-8324668a-0ceb-422c-a254-4ec257346565 None None] Attempting to bind port 4d9925df-2ff5-4766-a921-2aa14c3c5fd5 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'c3f0bf10-3057-4e44-8660-feb160f78e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e459a586-76aa-4dca-a407-4b8880f12ebf'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:48:52.278374 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8324668a-0ceb-422c-a254-4ec257346565 None None] Attempting to bind port 4d9925df-2ff5-4766-a921-2aa14c3c5fd5 on network e459a586-76aa-4dca-a407-4b8880f12ebf {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:48:52.282857 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3429975a-9885-4d86-b2bf-da64bb4b761d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (1c0068e9-3cae-44de-9d42-a22a8b53f9dc), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:52.303829 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da23f2-fe96-4c94-a523-79f8a3f5b190 None None] Pushing event updated for resources: {'Port': ['ID=2652863a-9f16-4769-b6d4-bda3ac53186d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:52.311774 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8324668a-0ceb-422c-a254-4ec257346565 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:48:52.312269 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8324668a-0ceb-422c-a254-4ec257346565 None None] Checking segment: {'id': 'c3f0bf10-3057-4e44-8660-feb160f78e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e459a586-76aa-4dca-a407-4b8880f12ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:48:52.312769 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8324668a-0ceb-422c-a254-4ec257346565 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:52.313601 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8324668a-0ceb-422c-a254-4ec257346565 None None] Bound using segment: {'id': 'c3f0bf10-3057-4e44-8660-feb160f78e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e459a586-76aa-4dca-a407-4b8880f12ebf'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:48:52.315217 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-8324668a-0ceb-422c-a254-4ec257346565 None None] Bound port: 4d9925df-2ff5-4766-a921-2aa14c3c5fd5, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f0bf10-3057-4e44-8660-feb160f78e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e459a586-76aa-4dca-a407-4b8880f12ebf'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:48:52.315763 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8324668a-0ceb-422c-a254-4ec257346565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4d9925df-2ff5-4766-a921-2aa14c3c5fd5), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:52.337053 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f028ee0d-d39d-4187-8ac2-33130785ac72 None None] Provisioning complete for port 4d9925df-2ff5-4766-a921-2aa14c3c5fd5 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:52.337440 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f028ee0d-d39d-4187-8ac2-33130785ac72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4d9925df-2ff5-4766-a921-2aa14c3c5fd5), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:52.376083 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3429975a-9885-4d86-b2bf-da64bb4b761d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network 9f7bdb25-d395-4f07-8701-de9485944957 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:48:52.387836 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-3429975a-9885-4d86-b2bf-da64bb4b761d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:48:52.390672 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3429975a-9885-4d86-b2bf-da64bb4b761d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:48:52.391228 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3429975a-9885-4d86-b2bf-da64bb4b761d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (8ca82f78-c348-48f0-b706-c6264dd84428), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:52.403293 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a7caf-51a7-462f-a7fb-f07a78881a7a req-90858f83-c4f5-4dfe-8c3b-350f9026c190 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:52.406893 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2d0a7caf-51a7-462f-a7fb-f07a78881a7a req-90858f83-c4f5-4dfe-8c3b-350f9026c190 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 946 time: 0.1919959 Jan 28 00:48:52.450017 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f028ee0d-d39d-4187-8ac2-33130785ac72 None None] Port 4d9925df-2ff5-4766-a921-2aa14c3c5fd5 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:48:52.454720 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-f7da23f2-fe96-4c94-a523-79f8a3f5b190 None None] Attempting to bind port 2652863a-9f16-4769-b6d4-bda3ac53186d on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:48:52.455174 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-f7da23f2-fe96-4c94-a523-79f8a3f5b190 None None] Attempting to bind port 2652863a-9f16-4769-b6d4-bda3ac53186d by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '5067f776-366a-4f3b-b124-749d1cc4219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9f7bdb25-d395-4f07-8701-de9485944957'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:48:52.455756 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7da23f2-fe96-4c94-a523-79f8a3f5b190 None None] Attempting to bind port 2652863a-9f16-4769-b6d4-bda3ac53186d on network 9f7bdb25-d395-4f07-8701-de9485944957 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:48:52.474953 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429975a-9885-4d86-b2bf-da64bb4b761d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Port': ['ID=1c0068e9-3cae-44de-9d42-a22a8b53f9dc,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:52.475273 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d60914-b0eb-4248-a8a9-fda84f560153 req-37caed7d-0704-47af-8a47-7706adf13073 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:52.477906 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d9d60914-b0eb-4248-a8a9-fda84f560153 req-37caed7d-0704-47af-8a47-7706adf13073 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 943 time: 0.1559258 Jan 28 00:48:52.483098 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7da23f2-fe96-4c94-a523-79f8a3f5b190 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:48:52.483606 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7da23f2-fe96-4c94-a523-79f8a3f5b190 None None] Checking segment: {'id': '5067f776-366a-4f3b-b124-749d1cc4219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9f7bdb25-d395-4f07-8701-de9485944957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:48:52.484129 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7da23f2-fe96-4c94-a523-79f8a3f5b190 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:52.484615 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7da23f2-fe96-4c94-a523-79f8a3f5b190 None None] Bound using segment: {'id': '5067f776-366a-4f3b-b124-749d1cc4219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9f7bdb25-d395-4f07-8701-de9485944957'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:48:52.485189 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-f7da23f2-fe96-4c94-a523-79f8a3f5b190 None None] Bound port: 2652863a-9f16-4769-b6d4-bda3ac53186d, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5067f776-366a-4f3b-b124-749d1cc4219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9f7bdb25-d395-4f07-8701-de9485944957'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:48:52.485665 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7da23f2-fe96-4c94-a523-79f8a3f5b190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2652863a-9f16-4769-b6d4-bda3ac53186d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:52.494906 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:52.495319 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:52.498090 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3429975a-9885-4d86-b2bf-da64bb4b761d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:52.498575 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3429975a-9885-4d86-b2bf-da64bb4b761d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:52.498938 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3429975a-9885-4d86-b2bf-da64bb4b761d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:52.499291 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3429975a-9885-4d86-b2bf-da64bb4b761d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:52.499655 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3429975a-9885-4d86-b2bf-da64bb4b761d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:52.500172 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3429975a-9885-4d86-b2bf-da64bb4b761d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:52.500452 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3429975a-9885-4d86-b2bf-da64bb4b761d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:52.500796 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3429975a-9885-4d86-b2bf-da64bb4b761d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:52.501132 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3429975a-9885-4d86-b2bf-da64bb4b761d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:52.501476 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3429975a-9885-4d86-b2bf-da64bb4b761d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:52.501810 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3429975a-9885-4d86-b2bf-da64bb4b761d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:52.502146 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3429975a-9885-4d86-b2bf-da64bb4b761d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:52.502476 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3429975a-9885-4d86-b2bf-da64bb4b761d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:48:52.560522 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2d0a7caf-51a7-462f-a7fb-f07a78881a7a req-47f8be44-257c-48f6-84df-bc271a5b7784 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460404 Jan 28 00:48:52.601030 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-8324668a-0ceb-422c-a254-4ec257346565 None None] For port 4d9925df-2ff5-4766-a921-2aa14c3c5fd5, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:48:52.602309 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d9d60914-b0eb-4248-a8a9-fda84f560153 req-6d13ca46-64a0-4cc3-99aa-e02d128ad834 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069674 Jan 28 00:48:52.628716 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-8324668a-0ceb-422c-a254-4ec257346565 None None] For port 4d9925df-2ff5-4766-a921-2aa14c3c5fd5, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4d9925df-2ff5-4766-a921-2aa14c3c5fd5,segment=NetworkSegment(c3f0bf10-3057-4e44-8660-feb160f78e87),segment_id=c3f0bf10-3057-4e44-8660-feb160f78e87)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:48:52.645465 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8324668a-0ceb-422c-a254-4ec257346565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (4d9925df-2ff5-4766-a921-2aa14c3c5fd5), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:52.677478 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3429975a-9885-4d86-b2bf-da64bb4b761d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1c0068e9-3cae-44de-9d42-a22a8b53f9dc), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:52.700973 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-4b7e9761-f9dd-424a-af23-ab6ef4923056 None None] Provisioning complete for port 4d9925df-2ff5-4766-a921-2aa14c3c5fd5 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:52.701369 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b7e9761-f9dd-424a-af23-ab6ef4923056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4d9925df-2ff5-4766-a921-2aa14c3c5fd5), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:52.762990 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f7da23f2-fe96-4c94-a523-79f8a3f5b190 None None] For port 2652863a-9f16-4769-b6d4-bda3ac53186d, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:48:52.805602 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f7da23f2-fe96-4c94-a523-79f8a3f5b190 None None] For port 2652863a-9f16-4769-b6d4-bda3ac53186d, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2652863a-9f16-4769-b6d4-bda3ac53186d,segment=NetworkSegment(5067f776-366a-4f3b-b124-749d1cc4219f),segment_id=5067f776-366a-4f3b-b124-749d1cc4219f)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:48:52.817358 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8324668a-0ceb-422c-a254-4ec257346565 None None] Routers {'8ca82f78-c348-48f0-b706-c6264dd84428'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:48:52.817358 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-8324668a-0ceb-422c-a254-4ec257346565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:48:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8ca82f78-c348-48f0-b706-c6264dd84428'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:52.862145 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824bf55-72b2-40d1-8280-ce5f7364c592 None None] Pushing event updated for resources: {'Port': ['ID=4d9925df-2ff5-4766-a921-2aa14c3c5fd5,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:52.869875 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7da23f2-fe96-4c94-a523-79f8a3f5b190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2652863a-9f16-4769-b6d4-bda3ac53186d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:53.169769 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:53.280170 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da23f2-fe96-4c94-a523-79f8a3f5b190 None None] Pushing event updated for resources: {'Port': ['ID=2652863a-9f16-4769-b6d4-bda3ac53186d,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:53.292088 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-8324668a-0ceb-422c-a254-4ec257346565 None None] Set router 8ca82f78-c348-48f0-b706-c6264dd84428 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:48:53.371808 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4b7e9761-f9dd-424a-af23-ab6ef4923056 None None] Current status of the port 4d9925df-2ff5-4766-a921-2aa14c3c5fd5 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:53.372522 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b7e9761-f9dd-424a-af23-ab6ef4923056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4d9925df-2ff5-4766-a921-2aa14c3c5fd5), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:53.474832 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3429975a-9885-4d86-b2bf-da64bb4b761d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for port (1c0068e9-3cae-44de-9d42-a22a8b53f9dc), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:53.475687 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-4b7e9761-f9dd-424a-af23-ab6ef4923056 None None] For port 4d9925df-2ff5-4766-a921-2aa14c3c5fd5, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4d9925df-2ff5-4766-a921-2aa14c3c5fd5,segment=NetworkSegment(c3f0bf10-3057-4e44-8660-feb160f78e87),segment_id=c3f0bf10-3057-4e44-8660-feb160f78e87)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:48:53.487806 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3429975a-9885-4d86-b2bf-da64bb4b761d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (1c0068e9-3cae-44de-9d42-a22a8b53f9dc), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:53.489508 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3429975a-9885-4d86-b2bf-da64bb4b761d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (8ca82f78-c348-48f0-b706-c6264dd84428), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:53.516824 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 73873c81-a6b3-4e19-9a88-30df71f26e07 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:48:53.521960 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b7e9761-f9dd-424a-af23-ab6ef4923056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (4d9925df-2ff5-4766-a921-2aa14c3c5fd5), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:53.716377 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e9761-f9dd-424a-af23-ab6ef4923056 None None] Pushing event updated for resources: {'Port': ['ID=4d9925df-2ff5-4766-a921-2aa14c3c5fd5,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:53.907801 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-380a5f69-1921-4d06-84de-e932dea24881 None None] Provisioning complete for port 4d9925df-2ff5-4766-a921-2aa14c3c5fd5 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:53.908371 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-380a5f69-1921-4d06-84de-e932dea24881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4d9925df-2ff5-4766-a921-2aa14c3c5fd5), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:53.914992 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 73873c81-a6b3-4e19-9a88-30df71f26e07, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=73873c81-a6b3-4e19-9a88-30df71f26e07,segment=NetworkSegment(0dbcfe68-f657-471b-b050-cdaf0ead2a2b),segment_id=0dbcfe68-f657-471b-b050-cdaf0ead2a2b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:48:53.992850 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '73873c81-a6b3-4e19-9a88-30df71f26e07', 'network_id': '68540ec7-1ea9-43ac-b77b-4b3e99ca94ee', 'port_id': '73873c81-a6b3-4e19-9a88-30df71f26e07', 'mac_address': 'fa:16:3e:6e:11:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3dd484-7a77-442e-92ca-f02807e53c73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:48:54.023481 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783bf1d-5a7b-49b0-9b11-4885699b0b8c req-befbfa1d-6145-4f6f-8fc6-f1a112a94df2 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:54.047804 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3429975a-9885-4d86-b2bf-da64bb4b761d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network 9f7bdb25-d395-4f07-8701-de9485944957 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:48:54.049018 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6783bf1d-5a7b-49b0-9b11-4885699b0b8c req-befbfa1d-6145-4f6f-8fc6-f1a112a94df2 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 943 time: 0.2514310 Jan 28 00:48:54.055370 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-3429975a-9885-4d86-b2bf-da64bb4b761d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:48:54.082217 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-8324668a-0ceb-422c-a254-4ec257346565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'name': 'tempest-RoutersIpV6Test-router-840837175', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:32Z', 'updated_at': '2022-01-28T00:48:52Z', 'revision_number': 4, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None, '_interfaces': [{'id': '1c0068e9-3cae-44de-9d42-a22a8b53f9dc', 'name': '', 'network_id': '9f7bdb25-d395-4f07-8701-de9485944957', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:c5:84:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '06ea78cb-3eeb-4f0f-ad17-1bedc9672558', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:50Z', 'updated_at': '2022-01-28T00:48:51Z', 'revision_number': 1, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '06ea78cb-3eeb-4f0f-ad17-1bedc9672558', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d9925df-2ff5-4766-a921-2aa14c3c5fd5', 'name': '', 'network_id': 'e459a586-76aa-4dca-a407-4b8880f12ebf', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:8e:e3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:44Z', 'updated_at': '2022-01-28T00:48:52Z', 'revision_number': 4, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea450c5-5761-49d3-a0e6-e389597610a6', 'name': '', 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:6b:33:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:35Z', 'updated_at': '2022-01-28T00:48:44Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:54.276787 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6783bf1d-5a7b-49b0-9b11-4885699b0b8c req-a3a31972-d607-440a-b23b-87cde7b8fa2b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261930 Jan 28 00:48:54.320963 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2652863a-9f16-4769-b6d4-bda3ac53186d up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:48:54.331348 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8324668a-0ceb-422c-a254-4ec257346565 None None] The sync data for ids ['8ca82f78-c348-48f0-b706-c6264dd84428'] in n-d-826754-1 is: [{'id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'name': 'tempest-RoutersIpV6Test-router-840837175', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:32Z', 'updated_at': '2022-01-28T00:48:52Z', 'revision_number': 4, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None, '_interfaces': [{'id': '1c0068e9-3cae-44de-9d42-a22a8b53f9dc', 'name': '', 'network_id': '9f7bdb25-d395-4f07-8701-de9485944957', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:c5:84:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '06ea78cb-3eeb-4f0f-ad17-1bedc9672558', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:50Z', 'updated_at': '2022-01-28T00:48:51Z', 'revision_number': 1, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '06ea78cb-3eeb-4f0f-ad17-1bedc9672558', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d9925df-2ff5-4766-a921-2aa14c3c5fd5', 'name': '', 'network_id': 'e459a586-76aa-4dca-a407-4b8880f12ebf', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:8e:e3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:44Z', 'updated_at': '2022-01-28T00:48:52Z', 'revision_number': 4, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea450c5-5761-49d3-a0e6-e389597610a6', 'name': '', 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:6b:33:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:35Z', 'updated_at': '2022-01-28T00:48:44Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:48:54.370741 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3429975a-9885-4d86-b2bf-da64bb4b761d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Router 8ca82f78-c348-48f0-b706-c6264dd84428 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:48:54.477153 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429975a-9885-4d86-b2bf-da64bb4b761d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Port': ['ID=1c0068e9-3cae-44de-9d42-a22a8b53f9dc,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:54.530645 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 73873c81-a6b3-4e19-9a88-30df71f26e07 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:54.535486 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (73873c81-a6b3-4e19-9a88-30df71f26e07), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:54.597741 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73873c81-a6b3-4e19-9a88-30df71f26e07 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:48:54.606803 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-380a5f69-1921-4d06-84de-e932dea24881 None None] Current status of the port 4d9925df-2ff5-4766-a921-2aa14c3c5fd5 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:54.661066 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 73873c81-a6b3-4e19-9a88-30df71f26e07, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=73873c81-a6b3-4e19-9a88-30df71f26e07,segment=NetworkSegment(0dbcfe68-f657-471b-b050-cdaf0ead2a2b),segment_id=0dbcfe68-f657-471b-b050-cdaf0ead2a2b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:48:54.669405 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-45245e83-fc42-4118-8e1e-c5036dc8ffe8 req-f29d3d36-2fb1-4ec5-a965-d6de5513d1c4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3414156 Jan 28 00:48:54.675847 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 2652863a-9f16-4769-b6d4-bda3ac53186d triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:54.676505 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2652863a-9f16-4769-b6d4-bda3ac53186d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:54.680527 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (73873c81-a6b3-4e19-9a88-30df71f26e07), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:54.720570 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3063575-7e12-4e74-8b4b-625c4e779861 req-f48c4f15-b316-4b95-8974-40a6d8079b0a tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:54.729950 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a3063575-7e12-4e74-8b4b-625c4e779861 req-f48c4f15-b316-4b95-8974-40a6d8079b0a tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c24bb17-b0f3-4cc6-b346-98f38e43671d HTTP/1.1" status: 200 len: 945 time: 0.0949848 Jan 28 00:48:54.825943 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a3063575-7e12-4e74-8b4b-625c4e779861 req-992aa874-0a84-479d-9aa1-5bc75fc9c5b8 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf19552f-f494-493b-916e-5d1b17beb654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946906 Jan 28 00:48:54.882258 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=73873c81-a6b3-4e19-9a88-30df71f26e07,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:54.977141 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 2652863a-9f16-4769-b6d4-bda3ac53186d is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:54.978842 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2652863a-9f16-4769-b6d4-bda3ac53186d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:54.988560 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3429975a-9885-4d86-b2bf-da64bb4b761d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:48:55.000612 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3429975a-9885-4d86-b2bf-da64bb4b761d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "PUT /v2.0/routers/8ca82f78-c348-48f0-b706-c6264dd84428/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5554557 Jan 28 00:48:55.005019 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59190) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:55.011093 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-4caaa3a5-b966-44d4-a944-029460b6bc3f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-346292058'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:48:55.045368 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45245e83-fc42-4118-8e1e-c5036dc8ffe8 req-0e55a1ca-640e-41ee-aca5-11a1f31966c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:55.047606 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-45245e83-fc42-4118-8e1e-c5036dc8ffe8 req-0e55a1ca-640e-41ee-aca5-11a1f31966c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e9f050de49645dd9bd4214fbcf36ea4&device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 1097 time: 0.1736529 Jan 28 00:48:55.067135 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['73873c81-a6b3-4e19-9a88-30df71f26e07'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:48:55.068152 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4caaa3a5-b966-44d4-a944-029460b6bc3f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Made reservation on behalf of c15c480f40da4eb2ba8f032a9f4f366b for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:48:55.080034 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4caaa3a5-b966-44d4-a944-029460b6bc3f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:55.166341 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4caaa3a5-b966-44d4-a944-029460b6bc3f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:48:55.232944 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4caaa3a5-b966-44d4-a944-029460b6bc3f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (ac4e8549-148f-4086-ab2e-69e9434aa751), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:55.233398 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-4caaa3a5-b966-44d4-a944-029460b6bc3f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Added segment ac4e8549-148f-4086-ab2e-69e9434aa751 of type vlan for network 124b4696-deef-47f4-b7a9-a27930972790 Jan 28 00:48:55.257981 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 2652863a-9f16-4769-b6d4-bda3ac53186d, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2652863a-9f16-4769-b6d4-bda3ac53186d,segment=NetworkSegment(5067f776-366a-4f3b-b124-749d1cc4219f),segment_id=5067f776-366a-4f3b-b124-749d1cc4219f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:48:55.276399 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2652863a-9f16-4769-b6d4-bda3ac53186d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:55.392109 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4caaa3a5-b966-44d4-a944-029460b6bc3f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (124b4696-deef-47f4-b7a9-a27930972790), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:55.405666 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45245e83-fc42-4118-8e1e-c5036dc8ffe8 req-61483718-6892-4a13-9e0e-8a124daf5420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:55.410080 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-45245e83-fc42-4118-8e1e-c5036dc8ffe8 req-61483718-6892-4a13-9e0e-8a124daf5420 service neutron] 10.222.0.52 "GET /v2.0/networks?id=61eda932-ec35-450c-90ac-ea6c515cdb93 HTTP/1.1" status: 200 len: 915 time: 0.3370664 Jan 28 00:48:55.436247 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=2652863a-9f16-4769-b6d4-bda3ac53186d,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:55.470253 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff11e75-ffaa-444b-9b8a-63cceecc269b None None] Network 9f7bdb25-d395-4f07-8701-de9485944957 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:48:55.489130 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4caaa3a5-b966-44d4-a944-029460b6bc3f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (124b4696-deef-47f4-b7a9-a27930972790), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:55.543597 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caaa3a5-b966-44d4-a944-029460b6bc3f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:55.545952 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4caaa3a5-b966-44d4-a944-029460b6bc3f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:55.618019 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-45245e83-fc42-4118-8e1e-c5036dc8ffe8 req-8ae3dcdc-c551-4628-b8cc-fb68e454e820 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17f75757-b67b-4374-9d75-01860fb649fe HTTP/1.1" status: 200 len: 217 time: 0.1982441 Jan 28 00:48:55.746851 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4caaa3a5-b966-44d4-a944-029460b6bc3f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7365005 Jan 28 00:48:55.751344 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59196) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:55.757852 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-bf654915-e394-4a6e-bbd6-1b9354b834ae tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Request body: {'subnet': {'network_id': '124b4696-deef-47f4-b7a9-a27930972790', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:48:55.814092 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45245e83-fc42-4118-8e1e-c5036dc8ffe8 req-d3bfffdd-473b-4098-b8e2-6cc58ab78b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:55.817076 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-45245e83-fc42-4118-8e1e-c5036dc8ffe8 req-d3bfffdd-473b-4098-b8e2-6cc58ab78b29 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=828e0c9b-ccdb-4dcf-9067-e86f2e38b75c HTTP/1.1" status: 200 len: 854 time: 0.1903956 Jan 28 00:48:55.869212 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caaa3a5-b966-44d4-a944-029460b6bc3f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Network': ['ID=124b4696-deef-47f4-b7a9-a27930972790,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:55.924314 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-45245e83-fc42-4118-8e1e-c5036dc8ffe8 req-ba81bcf2-9abe-414d-848c-40e95b36a00a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=61eda932-ec35-450c-90ac-ea6c515cdb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996766 Jan 28 00:48:55.937041 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-45245e83-fc42-4118-8e1e-c5036dc8ffe8 req-580e5b4e-627f-4730-98a0-1d963a2677ed service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:48:55.938106 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-45245e83-fc42-4118-8e1e-c5036dc8ffe8 req-580e5b4e-627f-4730-98a0-1d963a2677ed service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073478 Jan 28 00:48:55.954194 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcc8c7-730f-4811-8063-61e9b3034c3d req-e067c1a2-d55d-4250-a56c-9aea1051170c tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:55.955872 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bfbcc8c7-730f-4811-8063-61e9b3034c3d req-e067c1a2-d55d-4250-a56c-9aea1051170c tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 944 time: 0.3766110 Jan 28 00:48:56.090978 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 124b4696-deef-47f4-b7a9-a27930972790 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:48:56.110661 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-70d38a43-f9e9-4c35-9108-c00c986464c8 None None] Provisioning complete for port 2652863a-9f16-4769-b6d4-bda3ac53186d triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:56.111482 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-70d38a43-f9e9-4c35-9108-c00c986464c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2652863a-9f16-4769-b6d4-bda3ac53186d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:56.156629 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4d9925df-2ff5-4766-a921-2aa14c3c5fd5 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:48:56.158281 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bfbcc8c7-730f-4811-8063-61e9b3034c3d req-a0925c3f-768a-4067-839f-9f5ca742a690 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878746 Jan 28 00:48:56.162758 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-45245e83-fc42-4118-8e1e-c5036dc8ffe8 req-9a88f2ad-2411-4155-bd24-99c7b3fced08 service neutron] 10.222.0.52 "GET /v2.0/networks/61eda932-ec35-450c-90ac-ea6c515cdb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087615 Jan 28 00:48:56.184866 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e36a7c-522d-4438-989f-4ab9938bb6c7 req-1b01c3ea-5e08-4b4c-b2c3-0ff365095581 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:56.186925 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-21e36a7c-522d-4438-989f-4ab9938bb6c7 req-1b01c3ea-5e08-4b4c-b2c3-0ff365095581 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c24bb17-b0f3-4cc6-b346-98f38e43671d HTTP/1.1" status: 200 len: 945 time: 0.1761644 Jan 28 00:48:56.189534 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf654915-e394-4a6e-bbd6-1b9354b834ae tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Made reservation on behalf of c15c480f40da4eb2ba8f032a9f4f366b for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:48:56.205752 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bf654915-e394-4a6e-bbd6-1b9354b834ae tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:56.299597 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-21e36a7c-522d-4438-989f-4ab9938bb6c7 req-fbce7a59-8c71-4beb-93c9-1ff7179ea971 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf19552f-f494-493b-916e-5d1b17beb654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893571 Jan 28 00:48:56.357959 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-45245e83-fc42-4118-8e1e-c5036dc8ffe8 req-6aa64c3f-1db1-48b3-a008-2939b5fff309 service neutron] 10.222.0.52 "GET /v2.0/networks/61eda932-ec35-450c-90ac-ea6c515cdb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892185 Jan 28 00:48:56.539717 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 4d9925df-2ff5-4766-a921-2aa14c3c5fd5 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:56.540111 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4d9925df-2ff5-4766-a921-2aa14c3c5fd5), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:56.565277 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bf654915-e394-4a6e-bbd6-1b9354b834ae tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (83decb41-c559-4fa2-a5d3-f6118beffaaa), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:56.694220 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-70d38a43-f9e9-4c35-9108-c00c986464c8 None None] Current status of the port 2652863a-9f16-4769-b6d4-bda3ac53186d is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:56.761007 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866adf35-1a27-4504-b971-0f3d50be3084 req-511bd757-f597-40c4-9986-4f3bf00306ac tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:56.762610 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-866adf35-1a27-4504-b971-0f3d50be3084 req-511bd757-f597-40c4-9986-4f3bf00306ac tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c24bb17-b0f3-4cc6-b346-98f38e43671d HTTP/1.1" status: 200 len: 945 time: 0.2087712 Jan 28 00:48:56.768660 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf654915-e394-4a6e-bbd6-1b9354b834ae tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Subnet': ['ID=83decb41-c559-4fa2-a5d3-f6118beffaaa,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:56.785786 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 4d9925df-2ff5-4766-a921-2aa14c3c5fd5 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:56.797304 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2652863a-9f16-4769-b6d4-bda3ac53186d up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:48:56.846504 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf654915-e394-4a6e-bbd6-1b9354b834ae tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Checking segment: {'id': 'ac4e8549-148f-4086-ab2e-69e9434aa751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '124b4696-deef-47f4-b7a9-a27930972790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:48:56.847715 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf654915-e394-4a6e-bbd6-1b9354b834ae tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network hostable DHCP agents. Network: 124b4696-deef-47f4-b7a9-a27930972790, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:48:56.953873 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf654915-e394-4a6e-bbd6-1b9354b834ae tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network 124b4696-deef-47f4-b7a9-a27930972790 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:48:56.998534 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-bf654915-e394-4a6e-bbd6-1b9354b834ae tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 124b4696-deef-47f4-b7a9-a27930972790) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:48:57.006265 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf654915-e394-4a6e-bbd6-1b9354b834ae tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:57.008468 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bf654915-e394-4a6e-bbd6-1b9354b834ae tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:57.019929 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d82c01b-b2e0-4bbb-8525-56a7004d0972 None None] Network 124b4696-deef-47f4-b7a9-a27930972790 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:48:57.094264 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59202) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:48:57.102269 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-bf654915-e394-4a6e-bbd6-1b9354b834ae tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3414440 Jan 28 00:48:57.111382 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-866adf35-1a27-4504-b971-0f3d50be3084 req-9051b60f-36ba-4efd-a0cc-946b12be9f86 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Deleting port 6d3d878a-38cf-40c3-bb13-36741ba76362 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:48:57.112239 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-866adf35-1a27-4504-b971-0f3d50be3084 req-9051b60f-36ba-4efd-a0cc-946b12be9f86 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (6d3d878a-38cf-40c3-bb13-36741ba76362), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:57.250807 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 2652863a-9f16-4769-b6d4-bda3ac53186d triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:57.251646 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2652863a-9f16-4769-b6d4-bda3ac53186d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:57.256421 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5112c2d7-cd3f-4f83-867a-5374cfba0496 None None] Sync routers for ids ['8ca82f78-c348-48f0-b706-c6264dd84428'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:48:57.305066 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5112c2d7-cd3f-4f83-867a-5374cfba0496 None None] Routers {'8ca82f78-c348-48f0-b706-c6264dd84428'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:48:57.307570 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-5112c2d7-cd3f-4f83-867a-5374cfba0496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:48:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8ca82f78-c348-48f0-b706-c6264dd84428'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:57.409056 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-866adf35-1a27-4504-b971-0f3d50be3084 req-9051b60f-36ba-4efd-a0cc-946b12be9f86 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] For port 6d3d878a-38cf-40c3-bb13-36741ba76362, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=6d3d878a-38cf-40c3-bb13-36741ba76362,segment=NetworkSegment(f55b242a-a928-4d72-b482-8fb9a57575c2),segment_id=f55b242a-a928-4d72-b482-8fb9a57575c2)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:48:57.409852 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-866adf35-1a27-4504-b971-0f3d50be3084 req-9051b60f-36ba-4efd-a0cc-946b12be9f86 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (6d3d878a-38cf-40c3-bb13-36741ba76362), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:57.514362 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-4bf5bbb8-f361-4446-8ed4-becd71a8f381 None None] Provisioning complete for port 2652863a-9f16-4769-b6d4-bda3ac53186d triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:57.514983 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4bf5bbb8-f361-4446-8ed4-becd71a8f381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2652863a-9f16-4769-b6d4-bda3ac53186d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:57.724263 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-5112c2d7-cd3f-4f83-867a-5374cfba0496 None None] Set router 8ca82f78-c348-48f0-b706-c6264dd84428 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:48:57.927402 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 2652863a-9f16-4769-b6d4-bda3ac53186d is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:58.095635 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e403d6d8-4184-4df9-80e7-aa64881c6e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-124b4696-deef-47f4-b7a9-a27930972790', 'network_id': '124b4696-deef-47f4-b7a9-a27930972790', 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'fixed_ips': [{'subnet_id': '83decb41-c559-4fa2-a5d3-f6118beffaaa'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:48:58.097023 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e403d6d8-4184-4df9-80e7-aa64881c6e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:58.184541 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4bf5bbb8-f361-4446-8ed4-becd71a8f381 None None] Current status of the port 2652863a-9f16-4769-b6d4-bda3ac53186d is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:48:58.235257 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-5112c2d7-cd3f-4f83-867a-5374cfba0496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'name': 'tempest-RoutersIpV6Test-router-840837175', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:32Z', 'updated_at': '2022-01-28T00:48:52Z', 'revision_number': 4, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None, '_interfaces': [{'id': '1c0068e9-3cae-44de-9d42-a22a8b53f9dc', 'name': '', 'network_id': '9f7bdb25-d395-4f07-8701-de9485944957', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:c5:84:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '06ea78cb-3eeb-4f0f-ad17-1bedc9672558', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:50Z', 'updated_at': '2022-01-28T00:48:53Z', 'revision_number': 2, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '06ea78cb-3eeb-4f0f-ad17-1bedc9672558', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d9925df-2ff5-4766-a921-2aa14c3c5fd5', 'name': '', 'network_id': 'e459a586-76aa-4dca-a407-4b8880f12ebf', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:8e:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:44Z', 'updated_at': '2022-01-28T00:48:53Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea450c5-5761-49d3-a0e6-e389597610a6', 'name': '', 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:6b:33:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:35Z', 'updated_at': '2022-01-28T00:48:44Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:48:58.277275 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-74edcc91-848f-4daa-afb2-ff8106db5da4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:58.306921 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5112c2d7-cd3f-4f83-867a-5374cfba0496 None None] Checking router: 8ca82f78-c348-48f0-b706-c6264dd84428 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:48:58.308805 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5112c2d7-cd3f-4f83-867a-5374cfba0496 None None] Updating router 8ca82f78-c348-48f0-b706-c6264dd84428 port 1c0068e9-3cae-44de-9d42-a22a8b53f9dc binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:48:58.354238 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-4bf5bbb8-f361-4446-8ed4-becd71a8f381 None None] Provisioning complete for port 1c0068e9-3cae-44de-9d42-a22a8b53f9dc triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:58.354822 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4bf5bbb8-f361-4446-8ed4-becd71a8f381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1c0068e9-3cae-44de-9d42-a22a8b53f9dc), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:58.379822 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5112c2d7-cd3f-4f83-867a-5374cfba0496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1c0068e9-3cae-44de-9d42-a22a8b53f9dc), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:58.584569 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4bf5bbb8-f361-4446-8ed4-becd71a8f381 None None] Port 1c0068e9-3cae-44de-9d42-a22a8b53f9dc cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:48:58.639751 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-e403d6d8-4184-4df9-80e7-aa64881c6e3a None None] Allocated IP 2001:db8:3::2 (124b4696-deef-47f4-b7a9-a27930972790/83decb41-c559-4fa2-a5d3-f6118beffaaa/a4c7713f-b3db-4200-a8ce-a55e27324780) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:48:58.645910 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-866adf35-1a27-4504-b971-0f3d50be3084 req-9051b60f-36ba-4efd-a0cc-946b12be9f86 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:58.646839 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-866adf35-1a27-4504-b971-0f3d50be3084 req-9051b60f-36ba-4efd-a0cc-946b12be9f86 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (e30488b8-aa1c-47b9-b9af-aa4684414d93), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:58.646839 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [req-866adf35-1a27-4504-b971-0f3d50be3084 req-9051b60f-36ba-4efd-a0cc-946b12be9f86 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Floating IP e30488b8-aa1c-47b9-b9af-aa4684414d93 disassociated. External IP: 172.25.3.126, port: 6d3d878a-38cf-40c3-bb13-36741ba76362. Jan 28 00:48:58.647188 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-866adf35-1a27-4504-b971-0f3d50be3084 req-9051b60f-36ba-4efd-a0cc-946b12be9f86 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Calling delete_port for 6d3d878a-38cf-40c3-bb13-36741ba76362 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:48:58.760299 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308021df-3466-4810-b4f7-b8fa540fbba9 req-73faaf99-909d-4988-9a78-0cce7737d96a tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:58.761518 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-308021df-3466-4810-b4f7-b8fa540fbba9 req-73faaf99-909d-4988-9a78-0cce7737d96a tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c24bb17-b0f3-4cc6-b346-98f38e43671d HTTP/1.1" status: 200 len: 945 time: 0.2058973 Jan 28 00:48:58.772155 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59934e-3257-42cc-b83d-e096fe8e65e7 req-6af3c9ca-7f89-42bb-8ea9-4aa1bbea34bf tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:48:58.774001 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f59934e-3257-42cc-b83d-e096fe8e65e7 req-6af3c9ca-7f89-42bb-8ea9-4aa1bbea34bf tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 944 time: 0.2163105 Jan 28 00:48:58.854200 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-755894d2-89e5-426a-935e-ebbc61e4683f None None] Provisioning complete for port 1c0068e9-3cae-44de-9d42-a22a8b53f9dc triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:58.854847 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-755894d2-89e5-426a-935e-ebbc61e4683f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1c0068e9-3cae-44de-9d42-a22a8b53f9dc), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:58.908466 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f59934e-3257-42cc-b83d-e096fe8e65e7 req-dd93f933-170d-4a69-8e55-942994cb89ca tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145272 Jan 28 00:48:58.926691 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-308021df-3466-4810-b4f7-b8fa540fbba9 req-7c01e774-e3a4-44da-b242-c06a9b689ac1 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf19552f-f494-493b-916e-5d1b17beb654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516342 Jan 28 00:48:58.955373 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-755894d2-89e5-426a-935e-ebbc61e4683f None None] Port 1c0068e9-3cae-44de-9d42-a22a8b53f9dc cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:48:59.074840 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-866adf35-1a27-4504-b971-0f3d50be3084 req-9051b60f-36ba-4efd-a0cc-946b12be9f86 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (6d3d878a-38cf-40c3-bb13-36741ba76362), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:59.108086 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5112c2d7-cd3f-4f83-867a-5374cfba0496 None None] Publish callbacks [] for port (1c0068e9-3cae-44de-9d42-a22a8b53f9dc), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:59.125957 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e403d6d8-4184-4df9-80e7-aa64881c6e3a None None] Publish callbacks [] for port (a4c7713f-b3db-4200-a8ce-a55e27324780), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:59.129484 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051b60f-36ba-4efd-a0cc-946b12be9f86 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Pushing event deleted for resources: {'Port': ['ID=6d3d878a-38cf-40c3-bb13-36741ba76362,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:59.129883 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:48:59.131414 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5112c2d7-cd3f-4f83-867a-5374cfba0496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1c0068e9-3cae-44de-9d42-a22a8b53f9dc), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:59.137808 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e403d6d8-4184-4df9-80e7-aa64881c6e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (a4c7713f-b3db-4200-a8ce-a55e27324780), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:59.207079 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e403d6d8-4184-4df9-80e7-aa64881c6e3a None None] Network 124b4696-deef-47f4-b7a9-a27930972790 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:48:59.214932 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-e403d6d8-4184-4df9-80e7-aa64881c6e3a None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:48:59.219136 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403d6d8-4184-4df9-80e7-aa64881c6e3a None None] Pushing event updated for resources: {'Port': ['ID=a4c7713f-b3db-4200-a8ce-a55e27324780,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:59.223429 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e403d6d8-4184-4df9-80e7-aa64881c6e3a None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:48:59.288668 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-74edcc91-848f-4daa-afb2-ff8106db5da4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Allocated IP 2001:db8:3::1 (124b4696-deef-47f4-b7a9-a27930972790/83decb41-c559-4fa2-a5d3-f6118beffaaa/874bee31-c7d8-4be8-a8be-26efd16a3080) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:48:59.321496 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0007a4-4a49-478f-bf15-625cf431d596 None None] Pushing event updated for resources: {'Port': ['ID=1c0068e9-3cae-44de-9d42-a22a8b53f9dc,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:48:59.370402 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-e403d6d8-4184-4df9-80e7-aa64881c6e3a None None] Attempting to bind port a4c7713f-b3db-4200-a8ce-a55e27324780 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:48:59.371298 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-e403d6d8-4184-4df9-80e7-aa64881c6e3a None None] Attempting to bind port a4c7713f-b3db-4200-a8ce-a55e27324780 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'ac4e8549-148f-4086-ab2e-69e9434aa751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '124b4696-deef-47f4-b7a9-a27930972790'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:48:59.372705 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403d6d8-4184-4df9-80e7-aa64881c6e3a None None] Attempting to bind port a4c7713f-b3db-4200-a8ce-a55e27324780 on network 124b4696-deef-47f4-b7a9-a27930972790 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:48:59.384734 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403d6d8-4184-4df9-80e7-aa64881c6e3a None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:48:59.385150 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403d6d8-4184-4df9-80e7-aa64881c6e3a None None] Checking segment: {'id': 'ac4e8549-148f-4086-ab2e-69e9434aa751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '124b4696-deef-47f4-b7a9-a27930972790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:48:59.387819 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e403d6d8-4184-4df9-80e7-aa64881c6e3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:59.388515 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403d6d8-4184-4df9-80e7-aa64881c6e3a None None] Bound using segment: {'id': 'ac4e8549-148f-4086-ab2e-69e9434aa751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '124b4696-deef-47f4-b7a9-a27930972790'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:48:59.390199 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-e403d6d8-4184-4df9-80e7-aa64881c6e3a None None] Bound port: a4c7713f-b3db-4200-a8ce-a55e27324780, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4e8549-148f-4086-ab2e-69e9434aa751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '124b4696-deef-47f4-b7a9-a27930972790'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:48:59.390403 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e403d6d8-4184-4df9-80e7-aa64881c6e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a4c7713f-b3db-4200-a8ce-a55e27324780), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:59.488919 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-866adf35-1a27-4504-b971-0f3d50be3084 req-9051b60f-36ba-4efd-a0cc-946b12be9f86 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Router a9fc9f53-99cc-4a9f-9ddc-c741a0650f37 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:48:59.565030 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 73873c81-a6b3-4e19-9a88-30df71f26e07 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:48:59.578612 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-5112c2d7-cd3f-4f83-867a-5374cfba0496 None None] Attempting to bind port 1c0068e9-3cae-44de-9d42-a22a8b53f9dc on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:48:59.579182 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-5112c2d7-cd3f-4f83-867a-5374cfba0496 None None] Attempting to bind port 1c0068e9-3cae-44de-9d42-a22a8b53f9dc by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '5067f776-366a-4f3b-b124-749d1cc4219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9f7bdb25-d395-4f07-8701-de9485944957'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:48:59.579810 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5112c2d7-cd3f-4f83-867a-5374cfba0496 None None] Attempting to bind port 1c0068e9-3cae-44de-9d42-a22a8b53f9dc on network 9f7bdb25-d395-4f07-8701-de9485944957 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:48:59.617222 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5112c2d7-cd3f-4f83-867a-5374cfba0496 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:48:59.617809 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5112c2d7-cd3f-4f83-867a-5374cfba0496 None None] Checking segment: {'id': '5067f776-366a-4f3b-b124-749d1cc4219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9f7bdb25-d395-4f07-8701-de9485944957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:48:59.618444 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5112c2d7-cd3f-4f83-867a-5374cfba0496 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:59.619773 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5112c2d7-cd3f-4f83-867a-5374cfba0496 None None] Bound using segment: {'id': '5067f776-366a-4f3b-b124-749d1cc4219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9f7bdb25-d395-4f07-8701-de9485944957'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:48:59.620561 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-5112c2d7-cd3f-4f83-867a-5374cfba0496 None None] Bound port: 1c0068e9-3cae-44de-9d42-a22a8b53f9dc, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5067f776-366a-4f3b-b124-749d1cc4219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9f7bdb25-d395-4f07-8701-de9485944957'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:48:59.621178 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5112c2d7-cd3f-4f83-867a-5374cfba0496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1c0068e9-3cae-44de-9d42-a22a8b53f9dc), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:59.646401 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-e403d6d8-4184-4df9-80e7-aa64881c6e3a None None] For port a4c7713f-b3db-4200-a8ce-a55e27324780, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:48:59.679720 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-e403d6d8-4184-4df9-80e7-aa64881c6e3a None None] For port a4c7713f-b3db-4200-a8ce-a55e27324780, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=a4c7713f-b3db-4200-a8ce-a55e27324780,segment=NetworkSegment(ac4e8549-148f-4086-ab2e-69e9434aa751),segment_id=ac4e8549-148f-4086-ab2e-69e9434aa751)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:48:59.719089 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e403d6d8-4184-4df9-80e7-aa64881c6e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a4c7713f-b3db-4200-a8ce-a55e27324780), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:59.745078 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-74edcc91-848f-4daa-afb2-ff8106db5da4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for port (874bee31-c7d8-4be8-a8be-26efd16a3080), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:59.865152 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 73873c81-a6b3-4e19-9a88-30df71f26e07 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:48:59.880478 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 73873c81-a6b3-4e19-9a88-30df71f26e07 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:48:59.880877 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (73873c81-a6b3-4e19-9a88-30df71f26e07), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:59.919813 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-5112c2d7-cd3f-4f83-867a-5374cfba0496 None None] For port 1c0068e9-3cae-44de-9d42-a22a8b53f9dc, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:48:59.927166 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-5112c2d7-cd3f-4f83-867a-5374cfba0496 None None] For port 1c0068e9-3cae-44de-9d42-a22a8b53f9dc, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1c0068e9-3cae-44de-9d42-a22a8b53f9dc,segment=NetworkSegment(5067f776-366a-4f3b-b124-749d1cc4219f),segment_id=5067f776-366a-4f3b-b124-749d1cc4219f)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:48:59.941053 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-74edcc91-848f-4daa-afb2-ff8106db5da4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (874bee31-c7d8-4be8-a8be-26efd16a3080), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:59.943786 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5112c2d7-cd3f-4f83-867a-5374cfba0496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1c0068e9-3cae-44de-9d42-a22a8b53f9dc), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:48:59.949042 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-866adf35-1a27-4504-b971-0f3d50be3084 req-9051b60f-36ba-4efd-a0cc-946b12be9f86 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:48:59.997458 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1143cfce-4442-433c-b4a8-0d7e5eb61e02 None None] Sync routers for ids ['a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:49:00.065813 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403d6d8-4184-4df9-80e7-aa64881c6e3a None None] Pushing event updated for resources: {'Port': ['ID=a4c7713f-b3db-4200-a8ce-a55e27324780,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:00.131354 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1143cfce-4442-433c-b4a8-0d7e5eb61e02 None None] Routers {'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:49:00.133114 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1143cfce-4442-433c-b4a8-0d7e5eb61e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:48:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:00.145831 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-866adf35-1a27-4504-b971-0f3d50be3084 req-9051b60f-36ba-4efd-a0cc-946b12be9f86 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] No DVR routers for this DVR port 6d3d878a-38cf-40c3-bb13-36741ba76362 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:49:00.146686 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-60b13b24-762a-4821-bb8a-2e853bbd4c64 None None] Provisioning complete for port 1c0068e9-3cae-44de-9d42-a22a8b53f9dc triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:49:00.147339 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60b13b24-762a-4821-bb8a-2e853bbd4c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1c0068e9-3cae-44de-9d42-a22a8b53f9dc), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:00.156825 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-866adf35-1a27-4504-b971-0f3d50be3084 req-9051b60f-36ba-4efd-a0cc-946b12be9f86 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:00.160594 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-866adf35-1a27-4504-b971-0f3d50be3084 req-9051b60f-36ba-4efd-a0cc-946b12be9f86 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.65 "DELETE /v2.0/ports/6d3d878a-38cf-40c3-bb13-36741ba76362 HTTP/1.1" status: 204 len: 173 time: 3.3882601 Jan 28 00:49:00.161184 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c24bb17-b0f3-4cc6-b346-98f38e43671d', 'name': 'network-vif-deleted', 'tag': '6d3d878a-38cf-40c3-bb13-36741ba76362'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:49:00.163819 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd8017b-a88a-4c5d-9a04-9785154b8cd3" -d '{"events": [{"server_uuid": "0c24bb17-b0f3-4cc6-b346-98f38e43671d", "name": "network-vif-deleted", "tag": "6d3d878a-38cf-40c3-bb13-36741ba76362"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:49:00.253869 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0007a4-4a49-478f-bf15-625cf431d596 None None] Pushing event updated for resources: {'Port': ['ID=1c0068e9-3cae-44de-9d42-a22a8b53f9dc,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:00.258126 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-235bd4ed-9e66-4d61-b179-24019885c434 req-d498e94c-95f7-4a6a-82fd-540f51f092d2 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c24bb17-b0f3-4cc6-b346-98f38e43671d HTTP/1.1" status: 200 len: 210 time: 0.1130948 Jan 28 00:49:00.280212 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5112c2d7-cd3f-4f83-867a-5374cfba0496 None None] Routers {'8ca82f78-c348-48f0-b706-c6264dd84428'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:49:00.281986 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-5112c2d7-cd3f-4f83-867a-5374cfba0496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:48:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8ca82f78-c348-48f0-b706-c6264dd84428'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:00.385311 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b67295-7da8-4b30-a20a-8d397ea7bc96 x-openstack-request-id: req-60b67295-7da8-4b30-a20a-8d397ea7bc96 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:49:00.385860 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c24bb17-b0f3-4cc6-b346-98f38e43671d", "name": "network-vif-deleted", "tag": "6d3d878a-38cf-40c3-bb13-36741ba76362", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:49:00.386399 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-60b67295-7da8-4b30-a20a-8d397ea7bc96 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:49:00.387030 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c24bb17-b0f3-4cc6-b346-98f38e43671d', 'name': 'network-vif-deleted', 'tag': '6d3d878a-38cf-40c3-bb13-36741ba76362', 'status': 'completed', 'code': 200} Jan 28 00:49:00.485975 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3093a3-a7ec-4e75-9a43-7ca8cf5bc7a2 req-5b67a175-c1f1-4ce5-8452-0efb587ef283 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:00.519483 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1b3093a3-a7ec-4e75-9a43-7ca8cf5bc7a2 req-5b67a175-c1f1-4ce5-8452-0efb587ef283 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 944 time: 0.2829640 Jan 28 00:49:00.553017 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-1143cfce-4442-433c-b4a8-0d7e5eb61e02 None None] Set router a9fc9f53-99cc-4a9f-9ddc-c741a0650f37 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:49:00.673891 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-5112c2d7-cd3f-4f83-867a-5374cfba0496 None None] Set router 8ca82f78-c348-48f0-b706-c6264dd84428 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:49:00.746928 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1b3093a3-a7ec-4e75-9a43-7ca8cf5bc7a2 req-a116c975-a63f-4c7c-b366-6eb4860f8b96 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216012 Jan 28 00:49:01.121350 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 73873c81-a6b3-4e19-9a88-30df71f26e07 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:49:01.131678 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (73873c81-a6b3-4e19-9a88-30df71f26e07), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:01.342587 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-5112c2d7-cd3f-4f83-867a-5374cfba0496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'name': 'tempest-RoutersIpV6Test-router-840837175', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:32Z', 'updated_at': '2022-01-28T00:48:52Z', 'revision_number': 4, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None, '_interfaces': [{'id': '1c0068e9-3cae-44de-9d42-a22a8b53f9dc', 'name': '', 'network_id': '9f7bdb25-d395-4f07-8701-de9485944957', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:c5:84:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '06ea78cb-3eeb-4f0f-ad17-1bedc9672558', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:50Z', 'updated_at': '2022-01-28T00:48:59Z', 'revision_number': 4, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '06ea78cb-3eeb-4f0f-ad17-1bedc9672558', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d9925df-2ff5-4766-a921-2aa14c3c5fd5', 'name': '', 'network_id': 'e459a586-76aa-4dca-a407-4b8880f12ebf', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:8e:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:44Z', 'updated_at': '2022-01-28T00:48:53Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea450c5-5761-49d3-a0e6-e389597610a6', 'name': '', 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:6b:33:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:35Z', 'updated_at': '2022-01-28T00:48:44Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:01.362112 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74edcc91-848f-4daa-afb2-ff8106db5da4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network 124b4696-deef-47f4-b7a9-a27930972790 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:49:01.407711 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edcc91-848f-4daa-afb2-ff8106db5da4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Port': ['ID=874bee31-c7d8-4be8-a8be-26efd16a3080,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:01.408057 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5112c2d7-cd3f-4f83-867a-5374cfba0496 None None] The sync data for ids ['8ca82f78-c348-48f0-b706-c6264dd84428'] in n-d-826754-1 is: [{'id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'name': 'tempest-RoutersIpV6Test-router-840837175', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:32Z', 'updated_at': '2022-01-28T00:48:52Z', 'revision_number': 4, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None, '_interfaces': [{'id': '1c0068e9-3cae-44de-9d42-a22a8b53f9dc', 'name': '', 'network_id': '9f7bdb25-d395-4f07-8701-de9485944957', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:c5:84:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '06ea78cb-3eeb-4f0f-ad17-1bedc9672558', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:50Z', 'updated_at': '2022-01-28T00:48:59Z', 'revision_number': 4, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '06ea78cb-3eeb-4f0f-ad17-1bedc9672558', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d9925df-2ff5-4766-a921-2aa14c3c5fd5', 'name': '', 'network_id': 'e459a586-76aa-4dca-a407-4b8880f12ebf', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:8e:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:44Z', 'updated_at': '2022-01-28T00:48:53Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea450c5-5761-49d3-a0e6-e389597610a6', 'name': '', 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:6b:33:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:35Z', 'updated_at': '2022-01-28T00:48:44Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:49:01.445212 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-74edcc91-848f-4daa-afb2-ff8106db5da4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:49:01.463656 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74edcc91-848f-4daa-afb2-ff8106db5da4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:49:01.464265 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-74edcc91-848f-4daa-afb2-ff8106db5da4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (8ca82f78-c348-48f0-b706-c6264dd84428), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:01.507718 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73873c81-a6b3-4e19-9a88-30df71f26e07'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:49:01.521519 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2644c7-46c9-407d-b2df-5651d9da4770" -d '{"events": [{"server_uuid": "b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64", "name": "network-vif-plugged", "status": "completed", "tag": "73873c81-a6b3-4e19-9a88-30df71f26e07"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:49:01.538721 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59232) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:01.594028 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 73873c81-a6b3-4e19-9a88-30df71f26e07, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=73873c81-a6b3-4e19-9a88-30df71f26e07,segment=NetworkSegment(0dbcfe68-f657-471b-b050-cdaf0ead2a2b),segment_id=0dbcfe68-f657-471b-b050-cdaf0ead2a2b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:49:01.645567 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-60b13b24-762a-4821-bb8a-2e853bbd4c64 None None] Current status of the port 1c0068e9-3cae-44de-9d42-a22a8b53f9dc is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:49:01.652398 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60b13b24-762a-4821-bb8a-2e853bbd4c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1c0068e9-3cae-44de-9d42-a22a8b53f9dc), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:01.817412 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-52a4deb9-768a-4550-9637-4ae267277a84 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for security_group (cf19552f-f494-493b-916e-5d1b17beb654), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:01.923845 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-74edcc91-848f-4daa-afb2-ff8106db5da4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (874bee31-c7d8-4be8-a8be-26efd16a3080), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:01.954562 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-52a4deb9-768a-4550-9637-4ae267277a84 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for security_group (cf19552f-f494-493b-916e-5d1b17beb654), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:02.238509 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-52a4deb9-768a-4550-9637-4ae267277a84 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (cf19552f-f494-493b-916e-5d1b17beb654), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:02.248717 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-52a4deb9-768a-4550-9637-4ae267277a84 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:02.254538 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-52a4deb9-768a-4550-9637-4ae267277a84 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "DELETE /v2.0/security-groups/cf19552f-f494-493b-916e-5d1b17beb654 HTTP/1.1" status: 204 len: 168 time: 0.7116284 Jan 28 00:49:02.264605 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59236) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:02.324062 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (73873c81-a6b3-4e19-9a88-30df71f26e07), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:02.325072 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 6d3d878a-38cf-40c3-bb13-36741ba76362 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:49:02.336621 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7277ab-1527-4cd2-9216-644d1e6f7ac6 x-openstack-request-id: req-1e7277ab-1527-4cd2-9216-644d1e6f7ac6 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:49:02.338842 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64", "name": "network-vif-plugged", "status": "completed", "tag": "73873c81-a6b3-4e19-9a88-30df71f26e07", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:49:02.339218 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1e7277ab-1527-4cd2-9216-644d1e6f7ac6 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:49:02.339778 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73873c81-a6b3-4e19-9a88-30df71f26e07', 'code': 200} Jan 28 00:49:02.416960 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-fc99cf46-9c51-40c6-a95d-8478f4aa9ce8 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] show failed (client error): The resource could not be found. Jan 28 00:49:02.441981 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-fc99cf46-9c51-40c6-a95d-8478f4aa9ce8 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "GET /v2.0/security-groups/cf19552f-f494-493b-916e-5d1b17beb654 HTTP/1.1" status: 404 len: 347 time: 0.1337438 Jan 28 00:49:02.450347 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59240) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:02.545731 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c425313b-6fae-4885-826e-a83e4a8ef85e None None] Network 124b4696-deef-47f4-b7a9-a27930972790 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:49:02.551008 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1c0068e9-3cae-44de-9d42-a22a8b53f9dc up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:49:02.630028 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 6d3d878a-38cf-40c3-bb13-36741ba76362 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:49:02.632867 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 6d3d878a-38cf-40c3-bb13-36741ba76362 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:49:02.647161 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-74edcc91-848f-4daa-afb2-ff8106db5da4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for port (874bee31-c7d8-4be8-a8be-26efd16a3080), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:02.662973 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-74edcc91-848f-4daa-afb2-ff8106db5da4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (874bee31-c7d8-4be8-a8be-26efd16a3080), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:02.664418 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-74edcc91-848f-4daa-afb2-ff8106db5da4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (8ca82f78-c348-48f0-b706-c6264dd84428), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:02.721339 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4deb9-768a-4550-9637-4ae267277a84 tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf19552f-f494-493b-916e-5d1b17beb654,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:02.741047 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-60b13b24-762a-4821-bb8a-2e853bbd4c64 None None] For port 1c0068e9-3cae-44de-9d42-a22a8b53f9dc, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1c0068e9-3cae-44de-9d42-a22a8b53f9dc,segment=NetworkSegment(5067f776-366a-4f3b-b124-749d1cc4219f),segment_id=5067f776-366a-4f3b-b124-749d1cc4219f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:49:02.782323 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60b13b24-762a-4821-bb8a-2e853bbd4c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1c0068e9-3cae-44de-9d42-a22a8b53f9dc), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:02.832970 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=73873c81-a6b3-4e19-9a88-30df71f26e07,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:02.867185 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e953b1-267d-4f90-9ecc-bc479e248680 req-11777f77-da29-408d-846b-54406d086057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:02.870472 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b1e953b1-267d-4f90-9ecc-bc479e248680 req-11777f77-da29-408d-846b-54406d086057 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 1096 time: 0.7517016 Jan 28 00:49:02.900697 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfbd81-0da9-4113-9bb0-1b798145d6f8 req-cf6c01aa-77e9-478e-b11f-8d219faab63b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:02.919067 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2edfbd81-0da9-4113-9bb0-1b798145d6f8 req-cf6c01aa-77e9-478e-b11f-8d219faab63b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 945 time: 0.8074882 Jan 28 00:49:02.947467 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edcc91-848f-4daa-afb2-ff8106db5da4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event updated for resources: {'Port': ['ID=874bee31-c7d8-4be8-a8be-26efd16a3080,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:02.980030 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1143cfce-4442-433c-b4a8-0d7e5eb61e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'name': 'tempest-AttachVolumeTestJSON-1495357353-router', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:22Z', 'updated_at': '2022-01-28T00:38:31Z', 'revision_number': 4, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'gw_port': {'id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:23Z', 'updated_at': '2022-01-28T00:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '172c0466-08b0-4dd9-8f48-3b97bd841204', 'name': '', 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'mac_address': 'fa:16:3e:67:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:29Z', 'updated_at': '2022-01-28T00:38:42Z', 'revision_number': 5, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'subnets': [{'id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:03.028664 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-309c5d97-263a-4670-9c0d-484035d7eb89 None None] Provisioning complete for port a4c7713f-b3db-4200-a8ce-a55e27324780 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:49:03.029229 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-309c5d97-263a-4670-9c0d-484035d7eb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a4c7713f-b3db-4200-a8ce-a55e27324780), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:03.063252 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74edcc91-848f-4daa-afb2-ff8106db5da4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Network 124b4696-deef-47f4-b7a9-a27930972790 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:49:03.064870 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-74edcc91-848f-4daa-afb2-ff8106db5da4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:49:03.065779 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2edfbd81-0da9-4113-9bb0-1b798145d6f8 req-2cc10698-f79e-45cf-b978-75d49d9fed21 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451128 Jan 28 00:49:03.079110 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1143cfce-4442-433c-b4a8-0d7e5eb61e02 None None] Checking router: a9fc9f53-99cc-4a9f-9ddc-c741a0650f37 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:49:03.083356 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-4fcf5026-0646-476f-b03a-5e6caea3548f tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Deleting port 41eb1473-d65b-4ef2-baad-861353db713d {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:49:03.083787 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4fcf5026-0646-476f-b03a-5e6caea3548f tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (41eb1473-d65b-4ef2-baad-861353db713d), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:03.088899 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b13b24-762a-4821-bb8a-2e853bbd4c64 None None] Pushing event updated for resources: {'Port': ['ID=1c0068e9-3cae-44de-9d42-a22a8b53f9dc,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:03.113560 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 1c0068e9-3cae-44de-9d42-a22a8b53f9dc triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:49:03.114429 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1c0068e9-3cae-44de-9d42-a22a8b53f9dc), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:03.128739 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b1e953b1-267d-4f90-9ecc-bc479e248680 req-cf8e50a4-89bd-4659-9696-cf45b793f5b8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2455757 Jan 28 00:49:03.245394 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4fcf5026-0646-476f-b03a-5e6caea3548f tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (41eb1473-d65b-4ef2-baad-861353db713d), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:03.245940 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4fcf5026-0646-476f-b03a-5e6caea3548f tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for floatingip (41eb1473-d65b-4ef2-baad-861353db713d), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:03.266198 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-4fcf5026-0646-476f-b03a-5e6caea3548f tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Calling delete_port for 41eb1473-d65b-4ef2-baad-861353db713d owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:49:03.304347 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1143cfce-4442-433c-b4a8-0d7e5eb61e02 None None] Routers {'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:49:03.312845 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1143cfce-4442-433c-b4a8-0d7e5eb61e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:48:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:03.381270 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74edcc91-848f-4daa-afb2-ff8106db5da4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Router 8ca82f78-c348-48f0-b706-c6264dd84428 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:49:03.516829 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4fcf5026-0646-476f-b03a-5e6caea3548f tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (41eb1473-d65b-4ef2-baad-861353db713d), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:03.575130 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf5026-0646-476f-b03a-5e6caea3548f tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Pushing event deleted for resources: {'Port': ['ID=41eb1473-d65b-4ef2-baad-861353db713d,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:03.650108 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 1c0068e9-3cae-44de-9d42-a22a8b53f9dc is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:49:03.663064 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a4c7713f-b3db-4200-a8ce-a55e27324780 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:49:03.717312 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74edcc91-848f-4daa-afb2-ff8106db5da4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:49:03.723498 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-74edcc91-848f-4daa-afb2-ff8106db5da4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "PUT /v2.0/routers/8ca82f78-c348-48f0-b706-c6264dd84428/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6276991 Jan 28 00:49:03.727927 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59244) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:03.740103 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-7cf191cc-03c5-4058-b444-714994abdad2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:49:03.740385 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e60e848-b00d-46cd-b3e9-c3feadd7e62b None None] Sync routers for ids ['8ca82f78-c348-48f0-b706-c6264dd84428'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:49:03.768561 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e60e848-b00d-46cd-b3e9-c3feadd7e62b None None] Routers {'8ca82f78-c348-48f0-b706-c6264dd84428'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:49:03.769538 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-5e60e848-b00d-46cd-b3e9-c3feadd7e62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:48:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8ca82f78-c348-48f0-b706-c6264dd84428'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:03.808219 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4fcf5026-0646-476f-b03a-5e6caea3548f tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks [] for floatingip (e30488b8-aa1c-47b9-b9af-aa4684414d93), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:03.810950 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4fcf5026-0646-476f-b03a-5e6caea3548f tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:03.857282 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4fcf5026-0646-476f-b03a-5e6caea3548f tempest-AttachVolumeTestJSON-351592540 tempest-AttachVolumeTestJSON-351592540-project] 10.222.0.70 "DELETE /v2.0/floatingips/e30488b8-aa1c-47b9-b9af-aa4684414d93 HTTP/1.1" status: 204 len: 168 time: 1.3834538 Jan 28 00:49:03.954023 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-309c5d97-263a-4670-9c0d-484035d7eb89 None None] Current status of the port a4c7713f-b3db-4200-a8ce-a55e27324780 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:49:03.958448 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-309c5d97-263a-4670-9c0d-484035d7eb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a4c7713f-b3db-4200-a8ce-a55e27324780), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:04.235122 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-1143cfce-4442-433c-b4a8-0d7e5eb61e02 None None] Set router a9fc9f53-99cc-4a9f-9ddc-c741a0650f37 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:49:04.415661 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-309c5d97-263a-4670-9c0d-484035d7eb89 None None] For port a4c7713f-b3db-4200-a8ce-a55e27324780, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=a4c7713f-b3db-4200-a8ce-a55e27324780,segment=NetworkSegment(ac4e8549-148f-4086-ab2e-69e9434aa751),segment_id=ac4e8549-148f-4086-ab2e-69e9434aa751)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:49:04.455583 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-5e60e848-b00d-46cd-b3e9-c3feadd7e62b None None] Set router 8ca82f78-c348-48f0-b706-c6264dd84428 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:49:04.470934 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-309c5d97-263a-4670-9c0d-484035d7eb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a4c7713f-b3db-4200-a8ce-a55e27324780), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:04.533030 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c6351-5831-4126-a4ca-d43dc995a480 req-c8d17984-88bf-4343-9bb0-42fa3ec400e0 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:04.545114 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f5c6351-5831-4126-a4ca-d43dc995a480 req-c8d17984-88bf-4343-9bb0-42fa3ec400e0 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 945 time: 0.2551730 Jan 28 00:49:04.683558 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port a4c7713f-b3db-4200-a8ce-a55e27324780 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:49:04.697518 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a4c7713f-b3db-4200-a8ce-a55e27324780), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:04.772806 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f5c6351-5831-4126-a4ca-d43dc995a480 req-26e9cb2f-bcae-451e-bd71-b29e7c1c0d21 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213845 Jan 28 00:49:05.021092 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-309c5d97-263a-4670-9c0d-484035d7eb89 None None] Provisioning complete for port 1c0068e9-3cae-44de-9d42-a22a8b53f9dc triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:49:05.021527 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-309c5d97-263a-4670-9c0d-484035d7eb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1c0068e9-3cae-44de-9d42-a22a8b53f9dc), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:05.061000 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-5e60e848-b00d-46cd-b3e9-c3feadd7e62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'name': 'tempest-RoutersIpV6Test-router-840837175', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:32Z', 'updated_at': '2022-01-28T00:49:01Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None, '_interfaces': [{'id': '1c0068e9-3cae-44de-9d42-a22a8b53f9dc', 'name': '', 'network_id': '9f7bdb25-d395-4f07-8701-de9485944957', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:c5:84:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '06ea78cb-3eeb-4f0f-ad17-1bedc9672558', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:50Z', 'updated_at': '2022-01-28T00:49:02Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '06ea78cb-3eeb-4f0f-ad17-1bedc9672558', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d9925df-2ff5-4766-a921-2aa14c3c5fd5', 'name': '', 'network_id': 'e459a586-76aa-4dca-a407-4b8880f12ebf', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:8e:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:44Z', 'updated_at': '2022-01-28T00:48:53Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea450c5-5761-49d3-a0e6-e389597610a6', 'name': '', 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:6b:33:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:35Z', 'updated_at': '2022-01-28T00:48:44Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '874bee31-c7d8-4be8-a8be-26efd16a3080', 'name': '', 'network_id': '124b4696-deef-47f4-b7a9-a27930972790', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:6a:9e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '83decb41-c559-4fa2-a5d3-f6118beffaaa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:58Z', 'updated_at': '2022-01-28T00:49:02Z', 'revision_number': 2, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '83decb41-c559-4fa2-a5d3-f6118beffaaa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:05.132518 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e60e848-b00d-46cd-b3e9-c3feadd7e62b None None] Checking router: 8ca82f78-c348-48f0-b706-c6264dd84428 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:49:05.142261 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e60e848-b00d-46cd-b3e9-c3feadd7e62b None None] Updating router 8ca82f78-c348-48f0-b706-c6264dd84428 port 874bee31-c7d8-4be8-a8be-26efd16a3080 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:49:05.172871 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c5d97-263a-4670-9c0d-484035d7eb89 None None] Pushing event updated for resources: {'Port': ['ID=a4c7713f-b3db-4200-a8ce-a55e27324780,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:05.198218 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5e60e848-b00d-46cd-b3e9-c3feadd7e62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (874bee31-c7d8-4be8-a8be-26efd16a3080), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:05.341639 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port a4c7713f-b3db-4200-a8ce-a55e27324780 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:49:05.507040 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.extraroute_db [None req-7cf191cc-03c5-4058-b444-714994abdad2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103343) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 00:49:05.542825 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-309c5d97-263a-4670-9c0d-484035d7eb89 None None] Current status of the port 1c0068e9-3cae-44de-9d42-a22a8b53f9dc is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:49:05.570065 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.extraroute_db [None req-7cf191cc-03c5-4058-b444-714994abdad2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Removed routes are [] {{(pid=103343) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 00:49:05.573383 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cf191cc-03c5-4058-b444-714994abdad2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111346'] for router (8ca82f78-c348-48f0-b706-c6264dd84428), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:05.645349 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1c0068e9-3cae-44de-9d42-a22a8b53f9dc up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:49:05.779984 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ad820cd3-e37f-42f6-926e-728d23a79df1 None None] Provisioning complete for port a4c7713f-b3db-4200-a8ce-a55e27324780 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:49:05.781468 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad820cd3-e37f-42f6-926e-728d23a79df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a4c7713f-b3db-4200-a8ce-a55e27324780), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:05.834092 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 1c0068e9-3cae-44de-9d42-a22a8b53f9dc triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:49:05.834482 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1c0068e9-3cae-44de-9d42-a22a8b53f9dc), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:05.937929 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5e60e848-b00d-46cd-b3e9-c3feadd7e62b None None] Publish callbacks [] for port (874bee31-c7d8-4be8-a8be-26efd16a3080), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:05.963760 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5e60e848-b00d-46cd-b3e9-c3feadd7e62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (874bee31-c7d8-4be8-a8be-26efd16a3080), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:06.088095 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1143cfce-4442-433c-b4a8-0d7e5eb61e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'name': 'tempest-AttachVolumeTestJSON-1495357353-router', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:22Z', 'updated_at': '2022-01-28T00:38:31Z', 'revision_number': 4, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'gw_port': {'id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:23Z', 'updated_at': '2022-01-28T00:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '172c0466-08b0-4dd9-8f48-3b97bd841204', 'name': '', 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'mac_address': 'fa:16:3e:67:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:29Z', 'updated_at': '2022-01-28T00:38:42Z', 'revision_number': 5, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'subnets': [{'id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:06.101598 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2b14d-f13f-4512-99a9-15dc349da8b3 req-69c57f66-fc8e-43a0-a9e0-3a0f8698fd1a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:06.107137 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d1c2b14d-f13f-4512-99a9-15dc349da8b3 req-69c57f66-fc8e-43a0-a9e0-3a0f8698fd1a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 945 time: 0.1951396 Jan 28 00:49:06.207900 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1143cfce-4442-433c-b4a8-0d7e5eb61e02 None None] The sync data for ids ['a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'] in n-d-826754-1 is: [{'id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'name': 'tempest-AttachVolumeTestJSON-1495357353-router', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:22Z', 'updated_at': '2022-01-28T00:38:31Z', 'revision_number': 4, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'gw_port': {'id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:23Z', 'updated_at': '2022-01-28T00:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '172c0466-08b0-4dd9-8f48-3b97bd841204', 'name': '', 'network_id': 'df6dc4b3-6607-40e9-9f38-3ff04dac366d', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'mac_address': 'fa:16:3e:67:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:29Z', 'updated_at': '2022-01-28T00:38:42Z', 'revision_number': 5, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'subnets': [{'id': '22f51b89-111e-46c4-84b8-0eec72aeef83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:49:06.208585 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cf191cc-03c5-4058-b444-714994abdad2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111346'] for router (8ca82f78-c348-48f0-b706-c6264dd84428), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:06.218488 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cf191cc-03c5-4058-b444-714994abdad2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552731'] for router (8ca82f78-c348-48f0-b706-c6264dd84428), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:06.267566 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d1c2b14d-f13f-4512-99a9-15dc349da8b3 req-778aa529-7dfa-4960-a48c-34cbf9316738 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508746 Jan 28 00:49:06.319420 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a3542bd2-91ae-4933-81e5-1503653062e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:06.326234 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 1c0068e9-3cae-44de-9d42-a22a8b53f9dc is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:49:06.328510 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a4c7713f-b3db-4200-a8ce-a55e27324780 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:49:06.492280 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf191cc-03c5-4058-b444-714994abdad2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Router 8ca82f78-c348-48f0-b706-c6264dd84428 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:49:06.585580 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43085021-058e-4061-a63d-b6adc3be6fc2 None None] Pushing event updated for resources: {'Port': ['ID=874bee31-c7d8-4be8-a8be-26efd16a3080,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:06.654911 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d51cb7-f217-4d38-8232-3152f8016c70 req-312a4b98-94b0-4069-9cb7-358b177798ef tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:06.664155 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b7d51cb7-f217-4d38-8232-3152f8016c70 req-312a4b98-94b0-4069-9cb7-358b177798ef tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 945 time: 0.2648036 Jan 28 00:49:06.684266 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-5e60e848-b00d-46cd-b3e9-c3feadd7e62b None None] Attempting to bind port 874bee31-c7d8-4be8-a8be-26efd16a3080 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:49:06.684874 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-5e60e848-b00d-46cd-b3e9-c3feadd7e62b None None] Attempting to bind port 874bee31-c7d8-4be8-a8be-26efd16a3080 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'ac4e8549-148f-4086-ab2e-69e9434aa751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '124b4696-deef-47f4-b7a9-a27930972790'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:49:06.685468 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e60e848-b00d-46cd-b3e9-c3feadd7e62b None None] Attempting to bind port 874bee31-c7d8-4be8-a8be-26efd16a3080 on network 124b4696-deef-47f4-b7a9-a27930972790 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:49:06.703698 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port a4c7713f-b3db-4200-a8ce-a55e27324780 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:49:06.704310 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a4c7713f-b3db-4200-a8ce-a55e27324780), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:06.705877 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e60e848-b00d-46cd-b3e9-c3feadd7e62b None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:49:06.706668 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e60e848-b00d-46cd-b3e9-c3feadd7e62b None None] Checking segment: {'id': 'ac4e8549-148f-4086-ab2e-69e9434aa751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '124b4696-deef-47f4-b7a9-a27930972790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:49:06.712000 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5e60e848-b00d-46cd-b3e9-c3feadd7e62b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:06.713406 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e60e848-b00d-46cd-b3e9-c3feadd7e62b None None] Bound using segment: {'id': 'ac4e8549-148f-4086-ab2e-69e9434aa751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '124b4696-deef-47f4-b7a9-a27930972790'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:49:06.714261 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-5e60e848-b00d-46cd-b3e9-c3feadd7e62b None None] Bound port: 874bee31-c7d8-4be8-a8be-26efd16a3080, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4e8549-148f-4086-ab2e-69e9434aa751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '124b4696-deef-47f4-b7a9-a27930972790'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:49:06.714925 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5e60e848-b00d-46cd-b3e9-c3feadd7e62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (874bee31-c7d8-4be8-a8be-26efd16a3080), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:06.790037 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf191cc-03c5-4058-b444-714994abdad2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:49:06.817190 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cf191cc-03c5-4058-b444-714994abdad2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:06.819220 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7cf191cc-03c5-4058-b444-714994abdad2 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "PUT /v2.0/routers/8ca82f78-c348-48f0-b706-c6264dd84428 HTTP/1.1" status: 200 len: 953 time: 3.0894353 Jan 28 00:49:06.823949 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59264) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:06.854414 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b7d51cb7-f217-4d38-8232-3152f8016c70 req-42c63629-058c-4b5a-9dcb-aac5706373a8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722600 Jan 28 00:49:06.868287 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59266) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:06.950846 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ad820cd3-e37f-42f6-926e-728d23a79df1 None None] Current status of the port a4c7713f-b3db-4200-a8ce-a55e27324780 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:49:07.005744 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-5e60e848-b00d-46cd-b3e9-c3feadd7e62b None None] For port 874bee31-c7d8-4be8-a8be-26efd16a3080, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:49:07.015186 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-5e60e848-b00d-46cd-b3e9-c3feadd7e62b None None] For port 874bee31-c7d8-4be8-a8be-26efd16a3080, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=874bee31-c7d8-4be8-a8be-26efd16a3080,segment=NetworkSegment(ac4e8549-148f-4086-ab2e-69e9434aa751),segment_id=ac4e8549-148f-4086-ab2e-69e9434aa751)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:49:07.030057 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5e60e848-b00d-46cd-b3e9-c3feadd7e62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (874bee31-c7d8-4be8-a8be-26efd16a3080), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:07.052323 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31001974-30a3-4864-aa2f-cbeb2e0b48d1 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:07.058701 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-72aa1417-1158-4d9d-9c12-14de8fcf3706 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "GET /v2.0/routers/8ca82f78-c348-48f0-b706-c6264dd84428 HTTP/1.1" status: 200 len: 953 time: 0.2333686 Jan 28 00:49:07.059505 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-31001974-30a3-4864-aa2f-cbeb2e0b48d1 tempest-TestNetworkAdvancedServerOps-1468326900 tempest-TestNetworkAdvancedServerOps-1468326900-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 1091 time: 0.1893463 Jan 28 00:49:07.062735 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59268) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:07.063508 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59270) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:07.078249 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-6ee6ea28-ac41-44b3-8e0b-3970fb997aef tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'port_id': '73873c81-a6b3-4e19-9a88-30df71f26e07', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:49:07.107157 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-418b069b-061b-469f-981b-f13ba1857914 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Request body: {'router': {'routes': None}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:49:07.129729 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port a4c7713f-b3db-4200-a8ce-a55e27324780 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:49:07.141848 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35140ccb-562d-429a-b335-de07c52f352f None None] New status for floating IP e30488b8-aa1c-47b9-b9af-aa4684414d93: DOWN {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:49:07.152140 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ad820cd3-e37f-42f6-926e-728d23a79df1 None None] Provisioning complete for port 874bee31-c7d8-4be8-a8be-26efd16a3080 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:49:07.152847 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad820cd3-e37f-42f6-926e-728d23a79df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (874bee31-c7d8-4be8-a8be-26efd16a3080), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:07.260554 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e60e848-b00d-46cd-b3e9-c3feadd7e62b None None] Routers {'8ca82f78-c348-48f0-b706-c6264dd84428'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:49:07.261565 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-5e60e848-b00d-46cd-b3e9-c3feadd7e62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:48:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8ca82f78-c348-48f0-b706-c6264dd84428'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:07.325842 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6ee6ea28-ac41-44b3-8e0b-3970fb997aef tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:07.640037 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43085021-058e-4061-a63d-b6adc3be6fc2 None None] Pushing event updated for resources: {'Port': ['ID=874bee31-c7d8-4be8-a8be-26efd16a3080,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:07.737802 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-5e60e848-b00d-46cd-b3e9-c3feadd7e62b None None] Set router 8ca82f78-c348-48f0-b706-c6264dd84428 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:49:08.058512 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.extraroute_db [None req-418b069b-061b-469f-981b-f13ba1857914 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Added routes are [] {{(pid=103344) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 00:49:08.058983 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.extraroute_db [None req-418b069b-061b-469f-981b-f13ba1857914 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103344) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 00:49:08.122610 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6ee6ea28-ac41-44b3-8e0b-3970fb997aef tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:08.140877 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ad820cd3-e37f-42f6-926e-728d23a79df1 None None] Current status of the port 874bee31-c7d8-4be8-a8be-26efd16a3080 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:49:08.142756 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad820cd3-e37f-42f6-926e-728d23a79df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (874bee31-c7d8-4be8-a8be-26efd16a3080), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:08.151189 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-418b069b-061b-469f-981b-f13ba1857914 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111346'] for router (8ca82f78-c348-48f0-b706-c6264dd84428), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:08.265136 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-ad820cd3-e37f-42f6-926e-728d23a79df1 None None] For port 874bee31-c7d8-4be8-a8be-26efd16a3080, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=874bee31-c7d8-4be8-a8be-26efd16a3080,segment=NetworkSegment(ac4e8549-148f-4086-ab2e-69e9434aa751),segment_id=ac4e8549-148f-4086-ab2e-69e9434aa751)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:49:08.274085 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad820cd3-e37f-42f6-926e-728d23a79df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (874bee31-c7d8-4be8-a8be-26efd16a3080), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:08.327542 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-5e60e848-b00d-46cd-b3e9-c3feadd7e62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'name': 'tempest-RoutersIpV6Test-router-840837175', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:32Z', 'updated_at': '2022-01-28T00:49:05Z', 'revision_number': 6, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None, '_interfaces': [{'id': '1c0068e9-3cae-44de-9d42-a22a8b53f9dc', 'name': '', 'network_id': '9f7bdb25-d395-4f07-8701-de9485944957', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:c5:84:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '06ea78cb-3eeb-4f0f-ad17-1bedc9672558', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:50Z', 'updated_at': '2022-01-28T00:49:02Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '06ea78cb-3eeb-4f0f-ad17-1bedc9672558', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d9925df-2ff5-4766-a921-2aa14c3c5fd5', 'name': '', 'network_id': 'e459a586-76aa-4dca-a407-4b8880f12ebf', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:8e:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:44Z', 'updated_at': '2022-01-28T00:48:53Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea450c5-5761-49d3-a0e6-e389597610a6', 'name': '', 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:6b:33:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:35Z', 'updated_at': '2022-01-28T00:48:44Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '874bee31-c7d8-4be8-a8be-26efd16a3080', 'name': '', 'network_id': '124b4696-deef-47f4-b7a9-a27930972790', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:6a:9e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '83decb41-c559-4fa2-a5d3-f6118beffaaa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:58Z', 'updated_at': '2022-01-28T00:49:06Z', 'revision_number': 4, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '83decb41-c559-4fa2-a5d3-f6118beffaaa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:08.417671 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e60e848-b00d-46cd-b3e9-c3feadd7e62b None None] The sync data for ids ['8ca82f78-c348-48f0-b706-c6264dd84428'] in n-d-826754-1 is: [{'id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'name': 'tempest-RoutersIpV6Test-router-840837175', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:32Z', 'updated_at': '2022-01-28T00:49:05Z', 'revision_number': 6, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None, '_interfaces': [{'id': '1c0068e9-3cae-44de-9d42-a22a8b53f9dc', 'name': '', 'network_id': '9f7bdb25-d395-4f07-8701-de9485944957', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:c5:84:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '06ea78cb-3eeb-4f0f-ad17-1bedc9672558', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:50Z', 'updated_at': '2022-01-28T00:49:02Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '06ea78cb-3eeb-4f0f-ad17-1bedc9672558', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d9925df-2ff5-4766-a921-2aa14c3c5fd5', 'name': '', 'network_id': 'e459a586-76aa-4dca-a407-4b8880f12ebf', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:8e:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:44Z', 'updated_at': '2022-01-28T00:48:53Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea450c5-5761-49d3-a0e6-e389597610a6', 'name': '', 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:6b:33:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:35Z', 'updated_at': '2022-01-28T00:48:44Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '874bee31-c7d8-4be8-a8be-26efd16a3080', 'name': '', 'network_id': '124b4696-deef-47f4-b7a9-a27930972790', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:6a:9e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '83decb41-c559-4fa2-a5d3-f6118beffaaa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:58Z', 'updated_at': '2022-01-28T00:49:06Z', 'revision_number': 4, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '83decb41-c559-4fa2-a5d3-f6118beffaaa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:49:08.464381 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-57881ddc-2c4b-4d36-b5ec-ca3ab124f0a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:08.467059 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad820cd3-e37f-42f6-926e-728d23a79df1 None None] Pushing event updated for resources: {'Port': ['ID=874bee31-c7d8-4be8-a8be-26efd16a3080,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:08.490587 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-31444181-b524-4c6f-b786-10ac9b5c4c2a None None] Provisioning complete for port 874bee31-c7d8-4be8-a8be-26efd16a3080 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:49:08.491258 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-31444181-b524-4c6f-b786-10ac9b5c4c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (874bee31-c7d8-4be8-a8be-26efd16a3080), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:08.785879 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-31444181-b524-4c6f-b786-10ac9b5c4c2a None None] Current status of the port 874bee31-c7d8-4be8-a8be-26efd16a3080 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:49:08.816913 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-418b069b-061b-469f-981b-f13ba1857914 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111346'] for router (8ca82f78-c348-48f0-b706-c6264dd84428), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:08.834124 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-418b069b-061b-469f-981b-f13ba1857914 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552731'] for router (8ca82f78-c348-48f0-b706-c6264dd84428), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:08.851250 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-6ee6ea28-ac41-44b3-8e0b-3970fb997aef tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Allocated IP 172.25.3.160 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/2bd0bd69-5ffb-468e-9840-de86973b0ab2) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:49:09.162421 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418b069b-061b-469f-981b-f13ba1857914 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Router 8ca82f78-c348-48f0-b706-c6264dd84428 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:49:09.355373 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6ee6ea28-ac41-44b3-8e0b-3970fb997aef tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for port (2bd0bd69-5ffb-468e-9840-de86973b0ab2), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:09.425605 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418b069b-061b-469f-981b-f13ba1857914 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:49:09.441540 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-418b069b-061b-469f-981b-f13ba1857914 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:09.443848 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-418b069b-061b-469f-981b-f13ba1857914 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "PUT /v2.0/routers/8ca82f78-c348-48f0-b706-c6264dd84428 HTTP/1.1" status: 200 len: 703 time: 2.3412740 Jan 28 00:49:09.447953 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59280) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:09.514506 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6ee6ea28-ac41-44b3-8e0b-3970fb997aef tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (2bd0bd69-5ffb-468e-9840-de86973b0ab2), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:09.634228 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee6ea28-ac41-44b3-8e0b-3970fb997aef tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:49:09.636180 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6ea28-ac41-44b3-8e0b-3970fb997aef tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'Port': ['ID=2bd0bd69-5ffb-468e-9840-de86973b0ab2,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:09.640109 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-6ee6ea28-ac41-44b3-8e0b-3970fb997aef tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:49:09.643209 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee6ea28-ac41-44b3-8e0b-3970fb997aef tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:49:09.688394 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-509af31b-8e00-438a-8c87-36eb733fa7c9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "GET /v2.0/routers/8ca82f78-c348-48f0-b706-c6264dd84428 HTTP/1.1" status: 200 len: 703 time: 0.2359583 Jan 28 00:49:09.698545 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59286) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:09.748049 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:09.775776 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 874bee31-c7d8-4be8-a8be-26efd16a3080 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:49:10.020776 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 874bee31-c7d8-4be8-a8be-26efd16a3080 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:49:10.022100 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (874bee31-c7d8-4be8-a8be-26efd16a3080), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:10.255776 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 874bee31-c7d8-4be8-a8be-26efd16a3080 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:49:10.617307 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5087e035-e34a-4c40-840f-ba99081ee2e7 None None] Sync routers for ids ['8ca82f78-c348-48f0-b706-c6264dd84428'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:49:10.630386 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5087e035-e34a-4c40-840f-ba99081ee2e7 None None] Routers {'8ca82f78-c348-48f0-b706-c6264dd84428'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:49:10.631027 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-5087e035-e34a-4c40-840f-ba99081ee2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:49:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8ca82f78-c348-48f0-b706-c6264dd84428'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:10.827112 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-5087e035-e34a-4c40-840f-ba99081ee2e7 None None] Set router 8ca82f78-c348-48f0-b706-c6264dd84428 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:49:11.242740 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:11.289912 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-5087e035-e34a-4c40-840f-ba99081ee2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'name': 'tempest-RoutersIpV6Test-router-840837175', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:32Z', 'updated_at': '2022-01-28T00:49:08Z', 'revision_number': 7, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None, '_interfaces': [{'id': '1c0068e9-3cae-44de-9d42-a22a8b53f9dc', 'name': '', 'network_id': '9f7bdb25-d395-4f07-8701-de9485944957', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:c5:84:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '06ea78cb-3eeb-4f0f-ad17-1bedc9672558', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:50Z', 'updated_at': '2022-01-28T00:49:02Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '06ea78cb-3eeb-4f0f-ad17-1bedc9672558', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d9925df-2ff5-4766-a921-2aa14c3c5fd5', 'name': '', 'network_id': 'e459a586-76aa-4dca-a407-4b8880f12ebf', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:8e:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:44Z', 'updated_at': '2022-01-28T00:48:53Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea450c5-5761-49d3-a0e6-e389597610a6', 'name': '', 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:6b:33:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:35Z', 'updated_at': '2022-01-28T00:48:44Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '874bee31-c7d8-4be8-a8be-26efd16a3080', 'name': '', 'network_id': '124b4696-deef-47f4-b7a9-a27930972790', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:6a:9e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '83decb41-c559-4fa2-a5d3-f6118beffaaa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:58Z', 'updated_at': '2022-01-28T00:49:08Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '83decb41-c559-4fa2-a5d3-f6118beffaaa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:11.356102 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5087e035-e34a-4c40-840f-ba99081ee2e7 None None] Checking router: 8ca82f78-c348-48f0-b706-c6264dd84428 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:49:11.366732 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab57c38-da67-4aa5-9479-af2775580830 req-b94239ec-4873-4435-b6ad-63694b493419 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:11.372359 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ab57c38-da67-4aa5-9479-af2775580830 req-b94239ec-4873-4435-b6ad-63694b493419 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 946 time: 0.3290746 Jan 28 00:49:11.373574 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5087e035-e34a-4c40-840f-ba99081ee2e7 None None] Routers {'8ca82f78-c348-48f0-b706-c6264dd84428'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:49:11.374835 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-5087e035-e34a-4c40-840f-ba99081ee2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:49:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8ca82f78-c348-48f0-b706-c6264dd84428'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:11.499582 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ab57c38-da67-4aa5-9479-af2775580830 req-c3207e9f-5b2f-429b-a9a7-7dc8ac58037e tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023059 Jan 28 00:49:11.685521 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6ee6ea28-ac41-44b3-8e0b-3970fb997aef tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for floatingip (ec37b51b-106e-43b3-98d5-1e7ff7bcf700), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:11.791445 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6ee6ea28-ac41-44b3-8e0b-3970fb997aef tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2bd0bd69-5ffb-468e-9840-de86973b0ab2), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:11.793940 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-5087e035-e34a-4c40-840f-ba99081ee2e7 None None] Set router 8ca82f78-c348-48f0-b706-c6264dd84428 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:49:11.907186 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ce182a7-70e8-429d-8176-b80d72368df0 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (8ca82f78-c348-48f0-b706-c6264dd84428), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:12.245214 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:12.270571 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-5087e035-e34a-4c40-840f-ba99081ee2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'name': 'tempest-RoutersIpV6Test-router-840837175', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:32Z', 'updated_at': '2022-01-28T00:49:08Z', 'revision_number': 7, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None, '_interfaces': [{'id': '1c0068e9-3cae-44de-9d42-a22a8b53f9dc', 'name': '', 'network_id': '9f7bdb25-d395-4f07-8701-de9485944957', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:c5:84:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '06ea78cb-3eeb-4f0f-ad17-1bedc9672558', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:50Z', 'updated_at': '2022-01-28T00:49:02Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '06ea78cb-3eeb-4f0f-ad17-1bedc9672558', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d9925df-2ff5-4766-a921-2aa14c3c5fd5', 'name': '', 'network_id': 'e459a586-76aa-4dca-a407-4b8880f12ebf', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:8e:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:44Z', 'updated_at': '2022-01-28T00:48:53Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea450c5-5761-49d3-a0e6-e389597610a6', 'name': '', 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:6b:33:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:35Z', 'updated_at': '2022-01-28T00:48:44Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '874bee31-c7d8-4be8-a8be-26efd16a3080', 'name': '', 'network_id': '124b4696-deef-47f4-b7a9-a27930972790', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:6a:9e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '83decb41-c559-4fa2-a5d3-f6118beffaaa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:58Z', 'updated_at': '2022-01-28T00:49:08Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '83decb41-c559-4fa2-a5d3-f6118beffaaa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:12.296699 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6ee6ea28-ac41-44b3-8e0b-3970fb997aef tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for port (2bd0bd69-5ffb-468e-9840-de86973b0ab2), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:12.310045 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5087e035-e34a-4c40-840f-ba99081ee2e7 None None] The sync data for ids ['8ca82f78-c348-48f0-b706-c6264dd84428'] in n-d-826754-1 is: [{'id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'name': 'tempest-RoutersIpV6Test-router-840837175', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:32Z', 'updated_at': '2022-01-28T00:49:08Z', 'revision_number': 7, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None, '_interfaces': [{'id': '1c0068e9-3cae-44de-9d42-a22a8b53f9dc', 'name': '', 'network_id': '9f7bdb25-d395-4f07-8701-de9485944957', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:c5:84:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '06ea78cb-3eeb-4f0f-ad17-1bedc9672558', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:50Z', 'updated_at': '2022-01-28T00:49:02Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '06ea78cb-3eeb-4f0f-ad17-1bedc9672558', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d9925df-2ff5-4766-a921-2aa14c3c5fd5', 'name': '', 'network_id': 'e459a586-76aa-4dca-a407-4b8880f12ebf', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:8e:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:44Z', 'updated_at': '2022-01-28T00:48:53Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea450c5-5761-49d3-a0e6-e389597610a6', 'name': '', 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:6b:33:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:35Z', 'updated_at': '2022-01-28T00:48:44Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '874bee31-c7d8-4be8-a8be-26efd16a3080', 'name': '', 'network_id': '124b4696-deef-47f4-b7a9-a27930972790', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:6a:9e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '83decb41-c559-4fa2-a5d3-f6118beffaaa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:58Z', 'updated_at': '2022-01-28T00:49:08Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '83decb41-c559-4fa2-a5d3-f6118beffaaa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:49:12.316794 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6ee6ea28-ac41-44b3-8e0b-3970fb997aef tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (2bd0bd69-5ffb-468e-9840-de86973b0ab2), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:12.432616 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6ea28-ac41-44b3-8e0b-3970fb997aef tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event updated for resources: {'Port': ['ID=2bd0bd69-5ffb-468e-9840-de86973b0ab2,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:12.521275 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3ec8d-5e4a-48a1-8841-504b66bb9155 req-d24aa268-c7db-4e79-9bdb-b8a3086a746e tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:12.526276 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf3ec8d-5e4a-48a1-8841-504b66bb9155 req-d24aa268-c7db-4e79-9bdb-b8a3086a746e tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.52 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 946 time: 0.1318293 Jan 28 00:49:12.715212 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6ee6ea28-ac41-44b3-8e0b-3970fb997aef tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (ec37b51b-106e-43b3-98d5-1e7ff7bcf700), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:12.768138 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-baf3ec8d-5e4a-48a1-8841-504b66bb9155 req-b2107e7d-af9d-4e6f-a598-11e90e7bca94 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Deleting port 17f75757-b67b-4374-9d75-01860fb649fe {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:49:12.769124 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-baf3ec8d-5e4a-48a1-8841-504b66bb9155 req-b2107e7d-af9d-4e6f-a598-11e90e7bca94 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (17f75757-b67b-4374-9d75-01860fb649fe), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:12.901017 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-baf3ec8d-5e4a-48a1-8841-504b66bb9155 req-b2107e7d-af9d-4e6f-a598-11e90e7bca94 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] For port 17f75757-b67b-4374-9d75-01860fb649fe, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=17f75757-b67b-4374-9d75-01860fb649fe,segment=NetworkSegment(6abb94fe-1d9f-4785-be4c-2a69b302f15c),segment_id=6abb94fe-1d9f-4785-be4c-2a69b302f15c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:49:12.901816 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-baf3ec8d-5e4a-48a1-8841-504b66bb9155 req-b2107e7d-af9d-4e6f-a598-11e90e7bca94 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (17f75757-b67b-4374-9d75-01860fb649fe), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:12.917302 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-baf3ec8d-5e4a-48a1-8841-504b66bb9155 req-b2107e7d-af9d-4e6f-a598-11e90e7bca94 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Calling delete_port for 17f75757-b67b-4374-9d75-01860fb649fe owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:49:12.968647 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-6ee6ea28-ac41-44b3-8e0b-3970fb997aef tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Floating IP ec37b51b-106e-43b3-98d5-1e7ff7bcf700 associated. External IP: 172.25.3.160, port: 73873c81-a6b3-4e19-9a88-30df71f26e07. Jan 28 00:49:13.069333 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbb1bb-fcd9-4899-a75f-89f92170ae60 req-767d9dd2-6fb1-450b-9db9-65f6bb859965 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:13.077047 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-baf3ec8d-5e4a-48a1-8841-504b66bb9155 req-b2107e7d-af9d-4e6f-a598-11e90e7bca94 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (17f75757-b67b-4374-9d75-01860fb649fe), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:13.078105 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:13.084388 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0ddbb1bb-fcd9-4899-a75f-89f92170ae60 req-767d9dd2-6fb1-450b-9db9-65f6bb859965 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/ports?device_id=e27db9a7-be05-425d-a9b7-b5edb34ee298 HTTP/1.1" status: 200 len: 946 time: 0.3831739 Jan 28 00:49:13.115188 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['17f75757-b67b-4374-9d75-01860fb649fe'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:49:13.118384 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2107e7d-af9d-4e6f-a598-11e90e7bca94 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Pushing event deleted for resources: {'Port': ['ID=17f75757-b67b-4374-9d75-01860fb649fe,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:13.141582 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ce182a7-70e8-429d-8176-b80d72368df0 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Deleting port 874bee31-c7d8-4be8-a8be-26efd16a3080 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:49:13.142615 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ce182a7-70e8-429d-8176-b80d72368df0 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (874bee31-c7d8-4be8-a8be-26efd16a3080), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:13.169922 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf3ec8d-5e4a-48a1-8841-504b66bb9155 req-b2107e7d-af9d-4e6f-a598-11e90e7bca94 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] No DVR routers for this DVR port 17f75757-b67b-4374-9d75-01860fb649fe on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:49:13.173767 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-baf3ec8d-5e4a-48a1-8841-504b66bb9155 req-b2107e7d-af9d-4e6f-a598-11e90e7bca94 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:13.181185 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-baf3ec8d-5e4a-48a1-8841-504b66bb9155 req-b2107e7d-af9d-4e6f-a598-11e90e7bca94 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.52 "DELETE /v2.0/ports/17f75757-b67b-4374-9d75-01860fb649fe HTTP/1.1" status: 204 len: 173 time: 0.6459022 Jan 28 00:49:13.181858 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27db9a7-be05-425d-a9b7-b5edb34ee298', 'name': 'network-vif-deleted', 'tag': '17f75757-b67b-4374-9d75-01860fb649fe'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:49:13.195845 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87280e50-819f-40c8-8091-fc3b2de5a836" -d '{"events": [{"server_uuid": "e27db9a7-be05-425d-a9b7-b5edb34ee298", "name": "network-vif-deleted", "tag": "17f75757-b67b-4374-9d75-01860fb649fe"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:49:13.317832 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23a3591-dcbf-4103-b586-5c636050e473 x-openstack-request-id: req-f23a3591-dcbf-4103-b586-5c636050e473 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:49:13.317832 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e27db9a7-be05-425d-a9b7-b5edb34ee298", "name": "network-vif-deleted", "tag": "17f75757-b67b-4374-9d75-01860fb649fe", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:49:13.317832 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f23a3591-dcbf-4103-b586-5c636050e473 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:49:13.318405 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27db9a7-be05-425d-a9b7-b5edb34ee298', 'name': 'network-vif-deleted', 'tag': '17f75757-b67b-4374-9d75-01860fb649fe', 'status': 'completed', 'code': 200} Jan 28 00:49:13.482265 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0ddbb1bb-fcd9-4899-a75f-89f92170ae60 req-19e6d13a-a2b8-4bb2-8db0-07def89fc720 tempest-ServersNegativeTestJSON-168994589 tempest-ServersNegativeTestJSON-168994589-project] 10.222.0.70 "GET /v2.0/security-groups?id=85a5f1ea-04f8-42a9-8eac-d8878350fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961329 Jan 28 00:49:13.539108 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ce182a7-70e8-429d-8176-b80d72368df0 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] For port 874bee31-c7d8-4be8-a8be-26efd16a3080, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=874bee31-c7d8-4be8-a8be-26efd16a3080,segment=NetworkSegment(ac4e8549-148f-4086-ab2e-69e9434aa751),segment_id=ac4e8549-148f-4086-ab2e-69e9434aa751)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:49:13.539525 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ce182a7-70e8-429d-8176-b80d72368df0 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (874bee31-c7d8-4be8-a8be-26efd16a3080), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:13.580158 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ce182a7-70e8-429d-8176-b80d72368df0 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Calling delete_port for 874bee31-c7d8-4be8-a8be-26efd16a3080 owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:49:13.992442 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee6ea28-ac41-44b3-8e0b-3970fb997aef tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Router 113ff66e-e766-4959-9430-69812a596a60 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:49:14.281585 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ce182a7-70e8-429d-8176-b80d72368df0 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (874bee31-c7d8-4be8-a8be-26efd16a3080), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:14.317243 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee6ea28-ac41-44b3-8e0b-3970fb997aef tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:49:14.321221 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce182a7-70e8-429d-8176-b80d72368df0 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Port': ['ID=874bee31-c7d8-4be8-a8be-26efd16a3080,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:14.346941 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6ee6ea28-ac41-44b3-8e0b-3970fb997aef tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:14.378432 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48295321-b302-4296-b47f-f23ec0fb1f28 None None] Sync routers for ids ['113ff66e-e766-4959-9430-69812a596a60'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:49:14.406158 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:14.408886 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48295321-b302-4296-b47f-f23ec0fb1f28 None None] Routers {'113ff66e-e766-4959-9430-69812a596a60'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:49:14.409843 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-48295321-b302-4296-b47f-f23ec0fb1f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:49:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['113ff66e-e766-4959-9430-69812a596a60'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:14.445915 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6ee6ea28-ac41-44b3-8e0b-3970fb997aef tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.3810706 Jan 28 00:49:14.502926 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64', 'tag': '73873c81-a6b3-4e19-9a88-30df71f26e07'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:49:14.519039 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8108c8e4-b3c7-4d3d-82ee-eb13554c21ce" -d '{"events": [{"name": "network-changed", "server_uuid": "b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64", "tag": "73873c81-a6b3-4e19-9a88-30df71f26e07"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:49:14.579368 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ce182a7-70e8-429d-8176-b80d72368df0 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (8ca82f78-c348-48f0-b706-c6264dd84428), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:14.704453 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59318) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:14.803333 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f42da1-4605-498a-9e90-3a9fc7487d73 admin admin] Deleting subnet 828e0c9b-ccdb-4dcf-9067-e86f2e38b75c {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:49:14.812761 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b9f42da1-4605-498a-9e90-3a9fc7487d73 admin admin] Publish callbacks [] for subnet (828e0c9b-ccdb-4dcf-9067-e86f2e38b75c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:14.858180 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-48295321-b302-4296-b47f-f23ec0fb1f28 None None] Set router 113ff66e-e766-4959-9430-69812a596a60 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:49:14.862722 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c124ebf-6422-44e1-9447-d0321ddebf55 x-openstack-request-id: req-3c124ebf-6422-44e1-9447-d0321ddebf55 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:49:14.862722 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64", "tag": "73873c81-a6b3-4e19-9a88-30df71f26e07", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:49:14.864870 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3c124ebf-6422-44e1-9447-d0321ddebf55 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:49:14.865331 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64', 'tag': '73873c81-a6b3-4e19-9a88-30df71f26e07', 'status': 'completed', 'code': 200} Jan 28 00:49:14.918210 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b9f42da1-4605-498a-9e90-3a9fc7487d73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (828e0c9b-ccdb-4dcf-9067-e86f2e38b75c), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:14.977105 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b32dee-78d9-422b-9647-24b84c617253 req-14650156-6130-443c-b8da-5fe5a8ee78f5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:14.979071 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-65b32dee-78d9-422b-9647-24b84c617253 req-14650156-6130-443c-b8da-5fe5a8ee78f5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 945 time: 0.2639484 Jan 28 00:49:15.031663 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b9f42da1-4605-498a-9e90-3a9fc7487d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (828e0c9b-ccdb-4dcf-9067-e86f2e38b75c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:15.168252 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b9f42da1-4605-498a-9e90-3a9fc7487d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (828e0c9b-ccdb-4dcf-9067-e86f2e38b75c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:15.241507 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f42da1-4605-498a-9e90-3a9fc7487d73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=828e0c9b-ccdb-4dcf-9067-e86f2e38b75c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:15.246089 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-65b32dee-78d9-422b-9647-24b84c617253 req-712607d5-dada-4847-88c3-67fdbcba8e49 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2526655 Jan 28 00:49:15.250441 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b9f42da1-4605-498a-9e90-3a9fc7487d73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:15.260535 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b9f42da1-4605-498a-9e90-3a9fc7487d73 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/828e0c9b-ccdb-4dcf-9067-e86f2e38b75c HTTP/1.1" status: 204 len: 168 time: 0.5547504 Jan 28 00:49:15.264020 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59322) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:15.350578 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59324) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:15.374650 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce182a7-70e8-429d-8176-b80d72368df0 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Router 8ca82f78-c348-48f0-b706-c6264dd84428 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:49:15.532692 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e26b383f-3b8f-42ab-b649-93c1314a3cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (61eda932-ec35-450c-90ac-ea6c515cdb93), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:15.681882 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-48295321-b302-4296-b47f-f23ec0fb1f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113ff66e-e766-4959-9430-69812a596a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990871948', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '9bb02f3d-76b3-4069-b522-5d0b6662ad45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:24Z', 'updated_at': '2022-01-28T00:48:34Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '9bb02f3d-76b3-4069-b522-5d0b6662ad45', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:45:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113ff66e-e766-4959-9430-69812a596a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:25Z', 'updated_at': '2022-01-28T00:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'ec37b51b-106e-43b3-98d5-1e7ff7bcf700', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '113ff66e-e766-4959-9430-69812a596a60', 'port_id': '73873c81-a6b3-4e19-9a88-30df71f26e07', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3244, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68540ec7-1ea9-43ac-b77b-4b3e99ca94ee', 'mac_address': 'fa:16:3e:6e:11:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:49:11Z', 'updated_at': '2022-01-28T00:49:11Z', 'revision_number': 0, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77d54bd-727c-4121-97c9-85857a9c6eae', 'name': '', 'network_id': '68540ec7-1ea9-43ac-b77b-4b3e99ca94ee', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:b3:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113ff66e-e766-4959-9430-69812a596a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '2d3dd484-7a77-442e-92ca-f02807e53c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:31Z', 'updated_at': '2022-01-28T00:48:45Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': '2d3dd484-7a77-442e-92ca-f02807e53c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:15.749043 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48295321-b302-4296-b47f-f23ec0fb1f28 None None] Checking router: 113ff66e-e766-4959-9430-69812a596a60 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:49:15.762516 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48295321-b302-4296-b47f-f23ec0fb1f28 None None] Routers {'113ff66e-e766-4959-9430-69812a596a60'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:49:15.763170 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-48295321-b302-4296-b47f-f23ec0fb1f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:49:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['113ff66e-e766-4959-9430-69812a596a60'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:15.803708 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e26b383f-3b8f-42ab-b649-93c1314a3cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (61eda932-ec35-450c-90ac-ea6c515cdb93), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:15.856830 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-e26b383f-3b8f-42ab-b649-93c1314a3cdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61eda932-ec35-450c-90ac-ea6c515cdb93']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:15.868384 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-e26b383f-3b8f-42ab-b649-93c1314a3cdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6abb94fe-1d9f-4785-be4c-2a69b302f15c') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:15.868755 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-e26b383f-3b8f-42ab-b649-93c1314a3cdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6abb94fe-1d9f-4785-be4c-2a69b302f15c') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:15.880181 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e26b383f-3b8f-42ab-b649-93c1314a3cdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (6abb94fe-1d9f-4785-be4c-2a69b302f15c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:15.895194 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e26b383f-3b8f-42ab-b649-93c1314a3cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (6abb94fe-1d9f-4785-be4c-2a69b302f15c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:15.895462 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-48295321-b302-4296-b47f-f23ec0fb1f28 None None] Set router 113ff66e-e766-4959-9430-69812a596a60 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:49:15.902619 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e26b383f-3b8f-42ab-b649-93c1314a3cdd admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:49:15.903035 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e26b383f-3b8f-42ab-b649-93c1314a3cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (6abb94fe-1d9f-4785-be4c-2a69b302f15c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:16.308742 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-48295321-b302-4296-b47f-f23ec0fb1f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113ff66e-e766-4959-9430-69812a596a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990871948', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '9bb02f3d-76b3-4069-b522-5d0b6662ad45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:24Z', 'updated_at': '2022-01-28T00:48:34Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '9bb02f3d-76b3-4069-b522-5d0b6662ad45', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:45:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113ff66e-e766-4959-9430-69812a596a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:25Z', 'updated_at': '2022-01-28T00:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'ec37b51b-106e-43b3-98d5-1e7ff7bcf700', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '113ff66e-e766-4959-9430-69812a596a60', 'port_id': '73873c81-a6b3-4e19-9a88-30df71f26e07', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3244, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68540ec7-1ea9-43ac-b77b-4b3e99ca94ee', 'mac_address': 'fa:16:3e:6e:11:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:49:11Z', 'updated_at': '2022-01-28T00:49:11Z', 'revision_number': 0, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77d54bd-727c-4121-97c9-85857a9c6eae', 'name': '', 'network_id': '68540ec7-1ea9-43ac-b77b-4b3e99ca94ee', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:b3:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113ff66e-e766-4959-9430-69812a596a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '2d3dd484-7a77-442e-92ca-f02807e53c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:31Z', 'updated_at': '2022-01-28T00:48:45Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': '2d3dd484-7a77-442e-92ca-f02807e53c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:16.333270 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108c8e4-b3c7-4d3d-82ee-eb13554c21ce req-002f8f19-1289-453e-b86c-5b6c3fe9371b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:16.336043 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8108c8e4-b3c7-4d3d-82ee-eb13554c21ce req-002f8f19-1289-453e-b86c-5b6c3fe9371b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 1096 time: 1.4362798 Jan 28 00:49:16.373269 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48295321-b302-4296-b47f-f23ec0fb1f28 None None] The sync data for ids ['113ff66e-e766-4959-9430-69812a596a60'] in n-d-826754-1 is: [{'id': '113ff66e-e766-4959-9430-69812a596a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990871948', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '9bb02f3d-76b3-4069-b522-5d0b6662ad45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:24Z', 'updated_at': '2022-01-28T00:48:34Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '9bb02f3d-76b3-4069-b522-5d0b6662ad45', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:45:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113ff66e-e766-4959-9430-69812a596a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:25Z', 'updated_at': '2022-01-28T00:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'ec37b51b-106e-43b3-98d5-1e7ff7bcf700', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '113ff66e-e766-4959-9430-69812a596a60', 'port_id': '73873c81-a6b3-4e19-9a88-30df71f26e07', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3244, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68540ec7-1ea9-43ac-b77b-4b3e99ca94ee', 'mac_address': 'fa:16:3e:6e:11:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:49:11Z', 'updated_at': '2022-01-28T00:49:11Z', 'revision_number': 0, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77d54bd-727c-4121-97c9-85857a9c6eae', 'name': '', 'network_id': '68540ec7-1ea9-43ac-b77b-4b3e99ca94ee', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:b3:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113ff66e-e766-4959-9430-69812a596a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '2d3dd484-7a77-442e-92ca-f02807e53c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:31Z', 'updated_at': '2022-01-28T00:48:45Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': '2d3dd484-7a77-442e-92ca-f02807e53c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:49:16.407924 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:49:16.407924 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:49:16.407924 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:49:16.407924 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:49:16.407924 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:49:16.407924 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:49:16.407924 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:49:16.407924 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:49:16.407924 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:49:16.407924 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:49:16.407924 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:49:16.407924 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:49:16.407924 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:49:16.407924 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:49:16.407924 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:49:16.407924 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:49:16.407924 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:49:16.407924 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:49:16.407924 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:49:16.407924 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:49:16.407924 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:49:16.407924 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:49:16.407924 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:49:16.407924 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:49:16.407924 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:49:16.407924 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:49:16.407924 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:49:16.407924 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:49:16.407924 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:49:16.407924 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:49:16.407924 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:49:16.407924 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:49:16.418038 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e26b383f-3b8f-42ab-b649-93c1314a3cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (61eda932-ec35-450c-90ac-ea6c515cdb93), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:16.434563 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e26b383f-3b8f-42ab-b649-93c1314a3cdd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:16.443292 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e26b383f-3b8f-42ab-b649-93c1314a3cdd admin admin] 10.222.0.70 "DELETE /v2.0/networks/61eda932-ec35-450c-90ac-ea6c515cdb93 HTTP/1.1" status: 204 len: 168 time: 1.1772518 Jan 28 00:49:16.521111 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b383f-3b8f-42ab-b649-93c1314a3cdd admin admin] Pushing event deleted for resources: {'Network': ['ID=61eda932-ec35-450c-90ac-ea6c515cdb93,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:16.661221 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce182a7-70e8-429d-8176-b80d72368df0 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:49:16.670379 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8ce182a7-70e8-429d-8176-b80d72368df0 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "PUT /v2.0/routers/8ca82f78-c348-48f0-b706-c6264dd84428/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9709082 Jan 28 00:49:16.671653 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108c8e4-b3c7-4d3d-82ee-eb13554c21ce req-1c758885-f3cf-48e0-8855-2bec5d9ae04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:16.673268 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59330) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:16.675276 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8108c8e4-b3c7-4d3d-82ee-eb13554c21ce req-1c758885-f3cf-48e0-8855-2bec5d9ae04f service neutron] 10.222.0.65 "GET /v2.0/networks?id=68540ec7-1ea9-43ac-b77b-4b3e99ca94ee HTTP/1.1" status: 200 len: 898 time: 0.1268058 Jan 28 00:49:16.676051 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18170bd9-99c0-462a-a7c0-cd869c71858a None None] Sync routers for ids ['8ca82f78-c348-48f0-b706-c6264dd84428'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:49:16.681555 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ffa51696-a596-4c6c-8415-2c06da869631 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/floatingips/ec37b51b-106e-43b3-98d5-1e7ff7bcf700 HTTP/1.1" status: 200 len: 991 time: 1.3260255 Jan 28 00:49:16.693005 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18170bd9-99c0-462a-a7c0-cd869c71858a None None] Routers {'8ca82f78-c348-48f0-b706-c6264dd84428'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:49:16.697058 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-18170bd9-99c0-462a-a7c0-cd869c71858a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:49:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8ca82f78-c348-48f0-b706-c6264dd84428'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:16.775858 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8108c8e4-b3c7-4d3d-82ee-eb13554c21ce req-999fc17f-6ac4-4580-8ce6-3409771acdb0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73873c81-a6b3-4e19-9a88-30df71f26e07 HTTP/1.1" status: 200 len: 999 time: 0.0928776 Jan 28 00:49:16.801877 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-04626f1b-42c5-458a-9a3a-22310dedab4d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Deleting subnet 83decb41-c559-4fa2-a5d3-f6118beffaaa {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:49:16.809194 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04626f1b-42c5-458a-9a3a-22310dedab4d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for subnet (83decb41-c559-4fa2-a5d3-f6118beffaaa), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:16.880879 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5820b152-3460-4465-9070-0defc3d19eef None None] New status for floating IP ec37b51b-106e-43b3-98d5-1e7ff7bcf700: ACTIVE {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:49:16.910885 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-18170bd9-99c0-462a-a7c0-cd869c71858a None None] Set router 8ca82f78-c348-48f0-b706-c6264dd84428 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:49:16.927365 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04626f1b-42c5-458a-9a3a-22310dedab4d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (83decb41-c559-4fa2-a5d3-f6118beffaaa), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:16.994063 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108c8e4-b3c7-4d3d-82ee-eb13554c21ce req-e1581842-6d2b-4262-8c38-343dad003f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:16.996081 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8108c8e4-b3c7-4d3d-82ee-eb13554c21ce req-e1581842-6d2b-4262-8c38-343dad003f80 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2d3dd484-7a77-442e-92ca-f02807e53c73 HTTP/1.1" status: 200 len: 834 time: 0.2113576 Jan 28 00:49:17.025301 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59334) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:17.031189 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04626f1b-42c5-458a-9a3a-22310dedab4d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (83decb41-c559-4fa2-a5d3-f6118beffaaa), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:17.107910 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 17f75757-b67b-4374-9d75-01860fb649fe no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:49:17.110122 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04626f1b-42c5-458a-9a3a-22310dedab4d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (83decb41-c559-4fa2-a5d3-f6118beffaaa), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:17.135310 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04626f1b-42c5-458a-9a3a-22310dedab4d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:17.143395 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-04626f1b-42c5-458a-9a3a-22310dedab4d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/subnets/83decb41-c559-4fa2-a5d3-f6118beffaaa HTTP/1.1" status: 204 len: 168 time: 0.4685965 Jan 28 00:49:17.185642 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59336) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:17.186539 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04626f1b-42c5-458a-9a3a-22310dedab4d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Subnet': ['ID=83decb41-c559-4fa2-a5d3-f6118beffaaa,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:17.189260 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738d8d77-76c6-4222-851f-4542be3a4e54 None None] Network 124b4696-deef-47f4-b7a9-a27930972790 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:49:17.197466 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-526bcc51-4f7f-40c2-819b-4d6cee15dc15 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3e9f050de49645dd9bd4214fbcf36ea4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1625597 Jan 28 00:49:17.198069 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59338) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:17.311113 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f31f1ce-01e6-43cc-befe-1e9bf2b78cbb admin admin] Publish callbacks [] for security_group (85a5f1ea-04f8-42a9-8eac-d8878350fe02), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:17.323439 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 17f75757-b67b-4374-9d75-01860fb649fe {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:49:17.331641 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 17f75757-b67b-4374-9d75-01860fb649fe not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:49:17.379356 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108c8e4-b3c7-4d3d-82ee-eb13554c21ce req-de26ed81-5f41-487a-a7ea-1b69cb5e4201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:17.380555 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f31f1ce-01e6-43cc-befe-1e9bf2b78cbb admin admin] Publish callbacks [] for security_group (85a5f1ea-04f8-42a9-8eac-d8878350fe02), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:17.386399 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8108c8e4-b3c7-4d3d-82ee-eb13554c21ce req-de26ed81-5f41-487a-a7ea-1b69cb5e4201 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=68540ec7-1ea9-43ac-b77b-4b3e99ca94ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3786180 Jan 28 00:49:17.454912 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-18170bd9-99c0-462a-a7c0-cd869c71858a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'name': 'tempest-RoutersIpV6Test-router-840837175', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:32Z', 'updated_at': '2022-01-28T00:49:14Z', 'revision_number': 8, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None, '_interfaces': [{'id': '1c0068e9-3cae-44de-9d42-a22a8b53f9dc', 'name': '', 'network_id': '9f7bdb25-d395-4f07-8701-de9485944957', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:c5:84:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '06ea78cb-3eeb-4f0f-ad17-1bedc9672558', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:50Z', 'updated_at': '2022-01-28T00:49:02Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '06ea78cb-3eeb-4f0f-ad17-1bedc9672558', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d9925df-2ff5-4766-a921-2aa14c3c5fd5', 'name': '', 'network_id': 'e459a586-76aa-4dca-a407-4b8880f12ebf', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:8e:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:44Z', 'updated_at': '2022-01-28T00:48:53Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea450c5-5761-49d3-a0e6-e389597610a6', 'name': '', 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:6b:33:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:35Z', 'updated_at': '2022-01-28T00:48:44Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:17.516434 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18170bd9-99c0-462a-a7c0-cd869c71858a None None] Checking router: 8ca82f78-c348-48f0-b706-c6264dd84428 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:49:17.532595 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18170bd9-99c0-462a-a7c0-cd869c71858a None None] Routers {'8ca82f78-c348-48f0-b706-c6264dd84428'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:49:17.533235 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-18170bd9-99c0-462a-a7c0-cd869c71858a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:49:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8ca82f78-c348-48f0-b706-c6264dd84428'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:17.549003 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f31f1ce-01e6-43cc-befe-1e9bf2b78cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (85a5f1ea-04f8-42a9-8eac-d8878350fe02), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:17.553105 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f31f1ce-01e6-43cc-befe-1e9bf2b78cbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:17.554519 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9f31f1ce-01e6-43cc-befe-1e9bf2b78cbb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/85a5f1ea-04f8-42a9-8eac-d8878350fe02 HTTP/1.1" status: 204 len: 168 time: 0.3554378 Jan 28 00:49:17.572339 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31f1ce-01e6-43cc-befe-1e9bf2b78cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a5f1ea-04f8-42a9-8eac-d8878350fe02,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:17.588064 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-08b02cd0-ff5c-4190-9433-02910349e7ba tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (124b4696-deef-47f4-b7a9-a27930972790), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:17.683584 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59342) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:17.769468 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad8ecba-1957-452c-bcd9-e84a264ba36e None None] DHCP port deletion for 124b4696-deef-47f4-b7a9-a27930972790 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:49:17.796049 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c282a7c3-e8ce-4e2d-a187-c5e4f6fa9361 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/floatingips/ec37b51b-106e-43b3-98d5-1e7ff7bcf700 HTTP/1.1" status: 200 len: 993 time: 0.1110761 Jan 28 00:49:17.826353 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8108c8e4-b3c7-4d3d-82ee-eb13554c21ce req-2a0d1653-fa70-4913-847f-df5efb3dd06f service neutron] 10.222.0.65 "GET /v2.0/networks/68540ec7-1ea9-43ac-b77b-4b3e99ca94ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293907 Jan 28 00:49:17.885820 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-18170bd9-99c0-462a-a7c0-cd869c71858a None None] Set router 8ca82f78-c348-48f0-b706-c6264dd84428 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:49:17.971242 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0ad8ecba-1957-452c-bcd9-e84a264ba36e None None] Deleting port a4c7713f-b3db-4200-a8ce-a55e27324780 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:49:17.971967 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0ad8ecba-1957-452c-bcd9-e84a264ba36e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (a4c7713f-b3db-4200-a8ce-a55e27324780), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:18.048562 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-08b02cd0-ff5c-4190-9433-02910349e7ba tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Deleting port a4c7713f-b3db-4200-a8ce-a55e27324780 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:49:18.049916 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-08b02cd0-ff5c-4190-9433-02910349e7ba tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (a4c7713f-b3db-4200-a8ce-a55e27324780), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:18.125143 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-0ad8ecba-1957-452c-bcd9-e84a264ba36e None None] For port a4c7713f-b3db-4200-a8ce-a55e27324780, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=a4c7713f-b3db-4200-a8ce-a55e27324780,segment=NetworkSegment(ac4e8549-148f-4086-ab2e-69e9434aa751),segment_id=ac4e8549-148f-4086-ab2e-69e9434aa751)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:49:18.125698 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0ad8ecba-1957-452c-bcd9-e84a264ba36e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (a4c7713f-b3db-4200-a8ce-a55e27324780), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:18.174366 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0ad8ecba-1957-452c-bcd9-e84a264ba36e None None] Calling delete_port for a4c7713f-b3db-4200-a8ce-a55e27324780 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:49:18.233751 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-08b02cd0-ff5c-4190-9433-02910349e7ba tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] For port a4c7713f-b3db-4200-a8ce-a55e27324780, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=a4c7713f-b3db-4200-a8ce-a55e27324780,segment=NetworkSegment(ac4e8549-148f-4086-ab2e-69e9434aa751),segment_id=ac4e8549-148f-4086-ab2e-69e9434aa751)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:49:18.234945 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-08b02cd0-ff5c-4190-9433-02910349e7ba tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (a4c7713f-b3db-4200-a8ce-a55e27324780), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:18.264052 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-08b02cd0-ff5c-4190-9433-02910349e7ba tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Calling delete_port for a4c7713f-b3db-4200-a8ce-a55e27324780 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:49:18.301750 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0ad8ecba-1957-452c-bcd9-e84a264ba36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (a4c7713f-b3db-4200-a8ce-a55e27324780), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:18.345635 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad8ecba-1957-452c-bcd9-e84a264ba36e None None] No DVR routers for this DVR port a4c7713f-b3db-4200-a8ce-a55e27324780 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:49:18.439645 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8ecba-1957-452c-bcd9-e84a264ba36e None None] Pushing event deleted for resources: {'Port': ['ID=a4c7713f-b3db-4200-a8ce-a55e27324780,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:18.467878 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-18170bd9-99c0-462a-a7c0-cd869c71858a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'name': 'tempest-RoutersIpV6Test-router-840837175', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:32Z', 'updated_at': '2022-01-28T00:49:14Z', 'revision_number': 8, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None, '_interfaces': [{'id': '1c0068e9-3cae-44de-9d42-a22a8b53f9dc', 'name': '', 'network_id': '9f7bdb25-d395-4f07-8701-de9485944957', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:c5:84:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '06ea78cb-3eeb-4f0f-ad17-1bedc9672558', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:50Z', 'updated_at': '2022-01-28T00:49:02Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '06ea78cb-3eeb-4f0f-ad17-1bedc9672558', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d9925df-2ff5-4766-a921-2aa14c3c5fd5', 'name': '', 'network_id': 'e459a586-76aa-4dca-a407-4b8880f12ebf', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:8e:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:44Z', 'updated_at': '2022-01-28T00:48:53Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea450c5-5761-49d3-a0e6-e389597610a6', 'name': '', 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:6b:33:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:35Z', 'updated_at': '2022-01-28T00:48:44Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:18.530460 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18170bd9-99c0-462a-a7c0-cd869c71858a None None] The sync data for ids ['8ca82f78-c348-48f0-b706-c6264dd84428'] in n-d-826754-1 is: [{'id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'name': 'tempest-RoutersIpV6Test-router-840837175', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:32Z', 'updated_at': '2022-01-28T00:49:14Z', 'revision_number': 8, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None, '_interfaces': [{'id': '1c0068e9-3cae-44de-9d42-a22a8b53f9dc', 'name': '', 'network_id': '9f7bdb25-d395-4f07-8701-de9485944957', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:c5:84:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '06ea78cb-3eeb-4f0f-ad17-1bedc9672558', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:50Z', 'updated_at': '2022-01-28T00:49:02Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '06ea78cb-3eeb-4f0f-ad17-1bedc9672558', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d9925df-2ff5-4766-a921-2aa14c3c5fd5', 'name': '', 'network_id': 'e459a586-76aa-4dca-a407-4b8880f12ebf', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:8e:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:44Z', 'updated_at': '2022-01-28T00:48:53Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea450c5-5761-49d3-a0e6-e389597610a6', 'name': '', 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:6b:33:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:35Z', 'updated_at': '2022-01-28T00:48:44Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:49:18.559327 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8108c8e4-b3c7-4d3d-82ee-eb13554c21ce req-17ffe9a4-1ef7-4ed0-b8ec-03f71e95d97d service neutron] 10.222.0.65 "GET /v2.0/networks/68540ec7-1ea9-43ac-b77b-4b3e99ca94ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7215319 Jan 28 00:49:18.616082 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-08b02cd0-ff5c-4190-9433-02910349e7ba tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (a4c7713f-b3db-4200-a8ce-a55e27324780), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:18.670144 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b02cd0-ff5c-4190-9433-02910349e7ba tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Port': ['ID=a4c7713f-b3db-4200-a8ce-a55e27324780,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:18.673544 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b02cd0-ff5c-4190-9433-02910349e7ba tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] No DVR routers for this DVR port a4c7713f-b3db-4200-a8ce-a55e27324780 on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:49:18.829145 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-08b02cd0-ff5c-4190-9433-02910349e7ba tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (124b4696-deef-47f4-b7a9-a27930972790), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:18.875717 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-08b02cd0-ff5c-4190-9433-02910349e7ba tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124b4696-deef-47f4-b7a9-a27930972790']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:18.899879 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-08b02cd0-ff5c-4190-9433-02910349e7ba tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4e8549-148f-4086-ab2e-69e9434aa751') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:18.900541 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-08b02cd0-ff5c-4190-9433-02910349e7ba tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4e8549-148f-4086-ab2e-69e9434aa751') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:18.941221 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-08b02cd0-ff5c-4190-9433-02910349e7ba tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (ac4e8549-148f-4086-ab2e-69e9434aa751), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:18.981086 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-08b02cd0-ff5c-4190-9433-02910349e7ba tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (ac4e8549-148f-4086-ab2e-69e9434aa751), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:19.005109 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b02cd0-ff5c-4190-9433-02910349e7ba tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:49:19.005882 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-08b02cd0-ff5c-4190-9433-02910349e7ba tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (ac4e8549-148f-4086-ab2e-69e9434aa751), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: self.session.flush() Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:49:19.018446 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:49:19.199954 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-08b02cd0-ff5c-4190-9433-02910349e7ba tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (124b4696-deef-47f4-b7a9-a27930972790), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:19.237859 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-08b02cd0-ff5c-4190-9433-02910349e7ba tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:19.256205 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59366) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:19.265465 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-08b02cd0-ff5c-4190-9433-02910349e7ba tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/networks/124b4696-deef-47f4-b7a9-a27930972790 HTTP/1.1" status: 204 len: 168 time: 2.0514629 Jan 28 00:49:19.284205 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b02cd0-ff5c-4190-9433-02910349e7ba tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Network': ['ID=124b4696-deef-47f4-b7a9-a27930972790,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:19.534550 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 874bee31-c7d8-4be8-a8be-26efd16a3080 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:49:19.569478 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 874bee31-c7d8-4be8-a8be-26efd16a3080 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:49:19.570324 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 874bee31-c7d8-4be8-a8be-26efd16a3080 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:49:19.572592 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a4c7713f-b3db-4200-a8ce-a55e27324780 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:49:19.616143 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: a4c7713f-b3db-4200-a8ce-a55e27324780 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:49:19.617072 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a4c7713f-b3db-4200-a8ce-a55e27324780 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:49:20.010202 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59374) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:20.074672 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cfa3a90b-1862-4129-9db8-bc0e6a2f701e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (8ca82f78-c348-48f0-b706-c6264dd84428), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:20.205906 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9e997acc-aca8-45a8-8db8-ec01b5121d99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:20.379397 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9e997acc-aca8-45a8-8db8-ec01b5121d99 admin admin] Publish callbacks [] for security_group (9f639af1-bc30-4194-bed4-130f2315aec1), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:20.390767 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9e997acc-aca8-45a8-8db8-ec01b5121d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (9f639af1-bc30-4194-bed4-130f2315aec1), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:20.458174 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9e997acc-aca8-45a8-8db8-ec01b5121d99 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=82810ac8f56f44f2b45cc9b941568701&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4460468 Jan 28 00:49:20.459298 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59380) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:20.517716 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e997acc-aca8-45a8-8db8-ec01b5121d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f639af1-bc30-4194-bed4-130f2315aec1,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:20.549114 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-930828e6-a1ce-420b-b07c-9a5ce4f4eefd admin admin] Publish callbacks [] for security_group (9f639af1-bc30-4194-bed4-130f2315aec1), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:20.575859 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-cfa3a90b-1862-4129-9db8-bc0e6a2f701e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Deleting port 1c0068e9-3cae-44de-9d42-a22a8b53f9dc {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:49:20.576907 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cfa3a90b-1862-4129-9db8-bc0e6a2f701e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (1c0068e9-3cae-44de-9d42-a22a8b53f9dc), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:20.593267 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-930828e6-a1ce-420b-b07c-9a5ce4f4eefd admin admin] Publish callbacks [] for security_group (9f639af1-bc30-4194-bed4-130f2315aec1), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:20.687533 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-930828e6-a1ce-420b-b07c-9a5ce4f4eefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (9f639af1-bc30-4194-bed4-130f2315aec1), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:20.690687 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-930828e6-a1ce-420b-b07c-9a5ce4f4eefd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:20.696239 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-930828e6-a1ce-420b-b07c-9a5ce4f4eefd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9f639af1-bc30-4194-bed4-130f2315aec1 HTTP/1.1" status: 204 len: 168 time: 0.2324657 Jan 28 00:49:20.706140 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930828e6-a1ce-420b-b07c-9a5ce4f4eefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f639af1-bc30-4194-bed4-130f2315aec1,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:20.761135 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-cfa3a90b-1862-4129-9db8-bc0e6a2f701e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] For port 1c0068e9-3cae-44de-9d42-a22a8b53f9dc, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1c0068e9-3cae-44de-9d42-a22a8b53f9dc,segment=NetworkSegment(5067f776-366a-4f3b-b124-749d1cc4219f),segment_id=5067f776-366a-4f3b-b124-749d1cc4219f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:49:20.761508 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cfa3a90b-1862-4129-9db8-bc0e6a2f701e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (1c0068e9-3cae-44de-9d42-a22a8b53f9dc), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:20.779572 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-cfa3a90b-1862-4129-9db8-bc0e6a2f701e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Calling delete_port for 1c0068e9-3cae-44de-9d42-a22a8b53f9dc owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:49:21.125980 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cfa3a90b-1862-4129-9db8-bc0e6a2f701e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (1c0068e9-3cae-44de-9d42-a22a8b53f9dc), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:21.157505 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3a90b-1862-4129-9db8-bc0e6a2f701e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Port': ['ID=1c0068e9-3cae-44de-9d42-a22a8b53f9dc,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:21.444850 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cfa3a90b-1862-4129-9db8-bc0e6a2f701e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (8ca82f78-c348-48f0-b706-c6264dd84428), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:21.761970 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa3a90b-1862-4129-9db8-bc0e6a2f701e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Router 8ca82f78-c348-48f0-b706-c6264dd84428 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:49:21.889355 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa3a90b-1862-4129-9db8-bc0e6a2f701e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:49:21.901230 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cfa3a90b-1862-4129-9db8-bc0e6a2f701e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "PUT /v2.0/routers/8ca82f78-c348-48f0-b706-c6264dd84428/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6337111 Jan 28 00:49:21.903870 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59402) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:21.907785 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a08d3b-7bcc-4125-b83f-80d5814d0d06 None None] Sync routers for ids ['8ca82f78-c348-48f0-b706-c6264dd84428'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:49:21.926582 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a08d3b-7bcc-4125-b83f-80d5814d0d06 None None] Routers {'8ca82f78-c348-48f0-b706-c6264dd84428'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:49:21.928021 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-19a08d3b-7bcc-4125-b83f-80d5814d0d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:49:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8ca82f78-c348-48f0-b706-c6264dd84428'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:21.989909 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e8e5b2-7d09-4eb6-853d-4461078a8e30 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Deleting subnet 06ea78cb-3eeb-4f0f-ad17-1bedc9672558 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:49:21.995428 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c7e8e5b2-7d09-4eb6-853d-4461078a8e30 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for subnet (06ea78cb-3eeb-4f0f-ad17-1bedc9672558), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:22.055107 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c7e8e5b2-7d09-4eb6-853d-4461078a8e30 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (06ea78cb-3eeb-4f0f-ad17-1bedc9672558), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:22.119899 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-19a08d3b-7bcc-4125-b83f-80d5814d0d06 None None] Set router 8ca82f78-c348-48f0-b706-c6264dd84428 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:49:22.204240 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c7e8e5b2-7d09-4eb6-853d-4461078a8e30 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (06ea78cb-3eeb-4f0f-ad17-1bedc9672558), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:22.309689 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c7e8e5b2-7d09-4eb6-853d-4461078a8e30 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (06ea78cb-3eeb-4f0f-ad17-1bedc9672558), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:22.343723 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8e5b2-7d09-4eb6-853d-4461078a8e30 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Subnet': ['ID=06ea78cb-3eeb-4f0f-ad17-1bedc9672558,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:22.364275 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c7e8e5b2-7d09-4eb6-853d-4461078a8e30 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:22.369369 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476da455-df10-4641-858e-e7095aeaa67c None None] Network 9f7bdb25-d395-4f07-8701-de9485944957 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:49:22.375091 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c7e8e5b2-7d09-4eb6-853d-4461078a8e30 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/subnets/06ea78cb-3eeb-4f0f-ad17-1bedc9672558 HTTP/1.1" status: 204 len: 168 time: 0.4647260 Jan 28 00:49:22.375530 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59416) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:22.497244 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d869abd8-e2b0-4b78-8bc5-fc001b899d0f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (9f7bdb25-d395-4f07-8701-de9485944957), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:22.601712 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-19a08d3b-7bcc-4125-b83f-80d5814d0d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'name': 'tempest-RoutersIpV6Test-router-840837175', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:32Z', 'updated_at': '2022-01-28T00:49:21Z', 'revision_number': 9, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None, '_interfaces': [{'id': '4d9925df-2ff5-4766-a921-2aa14c3c5fd5', 'name': '', 'network_id': 'e459a586-76aa-4dca-a407-4b8880f12ebf', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:8e:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:44Z', 'updated_at': '2022-01-28T00:48:53Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea450c5-5761-49d3-a0e6-e389597610a6', 'name': '', 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:6b:33:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:35Z', 'updated_at': '2022-01-28T00:48:44Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:22.610800 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d869abd8-e2b0-4b78-8bc5-fc001b899d0f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Deleting port 2652863a-9f16-4769-b6d4-bda3ac53186d {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:49:22.611509 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d869abd8-e2b0-4b78-8bc5-fc001b899d0f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (2652863a-9f16-4769-b6d4-bda3ac53186d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:22.678127 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a08d3b-7bcc-4125-b83f-80d5814d0d06 None None] Checking router: 8ca82f78-c348-48f0-b706-c6264dd84428 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:49:22.698671 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a08d3b-7bcc-4125-b83f-80d5814d0d06 None None] Routers {'8ca82f78-c348-48f0-b706-c6264dd84428'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:49:22.699724 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-19a08d3b-7bcc-4125-b83f-80d5814d0d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:49:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8ca82f78-c348-48f0-b706-c6264dd84428'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:22.709381 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-d869abd8-e2b0-4b78-8bc5-fc001b899d0f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] For port 2652863a-9f16-4769-b6d4-bda3ac53186d, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2652863a-9f16-4769-b6d4-bda3ac53186d,segment=NetworkSegment(5067f776-366a-4f3b-b124-749d1cc4219f),segment_id=5067f776-366a-4f3b-b124-749d1cc4219f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:49:22.709886 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d869abd8-e2b0-4b78-8bc5-fc001b899d0f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (2652863a-9f16-4769-b6d4-bda3ac53186d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:22.740146 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d869abd8-e2b0-4b78-8bc5-fc001b899d0f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Calling delete_port for 2652863a-9f16-4769-b6d4-bda3ac53186d owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:49:22.772534 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c738c7-3982-42c2-968e-e06c5e47d7b1 None None] DHCP port deletion for 9f7bdb25-d395-4f07-8701-de9485944957 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:49:22.785118 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59422) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:22.889789 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-08c738c7-3982-42c2-968e-e06c5e47d7b1 None None] Deleting port 2652863a-9f16-4769-b6d4-bda3ac53186d {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:49:22.890407 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08c738c7-3982-42c2-968e-e06c5e47d7b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (2652863a-9f16-4769-b6d4-bda3ac53186d), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:23.032001 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-08c738c7-3982-42c2-968e-e06c5e47d7b1 None None] For port 2652863a-9f16-4769-b6d4-bda3ac53186d, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2652863a-9f16-4769-b6d4-bda3ac53186d,segment=NetworkSegment(5067f776-366a-4f3b-b124-749d1cc4219f),segment_id=5067f776-366a-4f3b-b124-749d1cc4219f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:49:23.034099 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08c738c7-3982-42c2-968e-e06c5e47d7b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (2652863a-9f16-4769-b6d4-bda3ac53186d), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:23.057195 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d869abd8-e2b0-4b78-8bc5-fc001b899d0f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (2652863a-9f16-4769-b6d4-bda3ac53186d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:23.063045 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-19a08d3b-7bcc-4125-b83f-80d5814d0d06 None None] Set router 8ca82f78-c348-48f0-b706-c6264dd84428 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:49:23.109870 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-08c738c7-3982-42c2-968e-e06c5e47d7b1 None None] Calling delete_port for 2652863a-9f16-4769-b6d4-bda3ac53186d owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:49:23.130733 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869abd8-e2b0-4b78-8bc5-fc001b899d0f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Port': ['ID=2652863a-9f16-4769-b6d4-bda3ac53186d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:23.154979 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d869abd8-e2b0-4b78-8bc5-fc001b899d0f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] No DVR routers for this DVR port 2652863a-9f16-4769-b6d4-bda3ac53186d on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:49:23.198540 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5a02ca37-b1b0-426f-ba5c-0e2cc8465d33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:23.371353 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d869abd8-e2b0-4b78-8bc5-fc001b899d0f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (9f7bdb25-d395-4f07-8701-de9485944957), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:23.384194 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08c738c7-3982-42c2-968e-e06c5e47d7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (2652863a-9f16-4769-b6d4-bda3ac53186d), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:23.418217 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-d869abd8-e2b0-4b78-8bc5-fc001b899d0f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f7bdb25-d395-4f07-8701-de9485944957']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:23.451746 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-d869abd8-e2b0-4b78-8bc5-fc001b899d0f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5067f776-366a-4f3b-b124-749d1cc4219f') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:23.452351 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-d869abd8-e2b0-4b78-8bc5-fc001b899d0f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5067f776-366a-4f3b-b124-749d1cc4219f') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:23.464806 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c738c7-3982-42c2-968e-e06c5e47d7b1 None None] Pushing event deleted for resources: {'Port': ['ID=2652863a-9f16-4769-b6d4-bda3ac53186d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:23.482548 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c738c7-3982-42c2-968e-e06c5e47d7b1 None None] No DVR routers for this DVR port 2652863a-9f16-4769-b6d4-bda3ac53186d on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:49:23.502677 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c738c7-3982-42c2-968e-e06c5e47d7b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:23.505215 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c738c7-3982-42c2-968e-e06c5e47d7b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:23.507385 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c738c7-3982-42c2-968e-e06c5e47d7b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:23.508653 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c738c7-3982-42c2-968e-e06c5e47d7b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:23.508921 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d869abd8-e2b0-4b78-8bc5-fc001b899d0f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (5067f776-366a-4f3b-b124-749d1cc4219f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:23.510039 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c738c7-3982-42c2-968e-e06c5e47d7b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:23.511329 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c738c7-3982-42c2-968e-e06c5e47d7b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:23.512460 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c738c7-3982-42c2-968e-e06c5e47d7b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:23.513415 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c738c7-3982-42c2-968e-e06c5e47d7b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:23.513607 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5a02ca37-b1b0-426f-ba5c-0e2cc8465d33 admin admin] Publish callbacks [] for security_group (9f632f7d-fe4d-4d6a-ac1b-3a2049baf3d9), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:23.514520 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c738c7-3982-42c2-968e-e06c5e47d7b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:23.516924 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c738c7-3982-42c2-968e-e06c5e47d7b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:23.517911 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c738c7-3982-42c2-968e-e06c5e47d7b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:23.519334 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c738c7-3982-42c2-968e-e06c5e47d7b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:23.521389 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c738c7-3982-42c2-968e-e06c5e47d7b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:23.521679 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5a02ca37-b1b0-426f-ba5c-0e2cc8465d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (9f632f7d-fe4d-4d6a-ac1b-3a2049baf3d9), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:23.555163 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-19a08d3b-7bcc-4125-b83f-80d5814d0d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'name': 'tempest-RoutersIpV6Test-router-840837175', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:32Z', 'updated_at': '2022-01-28T00:49:21Z', 'revision_number': 9, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None, '_interfaces': [{'id': '4d9925df-2ff5-4766-a921-2aa14c3c5fd5', 'name': '', 'network_id': 'e459a586-76aa-4dca-a407-4b8880f12ebf', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:8e:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:44Z', 'updated_at': '2022-01-28T00:48:53Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea450c5-5761-49d3-a0e6-e389597610a6', 'name': '', 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:6b:33:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:35Z', 'updated_at': '2022-01-28T00:48:44Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:23.571813 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d869abd8-e2b0-4b78-8bc5-fc001b899d0f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (5067f776-366a-4f3b-b124-749d1cc4219f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:23.594430 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d869abd8-e2b0-4b78-8bc5-fc001b899d0f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:49:23.595752 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d869abd8-e2b0-4b78-8bc5-fc001b899d0f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (5067f776-366a-4f3b-b124-749d1cc4219f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:23.611607 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:49:23.611607 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:49:23.611607 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:49:23.611607 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:49:23.611607 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:49:23.611607 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:49:23.611607 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:49:23.611607 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:49:23.611607 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:49:23.611607 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:49:23.611607 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:49:23.611607 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:49:23.611607 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:49:23.611607 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:49:23.611607 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:49:23.611607 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:49:23.611607 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:49:23.611607 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:49:23.611607 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:49:23.611607 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:49:23.611607 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:49:23.611607 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:49:23.611607 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:49:23.611607 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:49:23.611607 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:49:23.611607 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:49:23.611607 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:49:23.611607 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:49:23.611607 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:49:23.611607 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:49:23.611607 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:49:23.611607 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:49:23.620133 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2652863a-9f16-4769-b6d4-bda3ac53186d no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:49:23.678317 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02ca37-b1b0-426f-ba5c-0e2cc8465d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f632f7d-fe4d-4d6a-ac1b-3a2049baf3d9,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:23.706223 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5a02ca37-b1b0-426f-ba5c-0e2cc8465d33 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c7281fba04414567b21d7ff6c19b0cd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9143343 Jan 28 00:49:23.707381 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59432) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:23.707906 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 2652863a-9f16-4769-b6d4-bda3ac53186d {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:49:23.708593 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a08d3b-7bcc-4125-b83f-80d5814d0d06 None None] The sync data for ids ['8ca82f78-c348-48f0-b706-c6264dd84428'] in n-d-826754-1 is: [{'id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'name': 'tempest-RoutersIpV6Test-router-840837175', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:32Z', 'updated_at': '2022-01-28T00:49:21Z', 'revision_number': 9, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None, '_interfaces': [{'id': '4d9925df-2ff5-4766-a921-2aa14c3c5fd5', 'name': '', 'network_id': 'e459a586-76aa-4dca-a407-4b8880f12ebf', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:8e:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:44Z', 'updated_at': '2022-01-28T00:48:53Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '645e0d1d-2ae1-4336-8685-bb55e2b1e5c5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea450c5-5761-49d3-a0e6-e389597610a6', 'name': '', 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:6b:33:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:35Z', 'updated_at': '2022-01-28T00:48:44Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:49:23.709107 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2652863a-9f16-4769-b6d4-bda3ac53186d not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:49:23.823410 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d869abd8-e2b0-4b78-8bc5-fc001b899d0f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (9f7bdb25-d395-4f07-8701-de9485944957), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:23.831008 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d869abd8-e2b0-4b78-8bc5-fc001b899d0f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:23.841993 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d869abd8-e2b0-4b78-8bc5-fc001b899d0f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/networks/9f7bdb25-d395-4f07-8701-de9485944957 HTTP/1.1" status: 204 len: 168 time: 1.4653664 Jan 28 00:49:23.843188 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59436) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:23.865456 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4fa4785a-9120-4e43-b953-f153fb08a38d admin admin] Publish callbacks [] for security_group (9f632f7d-fe4d-4d6a-ac1b-3a2049baf3d9), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:23.886751 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869abd8-e2b0-4b78-8bc5-fc001b899d0f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Network': ['ID=9f7bdb25-d395-4f07-8701-de9485944957,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:23.907051 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4fa4785a-9120-4e43-b953-f153fb08a38d admin admin] Publish callbacks [] for security_group (9f632f7d-fe4d-4d6a-ac1b-3a2049baf3d9), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:24.059964 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4fa4785a-9120-4e43-b953-f153fb08a38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (9f632f7d-fe4d-4d6a-ac1b-3a2049baf3d9), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:24.069214 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4fa4785a-9120-4e43-b953-f153fb08a38d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:24.083006 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4fa4785a-9120-4e43-b953-f153fb08a38d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9f632f7d-fe4d-4d6a-ac1b-3a2049baf3d9 HTTP/1.1" status: 204 len: 168 time: 0.3715048 Jan 28 00:49:24.099876 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4785a-9120-4e43-b953-f153fb08a38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f632f7d-fe4d-4d6a-ac1b-3a2049baf3d9,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:24.519815 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b4a82804-9f14-4fd5-b805-fc2f3493d723 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (8ca82f78-c348-48f0-b706-c6264dd84428), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:24.890618 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b4a82804-9f14-4fd5-b805-fc2f3493d723 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Deleting port 4d9925df-2ff5-4766-a921-2aa14c3c5fd5 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:49:24.890999 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b4a82804-9f14-4fd5-b805-fc2f3493d723 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (4d9925df-2ff5-4766-a921-2aa14c3c5fd5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:25.104424 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b4a82804-9f14-4fd5-b805-fc2f3493d723 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] For port 4d9925df-2ff5-4766-a921-2aa14c3c5fd5, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4d9925df-2ff5-4766-a921-2aa14c3c5fd5,segment=NetworkSegment(c3f0bf10-3057-4e44-8660-feb160f78e87),segment_id=c3f0bf10-3057-4e44-8660-feb160f78e87)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:49:25.106842 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b4a82804-9f14-4fd5-b805-fc2f3493d723 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (4d9925df-2ff5-4766-a921-2aa14c3c5fd5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:25.150850 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b4a82804-9f14-4fd5-b805-fc2f3493d723 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Calling delete_port for 4d9925df-2ff5-4766-a921-2aa14c3c5fd5 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:49:25.426984 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1c0068e9-3cae-44de-9d42-a22a8b53f9dc no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:49:25.450747 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b4a82804-9f14-4fd5-b805-fc2f3493d723 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (4d9925df-2ff5-4766-a921-2aa14c3c5fd5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:25.473050 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 1c0068e9-3cae-44de-9d42-a22a8b53f9dc {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:49:25.473397 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1c0068e9-3cae-44de-9d42-a22a8b53f9dc not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:49:25.508677 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a82804-9f14-4fd5-b805-fc2f3493d723 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Port': ['ID=4d9925df-2ff5-4766-a921-2aa14c3c5fd5,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:25.611361 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59462) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:25.705247 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b4a82804-9f14-4fd5-b805-fc2f3493d723 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (8ca82f78-c348-48f0-b706-c6264dd84428), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:25.896287 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-bd94547a-470c-451b-8138-1bf4516461a7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-763204779-network', 'tenant_id': 'ac62260fe42246bcb8303840ff4b96d9'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:49:25.995914 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd94547a-470c-451b-8138-1bf4516461a7 admin admin] Made reservation on behalf of ac62260fe42246bcb8303840ff4b96d9 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:49:25.998173 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bd94547a-470c-451b-8138-1bf4516461a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:26.015688 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bd94547a-470c-451b-8138-1bf4516461a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:26.049020 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a82804-9f14-4fd5-b805-fc2f3493d723 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Router 8ca82f78-c348-48f0-b706-c6264dd84428 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:49:26.209662 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a82804-9f14-4fd5-b805-fc2f3493d723 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:49:26.235676 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8827808c-32a8-4ab4-9a0c-97176ce3fafd None None] Sync routers for ids ['8ca82f78-c348-48f0-b706-c6264dd84428'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:49:26.243036 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b4a82804-9f14-4fd5-b805-fc2f3493d723 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "PUT /v2.0/routers/8ca82f78-c348-48f0-b706-c6264dd84428/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3632255 Jan 28 00:49:26.243036 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bd94547a-470c-451b-8138-1bf4516461a7 admin admin] Publish callbacks [] for security_group (430b1eba-f6a3-4a3a-87e4-b5b438972f41), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:26.243498 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59468) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:26.256297 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bd94547a-470c-451b-8138-1bf4516461a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (430b1eba-f6a3-4a3a-87e4-b5b438972f41), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:26.268878 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8827808c-32a8-4ab4-9a0c-97176ce3fafd None None] Routers {'8ca82f78-c348-48f0-b706-c6264dd84428'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:49:26.270698 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-8827808c-32a8-4ab4-9a0c-97176ce3fafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:49:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8ca82f78-c348-48f0-b706-c6264dd84428'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:26.332281 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd94547a-470c-451b-8138-1bf4516461a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:49:26.350687 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94547a-470c-451b-8138-1bf4516461a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430b1eba-f6a3-4a3a-87e4-b5b438972f41,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:26.361383 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf25a969-64ed-45fc-8d94-6b7e183b8f2f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Deleting subnet 645e0d1d-2ae1-4336-8685-bb55e2b1e5c5 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:49:26.364267 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bd94547a-470c-451b-8138-1bf4516461a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (8210e096-62a0-4fc1-a9ce-05d858a1357d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:26.364633 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-bd94547a-470c-451b-8138-1bf4516461a7 admin admin] Added segment 8210e096-62a0-4fc1-a9ce-05d858a1357d of type vlan for network 8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 Jan 28 00:49:26.374232 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf25a969-64ed-45fc-8d94-6b7e183b8f2f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for subnet (645e0d1d-2ae1-4336-8685-bb55e2b1e5c5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:26.468506 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-8827808c-32a8-4ab4-9a0c-97176ce3fafd None None] Set router 8ca82f78-c348-48f0-b706-c6264dd84428 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:49:26.487681 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf25a969-64ed-45fc-8d94-6b7e183b8f2f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (645e0d1d-2ae1-4336-8685-bb55e2b1e5c5), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:26.584604 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bd94547a-470c-451b-8138-1bf4516461a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:26.658526 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bd94547a-470c-451b-8138-1bf4516461a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:26.659779 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd94547a-470c-451b-8138-1bf4516461a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:26.660418 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bd94547a-470c-451b-8138-1bf4516461a7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:26.694595 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf25a969-64ed-45fc-8d94-6b7e183b8f2f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (645e0d1d-2ae1-4336-8685-bb55e2b1e5c5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:26.754349 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bd94547a-470c-451b-8138-1bf4516461a7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1389520 Jan 28 00:49:26.754755 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59470) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:26.762765 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-c5673b05-860f-41bf-bee9-321aa4bcd0a6 admin admin] Request body: {'subnet': {'network_id': '8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-763204779-subnet', 'tenant_id': 'ac62260fe42246bcb8303840ff4b96d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:49:26.787766 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94547a-470c-451b-8138-1bf4516461a7 admin admin] Pushing event updated for resources: {'Network': ['ID=8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:26.834452 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5673b05-860f-41bf-bee9-321aa4bcd0a6 admin admin] Made reservation on behalf of ac62260fe42246bcb8303840ff4b96d9 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:49:26.838900 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:49:26.839844 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c5673b05-860f-41bf-bee9-321aa4bcd0a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:26.859914 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf25a969-64ed-45fc-8d94-6b7e183b8f2f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (645e0d1d-2ae1-4336-8685-bb55e2b1e5c5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:26.935936 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25a969-64ed-45fc-8d94-6b7e183b8f2f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Subnet': ['ID=645e0d1d-2ae1-4336-8685-bb55e2b1e5c5,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:26.939909 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf25a969-64ed-45fc-8d94-6b7e183b8f2f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:26.947440 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bf25a969-64ed-45fc-8d94-6b7e183b8f2f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/subnets/645e0d1d-2ae1-4336-8685-bb55e2b1e5c5 HTTP/1.1" status: 204 len: 168 time: 0.7022090 Jan 28 00:49:26.949955 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59472) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:26.958468 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7364bcec-0d89-464f-878e-3618e2153b37 None None] Network e459a586-76aa-4dca-a407-4b8880f12ebf requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:49:27.163032 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1b4a588f-8c1b-4344-967b-9610886b7691 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (e459a586-76aa-4dca-a407-4b8880f12ebf), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:27.231638 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-8827808c-32a8-4ab4-9a0c-97176ce3fafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'name': 'tempest-RoutersIpV6Test-router-840837175', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:32Z', 'updated_at': '2022-01-28T00:49:25Z', 'revision_number': 10, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None, '_interfaces': [{'id': '5ea450c5-5761-49d3-a0e6-e389597610a6', 'name': '', 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:6b:33:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:35Z', 'updated_at': '2022-01-28T00:48:44Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:27.308026 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8827808c-32a8-4ab4-9a0c-97176ce3fafd None None] Checking router: 8ca82f78-c348-48f0-b706-c6264dd84428 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:49:27.319269 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88ed47e-9565-4f3b-93e3-fa4b6342f028 None None] DHCP port deletion for e459a586-76aa-4dca-a407-4b8880f12ebf request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:49:27.328171 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8827808c-32a8-4ab4-9a0c-97176ce3fafd None None] Routers {'8ca82f78-c348-48f0-b706-c6264dd84428'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:49:27.328849 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-8827808c-32a8-4ab4-9a0c-97176ce3fafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:49:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8ca82f78-c348-48f0-b706-c6264dd84428'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:27.346123 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1b4a588f-8c1b-4344-967b-9610886b7691 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Deleting port 2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:49:27.346761 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1b4a588f-8c1b-4344-967b-9610886b7691 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:27.361719 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c5673b05-860f-41bf-bee9-321aa4bcd0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (3f8eb103-5ea3-4cb9-9774-5ed2528e0f83), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:27.483897 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-8827808c-32a8-4ab4-9a0c-97176ce3fafd None None] Set router 8ca82f78-c348-48f0-b706-c6264dd84428 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:49:27.520326 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-1b4a588f-8c1b-4344-967b-9610886b7691 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] For port 2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b,segment=NetworkSegment(c3f0bf10-3057-4e44-8660-feb160f78e87),segment_id=c3f0bf10-3057-4e44-8660-feb160f78e87)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:49:27.521091 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1b4a588f-8c1b-4344-967b-9610886b7691 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:27.576686 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1b4a588f-8c1b-4344-967b-9610886b7691 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Calling delete_port for 2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:49:27.585490 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5673b05-860f-41bf-bee9-321aa4bcd0a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f8eb103-5ea3-4cb9-9774-5ed2528e0f83,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:27.612628 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5673b05-860f-41bf-bee9-321aa4bcd0a6 admin admin] Checking segment: {'id': '8210e096-62a0-4fc1-a9ce-05d858a1357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:49:27.613384 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5673b05-860f-41bf-bee9-321aa4bcd0a6 admin admin] Network hostable DHCP agents. Network: 8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:49:27.688804 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5673b05-860f-41bf-bee9-321aa4bcd0a6 admin admin] Network 8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:49:27.713654 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-c5673b05-860f-41bf-bee9-321aa4bcd0a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:49:27.720946 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5673b05-860f-41bf-bee9-321aa4bcd0a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:27.721653 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c5673b05-860f-41bf-bee9-321aa4bcd0a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:27.724272 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:49:27.737611 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccfe925-d659-412e-af58-09b8a9371dde None None] Network 8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:49:27.759386 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c5673b05-860f-41bf-bee9-321aa4bcd0a6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9944954 Jan 28 00:49:27.759386 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1b4a588f-8c1b-4344-967b-9610886b7691 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:27.811775 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a588f-8c1b-4344-967b-9610886b7691 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Port': ['ID=2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:27.822209 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b88ed47e-9565-4f3b-93e3-fa4b6342f028 None None] Deleting port 2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:49:27.822808 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b88ed47e-9565-4f3b-93e3-fa4b6342f028 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:27.830261 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4a588f-8c1b-4344-967b-9610886b7691 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] No DVR routers for this DVR port 2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:49:28.022851 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1b4a588f-8c1b-4344-967b-9610886b7691 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (e459a586-76aa-4dca-a407-4b8880f12ebf), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:28.072746 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-1b4a588f-8c1b-4344-967b-9610886b7691 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e459a586-76aa-4dca-a407-4b8880f12ebf']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:28.098627 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-1b4a588f-8c1b-4344-967b-9610886b7691 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f0bf10-3057-4e44-8660-feb160f78e87') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:28.099009 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-1b4a588f-8c1b-4344-967b-9610886b7691 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f0bf10-3057-4e44-8660-feb160f78e87') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:28.102603 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No active binding found for port 2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b {{(pid=103345) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 00:49:28.103520 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] The host n-d-826754-1 is not matching for port 2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b host None! {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 00:49:28.104358 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:49:28.128519 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1b4a588f-8c1b-4344-967b-9610886b7691 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (c3f0bf10-3057-4e44-8660-feb160f78e87), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:28.136077 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-b88ed47e-9565-4f3b-93e3-fa4b6342f028 None None] For port 2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b, host n-d-826754-1, got binding levels [] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:49:28.137051 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b88ed47e-9565-4f3b-93e3-fa4b6342f028 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:28.157929 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1b4a588f-8c1b-4344-967b-9610886b7691 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (c3f0bf10-3057-4e44-8660-feb160f78e87), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:28.173850 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b4a588f-8c1b-4344-967b-9610886b7691 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:49:28.175447 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1b4a588f-8c1b-4344-967b-9610886b7691 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (c3f0bf10-3057-4e44-8660-feb160f78e87), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:28.182918 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:49:28.182918 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:49:28.182918 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:49:28.182918 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:49:28.182918 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:49:28.182918 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:49:28.182918 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:49:28.182918 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:49:28.182918 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:49:28.182918 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:49:28.182918 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:49:28.182918 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:49:28.182918 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:49:28.182918 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:49:28.182918 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:49:28.182918 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:49:28.182918 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:49:28.182918 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:49:28.182918 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:49:28.182918 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:49:28.182918 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:49:28.182918 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:49:28.182918 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:49:28.182918 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:49:28.182918 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:49:28.182918 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:49:28.182918 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:49:28.182918 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:49:28.182918 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:49:28.182918 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:49:28.182918 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:49:28.182918 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:49:28.203266 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b88ed47e-9565-4f3b-93e3-fa4b6342f028 None None] Calling delete_port for 2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:49:28.213228 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.ipam_backend_mixin [None req-b88ed47e-9565-4f3b-93e3-fa4b6342f028 None None] Port 2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b was not found and therefore no delete operation was performed {{(pid=103345) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 00:49:28.218612 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b88ed47e-9565-4f3b-93e3-fa4b6342f028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:28.230994 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a83b54-dfb4-4abb-a7f5-68f0d825577b None None] Network 8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:49:28.370267 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ed47e-9565-4f3b-93e3-fa4b6342f028 None None] Pushing event deleted for resources: {'Port': ['ID=2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:28.374898 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-8827808c-32a8-4ab4-9a0c-97176ce3fafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'name': 'tempest-RoutersIpV6Test-router-840837175', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:32Z', 'updated_at': '2022-01-28T00:49:25Z', 'revision_number': 10, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None, '_interfaces': [{'id': '5ea450c5-5761-49d3-a0e6-e389597610a6', 'name': '', 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:6b:33:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:35Z', 'updated_at': '2022-01-28T00:48:44Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:28.382724 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88ed47e-9565-4f3b-93e3-fa4b6342f028 None None] No DVR routers for this DVR port 2119ec1f-ce4f-45eb-94c6-fe2f2bedca3b on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:49:28.421794 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1b4a588f-8c1b-4344-967b-9610886b7691 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (e459a586-76aa-4dca-a407-4b8880f12ebf), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:28.443319 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8827808c-32a8-4ab4-9a0c-97176ce3fafd None None] The sync data for ids ['8ca82f78-c348-48f0-b706-c6264dd84428'] in n-d-826754-1 is: [{'id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'name': 'tempest-RoutersIpV6Test-router-840837175', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:32Z', 'updated_at': '2022-01-28T00:49:25Z', 'revision_number': 10, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None, '_interfaces': [{'id': '5ea450c5-5761-49d3-a0e6-e389597610a6', 'name': '', 'network_id': '663d8021-d782-459f-8d40-22bee0d51fa9', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'mac_address': 'fa:16:3e:6b:33:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:35Z', 'updated_at': '2022-01-28T00:48:44Z', 'revision_number': 5, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'subnets': [{'id': '807abf2e-8bfb-4f46-bc98-8b0f15bdeb89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:49:28.502799 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1b4a588f-8c1b-4344-967b-9610886b7691 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:28.511320 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1b4a588f-8c1b-4344-967b-9610886b7691 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/networks/e459a586-76aa-4dca-a407-4b8880f12ebf HTTP/1.1" status: 204 len: 168 time: 1.5534325 Jan 28 00:49:28.511560 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59494) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:28.595202 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a588f-8c1b-4344-967b-9610886b7691 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Network': ['ID=e459a586-76aa-4dca-a407-4b8880f12ebf,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:28.669600 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-5e170637-5e11-4d5e-9eef-d4172e498d6f tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:28.671243 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-5e170637-5e11-4d5e-9eef-d4172e498d6f tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/networks?id=8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 HTTP/1.1" status: 200 len: 814 time: 0.3206747 Jan 28 00:49:28.775378 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-64ad0ebc-5f69-4870-8df6-7b48f8fc2634 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/quotas/ac62260fe42246bcb8303840ff4b96d9 HTTP/1.1" status: 200 len: 375 time: 0.0924211 Jan 28 00:49:28.818789 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-f0257985-ff58-4c25-9b07-684ae979193c tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac62260fe42246bcb8303840ff4b96d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337870 Jan 28 00:49:29.037846 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-e98aa95f-be99-487d-a8ba-d5e658d277d9 service neutron] 10.222.0.70 "GET /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902797 Jan 28 00:49:29.185659 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-7dd2f440-bb75-4f54-8c85-817597fb746d service neutron] 10.222.0.70 "GET /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357064 Jan 28 00:49:29.205490 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7a97f364-9f85-4005-9393-dd38a01a3b01 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (8ca82f78-c348-48f0-b706-c6264dd84428), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:29.423832 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4d9925df-2ff5-4766-a921-2aa14c3c5fd5 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:49:29.468025 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 4d9925df-2ff5-4766-a921-2aa14c3c5fd5 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:49:29.469063 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4d9925df-2ff5-4766-a921-2aa14c3c5fd5 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:49:29.516650 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d77ffcaa-ffec-4042-8544-8038e98478fc req-02fb4f60-0e51-4417-b53d-31dc82391131 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf HTTP/1.1" status: 200 len: 210 time: 0.0650632 Jan 28 00:49:29.700991 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-7a97f364-9f85-4005-9393-dd38a01a3b01 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Deleting port 5ea450c5-5761-49d3-a0e6-e389597610a6 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:49:29.701434 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7a97f364-9f85-4005-9393-dd38a01a3b01 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (5ea450c5-5761-49d3-a0e6-e389597610a6), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:29.886483 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-7a97f364-9f85-4005-9393-dd38a01a3b01 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] For port 5ea450c5-5761-49d3-a0e6-e389597610a6, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=5ea450c5-5761-49d3-a0e6-e389597610a6,segment=NetworkSegment(4268fadf-8dde-4e12-9cd7-d3b77529643b),segment_id=4268fadf-8dde-4e12-9cd7-d3b77529643b)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:49:29.886483 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7a97f364-9f85-4005-9393-dd38a01a3b01 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (5ea450c5-5761-49d3-a0e6-e389597610a6), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:29.925228 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-7a97f364-9f85-4005-9393-dd38a01a3b01 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Calling delete_port for 5ea450c5-5761-49d3-a0e6-e389597610a6 owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:49:30.247650 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7a97f364-9f85-4005-9393-dd38a01a3b01 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (5ea450c5-5761-49d3-a0e6-e389597610a6), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:30.286545 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97f364-9f85-4005-9393-dd38a01a3b01 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Port': ['ID=5ea450c5-5761-49d3-a0e6-e389597610a6,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:30.343581 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97f364-9f85-4005-9393-dd38a01a3b01 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:30.344291 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97f364-9f85-4005-9393-dd38a01a3b01 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:30.344737 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97f364-9f85-4005-9393-dd38a01a3b01 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:30.345275 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97f364-9f85-4005-9393-dd38a01a3b01 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:30.345787 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97f364-9f85-4005-9393-dd38a01a3b01 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:30.346331 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97f364-9f85-4005-9393-dd38a01a3b01 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:30.346832 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97f364-9f85-4005-9393-dd38a01a3b01 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:30.347331 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97f364-9f85-4005-9393-dd38a01a3b01 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:30.347879 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97f364-9f85-4005-9393-dd38a01a3b01 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:30.348388 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97f364-9f85-4005-9393-dd38a01a3b01 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:30.348947 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97f364-9f85-4005-9393-dd38a01a3b01 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:30.349501 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97f364-9f85-4005-9393-dd38a01a3b01 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:30.350056 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97f364-9f85-4005-9393-dd38a01a3b01 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:30.491272 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7a97f364-9f85-4005-9393-dd38a01a3b01 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (8ca82f78-c348-48f0-b706-c6264dd84428), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:30.758974 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-80b6cf32-11cd-4957-a02f-09f4e59ba483 req-7b65299c-2952-4200-a05e-3cb6a992235c tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf HTTP/1.1" status: 200 len: 210 time: 0.0613022 Jan 28 00:49:30.782114 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a97f364-9f85-4005-9393-dd38a01a3b01 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Router 8ca82f78-c348-48f0-b706-c6264dd84428 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:49:31.056281 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-fa669bf0-1a92-4edb-b0bf-4425002338bd tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:31.058630 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-fa669bf0-1a92-4edb-b0bf-4425002338bd tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.52 "GET /v2.0/networks?id=8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 HTTP/1.1" status: 200 len: 814 time: 0.1949883 Jan 28 00:49:31.095871 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-44a419b2-cc14-48f9-8193-32d86d243912 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Request body: {'port': {'device_id': 'ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf', 'network_id': '8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0', 'admin_state_up': True, 'tenant_id': 'ac62260fe42246bcb8303840ff4b96d9'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:49:31.355700 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-44a419b2-cc14-48f9-8193-32d86d243912 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Made reservation on behalf of ac62260fe42246bcb8303840ff4b96d9 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:49:31.359609 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-44a419b2-cc14-48f9-8193-32d86d243912 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:31.362993 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a97f364-9f85-4005-9393-dd38a01a3b01 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:49:31.379733 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7a97f364-9f85-4005-9393-dd38a01a3b01 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "PUT /v2.0/routers/8ca82f78-c348-48f0-b706-c6264dd84428/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8554230 Jan 28 00:49:31.380962 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59518) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:31.381535 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e20498-e0d4-441a-aab1-7eaa9ba3302f None None] Sync routers for ids ['8ca82f78-c348-48f0-b706-c6264dd84428'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:49:31.447178 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e20498-e0d4-441a-aab1-7eaa9ba3302f None None] Routers {'8ca82f78-c348-48f0-b706-c6264dd84428'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:49:31.448901 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-b0e20498-e0d4-441a-aab1-7eaa9ba3302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:49:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8ca82f78-c348-48f0-b706-c6264dd84428'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:31.473379 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3884a5-f461-488f-b037-ae4d6b7b027d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Deleting subnet 807abf2e-8bfb-4f46-bc98-8b0f15bdeb89 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:49:31.479728 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6c3884a5-f461-488f-b037-ae4d6b7b027d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for subnet (807abf2e-8bfb-4f46-bc98-8b0f15bdeb89), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:31.558968 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6c3884a5-f461-488f-b037-ae4d6b7b027d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (807abf2e-8bfb-4f46-bc98-8b0f15bdeb89), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:31.600180 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-b0e20498-e0d4-441a-aab1-7eaa9ba3302f None None] Set router 8ca82f78-c348-48f0-b706-c6264dd84428 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:49:31.674062 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-b0e20498-e0d4-441a-aab1-7eaa9ba3302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'name': 'tempest-RoutersIpV6Test-router-840837175', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:32Z', 'updated_at': '2022-01-28T00:49:30Z', 'revision_number': 11, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:31.712861 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6c3884a5-f461-488f-b037-ae4d6b7b027d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (807abf2e-8bfb-4f46-bc98-8b0f15bdeb89), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:31.716699 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e20498-e0d4-441a-aab1-7eaa9ba3302f None None] Checking router: 8ca82f78-c348-48f0-b706-c6264dd84428 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:49:31.727721 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e20498-e0d4-441a-aab1-7eaa9ba3302f None None] Routers {'8ca82f78-c348-48f0-b706-c6264dd84428'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:49:31.728840 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-b0e20498-e0d4-441a-aab1-7eaa9ba3302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:49:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8ca82f78-c348-48f0-b706-c6264dd84428'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:31.795439 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6c3884a5-f461-488f-b037-ae4d6b7b027d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (807abf2e-8bfb-4f46-bc98-8b0f15bdeb89), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:31.827076 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59528) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:31.827842 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-b0e20498-e0d4-441a-aab1-7eaa9ba3302f None None] Set router 8ca82f78-c348-48f0-b706-c6264dd84428 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:49:31.889055 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3884a5-f461-488f-b037-ae4d6b7b027d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Subnet': ['ID=807abf2e-8bfb-4f46-bc98-8b0f15bdeb89,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:31.902136 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213a0d63-bae4-4b9e-86be-6e9784d51039 None None] Network 663d8021-d782-459f-8d40-22bee0d51fa9 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:49:31.934034 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6c3884a5-f461-488f-b037-ae4d6b7b027d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:31.940395 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6c3884a5-f461-488f-b037-ae4d6b7b027d tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/subnets/807abf2e-8bfb-4f46-bc98-8b0f15bdeb89 HTTP/1.1" status: 204 len: 168 time: 0.5578444 Jan 28 00:49:31.944376 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-086acf0c-4727-42f9-8afe-a4d6c4d0a8de req-c6bec3ca-3aa9-41e3-9d65-e24f54d2486b tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf HTTP/1.1" status: 200 len: 210 time: 0.0623415 Jan 28 00:49:31.946134 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59532) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:31.987647 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-b0e20498-e0d4-441a-aab1-7eaa9ba3302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'name': 'tempest-RoutersIpV6Test-router-840837175', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:32Z', 'updated_at': '2022-01-28T00:49:30Z', 'revision_number': 11, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:32.049677 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e20498-e0d4-441a-aab1-7eaa9ba3302f None None] The sync data for ids ['8ca82f78-c348-48f0-b706-c6264dd84428'] in n-d-826754-1 is: [{'id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'name': 'tempest-RoutersIpV6Test-router-840837175', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:32Z', 'updated_at': '2022-01-28T00:49:30Z', 'revision_number': 11, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:49:32.095848 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3a1b8d15-6607-4253-b96a-ad71fbd8a721 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (663d8021-d782-459f-8d40-22bee0d51fa9), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:32.234775 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-44a419b2-cc14-48f9-8193-32d86d243912 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Allocated IP 172.20.0.11 (8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0/3f8eb103-5ea3-4cb9-9774-5ed2528e0f83/290b0648-a89c-4f81-92b1-a5c427303036) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:49:32.334139 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-3a1b8d15-6607-4253-b96a-ad71fbd8a721 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Deleting port 31aee6d6-2a5e-4919-838b-f39426037665 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:49:32.334683 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3a1b8d15-6607-4253-b96a-ad71fbd8a721 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (31aee6d6-2a5e-4919-838b-f39426037665), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:32.463300 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-44a419b2-cc14-48f9-8193-32d86d243912 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Publish callbacks [] for port (290b0648-a89c-4f81-92b1-a5c427303036), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:32.470576 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833ef80a-d26f-4347-a3f4-a31c8291859e None None] DHCP port deletion for 663d8021-d782-459f-8d40-22bee0d51fa9 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:49:32.532285 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-44a419b2-cc14-48f9-8193-32d86d243912 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (290b0648-a89c-4f81-92b1-a5c427303036), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:32.584558 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-833ef80a-d26f-4347-a3f4-a31c8291859e None None] Deleting port 31aee6d6-2a5e-4919-838b-f39426037665 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:49:32.585321 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-833ef80a-d26f-4347-a3f4-a31c8291859e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (31aee6d6-2a5e-4919-838b-f39426037665), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:32.594077 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-3a1b8d15-6607-4253-b96a-ad71fbd8a721 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] For port 31aee6d6-2a5e-4919-838b-f39426037665, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=31aee6d6-2a5e-4919-838b-f39426037665,segment=NetworkSegment(4268fadf-8dde-4e12-9cd7-d3b77529643b),segment_id=4268fadf-8dde-4e12-9cd7-d3b77529643b)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:49:32.594613 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3a1b8d15-6607-4253-b96a-ad71fbd8a721 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (31aee6d6-2a5e-4919-838b-f39426037665), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:32.614859 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-3a1b8d15-6607-4253-b96a-ad71fbd8a721 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Calling delete_port for 31aee6d6-2a5e-4919-838b-f39426037665 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:49:32.616860 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-44a419b2-cc14-48f9-8193-32d86d243912 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Network 8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:49:32.621223 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-44a419b2-cc14-48f9-8193-32d86d243912 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:49:32.626697 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-44a419b2-cc14-48f9-8193-32d86d243912 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:49:32.692047 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-833ef80a-d26f-4347-a3f4-a31c8291859e None None] For port 31aee6d6-2a5e-4919-838b-f39426037665, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=31aee6d6-2a5e-4919-838b-f39426037665,segment=NetworkSegment(4268fadf-8dde-4e12-9cd7-d3b77529643b),segment_id=4268fadf-8dde-4e12-9cd7-d3b77529643b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:49:32.692469 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-833ef80a-d26f-4347-a3f4-a31c8291859e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (31aee6d6-2a5e-4919-838b-f39426037665), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:32.715652 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-833ef80a-d26f-4347-a3f4-a31c8291859e None None] Calling delete_port for 31aee6d6-2a5e-4919-838b-f39426037665 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:49:32.717994 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a419b2-cc14-48f9-8193-32d86d243912 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Pushing event updated for resources: {'Port': ['ID=290b0648-a89c-4f81-92b1-a5c427303036,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:32.780334 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3a1b8d15-6607-4253-b96a-ad71fbd8a721 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (31aee6d6-2a5e-4919-838b-f39426037665), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:32.783766 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-44a419b2-cc14-48f9-8193-32d86d243912 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:32.785605 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-44a419b2-cc14-48f9-8193-32d86d243912 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:32.819769 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b8d15-6607-4253-b96a-ad71fbd8a721 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Port': ['ID=31aee6d6-2a5e-4919-838b-f39426037665,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:32.822358 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1b8d15-6607-4253-b96a-ad71fbd8a721 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] No DVR routers for this DVR port 31aee6d6-2a5e-4919-838b-f39426037665 on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:49:32.827750 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-44a419b2-cc14-48f9-8193-32d86d243912 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7528882 Jan 28 00:49:32.872993 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-833ef80a-d26f-4347-a3f4-a31c8291859e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (31aee6d6-2a5e-4919-838b-f39426037665), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:32.907308 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ef80a-d26f-4347-a3f4-a31c8291859e None None] Pushing event deleted for resources: {'Port': ['ID=31aee6d6-2a5e-4919-838b-f39426037665,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:32.916485 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833ef80a-d26f-4347-a3f4-a31c8291859e None None] No DVR routers for this DVR port 31aee6d6-2a5e-4919-838b-f39426037665 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:49:32.924053 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3a1b8d15-6607-4253-b96a-ad71fbd8a721 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (663d8021-d782-459f-8d40-22bee0d51fa9), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:32.951999 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-3a1b8d15-6607-4253-b96a-ad71fbd8a721 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663d8021-d782-459f-8d40-22bee0d51fa9']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:32.958300 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-034bc4eb-fa40-46da-9965-54f57ec05e2e service neutron] Request body: {'port': {'device_id': 'ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:49:32.968581 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-3a1b8d15-6607-4253-b96a-ad71fbd8a721 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4268fadf-8dde-4e12-9cd7-d3b77529643b') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:32.968885 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-3a1b8d15-6607-4253-b96a-ad71fbd8a721 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4268fadf-8dde-4e12-9cd7-d3b77529643b') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:32.981344 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3a1b8d15-6607-4253-b96a-ad71fbd8a721 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (4268fadf-8dde-4e12-9cd7-d3b77529643b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:33.023209 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3a1b8d15-6607-4253-b96a-ad71fbd8a721 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (4268fadf-8dde-4e12-9cd7-d3b77529643b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:33.034164 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1b8d15-6607-4253-b96a-ad71fbd8a721 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:49:33.034684 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3a1b8d15-6607-4253-b96a-ad71fbd8a721 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (4268fadf-8dde-4e12-9cd7-d3b77529643b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:33.038201 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:49:33.038201 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:49:33.038201 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:49:33.038201 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:49:33.038201 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:49:33.038201 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:49:33.038201 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:49:33.038201 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:49:33.038201 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:49:33.038201 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:49:33.038201 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:49:33.038201 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:49:33.038201 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:49:33.038201 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:49:33.038201 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:49:33.038201 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:49:33.038201 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:49:33.038201 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:49:33.038201 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:49:33.038201 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:49:33.038201 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:49:33.038201 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:49:33.038201 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:49:33.038201 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:49:33.038201 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:49:33.038201 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:49:33.038201 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:49:33.038201 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:49:33.038201 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:49:33.038201 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:49:33.038201 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:49:33.038201 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:49:33.121594 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-034bc4eb-fa40-46da-9965-54f57ec05e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (290b0648-a89c-4f81-92b1-a5c427303036), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:33.137880 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-23a464be-be58-4278-acc2-ad6648e4e61d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (a9fc9f53-99cc-4a9f-9ddc-c741a0650f37), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:33.156588 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3a1b8d15-6607-4253-b96a-ad71fbd8a721 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (663d8021-d782-459f-8d40-22bee0d51fa9), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:33.206676 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3a1b8d15-6607-4253-b96a-ad71fbd8a721 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:33.210305 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3a1b8d15-6607-4253-b96a-ad71fbd8a721 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/networks/663d8021-d782-459f-8d40-22bee0d51fa9 HTTP/1.1" status: 204 len: 168 time: 1.2622705 Jan 28 00:49:33.215144 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59540) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:33.222534 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-71d81ef5-41fe-4b3a-a14e-4d5080a7ac91 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Request body: {'router': {'routes': None}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:49:33.271054 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b8d15-6607-4253-b96a-ad71fbd8a721 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Pushing event deleted for resources: {'Network': ['ID=663d8021-d782-459f-8d40-22bee0d51fa9,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:33.365622 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5acd4e-3065-48fa-8fa1-132d17d51705 req-a9da0aca-f261-4df7-abc2-7bc1595df74b tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:33.367373 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1c5acd4e-3065-48fa-8fa1-132d17d51705 req-a9da0aca-f261-4df7-abc2-7bc1595df74b tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf HTTP/1.1" status: 200 len: 932 time: 0.2453437 Jan 28 00:49:33.491476 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.extraroute_db [None req-71d81ef5-41fe-4b3a-a14e-4d5080a7ac91 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Added routes are [] {{(pid=103344) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 00:49:33.491476 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.extraroute_db [None req-71d81ef5-41fe-4b3a-a14e-4d5080a7ac91 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Removed routes are [] {{(pid=103344) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 00:49:33.491476 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-71d81ef5-41fe-4b3a-a14e-4d5080a7ac91 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111346'] for router (8ca82f78-c348-48f0-b706-c6264dd84428), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:33.584638 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 31aee6d6-2a5e-4919-838b-f39426037665 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:49:33.637937 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 31aee6d6-2a5e-4919-838b-f39426037665 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:49:33.638782 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 31aee6d6-2a5e-4919-838b-f39426037665 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:49:33.640152 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 5ea450c5-5761-49d3-a0e6-e389597610a6 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:49:33.653372 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1c5acd4e-3065-48fa-8fa1-132d17d51705 req-82ec71d6-450e-451d-a60f-c1f080e90a0b tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475643 Jan 28 00:49:33.680982 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 5ea450c5-5761-49d3-a0e6-e389597610a6 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:49:33.681561 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 5ea450c5-5761-49d3-a0e6-e389597610a6 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:49:33.698325 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-034bc4eb-fa40-46da-9965-54f57ec05e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 290b0648-a89c-4f81-92b1-a5c427303036 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:49:33.712639 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-034bc4eb-fa40-46da-9965-54f57ec05e2e service neutron] Publish callbacks [] for port (290b0648-a89c-4f81-92b1-a5c427303036), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:33.740756 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-034bc4eb-fa40-46da-9965-54f57ec05e2e service neutron] Transition to ACTIVE for port object 290b0648-a89c-4f81-92b1-a5c427303036 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:49:33.748141 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-034bc4eb-fa40-46da-9965-54f57ec05e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (290b0648-a89c-4f81-92b1-a5c427303036), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:33.762376 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-71d81ef5-41fe-4b3a-a14e-4d5080a7ac91 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111346'] for router (8ca82f78-c348-48f0-b706-c6264dd84428), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:33.767950 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-71d81ef5-41fe-4b3a-a14e-4d5080a7ac91 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552731'] for router (8ca82f78-c348-48f0-b706-c6264dd84428), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:33.868626 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bc4eb-fa40-46da-9965-54f57ec05e2e service neutron] Pushing event updated for resources: {'Port': ['ID=290b0648-a89c-4f81-92b1-a5c427303036,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:33.886955 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d81ef5-41fe-4b3a-a14e-4d5080a7ac91 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Router 8ca82f78-c348-48f0-b706-c6264dd84428 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:49:33.907830 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-034bc4eb-fa40-46da-9965-54f57ec05e2e service neutron] Attempting to bind port 290b0648-a89c-4f81-92b1-a5c427303036 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:49:33.908298 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-034bc4eb-fa40-46da-9965-54f57ec05e2e service neutron] Attempting to bind port 290b0648-a89c-4f81-92b1-a5c427303036 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '8210e096-62a0-4fc1-a9ce-05d858a1357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:49:33.908702 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-034bc4eb-fa40-46da-9965-54f57ec05e2e service neutron] Attempting to bind port 290b0648-a89c-4f81-92b1-a5c427303036 on network 8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:49:33.913935 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-034bc4eb-fa40-46da-9965-54f57ec05e2e service neutron] Port 290b0648-a89c-4f81-92b1-a5c427303036 on network 8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:49:33.914830 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-034bc4eb-fa40-46da-9965-54f57ec05e2e service neutron] Attempting to bind port 290b0648-a89c-4f81-92b1-a5c427303036 on network 8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:49:33.922933 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-034bc4eb-fa40-46da-9965-54f57ec05e2e service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:49:33.923518 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-034bc4eb-fa40-46da-9965-54f57ec05e2e service neutron] Checking segment: {'id': '8210e096-62a0-4fc1-a9ce-05d858a1357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:49:33.924287 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-034bc4eb-fa40-46da-9965-54f57ec05e2e service neutron] Bound using segment: {'id': '8210e096-62a0-4fc1-a9ce-05d858a1357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:49:33.925044 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-034bc4eb-fa40-46da-9965-54f57ec05e2e service neutron] Bound port: 290b0648-a89c-4f81-92b1-a5c427303036, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8210e096-62a0-4fc1-a9ce-05d858a1357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:49:33.925786 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-034bc4eb-fa40-46da-9965-54f57ec05e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (290b0648-a89c-4f81-92b1-a5c427303036), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:34.006560 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-034bc4eb-fa40-46da-9965-54f57ec05e2e service neutron] For port 290b0648-a89c-4f81-92b1-a5c427303036, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:49:34.006825 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d81ef5-41fe-4b3a-a14e-4d5080a7ac91 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:49:34.015088 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-71d81ef5-41fe-4b3a-a14e-4d5080a7ac91 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:34.016392 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-71d81ef5-41fe-4b3a-a14e-4d5080a7ac91 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "PUT /v2.0/routers/8ca82f78-c348-48f0-b706-c6264dd84428 HTTP/1.1" status: 200 len: 704 time: 0.8004797 Jan 28 00:49:34.021198 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59542) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:34.026289 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-034bc4eb-fa40-46da-9965-54f57ec05e2e service neutron] For port 290b0648-a89c-4f81-92b1-a5c427303036, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=290b0648-a89c-4f81-92b1-a5c427303036,segment=NetworkSegment(8210e096-62a0-4fc1-a9ce-05d858a1357d),segment_id=8210e096-62a0-4fc1-a9ce-05d858a1357d)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:49:34.026850 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f89de40-34e3-4ea4-ae08-af467551ffb2 None None] Sync routers for ids ['8ca82f78-c348-48f0-b706-c6264dd84428'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:49:34.034052 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-034bc4eb-fa40-46da-9965-54f57ec05e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (290b0648-a89c-4f81-92b1-a5c427303036), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:34.055108 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2ae86fba-c03b-4d1d-96e1-d5177f9b0496 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ca82f78-c348-48f0-b706-c6264dd84428 HTTP/1.1" status: 200 len: 205 time: 0.0326638 Jan 28 00:49:34.057093 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-23a464be-be58-4278-acc2-ad6648e4e61d admin admin] Deleting port 172c0466-08b0-4dd9-8f48-3b97bd841204 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:49:34.057456 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-23a464be-be58-4278-acc2-ad6648e4e61d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (172c0466-08b0-4dd9-8f48-3b97bd841204), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:34.060232 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59544) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:34.069697 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f89de40-34e3-4ea4-ae08-af467551ffb2 None None] Routers {'8ca82f78-c348-48f0-b706-c6264dd84428'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:49:34.071803 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-6f89de40-34e3-4ea4-ae08-af467551ffb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:49:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8ca82f78-c348-48f0-b706-c6264dd84428'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:34.098532 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-034bc4eb-fa40-46da-9965-54f57ec05e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:34.099375 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-034bc4eb-fa40-46da-9965-54f57ec05e2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:34.102790 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-034bc4eb-fa40-46da-9965-54f57ec05e2e service neutron] 10.222.0.52 "PUT /v2.0/ports/290b0648-a89c-4f81-92b1-a5c427303036 HTTP/1.1" status: 200 len: 1092 time: 1.2595530 Jan 28 00:49:34.102790 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf', 'tag': '290b0648-a89c-4f81-92b1-a5c427303036'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:49:34.105761 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4e0c2c-82d4-4fe0-9ec8-e5ad7987ef8e" -d '{"events": [{"name": "network-changed", "server_uuid": "ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf", "tag": "290b0648-a89c-4f81-92b1-a5c427303036"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:49:34.188493 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b638a3c9-80ed-4116-b8ce-f6efc3de64f6 x-openstack-request-id: req-b638a3c9-80ed-4116-b8ce-f6efc3de64f6 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:49:34.188983 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf", "tag": "290b0648-a89c-4f81-92b1-a5c427303036", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:49:34.189459 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b638a3c9-80ed-4116-b8ce-f6efc3de64f6 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:49:34.190159 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf', 'tag': '290b0648-a89c-4f81-92b1-a5c427303036', 'status': 'completed', 'code': 200} Jan 28 00:49:34.205836 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3c59de6d-5099-40c8-ab2b-ed4849fd5bd7 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router (8ca82f78-c348-48f0-b706-c6264dd84428), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:34.209653 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bc4eb-fa40-46da-9965-54f57ec05e2e service neutron] Pushing event updated for resources: {'Port': ['ID=290b0648-a89c-4f81-92b1-a5c427303036,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:34.243330 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-6f89de40-34e3-4ea4-ae08-af467551ffb2 None None] Set router 8ca82f78-c348-48f0-b706-c6264dd84428 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:49:34.312930 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-6f89de40-34e3-4ea4-ae08-af467551ffb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'name': 'tempest-RoutersIpV6Test-router-840837175', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:32Z', 'updated_at': '2022-01-28T00:49:30Z', 'revision_number': 11, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:34.343922 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f89de40-34e3-4ea4-ae08-af467551ffb2 None None] Checking router: 8ca82f78-c348-48f0-b706-c6264dd84428 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:49:34.357270 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f89de40-34e3-4ea4-ae08-af467551ffb2 None None] Routers {'8ca82f78-c348-48f0-b706-c6264dd84428'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:49:34.358289 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-6f89de40-34e3-4ea4-ae08-af467551ffb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:49:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8ca82f78-c348-48f0-b706-c6264dd84428'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:34.364112 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-d6fb637e-4ad5-4255-a8ab-19acebc5d70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:34.367060 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-d6fb637e-4ad5-4255-a8ab-19acebc5d70d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac62260fe42246bcb8303840ff4b96d9&device_id=ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf HTTP/1.1" status: 200 len: 1095 time: 0.1324360 Jan 28 00:49:34.424606 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-991a8014-0e5a-4f1c-abdd-0ef0dacd4a33 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=290b0648-a89c-4f81-92b1-a5c427303036 HTTP/1.1" status: 200 len: 217 time: 0.0435169 Jan 28 00:49:34.443509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-23a464be-be58-4278-acc2-ad6648e4e61d admin admin] For port 172c0466-08b0-4dd9-8f48-3b97bd841204, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=172c0466-08b0-4dd9-8f48-3b97bd841204,segment=NetworkSegment(f55b242a-a928-4d72-b482-8fb9a57575c2),segment_id=f55b242a-a928-4d72-b482-8fb9a57575c2)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:49:34.444287 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-23a464be-be58-4278-acc2-ad6648e4e61d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (172c0466-08b0-4dd9-8f48-3b97bd841204), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:34.464616 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-23a464be-be58-4278-acc2-ad6648e4e61d admin admin] Calling delete_port for 172c0466-08b0-4dd9-8f48-3b97bd841204 owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:49:34.487916 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-6f89de40-34e3-4ea4-ae08-af467551ffb2 None None] Set router 8ca82f78-c348-48f0-b706-c6264dd84428 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:49:34.498582 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-82fcd7c9-7970-4d62-a070-84f99b2efdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:34.500524 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-82fcd7c9-7970-4d62-a070-84f99b2efdc0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f8eb103-5ea3-4cb9-9774-5ed2528e0f83 HTTP/1.1" status: 200 len: 854 time: 0.0686655 Jan 28 00:49:34.550565 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-01b104a2-2257-4ad0-9cb1-b64b0132df2a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432622 Jan 28 00:49:34.599301 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3c59de6d-5099-40c8-ab2b-ed4849fd5bd7 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (8ca82f78-c348-48f0-b706-c6264dd84428), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:34.604613 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3c59de6d-5099-40c8-ab2b-ed4849fd5bd7 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router_controller (8ca82f78-c348-48f0-b706-c6264dd84428), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:34.629930 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-6f89de40-34e3-4ea4-ae08-af467551ffb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'name': 'tempest-RoutersIpV6Test-router-840837175', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:32Z', 'updated_at': '2022-01-28T00:49:30Z', 'revision_number': 11, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:34.678822 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3c59de6d-5099-40c8-ab2b-ed4849fd5bd7 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (8ca82f78-c348-48f0-b706-c6264dd84428), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:34.679722 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c59de6d-5099-40c8-ab2b-ed4849fd5bd7 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Fanout notify agent at l3_agent the message router_deleted on router 8ca82f78-c348-48f0-b706-c6264dd84428 {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:49:34.688308 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3c59de6d-5099-40c8-ab2b-ed4849fd5bd7 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:34.689606 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3c59de6d-5099-40c8-ab2b-ed4849fd5bd7 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/routers/8ca82f78-c348-48f0-b706-c6264dd84428 HTTP/1.1" status: 204 len: 168 time: 0.6281791 Jan 28 00:49:34.700832 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59548) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:34.702899 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f89de40-34e3-4ea4-ae08-af467551ffb2 None None] The sync data for ids ['8ca82f78-c348-48f0-b706-c6264dd84428'] in n-d-826754-1 is: [{'id': '8ca82f78-c348-48f0-b706-c6264dd84428', 'name': 'tempest-RoutersIpV6Test-router-840837175', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:32Z', 'updated_at': '2022-01-28T00:49:30Z', 'revision_number': 11, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:49:34.716609 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-9bcc5373-11a0-4879-80aa-551a52a807a8 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-584456466', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:49:34.777273 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9bcc5373-11a0-4879-80aa-551a52a807a8 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (b4cd8899-32a6-4763-bfb6-b43420902f34), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:34.778569 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9bcc5373-11a0-4879-80aa-551a52a807a8 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (b4cd8899-32a6-4763-bfb6-b43420902f34), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:34.793223 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-23a464be-be58-4278-acc2-ad6648e4e61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (172c0466-08b0-4dd9-8f48-3b97bd841204), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:34.827470 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a464be-be58-4278-acc2-ad6648e4e61d admin admin] Pushing event deleted for resources: {'Port': ['ID=172c0466-08b0-4dd9-8f48-3b97bd841204,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:34.917601 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9bcc5373-11a0-4879-80aa-551a52a807a8 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router_controller (b4cd8899-32a6-4763-bfb6-b43420902f34), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:34.921828 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-b78c9f00-80b7-43df-ade3-4d590ecbe0be service neutron] 10.222.0.52 "GET /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639812 Jan 28 00:49:34.934838 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9bcc5373-11a0-4879-80aa-551a52a807a8 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (b4cd8899-32a6-4763-bfb6-b43420902f34), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:35.016874 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9bcc5373-11a0-4879-80aa-551a52a807a8 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:35.022349 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9bcc5373-11a0-4879-80aa-551a52a807a8 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3158271 Jan 28 00:49:35.030550 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59552) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:35.038648 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-b0e78816-1a62-41d8-8193-c20d4d4cc7cd tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:49:35.096955 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82055a8-0e46-4a50-aaf6-e8c61d5b4451 req-9cc7b70c-4845-470f-9a00-c6347cf921c4 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:35.100247 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e82055a8-0e46-4a50-aaf6-e8c61d5b4451 req-9cc7b70c-4845-470f-9a00-c6347cf921c4 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf HTTP/1.1" status: 200 len: 944 time: 0.2260983 Jan 28 00:49:35.220881 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b2f4804a-9607-44f8-ab1f-c327d13e6a6f req-130f2939-a18a-4463-be54-8c91bc3ed348 service neutron] 10.222.0.52 "GET /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875855 Jan 28 00:49:35.478804 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b0e78816-1a62-41d8-8193-c20d4d4cc7cd tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-111346'] for router (b4cd8899-32a6-4763-bfb6-b43420902f34), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:35.500413 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b0e78816-1a62-41d8-8193-c20d4d4cc7cd tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555190', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552731'] for router (b4cd8899-32a6-4763-bfb6-b43420902f34), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:35.506002 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e0c2c-82d4-4fe0-9ec8-e5ad7987ef8e req-5b1d3107-cdba-4c0d-9c8c-ab5df6fd2389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:35.507533 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3d4e0c2c-82d4-4fe0-9ec8-e5ad7987ef8e req-5b1d3107-cdba-4c0d-9c8c-ab5df6fd2389 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac62260fe42246bcb8303840ff4b96d9&device_id=ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf HTTP/1.1" status: 200 len: 1095 time: 0.1217499 Jan 28 00:49:35.695644 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e82055a8-0e46-4a50-aaf6-e8c61d5b4451 req-4537a728-a35d-495b-9380-520eb42ace71 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5271692 Jan 28 00:49:35.696533 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-23a464be-be58-4278-acc2-ad6648e4e61d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (a9fc9f53-99cc-4a9f-9ddc-c741a0650f37), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:35.705638 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e0c2c-82d4-4fe0-9ec8-e5ad7987ef8e req-7d8cac2e-4cfd-45a8-8b70-7ae49ed6f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:35.708364 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3d4e0c2c-82d4-4fe0-9ec8-e5ad7987ef8e req-7d8cac2e-4cfd-45a8-8b70-7ae49ed6f377 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 HTTP/1.1" status: 200 len: 915 time: 0.1941130 Jan 28 00:49:35.710147 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e78816-1a62-41d8-8193-c20d4d4cc7cd tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Router b4cd8899-32a6-4763-bfb6-b43420902f34 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:49:35.803482 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3d4e0c2c-82d4-4fe0-9ec8-e5ad7987ef8e req-b9b0c7f9-b46b-4dfb-96db-d2c924473595 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=290b0648-a89c-4f81-92b1-a5c427303036 HTTP/1.1" status: 200 len: 217 time: 0.0781620 Jan 28 00:49:35.950318 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a464be-be58-4278-acc2-ad6648e4e61d admin admin] Router a9fc9f53-99cc-4a9f-9ddc-c741a0650f37 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:49:35.985999 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e78816-1a62-41d8-8193-c20d4d4cc7cd tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:49:36.000288 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa1df60-d1a9-42df-baa1-725d39d5c3e0 None None] Sync routers for ids ['b4cd8899-32a6-4763-bfb6-b43420902f34'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:49:36.001758 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b0e78816-1a62-41d8-8193-c20d4d4cc7cd tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:36.010219 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b0e78816-1a62-41d8-8193-c20d4d4cc7cd tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "PUT /v2.0/routers/b4cd8899-32a6-4763-bfb6-b43420902f34 HTTP/1.1" status: 200 len: 697 time: 0.9777827 Jan 28 00:49:36.011902 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59554) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:36.014398 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa1df60-d1a9-42df-baa1-725d39d5c3e0 None None] Routers {'b4cd8899-32a6-4763-bfb6-b43420902f34'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:49:36.015286 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-9aa1df60-d1a9-42df-baa1-725d39d5c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:49:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['b4cd8899-32a6-4763-bfb6-b43420902f34'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:36.033133 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-83697a5a-1d45-406c-a344-c81c5e4dadf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:36.039294 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e0c2c-82d4-4fe0-9ec8-e5ad7987ef8e req-c2b5e3c8-8f0a-4137-ba50-3b77931abf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:36.042341 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3d4e0c2c-82d4-4fe0-9ec8-e5ad7987ef8e req-c2b5e3c8-8f0a-4137-ba50-3b77931abf18 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f8eb103-5ea3-4cb9-9774-5ed2528e0f83 HTTP/1.1" status: 200 len: 854 time: 0.1806517 Jan 28 00:49:36.105844 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-9aa1df60-d1a9-42df-baa1-725d39d5c3e0 None None] Set router b4cd8899-32a6-4763-bfb6-b43420902f34 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:49:36.115843 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a464be-be58-4278-acc2-ad6648e4e61d admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:49:36.122641 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-23a464be-be58-4278-acc2-ad6648e4e61d admin admin] 10.222.0.70 "PUT /v2.0/routers/a9fc9f53-99cc-4a9f-9ddc-c741a0650f37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2941020 Jan 28 00:49:36.126638 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59558) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:36.144564 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3771f87-065f-49fb-8b84-9d57203015b0 None None] Sync routers for ids ['a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:49:36.163921 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3771f87-065f-49fb-8b84-9d57203015b0 None None] Routers {'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:49:36.166019 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b3771f87-065f-49fb-8b84-9d57203015b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:49:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:36.175808 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-9aa1df60-d1a9-42df-baa1-725d39d5c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cd8899-32a6-4763-bfb6-b43420902f34', 'name': 'tempest-RoutersIpV6Test-router-584456466', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:49:34Z', 'updated_at': '2022-01-28T00:49:35Z', 'revision_number': 2, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:36.225738 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3d4e0c2c-82d4-4fe0-9ec8-e5ad7987ef8e req-ec3c065c-a7f9-48b5-a637-d2e0e75bf21d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214058 Jan 28 00:49:36.230072 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa1df60-d1a9-42df-baa1-725d39d5c3e0 None None] Checking router: b4cd8899-32a6-4763-bfb6-b43420902f34 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:49:36.246263 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:49:36.254681 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa1df60-d1a9-42df-baa1-725d39d5c3e0 None None] Routers {'b4cd8899-32a6-4763-bfb6-b43420902f34'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:49:36.256064 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-9aa1df60-d1a9-42df-baa1-725d39d5c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:49:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['b4cd8899-32a6-4763-bfb6-b43420902f34'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:36.298111 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-b3771f87-065f-49fb-8b84-9d57203015b0 None None] Set router a9fc9f53-99cc-4a9f-9ddc-c741a0650f37 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:49:36.343259 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1d84072f-34e0-46df-81de-48def3f0f398 admin admin] Publish callbacks [] for router (a9fc9f53-99cc-4a9f-9ddc-c741a0650f37), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:36.404918 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-9aa1df60-d1a9-42df-baa1-725d39d5c3e0 None None] Set router b4cd8899-32a6-4763-bfb6-b43420902f34 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:49:36.420310 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3d4e0c2c-82d4-4fe0-9ec8-e5ad7987ef8e req-3d0c9735-9b33-42df-b459-afbec9009710 service neutron] 10.222.0.52 "GET /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853669 Jan 28 00:49:36.436038 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-35aa1fff-15ad-4dc1-8de1-6ab882535049 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "GET /v2.0/routers/b4cd8899-32a6-4763-bfb6-b43420902f34 HTTP/1.1" status: 200 len: 703 time: 0.4183755 Jan 28 00:49:36.437421 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59560) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:36.475112 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-9aa1df60-d1a9-42df-baa1-725d39d5c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cd8899-32a6-4763-bfb6-b43420902f34', 'name': 'tempest-RoutersIpV6Test-router-584456466', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:49:34Z', 'updated_at': '2022-01-28T00:49:35Z', 'revision_number': 2, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:36.506393 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa1df60-d1a9-42df-baa1-725d39d5c3e0 None None] The sync data for ids ['b4cd8899-32a6-4763-bfb6-b43420902f34'] in n-d-826754-1 is: [{'id': 'b4cd8899-32a6-4763-bfb6-b43420902f34', 'name': 'tempest-RoutersIpV6Test-router-584456466', 'tenant_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:49:34Z', 'updated_at': '2022-01-28T00:49:35Z', 'revision_number': 2, 'project_id': 'c15c480f40da4eb2ba8f032a9f4f366b', 'gw_port_host': None}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:49:36.522107 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-477ba819-9803-42ca-942f-5fc0086604e9 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4cd8899-32a6-4763-bfb6-b43420902f34 HTTP/1.1" status: 200 len: 205 time: 0.0786645 Jan 28 00:49:36.538368 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59564) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:36.576458 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b3771f87-065f-49fb-8b84-9d57203015b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'name': 'tempest-AttachVolumeTestJSON-1495357353-router', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:22Z', 'updated_at': '2022-01-28T00:49:34Z', 'revision_number': 5, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'gw_port': {'id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:23Z', 'updated_at': '2022-01-28T00:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:36.622082 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3771f87-065f-49fb-8b84-9d57203015b0 None None] Checking router: a9fc9f53-99cc-4a9f-9ddc-c741a0650f37 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:49:36.632970 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3771f87-065f-49fb-8b84-9d57203015b0 None None] Routers {'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:49:36.633232 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d824087b-1cd3-4180-a219-8ddd970a5cb5 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router (b4cd8899-32a6-4763-bfb6-b43420902f34), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:36.633888 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b3771f87-065f-49fb-8b84-9d57203015b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:49:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:36.652826 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3d4e0c2c-82d4-4fe0-9ec8-e5ad7987ef8e req-a0148124-2676-4802-b4c4-90be8ca11566 service neutron] 10.222.0.52 "GET /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131286 Jan 28 00:49:36.791226 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1d84072f-34e0-46df-81de-48def3f0f398 admin admin] Publish callbacks [] for router_gateway (a9fc9f53-99cc-4a9f-9ddc-c741a0650f37), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:37.006418 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d824087b-1cd3-4180-a219-8ddd970a5cb5 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (b4cd8899-32a6-4763-bfb6-b43420902f34), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:37.012468 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d824087b-1cd3-4180-a219-8ddd970a5cb5 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router_controller (b4cd8899-32a6-4763-bfb6-b43420902f34), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:37.020206 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-b3771f87-065f-49fb-8b84-9d57203015b0 None None] Set router a9fc9f53-99cc-4a9f-9ddc-c741a0650f37 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:49:37.087778 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d15bdb-cb2e-47c9-82e6-327fcac687eb req-33407164-70d6-4d09-ba1f-af176ed3db19 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:37.089964 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3d15bdb-cb2e-47c9-82e6-327fcac687eb req-33407164-70d6-4d09-ba1f-af176ed3db19 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf HTTP/1.1" status: 200 len: 944 time: 0.2837217 Jan 28 00:49:37.121960 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d824087b-1cd3-4180-a219-8ddd970a5cb5 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (b4cd8899-32a6-4763-bfb6-b43420902f34), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:37.122727 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d824087b-1cd3-4180-a219-8ddd970a5cb5 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Fanout notify agent at l3_agent the message router_deleted on router b4cd8899-32a6-4763-bfb6-b43420902f34 {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:49:37.146189 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d824087b-1cd3-4180-a219-8ddd970a5cb5 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:37.148023 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d824087b-1cd3-4180-a219-8ddd970a5cb5 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/routers/b4cd8899-32a6-4763-bfb6-b43420902f34 HTTP/1.1" status: 204 len: 168 time: 0.6082969 Jan 28 00:49:37.156932 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1d84072f-34e0-46df-81de-48def3f0f398 admin admin] Deleting port 76497f79-b3fd-4b76-a6aa-b24d2add1b8f {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:49:37.157412 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1d84072f-34e0-46df-81de-48def3f0f398 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (76497f79-b3fd-4b76-a6aa-b24d2add1b8f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:37.158530 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59568) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:37.197179 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4202b8e4-18e9-43f7-9bee-cd755d21ea87 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4cd8899-32a6-4763-bfb6-b43420902f34 HTTP/1.1" status: 200 len: 205 time: 0.0321255 Jan 28 00:49:37.201825 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59570) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:37.248843 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-b95d65bd-bc8c-4ee8-a16a-c7b23c013235 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] delete failed (client error): The resource could not be found. Jan 28 00:49:37.250226 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b95d65bd-bc8c-4ee8-a16a-c7b23c013235 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/routers/b4cd8899-32a6-4763-bfb6-b43420902f34 HTTP/1.1" status: 404 len: 336 time: 0.0471234 Jan 28 00:49:37.256234 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59572) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:37.259192 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3d15bdb-cb2e-47c9-82e6-327fcac687eb req-ad99b38a-b9ec-44c6-8252-b97246a5e469 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525252 Jan 28 00:49:37.288808 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af218f5-8585-4eec-a870-50f50203496a tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] DELETE failed (client error): The resource could not be found. Jan 28 00:49:37.289583 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af218f5-8585-4eec-a870-50f50203496a tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:49:37.292918 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8af218f5-8585-4eec-a870-50f50203496a tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/subnets/83decb41-c559-4fa2-a5d3-f6118beffaaa HTTP/1.1" status: 404 len: 337 time: 0.0354488 Jan 28 00:49:37.297956 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59574) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:37.323528 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b3771f87-065f-49fb-8b84-9d57203015b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'name': 'tempest-AttachVolumeTestJSON-1495357353-router', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:22Z', 'updated_at': '2022-01-28T00:49:34Z', 'revision_number': 5, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'gw_port': {'id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:23Z', 'updated_at': '2022-01-28T00:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:37.348304 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae0086f-6c8c-443c-b90e-9ccdca17f111 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] DELETE failed (client error): The resource could not be found. Jan 28 00:49:37.348946 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae0086f-6c8c-443c-b90e-9ccdca17f111 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:49:37.358464 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5ae0086f-6c8c-443c-b90e-9ccdca17f111 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/subnets/06ea78cb-3eeb-4f0f-ad17-1bedc9672558 HTTP/1.1" status: 404 len: 337 time: 0.0552213 Jan 28 00:49:37.358598 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59576) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:37.366646 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-1d84072f-34e0-46df-81de-48def3f0f398 admin admin] For port 76497f79-b3fd-4b76-a6aa-b24d2add1b8f, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=76497f79-b3fd-4b76-a6aa-b24d2add1b8f,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:49:37.367831 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1d84072f-34e0-46df-81de-48def3f0f398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (76497f79-b3fd-4b76-a6aa-b24d2add1b8f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:37.375667 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3771f87-065f-49fb-8b84-9d57203015b0 None None] The sync data for ids ['a9fc9f53-99cc-4a9f-9ddc-c741a0650f37'] in n-d-826754-1 is: [{'id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'name': 'tempest-AttachVolumeTestJSON-1495357353-router', 'tenant_id': '40859c6773ce4ef58b203b2b32bcaaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:38:22Z', 'updated_at': '2022-01-28T00:49:34Z', 'revision_number': 5, 'project_id': '40859c6773ce4ef58b203b2b32bcaaba', 'gw_port': {'id': '76497f79-b3fd-4b76-a6aa-b24d2add1b8f', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fc9f53-99cc-4a9f-9ddc-c741a0650f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:38:23Z', 'updated_at': '2022-01-28T00:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:49:37.388509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1d84072f-34e0-46df-81de-48def3f0f398 admin admin] Calling delete_port for 76497f79-b3fd-4b76-a6aa-b24d2add1b8f owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:49:37.419586 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f4bfc3-a703-4b32-8203-713a7c812821 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] DELETE failed (client error): The resource could not be found. Jan 28 00:49:37.420305 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f4bfc3-a703-4b32-8203-713a7c812821 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:49:37.425090 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d9f4bfc3-a703-4b32-8203-713a7c812821 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/subnets/645e0d1d-2ae1-4336-8685-bb55e2b1e5c5 HTTP/1.1" status: 404 len: 337 time: 0.0652046 Jan 28 00:49:37.432828 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59578) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:37.472089 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a25639-e03b-4927-ad68-ba57c5bc09b0 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] DELETE failed (client error): The resource could not be found. Jan 28 00:49:37.472664 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2a25639-e03b-4927-ad68-ba57c5bc09b0 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:49:37.475923 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f2a25639-e03b-4927-ad68-ba57c5bc09b0 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/subnets/807abf2e-8bfb-4f46-bc98-8b0f15bdeb89 HTTP/1.1" status: 404 len: 337 time: 0.0413470 Jan 28 00:49:37.479720 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59580) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:37.517643 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-98fc5daa-878a-450b-8bec-b1467355757e tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ca82f78-c348-48f0-b706-c6264dd84428 HTTP/1.1" status: 200 len: 205 time: 0.0348196 Jan 28 00:49:37.518103 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59582) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:37.598095 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-deb9c9f6-044e-43f2-aebb-57c27fa11c00 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] delete failed (client error): The resource could not be found. Jan 28 00:49:37.600547 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-deb9c9f6-044e-43f2-aebb-57c27fa11c00 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/routers/8ca82f78-c348-48f0-b706-c6264dd84428 HTTP/1.1" status: 404 len: 336 time: 0.0803559 Jan 28 00:49:37.604578 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59584) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:37.636895 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1d84072f-34e0-46df-81de-48def3f0f398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (76497f79-b3fd-4b76-a6aa-b24d2add1b8f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:37.652481 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1fb3975e-816c-49e0-95b5-bf271f2e5344 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "GET /v2.0/ports?device_id=11dd7711-02ed-4df8-867b-fe29311344e4 HTTP/1.1" status: 200 len: 205 time: 0.0459335 Jan 28 00:49:37.655160 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59586) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:37.666731 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84072f-34e0-46df-81de-48def3f0f398 admin admin] Pushing event deleted for resources: {'Port': ['ID=76497f79-b3fd-4b76-a6aa-b24d2add1b8f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:37.712107 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-09fa0fb4-e598-4f62-9663-ea12ac0dd8c5 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] delete failed (client error): The resource could not be found. Jan 28 00:49:37.714151 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-09fa0fb4-e598-4f62-9663-ea12ac0dd8c5 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/routers/11dd7711-02ed-4df8-867b-fe29311344e4 HTTP/1.1" status: 404 len: 336 time: 0.0571945 Jan 28 00:49:37.717144 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59588) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:37.747583 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1d84072f-34e0-46df-81de-48def3f0f398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (a9fc9f53-99cc-4a9f-9ddc-c741a0650f37), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:37.770859 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd7b5535-8b3e-4edb-a2fc-cb7b61f72f19 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] DELETE failed (client error): The resource could not be found. Jan 28 00:49:37.771653 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd7b5535-8b3e-4edb-a2fc-cb7b61f72f19 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:49:37.777357 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-dd7b5535-8b3e-4edb-a2fc-cb7b61f72f19 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/subnets/5ddf7572-094a-466c-9f86-ebdd609cc696 HTTP/1.1" status: 404 len: 337 time: 0.0586863 Jan 28 00:49:37.781477 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59590) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:37.835085 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6c36c1fa-1488-4c3f-b9ed-fffe156fba43 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "GET /v2.0/ports?device_id=d146a8cd-3803-4342-87ec-5e86ddd921ac HTTP/1.1" status: 200 len: 205 time: 0.0514348 Jan 28 00:49:37.838976 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59592) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:37.893182 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-8c347e4c-a293-4938-a18f-01615cf9e5dc tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] delete failed (client error): The resource could not be found. Jan 28 00:49:37.896764 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8c347e4c-a293-4938-a18f-01615cf9e5dc tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/routers/d146a8cd-3803-4342-87ec-5e86ddd921ac HTTP/1.1" status: 404 len: 336 time: 0.0545211 Jan 28 00:49:37.899799 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59594) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:37.904372 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1d84072f-34e0-46df-81de-48def3f0f398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (a9fc9f53-99cc-4a9f-9ddc-c741a0650f37), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:37.909576 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1d84072f-34e0-46df-81de-48def3f0f398 admin admin] Publish callbacks [] for router_controller (a9fc9f53-99cc-4a9f-9ddc-c741a0650f37), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:37.947513 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4b4b6950-24ed-40b5-b654-0f2bda30cf64 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "GET /v2.0/ports?device_id=555975d9-b96e-485b-bba6-973fa1edeb1e HTTP/1.1" status: 200 len: 205 time: 0.0440979 Jan 28 00:49:37.951132 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59596) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:37.997639 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1d84072f-34e0-46df-81de-48def3f0f398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (a9fc9f53-99cc-4a9f-9ddc-c741a0650f37), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:37.998680 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d84072f-34e0-46df-81de-48def3f0f398 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9fc9f53-99cc-4a9f-9ddc-c741a0650f37 {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:49:38.004619 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1d84072f-34e0-46df-81de-48def3f0f398 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:38.006042 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1d84072f-34e0-46df-81de-48def3f0f398 admin admin] 10.222.0.70 "DELETE /v2.0/routers/a9fc9f53-99cc-4a9f-9ddc-c741a0650f37 HTTP/1.1" status: 204 len: 168 time: 1.8782992 Jan 28 00:49:38.011153 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59598) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:38.027015 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-0600e4a5-1c10-47a0-a73c-9d75575c4d46 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] delete failed (client error): The resource could not be found. Jan 28 00:49:38.028679 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0600e4a5-1c10-47a0-a73c-9d75575c4d46 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/routers/555975d9-b96e-485b-bba6-973fa1edeb1e HTTP/1.1" status: 404 len: 336 time: 0.0760360 Jan 28 00:49:38.032846 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59600) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:38.075705 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-998678f2-6b5a-45b2-be34-98f27c95c0b8 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] DELETE failed (client error): The resource could not be found. Jan 28 00:49:38.076187 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998678f2-6b5a-45b2-be34-98f27c95c0b8 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:49:38.079345 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-998678f2-6b5a-45b2-be34-98f27c95c0b8 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/subnets/0044c1b0-1e78-4c84-b664-3bff5e8cc05d HTTP/1.1" status: 404 len: 337 time: 0.0450528 Jan 28 00:49:38.082225 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59602) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:38.084210 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-da6571fa-08bb-495c-83b7-0da1b41f444c admin admin] Deleting subnet 22f51b89-111e-46c4-84b8-0eec72aeef83 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:49:38.090718 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da6571fa-08bb-495c-83b7-0da1b41f444c admin admin] Publish callbacks [] for subnet (22f51b89-111e-46c4-84b8-0eec72aeef83), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:38.111757 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3f39ae74-d598-481f-965e-2143cddbc65a tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "GET /v2.0/ports?device_id=32523e97-f6bd-46bd-a23a-1774a9e96044 HTTP/1.1" status: 200 len: 205 time: 0.0279360 Jan 28 00:49:38.115399 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59604) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:38.161152 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da6571fa-08bb-495c-83b7-0da1b41f444c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (22f51b89-111e-46c4-84b8-0eec72aeef83), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:38.178582 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-e8110167-2952-4f18-8497-f7a9c7b731f4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] delete failed (client error): The resource could not be found. Jan 28 00:49:38.180990 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e8110167-2952-4f18-8497-f7a9c7b731f4 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/routers/32523e97-f6bd-46bd-a23a-1774a9e96044 HTTP/1.1" status: 404 len: 336 time: 0.0639737 Jan 28 00:49:38.184434 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59606) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:38.226044 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d509f21-b83a-4d5a-bc0c-19bb55a57c27 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] DELETE failed (client error): The resource could not be found. Jan 28 00:49:38.227127 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d509f21-b83a-4d5a-bc0c-19bb55a57c27 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:49:38.231869 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1d509f21-b83a-4d5a-bc0c-19bb55a57c27 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/subnets/91eae49a-8b66-4551-b54e-0601ed5dcd06 HTTP/1.1" status: 404 len: 337 time: 0.0459278 Jan 28 00:49:38.235196 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59608) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:38.286627 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8f4ce728-3b00-4757-a03b-78b0d78592e6 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8 HTTP/1.1" status: 200 len: 205 time: 0.0498922 Jan 28 00:49:38.290363 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59610) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:38.316498 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da6571fa-08bb-495c-83b7-0da1b41f444c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (22f51b89-111e-46c4-84b8-0eec72aeef83), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:38.374093 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fd0a215e-2ee1-4f4d-a8ee-6e15734cc4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:38.380691 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-96c73461-2a7a-456a-b5ba-e9b7dab4c19f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] delete failed (client error): The resource could not be found. Jan 28 00:49:38.382372 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-96c73461-2a7a-456a-b5ba-e9b7dab4c19f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/routers/3f4dfb3e-ae56-4b84-82a8-3af79c88a9c8 HTTP/1.1" status: 404 len: 336 time: 0.0905709 Jan 28 00:49:38.386412 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59614) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:38.424491 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-d62f20d8-60a5-4835-aea3-2f0f17a1b4d3 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] DELETE failed (client error): The resource could not be found. Jan 28 00:49:38.425076 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d62f20d8-60a5-4835-aea3-2f0f17a1b4d3 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:49:38.431298 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d62f20d8-60a5-4835-aea3-2f0f17a1b4d3 tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/subnets/8ee3a340-a3b2-46ec-8fb6-1678e884905a HTTP/1.1" status: 404 len: 337 time: 0.0417552 Jan 28 00:49:38.433706 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59616) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:38.473667 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-9153cbd7-479a-4000-9bb7-abb79cd9721f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] DELETE failed (client error): The resource could not be found. Jan 28 00:49:38.474153 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9153cbd7-479a-4000-9bb7-abb79cd9721f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:49:38.478608 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9153cbd7-479a-4000-9bb7-abb79cd9721f tempest-RoutersIpV6Test-1247591279 tempest-RoutersIpV6Test-1247591279-project] 10.222.0.70 "DELETE /v2.0/subnets/61216bb1-4129-4703-a793-29ad24e15818 HTTP/1.1" status: 404 len: 337 time: 0.0431037 Jan 28 00:49:38.485281 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc6ad9-1cff-4183-8cbc-8505996f5e32 req-8797bd63-255a-4510-a193-0e8cc419fe1c tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:38.487975 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7fbc6ad9-1cff-4183-8cbc-8505996f5e32 req-8797bd63-255a-4510-a193-0e8cc419fe1c tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf HTTP/1.1" status: 200 len: 944 time: 0.1004193 Jan 28 00:49:38.496003 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da6571fa-08bb-495c-83b7-0da1b41f444c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (22f51b89-111e-46c4-84b8-0eec72aeef83), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:38.533374 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6571fa-08bb-495c-83b7-0da1b41f444c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22f51b89-111e-46c4-84b8-0eec72aeef83,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:38.549672 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da6571fa-08bb-495c-83b7-0da1b41f444c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:38.554348 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f6684d-522c-4306-8a34-51bf44f7f1c2 None None] Network df6dc4b3-6607-40e9-9f38-3ff04dac366d requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:49:38.562036 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59620) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:38.564583 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-da6571fa-08bb-495c-83b7-0da1b41f444c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/22f51b89-111e-46c4-84b8-0eec72aeef83 HTTP/1.1" status: 204 len: 168 time: 0.5517025 Jan 28 00:49:38.623234 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7fbc6ad9-1cff-4183-8cbc-8505996f5e32 req-43db9bb4-5bb3-40bf-bd54-df41c565bccc tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223834 Jan 28 00:49:38.733830 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f52b580-86dd-4cdc-b52a-298f93e26b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (df6dc4b3-6607-40e9-9f38-3ff04dac366d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:38.823999 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc654b9-a040-40d1-9976-87a097bc80f1 None None] DHCP port deletion for df6dc4b3-6607-40e9-9f38-3ff04dac366d request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:49:38.835257 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3f52b580-86dd-4cdc-b52a-298f93e26b9a admin admin] Deleting port f327abae-b7d9-4ab2-bdcd-22fcc282bc5c {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:49:38.836293 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f52b580-86dd-4cdc-b52a-298f93e26b9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f327abae-b7d9-4ab2-bdcd-22fcc282bc5c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:38.869605 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59624) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:38.898046 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-fcc654b9-a040-40d1-9976-87a097bc80f1 None None] Deleting port f327abae-b7d9-4ab2-bdcd-22fcc282bc5c {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:49:38.899259 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fcc654b9-a040-40d1-9976-87a097bc80f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f327abae-b7d9-4ab2-bdcd-22fcc282bc5c), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:38.922993 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 290b0648-a89c-4f81-92b1-a5c427303036 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:49:38.951128 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-3f52b580-86dd-4cdc-b52a-298f93e26b9a admin admin] For port f327abae-b7d9-4ab2-bdcd-22fcc282bc5c, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f327abae-b7d9-4ab2-bdcd-22fcc282bc5c,segment=NetworkSegment(f55b242a-a928-4d72-b482-8fb9a57575c2),segment_id=f55b242a-a928-4d72-b482-8fb9a57575c2)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:49:38.951965 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f52b580-86dd-4cdc-b52a-298f93e26b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f327abae-b7d9-4ab2-bdcd-22fcc282bc5c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:38.976506 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3f52b580-86dd-4cdc-b52a-298f93e26b9a admin admin] Calling delete_port for f327abae-b7d9-4ab2-bdcd-22fcc282bc5c owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:49:39.055207 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-fcc654b9-a040-40d1-9976-87a097bc80f1 None None] For port f327abae-b7d9-4ab2-bdcd-22fcc282bc5c, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f327abae-b7d9-4ab2-bdcd-22fcc282bc5c,segment=NetworkSegment(f55b242a-a928-4d72-b482-8fb9a57575c2),segment_id=f55b242a-a928-4d72-b482-8fb9a57575c2)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:49:39.056227 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fcc654b9-a040-40d1-9976-87a097bc80f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f327abae-b7d9-4ab2-bdcd-22fcc282bc5c), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:39.091290 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-dbdb1104-f357-4522-83e7-91b18a2f3316 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c15c480f40da4eb2ba8f032a9f4f366b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2198391 Jan 28 00:49:39.094419 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59628) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:39.137575 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f52b580-86dd-4cdc-b52a-298f93e26b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (f327abae-b7d9-4ab2-bdcd-22fcc282bc5c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:39.142839 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-fcc654b9-a040-40d1-9976-87a097bc80f1 None None] Calling delete_port for f327abae-b7d9-4ab2-bdcd-22fcc282bc5c owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:49:39.155924 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fbe6dc87-5714-4685-9de4-5acebeef29ae admin admin] Publish callbacks [] for security_group (8e247454-4b2a-44f4-b554-52fb702c499e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:39.183795 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fbe6dc87-5714-4685-9de4-5acebeef29ae admin admin] Publish callbacks [] for security_group (8e247454-4b2a-44f4-b554-52fb702c499e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:39.195894 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52b580-86dd-4cdc-b52a-298f93e26b9a admin admin] Pushing event deleted for resources: {'Port': ['ID=f327abae-b7d9-4ab2-bdcd-22fcc282bc5c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:39.203418 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f52b580-86dd-4cdc-b52a-298f93e26b9a admin admin] No DVR routers for this DVR port f327abae-b7d9-4ab2-bdcd-22fcc282bc5c on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:49:39.269778 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fbe6dc87-5714-4685-9de4-5acebeef29ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (8e247454-4b2a-44f4-b554-52fb702c499e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:39.275146 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fbe6dc87-5714-4685-9de4-5acebeef29ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:39.280908 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-fbe6dc87-5714-4685-9de4-5acebeef29ae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8e247454-4b2a-44f4-b554-52fb702c499e HTTP/1.1" status: 204 len: 168 time: 0.1811011 Jan 28 00:49:39.295050 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6dc87-5714-4685-9de4-5acebeef29ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e247454-4b2a-44f4-b554-52fb702c499e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:39.316848 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f52b580-86dd-4cdc-b52a-298f93e26b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (df6dc4b3-6607-40e9-9f38-3ff04dac366d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:39.321797 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 290b0648-a89c-4f81-92b1-a5c427303036, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=290b0648-a89c-4f81-92b1-a5c427303036,segment=NetworkSegment(8210e096-62a0-4fc1-a9ce-05d858a1357d),segment_id=8210e096-62a0-4fc1-a9ce-05d858a1357d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:49:39.350780 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-3f52b580-86dd-4cdc-b52a-298f93e26b9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df6dc4b3-6607-40e9-9f38-3ff04dac366d']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:39.369027 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-3f52b580-86dd-4cdc-b52a-298f93e26b9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f55b242a-a928-4d72-b482-8fb9a57575c2') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:39.369424 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '290b0648-a89c-4f81-92b1-a5c427303036', 'network_id': '8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0', 'port_id': '290b0648-a89c-4f81-92b1-a5c427303036', 'mac_address': 'fa:16:3e:f2:1e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8eb103-5ea3-4cb9-9774-5ed2528e0f83', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:49:39.369606 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-3f52b580-86dd-4cdc-b52a-298f93e26b9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f55b242a-a928-4d72-b482-8fb9a57575c2') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:49:39.390348 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f52b580-86dd-4cdc-b52a-298f93e26b9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (f55b242a-a928-4d72-b482-8fb9a57575c2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:39.438063 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f52b580-86dd-4cdc-b52a-298f93e26b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (f55b242a-a928-4d72-b482-8fb9a57575c2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:39.441629 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fcc654b9-a040-40d1-9976-87a097bc80f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (f327abae-b7d9-4ab2-bdcd-22fcc282bc5c), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:39.457770 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f52b580-86dd-4cdc-b52a-298f93e26b9a admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:49:39.459844 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f52b580-86dd-4cdc-b52a-298f93e26b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (f55b242a-a928-4d72-b482-8fb9a57575c2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:39.471720 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc654b9-a040-40d1-9976-87a097bc80f1 None None] No DVR routers for this DVR port f327abae-b7d9-4ab2-bdcd-22fcc282bc5c on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:49:39.519529 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc654b9-a040-40d1-9976-87a097bc80f1 None None] Pushing event deleted for resources: {'Port': ['ID=f327abae-b7d9-4ab2-bdcd-22fcc282bc5c,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:39.529891 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 290b0648-a89c-4f81-92b1-a5c427303036 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:49:39.531013 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (290b0648-a89c-4f81-92b1-a5c427303036), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:39.562862 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 290b0648-a89c-4f81-92b1-a5c427303036 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:49:39.563456 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:49:39.563456 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:49:39.563456 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:49:39.563456 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:49:39.563456 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:49:39.563456 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:49:39.563456 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:49:39.563456 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:49:39.563456 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:49:39.563456 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:49:39.563456 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:49:39.563456 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:49:39.563456 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:49:39.563456 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:49:39.563456 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:49:39.563456 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:49:39.563456 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:49:39.563456 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:49:39.563456 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:49:39.563456 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:49:39.563456 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:49:39.563456 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:49:39.563456 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:49:39.563456 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:49:39.563456 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:49:39.563456 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:49:39.563456 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:49:39.563456 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:49:39.563456 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:49:39.563456 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:49:39.563456 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:49:39.563456 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:49:39.573980 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 172c0466-08b0-4dd9-8f48-3b97bd841204 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:49:39.598565 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f52b580-86dd-4cdc-b52a-298f93e26b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (df6dc4b3-6607-40e9-9f38-3ff04dac366d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:39.609868 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f52b580-86dd-4cdc-b52a-298f93e26b9a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:39.620195 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3f52b580-86dd-4cdc-b52a-298f93e26b9a admin admin] 10.222.0.70 "DELETE /v2.0/networks/df6dc4b3-6607-40e9-9f38-3ff04dac366d HTTP/1.1" status: 204 len: 168 time: 1.0555887 Jan 28 00:49:39.625952 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 172c0466-08b0-4dd9-8f48-3b97bd841204 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:49:39.626305 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 172c0466-08b0-4dd9-8f48-3b97bd841204 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:49:39.626732 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 76497f79-b3fd-4b76-a6aa-b24d2add1b8f no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:49:39.642741 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52b580-86dd-4cdc-b52a-298f93e26b9a admin admin] Pushing event deleted for resources: {'Network': ['ID=df6dc4b3-6607-40e9-9f38-3ff04dac366d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:39.654004 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 76497f79-b3fd-4b76-a6aa-b24d2add1b8f {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:49:39.654534 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 76497f79-b3fd-4b76-a6aa-b24d2add1b8f not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:49:39.655107 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f327abae-b7d9-4ab2-bdcd-22fcc282bc5c no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:49:39.661272 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 290b0648-a89c-4f81-92b1-a5c427303036, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=290b0648-a89c-4f81-92b1-a5c427303036,segment=NetworkSegment(8210e096-62a0-4fc1-a9ce-05d858a1357d),segment_id=8210e096-62a0-4fc1-a9ce-05d858a1357d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:49:39.683543 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (290b0648-a89c-4f81-92b1-a5c427303036), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:39.692996 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: f327abae-b7d9-4ab2-bdcd-22fcc282bc5c {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:49:39.693420 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f327abae-b7d9-4ab2-bdcd-22fcc282bc5c not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:49:39.762958 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:39.777120 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=290b0648-a89c-4f81-92b1-a5c427303036,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:39.865867 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c39a7a-c4e4-4449-ba44-fdb020071c70 req-6513f8a1-62b6-4f51-b31e-07dfd2bf2afc tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:39.868673 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-25c39a7a-c4e4-4449-ba44-fdb020071c70 req-6513f8a1-62b6-4f51-b31e-07dfd2bf2afc tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf HTTP/1.1" status: 200 len: 945 time: 0.0969331 Jan 28 00:49:39.973476 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59644) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:39.976272 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-25c39a7a-c4e4-4449-ba44-fdb020071c70 req-0a6b9d98-f284-4311-b00b-7da1d8f07871 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959706 Jan 28 00:49:40.050336 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7248a2fa-56c0-433d-9de9-8b6282e57680 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=40859c6773ce4ef58b203b2b32bcaaba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0746629 Jan 28 00:49:40.053496 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59648) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:40.094240 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['290b0648-a89c-4f81-92b1-a5c427303036'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:49:40.141945 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9063841a-ebd9-492c-a5fb-99debf33303f admin admin] Publish callbacks [] for security_group (cc292921-8218-42f4-8ec9-ece458240c86), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:40.185333 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9063841a-ebd9-492c-a5fb-99debf33303f admin admin] Publish callbacks [] for security_group (cc292921-8218-42f4-8ec9-ece458240c86), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:40.277987 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9063841a-ebd9-492c-a5fb-99debf33303f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (cc292921-8218-42f4-8ec9-ece458240c86), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:40.282926 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9063841a-ebd9-492c-a5fb-99debf33303f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:40.285144 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9063841a-ebd9-492c-a5fb-99debf33303f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cc292921-8218-42f4-8ec9-ece458240c86 HTTP/1.1" status: 204 len: 168 time: 0.2287533 Jan 28 00:49:40.303679 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063841a-ebd9-492c-a5fb-99debf33303f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc292921-8218-42f4-8ec9-ece458240c86,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:41.249982 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:41.277137 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52acde-a140-4ccd-b4bf-f09e354fa59f req-a85461f2-e415-45cf-bf82-d936855acda8 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:41.279835 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e52acde-a140-4ccd-b4bf-f09e354fa59f req-a85461f2-e415-45cf-bf82-d936855acda8 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf HTTP/1.1" status: 200 len: 945 time: 0.1433716 Jan 28 00:49:41.294890 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8205f-3fa6-4e39-8963-bff5c6eaa5cf req-3a5dce31-60cb-4dc9-9ddd-54628e0c030f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:41.297678 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aba8205f-3fa6-4e39-8963-bff5c6eaa5cf req-3a5dce31-60cb-4dc9-9ddd-54628e0c030f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 945 time: 0.1460607 Jan 28 00:49:41.400497 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e52acde-a140-4ccd-b4bf-f09e354fa59f req-6f11a38d-7038-4ffe-b21f-27dea9bceb48 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946860 Jan 28 00:49:41.430714 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aba8205f-3fa6-4e39-8963-bff5c6eaa5cf req-ec14ccdf-b5c1-4da1-a357-bc53e29c13b2 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153555 Jan 28 00:49:42.245397 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:42.732765 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac27276-1541-421f-a059-098fe8585b2d req-3d7c6be1-1b55-425c-b428-f6d0478ec4bc tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:42.735376 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8ac27276-1541-421f-a059-098fe8585b2d req-3d7c6be1-1b55-425c-b428-f6d0478ec4bc tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf HTTP/1.1" status: 200 len: 945 time: 0.1673307 Jan 28 00:49:42.774154 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18de24-18f8-48a1-867e-40871dbde3e5 req-03d94a4d-18e4-404e-b300-aa4e04b0d65f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:42.776885 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8a18de24-18f8-48a1-867e-40871dbde3e5 req-03d94a4d-18e4-404e-b300-aa4e04b0d65f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 945 time: 0.1382694 Jan 28 00:49:42.896045 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8ac27276-1541-421f-a059-098fe8585b2d req-142b943c-656f-462b-91d4-e752ae5e7b99 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452978 Jan 28 00:49:42.924858 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8a18de24-18f8-48a1-867e-40871dbde3e5 req-724f98b5-3d8c-47a6-83eb-e7e633f27cdf tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325197 Jan 28 00:49:42.931452 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 290b0648-a89c-4f81-92b1-a5c427303036 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:49:43.042542 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 290b0648-a89c-4f81-92b1-a5c427303036 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:49:43.051573 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 290b0648-a89c-4f81-92b1-a5c427303036 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:49:43.052318 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (290b0648-a89c-4f81-92b1-a5c427303036), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:43.120601 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:43.218332 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 290b0648-a89c-4f81-92b1-a5c427303036 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:49:43.219110 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (290b0648-a89c-4f81-92b1-a5c427303036), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:43.261853 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290b0648-a89c-4f81-92b1-a5c427303036'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:49:43.266167 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a27dff2-ff9a-452e-a9d5-a2ecc04c8621" -d '{"events": [{"server_uuid": "ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf", "name": "network-vif-plugged", "status": "completed", "tag": "290b0648-a89c-4f81-92b1-a5c427303036"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:49:43.291762 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 290b0648-a89c-4f81-92b1-a5c427303036, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=290b0648-a89c-4f81-92b1-a5c427303036,segment=NetworkSegment(8210e096-62a0-4fc1-a9ce-05d858a1357d),segment_id=8210e096-62a0-4fc1-a9ce-05d858a1357d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:49:43.300456 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (290b0648-a89c-4f81-92b1-a5c427303036), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:43.415874 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=290b0648-a89c-4f81-92b1-a5c427303036,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:43.444839 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1082b27-f557-4f00-a4f0-d1652d978d13 x-openstack-request-id: req-c1082b27-f557-4f00-a4f0-d1652d978d13 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:49:43.445580 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf", "name": "network-vif-plugged", "status": "completed", "tag": "290b0648-a89c-4f81-92b1-a5c427303036", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:49:43.445843 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c1082b27-f557-4f00-a4f0-d1652d978d13 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:49:43.446263 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290b0648-a89c-4f81-92b1-a5c427303036', 'code': 200} Jan 28 00:49:43.676217 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c5908-c010-46f0-8193-0c0913a59e30 req-b800b710-8a95-4d2e-b7b3-9f97d97064c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:43.680160 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-029c5908-c010-46f0-8193-0c0913a59e30 req-b800b710-8a95-4d2e-b7b3-9f97d97064c7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf HTTP/1.1" status: 200 len: 1097 time: 0.1028311 Jan 28 00:49:43.738544 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-029c5908-c010-46f0-8193-0c0913a59e30 req-3f09f9e4-3451-4283-8d9a-5d52426e2e99 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516145 Jan 28 00:49:44.123023 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c2bcb-bbb9-4a53-97f3-9d83d81ac94b req-012e595c-baf2-4878-ab5e-ba719532383d tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:44.124697 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-169c2bcb-bbb9-4a53-97f3-9d83d81ac94b req-012e595c-baf2-4878-ab5e-ba719532383d tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf HTTP/1.1" status: 200 len: 946 time: 0.1001549 Jan 28 00:49:44.142074 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041eff8-5d5a-401d-bd6c-9b9a35930703 req-bf80ccf3-fb11-4dad-ae78-56caedbbb085 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:44.143947 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d041eff8-5d5a-401d-bd6c-9b9a35930703 req-bf80ccf3-fb11-4dad-ae78-56caedbbb085 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 945 time: 0.0814271 Jan 28 00:49:44.232263 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-169c2bcb-bbb9-4a53-97f3-9d83d81ac94b req-02c88330-2d58-4f1d-8b95-09340cf36d41 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870259 Jan 28 00:49:44.252072 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d041eff8-5d5a-401d-bd6c-9b9a35930703 req-1d8589c5-974f-479d-9b91-35bbbd29d427 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855637 Jan 28 00:49:44.384691 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:45.401959 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07757271-2f16-4051-a9b0-0e3677334b58 req-b62e4315-45ca-46b7-9dcd-91d8a9ccf1a1 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:45.411887 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07757271-2f16-4051-a9b0-0e3677334b58 req-b62e4315-45ca-46b7-9dcd-91d8a9ccf1a1 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf HTTP/1.1" status: 200 len: 946 time: 0.0783246 Jan 28 00:49:45.535882 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07757271-2f16-4051-a9b0-0e3677334b58 req-696eecb9-c610-4ea1-bce7-4bc9f6d57971 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223803 Jan 28 00:49:45.574330 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79e772-dcc5-4153-87e4-5d084ff07c96 req-900bfa8a-3564-41e3-a252-3dcbc28ececb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:45.578929 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e79e772-dcc5-4153-87e4-5d084ff07c96 req-900bfa8a-3564-41e3-a252-3dcbc28ececb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 945 time: 0.1074238 Jan 28 00:49:45.682877 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e79e772-dcc5-4153-87e4-5d084ff07c96 req-4bd5528a-7a09-4d7c-bf4c-a3c58af353bb tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883849 Jan 28 00:49:47.026417 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117276fa-c7c6-4735-ad0b-b724ac5559b3 req-af08115f-7293-4578-b1cc-035434ccbc3a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:47.037429 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-117276fa-c7c6-4735-ad0b-b724ac5559b3 req-af08115f-7293-4578-b1cc-035434ccbc3a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 945 time: 0.1477416 Jan 28 00:49:47.228751 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-117276fa-c7c6-4735-ad0b-b724ac5559b3 req-fdfd7d3e-9e84-40c0-ba6b-d2eca41c019c tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800156 Jan 28 00:49:48.484225 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bd4e2-cc36-4c7e-ab34-007256717501 req-530ce377-7efa-4584-8c3e-cf39c5c10725 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:48.505220 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-728bd4e2-cc36-4c7e-ab34-007256717501 req-530ce377-7efa-4584-8c3e-cf39c5c10725 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 945 time: 0.1348660 Jan 28 00:49:48.640965 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-728bd4e2-cc36-4c7e-ab34-007256717501 req-4991276d-a071-4baa-ab59-7c97e5684608 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343279 Jan 28 00:49:49.875534 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b694f6f-740d-4ee4-9ea1-d7ba6a534920 req-ac458c20-74e1-4c55-bb05-160fc56dea40 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:49.878677 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1b694f6f-740d-4ee4-9ea1-d7ba6a534920 req-ac458c20-74e1-4c55-bb05-160fc56dea40 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 945 time: 0.1037300 Jan 28 00:49:49.999862 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1b694f6f-740d-4ee4-9ea1-d7ba6a534920 req-9db5a4f8-02b0-4364-9daa-572e9a21eedf tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074901 Jan 28 00:49:51.186804 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e3cb1-0b19-4b90-b0e2-9ece84863987 req-ed9bb26e-8bf5-4602-a9c1-7c12d562fa57 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:51.190588 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-435e3cb1-0b19-4b90-b0e2-9ece84863987 req-ed9bb26e-8bf5-4602-a9c1-7c12d562fa57 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 945 time: 0.0793748 Jan 28 00:49:51.213493 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59902) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:51.363771 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-435e3cb1-0b19-4b90-b0e2-9ece84863987 req-d3c8799e-90db-4a71-8a27-a15f828b7644 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621442 Jan 28 00:49:51.456452 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-16321c9f-c608-4a8b-a9f5-defd0e58aa76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:51.604802 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-16321c9f-c608-4a8b-a9f5-defd0e58aa76 admin admin] Publish callbacks [] for security_group (4cbf8325-b04e-462c-b753-ee9e661fab71), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:51.610796 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-16321c9f-c608-4a8b-a9f5-defd0e58aa76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4cbf8325-b04e-462c-b753-ee9e661fab71), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:51.662981 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16321c9f-c608-4a8b-a9f5-defd0e58aa76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbf8325-b04e-462c-b753-ee9e661fab71,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:51.712518 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-16321c9f-c608-4a8b-a9f5-defd0e58aa76 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e7d856f0d41044b1b147bd7a68cb7c60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4921670 Jan 28 00:49:51.713040 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59908) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:51.824364 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9cf345b-982d-4cc9-a358-49c7991ba5ab admin admin] Publish callbacks [] for security_group (4cbf8325-b04e-462c-b753-ee9e661fab71), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:51.875533 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9cf345b-982d-4cc9-a358-49c7991ba5ab admin admin] Publish callbacks [] for security_group (4cbf8325-b04e-462c-b753-ee9e661fab71), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:51.965492 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9cf345b-982d-4cc9-a358-49c7991ba5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4cbf8325-b04e-462c-b753-ee9e661fab71), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:51.968290 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9cf345b-982d-4cc9-a358-49c7991ba5ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:51.973454 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f9cf345b-982d-4cc9-a358-49c7991ba5ab admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4cbf8325-b04e-462c-b753-ee9e661fab71 HTTP/1.1" status: 204 len: 168 time: 0.2550793 Jan 28 00:49:51.981313 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf345b-982d-4cc9-a358-49c7991ba5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbf8325-b04e-462c-b753-ee9e661fab71,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:52.624316 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856388a4-71bf-45c6-b716-f8ae60f75281 req-0fafebb5-5ad7-41a9-9c65-3699c683596a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:52.627734 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-856388a4-71bf-45c6-b716-f8ae60f75281 req-0fafebb5-5ad7-41a9-9c65-3699c683596a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 945 time: 0.1329205 Jan 28 00:49:52.705620 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-856388a4-71bf-45c6-b716-f8ae60f75281 req-697a3d11-94be-43b8-8904-df4d3d97bc54 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712485 Jan 28 00:49:53.922852 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230c514-3a86-4f0e-aa66-8b169c55a5f3 req-67bb2105-56d3-4544-a0c3-4c0c0b027954 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:53.928763 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c230c514-3a86-4f0e-aa66-8b169c55a5f3 req-67bb2105-56d3-4544-a0c3-4c0c0b027954 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 945 time: 0.1026349 Jan 28 00:49:54.119985 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c230c514-3a86-4f0e-aa66-8b169c55a5f3 req-7a75086d-d870-45ff-a9de-41b188e16f7c tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777360 Jan 28 00:49:55.355828 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085991b1-3156-40a2-861e-aa6d9b4ef6a6 req-ba6c5a42-76db-4341-9e66-523d8ecd87ea tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:55.365793 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-085991b1-3156-40a2-861e-aa6d9b4ef6a6 req-ba6c5a42-76db-4341-9e66-523d8ecd87ea tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 945 time: 0.1119504 Jan 28 00:49:55.422493 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2eb2e6cd-cee5-4fa2-b482-df378c6842b7 req-3c633095-6104-4c08-9a9c-de42fcd0bbd1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2073622 Jan 28 00:49:55.563379 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-085991b1-3156-40a2-861e-aa6d9b4ef6a6 req-585bb4ee-f8a5-46f6-8b59-cc33f89f3be9 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962421 Jan 28 00:49:55.740664 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2e6cd-cee5-4fa2-b482-df378c6842b7 req-5786d91c-a52d-4444-a3e3-52b815a44afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:55.746459 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2eb2e6cd-cee5-4fa2-b482-df378c6842b7 req-5786d91c-a52d-4444-a3e3-52b815a44afa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac62260fe42246bcb8303840ff4b96d9&device_id=ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf HTTP/1.1" status: 200 len: 1097 time: 0.1776533 Jan 28 00:49:55.845305 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59972) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:55.997321 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2e6cd-cee5-4fa2-b482-df378c6842b7 req-0d809a81-1525-4965-865b-242d02f3f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:55.998857 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2eb2e6cd-cee5-4fa2-b482-df378c6842b7 req-0d809a81-1525-4965-865b-242d02f3f141 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 HTTP/1.1" status: 200 len: 915 time: 0.2190881 Jan 28 00:49:56.109482 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2eb2e6cd-cee5-4fa2-b482-df378c6842b7 req-40af6ff0-3367-414f-9d71-677ddbd9fbb5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=290b0648-a89c-4f81-92b1-a5c427303036 HTTP/1.1" status: 200 len: 217 time: 0.1012778 Jan 28 00:49:56.136327 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca8934d1-d038-419b-b8cb-5ebaac6305f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:56.240300 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2e6cd-cee5-4fa2-b482-df378c6842b7 req-97cb3796-7124-44db-84a1-c63bb653c54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:56.244518 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2eb2e6cd-cee5-4fa2-b482-df378c6842b7 req-97cb3796-7124-44db-84a1-c63bb653c54b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f8eb103-5ea3-4cb9-9774-5ed2528e0f83 HTTP/1.1" status: 200 len: 854 time: 0.1301346 Jan 28 00:49:56.289449 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca8934d1-d038-419b-b8cb-5ebaac6305f6 admin admin] Publish callbacks [] for security_group (9c2774cc-506e-4ad2-a211-dbb35381d55c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:56.296709 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca8934d1-d038-419b-b8cb-5ebaac6305f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (9c2774cc-506e-4ad2-a211-dbb35381d55c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:56.360415 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ca8934d1-d038-419b-b8cb-5ebaac6305f6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=530c07cd562241429673c5bebad6dba7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5120146 Jan 28 00:49:56.362089 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8934d1-d038-419b-b8cb-5ebaac6305f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2774cc-506e-4ad2-a211-dbb35381d55c,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:56.366927 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59976) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:56.401032 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2eb2e6cd-cee5-4fa2-b482-df378c6842b7 req-3efe6a51-9a99-4bbf-9cb4-78f780358c97 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1444890 Jan 28 00:49:56.449291 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-adc0e4a3-7a5f-44a4-bd6a-9796a2ac2ed1 admin admin] Publish callbacks [] for security_group (9c2774cc-506e-4ad2-a211-dbb35381d55c), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:56.480349 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-adc0e4a3-7a5f-44a4-bd6a-9796a2ac2ed1 admin admin] Publish callbacks [] for security_group (9c2774cc-506e-4ad2-a211-dbb35381d55c), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:56.540773 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-adc0e4a3-7a5f-44a4-bd6a-9796a2ac2ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (9c2774cc-506e-4ad2-a211-dbb35381d55c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:56.544666 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-adc0e4a3-7a5f-44a4-bd6a-9796a2ac2ed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:56.545436 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-adc0e4a3-7a5f-44a4-bd6a-9796a2ac2ed1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9c2774cc-506e-4ad2-a211-dbb35381d55c HTTP/1.1" status: 204 len: 168 time: 0.1768117 Jan 28 00:49:56.571037 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0e4a3-7a5f-44a4-bd6a-9796a2ac2ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2774cc-506e-4ad2-a211-dbb35381d55c,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:56.706794 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2eb2e6cd-cee5-4fa2-b482-df378c6842b7 req-b1d26d29-f04a-4513-9073-f40b36701a80 service neutron] 10.222.0.52 "GET /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028352 Jan 28 00:49:56.825408 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a9621-a6df-4c86-a18f-cc0e6ba13bb5 req-198e7586-b1f5-4e68-94fc-49178d45ee0d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:56.839241 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-357a9621-a6df-4c86-a18f-cc0e6ba13bb5 req-198e7586-b1f5-4e68-94fc-49178d45ee0d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 945 time: 0.1449471 Jan 28 00:49:56.963858 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-357a9621-a6df-4c86-a18f-cc0e6ba13bb5 req-6410c63d-3544-4ce0-91c1-15f37f025906 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233485 Jan 28 00:49:56.983267 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2eb2e6cd-cee5-4fa2-b482-df378c6842b7 req-f21714ae-b3c2-47f9-a57c-0f51db15654f service neutron] 10.222.0.52 "GET /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669444 Jan 28 00:49:57.276574 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59994) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:57.305919 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3c35dc4-76c3-4c7d-a82f-db741596b77f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:57.483832 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3c35dc4-76c3-4c7d-a82f-db741596b77f admin admin] Publish callbacks [] for security_group (ec4b4e25-1610-4735-9c80-9fb1d4a73220), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:57.491414 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3c35dc4-76c3-4c7d-a82f-db741596b77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ec4b4e25-1610-4735-9c80-9fb1d4a73220), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:57.583281 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a3c35dc4-76c3-4c7d-a82f-db741596b77f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=de992ca43f714b43ac151265556a92a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3051369 Jan 28 00:49:57.585664 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c35dc4-76c3-4c7d-a82f-db741596b77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4b4e25-1610-4735-9c80-9fb1d4a73220,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:57.587728 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59998) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:49:57.629757 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c35dc4-76c3-4c7d-a82f-db741596b77f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:57.630401 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c35dc4-76c3-4c7d-a82f-db741596b77f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:57.630941 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c35dc4-76c3-4c7d-a82f-db741596b77f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:57.631534 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c35dc4-76c3-4c7d-a82f-db741596b77f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:57.639074 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c35dc4-76c3-4c7d-a82f-db741596b77f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:57.639575 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c35dc4-76c3-4c7d-a82f-db741596b77f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:57.640175 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c35dc4-76c3-4c7d-a82f-db741596b77f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:57.644395 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c35dc4-76c3-4c7d-a82f-db741596b77f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:57.645071 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c35dc4-76c3-4c7d-a82f-db741596b77f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:57.645652 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c35dc4-76c3-4c7d-a82f-db741596b77f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:57.646278 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c35dc4-76c3-4c7d-a82f-db741596b77f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:57.646835 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c35dc4-76c3-4c7d-a82f-db741596b77f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:57.647439 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c35dc4-76c3-4c7d-a82f-db741596b77f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:49:57.717458 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-82423708-a50a-4488-848a-c95b753e2f6e admin admin] Publish callbacks [] for security_group (ec4b4e25-1610-4735-9c80-9fb1d4a73220), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:57.758931 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-82423708-a50a-4488-848a-c95b753e2f6e admin admin] Publish callbacks [] for security_group (ec4b4e25-1610-4735-9c80-9fb1d4a73220), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:57.867654 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-82423708-a50a-4488-848a-c95b753e2f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ec4b4e25-1610-4735-9c80-9fb1d4a73220), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:57.890737 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-82423708-a50a-4488-848a-c95b753e2f6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:49:57.905559 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-82423708-a50a-4488-848a-c95b753e2f6e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ec4b4e25-1610-4735-9c80-9fb1d4a73220 HTTP/1.1" status: 204 len: 168 time: 0.3155527 Jan 28 00:49:57.927603 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82423708-a50a-4488-848a-c95b753e2f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4b4e25-1610-4735-9c80-9fb1d4a73220,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:49:58.184749 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac06732-c571-4656-beec-2e64cbbdcd3d req-f3464ce1-1fcd-4e6b-b559-e7c39b4b1513 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:58.188679 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bac06732-c571-4656-beec-2e64cbbdcd3d req-f3464ce1-1fcd-4e6b-b559-e7c39b4b1513 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 945 time: 0.1056921 Jan 28 00:49:58.264760 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bac06732-c571-4656-beec-2e64cbbdcd3d req-66fb71f2-be5b-4814-bcf1-f4cd994c7960 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661628 Jan 28 00:49:59.524925 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297bcb0-4761-400f-b827-0fd7fb3837e3 req-b3a77f14-b42a-4039-bd57-2e5dd871308d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:49:59.527513 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8297bcb0-4761-400f-b827-0fd7fb3837e3 req-b3a77f14-b42a-4039-bd57-2e5dd871308d tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 945 time: 0.1113722 Jan 28 00:49:59.592877 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8297bcb0-4761-400f-b827-0fd7fb3837e3 req-8371fcff-2cc0-4b72-aef6-2e796740d9f1 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566895 Jan 28 00:50:00.827050 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a67e0b-1d2e-4122-aa70-516b84e25d23 req-93b8178b-548f-4287-8332-502c334cc2c2 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:00.828644 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-12a67e0b-1d2e-4122-aa70-516b84e25d23 req-93b8178b-548f-4287-8332-502c334cc2c2 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 945 time: 0.0846119 Jan 28 00:50:00.995733 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66983d0b-f5f9-4311-baea-299735bd20a5 req-b7952636-7f70-4d0c-ae36-db10be9e1748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:00.998182 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66983d0b-f5f9-4311-baea-299735bd20a5 req-b7952636-7f70-4d0c-ae36-db10be9e1748 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 1096 time: 0.0920651 Jan 28 00:50:01.005900 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-12a67e0b-1d2e-4122-aa70-516b84e25d23 req-e5bc1d5f-8a00-487b-ad6f-a2193d30aebe tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610088 Jan 28 00:50:01.111958 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66983d0b-f5f9-4311-baea-299735bd20a5 req-4835ff32-77f2-4b4b-8046-66a6dce1c79f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044509 Jan 28 00:50:01.857361 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 73873c81-a6b3-4e19-9a88-30df71f26e07 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:50:02.079159 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 73873c81-a6b3-4e19-9a88-30df71f26e07 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:50:02.080015 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (73873c81-a6b3-4e19-9a88-30df71f26e07), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:02.226257 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 73873c81-a6b3-4e19-9a88-30df71f26e07, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=73873c81-a6b3-4e19-9a88-30df71f26e07,segment=NetworkSegment(0dbcfe68-f657-471b-b050-cdaf0ead2a2b),segment_id=0dbcfe68-f657-471b-b050-cdaf0ead2a2b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:50:02.229051 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73873c81-a6b3-4e19-9a88-30df71f26e07'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:50:02.234184 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1119647-d6ec-4c0c-a562-7d36f6d3589c" -d '{"events": [{"server_uuid": "b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64", "name": "network-vif-unplugged", "status": "completed", "tag": "73873c81-a6b3-4e19-9a88-30df71f26e07"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:50:02.245901 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (73873c81-a6b3-4e19-9a88-30df71f26e07), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:02.315709 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 00:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddf9306-bbd5-4cab-a886-5947e057cac7 x-openstack-request-id: req-dddf9306-bbd5-4cab-a886-5947e057cac7 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:50:02.316154 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64", "name": "network-vif-unplugged", "status": "completed", "tag": "73873c81-a6b3-4e19-9a88-30df71f26e07", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:50:02.316513 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dddf9306-bbd5-4cab-a886-5947e057cac7 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:50:02.317137 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73873c81-a6b3-4e19-9a88-30df71f26e07', 'code': 200} Jan 28 00:50:02.349509 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=73873c81-a6b3-4e19-9a88-30df71f26e07,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:02.429166 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5983206-fe61-4894-ad6d-d7c8f33f471e req-27457250-0791-4fad-beb7-9f4e70dd3d12 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:02.438228 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e5983206-fe61-4894-ad6d-d7c8f33f471e req-27457250-0791-4fad-beb7-9f4e70dd3d12 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 943 time: 0.1143546 Jan 28 00:50:02.511153 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e5983206-fe61-4894-ad6d-d7c8f33f471e req-50770d30-ac4f-417c-aa7a-6262b85ab490 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635600 Jan 28 00:50:03.542351 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a97f53b0-b395-4cf5-8ad4-c9dfaf5b5316 req-e07493e4-6faf-4070-ba96-fb401f56075a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0762215 Jan 28 00:50:03.776189 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f53b0-b395-4cf5-8ad4-c9dfaf5b5316 req-95e52a7d-f062-4a67-94a0-fc3f59296b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:03.779072 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a97f53b0-b395-4cf5-8ad4-c9dfaf5b5316 req-95e52a7d-f062-4a67-94a0-fc3f59296b88 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 1094 time: 0.1488695 Jan 28 00:50:03.808196 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f28e9-440a-4e6b-8aa8-030b44b8067f req-d2373689-1cac-4a84-8ec3-81f5e49c42de tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:03.810056 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-263f28e9-440a-4e6b-8aa8-030b44b8067f req-d2373689-1cac-4a84-8ec3-81f5e49c42de tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 943 time: 0.1195159 Jan 28 00:50:03.862194 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 73873c81-a6b3-4e19-9a88-30df71f26e07 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:50:03.948735 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-263f28e9-440a-4e6b-8aa8-030b44b8067f req-b4310f1c-ca90-4f91-9488-d234927e0f98 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227806 Jan 28 00:50:03.978523 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60136) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:04.024712 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f53b0-b395-4cf5-8ad4-c9dfaf5b5316 req-2e61cb41-9030-4c95-b22d-b4e8e818e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:04.027184 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a97f53b0-b395-4cf5-8ad4-c9dfaf5b5316 req-2e61cb41-9030-4c95-b22d-b4e8e818e33a service neutron] 10.222.0.65 "GET /v2.0/networks?id=68540ec7-1ea9-43ac-b77b-4b3e99ca94ee HTTP/1.1" status: 200 len: 898 time: 0.2140858 Jan 28 00:50:04.079231 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 73873c81-a6b3-4e19-9a88-30df71f26e07, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=73873c81-a6b3-4e19-9a88-30df71f26e07,segment=NetworkSegment(0dbcfe68-f657-471b-b050-cdaf0ead2a2b),segment_id=0dbcfe68-f657-471b-b050-cdaf0ead2a2b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:50:04.109140 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '73873c81-a6b3-4e19-9a88-30df71f26e07', 'network_id': '68540ec7-1ea9-43ac-b77b-4b3e99ca94ee', 'port_id': '73873c81-a6b3-4e19-9a88-30df71f26e07', 'mac_address': 'fa:16:3e:6e:11:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3dd484-7a77-442e-92ca-f02807e53c73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:50:04.112960 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-59c511da-192d-4261-97c5-3dfd22d92988 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/floatingips/ec37b51b-106e-43b3-98d5-1e7ff7bcf700 HTTP/1.1" status: 200 len: 991 time: 0.1326466 Jan 28 00:50:04.206037 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a97f53b0-b395-4cf5-8ad4-c9dfaf5b5316 req-9bf81bc3-c9f9-4410-9857-456ad136c426 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73873c81-a6b3-4e19-9a88-30df71f26e07 HTTP/1.1" status: 200 len: 999 time: 0.1684120 Jan 28 00:50:04.209295 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 73873c81-a6b3-4e19-9a88-30df71f26e07 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:50:04.210826 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (73873c81-a6b3-4e19-9a88-30df71f26e07), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:04.243367 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73873c81-a6b3-4e19-9a88-30df71f26e07 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:50:04.283747 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 73873c81-a6b3-4e19-9a88-30df71f26e07, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=73873c81-a6b3-4e19-9a88-30df71f26e07,segment=NetworkSegment(0dbcfe68-f657-471b-b050-cdaf0ead2a2b),segment_id=0dbcfe68-f657-471b-b050-cdaf0ead2a2b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:50:04.291204 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (73873c81-a6b3-4e19-9a88-30df71f26e07), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:04.302866 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f53b0-b395-4cf5-8ad4-c9dfaf5b5316 req-e2695685-2a32-41e8-b790-64db694ff787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:04.306637 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a97f53b0-b395-4cf5-8ad4-c9dfaf5b5316 req-e2695685-2a32-41e8-b790-64db694ff787 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2d3dd484-7a77-442e-92ca-f02807e53c73 HTTP/1.1" status: 200 len: 834 time: 0.0839708 Jan 28 00:50:04.358927 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=73873c81-a6b3-4e19-9a88-30df71f26e07,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:04.378872 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f53b0-b395-4cf5-8ad4-c9dfaf5b5316 req-d23bbd78-0c12-4b9c-92f3-1771109b7dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:04.381355 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a97f53b0-b395-4cf5-8ad4-c9dfaf5b5316 req-d23bbd78-0c12-4b9c-92f3-1771109b7dbe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=68540ec7-1ea9-43ac-b77b-4b3e99ca94ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679245 Jan 28 00:50:04.400336 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-a97f53b0-b395-4cf5-8ad4-c9dfaf5b5316 req-7e577f18-fffe-481f-9421-c3b5d8ed6780 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:50:04.402630 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a97f53b0-b395-4cf5-8ad4-c9dfaf5b5316 req-7e577f18-fffe-481f-9421-c3b5d8ed6780 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111725 Jan 28 00:50:04.614057 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a97f53b0-b395-4cf5-8ad4-c9dfaf5b5316 req-a67861c5-866f-4da0-bdf7-e6da56ac8065 service neutron] 10.222.0.65 "GET /v2.0/networks/68540ec7-1ea9-43ac-b77b-4b3e99ca94ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049961 Jan 28 00:50:04.642552 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['73873c81-a6b3-4e19-9a88-30df71f26e07'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:50:04.797230 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a97f53b0-b395-4cf5-8ad4-c9dfaf5b5316 req-080bec3e-2f30-41a7-bb15-93a6658f13b9 service neutron] 10.222.0.65 "GET /v2.0/networks/68540ec7-1ea9-43ac-b77b-4b3e99ca94ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766851 Jan 28 00:50:05.870939 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 73873c81-a6b3-4e19-9a88-30df71f26e07 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:50:05.955416 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 73873c81-a6b3-4e19-9a88-30df71f26e07 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:50:05.956073 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (73873c81-a6b3-4e19-9a88-30df71f26e07), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:06.054257 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d3d0f0d0-db2b-47be-aae3-52a63d20dc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:06.117639 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 73873c81-a6b3-4e19-9a88-30df71f26e07 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:50:06.118215 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (73873c81-a6b3-4e19-9a88-30df71f26e07), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:06.159936 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73873c81-a6b3-4e19-9a88-30df71f26e07'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:50:06.165558 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88379aba-abe5-4a66-a438-334fbeee5d96" -d '{"events": [{"server_uuid": "b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64", "name": "network-vif-plugged", "status": "completed", "tag": "73873c81-a6b3-4e19-9a88-30df71f26e07"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:50:06.202618 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 73873c81-a6b3-4e19-9a88-30df71f26e07, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=73873c81-a6b3-4e19-9a88-30df71f26e07,segment=NetworkSegment(0dbcfe68-f657-471b-b050-cdaf0ead2a2b),segment_id=0dbcfe68-f657-471b-b050-cdaf0ead2a2b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:50:06.212438 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (73873c81-a6b3-4e19-9a88-30df71f26e07), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:06.218379 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43902276-4388-4728-b88c-36d6b09809e9 x-openstack-request-id: req-43902276-4388-4728-b88c-36d6b09809e9 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:50:06.218957 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64", "name": "network-vif-plugged", "status": "completed", "tag": "73873c81-a6b3-4e19-9a88-30df71f26e07", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:50:06.219650 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-43902276-4388-4728-b88c-36d6b09809e9 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:50:06.220301 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73873c81-a6b3-4e19-9a88-30df71f26e07', 'code': 200} Jan 28 00:50:06.291148 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=73873c81-a6b3-4e19-9a88-30df71f26e07,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:08.327357 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60176) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:08.367460 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d44efe09-1297-4cf2-8a27-ab19bd9a193e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:08.479111 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a03044c0-4740-4f47-ac36-94e01cb495eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:08.586954 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a03044c0-4740-4f47-ac36-94e01cb495eb admin admin] Publish callbacks [] for security_group (7b1f0f1c-dd8b-491c-b126-fe9d0a265ea6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:08.593939 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a03044c0-4740-4f47-ac36-94e01cb495eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7b1f0f1c-dd8b-491c-b126-fe9d0a265ea6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:08.625476 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03044c0-4740-4f47-ac36-94e01cb495eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1f0f1c-dd8b-491c-b126-fe9d0a265ea6,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:08.658556 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a03044c0-4740-4f47-ac36-94e01cb495eb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cd85357eb240421b9c2dfee9f422e1ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3296633 Jan 28 00:50:08.663952 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60182) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:08.730369 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5837541-6cb1-4ed9-bec4-f5543902c573 admin admin] Publish callbacks [] for security_group (7b1f0f1c-dd8b-491c-b126-fe9d0a265ea6), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:08.759521 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5837541-6cb1-4ed9-bec4-f5543902c573 admin admin] Publish callbacks [] for security_group (7b1f0f1c-dd8b-491c-b126-fe9d0a265ea6), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:08.828828 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5837541-6cb1-4ed9-bec4-f5543902c573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7b1f0f1c-dd8b-491c-b126-fe9d0a265ea6), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:08.836991 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5837541-6cb1-4ed9-bec4-f5543902c573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:08.844768 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c5837541-6cb1-4ed9-bec4-f5543902c573 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7b1f0f1c-dd8b-491c-b126-fe9d0a265ea6 HTTP/1.1" status: 204 len: 168 time: 0.1788232 Jan 28 00:50:08.855297 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5837541-6cb1-4ed9-bec4-f5543902c573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1f0f1c-dd8b-491c-b126-fe9d0a265ea6,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:09.400980 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60190) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:09.434143 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6ecf021f-818b-4573-afe6-9f5d95c4447a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:09.568447 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6ecf021f-818b-4573-afe6-9f5d95c4447a admin admin] Publish callbacks [] for security_group (2834473b-df9d-4278-9245-ec7af09af100), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:09.575073 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6ecf021f-818b-4573-afe6-9f5d95c4447a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2834473b-df9d-4278-9245-ec7af09af100), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:09.651645 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6ecf021f-818b-4573-afe6-9f5d95c4447a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1f9dab1beff34fcf91ab0cad00cd28f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2487047 Jan 28 00:50:09.653020 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf021f-818b-4573-afe6-9f5d95c4447a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2834473b-df9d-4278-9245-ec7af09af100,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:09.655911 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60194) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:09.738218 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:09.783483 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a80fb384-34aa-47b1-8a73-f2aee3fe5337 admin admin] Publish callbacks [] for security_group (2834473b-df9d-4278-9245-ec7af09af100), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:09.832118 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a80fb384-34aa-47b1-8a73-f2aee3fe5337 admin admin] Publish callbacks [] for security_group (2834473b-df9d-4278-9245-ec7af09af100), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:09.932509 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a80fb384-34aa-47b1-8a73-f2aee3fe5337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2834473b-df9d-4278-9245-ec7af09af100), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:09.938000 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a80fb384-34aa-47b1-8a73-f2aee3fe5337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:09.943515 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a80fb384-34aa-47b1-8a73-f2aee3fe5337 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2834473b-df9d-4278-9245-ec7af09af100 HTTP/1.1" status: 204 len: 168 time: 0.2862263 Jan 28 00:50:09.953909 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fb384-34aa-47b1-8a73-f2aee3fe5337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2834473b-df9d-4278-9245-ec7af09af100,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:10.318794 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-8ffe3bc6-80dc-439e-8d93-659a8e2922ff tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:10.328843 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-8ffe3bc6-80dc-439e-8d93-659a8e2922ff tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/networks?id=8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 HTTP/1.1" status: 200 len: 814 time: 0.1665635 Jan 28 00:50:10.364638 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-4704b569-3569-42e0-bbb2-b7626e48ec03 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/quotas/ac62260fe42246bcb8303840ff4b96d9 HTTP/1.1" status: 200 len: 375 time: 0.0345120 Jan 28 00:50:10.487390 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-8b781e12-1f73-4b24-bf13-e18c8c96ad31 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac62260fe42246bcb8303840ff4b96d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1187091 Jan 28 00:50:10.500839 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-c5f20f50-a142-4da2-8de0-b486d8d1a579 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:50:10.508806 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-c5f20f50-a142-4da2-8de0-b486d8d1a579 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133522 Jan 28 00:50:10.835474 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-8f1a7c99-abb9-4d7f-8f32-593d72a752a5 service neutron] 10.222.0.70 "GET /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222289 Jan 28 00:50:10.982294 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-3b83735e-93e7-4c9e-ba6a-0835ec30bb4a service neutron] 10.222.0.70 "GET /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396811 Jan 28 00:50:11.259062 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:11.391177 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0bbdde57-033f-4056-9066-e34519ba2ba9 req-e6347b84-1494-4556-9cb6-b76bb8a29c18 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c3182e2-d634-42f1-924b-88f4b7564a28 HTTP/1.1" status: 200 len: 210 time: 0.0965662 Jan 28 00:50:12.285910 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:12.619768 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b4a896f-4464-4dd9-ac90-fff7d1a21637 req-0df057bf-1f34-4e54-90d5-75c19cd9c130 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c3182e2-d634-42f1-924b-88f4b7564a28 HTTP/1.1" status: 200 len: 210 time: 0.0999126 Jan 28 00:50:13.123944 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:13.192142 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:50:13.296516 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-8ad5d26a-c9d7-4a06-85bc-14fabdfa880c tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:13.298036 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-8ad5d26a-c9d7-4a06-85bc-14fabdfa880c tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.52 "GET /v2.0/networks?id=8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 HTTP/1.1" status: 200 len: 814 time: 0.1386671 Jan 28 00:50:13.317262 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-d5631632-e5b4-43a4-8d81-3bbc5c8959eb tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Request body: {'port': {'device_id': '2c3182e2-d634-42f1-924b-88f4b7564a28', 'network_id': '8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0', 'admin_state_up': True, 'tenant_id': 'ac62260fe42246bcb8303840ff4b96d9'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:50:13.608732 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-d5631632-e5b4-43a4-8d81-3bbc5c8959eb tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Made reservation on behalf of ac62260fe42246bcb8303840ff4b96d9 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:50:13.617887 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-d5631632-e5b4-43a4-8d81-3bbc5c8959eb tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:13.855895 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ba07732c-792f-4a16-8918-5005f0a31bbc req-941bae0a-01ef-494d-9d4a-7d0ad7f83182 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c3182e2-d634-42f1-924b-88f4b7564a28 HTTP/1.1" status: 200 len: 210 time: 0.0803304 Jan 28 00:50:13.919605 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-d5631632-e5b4-43a4-8d81-3bbc5c8959eb tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Allocated IP 172.20.0.4 (8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0/3f8eb103-5ea3-4cb9-9774-5ed2528e0f83/abe0dbc6-b630-4650-bfd3-f1ac44ce1769) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:50:14.380869 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:14.695771 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-d5631632-e5b4-43a4-8d81-3bbc5c8959eb tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Publish callbacks [] for port (abe0dbc6-b630-4650-bfd3-f1ac44ce1769), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:14.760552 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-d5631632-e5b4-43a4-8d81-3bbc5c8959eb tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (abe0dbc6-b630-4650-bfd3-f1ac44ce1769), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:14.807671 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['290b0648-a89c-4f81-92b1-a5c427303036'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:50:14.844897 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-d5631632-e5b4-43a4-8d81-3bbc5c8959eb tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Network 8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:50:14.852623 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-d5631632-e5b4-43a4-8d81-3bbc5c8959eb tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:50:14.860471 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-d5631632-e5b4-43a4-8d81-3bbc5c8959eb tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:50:14.971139 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-d5631632-e5b4-43a4-8d81-3bbc5c8959eb tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:14.972793 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-d5631632-e5b4-43a4-8d81-3bbc5c8959eb tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:14.978631 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5631632-e5b4-43a4-8d81-3bbc5c8959eb tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Pushing event updated for resources: {'Port': ['ID=abe0dbc6-b630-4650-bfd3-f1ac44ce1769,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:15.027783 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-d5631632-e5b4-43a4-8d81-3bbc5c8959eb tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7148476 Jan 28 00:50:15.050367 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-944e12e1-4fbf-4a6e-8c5f-382d80549729 service neutron] Request body: {'port': {'device_id': '2c3182e2-d634-42f1-924b-88f4b7564a28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:50:15.196237 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-944e12e1-4fbf-4a6e-8c5f-382d80549729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (abe0dbc6-b630-4650-bfd3-f1ac44ce1769), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:15.205139 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee549dc-658e-4d7b-bdb2-982591861bf9 req-680873e8-73e7-4eef-9033-225b5c4577e9 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:15.208166 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cee549dc-658e-4d7b-bdb2-982591861bf9 req-680873e8-73e7-4eef-9033-225b5c4577e9 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c3182e2-d634-42f1-924b-88f4b7564a28 HTTP/1.1" status: 200 len: 931 time: 0.1352906 Jan 28 00:50:15.345594 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cee549dc-658e-4d7b-bdb2-982591861bf9 req-76a34041-18f2-42a0-b531-736ad59cc33d tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243088 Jan 28 00:50:15.706575 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-944e12e1-4fbf-4a6e-8c5f-382d80549729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe0dbc6-b630-4650-bfd3-f1ac44ce1769 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:50:15.729693 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-944e12e1-4fbf-4a6e-8c5f-382d80549729 service neutron] Publish callbacks [] for port (abe0dbc6-b630-4650-bfd3-f1ac44ce1769), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:15.745159 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-944e12e1-4fbf-4a6e-8c5f-382d80549729 service neutron] Transition to ACTIVE for port object abe0dbc6-b630-4650-bfd3-f1ac44ce1769 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:50:15.753731 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-944e12e1-4fbf-4a6e-8c5f-382d80549729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (abe0dbc6-b630-4650-bfd3-f1ac44ce1769), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:15.843064 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e12e1-4fbf-4a6e-8c5f-382d80549729 service neutron] Pushing event updated for resources: {'Port': ['ID=abe0dbc6-b630-4650-bfd3-f1ac44ce1769,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:15.983731 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-944e12e1-4fbf-4a6e-8c5f-382d80549729 service neutron] Attempting to bind port abe0dbc6-b630-4650-bfd3-f1ac44ce1769 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:50:15.984360 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-944e12e1-4fbf-4a6e-8c5f-382d80549729 service neutron] Attempting to bind port abe0dbc6-b630-4650-bfd3-f1ac44ce1769 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '8210e096-62a0-4fc1-a9ce-05d858a1357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:50:15.984796 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-944e12e1-4fbf-4a6e-8c5f-382d80549729 service neutron] Attempting to bind port abe0dbc6-b630-4650-bfd3-f1ac44ce1769 on network 8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:50:15.991886 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-944e12e1-4fbf-4a6e-8c5f-382d80549729 service neutron] Port abe0dbc6-b630-4650-bfd3-f1ac44ce1769 on network 8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:50:15.992614 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-944e12e1-4fbf-4a6e-8c5f-382d80549729 service neutron] Attempting to bind port abe0dbc6-b630-4650-bfd3-f1ac44ce1769 on network 8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:50:16.009251 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-944e12e1-4fbf-4a6e-8c5f-382d80549729 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:50:16.009607 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-944e12e1-4fbf-4a6e-8c5f-382d80549729 service neutron] Checking segment: {'id': '8210e096-62a0-4fc1-a9ce-05d858a1357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:50:16.010160 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-944e12e1-4fbf-4a6e-8c5f-382d80549729 service neutron] Bound using segment: {'id': '8210e096-62a0-4fc1-a9ce-05d858a1357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:50:16.010651 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-944e12e1-4fbf-4a6e-8c5f-382d80549729 service neutron] Bound port: abe0dbc6-b630-4650-bfd3-f1ac44ce1769, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8210e096-62a0-4fc1-a9ce-05d858a1357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:50:16.011099 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-944e12e1-4fbf-4a6e-8c5f-382d80549729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (abe0dbc6-b630-4650-bfd3-f1ac44ce1769), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:16.113823 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-944e12e1-4fbf-4a6e-8c5f-382d80549729 service neutron] For port abe0dbc6-b630-4650-bfd3-f1ac44ce1769, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:50:16.117903 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-944e12e1-4fbf-4a6e-8c5f-382d80549729 service neutron] For port abe0dbc6-b630-4650-bfd3-f1ac44ce1769, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=abe0dbc6-b630-4650-bfd3-f1ac44ce1769,segment=NetworkSegment(8210e096-62a0-4fc1-a9ce-05d858a1357d),segment_id=8210e096-62a0-4fc1-a9ce-05d858a1357d)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:50:16.129891 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-944e12e1-4fbf-4a6e-8c5f-382d80549729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (abe0dbc6-b630-4650-bfd3-f1ac44ce1769), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:16.151936 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-944e12e1-4fbf-4a6e-8c5f-382d80549729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:16.153373 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-944e12e1-4fbf-4a6e-8c5f-382d80549729 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:16.155404 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-944e12e1-4fbf-4a6e-8c5f-382d80549729 service neutron] 10.222.0.52 "PUT /v2.0/ports/abe0dbc6-b630-4650-bfd3-f1ac44ce1769 HTTP/1.1" status: 200 len: 1091 time: 1.1135552 Jan 28 00:50:16.201788 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3182e2-d634-42f1-924b-88f4b7564a28', 'tag': 'abe0dbc6-b630-4650-bfd3-f1ac44ce1769'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:50:16.207873 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e488d6b-7e49-45af-8690-3e27367dafc8" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3182e2-d634-42f1-924b-88f4b7564a28", "tag": "abe0dbc6-b630-4650-bfd3-f1ac44ce1769"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:50:16.343922 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad01bb77-a046-4172-80ce-65ad34fef77d x-openstack-request-id: req-ad01bb77-a046-4172-80ce-65ad34fef77d {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:50:16.344914 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3182e2-d634-42f1-924b-88f4b7564a28", "tag": "abe0dbc6-b630-4650-bfd3-f1ac44ce1769", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:50:16.345475 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ad01bb77-a046-4172-80ce-65ad34fef77d {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:50:16.346362 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3182e2-d634-42f1-924b-88f4b7564a28', 'tag': 'abe0dbc6-b630-4650-bfd3-f1ac44ce1769', 'status': 'completed', 'code': 200} Jan 28 00:50:16.435197 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e12e1-4fbf-4a6e-8c5f-382d80549729 service neutron] Pushing event updated for resources: {'Port': ['ID=abe0dbc6-b630-4650-bfd3-f1ac44ce1769,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:16.447365 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-f7728cb9-019e-4718-9cca-78a638350874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:16.451268 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-f7728cb9-019e-4718-9cca-78a638350874 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac62260fe42246bcb8303840ff4b96d9&device_id=2c3182e2-d634-42f1-924b-88f4b7564a28 HTTP/1.1" status: 200 len: 1094 time: 0.1889958 Jan 28 00:50:16.556716 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-b1298d3b-3b30-4f4e-8f41-9db107c69424 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abe0dbc6-b630-4650-bfd3-f1ac44ce1769 HTTP/1.1" status: 200 len: 217 time: 0.0909026 Jan 28 00:50:16.576221 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9bf5d-a9eb-4931-8b5e-ce0a5e33293f req-53a00b5a-33f6-4d51-8dbb-a4504c66678e tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:16.589768 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d1d9bf5d-a9eb-4931-8b5e-ce0a5e33293f req-53a00b5a-33f6-4d51-8dbb-a4504c66678e tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c3182e2-d634-42f1-924b-88f4b7564a28 HTTP/1.1" status: 200 len: 943 time: 0.1144912 Jan 28 00:50:16.687278 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-3952b523-0868-4a84-b7fd-3aaa71528191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:16.690040 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-3952b523-0868-4a84-b7fd-3aaa71528191 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f8eb103-5ea3-4cb9-9774-5ed2528e0f83 HTTP/1.1" status: 200 len: 854 time: 0.1248660 Jan 28 00:50:16.768059 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d1d9bf5d-a9eb-4931-8b5e-ce0a5e33293f req-72508c23-3679-4c18-bb53-ec556c11c78a tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744168 Jan 28 00:50:16.811452 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-d0a93793-5f67-4a4c-916c-e4e2dc2fa875 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1132820 Jan 28 00:50:17.020773 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-ddbc9811-911f-4c21-8b94-36358be55027 service neutron] 10.222.0.52 "GET /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993649 Jan 28 00:50:17.175804 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-027e4291-ca11-43a7-832b-49e940c2dda9 req-1f694c02-f8b9-4749-9558-f87570b5b008 service neutron] 10.222.0.52 "GET /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474783 Jan 28 00:50:17.327031 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e488d6b-7e49-45af-8690-3e27367dafc8 req-4489c150-541b-4a98-908f-0a0409ed5f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:17.330339 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3e488d6b-7e49-45af-8690-3e27367dafc8 req-4489c150-541b-4a98-908f-0a0409ed5f40 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac62260fe42246bcb8303840ff4b96d9&device_id=2c3182e2-d634-42f1-924b-88f4b7564a28 HTTP/1.1" status: 200 len: 1094 time: 0.0649149 Jan 28 00:50:17.553577 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e488d6b-7e49-45af-8690-3e27367dafc8 req-e0f1b169-fa53-46b9-8ec7-f0dace0b26ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:17.556834 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3e488d6b-7e49-45af-8690-3e27367dafc8 req-e0f1b169-fa53-46b9-8ec7-f0dace0b26ad service neutron] 10.222.0.52 "GET /v2.0/networks?id=8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 HTTP/1.1" status: 200 len: 915 time: 0.2200267 Jan 28 00:50:17.610911 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3e488d6b-7e49-45af-8690-3e27367dafc8 req-c54ed751-3a8d-4ccc-aad4-e529331dbf18 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abe0dbc6-b630-4650-bfd3-f1ac44ce1769 HTTP/1.1" status: 200 len: 217 time: 0.0463412 Jan 28 00:50:17.671552 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e488d6b-7e49-45af-8690-3e27367dafc8 req-a2ea1d4c-b167-4855-b61a-78ac1fc23945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:17.673510 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3e488d6b-7e49-45af-8690-3e27367dafc8 req-a2ea1d4c-b167-4855-b61a-78ac1fc23945 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f8eb103-5ea3-4cb9-9774-5ed2528e0f83 HTTP/1.1" status: 200 len: 854 time: 0.0558066 Jan 28 00:50:17.724504 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3e488d6b-7e49-45af-8690-3e27367dafc8 req-a57f39d6-645a-43da-89a6-f3fa462f9482 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432289 Jan 28 00:50:18.064003 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3e488d6b-7e49-45af-8690-3e27367dafc8 req-60ce81a8-42c6-4f99-a9b2-fa56ee79b87b service neutron] 10.222.0.52 "GET /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306291 Jan 28 00:50:18.139911 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecd9b4-017c-4a3d-9477-3e5209b39f77 req-0442e296-a596-451a-8e44-616c7a3350e8 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:18.144684 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3ecd9b4-017c-4a3d-9477-3e5209b39f77 req-0442e296-a596-451a-8e44-616c7a3350e8 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c3182e2-d634-42f1-924b-88f4b7564a28 HTTP/1.1" status: 200 len: 943 time: 0.1259644 Jan 28 00:50:18.279736 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3ecd9b4-017c-4a3d-9477-3e5209b39f77 req-d098b760-7178-409c-9a8a-df7c065af883 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093168 Jan 28 00:50:18.377269 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3e488d6b-7e49-45af-8690-3e27367dafc8 req-998ea54c-8803-45be-8c8e-77dc0ebb3aab service neutron] 10.222.0.52 "GET /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049483 Jan 28 00:50:19.453481 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c48b3-4f63-449a-ba0e-f2170012ca63 req-ae705584-d12d-4efa-87f3-70e46dedca74 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:19.456564 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b05c48b3-4f63-449a-ba0e-f2170012ca63 req-ae705584-d12d-4efa-87f3-70e46dedca74 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c3182e2-d634-42f1-924b-88f4b7564a28 HTTP/1.1" status: 200 len: 943 time: 0.0697043 Jan 28 00:50:19.518673 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b05c48b3-4f63-449a-ba0e-f2170012ca63 req-478c184c-dc81-46a5-8034-4887886f0bea tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514686 Jan 28 00:50:20.691409 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f18d98-1851-4b5e-ab7c-bd0aaf20cd30 req-1cda176b-aa88-4592-86c8-f76d7550a539 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:20.706235 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-80f18d98-1851-4b5e-ab7c-bd0aaf20cd30 req-1cda176b-aa88-4592-86c8-f76d7550a539 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c3182e2-d634-42f1-924b-88f4b7564a28 HTTP/1.1" status: 200 len: 943 time: 0.0963762 Jan 28 00:50:20.812874 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-80f18d98-1851-4b5e-ab7c-bd0aaf20cd30 req-cab720e2-7bbe-4eab-931b-6ac41dce426c tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025550 Jan 28 00:50:21.219311 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device abe0dbc6-b630-4650-bfd3-f1ac44ce1769 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:50:21.394614 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port abe0dbc6-b630-4650-bfd3-f1ac44ce1769, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=abe0dbc6-b630-4650-bfd3-f1ac44ce1769,segment=NetworkSegment(8210e096-62a0-4fc1-a9ce-05d858a1357d),segment_id=8210e096-62a0-4fc1-a9ce-05d858a1357d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:50:21.409312 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'abe0dbc6-b630-4650-bfd3-f1ac44ce1769', 'network_id': '8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0', 'port_id': 'abe0dbc6-b630-4650-bfd3-f1ac44ce1769', 'mac_address': 'fa:16:3e:61:cc:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8eb103-5ea3-4cb9-9774-5ed2528e0f83', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:50:21.458714 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port abe0dbc6-b630-4650-bfd3-f1ac44ce1769 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:50:21.459299 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (abe0dbc6-b630-4650-bfd3-f1ac44ce1769), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:21.480687 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe0dbc6-b630-4650-bfd3-f1ac44ce1769 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:50:21.506789 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port abe0dbc6-b630-4650-bfd3-f1ac44ce1769, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=abe0dbc6-b630-4650-bfd3-f1ac44ce1769,segment=NetworkSegment(8210e096-62a0-4fc1-a9ce-05d858a1357d),segment_id=8210e096-62a0-4fc1-a9ce-05d858a1357d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:50:21.512733 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (abe0dbc6-b630-4650-bfd3-f1ac44ce1769), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:21.590721 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=abe0dbc6-b630-4650-bfd3-f1ac44ce1769,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:21.913366 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60348) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:21.971791 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['abe0dbc6-b630-4650-bfd3-f1ac44ce1769'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:50:22.081606 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15f21c-9dcd-45c7-aaeb-0decb4dff824 req-ea442cd4-0817-44f7-be7b-e85418b57626 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:22.083928 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de15f21c-9dcd-45c7-aaeb-0decb4dff824 req-ea442cd4-0817-44f7-be7b-e85418b57626 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c3182e2-d634-42f1-924b-88f4b7564a28 HTTP/1.1" status: 200 len: 944 time: 0.1348596 Jan 28 00:50:22.180410 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de15f21c-9dcd-45c7-aaeb-0decb4dff824 req-fd17f037-c161-49c5-a025-f16346d94edb tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860374 Jan 28 00:50:22.234784 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6d02c814-eb6d-439e-af15-659c0d85f016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:22.404269 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6d02c814-eb6d-439e-af15-659c0d85f016 admin admin] Publish callbacks [] for security_group (4231ea9c-14f5-448a-87ca-8f540841a9aa), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:22.409810 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6d02c814-eb6d-439e-af15-659c0d85f016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4231ea9c-14f5-448a-87ca-8f540841a9aa), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:22.455674 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02c814-eb6d-439e-af15-659c0d85f016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4231ea9c-14f5-448a-87ca-8f540841a9aa,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:22.496086 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6d02c814-eb6d-439e-af15-659c0d85f016 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cf392c62e20c457597215240ab6e51dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5812733 Jan 28 00:50:22.500182 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60354) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:22.527103 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60356) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:22.603310 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-32679a33-d2fa-425e-82e0-8e2618715528 admin admin] Publish callbacks [] for security_group (4231ea9c-14f5-448a-87ca-8f540841a9aa), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:22.654880 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-32679a33-d2fa-425e-82e0-8e2618715528 admin admin] Publish callbacks [] for security_group (4231ea9c-14f5-448a-87ca-8f540841a9aa), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:22.757396 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b968552-e161-4160-aaa0-14a9559150cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:22.772263 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-32679a33-d2fa-425e-82e0-8e2618715528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4231ea9c-14f5-448a-87ca-8f540841a9aa), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:22.775136 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-32679a33-d2fa-425e-82e0-8e2618715528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:22.782356 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-32679a33-d2fa-425e-82e0-8e2618715528 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4231ea9c-14f5-448a-87ca-8f540841a9aa HTTP/1.1" status: 204 len: 168 time: 0.2788129 Jan 28 00:50:22.806242 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32679a33-d2fa-425e-82e0-8e2618715528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4231ea9c-14f5-448a-87ca-8f540841a9aa,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:22.929481 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b968552-e161-4160-aaa0-14a9559150cf admin admin] Publish callbacks [] for security_group (547ab5ce-b0c8-4222-97af-50d5f48e93e5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:22.937231 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8b968552-e161-4160-aaa0-14a9559150cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (547ab5ce-b0c8-4222-97af-50d5f48e93e5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:23.002535 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8b968552-e161-4160-aaa0-14a9559150cf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=433a5c54f085459c9e76c0188e8f0f65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4737887 Jan 28 00:50:23.005108 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b968552-e161-4160-aaa0-14a9559150cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547ab5ce-b0c8-4222-97af-50d5f48e93e5,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:23.007357 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60362) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:23.094784 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3ede46a5-2cc7-40d6-a7ef-7c9f50ec52af admin admin] Publish callbacks [] for security_group (547ab5ce-b0c8-4222-97af-50d5f48e93e5), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:23.124009 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3ede46a5-2cc7-40d6-a7ef-7c9f50ec52af admin admin] Publish callbacks [] for security_group (547ab5ce-b0c8-4222-97af-50d5f48e93e5), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:23.186491 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3ede46a5-2cc7-40d6-a7ef-7c9f50ec52af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (547ab5ce-b0c8-4222-97af-50d5f48e93e5), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:23.190432 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3ede46a5-2cc7-40d6-a7ef-7c9f50ec52af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:23.192388 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3ede46a5-2cc7-40d6-a7ef-7c9f50ec52af admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/547ab5ce-b0c8-4222-97af-50d5f48e93e5 HTTP/1.1" status: 204 len: 168 time: 0.1827869 Jan 28 00:50:23.204267 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede46a5-2cc7-40d6-a7ef-7c9f50ec52af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547ab5ce-b0c8-4222-97af-50d5f48e93e5,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:23.241280 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device abe0dbc6-b630-4650-bfd3-f1ac44ce1769 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:50:23.357408 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port abe0dbc6-b630-4650-bfd3-f1ac44ce1769 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:50:23.368713 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port abe0dbc6-b630-4650-bfd3-f1ac44ce1769 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:50:23.369100 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (abe0dbc6-b630-4650-bfd3-f1ac44ce1769), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:23.506247 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b4217-0efd-4ca2-bd87-55922cd5de4a req-2b5975a6-e14f-4213-9f6d-6028b60fbd7f tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:23.514473 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-908b4217-0efd-4ca2-bd87-55922cd5de4a req-2b5975a6-e14f-4213-9f6d-6028b60fbd7f tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c3182e2-d634-42f1-924b-88f4b7564a28 HTTP/1.1" status: 200 len: 944 time: 0.1884980 Jan 28 00:50:23.571082 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port abe0dbc6-b630-4650-bfd3-f1ac44ce1769 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:50:23.571731 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (abe0dbc6-b630-4650-bfd3-f1ac44ce1769), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:23.587975 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-908b4217-0efd-4ca2-bd87-55922cd5de4a req-85e54f54-db89-4b61-b9d1-7caa94181ff7 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721853 Jan 28 00:50:23.637158 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3182e2-d634-42f1-924b-88f4b7564a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe0dbc6-b630-4650-bfd3-f1ac44ce1769'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:50:23.639830 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1045c108-4d17-4606-89f9-39271dd815f1" -d '{"events": [{"server_uuid": "2c3182e2-d634-42f1-924b-88f4b7564a28", "name": "network-vif-plugged", "status": "completed", "tag": "abe0dbc6-b630-4650-bfd3-f1ac44ce1769"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:50:23.664786 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port abe0dbc6-b630-4650-bfd3-f1ac44ce1769, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=abe0dbc6-b630-4650-bfd3-f1ac44ce1769,segment=NetworkSegment(8210e096-62a0-4fc1-a9ce-05d858a1357d),segment_id=8210e096-62a0-4fc1-a9ce-05d858a1357d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:50:23.671165 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (abe0dbc6-b630-4650-bfd3-f1ac44ce1769), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:23.753113 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=abe0dbc6-b630-4650-bfd3-f1ac44ce1769,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:23.767994 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:23.768524 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:23.768987 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:23.769399 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:23.770012 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:23.770291 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:23.770733 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:23.771138 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:23.771575 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:23.772361 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:23.773548 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:23.773548 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:23.773770 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:23.779781 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cc89d1-5677-4d11-8607-ab6bfb5458e1 x-openstack-request-id: req-d5cc89d1-5677-4d11-8607-ab6bfb5458e1 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:50:23.780296 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3182e2-d634-42f1-924b-88f4b7564a28", "name": "network-vif-plugged", "status": "completed", "tag": "abe0dbc6-b630-4650-bfd3-f1ac44ce1769", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:50:23.780685 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d5cc89d1-5677-4d11-8607-ab6bfb5458e1 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:50:23.781159 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3182e2-d634-42f1-924b-88f4b7564a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe0dbc6-b630-4650-bfd3-f1ac44ce1769', 'code': 200} Jan 28 00:50:23.967514 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af95d5-52fa-4e61-a9f8-59193ca5d301 req-14e6faf6-fee7-415f-ab5d-f577789fa9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:23.969244 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-20af95d5-52fa-4e61-a9f8-59193ca5d301 req-14e6faf6-fee7-415f-ab5d-f577789fa9c8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2c3182e2-d634-42f1-924b-88f4b7564a28 HTTP/1.1" status: 200 len: 1096 time: 0.0615284 Jan 28 00:50:24.055060 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-20af95d5-52fa-4e61-a9f8-59193ca5d301 req-11663490-8477-4c90-9d78-322ce7dc1719 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785744 Jan 28 00:50:24.809575 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a99c4-dfb0-4f04-a799-551d85941bf1 req-01b2d11f-0a44-4dbf-a24c-3bcf9df6b088 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:24.811255 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f3a99c4-dfb0-4f04-a799-551d85941bf1 req-01b2d11f-0a44-4dbf-a24c-3bcf9df6b088 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c3182e2-d634-42f1-924b-88f4b7564a28 HTTP/1.1" status: 200 len: 945 time: 0.0962884 Jan 28 00:50:24.874276 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f3a99c4-dfb0-4f04-a799-551d85941bf1 req-f88e8c19-5c16-4069-98b1-e6e83b7df260 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528128 Jan 28 00:50:26.094013 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b78dc-c1c6-4765-aeaf-ff80d26f7bec req-6a7aabe1-1cb0-4088-baa9-b3b75559b2b8 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:26.097786 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9f8b78dc-c1c6-4765-aeaf-ff80d26f7bec req-6a7aabe1-1cb0-4088-baa9-b3b75559b2b8 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c3182e2-d634-42f1-924b-88f4b7564a28 HTTP/1.1" status: 200 len: 945 time: 0.0903442 Jan 28 00:50:26.185440 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9f8b78dc-c1c6-4765-aeaf-ff80d26f7bec req-38efe702-bfc6-4329-a694-18ba5a9bfb7b tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786135 Jan 28 00:50:27.059728 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60482) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:27.205720 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eafef811-3841-4f1a-9566-cec62aee2c3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:27.340606 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eafef811-3841-4f1a-9566-cec62aee2c3d admin admin] Publish callbacks [] for security_group (28dbc708-2428-4c58-ae76-37e0ebf7a3eb), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:27.346947 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eafef811-3841-4f1a-9566-cec62aee2c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (28dbc708-2428-4c58-ae76-37e0ebf7a3eb), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:27.407251 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-eafef811-3841-4f1a-9566-cec62aee2c3d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5ed6424ccc7e42a2b02440691d996c23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3420713 Jan 28 00:50:27.407251 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafef811-3841-4f1a-9566-cec62aee2c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28dbc708-2428-4c58-ae76-37e0ebf7a3eb,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:27.408911 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60486) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:27.478178 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3937b325-23ed-4c78-be60-cb655cdd2e8d admin admin] Publish callbacks [] for security_group (28dbc708-2428-4c58-ae76-37e0ebf7a3eb), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:27.504281 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3937b325-23ed-4c78-be60-cb655cdd2e8d admin admin] Publish callbacks [] for security_group (28dbc708-2428-4c58-ae76-37e0ebf7a3eb), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:27.586482 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3937b325-23ed-4c78-be60-cb655cdd2e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (28dbc708-2428-4c58-ae76-37e0ebf7a3eb), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:27.589662 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3937b325-23ed-4c78-be60-cb655cdd2e8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:27.594865 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3937b325-23ed-4c78-be60-cb655cdd2e8d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/28dbc708-2428-4c58-ae76-37e0ebf7a3eb HTTP/1.1" status: 204 len: 168 time: 0.1826966 Jan 28 00:50:27.610298 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937b325-23ed-4c78-be60-cb655cdd2e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dbc708-2428-4c58-ae76-37e0ebf7a3eb,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:27.981266 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-c884a026-d94a-4598-a4b7-db3a3e32621c tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=af002e9f8856457db791cef2de26fb79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433826 Jan 28 00:50:28.079013 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60508) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:28.115546 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-176b0afc-40f7-43e7-87b7-ff92eb0b6cfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:28.234151 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-50930558-601f-414e-ad63-23345d54fd58 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:28.236888 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-50930558-601f-414e-ad63-23345d54fd58 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2491164 Jan 28 00:50:28.277274 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-bd8ab5d2-576e-46f2-a6da-c8e981f95063 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.70 "GET /v2.0/quotas/af002e9f8856457db791cef2de26fb79 HTTP/1.1" status: 200 len: 375 time: 0.0308337 Jan 28 00:50:28.338809 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-1e052f67-a83a-4ec3-b923-17435856f8e5 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=af002e9f8856457db791cef2de26fb79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538023 Jan 28 00:50:28.393250 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-176b0afc-40f7-43e7-87b7-ff92eb0b6cfe admin admin] Publish callbacks [] for security_group (488dc3c6-1f5b-4ba2-8f92-b0dccbf90cd7), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:28.413401 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-176b0afc-40f7-43e7-87b7-ff92eb0b6cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (488dc3c6-1f5b-4ba2-8f92-b0dccbf90cd7), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:28.496739 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-176b0afc-40f7-43e7-87b7-ff92eb0b6cfe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a0a4018a2da849c6804068d01269669d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4159858 Jan 28 00:50:28.499444 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60514) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:28.512417 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b0afc-40f7-43e7-87b7-ff92eb0b6cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488dc3c6-1f5b-4ba2-8f92-b0dccbf90cd7,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:28.642429 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d6c04543-b8f9-4790-9e2c-29daad92956c admin admin] Publish callbacks [] for security_group (488dc3c6-1f5b-4ba2-8f92-b0dccbf90cd7), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:28.646046 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-12ad5c78-cccb-44b5-b8ca-76168a4744d8 req-af05a31c-89fe-43f1-98bc-6f0f4a61925e tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94 HTTP/1.1" status: 200 len: 210 time: 0.0454185 Jan 28 00:50:28.697278 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d6c04543-b8f9-4790-9e2c-29daad92956c admin admin] Publish callbacks [] for security_group (488dc3c6-1f5b-4ba2-8f92-b0dccbf90cd7), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:28.801446 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d6c04543-b8f9-4790-9e2c-29daad92956c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (488dc3c6-1f5b-4ba2-8f92-b0dccbf90cd7), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:28.816336 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d6c04543-b8f9-4790-9e2c-29daad92956c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:28.818798 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d6c04543-b8f9-4790-9e2c-29daad92956c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/488dc3c6-1f5b-4ba2-8f92-b0dccbf90cd7 HTTP/1.1" status: 204 len: 168 time: 0.3173161 Jan 28 00:50:28.835686 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c04543-b8f9-4790-9e2c-29daad92956c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488dc3c6-1f5b-4ba2-8f92-b0dccbf90cd7,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:29.810189 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-528a60cd-1261-4365-b72e-9e90632547f3 req-901a5b5b-3564-44a9-946a-f5cbb88eb8b2 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94 HTTP/1.1" status: 200 len: 210 time: 0.0495365 Jan 28 00:50:30.191081 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-c3f666a4-6449-4482-9e06-2ba6f2e20579 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=af002e9f8856457db791cef2de26fb79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777917 Jan 28 00:50:30.404543 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-8ed69e9e-3221-46e1-a5a4-3f3d110ba6ca tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:30.406926 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-8ed69e9e-3221-46e1-a5a4-3f3d110ba6ca tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2103419 Jan 28 00:50:30.462412 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-55c660d9-987f-4d74-b0fd-653976be1bd7 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Request body: {'port': {'device_id': 'ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'admin_state_up': True, 'tenant_id': 'af002e9f8856457db791cef2de26fb79'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:50:31.164424 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-94963901-41b6-487d-841d-00ff66a16765 req-f400cbd9-798d-4053-92d8-b5bc393be56b tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94 HTTP/1.1" status: 200 len: 210 time: 0.0424690 Jan 28 00:50:31.273254 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-55c660d9-987f-4d74-b0fd-653976be1bd7 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Made reservation on behalf of af002e9f8856457db791cef2de26fb79 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:50:31.277703 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-55c660d9-987f-4d74-b0fd-653976be1bd7 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:31.289625 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-55c660d9-987f-4d74-b0fd-653976be1bd7 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:31.394924 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-55c660d9-987f-4d74-b0fd-653976be1bd7 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Publish callbacks [] for security_group (487fa1b5-b812-487b-9665-8e2004ab3d7c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:31.400375 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-55c660d9-987f-4d74-b0fd-653976be1bd7 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (487fa1b5-b812-487b-9665-8e2004ab3d7c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:31.524109 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c660d9-987f-4d74-b0fd-653976be1bd7 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=487fa1b5-b812-487b-9665-8e2004ab3d7c,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:31.547831 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c660d9-987f-4d74-b0fd-653976be1bd7 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:31.548499 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c660d9-987f-4d74-b0fd-653976be1bd7 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:31.549062 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c660d9-987f-4d74-b0fd-653976be1bd7 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:31.549625 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c660d9-987f-4d74-b0fd-653976be1bd7 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:31.550246 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c660d9-987f-4d74-b0fd-653976be1bd7 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:31.550900 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c660d9-987f-4d74-b0fd-653976be1bd7 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:31.551569 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c660d9-987f-4d74-b0fd-653976be1bd7 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:31.552200 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c660d9-987f-4d74-b0fd-653976be1bd7 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:31.553415 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c660d9-987f-4d74-b0fd-653976be1bd7 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:31.554016 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c660d9-987f-4d74-b0fd-653976be1bd7 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:31.554533 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c660d9-987f-4d74-b0fd-653976be1bd7 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:31.555090 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c660d9-987f-4d74-b0fd-653976be1bd7 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:31.555667 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c660d9-987f-4d74-b0fd-653976be1bd7 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:50:31.663033 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-55c660d9-987f-4d74-b0fd-653976be1bd7 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Allocated IP 192.168.233.253 (6cc4916b-e8a0-4618-abd0-934e16bf0b78/3d2cf619-4390-4946-b152-016e9ede005d/3ec2f658-3fe8-468a-b007-4e68f3723bf1) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:50:31.882395 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-55c660d9-987f-4d74-b0fd-653976be1bd7 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Publish callbacks [] for port (3ec2f658-3fe8-468a-b007-4e68f3723bf1), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:31.921541 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-55c660d9-987f-4d74-b0fd-653976be1bd7 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (3ec2f658-3fe8-468a-b007-4e68f3723bf1), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:31.970972 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-55c660d9-987f-4d74-b0fd-653976be1bd7 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:50:31.974598 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-55c660d9-987f-4d74-b0fd-653976be1bd7 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:50:31.979485 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-55c660d9-987f-4d74-b0fd-653976be1bd7 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:50:32.013452 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c660d9-987f-4d74-b0fd-653976be1bd7 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Pushing event updated for resources: {'Port': ['ID=3ec2f658-3fe8-468a-b007-4e68f3723bf1,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:32.049707 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-55c660d9-987f-4d74-b0fd-653976be1bd7 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:32.050410 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-55c660d9-987f-4d74-b0fd-653976be1bd7 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:32.079683 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-55c660d9-987f-4d74-b0fd-653976be1bd7 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6230700 Jan 28 00:50:32.104971 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-2662ab64-9773-40d2-9dd5-f83d0f3b3900 service neutron] Request body: {'port': {'device_id': 'ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:50:32.188390 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-2662ab64-9773-40d2-9dd5-f83d0f3b3900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3ec2f658-3fe8-468a-b007-4e68f3723bf1), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:32.475738 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294688d-aec7-468c-a216-53ded20015b6 req-30af5802-5f92-441d-9bd1-7710391b1105 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:32.477745 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9294688d-aec7-468c-a216-53ded20015b6 req-30af5802-5f92-441d-9bd1-7710391b1105 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94 HTTP/1.1" status: 200 len: 936 time: 0.1647747 Jan 28 00:50:32.594237 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-0a5ff021-4032-4431-96b4-ff575620ae0a None None] Provisioning complete for port 3ec2f658-3fe8-468a-b007-4e68f3723bf1 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:50:32.594840 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a5ff021-4032-4431-96b4-ff575620ae0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3ec2f658-3fe8-468a-b007-4e68f3723bf1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:32.668778 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0a5ff021-4032-4431-96b4-ff575620ae0a None None] Port 3ec2f658-3fe8-468a-b007-4e68f3723bf1 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:50:32.672123 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9294688d-aec7-468c-a216-53ded20015b6 req-e553f593-107e-440e-8d12-a61779036467 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.70 "GET /v2.0/security-groups?id=487fa1b5-b812-487b-9665-8e2004ab3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733718 Jan 28 00:50:32.809760 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-2662ab64-9773-40d2-9dd5-f83d0f3b3900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ec2f658-3fe8-468a-b007-4e68f3723bf1 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:50:32.822309 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-2662ab64-9773-40d2-9dd5-f83d0f3b3900 service neutron] Publish callbacks [] for port (3ec2f658-3fe8-468a-b007-4e68f3723bf1), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:32.840121 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-2662ab64-9773-40d2-9dd5-f83d0f3b3900 service neutron] Transition to ACTIVE for port object 3ec2f658-3fe8-468a-b007-4e68f3723bf1 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:50:32.846385 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-2662ab64-9773-40d2-9dd5-f83d0f3b3900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (3ec2f658-3fe8-468a-b007-4e68f3723bf1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:32.923003 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662ab64-9773-40d2-9dd5-f83d0f3b3900 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec2f658-3fe8-468a-b007-4e68f3723bf1,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:33.069599 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-2662ab64-9773-40d2-9dd5-f83d0f3b3900 service neutron] Attempting to bind port 3ec2f658-3fe8-468a-b007-4e68f3723bf1 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:50:33.070597 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-2662ab64-9773-40d2-9dd5-f83d0f3b3900 service neutron] Attempting to bind port 3ec2f658-3fe8-468a-b007-4e68f3723bf1 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:50:33.071201 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-2662ab64-9773-40d2-9dd5-f83d0f3b3900 service neutron] Attempting to bind port 3ec2f658-3fe8-468a-b007-4e68f3723bf1 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:50:33.079716 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-2662ab64-9773-40d2-9dd5-f83d0f3b3900 service neutron] Port 3ec2f658-3fe8-468a-b007-4e68f3723bf1 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:50:33.080911 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-2662ab64-9773-40d2-9dd5-f83d0f3b3900 service neutron] Attempting to bind port 3ec2f658-3fe8-468a-b007-4e68f3723bf1 on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:50:33.094081 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-2662ab64-9773-40d2-9dd5-f83d0f3b3900 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:50:33.095369 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-2662ab64-9773-40d2-9dd5-f83d0f3b3900 service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:50:33.096402 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-2662ab64-9773-40d2-9dd5-f83d0f3b3900 service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:50:33.097821 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-2662ab64-9773-40d2-9dd5-f83d0f3b3900 service neutron] Bound port: 3ec2f658-3fe8-468a-b007-4e68f3723bf1, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:50:33.098641 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-2662ab64-9773-40d2-9dd5-f83d0f3b3900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3ec2f658-3fe8-468a-b007-4e68f3723bf1), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:33.217634 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-2662ab64-9773-40d2-9dd5-f83d0f3b3900 service neutron] For port 3ec2f658-3fe8-468a-b007-4e68f3723bf1, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:50:33.222505 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-2662ab64-9773-40d2-9dd5-f83d0f3b3900 service neutron] For port 3ec2f658-3fe8-468a-b007-4e68f3723bf1, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=3ec2f658-3fe8-468a-b007-4e68f3723bf1,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:50:33.230325 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-2662ab64-9773-40d2-9dd5-f83d0f3b3900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (3ec2f658-3fe8-468a-b007-4e68f3723bf1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:33.273503 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-2662ab64-9773-40d2-9dd5-f83d0f3b3900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:33.274173 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-2662ab64-9773-40d2-9dd5-f83d0f3b3900 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:33.275697 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-2662ab64-9773-40d2-9dd5-f83d0f3b3900 service neutron] 10.222.0.65 "PUT /v2.0/ports/3ec2f658-3fe8-468a-b007-4e68f3723bf1 HTTP/1.1" status: 200 len: 1096 time: 1.1792278 Jan 28 00:50:33.279276 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94', 'tag': '3ec2f658-3fe8-468a-b007-4e68f3723bf1'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:50:33.282075 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad011c0a-3583-4fac-801f-723171588185" -d '{"events": [{"name": "network-changed", "server_uuid": "ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94", "tag": "3ec2f658-3fe8-468a-b007-4e68f3723bf1"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:50:33.354079 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662ab64-9773-40d2-9dd5-f83d0f3b3900 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec2f658-3fe8-468a-b007-4e68f3723bf1,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:33.373165 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3a8f0c-f223-464e-ba22-bf7b5c7cb080 x-openstack-request-id: req-df3a8f0c-f223-464e-ba22-bf7b5c7cb080 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:50:33.373765 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94", "tag": "3ec2f658-3fe8-468a-b007-4e68f3723bf1", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:50:33.374318 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-df3a8f0c-f223-464e-ba22-bf7b5c7cb080 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:50:33.374951 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94', 'tag': '3ec2f658-3fe8-468a-b007-4e68f3723bf1', 'status': 'completed', 'code': 200} Jan 28 00:50:33.485110 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-bdbb4873-6205-4f8d-8d75-613f8dcf1292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:33.487248 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-bdbb4873-6205-4f8d-8d75-613f8dcf1292 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=af002e9f8856457db791cef2de26fb79&device_id=ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94 HTTP/1.1" status: 200 len: 1099 time: 0.0941601 Jan 28 00:50:33.585435 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-6da547ab-9d06-4f48-a877-6e7a3ff0e395 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=3ec2f658-3fe8-468a-b007-4e68f3723bf1 HTTP/1.1" status: 200 len: 217 time: 0.0836844 Jan 28 00:50:33.673715 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-a56b62b2-e02d-4082-9058-83726a9d54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:33.675270 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-a56b62b2-e02d-4082-9058-83726a9d54b3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.0824668 Jan 28 00:50:33.750791 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-3c048a5b-cdf3-49f5-abd6-f7878f10d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:33.753452 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-3c048a5b-cdf3-49f5-abd6-f7878f10d2d3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0709491 Jan 28 00:50:33.961487 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0791754-b3d8-426e-a24b-e2e1c200e6a2 req-4b8f59b1-7f5a-4705-bcae-973460d52e94 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:33.963931 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e0791754-b3d8-426e-a24b-e2e1c200e6a2 req-4b8f59b1-7f5a-4705-bcae-973460d52e94 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94 HTTP/1.1" status: 200 len: 948 time: 0.1683595 Jan 28 00:50:34.033025 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-91b310a3-e01b-4667-bc43-0d175e01eac8 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705879 Jan 28 00:50:34.202495 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e0791754-b3d8-426e-a24b-e2e1c200e6a2 req-ac0b4b87-0864-42d0-8af2-96d5e5457f79 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.70 "GET /v2.0/security-groups?id=487fa1b5-b812-487b-9665-8e2004ab3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255671 Jan 28 00:50:34.285022 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42719405-4056-49b1-a443-4b6ab1fa6948 req-fb16431e-73f4-4e12-9895-e5af6070a8e0 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381461 Jan 28 00:50:34.488788 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad011c0a-3583-4fac-801f-723171588185 req-0c56fc87-ae3f-49a3-a9e3-a424567230b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:34.493095 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad011c0a-3583-4fac-801f-723171588185 req-0c56fc87-ae3f-49a3-a9e3-a424567230b3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=af002e9f8856457db791cef2de26fb79&device_id=ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94 HTTP/1.1" status: 200 len: 1099 time: 0.0814278 Jan 28 00:50:34.686239 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad011c0a-3583-4fac-801f-723171588185 req-209f3dc5-9e6a-4498-866e-050d2b7b1ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:34.688116 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad011c0a-3583-4fac-801f-723171588185 req-209f3dc5-9e6a-4498-866e-050d2b7b1ca2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.1844208 Jan 28 00:50:34.736990 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad011c0a-3583-4fac-801f-723171588185 req-84a59355-3c6b-4714-a91b-1d200882bb9c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=3ec2f658-3fe8-468a-b007-4e68f3723bf1 HTTP/1.1" status: 200 len: 217 time: 0.0420718 Jan 28 00:50:34.801892 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad011c0a-3583-4fac-801f-723171588185 req-f8b26a39-de7f-48dc-9663-cb00c8eb8d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:34.805806 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad011c0a-3583-4fac-801f-723171588185 req-f8b26a39-de7f-48dc-9663-cb00c8eb8d90 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.0618241 Jan 28 00:50:34.883570 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad011c0a-3583-4fac-801f-723171588185 req-e72f745f-389c-4339-a7d2-608338f0d76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:34.886306 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad011c0a-3583-4fac-801f-723171588185 req-e72f745f-389c-4339-a7d2-608338f0d76a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0708227 Jan 28 00:50:35.029566 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad011c0a-3583-4fac-801f-723171588185 req-1f53c862-91f4-4eea-84cf-64dc6317f82d service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329069 Jan 28 00:50:35.175498 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad011c0a-3583-4fac-801f-723171588185 req-326ee641-ddb7-4377-bfa8-48a77dd744d2 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399169 Jan 28 00:50:35.375080 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f9710-b93a-4b3b-9b05-35d1b008d9f2 req-15e8dda5-aab0-4526-9139-b53d66f9deba tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:35.377161 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a47f9710-b93a-4b3b-9b05-35d1b008d9f2 req-15e8dda5-aab0-4526-9139-b53d66f9deba tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94 HTTP/1.1" status: 200 len: 948 time: 0.0671310 Jan 28 00:50:35.455006 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a47f9710-b93a-4b3b-9b05-35d1b008d9f2 req-2ed54050-2c76-4c5c-b0ac-9ce45e9f4e93 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.70 "GET /v2.0/security-groups?id=487fa1b5-b812-487b-9665-8e2004ab3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590601 Jan 28 00:50:36.028626 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-24e096dc-4555-4219-91c4-85d0d5ba71ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:36.653488 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44795d3-2f9a-4ec3-9a51-89e60c63efda req-dab55ddc-4604-4894-81d8-0c14a8485982 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:36.655873 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b44795d3-2f9a-4ec3-9a51-89e60c63efda req-dab55ddc-4604-4894-81d8-0c14a8485982 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94 HTTP/1.1" status: 200 len: 948 time: 0.0613661 Jan 28 00:50:36.749392 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b44795d3-2f9a-4ec3-9a51-89e60c63efda req-4a59dd2d-6778-4cba-b061-f378fd90df9d tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.70 "GET /v2.0/security-groups?id=487fa1b5-b812-487b-9665-8e2004ab3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795097 Jan 28 00:50:38.007474 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17446700-1b27-481e-9815-8c2f4705db64 req-9512c8e6-f225-42d8-a7ee-6198c68ed4b2 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:38.009964 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-17446700-1b27-481e-9815-8c2f4705db64 req-9512c8e6-f225-42d8-a7ee-6198c68ed4b2 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94 HTTP/1.1" status: 200 len: 948 time: 0.1271300 Jan 28 00:50:38.053953 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 3ec2f658-3fe8-468a-b007-4e68f3723bf1 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:50:38.108369 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-17446700-1b27-481e-9815-8c2f4705db64 req-7c655be7-4477-4f93-a5ae-3ba89ef77e7c tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.70 "GET /v2.0/security-groups?id=487fa1b5-b812-487b-9665-8e2004ab3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914872 Jan 28 00:50:38.258582 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 3ec2f658-3fe8-468a-b007-4e68f3723bf1, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=3ec2f658-3fe8-468a-b007-4e68f3723bf1,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:50:38.281328 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '3ec2f658-3fe8-468a-b007-4e68f3723bf1', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': '3ec2f658-3fe8-468a-b007-4e68f3723bf1', 'mac_address': 'fa:16:3e:31:28:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:50:38.309958 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60688) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:38.382934 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 3ec2f658-3fe8-468a-b007-4e68f3723bf1 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:50:38.383452 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3ec2f658-3fe8-468a-b007-4e68f3723bf1), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:38.409310 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d41e9fad-89ca-4ba6-8843-12b47b4c3e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:38.419442 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec2f658-3fe8-468a-b007-4e68f3723bf1 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:50:38.459681 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 3ec2f658-3fe8-468a-b007-4e68f3723bf1, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=3ec2f658-3fe8-468a-b007-4e68f3723bf1,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:50:38.466084 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3ec2f658-3fe8-468a-b007-4e68f3723bf1), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:38.498555 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7e965d0a-64cb-4082-8ab4-50cebc518fc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:38.562647 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=3ec2f658-3fe8-468a-b007-4e68f3723bf1,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:38.648556 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7e965d0a-64cb-4082-8ab4-50cebc518fc6 admin admin] Publish callbacks [] for security_group (adad3772-e9ef-4d7d-9997-46986b8ae8a5), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:38.654257 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7e965d0a-64cb-4082-8ab4-50cebc518fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (adad3772-e9ef-4d7d-9997-46986b8ae8a5), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:38.721429 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7e965d0a-64cb-4082-8ab4-50cebc518fc6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=822cf402644d45a2aa154f502c4456e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4095328 Jan 28 00:50:38.724488 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60692) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:38.725377 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e965d0a-64cb-4082-8ab4-50cebc518fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adad3772-e9ef-4d7d-9997-46986b8ae8a5,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:38.791999 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['3ec2f658-3fe8-468a-b007-4e68f3723bf1'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:50:38.806753 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-319370fa-64c5-4df7-8579-2f2423379856 admin admin] Publish callbacks [] for security_group (adad3772-e9ef-4d7d-9997-46986b8ae8a5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:38.837434 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-319370fa-64c5-4df7-8579-2f2423379856 admin admin] Publish callbacks [] for security_group (adad3772-e9ef-4d7d-9997-46986b8ae8a5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:38.907458 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-319370fa-64c5-4df7-8579-2f2423379856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (adad3772-e9ef-4d7d-9997-46986b8ae8a5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:38.910720 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-319370fa-64c5-4df7-8579-2f2423379856 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:38.912829 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-319370fa-64c5-4df7-8579-2f2423379856 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/adad3772-e9ef-4d7d-9997-46986b8ae8a5 HTTP/1.1" status: 204 len: 168 time: 0.1863563 Jan 28 00:50:38.922109 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319370fa-64c5-4df7-8579-2f2423379856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adad3772-e9ef-4d7d-9997-46986b8ae8a5,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:39.295449 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf71bda-a5df-4129-9d29-f997243c3c75 req-0d26dee9-8bf1-4742-8af8-06d7187c286f tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:39.297360 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bdf71bda-a5df-4129-9d29-f997243c3c75 req-0d26dee9-8bf1-4742-8af8-06d7187c286f tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94 HTTP/1.1" status: 200 len: 949 time: 0.0844352 Jan 28 00:50:39.319885 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60710) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:39.339955 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60718) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:39.366524 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13b61d81-cd92-48ed-80f3-bac415e0d7ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:39.370500 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bdf71bda-a5df-4129-9d29-f997243c3c75 req-7464b322-3729-48c8-b8c5-54b889681ba4 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.70 "GET /v2.0/security-groups?id=487fa1b5-b812-487b-9665-8e2004ab3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661724 Jan 28 00:50:39.531979 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13b61d81-cd92-48ed-80f3-bac415e0d7ab admin admin] Publish callbacks [] for security_group (26556556-9f05-44fd-b1c4-304191943378), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:39.538543 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-13b61d81-cd92-48ed-80f3-bac415e0d7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (26556556-9f05-44fd-b1c4-304191943378), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:39.563121 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-1380dcac-22f5-462a-8945-042ac8af21b6 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:39.565277 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-1380dcac-22f5-462a-8945-042ac8af21b6 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/networks?id=8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 HTTP/1.1" status: 200 len: 814 time: 0.1397679 Jan 28 00:50:39.591485 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-13f121aa-aca7-45c9-90e9-fc7679ef5993 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/quotas/ac62260fe42246bcb8303840ff4b96d9 HTTP/1.1" status: 200 len: 375 time: 0.0135539 Jan 28 00:50:39.624749 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-13b61d81-cd92-48ed-80f3-bac415e0d7ab admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=618dc8b1b40947f1bc373a4dc568c091&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2829266 Jan 28 00:50:39.625827 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60724) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:39.676192 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-70c27841-8d0c-4bdb-ad4d-35b46db2b2f2 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac62260fe42246bcb8303840ff4b96d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759540 Jan 28 00:50:39.680120 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b61d81-cd92-48ed-80f3-bac415e0d7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26556556-9f05-44fd-b1c4-304191943378,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:39.722118 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:39.732477 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3dc2887b-c86d-4d87-b409-1136f6649593 admin admin] Publish callbacks [] for security_group (26556556-9f05-44fd-b1c4-304191943378), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:39.773796 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3dc2887b-c86d-4d87-b409-1136f6649593 admin admin] Publish callbacks [] for security_group (26556556-9f05-44fd-b1c4-304191943378), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:39.842642 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3dc2887b-c86d-4d87-b409-1136f6649593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (26556556-9f05-44fd-b1c4-304191943378), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:39.845952 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3dc2887b-c86d-4d87-b409-1136f6649593 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:39.847454 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3dc2887b-c86d-4d87-b409-1136f6649593 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/26556556-9f05-44fd-b1c4-304191943378 HTTP/1.1" status: 204 len: 168 time: 0.2183754 Jan 28 00:50:39.859404 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2887b-c86d-4d87-b409-1136f6649593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26556556-9f05-44fd-b1c4-304191943378,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:39.966707 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-a41b961e-d5a8-4059-84a6-b9d5859ae407 service neutron] 10.222.0.70 "GET /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366867 Jan 28 00:50:40.058762 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 3ec2f658-3fe8-468a-b007-4e68f3723bf1 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:50:40.157502 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 3ec2f658-3fe8-468a-b007-4e68f3723bf1 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:50:40.162858 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 3ec2f658-3fe8-468a-b007-4e68f3723bf1 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:50:40.163430 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3ec2f658-3fe8-468a-b007-4e68f3723bf1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:40.171425 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-f00f5509-effa-466c-b912-741b9221c0f5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Deleting port 2bd0bd69-5ffb-468e-9840-de86973b0ab2 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:50:40.172342 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f00f5509-effa-466c-b912-741b9221c0f5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (2bd0bd69-5ffb-468e-9840-de86973b0ab2), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:40.257251 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-264f9936-8ce1-43a1-a2b7-b0283cc54a6e service neutron] 10.222.0.70 "GET /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389498 Jan 28 00:50:40.324186 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 3ec2f658-3fe8-468a-b007-4e68f3723bf1 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:50:40.324464 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f00f5509-effa-466c-b912-741b9221c0f5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (2bd0bd69-5ffb-468e-9840-de86973b0ab2), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:40.338897 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3ec2f658-3fe8-468a-b007-4e68f3723bf1), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:40.339062 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f00f5509-effa-466c-b912-741b9221c0f5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for floatingip (2bd0bd69-5ffb-468e-9840-de86973b0ab2), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:40.356684 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec2f658-3fe8-468a-b007-4e68f3723bf1'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:50:40.359930 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-f00f5509-effa-466c-b912-741b9221c0f5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Calling delete_port for 2bd0bd69-5ffb-468e-9840-de86973b0ab2 owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:50:40.360741 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736dcab6-6432-4229-bf3c-d9721ee88669" -d '{"events": [{"server_uuid": "ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94", "name": "network-vif-plugged", "status": "completed", "tag": "3ec2f658-3fe8-468a-b007-4e68f3723bf1"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:50:40.390577 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 3ec2f658-3fe8-468a-b007-4e68f3723bf1, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=3ec2f658-3fe8-468a-b007-4e68f3723bf1,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:50:40.399829 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3ec2f658-3fe8-468a-b007-4e68f3723bf1), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:40.528252 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=3ec2f658-3fe8-468a-b007-4e68f3723bf1,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:40.547087 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8cc363-a543-4f06-bbec-d9e1329baa75 x-openstack-request-id: req-1c8cc363-a543-4f06-bbec-d9e1329baa75 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:50:40.549059 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94", "name": "network-vif-plugged", "status": "completed", "tag": "3ec2f658-3fe8-468a-b007-4e68f3723bf1", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:50:40.550008 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1c8cc363-a543-4f06-bbec-d9e1329baa75 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:50:40.552053 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec2f658-3fe8-468a-b007-4e68f3723bf1', 'code': 200} Jan 28 00:50:40.616169 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f00f5509-effa-466c-b912-741b9221c0f5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (2bd0bd69-5ffb-468e-9840-de86973b0ab2), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:40.655199 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f5509-effa-466c-b912-741b9221c0f5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event deleted for resources: {'Port': ['ID=2bd0bd69-5ffb-468e-9840-de86973b0ab2,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:40.774319 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7f2d876d-181c-4107-90d5-32b8488fd848 req-a5a3895b-f2b1-47b2-b97b-4e460cdf1d43 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf624e4b-fa89-496f-8d22-7041a7939917 HTTP/1.1" status: 200 len: 210 time: 0.1217241 Jan 28 00:50:40.865231 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f00f5509-effa-466c-b912-741b9221c0f5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for floatingip (ec37b51b-106e-43b3-98d5-1e7ff7bcf700), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:40.865838 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-f00f5509-effa-466c-b912-741b9221c0f5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Floating IP ec37b51b-106e-43b3-98d5-1e7ff7bcf700 disassociated (deleted). External IP: 172.25.3.160, port: 73873c81-a6b3-4e19-9a88-30df71f26e07. Jan 28 00:50:40.882427 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fb8de-9cd0-4816-b676-692760ba9203 req-6f5d2de9-40cd-41be-b7c5-632760191742 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:40.885165 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-111fb8de-9cd0-4816-b676-692760ba9203 req-6f5d2de9-40cd-41be-b7c5-632760191742 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94 HTTP/1.1" status: 200 len: 950 time: 0.2170358 Jan 28 00:50:40.891520 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235cb40-da7a-472c-be78-8a14812a2757 req-0ec5d09e-04c4-46a1-8e1f-053b23e2044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:40.894182 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5235cb40-da7a-472c-be78-8a14812a2757 req-0ec5d09e-04c4-46a1-8e1f-053b23e2044e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94 HTTP/1.1" status: 200 len: 1101 time: 0.1841953 Jan 28 00:50:41.116697 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-111fb8de-9cd0-4816-b676-692760ba9203 req-b498b3e1-7cd2-4e5e-9899-0f9328f819d5 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.70 "GET /v2.0/security-groups?id=487fa1b5-b812-487b-9665-8e2004ab3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684704 Jan 28 00:50:41.136405 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5235cb40-da7a-472c-be78-8a14812a2757 req-73f815f1-96cf-4d98-8ef6-5e66b53b2e88 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=487fa1b5-b812-487b-9665-8e2004ab3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864719 Jan 28 00:50:41.262510 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:41.336858 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00f5509-effa-466c-b912-741b9221c0f5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Router 113ff66e-e766-4959-9430-69812a596a60 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:50:41.558282 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00f5509-effa-466c-b912-741b9221c0f5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:50:41.566401 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f00f5509-effa-466c-b912-741b9221c0f5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:41.574243 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3983fa8-e25a-47df-934f-2664816d5862 None None] Sync routers for ids ['113ff66e-e766-4959-9430-69812a596a60'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:50:41.593814 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3983fa8-e25a-47df-934f-2664816d5862 None None] Routers {'113ff66e-e766-4959-9430-69812a596a60'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:50:41.595307 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a3983fa8-e25a-47df-934f-2664816d5862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:50:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['113ff66e-e766-4959-9430-69812a596a60'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:50:41.648029 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f00f5509-effa-466c-b912-741b9221c0f5 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "DELETE /v2.0/floatingips/ec37b51b-106e-43b3-98d5-1e7ff7bcf700 HTTP/1.1" status: 204 len: 168 time: 2.3264356 Jan 28 00:50:41.650345 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64', 'tag': '73873c81-a6b3-4e19-9a88-30df71f26e07'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:50:41.655138 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e490a9d-fd2d-4346-9306-2bb2969b14dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64", "tag": "73873c81-a6b3-4e19-9a88-30df71f26e07"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:50:41.786256 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafd3ffb-697d-4c4c-98ea-4596598885d7 x-openstack-request-id: req-cafd3ffb-697d-4c4c-98ea-4596598885d7 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:50:41.787597 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64", "tag": "73873c81-a6b3-4e19-9a88-30df71f26e07", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:50:41.788353 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cafd3ffb-697d-4c4c-98ea-4596598885d7 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:50:41.789130 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64', 'tag': '73873c81-a6b3-4e19-9a88-30df71f26e07', 'status': 'completed', 'code': 200} Jan 28 00:50:41.995321 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3920fce7-1e9f-4659-b708-84fd5cc424b3 req-bb45a3a2-0252-40d2-b4b2-b3a4680386a4 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf624e4b-fa89-496f-8d22-7041a7939917 HTTP/1.1" status: 200 len: 210 time: 0.0561380 Jan 28 00:50:42.008615 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e490a9d-fd2d-4346-9306-2bb2969b14dc req-71cc92ee-abbc-4415-a808-3609749febfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:42.013869 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e490a9d-fd2d-4346-9306-2bb2969b14dc req-71cc92ee-abbc-4415-a808-3609749febfe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 1096 time: 0.1365089 Jan 28 00:50:42.015458 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-a3983fa8-e25a-47df-934f-2664816d5862 None None] Set router 113ff66e-e766-4959-9430-69812a596a60 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:50:42.276692 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:42.432034 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a3983fa8-e25a-47df-934f-2664816d5862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113ff66e-e766-4959-9430-69812a596a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990871948', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '9bb02f3d-76b3-4069-b522-5d0b6662ad45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:24Z', 'updated_at': '2022-01-28T00:48:34Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '9bb02f3d-76b3-4069-b522-5d0b6662ad45', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:45:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113ff66e-e766-4959-9430-69812a596a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:25Z', 'updated_at': '2022-01-28T00:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'a77d54bd-727c-4121-97c9-85857a9c6eae', 'name': '', 'network_id': '68540ec7-1ea9-43ac-b77b-4b3e99ca94ee', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:b3:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113ff66e-e766-4959-9430-69812a596a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '2d3dd484-7a77-442e-92ca-f02807e53c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:31Z', 'updated_at': '2022-01-28T00:48:45Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': '2d3dd484-7a77-442e-92ca-f02807e53c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:50:42.503089 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3983fa8-e25a-47df-934f-2664816d5862 None None] Checking router: 113ff66e-e766-4959-9430-69812a596a60 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:50:42.515587 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e490a9d-fd2d-4346-9306-2bb2969b14dc req-58e83a6a-123b-4c56-bc79-04a2802e7331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:42.521477 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e490a9d-fd2d-4346-9306-2bb2969b14dc req-58e83a6a-123b-4c56-bc79-04a2802e7331 service neutron] 10.222.0.65 "GET /v2.0/networks?id=68540ec7-1ea9-43ac-b77b-4b3e99ca94ee HTTP/1.1" status: 200 len: 898 time: 0.4549770 Jan 28 00:50:42.530726 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3983fa8-e25a-47df-934f-2664816d5862 None None] Routers {'113ff66e-e766-4959-9430-69812a596a60'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:50:42.532689 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a3983fa8-e25a-47df-934f-2664816d5862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:50:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['113ff66e-e766-4959-9430-69812a596a60'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:50:42.535278 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-44c42a66-5ed0-4364-80af-49c64c21adf5 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:42.538570 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-44c42a66-5ed0-4364-80af-49c64c21adf5 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.52 "GET /v2.0/networks?id=8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 HTTP/1.1" status: 200 len: 814 time: 0.2575951 Jan 28 00:50:42.547883 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d345ce-feee-478f-a726-75bd8dd2b72f req-616b4ba3-3b54-422e-86f3-7356abf3f63a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:42.549834 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d8d345ce-feee-478f-a726-75bd8dd2b72f req-616b4ba3-3b54-422e-86f3-7356abf3f63a tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 945 time: 0.3430600 Jan 28 00:50:42.559522 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-3f1ddac1-ab76-450a-ad99-ba999d0589eb tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Request body: {'port': {'device_id': 'cf624e4b-fa89-496f-8d22-7041a7939917', 'network_id': '8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0', 'admin_state_up': True, 'tenant_id': 'ac62260fe42246bcb8303840ff4b96d9'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:50:42.654353 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e490a9d-fd2d-4346-9306-2bb2969b14dc req-0c5420c1-a936-414a-889a-60948f1d4b0d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73873c81-a6b3-4e19-9a88-30df71f26e07 HTTP/1.1" status: 200 len: 217 time: 0.1214669 Jan 28 00:50:42.719315 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-3f1ddac1-ab76-450a-ad99-ba999d0589eb tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Made reservation on behalf of ac62260fe42246bcb8303840ff4b96d9 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:50:42.723587 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-3f1ddac1-ab76-450a-ad99-ba999d0589eb tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:42.754065 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ec076-5059-4598-add2-8e41abfa58e2 req-0bb8748e-e459-43d8-8b48-27a59e1f8423 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:42.767380 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-933ec076-5059-4598-add2-8e41abfa58e2 req-0bb8748e-e459-43d8-8b48-27a59e1f8423 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94 HTTP/1.1" status: 200 len: 950 time: 0.4110079 Jan 28 00:50:42.774399 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-a3983fa8-e25a-47df-934f-2664816d5862 None None] Set router 113ff66e-e766-4959-9430-69812a596a60 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:50:42.900560 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e490a9d-fd2d-4346-9306-2bb2969b14dc req-54cd9522-c016-4344-b179-ecee12d233a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:42.904269 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e490a9d-fd2d-4346-9306-2bb2969b14dc req-54cd9522-c016-4344-b179-ecee12d233a2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2d3dd484-7a77-442e-92ca-f02807e53c73 HTTP/1.1" status: 200 len: 834 time: 0.2282426 Jan 28 00:50:42.928280 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d8d345ce-feee-478f-a726-75bd8dd2b72f req-42d8ae36-e17a-4c76-b88c-902187d61491 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3566003 Jan 28 00:50:42.939990 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-3f1ddac1-ab76-450a-ad99-ba999d0589eb tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Allocated IP 172.20.0.5 (8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0/3f8eb103-5ea3-4cb9-9774-5ed2528e0f83/00b153e6-d9ed-4cfa-94fa-3695de1b69ad) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:50:42.991510 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-933ec076-5059-4598-add2-8e41abfa58e2 req-6d65a679-1616-4786-9ebf-a129496a5eac tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.70 "GET /v2.0/security-groups?id=487fa1b5-b812-487b-9665-8e2004ab3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227044 Jan 28 00:50:43.059224 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e490a9d-fd2d-4346-9306-2bb2969b14dc req-e4437d69-b082-436f-90c7-57e1620c02ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:43.061139 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e490a9d-fd2d-4346-9306-2bb2969b14dc req-e4437d69-b082-436f-90c7-57e1620c02ec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=68540ec7-1ea9-43ac-b77b-4b3e99ca94ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926557 Jan 28 00:50:43.113945 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:43.169573 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a3983fa8-e25a-47df-934f-2664816d5862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113ff66e-e766-4959-9430-69812a596a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990871948', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '9bb02f3d-76b3-4069-b522-5d0b6662ad45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:24Z', 'updated_at': '2022-01-28T00:48:34Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '9bb02f3d-76b3-4069-b522-5d0b6662ad45', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:45:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113ff66e-e766-4959-9430-69812a596a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:25Z', 'updated_at': '2022-01-28T00:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'a77d54bd-727c-4121-97c9-85857a9c6eae', 'name': '', 'network_id': '68540ec7-1ea9-43ac-b77b-4b3e99ca94ee', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:b3:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113ff66e-e766-4959-9430-69812a596a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '2d3dd484-7a77-442e-92ca-f02807e53c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:31Z', 'updated_at': '2022-01-28T00:48:45Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': '2d3dd484-7a77-442e-92ca-f02807e53c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:50:43.203580 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3983fa8-e25a-47df-934f-2664816d5862 None None] The sync data for ids ['113ff66e-e766-4959-9430-69812a596a60'] in n-d-826754-1 is: [{'id': '113ff66e-e766-4959-9430-69812a596a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990871948', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '9bb02f3d-76b3-4069-b522-5d0b6662ad45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:24Z', 'updated_at': '2022-01-28T00:48:34Z', 'revision_number': 4, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '9bb02f3d-76b3-4069-b522-5d0b6662ad45', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:45:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113ff66e-e766-4959-9430-69812a596a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:25Z', 'updated_at': '2022-01-28T00:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'a77d54bd-727c-4121-97c9-85857a9c6eae', 'name': '', 'network_id': '68540ec7-1ea9-43ac-b77b-4b3e99ca94ee', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'mac_address': 'fa:16:3e:b3:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113ff66e-e766-4959-9430-69812a596a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '2d3dd484-7a77-442e-92ca-f02807e53c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:31Z', 'updated_at': '2022-01-28T00:48:45Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'subnets': [{'id': '2d3dd484-7a77-442e-92ca-f02807e53c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:50:43.249528 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c7c10973-58bf-4424-a3f9-9f70c366c76e req-05acf782-dd5e-4081-a04d-f8777583109e tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf624e4b-fa89-496f-8d22-7041a7939917 HTTP/1.1" status: 200 len: 210 time: 0.1448312 Jan 28 00:50:43.283711 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-3f1ddac1-ab76-450a-ad99-ba999d0589eb tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Publish callbacks [] for port (00b153e6-d9ed-4cfa-94fa-3695de1b69ad), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:43.319128 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e490a9d-fd2d-4346-9306-2bb2969b14dc req-55138d3e-abdf-46e5-b65e-6360c6ebabdf service neutron] 10.222.0.65 "GET /v2.0/networks/68540ec7-1ea9-43ac-b77b-4b3e99ca94ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489884 Jan 28 00:50:43.357823 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-3f1ddac1-ab76-450a-ad99-ba999d0589eb tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (00b153e6-d9ed-4cfa-94fa-3695de1b69ad), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:43.448999 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-3f1ddac1-ab76-450a-ad99-ba999d0589eb tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Network 8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:50:43.450475 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ddac1-ab76-450a-ad99-ba999d0589eb tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Pushing event updated for resources: {'Port': ['ID=00b153e6-d9ed-4cfa-94fa-3695de1b69ad,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:43.455988 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-3f1ddac1-ab76-450a-ad99-ba999d0589eb tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:50:43.458967 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-3f1ddac1-ab76-450a-ad99-ba999d0589eb tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:50:43.522599 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e490a9d-fd2d-4346-9306-2bb2969b14dc req-fe5f4b79-93cf-4c7d-8303-ab14cb714ae2 service neutron] 10.222.0.65 "GET /v2.0/networks/68540ec7-1ea9-43ac-b77b-4b3e99ca94ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952779 Jan 28 00:50:43.523192 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-3f1ddac1-ab76-450a-ad99-ba999d0589eb tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:43.523717 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-3f1ddac1-ab76-450a-ad99-ba999d0589eb tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:43.545454 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['290b0648-a89c-4f81-92b1-a5c427303036', 'abe0dbc6-b630-4650-bfd3-f1ac44ce1769'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:50:43.549295 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-3f1ddac1-ab76-450a-ad99-ba999d0589eb tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9938967 Jan 28 00:50:43.573009 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-d5de1be9-6cb3-4c2a-8503-d234c746008a service neutron] Request body: {'port': {'device_id': 'cf624e4b-fa89-496f-8d22-7041a7939917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:50:43.697019 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-d5de1be9-6cb3-4c2a-8503-d234c746008a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (00b153e6-d9ed-4cfa-94fa-3695de1b69ad), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:43.704631 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02dedfc-74b6-4fab-8c93-5b471a84713c None None] New status for floating IP ec37b51b-106e-43b3-98d5-1e7ff7bcf700: DOWN {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:50:43.733942 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9c031-0a92-49dc-841b-2866eebe089d req-e4db91dc-a143-48e9-8c95-301df53749de tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:43.737525 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5de9c031-0a92-49dc-841b-2866eebe089d req-e4db91dc-a143-48e9-8c95-301df53749de tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.65 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 945 time: 0.1138747 Jan 28 00:50:43.959676 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-5de9c031-0a92-49dc-841b-2866eebe089d req-a1cccb25-0f8c-4e7c-a670-207c5bf2711e tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Deleting port 73873c81-a6b3-4e19-9a88-30df71f26e07 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:50:43.960706 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5de9c031-0a92-49dc-841b-2866eebe089d req-a1cccb25-0f8c-4e7c-a670-207c5bf2711e tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (73873c81-a6b3-4e19-9a88-30df71f26e07), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:44.220666 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-d5de1be9-6cb3-4c2a-8503-d234c746008a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b153e6-d9ed-4cfa-94fa-3695de1b69ad {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:50:44.235359 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-d5de1be9-6cb3-4c2a-8503-d234c746008a service neutron] Publish callbacks [] for port (00b153e6-d9ed-4cfa-94fa-3695de1b69ad), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:44.254840 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-d5de1be9-6cb3-4c2a-8503-d234c746008a service neutron] Transition to ACTIVE for port object 00b153e6-d9ed-4cfa-94fa-3695de1b69ad will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:50:44.261541 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-d5de1be9-6cb3-4c2a-8503-d234c746008a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (00b153e6-d9ed-4cfa-94fa-3695de1b69ad), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:44.342144 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de1be9-6cb3-4c2a-8503-d234c746008a service neutron] Pushing event updated for resources: {'Port': ['ID=00b153e6-d9ed-4cfa-94fa-3695de1b69ad,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:44.435544 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:44.491152 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-d5de1be9-6cb3-4c2a-8503-d234c746008a service neutron] Attempting to bind port 00b153e6-d9ed-4cfa-94fa-3695de1b69ad on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:50:44.491658 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-d5de1be9-6cb3-4c2a-8503-d234c746008a service neutron] Attempting to bind port 00b153e6-d9ed-4cfa-94fa-3695de1b69ad by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '8210e096-62a0-4fc1-a9ce-05d858a1357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:50:44.492186 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-d5de1be9-6cb3-4c2a-8503-d234c746008a service neutron] Attempting to bind port 00b153e6-d9ed-4cfa-94fa-3695de1b69ad on network 8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:50:44.498803 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-d5de1be9-6cb3-4c2a-8503-d234c746008a service neutron] Port 00b153e6-d9ed-4cfa-94fa-3695de1b69ad on network 8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:50:44.499273 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-d5de1be9-6cb3-4c2a-8503-d234c746008a service neutron] Attempting to bind port 00b153e6-d9ed-4cfa-94fa-3695de1b69ad on network 8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:50:44.506359 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-d5de1be9-6cb3-4c2a-8503-d234c746008a service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:50:44.506843 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-d5de1be9-6cb3-4c2a-8503-d234c746008a service neutron] Checking segment: {'id': '8210e096-62a0-4fc1-a9ce-05d858a1357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:50:44.507182 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-d5de1be9-6cb3-4c2a-8503-d234c746008a service neutron] Bound using segment: {'id': '8210e096-62a0-4fc1-a9ce-05d858a1357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:50:44.507896 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-d5de1be9-6cb3-4c2a-8503-d234c746008a service neutron] Bound port: 00b153e6-d9ed-4cfa-94fa-3695de1b69ad, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8210e096-62a0-4fc1-a9ce-05d858a1357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:50:44.508288 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-d5de1be9-6cb3-4c2a-8503-d234c746008a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (00b153e6-d9ed-4cfa-94fa-3695de1b69ad), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:44.641647 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-d5de1be9-6cb3-4c2a-8503-d234c746008a service neutron] For port 00b153e6-d9ed-4cfa-94fa-3695de1b69ad, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:50:44.647963 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-d5de1be9-6cb3-4c2a-8503-d234c746008a service neutron] For port 00b153e6-d9ed-4cfa-94fa-3695de1b69ad, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=00b153e6-d9ed-4cfa-94fa-3695de1b69ad,segment=NetworkSegment(8210e096-62a0-4fc1-a9ce-05d858a1357d),segment_id=8210e096-62a0-4fc1-a9ce-05d858a1357d)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:50:44.655404 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-d5de1be9-6cb3-4c2a-8503-d234c746008a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (00b153e6-d9ed-4cfa-94fa-3695de1b69ad), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:44.720938 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-d5de1be9-6cb3-4c2a-8503-d234c746008a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:44.724594 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-d5de1be9-6cb3-4c2a-8503-d234c746008a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:44.724903 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-d5de1be9-6cb3-4c2a-8503-d234c746008a service neutron] 10.222.0.52 "PUT /v2.0/ports/00b153e6-d9ed-4cfa-94fa-3695de1b69ad HTTP/1.1" status: 200 len: 1091 time: 1.1616139 Jan 28 00:50:44.725025 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-5de9c031-0a92-49dc-841b-2866eebe089d req-a1cccb25-0f8c-4e7c-a670-207c5bf2711e tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] For port 73873c81-a6b3-4e19-9a88-30df71f26e07, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=73873c81-a6b3-4e19-9a88-30df71f26e07,segment=NetworkSegment(0dbcfe68-f657-471b-b050-cdaf0ead2a2b),segment_id=0dbcfe68-f657-471b-b050-cdaf0ead2a2b)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:50:44.725540 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5de9c031-0a92-49dc-841b-2866eebe089d req-a1cccb25-0f8c-4e7c-a670-207c5bf2711e tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (73873c81-a6b3-4e19-9a88-30df71f26e07), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:44.725660 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf624e4b-fa89-496f-8d22-7041a7939917', 'tag': '00b153e6-d9ed-4cfa-94fa-3695de1b69ad'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:50:44.729851 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0940eae-572c-4414-aefb-0e9173ff1cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "cf624e4b-fa89-496f-8d22-7041a7939917", "tag": "00b153e6-d9ed-4cfa-94fa-3695de1b69ad"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:50:44.785267 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de1be9-6cb3-4c2a-8503-d234c746008a service neutron] Pushing event updated for resources: {'Port': ['ID=00b153e6-d9ed-4cfa-94fa-3695de1b69ad,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:44.796714 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-5de9c031-0a92-49dc-841b-2866eebe089d req-a1cccb25-0f8c-4e7c-a670-207c5bf2711e tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Calling delete_port for 73873c81-a6b3-4e19-9a88-30df71f26e07 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:50:44.842393 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76069fab-86ed-4c6e-af54-bd3b7d44209d req-59d1e637-1aba-4e23-939e-5621688799dc tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:44.845740 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-76069fab-86ed-4c6e-af54-bd3b7d44209d req-59d1e637-1aba-4e23-939e-5621688799dc tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 945 time: 0.7236955 Jan 28 00:50:44.884966 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-4e235b15-e194-470b-9304-26d9034a95e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:44.886908 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-4e235b15-e194-470b-9304-26d9034a95e8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac62260fe42246bcb8303840ff4b96d9&device_id=cf624e4b-fa89-496f-8d22-7041a7939917 HTTP/1.1" status: 200 len: 1094 time: 0.0862579 Jan 28 00:50:44.925904 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3bdfc-2305-4532-b1dd-ede1cbcee9aa req-a36232bf-c3c3-4f90-bbc5-382708bf21da tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:44.928046 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3ee3bdfc-2305-4532-b1dd-ede1cbcee9aa req-a36232bf-c3c3-4f90-bbc5-382708bf21da tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94 HTTP/1.1" status: 200 len: 950 time: 0.7390640 Jan 28 00:50:44.969447 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-cc5b3ee3-4ea7-4be5-8bc0-fb0150745396 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00b153e6-d9ed-4cfa-94fa-3695de1b69ad HTTP/1.1" status: 200 len: 217 time: 0.0645542 Jan 28 00:50:45.032044 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-76069fab-86ed-4c6e-af54-bd3b7d44209d req-192109d7-1ad2-4161-b904-b74c6d05377f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/security-groups?id=01d13c14-c30b-467f-ae41-9b8b40fe99c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248629 Jan 28 00:50:45.043451 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-d9f017bf-3200-4cde-b777-acd42c6d61bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:45.045553 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-d9f017bf-3200-4cde-b777-acd42c6d61bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f8eb103-5ea3-4cb9-9774-5ed2528e0f83 HTTP/1.1" status: 200 len: 854 time: 0.0698102 Jan 28 00:50:45.076518 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3ee3bdfc-2305-4532-b1dd-ede1cbcee9aa req-58a43ac8-bb69-480e-aa41-6726369288f0 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.70 "GET /v2.0/security-groups?id=487fa1b5-b812-487b-9665-8e2004ab3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307139 Jan 28 00:50:45.135242 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-70cbf041-67e4-4351-b37a-988e8634ead7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826960 Jan 28 00:50:45.259733 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5de9c031-0a92-49dc-841b-2866eebe089d req-a1cccb25-0f8c-4e7c-a670-207c5bf2711e tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (73873c81-a6b3-4e19-9a88-30df71f26e07), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:45.305845 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cd181-a039-41d4-b4a5-b0d08c08cb7c req-0960cf98-514a-4ee8-b076-9dcde4061b36 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:45.318444 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c13cd181-a039-41d4-b4a5-b0d08c08cb7c req-0960cf98-514a-4ee8-b076-9dcde4061b36 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf624e4b-fa89-496f-8d22-7041a7939917 HTTP/1.1" status: 200 len: 943 time: 0.1506433 Jan 28 00:50:45.366053 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cccb25-0f8c-4e7c-a670-207c5bf2711e tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event deleted for resources: {'Port': ['ID=73873c81-a6b3-4e19-9a88-30df71f26e07,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:45.399896 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-17366d24-2e23-4938-b132-0a2cba4dc619 service neutron] 10.222.0.52 "GET /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514722 Jan 28 00:50:45.453248 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1dec3a4-c496-4c37-891b-441ef4564ac7 x-openstack-request-id: req-b1dec3a4-c496-4c37-891b-441ef4564ac7 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:50:45.453823 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf624e4b-fa89-496f-8d22-7041a7939917", "tag": "00b153e6-d9ed-4cfa-94fa-3695de1b69ad", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:50:45.454292 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b1dec3a4-c496-4c37-891b-441ef4564ac7 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:50:45.455094 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf624e4b-fa89-496f-8d22-7041a7939917', 'tag': '00b153e6-d9ed-4cfa-94fa-3695de1b69ad', 'status': 'completed', 'code': 200} Jan 28 00:50:45.474858 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de9c031-0a92-49dc-841b-2866eebe089d req-a1cccb25-0f8c-4e7c-a670-207c5bf2711e tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] No DVR routers for this DVR port 73873c81-a6b3-4e19-9a88-30df71f26e07 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:50:45.492089 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5de9c031-0a92-49dc-841b-2866eebe089d req-a1cccb25-0f8c-4e7c-a670-207c5bf2711e tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:45.505925 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5de9c031-0a92-49dc-841b-2866eebe089d req-a1cccb25-0f8c-4e7c-a670-207c5bf2711e tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.65 "DELETE /v2.0/ports/73873c81-a6b3-4e19-9a88-30df71f26e07 HTTP/1.1" status: 204 len: 173 time: 1.7613549 Jan 28 00:50:45.506793 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64', 'name': 'network-vif-deleted', 'tag': '73873c81-a6b3-4e19-9a88-30df71f26e07'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:50:45.513181 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361d62b3-55a1-4915-bbdc-96c1b3aa1461" -d '{"events": [{"server_uuid": "b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64", "name": "network-vif-deleted", "tag": "73873c81-a6b3-4e19-9a88-30df71f26e07"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:50:45.567138 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c13cd181-a039-41d4-b4a5-b0d08c08cb7c req-b986b7b7-9e95-4965-a58e-b8932fc14ec8 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475948 Jan 28 00:50:45.680988 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7d20c956-5352-41c8-bc0c-6df50a9d50ac req-2f5cee53-c5a8-4f39-878b-99d6f81c9321 service neutron] 10.222.0.52 "GET /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736695 Jan 28 00:50:45.733258 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21eea7d7-956c-4941-bff9-e1a4a139da6b x-openstack-request-id: req-21eea7d7-956c-4941-bff9-e1a4a139da6b {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:50:45.733707 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64", "name": "network-vif-deleted", "tag": "73873c81-a6b3-4e19-9a88-30df71f26e07", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:50:45.733999 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-21eea7d7-956c-4941-bff9-e1a4a139da6b {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:50:45.734814 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64', 'name': 'network-vif-deleted', 'tag': '73873c81-a6b3-4e19-9a88-30df71f26e07', 'status': 'completed', 'code': 200} Jan 28 00:50:45.896508 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0940eae-572c-4414-aefb-0e9173ff1cb2 req-d50a9bf5-0e54-4cb5-b687-03d80daca79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:45.896966 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60836) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:45.898911 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e0940eae-572c-4414-aefb-0e9173ff1cb2 req-d50a9bf5-0e54-4cb5-b687-03d80daca79c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac62260fe42246bcb8303840ff4b96d9&device_id=cf624e4b-fa89-496f-8d22-7041a7939917 HTTP/1.1" status: 200 len: 1094 time: 0.0900342 Jan 28 00:50:46.124845 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0940eae-572c-4414-aefb-0e9173ff1cb2 req-7f6b29f3-bbb6-45ba-b371-6ff0281332c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:46.131349 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e0940eae-572c-4414-aefb-0e9173ff1cb2 req-7f6b29f3-bbb6-45ba-b371-6ff0281332c9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 HTTP/1.1" status: 200 len: 915 time: 0.2217193 Jan 28 00:50:46.181057 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da06b11b-a8fb-4665-a584-668057c10018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:46.257853 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e0940eae-572c-4414-aefb-0e9173ff1cb2 req-1161106b-739c-4358-a861-a8508db14c90 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00b153e6-d9ed-4cfa-94fa-3695de1b69ad HTTP/1.1" status: 200 len: 217 time: 0.1160984 Jan 28 00:50:46.345154 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-429e4326-6aab-470d-ac7c-f68d7f991c9a req-d01218c3-3d6f-4c54-b5fc-fd2485cf2e71 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "GET /v2.0/ports?device_id=b39c7012-d4fe-4eb9-a0bb-e3ed6e542a64 HTTP/1.1" status: 200 len: 210 time: 0.0468349 Jan 28 00:50:46.394526 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da06b11b-a8fb-4665-a584-668057c10018 admin admin] Publish callbacks [] for security_group (15306419-1524-4358-95ec-1b7223c1f5ba), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:46.399786 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-da06b11b-a8fb-4665-a584-668057c10018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (15306419-1524-4358-95ec-1b7223c1f5ba), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:46.400679 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0940eae-572c-4414-aefb-0e9173ff1cb2 req-f10ede37-ddcf-4797-aaa5-4827fab4a61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:46.402209 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e0940eae-572c-4414-aefb-0e9173ff1cb2 req-f10ede37-ddcf-4797-aaa5-4827fab4a61b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f8eb103-5ea3-4cb9-9774-5ed2528e0f83 HTTP/1.1" status: 200 len: 854 time: 0.1380501 Jan 28 00:50:46.444835 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e0940eae-572c-4414-aefb-0e9173ff1cb2 req-2928d415-a18e-4346-a69c-07922815433e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343933 Jan 28 00:50:46.459767 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06b11b-a8fb-4665-a584-668057c10018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15306419-1524-4358-95ec-1b7223c1f5ba,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:46.468256 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-da06b11b-a8fb-4665-a584-668057c10018 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d58db07085444154be19e520c78190a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5697198 Jan 28 00:50:46.472561 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60844) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:46.551280 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-05b2952c-a810-44d5-9f19-6a7cb2ecae0b admin admin] Publish callbacks [] for security_group (15306419-1524-4358-95ec-1b7223c1f5ba), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:46.580094 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e0940eae-572c-4414-aefb-0e9173ff1cb2 req-dd2719c1-3da5-4b91-a3ab-81e22bc39980 service neutron] 10.222.0.52 "GET /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263158 Jan 28 00:50:46.581866 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-05b2952c-a810-44d5-9f19-6a7cb2ecae0b admin admin] Publish callbacks [] for security_group (15306419-1524-4358-95ec-1b7223c1f5ba), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:46.646301 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-05b2952c-a810-44d5-9f19-6a7cb2ecae0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (15306419-1524-4358-95ec-1b7223c1f5ba), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:46.650358 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-05b2952c-a810-44d5-9f19-6a7cb2ecae0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:46.654002 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-05b2952c-a810-44d5-9f19-6a7cb2ecae0b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/15306419-1524-4358-95ec-1b7223c1f5ba HTTP/1.1" status: 204 len: 168 time: 0.1783321 Jan 28 00:50:46.682166 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2952c-a810-44d5-9f19-6a7cb2ecae0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15306419-1524-4358-95ec-1b7223c1f5ba,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:46.713245 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e0940eae-572c-4414-aefb-0e9173ff1cb2 req-b84453a9-9d38-4f90-9fb0-6076e03422ec service neutron] 10.222.0.52 "GET /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253989 Jan 28 00:50:46.770175 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afa590-d191-4bde-8394-f50a2b934944 req-bcbb1b65-1fc3-42ea-bd9b-8484c9411357 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:46.776306 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a4afa590-d191-4bde-8394-f50a2b934944 req-bcbb1b65-1fc3-42ea-bd9b-8484c9411357 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf624e4b-fa89-496f-8d22-7041a7939917 HTTP/1.1" status: 200 len: 943 time: 0.0759921 Jan 28 00:50:46.839721 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a4afa590-d191-4bde-8394-f50a2b934944 req-1af64d18-291a-443c-975d-ad11e50f4087 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595863 Jan 28 00:50:47.058099 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60852) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:47.075680 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a44df7b7-a004-4a72-8810-4859dd5fe9aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:47.178498 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a44df7b7-a004-4a72-8810-4859dd5fe9aa admin admin] Publish callbacks [] for security_group (4e450dbf-a08e-4803-bf9e-e1f8299a14dd), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:47.184076 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a44df7b7-a004-4a72-8810-4859dd5fe9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4e450dbf-a08e-4803-bf9e-e1f8299a14dd), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:47.240227 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44df7b7-a004-4a72-8810-4859dd5fe9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e450dbf-a08e-4803-bf9e-e1f8299a14dd,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:47.246036 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a44df7b7-a004-4a72-8810-4859dd5fe9aa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8c87b239e94948a6b8ce1c667cd910f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1864924 Jan 28 00:50:47.250088 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60854) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:47.331827 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-de02c3f5-dbac-4c38-9be6-a8813599e6c1 admin admin] Publish callbacks [] for security_group (4e450dbf-a08e-4803-bf9e-e1f8299a14dd), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:47.373497 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-de02c3f5-dbac-4c38-9be6-a8813599e6c1 admin admin] Publish callbacks [] for security_group (4e450dbf-a08e-4803-bf9e-e1f8299a14dd), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:47.459987 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60860) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:47.511778 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-de02c3f5-dbac-4c38-9be6-a8813599e6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4e450dbf-a08e-4803-bf9e-e1f8299a14dd), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:47.514709 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-de02c3f5-dbac-4c38-9be6-a8813599e6c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:47.518507 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-de02c3f5-dbac-4c38-9be6-a8813599e6c1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4e450dbf-a08e-4803-bf9e-e1f8299a14dd HTTP/1.1" status: 204 len: 168 time: 0.2647521 Jan 28 00:50:47.540102 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02c3f5-dbac-4c38-9be6-a8813599e6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e450dbf-a08e-4803-bf9e-e1f8299a14dd,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:48.094983 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12457f6-c82d-44c6-b48a-801561e16ea1 req-2f9806bc-c6a9-43f8-855c-a235460390dd tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:48.097703 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c12457f6-c82d-44c6-b48a-801561e16ea1 req-2f9806bc-c6a9-43f8-855c-a235460390dd tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf624e4b-fa89-496f-8d22-7041a7939917 HTTP/1.1" status: 200 len: 943 time: 0.1003928 Jan 28 00:50:48.116141 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 73873c81-a6b3-4e19-9a88-30df71f26e07 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:50:48.150447 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 73873c81-a6b3-4e19-9a88-30df71f26e07 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:50:48.150873 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 73873c81-a6b3-4e19-9a88-30df71f26e07 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:50:48.231845 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c12457f6-c82d-44c6-b48a-801561e16ea1 req-ab2ae4bf-1672-4651-ae46-497fc96498e2 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161132 Jan 28 00:50:48.292749 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34368f05-a1ee-4010-887e-1341f0c147e8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (113ff66e-e766-4959-9430-69812a596a60), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:48.804569 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-34368f05-a1ee-4010-887e-1341f0c147e8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Deleting port a77d54bd-727c-4121-97c9-85857a9c6eae {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:50:48.805018 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34368f05-a1ee-4010-887e-1341f0c147e8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (a77d54bd-727c-4121-97c9-85857a9c6eae), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:48.974343 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-34368f05-a1ee-4010-887e-1341f0c147e8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] For port a77d54bd-727c-4121-97c9-85857a9c6eae, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=a77d54bd-727c-4121-97c9-85857a9c6eae,segment=NetworkSegment(0dbcfe68-f657-471b-b050-cdaf0ead2a2b),segment_id=0dbcfe68-f657-471b-b050-cdaf0ead2a2b)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:50:48.974898 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34368f05-a1ee-4010-887e-1341f0c147e8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (a77d54bd-727c-4121-97c9-85857a9c6eae), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:48.992867 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-34368f05-a1ee-4010-887e-1341f0c147e8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Calling delete_port for a77d54bd-727c-4121-97c9-85857a9c6eae owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:50:49.328374 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34368f05-a1ee-4010-887e-1341f0c147e8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (a77d54bd-727c-4121-97c9-85857a9c6eae), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:49.459593 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34368f05-a1ee-4010-887e-1341f0c147e8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event deleted for resources: {'Port': ['ID=a77d54bd-727c-4121-97c9-85857a9c6eae,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:49.662749 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73f889-e4ec-4642-9b4f-2b2809ec83db req-18d4179c-bfb0-4891-bb14-4a2d1c943e46 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:49.668117 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3a73f889-e4ec-4642-9b4f-2b2809ec83db req-18d4179c-bfb0-4891-bb14-4a2d1c943e46 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf624e4b-fa89-496f-8d22-7041a7939917 HTTP/1.1" status: 200 len: 943 time: 0.2501853 Jan 28 00:50:49.846203 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3a73f889-e4ec-4642-9b4f-2b2809ec83db req-51a8e8c1-86a3-478c-843f-fd21803f2e03 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661289 Jan 28 00:50:49.855756 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34368f05-a1ee-4010-887e-1341f0c147e8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (113ff66e-e766-4959-9430-69812a596a60), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:50.184609 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:50:50.282277 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34368f05-a1ee-4010-887e-1341f0c147e8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Router 113ff66e-e766-4959-9430-69812a596a60 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:50:50.497403 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34368f05-a1ee-4010-887e-1341f0c147e8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:50:50.516372 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-34368f05-a1ee-4010-887e-1341f0c147e8 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "PUT /v2.0/routers/113ff66e-e766-4959-9430-69812a596a60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0506823 Jan 28 00:50:50.516697 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60912) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:50.525883 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2c049b-9c61-4f66-8507-6290c51636e5 None None] Sync routers for ids ['113ff66e-e766-4959-9430-69812a596a60'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:50:50.562067 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2c049b-9c61-4f66-8507-6290c51636e5 None None] Routers {'113ff66e-e766-4959-9430-69812a596a60'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:50:50.563487 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-7d2c049b-9c61-4f66-8507-6290c51636e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:50:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['113ff66e-e766-4959-9430-69812a596a60'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:50:50.586036 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-4380663a-f81e-4211-a41f-730ac2545b9f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Deleting subnet 2d3dd484-7a77-442e-92ca-f02807e53c73 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:50:50.590041 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4380663a-f81e-4211-a41f-730ac2545b9f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for subnet (2d3dd484-7a77-442e-92ca-f02807e53c73), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:50.656201 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4380663a-f81e-4211-a41f-730ac2545b9f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (2d3dd484-7a77-442e-92ca-f02807e53c73), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:50.838717 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-7d2c049b-9c61-4f66-8507-6290c51636e5 None None] Set router 113ff66e-e766-4959-9430-69812a596a60 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:50:50.901708 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4380663a-f81e-4211-a41f-730ac2545b9f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (2d3dd484-7a77-442e-92ca-f02807e53c73), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:51.071976 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4380663a-f81e-4211-a41f-730ac2545b9f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (2d3dd484-7a77-442e-92ca-f02807e53c73), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:51.105595 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-7d2c049b-9c61-4f66-8507-6290c51636e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113ff66e-e766-4959-9430-69812a596a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990871948', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '9bb02f3d-76b3-4069-b522-5d0b6662ad45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:24Z', 'updated_at': '2022-01-28T00:50:49Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '9bb02f3d-76b3-4069-b522-5d0b6662ad45', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:45:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113ff66e-e766-4959-9430-69812a596a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:25Z', 'updated_at': '2022-01-28T00:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:50:51.138128 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2c049b-9c61-4f66-8507-6290c51636e5 None None] Checking router: 113ff66e-e766-4959-9430-69812a596a60 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:50:51.150312 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2c049b-9c61-4f66-8507-6290c51636e5 None None] Routers {'113ff66e-e766-4959-9430-69812a596a60'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:50:51.157176 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-7d2c049b-9c61-4f66-8507-6290c51636e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:50:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['113ff66e-e766-4959-9430-69812a596a60'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:50:51.165649 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380663a-f81e-4211-a41f-730ac2545b9f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event deleted for resources: {'Subnet': ['ID=2d3dd484-7a77-442e-92ca-f02807e53c73,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:51.185488 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4380663a-f81e-4211-a41f-730ac2545b9f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:51.202223 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4380663a-f81e-4211-a41f-730ac2545b9f tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "DELETE /v2.0/subnets/2d3dd484-7a77-442e-92ca-f02807e53c73 HTTP/1.1" status: 204 len: 168 time: 0.6793213 Jan 28 00:50:51.205169 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60922) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:51.211164 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a918d5-1192-4b3c-9a1f-5d582f0dc17b None None] Network 68540ec7-1ea9-43ac-b77b-4b3e99ca94ee requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:50:51.215270 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4bf49-b945-4f46-bee7-b3d511fb7192 req-fc7eea81-85cb-49e0-a016-a8bd8d380616 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:51.219224 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8ed4bf49-b945-4f46-bee7-b3d511fb7192 req-fc7eea81-85cb-49e0-a016-a8bd8d380616 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf624e4b-fa89-496f-8d22-7041a7939917 HTTP/1.1" status: 200 len: 943 time: 0.1909654 Jan 28 00:50:51.350800 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8ed4bf49-b945-4f46-bee7-b3d511fb7192 req-3514d914-99b5-406e-9511-4c7f206e52b6 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165726 Jan 28 00:50:51.403479 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-7d2c049b-9c61-4f66-8507-6290c51636e5 None None] Set router 113ff66e-e766-4959-9430-69812a596a60 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:50:51.454255 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 00b153e6-d9ed-4cfa-94fa-3695de1b69ad details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:50:51.593037 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-12c92e63-73ab-4677-b25c-b84beaf1831b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router (113ff66e-e766-4959-9430-69812a596a60), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:51.741275 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 00b153e6-d9ed-4cfa-94fa-3695de1b69ad, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=00b153e6-d9ed-4cfa-94fa-3695de1b69ad,segment=NetworkSegment(8210e096-62a0-4fc1-a9ce-05d858a1357d),segment_id=8210e096-62a0-4fc1-a9ce-05d858a1357d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:50:51.743806 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-7d2c049b-9c61-4f66-8507-6290c51636e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113ff66e-e766-4959-9430-69812a596a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990871948', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '9bb02f3d-76b3-4069-b522-5d0b6662ad45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:24Z', 'updated_at': '2022-01-28T00:50:49Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '9bb02f3d-76b3-4069-b522-5d0b6662ad45', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:45:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113ff66e-e766-4959-9430-69812a596a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:25Z', 'updated_at': '2022-01-28T00:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:50:51.769735 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '00b153e6-d9ed-4cfa-94fa-3695de1b69ad', 'network_id': '8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0', 'port_id': '00b153e6-d9ed-4cfa-94fa-3695de1b69ad', 'mac_address': 'fa:16:3e:bf:1d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8eb103-5ea3-4cb9-9774-5ed2528e0f83', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:50:51.775346 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea1d9e4-f798-4406-94e6-e3f6a0d2639d None None] DHCP port deletion for 68540ec7-1ea9-43ac-b77b-4b3e99ca94ee request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:50:51.779218 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2c049b-9c61-4f66-8507-6290c51636e5 None None] The sync data for ids ['113ff66e-e766-4959-9430-69812a596a60'] in n-d-826754-1 is: [{'id': '113ff66e-e766-4959-9430-69812a596a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990871948', 'tenant_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '9bb02f3d-76b3-4069-b522-5d0b6662ad45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:48:24Z', 'updated_at': '2022-01-28T00:50:49Z', 'revision_number': 5, 'project_id': 'e5a41ae09ed64e5ca7368f2afd92f5c8', 'gw_port': {'id': '9bb02f3d-76b3-4069-b522-5d0b6662ad45', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:45:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113ff66e-e766-4959-9430-69812a596a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:48:25Z', 'updated_at': '2022-01-28T00:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:50:51.878088 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-12c92e63-73ab-4677-b25c-b84beaf1831b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router_gateway (113ff66e-e766-4959-9430-69812a596a60), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:51.951320 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 00b153e6-d9ed-4cfa-94fa-3695de1b69ad is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:50:51.952422 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (00b153e6-d9ed-4cfa-94fa-3695de1b69ad), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:51.962215 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-12c92e63-73ab-4677-b25c-b84beaf1831b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Deleting port 9bb02f3d-76b3-4069-b522-5d0b6662ad45 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:50:51.962599 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-12c92e63-73ab-4677-b25c-b84beaf1831b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (9bb02f3d-76b3-4069-b522-5d0b6662ad45), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:51.997351 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6ea1d9e4-f798-4406-94e6-e3f6a0d2639d None None] Deleting port 0f7bd84c-ed37-4382-ab7e-2723d78b5ba4 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:50:51.998411 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ea1d9e4-f798-4406-94e6-e3f6a0d2639d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (0f7bd84c-ed37-4382-ab7e-2723d78b5ba4), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:52.094596 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-12c92e63-73ab-4677-b25c-b84beaf1831b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] For port 9bb02f3d-76b3-4069-b522-5d0b6662ad45, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9bb02f3d-76b3-4069-b522-5d0b6662ad45,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:50:52.094966 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-12c92e63-73ab-4677-b25c-b84beaf1831b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (9bb02f3d-76b3-4069-b522-5d0b6662ad45), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:52.112418 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-12c92e63-73ab-4677-b25c-b84beaf1831b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Calling delete_port for 9bb02f3d-76b3-4069-b522-5d0b6662ad45 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:50:52.134668 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6ea1d9e4-f798-4406-94e6-e3f6a0d2639d None None] For port 0f7bd84c-ed37-4382-ab7e-2723d78b5ba4, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=0f7bd84c-ed37-4382-ab7e-2723d78b5ba4,segment=NetworkSegment(0dbcfe68-f657-471b-b050-cdaf0ead2a2b),segment_id=0dbcfe68-f657-471b-b050-cdaf0ead2a2b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:50:52.135397 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ea1d9e4-f798-4406-94e6-e3f6a0d2639d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (0f7bd84c-ed37-4382-ab7e-2723d78b5ba4), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:52.163118 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6ea1d9e4-f798-4406-94e6-e3f6a0d2639d None None] Calling delete_port for 0f7bd84c-ed37-4382-ab7e-2723d78b5ba4 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:50:52.325087 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b153e6-d9ed-4cfa-94fa-3695de1b69ad {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:50:52.365245 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ea1d9e4-f798-4406-94e6-e3f6a0d2639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (0f7bd84c-ed37-4382-ab7e-2723d78b5ba4), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:52.371826 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 00b153e6-d9ed-4cfa-94fa-3695de1b69ad, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=00b153e6-d9ed-4cfa-94fa-3695de1b69ad,segment=NetworkSegment(8210e096-62a0-4fc1-a9ce-05d858a1357d),segment_id=8210e096-62a0-4fc1-a9ce-05d858a1357d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:50:52.415383 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1d9e4-f798-4406-94e6-e3f6a0d2639d None None] Pushing event deleted for resources: {'Port': ['ID=0f7bd84c-ed37-4382-ab7e-2723d78b5ba4,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:52.431905 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (00b153e6-d9ed-4cfa-94fa-3695de1b69ad), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:52.489955 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea1d9e4-f798-4406-94e6-e3f6a0d2639d None None] No DVR routers for this DVR port 0f7bd84c-ed37-4382-ab7e-2723d78b5ba4 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:50:52.526683 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-12c92e63-73ab-4677-b25c-b84beaf1831b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (9bb02f3d-76b3-4069-b522-5d0b6662ad45), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:52.606464 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=00b153e6-d9ed-4cfa-94fa-3695de1b69ad,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:52.612866 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c92e63-73ab-4677-b25c-b84beaf1831b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event deleted for resources: {'Port': ['ID=9bb02f3d-76b3-4069-b522-5d0b6662ad45,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:52.618584 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea464c6-1146-42c0-bb29-7a312de2eee6 req-a09ab8ed-def6-483c-aa3f-dc805074e7a7 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:52.629970 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ea464c6-1146-42c0-bb29-7a312de2eee6 req-a09ab8ed-def6-483c-aa3f-dc805074e7a7 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf624e4b-fa89-496f-8d22-7041a7939917 HTTP/1.1" status: 200 len: 944 time: 0.1118531 Jan 28 00:50:52.746694 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ea464c6-1146-42c0-bb29-7a312de2eee6 req-473723a9-7479-490a-a183-3d841493ad64 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940688 Jan 28 00:50:52.800389 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-12c92e63-73ab-4677-b25c-b84beaf1831b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (113ff66e-e766-4959-9430-69812a596a60), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:52.916743 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['00b153e6-d9ed-4cfa-94fa-3695de1b69ad'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:50:52.991798 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-12c92e63-73ab-4677-b25c-b84beaf1831b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (113ff66e-e766-4959-9430-69812a596a60), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:52.995895 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-12c92e63-73ab-4677-b25c-b84beaf1831b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router_controller (113ff66e-e766-4959-9430-69812a596a60), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:53.099556 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-12c92e63-73ab-4677-b25c-b84beaf1831b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (113ff66e-e766-4959-9430-69812a596a60), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:53.100206 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c92e63-73ab-4677-b25c-b84beaf1831b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Fanout notify agent at l3_agent the message router_deleted on router 113ff66e-e766-4959-9430-69812a596a60 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:50:53.110876 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-12c92e63-73ab-4677-b25c-b84beaf1831b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:53.115787 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-12c92e63-73ab-4677-b25c-b84beaf1831b tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "DELETE /v2.0/routers/113ff66e-e766-4959-9430-69812a596a60 HTTP/1.1" status: 204 len: 168 time: 1.9092593 Jan 28 00:50:53.121027 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60942) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:53.237764 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f8823cc5-635e-418f-9510-a3c7d6852454 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (68540ec7-1ea9-43ac-b77b-4b3e99ca94ee), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:53.372999 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f8823cc5-635e-418f-9510-a3c7d6852454 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (68540ec7-1ea9-43ac-b77b-4b3e99ca94ee), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:53.400458 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-f8823cc5-635e-418f-9510-a3c7d6852454 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68540ec7-1ea9-43ac-b77b-4b3e99ca94ee']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:50:53.426925 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-f8823cc5-635e-418f-9510-a3c7d6852454 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dbcfe68-f657-471b-b050-cdaf0ead2a2b') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:50:53.427575 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-f8823cc5-635e-418f-9510-a3c7d6852454 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dbcfe68-f657-471b-b050-cdaf0ead2a2b') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:50:53.439433 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f8823cc5-635e-418f-9510-a3c7d6852454 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (0dbcfe68-f657-471b-b050-cdaf0ead2a2b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:53.456475 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f8823cc5-635e-418f-9510-a3c7d6852454 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (0dbcfe68-f657-471b-b050-cdaf0ead2a2b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:53.465431 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8823cc5-635e-418f-9510-a3c7d6852454 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:50:53.465834 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f8823cc5-635e-418f-9510-a3c7d6852454 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (0dbcfe68-f657-471b-b050-cdaf0ead2a2b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:53.469596 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:50:53.469596 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:50:53.469596 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:50:53.469596 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:50:53.469596 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:50:53.469596 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:50:53.469596 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:50:53.469596 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:50:53.469596 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:50:53.469596 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:50:53.469596 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:50:53.469596 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:50:53.469596 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:50:53.469596 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:50:53.469596 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:50:53.469596 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:50:53.469596 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:50:53.469596 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:50:53.469596 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:50:53.469596 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:50:53.469596 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:50:53.469596 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:50:53.469596 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:50:53.469596 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:50:53.469596 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:50:53.469596 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:50:53.469596 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:50:53.469596 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:50:53.469596 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:50:53.469596 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:50:53.469596 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:50:53.469596 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:50:53.545145 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f8823cc5-635e-418f-9510-a3c7d6852454 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (68540ec7-1ea9-43ac-b77b-4b3e99ca94ee), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:53.563871 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f8823cc5-635e-418f-9510-a3c7d6852454 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:53.567675 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f8823cc5-635e-418f-9510-a3c7d6852454 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "DELETE /v2.0/networks/68540ec7-1ea9-43ac-b77b-4b3e99ca94ee HTTP/1.1" status: 204 len: 168 time: 0.4469655 Jan 28 00:50:53.571218 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60948) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:53.579896 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8823cc5-635e-418f-9510-a3c7d6852454 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event deleted for resources: {'Network': ['ID=68540ec7-1ea9-43ac-b77b-4b3e99ca94ee,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:53.675112 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5278a7fb-4696-4aba-a07a-5b419c776e53 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group (01d13c14-c30b-467f-ae41-9b8b40fe99c9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:53.739835 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5278a7fb-4696-4aba-a07a-5b419c776e53 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group (01d13c14-c30b-467f-ae41-9b8b40fe99c9), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:53.791826 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a77d54bd-727c-4121-97c9-85857a9c6eae no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:50:53.840208 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: a77d54bd-727c-4121-97c9-85857a9c6eae {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:50:53.840463 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a77d54bd-727c-4121-97c9-85857a9c6eae not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:50:53.840902 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9bb02f3d-76b3-4069-b522-5d0b6662ad45 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:50:53.888896 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5278a7fb-4696-4aba-a07a-5b419c776e53 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (01d13c14-c30b-467f-ae41-9b8b40fe99c9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:53.893209 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 9bb02f3d-76b3-4069-b522-5d0b6662ad45 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:50:53.893986 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9bb02f3d-76b3-4069-b522-5d0b6662ad45 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:50:53.894920 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 0f7bd84c-ed37-4382-ab7e-2723d78b5ba4 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:50:53.895948 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5278a7fb-4696-4aba-a07a-5b419c776e53 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:53.898119 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5278a7fb-4696-4aba-a07a-5b419c776e53 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] 10.222.0.70 "DELETE /v2.0/security-groups/01d13c14-c30b-467f-ae41-9b8b40fe99c9 HTTP/1.1" status: 204 len: 168 time: 0.3240740 Jan 28 00:50:53.918356 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278a7fb-4696-4aba-a07a-5b419c776e53 tempest-TestNetworkAdvancedServerOps-95148761 tempest-TestNetworkAdvancedServerOps-95148761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d13c14-c30b-467f-ae41-9b8b40fe99c9,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:53.979649 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 0f7bd84c-ed37-4382-ab7e-2723d78b5ba4 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:50:53.979649 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 0f7bd84c-ed37-4382-ab7e-2723d78b5ba4 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:50:54.025510 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50229dcd-cf89-4c53-af7f-5abf0fe8baca req-69c29f83-cd5b-4060-9cd5-3c4f363bfe79 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:54.029001 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50229dcd-cf89-4c53-af7f-5abf0fe8baca req-69c29f83-cd5b-4060-9cd5-3c4f363bfe79 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf624e4b-fa89-496f-8d22-7041a7939917 HTTP/1.1" status: 200 len: 944 time: 0.0894175 Jan 28 00:50:54.116435 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50229dcd-cf89-4c53-af7f-5abf0fe8baca req-6fd8d1aa-2526-4240-9a6e-deb2b8ec767a tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725408 Jan 28 00:50:54.575228 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60970) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:54.960540 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-58f90fb9-2f38-4171-bc12-86434b5e3df7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e5a41ae09ed64e5ca7368f2afd92f5c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3793733 Jan 28 00:50:54.961533 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 60980) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:55.042222 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-895677d0-b73f-40aa-af40-67129a56429d admin admin] Publish callbacks [] for security_group (38188bac-ec8b-4ddd-bc25-2b98c20bde0b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:55.077160 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-895677d0-b73f-40aa-af40-67129a56429d admin admin] Publish callbacks [] for security_group (38188bac-ec8b-4ddd-bc25-2b98c20bde0b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:55.155372 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-895677d0-b73f-40aa-af40-67129a56429d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (38188bac-ec8b-4ddd-bc25-2b98c20bde0b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:55.158917 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-895677d0-b73f-40aa-af40-67129a56429d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:55.163276 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-895677d0-b73f-40aa-af40-67129a56429d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/38188bac-ec8b-4ddd-bc25-2b98c20bde0b HTTP/1.1" status: 204 len: 168 time: 0.2006805 Jan 28 00:50:55.185391 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895677d0-b73f-40aa-af40-67129a56429d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38188bac-ec8b-4ddd-bc25-2b98c20bde0b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:55.349055 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5e328a27-51a8-4e24-a3fd-d4c4d179d8b6 req-3b6e17c0-1d49-4d98-8461-70854771b197 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0897357 Jan 28 00:50:55.435015 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 00b153e6-d9ed-4cfa-94fa-3695de1b69ad up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:50:55.439302 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47580525-6ec6-48a7-8bb9-2134f95833e6 req-2c7f66e0-c806-4bac-8e3b-4ee698b71607 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:55.440974 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47580525-6ec6-48a7-8bb9-2134f95833e6 req-2c7f66e0-c806-4bac-8e3b-4ee698b71607 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf624e4b-fa89-496f-8d22-7041a7939917 HTTP/1.1" status: 200 len: 944 time: 0.1562636 Jan 28 00:50:55.549889 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47580525-6ec6-48a7-8bb9-2134f95833e6 req-a6795d4f-eb52-41f2-891d-6976bb9053f7 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988483 Jan 28 00:50:55.570137 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 00b153e6-d9ed-4cfa-94fa-3695de1b69ad completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:50:55.590095 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 00b153e6-d9ed-4cfa-94fa-3695de1b69ad triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:50:55.590783 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (00b153e6-d9ed-4cfa-94fa-3695de1b69ad), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:55.605292 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e328a27-51a8-4e24-a3fd-d4c4d179d8b6 req-e711a18b-d1e8-4615-abbd-e153522a3fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:55.611484 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5e328a27-51a8-4e24-a3fd-d4c4d179d8b6 req-e711a18b-d1e8-4615-abbd-e153522a3fee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac62260fe42246bcb8303840ff4b96d9&device_id=ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf HTTP/1.1" status: 200 len: 1097 time: 0.1380229 Jan 28 00:50:55.743854 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 00b153e6-d9ed-4cfa-94fa-3695de1b69ad is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:50:55.745299 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (00b153e6-d9ed-4cfa-94fa-3695de1b69ad), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:55.810566 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf624e4b-fa89-496f-8d22-7041a7939917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b153e6-d9ed-4cfa-94fa-3695de1b69ad'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:50:55.814927 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781d6e0b-d806-4ab4-b0dc-a653a82da44e" -d '{"events": [{"server_uuid": "cf624e4b-fa89-496f-8d22-7041a7939917", "name": "network-vif-plugged", "status": "completed", "tag": "00b153e6-d9ed-4cfa-94fa-3695de1b69ad"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:50:55.830674 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 00b153e6-d9ed-4cfa-94fa-3695de1b69ad, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=00b153e6-d9ed-4cfa-94fa-3695de1b69ad,segment=NetworkSegment(8210e096-62a0-4fc1-a9ce-05d858a1357d),segment_id=8210e096-62a0-4fc1-a9ce-05d858a1357d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:50:55.837618 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (00b153e6-d9ed-4cfa-94fa-3695de1b69ad), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:55.914547 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=00b153e6-d9ed-4cfa-94fa-3695de1b69ad,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:55.943932 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e328a27-51a8-4e24-a3fd-d4c4d179d8b6 req-cfe34639-fd21-4062-a989-b17d52573570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:55.945737 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5e328a27-51a8-4e24-a3fd-d4c4d179d8b6 req-cfe34639-fd21-4062-a989-b17d52573570 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 HTTP/1.1" status: 200 len: 915 time: 0.2966034 Jan 28 00:50:55.959146 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17acd314-bcc8-436f-89e2-ee8c8aa74922 x-openstack-request-id: req-17acd314-bcc8-436f-89e2-ee8c8aa74922 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:50:55.964102 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf624e4b-fa89-496f-8d22-7041a7939917", "name": "network-vif-plugged", "status": "completed", "tag": "00b153e6-d9ed-4cfa-94fa-3695de1b69ad", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:50:55.964733 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-17acd314-bcc8-436f-89e2-ee8c8aa74922 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:50:55.965428 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf624e4b-fa89-496f-8d22-7041a7939917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b153e6-d9ed-4cfa-94fa-3695de1b69ad', 'code': 200} Jan 28 00:50:56.104213 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 60998) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:56.124681 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5e328a27-51a8-4e24-a3fd-d4c4d179d8b6 req-609da5dd-a3d3-43b5-92b9-280d2577fb75 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=290b0648-a89c-4f81-92b1-a5c427303036 HTTP/1.1" status: 200 len: 217 time: 0.1387830 Jan 28 00:50:56.194881 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-bef9efc7-851e-42c8-a625-7077414eeb14 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=af7f492791cb4cb3b6828140391261d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0893312 Jan 28 00:50:56.199013 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 32768) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:50:56.213564 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e328a27-51a8-4e24-a3fd-d4c4d179d8b6 req-7da093d2-847e-43bb-8644-1bc66d4d39de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:56.216226 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5e328a27-51a8-4e24-a3fd-d4c4d179d8b6 req-7da093d2-847e-43bb-8644-1bc66d4d39de service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f8eb103-5ea3-4cb9-9774-5ed2528e0f83 HTTP/1.1" status: 200 len: 854 time: 0.0843539 Jan 28 00:50:56.245105 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb2158-10a5-44df-8c41-92d335e301d5 req-c0b82812-3533-4211-ae58-6423fe1c8ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:56.246711 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d0fb2158-10a5-44df-8c41-92d335e301d5 req-c0b82812-3533-4211-ae58-6423fe1c8ade service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cf624e4b-fa89-496f-8d22-7041a7939917 HTTP/1.1" status: 200 len: 1096 time: 0.1164293 Jan 28 00:50:56.277990 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5e328a27-51a8-4e24-a3fd-d4c4d179d8b6 req-6dbd714c-4620-4a7e-b5ec-fcf970369d0e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547884 Jan 28 00:50:56.332108 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8b3ae345-45b9-4f9d-baad-1a132e8d7507 admin admin] Publish callbacks [] for security_group (ec19d1ce-b8c0-460d-a124-f879f5d87dbe), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:56.369861 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d0fb2158-10a5-44df-8c41-92d335e301d5 req-43105f95-3f9f-42e4-9c4e-d3822b0e3786 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155722 Jan 28 00:50:56.386031 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8b3ae345-45b9-4f9d-baad-1a132e8d7507 admin admin] Publish callbacks [] for security_group (ec19d1ce-b8c0-460d-a124-f879f5d87dbe), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:56.495359 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8b3ae345-45b9-4f9d-baad-1a132e8d7507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ec19d1ce-b8c0-460d-a124-f879f5d87dbe), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:56.498555 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8b3ae345-45b9-4f9d-baad-1a132e8d7507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:50:56.500144 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8b3ae345-45b9-4f9d-baad-1a132e8d7507 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ec19d1ce-b8c0-460d-a124-f879f5d87dbe HTTP/1.1" status: 204 len: 168 time: 0.2998550 Jan 28 00:50:56.522433 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ae345-45b9-4f9d-baad-1a132e8d7507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec19d1ce-b8c0-460d-a124-f879f5d87dbe,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:50:56.857564 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e6df0-7312-4087-917e-5741ef2c1008 req-9b0ba91d-3de3-467c-ac86-66ee1d50c7ff tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:56.861223 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-880e6df0-7312-4087-917e-5741ef2c1008 req-9b0ba91d-3de3-467c-ac86-66ee1d50c7ff tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf624e4b-fa89-496f-8d22-7041a7939917 HTTP/1.1" status: 200 len: 945 time: 0.1271820 Jan 28 00:50:56.912717 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5e328a27-51a8-4e24-a3fd-d4c4d179d8b6 req-76445f12-1dda-474b-bd79-18a35accf31b service neutron] 10.222.0.52 "GET /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6280730 Jan 28 00:50:56.985877 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-880e6df0-7312-4087-917e-5741ef2c1008 req-d81d1c10-cd74-458d-b429-41f14a71831b tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062117 Jan 28 00:50:57.147809 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5e328a27-51a8-4e24-a3fd-d4c4d179d8b6 req-a05d7105-f15e-4506-bfdc-41fdeaf660aa service neutron] 10.222.0.52 "GET /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266223 Jan 28 00:50:58.285256 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d5cea-8f96-4ac0-a36f-645396416bed req-1b336d69-64ce-4ba0-93a8-83b112a23949 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:58.287094 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e9d5cea-8f96-4ac0-a36f-645396416bed req-1b336d69-64ce-4ba0-93a8-83b112a23949 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf624e4b-fa89-496f-8d22-7041a7939917 HTTP/1.1" status: 200 len: 945 time: 0.0828197 Jan 28 00:50:58.404524 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e9d5cea-8f96-4ac0-a36f-645396416bed req-ad10d014-3051-46e3-80b1-c8907a2a8fb7 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997059 Jan 28 00:50:59.571557 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af102d6b-fd55-44dd-803c-22197588421f req-c97dc7c7-34e5-4054-ad8e-55a632f6e453 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:50:59.585346 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-af102d6b-fd55-44dd-803c-22197588421f req-c97dc7c7-34e5-4054-ad8e-55a632f6e453 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf624e4b-fa89-496f-8d22-7041a7939917 HTTP/1.1" status: 200 len: 945 time: 0.0814216 Jan 28 00:50:59.684744 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-af102d6b-fd55-44dd-803c-22197588421f req-9297e6f6-41f8-47b8-93c7-9414cac40d7a tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879290 Jan 28 00:51:01.673924 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 32996) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:02.081045 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-26b74097-0453-459c-ac65-56a53f3bd8db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:02.204811 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-26b74097-0453-459c-ac65-56a53f3bd8db admin admin] Publish callbacks [] for security_group (031b572f-891c-4c23-92ca-be958fc76690), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:02.211002 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-26b74097-0453-459c-ac65-56a53f3bd8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (031b572f-891c-4c23-92ca-be958fc76690), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:02.264137 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-26b74097-0453-459c-ac65-56a53f3bd8db admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=77ede79ca43543069032a3efedb809e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5848973 Jan 28 00:51:02.264445 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33010) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:02.274429 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b74097-0453-459c-ac65-56a53f3bd8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031b572f-891c-4c23-92ca-be958fc76690,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:02.279095 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33012) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:02.295713 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b74097-0453-459c-ac65-56a53f3bd8db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:02.296075 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b74097-0453-459c-ac65-56a53f3bd8db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:02.296418 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b74097-0453-459c-ac65-56a53f3bd8db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:02.296959 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b74097-0453-459c-ac65-56a53f3bd8db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:02.297463 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b74097-0453-459c-ac65-56a53f3bd8db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:02.297968 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b74097-0453-459c-ac65-56a53f3bd8db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:02.298465 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b74097-0453-459c-ac65-56a53f3bd8db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:02.299221 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b74097-0453-459c-ac65-56a53f3bd8db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:02.299784 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b74097-0453-459c-ac65-56a53f3bd8db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:02.300289 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b74097-0453-459c-ac65-56a53f3bd8db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:02.300785 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b74097-0453-459c-ac65-56a53f3bd8db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:02.302351 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b74097-0453-459c-ac65-56a53f3bd8db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:02.302915 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b74097-0453-459c-ac65-56a53f3bd8db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:02.353485 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-45cd51e3-c54f-4056-8869-cd16b9402430 admin admin] Publish callbacks [] for security_group (031b572f-891c-4c23-92ca-be958fc76690), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:02.390271 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-45cd51e3-c54f-4056-8869-cd16b9402430 admin admin] Publish callbacks [] for security_group (031b572f-891c-4c23-92ca-be958fc76690), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:02.465145 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-45cd51e3-c54f-4056-8869-cd16b9402430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (031b572f-891c-4c23-92ca-be958fc76690), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:02.467936 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-45cd51e3-c54f-4056-8869-cd16b9402430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:02.469157 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-45cd51e3-c54f-4056-8869-cd16b9402430 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/031b572f-891c-4c23-92ca-be958fc76690 HTTP/1.1" status: 204 len: 168 time: 0.2036483 Jan 28 00:51:02.484860 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd51e3-c54f-4056-8869-cd16b9402430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031b572f-891c-4c23-92ca-be958fc76690,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:02.509386 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9ae75339-28cd-45f5-a729-7878fc40ffd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:02.616541 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9ae75339-28cd-45f5-a729-7878fc40ffd0 admin admin] Publish callbacks [] for security_group (c1099ba9-4163-4835-84fc-afdb483e71f2), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:02.621285 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9ae75339-28cd-45f5-a729-7878fc40ffd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c1099ba9-4163-4835-84fc-afdb483e71f2), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:02.669506 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33026) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:02.678412 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9ae75339-28cd-45f5-a729-7878fc40ffd0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7ce799423dfc473aa658e9adf4a74d0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3979390 Jan 28 00:51:02.679424 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae75339-28cd-45f5-a729-7878fc40ffd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1099ba9-4163-4835-84fc-afdb483e71f2,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:02.737236 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d802179a-0ec1-4313-9059-e793d5ab5e08 admin admin] Publish callbacks [] for security_group (c1099ba9-4163-4835-84fc-afdb483e71f2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:02.773843 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d802179a-0ec1-4313-9059-e793d5ab5e08 admin admin] Publish callbacks [] for security_group (c1099ba9-4163-4835-84fc-afdb483e71f2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:02.851452 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d802179a-0ec1-4313-9059-e793d5ab5e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c1099ba9-4163-4835-84fc-afdb483e71f2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:02.854578 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d802179a-0ec1-4313-9059-e793d5ab5e08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:02.856428 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d802179a-0ec1-4313-9059-e793d5ab5e08 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c1099ba9-4163-4835-84fc-afdb483e71f2 HTTP/1.1" status: 204 len: 168 time: 0.1857519 Jan 28 00:51:02.873649 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802179a-0ec1-4313-9059-e793d5ab5e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1099ba9-4163-4835-84fc-afdb483e71f2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:02.953922 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33034) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:02.973486 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-811dda9d-3171-4779-a3ee-b4a657ffa934 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:03.117028 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-811dda9d-3171-4779-a3ee-b4a657ffa934 admin admin] Publish callbacks [] for security_group (52301c4f-aa14-47fb-a07f-feaeb6bd442a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:03.124742 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-811dda9d-3171-4779-a3ee-b4a657ffa934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (52301c4f-aa14-47fb-a07f-feaeb6bd442a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:03.185505 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-811dda9d-3171-4779-a3ee-b4a657ffa934 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3b340b2c4082404b8ad0bf53fd8a0a80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2282197 Jan 28 00:51:03.186688 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33040) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:03.187219 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811dda9d-3171-4779-a3ee-b4a657ffa934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52301c4f-aa14-47fb-a07f-feaeb6bd442a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:03.293542 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49d81907-c8ef-4fe8-bd62-f7f265a169a4 admin admin] Publish callbacks [] for security_group (52301c4f-aa14-47fb-a07f-feaeb6bd442a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:03.337513 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49d81907-c8ef-4fe8-bd62-f7f265a169a4 admin admin] Publish callbacks [] for security_group (52301c4f-aa14-47fb-a07f-feaeb6bd442a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:03.452444 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49d81907-c8ef-4fe8-bd62-f7f265a169a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (52301c4f-aa14-47fb-a07f-feaeb6bd442a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:03.455754 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49d81907-c8ef-4fe8-bd62-f7f265a169a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:03.460610 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-49d81907-c8ef-4fe8-bd62-f7f265a169a4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/52301c4f-aa14-47fb-a07f-feaeb6bd442a HTTP/1.1" status: 204 len: 168 time: 0.2696388 Jan 28 00:51:03.468316 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d81907-c8ef-4fe8-bd62-f7f265a169a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52301c4f-aa14-47fb-a07f-feaeb6bd442a,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:03.538262 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33046) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:03.555393 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8673518e-0e83-4925-85df-cdd94af317fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:03.683654 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8673518e-0e83-4925-85df-cdd94af317fe admin admin] Publish callbacks [] for security_group (cd29bc81-dc09-4f10-ac49-67611bd62435), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:03.689516 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8673518e-0e83-4925-85df-cdd94af317fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (cd29bc81-dc09-4f10-ac49-67611bd62435), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:03.742261 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8673518e-0e83-4925-85df-cdd94af317fe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=045b68b814ac40e58a919064745bcf5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2028434 Jan 28 00:51:03.743829 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673518e-0e83-4925-85df-cdd94af317fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd29bc81-dc09-4f10-ac49-67611bd62435,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:03.745024 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33050) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:03.819646 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e3ed4e0e-0d62-47d4-ac44-1bf55ff5ee09 admin admin] Publish callbacks [] for security_group (cd29bc81-dc09-4f10-ac49-67611bd62435), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:03.851714 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e3ed4e0e-0d62-47d4-ac44-1bf55ff5ee09 admin admin] Publish callbacks [] for security_group (cd29bc81-dc09-4f10-ac49-67611bd62435), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:03.938130 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e3ed4e0e-0d62-47d4-ac44-1bf55ff5ee09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (cd29bc81-dc09-4f10-ac49-67611bd62435), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:03.943504 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e3ed4e0e-0d62-47d4-ac44-1bf55ff5ee09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:03.948844 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e3ed4e0e-0d62-47d4-ac44-1bf55ff5ee09 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cd29bc81-dc09-4f10-ac49-67611bd62435 HTTP/1.1" status: 204 len: 168 time: 0.2024567 Jan 28 00:51:03.971530 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed4e0e-0d62-47d4-ac44-1bf55ff5ee09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd29bc81-dc09-4f10-ac49-67611bd62435,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:05.537876 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-237ba5ac-f279-4e7f-951b-b61023bb683b req-e5e5f798-5c60-4ec1-bb05-d0f0d966fb8a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1050518 Jan 28 00:51:05.717630 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ba5ac-f279-4e7f-951b-b61023bb683b req-75585dc4-738c-4aa3-80e3-6c578dc983be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:05.721880 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-237ba5ac-f279-4e7f-951b-b61023bb683b req-75585dc4-738c-4aa3-80e3-6c578dc983be service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=af002e9f8856457db791cef2de26fb79&device_id=ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94 HTTP/1.1" status: 200 len: 1101 time: 0.0923231 Jan 28 00:51:05.949386 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ba5ac-f279-4e7f-951b-b61023bb683b req-94975a7e-0230-4f93-a3cb-15aa66b75762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:05.952240 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-237ba5ac-f279-4e7f-951b-b61023bb683b req-94975a7e-0230-4f93-a3cb-15aa66b75762 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.2022734 Jan 28 00:51:06.040486 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-201b0cdd-6e72-44f8-a451-bace2da6b758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:06.094072 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-237ba5ac-f279-4e7f-951b-b61023bb683b req-40053527-7a5b-4619-8e1f-6c15963cee3f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=3ec2f658-3fe8-468a-b007-4e68f3723bf1 HTTP/1.1" status: 200 len: 217 time: 0.1342382 Jan 28 00:51:06.203029 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ba5ac-f279-4e7f-951b-b61023bb683b req-01c5f985-f044-433a-b728-2e350ad9fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:06.206233 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-237ba5ac-f279-4e7f-951b-b61023bb683b req-01c5f985-f044-433a-b728-2e350ad9fcb8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.1047485 Jan 28 00:51:06.298423 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ba5ac-f279-4e7f-951b-b61023bb683b req-5c135c66-d0fc-4a25-a044-48a4b9c9ea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:06.302632 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-237ba5ac-f279-4e7f-951b-b61023bb683b req-5c135c66-d0fc-4a25-a044-48a4b9c9ea73 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0836747 Jan 28 00:51:06.476934 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-237ba5ac-f279-4e7f-951b-b61023bb683b req-9264afe8-882d-4cc1-8bda-f75904c87879 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679969 Jan 28 00:51:06.649795 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-237ba5ac-f279-4e7f-951b-b61023bb683b req-83840598-f966-44b2-a7b6-8226833f5629 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637280 Jan 28 00:51:07.339084 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33154) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:07.346316 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-4f59d425-000a-47d8-82b3-b6c66d3cf228 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Request body: {'network': {'name': 'tempest-network-smoke--1605735842', 'project_id': '9b69342f3da44248a24a543d6213641c', 'port_security_enabled': True}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:51:07.379880 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f59d425-000a-47d8-82b3-b6c66d3cf228 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Made reservation on behalf of 9b69342f3da44248a24a543d6213641c for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:51:07.384410 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4f59d425-000a-47d8-82b3-b6c66d3cf228 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:07.407805 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4f59d425-000a-47d8-82b3-b6c66d3cf228 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:07.565922 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4f59d425-000a-47d8-82b3-b6c66d3cf228 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for security_group (e127e90f-5dac-49b3-8f11-e55272fcc139), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:07.574722 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4f59d425-000a-47d8-82b3-b6c66d3cf228 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e127e90f-5dac-49b3-8f11-e55272fcc139), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:07.619173 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f59d425-000a-47d8-82b3-b6c66d3cf228 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:51:07.633932 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59d425-000a-47d8-82b3-b6c66d3cf228 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e127e90f-5dac-49b3-8f11-e55272fcc139,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:07.642702 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4f59d425-000a-47d8-82b3-b6c66d3cf228 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (fdd605af-1dbc-4006-a918-d4fdc90500b0), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:07.643195 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-4f59d425-000a-47d8-82b3-b6c66d3cf228 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Added segment fdd605af-1dbc-4006-a918-d4fdc90500b0 of type vlan for network 7fc62770-8372-4c03-9bab-ef3b46fa3c39 Jan 28 00:51:07.710881 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4f59d425-000a-47d8-82b3-b6c66d3cf228 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (7fc62770-8372-4c03-9bab-ef3b46fa3c39), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:07.750276 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4f59d425-000a-47d8-82b3-b6c66d3cf228 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (7fc62770-8372-4c03-9bab-ef3b46fa3c39), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:07.756772 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f59d425-000a-47d8-82b3-b6c66d3cf228 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:07.757440 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4f59d425-000a-47d8-82b3-b6c66d3cf228 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:07.843385 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33170) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:07.844034 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4f59d425-000a-47d8-82b3-b6c66d3cf228 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5032442 Jan 28 00:51:07.851003 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-12a8a3cd-3324-47b5-ab4d-7ed62cc88a2b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-666693419', 'admin_state_up': True, 'project_id': '9b69342f3da44248a24a543d6213641c', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:51:07.859522 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59d425-000a-47d8-82b3-b6c66d3cf228 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Pushing event updated for resources: {'Network': ['ID=7fc62770-8372-4c03-9bab-ef3b46fa3c39,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:07.877533 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 7fc62770-8372-4c03-9bab-ef3b46fa3c39 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:51:07.951254 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-12a8a3cd-3324-47b5-ab4d-7ed62cc88a2b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (60dda557-3366-45b3-b383-75272c65d7a8), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:07.953009 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-12a8a3cd-3324-47b5-ab4d-7ed62cc88a2b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (60dda557-3366-45b3-b383-75272c65d7a8), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:08.035743 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-12a8a3cd-3324-47b5-ab4d-7ed62cc88a2b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for router_controller (60dda557-3366-45b3-b383-75272c65d7a8), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:08.282312 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-12a8a3cd-3324-47b5-ab4d-7ed62cc88a2b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for router_gateway (60dda557-3366-45b3-b383-75272c65d7a8), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:08.371557 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bf982f77-891b-4a79-8859-4da0c91ffcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:08.594904 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-12a8a3cd-3324-47b5-ab4d-7ed62cc88a2b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for router_gateway (60dda557-3366-45b3-b383-75272c65d7a8), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:08.618876 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-12a8a3cd-3324-47b5-ab4d-7ed62cc88a2b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:08.793651 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-12a8a3cd-3324-47b5-ab4d-7ed62cc88a2b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Allocated IP 172.25.3.137 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/55e47895-f111-46ae-8eb4-69757f9caccd) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:51:08.982407 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-12a8a3cd-3324-47b5-ab4d-7ed62cc88a2b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for port (55e47895-f111-46ae-8eb4-69757f9caccd), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:09.034623 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-12a8a3cd-3324-47b5-ab4d-7ed62cc88a2b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (55e47895-f111-46ae-8eb4-69757f9caccd), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:09.102298 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a8a3cd-3324-47b5-ab4d-7ed62cc88a2b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:51:09.107660 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-12a8a3cd-3324-47b5-ab4d-7ed62cc88a2b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:51:09.111752 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a8a3cd-3324-47b5-ab4d-7ed62cc88a2b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:51:09.380176 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8a3cd-3324-47b5-ab4d-7ed62cc88a2b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Pushing event updated for resources: {'Port': ['ID=55e47895-f111-46ae-8eb4-69757f9caccd,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:09.669178 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-12a8a3cd-3324-47b5-ab4d-7ed62cc88a2b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for router_gateway (60dda557-3366-45b3-b383-75272c65d7a8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:09.748940 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:10.115082 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-12a8a3cd-3324-47b5-ab4d-7ed62cc88a2b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (60dda557-3366-45b3-b383-75272c65d7a8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:10.457761 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a8a3cd-3324-47b5-ab4d-7ed62cc88a2b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Router 60dda557-3366-45b3-b383-75272c65d7a8 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:51:10.642123 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a8a3cd-3324-47b5-ab4d-7ed62cc88a2b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:51:10.657379 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28775d58-8345-4947-8608-1d4f2233b4f1 None None] Sync routers for ids ['60dda557-3366-45b3-b383-75272c65d7a8'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:51:10.680304 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28775d58-8345-4947-8608-1d4f2233b4f1 None None] Routers {'60dda557-3366-45b3-b383-75272c65d7a8'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:51:10.682584 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-28775d58-8345-4947-8608-1d4f2233b4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:51:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['60dda557-3366-45b3-b383-75272c65d7a8'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:51:10.690598 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-12a8a3cd-3324-47b5-ab4d-7ed62cc88a2b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:10.691092 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-12a8a3cd-3324-47b5-ab4d-7ed62cc88a2b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.8454657 Jan 28 00:51:10.695024 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33214) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:10.871286 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-28775d58-8345-4947-8608-1d4f2233b4f1 None None] Set router 60dda557-3366-45b3-b383-75272c65d7a8 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:51:11.233802 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-506eb2a1-acbc-4be2-8448-4cd7e228748d tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=9b69342f3da44248a24a543d6213641c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5351679 Jan 28 00:51:11.237222 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33226) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:11.290296 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:11.292373 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-28775d58-8345-4947-8608-1d4f2233b4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60dda557-3366-45b3-b383-75272c65d7a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666693419', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '55e47895-f111-46ae-8eb4-69757f9caccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:51:07Z', 'updated_at': '2022-01-28T00:51:09Z', 'revision_number': 3, 'project_id': '9b69342f3da44248a24a543d6213641c', 'gw_port': {'id': '55e47895-f111-46ae-8eb4-69757f9caccd', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60dda557-3366-45b3-b383-75272c65d7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:51:08Z', 'updated_at': '2022-01-28T00:51:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:51:11.356140 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28775d58-8345-4947-8608-1d4f2233b4f1 None None] Checking router: 60dda557-3366-45b3-b383-75272c65d7a8 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:51:11.356494 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28775d58-8345-4947-8608-1d4f2233b4f1 None None] Updating router 60dda557-3366-45b3-b383-75272c65d7a8 port 55e47895-f111-46ae-8eb4-69757f9caccd binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:51:11.380287 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b938d989-5d2d-4d78-ac77-2518420854a2 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:11.380512 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33230) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:11.397306 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-28775d58-8345-4947-8608-1d4f2233b4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (55e47895-f111-46ae-8eb4-69757f9caccd), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:11.400388 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b938d989-5d2d-4d78-ac77-2518420854a2 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1573060 Jan 28 00:51:11.479116 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ed1b2b92-f799-4a6b-90c1-49e8a539c237 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0980532 Jan 28 00:51:11.480094 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33232) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:11.490502 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-88025b1b-2ecd-4834-a871-458bc4a114c6 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1991096428', 'network_id': '7fc62770-8372-4c03-9bab-ef3b46fa3c39', 'project_id': '9b69342f3da44248a24a543d6213641c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:51:11.775601 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88025b1b-2ecd-4834-a871-458bc4a114c6 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Made reservation on behalf of 9b69342f3da44248a24a543d6213641c for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:51:11.787258 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-88025b1b-2ecd-4834-a871-458bc4a114c6 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:11.859967 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-28775d58-8345-4947-8608-1d4f2233b4f1 None None] Publish callbacks [] for port (55e47895-f111-46ae-8eb4-69757f9caccd), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:11.878039 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-28775d58-8345-4947-8608-1d4f2233b4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (55e47895-f111-46ae-8eb4-69757f9caccd), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:11.994779 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-28775d58-8345-4947-8608-1d4f2233b4f1 None None] Attempting to bind port 55e47895-f111-46ae-8eb4-69757f9caccd on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:51:11.998530 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-28775d58-8345-4947-8608-1d4f2233b4f1 None None] Attempting to bind port 55e47895-f111-46ae-8eb4-69757f9caccd by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:51:11.999295 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28775d58-8345-4947-8608-1d4f2233b4f1 None None] Attempting to bind port 55e47895-f111-46ae-8eb4-69757f9caccd on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:51:12.033511 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45688385-e638-424d-ad56-7d74c40a2865 None None] Pushing event updated for resources: {'Port': ['ID=55e47895-f111-46ae-8eb4-69757f9caccd,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:12.040236 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28775d58-8345-4947-8608-1d4f2233b4f1 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:51:12.047246 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28775d58-8345-4947-8608-1d4f2233b4f1 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:51:12.048100 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-28775d58-8345-4947-8608-1d4f2233b4f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:12.048878 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28775d58-8345-4947-8608-1d4f2233b4f1 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:51:12.049738 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-28775d58-8345-4947-8608-1d4f2233b4f1 None None] Bound port: 55e47895-f111-46ae-8eb4-69757f9caccd, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:51:12.050404 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-28775d58-8345-4947-8608-1d4f2233b4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (55e47895-f111-46ae-8eb4-69757f9caccd), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:12.330326 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-88025b1b-2ecd-4834-a871-458bc4a114c6 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (0b73447b-d5a9-4ac1-a57e-bd55faba109a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:12.396235 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:12.405578 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-28775d58-8345-4947-8608-1d4f2233b4f1 None None] For port 55e47895-f111-46ae-8eb4-69757f9caccd, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:51:12.424511 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-28775d58-8345-4947-8608-1d4f2233b4f1 None None] For port 55e47895-f111-46ae-8eb4-69757f9caccd, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=55e47895-f111-46ae-8eb4-69757f9caccd,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:51:12.448079 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-28775d58-8345-4947-8608-1d4f2233b4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (55e47895-f111-46ae-8eb4-69757f9caccd), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:12.496677 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88025b1b-2ecd-4834-a871-458bc4a114c6 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Pushing event updated for resources: {'Subnet': ['ID=0b73447b-d5a9-4ac1-a57e-bd55faba109a,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:12.521945 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88025b1b-2ecd-4834-a871-458bc4a114c6 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Checking segment: {'id': 'fdd605af-1dbc-4006-a918-d4fdc90500b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7fc62770-8372-4c03-9bab-ef3b46fa3c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:51:12.522699 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88025b1b-2ecd-4834-a871-458bc4a114c6 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Network hostable DHCP agents. Network: 7fc62770-8372-4c03-9bab-ef3b46fa3c39, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:51:12.583394 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88025b1b-2ecd-4834-a871-458bc4a114c6 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Network 7fc62770-8372-4c03-9bab-ef3b46fa3c39 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:51:12.617065 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-88025b1b-2ecd-4834-a871-458bc4a114c6 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 7fc62770-8372-4c03-9bab-ef3b46fa3c39) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:51:12.642503 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68486aad-c394-4d2e-a2b9-8aa3fd64f1fb None None] Network 7fc62770-8372-4c03-9bab-ef3b46fa3c39 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:51:12.643897 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88025b1b-2ecd-4834-a871-458bc4a114c6 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:12.648184 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-88025b1b-2ecd-4834-a871-458bc4a114c6 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:12.652169 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28775d58-8345-4947-8608-1d4f2233b4f1 None None] Routers {'60dda557-3366-45b3-b383-75272c65d7a8'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:51:12.659605 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-28775d58-8345-4947-8608-1d4f2233b4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:51:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['60dda557-3366-45b3-b383-75272c65d7a8'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:51:12.700584 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33240) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:12.723466 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-88025b1b-2ecd-4834-a871-458bc4a114c6 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2392786 Jan 28 00:51:12.969213 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45688385-e638-424d-ad56-7d74c40a2865 None None] Pushing event updated for resources: {'Port': ['ID=55e47895-f111-46ae-8eb4-69757f9caccd,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:13.136856 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:13.175050 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-28775d58-8345-4947-8608-1d4f2233b4f1 None None] Set router 60dda557-3366-45b3-b383-75272c65d7a8 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:51:13.598867 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dff73d-17fd-4443-9198-32dc269260ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-7fc62770-8372-4c03-9bab-ef3b46fa3c39', 'network_id': '7fc62770-8372-4c03-9bab-ef3b46fa3c39', 'project_id': '9b69342f3da44248a24a543d6213641c', 'fixed_ips': [{'subnet_id': '0b73447b-d5a9-4ac1-a57e-bd55faba109a'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:51:13.600236 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-11dff73d-17fd-4443-9198-32dc269260ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:14.039575 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-007f3971-7b48-47fb-9faf-02ed0eadb9e9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:14.357918 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-28775d58-8345-4947-8608-1d4f2233b4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60dda557-3366-45b3-b383-75272c65d7a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666693419', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '55e47895-f111-46ae-8eb4-69757f9caccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:51:07Z', 'updated_at': '2022-01-28T00:51:09Z', 'revision_number': 3, 'project_id': '9b69342f3da44248a24a543d6213641c', 'gw_port': {'id': '55e47895-f111-46ae-8eb4-69757f9caccd', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60dda557-3366-45b3-b383-75272c65d7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:51:08Z', 'updated_at': '2022-01-28T00:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:51:14.485080 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28775d58-8345-4947-8608-1d4f2233b4f1 None None] The sync data for ids ['60dda557-3366-45b3-b383-75272c65d7a8'] in n-d-826754-1 is: [{'id': '60dda557-3366-45b3-b383-75272c65d7a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666693419', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '55e47895-f111-46ae-8eb4-69757f9caccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:51:07Z', 'updated_at': '2022-01-28T00:51:09Z', 'revision_number': 3, 'project_id': '9b69342f3da44248a24a543d6213641c', 'gw_port': {'id': '55e47895-f111-46ae-8eb4-69757f9caccd', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60dda557-3366-45b3-b383-75272c65d7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:51:08Z', 'updated_at': '2022-01-28T00:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:51:14.611504 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-11dff73d-17fd-4443-9198-32dc269260ce None None] Allocated IP 172.20.0.2 (7fc62770-8372-4c03-9bab-ef3b46fa3c39/0b73447b-d5a9-4ac1-a57e-bd55faba109a/1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:51:14.617036 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:14.959334 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-11dff73d-17fd-4443-9198-32dc269260ce None None] Publish callbacks [] for port (1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:14.991444 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-11dff73d-17fd-4443-9198-32dc269260ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:15.037933 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dff73d-17fd-4443-9198-32dc269260ce None None] Network 7fc62770-8372-4c03-9bab-ef3b46fa3c39 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:51:15.042749 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-11dff73d-17fd-4443-9198-32dc269260ce None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:51:15.047373 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dff73d-17fd-4443-9198-32dc269260ce None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:51:15.242502 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-11dff73d-17fd-4443-9198-32dc269260ce None None] Attempting to bind port 1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:51:15.242763 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-11dff73d-17fd-4443-9198-32dc269260ce None None] Attempting to bind port 1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'fdd605af-1dbc-4006-a918-d4fdc90500b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7fc62770-8372-4c03-9bab-ef3b46fa3c39'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:51:15.243137 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dff73d-17fd-4443-9198-32dc269260ce None None] Attempting to bind port 1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6 on network 7fc62770-8372-4c03-9bab-ef3b46fa3c39 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:51:15.250105 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dff73d-17fd-4443-9198-32dc269260ce None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:51:15.250513 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dff73d-17fd-4443-9198-32dc269260ce None None] Checking segment: {'id': 'fdd605af-1dbc-4006-a918-d4fdc90500b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7fc62770-8372-4c03-9bab-ef3b46fa3c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:51:15.251033 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-11dff73d-17fd-4443-9198-32dc269260ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:15.251597 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dff73d-17fd-4443-9198-32dc269260ce None None] Bound using segment: {'id': 'fdd605af-1dbc-4006-a918-d4fdc90500b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7fc62770-8372-4c03-9bab-ef3b46fa3c39'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:51:15.252159 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-11dff73d-17fd-4443-9198-32dc269260ce None None] Bound port: 1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd605af-1dbc-4006-a918-d4fdc90500b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7fc62770-8372-4c03-9bab-ef3b46fa3c39'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:51:15.252637 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-11dff73d-17fd-4443-9198-32dc269260ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:15.274196 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dff73d-17fd-4443-9198-32dc269260ce None None] Pushing event updated for resources: {'Port': ['ID=1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:15.305021 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-007f3971-7b48-47fb-9faf-02ed0eadb9e9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Allocated IP 172.20.0.1 (7fc62770-8372-4c03-9bab-ef3b46fa3c39/0b73447b-d5a9-4ac1-a57e-bd55faba109a/9b8da7ed-7b21-4ec1-814d-eb194dc5be21) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:51:15.397696 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-11dff73d-17fd-4443-9198-32dc269260ce None None] For port 1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:51:15.413617 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-11dff73d-17fd-4443-9198-32dc269260ce None None] For port 1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6,segment=NetworkSegment(fdd605af-1dbc-4006-a918-d4fdc90500b0),segment_id=fdd605af-1dbc-4006-a918-d4fdc90500b0)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:51:15.429840 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-11dff73d-17fd-4443-9198-32dc269260ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:15.586743 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-007f3971-7b48-47fb-9faf-02ed0eadb9e9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for port (9b8da7ed-7b21-4ec1-814d-eb194dc5be21), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:15.663878 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dff73d-17fd-4443-9198-32dc269260ce None None] Pushing event updated for resources: {'Port': ['ID=1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:15.710679 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-007f3971-7b48-47fb-9faf-02ed0eadb9e9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (9b8da7ed-7b21-4ec1-814d-eb194dc5be21), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:15.845158 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 55e47895-f111-46ae-8eb4-69757f9caccd up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:51:15.905848 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007f3971-7b48-47fb-9faf-02ed0eadb9e9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Network 7fc62770-8372-4c03-9bab-ef3b46fa3c39 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:51:15.930097 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-007f3971-7b48-47fb-9faf-02ed0eadb9e9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:51:15.933984 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f3971-7b48-47fb-9faf-02ed0eadb9e9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Pushing event updated for resources: {'Port': ['ID=9b8da7ed-7b21-4ec1-814d-eb194dc5be21,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:15.945680 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007f3971-7b48-47fb-9faf-02ed0eadb9e9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:51:16.109821 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 55e47895-f111-46ae-8eb4-69757f9caccd triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:51:16.110435 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (55e47895-f111-46ae-8eb4-69757f9caccd), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:16.139335 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-007f3971-7b48-47fb-9faf-02ed0eadb9e9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (60dda557-3366-45b3-b383-75272c65d7a8), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:16.290135 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 55e47895-f111-46ae-8eb4-69757f9caccd is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:51:16.292013 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (55e47895-f111-46ae-8eb4-69757f9caccd), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:16.354117 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 55e47895-f111-46ae-8eb4-69757f9caccd, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=55e47895-f111-46ae-8eb4-69757f9caccd,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:51:16.362659 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (55e47895-f111-46ae-8eb4-69757f9caccd), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:16.434483 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-007f3971-7b48-47fb-9faf-02ed0eadb9e9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9b8da7ed-7b21-4ec1-814d-eb194dc5be21), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:16.465517 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=55e47895-f111-46ae-8eb4-69757f9caccd,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:17.044555 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-007f3971-7b48-47fb-9faf-02ed0eadb9e9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for port (9b8da7ed-7b21-4ec1-814d-eb194dc5be21), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:17.057898 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-007f3971-7b48-47fb-9faf-02ed0eadb9e9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (9b8da7ed-7b21-4ec1-814d-eb194dc5be21), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:17.182170 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f3971-7b48-47fb-9faf-02ed0eadb9e9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Pushing event updated for resources: {'Port': ['ID=9b8da7ed-7b21-4ec1-814d-eb194dc5be21,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:17.234143 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-007f3971-7b48-47fb-9faf-02ed0eadb9e9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (60dda557-3366-45b3-b383-75272c65d7a8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:17.599827 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007f3971-7b48-47fb-9faf-02ed0eadb9e9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Network 7fc62770-8372-4c03-9bab-ef3b46fa3c39 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:51:17.605975 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-007f3971-7b48-47fb-9faf-02ed0eadb9e9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:51:17.852336 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4489fa-db7d-471c-b5c9-b9c7b20cef33 None None] Network 7fc62770-8372-4c03-9bab-ef3b46fa3c39 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:51:17.979076 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 55e47895-f111-46ae-8eb4-69757f9caccd up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:51:17.984821 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007f3971-7b48-47fb-9faf-02ed0eadb9e9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Router 60dda557-3366-45b3-b383-75272c65d7a8 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:51:18.072692 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-bbae88e5-a65c-4c0f-bdbd-8ef22c0b537a None None] Provisioning complete for port 1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:51:18.073323 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bbae88e5-a65c-4c0f-bdbd-8ef22c0b537a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:18.182584 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 55e47895-f111-46ae-8eb4-69757f9caccd triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:51:18.183346 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (55e47895-f111-46ae-8eb4-69757f9caccd), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:18.440448 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-bbae88e5-a65c-4c0f-bdbd-8ef22c0b537a None None] Current status of the port 1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:51:18.441066 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bbae88e5-a65c-4c0f-bdbd-8ef22c0b537a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:18.480730 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007f3971-7b48-47fb-9faf-02ed0eadb9e9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:51:18.493477 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-007f3971-7b48-47fb-9faf-02ed0eadb9e9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "PUT /v2.0/routers/60dda557-3366-45b3-b383-75272c65d7a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7886488 Jan 28 00:51:18.500376 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33292) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:18.501320 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5b9394-0069-4b74-a1cd-5744abc09cdd None None] Sync routers for ids ['60dda557-3366-45b3-b383-75272c65d7a8'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:51:18.527851 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-4412ae58-9239-499d-a8ed-98524419e1a9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1271605086', 'description': 'tempest-secgroup_access--1271605086 description', 'project_id': '9b69342f3da44248a24a543d6213641c'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:51:18.529058 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5b9394-0069-4b74-a1cd-5744abc09cdd None None] Routers {'60dda557-3366-45b3-b383-75272c65d7a8'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:51:18.530080 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-5b5b9394-0069-4b74-a1cd-5744abc09cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:51:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['60dda557-3366-45b3-b383-75272c65d7a8'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:51:18.621924 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4412ae58-9239-499d-a8ed-98524419e1a9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:18.650440 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 55e47895-f111-46ae-8eb4-69757f9caccd is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:51:18.652909 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:51:18.805668 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-bbae88e5-a65c-4c0f-bdbd-8ef22c0b537a None None] For port 1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6,segment=NetworkSegment(fdd605af-1dbc-4006-a918-d4fdc90500b0),segment_id=fdd605af-1dbc-4006-a918-d4fdc90500b0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:51:18.844331 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bbae88e5-a65c-4c0f-bdbd-8ef22c0b537a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:18.996622 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae88e5-a65c-4c0f-bdbd-8ef22c0b537a None None] Pushing event updated for resources: {'Port': ['ID=1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:19.011073 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:51:19.011073 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:19.074318 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4412ae58-9239-499d-a8ed-98524419e1a9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for security_group (0ca1fce3-70e7-4ce7-9813-9b30e9a7b55a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:19.094077 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4412ae58-9239-499d-a8ed-98524419e1a9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0ca1fce3-70e7-4ce7-9813-9b30e9a7b55a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:19.201968 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-5b5b9394-0069-4b74-a1cd-5744abc09cdd None None] Set router 60dda557-3366-45b3-b383-75272c65d7a8 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:51:19.217167 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412ae58-9239-499d-a8ed-98524419e1a9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca1fce3-70e7-4ce7-9813-9b30e9a7b55a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:19.296204 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4412ae58-9239-499d-a8ed-98524419e1a9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:19.313257 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4412ae58-9239-499d-a8ed-98524419e1a9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8092487 Jan 28 00:51:19.314615 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33298) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:19.321059 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-54014796-65a0-4ee2-92e7-beb1e61071b1 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--826679955', 'description': 'tempest-secgroup_general--826679955 description', 'project_id': '9b69342f3da44248a24a543d6213641c'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:51:19.360867 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-073aa4f9-d088-4e52-8b01-870faab504e5 None None] Provisioning complete for port 1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:51:19.373960 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-073aa4f9-d088-4e52-8b01-870faab504e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:19.382379 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-54014796-65a0-4ee2-92e7-beb1e61071b1 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:19.632940 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-54014796-65a0-4ee2-92e7-beb1e61071b1 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for security_group (12b02a03-2b27-4ea2-bc12-04cd61886b82), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:19.645578 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-54014796-65a0-4ee2-92e7-beb1e61071b1 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (12b02a03-2b27-4ea2-bc12-04cd61886b82), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:19.760285 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-5b5b9394-0069-4b74-a1cd-5744abc09cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60dda557-3366-45b3-b383-75272c65d7a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666693419', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '55e47895-f111-46ae-8eb4-69757f9caccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:51:07Z', 'updated_at': '2022-01-28T00:51:16Z', 'revision_number': 4, 'project_id': '9b69342f3da44248a24a543d6213641c', 'gw_port': {'id': '55e47895-f111-46ae-8eb4-69757f9caccd', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dda557-3366-45b3-b383-75272c65d7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:51:08Z', 'updated_at': '2022-01-28T00:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '9b8da7ed-7b21-4ec1-814d-eb194dc5be21', 'name': '', 'network_id': '7fc62770-8372-4c03-9bab-ef3b46fa3c39', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'mac_address': 'fa:16:3e:4c:c0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60dda557-3366-45b3-b383-75272c65d7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '0b73447b-d5a9-4ac1-a57e-bd55faba109a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:51:14Z', 'updated_at': '2022-01-28T00:51:16Z', 'revision_number': 2, 'project_id': '9b69342f3da44248a24a543d6213641c', 'subnets': [{'id': '0b73447b-d5a9-4ac1-a57e-bd55faba109a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:51:19.791301 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-073aa4f9-d088-4e52-8b01-870faab504e5 None None] Current status of the port 1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:51:19.791769 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-54014796-65a0-4ee2-92e7-beb1e61071b1 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:19.797103 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33306) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:19.801495 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-54014796-65a0-4ee2-92e7-beb1e61071b1 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4773829 Jan 28 00:51:19.813037 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-5dc82f9f-b0b7-419d-96e0-6555460731cd tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Request body: {'security_group_rule': {'security_group_id': '0ca1fce3-70e7-4ce7-9813-9b30e9a7b55a', 'project_id': '9b69342f3da44248a24a543d6213641c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:51:19.813291 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54014796-65a0-4ee2-92e7-beb1e61071b1 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12b02a03-2b27-4ea2-bc12-04cd61886b82,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:19.836440 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5b9394-0069-4b74-a1cd-5744abc09cdd None None] Checking router: 60dda557-3366-45b3-b383-75272c65d7a8 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:51:19.838133 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5b9394-0069-4b74-a1cd-5744abc09cdd None None] Updating router 60dda557-3366-45b3-b383-75272c65d7a8 port 9b8da7ed-7b21-4ec1-814d-eb194dc5be21 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:51:19.838995 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-073aa4f9-d088-4e52-8b01-870faab504e5 None None] Provisioning complete for port 9b8da7ed-7b21-4ec1-814d-eb194dc5be21 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:51:19.839473 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-073aa4f9-d088-4e52-8b01-870faab504e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9b8da7ed-7b21-4ec1-814d-eb194dc5be21), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:19.883946 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-073aa4f9-d088-4e52-8b01-870faab504e5 None None] Port 9b8da7ed-7b21-4ec1-814d-eb194dc5be21 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:51:19.893407 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:51:19.924973 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b5b9394-0069-4b74-a1cd-5744abc09cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9b8da7ed-7b21-4ec1-814d-eb194dc5be21), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:19.968732 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5dc82f9f-b0b7-419d-96e0-6555460731cd tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for security_group_rule (2de696d9-619c-42fa-9c4a-b27f626a2419), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:20.021152 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-8c85d705-e279-4668-81a5-247e7c186568 None None] Provisioning complete for port 9b8da7ed-7b21-4ec1-814d-eb194dc5be21 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:51:20.021954 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8c85d705-e279-4668-81a5-247e7c186568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9b8da7ed-7b21-4ec1-814d-eb194dc5be21), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:20.142114 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:51:20.215446 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5dc82f9f-b0b7-419d-96e0-6555460731cd tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for security_group_rule (2de696d9-619c-42fa-9c4a-b27f626a2419), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:20.227144 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8c85d705-e279-4668-81a5-247e7c186568 None None] Port 9b8da7ed-7b21-4ec1-814d-eb194dc5be21 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:51:20.240984 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5dc82f9f-b0b7-419d-96e0-6555460731cd tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (2de696d9-619c-42fa-9c4a-b27f626a2419), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:20.314565 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:51:20.315029 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:20.344562 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc82f9f-b0b7-419d-96e0-6555460731cd tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de696d9-619c-42fa-9c4a-b27f626a2419,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:20.403742 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5dc82f9f-b0b7-419d-96e0-6555460731cd tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:20.440536 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a4c90073-fc8f-4c6f-90c8-0a47ac8d41b0 None None] Provisioning complete for port 9b8da7ed-7b21-4ec1-814d-eb194dc5be21 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:51:20.441583 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a4c90073-fc8f-4c6f-90c8-0a47ac8d41b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9b8da7ed-7b21-4ec1-814d-eb194dc5be21), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:20.448354 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5dc82f9f-b0b7-419d-96e0-6555460731cd tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6493449 Jan 28 00:51:20.827729 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b5b9394-0069-4b74-a1cd-5744abc09cdd None None] Publish callbacks [] for port (9b8da7ed-7b21-4ec1-814d-eb194dc5be21), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:20.852362 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b5b9394-0069-4b74-a1cd-5744abc09cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9b8da7ed-7b21-4ec1-814d-eb194dc5be21), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:20.953049 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:51:20.965081 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a4c90073-fc8f-4c6f-90c8-0a47ac8d41b0 None None] Port 9b8da7ed-7b21-4ec1-814d-eb194dc5be21 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:51:21.009815 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c1a3d-af6a-4884-b516-a2d8467dc541 None None] Pushing event updated for resources: {'Port': ['ID=9b8da7ed-7b21-4ec1-814d-eb194dc5be21,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:21.119008 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-5b5b9394-0069-4b74-a1cd-5744abc09cdd None None] Attempting to bind port 9b8da7ed-7b21-4ec1-814d-eb194dc5be21 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:51:21.119387 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-5b5b9394-0069-4b74-a1cd-5744abc09cdd None None] Attempting to bind port 9b8da7ed-7b21-4ec1-814d-eb194dc5be21 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'fdd605af-1dbc-4006-a918-d4fdc90500b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7fc62770-8372-4c03-9bab-ef3b46fa3c39'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:51:21.121199 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5b9394-0069-4b74-a1cd-5744abc09cdd None None] Attempting to bind port 9b8da7ed-7b21-4ec1-814d-eb194dc5be21 on network 7fc62770-8372-4c03-9bab-ef3b46fa3c39 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:51:21.135063 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c1a3d-af6a-4884-b516-a2d8467dc541 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:21.135415 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c1a3d-af6a-4884-b516-a2d8467dc541 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:21.135790 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c1a3d-af6a-4884-b516-a2d8467dc541 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:21.136131 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c1a3d-af6a-4884-b516-a2d8467dc541 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:21.136479 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c1a3d-af6a-4884-b516-a2d8467dc541 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:21.136810 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c1a3d-af6a-4884-b516-a2d8467dc541 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:21.137163 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c1a3d-af6a-4884-b516-a2d8467dc541 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:21.137488 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c1a3d-af6a-4884-b516-a2d8467dc541 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:21.137823 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c1a3d-af6a-4884-b516-a2d8467dc541 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:21.138150 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c1a3d-af6a-4884-b516-a2d8467dc541 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:21.138475 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c1a3d-af6a-4884-b516-a2d8467dc541 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:21.138804 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c1a3d-af6a-4884-b516-a2d8467dc541 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:21.139129 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c1a3d-af6a-4884-b516-a2d8467dc541 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:21.155099 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5b9394-0069-4b74-a1cd-5744abc09cdd None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:51:21.155479 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5b9394-0069-4b74-a1cd-5744abc09cdd None None] Checking segment: {'id': 'fdd605af-1dbc-4006-a918-d4fdc90500b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7fc62770-8372-4c03-9bab-ef3b46fa3c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:51:21.156127 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b5b9394-0069-4b74-a1cd-5744abc09cdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:21.156662 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5b9394-0069-4b74-a1cd-5744abc09cdd None None] Bound using segment: {'id': 'fdd605af-1dbc-4006-a918-d4fdc90500b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7fc62770-8372-4c03-9bab-ef3b46fa3c39'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:51:21.157321 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-5b5b9394-0069-4b74-a1cd-5744abc09cdd None None] Bound port: 9b8da7ed-7b21-4ec1-814d-eb194dc5be21, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd605af-1dbc-4006-a918-d4fdc90500b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7fc62770-8372-4c03-9bab-ef3b46fa3c39'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:51:21.158676 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b5b9394-0069-4b74-a1cd-5744abc09cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9b8da7ed-7b21-4ec1-814d-eb194dc5be21), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:21.268261 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-5b5b9394-0069-4b74-a1cd-5744abc09cdd None None] For port 9b8da7ed-7b21-4ec1-814d-eb194dc5be21, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:51:21.273212 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-5b5b9394-0069-4b74-a1cd-5744abc09cdd None None] For port 9b8da7ed-7b21-4ec1-814d-eb194dc5be21, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9b8da7ed-7b21-4ec1-814d-eb194dc5be21,segment=NetworkSegment(fdd605af-1dbc-4006-a918-d4fdc90500b0),segment_id=fdd605af-1dbc-4006-a918-d4fdc90500b0)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:51:21.286888 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-5b5b9394-0069-4b74-a1cd-5744abc09cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9b8da7ed-7b21-4ec1-814d-eb194dc5be21), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:21.306921 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-df88dcee-8208-420d-8af0-b83aa65a89c6 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup_general--826679955&fields=id&tenant_id=9b69342f3da44248a24a543d6213641c HTTP/1.1" status: 200 len: 267 time: 0.1805606 Jan 28 00:51:21.440110 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c1a3d-af6a-4884-b516-a2d8467dc541 None None] Pushing event updated for resources: {'Port': ['ID=9b8da7ed-7b21-4ec1-814d-eb194dc5be21,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:21.468275 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-b0028be7-9c80-4b1a-891a-702fa6ff9a64 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup_access--1271605086&fields=id&tenant_id=9b69342f3da44248a24a543d6213641c HTTP/1.1" status: 200 len: 267 time: 0.1486704 Jan 28 00:51:21.479968 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5b9394-0069-4b74-a1cd-5744abc09cdd None None] Routers {'60dda557-3366-45b3-b383-75272c65d7a8'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:51:21.480940 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-5b5b9394-0069-4b74-a1cd-5744abc09cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:51:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['60dda557-3366-45b3-b383-75272c65d7a8'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:51:21.515782 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-75a75f03-d90c-4c2b-a5ee-fd328466c700 None None] Provisioning complete for port 9b8da7ed-7b21-4ec1-814d-eb194dc5be21 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:51:21.517151 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-75a75f03-d90c-4c2b-a5ee-fd328466c700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9b8da7ed-7b21-4ec1-814d-eb194dc5be21), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:21.742805 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-75a75f03-d90c-4c2b-a5ee-fd328466c700 None None] Current status of the port 9b8da7ed-7b21-4ec1-814d-eb194dc5be21 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:51:21.744629 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-75a75f03-d90c-4c2b-a5ee-fd328466c700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9b8da7ed-7b21-4ec1-814d-eb194dc5be21), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:21.818209 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-5b5b9394-0069-4b74-a1cd-5744abc09cdd None None] Set router 60dda557-3366-45b3-b383-75272c65d7a8 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:51:21.860557 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-75a75f03-d90c-4c2b-a5ee-fd328466c700 None None] For port 9b8da7ed-7b21-4ec1-814d-eb194dc5be21, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9b8da7ed-7b21-4ec1-814d-eb194dc5be21,segment=NetworkSegment(fdd605af-1dbc-4006-a918-d4fdc90500b0),segment_id=fdd605af-1dbc-4006-a918-d4fdc90500b0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:51:21.869500 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-75a75f03-d90c-4c2b-a5ee-fd328466c700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9b8da7ed-7b21-4ec1-814d-eb194dc5be21), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:22.005461 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a75f03-d90c-4c2b-a5ee-fd328466c700 None None] Pushing event updated for resources: {'Port': ['ID=9b8da7ed-7b21-4ec1-814d-eb194dc5be21,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:22.162785 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-d6c47b71-fddb-4d22-b04e-f44f930b57d8 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:22.201067 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-d6c47b71-fddb-4d22-b04e-f44f930b57d8 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/networks?id=7fc62770-8372-4c03-9bab-ef3b46fa3c39 HTTP/1.1" status: 200 len: 797 time: 0.7286367 Jan 28 00:51:22.244315 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-fe9c0f37-a8ac-43cf-8570-73ab27524907 None None] Provisioning complete for port 9b8da7ed-7b21-4ec1-814d-eb194dc5be21 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:51:22.249206 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fe9c0f37-a8ac-43cf-8570-73ab27524907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9b8da7ed-7b21-4ec1-814d-eb194dc5be21), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:22.265338 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-12bbeb73-74f8-4ace-9e9e-37c56759c479 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/quotas/9b69342f3da44248a24a543d6213641c HTTP/1.1" status: 200 len: 375 time: 0.0561438 Jan 28 00:51:22.295385 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-5b5b9394-0069-4b74-a1cd-5744abc09cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60dda557-3366-45b3-b383-75272c65d7a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666693419', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '55e47895-f111-46ae-8eb4-69757f9caccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:51:07Z', 'updated_at': '2022-01-28T00:51:16Z', 'revision_number': 4, 'project_id': '9b69342f3da44248a24a543d6213641c', 'gw_port': {'id': '55e47895-f111-46ae-8eb4-69757f9caccd', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dda557-3366-45b3-b383-75272c65d7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:51:08Z', 'updated_at': '2022-01-28T00:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '9b8da7ed-7b21-4ec1-814d-eb194dc5be21', 'name': '', 'network_id': '7fc62770-8372-4c03-9bab-ef3b46fa3c39', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'mac_address': 'fa:16:3e:4c:c0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60dda557-3366-45b3-b383-75272c65d7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '0b73447b-d5a9-4ac1-a57e-bd55faba109a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:51:14Z', 'updated_at': '2022-01-28T00:51:21Z', 'revision_number': 4, 'project_id': '9b69342f3da44248a24a543d6213641c', 'subnets': [{'id': '0b73447b-d5a9-4ac1-a57e-bd55faba109a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:51:22.434775 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5b9394-0069-4b74-a1cd-5744abc09cdd None None] The sync data for ids ['60dda557-3366-45b3-b383-75272c65d7a8'] in n-d-826754-1 is: [{'id': '60dda557-3366-45b3-b383-75272c65d7a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666693419', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '55e47895-f111-46ae-8eb4-69757f9caccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:51:07Z', 'updated_at': '2022-01-28T00:51:16Z', 'revision_number': 4, 'project_id': '9b69342f3da44248a24a543d6213641c', 'gw_port': {'id': '55e47895-f111-46ae-8eb4-69757f9caccd', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dda557-3366-45b3-b383-75272c65d7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:51:08Z', 'updated_at': '2022-01-28T00:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '9b8da7ed-7b21-4ec1-814d-eb194dc5be21', 'name': '', 'network_id': '7fc62770-8372-4c03-9bab-ef3b46fa3c39', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'mac_address': 'fa:16:3e:4c:c0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60dda557-3366-45b3-b383-75272c65d7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '0b73447b-d5a9-4ac1-a57e-bd55faba109a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:51:14Z', 'updated_at': '2022-01-28T00:51:21Z', 'revision_number': 4, 'project_id': '9b69342f3da44248a24a543d6213641c', 'subnets': [{'id': '0b73447b-d5a9-4ac1-a57e-bd55faba109a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:51:22.462263 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-47405d85-28e4-4c10-9a69-4d24fe4c0f37 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b69342f3da44248a24a543d6213641c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1932161 Jan 28 00:51:22.528699 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-fe9c0f37-a8ac-43cf-8570-73ab27524907 None None] Current status of the port 9b8da7ed-7b21-4ec1-814d-eb194dc5be21 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:51:22.747577 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-5339dd83-47a3-4af7-8b3f-ee4ba7054a84 service neutron] 10.222.0.70 "GET /v2.0/networks/7fc62770-8372-4c03-9bab-ef3b46fa3c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964850 Jan 28 00:51:22.952045 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-be509787-dd22-4afa-8b10-9d0b36e49a64 service neutron] 10.222.0.70 "GET /v2.0/networks/7fc62770-8372-4c03-9bab-ef3b46fa3c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941948 Jan 28 00:51:23.358052 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9a57298d-49d7-4e92-8e5d-bc21de3c7129 req-eecdcb8b-eb35-4cf7-82ed-285aa5e1f693 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aa1a8e4-15d2-46f4-abd0-d7828a7cf570 HTTP/1.1" status: 200 len: 210 time: 0.0638688 Jan 28 00:51:24.467245 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9b8da7ed-7b21-4ec1-814d-eb194dc5be21 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:51:24.641562 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-196b95bc-7ac3-47d6-9228-e6a8c7a46543 req-fddd47a1-6daf-4a52-88a6-5d4752e1b123 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aa1a8e4-15d2-46f4-abd0-d7828a7cf570 HTTP/1.1" status: 200 len: 210 time: 0.0959778 Jan 28 00:51:24.667602 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 9b8da7ed-7b21-4ec1-814d-eb194dc5be21 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:51:24.668748 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9b8da7ed-7b21-4ec1-814d-eb194dc5be21), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:24.817481 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 9b8da7ed-7b21-4ec1-814d-eb194dc5be21 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:51:25.154022 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33394) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:25.359426 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1c18892-c4cd-4f19-b57f-323703973d95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:25.508651 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-af826c22-588a-4208-8297-121d9f5f9d4e tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:25.510507 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-af826c22-588a-4208-8297-121d9f5f9d4e tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.65 "GET /v2.0/networks?id=7fc62770-8372-4c03-9bab-ef3b46fa3c39 HTTP/1.1" status: 200 len: 797 time: 0.7496748 Jan 28 00:51:25.549311 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1c18892-c4cd-4f19-b57f-323703973d95 admin admin] Publish callbacks [] for security_group (3f4c4f68-8ad7-4f57-a339-fde926f919b5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:25.555652 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1c18892-c4cd-4f19-b57f-323703973d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (3f4c4f68-8ad7-4f57-a339-fde926f919b5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:25.606117 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a1c18892-c4cd-4f19-b57f-323703973d95 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ba3863a3e377457f846da7fcecaa46a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4436829 Jan 28 00:51:25.607324 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c18892-c4cd-4f19-b57f-323703973d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4c4f68-8ad7-4f57-a339-fde926f919b5,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:25.610917 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33400) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:25.658472 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-42ca59e6-ebb7-4a16-8932-2419d4356781 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b69342f3da44248a24a543d6213641c HTTP/1.1" status: 200 len: 477 time: 0.1327677 Jan 28 00:51:25.668987 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-a6192adb-7168-4ddb-add7-3d4702f75c86 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Request body: {'port': {'device_id': '5aa1a8e4-15d2-46f4-abd0-d7828a7cf570', 'network_id': '7fc62770-8372-4c03-9bab-ef3b46fa3c39', 'admin_state_up': True, 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'security_groups': ['12b02a03-2b27-4ea2-bc12-04cd61886b82', '0ca1fce3-70e7-4ce7-9813-9b30e9a7b55a']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:51:25.672442 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ab3397a7-6425-4957-9cc1-840f6ccda9e4 admin admin] Publish callbacks [] for security_group (3f4c4f68-8ad7-4f57-a339-fde926f919b5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:25.741369 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ab3397a7-6425-4957-9cc1-840f6ccda9e4 admin admin] Publish callbacks [] for security_group (3f4c4f68-8ad7-4f57-a339-fde926f919b5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:25.813883 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d2c80e87-b21b-4ca5-bc3d-6ddc682a760b req-86d77243-2222-4d2e-9c01-294c4f82013a tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aa1a8e4-15d2-46f4-abd0-d7828a7cf570 HTTP/1.1" status: 200 len: 210 time: 0.0479584 Jan 28 00:51:25.832657 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ab3397a7-6425-4957-9cc1-840f6ccda9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (3f4c4f68-8ad7-4f57-a339-fde926f919b5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:25.860060 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ab3397a7-6425-4957-9cc1-840f6ccda9e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:25.866925 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ab3397a7-6425-4957-9cc1-840f6ccda9e4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3f4c4f68-8ad7-4f57-a339-fde926f919b5 HTTP/1.1" status: 204 len: 168 time: 0.2502542 Jan 28 00:51:25.877744 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3397a7-6425-4957-9cc1-840f6ccda9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4c4f68-8ad7-4f57-a339-fde926f919b5,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:25.890727 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-a6192adb-7168-4ddb-add7-3d4702f75c86 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Made reservation on behalf of 9b69342f3da44248a24a543d6213641c for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:51:25.899004 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-a6192adb-7168-4ddb-add7-3d4702f75c86 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:26.143699 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-a6192adb-7168-4ddb-add7-3d4702f75c86 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Allocated IP 172.20.0.6 (7fc62770-8372-4c03-9bab-ef3b46fa3c39/0b73447b-d5a9-4ac1-a57e-bd55faba109a/fda0be86-8d94-4882-b0ed-adaddedb5b39) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:51:26.393012 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33412) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:26.439433 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f2f9635-a1be-4707-a390-cf6cbaaf6ef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:26.442467 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-a6192adb-7168-4ddb-add7-3d4702f75c86 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for port (fda0be86-8d94-4882-b0ed-adaddedb5b39), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:26.552465 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-a6192adb-7168-4ddb-add7-3d4702f75c86 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (fda0be86-8d94-4882-b0ed-adaddedb5b39), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:26.575198 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f2f9635-a1be-4707-a390-cf6cbaaf6ef0 admin admin] Publish callbacks [] for security_group (397ee613-f327-41e1-b1e0-e62d33b68891), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:26.583606 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f2f9635-a1be-4707-a390-cf6cbaaf6ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (397ee613-f327-41e1-b1e0-e62d33b68891), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:26.611476 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-a6192adb-7168-4ddb-add7-3d4702f75c86 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Network 7fc62770-8372-4c03-9bab-ef3b46fa3c39 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:51:26.613693 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-a6192adb-7168-4ddb-add7-3d4702f75c86 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:51:26.620177 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-a6192adb-7168-4ddb-add7-3d4702f75c86 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:51:26.658674 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6192adb-7168-4ddb-add7-3d4702f75c86 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Pushing event updated for resources: {'Port': ['ID=fda0be86-8d94-4882-b0ed-adaddedb5b39,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:26.662695 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f9635-a1be-4707-a390-cf6cbaaf6ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397ee613-f327-41e1-b1e0-e62d33b68891,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:26.675427 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8f2f9635-a1be-4707-a390-cf6cbaaf6ef0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e11da22766424514bed761bb23c79d06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2734346 Jan 28 00:51:26.681410 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33414) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:26.735944 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-a6192adb-7168-4ddb-add7-3d4702f75c86 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:26.737224 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-a6192adb-7168-4ddb-add7-3d4702f75c86 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:26.786960 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-a6192adb-7168-4ddb-add7-3d4702f75c86 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.1213512 Jan 28 00:51:26.795912 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e6e48b1c-5bbe-499f-bf59-ffa4fd01a66e admin admin] Publish callbacks [] for security_group (397ee613-f327-41e1-b1e0-e62d33b68891), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:26.806392 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-34abe0a4-1047-495e-a391-364c5b52610e service neutron] Request body: {'port': {'device_id': '5aa1a8e4-15d2-46f4-abd0-d7828a7cf570', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:51:26.848091 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e6e48b1c-5bbe-499f-bf59-ffa4fd01a66e admin admin] Publish callbacks [] for security_group (397ee613-f327-41e1-b1e0-e62d33b68891), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:26.926238 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-34abe0a4-1047-495e-a391-364c5b52610e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (fda0be86-8d94-4882-b0ed-adaddedb5b39), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:26.976858 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e6e48b1c-5bbe-499f-bf59-ffa4fd01a66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (397ee613-f327-41e1-b1e0-e62d33b68891), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:26.983494 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e6e48b1c-5bbe-499f-bf59-ffa4fd01a66e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:26.984178 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e6e48b1c-5bbe-499f-bf59-ffa4fd01a66e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/397ee613-f327-41e1-b1e0-e62d33b68891 HTTP/1.1" status: 204 len: 168 time: 0.2948499 Jan 28 00:51:27.012734 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e48b1c-5bbe-499f-bf59-ffa4fd01a66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397ee613-f327-41e1-b1e0-e62d33b68891,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:27.126040 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-b8a2633a-c07e-4d74-97e8-9f7f594c8050 None None] Provisioning complete for port fda0be86-8d94-4882-b0ed-adaddedb5b39 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:51:27.127263 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b8a2633a-c07e-4d74-97e8-9f7f594c8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (fda0be86-8d94-4882-b0ed-adaddedb5b39), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:27.193175 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b8a2633a-c07e-4d74-97e8-9f7f594c8050 None None] Port fda0be86-8d94-4882-b0ed-adaddedb5b39 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:51:27.197816 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:51:27.258414 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802582f-4970-4436-8ee4-25de45b8d502 req-453e1c87-8b39-47ad-bf34-2503603a0e45 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:27.260084 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4802582f-4970-4436-8ee4-25de45b8d502 req-453e1c87-8b39-47ad-bf34-2503603a0e45 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aa1a8e4-15d2-46f4-abd0-d7828a7cf570 HTTP/1.1" status: 200 len: 970 time: 0.2076077 Jan 28 00:51:27.392095 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4802582f-4970-4436-8ee4-25de45b8d502 req-eb3094a8-da3d-4839-b9d1-584005081b2c tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/security-groups?id=12b02a03-2b27-4ea2-bc12-04cd61886b82&id=0ca1fce3-70e7-4ce7-9813-9b30e9a7b55a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1190021 Jan 28 00:51:27.508317 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-34abe0a4-1047-495e-a391-364c5b52610e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fda0be86-8d94-4882-b0ed-adaddedb5b39 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:51:27.518942 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-34abe0a4-1047-495e-a391-364c5b52610e service neutron] Publish callbacks [] for port (fda0be86-8d94-4882-b0ed-adaddedb5b39), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:27.536224 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-34abe0a4-1047-495e-a391-364c5b52610e service neutron] Transition to ACTIVE for port object fda0be86-8d94-4882-b0ed-adaddedb5b39 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:51:27.542201 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-34abe0a4-1047-495e-a391-364c5b52610e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (fda0be86-8d94-4882-b0ed-adaddedb5b39), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:27.647212 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33426) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:27.652009 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34abe0a4-1047-495e-a391-364c5b52610e service neutron] Pushing event updated for resources: {'Port': ['ID=fda0be86-8d94-4882-b0ed-adaddedb5b39,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:27.674526 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc6649ea-0a42-4cc7-94e3-442d297fa85f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:27.789497 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-34abe0a4-1047-495e-a391-364c5b52610e service neutron] Attempting to bind port fda0be86-8d94-4882-b0ed-adaddedb5b39 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:51:27.791294 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-34abe0a4-1047-495e-a391-364c5b52610e service neutron] Attempting to bind port fda0be86-8d94-4882-b0ed-adaddedb5b39 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'fdd605af-1dbc-4006-a918-d4fdc90500b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7fc62770-8372-4c03-9bab-ef3b46fa3c39'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:51:27.791294 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-34abe0a4-1047-495e-a391-364c5b52610e service neutron] Attempting to bind port fda0be86-8d94-4882-b0ed-adaddedb5b39 on network 7fc62770-8372-4c03-9bab-ef3b46fa3c39 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:51:27.804764 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-34abe0a4-1047-495e-a391-364c5b52610e service neutron] Port fda0be86-8d94-4882-b0ed-adaddedb5b39 on network 7fc62770-8372-4c03-9bab-ef3b46fa3c39 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:51:27.804764 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-34abe0a4-1047-495e-a391-364c5b52610e service neutron] Attempting to bind port fda0be86-8d94-4882-b0ed-adaddedb5b39 on network 7fc62770-8372-4c03-9bab-ef3b46fa3c39 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:51:27.818978 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-34abe0a4-1047-495e-a391-364c5b52610e service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:51:27.819338 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-34abe0a4-1047-495e-a391-364c5b52610e service neutron] Checking segment: {'id': 'fdd605af-1dbc-4006-a918-d4fdc90500b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7fc62770-8372-4c03-9bab-ef3b46fa3c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:51:27.819968 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-34abe0a4-1047-495e-a391-364c5b52610e service neutron] Bound using segment: {'id': 'fdd605af-1dbc-4006-a918-d4fdc90500b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7fc62770-8372-4c03-9bab-ef3b46fa3c39'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:51:27.820625 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-34abe0a4-1047-495e-a391-364c5b52610e service neutron] Bound port: fda0be86-8d94-4882-b0ed-adaddedb5b39, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdd605af-1dbc-4006-a918-d4fdc90500b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7fc62770-8372-4c03-9bab-ef3b46fa3c39'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:51:27.821003 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-34abe0a4-1047-495e-a391-364c5b52610e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (fda0be86-8d94-4882-b0ed-adaddedb5b39), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:27.870934 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc6649ea-0a42-4cc7-94e3-442d297fa85f admin admin] Publish callbacks [] for security_group (1491e43f-e2af-4044-852e-80bdcf59d24d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:27.878983 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bc6649ea-0a42-4cc7-94e3-442d297fa85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (1491e43f-e2af-4044-852e-80bdcf59d24d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:27.931047 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-34abe0a4-1047-495e-a391-364c5b52610e service neutron] For port fda0be86-8d94-4882-b0ed-adaddedb5b39, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:51:27.938672 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-34abe0a4-1047-495e-a391-364c5b52610e service neutron] For port fda0be86-8d94-4882-b0ed-adaddedb5b39, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=fda0be86-8d94-4882-b0ed-adaddedb5b39,segment=NetworkSegment(fdd605af-1dbc-4006-a918-d4fdc90500b0),segment_id=fdd605af-1dbc-4006-a918-d4fdc90500b0)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:51:27.946702 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-34abe0a4-1047-495e-a391-364c5b52610e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (fda0be86-8d94-4882-b0ed-adaddedb5b39), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:27.957513 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6649ea-0a42-4cc7-94e3-442d297fa85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1491e43f-e2af-4044-852e-80bdcf59d24d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:27.969051 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bc6649ea-0a42-4cc7-94e3-442d297fa85f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=80c8936779fb4775a3f6f5196e943aba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3200140 Jan 28 00:51:27.973011 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33428) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:28.011937 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-34abe0a4-1047-495e-a391-364c5b52610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:28.013496 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-34abe0a4-1047-495e-a391-364c5b52610e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:28.016730 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-34abe0a4-1047-495e-a391-364c5b52610e service neutron] 10.222.0.65 "PUT /v2.0/ports/fda0be86-8d94-4882-b0ed-adaddedb5b39 HTTP/1.1" status: 200 len: 1130 time: 1.2152414 Jan 28 00:51:28.017776 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa1a8e4-15d2-46f4-abd0-d7828a7cf570', 'tag': 'fda0be86-8d94-4882-b0ed-adaddedb5b39'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:51:28.022116 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5ba97d-77bd-4293-bae2-44da16cea4c6" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa1a8e4-15d2-46f4-abd0-d7828a7cf570", "tag": "fda0be86-8d94-4882-b0ed-adaddedb5b39"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:51:28.092734 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34abe0a4-1047-495e-a391-364c5b52610e service neutron] Pushing event updated for resources: {'Port': ['ID=fda0be86-8d94-4882-b0ed-adaddedb5b39,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:28.130965 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2009c305-6229-4fdd-b733-8a299d42e371 admin admin] Publish callbacks [] for security_group (1491e43f-e2af-4044-852e-80bdcf59d24d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:28.148008 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65216a55-94bb-402e-aeb5-3819fd667f3d x-openstack-request-id: req-65216a55-94bb-402e-aeb5-3819fd667f3d {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:51:28.148433 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa1a8e4-15d2-46f4-abd0-d7828a7cf570", "tag": "fda0be86-8d94-4882-b0ed-adaddedb5b39", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:51:28.148605 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-65216a55-94bb-402e-aeb5-3819fd667f3d {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:51:28.148977 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa1a8e4-15d2-46f4-abd0-d7828a7cf570', 'tag': 'fda0be86-8d94-4882-b0ed-adaddedb5b39', 'status': 'completed', 'code': 200} Jan 28 00:51:28.180441 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2009c305-6229-4fdd-b733-8a299d42e371 admin admin] Publish callbacks [] for security_group (1491e43f-e2af-4044-852e-80bdcf59d24d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:28.189394 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-f7177f47-7dbc-44fa-9308-7b6720a38ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:28.204097 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-f7177f47-7dbc-44fa-9308-7b6720a38ddb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9b69342f3da44248a24a543d6213641c&device_id=5aa1a8e4-15d2-46f4-abd0-d7828a7cf570 HTTP/1.1" status: 200 len: 1133 time: 0.0819128 Jan 28 00:51:28.260339 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-ccb80b87-2358-417f-ae90-5e4d924479f7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fda0be86-8d94-4882-b0ed-adaddedb5b39 HTTP/1.1" status: 200 len: 217 time: 0.0511408 Jan 28 00:51:28.344114 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2009c305-6229-4fdd-b733-8a299d42e371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (1491e43f-e2af-4044-852e-80bdcf59d24d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:28.352842 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2009c305-6229-4fdd-b733-8a299d42e371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:28.360758 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2009c305-6229-4fdd-b733-8a299d42e371 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1491e43f-e2af-4044-852e-80bdcf59d24d HTTP/1.1" status: 204 len: 168 time: 0.3832433 Jan 28 00:51:28.387895 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009c305-6229-4fdd-b733-8a299d42e371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1491e43f-e2af-4044-852e-80bdcf59d24d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:28.444599 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-38d8ec2a-f3ce-41b4-a11f-ac968397c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:28.448114 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-38d8ec2a-f3ce-41b4-a11f-ac968397c456 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0b73447b-d5a9-4ac1-a57e-bd55faba109a HTTP/1.1" status: 200 len: 835 time: 0.1794527 Jan 28 00:51:28.640848 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-9406a8a7-78f4-4bdf-b6b5-9add77a296c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:28.643492 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-9406a8a7-78f4-4bdf-b6b5-9add77a296c8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7fc62770-8372-4c03-9bab-ef3b46fa3c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1886575 Jan 28 00:51:28.744385 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5a878-d820-4c56-a36f-f8030fa4b8f1 req-7052a94c-6614-4515-b96d-9a85c4fe4623 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:28.746149 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e5b5a878-d820-4c56-a36f-f8030fa4b8f1 req-7052a94c-6614-4515-b96d-9a85c4fe4623 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aa1a8e4-15d2-46f4-abd0-d7828a7cf570 HTTP/1.1" status: 200 len: 982 time: 0.1104326 Jan 28 00:51:28.895433 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-99d3c921-5c15-4896-ad8f-7ad5f78d57ff service neutron] 10.222.0.65 "GET /v2.0/networks/7fc62770-8372-4c03-9bab-ef3b46fa3c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110226 Jan 28 00:51:28.907358 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e5b5a878-d820-4c56-a36f-f8030fa4b8f1 req-f7d637f1-b619-471f-aaa6-70c26a3f0582 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/security-groups?id=12b02a03-2b27-4ea2-bc12-04cd61886b82&id=0ca1fce3-70e7-4ce7-9813-9b30e9a7b55a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1199081 Jan 28 00:51:29.032466 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b99722d0-f45b-4a95-af12-c19f0065d46f req-be3ddf21-aede-41c2-9d79-cb2466e47a69 service neutron] 10.222.0.65 "GET /v2.0/networks/7fc62770-8372-4c03-9bab-ef3b46fa3c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235681 Jan 28 00:51:29.239816 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ba97d-77bd-4293-bae2-44da16cea4c6 req-35ded319-c04f-406c-8deb-77ccc108d995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:29.242571 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7f5ba97d-77bd-4293-bae2-44da16cea4c6 req-35ded319-c04f-406c-8deb-77ccc108d995 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9b69342f3da44248a24a543d6213641c&device_id=5aa1a8e4-15d2-46f4-abd0-d7828a7cf570 HTTP/1.1" status: 200 len: 1133 time: 0.0998604 Jan 28 00:51:29.426134 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ba97d-77bd-4293-bae2-44da16cea4c6 req-f7ba680c-1b96-4251-b00c-8c1547815e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:29.428584 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7f5ba97d-77bd-4293-bae2-44da16cea4c6 req-f7ba680c-1b96-4251-b00c-8c1547815e8f service neutron] 10.222.0.65 "GET /v2.0/networks?id=7fc62770-8372-4c03-9bab-ef3b46fa3c39 HTTP/1.1" status: 200 len: 898 time: 0.1779563 Jan 28 00:51:29.492205 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7f5ba97d-77bd-4293-bae2-44da16cea4c6 req-3d66227d-fc24-40a1-91e6-180875a76ee8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fda0be86-8d94-4882-b0ed-adaddedb5b39 HTTP/1.1" status: 200 len: 217 time: 0.0547199 Jan 28 00:51:29.622245 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ba97d-77bd-4293-bae2-44da16cea4c6 req-b7d17afe-20e1-4cb3-9a38-09044b4c4857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:29.624039 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7f5ba97d-77bd-4293-bae2-44da16cea4c6 req-b7d17afe-20e1-4cb3-9a38-09044b4c4857 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0b73447b-d5a9-4ac1-a57e-bd55faba109a HTTP/1.1" status: 200 len: 835 time: 0.1253755 Jan 28 00:51:29.717382 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ba97d-77bd-4293-bae2-44da16cea4c6 req-3419d59c-0208-421c-b478-c73636670de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:29.720031 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7f5ba97d-77bd-4293-bae2-44da16cea4c6 req-3419d59c-0208-421c-b478-c73636670de2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7fc62770-8372-4c03-9bab-ef3b46fa3c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887113 Jan 28 00:51:29.869854 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7f5ba97d-77bd-4293-bae2-44da16cea4c6 req-3cdccb74-5ee3-49ca-9a4e-46b54048eaba service neutron] 10.222.0.65 "GET /v2.0/networks/7fc62770-8372-4c03-9bab-ef3b46fa3c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427381 Jan 28 00:51:29.996550 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7f5ba97d-77bd-4293-bae2-44da16cea4c6 req-d0a1bde3-9b8b-44a7-9af2-6d2c07b387d9 service neutron] 10.222.0.65 "GET /v2.0/networks/7fc62770-8372-4c03-9bab-ef3b46fa3c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191561 Jan 28 00:51:30.116053 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0b02a-6d93-4fe6-9c04-d51f7f1fc0db req-db100235-b3a3-4f6f-85bf-29e0b16612d9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:30.117840 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1db0b02a-6d93-4fe6-9c04-d51f7f1fc0db req-db100235-b3a3-4f6f-85bf-29e0b16612d9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aa1a8e4-15d2-46f4-abd0-d7828a7cf570 HTTP/1.1" status: 200 len: 982 time: 0.0652792 Jan 28 00:51:30.247445 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1db0b02a-6d93-4fe6-9c04-d51f7f1fc0db req-c63334a0-f70c-4290-8b30-8c48daa2a516 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/security-groups?id=12b02a03-2b27-4ea2-bc12-04cd61886b82&id=0ca1fce3-70e7-4ce7-9813-9b30e9a7b55a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1139877 Jan 28 00:51:31.426377 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e2e09-1899-42e2-b6cd-5bff49f6c7c5 req-4add07eb-332e-4dbc-b441-91deb223b44e tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:31.433850 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-081e2e09-1899-42e2-b6cd-5bff49f6c7c5 req-4add07eb-332e-4dbc-b441-91deb223b44e tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aa1a8e4-15d2-46f4-abd0-d7828a7cf570 HTTP/1.1" status: 200 len: 982 time: 0.0972421 Jan 28 00:51:31.484006 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33508) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:31.526020 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-081e2e09-1899-42e2-b6cd-5bff49f6c7c5 req-27be1749-1b82-40fc-957d-3eeabc2a7726 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/security-groups?id=12b02a03-2b27-4ea2-bc12-04cd61886b82&id=0ca1fce3-70e7-4ce7-9813-9b30e9a7b55a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0888090 Jan 28 00:51:31.682962 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07781e5c-055c-4bc2-ab6f-20a104f35511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:31.784487 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07781e5c-055c-4bc2-ab6f-20a104f35511 admin admin] Publish callbacks [] for security_group (22d7159f-59ff-410a-94a2-48ba7b2b8751), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:31.791326 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07781e5c-055c-4bc2-ab6f-20a104f35511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (22d7159f-59ff-410a-94a2-48ba7b2b8751), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:31.836910 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07781e5c-055c-4bc2-ab6f-20a104f35511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d7159f-59ff-410a-94a2-48ba7b2b8751,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:31.858312 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-07781e5c-055c-4bc2-ab6f-20a104f35511 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2fbe67fdeb7a4b9d93618d5c787fac3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3724120 Jan 28 00:51:31.863681 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33514) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:31.925520 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-004adfdf-ed61-4165-a247-0e6c7aa79289 admin admin] Publish callbacks [] for security_group (22d7159f-59ff-410a-94a2-48ba7b2b8751), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:31.953446 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-004adfdf-ed61-4165-a247-0e6c7aa79289 admin admin] Publish callbacks [] for security_group (22d7159f-59ff-410a-94a2-48ba7b2b8751), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:32.033741 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-004adfdf-ed61-4165-a247-0e6c7aa79289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (22d7159f-59ff-410a-94a2-48ba7b2b8751), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:32.039964 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-004adfdf-ed61-4165-a247-0e6c7aa79289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:32.042586 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-004adfdf-ed61-4165-a247-0e6c7aa79289 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/22d7159f-59ff-410a-94a2-48ba7b2b8751 HTTP/1.1" status: 204 len: 168 time: 0.1789744 Jan 28 00:51:32.060466 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004adfdf-ed61-4165-a247-0e6c7aa79289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d7159f-59ff-410a-94a2-48ba7b2b8751,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:32.333398 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device fda0be86-8d94-4882-b0ed-adaddedb5b39 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:51:32.505636 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port fda0be86-8d94-4882-b0ed-adaddedb5b39, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=fda0be86-8d94-4882-b0ed-adaddedb5b39,segment=NetworkSegment(fdd605af-1dbc-4006-a918-d4fdc90500b0),segment_id=fdd605af-1dbc-4006-a918-d4fdc90500b0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:51:32.528410 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33520) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:32.530171 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'fda0be86-8d94-4882-b0ed-adaddedb5b39', 'network_id': '7fc62770-8372-4c03-9bab-ef3b46fa3c39', 'port_id': 'fda0be86-8d94-4882-b0ed-adaddedb5b39', 'mac_address': 'fa:16:3e:ed:0b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b73447b-d5a9-4ac1-a57e-bd55faba109a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:51:32.549607 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4e9e92a-36b4-4074-ae99-822e3c62e004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:32.621520 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port fda0be86-8d94-4882-b0ed-adaddedb5b39 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:51:32.622174 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (fda0be86-8d94-4882-b0ed-adaddedb5b39), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:32.655098 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fda0be86-8d94-4882-b0ed-adaddedb5b39 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:51:32.689342 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port fda0be86-8d94-4882-b0ed-adaddedb5b39, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=fda0be86-8d94-4882-b0ed-adaddedb5b39,segment=NetworkSegment(fdd605af-1dbc-4006-a918-d4fdc90500b0),segment_id=fdd605af-1dbc-4006-a918-d4fdc90500b0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:51:32.696209 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (fda0be86-8d94-4882-b0ed-adaddedb5b39), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:32.764480 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=fda0be86-8d94-4882-b0ed-adaddedb5b39,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:32.774246 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:32.774638 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:32.774990 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:32.775335 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:32.776339 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:32.776705 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:32.777044 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:32.777553 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:32.777896 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:32.778230 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:32.778562 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:32.778895 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:32.779222 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:32.792227 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4e9e92a-36b4-4074-ae99-822e3c62e004 admin admin] Publish callbacks [] for security_group (52af48d3-8f1b-4b9b-88ad-2dacf5226b55), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:32.800696 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4e9e92a-36b4-4074-ae99-822e3c62e004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (52af48d3-8f1b-4b9b-88ad-2dacf5226b55), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:32.905004 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1235eae-b454-4779-95fe-8a7d27143378 req-c10aaf24-7d19-4330-b8db-d733d098d5a0 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:32.905764 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1235eae-b454-4779-95fe-8a7d27143378 req-c10aaf24-7d19-4330-b8db-d733d098d5a0 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aa1a8e4-15d2-46f4-abd0-d7828a7cf570 HTTP/1.1" status: 200 len: 982 time: 0.2673736 Jan 28 00:51:32.912666 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a4e9e92a-36b4-4074-ae99-822e3c62e004 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3228a618a4c74aac828e740bc7ea75f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3800387 Jan 28 00:51:32.913346 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33528) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:32.918708 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9e92a-36b4-4074-ae99-822e3c62e004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52af48d3-8f1b-4b9b-88ad-2dacf5226b55,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:32.944370 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9e92a-36b4-4074-ae99-822e3c62e004 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:32.944916 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9e92a-36b4-4074-ae99-822e3c62e004 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:32.945487 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9e92a-36b4-4074-ae99-822e3c62e004 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:32.946038 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9e92a-36b4-4074-ae99-822e3c62e004 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:32.946600 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9e92a-36b4-4074-ae99-822e3c62e004 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:32.947152 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9e92a-36b4-4074-ae99-822e3c62e004 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:32.947731 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9e92a-36b4-4074-ae99-822e3c62e004 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:32.948307 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9e92a-36b4-4074-ae99-822e3c62e004 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:32.948969 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9e92a-36b4-4074-ae99-822e3c62e004 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:32.950071 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9e92a-36b4-4074-ae99-822e3c62e004 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:32.950204 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9e92a-36b4-4074-ae99-822e3c62e004 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:32.950644 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9e92a-36b4-4074-ae99-822e3c62e004 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:32.951199 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9e92a-36b4-4074-ae99-822e3c62e004 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:51:32.992496 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['fda0be86-8d94-4882-b0ed-adaddedb5b39'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:51:33.069761 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1235eae-b454-4779-95fe-8a7d27143378 req-5ff98dc0-f908-43c3-a9cd-5ba3130d7be9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/security-groups?id=12b02a03-2b27-4ea2-bc12-04cd61886b82&id=0ca1fce3-70e7-4ce7-9813-9b30e9a7b55a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1450179 Jan 28 00:51:33.077878 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c74d3c6-f755-4e04-a0dc-9e78a31323bb admin admin] Publish callbacks [] for security_group (52af48d3-8f1b-4b9b-88ad-2dacf5226b55), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:33.125924 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c74d3c6-f755-4e04-a0dc-9e78a31323bb admin admin] Publish callbacks [] for security_group (52af48d3-8f1b-4b9b-88ad-2dacf5226b55), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:33.216584 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c74d3c6-f755-4e04-a0dc-9e78a31323bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (52af48d3-8f1b-4b9b-88ad-2dacf5226b55), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:33.223215 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c74d3c6-f755-4e04-a0dc-9e78a31323bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:33.226027 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8c74d3c6-f755-4e04-a0dc-9e78a31323bb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/52af48d3-8f1b-4b9b-88ad-2dacf5226b55 HTTP/1.1" status: 204 len: 168 time: 0.3112283 Jan 28 00:51:33.245845 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74d3c6-f755-4e04-a0dc-9e78a31323bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52af48d3-8f1b-4b9b-88ad-2dacf5226b55,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:34.244926 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014762f-2008-4e94-881f-b5e4076cecb4 req-555a1fa1-0be4-4943-9427-cfa0e544d4ea tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:34.253890 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7014762f-2008-4e94-881f-b5e4076cecb4 req-555a1fa1-0be4-4943-9427-cfa0e544d4ea tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aa1a8e4-15d2-46f4-abd0-d7828a7cf570 HTTP/1.1" status: 200 len: 983 time: 0.0761268 Jan 28 00:51:34.347157 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device fda0be86-8d94-4882-b0ed-adaddedb5b39 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:51:34.392292 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7014762f-2008-4e94-881f-b5e4076cecb4 req-1be5bdf4-9eb8-4adb-9724-fad647fcd9f3 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/security-groups?id=12b02a03-2b27-4ea2-bc12-04cd61886b82&id=0ca1fce3-70e7-4ce7-9813-9b30e9a7b55a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1369879 Jan 28 00:51:34.476054 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port fda0be86-8d94-4882-b0ed-adaddedb5b39 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:51:34.486818 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port fda0be86-8d94-4882-b0ed-adaddedb5b39 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:51:34.488266 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (fda0be86-8d94-4882-b0ed-adaddedb5b39), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:34.655009 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port fda0be86-8d94-4882-b0ed-adaddedb5b39 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:51:34.656523 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (fda0be86-8d94-4882-b0ed-adaddedb5b39), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:34.708771 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa1a8e4-15d2-46f4-abd0-d7828a7cf570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda0be86-8d94-4882-b0ed-adaddedb5b39'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:51:34.714057 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84a902e-6acf-4c4e-9d98-446a8bf95e70" -d '{"events": [{"server_uuid": "5aa1a8e4-15d2-46f4-abd0-d7828a7cf570", "name": "network-vif-plugged", "status": "completed", "tag": "fda0be86-8d94-4882-b0ed-adaddedb5b39"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:51:34.753393 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port fda0be86-8d94-4882-b0ed-adaddedb5b39, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=fda0be86-8d94-4882-b0ed-adaddedb5b39,segment=NetworkSegment(fdd605af-1dbc-4006-a918-d4fdc90500b0),segment_id=fdd605af-1dbc-4006-a918-d4fdc90500b0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:51:34.764046 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (fda0be86-8d94-4882-b0ed-adaddedb5b39), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:34.822444 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10142124-a3d3-40f8-9421-8c19cc360556 x-openstack-request-id: req-10142124-a3d3-40f8-9421-8c19cc360556 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:51:34.836309 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa1a8e4-15d2-46f4-abd0-d7828a7cf570", "name": "network-vif-plugged", "status": "completed", "tag": "fda0be86-8d94-4882-b0ed-adaddedb5b39", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:51:34.836809 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-10142124-a3d3-40f8-9421-8c19cc360556 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:51:34.837847 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa1a8e4-15d2-46f4-abd0-d7828a7cf570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda0be86-8d94-4882-b0ed-adaddedb5b39', 'code': 200} Jan 28 00:51:34.946848 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=fda0be86-8d94-4882-b0ed-adaddedb5b39,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:34.996167 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153f14b-e1d7-4156-8920-92de2a0f1f17 req-ee66be0b-5db0-4406-b9cc-6d5c424fab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:34.999822 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6153f14b-e1d7-4156-8920-92de2a0f1f17 req-ee66be0b-5db0-4406-b9cc-6d5c424fab2c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5aa1a8e4-15d2-46f4-abd0-d7828a7cf570 HTTP/1.1" status: 200 len: 1135 time: 0.0676069 Jan 28 00:51:35.121445 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6153f14b-e1d7-4156-8920-92de2a0f1f17 req-f068b0c8-bd12-4216-aad6-9e57f857f9cf service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=12b02a03-2b27-4ea2-bc12-04cd61886b82&id=0ca1fce3-70e7-4ce7-9813-9b30e9a7b55a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1129742 Jan 28 00:51:35.319722 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33570) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:35.529194 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014067a9-0b79-43f5-84fb-9d29a8800a8a req-d25a0b87-457c-4f5b-9e22-fa05e08fc70f tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:35.537472 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-014067a9-0b79-43f5-84fb-9d29a8800a8a req-d25a0b87-457c-4f5b-9e22-fa05e08fc70f tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aa1a8e4-15d2-46f4-abd0-d7828a7cf570 HTTP/1.1" status: 200 len: 984 time: 0.0668042 Jan 28 00:51:35.551286 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c9d5277a-ab2a-4b48-a240-404e6deaf575 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:35.637506 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-014067a9-0b79-43f5-84fb-9d29a8800a8a req-e7ce1b06-bf3d-42c9-85df-b031efe972cc tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/security-groups?id=12b02a03-2b27-4ea2-bc12-04cd61886b82&id=0ca1fce3-70e7-4ce7-9813-9b30e9a7b55a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0990467 Jan 28 00:51:35.685935 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c9d5277a-ab2a-4b48-a240-404e6deaf575 admin admin] Publish callbacks [] for security_group (b3d575c7-26fe-41a9-a98d-f17bedf7812f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:35.693017 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c9d5277a-ab2a-4b48-a240-404e6deaf575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b3d575c7-26fe-41a9-a98d-f17bedf7812f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:35.737206 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c9d5277a-ab2a-4b48-a240-404e6deaf575 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6dcb8caa6c144baab14fb35e2bb71ab0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4154878 Jan 28 00:51:35.741483 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33578) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:35.771548 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5277a-ab2a-4b48-a240-404e6deaf575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d575c7-26fe-41a9-a98d-f17bedf7812f,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:35.841547 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-155a9879-112b-4049-b16c-0b945c42c865 admin admin] Publish callbacks [] for security_group (b3d575c7-26fe-41a9-a98d-f17bedf7812f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:35.888874 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-155a9879-112b-4049-b16c-0b945c42c865 admin admin] Publish callbacks [] for security_group (b3d575c7-26fe-41a9-a98d-f17bedf7812f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:35.974389 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-155a9879-112b-4049-b16c-0b945c42c865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b3d575c7-26fe-41a9-a98d-f17bedf7812f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:35.978393 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-155a9879-112b-4049-b16c-0b945c42c865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:35.984254 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-155a9879-112b-4049-b16c-0b945c42c865 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b3d575c7-26fe-41a9-a98d-f17bedf7812f HTTP/1.1" status: 204 len: 168 time: 0.2366538 Jan 28 00:51:35.996594 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a9879-112b-4049-b16c-0b945c42c865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d575c7-26fe-41a9-a98d-f17bedf7812f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:36.070190 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ae7f34d4-6c5d-4e6d-b446-792050cea068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:36.834607 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1cdfc-e386-4f39-b52e-9a33071bb9ca req-b3d59945-1495-4141-bea9-e917e5615040 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:36.836272 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d4a1cdfc-e386-4f39-b52e-9a33071bb9ca req-b3d59945-1495-4141-bea9-e917e5615040 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aa1a8e4-15d2-46f4-abd0-d7828a7cf570 HTTP/1.1" status: 200 len: 984 time: 0.0940099 Jan 28 00:51:36.921718 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d4a1cdfc-e386-4f39-b52e-9a33071bb9ca req-14ae560c-1e62-4ba4-a13f-6d9bd88779da tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/security-groups?id=12b02a03-2b27-4ea2-bc12-04cd61886b82&id=0ca1fce3-70e7-4ce7-9813-9b30e9a7b55a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0760739 Jan 28 00:51:37.139788 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5878a3-7fb6-4308-bc27-907a03970014 req-a9565809-c440-4bf3-b14d-5740a310e7b6 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:37.142290 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d5878a3-7fb6-4308-bc27-907a03970014 req-a9565809-c440-4bf3-b14d-5740a310e7b6 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aa1a8e4-15d2-46f4-abd0-d7828a7cf570 HTTP/1.1" status: 200 len: 984 time: 0.0978122 Jan 28 00:51:37.256833 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d5878a3-7fb6-4308-bc27-907a03970014 req-a8fc7c46-6677-4050-b6c9-1615331c2d89 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/security-groups?id=12b02a03-2b27-4ea2-bc12-04cd61886b82&id=0ca1fce3-70e7-4ce7-9813-9b30e9a7b55a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1023564 Jan 28 00:51:37.459218 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5e92c-ea34-4993-82f2-4314f54ac14d req-19ffbf90-883d-4a50-9355-6fbdf0d90e47 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:37.461059 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-06a5e92c-ea34-4993-82f2-4314f54ac14d req-19ffbf90-883d-4a50-9355-6fbdf0d90e47 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5aa1a8e4-15d2-46f4-abd0-d7828a7cf570 HTTP/1.1" status: 200 len: 1135 time: 0.0703559 Jan 28 00:51:37.486362 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-06a5e92c-ea34-4993-82f2-4314f54ac14d req-8f5c741f-00bb-4a00-a3f0-b9423cb4aad4 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:37.637691 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-06a5e92c-ea34-4993-82f2-4314f54ac14d req-8f5c741f-00bb-4a00-a3f0-b9423cb4aad4 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] Publish callbacks [] for security_group (4eda1423-0d6f-4d58-8cd8-51c28465bc49), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:37.647120 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-06a5e92c-ea34-4993-82f2-4314f54ac14d req-8f5c741f-00bb-4a00-a3f0-b9423cb4aad4 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4eda1423-0d6f-4d58-8cd8-51c28465bc49), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:37.746706 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c741f-00bb-4a00-a3f0-b9423cb4aad4 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eda1423-0d6f-4d58-8cd8-51c28465bc49,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:37.766053 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-06a5e92c-ea34-4993-82f2-4314f54ac14d req-8f5c741f-00bb-4a00-a3f0-b9423cb4aad4 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=12b02a03-2b27-4ea2-bc12-04cd61886b82&id=0ca1fce3-70e7-4ce7-9813-9b30e9a7b55a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2933052 Jan 28 00:51:37.786091 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33626) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:37.861550 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1aaab6-6b67-4c02-bca5-07f4b0861c7c tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:37.864926 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7f1aaab6-6b67-4c02-bca5-07f4b0861c7c tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5aa1a8e4-15d2-46f4-abd0-d7828a7cf570 HTTP/1.1" status: 200 len: 1130 time: 0.0774667 Jan 28 00:51:37.868030 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33630) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:37.876020 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-863c8e0d-24f8-41a3-8b11-7024f75cb772 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'port_id': 'fda0be86-8d94-4882-b0ed-adaddedb5b39', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:51:37.898288 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33632) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:37.911780 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-863c8e0d-24f8-41a3-8b11-7024f75cb772 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:38.027886 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-cc995e6f-2d96-4691-8cdc-c27d9ad878b1 tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1130960168'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:51:38.028566 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-cc995e6f-2d96-4691-8cdc-c27d9ad878b1 tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] Unknown quota resources ['metering_label']. {{(pid=103344) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 00:51:38.091175 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-863c8e0d-24f8-41a3-8b11-7024f75cb772 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:38.230972 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-863c8e0d-24f8-41a3-8b11-7024f75cb772 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Allocated IP 172.25.3.121 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/2f1a5c5d-901d-491c-979b-ef8e01ffcf81) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:51:38.356924 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-863c8e0d-24f8-41a3-8b11-7024f75cb772 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for port (2f1a5c5d-901d-491c-979b-ef8e01ffcf81), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:38.387420 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-21e9970d-3ca8-433a-8b60-6930bc2f2474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:38.397516 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cc995e6f-2d96-4691-8cdc-c27d9ad878b1 tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:38.401528 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-cc995e6f-2d96-4691-8cdc-c27d9ad878b1 tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4993629 Jan 28 00:51:38.401968 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33638) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:38.411253 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-ca7c72ef-d85e-4081-881e-403e89c752a6 tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '5dc01966-21e7-47fe-8c9c-c6a6fcecf52b'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:51:38.412117 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-ca7c72ef-d85e-4081-881e-403e89c752a6 tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103344) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 00:51:38.413246 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-863c8e0d-24f8-41a3-8b11-7024f75cb772 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (2f1a5c5d-901d-491c-979b-ef8e01ffcf81), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:38.463573 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863c8e0d-24f8-41a3-8b11-7024f75cb772 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:51:38.467814 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-863c8e0d-24f8-41a3-8b11-7024f75cb772 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:51:38.473068 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863c8e0d-24f8-41a3-8b11-7024f75cb772 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:51:38.523569 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c8e0d-24f8-41a3-8b11-7024f75cb772 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Pushing event updated for resources: {'Port': ['ID=2f1a5c5d-901d-491c-979b-ef8e01ffcf81,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:38.543966 n-d-826754-1 neutron-server[103344]: WARNING neutron.services.metering.metering_plugin [None req-ca7c72ef-d85e-4081-881e-403e89c752a6 tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 00:51:38.740154 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca7c72ef-d85e-4081-881e-403e89c752a6 tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:38.746413 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ca7c72ef-d85e-4081-881e-403e89c752a6 tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3384821 Jan 28 00:51:38.746823 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33640) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:38.754411 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-6ff281e5-b24b-439e-8b9e-9e2ab00f0a7a tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '5dc01966-21e7-47fe-8c9c-c6a6fcecf52b'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:51:38.755192 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-6ff281e5-b24b-439e-8b9e-9e2ab00f0a7a tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103344) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 00:51:38.821323 n-d-826754-1 neutron-server[103344]: WARNING neutron.services.metering.metering_plugin [None req-6ff281e5-b24b-439e-8b9e-9e2ab00f0a7a tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 00:51:38.925434 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6ff281e5-b24b-439e-8b9e-9e2ab00f0a7a tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:38.927041 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6ff281e5-b24b-439e-8b9e-9e2ab00f0a7a tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1787791 Jan 28 00:51:38.931598 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33644) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:38.943855 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0487c5de-0c24-4fc9-8478-2ae8a1c4d601 tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=3546148c-0a70-4402-a4fa-5b82bfc2abcb HTTP/1.1" status: 200 len: 462 time: 0.0109718 Jan 28 00:51:38.948154 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33646) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:39.078770 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-863c8e0d-24f8-41a3-8b11-7024f75cb772 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for floatingip (3e3596a8-a65d-4756-b061-dbbbb94d6aad), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:39.126617 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-035d84f6-ccca-4a8b-8683-1180c075b7cd tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:39.132643 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-035d84f6-ccca-4a8b-8683-1180c075b7cd tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/3546148c-0a70-4402-a4fa-5b82bfc2abcb HTTP/1.1" status: 204 len: 168 time: 0.1791177 Jan 28 00:51:39.133037 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33648) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:39.147914 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9e9992f4-2e9d-41fb-89f3-79b27f70ca1c tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=3546148c-0a70-4402-a4fa-5b82bfc2abcb HTTP/1.1" status: 200 len: 221 time: 0.0135808 Jan 28 00:51:39.153878 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33650) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:39.162555 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-5641ebc3-a580-482f-a432-b10209add18f tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1744177218', 'description': 'label created by tempest'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:51:39.163548 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-5641ebc3-a580-482f-a432-b10209add18f tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] Unknown quota resources ['metering_label']. {{(pid=103344) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 00:51:39.185711 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-863c8e0d-24f8-41a3-8b11-7024f75cb772 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2f1a5c5d-901d-491c-979b-ef8e01ffcf81), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:39.358611 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5641ebc3-a580-482f-a432-b10209add18f tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:39.362573 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5641ebc3-a580-482f-a432-b10209add18f tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2041001 Jan 28 00:51:39.362890 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33652) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:39.433719 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-863c8e0d-24f8-41a3-8b11-7024f75cb772 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for port (2f1a5c5d-901d-491c-979b-ef8e01ffcf81), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:39.440173 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-863c8e0d-24f8-41a3-8b11-7024f75cb772 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (2f1a5c5d-901d-491c-979b-ef8e01ffcf81), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:39.471125 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ac7c664e-648d-40ed-999d-aa3393f2ba2d tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=e3213930-65f3-4245-9cfe-ee8607882076 HTTP/1.1" status: 200 len: 468 time: 0.1060228 Jan 28 00:51:39.475550 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33654) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:39.659725 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c8e0d-24f8-41a3-8b11-7024f75cb772 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Pushing event updated for resources: {'Port': ['ID=2f1a5c5d-901d-491c-979b-ef8e01ffcf81,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:39.731905 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:39.904855 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-863c8e0d-24f8-41a3-8b11-7024f75cb772 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (3e3596a8-a65d-4756-b061-dbbbb94d6aad), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:40.085201 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-adb716d8-4099-4d4c-ae51-4c98362cf6ee tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:40.087200 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-adb716d8-4099-4d4c-ae51-4c98362cf6ee tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/e3213930-65f3-4245-9cfe-ee8607882076 HTTP/1.1" status: 204 len: 168 time: 0.6084056 Jan 28 00:51:40.090015 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33660) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:40.106239 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-aec8db3f-0a92-4f54-8462-abe766409e70 tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=e3213930-65f3-4245-9cfe-ee8607882076 HTTP/1.1" status: 200 len: 216 time: 0.0124099 Jan 28 00:51:40.110562 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33662) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:40.120993 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ee5c3023-b7b0-43f9-9a1e-b70f46fbf154 tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0091264 Jan 28 00:51:40.130291 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33664) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:40.144709 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f5997e98-83ef-4794-8bd1-714bc224f4ea tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0128741 Jan 28 00:51:40.151057 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33666) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:40.218267 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-863c8e0d-24f8-41a3-8b11-7024f75cb772 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Floating IP 3e3596a8-a65d-4756-b061-dbbbb94d6aad associated. External IP: 172.25.3.121, port: fda0be86-8d94-4882-b0ed-adaddedb5b39. Jan 28 00:51:40.242151 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-24b33958-fd8a-40c4-8e86-13afad436cf2 tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels/5dc01966-21e7-47fe-8c9c-c6a6fcecf52b HTTP/1.1" status: 200 len: 473 time: 0.0892801 Jan 28 00:51:40.242982 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33668) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:40.264824 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f4e2b523-c754-44f9-b130-989387d4fdbd tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules/c9f8157e-4a65-4df7-b986-5e1b4a7af1f2 HTTP/1.1" status: 200 len: 459 time: 0.0198708 Jan 28 00:51:40.266537 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33670) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:40.466563 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6562d36b-f4f1-4cfa-bee0-f71e22535874 tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:40.471561 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6562d36b-f4f1-4cfa-bee0-f71e22535874 tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/c9f8157e-4a65-4df7-b986-5e1b4a7af1f2 HTTP/1.1" status: 204 len: 168 time: 0.1996019 Jan 28 00:51:40.471561 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33672) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:40.610405 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863c8e0d-24f8-41a3-8b11-7024f75cb772 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Router 60dda557-3366-45b3-b383-75272c65d7a8 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:51:40.810351 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3d1277f5-0d13-4815-8780-ad7f08bfda04 tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:40.814275 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3d1277f5-0d13-4815-8780-ad7f08bfda04 tempest-MeteringIpV6TestJSON-1744923186 tempest-MeteringIpV6TestJSON-1744923186-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/5dc01966-21e7-47fe-8c9c-c6a6fcecf52b HTTP/1.1" status: 204 len: 168 time: 0.3392847 Jan 28 00:51:40.859502 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863c8e0d-24f8-41a3-8b11-7024f75cb772 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:51:40.876651 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b66102-a269-4671-8fc8-820856541b0c None None] Sync routers for ids ['60dda557-3366-45b3-b383-75272c65d7a8'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:51:40.895826 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b66102-a269-4671-8fc8-820856541b0c None None] Routers {'60dda557-3366-45b3-b383-75272c65d7a8'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:51:40.897060 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-61b66102-a269-4671-8fc8-820856541b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:51:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['60dda557-3366-45b3-b383-75272c65d7a8'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:51:40.907010 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-863c8e0d-24f8-41a3-8b11-7024f75cb772 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:41.083749 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-61b66102-a269-4671-8fc8-820856541b0c None None] Set router 60dda557-3366-45b3-b383-75272c65d7a8 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:51:41.292257 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:41.387041 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33682) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:41.454666 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-863c8e0d-24f8-41a3-8b11-7024f75cb772 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5823007 Jan 28 00:51:41.457138 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa1a8e4-15d2-46f4-abd0-d7828a7cf570', 'tag': 'fda0be86-8d94-4882-b0ed-adaddedb5b39'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:51:41.459428 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33686) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:41.461426 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f4c7ed-63f1-4785-8bba-60b0a2c132de" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa1a8e4-15d2-46f4-abd0-d7828a7cf570", "tag": "fda0be86-8d94-4882-b0ed-adaddedb5b39"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:51:41.525789 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-61b66102-a269-4671-8fc8-820856541b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60dda557-3366-45b3-b383-75272c65d7a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666693419', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '55e47895-f111-46ae-8eb4-69757f9caccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:51:07Z', 'updated_at': '2022-01-28T00:51:16Z', 'revision_number': 4, 'project_id': '9b69342f3da44248a24a543d6213641c', 'gw_port': {'id': '55e47895-f111-46ae-8eb4-69757f9caccd', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dda557-3366-45b3-b383-75272c65d7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:51:08Z', 'updated_at': '2022-01-28T00:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '3e3596a8-a65d-4756-b061-dbbbb94d6aad', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'floating_ip_address': '172.25.3.121', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '60dda557-3366-45b3-b383-75272c65d7a8', 'port_id': 'fda0be86-8d94-4882-b0ed-adaddedb5b39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fc62770-8372-4c03-9bab-ef3b46fa3c39', 'mac_address': 'fa:16:3e:ed:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1a8e4-15d2-46f4-abd0-d7828a7cf570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:51:38Z', 'updated_at': '2022-01-28T00:51:38Z', 'revision_number': 0, 'project_id': '9b69342f3da44248a24a543d6213641c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b8da7ed-7b21-4ec1-814d-eb194dc5be21', 'name': '', 'network_id': '7fc62770-8372-4c03-9bab-ef3b46fa3c39', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'mac_address': 'fa:16:3e:4c:c0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dda557-3366-45b3-b383-75272c65d7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '0b73447b-d5a9-4ac1-a57e-bd55faba109a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:51:14Z', 'updated_at': '2022-01-28T00:51:21Z', 'revision_number': 5, 'project_id': '9b69342f3da44248a24a543d6213641c', 'subnets': [{'id': '0b73447b-d5a9-4ac1-a57e-bd55faba109a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:51:41.553110 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745bb726-df36-4381-adac-0fd9f19593c3 x-openstack-request-id: req-745bb726-df36-4381-adac-0fd9f19593c3 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:51:41.553628 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa1a8e4-15d2-46f4-abd0-d7828a7cf570", "tag": "fda0be86-8d94-4882-b0ed-adaddedb5b39", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:51:41.554043 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-745bb726-df36-4381-adac-0fd9f19593c3 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:51:41.554623 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa1a8e4-15d2-46f4-abd0-d7828a7cf570', 'tag': 'fda0be86-8d94-4882-b0ed-adaddedb5b39', 'status': 'completed', 'code': 200} Jan 28 00:51:41.601294 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b66102-a269-4671-8fc8-820856541b0c None None] Checking router: 60dda557-3366-45b3-b383-75272c65d7a8 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:51:41.622478 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b66102-a269-4671-8fc8-820856541b0c None None] Routers {'60dda557-3366-45b3-b383-75272c65d7a8'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:51:41.623732 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-61b66102-a269-4671-8fc8-820856541b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:51:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['60dda557-3366-45b3-b383-75272c65d7a8'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:51:41.718636 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-adbdfe45-1160-4589-b279-7f352fdcbade admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:41.828454 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-61b66102-a269-4671-8fc8-820856541b0c None None] Set router 60dda557-3366-45b3-b383-75272c65d7a8 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:51:42.267379 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:42.300634 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-61b66102-a269-4671-8fc8-820856541b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60dda557-3366-45b3-b383-75272c65d7a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666693419', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '55e47895-f111-46ae-8eb4-69757f9caccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:51:07Z', 'updated_at': '2022-01-28T00:51:16Z', 'revision_number': 4, 'project_id': '9b69342f3da44248a24a543d6213641c', 'gw_port': {'id': '55e47895-f111-46ae-8eb4-69757f9caccd', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dda557-3366-45b3-b383-75272c65d7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:51:08Z', 'updated_at': '2022-01-28T00:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '3e3596a8-a65d-4756-b061-dbbbb94d6aad', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'floating_ip_address': '172.25.3.121', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '60dda557-3366-45b3-b383-75272c65d7a8', 'port_id': 'fda0be86-8d94-4882-b0ed-adaddedb5b39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fc62770-8372-4c03-9bab-ef3b46fa3c39', 'mac_address': 'fa:16:3e:ed:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1a8e4-15d2-46f4-abd0-d7828a7cf570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:51:38Z', 'updated_at': '2022-01-28T00:51:38Z', 'revision_number': 0, 'project_id': '9b69342f3da44248a24a543d6213641c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b8da7ed-7b21-4ec1-814d-eb194dc5be21', 'name': '', 'network_id': '7fc62770-8372-4c03-9bab-ef3b46fa3c39', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'mac_address': 'fa:16:3e:4c:c0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dda557-3366-45b3-b383-75272c65d7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '0b73447b-d5a9-4ac1-a57e-bd55faba109a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:51:14Z', 'updated_at': '2022-01-28T00:51:21Z', 'revision_number': 5, 'project_id': '9b69342f3da44248a24a543d6213641c', 'subnets': [{'id': '0b73447b-d5a9-4ac1-a57e-bd55faba109a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:51:42.333605 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b66102-a269-4671-8fc8-820856541b0c None None] The sync data for ids ['60dda557-3366-45b3-b383-75272c65d7a8'] in n-d-826754-1 is: [{'id': '60dda557-3366-45b3-b383-75272c65d7a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666693419', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '55e47895-f111-46ae-8eb4-69757f9caccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:51:07Z', 'updated_at': '2022-01-28T00:51:16Z', 'revision_number': 4, 'project_id': '9b69342f3da44248a24a543d6213641c', 'gw_port': {'id': '55e47895-f111-46ae-8eb4-69757f9caccd', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dda557-3366-45b3-b383-75272c65d7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:51:08Z', 'updated_at': '2022-01-28T00:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '3e3596a8-a65d-4756-b061-dbbbb94d6aad', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'floating_ip_address': '172.25.3.121', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '60dda557-3366-45b3-b383-75272c65d7a8', 'port_id': 'fda0be86-8d94-4882-b0ed-adaddedb5b39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fc62770-8372-4c03-9bab-ef3b46fa3c39', 'mac_address': 'fa:16:3e:ed:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa1a8e4-15d2-46f4-abd0-d7828a7cf570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:51:38Z', 'updated_at': '2022-01-28T00:51:38Z', 'revision_number': 0, 'project_id': '9b69342f3da44248a24a543d6213641c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b8da7ed-7b21-4ec1-814d-eb194dc5be21', 'name': '', 'network_id': '7fc62770-8372-4c03-9bab-ef3b46fa3c39', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'mac_address': 'fa:16:3e:4c:c0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dda557-3366-45b3-b383-75272c65d7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '0b73447b-d5a9-4ac1-a57e-bd55faba109a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:51:14Z', 'updated_at': '2022-01-28T00:51:21Z', 'revision_number': 5, 'project_id': '9b69342f3da44248a24a543d6213641c', 'subnets': [{'id': '0b73447b-d5a9-4ac1-a57e-bd55faba109a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:51:42.343591 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f21eabe-93c5-41bd-9e7b-543fea8dc7d6 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:42.344541 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f21eabe-93c5-41bd-9e7b-543fea8dc7d6 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:42.345373 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f21eabe-93c5-41bd-9e7b-543fea8dc7d6 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:42.346339 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f21eabe-93c5-41bd-9e7b-543fea8dc7d6 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:42.348603 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f21eabe-93c5-41bd-9e7b-543fea8dc7d6 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:42.351815 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9f21eabe-93c5-41bd-9e7b-543fea8dc7d6 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3588 time: 0.8903825 Jan 28 00:51:42.354723 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33696) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:42.355714 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4c7ed-63f1-4785-8bba-60b0a2c132de req-f211cd41-94d0-4400-a024-2a6981781ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:42.358299 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-36f4c7ed-63f1-4785-8bba-60b0a2c132de req-f211cd41-94d0-4400-a024-2a6981781ebc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9b69342f3da44248a24a543d6213641c&device_id=5aa1a8e4-15d2-46f4-abd0-d7828a7cf570 HTTP/1.1" status: 200 len: 1135 time: 0.7038374 Jan 28 00:51:42.535602 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-adbdfe45-1160-4589-b279-7f352fdcbade admin admin] Publish callbacks [] for security_group (15775c64-50c3-40ca-bd0f-87a743cdf470), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:42.538029 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4c7ed-63f1-4785-8bba-60b0a2c132de req-07076189-e66d-4e69-a63d-14e9d62afd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:42.540101 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-36f4c7ed-63f1-4785-8bba-60b0a2c132de req-07076189-e66d-4e69-a63d-14e9d62afd43 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7fc62770-8372-4c03-9bab-ef3b46fa3c39 HTTP/1.1" status: 200 len: 898 time: 0.1710176 Jan 28 00:51:42.554662 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-adbdfe45-1160-4589-b279-7f352fdcbade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (15775c64-50c3-40ca-bd0f-87a743cdf470), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:42.579750 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6758467-1dd8-4747-85d0-300459141b13 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:42.581307 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6758467-1dd8-4747-85d0-300459141b13 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:42.583044 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6758467-1dd8-4747-85d0-300459141b13 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:42.583879 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6758467-1dd8-4747-85d0-300459141b13 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:42.584784 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6758467-1dd8-4747-85d0-300459141b13 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:42.590465 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f6758467-1dd8-4747-85d0-300459141b13 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3370 time: 0.2293198 Jan 28 00:51:42.591087 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33698) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:42.654762 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-adbdfe45-1160-4589-b279-7f352fdcbade admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3b09f6d5d4c14f1eae401b6c9e8c96d5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2661772 Jan 28 00:51:42.663671 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33700) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:42.694028 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdfe45-1160-4589-b279-7f352fdcbade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15775c64-50c3-40ca-bd0f-87a743cdf470,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:42.722810 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-36f4c7ed-63f1-4785-8bba-60b0a2c132de req-d16288ff-fc65-48f8-be94-66b7ef36cec3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fda0be86-8d94-4882-b0ed-adaddedb5b39 HTTP/1.1" status: 200 len: 999 time: 0.1755409 Jan 28 00:51:42.781120 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723ff502-bdd8-4f01-86b0-4ae1ecbe6126 None None] New status for floating IP 3e3596a8-a65d-4756-b061-dbbbb94d6aad: ACTIVE {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:51:42.807378 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d90a70ae-5ff7-4587-b808-a5aa6d648abc admin admin] Publish callbacks [] for security_group (15775c64-50c3-40ca-bd0f-87a743cdf470), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:42.814113 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4c7ed-63f1-4785-8bba-60b0a2c132de req-9b02d7a8-1202-41d6-9fff-b1afa787b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:42.816242 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-36f4c7ed-63f1-4785-8bba-60b0a2c132de req-9b02d7a8-1202-41d6-9fff-b1afa787b892 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0b73447b-d5a9-4ac1-a57e-bd55faba109a HTTP/1.1" status: 200 len: 835 time: 0.0862260 Jan 28 00:51:42.924995 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d90a70ae-5ff7-4587-b808-a5aa6d648abc admin admin] Publish callbacks [] for security_group (15775c64-50c3-40ca-bd0f-87a743cdf470), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:42.997641 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4c7ed-63f1-4785-8bba-60b0a2c132de req-13197301-843c-4716-9484-e24c2b4039c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:43.000747 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-36f4c7ed-63f1-4785-8bba-60b0a2c132de req-13197301-843c-4716-9484-e24c2b4039c9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7fc62770-8372-4c03-9bab-ef3b46fa3c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1719942 Jan 28 00:51:43.059883 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-eab31783-b56b-4e6c-99c5-8e2d715c6a8b tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1614 time: 0.4669201 Jan 28 00:51:43.067416 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33708) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:43.133750 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:43.142245 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c273eb-1b06-4b40-a5ae-1f43100fde4b tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:43.143803 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c273eb-1b06-4b40-a5ae-1f43100fde4b tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:43.145969 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c2c273eb-1b06-4b40-a5ae-1f43100fde4b tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=60dda557-3366-45b3-b383-75272c65d7a8 HTTP/1.1" status: 200 len: 1990 time: 0.0713928 Jan 28 00:51:43.168655 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-36f4c7ed-63f1-4785-8bba-60b0a2c132de req-68a9ef39-09a8-4376-b522-f26c03d46a11 service neutron] 10.222.0.65 "GET /v2.0/networks/7fc62770-8372-4c03-9bab-ef3b46fa3c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581941 Jan 28 00:51:43.275556 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d90a70ae-5ff7-4587-b808-a5aa6d648abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (15775c64-50c3-40ca-bd0f-87a743cdf470), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:43.280775 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d90a70ae-5ff7-4587-b808-a5aa6d648abc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:43.285503 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d90a70ae-5ff7-4587-b808-a5aa6d648abc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/15775c64-50c3-40ca-bd0f-87a743cdf470 HTTP/1.1" status: 204 len: 168 time: 0.6194758 Jan 28 00:51:43.306243 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a70ae-5ff7-4587-b808-a5aa6d648abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15775c64-50c3-40ca-bd0f-87a743cdf470,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:43.408408 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-36f4c7ed-63f1-4785-8bba-60b0a2c132de req-1226512f-e0df-455d-937a-7eff911d7c65 service neutron] 10.222.0.65 "GET /v2.0/networks/7fc62770-8372-4c03-9bab-ef3b46fa3c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304997 Jan 28 00:51:43.520712 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-1aca947a-1b23-4eae-98b0-8f224643222a tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:43.523273 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-1aca947a-1b23-4eae-98b0-8f224643222a tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/networks?id=8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 HTTP/1.1" status: 200 len: 814 time: 0.1901202 Jan 28 00:51:43.551813 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-556b9564-9d71-4b47-9e9b-9529be7adee9 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/quotas/ac62260fe42246bcb8303840ff4b96d9 HTTP/1.1" status: 200 len: 375 time: 0.0196099 Jan 28 00:51:43.637173 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-44112eec-62bc-4f64-8503-eff64547b9af tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac62260fe42246bcb8303840ff4b96d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0746005 Jan 28 00:51:43.756630 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-66c7d8c5-76d3-4e76-baa7-e83c4958a09c service neutron] 10.222.0.70 "GET /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061227 Jan 28 00:51:43.859090 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33728) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:43.880744 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5797e1d2-e406-4563-9608-b55629a886d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:43.921511 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-3d8e4acc-9f56-4a29-ac9a-8a6ae4643e83 service neutron] 10.222.0.70 "GET /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511309 Jan 28 00:51:44.009085 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5797e1d2-e406-4563-9608-b55629a886d7 admin admin] Publish callbacks [] for security_group (b8765ea4-bda8-4750-adbe-fbf7ba4e4da2), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:44.016264 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5797e1d2-e406-4563-9608-b55629a886d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b8765ea4-bda8-4750-adbe-fbf7ba4e4da2), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:44.099923 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5797e1d2-e406-4563-9608-b55629a886d7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e177fd177fac436d856ab9c7c3df3ba0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2355766 Jan 28 00:51:44.100995 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33732) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:44.103793 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797e1d2-e406-4563-9608-b55629a886d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8765ea4-bda8-4750-adbe-fbf7ba4e4da2,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:44.213246 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9339975b-20b2-4a11-8584-3d1d73da6fbc admin admin] Publish callbacks [] for security_group (b8765ea4-bda8-4750-adbe-fbf7ba4e4da2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:44.219255 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c1d6473e-ef54-44a6-a3ec-eba5ec1bc778 req-196c0d7e-5fd7-4a00-a56a-11feb1c650e5 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ff1f1df-130a-4003-ab67-b5b11b21d330 HTTP/1.1" status: 200 len: 210 time: 0.0639217 Jan 28 00:51:44.246358 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9339975b-20b2-4a11-8584-3d1d73da6fbc admin admin] Publish callbacks [] for security_group (b8765ea4-bda8-4750-adbe-fbf7ba4e4da2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:44.327220 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9339975b-20b2-4a11-8584-3d1d73da6fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b8765ea4-bda8-4750-adbe-fbf7ba4e4da2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:44.332233 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9339975b-20b2-4a11-8584-3d1d73da6fbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:44.338409 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9339975b-20b2-4a11-8584-3d1d73da6fbc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b8765ea4-bda8-4750-adbe-fbf7ba4e4da2 HTTP/1.1" status: 204 len: 168 time: 0.2321024 Jan 28 00:51:44.352399 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339975b-20b2-4a11-8584-3d1d73da6fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8765ea4-bda8-4750-adbe-fbf7ba4e4da2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:44.427462 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:45.368148 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a266f8b6-6df0-41d3-a6ec-4027427d5a14 req-2d05f2bb-223b-4da1-a0da-ddba277d20c7 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ff1f1df-130a-4003-ab67-b5b11b21d330 HTTP/1.1" status: 200 len: 210 time: 0.0498939 Jan 28 00:51:45.604523 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33772) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:45.775374 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-33c8dc4c-9a13-4ba7-9e44-c964b64c3c1e tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:45.777436 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-33c8dc4c-9a13-4ba7-9e44-c964b64c3c1e tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.52 "GET /v2.0/networks?id=8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 HTTP/1.1" status: 200 len: 814 time: 0.2338045 Jan 28 00:51:45.780463 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-ee873315-226b-487c-b161-9d7bd782d877 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-363522343', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:51:45.800128 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-df4e9e43-eb1d-4e57-a720-50a6454b2319 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Request body: {'port': {'device_id': '7ff1f1df-130a-4003-ab67-b5b11b21d330', 'network_id': '8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0', 'admin_state_up': True, 'tenant_id': 'ac62260fe42246bcb8303840ff4b96d9'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:51:45.813737 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ee873315-226b-487c-b161-9d7bd782d877 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (478a1d80-5a74-4011-bca0-14455083ec1f), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:45.816024 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ee873315-226b-487c-b161-9d7bd782d877 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (478a1d80-5a74-4011-bca0-14455083ec1f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:45.923356 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ee873315-226b-487c-b161-9d7bd782d877 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks [] for router_controller (478a1d80-5a74-4011-bca0-14455083ec1f), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:45.929863 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ee873315-226b-487c-b161-9d7bd782d877 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (478a1d80-5a74-4011-bca0-14455083ec1f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:45.949585 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ee873315-226b-487c-b161-9d7bd782d877 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:45.951045 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ee873315-226b-487c-b161-9d7bd782d877 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3449488 Jan 28 00:51:45.953816 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33776) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:45.960515 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-bc5fdc7a-f03f-436e-b7f4-e089ae474ad7 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1378895437'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:51:45.985032 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5fdc7a-f03f-436e-b7f4-e089ae474ad7 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Made reservation on behalf of 4302135c554f435abe559ac847f2335f for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:51:45.986066 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-df4e9e43-eb1d-4e57-a720-50a6454b2319 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Made reservation on behalf of ac62260fe42246bcb8303840ff4b96d9 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:51:45.990116 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc5fdc7a-f03f-436e-b7f4-e089ae474ad7 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:45.992995 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-df4e9e43-eb1d-4e57-a720-50a6454b2319 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:45.999661 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc5fdc7a-f03f-436e-b7f4-e089ae474ad7 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:46.094431 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc5fdc7a-f03f-436e-b7f4-e089ae474ad7 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks [] for security_group (c3585f1b-0123-47f1-ac75-5eb6c6156a7f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:46.099808 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc5fdc7a-f03f-436e-b7f4-e089ae474ad7 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c3585f1b-0123-47f1-ac75-5eb6c6156a7f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:46.131064 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5fdc7a-f03f-436e-b7f4-e089ae474ad7 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:51:46.141921 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5fdc7a-f03f-436e-b7f4-e089ae474ad7 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3585f1b-0123-47f1-ac75-5eb6c6156a7f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:46.148477 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc5fdc7a-f03f-436e-b7f4-e089ae474ad7 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (fb663a3d-d721-4ea3-820a-8adcc4eff56f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:46.148921 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-bc5fdc7a-f03f-436e-b7f4-e089ae474ad7 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Added segment fb663a3d-d721-4ea3-820a-8adcc4eff56f of type vlan for network 04c963ad-7bf7-430a-9a00-bb267b67e03b Jan 28 00:51:46.204806 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-df4e9e43-eb1d-4e57-a720-50a6454b2319 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Allocated IP 172.20.0.14 (8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0/3f8eb103-5ea3-4cb9-9774-5ed2528e0f83/270ca340-fced-4ad5-a98d-ce79977d70b2) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:51:46.224923 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc5fdc7a-f03f-436e-b7f4-e089ae474ad7 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (04c963ad-7bf7-430a-9a00-bb267b67e03b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:46.260178 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc5fdc7a-f03f-436e-b7f4-e089ae474ad7 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (04c963ad-7bf7-430a-9a00-bb267b67e03b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:46.266087 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5fdc7a-f03f-436e-b7f4-e089ae474ad7 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:46.266739 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc5fdc7a-f03f-436e-b7f4-e089ae474ad7 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:46.350971 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-bc5fdc7a-f03f-436e-b7f4-e089ae474ad7 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3906028 Jan 28 00:51:46.353101 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33780) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:46.359685 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-3e898ea2-b6c3-4b78-8670-7f7643306cdb tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Request body: {'subnet': {'network_id': '04c963ad-7bf7-430a-9a00-bb267b67e03b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:51:46.464384 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5fdc7a-f03f-436e-b7f4-e089ae474ad7 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Pushing event updated for resources: {'Network': ['ID=04c963ad-7bf7-430a-9a00-bb267b67e03b,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:46.482437 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 04c963ad-7bf7-430a-9a00-bb267b67e03b details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:51:46.537678 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-df4e9e43-eb1d-4e57-a720-50a6454b2319 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Publish callbacks [] for port (270ca340-fced-4ad5-a98d-ce79977d70b2), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:46.604525 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa54b7ef-ee69-4af8-9280-93dd1bbd50d9 req-ef26543f-c189-4b32-9b90-0b84c9a15c06 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ff1f1df-130a-4003-ab67-b5b11b21d330 HTTP/1.1" status: 200 len: 210 time: 0.0573878 Jan 28 00:51:46.606822 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e898ea2-b6c3-4b78-8670-7f7643306cdb tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Made reservation on behalf of 4302135c554f435abe559ac847f2335f for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:51:46.612934 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3e898ea2-b6c3-4b78-8670-7f7643306cdb tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:46.617425 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-df4e9e43-eb1d-4e57-a720-50a6454b2319 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (270ca340-fced-4ad5-a98d-ce79977d70b2), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:46.656368 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['290b0648-a89c-4f81-92b1-a5c427303036', 'abe0dbc6-b630-4650-bfd3-f1ac44ce1769', '00b153e6-d9ed-4cfa-94fa-3695de1b69ad'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:51:46.714968 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-df4e9e43-eb1d-4e57-a720-50a6454b2319 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Network 8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:51:46.719298 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-df4e9e43-eb1d-4e57-a720-50a6454b2319 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:51:46.730381 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-df4e9e43-eb1d-4e57-a720-50a6454b2319 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:51:46.806316 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e9e43-eb1d-4e57-a720-50a6454b2319 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Pushing event updated for resources: {'Port': ['ID=270ca340-fced-4ad5-a98d-ce79977d70b2,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:46.835458 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-df4e9e43-eb1d-4e57-a720-50a6454b2319 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:46.836926 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-df4e9e43-eb1d-4e57-a720-50a6454b2319 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:46.871004 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-df4e9e43-eb1d-4e57-a720-50a6454b2319 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0787561 Jan 28 00:51:46.891756 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-0afcf83d-43fd-4992-af14-6e618f0454f1 service neutron] Request body: {'port': {'device_id': '7ff1f1df-130a-4003-ab67-b5b11b21d330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:51:46.971449 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3e898ea2-b6c3-4b78-8670-7f7643306cdb tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (a21917dc-dea0-407e-a109-a2a3eb3be3ff), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:46.997738 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-0afcf83d-43fd-4992-af14-6e618f0454f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (270ca340-fced-4ad5-a98d-ce79977d70b2), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:47.103791 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e898ea2-b6c3-4b78-8670-7f7643306cdb tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Checking segment: {'id': 'fb663a3d-d721-4ea3-820a-8adcc4eff56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '04c963ad-7bf7-430a-9a00-bb267b67e03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:51:47.104357 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e898ea2-b6c3-4b78-8670-7f7643306cdb tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Network hostable DHCP agents. Network: 04c963ad-7bf7-430a-9a00-bb267b67e03b, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:51:47.114325 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e898ea2-b6c3-4b78-8670-7f7643306cdb tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Pushing event updated for resources: {'Subnet': ['ID=a21917dc-dea0-407e-a109-a2a3eb3be3ff,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:47.142174 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e898ea2-b6c3-4b78-8670-7f7643306cdb tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Network 04c963ad-7bf7-430a-9a00-bb267b67e03b is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:51:47.161394 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-3e898ea2-b6c3-4b78-8670-7f7643306cdb tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 04c963ad-7bf7-430a-9a00-bb267b67e03b) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:51:47.175187 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e898ea2-b6c3-4b78-8670-7f7643306cdb tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:47.176016 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3e898ea2-b6c3-4b78-8670-7f7643306cdb tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:47.194020 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4771afc2-dfef-49f9-a50e-6f4af172aabd None None] Network 04c963ad-7bf7-430a-9a00-bb267b67e03b requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:51:47.218816 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3e898ea2-b6c3-4b78-8670-7f7643306cdb tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8653269 Jan 28 00:51:47.224329 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33784) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:47.233624 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-ef9d1683-4aed-4f3e-b7ae-ffd5b1a12689 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Request body: {'network': {'name': 'tempest-router-network01--901045684'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:51:47.272788 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9d1683-4aed-4f3e-b7ae-ffd5b1a12689 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Made reservation on behalf of 4302135c554f435abe559ac847f2335f for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:51:47.283140 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ef9d1683-4aed-4f3e-b7ae-ffd5b1a12689 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:47.346693 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9d1683-4aed-4f3e-b7ae-ffd5b1a12689 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:51:47.370495 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ef9d1683-4aed-4f3e-b7ae-ffd5b1a12689 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (3eee8079-e07d-4200-a5b7-103f20c5cb19), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:47.371199 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-ef9d1683-4aed-4f3e-b7ae-ffd5b1a12689 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Added segment 3eee8079-e07d-4200-a5b7-103f20c5cb19 of type vlan for network d013dd2b-54ea-49a8-a209-3f7c51c649dd Jan 28 00:51:47.459425 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ef9d1683-4aed-4f3e-b7ae-ffd5b1a12689 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (d013dd2b-54ea-49a8-a209-3f7c51c649dd), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:47.518064 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-0afcf83d-43fd-4992-af14-6e618f0454f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 270ca340-fced-4ad5-a98d-ce79977d70b2 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:51:47.529776 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ef9d1683-4aed-4f3e-b7ae-ffd5b1a12689 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (d013dd2b-54ea-49a8-a209-3f7c51c649dd), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:47.541455 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9d1683-4aed-4f3e-b7ae-ffd5b1a12689 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:47.542615 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ef9d1683-4aed-4f3e-b7ae-ffd5b1a12689 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:47.555051 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-0afcf83d-43fd-4992-af14-6e618f0454f1 service neutron] Publish callbacks [] for port (270ca340-fced-4ad5-a98d-ce79977d70b2), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:47.594160 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-0afcf83d-43fd-4992-af14-6e618f0454f1 service neutron] Transition to ACTIVE for port object 270ca340-fced-4ad5-a98d-ce79977d70b2 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:51:47.605140 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-0afcf83d-43fd-4992-af14-6e618f0454f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (270ca340-fced-4ad5-a98d-ce79977d70b2), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:47.608358 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd97ed0-099b-40be-9d82-1b771aa0fec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-04c963ad-7bf7-430a-9a00-bb267b67e03b', 'network_id': '04c963ad-7bf7-430a-9a00-bb267b67e03b', 'project_id': '4302135c554f435abe559ac847f2335f', 'fixed_ips': [{'subnet_id': 'a21917dc-dea0-407e-a109-a2a3eb3be3ff'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:51:47.609940 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3dd97ed0-099b-40be-9d82-1b771aa0fec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:47.695771 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33790) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:47.696142 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ef9d1683-4aed-4f3e-b7ae-ffd5b1a12689 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4691887 Jan 28 00:51:47.715151 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-3d1dfa48-3c1b-4bad-a43e-5322d7931e7b tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Request body: {'network': {'name': 'tempest-router-network02--475263179'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:51:47.757533 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d1683-4aed-4f3e-b7ae-ffd5b1a12689 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Pushing event updated for resources: {'Network': ['ID=d013dd2b-54ea-49a8-a209-3f7c51c649dd,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:47.786614 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1dfa48-3c1b-4bad-a43e-5322d7931e7b tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Made reservation on behalf of 4302135c554f435abe559ac847f2335f for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:51:47.797001 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3d1dfa48-3c1b-4bad-a43e-5322d7931e7b tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:47.864701 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network d013dd2b-54ea-49a8-a209-3f7c51c649dd details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:51:47.940734 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afcf83d-43fd-4992-af14-6e618f0454f1 service neutron] Pushing event updated for resources: {'Port': ['ID=270ca340-fced-4ad5-a98d-ce79977d70b2,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:47.984947 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1dfa48-3c1b-4bad-a43e-5322d7931e7b tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:51:47.994279 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c5a12-bf53-41f6-aa36-b3dba39512c3 req-e221b8a2-f663-4646-b5f0-18336f72348b tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:48.008556 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-277c5a12-bf53-41f6-aa36-b3dba39512c3 req-e221b8a2-f663-4646-b5f0-18336f72348b tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ff1f1df-130a-4003-ab67-b5b11b21d330 HTTP/1.1" status: 200 len: 944 time: 0.1870143 Jan 28 00:51:48.024154 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3d1dfa48-3c1b-4bad-a43e-5322d7931e7b tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (945031d1-ae0d-4863-8f0e-4081a67278c0), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:48.025233 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-3d1dfa48-3c1b-4bad-a43e-5322d7931e7b tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Added segment 945031d1-ae0d-4863-8f0e-4081a67278c0 of type vlan for network 4ac514bd-c154-4560-a74f-5cc4d4b82c5a Jan 28 00:51:48.113269 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-277c5a12-bf53-41f6-aa36-b3dba39512c3 req-c1d312e2-efb7-445d-9f81-fe1e260835e6 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015100 Jan 28 00:51:48.138075 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-3dd97ed0-099b-40be-9d82-1b771aa0fec6 None None] Allocated IP 172.20.0.2 (04c963ad-7bf7-430a-9a00-bb267b67e03b/a21917dc-dea0-407e-a109-a2a3eb3be3ff/22b2ad18-86e9-4504-9f28-b6d7945cb33d) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:51:48.142698 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3d1dfa48-3c1b-4bad-a43e-5322d7931e7b tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (4ac514bd-c154-4560-a74f-5cc4d4b82c5a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:48.146243 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-0afcf83d-43fd-4992-af14-6e618f0454f1 service neutron] Attempting to bind port 270ca340-fced-4ad5-a98d-ce79977d70b2 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:51:48.146551 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-0afcf83d-43fd-4992-af14-6e618f0454f1 service neutron] Attempting to bind port 270ca340-fced-4ad5-a98d-ce79977d70b2 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '8210e096-62a0-4fc1-a9ce-05d858a1357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:51:48.146941 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-0afcf83d-43fd-4992-af14-6e618f0454f1 service neutron] Attempting to bind port 270ca340-fced-4ad5-a98d-ce79977d70b2 on network 8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:51:48.156846 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-0afcf83d-43fd-4992-af14-6e618f0454f1 service neutron] Port 270ca340-fced-4ad5-a98d-ce79977d70b2 on network 8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:51:48.157256 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-0afcf83d-43fd-4992-af14-6e618f0454f1 service neutron] Attempting to bind port 270ca340-fced-4ad5-a98d-ce79977d70b2 on network 8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:51:48.167826 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-0afcf83d-43fd-4992-af14-6e618f0454f1 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:51:48.168727 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-0afcf83d-43fd-4992-af14-6e618f0454f1 service neutron] Checking segment: {'id': '8210e096-62a0-4fc1-a9ce-05d858a1357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:51:48.168727 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-0afcf83d-43fd-4992-af14-6e618f0454f1 service neutron] Bound using segment: {'id': '8210e096-62a0-4fc1-a9ce-05d858a1357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:51:48.169053 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-0afcf83d-43fd-4992-af14-6e618f0454f1 service neutron] Bound port: 270ca340-fced-4ad5-a98d-ce79977d70b2, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8210e096-62a0-4fc1-a9ce-05d858a1357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:51:48.169386 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-0afcf83d-43fd-4992-af14-6e618f0454f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (270ca340-fced-4ad5-a98d-ce79977d70b2), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:48.255727 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3d1dfa48-3c1b-4bad-a43e-5322d7931e7b tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (4ac514bd-c154-4560-a74f-5cc4d4b82c5a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:48.260767 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1dfa48-3c1b-4bad-a43e-5322d7931e7b tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:48.262281 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3d1dfa48-3c1b-4bad-a43e-5322d7931e7b tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:48.273956 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-0afcf83d-43fd-4992-af14-6e618f0454f1 service neutron] For port 270ca340-fced-4ad5-a98d-ce79977d70b2, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:51:48.310401 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3d1dfa48-3c1b-4bad-a43e-5322d7931e7b tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6046598 Jan 28 00:51:48.311571 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33792) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:48.321033 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-c2fbd8b0-3c19-4da2-9aa6-0c9f4e7852cf tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Request body: {'subnet': {'network_id': 'd013dd2b-54ea-49a8-a209-3f7c51c649dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:51:48.344552 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-0afcf83d-43fd-4992-af14-6e618f0454f1 service neutron] For port 270ca340-fced-4ad5-a98d-ce79977d70b2, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=270ca340-fced-4ad5-a98d-ce79977d70b2,segment=NetworkSegment(8210e096-62a0-4fc1-a9ce-05d858a1357d),segment_id=8210e096-62a0-4fc1-a9ce-05d858a1357d)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:51:48.354254 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-0afcf83d-43fd-4992-af14-6e618f0454f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (270ca340-fced-4ad5-a98d-ce79977d70b2), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:48.404417 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1dfa48-3c1b-4bad-a43e-5322d7931e7b tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Pushing event updated for resources: {'Network': ['ID=4ac514bd-c154-4560-a74f-5cc4d4b82c5a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:48.417879 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-0afcf83d-43fd-4992-af14-6e618f0454f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:48.418529 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-0afcf83d-43fd-4992-af14-6e618f0454f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:48.427964 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-0afcf83d-43fd-4992-af14-6e618f0454f1 service neutron] 10.222.0.52 "PUT /v2.0/ports/270ca340-fced-4ad5-a98d-ce79977d70b2 HTTP/1.1" status: 200 len: 1092 time: 1.5434053 Jan 28 00:51:48.430649 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ff1f1df-130a-4003-ab67-b5b11b21d330', 'tag': '270ca340-fced-4ad5-a98d-ce79977d70b2'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:51:48.432982 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77dfaf4e-650c-4195-9b50-32fdd48d4025" -d '{"events": [{"name": "network-changed", "server_uuid": "7ff1f1df-130a-4003-ab67-b5b11b21d330", "tag": "270ca340-fced-4ad5-a98d-ce79977d70b2"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:51:48.473315 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 4ac514bd-c154-4560-a74f-5cc4d4b82c5a details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:51:48.478619 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afcf83d-43fd-4992-af14-6e618f0454f1 service neutron] Pushing event updated for resources: {'Port': ['ID=270ca340-fced-4ad5-a98d-ce79977d70b2,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:48.571902 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6d2f4b-0a51-4504-b4a2-3cdc562e7be5 x-openstack-request-id: req-2c6d2f4b-0a51-4504-b4a2-3cdc562e7be5 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:51:48.572430 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ff1f1df-130a-4003-ab67-b5b11b21d330", "tag": "270ca340-fced-4ad5-a98d-ce79977d70b2", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:51:48.572862 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2c6d2f4b-0a51-4504-b4a2-3cdc562e7be5 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:51:48.573972 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ff1f1df-130a-4003-ab67-b5b11b21d330', 'tag': '270ca340-fced-4ad5-a98d-ce79977d70b2', 'status': 'completed', 'code': 200} Jan 28 00:51:48.616852 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fbd8b0-3c19-4da2-9aa6-0c9f4e7852cf tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Made reservation on behalf of 4302135c554f435abe559ac847f2335f for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:51:48.625903 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c2fbd8b0-3c19-4da2-9aa6-0c9f4e7852cf tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:48.627150 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-d22ef32f-fc44-4922-a010-bb453c25c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:48.632096 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-d22ef32f-fc44-4922-a010-bb453c25c1ba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac62260fe42246bcb8303840ff4b96d9&device_id=7ff1f1df-130a-4003-ab67-b5b11b21d330 HTTP/1.1" status: 200 len: 1095 time: 0.1124635 Jan 28 00:51:48.656598 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3dd97ed0-099b-40be-9d82-1b771aa0fec6 None None] Publish callbacks [] for port (22b2ad18-86e9-4504-9f28-b6d7945cb33d), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:48.671175 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3dd97ed0-099b-40be-9d82-1b771aa0fec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (22b2ad18-86e9-4504-9f28-b6d7945cb33d), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:48.736223 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-bb7da7eb-eeca-410e-8eb1-e8de3ca1c9f2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=270ca340-fced-4ad5-a98d-ce79977d70b2 HTTP/1.1" status: 200 len: 217 time: 0.0870662 Jan 28 00:51:48.754833 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd97ed0-099b-40be-9d82-1b771aa0fec6 None None] Network 04c963ad-7bf7-430a-9a00-bb267b67e03b is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:51:48.763736 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-3dd97ed0-099b-40be-9d82-1b771aa0fec6 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:51:48.771258 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd97ed0-099b-40be-9d82-1b771aa0fec6 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:51:48.833631 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd97ed0-099b-40be-9d82-1b771aa0fec6 None None] Pushing event updated for resources: {'Port': ['ID=22b2ad18-86e9-4504-9f28-b6d7945cb33d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:48.854202 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-8593f8d6-3e40-42a4-9d6c-6c1410bce5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:48.855829 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-8593f8d6-3e40-42a4-9d6c-6c1410bce5c0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f8eb103-5ea3-4cb9-9774-5ed2528e0f83 HTTP/1.1" status: 200 len: 854 time: 0.1112995 Jan 28 00:51:48.888594 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-3dd97ed0-099b-40be-9d82-1b771aa0fec6 None None] Attempting to bind port 22b2ad18-86e9-4504-9f28-b6d7945cb33d on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:51:48.889464 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-3dd97ed0-099b-40be-9d82-1b771aa0fec6 None None] Attempting to bind port 22b2ad18-86e9-4504-9f28-b6d7945cb33d by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'fb663a3d-d721-4ea3-820a-8adcc4eff56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '04c963ad-7bf7-430a-9a00-bb267b67e03b'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:51:48.890193 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd97ed0-099b-40be-9d82-1b771aa0fec6 None None] Attempting to bind port 22b2ad18-86e9-4504-9f28-b6d7945cb33d on network 04c963ad-7bf7-430a-9a00-bb267b67e03b {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:51:48.900840 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd97ed0-099b-40be-9d82-1b771aa0fec6 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:51:48.901680 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd97ed0-099b-40be-9d82-1b771aa0fec6 None None] Checking segment: {'id': 'fb663a3d-d721-4ea3-820a-8adcc4eff56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '04c963ad-7bf7-430a-9a00-bb267b67e03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:51:48.902473 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3dd97ed0-099b-40be-9d82-1b771aa0fec6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:48.903231 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd97ed0-099b-40be-9d82-1b771aa0fec6 None None] Bound using segment: {'id': 'fb663a3d-d721-4ea3-820a-8adcc4eff56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '04c963ad-7bf7-430a-9a00-bb267b67e03b'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:51:48.904439 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-a01d5450-f83f-4986-8f3f-c5bc49a7dc28 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408461 Jan 28 00:51:48.904648 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-3dd97ed0-099b-40be-9d82-1b771aa0fec6 None None] Bound port: 22b2ad18-86e9-4504-9f28-b6d7945cb33d, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb663a3d-d721-4ea3-820a-8adcc4eff56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '04c963ad-7bf7-430a-9a00-bb267b67e03b'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:51:48.905387 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3dd97ed0-099b-40be-9d82-1b771aa0fec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (22b2ad18-86e9-4504-9f28-b6d7945cb33d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:48.978215 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c2fbd8b0-3c19-4da2-9aa6-0c9f4e7852cf tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (69b5a8f4-5402-416e-a697-6c47ad4103cf), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:49.037197 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-a85108ad-ae24-4715-9e1b-6a7803849f25 service neutron] 10.222.0.52 "GET /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259758 Jan 28 00:51:49.053193 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-3dd97ed0-099b-40be-9d82-1b771aa0fec6 None None] For port 22b2ad18-86e9-4504-9f28-b6d7945cb33d, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:51:49.062921 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-3dd97ed0-099b-40be-9d82-1b771aa0fec6 None None] For port 22b2ad18-86e9-4504-9f28-b6d7945cb33d, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=22b2ad18-86e9-4504-9f28-b6d7945cb33d,segment=NetworkSegment(fb663a3d-d721-4ea3-820a-8adcc4eff56f),segment_id=fb663a3d-d721-4ea3-820a-8adcc4eff56f)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:51:49.072946 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3dd97ed0-099b-40be-9d82-1b771aa0fec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (22b2ad18-86e9-4504-9f28-b6d7945cb33d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:49.091673 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbd8b0-3c19-4da2-9aa6-0c9f4e7852cf tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Pushing event updated for resources: {'Subnet': ['ID=69b5a8f4-5402-416e-a697-6c47ad4103cf,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:49.121586 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fbd8b0-3c19-4da2-9aa6-0c9f4e7852cf tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Checking segment: {'id': '3eee8079-e07d-4200-a5b7-103f20c5cb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd013dd2b-54ea-49a8-a209-3f7c51c649dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:51:49.122297 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fbd8b0-3c19-4da2-9aa6-0c9f4e7852cf tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Network hostable DHCP agents. Network: d013dd2b-54ea-49a8-a209-3f7c51c649dd, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:51:49.162765 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fbd8b0-3c19-4da2-9aa6-0c9f4e7852cf tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Network d013dd2b-54ea-49a8-a209-3f7c51c649dd is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:51:49.179465 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-c2fbd8b0-3c19-4da2-9aa6-0c9f4e7852cf tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, d013dd2b-54ea-49a8-a209-3f7c51c649dd) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:51:49.192479 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fbd8b0-3c19-4da2-9aa6-0c9f4e7852cf tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:49.195661 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c2fbd8b0-3c19-4da2-9aa6-0c9f4e7852cf tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:49.200958 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1b0022-079e-44e2-a589-f6287b024a6f None None] Network d013dd2b-54ea-49a8-a209-3f7c51c649dd requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:51:49.229334 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3362df5f-f254-4ef3-8c77-e4f6e99927ba req-fd7f69ac-1a57-4bb6-83eb-3f47908e5e4f service neutron] 10.222.0.52 "GET /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842325 Jan 28 00:51:49.246237 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33802) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:49.249352 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c2fbd8b0-3c19-4da2-9aa6-0c9f4e7852cf tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9362381 Jan 28 00:51:49.254844 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-ba02bf49-2d54-4f1a-b498-e2a5c6634f18 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Request body: {'subnet': {'network_id': '4ac514bd-c154-4560-a74f-5cc4d4b82c5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:51:49.348044 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd97ed0-099b-40be-9d82-1b771aa0fec6 None None] Pushing event updated for resources: {'Port': ['ID=22b2ad18-86e9-4504-9f28-b6d7945cb33d,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:49.384646 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97acbcb9-1ac1-4ec8-acf5-55394ff91cad req-36790e40-5fba-40ee-939f-37e72b31b035 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:49.386458 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97acbcb9-1ac1-4ec8-acf5-55394ff91cad req-36790e40-5fba-40ee-939f-37e72b31b035 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ff1f1df-130a-4003-ab67-b5b11b21d330 HTTP/1.1" status: 200 len: 944 time: 0.1089690 Jan 28 00:51:49.513227 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97acbcb9-1ac1-4ec8-acf5-55394ff91cad req-eb1468a7-71a0-4cbb-b329-72a2f0254045 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127133 Jan 28 00:51:49.552707 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2e8a2a-a0bc-44a8-8728-152690014343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-d013dd2b-54ea-49a8-a209-3f7c51c649dd', 'network_id': 'd013dd2b-54ea-49a8-a209-3f7c51c649dd', 'project_id': '4302135c554f435abe559ac847f2335f', 'fixed_ips': [{'subnet_id': '69b5a8f4-5402-416e-a697-6c47ad4103cf'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:51:49.553924 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a2e8a2a-a0bc-44a8-8728-152690014343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:49.595077 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfaf4e-650c-4195-9b50-32fdd48d4025 req-112b770a-7be2-45ea-adc1-a7fa4caf99f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:49.599025 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77dfaf4e-650c-4195-9b50-32fdd48d4025 req-112b770a-7be2-45ea-adc1-a7fa4caf99f6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac62260fe42246bcb8303840ff4b96d9&device_id=7ff1f1df-130a-4003-ab67-b5b11b21d330 HTTP/1.1" status: 200 len: 1095 time: 0.1999724 Jan 28 00:51:49.652858 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba02bf49-2d54-4f1a-b498-e2a5c6634f18 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Made reservation on behalf of 4302135c554f435abe559ac847f2335f for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:51:49.660308 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba02bf49-2d54-4f1a-b498-e2a5c6634f18 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:49.892486 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-7a2e8a2a-a0bc-44a8-8728-152690014343 None None] Allocated IP 172.20.0.2 (d013dd2b-54ea-49a8-a209-3f7c51c649dd/69b5a8f4-5402-416e-a697-6c47ad4103cf/e580dc05-02d4-4074-964e-b9cec13f268d) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:51:49.944155 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfaf4e-650c-4195-9b50-32fdd48d4025 req-a78a56de-870e-416e-9e89-46a94d54fd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:49.946787 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77dfaf4e-650c-4195-9b50-32fdd48d4025 req-a78a56de-870e-416e-9e89-46a94d54fd5b service neutron] 10.222.0.52 "GET /v2.0/networks?id=8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 HTTP/1.1" status: 200 len: 915 time: 0.3247654 Jan 28 00:51:50.029312 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77dfaf4e-650c-4195-9b50-32fdd48d4025 req-1d08d467-3d61-4f85-8237-238b885b21b1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=270ca340-fced-4ad5-a98d-ce79977d70b2 HTTP/1.1" status: 200 len: 217 time: 0.0724914 Jan 28 00:51:50.172242 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfaf4e-650c-4195-9b50-32fdd48d4025 req-fb259094-b96c-4b8f-9e60-ca9d89807b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:50.174981 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77dfaf4e-650c-4195-9b50-32fdd48d4025 req-fb259094-b96c-4b8f-9e60-ca9d89807b22 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f8eb103-5ea3-4cb9-9774-5ed2528e0f83 HTTP/1.1" status: 200 len: 854 time: 0.1388993 Jan 28 00:51:50.257874 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77dfaf4e-650c-4195-9b50-32fdd48d4025 req-aefb04a1-87c5-48ed-b94c-2f568190ceb0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478816 Jan 28 00:51:50.300746 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba02bf49-2d54-4f1a-b498-e2a5c6634f18 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (55d7f43f-aefc-4f7f-ad05-c6fbb716c117), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:50.435529 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a2e8a2a-a0bc-44a8-8728-152690014343 None None] Publish callbacks [] for port (e580dc05-02d4-4074-964e-b9cec13f268d), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:50.437533 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02bf49-2d54-4f1a-b498-e2a5c6634f18 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Pushing event updated for resources: {'Subnet': ['ID=55d7f43f-aefc-4f7f-ad05-c6fbb716c117,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:50.446977 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a2e8a2a-a0bc-44a8-8728-152690014343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (e580dc05-02d4-4074-964e-b9cec13f268d), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:50.563938 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba02bf49-2d54-4f1a-b498-e2a5c6634f18 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Checking segment: {'id': '945031d1-ae0d-4863-8f0e-4081a67278c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4ac514bd-c154-4560-a74f-5cc4d4b82c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:51:50.564686 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba02bf49-2d54-4f1a-b498-e2a5c6634f18 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Network hostable DHCP agents. Network: 4ac514bd-c154-4560-a74f-5cc4d4b82c5a, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:51:50.598804 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2e8a2a-a0bc-44a8-8728-152690014343 None None] Network d013dd2b-54ea-49a8-a209-3f7c51c649dd is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:51:50.605949 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77dfaf4e-650c-4195-9b50-32fdd48d4025 req-54d4326b-c31a-428a-b1e6-d863792fbef0 service neutron] 10.222.0.52 "GET /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349555 Jan 28 00:51:50.613051 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 22b2ad18-86e9-4504-9f28-b6d7945cb33d up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:51:50.624236 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-7a2e8a2a-a0bc-44a8-8728-152690014343 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:51:50.639949 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2e8a2a-a0bc-44a8-8728-152690014343 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:51:50.648953 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba02bf49-2d54-4f1a-b498-e2a5c6634f18 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Network 4ac514bd-c154-4560-a74f-5cc4d4b82c5a is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:51:50.731568 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e8a2a-a0bc-44a8-8728-152690014343 None None] Pushing event updated for resources: {'Port': ['ID=e580dc05-02d4-4074-964e-b9cec13f268d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:50.750445 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-77dfaf4e-650c-4195-9b50-32fdd48d4025 req-d16c53f7-dcde-4251-9d24-4ecdc1bdc791 service neutron] 10.222.0.52 "GET /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378322 Jan 28 00:51:50.756965 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-ba02bf49-2d54-4f1a-b498-e2a5c6634f18 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 4ac514bd-c154-4560-a74f-5cc4d4b82c5a) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:51:50.773262 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba02bf49-2d54-4f1a-b498-e2a5c6634f18 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:50.776143 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba02bf49-2d54-4f1a-b498-e2a5c6634f18 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:50.841752 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ba02bf49-2d54-4f1a-b498-e2a5c6634f18 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5905383 Jan 28 00:51:50.844560 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33810) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:50.867574 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b662cc7b-26da-4e93-ab8c-6cb584e134a7 None None] Network 4ac514bd-c154-4560-a74f-5cc4d4b82c5a requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:51:50.953710 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968b03d-7acc-496e-935a-d37d2a9cce9d req-5b620bf0-cd59-497f-ba35-2010a19c0cdf tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:50.961946 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6968b03d-7acc-496e-935a-d37d2a9cce9d req-5b620bf0-cd59-497f-ba35-2010a19c0cdf tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ff1f1df-130a-4003-ab67-b5b11b21d330 HTTP/1.1" status: 200 len: 944 time: 0.2384820 Jan 28 00:51:51.073457 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7a2e8a2a-a0bc-44a8-8728-152690014343 None None] Attempting to bind port e580dc05-02d4-4074-964e-b9cec13f268d on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:51:51.074946 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7a2e8a2a-a0bc-44a8-8728-152690014343 None None] Attempting to bind port e580dc05-02d4-4074-964e-b9cec13f268d by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '3eee8079-e07d-4200-a5b7-103f20c5cb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd013dd2b-54ea-49a8-a209-3f7c51c649dd'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:51:51.075811 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2e8a2a-a0bc-44a8-8728-152690014343 None None] Attempting to bind port e580dc05-02d4-4074-964e-b9cec13f268d on network d013dd2b-54ea-49a8-a209-3f7c51c649dd {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:51:51.136170 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2e8a2a-a0bc-44a8-8728-152690014343 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:51:51.137647 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2e8a2a-a0bc-44a8-8728-152690014343 None None] Checking segment: {'id': '3eee8079-e07d-4200-a5b7-103f20c5cb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd013dd2b-54ea-49a8-a209-3f7c51c649dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:51:51.139358 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a2e8a2a-a0bc-44a8-8728-152690014343 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:51.140648 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2e8a2a-a0bc-44a8-8728-152690014343 None None] Bound using segment: {'id': '3eee8079-e07d-4200-a5b7-103f20c5cb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd013dd2b-54ea-49a8-a209-3f7c51c649dd'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:51:51.141765 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7a2e8a2a-a0bc-44a8-8728-152690014343 None None] Bound port: e580dc05-02d4-4074-964e-b9cec13f268d, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eee8079-e07d-4200-a5b7-103f20c5cb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd013dd2b-54ea-49a8-a209-3f7c51c649dd'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:51:51.143249 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a2e8a2a-a0bc-44a8-8728-152690014343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e580dc05-02d4-4074-964e-b9cec13f268d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:51.153599 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6968b03d-7acc-496e-935a-d37d2a9cce9d req-0171b780-3b59-45f3-972c-2fbd26aec5a1 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774502 Jan 28 00:51:51.247426 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 22b2ad18-86e9-4504-9f28-b6d7945cb33d triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:51:51.248041 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (22b2ad18-86e9-4504-9f28-b6d7945cb33d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:51.334929 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed65648-7061-4cad-a2a6-3502c853fdeb None None] Network 04c963ad-7bf7-430a-9a00-bb267b67e03b requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:51:51.499737 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-26ef5d39-7149-4a66-a669-4fffd7c031ef None None] Provisioning complete for port 22b2ad18-86e9-4504-9f28-b6d7945cb33d triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:51:51.500755 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-26ef5d39-7149-4a66-a669-4fffd7c031ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (22b2ad18-86e9-4504-9f28-b6d7945cb33d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:51.511501 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825660a5-6c78-4813-a97a-f7a3b59030a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-4ac514bd-c154-4560-a74f-5cc4d4b82c5a', 'network_id': '4ac514bd-c154-4560-a74f-5cc4d4b82c5a', 'project_id': '4302135c554f435abe559ac847f2335f', 'fixed_ips': [{'subnet_id': '55d7f43f-aefc-4f7f-ad05-c6fbb716c117'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:51:51.512025 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-825660a5-6c78-4813-a97a-f7a3b59030a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:51.567745 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-7a2e8a2a-a0bc-44a8-8728-152690014343 None None] For port e580dc05-02d4-4074-964e-b9cec13f268d, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:51:51.619608 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-7a2e8a2a-a0bc-44a8-8728-152690014343 None None] For port e580dc05-02d4-4074-964e-b9cec13f268d, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=e580dc05-02d4-4074-964e-b9cec13f268d,segment=NetworkSegment(3eee8079-e07d-4200-a5b7-103f20c5cb19),segment_id=3eee8079-e07d-4200-a5b7-103f20c5cb19)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:51:51.672771 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b31d423e-07c5-4484-9514-b4ed2324e866 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:51.702093 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a2e8a2a-a0bc-44a8-8728-152690014343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e580dc05-02d4-4074-964e-b9cec13f268d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:52.022131 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 22b2ad18-86e9-4504-9f28-b6d7945cb33d is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:51:52.022413 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (22b2ad18-86e9-4504-9f28-b6d7945cb33d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:52.080286 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-b31d423e-07c5-4484-9514-b4ed2324e866 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Allocated IP 172.20.0.1 (d013dd2b-54ea-49a8-a209-3f7c51c649dd/69b5a8f4-5402-416e-a697-6c47ad4103cf/b24b88d7-af27-4802-abb6-2e6a3aa99c1e) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:51:52.087367 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e8a2a-a0bc-44a8-8728-152690014343 None None] Pushing event updated for resources: {'Port': ['ID=e580dc05-02d4-4074-964e-b9cec13f268d,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:52.158888 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-825660a5-6c78-4813-a97a-f7a3b59030a3 None None] Allocated IP 172.20.0.2 (4ac514bd-c154-4560-a74f-5cc4d4b82c5a/55d7f43f-aefc-4f7f-ad05-c6fbb716c117/c5c9aa13-0929-43e7-a506-e6980cd0bd70) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:51:52.215745 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-26ef5d39-7149-4a66-a669-4fffd7c031ef None None] Current status of the port 22b2ad18-86e9-4504-9f28-b6d7945cb33d is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:51:52.216175 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-26ef5d39-7149-4a66-a669-4fffd7c031ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (22b2ad18-86e9-4504-9f28-b6d7945cb33d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:52.440833 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 22b2ad18-86e9-4504-9f28-b6d7945cb33d, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=22b2ad18-86e9-4504-9f28-b6d7945cb33d,segment=NetworkSegment(fb663a3d-d721-4ea3-820a-8adcc4eff56f),segment_id=fb663a3d-d721-4ea3-820a-8adcc4eff56f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:51:52.456155 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (22b2ad18-86e9-4504-9f28-b6d7945cb33d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:52.513775 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b31d423e-07c5-4484-9514-b4ed2324e866 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks [] for port (b24b88d7-af27-4802-abb6-2e6a3aa99c1e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:52.604795 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1decd5d-7c46-481d-bc10-faa91771e630 req-0f121a3c-fc1d-4f2c-9eb2-d6108a8ac9dd tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:52.627710 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c1decd5d-7c46-481d-bc10-faa91771e630 req-0f121a3c-fc1d-4f2c-9eb2-d6108a8ac9dd tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ff1f1df-130a-4003-ab67-b5b11b21d330 HTTP/1.1" status: 200 len: 944 time: 0.2439952 Jan 28 00:51:52.655665 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b31d423e-07c5-4484-9514-b4ed2324e866 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (b24b88d7-af27-4802-abb6-2e6a3aa99c1e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:52.744737 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31d423e-07c5-4484-9514-b4ed2324e866 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Network d013dd2b-54ea-49a8-a209-3f7c51c649dd is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:51:52.748975 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-b31d423e-07c5-4484-9514-b4ed2324e866 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:51:52.753946 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31d423e-07c5-4484-9514-b4ed2324e866 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:51:52.800733 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d423e-07c5-4484-9514-b4ed2324e866 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Pushing event updated for resources: {'Port': ['ID=b24b88d7-af27-4802-abb6-2e6a3aa99c1e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:52.816599 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c1decd5d-7c46-481d-bc10-faa91771e630 req-025a5b32-9535-41b4-b0d0-9b55df5193c9 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817293 Jan 28 00:51:52.838783 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-825660a5-6c78-4813-a97a-f7a3b59030a3 None None] Publish callbacks [] for port (c5c9aa13-0929-43e7-a506-e6980cd0bd70), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:52.843298 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device e580dc05-02d4-4074-964e-b9cec13f268d up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:51:52.844742 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b31d423e-07c5-4484-9514-b4ed2324e866 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (478a1d80-5a74-4011-bca0-14455083ec1f), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:52.903137 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=22b2ad18-86e9-4504-9f28-b6d7945cb33d,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:52.917375 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-825660a5-6c78-4813-a97a-f7a3b59030a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (c5c9aa13-0929-43e7-a506-e6980cd0bd70), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:53.010977 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b31d423e-07c5-4484-9514-b4ed2324e866 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b24b88d7-af27-4802-abb6-2e6a3aa99c1e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:53.044991 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825660a5-6c78-4813-a97a-f7a3b59030a3 None None] Network 4ac514bd-c154-4560-a74f-5cc4d4b82c5a is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:51:53.062760 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-825660a5-6c78-4813-a97a-f7a3b59030a3 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:51:53.082712 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825660a5-6c78-4813-a97a-f7a3b59030a3 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:51:53.134938 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-26ef5d39-7149-4a66-a669-4fffd7c031ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:51:53.135641 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-26ef5d39-7149-4a66-a669-4fffd7c031ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:51:53.163993 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825660a5-6c78-4813-a97a-f7a3b59030a3 None None] Pushing event updated for resources: {'Port': ['ID=c5c9aa13-0929-43e7-a506-e6980cd0bd70,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:53.166747 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port e580dc05-02d4-4074-964e-b9cec13f268d triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:51:53.167129 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e580dc05-02d4-4074-964e-b9cec13f268d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:53.238427 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-825660a5-6c78-4813-a97a-f7a3b59030a3 None None] Attempting to bind port c5c9aa13-0929-43e7-a506-e6980cd0bd70 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:51:53.238980 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-825660a5-6c78-4813-a97a-f7a3b59030a3 None None] Attempting to bind port c5c9aa13-0929-43e7-a506-e6980cd0bd70 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '945031d1-ae0d-4863-8f0e-4081a67278c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4ac514bd-c154-4560-a74f-5cc4d4b82c5a'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:51:53.239482 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825660a5-6c78-4813-a97a-f7a3b59030a3 None None] Attempting to bind port c5c9aa13-0929-43e7-a506-e6980cd0bd70 on network 4ac514bd-c154-4560-a74f-5cc4d4b82c5a {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:51:53.247966 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825660a5-6c78-4813-a97a-f7a3b59030a3 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:51:53.248526 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825660a5-6c78-4813-a97a-f7a3b59030a3 None None] Checking segment: {'id': '945031d1-ae0d-4863-8f0e-4081a67278c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4ac514bd-c154-4560-a74f-5cc4d4b82c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:51:53.249056 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-825660a5-6c78-4813-a97a-f7a3b59030a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:53.249572 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825660a5-6c78-4813-a97a-f7a3b59030a3 None None] Bound using segment: {'id': '945031d1-ae0d-4863-8f0e-4081a67278c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4ac514bd-c154-4560-a74f-5cc4d4b82c5a'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:51:53.250271 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-825660a5-6c78-4813-a97a-f7a3b59030a3 None None] Bound port: c5c9aa13-0929-43e7-a506-e6980cd0bd70, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '945031d1-ae0d-4863-8f0e-4081a67278c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4ac514bd-c154-4560-a74f-5cc4d4b82c5a'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:51:53.250798 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-825660a5-6c78-4813-a97a-f7a3b59030a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c5c9aa13-0929-43e7-a506-e6980cd0bd70), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:53.428034 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-825660a5-6c78-4813-a97a-f7a3b59030a3 None None] For port c5c9aa13-0929-43e7-a506-e6980cd0bd70, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:51:53.441623 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-825660a5-6c78-4813-a97a-f7a3b59030a3 None None] For port c5c9aa13-0929-43e7-a506-e6980cd0bd70, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c5c9aa13-0929-43e7-a506-e6980cd0bd70,segment=NetworkSegment(945031d1-ae0d-4863-8f0e-4081a67278c0),segment_id=945031d1-ae0d-4863-8f0e-4081a67278c0)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:51:53.448416 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port e580dc05-02d4-4074-964e-b9cec13f268d is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:51:53.449860 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e580dc05-02d4-4074-964e-b9cec13f268d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:53.473849 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-825660a5-6c78-4813-a97a-f7a3b59030a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c5c9aa13-0929-43e7-a506-e6980cd0bd70), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:53.595598 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825660a5-6c78-4813-a97a-f7a3b59030a3 None None] Pushing event updated for resources: {'Port': ['ID=c5c9aa13-0929-43e7-a506-e6980cd0bd70,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:53.635493 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port e580dc05-02d4-4074-964e-b9cec13f268d, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=e580dc05-02d4-4074-964e-b9cec13f268d,segment=NetworkSegment(3eee8079-e07d-4200-a5b7-103f20c5cb19),segment_id=3eee8079-e07d-4200-a5b7-103f20c5cb19)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:51:53.694293 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-26ef5d39-7149-4a66-a669-4fffd7c031ef None None] Current status of the port 22b2ad18-86e9-4504-9f28-b6d7945cb33d is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:51:53.697059 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e580dc05-02d4-4074-964e-b9cec13f268d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:53.758533 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d529e5-84fa-4a66-a132-7830de58354b None None] Network d013dd2b-54ea-49a8-a209-3f7c51c649dd requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:51:53.792564 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 270ca340-fced-4ad5-a98d-ce79977d70b2 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:51:54.047407 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b31d423e-07c5-4484-9514-b4ed2324e866 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks [] for port (b24b88d7-af27-4802-abb6-2e6a3aa99c1e), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:54.060595 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b31d423e-07c5-4484-9514-b4ed2324e866 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (b24b88d7-af27-4802-abb6-2e6a3aa99c1e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:54.177507 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.resource_extend [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 00:51:54.195138 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=e580dc05-02d4-4074-964e-b9cec13f268d,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:54.207072 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ede2b1-5c97-460a-884c-115cc30f9e46 req-df5936b5-07b8-4b04-9d91-96b93dbf5d9b tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:54.209235 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d7ede2b1-5c97-460a-884c-115cc30f9e46 req-df5936b5-07b8-4b04-9d91-96b93dbf5d9b tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ff1f1df-130a-4003-ab67-b5b11b21d330 HTTP/1.1" status: 200 len: 944 time: 0.1633923 Jan 28 00:51:54.260110 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d423e-07c5-4484-9514-b4ed2324e866 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Pushing event updated for resources: {'Port': ['ID=b24b88d7-af27-4802-abb6-2e6a3aa99c1e,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:54.278548 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b31d423e-07c5-4484-9514-b4ed2324e866 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (478a1d80-5a74-4011-bca0-14455083ec1f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:54.293314 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f0fda966-1917-45c4-aa01-b2dbf38bc05b None None] Provisioning complete for port 22b2ad18-86e9-4504-9f28-b6d7945cb33d triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:51:54.293695 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f0fda966-1917-45c4-aa01-b2dbf38bc05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (22b2ad18-86e9-4504-9f28-b6d7945cb33d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:54.331911 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d7ede2b1-5c97-460a-884c-115cc30f9e46 req-4fff75e1-42a2-43fc-a1ba-6791f507fb41 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085980 Jan 28 00:51:54.494149 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31d423e-07c5-4484-9514-b4ed2324e866 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Network d013dd2b-54ea-49a8-a209-3f7c51c649dd is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:51:54.498012 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-b31d423e-07c5-4484-9514-b4ed2324e866 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:51:54.719460 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f0fda966-1917-45c4-aa01-b2dbf38bc05b None None] Current status of the port 22b2ad18-86e9-4504-9f28-b6d7945cb33d is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:51:54.732172 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 270ca340-fced-4ad5-a98d-ce79977d70b2, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=270ca340-fced-4ad5-a98d-ce79977d70b2,segment=NetworkSegment(8210e096-62a0-4fc1-a9ce-05d858a1357d),segment_id=8210e096-62a0-4fc1-a9ce-05d858a1357d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:51:54.766035 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '270ca340-fced-4ad5-a98d-ce79977d70b2', 'network_id': '8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0', 'port_id': '270ca340-fced-4ad5-a98d-ce79977d70b2', 'mac_address': 'fa:16:3e:26:00:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8eb103-5ea3-4cb9-9774-5ed2528e0f83', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:51:54.781671 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f0fda966-1917-45c4-aa01-b2dbf38bc05b None None] Provisioning complete for port e580dc05-02d4-4074-964e-b9cec13f268d triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:51:54.782265 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f0fda966-1917-45c4-aa01-b2dbf38bc05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e580dc05-02d4-4074-964e-b9cec13f268d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:54.810657 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31d423e-07c5-4484-9514-b4ed2324e866 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Router 478a1d80-5a74-4011-bca0-14455083ec1f is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:51:54.997270 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 270ca340-fced-4ad5-a98d-ce79977d70b2 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:51:54.997673 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (270ca340-fced-4ad5-a98d-ce79977d70b2), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:55.004890 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device e580dc05-02d4-4074-964e-b9cec13f268d up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:51:55.100228 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 270ca340-fced-4ad5-a98d-ce79977d70b2 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:51:55.110763 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31d423e-07c5-4484-9514-b4ed2324e866 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:51:55.120601 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b31d423e-07c5-4484-9514-b4ed2324e866 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] 10.222.0.70 "PUT /v2.0/routers/478a1d80-5a74-4011-bca0-14455083ec1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2701592 Jan 28 00:51:55.121579 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33826) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:55.141682 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d9e03a-ae78-4a9e-8ff6-1f650800bfee None None] Sync routers for ids ['478a1d80-5a74-4011-bca0-14455083ec1f'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:51:55.219087 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f0fda966-1917-45c4-aa01-b2dbf38bc05b None None] Current status of the port e580dc05-02d4-4074-964e-b9cec13f268d is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:51:55.238070 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 270ca340-fced-4ad5-a98d-ce79977d70b2, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=270ca340-fced-4ad5-a98d-ce79977d70b2,segment=NetworkSegment(8210e096-62a0-4fc1-a9ce-05d858a1357d),segment_id=8210e096-62a0-4fc1-a9ce-05d858a1357d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:51:55.264462 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (270ca340-fced-4ad5-a98d-ce79977d70b2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:55.276430 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d9e03a-ae78-4a9e-8ff6-1f650800bfee None None] Routers {'478a1d80-5a74-4011-bca0-14455083ec1f'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:51:55.277799 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-43d9e03a-ae78-4a9e-8ff6-1f650800bfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:51:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['478a1d80-5a74-4011-bca0-14455083ec1f'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:51:55.335599 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-177ad2df-0ded-496a-ba0a-a1b66f85338e req-2fbd4b54-4b8e-4e2b-be1a-2aabf4e88086 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2c3182e2-d634-42f1-924b-88f4b7564a28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1046546 Jan 28 00:51:55.496173 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-43d9e03a-ae78-4a9e-8ff6-1f650800bfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:51:55.547313 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ad2df-0ded-496a-ba0a-a1b66f85338e req-ce31c3d0-434d-4968-89bb-a26b7acd70b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:55.551145 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-177ad2df-0ded-496a-ba0a-a1b66f85338e req-ce31c3d0-434d-4968-89bb-a26b7acd70b2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac62260fe42246bcb8303840ff4b96d9&device_id=2c3182e2-d634-42f1-924b-88f4b7564a28 HTTP/1.1" status: 200 len: 1096 time: 0.1760206 Jan 28 00:51:55.646429 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port e580dc05-02d4-4074-964e-b9cec13f268d triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:51:55.647779 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e580dc05-02d4-4074-964e-b9cec13f268d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:55.780784 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ad2df-0ded-496a-ba0a-a1b66f85338e req-bd613fb5-dabc-4d8b-94f7-5c836874f018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:55.782328 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-177ad2df-0ded-496a-ba0a-a1b66f85338e req-bd613fb5-dabc-4d8b-94f7-5c836874f018 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 HTTP/1.1" status: 200 len: 915 time: 0.1852024 Jan 28 00:51:55.787920 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d9e03a-ae78-4a9e-8ff6-1f650800bfee None None] Routers {'478a1d80-5a74-4011-bca0-14455083ec1f'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:51:55.788585 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-43d9e03a-ae78-4a9e-8ff6-1f650800bfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:51:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['478a1d80-5a74-4011-bca0-14455083ec1f'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:51:55.801075 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-4783dd20-3238-4732-b975-edd5432a8002 None None] Provisioning complete for port e580dc05-02d4-4074-964e-b9cec13f268d triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:51:55.810796 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4783dd20-3238-4732-b975-edd5432a8002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e580dc05-02d4-4074-964e-b9cec13f268d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:55.834913 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['270ca340-fced-4ad5-a98d-ce79977d70b2'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:51:55.846525 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-177ad2df-0ded-496a-ba0a-a1b66f85338e req-2a08d613-5002-4a42-bad1-cffff6103e1e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abe0dbc6-b630-4650-bfd3-f1ac44ce1769 HTTP/1.1" status: 200 len: 217 time: 0.0555701 Jan 28 00:51:55.919817 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05862a49-6209-4f9e-8b1a-84593d0f3f7e None None] Network 4ac514bd-c154-4560-a74f-5cc4d4b82c5a requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:51:55.977820 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ad2df-0ded-496a-ba0a-a1b66f85338e req-001658e1-caeb-429c-9ec3-9036687c0163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:55.979363 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-177ad2df-0ded-496a-ba0a-a1b66f85338e req-001658e1-caeb-429c-9ec3-9036687c0163 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f8eb103-5ea3-4cb9-9774-5ed2528e0f83 HTTP/1.1" status: 200 len: 854 time: 0.1257241 Jan 28 00:51:56.033587 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b2739-4098-4ccd-86cc-1a56f23c9b11 req-72f70eac-f24f-47ea-bf05-f339e97c9a89 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:56.035370 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f27b2739-4098-4ccd-86cc-1a56f23c9b11 req-72f70eac-f24f-47ea-bf05-f339e97c9a89 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ff1f1df-130a-4003-ab67-b5b11b21d330 HTTP/1.1" status: 200 len: 945 time: 0.2527440 Jan 28 00:51:56.038542 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-177ad2df-0ded-496a-ba0a-a1b66f85338e req-b86a3c0d-c67e-43b0-ad27-c936f2a28c76 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504000 Jan 28 00:51:56.060892 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=270ca340-fced-4ad5-a98d-ce79977d70b2,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:56.113049 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-43d9e03a-ae78-4a9e-8ff6-1f650800bfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:51:56.114910 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d9e03a-ae78-4a9e-8ff6-1f650800bfee None None] The sync data for ids ['478a1d80-5a74-4011-bca0-14455083ec1f'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:51:56.202878 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-c0f420cc-0ba5-478a-95ac-1910fa97a2b2 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:51:56.204376 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c0f420cc-0ba5-478a-95ac-1910fa97a2b2 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] 10.222.0.70 "PUT /v2.0/routers/478a1d80-5a74-4011-bca0-14455083ec1f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0814517 Jan 28 00:51:56.216290 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f27b2739-4098-4ccd-86cc-1a56f23c9b11 req-de55304f-d52f-4408-a711-e453fa182926 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124477 Jan 28 00:51:56.217279 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33834) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:56.238633 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-177ad2df-0ded-496a-ba0a-a1b66f85338e req-8f35bb34-9c1c-4e76-a2cd-fd08776f17bc service neutron] 10.222.0.52 "GET /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920826 Jan 28 00:51:56.262578 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4783dd20-3238-4732-b975-edd5432a8002 None None] Current status of the port e580dc05-02d4-4074-964e-b9cec13f268d is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:51:56.322029 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-4783dd20-3238-4732-b975-edd5432a8002 None None] Provisioning complete for port b24b88d7-af27-4802-abb6-2e6a3aa99c1e triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:51:56.322350 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4783dd20-3238-4732-b975-edd5432a8002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b24b88d7-af27-4802-abb6-2e6a3aa99c1e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:56.392084 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-177ad2df-0ded-496a-ba0a-a1b66f85338e req-13737f8f-517e-4db2-b513-85bf9e007109 service neutron] 10.222.0.52 "GET /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464984 Jan 28 00:51:56.417338 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port e580dc05-02d4-4074-964e-b9cec13f268d is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:51:56.422151 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 22b2ad18-86e9-4504-9f28-b6d7945cb33d up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:51:56.498567 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4783dd20-3238-4732-b975-edd5432a8002 None None] Port b24b88d7-af27-4802-abb6-2e6a3aa99c1e cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:51:56.541398 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 22b2ad18-86e9-4504-9f28-b6d7945cb33d triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:51:56.541780 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (22b2ad18-86e9-4504-9f28-b6d7945cb33d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:56.652978 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-07438f77-9a86-4d2e-b216-cfb6dbe2ec03 None None] Provisioning complete for port c5c9aa13-0929-43e7-a506-e6980cd0bd70 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:51:56.653355 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-07438f77-9a86-4d2e-b216-cfb6dbe2ec03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c5c9aa13-0929-43e7-a506-e6980cd0bd70), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:56.735064 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 22b2ad18-86e9-4504-9f28-b6d7945cb33d is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:51:56.736564 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c5c9aa13-0929-43e7-a506-e6980cd0bd70 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:51:56.840703 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-07438f77-9a86-4d2e-b216-cfb6dbe2ec03 None None] Current status of the port c5c9aa13-0929-43e7-a506-e6980cd0bd70 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:51:56.841289 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-07438f77-9a86-4d2e-b216-cfb6dbe2ec03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c5c9aa13-0929-43e7-a506-e6980cd0bd70), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:56.846925 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b0a9bb52-09d7-4464-a462-80f516f2a1a2 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (478a1d80-5a74-4011-bca0-14455083ec1f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:56.863670 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port c5c9aa13-0929-43e7-a506-e6980cd0bd70 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:51:56.864038 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c5c9aa13-0929-43e7-a506-e6980cd0bd70), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:56.925429 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-07438f77-9a86-4d2e-b216-cfb6dbe2ec03 None None] For port c5c9aa13-0929-43e7-a506-e6980cd0bd70, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c5c9aa13-0929-43e7-a506-e6980cd0bd70,segment=NetworkSegment(945031d1-ae0d-4863-8f0e-4081a67278c0),segment_id=945031d1-ae0d-4863-8f0e-4081a67278c0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:51:56.936299 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-07438f77-9a86-4d2e-b216-cfb6dbe2ec03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c5c9aa13-0929-43e7-a506-e6980cd0bd70), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:57.054416 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-07438f77-9a86-4d2e-b216-cfb6dbe2ec03 None None] Provisioning complete for port b24b88d7-af27-4802-abb6-2e6a3aa99c1e triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:51:57.055019 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-07438f77-9a86-4d2e-b216-cfb6dbe2ec03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b24b88d7-af27-4802-abb6-2e6a3aa99c1e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:57.163434 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07438f77-9a86-4d2e-b216-cfb6dbe2ec03 None None] Pushing event updated for resources: {'Port': ['ID=c5c9aa13-0929-43e7-a506-e6980cd0bd70,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:57.200968 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port c5c9aa13-0929-43e7-a506-e6980cd0bd70 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:51:57.207779 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-07438f77-9a86-4d2e-b216-cfb6dbe2ec03 None None] Port b24b88d7-af27-4802-abb6-2e6a3aa99c1e cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:51:57.357997 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a2778f4d-07e9-480d-94b0-8e2100421da3 None None] Provisioning complete for port c5c9aa13-0929-43e7-a506-e6980cd0bd70 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:51:57.358934 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a2778f4d-07e9-480d-94b0-8e2100421da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c5c9aa13-0929-43e7-a506-e6980cd0bd70), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:57.364876 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c5c9aa13-0929-43e7-a506-e6980cd0bd70 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:51:57.537675 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port c5c9aa13-0929-43e7-a506-e6980cd0bd70 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:51:57.538047 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c5c9aa13-0929-43e7-a506-e6980cd0bd70), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:57.575572 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a2778f4d-07e9-480d-94b0-8e2100421da3 None None] Current status of the port c5c9aa13-0929-43e7-a506-e6980cd0bd70 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:51:57.649815 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a9406-e14e-400b-aea3-bd917b618528 req-8a8f7f89-bc43-4fbe-bbbd-5d7c496840ff tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:57.651375 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-959a9406-e14e-400b-aea3-bd917b618528 req-8a8f7f89-bc43-4fbe-bbbd-5d7c496840ff tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ff1f1df-130a-4003-ab67-b5b11b21d330 HTTP/1.1" status: 200 len: 945 time: 0.0987954 Jan 28 00:51:57.662485 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port c5c9aa13-0929-43e7-a506-e6980cd0bd70 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:51:57.737804 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-959a9406-e14e-400b-aea3-bd917b618528 req-792b5417-cda5-4db1-a7b3-b0955a6071dd tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643208 Jan 28 00:51:57.753369 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-b0a9bb52-09d7-4464-a462-80f516f2a1a2 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Deleting port b24b88d7-af27-4802-abb6-2e6a3aa99c1e {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:51:57.753910 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b0a9bb52-09d7-4464-a462-80f516f2a1a2 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b24b88d7-af27-4802-abb6-2e6a3aa99c1e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:57.791111 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 270ca340-fced-4ad5-a98d-ce79977d70b2 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:51:57.860791 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 270ca340-fced-4ad5-a98d-ce79977d70b2 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:51:57.867606 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 270ca340-fced-4ad5-a98d-ce79977d70b2 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:51:57.868238 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (270ca340-fced-4ad5-a98d-ce79977d70b2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:57.880823 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b0a9bb52-09d7-4464-a462-80f516f2a1a2 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b24b88d7-af27-4802-abb6-2e6a3aa99c1e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:57.905697 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-b0a9bb52-09d7-4464-a462-80f516f2a1a2 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Calling delete_port for b24b88d7-af27-4802-abb6-2e6a3aa99c1e owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:51:58.008878 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 270ca340-fced-4ad5-a98d-ce79977d70b2 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:51:58.009288 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (270ca340-fced-4ad5-a98d-ce79977d70b2), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:58.041526 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ff1f1df-130a-4003-ab67-b5b11b21d330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270ca340-fced-4ad5-a98d-ce79977d70b2'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:51:58.045513 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b3d381-cd8e-4b4a-9d40-d6a01e73475e" -d '{"events": [{"server_uuid": "7ff1f1df-130a-4003-ab67-b5b11b21d330", "name": "network-vif-plugged", "status": "completed", "tag": "270ca340-fced-4ad5-a98d-ce79977d70b2"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:51:58.069831 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 270ca340-fced-4ad5-a98d-ce79977d70b2, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=270ca340-fced-4ad5-a98d-ce79977d70b2,segment=NetworkSegment(8210e096-62a0-4fc1-a9ce-05d858a1357d),segment_id=8210e096-62a0-4fc1-a9ce-05d858a1357d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:51:58.076620 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (270ca340-fced-4ad5-a98d-ce79977d70b2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:58.124428 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d65b0a5-8a05-4047-bea0-48be3a0f46f1 x-openstack-request-id: req-5d65b0a5-8a05-4047-bea0-48be3a0f46f1 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:51:58.124951 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ff1f1df-130a-4003-ab67-b5b11b21d330", "name": "network-vif-plugged", "status": "completed", "tag": "270ca340-fced-4ad5-a98d-ce79977d70b2", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:51:58.125358 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5d65b0a5-8a05-4047-bea0-48be3a0f46f1 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:51:58.125972 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ff1f1df-130a-4003-ab67-b5b11b21d330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270ca340-fced-4ad5-a98d-ce79977d70b2', 'code': 200} Jan 28 00:51:58.159659 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=270ca340-fced-4ad5-a98d-ce79977d70b2,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:58.183999 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b0a9bb52-09d7-4464-a462-80f516f2a1a2 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b24b88d7-af27-4802-abb6-2e6a3aa99c1e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:58.225923 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9bb52-09d7-4464-a462-80f516f2a1a2 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Pushing event deleted for resources: {'Port': ['ID=b24b88d7-af27-4802-abb6-2e6a3aa99c1e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:51:58.327383 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5eb19-705d-4e77-90cc-4c1b60bb92b2 req-ef1df6b3-b58f-4186-ab95-e315f4383e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:58.331139 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-32d5eb19-705d-4e77-90cc-4c1b60bb92b2 req-ef1df6b3-b58f-4186-ab95-e315f4383e3d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7ff1f1df-130a-4003-ab67-b5b11b21d330 HTTP/1.1" status: 200 len: 1097 time: 0.0646474 Jan 28 00:51:58.435822 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-32d5eb19-705d-4e77-90cc-4c1b60bb92b2 req-7fbe01b7-ad45-422f-8e1f-a62dbaace2b7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957422 Jan 28 00:51:58.484560 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b0a9bb52-09d7-4464-a462-80f516f2a1a2 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (478a1d80-5a74-4011-bca0-14455083ec1f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:58.746120 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a9bb52-09d7-4464-a462-80f516f2a1a2 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Router 478a1d80-5a74-4011-bca0-14455083ec1f has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:51:58.849499 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a9bb52-09d7-4464-a462-80f516f2a1a2 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:51:58.860187 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b0a9bb52-09d7-4464-a462-80f516f2a1a2 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] 10.222.0.70 "PUT /v2.0/routers/478a1d80-5a74-4011-bca0-14455083ec1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6411653 Jan 28 00:51:58.864968 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce9d7ac-2387-4c3b-9d68-75b6303fccc8 None None] Sync routers for ids ['478a1d80-5a74-4011-bca0-14455083ec1f'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:51:58.866659 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33848) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:58.881885 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce9d7ac-2387-4c3b-9d68-75b6303fccc8 None None] Routers {'478a1d80-5a74-4011-bca0-14455083ec1f'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:51:58.882774 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-4ce9d7ac-2387-4c3b-9d68-75b6303fccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:51:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['478a1d80-5a74-4011-bca0-14455083ec1f'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:51:58.918674 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-4ce9d7ac-2387-4c3b-9d68-75b6303fccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:51:58.929105 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce9d7ac-2387-4c3b-9d68-75b6303fccc8 None None] Routers {'478a1d80-5a74-4011-bca0-14455083ec1f'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:51:58.930091 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-4ce9d7ac-2387-4c3b-9d68-75b6303fccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:51:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['478a1d80-5a74-4011-bca0-14455083ec1f'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:51:58.964639 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-4ce9d7ac-2387-4c3b-9d68-75b6303fccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:51:58.965532 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce9d7ac-2387-4c3b-9d68-75b6303fccc8 None None] The sync data for ids ['478a1d80-5a74-4011-bca0-14455083ec1f'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:51:58.969576 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99dee5-1a35-4140-9704-36e83ab51fe4 req-8281a31c-0fc6-4646-a9b8-ba278f1df489 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:51:58.979150 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0c99dee5-1a35-4140-9704-36e83ab51fe4 req-8281a31c-0fc6-4646-a9b8-ba278f1df489 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ff1f1df-130a-4003-ab67-b5b11b21d330 HTTP/1.1" status: 200 len: 946 time: 0.0929968 Jan 28 00:51:58.980629 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-def9e445-796d-44a1-a872-3b8d17046356 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] delete failed (client error): The resource could not be found. Jan 28 00:51:58.982077 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-def9e445-796d-44a1-a872-3b8d17046356 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] 10.222.0.70 "DELETE /v2.0/routers/tempest-non_exist_router-1263512090 HTTP/1.1" status: 404 len: 335 time: 0.1139061 Jan 28 00:51:58.986713 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33850) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:58.992121 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-c7a5e4ee-3099-4d72-a605-20dcd6ad5421 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Request body: {'router': {'external_gateway_info': {'network_id': '478a1d80-5a74-4011-bca0-14455083ec1f'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:51:59.042203 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0c99dee5-1a35-4140-9704-36e83ab51fe4 req-b23d1359-5d4c-486d-b2a9-b30a921d687b tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618615 Jan 28 00:51:59.261654 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c7a5e4ee-3099-4d72-a605-20dcd6ad5421 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks [] for router_gateway (478a1d80-5a74-4011-bca0-14455083ec1f), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:51:59.284516 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-c7a5e4ee-3099-4d72-a605-20dcd6ad5421 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] update failed (client error): The resource could not be found. Jan 28 00:51:59.285595 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c7a5e4ee-3099-4d72-a605-20dcd6ad5421 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] 10.222.0.70 "PUT /v2.0/routers/478a1d80-5a74-4011-bca0-14455083ec1f HTTP/1.1" status: 404 len: 339 time: 0.2973790 Jan 28 00:51:59.290169 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33854) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:51:59.726731 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2ad5218-d25d-4b5f-b1d5-ef343cf0ab6b tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:00.042214 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-f2ad5218-d25d-4b5f-b1d5-ef343cf0ab6b tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Allocated IP 172.20.0.1 (04c963ad-7bf7-430a-9a00-bb267b67e03b/a21917dc-dea0-407e-a109-a2a3eb3be3ff/38e54827-18e5-41e9-bbf6-9b3e7b8471b4) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:52:00.241620 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2ad5218-d25d-4b5f-b1d5-ef343cf0ab6b tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks [] for port (38e54827-18e5-41e9-bbf6-9b3e7b8471b4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:00.292193 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f791ccb-c52a-4eb8-97ac-c42d7867859c req-decd2d9c-e9d1-4074-8364-e7613e408c81 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:00.294797 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5f791ccb-c52a-4eb8-97ac-c42d7867859c req-decd2d9c-e9d1-4074-8364-e7613e408c81 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ff1f1df-130a-4003-ab67-b5b11b21d330 HTTP/1.1" status: 200 len: 946 time: 0.0908442 Jan 28 00:52:00.300289 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2ad5218-d25d-4b5f-b1d5-ef343cf0ab6b tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (38e54827-18e5-41e9-bbf6-9b3e7b8471b4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:00.363749 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ad5218-d25d-4b5f-b1d5-ef343cf0ab6b tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Network 04c963ad-7bf7-430a-9a00-bb267b67e03b is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:52:00.366614 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5f791ccb-c52a-4eb8-97ac-c42d7867859c req-cc194e8b-4608-488f-a806-3ed4472dc17f tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634458 Jan 28 00:52:00.369139 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-f2ad5218-d25d-4b5f-b1d5-ef343cf0ab6b tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:52:00.379565 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ad5218-d25d-4b5f-b1d5-ef343cf0ab6b tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:52:00.414711 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad5218-d25d-4b5f-b1d5-ef343cf0ab6b tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Pushing event updated for resources: {'Port': ['ID=38e54827-18e5-41e9-bbf6-9b3e7b8471b4,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:00.478566 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2ad5218-d25d-4b5f-b1d5-ef343cf0ab6b tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (478a1d80-5a74-4011-bca0-14455083ec1f), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:00.698335 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2ad5218-d25d-4b5f-b1d5-ef343cf0ab6b tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (38e54827-18e5-41e9-bbf6-9b3e7b8471b4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:00.743271 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-4f08204c-4cff-4607-a4fa-4f51f0d9ca0b None None] Provisioning complete for port 38e54827-18e5-41e9-bbf6-9b3e7b8471b4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:52:00.744162 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4f08204c-4cff-4607-a4fa-4f51f0d9ca0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (38e54827-18e5-41e9-bbf6-9b3e7b8471b4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:00.807315 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4f08204c-4cff-4607-a4fa-4f51f0d9ca0b None None] Port 38e54827-18e5-41e9-bbf6-9b3e7b8471b4 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:52:01.180982 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2ad5218-d25d-4b5f-b1d5-ef343cf0ab6b tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks [] for port (38e54827-18e5-41e9-bbf6-9b3e7b8471b4), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:01.188612 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2ad5218-d25d-4b5f-b1d5-ef343cf0ab6b tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (38e54827-18e5-41e9-bbf6-9b3e7b8471b4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:01.310428 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad5218-d25d-4b5f-b1d5-ef343cf0ab6b tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Pushing event updated for resources: {'Port': ['ID=38e54827-18e5-41e9-bbf6-9b3e7b8471b4,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:01.316622 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2ad5218-d25d-4b5f-b1d5-ef343cf0ab6b tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (478a1d80-5a74-4011-bca0-14455083ec1f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:01.456623 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ad5218-d25d-4b5f-b1d5-ef343cf0ab6b tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Network 04c963ad-7bf7-430a-9a00-bb267b67e03b is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:52:01.459299 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-f2ad5218-d25d-4b5f-b1d5-ef343cf0ab6b tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:52:01.664851 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ad5218-d25d-4b5f-b1d5-ef343cf0ab6b tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Router 478a1d80-5a74-4011-bca0-14455083ec1f has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:52:01.845811 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-8f0912e4-3de9-4864-b77c-bc90458e6389 None None] Provisioning complete for port 38e54827-18e5-41e9-bbf6-9b3e7b8471b4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:52:01.847214 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8f0912e4-3de9-4864-b77c-bc90458e6389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (38e54827-18e5-41e9-bbf6-9b3e7b8471b4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:01.855384 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ad5218-d25d-4b5f-b1d5-ef343cf0ab6b tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:52:01.875020 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f2ad5218-d25d-4b5f-b1d5-ef343cf0ab6b tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] 10.222.0.70 "PUT /v2.0/routers/478a1d80-5a74-4011-bca0-14455083ec1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5828772 Jan 28 00:52:01.878328 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33904) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:01.881392 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416bf7ac-6dde-4db0-b979-c6fde1353c2c None None] Sync routers for ids ['478a1d80-5a74-4011-bca0-14455083ec1f'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:52:01.900724 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416bf7ac-6dde-4db0-b979-c6fde1353c2c None None] Routers {'478a1d80-5a74-4011-bca0-14455083ec1f'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:52:01.901626 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-416bf7ac-6dde-4db0-b979-c6fde1353c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:51:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['478a1d80-5a74-4011-bca0-14455083ec1f'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:52:01.955392 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8f0912e4-3de9-4864-b77c-bc90458e6389 None None] Port 38e54827-18e5-41e9-bbf6-9b3e7b8471b4 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:52:01.960085 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-416bf7ac-6dde-4db0-b979-c6fde1353c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:52:01.979264 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416bf7ac-6dde-4db0-b979-c6fde1353c2c None None] Routers {'478a1d80-5a74-4011-bca0-14455083ec1f'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:52:01.980191 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-416bf7ac-6dde-4db0-b979-c6fde1353c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:51:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['478a1d80-5a74-4011-bca0-14455083ec1f'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:52:02.023525 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-416bf7ac-6dde-4db0-b979-c6fde1353c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:52:02.024541 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416bf7ac-6dde-4db0-b979-c6fde1353c2c None None] The sync data for ids ['478a1d80-5a74-4011-bca0-14455083ec1f'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:52:02.054681 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40c29b7d-9eb1-465b-9dd2-78cc0129ed8c tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks [] for router (478a1d80-5a74-4011-bca0-14455083ec1f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:02.180807 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-40c29b7d-9eb1-465b-9dd2-78cc0129ed8c tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 00:52:02.185821 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-40c29b7d-9eb1-465b-9dd2-78cc0129ed8c tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] 10.222.0.70 "DELETE /v2.0/routers/478a1d80-5a74-4011-bca0-14455083ec1f HTTP/1.1" status: 409 len: 329 time: 0.3017597 Jan 28 00:52:02.187068 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33912) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:02.678389 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-25091f3f-6278-4f42-a0b3-f34dac505ab5 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (478a1d80-5a74-4011-bca0-14455083ec1f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:03.004569 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-25091f3f-6278-4f42-a0b3-f34dac505ab5 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Deleting port 38e54827-18e5-41e9-bbf6-9b3e7b8471b4 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:52:03.005147 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-25091f3f-6278-4f42-a0b3-f34dac505ab5 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (38e54827-18e5-41e9-bbf6-9b3e7b8471b4), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:03.154092 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-25091f3f-6278-4f42-a0b3-f34dac505ab5 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (38e54827-18e5-41e9-bbf6-9b3e7b8471b4), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:03.180311 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-25091f3f-6278-4f42-a0b3-f34dac505ab5 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Calling delete_port for 38e54827-18e5-41e9-bbf6-9b3e7b8471b4 owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:52:03.438531 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-25091f3f-6278-4f42-a0b3-f34dac505ab5 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (38e54827-18e5-41e9-bbf6-9b3e7b8471b4), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:03.494742 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25091f3f-6278-4f42-a0b3-f34dac505ab5 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Pushing event deleted for resources: {'Port': ['ID=38e54827-18e5-41e9-bbf6-9b3e7b8471b4,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:03.732279 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-25091f3f-6278-4f42-a0b3-f34dac505ab5 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (478a1d80-5a74-4011-bca0-14455083ec1f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:03.978712 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25091f3f-6278-4f42-a0b3-f34dac505ab5 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Router 478a1d80-5a74-4011-bca0-14455083ec1f has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:52:04.113292 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25091f3f-6278-4f42-a0b3-f34dac505ab5 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:52:04.129362 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33948) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:04.130185 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-25091f3f-6278-4f42-a0b3-f34dac505ab5 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] 10.222.0.70 "PUT /v2.0/routers/478a1d80-5a74-4011-bca0-14455083ec1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9398406 Jan 28 00:52:04.133775 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8950d82c-3b20-4fb6-a088-5345f01418f4 None None] Sync routers for ids ['478a1d80-5a74-4011-bca0-14455083ec1f'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:52:04.148060 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8950d82c-3b20-4fb6-a088-5345f01418f4 None None] Routers {'478a1d80-5a74-4011-bca0-14455083ec1f'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:52:04.148854 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-8950d82c-3b20-4fb6-a088-5345f01418f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:51:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['478a1d80-5a74-4011-bca0-14455083ec1f'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:52:04.183908 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-4f24fb36-5166-4d2a-873b-1a5ca69644d5 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] show failed (client error): The resource could not be found. Jan 28 00:52:04.185607 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4f24fb36-5166-4d2a-873b-1a5ca69644d5 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] 10.222.0.70 "GET /v2.0/routers/tempest-non_exist_router-167475179 HTTP/1.1" status: 404 len: 334 time: 0.0550547 Jan 28 00:52:04.196668 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33950) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:04.206315 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:52:04.207043 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-8950d82c-3b20-4fb6-a088-5345f01418f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:52:04.214612 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-d79efd54-86d9-40bb-b1f4-5e868396820d tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:52:04.233947 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8950d82c-3b20-4fb6-a088-5345f01418f4 None None] Routers {'478a1d80-5a74-4011-bca0-14455083ec1f'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:52:04.234631 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-8950d82c-3b20-4fb6-a088-5345f01418f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:51:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['478a1d80-5a74-4011-bca0-14455083ec1f'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:52:04.288312 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-d79efd54-86d9-40bb-b1f4-5e868396820d tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] update failed (client error): The resource could not be found. Jan 28 00:52:04.288736 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d79efd54-86d9-40bb-b1f4-5e868396820d tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] 10.222.0.70 "PUT /v2.0/routers/tempest-non_exist_router-982446577 HTTP/1.1" status: 404 len: 334 time: 0.0900943 Jan 28 00:52:04.296815 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33954) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:04.316239 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-8950d82c-3b20-4fb6-a088-5345f01418f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:52:04.317632 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8950d82c-3b20-4fb6-a088-5345f01418f4 None None] The sync data for ids ['478a1d80-5a74-4011-bca0-14455083ec1f'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:52:04.405322 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-f19ab8e4-6b32-4b41-bbc5-269b3687bdb6 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Deleting subnet 55d7f43f-aefc-4f7f-ad05-c6fbb716c117 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:52:04.412266 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f19ab8e4-6b32-4b41-bbc5-269b3687bdb6 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks [] for subnet (55d7f43f-aefc-4f7f-ad05-c6fbb716c117), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:04.523187 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f19ab8e4-6b32-4b41-bbc5-269b3687bdb6 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (55d7f43f-aefc-4f7f-ad05-c6fbb716c117), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:04.670365 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f19ab8e4-6b32-4b41-bbc5-269b3687bdb6 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (55d7f43f-aefc-4f7f-ad05-c6fbb716c117), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:04.784264 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f19ab8e4-6b32-4b41-bbc5-269b3687bdb6 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (55d7f43f-aefc-4f7f-ad05-c6fbb716c117), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:04.855452 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ab8e4-6b32-4b41-bbc5-269b3687bdb6 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Pushing event deleted for resources: {'Subnet': ['ID=55d7f43f-aefc-4f7f-ad05-c6fbb716c117,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:04.868003 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f19ab8e4-6b32-4b41-bbc5-269b3687bdb6 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:04.877296 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f19ab8e4-6b32-4b41-bbc5-269b3687bdb6 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] 10.222.0.70 "DELETE /v2.0/subnets/55d7f43f-aefc-4f7f-ad05-c6fbb716c117 HTTP/1.1" status: 204 len: 168 time: 0.5752578 Jan 28 00:52:04.877735 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33966) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:04.882102 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75159a1f-6850-4899-832e-7219733eb07b None None] Network 4ac514bd-c154-4560-a74f-5cc4d4b82c5a requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:52:04.973747 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-07eb2d08-8a3a-4f96-840a-65de93fd183a tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Deleting subnet 69b5a8f4-5402-416e-a697-6c47ad4103cf {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:52:04.978895 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07eb2d08-8a3a-4f96-840a-65de93fd183a tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks [] for subnet (69b5a8f4-5402-416e-a697-6c47ad4103cf), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:05.046089 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07eb2d08-8a3a-4f96-840a-65de93fd183a tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (69b5a8f4-5402-416e-a697-6c47ad4103cf), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:05.220701 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07eb2d08-8a3a-4f96-840a-65de93fd183a tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (69b5a8f4-5402-416e-a697-6c47ad4103cf), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:05.223009 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aef50bf-5cf8-4c2f-9c4e-2c00f48587f1 None None] DHCP port deletion for 4ac514bd-c154-4560-a74f-5cc4d4b82c5a request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:52:05.314326 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2aef50bf-5cf8-4c2f-9c4e-2c00f48587f1 None None] Deleting port c5c9aa13-0929-43e7-a506-e6980cd0bd70 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:52:05.315322 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2aef50bf-5cf8-4c2f-9c4e-2c00f48587f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c5c9aa13-0929-43e7-a506-e6980cd0bd70), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:05.367524 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07eb2d08-8a3a-4f96-840a-65de93fd183a tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (69b5a8f4-5402-416e-a697-6c47ad4103cf), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:05.435519 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb2d08-8a3a-4f96-840a-65de93fd183a tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Pushing event deleted for resources: {'Subnet': ['ID=69b5a8f4-5402-416e-a697-6c47ad4103cf,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:05.454191 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07eb2d08-8a3a-4f96-840a-65de93fd183a tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:05.464815 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-07eb2d08-8a3a-4f96-840a-65de93fd183a tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] 10.222.0.70 "DELETE /v2.0/subnets/69b5a8f4-5402-416e-a697-6c47ad4103cf HTTP/1.1" status: 204 len: 168 time: 0.5820396 Jan 28 00:52:05.464815 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb2d08-8a3a-4f96-840a-65de93fd183a tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:05.464815 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb2d08-8a3a-4f96-840a-65de93fd183a tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:05.465561 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb2d08-8a3a-4f96-840a-65de93fd183a tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:05.465561 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb2d08-8a3a-4f96-840a-65de93fd183a tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:05.465868 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb2d08-8a3a-4f96-840a-65de93fd183a tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:05.466159 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb2d08-8a3a-4f96-840a-65de93fd183a tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:05.466975 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb2d08-8a3a-4f96-840a-65de93fd183a tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:05.467571 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb2d08-8a3a-4f96-840a-65de93fd183a tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:05.467855 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 33974) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:05.469715 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb2d08-8a3a-4f96-840a-65de93fd183a tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:05.470890 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb2d08-8a3a-4f96-840a-65de93fd183a tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:05.471411 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb2d08-8a3a-4f96-840a-65de93fd183a tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:05.476812 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb2d08-8a3a-4f96-840a-65de93fd183a tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:05.477211 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eb2d08-8a3a-4f96-840a-65de93fd183a tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:05.615512 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c5c9aa13-0929-43e7-a506-e6980cd0bd70 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:52:05.619038 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0171f022-1e28-4480-8c2b-5f4ba2ddb02c None None] Network d013dd2b-54ea-49a8-a209-3f7c51c649dd requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:52:05.644353 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8388ae26-ba40-4bf8-afc7-7561befbd556 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (4ac514bd-c154-4560-a74f-5cc4d4b82c5a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:05.729564 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8388ae26-ba40-4bf8-afc7-7561befbd556 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Deleting port c5c9aa13-0929-43e7-a506-e6980cd0bd70 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:52:05.729861 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8388ae26-ba40-4bf8-afc7-7561befbd556 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c5c9aa13-0929-43e7-a506-e6980cd0bd70), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:05.734035 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-2aef50bf-5cf8-4c2f-9c4e-2c00f48587f1 None None] For port c5c9aa13-0929-43e7-a506-e6980cd0bd70, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c5c9aa13-0929-43e7-a506-e6980cd0bd70,segment=NetworkSegment(945031d1-ae0d-4863-8f0e-4081a67278c0),segment_id=945031d1-ae0d-4863-8f0e-4081a67278c0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:52:05.734453 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2aef50bf-5cf8-4c2f-9c4e-2c00f48587f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c5c9aa13-0929-43e7-a506-e6980cd0bd70), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:05.780192 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2aef50bf-5cf8-4c2f-9c4e-2c00f48587f1 None None] Calling delete_port for c5c9aa13-0929-43e7-a506-e6980cd0bd70 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:52:05.842129 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8388ae26-ba40-4bf8-afc7-7561befbd556 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] For port c5c9aa13-0929-43e7-a506-e6980cd0bd70, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c5c9aa13-0929-43e7-a506-e6980cd0bd70,segment=NetworkSegment(945031d1-ae0d-4863-8f0e-4081a67278c0),segment_id=945031d1-ae0d-4863-8f0e-4081a67278c0)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:52:05.842592 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8388ae26-ba40-4bf8-afc7-7561befbd556 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c5c9aa13-0929-43e7-a506-e6980cd0bd70), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:05.861229 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8388ae26-ba40-4bf8-afc7-7561befbd556 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Calling delete_port for c5c9aa13-0929-43e7-a506-e6980cd0bd70 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:52:05.980928 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8388ae26-ba40-4bf8-afc7-7561befbd556 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (c5c9aa13-0929-43e7-a506-e6980cd0bd70), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:05.986605 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port c5c9aa13-0929-43e7-a506-e6980cd0bd70 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:52:05.987493 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c5c9aa13-0929-43e7-a506-e6980cd0bd70), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:06.021391 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8388ae26-ba40-4bf8-afc7-7561befbd556 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] No DVR routers for this DVR port c5c9aa13-0929-43e7-a506-e6980cd0bd70 on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:52:06.051370 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88975f07-3972-4064-b365-6717697531a7 None None] DHCP port deletion for d013dd2b-54ea-49a8-a209-3f7c51c649dd request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:52:06.112956 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388ae26-ba40-4bf8-afc7-7561befbd556 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Pushing event deleted for resources: {'Port': ['ID=c5c9aa13-0929-43e7-a506-e6980cd0bd70,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:06.131315 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2d0db917-7735-42ea-9876-0e3f27bfdde7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:06.198804 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2aef50bf-5cf8-4c2f-9c4e-2c00f48587f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (c5c9aa13-0929-43e7-a506-e6980cd0bd70), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:06.232170 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef50bf-5cf8-4c2f-9c4e-2c00f48587f1 None None] Pushing event deleted for resources: {'Port': ['ID=c5c9aa13-0929-43e7-a506-e6980cd0bd70,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:06.241597 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aef50bf-5cf8-4c2f-9c4e-2c00f48587f1 None None] No DVR routers for this DVR port c5c9aa13-0929-43e7-a506-e6980cd0bd70 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:52:06.290485 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8388ae26-ba40-4bf8-afc7-7561befbd556 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (4ac514bd-c154-4560-a74f-5cc4d4b82c5a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:06.294336 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-88975f07-3972-4064-b365-6717697531a7 None None] Deleting port e580dc05-02d4-4074-964e-b9cec13f268d {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:52:06.294768 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-88975f07-3972-4064-b365-6717697531a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (e580dc05-02d4-4074-964e-b9cec13f268d), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:06.350431 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-8388ae26-ba40-4bf8-afc7-7561befbd556 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac514bd-c154-4560-a74f-5cc4d4b82c5a']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:52:06.375646 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-8388ae26-ba40-4bf8-afc7-7561befbd556 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '945031d1-ae0d-4863-8f0e-4081a67278c0') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:52:06.375646 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-8388ae26-ba40-4bf8-afc7-7561befbd556 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '945031d1-ae0d-4863-8f0e-4081a67278c0') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:52:06.398736 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8388ae26-ba40-4bf8-afc7-7561befbd556 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (945031d1-ae0d-4863-8f0e-4081a67278c0), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:06.441216 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8388ae26-ba40-4bf8-afc7-7561befbd556 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (945031d1-ae0d-4863-8f0e-4081a67278c0), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:06.453112 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8388ae26-ba40-4bf8-afc7-7561befbd556 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:52:06.453678 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8388ae26-ba40-4bf8-afc7-7561befbd556 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (945031d1-ae0d-4863-8f0e-4081a67278c0), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:06.487740 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-88975f07-3972-4064-b365-6717697531a7 None None] For port e580dc05-02d4-4074-964e-b9cec13f268d, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=e580dc05-02d4-4074-964e-b9cec13f268d,segment=NetworkSegment(3eee8079-e07d-4200-a5b7-103f20c5cb19),segment_id=3eee8079-e07d-4200-a5b7-103f20c5cb19)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:52:06.488382 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-88975f07-3972-4064-b365-6717697531a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (e580dc05-02d4-4074-964e-b9cec13f268d), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:06.514423 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-88975f07-3972-4064-b365-6717697531a7 None None] Calling delete_port for e580dc05-02d4-4074-964e-b9cec13f268d owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:52:06.570820 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:52:06.570820 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:52:06.570820 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:52:06.570820 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:52:06.570820 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:52:06.570820 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:52:06.570820 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:52:06.570820 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:52:06.570820 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:52:06.570820 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:52:06.570820 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:52:06.570820 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:52:06.570820 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:52:06.570820 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:52:06.570820 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:52:06.570820 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:52:06.570820 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:52:06.570820 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:52:06.570820 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:52:06.570820 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:52:06.570820 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:52:06.570820 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:52:06.570820 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:52:06.570820 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:52:06.570820 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:52:06.570820 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:52:06.570820 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:52:06.570820 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:52:06.570820 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:52:06.570820 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:52:06.570820 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:52:06.570820 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:52:06.575954 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8388ae26-ba40-4bf8-afc7-7561befbd556 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (4ac514bd-c154-4560-a74f-5cc4d4b82c5a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:06.588226 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8388ae26-ba40-4bf8-afc7-7561befbd556 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:06.598297 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8388ae26-ba40-4bf8-afc7-7561befbd556 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] 10.222.0.70 "DELETE /v2.0/networks/4ac514bd-c154-4560-a74f-5cc4d4b82c5a HTTP/1.1" status: 204 len: 168 time: 1.1250479 Jan 28 00:52:06.598944 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 33988) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:06.777730 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-88975f07-3972-4064-b365-6717697531a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (e580dc05-02d4-4074-964e-b9cec13f268d), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:06.856902 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-001892cf-bb46-4d26-9528-dc3a9b2fd27f tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (d013dd2b-54ea-49a8-a209-3f7c51c649dd), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:06.889634 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88975f07-3972-4064-b365-6717697531a7 None None] No DVR routers for this DVR port e580dc05-02d4-4074-964e-b9cec13f268d on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:52:06.901805 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88975f07-3972-4064-b365-6717697531a7 None None] Pushing event deleted for resources: {'Port': ['ID=e580dc05-02d4-4074-964e-b9cec13f268d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:06.998509 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-001892cf-bb46-4d26-9528-dc3a9b2fd27f tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (d013dd2b-54ea-49a8-a209-3f7c51c649dd), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:07.024632 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-001892cf-bb46-4d26-9528-dc3a9b2fd27f tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d013dd2b-54ea-49a8-a209-3f7c51c649dd']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:52:07.036471 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-001892cf-bb46-4d26-9528-dc3a9b2fd27f tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eee8079-e07d-4200-a5b7-103f20c5cb19') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:52:07.036772 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-001892cf-bb46-4d26-9528-dc3a9b2fd27f tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eee8079-e07d-4200-a5b7-103f20c5cb19') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:52:07.048935 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-001892cf-bb46-4d26-9528-dc3a9b2fd27f tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (3eee8079-e07d-4200-a5b7-103f20c5cb19), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:07.065708 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-001892cf-bb46-4d26-9528-dc3a9b2fd27f tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (3eee8079-e07d-4200-a5b7-103f20c5cb19), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:07.066768 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388ae26-ba40-4bf8-afc7-7561befbd556 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Pushing event deleted for resources: {'Network': ['ID=4ac514bd-c154-4560-a74f-5cc4d4b82c5a,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:07.079185 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-001892cf-bb46-4d26-9528-dc3a9b2fd27f tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:52:07.079185 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-001892cf-bb46-4d26-9528-dc3a9b2fd27f tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (3eee8079-e07d-4200-a5b7-103f20c5cb19), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:07.132101 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:52:07.132101 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:52:07.132101 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:52:07.132101 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:52:07.132101 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:52:07.132101 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:52:07.132101 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:52:07.132101 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:52:07.132101 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:52:07.132101 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:52:07.132101 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:52:07.132101 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:52:07.132101 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:52:07.132101 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:52:07.132101 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:52:07.132101 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:52:07.132101 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:52:07.132101 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:52:07.132101 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:52:07.132101 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:52:07.132101 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:52:07.132101 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:52:07.132101 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:52:07.132101 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:52:07.132101 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:52:07.132101 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:52:07.132101 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:52:07.132101 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:52:07.132101 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:52:07.132101 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:52:07.132101 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:52:07.132101 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:52:07.165728 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-001892cf-bb46-4d26-9528-dc3a9b2fd27f tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (d013dd2b-54ea-49a8-a209-3f7c51c649dd), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:07.186132 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-001892cf-bb46-4d26-9528-dc3a9b2fd27f tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:07.186651 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-001892cf-bb46-4d26-9528-dc3a9b2fd27f tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] 10.222.0.70 "DELETE /v2.0/networks/d013dd2b-54ea-49a8-a209-3f7c51c649dd HTTP/1.1" status: 204 len: 168 time: 0.5846329 Jan 28 00:52:07.190695 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34000) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:07.214685 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001892cf-bb46-4d26-9528-dc3a9b2fd27f tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Pushing event deleted for resources: {'Network': ['ID=d013dd2b-54ea-49a8-a209-3f7c51c649dd,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:07.303908 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fdacfb8-bf05-42df-b67c-9edf9a9b1b75 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Deleting subnet a21917dc-dea0-407e-a109-a2a3eb3be3ff {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:52:07.308473 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9fdacfb8-bf05-42df-b67c-9edf9a9b1b75 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks [] for subnet (a21917dc-dea0-407e-a109-a2a3eb3be3ff), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:07.379270 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device e580dc05-02d4-4074-964e-b9cec13f268d no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:52:07.388660 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9fdacfb8-bf05-42df-b67c-9edf9a9b1b75 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (a21917dc-dea0-407e-a109-a2a3eb3be3ff), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:07.406915 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: e580dc05-02d4-4074-964e-b9cec13f268d {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:52:07.407343 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device e580dc05-02d4-4074-964e-b9cec13f268d not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:52:07.588543 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-83870696-182d-4c41-9533-98114f9b8f52 req-6ad91da6-29f9-45f5-8fe8-644a88f311bd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1292655 Jan 28 00:52:07.628224 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9fdacfb8-bf05-42df-b67c-9edf9a9b1b75 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (a21917dc-dea0-407e-a109-a2a3eb3be3ff), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:07.805934 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83870696-182d-4c41-9533-98114f9b8f52 req-f0e272aa-4bd5-4bfa-a11a-18c0d6910804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:07.808068 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-83870696-182d-4c41-9533-98114f9b8f52 req-f0e272aa-4bd5-4bfa-a11a-18c0d6910804 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=af002e9f8856457db791cef2de26fb79&device_id=ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94 HTTP/1.1" status: 200 len: 1101 time: 0.1269715 Jan 28 00:52:07.823170 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9fdacfb8-bf05-42df-b67c-9edf9a9b1b75 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (a21917dc-dea0-407e-a109-a2a3eb3be3ff), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:07.867913 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdacfb8-bf05-42df-b67c-9edf9a9b1b75 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Pushing event deleted for resources: {'Subnet': ['ID=a21917dc-dea0-407e-a109-a2a3eb3be3ff,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:07.906270 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3baa40-b447-4e6b-90d1-ca05ab0a9457 None None] Network 04c963ad-7bf7-430a-9a00-bb267b67e03b requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:52:07.945351 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9fdacfb8-bf05-42df-b67c-9edf9a9b1b75 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:07.948915 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9fdacfb8-bf05-42df-b67c-9edf9a9b1b75 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] 10.222.0.70 "DELETE /v2.0/subnets/a21917dc-dea0-407e-a109-a2a3eb3be3ff HTTP/1.1" status: 204 len: 168 time: 0.7566509 Jan 28 00:52:07.952903 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34008) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:08.057870 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83870696-182d-4c41-9533-98114f9b8f52 req-04975653-8e26-4bd2-9f48-379fc79a4618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:08.059444 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-83870696-182d-4c41-9533-98114f9b8f52 req-04975653-8e26-4bd2-9f48-379fc79a4618 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.2211950 Jan 28 00:52:08.116209 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-83870696-182d-4c41-9533-98114f9b8f52 req-e7865b2a-3607-4254-b803-d8560f3a52fa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=3ec2f658-3fe8-468a-b007-4e68f3723bf1 HTTP/1.1" status: 200 len: 217 time: 0.0490687 Jan 28 00:52:08.167213 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9405b4df-fc67-4b98-8754-6789ec1c8dac tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (04c963ad-7bf7-430a-9a00-bb267b67e03b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:08.210341 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83870696-182d-4c41-9533-98114f9b8f52 req-614c5872-899a-48e7-97f1-eeb9c73edb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:08.212960 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-83870696-182d-4c41-9533-98114f9b8f52 req-614c5872-899a-48e7-97f1-eeb9c73edb11 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.0889063 Jan 28 00:52:08.276121 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9405b4df-fc67-4b98-8754-6789ec1c8dac tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Deleting port 22b2ad18-86e9-4504-9f28-b6d7945cb33d {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:52:08.276769 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9405b4df-fc67-4b98-8754-6789ec1c8dac tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (22b2ad18-86e9-4504-9f28-b6d7945cb33d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:08.288077 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8b7b83-e29e-462d-967c-55d5fc4aaad4 None None] DHCP port deletion for 04c963ad-7bf7-430a-9a00-bb267b67e03b request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:52:08.379715 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83870696-182d-4c41-9533-98114f9b8f52 req-3e0fb80b-581f-4d1f-a89e-a99bb183eb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:08.382362 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-83870696-182d-4c41-9533-98114f9b8f52 req-3e0fb80b-581f-4d1f-a89e-a99bb183eb71 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1623123 Jan 28 00:52:08.387772 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f6c7f1c8-e11b-4544-a779-092a0b8a617e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:08.394199 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9405b4df-fc67-4b98-8754-6789ec1c8dac tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] For port 22b2ad18-86e9-4504-9f28-b6d7945cb33d, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=22b2ad18-86e9-4504-9f28-b6d7945cb33d,segment=NetworkSegment(fb663a3d-d721-4ea3-820a-8adcc4eff56f),segment_id=fb663a3d-d721-4ea3-820a-8adcc4eff56f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:52:08.394820 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9405b4df-fc67-4b98-8754-6789ec1c8dac tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (22b2ad18-86e9-4504-9f28-b6d7945cb33d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:08.396261 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-da8b7b83-e29e-462d-967c-55d5fc4aaad4 None None] Deleting port 22b2ad18-86e9-4504-9f28-b6d7945cb33d {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:52:08.396656 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da8b7b83-e29e-462d-967c-55d5fc4aaad4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (22b2ad18-86e9-4504-9f28-b6d7945cb33d), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:08.429613 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9405b4df-fc67-4b98-8754-6789ec1c8dac tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Calling delete_port for 22b2ad18-86e9-4504-9f28-b6d7945cb33d owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:52:08.529377 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9405b4df-fc67-4b98-8754-6789ec1c8dac tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (22b2ad18-86e9-4504-9f28-b6d7945cb33d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:08.533287 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-da8b7b83-e29e-462d-967c-55d5fc4aaad4 None None] For port 22b2ad18-86e9-4504-9f28-b6d7945cb33d, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=22b2ad18-86e9-4504-9f28-b6d7945cb33d,segment=NetworkSegment(fb663a3d-d721-4ea3-820a-8adcc4eff56f),segment_id=fb663a3d-d721-4ea3-820a-8adcc4eff56f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:52:08.534250 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da8b7b83-e29e-462d-967c-55d5fc4aaad4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (22b2ad18-86e9-4504-9f28-b6d7945cb33d), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:08.565955 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-da8b7b83-e29e-462d-967c-55d5fc4aaad4 None None] Calling delete_port for 22b2ad18-86e9-4504-9f28-b6d7945cb33d owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:52:08.588968 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9405b4df-fc67-4b98-8754-6789ec1c8dac tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] No DVR routers for this DVR port 22b2ad18-86e9-4504-9f28-b6d7945cb33d on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:52:08.621004 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405b4df-fc67-4b98-8754-6789ec1c8dac tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Pushing event deleted for resources: {'Port': ['ID=22b2ad18-86e9-4504-9f28-b6d7945cb33d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:08.686756 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-83870696-182d-4c41-9533-98114f9b8f52 req-dfb78d2e-3973-4b66-8409-77a9dcb8c967 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969096 Jan 28 00:52:08.739197 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da8b7b83-e29e-462d-967c-55d5fc4aaad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (22b2ad18-86e9-4504-9f28-b6d7945cb33d), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:08.775874 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8b7b83-e29e-462d-967c-55d5fc4aaad4 None None] No DVR routers for this DVR port 22b2ad18-86e9-4504-9f28-b6d7945cb33d on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:52:08.785753 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b7b83-e29e-462d-967c-55d5fc4aaad4 None None] Pushing event deleted for resources: {'Port': ['ID=22b2ad18-86e9-4504-9f28-b6d7945cb33d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:08.817942 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9405b4df-fc67-4b98-8754-6789ec1c8dac tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (04c963ad-7bf7-430a-9a00-bb267b67e03b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:08.833032 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-83870696-182d-4c41-9533-98114f9b8f52 req-a90d3eb9-b276-404a-823c-23711ceb5402 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387131 Jan 28 00:52:08.859017 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-9405b4df-fc67-4b98-8754-6789ec1c8dac tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c963ad-7bf7-430a-9a00-bb267b67e03b']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:52:08.878020 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-9405b4df-fc67-4b98-8754-6789ec1c8dac tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb663a3d-d721-4ea3-820a-8adcc4eff56f') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:52:08.878491 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-9405b4df-fc67-4b98-8754-6789ec1c8dac tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb663a3d-d721-4ea3-820a-8adcc4eff56f') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:52:08.902329 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9405b4df-fc67-4b98-8754-6789ec1c8dac tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (fb663a3d-d721-4ea3-820a-8adcc4eff56f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:08.923048 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9405b4df-fc67-4b98-8754-6789ec1c8dac tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (fb663a3d-d721-4ea3-820a-8adcc4eff56f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:08.932056 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9405b4df-fc67-4b98-8754-6789ec1c8dac tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:52:08.933420 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9405b4df-fc67-4b98-8754-6789ec1c8dac tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (fb663a3d-d721-4ea3-820a-8adcc4eff56f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:08.936914 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:52:08.936914 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:52:08.936914 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:52:08.936914 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:52:08.936914 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:52:08.936914 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:52:08.936914 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:52:08.936914 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:52:08.936914 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:52:08.936914 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:52:08.936914 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:52:08.936914 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:52:08.936914 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:52:08.936914 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:52:08.936914 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:52:08.936914 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:52:08.936914 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:52:08.936914 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:52:08.936914 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:52:08.936914 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:52:08.936914 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:52:08.936914 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:52:08.936914 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:52:08.936914 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:52:08.936914 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:52:08.936914 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:52:08.936914 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:52:08.936914 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:52:08.936914 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:52:08.936914 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:52:08.936914 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:52:08.936914 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:52:09.010078 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9405b4df-fc67-4b98-8754-6789ec1c8dac tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (04c963ad-7bf7-430a-9a00-bb267b67e03b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:09.034583 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9405b4df-fc67-4b98-8754-6789ec1c8dac tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:09.041618 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9405b4df-fc67-4b98-8754-6789ec1c8dac tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] 10.222.0.70 "DELETE /v2.0/networks/04c963ad-7bf7-430a-9a00-bb267b67e03b HTTP/1.1" status: 204 len: 168 time: 1.0837040 Jan 28 00:52:09.041841 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34028) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:09.052145 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405b4df-fc67-4b98-8754-6789ec1c8dac tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Pushing event deleted for resources: {'Network': ['ID=04c963ad-7bf7-430a-9a00-bb267b67e03b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:09.082951 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f8eaa96b-11f9-4f9b-b0a9-5739018a94d9 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] 10.222.0.70 "GET /v2.0/ports?device_id=478a1d80-5a74-4011-bca0-14455083ec1f HTTP/1.1" status: 200 len: 205 time: 0.0369163 Jan 28 00:52:09.083246 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34030) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:09.175533 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-022b581d-cefe-43f8-b881-3227f12faba1 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks [] for router (478a1d80-5a74-4011-bca0-14455083ec1f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:09.339432 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 22b2ad18-86e9-4504-9f28-b6d7945cb33d no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:52:09.368683 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 22b2ad18-86e9-4504-9f28-b6d7945cb33d {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:52:09.369154 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 22b2ad18-86e9-4504-9f28-b6d7945cb33d not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:52:09.432624 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-022b581d-cefe-43f8-b881-3227f12faba1 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (478a1d80-5a74-4011-bca0-14455083ec1f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:09.435486 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-022b581d-cefe-43f8-b881-3227f12faba1 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks [] for router_controller (478a1d80-5a74-4011-bca0-14455083ec1f), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:09.494295 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-022b581d-cefe-43f8-b881-3227f12faba1 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (478a1d80-5a74-4011-bca0-14455083ec1f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:09.494903 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022b581d-cefe-43f8-b881-3227f12faba1 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Fanout notify agent at l3_agent the message router_deleted on router 478a1d80-5a74-4011-bca0-14455083ec1f {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:52:09.503397 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-022b581d-cefe-43f8-b881-3227f12faba1 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:09.507953 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-022b581d-cefe-43f8-b881-3227f12faba1 tempest-RoutersNegativeTest-2083117303 tempest-RoutersNegativeTest-2083117303-project] 10.222.0.70 "DELETE /v2.0/routers/478a1d80-5a74-4011-bca0-14455083ec1f HTTP/1.1" status: 204 len: 168 time: 0.4234891 Jan 28 00:52:09.735038 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:09.875015 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34048) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:10.061356 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0a4ad863-f0db-402d-a2ca-967186883ca5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4302135c554f435abe559ac847f2335f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1844730 Jan 28 00:52:10.063809 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34056) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:10.132524 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c0a8229c-9042-4c7c-88c9-100eb9ed2870 admin admin] Publish callbacks [] for security_group (c3585f1b-0123-47f1-ac75-5eb6c6156a7f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:10.158917 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c0a8229c-9042-4c7c-88c9-100eb9ed2870 admin admin] Publish callbacks [] for security_group (c3585f1b-0123-47f1-ac75-5eb6c6156a7f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:10.225008 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c0a8229c-9042-4c7c-88c9-100eb9ed2870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c3585f1b-0123-47f1-ac75-5eb6c6156a7f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:10.230458 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c0a8229c-9042-4c7c-88c9-100eb9ed2870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:10.235151 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c0a8229c-9042-4c7c-88c9-100eb9ed2870 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c3585f1b-0123-47f1-ac75-5eb6c6156a7f HTTP/1.1" status: 204 len: 168 time: 0.1665924 Jan 28 00:52:10.242114 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8229c-9042-4c7c-88c9-100eb9ed2870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3585f1b-0123-47f1-ac75-5eb6c6156a7f,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:11.248728 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:12.245736 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:13.191020 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:14.438103 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:15.510222 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34218) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:15.716298 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e933515-ed02-4b9f-a8ad-e3c9cc10bb00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:15.850084 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e933515-ed02-4b9f-a8ad-e3c9cc10bb00 admin admin] Publish callbacks [] for security_group (29940592-ec8a-42e3-ba3a-e6cdb7bd17e3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:15.855961 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4e933515-ed02-4b9f-a8ad-e3c9cc10bb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (29940592-ec8a-42e3-ba3a-e6cdb7bd17e3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:15.917949 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e933515-ed02-4b9f-a8ad-e3c9cc10bb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29940592-ec8a-42e3-ba3a-e6cdb7bd17e3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:15.926781 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34226) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:15.932933 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4e933515-ed02-4b9f-a8ad-e3c9cc10bb00 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6fdc7342d702408bbee209d5517418a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4186156 Jan 28 00:52:16.050215 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0b938209-a27c-43b4-9a56-bf0ee3113317 admin admin] Publish callbacks [] for security_group (29940592-ec8a-42e3-ba3a-e6cdb7bd17e3), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:16.109369 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0b938209-a27c-43b4-9a56-bf0ee3113317 admin admin] Publish callbacks [] for security_group (29940592-ec8a-42e3-ba3a-e6cdb7bd17e3), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:16.211377 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0b938209-a27c-43b4-9a56-bf0ee3113317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (29940592-ec8a-42e3-ba3a-e6cdb7bd17e3), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:16.216309 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0b938209-a27c-43b4-9a56-bf0ee3113317 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:16.221718 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0b938209-a27c-43b4-9a56-bf0ee3113317 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/29940592-ec8a-42e3-ba3a-e6cdb7bd17e3 HTTP/1.1" status: 204 len: 168 time: 0.2935145 Jan 28 00:52:16.222724 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34234) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:16.238149 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b938209-a27c-43b4-9a56-bf0ee3113317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29940592-ec8a-42e3-ba3a-e6cdb7bd17e3,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:16.363269 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-338b3fe2-b227-4c18-ac42-fafff40913fb tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] 10.222.0.70 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2028 time: 0.1390371 Jan 28 00:52:16.367980 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34240) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:16.377958 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-2939433e-8570-4437-b3bf-debcc8606d39 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Request body: {'network': {'name': 'tempest-network-smoke--2076523050', 'project_id': '9b69342f3da44248a24a543d6213641c', 'port_security_enabled': False}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:52:16.432100 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2939433e-8570-4437-b3bf-debcc8606d39 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Made reservation on behalf of 9b69342f3da44248a24a543d6213641c for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:52:16.440244 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2939433e-8570-4437-b3bf-debcc8606d39 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:16.483744 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2939433e-8570-4437-b3bf-debcc8606d39 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:52:16.503187 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2939433e-8570-4437-b3bf-debcc8606d39 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (31941e00-468f-4a74-b806-e64079d6003d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:16.503973 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-2939433e-8570-4437-b3bf-debcc8606d39 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Added segment 31941e00-468f-4a74-b806-e64079d6003d of type vlan for network 635aaad1-5760-42ca-a3f2-ccba44927c9f Jan 28 00:52:16.614635 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2939433e-8570-4437-b3bf-debcc8606d39 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (635aaad1-5760-42ca-a3f2-ccba44927c9f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:16.701628 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2939433e-8570-4437-b3bf-debcc8606d39 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (635aaad1-5760-42ca-a3f2-ccba44927c9f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:16.712086 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2939433e-8570-4437-b3bf-debcc8606d39 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:16.713376 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2939433e-8570-4437-b3bf-debcc8606d39 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:16.835907 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34248) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:16.853047 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b514fe4e-ebeb-4fd3-b318-b133db5acf3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:16.853945 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939433e-8570-4437-b3bf-debcc8606d39 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Pushing event updated for resources: {'Network': ['ID=635aaad1-5760-42ca-a3f2-ccba44927c9f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:16.869635 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 635aaad1-5760-42ca-a3f2-ccba44927c9f details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:52:16.870452 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2939433e-8570-4437-b3bf-debcc8606d39 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5005946 Jan 28 00:52:16.872228 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34250) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:16.881241 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-7bec81e4-c09a-4d4b-a68b-27413c145e3b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-399629957', 'admin_state_up': True, 'project_id': '9b69342f3da44248a24a543d6213641c', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:52:16.927832 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7bec81e4-c09a-4d4b-a68b-27413c145e3b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (8051f9e8-052d-4cf1-84f3-d4236f1c155f), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:16.931744 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7bec81e4-c09a-4d4b-a68b-27413c145e3b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (8051f9e8-052d-4cf1-84f3-d4236f1c155f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:17.012231 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b514fe4e-ebeb-4fd3-b318-b133db5acf3f admin admin] Publish callbacks [] for security_group (a6b7b630-9988-4e92-b3f2-ed1d61ac9f4c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:17.018876 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b514fe4e-ebeb-4fd3-b318-b133db5acf3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a6b7b630-9988-4e92-b3f2-ed1d61ac9f4c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:17.092825 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b514fe4e-ebeb-4fd3-b318-b133db5acf3f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=829cdc5dc2654411bf6e80d3221cb5cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2558022 Jan 28 00:52:17.098771 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514fe4e-ebeb-4fd3-b318-b133db5acf3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b7b630-9988-4e92-b3f2-ed1d61ac9f4c,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:17.104568 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34256) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:17.137810 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7bec81e4-c09a-4d4b-a68b-27413c145e3b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for router_controller (8051f9e8-052d-4cf1-84f3-d4236f1c155f), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:17.208657 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ae94ae41-92bf-43c9-8832-09ff55f1f23e admin admin] Publish callbacks [] for security_group (a6b7b630-9988-4e92-b3f2-ed1d61ac9f4c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:17.250782 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ae94ae41-92bf-43c9-8832-09ff55f1f23e admin admin] Publish callbacks [] for security_group (a6b7b630-9988-4e92-b3f2-ed1d61ac9f4c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:17.359758 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ae94ae41-92bf-43c9-8832-09ff55f1f23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a6b7b630-9988-4e92-b3f2-ed1d61ac9f4c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:17.364185 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ae94ae41-92bf-43c9-8832-09ff55f1f23e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:17.370417 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ae94ae41-92bf-43c9-8832-09ff55f1f23e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a6b7b630-9988-4e92-b3f2-ed1d61ac9f4c HTTP/1.1" status: 204 len: 168 time: 0.2603514 Jan 28 00:52:17.388947 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94ae41-92bf-43c9-8832-09ff55f1f23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b7b630-9988-4e92-b3f2-ed1d61ac9f4c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:17.420979 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7bec81e4-c09a-4d4b-a68b-27413c145e3b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for router_gateway (8051f9e8-052d-4cf1-84f3-d4236f1c155f), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:17.971665 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7bec81e4-c09a-4d4b-a68b-27413c145e3b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for router_gateway (8051f9e8-052d-4cf1-84f3-d4236f1c155f), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:18.029074 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7bec81e4-c09a-4d4b-a68b-27413c145e3b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:18.344400 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-7bec81e4-c09a-4d4b-a68b-27413c145e3b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Allocated IP 172.25.3.164 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/6f81d877-e224-4c9c-a093-4f7f020c68e0) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:52:18.523299 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7bec81e4-c09a-4d4b-a68b-27413c145e3b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for port (6f81d877-e224-4c9c-a093-4f7f020c68e0), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:18.608413 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7bec81e4-c09a-4d4b-a68b-27413c145e3b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (6f81d877-e224-4c9c-a093-4f7f020c68e0), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:18.749014 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec81e4-c09a-4d4b-a68b-27413c145e3b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Pushing event updated for resources: {'Port': ['ID=6f81d877-e224-4c9c-a093-4f7f020c68e0,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:18.771936 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bec81e4-c09a-4d4b-a68b-27413c145e3b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:52:18.774652 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-7bec81e4-c09a-4d4b-a68b-27413c145e3b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:52:18.778701 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bec81e4-c09a-4d4b-a68b-27413c145e3b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:52:19.280826 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7bec81e4-c09a-4d4b-a68b-27413c145e3b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for router_gateway (8051f9e8-052d-4cf1-84f3-d4236f1c155f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:19.617700 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7bec81e4-c09a-4d4b-a68b-27413c145e3b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (8051f9e8-052d-4cf1-84f3-d4236f1c155f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:19.990813 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bec81e4-c09a-4d4b-a68b-27413c145e3b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Router 8051f9e8-052d-4cf1-84f3-d4236f1c155f is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:52:20.207822 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bec81e4-c09a-4d4b-a68b-27413c145e3b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:52:20.228129 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a670383-de21-47e0-bbd7-91f4e3e8a31e None None] Sync routers for ids ['8051f9e8-052d-4cf1-84f3-d4236f1c155f'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:52:20.254670 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a670383-de21-47e0-bbd7-91f4e3e8a31e None None] Routers {'8051f9e8-052d-4cf1-84f3-d4236f1c155f'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:52:20.256989 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1a670383-de21-47e0-bbd7-91f4e3e8a31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:52:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8051f9e8-052d-4cf1-84f3-d4236f1c155f'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:52:20.261191 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7bec81e4-c09a-4d4b-a68b-27413c145e3b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:20.266306 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34330) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:20.277763 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7bec81e4-c09a-4d4b-a68b-27413c145e3b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.4039462 Jan 28 00:52:20.419788 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a5e94f-7fde-4752-8511-0b884efd6bd0 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:20.423044 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-75a5e94f-7fde-4752-8511-0b884efd6bd0 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=9b69342f3da44248a24a543d6213641c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1553340 Jan 28 00:52:20.428277 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34338) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:20.515600 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-1a670383-de21-47e0-bbd7-91f4e3e8a31e None None] Set router 8051f9e8-052d-4cf1-84f3-d4236f1c155f gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:52:20.597853 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729c4cf7-0b70-447c-9198-0f59207b4708 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:20.603359 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-729c4cf7-0b70-447c-9198-0f59207b4708 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1698315 Jan 28 00:52:20.603829 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34344) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:20.762097 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1a670383-de21-47e0-bbd7-91f4e3e8a31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8051f9e8-052d-4cf1-84f3-d4236f1c155f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-399629957', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '6f81d877-e224-4c9c-a093-4f7f020c68e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:52:16Z', 'updated_at': '2022-01-28T00:52:19Z', 'revision_number': 3, 'project_id': '9b69342f3da44248a24a543d6213641c', 'gw_port': {'id': '6f81d877-e224-4c9c-a093-4f7f020c68e0', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8051f9e8-052d-4cf1-84f3-d4236f1c155f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:52:18Z', 'updated_at': '2022-01-28T00:52:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:52:20.820721 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a670383-de21-47e0-bbd7-91f4e3e8a31e None None] Checking router: 8051f9e8-052d-4cf1-84f3-d4236f1c155f for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:52:20.821352 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a670383-de21-47e0-bbd7-91f4e3e8a31e None None] Updating router 8051f9e8-052d-4cf1-84f3-d4236f1c155f port 6f81d877-e224-4c9c-a093-4f7f020c68e0 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:52:20.884372 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a670383-de21-47e0-bbd7-91f4e3e8a31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6f81d877-e224-4c9c-a093-4f7f020c68e0), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:21.164672 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7889330f-9eef-4559-a72c-bae6d8ce3465 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5596299 Jan 28 00:52:21.168617 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34356) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:21.237049 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-45e946c6-17f4-4ef0-a581-9585f1230a3b tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=9b69342f3da44248a24a543d6213641c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0665989 Jan 28 00:52:21.240464 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34360) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:21.441773 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a670383-de21-47e0-bbd7-91f4e3e8a31e None None] Publish callbacks [] for port (6f81d877-e224-4c9c-a093-4f7f020c68e0), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:21.452272 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a670383-de21-47e0-bbd7-91f4e3e8a31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6f81d877-e224-4c9c-a093-4f7f020c68e0), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:21.474704 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da0e8f3-9273-49c2-933b-da7bfc469dd5 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:21.482461 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1da0e8f3-9273-49c2-933b-da7bfc469dd5 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2370236 Jan 28 00:52:21.482977 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34368) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:21.495059 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34370) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:21.557024 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33960b1e-9320-40be-8061-cab5b6559b39 None None] Pushing event updated for resources: {'Port': ['ID=6f81d877-e224-4c9c-a093-4f7f020c68e0,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:21.561411 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1a670383-de21-47e0-bbd7-91f4e3e8a31e None None] Attempting to bind port 6f81d877-e224-4c9c-a093-4f7f020c68e0 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:52:21.562176 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1a670383-de21-47e0-bbd7-91f4e3e8a31e None None] Attempting to bind port 6f81d877-e224-4c9c-a093-4f7f020c68e0 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:52:21.562794 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a670383-de21-47e0-bbd7-91f4e3e8a31e None None] Attempting to bind port 6f81d877-e224-4c9c-a093-4f7f020c68e0 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:52:21.572976 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a670383-de21-47e0-bbd7-91f4e3e8a31e None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:52:21.573859 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a670383-de21-47e0-bbd7-91f4e3e8a31e None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:52:21.575162 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a670383-de21-47e0-bbd7-91f4e3e8a31e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:21.576110 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a670383-de21-47e0-bbd7-91f4e3e8a31e None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:52:21.576748 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1a670383-de21-47e0-bbd7-91f4e3e8a31e None None] Bound port: 6f81d877-e224-4c9c-a093-4f7f020c68e0, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:52:21.577280 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a670383-de21-47e0-bbd7-91f4e3e8a31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6f81d877-e224-4c9c-a093-4f7f020c68e0), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:21.587690 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34374) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:21.589178 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2843ab48-e053-476a-be88-024202beb6a4 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1034305 Jan 28 00:52:21.595580 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-3f41dee8-a5a1-4432-89bc-293a1becd263 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1083290156', 'network_id': '635aaad1-5760-42ca-a3f2-ccba44927c9f', 'project_id': '9b69342f3da44248a24a543d6213641c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:52:21.703470 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f2025ab-0b1e-4a0f-948d-f8e72d46cee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:21.707425 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1a670383-de21-47e0-bbd7-91f4e3e8a31e None None] For port 6f81d877-e224-4c9c-a093-4f7f020c68e0, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:52:21.715690 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1a670383-de21-47e0-bbd7-91f4e3e8a31e None None] For port 6f81d877-e224-4c9c-a093-4f7f020c68e0, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6f81d877-e224-4c9c-a093-4f7f020c68e0,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:52:21.724579 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a670383-de21-47e0-bbd7-91f4e3e8a31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6f81d877-e224-4c9c-a093-4f7f020c68e0), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:21.809692 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f2025ab-0b1e-4a0f-948d-f8e72d46cee9 admin admin] Publish callbacks [] for security_group (e2f2a929-8577-48a6-bc8d-2abd4b5d3b26), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:21.820693 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f2025ab-0b1e-4a0f-948d-f8e72d46cee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e2f2a929-8577-48a6-bc8d-2abd4b5d3b26), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:21.833654 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f41dee8-a5a1-4432-89bc-293a1becd263 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Made reservation on behalf of 9b69342f3da44248a24a543d6213641c for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:52:21.838233 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f41dee8-a5a1-4432-89bc-293a1becd263 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:21.863997 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a670383-de21-47e0-bbd7-91f4e3e8a31e None None] Routers {'8051f9e8-052d-4cf1-84f3-d4236f1c155f'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:52:21.865123 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1a670383-de21-47e0-bbd7-91f4e3e8a31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:52:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8051f9e8-052d-4cf1-84f3-d4236f1c155f'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:52:21.931313 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2025ab-0b1e-4a0f-948d-f8e72d46cee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f2a929-8577-48a6-bc8d-2abd4b5d3b26,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:21.947166 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0f2025ab-0b1e-4a0f-948d-f8e72d46cee9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fa13b8743d5246ccafe335af25a12915&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4507403 Jan 28 00:52:21.951463 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34380) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:22.018420 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33960b1e-9320-40be-8061-cab5b6559b39 None None] Pushing event updated for resources: {'Port': ['ID=6f81d877-e224-4c9c-a093-4f7f020c68e0,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:22.065772 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c8a6e497-d4e8-4981-8d13-dacff2681f66 admin admin] Publish callbacks [] for security_group (e2f2a929-8577-48a6-bc8d-2abd4b5d3b26), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:22.104476 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c8a6e497-d4e8-4981-8d13-dacff2681f66 admin admin] Publish callbacks [] for security_group (e2f2a929-8577-48a6-bc8d-2abd4b5d3b26), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:22.158631 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-1a670383-de21-47e0-bbd7-91f4e3e8a31e None None] Set router 8051f9e8-052d-4cf1-84f3-d4236f1c155f gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:52:22.230043 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c8a6e497-d4e8-4981-8d13-dacff2681f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e2f2a929-8577-48a6-bc8d-2abd4b5d3b26), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:22.233018 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c8a6e497-d4e8-4981-8d13-dacff2681f66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:22.239463 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c8a6e497-d4e8-4981-8d13-dacff2681f66 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e2f2a929-8577-48a6-bc8d-2abd4b5d3b26 HTTP/1.1" status: 204 len: 168 time: 0.2821078 Jan 28 00:52:22.247781 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6e497-d4e8-4981-8d13-dacff2681f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f2a929-8577-48a6-bc8d-2abd4b5d3b26,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:22.274749 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f41dee8-a5a1-4432-89bc-293a1becd263 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (9dcfc5c2-a88b-48c6-b32d-32b0f3f94fad), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:22.481638 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1a670383-de21-47e0-bbd7-91f4e3e8a31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8051f9e8-052d-4cf1-84f3-d4236f1c155f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-399629957', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '6f81d877-e224-4c9c-a093-4f7f020c68e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:52:16Z', 'updated_at': '2022-01-28T00:52:19Z', 'revision_number': 3, 'project_id': '9b69342f3da44248a24a543d6213641c', 'gw_port': {'id': '6f81d877-e224-4c9c-a093-4f7f020c68e0', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8051f9e8-052d-4cf1-84f3-d4236f1c155f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:52:18Z', 'updated_at': '2022-01-28T00:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:52:22.488299 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f41dee8-a5a1-4432-89bc-293a1becd263 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Checking segment: {'id': '31941e00-468f-4a74-b806-e64079d6003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '635aaad1-5760-42ca-a3f2-ccba44927c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:52:22.488850 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f41dee8-a5a1-4432-89bc-293a1becd263 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Network hostable DHCP agents. Network: 635aaad1-5760-42ca-a3f2-ccba44927c9f, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:52:22.503767 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41dee8-a5a1-4432-89bc-293a1becd263 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Pushing event updated for resources: {'Subnet': ['ID=9dcfc5c2-a88b-48c6-b32d-32b0f3f94fad,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:22.514416 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a670383-de21-47e0-bbd7-91f4e3e8a31e None None] The sync data for ids ['8051f9e8-052d-4cf1-84f3-d4236f1c155f'] in n-d-826754-1 is: [{'id': '8051f9e8-052d-4cf1-84f3-d4236f1c155f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-399629957', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '6f81d877-e224-4c9c-a093-4f7f020c68e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:52:16Z', 'updated_at': '2022-01-28T00:52:19Z', 'revision_number': 3, 'project_id': '9b69342f3da44248a24a543d6213641c', 'gw_port': {'id': '6f81d877-e224-4c9c-a093-4f7f020c68e0', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8051f9e8-052d-4cf1-84f3-d4236f1c155f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:52:18Z', 'updated_at': '2022-01-28T00:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:52:22.530376 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f41dee8-a5a1-4432-89bc-293a1becd263 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Network 635aaad1-5760-42ca-a3f2-ccba44927c9f is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:52:22.547538 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-3f41dee8-a5a1-4432-89bc-293a1becd263 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 635aaad1-5760-42ca-a3f2-ccba44927c9f) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:52:22.556549 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f41dee8-a5a1-4432-89bc-293a1becd263 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:22.557940 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f41dee8-a5a1-4432-89bc-293a1becd263 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:22.561315 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42fc665-8892-420d-be8c-f7412b4ef94d None None] Network 635aaad1-5760-42ca-a3f2-ccba44927c9f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:52:22.596969 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3f41dee8-a5a1-4432-89bc-293a1becd263 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0077195 Jan 28 00:52:22.600075 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34398) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:22.811091 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040a64eb-0f3b-48b9-8bf9-51d2ca5554c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-635aaad1-5760-42ca-a3f2-ccba44927c9f', 'network_id': '635aaad1-5760-42ca-a3f2-ccba44927c9f', 'project_id': '9b69342f3da44248a24a543d6213641c', 'fixed_ips': [{'subnet_id': '9dcfc5c2-a88b-48c6-b32d-32b0f3f94fad'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:52:22.812984 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-040a64eb-0f3b-48b9-8bf9-51d2ca5554c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:22.864043 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34400) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:22.896283 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-85b6adb0-03ab-4d39-b296-1cb2acb3117d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:23.110581 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-040a64eb-0f3b-48b9-8bf9-51d2ca5554c1 None None] Allocated IP 172.20.0.18 (635aaad1-5760-42ca-a3f2-ccba44927c9f/9dcfc5c2-a88b-48c6-b32d-32b0f3f94fad/f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:52:23.126650 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-85b6adb0-03ab-4d39-b296-1cb2acb3117d admin admin] Publish callbacks [] for security_group (dc0264aa-a7d9-46bf-a7a9-1a56dbd06148), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:23.140717 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-85b6adb0-03ab-4d39-b296-1cb2acb3117d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (dc0264aa-a7d9-46bf-a7a9-1a56dbd06148), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:23.212381 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6adb0-03ab-4d39-b296-1cb2acb3117d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0264aa-a7d9-46bf-a7a9-1a56dbd06148,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:23.311449 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-85b6adb0-03ab-4d39-b296-1cb2acb3117d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=691d79eefdc14efc9d5dd54ca2d2d84b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4458826 Jan 28 00:52:23.325491 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34408) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:23.510132 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6f81d877-e224-4c9c-a093-4f7f020c68e0 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:52:23.514341 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-93b0ba94-85a4-4ae1-926f-cd39d67e01ea admin admin] Publish callbacks [] for security_group (dc0264aa-a7d9-46bf-a7a9-1a56dbd06148), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:23.592326 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-93b0ba94-85a4-4ae1-926f-cd39d67e01ea admin admin] Publish callbacks [] for security_group (dc0264aa-a7d9-46bf-a7a9-1a56dbd06148), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:23.598740 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-040a64eb-0f3b-48b9-8bf9-51d2ca5554c1 None None] Publish callbacks [] for port (f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:23.659971 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-040a64eb-0f3b-48b9-8bf9-51d2ca5554c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:23.726505 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-93b0ba94-85a4-4ae1-926f-cd39d67e01ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (dc0264aa-a7d9-46bf-a7a9-1a56dbd06148), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:23.731203 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-93b0ba94-85a4-4ae1-926f-cd39d67e01ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:23.736594 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-93b0ba94-85a4-4ae1-926f-cd39d67e01ea admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dc0264aa-a7d9-46bf-a7a9-1a56dbd06148 HTTP/1.1" status: 204 len: 168 time: 0.4057255 Jan 28 00:52:23.751959 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0ba94-85a4-4ae1-926f-cd39d67e01ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0264aa-a7d9-46bf-a7a9-1a56dbd06148,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:23.808061 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040a64eb-0f3b-48b9-8bf9-51d2ca5554c1 None None] Network 635aaad1-5760-42ca-a3f2-ccba44927c9f is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:52:23.855246 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-040a64eb-0f3b-48b9-8bf9-51d2ca5554c1 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:52:23.866011 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040a64eb-0f3b-48b9-8bf9-51d2ca5554c1 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:52:23.975377 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 6f81d877-e224-4c9c-a093-4f7f020c68e0 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:52:23.976109 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6f81d877-e224-4c9c-a093-4f7f020c68e0), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:24.030142 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a64eb-0f3b-48b9-8bf9-51d2ca5554c1 None None] Pushing event updated for resources: {'Port': ['ID=f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:24.092416 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f77a9d4-22d7-4bda-84df-0909b490abb1 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:24.105898 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-040a64eb-0f3b-48b9-8bf9-51d2ca5554c1 None None] Attempting to bind port f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:52:24.106429 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-040a64eb-0f3b-48b9-8bf9-51d2ca5554c1 None None] Attempting to bind port f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '31941e00-468f-4a74-b806-e64079d6003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '635aaad1-5760-42ca-a3f2-ccba44927c9f'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:52:24.107042 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040a64eb-0f3b-48b9-8bf9-51d2ca5554c1 None None] Attempting to bind port f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80 on network 635aaad1-5760-42ca-a3f2-ccba44927c9f {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:52:24.119512 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040a64eb-0f3b-48b9-8bf9-51d2ca5554c1 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:52:24.120297 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040a64eb-0f3b-48b9-8bf9-51d2ca5554c1 None None] Checking segment: {'id': '31941e00-468f-4a74-b806-e64079d6003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '635aaad1-5760-42ca-a3f2-ccba44927c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:52:24.121746 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-040a64eb-0f3b-48b9-8bf9-51d2ca5554c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:24.122232 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040a64eb-0f3b-48b9-8bf9-51d2ca5554c1 None None] Bound using segment: {'id': '31941e00-468f-4a74-b806-e64079d6003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '635aaad1-5760-42ca-a3f2-ccba44927c9f'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:52:24.122824 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-040a64eb-0f3b-48b9-8bf9-51d2ca5554c1 None None] Bound port: f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31941e00-468f-4a74-b806-e64079d6003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '635aaad1-5760-42ca-a3f2-ccba44927c9f'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:52:24.123301 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-040a64eb-0f3b-48b9-8bf9-51d2ca5554c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:24.535159 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-040a64eb-0f3b-48b9-8bf9-51d2ca5554c1 None None] For port f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:52:24.539496 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-040a64eb-0f3b-48b9-8bf9-51d2ca5554c1 None None] For port f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80,segment=NetworkSegment(31941e00-468f-4a74-b806-e64079d6003d),segment_id=31941e00-468f-4a74-b806-e64079d6003d)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:52:24.547678 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-040a64eb-0f3b-48b9-8bf9-51d2ca5554c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:24.687419 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 6f81d877-e224-4c9c-a093-4f7f020c68e0 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:52:24.688133 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6f81d877-e224-4c9c-a093-4f7f020c68e0), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:24.759060 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 6f81d877-e224-4c9c-a093-4f7f020c68e0, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6f81d877-e224-4c9c-a093-4f7f020c68e0,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:52:24.762703 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a64eb-0f3b-48b9-8bf9-51d2ca5554c1 None None] Pushing event updated for resources: {'Port': ['ID=f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:24.792204 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6f81d877-e224-4c9c-a093-4f7f020c68e0), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:24.884122 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-5f77a9d4-22d7-4bda-84df-0909b490abb1 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Allocated IP 172.20.0.17 (635aaad1-5760-42ca-a3f2-ccba44927c9f/9dcfc5c2-a88b-48c6-b32d-32b0f3f94fad/4faa63d7-5ff7-410a-964e-e9be0d3984f8) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:52:24.938468 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=6f81d877-e224-4c9c-a093-4f7f020c68e0,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:25.224428 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f77a9d4-22d7-4bda-84df-0909b490abb1 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for port (4faa63d7-5ff7-410a-964e-e9be0d3984f8), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:25.364210 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f77a9d4-22d7-4bda-84df-0909b490abb1 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (4faa63d7-5ff7-410a-964e-e9be0d3984f8), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:25.478287 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f77a9d4-22d7-4bda-84df-0909b490abb1 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Network 635aaad1-5760-42ca-a3f2-ccba44927c9f is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:52:25.482510 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-5f77a9d4-22d7-4bda-84df-0909b490abb1 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:52:25.486608 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f77a9d4-22d7-4bda-84df-0909b490abb1 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:52:25.564299 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77a9d4-22d7-4bda-84df-0909b490abb1 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Pushing event updated for resources: {'Port': ['ID=4faa63d7-5ff7-410a-964e-e9be0d3984f8,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:25.621940 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f77a9d4-22d7-4bda-84df-0909b490abb1 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (8051f9e8-052d-4cf1-84f3-d4236f1c155f), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:25.661318 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:52:25.820844 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:52:25.821224 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:25.930420 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f77a9d4-22d7-4bda-84df-0909b490abb1 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4faa63d7-5ff7-410a-964e-e9be0d3984f8), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:25.943366 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:52:25.943814 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:26.086730 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80,segment=NetworkSegment(31941e00-468f-4a74-b806-e64079d6003d),segment_id=31941e00-468f-4a74-b806-e64079d6003d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:52:26.093430 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:26.096010 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6f81d877-e224-4c9c-a093-4f7f020c68e0 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:52:26.264106 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:26.281334 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 6f81d877-e224-4c9c-a093-4f7f020c68e0 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:52:26.282161 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6f81d877-e224-4c9c-a093-4f7f020c68e0), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:26.504282 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 6f81d877-e224-4c9c-a093-4f7f020c68e0 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:52:26.760014 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f77a9d4-22d7-4bda-84df-0909b490abb1 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for port (4faa63d7-5ff7-410a-964e-e9be0d3984f8), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:26.767757 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f77a9d4-22d7-4bda-84df-0909b490abb1 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (4faa63d7-5ff7-410a-964e-e9be0d3984f8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:26.843943 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae53fca-0273-45fd-b67a-95699026ef6a None None] Network 635aaad1-5760-42ca-a3f2-ccba44927c9f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:52:26.940894 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77a9d4-22d7-4bda-84df-0909b490abb1 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Pushing event updated for resources: {'Port': ['ID=4faa63d7-5ff7-410a-964e-e9be0d3984f8,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:26.947024 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f77a9d4-22d7-4bda-84df-0909b490abb1 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (8051f9e8-052d-4cf1-84f3-d4236f1c155f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:26.958674 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-86cf16f0-f2f7-434a-a11a-759ab21d09e7 None None] Provisioning complete for port f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:52:26.959994 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-86cf16f0-f2f7-434a-a11a-759ab21d09e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:27.155060 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f77a9d4-22d7-4bda-84df-0909b490abb1 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Network 635aaad1-5760-42ca-a3f2-ccba44927c9f is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:52:27.157508 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-5f77a9d4-22d7-4bda-84df-0909b490abb1 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:52:27.239387 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-86cf16f0-f2f7-434a-a11a-759ab21d09e7 None None] Current status of the port f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:52:27.446852 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f77a9d4-22d7-4bda-84df-0909b490abb1 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Router 8051f9e8-052d-4cf1-84f3-d4236f1c155f has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:52:27.469806 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:52:27.575553 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:52:27.576600 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:27.685300 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f77a9d4-22d7-4bda-84df-0909b490abb1 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:52:27.702349 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b3d34f-57c4-459e-a8fa-f8dc940a1038 None None] Sync routers for ids ['8051f9e8-052d-4cf1-84f3-d4236f1c155f'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:52:27.716324 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5f77a9d4-22d7-4bda-84df-0909b490abb1 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "PUT /v2.0/routers/8051f9e8-052d-4cf1-84f3-d4236f1c155f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1140783 Jan 28 00:52:27.736077 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b3d34f-57c4-459e-a8fa-f8dc940a1038 None None] Routers {'8051f9e8-052d-4cf1-84f3-d4236f1c155f'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:52:27.744295 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-71b3d34f-57c4-459e-a8fa-f8dc940a1038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:52:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8051f9e8-052d-4cf1-84f3-d4236f1c155f'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:52:27.763834 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f9204a7d-944e-4d87-a218-2ef9df09a771 None None] Provisioning complete for port f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:52:27.764457 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f9204a7d-944e-4d87-a218-2ef9df09a771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:28.114427 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:52:28.295446 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f9204a7d-944e-4d87-a218-2ef9df09a771 None None] Current status of the port f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:52:28.359226 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f9204a7d-944e-4d87-a218-2ef9df09a771 None None] Provisioning complete for port 4faa63d7-5ff7-410a-964e-e9be0d3984f8 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:52:28.359733 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f9204a7d-944e-4d87-a218-2ef9df09a771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4faa63d7-5ff7-410a-964e-e9be0d3984f8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:28.469113 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-71b3d34f-57c4-459e-a8fa-f8dc940a1038 None None] Set router 8051f9e8-052d-4cf1-84f3-d4236f1c155f gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:52:28.511064 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-1a383d70-422c-482e-ab4e-4260a553631d tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:28.514335 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f9204a7d-944e-4d87-a218-2ef9df09a771 None None] Port 4faa63d7-5ff7-410a-964e-e9be0d3984f8 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:52:28.523921 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-1a383d70-422c-482e-ab4e-4260a553631d tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/networks?id=635aaad1-5760-42ca-a3f2-ccba44927c9f HTTP/1.1" status: 200 len: 798 time: 0.3409951 Jan 28 00:52:28.559931 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-a88717d6-a8df-43b9-9e3b-843a64bd9687 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/quotas/9b69342f3da44248a24a543d6213641c HTTP/1.1" status: 200 len: 375 time: 0.0338123 Jan 28 00:52:28.660529 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-9971289d-1c28-405d-a5b2-8606a49dfe1e None None] Provisioning complete for port 4faa63d7-5ff7-410a-964e-e9be0d3984f8 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:52:28.661429 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9971289d-1c28-405d-a5b2-8606a49dfe1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4faa63d7-5ff7-410a-964e-e9be0d3984f8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:28.760493 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9971289d-1c28-405d-a5b2-8606a49dfe1e None None] Port 4faa63d7-5ff7-410a-964e-e9be0d3984f8 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:52:28.780967 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-94826d68-b9c5-4546-89aa-61c6f0e83229 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b69342f3da44248a24a543d6213641c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2200534 Jan 28 00:52:28.826634 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-66848025-6987-4e30-922d-28553d474885 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:52:28.828302 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-66848025-6987-4e30-922d-28553d474885 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074961 Jan 28 00:52:28.905269 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-994d4bed-0c41-485d-b5ef-5aff1e03a7e9 None None] Provisioning complete for port 4faa63d7-5ff7-410a-964e-e9be0d3984f8 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:52:28.905269 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-994d4bed-0c41-485d-b5ef-5aff1e03a7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4faa63d7-5ff7-410a-964e-e9be0d3984f8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:28.995141 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-994d4bed-0c41-485d-b5ef-5aff1e03a7e9 None None] Port 4faa63d7-5ff7-410a-964e-e9be0d3984f8 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:52:29.060581 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-47904b65-a05f-4291-955f-d17cfcaa1a59 service neutron] 10.222.0.70 "GET /v2.0/networks/635aaad1-5760-42ca-a3f2-ccba44927c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200093 Jan 28 00:52:29.174379 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-71b3d34f-57c4-459e-a8fa-f8dc940a1038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8051f9e8-052d-4cf1-84f3-d4236f1c155f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-399629957', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '6f81d877-e224-4c9c-a093-4f7f020c68e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:52:16Z', 'updated_at': '2022-01-28T00:52:25Z', 'revision_number': 4, 'project_id': '9b69342f3da44248a24a543d6213641c', 'gw_port': {'id': '6f81d877-e224-4c9c-a093-4f7f020c68e0', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8051f9e8-052d-4cf1-84f3-d4236f1c155f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:52:18Z', 'updated_at': '2022-01-28T00:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '4faa63d7-5ff7-410a-964e-e9be0d3984f8', 'name': '', 'network_id': '635aaad1-5760-42ca-a3f2-ccba44927c9f', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'mac_address': 'fa:16:3e:45:c0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8051f9e8-052d-4cf1-84f3-d4236f1c155f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '9dcfc5c2-a88b-48c6-b32d-32b0f3f94fad', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:52:24Z', 'updated_at': '2022-01-28T00:52:26Z', 'revision_number': 2, 'project_id': '9b69342f3da44248a24a543d6213641c', 'subnets': [{'id': '9dcfc5c2-a88b-48c6-b32d-32b0f3f94fad', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:52:29.254679 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b3d34f-57c4-459e-a8fa-f8dc940a1038 None None] Checking router: 8051f9e8-052d-4cf1-84f3-d4236f1c155f for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:52:29.255230 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b3d34f-57c4-459e-a8fa-f8dc940a1038 None None] Updating router 8051f9e8-052d-4cf1-84f3-d4236f1c155f port 4faa63d7-5ff7-410a-964e-e9be0d3984f8 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:52:29.304916 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-71b3d34f-57c4-459e-a8fa-f8dc940a1038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4faa63d7-5ff7-410a-964e-e9be0d3984f8), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:29.327111 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-01ad8ad0-e152-4b9a-b286-fec68adcd083 service neutron] 10.222.0.70 "GET /v2.0/networks/635aaad1-5760-42ca-a3f2-ccba44927c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651751 Jan 28 00:52:29.844668 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3a853ad-24df-4857-82df-3fb1b61395b7 req-da394f61-24e5-4da2-aa58-a399a5721ed6 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd56a69-8ce0-48f9-b818-209d70f804b6 HTTP/1.1" status: 200 len: 210 time: 0.0851710 Jan 28 00:52:29.993190 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-71b3d34f-57c4-459e-a8fa-f8dc940a1038 None None] Publish callbacks [] for port (4faa63d7-5ff7-410a-964e-e9be0d3984f8), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:30.006406 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-71b3d34f-57c4-459e-a8fa-f8dc940a1038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (4faa63d7-5ff7-410a-964e-e9be0d3984f8), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:30.119500 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ca235-f76b-4b03-b4d2-5dd8851502bb None None] Pushing event updated for resources: {'Port': ['ID=4faa63d7-5ff7-410a-964e-e9be0d3984f8,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:30.174845 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ca235-f76b-4b03-b4d2-5dd8851502bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:30.175578 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ca235-f76b-4b03-b4d2-5dd8851502bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:30.176313 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ca235-f76b-4b03-b4d2-5dd8851502bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:30.179505 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ca235-f76b-4b03-b4d2-5dd8851502bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:30.180233 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ca235-f76b-4b03-b4d2-5dd8851502bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:30.180782 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ca235-f76b-4b03-b4d2-5dd8851502bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:30.181369 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ca235-f76b-4b03-b4d2-5dd8851502bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:30.181975 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ca235-f76b-4b03-b4d2-5dd8851502bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:30.182523 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ca235-f76b-4b03-b4d2-5dd8851502bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:30.183081 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ca235-f76b-4b03-b4d2-5dd8851502bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:30.183928 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ca235-f76b-4b03-b4d2-5dd8851502bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:30.184765 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ca235-f76b-4b03-b4d2-5dd8851502bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:30.185787 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ca235-f76b-4b03-b4d2-5dd8851502bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:30.279413 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-71b3d34f-57c4-459e-a8fa-f8dc940a1038 None None] Attempting to bind port 4faa63d7-5ff7-410a-964e-e9be0d3984f8 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:52:30.280529 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-71b3d34f-57c4-459e-a8fa-f8dc940a1038 None None] Attempting to bind port 4faa63d7-5ff7-410a-964e-e9be0d3984f8 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '31941e00-468f-4a74-b806-e64079d6003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '635aaad1-5760-42ca-a3f2-ccba44927c9f'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:52:30.280909 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b3d34f-57c4-459e-a8fa-f8dc940a1038 None None] Attempting to bind port 4faa63d7-5ff7-410a-964e-e9be0d3984f8 on network 635aaad1-5760-42ca-a3f2-ccba44927c9f {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:52:30.304544 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b3d34f-57c4-459e-a8fa-f8dc940a1038 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:52:30.305900 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b3d34f-57c4-459e-a8fa-f8dc940a1038 None None] Checking segment: {'id': '31941e00-468f-4a74-b806-e64079d6003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '635aaad1-5760-42ca-a3f2-ccba44927c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:52:30.305900 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-71b3d34f-57c4-459e-a8fa-f8dc940a1038 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:30.308156 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b3d34f-57c4-459e-a8fa-f8dc940a1038 None None] Bound using segment: {'id': '31941e00-468f-4a74-b806-e64079d6003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '635aaad1-5760-42ca-a3f2-ccba44927c9f'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:52:30.308697 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-71b3d34f-57c4-459e-a8fa-f8dc940a1038 None None] Bound port: 4faa63d7-5ff7-410a-964e-e9be0d3984f8, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31941e00-468f-4a74-b806-e64079d6003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '635aaad1-5760-42ca-a3f2-ccba44927c9f'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:52:30.310294 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-71b3d34f-57c4-459e-a8fa-f8dc940a1038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4faa63d7-5ff7-410a-964e-e9be0d3984f8), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:30.474619 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-71b3d34f-57c4-459e-a8fa-f8dc940a1038 None None] For port 4faa63d7-5ff7-410a-964e-e9be0d3984f8, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:52:30.487705 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-71b3d34f-57c4-459e-a8fa-f8dc940a1038 None None] For port 4faa63d7-5ff7-410a-964e-e9be0d3984f8, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4faa63d7-5ff7-410a-964e-e9be0d3984f8,segment=NetworkSegment(31941e00-468f-4a74-b806-e64079d6003d),segment_id=31941e00-468f-4a74-b806-e64079d6003d)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:52:30.503687 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-71b3d34f-57c4-459e-a8fa-f8dc940a1038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (4faa63d7-5ff7-410a-964e-e9be0d3984f8), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:30.673334 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b3d34f-57c4-459e-a8fa-f8dc940a1038 None None] Routers {'8051f9e8-052d-4cf1-84f3-d4236f1c155f'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:52:30.674444 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-71b3d34f-57c4-459e-a8fa-f8dc940a1038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:52:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8051f9e8-052d-4cf1-84f3-d4236f1c155f'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:52:30.721972 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-3e8f0e40-b472-4af4-995a-6ae3d5d902f5 None None] Provisioning complete for port 4faa63d7-5ff7-410a-964e-e9be0d3984f8 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:52:30.724728 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0e40-b472-4af4-995a-6ae3d5d902f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4faa63d7-5ff7-410a-964e-e9be0d3984f8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:30.814011 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ca235-f76b-4b03-b4d2-5dd8851502bb None None] Pushing event updated for resources: {'Port': ['ID=4faa63d7-5ff7-410a-964e-e9be0d3984f8,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:30.962338 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3e8f0e40-b472-4af4-995a-6ae3d5d902f5 None None] Current status of the port 4faa63d7-5ff7-410a-964e-e9be0d3984f8 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:52:30.966403 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0e40-b472-4af4-995a-6ae3d5d902f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4faa63d7-5ff7-410a-964e-e9be0d3984f8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:30.966648 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-71b3d34f-57c4-459e-a8fa-f8dc940a1038 None None] Set router 8051f9e8-052d-4cf1-84f3-d4236f1c155f gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:52:31.114022 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-3e8f0e40-b472-4af4-995a-6ae3d5d902f5 None None] For port 4faa63d7-5ff7-410a-964e-e9be0d3984f8, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4faa63d7-5ff7-410a-964e-e9be0d3984f8,segment=NetworkSegment(31941e00-468f-4a74-b806-e64079d6003d),segment_id=31941e00-468f-4a74-b806-e64079d6003d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:52:31.136494 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0e40-b472-4af4-995a-6ae3d5d902f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (4faa63d7-5ff7-410a-964e-e9be0d3984f8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:31.170613 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-694302f4-9754-437c-96ab-407efa762d6e req-e11b736e-9ac0-496f-be27-111f60737375 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd56a69-8ce0-48f9-b818-209d70f804b6 HTTP/1.1" status: 200 len: 210 time: 0.0801487 Jan 28 00:52:31.245703 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f0e40-b472-4af4-995a-6ae3d5d902f5 None None] Pushing event updated for resources: {'Port': ['ID=4faa63d7-5ff7-410a-964e-e9be0d3984f8,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:31.268155 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-70be2560-45d1-450b-99b7-1d2e274eac93 None None] Provisioning complete for port 4faa63d7-5ff7-410a-964e-e9be0d3984f8 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:52:31.268680 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-70be2560-45d1-450b-99b7-1d2e274eac93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4faa63d7-5ff7-410a-964e-e9be0d3984f8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:31.502115 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-70be2560-45d1-450b-99b7-1d2e274eac93 None None] Current status of the port 4faa63d7-5ff7-410a-964e-e9be0d3984f8 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:52:31.629457 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-71b3d34f-57c4-459e-a8fa-f8dc940a1038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8051f9e8-052d-4cf1-84f3-d4236f1c155f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-399629957', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '6f81d877-e224-4c9c-a093-4f7f020c68e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:52:16Z', 'updated_at': '2022-01-28T00:52:25Z', 'revision_number': 4, 'project_id': '9b69342f3da44248a24a543d6213641c', 'gw_port': {'id': '6f81d877-e224-4c9c-a093-4f7f020c68e0', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8051f9e8-052d-4cf1-84f3-d4236f1c155f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:52:18Z', 'updated_at': '2022-01-28T00:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '4faa63d7-5ff7-410a-964e-e9be0d3984f8', 'name': '', 'network_id': '635aaad1-5760-42ca-a3f2-ccba44927c9f', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'mac_address': 'fa:16:3e:45:c0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8051f9e8-052d-4cf1-84f3-d4236f1c155f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '9dcfc5c2-a88b-48c6-b32d-32b0f3f94fad', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:52:24Z', 'updated_at': '2022-01-28T00:52:30Z', 'revision_number': 4, 'project_id': '9b69342f3da44248a24a543d6213641c', 'subnets': [{'id': '9dcfc5c2-a88b-48c6-b32d-32b0f3f94fad', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:52:31.685785 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b3d34f-57c4-459e-a8fa-f8dc940a1038 None None] The sync data for ids ['8051f9e8-052d-4cf1-84f3-d4236f1c155f'] in n-d-826754-1 is: [{'id': '8051f9e8-052d-4cf1-84f3-d4236f1c155f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-399629957', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '6f81d877-e224-4c9c-a093-4f7f020c68e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:52:16Z', 'updated_at': '2022-01-28T00:52:25Z', 'revision_number': 4, 'project_id': '9b69342f3da44248a24a543d6213641c', 'gw_port': {'id': '6f81d877-e224-4c9c-a093-4f7f020c68e0', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8051f9e8-052d-4cf1-84f3-d4236f1c155f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:52:18Z', 'updated_at': '2022-01-28T00:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '4faa63d7-5ff7-410a-964e-e9be0d3984f8', 'name': '', 'network_id': '635aaad1-5760-42ca-a3f2-ccba44927c9f', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'mac_address': 'fa:16:3e:45:c0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8051f9e8-052d-4cf1-84f3-d4236f1c155f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '9dcfc5c2-a88b-48c6-b32d-32b0f3f94fad', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:52:24Z', 'updated_at': '2022-01-28T00:52:30Z', 'revision_number': 4, 'project_id': '9b69342f3da44248a24a543d6213641c', 'subnets': [{'id': '9dcfc5c2-a88b-48c6-b32d-32b0f3f94fad', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:52:32.003852 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-2901792f-0b75-4c42-884a-9912f5faa4c2 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:32.007949 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-2901792f-0b75-4c42-884a-9912f5faa4c2 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.52 "GET /v2.0/networks?id=635aaad1-5760-42ca-a3f2-ccba44927c9f HTTP/1.1" status: 200 len: 798 time: 0.3213375 Jan 28 00:52:32.062576 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-ca9b30f2-10b7-4d39-8d97-fe68c88bf0bf tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Request body: {'port': {'device_id': '7cd56a69-8ce0-48f9-b818-209d70f804b6', 'network_id': '635aaad1-5760-42ca-a3f2-ccba44927c9f', 'admin_state_up': True, 'tenant_id': '9b69342f3da44248a24a543d6213641c'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:52:32.406202 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-ca9b30f2-10b7-4d39-8d97-fe68c88bf0bf tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Made reservation on behalf of 9b69342f3da44248a24a543d6213641c for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:52:32.410534 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-ca9b30f2-10b7-4d39-8d97-fe68c88bf0bf tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:32.420732 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa1c3e4f-3873-4f88-ba8f-02cb91ec8fc5 req-a0746254-12b6-44ec-b3f9-bb1e1d99fa59 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd56a69-8ce0-48f9-b818-209d70f804b6 HTTP/1.1" status: 200 len: 210 time: 0.0704522 Jan 28 00:52:32.818806 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-ca9b30f2-10b7-4d39-8d97-fe68c88bf0bf tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Allocated IP 172.20.0.27 (635aaad1-5760-42ca-a3f2-ccba44927c9f/9dcfc5c2-a88b-48c6-b32d-32b0f3f94fad/4dc6e667-766f-41c2-b335-b8ac4f6b0cea) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:52:33.033171 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-ca9b30f2-10b7-4d39-8d97-fe68c88bf0bf tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for port (4dc6e667-766f-41c2-b335-b8ac4f6b0cea), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:33.092218 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-ca9b30f2-10b7-4d39-8d97-fe68c88bf0bf tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (4dc6e667-766f-41c2-b335-b8ac4f6b0cea), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:33.160000 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-ca9b30f2-10b7-4d39-8d97-fe68c88bf0bf tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Network 635aaad1-5760-42ca-a3f2-ccba44927c9f is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:52:33.173546 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-ca9b30f2-10b7-4d39-8d97-fe68c88bf0bf tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:52:33.179360 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-ca9b30f2-10b7-4d39-8d97-fe68c88bf0bf tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:52:33.353381 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b30f2-10b7-4d39-8d97-fe68c88bf0bf tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Pushing event updated for resources: {'Port': ['ID=4dc6e667-766f-41c2-b335-b8ac4f6b0cea,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:33.444801 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-ca9b30f2-10b7-4d39-8d97-fe68c88bf0bf tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:33.452546 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-ca9b30f2-10b7-4d39-8d97-fe68c88bf0bf tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:33.530029 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-ca9b30f2-10b7-4d39-8d97-fe68c88bf0bf tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.4747443 Jan 28 00:52:33.560647 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-a4ca5752-185f-4796-b89a-d528232c0172 service neutron] Request body: {'port': {'device_id': '7cd56a69-8ce0-48f9-b818-209d70f804b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:52:33.625052 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4faa63d7-5ff7-410a-964e-e9be0d3984f8 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:52:33.839037 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-a4ca5752-185f-4796-b89a-d528232c0172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4dc6e667-766f-41c2-b335-b8ac4f6b0cea), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:33.842714 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 4faa63d7-5ff7-410a-964e-e9be0d3984f8 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:52:33.843095 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4faa63d7-5ff7-410a-964e-e9be0d3984f8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:33.906455 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718acd2-66ee-49d2-a277-4f07bcb52f2f req-917eb55c-db6f-44e2-9ff8-750901da3693 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:33.922903 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c718acd2-66ee-49d2-a277-4f07bcb52f2f req-917eb55c-db6f-44e2-9ff8-750901da3693 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd56a69-8ce0-48f9-b818-209d70f804b6 HTTP/1.1" status: 200 len: 895 time: 0.2110784 Jan 28 00:52:33.981137 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-b556f9f2-f325-4e5c-bf91-42dee2eb3e0b None None] Provisioning complete for port 4dc6e667-766f-41c2-b335-b8ac4f6b0cea triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:52:33.981528 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b556f9f2-f325-4e5c-bf91-42dee2eb3e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4dc6e667-766f-41c2-b335-b8ac4f6b0cea), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:34.177891 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b556f9f2-f325-4e5c-bf91-42dee2eb3e0b None None] Port 4dc6e667-766f-41c2-b335-b8ac4f6b0cea cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:52:34.236394 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 4faa63d7-5ff7-410a-964e-e9be0d3984f8 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:52:34.665439 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-a4ca5752-185f-4796-b89a-d528232c0172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc6e667-766f-41c2-b335-b8ac4f6b0cea {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:52:34.701853 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-a4ca5752-185f-4796-b89a-d528232c0172 service neutron] Publish callbacks [] for port (4dc6e667-766f-41c2-b335-b8ac4f6b0cea), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:34.731979 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-a4ca5752-185f-4796-b89a-d528232c0172 service neutron] Transition to ACTIVE for port object 4dc6e667-766f-41c2-b335-b8ac4f6b0cea will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:52:34.739764 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-a4ca5752-185f-4796-b89a-d528232c0172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (4dc6e667-766f-41c2-b335-b8ac4f6b0cea), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:34.838788 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca5752-185f-4796-b89a-d528232c0172 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc6e667-766f-41c2-b335-b8ac4f6b0cea,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:35.131222 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-a4ca5752-185f-4796-b89a-d528232c0172 service neutron] Attempting to bind port 4dc6e667-766f-41c2-b335-b8ac4f6b0cea on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:52:35.131597 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-a4ca5752-185f-4796-b89a-d528232c0172 service neutron] Attempting to bind port 4dc6e667-766f-41c2-b335-b8ac4f6b0cea by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '31941e00-468f-4a74-b806-e64079d6003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '635aaad1-5760-42ca-a3f2-ccba44927c9f'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:52:35.132424 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-a4ca5752-185f-4796-b89a-d528232c0172 service neutron] Attempting to bind port 4dc6e667-766f-41c2-b335-b8ac4f6b0cea on network 635aaad1-5760-42ca-a3f2-ccba44927c9f {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:52:35.148478 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-a4ca5752-185f-4796-b89a-d528232c0172 service neutron] Port 4dc6e667-766f-41c2-b335-b8ac4f6b0cea on network 635aaad1-5760-42ca-a3f2-ccba44927c9f not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:52:35.148897 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-a4ca5752-185f-4796-b89a-d528232c0172 service neutron] Attempting to bind port 4dc6e667-766f-41c2-b335-b8ac4f6b0cea on network 635aaad1-5760-42ca-a3f2-ccba44927c9f {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:52:35.165675 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-a4ca5752-185f-4796-b89a-d528232c0172 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:52:35.166240 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-a4ca5752-185f-4796-b89a-d528232c0172 service neutron] Checking segment: {'id': '31941e00-468f-4a74-b806-e64079d6003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '635aaad1-5760-42ca-a3f2-ccba44927c9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:52:35.166838 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-a4ca5752-185f-4796-b89a-d528232c0172 service neutron] Bound using segment: {'id': '31941e00-468f-4a74-b806-e64079d6003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '635aaad1-5760-42ca-a3f2-ccba44927c9f'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:52:35.167536 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-a4ca5752-185f-4796-b89a-d528232c0172 service neutron] Bound port: 4dc6e667-766f-41c2-b335-b8ac4f6b0cea, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31941e00-468f-4a74-b806-e64079d6003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '635aaad1-5760-42ca-a3f2-ccba44927c9f'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:52:35.177825 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-a4ca5752-185f-4796-b89a-d528232c0172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4dc6e667-766f-41c2-b335-b8ac4f6b0cea), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:35.266795 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131cbb1-ccfa-4ef0-bb49-eb2d04f4fcfe req-402711b7-b0ad-4efd-b030-0f9a0511677c tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:35.277256 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4131cbb1-ccfa-4ef0-bb49-eb2d04f4fcfe req-402711b7-b0ad-4efd-b030-0f9a0511677c tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd56a69-8ce0-48f9-b818-209d70f804b6 HTTP/1.1" status: 200 len: 907 time: 0.1522295 Jan 28 00:52:35.462668 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-a4ca5752-185f-4796-b89a-d528232c0172 service neutron] For port 4dc6e667-766f-41c2-b335-b8ac4f6b0cea, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:52:35.472600 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-a4ca5752-185f-4796-b89a-d528232c0172 service neutron] For port 4dc6e667-766f-41c2-b335-b8ac4f6b0cea, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=4dc6e667-766f-41c2-b335-b8ac4f6b0cea,segment=NetworkSegment(31941e00-468f-4a74-b806-e64079d6003d),segment_id=31941e00-468f-4a74-b806-e64079d6003d)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:52:35.482648 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-a4ca5752-185f-4796-b89a-d528232c0172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (4dc6e667-766f-41c2-b335-b8ac4f6b0cea), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:35.581782 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-a4ca5752-185f-4796-b89a-d528232c0172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:35.583153 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-a4ca5752-185f-4796-b89a-d528232c0172 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:35.585668 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-a4ca5752-185f-4796-b89a-d528232c0172 service neutron] 10.222.0.52 "PUT /v2.0/ports/4dc6e667-766f-41c2-b335-b8ac4f6b0cea HTTP/1.1" status: 200 len: 1055 time: 2.0410645 Jan 28 00:52:35.586909 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd56a69-8ce0-48f9-b818-209d70f804b6', 'tag': '4dc6e667-766f-41c2-b335-b8ac4f6b0cea'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:52:35.603874 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e71dce-77d4-4079-be75-732bc8f1ba5d" -d '{"events": [{"name": "network-changed", "server_uuid": "7cd56a69-8ce0-48f9-b818-209d70f804b6", "tag": "4dc6e667-766f-41c2-b335-b8ac4f6b0cea"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:52:35.710432 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca5752-185f-4796-b89a-d528232c0172 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc6e667-766f-41c2-b335-b8ac4f6b0cea,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:35.725861 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-1de5ef73-0edb-4afd-9d77-673499aa584e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:35.735245 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-1de5ef73-0edb-4afd-9d77-673499aa584e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9b69342f3da44248a24a543d6213641c&device_id=7cd56a69-8ce0-48f9-b818-209d70f804b6 HTTP/1.1" status: 200 len: 1058 time: 0.0752079 Jan 28 00:52:35.739839 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7f22c9-0567-4dec-b799-62da84d185dc x-openstack-request-id: req-1c7f22c9-0567-4dec-b799-62da84d185dc {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:52:35.740358 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cd56a69-8ce0-48f9-b818-209d70f804b6", "tag": "4dc6e667-766f-41c2-b335-b8ac4f6b0cea", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:52:35.740792 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1c7f22c9-0567-4dec-b799-62da84d185dc {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:52:35.741541 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cd56a69-8ce0-48f9-b818-209d70f804b6', 'tag': '4dc6e667-766f-41c2-b335-b8ac4f6b0cea', 'status': 'completed', 'code': 200} Jan 28 00:52:35.868236 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-22bd7d1a-03b7-4172-a3fb-3a34bb750f21 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=4dc6e667-766f-41c2-b335-b8ac4f6b0cea HTTP/1.1" status: 200 len: 217 time: 0.1194537 Jan 28 00:52:35.982179 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-d501b981-963f-47df-b6cf-46e684443a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:35.984916 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-d501b981-963f-47df-b6cf-46e684443a69 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9dcfc5c2-a88b-48c6-b32d-32b0f3f94fad HTTP/1.1" status: 200 len: 838 time: 0.1099310 Jan 28 00:52:36.040065 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b4bc438a-89ef-4ec5-af67-9d7722136c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:36.154315 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-6b026d7b-30de-4e7d-bd77-0b0305be1013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:36.157105 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-6b026d7b-30de-4e7d-bd77-0b0305be1013 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=635aaad1-5760-42ca-a3f2-ccba44927c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1550078 Jan 28 00:52:36.346065 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-e5b08720-e393-4c3e-ad67-1b8a13f5abee service neutron] 10.222.0.52 "GET /v2.0/networks/635aaad1-5760-42ca-a3f2-ccba44927c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814401 Jan 28 00:52:36.716876 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-05d5601f-a5d6-485b-8beb-8b6a1caa57d0 req-b60cb375-37fa-4686-bc00-b1aed4bfefa9 service neutron] 10.222.0.52 "GET /v2.0/networks/635aaad1-5760-42ca-a3f2-ccba44927c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619835 Jan 28 00:52:36.915960 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87c4a3-036a-4447-8563-ae8ef373d042 req-52ce11f9-1bc3-40d4-9bee-9951147b1586 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:36.928212 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e71dce-77d4-4079-be75-732bc8f1ba5d req-cd41f320-be10-4b3c-8158-8a020f3bc4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:36.930822 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f9e71dce-77d4-4079-be75-732bc8f1ba5d req-cd41f320-be10-4b3c-8158-8a020f3bc4d8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9b69342f3da44248a24a543d6213641c&device_id=7cd56a69-8ce0-48f9-b818-209d70f804b6 HTTP/1.1" status: 200 len: 1058 time: 0.0993123 Jan 28 00:52:36.935799 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6d87c4a3-036a-4447-8563-ae8ef373d042 req-52ce11f9-1bc3-40d4-9bee-9951147b1586 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd56a69-8ce0-48f9-b818-209d70f804b6 HTTP/1.1" status: 200 len: 907 time: 0.4444466 Jan 28 00:52:37.111644 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e71dce-77d4-4079-be75-732bc8f1ba5d req-4f5eb130-a523-4230-a4f6-2df205ca838e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:37.114697 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f9e71dce-77d4-4079-be75-732bc8f1ba5d req-4f5eb130-a523-4230-a4f6-2df205ca838e service neutron] 10.222.0.52 "GET /v2.0/networks?id=635aaad1-5760-42ca-a3f2-ccba44927c9f HTTP/1.1" status: 200 len: 899 time: 0.1690140 Jan 28 00:52:37.211991 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f9e71dce-77d4-4079-be75-732bc8f1ba5d req-4c75b11d-1a18-4819-ae5d-e4e08a8fd52e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=4dc6e667-766f-41c2-b335-b8ac4f6b0cea HTTP/1.1" status: 200 len: 217 time: 0.0898223 Jan 28 00:52:37.386555 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e71dce-77d4-4079-be75-732bc8f1ba5d req-4ba3bd98-9d41-4fd4-b08e-e42bdf043121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:37.390152 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f9e71dce-77d4-4079-be75-732bc8f1ba5d req-4ba3bd98-9d41-4fd4-b08e-e42bdf043121 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9dcfc5c2-a88b-48c6-b32d-32b0f3f94fad HTTP/1.1" status: 200 len: 838 time: 0.1709526 Jan 28 00:52:37.481213 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e71dce-77d4-4079-be75-732bc8f1ba5d req-6ae99cf2-a89e-4bd8-bcef-d2309e31524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:37.485390 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f9e71dce-77d4-4079-be75-732bc8f1ba5d req-6ae99cf2-a89e-4bd8-bcef-d2309e31524f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=635aaad1-5760-42ca-a3f2-ccba44927c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874732 Jan 28 00:52:37.709718 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f9e71dce-77d4-4079-be75-732bc8f1ba5d req-f8f422e7-caf6-4baa-a892-0c5653e02512 service neutron] 10.222.0.52 "GET /v2.0/networks/635aaad1-5760-42ca-a3f2-ccba44927c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169335 Jan 28 00:52:37.900837 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f9e71dce-77d4-4079-be75-732bc8f1ba5d req-ef89cce0-7201-450a-ba9b-88c94ed9013d service neutron] 10.222.0.52 "GET /v2.0/networks/635aaad1-5760-42ca-a3f2-ccba44927c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834428 Jan 28 00:52:38.114218 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e9e80-299d-4ca5-bb3d-bb990ca1f17d req-26e7f370-ab18-4c3a-b138-8f40f535cec6 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:38.128836 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6c5e9e80-299d-4ca5-bb3d-bb990ca1f17d req-26e7f370-ab18-4c3a-b138-8f40f535cec6 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd56a69-8ce0-48f9-b818-209d70f804b6 HTTP/1.1" status: 200 len: 907 time: 0.0699847 Jan 28 00:52:38.398485 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c900e2b4-751a-42f9-bcce-4445b3a970eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:39.297753 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61206d-f9e7-440d-bf10-f907600ac5a9 req-231dc3de-4be3-42f3-8f85-1af7fabe8a24 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:39.299659 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5c61206d-f9e7-440d-bf10-f907600ac5a9 req-231dc3de-4be3-42f3-8f85-1af7fabe8a24 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd56a69-8ce0-48f9-b818-209d70f804b6 HTTP/1.1" status: 200 len: 907 time: 0.0990014 Jan 28 00:52:39.748163 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:40.597538 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8621f-9e7c-4c2f-b2bd-79b57bf9b510 req-0136259f-9f2f-41eb-ba62-ae7b41ec5f4f tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:40.602174 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2eb8621f-9e7c-4c2f-b2bd-79b57bf9b510 req-0136259f-9f2f-41eb-ba62-ae7b41ec5f4f tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd56a69-8ce0-48f9-b818-209d70f804b6 HTTP/1.1" status: 200 len: 907 time: 0.1271648 Jan 28 00:52:40.629704 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34764) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:40.842009 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6da778c1-ea0a-4858-985b-04e49d820a96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:40.940325 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6da778c1-ea0a-4858-985b-04e49d820a96 admin admin] Publish callbacks [] for security_group (ba6eeea2-dd60-42e4-bc80-0860c35344f7), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:40.946271 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6da778c1-ea0a-4858-985b-04e49d820a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ba6eeea2-dd60-42e4-bc80-0860c35344f7), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:41.006083 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34774) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:41.006741 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6da778c1-ea0a-4858-985b-04e49d820a96 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=14ea5d53a2a04df2a0c2125621f04bed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3755791 Jan 28 00:52:41.013198 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da778c1-ea0a-4858-985b-04e49d820a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6eeea2-dd60-42e4-bc80-0860c35344f7,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:41.028304 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da778c1-ea0a-4858-985b-04e49d820a96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:41.028863 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da778c1-ea0a-4858-985b-04e49d820a96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:41.029539 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da778c1-ea0a-4858-985b-04e49d820a96 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:41.030151 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da778c1-ea0a-4858-985b-04e49d820a96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:41.030728 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da778c1-ea0a-4858-985b-04e49d820a96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:41.031836 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da778c1-ea0a-4858-985b-04e49d820a96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:41.032337 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da778c1-ea0a-4858-985b-04e49d820a96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:41.032846 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da778c1-ea0a-4858-985b-04e49d820a96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:41.033355 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da778c1-ea0a-4858-985b-04e49d820a96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:41.033852 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da778c1-ea0a-4858-985b-04e49d820a96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:41.034357 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da778c1-ea0a-4858-985b-04e49d820a96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:41.035219 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da778c1-ea0a-4858-985b-04e49d820a96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:41.035815 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da778c1-ea0a-4858-985b-04e49d820a96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:41.153360 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b729968-4d51-4224-af6c-2a5a48f381d1 admin admin] Publish callbacks [] for security_group (ba6eeea2-dd60-42e4-bc80-0860c35344f7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:41.186734 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b729968-4d51-4224-af6c-2a5a48f381d1 admin admin] Publish callbacks [] for security_group (ba6eeea2-dd60-42e4-bc80-0860c35344f7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:41.226939 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:52:41.273156 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:41.332109 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b729968-4d51-4224-af6c-2a5a48f381d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ba6eeea2-dd60-42e4-bc80-0860c35344f7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:41.338863 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b729968-4d51-4224-af6c-2a5a48f381d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:41.340989 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4b729968-4d51-4224-af6c-2a5a48f381d1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ba6eeea2-dd60-42e4-bc80-0860c35344f7 HTTP/1.1" status: 204 len: 168 time: 0.3331435 Jan 28 00:52:41.367983 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b729968-4d51-4224-af6c-2a5a48f381d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6eeea2-dd60-42e4-bc80-0860c35344f7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:41.845285 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ae9db-210e-4439-856a-935eebfce88c req-1c3727f6-e828-44e8-bb6f-abf8a27cd0eb tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:41.859759 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f9ae9db-210e-4439-856a-935eebfce88c req-1c3727f6-e828-44e8-bb6f-abf8a27cd0eb tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd56a69-8ce0-48f9-b818-209d70f804b6 HTTP/1.1" status: 200 len: 907 time: 0.1152995 Jan 28 00:52:41.887807 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34796) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:41.903991 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5cf955eb-0a7c-403b-94a4-225299fd237f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:41.944915 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 4dc6e667-766f-41c2-b335-b8ac4f6b0cea details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:52:42.021806 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5cf955eb-0a7c-403b-94a4-225299fd237f admin admin] Publish callbacks [] for security_group (fc8ad815-e39b-4c89-95fe-46f6db4ecc47), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:42.028289 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5cf955eb-0a7c-403b-94a4-225299fd237f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (fc8ad815-e39b-4c89-95fe-46f6db4ecc47), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:42.079574 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 4dc6e667-766f-41c2-b335-b8ac4f6b0cea, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=4dc6e667-766f-41c2-b335-b8ac4f6b0cea,segment=NetworkSegment(31941e00-468f-4a74-b806-e64079d6003d),segment_id=31941e00-468f-4a74-b806-e64079d6003d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:52:42.089220 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf955eb-0a7c-403b-94a4-225299fd237f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8ad815-e39b-4c89-95fe-46f6db4ecc47,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:42.110510 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '4dc6e667-766f-41c2-b335-b8ac4f6b0cea', 'network_id': '635aaad1-5760-42ca-a3f2-ccba44927c9f', 'port_id': '4dc6e667-766f-41c2-b335-b8ac4f6b0cea', 'mac_address': 'fa:16:3e:3d:13:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dcfc5c2-a88b-48c6-b32d-32b0f3f94fad', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:52:42.127263 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5cf955eb-0a7c-403b-94a4-225299fd237f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a6b2c50bcac14345b5b04ab623c41559&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2351656 Jan 28 00:52:42.127906 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 34800) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:42.228573 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 4dc6e667-766f-41c2-b335-b8ac4f6b0cea is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:52:42.228573 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4dc6e667-766f-41c2-b335-b8ac4f6b0cea), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:42.253683 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc6e667-766f-41c2-b335-b8ac4f6b0cea {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:52:42.280088 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8f430cba-9a08-4891-8eaf-2ae2cfb372bd admin admin] Publish callbacks [] for security_group (fc8ad815-e39b-4c89-95fe-46f6db4ecc47), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:42.299234 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 4dc6e667-766f-41c2-b335-b8ac4f6b0cea, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=4dc6e667-766f-41c2-b335-b8ac4f6b0cea,segment=NetworkSegment(31941e00-468f-4a74-b806-e64079d6003d),segment_id=31941e00-468f-4a74-b806-e64079d6003d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:52:42.311270 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (4dc6e667-766f-41c2-b335-b8ac4f6b0cea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:42.327386 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8f430cba-9a08-4891-8eaf-2ae2cfb372bd admin admin] Publish callbacks [] for security_group (fc8ad815-e39b-4c89-95fe-46f6db4ecc47), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:42.383817 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:42.444551 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=4dc6e667-766f-41c2-b335-b8ac4f6b0cea,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:42.448569 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8f430cba-9a08-4891-8eaf-2ae2cfb372bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (fc8ad815-e39b-4c89-95fe-46f6db4ecc47), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:42.452384 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8f430cba-9a08-4891-8eaf-2ae2cfb372bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:42.454545 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8f430cba-9a08-4891-8eaf-2ae2cfb372bd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fc8ad815-e39b-4c89-95fe-46f6db4ecc47 HTTP/1.1" status: 204 len: 168 time: 0.3250632 Jan 28 00:52:42.464933 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f430cba-9a08-4891-8eaf-2ae2cfb372bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8ad815-e39b-4c89-95fe-46f6db4ecc47,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:42.485646 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:42.486484 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:42.487189 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:42.487941 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:42.488840 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:42.489704 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:42.490574 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:42.491237 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:42.495389 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:42.496151 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:42.496901 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:42.497629 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:42.501385 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:52:42.763720 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['4dc6e667-766f-41c2-b335-b8ac4f6b0cea'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:52:43.014282 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841048c7-518e-4ed4-a827-91506cfe03ef req-372ffc1c-4ea2-4eb5-a694-1ed2d2e6b01d tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:43.016970 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-841048c7-518e-4ed4-a827-91506cfe03ef req-372ffc1c-4ea2-4eb5-a694-1ed2d2e6b01d tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd56a69-8ce0-48f9-b818-209d70f804b6 HTTP/1.1" status: 200 len: 908 time: 0.0707922 Jan 28 00:52:43.147985 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:43.966988 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 4dc6e667-766f-41c2-b335-b8ac4f6b0cea up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:52:44.127942 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 4dc6e667-766f-41c2-b335-b8ac4f6b0cea completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:52:44.134376 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 4dc6e667-766f-41c2-b335-b8ac4f6b0cea triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:52:44.135025 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4dc6e667-766f-41c2-b335-b8ac4f6b0cea), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:44.258132 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954c996-278f-4df0-833b-09d93a073e24 req-c0690a8a-030b-4863-856f-47e9601c035f tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:44.277080 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9954c996-278f-4df0-833b-09d93a073e24 req-c0690a8a-030b-4863-856f-47e9601c035f tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd56a69-8ce0-48f9-b818-209d70f804b6 HTTP/1.1" status: 200 len: 908 time: 0.0787117 Jan 28 00:52:44.301497 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 4dc6e667-766f-41c2-b335-b8ac4f6b0cea is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:52:44.305717 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4dc6e667-766f-41c2-b335-b8ac4f6b0cea), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:44.370196 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd56a69-8ce0-48f9-b818-209d70f804b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc6e667-766f-41c2-b335-b8ac4f6b0cea'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:52:44.375250 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a4b9e0-5db1-45e8-bbdf-01e55d495d99" -d '{"events": [{"server_uuid": "7cd56a69-8ce0-48f9-b818-209d70f804b6", "name": "network-vif-plugged", "status": "completed", "tag": "4dc6e667-766f-41c2-b335-b8ac4f6b0cea"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:52:44.421261 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 4dc6e667-766f-41c2-b335-b8ac4f6b0cea, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=4dc6e667-766f-41c2-b335-b8ac4f6b0cea,segment=NetworkSegment(31941e00-468f-4a74-b806-e64079d6003d),segment_id=31941e00-468f-4a74-b806-e64079d6003d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:52:44.450980 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (4dc6e667-766f-41c2-b335-b8ac4f6b0cea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:44.493914 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:44.498164 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7d5c12-8763-4eae-937d-81835db432a8 x-openstack-request-id: req-9b7d5c12-8763-4eae-937d-81835db432a8 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:52:44.498701 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd56a69-8ce0-48f9-b818-209d70f804b6", "name": "network-vif-plugged", "status": "completed", "tag": "4dc6e667-766f-41c2-b335-b8ac4f6b0cea", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:52:44.499136 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9b7d5c12-8763-4eae-937d-81835db432a8 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:52:44.500284 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd56a69-8ce0-48f9-b818-209d70f804b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc6e667-766f-41c2-b335-b8ac4f6b0cea', 'code': 200} Jan 28 00:52:44.537428 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=4dc6e667-766f-41c2-b335-b8ac4f6b0cea,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:44.705852 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2131078-c8c4-4b9c-8f68-e98d4fb319a1 req-ef3f55d3-c10a-4047-aa5e-7005e7d8a299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:44.707769 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a2131078-c8c4-4b9c-8f68-e98d4fb319a1 req-ef3f55d3-c10a-4047-aa5e-7005e7d8a299 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7cd56a69-8ce0-48f9-b818-209d70f804b6 HTTP/1.1" status: 200 len: 1060 time: 0.0643711 Jan 28 00:52:45.505175 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83459435-d641-4f2a-ae49-df2664781557 req-0ca93c4c-6df3-4646-aac7-6e1df11adf4f tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:45.521960 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-83459435-d641-4f2a-ae49-df2664781557 req-0ca93c4c-6df3-4646-aac7-6e1df11adf4f tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd56a69-8ce0-48f9-b818-209d70f804b6 HTTP/1.1" status: 200 len: 909 time: 0.1266761 Jan 28 00:52:47.061136 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efde64-0f74-4176-a240-ea22598e69ad req-7ecdb55c-dcc8-42f5-89ab-330bc376a60c tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:47.079213 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-40efde64-0f74-4176-a240-ea22598e69ad req-7ecdb55c-dcc8-42f5-89ab-330bc376a60c tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd56a69-8ce0-48f9-b818-209d70f804b6 HTTP/1.1" status: 200 len: 909 time: 0.4482539 Jan 28 00:52:47.269457 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fffc0-8d0e-43c5-89c1-f7fb877bc763 req-4b1b15a2-3269-4082-adc7-fa5d1d38fc2f tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:47.271427 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d57fffc0-8d0e-43c5-89c1-f7fb877bc763 req-4b1b15a2-3269-4082-adc7-fa5d1d38fc2f tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd56a69-8ce0-48f9-b818-209d70f804b6 HTTP/1.1" status: 200 len: 909 time: 0.0685499 Jan 28 00:52:47.488770 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835b49e-d81d-4e21-8d19-27b1e443c6eb req-45256631-cbf4-4072-9ba6-01d62db41ed3 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:47.490606 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9835b49e-d81d-4e21-8d19-27b1e443c6eb req-45256631-cbf4-4072-9ba6-01d62db41ed3 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=7cd56a69-8ce0-48f9-b818-209d70f804b6 HTTP/1.1" status: 200 len: 1060 time: 0.0651128 Jan 28 00:52:47.627305 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ee579-b9d3-43d1-aded-020cb5a3b926 req-4c170651-3f24-4864-b665-9d7656feeca5 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:47.629263 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a19ee579-b9d3-43d1-aded-020cb5a3b926 req-4c170651-3f24-4864-b665-9d7656feeca5 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5aa1a8e4-15d2-46f4-abd0-d7828a7cf570 HTTP/1.1" status: 200 len: 1135 time: 0.0514011 Jan 28 00:52:48.061674 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a19ee579-b9d3-43d1-aded-020cb5a3b926 req-50252bd4-387f-4928-ad12-8476c0a8f9f9 tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=12b02a03-2b27-4ea2-bc12-04cd61886b82&id=0ca1fce3-70e7-4ce7-9813-9b30e9a7b55a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4252417 Jan 28 00:52:48.088376 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34944) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:48.177770 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47bdfba-e1c7-4ef0-be4e-e9ea6ab96a6f tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:48.180068 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a47bdfba-e1c7-4ef0-be4e-e9ea6ab96a6f tempest-TestSecurityGroupsBasicOps-1486801970 tempest-TestSecurityGroupsBasicOps-1486801970-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=7cd56a69-8ce0-48f9-b818-209d70f804b6 HTTP/1.1" status: 200 len: 1055 time: 0.0888698 Jan 28 00:52:48.537640 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2459f-08b0-4526-9f79-5ed1518a874a req-704af99b-131b-42a5-bb02-92f34c146a45 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:48.539544 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9bc2459f-08b0-4526-9f79-5ed1518a874a req-704af99b-131b-42a5-bb02-92f34c146a45 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd56a69-8ce0-48f9-b818-209d70f804b6 HTTP/1.1" status: 200 len: 909 time: 0.0741620 Jan 28 00:52:49.820567 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e257d-d49a-468d-abf1-8de9ed47f351 req-207fdb60-fb38-424f-8be6-4705ba5aef34 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:49.823008 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e1e257d-d49a-468d-abf1-8de9ed47f351 req-207fdb60-fb38-424f-8be6-4705ba5aef34 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd56a69-8ce0-48f9-b818-209d70f804b6 HTTP/1.1" status: 200 len: 909 time: 0.0967958 Jan 28 00:52:50.318073 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6875fe9-1a40-474e-bd0e-3e440b763f04 req-0d63a0cc-c6c1-4ef0-a892-4c7df9c74597 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:50.321872 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a6875fe9-1a40-474e-bd0e-3e440b763f04 req-0d63a0cc-c6c1-4ef0-a892-4c7df9c74597 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cd56a69-8ce0-48f9-b818-209d70f804b6 HTTP/1.1" status: 200 len: 909 time: 0.0678430 Jan 28 00:52:50.459917 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-a6875fe9-1a40-474e-bd0e-3e440b763f04 req-f0435c2c-d108-45bb-a1fb-326d035de5ac tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Deleting port 4dc6e667-766f-41c2-b335-b8ac4f6b0cea {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:52:50.460640 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a6875fe9-1a40-474e-bd0e-3e440b763f04 req-f0435c2c-d108-45bb-a1fb-326d035de5ac tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (4dc6e667-766f-41c2-b335-b8ac4f6b0cea), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:50.656798 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-a6875fe9-1a40-474e-bd0e-3e440b763f04 req-f0435c2c-d108-45bb-a1fb-326d035de5ac tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] For port 4dc6e667-766f-41c2-b335-b8ac4f6b0cea, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=4dc6e667-766f-41c2-b335-b8ac4f6b0cea,segment=NetworkSegment(31941e00-468f-4a74-b806-e64079d6003d),segment_id=31941e00-468f-4a74-b806-e64079d6003d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:52:50.657262 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a6875fe9-1a40-474e-bd0e-3e440b763f04 req-f0435c2c-d108-45bb-a1fb-326d035de5ac tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (4dc6e667-766f-41c2-b335-b8ac4f6b0cea), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:50.676633 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-a6875fe9-1a40-474e-bd0e-3e440b763f04 req-f0435c2c-d108-45bb-a1fb-326d035de5ac tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Calling delete_port for 4dc6e667-766f-41c2-b335-b8ac4f6b0cea owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:52:50.878576 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a6875fe9-1a40-474e-bd0e-3e440b763f04 req-f0435c2c-d108-45bb-a1fb-326d035de5ac tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (4dc6e667-766f-41c2-b335-b8ac4f6b0cea), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:50.966620 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0435c2c-d108-45bb-a1fb-326d035de5ac tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Pushing event deleted for resources: {'Port': ['ID=4dc6e667-766f-41c2-b335-b8ac4f6b0cea,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:50.995234 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b117a839-954d-4f8f-bd90-38b49a557425 req-2063f1f4-2966-4b28-8721-42f6f0532233 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd56a69-8ce0-48f9-b818-209d70f804b6 HTTP/1.1" status: 200 len: 210 time: 0.0353422 Jan 28 00:52:51.043927 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6875fe9-1a40-474e-bd0e-3e440b763f04 req-f0435c2c-d108-45bb-a1fb-326d035de5ac tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] No DVR routers for this DVR port 4dc6e667-766f-41c2-b335-b8ac4f6b0cea on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:52:51.058558 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a6875fe9-1a40-474e-bd0e-3e440b763f04 req-f0435c2c-d108-45bb-a1fb-326d035de5ac tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:51.072052 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a6875fe9-1a40-474e-bd0e-3e440b763f04 req-f0435c2c-d108-45bb-a1fb-326d035de5ac tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.52 "DELETE /v2.0/ports/4dc6e667-766f-41c2-b335-b8ac4f6b0cea HTTP/1.1" status: 204 len: 173 time: 0.7428858 Jan 28 00:52:51.072870 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd56a69-8ce0-48f9-b818-209d70f804b6', 'name': 'network-vif-deleted', 'tag': '4dc6e667-766f-41c2-b335-b8ac4f6b0cea'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:52:51.076577 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa2020e-cea6-4f1d-a27a-2cb5a272b097" -d '{"events": [{"server_uuid": "7cd56a69-8ce0-48f9-b818-209d70f804b6", "name": "network-vif-deleted", "tag": "4dc6e667-766f-41c2-b335-b8ac4f6b0cea"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:52:51.155879 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e88150-eb54-49a8-afc4-e25bc14e9df8 x-openstack-request-id: req-d0e88150-eb54-49a8-afc4-e25bc14e9df8 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:52:51.156360 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd56a69-8ce0-48f9-b818-209d70f804b6", "name": "network-vif-deleted", "tag": "4dc6e667-766f-41c2-b335-b8ac4f6b0cea", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:52:51.156784 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d0e88150-eb54-49a8-afc4-e25bc14e9df8 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:52:51.157659 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd56a69-8ce0-48f9-b818-209d70f804b6', 'name': 'network-vif-deleted', 'tag': '4dc6e667-766f-41c2-b335-b8ac4f6b0cea', 'status': 'completed', 'code': 200} Jan 28 00:52:52.067176 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 34994) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:52.165718 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20908ee8-30ad-454c-865a-6f8b25691bb7 req-100ea7f6-856d-4afb-ba9c-18f8eb25a5c0 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:52.175177 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-20908ee8-30ad-454c-865a-6f8b25691bb7 req-100ea7f6-856d-4afb-ba9c-18f8eb25a5c0 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ff1f1df-130a-4003-ab67-b5b11b21d330 HTTP/1.1" status: 200 len: 946 time: 0.0878358 Jan 28 00:52:52.264452 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-20908ee8-30ad-454c-865a-6f8b25691bb7 req-f19c9a33-78f8-41c7-9727-26ca3944cd55 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878437 Jan 28 00:52:52.773982 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8a487653-1fed-44cc-a72a-bc88a1418779 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (8051f9e8-052d-4cf1-84f3-d4236f1c155f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:53.197375 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8a487653-1fed-44cc-a72a-bc88a1418779 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Deleting port 4faa63d7-5ff7-410a-964e-e9be0d3984f8 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:52:53.198980 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8a487653-1fed-44cc-a72a-bc88a1418779 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (4faa63d7-5ff7-410a-964e-e9be0d3984f8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:53.405977 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-8a487653-1fed-44cc-a72a-bc88a1418779 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] For port 4faa63d7-5ff7-410a-964e-e9be0d3984f8, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4faa63d7-5ff7-410a-964e-e9be0d3984f8,segment=NetworkSegment(31941e00-468f-4a74-b806-e64079d6003d),segment_id=31941e00-468f-4a74-b806-e64079d6003d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:52:53.407372 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8a487653-1fed-44cc-a72a-bc88a1418779 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (4faa63d7-5ff7-410a-964e-e9be0d3984f8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:53.442609 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8a487653-1fed-44cc-a72a-bc88a1418779 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Calling delete_port for 4faa63d7-5ff7-410a-964e-e9be0d3984f8 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:52:53.464741 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67fc26d-3a03-4913-b4e0-fae04cc3f39f req-97623d39-8534-47af-97a5-b0b0e37d9c43 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:53.473717 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f67fc26d-3a03-4913-b4e0-fae04cc3f39f req-97623d39-8534-47af-97a5-b0b0e37d9c43 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ff1f1df-130a-4003-ab67-b5b11b21d330 HTTP/1.1" status: 200 len: 946 time: 0.0629063 Jan 28 00:52:53.554265 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f67fc26d-3a03-4913-b4e0-fae04cc3f39f req-4fa74f27-f022-4fee-b10e-986a5171918c tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792129 Jan 28 00:52:53.915698 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8a487653-1fed-44cc-a72a-bc88a1418779 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (4faa63d7-5ff7-410a-964e-e9be0d3984f8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:53.948036 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a487653-1fed-44cc-a72a-bc88a1418779 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Pushing event deleted for resources: {'Port': ['ID=4faa63d7-5ff7-410a-964e-e9be0d3984f8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:54.048869 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 4dc6e667-766f-41c2-b335-b8ac4f6b0cea no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:52:54.133503 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 4dc6e667-766f-41c2-b335-b8ac4f6b0cea {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:52:54.135011 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 4dc6e667-766f-41c2-b335-b8ac4f6b0cea not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:52:54.336341 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891fce9-687f-45c8-8ec1-a71376c37edf req-3ad837d3-a8fe-42ff-bfaa-bfa18ed349f1 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:54.338018 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d891fce9-687f-45c8-8ec1-a71376c37edf req-3ad837d3-a8fe-42ff-bfaa-bfa18ed349f1 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ff1f1df-130a-4003-ab67-b5b11b21d330 HTTP/1.1" status: 200 len: 946 time: 0.1409388 Jan 28 00:52:54.379399 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8a487653-1fed-44cc-a72a-bc88a1418779 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (8051f9e8-052d-4cf1-84f3-d4236f1c155f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:54.559315 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-d891fce9-687f-45c8-8ec1-a71376c37edf req-4b410f3b-64a0-43ed-be80-d331c88f6586 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Deleting port 270ca340-fced-4ad5-a98d-ce79977d70b2 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:52:54.559546 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-d891fce9-687f-45c8-8ec1-a71376c37edf req-4b410f3b-64a0-43ed-be80-d331c88f6586 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (270ca340-fced-4ad5-a98d-ce79977d70b2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:54.698761 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd42698-5320-4687-8e17-aa077a712c0f req-dab57246-4a7b-4aa3-95a2-adfd04f61049 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:54.707673 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-acd42698-5320-4687-8e17-aa077a712c0f req-dab57246-4a7b-4aa3-95a2-adfd04f61049 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ff1f1df-130a-4003-ab67-b5b11b21d330 HTTP/1.1" status: 200 len: 946 time: 0.0625610 Jan 28 00:52:54.738626 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-d891fce9-687f-45c8-8ec1-a71376c37edf req-4b410f3b-64a0-43ed-be80-d331c88f6586 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] For port 270ca340-fced-4ad5-a98d-ce79977d70b2, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=270ca340-fced-4ad5-a98d-ce79977d70b2,segment=NetworkSegment(8210e096-62a0-4fc1-a9ce-05d858a1357d),segment_id=8210e096-62a0-4fc1-a9ce-05d858a1357d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:52:54.739015 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-d891fce9-687f-45c8-8ec1-a71376c37edf req-4b410f3b-64a0-43ed-be80-d331c88f6586 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (270ca340-fced-4ad5-a98d-ce79977d70b2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:54.757203 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-d891fce9-687f-45c8-8ec1-a71376c37edf req-4b410f3b-64a0-43ed-be80-d331c88f6586 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Calling delete_port for 270ca340-fced-4ad5-a98d-ce79977d70b2 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:52:54.767902 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-acd42698-5320-4687-8e17-aa077a712c0f req-6f65838e-a3f0-41f1-9ae5-f25498a7b615 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587761 Jan 28 00:52:55.327807 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a487653-1fed-44cc-a72a-bc88a1418779 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Router 8051f9e8-052d-4cf1-84f3-d4236f1c155f has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:52:55.531666 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35018) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:55.620376 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a487653-1fed-44cc-a72a-bc88a1418779 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:52:55.626610 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-d891fce9-687f-45c8-8ec1-a71376c37edf req-4b410f3b-64a0-43ed-be80-d331c88f6586 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (270ca340-fced-4ad5-a98d-ce79977d70b2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:55.638294 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8a487653-1fed-44cc-a72a-bc88a1418779 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "PUT /v2.0/routers/8051f9e8-052d-4cf1-84f3-d4236f1c155f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5689886 Jan 28 00:52:55.643202 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35022) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:55.645574 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8404c06-77ee-4254-8c4c-28f3e38450ee None None] Sync routers for ids ['8051f9e8-052d-4cf1-84f3-d4236f1c155f'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:52:55.663120 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['290b0648-a89c-4f81-92b1-a5c427303036', 'abe0dbc6-b630-4650-bfd3-f1ac44ce1769', '00b153e6-d9ed-4cfa-94fa-3695de1b69ad', '270ca340-fced-4ad5-a98d-ce79977d70b2'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:52:55.720220 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8404c06-77ee-4254-8c4c-28f3e38450ee None None] Routers {'8051f9e8-052d-4cf1-84f3-d4236f1c155f'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:52:55.722810 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-e8404c06-77ee-4254-8c4c-28f3e38450ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:52:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8051f9e8-052d-4cf1-84f3-d4236f1c155f'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:52:55.764103 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b410f3b-64a0-43ed-be80-d331c88f6586 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Pushing event deleted for resources: {'Port': ['ID=270ca340-fced-4ad5-a98d-ce79977d70b2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:55.856879 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0295f1b9-53f4-473f-a299-14e57d601ad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:55.923802 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-d891fce9-687f-45c8-8ec1-a71376c37edf req-4b410f3b-64a0-43ed-be80-d331c88f6586 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] No DVR routers for this DVR port 270ca340-fced-4ad5-a98d-ce79977d70b2 on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:52:55.927663 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-d891fce9-687f-45c8-8ec1-a71376c37edf req-4b410f3b-64a0-43ed-be80-d331c88f6586 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:55.933373 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d891fce9-687f-45c8-8ec1-a71376c37edf req-4b410f3b-64a0-43ed-be80-d331c88f6586 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.52 "DELETE /v2.0/ports/270ca340-fced-4ad5-a98d-ce79977d70b2 HTTP/1.1" status: 204 len: 173 time: 1.5893013 Jan 28 00:52:55.934088 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ff1f1df-130a-4003-ab67-b5b11b21d330', 'name': 'network-vif-deleted', 'tag': '270ca340-fced-4ad5-a98d-ce79977d70b2'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:52:55.949467 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c94ed1-ec1f-44cc-bb46-a4667adab19c" -d '{"events": [{"server_uuid": "7ff1f1df-130a-4003-ab67-b5b11b21d330", "name": "network-vif-deleted", "tag": "270ca340-fced-4ad5-a98d-ce79977d70b2"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:52:56.034921 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-e8404c06-77ee-4254-8c4c-28f3e38450ee None None] Set router 8051f9e8-052d-4cf1-84f3-d4236f1c155f gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:52:56.035339 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef0e51d-035b-477f-9a4c-40d0bc428ada x-openstack-request-id: req-5ef0e51d-035b-477f-9a4c-40d0bc428ada {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:52:56.035802 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ff1f1df-130a-4003-ab67-b5b11b21d330", "name": "network-vif-deleted", "tag": "270ca340-fced-4ad5-a98d-ce79977d70b2", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:52:56.036206 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5ef0e51d-035b-477f-9a4c-40d0bc428ada {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:52:56.036870 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ff1f1df-130a-4003-ab67-b5b11b21d330', 'name': 'network-vif-deleted', 'tag': '270ca340-fced-4ad5-a98d-ce79977d70b2', 'status': 'completed', 'code': 200} Jan 28 00:52:56.102912 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0295f1b9-53f4-473f-a299-14e57d601ad9 admin admin] Publish callbacks [] for security_group (b4079b57-cbac-47b5-8029-f1b9a9031ba8), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:56.128228 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-c28942b6-6bb4-444c-9d86-1e7f28f90d9f tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Deleting subnet 9dcfc5c2-a88b-48c6-b32d-32b0f3f94fad {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:52:56.134937 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c28942b6-6bb4-444c-9d86-1e7f28f90d9f tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for subnet (9dcfc5c2-a88b-48c6-b32d-32b0f3f94fad), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:56.272984 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0295f1b9-53f4-473f-a299-14e57d601ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b4079b57-cbac-47b5-8029-f1b9a9031ba8), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:56.318186 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4937046c-e869-4b0d-a09e-acbe0d2e948e req-efbd828a-32bb-47de-b16a-4319a531d6ba tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ff1f1df-130a-4003-ab67-b5b11b21d330 HTTP/1.1" status: 200 len: 210 time: 0.1116915 Jan 28 00:52:56.332501 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0295f1b9-53f4-473f-a299-14e57d601ad9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1201d3b04a044320aca8ad876a9d4b5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7985685 Jan 28 00:52:56.338604 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35030) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:56.458408 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c28942b6-6bb4-444c-9d86-1e7f28f90d9f tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (9dcfc5c2-a88b-48c6-b32d-32b0f3f94fad), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:56.464195 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295f1b9-53f4-473f-a299-14e57d601ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4079b57-cbac-47b5-8029-f1b9a9031ba8,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:56.558485 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c3bb707c-20c4-4513-9ef1-b9565e7c2e47 admin admin] Publish callbacks [] for security_group (b4079b57-cbac-47b5-8029-f1b9a9031ba8), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:56.668505 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c3bb707c-20c4-4513-9ef1-b9565e7c2e47 admin admin] Publish callbacks [] for security_group (b4079b57-cbac-47b5-8029-f1b9a9031ba8), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:56.754840 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c28942b6-6bb4-444c-9d86-1e7f28f90d9f tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (9dcfc5c2-a88b-48c6-b32d-32b0f3f94fad), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:56.776525 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-e8404c06-77ee-4254-8c4c-28f3e38450ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8051f9e8-052d-4cf1-84f3-d4236f1c155f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-399629957', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '6f81d877-e224-4c9c-a093-4f7f020c68e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:52:16Z', 'updated_at': '2022-01-28T00:52:53Z', 'revision_number': 5, 'project_id': '9b69342f3da44248a24a543d6213641c', 'gw_port': {'id': '6f81d877-e224-4c9c-a093-4f7f020c68e0', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8051f9e8-052d-4cf1-84f3-d4236f1c155f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:52:18Z', 'updated_at': '2022-01-28T00:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:52:56.818314 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8404c06-77ee-4254-8c4c-28f3e38450ee None None] Checking router: 8051f9e8-052d-4cf1-84f3-d4236f1c155f for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:52:56.846180 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8404c06-77ee-4254-8c4c-28f3e38450ee None None] Routers {'8051f9e8-052d-4cf1-84f3-d4236f1c155f'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:52:56.847081 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-e8404c06-77ee-4254-8c4c-28f3e38450ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:52:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8051f9e8-052d-4cf1-84f3-d4236f1c155f'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:52:56.921455 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c28942b6-6bb4-444c-9d86-1e7f28f90d9f tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (9dcfc5c2-a88b-48c6-b32d-32b0f3f94fad), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:56.991715 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28942b6-6bb4-444c-9d86-1e7f28f90d9f tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Pushing event deleted for resources: {'Subnet': ['ID=9dcfc5c2-a88b-48c6-b32d-32b0f3f94fad,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:57.005597 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c28942b6-6bb4-444c-9d86-1e7f28f90d9f tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:57.016914 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c28942b6-6bb4-444c-9d86-1e7f28f90d9f tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "DELETE /v2.0/subnets/9dcfc5c2-a88b-48c6-b32d-32b0f3f94fad HTTP/1.1" status: 204 len: 168 time: 1.3711617 Jan 28 00:52:57.018644 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35034) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:57.029519 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ab33c1-74eb-4344-b73c-bb18dae2eea6 None None] Network 635aaad1-5760-42ca-a3f2-ccba44927c9f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:52:57.044237 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c3bb707c-20c4-4513-9ef1-b9565e7c2e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b4079b57-cbac-47b5-8029-f1b9a9031ba8), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:57.053947 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c3bb707c-20c4-4513-9ef1-b9565e7c2e47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:57.067362 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c3bb707c-20c4-4513-9ef1-b9565e7c2e47 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b4079b57-cbac-47b5-8029-f1b9a9031ba8 HTTP/1.1" status: 204 len: 168 time: 0.7180567 Jan 28 00:52:57.099776 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb707c-20c4-4513-9ef1-b9565e7c2e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4079b57-cbac-47b5-8029-f1b9a9031ba8,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:57.115201 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-e8404c06-77ee-4254-8c4c-28f3e38450ee None None] Set router 8051f9e8-052d-4cf1-84f3-d4236f1c155f gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:52:57.283898 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b07b916-995a-4d88-a028-30a5881a52b9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for router (8051f9e8-052d-4cf1-84f3-d4236f1c155f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:57.578537 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b07b916-995a-4d88-a028-30a5881a52b9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for router_gateway (8051f9e8-052d-4cf1-84f3-d4236f1c155f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:57.677602 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d83c882d-edbc-4b7b-9f46-eaa43d74371d req-e5dafd0e-bec2-485d-9955-73347f6f7059 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1842597 Jan 28 00:52:57.729507 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0b07b916-995a-4d88-a028-30a5881a52b9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Deleting port 6f81d877-e224-4c9c-a093-4f7f020c68e0 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:52:57.736870 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b07b916-995a-4d88-a028-30a5881a52b9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (6f81d877-e224-4c9c-a093-4f7f020c68e0), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:57.833431 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35046) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:57.854184 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9af266c8-0296-40f6-bf2f-44ef41c5acdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:57.999271 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0b07b916-995a-4d88-a028-30a5881a52b9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] For port 6f81d877-e224-4c9c-a093-4f7f020c68e0, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6f81d877-e224-4c9c-a093-4f7f020c68e0,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:52:57.999872 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b07b916-995a-4d88-a028-30a5881a52b9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (6f81d877-e224-4c9c-a093-4f7f020c68e0), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:58.019483 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0b07b916-995a-4d88-a028-30a5881a52b9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Calling delete_port for 6f81d877-e224-4c9c-a093-4f7f020c68e0 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:52:58.027865 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c882d-edbc-4b7b-9f46-eaa43d74371d req-275f2784-f3e8-4a77-b685-cda7af6e35fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:58.029429 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d83c882d-edbc-4b7b-9f46-eaa43d74371d req-275f2784-f3e8-4a77-b685-cda7af6e35fc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac62260fe42246bcb8303840ff4b96d9&device_id=ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf HTTP/1.1" status: 200 len: 1097 time: 0.2531838 Jan 28 00:52:58.086108 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 270ca340-fced-4ad5-a98d-ce79977d70b2 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:52:58.136876 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a299d5-15ad-4c0c-96ba-2e31b2e806fd None None] DHCP port deletion for 635aaad1-5760-42ca-a3f2-ccba44927c9f request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:52:58.139206 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 270ca340-fced-4ad5-a98d-ce79977d70b2 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:52:58.139559 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 270ca340-fced-4ad5-a98d-ce79977d70b2 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:52:58.151378 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-e8404c06-77ee-4254-8c4c-28f3e38450ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8051f9e8-052d-4cf1-84f3-d4236f1c155f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-399629957', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '6f81d877-e224-4c9c-a093-4f7f020c68e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:52:16Z', 'updated_at': '2022-01-28T00:52:53Z', 'revision_number': 5, 'project_id': '9b69342f3da44248a24a543d6213641c', 'gw_port': {'id': '6f81d877-e224-4c9c-a093-4f7f020c68e0', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8051f9e8-052d-4cf1-84f3-d4236f1c155f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:52:18Z', 'updated_at': '2022-01-28T00:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:52:58.180930 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9af266c8-0296-40f6-bf2f-44ef41c5acdd admin admin] Publish callbacks [] for security_group (7edbd441-35a3-4910-a80b-53f166283597), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:58.186902 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9af266c8-0296-40f6-bf2f-44ef41c5acdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7edbd441-35a3-4910-a80b-53f166283597), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:58.262121 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af266c8-0296-40f6-bf2f-44ef41c5acdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edbd441-35a3-4910-a80b-53f166283597,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:58.263687 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8404c06-77ee-4254-8c4c-28f3e38450ee None None] The sync data for ids ['8051f9e8-052d-4cf1-84f3-d4236f1c155f'] in n-d-826754-1 is: [{'id': '8051f9e8-052d-4cf1-84f3-d4236f1c155f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-399629957', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '6f81d877-e224-4c9c-a093-4f7f020c68e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:52:16Z', 'updated_at': '2022-01-28T00:52:53Z', 'revision_number': 5, 'project_id': '9b69342f3da44248a24a543d6213641c', 'gw_port': {'id': '6f81d877-e224-4c9c-a093-4f7f020c68e0', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8051f9e8-052d-4cf1-84f3-d4236f1c155f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:52:18Z', 'updated_at': '2022-01-28T00:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:52:58.274204 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c882d-edbc-4b7b-9f46-eaa43d74371d req-c153a7c5-a8b9-49a5-a4ce-42bcd4f6d1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:58.276758 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d83c882d-edbc-4b7b-9f46-eaa43d74371d req-c153a7c5-a8b9-49a5-a4ce-42bcd4f6d1d7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 HTTP/1.1" status: 200 len: 915 time: 0.1789651 Jan 28 00:52:58.320515 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-92a299d5-15ad-4c0c-96ba-2e31b2e806fd None None] Deleting port f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:52:58.321124 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-92a299d5-15ad-4c0c-96ba-2e31b2e806fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:58.351296 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9af266c8-0296-40f6-bf2f-44ef41c5acdd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cf4996f4d68d4603a685c3397599e351&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5160897 Jan 28 00:52:58.351827 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35050) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:58.438276 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d83c882d-edbc-4b7b-9f46-eaa43d74371d req-6b3b45aa-f444-4fd4-9448-4552a02e5a5b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=290b0648-a89c-4f81-92b1-a5c427303036 HTTP/1.1" status: 200 len: 217 time: 0.1467378 Jan 28 00:52:58.458600 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-92a299d5-15ad-4c0c-96ba-2e31b2e806fd None None] For port f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80,segment=NetworkSegment(31941e00-468f-4a74-b806-e64079d6003d),segment_id=31941e00-468f-4a74-b806-e64079d6003d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:52:58.460082 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-92a299d5-15ad-4c0c-96ba-2e31b2e806fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:58.462983 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-65e4b1ce-63f7-4d96-8a80-afde1cd414d3 admin admin] Publish callbacks [] for security_group (7edbd441-35a3-4910-a80b-53f166283597), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:58.482613 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-92a299d5-15ad-4c0c-96ba-2e31b2e806fd None None] Calling delete_port for f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:52:58.503554 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-65e4b1ce-63f7-4d96-8a80-afde1cd414d3 admin admin] Publish callbacks [] for security_group (7edbd441-35a3-4910-a80b-53f166283597), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:58.512811 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c882d-edbc-4b7b-9f46-eaa43d74371d req-a8bae6ca-4bce-4f08-bd3b-e4c2dc9ed059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:52:58.514366 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d83c882d-edbc-4b7b-9f46-eaa43d74371d req-a8bae6ca-4bce-4f08-bd3b-e4c2dc9ed059 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f8eb103-5ea3-4cb9-9774-5ed2528e0f83 HTTP/1.1" status: 200 len: 854 time: 0.0644333 Jan 28 00:52:58.552944 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d83c882d-edbc-4b7b-9f46-eaa43d74371d req-8bf91765-7bdc-4949-8d03-3c9d3a36d517 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296724 Jan 28 00:52:58.594727 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-65e4b1ce-63f7-4d96-8a80-afde1cd414d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7edbd441-35a3-4910-a80b-53f166283597), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:58.603072 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-65e4b1ce-63f7-4d96-8a80-afde1cd414d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:58.609361 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-65e4b1ce-63f7-4d96-8a80-afde1cd414d3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7edbd441-35a3-4910-a80b-53f166283597 HTTP/1.1" status: 204 len: 168 time: 0.2550929 Jan 28 00:52:58.621026 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4b1ce-63f7-4d96-8a80-afde1cd414d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edbd441-35a3-4910-a80b-53f166283597,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:58.623459 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-92a299d5-15ad-4c0c-96ba-2e31b2e806fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:58.635468 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b07b916-995a-4d88-a028-30a5881a52b9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (6f81d877-e224-4c9c-a093-4f7f020c68e0), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:58.664044 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a299d5-15ad-4c0c-96ba-2e31b2e806fd None None] Pushing event deleted for resources: {'Port': ['ID=f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:58.668778 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a299d5-15ad-4c0c-96ba-2e31b2e806fd None None] No DVR routers for this DVR port f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:52:58.719993 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07b916-995a-4d88-a028-30a5881a52b9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Pushing event deleted for resources: {'Port': ['ID=6f81d877-e224-4c9c-a093-4f7f020c68e0,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:52:58.911961 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b07b916-995a-4d88-a028-30a5881a52b9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (8051f9e8-052d-4cf1-84f3-d4236f1c155f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:58.974410 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d83c882d-edbc-4b7b-9f46-eaa43d74371d req-ae9fd7a6-238f-4925-8203-10375e7fdb48 service neutron] 10.222.0.52 "GET /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103661 Jan 28 00:52:59.150948 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b07b916-995a-4d88-a028-30a5881a52b9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (8051f9e8-052d-4cf1-84f3-d4236f1c155f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:59.161420 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b07b916-995a-4d88-a028-30a5881a52b9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for router_controller (8051f9e8-052d-4cf1-84f3-d4236f1c155f), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:59.280089 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b07b916-995a-4d88-a028-30a5881a52b9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (8051f9e8-052d-4cf1-84f3-d4236f1c155f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:59.281619 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b07b916-995a-4d88-a028-30a5881a52b9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Fanout notify agent at l3_agent the message router_deleted on router 8051f9e8-052d-4cf1-84f3-d4236f1c155f {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:52:59.294185 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b07b916-995a-4d88-a028-30a5881a52b9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:59.295803 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0b07b916-995a-4d88-a028-30a5881a52b9 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "DELETE /v2.0/routers/8051f9e8-052d-4cf1-84f3-d4236f1c155f HTTP/1.1" status: 204 len: 168 time: 2.2752187 Jan 28 00:52:59.300810 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35064) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:52:59.359805 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d83c882d-edbc-4b7b-9f46-eaa43d74371d req-c6b6d244-9f8e-42b2-be7f-56746dfa28e9 service neutron] 10.222.0.52 "GET /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347728 Jan 28 00:52:59.568397 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b6a56980-6b91-4c30-902a-4a4160574e1f tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (635aaad1-5760-42ca-a3f2-ccba44927c9f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:59.605479 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4faa63d7-5ff7-410a-964e-e9be0d3984f8 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:52:59.662879 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 4faa63d7-5ff7-410a-964e-e9be0d3984f8 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:52:59.663543 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4faa63d7-5ff7-410a-964e-e9be0d3984f8 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:52:59.664592 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:52:59.700748 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:52:59.701836 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f3d49e54-8d39-418f-a2b8-5b4b7b8b0d80 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:52:59.727866 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b6a56980-6b91-4c30-902a-4a4160574e1f tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (635aaad1-5760-42ca-a3f2-ccba44927c9f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:59.759773 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-b6a56980-6b91-4c30-902a-4a4160574e1f tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['635aaad1-5760-42ca-a3f2-ccba44927c9f']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:52:59.777487 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-b6a56980-6b91-4c30-902a-4a4160574e1f tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31941e00-468f-4a74-b806-e64079d6003d') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:52:59.777789 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-b6a56980-6b91-4c30-902a-4a4160574e1f tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31941e00-468f-4a74-b806-e64079d6003d') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:52:59.798801 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b6a56980-6b91-4c30-902a-4a4160574e1f tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (31941e00-468f-4a74-b806-e64079d6003d), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:59.821356 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b6a56980-6b91-4c30-902a-4a4160574e1f tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (31941e00-468f-4a74-b806-e64079d6003d), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:59.846325 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a56980-6b91-4c30-902a-4a4160574e1f tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:52:59.846989 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b6a56980-6b91-4c30-902a-4a4160574e1f tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (31941e00-468f-4a74-b806-e64079d6003d), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:52:59.852579 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:52:59.852579 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:52:59.852579 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:52:59.852579 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:52:59.852579 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:52:59.852579 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:52:59.852579 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:52:59.852579 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:52:59.852579 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:52:59.852579 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:52:59.852579 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:52:59.852579 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:52:59.852579 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:52:59.852579 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:52:59.852579 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:52:59.852579 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:52:59.852579 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:52:59.852579 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:52:59.852579 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:52:59.852579 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:52:59.852579 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:52:59.852579 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:52:59.852579 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:52:59.852579 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:52:59.852579 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:52:59.852579 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:52:59.852579 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:52:59.852579 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:52:59.852579 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:52:59.852579 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:52:59.852579 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:52:59.852579 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:53:00.000909 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b6a56980-6b91-4c30-902a-4a4160574e1f tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (635aaad1-5760-42ca-a3f2-ccba44927c9f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:00.017921 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b6a56980-6b91-4c30-902a-4a4160574e1f tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:00.026436 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b6a56980-6b91-4c30-902a-4a4160574e1f tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "DELETE /v2.0/networks/635aaad1-5760-42ca-a3f2-ccba44927c9f HTTP/1.1" status: 204 len: 168 time: 0.7212145 Jan 28 00:53:00.028424 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35080) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:00.044567 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a56980-6b91-4c30-902a-4a4160574e1f tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Pushing event deleted for resources: {'Network': ['ID=635aaad1-5760-42ca-a3f2-ccba44927c9f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:00.387469 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4bfe2fc1-b2b1-490a-ac1b-d2b6e5048a6e tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Deleting port 2f1a5c5d-901d-491c-979b-ef8e01ffcf81 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:53:00.388126 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2fc1-b2b1-490a-ac1b-d2b6e5048a6e tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (2f1a5c5d-901d-491c-979b-ef8e01ffcf81), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:00.512855 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2fc1-b2b1-490a-ac1b-d2b6e5048a6e tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (2f1a5c5d-901d-491c-979b-ef8e01ffcf81), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:00.513188 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2fc1-b2b1-490a-ac1b-d2b6e5048a6e tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for floatingip (2f1a5c5d-901d-491c-979b-ef8e01ffcf81), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:00.527828 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4bfe2fc1-b2b1-490a-ac1b-d2b6e5048a6e tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Calling delete_port for 2f1a5c5d-901d-491c-979b-ef8e01ffcf81 owned by network:floatingip {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:53:00.802922 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2fc1-b2b1-490a-ac1b-d2b6e5048a6e tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (2f1a5c5d-901d-491c-979b-ef8e01ffcf81), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:00.845858 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe2fc1-b2b1-490a-ac1b-d2b6e5048a6e tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Pushing event deleted for resources: {'Port': ['ID=2f1a5c5d-901d-491c-979b-ef8e01ffcf81,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:00.968425 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2fc1-b2b1-490a-ac1b-d2b6e5048a6e tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for floatingip (3e3596a8-a65d-4756-b061-dbbbb94d6aad), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:00.968923 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-4bfe2fc1-b2b1-490a-ac1b-d2b6e5048a6e tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Floating IP 3e3596a8-a65d-4756-b061-dbbbb94d6aad disassociated (deleted). External IP: 172.25.3.121, port: fda0be86-8d94-4882-b0ed-adaddedb5b39. Jan 28 00:53:01.266992 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfe2fc1-b2b1-490a-ac1b-d2b6e5048a6e tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Router 60dda557-3366-45b3-b383-75272c65d7a8 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:53:01.377213 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6f81d877-e224-4c9c-a093-4f7f020c68e0 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:53:01.463662 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 6f81d877-e224-4c9c-a093-4f7f020c68e0 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:53:01.464202 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6f81d877-e224-4c9c-a093-4f7f020c68e0 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:53:01.565677 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfe2fc1-b2b1-490a-ac1b-d2b6e5048a6e tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:53:01.574847 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2fc1-b2b1-490a-ac1b-d2b6e5048a6e tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:01.601639 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80e4345-7049-41d0-937b-462f71d21e23 None None] Sync routers for ids ['60dda557-3366-45b3-b383-75272c65d7a8'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:53:01.638381 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4bfe2fc1-b2b1-490a-ac1b-d2b6e5048a6e tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "DELETE /v2.0/floatingips/3e3596a8-a65d-4756-b061-dbbbb94d6aad HTTP/1.1" status: 204 len: 168 time: 1.6043916 Jan 28 00:53:01.638381 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa1a8e4-15d2-46f4-abd0-d7828a7cf570', 'tag': 'fda0be86-8d94-4882-b0ed-adaddedb5b39'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:53:01.645641 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80e4345-7049-41d0-937b-462f71d21e23 None None] Routers {'60dda557-3366-45b3-b383-75272c65d7a8'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:53:01.647058 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e80e4345-7049-41d0-937b-462f71d21e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:52:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['60dda557-3366-45b3-b383-75272c65d7a8'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:53:01.651590 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3213f32b-819f-4243-973e-e67a215f3219" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa1a8e4-15d2-46f4-abd0-d7828a7cf570", "tag": "fda0be86-8d94-4882-b0ed-adaddedb5b39"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:53:01.814953 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b02dab-b01d-4d5f-a1db-8b56796759ee x-openstack-request-id: req-91b02dab-b01d-4d5f-a1db-8b56796759ee {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:53:01.815425 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa1a8e4-15d2-46f4-abd0-d7828a7cf570", "tag": "fda0be86-8d94-4882-b0ed-adaddedb5b39", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:53:01.815966 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-91b02dab-b01d-4d5f-a1db-8b56796759ee {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:53:01.816497 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa1a8e4-15d2-46f4-abd0-d7828a7cf570', 'tag': 'fda0be86-8d94-4882-b0ed-adaddedb5b39', 'status': 'completed', 'code': 200} Jan 28 00:53:01.982346 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213f32b-819f-4243-973e-e67a215f3219 req-c95adee7-af9b-4179-b62e-ba5193deb326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:01.988231 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3213f32b-819f-4243-973e-e67a215f3219 req-c95adee7-af9b-4179-b62e-ba5193deb326 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9b69342f3da44248a24a543d6213641c&device_id=5aa1a8e4-15d2-46f4-abd0-d7828a7cf570 HTTP/1.1" status: 200 len: 1135 time: 0.1231289 Jan 28 00:53:02.028046 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-e80e4345-7049-41d0-937b-462f71d21e23 None None] Set router 60dda557-3366-45b3-b383-75272c65d7a8 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:53:02.230914 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213f32b-819f-4243-973e-e67a215f3219 req-bc837548-ddca-479a-a101-7e05581315c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:02.237808 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3213f32b-819f-4243-973e-e67a215f3219 req-bc837548-ddca-479a-a101-7e05581315c0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7fc62770-8372-4c03-9bab-ef3b46fa3c39 HTTP/1.1" status: 200 len: 898 time: 0.2445598 Jan 28 00:53:02.350762 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3213f32b-819f-4243-973e-e67a215f3219 req-a1d7e726-5881-45ce-afe7-1fe2522332d2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fda0be86-8d94-4882-b0ed-adaddedb5b39 HTTP/1.1" status: 200 len: 217 time: 0.1035240 Jan 28 00:53:02.641097 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e963fe-1b6b-4069-be8e-f004b6435216 req-f8792b39-82c6-4afb-a53c-5b02bf51f888 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:02.642885 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-08e963fe-1b6b-4069-be8e-f004b6435216 req-f8792b39-82c6-4afb-a53c-5b02bf51f888 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aa1a8e4-15d2-46f4-abd0-d7828a7cf570 HTTP/1.1" status: 200 len: 984 time: 0.3028462 Jan 28 00:53:02.651976 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213f32b-819f-4243-973e-e67a215f3219 req-5c27d3d0-8117-40a8-8c71-431fe5f99c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:02.653623 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3213f32b-819f-4243-973e-e67a215f3219 req-5c27d3d0-8117-40a8-8c71-431fe5f99c7c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0b73447b-d5a9-4ac1-a57e-bd55faba109a HTTP/1.1" status: 200 len: 835 time: 0.2372348 Jan 28 00:53:02.794100 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213f32b-819f-4243-973e-e67a215f3219 req-7baaff96-555b-44bb-b304-3a87625b95b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:02.798632 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3213f32b-819f-4243-973e-e67a215f3219 req-7baaff96-555b-44bb-b304-3a87625b95b7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7fc62770-8372-4c03-9bab-ef3b46fa3c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1140437 Jan 28 00:53:02.803147 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e80e4345-7049-41d0-937b-462f71d21e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60dda557-3366-45b3-b383-75272c65d7a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666693419', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '55e47895-f111-46ae-8eb4-69757f9caccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:51:07Z', 'updated_at': '2022-01-28T00:51:16Z', 'revision_number': 4, 'project_id': '9b69342f3da44248a24a543d6213641c', 'gw_port': {'id': '55e47895-f111-46ae-8eb4-69757f9caccd', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dda557-3366-45b3-b383-75272c65d7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:51:08Z', 'updated_at': '2022-01-28T00:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '9b8da7ed-7b21-4ec1-814d-eb194dc5be21', 'name': '', 'network_id': '7fc62770-8372-4c03-9bab-ef3b46fa3c39', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'mac_address': 'fa:16:3e:4c:c0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dda557-3366-45b3-b383-75272c65d7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '0b73447b-d5a9-4ac1-a57e-bd55faba109a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:51:14Z', 'updated_at': '2022-01-28T00:51:21Z', 'revision_number': 5, 'project_id': '9b69342f3da44248a24a543d6213641c', 'subnets': [{'id': '0b73447b-d5a9-4ac1-a57e-bd55faba109a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:53:02.804022 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-08e963fe-1b6b-4069-be8e-f004b6435216 req-04d9cd28-d44a-4aa0-afb4-019d0ed03eb0 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/security-groups?id=12b02a03-2b27-4ea2-bc12-04cd61886b82&id=0ca1fce3-70e7-4ce7-9813-9b30e9a7b55a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1447570 Jan 28 00:53:02.861134 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80e4345-7049-41d0-937b-462f71d21e23 None None] Checking router: 60dda557-3366-45b3-b383-75272c65d7a8 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:53:02.872750 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80e4345-7049-41d0-937b-462f71d21e23 None None] Routers {'60dda557-3366-45b3-b383-75272c65d7a8'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:53:02.889337 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e80e4345-7049-41d0-937b-462f71d21e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:52:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['60dda557-3366-45b3-b383-75272c65d7a8'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:53:02.982164 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3213f32b-819f-4243-973e-e67a215f3219 req-38a8dc8a-adbe-4400-8af5-8e73d7dfd42e service neutron] 10.222.0.65 "GET /v2.0/networks/7fc62770-8372-4c03-9bab-ef3b46fa3c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771183 Jan 28 00:53:03.116294 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-e80e4345-7049-41d0-937b-462f71d21e23 None None] Set router 60dda557-3366-45b3-b383-75272c65d7a8 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:53:03.310262 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3213f32b-819f-4243-973e-e67a215f3219 req-19b6be99-ab4f-4469-bee5-71f0bc6f282f service neutron] 10.222.0.65 "GET /v2.0/networks/7fc62770-8372-4c03-9bab-ef3b46fa3c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199155 Jan 28 00:53:03.606843 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e80e4345-7049-41d0-937b-462f71d21e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60dda557-3366-45b3-b383-75272c65d7a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666693419', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '55e47895-f111-46ae-8eb4-69757f9caccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:51:07Z', 'updated_at': '2022-01-28T00:51:16Z', 'revision_number': 4, 'project_id': '9b69342f3da44248a24a543d6213641c', 'gw_port': {'id': '55e47895-f111-46ae-8eb4-69757f9caccd', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dda557-3366-45b3-b383-75272c65d7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:51:08Z', 'updated_at': '2022-01-28T00:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '9b8da7ed-7b21-4ec1-814d-eb194dc5be21', 'name': '', 'network_id': '7fc62770-8372-4c03-9bab-ef3b46fa3c39', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'mac_address': 'fa:16:3e:4c:c0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dda557-3366-45b3-b383-75272c65d7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '0b73447b-d5a9-4ac1-a57e-bd55faba109a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:51:14Z', 'updated_at': '2022-01-28T00:51:21Z', 'revision_number': 5, 'project_id': '9b69342f3da44248a24a543d6213641c', 'subnets': [{'id': '0b73447b-d5a9-4ac1-a57e-bd55faba109a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:53:03.642989 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80e4345-7049-41d0-937b-462f71d21e23 None None] The sync data for ids ['60dda557-3366-45b3-b383-75272c65d7a8'] in n-d-826754-1 is: [{'id': '60dda557-3366-45b3-b383-75272c65d7a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666693419', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '55e47895-f111-46ae-8eb4-69757f9caccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:51:07Z', 'updated_at': '2022-01-28T00:51:16Z', 'revision_number': 4, 'project_id': '9b69342f3da44248a24a543d6213641c', 'gw_port': {'id': '55e47895-f111-46ae-8eb4-69757f9caccd', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dda557-3366-45b3-b383-75272c65d7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:51:08Z', 'updated_at': '2022-01-28T00:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '9b8da7ed-7b21-4ec1-814d-eb194dc5be21', 'name': '', 'network_id': '7fc62770-8372-4c03-9bab-ef3b46fa3c39', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'mac_address': 'fa:16:3e:4c:c0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dda557-3366-45b3-b383-75272c65d7a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '0b73447b-d5a9-4ac1-a57e-bd55faba109a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:51:14Z', 'updated_at': '2022-01-28T00:51:21Z', 'revision_number': 5, 'project_id': '9b69342f3da44248a24a543d6213641c', 'subnets': [{'id': '0b73447b-d5a9-4ac1-a57e-bd55faba109a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:53:03.814789 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6554d-55c8-4f21-9661-b7a3d47b77d6 req-1cf2f17b-a9d7-42f0-a8a7-0f73160e7eb4 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:03.818070 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-34b6554d-55c8-4f21-9661-b7a3d47b77d6 req-1cf2f17b-a9d7-42f0-a8a7-0f73160e7eb4 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.65 "GET /v2.0/ports?device_id=5aa1a8e4-15d2-46f4-abd0-d7828a7cf570 HTTP/1.1" status: 200 len: 984 time: 0.1889124 Jan 28 00:53:04.194735 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0f2ff-dfc9-4d09-ae4f-a2edf248a522 req-6170f90f-54a7-4074-9d19-52a9125e6454 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:04.209029 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b9f0f2ff-dfc9-4d09-ae4f-a2edf248a522 req-6170f90f-54a7-4074-9d19-52a9125e6454 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aa1a8e4-15d2-46f4-abd0-d7828a7cf570 HTTP/1.1" status: 200 len: 984 time: 0.2385285 Jan 28 00:53:04.318885 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd7e07b-5d16-4bab-9c70-099f946d0f5e None None] New status for floating IP 3e3596a8-a65d-4756-b061-dbbbb94d6aad: DOWN {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:53:04.412464 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b9f0f2ff-dfc9-4d09-ae4f-a2edf248a522 req-75ec1572-b39e-42db-97ab-deecf853ec98 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/security-groups?id=12b02a03-2b27-4ea2-bc12-04cd61886b82&id=0ca1fce3-70e7-4ce7-9813-9b30e9a7b55a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2018886 Jan 28 00:53:04.421405 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-34b6554d-55c8-4f21-9661-b7a3d47b77d6 req-2e4f1322-dfbd-42bb-9c82-3f65c02ced3b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Deleting port fda0be86-8d94-4882-b0ed-adaddedb5b39 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:53:04.421959 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-34b6554d-55c8-4f21-9661-b7a3d47b77d6 req-2e4f1322-dfbd-42bb-9c82-3f65c02ced3b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (fda0be86-8d94-4882-b0ed-adaddedb5b39), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:04.777375 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-34b6554d-55c8-4f21-9661-b7a3d47b77d6 req-2e4f1322-dfbd-42bb-9c82-3f65c02ced3b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] For port fda0be86-8d94-4882-b0ed-adaddedb5b39, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=fda0be86-8d94-4882-b0ed-adaddedb5b39,segment=NetworkSegment(fdd605af-1dbc-4006-a918-d4fdc90500b0),segment_id=fdd605af-1dbc-4006-a918-d4fdc90500b0)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:53:04.778195 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-34b6554d-55c8-4f21-9661-b7a3d47b77d6 req-2e4f1322-dfbd-42bb-9c82-3f65c02ced3b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (fda0be86-8d94-4882-b0ed-adaddedb5b39), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:04.833774 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-34b6554d-55c8-4f21-9661-b7a3d47b77d6 req-2e4f1322-dfbd-42bb-9c82-3f65c02ced3b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Calling delete_port for fda0be86-8d94-4882-b0ed-adaddedb5b39 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:53:05.175273 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-34b6554d-55c8-4f21-9661-b7a3d47b77d6 req-2e4f1322-dfbd-42bb-9c82-3f65c02ced3b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (fda0be86-8d94-4882-b0ed-adaddedb5b39), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:05.290495 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f1322-dfbd-42bb-9c82-3f65c02ced3b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Pushing event deleted for resources: {'Port': ['ID=fda0be86-8d94-4882-b0ed-adaddedb5b39,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:05.412505 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b6554d-55c8-4f21-9661-b7a3d47b77d6 req-2e4f1322-dfbd-42bb-9c82-3f65c02ced3b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] No DVR routers for this DVR port fda0be86-8d94-4882-b0ed-adaddedb5b39 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:53:05.424061 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-34b6554d-55c8-4f21-9661-b7a3d47b77d6 req-2e4f1322-dfbd-42bb-9c82-3f65c02ced3b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:05.435212 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-34b6554d-55c8-4f21-9661-b7a3d47b77d6 req-2e4f1322-dfbd-42bb-9c82-3f65c02ced3b tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.65 "DELETE /v2.0/ports/fda0be86-8d94-4882-b0ed-adaddedb5b39 HTTP/1.1" status: 204 len: 173 time: 1.6108768 Jan 28 00:53:05.438169 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa1a8e4-15d2-46f4-abd0-d7828a7cf570', 'name': 'network-vif-deleted', 'tag': 'fda0be86-8d94-4882-b0ed-adaddedb5b39'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:53:05.441981 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62995e85-ed33-4dac-8ced-b950215cd7ac" -d '{"events": [{"server_uuid": "5aa1a8e4-15d2-46f4-abd0-d7828a7cf570", "name": "network-vif-deleted", "tag": "fda0be86-8d94-4882-b0ed-adaddedb5b39"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:53:05.829683 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa3b5764-084c-40fb-acf5-f14b1cc8687b req-d6bf1909-0268-4872-b25d-02da970e6fa6 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aa1a8e4-15d2-46f4-abd0-d7828a7cf570 HTTP/1.1" status: 200 len: 210 time: 0.1009912 Jan 28 00:53:06.057152 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-228792b0-1e34-4483-93f5-38b22d63da68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:06.312715 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b121c98-a70a-44cf-b757-7997597115da x-openstack-request-id: req-1b121c98-a70a-44cf-b757-7997597115da {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:53:06.312715 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa1a8e4-15d2-46f4-abd0-d7828a7cf570", "name": "network-vif-deleted", "tag": "fda0be86-8d94-4882-b0ed-adaddedb5b39", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:53:06.312715 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1b121c98-a70a-44cf-b757-7997597115da {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:53:06.313160 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa1a8e4-15d2-46f4-abd0-d7828a7cf570', 'name': 'network-vif-deleted', 'tag': 'fda0be86-8d94-4882-b0ed-adaddedb5b39', 'status': 'completed', 'code': 200} Jan 28 00:53:06.921374 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device fda0be86-8d94-4882-b0ed-adaddedb5b39 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:53:07.005033 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: fda0be86-8d94-4882-b0ed-adaddedb5b39 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:53:07.005584 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device fda0be86-8d94-4882-b0ed-adaddedb5b39 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:53:07.030929 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35526) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:07.188953 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-83087335-c89d-4073-a09f-3d4945d01241 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for security_group (12b02a03-2b27-4ea2-bc12-04cd61886b82), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:07.255311 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-83087335-c89d-4073-a09f-3d4945d01241 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for security_group (12b02a03-2b27-4ea2-bc12-04cd61886b82), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:07.384900 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-83087335-c89d-4073-a09f-3d4945d01241 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (12b02a03-2b27-4ea2-bc12-04cd61886b82), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:07.399407 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-83087335-c89d-4073-a09f-3d4945d01241 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:07.402046 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-83087335-c89d-4073-a09f-3d4945d01241 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "DELETE /v2.0/security-groups/12b02a03-2b27-4ea2-bc12-04cd61886b82 HTTP/1.1" status: 204 len: 168 time: 0.3688922 Jan 28 00:53:07.410984 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35558) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:07.481805 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83087335-c89d-4073-a09f-3d4945d01241 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b02a03-2b27-4ea2-bc12-04cd61886b82,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:07.574847 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-87c249dc-4328-4b35-a5e3-7e398751ae97 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for security_group (0ca1fce3-70e7-4ce7-9813-9b30e9a7b55a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:07.661868 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-87c249dc-4328-4b35-a5e3-7e398751ae97 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for security_group (0ca1fce3-70e7-4ce7-9813-9b30e9a7b55a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:07.772543 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-87c249dc-4328-4b35-a5e3-7e398751ae97 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0ca1fce3-70e7-4ce7-9813-9b30e9a7b55a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:07.786568 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-87c249dc-4328-4b35-a5e3-7e398751ae97 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:07.786568 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-87c249dc-4328-4b35-a5e3-7e398751ae97 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "DELETE /v2.0/security-groups/0ca1fce3-70e7-4ce7-9813-9b30e9a7b55a HTTP/1.1" status: 204 len: 168 time: 0.3486032 Jan 28 00:53:07.788538 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35588) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:07.924790 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c249dc-4328-4b35-a5e3-7e398751ae97 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca1fce3-70e7-4ce7-9813-9b30e9a7b55a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:07.982800 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c249dc-4328-4b35-a5e3-7e398751ae97 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:07.983656 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c249dc-4328-4b35-a5e3-7e398751ae97 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:07.983984 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c249dc-4328-4b35-a5e3-7e398751ae97 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:07.984425 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c249dc-4328-4b35-a5e3-7e398751ae97 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:07.984780 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c249dc-4328-4b35-a5e3-7e398751ae97 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:07.985122 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c249dc-4328-4b35-a5e3-7e398751ae97 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:07.985457 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c249dc-4328-4b35-a5e3-7e398751ae97 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:07.985791 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c249dc-4328-4b35-a5e3-7e398751ae97 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:07.986128 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c249dc-4328-4b35-a5e3-7e398751ae97 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:07.986458 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c249dc-4328-4b35-a5e3-7e398751ae97 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:07.986926 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c249dc-4328-4b35-a5e3-7e398751ae97 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:07.987446 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c249dc-4328-4b35-a5e3-7e398751ae97 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:07.987968 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c249dc-4328-4b35-a5e3-7e398751ae97 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:08.415437 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fa2c2850-3558-434c-8891-990698b79ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:08.650298 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8b3fa6e-3a2e-407b-804e-451a16d60805 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (60dda557-3366-45b3-b383-75272c65d7a8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:08.997210 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b8b3fa6e-3a2e-407b-804e-451a16d60805 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Deleting port 9b8da7ed-7b21-4ec1-814d-eb194dc5be21 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:53:08.997662 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8b3fa6e-3a2e-407b-804e-451a16d60805 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (9b8da7ed-7b21-4ec1-814d-eb194dc5be21), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:09.166766 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b8b3fa6e-3a2e-407b-804e-451a16d60805 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] For port 9b8da7ed-7b21-4ec1-814d-eb194dc5be21, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9b8da7ed-7b21-4ec1-814d-eb194dc5be21,segment=NetworkSegment(fdd605af-1dbc-4006-a918-d4fdc90500b0),segment_id=fdd605af-1dbc-4006-a918-d4fdc90500b0)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:53:09.167146 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8b3fa6e-3a2e-407b-804e-451a16d60805 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (9b8da7ed-7b21-4ec1-814d-eb194dc5be21), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:09.185913 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b8b3fa6e-3a2e-407b-804e-451a16d60805 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Calling delete_port for 9b8da7ed-7b21-4ec1-814d-eb194dc5be21 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:53:09.749221 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:10.296710 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8b3fa6e-3a2e-407b-804e-451a16d60805 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (9b8da7ed-7b21-4ec1-814d-eb194dc5be21), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:10.430195 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3fa6e-3a2e-407b-804e-451a16d60805 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Pushing event deleted for resources: {'Port': ['ID=9b8da7ed-7b21-4ec1-814d-eb194dc5be21,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:10.687728 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1b9cb-c52c-4a7c-9118-4c502ded8343 req-906fabee-7a47-4a1f-b28c-99cb2c776d55 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:10.695089 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75c1b9cb-c52c-4a7c-9118-4c502ded8343 req-906fabee-7a47-4a1f-b28c-99cb2c776d55 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf624e4b-fa89-496f-8d22-7041a7939917 HTTP/1.1" status: 200 len: 945 time: 0.1099916 Jan 28 00:53:10.853295 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75c1b9cb-c52c-4a7c-9118-4c502ded8343 req-cbdfdaff-8598-40b2-95bd-b770df48ab14 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572003 Jan 28 00:53:11.050827 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8b3fa6e-3a2e-407b-804e-451a16d60805 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (60dda557-3366-45b3-b383-75272c65d7a8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:11.271357 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:11.435247 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b3fa6e-3a2e-407b-804e-451a16d60805 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Router 60dda557-3366-45b3-b383-75272c65d7a8 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:53:11.592488 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b3fa6e-3a2e-407b-804e-451a16d60805 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:53:11.605255 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35644) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:11.610650 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b8b3fa6e-3a2e-407b-804e-451a16d60805 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "PUT /v2.0/routers/60dda557-3366-45b3-b383-75272c65d7a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8174784 Jan 28 00:53:11.642689 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f2c0ba-48e3-4ca1-8e87-25afa5b958c7 None None] Sync routers for ids ['60dda557-3366-45b3-b383-75272c65d7a8'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:53:11.668774 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f2c0ba-48e3-4ca1-8e87-25afa5b958c7 None None] Routers {'60dda557-3366-45b3-b383-75272c65d7a8'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:53:11.670374 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f3f2c0ba-48e3-4ca1-8e87-25afa5b958c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:53:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['60dda557-3366-45b3-b383-75272c65d7a8'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:53:11.784077 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-49922f56-398d-4703-8ca7-17dc1dadc905 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Deleting subnet 0b73447b-d5a9-4ac1-a57e-bd55faba109a {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:53:11.795183 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49922f56-398d-4703-8ca7-17dc1dadc905 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for subnet (0b73447b-d5a9-4ac1-a57e-bd55faba109a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:11.940454 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49922f56-398d-4703-8ca7-17dc1dadc905 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (0b73447b-d5a9-4ac1-a57e-bd55faba109a), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:11.962705 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-f3f2c0ba-48e3-4ca1-8e87-25afa5b958c7 None None] Set router 60dda557-3366-45b3-b383-75272c65d7a8 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:53:12.276217 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:12.373684 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49922f56-398d-4703-8ca7-17dc1dadc905 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (0b73447b-d5a9-4ac1-a57e-bd55faba109a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:12.422164 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f3f2c0ba-48e3-4ca1-8e87-25afa5b958c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60dda557-3366-45b3-b383-75272c65d7a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666693419', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '55e47895-f111-46ae-8eb4-69757f9caccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:51:07Z', 'updated_at': '2022-01-28T00:53:10Z', 'revision_number': 5, 'project_id': '9b69342f3da44248a24a543d6213641c', 'gw_port': {'id': '55e47895-f111-46ae-8eb4-69757f9caccd', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dda557-3366-45b3-b383-75272c65d7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:51:08Z', 'updated_at': '2022-01-28T00:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:53:12.496334 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ad207-b998-4a97-819e-73aa83f72773 req-eaffef61-9354-445a-b206-7f45bdbcb586 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:12.505003 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f2c0ba-48e3-4ca1-8e87-25afa5b958c7 None None] Checking router: 60dda557-3366-45b3-b383-75272c65d7a8 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:53:12.522125 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f2c0ba-48e3-4ca1-8e87-25afa5b958c7 None None] Routers {'60dda557-3366-45b3-b383-75272c65d7a8'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:53:12.523033 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f3f2c0ba-48e3-4ca1-8e87-25afa5b958c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:53:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['60dda557-3366-45b3-b383-75272c65d7a8'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:53:12.524360 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-341ad207-b998-4a97-819e-73aa83f72773 req-eaffef61-9354-445a-b206-7f45bdbcb586 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf624e4b-fa89-496f-8d22-7041a7939917 HTTP/1.1" status: 200 len: 945 time: 0.3427279 Jan 28 00:53:12.731342 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33c403-450c-4f8f-a6e0-0fa7c1eb9150 req-2cd6be1a-98ef-4d22-a430-23f74df0e791 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:12.741543 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3b33c403-450c-4f8f-a6e0-0fa7c1eb9150 req-2cd6be1a-98ef-4d22-a430-23f74df0e791 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf624e4b-fa89-496f-8d22-7041a7939917 HTTP/1.1" status: 200 len: 945 time: 0.2368839 Jan 28 00:53:12.768545 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49922f56-398d-4703-8ca7-17dc1dadc905 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (0b73447b-d5a9-4ac1-a57e-bd55faba109a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:12.833105 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-f3f2c0ba-48e3-4ca1-8e87-25afa5b958c7 None None] Set router 60dda557-3366-45b3-b383-75272c65d7a8 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:53:12.884049 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49922f56-398d-4703-8ca7-17dc1dadc905 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Pushing event deleted for resources: {'Subnet': ['ID=0b73447b-d5a9-4ac1-a57e-bd55faba109a,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:12.948010 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-341ad207-b998-4a97-819e-73aa83f72773 req-e34209b2-7fce-49ca-aa93-1d1e4427bb86 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977327 Jan 28 00:53:12.966854 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49922f56-398d-4703-8ca7-17dc1dadc905 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:12.976215 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65403d4a-0336-4e98-bce6-80c208527cbf None None] Network 7fc62770-8372-4c03-9bab-ef3b46fa3c39 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:53:12.981773 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-49922f56-398d-4703-8ca7-17dc1dadc905 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "DELETE /v2.0/subnets/0b73447b-d5a9-4ac1-a57e-bd55faba109a HTTP/1.1" status: 204 len: 168 time: 1.3646023 Jan 28 00:53:12.983688 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35660) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:13.068672 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-3b33c403-450c-4f8f-a6e0-0fa7c1eb9150 req-2e68633f-8911-47d4-85be-f687f2a15e3c tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Deleting port 00b153e6-d9ed-4cfa-94fa-3695de1b69ad {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:53:13.076174 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3b33c403-450c-4f8f-a6e0-0fa7c1eb9150 req-2e68633f-8911-47d4-85be-f687f2a15e3c tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (00b153e6-d9ed-4cfa-94fa-3695de1b69ad), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:13.307899 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-3b33c403-450c-4f8f-a6e0-0fa7c1eb9150 req-2e68633f-8911-47d4-85be-f687f2a15e3c tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] For port 00b153e6-d9ed-4cfa-94fa-3695de1b69ad, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=00b153e6-d9ed-4cfa-94fa-3695de1b69ad,segment=NetworkSegment(8210e096-62a0-4fc1-a9ce-05d858a1357d),segment_id=8210e096-62a0-4fc1-a9ce-05d858a1357d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:53:13.308281 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3b33c403-450c-4f8f-a6e0-0fa7c1eb9150 req-2e68633f-8911-47d4-85be-f687f2a15e3c tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (00b153e6-d9ed-4cfa-94fa-3695de1b69ad), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:13.346772 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-3b33c403-450c-4f8f-a6e0-0fa7c1eb9150 req-2e68633f-8911-47d4-85be-f687f2a15e3c tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Calling delete_port for 00b153e6-d9ed-4cfa-94fa-3695de1b69ad owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:53:13.399342 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:13.430929 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-445f9a66-af08-4ca8-b863-d5c1fcb3e9b2 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for router (60dda557-3366-45b3-b383-75272c65d7a8), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:13.557806 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facaf7a9-9c6c-4c0f-a2e2-40bb2c886ba7 None None] DHCP port deletion for 7fc62770-8372-4c03-9bab-ef3b46fa3c39 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:53:13.638722 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f3f2c0ba-48e3-4ca1-8e87-25afa5b958c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60dda557-3366-45b3-b383-75272c65d7a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666693419', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '55e47895-f111-46ae-8eb4-69757f9caccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:51:07Z', 'updated_at': '2022-01-28T00:53:10Z', 'revision_number': 5, 'project_id': '9b69342f3da44248a24a543d6213641c', 'gw_port': {'id': '55e47895-f111-46ae-8eb4-69757f9caccd', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dda557-3366-45b3-b383-75272c65d7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:51:08Z', 'updated_at': '2022-01-28T00:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:53:13.777273 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f2c0ba-48e3-4ca1-8e87-25afa5b958c7 None None] The sync data for ids ['60dda557-3366-45b3-b383-75272c65d7a8'] in n-d-826754-1 is: [{'id': '60dda557-3366-45b3-b383-75272c65d7a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666693419', 'tenant_id': '9b69342f3da44248a24a543d6213641c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '55e47895-f111-46ae-8eb4-69757f9caccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:51:07Z', 'updated_at': '2022-01-28T00:53:10Z', 'revision_number': 5, 'project_id': '9b69342f3da44248a24a543d6213641c', 'gw_port': {'id': '55e47895-f111-46ae-8eb4-69757f9caccd', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dda557-3366-45b3-b383-75272c65d7a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:51:08Z', 'updated_at': '2022-01-28T00:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:53:13.850030 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-facaf7a9-9c6c-4c0f-a2e2-40bb2c886ba7 None None] Deleting port 1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:53:13.853574 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-facaf7a9-9c6c-4c0f-a2e2-40bb2c886ba7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:14.007829 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-445f9a66-af08-4ca8-b863-d5c1fcb3e9b2 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for router_gateway (60dda557-3366-45b3-b383-75272c65d7a8), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:14.013771 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3b33c403-450c-4f8f-a6e0-0fa7c1eb9150 req-2e68633f-8911-47d4-85be-f687f2a15e3c tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (00b153e6-d9ed-4cfa-94fa-3695de1b69ad), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:14.100151 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['290b0648-a89c-4f81-92b1-a5c427303036', 'abe0dbc6-b630-4650-bfd3-f1ac44ce1769', '00b153e6-d9ed-4cfa-94fa-3695de1b69ad'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:53:14.142598 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68633f-8911-47d4-85be-f687f2a15e3c tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Pushing event deleted for resources: {'Port': ['ID=00b153e6-d9ed-4cfa-94fa-3695de1b69ad,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:14.147038 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-445f9a66-af08-4ca8-b863-d5c1fcb3e9b2 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Deleting port 55e47895-f111-46ae-8eb4-69757f9caccd {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:53:14.147445 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-445f9a66-af08-4ca8-b863-d5c1fcb3e9b2 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (55e47895-f111-46ae-8eb4-69757f9caccd), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:14.301868 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-facaf7a9-9c6c-4c0f-a2e2-40bb2c886ba7 None None] For port 1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6,segment=NetworkSegment(fdd605af-1dbc-4006-a918-d4fdc90500b0),segment_id=fdd605af-1dbc-4006-a918-d4fdc90500b0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:53:14.302508 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-facaf7a9-9c6c-4c0f-a2e2-40bb2c886ba7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:14.356496 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b33c403-450c-4f8f-a6e0-0fa7c1eb9150 req-2e68633f-8911-47d4-85be-f687f2a15e3c tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] No DVR routers for this DVR port 00b153e6-d9ed-4cfa-94fa-3695de1b69ad on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:53:14.361026 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7d88a527-2370-4fd1-9f9a-2d73bd6144ab req-670c57d1-c4b5-4e61-8b56-cd03c42dbe9e tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf624e4b-fa89-496f-8d22-7041a7939917 HTTP/1.1" status: 200 len: 210 time: 0.0678167 Jan 28 00:53:14.371829 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3b33c403-450c-4f8f-a6e0-0fa7c1eb9150 req-2e68633f-8911-47d4-85be-f687f2a15e3c tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:14.390433 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3b33c403-450c-4f8f-a6e0-0fa7c1eb9150 req-2e68633f-8911-47d4-85be-f687f2a15e3c tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.52 "DELETE /v2.0/ports/00b153e6-d9ed-4cfa-94fa-3695de1b69ad HTTP/1.1" status: 204 len: 173 time: 1.6446645 Jan 28 00:53:14.400352 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf624e4b-fa89-496f-8d22-7041a7939917', 'name': 'network-vif-deleted', 'tag': '00b153e6-d9ed-4cfa-94fa-3695de1b69ad'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:53:14.404996 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8f9214-dfc5-462c-95cf-5cd31337382b" -d '{"events": [{"server_uuid": "cf624e4b-fa89-496f-8d22-7041a7939917", "name": "network-vif-deleted", "tag": "00b153e6-d9ed-4cfa-94fa-3695de1b69ad"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:53:14.444719 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-445f9a66-af08-4ca8-b863-d5c1fcb3e9b2 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] For port 55e47895-f111-46ae-8eb4-69757f9caccd, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=55e47895-f111-46ae-8eb4-69757f9caccd,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:53:14.445111 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-445f9a66-af08-4ca8-b863-d5c1fcb3e9b2 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (55e47895-f111-46ae-8eb4-69757f9caccd), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:14.484101 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-445f9a66-af08-4ca8-b863-d5c1fcb3e9b2 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Calling delete_port for 55e47895-f111-46ae-8eb4-69757f9caccd owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:53:14.640849 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-facaf7a9-9c6c-4c0f-a2e2-40bb2c886ba7 None None] Calling delete_port for 1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:53:14.756188 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a92b31-04a9-4cef-ac39-c3b46d97dc83 x-openstack-request-id: req-a1a92b31-04a9-4cef-ac39-c3b46d97dc83 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:53:14.757092 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf624e4b-fa89-496f-8d22-7041a7939917", "name": "network-vif-deleted", "tag": "00b153e6-d9ed-4cfa-94fa-3695de1b69ad", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:53:14.757959 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a1a92b31-04a9-4cef-ac39-c3b46d97dc83 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:53:14.758488 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf624e4b-fa89-496f-8d22-7041a7939917', 'name': 'network-vif-deleted', 'tag': '00b153e6-d9ed-4cfa-94fa-3695de1b69ad', 'status': 'completed', 'code': 200} Jan 28 00:53:14.867332 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:14.885253 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-445f9a66-af08-4ca8-b863-d5c1fcb3e9b2 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (55e47895-f111-46ae-8eb4-69757f9caccd), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:14.933637 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f9a66-af08-4ca8-b863-d5c1fcb3e9b2 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Pushing event deleted for resources: {'Port': ['ID=55e47895-f111-46ae-8eb4-69757f9caccd,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:15.107214 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-445f9a66-af08-4ca8-b863-d5c1fcb3e9b2 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (60dda557-3366-45b3-b383-75272c65d7a8), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:15.237459 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-facaf7a9-9c6c-4c0f-a2e2-40bb2c886ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:15.334072 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-445f9a66-af08-4ca8-b863-d5c1fcb3e9b2 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (60dda557-3366-45b3-b383-75272c65d7a8), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:15.336834 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-445f9a66-af08-4ca8-b863-d5c1fcb3e9b2 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for router_controller (60dda557-3366-45b3-b383-75272c65d7a8), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:15.341266 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facaf7a9-9c6c-4c0f-a2e2-40bb2c886ba7 None None] Pushing event deleted for resources: {'Port': ['ID=1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:15.345866 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facaf7a9-9c6c-4c0f-a2e2-40bb2c886ba7 None None] No DVR routers for this DVR port 1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:53:15.487744 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-445f9a66-af08-4ca8-b863-d5c1fcb3e9b2 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (60dda557-3366-45b3-b383-75272c65d7a8), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:15.489581 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445f9a66-af08-4ca8-b863-d5c1fcb3e9b2 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Fanout notify agent at l3_agent the message router_deleted on router 60dda557-3366-45b3-b383-75272c65d7a8 {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:53:15.510013 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-445f9a66-af08-4ca8-b863-d5c1fcb3e9b2 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:15.511579 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-445f9a66-af08-4ca8-b863-d5c1fcb3e9b2 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "DELETE /v2.0/routers/60dda557-3366-45b3-b383-75272c65d7a8 HTTP/1.1" status: 204 len: 168 time: 2.5258324 Jan 28 00:53:15.517427 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35678) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:15.800926 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f09e098-4976-4448-bece-edf1b9b3ffc0 req-588cd9a1-312c-47e3-86ed-1005d4a359fd tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf624e4b-fa89-496f-8d22-7041a7939917 HTTP/1.1" status: 200 len: 210 time: 0.0605130 Jan 28 00:53:15.809779 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9b8da7ed-7b21-4ec1-814d-eb194dc5be21 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:53:15.816725 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e178f245-007b-490e-9382-848677f1ed05 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (7fc62770-8372-4c03-9bab-ef3b46fa3c39), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:15.844611 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 9b8da7ed-7b21-4ec1-814d-eb194dc5be21 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:53:15.845139 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9b8da7ed-7b21-4ec1-814d-eb194dc5be21 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:53:15.845730 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:53:15.901093 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:53:15.901925 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1c8462ac-fa28-4932-b58b-d6f3a4b7a2c6 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:53:15.961680 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e178f245-007b-490e-9382-848677f1ed05 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (7fc62770-8372-4c03-9bab-ef3b46fa3c39), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:15.998584 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-e178f245-007b-490e-9382-848677f1ed05 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc62770-8372-4c03-9bab-ef3b46fa3c39']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:53:16.016088 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-e178f245-007b-490e-9382-848677f1ed05 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd605af-1dbc-4006-a918-d4fdc90500b0') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:53:16.016548 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-e178f245-007b-490e-9382-848677f1ed05 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd605af-1dbc-4006-a918-d4fdc90500b0') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:53:16.034359 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e178f245-007b-490e-9382-848677f1ed05 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (fdd605af-1dbc-4006-a918-d4fdc90500b0), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:16.064043 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e178f245-007b-490e-9382-848677f1ed05 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (fdd605af-1dbc-4006-a918-d4fdc90500b0), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:16.072559 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e178f245-007b-490e-9382-848677f1ed05 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:53:16.073123 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e178f245-007b-490e-9382-848677f1ed05 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (fdd605af-1dbc-4006-a918-d4fdc90500b0), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:16.078530 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:53:16.078530 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:53:16.078530 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:53:16.078530 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:53:16.078530 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:53:16.078530 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:53:16.078530 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:53:16.078530 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:53:16.078530 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:53:16.078530 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:53:16.078530 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:53:16.078530 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:53:16.078530 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:53:16.078530 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:53:16.078530 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:53:16.078530 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:53:16.078530 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:53:16.078530 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:53:16.078530 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:53:16.078530 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:53:16.078530 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:53:16.078530 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:53:16.078530 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:53:16.078530 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:53:16.078530 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:53:16.078530 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:53:16.078530 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:53:16.078530 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:53:16.078530 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:53:16.078530 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:53:16.078530 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:53:16.078530 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:53:16.180814 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 00b153e6-d9ed-4cfa-94fa-3695de1b69ad no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:53:16.206607 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e178f245-007b-490e-9382-848677f1ed05 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (7fc62770-8372-4c03-9bab-ef3b46fa3c39), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:16.229519 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e178f245-007b-490e-9382-848677f1ed05 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:16.240706 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e178f245-007b-490e-9382-848677f1ed05 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] 10.222.0.70 "DELETE /v2.0/networks/7fc62770-8372-4c03-9bab-ef3b46fa3c39 HTTP/1.1" status: 204 len: 168 time: 0.7164803 Jan 28 00:53:16.276612 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178f245-007b-490e-9382-848677f1ed05 tempest-TestSecurityGroupsBasicOps-1886225023 tempest-TestSecurityGroupsBasicOps-1886225023-project] Pushing event deleted for resources: {'Network': ['ID=7fc62770-8372-4c03-9bab-ef3b46fa3c39,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:16.333399 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 00b153e6-d9ed-4cfa-94fa-3695de1b69ad {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:53:16.334634 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 00b153e6-d9ed-4cfa-94fa-3695de1b69ad not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:53:16.779818 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35690) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:17.000994 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-39109f70-e02a-49a0-aae3-b1a3f56caac3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9b69342f3da44248a24a543d6213641c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2190657 Jan 28 00:53:17.003566 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35698) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:17.101911 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cc22ffc5-3cba-407c-807f-d222ee772158 admin admin] Publish callbacks [] for security_group (e127e90f-5dac-49b3-8f11-e55272fcc139), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:17.135709 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cc22ffc5-3cba-407c-807f-d222ee772158 admin admin] Publish callbacks [] for security_group (e127e90f-5dac-49b3-8f11-e55272fcc139), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:17.225450 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e9c9b-4c8e-4dd0-81e5-78dfe9ec0a9d req-f232cedd-f4da-4da4-83c1-dde55381b1a9 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:17.227322 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb8e9c9b-4c8e-4dd0-81e5-78dfe9ec0a9d req-f232cedd-f4da-4da4-83c1-dde55381b1a9 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c3182e2-d634-42f1-924b-88f4b7564a28 HTTP/1.1" status: 200 len: 945 time: 0.0949700 Jan 28 00:53:17.269855 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cc22ffc5-3cba-407c-807f-d222ee772158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e127e90f-5dac-49b3-8f11-e55272fcc139), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:17.273237 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cc22ffc5-3cba-407c-807f-d222ee772158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:17.274486 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-cc22ffc5-3cba-407c-807f-d222ee772158 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e127e90f-5dac-49b3-8f11-e55272fcc139 HTTP/1.1" status: 204 len: 168 time: 0.2690945 Jan 28 00:53:17.305375 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22ffc5-3cba-407c-807f-d222ee772158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e127e90f-5dac-49b3-8f11-e55272fcc139,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:17.312869 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb8e9c9b-4c8e-4dd0-81e5-78dfe9ec0a9d req-a9ebcb15-3111-493a-9edd-94d471495f6f tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726991 Jan 28 00:53:17.400103 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 55e47895-f111-46ae-8eb4-69757f9caccd no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:53:17.456826 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 55e47895-f111-46ae-8eb4-69757f9caccd {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:53:17.457493 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 55e47895-f111-46ae-8eb4-69757f9caccd not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:53:17.802624 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35716) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:17.819429 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9dcb26d2-af91-406e-96d2-5fcebb923518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:17.961115 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9dcb26d2-af91-406e-96d2-5fcebb923518 admin admin] Publish callbacks [] for security_group (44912d4d-a54d-4849-bf8b-1e6577f8f8d8), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:17.966526 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9dcb26d2-af91-406e-96d2-5fcebb923518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (44912d4d-a54d-4849-bf8b-1e6577f8f8d8), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:18.041827 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9dcb26d2-af91-406e-96d2-5fcebb923518 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=56a3bf4251414cd9bd876cced19713ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2379198 Jan 28 00:53:18.044689 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb26d2-af91-406e-96d2-5fcebb923518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44912d4d-a54d-4849-bf8b-1e6577f8f8d8,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:18.047299 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35718) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:18.126943 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d034c17-d6c8-400d-9d5c-4a3b5914f1ff admin admin] Publish callbacks [] for security_group (44912d4d-a54d-4849-bf8b-1e6577f8f8d8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:18.170021 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d034c17-d6c8-400d-9d5c-4a3b5914f1ff admin admin] Publish callbacks [] for security_group (44912d4d-a54d-4849-bf8b-1e6577f8f8d8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:18.235012 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:53:18.274642 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d034c17-d6c8-400d-9d5c-4a3b5914f1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (44912d4d-a54d-4849-bf8b-1e6577f8f8d8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:18.278201 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d034c17-d6c8-400d-9d5c-4a3b5914f1ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:18.279700 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5d034c17-d6c8-400d-9d5c-4a3b5914f1ff admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/44912d4d-a54d-4849-bf8b-1e6577f8f8d8 HTTP/1.1" status: 204 len: 168 time: 0.2305107 Jan 28 00:53:18.290122 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d034c17-d6c8-400d-9d5c-4a3b5914f1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44912d4d-a54d-4849-bf8b-1e6577f8f8d8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:18.569891 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b42295-8bce-4dde-83b7-505d68aa30fa req-b632fc12-03f8-4abc-83fc-a352823ce10f tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:18.571510 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a4b42295-8bce-4dde-83b7-505d68aa30fa req-b632fc12-03f8-4abc-83fc-a352823ce10f tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c3182e2-d634-42f1-924b-88f4b7564a28 HTTP/1.1" status: 200 len: 945 time: 0.1200199 Jan 28 00:53:18.661369 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a4b42295-8bce-4dde-83b7-505d68aa30fa req-8db19626-2cce-4a0e-b652-9ca3b0be3c1d tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810726 Jan 28 00:53:18.859213 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35734) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:18.943497 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35736) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:18.957013 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2b63e654-e6de-4b97-9c0b-4b50c11fdcbb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0dce3c3687ef4717916e9301111b0cdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0958388 Jan 28 00:53:19.026021 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1f6e48c3-f484-40d8-a764-3361d608c1f7 admin admin] Publish callbacks [] for security_group (4eda1423-0d6f-4d58-8cd8-51c28465bc49), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:19.055062 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1f6e48c3-f484-40d8-a764-3361d608c1f7 admin admin] Publish callbacks [] for security_group (4eda1423-0d6f-4d58-8cd8-51c28465bc49), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:19.220131 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623202a-cef0-4720-8070-107088a59752 req-86a43fe4-85f0-4168-9ecb-793c6a9f000d tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:19.222533 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c623202a-cef0-4720-8070-107088a59752 req-86a43fe4-85f0-4168-9ecb-793c6a9f000d tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c3182e2-d634-42f1-924b-88f4b7564a28 HTTP/1.1" status: 200 len: 945 time: 0.1558197 Jan 28 00:53:19.241243 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1f6e48c3-f484-40d8-a764-3361d608c1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4eda1423-0d6f-4d58-8cd8-51c28465bc49), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:19.250874 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1f6e48c3-f484-40d8-a764-3361d608c1f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:19.263103 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1f6e48c3-f484-40d8-a764-3361d608c1f7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4eda1423-0d6f-4d58-8cd8-51c28465bc49 HTTP/1.1" status: 204 len: 168 time: 0.3159890 Jan 28 00:53:19.302654 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e48c3-f484-40d8-a764-3361d608c1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eda1423-0d6f-4d58-8cd8-51c28465bc49,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:19.467881 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-c623202a-cef0-4720-8070-107088a59752 req-6f7ea97e-7c6c-4598-bf49-28effb3081c7 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Deleting port abe0dbc6-b630-4650-bfd3-f1ac44ce1769 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:53:19.485966 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c623202a-cef0-4720-8070-107088a59752 req-6f7ea97e-7c6c-4598-bf49-28effb3081c7 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (abe0dbc6-b630-4650-bfd3-f1ac44ce1769), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:19.848127 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-c623202a-cef0-4720-8070-107088a59752 req-6f7ea97e-7c6c-4598-bf49-28effb3081c7 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] For port abe0dbc6-b630-4650-bfd3-f1ac44ce1769, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=abe0dbc6-b630-4650-bfd3-f1ac44ce1769,segment=NetworkSegment(8210e096-62a0-4fc1-a9ce-05d858a1357d),segment_id=8210e096-62a0-4fc1-a9ce-05d858a1357d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:53:19.848733 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c623202a-cef0-4720-8070-107088a59752 req-6f7ea97e-7c6c-4598-bf49-28effb3081c7 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (abe0dbc6-b630-4650-bfd3-f1ac44ce1769), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:19.900063 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-c623202a-cef0-4720-8070-107088a59752 req-6f7ea97e-7c6c-4598-bf49-28effb3081c7 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Calling delete_port for abe0dbc6-b630-4650-bfd3-f1ac44ce1769 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:53:19.972373 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97241e29-a051-413c-a7b5-bf79a501c04d req-066a664b-f81c-44b8-ae6e-860adb48067d tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:19.979348 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97241e29-a051-413c-a7b5-bf79a501c04d req-066a664b-f81c-44b8-ae6e-860adb48067d tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c3182e2-d634-42f1-924b-88f4b7564a28 HTTP/1.1" status: 200 len: 945 time: 0.1042147 Jan 28 00:53:20.176084 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97241e29-a051-413c-a7b5-bf79a501c04d req-a382cf43-3847-4068-88f7-0bbceabcb3cc tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829453 Jan 28 00:53:20.243345 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c623202a-cef0-4720-8070-107088a59752 req-6f7ea97e-7c6c-4598-bf49-28effb3081c7 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (abe0dbc6-b630-4650-bfd3-f1ac44ce1769), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:20.292976 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['290b0648-a89c-4f81-92b1-a5c427303036'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:53:20.351180 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ea97e-7c6c-4598-bf49-28effb3081c7 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Pushing event deleted for resources: {'Port': ['ID=abe0dbc6-b630-4650-bfd3-f1ac44ce1769,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:20.481344 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-c623202a-cef0-4720-8070-107088a59752 req-6f7ea97e-7c6c-4598-bf49-28effb3081c7 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] No DVR routers for this DVR port abe0dbc6-b630-4650-bfd3-f1ac44ce1769 on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:53:20.499501 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c623202a-cef0-4720-8070-107088a59752 req-6f7ea97e-7c6c-4598-bf49-28effb3081c7 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:20.522844 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c623202a-cef0-4720-8070-107088a59752 req-6f7ea97e-7c6c-4598-bf49-28effb3081c7 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.52 "DELETE /v2.0/ports/abe0dbc6-b630-4650-bfd3-f1ac44ce1769 HTTP/1.1" status: 204 len: 173 time: 1.2930217 Jan 28 00:53:20.523508 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3182e2-d634-42f1-924b-88f4b7564a28', 'name': 'network-vif-deleted', 'tag': 'abe0dbc6-b630-4650-bfd3-f1ac44ce1769'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:53:20.539995 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eff0f42-b74e-4161-b50f-21e487244f16" -d '{"events": [{"server_uuid": "2c3182e2-d634-42f1-924b-88f4b7564a28", "name": "network-vif-deleted", "tag": "abe0dbc6-b630-4650-bfd3-f1ac44ce1769"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:53:20.700073 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668d46a3-0678-4826-a2f2-3b0560cf6ed8 x-openstack-request-id: req-668d46a3-0678-4826-a2f2-3b0560cf6ed8 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:53:20.700462 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3182e2-d634-42f1-924b-88f4b7564a28", "name": "network-vif-deleted", "tag": "abe0dbc6-b630-4650-bfd3-f1ac44ce1769", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:53:20.700950 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-668d46a3-0678-4826-a2f2-3b0560cf6ed8 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:53:20.702219 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3182e2-d634-42f1-924b-88f4b7564a28', 'name': 'network-vif-deleted', 'tag': 'abe0dbc6-b630-4650-bfd3-f1ac44ce1769', 'status': 'completed', 'code': 200} Jan 28 00:53:21.136653 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35770) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:21.365469 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-696e8cf5-848d-4094-afeb-a82fc4a0de2b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1881000816-network', 'tenant_id': '39fa88a9ad89424bbf38cb1e913b6227'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:53:21.397018 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696e8cf5-848d-4094-afeb-a82fc4a0de2b admin admin] Made reservation on behalf of 39fa88a9ad89424bbf38cb1e913b6227 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:53:21.401487 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-696e8cf5-848d-4094-afeb-a82fc4a0de2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:21.426512 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8a02e53b-9d9e-4c2c-bdd0-54d911c9db5f req-5d006b73-280f-4878-95d2-28ed8679cda2 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c3182e2-d634-42f1-924b-88f4b7564a28 HTTP/1.1" status: 200 len: 210 time: 0.0601273 Jan 28 00:53:21.428023 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-696e8cf5-848d-4094-afeb-a82fc4a0de2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:21.602524 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-696e8cf5-848d-4094-afeb-a82fc4a0de2b admin admin] Publish callbacks [] for security_group (7264319b-3c73-41d0-a8b4-7be443f5760f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:21.609664 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-696e8cf5-848d-4094-afeb-a82fc4a0de2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7264319b-3c73-41d0-a8b4-7be443f5760f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:21.659666 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e8cf5-848d-4094-afeb-a82fc4a0de2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7264319b-3c73-41d0-a8b4-7be443f5760f,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:21.679914 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696e8cf5-848d-4094-afeb-a82fc4a0de2b admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:53:21.702008 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-696e8cf5-848d-4094-afeb-a82fc4a0de2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (7e220135-1eaa-4c18-8d07-d69e0fae15b6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:21.702595 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-696e8cf5-848d-4094-afeb-a82fc4a0de2b admin admin] Added segment 7e220135-1eaa-4c18-8d07-d69e0fae15b6 of type vlan for network 1c7a393c-b58b-4f50-9b19-65316dc6a4fb Jan 28 00:53:21.782899 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-696e8cf5-848d-4094-afeb-a82fc4a0de2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (1c7a393c-b58b-4f50-9b19-65316dc6a4fb), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:21.854577 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-696e8cf5-848d-4094-afeb-a82fc4a0de2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (1c7a393c-b58b-4f50-9b19-65316dc6a4fb), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:21.858594 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696e8cf5-848d-4094-afeb-a82fc4a0de2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:21.859296 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-696e8cf5-848d-4094-afeb-a82fc4a0de2b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:21.908378 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35786) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:21.914520 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-565a0523-7668-4fc3-94a8-e3e2bc8fd3fe admin admin] Request body: {'subnet': {'network_id': '1c7a393c-b58b-4f50-9b19-65316dc6a4fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1881000816-subnet', 'tenant_id': '39fa88a9ad89424bbf38cb1e913b6227', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:53:21.916810 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-696e8cf5-848d-4094-afeb-a82fc4a0de2b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7773449 Jan 28 00:53:21.974451 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565a0523-7668-4fc3-94a8-e3e2bc8fd3fe admin admin] Made reservation on behalf of 39fa88a9ad89424bbf38cb1e913b6227 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:53:21.982302 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-565a0523-7668-4fc3-94a8-e3e2bc8fd3fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:22.000572 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e8cf5-848d-4094-afeb-a82fc4a0de2b admin admin] Pushing event updated for resources: {'Network': ['ID=1c7a393c-b58b-4f50-9b19-65316dc6a4fb,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:22.029601 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 1c7a393c-b58b-4f50-9b19-65316dc6a4fb details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:53:22.249089 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device abe0dbc6-b630-4650-bfd3-f1ac44ce1769 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:53:22.313087 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: abe0dbc6-b630-4650-bfd3-f1ac44ce1769 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:53:22.313968 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device abe0dbc6-b630-4650-bfd3-f1ac44ce1769 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:53:22.317015 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-565a0523-7668-4fc3-94a8-e3e2bc8fd3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (bf1d4d18-00c3-4964-925c-9bb4fa2e6885), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:22.399604 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565a0523-7668-4fc3-94a8-e3e2bc8fd3fe admin admin] Checking segment: {'id': '7e220135-1eaa-4c18-8d07-d69e0fae15b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1c7a393c-b58b-4f50-9b19-65316dc6a4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:53:22.400249 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565a0523-7668-4fc3-94a8-e3e2bc8fd3fe admin admin] Network hostable DHCP agents. Network: 1c7a393c-b58b-4f50-9b19-65316dc6a4fb, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:53:22.444783 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a0523-7668-4fc3-94a8-e3e2bc8fd3fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf1d4d18-00c3-4964-925c-9bb4fa2e6885,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:22.496202 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565a0523-7668-4fc3-94a8-e3e2bc8fd3fe admin admin] Network 1c7a393c-b58b-4f50-9b19-65316dc6a4fb is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:53:22.511210 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-565a0523-7668-4fc3-94a8-e3e2bc8fd3fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 1c7a393c-b58b-4f50-9b19-65316dc6a4fb) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:53:22.517804 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565a0523-7668-4fc3-94a8-e3e2bc8fd3fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:22.524016 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618647ff-9775-466b-8644-8967e0662acb None None] Network 1c7a393c-b58b-4f50-9b19-65316dc6a4fb requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:53:22.525296 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-565a0523-7668-4fc3-94a8-e3e2bc8fd3fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:22.551411 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-565a0523-7668-4fc3-94a8-e3e2bc8fd3fe admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6418691 Jan 28 00:53:22.815519 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d26530-d77c-429f-96fc-3bed13fb6ad6 None None] Network 1c7a393c-b58b-4f50-9b19-65316dc6a4fb requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:53:23.536598 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 35816) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:23.541500 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-0adfd25c-8c65-4cf2-98d6-c320106a25fd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1632758252-network', 'tenant_id': 'b7b057a582ca4499932eda696d07cf3b'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:53:23.575148 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adfd25c-8c65-4cf2-98d6-c320106a25fd admin admin] Made reservation on behalf of b7b057a582ca4499932eda696d07cf3b for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:53:23.581171 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0adfd25c-8c65-4cf2-98d6-c320106a25fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:23.599306 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0adfd25c-8c65-4cf2-98d6-c320106a25fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:23.760185 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0adfd25c-8c65-4cf2-98d6-c320106a25fd admin admin] Publish callbacks [] for security_group (cf4df929-1235-4608-b8f4-c1b57ae33df3), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:23.766641 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0adfd25c-8c65-4cf2-98d6-c320106a25fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (cf4df929-1235-4608-b8f4-c1b57ae33df3), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:23.800467 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0adfd25c-8c65-4cf2-98d6-c320106a25fd admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:53:23.829487 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0adfd25c-8c65-4cf2-98d6-c320106a25fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (8133b60a-85b6-497e-b47e-537895c100fa), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:23.830340 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-0adfd25c-8c65-4cf2-98d6-c320106a25fd admin admin] Added segment 8133b60a-85b6-497e-b47e-537895c100fa of type vlan for network 58878063-1661-4c7b-938b-a9e4a90cca1b Jan 28 00:53:23.948311 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0adfd25c-8c65-4cf2-98d6-c320106a25fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (58878063-1661-4c7b-938b-a9e4a90cca1b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:24.023919 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0adfd25c-8c65-4cf2-98d6-c320106a25fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (58878063-1661-4c7b-938b-a9e4a90cca1b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:24.026866 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adfd25c-8c65-4cf2-98d6-c320106a25fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:24.028061 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0adfd25c-8c65-4cf2-98d6-c320106a25fd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:24.261671 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0adfd25c-8c65-4cf2-98d6-c320106a25fd admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7238510 Jan 28 00:53:24.263261 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfd25c-8c65-4cf2-98d6-c320106a25fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4df929-1235-4608-b8f4-c1b57ae33df3,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:24.266164 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35822) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:24.275988 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e75faaf2-c7ee-4203-ad85-9bf193b2aa44 admin admin] Request body: {'subnet': {'network_id': '58878063-1661-4c7b-938b-a9e4a90cca1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1632758252-subnet', 'tenant_id': 'b7b057a582ca4499932eda696d07cf3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:53:24.325415 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfd25c-8c65-4cf2-98d6-c320106a25fd admin admin] Pushing event updated for resources: {'Network': ['ID=58878063-1661-4c7b-938b-a9e4a90cca1b,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:24.329236 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75faaf2-c7ee-4203-ad85-9bf193b2aa44 admin admin] Made reservation on behalf of b7b057a582ca4499932eda696d07cf3b for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:53:24.333055 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e75faaf2-c7ee-4203-ad85-9bf193b2aa44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:24.361752 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 58878063-1661-4c7b-938b-a9e4a90cca1b details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:53:24.794912 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e75faaf2-c7ee-4203-ad85-9bf193b2aa44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (e0816959-777b-47c1-bfa3-10a8154d95d9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:24.879508 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75faaf2-c7ee-4203-ad85-9bf193b2aa44 admin admin] Checking segment: {'id': '8133b60a-85b6-497e-b47e-537895c100fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '58878063-1661-4c7b-938b-a9e4a90cca1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:53:24.879934 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75faaf2-c7ee-4203-ad85-9bf193b2aa44 admin admin] Network hostable DHCP agents. Network: 58878063-1661-4c7b-938b-a9e4a90cca1b, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:53:24.902530 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75faaf2-c7ee-4203-ad85-9bf193b2aa44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0816959-777b-47c1-bfa3-10a8154d95d9,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:24.909672 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75faaf2-c7ee-4203-ad85-9bf193b2aa44 admin admin] Network 58878063-1661-4c7b-938b-a9e4a90cca1b is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:53:24.922364 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-e75faaf2-c7ee-4203-ad85-9bf193b2aa44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 58878063-1661-4c7b-938b-a9e4a90cca1b) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:53:24.928229 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75faaf2-c7ee-4203-ad85-9bf193b2aa44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:24.930200 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e75faaf2-c7ee-4203-ad85-9bf193b2aa44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:24.951896 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4143516e-3957-42e6-88bf-ce03ed93e7ba None None] Network 58878063-1661-4c7b-938b-a9e4a90cca1b requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:53:24.975056 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e75faaf2-c7ee-4203-ad85-9bf193b2aa44 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7064395 Jan 28 00:53:25.135025 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccb18d7-27f9-44f9-bd00-af11ed2c789c None None] Network 58878063-1661-4c7b-938b-a9e4a90cca1b requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:53:26.095882 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-b5add5ea-b32f-467d-a457-e61710efa9e8 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:26.097579 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-b5add5ea-b32f-467d-a457-e61710efa9e8 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/networks?id=1c7a393c-b58b-4f50-9b19-65316dc6a4fb HTTP/1.1" status: 200 len: 812 time: 0.1089895 Jan 28 00:53:26.114844 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-d26ab0c7-a66f-4634-a97d-1fdfaa396747 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/quotas/39fa88a9ad89424bbf38cb1e913b6227 HTTP/1.1" status: 200 len: 375 time: 0.0111451 Jan 28 00:53:26.176198 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-951ac3db-5559-40b1-bbfb-9b65d1726209 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=39fa88a9ad89424bbf38cb1e913b6227&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532796 Jan 28 00:53:26.402920 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-3220b13c-9600-44f1-bff4-dea3e5a2c9e7 service neutron] 10.222.0.70 "GET /v2.0/networks/1c7a393c-b58b-4f50-9b19-65316dc6a4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191257 Jan 28 00:53:26.612275 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-9cc2b57e-6785-4a7d-a807-5052844773b8 service neutron] 10.222.0.70 "GET /v2.0/networks/1c7a393c-b58b-4f50-9b19-65316dc6a4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779051 Jan 28 00:53:26.929049 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-841e183e-ff40-4653-88da-ec92479e3ccd req-b0d2d869-6ec4-4a69-99a5-4e53351ab66d tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/ports?device_id=8421e6e5-1959-4ba5-bdb0-504556e1b769 HTTP/1.1" status: 200 len: 210 time: 0.0580101 Jan 28 00:53:28.775097 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f4e2971-ae40-40b7-b660-10a1ab317421 req-5e7bf6f7-10a9-43ab-b8ea-6335add41f5e tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/ports?device_id=8421e6e5-1959-4ba5-bdb0-504556e1b769 HTTP/1.1" status: 200 len: 210 time: 0.7649918 Jan 28 00:53:28.892421 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778906e-8bb8-4f2c-8d0d-367e2911fdcb req-a92a3954-f6dd-4330-9c55-b1862b6f3796 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:28.895734 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7778906e-8bb8-4f2c-8d0d-367e2911fdcb req-a92a3954-f6dd-4330-9c55-b1862b6f3796 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94 HTTP/1.1" status: 200 len: 950 time: 0.1261587 Jan 28 00:53:28.970441 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7778906e-8bb8-4f2c-8d0d-367e2911fdcb req-50961fb2-dbd9-413a-9b58-2ee4251bb55e tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.70 "GET /v2.0/security-groups?id=487fa1b5-b812-487b-9665-8e2004ab3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634449 Jan 28 00:53:29.373964 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-9b45584c-0408-4c6d-a78e-8911a5a43d6c tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:29.375434 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-9b45584c-0408-4c6d-a78e-8911a5a43d6c tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.65 "GET /v2.0/networks?id=1c7a393c-b58b-4f50-9b19-65316dc6a4fb HTTP/1.1" status: 200 len: 812 time: 0.2023666 Jan 28 00:53:29.395590 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-82a239ab-9242-421b-b7e9-e8ba4174c591 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Request body: {'port': {'device_id': '8421e6e5-1959-4ba5-bdb0-504556e1b769', 'network_id': '1c7a393c-b58b-4f50-9b19-65316dc6a4fb', 'admin_state_up': True, 'tenant_id': '39fa88a9ad89424bbf38cb1e913b6227'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:53:29.659699 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-82a239ab-9242-421b-b7e9-e8ba4174c591 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Made reservation on behalf of 39fa88a9ad89424bbf38cb1e913b6227 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:53:29.676506 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-82a239ab-9242-421b-b7e9-e8ba4174c591 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:29.893710 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48125047-07ae-4bd9-92f5-80c2ba2f3548 req-f2278c1e-16b3-4084-8b6d-9ccf04dc3b09 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:29.900693 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-48125047-07ae-4bd9-92f5-80c2ba2f3548 req-f2278c1e-16b3-4084-8b6d-9ccf04dc3b09 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94 HTTP/1.1" status: 200 len: 950 time: 0.1534114 Jan 28 00:53:30.047814 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-82a239ab-9242-421b-b7e9-e8ba4174c591 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Allocated IP 172.20.0.5 (1c7a393c-b58b-4f50-9b19-65316dc6a4fb/bf1d4d18-00c3-4964-925c-9bb4fa2e6885/299a4f3b-d2bc-4472-b972-88134f56fafd) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:53:30.155862 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-48125047-07ae-4bd9-92f5-80c2ba2f3548 req-61c551c1-b91e-4fa4-b25c-83053a9d9147 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Deleting port 3ec2f658-3fe8-468a-b007-4e68f3723bf1 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:53:30.155862 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-48125047-07ae-4bd9-92f5-80c2ba2f3548 req-61c551c1-b91e-4fa4-b25c-83053a9d9147 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (3ec2f658-3fe8-468a-b007-4e68f3723bf1), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:30.426757 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-82a239ab-9242-421b-b7e9-e8ba4174c591 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Publish callbacks [] for port (299a4f3b-d2bc-4472-b972-88134f56fafd), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:30.522398 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-48125047-07ae-4bd9-92f5-80c2ba2f3548 req-61c551c1-b91e-4fa4-b25c-83053a9d9147 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] For port 3ec2f658-3fe8-468a-b007-4e68f3723bf1, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=3ec2f658-3fe8-468a-b007-4e68f3723bf1,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:53:30.522952 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-48125047-07ae-4bd9-92f5-80c2ba2f3548 req-61c551c1-b91e-4fa4-b25c-83053a9d9147 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (3ec2f658-3fe8-468a-b007-4e68f3723bf1), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:30.531262 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-82a239ab-9242-421b-b7e9-e8ba4174c591 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (299a4f3b-d2bc-4472-b972-88134f56fafd), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:30.569474 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-48125047-07ae-4bd9-92f5-80c2ba2f3548 req-61c551c1-b91e-4fa4-b25c-83053a9d9147 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Calling delete_port for 3ec2f658-3fe8-468a-b007-4e68f3723bf1 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:53:30.733473 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8d146-440a-4090-af71-0edb06ea5053 req-5732fb49-3433-4074-9137-9d64643ebd72 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:30.735150 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-31c8d146-440a-4090-af71-0edb06ea5053 req-5732fb49-3433-4074-9137-9d64643ebd72 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94 HTTP/1.1" status: 200 len: 950 time: 0.2163754 Jan 28 00:53:30.806097 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc67d7-7db7-4867-aea3-52bbae27e490 req-eb568f39-74a9-45d8-95d9-79773c0283d9 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:30.807665 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-60fc67d7-7db7-4867-aea3-52bbae27e490 req-eb568f39-74a9-45d8-95d9-79773c0283d9 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/ports?device_id=8421e6e5-1959-4ba5-bdb0-504556e1b769 HTTP/1.1" status: 200 len: 931 time: 0.3261969 Jan 28 00:53:30.924899 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-31c8d146-440a-4090-af71-0edb06ea5053 req-d1c06fd2-f5e9-4579-bbea-4a999b534530 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.70 "GET /v2.0/security-groups?id=487fa1b5-b812-487b-9665-8e2004ab3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655622 Jan 28 00:53:30.930220 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-82a239ab-9242-421b-b7e9-e8ba4174c591 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Network 1c7a393c-b58b-4f50-9b19-65316dc6a4fb is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:53:30.934812 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a239ab-9242-421b-b7e9-e8ba4174c591 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Pushing event updated for resources: {'Port': ['ID=299a4f3b-d2bc-4472-b972-88134f56fafd,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:30.957630 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-82a239ab-9242-421b-b7e9-e8ba4174c591 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:53:30.964059 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-82a239ab-9242-421b-b7e9-e8ba4174c591 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:53:31.010501 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-60fc67d7-7db7-4867-aea3-52bbae27e490 req-d4212ed5-12a1-4310-ae32-b54c00bb8d6d tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/security-groups?id=7264319b-3c73-41d0-a8b4-7be443f5760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422088 Jan 28 00:53:31.045287 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-82a239ab-9242-421b-b7e9-e8ba4174c591 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:31.045961 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-82a239ab-9242-421b-b7e9-e8ba4174c591 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:31.074158 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-48125047-07ae-4bd9-92f5-80c2ba2f3548 req-61c551c1-b91e-4fa4-b25c-83053a9d9147 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (3ec2f658-3fe8-468a-b007-4e68f3723bf1), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:31.091001 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-82a239ab-9242-421b-b7e9-e8ba4174c591 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6998281 Jan 28 00:53:31.112852 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-0c1eff46-7586-416b-995e-0a416eeae5dc service neutron] Request body: {'port': {'device_id': '8421e6e5-1959-4ba5-bdb0-504556e1b769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:53:31.230749 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c551c1-b91e-4fa4-b25c-83053a9d9147 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Pushing event deleted for resources: {'Port': ['ID=3ec2f658-3fe8-468a-b007-4e68f3723bf1,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:31.309965 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-48125047-07ae-4bd9-92f5-80c2ba2f3548 req-61c551c1-b91e-4fa4-b25c-83053a9d9147 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] No DVR routers for this DVR port 3ec2f658-3fe8-468a-b007-4e68f3723bf1 on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:53:31.315588 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-48125047-07ae-4bd9-92f5-80c2ba2f3548 req-61c551c1-b91e-4fa4-b25c-83053a9d9147 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:31.319660 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-48125047-07ae-4bd9-92f5-80c2ba2f3548 req-61c551c1-b91e-4fa4-b25c-83053a9d9147 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.65 "DELETE /v2.0/ports/3ec2f658-3fe8-468a-b007-4e68f3723bf1 HTTP/1.1" status: 204 len: 173 time: 1.4132538 Jan 28 00:53:31.319904 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94', 'name': 'network-vif-deleted', 'tag': '3ec2f658-3fe8-468a-b007-4e68f3723bf1'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:53:31.332109 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d022d526-5a78-4994-9e1e-200fed031a03" -d '{"events": [{"server_uuid": "ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94", "name": "network-vif-deleted", "tag": "3ec2f658-3fe8-468a-b007-4e68f3723bf1"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:53:31.343432 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-0c1eff46-7586-416b-995e-0a416eeae5dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (299a4f3b-d2bc-4472-b972-88134f56fafd), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:31.416180 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca14d51-378a-40f7-afe5-16b841c27c07 x-openstack-request-id: req-aca14d51-378a-40f7-afe5-16b841c27c07 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:53:31.416540 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94", "name": "network-vif-deleted", "tag": "3ec2f658-3fe8-468a-b007-4e68f3723bf1", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:53:31.416813 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aca14d51-378a-40f7-afe5-16b841c27c07 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:53:31.417240 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94', 'name': 'network-vif-deleted', 'tag': '3ec2f658-3fe8-468a-b007-4e68f3723bf1', 'status': 'completed', 'code': 200} Jan 28 00:53:32.149961 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-0c1eff46-7586-416b-995e-0a416eeae5dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299a4f3b-d2bc-4472-b972-88134f56fafd {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:53:32.202698 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-0c1eff46-7586-416b-995e-0a416eeae5dc service neutron] Publish callbacks [] for port (299a4f3b-d2bc-4472-b972-88134f56fafd), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:32.249578 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-903edca7-ecc7-4cc8-88c9-96cfe1f4faa7 req-a4cd8e63-ddb3-4d9a-8ad2-7c8625af7617 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed4d7c7b-4c25-4f6f-bca5-c7cc5e82ab94 HTTP/1.1" status: 200 len: 210 time: 0.0832136 Jan 28 00:53:32.260575 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-0c1eff46-7586-416b-995e-0a416eeae5dc service neutron] Transition to ACTIVE for port object 299a4f3b-d2bc-4472-b972-88134f56fafd will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:53:32.267634 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-0c1eff46-7586-416b-995e-0a416eeae5dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (299a4f3b-d2bc-4472-b972-88134f56fafd), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:32.305991 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec120b0-2e84-492e-a5e8-28800e4a04b4 req-d31e05b6-029f-4005-acf1-b8b52c60d0dc tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:32.308810 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ec120b0-2e84-492e-a5e8-28800e4a04b4 req-d31e05b6-029f-4005-acf1-b8b52c60d0dc tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/ports?device_id=8421e6e5-1959-4ba5-bdb0-504556e1b769 HTTP/1.1" status: 200 len: 931 time: 0.1444826 Jan 28 00:53:32.435351 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1eff46-7586-416b-995e-0a416eeae5dc service neutron] Pushing event updated for resources: {'Port': ['ID=299a4f3b-d2bc-4472-b972-88134f56fafd,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:32.537929 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ec120b0-2e84-492e-a5e8-28800e4a04b4 req-aa489286-90e1-486f-be8f-6bda8ca85ac9 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/security-groups?id=7264319b-3c73-41d0-a8b4-7be443f5760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948764 Jan 28 00:53:32.590886 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-0c1eff46-7586-416b-995e-0a416eeae5dc service neutron] Attempting to bind port 299a4f3b-d2bc-4472-b972-88134f56fafd on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:53:32.591656 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-0c1eff46-7586-416b-995e-0a416eeae5dc service neutron] Attempting to bind port 299a4f3b-d2bc-4472-b972-88134f56fafd by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '7e220135-1eaa-4c18-8d07-d69e0fae15b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1c7a393c-b58b-4f50-9b19-65316dc6a4fb'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:53:32.592135 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-0c1eff46-7586-416b-995e-0a416eeae5dc service neutron] Attempting to bind port 299a4f3b-d2bc-4472-b972-88134f56fafd on network 1c7a393c-b58b-4f50-9b19-65316dc6a4fb {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:53:32.601056 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-0c1eff46-7586-416b-995e-0a416eeae5dc service neutron] Port 299a4f3b-d2bc-4472-b972-88134f56fafd on network 1c7a393c-b58b-4f50-9b19-65316dc6a4fb not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:53:32.601569 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-0c1eff46-7586-416b-995e-0a416eeae5dc service neutron] Attempting to bind port 299a4f3b-d2bc-4472-b972-88134f56fafd on network 1c7a393c-b58b-4f50-9b19-65316dc6a4fb {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:53:32.611778 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-0c1eff46-7586-416b-995e-0a416eeae5dc service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:53:32.612336 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-0c1eff46-7586-416b-995e-0a416eeae5dc service neutron] Checking segment: {'id': '7e220135-1eaa-4c18-8d07-d69e0fae15b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1c7a393c-b58b-4f50-9b19-65316dc6a4fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:53:32.612968 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-0c1eff46-7586-416b-995e-0a416eeae5dc service neutron] Bound using segment: {'id': '7e220135-1eaa-4c18-8d07-d69e0fae15b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1c7a393c-b58b-4f50-9b19-65316dc6a4fb'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:53:32.613718 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-0c1eff46-7586-416b-995e-0a416eeae5dc service neutron] Bound port: 299a4f3b-d2bc-4472-b972-88134f56fafd, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e220135-1eaa-4c18-8d07-d69e0fae15b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1c7a393c-b58b-4f50-9b19-65316dc6a4fb'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:53:32.614290 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-0c1eff46-7586-416b-995e-0a416eeae5dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (299a4f3b-d2bc-4472-b972-88134f56fafd), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:32.743245 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-0c1eff46-7586-416b-995e-0a416eeae5dc service neutron] For port 299a4f3b-d2bc-4472-b972-88134f56fafd, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:53:32.749048 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-0c1eff46-7586-416b-995e-0a416eeae5dc service neutron] For port 299a4f3b-d2bc-4472-b972-88134f56fafd, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=299a4f3b-d2bc-4472-b972-88134f56fafd,segment=NetworkSegment(7e220135-1eaa-4c18-8d07-d69e0fae15b6),segment_id=7e220135-1eaa-4c18-8d07-d69e0fae15b6)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:53:32.755093 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-0c1eff46-7586-416b-995e-0a416eeae5dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (299a4f3b-d2bc-4472-b972-88134f56fafd), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:32.813986 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-0c1eff46-7586-416b-995e-0a416eeae5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:32.814980 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-0c1eff46-7586-416b-995e-0a416eeae5dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:32.817283 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-0c1eff46-7586-416b-995e-0a416eeae5dc service neutron] 10.222.0.65 "PUT /v2.0/ports/299a4f3b-d2bc-4472-b972-88134f56fafd HTTP/1.1" status: 200 len: 1091 time: 1.7134149 Jan 28 00:53:32.817961 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8421e6e5-1959-4ba5-bdb0-504556e1b769', 'tag': '299a4f3b-d2bc-4472-b972-88134f56fafd'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:53:32.821839 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9192063-9d8f-4440-a87a-4ff14396ada8" -d '{"events": [{"name": "network-changed", "server_uuid": "8421e6e5-1959-4ba5-bdb0-504556e1b769", "tag": "299a4f3b-d2bc-4472-b972-88134f56fafd"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:53:32.897005 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1eff46-7586-416b-995e-0a416eeae5dc service neutron] Pushing event updated for resources: {'Port': ['ID=299a4f3b-d2bc-4472-b972-88134f56fafd,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:32.934527 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136f2784-aae8-4dac-94cd-6110aee7306b x-openstack-request-id: req-136f2784-aae8-4dac-94cd-6110aee7306b {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:53:32.935045 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8421e6e5-1959-4ba5-bdb0-504556e1b769", "tag": "299a4f3b-d2bc-4472-b972-88134f56fafd", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:53:32.937747 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-136f2784-aae8-4dac-94cd-6110aee7306b {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:53:32.938394 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8421e6e5-1959-4ba5-bdb0-504556e1b769', 'tag': '299a4f3b-d2bc-4472-b972-88134f56fafd', 'status': 'completed', 'code': 200} Jan 28 00:53:32.984296 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-31e98904-98d4-43a4-923d-83b616cf92b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:32.987386 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-31e98904-98d4-43a4-923d-83b616cf92b4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=39fa88a9ad89424bbf38cb1e913b6227&device_id=8421e6e5-1959-4ba5-bdb0-504556e1b769 HTTP/1.1" status: 200 len: 1094 time: 0.0708816 Jan 28 00:53:33.013175 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 3ec2f658-3fe8-468a-b007-4e68f3723bf1 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:53:33.058025 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 3ec2f658-3fe8-468a-b007-4e68f3723bf1 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:53:33.058737 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 3ec2f658-3fe8-468a-b007-4e68f3723bf1 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:53:33.071730 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-f13f955a-d314-43a9-a966-67dea3aa3bca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=299a4f3b-d2bc-4472-b972-88134f56fafd HTTP/1.1" status: 200 len: 217 time: 0.0722919 Jan 28 00:53:33.127846 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-517195b3-2bb0-47e4-a934-bb0b3c31d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:33.129378 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-517195b3-2bb0-47e4-a934-bb0b3c31d0ac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf1d4d18-00c3-4964-925c-9bb4fa2e6885 HTTP/1.1" status: 200 len: 852 time: 0.0523508 Jan 28 00:53:33.167299 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-49052454-90d0-459d-b284-d751825de981 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1c7a393c-b58b-4f50-9b19-65316dc6a4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319586 Jan 28 00:53:33.286430 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-cff61cda-5c3b-471a-9949-be9af55028ff service neutron] 10.222.0.65 "GET /v2.0/networks/1c7a393c-b58b-4f50-9b19-65316dc6a4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121073 Jan 28 00:53:33.608182 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-86a2a10d-526a-4cad-8e07-c3b177a01851 req-532de4f5-f7a8-4e60-9a85-803071a71265 service neutron] 10.222.0.65 "GET /v2.0/networks/1c7a393c-b58b-4f50-9b19-65316dc6a4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139038 Jan 28 00:53:33.907473 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ab4be-fc73-40b0-85b1-9527b5340f11 req-63e2ef8a-8a99-47ea-bad5-2bb82ef14680 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:33.910499 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dc2ab4be-fc73-40b0-85b1-9527b5340f11 req-63e2ef8a-8a99-47ea-bad5-2bb82ef14680 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/ports?device_id=8421e6e5-1959-4ba5-bdb0-504556e1b769 HTTP/1.1" status: 200 len: 943 time: 0.1047871 Jan 28 00:53:33.930687 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9192063-9d8f-4440-a87a-4ff14396ada8 req-c87db89a-202c-4003-aa3d-f0187c5055b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:33.933109 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9192063-9d8f-4440-a87a-4ff14396ada8 req-c87db89a-202c-4003-aa3d-f0187c5055b7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=39fa88a9ad89424bbf38cb1e913b6227&device_id=8421e6e5-1959-4ba5-bdb0-504556e1b769 HTTP/1.1" status: 200 len: 1094 time: 0.1833711 Jan 28 00:53:34.115065 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dc2ab4be-fc73-40b0-85b1-9527b5340f11 req-e26021ca-2838-4a5c-bc53-76138242ad14 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/security-groups?id=7264319b-3c73-41d0-a8b4-7be443f5760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892138 Jan 28 00:53:34.191371 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9192063-9d8f-4440-a87a-4ff14396ada8 req-8140e35f-8878-45ae-99be-d5ccb52b5eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:34.195419 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9192063-9d8f-4440-a87a-4ff14396ada8 req-8140e35f-8878-45ae-99be-d5ccb52b5eca service neutron] 10.222.0.65 "GET /v2.0/networks?id=1c7a393c-b58b-4f50-9b19-65316dc6a4fb HTTP/1.1" status: 200 len: 913 time: 0.2522910 Jan 28 00:53:34.261625 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9192063-9d8f-4440-a87a-4ff14396ada8 req-84643246-b0a5-48bd-b342-8182e49db49d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=299a4f3b-d2bc-4472-b972-88134f56fafd HTTP/1.1" status: 200 len: 217 time: 0.0556607 Jan 28 00:53:34.341178 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9192063-9d8f-4440-a87a-4ff14396ada8 req-5f43074b-e1ce-4554-ace1-be52db2805dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:34.344095 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9192063-9d8f-4440-a87a-4ff14396ada8 req-5f43074b-e1ce-4554-ace1-be52db2805dc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf1d4d18-00c3-4964-925c-9bb4fa2e6885 HTTP/1.1" status: 200 len: 852 time: 0.0756319 Jan 28 00:53:34.396118 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9192063-9d8f-4440-a87a-4ff14396ada8 req-a0a21d8a-44fc-4e24-b548-49c04988a589 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1c7a393c-b58b-4f50-9b19-65316dc6a4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448534 Jan 28 00:53:34.577651 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9192063-9d8f-4440-a87a-4ff14396ada8 req-ce97a4a7-94ba-4b20-83a5-1c9a737cda2c service neutron] 10.222.0.65 "GET /v2.0/networks/1c7a393c-b58b-4f50-9b19-65316dc6a4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741476 Jan 28 00:53:34.802609 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9192063-9d8f-4440-a87a-4ff14396ada8 req-e3642626-b5c1-4da3-81be-7e247dab1151 service neutron] 10.222.0.65 "GET /v2.0/networks/1c7a393c-b58b-4f50-9b19-65316dc6a4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174187 Jan 28 00:53:35.394018 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f13d3b-d52c-46f0-9f3d-45904e3e0ba2 req-7e56018e-4c47-41d0-b31a-490d21d9a6d2 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:35.407977 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-36f13d3b-d52c-46f0-9f3d-45904e3e0ba2 req-7e56018e-4c47-41d0-b31a-490d21d9a6d2 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/ports?device_id=8421e6e5-1959-4ba5-bdb0-504556e1b769 HTTP/1.1" status: 200 len: 943 time: 0.1442516 Jan 28 00:53:35.536439 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-36f13d3b-d52c-46f0-9f3d-45904e3e0ba2 req-d55624e1-0e33-48cb-b9a4-4c36226129b1 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/security-groups?id=7264319b-3c73-41d0-a8b4-7be443f5760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186409 Jan 28 00:53:36.037939 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-afa9da35-2326-497c-b84a-a63adc91e436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:36.897272 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beca06e-4295-452b-ae32-f9ec2f2872c4 req-dc6a2452-4036-4a80-9556-c7af9fb4d799 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:36.909100 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5beca06e-4295-452b-ae32-f9ec2f2872c4 req-dc6a2452-4036-4a80-9556-c7af9fb4d799 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/ports?device_id=8421e6e5-1959-4ba5-bdb0-504556e1b769 HTTP/1.1" status: 200 len: 943 time: 0.2112541 Jan 28 00:53:36.940500 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ee56a-fc97-4ffb-8962-c54605df31d0 req-291e8fc8-d23e-4b58-ad12-03bbb8d3a1dd tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:36.942248 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c36ee56a-fc97-4ffb-8962-c54605df31d0 req-291e8fc8-d23e-4b58-ad12-03bbb8d3a1dd tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf HTTP/1.1" status: 200 len: 946 time: 0.2256565 Jan 28 00:53:37.030391 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 299a4f3b-d2bc-4472-b972-88134f56fafd details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:53:37.031562 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c36ee56a-fc97-4ffb-8962-c54605df31d0 req-59a75d3f-0091-4aab-9f04-c9602e4e178c tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709269 Jan 28 00:53:37.048253 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5beca06e-4295-452b-ae32-f9ec2f2872c4 req-8a7eb4aa-6df0-422b-8c52-5bea6aab5c80 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/security-groups?id=7264319b-3c73-41d0-a8b4-7be443f5760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379671 Jan 28 00:53:37.590950 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 299a4f3b-d2bc-4472-b972-88134f56fafd, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=299a4f3b-d2bc-4472-b972-88134f56fafd,segment=NetworkSegment(7e220135-1eaa-4c18-8d07-d69e0fae15b6),segment_id=7e220135-1eaa-4c18-8d07-d69e0fae15b6)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:53:37.610262 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '299a4f3b-d2bc-4472-b972-88134f56fafd', 'network_id': '1c7a393c-b58b-4f50-9b19-65316dc6a4fb', 'port_id': '299a4f3b-d2bc-4472-b972-88134f56fafd', 'mac_address': 'fa:16:3e:51:3c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf1d4d18-00c3-4964-925c-9bb4fa2e6885', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:53:37.660222 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 299a4f3b-d2bc-4472-b972-88134f56fafd is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:53:37.660898 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (299a4f3b-d2bc-4472-b972-88134f56fafd), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:37.697047 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299a4f3b-d2bc-4472-b972-88134f56fafd {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:53:37.747149 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 299a4f3b-d2bc-4472-b972-88134f56fafd, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=299a4f3b-d2bc-4472-b972-88134f56fafd,segment=NetworkSegment(7e220135-1eaa-4c18-8d07-d69e0fae15b6),segment_id=7e220135-1eaa-4c18-8d07-d69e0fae15b6)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:53:37.755073 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (299a4f3b-d2bc-4472-b972-88134f56fafd), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:37.928151 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=299a4f3b-d2bc-4472-b972-88134f56fafd,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:38.074568 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['299a4f3b-d2bc-4472-b972-88134f56fafd'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:53:38.498141 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f134364-8a74-44ad-a4e8-41c3f71022ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:38.572534 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8f108-dca0-47cb-80e7-eea352907790 req-2f3929c9-6256-4ead-b4be-8ff83a8297a6 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:38.598827 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a0b8f108-dca0-47cb-80e7-eea352907790 req-2f3929c9-6256-4ead-b4be-8ff83a8297a6 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf HTTP/1.1" status: 200 len: 946 time: 0.3291109 Jan 28 00:53:38.646179 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a90090-1930-4960-9846-188c9139057d req-92ca1b05-daab-48b4-a4c6-6d88b36e0bbc tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:38.649080 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4a90090-1930-4960-9846-188c9139057d req-92ca1b05-daab-48b4-a4c6-6d88b36e0bbc tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/ports?device_id=8421e6e5-1959-4ba5-bdb0-504556e1b769 HTTP/1.1" status: 200 len: 944 time: 0.3631988 Jan 28 00:53:38.792590 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a0b8f108-dca0-47cb-80e7-eea352907790 req-d1e4eff9-cc17-4a7e-8786-329c9503c3b7 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/security-groups?id=430b1eba-f6a3-4a3a-87e4-b5b438972f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835873 Jan 28 00:53:38.886787 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e4a90090-1930-4960-9846-188c9139057d req-c64f33fd-2903-4f9e-b019-ac351ba2eb83 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/security-groups?id=7264319b-3c73-41d0-a8b4-7be443f5760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486416 Jan 28 00:53:39.034154 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce0ce1-93f3-42ba-9b43-c0a9659a1961 req-a0398805-0022-442b-a8fd-8609425ae637 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:39.037684 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f5ce0ce1-93f3-42ba-9b43-c0a9659a1961 req-a0398805-0022-442b-a8fd-8609425ae637 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf HTTP/1.1" status: 200 len: 946 time: 0.1003282 Jan 28 00:53:39.047898 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 299a4f3b-d2bc-4472-b972-88134f56fafd up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:53:39.170229 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 299a4f3b-d2bc-4472-b972-88134f56fafd completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:53:39.178155 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 299a4f3b-d2bc-4472-b972-88134f56fafd triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:53:39.178530 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (299a4f3b-d2bc-4472-b972-88134f56fafd), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:39.276335 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-f5ce0ce1-93f3-42ba-9b43-c0a9659a1961 req-ae0cd85e-d370-4e02-b573-9039c3b60c22 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Deleting port 290b0648-a89c-4f81-92b1-a5c427303036 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:53:39.276882 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-f5ce0ce1-93f3-42ba-9b43-c0a9659a1961 req-ae0cd85e-d370-4e02-b573-9039c3b60c22 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (290b0648-a89c-4f81-92b1-a5c427303036), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:39.381487 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 299a4f3b-d2bc-4472-b972-88134f56fafd is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:53:39.381887 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (299a4f3b-d2bc-4472-b972-88134f56fafd), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:39.436334 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8421e6e5-1959-4ba5-bdb0-504556e1b769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299a4f3b-d2bc-4472-b972-88134f56fafd'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:53:39.441646 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe4c7a3-4eda-482e-b179-c49f2880c693" -d '{"events": [{"server_uuid": "8421e6e5-1959-4ba5-bdb0-504556e1b769", "name": "network-vif-plugged", "status": "completed", "tag": "299a4f3b-d2bc-4472-b972-88134f56fafd"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:53:39.503658 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-f5ce0ce1-93f3-42ba-9b43-c0a9659a1961 req-ae0cd85e-d370-4e02-b573-9039c3b60c22 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] For port 290b0648-a89c-4f81-92b1-a5c427303036, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=290b0648-a89c-4f81-92b1-a5c427303036,segment=NetworkSegment(8210e096-62a0-4fc1-a9ce-05d858a1357d),segment_id=8210e096-62a0-4fc1-a9ce-05d858a1357d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:53:39.503658 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-f5ce0ce1-93f3-42ba-9b43-c0a9659a1961 req-ae0cd85e-d370-4e02-b573-9039c3b60c22 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (290b0648-a89c-4f81-92b1-a5c427303036), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:39.516937 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 299a4f3b-d2bc-4472-b972-88134f56fafd, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=299a4f3b-d2bc-4472-b972-88134f56fafd,segment=NetworkSegment(7e220135-1eaa-4c18-8d07-d69e0fae15b6),segment_id=7e220135-1eaa-4c18-8d07-d69e0fae15b6)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:53:39.528600 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-f5ce0ce1-93f3-42ba-9b43-c0a9659a1961 req-ae0cd85e-d370-4e02-b573-9039c3b60c22 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Calling delete_port for 290b0648-a89c-4f81-92b1-a5c427303036 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:53:39.535158 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (299a4f3b-d2bc-4472-b972-88134f56fafd), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:39.605658 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edbe9a6-25ea-49c2-89bb-7bec3f8c2b95 x-openstack-request-id: req-4edbe9a6-25ea-49c2-89bb-7bec3f8c2b95 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:53:39.606116 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8421e6e5-1959-4ba5-bdb0-504556e1b769", "name": "network-vif-plugged", "status": "completed", "tag": "299a4f3b-d2bc-4472-b972-88134f56fafd", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:53:39.606528 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4edbe9a6-25ea-49c2-89bb-7bec3f8c2b95 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:53:39.607231 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8421e6e5-1959-4ba5-bdb0-504556e1b769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299a4f3b-d2bc-4472-b972-88134f56fafd', 'code': 200} Jan 28 00:53:39.681294 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=299a4f3b-d2bc-4472-b972-88134f56fafd,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:39.765784 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:39.824880 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa76f2-8bc4-46cf-90c4-e7464e134ec4 req-12d8c299-61d3-467f-83fd-df38765f0cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:39.827953 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-f5ce0ce1-93f3-42ba-9b43-c0a9659a1961 req-ae0cd85e-d370-4e02-b573-9039c3b60c22 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (290b0648-a89c-4f81-92b1-a5c427303036), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:39.830977 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3aa76f2-8bc4-46cf-90c4-e7464e134ec4 req-12d8c299-61d3-467f-83fd-df38765f0cc2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8421e6e5-1959-4ba5-bdb0-504556e1b769 HTTP/1.1" status: 200 len: 1096 time: 0.1356890 Jan 28 00:53:39.870372 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['290b0648-a89c-4f81-92b1-a5c427303036'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:53:39.955898 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0cd85e-d370-4e02-b573-9039c3b60c22 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Pushing event deleted for resources: {'Port': ['ID=290b0648-a89c-4f81-92b1-a5c427303036,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:39.983902 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ce0ce1-93f3-42ba-9b43-c0a9659a1961 req-ae0cd85e-d370-4e02-b573-9039c3b60c22 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] No DVR routers for this DVR port 290b0648-a89c-4f81-92b1-a5c427303036 on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:53:39.988571 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-f5ce0ce1-93f3-42ba-9b43-c0a9659a1961 req-ae0cd85e-d370-4e02-b573-9039c3b60c22 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:39.992371 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f5ce0ce1-93f3-42ba-9b43-c0a9659a1961 req-ae0cd85e-d370-4e02-b573-9039c3b60c22 tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.52 "DELETE /v2.0/ports/290b0648-a89c-4f81-92b1-a5c427303036 HTTP/1.1" status: 204 len: 173 time: 0.9356306 Jan 28 00:53:39.994052 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf', 'name': 'network-vif-deleted', 'tag': '290b0648-a89c-4f81-92b1-a5c427303036'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:53:39.997236 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3aa76f2-8bc4-46cf-90c4-e7464e134ec4 req-bfea7e77-ce7e-4a0a-924f-a0de4183f7a5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7264319b-3c73-41d0-a8b4-7be443f5760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588447 Jan 28 00:53:40.006347 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e2e1a6-1157-4b1c-af5a-e2c4359f67a6" -d '{"events": [{"server_uuid": "ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf", "name": "network-vif-deleted", "tag": "290b0648-a89c-4f81-92b1-a5c427303036"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:53:40.109566 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-12b3e95e-9a92-48e4-a385-e1ed1b63db47 req-87e81cb2-3995-4df8-b45f-30250de04a3f tempest-AttachVolumeNegativeTest-2125963860 tempest-AttachVolumeNegativeTest-2125963860-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf HTTP/1.1" status: 200 len: 210 time: 0.0898263 Jan 28 00:53:40.146311 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5881e-7a93-4fac-aaa2-aee1f239a921 req-26214b5b-faea-4b6d-8953-20b1690f4de4 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:40.149076 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cdc5881e-7a93-4fac-aaa2-aee1f239a921 req-26214b5b-faea-4b6d-8953-20b1690f4de4 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/ports?device_id=8421e6e5-1959-4ba5-bdb0-504556e1b769 HTTP/1.1" status: 200 len: 945 time: 0.1099522 Jan 28 00:53:40.224521 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f0fe87-a4b7-407d-b43d-5af55fb26d30 x-openstack-request-id: req-58f0fe87-a4b7-407d-b43d-5af55fb26d30 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:53:40.225334 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf", "name": "network-vif-deleted", "tag": "290b0648-a89c-4f81-92b1-a5c427303036", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:53:40.225334 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-58f0fe87-a4b7-407d-b43d-5af55fb26d30 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:53:40.226395 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffda9016-0b2d-4cbb-bbb2-a0f84d38e7cf', 'name': 'network-vif-deleted', 'tag': '290b0648-a89c-4f81-92b1-a5c427303036', 'status': 'completed', 'code': 200} Jan 28 00:53:40.246273 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cdc5881e-7a93-4fac-aaa2-aee1f239a921 req-f2d86f86-a210-4fd6-b22d-c4f297949a08 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/security-groups?id=7264319b-3c73-41d0-a8b4-7be443f5760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857685 Jan 28 00:53:41.235902 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35984) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:41.271464 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:41.351044 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-d877c9bf-5b0d-4423-b366-0aaa5f4cd8a1 admin admin] Deleting subnet 3f8eb103-5ea3-4cb9-9774-5ed2528e0f83 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:53:41.356711 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d877c9bf-5b0d-4423-b366-0aaa5f4cd8a1 admin admin] Publish callbacks [] for subnet (3f8eb103-5ea3-4cb9-9774-5ed2528e0f83), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:41.448157 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d3381-2946-4a92-8493-d3c0a67e044a req-85c46150-03db-4257-8002-3f5d44dc2a2b tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:41.455491 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa4d3381-2946-4a92-8493-d3c0a67e044a req-85c46150-03db-4257-8002-3f5d44dc2a2b tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/ports?device_id=8421e6e5-1959-4ba5-bdb0-504556e1b769 HTTP/1.1" status: 200 len: 945 time: 0.1023805 Jan 28 00:53:41.458654 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d877c9bf-5b0d-4423-b366-0aaa5f4cd8a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (3f8eb103-5ea3-4cb9-9774-5ed2528e0f83), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:41.542716 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d877c9bf-5b0d-4423-b366-0aaa5f4cd8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (3f8eb103-5ea3-4cb9-9774-5ed2528e0f83), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:41.602938 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa4d3381-2946-4a92-8493-d3c0a67e044a req-818868da-76c0-4998-b2ca-981881c047f0 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/security-groups?id=7264319b-3c73-41d0-a8b4-7be443f5760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375706 Jan 28 00:53:41.676093 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d877c9bf-5b0d-4423-b366-0aaa5f4cd8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (3f8eb103-5ea3-4cb9-9774-5ed2528e0f83), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:41.756117 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877c9bf-5b0d-4423-b366-0aaa5f4cd8a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f8eb103-5ea3-4cb9-9774-5ed2528e0f83,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:41.768897 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d877c9bf-5b0d-4423-b366-0aaa5f4cd8a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:41.775349 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d877c9bf-5b0d-4423-b366-0aaa5f4cd8a1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3f8eb103-5ea3-4cb9-9774-5ed2528e0f83 HTTP/1.1" status: 204 len: 168 time: 0.5381753 Jan 28 00:53:41.780680 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 35996) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:41.884772 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb550574-636a-4d03-a2fb-77e6e5b9933f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:41.930242 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a47612-01d1-45fb-aee5-c01d879c11ba req-6f611346-0fb8-4390-bcb9-a712a6070635 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:41.932280 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-55a47612-01d1-45fb-aee5-c01d879c11ba req-6f611346-0fb8-4390-bcb9-a712a6070635 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/ports?device_id=8421e6e5-1959-4ba5-bdb0-504556e1b769 HTTP/1.1" status: 200 len: 945 time: 0.1023004 Jan 28 00:53:42.014281 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb550574-636a-4d03-a2fb-77e6e5b9933f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:42.029511 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-55a47612-01d1-45fb-aee5-c01d879c11ba req-dbf85e57-28aa-4268-bb43-caae25bbc455 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/security-groups?id=7264319b-3c73-41d0-a8b4-7be443f5760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851908 Jan 28 00:53:42.038784 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36000) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:42.058007 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-eb550574-636a-4d03-a2fb-77e6e5b9933f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:53:42.084745 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-eb550574-636a-4d03-a2fb-77e6e5b9933f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8210e096-62a0-4fc1-a9ce-05d858a1357d') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:53:42.084745 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-eb550574-636a-4d03-a2fb-77e6e5b9933f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8210e096-62a0-4fc1-a9ce-05d858a1357d') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:53:42.094233 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb550574-636a-4d03-a2fb-77e6e5b9933f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (8210e096-62a0-4fc1-a9ce-05d858a1357d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:42.156994 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb550574-636a-4d03-a2fb-77e6e5b9933f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (8210e096-62a0-4fc1-a9ce-05d858a1357d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:42.181647 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb550574-636a-4d03-a2fb-77e6e5b9933f admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:53:42.181647 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb550574-636a-4d03-a2fb-77e6e5b9933f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (8210e096-62a0-4fc1-a9ce-05d858a1357d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:42.184562 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:53:42.184562 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:53:42.184562 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:53:42.184562 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:53:42.184562 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:53:42.184562 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:53:42.184562 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:53:42.184562 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:53:42.184562 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:53:42.184562 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:53:42.184562 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:53:42.184562 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:53:42.184562 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:53:42.184562 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:53:42.184562 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:53:42.184562 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:53:42.184562 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:53:42.184562 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:53:42.184562 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:53:42.184562 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:53:42.184562 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:53:42.184562 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:53:42.184562 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:53:42.184562 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:53:42.184562 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:53:42.184562 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:53:42.184562 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:53:42.184562 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:53:42.184562 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:53:42.184562 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:53:42.184562 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:53:42.184562 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:53:42.283322 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:42.315548 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 290b0648-a89c-4f81-92b1-a5c427303036 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:53:42.338919 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb550574-636a-4d03-a2fb-77e6e5b9933f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:42.356171 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d24b84a3-ad7a-4b17-aaff-d9f32ca5c532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:42.390889 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 290b0648-a89c-4f81-92b1-a5c427303036 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:53:42.392663 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 290b0648-a89c-4f81-92b1-a5c427303036 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:53:42.421296 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb550574-636a-4d03-a2fb-77e6e5b9933f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:42.434207 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-eb550574-636a-4d03-a2fb-77e6e5b9933f admin admin] 10.222.0.70 "DELETE /v2.0/networks/8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0 HTTP/1.1" status: 204 len: 168 time: 0.6520479 Jan 28 00:53:42.436592 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb550574-636a-4d03-a2fb-77e6e5b9933f admin admin] Pushing event deleted for resources: {'Network': ['ID=8b6fb97f-3b61-4fa4-8be9-b3a09bc045f0,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:42.592807 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d24b84a3-ad7a-4b17-aaff-d9f32ca5c532 admin admin] Publish callbacks [] for security_group (b6bd6a03-550e-4dba-a045-df45e3d5a949), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:42.635880 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d24b84a3-ad7a-4b17-aaff-d9f32ca5c532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b6bd6a03-550e-4dba-a045-df45e3d5a949), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:42.762300 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36022) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:42.822345 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b84a3-ad7a-4b17-aaff-d9f32ca5c532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bd6a03-550e-4dba-a045-df45e3d5a949,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:42.832251 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d24b84a3-ad7a-4b17-aaff-d9f32ca5c532 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0515b9e7259a412b940ceb4ddb7b0d3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7918985 Jan 28 00:53:42.836088 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36032) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:42.852430 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b84a3-ad7a-4b17-aaff-d9f32ca5c532 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:42.853301 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b84a3-ad7a-4b17-aaff-d9f32ca5c532 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:42.854081 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b84a3-ad7a-4b17-aaff-d9f32ca5c532 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:42.854910 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b84a3-ad7a-4b17-aaff-d9f32ca5c532 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:42.855808 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b84a3-ad7a-4b17-aaff-d9f32ca5c532 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:42.858393 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b84a3-ad7a-4b17-aaff-d9f32ca5c532 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:42.859775 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b84a3-ad7a-4b17-aaff-d9f32ca5c532 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:42.860536 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b84a3-ad7a-4b17-aaff-d9f32ca5c532 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:42.861290 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b84a3-ad7a-4b17-aaff-d9f32ca5c532 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:42.862074 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b84a3-ad7a-4b17-aaff-d9f32ca5c532 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:42.862907 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b84a3-ad7a-4b17-aaff-d9f32ca5c532 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:42.863697 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b84a3-ad7a-4b17-aaff-d9f32ca5c532 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:42.864480 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b84a3-ad7a-4b17-aaff-d9f32ca5c532 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:53:42.879325 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-047c1687-a8de-4277-913e-1c60a85020d5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ac62260fe42246bcb8303840ff4b96d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1120121 Jan 28 00:53:42.891680 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36038) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:42.924029 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f91fc6-f54b-40c3-b09a-674bd3d6cc09 req-bf24a38f-5ca5-49f2-aa42-1e7efbf7bbb6 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:42.941762 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-79f91fc6-f54b-40c3-b09a-674bd3d6cc09 req-bf24a38f-5ca5-49f2-aa42-1e7efbf7bbb6 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/ports?device_id=8421e6e5-1959-4ba5-bdb0-504556e1b769 HTTP/1.1" status: 200 len: 945 time: 0.3143764 Jan 28 00:53:43.038389 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-79f91fc6-f54b-40c3-b09a-674bd3d6cc09 req-1d73c623-aa31-4fc7-930c-44d6471526a2 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/security-groups?id=7264319b-3c73-41d0-a8b4-7be443f5760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934713 Jan 28 00:53:43.048897 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-74d9aeff-a2d1-4925-95ee-c625b0ca2de8 admin admin] Publish callbacks [] for security_group (b6bd6a03-550e-4dba-a045-df45e3d5a949), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:43.081051 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3fe2f268-7538-4ae4-b423-babef19da1c0 admin admin] Publish callbacks [] for security_group (430b1eba-f6a3-4a3a-87e4-b5b438972f41), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:43.090029 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-74d9aeff-a2d1-4925-95ee-c625b0ca2de8 admin admin] Publish callbacks [] for security_group (b6bd6a03-550e-4dba-a045-df45e3d5a949), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:43.134664 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3fe2f268-7538-4ae4-b423-babef19da1c0 admin admin] Publish callbacks [] for security_group (430b1eba-f6a3-4a3a-87e4-b5b438972f41), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:43.158844 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:43.200075 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-74d9aeff-a2d1-4925-95ee-c625b0ca2de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b6bd6a03-550e-4dba-a045-df45e3d5a949), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:43.204720 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-74d9aeff-a2d1-4925-95ee-c625b0ca2de8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:43.206266 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-74d9aeff-a2d1-4925-95ee-c625b0ca2de8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b6bd6a03-550e-4dba-a045-df45e3d5a949 HTTP/1.1" status: 204 len: 168 time: 0.3639376 Jan 28 00:53:43.219058 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9aeff-a2d1-4925-95ee-c625b0ca2de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bd6a03-550e-4dba-a045-df45e3d5a949,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:43.238338 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3fe2f268-7538-4ae4-b423-babef19da1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (430b1eba-f6a3-4a3a-87e4-b5b438972f41), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:43.243059 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3fe2f268-7538-4ae4-b423-babef19da1c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:43.249227 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3fe2f268-7538-4ae4-b423-babef19da1c0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/430b1eba-f6a3-4a3a-87e4-b5b438972f41 HTTP/1.1" status: 204 len: 168 time: 0.3477464 Jan 28 00:53:43.273908 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2f268-7538-4ae4-b423-babef19da1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430b1eba-f6a3-4a3a-87e4-b5b438972f41,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:44.138132 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36100) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:44.160225 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-db61db8b-03c2-4c32-b9f1-b3b2b170ffb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:44.354164 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-db61db8b-03c2-4c32-b9f1-b3b2b170ffb8 admin admin] Publish callbacks [] for security_group (128dbec0-5a23-4092-b348-9f4e006b6121), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:44.361781 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-db61db8b-03c2-4c32-b9f1-b3b2b170ffb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (128dbec0-5a23-4092-b348-9f4e006b6121), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:44.379883 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54f211-b244-4c06-aa79-b09cf369e5fb req-32261656-9291-4e2f-bede-561e45421494 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:44.382347 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e54f211-b244-4c06-aa79-b09cf369e5fb req-32261656-9291-4e2f-bede-561e45421494 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/ports?device_id=8421e6e5-1959-4ba5-bdb0-504556e1b769 HTTP/1.1" status: 200 len: 945 time: 0.1550803 Jan 28 00:53:44.441753 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:44.469737 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-db61db8b-03c2-4c32-b9f1-b3b2b170ffb8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5fbe8f1f307f468d9e6b04628d4a2483&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3303320 Jan 28 00:53:44.471311 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61db8b-03c2-4c32-b9f1-b3b2b170ffb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128dbec0-5a23-4092-b348-9f4e006b6121,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:44.473759 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36110) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:44.561139 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e54f211-b244-4c06-aa79-b09cf369e5fb req-a888f4b8-7825-419a-9cae-9a2b9e04c489 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/security-groups?id=7264319b-3c73-41d0-a8b4-7be443f5760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586967 Jan 28 00:53:44.594525 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3f87a692-7b00-4bf2-a2a2-029729fe3bd1 admin admin] Publish callbacks [] for security_group (128dbec0-5a23-4092-b348-9f4e006b6121), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:44.634060 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3f87a692-7b00-4bf2-a2a2-029729fe3bd1 admin admin] Publish callbacks [] for security_group (128dbec0-5a23-4092-b348-9f4e006b6121), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:44.725596 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3f87a692-7b00-4bf2-a2a2-029729fe3bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (128dbec0-5a23-4092-b348-9f4e006b6121), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:44.739684 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3f87a692-7b00-4bf2-a2a2-029729fe3bd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:44.746859 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3f87a692-7b00-4bf2-a2a2-029729fe3bd1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/128dbec0-5a23-4092-b348-9f4e006b6121 HTTP/1.1" status: 204 len: 168 time: 0.2713983 Jan 28 00:53:44.762076 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87a692-7b00-4bf2-a2a2-029729fe3bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128dbec0-5a23-4092-b348-9f4e006b6121,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:45.271851 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49982a-9376-4b45-8b62-72390231c1b1 req-e2660969-e2e0-47a4-84ab-e482203c53a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:45.273627 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ef49982a-9376-4b45-8b62-72390231c1b1 req-e2660969-e2e0-47a4-84ab-e482203c53a0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=39fa88a9ad89424bbf38cb1e913b6227&device_id=8421e6e5-1959-4ba5-bdb0-504556e1b769 HTTP/1.1" status: 200 len: 1096 time: 0.2349455 Jan 28 00:53:45.320809 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce170900-bc30-44fd-8a83-b2870f7a6e9c req-6f6e9ae7-15f4-4129-81bc-a18353be5794 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:45.330370 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ce170900-bc30-44fd-8a83-b2870f7a6e9c req-6f6e9ae7-15f4-4129-81bc-a18353be5794 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/ports?device_id=8421e6e5-1959-4ba5-bdb0-504556e1b769 HTTP/1.1" status: 200 len: 945 time: 0.2010131 Jan 28 00:53:45.586599 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49982a-9376-4b45-8b62-72390231c1b1 req-92e2c46a-1eb4-4054-804f-bc88dd795fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:45.589398 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ef49982a-9376-4b45-8b62-72390231c1b1 req-92e2c46a-1eb4-4054-804f-bc88dd795fd4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1c7a393c-b58b-4f50-9b19-65316dc6a4fb HTTP/1.1" status: 200 len: 913 time: 0.3072810 Jan 28 00:53:45.667032 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ef49982a-9376-4b45-8b62-72390231c1b1 req-e58ecc81-c76e-408a-bd8c-f38c89c3472e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=299a4f3b-d2bc-4472-b972-88134f56fafd HTTP/1.1" status: 200 len: 217 time: 0.0499504 Jan 28 00:53:45.683445 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ce170900-bc30-44fd-8a83-b2870f7a6e9c req-1452de7c-6eda-4460-bb07-22365bc937ab tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/security-groups?id=7264319b-3c73-41d0-a8b4-7be443f5760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514125 Jan 28 00:53:45.741202 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49982a-9376-4b45-8b62-72390231c1b1 req-4011ad8f-158e-46dc-98cd-29f4670d6ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:45.742804 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ef49982a-9376-4b45-8b62-72390231c1b1 req-4011ad8f-158e-46dc-98cd-29f4670d6ea8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf1d4d18-00c3-4964-925c-9bb4fa2e6885 HTTP/1.1" status: 200 len: 852 time: 0.0583117 Jan 28 00:53:45.846144 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ef49982a-9376-4b45-8b62-72390231c1b1 req-3e166d53-7d00-40fc-81a6-e6f82eed5ea3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1c7a393c-b58b-4f50-9b19-65316dc6a4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944834 Jan 28 00:53:45.987123 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ef49982a-9376-4b45-8b62-72390231c1b1 req-97180ed7-fee0-4242-a41e-c563be53a793 service neutron] 10.222.0.65 "GET /v2.0/networks/1c7a393c-b58b-4f50-9b19-65316dc6a4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359229 Jan 28 00:53:46.154777 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ef49982a-9376-4b45-8b62-72390231c1b1 req-99089ea5-72f0-40ec-9279-68328f36fde5 service neutron] 10.222.0.65 "GET /v2.0/networks/1c7a393c-b58b-4f50-9b19-65316dc6a4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611054 Jan 28 00:53:46.210487 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36158) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:46.555906 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-d2f00fa5-bd29-478f-bb9a-eed91af4dcef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1500217422-network', 'tenant_id': 'ef48aaba72f64358b9bf71143d928549'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:53:46.585951 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f00fa5-bd29-478f-bb9a-eed91af4dcef admin admin] Made reservation on behalf of ef48aaba72f64358b9bf71143d928549 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:53:46.590668 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d2f00fa5-bd29-478f-bb9a-eed91af4dcef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:46.608074 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d2f00fa5-bd29-478f-bb9a-eed91af4dcef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:46.754469 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d2f00fa5-bd29-478f-bb9a-eed91af4dcef admin admin] Publish callbacks [] for security_group (b801acaf-db46-4b66-aa11-83fe90cc78dd), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:46.763436 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d2f00fa5-bd29-478f-bb9a-eed91af4dcef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b801acaf-db46-4b66-aa11-83fe90cc78dd), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:46.876525 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f00fa5-bd29-478f-bb9a-eed91af4dcef admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:53:46.880527 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f00fa5-bd29-478f-bb9a-eed91af4dcef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b801acaf-db46-4b66-aa11-83fe90cc78dd,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:46.957021 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d2f00fa5-bd29-478f-bb9a-eed91af4dcef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (0bfcaccf-b083-4a5e-a9da-838ecfef2f92), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:46.957552 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-d2f00fa5-bd29-478f-bb9a-eed91af4dcef admin admin] Added segment 0bfcaccf-b083-4a5e-a9da-838ecfef2f92 of type vlan for network d75d43f9-a71a-4d6e-bb49-db611d3380e0 Jan 28 00:53:47.024972 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d2f00fa5-bd29-478f-bb9a-eed91af4dcef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (d75d43f9-a71a-4d6e-bb49-db611d3380e0), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:47.057500 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053558e8-cbec-4dfc-b1f9-a9d4b2e05698 req-0a7ebe82-8eb1-455b-8838-445883e76c39 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:47.059462 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-053558e8-cbec-4dfc-b1f9-a9d4b2e05698 req-0a7ebe82-8eb1-455b-8838-445883e76c39 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/ports?device_id=8421e6e5-1959-4ba5-bdb0-504556e1b769 HTTP/1.1" status: 200 len: 945 time: 0.1687965 Jan 28 00:53:47.073349 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d2f00fa5-bd29-478f-bb9a-eed91af4dcef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (d75d43f9-a71a-4d6e-bb49-db611d3380e0), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:47.078021 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f00fa5-bd29-478f-bb9a-eed91af4dcef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:47.078021 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d2f00fa5-bd29-478f-bb9a-eed91af4dcef admin admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:47.207473 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-053558e8-cbec-4dfc-b1f9-a9d4b2e05698 req-6ddf58d4-540d-4a48-8dd1-e96792b70ed3 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/security-groups?id=7264319b-3c73-41d0-a8b4-7be443f5760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362219 Jan 28 00:53:47.222390 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d2f00fa5-bd29-478f-bb9a-eed91af4dcef admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0097473 Jan 28 00:53:47.225153 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36188) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:47.244409 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f00fa5-bd29-478f-bb9a-eed91af4dcef admin admin] Pushing event updated for resources: {'Network': ['ID=d75d43f9-a71a-4d6e-bb49-db611d3380e0,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:47.244723 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2f3df86a-1984-4e66-9317-d93eac87e006 admin admin] Request body: {'subnet': {'network_id': 'd75d43f9-a71a-4d6e-bb49-db611d3380e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1500217422-subnet', 'tenant_id': 'ef48aaba72f64358b9bf71143d928549', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:53:47.267825 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network d75d43f9-a71a-4d6e-bb49-db611d3380e0 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:53:47.275942 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3df86a-1984-4e66-9317-d93eac87e006 admin admin] Made reservation on behalf of ef48aaba72f64358b9bf71143d928549 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:53:47.279210 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f3df86a-1984-4e66-9317-d93eac87e006 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:47.606104 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f3df86a-1984-4e66-9317-d93eac87e006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (a443f880-26a8-4334-a255-a2142cb7a8b8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:47.679171 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3df86a-1984-4e66-9317-d93eac87e006 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a443f880-26a8-4334-a255-a2142cb7a8b8,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:47.689069 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3df86a-1984-4e66-9317-d93eac87e006 admin admin] Checking segment: {'id': '0bfcaccf-b083-4a5e-a9da-838ecfef2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd75d43f9-a71a-4d6e-bb49-db611d3380e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:53:47.689282 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3df86a-1984-4e66-9317-d93eac87e006 admin admin] Network hostable DHCP agents. Network: d75d43f9-a71a-4d6e-bb49-db611d3380e0, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:53:47.719547 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3df86a-1984-4e66-9317-d93eac87e006 admin admin] Network d75d43f9-a71a-4d6e-bb49-db611d3380e0 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:53:47.733502 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-2f3df86a-1984-4e66-9317-d93eac87e006 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, d75d43f9-a71a-4d6e-bb49-db611d3380e0) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:53:47.741675 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3df86a-1984-4e66-9317-d93eac87e006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:47.744647 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2f3df86a-1984-4e66-9317-d93eac87e006 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:47.750957 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acfb009-296e-446e-b49e-bcf60ddd5999 None None] Network d75d43f9-a71a-4d6e-bb49-db611d3380e0 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:53:47.781556 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2f3df86a-1984-4e66-9317-d93eac87e006 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5531268 Jan 28 00:53:47.978472 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf84f19-369e-4b6d-9291-4dca00a00fca None None] Network d75d43f9-a71a-4d6e-bb49-db611d3380e0 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:53:48.441021 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07318c2e-288d-4071-9cc0-46815a068015 req-3a3dce5d-a184-4c5e-a158-9dfceaea1d7b tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:48.453614 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07318c2e-288d-4071-9cc0-46815a068015 req-3a3dce5d-a184-4c5e-a158-9dfceaea1d7b tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/ports?device_id=8421e6e5-1959-4ba5-bdb0-504556e1b769 HTTP/1.1" status: 200 len: 945 time: 0.0966039 Jan 28 00:53:48.555251 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07318c2e-288d-4071-9cc0-46815a068015 req-224db8bb-d338-4906-abfd-7fc5fcb21f18 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/security-groups?id=7264319b-3c73-41d0-a8b4-7be443f5760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002800 Jan 28 00:53:49.083569 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3109892-350e-4681-952b-f1a005562db7 req-ef165598-4484-40f7-b525-7480310c66b5 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:49.096524 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3109892-350e-4681-952b-f1a005562db7 req-ef165598-4484-40f7-b525-7480310c66b5 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/ports?device_id=8421e6e5-1959-4ba5-bdb0-504556e1b769 HTTP/1.1" status: 200 len: 945 time: 0.1511531 Jan 28 00:53:49.154831 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3109892-350e-4681-952b-f1a005562db7 req-26ddc8eb-7e70-4d74-8b3b-74efec06336f tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/security-groups?id=7264319b-3c73-41d0-a8b4-7be443f5760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568471 Jan 28 00:53:50.030302 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36266) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:50.268668 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-81d4e213-f938-4766-a30c-e59b439ca44c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:50.452800 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0b29b-a43e-4013-908c-a9b29194e320 req-1c8f55a7-4d40-4f0b-93fd-8a645117b494 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:50.454547 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2fb0b29b-a43e-4013-908c-a9b29194e320 req-1c8f55a7-4d40-4f0b-93fd-8a645117b494 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/ports?device_id=8421e6e5-1959-4ba5-bdb0-504556e1b769 HTTP/1.1" status: 200 len: 945 time: 0.1113634 Jan 28 00:53:50.506455 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-81d4e213-f938-4766-a30c-e59b439ca44c admin admin] Publish callbacks [] for security_group (93fe8929-9332-46e5-a38e-92252a450619), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:50.517505 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-81d4e213-f938-4766-a30c-e59b439ca44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (93fe8929-9332-46e5-a38e-92252a450619), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:50.580519 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2fb0b29b-a43e-4013-908c-a9b29194e320 req-106f6e61-ebaa-4707-97f0-8a7239ffe027 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/security-groups?id=7264319b-3c73-41d0-a8b4-7be443f5760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120443 Jan 28 00:53:50.600247 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-81d4e213-f938-4766-a30c-e59b439ca44c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5c6ed6d7464c491ab1bec43cb2746540&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5662308 Jan 28 00:53:50.600247 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4e213-f938-4766-a30c-e59b439ca44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fe8929-9332-46e5-a38e-92252a450619,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:50.601220 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36276) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:50.705525 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dca7a653-edbb-47ee-b8e2-dc858d881fee admin admin] Publish callbacks [] for security_group (93fe8929-9332-46e5-a38e-92252a450619), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:50.746251 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dca7a653-edbb-47ee-b8e2-dc858d881fee admin admin] Publish callbacks [] for security_group (93fe8929-9332-46e5-a38e-92252a450619), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:50.893260 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dca7a653-edbb-47ee-b8e2-dc858d881fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (93fe8929-9332-46e5-a38e-92252a450619), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:50.900499 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dca7a653-edbb-47ee-b8e2-dc858d881fee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:50.904356 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-dca7a653-edbb-47ee-b8e2-dc858d881fee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/93fe8929-9332-46e5-a38e-92252a450619 HTTP/1.1" status: 204 len: 168 time: 0.2977469 Jan 28 00:53:50.921349 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7a653-edbb-47ee-b8e2-dc858d881fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fe8929-9332-46e5-a38e-92252a450619,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:51.069509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aca54a-7fce-45de-980d-2e81eb8e1f3d req-41a09ec9-c05e-4980-a2ab-3a7ab8591bab tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:51.076911 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73aca54a-7fce-45de-980d-2e81eb8e1f3d req-41a09ec9-c05e-4980-a2ab-3a7ab8591bab tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/ports?device_id=8421e6e5-1959-4ba5-bdb0-504556e1b769 HTTP/1.1" status: 200 len: 945 time: 0.1418874 Jan 28 00:53:51.130923 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e267431-598e-46d7-8f50-f2d0a970bbbb req-068fb1d8-1c79-4c15-b639-6582042d50d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:51.132502 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e267431-598e-46d7-8f50-f2d0a970bbbb req-068fb1d8-1c79-4c15-b639-6582042d50d6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=39fa88a9ad89424bbf38cb1e913b6227&device_id=8421e6e5-1959-4ba5-bdb0-504556e1b769 HTTP/1.1" status: 200 len: 1096 time: 0.1379209 Jan 28 00:53:51.180057 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73aca54a-7fce-45de-980d-2e81eb8e1f3d req-e17903bc-ac0b-41cf-bcc3-bf7eb745fb50 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/security-groups?id=7264319b-3c73-41d0-a8b4-7be443f5760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011815 Jan 28 00:53:51.282548 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e267431-598e-46d7-8f50-f2d0a970bbbb req-cc492881-90bb-4a1c-9af3-689e633e05ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:51.284258 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e267431-598e-46d7-8f50-f2d0a970bbbb req-cc492881-90bb-4a1c-9af3-689e633e05ef service neutron] 10.222.0.65 "GET /v2.0/networks?id=1c7a393c-b58b-4f50-9b19-65316dc6a4fb HTTP/1.1" status: 200 len: 913 time: 0.1450508 Jan 28 00:53:51.346232 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e267431-598e-46d7-8f50-f2d0a970bbbb req-f961ef81-3834-4751-9739-50b5625a6b32 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=299a4f3b-d2bc-4472-b972-88134f56fafd HTTP/1.1" status: 200 len: 217 time: 0.0553732 Jan 28 00:53:51.427365 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e267431-598e-46d7-8f50-f2d0a970bbbb req-97ef51e4-882d-4ae3-acb4-c26179e457d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:51.430991 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e267431-598e-46d7-8f50-f2d0a970bbbb req-97ef51e4-882d-4ae3-acb4-c26179e457d2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf1d4d18-00c3-4964-925c-9bb4fa2e6885 HTTP/1.1" status: 200 len: 852 time: 0.0791442 Jan 28 00:53:51.441853 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36290) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:51.470032 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0bcc28c1-15e4-4994-9146-7f9cc7c0cd3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:51.656810 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0bcc28c1-15e4-4994-9146-7f9cc7c0cd3a admin admin] Publish callbacks [] for security_group (3f025d60-3401-4e46-be8f-868883e0c160), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:51.663360 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0bcc28c1-15e4-4994-9146-7f9cc7c0cd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (3f025d60-3401-4e46-be8f-868883e0c160), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:51.713436 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0bcc28c1-15e4-4994-9146-7f9cc7c0cd3a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e32c20ed83424edc899d5da409b482f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2658067 Jan 28 00:53:51.713436 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc28c1-15e4-4994-9146-7f9cc7c0cd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f025d60-3401-4e46-be8f-868883e0c160,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:51.713925 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36304) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:51.803898 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c7dc4293-2f29-40e4-967b-c6e29ac54026 admin admin] Publish callbacks [] for security_group (3f025d60-3401-4e46-be8f-868883e0c160), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:51.850179 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c7dc4293-2f29-40e4-967b-c6e29ac54026 admin admin] Publish callbacks [] for security_group (3f025d60-3401-4e46-be8f-868883e0c160), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:51.877928 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e267431-598e-46d7-8f50-f2d0a970bbbb req-077a8b87-f913-4af3-975c-82305af554f7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1c7a393c-b58b-4f50-9b19-65316dc6a4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4274912 Jan 28 00:53:51.922695 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c7dc4293-2f29-40e4-967b-c6e29ac54026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (3f025d60-3401-4e46-be8f-868883e0c160), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:51.926146 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c7dc4293-2f29-40e4-967b-c6e29ac54026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:51.928854 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c7dc4293-2f29-40e4-967b-c6e29ac54026 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3f025d60-3401-4e46-be8f-868883e0c160 HTTP/1.1" status: 204 len: 168 time: 0.2120466 Jan 28 00:53:51.941761 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc4293-2f29-40e4-967b-c6e29ac54026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f025d60-3401-4e46-be8f-868883e0c160,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:52.077941 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-1ad2f5ce-d342-4163-a38b-c7d2f277932c tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:52.085249 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-1ad2f5ce-d342-4163-a38b-c7d2f277932c tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/networks?id=d75d43f9-a71a-4d6e-bb49-db611d3380e0 HTTP/1.1" status: 200 len: 809 time: 0.2061250 Jan 28 00:53:52.097779 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e267431-598e-46d7-8f50-f2d0a970bbbb req-71d793a6-6b65-43e7-811c-6d60bb555677 service neutron] 10.222.0.65 "GET /v2.0/networks/1c7a393c-b58b-4f50-9b19-65316dc6a4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085819 Jan 28 00:53:52.108563 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-db295f26-b71d-45f5-a406-bf7ca72ff3f7 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/quotas/ef48aaba72f64358b9bf71143d928549 HTTP/1.1" status: 200 len: 375 time: 0.0219970 Jan 28 00:53:52.164329 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-668a8d54-2832-4ba5-8ad0-8be139d9d467 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ef48aaba72f64358b9bf71143d928549&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535765 Jan 28 00:53:52.337794 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e267431-598e-46d7-8f50-f2d0a970bbbb req-c6a0917f-9b9a-4549-943c-a1b8f8eacfa3 service neutron] 10.222.0.65 "GET /v2.0/networks/1c7a393c-b58b-4f50-9b19-65316dc6a4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150371 Jan 28 00:53:52.378997 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-4bdadd09-0bf3-4670-b9d2-0ce65528e91e service neutron] 10.222.0.70 "GET /v2.0/networks/d75d43f9-a71a-4d6e-bb49-db611d3380e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726568 Jan 28 00:53:52.498097 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94e637-1a6d-4558-8cf5-2941a8f57925 req-6618763e-ebed-4636-b2fb-d19e1bb5ba8f tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:52.501444 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ef94e637-1a6d-4558-8cf5-2941a8f57925 req-6618763e-ebed-4636-b2fb-d19e1bb5ba8f tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/ports?device_id=8421e6e5-1959-4ba5-bdb0-504556e1b769 HTTP/1.1" status: 200 len: 945 time: 0.1852896 Jan 28 00:53:52.654813 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ef94e637-1a6d-4558-8cf5-2941a8f57925 req-8774d66a-b0d6-4efd-b826-931623d39bf9 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/security-groups?id=7264319b-3c73-41d0-a8b4-7be443f5760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439254 Jan 28 00:53:52.676374 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-bd97b6d5-b530-4790-8a60-f3918faa7830 service neutron] 10.222.0.70 "GET /v2.0/networks/d75d43f9-a71a-4d6e-bb49-db611d3380e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827113 Jan 28 00:53:52.957417 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93bcc3b8-4fbb-4421-b665-75427c8997ba req-64370861-224c-4a22-97f3-43775f9f3078 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/ports?device_id=96febf76-d3db-4b0c-856c-5087321cc6ac HTTP/1.1" status: 200 len: 210 time: 0.0602973 Jan 28 00:53:53.851592 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d7c5d-b7c6-4cb5-8b21-f26bd8da581b req-1f850d5f-49e5-4c5d-9d1e-f59e112d071d tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:53.854846 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f64d7c5d-b7c6-4cb5-8b21-f26bd8da581b req-1f850d5f-49e5-4c5d-9d1e-f59e112d071d tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/ports?device_id=8421e6e5-1959-4ba5-bdb0-504556e1b769 HTTP/1.1" status: 200 len: 945 time: 0.1182117 Jan 28 00:53:53.957384 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f64d7c5d-b7c6-4cb5-8b21-f26bd8da581b req-607b1486-6041-4fe2-84a9-7770a730a5cd tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/security-groups?id=7264319b-3c73-41d0-a8b4-7be443f5760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889528 Jan 28 00:53:54.126894 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b60fc4eb-7add-4d9d-a01b-1e4b04935dd7 req-3497651c-9de3-4845-9334-760e02bc710f tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/ports?device_id=96febf76-d3db-4b0c-856c-5087321cc6ac HTTP/1.1" status: 200 len: 210 time: 0.0430748 Jan 28 00:53:54.744134 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-8cd476e5-c02e-44bf-869b-f7a335875fe4 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:54.746234 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-8cd476e5-c02e-44bf-869b-f7a335875fe4 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.52 "GET /v2.0/networks?id=d75d43f9-a71a-4d6e-bb49-db611d3380e0 HTTP/1.1" status: 200 len: 809 time: 0.3387287 Jan 28 00:53:54.779889 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-64da8405-cc62-48de-9a8b-54da74946ab0 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Request body: {'port': {'device_id': '96febf76-d3db-4b0c-856c-5087321cc6ac', 'network_id': 'd75d43f9-a71a-4d6e-bb49-db611d3380e0', 'admin_state_up': True, 'tenant_id': 'ef48aaba72f64358b9bf71143d928549'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:53:54.926273 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f75c5b-82c7-4ecd-8e81-375939484a9c req-e494839b-6e32-4459-b325-659382a64e61 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:54.934498 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b0f75c5b-82c7-4ecd-8e81-375939484a9c req-e494839b-6e32-4459-b325-659382a64e61 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/ports?device_id=8421e6e5-1959-4ba5-bdb0-504556e1b769 HTTP/1.1" status: 200 len: 945 time: 0.1036124 Jan 28 00:53:55.004574 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-64da8405-cc62-48de-9a8b-54da74946ab0 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Made reservation on behalf of ef48aaba72f64358b9bf71143d928549 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:53:55.012176 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-64da8405-cc62-48de-9a8b-54da74946ab0 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:55.017881 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b0f75c5b-82c7-4ecd-8e81-375939484a9c req-46ce3f8f-f97f-4f04-820b-8cb58d19f040 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/security-groups?id=7264319b-3c73-41d0-a8b4-7be443f5760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820873 Jan 28 00:53:55.219040 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:53:55.238710 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-64da8405-cc62-48de-9a8b-54da74946ab0 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Allocated IP 172.20.0.10 (d75d43f9-a71a-4d6e-bb49-db611d3380e0/a443f880-26a8-4334-a255-a2142cb7a8b8/270a14bc-3eb0-421e-8a76-ec5ffd47292a) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:53:55.321350 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f355be84-f970-47a5-836b-d71b3dacd363 req-253119bc-610f-4a5c-8021-39970ae5dbae tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/ports?device_id=96febf76-d3db-4b0c-856c-5087321cc6ac HTTP/1.1" status: 200 len: 210 time: 0.0543480 Jan 28 00:53:55.543498 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-64da8405-cc62-48de-9a8b-54da74946ab0 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Publish callbacks [] for port (270a14bc-3eb0-421e-8a76-ec5ffd47292a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:55.589280 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-64da8405-cc62-48de-9a8b-54da74946ab0 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (270a14bc-3eb0-421e-8a76-ec5ffd47292a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:55.647151 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-64da8405-cc62-48de-9a8b-54da74946ab0 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Network d75d43f9-a71a-4d6e-bb49-db611d3380e0 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:53:55.651236 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-64da8405-cc62-48de-9a8b-54da74946ab0 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:53:55.658006 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-64da8405-cc62-48de-9a8b-54da74946ab0 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:53:55.691060 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da8405-cc62-48de-9a8b-54da74946ab0 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Pushing event updated for resources: {'Port': ['ID=270a14bc-3eb0-421e-8a76-ec5ffd47292a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:55.726765 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-64da8405-cc62-48de-9a8b-54da74946ab0 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:55.728113 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-64da8405-cc62-48de-9a8b-54da74946ab0 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:55.758499 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-64da8405-cc62-48de-9a8b-54da74946ab0 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9865811 Jan 28 00:53:55.776507 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-08bcecc0-7f27-4ff2-a480-e7628249e60f service neutron] Request body: {'port': {'device_id': '96febf76-d3db-4b0c-856c-5087321cc6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:53:55.857949 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-08bcecc0-7f27-4ff2-a480-e7628249e60f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (270a14bc-3eb0-421e-8a76-ec5ffd47292a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:56.212012 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63671b29-e895-421f-821a-67d70151952a req-0a64ec6b-a88e-4e90-8e71-0f9795262f5d tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:56.215049 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-63671b29-e895-421f-821a-67d70151952a req-0a64ec6b-a88e-4e90-8e71-0f9795262f5d tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/ports?device_id=8421e6e5-1959-4ba5-bdb0-504556e1b769 HTTP/1.1" status: 200 len: 945 time: 0.0883040 Jan 28 00:53:56.302285 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-63671b29-e895-421f-821a-67d70151952a req-6772e853-2da1-4302-91af-59b7e4c7f8a6 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/security-groups?id=7264319b-3c73-41d0-a8b4-7be443f5760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781467 Jan 28 00:53:56.353163 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-08bcecc0-7f27-4ff2-a480-e7628249e60f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 270a14bc-3eb0-421e-8a76-ec5ffd47292a {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:53:56.365067 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-08bcecc0-7f27-4ff2-a480-e7628249e60f service neutron] Publish callbacks [] for port (270a14bc-3eb0-421e-8a76-ec5ffd47292a), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:56.385448 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-08bcecc0-7f27-4ff2-a480-e7628249e60f service neutron] Transition to ACTIVE for port object 270a14bc-3eb0-421e-8a76-ec5ffd47292a will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:53:56.391597 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-08bcecc0-7f27-4ff2-a480-e7628249e60f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (270a14bc-3eb0-421e-8a76-ec5ffd47292a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:56.453302 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcecc0-7f27-4ff2-a480-e7628249e60f service neutron] Pushing event updated for resources: {'Port': ['ID=270a14bc-3eb0-421e-8a76-ec5ffd47292a,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:56.581038 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53079bb4-2fbb-4280-926a-6e6858a0b32c req-2dc04f7d-9941-41e5-a7a2-ae8c907e90d6 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:56.583971 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-53079bb4-2fbb-4280-926a-6e6858a0b32c req-2dc04f7d-9941-41e5-a7a2-ae8c907e90d6 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/ports?device_id=96febf76-d3db-4b0c-856c-5087321cc6ac HTTP/1.1" status: 200 len: 944 time: 0.0938804 Jan 28 00:53:56.585153 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-08bcecc0-7f27-4ff2-a480-e7628249e60f service neutron] Attempting to bind port 270a14bc-3eb0-421e-8a76-ec5ffd47292a on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:53:56.585586 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-08bcecc0-7f27-4ff2-a480-e7628249e60f service neutron] Attempting to bind port 270a14bc-3eb0-421e-8a76-ec5ffd47292a by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '0bfcaccf-b083-4a5e-a9da-838ecfef2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd75d43f9-a71a-4d6e-bb49-db611d3380e0'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:53:56.585975 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-08bcecc0-7f27-4ff2-a480-e7628249e60f service neutron] Attempting to bind port 270a14bc-3eb0-421e-8a76-ec5ffd47292a on network d75d43f9-a71a-4d6e-bb49-db611d3380e0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:53:56.592535 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-08bcecc0-7f27-4ff2-a480-e7628249e60f service neutron] Port 270a14bc-3eb0-421e-8a76-ec5ffd47292a on network d75d43f9-a71a-4d6e-bb49-db611d3380e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:53:56.593366 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-08bcecc0-7f27-4ff2-a480-e7628249e60f service neutron] Attempting to bind port 270a14bc-3eb0-421e-8a76-ec5ffd47292a on network d75d43f9-a71a-4d6e-bb49-db611d3380e0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:53:56.603071 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-08bcecc0-7f27-4ff2-a480-e7628249e60f service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:53:56.603422 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-08bcecc0-7f27-4ff2-a480-e7628249e60f service neutron] Checking segment: {'id': '0bfcaccf-b083-4a5e-a9da-838ecfef2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd75d43f9-a71a-4d6e-bb49-db611d3380e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:53:56.603836 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-08bcecc0-7f27-4ff2-a480-e7628249e60f service neutron] Bound using segment: {'id': '0bfcaccf-b083-4a5e-a9da-838ecfef2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd75d43f9-a71a-4d6e-bb49-db611d3380e0'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:53:56.604297 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-08bcecc0-7f27-4ff2-a480-e7628249e60f service neutron] Bound port: 270a14bc-3eb0-421e-8a76-ec5ffd47292a, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bfcaccf-b083-4a5e-a9da-838ecfef2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd75d43f9-a71a-4d6e-bb49-db611d3380e0'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:53:56.604669 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-08bcecc0-7f27-4ff2-a480-e7628249e60f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (270a14bc-3eb0-421e-8a76-ec5ffd47292a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:56.710819 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-53079bb4-2fbb-4280-926a-6e6858a0b32c req-0283dd43-5442-4e61-910c-d10460792afa tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/security-groups?id=b801acaf-db46-4b66-aa11-83fe90cc78dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087162 Jan 28 00:53:56.715320 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-08bcecc0-7f27-4ff2-a480-e7628249e60f service neutron] For port 270a14bc-3eb0-421e-8a76-ec5ffd47292a, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:53:56.721075 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-08bcecc0-7f27-4ff2-a480-e7628249e60f service neutron] For port 270a14bc-3eb0-421e-8a76-ec5ffd47292a, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=270a14bc-3eb0-421e-8a76-ec5ffd47292a,segment=NetworkSegment(0bfcaccf-b083-4a5e-a9da-838ecfef2f92),segment_id=0bfcaccf-b083-4a5e-a9da-838ecfef2f92)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:53:56.728117 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-08bcecc0-7f27-4ff2-a480-e7628249e60f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (270a14bc-3eb0-421e-8a76-ec5ffd47292a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:56.792217 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-08bcecc0-7f27-4ff2-a480-e7628249e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:56.793297 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-08bcecc0-7f27-4ff2-a480-e7628249e60f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:56.799687 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-08bcecc0-7f27-4ff2-a480-e7628249e60f service neutron] 10.222.0.52 "PUT /v2.0/ports/270a14bc-3eb0-421e-8a76-ec5ffd47292a HTTP/1.1" status: 200 len: 1092 time: 1.0233526 Jan 28 00:53:56.799687 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96febf76-d3db-4b0c-856c-5087321cc6ac', 'tag': '270a14bc-3eb0-421e-8a76-ec5ffd47292a'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:53:56.800257 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49c789f-ffd9-4d48-8507-e8a3c20e77e1" -d '{"events": [{"name": "network-changed", "server_uuid": "96febf76-d3db-4b0c-856c-5087321cc6ac", "tag": "270a14bc-3eb0-421e-8a76-ec5ffd47292a"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:53:56.887079 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ceedaa-cce5-4f30-81ac-64de6d195453 x-openstack-request-id: req-e7ceedaa-cce5-4f30-81ac-64de6d195453 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:53:56.887523 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96febf76-d3db-4b0c-856c-5087321cc6ac", "tag": "270a14bc-3eb0-421e-8a76-ec5ffd47292a", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:53:56.887884 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e7ceedaa-cce5-4f30-81ac-64de6d195453 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:53:56.888920 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96febf76-d3db-4b0c-856c-5087321cc6ac', 'tag': '270a14bc-3eb0-421e-8a76-ec5ffd47292a', 'status': 'completed', 'code': 200} Jan 28 00:53:56.899469 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b71ed-c326-423f-a4af-bff66a009612 req-bfe061e5-b5cc-43df-81b2-8b38a8956bb3 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:56.901999 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-240b71ed-c326-423f-a4af-bff66a009612 req-bfe061e5-b5cc-43df-81b2-8b38a8956bb3 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.65 "GET /v2.0/ports?device_id=8421e6e5-1959-4ba5-bdb0-504556e1b769 HTTP/1.1" status: 200 len: 945 time: 0.1820264 Jan 28 00:53:56.927338 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcecc0-7f27-4ff2-a480-e7628249e60f service neutron] Pushing event updated for resources: {'Port': ['ID=270a14bc-3eb0-421e-8a76-ec5ffd47292a,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:56.966284 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-033ffa4f-bc92-4d8d-bb57-8cb8e9d9bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:56.970013 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-033ffa4f-bc92-4d8d-bb57-8cb8e9d9bb27 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ef48aaba72f64358b9bf71143d928549&device_id=96febf76-d3db-4b0c-856c-5087321cc6ac HTTP/1.1" status: 200 len: 1095 time: 0.1001360 Jan 28 00:53:57.047254 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36400) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:57.051131 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-bbaff389-3436-450d-af06-1c4eb0a7d17f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=270a14bc-3eb0-421e-8a76-ec5ffd47292a HTTP/1.1" status: 200 len: 217 time: 0.0667026 Jan 28 00:53:57.117086 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-240b71ed-c326-423f-a4af-bff66a009612 req-d0dd8d60-ae3f-4809-8fb7-2d59619479b8 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Deleting port 299a4f3b-d2bc-4472-b972-88134f56fafd {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:53:57.117578 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-240b71ed-c326-423f-a4af-bff66a009612 req-d0dd8d60-ae3f-4809-8fb7-2d59619479b8 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (299a4f3b-d2bc-4472-b972-88134f56fafd), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:57.146791 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-985f2efb-9d95-4f6a-8a22-f5368a5ad1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:57.149501 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-985f2efb-9d95-4f6a-8a22-f5368a5ad1f3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a443f880-26a8-4334-a255-a2142cb7a8b8 HTTP/1.1" status: 200 len: 849 time: 0.0921297 Jan 28 00:53:57.212987 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-4b66c86c-bfb4-4368-a55c-339c6e57875f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d75d43f9-a71a-4d6e-bb49-db611d3380e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532241 Jan 28 00:53:57.301992 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-240b71ed-c326-423f-a4af-bff66a009612 req-d0dd8d60-ae3f-4809-8fb7-2d59619479b8 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] For port 299a4f3b-d2bc-4472-b972-88134f56fafd, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=299a4f3b-d2bc-4472-b972-88134f56fafd,segment=NetworkSegment(7e220135-1eaa-4c18-8d07-d69e0fae15b6),segment_id=7e220135-1eaa-4c18-8d07-d69e0fae15b6)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:53:57.303660 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-240b71ed-c326-423f-a4af-bff66a009612 req-d0dd8d60-ae3f-4809-8fb7-2d59619479b8 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (299a4f3b-d2bc-4472-b972-88134f56fafd), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:57.338193 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8f5a13de-8415-43c4-a965-b6b0ebc3411e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:57.342687 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-240b71ed-c326-423f-a4af-bff66a009612 req-d0dd8d60-ae3f-4809-8fb7-2d59619479b8 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Calling delete_port for 299a4f3b-d2bc-4472-b972-88134f56fafd owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:53:57.437073 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-d5d0db46-d460-47d1-a825-7cc3ffb92d27 service neutron] 10.222.0.52 "GET /v2.0/networks/d75d43f9-a71a-4d6e-bb49-db611d3380e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165983 Jan 28 00:53:57.570098 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5365560f-8553-4c9c-90a2-d640a8cf8f01 req-acf84de6-f9c6-4486-ac3a-f65cc68e68df service neutron] 10.222.0.52 "GET /v2.0/networks/d75d43f9-a71a-4d6e-bb49-db611d3380e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270354 Jan 28 00:53:57.601388 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4e5c5-a048-4994-8b38-2fbacef8ce18 req-b6d9bfb4-d74b-47af-9329-d033dee1c66a tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:57.603479 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bfc4e5c5-a048-4994-8b38-2fbacef8ce18 req-b6d9bfb4-d74b-47af-9329-d033dee1c66a tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/ports?device_id=8421e6e5-1959-4ba5-bdb0-504556e1b769 HTTP/1.1" status: 200 len: 945 time: 0.1406405 Jan 28 00:53:57.652017 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8f5a13de-8415-43c4-a965-b6b0ebc3411e admin admin] Publish callbacks [] for security_group (aef777c5-0400-4fc3-8805-255d95aa506e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:57.689244 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8f5a13de-8415-43c4-a965-b6b0ebc3411e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (aef777c5-0400-4fc3-8805-255d95aa506e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:57.751797 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c789f-ffd9-4d48-8507-e8a3c20e77e1 req-3d2acbf8-443d-43a2-bf52-aade8702a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:57.755090 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e49c789f-ffd9-4d48-8507-e8a3c20e77e1 req-3d2acbf8-443d-43a2-bf52-aade8702a1e3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ef48aaba72f64358b9bf71143d928549&device_id=96febf76-d3db-4b0c-856c-5087321cc6ac HTTP/1.1" status: 200 len: 1095 time: 0.0692677 Jan 28 00:53:57.807383 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8f5a13de-8415-43c4-a965-b6b0ebc3411e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1c481aa55e5845a4954a5b543844b619&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7538185 Jan 28 00:53:57.811838 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36408) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:57.818277 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-240b71ed-c326-423f-a4af-bff66a009612 req-d0dd8d60-ae3f-4809-8fb7-2d59619479b8 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (299a4f3b-d2bc-4472-b972-88134f56fafd), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:57.848515 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bfc4e5c5-a048-4994-8b38-2fbacef8ce18 req-effca75c-ed01-4d72-8f1b-2eebf9e211fc tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.70 "GET /v2.0/security-groups?id=7264319b-3c73-41d0-a8b4-7be443f5760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301137 Jan 28 00:53:57.849962 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a13de-8415-43c4-a965-b6b0ebc3411e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef777c5-0400-4fc3-8805-255d95aa506e,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:57.967111 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd8d60-ae3f-4809-8fb7-2d59619479b8 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Pushing event deleted for resources: {'Port': ['ID=299a4f3b-d2bc-4472-b972-88134f56fafd,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:58.057500 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-240b71ed-c326-423f-a4af-bff66a009612 req-d0dd8d60-ae3f-4809-8fb7-2d59619479b8 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] No DVR routers for this DVR port 299a4f3b-d2bc-4472-b972-88134f56fafd on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:53:58.063752 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-240b71ed-c326-423f-a4af-bff66a009612 req-d0dd8d60-ae3f-4809-8fb7-2d59619479b8 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:58.077413 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-240b71ed-c326-423f-a4af-bff66a009612 req-d0dd8d60-ae3f-4809-8fb7-2d59619479b8 tempest-TestServerAdvancedOps-105319826 tempest-TestServerAdvancedOps-105319826-project] 10.222.0.65 "DELETE /v2.0/ports/299a4f3b-d2bc-4472-b972-88134f56fafd HTTP/1.1" status: 204 len: 173 time: 1.1625757 Jan 28 00:53:58.080945 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8421e6e5-1959-4ba5-bdb0-504556e1b769', 'name': 'network-vif-deleted', 'tag': '299a4f3b-d2bc-4472-b972-88134f56fafd'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:53:58.083502 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f87aa9-2fac-4a40-b76a-52f4cacf3fda" -d '{"events": [{"server_uuid": "8421e6e5-1959-4ba5-bdb0-504556e1b769", "name": "network-vif-deleted", "tag": "299a4f3b-d2bc-4472-b972-88134f56fafd"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:53:58.113832 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae317eb1-2414-49fe-9555-78bbf14f6512 req-dd35923e-3889-4406-8d1c-c6a2b1e6bc23 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:58.122467 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ae317eb1-2414-49fe-9555-78bbf14f6512 req-dd35923e-3889-4406-8d1c-c6a2b1e6bc23 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/ports?device_id=96febf76-d3db-4b0c-856c-5087321cc6ac HTTP/1.1" status: 200 len: 944 time: 0.3090825 Jan 28 00:53:58.136260 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e47a8c89-8df2-4183-a9b7-3ce654022ef1 admin admin] Publish callbacks [] for security_group (aef777c5-0400-4fc3-8805-255d95aa506e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:58.175950 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e47a8c89-8df2-4183-a9b7-3ce654022ef1 admin admin] Publish callbacks [] for security_group (aef777c5-0400-4fc3-8805-255d95aa506e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:58.238709 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10fc71d-d344-4893-8ae9-b7c8fc349b6d x-openstack-request-id: req-e10fc71d-d344-4893-8ae9-b7c8fc349b6d {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:53:58.239015 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8421e6e5-1959-4ba5-bdb0-504556e1b769", "name": "network-vif-deleted", "tag": "299a4f3b-d2bc-4472-b972-88134f56fafd", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:53:58.239194 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e10fc71d-d344-4893-8ae9-b7c8fc349b6d {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:53:58.239744 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8421e6e5-1959-4ba5-bdb0-504556e1b769', 'name': 'network-vif-deleted', 'tag': '299a4f3b-d2bc-4472-b972-88134f56fafd', 'status': 'completed', 'code': 200} Jan 28 00:53:58.246237 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e47a8c89-8df2-4183-a9b7-3ce654022ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (aef777c5-0400-4fc3-8805-255d95aa506e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:58.249763 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e47a8c89-8df2-4183-a9b7-3ce654022ef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:58.251044 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e47a8c89-8df2-4183-a9b7-3ce654022ef1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aef777c5-0400-4fc3-8805-255d95aa506e HTTP/1.1" status: 204 len: 168 time: 0.4347982 Jan 28 00:53:58.262515 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a8c89-8df2-4183-a9b7-3ce654022ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef777c5-0400-4fc3-8805-255d95aa506e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:58.374343 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ae317eb1-2414-49fe-9555-78bbf14f6512 req-8b156871-9c09-4729-aa6c-4e24090527f4 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/security-groups?id=b801acaf-db46-4b66-aa11-83fe90cc78dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505915 Jan 28 00:53:58.521130 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c789f-ffd9-4d48-8507-e8a3c20e77e1 req-b3293add-7b10-4fa4-9957-bca894ec3021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:58.525103 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e49c789f-ffd9-4d48-8507-e8a3c20e77e1 req-b3293add-7b10-4fa4-9957-bca894ec3021 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d75d43f9-a71a-4d6e-bb49-db611d3380e0 HTTP/1.1" status: 200 len: 910 time: 0.7634940 Jan 28 00:53:58.612772 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e49c789f-ffd9-4d48-8507-e8a3c20e77e1 req-8ad288fe-5a95-436c-a0b4-6800e03b0fab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=270a14bc-3eb0-421e-8a76-ec5ffd47292a HTTP/1.1" status: 200 len: 217 time: 0.0813901 Jan 28 00:53:58.702561 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c789f-ffd9-4d48-8507-e8a3c20e77e1 req-0a6ee944-a923-4eb2-9916-43cd863f5d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:58.706928 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e49c789f-ffd9-4d48-8507-e8a3c20e77e1 req-0a6ee944-a923-4eb2-9916-43cd863f5d0a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a443f880-26a8-4334-a255-a2142cb7a8b8 HTTP/1.1" status: 200 len: 849 time: 0.0878651 Jan 28 00:53:58.756489 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e49c789f-ffd9-4d48-8507-e8a3c20e77e1 req-0b978083-0c03-47d6-825a-305caad740b8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d75d43f9-a71a-4d6e-bb49-db611d3380e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403450 Jan 28 00:53:58.835262 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36418) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:58.850415 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-323d66e8-44e9-4580-9c5f-b85f747e70a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:58.901570 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e49c789f-ffd9-4d48-8507-e8a3c20e77e1 req-8c2ee409-ddfc-49e7-82cf-1917a159b911 service neutron] 10.222.0.52 "GET /v2.0/networks/d75d43f9-a71a-4d6e-bb49-db611d3380e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397715 Jan 28 00:53:58.975534 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36422) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:58.999135 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-323d66e8-44e9-4580-9c5f-b85f747e70a3 admin admin] Publish callbacks [] for security_group (54ca7ca1-0b91-4cbd-b97e-84418020c7e2), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:59.029347 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e49c789f-ffd9-4d48-8507-e8a3c20e77e1 req-bbd4750c-d908-40af-ad2a-feb1c7aa40bf service neutron] 10.222.0.52 "GET /v2.0/networks/d75d43f9-a71a-4d6e-bb49-db611d3380e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152112 Jan 28 00:53:59.039761 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-323d66e8-44e9-4580-9c5f-b85f747e70a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (54ca7ca1-0b91-4cbd-b97e-84418020c7e2), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:59.097137 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 299a4f3b-d2bc-4472-b972-88134f56fafd no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:53:59.125789 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-323d66e8-44e9-4580-9c5f-b85f747e70a3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b90c526f309047c79796f2b28c6b975d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2868719 Jan 28 00:53:59.126593 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36426) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:59.134670 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 299a4f3b-d2bc-4472-b972-88134f56fafd {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:53:59.134911 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-33148990-9d89-42b6-bcdf-a344d1007047 admin admin] Deleting subnet bf1d4d18-00c3-4964-925c-9bb4fa2e6885 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:53:59.135054 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 299a4f3b-d2bc-4472-b972-88134f56fafd not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:53:59.139997 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d66e8-44e9-4580-9c5f-b85f747e70a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ca7ca1-0b91-4cbd-b97e-84418020c7e2,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:59.144224 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-33148990-9d89-42b6-bcdf-a344d1007047 admin admin] Publish callbacks [] for subnet (bf1d4d18-00c3-4964-925c-9bb4fa2e6885), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:59.209004 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-33148990-9d89-42b6-bcdf-a344d1007047 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (bf1d4d18-00c3-4964-925c-9bb4fa2e6885), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:59.224222 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b2330d1-06fd-435a-bedb-f6da227ab9ee admin admin] Publish callbacks [] for security_group (54ca7ca1-0b91-4cbd-b97e-84418020c7e2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:59.251592 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b2330d1-06fd-435a-bedb-f6da227ab9ee admin admin] Publish callbacks [] for security_group (54ca7ca1-0b91-4cbd-b97e-84418020c7e2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:59.282729 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-33148990-9d89-42b6-bcdf-a344d1007047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (bf1d4d18-00c3-4964-925c-9bb4fa2e6885), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:59.320957 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b2330d1-06fd-435a-bedb-f6da227ab9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (54ca7ca1-0b91-4cbd-b97e-84418020c7e2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:59.323861 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b2330d1-06fd-435a-bedb-f6da227ab9ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:59.325447 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5b2330d1-06fd-435a-bedb-f6da227ab9ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/54ca7ca1-0b91-4cbd-b97e-84418020c7e2 HTTP/1.1" status: 204 len: 168 time: 0.1959584 Jan 28 00:53:59.334302 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2330d1-06fd-435a-bedb-f6da227ab9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ca7ca1-0b91-4cbd-b97e-84418020c7e2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:59.394119 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-33148990-9d89-42b6-bcdf-a344d1007047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (bf1d4d18-00c3-4964-925c-9bb4fa2e6885), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:59.466666 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33148990-9d89-42b6-bcdf-a344d1007047 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf1d4d18-00c3-4964-925c-9bb4fa2e6885,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:53:59.484122 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-33148990-9d89-42b6-bcdf-a344d1007047 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:59.489750 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-33148990-9d89-42b6-bcdf-a344d1007047 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/bf1d4d18-00c3-4964-925c-9bb4fa2e6885 HTTP/1.1" status: 204 len: 168 time: 0.5124092 Jan 28 00:53:59.494371 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36432) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:53:59.636618 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bb73e-7022-4262-aeca-09fabddcc71c req-1fd4c707-927a-44a7-9b88-40071d08d258 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:53:59.640216 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-758bb73e-7022-4262-aeca-09fabddcc71c req-1fd4c707-927a-44a7-9b88-40071d08d258 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/ports?device_id=96febf76-d3db-4b0c-856c-5087321cc6ac HTTP/1.1" status: 200 len: 944 time: 0.1051364 Jan 28 00:53:59.663237 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b2a4b52-5005-422a-a2cc-c96679ca8f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (1c7a393c-b58b-4f50-9b19-65316dc6a4fb), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:59.743426 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-758bb73e-7022-4262-aeca-09fabddcc71c req-aff0e455-d0ce-4ae5-a025-bfce0484ea40 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/security-groups?id=b801acaf-db46-4b66-aa11-83fe90cc78dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892611 Jan 28 00:53:59.821408 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b2a4b52-5005-422a-a2cc-c96679ca8f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (1c7a393c-b58b-4f50-9b19-65316dc6a4fb), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:59.860036 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-6b2a4b52-5005-422a-a2cc-c96679ca8f14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c7a393c-b58b-4f50-9b19-65316dc6a4fb']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:53:59.882282 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-6b2a4b52-5005-422a-a2cc-c96679ca8f14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e220135-1eaa-4c18-8d07-d69e0fae15b6') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:53:59.882771 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-6b2a4b52-5005-422a-a2cc-c96679ca8f14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e220135-1eaa-4c18-8d07-d69e0fae15b6') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:53:59.900085 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b2a4b52-5005-422a-a2cc-c96679ca8f14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (7e220135-1eaa-4c18-8d07-d69e0fae15b6), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:59.927358 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b2a4b52-5005-422a-a2cc-c96679ca8f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (7e220135-1eaa-4c18-8d07-d69e0fae15b6), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:59.935094 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b2a4b52-5005-422a-a2cc-c96679ca8f14 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:53:59.935763 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b2a4b52-5005-422a-a2cc-c96679ca8f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (7e220135-1eaa-4c18-8d07-d69e0fae15b6), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:53:59.941237 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:53:59.941237 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:53:59.941237 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:53:59.941237 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:53:59.941237 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:53:59.941237 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:53:59.941237 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:53:59.941237 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:53:59.941237 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:53:59.941237 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:53:59.941237 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:53:59.941237 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:53:59.941237 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:53:59.941237 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:53:59.941237 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:53:59.941237 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:53:59.941237 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:53:59.941237 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:53:59.941237 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:53:59.941237 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:53:59.941237 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:53:59.941237 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:53:59.941237 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:53:59.941237 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:53:59.941237 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:53:59.941237 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:53:59.941237 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:53:59.941237 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:53:59.941237 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:53:59.941237 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:53:59.941237 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:53:59.941237 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:54:00.038782 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b2a4b52-5005-422a-a2cc-c96679ca8f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (1c7a393c-b58b-4f50-9b19-65316dc6a4fb), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:00.052868 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b2a4b52-5005-422a-a2cc-c96679ca8f14 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:00.057707 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6b2a4b52-5005-422a-a2cc-c96679ca8f14 admin admin] 10.222.0.70 "DELETE /v2.0/networks/1c7a393c-b58b-4f50-9b19-65316dc6a4fb HTTP/1.1" status: 204 len: 168 time: 0.5621908 Jan 28 00:54:00.061720 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36442) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:00.081539 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a4b52-5005-422a-a2cc-c96679ca8f14 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c7a393c-b58b-4f50-9b19-65316dc6a4fb,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:00.134014 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0573042-d8a5-4047-8f66-0b66c30776fd admin admin] Deleting subnet e0816959-777b-47c1-bfa3-10a8154d95d9 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:54:00.140282 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b0573042-d8a5-4047-8f66-0b66c30776fd admin admin] Publish callbacks [] for subnet (e0816959-777b-47c1-bfa3-10a8154d95d9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:00.218106 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b0573042-d8a5-4047-8f66-0b66c30776fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (e0816959-777b-47c1-bfa3-10a8154d95d9), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:00.297588 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b0573042-d8a5-4047-8f66-0b66c30776fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (e0816959-777b-47c1-bfa3-10a8154d95d9), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:00.386700 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b0573042-d8a5-4047-8f66-0b66c30776fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (e0816959-777b-47c1-bfa3-10a8154d95d9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:00.438590 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0573042-d8a5-4047-8f66-0b66c30776fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0816959-777b-47c1-bfa3-10a8154d95d9,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:00.442486 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b0573042-d8a5-4047-8f66-0b66c30776fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:00.452318 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b0573042-d8a5-4047-8f66-0b66c30776fd admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e0816959-777b-47c1-bfa3-10a8154d95d9 HTTP/1.1" status: 204 len: 168 time: 0.3892782 Jan 28 00:54:00.456345 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36454) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:00.558077 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c58ab4ea-65b1-4a24-a74f-ac16e4b16891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (58878063-1661-4c7b-938b-a9e4a90cca1b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:00.718488 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c58ab4ea-65b1-4a24-a74f-ac16e4b16891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (58878063-1661-4c7b-938b-a9e4a90cca1b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:00.753104 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-c58ab4ea-65b1-4a24-a74f-ac16e4b16891 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58878063-1661-4c7b-938b-a9e4a90cca1b']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:00.770714 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-c58ab4ea-65b1-4a24-a74f-ac16e4b16891 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8133b60a-85b6-497e-b47e-537895c100fa') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:00.771498 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-c58ab4ea-65b1-4a24-a74f-ac16e4b16891 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8133b60a-85b6-497e-b47e-537895c100fa') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:00.793116 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c58ab4ea-65b1-4a24-a74f-ac16e4b16891 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (8133b60a-85b6-497e-b47e-537895c100fa), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:00.828875 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c58ab4ea-65b1-4a24-a74f-ac16e4b16891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (8133b60a-85b6-497e-b47e-537895c100fa), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:00.849103 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58ab4ea-65b1-4a24-a74f-ac16e4b16891 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:54:00.850914 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c58ab4ea-65b1-4a24-a74f-ac16e4b16891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (8133b60a-85b6-497e-b47e-537895c100fa), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:00.860276 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:54:00.860276 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:54:00.860276 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:54:00.860276 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:54:00.860276 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:54:00.860276 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:54:00.860276 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:54:00.860276 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:54:00.860276 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:54:00.860276 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:54:00.860276 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:54:00.860276 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:54:00.860276 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:54:00.860276 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:54:00.860276 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:54:00.860276 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:54:00.860276 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:54:00.860276 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:54:00.860276 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:54:00.860276 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:54:00.860276 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:54:00.860276 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:54:00.860276 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:54:00.860276 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:54:00.860276 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:54:00.860276 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:54:00.860276 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:54:00.860276 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:54:00.860276 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:54:00.860276 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:54:00.860276 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:54:00.860276 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:54:00.937479 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6918c-1924-41a1-92e5-0708463ae43c req-3231f06a-8a1f-4b15-ac61-232af001b06b tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:00.939712 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-69c6918c-1924-41a1-92e5-0708463ae43c req-3231f06a-8a1f-4b15-ac61-232af001b06b tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/ports?device_id=96febf76-d3db-4b0c-856c-5087321cc6ac HTTP/1.1" status: 200 len: 944 time: 0.0732067 Jan 28 00:54:00.992601 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c58ab4ea-65b1-4a24-a74f-ac16e4b16891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (58878063-1661-4c7b-938b-a9e4a90cca1b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:01.023225 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c58ab4ea-65b1-4a24-a74f-ac16e4b16891 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:01.030581 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c58ab4ea-65b1-4a24-a74f-ac16e4b16891 admin admin] 10.222.0.70 "DELETE /v2.0/networks/58878063-1661-4c7b-938b-a9e4a90cca1b HTTP/1.1" status: 204 len: 168 time: 0.5709791 Jan 28 00:54:01.031751 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ab4ea-65b1-4a24-a74f-ac16e4b16891 admin admin] Pushing event deleted for resources: {'Network': ['ID=58878063-1661-4c7b-938b-a9e4a90cca1b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:01.060440 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-69c6918c-1924-41a1-92e5-0708463ae43c req-349f6d6e-4428-4512-a20d-ef1769df0084 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/security-groups?id=b801acaf-db46-4b66-aa11-83fe90cc78dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069512 Jan 28 00:54:01.404689 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36474) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:01.483520 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1f64f4f1-45cb-4555-9084-c81015e35529 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=39fa88a9ad89424bbf38cb1e913b6227&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0742221 Jan 28 00:54:01.484046 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36476) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:01.570800 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-922e6571-fabf-45e6-8029-49c084d0ccd7 admin admin] Publish callbacks [] for security_group (7264319b-3c73-41d0-a8b4-7be443f5760f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:01.618551 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-922e6571-fabf-45e6-8029-49c084d0ccd7 admin admin] Publish callbacks [] for security_group (7264319b-3c73-41d0-a8b4-7be443f5760f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:01.714613 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-922e6571-fabf-45e6-8029-49c084d0ccd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7264319b-3c73-41d0-a8b4-7be443f5760f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:01.718902 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-922e6571-fabf-45e6-8029-49c084d0ccd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:01.723761 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-922e6571-fabf-45e6-8029-49c084d0ccd7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7264319b-3c73-41d0-a8b4-7be443f5760f HTTP/1.1" status: 204 len: 168 time: 0.2346549 Jan 28 00:54:01.733464 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e6571-fabf-45e6-8029-49c084d0ccd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7264319b-3c73-41d0-a8b4-7be443f5760f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:02.318390 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfb67a-2930-4a65-be90-da77d624fcb6 req-adb4bd99-6e99-48ea-8f2b-aaf6529b3c8e tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:02.321414 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-13cfb67a-2930-4a65-be90-da77d624fcb6 req-adb4bd99-6e99-48ea-8f2b-aaf6529b3c8e tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/ports?device_id=96febf76-d3db-4b0c-856c-5087321cc6ac HTTP/1.1" status: 200 len: 944 time: 0.1198993 Jan 28 00:54:02.407291 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 270a14bc-3eb0-421e-8a76-ec5ffd47292a details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:54:02.445302 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-13cfb67a-2930-4a65-be90-da77d624fcb6 req-3979ca0d-c9b9-4778-874a-1ed4de8bf45c tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/security-groups?id=b801acaf-db46-4b66-aa11-83fe90cc78dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151106 Jan 28 00:54:02.586104 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 270a14bc-3eb0-421e-8a76-ec5ffd47292a, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=270a14bc-3eb0-421e-8a76-ec5ffd47292a,segment=NetworkSegment(0bfcaccf-b083-4a5e-a9da-838ecfef2f92),segment_id=0bfcaccf-b083-4a5e-a9da-838ecfef2f92)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:02.604584 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '270a14bc-3eb0-421e-8a76-ec5ffd47292a', 'network_id': 'd75d43f9-a71a-4d6e-bb49-db611d3380e0', 'port_id': '270a14bc-3eb0-421e-8a76-ec5ffd47292a', 'mac_address': 'fa:16:3e:6f:6f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a443f880-26a8-4334-a255-a2142cb7a8b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:54:02.630403 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36502) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:02.660340 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 270a14bc-3eb0-421e-8a76-ec5ffd47292a is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:02.660746 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (270a14bc-3eb0-421e-8a76-ec5ffd47292a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:02.676834 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 270a14bc-3eb0-421e-8a76-ec5ffd47292a {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:54:02.696946 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36504) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:02.700869 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a00b7de1-9c01-4e19-a9d0-0f07f99cda85 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b7b057a582ca4499932eda696d07cf3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0646400 Jan 28 00:54:02.717862 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 270a14bc-3eb0-421e-8a76-ec5ffd47292a, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=270a14bc-3eb0-421e-8a76-ec5ffd47292a,segment=NetworkSegment(0bfcaccf-b083-4a5e-a9da-838ecfef2f92),segment_id=0bfcaccf-b083-4a5e-a9da-838ecfef2f92)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:02.724583 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (270a14bc-3eb0-421e-8a76-ec5ffd47292a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:02.793769 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-028ff8f7-006e-4e96-80fa-a8f3b2a381f7 admin admin] Publish callbacks [] for security_group (cf4df929-1235-4608-b8f4-c1b57ae33df3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:02.813840 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=270a14bc-3eb0-421e-8a76-ec5ffd47292a,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:02.826118 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:02.826506 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:02.826864 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:02.828832 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:02.829495 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:02.830036 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:02.830367 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:02.830711 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:02.831053 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:02.831392 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:02.831764 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:02.832098 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:02.832429 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:02.845283 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-028ff8f7-006e-4e96-80fa-a8f3b2a381f7 admin admin] Publish callbacks [] for security_group (cf4df929-1235-4608-b8f4-c1b57ae33df3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:02.941811 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-028ff8f7-006e-4e96-80fa-a8f3b2a381f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (cf4df929-1235-4608-b8f4-c1b57ae33df3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:02.947236 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-028ff8f7-006e-4e96-80fa-a8f3b2a381f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:02.951042 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-028ff8f7-006e-4e96-80fa-a8f3b2a381f7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cf4df929-1235-4608-b8f4-c1b57ae33df3 HTTP/1.1" status: 204 len: 168 time: 0.2508054 Jan 28 00:54:02.964809 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ff8f7-006e-4e96-80fa-a8f3b2a381f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4df929-1235-4608-b8f4-c1b57ae33df3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:03.158817 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['270a14bc-3eb0-421e-8a76-ec5ffd47292a'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:54:03.700007 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e6a12-7637-4b47-9512-97f3c76483db req-5b5128d5-ecb2-45e8-9af2-eeea4f1185f6 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:03.702666 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6a4e6a12-7637-4b47-9512-97f3c76483db req-5b5128d5-ecb2-45e8-9af2-eeea4f1185f6 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/ports?device_id=96febf76-d3db-4b0c-856c-5087321cc6ac HTTP/1.1" status: 200 len: 945 time: 0.1013675 Jan 28 00:54:03.800493 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6a4e6a12-7637-4b47-9512-97f3c76483db req-56b37258-71ea-427d-95f0-a4b401d3d977 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/security-groups?id=b801acaf-db46-4b66-aa11-83fe90cc78dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877111 Jan 28 00:54:03.919648 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36546) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:04.120419 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a83b56e4-1b79-4675-9f1e-0541b4ed18f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:04.239403 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a83b56e4-1b79-4675-9f1e-0541b4ed18f1 admin admin] Publish callbacks [] for security_group (a27d2826-6663-4c03-81cc-3036652cd077), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:04.245646 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a83b56e4-1b79-4675-9f1e-0541b4ed18f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a27d2826-6663-4c03-81cc-3036652cd077), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:04.251819 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36556) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:04.320765 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a83b56e4-1b79-4675-9f1e-0541b4ed18f1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=46a119ded6884b7f9cdac22d6e0dd41b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3999209 Jan 28 00:54:04.322122 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b56e4-1b79-4675-9f1e-0541b4ed18f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27d2826-6663-4c03-81cc-3036652cd077,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:04.324499 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36560) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:04.406133 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bda8101c-14b5-4e16-8001-b5347b02988f admin admin] Publish callbacks [] for security_group (a27d2826-6663-4c03-81cc-3036652cd077), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:04.423194 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 270a14bc-3eb0-421e-8a76-ec5ffd47292a up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:54:04.459352 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-e4e0fcc3-5b9c-4e67-a0d5-acc870c6c314 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1764610025-network', 'tenant_id': '866b4ab7fc314102a97a2fa17ec57a6e'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:04.473665 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bda8101c-14b5-4e16-8001-b5347b02988f admin admin] Publish callbacks [] for security_group (a27d2826-6663-4c03-81cc-3036652cd077), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:04.534432 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 270a14bc-3eb0-421e-8a76-ec5ffd47292a completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:54:04.541380 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 270a14bc-3eb0-421e-8a76-ec5ffd47292a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:04.541988 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (270a14bc-3eb0-421e-8a76-ec5ffd47292a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:04.542411 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e0fcc3-5b9c-4e67-a0d5-acc870c6c314 admin admin] Made reservation on behalf of 866b4ab7fc314102a97a2fa17ec57a6e for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:54:04.546456 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e4e0fcc3-5b9c-4e67-a0d5-acc870c6c314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:04.561971 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e4e0fcc3-5b9c-4e67-a0d5-acc870c6c314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:04.607201 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bda8101c-14b5-4e16-8001-b5347b02988f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a27d2826-6663-4c03-81cc-3036652cd077), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:04.611745 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bda8101c-14b5-4e16-8001-b5347b02988f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:04.614599 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-bda8101c-14b5-4e16-8001-b5347b02988f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a27d2826-6663-4c03-81cc-3036652cd077 HTTP/1.1" status: 204 len: 168 time: 0.2883334 Jan 28 00:54:04.644678 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8101c-14b5-4e16-8001-b5347b02988f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27d2826-6663-4c03-81cc-3036652cd077,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:04.781795 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 270a14bc-3eb0-421e-8a76-ec5ffd47292a is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:04.782925 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (270a14bc-3eb0-421e-8a76-ec5ffd47292a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:04.792274 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e4e0fcc3-5b9c-4e67-a0d5-acc870c6c314 admin admin] Publish callbacks [] for security_group (944bdd0d-98a4-4a68-bde1-61522d4d8aae), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:04.802792 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e4e0fcc3-5b9c-4e67-a0d5-acc870c6c314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (944bdd0d-98a4-4a68-bde1-61522d4d8aae), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:04.842673 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96febf76-d3db-4b0c-856c-5087321cc6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270a14bc-3eb0-421e-8a76-ec5ffd47292a'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:54:04.846277 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2208c006-0fc9-4401-a15e-042190c63676" -d '{"events": [{"server_uuid": "96febf76-d3db-4b0c-856c-5087321cc6ac", "name": "network-vif-plugged", "status": "completed", "tag": "270a14bc-3eb0-421e-8a76-ec5ffd47292a"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:54:04.883839 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 270a14bc-3eb0-421e-8a76-ec5ffd47292a, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=270a14bc-3eb0-421e-8a76-ec5ffd47292a,segment=NetworkSegment(0bfcaccf-b083-4a5e-a9da-838ecfef2f92),segment_id=0bfcaccf-b083-4a5e-a9da-838ecfef2f92)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:04.894612 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (270a14bc-3eb0-421e-8a76-ec5ffd47292a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:04.915813 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e0fcc3-5b9c-4e67-a0d5-acc870c6c314 admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:54:04.961552 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0fcc3-5b9c-4e67-a0d5-acc870c6c314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944bdd0d-98a4-4a68-bde1-61522d4d8aae,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:04.964148 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34f7c0a-5773-4377-9267-0efd4fc2e5d3 x-openstack-request-id: req-d34f7c0a-5773-4377-9267-0efd4fc2e5d3 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:54:04.964872 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96febf76-d3db-4b0c-856c-5087321cc6ac", "name": "network-vif-plugged", "status": "completed", "tag": "270a14bc-3eb0-421e-8a76-ec5ffd47292a", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:54:04.967073 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d34f7c0a-5773-4377-9267-0efd4fc2e5d3 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:54:04.967073 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96febf76-d3db-4b0c-856c-5087321cc6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270a14bc-3eb0-421e-8a76-ec5ffd47292a', 'code': 200} Jan 28 00:54:04.999400 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e4e0fcc3-5b9c-4e67-a0d5-acc870c6c314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (c96bb551-4243-4ff2-99bc-ddece2eb40bc), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:05.008142 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-e4e0fcc3-5b9c-4e67-a0d5-acc870c6c314 admin admin] Added segment c96bb551-4243-4ff2-99bc-ddece2eb40bc of type vlan for network 5b880eac-0e67-44fb-9f38-382abc695e3b Jan 28 00:54:05.101237 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=270a14bc-3eb0-421e-8a76-ec5ffd47292a,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:05.211168 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e4e0fcc3-5b9c-4e67-a0d5-acc870c6c314 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (5b880eac-0e67-44fb-9f38-382abc695e3b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:05.212722 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ad3ff-4004-40fb-b855-5c96c0120848 req-e2a58a39-4062-498c-a472-38de2447a49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:05.216210 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cd2ad3ff-4004-40fb-b855-5c96c0120848 req-e2a58a39-4062-498c-a472-38de2447a49e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=96febf76-d3db-4b0c-856c-5087321cc6ac HTTP/1.1" status: 200 len: 1097 time: 0.1063466 Jan 28 00:54:05.258024 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2410b18-03e1-4aa7-8a95-659a0ea2b94a req-c63ae2dd-8179-4565-a233-0914d245895f tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:05.268412 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b2410b18-03e1-4aa7-8a95-659a0ea2b94a req-c63ae2dd-8179-4565-a233-0914d245895f tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/ports?device_id=96febf76-d3db-4b0c-856c-5087321cc6ac HTTP/1.1" status: 200 len: 946 time: 0.1727657 Jan 28 00:54:05.297722 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cd2ad3ff-4004-40fb-b855-5c96c0120848 req-9c5edbba-5ff4-432f-bc46-ac4a076a5e22 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b801acaf-db46-4b66-aa11-83fe90cc78dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747898 Jan 28 00:54:05.300387 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36580) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:05.318535 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e4e0fcc3-5b9c-4e67-a0d5-acc870c6c314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (5b880eac-0e67-44fb-9f38-382abc695e3b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:05.319511 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e0fcc3-5b9c-4e67-a0d5-acc870c6c314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:05.320140 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e4e0fcc3-5b9c-4e67-a0d5-acc870c6c314 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:05.323875 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99f6e9dc-e760-4974-99eb-dde42e8894fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:05.367926 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b2410b18-03e1-4aa7-8a95-659a0ea2b94a req-47ea1dd4-a1e5-472c-828a-66e19b33dfc0 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/security-groups?id=b801acaf-db46-4b66-aa11-83fe90cc78dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985324 Jan 28 00:54:05.411983 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e4e0fcc3-5b9c-4e67-a0d5-acc870c6c314 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1580989 Jan 28 00:54:05.416663 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36582) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:05.428869 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0fcc3-5b9c-4e67-a0d5-acc870c6c314 admin admin] Pushing event updated for resources: {'Network': ['ID=5b880eac-0e67-44fb-9f38-382abc695e3b,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:05.429328 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-70f3334c-5f50-4dba-aa89-ecdd72670a33 admin admin] Request body: {'subnet': {'network_id': '5b880eac-0e67-44fb-9f38-382abc695e3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1764610025-subnet', 'tenant_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:05.441881 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 5b880eac-0e67-44fb-9f38-382abc695e3b details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:54:05.495569 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f3334c-5f50-4dba-aa89-ecdd72670a33 admin admin] Made reservation on behalf of 866b4ab7fc314102a97a2fa17ec57a6e for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:54:05.498271 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-70f3334c-5f50-4dba-aa89-ecdd72670a33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:05.568236 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99f6e9dc-e760-4974-99eb-dde42e8894fb admin admin] Publish callbacks [] for security_group (d29c71fc-f071-47cf-a3d5-8c9f86a67d3e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:05.578450 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99f6e9dc-e760-4974-99eb-dde42e8894fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d29c71fc-f071-47cf-a3d5-8c9f86a67d3e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:05.642492 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6e9dc-e760-4974-99eb-dde42e8894fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29c71fc-f071-47cf-a3d5-8c9f86a67d3e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:05.649251 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-99f6e9dc-e760-4974-99eb-dde42e8894fb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2ee5aa23e4d941a39ce1e7a20576236c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3467298 Jan 28 00:54:05.652275 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36584) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:05.738815 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-522a89b2-15ad-4fe8-a16e-1772ffbd5995 admin admin] Publish callbacks [] for security_group (d29c71fc-f071-47cf-a3d5-8c9f86a67d3e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:05.766320 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-522a89b2-15ad-4fe8-a16e-1772ffbd5995 admin admin] Publish callbacks [] for security_group (d29c71fc-f071-47cf-a3d5-8c9f86a67d3e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:05.779816 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-70f3334c-5f50-4dba-aa89-ecdd72670a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (a948c2fd-ed75-48a3-92ab-eef24860d2c8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:05.855432 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-522a89b2-15ad-4fe8-a16e-1772ffbd5995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d29c71fc-f071-47cf-a3d5-8c9f86a67d3e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:05.858643 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-522a89b2-15ad-4fe8-a16e-1772ffbd5995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:05.864140 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-522a89b2-15ad-4fe8-a16e-1772ffbd5995 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d29c71fc-f071-47cf-a3d5-8c9f86a67d3e HTTP/1.1" status: 204 len: 168 time: 0.2045219 Jan 28 00:54:05.880172 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a89b2-15ad-4fe8-a16e-1772ffbd5995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29c71fc-f071-47cf-a3d5-8c9f86a67d3e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:05.909456 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f3334c-5f50-4dba-aa89-ecdd72670a33 admin admin] Checking segment: {'id': 'c96bb551-4243-4ff2-99bc-ddece2eb40bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5b880eac-0e67-44fb-9f38-382abc695e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:54:05.909456 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f3334c-5f50-4dba-aa89-ecdd72670a33 admin admin] Network hostable DHCP agents. Network: 5b880eac-0e67-44fb-9f38-382abc695e3b, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:54:05.909456 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3334c-5f50-4dba-aa89-ecdd72670a33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a948c2fd-ed75-48a3-92ab-eef24860d2c8,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:05.933547 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f3334c-5f50-4dba-aa89-ecdd72670a33 admin admin] Network 5b880eac-0e67-44fb-9f38-382abc695e3b is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:54:05.945969 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-70f3334c-5f50-4dba-aa89-ecdd72670a33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 5b880eac-0e67-44fb-9f38-382abc695e3b) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:05.955818 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9533b9-3c17-41a1-b77a-0c728a2b997b None None] Network 5b880eac-0e67-44fb-9f38-382abc695e3b requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:54:05.972776 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f3334c-5f50-4dba-aa89-ecdd72670a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:05.973918 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-70f3334c-5f50-4dba-aa89-ecdd72670a33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:06.013875 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-70f3334c-5f50-4dba-aa89-ecdd72670a33 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5932727 Jan 28 00:54:06.015664 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36590) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:06.030509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-a363b958-f690-4215-836c-6ef24e65cfc9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1764610025-router', 'tenant_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:06.047698 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bb09218d-e78d-4ac4-aa88-4f15e04a14df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:06.084887 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a363b958-f690-4215-836c-6ef24e65cfc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (9992b47a-ea12-4d7a-8867-32205a450a89), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:06.087164 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a363b958-f690-4215-836c-6ef24e65cfc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (9992b47a-ea12-4d7a-8867-32205a450a89), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:06.117624 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5dfc79-a69c-42e9-9ea9-f2e7fd16ee31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-5b880eac-0e67-44fb-9f38-382abc695e3b', 'network_id': '5b880eac-0e67-44fb-9f38-382abc695e3b', 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'fixed_ips': [{'subnet_id': 'a948c2fd-ed75-48a3-92ab-eef24860d2c8'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:54:06.119227 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b5dfc79-a69c-42e9-9ea9-f2e7fd16ee31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:06.219281 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a363b958-f690-4215-836c-6ef24e65cfc9 admin admin] Publish callbacks [] for router_controller (9992b47a-ea12-4d7a-8867-32205a450a89), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:06.372028 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-4b5dfc79-a69c-42e9-9ea9-f2e7fd16ee31 None None] Allocated IP 172.20.0.2 (5b880eac-0e67-44fb-9f38-382abc695e3b/a948c2fd-ed75-48a3-92ab-eef24860d2c8/48786fd4-21bf-4427-b545-b536dfbe74e7) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:54:06.533304 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a363b958-f690-4215-836c-6ef24e65cfc9 admin admin] Publish callbacks [] for router_gateway (9992b47a-ea12-4d7a-8867-32205a450a89), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:06.647171 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b5dfc79-a69c-42e9-9ea9-f2e7fd16ee31 None None] Publish callbacks [] for port (48786fd4-21bf-4427-b545-b536dfbe74e7), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:06.658235 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b5dfc79-a69c-42e9-9ea9-f2e7fd16ee31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (48786fd4-21bf-4427-b545-b536dfbe74e7), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:06.712314 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5dfc79-a69c-42e9-9ea9-f2e7fd16ee31 None None] Pushing event updated for resources: {'Port': ['ID=48786fd4-21bf-4427-b545-b536dfbe74e7,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:06.733732 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5dfc79-a69c-42e9-9ea9-f2e7fd16ee31 None None] Network 5b880eac-0e67-44fb-9f38-382abc695e3b is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:54:06.736626 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-4b5dfc79-a69c-42e9-9ea9-f2e7fd16ee31 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:06.746940 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5dfc79-a69c-42e9-9ea9-f2e7fd16ee31 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:54:06.774759 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fcd3e7-fad7-4fb2-aca6-427d9adc3f80 req-10b0e5ce-9f6d-4d0a-b16d-aee48fce11a6 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:06.778023 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09fcd3e7-fad7-4fb2-aca6-427d9adc3f80 req-10b0e5ce-9f6d-4d0a-b16d-aee48fce11a6 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/ports?device_id=96febf76-d3db-4b0c-856c-5087321cc6ac HTTP/1.1" status: 200 len: 946 time: 0.1452622 Jan 28 00:54:06.927896 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09fcd3e7-fad7-4fb2-aca6-427d9adc3f80 req-fad7b866-1e13-4792-acd0-117e589b9f20 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/security-groups?id=b801acaf-db46-4b66-aa11-83fe90cc78dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153545 Jan 28 00:54:06.952004 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-4b5dfc79-a69c-42e9-9ea9-f2e7fd16ee31 None None] Attempting to bind port 48786fd4-21bf-4427-b545-b536dfbe74e7 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:54:06.952444 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-4b5dfc79-a69c-42e9-9ea9-f2e7fd16ee31 None None] Attempting to bind port 48786fd4-21bf-4427-b545-b536dfbe74e7 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'c96bb551-4243-4ff2-99bc-ddece2eb40bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5b880eac-0e67-44fb-9f38-382abc695e3b'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:54:06.952883 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5dfc79-a69c-42e9-9ea9-f2e7fd16ee31 None None] Attempting to bind port 48786fd4-21bf-4427-b545-b536dfbe74e7 on network 5b880eac-0e67-44fb-9f38-382abc695e3b {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:54:06.960725 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5dfc79-a69c-42e9-9ea9-f2e7fd16ee31 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:54:06.961098 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5dfc79-a69c-42e9-9ea9-f2e7fd16ee31 None None] Checking segment: {'id': 'c96bb551-4243-4ff2-99bc-ddece2eb40bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5b880eac-0e67-44fb-9f38-382abc695e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:54:06.961936 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b5dfc79-a69c-42e9-9ea9-f2e7fd16ee31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:06.962842 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5dfc79-a69c-42e9-9ea9-f2e7fd16ee31 None None] Bound using segment: {'id': 'c96bb551-4243-4ff2-99bc-ddece2eb40bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5b880eac-0e67-44fb-9f38-382abc695e3b'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:54:06.963372 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-4b5dfc79-a69c-42e9-9ea9-f2e7fd16ee31 None None] Bound port: 48786fd4-21bf-4427-b545-b536dfbe74e7, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c96bb551-4243-4ff2-99bc-ddece2eb40bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5b880eac-0e67-44fb-9f38-382abc695e3b'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:54:06.963809 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b5dfc79-a69c-42e9-9ea9-f2e7fd16ee31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (48786fd4-21bf-4427-b545-b536dfbe74e7), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:07.116241 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-4b5dfc79-a69c-42e9-9ea9-f2e7fd16ee31 None None] For port 48786fd4-21bf-4427-b545-b536dfbe74e7, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:54:07.120476 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-4b5dfc79-a69c-42e9-9ea9-f2e7fd16ee31 None None] For port 48786fd4-21bf-4427-b545-b536dfbe74e7, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=48786fd4-21bf-4427-b545-b536dfbe74e7,segment=NetworkSegment(c96bb551-4243-4ff2-99bc-ddece2eb40bc),segment_id=c96bb551-4243-4ff2-99bc-ddece2eb40bc)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:54:07.130127 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b5dfc79-a69c-42e9-9ea9-f2e7fd16ee31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (48786fd4-21bf-4427-b545-b536dfbe74e7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:07.258323 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5dfc79-a69c-42e9-9ea9-f2e7fd16ee31 None None] Pushing event updated for resources: {'Port': ['ID=48786fd4-21bf-4427-b545-b536dfbe74e7,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:07.328726 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a363b958-f690-4215-836c-6ef24e65cfc9 admin admin] Publish callbacks [] for router_gateway (9992b47a-ea12-4d7a-8867-32205a450a89), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:07.368746 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a363b958-f690-4215-836c-6ef24e65cfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:07.641857 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-a363b958-f690-4215-836c-6ef24e65cfc9 admin admin] Allocated IP 172.25.3.168 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/776b6bce-079c-495d-915a-3de5eed41216) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:54:07.806841 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a363b958-f690-4215-836c-6ef24e65cfc9 admin admin] Publish callbacks [] for port (776b6bce-079c-495d-915a-3de5eed41216), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:07.850676 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a363b958-f690-4215-836c-6ef24e65cfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (776b6bce-079c-495d-915a-3de5eed41216), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:07.891696 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a363b958-f690-4215-836c-6ef24e65cfc9 admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:54:07.895156 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-a363b958-f690-4215-836c-6ef24e65cfc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:07.900496 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a363b958-f690-4215-836c-6ef24e65cfc9 admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:54:07.943755 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363b958-f690-4215-836c-6ef24e65cfc9 admin admin] Pushing event updated for resources: {'Port': ['ID=776b6bce-079c-495d-915a-3de5eed41216,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:08.160932 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ab59a-8ee3-42fd-a590-d266befcb2dd req-eed84c71-19d1-409e-9370-87d44e57f333 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:08.162879 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e9ab59a-8ee3-42fd-a590-d266befcb2dd req-eed84c71-19d1-409e-9370-87d44e57f333 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/ports?device_id=96febf76-d3db-4b0c-856c-5087321cc6ac HTTP/1.1" status: 200 len: 946 time: 0.1363766 Jan 28 00:54:08.335210 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a363b958-f690-4215-836c-6ef24e65cfc9 admin admin] Publish callbacks [] for router_gateway (9992b47a-ea12-4d7a-8867-32205a450a89), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:08.384355 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4f92d16a-1e3e-44a8-a6a2-d4dc3231237e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:08.446089 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e9ab59a-8ee3-42fd-a590-d266befcb2dd req-6ce71005-8d42-4147-9cb2-04f85eee0544 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/security-groups?id=b801acaf-db46-4b66-aa11-83fe90cc78dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142429 Jan 28 00:54:08.787102 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a363b958-f690-4215-836c-6ef24e65cfc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (9992b47a-ea12-4d7a-8867-32205a450a89), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:08.799004 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6015176d-f72c-4a84-8561-5b043f0d8f1f None None] Network 5b880eac-0e67-44fb-9f38-382abc695e3b requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:54:08.941319 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-23e5c6b2-350b-4299-9cd8-06849747ac6a None None] Provisioning complete for port 48786fd4-21bf-4427-b545-b536dfbe74e7 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:08.942431 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23e5c6b2-350b-4299-9cd8-06849747ac6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (48786fd4-21bf-4427-b545-b536dfbe74e7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:09.186702 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a363b958-f690-4215-836c-6ef24e65cfc9 admin admin] Router 9992b47a-ea12-4d7a-8867-32205a450a89 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:54:09.194429 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-23e5c6b2-350b-4299-9cd8-06849747ac6a None None] Current status of the port 48786fd4-21bf-4427-b545-b536dfbe74e7 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:09.195156 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23e5c6b2-350b-4299-9cd8-06849747ac6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (48786fd4-21bf-4427-b545-b536dfbe74e7), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:09.282716 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-23e5c6b2-350b-4299-9cd8-06849747ac6a None None] For port 48786fd4-21bf-4427-b545-b536dfbe74e7, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=48786fd4-21bf-4427-b545-b536dfbe74e7,segment=NetworkSegment(c96bb551-4243-4ff2-99bc-ddece2eb40bc),segment_id=c96bb551-4243-4ff2-99bc-ddece2eb40bc)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:09.289678 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23e5c6b2-350b-4299-9cd8-06849747ac6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (48786fd4-21bf-4427-b545-b536dfbe74e7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:09.377950 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36662) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:09.405352 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5c6b2-350b-4299-9cd8-06849747ac6a None None] Pushing event updated for resources: {'Port': ['ID=48786fd4-21bf-4427-b545-b536dfbe74e7,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:09.623800 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 48786fd4-21bf-4427-b545-b536dfbe74e7 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:54:09.731548 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-794e84b1-7b0c-4518-9150-2a80189a9093 None None] Provisioning complete for port 48786fd4-21bf-4427-b545-b536dfbe74e7 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:09.732351 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-794e84b1-7b0c-4518-9150-2a80189a9093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (48786fd4-21bf-4427-b545-b536dfbe74e7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:09.810188 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 48786fd4-21bf-4427-b545-b536dfbe74e7 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:09.810668 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (48786fd4-21bf-4427-b545-b536dfbe74e7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:09.814643 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:09.908769 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a363b958-f690-4215-836c-6ef24e65cfc9 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:54:09.937326 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d225e-5d36-49f5-bf41-74b00fcdae67 req-ae2f0fff-29c5-42be-8cdf-4a4566ae8065 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:09.937883 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9c588b-e937-4b7a-8f99-56d68eb32833 None None] Sync routers for ids ['9992b47a-ea12-4d7a-8867-32205a450a89'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:54:09.939014 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c82d225e-5d36-49f5-bf41-74b00fcdae67 req-ae2f0fff-29c5-42be-8cdf-4a4566ae8065 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/ports?device_id=96febf76-d3db-4b0c-856c-5087321cc6ac HTTP/1.1" status: 200 len: 946 time: 0.0854597 Jan 28 00:54:09.943370 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a363b958-f690-4215-836c-6ef24e65cfc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:09.944888 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a363b958-f690-4215-836c-6ef24e65cfc9 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9252172 Jan 28 00:54:09.949910 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36668) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:10.032570 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c82d225e-5d36-49f5-bf41-74b00fcdae67 req-5d54d5f4-c446-4920-93db-72cba6151de4 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/security-groups?id=b801acaf-db46-4b66-aa11-83fe90cc78dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780005 Jan 28 00:54:10.061651 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-794e84b1-7b0c-4518-9150-2a80189a9093 None None] Current status of the port 48786fd4-21bf-4427-b545-b536dfbe74e7 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:10.071577 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9c588b-e937-4b7a-8f99-56d68eb32833 None None] Routers {'9992b47a-ea12-4d7a-8867-32205a450a89'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:54:10.072626 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7f9c588b-e937-4b7a-8f99-56d68eb32833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:54:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['9992b47a-ea12-4d7a-8867-32205a450a89'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:10.179934 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cbd87412-2561-449c-b7fc-c5e2f95e5e70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:10.362058 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 48786fd4-21bf-4427-b545-b536dfbe74e7 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:10.423213 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cbd87412-2561-449c-b7fc-c5e2f95e5e70 admin admin] Publish callbacks [] for security_group (f74fe268-4ebb-43de-94ec-8fb93f072839), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:10.432555 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cbd87412-2561-449c-b7fc-c5e2f95e5e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f74fe268-4ebb-43de-94ec-8fb93f072839), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:10.494903 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-cbd87412-2561-449c-b7fc-c5e2f95e5e70 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7bad7e9b6c6c48e99b99f3b25be71a16&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1150789 Jan 28 00:54:10.496708 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd87412-2561-449c-b7fc-c5e2f95e5e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74fe268-4ebb-43de-94ec-8fb93f072839,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:10.500580 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36672) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:10.541938 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-7f9c588b-e937-4b7a-8f99-56d68eb32833 None None] Set router 9992b47a-ea12-4d7a-8867-32205a450a89 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:54:10.587729 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b6e688a3-5b63-441d-a109-03fc76f7b788 admin admin] Publish callbacks [] for security_group (f74fe268-4ebb-43de-94ec-8fb93f072839), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:10.634736 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b6e688a3-5b63-441d-a109-03fc76f7b788 admin admin] Publish callbacks [] for security_group (f74fe268-4ebb-43de-94ec-8fb93f072839), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:10.729941 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b6e688a3-5b63-441d-a109-03fc76f7b788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f74fe268-4ebb-43de-94ec-8fb93f072839), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:10.734126 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b6e688a3-5b63-441d-a109-03fc76f7b788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:10.736710 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b6e688a3-5b63-441d-a109-03fc76f7b788 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f74fe268-4ebb-43de-94ec-8fb93f072839 HTTP/1.1" status: 204 len: 168 time: 0.2346869 Jan 28 00:54:10.749428 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e688a3-5b63-441d-a109-03fc76f7b788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74fe268-4ebb-43de-94ec-8fb93f072839,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:10.817915 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7f9c588b-e937-4b7a-8f99-56d68eb32833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'name': 'tempest-TestServerBasicOps-1764610025-router', 'tenant_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '776b6bce-079c-495d-915a-3de5eed41216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:06Z', 'updated_at': '2022-01-28T00:54:08Z', 'revision_number': 3, 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'gw_port': {'id': '776b6bce-079c-495d-915a-3de5eed41216', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:84:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:07Z', 'updated_at': '2022-01-28T00:54:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:10.864793 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9c588b-e937-4b7a-8f99-56d68eb32833 None None] Checking router: 9992b47a-ea12-4d7a-8867-32205a450a89 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:54:10.865130 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9c588b-e937-4b7a-8f99-56d68eb32833 None None] Updating router 9992b47a-ea12-4d7a-8867-32205a450a89 port 776b6bce-079c-495d-915a-3de5eed41216 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:54:10.899721 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f9c588b-e937-4b7a-8f99-56d68eb32833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (776b6bce-079c-495d-915a-3de5eed41216), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.130760 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3d3f7d9-fa3c-4908-b07c-894fe61d15a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.311432 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.342691 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb37793-bbc3-4cb4-b538-b22189e0815c req-6c653ba2-0fa0-4590-a21d-bd1dc0a02b55 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:11.348637 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-deb37793-bbc3-4cb4-b538-b22189e0815c req-6c653ba2-0fa0-4590-a21d-bd1dc0a02b55 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/ports?device_id=96febf76-d3db-4b0c-856c-5087321cc6ac HTTP/1.1" status: 200 len: 946 time: 0.1483195 Jan 28 00:54:11.498776 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97342908-909f-44d8-a57d-112386947e50 req-b8eb3430-4de2-43e2-a63a-cf43dd187c64 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:11.500470 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-97342908-909f-44d8-a57d-112386947e50 req-b8eb3430-4de2-43e2-a63a-cf43dd187c64 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.52 "GET /v2.0/ports?device_id=96febf76-d3db-4b0c-856c-5087321cc6ac HTTP/1.1" status: 200 len: 946 time: 0.1532071 Jan 28 00:54:11.534640 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-deb37793-bbc3-4cb4-b538-b22189e0815c req-5a48e2f8-c9a2-4738-9405-50b13972a5da tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/security-groups?id=b801acaf-db46-4b66-aa11-83fe90cc78dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659651 Jan 28 00:54:11.549722 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-f3d3f7d9-fa3c-4908-b07c-894fe61d15a8 admin admin] Allocated IP 172.20.0.1 (5b880eac-0e67-44fb-9f38-382abc695e3b/a948c2fd-ed75-48a3-92ab-eef24860d2c8/088ab6de-eaa1-4b86-85c3-452556f0d54b) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:54:11.571436 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f9c588b-e937-4b7a-8f99-56d68eb32833 None None] Publish callbacks [] for port (776b6bce-079c-495d-915a-3de5eed41216), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.591762 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 48786fd4-21bf-4427-b545-b536dfbe74e7 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:54:11.603186 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f9c588b-e937-4b7a-8f99-56d68eb32833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (776b6bce-079c-495d-915a-3de5eed41216), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.826242 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7f9c588b-e937-4b7a-8f99-56d68eb32833 None None] Attempting to bind port 776b6bce-079c-495d-915a-3de5eed41216 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:54:11.827465 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7f9c588b-e937-4b7a-8f99-56d68eb32833 None None] Attempting to bind port 776b6bce-079c-495d-915a-3de5eed41216 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:54:11.829657 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9c588b-e937-4b7a-8f99-56d68eb32833 None None] Attempting to bind port 776b6bce-079c-495d-915a-3de5eed41216 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:54:11.845547 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9da05-346f-48d1-b7cc-ecfef6f0fbfe None None] Pushing event updated for resources: {'Port': ['ID=776b6bce-079c-495d-915a-3de5eed41216,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:11.854298 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-97342908-909f-44d8-a57d-112386947e50 req-adafba5a-2625-435b-a037-75ce19346218 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Deleting port 270a14bc-3eb0-421e-8a76-ec5ffd47292a {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:54:11.854832 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-97342908-909f-44d8-a57d-112386947e50 req-adafba5a-2625-435b-a037-75ce19346218 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (270a14bc-3eb0-421e-8a76-ec5ffd47292a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.871569 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9c588b-e937-4b7a-8f99-56d68eb32833 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:54:11.872294 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9c588b-e937-4b7a-8f99-56d68eb32833 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:54:11.872982 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f9c588b-e937-4b7a-8f99-56d68eb32833 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.874817 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9c588b-e937-4b7a-8f99-56d68eb32833 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:54:11.875720 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7f9c588b-e937-4b7a-8f99-56d68eb32833 None None] Bound port: 776b6bce-079c-495d-915a-3de5eed41216, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:54:11.876363 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f9c588b-e937-4b7a-8f99-56d68eb32833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (776b6bce-079c-495d-915a-3de5eed41216), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:11.983534 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-7f9c588b-e937-4b7a-8f99-56d68eb32833 None None] For port 776b6bce-079c-495d-915a-3de5eed41216, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:54:11.990661 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-7f9c588b-e937-4b7a-8f99-56d68eb32833 None None] For port 776b6bce-079c-495d-915a-3de5eed41216, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=776b6bce-079c-495d-915a-3de5eed41216,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:54:12.007408 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f9c588b-e937-4b7a-8f99-56d68eb32833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (776b6bce-079c-495d-915a-3de5eed41216), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:12.022505 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-97342908-909f-44d8-a57d-112386947e50 req-adafba5a-2625-435b-a037-75ce19346218 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] For port 270a14bc-3eb0-421e-8a76-ec5ffd47292a, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=270a14bc-3eb0-421e-8a76-ec5ffd47292a,segment=NetworkSegment(0bfcaccf-b083-4a5e-a9da-838ecfef2f92),segment_id=0bfcaccf-b083-4a5e-a9da-838ecfef2f92)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:12.023299 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-97342908-909f-44d8-a57d-112386947e50 req-adafba5a-2625-435b-a037-75ce19346218 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (270a14bc-3eb0-421e-8a76-ec5ffd47292a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:12.040136 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-97342908-909f-44d8-a57d-112386947e50 req-adafba5a-2625-435b-a037-75ce19346218 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Calling delete_port for 270a14bc-3eb0-421e-8a76-ec5ffd47292a owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:54:12.119463 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 48786fd4-21bf-4427-b545-b536dfbe74e7 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:12.120180 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (48786fd4-21bf-4427-b545-b536dfbe74e7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:12.234964 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9da05-346f-48d1-b7cc-ecfef6f0fbfe None None] Pushing event updated for resources: {'Port': ['ID=776b6bce-079c-495d-915a-3de5eed41216,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:12.279973 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9c588b-e937-4b7a-8f99-56d68eb32833 None None] Routers {'9992b47a-ea12-4d7a-8867-32205a450a89'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:54:12.280694 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7f9c588b-e937-4b7a-8f99-56d68eb32833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:54:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['9992b47a-ea12-4d7a-8867-32205a450a89'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:12.331513 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-97342908-909f-44d8-a57d-112386947e50 req-adafba5a-2625-435b-a037-75ce19346218 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (270a14bc-3eb0-421e-8a76-ec5ffd47292a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:12.385838 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3d3f7d9-fa3c-4908-b07c-894fe61d15a8 admin admin] Publish callbacks [] for port (088ab6de-eaa1-4b86-85c3-452556f0d54b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:12.417163 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['270a14bc-3eb0-421e-8a76-ec5ffd47292a'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:54:12.467268 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafba5a-2625-435b-a037-75ce19346218 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Pushing event deleted for resources: {'Port': ['ID=270a14bc-3eb0-421e-8a76-ec5ffd47292a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:12.519178 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:12.542516 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adafba5a-2625-435b-a037-75ce19346218 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:12.543105 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adafba5a-2625-435b-a037-75ce19346218 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:12.543765 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adafba5a-2625-435b-a037-75ce19346218 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:12.544683 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adafba5a-2625-435b-a037-75ce19346218 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:12.546124 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adafba5a-2625-435b-a037-75ce19346218 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:12.546717 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adafba5a-2625-435b-a037-75ce19346218 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:12.547298 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adafba5a-2625-435b-a037-75ce19346218 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:12.547959 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adafba5a-2625-435b-a037-75ce19346218 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:12.548541 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adafba5a-2625-435b-a037-75ce19346218 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:12.549126 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adafba5a-2625-435b-a037-75ce19346218 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:12.549894 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adafba5a-2625-435b-a037-75ce19346218 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:12.550459 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adafba5a-2625-435b-a037-75ce19346218 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:12.551030 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adafba5a-2625-435b-a037-75ce19346218 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:12.566790 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-97342908-909f-44d8-a57d-112386947e50 req-adafba5a-2625-435b-a037-75ce19346218 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] No DVR routers for this DVR port 270a14bc-3eb0-421e-8a76-ec5ffd47292a on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:54:12.574995 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-97342908-909f-44d8-a57d-112386947e50 req-adafba5a-2625-435b-a037-75ce19346218 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:12.584059 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-97342908-909f-44d8-a57d-112386947e50 req-adafba5a-2625-435b-a037-75ce19346218 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.52 "DELETE /v2.0/ports/270a14bc-3eb0-421e-8a76-ec5ffd47292a HTTP/1.1" status: 204 len: 173 time: 1.0154226 Jan 28 00:54:12.589228 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96febf76-d3db-4b0c-856c-5087321cc6ac', 'name': 'network-vif-deleted', 'tag': '270a14bc-3eb0-421e-8a76-ec5ffd47292a'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:54:12.594373 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbac76e7-a36f-4cb0-82ce-3beb9822f942" -d '{"events": [{"server_uuid": "96febf76-d3db-4b0c-856c-5087321cc6ac", "name": "network-vif-deleted", "tag": "270a14bc-3eb0-421e-8a76-ec5ffd47292a"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:54:12.603997 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-7f9c588b-e937-4b7a-8f99-56d68eb32833 None None] Set router 9992b47a-ea12-4d7a-8867-32205a450a89 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:54:12.788595 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3d3f7d9-fa3c-4908-b07c-894fe61d15a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (088ab6de-eaa1-4b86-85c3-452556f0d54b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:12.809177 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 48786fd4-21bf-4427-b545-b536dfbe74e7 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:12.809481 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb249bf-cfb1-479f-8089-11953963fb9c x-openstack-request-id: req-7fb249bf-cfb1-479f-8089-11953963fb9c {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:54:12.809866 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96febf76-d3db-4b0c-856c-5087321cc6ac", "name": "network-vif-deleted", "tag": "270a14bc-3eb0-421e-8a76-ec5ffd47292a", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:54:12.810224 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7fb249bf-cfb1-479f-8089-11953963fb9c {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:54:12.810768 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96febf76-d3db-4b0c-856c-5087321cc6ac', 'name': 'network-vif-deleted', 'tag': '270a14bc-3eb0-421e-8a76-ec5ffd47292a', 'status': 'completed', 'code': 200} Jan 28 00:54:12.874422 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-493a8425-9137-479b-91a2-7af1a65cd7d0 req-1bb9a888-11e8-41a8-adbd-bff31ccf53a4 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/ports?device_id=96febf76-d3db-4b0c-856c-5087321cc6ac HTTP/1.1" status: 200 len: 210 time: 0.0545652 Jan 28 00:54:12.910660 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d3f7d9-fa3c-4908-b07c-894fe61d15a8 admin admin] Network 5b880eac-0e67-44fb-9f38-382abc695e3b is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:54:12.913885 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-f3d3f7d9-fa3c-4908-b07c-894fe61d15a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:12.920895 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d3f7d9-fa3c-4908-b07c-894fe61d15a8 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:54:12.974807 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3f7d9-fa3c-4908-b07c-894fe61d15a8 admin admin] Pushing event updated for resources: {'Port': ['ID=088ab6de-eaa1-4b86-85c3-452556f0d54b,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:12.977806 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3d3f7d9-fa3c-4908-b07c-894fe61d15a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (9992b47a-ea12-4d7a-8867-32205a450a89), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:13.044510 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7f9c588b-e937-4b7a-8f99-56d68eb32833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'name': 'tempest-TestServerBasicOps-1764610025-router', 'tenant_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '776b6bce-079c-495d-915a-3de5eed41216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:06Z', 'updated_at': '2022-01-28T00:54:08Z', 'revision_number': 3, 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'gw_port': {'id': '776b6bce-079c-495d-915a-3de5eed41216', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:84:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:07Z', 'updated_at': '2022-01-28T00:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:13.118394 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36718) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:13.156577 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9c588b-e937-4b7a-8f99-56d68eb32833 None None] The sync data for ids ['9992b47a-ea12-4d7a-8867-32205a450a89'] in n-d-826754-1 is: [{'id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'name': 'tempest-TestServerBasicOps-1764610025-router', 'tenant_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '776b6bce-079c-495d-915a-3de5eed41216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:06Z', 'updated_at': '2022-01-28T00:54:08Z', 'revision_number': 3, 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'gw_port': {'id': '776b6bce-079c-495d-915a-3de5eed41216', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:84:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:07Z', 'updated_at': '2022-01-28T00:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:54:13.218832 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:13.345641 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3d3f7d9-fa3c-4908-b07c-894fe61d15a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (088ab6de-eaa1-4b86-85c3-452556f0d54b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:13.425977 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d2f99c4a-607c-4997-905c-9aef9052558c None None] Provisioning complete for port 088ab6de-eaa1-4b86-85c3-452556f0d54b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:13.427204 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d2f99c4a-607c-4997-905c-9aef9052558c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (088ab6de-eaa1-4b86-85c3-452556f0d54b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:13.438547 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4ae0ca0-84ae-4a13-850c-3c38198a37b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:13.487896 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d2f99c4a-607c-4997-905c-9aef9052558c None None] Port 088ab6de-eaa1-4b86-85c3-452556f0d54b cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:54:13.636093 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4ae0ca0-84ae-4a13-850c-3c38198a37b9 admin admin] Publish callbacks [] for security_group (261c8436-fde9-4491-824b-b00038356eca), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:13.646886 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a4ae0ca0-84ae-4a13-850c-3c38198a37b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (261c8436-fde9-4491-824b-b00038356eca), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:13.721836 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae0ca0-84ae-4a13-850c-3c38198a37b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261c8436-fde9-4491-824b-b00038356eca,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:13.739039 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3d3f7d9-fa3c-4908-b07c-894fe61d15a8 admin admin] Publish callbacks [] for port (088ab6de-eaa1-4b86-85c3-452556f0d54b), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:13.748097 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3d3f7d9-fa3c-4908-b07c-894fe61d15a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (088ab6de-eaa1-4b86-85c3-452556f0d54b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:13.764213 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a4ae0ca0-84ae-4a13-850c-3c38198a37b9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7b6fa5203df44d60af0ff6732e9303f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6431086 Jan 28 00:54:13.765292 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36724) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:13.870877 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3d3f7d9-fa3c-4908-b07c-894fe61d15a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (9992b47a-ea12-4d7a-8867-32205a450a89), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:13.873355 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3f7d9-fa3c-4908-b07c-894fe61d15a8 admin admin] Pushing event updated for resources: {'Port': ['ID=088ab6de-eaa1-4b86-85c3-452556f0d54b,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:13.881550 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c8601719-6713-48b3-88db-c9ccfcb29184 admin admin] Publish callbacks [] for security_group (261c8436-fde9-4491-824b-b00038356eca), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:13.928211 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c8601719-6713-48b3-88db-c9ccfcb29184 admin admin] Publish callbacks [] for security_group (261c8436-fde9-4491-824b-b00038356eca), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:14.061983 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c8601719-6713-48b3-88db-c9ccfcb29184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (261c8436-fde9-4491-824b-b00038356eca), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:14.065406 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c8601719-6713-48b3-88db-c9ccfcb29184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:14.067940 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c8601719-6713-48b3-88db-c9ccfcb29184 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/261c8436-fde9-4491-824b-b00038356eca HTTP/1.1" status: 204 len: 168 time: 0.3007207 Jan 28 00:54:14.087854 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8601719-6713-48b3-88db-c9ccfcb29184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261c8436-fde9-4491-824b-b00038356eca,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:14.112466 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d3f7d9-fa3c-4908-b07c-894fe61d15a8 admin admin] Network 5b880eac-0e67-44fb-9f38-382abc695e3b is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:54:14.119964 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-f3d3f7d9-fa3c-4908-b07c-894fe61d15a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:14.444600 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 270a14bc-3eb0-421e-8a76-ec5ffd47292a no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:54:14.565342 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 270a14bc-3eb0-421e-8a76-ec5ffd47292a {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:54:14.569066 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d3f7d9-fa3c-4908-b07c-894fe61d15a8 admin admin] Router 9992b47a-ea12-4d7a-8867-32205a450a89 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:54:14.574895 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 270a14bc-3eb0-421e-8a76-ec5ffd47292a not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:54:14.579982 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427111d-7488-4d09-b591-6b9344d8461b req-355dcdeb-796c-4e5b-8665-c64f23237306 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:14.582707 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4427111d-7488-4d09-b591-6b9344d8461b req-355dcdeb-796c-4e5b-8665-c64f23237306 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/networks?id=d75d43f9-a71a-4d6e-bb49-db611d3380e0 HTTP/1.1" status: 200 len: 809 time: 0.1923897 Jan 28 00:54:14.622558 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:14.634981 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4427111d-7488-4d09-b591-6b9344d8461b req-5b2a7dc3-8585-4b64-a6eb-7bb8b9fa9359 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/quotas/ef48aaba72f64358b9bf71143d928549 HTTP/1.1" status: 200 len: 375 time: 0.0122271 Jan 28 00:54:14.670940 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-554ce5b9-03f3-4f66-af90-bcc5cd6b1c19 None None] Provisioning complete for port 088ab6de-eaa1-4b86-85c3-452556f0d54b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:14.671721 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-554ce5b9-03f3-4f66-af90-bcc5cd6b1c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (088ab6de-eaa1-4b86-85c3-452556f0d54b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:14.710733 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4427111d-7488-4d09-b591-6b9344d8461b req-db4c18c5-6e07-4369-bf97-361f97c31f81 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ef48aaba72f64358b9bf71143d928549&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595360 Jan 28 00:54:14.835816 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-554ce5b9-03f3-4f66-af90-bcc5cd6b1c19 None None] Port 088ab6de-eaa1-4b86-85c3-452556f0d54b cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:54:14.894864 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d3f7d9-fa3c-4908-b07c-894fe61d15a8 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:54:14.923531 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f3d3f7d9-fa3c-4908-b07c-894fe61d15a8 admin admin] 10.222.0.70 "PUT /v2.0/routers/9992b47a-ea12-4d7a-8867-32205a450a89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9651914 Jan 28 00:54:14.981276 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4427111d-7488-4d09-b591-6b9344d8461b req-b63cb72f-cd1c-40a3-99ed-78c4d0df7eb0 service neutron] 10.222.0.70 "GET /v2.0/networks/d75d43f9-a71a-4d6e-bb49-db611d3380e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549987 Jan 28 00:54:15.232493 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4427111d-7488-4d09-b591-6b9344d8461b req-c5a544b8-f693-43e4-9115-c12e2340366d service neutron] 10.222.0.70 "GET /v2.0/networks/d75d43f9-a71a-4d6e-bb49-db611d3380e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329230 Jan 28 00:54:15.622366 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f3170500-357d-40a9-bc27-fa8e5fba648e req-21f4eb37-2744-404a-ac4f-27109893150e tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/ports?device_id=831a7179-be57-4227-854a-591946ee512d HTTP/1.1" status: 200 len: 210 time: 0.0885715 Jan 28 00:54:15.701456 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 776b6bce-079c-495d-915a-3de5eed41216 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:54:15.823482 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 776b6bce-079c-495d-915a-3de5eed41216 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:15.823897 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (776b6bce-079c-495d-915a-3de5eed41216), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:15.975111 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 776b6bce-079c-495d-915a-3de5eed41216 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:15.978307 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (776b6bce-079c-495d-915a-3de5eed41216), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:16.024179 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 776b6bce-079c-495d-915a-3de5eed41216, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=776b6bce-079c-495d-915a-3de5eed41216,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:16.038288 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (776b6bce-079c-495d-915a-3de5eed41216), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:16.175415 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=776b6bce-079c-495d-915a-3de5eed41216,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:16.304140 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36794) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:16.334722 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-176abfd2-0189-419f-94ad-0e22b6cda658 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1280704161-network', 'tenant_id': 'dd51c16a734643ad90734cfa92ab4f4e'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:16.386997 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176abfd2-0189-419f-94ad-0e22b6cda658 admin admin] Made reservation on behalf of dd51c16a734643ad90734cfa92ab4f4e for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:54:16.391549 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-176abfd2-0189-419f-94ad-0e22b6cda658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:16.411170 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-176abfd2-0189-419f-94ad-0e22b6cda658 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:16.558259 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-176abfd2-0189-419f-94ad-0e22b6cda658 admin admin] Publish callbacks [] for security_group (56008c38-76f8-4c56-9140-51287d1983a0), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:16.564104 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-176abfd2-0189-419f-94ad-0e22b6cda658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (56008c38-76f8-4c56-9140-51287d1983a0), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:16.598097 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-176abfd2-0189-419f-94ad-0e22b6cda658 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:54:16.614039 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039afd7e-1145-4f3b-81cc-5835f728396b None None] Sync routers for ids ['9992b47a-ea12-4d7a-8867-32205a450a89'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:54:16.622406 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176abfd2-0189-419f-94ad-0e22b6cda658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56008c38-76f8-4c56-9140-51287d1983a0,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:16.642223 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039afd7e-1145-4f3b-81cc-5835f728396b None None] Routers {'9992b47a-ea12-4d7a-8867-32205a450a89'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:54:16.642858 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-039afd7e-1145-4f3b-81cc-5835f728396b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:54:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['9992b47a-ea12-4d7a-8867-32205a450a89'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:16.643660 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-176abfd2-0189-419f-94ad-0e22b6cda658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (5392002f-91d1-4f34-b8ac-971bfd10245a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:16.644030 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-176abfd2-0189-419f-94ad-0e22b6cda658 admin admin] Added segment 5392002f-91d1-4f34-b8ac-971bfd10245a of type vlan for network 8893a664-03c9-46b3-924b-254209fa2057 Jan 28 00:54:16.753256 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-176abfd2-0189-419f-94ad-0e22b6cda658 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (8893a664-03c9-46b3-924b-254209fa2057), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:16.833166 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-176abfd2-0189-419f-94ad-0e22b6cda658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (8893a664-03c9-46b3-924b-254209fa2057), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:16.834884 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176abfd2-0189-419f-94ad-0e22b6cda658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:16.836158 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-176abfd2-0189-419f-94ad-0e22b6cda658 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:16.865232 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aec701ec-286e-4889-b7b3-dbac06d54687 req-21ee2c45-8678-4ab1-bd28-2c05d03ef3bf tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/ports?device_id=831a7179-be57-4227-854a-591946ee512d HTTP/1.1" status: 200 len: 210 time: 0.1102388 Jan 28 00:54:16.926519 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-176abfd2-0189-419f-94ad-0e22b6cda658 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6157055 Jan 28 00:54:16.929702 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36812) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:16.931280 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-039afd7e-1145-4f3b-81cc-5835f728396b None None] Set router 9992b47a-ea12-4d7a-8867-32205a450a89 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:54:16.936810 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-f0806a97-173e-4a8a-b624-7c86085a551b admin admin] Request body: {'subnet': {'network_id': '8893a664-03c9-46b3-924b-254209fa2057', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1280704161-subnet', 'tenant_id': 'dd51c16a734643ad90734cfa92ab4f4e', 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:16.945726 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176abfd2-0189-419f-94ad-0e22b6cda658 admin admin] Pushing event updated for resources: {'Network': ['ID=8893a664-03c9-46b3-924b-254209fa2057,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:16.959036 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 8893a664-03c9-46b3-924b-254209fa2057 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:54:17.000719 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0806a97-173e-4a8a-b624-7c86085a551b admin admin] Made reservation on behalf of dd51c16a734643ad90734cfa92ab4f4e for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:54:17.004054 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f0806a97-173e-4a8a-b624-7c86085a551b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:17.240197 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-039afd7e-1145-4f3b-81cc-5835f728396b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'name': 'tempest-TestServerBasicOps-1764610025-router', 'tenant_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '776b6bce-079c-495d-915a-3de5eed41216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:06Z', 'updated_at': '2022-01-28T00:54:13Z', 'revision_number': 4, 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'gw_port': {'id': '776b6bce-079c-495d-915a-3de5eed41216', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:07Z', 'updated_at': '2022-01-28T00:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '088ab6de-eaa1-4b86-85c3-452556f0d54b', 'name': '', 'network_id': '5b880eac-0e67-44fb-9f38-382abc695e3b', 'tenant_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'mac_address': 'fa:16:3e:9f:92:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'a948c2fd-ed75-48a3-92ab-eef24860d2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:11Z', 'updated_at': '2022-01-28T00:54:13Z', 'revision_number': 2, 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'subnets': [{'id': 'a948c2fd-ed75-48a3-92ab-eef24860d2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:17.306814 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039afd7e-1145-4f3b-81cc-5835f728396b None None] Checking router: 9992b47a-ea12-4d7a-8867-32205a450a89 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:54:17.308737 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039afd7e-1145-4f3b-81cc-5835f728396b None None] Updating router 9992b47a-ea12-4d7a-8867-32205a450a89 port 088ab6de-eaa1-4b86-85c3-452556f0d54b binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:54:17.323380 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f0806a97-173e-4a8a-b624-7c86085a551b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (e973ea4b-3f70-4f2c-988d-73c88601cf5e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:17.349390 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-039afd7e-1145-4f3b-81cc-5835f728396b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (088ab6de-eaa1-4b86-85c3-452556f0d54b), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:17.458083 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0806a97-173e-4a8a-b624-7c86085a551b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e973ea4b-3f70-4f2c-988d-73c88601cf5e,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:17.519906 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0806a97-173e-4a8a-b624-7c86085a551b admin admin] Checking segment: {'id': '5392002f-91d1-4f34-b8ac-971bfd10245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8893a664-03c9-46b3-924b-254209fa2057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:54:17.520169 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0806a97-173e-4a8a-b624-7c86085a551b admin admin] Network hostable DHCP agents. Network: 8893a664-03c9-46b3-924b-254209fa2057, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:54:17.535960 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 776b6bce-079c-495d-915a-3de5eed41216 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:54:17.556625 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427111d-7488-4d09-b591-6b9344d8461b req-e23cbebf-06c5-43b8-9d8c-3ebbfb7f38d9 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:17.558846 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4427111d-7488-4d09-b591-6b9344d8461b req-e23cbebf-06c5-43b8-9d8c-3ebbfb7f38d9 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.65 "GET /v2.0/networks?id=d75d43f9-a71a-4d6e-bb49-db611d3380e0 HTTP/1.1" status: 200 len: 809 time: 0.1804802 Jan 28 00:54:17.570247 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0806a97-173e-4a8a-b624-7c86085a551b admin admin] Network 8893a664-03c9-46b3-924b-254209fa2057 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:54:17.579842 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-4427111d-7488-4d09-b591-6b9344d8461b req-99ed1169-cdc1-4515-8b83-dfd0644d86d9 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Request body: {'port': {'device_id': '831a7179-be57-4227-854a-591946ee512d', 'network_id': 'd75d43f9-a71a-4d6e-bb49-db611d3380e0', 'admin_state_up': True, 'tenant_id': 'ef48aaba72f64358b9bf71143d928549'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:17.611339 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-f0806a97-173e-4a8a-b624-7c86085a551b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 8893a664-03c9-46b3-924b-254209fa2057) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:17.643139 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348c1870-00e0-4f77-a553-4d3a8bdf6772 None None] Network 8893a664-03c9-46b3-924b-254209fa2057 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:54:17.673297 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0806a97-173e-4a8a-b624-7c86085a551b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:17.674815 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f0806a97-173e-4a8a-b624-7c86085a551b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:17.726956 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f0806a97-173e-4a8a-b624-7c86085a551b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7954304 Jan 28 00:54:17.729470 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36826) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:17.742487 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36828) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:17.746761 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-36df034b-292b-4be5-b5b4-b203f37fc699 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1280704161-router', 'tenant_id': 'dd51c16a734643ad90734cfa92ab4f4e', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:17.784490 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-36df034b-292b-4be5-b5b4-b203f37fc699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (3cc96700-2b5b-42bc-8002-1e3ee7520e80), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:17.787639 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-36df034b-292b-4be5-b5b4-b203f37fc699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (3cc96700-2b5b-42bc-8002-1e3ee7520e80), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:17.813053 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 776b6bce-079c-495d-915a-3de5eed41216 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:17.813618 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (776b6bce-079c-495d-915a-3de5eed41216), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:17.841529 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4427111d-7488-4d09-b591-6b9344d8461b req-99ed1169-cdc1-4515-8b83-dfd0644d86d9 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Made reservation on behalf of ef48aaba72f64358b9bf71143d928549 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:54:17.846502 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4427111d-7488-4d09-b591-6b9344d8461b req-99ed1169-cdc1-4515-8b83-dfd0644d86d9 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:17.905303 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-36df034b-292b-4be5-b5b4-b203f37fc699 admin admin] Publish callbacks [] for router_controller (3cc96700-2b5b-42bc-8002-1e3ee7520e80), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:18.008333 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5160b910-fd52-4696-a4fd-6bed8f912442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-8893a664-03c9-46b3-924b-254209fa2057', 'network_id': '8893a664-03c9-46b3-924b-254209fa2057', 'project_id': 'dd51c16a734643ad90734cfa92ab4f4e', 'fixed_ips': [{'subnet_id': 'e973ea4b-3f70-4f2c-988d-73c88601cf5e'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:54:18.012106 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5160b910-fd52-4696-a4fd-6bed8f912442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:18.084347 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4257f543-5056-446f-b437-cc336a5a35b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:18.129027 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-039afd7e-1145-4f3b-81cc-5835f728396b None None] Publish callbacks [] for port (088ab6de-eaa1-4b86-85c3-452556f0d54b), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:18.142436 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-039afd7e-1145-4f3b-81cc-5835f728396b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (088ab6de-eaa1-4b86-85c3-452556f0d54b), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:18.145189 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-36df034b-292b-4be5-b5b4-b203f37fc699 admin admin] Publish callbacks [] for router_gateway (3cc96700-2b5b-42bc-8002-1e3ee7520e80), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:18.170981 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9d693387-8fca-400c-b320-16143cd34dd1 req-07bfac0a-239b-4b07-bc78-c957e85559e6 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/ports?device_id=831a7179-be57-4227-854a-591946ee512d HTTP/1.1" status: 200 len: 210 time: 0.1187496 Jan 28 00:54:18.242496 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-4427111d-7488-4d09-b591-6b9344d8461b req-99ed1169-cdc1-4515-8b83-dfd0644d86d9 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Allocated IP 172.20.0.5 (d75d43f9-a71a-4d6e-bb49-db611d3380e0/a443f880-26a8-4334-a255-a2142cb7a8b8/8f707683-5c83-4797-848f-d41eed30a859) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:54:18.272179 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b437509-8411-4026-8a08-7c78485cd684 None None] Pushing event updated for resources: {'Port': ['ID=088ab6de-eaa1-4b86-85c3-452556f0d54b,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:18.346556 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b437509-8411-4026-8a08-7c78485cd684 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:18.346918 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b437509-8411-4026-8a08-7c78485cd684 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:18.347265 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b437509-8411-4026-8a08-7c78485cd684 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:18.347626 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b437509-8411-4026-8a08-7c78485cd684 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:18.347977 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b437509-8411-4026-8a08-7c78485cd684 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:18.348326 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b437509-8411-4026-8a08-7c78485cd684 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:18.348647 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b437509-8411-4026-8a08-7c78485cd684 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:18.348975 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b437509-8411-4026-8a08-7c78485cd684 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:18.349303 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b437509-8411-4026-8a08-7c78485cd684 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:18.349629 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b437509-8411-4026-8a08-7c78485cd684 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:18.349956 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b437509-8411-4026-8a08-7c78485cd684 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:18.350282 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b437509-8411-4026-8a08-7c78485cd684 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:18.350863 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b437509-8411-4026-8a08-7c78485cd684 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:18.360978 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-039afd7e-1145-4f3b-81cc-5835f728396b None None] Attempting to bind port 088ab6de-eaa1-4b86-85c3-452556f0d54b on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:54:18.361458 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-039afd7e-1145-4f3b-81cc-5835f728396b None None] Attempting to bind port 088ab6de-eaa1-4b86-85c3-452556f0d54b by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'c96bb551-4243-4ff2-99bc-ddece2eb40bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5b880eac-0e67-44fb-9f38-382abc695e3b'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:54:18.361833 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039afd7e-1145-4f3b-81cc-5835f728396b None None] Attempting to bind port 088ab6de-eaa1-4b86-85c3-452556f0d54b on network 5b880eac-0e67-44fb-9f38-382abc695e3b {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:54:18.374749 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039afd7e-1145-4f3b-81cc-5835f728396b None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:54:18.375256 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039afd7e-1145-4f3b-81cc-5835f728396b None None] Checking segment: {'id': 'c96bb551-4243-4ff2-99bc-ddece2eb40bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5b880eac-0e67-44fb-9f38-382abc695e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:54:18.375543 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-039afd7e-1145-4f3b-81cc-5835f728396b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:18.376805 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039afd7e-1145-4f3b-81cc-5835f728396b None None] Bound using segment: {'id': 'c96bb551-4243-4ff2-99bc-ddece2eb40bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5b880eac-0e67-44fb-9f38-382abc695e3b'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:54:18.379178 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-039afd7e-1145-4f3b-81cc-5835f728396b None None] Bound port: 088ab6de-eaa1-4b86-85c3-452556f0d54b, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c96bb551-4243-4ff2-99bc-ddece2eb40bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5b880eac-0e67-44fb-9f38-382abc695e3b'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:54:18.379178 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-039afd7e-1145-4f3b-81cc-5835f728396b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (088ab6de-eaa1-4b86-85c3-452556f0d54b), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:18.538291 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-039afd7e-1145-4f3b-81cc-5835f728396b None None] For port 088ab6de-eaa1-4b86-85c3-452556f0d54b, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:54:18.547203 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-039afd7e-1145-4f3b-81cc-5835f728396b None None] For port 088ab6de-eaa1-4b86-85c3-452556f0d54b, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=088ab6de-eaa1-4b86-85c3-452556f0d54b,segment=NetworkSegment(c96bb551-4243-4ff2-99bc-ddece2eb40bc),segment_id=c96bb551-4243-4ff2-99bc-ddece2eb40bc)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:54:18.553243 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-039afd7e-1145-4f3b-81cc-5835f728396b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (088ab6de-eaa1-4b86-85c3-452556f0d54b), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:18.648933 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-36df034b-292b-4be5-b5b4-b203f37fc699 admin admin] Publish callbacks [] for router_gateway (3cc96700-2b5b-42bc-8002-1e3ee7520e80), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:18.659987 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4257f543-5056-446f-b437-cc336a5a35b1 admin admin] Publish callbacks [] for security_group (99c066e4-55cd-4e02-9d8a-34fa09303254), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:18.681498 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4257f543-5056-446f-b437-cc336a5a35b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (99c066e4-55cd-4e02-9d8a-34fa09303254), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:18.685939 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039afd7e-1145-4f3b-81cc-5835f728396b None None] Routers {'9992b47a-ea12-4d7a-8867-32205a450a89'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:54:18.686604 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-039afd7e-1145-4f3b-81cc-5835f728396b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:54:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['9992b47a-ea12-4d7a-8867-32205a450a89'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:18.754645 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f80021b8-2691-4e39-a61b-65960fdef106 None None] Provisioning complete for port 088ab6de-eaa1-4b86-85c3-452556f0d54b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:18.754915 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f80021b8-2691-4e39-a61b-65960fdef106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (088ab6de-eaa1-4b86-85c3-452556f0d54b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:18.759044 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-5160b910-fd52-4696-a4fd-6bed8f912442 None None] Allocated IP 172.20.0.2 (8893a664-03c9-46b3-924b-254209fa2057/e973ea4b-3f70-4f2c-988d-73c88601cf5e/5473b870-1b5c-4d09-8690-a8cb6b9afb52) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:54:18.787261 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4257f543-5056-446f-b437-cc336a5a35b1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=343650e30f924310b2505b670df0ec17&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0428529 Jan 28 00:54:18.793880 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36836) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:18.840944 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 776b6bce-079c-495d-915a-3de5eed41216 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:18.947070 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b437509-8411-4026-8a08-7c78485cd684 None None] Pushing event updated for resources: {'Port': ['ID=088ab6de-eaa1-4b86-85c3-452556f0d54b,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:18.977453 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257f543-5056-446f-b437-cc336a5a35b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c066e4-55cd-4e02-9d8a-34fa09303254,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:18.984859 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-039afd7e-1145-4f3b-81cc-5835f728396b None None] Set router 9992b47a-ea12-4d7a-8867-32205a450a89 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:54:19.050104 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4427111d-7488-4d09-b591-6b9344d8461b req-99ed1169-cdc1-4515-8b83-dfd0644d86d9 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Publish callbacks [] for port (8f707683-5c83-4797-848f-d41eed30a859), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:19.134557 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-628d32c0-427c-42ff-bce4-f55deca570f5 admin admin] Publish callbacks [] for security_group (99c066e4-55cd-4e02-9d8a-34fa09303254), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:19.199473 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f80021b8-2691-4e39-a61b-65960fdef106 None None] Current status of the port 088ab6de-eaa1-4b86-85c3-452556f0d54b is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:19.200739 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f80021b8-2691-4e39-a61b-65960fdef106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (088ab6de-eaa1-4b86-85c3-452556f0d54b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:19.208572 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-628d32c0-427c-42ff-bce4-f55deca570f5 admin admin] Publish callbacks [] for security_group (99c066e4-55cd-4e02-9d8a-34fa09303254), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:19.302075 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4427111d-7488-4d09-b591-6b9344d8461b req-99ed1169-cdc1-4515-8b83-dfd0644d86d9 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (8f707683-5c83-4797-848f-d41eed30a859), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:19.309246 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f80021b8-2691-4e39-a61b-65960fdef106 None None] For port 088ab6de-eaa1-4b86-85c3-452556f0d54b, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=088ab6de-eaa1-4b86-85c3-452556f0d54b,segment=NetworkSegment(c96bb551-4243-4ff2-99bc-ddece2eb40bc),segment_id=c96bb551-4243-4ff2-99bc-ddece2eb40bc)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:19.316126 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f80021b8-2691-4e39-a61b-65960fdef106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (088ab6de-eaa1-4b86-85c3-452556f0d54b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:19.377204 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5160b910-fd52-4696-a4fd-6bed8f912442 None None] Publish callbacks [] for port (5473b870-1b5c-4d09-8690-a8cb6b9afb52), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:19.390024 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5160b910-fd52-4696-a4fd-6bed8f912442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (5473b870-1b5c-4d09-8690-a8cb6b9afb52), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:19.433984 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80021b8-2691-4e39-a61b-65960fdef106 None None] Pushing event updated for resources: {'Port': ['ID=088ab6de-eaa1-4b86-85c3-452556f0d54b,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:19.448478 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5160b910-fd52-4696-a4fd-6bed8f912442 None None] Network 8893a664-03c9-46b3-924b-254209fa2057 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:54:19.476139 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-5160b910-fd52-4696-a4fd-6bed8f912442 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:19.482484 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5160b910-fd52-4696-a4fd-6bed8f912442 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:54:19.487143 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-039afd7e-1145-4f3b-81cc-5835f728396b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'name': 'tempest-TestServerBasicOps-1764610025-router', 'tenant_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '776b6bce-079c-495d-915a-3de5eed41216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:06Z', 'updated_at': '2022-01-28T00:54:13Z', 'revision_number': 4, 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'gw_port': {'id': '776b6bce-079c-495d-915a-3de5eed41216', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:07Z', 'updated_at': '2022-01-28T00:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '088ab6de-eaa1-4b86-85c3-452556f0d54b', 'name': '', 'network_id': '5b880eac-0e67-44fb-9f38-382abc695e3b', 'tenant_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'mac_address': 'fa:16:3e:9f:92:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'a948c2fd-ed75-48a3-92ab-eef24860d2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:11Z', 'updated_at': '2022-01-28T00:54:18Z', 'revision_number': 4, 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'subnets': [{'id': 'a948c2fd-ed75-48a3-92ab-eef24860d2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:19.497967 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f0c0e091-9dc9-4618-bc8c-ac24b230da51 None None] Provisioning complete for port 088ab6de-eaa1-4b86-85c3-452556f0d54b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:19.498359 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f0c0e091-9dc9-4618-bc8c-ac24b230da51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (088ab6de-eaa1-4b86-85c3-452556f0d54b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:19.512160 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed1169-cdc1-4515-8b83-dfd0644d86d9 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Pushing event updated for resources: {'Port': ['ID=8f707683-5c83-4797-848f-d41eed30a859,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:19.537829 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-36df034b-292b-4be5-b5b4-b203f37fc699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:19.552137 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039afd7e-1145-4f3b-81cc-5835f728396b None None] The sync data for ids ['9992b47a-ea12-4d7a-8867-32205a450a89'] in n-d-826754-1 is: [{'id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'name': 'tempest-TestServerBasicOps-1764610025-router', 'tenant_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '776b6bce-079c-495d-915a-3de5eed41216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:06Z', 'updated_at': '2022-01-28T00:54:13Z', 'revision_number': 4, 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'gw_port': {'id': '776b6bce-079c-495d-915a-3de5eed41216', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:07Z', 'updated_at': '2022-01-28T00:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '088ab6de-eaa1-4b86-85c3-452556f0d54b', 'name': '', 'network_id': '5b880eac-0e67-44fb-9f38-382abc695e3b', 'tenant_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'mac_address': 'fa:16:3e:9f:92:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'a948c2fd-ed75-48a3-92ab-eef24860d2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:11Z', 'updated_at': '2022-01-28T00:54:18Z', 'revision_number': 4, 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'subnets': [{'id': 'a948c2fd-ed75-48a3-92ab-eef24860d2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:54:19.582567 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160b910-fd52-4696-a4fd-6bed8f912442 None None] Pushing event updated for resources: {'Port': ['ID=5473b870-1b5c-4d09-8690-a8cb6b9afb52,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:19.737600 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-36df034b-292b-4be5-b5b4-b203f37fc699 admin admin] Allocated IP 172.25.3.41 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/c371f993-1f37-4fba-88cf-767915de7601) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:54:19.751360 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4427111d-7488-4d09-b591-6b9344d8461b req-99ed1169-cdc1-4515-8b83-dfd0644d86d9 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Network d75d43f9-a71a-4d6e-bb49-db611d3380e0 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:54:19.781302 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-4427111d-7488-4d09-b591-6b9344d8461b req-99ed1169-cdc1-4515-8b83-dfd0644d86d9 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:19.788313 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-4427111d-7488-4d09-b591-6b9344d8461b req-99ed1169-cdc1-4515-8b83-dfd0644d86d9 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:54:19.818029 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-5160b910-fd52-4696-a4fd-6bed8f912442 None None] Attempting to bind port 5473b870-1b5c-4d09-8690-a8cb6b9afb52 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:54:19.818410 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-5160b910-fd52-4696-a4fd-6bed8f912442 None None] Attempting to bind port 5473b870-1b5c-4d09-8690-a8cb6b9afb52 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '5392002f-91d1-4f34-b8ac-971bfd10245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8893a664-03c9-46b3-924b-254209fa2057'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:54:19.818789 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5160b910-fd52-4696-a4fd-6bed8f912442 None None] Attempting to bind port 5473b870-1b5c-4d09-8690-a8cb6b9afb52 on network 8893a664-03c9-46b3-924b-254209fa2057 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:54:19.843358 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5160b910-fd52-4696-a4fd-6bed8f912442 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:54:19.843808 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5160b910-fd52-4696-a4fd-6bed8f912442 None None] Checking segment: {'id': '5392002f-91d1-4f34-b8ac-971bfd10245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8893a664-03c9-46b3-924b-254209fa2057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:54:19.844234 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5160b910-fd52-4696-a4fd-6bed8f912442 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:19.844642 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5160b910-fd52-4696-a4fd-6bed8f912442 None None] Bound using segment: {'id': '5392002f-91d1-4f34-b8ac-971bfd10245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8893a664-03c9-46b3-924b-254209fa2057'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:54:19.845162 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-5160b910-fd52-4696-a4fd-6bed8f912442 None None] Bound port: 5473b870-1b5c-4d09-8690-a8cb6b9afb52, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5392002f-91d1-4f34-b8ac-971bfd10245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8893a664-03c9-46b3-924b-254209fa2057'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:54:19.845564 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5160b910-fd52-4696-a4fd-6bed8f912442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5473b870-1b5c-4d09-8690-a8cb6b9afb52), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:19.913198 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427111d-7488-4d09-b591-6b9344d8461b req-99ed1169-cdc1-4515-8b83-dfd0644d86d9 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:19.914999 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4427111d-7488-4d09-b591-6b9344d8461b req-99ed1169-cdc1-4515-8b83-dfd0644d86d9 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:19.972241 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ebfab-69e9-4520-956e-ea6351130bd8 req-d7d3305d-874c-4586-bf3b-60c09fe94de3 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:19.973928 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ba6ebfab-69e9-4520-956e-ea6351130bd8 req-d7d3305d-874c-4586-bf3b-60c09fe94de3 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/ports?device_id=831a7179-be57-4227-854a-591946ee512d HTTP/1.1" status: 200 len: 931 time: 0.4678788 Jan 28 00:54:19.977722 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-36df034b-292b-4be5-b5b4-b203f37fc699 admin admin] Publish callbacks [] for port (c371f993-1f37-4fba-88cf-767915de7601), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:20.009275 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4427111d-7488-4d09-b591-6b9344d8461b req-99ed1169-cdc1-4515-8b83-dfd0644d86d9 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4341648 Jan 28 00:54:20.009948 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-628d32c0-427c-42ff-bce4-f55deca570f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (99c066e4-55cd-4e02-9d8a-34fa09303254), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:20.023136 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-628d32c0-427c-42ff-bce4-f55deca570f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:20.029981 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-628d32c0-427c-42ff-bce4-f55deca570f5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/99c066e4-55cd-4e02-9d8a-34fa09303254 HTTP/1.1" status: 204 len: 168 time: 1.2303672 Jan 28 00:54:20.062540 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-36df034b-292b-4be5-b5b4-b203f37fc699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (c371f993-1f37-4fba-88cf-767915de7601), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:20.092535 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f0c0e091-9dc9-4618-bc8c-ac24b230da51 None None] Current status of the port 088ab6de-eaa1-4b86-85c3-452556f0d54b is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:20.095275 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d32c0-427c-42ff-bce4-f55deca570f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c066e4-55cd-4e02-9d8a-34fa09303254,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:20.145128 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36df034b-292b-4be5-b5b4-b203f37fc699 admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:54:20.154676 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ba6ebfab-69e9-4520-956e-ea6351130bd8 req-caf62b59-33d8-499f-866e-a35b5a20c87f tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/security-groups?id=b801acaf-db46-4b66-aa11-83fe90cc78dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672540 Jan 28 00:54:20.158475 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-36df034b-292b-4be5-b5b4-b203f37fc699 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:20.165217 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36df034b-292b-4be5-b5b4-b203f37fc699 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:54:20.172066 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df034b-292b-4be5-b5b4-b203f37fc699 admin admin] Pushing event updated for resources: {'Port': ['ID=c371f993-1f37-4fba-88cf-767915de7601,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:20.189321 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-5160b910-fd52-4696-a4fd-6bed8f912442 None None] For port 5473b870-1b5c-4d09-8690-a8cb6b9afb52, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:54:20.198142 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-5160b910-fd52-4696-a4fd-6bed8f912442 None None] For port 5473b870-1b5c-4d09-8690-a8cb6b9afb52, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=5473b870-1b5c-4d09-8690-a8cb6b9afb52,segment=NetworkSegment(5392002f-91d1-4f34-b8ac-971bfd10245a),segment_id=5392002f-91d1-4f34-b8ac-971bfd10245a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:54:20.208176 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5160b910-fd52-4696-a4fd-6bed8f912442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (5473b870-1b5c-4d09-8690-a8cb6b9afb52), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:20.346914 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-4427111d-7488-4d09-b591-6b9344d8461b req-74f84b3c-a901-4e50-8f90-b0ce4f7a2c47 service neutron] Request body: {'port': {'device_id': '831a7179-be57-4227-854a-591946ee512d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:20.355952 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160b910-fd52-4696-a4fd-6bed8f912442 None None] Pushing event updated for resources: {'Port': ['ID=5473b870-1b5c-4d09-8690-a8cb6b9afb52,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:20.565648 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4427111d-7488-4d09-b591-6b9344d8461b req-74f84b3c-a901-4e50-8f90-b0ce4f7a2c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8f707683-5c83-4797-848f-d41eed30a859), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:20.964329 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-36df034b-292b-4be5-b5b4-b203f37fc699 admin admin] Publish callbacks [] for router_gateway (3cc96700-2b5b-42bc-8002-1e3ee7520e80), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:21.813471 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-36df034b-292b-4be5-b5b4-b203f37fc699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (3cc96700-2b5b-42bc-8002-1e3ee7520e80), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:21.862572 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 5473b870-1b5c-4d09-8690-a8cb6b9afb52 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:54:21.930784 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-4427111d-7488-4d09-b591-6b9344d8461b req-74f84b3c-a901-4e50-8f90-b0ce4f7a2c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f707683-5c83-4797-848f-d41eed30a859 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:54:21.978542 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4427111d-7488-4d09-b591-6b9344d8461b req-74f84b3c-a901-4e50-8f90-b0ce4f7a2c47 service neutron] Publish callbacks [] for port (8f707683-5c83-4797-848f-d41eed30a859), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:22.006064 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-4427111d-7488-4d09-b591-6b9344d8461b req-74f84b3c-a901-4e50-8f90-b0ce4f7a2c47 service neutron] Transition to ACTIVE for port object 8f707683-5c83-4797-848f-d41eed30a859 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:54:22.013752 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4427111d-7488-4d09-b591-6b9344d8461b req-74f84b3c-a901-4e50-8f90-b0ce4f7a2c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (8f707683-5c83-4797-848f-d41eed30a859), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:22.025790 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 5473b870-1b5c-4d09-8690-a8cb6b9afb52 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:22.026373 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (5473b870-1b5c-4d09-8690-a8cb6b9afb52), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:22.201756 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36df034b-292b-4be5-b5b4-b203f37fc699 admin admin] Router 3cc96700-2b5b-42bc-8002-1e3ee7520e80 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:54:22.212112 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c243000-d277-4005-9a63-dea410652ba3 req-ee6541d4-1e63-4a12-945a-e10212c57b9b tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:22.232370 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c243000-d277-4005-9a63-dea410652ba3 req-ee6541d4-1e63-4a12-945a-e10212c57b9b tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/ports?device_id=831a7179-be57-4227-854a-591946ee512d HTTP/1.1" status: 200 len: 931 time: 0.8451681 Jan 28 00:54:22.330510 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 5473b870-1b5c-4d09-8690-a8cb6b9afb52 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:22.331301 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5473b870-1b5c-4d09-8690-a8cb6b9afb52), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:22.392527 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c243000-d277-4005-9a63-dea410652ba3 req-7379dbc2-81bf-468c-b302-17dc6a6e73a2 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/security-groups?id=b801acaf-db46-4b66-aa11-83fe90cc78dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976074 Jan 28 00:54:22.418663 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 5473b870-1b5c-4d09-8690-a8cb6b9afb52, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=5473b870-1b5c-4d09-8690-a8cb6b9afb52,segment=NetworkSegment(5392002f-91d1-4f34-b8ac-971bfd10245a),segment_id=5392002f-91d1-4f34-b8ac-971bfd10245a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:22.426478 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (5473b870-1b5c-4d09-8690-a8cb6b9afb52), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:22.426478 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 088ab6de-eaa1-4b86-85c3-452556f0d54b up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:54:22.556035 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f84b3c-a901-4e50-8f90-b0ce4f7a2c47 service neutron] Pushing event updated for resources: {'Port': ['ID=8f707683-5c83-4797-848f-d41eed30a859,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:22.603150 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36df034b-292b-4be5-b5b4-b203f37fc699 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:54:22.641444 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-36df034b-292b-4be5-b5b4-b203f37fc699 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:22.646223 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-36df034b-292b-4be5-b5b4-b203f37fc699 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.9133825 Jan 28 00:54:22.651462 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36878) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:22.671211 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=5473b870-1b5c-4d09-8690-a8cb6b9afb52,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:22.700360 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b32db6-704c-4145-8d28-0de881709f08 None None] Sync routers for ids ['3cc96700-2b5b-42bc-8002-1e3ee7520e80'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:54:22.759109 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b32db6-704c-4145-8d28-0de881709f08 None None] Routers {'3cc96700-2b5b-42bc-8002-1e3ee7520e80'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:54:22.765343 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b9b32db6-704c-4145-8d28-0de881709f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:54:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3cc96700-2b5b-42bc-8002-1e3ee7520e80'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:22.769139 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-4427111d-7488-4d09-b591-6b9344d8461b req-74f84b3c-a901-4e50-8f90-b0ce4f7a2c47 service neutron] Attempting to bind port 8f707683-5c83-4797-848f-d41eed30a859 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:54:22.773888 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-4427111d-7488-4d09-b591-6b9344d8461b req-74f84b3c-a901-4e50-8f90-b0ce4f7a2c47 service neutron] Attempting to bind port 8f707683-5c83-4797-848f-d41eed30a859 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '0bfcaccf-b083-4a5e-a9da-838ecfef2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd75d43f9-a71a-4d6e-bb49-db611d3380e0'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:54:22.776419 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4427111d-7488-4d09-b591-6b9344d8461b req-74f84b3c-a901-4e50-8f90-b0ce4f7a2c47 service neutron] Attempting to bind port 8f707683-5c83-4797-848f-d41eed30a859 on network d75d43f9-a71a-4d6e-bb49-db611d3380e0 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:54:22.792154 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4427111d-7488-4d09-b591-6b9344d8461b req-74f84b3c-a901-4e50-8f90-b0ce4f7a2c47 service neutron] Port 8f707683-5c83-4797-848f-d41eed30a859 on network d75d43f9-a71a-4d6e-bb49-db611d3380e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:54:22.795192 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4427111d-7488-4d09-b591-6b9344d8461b req-74f84b3c-a901-4e50-8f90-b0ce4f7a2c47 service neutron] Attempting to bind port 8f707683-5c83-4797-848f-d41eed30a859 on network d75d43f9-a71a-4d6e-bb49-db611d3380e0 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:54:22.816556 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4427111d-7488-4d09-b591-6b9344d8461b req-74f84b3c-a901-4e50-8f90-b0ce4f7a2c47 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:54:22.816909 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4427111d-7488-4d09-b591-6b9344d8461b req-74f84b3c-a901-4e50-8f90-b0ce4f7a2c47 service neutron] Checking segment: {'id': '0bfcaccf-b083-4a5e-a9da-838ecfef2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd75d43f9-a71a-4d6e-bb49-db611d3380e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:54:22.819436 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4427111d-7488-4d09-b591-6b9344d8461b req-74f84b3c-a901-4e50-8f90-b0ce4f7a2c47 service neutron] Bound using segment: {'id': '0bfcaccf-b083-4a5e-a9da-838ecfef2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd75d43f9-a71a-4d6e-bb49-db611d3380e0'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:54:22.820533 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-4427111d-7488-4d09-b591-6b9344d8461b req-74f84b3c-a901-4e50-8f90-b0ce4f7a2c47 service neutron] Bound port: 8f707683-5c83-4797-848f-d41eed30a859, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bfcaccf-b083-4a5e-a9da-838ecfef2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd75d43f9-a71a-4d6e-bb49-db611d3380e0'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:54:22.821083 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4427111d-7488-4d09-b591-6b9344d8461b req-74f84b3c-a901-4e50-8f90-b0ce4f7a2c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8f707683-5c83-4797-848f-d41eed30a859), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:22.889452 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d75538-afe7-4237-a035-7449bcbfd322 None None] Network 8893a664-03c9-46b3-924b-254209fa2057 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:54:22.899146 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 088ab6de-eaa1-4b86-85c3-452556f0d54b triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:22.899400 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (088ab6de-eaa1-4b86-85c3-452556f0d54b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:22.991481 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-4427111d-7488-4d09-b591-6b9344d8461b req-74f84b3c-a901-4e50-8f90-b0ce4f7a2c47 service neutron] For port 8f707683-5c83-4797-848f-d41eed30a859, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:54:22.996817 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-4427111d-7488-4d09-b591-6b9344d8461b req-74f84b3c-a901-4e50-8f90-b0ce4f7a2c47 service neutron] For port 8f707683-5c83-4797-848f-d41eed30a859, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8f707683-5c83-4797-848f-d41eed30a859,segment=NetworkSegment(0bfcaccf-b083-4a5e-a9da-838ecfef2f92),segment_id=0bfcaccf-b083-4a5e-a9da-838ecfef2f92)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:54:23.003994 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4427111d-7488-4d09-b591-6b9344d8461b req-74f84b3c-a901-4e50-8f90-b0ce4f7a2c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (8f707683-5c83-4797-848f-d41eed30a859), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:23.099201 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427111d-7488-4d09-b591-6b9344d8461b req-74f84b3c-a901-4e50-8f90-b0ce4f7a2c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:23.100321 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4427111d-7488-4d09-b591-6b9344d8461b req-74f84b3c-a901-4e50-8f90-b0ce4f7a2c47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:23.102492 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4427111d-7488-4d09-b591-6b9344d8461b req-74f84b3c-a901-4e50-8f90-b0ce4f7a2c47 service neutron] 10.222.0.65 "PUT /v2.0/ports/8f707683-5c83-4797-848f-d41eed30a859 HTTP/1.1" status: 200 len: 1091 time: 3.0712419 Jan 28 00:54:23.103192 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831a7179-be57-4227-854a-591946ee512d', 'tag': '8f707683-5c83-4797-848f-d41eed30a859'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:54:23.107572 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2782b5c-361a-4026-a71c-6605e3c55986" -d '{"events": [{"name": "network-changed", "server_uuid": "831a7179-be57-4227-854a-591946ee512d", "tag": "8f707683-5c83-4797-848f-d41eed30a859"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:54:23.200245 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f84b3c-a901-4e50-8f90-b0ce4f7a2c47 service neutron] Pushing event updated for resources: {'Port': ['ID=8f707683-5c83-4797-848f-d41eed30a859,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:23.207332 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455fe173-e356-4e23-a283-d64d210175f5 x-openstack-request-id: req-455fe173-e356-4e23-a283-d64d210175f5 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:54:23.207930 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831a7179-be57-4227-854a-591946ee512d", "tag": "8f707683-5c83-4797-848f-d41eed30a859", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:54:23.208342 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-455fe173-e356-4e23-a283-d64d210175f5 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:54:23.208923 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831a7179-be57-4227-854a-591946ee512d', 'tag': '8f707683-5c83-4797-848f-d41eed30a859', 'status': 'completed', 'code': 200} Jan 28 00:54:23.286701 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427111d-7488-4d09-b591-6b9344d8461b req-c2f1d7c4-9d91-4ef6-9133-348ea8d6204f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:23.291916 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4427111d-7488-4d09-b591-6b9344d8461b req-c2f1d7c4-9d91-4ef6-9133-348ea8d6204f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef48aaba72f64358b9bf71143d928549&device_id=831a7179-be57-4227-854a-591946ee512d HTTP/1.1" status: 200 len: 1094 time: 0.1115377 Jan 28 00:54:23.334769 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-321f5ecb-0113-4500-8847-3c4fb5a8a9d2 None None] Provisioning complete for port 5473b870-1b5c-4d09-8690-a8cb6b9afb52 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:23.335364 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-321f5ecb-0113-4500-8847-3c4fb5a8a9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (5473b870-1b5c-4d09-8690-a8cb6b9afb52), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:23.440277 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4427111d-7488-4d09-b591-6b9344d8461b req-35aa9501-59cd-453b-8924-58f1e3899c8b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f707683-5c83-4797-848f-d41eed30a859 HTTP/1.1" status: 200 len: 217 time: 0.1259780 Jan 28 00:54:23.515743 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-b9b32db6-704c-4145-8d28-0de881709f08 None None] Set router 3cc96700-2b5b-42bc-8002-1e3ee7520e80 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:54:23.615592 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 088ab6de-eaa1-4b86-85c3-452556f0d54b is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:23.811183 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427111d-7488-4d09-b591-6b9344d8461b req-dbdbec52-51ff-4542-ba8b-4bf13778c42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:23.811183 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4427111d-7488-4d09-b591-6b9344d8461b req-dbdbec52-51ff-4542-ba8b-4bf13778c42f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a443f880-26a8-4334-a255-a2142cb7a8b8 HTTP/1.1" status: 200 len: 849 time: 0.3619978 Jan 28 00:54:23.825001 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77609cc9-f80e-49f1-8a6d-d2067403c7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:23.928309 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4427111d-7488-4d09-b591-6b9344d8461b req-aa4f4d99-b965-4324-abe5-a6feb7f62390 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d75d43f9-a71a-4d6e-bb49-db611d3380e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955799 Jan 28 00:54:23.932171 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-321f5ecb-0113-4500-8847-3c4fb5a8a9d2 None None] Current status of the port 5473b870-1b5c-4d09-8690-a8cb6b9afb52 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:23.946844 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 5473b870-1b5c-4d09-8690-a8cb6b9afb52 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:54:23.978981 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a84a6b-cd23-4f49-a204-0fcba1dc60c9 req-a5ba6c19-4590-4a26-95f8-7df2bd694c0b tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:23.986125 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-46a84a6b-cd23-4f49-a204-0fcba1dc60c9 req-a5ba6c19-4590-4a26-95f8-7df2bd694c0b tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/ports?device_id=831a7179-be57-4227-854a-591946ee512d HTTP/1.1" status: 200 len: 943 time: 0.3306291 Jan 28 00:54:24.219950 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 5473b870-1b5c-4d09-8690-a8cb6b9afb52 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:24.227306 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (5473b870-1b5c-4d09-8690-a8cb6b9afb52), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:24.250618 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-77609cc9-f80e-49f1-8a6d-d2067403c7e3 admin admin] Allocated IP 172.20.0.1 (8893a664-03c9-46b3-924b-254209fa2057/e973ea4b-3f70-4f2c-988d-73c88601cf5e/820cc856-8a3f-4739-a376-3871f909e920) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:54:24.324882 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-15669903-c672-44fb-adbe-af1fca70bea9 None None] Provisioning complete for port 5473b870-1b5c-4d09-8690-a8cb6b9afb52 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:24.325254 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-15669903-c672-44fb-adbe-af1fca70bea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (5473b870-1b5c-4d09-8690-a8cb6b9afb52), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:24.338106 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-46a84a6b-cd23-4f49-a204-0fcba1dc60c9 req-83a2bc4b-4be1-473e-9d8f-bcc9060188a1 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/security-groups?id=b801acaf-db46-4b66-aa11-83fe90cc78dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179252 Jan 28 00:54:24.397153 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b9b32db6-704c-4145-8d28-0de881709f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc96700-2b5b-42bc-8002-1e3ee7520e80', 'name': 'tempest-TestServerBasicOps-1280704161-router', 'tenant_id': 'dd51c16a734643ad90734cfa92ab4f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'c371f993-1f37-4fba-88cf-767915de7601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:17Z', 'updated_at': '2022-01-28T00:54:20Z', 'revision_number': 3, 'project_id': 'dd51c16a734643ad90734cfa92ab4f4e', 'gw_port': {'id': 'c371f993-1f37-4fba-88cf-767915de7601', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc96700-2b5b-42bc-8002-1e3ee7520e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:19Z', 'updated_at': '2022-01-28T00:54:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:24.421892 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77609cc9-f80e-49f1-8a6d-d2067403c7e3 admin admin] Publish callbacks [] for port (820cc856-8a3f-4739-a376-3871f909e920), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:24.422105 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4427111d-7488-4d09-b591-6b9344d8461b req-955602e1-4a4a-47b0-8a9a-263f981dda12 service neutron] 10.222.0.65 "GET /v2.0/networks/d75d43f9-a71a-4d6e-bb49-db611d3380e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848633 Jan 28 00:54:24.514731 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77609cc9-f80e-49f1-8a6d-d2067403c7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (820cc856-8a3f-4739-a376-3871f909e920), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:24.630458 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 5473b870-1b5c-4d09-8690-a8cb6b9afb52 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:24.635871 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77609cc9-f80e-49f1-8a6d-d2067403c7e3 admin admin] Network 8893a664-03c9-46b3-924b-254209fa2057 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:54:24.647886 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b32db6-704c-4145-8d28-0de881709f08 None None] Checking router: 3cc96700-2b5b-42bc-8002-1e3ee7520e80 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:54:24.648173 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-77609cc9-f80e-49f1-8a6d-d2067403c7e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:24.650526 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b32db6-704c-4145-8d28-0de881709f08 None None] Updating router 3cc96700-2b5b-42bc-8002-1e3ee7520e80 port c371f993-1f37-4fba-88cf-767915de7601 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:54:24.655906 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77609cc9-f80e-49f1-8a6d-d2067403c7e3 admin admin] Pushing event updated for resources: {'Port': ['ID=820cc856-8a3f-4739-a376-3871f909e920,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:24.662789 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77609cc9-f80e-49f1-8a6d-d2067403c7e3 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:54:24.692200 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4427111d-7488-4d09-b591-6b9344d8461b req-6cff7f58-a5d0-420b-a164-561e7cbaea45 service neutron] 10.222.0.65 "GET /v2.0/networks/d75d43f9-a71a-4d6e-bb49-db611d3380e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611179 Jan 28 00:54:24.728635 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b9b32db6-704c-4145-8d28-0de881709f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c371f993-1f37-4fba-88cf-767915de7601), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:24.755306 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77609cc9-f80e-49f1-8a6d-d2067403c7e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (3cc96700-2b5b-42bc-8002-1e3ee7520e80), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:24.942591 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2782b5c-361a-4026-a71c-6605e3c55986 req-85777520-25b1-4ced-a5fb-5a86ee64c7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:24.947921 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b2782b5c-361a-4026-a71c-6605e3c55986 req-85777520-25b1-4ced-a5fb-5a86ee64c7d8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef48aaba72f64358b9bf71143d928549&device_id=831a7179-be57-4227-854a-591946ee512d HTTP/1.1" status: 200 len: 1094 time: 0.1216097 Jan 28 00:54:25.052866 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77609cc9-f80e-49f1-8a6d-d2067403c7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (820cc856-8a3f-4739-a376-3871f909e920), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:25.102401 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2782b5c-361a-4026-a71c-6605e3c55986 req-91232d57-40f0-4b8e-b9fa-0975a18fca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:25.104346 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b2782b5c-361a-4026-a71c-6605e3c55986 req-91232d57-40f0-4b8e-b9fa-0975a18fca2e service neutron] 10.222.0.65 "GET /v2.0/networks?id=d75d43f9-a71a-4d6e-bb49-db611d3380e0 HTTP/1.1" status: 200 len: 910 time: 0.1468656 Jan 28 00:54:25.190502 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b2782b5c-361a-4026-a71c-6605e3c55986 req-0389626d-697b-43d8-8408-0f027f569e25 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f707683-5c83-4797-848f-d41eed30a859 HTTP/1.1" status: 200 len: 217 time: 0.0715497 Jan 28 00:54:25.257171 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-15669903-c672-44fb-adbe-af1fca70bea9 None None] Current status of the port 5473b870-1b5c-4d09-8690-a8cb6b9afb52 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:25.316187 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2782b5c-361a-4026-a71c-6605e3c55986 req-d6ed72b2-d6e6-4789-9ddf-b73eb7adb7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:25.318418 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b2782b5c-361a-4026-a71c-6605e3c55986 req-d6ed72b2-d6e6-4789-9ddf-b73eb7adb7df service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a443f880-26a8-4334-a255-a2142cb7a8b8 HTTP/1.1" status: 200 len: 849 time: 0.1200609 Jan 28 00:54:25.321642 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b9b32db6-704c-4145-8d28-0de881709f08 None None] Publish callbacks [] for port (c371f993-1f37-4fba-88cf-767915de7601), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:25.330799 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b9b32db6-704c-4145-8d28-0de881709f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c371f993-1f37-4fba-88cf-767915de7601), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:25.410711 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e1c90-0642-46f0-81a5-d10a29878ecf None None] Pushing event updated for resources: {'Port': ['ID=c371f993-1f37-4fba-88cf-767915de7601,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:25.444357 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77609cc9-f80e-49f1-8a6d-d2067403c7e3 admin admin] Publish callbacks [] for port (820cc856-8a3f-4739-a376-3871f909e920), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:25.448143 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b2782b5c-361a-4026-a71c-6605e3c55986 req-3fee77b9-bd85-481b-a47a-df0e85015229 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d75d43f9-a71a-4d6e-bb49-db611d3380e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216013 Jan 28 00:54:25.452578 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77609cc9-f80e-49f1-8a6d-d2067403c7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (820cc856-8a3f-4739-a376-3871f909e920), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:25.458081 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-be96c444-c355-4c19-a782-b3aea1899c31 None None] Provisioning complete for port 820cc856-8a3f-4739-a376-3871f909e920 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:25.459371 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-be96c444-c355-4c19-a782-b3aea1899c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (820cc856-8a3f-4739-a376-3871f909e920), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:25.464946 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-b9b32db6-704c-4145-8d28-0de881709f08 None None] Attempting to bind port c371f993-1f37-4fba-88cf-767915de7601 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:54:25.466702 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-b9b32db6-704c-4145-8d28-0de881709f08 None None] Attempting to bind port c371f993-1f37-4fba-88cf-767915de7601 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:54:25.468258 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b32db6-704c-4145-8d28-0de881709f08 None None] Attempting to bind port c371f993-1f37-4fba-88cf-767915de7601 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:54:25.525716 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b32db6-704c-4145-8d28-0de881709f08 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:54:25.533416 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b32db6-704c-4145-8d28-0de881709f08 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:54:25.534078 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b9b32db6-704c-4145-8d28-0de881709f08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:25.534533 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b32db6-704c-4145-8d28-0de881709f08 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:54:25.535736 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-b9b32db6-704c-4145-8d28-0de881709f08 None None] Bound port: c371f993-1f37-4fba-88cf-767915de7601, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:54:25.535736 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b9b32db6-704c-4145-8d28-0de881709f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c371f993-1f37-4fba-88cf-767915de7601), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:25.580466 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77609cc9-f80e-49f1-8a6d-d2067403c7e3 admin admin] Pushing event updated for resources: {'Port': ['ID=820cc856-8a3f-4739-a376-3871f909e920,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:25.604059 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77609cc9-f80e-49f1-8a6d-d2067403c7e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (3cc96700-2b5b-42bc-8002-1e3ee7520e80), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:25.633793 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b2782b5c-361a-4026-a71c-6605e3c55986 req-c4aaf9f3-af8e-4d78-8423-6fd4627d797e service neutron] 10.222.0.65 "GET /v2.0/networks/d75d43f9-a71a-4d6e-bb49-db611d3380e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779149 Jan 28 00:54:25.649405 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-b9b32db6-704c-4145-8d28-0de881709f08 None None] For port c371f993-1f37-4fba-88cf-767915de7601, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:54:25.653531 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-b9b32db6-704c-4145-8d28-0de881709f08 None None] For port c371f993-1f37-4fba-88cf-767915de7601, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c371f993-1f37-4fba-88cf-767915de7601,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:54:25.672648 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-be96c444-c355-4c19-a782-b3aea1899c31 None None] Port 820cc856-8a3f-4739-a376-3871f909e920 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:54:25.678593 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b9b32db6-704c-4145-8d28-0de881709f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c371f993-1f37-4fba-88cf-767915de7601), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:25.752105 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e1c90-0642-46f0-81a5-d10a29878ecf None None] Pushing event updated for resources: {'Port': ['ID=c371f993-1f37-4fba-88cf-767915de7601,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:25.781439 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b32db6-704c-4145-8d28-0de881709f08 None None] Routers {'3cc96700-2b5b-42bc-8002-1e3ee7520e80'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:54:25.782158 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b9b32db6-704c-4145-8d28-0de881709f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:54:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3cc96700-2b5b-42bc-8002-1e3ee7520e80'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:25.789413 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77609cc9-f80e-49f1-8a6d-d2067403c7e3 admin admin] Network 8893a664-03c9-46b3-924b-254209fa2057 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:54:25.791326 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-77609cc9-f80e-49f1-8a6d-d2067403c7e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:25.833815 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84a156-7075-4090-9216-9bd91d1e90d3 req-30728f22-552f-4713-9176-a585aef1353e tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:25.855329 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0b84a156-7075-4090-9216-9bd91d1e90d3 req-30728f22-552f-4713-9176-a585aef1353e tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/ports?device_id=831a7179-be57-4227-854a-591946ee512d HTTP/1.1" status: 200 len: 943 time: 0.2196095 Jan 28 00:54:25.934091 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0b84a156-7075-4090-9216-9bd91d1e90d3 req-a804fc1a-f140-473c-bd46-6ad9335f109d tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/security-groups?id=b801acaf-db46-4b66-aa11-83fe90cc78dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766129 Jan 28 00:54:26.016382 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b2782b5c-361a-4026-a71c-6605e3c55986 req-6509e2d1-20f3-46ec-aa9e-5a8d8979068e service neutron] 10.222.0.65 "GET /v2.0/networks/d75d43f9-a71a-4d6e-bb49-db611d3380e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409371 Jan 28 00:54:26.066126 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77609cc9-f80e-49f1-8a6d-d2067403c7e3 admin admin] Router 3cc96700-2b5b-42bc-8002-1e3ee7520e80 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:54:26.214684 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-b9b32db6-704c-4145-8d28-0de881709f08 None None] Set router 3cc96700-2b5b-42bc-8002-1e3ee7520e80 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:54:26.284292 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77609cc9-f80e-49f1-8a6d-d2067403c7e3 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:54:26.294535 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-77609cc9-f80e-49f1-8a6d-d2067403c7e3 admin admin] 10.222.0.70 "PUT /v2.0/routers/3cc96700-2b5b-42bc-8002-1e3ee7520e80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6319594 Jan 28 00:54:26.376886 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-fc03a04d-bdf3-418a-bf24-b7051b1f46c8 None None] Provisioning complete for port 820cc856-8a3f-4739-a376-3871f909e920 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:26.377671 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fc03a04d-bdf3-418a-bf24-b7051b1f46c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (820cc856-8a3f-4739-a376-3871f909e920), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:26.458724 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-fc03a04d-bdf3-418a-bf24-b7051b1f46c8 None None] Port 820cc856-8a3f-4739-a376-3871f909e920 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:54:26.536903 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b9b32db6-704c-4145-8d28-0de881709f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc96700-2b5b-42bc-8002-1e3ee7520e80', 'name': 'tempest-TestServerBasicOps-1280704161-router', 'tenant_id': 'dd51c16a734643ad90734cfa92ab4f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'c371f993-1f37-4fba-88cf-767915de7601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:17Z', 'updated_at': '2022-01-28T00:54:24Z', 'revision_number': 4, 'project_id': 'dd51c16a734643ad90734cfa92ab4f4e', 'gw_port': {'id': 'c371f993-1f37-4fba-88cf-767915de7601', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc96700-2b5b-42bc-8002-1e3ee7520e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:19Z', 'updated_at': '2022-01-28T00:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '820cc856-8a3f-4739-a376-3871f909e920', 'name': '', 'network_id': '8893a664-03c9-46b3-924b-254209fa2057', 'tenant_id': 'dd51c16a734643ad90734cfa92ab4f4e', 'mac_address': 'fa:16:3e:e4:8c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc96700-2b5b-42bc-8002-1e3ee7520e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'e973ea4b-3f70-4f2c-988d-73c88601cf5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:23Z', 'updated_at': '2022-01-28T00:54:25Z', 'revision_number': 2, 'project_id': 'dd51c16a734643ad90734cfa92ab4f4e', 'subnets': [{'id': 'e973ea4b-3f70-4f2c-988d-73c88601cf5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:26.594506 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36950) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:26.599396 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b32db6-704c-4145-8d28-0de881709f08 None None] The sync data for ids ['3cc96700-2b5b-42bc-8002-1e3ee7520e80'] in n-d-826754-1 is: [{'id': '3cc96700-2b5b-42bc-8002-1e3ee7520e80', 'name': 'tempest-TestServerBasicOps-1280704161-router', 'tenant_id': 'dd51c16a734643ad90734cfa92ab4f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'c371f993-1f37-4fba-88cf-767915de7601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:17Z', 'updated_at': '2022-01-28T00:54:24Z', 'revision_number': 4, 'project_id': 'dd51c16a734643ad90734cfa92ab4f4e', 'gw_port': {'id': 'c371f993-1f37-4fba-88cf-767915de7601', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc96700-2b5b-42bc-8002-1e3ee7520e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:19Z', 'updated_at': '2022-01-28T00:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '820cc856-8a3f-4739-a376-3871f909e920', 'name': '', 'network_id': '8893a664-03c9-46b3-924b-254209fa2057', 'tenant_id': 'dd51c16a734643ad90734cfa92ab4f4e', 'mac_address': 'fa:16:3e:e4:8c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc96700-2b5b-42bc-8002-1e3ee7520e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'e973ea4b-3f70-4f2c-988d-73c88601cf5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:23Z', 'updated_at': '2022-01-28T00:54:25Z', 'revision_number': 2, 'project_id': 'dd51c16a734643ad90734cfa92ab4f4e', 'subnets': [{'id': 'e973ea4b-3f70-4f2c-988d-73c88601cf5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:54:26.786540 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ef24c717-08da-427d-94b3-00c8a11f1432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.007560 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ef24c717-08da-427d-94b3-00c8a11f1432 admin admin] Publish callbacks [] for security_group (f78f644f-5382-4912-9a0b-1cc2a6c5172b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.015593 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ef24c717-08da-427d-94b3-00c8a11f1432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f78f644f-5382-4912-9a0b-1cc2a6c5172b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.117403 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24c717-08da-427d-94b3-00c8a11f1432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78f644f-5382-4912-9a0b-1cc2a6c5172b,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:27.122772 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ef24c717-08da-427d-94b3-00c8a11f1432 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b12d0de254f44b718d6d3b1e582417b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5270619 Jan 28 00:54:27.136919 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36958) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:27.203846 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 8f707683-5c83-4797-848f-d41eed30a859 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:54:27.249733 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-faa32ad8-ab53-4586-8ac3-1f13f5f51acd admin admin] Publish callbacks [] for security_group (f78f644f-5382-4912-9a0b-1cc2a6c5172b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.259159 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8df022-f2a8-4f93-8b4e-c4fa124f65d6 req-ca4c883f-5c38-4570-8f56-b5c6e405f56f tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:27.269050 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4a8df022-f2a8-4f93-8b4e-c4fa124f65d6 req-ca4c883f-5c38-4570-8f56-b5c6e405f56f tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/ports?device_id=831a7179-be57-4227-854a-591946ee512d HTTP/1.1" status: 200 len: 943 time: 0.2063427 Jan 28 00:54:27.294300 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-faa32ad8-ab53-4586-8ac3-1f13f5f51acd admin admin] Publish callbacks [] for security_group (f78f644f-5382-4912-9a0b-1cc2a6c5172b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.365451 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4a8df022-f2a8-4f93-8b4e-c4fa124f65d6 req-40db5725-d778-4fe2-b357-27b7d4c27018 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/security-groups?id=b801acaf-db46-4b66-aa11-83fe90cc78dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897815 Jan 28 00:54:27.439277 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 8f707683-5c83-4797-848f-d41eed30a859, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8f707683-5c83-4797-848f-d41eed30a859,segment=NetworkSegment(0bfcaccf-b083-4a5e-a9da-838ecfef2f92),segment_id=0bfcaccf-b083-4a5e-a9da-838ecfef2f92)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:27.441673 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-faa32ad8-ab53-4586-8ac3-1f13f5f51acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f78f644f-5382-4912-9a0b-1cc2a6c5172b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.448243 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-faa32ad8-ab53-4586-8ac3-1f13f5f51acd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.453881 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-faa32ad8-ab53-4586-8ac3-1f13f5f51acd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f78f644f-5382-4912-9a0b-1cc2a6c5172b HTTP/1.1" status: 204 len: 168 time: 0.3158648 Jan 28 00:54:27.467432 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa32ad8-ab53-4586-8ac3-1f13f5f51acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78f644f-5382-4912-9a0b-1cc2a6c5172b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:27.468541 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '8f707683-5c83-4797-848f-d41eed30a859', 'network_id': 'd75d43f9-a71a-4d6e-bb49-db611d3380e0', 'port_id': '8f707683-5c83-4797-848f-d41eed30a859', 'mac_address': 'fa:16:3e:96:2b:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a443f880-26a8-4334-a255-a2142cb7a8b8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:54:27.568703 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36964) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:27.576379 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-36b1c1d6-d8dd-44bc-9ac7-c1e781e3ada3 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1693063978', 'description': 'tempest-secgroup-smoke-1693063978 description', 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:27.595465 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 8f707683-5c83-4797-848f-d41eed30a859 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:27.595920 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8f707683-5c83-4797-848f-d41eed30a859), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.623126 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-36b1c1d6-d8dd-44bc-9ac7-c1e781e3ada3 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.628832 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f707683-5c83-4797-848f-d41eed30a859 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:54:27.679960 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 8f707683-5c83-4797-848f-d41eed30a859, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8f707683-5c83-4797-848f-d41eed30a859,segment=NetworkSegment(0bfcaccf-b083-4a5e-a9da-838ecfef2f92),segment_id=0bfcaccf-b083-4a5e-a9da-838ecfef2f92)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:27.694526 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8f707683-5c83-4797-848f-d41eed30a859), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.774667 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-36b1c1d6-d8dd-44bc-9ac7-c1e781e3ada3 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks [] for security_group (d57c1308-3acb-4b7f-980c-b9720ba79eff), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.780860 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-36b1c1d6-d8dd-44bc-9ac7-c1e781e3ada3 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d57c1308-3acb-4b7f-980c-b9720ba79eff), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.796872 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=8f707683-5c83-4797-848f-d41eed30a859,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:27.850621 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-36b1c1d6-d8dd-44bc-9ac7-c1e781e3ada3 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.855971 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36968) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:27.856191 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-36b1c1d6-d8dd-44bc-9ac7-c1e781e3ada3 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2863262 Jan 28 00:54:27.857749 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1c1d6-d8dd-44bc-9ac7-c1e781e3ada3 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d57c1308-3acb-4b7f-980c-b9720ba79eff,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:27.867876 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-b797768d-9c7e-4ada-bd40-cf887b6fb2f5 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Request body: {'security_group_rule': {'security_group_id': 'd57c1308-3acb-4b7f-980c-b9720ba79eff', 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:27.950369 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b797768d-9c7e-4ada-bd40-cf887b6fb2f5 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks [] for security_group_rule (b0c4acd5-9f3e-4c4f-a637-8f134f0ec329), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:27.958469 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['8f707683-5c83-4797-848f-d41eed30a859'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:54:27.980010 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36970) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:28.017937 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c65704c-ad5e-45c1-8d94-fe5afbeba8b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.078871 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b797768d-9c7e-4ada-bd40-cf887b6fb2f5 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks [] for security_group_rule (b0c4acd5-9f3e-4c4f-a637-8f134f0ec329), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.084693 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b797768d-9c7e-4ada-bd40-cf887b6fb2f5 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (b0c4acd5-9f3e-4c4f-a637-8f134f0ec329), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.122035 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797768d-9c7e-4ada-bd40-cf887b6fb2f5 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c4acd5-9f3e-4c4f-a637-8f134f0ec329,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:28.159829 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b797768d-9c7e-4ada-bd40-cf887b6fb2f5 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.162679 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b797768d-9c7e-4ada-bd40-cf887b6fb2f5 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3052721 Jan 28 00:54:28.165767 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36972) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:28.179744 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-bf4dffd6-9e49-46f9-947d-7c478db8522f tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Request body: {'security_group_rule': {'security_group_id': 'd57c1308-3acb-4b7f-980c-b9720ba79eff', 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:28.216840 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c65704c-ad5e-45c1-8d94-fe5afbeba8b9 admin admin] Publish callbacks [] for security_group (0360899c-9942-4505-b314-3b6e3d3501dc), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.225367 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c65704c-ad5e-45c1-8d94-fe5afbeba8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0360899c-9942-4505-b314-3b6e3d3501dc), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.273934 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf4dffd6-9e49-46f9-947d-7c478db8522f tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks [] for security_group_rule (b1bf72be-30cb-4c06-b98e-b483a9cd933a), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.291440 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c65704c-ad5e-45c1-8d94-fe5afbeba8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0360899c-9942-4505-b314-3b6e3d3501dc,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:28.307421 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0c65704c-ad5e-45c1-8d94-fe5afbeba8b9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=467458e051f64b419d0af398684dc8d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3256395 Jan 28 00:54:28.307988 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36974) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:28.414423 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf4dffd6-9e49-46f9-947d-7c478db8522f tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks [] for security_group_rule (b1bf72be-30cb-4c06-b98e-b483a9cd933a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.427509 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf4dffd6-9e49-46f9-947d-7c478db8522f tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (b1bf72be-30cb-4c06-b98e-b483a9cd933a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.440363 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7be7ebcd-cb09-4bf6-beb7-aaa6de7da68d admin admin] Publish callbacks [] for security_group (0360899c-9942-4505-b314-3b6e3d3501dc), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.501098 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7be7ebcd-cb09-4bf6-beb7-aaa6de7da68d admin admin] Publish callbacks [] for security_group (0360899c-9942-4505-b314-3b6e3d3501dc), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.502885 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf4dffd6-9e49-46f9-947d-7c478db8522f tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.505236 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bf4dffd6-9e49-46f9-947d-7c478db8522f tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3365252 Jan 28 00:54:28.518467 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36978) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:28.529082 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-ea6b08bd-e335-4052-b0c8-65be9c8b8ab8 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Request body: {'security_group_rule': {'security_group_id': 'd57c1308-3acb-4b7f-980c-b9720ba79eff', 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:28.564071 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4dffd6-9e49-46f9-947d-7c478db8522f tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1bf72be-30cb-4c06-b98e-b483a9cd933a,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:28.580184 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ea6b08bd-e335-4052-b0c8-65be9c8b8ab8 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks [] for security_group_rule (9d290333-4478-4304-a6df-14a687e37aa9), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.662572 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ea6b08bd-e335-4052-b0c8-65be9c8b8ab8 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks [] for security_group_rule (9d290333-4478-4304-a6df-14a687e37aa9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.668573 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ea6b08bd-e335-4052-b0c8-65be9c8b8ab8 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (9d290333-4478-4304-a6df-14a687e37aa9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.674577 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6c13f-f768-4bfd-8123-a5f4fec30772 req-df6d7457-5ec1-4931-bcd4-4e6de75f6cd7 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:28.676085 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22e6c13f-f768-4bfd-8123-a5f4fec30772 req-df6d7457-5ec1-4931-bcd4-4e6de75f6cd7 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/ports?device_id=831a7179-be57-4227-854a-591946ee512d HTTP/1.1" status: 200 len: 944 time: 0.0780683 Jan 28 00:54:28.707322 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7be7ebcd-cb09-4bf6-beb7-aaa6de7da68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0360899c-9942-4505-b314-3b6e3d3501dc), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.711371 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7be7ebcd-cb09-4bf6-beb7-aaa6de7da68d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.712796 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7be7ebcd-cb09-4bf6-beb7-aaa6de7da68d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0360899c-9942-4505-b314-3b6e3d3501dc HTTP/1.1" status: 204 len: 168 time: 0.4033966 Jan 28 00:54:28.715917 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b08bd-e335-4052-b0c8-65be9c8b8ab8 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d290333-4478-4304-a6df-14a687e37aa9,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:28.725084 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ea6b08bd-e335-4052-b0c8-65be9c8b8ab8 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.732058 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 36984) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:28.732509 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ea6b08bd-e335-4052-b0c8-65be9c8b8ab8 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2119720 Jan 28 00:54:28.734577 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7ebcd-cb09-4bf6-beb7-aaa6de7da68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0360899c-9942-4505-b314-3b6e3d3501dc,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:28.741636 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-3b573d32-b4f2-4880-9aad-f50d786034f8 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Request body: {'security_group_rule': {'security_group_id': 'd57c1308-3acb-4b7f-980c-b9720ba79eff', 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:28.815139 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22e6c13f-f768-4bfd-8123-a5f4fec30772 req-e27a36bf-2fa7-462e-865c-1abd758c8153 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/security-groups?id=b801acaf-db46-4b66-aa11-83fe90cc78dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320508 Jan 28 00:54:28.836740 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3b573d32-b4f2-4880-9aad-f50d786034f8 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks [] for security_group_rule (572dedb5-e553-4036-acea-4e230a120229), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.957734 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3b573d32-b4f2-4880-9aad-f50d786034f8 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks [] for security_group_rule (572dedb5-e553-4036-acea-4e230a120229), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.963202 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3b573d32-b4f2-4880-9aad-f50d786034f8 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (572dedb5-e553-4036-acea-4e230a120229), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:28.984402 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b573d32-b4f2-4880-9aad-f50d786034f8 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=572dedb5-e553-4036-acea-4e230a120229,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:29.010856 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3b573d32-b4f2-4880-9aad-f50d786034f8 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:29.012690 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3b573d32-b4f2-4880-9aad-f50d786034f8 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2747872 Jan 28 00:54:29.016975 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36986) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:29.024033 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d1b36ee4-e626-4110-9bca-505e90af8490 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Request body: {'security_group_rule': {'security_group_id': 'd57c1308-3acb-4b7f-980c-b9720ba79eff', 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:29.060868 n-d-826754-1 neutron-server[103343]: INFO neutron.db.securitygroups_db [None req-d1b36ee4-e626-4110-9bca-505e90af8490 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Project 866b4ab7fc314102a97a2fa17ec57a6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 00:54:29.068857 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d1b36ee4-e626-4110-9bca-505e90af8490 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks [] for security_group_rule (6e1edccf-2846-4796-915d-d6ca7eda30a3), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:29.181707 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d1b36ee4-e626-4110-9bca-505e90af8490 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks [] for security_group_rule (6e1edccf-2846-4796-915d-d6ca7eda30a3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:29.191012 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d1b36ee4-e626-4110-9bca-505e90af8490 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (6e1edccf-2846-4796-915d-d6ca7eda30a3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:29.215741 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b36ee4-e626-4110-9bca-505e90af8490 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e1edccf-2846-4796-915d-d6ca7eda30a3,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:29.224472 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 8f707683-5c83-4797-848f-d41eed30a859 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:54:29.225060 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d1b36ee4-e626-4110-9bca-505e90af8490 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:29.230981 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d1b36ee4-e626-4110-9bca-505e90af8490 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2074780 Jan 28 00:54:29.231368 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 36990) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:29.236857 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-71059501-f336-4aa7-9347-330f9ec9e009 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Request body: {'security_group_rule': {'security_group_id': 'd57c1308-3acb-4b7f-980c-b9720ba79eff', 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:29.269226 n-d-826754-1 neutron-server[103343]: INFO neutron.db.securitygroups_db [None req-71059501-f336-4aa7-9347-330f9ec9e009 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Project 866b4ab7fc314102a97a2fa17ec57a6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 00:54:29.276645 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-71059501-f336-4aa7-9347-330f9ec9e009 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks [] for security_group_rule (a77cafbb-4240-4c1f-98e7-1011b7954297), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:29.351117 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 8f707683-5c83-4797-848f-d41eed30a859 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:54:29.359576 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 8f707683-5c83-4797-848f-d41eed30a859 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:29.360532 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8f707683-5c83-4797-848f-d41eed30a859), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:29.410173 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-71059501-f336-4aa7-9347-330f9ec9e009 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks [] for security_group_rule (a77cafbb-4240-4c1f-98e7-1011b7954297), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:29.418978 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-71059501-f336-4aa7-9347-330f9ec9e009 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (a77cafbb-4240-4c1f-98e7-1011b7954297), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:29.450298 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71059501-f336-4aa7-9347-330f9ec9e009 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77cafbb-4240-4c1f-98e7-1011b7954297,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:29.472388 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-71059501-f336-4aa7-9347-330f9ec9e009 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:29.486823 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-71059501-f336-4aa7-9347-330f9ec9e009 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2540398 Jan 28 00:54:29.566378 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 8f707683-5c83-4797-848f-d41eed30a859 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:29.566932 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8f707683-5c83-4797-848f-d41eed30a859), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:29.618042 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831a7179-be57-4227-854a-591946ee512d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f707683-5c83-4797-848f-d41eed30a859'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:54:29.623995 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889f3b61-43cb-4055-b16b-c51183f749df" -d '{"events": [{"server_uuid": "831a7179-be57-4227-854a-591946ee512d", "name": "network-vif-plugged", "status": "completed", "tag": "8f707683-5c83-4797-848f-d41eed30a859"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:54:29.700724 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 8f707683-5c83-4797-848f-d41eed30a859, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8f707683-5c83-4797-848f-d41eed30a859,segment=NetworkSegment(0bfcaccf-b083-4a5e-a9da-838ecfef2f92),segment_id=0bfcaccf-b083-4a5e-a9da-838ecfef2f92)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:29.709978 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8f707683-5c83-4797-848f-d41eed30a859), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:29.835485 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef97f604-9e5c-442a-88f1-d516f5e0d991 x-openstack-request-id: req-ef97f604-9e5c-442a-88f1-d516f5e0d991 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:54:29.836410 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831a7179-be57-4227-854a-591946ee512d", "name": "network-vif-plugged", "status": "completed", "tag": "8f707683-5c83-4797-848f-d41eed30a859", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:54:29.836997 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ef97f604-9e5c-442a-88f1-d516f5e0d991 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:54:29.837788 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831a7179-be57-4227-854a-591946ee512d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f707683-5c83-4797-848f-d41eed30a859', 'code': 200} Jan 28 00:54:29.840744 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=8f707683-5c83-4797-848f-d41eed30a859,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:29.966539 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c371f993-1f37-4fba-88cf-767915de7601 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:54:30.086951 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-643b7082-39ac-4073-af84-2f91d82ae307 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1693063978&fields=id&tenant_id=866b4ab7fc314102a97a2fa17ec57a6e HTTP/1.1" status: 200 len: 267 time: 0.2039516 Jan 28 00:54:30.088069 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port c371f993-1f37-4fba-88cf-767915de7601 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:30.088499 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c371f993-1f37-4fba-88cf-767915de7601), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:30.298733 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port c371f993-1f37-4fba-88cf-767915de7601 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:30.300512 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c371f993-1f37-4fba-88cf-767915de7601), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:30.318156 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238712d-b6e3-441b-83df-3cf7cbfd769f req-d8b39ded-4336-4e54-a3ca-ad945d24e9ef tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:30.320878 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e238712d-b6e3-441b-83df-3cf7cbfd769f req-d8b39ded-4336-4e54-a3ca-ad945d24e9ef tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/ports?device_id=831a7179-be57-4227-854a-591946ee512d HTTP/1.1" status: 200 len: 945 time: 0.2588284 Jan 28 00:54:30.328761 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687d763-c0f0-47ed-99cb-3b8c298b23b2 req-8a49158a-3299-46ff-bce6-de43af0f0fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:30.332293 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9687d763-c0f0-47ed-99cb-3b8c298b23b2 req-8a49158a-3299-46ff-bce6-de43af0f0fba service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=831a7179-be57-4227-854a-591946ee512d HTTP/1.1" status: 200 len: 1096 time: 0.2878020 Jan 28 00:54:30.343351 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port c371f993-1f37-4fba-88cf-767915de7601, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c371f993-1f37-4fba-88cf-767915de7601,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:30.349539 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c371f993-1f37-4fba-88cf-767915de7601), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:30.428568 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=c371f993-1f37-4fba-88cf-767915de7601,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:30.505270 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e238712d-b6e3-441b-83df-3cf7cbfd769f req-3be29557-332f-4831-b07a-1976e11af297 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/security-groups?id=b801acaf-db46-4b66-aa11-83fe90cc78dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668255 Jan 28 00:54:30.538718 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-586a445e-861d-4760-a9e4-6b5d431b4c87 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:30.541553 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-586a445e-861d-4760-a9e4-6b5d431b4c87 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/networks?id=5b880eac-0e67-44fb-9f38-382abc695e3b HTTP/1.1" status: 200 len: 809 time: 0.4233553 Jan 28 00:54:30.549486 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9687d763-c0f0-47ed-99cb-3b8c298b23b2 req-450c04e5-3a2d-4cbb-a61a-a8a8e4f83c8e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b801acaf-db46-4b66-aa11-83fe90cc78dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043753 Jan 28 00:54:30.573041 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-cf310c26-cf32-4cce-a6e6-be2cd1df907f tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/quotas/866b4ab7fc314102a97a2fa17ec57a6e HTTP/1.1" status: 200 len: 375 time: 0.0162058 Jan 28 00:54:30.608468 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f38bee6-e540-4024-a672-fdd21613d20c None None] Sync routers for ids ['3cc96700-2b5b-42bc-8002-1e3ee7520e80'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:54:30.627792 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f38bee6-e540-4024-a672-fdd21613d20c None None] Routers {'3cc96700-2b5b-42bc-8002-1e3ee7520e80'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:54:30.629104 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-6f38bee6-e540-4024-a672-fdd21613d20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:54:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3cc96700-2b5b-42bc-8002-1e3ee7520e80'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:30.662390 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-86358857-9855-42bf-b2cd-a01796004302 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=866b4ab7fc314102a97a2fa17ec57a6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772967 Jan 28 00:54:30.815086 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-6f38bee6-e540-4024-a672-fdd21613d20c None None] Set router 3cc96700-2b5b-42bc-8002-1e3ee7520e80 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:54:30.878858 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-c36e79f1-ba48-4d43-a747-e0f6ae5495b9 service neutron] 10.222.0.70 "GET /v2.0/networks/5b880eac-0e67-44fb-9f38-382abc695e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831176 Jan 28 00:54:31.017204 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-0bfe7ccf-d213-43da-a10d-3939eb1fedeb service neutron] 10.222.0.70 "GET /v2.0/networks/5b880eac-0e67-44fb-9f38-382abc695e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285625 Jan 28 00:54:31.130878 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-6f38bee6-e540-4024-a672-fdd21613d20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc96700-2b5b-42bc-8002-1e3ee7520e80', 'name': 'tempest-TestServerBasicOps-1280704161-router', 'tenant_id': 'dd51c16a734643ad90734cfa92ab4f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'c371f993-1f37-4fba-88cf-767915de7601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:17Z', 'updated_at': '2022-01-28T00:54:24Z', 'revision_number': 4, 'project_id': 'dd51c16a734643ad90734cfa92ab4f4e', 'gw_port': {'id': 'c371f993-1f37-4fba-88cf-767915de7601', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc96700-2b5b-42bc-8002-1e3ee7520e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:19Z', 'updated_at': '2022-01-28T00:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '820cc856-8a3f-4739-a376-3871f909e920', 'name': '', 'network_id': '8893a664-03c9-46b3-924b-254209fa2057', 'tenant_id': 'dd51c16a734643ad90734cfa92ab4f4e', 'mac_address': 'fa:16:3e:e4:8c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc96700-2b5b-42bc-8002-1e3ee7520e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'e973ea4b-3f70-4f2c-988d-73c88601cf5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:23Z', 'updated_at': '2022-01-28T00:54:25Z', 'revision_number': 2, 'project_id': 'dd51c16a734643ad90734cfa92ab4f4e', 'subnets': [{'id': 'e973ea4b-3f70-4f2c-988d-73c88601cf5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:31.166043 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f38bee6-e540-4024-a672-fdd21613d20c None None] Checking router: 3cc96700-2b5b-42bc-8002-1e3ee7520e80 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:54:31.166408 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f38bee6-e540-4024-a672-fdd21613d20c None None] Updating router 3cc96700-2b5b-42bc-8002-1e3ee7520e80 port 820cc856-8a3f-4739-a376-3871f909e920 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:54:31.196778 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6f38bee6-e540-4024-a672-fdd21613d20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (820cc856-8a3f-4739-a376-3871f909e920), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:31.382793 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-583c5f44-9bab-41d6-9306-723a929dba4e req-041452ce-f82c-4818-b9de-d83c86c0263e tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/ports?device_id=3be459ec-5691-4868-a428-d4953f099b49 HTTP/1.1" status: 200 len: 210 time: 0.0525548 Jan 28 00:54:31.693525 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6f38bee6-e540-4024-a672-fdd21613d20c None None] Publish callbacks [] for port (820cc856-8a3f-4739-a376-3871f909e920), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:31.717354 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6f38bee6-e540-4024-a672-fdd21613d20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (820cc856-8a3f-4739-a376-3871f909e920), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:31.782098 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c371f993-1f37-4fba-88cf-767915de7601 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:54:31.853018 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b4315-f2b4-4593-9e55-2006491d7a92 req-9daa1aab-b17e-4435-8f2f-09b756233645 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:31.856070 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port c371f993-1f37-4fba-88cf-767915de7601 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:31.856610 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c371f993-1f37-4fba-88cf-767915de7601), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:31.856984 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c93d6-a0d4-47b9-b1bd-043c8f7a6586 None None] Pushing event updated for resources: {'Port': ['ID=820cc856-8a3f-4739-a376-3871f909e920,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:31.862254 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-548b4315-f2b4-4593-9e55-2006491d7a92 req-9daa1aab-b17e-4435-8f2f-09b756233645 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/ports?device_id=831a7179-be57-4227-854a-591946ee512d HTTP/1.1" status: 200 len: 945 time: 0.2247894 Jan 28 00:54:31.981957 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-548b4315-f2b4-4593-9e55-2006491d7a92 req-dfbe1a93-9ec5-4031-8b9d-931ac74f66d5 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/security-groups?id=b801acaf-db46-4b66-aa11-83fe90cc78dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118078 Jan 28 00:54:31.994441 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-6f38bee6-e540-4024-a672-fdd21613d20c None None] Attempting to bind port 820cc856-8a3f-4739-a376-3871f909e920 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:54:31.996866 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-6f38bee6-e540-4024-a672-fdd21613d20c None None] Attempting to bind port 820cc856-8a3f-4739-a376-3871f909e920 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '5392002f-91d1-4f34-b8ac-971bfd10245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8893a664-03c9-46b3-924b-254209fa2057'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:54:31.997524 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f38bee6-e540-4024-a672-fdd21613d20c None None] Attempting to bind port 820cc856-8a3f-4739-a376-3871f909e920 on network 8893a664-03c9-46b3-924b-254209fa2057 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:54:32.008509 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f38bee6-e540-4024-a672-fdd21613d20c None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:54:32.009215 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f38bee6-e540-4024-a672-fdd21613d20c None None] Checking segment: {'id': '5392002f-91d1-4f34-b8ac-971bfd10245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8893a664-03c9-46b3-924b-254209fa2057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:54:32.009789 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6f38bee6-e540-4024-a672-fdd21613d20c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:32.010342 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f38bee6-e540-4024-a672-fdd21613d20c None None] Bound using segment: {'id': '5392002f-91d1-4f34-b8ac-971bfd10245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8893a664-03c9-46b3-924b-254209fa2057'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:54:32.012487 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-6f38bee6-e540-4024-a672-fdd21613d20c None None] Bound port: 820cc856-8a3f-4739-a376-3871f909e920, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5392002f-91d1-4f34-b8ac-971bfd10245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8893a664-03c9-46b3-924b-254209fa2057'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:54:32.013272 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6f38bee6-e540-4024-a672-fdd21613d20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (820cc856-8a3f-4739-a376-3871f909e920), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:32.144665 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port c371f993-1f37-4fba-88cf-767915de7601 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:32.148722 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-6f38bee6-e540-4024-a672-fdd21613d20c None None] For port 820cc856-8a3f-4739-a376-3871f909e920, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:54:32.171362 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-6f38bee6-e540-4024-a672-fdd21613d20c None None] For port 820cc856-8a3f-4739-a376-3871f909e920, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=820cc856-8a3f-4739-a376-3871f909e920,segment=NetworkSegment(5392002f-91d1-4f34-b8ac-971bfd10245a),segment_id=5392002f-91d1-4f34-b8ac-971bfd10245a)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:54:32.180105 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6f38bee6-e540-4024-a672-fdd21613d20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (820cc856-8a3f-4739-a376-3871f909e920), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:32.331887 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c93d6-a0d4-47b9-b1bd-043c8f7a6586 None None] Pushing event updated for resources: {'Port': ['ID=820cc856-8a3f-4739-a376-3871f909e920,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:32.355522 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37132) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:32.377720 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:54:32.394922 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f38bee6-e540-4024-a672-fdd21613d20c None None] Routers {'3cc96700-2b5b-42bc-8002-1e3ee7520e80'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:54:32.395977 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-6f38bee6-e540-4024-a672-fdd21613d20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:54:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3cc96700-2b5b-42bc-8002-1e3ee7520e80'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:32.506042 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d2d43b41-9614-4a7a-be11-c264b802f611 None None] Provisioning complete for port 820cc856-8a3f-4739-a376-3871f909e920 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:32.515409 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d2d43b41-9614-4a7a-be11-c264b802f611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (820cc856-8a3f-4739-a376-3871f909e920), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:32.618366 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5324702e-18ee-4681-8628-82ba9ebb2498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:32.626773 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4eccf5c2-622e-4af9-b404-940bead6c42b req-896a04fb-2154-4f2a-9427-26249e8fdfe0 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/ports?device_id=3be459ec-5691-4868-a428-d4953f099b49 HTTP/1.1" status: 200 len: 210 time: 0.0830231 Jan 28 00:54:32.747581 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d2d43b41-9614-4a7a-be11-c264b802f611 None None] Current status of the port 820cc856-8a3f-4739-a376-3871f909e920 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:32.748696 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d2d43b41-9614-4a7a-be11-c264b802f611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (820cc856-8a3f-4739-a376-3871f909e920), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:32.800389 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5324702e-18ee-4681-8628-82ba9ebb2498 admin admin] Publish callbacks [] for security_group (5b098490-6553-4524-b5b7-d8bb5dd70b2b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:32.809386 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5324702e-18ee-4681-8628-82ba9ebb2498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (5b098490-6553-4524-b5b7-d8bb5dd70b2b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:32.855733 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-d2d43b41-9614-4a7a-be11-c264b802f611 None None] For port 820cc856-8a3f-4739-a376-3871f909e920, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=820cc856-8a3f-4739-a376-3871f909e920,segment=NetworkSegment(5392002f-91d1-4f34-b8ac-971bfd10245a),segment_id=5392002f-91d1-4f34-b8ac-971bfd10245a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:32.861780 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d2d43b41-9614-4a7a-be11-c264b802f611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (820cc856-8a3f-4739-a376-3871f909e920), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:32.873310 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324702e-18ee-4681-8628-82ba9ebb2498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b098490-6553-4524-b5b7-d8bb5dd70b2b,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:32.903360 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37140) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:32.910209 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5324702e-18ee-4681-8628-82ba9ebb2498 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=16d54684ad54467c97a66e3e5f1a9d4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5518427 Jan 28 00:54:32.971563 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d43b41-9614-4a7a-be11-c264b802f611 None None] Pushing event updated for resources: {'Port': ['ID=820cc856-8a3f-4739-a376-3871f909e920,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:33.007139 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-6f38bee6-e540-4024-a672-fdd21613d20c None None] Set router 3cc96700-2b5b-42bc-8002-1e3ee7520e80 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:54:33.015860 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-3e7ee032-a939-48e5-8dee-0c39802e2e9d None None] Provisioning complete for port 820cc856-8a3f-4739-a376-3871f909e920 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:33.017866 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3e7ee032-a939-48e5-8dee-0c39802e2e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (820cc856-8a3f-4739-a376-3871f909e920), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:33.032236 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8fc75d5c-4db1-4530-837a-5e0c890b2a6d admin admin] Publish callbacks [] for security_group (5b098490-6553-4524-b5b7-d8bb5dd70b2b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:33.111442 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8fc75d5c-4db1-4530-837a-5e0c890b2a6d admin admin] Publish callbacks [] for security_group (5b098490-6553-4524-b5b7-d8bb5dd70b2b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:33.178865 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3e7ee032-a939-48e5-8dee-0c39802e2e9d None None] Current status of the port 820cc856-8a3f-4739-a376-3871f909e920 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:33.233143 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26954a8f-2048-4782-a7e7-9b7218e2cc11 req-2e75556a-9745-485c-ad2c-b20cf74454f5 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:33.235862 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-26954a8f-2048-4782-a7e7-9b7218e2cc11 req-2e75556a-9745-485c-ad2c-b20cf74454f5 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/ports?device_id=831a7179-be57-4227-854a-591946ee512d HTTP/1.1" status: 200 len: 945 time: 0.1055322 Jan 28 00:54:33.275658 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8fc75d5c-4db1-4530-837a-5e0c890b2a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (5b098490-6553-4524-b5b7-d8bb5dd70b2b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:33.279578 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8fc75d5c-4db1-4530-837a-5e0c890b2a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:33.284852 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8fc75d5c-4db1-4530-837a-5e0c890b2a6d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5b098490-6553-4524-b5b7-d8bb5dd70b2b HTTP/1.1" status: 204 len: 168 time: 0.3760145 Jan 28 00:54:33.317235 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc75d5c-4db1-4530-837a-5e0c890b2a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b098490-6553-4524-b5b7-d8bb5dd70b2b,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:33.367087 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-26954a8f-2048-4782-a7e7-9b7218e2cc11 req-54903de3-9c0e-472c-a97c-f56da02e7695 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/security-groups?id=b801acaf-db46-4b66-aa11-83fe90cc78dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196284 Jan 28 00:54:33.452270 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-6f38bee6-e540-4024-a672-fdd21613d20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc96700-2b5b-42bc-8002-1e3ee7520e80', 'name': 'tempest-TestServerBasicOps-1280704161-router', 'tenant_id': 'dd51c16a734643ad90734cfa92ab4f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'c371f993-1f37-4fba-88cf-767915de7601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:17Z', 'updated_at': '2022-01-28T00:54:24Z', 'revision_number': 4, 'project_id': 'dd51c16a734643ad90734cfa92ab4f4e', 'gw_port': {'id': 'c371f993-1f37-4fba-88cf-767915de7601', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc96700-2b5b-42bc-8002-1e3ee7520e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:19Z', 'updated_at': '2022-01-28T00:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '820cc856-8a3f-4739-a376-3871f909e920', 'name': '', 'network_id': '8893a664-03c9-46b3-924b-254209fa2057', 'tenant_id': 'dd51c16a734643ad90734cfa92ab4f4e', 'mac_address': 'fa:16:3e:e4:8c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc96700-2b5b-42bc-8002-1e3ee7520e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'e973ea4b-3f70-4f2c-988d-73c88601cf5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:23Z', 'updated_at': '2022-01-28T00:54:32Z', 'revision_number': 4, 'project_id': 'dd51c16a734643ad90734cfa92ab4f4e', 'subnets': [{'id': 'e973ea4b-3f70-4f2c-988d-73c88601cf5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:33.510229 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f38bee6-e540-4024-a672-fdd21613d20c None None] The sync data for ids ['3cc96700-2b5b-42bc-8002-1e3ee7520e80'] in n-d-826754-1 is: [{'id': '3cc96700-2b5b-42bc-8002-1e3ee7520e80', 'name': 'tempest-TestServerBasicOps-1280704161-router', 'tenant_id': 'dd51c16a734643ad90734cfa92ab4f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'c371f993-1f37-4fba-88cf-767915de7601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:17Z', 'updated_at': '2022-01-28T00:54:24Z', 'revision_number': 4, 'project_id': 'dd51c16a734643ad90734cfa92ab4f4e', 'gw_port': {'id': 'c371f993-1f37-4fba-88cf-767915de7601', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc96700-2b5b-42bc-8002-1e3ee7520e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:19Z', 'updated_at': '2022-01-28T00:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '820cc856-8a3f-4739-a376-3871f909e920', 'name': '', 'network_id': '8893a664-03c9-46b3-924b-254209fa2057', 'tenant_id': 'dd51c16a734643ad90734cfa92ab4f4e', 'mac_address': 'fa:16:3e:e4:8c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc96700-2b5b-42bc-8002-1e3ee7520e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'e973ea4b-3f70-4f2c-988d-73c88601cf5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:23Z', 'updated_at': '2022-01-28T00:54:32Z', 'revision_number': 4, 'project_id': 'dd51c16a734643ad90734cfa92ab4f4e', 'subnets': [{'id': 'e973ea4b-3f70-4f2c-988d-73c88601cf5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:54:33.696867 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-d7f0d9b3-8dd5-4f79-9e82-fbfe4c9ede4f tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:33.715979 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-d7f0d9b3-8dd5-4f79-9e82-fbfe4c9ede4f tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.52 "GET /v2.0/networks?id=5b880eac-0e67-44fb-9f38-382abc695e3b HTTP/1.1" status: 200 len: 809 time: 0.1672812 Jan 28 00:54:33.881780 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-c0fdae2e-6721-43c0-b3e3-32df156bcfff tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=866b4ab7fc314102a97a2fa17ec57a6e HTTP/1.1" status: 200 len: 380 time: 0.1643267 Jan 28 00:54:33.909459 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-2d01698c-1d77-40cf-b227-b1c2855bb6b4 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Request body: {'port': {'device_id': '3be459ec-5691-4868-a428-d4953f099b49', 'network_id': '5b880eac-0e67-44fb-9f38-382abc695e3b', 'admin_state_up': True, 'tenant_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'security_groups': ['d57c1308-3acb-4b7f-980c-b9720ba79eff']}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:33.961236 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5d9bf09f-c259-4f99-a75b-ce7cba73ab12 req-c35b20b9-6616-48a6-894a-47d9b88e5104 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/ports?device_id=3be459ec-5691-4868-a428-d4953f099b49 HTTP/1.1" status: 200 len: 210 time: 0.1475964 Jan 28 00:54:34.066930 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 820cc856-8a3f-4739-a376-3871f909e920 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:54:34.283031 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 820cc856-8a3f-4739-a376-3871f909e920 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:34.285279 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (820cc856-8a3f-4739-a376-3871f909e920), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:34.418820 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-2d01698c-1d77-40cf-b227-b1c2855bb6b4 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Made reservation on behalf of 866b4ab7fc314102a97a2fa17ec57a6e for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:54:34.441898 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-2d01698c-1d77-40cf-b227-b1c2855bb6b4 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:34.616106 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 820cc856-8a3f-4739-a376-3871f909e920 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:34.822500 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-2d01698c-1d77-40cf-b227-b1c2855bb6b4 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Allocated IP 172.20.0.11 (5b880eac-0e67-44fb-9f38-382abc695e3b/a948c2fd-ed75-48a3-92ab-eef24860d2c8/5d8bf249-25ea-4e0c-970c-ebc421a4997f) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:54:35.149977 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-581dc226-1c0a-4997-b6ff-9f64ded1778d req-5e7e2d84-0435-465f-8d37-ddae4328d714 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/ports?device_id=3be459ec-5691-4868-a428-d4953f099b49 HTTP/1.1" status: 200 len: 210 time: 0.0618372 Jan 28 00:54:35.156343 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37186) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:35.209926 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-2d01698c-1d77-40cf-b227-b1c2855bb6b4 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks [] for port (5d8bf249-25ea-4e0c-970c-ebc421a4997f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.237094 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe7943-e01c-43f6-9e9a-dc8b1389593c req-4d5ce7e7-4891-418c-aabe-a87335021c5e tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:35.247657 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d0fe7943-e01c-43f6-9e9a-dc8b1389593c req-4d5ce7e7-4891-418c-aabe-a87335021c5e tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/ports?device_id=831a7179-be57-4227-854a-591946ee512d HTTP/1.1" status: 200 len: 945 time: 0.1014957 Jan 28 00:54:35.281580 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-2d01698c-1d77-40cf-b227-b1c2855bb6b4 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (5d8bf249-25ea-4e0c-970c-ebc421a4997f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.350441 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-2d01698c-1d77-40cf-b227-b1c2855bb6b4 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Network 5b880eac-0e67-44fb-9f38-382abc695e3b is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:54:35.352266 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d0fe7943-e01c-43f6-9e9a-dc8b1389593c req-93f8c95b-2664-4c3f-86ce-62b901ea2e17 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/security-groups?id=b801acaf-db46-4b66-aa11-83fe90cc78dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037807 Jan 28 00:54:35.357631 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-2d01698c-1d77-40cf-b227-b1c2855bb6b4 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:35.360697 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-2d01698c-1d77-40cf-b227-b1c2855bb6b4 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:54:35.369324 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01698c-1d77-40cf-b227-b1c2855bb6b4 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Pushing event updated for resources: {'Port': ['ID=5d8bf249-25ea-4e0c-970c-ebc421a4997f,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:35.440222 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a3fbe1e9-e821-45ff-9c41-f8b0bd9233c5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-265722101'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:35.480667 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-2d01698c-1d77-40cf-b227-b1c2855bb6b4 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:35.481370 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-2d01698c-1d77-40cf-b227-b1c2855bb6b4 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.507762 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fbe1e9-e821-45ff-9c41-f8b0bd9233c5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Made reservation on behalf of c5b61145dbed4120a89f8468edaedd6a for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:54:35.513510 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3fbe1e9-e821-45ff-9c41-f8b0bd9233c5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.523519 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-2d01698c-1d77-40cf-b227-b1c2855bb6b4 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6350751 Jan 28 00:54:35.532785 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3fbe1e9-e821-45ff-9c41-f8b0bd9233c5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.624724 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-259a5ac0-c48e-49d3-a498-8831b628e55c service neutron] Request body: {'port': {'device_id': '3be459ec-5691-4868-a428-d4953f099b49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:35.726589 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-259a5ac0-c48e-49d3-a498-8831b628e55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5d8bf249-25ea-4e0c-970c-ebc421a4997f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.728847 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-971b64ed-35ac-41ec-84e7-26bda33377e5 None None] Provisioning complete for port 5d8bf249-25ea-4e0c-970c-ebc421a4997f triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:35.729960 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-971b64ed-35ac-41ec-84e7-26bda33377e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (5d8bf249-25ea-4e0c-970c-ebc421a4997f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.747578 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3fbe1e9-e821-45ff-9c41-f8b0bd9233c5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks [] for security_group (8cbae0be-29fc-4fa6-a022-b1f68bcf1a34), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.754787 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3fbe1e9-e821-45ff-9c41-f8b0bd9233c5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (8cbae0be-29fc-4fa6-a022-b1f68bcf1a34), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.777608 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-971b64ed-35ac-41ec-84e7-26bda33377e5 None None] Port 5d8bf249-25ea-4e0c-970c-ebc421a4997f cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:54:35.803731 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3fbe1e9-e821-45ff-9c41-f8b0bd9233c5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:54:35.831676 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fbe1e9-e821-45ff-9c41-f8b0bd9233c5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbae0be-29fc-4fa6-a022-b1f68bcf1a34,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:35.840655 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3fbe1e9-e821-45ff-9c41-f8b0bd9233c5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (1804e66b-bfdc-4522-a2aa-b40b5630dbe5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:35.841013 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-a3fbe1e9-e821-45ff-9c41-f8b0bd9233c5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Added segment 1804e66b-bfdc-4522-a2aa-b40b5630dbe5 of type vlan for network f793ee0a-baa9-4927-a77a-52697c31f5d3 Jan 28 00:54:35.947305 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3fbe1e9-e821-45ff-9c41-f8b0bd9233c5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (f793ee0a-baa9-4927-a77a-52697c31f5d3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:36.033580 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-84e14334-cf3b-43fa-8a45-f66676010ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:36.062583 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3fbe1e9-e821-45ff-9c41-f8b0bd9233c5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (f793ee0a-baa9-4927-a77a-52697c31f5d3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:36.071341 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fbe1e9-e821-45ff-9c41-f8b0bd9233c5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:36.072485 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3fbe1e9-e821-45ff-9c41-f8b0bd9233c5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:36.203584 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a3fbe1e9-e821-45ff-9c41-f8b0bd9233c5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.0439644 Jan 28 00:54:36.206183 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37196) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:36.214521 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-8a74bdc0-525e-4fb9-946f-32c80c095bdb tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Request body: {'subnet': {'network_id': 'f793ee0a-baa9-4927-a77a-52697c31f5d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:36.256411 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fbe1e9-e821-45ff-9c41-f8b0bd9233c5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Pushing event updated for resources: {'Network': ['ID=f793ee0a-baa9-4927-a77a-52697c31f5d3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:36.275186 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network f793ee0a-baa9-4927-a77a-52697c31f5d3 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:54:36.434261 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e7ab3-03f4-4a75-b28c-af636aab45dc req-ff1bc912-a657-4966-b5b9-3339cc890592 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:36.436266 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-829e7ab3-03f4-4a75-b28c-af636aab45dc req-ff1bc912-a657-4966-b5b9-3339cc890592 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/ports?device_id=3be459ec-5691-4868-a428-d4953f099b49 HTTP/1.1" status: 200 len: 932 time: 0.1340642 Jan 28 00:54:36.436714 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-259a5ac0-c48e-49d3-a498-8831b628e55c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d8bf249-25ea-4e0c-970c-ebc421a4997f {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:54:36.437354 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a74bdc0-525e-4fb9-946f-32c80c095bdb tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Made reservation on behalf of c5b61145dbed4120a89f8468edaedd6a for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:54:36.441110 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8a74bdc0-525e-4fb9-946f-32c80c095bdb tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:36.456206 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-259a5ac0-c48e-49d3-a498-8831b628e55c service neutron] Publish callbacks [] for port (5d8bf249-25ea-4e0c-970c-ebc421a4997f), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:36.484085 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-259a5ac0-c48e-49d3-a498-8831b628e55c service neutron] Transition to ACTIVE for port object 5d8bf249-25ea-4e0c-970c-ebc421a4997f will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:54:36.491960 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-259a5ac0-c48e-49d3-a498-8831b628e55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (5d8bf249-25ea-4e0c-970c-ebc421a4997f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:36.611407 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a5ac0-c48e-49d3-a498-8831b628e55c service neutron] Pushing event updated for resources: {'Port': ['ID=5d8bf249-25ea-4e0c-970c-ebc421a4997f,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:36.626202 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c926c-71d4-4f04-96df-f07630acf109 req-0aa4f9bb-cf9b-465d-a8ab-ae7a6446d07f tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:36.627893 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a7c926c-71d4-4f04-96df-f07630acf109 req-0aa4f9bb-cf9b-465d-a8ab-ae7a6446d07f tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.65 "GET /v2.0/ports?device_id=831a7179-be57-4227-854a-591946ee512d HTTP/1.1" status: 200 len: 945 time: 0.2097654 Jan 28 00:54:36.724735 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-829e7ab3-03f4-4a75-b28c-af636aab45dc req-28fbbe7e-0cd8-447d-b6a6-37c7eb71b5ec tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/security-groups?id=d57c1308-3acb-4b7f-980c-b9720ba79eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2758250 Jan 28 00:54:36.790419 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767811ef-c095-43a4-b9ce-139ec046fdb1 req-a43b3ac3-92a7-49e6-8bf1-31763b843154 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:36.792672 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-767811ef-c095-43a4-b9ce-139ec046fdb1 req-a43b3ac3-92a7-49e6-8bf1-31763b843154 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/ports?device_id=831a7179-be57-4227-854a-591946ee512d HTTP/1.1" status: 200 len: 945 time: 0.3189156 Jan 28 00:54:36.874093 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-5a7c926c-71d4-4f04-96df-f07630acf109 req-75febfcb-523e-4af6-8eb9-b4238bab4579 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Deleting port 8f707683-5c83-4797-848f-d41eed30a859 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:54:36.874722 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5a7c926c-71d4-4f04-96df-f07630acf109 req-75febfcb-523e-4af6-8eb9-b4238bab4579 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (8f707683-5c83-4797-848f-d41eed30a859), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:37.214364 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-259a5ac0-c48e-49d3-a498-8831b628e55c service neutron] Attempting to bind port 5d8bf249-25ea-4e0c-970c-ebc421a4997f on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:54:37.215184 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-259a5ac0-c48e-49d3-a498-8831b628e55c service neutron] Attempting to bind port 5d8bf249-25ea-4e0c-970c-ebc421a4997f by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'c96bb551-4243-4ff2-99bc-ddece2eb40bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5b880eac-0e67-44fb-9f38-382abc695e3b'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:54:37.215184 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-259a5ac0-c48e-49d3-a498-8831b628e55c service neutron] Attempting to bind port 5d8bf249-25ea-4e0c-970c-ebc421a4997f on network 5b880eac-0e67-44fb-9f38-382abc695e3b {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:54:37.220660 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-259a5ac0-c48e-49d3-a498-8831b628e55c service neutron] Port 5d8bf249-25ea-4e0c-970c-ebc421a4997f on network 5b880eac-0e67-44fb-9f38-382abc695e3b not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:54:37.220928 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-259a5ac0-c48e-49d3-a498-8831b628e55c service neutron] Attempting to bind port 5d8bf249-25ea-4e0c-970c-ebc421a4997f on network 5b880eac-0e67-44fb-9f38-382abc695e3b {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:54:37.227510 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-259a5ac0-c48e-49d3-a498-8831b628e55c service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:54:37.227998 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-259a5ac0-c48e-49d3-a498-8831b628e55c service neutron] Checking segment: {'id': 'c96bb551-4243-4ff2-99bc-ddece2eb40bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5b880eac-0e67-44fb-9f38-382abc695e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:54:37.228269 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-259a5ac0-c48e-49d3-a498-8831b628e55c service neutron] Bound using segment: {'id': 'c96bb551-4243-4ff2-99bc-ddece2eb40bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5b880eac-0e67-44fb-9f38-382abc695e3b'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:54:37.228851 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-259a5ac0-c48e-49d3-a498-8831b628e55c service neutron] Bound port: 5d8bf249-25ea-4e0c-970c-ebc421a4997f, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c96bb551-4243-4ff2-99bc-ddece2eb40bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5b880eac-0e67-44fb-9f38-382abc695e3b'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:54:37.229406 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-259a5ac0-c48e-49d3-a498-8831b628e55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5d8bf249-25ea-4e0c-970c-ebc421a4997f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:37.348698 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-259a5ac0-c48e-49d3-a498-8831b628e55c service neutron] For port 5d8bf249-25ea-4e0c-970c-ebc421a4997f, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:54:37.357713 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-259a5ac0-c48e-49d3-a498-8831b628e55c service neutron] For port 5d8bf249-25ea-4e0c-970c-ebc421a4997f, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=5d8bf249-25ea-4e0c-970c-ebc421a4997f,segment=NetworkSegment(c96bb551-4243-4ff2-99bc-ddece2eb40bc),segment_id=c96bb551-4243-4ff2-99bc-ddece2eb40bc)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:54:37.365921 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-259a5ac0-c48e-49d3-a498-8831b628e55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (5d8bf249-25ea-4e0c-970c-ebc421a4997f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:37.395807 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-767811ef-c095-43a4-b9ce-139ec046fdb1 req-3ec8443b-d992-4d05-9060-6877cb32a210 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/security-groups?id=b801acaf-db46-4b66-aa11-83fe90cc78dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5852950 Jan 28 00:54:37.459947 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-259a5ac0-c48e-49d3-a498-8831b628e55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:37.459947 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-259a5ac0-c48e-49d3-a498-8831b628e55c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:37.468452 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-259a5ac0-c48e-49d3-a498-8831b628e55c service neutron] 10.222.0.52 "PUT /v2.0/ports/5d8bf249-25ea-4e0c-970c-ebc421a4997f HTTP/1.1" status: 200 len: 1092 time: 1.9314616 Jan 28 00:54:37.469279 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3be459ec-5691-4868-a428-d4953f099b49', 'tag': '5d8bf249-25ea-4e0c-970c-ebc421a4997f'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:54:37.474356 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6325c5-bdea-446b-a99c-4802cd67ca60" -d '{"events": [{"name": "network-changed", "server_uuid": "3be459ec-5691-4868-a428-d4953f099b49", "tag": "5d8bf249-25ea-4e0c-970c-ebc421a4997f"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:54:37.501973 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-5a7c926c-71d4-4f04-96df-f07630acf109 req-75febfcb-523e-4af6-8eb9-b4238bab4579 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] For port 8f707683-5c83-4797-848f-d41eed30a859, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=8f707683-5c83-4797-848f-d41eed30a859,segment=NetworkSegment(0bfcaccf-b083-4a5e-a9da-838ecfef2f92),segment_id=0bfcaccf-b083-4a5e-a9da-838ecfef2f92)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:37.502903 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5a7c926c-71d4-4f04-96df-f07630acf109 req-75febfcb-523e-4af6-8eb9-b4238bab4579 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (8f707683-5c83-4797-848f-d41eed30a859), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:37.552073 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-5a7c926c-71d4-4f04-96df-f07630acf109 req-75febfcb-523e-4af6-8eb9-b4238bab4579 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Calling delete_port for 8f707683-5c83-4797-848f-d41eed30a859 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:54:37.587273 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb7d98d-8d70-46a3-bfff-d32d22eff924 x-openstack-request-id: req-ebb7d98d-8d70-46a3-bfff-d32d22eff924 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:54:37.588113 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3be459ec-5691-4868-a428-d4953f099b49", "tag": "5d8bf249-25ea-4e0c-970c-ebc421a4997f", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:54:37.589293 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ebb7d98d-8d70-46a3-bfff-d32d22eff924 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:54:37.590223 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3be459ec-5691-4868-a428-d4953f099b49', 'tag': '5d8bf249-25ea-4e0c-970c-ebc421a4997f', 'status': 'completed', 'code': 200} Jan 28 00:54:37.628773 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a5ac0-c48e-49d3-a498-8831b628e55c service neutron] Pushing event updated for resources: {'Port': ['ID=5d8bf249-25ea-4e0c-970c-ebc421a4997f,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:37.686846 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-c59c4dcf-7c10-40c9-8417-a52acea2186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:37.690597 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-c59c4dcf-7c10-40c9-8417-a52acea2186c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=866b4ab7fc314102a97a2fa17ec57a6e&device_id=3be459ec-5691-4868-a428-d4953f099b49 HTTP/1.1" status: 200 len: 1095 time: 0.1405835 Jan 28 00:54:37.701127 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8a74bdc0-525e-4fb9-946f-32c80c095bdb tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (12f060f8-ee44-4366-bffa-fefe233eed9e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:37.789550 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-b4bd0c0d-82e2-49f5-943e-b74a4bfd37df service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d8bf249-25ea-4e0c-970c-ebc421a4997f HTTP/1.1" status: 200 len: 217 time: 0.0833709 Jan 28 00:54:37.887793 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-ff44d266-0ecd-4d88-a306-c4bf0c0e3465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:37.890848 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-ff44d266-0ecd-4d88-a306-c4bf0c0e3465 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a948c2fd-ed75-48a3-92ab-eef24860d2c8 HTTP/1.1" status: 200 len: 848 time: 0.0935080 Jan 28 00:54:37.910183 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74bdc0-525e-4fb9-946f-32c80c095bdb tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Pushing event updated for resources: {'Subnet': ['ID=12f060f8-ee44-4366-bffa-fefe233eed9e,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:38.004325 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-e6da7727-bb1a-428a-8c91-94c48029d9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:38.004666 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a74bdc0-525e-4fb9-946f-32c80c095bdb tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Checking segment: {'id': '1804e66b-bfdc-4522-a2aa-b40b5630dbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f793ee0a-baa9-4927-a77a-52697c31f5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:54:38.005014 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a74bdc0-525e-4fb9-946f-32c80c095bdb tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Network hostable DHCP agents. Network: f793ee0a-baa9-4927-a77a-52697c31f5d3, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:54:38.007142 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-e6da7727-bb1a-428a-8c91-94c48029d9e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5b880eac-0e67-44fb-9f38-382abc695e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107914 Jan 28 00:54:38.089528 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5a7c926c-71d4-4f04-96df-f07630acf109 req-75febfcb-523e-4af6-8eb9-b4238bab4579 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (8f707683-5c83-4797-848f-d41eed30a859), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:38.093089 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a74bdc0-525e-4fb9-946f-32c80c095bdb tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Network f793ee0a-baa9-4927-a77a-52697c31f5d3 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:54:38.106835 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc319f-c8f6-4c6a-8a17-d435e9ddb524 req-b79afdf5-1cf8-4510-9cbe-720b0aa131bc tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:38.108727 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-74fc319f-c8f6-4c6a-8a17-d435e9ddb524 req-b79afdf5-1cf8-4510-9cbe-720b0aa131bc tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/ports?device_id=3be459ec-5691-4868-a428-d4953f099b49 HTTP/1.1" status: 200 len: 944 time: 0.1877141 Jan 28 00:54:38.140915 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75febfcb-523e-4af6-8eb9-b4238bab4579 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Pushing event deleted for resources: {'Port': ['ID=8f707683-5c83-4797-848f-d41eed30a859,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:38.150138 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-8a74bdc0-525e-4fb9-946f-32c80c095bdb tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, f793ee0a-baa9-4927-a77a-52697c31f5d3) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:38.162951 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a74bdc0-525e-4fb9-946f-32c80c095bdb tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:38.163660 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8a74bdc0-525e-4fb9-946f-32c80c095bdb tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:38.171830 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6828e0d6-370b-439e-90cc-9fc44550a0dc None None] Network f793ee0a-baa9-4927-a77a-52697c31f5d3 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:54:38.191871 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-03579367-a2a7-4870-8918-7a6fc5b80a28 service neutron] 10.222.0.52 "GET /v2.0/networks/5b880eac-0e67-44fb-9f38-382abc695e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779368 Jan 28 00:54:38.215669 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7c926c-71d4-4f04-96df-f07630acf109 req-75febfcb-523e-4af6-8eb9-b4238bab4579 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] No DVR routers for this DVR port 8f707683-5c83-4797-848f-d41eed30a859 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:54:38.221797 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5a7c926c-71d4-4f04-96df-f07630acf109 req-75febfcb-523e-4af6-8eb9-b4238bab4579 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:38.225539 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a7c926c-71d4-4f04-96df-f07630acf109 req-75febfcb-523e-4af6-8eb9-b4238bab4579 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.65 "DELETE /v2.0/ports/8f707683-5c83-4797-848f-d41eed30a859 HTTP/1.1" status: 204 len: 173 time: 1.5870852 Jan 28 00:54:38.226020 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831a7179-be57-4227-854a-591946ee512d', 'name': 'network-vif-deleted', 'tag': '8f707683-5c83-4797-848f-d41eed30a859'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:54:38.228756 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ee046f-58a6-437e-a684-dbd56d0ff3d9" -d '{"events": [{"server_uuid": "831a7179-be57-4227-854a-591946ee512d", "name": "network-vif-deleted", "tag": "8f707683-5c83-4797-848f-d41eed30a859"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:54:38.236723 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8a74bdc0-525e-4fb9-946f-32c80c095bdb tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0293767 Jan 28 00:54:38.244770 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37210) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:38.254341 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-a3de47f1-8038-42ef-9143-3f2537198843 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Request body: {'port': {'network_id': 'f793ee0a-baa9-4927-a77a-52697c31f5d3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-246323458'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:38.328294 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-74fc319f-c8f6-4c6a-8a17-d435e9ddb524 req-ec3ba757-5feb-4be5-b5e4-e34bde803531 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/security-groups?id=d57c1308-3acb-4b7f-980c-b9720ba79eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911945 Jan 28 00:54:38.337456 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02091d8f-7a6b-4e76-bca2-3f9c301c5569 x-openstack-request-id: req-02091d8f-7a6b-4e76-bca2-3f9c301c5569 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:54:38.337778 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831a7179-be57-4227-854a-591946ee512d", "name": "network-vif-deleted", "tag": "8f707683-5c83-4797-848f-d41eed30a859", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:54:38.338005 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-02091d8f-7a6b-4e76-bca2-3f9c301c5569 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:54:38.338424 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831a7179-be57-4227-854a-591946ee512d', 'name': 'network-vif-deleted', 'tag': '8f707683-5c83-4797-848f-d41eed30a859', 'status': 'completed', 'code': 200} Jan 28 00:54:38.452429 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2f4f996b-93cb-4ed6-b8a3-72c69dcea139 req-efafaa09-c7c3-4dd3-a2eb-364e5c898722 service neutron] 10.222.0.52 "GET /v2.0/networks/5b880eac-0e67-44fb-9f38-382abc695e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497914 Jan 28 00:54:38.487797 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3de47f1-8038-42ef-9143-3f2537198843 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Made reservation on behalf of c5b61145dbed4120a89f8468edaedd6a for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:54:38.494542 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a3de47f1-8038-42ef-9143-3f2537198843 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:38.499330 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-09d5b4a0-f8ad-47e6-8c7b-0eeebd109e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:38.503424 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf94fbf8-92cc-4536-bb46-7ecc1821308d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-f793ee0a-baa9-4927-a77a-52697c31f5d3', 'network_id': 'f793ee0a-baa9-4927-a77a-52697c31f5d3', 'project_id': 'c5b61145dbed4120a89f8468edaedd6a', 'fixed_ips': [{'subnet_id': '12f060f8-ee44-4366-bffa-fefe233eed9e'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:54:38.504451 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf94fbf8-92cc-4536-bb46-7ecc1821308d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:38.534721 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-a3de47f1-8038-42ef-9143-3f2537198843 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] device_id is not set on port 5f8e7367-f640-477a-a731-2c335caf705f yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:54:38.643822 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6325c5-bdea-446b-a99c-4802cd67ca60 req-3f82be75-c055-4a83-b2e0-1af01772b5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:38.646858 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8b6325c5-bdea-446b-a99c-4802cd67ca60 req-3f82be75-c055-4a83-b2e0-1af01772b5ea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=866b4ab7fc314102a97a2fa17ec57a6e&device_id=3be459ec-5691-4868-a428-d4953f099b49 HTTP/1.1" status: 200 len: 1095 time: 0.0953479 Jan 28 00:54:38.724187 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0a989008-a261-47eb-9b29-4d47b137120f req-37cd5fc9-832e-4928-a928-e91eb36d8561 tempest-VolumesActionsTest-724845755 tempest-VolumesActionsTest-724845755-project] 10.222.0.70 "GET /v2.0/ports?device_id=831a7179-be57-4227-854a-591946ee512d HTTP/1.1" status: 200 len: 210 time: 0.0734797 Jan 28 00:54:38.818035 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-cf94fbf8-92cc-4536-bb46-7ecc1821308d None None] Allocated IP 2001:db8::2 (f793ee0a-baa9-4927-a77a-52697c31f5d3/12f060f8-ee44-4366-bffa-fefe233eed9e/6e9b1592-cf7d-4bef-9f1f-b40216b07e61) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:54:38.862046 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6325c5-bdea-446b-a99c-4802cd67ca60 req-95195818-f919-4c5a-a0ca-522d1c2708eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:38.864010 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8b6325c5-bdea-446b-a99c-4802cd67ca60 req-95195818-f919-4c5a-a0ca-522d1c2708eb service neutron] 10.222.0.52 "GET /v2.0/networks?id=5b880eac-0e67-44fb-9f38-382abc695e3b HTTP/1.1" status: 200 len: 910 time: 0.2105856 Jan 28 00:54:38.960124 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8b6325c5-bdea-446b-a99c-4802cd67ca60 req-f3baffeb-ae35-4943-a230-a6459883091a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d8bf249-25ea-4e0c-970c-ebc421a4997f HTTP/1.1" status: 200 len: 217 time: 0.0879037 Jan 28 00:54:39.035574 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6325c5-bdea-446b-a99c-4802cd67ca60 req-b14ed76b-fcd7-4e40-9624-a582a25e7947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:39.037733 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8b6325c5-bdea-446b-a99c-4802cd67ca60 req-b14ed76b-fcd7-4e40-9624-a582a25e7947 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a948c2fd-ed75-48a3-92ab-eef24860d2c8 HTTP/1.1" status: 200 len: 848 time: 0.0705435 Jan 28 00:54:39.126788 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6325c5-bdea-446b-a99c-4802cd67ca60 req-48c4608f-72de-4e9e-9b78-9004ab8ce267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:39.128799 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf94fbf8-92cc-4536-bb46-7ecc1821308d None None] Publish callbacks [] for port (6e9b1592-cf7d-4bef-9f1f-b40216b07e61), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:39.130076 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8b6325c5-bdea-446b-a99c-4802cd67ca60 req-48c4608f-72de-4e9e-9b78-9004ab8ce267 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5b880eac-0e67-44fb-9f38-382abc695e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841291 Jan 28 00:54:39.160391 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf94fbf8-92cc-4536-bb46-7ecc1821308d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (6e9b1592-cf7d-4bef-9f1f-b40216b07e61), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:39.201150 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf94fbf8-92cc-4536-bb46-7ecc1821308d None None] Network f793ee0a-baa9-4927-a77a-52697c31f5d3 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:54:39.230149 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-cf94fbf8-92cc-4536-bb46-7ecc1821308d None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:39.237185 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf94fbf8-92cc-4536-bb46-7ecc1821308d None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:54:39.248611 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94fbf8-92cc-4536-bb46-7ecc1821308d None None] Pushing event updated for resources: {'Port': ['ID=6e9b1592-cf7d-4bef-9f1f-b40216b07e61,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:39.269243 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-a3de47f1-8038-42ef-9143-3f2537198843 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Allocated IP 2001:db8::36e (f793ee0a-baa9-4927-a77a-52697c31f5d3/12f060f8-ee44-4366-bffa-fefe233eed9e/5f8e7367-f640-477a-a731-2c335caf705f) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:54:39.287942 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 8f707683-5c83-4797-848f-d41eed30a859 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:54:39.309364 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 8f707683-5c83-4797-848f-d41eed30a859 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:54:39.309656 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 8f707683-5c83-4797-848f-d41eed30a859 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:54:39.353019 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cf94fbf8-92cc-4536-bb46-7ecc1821308d None None] Attempting to bind port 6e9b1592-cf7d-4bef-9f1f-b40216b07e61 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:54:39.353385 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cf94fbf8-92cc-4536-bb46-7ecc1821308d None None] Attempting to bind port 6e9b1592-cf7d-4bef-9f1f-b40216b07e61 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '1804e66b-bfdc-4522-a2aa-b40b5630dbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f793ee0a-baa9-4927-a77a-52697c31f5d3'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:54:39.354339 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf94fbf8-92cc-4536-bb46-7ecc1821308d None None] Attempting to bind port 6e9b1592-cf7d-4bef-9f1f-b40216b07e61 on network f793ee0a-baa9-4927-a77a-52697c31f5d3 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:54:39.363300 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf94fbf8-92cc-4536-bb46-7ecc1821308d None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:54:39.363662 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf94fbf8-92cc-4536-bb46-7ecc1821308d None None] Checking segment: {'id': '1804e66b-bfdc-4522-a2aa-b40b5630dbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f793ee0a-baa9-4927-a77a-52697c31f5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:54:39.364024 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf94fbf8-92cc-4536-bb46-7ecc1821308d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:39.364420 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf94fbf8-92cc-4536-bb46-7ecc1821308d None None] Bound using segment: {'id': '1804e66b-bfdc-4522-a2aa-b40b5630dbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f793ee0a-baa9-4927-a77a-52697c31f5d3'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:54:39.364902 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-cf94fbf8-92cc-4536-bb46-7ecc1821308d None None] Bound port: 6e9b1592-cf7d-4bef-9f1f-b40216b07e61, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1804e66b-bfdc-4522-a2aa-b40b5630dbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f793ee0a-baa9-4927-a77a-52697c31f5d3'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:54:39.365288 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf94fbf8-92cc-4536-bb46-7ecc1821308d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6e9b1592-cf7d-4bef-9f1f-b40216b07e61), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:39.386745 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8b6325c5-bdea-446b-a99c-4802cd67ca60 req-e7c01872-2232-4ea8-9d98-ce6cc40bdb0c service neutron] 10.222.0.52 "GET /v2.0/networks/5b880eac-0e67-44fb-9f38-382abc695e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477496 Jan 28 00:54:39.548791 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-cf94fbf8-92cc-4536-bb46-7ecc1821308d None None] For port 6e9b1592-cf7d-4bef-9f1f-b40216b07e61, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:54:39.554691 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-cf94fbf8-92cc-4536-bb46-7ecc1821308d None None] For port 6e9b1592-cf7d-4bef-9f1f-b40216b07e61, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6e9b1592-cf7d-4bef-9f1f-b40216b07e61,segment=NetworkSegment(1804e66b-bfdc-4522-a2aa-b40b5630dbe5),segment_id=1804e66b-bfdc-4522-a2aa-b40b5630dbe5)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:54:39.569595 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf94fbf8-92cc-4536-bb46-7ecc1821308d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6e9b1592-cf7d-4bef-9f1f-b40216b07e61), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:39.588115 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a3de47f1-8038-42ef-9143-3f2537198843 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks [] for port (5f8e7367-f640-477a-a731-2c335caf705f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:39.616136 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75a7dc-2a2d-4b90-b021-423cf5861e46 req-514c38fe-ee58-4ee1-8a07-1ef9b472c117 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:39.617904 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f75a7dc-2a2d-4b90-b021-423cf5861e46 req-514c38fe-ee58-4ee1-8a07-1ef9b472c117 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/ports?device_id=3be459ec-5691-4868-a428-d4953f099b49 HTTP/1.1" status: 200 len: 944 time: 0.1000733 Jan 28 00:54:39.644021 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8b6325c5-bdea-446b-a99c-4802cd67ca60 req-8b7fdc16-8850-46bd-bf93-c8825a4a162e service neutron] 10.222.0.52 "GET /v2.0/networks/5b880eac-0e67-44fb-9f38-382abc695e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511816 Jan 28 00:54:39.693012 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a3de47f1-8038-42ef-9143-3f2537198843 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (5f8e7367-f640-477a-a731-2c335caf705f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:39.701031 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94fbf8-92cc-4536-bb46-7ecc1821308d None None] Pushing event updated for resources: {'Port': ['ID=6e9b1592-cf7d-4bef-9f1f-b40216b07e61,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:39.754621 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:39.769128 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3de47f1-8038-42ef-9143-3f2537198843 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Network f793ee0a-baa9-4927-a77a-52697c31f5d3 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:54:39.776222 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f75a7dc-2a2d-4b90-b021-423cf5861e46 req-fef8a5b2-1d00-47fe-a81f-1c335981909a tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/security-groups?id=d57c1308-3acb-4b7f-980c-b9720ba79eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403668 Jan 28 00:54:39.779663 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-a3de47f1-8038-42ef-9143-3f2537198843 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:39.784508 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3de47f1-8038-42ef-9143-3f2537198843 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:54:39.789878 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3de47f1-8038-42ef-9143-3f2537198843 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:39.790549 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a3de47f1-8038-42ef-9143-3f2537198843 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:39.817474 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de47f1-8038-42ef-9143-3f2537198843 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Pushing event updated for resources: {'Port': ['ID=5f8e7367-f640-477a-a731-2c335caf705f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:39.829561 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a3de47f1-8038-42ef-9143-3f2537198843 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5823975 Jan 28 00:54:39.833816 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37224) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:39.839227 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-5d3c22fd-81bb-4292-bc13-12b99513bfdc tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Request body: {'port': {'network_id': 'f793ee0a-baa9-4927-a77a-52697c31f5d3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1039192056', 'allowed_address_pairs': [{'ip_address': '2001:db8::36e', 'mac_address': 'fa:16:3e:d7:40:b3'}]}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:40.033979 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3c22fd-81bb-4292-bc13-12b99513bfdc tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Made reservation on behalf of c5b61145dbed4120a89f8468edaedd6a for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:54:40.183070 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d3c22fd-81bb-4292-bc13-12b99513bfdc tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:40.220963 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5d3c22fd-81bb-4292-bc13-12b99513bfdc tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] device_id is not set on port d676a2f3-50e6-482a-9929-921923cf17a8 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:54:40.441021 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-5d3c22fd-81bb-4292-bc13-12b99513bfdc tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Allocated IP 2001:db8::2f5 (f793ee0a-baa9-4927-a77a-52697c31f5d3/12f060f8-ee44-4366-bffa-fefe233eed9e/d676a2f3-50e6-482a-9929-921923cf17a8) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:54:40.655408 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d3c22fd-81bb-4292-bc13-12b99513bfdc tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks [] for port (d676a2f3-50e6-482a-9929-921923cf17a8), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:40.707045 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d3c22fd-81bb-4292-bc13-12b99513bfdc tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (d676a2f3-50e6-482a-9929-921923cf17a8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:40.835708 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c22fd-81bb-4292-bc13-12b99513bfdc tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Pushing event updated for resources: {'Port': ['ID=d676a2f3-50e6-482a-9929-921923cf17a8,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:40.842441 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3c22fd-81bb-4292-bc13-12b99513bfdc tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Network f793ee0a-baa9-4927-a77a-52697c31f5d3 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:54:40.858355 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-5d3c22fd-81bb-4292-bc13-12b99513bfdc tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:40.866029 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3c22fd-81bb-4292-bc13-12b99513bfdc tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:54:40.888257 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3c22fd-81bb-4292-bc13-12b99513bfdc tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:40.889340 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5d3c22fd-81bb-4292-bc13-12b99513bfdc tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:40.935295 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5d3c22fd-81bb-4292-bc13-12b99513bfdc tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.1000762 Jan 28 00:54:40.936371 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37254) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:41.017322 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb8ee9f-9dc0-43e6-8a21-09838af788be tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:41.041206 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb8ee9f-9dc0-43e6-8a21-09838af788be tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:41.057829 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb8ee9f-9dc0-43e6-8a21-09838af788be tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:41.060580 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6fb8ee9f-9dc0-43e6-8a21-09838af788be tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1226552 Jan 28 00:54:41.065936 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37260) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:41.067816 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2a521-fdac-49cd-9439-89aeae8541c2 req-9cd8ed75-2f3f-4a7b-a41f-5b65b539022b tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:41.071891 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c6b2a521-fdac-49cd-9439-89aeae8541c2 req-9cd8ed75-2f3f-4a7b-a41f-5b65b539022b tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/ports?device_id=3be459ec-5691-4868-a428-d4953f099b49 HTTP/1.1" status: 200 len: 944 time: 0.1439095 Jan 28 00:54:41.159343 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c6b2a521-fdac-49cd-9439-89aeae8541c2 req-a3058013-4066-4fc2-b6c5-2d55a31bb519 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/security-groups?id=d57c1308-3acb-4b7f-980c-b9720ba79eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765879 Jan 28 00:54:41.273358 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d1cfe72f-9ab6-4cb2-97d3-3af7ebbe42cb tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Deleting port d676a2f3-50e6-482a-9929-921923cf17a8 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:54:41.273561 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d1cfe72f-9ab6-4cb2-97d3-3af7ebbe42cb tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (d676a2f3-50e6-482a-9929-921923cf17a8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:41.286171 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:41.347564 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cb885a-f27c-43b8-b7bd-ccbb68dcefa3 None None] Network f793ee0a-baa9-4927-a77a-52697c31f5d3 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:54:41.423975 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d1cfe72f-9ab6-4cb2-97d3-3af7ebbe42cb tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (d676a2f3-50e6-482a-9929-921923cf17a8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:41.453108 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d1cfe72f-9ab6-4cb2-97d3-3af7ebbe42cb tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Calling delete_port for d676a2f3-50e6-482a-9929-921923cf17a8 owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:54:41.599509 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-5909e411-d0fe-482b-b90c-6f999a83eb77 None None] Provisioning complete for port 6e9b1592-cf7d-4bef-9f1f-b40216b07e61 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:41.600555 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5909e411-d0fe-482b-b90c-6f999a83eb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6e9b1592-cf7d-4bef-9f1f-b40216b07e61), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:41.637109 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d1cfe72f-9ab6-4cb2-97d3-3af7ebbe42cb tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (d676a2f3-50e6-482a-9929-921923cf17a8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:41.685953 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfe72f-9ab6-4cb2-97d3-3af7ebbe42cb tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Pushing event deleted for resources: {'Port': ['ID=d676a2f3-50e6-482a-9929-921923cf17a8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:41.774120 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5909e411-d0fe-482b-b90c-6f999a83eb77 None None] Current status of the port 6e9b1592-cf7d-4bef-9f1f-b40216b07e61 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:41.774913 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5909e411-d0fe-482b-b90c-6f999a83eb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6e9b1592-cf7d-4bef-9f1f-b40216b07e61), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:41.881050 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-5909e411-d0fe-482b-b90c-6f999a83eb77 None None] For port 6e9b1592-cf7d-4bef-9f1f-b40216b07e61, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6e9b1592-cf7d-4bef-9f1f-b40216b07e61,segment=NetworkSegment(1804e66b-bfdc-4522-a2aa-b40b5630dbe5),segment_id=1804e66b-bfdc-4522-a2aa-b40b5630dbe5)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:41.886381 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5909e411-d0fe-482b-b90c-6f999a83eb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6e9b1592-cf7d-4bef-9f1f-b40216b07e61), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:41.892343 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6e9b1592-cf7d-4bef-9f1f-b40216b07e61 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:54:42.012455 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 6e9b1592-cf7d-4bef-9f1f-b40216b07e61 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:42.012887 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6e9b1592-cf7d-4bef-9f1f-b40216b07e61), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:42.025012 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d1cfe72f-9ab6-4cb2-97d3-3af7ebbe42cb tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:42.031571 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d1cfe72f-9ab6-4cb2-97d3-3af7ebbe42cb tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] 10.222.0.70 "DELETE /v2.0/ports/d676a2f3-50e6-482a-9929-921923cf17a8 HTTP/1.1" status: 204 len: 168 time: 0.9640424 Jan 28 00:54:42.032116 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37286) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:42.049653 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909e411-d0fe-482b-b90c-6f999a83eb77 None None] Pushing event updated for resources: {'Port': ['ID=6e9b1592-cf7d-4bef-9f1f-b40216b07e61,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:42.094090 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-abdcaf20-924d-4c32-9206-8e40f2545640 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] GET failed (client error): The resource could not be found. Jan 28 00:54:42.096783 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-abdcaf20-924d-4c32-9206-8e40f2545640 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] 10.222.0.70 "GET /v2.0/ports/d676a2f3-50e6-482a-9929-921923cf17a8 HTTP/1.1" status: 404 len: 333 time: 0.0631952 Jan 28 00:54:42.100978 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37288) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:42.114754 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-becd134f-50af-4eb1-9c5e-f097d716ba45 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Request body: {'port': {'network_id': 'f793ee0a-baa9-4927-a77a-52697c31f5d3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1250042802'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:42.140214 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-4b4896e0-ccf3-45d4-80be-fb06f6cfcb68 None None] Could not find standard attr ID for object d676a2f3-50e6-482a-9929-921923cf17a8. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:54:42.142139 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 6e9b1592-cf7d-4bef-9f1f-b40216b07e61 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:42.158099 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-4b4896e0-ccf3-45d4-80be-fb06f6cfcb68 None None] Provisioning complete for port 5f8e7367-f640-477a-a731-2c335caf705f triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:42.158482 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b4896e0-ccf3-45d4-80be-fb06f6cfcb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (5f8e7367-f640-477a-a731-2c335caf705f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:42.277506 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4b4896e0-ccf3-45d4-80be-fb06f6cfcb68 None None] Port 5f8e7367-f640-477a-a731-2c335caf705f cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:54:42.315498 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:42.324867 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-4b4896e0-ccf3-45d4-80be-fb06f6cfcb68 None None] Provisioning complete for port 6e9b1592-cf7d-4bef-9f1f-b40216b07e61 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:42.325348 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b4896e0-ccf3-45d4-80be-fb06f6cfcb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6e9b1592-cf7d-4bef-9f1f-b40216b07e61), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:42.491189 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4b4896e0-ccf3-45d4-80be-fb06f6cfcb68 None None] Current status of the port 6e9b1592-cf7d-4bef-9f1f-b40216b07e61 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:42.529315 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becd134f-50af-4eb1-9c5e-f097d716ba45 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Made reservation on behalf of c5b61145dbed4120a89f8468edaedd6a for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:54:42.535462 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-becd134f-50af-4eb1-9c5e-f097d716ba45 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:42.551763 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 5d8bf249-25ea-4e0c-970c-ebc421a4997f details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:54:42.568760 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-becd134f-50af-4eb1-9c5e-f097d716ba45 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] device_id is not set on port efdeba38-89d1-445e-bf8e-0082dadb5639 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:54:42.625023 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5a45f-43ad-420f-853f-c66cdcce8eff req-57c58985-59c4-454e-b2f2-ff39aa8c253a tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:42.642516 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5b5a45f-43ad-420f-853f-c66cdcce8eff req-57c58985-59c4-454e-b2f2-ff39aa8c253a tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/ports?device_id=3be459ec-5691-4868-a428-d4953f099b49 HTTP/1.1" status: 200 len: 944 time: 0.1949108 Jan 28 00:54:42.764169 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-12e59e65-3a8c-4d2b-b221-2a62de1b65a5 None None] Provisioning complete for port 5f8e7367-f640-477a-a731-2c335caf705f triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:42.764533 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-12e59e65-3a8c-4d2b-b221-2a62de1b65a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (5f8e7367-f640-477a-a731-2c335caf705f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:42.781209 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5b5a45f-43ad-420f-853f-c66cdcce8eff req-81fe7e48-b093-4b07-9c86-c3b8cfad737b tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/security-groups?id=d57c1308-3acb-4b7f-980c-b9720ba79eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373746 Jan 28 00:54:42.825135 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 5d8bf249-25ea-4e0c-970c-ebc421a4997f, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=5d8bf249-25ea-4e0c-970c-ebc421a4997f,segment=NetworkSegment(c96bb551-4243-4ff2-99bc-ddece2eb40bc),segment_id=c96bb551-4243-4ff2-99bc-ddece2eb40bc)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:42.834977 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-12e59e65-3a8c-4d2b-b221-2a62de1b65a5 None None] Port 5f8e7367-f640-477a-a731-2c335caf705f cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:54:42.849036 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '5d8bf249-25ea-4e0c-970c-ebc421a4997f', 'network_id': '5b880eac-0e67-44fb-9f38-382abc695e3b', 'port_id': '5d8bf249-25ea-4e0c-970c-ebc421a4997f', 'mac_address': 'fa:16:3e:d7:16:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a948c2fd-ed75-48a3-92ab-eef24860d2c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:54:42.856900 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-becd134f-50af-4eb1-9c5e-f097d716ba45 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Allocated IP 2001:db8::339 (f793ee0a-baa9-4927-a77a-52697c31f5d3/12f060f8-ee44-4366-bffa-fefe233eed9e/efdeba38-89d1-445e-bf8e-0082dadb5639) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:54:42.932914 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 5d8bf249-25ea-4e0c-970c-ebc421a4997f is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:42.933915 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5d8bf249-25ea-4e0c-970c-ebc421a4997f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:42.962952 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d8bf249-25ea-4e0c-970c-ebc421a4997f {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:54:43.021155 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 5d8bf249-25ea-4e0c-970c-ebc421a4997f, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=5d8bf249-25ea-4e0c-970c-ebc421a4997f,segment=NetworkSegment(c96bb551-4243-4ff2-99bc-ddece2eb40bc),segment_id=c96bb551-4243-4ff2-99bc-ddece2eb40bc)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:43.031989 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (5d8bf249-25ea-4e0c-970c-ebc421a4997f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:43.154928 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-becd134f-50af-4eb1-9c5e-f097d716ba45 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks [] for port (efdeba38-89d1-445e-bf8e-0082dadb5639), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:43.210731 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-becd134f-50af-4eb1-9c5e-f097d716ba45 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (efdeba38-89d1-445e-bf8e-0082dadb5639), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:43.221996 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:43.223277 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-68bb69cb-c380-4dce-b0b0-ce521a473f94 None None] Could not find standard attr ID for object d676a2f3-50e6-482a-9929-921923cf17a8. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:54:43.232929 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=5d8bf249-25ea-4e0c-970c-ebc421a4997f,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:43.384470 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becd134f-50af-4eb1-9c5e-f097d716ba45 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Network f793ee0a-baa9-4927-a77a-52697c31f5d3 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:54:43.393323 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-becd134f-50af-4eb1-9c5e-f097d716ba45 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:43.402918 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd134f-50af-4eb1-9c5e-f097d716ba45 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Pushing event updated for resources: {'Port': ['ID=efdeba38-89d1-445e-bf8e-0082dadb5639,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:43.402918 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becd134f-50af-4eb1-9c5e-f097d716ba45 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:54:43.426295 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becd134f-50af-4eb1-9c5e-f097d716ba45 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:43.427013 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-becd134f-50af-4eb1-9c5e-f097d716ba45 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:43.438166 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['5d8bf249-25ea-4e0c-970c-ebc421a4997f'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:54:43.458280 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-becd134f-50af-4eb1-9c5e-f097d716ba45 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3529024 Jan 28 00:54:43.458713 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37318) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:43.467433 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-259bafce-4d57-4e91-af15-810ae912e330 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::36e', 'mac_address': 'fa:16:3e:d7:40:b3'}]}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:43.857792 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6e9b1592-cf7d-4bef-9f1f-b40216b07e61 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:54:43.875929 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-259bafce-4d57-4e91-af15-810ae912e330 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (efdeba38-89d1-445e-bf8e-0082dadb5639), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:44.028071 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 6e9b1592-cf7d-4bef-9f1f-b40216b07e61 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:44.028623 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6e9b1592-cf7d-4bef-9f1f-b40216b07e61), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:44.315573 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 6e9b1592-cf7d-4bef-9f1f-b40216b07e61 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:44.432992 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-4c620d0a-2495-46cc-8304-6a6eb76d7fd0 None None] Provisioning complete for port efdeba38-89d1-445e-bf8e-0082dadb5639 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:44.433897 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c620d0a-2495-46cc-8304-6a6eb76d7fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (efdeba38-89d1-445e-bf8e-0082dadb5639), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:44.583127 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:44.593178 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4c620d0a-2495-46cc-8304-6a6eb76d7fd0 None None] Port efdeba38-89d1-445e-bf8e-0082dadb5639 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:54:44.617991 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8d95f-d1d3-4a46-a98d-007d0c04048d req-6035e3d7-e30b-4fa7-a204-3a56aafb13a5 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:44.620050 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6ff8d95f-d1d3-4a46-a98d-007d0c04048d req-6035e3d7-e30b-4fa7-a204-3a56aafb13a5 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/ports?device_id=3be459ec-5691-4868-a428-d4953f099b49 HTTP/1.1" status: 200 len: 945 time: 0.6976681 Jan 28 00:54:44.767048 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-259bafce-4d57-4e91-af15-810ae912e330 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks [] for port (efdeba38-89d1-445e-bf8e-0082dadb5639), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:44.797295 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-259bafce-4d57-4e91-af15-810ae912e330 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (efdeba38-89d1-445e-bf8e-0082dadb5639), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:44.837537 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-259bafce-4d57-4e91-af15-810ae912e330 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] In _notify_port_updated(), no bound segment for port efdeba38-89d1-445e-bf8e-0082dadb5639 on network f793ee0a-baa9-4927-a77a-52697c31f5d3 {{(pid=103344) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 00:54:44.847370 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259bafce-4d57-4e91-af15-810ae912e330 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:44.848095 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-259bafce-4d57-4e91-af15-810ae912e330 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:44.853524 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-259bafce-4d57-4e91-af15-810ae912e330 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] 10.222.0.70 "PUT /v2.0/ports/efdeba38-89d1-445e-bf8e-0082dadb5639 HTTP/1.1" status: 200 len: 1003 time: 1.3891051 Jan 28 00:54:44.854195 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37346) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:44.900376 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6ff8d95f-d1d3-4a46-a98d-007d0c04048d req-c0a55ce2-d4c0-4245-b7c0-ee89642a9d3c tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/security-groups?id=d57c1308-3acb-4b7f-980c-b9720ba79eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2690532 Jan 28 00:54:45.003412 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259bafce-4d57-4e91-af15-810ae912e330 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Pushing event updated for resources: {'Port': ['ID=efdeba38-89d1-445e-bf8e-0082dadb5639,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:45.026208 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259bafce-4d57-4e91-af15-810ae912e330 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:45.026656 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259bafce-4d57-4e91-af15-810ae912e330 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:45.027344 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259bafce-4d57-4e91-af15-810ae912e330 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:45.027740 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259bafce-4d57-4e91-af15-810ae912e330 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:45.028098 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259bafce-4d57-4e91-af15-810ae912e330 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:45.028459 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259bafce-4d57-4e91-af15-810ae912e330 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:45.028823 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259bafce-4d57-4e91-af15-810ae912e330 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:45.029139 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259bafce-4d57-4e91-af15-810ae912e330 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:45.029481 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259bafce-4d57-4e91-af15-810ae912e330 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:45.029816 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259bafce-4d57-4e91-af15-810ae912e330 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:45.030186 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259bafce-4d57-4e91-af15-810ae912e330 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:45.030481 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259bafce-4d57-4e91-af15-810ae912e330 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:45.030819 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259bafce-4d57-4e91-af15-810ae912e330 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:54:45.145550 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-82010d12-7ce5-463e-b79d-766be7361c21 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Deleting port efdeba38-89d1-445e-bf8e-0082dadb5639 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:54:45.146666 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-82010d12-7ce5-463e-b79d-766be7361c21 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (efdeba38-89d1-445e-bf8e-0082dadb5639), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:45.350178 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-82010d12-7ce5-463e-b79d-766be7361c21 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (efdeba38-89d1-445e-bf8e-0082dadb5639), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:45.376429 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-82010d12-7ce5-463e-b79d-766be7361c21 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Calling delete_port for efdeba38-89d1-445e-bf8e-0082dadb5639 owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:54:45.525919 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-fdbbe082-a477-4801-913c-a46aecb65942 None None] Provisioning complete for port efdeba38-89d1-445e-bf8e-0082dadb5639 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:45.529295 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fdbbe082-a477-4801-913c-a46aecb65942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (efdeba38-89d1-445e-bf8e-0082dadb5639), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:45.760226 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-fdbbe082-a477-4801-913c-a46aecb65942 None None] Port efdeba38-89d1-445e-bf8e-0082dadb5639 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:54:45.814095 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-82010d12-7ce5-463e-b79d-766be7361c21 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (efdeba38-89d1-445e-bf8e-0082dadb5639), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:45.862855 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82010d12-7ce5-463e-b79d-766be7361c21 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Pushing event deleted for resources: {'Port': ['ID=efdeba38-89d1-445e-bf8e-0082dadb5639,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:46.075879 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-82010d12-7ce5-463e-b79d-766be7361c21 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:46.081320 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-82010d12-7ce5-463e-b79d-766be7361c21 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] 10.222.0.70 "DELETE /v2.0/ports/efdeba38-89d1-445e-bf8e-0082dadb5639 HTTP/1.1" status: 204 len: 168 time: 1.2254896 Jan 28 00:54:46.085310 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37358) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:46.141429 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-1551f75a-2b74-48d3-bee6-6321a7a0b421 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] GET failed (client error): The resource could not be found. Jan 28 00:54:46.145775 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1551f75a-2b74-48d3-bee6-6321a7a0b421 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] 10.222.0.70 "GET /v2.0/ports/efdeba38-89d1-445e-bf8e-0082dadb5639 HTTP/1.1" status: 404 len: 333 time: 0.0587156 Jan 28 00:54:46.151701 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37360) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:46.164067 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-5fd38ce0-7dd4-41b4-b716-c2fb2628ddb7 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Request body: {'port': {'network_id': 'f793ee0a-baa9-4927-a77a-52697c31f5d3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-716935731'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:46.246528 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa96e1-0312-4045-b4e4-c819a5211a5a req-2b467771-5d31-48a8-8ea5-7610097f5c16 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:46.255519 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0dfa96e1-0312-4045-b4e4-c819a5211a5a req-2b467771-5d31-48a8-8ea5-7610097f5c16 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/ports?device_id=3be459ec-5691-4868-a428-d4953f099b49 HTTP/1.1" status: 200 len: 945 time: 0.1709199 Jan 28 00:54:46.375744 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0dfa96e1-0312-4045-b4e4-c819a5211a5a req-b9979787-bde6-4804-b43a-3a22b912fdcf tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/security-groups?id=d57c1308-3acb-4b7f-980c-b9720ba79eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182318 Jan 28 00:54:46.578415 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 5d8bf249-25ea-4e0c-970c-ebc421a4997f up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:54:46.596199 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd38ce0-7dd4-41b4-b716-c2fb2628ddb7 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Made reservation on behalf of c5b61145dbed4120a89f8468edaedd6a for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:54:46.600374 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5fd38ce0-7dd4-41b4-b716-c2fb2628ddb7 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:46.624818 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-5fd38ce0-7dd4-41b4-b716-c2fb2628ddb7 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] device_id is not set on port 0a604a94-91c9-4344-8e19-5a1dfefefa58 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:54:46.668882 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 5d8bf249-25ea-4e0c-970c-ebc421a4997f completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:54:46.676679 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 5d8bf249-25ea-4e0c-970c-ebc421a4997f triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:46.677310 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (5d8bf249-25ea-4e0c-970c-ebc421a4997f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:46.814951 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-5fd38ce0-7dd4-41b4-b716-c2fb2628ddb7 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Allocated IP 2001:db8::357 (f793ee0a-baa9-4927-a77a-52697c31f5d3/12f060f8-ee44-4366-bffa-fefe233eed9e/0a604a94-91c9-4344-8e19-5a1dfefefa58) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:54:46.915790 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 5d8bf249-25ea-4e0c-970c-ebc421a4997f is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:54:46.917835 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5d8bf249-25ea-4e0c-970c-ebc421a4997f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:46.986640 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be459ec-5691-4868-a428-d4953f099b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8bf249-25ea-4e0c-970c-ebc421a4997f'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:54:46.990930 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ccf9fc4-4386-4540-9fba-217b35331337" -d '{"events": [{"server_uuid": "3be459ec-5691-4868-a428-d4953f099b49", "name": "network-vif-plugged", "status": "completed", "tag": "5d8bf249-25ea-4e0c-970c-ebc421a4997f"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:54:47.048278 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 5d8bf249-25ea-4e0c-970c-ebc421a4997f, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=5d8bf249-25ea-4e0c-970c-ebc421a4997f,segment=NetworkSegment(c96bb551-4243-4ff2-99bc-ddece2eb40bc),segment_id=c96bb551-4243-4ff2-99bc-ddece2eb40bc)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:47.058614 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (5d8bf249-25ea-4e0c-970c-ebc421a4997f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:47.125747 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5fd38ce0-7dd4-41b4-b716-c2fb2628ddb7 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks [] for port (0a604a94-91c9-4344-8e19-5a1dfefefa58), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:47.213102 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5fd38ce0-7dd4-41b4-b716-c2fb2628ddb7 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (0a604a94-91c9-4344-8e19-5a1dfefefa58), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:47.247740 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=5d8bf249-25ea-4e0c-970c-ebc421a4997f,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:47.343218 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd38ce0-7dd4-41b4-b716-c2fb2628ddb7 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Network f793ee0a-baa9-4927-a77a-52697c31f5d3 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:54:47.366821 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-5fd38ce0-7dd4-41b4-b716-c2fb2628ddb7 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:47.386605 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd38ce0-7dd4-41b4-b716-c2fb2628ddb7 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:54:47.445244 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd38ce0-7dd4-41b4-b716-c2fb2628ddb7 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:47.446197 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5fd38ce0-7dd4-41b4-b716-c2fb2628ddb7 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:47.492168 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd38ce0-7dd4-41b4-b716-c2fb2628ddb7 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Pushing event updated for resources: {'Port': ['ID=0a604a94-91c9-4344-8e19-5a1dfefefa58,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:47.570345 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37380) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:47.571161 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5fd38ce0-7dd4-41b4-b716-c2fb2628ddb7 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4167340 Jan 28 00:54:47.580498 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-a920a9c0-31ab-44b8-8bbf-0a286e952e31 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d7:40:b3'}]}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:47.760177 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5f943d-96b4-4ad1-928a-07339b0744b0 x-openstack-request-id: req-4c5f943d-96b4-4ad1-928a-07339b0744b0 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:54:47.760575 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3be459ec-5691-4868-a428-d4953f099b49", "name": "network-vif-plugged", "status": "completed", "tag": "5d8bf249-25ea-4e0c-970c-ebc421a4997f", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:54:47.760760 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4c5f943d-96b4-4ad1-928a-07339b0744b0 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:54:47.761168 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3be459ec-5691-4868-a428-d4953f099b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8bf249-25ea-4e0c-970c-ebc421a4997f', 'code': 200} Jan 28 00:54:47.953293 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817a54c-4733-4e4d-a3a2-5dcbca67c2cc req-1fe56ccd-0fff-4ab2-8ac2-14135167e7e5 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:47.963957 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2817a54c-4733-4e4d-a3a2-5dcbca67c2cc req-1fe56ccd-0fff-4ab2-8ac2-14135167e7e5 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/ports?device_id=3be459ec-5691-4868-a428-d4953f099b49 HTTP/1.1" status: 200 len: 946 time: 0.2343929 Jan 28 00:54:47.978564 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82702d-3bf8-472e-8c85-77e41b61a040 req-f21912a9-6de7-43ff-80fc-159563431ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:47.984627 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a920a9c0-31ab-44b8-8bbf-0a286e952e31 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0a604a94-91c9-4344-8e19-5a1dfefefa58), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:47.987211 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cd82702d-3bf8-472e-8c85-77e41b61a040 req-f21912a9-6de7-43ff-80fc-159563431ad4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3be459ec-5691-4868-a428-d4953f099b49 HTTP/1.1" status: 200 len: 1097 time: 0.1252587 Jan 28 00:54:48.103980 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cd82702d-3bf8-472e-8c85-77e41b61a040 req-4daa5863-c48f-42be-96cd-bbf7aad89226 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d57c1308-3acb-4b7f-980c-b9720ba79eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095304 Jan 28 00:54:48.108197 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-661d8f11-f4e5-48ee-954a-090dd52ab732 None None] Provisioning complete for port 0a604a94-91c9-4344-8e19-5a1dfefefa58 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:48.109218 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-661d8f11-f4e5-48ee-954a-090dd52ab732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0a604a94-91c9-4344-8e19-5a1dfefefa58), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:48.164410 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2817a54c-4733-4e4d-a3a2-5dcbca67c2cc req-326d0866-4ba3-470d-b0f5-09e6fc1c424b tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/security-groups?id=d57c1308-3acb-4b7f-980c-b9720ba79eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978273 Jan 28 00:54:48.496934 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a920a9c0-31ab-44b8-8bbf-0a286e952e31 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks [] for port (0a604a94-91c9-4344-8e19-5a1dfefefa58), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:48.506530 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a920a9c0-31ab-44b8-8bbf-0a286e952e31 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (0a604a94-91c9-4344-8e19-5a1dfefefa58), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:48.550779 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-661d8f11-f4e5-48ee-954a-090dd52ab732 None None] Port 0a604a94-91c9-4344-8e19-5a1dfefefa58 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:54:48.708081 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a920a9c0-31ab-44b8-8bbf-0a286e952e31 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Pushing event updated for resources: {'Port': ['ID=0a604a94-91c9-4344-8e19-5a1dfefefa58,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:48.729005 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-a920a9c0-31ab-44b8-8bbf-0a286e952e31 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] In _notify_port_updated(), no bound segment for port 0a604a94-91c9-4344-8e19-5a1dfefefa58 on network f793ee0a-baa9-4927-a77a-52697c31f5d3 {{(pid=103344) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 00:54:48.759310 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920a9c0-31ab-44b8-8bbf-0a286e952e31 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:48.762374 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a920a9c0-31ab-44b8-8bbf-0a286e952e31 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:48.764945 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a920a9c0-31ab-44b8-8bbf-0a286e952e31 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] 10.222.0.70 "PUT /v2.0/ports/0a604a94-91c9-4344-8e19-5a1dfefefa58 HTTP/1.1" status: 200 len: 1002 time: 1.1918063 Jan 28 00:54:48.768861 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37394) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:48.944571 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-6a57df31-3820-4cf4-b824-b34784747a85 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Deleting port 0a604a94-91c9-4344-8e19-5a1dfefefa58 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:54:48.944927 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a57df31-3820-4cf4-b824-b34784747a85 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (0a604a94-91c9-4344-8e19-5a1dfefefa58), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:49.225384 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a57df31-3820-4cf4-b824-b34784747a85 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (0a604a94-91c9-4344-8e19-5a1dfefefa58), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:49.280570 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-6a57df31-3820-4cf4-b824-b34784747a85 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Calling delete_port for 0a604a94-91c9-4344-8e19-5a1dfefefa58 owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:54:49.466070 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-4e2ce018-91ea-483f-af0a-9164c7719ec8 None None] Provisioning complete for port 0a604a94-91c9-4344-8e19-5a1dfefefa58 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:49.468802 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4e2ce018-91ea-483f-af0a-9164c7719ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0a604a94-91c9-4344-8e19-5a1dfefefa58), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:49.622459 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ce018-91ea-483f-af0a-9164c7719ec8 None None] Port 0a604a94-91c9-4344-8e19-5a1dfefefa58 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:54:49.707928 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a9eb6-e77a-4d06-a4b2-8d03f2fba56d req-bc29bcab-e024-459e-817e-72eff932a3e4 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:49.712323 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-898a9eb6-e77a-4d06-a4b2-8d03f2fba56d req-bc29bcab-e024-459e-817e-72eff932a3e4 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/ports?device_id=3be459ec-5691-4868-a428-d4953f099b49 HTTP/1.1" status: 200 len: 946 time: 0.3702598 Jan 28 00:54:50.002589 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-898a9eb6-e77a-4d06-a4b2-8d03f2fba56d req-7736564b-c985-46f3-95b8-4aae83612fa0 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/security-groups?id=d57c1308-3acb-4b7f-980c-b9720ba79eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594237 Jan 28 00:54:50.070701 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a57df31-3820-4cf4-b824-b34784747a85 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (0a604a94-91c9-4344-8e19-5a1dfefefa58), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:50.127293 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57df31-3820-4cf4-b824-b34784747a85 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Pushing event deleted for resources: {'Port': ['ID=0a604a94-91c9-4344-8e19-5a1dfefefa58,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:50.181475 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a57df31-3820-4cf4-b824-b34784747a85 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:50.192128 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6a57df31-3820-4cf4-b824-b34784747a85 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] 10.222.0.70 "DELETE /v2.0/ports/0a604a94-91c9-4344-8e19-5a1dfefefa58 HTTP/1.1" status: 204 len: 168 time: 1.4181190 Jan 28 00:54:50.192688 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37412) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:50.262028 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e0ad3f-e49a-42ed-9183-3621ee21eb4b tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] GET failed (client error): The resource could not be found. Jan 28 00:54:50.271991 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-10e0ad3f-e49a-42ed-9183-3621ee21eb4b tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] 10.222.0.70 "GET /v2.0/ports/0a604a94-91c9-4344-8e19-5a1dfefefa58 HTTP/1.1" status: 404 len: 333 time: 0.0702555 Jan 28 00:54:50.272275 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37414) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:50.278660 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-e1718854-9ccb-4b26-b541-460ea2e18eae tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Request body: {'port': {'network_id': 'f793ee0a-baa9-4927-a77a-52697c31f5d3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1090232889'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:50.566888 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1718854-9ccb-4b26-b541-460ea2e18eae tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Made reservation on behalf of c5b61145dbed4120a89f8468edaedd6a for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:54:50.570684 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e1718854-9ccb-4b26-b541-460ea2e18eae tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:50.599289 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-e1718854-9ccb-4b26-b541-460ea2e18eae tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] device_id is not set on port ac03bf97-e39e-488e-9b85-2a40f2c48cbb yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:54:50.845348 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-e1718854-9ccb-4b26-b541-460ea2e18eae tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Allocated IP 2001:db8::24 (f793ee0a-baa9-4927-a77a-52697c31f5d3/12f060f8-ee44-4366-bffa-fefe233eed9e/ac03bf97-e39e-488e-9b85-2a40f2c48cbb) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:54:51.208416 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e1718854-9ccb-4b26-b541-460ea2e18eae tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks [] for port (ac03bf97-e39e-488e-9b85-2a40f2c48cbb), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:51.290927 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e1718854-9ccb-4b26-b541-460ea2e18eae tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (ac03bf97-e39e-488e-9b85-2a40f2c48cbb), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:51.424122 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1718854-9ccb-4b26-b541-460ea2e18eae tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Network f793ee0a-baa9-4927-a77a-52697c31f5d3 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:54:51.476495 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-e1718854-9ccb-4b26-b541-460ea2e18eae tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:51.482320 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1718854-9ccb-4b26-b541-460ea2e18eae tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:54:51.494080 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1718854-9ccb-4b26-b541-460ea2e18eae tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:51.496386 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e1718854-9ccb-4b26-b541-460ea2e18eae tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:51.537508 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1718854-9ccb-4b26-b541-460ea2e18eae tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Pushing event updated for resources: {'Port': ['ID=ac03bf97-e39e-488e-9b85-2a40f2c48cbb,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:51.564228 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e1718854-9ccb-4b26-b541-460ea2e18eae tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2905502 Jan 28 00:54:51.568379 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37436) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:51.581031 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-fa156e7b-be4b-421c-9ae1-5e27b24b2894 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Request body: {'port': {'network_id': 'f793ee0a-baa9-4927-a77a-52697c31f5d3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1863411034'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:51.616852 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75acde-76a3-437a-b88f-7295c3e33a7c req-72933fde-53d5-4a2b-bc2c-37b568156f9b tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:51.637630 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-db75acde-76a3-437a-b88f-7295c3e33a7c req-72933fde-53d5-4a2b-bc2c-37b568156f9b tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/ports?device_id=3be459ec-5691-4868-a428-d4953f099b49 HTTP/1.1" status: 200 len: 946 time: 0.3020773 Jan 28 00:54:51.762024 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-db75acde-76a3-437a-b88f-7295c3e33a7c req-fb4032b5-382a-4b4d-94eb-219e8f7331e3 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/security-groups?id=d57c1308-3acb-4b7f-980c-b9720ba79eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203964 Jan 28 00:54:51.996144 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa156e7b-be4b-421c-9ae1-5e27b24b2894 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Made reservation on behalf of c5b61145dbed4120a89f8468edaedd6a for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:54:52.007926 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fa156e7b-be4b-421c-9ae1-5e27b24b2894 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:52.067786 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-fa156e7b-be4b-421c-9ae1-5e27b24b2894 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] device_id is not set on port a7be9323-8ba5-4e00-8c61-1794d18e5d3b yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:54:52.126294 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddcab97-b8ee-45eb-8d18-0313f0e4b862 req-f98792f6-a48d-44ab-b1c1-96fab115600e tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:52.138945 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-b0578941-c226-4b22-a628-445892cd9b81 None None] Provisioning complete for port ac03bf97-e39e-488e-9b85-2a40f2c48cbb triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:52.139520 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b0578941-c226-4b22-a628-445892cd9b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ac03bf97-e39e-488e-9b85-2a40f2c48cbb), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:52.143853 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cddcab97-b8ee-45eb-8d18-0313f0e4b862 req-f98792f6-a48d-44ab-b1c1-96fab115600e tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/ports?device_id=3be459ec-5691-4868-a428-d4953f099b49 HTTP/1.1" status: 200 len: 946 time: 0.1786954 Jan 28 00:54:52.204630 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b0578941-c226-4b22-a628-445892cd9b81 None None] Port ac03bf97-e39e-488e-9b85-2a40f2c48cbb cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:54:52.246027 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cddcab97-b8ee-45eb-8d18-0313f0e4b862 req-3a392f74-dc78-4c8c-8cf0-9086119539f1 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/security-groups?id=d57c1308-3acb-4b7f-980c-b9720ba79eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003957 Jan 28 00:54:52.507904 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-fa156e7b-be4b-421c-9ae1-5e27b24b2894 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Allocated IP 2001:db8::50 (f793ee0a-baa9-4927-a77a-52697c31f5d3/12f060f8-ee44-4366-bffa-fefe233eed9e/a7be9323-8ba5-4e00-8c61-1794d18e5d3b) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:54:52.614550 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34c76e-0464-4807-963e-09bfd06e04db req-08cc2799-a09a-471e-8efa-1a81bb3eca5d tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:52.627546 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad34c76e-0464-4807-963e-09bfd06e04db req-08cc2799-a09a-471e-8efa-1a81bb3eca5d tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/ports?device_id=3be459ec-5691-4868-a428-d4953f099b49 HTTP/1.1" status: 200 len: 946 time: 0.1408975 Jan 28 00:54:52.873795 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad34c76e-0464-4807-963e-09bfd06e04db req-7390ea0c-4445-4527-bf87-01f39d4f5a95 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/security-groups?id=d57c1308-3acb-4b7f-980c-b9720ba79eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432442 Jan 28 00:54:52.906369 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fa156e7b-be4b-421c-9ae1-5e27b24b2894 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks [] for port (a7be9323-8ba5-4e00-8c61-1794d18e5d3b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:52.933593 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37458) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:53.001389 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fa156e7b-be4b-421c-9ae1-5e27b24b2894 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (a7be9323-8ba5-4e00-8c61-1794d18e5d3b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:53.194944 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa156e7b-be4b-421c-9ae1-5e27b24b2894 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Network f793ee0a-baa9-4927-a77a-52697c31f5d3 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:54:53.198466 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-fa156e7b-be4b-421c-9ae1-5e27b24b2894 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:53.203664 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa156e7b-be4b-421c-9ae1-5e27b24b2894 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:54:53.213328 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa156e7b-be4b-421c-9ae1-5e27b24b2894 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:53.214299 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fa156e7b-be4b-421c-9ae1-5e27b24b2894 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:53.278660 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fa156e7b-be4b-421c-9ae1-5e27b24b2894 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7035177 Jan 28 00:54:53.280954 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37466) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:53.305792 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d1865174-7a52-4202-9269-ad60953e523a tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::36e', 'mac_address': 'fa:16:3e:d7:40:b3'}, {'ip_address': '2001:db8::24', 'mac_address': 'fa:16:3e:d4:f8:ab'}]}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:53.310954 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa156e7b-be4b-421c-9ae1-5e27b24b2894 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Pushing event updated for resources: {'Port': ['ID=a7be9323-8ba5-4e00-8c61-1794d18e5d3b,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:53.321398 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bedd7c-99d1-4d1d-9c57-3671902b152b tempest-TestServerBasicOps-97174163 tempest-TestServerBasicOps-97174163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:53.325761 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-47bedd7c-99d1-4d1d-9c57-3671902b152b tempest-TestServerBasicOps-97174163 tempest-TestServerBasicOps-97174163-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3be459ec-5691-4868-a428-d4953f099b49 HTTP/1.1" status: 200 len: 1092 time: 0.3882866 Jan 28 00:54:53.328942 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37468) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:53.348656 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-4b0957d2-9daf-42bf-bd17-4d466665e273 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'port_id': '5d8bf249-25ea-4e0c-970c-ebc421a4997f', 'tenant_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:54:53.784244 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d1865174-7a52-4202-9269-ad60953e523a tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a7be9323-8ba5-4e00-8c61-1794d18e5d3b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:53.829123 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-fc7de90e-57b1-4e65-bfee-3560ae14668f None None] Provisioning complete for port a7be9323-8ba5-4e00-8c61-1794d18e5d3b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:53.829970 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fc7de90e-57b1-4e65-bfee-3560ae14668f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a7be9323-8ba5-4e00-8c61-1794d18e5d3b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:53.918910 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-fc7de90e-57b1-4e65-bfee-3560ae14668f None None] Port a7be9323-8ba5-4e00-8c61-1794d18e5d3b cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:54:53.978540 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b0957d2-9daf-42bf-bd17-4d466665e273 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:54.311923 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b0957d2-9daf-42bf-bd17-4d466665e273 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:54.367405 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d1865174-7a52-4202-9269-ad60953e523a tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks [] for port (a7be9323-8ba5-4e00-8c61-1794d18e5d3b), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:54.378181 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d1865174-7a52-4202-9269-ad60953e523a tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (a7be9323-8ba5-4e00-8c61-1794d18e5d3b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:54.399215 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d1865174-7a52-4202-9269-ad60953e523a tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] In _notify_port_updated(), no bound segment for port a7be9323-8ba5-4e00-8c61-1794d18e5d3b on network f793ee0a-baa9-4927-a77a-52697c31f5d3 {{(pid=103343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 00:54:54.406882 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1865174-7a52-4202-9269-ad60953e523a tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:54.407971 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d1865174-7a52-4202-9269-ad60953e523a tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:54.412982 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37484) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:54.424167 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d1865174-7a52-4202-9269-ad60953e523a tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] 10.222.0.70 "PUT /v2.0/ports/a7be9323-8ba5-4e00-8c61-1794d18e5d3b HTTP/1.1" status: 200 len: 1066 time: 1.1417282 Jan 28 00:54:54.590535 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-4b0957d2-9daf-42bf-bd17-4d466665e273 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Allocated IP 172.25.3.9 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/979eabaa-dfdc-4087-9a31-19077973d379) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:54:54.662654 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-d29bbed0-e82e-4c44-a04b-a237271c40f7 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Deleting port a7be9323-8ba5-4e00-8c61-1794d18e5d3b {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:54:54.662994 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d29bbed0-e82e-4c44-a04b-a237271c40f7 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (a7be9323-8ba5-4e00-8c61-1794d18e5d3b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:54.688695 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1865174-7a52-4202-9269-ad60953e523a tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Pushing event updated for resources: {'Port': ['ID=a7be9323-8ba5-4e00-8c61-1794d18e5d3b,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:54.831897 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b0957d2-9daf-42bf-bd17-4d466665e273 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks [] for port (979eabaa-dfdc-4087-9a31-19077973d379), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:54.898385 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d29bbed0-e82e-4c44-a04b-a237271c40f7 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (a7be9323-8ba5-4e00-8c61-1794d18e5d3b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:54.908828 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b0957d2-9daf-42bf-bd17-4d466665e273 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (979eabaa-dfdc-4087-9a31-19077973d379), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:54.919359 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-d29bbed0-e82e-4c44-a04b-a237271c40f7 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Calling delete_port for a7be9323-8ba5-4e00-8c61-1794d18e5d3b owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:54:54.997784 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0957d2-9daf-42bf-bd17-4d466665e273 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:54:55.007664 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-4b0957d2-9daf-42bf-bd17-4d466665e273 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:54:55.012568 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0957d2-9daf-42bf-bd17-4d466665e273 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:54:55.014621 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-1c075ac1-f5da-4349-ba61-8c30b89bf52b None None] Provisioning complete for port a7be9323-8ba5-4e00-8c61-1794d18e5d3b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:54:55.024559 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1c075ac1-f5da-4349-ba61-8c30b89bf52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a7be9323-8ba5-4e00-8c61-1794d18e5d3b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:55.075945 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0957d2-9daf-42bf-bd17-4d466665e273 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Pushing event updated for resources: {'Port': ['ID=979eabaa-dfdc-4087-9a31-19077973d379,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:55.159879 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d29bbed0-e82e-4c44-a04b-a237271c40f7 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (a7be9323-8ba5-4e00-8c61-1794d18e5d3b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:55.200783 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1c075ac1-f5da-4349-ba61-8c30b89bf52b None None] Port a7be9323-8ba5-4e00-8c61-1794d18e5d3b cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:54:55.232597 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29bbed0-e82e-4c44-a04b-a237271c40f7 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Pushing event deleted for resources: {'Port': ['ID=a7be9323-8ba5-4e00-8c61-1794d18e5d3b,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:55.606366 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d29bbed0-e82e-4c44-a04b-a237271c40f7 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:55.611504 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d29bbed0-e82e-4c44-a04b-a237271c40f7 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] 10.222.0.70 "DELETE /v2.0/ports/a7be9323-8ba5-4e00-8c61-1794d18e5d3b HTTP/1.1" status: 204 len: 168 time: 1.1968551 Jan 28 00:54:55.620227 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37492) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:55.657846 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f84fa10-5be9-4a3f-a188-eaaba355b1dd tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] GET failed (client error): The resource could not be found. Jan 28 00:54:55.660794 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3f84fa10-5be9-4a3f-a188-eaaba355b1dd tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] 10.222.0.70 "GET /v2.0/ports/a7be9323-8ba5-4e00-8c61-1794d18e5d3b HTTP/1.1" status: 404 len: 333 time: 0.0370669 Jan 28 00:54:55.668307 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37494) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:55.888749 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-275f2475-77a9-4960-b4a2-4ff55fd3bad5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Deleting port ac03bf97-e39e-488e-9b85-2a40f2c48cbb {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:54:55.892249 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-275f2475-77a9-4960-b4a2-4ff55fd3bad5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (ac03bf97-e39e-488e-9b85-2a40f2c48cbb), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:55.923165 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b0957d2-9daf-42bf-bd17-4d466665e273 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks [] for floatingip (0b46df77-fb8a-4ede-9964-20118456671f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:56.091671 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-275f2475-77a9-4960-b4a2-4ff55fd3bad5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (ac03bf97-e39e-488e-9b85-2a40f2c48cbb), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:56.137551 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-275f2475-77a9-4960-b4a2-4ff55fd3bad5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Calling delete_port for ac03bf97-e39e-488e-9b85-2a40f2c48cbb owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:54:56.200116 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b0957d2-9daf-42bf-bd17-4d466665e273 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (979eabaa-dfdc-4087-9a31-19077973d379), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:56.395607 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-275f2475-77a9-4960-b4a2-4ff55fd3bad5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (ac03bf97-e39e-488e-9b85-2a40f2c48cbb), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:56.531090 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-275f2475-77a9-4960-b4a2-4ff55fd3bad5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:56.537345 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-275f2475-77a9-4960-b4a2-4ff55fd3bad5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] 10.222.0.70 "DELETE /v2.0/ports/ac03bf97-e39e-488e-9b85-2a40f2c48cbb HTTP/1.1" status: 204 len: 168 time: 0.8672585 Jan 28 00:54:56.539471 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f2475-77a9-4960-b4a2-4ff55fd3bad5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Pushing event deleted for resources: {'Port': ['ID=ac03bf97-e39e-488e-9b85-2a40f2c48cbb,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:56.542878 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37506) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:56.588853 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-a56add40-5cf1-4c8c-b895-2360490086f6 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] GET failed (client error): The resource could not be found. Jan 28 00:54:56.591393 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a56add40-5cf1-4c8c-b895-2360490086f6 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] 10.222.0.70 "GET /v2.0/ports/ac03bf97-e39e-488e-9b85-2a40f2c48cbb HTTP/1.1" status: 404 len: 333 time: 0.0468264 Jan 28 00:54:56.614632 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37508) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:56.717641 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b0957d2-9daf-42bf-bd17-4d466665e273 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks [] for port (979eabaa-dfdc-4087-9a31-19077973d379), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:56.738856 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b0957d2-9daf-42bf-bd17-4d466665e273 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (979eabaa-dfdc-4087-9a31-19077973d379), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:56.902266 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-61221889-418e-4c13-a420-21667e31c8c3 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Deleting port 5f8e7367-f640-477a-a731-2c335caf705f {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:54:56.912309 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-61221889-418e-4c13-a420-21667e31c8c3 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (5f8e7367-f640-477a-a731-2c335caf705f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:56.952643 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0957d2-9daf-42bf-bd17-4d466665e273 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Pushing event updated for resources: {'Port': ['ID=979eabaa-dfdc-4087-9a31-19077973d379,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:57.007581 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b0957d2-9daf-42bf-bd17-4d466665e273 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (0b46df77-fb8a-4ede-9964-20118456671f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:57.176011 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-61221889-418e-4c13-a420-21667e31c8c3 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (5f8e7367-f640-477a-a731-2c335caf705f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:57.192309 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-61221889-418e-4c13-a420-21667e31c8c3 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Calling delete_port for 5f8e7367-f640-477a-a731-2c335caf705f owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:54:57.235843 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-4b0957d2-9daf-42bf-bd17-4d466665e273 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Floating IP 0b46df77-fb8a-4ede-9964-20118456671f associated. External IP: 172.25.3.9, port: 5d8bf249-25ea-4e0c-970c-ebc421a4997f. Jan 28 00:54:57.363819 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-61221889-418e-4c13-a420-21667e31c8c3 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (5f8e7367-f640-477a-a731-2c335caf705f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:57.454598 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61221889-418e-4c13-a420-21667e31c8c3 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Pushing event deleted for resources: {'Port': ['ID=5f8e7367-f640-477a-a731-2c335caf705f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:57.489168 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-61221889-418e-4c13-a420-21667e31c8c3 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:57.493817 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-61221889-418e-4c13-a420-21667e31c8c3 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] 10.222.0.70 "DELETE /v2.0/ports/5f8e7367-f640-477a-a731-2c335caf705f HTTP/1.1" status: 204 len: 168 time: 0.8765466 Jan 28 00:54:57.497556 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37522) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:57.625537 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ef379e3-502a-4f13-b4ac-3f3f848c8583 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Deleting subnet 12f060f8-ee44-4366-bffa-fefe233eed9e {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:54:57.634599 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6ef379e3-502a-4f13-b4ac-3f3f848c8583 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks [] for subnet (12f060f8-ee44-4366-bffa-fefe233eed9e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:57.775464 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6ef379e3-502a-4f13-b4ac-3f3f848c8583 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (12f060f8-ee44-4366-bffa-fefe233eed9e), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:58.110329 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6ef379e3-502a-4f13-b4ac-3f3f848c8583 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (12f060f8-ee44-4366-bffa-fefe233eed9e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:58.231198 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6ef379e3-502a-4f13-b4ac-3f3f848c8583 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (12f060f8-ee44-4366-bffa-fefe233eed9e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:58.295862 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0957d2-9daf-42bf-bd17-4d466665e273 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Router 9992b47a-ea12-4d7a-8867-32205a450a89 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:54:58.321276 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef379e3-502a-4f13-b4ac-3f3f848c8583 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Pushing event deleted for resources: {'Subnet': ['ID=12f060f8-ee44-4366-bffa-fefe233eed9e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:58.338294 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6ef379e3-502a-4f13-b4ac-3f3f848c8583 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:58.349235 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6ef379e3-502a-4f13-b4ac-3f3f848c8583 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] 10.222.0.70 "DELETE /v2.0/subnets/12f060f8-ee44-4366-bffa-fefe233eed9e HTTP/1.1" status: 204 len: 168 time: 0.8472548 Jan 28 00:54:58.349505 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37530) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:54:58.358665 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dc9345-a3be-4767-ac4b-b7b64d106a59 None None] Network f793ee0a-baa9-4927-a77a-52697c31f5d3 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:54:58.525263 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0111a67b-60f0-4c42-abc4-738ceb51ade5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (f793ee0a-baa9-4927-a77a-52697c31f5d3), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:58.662514 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-0111a67b-60f0-4c42-abc4-738ceb51ade5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Deleting port 6e9b1592-cf7d-4bef-9f1f-b40216b07e61 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:54:58.663230 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0111a67b-60f0-4c42-abc4-738ceb51ade5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (6e9b1592-cf7d-4bef-9f1f-b40216b07e61), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:58.675683 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cee8ab2-0347-4785-a5f1-30e5865fbaad None None] DHCP port deletion for f793ee0a-baa9-4927-a77a-52697c31f5d3 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:54:58.790527 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-7cee8ab2-0347-4785-a5f1-30e5865fbaad None None] Deleting port 6e9b1592-cf7d-4bef-9f1f-b40216b07e61 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:54:58.797895 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7cee8ab2-0347-4785-a5f1-30e5865fbaad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (6e9b1592-cf7d-4bef-9f1f-b40216b07e61), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:58.817647 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-0111a67b-60f0-4c42-abc4-738ceb51ade5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] For port 6e9b1592-cf7d-4bef-9f1f-b40216b07e61, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6e9b1592-cf7d-4bef-9f1f-b40216b07e61,segment=NetworkSegment(1804e66b-bfdc-4522-a2aa-b40b5630dbe5),segment_id=1804e66b-bfdc-4522-a2aa-b40b5630dbe5)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:58.818959 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0111a67b-60f0-4c42-abc4-738ceb51ade5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (6e9b1592-cf7d-4bef-9f1f-b40216b07e61), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:58.830298 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0957d2-9daf-42bf-bd17-4d466665e273 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:54:58.857980 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-0111a67b-60f0-4c42-abc4-738ceb51ade5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Calling delete_port for 6e9b1592-cf7d-4bef-9f1f-b40216b07e61 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:54:58.882947 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b0957d2-9daf-42bf-bd17-4d466665e273 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:58.941000 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-7cee8ab2-0347-4785-a5f1-30e5865fbaad None None] For port 6e9b1592-cf7d-4bef-9f1f-b40216b07e61, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6e9b1592-cf7d-4bef-9f1f-b40216b07e61,segment=NetworkSegment(1804e66b-bfdc-4522-a2aa-b40b5630dbe5),segment_id=1804e66b-bfdc-4522-a2aa-b40b5630dbe5)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:54:58.941616 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7cee8ab2-0347-4785-a5f1-30e5865fbaad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (6e9b1592-cf7d-4bef-9f1f-b40216b07e61), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:58.960047 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4b0957d2-9daf-42bf-bd17-4d466665e273 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.6080139 Jan 28 00:54:58.960047 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3be459ec-5691-4868-a428-d4953f099b49', 'tag': '5d8bf249-25ea-4e0c-970c-ebc421a4997f'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:54:58.960047 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3824cd3b-ea44-4912-baa5-30615fb00775" -d '{"events": [{"name": "network-changed", "server_uuid": "3be459ec-5691-4868-a428-d4953f099b49", "tag": "5d8bf249-25ea-4e0c-970c-ebc421a4997f"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:54:58.975684 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-7cee8ab2-0347-4785-a5f1-30e5865fbaad None None] Calling delete_port for 6e9b1592-cf7d-4bef-9f1f-b40216b07e61 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:54:59.014499 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f90ec9-e770-4261-b909-f7ae363bdd3e None None] Sync routers for ids ['9992b47a-ea12-4d7a-8867-32205a450a89'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:54:59.036957 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4f3f4b-7423-4efe-9e88-3744250338a0 x-openstack-request-id: req-5b4f3f4b-7423-4efe-9e88-3744250338a0 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:54:59.037391 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3be459ec-5691-4868-a428-d4953f099b49", "tag": "5d8bf249-25ea-4e0c-970c-ebc421a4997f", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:54:59.037761 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5b4f3f4b-7423-4efe-9e88-3744250338a0 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:54:59.038347 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3be459ec-5691-4868-a428-d4953f099b49', 'tag': '5d8bf249-25ea-4e0c-970c-ebc421a4997f', 'status': 'completed', 'code': 200} Jan 28 00:54:59.072041 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0111a67b-60f0-4c42-abc4-738ceb51ade5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (6e9b1592-cf7d-4bef-9f1f-b40216b07e61), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:59.094518 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f90ec9-e770-4261-b909-f7ae363bdd3e None None] Routers {'9992b47a-ea12-4d7a-8867-32205a450a89'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:54:59.096135 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-e2f90ec9-e770-4261-b909-f7ae363bdd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:54:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['9992b47a-ea12-4d7a-8867-32205a450a89'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:59.167651 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0111a67b-60f0-4c42-abc4-738ceb51ade5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] No DVR routers for this DVR port 6e9b1592-cf7d-4bef-9f1f-b40216b07e61 on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:54:59.178147 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111a67b-60f0-4c42-abc4-738ceb51ade5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Pushing event deleted for resources: {'Port': ['ID=6e9b1592-cf7d-4bef-9f1f-b40216b07e61,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:54:59.195670 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 00:54:59.270687 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7cee8ab2-0347-4785-a5f1-30e5865fbaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (6e9b1592-cf7d-4bef-9f1f-b40216b07e61), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:59.291171 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cee8ab2-0347-4785-a5f1-30e5865fbaad None None] No DVR routers for this DVR port 6e9b1592-cf7d-4bef-9f1f-b40216b07e61 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:54:59.305452 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824cd3b-ea44-4912-baa5-30615fb00775 req-e329e84b-e080-4482-8d3e-3d1c20d5c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:59.309154 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3824cd3b-ea44-4912-baa5-30615fb00775 req-e329e84b-e080-4482-8d3e-3d1c20d5c4a1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=866b4ab7fc314102a97a2fa17ec57a6e&device_id=3be459ec-5691-4868-a428-d4953f099b49 HTTP/1.1" status: 200 len: 1097 time: 0.1740434 Jan 28 00:54:59.350482 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee8ab2-0347-4785-a5f1-30e5865fbaad None None] Pushing event deleted for resources: {'Port': ['ID=6e9b1592-cf7d-4bef-9f1f-b40216b07e61,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:54:59.373216 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-e2f90ec9-e770-4261-b909-f7ae363bdd3e None None] Set router 9992b47a-ea12-4d7a-8867-32205a450a89 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:54:59.563518 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0111a67b-60f0-4c42-abc4-738ceb51ade5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (f793ee0a-baa9-4927-a77a-52697c31f5d3), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:59.655118 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824cd3b-ea44-4912-baa5-30615fb00775 req-ae6064e8-91e9-440f-add8-ac836678d6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:59.659767 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-0111a67b-60f0-4c42-abc4-738ceb51ade5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f793ee0a-baa9-4927-a77a-52697c31f5d3']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:59.660741 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3824cd3b-ea44-4912-baa5-30615fb00775 req-ae6064e8-91e9-440f-add8-ac836678d6b6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5b880eac-0e67-44fb-9f38-382abc695e3b HTTP/1.1" status: 200 len: 910 time: 0.3418677 Jan 28 00:54:59.685515 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-0111a67b-60f0-4c42-abc4-738ceb51ade5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1804e66b-bfdc-4522-a2aa-b40b5630dbe5') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:59.687917 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-0111a67b-60f0-4c42-abc4-738ceb51ade5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1804e66b-bfdc-4522-a2aa-b40b5630dbe5') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:54:59.713181 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0111a67b-60f0-4c42-abc4-738ceb51ade5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (1804e66b-bfdc-4522-a2aa-b40b5630dbe5), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:59.744709 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0111a67b-60f0-4c42-abc4-738ceb51ade5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (1804e66b-bfdc-4522-a2aa-b40b5630dbe5), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:59.773395 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0111a67b-60f0-4c42-abc4-738ceb51ade5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:54:59.773980 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0111a67b-60f0-4c42-abc4-738ceb51ade5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (1804e66b-bfdc-4522-a2aa-b40b5630dbe5), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:59.779140 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:54:59.779140 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:54:59.779140 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:54:59.779140 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:54:59.779140 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:54:59.779140 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:54:59.779140 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:54:59.779140 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:54:59.779140 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:54:59.779140 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:54:59.779140 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:54:59.779140 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:54:59.779140 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:54:59.779140 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:54:59.779140 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:54:59.779140 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:54:59.779140 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:54:59.779140 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:54:59.779140 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:54:59.779140 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:54:59.779140 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:54:59.779140 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:54:59.779140 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:54:59.779140 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:54:59.779140 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:54:59.779140 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:54:59.779140 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:54:59.779140 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:54:59.779140 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:54:59.779140 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:54:59.779140 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:54:59.779140 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:54:59.845065 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3824cd3b-ea44-4912-baa5-30615fb00775 req-47147a92-06b4-4aee-b1f2-66149e6bfa20 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d8bf249-25ea-4e0c-970c-ebc421a4997f HTTP/1.1" status: 200 len: 998 time: 0.1803899 Jan 28 00:54:59.923428 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6e9b1592-cf7d-4bef-9f1f-b40216b07e61 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:54:59.924742 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0111a67b-60f0-4c42-abc4-738ceb51ade5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (f793ee0a-baa9-4927-a77a-52697c31f5d3), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:54:59.948796 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824cd3b-ea44-4912-baa5-30615fb00775 req-14e5eea0-9960-4f86-8d9e-b9ab36a85f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:54:59.950358 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3824cd3b-ea44-4912-baa5-30615fb00775 req-14e5eea0-9960-4f86-8d9e-b9ab36a85f1b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a948c2fd-ed75-48a3-92ab-eef24860d2c8 HTTP/1.1" status: 200 len: 848 time: 0.0973132 Jan 28 00:54:59.990817 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0111a67b-60f0-4c42-abc4-738ceb51ade5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:00.009080 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0111a67b-60f0-4c42-abc4-738ceb51ade5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] 10.222.0.70 "DELETE /v2.0/networks/f793ee0a-baa9-4927-a77a-52697c31f5d3 HTTP/1.1" status: 204 len: 168 time: 1.6581874 Jan 28 00:55:00.010807 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111a67b-60f0-4c42-abc4-738ceb51ade5 tempest-AllowedAddressPairIpV6TestJSON-710691131 tempest-AllowedAddressPairIpV6TestJSON-710691131-project] Pushing event deleted for resources: {'Network': ['ID=f793ee0a-baa9-4927-a77a-52697c31f5d3,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:00.059429 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 6e9b1592-cf7d-4bef-9f1f-b40216b07e61 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:55:00.067585 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6e9b1592-cf7d-4bef-9f1f-b40216b07e61 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:55:00.092210 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824cd3b-ea44-4912-baa5-30615fb00775 req-60b9c647-9b76-42a8-bb5d-14d0ddf9e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:00.097623 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3824cd3b-ea44-4912-baa5-30615fb00775 req-60b9c647-9b76-42a8-bb5d-14d0ddf9e407 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5b880eac-0e67-44fb-9f38-382abc695e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389010 Jan 28 00:55:00.214743 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-e2f90ec9-e770-4261-b909-f7ae363bdd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'name': 'tempest-TestServerBasicOps-1764610025-router', 'tenant_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '776b6bce-079c-495d-915a-3de5eed41216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:06Z', 'updated_at': '2022-01-28T00:54:13Z', 'revision_number': 4, 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'gw_port': {'id': '776b6bce-079c-495d-915a-3de5eed41216', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:07Z', 'updated_at': '2022-01-28T00:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '0b46df77-fb8a-4ede-9964-20118456671f', 'tenant_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'floating_ip_address': '172.25.3.9', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'port_id': '5d8bf249-25ea-4e0c-970c-ebc421a4997f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b880eac-0e67-44fb-9f38-382abc695e3b', 'mac_address': 'fa:16:3e:d7:16:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be459ec-5691-4868-a428-d4953f099b49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:54:55Z', 'updated_at': '2022-01-28T00:54:55Z', 'revision_number': 0, 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '088ab6de-eaa1-4b86-85c3-452556f0d54b', 'name': '', 'network_id': '5b880eac-0e67-44fb-9f38-382abc695e3b', 'tenant_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'mac_address': 'fa:16:3e:9f:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'a948c2fd-ed75-48a3-92ab-eef24860d2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:11Z', 'updated_at': '2022-01-28T00:54:19Z', 'revision_number': 5, 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'subnets': [{'id': 'a948c2fd-ed75-48a3-92ab-eef24860d2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:00.283528 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f90ec9-e770-4261-b909-f7ae363bdd3e None None] Checking router: 9992b47a-ea12-4d7a-8867-32205a450a89 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:55:00.305232 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f90ec9-e770-4261-b909-f7ae363bdd3e None None] Routers {'9992b47a-ea12-4d7a-8867-32205a450a89'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:55:00.306075 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-e2f90ec9-e770-4261-b909-f7ae363bdd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:54:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['9992b47a-ea12-4d7a-8867-32205a450a89'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:00.422855 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3824cd3b-ea44-4912-baa5-30615fb00775 req-a60e8b5f-7c09-411b-957e-2148f8f13386 service neutron] 10.222.0.52 "GET /v2.0/networks/5b880eac-0e67-44fb-9f38-382abc695e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171256 Jan 28 00:55:00.487524 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-e2f90ec9-e770-4261-b909-f7ae363bdd3e None None] Set router 9992b47a-ea12-4d7a-8867-32205a450a89 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:55:00.698436 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3824cd3b-ea44-4912-baa5-30615fb00775 req-bd6cf87c-1c98-47d8-9d38-e04cd3bce221 service neutron] 10.222.0.52 "GET /v2.0/networks/5b880eac-0e67-44fb-9f38-382abc695e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631011 Jan 28 00:55:00.773982 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37558) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:00.984574 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-e2f90ec9-e770-4261-b909-f7ae363bdd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'name': 'tempest-TestServerBasicOps-1764610025-router', 'tenant_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '776b6bce-079c-495d-915a-3de5eed41216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:06Z', 'updated_at': '2022-01-28T00:54:13Z', 'revision_number': 4, 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'gw_port': {'id': '776b6bce-079c-495d-915a-3de5eed41216', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:07Z', 'updated_at': '2022-01-28T00:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '0b46df77-fb8a-4ede-9964-20118456671f', 'tenant_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'floating_ip_address': '172.25.3.9', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'port_id': '5d8bf249-25ea-4e0c-970c-ebc421a4997f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b880eac-0e67-44fb-9f38-382abc695e3b', 'mac_address': 'fa:16:3e:d7:16:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be459ec-5691-4868-a428-d4953f099b49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:54:55Z', 'updated_at': '2022-01-28T00:54:55Z', 'revision_number': 0, 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '088ab6de-eaa1-4b86-85c3-452556f0d54b', 'name': '', 'network_id': '5b880eac-0e67-44fb-9f38-382abc695e3b', 'tenant_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'mac_address': 'fa:16:3e:9f:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'a948c2fd-ed75-48a3-92ab-eef24860d2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:11Z', 'updated_at': '2022-01-28T00:54:19Z', 'revision_number': 5, 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'subnets': [{'id': 'a948c2fd-ed75-48a3-92ab-eef24860d2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:01.039096 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f90ec9-e770-4261-b909-f7ae363bdd3e None None] The sync data for ids ['9992b47a-ea12-4d7a-8867-32205a450a89'] in n-d-826754-1 is: [{'id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'name': 'tempest-TestServerBasicOps-1764610025-router', 'tenant_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '776b6bce-079c-495d-915a-3de5eed41216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:06Z', 'updated_at': '2022-01-28T00:54:13Z', 'revision_number': 4, 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'gw_port': {'id': '776b6bce-079c-495d-915a-3de5eed41216', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:07Z', 'updated_at': '2022-01-28T00:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '0b46df77-fb8a-4ede-9964-20118456671f', 'tenant_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'floating_ip_address': '172.25.3.9', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'port_id': '5d8bf249-25ea-4e0c-970c-ebc421a4997f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b880eac-0e67-44fb-9f38-382abc695e3b', 'mac_address': 'fa:16:3e:d7:16:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be459ec-5691-4868-a428-d4953f099b49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:54:55Z', 'updated_at': '2022-01-28T00:54:55Z', 'revision_number': 0, 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '088ab6de-eaa1-4b86-85c3-452556f0d54b', 'name': '', 'network_id': '5b880eac-0e67-44fb-9f38-382abc695e3b', 'tenant_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'mac_address': 'fa:16:3e:9f:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'a948c2fd-ed75-48a3-92ab-eef24860d2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:11Z', 'updated_at': '2022-01-28T00:54:19Z', 'revision_number': 5, 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'subnets': [{'id': 'a948c2fd-ed75-48a3-92ab-eef24860d2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:55:01.123124 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-12e7a5e5-cb09-4ca1-9144-0ea9917df31b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c5b61145dbed4120a89f8468edaedd6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3476439 Jan 28 00:55:01.126255 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37562) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:01.158523 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b5cf7898-2d12-4240-a402-d53d60f0f6ac req-22182cec-90b6-4a39-b0b4-f6f6f19059b1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3be459ec-5691-4868-a428-d4953f099b49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0993578 Jan 28 00:55:01.221324 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-65c8ad53-bff0-426c-9045-4921f9922ae3 admin admin] Publish callbacks [] for security_group (8cbae0be-29fc-4fa6-a022-b1f68bcf1a34), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:01.250955 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-65c8ad53-bff0-426c-9045-4921f9922ae3 admin admin] Publish callbacks [] for security_group (8cbae0be-29fc-4fa6-a022-b1f68bcf1a34), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:01.317571 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-65c8ad53-bff0-426c-9045-4921f9922ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (8cbae0be-29fc-4fa6-a022-b1f68bcf1a34), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:01.320401 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-65c8ad53-bff0-426c-9045-4921f9922ae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:01.325033 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-65c8ad53-bff0-426c-9045-4921f9922ae3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8cbae0be-29fc-4fa6-a022-b1f68bcf1a34 HTTP/1.1" status: 204 len: 168 time: 0.1940615 Jan 28 00:55:01.356803 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8ad53-bff0-426c-9045-4921f9922ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbae0be-29fc-4fa6-a022-b1f68bcf1a34,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:01.378602 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf7898-2d12-4240-a402-d53d60f0f6ac req-5d54e119-1f05-4b6e-8ef9-3834feebec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:01.382478 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b5cf7898-2d12-4240-a402-d53d60f0f6ac req-5d54e119-1f05-4b6e-8ef9-3834feebec4b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=866b4ab7fc314102a97a2fa17ec57a6e&device_id=3be459ec-5691-4868-a428-d4953f099b49 HTTP/1.1" status: 200 len: 1097 time: 0.0760999 Jan 28 00:55:01.575463 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf7898-2d12-4240-a402-d53d60f0f6ac req-eba9ac8c-23a1-404a-9105-540c8f805534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:01.577129 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b5cf7898-2d12-4240-a402-d53d60f0f6ac req-eba9ac8c-23a1-404a-9105-540c8f805534 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5b880eac-0e67-44fb-9f38-382abc695e3b HTTP/1.1" status: 200 len: 910 time: 0.1743405 Jan 28 00:55:01.655497 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaee9f2-a1a0-4a5a-ad24-48af85a4eba5 None None] New status for floating IP 0b46df77-fb8a-4ede-9964-20118456671f: ACTIVE {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:55:01.776483 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b5cf7898-2d12-4240-a402-d53d60f0f6ac req-0acfaaa2-c9c1-48ec-97f1-ac56a132629c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d8bf249-25ea-4e0c-970c-ebc421a4997f HTTP/1.1" status: 200 len: 998 time: 0.1912756 Jan 28 00:55:01.960212 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf7898-2d12-4240-a402-d53d60f0f6ac req-006ba164-7f98-449c-a444-107c61b9d10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:01.961830 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b5cf7898-2d12-4240-a402-d53d60f0f6ac req-006ba164-7f98-449c-a444-107c61b9d10a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a948c2fd-ed75-48a3-92ab-eef24860d2c8 HTTP/1.1" status: 200 len: 848 time: 0.1765871 Jan 28 00:55:02.142678 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf7898-2d12-4240-a402-d53d60f0f6ac req-2f9f7b5a-6e6c-4f05-8155-08c7432b1016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:02.153342 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b5cf7898-2d12-4240-a402-d53d60f0f6ac req-2f9f7b5a-6e6c-4f05-8155-08c7432b1016 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5b880eac-0e67-44fb-9f38-382abc695e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1824439 Jan 28 00:55:02.492237 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b5cf7898-2d12-4240-a402-d53d60f0f6ac req-bc6ad727-fd73-4fe6-93ba-79c8c835b276 service neutron] 10.222.0.52 "GET /v2.0/networks/5b880eac-0e67-44fb-9f38-382abc695e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313468 Jan 28 00:55:02.650623 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b5cf7898-2d12-4240-a402-d53d60f0f6ac req-3dc5cd51-03ea-4d83-b870-06d1670b288f service neutron] 10.222.0.52 "GET /v2.0/networks/5b880eac-0e67-44fb-9f38-382abc695e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464763 Jan 28 00:55:03.111758 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37600) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:03.293580 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-978e6297-422e-4ac0-936f-ef098ce6753d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1083675127'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:03.331946 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978e6297-422e-4ac0-936f-ef098ce6753d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:03.342276 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-978e6297-422e-4ac0-936f-ef098ce6753d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:03.370821 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-978e6297-422e-4ac0-936f-ef098ce6753d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:03.622940 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-978e6297-422e-4ac0-936f-ef098ce6753d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for security_group (da06427d-ac82-4a66-8ffe-e3a134e920de), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:03.630075 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-978e6297-422e-4ac0-936f-ef098ce6753d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (da06427d-ac82-4a66-8ffe-e3a134e920de), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:03.719973 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978e6297-422e-4ac0-936f-ef098ce6753d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:55:03.753313 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e6297-422e-4ac0-936f-ef098ce6753d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da06427d-ac82-4a66-8ffe-e3a134e920de,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:03.763197 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-978e6297-422e-4ac0-936f-ef098ce6753d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (fac77400-5b9f-4669-af5f-b39fb72c2d4b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:03.763794 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-978e6297-422e-4ac0-936f-ef098ce6753d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Added segment fac77400-5b9f-4669-af5f-b39fb72c2d4b of type vlan for network fdbb3073-bc90-43d8-93a3-23c8b1e9ceca Jan 28 00:55:03.815842 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-978e6297-422e-4ac0-936f-ef098ce6753d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (fdbb3073-bc90-43d8-93a3-23c8b1e9ceca), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:03.880704 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-978e6297-422e-4ac0-936f-ef098ce6753d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (fdbb3073-bc90-43d8-93a3-23c8b1e9ceca), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:03.899635 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978e6297-422e-4ac0-936f-ef098ce6753d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:03.901893 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-978e6297-422e-4ac0-936f-ef098ce6753d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:04.078807 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-978e6297-422e-4ac0-936f-ef098ce6753d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9658024 Jan 28 00:55:04.082161 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37618) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:04.089376 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e804eaff-9d39-4778-b697-0eac0999759b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'port': {'network_id': 'fdbb3073-bc90-43d8-93a3-23c8b1e9ceca', 'name': 'tempest-PortsTestJSON-1104216626'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:04.226770 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e6297-422e-4ac0-936f-ef098ce6753d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Network': ['ID=fdbb3073-bc90-43d8-93a3-23c8b1e9ceca,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:04.231905 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e804eaff-9d39-4778-b697-0eac0999759b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:04.236965 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e804eaff-9d39-4778-b697-0eac0999759b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:04.241155 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network fdbb3073-bc90-43d8-93a3-23c8b1e9ceca details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:55:04.269268 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-e804eaff-9d39-4778-b697-0eac0999759b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] device_id is not set on port 7c614a54-8c4f-49d5-bf5f-962299512f3c yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:55:04.628889 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e804eaff-9d39-4778-b697-0eac0999759b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for port (7c614a54-8c4f-49d5-bf5f-962299512f3c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:04.682034 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e804eaff-9d39-4778-b697-0eac0999759b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (7c614a54-8c4f-49d5-bf5f-962299512f3c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:04.765829 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804eaff-9d39-4778-b697-0eac0999759b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Port': ['ID=7c614a54-8c4f-49d5-bf5f-962299512f3c,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:04.801147 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e804eaff-9d39-4778-b697-0eac0999759b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Checking segment: {'id': 'fac77400-5b9f-4669-af5f-b39fb72c2d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdbb3073-bc90-43d8-93a3-23c8b1e9ceca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:04.802192 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e804eaff-9d39-4778-b697-0eac0999759b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network hostable DHCP agents. Network: fdbb3073-bc90-43d8-93a3-23c8b1e9ceca, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:55:04.857903 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e804eaff-9d39-4778-b697-0eac0999759b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network fdbb3073-bc90-43d8-93a3-23c8b1e9ceca is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:55:04.876012 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-e804eaff-9d39-4778-b697-0eac0999759b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, fdbb3073-bc90-43d8-93a3-23c8b1e9ceca) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:04.882955 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e804eaff-9d39-4778-b697-0eac0999759b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:04.891359 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e804eaff-9d39-4778-b697-0eac0999759b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:04.891583 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e804eaff-9d39-4778-b697-0eac0999759b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:04.905377 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76a1d52-4a10-4e92-a785-92ff628aa00e None None] Network fdbb3073-bc90-43d8-93a3-23c8b1e9ceca requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:04.918218 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e804eaff-9d39-4778-b697-0eac0999759b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8348811 Jan 28 00:55:04.924639 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37630) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:04.933388 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-60b3dd48-e10d-4b13-9466-c8b994d121e7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-434374552'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:04.996661 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b3dd48-e10d-4b13-9466-c8b994d121e7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:05.004347 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-60b3dd48-e10d-4b13-9466-c8b994d121e7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:05.064754 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b3dd48-e10d-4b13-9466-c8b994d121e7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:55:05.094684 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-60b3dd48-e10d-4b13-9466-c8b994d121e7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (5942d4d2-355f-479b-bfee-a64d76fbcd5a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:05.095880 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-60b3dd48-e10d-4b13-9466-c8b994d121e7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Added segment 5942d4d2-355f-479b-bfee-a64d76fbcd5a of type vlan for network 71c63d2b-9a42-4a88-9a8c-358be16dc608 Jan 28 00:55:05.207391 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-60b3dd48-e10d-4b13-9466-c8b994d121e7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (71c63d2b-9a42-4a88-9a8c-358be16dc608), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:05.284492 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-60b3dd48-e10d-4b13-9466-c8b994d121e7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (71c63d2b-9a42-4a88-9a8c-358be16dc608), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:05.296343 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b3dd48-e10d-4b13-9466-c8b994d121e7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:05.302719 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-60b3dd48-e10d-4b13-9466-c8b994d121e7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:05.343553 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-60b3dd48-e10d-4b13-9466-c8b994d121e7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4128830 Jan 28 00:55:05.344090 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37632) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:05.350186 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2a732e55-580f-4c5f-ac6e-07d4683c3db7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'ports': [{'network_id': 'fdbb3073-bc90-43d8-93a3-23c8b1e9ceca'}, {'network_id': '71c63d2b-9a42-4a88-9a8c-358be16dc608'}]} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:05.350650 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2a732e55-580f-4c5f-ac6e-07d4683c3db7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'port': {'network_id': 'fdbb3073-bc90-43d8-93a3-23c8b1e9ceca'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:05.351244 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2a732e55-580f-4c5f-ac6e-07d4683c3db7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'port': {'network_id': '71c63d2b-9a42-4a88-9a8c-358be16dc608'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:05.516149 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3dd48-e10d-4b13-9466-c8b994d121e7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Network': ['ID=71c63d2b-9a42-4a88-9a8c-358be16dc608,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:05.532363 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 71c63d2b-9a42-4a88-9a8c-358be16dc608 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:55:05.804928 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a732e55-580f-4c5f-ac6e-07d4683c3db7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'port': 2} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:05.811949 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a732e55-580f-4c5f-ac6e-07d4683c3db7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:05.832256 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a732e55-580f-4c5f-ac6e-07d4683c3db7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:06.047999 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-569c0ce8-4fa5-45fb-893b-5f03e6d77873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:06.188473 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-2a732e55-580f-4c5f-ac6e-07d4683c3db7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] device_id is not set on port a62b97f9-e7f2-4209-adc1-de908faf848e yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:55:06.388654 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a732e55-580f-4c5f-ac6e-07d4683c3db7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for port (a62b97f9-e7f2-4209-adc1-de908faf848e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:06.655585 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-2a732e55-580f-4c5f-ac6e-07d4683c3db7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] device_id is not set on port 3267fa22-8328-49db-9a54-39fe2ad29013 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:55:06.811235 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a732e55-580f-4c5f-ac6e-07d4683c3db7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for port (3267fa22-8328-49db-9a54-39fe2ad29013), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:06.896131 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a732e55-580f-4c5f-ac6e-07d4683c3db7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (a62b97f9-e7f2-4209-adc1-de908faf848e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:06.991824 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a732e55-580f-4c5f-ac6e-07d4683c3db7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network fdbb3073-bc90-43d8-93a3-23c8b1e9ceca is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:06.999322 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-2a732e55-580f-4c5f-ac6e-07d4683c3db7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:07.015248 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a732e55-580f-4c5f-ac6e-07d4683c3db7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:07.016047 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a732e55-580f-4c5f-ac6e-07d4683c3db7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (3267fa22-8328-49db-9a54-39fe2ad29013), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:07.036972 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a732e55-580f-4c5f-ac6e-07d4683c3db7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Port': ['ID=a62b97f9-e7f2-4209-adc1-de908faf848e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:07.269865 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a732e55-580f-4c5f-ac6e-07d4683c3db7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Port': ['ID=3267fa22-8328-49db-9a54-39fe2ad29013,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:07.308123 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a732e55-580f-4c5f-ac6e-07d4683c3db7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Checking segment: {'id': '5942d4d2-355f-479b-bfee-a64d76fbcd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '71c63d2b-9a42-4a88-9a8c-358be16dc608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:07.308123 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a732e55-580f-4c5f-ac6e-07d4683c3db7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network hostable DHCP agents. Network: 71c63d2b-9a42-4a88-9a8c-358be16dc608, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:55:07.368178 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a732e55-580f-4c5f-ac6e-07d4683c3db7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network 71c63d2b-9a42-4a88-9a8c-358be16dc608 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:55:07.397429 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-2a732e55-580f-4c5f-ac6e-07d4683c3db7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 71c63d2b-9a42-4a88-9a8c-358be16dc608) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:07.405755 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a732e55-580f-4c5f-ac6e-07d4683c3db7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:07.423126 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef18d3f-6939-4973-a825-c8232add9216 None None] Network 71c63d2b-9a42-4a88-9a8c-358be16dc608 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:07.424191 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a732e55-580f-4c5f-ac6e-07d4683c3db7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:07.451385 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a732e55-580f-4c5f-ac6e-07d4683c3db7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:07.454184 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a732e55-580f-4c5f-ac6e-07d4683c3db7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:07.509166 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37652) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:07.509848 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2a732e55-580f-4c5f-ac6e-07d4683c3db7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1641161 Jan 28 00:55:07.756727 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-a771f4da-eb65-4bff-adfa-8d2e6809ca35 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting port 3267fa22-8328-49db-9a54-39fe2ad29013 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:55:07.756727 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a771f4da-eb65-4bff-adfa-8d2e6809ca35 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (3267fa22-8328-49db-9a54-39fe2ad29013), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:07.841445 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a771f4da-eb65-4bff-adfa-8d2e6809ca35 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (3267fa22-8328-49db-9a54-39fe2ad29013), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:07.869939 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-a771f4da-eb65-4bff-adfa-8d2e6809ca35 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Calling delete_port for 3267fa22-8328-49db-9a54-39fe2ad29013 owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:55:08.052957 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a771f4da-eb65-4bff-adfa-8d2e6809ca35 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (3267fa22-8328-49db-9a54-39fe2ad29013), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:08.127589 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a771f4da-eb65-4bff-adfa-8d2e6809ca35 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:08.134271 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a771f4da-eb65-4bff-adfa-8d2e6809ca35 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/ports/3267fa22-8328-49db-9a54-39fe2ad29013 HTTP/1.1" status: 204 len: 168 time: 0.6236866 Jan 28 00:55:08.137008 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771f4da-eb65-4bff-adfa-8d2e6809ca35 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Port': ['ID=3267fa22-8328-49db-9a54-39fe2ad29013,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:08.137947 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37660) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:08.231655 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02f96a0-df57-436c-a493-f195542d1881 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:08.241739 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02f96a0-df57-436c-a493-f195542d1881 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:08.247053 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e02f96a0-df57-436c-a493-f195542d1881 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1011474 Jan 28 00:55:08.247404 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37664) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:08.402361 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2c93e6d6-a56d-4368-9426-50e91a5db5e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:08.435053 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d3d8540b-6660-4fcb-abe3-085067938379 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting port a62b97f9-e7f2-4209-adc1-de908faf848e {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:55:08.435502 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d3d8540b-6660-4fcb-abe3-085067938379 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (a62b97f9-e7f2-4209-adc1-de908faf848e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:08.562871 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d3d8540b-6660-4fcb-abe3-085067938379 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (a62b97f9-e7f2-4209-adc1-de908faf848e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:08.611550 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d3d8540b-6660-4fcb-abe3-085067938379 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Calling delete_port for a62b97f9-e7f2-4209-adc1-de908faf848e owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:55:08.760153 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d3d8540b-6660-4fcb-abe3-085067938379 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (a62b97f9-e7f2-4209-adc1-de908faf848e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:08.845710 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d3d8540b-6660-4fcb-abe3-085067938379 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:08.851971 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d3d8540b-6660-4fcb-abe3-085067938379 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/ports/a62b97f9-e7f2-4209-adc1-de908faf848e HTTP/1.1" status: 204 len: 168 time: 0.6029856 Jan 28 00:55:08.854593 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8540b-6660-4fcb-abe3-085067938379 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Port': ['ID=a62b97f9-e7f2-4209-adc1-de908faf848e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:08.857104 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37672) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:09.003378 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a142b4d7-22cd-4962-8268-253309e08f3c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:09.007710 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a142b4d7-22cd-4962-8268-253309e08f3c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1474700 Jan 28 00:55:09.011772 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37674) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:09.056843 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4488422-9168-41f2-bbb3-75e4d5a77072 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] GET failed (client error): The resource could not be found. Jan 28 00:55:09.060347 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b4488422-9168-41f2-bbb3-75e4d5a77072 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "GET /v2.0/ports/3267fa22-8328-49db-9a54-39fe2ad29013 HTTP/1.1" status: 404 len: 333 time: 0.0467243 Jan 28 00:55:09.063523 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37676) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:09.128857 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc020d4d-08c0-4eb2-a126-966b4b09c62d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] GET failed (client error): The resource could not be found. Jan 28 00:55:09.131645 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-fc020d4d-08c0-4eb2-a126-966b4b09c62d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "GET /v2.0/ports/a62b97f9-e7f2-4209-adc1-de908faf848e HTTP/1.1" status: 404 len: 333 time: 0.0651741 Jan 28 00:55:09.134809 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37680) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:09.284918 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-abfcb845-140f-450b-8dd2-c9d3063e50b0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (71c63d2b-9a42-4a88-9a8c-358be16dc608), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:09.346565 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:55:09.468223 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-abfcb845-140f-450b-8dd2-c9d3063e50b0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (71c63d2b-9a42-4a88-9a8c-358be16dc608), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:09.505397 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-abfcb845-140f-450b-8dd2-c9d3063e50b0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c63d2b-9a42-4a88-9a8c-358be16dc608']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:09.534460 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-abfcb845-140f-450b-8dd2-c9d3063e50b0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5942d4d2-355f-479b-bfee-a64d76fbcd5a') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:09.536914 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-abfcb845-140f-450b-8dd2-c9d3063e50b0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5942d4d2-355f-479b-bfee-a64d76fbcd5a') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:09.559764 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-abfcb845-140f-450b-8dd2-c9d3063e50b0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (5942d4d2-355f-479b-bfee-a64d76fbcd5a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:09.591754 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-abfcb845-140f-450b-8dd2-c9d3063e50b0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (5942d4d2-355f-479b-bfee-a64d76fbcd5a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:09.608492 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abfcb845-140f-450b-8dd2-c9d3063e50b0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:55:09.609050 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-abfcb845-140f-450b-8dd2-c9d3063e50b0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (5942d4d2-355f-479b-bfee-a64d76fbcd5a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:09.617709 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:55:09.617709 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:55:09.617709 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:55:09.617709 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:55:09.617709 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:55:09.617709 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:55:09.617709 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:55:09.617709 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:55:09.617709 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:55:09.617709 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:55:09.617709 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:55:09.617709 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:55:09.617709 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:55:09.617709 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:55:09.617709 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:55:09.617709 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:55:09.617709 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:55:09.617709 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:55:09.617709 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:55:09.617709 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:55:09.617709 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:55:09.617709 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:55:09.617709 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:55:09.617709 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:55:09.617709 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:55:09.617709 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:55:09.617709 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:55:09.617709 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:55:09.617709 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:55:09.617709 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:55:09.617709 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:55:09.617709 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:55:09.733221 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-abfcb845-140f-450b-8dd2-c9d3063e50b0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (71c63d2b-9a42-4a88-9a8c-358be16dc608), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:09.743155 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-abfcb845-140f-450b-8dd2-c9d3063e50b0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:09.767343 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37690) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:09.767729 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-abfcb845-140f-450b-8dd2-c9d3063e50b0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/networks/71c63d2b-9a42-4a88-9a8c-358be16dc608 HTTP/1.1" status: 204 len: 168 time: 0.6309848 Jan 28 00:55:09.776386 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-adef7ad5-37da-4a25-aa57-88f694bd7c88 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-85134549'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:09.786568 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:09.818545 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfcb845-140f-450b-8dd2-c9d3063e50b0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Network': ['ID=71c63d2b-9a42-4a88-9a8c-358be16dc608,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:09.825956 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adef7ad5-37da-4a25-aa57-88f694bd7c88 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:09.846694 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-adef7ad5-37da-4a25-aa57-88f694bd7c88 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:09.892664 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adef7ad5-37da-4a25-aa57-88f694bd7c88 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:55:09.908666 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-adef7ad5-37da-4a25-aa57-88f694bd7c88 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (ddd25d2a-73a9-4dc1-a08f-ac51378c303a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:09.909319 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-adef7ad5-37da-4a25-aa57-88f694bd7c88 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Added segment ddd25d2a-73a9-4dc1-a08f-ac51378c303a of type vlan for network 187c3f1d-59f1-4c12-9c5d-9e621519d58b Jan 28 00:55:10.450092 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-adef7ad5-37da-4a25-aa57-88f694bd7c88 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (187c3f1d-59f1-4c12-9c5d-9e621519d58b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:10.497575 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-adef7ad5-37da-4a25-aa57-88f694bd7c88 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (187c3f1d-59f1-4c12-9c5d-9e621519d58b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:10.503409 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adef7ad5-37da-4a25-aa57-88f694bd7c88 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:10.504082 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-adef7ad5-37da-4a25-aa57-88f694bd7c88 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:10.593738 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef7ad5-37da-4a25-aa57-88f694bd7c88 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Network': ['ID=187c3f1d-59f1-4c12-9c5d-9e621519d58b,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:10.607457 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 187c3f1d-59f1-4c12-9c5d-9e621519d58b details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:55:10.628430 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-adef7ad5-37da-4a25-aa57-88f694bd7c88 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8589590 Jan 28 00:55:10.632706 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37698) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:10.643317 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2d3cee48-5f5e-4ec5-9633-8543e4c83309 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'subnet': {'network_id': '187c3f1d-59f1-4c12-9c5d-9e621519d58b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:10.811382 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3cee48-5f5e-4ec5-9633-8543e4c83309 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:10.817756 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2d3cee48-5f5e-4ec5-9633-8543e4c83309 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:10.913954 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.ipam_backend_mixin [None req-2d3cee48-5f5e-4ec5-9633-8543e4c83309 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Performing IP validity checks on allocation pools {{(pid=103343) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 00:55:10.914570 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.ipam_backend_mixin [None req-2d3cee48-5f5e-4ec5-9633-8543e4c83309 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103343) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 00:55:11.109734 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2d3cee48-5f5e-4ec5-9633-8543e4c83309 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (7824c4b3-fb4f-454c-85c9-f460b6c2462a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:11.196698 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3cee48-5f5e-4ec5-9633-8543e4c83309 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Subnet': ['ID=7824c4b3-fb4f-454c-85c9-f460b6c2462a,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:11.206273 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3cee48-5f5e-4ec5-9633-8543e4c83309 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Checking segment: {'id': 'ddd25d2a-73a9-4dc1-a08f-ac51378c303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '187c3f1d-59f1-4c12-9c5d-9e621519d58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:11.206630 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3cee48-5f5e-4ec5-9633-8543e4c83309 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network hostable DHCP agents. Network: 187c3f1d-59f1-4c12-9c5d-9e621519d58b, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:55:11.231174 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3cee48-5f5e-4ec5-9633-8543e4c83309 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network 187c3f1d-59f1-4c12-9c5d-9e621519d58b is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:55:11.272618 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-2d3cee48-5f5e-4ec5-9633-8543e4c83309 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 187c3f1d-59f1-4c12-9c5d-9e621519d58b) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:11.283720 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3cee48-5f5e-4ec5-9633-8543e4c83309 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:11.286071 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2d3cee48-5f5e-4ec5-9633-8543e4c83309 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:11.327542 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159051fd-e0f0-44c1-9927-b58e520965e1 None None] Network 187c3f1d-59f1-4c12-9c5d-9e621519d58b requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:11.342139 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2d3cee48-5f5e-4ec5-9633-8543e4c83309 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7057505 Jan 28 00:55:11.344423 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37710) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:11.353860 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-252aa1b5-fce7-4584-ba8d-840c56052d3a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'port': {'network_id': '187c3f1d-59f1-4c12-9c5d-9e621519d58b', 'name': 'tempest-PortsTestJSON-1870629493'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:11.448575 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:11.574898 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-187c3f1d-59f1-4c12-9c5d-9e621519d58b', 'network_id': '187c3f1d-59f1-4c12-9c5d-9e621519d58b', 'project_id': 'ca821021c46c41f1a36172a5b2f12ad6', 'fixed_ips': [{'subnet_id': '7824c4b3-fb4f-454c-85c9-f460b6c2462a'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:55:11.576244 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:11.698163 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252aa1b5-fce7-4584-ba8d-840c56052d3a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:11.711014 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-252aa1b5-fce7-4584-ba8d-840c56052d3a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:11.750018 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-252aa1b5-fce7-4584-ba8d-840c56052d3a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] device_id is not set on port 6ea71fee-73a0-49cf-a33d-cf492ac6398d yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:55:11.889348 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Allocated IP 172.20.0.2 (187c3f1d-59f1-4c12-9c5d-9e621519d58b/7824c4b3-fb4f-454c-85c9-f460b6c2462a/9dc99f0c-dac5-47a3-b1d1-a05974a250e4) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:12.527789 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:12.652233 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Publish callbacks [] for port (9dc99f0c-dac5-47a3-b1d1-a05974a250e4), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:12.673761 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (9dc99f0c-dac5-47a3-b1d1-a05974a250e4), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:12.790123 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-252aa1b5-fce7-4584-ba8d-840c56052d3a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Allocated IP 172.20.0.10 (187c3f1d-59f1-4c12-9c5d-9e621519d58b/7824c4b3-fb4f-454c-85c9-f460b6c2462a/6ea71fee-73a0-49cf-a33d-cf492ac6398d) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:12.835480 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Network 187c3f1d-59f1-4c12-9c5d-9e621519d58b is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:12.838574 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Pushing event updated for resources: {'Port': ['ID=9dc99f0c-dac5-47a3-b1d1-a05974a250e4,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:12.846154 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:12.849633 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:12.875004 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:12.875692 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:12.876593 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:12.877282 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:12.877885 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:12.878695 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:12.879375 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:12.880038 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:12.880695 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:12.881388 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:12.882040 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:12.882723 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:12.883343 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:13.029203 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Attempting to bind port 9dc99f0c-dac5-47a3-b1d1-a05974a250e4 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:55:13.029606 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Attempting to bind port 9dc99f0c-dac5-47a3-b1d1-a05974a250e4 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'ddd25d2a-73a9-4dc1-a08f-ac51378c303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '187c3f1d-59f1-4c12-9c5d-9e621519d58b'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:55:13.029958 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Attempting to bind port 9dc99f0c-dac5-47a3-b1d1-a05974a250e4 on network 187c3f1d-59f1-4c12-9c5d-9e621519d58b {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:13.036256 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:55:13.036776 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Checking segment: {'id': 'ddd25d2a-73a9-4dc1-a08f-ac51378c303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '187c3f1d-59f1-4c12-9c5d-9e621519d58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:13.037050 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:13.037457 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Bound using segment: {'id': 'ddd25d2a-73a9-4dc1-a08f-ac51378c303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '187c3f1d-59f1-4c12-9c5d-9e621519d58b'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:55:13.037952 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Bound port: 9dc99f0c-dac5-47a3-b1d1-a05974a250e4, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd25d2a-73a9-4dc1-a08f-ac51378c303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '187c3f1d-59f1-4c12-9c5d-9e621519d58b'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:55:13.038336 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9dc99f0c-dac5-47a3-b1d1-a05974a250e4), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:13.095603 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-252aa1b5-fce7-4584-ba8d-840c56052d3a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for port (6ea71fee-73a0-49cf-a33d-cf492ac6398d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:13.188617 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] For port 9dc99f0c-dac5-47a3-b1d1-a05974a250e4, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:55:13.194039 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:13.204442 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-252aa1b5-fce7-4584-ba8d-840c56052d3a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (6ea71fee-73a0-49cf-a33d-cf492ac6398d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:13.237890 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] For port 9dc99f0c-dac5-47a3-b1d1-a05974a250e4, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9dc99f0c-dac5-47a3-b1d1-a05974a250e4,segment=NetworkSegment(ddd25d2a-73a9-4dc1-a08f-ac51378c303a),segment_id=ddd25d2a-73a9-4dc1-a08f-ac51378c303a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:55:13.245983 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9dc99f0c-dac5-47a3-b1d1-a05974a250e4), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:13.371275 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252aa1b5-fce7-4584-ba8d-840c56052d3a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network 187c3f1d-59f1-4c12-9c5d-9e621519d58b is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:13.396544 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-252aa1b5-fce7-4584-ba8d-840c56052d3a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:13.428961 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252aa1b5-fce7-4584-ba8d-840c56052d3a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:13.498139 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf81dce-5662-4028-9382-ec1f3d5f70ed None None] Pushing event updated for resources: {'Port': ['ID=9dc99f0c-dac5-47a3-b1d1-a05974a250e4,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:13.575184 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252aa1b5-fce7-4584-ba8d-840c56052d3a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:13.576551 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-252aa1b5-fce7-4584-ba8d-840c56052d3a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:13.602910 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252aa1b5-fce7-4584-ba8d-840c56052d3a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Port': ['ID=6ea71fee-73a0-49cf-a33d-cf492ac6398d,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:13.651201 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-252aa1b5-fce7-4584-ba8d-840c56052d3a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3050971 Jan 28 00:55:13.654710 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37730) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:14.070772 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-de4b0a6d-0286-4698-a276-3c62395b3728 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting port 6ea71fee-73a0-49cf-a33d-cf492ac6398d {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:55:14.071344 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-de4b0a6d-0286-4698-a276-3c62395b3728 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (6ea71fee-73a0-49cf-a33d-cf492ac6398d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:14.453377 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-de4b0a6d-0286-4698-a276-3c62395b3728 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (6ea71fee-73a0-49cf-a33d-cf492ac6398d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:14.483516 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-de4b0a6d-0286-4698-a276-3c62395b3728 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Calling delete_port for 6ea71fee-73a0-49cf-a33d-cf492ac6398d owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:55:14.549798 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:14.955169 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-de4b0a6d-0286-4698-a276-3c62395b3728 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (6ea71fee-73a0-49cf-a33d-cf492ac6398d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:15.065154 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b0a6d-0286-4698-a276-3c62395b3728 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Port': ['ID=6ea71fee-73a0-49cf-a33d-cf492ac6398d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:15.184376 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b0a6d-0286-4698-a276-3c62395b3728 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:15.185058 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b0a6d-0286-4698-a276-3c62395b3728 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:15.185707 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b0a6d-0286-4698-a276-3c62395b3728 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:15.186313 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b0a6d-0286-4698-a276-3c62395b3728 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:15.186953 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b0a6d-0286-4698-a276-3c62395b3728 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:15.187590 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b0a6d-0286-4698-a276-3c62395b3728 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:15.188229 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b0a6d-0286-4698-a276-3c62395b3728 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:15.190174 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b0a6d-0286-4698-a276-3c62395b3728 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:15.191311 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b0a6d-0286-4698-a276-3c62395b3728 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:15.192234 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b0a6d-0286-4698-a276-3c62395b3728 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:15.193721 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b0a6d-0286-4698-a276-3c62395b3728 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:15.194495 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b0a6d-0286-4698-a276-3c62395b3728 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:15.195138 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b0a6d-0286-4698-a276-3c62395b3728 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:15.327417 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-de4b0a6d-0286-4698-a276-3c62395b3728 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:15.334358 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-de4b0a6d-0286-4698-a276-3c62395b3728 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/ports/6ea71fee-73a0-49cf-a33d-cf492ac6398d HTTP/1.1" status: 204 len: 168 time: 1.6776171 Jan 28 00:55:15.337950 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37746) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:15.406852 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecebcabb-345d-465f-b86f-934ffa4ef0c2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] DELETE failed (client error): The resource could not be found. Jan 28 00:55:15.407754 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecebcabb-345d-465f-b86f-934ffa4ef0c2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:55:15.417759 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37748) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:15.418253 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ecebcabb-345d-465f-b86f-934ffa4ef0c2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/ports/6ea71fee-73a0-49cf-a33d-cf492ac6398d HTTP/1.1" status: 404 len: 333 time: 0.0785451 Jan 28 00:55:15.487987 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-62708268-f49b-4f8f-b918-43d58e9146d8 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] GET failed (client error): The resource could not be found. Jan 28 00:55:15.491407 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37750) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:15.499720 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-62708268-f49b-4f8f-b918-43d58e9146d8 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "GET /v2.0/ports/6ea71fee-73a0-49cf-a33d-cf492ac6398d HTTP/1.1" status: 404 len: 333 time: 0.0796018 Jan 28 00:55:15.537742 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf0fbb4-4479-4cf8-9b40-2143ab98cfcb None None] Network 187c3f1d-59f1-4c12-9c5d-9e621519d58b requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:15.622140 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-b91f7ab7-7627-473f-8e97-68d401c42cb2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting subnet 7824c4b3-fb4f-454c-85c9-f460b6c2462a {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:55:15.629285 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b91f7ab7-7627-473f-8e97-68d401c42cb2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (7824c4b3-fb4f-454c-85c9-f460b6c2462a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:15.699205 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6ed56ed6-bc16-4b23-ad51-49ddb917a4c9 None None] Provisioning complete for port 9dc99f0c-dac5-47a3-b1d1-a05974a250e4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:15.700284 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ed56ed6-bc16-4b23-ad51-49ddb917a4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9dc99f0c-dac5-47a3-b1d1-a05974a250e4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:15.745586 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b91f7ab7-7627-473f-8e97-68d401c42cb2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (7824c4b3-fb4f-454c-85c9-f460b6c2462a), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:15.960393 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6ed56ed6-bc16-4b23-ad51-49ddb917a4c9 None None] Current status of the port 9dc99f0c-dac5-47a3-b1d1-a05974a250e4 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:15.961145 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ed56ed6-bc16-4b23-ad51-49ddb917a4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9dc99f0c-dac5-47a3-b1d1-a05974a250e4), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:16.053244 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6ed56ed6-bc16-4b23-ad51-49ddb917a4c9 None None] For port 9dc99f0c-dac5-47a3-b1d1-a05974a250e4, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9dc99f0c-dac5-47a3-b1d1-a05974a250e4,segment=NetworkSegment(ddd25d2a-73a9-4dc1-a08f-ac51378c303a),segment_id=ddd25d2a-73a9-4dc1-a08f-ac51378c303a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:16.064372 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9dc99f0c-dac5-47a3-b1d1-a05974a250e4 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:16.064839 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b91f7ab7-7627-473f-8e97-68d401c42cb2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (7824c4b3-fb4f-454c-85c9-f460b6c2462a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:16.072035 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ed56ed6-bc16-4b23-ad51-49ddb917a4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9dc99f0c-dac5-47a3-b1d1-a05974a250e4), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:16.343315 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed56ed6-bc16-4b23-ad51-49ddb917a4c9 None None] Pushing event updated for resources: {'Port': ['ID=9dc99f0c-dac5-47a3-b1d1-a05974a250e4,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:16.407341 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b91f7ab7-7627-473f-8e97-68d401c42cb2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (7824c4b3-fb4f-454c-85c9-f460b6c2462a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:16.527412 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f7ab7-7627-473f-8e97-68d401c42cb2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Subnet': ['ID=7824c4b3-fb4f-454c-85c9-f460b6c2462a,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:16.546939 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b91f7ab7-7627-473f-8e97-68d401c42cb2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:16.548893 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 9dc99f0c-dac5-47a3-b1d1-a05974a250e4 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:16.549293 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9dc99f0c-dac5-47a3-b1d1-a05974a250e4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:16.568898 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b91f7ab7-7627-473f-8e97-68d401c42cb2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/subnets/7824c4b3-fb4f-454c-85c9-f460b6c2462a HTTP/1.1" status: 204 len: 168 time: 1.0754249 Jan 28 00:55:16.574001 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37766) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:16.698897 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce48af4f-22cd-4d0f-997c-58dd7c2c1393 None None] Network 187c3f1d-59f1-4c12-9c5d-9e621519d58b requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:16.803859 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-fd3078fb-2c50-48c9-b20c-f49b0981a656 None None] Provisioning complete for port 9dc99f0c-dac5-47a3-b1d1-a05974a250e4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:16.806653 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fd3078fb-2c50-48c9-b20c-f49b0981a656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9dc99f0c-dac5-47a3-b1d1-a05974a250e4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:16.852236 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 9dc99f0c-dac5-47a3-b1d1-a05974a250e4 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:16.902409 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f354443b-1be1-4817-a8eb-8ef1fb8ba2c7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (187c3f1d-59f1-4c12-9c5d-9e621519d58b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:17.038038 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-fd3078fb-2c50-48c9-b20c-f49b0981a656 None None] Current status of the port 9dc99f0c-dac5-47a3-b1d1-a05974a250e4 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:17.062751 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f354443b-1be1-4817-a8eb-8ef1fb8ba2c7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting port 9dc99f0c-dac5-47a3-b1d1-a05974a250e4 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:55:17.063083 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f354443b-1be1-4817-a8eb-8ef1fb8ba2c7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (9dc99f0c-dac5-47a3-b1d1-a05974a250e4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:17.106427 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315aed01-88c8-46e2-acb0-fbab48e1b3f6 None None] DHCP port deletion for 187c3f1d-59f1-4c12-9c5d-9e621519d58b request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:55:17.164949 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f354443b-1be1-4817-a8eb-8ef1fb8ba2c7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] For port 9dc99f0c-dac5-47a3-b1d1-a05974a250e4, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9dc99f0c-dac5-47a3-b1d1-a05974a250e4,segment=NetworkSegment(ddd25d2a-73a9-4dc1-a08f-ac51378c303a),segment_id=ddd25d2a-73a9-4dc1-a08f-ac51378c303a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:17.165600 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f354443b-1be1-4817-a8eb-8ef1fb8ba2c7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (9dc99f0c-dac5-47a3-b1d1-a05974a250e4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:17.170460 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-315aed01-88c8-46e2-acb0-fbab48e1b3f6 None None] Deleting port 9dc99f0c-dac5-47a3-b1d1-a05974a250e4 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:55:17.171363 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-315aed01-88c8-46e2-acb0-fbab48e1b3f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (9dc99f0c-dac5-47a3-b1d1-a05974a250e4), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:17.185166 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f354443b-1be1-4817-a8eb-8ef1fb8ba2c7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Calling delete_port for 9dc99f0c-dac5-47a3-b1d1-a05974a250e4 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:55:17.323778 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-315aed01-88c8-46e2-acb0-fbab48e1b3f6 None None] For port 9dc99f0c-dac5-47a3-b1d1-a05974a250e4, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9dc99f0c-dac5-47a3-b1d1-a05974a250e4,segment=NetworkSegment(ddd25d2a-73a9-4dc1-a08f-ac51378c303a),segment_id=ddd25d2a-73a9-4dc1-a08f-ac51378c303a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:17.328005 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-315aed01-88c8-46e2-acb0-fbab48e1b3f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (9dc99f0c-dac5-47a3-b1d1-a05974a250e4), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:17.366594 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-315aed01-88c8-46e2-acb0-fbab48e1b3f6 None None] Calling delete_port for 9dc99f0c-dac5-47a3-b1d1-a05974a250e4 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:55:17.370918 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f354443b-1be1-4817-a8eb-8ef1fb8ba2c7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (9dc99f0c-dac5-47a3-b1d1-a05974a250e4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:17.413524 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f354443b-1be1-4817-a8eb-8ef1fb8ba2c7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] No DVR routers for this DVR port 9dc99f0c-dac5-47a3-b1d1-a05974a250e4 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:55:17.420098 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354443b-1be1-4817-a8eb-8ef1fb8ba2c7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Port': ['ID=9dc99f0c-dac5-47a3-b1d1-a05974a250e4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:17.516716 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-315aed01-88c8-46e2-acb0-fbab48e1b3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (9dc99f0c-dac5-47a3-b1d1-a05974a250e4), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:17.548208 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315aed01-88c8-46e2-acb0-fbab48e1b3f6 None None] Pushing event deleted for resources: {'Port': ['ID=9dc99f0c-dac5-47a3-b1d1-a05974a250e4,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:17.549022 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f354443b-1be1-4817-a8eb-8ef1fb8ba2c7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (187c3f1d-59f1-4c12-9c5d-9e621519d58b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:17.565790 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315aed01-88c8-46e2-acb0-fbab48e1b3f6 None None] No DVR routers for this DVR port 9dc99f0c-dac5-47a3-b1d1-a05974a250e4 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:55:17.597253 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-f354443b-1be1-4817-a8eb-8ef1fb8ba2c7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['187c3f1d-59f1-4c12-9c5d-9e621519d58b']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:17.614426 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-f354443b-1be1-4817-a8eb-8ef1fb8ba2c7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd25d2a-73a9-4dc1-a08f-ac51378c303a') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:17.614838 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-f354443b-1be1-4817-a8eb-8ef1fb8ba2c7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd25d2a-73a9-4dc1-a08f-ac51378c303a') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:17.632333 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f354443b-1be1-4817-a8eb-8ef1fb8ba2c7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (ddd25d2a-73a9-4dc1-a08f-ac51378c303a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:17.653001 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f354443b-1be1-4817-a8eb-8ef1fb8ba2c7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (ddd25d2a-73a9-4dc1-a08f-ac51378c303a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:17.664154 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f354443b-1be1-4817-a8eb-8ef1fb8ba2c7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:55:17.664928 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f354443b-1be1-4817-a8eb-8ef1fb8ba2c7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (ddd25d2a-73a9-4dc1-a08f-ac51378c303a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:17.673639 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:55:17.673639 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:55:17.673639 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:55:17.673639 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:55:17.673639 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:55:17.673639 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:55:17.673639 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:55:17.673639 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:55:17.673639 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:55:17.673639 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:55:17.673639 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:55:17.673639 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:55:17.673639 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:55:17.673639 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:55:17.673639 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:55:17.673639 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:55:17.673639 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:55:17.673639 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:55:17.673639 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:55:17.673639 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:55:17.673639 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:55:17.673639 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:55:17.673639 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:55:17.673639 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:55:17.673639 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:55:17.673639 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:55:17.673639 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:55:17.673639 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:55:17.673639 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:55:17.673639 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:55:17.673639 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:55:17.673639 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:55:17.797259 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f354443b-1be1-4817-a8eb-8ef1fb8ba2c7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (187c3f1d-59f1-4c12-9c5d-9e621519d58b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:17.813405 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f354443b-1be1-4817-a8eb-8ef1fb8ba2c7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:17.824149 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f354443b-1be1-4817-a8eb-8ef1fb8ba2c7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/networks/187c3f1d-59f1-4c12-9c5d-9e621519d58b HTTP/1.1" status: 204 len: 168 time: 1.2420094 Jan 28 00:55:17.824507 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37798) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:17.833709 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-277702df-e9ba-4935-97ce-abe4eea75cb0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-88727454'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:17.836231 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9dc99f0c-dac5-47a3-b1d1-a05974a250e4 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:55:17.854443 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354443b-1be1-4817-a8eb-8ef1fb8ba2c7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Network': ['ID=187c3f1d-59f1-4c12-9c5d-9e621519d58b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:17.859528 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277702df-e9ba-4935-97ce-abe4eea75cb0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:17.864356 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-277702df-e9ba-4935-97ce-abe4eea75cb0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:17.880308 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 9dc99f0c-dac5-47a3-b1d1-a05974a250e4 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:55:17.880983 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9dc99f0c-dac5-47a3-b1d1-a05974a250e4 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:55:17.899009 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277702df-e9ba-4935-97ce-abe4eea75cb0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:55:17.913215 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-277702df-e9ba-4935-97ce-abe4eea75cb0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (d2eb9149-97be-4091-9f0a-4299238cd542), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:17.913754 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-277702df-e9ba-4935-97ce-abe4eea75cb0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Added segment d2eb9149-97be-4091-9f0a-4299238cd542 of type vlan for network a041e56e-6bf9-41c1-bc98-e1c9e8690f2b Jan 28 00:55:17.967110 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-277702df-e9ba-4935-97ce-abe4eea75cb0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (a041e56e-6bf9-41c1-bc98-e1c9e8690f2b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:18.000321 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-277702df-e9ba-4935-97ce-abe4eea75cb0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (a041e56e-6bf9-41c1-bc98-e1c9e8690f2b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:18.006353 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277702df-e9ba-4935-97ce-abe4eea75cb0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:18.007402 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-277702df-e9ba-4935-97ce-abe4eea75cb0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:18.091017 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-277702df-e9ba-4935-97ce-abe4eea75cb0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2650476 Jan 28 00:55:18.095294 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37800) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:18.101033 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-6894afef-7d26-47fc-92a4-bdcfbf9a0eef tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'subnet': {'network_id': 'a041e56e-6bf9-41c1-bc98-e1c9e8690f2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:18.109537 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277702df-e9ba-4935-97ce-abe4eea75cb0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Network': ['ID=a041e56e-6bf9-41c1-bc98-e1c9e8690f2b,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:18.128604 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network a041e56e-6bf9-41c1-bc98-e1c9e8690f2b details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:55:18.221318 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6894afef-7d26-47fc-92a4-bdcfbf9a0eef tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:18.225398 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6894afef-7d26-47fc-92a4-bdcfbf9a0eef tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:18.513113 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6894afef-7d26-47fc-92a4-bdcfbf9a0eef tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (46ea663e-f0f0-46e3-b28c-2c69beacdbdb), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:18.625247 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894afef-7d26-47fc-92a4-bdcfbf9a0eef tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Subnet': ['ID=46ea663e-f0f0-46e3-b28c-2c69beacdbdb,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:18.636706 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6894afef-7d26-47fc-92a4-bdcfbf9a0eef tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Checking segment: {'id': 'd2eb9149-97be-4091-9f0a-4299238cd542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a041e56e-6bf9-41c1-bc98-e1c9e8690f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:18.637559 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6894afef-7d26-47fc-92a4-bdcfbf9a0eef tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network hostable DHCP agents. Network: a041e56e-6bf9-41c1-bc98-e1c9e8690f2b, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:55:18.664298 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6894afef-7d26-47fc-92a4-bdcfbf9a0eef tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network a041e56e-6bf9-41c1-bc98-e1c9e8690f2b is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:55:18.679588 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-6894afef-7d26-47fc-92a4-bdcfbf9a0eef tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, a041e56e-6bf9-41c1-bc98-e1c9e8690f2b) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:18.689655 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6894afef-7d26-47fc-92a4-bdcfbf9a0eef tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:18.692113 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6894afef-7d26-47fc-92a4-bdcfbf9a0eef tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:18.698591 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121e744c-a759-48f6-9662-b620029ea0db None None] Network a041e56e-6bf9-41c1-bc98-e1c9e8690f2b requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:18.732546 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6894afef-7d26-47fc-92a4-bdcfbf9a0eef tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6327076 Jan 28 00:55:18.734713 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37808) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:18.747473 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-d983d7e3-e926-451c-9c08-fe2862dd4e37 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'port': {'network_id': 'a041e56e-6bf9-41c1-bc98-e1c9e8690f2b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1071095316'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:18.947878 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d983d7e3-e926-451c-9c08-fe2862dd4e37 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:18.952373 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9c549a-ec7d-466e-9d23-8a0a1cfb0604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-a041e56e-6bf9-41c1-bc98-e1c9e8690f2b', 'network_id': 'a041e56e-6bf9-41c1-bc98-e1c9e8690f2b', 'project_id': 'ca821021c46c41f1a36172a5b2f12ad6', 'fixed_ips': [{'subnet_id': '46ea663e-f0f0-46e3-b28c-2c69beacdbdb'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:55:18.954868 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d983d7e3-e926-451c-9c08-fe2862dd4e37 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:18.955597 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8f9c549a-ec7d-466e-9d23-8a0a1cfb0604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:18.999170 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-d983d7e3-e926-451c-9c08-fe2862dd4e37 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] device_id is not set on port fef460f6-e6df-4e6b-b494-3f504dbcf252 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:55:19.184591 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-d983d7e3-e926-451c-9c08-fe2862dd4e37 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Allocated IP 172.20.0.13 (a041e56e-6bf9-41c1-bc98-e1c9e8690f2b/46ea663e-f0f0-46e3-b28c-2c69beacdbdb/fef460f6-e6df-4e6b-b494-3f504dbcf252) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:19.439434 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d983d7e3-e926-451c-9c08-fe2862dd4e37 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for port (fef460f6-e6df-4e6b-b494-3f504dbcf252), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:19.511787 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d983d7e3-e926-451c-9c08-fe2862dd4e37 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (fef460f6-e6df-4e6b-b494-3f504dbcf252), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:19.605440 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-8f9c549a-ec7d-466e-9d23-8a0a1cfb0604 None None] Allocated IP 172.20.0.2 (a041e56e-6bf9-41c1-bc98-e1c9e8690f2b/46ea663e-f0f0-46e3-b28c-2c69beacdbdb/4f071099-0d9f-49d9-a78e-3164a97df8be) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:19.608752 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d983d7e3-e926-451c-9c08-fe2862dd4e37 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network a041e56e-6bf9-41c1-bc98-e1c9e8690f2b is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:19.614406 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-d983d7e3-e926-451c-9c08-fe2862dd4e37 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:19.622099 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d983d7e3-e926-451c-9c08-fe2862dd4e37 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:19.782176 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d983d7e3-e926-451c-9c08-fe2862dd4e37 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:19.783641 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d983d7e3-e926-451c-9c08-fe2862dd4e37 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:19.874268 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37834) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:19.882879 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d983d7e3-e926-451c-9c08-fe2862dd4e37 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.1333199 Jan 28 00:55:19.900523 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983d7e3-e926-451c-9c08-fe2862dd4e37 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Port': ['ID=fef460f6-e6df-4e6b-b494-3f504dbcf252,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:20.014630 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8f9c549a-ec7d-466e-9d23-8a0a1cfb0604 None None] Publish callbacks [] for port (4f071099-0d9f-49d9-a78e-3164a97df8be), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:20.027773 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8f9c549a-ec7d-466e-9d23-8a0a1cfb0604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (4f071099-0d9f-49d9-a78e-3164a97df8be), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:20.066770 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fbffb9b0-18df-4777-9e18-154cd6645c94 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting port fef460f6-e6df-4e6b-b494-3f504dbcf252 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:55:20.067926 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fbffb9b0-18df-4777-9e18-154cd6645c94 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (fef460f6-e6df-4e6b-b494-3f504dbcf252), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:20.088375 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c549a-ec7d-466e-9d23-8a0a1cfb0604 None None] Pushing event updated for resources: {'Port': ['ID=4f071099-0d9f-49d9-a78e-3164a97df8be,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:20.102125 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9c549a-ec7d-466e-9d23-8a0a1cfb0604 None None] Network a041e56e-6bf9-41c1-bc98-e1c9e8690f2b is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:20.104964 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-8f9c549a-ec7d-466e-9d23-8a0a1cfb0604 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:20.107997 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9c549a-ec7d-466e-9d23-8a0a1cfb0604 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:20.225658 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-8f9c549a-ec7d-466e-9d23-8a0a1cfb0604 None None] Attempting to bind port 4f071099-0d9f-49d9-a78e-3164a97df8be on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:55:20.226037 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-8f9c549a-ec7d-466e-9d23-8a0a1cfb0604 None None] Attempting to bind port 4f071099-0d9f-49d9-a78e-3164a97df8be by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'd2eb9149-97be-4091-9f0a-4299238cd542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a041e56e-6bf9-41c1-bc98-e1c9e8690f2b'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:55:20.226669 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9c549a-ec7d-466e-9d23-8a0a1cfb0604 None None] Attempting to bind port 4f071099-0d9f-49d9-a78e-3164a97df8be on network a041e56e-6bf9-41c1-bc98-e1c9e8690f2b {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:20.233770 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9c549a-ec7d-466e-9d23-8a0a1cfb0604 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:55:20.234453 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9c549a-ec7d-466e-9d23-8a0a1cfb0604 None None] Checking segment: {'id': 'd2eb9149-97be-4091-9f0a-4299238cd542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a041e56e-6bf9-41c1-bc98-e1c9e8690f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:20.234933 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8f9c549a-ec7d-466e-9d23-8a0a1cfb0604 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:20.235445 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9c549a-ec7d-466e-9d23-8a0a1cfb0604 None None] Bound using segment: {'id': 'd2eb9149-97be-4091-9f0a-4299238cd542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a041e56e-6bf9-41c1-bc98-e1c9e8690f2b'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:55:20.237000 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-8f9c549a-ec7d-466e-9d23-8a0a1cfb0604 None None] Bound port: 4f071099-0d9f-49d9-a78e-3164a97df8be, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2eb9149-97be-4091-9f0a-4299238cd542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a041e56e-6bf9-41c1-bc98-e1c9e8690f2b'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:55:20.237452 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8f9c549a-ec7d-466e-9d23-8a0a1cfb0604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4f071099-0d9f-49d9-a78e-3164a97df8be), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:20.262052 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fbffb9b0-18df-4777-9e18-154cd6645c94 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (fef460f6-e6df-4e6b-b494-3f504dbcf252), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:20.296203 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fbffb9b0-18df-4777-9e18-154cd6645c94 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Calling delete_port for fef460f6-e6df-4e6b-b494-3f504dbcf252 owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:55:20.430430 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-8f9c549a-ec7d-466e-9d23-8a0a1cfb0604 None None] For port 4f071099-0d9f-49d9-a78e-3164a97df8be, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:55:20.439690 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-8f9c549a-ec7d-466e-9d23-8a0a1cfb0604 None None] For port 4f071099-0d9f-49d9-a78e-3164a97df8be, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4f071099-0d9f-49d9-a78e-3164a97df8be,segment=NetworkSegment(d2eb9149-97be-4091-9f0a-4299238cd542),segment_id=d2eb9149-97be-4091-9f0a-4299238cd542)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:55:20.448144 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8f9c549a-ec7d-466e-9d23-8a0a1cfb0604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (4f071099-0d9f-49d9-a78e-3164a97df8be), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:20.541261 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c549a-ec7d-466e-9d23-8a0a1cfb0604 None None] Pushing event updated for resources: {'Port': ['ID=4f071099-0d9f-49d9-a78e-3164a97df8be,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:20.631231 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fbffb9b0-18df-4777-9e18-154cd6645c94 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (fef460f6-e6df-4e6b-b494-3f504dbcf252), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:20.694264 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffb9b0-18df-4777-9e18-154cd6645c94 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Port': ['ID=fef460f6-e6df-4e6b-b494-3f504dbcf252,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:20.788344 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fbffb9b0-18df-4777-9e18-154cd6645c94 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:20.793247 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fbffb9b0-18df-4777-9e18-154cd6645c94 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/ports/fef460f6-e6df-4e6b-b494-3f504dbcf252 HTTP/1.1" status: 204 len: 168 time: 0.9165676 Jan 28 00:55:20.795855 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37878) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:20.831424 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c137211-25df-45bd-8dc4-698675b59b83 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] GET failed (client error): The resource could not be found. Jan 28 00:55:20.833747 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8c137211-25df-45bd-8dc4-698675b59b83 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "GET /v2.0/ports/fef460f6-e6df-4e6b-b494-3f504dbcf252 HTTP/1.1" status: 404 len: 333 time: 0.0362191 Jan 28 00:55:20.836765 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37880) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:21.040623 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-90cb7bee-994d-48f9-a419-58471df63440 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting subnet 46ea663e-f0f0-46e3-b28c-2c69beacdbdb {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:55:21.054327 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-90cb7bee-994d-48f9-a419-58471df63440 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (46ea663e-f0f0-46e3-b28c-2c69beacdbdb), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:21.169724 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-90cb7bee-994d-48f9-a419-58471df63440 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (46ea663e-f0f0-46e3-b28c-2c69beacdbdb), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:21.380767 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-90cb7bee-994d-48f9-a419-58471df63440 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (46ea663e-f0f0-46e3-b28c-2c69beacdbdb), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:21.580519 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-90cb7bee-994d-48f9-a419-58471df63440 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (46ea663e-f0f0-46e3-b28c-2c69beacdbdb), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:21.750290 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-90cb7bee-994d-48f9-a419-58471df63440 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:21.758680 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-90cb7bee-994d-48f9-a419-58471df63440 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/subnets/46ea663e-f0f0-46e3-b28c-2c69beacdbdb HTTP/1.1" status: 204 len: 168 time: 0.9169595 Jan 28 00:55:21.759415 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb7bee-994d-48f9-a419-58471df63440 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Subnet': ['ID=46ea663e-f0f0-46e3-b28c-2c69beacdbdb,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:21.759549 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37886) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:22.021739 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4f071099-0d9f-49d9-a78e-3164a97df8be up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:22.036272 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-604bc3ef-66b0-4325-95b1-45d2d3da5e2a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (a041e56e-6bf9-41c1-bc98-e1c9e8690f2b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:22.142498 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 4f071099-0d9f-49d9-a78e-3164a97df8be triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:22.143277 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4f071099-0d9f-49d9-a78e-3164a97df8be), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:22.174999 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-604bc3ef-66b0-4325-95b1-45d2d3da5e2a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting port 4f071099-0d9f-49d9-a78e-3164a97df8be {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:55:22.175348 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-604bc3ef-66b0-4325-95b1-45d2d3da5e2a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (4f071099-0d9f-49d9-a78e-3164a97df8be), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:22.279959 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 4f071099-0d9f-49d9-a78e-3164a97df8be is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:22.280652 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4f071099-0d9f-49d9-a78e-3164a97df8be), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:22.331461 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-604bc3ef-66b0-4325-95b1-45d2d3da5e2a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] For port 4f071099-0d9f-49d9-a78e-3164a97df8be, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4f071099-0d9f-49d9-a78e-3164a97df8be,segment=NetworkSegment(d2eb9149-97be-4091-9f0a-4299238cd542),segment_id=d2eb9149-97be-4091-9f0a-4299238cd542)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:22.332146 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-604bc3ef-66b0-4325-95b1-45d2d3da5e2a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (4f071099-0d9f-49d9-a78e-3164a97df8be), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:22.359680 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 4f071099-0d9f-49d9-a78e-3164a97df8be, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4f071099-0d9f-49d9-a78e-3164a97df8be,segment=NetworkSegment(d2eb9149-97be-4091-9f0a-4299238cd542),segment_id=d2eb9149-97be-4091-9f0a-4299238cd542)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:22.370117 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-604bc3ef-66b0-4325-95b1-45d2d3da5e2a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Calling delete_port for 4f071099-0d9f-49d9-a78e-3164a97df8be owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:55:22.373139 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (4f071099-0d9f-49d9-a78e-3164a97df8be), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:22.484296 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=4f071099-0d9f-49d9-a78e-3164a97df8be,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:22.501222 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-604bc3ef-66b0-4325-95b1-45d2d3da5e2a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (4f071099-0d9f-49d9-a78e-3164a97df8be), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:22.526687 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604bc3ef-66b0-4325-95b1-45d2d3da5e2a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] No DVR routers for this DVR port 4f071099-0d9f-49d9-a78e-3164a97df8be on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:55:22.575857 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604bc3ef-66b0-4325-95b1-45d2d3da5e2a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Port': ['ID=4f071099-0d9f-49d9-a78e-3164a97df8be,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:22.650110 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b18e18-8559-4cdb-a885-c3c5460f3a28 None None] Network a041e56e-6bf9-41c1-bc98-e1c9e8690f2b requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:22.689031 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-604bc3ef-66b0-4325-95b1-45d2d3da5e2a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (a041e56e-6bf9-41c1-bc98-e1c9e8690f2b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:22.721448 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-604bc3ef-66b0-4325-95b1-45d2d3da5e2a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a041e56e-6bf9-41c1-bc98-e1c9e8690f2b']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:22.741020 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-604bc3ef-66b0-4325-95b1-45d2d3da5e2a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2eb9149-97be-4091-9f0a-4299238cd542') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:22.741356 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-604bc3ef-66b0-4325-95b1-45d2d3da5e2a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2eb9149-97be-4091-9f0a-4299238cd542') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:22.744235 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-3120858b-9ad3-44b6-b32e-677cc6048e09 None None] Could not find standard attr ID for object 4f071099-0d9f-49d9-a78e-3164a97df8be. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:55:22.761524 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-604bc3ef-66b0-4325-95b1-45d2d3da5e2a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (d2eb9149-97be-4091-9f0a-4299238cd542), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:22.782415 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-604bc3ef-66b0-4325-95b1-45d2d3da5e2a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (d2eb9149-97be-4091-9f0a-4299238cd542), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:22.799327 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-604bc3ef-66b0-4325-95b1-45d2d3da5e2a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:55:22.801343 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-604bc3ef-66b0-4325-95b1-45d2d3da5e2a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (d2eb9149-97be-4091-9f0a-4299238cd542), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:22.804954 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:55:22.804954 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:55:22.804954 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:55:22.804954 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:55:22.804954 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:55:22.804954 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:55:22.804954 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:55:22.804954 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:55:22.804954 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:55:22.804954 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:55:22.804954 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:55:22.804954 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:55:22.804954 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:55:22.804954 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:55:22.804954 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:55:22.804954 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:55:22.804954 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:55:22.804954 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:55:22.804954 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:55:22.804954 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:55:22.804954 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:55:22.804954 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:55:22.804954 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:55:22.804954 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:55:22.804954 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:55:22.804954 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:55:22.804954 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:55:22.804954 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:55:22.804954 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:55:22.804954 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:55:22.804954 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:55:22.804954 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:55:22.863495 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e1d4c7-7e62-4290-bb61-7a7329117547 None None] DHCP port deletion for a041e56e-6bf9-41c1-bc98-e1c9e8690f2b request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:55:22.884475 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-604bc3ef-66b0-4325-95b1-45d2d3da5e2a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (a041e56e-6bf9-41c1-bc98-e1c9e8690f2b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:22.892305 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-604bc3ef-66b0-4325-95b1-45d2d3da5e2a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:22.900836 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-604bc3ef-66b0-4325-95b1-45d2d3da5e2a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/networks/a041e56e-6bf9-41c1-bc98-e1c9e8690f2b HTTP/1.1" status: 204 len: 168 time: 1.1370327 Jan 28 00:55:22.901708 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37896) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:22.906947 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-575bfac8-d788-4915-81cd-76188f069124 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'port': {'network_id': 'fdbb3073-bc90-43d8-93a3-23c8b1e9ceca', 'name': 'tempest-PortsTestJSON-1011354861'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:22.927964 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604bc3ef-66b0-4325-95b1-45d2d3da5e2a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Network': ['ID=a041e56e-6bf9-41c1-bc98-e1c9e8690f2b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:23.038767 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575bfac8-d788-4915-81cd-76188f069124 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:23.042522 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-575bfac8-d788-4915-81cd-76188f069124 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:23.066445 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-575bfac8-d788-4915-81cd-76188f069124 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] device_id is not set on port a06d59b5-435b-43fa-b320-1983850ec495 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:55:23.333196 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-575bfac8-d788-4915-81cd-76188f069124 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for port (a06d59b5-435b-43fa-b320-1983850ec495), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:23.391795 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-575bfac8-d788-4915-81cd-76188f069124 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (a06d59b5-435b-43fa-b320-1983850ec495), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:23.484846 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575bfac8-d788-4915-81cd-76188f069124 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network fdbb3073-bc90-43d8-93a3-23c8b1e9ceca is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:23.490805 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-575bfac8-d788-4915-81cd-76188f069124 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:23.495697 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575bfac8-d788-4915-81cd-76188f069124 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:23.505713 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575bfac8-d788-4915-81cd-76188f069124 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:23.506988 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-575bfac8-d788-4915-81cd-76188f069124 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:23.534157 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575bfac8-d788-4915-81cd-76188f069124 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Port': ['ID=a06d59b5-435b-43fa-b320-1983850ec495,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:23.557548 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-575bfac8-d788-4915-81cd-76188f069124 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6514478 Jan 28 00:55:23.558346 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37902) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:23.696056 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8ac7b8fb-573b-4a80-ab8f-370dc09f91a1 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting port a06d59b5-435b-43fa-b320-1983850ec495 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:55:23.696555 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8ac7b8fb-573b-4a80-ab8f-370dc09f91a1 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (a06d59b5-435b-43fa-b320-1983850ec495), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:23.780100 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8ac7b8fb-573b-4a80-ab8f-370dc09f91a1 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (a06d59b5-435b-43fa-b320-1983850ec495), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:23.799265 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8ac7b8fb-573b-4a80-ab8f-370dc09f91a1 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Calling delete_port for a06d59b5-435b-43fa-b320-1983850ec495 owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:55:23.861799 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4f071099-0d9f-49d9-a78e-3164a97df8be no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:55:23.903482 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 4f071099-0d9f-49d9-a78e-3164a97df8be {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:55:23.904437 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4f071099-0d9f-49d9-a78e-3164a97df8be not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:55:24.297927 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8ac7b8fb-573b-4a80-ab8f-370dc09f91a1 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (a06d59b5-435b-43fa-b320-1983850ec495), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:24.371553 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7b8fb-573b-4a80-ab8f-370dc09f91a1 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Port': ['ID=a06d59b5-435b-43fa-b320-1983850ec495,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:24.387109 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8ac7b8fb-573b-4a80-ab8f-370dc09f91a1 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:24.395778 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8ac7b8fb-573b-4a80-ab8f-370dc09f91a1 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/ports/a06d59b5-435b-43fa-b320-1983850ec495 HTTP/1.1" status: 204 len: 168 time: 0.8352625 Jan 28 00:55:24.398298 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37914) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:24.408826 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-b7b092b5-e50a-4170-9b92-134fc5ad01c6 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'port': {'network_id': 'fdbb3073-bc90-43d8-93a3-23c8b1e9ceca', 'mac_address': 'fa:16:3e:18:ed:32', 'name': 'tempest-PortsTestJSON-1648903578'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:24.579387 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b092b5-e50a-4170-9b92-134fc5ad01c6 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:24.707978 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b7b092b5-e50a-4170-9b92-134fc5ad01c6 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:24.751103 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-b7b092b5-e50a-4170-9b92-134fc5ad01c6 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] device_id is not set on port 193398a7-8a2a-452d-b593-dd54828b70d3 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:55:24.998437 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b7b092b5-e50a-4170-9b92-134fc5ad01c6 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for port (193398a7-8a2a-452d-b593-dd54828b70d3), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:25.040965 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b7b092b5-e50a-4170-9b92-134fc5ad01c6 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (193398a7-8a2a-452d-b593-dd54828b70d3), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:25.101305 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b092b5-e50a-4170-9b92-134fc5ad01c6 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network fdbb3073-bc90-43d8-93a3-23c8b1e9ceca is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:25.106665 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-b7b092b5-e50a-4170-9b92-134fc5ad01c6 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:25.116277 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b092b5-e50a-4170-9b92-134fc5ad01c6 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:25.125908 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b092b5-e50a-4170-9b92-134fc5ad01c6 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:25.126915 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b7b092b5-e50a-4170-9b92-134fc5ad01c6 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:25.142078 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b092b5-e50a-4170-9b92-134fc5ad01c6 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Port': ['ID=193398a7-8a2a-452d-b593-dd54828b70d3,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:25.163686 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b7b092b5-e50a-4170-9b92-134fc5ad01c6 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7600617 Jan 28 00:55:25.164303 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37916) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:25.240205 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8997eb9f-e004-4ceb-af15-cd9a78474851 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:25.244176 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8997eb9f-e004-4ceb-af15-cd9a78474851 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "GET /v2.0/ports/193398a7-8a2a-452d-b593-dd54828b70d3 HTTP/1.1" status: 200 len: 841 time: 0.0766013 Jan 28 00:55:25.247244 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37918) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:25.443836 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-a96da473-e9dc-4098-b0cd-c2f33ecc916f tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting port 193398a7-8a2a-452d-b593-dd54828b70d3 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:55:25.444396 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a96da473-e9dc-4098-b0cd-c2f33ecc916f tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (193398a7-8a2a-452d-b593-dd54828b70d3), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:25.527368 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a96da473-e9dc-4098-b0cd-c2f33ecc916f tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (193398a7-8a2a-452d-b593-dd54828b70d3), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:25.544468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-a96da473-e9dc-4098-b0cd-c2f33ecc916f tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Calling delete_port for 193398a7-8a2a-452d-b593-dd54828b70d3 owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:55:25.648037 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a96da473-e9dc-4098-b0cd-c2f33ecc916f tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (193398a7-8a2a-452d-b593-dd54828b70d3), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:25.685301 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a96da473-e9dc-4098-b0cd-c2f33ecc916f tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:25.689466 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a96da473-e9dc-4098-b0cd-c2f33ecc916f tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/ports/193398a7-8a2a-452d-b593-dd54828b70d3 HTTP/1.1" status: 204 len: 168 time: 0.4406030 Jan 28 00:55:25.690451 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96da473-e9dc-4098-b0cd-c2f33ecc916f tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Port': ['ID=193398a7-8a2a-452d-b593-dd54828b70d3,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:25.693140 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37928) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:25.719213 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c6b59a-e2f7-44b9-8d41-ff3037f69275 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] GET failed (client error): The resource could not be found. Jan 28 00:55:25.720889 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e0c6b59a-e2f7-44b9-8d41-ff3037f69275 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "GET /v2.0/ports/193398a7-8a2a-452d-b593-dd54828b70d3 HTTP/1.1" status: 404 len: 333 time: 0.0264671 Jan 28 00:55:25.729752 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37930) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:25.735169 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-44f4152f-c100-4134-9dc8-9d10c4a4de08 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'port': {'network_id': 'fdbb3073-bc90-43d8-93a3-23c8b1e9ceca', 'name': 'tempest-PortsTestJSON-379612269'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:25.880966 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f4152f-c100-4134-9dc8-9d10c4a4de08 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:25.892733 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-44f4152f-c100-4134-9dc8-9d10c4a4de08 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:25.932032 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-44f4152f-c100-4134-9dc8-9d10c4a4de08 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] device_id is not set on port 28764cce-a5ce-42b8-8a56-79cb65c46e6e yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:55:26.218819 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-44f4152f-c100-4134-9dc8-9d10c4a4de08 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for port (28764cce-a5ce-42b8-8a56-79cb65c46e6e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:26.276968 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-44f4152f-c100-4134-9dc8-9d10c4a4de08 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (28764cce-a5ce-42b8-8a56-79cb65c46e6e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:26.368310 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f4152f-c100-4134-9dc8-9d10c4a4de08 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network fdbb3073-bc90-43d8-93a3-23c8b1e9ceca is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:26.377706 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-44f4152f-c100-4134-9dc8-9d10c4a4de08 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:26.386004 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f4152f-c100-4134-9dc8-9d10c4a4de08 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:26.395845 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f4152f-c100-4134-9dc8-9d10c4a4de08 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:26.401534 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-44f4152f-c100-4134-9dc8-9d10c4a4de08 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:26.419946 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4152f-c100-4134-9dc8-9d10c4a4de08 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Port': ['ID=28764cce-a5ce-42b8-8a56-79cb65c46e6e,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:26.439576 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-44f4152f-c100-4134-9dc8-9d10c4a4de08 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7084374 Jan 28 00:55:26.443316 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37934) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:26.453807 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-3ca554a8-1249-4fe9-b740-141f4ad8f91e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:26.460371 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37936) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:26.573341 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f2c8bcd-461c-4640-bfbb-6af94e309e76 admin admin] Deleting subnet a443f880-26a8-4334-a255-a2142cb7a8b8 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:55:26.578687 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3ca554a8-1249-4fe9-b740-141f4ad8f91e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (28764cce-a5ce-42b8-8a56-79cb65c46e6e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:26.579893 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8bcd-461c-4640-bfbb-6af94e309e76 admin admin] Publish callbacks [] for subnet (a443f880-26a8-4334-a255-a2142cb7a8b8), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:26.654110 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8bcd-461c-4640-bfbb-6af94e309e76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (a443f880-26a8-4334-a255-a2142cb7a8b8), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:26.730089 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8bcd-461c-4640-bfbb-6af94e309e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (a443f880-26a8-4334-a255-a2142cb7a8b8), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:26.800607 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3ca554a8-1249-4fe9-b740-141f4ad8f91e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for port (28764cce-a5ce-42b8-8a56-79cb65c46e6e), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:26.809550 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3ca554a8-1249-4fe9-b740-141f4ad8f91e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (28764cce-a5ce-42b8-8a56-79cb65c46e6e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:26.844418 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8bcd-461c-4640-bfbb-6af94e309e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (a443f880-26a8-4334-a255-a2142cb7a8b8), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:26.855902 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3ca554a8-1249-4fe9-b740-141f4ad8f91e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] In _notify_port_updated(), no bound segment for port 28764cce-a5ce-42b8-8a56-79cb65c46e6e on network fdbb3073-bc90-43d8-93a3-23c8b1e9ceca {{(pid=103343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 00:55:26.861602 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca554a8-1249-4fe9-b740-141f4ad8f91e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:26.862526 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3ca554a8-1249-4fe9-b740-141f4ad8f91e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:26.864016 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3ca554a8-1249-4fe9-b740-141f4ad8f91e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "PUT /v2.0/ports/28764cce-a5ce-42b8-8a56-79cb65c46e6e HTTP/1.1" status: 200 len: 818 time: 0.4189086 Jan 28 00:55:26.871564 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37944) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:26.892251 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca554a8-1249-4fe9-b740-141f4ad8f91e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Port': ['ID=28764cce-a5ce-42b8-8a56-79cb65c46e6e,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:26.942214 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c8bcd-461c-4640-bfbb-6af94e309e76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a443f880-26a8-4334-a255-a2142cb7a8b8,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:26.945665 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f2c8bcd-461c-4640-bfbb-6af94e309e76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:26.950920 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5f2c8bcd-461c-4640-bfbb-6af94e309e76 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a443f880-26a8-4334-a255-a2142cb7a8b8 HTTP/1.1" status: 204 len: 168 time: 0.4877269 Jan 28 00:55:26.954592 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37946) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:27.081894 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-d8a38abd-8f89-4e22-8b3f-11dd5ca459d0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting port 28764cce-a5ce-42b8-8a56-79cb65c46e6e {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:55:27.082450 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d8a38abd-8f89-4e22-8b3f-11dd5ca459d0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (28764cce-a5ce-42b8-8a56-79cb65c46e6e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.109695 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20760eb7-8725-4259-902b-845dcb079667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (d75d43f9-a71a-4d6e-bb49-db611d3380e0), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.236994 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d8a38abd-8f89-4e22-8b3f-11dd5ca459d0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (28764cce-a5ce-42b8-8a56-79cb65c46e6e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.267519 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-d8a38abd-8f89-4e22-8b3f-11dd5ca459d0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Calling delete_port for 28764cce-a5ce-42b8-8a56-79cb65c46e6e owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:55:27.279590 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20760eb7-8725-4259-902b-845dcb079667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (d75d43f9-a71a-4d6e-bb49-db611d3380e0), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.322891 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-20760eb7-8725-4259-902b-845dcb079667 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d75d43f9-a71a-4d6e-bb49-db611d3380e0']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:27.342386 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-20760eb7-8725-4259-902b-845dcb079667 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bfcaccf-b083-4a5e-a9da-838ecfef2f92') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:27.342386 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-20760eb7-8725-4259-902b-845dcb079667 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bfcaccf-b083-4a5e-a9da-838ecfef2f92') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:27.369743 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20760eb7-8725-4259-902b-845dcb079667 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (0bfcaccf-b083-4a5e-a9da-838ecfef2f92), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.397401 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20760eb7-8725-4259-902b-845dcb079667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (0bfcaccf-b083-4a5e-a9da-838ecfef2f92), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.437454 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20760eb7-8725-4259-902b-845dcb079667 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:55:27.438285 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20760eb7-8725-4259-902b-845dcb079667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (0bfcaccf-b083-4a5e-a9da-838ecfef2f92), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.459142 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d8a38abd-8f89-4e22-8b3f-11dd5ca459d0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (28764cce-a5ce-42b8-8a56-79cb65c46e6e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.464133 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:55:27.464133 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:55:27.464133 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:55:27.464133 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:55:27.464133 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:55:27.464133 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:55:27.464133 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:55:27.464133 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:55:27.464133 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:55:27.464133 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:55:27.464133 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:55:27.464133 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:55:27.464133 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:55:27.464133 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:55:27.464133 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:55:27.464133 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:55:27.464133 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:55:27.464133 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:55:27.464133 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:55:27.464133 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:55:27.464133 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:55:27.464133 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:55:27.464133 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:55:27.464133 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:55:27.464133 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:55:27.464133 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:55:27.464133 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:55:27.464133 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:55:27.464133 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:55:27.464133 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:55:27.464133 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:55:27.464133 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:55:27.576036 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20760eb7-8725-4259-902b-845dcb079667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (d75d43f9-a71a-4d6e-bb49-db611d3380e0), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.576246 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a38abd-8f89-4e22-8b3f-11dd5ca459d0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Port': ['ID=28764cce-a5ce-42b8-8a56-79cb65c46e6e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:27.586325 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d8a38abd-8f89-4e22-8b3f-11dd5ca459d0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.590798 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20760eb7-8725-4259-902b-845dcb079667 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.594371 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d8a38abd-8f89-4e22-8b3f-11dd5ca459d0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/ports/28764cce-a5ce-42b8-8a56-79cb65c46e6e HTTP/1.1" status: 204 len: 168 time: 0.7179141 Jan 28 00:55:27.598331 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37952) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:27.601046 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-20760eb7-8725-4259-902b-845dcb079667 admin admin] 10.222.0.70 "DELETE /v2.0/networks/d75d43f9-a71a-4d6e-bb49-db611d3380e0 HTTP/1.1" status: 204 len: 168 time: 0.6411664 Jan 28 00:55:27.622820 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20760eb7-8725-4259-902b-845dcb079667 admin admin] Pushing event deleted for resources: {'Network': ['ID=d75d43f9-a71a-4d6e-bb49-db611d3380e0,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:27.695425 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fa7faf-68a6-4be3-8bb5-01784110363c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:27.699833 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-52fa7faf-68a6-4be3-8bb5-01784110363c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0996013 Jan 28 00:55:27.703737 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37956) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:27.762074 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-8443d8f8-f1ff-47a9-9eeb-ce9977bda141 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] GET failed (client error): The resource could not be found. Jan 28 00:55:27.764523 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8443d8f8-f1ff-47a9-9eeb-ce9977bda141 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "GET /v2.0/ports/28764cce-a5ce-42b8-8a56-79cb65c46e6e HTTP/1.1" status: 404 len: 333 time: 0.0590563 Jan 28 00:55:27.772753 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37958) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:27.784042 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-3900c21e-4fa0-4fb0-b964-7f0c931589b3 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-915204181'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:27.814838 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3900c21e-4fa0-4fb0-b964-7f0c931589b3 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:27.822136 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3900c21e-4fa0-4fb0-b964-7f0c931589b3 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.865761 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3900c21e-4fa0-4fb0-b964-7f0c931589b3 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:55:27.882710 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3900c21e-4fa0-4fb0-b964-7f0c931589b3 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (8616d3ae-ff4f-4655-ba2e-5782ce7ce3c4), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.883998 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-3900c21e-4fa0-4fb0-b964-7f0c931589b3 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Added segment 8616d3ae-ff4f-4655-ba2e-5782ce7ce3c4 of type vlan for network 85a75859-e0f7-416a-aed9-686f2cb4928f Jan 28 00:55:27.895081 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37960) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:27.949668 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3900c21e-4fa0-4fb0-b964-7f0c931589b3 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (85a75859-e0f7-416a-aed9-686f2cb4928f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:27.971167 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4559c5e8-4b3b-4804-ab7a-fcff8dae4f6c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ef48aaba72f64358b9bf71143d928549&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0712402 Jan 28 00:55:27.971708 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37964) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:28.014817 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3900c21e-4fa0-4fb0-b964-7f0c931589b3 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (85a75859-e0f7-416a-aed9-686f2cb4928f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:28.026326 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3900c21e-4fa0-4fb0-b964-7f0c931589b3 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:28.027552 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3900c21e-4fa0-4fb0-b964-7f0c931589b3 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:28.043542 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fab3e9b3-abf9-4743-b50d-df7baa3bb540 admin admin] Publish callbacks [] for security_group (b801acaf-db46-4b66-aa11-83fe90cc78dd), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:28.088312 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fab3e9b3-abf9-4743-b50d-df7baa3bb540 admin admin] Publish callbacks [] for security_group (b801acaf-db46-4b66-aa11-83fe90cc78dd), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:28.172665 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fab3e9b3-abf9-4743-b50d-df7baa3bb540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b801acaf-db46-4b66-aa11-83fe90cc78dd), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:28.176388 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900c21e-4fa0-4fb0-b964-7f0c931589b3 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Network': ['ID=85a75859-e0f7-416a-aed9-686f2cb4928f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:28.176758 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fab3e9b3-abf9-4743-b50d-df7baa3bb540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:28.178267 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fab3e9b3-abf9-4743-b50d-df7baa3bb540 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b801acaf-db46-4b66-aa11-83fe90cc78dd HTTP/1.1" status: 204 len: 168 time: 0.2053318 Jan 28 00:55:28.189176 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3900c21e-4fa0-4fb0-b964-7f0c931589b3 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4139080 Jan 28 00:55:28.194845 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37970) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:28.197829 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 85a75859-e0f7-416a-aed9-686f2cb4928f details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:55:28.203150 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-dc6b6699-7c29-4344-98d8-707d8d080ac4 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'subnet': {'network_id': '85a75859-e0f7-416a-aed9-686f2cb4928f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:28.208969 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3e9b3-abf9-4743-b50d-df7baa3bb540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b801acaf-db46-4b66-aa11-83fe90cc78dd,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:28.349467 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6b6699-7c29-4344-98d8-707d8d080ac4 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:28.358957 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dc6b6699-7c29-4344-98d8-707d8d080ac4 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:28.747942 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dc6b6699-7c29-4344-98d8-707d8d080ac4 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (e6e59c53-3d75-413d-9e48-b6be879c416d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:28.865793 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-c651f6d8-6ecd-4094-988f-0e23bed1f998 req-85996a14-f302-488f-a8ba-d9ad137a0eec service neutron] (103344) timed out ('10.222.0.70', 52646) {{(pid=103344) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 00:55:28.869076 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b6699-7c29-4344-98d8-707d8d080ac4 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Subnet': ['ID=e6e59c53-3d75-413d-9e48-b6be879c416d,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:28.881370 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6b6699-7c29-4344-98d8-707d8d080ac4 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Checking segment: {'id': '8616d3ae-ff4f-4655-ba2e-5782ce7ce3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '85a75859-e0f7-416a-aed9-686f2cb4928f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:28.882549 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6b6699-7c29-4344-98d8-707d8d080ac4 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network hostable DHCP agents. Network: 85a75859-e0f7-416a-aed9-686f2cb4928f, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:55:28.914265 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6b6699-7c29-4344-98d8-707d8d080ac4 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network 85a75859-e0f7-416a-aed9-686f2cb4928f is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:55:28.931198 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-dc6b6699-7c29-4344-98d8-707d8d080ac4 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 85a75859-e0f7-416a-aed9-686f2cb4928f) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:28.938763 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6b6699-7c29-4344-98d8-707d8d080ac4 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:28.943175 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1476ac2-abd4-4d82-a667-32d62e2f9612 None None] Network 85a75859-e0f7-416a-aed9-686f2cb4928f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:28.948957 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dc6b6699-7c29-4344-98d8-707d8d080ac4 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:28.980424 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 37984) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:28.984517 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-dc6b6699-7c29-4344-98d8-707d8d080ac4 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7865708 Jan 28 00:55:28.989606 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-90b3fc88-92b9-44a6-8731-8becac415226 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'subnet': {'network_id': '85a75859-e0f7-416a-aed9-686f2cb4928f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:29.160653 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b3fc88-92b9-44a6-8731-8becac415226 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:29.164335 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7decedb7-b2c7-463d-a706-5780d427f8e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-85a75859-e0f7-416a-aed9-686f2cb4928f', 'network_id': '85a75859-e0f7-416a-aed9-686f2cb4928f', 'project_id': 'ca821021c46c41f1a36172a5b2f12ad6', 'fixed_ips': [{'subnet_id': 'e6e59c53-3d75-413d-9e48-b6be879c416d'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:55:29.165335 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90b3fc88-92b9-44a6-8731-8becac415226 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:29.166017 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7decedb7-b2c7-463d-a706-5780d427f8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:29.329348 n-d-826754-1 neutron-server[103343]: INFO neutron.db.ipam_backend_mixin [None req-90b3fc88-92b9-44a6-8731-8becac415226 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e6e59c53-3d75-413d-9e48-b6be879c416d (CIDR: 172.20.0.0/28) Jan 28 00:55:29.335128 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-90b3fc88-92b9-44a6-8731-8becac415226 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:55:29.335923 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90b3fc88-92b9-44a6-8731-8becac415226 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:55:29.378881 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-90b3fc88-92b9-44a6-8731-8becac415226 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3941951 Jan 28 00:55:29.379739 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 37996) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:29.386039 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-d6072196-7ba1-4f65-a65a-0dda165f9951 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'subnet': {'network_id': '85a75859-e0f7-416a-aed9-686f2cb4928f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:29.391839 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-7decedb7-b2c7-463d-a706-5780d427f8e9 None None] Allocated IP 172.20.0.2 (85a75859-e0f7-416a-aed9-686f2cb4928f/e6e59c53-3d75-413d-9e48-b6be879c416d/d0751c96-428b-4bfa-9d4d-58a028ae667b) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:29.670672 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6072196-7ba1-4f65-a65a-0dda165f9951 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:29.682480 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d6072196-7ba1-4f65-a65a-0dda165f9951 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:29.769851 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7decedb7-b2c7-463d-a706-5780d427f8e9 None None] Publish callbacks [] for port (d0751c96-428b-4bfa-9d4d-58a028ae667b), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:29.788148 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7decedb7-b2c7-463d-a706-5780d427f8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (d0751c96-428b-4bfa-9d4d-58a028ae667b), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:29.847552 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7decedb7-b2c7-463d-a706-5780d427f8e9 None None] Network 85a75859-e0f7-416a-aed9-686f2cb4928f is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:29.850848 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-7decedb7-b2c7-463d-a706-5780d427f8e9 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:29.854777 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7decedb7-b2c7-463d-a706-5780d427f8e9 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:29.922615 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7decedb7-b2c7-463d-a706-5780d427f8e9 None None] Pushing event updated for resources: {'Port': ['ID=d0751c96-428b-4bfa-9d4d-58a028ae667b,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:29.958421 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7decedb7-b2c7-463d-a706-5780d427f8e9 None None] Attempting to bind port d0751c96-428b-4bfa-9d4d-58a028ae667b on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:55:29.959030 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7decedb7-b2c7-463d-a706-5780d427f8e9 None None] Attempting to bind port d0751c96-428b-4bfa-9d4d-58a028ae667b by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8616d3ae-ff4f-4655-ba2e-5782ce7ce3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '85a75859-e0f7-416a-aed9-686f2cb4928f'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:55:29.959655 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7decedb7-b2c7-463d-a706-5780d427f8e9 None None] Attempting to bind port d0751c96-428b-4bfa-9d4d-58a028ae667b on network 85a75859-e0f7-416a-aed9-686f2cb4928f {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:29.984847 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7decedb7-b2c7-463d-a706-5780d427f8e9 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:55:29.985934 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7decedb7-b2c7-463d-a706-5780d427f8e9 None None] Checking segment: {'id': '8616d3ae-ff4f-4655-ba2e-5782ce7ce3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '85a75859-e0f7-416a-aed9-686f2cb4928f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:29.986888 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7decedb7-b2c7-463d-a706-5780d427f8e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:29.988433 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7decedb7-b2c7-463d-a706-5780d427f8e9 None None] Bound using segment: {'id': '8616d3ae-ff4f-4655-ba2e-5782ce7ce3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '85a75859-e0f7-416a-aed9-686f2cb4928f'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:55:29.989553 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7decedb7-b2c7-463d-a706-5780d427f8e9 None None] Bound port: d0751c96-428b-4bfa-9d4d-58a028ae667b, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8616d3ae-ff4f-4655-ba2e-5782ce7ce3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '85a75859-e0f7-416a-aed9-686f2cb4928f'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:55:29.992024 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7decedb7-b2c7-463d-a706-5780d427f8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d0751c96-428b-4bfa-9d4d-58a028ae667b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:30.137777 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-7decedb7-b2c7-463d-a706-5780d427f8e9 None None] For port d0751c96-428b-4bfa-9d4d-58a028ae667b, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:55:30.144531 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-7decedb7-b2c7-463d-a706-5780d427f8e9 None None] For port d0751c96-428b-4bfa-9d4d-58a028ae667b, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=d0751c96-428b-4bfa-9d4d-58a028ae667b,segment=NetworkSegment(8616d3ae-ff4f-4655-ba2e-5782ce7ce3c4),segment_id=8616d3ae-ff4f-4655-ba2e-5782ce7ce3c4)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:55:30.153415 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7decedb7-b2c7-463d-a706-5780d427f8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (d0751c96-428b-4bfa-9d4d-58a028ae667b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:30.195529 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d6072196-7ba1-4f65-a65a-0dda165f9951 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (35850b5f-e141-492e-bb85-710ed11ea88e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:30.267714 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6072196-7ba1-4f65-a65a-0dda165f9951 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network 85a75859-e0f7-416a-aed9-686f2cb4928f is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:30.267714 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-d6072196-7ba1-4f65-a65a-0dda165f9951 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:30.277840 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6072196-7ba1-4f65-a65a-0dda165f9951 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:30.278463 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d6072196-7ba1-4f65-a65a-0dda165f9951 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:30.285141 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6072196-7ba1-4f65-a65a-0dda165f9951 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Subnet': ['ID=35850b5f-e141-492e-bb85-710ed11ea88e,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:30.325140 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d6072196-7ba1-4f65-a65a-0dda165f9951 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9429362 Jan 28 00:55:30.326963 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38046) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:30.337179 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-d2c15f44-18c5-4255-a7eb-f4fe59fee37d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'port': {'network_id': '85a75859-e0f7-416a-aed9-686f2cb4928f', 'fixed_ips': [{'subnet_id': 'e6e59c53-3d75-413d-9e48-b6be879c416d'}, {'subnet_id': '35850b5f-e141-492e-bb85-710ed11ea88e'}], 'name': 'tempest-PortsTestJSON-1508591446'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:30.456252 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7decedb7-b2c7-463d-a706-5780d427f8e9 None None] Pushing event updated for resources: {'Port': ['ID=d0751c96-428b-4bfa-9d4d-58a028ae667b,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:30.575467 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c15f44-18c5-4255-a7eb-f4fe59fee37d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:30.723967 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d2c15f44-18c5-4255-a7eb-f4fe59fee37d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:30.773717 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-d2c15f44-18c5-4255-a7eb-f4fe59fee37d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] device_id is not set on port afbd4768-8839-48e6-b985-a2b72fbc3a96 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:55:31.298356 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-d2c15f44-18c5-4255-a7eb-f4fe59fee37d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Allocated IP 172.20.0.6 (85a75859-e0f7-416a-aed9-686f2cb4928f/e6e59c53-3d75-413d-9e48-b6be879c416d/afbd4768-8839-48e6-b985-a2b72fbc3a96) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:31.311520 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-d2c15f44-18c5-4255-a7eb-f4fe59fee37d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Allocated IP 172.20.0.24 (85a75859-e0f7-416a-aed9-686f2cb4928f/35850b5f-e141-492e-bb85-710ed11ea88e/afbd4768-8839-48e6-b985-a2b72fbc3a96) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:32.049160 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device d0751c96-428b-4bfa-9d4d-58a028ae667b up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:32.079269 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d2c15f44-18c5-4255-a7eb-f4fe59fee37d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for port (afbd4768-8839-48e6-b985-a2b72fbc3a96), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:32.128181 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d2c15f44-18c5-4255-a7eb-f4fe59fee37d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (afbd4768-8839-48e6-b985-a2b72fbc3a96), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:32.160616 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port d0751c96-428b-4bfa-9d4d-58a028ae667b triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:32.161467 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d0751c96-428b-4bfa-9d4d-58a028ae667b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:32.278891 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c15f44-18c5-4255-a7eb-f4fe59fee37d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Port': ['ID=afbd4768-8839-48e6-b985-a2b72fbc3a96,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:32.291387 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c15f44-18c5-4255-a7eb-f4fe59fee37d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network 85a75859-e0f7-416a-aed9-686f2cb4928f is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:32.293131 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-d2c15f44-18c5-4255-a7eb-f4fe59fee37d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:32.297240 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c15f44-18c5-4255-a7eb-f4fe59fee37d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:32.324562 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5580d41b-f5f8-49ef-8169-82fea7d4f3e0 None None] Network 85a75859-e0f7-416a-aed9-686f2cb4928f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:32.398227 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c15f44-18c5-4255-a7eb-f4fe59fee37d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:32.399124 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d2c15f44-18c5-4255-a7eb-f4fe59fee37d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:32.426491 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d2c15f44-18c5-4255-a7eb-f4fe59fee37d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.0937979 Jan 28 00:55:32.428174 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38092) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:32.439893 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-04bade60-8009-4588-baa8-5d491c50299b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e6e59c53-3d75-413d-9e48-b6be879c416d'}]}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:32.446843 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port d0751c96-428b-4bfa-9d4d-58a028ae667b is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:32.446843 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d0751c96-428b-4bfa-9d4d-58a028ae667b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:32.469044 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-38bdc650-b433-4bde-bdaf-3c9fb74c8f5b None None] Provisioning complete for port d0751c96-428b-4bfa-9d4d-58a028ae667b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:32.469704 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-38bdc650-b433-4bde-bdaf-3c9fb74c8f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d0751c96-428b-4bfa-9d4d-58a028ae667b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:32.565211 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port d0751c96-428b-4bfa-9d4d-58a028ae667b, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=d0751c96-428b-4bfa-9d4d-58a028ae667b,segment=NetworkSegment(8616d3ae-ff4f-4655-ba2e-5782ce7ce3c4),segment_id=8616d3ae-ff4f-4655-ba2e-5782ce7ce3c4)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:32.575912 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (d0751c96-428b-4bfa-9d4d-58a028ae667b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:32.745309 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=d0751c96-428b-4bfa-9d4d-58a028ae667b,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:32.766971 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-38bdc650-b433-4bde-bdaf-3c9fb74c8f5b None None] Current status of the port d0751c96-428b-4bfa-9d4d-58a028ae667b is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:32.777508 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04bade60-8009-4588-baa8-5d491c50299b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (afbd4768-8839-48e6-b985-a2b72fbc3a96), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:32.890825 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53fec32-285e-4a86-a2c0-c416764fd468 None None] Update dhcp port {'port': {'network_id': '85a75859-e0f7-416a-aed9-686f2cb4928f', 'fixed_ips': [{'subnet_id': 'e6e59c53-3d75-413d-9e48-b6be879c416d', 'ip_address': '172.20.0.2'}, {'subnet_id': '35850b5f-e141-492e-bb85-710ed11ea88e'}], 'binding:host_id': 'n-d-826754-1'}, 'id': 'd0751c96-428b-4bfa-9d4d-58a028ae667b'} from n-d-826754-1. {{(pid=103345) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 00:55:32.929498 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e53fec32-285e-4a86-a2c0-c416764fd468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d0751c96-428b-4bfa-9d4d-58a028ae667b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:33.264708 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-e53fec32-285e-4a86-a2c0-c416764fd468 None None] Allocated IP 172.20.0.18 (85a75859-e0f7-416a-aed9-686f2cb4928f/35850b5f-e141-492e-bb85-710ed11ea88e/d0751c96-428b-4bfa-9d4d-58a028ae667b) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:33.414271 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-e53fec32-285e-4a86-a2c0-c416764fd468 None None] For port d0751c96-428b-4bfa-9d4d-58a028ae667b, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=d0751c96-428b-4bfa-9d4d-58a028ae667b,segment=NetworkSegment(8616d3ae-ff4f-4655-ba2e-5782ce7ce3c4),segment_id=8616d3ae-ff4f-4655-ba2e-5782ce7ce3c4)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:33.449530 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e53fec32-285e-4a86-a2c0-c416764fd468 None None] Publish callbacks [] for port (d0751c96-428b-4bfa-9d4d-58a028ae667b), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:33.456849 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e53fec32-285e-4a86-a2c0-c416764fd468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (d0751c96-428b-4bfa-9d4d-58a028ae667b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:33.551088 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-04bade60-8009-4588-baa8-5d491c50299b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Delete allocated IP 172.20.0.24 (85a75859-e0f7-416a-aed9-686f2cb4928f/35850b5f-e141-492e-bb85-710ed11ea88e) {{(pid=103343) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 00:55:33.551796 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53fec32-285e-4a86-a2c0-c416764fd468 None None] Pushing event updated for resources: {'Port': ['ID=d0751c96-428b-4bfa-9d4d-58a028ae667b,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:33.726667 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04bade60-8009-4588-baa8-5d491c50299b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for port (afbd4768-8839-48e6-b985-a2b72fbc3a96), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:33.733847 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04bade60-8009-4588-baa8-5d491c50299b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (afbd4768-8839-48e6-b985-a2b72fbc3a96), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:33.837697 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device d0751c96-428b-4bfa-9d4d-58a028ae667b up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:33.911703 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-04bade60-8009-4588-baa8-5d491c50299b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] In _notify_port_updated(), no bound segment for port afbd4768-8839-48e6-b985-a2b72fbc3a96 on network 85a75859-e0f7-416a-aed9-686f2cb4928f {{(pid=103343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 00:55:33.921442 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bade60-8009-4588-baa8-5d491c50299b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:33.921776 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04bade60-8009-4588-baa8-5d491c50299b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:33.929425 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-04bade60-8009-4588-baa8-5d491c50299b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "PUT /v2.0/ports/afbd4768-8839-48e6-b985-a2b72fbc3a96 HTTP/1.1" status: 200 len: 919 time: 1.4936147 Jan 28 00:55:33.929991 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38108) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:33.957180 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-61f27ddd-123a-4da4-a795-c216f09e2471 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e6e59c53-3d75-413d-9e48-b6be879c416d'}, {'subnet_id': '35850b5f-e141-492e-bb85-710ed11ea88e'}]}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:33.987703 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bade60-8009-4588-baa8-5d491c50299b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Port': ['ID=afbd4768-8839-48e6-b985-a2b72fbc3a96,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:34.016315 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port d0751c96-428b-4bfa-9d4d-58a028ae667b triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:34.017395 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d0751c96-428b-4bfa-9d4d-58a028ae667b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:34.130221 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-61f27ddd-123a-4da4-a795-c216f09e2471 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (afbd4768-8839-48e6-b985-a2b72fbc3a96), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:34.197510 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port d0751c96-428b-4bfa-9d4d-58a028ae667b is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:34.472467 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0853ef-2070-4f33-993c-14d8bbbeecae None None] Network 85a75859-e0f7-416a-aed9-686f2cb4928f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:34.552044 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-80f7893c-2094-493f-becb-e25727cd9407 None None] Provisioning complete for port afbd4768-8839-48e6-b985-a2b72fbc3a96 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:34.552433 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-80f7893c-2094-493f-becb-e25727cd9407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (afbd4768-8839-48e6-b985-a2b72fbc3a96), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:34.581808 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-61f27ddd-123a-4da4-a795-c216f09e2471 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Allocated IP 172.20.0.27 (85a75859-e0f7-416a-aed9-686f2cb4928f/35850b5f-e141-492e-bb85-710ed11ea88e/afbd4768-8839-48e6-b985-a2b72fbc3a96) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:34.619173 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-80f7893c-2094-493f-becb-e25727cd9407 None None] Port afbd4768-8839-48e6-b985-a2b72fbc3a96 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:55:34.674457 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-80f7893c-2094-493f-becb-e25727cd9407 None None] Provisioning complete for port d0751c96-428b-4bfa-9d4d-58a028ae667b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:34.676184 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-80f7893c-2094-493f-becb-e25727cd9407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d0751c96-428b-4bfa-9d4d-58a028ae667b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:34.820326 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-80f7893c-2094-493f-becb-e25727cd9407 None None] Current status of the port d0751c96-428b-4bfa-9d4d-58a028ae667b is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:34.840856 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-61f27ddd-123a-4da4-a795-c216f09e2471 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for port (afbd4768-8839-48e6-b985-a2b72fbc3a96), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:34.846366 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-61f27ddd-123a-4da4-a795-c216f09e2471 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (afbd4768-8839-48e6-b985-a2b72fbc3a96), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:34.992391 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f27ddd-123a-4da4-a795-c216f09e2471 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Port': ['ID=afbd4768-8839-48e6-b985-a2b72fbc3a96,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:35.043269 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-61f27ddd-123a-4da4-a795-c216f09e2471 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] In _notify_port_updated(), no bound segment for port afbd4768-8839-48e6-b985-a2b72fbc3a96 on network 85a75859-e0f7-416a-aed9-686f2cb4928f {{(pid=103344) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 00:55:35.053540 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f27ddd-123a-4da4-a795-c216f09e2471 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:35.054535 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-61f27ddd-123a-4da4-a795-c216f09e2471 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:35.060043 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-61f27ddd-123a-4da4-a795-c216f09e2471 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "PUT /v2.0/ports/afbd4768-8839-48e6-b985-a2b72fbc3a96 HTTP/1.1" status: 200 len: 999 time: 1.1253364 Jan 28 00:55:35.060543 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38124) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:35.195095 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-98ca680c-9d48-4337-a265-562206b18124 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting port afbd4768-8839-48e6-b985-a2b72fbc3a96 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:55:35.195499 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98ca680c-9d48-4337-a265-562206b18124 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (afbd4768-8839-48e6-b985-a2b72fbc3a96), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:35.302204 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98ca680c-9d48-4337-a265-562206b18124 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (afbd4768-8839-48e6-b985-a2b72fbc3a96), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:35.320005 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-98ca680c-9d48-4337-a265-562206b18124 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Calling delete_port for afbd4768-8839-48e6-b985-a2b72fbc3a96 owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:55:35.562025 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98ca680c-9d48-4337-a265-562206b18124 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (afbd4768-8839-48e6-b985-a2b72fbc3a96), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:35.620638 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca680c-9d48-4337-a265-562206b18124 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Port': ['ID=afbd4768-8839-48e6-b985-a2b72fbc3a96,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:35.775069 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-98ca680c-9d48-4337-a265-562206b18124 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:35.782189 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-98ca680c-9d48-4337-a265-562206b18124 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/ports/afbd4768-8839-48e6-b985-a2b72fbc3a96 HTTP/1.1" status: 204 len: 168 time: 0.7181389 Jan 28 00:55:35.782493 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38126) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:35.833650 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-91308f4a-f2ff-4eba-8ad0-5b76f06cfbb3 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] GET failed (client error): The resource could not be found. Jan 28 00:55:35.835901 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-91308f4a-f2ff-4eba-8ad0-5b76f06cfbb3 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "GET /v2.0/ports/afbd4768-8839-48e6-b985-a2b72fbc3a96 HTTP/1.1" status: 404 len: 333 time: 0.0525305 Jan 28 00:55:35.839449 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38128) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:35.936093 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40647c9-21c7-490e-9d8c-36ceb249ed72 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting subnet 35850b5f-e141-492e-bb85-710ed11ea88e {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:55:35.942632 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c40647c9-21c7-490e-9d8c-36ceb249ed72 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (35850b5f-e141-492e-bb85-710ed11ea88e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:36.027970 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c40647c9-21c7-490e-9d8c-36ceb249ed72 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (35850b5f-e141-492e-bb85-710ed11ea88e), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:36.051536 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ae062c63-229f-441d-953c-9856583af7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:36.168901 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-29a10291-e76c-4f42-b02c-439d55bcd992 None None] Could not find standard attr ID for object afbd4768-8839-48e6-b985-a2b72fbc3a96. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:55:36.212586 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-29a10291-e76c-4f42-b02c-439d55bcd992 None None] Provisioning complete for port d0751c96-428b-4bfa-9d4d-58a028ae667b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:36.212960 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-29a10291-e76c-4f42-b02c-439d55bcd992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d0751c96-428b-4bfa-9d4d-58a028ae667b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:36.292271 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c40647c9-21c7-490e-9d8c-36ceb249ed72 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (35850b5f-e141-492e-bb85-710ed11ea88e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:36.362394 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-29a10291-e76c-4f42-b02c-439d55bcd992 None None] Current status of the port d0751c96-428b-4bfa-9d4d-58a028ae667b is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:36.421323 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c40647c9-21c7-490e-9d8c-36ceb249ed72 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (35850b5f-e141-492e-bb85-710ed11ea88e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:36.484183 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c40647c9-21c7-490e-9d8c-36ceb249ed72 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:36.489330 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c40647c9-21c7-490e-9d8c-36ceb249ed72 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/subnets/35850b5f-e141-492e-bb85-710ed11ea88e HTTP/1.1" status: 204 len: 168 time: 0.6482272 Jan 28 00:55:36.491359 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40647c9-21c7-490e-9d8c-36ceb249ed72 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Subnet': ['ID=35850b5f-e141-492e-bb85-710ed11ea88e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:36.491879 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38138) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:36.543912 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5091dca8-8459-4262-99b3-82f7ca4a7657 None None] Network 85a75859-e0f7-416a-aed9-686f2cb4928f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:36.564955 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-48fba133-589b-429a-aba1-d863146e414c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting subnet e6e59c53-3d75-413d-9e48-b6be879c416d {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:55:36.569162 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-48fba133-589b-429a-aba1-d863146e414c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (e6e59c53-3d75-413d-9e48-b6be879c416d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:36.620859 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-48fba133-589b-429a-aba1-d863146e414c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (e6e59c53-3d75-413d-9e48-b6be879c416d), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:36.672488 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-eae8e198-7921-4242-8c91-d09516fb83b3 None None] Could not find standard attr ID for object afbd4768-8839-48e6-b985-a2b72fbc3a96. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:55:36.741751 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-48fba133-589b-429a-aba1-d863146e414c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (e6e59c53-3d75-413d-9e48-b6be879c416d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:36.815377 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-48fba133-589b-429a-aba1-d863146e414c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (e6e59c53-3d75-413d-9e48-b6be879c416d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:36.848813 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fba133-589b-429a-aba1-d863146e414c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Subnet': ['ID=e6e59c53-3d75-413d-9e48-b6be879c416d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:36.853662 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-48fba133-589b-429a-aba1-d863146e414c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:36.857288 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-48fba133-589b-429a-aba1-d863146e414c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/subnets/e6e59c53-3d75-413d-9e48-b6be879c416d HTTP/1.1" status: 204 len: 168 time: 0.3637891 Jan 28 00:55:36.861139 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38140) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:36.986242 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1695f776-b172-4534-b201-0eba62bed5de tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (85a75859-e0f7-416a-aed9-686f2cb4928f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:37.097696 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1695f776-b172-4534-b201-0eba62bed5de tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting port d0751c96-428b-4bfa-9d4d-58a028ae667b {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:55:37.098311 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1695f776-b172-4534-b201-0eba62bed5de tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (d0751c96-428b-4bfa-9d4d-58a028ae667b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:37.233854 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-1695f776-b172-4534-b201-0eba62bed5de tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] For port d0751c96-428b-4bfa-9d4d-58a028ae667b, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=d0751c96-428b-4bfa-9d4d-58a028ae667b,segment=NetworkSegment(8616d3ae-ff4f-4655-ba2e-5782ce7ce3c4),segment_id=8616d3ae-ff4f-4655-ba2e-5782ce7ce3c4)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:37.234568 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1695f776-b172-4534-b201-0eba62bed5de tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (d0751c96-428b-4bfa-9d4d-58a028ae667b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:37.262713 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1695f776-b172-4534-b201-0eba62bed5de tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Calling delete_port for d0751c96-428b-4bfa-9d4d-58a028ae667b owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:55:37.456727 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1695f776-b172-4534-b201-0eba62bed5de tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (d0751c96-428b-4bfa-9d4d-58a028ae667b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:37.497480 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695f776-b172-4534-b201-0eba62bed5de tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Port': ['ID=d0751c96-428b-4bfa-9d4d-58a028ae667b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:37.518696 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1695f776-b172-4534-b201-0eba62bed5de tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] No DVR routers for this DVR port d0751c96-428b-4bfa-9d4d-58a028ae667b on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:55:37.645005 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcea175-2def-4463-bf53-1de938085777 None None] Network 85a75859-e0f7-416a-aed9-686f2cb4928f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:37.653214 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1695f776-b172-4534-b201-0eba62bed5de tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (85a75859-e0f7-416a-aed9-686f2cb4928f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:37.689549 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-1695f776-b172-4534-b201-0eba62bed5de tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a75859-e0f7-416a-aed9-686f2cb4928f']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:37.709748 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-1695f776-b172-4534-b201-0eba62bed5de tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8616d3ae-ff4f-4655-ba2e-5782ce7ce3c4') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:37.709999 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-1695f776-b172-4534-b201-0eba62bed5de tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8616d3ae-ff4f-4655-ba2e-5782ce7ce3c4') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:37.713356 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6378363b-e79a-41cd-acf2-e9d277c225da None None] Could not find standard attr ID for object d0751c96-428b-4bfa-9d4d-58a028ae667b. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:55:37.729355 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1695f776-b172-4534-b201-0eba62bed5de tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (8616d3ae-ff4f-4655-ba2e-5782ce7ce3c4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:37.764697 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1695f776-b172-4534-b201-0eba62bed5de tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (8616d3ae-ff4f-4655-ba2e-5782ce7ce3c4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:37.780954 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1695f776-b172-4534-b201-0eba62bed5de tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:55:37.781605 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1695f776-b172-4534-b201-0eba62bed5de tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (8616d3ae-ff4f-4655-ba2e-5782ce7ce3c4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:37.787167 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:55:37.787167 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:55:37.787167 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:55:37.787167 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:55:37.787167 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:55:37.787167 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:55:37.787167 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:55:37.787167 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:55:37.787167 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:55:37.787167 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:55:37.787167 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:55:37.787167 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:55:37.787167 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:55:37.787167 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:55:37.787167 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:55:37.787167 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:55:37.787167 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:55:37.787167 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:55:37.787167 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:55:37.787167 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:55:37.787167 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:55:37.787167 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:55:37.787167 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:55:37.787167 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:55:37.787167 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:55:37.787167 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:55:37.787167 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:55:37.787167 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:55:37.787167 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:55:37.787167 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:55:37.787167 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:55:37.787167 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:55:37.864862 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0c80b9-969a-43a4-b83f-ab95aa8f5298 None None] DHCP port deletion for 85a75859-e0f7-416a-aed9-686f2cb4928f request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:55:37.920669 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1695f776-b172-4534-b201-0eba62bed5de tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (85a75859-e0f7-416a-aed9-686f2cb4928f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:37.939089 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1695f776-b172-4534-b201-0eba62bed5de tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:37.945259 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1695f776-b172-4534-b201-0eba62bed5de tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/networks/85a75859-e0f7-416a-aed9-686f2cb4928f HTTP/1.1" status: 204 len: 168 time: 1.0831029 Jan 28 00:55:37.949348 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38150) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:37.965675 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695f776-b172-4534-b201-0eba62bed5de tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Network': ['ID=85a75859-e0f7-416a-aed9-686f2cb4928f,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:38.030555 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b409874e-9cc4-4e08-afc7-9997d9911d56 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:38.032364 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b409874e-9cc4-4e08-afc7-9997d9911d56 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0816684 Jan 28 00:55:38.036693 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38152) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:38.103396 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-82cd442f-18f5-4039-9d9e-02220b1eec95 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0653379 Jan 28 00:55:38.108167 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38154) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:38.113886 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-473c4974-ade8-47ba-8eea-76f47e50a320 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1967936531'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:38.152774 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473c4974-ade8-47ba-8eea-76f47e50a320 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:38.159043 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-473c4974-ade8-47ba-8eea-76f47e50a320 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:38.214429 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-473c4974-ade8-47ba-8eea-76f47e50a320 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:55:38.229544 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-473c4974-ade8-47ba-8eea-76f47e50a320 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (abc3e94c-cd83-4143-86a0-a489608c0887), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:38.230125 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-473c4974-ade8-47ba-8eea-76f47e50a320 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Added segment abc3e94c-cd83-4143-86a0-a489608c0887 of type vlan for network ec529558-f9bf-4c19-83c4-771f5de2855f Jan 28 00:55:38.294793 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-473c4974-ade8-47ba-8eea-76f47e50a320 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (ec529558-f9bf-4c19-83c4-771f5de2855f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:38.341855 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-473c4974-ade8-47ba-8eea-76f47e50a320 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (ec529558-f9bf-4c19-83c4-771f5de2855f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:38.360842 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473c4974-ade8-47ba-8eea-76f47e50a320 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:38.362188 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-473c4974-ade8-47ba-8eea-76f47e50a320 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:38.435134 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-53d151e3-c4d9-462e-90b1-9263bf7dfb29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:38.487364 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-473c4974-ade8-47ba-8eea-76f47e50a320 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3778460 Jan 28 00:55:38.498264 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38164) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:38.506858 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-38860203-e3cf-4f4c-9249-35780eb926e2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'subnet': {'network_id': 'ec529558-f9bf-4c19-83c4-771f5de2855f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:38.511321 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c4974-ade8-47ba-8eea-76f47e50a320 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Network': ['ID=ec529558-f9bf-4c19-83c4-771f5de2855f,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:38.531543 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network ec529558-f9bf-4c19-83c4-771f5de2855f details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:55:38.715513 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38860203-e3cf-4f4c-9249-35780eb926e2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:38.722193 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38860203-e3cf-4f4c-9249-35780eb926e2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:39.004635 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38860203-e3cf-4f4c-9249-35780eb926e2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (25215546-3ea2-43b7-a4d8-d41f72a9ae47), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:39.079957 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38860203-e3cf-4f4c-9249-35780eb926e2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Subnet': ['ID=25215546-3ea2-43b7-a4d8-d41f72a9ae47,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:39.094818 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38860203-e3cf-4f4c-9249-35780eb926e2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Checking segment: {'id': 'abc3e94c-cd83-4143-86a0-a489608c0887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ec529558-f9bf-4c19-83c4-771f5de2855f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:39.095366 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38860203-e3cf-4f4c-9249-35780eb926e2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network hostable DHCP agents. Network: ec529558-f9bf-4c19-83c4-771f5de2855f, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:55:39.126865 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38860203-e3cf-4f4c-9249-35780eb926e2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network ec529558-f9bf-4c19-83c4-771f5de2855f is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:55:39.140520 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-38860203-e3cf-4f4c-9249-35780eb926e2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, ec529558-f9bf-4c19-83c4-771f5de2855f) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:39.148116 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38860203-e3cf-4f4c-9249-35780eb926e2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:39.148467 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38860203-e3cf-4f4c-9249-35780eb926e2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:39.152820 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d2157a-46fe-4ff9-b011-4e0fc228fc8b None None] Network ec529558-f9bf-4c19-83c4-771f5de2855f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:39.172849 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-38860203-e3cf-4f4c-9249-35780eb926e2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6718800 Jan 28 00:55:39.175473 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38166) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:39.181680 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-c6aa912c-9555-4004-92da-1cd283373da4 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'port': {'network_id': 'ec529558-f9bf-4c19-83c4-771f5de2855f', 'name': 'tempest-PortsTestJSON-1805849202'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:39.316966 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda6fbbe-0dc9-43ec-b88d-66c9d6947225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-ec529558-f9bf-4c19-83c4-771f5de2855f', 'network_id': 'ec529558-f9bf-4c19-83c4-771f5de2855f', 'project_id': 'ca821021c46c41f1a36172a5b2f12ad6', 'fixed_ips': [{'subnet_id': '25215546-3ea2-43b7-a4d8-d41f72a9ae47'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:55:39.317996 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fda6fbbe-0dc9-43ec-b88d-66c9d6947225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:39.372680 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6aa912c-9555-4004-92da-1cd283373da4 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:39.381750 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6aa912c-9555-4004-92da-1cd283373da4 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:39.416426 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-c6aa912c-9555-4004-92da-1cd283373da4 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] device_id is not set on port b2e31c37-2c25-4b51-8cb0-f916b35755e0 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:55:39.513216 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-fda6fbbe-0dc9-43ec-b88d-66c9d6947225 None None] Allocated IP 172.20.0.2 (ec529558-f9bf-4c19-83c4-771f5de2855f/25215546-3ea2-43b7-a4d8-d41f72a9ae47/ecea8f03-3c00-442f-9a7b-3fe578cfb2c5) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:39.746058 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fda6fbbe-0dc9-43ec-b88d-66c9d6947225 None None] Publish callbacks [] for port (ecea8f03-3c00-442f-9a7b-3fe578cfb2c5), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:39.770015 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device d0751c96-428b-4bfa-9d4d-58a028ae667b no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:55:39.797242 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fda6fbbe-0dc9-43ec-b88d-66c9d6947225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (ecea8f03-3c00-442f-9a7b-3fe578cfb2c5), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:39.807908 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: d0751c96-428b-4bfa-9d4d-58a028ae667b {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:55:39.808288 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device d0751c96-428b-4bfa-9d4d-58a028ae667b not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:55:39.809931 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:39.851260 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda6fbbe-0dc9-43ec-b88d-66c9d6947225 None None] Network ec529558-f9bf-4c19-83c4-771f5de2855f is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:39.855606 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-fda6fbbe-0dc9-43ec-b88d-66c9d6947225 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:39.862371 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda6fbbe-0dc9-43ec-b88d-66c9d6947225 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:39.872468 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6fbbe-0dc9-43ec-b88d-66c9d6947225 None None] Pushing event updated for resources: {'Port': ['ID=ecea8f03-3c00-442f-9a7b-3fe578cfb2c5,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:39.880246 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-c6aa912c-9555-4004-92da-1cd283373da4 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Allocated IP 172.20.0.9 (ec529558-f9bf-4c19-83c4-771f5de2855f/25215546-3ea2-43b7-a4d8-d41f72a9ae47/b2e31c37-2c25-4b51-8cb0-f916b35755e0) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:39.938178 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-fda6fbbe-0dc9-43ec-b88d-66c9d6947225 None None] Attempting to bind port ecea8f03-3c00-442f-9a7b-3fe578cfb2c5 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:55:39.938961 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-fda6fbbe-0dc9-43ec-b88d-66c9d6947225 None None] Attempting to bind port ecea8f03-3c00-442f-9a7b-3fe578cfb2c5 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'abc3e94c-cd83-4143-86a0-a489608c0887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ec529558-f9bf-4c19-83c4-771f5de2855f'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:55:39.939534 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda6fbbe-0dc9-43ec-b88d-66c9d6947225 None None] Attempting to bind port ecea8f03-3c00-442f-9a7b-3fe578cfb2c5 on network ec529558-f9bf-4c19-83c4-771f5de2855f {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:39.945665 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda6fbbe-0dc9-43ec-b88d-66c9d6947225 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:55:39.946656 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda6fbbe-0dc9-43ec-b88d-66c9d6947225 None None] Checking segment: {'id': 'abc3e94c-cd83-4143-86a0-a489608c0887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ec529558-f9bf-4c19-83c4-771f5de2855f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:39.947256 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fda6fbbe-0dc9-43ec-b88d-66c9d6947225 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:39.947735 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda6fbbe-0dc9-43ec-b88d-66c9d6947225 None None] Bound using segment: {'id': 'abc3e94c-cd83-4143-86a0-a489608c0887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ec529558-f9bf-4c19-83c4-771f5de2855f'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:55:39.948220 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-fda6fbbe-0dc9-43ec-b88d-66c9d6947225 None None] Bound port: ecea8f03-3c00-442f-9a7b-3fe578cfb2c5, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc3e94c-cd83-4143-86a0-a489608c0887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ec529558-f9bf-4c19-83c4-771f5de2855f'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:55:39.948612 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fda6fbbe-0dc9-43ec-b88d-66c9d6947225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ecea8f03-3c00-442f-9a7b-3fe578cfb2c5), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:40.051972 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-fda6fbbe-0dc9-43ec-b88d-66c9d6947225 None None] For port ecea8f03-3c00-442f-9a7b-3fe578cfb2c5, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:55:40.057889 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-fda6fbbe-0dc9-43ec-b88d-66c9d6947225 None None] For port ecea8f03-3c00-442f-9a7b-3fe578cfb2c5, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ecea8f03-3c00-442f-9a7b-3fe578cfb2c5,segment=NetworkSegment(abc3e94c-cd83-4143-86a0-a489608c0887),segment_id=abc3e94c-cd83-4143-86a0-a489608c0887)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:55:40.063870 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fda6fbbe-0dc9-43ec-b88d-66c9d6947225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ecea8f03-3c00-442f-9a7b-3fe578cfb2c5), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:40.161608 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6fbbe-0dc9-43ec-b88d-66c9d6947225 None None] Pushing event updated for resources: {'Port': ['ID=ecea8f03-3c00-442f-9a7b-3fe578cfb2c5,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:40.180540 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6aa912c-9555-4004-92da-1cd283373da4 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for port (b2e31c37-2c25-4b51-8cb0-f916b35755e0), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:40.240311 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6aa912c-9555-4004-92da-1cd283373da4 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (b2e31c37-2c25-4b51-8cb0-f916b35755e0), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:40.292610 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aa912c-9555-4004-92da-1cd283373da4 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network ec529558-f9bf-4c19-83c4-771f5de2855f is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:40.307196 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa912c-9555-4004-92da-1cd283373da4 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Port': ['ID=b2e31c37-2c25-4b51-8cb0-f916b35755e0,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:40.310204 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-c6aa912c-9555-4004-92da-1cd283373da4 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:40.312481 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aa912c-9555-4004-92da-1cd283373da4 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:40.374733 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aa912c-9555-4004-92da-1cd283373da4 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:40.375422 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6aa912c-9555-4004-92da-1cd283373da4 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:40.399723 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c6aa912c-9555-4004-92da-1cd283373da4 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2196043 Jan 28 00:55:40.400055 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38178) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:40.428238 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-9efeae0d-088c-418b-9ad1-09dc804c557e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'port': {'network_id': 'ec529558-f9bf-4c19-83c4-771f5de2855f', 'name': 'tempest-PortsTestJSON-318706024'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:40.604444 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efeae0d-088c-418b-9ad1-09dc804c557e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:40.611177 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9efeae0d-088c-418b-9ad1-09dc804c557e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:40.651909 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-9efeae0d-088c-418b-9ad1-09dc804c557e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] device_id is not set on port aabda57b-a50a-4a77-be26-615f812f66d1 yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:55:40.848255 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-9efeae0d-088c-418b-9ad1-09dc804c557e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Allocated IP 172.20.0.5 (ec529558-f9bf-4c19-83c4-771f5de2855f/25215546-3ea2-43b7-a4d8-d41f72a9ae47/aabda57b-a50a-4a77-be26-615f812f66d1) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:41.146146 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9efeae0d-088c-418b-9ad1-09dc804c557e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for port (aabda57b-a50a-4a77-be26-615f812f66d1), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:41.224988 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9efeae0d-088c-418b-9ad1-09dc804c557e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (aabda57b-a50a-4a77-be26-615f812f66d1), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:41.328488 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:41.370039 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efeae0d-088c-418b-9ad1-09dc804c557e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network ec529558-f9bf-4c19-83c4-771f5de2855f is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:41.381798 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-9efeae0d-088c-418b-9ad1-09dc804c557e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:41.395382 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efeae0d-088c-418b-9ad1-09dc804c557e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Port': ['ID=aabda57b-a50a-4a77-be26-615f812f66d1,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:41.416793 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efeae0d-088c-418b-9ad1-09dc804c557e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:41.516711 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efeae0d-088c-418b-9ad1-09dc804c557e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:41.517995 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9efeae0d-088c-418b-9ad1-09dc804c557e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:41.548835 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9efeae0d-088c-418b-9ad1-09dc804c557e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1451952 Jan 28 00:55:41.549637 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38188) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:41.735563 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cd413d-11c6-47c3-8f00-4bff1f04ff61 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:41.738590 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d1cd413d-11c6-47c3-8f00-4bff1f04ff61 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.1874630 Jan 28 00:55:41.741535 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38192) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:41.774575 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f992e7a6-25d2-4063-9476-1d19fcf09336 None None] Network ec529558-f9bf-4c19-83c4-771f5de2855f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:41.900853 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-c73aa66c-a890-4bad-bce0-f8cc13a4d667 None None] Provisioning complete for port ecea8f03-3c00-442f-9a7b-3fe578cfb2c5 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:41.901398 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c73aa66c-a890-4bad-bce0-f8cc13a4d667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ecea8f03-3c00-442f-9a7b-3fe578cfb2c5), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:41.960443 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-e310aaab-94ce-4128-a8d4-1c3073313c18 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting port aabda57b-a50a-4a77-be26-615f812f66d1 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:55:41.961240 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e310aaab-94ce-4128-a8d4-1c3073313c18 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (aabda57b-a50a-4a77-be26-615f812f66d1), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:42.141939 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e310aaab-94ce-4128-a8d4-1c3073313c18 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (aabda57b-a50a-4a77-be26-615f812f66d1), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:42.165100 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ecea8f03-3c00-442f-9a7b-3fe578cfb2c5 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:42.176098 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-e310aaab-94ce-4128-a8d4-1c3073313c18 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Calling delete_port for aabda57b-a50a-4a77-be26-615f812f66d1 owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:55:42.300526 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port ecea8f03-3c00-442f-9a7b-3fe578cfb2c5 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:42.300915 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ecea8f03-3c00-442f-9a7b-3fe578cfb2c5), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:42.312254 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:42.424569 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c73aa66c-a890-4bad-bce0-f8cc13a4d667 None None] Current status of the port ecea8f03-3c00-442f-9a7b-3fe578cfb2c5 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:42.426518 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c73aa66c-a890-4bad-bce0-f8cc13a4d667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ecea8f03-3c00-442f-9a7b-3fe578cfb2c5), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:42.515134 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e310aaab-94ce-4128-a8d4-1c3073313c18 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (aabda57b-a50a-4a77-be26-615f812f66d1), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:42.555955 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c73aa66c-a890-4bad-bce0-f8cc13a4d667 None None] For port ecea8f03-3c00-442f-9a7b-3fe578cfb2c5, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ecea8f03-3c00-442f-9a7b-3fe578cfb2c5,segment=NetworkSegment(abc3e94c-cd83-4143-86a0-a489608c0887),segment_id=abc3e94c-cd83-4143-86a0-a489608c0887)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:42.590385 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310aaab-94ce-4128-a8d4-1c3073313c18 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Port': ['ID=aabda57b-a50a-4a77-be26-615f812f66d1,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:42.599189 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port ecea8f03-3c00-442f-9a7b-3fe578cfb2c5 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:42.599189 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ecea8f03-3c00-442f-9a7b-3fe578cfb2c5), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:42.643847 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c73aa66c-a890-4bad-bce0-f8cc13a4d667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ecea8f03-3c00-442f-9a7b-3fe578cfb2c5), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:42.762965 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e310aaab-94ce-4128-a8d4-1c3073313c18 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:42.771382 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38208) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:42.783891 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e310aaab-94ce-4128-a8d4-1c3073313c18 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/ports/aabda57b-a50a-4a77-be26-615f812f66d1 HTTP/1.1" status: 204 len: 168 time: 1.0249064 Jan 28 00:55:42.823797 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-817ba5fd-31d8-4847-b6c2-5a4be76a941a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] GET failed (client error): The resource could not be found. Jan 28 00:55:42.826192 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-817ba5fd-31d8-4847-b6c2-5a4be76a941a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "GET /v2.0/ports/aabda57b-a50a-4a77-be26-615f812f66d1 HTTP/1.1" status: 404 len: 333 time: 0.0495696 Jan 28 00:55:42.829074 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38212) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:42.874714 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 00:55:42.875607 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 00:55:42.880333 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73aa66c-a890-4bad-bce0-f8cc13a4d667 None None] Pushing event updated for resources: {'Port': ['ID=ecea8f03-3c00-442f-9a7b-3fe578cfb2c5,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:42.904511 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-37973af8-fe3f-407f-9883-bd6f4a736c11 None None] Provisioning complete for port b2e31c37-2c25-4b51-8cb0-f916b35755e0 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:42.905137 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-37973af8-fe3f-407f-9883-bd6f4a736c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b2e31c37-2c25-4b51-8cb0-f916b35755e0), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:42.963963 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-37973af8-fe3f-407f-9883-bd6f4a736c11 None None] Port b2e31c37-2c25-4b51-8cb0-f916b35755e0 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:55:42.995368 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-37973af8-fe3f-407f-9883-bd6f4a736c11 None None] Provisioning complete for port ecea8f03-3c00-442f-9a7b-3fe578cfb2c5 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:42.997377 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-37973af8-fe3f-407f-9883-bd6f4a736c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ecea8f03-3c00-442f-9a7b-3fe578cfb2c5), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:43.164718 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-37973af8-fe3f-407f-9883-bd6f4a736c11 None None] Current status of the port ecea8f03-3c00-442f-9a7b-3fe578cfb2c5 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:43.180257 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-37973af8-fe3f-407f-9883-bd6f4a736c11 None None] Could not find standard attr ID for object aabda57b-a50a-4a77-be26-615f812f66d1. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:55:43.187806 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:43.192134 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-ff968c16-e71d-43b6-8880-e0f84585350b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting port b2e31c37-2c25-4b51-8cb0-f916b35755e0 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:55:43.192491 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff968c16-e71d-43b6-8880-e0f84585350b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b2e31c37-2c25-4b51-8cb0-f916b35755e0), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:43.335381 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-aa0c27c1-4bb1-4534-90f7-5fa2bc83301a None None] Provisioning complete for port b2e31c37-2c25-4b51-8cb0-f916b35755e0 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:43.339436 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aa0c27c1-4bb1-4534-90f7-5fa2bc83301a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b2e31c37-2c25-4b51-8cb0-f916b35755e0), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:43.361549 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff968c16-e71d-43b6-8880-e0f84585350b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b2e31c37-2c25-4b51-8cb0-f916b35755e0), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:43.384326 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-ff968c16-e71d-43b6-8880-e0f84585350b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Calling delete_port for b2e31c37-2c25-4b51-8cb0-f916b35755e0 owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:55:43.502882 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port ecea8f03-3c00-442f-9a7b-3fe578cfb2c5 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:43.538559 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c27c1-4bb1-4534-90f7-5fa2bc83301a None None] Port b2e31c37-2c25-4b51-8cb0-f916b35755e0 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:55:43.627443 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff968c16-e71d-43b6-8880-e0f84585350b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b2e31c37-2c25-4b51-8cb0-f916b35755e0), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:43.679692 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff968c16-e71d-43b6-8880-e0f84585350b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Port': ['ID=b2e31c37-2c25-4b51-8cb0-f916b35755e0,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:43.754546 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-49953043-43ff-47ae-98ed-1de51581f2e0 None None] Could not find standard attr ID for object aabda57b-a50a-4a77-be26-615f812f66d1. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:55:43.839876 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff968c16-e71d-43b6-8880-e0f84585350b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:43.843530 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ecea8f03-3c00-442f-9a7b-3fe578cfb2c5 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:43.848377 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ff968c16-e71d-43b6-8880-e0f84585350b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/ports/b2e31c37-2c25-4b51-8cb0-f916b35755e0 HTTP/1.1" status: 204 len: 168 time: 1.0154982 Jan 28 00:55:43.849069 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38220) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:43.888558 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-e315b4e9-752c-4d07-ac70-b07d0b88cd80 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] GET failed (client error): The resource could not be found. Jan 28 00:55:43.893548 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38222) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:43.903051 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e315b4e9-752c-4d07-ac70-b07d0b88cd80 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "GET /v2.0/ports/b2e31c37-2c25-4b51-8cb0-f916b35755e0 HTTP/1.1" status: 404 len: 333 time: 0.0521402 Jan 28 00:55:43.988325 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-9819a217-0dbc-4c34-b2bb-ab917ebcc12b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting subnet 25215546-3ea2-43b7-a4d8-d41f72a9ae47 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:55:44.001799 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9819a217-0dbc-4c34-b2bb-ab917ebcc12b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (25215546-3ea2-43b7-a4d8-d41f72a9ae47), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:44.007552 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port ecea8f03-3c00-442f-9a7b-3fe578cfb2c5 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:44.008600 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ecea8f03-3c00-442f-9a7b-3fe578cfb2c5), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:44.119070 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9819a217-0dbc-4c34-b2bb-ab917ebcc12b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (25215546-3ea2-43b7-a4d8-d41f72a9ae47), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:44.160725 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port ecea8f03-3c00-442f-9a7b-3fe578cfb2c5 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:44.279422 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9819a217-0dbc-4c34-b2bb-ab917ebcc12b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (25215546-3ea2-43b7-a4d8-d41f72a9ae47), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:44.375417 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9819a217-0dbc-4c34-b2bb-ab917ebcc12b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (25215546-3ea2-43b7-a4d8-d41f72a9ae47), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:44.461832 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9819a217-0dbc-4c34-b2bb-ab917ebcc12b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:44.469895 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9819a217-0dbc-4c34-b2bb-ab917ebcc12b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/subnets/25215546-3ea2-43b7-a4d8-d41f72a9ae47 HTTP/1.1" status: 204 len: 168 time: 0.5697620 Jan 28 00:55:44.469895 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819a217-0dbc-4c34-b2bb-ab917ebcc12b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Subnet': ['ID=25215546-3ea2-43b7-a4d8-d41f72a9ae47,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:44.471277 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38228) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:44.481158 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:44.485689 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0691b6bb-e3ab-4d6e-a5fd-d53f0fb5d285 None None] Network ec529558-f9bf-4c19-83c4-771f5de2855f requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:44.644446 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (ec529558-f9bf-4c19-83c4-771f5de2855f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:44.774418 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting port ecea8f03-3c00-442f-9a7b-3fe578cfb2c5 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:55:44.775057 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (ecea8f03-3c00-442f-9a7b-3fe578cfb2c5), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:44.782791 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072b3c94-de46-4487-9c27-b793eb0e1161 None None] DHCP port deletion for ec529558-f9bf-4c19-83c4-771f5de2855f request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:55:44.877871 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-072b3c94-de46-4487-9c27-b793eb0e1161 None None] Deleting port ecea8f03-3c00-442f-9a7b-3fe578cfb2c5 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:55:44.878262 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-072b3c94-de46-4487-9c27-b793eb0e1161 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (ecea8f03-3c00-442f-9a7b-3fe578cfb2c5), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:44.903034 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] For port ecea8f03-3c00-442f-9a7b-3fe578cfb2c5, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ecea8f03-3c00-442f-9a7b-3fe578cfb2c5,segment=NetworkSegment(abc3e94c-cd83-4143-86a0-a489608c0887),segment_id=abc3e94c-cd83-4143-86a0-a489608c0887)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:44.904388 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (ecea8f03-3c00-442f-9a7b-3fe578cfb2c5), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:44.932703 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Calling delete_port for ecea8f03-3c00-442f-9a7b-3fe578cfb2c5 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:55:44.984128 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-072b3c94-de46-4487-9c27-b793eb0e1161 None None] For port ecea8f03-3c00-442f-9a7b-3fe578cfb2c5, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ecea8f03-3c00-442f-9a7b-3fe578cfb2c5,segment=NetworkSegment(abc3e94c-cd83-4143-86a0-a489608c0887),segment_id=abc3e94c-cd83-4143-86a0-a489608c0887)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:44.984699 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-072b3c94-de46-4487-9c27-b793eb0e1161 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (ecea8f03-3c00-442f-9a7b-3fe578cfb2c5), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:45.012509 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-072b3c94-de46-4487-9c27-b793eb0e1161 None None] Calling delete_port for ecea8f03-3c00-442f-9a7b-3fe578cfb2c5 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:55:45.047786 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (ecea8f03-3c00-442f-9a7b-3fe578cfb2c5), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:45.081106 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Port': ['ID=ecea8f03-3c00-442f-9a7b-3fe578cfb2c5,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:45.095544 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] No DVR routers for this DVR port ecea8f03-3c00-442f-9a7b-3fe578cfb2c5 on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:55:45.163177 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:45.163542 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:45.164452 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:45.165022 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:45.165455 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:45.165809 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:45.166152 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:45.166494 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:45.166832 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:45.167206 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:45.167495 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:45.168070 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:45.168410 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:55:45.189757 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-072b3c94-de46-4487-9c27-b793eb0e1161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (ecea8f03-3c00-442f-9a7b-3fe578cfb2c5), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:45.219049 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b3c94-de46-4487-9c27-b793eb0e1161 None None] Pushing event deleted for resources: {'Port': ['ID=ecea8f03-3c00-442f-9a7b-3fe578cfb2c5,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:45.223597 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072b3c94-de46-4487-9c27-b793eb0e1161 None None] No DVR routers for this DVR port ecea8f03-3c00-442f-9a7b-3fe578cfb2c5 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:55:45.293605 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (ec529558-f9bf-4c19-83c4-771f5de2855f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:45.355070 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec529558-f9bf-4c19-83c4-771f5de2855f']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:45.385740 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc3e94c-cd83-4143-86a0-a489608c0887') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:45.386341 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc3e94c-cd83-4143-86a0-a489608c0887') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:45.412943 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (abc3e94c-cd83-4143-86a0-a489608c0887), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:45.456255 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (abc3e94c-cd83-4143-86a0-a489608c0887), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:45.474809 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:55:45.475406 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (abc3e94c-cd83-4143-86a0-a489608c0887), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:45.482438 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:55:45.482438 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:55:45.482438 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:55:45.482438 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:55:45.482438 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:55:45.482438 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:55:45.482438 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:55:45.482438 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:55:45.482438 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:55:45.482438 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:55:45.482438 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:55:45.482438 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:55:45.482438 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:55:45.482438 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:55:45.482438 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:55:45.482438 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:55:45.482438 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:55:45.482438 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:55:45.482438 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:55:45.482438 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:55:45.482438 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:55:45.482438 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:55:45.482438 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:55:45.482438 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:55:45.482438 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:55:45.482438 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:55:45.482438 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:55:45.482438 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:55:45.482438 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:55:45.482438 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:55:45.482438 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:55:45.482438 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:55:45.607538 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (ec529558-f9bf-4c19-83c4-771f5de2855f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:45.620054 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:45.629978 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/networks/ec529558-f9bf-4c19-83c4-771f5de2855f HTTP/1.1" status: 204 len: 168 time: 1.1546667 Jan 28 00:55:45.632178 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38246) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:45.642134 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-99051f7f-b68b-4c9c-b8ac-5e102b55e944 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1044477327'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:45.656270 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484243c3-ea5d-4122-ba74-90bdd266fdd5 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Network': ['ID=ec529558-f9bf-4c19-83c4-771f5de2855f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:45.681584 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99051f7f-b68b-4c9c-b8ac-5e102b55e944 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:45.687374 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99051f7f-b68b-4c9c-b8ac-5e102b55e944 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:45.729155 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99051f7f-b68b-4c9c-b8ac-5e102b55e944 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:55:45.749137 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99051f7f-b68b-4c9c-b8ac-5e102b55e944 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (8ff253a7-bf8f-4fc2-9f48-e964e91f55b5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:45.749687 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-99051f7f-b68b-4c9c-b8ac-5e102b55e944 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Added segment 8ff253a7-bf8f-4fc2-9f48-e964e91f55b5 of type vlan for network 873f8ce9-7141-4be2-a73e-5ebcf1785c7e Jan 28 00:55:45.811371 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ecea8f03-3c00-442f-9a7b-3fe578cfb2c5 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:55:45.824341 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99051f7f-b68b-4c9c-b8ac-5e102b55e944 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (873f8ce9-7141-4be2-a73e-5ebcf1785c7e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:45.842943 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: ecea8f03-3c00-442f-9a7b-3fe578cfb2c5 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:55:45.843295 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ecea8f03-3c00-442f-9a7b-3fe578cfb2c5 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:55:45.870405 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99051f7f-b68b-4c9c-b8ac-5e102b55e944 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (873f8ce9-7141-4be2-a73e-5ebcf1785c7e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:45.885464 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99051f7f-b68b-4c9c-b8ac-5e102b55e944 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:45.886121 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99051f7f-b68b-4c9c-b8ac-5e102b55e944 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:45.980883 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-99051f7f-b68b-4c9c-b8ac-5e102b55e944 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3417172 Jan 28 00:55:45.981167 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38252) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:45.989111 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-6339d967-c534-4631-a779-4ca4118884f2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'subnet': {'network_id': '873f8ce9-7141-4be2-a73e-5ebcf1785c7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:46.017100 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99051f7f-b68b-4c9c-b8ac-5e102b55e944 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Network': ['ID=873f8ce9-7141-4be2-a73e-5ebcf1785c7e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:46.052617 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 873f8ce9-7141-4be2-a73e-5ebcf1785c7e details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:55:46.178530 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6339d967-c534-4631-a779-4ca4118884f2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:46.185387 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6339d967-c534-4631-a779-4ca4118884f2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:46.339355 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:55:46.523735 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6339d967-c534-4631-a779-4ca4118884f2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (9fd0f34b-726a-42cf-bfa2-9a00ac344c66), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:46.621323 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339d967-c534-4631-a779-4ca4118884f2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Subnet': ['ID=9fd0f34b-726a-42cf-bfa2-9a00ac344c66,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:46.644261 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6339d967-c534-4631-a779-4ca4118884f2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Checking segment: {'id': '8ff253a7-bf8f-4fc2-9f48-e964e91f55b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '873f8ce9-7141-4be2-a73e-5ebcf1785c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:46.644915 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6339d967-c534-4631-a779-4ca4118884f2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network hostable DHCP agents. Network: 873f8ce9-7141-4be2-a73e-5ebcf1785c7e, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:55:46.680741 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6339d967-c534-4631-a779-4ca4118884f2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network 873f8ce9-7141-4be2-a73e-5ebcf1785c7e is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:55:46.698071 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-6339d967-c534-4631-a779-4ca4118884f2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 873f8ce9-7141-4be2-a73e-5ebcf1785c7e) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:46.702358 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6339d967-c534-4631-a779-4ca4118884f2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:46.702969 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6339d967-c534-4631-a779-4ca4118884f2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:46.718976 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f959c4-b10a-4047-a8a1-8e6cc0e5ccfe None None] Network 873f8ce9-7141-4be2-a73e-5ebcf1785c7e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:46.737486 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6339d967-c534-4631-a779-4ca4118884f2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7551522 Jan 28 00:55:46.742326 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38262) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:46.748595 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-c24ee3f1-dc90-47c6-a311-9d43a0000146 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'port': {'network_id': '873f8ce9-7141-4be2-a73e-5ebcf1785c7e', 'name': 'tempest-PortsTestJSON-1557060264', 'fixed_ips': [{'subnet_id': '9fd0f34b-726a-42cf-bfa2-9a00ac344c66', 'ip_address': '172.20.0.10'}]}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:46.943941 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f717552a-3358-441f-9f60-5b79a18e3b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-873f8ce9-7141-4be2-a73e-5ebcf1785c7e', 'network_id': '873f8ce9-7141-4be2-a73e-5ebcf1785c7e', 'project_id': 'ca821021c46c41f1a36172a5b2f12ad6', 'fixed_ips': [{'subnet_id': '9fd0f34b-726a-42cf-bfa2-9a00ac344c66'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:55:46.950777 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f717552a-3358-441f-9f60-5b79a18e3b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:47.030396 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24ee3f1-dc90-47c6-a311-9d43a0000146 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:47.190923 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c24ee3f1-dc90-47c6-a311-9d43a0000146 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:47.213494 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-f717552a-3358-441f-9f60-5b79a18e3b55 None None] Allocated IP 172.20.0.2 (873f8ce9-7141-4be2-a73e-5ebcf1785c7e/9fd0f34b-726a-42cf-bfa2-9a00ac344c66/f93c3d7c-daf8-4b6a-90f1-348b69ec4404) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:47.218128 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-c24ee3f1-dc90-47c6-a311-9d43a0000146 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] device_id is not set on port 5300a61a-1900-4c07-a50e-685c922d1105 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:55:47.534851 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f717552a-3358-441f-9f60-5b79a18e3b55 None None] Publish callbacks [] for port (f93c3d7c-daf8-4b6a-90f1-348b69ec4404), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:47.566638 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f717552a-3358-441f-9f60-5b79a18e3b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (f93c3d7c-daf8-4b6a-90f1-348b69ec4404), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:47.658827 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-c24ee3f1-dc90-47c6-a311-9d43a0000146 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Allocated IP 172.20.0.10 (873f8ce9-7141-4be2-a73e-5ebcf1785c7e/9fd0f34b-726a-42cf-bfa2-9a00ac344c66/5300a61a-1900-4c07-a50e-685c922d1105) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:47.700919 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717552a-3358-441f-9f60-5b79a18e3b55 None None] Pushing event updated for resources: {'Port': ['ID=f93c3d7c-daf8-4b6a-90f1-348b69ec4404,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:47.708820 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f717552a-3358-441f-9f60-5b79a18e3b55 None None] Network 873f8ce9-7141-4be2-a73e-5ebcf1785c7e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:47.711743 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-f717552a-3358-441f-9f60-5b79a18e3b55 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:47.716599 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f717552a-3358-441f-9f60-5b79a18e3b55 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:47.842760 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-f717552a-3358-441f-9f60-5b79a18e3b55 None None] Attempting to bind port f93c3d7c-daf8-4b6a-90f1-348b69ec4404 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:55:47.843013 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-f717552a-3358-441f-9f60-5b79a18e3b55 None None] Attempting to bind port f93c3d7c-daf8-4b6a-90f1-348b69ec4404 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8ff253a7-bf8f-4fc2-9f48-e964e91f55b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '873f8ce9-7141-4be2-a73e-5ebcf1785c7e'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:55:47.843458 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f717552a-3358-441f-9f60-5b79a18e3b55 None None] Attempting to bind port f93c3d7c-daf8-4b6a-90f1-348b69ec4404 on network 873f8ce9-7141-4be2-a73e-5ebcf1785c7e {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:47.852893 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f717552a-3358-441f-9f60-5b79a18e3b55 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:55:47.853488 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f717552a-3358-441f-9f60-5b79a18e3b55 None None] Checking segment: {'id': '8ff253a7-bf8f-4fc2-9f48-e964e91f55b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '873f8ce9-7141-4be2-a73e-5ebcf1785c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:47.854140 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f717552a-3358-441f-9f60-5b79a18e3b55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:47.854743 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f717552a-3358-441f-9f60-5b79a18e3b55 None None] Bound using segment: {'id': '8ff253a7-bf8f-4fc2-9f48-e964e91f55b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '873f8ce9-7141-4be2-a73e-5ebcf1785c7e'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:55:47.856530 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-f717552a-3358-441f-9f60-5b79a18e3b55 None None] Bound port: f93c3d7c-daf8-4b6a-90f1-348b69ec4404, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff253a7-bf8f-4fc2-9f48-e964e91f55b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '873f8ce9-7141-4be2-a73e-5ebcf1785c7e'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:55:47.857158 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f717552a-3358-441f-9f60-5b79a18e3b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f93c3d7c-daf8-4b6a-90f1-348b69ec4404), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:47.986279 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f717552a-3358-441f-9f60-5b79a18e3b55 None None] For port f93c3d7c-daf8-4b6a-90f1-348b69ec4404, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:55:47.991015 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f717552a-3358-441f-9f60-5b79a18e3b55 None None] For port f93c3d7c-daf8-4b6a-90f1-348b69ec4404, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f93c3d7c-daf8-4b6a-90f1-348b69ec4404,segment=NetworkSegment(8ff253a7-bf8f-4fc2-9f48-e964e91f55b5),segment_id=8ff253a7-bf8f-4fc2-9f48-e964e91f55b5)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:55:48.014766 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f717552a-3358-441f-9f60-5b79a18e3b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f93c3d7c-daf8-4b6a-90f1-348b69ec4404), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:48.018742 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c24ee3f1-dc90-47c6-a311-9d43a0000146 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for port (5300a61a-1900-4c07-a50e-685c922d1105), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:48.076195 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c24ee3f1-dc90-47c6-a311-9d43a0000146 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (5300a61a-1900-4c07-a50e-685c922d1105), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:48.126096 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24ee3f1-dc90-47c6-a311-9d43a0000146 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network 873f8ce9-7141-4be2-a73e-5ebcf1785c7e is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:48.135508 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-c24ee3f1-dc90-47c6-a311-9d43a0000146 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:48.142230 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24ee3f1-dc90-47c6-a311-9d43a0000146 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:48.143384 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717552a-3358-441f-9f60-5b79a18e3b55 None None] Pushing event updated for resources: {'Port': ['ID=f93c3d7c-daf8-4b6a-90f1-348b69ec4404,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:48.197961 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ee3f1-dc90-47c6-a311-9d43a0000146 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Port': ['ID=5300a61a-1900-4c07-a50e-685c922d1105,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:48.241523 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24ee3f1-dc90-47c6-a311-9d43a0000146 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:48.243326 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c24ee3f1-dc90-47c6-a311-9d43a0000146 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:48.276171 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38276) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:48.276784 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c24ee3f1-dc90-47c6-a311-9d43a0000146 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5288875 Jan 28 00:55:48.277836 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a6da3e85-e6eb-40c2-bc07-d1a3a7ac7878 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'port': {'network_id': '873f8ce9-7141-4be2-a73e-5ebcf1785c7e', 'name': 'tempest-PortsTestJSON-742008459', 'fixed_ips': [{'subnet_id': '9fd0f34b-726a-42cf-bfa2-9a00ac344c66', 'ip_address': '172.20.0.9'}]}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:48.606245 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6da3e85-e6eb-40c2-bc07-d1a3a7ac7878 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:48.808346 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6da3e85-e6eb-40c2-bc07-d1a3a7ac7878 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:48.832834 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [None req-a6da3e85-e6eb-40c2-bc07-d1a3a7ac7878 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] device_id is not set on port b764454c-9414-4e9c-b862-3a2aa0711c2e yet. {{(pid=103343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:55:49.103081 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-a6da3e85-e6eb-40c2-bc07-d1a3a7ac7878 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Allocated IP 172.20.0.9 (873f8ce9-7141-4be2-a73e-5ebcf1785c7e/9fd0f34b-726a-42cf-bfa2-9a00ac344c66/b764454c-9414-4e9c-b862-3a2aa0711c2e) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:49.373903 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6da3e85-e6eb-40c2-bc07-d1a3a7ac7878 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for port (b764454c-9414-4e9c-b862-3a2aa0711c2e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:49.434066 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6da3e85-e6eb-40c2-bc07-d1a3a7ac7878 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (b764454c-9414-4e9c-b862-3a2aa0711c2e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:49.515868 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6da3e85-e6eb-40c2-bc07-d1a3a7ac7878 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network 873f8ce9-7141-4be2-a73e-5ebcf1785c7e is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:49.525637 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-a6da3e85-e6eb-40c2-bc07-d1a3a7ac7878 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:49.531694 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6da3e85-e6eb-40c2-bc07-d1a3a7ac7878 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:49.598217 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6da3e85-e6eb-40c2-bc07-d1a3a7ac7878 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:49.598445 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a6da3e85-e6eb-40c2-bc07-d1a3a7ac7878 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:49.603641 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da3e85-e6eb-40c2-bc07-d1a3a7ac7878 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Port': ['ID=b764454c-9414-4e9c-b862-3a2aa0711c2e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:49.629200 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a6da3e85-e6eb-40c2-bc07-d1a3a7ac7878 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3492181 Jan 28 00:55:49.629544 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38292) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:49.771944 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66c3c09-aa7a-4460-8ba4-69bcae14300a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:49.774239 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b66c3c09-aa7a-4460-8ba4-69bcae14300a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1465628 Jan 28 00:55:49.781725 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38296) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:49.855350 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0168201-f078-4268-99c0-f922c23131ee None None] Network 873f8ce9-7141-4be2-a73e-5ebcf1785c7e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:49.932860 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce47a86b-41c1-4618-9867-2290b4f805bb tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:49.957088 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce47a86b-41c1-4618-9867-2290b4f805bb tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:49.962642 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce47a86b-41c1-4618-9867-2290b4f805bb tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:49.963214 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-c6676c4d-d52c-4d0e-8ff4-871736ea9404 None None] Provisioning complete for port f93c3d7c-daf8-4b6a-90f1-348b69ec4404 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:49.963598 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c6676c4d-d52c-4d0e-8ff4-871736ea9404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f93c3d7c-daf8-4b6a-90f1-348b69ec4404), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:49.967372 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ce47a86b-41c1-4618-9867-2290b4f805bb tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1808252 Jan 28 00:55:49.968440 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38302) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:50.003053 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f93c3d7c-daf8-4b6a-90f1-348b69ec4404 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:50.116587 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-0415bb05-f016-484f-8dfa-4537c9139fa8 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting port b764454c-9414-4e9c-b862-3a2aa0711c2e {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:55:50.118677 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0415bb05-f016-484f-8dfa-4537c9139fa8 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b764454c-9414-4e9c-b862-3a2aa0711c2e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:50.190814 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c6676c4d-d52c-4d0e-8ff4-871736ea9404 None None] Current status of the port f93c3d7c-daf8-4b6a-90f1-348b69ec4404 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:50.191224 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c6676c4d-d52c-4d0e-8ff4-871736ea9404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f93c3d7c-daf8-4b6a-90f1-348b69ec4404), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:50.230641 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port f93c3d7c-daf8-4b6a-90f1-348b69ec4404 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:50.231042 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f93c3d7c-daf8-4b6a-90f1-348b69ec4404), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:50.278167 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c6676c4d-d52c-4d0e-8ff4-871736ea9404 None None] For port f93c3d7c-daf8-4b6a-90f1-348b69ec4404, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f93c3d7c-daf8-4b6a-90f1-348b69ec4404,segment=NetworkSegment(8ff253a7-bf8f-4fc2-9f48-e964e91f55b5),segment_id=8ff253a7-bf8f-4fc2-9f48-e964e91f55b5)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:50.296286 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c6676c4d-d52c-4d0e-8ff4-871736ea9404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f93c3d7c-daf8-4b6a-90f1-348b69ec4404), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:50.373944 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0415bb05-f016-484f-8dfa-4537c9139fa8 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b764454c-9414-4e9c-b862-3a2aa0711c2e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:50.412785 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-0415bb05-f016-484f-8dfa-4537c9139fa8 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Calling delete_port for b764454c-9414-4e9c-b862-3a2aa0711c2e owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:55:50.457164 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6676c4d-d52c-4d0e-8ff4-871736ea9404 None None] Pushing event updated for resources: {'Port': ['ID=f93c3d7c-daf8-4b6a-90f1-348b69ec4404,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:50.522835 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port f93c3d7c-daf8-4b6a-90f1-348b69ec4404 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:50.751419 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-1cac12b3-2122-46a4-b1f1-1a2772e74577 None None] Provisioning complete for port b764454c-9414-4e9c-b862-3a2aa0711c2e triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:50.752355 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1cac12b3-2122-46a4-b1f1-1a2772e74577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b764454c-9414-4e9c-b862-3a2aa0711c2e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:50.756151 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0415bb05-f016-484f-8dfa-4537c9139fa8 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b764454c-9414-4e9c-b862-3a2aa0711c2e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:50.802380 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1cac12b3-2122-46a4-b1f1-1a2772e74577 None None] Port b764454c-9414-4e9c-b862-3a2aa0711c2e was deleted so its status cannot be updated. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 00:55:50.825271 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0415bb05-f016-484f-8dfa-4537c9139fa8 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Port': ['ID=b764454c-9414-4e9c-b862-3a2aa0711c2e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:50.841662 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-1cac12b3-2122-46a4-b1f1-1a2772e74577 None None] Provisioning complete for port 5300a61a-1900-4c07-a50e-685c922d1105 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:50.842251 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1cac12b3-2122-46a4-b1f1-1a2772e74577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (5300a61a-1900-4c07-a50e-685c922d1105), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:50.944467 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1cac12b3-2122-46a4-b1f1-1a2772e74577 None None] Port 5300a61a-1900-4c07-a50e-685c922d1105 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:55:50.952841 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0415bb05-f016-484f-8dfa-4537c9139fa8 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:50.959491 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38312) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:50.960365 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0415bb05-f016-484f-8dfa-4537c9139fa8 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/ports/b764454c-9414-4e9c-b862-3a2aa0711c2e HTTP/1.1" status: 204 len: 168 time: 0.9912343 Jan 28 00:55:50.966339 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-1cac12b3-2122-46a4-b1f1-1a2772e74577 None None] Provisioning complete for port f93c3d7c-daf8-4b6a-90f1-348b69ec4404 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:50.966930 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1cac12b3-2122-46a4-b1f1-1a2772e74577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f93c3d7c-daf8-4b6a-90f1-348b69ec4404), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:51.017234 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e5622d-5703-4db2-a3b9-78d9a60acf81 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] GET failed (client error): The resource could not be found. Jan 28 00:55:51.019521 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-43e5622d-5703-4db2-a3b9-78d9a60acf81 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "GET /v2.0/ports/b764454c-9414-4e9c-b862-3a2aa0711c2e HTTP/1.1" status: 404 len: 333 time: 0.0588889 Jan 28 00:55:51.022288 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38316) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:51.108183 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1cac12b3-2122-46a4-b1f1-1a2772e74577 None None] Current status of the port f93c3d7c-daf8-4b6a-90f1-348b69ec4404 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:51.152167 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-21540a83-72d9-4ad0-9b95-640dc0ea636b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting port 5300a61a-1900-4c07-a50e-685c922d1105 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:55:51.152527 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21540a83-72d9-4ad0-9b95-640dc0ea636b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (5300a61a-1900-4c07-a50e-685c922d1105), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:51.235591 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-e04dbec7-1e3f-49a8-80d0-603936026aff None None] Provisioning complete for port 5300a61a-1900-4c07-a50e-685c922d1105 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:51.236000 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e04dbec7-1e3f-49a8-80d0-603936026aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (5300a61a-1900-4c07-a50e-685c922d1105), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:51.283204 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e04dbec7-1e3f-49a8-80d0-603936026aff None None] Port 5300a61a-1900-4c07-a50e-685c922d1105 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:55:51.300385 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21540a83-72d9-4ad0-9b95-640dc0ea636b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (5300a61a-1900-4c07-a50e-685c922d1105), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:51.317010 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-21540a83-72d9-4ad0-9b95-640dc0ea636b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Calling delete_port for 5300a61a-1900-4c07-a50e-685c922d1105 owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:55:51.515950 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2438afb4-6a3b-45f2-9d00-b45eee583514 None None] Could not find standard attr ID for object b764454c-9414-4e9c-b862-3a2aa0711c2e. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:55:51.591511 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21540a83-72d9-4ad0-9b95-640dc0ea636b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (5300a61a-1900-4c07-a50e-685c922d1105), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:51.759770 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21540a83-72d9-4ad0-9b95-640dc0ea636b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Port': ['ID=5300a61a-1900-4c07-a50e-685c922d1105,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:51.762362 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21540a83-72d9-4ad0-9b95-640dc0ea636b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:51.766442 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-21540a83-72d9-4ad0-9b95-640dc0ea636b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/ports/5300a61a-1900-4c07-a50e-685c922d1105 HTTP/1.1" status: 204 len: 168 time: 0.7421141 Jan 28 00:55:51.769018 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38332) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:51.805872 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-1266b70d-999f-48c7-acd0-675eea014f9b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] GET failed (client error): The resource could not be found. Jan 28 00:55:51.807782 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1266b70d-999f-48c7-acd0-675eea014f9b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "GET /v2.0/ports/5300a61a-1900-4c07-a50e-685c922d1105 HTTP/1.1" status: 404 len: 333 time: 0.0374444 Jan 28 00:55:51.810399 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38334) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:51.936312 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08593c6-4566-481f-aeba-da4441ef338c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting subnet 9fd0f34b-726a-42cf-bfa2-9a00ac344c66 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:55:51.947974 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b08593c6-4566-481f-aeba-da4441ef338c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (9fd0f34b-726a-42cf-bfa2-9a00ac344c66), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:51.957537 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f93c3d7c-daf8-4b6a-90f1-348b69ec4404 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:52.058427 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port f93c3d7c-daf8-4b6a-90f1-348b69ec4404 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:52.059245 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f93c3d7c-daf8-4b6a-90f1-348b69ec4404), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:52.076811 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b08593c6-4566-481f-aeba-da4441ef338c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (9fd0f34b-726a-42cf-bfa2-9a00ac344c66), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:52.222085 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b08593c6-4566-481f-aeba-da4441ef338c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (9fd0f34b-726a-42cf-bfa2-9a00ac344c66), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:52.320901 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b08593c6-4566-481f-aeba-da4441ef338c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (9fd0f34b-726a-42cf-bfa2-9a00ac344c66), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:52.382717 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08593c6-4566-481f-aeba-da4441ef338c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Subnet': ['ID=9fd0f34b-726a-42cf-bfa2-9a00ac344c66,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:52.393411 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b08593c6-4566-481f-aeba-da4441ef338c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:52.400139 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d251bf5-df60-435b-9511-159b4e5a4590 None None] Network 873f8ce9-7141-4be2-a73e-5ebcf1785c7e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:52.401606 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b08593c6-4566-481f-aeba-da4441ef338c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/subnets/9fd0f34b-726a-42cf-bfa2-9a00ac344c66 HTTP/1.1" status: 204 len: 168 time: 0.5901141 Jan 28 00:55:52.406277 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38342) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:52.480109 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port f93c3d7c-daf8-4b6a-90f1-348b69ec4404 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:52.524675 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0ea75748-5b29-44ea-b758-497a19cdbda9 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (873f8ce9-7141-4be2-a73e-5ebcf1785c7e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:52.632523 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-0ea75748-5b29-44ea-b758-497a19cdbda9 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting port f93c3d7c-daf8-4b6a-90f1-348b69ec4404 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:55:52.633194 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0ea75748-5b29-44ea-b758-497a19cdbda9 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f93c3d7c-daf8-4b6a-90f1-348b69ec4404), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:52.660326 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393ffda4-b7ad-4dcf-8e54-537bb25c4442 None None] DHCP port deletion for 873f8ce9-7141-4be2-a73e-5ebcf1785c7e request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:55:52.746660 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-0ea75748-5b29-44ea-b758-497a19cdbda9 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] For port f93c3d7c-daf8-4b6a-90f1-348b69ec4404, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f93c3d7c-daf8-4b6a-90f1-348b69ec4404,segment=NetworkSegment(8ff253a7-bf8f-4fc2-9f48-e964e91f55b5),segment_id=8ff253a7-bf8f-4fc2-9f48-e964e91f55b5)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:52.747322 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0ea75748-5b29-44ea-b758-497a19cdbda9 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f93c3d7c-daf8-4b6a-90f1-348b69ec4404), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:52.763962 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-393ffda4-b7ad-4dcf-8e54-537bb25c4442 None None] Deleting port f93c3d7c-daf8-4b6a-90f1-348b69ec4404 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:55:52.764602 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-393ffda4-b7ad-4dcf-8e54-537bb25c4442 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f93c3d7c-daf8-4b6a-90f1-348b69ec4404), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:52.769187 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-0ea75748-5b29-44ea-b758-497a19cdbda9 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Calling delete_port for f93c3d7c-daf8-4b6a-90f1-348b69ec4404 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:55:52.877351 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-393ffda4-b7ad-4dcf-8e54-537bb25c4442 None None] For port f93c3d7c-daf8-4b6a-90f1-348b69ec4404, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f93c3d7c-daf8-4b6a-90f1-348b69ec4404,segment=NetworkSegment(8ff253a7-bf8f-4fc2-9f48-e964e91f55b5),segment_id=8ff253a7-bf8f-4fc2-9f48-e964e91f55b5)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:52.878288 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-393ffda4-b7ad-4dcf-8e54-537bb25c4442 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f93c3d7c-daf8-4b6a-90f1-348b69ec4404), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:52.920940 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-393ffda4-b7ad-4dcf-8e54-537bb25c4442 None None] Calling delete_port for f93c3d7c-daf8-4b6a-90f1-348b69ec4404 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:55:52.951920 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0ea75748-5b29-44ea-b758-497a19cdbda9 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (f93c3d7c-daf8-4b6a-90f1-348b69ec4404), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:52.989821 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea75748-5b29-44ea-b758-497a19cdbda9 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] No DVR routers for this DVR port f93c3d7c-daf8-4b6a-90f1-348b69ec4404 on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:55:53.027673 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-393ffda4-b7ad-4dcf-8e54-537bb25c4442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (f93c3d7c-daf8-4b6a-90f1-348b69ec4404), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:53.072801 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ffda4-b7ad-4dcf-8e54-537bb25c4442 None None] Pushing event deleted for resources: {'Port': ['ID=f93c3d7c-daf8-4b6a-90f1-348b69ec4404,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:53.079961 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea75748-5b29-44ea-b758-497a19cdbda9 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Port': ['ID=f93c3d7c-daf8-4b6a-90f1-348b69ec4404,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:53.083992 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393ffda4-b7ad-4dcf-8e54-537bb25c4442 None None] No DVR routers for this DVR port f93c3d7c-daf8-4b6a-90f1-348b69ec4404 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:55:53.201992 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0ea75748-5b29-44ea-b758-497a19cdbda9 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (873f8ce9-7141-4be2-a73e-5ebcf1785c7e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:53.242206 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-0ea75748-5b29-44ea-b758-497a19cdbda9 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['873f8ce9-7141-4be2-a73e-5ebcf1785c7e']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:53.259996 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-0ea75748-5b29-44ea-b758-497a19cdbda9 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ff253a7-bf8f-4fc2-9f48-e964e91f55b5') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:53.260628 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-0ea75748-5b29-44ea-b758-497a19cdbda9 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ff253a7-bf8f-4fc2-9f48-e964e91f55b5') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:53.278780 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0ea75748-5b29-44ea-b758-497a19cdbda9 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (8ff253a7-bf8f-4fc2-9f48-e964e91f55b5), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:53.298478 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0ea75748-5b29-44ea-b758-497a19cdbda9 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (8ff253a7-bf8f-4fc2-9f48-e964e91f55b5), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:53.308543 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea75748-5b29-44ea-b758-497a19cdbda9 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:55:53.308947 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0ea75748-5b29-44ea-b758-497a19cdbda9 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (8ff253a7-bf8f-4fc2-9f48-e964e91f55b5), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:53.312461 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:55:53.312461 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:55:53.312461 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:55:53.312461 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:55:53.312461 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:55:53.312461 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:55:53.312461 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:55:53.312461 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:55:53.312461 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:55:53.312461 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:55:53.312461 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:55:53.312461 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:55:53.312461 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:55:53.312461 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:55:53.312461 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:55:53.312461 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:55:53.312461 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:55:53.312461 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:55:53.312461 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:55:53.312461 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:55:53.312461 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:55:53.312461 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:55:53.312461 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:55:53.312461 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:55:53.312461 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:55:53.312461 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:55:53.312461 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:55:53.312461 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:55:53.312461 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:55:53.312461 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:55:53.312461 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:55:53.312461 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:55:53.388613 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0ea75748-5b29-44ea-b758-497a19cdbda9 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (873f8ce9-7141-4be2-a73e-5ebcf1785c7e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:53.400897 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0ea75748-5b29-44ea-b758-497a19cdbda9 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:53.411268 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0ea75748-5b29-44ea-b758-497a19cdbda9 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/networks/873f8ce9-7141-4be2-a73e-5ebcf1785c7e HTTP/1.1" status: 204 len: 168 time: 0.9999058 Jan 28 00:55:53.411758 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38366) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:53.421453 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-88e7bb4a-c576-4b49-90b4-9fe6c7b9a7c1 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-780401799'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:53.450170 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea75748-5b29-44ea-b758-497a19cdbda9 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Network': ['ID=873f8ce9-7141-4be2-a73e-5ebcf1785c7e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:53.477223 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e7bb4a-c576-4b49-90b4-9fe6c7b9a7c1 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:53.483413 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-88e7bb4a-c576-4b49-90b4-9fe6c7b9a7c1 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:53.527449 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e7bb4a-c576-4b49-90b4-9fe6c7b9a7c1 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:55:53.545530 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-88e7bb4a-c576-4b49-90b4-9fe6c7b9a7c1 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (11e1347f-99bf-47de-8691-92e7d3a3879d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:53.546149 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-88e7bb4a-c576-4b49-90b4-9fe6c7b9a7c1 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Added segment 11e1347f-99bf-47de-8691-92e7d3a3879d of type vlan for network 70ed516d-62f5-4ff3-9158-059b5f829105 Jan 28 00:55:53.637529 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-88e7bb4a-c576-4b49-90b4-9fe6c7b9a7c1 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (70ed516d-62f5-4ff3-9158-059b5f829105), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:53.673874 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-88e7bb4a-c576-4b49-90b4-9fe6c7b9a7c1 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (70ed516d-62f5-4ff3-9158-059b5f829105), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:53.680189 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e7bb4a-c576-4b49-90b4-9fe6c7b9a7c1 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:53.681118 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-88e7bb4a-c576-4b49-90b4-9fe6c7b9a7c1 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:53.762227 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-88e7bb4a-c576-4b49-90b4-9fe6c7b9a7c1 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3453891 Jan 28 00:55:53.763358 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38372) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:53.775717 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-68256484-131d-46d2-a032-9f699106349c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'subnet': {'network_id': '70ed516d-62f5-4ff3-9158-059b5f829105', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:53.791413 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7bb4a-c576-4b49-90b4-9fe6c7b9a7c1 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Network': ['ID=70ed516d-62f5-4ff3-9158-059b5f829105,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:53.811296 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 70ed516d-62f5-4ff3-9158-059b5f829105 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:55:53.899175 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f93c3d7c-daf8-4b6a-90f1-348b69ec4404 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:55:53.901352 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68256484-131d-46d2-a032-9f699106349c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:53.906500 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68256484-131d-46d2-a032-9f699106349c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:53.936229 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: f93c3d7c-daf8-4b6a-90f1-348b69ec4404 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:55:53.936586 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f93c3d7c-daf8-4b6a-90f1-348b69ec4404 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:55:54.192542 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68256484-131d-46d2-a032-9f699106349c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (ec257378-d774-4497-90ef-48921289ccfc), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:54.319700 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68256484-131d-46d2-a032-9f699106349c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Subnet': ['ID=ec257378-d774-4497-90ef-48921289ccfc,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:54.327156 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68256484-131d-46d2-a032-9f699106349c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Checking segment: {'id': '11e1347f-99bf-47de-8691-92e7d3a3879d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '70ed516d-62f5-4ff3-9158-059b5f829105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:54.327719 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68256484-131d-46d2-a032-9f699106349c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network hostable DHCP agents. Network: 70ed516d-62f5-4ff3-9158-059b5f829105, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:55:54.349498 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68256484-131d-46d2-a032-9f699106349c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network 70ed516d-62f5-4ff3-9158-059b5f829105 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:55:54.362778 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-68256484-131d-46d2-a032-9f699106349c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 70ed516d-62f5-4ff3-9158-059b5f829105) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:54.370490 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68256484-131d-46d2-a032-9f699106349c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:54.371316 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-68256484-131d-46d2-a032-9f699106349c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:54.373870 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf04973-4115-4825-bc0b-efb5d46f1f9c None None] Network 70ed516d-62f5-4ff3-9158-059b5f829105 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:54.434702 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-68256484-131d-46d2-a032-9f699106349c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6685090 Jan 28 00:55:54.437412 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38382) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:54.442189 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-2cc2c22b-bf3f-4333-9810-9ef83d4a868d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-519527315', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:54.468945 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2cc2c22b-bf3f-4333-9810-9ef83d4a868d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (234924d7-4092-4a35-8958-f5e95ce123bd), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:54.470255 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2cc2c22b-bf3f-4333-9810-9ef83d4a868d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (234924d7-4092-4a35-8958-f5e95ce123bd), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:54.528048 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26704e65-96d6-4a27-b7c1-e78562f7b82c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-70ed516d-62f5-4ff3-9158-059b5f829105', 'network_id': '70ed516d-62f5-4ff3-9158-059b5f829105', 'project_id': 'ca821021c46c41f1a36172a5b2f12ad6', 'fixed_ips': [{'subnet_id': 'ec257378-d774-4497-90ef-48921289ccfc'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:55:54.529139 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-26704e65-96d6-4a27-b7c1-e78562f7b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:54.536440 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2cc2c22b-bf3f-4333-9810-9ef83d4a868d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for router_controller (234924d7-4092-4a35-8958-f5e95ce123bd), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:54.542616 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2cc2c22b-bf3f-4333-9810-9ef83d4a868d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (234924d7-4092-4a35-8958-f5e95ce123bd), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:54.569648 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2cc2c22b-bf3f-4333-9810-9ef83d4a868d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:54.572590 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2cc2c22b-bf3f-4333-9810-9ef83d4a868d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1338856 Jan 28 00:55:54.575100 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38386) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:54.583178 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-4e99cee9-b475-4e5f-9598-5adb1242adde tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'port': {'network_id': '70ed516d-62f5-4ff3-9158-059b5f829105', 'name': 'tempest-PortsTestJSON-1379313979'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:55:54.727669 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-26704e65-96d6-4a27-b7c1-e78562f7b82c None None] Allocated IP 172.20.0.2 (70ed516d-62f5-4ff3-9158-059b5f829105/ec257378-d774-4497-90ef-48921289ccfc/8ac2d98c-cdcb-428f-a89e-6a38bc9ace88) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:54.788847 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e99cee9-b475-4e5f-9598-5adb1242adde tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:55:54.793217 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4e99cee9-b475-4e5f-9598-5adb1242adde tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:54.825287 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-4e99cee9-b475-4e5f-9598-5adb1242adde tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] device_id is not set on port d6dbaa47-0e8f-42df-8734-397635938220 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:55:54.912828 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-26704e65-96d6-4a27-b7c1-e78562f7b82c None None] Publish callbacks [] for port (8ac2d98c-cdcb-428f-a89e-6a38bc9ace88), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:54.923674 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-26704e65-96d6-4a27-b7c1-e78562f7b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (8ac2d98c-cdcb-428f-a89e-6a38bc9ace88), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:54.992668 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26704e65-96d6-4a27-b7c1-e78562f7b82c None None] Pushing event updated for resources: {'Port': ['ID=8ac2d98c-cdcb-428f-a89e-6a38bc9ace88,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:55.002167 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26704e65-96d6-4a27-b7c1-e78562f7b82c None None] Network 70ed516d-62f5-4ff3-9158-059b5f829105 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:55.003547 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-26704e65-96d6-4a27-b7c1-e78562f7b82c None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:55.006795 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26704e65-96d6-4a27-b7c1-e78562f7b82c None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:55.014413 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-4e99cee9-b475-4e5f-9598-5adb1242adde tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Allocated IP 172.20.0.8 (70ed516d-62f5-4ff3-9158-059b5f829105/ec257378-d774-4497-90ef-48921289ccfc/d6dbaa47-0e8f-42df-8734-397635938220) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:55:55.085073 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-26704e65-96d6-4a27-b7c1-e78562f7b82c None None] Attempting to bind port 8ac2d98c-cdcb-428f-a89e-6a38bc9ace88 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:55:55.085923 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-26704e65-96d6-4a27-b7c1-e78562f7b82c None None] Attempting to bind port 8ac2d98c-cdcb-428f-a89e-6a38bc9ace88 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '11e1347f-99bf-47de-8691-92e7d3a3879d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '70ed516d-62f5-4ff3-9158-059b5f829105'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:55:55.086864 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26704e65-96d6-4a27-b7c1-e78562f7b82c None None] Attempting to bind port 8ac2d98c-cdcb-428f-a89e-6a38bc9ace88 on network 70ed516d-62f5-4ff3-9158-059b5f829105 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:55:55.094438 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26704e65-96d6-4a27-b7c1-e78562f7b82c None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:55:55.095195 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26704e65-96d6-4a27-b7c1-e78562f7b82c None None] Checking segment: {'id': '11e1347f-99bf-47de-8691-92e7d3a3879d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '70ed516d-62f5-4ff3-9158-059b5f829105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:55:55.095826 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-26704e65-96d6-4a27-b7c1-e78562f7b82c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:55.096412 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26704e65-96d6-4a27-b7c1-e78562f7b82c None None] Bound using segment: {'id': '11e1347f-99bf-47de-8691-92e7d3a3879d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '70ed516d-62f5-4ff3-9158-059b5f829105'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:55:55.097053 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-26704e65-96d6-4a27-b7c1-e78562f7b82c None None] Bound port: 8ac2d98c-cdcb-428f-a89e-6a38bc9ace88, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e1347f-99bf-47de-8691-92e7d3a3879d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '70ed516d-62f5-4ff3-9158-059b5f829105'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:55:55.097607 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-26704e65-96d6-4a27-b7c1-e78562f7b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8ac2d98c-cdcb-428f-a89e-6a38bc9ace88), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:55.221922 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4e99cee9-b475-4e5f-9598-5adb1242adde tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for port (d6dbaa47-0e8f-42df-8734-397635938220), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:55.228412 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-26704e65-96d6-4a27-b7c1-e78562f7b82c None None] For port 8ac2d98c-cdcb-428f-a89e-6a38bc9ace88, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:55:55.231590 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-26704e65-96d6-4a27-b7c1-e78562f7b82c None None] For port 8ac2d98c-cdcb-428f-a89e-6a38bc9ace88, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8ac2d98c-cdcb-428f-a89e-6a38bc9ace88,segment=NetworkSegment(11e1347f-99bf-47de-8691-92e7d3a3879d),segment_id=11e1347f-99bf-47de-8691-92e7d3a3879d)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:55:55.237386 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-26704e65-96d6-4a27-b7c1-e78562f7b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8ac2d98c-cdcb-428f-a89e-6a38bc9ace88), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:55.268338 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4e99cee9-b475-4e5f-9598-5adb1242adde tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (d6dbaa47-0e8f-42df-8734-397635938220), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:55.329323 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26704e65-96d6-4a27-b7c1-e78562f7b82c None None] Pushing event updated for resources: {'Port': ['ID=8ac2d98c-cdcb-428f-a89e-6a38bc9ace88,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:55.330434 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99cee9-b475-4e5f-9598-5adb1242adde tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Port': ['ID=d6dbaa47-0e8f-42df-8734-397635938220,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:55.364505 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e99cee9-b475-4e5f-9598-5adb1242adde tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network 70ed516d-62f5-4ff3-9158-059b5f829105 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:55.366251 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-4e99cee9-b475-4e5f-9598-5adb1242adde tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:55.370448 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e99cee9-b475-4e5f-9598-5adb1242adde tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:55:55.459904 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e99cee9-b475-4e5f-9598-5adb1242adde tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:55.461063 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4e99cee9-b475-4e5f-9598-5adb1242adde tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:55.483439 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4e99cee9-b475-4e5f-9598-5adb1242adde tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9068227 Jan 28 00:55:55.488192 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38394) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:55.984714 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8ac2d98c-cdcb-428f-a89e-6a38bc9ace88 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:56.110599 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 8ac2d98c-cdcb-428f-a89e-6a38bc9ace88 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:56.111262 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8ac2d98c-cdcb-428f-a89e-6a38bc9ace88), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:56.340219 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 8ac2d98c-cdcb-428f-a89e-6a38bc9ace88 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:56.341219 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8ac2d98c-cdcb-428f-a89e-6a38bc9ace88), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:56.393590 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 8ac2d98c-cdcb-428f-a89e-6a38bc9ace88, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8ac2d98c-cdcb-428f-a89e-6a38bc9ace88,segment=NetworkSegment(11e1347f-99bf-47de-8691-92e7d3a3879d),segment_id=11e1347f-99bf-47de-8691-92e7d3a3879d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:55:56.406429 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8ac2d98c-cdcb-428f-a89e-6a38bc9ace88), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:56.492033 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=8ac2d98c-cdcb-428f-a89e-6a38bc9ace88,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:56.559596 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-edbf4baa-902d-4024-86fc-9734bd32dc6d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d6dbaa47-0e8f-42df-8734-397635938220), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:56.867958 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203d9f13-d828-4537-8c1e-5978fa663a6d None None] Network 70ed516d-62f5-4ff3-9158-059b5f829105 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:55:56.928318 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-edbf4baa-902d-4024-86fc-9734bd32dc6d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for port (d6dbaa47-0e8f-42df-8734-397635938220), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:56.935867 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-edbf4baa-902d-4024-86fc-9734bd32dc6d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (d6dbaa47-0e8f-42df-8734-397635938220), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:56.956573 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-e9e3c8fb-36ae-40b4-9099-6fc0320692d9 None None] Provisioning complete for port 8ac2d98c-cdcb-428f-a89e-6a38bc9ace88 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:56.956960 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e9e3c8fb-36ae-40b4-9099-6fc0320692d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8ac2d98c-cdcb-428f-a89e-6a38bc9ace88), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:57.064599 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf4baa-902d-4024-86fc-9734bd32dc6d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Port': ['ID=d6dbaa47-0e8f-42df-8734-397635938220,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:57.135589 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e9e3c8fb-36ae-40b4-9099-6fc0320692d9 None None] Current status of the port 8ac2d98c-cdcb-428f-a89e-6a38bc9ace88 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:57.284292 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-edbf4baa-902d-4024-86fc-9734bd32dc6d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (234924d7-4092-4a35-8958-f5e95ce123bd), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:57.466694 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-3cef0984-c35e-4be9-a405-edbfd18e7fa2 None None] Provisioning complete for port 8ac2d98c-cdcb-428f-a89e-6a38bc9ace88 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:57.471160 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3cef0984-c35e-4be9-a405-edbfd18e7fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8ac2d98c-cdcb-428f-a89e-6a38bc9ace88), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:57.509035 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-edbf4baa-902d-4024-86fc-9734bd32dc6d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d6dbaa47-0e8f-42df-8734-397635938220), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:57.626971 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3cef0984-c35e-4be9-a405-edbfd18e7fa2 None None] Current status of the port 8ac2d98c-cdcb-428f-a89e-6a38bc9ace88 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:57.641946 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-3cef0984-c35e-4be9-a405-edbfd18e7fa2 None None] Provisioning complete for port d6dbaa47-0e8f-42df-8734-397635938220 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:57.642572 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3cef0984-c35e-4be9-a405-edbfd18e7fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d6dbaa47-0e8f-42df-8734-397635938220), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:57.697809 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3cef0984-c35e-4be9-a405-edbfd18e7fa2 None None] Port d6dbaa47-0e8f-42df-8734-397635938220 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:55:57.829218 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-bcca5abd-5706-4f4c-823f-0a2792b8b5ff None None] Provisioning complete for port d6dbaa47-0e8f-42df-8734-397635938220 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:57.829584 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bcca5abd-5706-4f4c-823f-0a2792b8b5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d6dbaa47-0e8f-42df-8734-397635938220), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:57.885455 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-bcca5abd-5706-4f4c-823f-0a2792b8b5ff None None] Port d6dbaa47-0e8f-42df-8734-397635938220 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:55:57.889286 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8ac2d98c-cdcb-428f-a89e-6a38bc9ace88 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:55:57.991139 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 8ac2d98c-cdcb-428f-a89e-6a38bc9ace88 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:57.991839 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8ac2d98c-cdcb-428f-a89e-6a38bc9ace88), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:58.037407 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-edbf4baa-902d-4024-86fc-9734bd32dc6d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for port (d6dbaa47-0e8f-42df-8734-397635938220), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:58.044372 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-edbf4baa-902d-4024-86fc-9734bd32dc6d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (d6dbaa47-0e8f-42df-8734-397635938220), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:58.125022 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 8ac2d98c-cdcb-428f-a89e-6a38bc9ace88 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:55:58.181232 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-edbf4baa-902d-4024-86fc-9734bd32dc6d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (234924d7-4092-4a35-8958-f5e95ce123bd), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:58.183237 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf4baa-902d-4024-86fc-9734bd32dc6d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Port': ['ID=d6dbaa47-0e8f-42df-8734-397635938220,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:55:58.246756 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-49434f26-400a-4a6f-9ada-333533658665 None None] Provisioning complete for port d6dbaa47-0e8f-42df-8734-397635938220 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:58.247605 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49434f26-400a-4a6f-9ada-333533658665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d6dbaa47-0e8f-42df-8734-397635938220), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:58.291434 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbf4baa-902d-4024-86fc-9734bd32dc6d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network 70ed516d-62f5-4ff3-9158-059b5f829105 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:55:58.293176 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-edbf4baa-902d-4024-86fc-9734bd32dc6d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:55:58.294452 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-49434f26-400a-4a6f-9ada-333533658665 None None] Port d6dbaa47-0e8f-42df-8734-397635938220 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:55:58.491839 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbf4baa-902d-4024-86fc-9734bd32dc6d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Router 234924d7-4092-4a35-8958-f5e95ce123bd is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:55:58.597078 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbf4baa-902d-4024-86fc-9734bd32dc6d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:55:58.605624 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-edbf4baa-902d-4024-86fc-9734bd32dc6d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "PUT /v2.0/routers/234924d7-4092-4a35-8958-f5e95ce123bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1155941 Jan 28 00:55:58.608155 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38430) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:58.611080 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a15a6a0-9c89-4f3d-ac62-be5efc1c4b79 None None] Sync routers for ids ['234924d7-4092-4a35-8958-f5e95ce123bd'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:55:58.638606 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a15a6a0-9c89-4f3d-ac62-be5efc1c4b79 None None] Routers {'234924d7-4092-4a35-8958-f5e95ce123bd'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:55:58.639401 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7a15a6a0-9c89-4f3d-ac62-be5efc1c4b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:55:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['234924d7-4092-4a35-8958-f5e95ce123bd'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:58.684975 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f6711c-f4a0-4c72-bc6a-99f6bf34d6ea tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:55:58.686950 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-28f6711c-f4a0-4c72-bc6a-99f6bf34d6ea tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "GET /v2.0/ports?device_id=234924d7-4092-4a35-8958-f5e95ce123bd HTTP/1.1" status: 200 len: 982 time: 0.0776901 Jan 28 00:55:58.691027 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38434) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:55:58.722679 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7a15a6a0-9c89-4f3d-ac62-be5efc1c4b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:58.734497 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-94b8177f-043f-4f2f-9274-71f06731793f None None] Provisioning complete for port d6dbaa47-0e8f-42df-8734-397635938220 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:55:58.735391 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-94b8177f-043f-4f2f-9274-71f06731793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d6dbaa47-0e8f-42df-8734-397635938220), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:58.797566 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-94b8177f-043f-4f2f-9274-71f06731793f None None] Port d6dbaa47-0e8f-42df-8734-397635938220 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:55:58.800144 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a15a6a0-9c89-4f3d-ac62-be5efc1c4b79 None None] Routers {'234924d7-4092-4a35-8958-f5e95ce123bd'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:55:58.802418 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7a15a6a0-9c89-4f3d-ac62-be5efc1c4b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:55:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['234924d7-4092-4a35-8958-f5e95ce123bd'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:58.844826 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7a15a6a0-9c89-4f3d-ac62-be5efc1c4b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:55:58.845902 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a15a6a0-9c89-4f3d-ac62-be5efc1c4b79 None None] The sync data for ids ['234924d7-4092-4a35-8958-f5e95ce123bd'] in n-d-826754-1 is: [] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:55:59.652180 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d4d20f34-e954-47e2-8ba9-17c3c94767c6 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (234924d7-4092-4a35-8958-f5e95ce123bd), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:55:59.984573 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d4d20f34-e954-47e2-8ba9-17c3c94767c6 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting port d6dbaa47-0e8f-42df-8734-397635938220 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:55:59.985642 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d4d20f34-e954-47e2-8ba9-17c3c94767c6 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (d6dbaa47-0e8f-42df-8734-397635938220), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:00.132431 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d4d20f34-e954-47e2-8ba9-17c3c94767c6 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (d6dbaa47-0e8f-42df-8734-397635938220), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:00.206832 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d4d20f34-e954-47e2-8ba9-17c3c94767c6 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Calling delete_port for d6dbaa47-0e8f-42df-8734-397635938220 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:56:00.289553 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-deaf0c23-213e-42e4-bd85-e55c39d9929d req-20d30a9b-eb6e-4765-91ae-07ac35038986 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3be459ec-5691-4868-a428-d4953f099b49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1392283 Jan 28 00:56:00.456748 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf0c23-213e-42e4-bd85-e55c39d9929d req-13ca16fc-ccc1-4ba1-8ee8-4587be9d7663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:00.458398 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-deaf0c23-213e-42e4-bd85-e55c39d9929d req-13ca16fc-ccc1-4ba1-8ee8-4587be9d7663 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=866b4ab7fc314102a97a2fa17ec57a6e&device_id=3be459ec-5691-4868-a428-d4953f099b49 HTTP/1.1" status: 200 len: 1097 time: 0.0670254 Jan 28 00:56:00.591894 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d4d20f34-e954-47e2-8ba9-17c3c94767c6 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (d6dbaa47-0e8f-42df-8734-397635938220), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:00.628888 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d20f34-e954-47e2-8ba9-17c3c94767c6 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Port': ['ID=d6dbaa47-0e8f-42df-8734-397635938220,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:00.801000 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf0c23-213e-42e4-bd85-e55c39d9929d req-4635863b-225a-49fd-8b0d-2390d8d1db7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:00.802740 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-deaf0c23-213e-42e4-bd85-e55c39d9929d req-4635863b-225a-49fd-8b0d-2390d8d1db7b service neutron] 10.222.0.52 "GET /v2.0/networks?id=5b880eac-0e67-44fb-9f38-382abc695e3b HTTP/1.1" status: 200 len: 910 time: 0.3105884 Jan 28 00:56:00.855217 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d4d20f34-e954-47e2-8ba9-17c3c94767c6 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (234924d7-4092-4a35-8958-f5e95ce123bd), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:01.011580 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-deaf0c23-213e-42e4-bd85-e55c39d9929d req-19ad6444-d27d-4fe4-8f7e-cc209fe82655 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d8bf249-25ea-4e0c-970c-ebc421a4997f HTTP/1.1" status: 200 len: 1000 time: 0.1743846 Jan 28 00:56:01.164370 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d20f34-e954-47e2-8ba9-17c3c94767c6 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Router 234924d7-4092-4a35-8958-f5e95ce123bd has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:56:01.170365 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf0c23-213e-42e4-bd85-e55c39d9929d req-543072eb-eac7-45ee-83c3-81dfafe63277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:01.172348 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-deaf0c23-213e-42e4-bd85-e55c39d9929d req-543072eb-eac7-45ee-83c3-81dfafe63277 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a948c2fd-ed75-48a3-92ab-eef24860d2c8 HTTP/1.1" status: 200 len: 848 time: 0.1117086 Jan 28 00:56:01.311985 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d20f34-e954-47e2-8ba9-17c3c94767c6 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:56:01.322484 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d4d20f34-e954-47e2-8ba9-17c3c94767c6 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "PUT /v2.0/routers/234924d7-4092-4a35-8958-f5e95ce123bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6298568 Jan 28 00:56:01.325725 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38476) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:01.330164 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3488d82-7495-4e72-93a9-f6ad1d96e9f1 None None] Sync routers for ids ['234924d7-4092-4a35-8958-f5e95ce123bd'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:56:01.344679 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf0c23-213e-42e4-bd85-e55c39d9929d req-4d4bbfe1-4c71-433c-b36e-35c48ba73fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:01.348319 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3488d82-7495-4e72-93a9-f6ad1d96e9f1 None None] Routers {'234924d7-4092-4a35-8958-f5e95ce123bd'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:56:01.348951 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-deaf0c23-213e-42e4-bd85-e55c39d9929d req-4d4bbfe1-4c71-433c-b36e-35c48ba73fc9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5b880eac-0e67-44fb-9f38-382abc695e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1656961 Jan 28 00:56:01.350112 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-b3488d82-7495-4e72-93a9-f6ad1d96e9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:55:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['234924d7-4092-4a35-8958-f5e95ce123bd'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:56:01.361347 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-293e4c7d-a461-435a-a9be-f51af5b5e67c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] GET failed (client error): The resource could not be found. Jan 28 00:56:01.362850 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-293e4c7d-a461-435a-a9be-f51af5b5e67c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "GET /v2.0/ports/d6dbaa47-0e8f-42df-8734-397635938220 HTTP/1.1" status: 404 len: 333 time: 0.0369034 Jan 28 00:56:01.368006 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38478) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:01.453531 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-150a7636-54ef-401d-9e07-f418a6aa4b1b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for router (234924d7-4092-4a35-8958-f5e95ce123bd), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:01.453820 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-b3488d82-7495-4e72-93a9-f6ad1d96e9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:56:01.465468 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3488d82-7495-4e72-93a9-f6ad1d96e9f1 None None] Routers {'234924d7-4092-4a35-8958-f5e95ce123bd'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:56:01.466381 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-b3488d82-7495-4e72-93a9-f6ad1d96e9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:55:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['234924d7-4092-4a35-8958-f5e95ce123bd'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:56:01.537727 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-b3488d82-7495-4e72-93a9-f6ad1d96e9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:56:01.540163 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3488d82-7495-4e72-93a9-f6ad1d96e9f1 None None] The sync data for ids ['234924d7-4092-4a35-8958-f5e95ce123bd'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:56:01.602392 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-deaf0c23-213e-42e4-bd85-e55c39d9929d req-fd90c6f9-8f93-4516-ab6d-a5dcc22a51b1 service neutron] 10.222.0.52 "GET /v2.0/networks/5b880eac-0e67-44fb-9f38-382abc695e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465894 Jan 28 00:56:01.676121 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-150a7636-54ef-401d-9e07-f418a6aa4b1b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (234924d7-4092-4a35-8958-f5e95ce123bd), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:01.678712 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-150a7636-54ef-401d-9e07-f418a6aa4b1b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for router_controller (234924d7-4092-4a35-8958-f5e95ce123bd), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:01.782248 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-deaf0c23-213e-42e4-bd85-e55c39d9929d req-17dce6bf-8cba-4f88-baac-f629381aa778 service neutron] 10.222.0.52 "GET /v2.0/networks/5b880eac-0e67-44fb-9f38-382abc695e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728914 Jan 28 00:56:01.794271 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-150a7636-54ef-401d-9e07-f418a6aa4b1b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (234924d7-4092-4a35-8958-f5e95ce123bd), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:01.795115 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150a7636-54ef-401d-9e07-f418a6aa4b1b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Fanout notify agent at l3_agent the message router_deleted on router 234924d7-4092-4a35-8958-f5e95ce123bd {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 00:56:01.803434 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-150a7636-54ef-401d-9e07-f418a6aa4b1b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:01.805065 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-150a7636-54ef-401d-9e07-f418a6aa4b1b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/routers/234924d7-4092-4a35-8958-f5e95ce123bd HTTP/1.1" status: 204 len: 168 time: 0.4357986 Jan 28 00:56:01.808985 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38486) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:01.874302 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-901963dc-3687-42be-b3e2-6f8043b9c8a2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting subnet ec257378-d774-4497-90ef-48921289ccfc {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:56:01.878327 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-901963dc-3687-42be-b3e2-6f8043b9c8a2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (ec257378-d774-4497-90ef-48921289ccfc), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:01.931433 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-901963dc-3687-42be-b3e2-6f8043b9c8a2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (ec257378-d774-4497-90ef-48921289ccfc), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:02.099745 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-901963dc-3687-42be-b3e2-6f8043b9c8a2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (ec257378-d774-4497-90ef-48921289ccfc), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:02.236716 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-901963dc-3687-42be-b3e2-6f8043b9c8a2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (ec257378-d774-4497-90ef-48921289ccfc), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:02.280320 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901963dc-3687-42be-b3e2-6f8043b9c8a2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Subnet': ['ID=ec257378-d774-4497-90ef-48921289ccfc,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:02.297708 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-901963dc-3687-42be-b3e2-6f8043b9c8a2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:02.306091 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d46cc6-b51e-49fc-9a7d-651b51a5f08c None None] Network 70ed516d-62f5-4ff3-9158-059b5f829105 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:56:02.308056 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38502) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:02.308838 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-901963dc-3687-42be-b3e2-6f8043b9c8a2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/subnets/ec257378-d774-4497-90ef-48921289ccfc HTTP/1.1" status: 204 len: 168 time: 0.4979420 Jan 28 00:56:02.471009 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb3818b2-b8af-403d-9663-3f392c76af97 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (70ed516d-62f5-4ff3-9158-059b5f829105), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:02.584519 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238209de-3c68-43ce-8dfd-858906333ebe None None] DHCP port deletion for 70ed516d-62f5-4ff3-9158-059b5f829105 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:56:02.596068 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fb3818b2-b8af-403d-9663-3f392c76af97 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting port 8ac2d98c-cdcb-428f-a89e-6a38bc9ace88 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:56:02.599508 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb3818b2-b8af-403d-9663-3f392c76af97 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (8ac2d98c-cdcb-428f-a89e-6a38bc9ace88), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:02.703543 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-238209de-3c68-43ce-8dfd-858906333ebe None None] Deleting port 8ac2d98c-cdcb-428f-a89e-6a38bc9ace88 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:56:02.704290 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-238209de-3c68-43ce-8dfd-858906333ebe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (8ac2d98c-cdcb-428f-a89e-6a38bc9ace88), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:02.722377 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-fb3818b2-b8af-403d-9663-3f392c76af97 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] For port 8ac2d98c-cdcb-428f-a89e-6a38bc9ace88, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8ac2d98c-cdcb-428f-a89e-6a38bc9ace88,segment=NetworkSegment(11e1347f-99bf-47de-8691-92e7d3a3879d),segment_id=11e1347f-99bf-47de-8691-92e7d3a3879d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:02.722752 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb3818b2-b8af-403d-9663-3f392c76af97 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (8ac2d98c-cdcb-428f-a89e-6a38bc9ace88), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:02.748313 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fb3818b2-b8af-403d-9663-3f392c76af97 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Calling delete_port for 8ac2d98c-cdcb-428f-a89e-6a38bc9ace88 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:56:02.874321 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-238209de-3c68-43ce-8dfd-858906333ebe None None] For port 8ac2d98c-cdcb-428f-a89e-6a38bc9ace88, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8ac2d98c-cdcb-428f-a89e-6a38bc9ace88,segment=NetworkSegment(11e1347f-99bf-47de-8691-92e7d3a3879d),segment_id=11e1347f-99bf-47de-8691-92e7d3a3879d)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:02.874726 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-238209de-3c68-43ce-8dfd-858906333ebe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (8ac2d98c-cdcb-428f-a89e-6a38bc9ace88), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:02.909985 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-238209de-3c68-43ce-8dfd-858906333ebe None None] Calling delete_port for 8ac2d98c-cdcb-428f-a89e-6a38bc9ace88 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:56:02.999669 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb3818b2-b8af-403d-9663-3f392c76af97 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (8ac2d98c-cdcb-428f-a89e-6a38bc9ace88), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:03.042908 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3818b2-b8af-403d-9663-3f392c76af97 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Port': ['ID=8ac2d98c-cdcb-428f-a89e-6a38bc9ace88,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:03.051335 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3818b2-b8af-403d-9663-3f392c76af97 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] No DVR routers for this DVR port 8ac2d98c-cdcb-428f-a89e-6a38bc9ace88 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:56:03.152212 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-238209de-3c68-43ce-8dfd-858906333ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (8ac2d98c-cdcb-428f-a89e-6a38bc9ace88), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:03.162844 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb3818b2-b8af-403d-9663-3f392c76af97 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (70ed516d-62f5-4ff3-9158-059b5f829105), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:03.209910 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238209de-3c68-43ce-8dfd-858906333ebe None None] Pushing event deleted for resources: {'Port': ['ID=8ac2d98c-cdcb-428f-a89e-6a38bc9ace88,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:03.217623 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238209de-3c68-43ce-8dfd-858906333ebe None None] No DVR routers for this DVR port 8ac2d98c-cdcb-428f-a89e-6a38bc9ace88 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:56:03.233575 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-fb3818b2-b8af-403d-9663-3f392c76af97 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ed516d-62f5-4ff3-9158-059b5f829105']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:56:03.258434 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-fb3818b2-b8af-403d-9663-3f392c76af97 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e1347f-99bf-47de-8691-92e7d3a3879d') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:56:03.259048 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-fb3818b2-b8af-403d-9663-3f392c76af97 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e1347f-99bf-47de-8691-92e7d3a3879d') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:56:03.286629 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb3818b2-b8af-403d-9663-3f392c76af97 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (11e1347f-99bf-47de-8691-92e7d3a3879d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:03.316887 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb3818b2-b8af-403d-9663-3f392c76af97 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (11e1347f-99bf-47de-8691-92e7d3a3879d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:03.329037 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3818b2-b8af-403d-9663-3f392c76af97 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:56:03.329556 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb3818b2-b8af-403d-9663-3f392c76af97 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (11e1347f-99bf-47de-8691-92e7d3a3879d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:03.334227 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:56:03.334227 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:56:03.334227 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:56:03.334227 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:56:03.334227 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:56:03.334227 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:56:03.334227 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:56:03.334227 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:56:03.334227 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:56:03.334227 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:56:03.334227 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:56:03.334227 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:56:03.334227 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:56:03.334227 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:56:03.334227 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:56:03.334227 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:56:03.334227 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:56:03.334227 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:56:03.334227 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:56:03.334227 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:56:03.334227 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:56:03.334227 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:56:03.334227 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:56:03.334227 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:56:03.334227 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:56:03.334227 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:56:03.334227 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:56:03.334227 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:56:03.334227 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:56:03.334227 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:56:03.334227 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:56:03.334227 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:56:03.431732 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb3818b2-b8af-403d-9663-3f392c76af97 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (70ed516d-62f5-4ff3-9158-059b5f829105), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:03.449882 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fb3818b2-b8af-403d-9663-3f392c76af97 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:03.457841 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fb3818b2-b8af-403d-9663-3f392c76af97 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/networks/70ed516d-62f5-4ff3-9158-059b5f829105 HTTP/1.1" status: 204 len: 168 time: 1.1472440 Jan 28 00:56:03.466711 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38516) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:03.485042 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3818b2-b8af-403d-9663-3f392c76af97 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Network': ['ID=70ed516d-62f5-4ff3-9158-059b5f829105,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:03.536652 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d09b82c-eb90-4b8f-ab69-ebee80fc8bc3 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:03.543456 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4d09b82c-eb90-4b8f-ab69-ebee80fc8bc3 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "GET /v2.0/ports/7c614a54-8c4f-49d5-bf5f-962299512f3c HTTP/1.1" status: 200 len: 841 time: 0.0752032 Jan 28 00:56:03.543807 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38520) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:03.615856 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b309b7b6-2f5f-4862-b007-db595fd60a98 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "GET /v2.0/ports/7c614a54-8c4f-49d5-bf5f-962299512f3c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0693536 Jan 28 00:56:03.619408 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38524) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:03.624785 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-0b7451cd-e809-4f0e-abba-ca6e1a11860d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'subnet': {'network_id': 'fdbb3073-bc90-43d8-93a3-23c8b1e9ceca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:03.780006 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7451cd-e809-4f0e-abba-ca6e1a11860d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:56:03.787291 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b7451cd-e809-4f0e-abba-ca6e1a11860d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:03.887058 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8ac2d98c-cdcb-428f-a89e-6a38bc9ace88 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:56:03.933468 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 8ac2d98c-cdcb-428f-a89e-6a38bc9ace88 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:56:03.934083 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8ac2d98c-cdcb-428f-a89e-6a38bc9ace88 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:56:04.100640 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b7451cd-e809-4f0e-abba-ca6e1a11860d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (bfbf0c18-9900-4050-9860-7484aafea70b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:04.147245 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7451cd-e809-4f0e-abba-ca6e1a11860d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network fdbb3073-bc90-43d8-93a3-23c8b1e9ceca is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:56:04.156364 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-0b7451cd-e809-4f0e-abba-ca6e1a11860d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:04.167529 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac169829-29a1-4ece-8e35-ba4f033e9d1d None None] Network fdbb3073-bc90-43d8-93a3-23c8b1e9ceca requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:56:04.169265 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7451cd-e809-4f0e-abba-ca6e1a11860d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:04.170028 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b7451cd-e809-4f0e-abba-ca6e1a11860d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:04.190894 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38536) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:04.197981 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-c82fcda1-9daa-4ff8-a241-8885e610c54c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'security_group': {'name': 'tempest-secgroup-380834865'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:04.202357 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0b7451cd-e809-4f0e-abba-ca6e1a11860d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5817566 Jan 28 00:56:04.212295 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7451cd-e809-4f0e-abba-ca6e1a11860d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Subnet': ['ID=bfbf0c18-9900-4050-9860-7484aafea70b,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:04.249921 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c82fcda1-9daa-4ff8-a241-8885e610c54c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:04.361788 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c82fcda1-9daa-4ff8-a241-8885e610c54c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for security_group (0ae36001-8ac3-4a71-af05-93e3ab573319), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:04.371221 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c82fcda1-9daa-4ff8-a241-8885e610c54c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0ae36001-8ac3-4a71-af05-93e3ab573319), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:04.392931 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b4e6b0-d109-4b42-8186-3ce3583d02ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-fdbb3073-bc90-43d8-93a3-23c8b1e9ceca', 'network_id': 'fdbb3073-bc90-43d8-93a3-23c8b1e9ceca', 'project_id': 'ca821021c46c41f1a36172a5b2f12ad6', 'fixed_ips': [{'subnet_id': 'bfbf0c18-9900-4050-9860-7484aafea70b'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:56:04.394012 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c9b4e6b0-d109-4b42-8186-3ce3583d02ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:04.419647 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c82fcda1-9daa-4ff8-a241-8885e610c54c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:04.424425 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c82fcda1-9daa-4ff8-a241-8885e610c54c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2287009 Jan 28 00:56:04.424425 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82fcda1-9daa-4ff8-a241-8885e610c54c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae36001-8ac3-4a71-af05-93e3ab573319,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:04.424795 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38540) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:04.430366 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-f27b6e79-3220-4095-926e-2d6690832a96 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'security_group': {'name': 'tempest-secgroup-218748704'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:04.476918 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f27b6e79-3220-4095-926e-2d6690832a96 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:04.584539 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f27b6e79-3220-4095-926e-2d6690832a96 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for security_group (aeb5b98b-ad8b-4fae-bb23-ed767d298fe8), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:04.590854 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f27b6e79-3220-4095-926e-2d6690832a96 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (aeb5b98b-ad8b-4fae-bb23-ed767d298fe8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:04.607347 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-c9b4e6b0-d109-4b42-8186-3ce3583d02ad None None] Allocated IP 172.20.0.2 (fdbb3073-bc90-43d8-93a3-23c8b1e9ceca/bfbf0c18-9900-4050-9860-7484aafea70b/44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:56:04.640327 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f27b6e79-3220-4095-926e-2d6690832a96 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:04.643296 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f27b6e79-3220-4095-926e-2d6690832a96 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2166691 Jan 28 00:56:04.649347 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38546) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:04.660774 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b6e79-3220-4095-926e-2d6690832a96 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb5b98b-ad8b-4fae-bb23-ed767d298fe8,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:04.661678 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-4186d45c-b0fe-451e-82e5-ca2ebc1ee31d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1738927562', 'security_groups': ['aeb5b98b-ad8b-4fae-bb23-ed767d298fe8'], 'network_id': 'fdbb3073-bc90-43d8-93a3-23c8b1e9ceca', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bfbf0c18-9900-4050-9860-7484aafea70b'}]}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:04.815316 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c9b4e6b0-d109-4b42-8186-3ce3583d02ad None None] Publish callbacks [] for port (44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:04.826722 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c9b4e6b0-d109-4b42-8186-3ce3583d02ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:04.872102 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4186d45c-b0fe-451e-82e5-ca2ebc1ee31d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:56:04.916171 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b4e6b0-d109-4b42-8186-3ce3583d02ad None None] Network fdbb3073-bc90-43d8-93a3-23c8b1e9ceca is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:56:04.919061 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4e6b0-d109-4b42-8186-3ce3583d02ad None None] Pushing event updated for resources: {'Port': ['ID=44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:04.922766 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-c9b4e6b0-d109-4b42-8186-3ce3583d02ad None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:04.926167 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b4e6b0-d109-4b42-8186-3ce3583d02ad None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:56:05.014119 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4186d45c-b0fe-451e-82e5-ca2ebc1ee31d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:05.019657 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-c9b4e6b0-d109-4b42-8186-3ce3583d02ad None None] Attempting to bind port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:56:05.020035 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-c9b4e6b0-d109-4b42-8186-3ce3583d02ad None None] Attempting to bind port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'fac77400-5b9f-4669-af5f-b39fb72c2d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdbb3073-bc90-43d8-93a3-23c8b1e9ceca'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:56:05.020434 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b4e6b0-d109-4b42-8186-3ce3583d02ad None None] Attempting to bind port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a on network fdbb3073-bc90-43d8-93a3-23c8b1e9ceca {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:56:05.027551 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b4e6b0-d109-4b42-8186-3ce3583d02ad None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:56:05.028003 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b4e6b0-d109-4b42-8186-3ce3583d02ad None None] Checking segment: {'id': 'fac77400-5b9f-4669-af5f-b39fb72c2d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdbb3073-bc90-43d8-93a3-23c8b1e9ceca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:56:05.028402 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c9b4e6b0-d109-4b42-8186-3ce3583d02ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:05.028807 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b4e6b0-d109-4b42-8186-3ce3583d02ad None None] Bound using segment: {'id': 'fac77400-5b9f-4669-af5f-b39fb72c2d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdbb3073-bc90-43d8-93a3-23c8b1e9ceca'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:56:05.029301 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-c9b4e6b0-d109-4b42-8186-3ce3583d02ad None None] Bound port: 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac77400-5b9f-4669-af5f-b39fb72c2d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdbb3073-bc90-43d8-93a3-23c8b1e9ceca'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:56:05.029689 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c9b4e6b0-d109-4b42-8186-3ce3583d02ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:05.070672 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-4186d45c-b0fe-451e-82e5-ca2ebc1ee31d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] device_id is not set on port cc0d5f84-3d35-46ac-9700-ee5ef2f74bce yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:56:05.131579 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c9b4e6b0-d109-4b42-8186-3ce3583d02ad None None] For port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:56:05.135736 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c9b4e6b0-d109-4b42-8186-3ce3583d02ad None None] For port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a,segment=NetworkSegment(fac77400-5b9f-4669-af5f-b39fb72c2d4b),segment_id=fac77400-5b9f-4669-af5f-b39fb72c2d4b)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:56:05.141747 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c9b4e6b0-d109-4b42-8186-3ce3583d02ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:05.382027 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-4186d45c-b0fe-451e-82e5-ca2ebc1ee31d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Allocated IP 172.20.0.12 (fdbb3073-bc90-43d8-93a3-23c8b1e9ceca/bfbf0c18-9900-4050-9860-7484aafea70b/cc0d5f84-3d35-46ac-9700-ee5ef2f74bce) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:56:05.438239 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4e6b0-d109-4b42-8186-3ce3583d02ad None None] Pushing event updated for resources: {'Port': ['ID=44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:05.709708 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4186d45c-b0fe-451e-82e5-ca2ebc1ee31d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for port (cc0d5f84-3d35-46ac-9700-ee5ef2f74bce), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:05.769418 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4186d45c-b0fe-451e-82e5-ca2ebc1ee31d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (cc0d5f84-3d35-46ac-9700-ee5ef2f74bce), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:05.838386 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4186d45c-b0fe-451e-82e5-ca2ebc1ee31d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network fdbb3073-bc90-43d8-93a3-23c8b1e9ceca is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:56:05.842196 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-4186d45c-b0fe-451e-82e5-ca2ebc1ee31d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:05.845739 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4186d45c-b0fe-451e-82e5-ca2ebc1ee31d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:56:05.910048 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186d45c-b0fe-451e-82e5-ca2ebc1ee31d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Port': ['ID=cc0d5f84-3d35-46ac-9700-ee5ef2f74bce,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:05.926236 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4186d45c-b0fe-451e-82e5-ca2ebc1ee31d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:05.927526 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4186d45c-b0fe-451e-82e5-ca2ebc1ee31d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:05.955044 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38572) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:05.965865 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-1d9e8c84-c59b-4078-8c1a-f7cc1a2622b0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'subnet': {'network_id': 'fdbb3073-bc90-43d8-93a3-23c8b1e9ceca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:05.992501 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4186d45c-b0fe-451e-82e5-ca2ebc1ee31d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3402076 Jan 28 00:56:06.009243 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:56:06.113223 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-583622c1-097e-49ec-8f5c-361e6a060fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:06.139296 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9e8c84-c59b-4078-8c1a-f7cc1a2622b0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:56:06.144704 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:06.145138 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8c84-c59b-4078-8c1a-f7cc1a2622b0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:06.145331 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:06.262944 n-d-826754-1 neutron-server[103343]: INFO neutron.db.ipam_backend_mixin [None req-1d9e8c84-c59b-4078-8c1a-f7cc1a2622b0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bfbf0c18-9900-4050-9860-7484aafea70b (CIDR: 172.20.0.0/28) Jan 28 00:56:06.267215 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9e8c84-c59b-4078-8c1a-f7cc1a2622b0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:56:06.268097 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d9e8c84-c59b-4078-8c1a-f7cc1a2622b0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:56:06.299696 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1d9e8c84-c59b-4078-8c1a-f7cc1a2622b0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3406589 Jan 28 00:56:06.300029 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38578) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:06.308848 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-fa4db896-34ea-4063-9f8c-d95f3a7b0eec tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'subnet': {'network_id': 'fdbb3073-bc90-43d8-93a3-23c8b1e9ceca', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:06.330206 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:06.331295 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:06.401719 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a,segment=NetworkSegment(fac77400-5b9f-4669-af5f-b39fb72c2d4b),segment_id=fac77400-5b9f-4669-af5f-b39fb72c2d4b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:06.414520 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:06.483102 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4db896-34ea-4063-9f8c-d95f3a7b0eec tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:56:06.488786 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fa4db896-34ea-4063-9f8c-d95f3a7b0eec tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:06.498781 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:06.934887 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fa4db896-34ea-4063-9f8c-d95f3a7b0eec tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (e504ce13-d2e6-4a82-8338-e8b88d616820), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:07.033166 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4db896-34ea-4063-9f8c-d95f3a7b0eec tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network fdbb3073-bc90-43d8-93a3-23c8b1e9ceca is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:56:07.046828 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-fa4db896-34ea-4063-9f8c-d95f3a7b0eec tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:07.052267 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4db896-34ea-4063-9f8c-d95f3a7b0eec tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:07.053463 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fa4db896-34ea-4063-9f8c-d95f3a7b0eec tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:07.092195 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4db896-34ea-4063-9f8c-d95f3a7b0eec tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Subnet': ['ID=e504ce13-d2e6-4a82-8338-e8b88d616820,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:07.103922 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-fa4db896-34ea-4063-9f8c-d95f3a7b0eec tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8026268 Jan 28 00:56:07.107850 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38592) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:07.114766 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-82b65aed-7be2-4ccd-8b97-fb1d31a48ccf tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-124601031', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e504ce13-d2e6-4a82-8338-e8b88d616820'}], 'security_groups': ['0ae36001-8ac3-4a71-af05-93e3ab573319']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:07.168195 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e58a50-927b-4e97-876b-64a0aaea871e None None] Network fdbb3073-bc90-43d8-93a3-23c8b1e9ceca requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:56:07.249499 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-82b65aed-7be2-4ccd-8b97-fb1d31a48ccf tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cc0d5f84-3d35-46ac-9700-ee5ef2f74bce), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:07.489905 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-4aad9319-4492-4b13-9c66-99f72b74a2e3 None None] Provisioning complete for port 7c614a54-8c4f-49d5-bf5f-962299512f3c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:07.490382 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4aad9319-4492-4b13-9c66-99f72b74a2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (7c614a54-8c4f-49d5-bf5f-962299512f3c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:07.592993 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4aad9319-4492-4b13-9c66-99f72b74a2e3 None None] Port 7c614a54-8c4f-49d5-bf5f-962299512f3c cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:56:07.635155 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-4aad9319-4492-4b13-9c66-99f72b74a2e3 None None] Provisioning complete for port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:07.635812 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4aad9319-4492-4b13-9c66-99f72b74a2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:07.736383 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7f7393-f6ce-4c23-a35e-750199021948 None None] Update dhcp port {'port': {'network_id': 'fdbb3073-bc90-43d8-93a3-23c8b1e9ceca', 'fixed_ips': [{'subnet_id': 'bfbf0c18-9900-4050-9860-7484aafea70b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e504ce13-d2e6-4a82-8338-e8b88d616820'}], 'binding:host_id': 'n-d-826754-1'}, 'id': '44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a'} from n-d-826754-1. {{(pid=103345) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 00:56:07.786769 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fa7f7393-f6ce-4c23-a35e-750199021948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:07.807237 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-82b65aed-7be2-4ccd-8b97-fb1d31a48ccf tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Delete allocated IP 172.20.0.12 (fdbb3073-bc90-43d8-93a3-23c8b1e9ceca/bfbf0c18-9900-4050-9860-7484aafea70b) {{(pid=103344) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 00:56:07.820518 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-82b65aed-7be2-4ccd-8b97-fb1d31a48ccf tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Allocated IP 172.20.0.24 (fdbb3073-bc90-43d8-93a3-23c8b1e9ceca/e504ce13-d2e6-4a82-8338-e8b88d616820/cc0d5f84-3d35-46ac-9700-ee5ef2f74bce) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:56:07.993384 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:56:08.126019 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4aad9319-4492-4b13-9c66-99f72b74a2e3 None None] Current status of the port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:08.144999 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:08.145599 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:08.209198 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-82b65aed-7be2-4ccd-8b97-fb1d31a48ccf tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for port (cc0d5f84-3d35-46ac-9700-ee5ef2f74bce), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:08.229092 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-82b65aed-7be2-4ccd-8b97-fb1d31a48ccf tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (cc0d5f84-3d35-46ac-9700-ee5ef2f74bce), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:08.331024 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b65aed-7be2-4ccd-8b97-fb1d31a48ccf tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Port': ['ID=cc0d5f84-3d35-46ac-9700-ee5ef2f74bce,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:08.351039 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:08.355788 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-fa7f7393-f6ce-4c23-a35e-750199021948 None None] Allocated IP 172.20.0.18 (fdbb3073-bc90-43d8-93a3-23c8b1e9ceca/e504ce13-d2e6-4a82-8338-e8b88d616820/44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:56:08.418569 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-80498e01-35db-4ffb-ac18-f6f99ec5f86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:08.458629 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-82b65aed-7be2-4ccd-8b97-fb1d31a48ccf tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] In _notify_port_updated(), no bound segment for port cc0d5f84-3d35-46ac-9700-ee5ef2f74bce on network fdbb3073-bc90-43d8-93a3-23c8b1e9ceca {{(pid=103344) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 00:56:08.465835 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b65aed-7be2-4ccd-8b97-fb1d31a48ccf tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:08.466622 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-82b65aed-7be2-4ccd-8b97-fb1d31a48ccf tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:08.471480 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-82b65aed-7be2-4ccd-8b97-fb1d31a48ccf tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "PUT /v2.0/ports/cc0d5f84-3d35-46ac-9700-ee5ef2f74bce HTTP/1.1" status: 200 len: 920 time: 1.3624723 Jan 28 00:56:08.471711 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38606) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:08.670115 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-fa7f7393-f6ce-4c23-a35e-750199021948 None None] For port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a,segment=NetworkSegment(fac77400-5b9f-4669-af5f-b39fb72c2d4b),segment_id=fac77400-5b9f-4669-af5f-b39fb72c2d4b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:08.716589 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9159fa92-12d5-44f1-a5d8-ab24229d834e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting port cc0d5f84-3d35-46ac-9700-ee5ef2f74bce {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:56:08.717257 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9159fa92-12d5-44f1-a5d8-ab24229d834e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (cc0d5f84-3d35-46ac-9700-ee5ef2f74bce), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:08.753550 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fa7f7393-f6ce-4c23-a35e-750199021948 None None] Publish callbacks [] for port (44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:08.783607 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fa7f7393-f6ce-4c23-a35e-750199021948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:08.866656 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9159fa92-12d5-44f1-a5d8-ab24229d834e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (cc0d5f84-3d35-46ac-9700-ee5ef2f74bce), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:08.884047 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9159fa92-12d5-44f1-a5d8-ab24229d834e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Calling delete_port for cc0d5f84-3d35-46ac-9700-ee5ef2f74bce owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:56:08.932312 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f7393-f6ce-4c23-a35e-750199021948 None None] Pushing event updated for resources: {'Port': ['ID=44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:09.126522 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9159fa92-12d5-44f1-a5d8-ab24229d834e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (cc0d5f84-3d35-46ac-9700-ee5ef2f74bce), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:09.182913 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159fa92-12d5-44f1-a5d8-ab24229d834e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Port': ['ID=cc0d5f84-3d35-46ac-9700-ee5ef2f74bce,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:09.351031 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9159fa92-12d5-44f1-a5d8-ab24229d834e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:09.360106 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9159fa92-12d5-44f1-a5d8-ab24229d834e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/ports/cc0d5f84-3d35-46ac-9700-ee5ef2f74bce HTTP/1.1" status: 204 len: 168 time: 0.8842452 Jan 28 00:56:09.361043 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38620) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:09.399481 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef7138e-1775-4903-841f-d5e07ba6142d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] GET failed (client error): The resource could not be found. Jan 28 00:56:09.403817 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2ef7138e-1775-4903-841f-d5e07ba6142d tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "GET /v2.0/ports/cc0d5f84-3d35-46ac-9700-ee5ef2f74bce HTTP/1.1" status: 404 len: 333 time: 0.0406513 Jan 28 00:56:09.411511 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38622) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:09.582143 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69cb42a9-ad67-4ffe-b14a-abc36d60f97a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for security_group (aeb5b98b-ad8b-4fae-bb23-ed767d298fe8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:09.626396 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69cb42a9-ad67-4ffe-b14a-abc36d60f97a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for security_group (aeb5b98b-ad8b-4fae-bb23-ed767d298fe8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:09.705830 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69cb42a9-ad67-4ffe-b14a-abc36d60f97a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (aeb5b98b-ad8b-4fae-bb23-ed767d298fe8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:09.712965 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69cb42a9-ad67-4ffe-b14a-abc36d60f97a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:09.715585 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-69cb42a9-ad67-4ffe-b14a-abc36d60f97a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/security-groups/aeb5b98b-ad8b-4fae-bb23-ed767d298fe8 HTTP/1.1" status: 204 len: 168 time: 0.3025019 Jan 28 00:56:09.719142 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38630) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:09.750854 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb42a9-ad67-4ffe-b14a-abc36d60f97a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb5b98b-ad8b-4fae-bb23-ed767d298fe8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:09.774893 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:09.861759 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a94d0300-0845-4548-b3a8-844c95bb59c9 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for security_group (0ae36001-8ac3-4a71-af05-93e3ab573319), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:09.892221 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a94d0300-0845-4548-b3a8-844c95bb59c9 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for security_group (0ae36001-8ac3-4a71-af05-93e3ab573319), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:09.927341 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:56:09.941359 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a94d0300-0845-4548-b3a8-844c95bb59c9 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0ae36001-8ac3-4a71-af05-93e3ab573319), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:09.946279 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a94d0300-0845-4548-b3a8-844c95bb59c9 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:09.948440 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a94d0300-0845-4548-b3a8-844c95bb59c9 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/security-groups/0ae36001-8ac3-4a71-af05-93e3ab573319 HTTP/1.1" status: 204 len: 168 time: 0.2282445 Jan 28 00:56:09.951959 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38632) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:09.961364 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d0300-0845-4548-b3a8-844c95bb59c9 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae36001-8ac3-4a71-af05-93e3ab573319,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:10.018658 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-4d257956-2b1b-4e74-b56f-dad9fcea03e7 None None] Could not find standard attr ID for object cc0d5f84-3d35-46ac-9700-ee5ef2f74bce. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:56:10.037862 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-a287bd0d-cafa-4ea5-ad99-0eff3ed40494 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting subnet bfbf0c18-9900-4050-9860-7484aafea70b {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:56:10.048388 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a287bd0d-cafa-4ea5-ad99-0eff3ed40494 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (bfbf0c18-9900-4050-9860-7484aafea70b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:10.090389 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-4d257956-2b1b-4e74-b56f-dad9fcea03e7 None None] Provisioning complete for port 7c614a54-8c4f-49d5-bf5f-962299512f3c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:10.091024 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d257956-2b1b-4e74-b56f-dad9fcea03e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (7c614a54-8c4f-49d5-bf5f-962299512f3c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:10.262106 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:10.263138 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:10.346240 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4d257956-2b1b-4e74-b56f-dad9fcea03e7 None None] Port 7c614a54-8c4f-49d5-bf5f-962299512f3c cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:56:10.407825 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-4d257956-2b1b-4e74-b56f-dad9fcea03e7 None None] Provisioning complete for port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:10.408515 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d257956-2b1b-4e74-b56f-dad9fcea03e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:10.557440 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:10.560371 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4d257956-2b1b-4e74-b56f-dad9fcea03e7 None None] Current status of the port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:10.626647 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a287bd0d-cafa-4ea5-ad99-0eff3ed40494 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (bfbf0c18-9900-4050-9860-7484aafea70b), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:10.679141 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-dca6b36d-b2dd-4733-a513-6c0b283c3b9f None None] Could not find standard attr ID for object cc0d5f84-3d35-46ac-9700-ee5ef2f74bce. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:56:10.819726 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a287bd0d-cafa-4ea5-ad99-0eff3ed40494 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (bfbf0c18-9900-4050-9860-7484aafea70b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:10.943234 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a287bd0d-cafa-4ea5-ad99-0eff3ed40494 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (bfbf0c18-9900-4050-9860-7484aafea70b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:10.993317 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-3658b0d0-c5e0-4258-9787-413a8b86fe2a None None] Could not find standard attr ID for object cc0d5f84-3d35-46ac-9700-ee5ef2f74bce. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:56:11.003829 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287bd0d-cafa-4ea5-ad99-0eff3ed40494 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Subnet': ['ID=bfbf0c18-9900-4050-9860-7484aafea70b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:11.010593 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a287bd0d-cafa-4ea5-ad99-0eff3ed40494 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:11.023846 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a287bd0d-cafa-4ea5-ad99-0eff3ed40494 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/subnets/bfbf0c18-9900-4050-9860-7484aafea70b HTTP/1.1" status: 204 len: 168 time: 1.0635519 Jan 28 00:56:11.025824 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38650) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:11.035156 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-5d805b33-35a6-4fa0-98e6-a1f49d09a446 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'subnet': {'network_id': 'fdbb3073-bc90-43d8-93a3-23c8b1e9ceca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:11.218240 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d805b33-35a6-4fa0-98e6-a1f49d09a446 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:56:11.222435 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5d805b33-35a6-4fa0-98e6-a1f49d09a446 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:11.333022 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:11.387569 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf30f2b-cb9d-4755-9301-6b575c26c169 None None] Network fdbb3073-bc90-43d8-93a3-23c8b1e9ceca requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:56:12.090563 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5d805b33-35a6-4fa0-98e6-a1f49d09a446 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (f000280a-a75c-4bd0-8f27-479cbbd1c6c8), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:12.125940 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d805b33-35a6-4fa0-98e6-a1f49d09a446 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network fdbb3073-bc90-43d8-93a3-23c8b1e9ceca is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:56:12.148043 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-5d805b33-35a6-4fa0-98e6-a1f49d09a446 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:12.155284 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d805b33-35a6-4fa0-98e6-a1f49d09a446 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:12.156256 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5d805b33-35a6-4fa0-98e6-a1f49d09a446 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:12.177358 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5d805b33-35a6-4fa0-98e6-a1f49d09a446 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1507788 Jan 28 00:56:12.182259 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38676) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:12.187183 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-353661b9-d24a-4938-a2ab-2d480009aadf tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'security_group': {'name': 'tempest-secgroup-1610683585'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:12.215391 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d805b33-35a6-4fa0-98e6-a1f49d09a446 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Subnet': ['ID=f000280a-a75c-4bd0-8f27-479cbbd1c6c8,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:12.234482 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-353661b9-d24a-4938-a2ab-2d480009aadf tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:12.289829 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:12.380328 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-353661b9-d24a-4938-a2ab-2d480009aadf tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for security_group (6dc453a1-98ba-4c86-8b3b-738f625544ea), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:12.404477 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-353661b9-d24a-4938-a2ab-2d480009aadf tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (6dc453a1-98ba-4c86-8b3b-738f625544ea), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:12.493514 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-353661b9-d24a-4938-a2ab-2d480009aadf tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:12.497111 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-353661b9-d24a-4938-a2ab-2d480009aadf tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3134482 Jan 28 00:56:12.501462 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38688) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:12.502808 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353661b9-d24a-4938-a2ab-2d480009aadf tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc453a1-98ba-4c86-8b3b-738f625544ea,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:12.510770 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-3e9be243-79f3-48d4-bcde-2630a2124194 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'security_group': {'name': 'tempest-secgroup-132956223'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:12.549714 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3e9be243-79f3-48d4-bcde-2630a2124194 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:12.604684 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ade411e-0d13-47a2-93d6-5874bf267232 None None] Network fdbb3073-bc90-43d8-93a3-23c8b1e9ceca requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:56:12.682973 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3e9be243-79f3-48d4-bcde-2630a2124194 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for security_group (09d6c8e9-d957-4542-8552-35b04d920da3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:12.689636 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3e9be243-79f3-48d4-bcde-2630a2124194 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (09d6c8e9-d957-4542-8552-35b04d920da3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:12.720132 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3e9be243-79f3-48d4-bcde-2630a2124194 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:12.724090 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3e9be243-79f3-48d4-bcde-2630a2124194 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2164268 Jan 28 00:56:12.724274 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38690) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:12.732071 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-7ceccede-e361-4a0a-ad06-25ce403ce173 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'security_group': {'name': 'tempest-secgroup-807067109'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:12.751201 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9be243-79f3-48d4-bcde-2630a2124194 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d6c8e9-d957-4542-8552-35b04d920da3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:12.752794 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-dc60eef1-7bef-4da0-8721-1f04841c2731 None None] Provisioning complete for port 7c614a54-8c4f-49d5-bf5f-962299512f3c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:12.753435 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dc60eef1-7bef-4da0-8721-1f04841c2731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (7c614a54-8c4f-49d5-bf5f-962299512f3c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:12.771183 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7ceccede-e361-4a0a-ad06-25ce403ce173 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:12.831862 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-dc60eef1-7bef-4da0-8721-1f04841c2731 None None] Port 7c614a54-8c4f-49d5-bf5f-962299512f3c cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:56:12.888238 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7ceccede-e361-4a0a-ad06-25ce403ce173 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for security_group (0ae059df-c634-430e-a583-95cb899d574c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:12.894887 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7ceccede-e361-4a0a-ad06-25ce403ce173 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0ae059df-c634-430e-a583-95cb899d574c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:12.920551 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38698) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:12.924162 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-dc60eef1-7bef-4da0-8721-1f04841c2731 None None] Provisioning complete for port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:12.924875 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dc60eef1-7bef-4da0-8721-1f04841c2731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:12.946902 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceccede-e361-4a0a-ad06-25ce403ce173 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae059df-c634-430e-a583-95cb899d574c,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:12.969951 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7ceccede-e361-4a0a-ad06-25ce403ce173 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:12.978220 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7ceccede-e361-4a0a-ad06-25ce403ce173 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2472985 Jan 28 00:56:12.978408 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38702) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:12.983909 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-3e057655-f5f0-460a-adc1-df0be54228e7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-332234639', 'security_groups': ['0ae059df-c634-430e-a583-95cb899d574c'], 'network_id': 'fdbb3073-bc90-43d8-93a3-23c8b1e9ceca', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f000280a-a75c-4bd0-8f27-479cbbd1c6c8'}]}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:13.096862 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-dc60eef1-7bef-4da0-8721-1f04841c2731 None None] Current status of the port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:13.123817 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe2fc1d-cba2-4526-adf7-761de372e91c None None] Update dhcp port {'port': {'network_id': 'fdbb3073-bc90-43d8-93a3-23c8b1e9ceca', 'fixed_ips': [{'subnet_id': 'e504ce13-d2e6-4a82-8338-e8b88d616820', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f000280a-a75c-4bd0-8f27-479cbbd1c6c8'}], 'binding:host_id': 'n-d-826754-1'}, 'id': '44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a'} from n-d-826754-1. {{(pid=103345) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 00:56:13.149778 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e057655-f5f0-460a-adc1-df0be54228e7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:56:13.201356 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ffe2fc1d-cba2-4526-adf7-761de372e91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:13.207495 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:13.439896 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3e057655-f5f0-460a-adc1-df0be54228e7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:13.500855 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-3e057655-f5f0-460a-adc1-df0be54228e7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] device_id is not set on port 610c69e3-8401-4552-8176-246a497e35e7 yet. {{(pid=103344) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 00:56:13.597246 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd87eab-6aeb-43eb-9de5-cc69fdeae922 req-b50c2429-9b17-4664-98b7-3327d3d4d6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:13.600318 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-ffe2fc1d-cba2-4526-adf7-761de372e91c None None] Allocated IP 172.20.0.2 (fdbb3073-bc90-43d8-93a3-23c8b1e9ceca/f000280a-a75c-4bd0-8f27-479cbbd1c6c8/44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:56:13.601383 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6bd87eab-6aeb-43eb-9de5-cc69fdeae922 req-b50c2429-9b17-4664-98b7-3327d3d4d6e0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3be459ec-5691-4868-a428-d4953f099b49 HTTP/1.1" status: 200 len: 1097 time: 0.6786118 Jan 28 00:56:13.716427 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6bd87eab-6aeb-43eb-9de5-cc69fdeae922 req-699867a1-c761-47bb-a1e9-2e012fc4a835 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d57c1308-3acb-4b7f-980c-b9720ba79eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028035 Jan 28 00:56:13.808041 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-ffe2fc1d-cba2-4526-adf7-761de372e91c None None] For port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a,segment=NetworkSegment(fac77400-5b9f-4669-af5f-b39fb72c2d4b),segment_id=fac77400-5b9f-4669-af5f-b39fb72c2d4b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:13.877573 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ffe2fc1d-cba2-4526-adf7-761de372e91c None None] Publish callbacks [] for port (44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:13.886960 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ffe2fc1d-cba2-4526-adf7-761de372e91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:13.974114 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-3e057655-f5f0-460a-adc1-df0be54228e7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Allocated IP 172.20.0.5 (fdbb3073-bc90-43d8-93a3-23c8b1e9ceca/f000280a-a75c-4bd0-8f27-479cbbd1c6c8/610c69e3-8401-4552-8176-246a497e35e7) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:56:14.157388 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2fc1d-cba2-4526-adf7-761de372e91c None None] Pushing event updated for resources: {'Port': ['ID=44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:14.204521 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe2fc1d-cba2-4526-adf7-761de372e91c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:14.205051 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe2fc1d-cba2-4526-adf7-761de372e91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:14.205500 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe2fc1d-cba2-4526-adf7-761de372e91c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:14.205931 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe2fc1d-cba2-4526-adf7-761de372e91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:14.206508 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe2fc1d-cba2-4526-adf7-761de372e91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:14.206960 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe2fc1d-cba2-4526-adf7-761de372e91c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:14.207400 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe2fc1d-cba2-4526-adf7-761de372e91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:14.207888 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe2fc1d-cba2-4526-adf7-761de372e91c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:14.208332 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe2fc1d-cba2-4526-adf7-761de372e91c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:14.208770 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe2fc1d-cba2-4526-adf7-761de372e91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:14.210048 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe2fc1d-cba2-4526-adf7-761de372e91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:14.210838 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe2fc1d-cba2-4526-adf7-761de372e91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:14.211332 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe2fc1d-cba2-4526-adf7-761de372e91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:14.376394 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3e057655-f5f0-460a-adc1-df0be54228e7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for port (610c69e3-8401-4552-8176-246a497e35e7), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:14.442229 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3e057655-f5f0-460a-adc1-df0be54228e7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (610c69e3-8401-4552-8176-246a497e35e7), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:14.466406 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:14.536658 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e057655-f5f0-460a-adc1-df0be54228e7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network fdbb3073-bc90-43d8-93a3-23c8b1e9ceca is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:56:14.542912 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-3e057655-f5f0-460a-adc1-df0be54228e7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:14.556703 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e057655-f5f0-460a-adc1-df0be54228e7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:56:14.690589 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e057655-f5f0-460a-adc1-df0be54228e7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Port': ['ID=610c69e3-8401-4552-8176-246a497e35e7,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:14.735325 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e057655-f5f0-460a-adc1-df0be54228e7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:14.736846 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3e057655-f5f0-460a-adc1-df0be54228e7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:14.770461 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3e057655-f5f0-460a-adc1-df0be54228e7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7911849 Jan 28 00:56:14.776531 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38722) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:14.781991 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-2c3802c0-fcd3-427e-851a-8ea77d9a5a56 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'subnet': {'network_id': 'fdbb3073-bc90-43d8-93a3-23c8b1e9ceca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:15.000476 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3802c0-fcd3-427e-851a-8ea77d9a5a56 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:56:15.005095 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2c3802c0-fcd3-427e-851a-8ea77d9a5a56 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:15.047217 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f025b429-e4cf-4a2e-9707-cab2d563ff6a None None] Provisioning complete for port 7c614a54-8c4f-49d5-bf5f-962299512f3c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:15.048273 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f025b429-e4cf-4a2e-9707-cab2d563ff6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (7c614a54-8c4f-49d5-bf5f-962299512f3c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:15.133493 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f025b429-e4cf-4a2e-9707-cab2d563ff6a None None] Port 7c614a54-8c4f-49d5-bf5f-962299512f3c cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:56:15.152808 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f025b429-e4cf-4a2e-9707-cab2d563ff6a None None] Provisioning complete for port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:15.153434 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f025b429-e4cf-4a2e-9707-cab2d563ff6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:15.183819 n-d-826754-1 neutron-server[103344]: INFO neutron.db.ipam_backend_mixin [None req-2c3802c0-fcd3-427e-851a-8ea77d9a5a56 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f000280a-a75c-4bd0-8f27-479cbbd1c6c8 (CIDR: 172.20.0.0/28) Jan 28 00:56:15.191538 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c3802c0-fcd3-427e-851a-8ea77d9a5a56 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:56:15.194778 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c3802c0-fcd3-427e-851a-8ea77d9a5a56 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:56:15.229162 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2c3802c0-fcd3-427e-851a-8ea77d9a5a56 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4476402 Jan 28 00:56:15.229422 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38730) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:15.235896 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-cc6ad61c-8801-4b87-b456-aeba69489881 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'subnet': {'network_id': 'fdbb3073-bc90-43d8-93a3-23c8b1e9ceca', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:15.342904 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f025b429-e4cf-4a2e-9707-cab2d563ff6a None None] Current status of the port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:15.432805 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6ad61c-8801-4b87-b456-aeba69489881 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:56:15.436685 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cc6ad61c-8801-4b87-b456-aeba69489881 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:15.466466 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-4732012f-22be-443d-a66d-05bc9431c849 None None] Provisioning complete for port 610c69e3-8401-4552-8176-246a497e35e7 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:15.467053 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4732012f-22be-443d-a66d-05bc9431c849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (610c69e3-8401-4552-8176-246a497e35e7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:15.510002 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4732012f-22be-443d-a66d-05bc9431c849 None None] Port 610c69e3-8401-4552-8176-246a497e35e7 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:56:15.572297 n-d-826754-1 neutron-server[103343]: INFO neutron.db.ipam_backend_mixin [None req-cc6ad61c-8801-4b87-b456-aeba69489881 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e504ce13-d2e6-4a82-8338-e8b88d616820 (CIDR: 172.20.0.16/28) Jan 28 00:56:15.576258 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6ad61c-8801-4b87-b456-aeba69489881 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 00:56:15.576779 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc6ad61c-8801-4b87-b456-aeba69489881 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:56:15.597427 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cc6ad61c-8801-4b87-b456-aeba69489881 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3639300 Jan 28 00:56:15.597815 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38732) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:15.604335 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-1d30a14d-31c5-4e00-a9c0-853ad182f6f7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'subnet': {'network_id': 'fdbb3073-bc90-43d8-93a3-23c8b1e9ceca', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:15.744163 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d30a14d-31c5-4e00-a9c0-853ad182f6f7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Made reservation on behalf of ca821021c46c41f1a36172a5b2f12ad6 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:56:15.750328 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1d30a14d-31c5-4e00-a9c0-853ad182f6f7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:15.947774 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:56:16.065894 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:16.066865 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:16.162429 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:16.260021 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1d30a14d-31c5-4e00-a9c0-853ad182f6f7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (8eb70b08-ba3a-486c-9b47-c5f2faaa63b9), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:16.334700 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d30a14d-31c5-4e00-a9c0-853ad182f6f7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Network fdbb3073-bc90-43d8-93a3-23c8b1e9ceca is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:56:16.339585 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-1d30a14d-31c5-4e00-a9c0-853ad182f6f7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:56:16.346839 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d30a14d-31c5-4e00-a9c0-853ad182f6f7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:16.347834 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1d30a14d-31c5-4e00-a9c0-853ad182f6f7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:16.361647 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05a3115-5c57-4b3f-999a-05972d0aec5d None None] Network fdbb3073-bc90-43d8-93a3-23c8b1e9ceca requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:56:16.375949 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1d30a14d-31c5-4e00-a9c0-853ad182f6f7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7768929 Jan 28 00:56:16.379849 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38738) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:16.383083 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d30a14d-31c5-4e00-a9c0-853ad182f6f7 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Subnet': ['ID=8eb70b08-ba3a-486c-9b47-c5f2faaa63b9,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:16.387328 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-f281e7bd-370e-4eb2-b776-dea9a35aac8c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-643865146', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8eb70b08-ba3a-486c-9b47-c5f2faaa63b9'}], 'security_groups': ['6dc453a1-98ba-4c86-8b3b-738f625544ea', '09d6c8e9-d957-4542-8552-35b04d920da3']}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:16.686737 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f281e7bd-370e-4eb2-b776-dea9a35aac8c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (610c69e3-8401-4552-8176-246a497e35e7), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:16.970932 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81bc3ee-ea9d-469b-92d8-4940fe883e76 None None] Update dhcp port {'port': {'network_id': 'fdbb3073-bc90-43d8-93a3-23c8b1e9ceca', 'fixed_ips': [{'subnet_id': 'e504ce13-d2e6-4a82-8338-e8b88d616820', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f000280a-a75c-4bd0-8f27-479cbbd1c6c8', 'ip_address': '172.20.0.2'}, {'subnet_id': '8eb70b08-ba3a-486c-9b47-c5f2faaa63b9'}], 'binding:host_id': 'n-d-826754-1'}, 'id': '44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a'} from n-d-826754-1. {{(pid=103345) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 00:56:17.010480 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c81bc3ee-ea9d-469b-92d8-4940fe883e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:17.105658 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-f281e7bd-370e-4eb2-b776-dea9a35aac8c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Delete allocated IP 172.20.0.5 (fdbb3073-bc90-43d8-93a3-23c8b1e9ceca/f000280a-a75c-4bd0-8f27-479cbbd1c6c8) {{(pid=103343) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 00:56:17.118502 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-f281e7bd-370e-4eb2-b776-dea9a35aac8c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Allocated IP 172.20.0.40 (fdbb3073-bc90-43d8-93a3-23c8b1e9ceca/8eb70b08-ba3a-486c-9b47-c5f2faaa63b9/610c69e3-8401-4552-8176-246a497e35e7) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:56:17.361438 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f281e7bd-370e-4eb2-b776-dea9a35aac8c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for port (610c69e3-8401-4552-8176-246a497e35e7), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:17.373961 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f281e7bd-370e-4eb2-b776-dea9a35aac8c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (610c69e3-8401-4552-8176-246a497e35e7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:17.532175 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281e7bd-370e-4eb2-b776-dea9a35aac8c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event updated for resources: {'Port': ['ID=610c69e3-8401-4552-8176-246a497e35e7,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:17.548895 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281e7bd-370e-4eb2-b776-dea9a35aac8c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:17.549495 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281e7bd-370e-4eb2-b776-dea9a35aac8c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:17.549995 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281e7bd-370e-4eb2-b776-dea9a35aac8c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:17.550641 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281e7bd-370e-4eb2-b776-dea9a35aac8c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:17.551371 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281e7bd-370e-4eb2-b776-dea9a35aac8c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:17.551911 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281e7bd-370e-4eb2-b776-dea9a35aac8c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:17.552403 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281e7bd-370e-4eb2-b776-dea9a35aac8c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:17.552924 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281e7bd-370e-4eb2-b776-dea9a35aac8c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:17.554276 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281e7bd-370e-4eb2-b776-dea9a35aac8c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:17.554855 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281e7bd-370e-4eb2-b776-dea9a35aac8c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:17.555359 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281e7bd-370e-4eb2-b776-dea9a35aac8c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:17.555885 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281e7bd-370e-4eb2-b776-dea9a35aac8c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:17.556396 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281e7bd-370e-4eb2-b776-dea9a35aac8c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:56:17.558920 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-c81bc3ee-ea9d-469b-92d8-4940fe883e76 None None] Allocated IP 172.20.0.34 (fdbb3073-bc90-43d8-93a3-23c8b1e9ceca/8eb70b08-ba3a-486c-9b47-c5f2faaa63b9/44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:56:17.575142 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f281e7bd-370e-4eb2-b776-dea9a35aac8c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] In _notify_port_updated(), no bound segment for port 610c69e3-8401-4552-8176-246a497e35e7 on network fdbb3073-bc90-43d8-93a3-23c8b1e9ceca {{(pid=103343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 28 00:56:17.582268 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f281e7bd-370e-4eb2-b776-dea9a35aac8c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:56:17.583240 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f281e7bd-370e-4eb2-b776-dea9a35aac8c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:17.584905 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f281e7bd-370e-4eb2-b776-dea9a35aac8c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "PUT /v2.0/ports/610c69e3-8401-4552-8176-246a497e35e7 HTTP/1.1" status: 200 len: 959 time: 1.2040536 Jan 28 00:56:17.589272 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38744) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:17.833994 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-38f53c53-5ce0-4da7-b995-c3952a3278f8 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting port 610c69e3-8401-4552-8176-246a497e35e7 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:56:17.835228 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38f53c53-5ce0-4da7-b995-c3952a3278f8 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (610c69e3-8401-4552-8176-246a497e35e7), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:17.869134 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c81bc3ee-ea9d-469b-92d8-4940fe883e76 None None] For port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a,segment=NetworkSegment(fac77400-5b9f-4669-af5f-b39fb72c2d4b),segment_id=fac77400-5b9f-4669-af5f-b39fb72c2d4b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:17.938477 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c81bc3ee-ea9d-469b-92d8-4940fe883e76 None None] Publish callbacks [] for port (44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:17.948512 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c81bc3ee-ea9d-469b-92d8-4940fe883e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:18.082912 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38f53c53-5ce0-4da7-b995-c3952a3278f8 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (610c69e3-8401-4552-8176-246a497e35e7), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:18.108080 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-38f53c53-5ce0-4da7-b995-c3952a3278f8 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Calling delete_port for 610c69e3-8401-4552-8176-246a497e35e7 owned by {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:56:18.173307 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81bc3ee-ea9d-469b-92d8-4940fe883e76 None None] Pushing event updated for resources: {'Port': ['ID=44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:18.400724 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38f53c53-5ce0-4da7-b995-c3952a3278f8 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (610c69e3-8401-4552-8176-246a497e35e7), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:18.493415 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f53c53-5ce0-4da7-b995-c3952a3278f8 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Port': ['ID=610c69e3-8401-4552-8176-246a497e35e7,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:18.662699 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38f53c53-5ce0-4da7-b995-c3952a3278f8 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:18.680153 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-38f53c53-5ce0-4da7-b995-c3952a3278f8 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/ports/610c69e3-8401-4552-8176-246a497e35e7 HTTP/1.1" status: 204 len: 168 time: 1.0890813 Jan 28 00:56:18.682771 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38750) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:18.734984 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-7813bf30-ae34-4007-98ee-3d768c0ba477 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] GET failed (client error): The resource could not be found. Jan 28 00:56:18.737543 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7813bf30-ae34-4007-98ee-3d768c0ba477 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "GET /v2.0/ports/610c69e3-8401-4552-8176-246a497e35e7 HTTP/1.1" status: 404 len: 333 time: 0.0530276 Jan 28 00:56:18.743794 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38752) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:18.837545 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5af98f17-2757-4830-aef6-ea0a67ea82fe tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for security_group (0ae059df-c634-430e-a583-95cb899d574c), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:18.876846 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5af98f17-2757-4830-aef6-ea0a67ea82fe tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for security_group (0ae059df-c634-430e-a583-95cb899d574c), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:18.998372 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5af98f17-2757-4830-aef6-ea0a67ea82fe tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0ae059df-c634-430e-a583-95cb899d574c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:19.001578 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5af98f17-2757-4830-aef6-ea0a67ea82fe tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:19.002803 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5af98f17-2757-4830-aef6-ea0a67ea82fe tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/security-groups/0ae059df-c634-430e-a583-95cb899d574c HTTP/1.1" status: 204 len: 168 time: 0.2577100 Jan 28 00:56:19.007998 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38756) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:19.012974 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98f17-2757-4830-aef6-ea0a67ea82fe tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae059df-c634-430e-a583-95cb899d574c,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:19.166576 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-9df7347f-5f4e-4f47-896f-dcf251202743 None None] Could not find standard attr ID for object 610c69e3-8401-4552-8176-246a497e35e7. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:56:19.233140 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-9df7347f-5f4e-4f47-896f-dcf251202743 None None] Provisioning complete for port 7c614a54-8c4f-49d5-bf5f-962299512f3c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:19.233694 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9df7347f-5f4e-4f47-896f-dcf251202743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (7c614a54-8c4f-49d5-bf5f-962299512f3c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:19.252513 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60e301aa-ef98-4578-badc-ababaa201511 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for security_group (09d6c8e9-d957-4542-8552-35b04d920da3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:19.339993 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60e301aa-ef98-4578-badc-ababaa201511 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for security_group (09d6c8e9-d957-4542-8552-35b04d920da3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:19.378674 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9df7347f-5f4e-4f47-896f-dcf251202743 None None] Port 7c614a54-8c4f-49d5-bf5f-962299512f3c cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:56:19.439907 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-9df7347f-5f4e-4f47-896f-dcf251202743 None None] Provisioning complete for port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:19.440158 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9df7347f-5f4e-4f47-896f-dcf251202743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:19.462406 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60e301aa-ef98-4578-badc-ababaa201511 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (09d6c8e9-d957-4542-8552-35b04d920da3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:19.466533 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60e301aa-ef98-4578-badc-ababaa201511 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:19.471588 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-60e301aa-ef98-4578-badc-ababaa201511 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/security-groups/09d6c8e9-d957-4542-8552-35b04d920da3 HTTP/1.1" status: 204 len: 168 time: 0.4609160 Jan 28 00:56:19.476703 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38760) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:19.536286 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e301aa-ef98-4578-badc-ababaa201511 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d6c8e9-d957-4542-8552-35b04d920da3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:19.697101 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c1da4a9b-c84e-4ad7-9849-f93be25ce1cd tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for security_group (6dc453a1-98ba-4c86-8b3b-738f625544ea), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:19.771164 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c1da4a9b-c84e-4ad7-9849-f93be25ce1cd tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for security_group (6dc453a1-98ba-4c86-8b3b-738f625544ea), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:19.788777 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9df7347f-5f4e-4f47-896f-dcf251202743 None None] Current status of the port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:19.938011 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c1da4a9b-c84e-4ad7-9849-f93be25ce1cd tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (6dc453a1-98ba-4c86-8b3b-738f625544ea), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:19.955447 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c1da4a9b-c84e-4ad7-9849-f93be25ce1cd tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:19.960240 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c1da4a9b-c84e-4ad7-9849-f93be25ce1cd tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/security-groups/6dc453a1-98ba-4c86-8b3b-738f625544ea HTTP/1.1" status: 204 len: 168 time: 0.4813356 Jan 28 00:56:19.966715 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38762) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:19.987098 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:56:20.026948 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da4a9b-c84e-4ad7-9849-f93be25ce1cd tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc453a1-98ba-4c86-8b3b-738f625544ea,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:20.159040 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a612d97f-f7d0-4439-a1dd-22b8457e82b4 None None] Could not find standard attr ID for object 610c69e3-8401-4552-8176-246a497e35e7. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 00:56:20.212254 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:20.215964 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:20.308789 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a77b8a8-557a-4d47-9a1b-f0790e392096 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting subnet f000280a-a75c-4bd0-8f27-479cbbd1c6c8 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:56:20.328553 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a77b8a8-557a-4d47-9a1b-f0790e392096 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (f000280a-a75c-4bd0-8f27-479cbbd1c6c8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:20.458064 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:20.583845 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a77b8a8-557a-4d47-9a1b-f0790e392096 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (f000280a-a75c-4bd0-8f27-479cbbd1c6c8), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:20.957748 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a77b8a8-557a-4d47-9a1b-f0790e392096 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (f000280a-a75c-4bd0-8f27-479cbbd1c6c8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:21.100542 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a77b8a8-557a-4d47-9a1b-f0790e392096 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (f000280a-a75c-4bd0-8f27-479cbbd1c6c8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:21.185028 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77b8a8-557a-4d47-9a1b-f0790e392096 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Subnet': ['ID=f000280a-a75c-4bd0-8f27-479cbbd1c6c8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:21.197401 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495ff410-e5ae-4713-9e7e-1581e756bccd None None] Network fdbb3073-bc90-43d8-93a3-23c8b1e9ceca requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:56:21.212782 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a77b8a8-557a-4d47-9a1b-f0790e392096 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:21.223116 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2a77b8a8-557a-4d47-9a1b-f0790e392096 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/subnets/f000280a-a75c-4bd0-8f27-479cbbd1c6c8 HTTP/1.1" status: 204 len: 168 time: 1.2538433 Jan 28 00:56:21.230155 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38770) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:21.483340 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-68fe41dd-5b8c-47a9-a93f-e07515d87eb3 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting subnet 8eb70b08-ba3a-486c-9b47-c5f2faaa63b9 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:56:21.500586 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68fe41dd-5b8c-47a9-a93f-e07515d87eb3 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (8eb70b08-ba3a-486c-9b47-c5f2faaa63b9), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:21.661689 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68fe41dd-5b8c-47a9-a93f-e07515d87eb3 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (8eb70b08-ba3a-486c-9b47-c5f2faaa63b9), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:21.928671 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68fe41dd-5b8c-47a9-a93f-e07515d87eb3 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (8eb70b08-ba3a-486c-9b47-c5f2faaa63b9), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:22.086293 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68fe41dd-5b8c-47a9-a93f-e07515d87eb3 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (8eb70b08-ba3a-486c-9b47-c5f2faaa63b9), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:22.229816 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe41dd-5b8c-47a9-a93f-e07515d87eb3 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Subnet': ['ID=8eb70b08-ba3a-486c-9b47-c5f2faaa63b9,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:22.248820 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68fe41dd-5b8c-47a9-a93f-e07515d87eb3 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:22.265217 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-68fe41dd-5b8c-47a9-a93f-e07515d87eb3 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/subnets/8eb70b08-ba3a-486c-9b47-c5f2faaa63b9 HTTP/1.1" status: 204 len: 168 time: 1.0275140 Jan 28 00:56:22.268030 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38776) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:22.562246 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a54844d-2fa1-43dc-8c0d-a8e53e902642 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] DELETE failed (client error): The resource could not be found. Jan 28 00:56:22.570379 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a54844d-2fa1-43dc-8c0d-a8e53e902642 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:56:22.576669 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4a54844d-2fa1-43dc-8c0d-a8e53e902642 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/subnets/f000280a-a75c-4bd0-8f27-479cbbd1c6c8 HTTP/1.1" status: 404 len: 337 time: 0.3065403 Jan 28 00:56:22.581624 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38780) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:22.790810 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1311bae-bd7d-4501-913c-2011b0637430 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting subnet e504ce13-d2e6-4a82-8338-e8b88d616820 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:56:22.799912 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e1311bae-bd7d-4501-913c-2011b0637430 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (e504ce13-d2e6-4a82-8338-e8b88d616820), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:22.973104 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e1311bae-bd7d-4501-913c-2011b0637430 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (e504ce13-d2e6-4a82-8338-e8b88d616820), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:23.020354 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa53c584-d6f1-42b2-adc6-285b601d0559 None None] Network fdbb3073-bc90-43d8-93a3-23c8b1e9ceca requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:56:23.125648 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e1311bae-bd7d-4501-913c-2011b0637430 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (e504ce13-d2e6-4a82-8338-e8b88d616820), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:23.213292 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e1311bae-bd7d-4501-913c-2011b0637430 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (e504ce13-d2e6-4a82-8338-e8b88d616820), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:23.277810 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1311bae-bd7d-4501-913c-2011b0637430 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Subnet': ['ID=e504ce13-d2e6-4a82-8338-e8b88d616820,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:23.289012 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-55c42dd7-96c0-4254-8ccb-438a7d27657f None None] Provisioning complete for port 7c614a54-8c4f-49d5-bf5f-962299512f3c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:23.289521 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55c42dd7-96c0-4254-8ccb-438a7d27657f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (7c614a54-8c4f-49d5-bf5f-962299512f3c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:23.319039 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e1311bae-bd7d-4501-913c-2011b0637430 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:23.329077 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e1311bae-bd7d-4501-913c-2011b0637430 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/subnets/e504ce13-d2e6-4a82-8338-e8b88d616820 HTTP/1.1" status: 204 len: 168 time: 0.7460039 Jan 28 00:56:23.332880 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38784) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:23.359604 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:56:23.454502 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dacdd96-0b4b-4f41-9747-caf97cfbab50 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] DELETE failed (client error): The resource could not be found. Jan 28 00:56:23.458507 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dacdd96-0b4b-4f41-9747-caf97cfbab50 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:56:23.469883 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6dacdd96-0b4b-4f41-9747-caf97cfbab50 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/subnets/bfbf0c18-9900-4050-9860-7484aafea70b HTTP/1.1" status: 404 len: 337 time: 0.1337879 Jan 28 00:56:23.474030 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38788) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:23.482988 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-55c42dd7-96c0-4254-8ccb-438a7d27657f None None] Port 7c614a54-8c4f-49d5-bf5f-962299512f3c cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:56:23.565276 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-55c42dd7-96c0-4254-8ccb-438a7d27657f None None] Provisioning complete for port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:23.569490 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55c42dd7-96c0-4254-8ccb-438a7d27657f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:23.684754 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-550232f7-1243-408a-aa76-9ef3a2015b5b tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "GET /v2.0/ports?device_id=234924d7-4092-4a35-8958-f5e95ce123bd HTTP/1.1" status: 200 len: 205 time: 0.2080984 Jan 28 00:56:23.703977 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38790) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:23.774480 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-e589e557-d058-4d8e-94f8-21352b3e6c2e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] delete failed (client error): The resource could not be found. Jan 28 00:56:23.775835 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e589e557-d058-4d8e-94f8-21352b3e6c2e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/routers/234924d7-4092-4a35-8958-f5e95ce123bd HTTP/1.1" status: 404 len: 336 time: 0.0705795 Jan 28 00:56:23.780508 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38792) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:23.845004 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6e4ce5-4315-4821-acef-a62110d8877c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] DELETE failed (client error): The resource could not be found. Jan 28 00:56:23.846196 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f6e4ce5-4315-4821-acef-a62110d8877c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:56:23.850504 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9f6e4ce5-4315-4821-acef-a62110d8877c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/subnets/ec257378-d774-4497-90ef-48921289ccfc HTTP/1.1" status: 404 len: 337 time: 0.0679135 Jan 28 00:56:23.855941 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38796) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:23.927279 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-55c42dd7-96c0-4254-8ccb-438a7d27657f None None] Current status of the port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:23.938896 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f6c836-d2b8-4355-9c74-d3fe34ef3dfb None None] Update dhcp port {'port': {'network_id': 'fdbb3073-bc90-43d8-93a3-23c8b1e9ceca', 'fixed_ips': [{'subnet_id': 'e504ce13-d2e6-4a82-8338-e8b88d616820'}], 'binding:host_id': 'n-d-826754-1'}, 'id': '44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a'} from n-d-826754-1. {{(pid=103345) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 00:56:23.972590 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-18f6c836-d2b8-4355-9c74-d3fe34ef3dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:24.009661 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b50f41-ddef-4521-8b93-15777ca6a5bd tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] DELETE failed (client error): The resource could not be found. Jan 28 00:56:24.013678 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7b50f41-ddef-4521-8b93-15777ca6a5bd tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:56:24.031936 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c7b50f41-ddef-4521-8b93-15777ca6a5bd tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/subnets/9fd0f34b-726a-42cf-bfa2-9a00ac344c66 HTTP/1.1" status: 404 len: 337 time: 0.1739743 Jan 28 00:56:24.034578 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38798) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:24.070339 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-664efdde-d328-47cb-b164-95ded26a4c3e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] DELETE failed (client error): The resource could not be found. Jan 28 00:56:24.070790 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-664efdde-d328-47cb-b164-95ded26a4c3e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:56:24.077442 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-664efdde-d328-47cb-b164-95ded26a4c3e tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/subnets/25215546-3ea2-43b7-a4d8-d41f72a9ae47 HTTP/1.1" status: 404 len: 337 time: 0.0416682 Jan 28 00:56:24.078318 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38800) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:24.132446 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-a722a82a-4ba8-4e82-8f73-a33a42b58b53 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] DELETE failed (client error): The resource could not be found. Jan 28 00:56:24.133644 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a722a82a-4ba8-4e82-8f73-a33a42b58b53 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:56:24.140313 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a722a82a-4ba8-4e82-8f73-a33a42b58b53 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/ports/afbd4768-8839-48e6-b985-a2b72fbc3a96 HTTP/1.1" status: 404 len: 333 time: 0.0593081 Jan 28 00:56:24.148279 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38802) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:24.212165 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-27871bc7-7015-4658-befd-a8b9a6d8a96c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] DELETE failed (client error): The resource could not be found. Jan 28 00:56:24.212835 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27871bc7-7015-4658-befd-a8b9a6d8a96c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:56:24.221371 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-27871bc7-7015-4658-befd-a8b9a6d8a96c tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/subnets/35850b5f-e141-492e-bb85-710ed11ea88e HTTP/1.1" status: 404 len: 337 time: 0.0698326 Jan 28 00:56:24.226298 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38804) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:24.280566 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ecf2fc8-95b5-4a3b-a2b9-8fb4a46b24d2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] DELETE failed (client error): The resource could not be found. Jan 28 00:56:24.282567 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ecf2fc8-95b5-4a3b-a2b9-8fb4a46b24d2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:56:24.284347 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4ecf2fc8-95b5-4a3b-a2b9-8fb4a46b24d2 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/subnets/e6e59c53-3d75-413d-9e48-b6be879c416d HTTP/1.1" status: 404 len: 337 time: 0.0567851 Jan 28 00:56:24.288418 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38806) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:24.315037 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1350c1-d0d1-445f-9307-a0d3d5181494 None None] Network fdbb3073-bc90-43d8-93a3-23c8b1e9ceca requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:56:24.329203 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8aadcf-034f-497c-8dcb-4186103279e0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] DELETE failed (client error): The resource could not be found. Jan 28 00:56:24.329993 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a8aadcf-034f-497c-8dcb-4186103279e0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:56:24.337979 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2a8aadcf-034f-497c-8dcb-4186103279e0 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/ports/fef460f6-e6df-4e6b-b494-3f504dbcf252 HTTP/1.1" status: 404 len: 333 time: 0.0453613 Jan 28 00:56:24.339882 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38808) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:24.384583 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d17a31-925a-42b7-bc9d-027b91acf6a3 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] DELETE failed (client error): The resource could not be found. Jan 28 00:56:24.385627 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19d17a31-925a-42b7-bc9d-027b91acf6a3 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:56:24.390668 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-19d17a31-925a-42b7-bc9d-027b91acf6a3 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/subnets/46ea663e-f0f0-46e3-b28c-2c69beacdbdb HTTP/1.1" status: 404 len: 337 time: 0.0491953 Jan 28 00:56:24.394694 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38810) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:24.426145 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6dfd0b-46de-44e9-ab68-ee08a5537f8a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] DELETE failed (client error): The resource could not be found. Jan 28 00:56:24.427853 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a6dfd0b-46de-44e9-ab68-ee08a5537f8a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 00:56:24.432587 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2a6dfd0b-46de-44e9-ab68-ee08a5537f8a tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/subnets/7824c4b3-fb4f-454c-85c9-f460b6c2462a HTTP/1.1" status: 404 len: 337 time: 0.0363839 Jan 28 00:56:24.436442 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38812) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:24.497347 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-9b82c912-5872-45ac-9e2e-60fff4174bea None None] Provisioning complete for port 7c614a54-8c4f-49d5-bf5f-962299512f3c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:24.497940 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9b82c912-5872-45ac-9e2e-60fff4174bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (7c614a54-8c4f-49d5-bf5f-962299512f3c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:24.580642 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9b82c912-5872-45ac-9e2e-60fff4174bea None None] Port 7c614a54-8c4f-49d5-bf5f-962299512f3c cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:56:24.590277 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-05945173-af6f-4bcf-94d3-ea57e388b0f6 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Deleting port 7c614a54-8c4f-49d5-bf5f-962299512f3c {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:56:24.590771 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05945173-af6f-4bcf-94d3-ea57e388b0f6 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (7c614a54-8c4f-49d5-bf5f-962299512f3c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:24.687694 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-9b82c912-5872-45ac-9e2e-60fff4174bea None None] Provisioning complete for port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:56:24.688577 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9b82c912-5872-45ac-9e2e-60fff4174bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:24.705821 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05945173-af6f-4bcf-94d3-ea57e388b0f6 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (7c614a54-8c4f-49d5-bf5f-962299512f3c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:24.770308 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-05945173-af6f-4bcf-94d3-ea57e388b0f6 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Calling delete_port for 7c614a54-8c4f-49d5-bf5f-962299512f3c owned by {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:56:24.789622 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3a7f01-4e1e-41f2-aea6-c5e7b124e890 None None] DHCP port deletion for fdbb3073-bc90-43d8-93a3-23c8b1e9ceca request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:56:24.876699 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9b82c912-5872-45ac-9e2e-60fff4174bea None None] Current status of the port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:56:24.916813 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a7f01-4e1e-41f2-aea6-c5e7b124e890 None None] Deleting port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:56:24.917851 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad3a7f01-4e1e-41f2-aea6-c5e7b124e890 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:25.008994 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-ad3a7f01-4e1e-41f2-aea6-c5e7b124e890 None None] For port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a,segment=NetworkSegment(fac77400-5b9f-4669-af5f-b39fb72c2d4b),segment_id=fac77400-5b9f-4669-af5f-b39fb72c2d4b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:56:25.009483 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad3a7f01-4e1e-41f2-aea6-c5e7b124e890 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:25.026022 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a7f01-4e1e-41f2-aea6-c5e7b124e890 None None] Calling delete_port for 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:56:25.086372 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05945173-af6f-4bcf-94d3-ea57e388b0f6 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (7c614a54-8c4f-49d5-bf5f-962299512f3c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:25.140252 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05945173-af6f-4bcf-94d3-ea57e388b0f6 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Port': ['ID=7c614a54-8c4f-49d5-bf5f-962299512f3c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:25.157832 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05945173-af6f-4bcf-94d3-ea57e388b0f6 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:25.168174 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38818) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:25.168832 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-05945173-af6f-4bcf-94d3-ea57e388b0f6 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/ports/7c614a54-8c4f-49d5-bf5f-962299512f3c HTTP/1.1" status: 204 len: 168 time: 0.7308576 Jan 28 00:56:25.246640 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad3a7f01-4e1e-41f2-aea6-c5e7b124e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:25.289886 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3a7f01-4e1e-41f2-aea6-c5e7b124e890 None None] No DVR routers for this DVR port 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:56:25.291879 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a7f01-4e1e-41f2-aea6-c5e7b124e890 None None] Pushing event deleted for resources: {'Port': ['ID=44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:25.292950 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-158bad4b-38d9-4f0d-a4d5-91cae6c220f8 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (fdbb3073-bc90-43d8-93a3-23c8b1e9ceca), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:25.446230 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-158bad4b-38d9-4f0d-a4d5-91cae6c220f8 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (fdbb3073-bc90-43d8-93a3-23c8b1e9ceca), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:25.475851 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-158bad4b-38d9-4f0d-a4d5-91cae6c220f8 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdbb3073-bc90-43d8-93a3-23c8b1e9ceca']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:56:25.494004 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-158bad4b-38d9-4f0d-a4d5-91cae6c220f8 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac77400-5b9f-4669-af5f-b39fb72c2d4b') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:56:25.496331 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-158bad4b-38d9-4f0d-a4d5-91cae6c220f8 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac77400-5b9f-4669-af5f-b39fb72c2d4b') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:56:25.519061 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-158bad4b-38d9-4f0d-a4d5-91cae6c220f8 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (fac77400-5b9f-4669-af5f-b39fb72c2d4b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:25.542870 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-158bad4b-38d9-4f0d-a4d5-91cae6c220f8 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (fac77400-5b9f-4669-af5f-b39fb72c2d4b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:25.556154 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158bad4b-38d9-4f0d-a4d5-91cae6c220f8 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:56:25.559364 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-158bad4b-38d9-4f0d-a4d5-91cae6c220f8 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (fac77400-5b9f-4669-af5f-b39fb72c2d4b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:25.566941 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 00:56:25.566941 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:56:25.566941 n-d-826754-1 neutron-server[103344]: timer() Jan 28 00:56:25.566941 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:56:25.566941 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 00:56:25.566941 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:56:25.566941 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 00:56:25.566941 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:56:25.566941 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 00:56:25.566941 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:56:25.566941 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 00:56:25.566941 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:56:25.566941 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 00:56:25.566941 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:56:25.566941 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:56:25.566941 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:56:25.566941 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:56:25.566941 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:56:25.566941 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 00:56:25.566941 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:56:25.566941 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 00:56:25.566941 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:56:25.566941 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:56:25.566941 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:56:25.566941 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 00:56:25.566941 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:56:25.566941 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:56:25.566941 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:56:25.566941 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:56:25.566941 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:56:25.566941 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:56:25.566941 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:56:25.675154 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-158bad4b-38d9-4f0d-a4d5-91cae6c220f8 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (fdbb3073-bc90-43d8-93a3-23c8b1e9ceca), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:25.690129 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-158bad4b-38d9-4f0d-a4d5-91cae6c220f8 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:25.696329 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-158bad4b-38d9-4f0d-a4d5-91cae6c220f8 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] 10.222.0.70 "DELETE /v2.0/networks/fdbb3073-bc90-43d8-93a3-23c8b1e9ceca HTTP/1.1" status: 204 len: 168 time: 0.5262914 Jan 28 00:56:25.718509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bad4b-38d9-4f0d-a4d5-91cae6c220f8 tempest-PortsTestJSON-730391245 tempest-PortsTestJSON-730391245-project] Pushing event deleted for resources: {'Network': ['ID=fdbb3073-bc90-43d8-93a3-23c8b1e9ceca,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:25.894638 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:56:25.935898 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:56:25.936642 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 44c0955b-3e6f-4e5c-a88c-e0af1a9a7f7a not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:56:26.244510 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38828) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:26.552347 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-192cf945-b130-4304-ab0b-ac2c71e7d88f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ca821021c46c41f1a36172a5b2f12ad6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3062341 Jan 28 00:56:26.553335 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38832) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:26.624190 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-71b599a7-f5e6-4476-a0d8-f48eb0d09b38 admin admin] Publish callbacks [] for security_group (da06427d-ac82-4a66-8ffe-e3a134e920de), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:26.654454 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-71b599a7-f5e6-4476-a0d8-f48eb0d09b38 admin admin] Publish callbacks [] for security_group (da06427d-ac82-4a66-8ffe-e3a134e920de), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:26.738064 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-71b599a7-f5e6-4476-a0d8-f48eb0d09b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (da06427d-ac82-4a66-8ffe-e3a134e920de), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:26.753141 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-71b599a7-f5e6-4476-a0d8-f48eb0d09b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:26.756325 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-71b599a7-f5e6-4476-a0d8-f48eb0d09b38 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/da06427d-ac82-4a66-8ffe-e3a134e920de HTTP/1.1" status: 204 len: 168 time: 0.2022238 Jan 28 00:56:26.795863 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b599a7-f5e6-4476-a0d8-f48eb0d09b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da06427d-ac82-4a66-8ffe-e3a134e920de,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:27.791959 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38860) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:27.915517 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-86705593-ef26-4c44-bdce-c2fc12ad12a1 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Request body: {'security_group': {'name': 'tempest-secgroup--1883428811'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:27.940822 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-86705593-ef26-4c44-bdce-c2fc12ad12a1 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:27.951530 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-86705593-ef26-4c44-bdce-c2fc12ad12a1 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:28.074951 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-86705593-ef26-4c44-bdce-c2fc12ad12a1 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (abf1e4b8-3c58-420f-827b-3242a739bf6a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:28.081024 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-86705593-ef26-4c44-bdce-c2fc12ad12a1 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (abf1e4b8-3c58-420f-827b-3242a739bf6a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:28.153824 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86705593-ef26-4c44-bdce-c2fc12ad12a1 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf1e4b8-3c58-420f-827b-3242a739bf6a,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:28.222063 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-86705593-ef26-4c44-bdce-c2fc12ad12a1 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (2e37a9d3-a362-4cfb-a28b-322e25dea89f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:28.228879 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-86705593-ef26-4c44-bdce-c2fc12ad12a1 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2e37a9d3-a362-4cfb-a28b-322e25dea89f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:28.289912 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-86705593-ef26-4c44-bdce-c2fc12ad12a1 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:28.294392 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-86705593-ef26-4c44-bdce-c2fc12ad12a1 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4983964 Jan 28 00:56:28.295113 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38864) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:28.308357 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86705593-ef26-4c44-bdce-c2fc12ad12a1 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e37a9d3-a362-4cfb-a28b-322e25dea89f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:28.411002 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1ec66f8a-dc9f-4d4c-b47b-db9b123bedeb tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1142089 Jan 28 00:56:28.419341 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38868) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:28.424109 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-f8b7ca0d-7556-4f1f-850d-9fd80f2a270d tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Request body: {'security_group': {'name': 'tempest-security--350232887', 'description': 'tempest-security-description-22724923'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:28.482025 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f8b7ca0d-7556-4f1f-850d-9fd80f2a270d tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (2e37a9d3-a362-4cfb-a28b-322e25dea89f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:28.542251 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f8b7ca0d-7556-4f1f-850d-9fd80f2a270d tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (2e37a9d3-a362-4cfb-a28b-322e25dea89f), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:28.547078 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f8b7ca0d-7556-4f1f-850d-9fd80f2a270d tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2e37a9d3-a362-4cfb-a28b-322e25dea89f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:28.550021 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f8b7ca0d-7556-4f1f-850d-9fd80f2a270d tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:28.555267 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38870) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:28.556172 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f8b7ca0d-7556-4f1f-850d-9fd80f2a270d tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "PUT /v2.0/security-groups/2e37a9d3-a362-4cfb-a28b-322e25dea89f HTTP/1.1" status: 200 len: 1794 time: 0.1347439 Jan 28 00:56:28.584676 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7ca0d-7556-4f1f-850d-9fd80f2a270d tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e37a9d3-a362-4cfb-a28b-322e25dea89f,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:28.640804 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3c7065b1-b794-48c8-9eb4-272dba3a12e7 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "GET /v2.0/security-groups/2e37a9d3-a362-4cfb-a28b-322e25dea89f HTTP/1.1" status: 200 len: 1794 time: 0.0784352 Jan 28 00:56:28.641489 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38872) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:28.743798 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-43424285-49f8-4e3b-a3f3-fb5f4057ec9c tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (2e37a9d3-a362-4cfb-a28b-322e25dea89f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:28.786580 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-43424285-49f8-4e3b-a3f3-fb5f4057ec9c tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (2e37a9d3-a362-4cfb-a28b-322e25dea89f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:28.876635 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-43424285-49f8-4e3b-a3f3-fb5f4057ec9c tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2e37a9d3-a362-4cfb-a28b-322e25dea89f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:28.880449 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-43424285-49f8-4e3b-a3f3-fb5f4057ec9c tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:28.885441 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-43424285-49f8-4e3b-a3f3-fb5f4057ec9c tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "DELETE /v2.0/security-groups/2e37a9d3-a362-4cfb-a28b-322e25dea89f HTTP/1.1" status: 204 len: 168 time: 0.2412519 Jan 28 00:56:28.887326 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38876) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:28.905541 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43424285-49f8-4e3b-a3f3-fb5f4057ec9c tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e37a9d3-a362-4cfb-a28b-322e25dea89f,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:28.975318 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-10e29562-94b6-41c1-a13c-74486348d2b6 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0813727 Jan 28 00:56:28.977080 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38878) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:28.991031 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-4ba7be64-61e5-4b58-9201-d8f06a3eee82 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] delete failed (client error): The resource could not be found. Jan 28 00:56:28.992134 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4ba7be64-61e5-4b58-9201-d8f06a3eee82 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "DELETE /v2.0/security-groups/2e37a9d3-a362-4cfb-a28b-322e25dea89f HTTP/1.1" status: 404 len: 347 time: 0.0148127 Jan 28 00:56:28.997699 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38880) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:29.003813 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-a192468d-c7a9-4184-8585-342cabcc1144 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Request body: {'security_group': {'name': 'tempest-secgroup--945619699'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:29.030143 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a192468d-c7a9-4184-8585-342cabcc1144 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:29.119305 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a192468d-c7a9-4184-8585-342cabcc1144 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (96a1261e-5df0-4b1d-8247-4011f74bf6ba), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:29.124600 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a192468d-c7a9-4184-8585-342cabcc1144 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (96a1261e-5df0-4b1d-8247-4011f74bf6ba), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:29.161677 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a192468d-c7a9-4184-8585-342cabcc1144 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:29.164172 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a192468d-c7a9-4184-8585-342cabcc1144 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1650505 Jan 28 00:56:29.169229 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38882) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:29.181775 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-5740f9e7-d801-4a3c-9757-f308bcfb8353 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Request body: {'security_group_rule': {'security_group_id': '96a1261e-5df0-4b1d-8247-4011f74bf6ba', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:29.187937 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192468d-c7a9-4184-8585-342cabcc1144 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96a1261e-5df0-4b1d-8247-4011f74bf6ba,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:29.223821 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5740f9e7-d801-4a3c-9757-f308bcfb8353 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (a8f37d19-124f-4aec-88af-2f817748dd3f), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:29.312016 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5740f9e7-d801-4a3c-9757-f308bcfb8353 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (a8f37d19-124f-4aec-88af-2f817748dd3f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:29.317109 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5740f9e7-d801-4a3c-9757-f308bcfb8353 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (a8f37d19-124f-4aec-88af-2f817748dd3f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:29.340210 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740f9e7-d801-4a3c-9757-f308bcfb8353 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f37d19-124f-4aec-88af-2f817748dd3f,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:29.353573 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5740f9e7-d801-4a3c-9757-f308bcfb8353 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:29.358241 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5740f9e7-d801-4a3c-9757-f308bcfb8353 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1848123 Jan 28 00:56:29.358637 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38884) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:29.394788 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-355a0def-d2ed-491b-a417-8e2b23fe4c0f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (a8f37d19-124f-4aec-88af-2f817748dd3f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:29.405739 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-355a0def-d2ed-491b-a417-8e2b23fe4c0f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (a8f37d19-124f-4aec-88af-2f817748dd3f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:29.451583 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-355a0def-d2ed-491b-a417-8e2b23fe4c0f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (a8f37d19-124f-4aec-88af-2f817748dd3f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:29.465484 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-355a0def-d2ed-491b-a417-8e2b23fe4c0f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:29.469487 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-355a0def-d2ed-491b-a417-8e2b23fe4c0f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/a8f37d19-124f-4aec-88af-2f817748dd3f HTTP/1.1" status: 204 len: 168 time: 0.1074443 Jan 28 00:56:29.470240 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38888) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:29.478897 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a0def-d2ed-491b-a417-8e2b23fe4c0f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8f37d19-124f-4aec-88af-2f817748dd3f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:29.525677 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a64e0fe5-3ad5-48b6-a46d-7ccdc06d79aa tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0539899 Jan 28 00:56:29.530276 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38890) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:29.605457 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-66b76a3b-cd7c-4c03-9017-7fe1a483cc59 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (96a1261e-5df0-4b1d-8247-4011f74bf6ba), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:29.636975 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-66b76a3b-cd7c-4c03-9017-7fe1a483cc59 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (96a1261e-5df0-4b1d-8247-4011f74bf6ba), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:29.691333 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-66b76a3b-cd7c-4c03-9017-7fe1a483cc59 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (96a1261e-5df0-4b1d-8247-4011f74bf6ba), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:29.694511 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-66b76a3b-cd7c-4c03-9017-7fe1a483cc59 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:29.696089 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-66b76a3b-cd7c-4c03-9017-7fe1a483cc59 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "DELETE /v2.0/security-groups/96a1261e-5df0-4b1d-8247-4011f74bf6ba HTTP/1.1" status: 204 len: 168 time: 0.1646049 Jan 28 00:56:29.700536 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38892) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:29.708455 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b76a3b-cd7c-4c03-9017-7fe1a483cc59 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a1261e-5df0-4b1d-8247-4011f74bf6ba,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:29.799382 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9dc82c30-3982-44a2-84f9-f89fd0fa7cbb tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0968874 Jan 28 00:56:29.810816 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38898) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:29.819435 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-31195015-b3ef-49e2-817a-d5f45b5f8034 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Request body: {'security_group': {'name': 'tempest-secgroup--1959867918'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:29.857177 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-31195015-b3ef-49e2-817a-d5f45b5f8034 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:29.992569 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-31195015-b3ef-49e2-817a-d5f45b5f8034 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (6d2dd1bf-9678-42b9-baa4-dafb021ad9d7), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:29.998850 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-31195015-b3ef-49e2-817a-d5f45b5f8034 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (6d2dd1bf-9678-42b9-baa4-dafb021ad9d7), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:30.044548 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-31195015-b3ef-49e2-817a-d5f45b5f8034 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:30.049253 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38902) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:30.055471 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-4042e6f7-3672-4a8b-b08d-10601ca04c85 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Request body: {'security_group_rule': {'security_group_id': '6d2dd1bf-9678-42b9-baa4-dafb021ad9d7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:30.064617 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-31195015-b3ef-49e2-817a-d5f45b5f8034 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2505155 Jan 28 00:56:30.072600 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31195015-b3ef-49e2-817a-d5f45b5f8034 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2dd1bf-9678-42b9-baa4-dafb021ad9d7,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:30.114355 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4042e6f7-3672-4a8b-b08d-10601ca04c85 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (db3517af-832a-45b3-b023-cd5a968f3363), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:30.197995 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4042e6f7-3672-4a8b-b08d-10601ca04c85 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (db3517af-832a-45b3-b023-cd5a968f3363), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:30.205224 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4042e6f7-3672-4a8b-b08d-10601ca04c85 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (db3517af-832a-45b3-b023-cd5a968f3363), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:30.243205 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042e6f7-3672-4a8b-b08d-10601ca04c85 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db3517af-832a-45b3-b023-cd5a968f3363,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:30.255469 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4042e6f7-3672-4a8b-b08d-10601ca04c85 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:30.257723 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4042e6f7-3672-4a8b-b08d-10601ca04c85 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2066314 Jan 28 00:56:30.263374 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38904) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:30.275084 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-8f93c7d9-104e-433e-8a6f-01c585c5c2a1 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Request body: {'security_group_rule': {'security_group_id': '6d2dd1bf-9678-42b9-baa4-dafb021ad9d7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:30.328571 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f93c7d9-104e-433e-8a6f-01c585c5c2a1 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (d4e096f4-c3e0-424f-ba99-b793b9b9cf2b), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:30.441728 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f93c7d9-104e-433e-8a6f-01c585c5c2a1 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (d4e096f4-c3e0-424f-ba99-b793b9b9cf2b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:30.446155 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f93c7d9-104e-433e-8a6f-01c585c5c2a1 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (d4e096f4-c3e0-424f-ba99-b793b9b9cf2b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:30.466811 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93c7d9-104e-433e-8a6f-01c585c5c2a1 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e096f4-c3e0-424f-ba99-b793b9b9cf2b,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:30.483177 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f93c7d9-104e-433e-8a6f-01c585c5c2a1 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:30.487608 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8f93c7d9-104e-433e-8a6f-01c585c5c2a1 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2226017 Jan 28 00:56:30.487997 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38910) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:30.496160 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-27bfc73c-f16d-413d-9de0-25517077aefe tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Request body: {'security_group_rule': {'security_group_id': '6d2dd1bf-9678-42b9-baa4-dafb021ad9d7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:30.542076 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-27bfc73c-f16d-413d-9de0-25517077aefe tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (25ba3717-1344-4750-8fcd-c9d0dcc4530d), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:30.642481 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-27bfc73c-f16d-413d-9de0-25517077aefe tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (25ba3717-1344-4750-8fcd-c9d0dcc4530d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:30.649739 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-27bfc73c-f16d-413d-9de0-25517077aefe tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (25ba3717-1344-4750-8fcd-c9d0dcc4530d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:30.681877 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bfc73c-f16d-413d-9de0-25517077aefe tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ba3717-1344-4750-8fcd-c9d0dcc4530d,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:30.702535 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-27bfc73c-f16d-413d-9de0-25517077aefe tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:30.704988 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-27bfc73c-f16d-413d-9de0-25517077aefe tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2156053 Jan 28 00:56:30.707715 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38916) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:30.718856 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-0eca3f9a-4d44-4b49-8224-5cc0785ea3a0 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Request body: {'security_group_rule': {'security_group_id': '6d2dd1bf-9678-42b9-baa4-dafb021ad9d7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:30.760413 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0eca3f9a-4d44-4b49-8224-5cc0785ea3a0 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (c01954e7-8f30-49d2-9076-6999e51d1643), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:30.873553 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0eca3f9a-4d44-4b49-8224-5cc0785ea3a0 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (c01954e7-8f30-49d2-9076-6999e51d1643), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:30.879004 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0eca3f9a-4d44-4b49-8224-5cc0785ea3a0 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (c01954e7-8f30-49d2-9076-6999e51d1643), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:30.915471 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca3f9a-4d44-4b49-8224-5cc0785ea3a0 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01954e7-8f30-49d2-9076-6999e51d1643,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:30.924883 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0eca3f9a-4d44-4b49-8224-5cc0785ea3a0 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:30.926929 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0eca3f9a-4d44-4b49-8224-5cc0785ea3a0 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2168322 Jan 28 00:56:30.930594 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38918) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:30.938238 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-85f7b48d-127a-43aa-8210-eba5cac0a52f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Request body: {'security_group_rule': {'security_group_id': '6d2dd1bf-9678-42b9-baa4-dafb021ad9d7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:30.982200 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-85f7b48d-127a-43aa-8210-eba5cac0a52f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (dc0de54a-4127-4358-bc6d-f6913faf63ed), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:31.078919 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-85f7b48d-127a-43aa-8210-eba5cac0a52f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (dc0de54a-4127-4358-bc6d-f6913faf63ed), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:31.085304 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-85f7b48d-127a-43aa-8210-eba5cac0a52f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (dc0de54a-4127-4358-bc6d-f6913faf63ed), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:31.108524 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7b48d-127a-43aa-8210-eba5cac0a52f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc0de54a-4127-4358-bc6d-f6913faf63ed,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:31.120658 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-85f7b48d-127a-43aa-8210-eba5cac0a52f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:31.122106 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-85f7b48d-127a-43aa-8210-eba5cac0a52f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1900761 Jan 28 00:56:31.126602 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38920) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:31.162502 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4a0f45f5-8686-4554-875c-06d15dd9a31a tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (dc0de54a-4127-4358-bc6d-f6913faf63ed), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:31.172174 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4a0f45f5-8686-4554-875c-06d15dd9a31a tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (dc0de54a-4127-4358-bc6d-f6913faf63ed), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:31.211412 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4a0f45f5-8686-4554-875c-06d15dd9a31a tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (dc0de54a-4127-4358-bc6d-f6913faf63ed), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:31.219680 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4a0f45f5-8686-4554-875c-06d15dd9a31a tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:31.221571 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4a0f45f5-8686-4554-875c-06d15dd9a31a tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/dc0de54a-4127-4358-bc6d-f6913faf63ed HTTP/1.1" status: 204 len: 168 time: 0.0934036 Jan 28 00:56:31.224918 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38922) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:31.238853 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f45f5-8686-4554-875c-06d15dd9a31a tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc0de54a-4127-4358-bc6d-f6913faf63ed,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:31.300628 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fd2ebcfa-2fe4-47ff-b65d-6f4b85c98e4e tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0733845 Jan 28 00:56:31.304503 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38924) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:31.352915 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2662277-e5ec-49ad-b4ef-0451fac586f5 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (c01954e7-8f30-49d2-9076-6999e51d1643), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:31.368044 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2662277-e5ec-49ad-b4ef-0451fac586f5 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (c01954e7-8f30-49d2-9076-6999e51d1643), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:31.410771 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2662277-e5ec-49ad-b4ef-0451fac586f5 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (c01954e7-8f30-49d2-9076-6999e51d1643), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:31.427761 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2662277-e5ec-49ad-b4ef-0451fac586f5 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:31.427761 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b2662277-e5ec-49ad-b4ef-0451fac586f5 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/c01954e7-8f30-49d2-9076-6999e51d1643 HTTP/1.1" status: 204 len: 168 time: 0.1168754 Jan 28 00:56:31.428286 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38926) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:31.436958 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2662277-e5ec-49ad-b4ef-0451fac586f5 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c01954e7-8f30-49d2-9076-6999e51d1643,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:31.540289 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-634cca1e-4ee2-4c05-ae46-cc0d15050bb7 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1033993 Jan 28 00:56:31.543278 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38928) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:31.587496 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ecb4d105-5633-4f5e-aa3f-21c1fc0f42d7 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (25ba3717-1344-4750-8fcd-c9d0dcc4530d), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:31.608673 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ecb4d105-5633-4f5e-aa3f-21c1fc0f42d7 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (25ba3717-1344-4750-8fcd-c9d0dcc4530d), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:31.656046 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ecb4d105-5633-4f5e-aa3f-21c1fc0f42d7 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (25ba3717-1344-4750-8fcd-c9d0dcc4530d), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:31.667377 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ecb4d105-5633-4f5e-aa3f-21c1fc0f42d7 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:31.670105 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ecb4d105-5633-4f5e-aa3f-21c1fc0f42d7 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/25ba3717-1344-4750-8fcd-c9d0dcc4530d HTTP/1.1" status: 204 len: 168 time: 0.1245060 Jan 28 00:56:31.672881 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38932) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:31.689329 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4d105-5633-4f5e-aa3f-21c1fc0f42d7 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25ba3717-1344-4750-8fcd-c9d0dcc4530d,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:31.753855 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-907a5752-dd5a-42ad-b0c9-c82dc16d4be2 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0786417 Jan 28 00:56:31.757369 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38936) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:31.787784 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-074bd3ab-703b-4d29-aef4-ba4953b74c32 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (d4e096f4-c3e0-424f-ba99-b793b9b9cf2b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:31.795212 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-074bd3ab-703b-4d29-aef4-ba4953b74c32 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (d4e096f4-c3e0-424f-ba99-b793b9b9cf2b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:31.826903 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-074bd3ab-703b-4d29-aef4-ba4953b74c32 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (d4e096f4-c3e0-424f-ba99-b793b9b9cf2b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:31.836460 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-074bd3ab-703b-4d29-aef4-ba4953b74c32 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:31.840124 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-074bd3ab-703b-4d29-aef4-ba4953b74c32 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/d4e096f4-c3e0-424f-ba99-b793b9b9cf2b HTTP/1.1" status: 204 len: 168 time: 0.0792928 Jan 28 00:56:31.840754 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38940) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:31.842861 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074bd3ab-703b-4d29-aef4-ba4953b74c32 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4e096f4-c3e0-424f-ba99-b793b9b9cf2b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:31.913148 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-557a1cc9-9e74-4762-81bd-ccbdd94257d5 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0655432 Jan 28 00:56:31.913855 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38942) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:31.943565 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-830d7120-730f-4302-a27c-5ed1077b4436 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (db3517af-832a-45b3-b023-cd5a968f3363), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:31.954556 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-830d7120-730f-4302-a27c-5ed1077b4436 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (db3517af-832a-45b3-b023-cd5a968f3363), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:32.002519 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-830d7120-730f-4302-a27c-5ed1077b4436 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (db3517af-832a-45b3-b023-cd5a968f3363), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:32.012045 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-830d7120-730f-4302-a27c-5ed1077b4436 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:32.013151 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-830d7120-730f-4302-a27c-5ed1077b4436 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/db3517af-832a-45b3-b023-cd5a968f3363 HTTP/1.1" status: 204 len: 168 time: 0.0987759 Jan 28 00:56:32.018119 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38944) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:32.019500 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d7120-730f-4302-a27c-5ed1077b4436 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db3517af-832a-45b3-b023-cd5a968f3363,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:32.090670 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f103bcc9-792a-4f7e-9870-754761eaad71 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0704224 Jan 28 00:56:32.095794 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38946) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:32.189570 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-736d23ab-859e-447a-9f0c-82cca03a9857 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (6d2dd1bf-9678-42b9-baa4-dafb021ad9d7), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:32.236635 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-736d23ab-859e-447a-9f0c-82cca03a9857 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (6d2dd1bf-9678-42b9-baa4-dafb021ad9d7), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:32.308027 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-736d23ab-859e-447a-9f0c-82cca03a9857 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (6d2dd1bf-9678-42b9-baa4-dafb021ad9d7), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:32.311358 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-736d23ab-859e-447a-9f0c-82cca03a9857 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:32.316932 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-736d23ab-859e-447a-9f0c-82cca03a9857 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "DELETE /v2.0/security-groups/6d2dd1bf-9678-42b9-baa4-dafb021ad9d7 HTTP/1.1" status: 204 len: 168 time: 0.2155128 Jan 28 00:56:32.317596 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38952) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:32.327119 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d23ab-859e-447a-9f0c-82cca03a9857 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2dd1bf-9678-42b9-baa4-dafb021ad9d7,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:32.448234 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38956) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:32.449134 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c550a3d9-4b47-4143-8181-cace4c586b3c tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1290166 Jan 28 00:56:32.454273 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-04540e98-b044-4eb5-b880-091ff665a329 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Request body: {'security_group': {'name': 'tempest-secgroup--576816050'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:32.492994 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-04540e98-b044-4eb5-b880-091ff665a329 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:32.647581 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-04540e98-b044-4eb5-b880-091ff665a329 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (0036d3f0-54fa-49bf-a20e-9821374235ac), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:32.653150 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-04540e98-b044-4eb5-b880-091ff665a329 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0036d3f0-54fa-49bf-a20e-9821374235ac), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:32.687392 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-04540e98-b044-4eb5-b880-091ff665a329 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:32.689178 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-04540e98-b044-4eb5-b880-091ff665a329 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2387459 Jan 28 00:56:32.695196 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38960) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:32.699403 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04540e98-b044-4eb5-b880-091ff665a329 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0036d3f0-54fa-49bf-a20e-9821374235ac,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:32.704670 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-4686b4a0-2655-4a9e-b55c-734adb58fa2a tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Request body: {'security_group_rule': {'security_group_id': '0036d3f0-54fa-49bf-a20e-9821374235ac', 'direction': 'ingress', 'protocol': 17}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:32.748761 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4686b4a0-2655-4a9e-b55c-734adb58fa2a tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (a1b12b1f-771d-497c-9580-2b5de411db76), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:32.812113 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4686b4a0-2655-4a9e-b55c-734adb58fa2a tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (a1b12b1f-771d-497c-9580-2b5de411db76), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:32.817041 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4686b4a0-2655-4a9e-b55c-734adb58fa2a tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (a1b12b1f-771d-497c-9580-2b5de411db76), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:32.839576 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686b4a0-2655-4a9e-b55c-734adb58fa2a tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b12b1f-771d-497c-9580-2b5de411db76,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:32.849235 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4686b4a0-2655-4a9e-b55c-734adb58fa2a tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:32.851450 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4686b4a0-2655-4a9e-b55c-734adb58fa2a tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1541610 Jan 28 00:56:32.855431 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38962) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:32.923960 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-28f822c1-fd9b-41ed-b68a-d5f3b3fa0751 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (0036d3f0-54fa-49bf-a20e-9821374235ac), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:32.951833 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-28f822c1-fd9b-41ed-b68a-d5f3b3fa0751 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (0036d3f0-54fa-49bf-a20e-9821374235ac), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:33.034961 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-28f822c1-fd9b-41ed-b68a-d5f3b3fa0751 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0036d3f0-54fa-49bf-a20e-9821374235ac), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:33.039901 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-28f822c1-fd9b-41ed-b68a-d5f3b3fa0751 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:33.042019 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-28f822c1-fd9b-41ed-b68a-d5f3b3fa0751 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "DELETE /v2.0/security-groups/0036d3f0-54fa-49bf-a20e-9821374235ac HTTP/1.1" status: 204 len: 168 time: 0.1847694 Jan 28 00:56:33.044987 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38964) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:33.060043 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f822c1-fd9b-41ed-b68a-d5f3b3fa0751 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0036d3f0-54fa-49bf-a20e-9821374235ac,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:33.139204 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4e691e34-96f3-4c3d-988d-5d932c77b169 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0920269 Jan 28 00:56:33.142903 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38966) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:33.150782 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-cd28cc55-80b3-4d9b-9d43-3ca99042eea6 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Request body: {'security_group': {'name': 'tempest-secgroup--1189671252'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:33.188316 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cd28cc55-80b3-4d9b-9d43-3ca99042eea6 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:33.356592 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cd28cc55-80b3-4d9b-9d43-3ca99042eea6 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (c526b430-14ed-4f72-ad12-4bf04c8bfb5e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:33.384517 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cd28cc55-80b3-4d9b-9d43-3ca99042eea6 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c526b430-14ed-4f72-ad12-4bf04c8bfb5e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:33.433786 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cd28cc55-80b3-4d9b-9d43-3ca99042eea6 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:33.435092 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-cd28cc55-80b3-4d9b-9d43-3ca99042eea6 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2906837 Jan 28 00:56:33.438334 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38970) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:33.445514 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-c976c765-4553-426f-8daa-942d76e20f23 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Request body: {'security_group': {'name': 'tempest-secgroup--955208215'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:33.451375 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28cc55-80b3-4d9b-9d43-3ca99042eea6 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c526b430-14ed-4f72-ad12-4bf04c8bfb5e,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:33.489245 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c976c765-4553-426f-8daa-942d76e20f23 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:33.617277 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c976c765-4553-426f-8daa-942d76e20f23 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (0bd0b70b-eb08-4eae-8690-836921543264), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:33.623204 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c976c765-4553-426f-8daa-942d76e20f23 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0bd0b70b-eb08-4eae-8690-836921543264), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:33.662873 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c976c765-4553-426f-8daa-942d76e20f23 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:33.664503 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c976c765-4553-426f-8daa-942d76e20f23 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2252092 Jan 28 00:56:33.667019 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976c765-4553-426f-8daa-942d76e20f23 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd0b70b-eb08-4eae-8690-836921543264,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:33.667580 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38974) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:33.672517 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2e1b9083-a52d-4280-ac2a-20bd6b2d6543 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Request body: {'security_group_rule': {'security_group_id': 'c526b430-14ed-4f72-ad12-4bf04c8bfb5e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0bd0b70b-eb08-4eae-8690-836921543264', 'remote_ip_prefix': None}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:33.720035 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9083-a52d-4280-ac2a-20bd6b2d6543 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (655fc72c-e880-481d-b654-57b708506a40), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:33.874027 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9083-a52d-4280-ac2a-20bd6b2d6543 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (655fc72c-e880-481d-b654-57b708506a40), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:33.879656 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9083-a52d-4280-ac2a-20bd6b2d6543 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (655fc72c-e880-481d-b654-57b708506a40), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:33.901194 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9083-a52d-4280-ac2a-20bd6b2d6543 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655fc72c-e880-481d-b654-57b708506a40,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:33.911745 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9083-a52d-4280-ac2a-20bd6b2d6543 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:33.914024 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2e1b9083-a52d-4280-ac2a-20bd6b2d6543 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2451348 Jan 28 00:56:33.918731 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38976) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:33.952472 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-11f164da-e078-4060-bb0d-e34d59501c85 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (655fc72c-e880-481d-b654-57b708506a40), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:33.963995 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-11f164da-e078-4060-bb0d-e34d59501c85 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (655fc72c-e880-481d-b654-57b708506a40), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:34.007381 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-11f164da-e078-4060-bb0d-e34d59501c85 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (655fc72c-e880-481d-b654-57b708506a40), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:34.022387 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-11f164da-e078-4060-bb0d-e34d59501c85 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:34.028420 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-11f164da-e078-4060-bb0d-e34d59501c85 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/655fc72c-e880-481d-b654-57b708506a40 HTTP/1.1" status: 204 len: 168 time: 0.1080508 Jan 28 00:56:34.033506 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38978) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:34.040701 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f164da-e078-4060-bb0d-e34d59501c85 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=655fc72c-e880-481d-b654-57b708506a40,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:34.119040 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-bf0dff94-79db-45ee-ae45-03fdf0c7c9b4 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0801780 Jan 28 00:56:34.119540 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38980) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:34.220424 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0d53bcfa-e6ae-4fda-a618-9fbceaccef78 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (0bd0b70b-eb08-4eae-8690-836921543264), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:34.252455 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0d53bcfa-e6ae-4fda-a618-9fbceaccef78 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (0bd0b70b-eb08-4eae-8690-836921543264), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:34.311859 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0d53bcfa-e6ae-4fda-a618-9fbceaccef78 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0bd0b70b-eb08-4eae-8690-836921543264), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:34.315012 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0d53bcfa-e6ae-4fda-a618-9fbceaccef78 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:34.316747 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0d53bcfa-e6ae-4fda-a618-9fbceaccef78 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "DELETE /v2.0/security-groups/0bd0b70b-eb08-4eae-8690-836921543264 HTTP/1.1" status: 204 len: 168 time: 0.1957099 Jan 28 00:56:34.321347 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38982) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:34.332577 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53bcfa-e6ae-4fda-a618-9fbceaccef78 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd0b70b-eb08-4eae-8690-836921543264,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:34.435025 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38986) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:34.435968 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2eb30f31-1dd8-4bc2-99d1-bf599ea35e6c tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1121509 Jan 28 00:56:34.533134 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18c972be-2059-4a8b-89c0-19206c952bc0 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (c526b430-14ed-4f72-ad12-4bf04c8bfb5e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:34.581733 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18c972be-2059-4a8b-89c0-19206c952bc0 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (c526b430-14ed-4f72-ad12-4bf04c8bfb5e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:34.666825 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18c972be-2059-4a8b-89c0-19206c952bc0 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c526b430-14ed-4f72-ad12-4bf04c8bfb5e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:34.671573 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18c972be-2059-4a8b-89c0-19206c952bc0 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:34.673584 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-18c972be-2059-4a8b-89c0-19206c952bc0 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "DELETE /v2.0/security-groups/c526b430-14ed-4f72-ad12-4bf04c8bfb5e HTTP/1.1" status: 204 len: 168 time: 0.2368317 Jan 28 00:56:34.678142 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38992) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:34.701808 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c972be-2059-4a8b-89c0-19206c952bc0 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c526b430-14ed-4f72-ad12-4bf04c8bfb5e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:34.782362 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4d52fcee-884a-4708-81c0-c6d08ee9bf4f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1002939 Jan 28 00:56:34.790056 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 38994) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:34.798676 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-22635674-6d0c-4e39-a39b-1fc85f42187b tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Request body: {'security_group': {'name': 'tempest-secgroup--1573800565'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:34.848333 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-22635674-6d0c-4e39-a39b-1fc85f42187b tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:34.987997 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-22635674-6d0c-4e39-a39b-1fc85f42187b tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (ca18b0ef-4eda-485b-96f7-9d1d74017e7a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:34.996237 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-22635674-6d0c-4e39-a39b-1fc85f42187b tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ca18b0ef-4eda-485b-96f7-9d1d74017e7a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:35.066776 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-22635674-6d0c-4e39-a39b-1fc85f42187b tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:35.074420 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 38998) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:35.082681 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-0633e49a-e25f-45ba-9586-d88cce9c78bf tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Request body: {'security_group_rule': {'security_group_id': 'ca18b0ef-4eda-485b-96f7-9d1d74017e7a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:35.085176 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-22635674-6d0c-4e39-a39b-1fc85f42187b tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2933702 Jan 28 00:56:35.100562 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22635674-6d0c-4e39-a39b-1fc85f42187b tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca18b0ef-4eda-485b-96f7-9d1d74017e7a,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:35.150039 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0633e49a-e25f-45ba-9586-d88cce9c78bf tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (4ff810bd-0b4b-42b3-9e96-bcc487fd82af), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:35.243654 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0633e49a-e25f-45ba-9586-d88cce9c78bf tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (4ff810bd-0b4b-42b3-9e96-bcc487fd82af), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:35.250670 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0633e49a-e25f-45ba-9586-d88cce9c78bf tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (4ff810bd-0b4b-42b3-9e96-bcc487fd82af), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:35.295250 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633e49a-e25f-45ba-9586-d88cce9c78bf tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff810bd-0b4b-42b3-9e96-bcc487fd82af,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:35.309248 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0633e49a-e25f-45ba-9586-d88cce9c78bf tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:35.310773 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0633e49a-e25f-45ba-9586-d88cce9c78bf tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2338300 Jan 28 00:56:35.315665 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39004) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:35.344568 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1c0b249f-686d-43b3-99b0-e6154ce32ee3 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (4ff810bd-0b4b-42b3-9e96-bcc487fd82af), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:35.356497 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1c0b249f-686d-43b3-99b0-e6154ce32ee3 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (4ff810bd-0b4b-42b3-9e96-bcc487fd82af), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:35.401335 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1c0b249f-686d-43b3-99b0-e6154ce32ee3 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (4ff810bd-0b4b-42b3-9e96-bcc487fd82af), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:35.430866 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1c0b249f-686d-43b3-99b0-e6154ce32ee3 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:35.432346 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1c0b249f-686d-43b3-99b0-e6154ce32ee3 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/4ff810bd-0b4b-42b3-9e96-bcc487fd82af HTTP/1.1" status: 204 len: 168 time: 0.1158404 Jan 28 00:56:35.436306 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39006) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:35.454950 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b249f-686d-43b3-99b0-e6154ce32ee3 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ff810bd-0b4b-42b3-9e96-bcc487fd82af,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:35.502000 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bd4c5f50-dafd-4640-a7d9-5a09e37b5983 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0638461 Jan 28 00:56:35.504884 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39008) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:35.608313 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-169229ee-d5d3-4159-a0d3-c1e4a27e1ce7 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (ca18b0ef-4eda-485b-96f7-9d1d74017e7a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:35.668973 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-169229ee-d5d3-4159-a0d3-c1e4a27e1ce7 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (ca18b0ef-4eda-485b-96f7-9d1d74017e7a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:35.749491 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-169229ee-d5d3-4159-a0d3-c1e4a27e1ce7 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ca18b0ef-4eda-485b-96f7-9d1d74017e7a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:35.754577 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-169229ee-d5d3-4159-a0d3-c1e4a27e1ce7 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:35.761227 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-169229ee-d5d3-4159-a0d3-c1e4a27e1ce7 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "DELETE /v2.0/security-groups/ca18b0ef-4eda-485b-96f7-9d1d74017e7a HTTP/1.1" status: 204 len: 168 time: 0.2500935 Jan 28 00:56:35.762332 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39012) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:35.788183 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169229ee-d5d3-4159-a0d3-c1e4a27e1ce7 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca18b0ef-4eda-485b-96f7-9d1d74017e7a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:35.885483 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7d1e5a66-5b9f-4654-a5dc-8d52451251e7 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1206899 Jan 28 00:56:35.890957 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39014) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:35.902221 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-bf08552f-ca5a-42da-b1d8-a1720630e39f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Request body: {'security_group': {'name': 'tempest-secgroup--1811062090'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:35.944874 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf08552f-ca5a-42da-b1d8-a1720630e39f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:36.051013 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5c017c93-f0f2-41a7-808b-ba7a48f86343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:36.098579 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf08552f-ca5a-42da-b1d8-a1720630e39f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (dec46d9a-ed7f-4b2f-9514-e1a1c9e70dc4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:36.105808 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf08552f-ca5a-42da-b1d8-a1720630e39f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (dec46d9a-ed7f-4b2f-9514-e1a1c9e70dc4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:36.173577 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf08552f-ca5a-42da-b1d8-a1720630e39f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:36.175913 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bf08552f-ca5a-42da-b1d8-a1720630e39f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2812488 Jan 28 00:56:36.179566 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08552f-ca5a-42da-b1d8-a1720630e39f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec46d9a-ed7f-4b2f-9514-e1a1c9e70dc4,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:36.180192 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39018) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:36.192737 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-7ee600fc-6ae2-4a00-b43b-4ed0607d34c9 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Request body: {'security_group_rule': {'security_group_id': 'dec46d9a-ed7f-4b2f-9514-e1a1c9e70dc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:36.251589 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7ee600fc-6ae2-4a00-b43b-4ed0607d34c9 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (aee378c8-6ff9-4cdf-a4fa-ada28f417942), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:36.364256 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7ee600fc-6ae2-4a00-b43b-4ed0607d34c9 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (aee378c8-6ff9-4cdf-a4fa-ada28f417942), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:36.370971 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7ee600fc-6ae2-4a00-b43b-4ed0607d34c9 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (aee378c8-6ff9-4cdf-a4fa-ada28f417942), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:36.419804 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee600fc-6ae2-4a00-b43b-4ed0607d34c9 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee378c8-6ff9-4cdf-a4fa-ada28f417942,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:36.434937 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7ee600fc-6ae2-4a00-b43b-4ed0607d34c9 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:36.438166 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7ee600fc-6ae2-4a00-b43b-4ed0607d34c9 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2564492 Jan 28 00:56:36.441782 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39020) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:36.478755 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9a758356-7be1-4a5b-87b8-f33bb445f55b tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "GET /v2.0/security-group-rules/aee378c8-6ff9-4cdf-a4fa-ada28f417942 HTTP/1.1" status: 200 len: 763 time: 0.0331147 Jan 28 00:56:36.481304 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39022) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:36.555690 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e4e14b21-5d21-4b93-b184-36cfab87c263 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0719817 Jan 28 00:56:36.559770 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39024) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:36.603190 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a3fb3a1-4830-4702-a6b7-20d8de4b4ba0 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (aee378c8-6ff9-4cdf-a4fa-ada28f417942), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:36.618154 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a3fb3a1-4830-4702-a6b7-20d8de4b4ba0 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (aee378c8-6ff9-4cdf-a4fa-ada28f417942), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:36.676791 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a3fb3a1-4830-4702-a6b7-20d8de4b4ba0 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (aee378c8-6ff9-4cdf-a4fa-ada28f417942), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:36.701995 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a3fb3a1-4830-4702-a6b7-20d8de4b4ba0 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:36.713421 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7a3fb3a1-4830-4702-a6b7-20d8de4b4ba0 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/aee378c8-6ff9-4cdf-a4fa-ada28f417942 HTTP/1.1" status: 204 len: 168 time: 0.1431277 Jan 28 00:56:36.713421 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3fb3a1-4830-4702-a6b7-20d8de4b4ba0 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aee378c8-6ff9-4cdf-a4fa-ada28f417942,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:36.713777 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39028) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:36.802024 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ff94e83b-d016-4e79-837a-4d45dae44397 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0825086 Jan 28 00:56:36.803383 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39032) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:36.809245 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-8c2c5d73-c134-42ca-b184-dbd24f9fcef2 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Request body: {'security_group_rule': {'security_group_id': 'dec46d9a-ed7f-4b2f-9514-e1a1c9e70dc4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:36.849478 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8c2c5d73-c134-42ca-b184-dbd24f9fcef2 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (2e1aa91e-5b2e-4aac-9892-54a13ff6b0c3), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:36.927247 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8c2c5d73-c134-42ca-b184-dbd24f9fcef2 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (2e1aa91e-5b2e-4aac-9892-54a13ff6b0c3), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:36.933489 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8c2c5d73-c134-42ca-b184-dbd24f9fcef2 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (2e1aa91e-5b2e-4aac-9892-54a13ff6b0c3), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:36.956719 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c5d73-c134-42ca-b184-dbd24f9fcef2 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e1aa91e-5b2e-4aac-9892-54a13ff6b0c3,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:36.968024 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8c2c5d73-c134-42ca-b184-dbd24f9fcef2 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:36.969943 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8c2c5d73-c134-42ca-b184-dbd24f9fcef2 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1652842 Jan 28 00:56:36.973958 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39034) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:37.002994 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b99a2c6b-d26c-491a-aac7-5e97026bffb8 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "GET /v2.0/security-group-rules/2e1aa91e-5b2e-4aac-9892-54a13ff6b0c3 HTTP/1.1" status: 200 len: 763 time: 0.0265064 Jan 28 00:56:37.007135 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39036) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:37.054787 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5d662adf-bf8d-43f0-941d-5a82d0fd9cda tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0463622 Jan 28 00:56:37.058901 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39038) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:37.098601 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6c2eab1b-62b2-4a77-ba5e-bc019f65b13f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (2e1aa91e-5b2e-4aac-9892-54a13ff6b0c3), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:37.113221 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6c2eab1b-62b2-4a77-ba5e-bc019f65b13f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (2e1aa91e-5b2e-4aac-9892-54a13ff6b0c3), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:37.158264 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6c2eab1b-62b2-4a77-ba5e-bc019f65b13f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (2e1aa91e-5b2e-4aac-9892-54a13ff6b0c3), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:37.167569 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6c2eab1b-62b2-4a77-ba5e-bc019f65b13f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:37.172767 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6c2eab1b-62b2-4a77-ba5e-bc019f65b13f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/2e1aa91e-5b2e-4aac-9892-54a13ff6b0c3 HTTP/1.1" status: 204 len: 168 time: 0.1090899 Jan 28 00:56:37.173262 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39040) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:37.195709 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2eab1b-62b2-4a77-ba5e-bc019f65b13f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e1aa91e-5b2e-4aac-9892-54a13ff6b0c3,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:37.239703 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-236b2346-8662-4e31-bc10-21fe2d2aca93 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0637367 Jan 28 00:56:37.243877 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39044) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:37.252464 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-1c1e950a-f863-4b16-b53b-3a12ebb09859 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Request body: {'security_group_rule': {'security_group_id': 'dec46d9a-ed7f-4b2f-9514-e1a1c9e70dc4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:37.307025 n-d-826754-1 neutron-server[103343]: INFO neutron.db.securitygroups_db [None req-1c1e950a-f863-4b16-b53b-3a12ebb09859 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Project 9ba4d7f7a8eb4d7d8f8605c7c1169aad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 00:56:37.318088 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1c1e950a-f863-4b16-b53b-3a12ebb09859 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (408fe251-d326-49f5-8383-97adda0e3697), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:37.430141 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1c1e950a-f863-4b16-b53b-3a12ebb09859 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (408fe251-d326-49f5-8383-97adda0e3697), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:37.437119 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1c1e950a-f863-4b16-b53b-3a12ebb09859 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (408fe251-d326-49f5-8383-97adda0e3697), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:37.463591 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e950a-f863-4b16-b53b-3a12ebb09859 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408fe251-d326-49f5-8383-97adda0e3697,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:37.481559 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1c1e950a-f863-4b16-b53b-3a12ebb09859 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:37.483022 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1c1e950a-f863-4b16-b53b-3a12ebb09859 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2377408 Jan 28 00:56:37.487081 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39046) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:37.511724 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-66856974-ae40-4341-a904-f968ec067772 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "GET /v2.0/security-group-rules/408fe251-d326-49f5-8383-97adda0e3697 HTTP/1.1" status: 200 len: 769 time: 0.0198307 Jan 28 00:56:37.512063 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39048) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:37.565261 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f0a76735-9a59-4c3a-9426-ce2a6489f3a0 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0482008 Jan 28 00:56:37.565693 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39050) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:37.597695 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a272d4c2-a748-41bf-9c09-127d7e10199c tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (408fe251-d326-49f5-8383-97adda0e3697), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:37.609329 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a272d4c2-a748-41bf-9c09-127d7e10199c tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (408fe251-d326-49f5-8383-97adda0e3697), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:37.648792 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a272d4c2-a748-41bf-9c09-127d7e10199c tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (408fe251-d326-49f5-8383-97adda0e3697), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:37.657678 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a272d4c2-a748-41bf-9c09-127d7e10199c tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:37.662914 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a272d4c2-a748-41bf-9c09-127d7e10199c tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/408fe251-d326-49f5-8383-97adda0e3697 HTTP/1.1" status: 204 len: 168 time: 0.0922170 Jan 28 00:56:37.663807 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39052) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:37.686270 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272d4c2-a748-41bf-9c09-127d7e10199c tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=408fe251-d326-49f5-8383-97adda0e3697,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:37.750904 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39056) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:37.760768 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f4c98759-cddf-48d3-ba51-50c8bb886b64 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0947845 Jan 28 00:56:37.840200 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-338bfd9e-406f-4833-99dd-aab71da30a6f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (dec46d9a-ed7f-4b2f-9514-e1a1c9e70dc4), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:37.872745 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-338bfd9e-406f-4833-99dd-aab71da30a6f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (dec46d9a-ed7f-4b2f-9514-e1a1c9e70dc4), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:37.935911 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-338bfd9e-406f-4833-99dd-aab71da30a6f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (dec46d9a-ed7f-4b2f-9514-e1a1c9e70dc4), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:37.939717 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-338bfd9e-406f-4833-99dd-aab71da30a6f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:37.945402 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-338bfd9e-406f-4833-99dd-aab71da30a6f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "DELETE /v2.0/security-groups/dec46d9a-ed7f-4b2f-9514-e1a1c9e70dc4 HTTP/1.1" status: 204 len: 168 time: 0.1884429 Jan 28 00:56:37.946770 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39058) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:37.952969 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338bfd9e-406f-4833-99dd-aab71da30a6f tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec46d9a-ed7f-4b2f-9514-e1a1c9e70dc4,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:38.017853 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-dd26b63c-647c-493f-89d5-d1e3a36265cd tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0625432 Jan 28 00:56:38.018989 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39060) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:38.024634 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-817bad26-fb29-4e04-a319-83b0f04ee2e4 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Request body: {'security_group': {'name': 'tempest-secgroup--1069870591'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:38.054013 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-817bad26-fb29-4e04-a319-83b0f04ee2e4 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:38.178219 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-817bad26-fb29-4e04-a319-83b0f04ee2e4 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (c9b52a07-a712-4a96-bffd-4cfaf39633b6), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:38.183013 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-817bad26-fb29-4e04-a319-83b0f04ee2e4 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c9b52a07-a712-4a96-bffd-4cfaf39633b6), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:38.304285 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-817bad26-fb29-4e04-a319-83b0f04ee2e4 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:38.306659 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-817bad26-fb29-4e04-a319-83b0f04ee2e4 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2862282 Jan 28 00:56:38.309593 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39062) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:38.317637 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d916c8ee-b399-49f5-994f-8b9657d4915a tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Request body: {'security_group_rule': {'security_group_id': 'c9b52a07-a712-4a96-bffd-4cfaf39633b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:56:38.322098 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817bad26-fb29-4e04-a319-83b0f04ee2e4 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b52a07-a712-4a96-bffd-4cfaf39633b6,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:38.381332 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b285b826-8652-4370-b0c3-a9a4828f6576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:38.443191 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d916c8ee-b399-49f5-994f-8b9657d4915a tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (dc4094fd-8a6f-45e8-96a6-8019e8efad8c), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:38.524865 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d916c8ee-b399-49f5-994f-8b9657d4915a tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (dc4094fd-8a6f-45e8-96a6-8019e8efad8c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:38.530683 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d916c8ee-b399-49f5-994f-8b9657d4915a tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (dc4094fd-8a6f-45e8-96a6-8019e8efad8c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:38.568592 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916c8ee-b399-49f5-994f-8b9657d4915a tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4094fd-8a6f-45e8-96a6-8019e8efad8c,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:38.576594 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d916c8ee-b399-49f5-994f-8b9657d4915a tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:38.580913 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d916c8ee-b399-49f5-994f-8b9657d4915a tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2672806 Jan 28 00:56:38.581510 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39066) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:38.665245 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-55768478-b63b-4c75-91a7-d87ee4dd26c7 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (c9b52a07-a712-4a96-bffd-4cfaf39633b6), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:38.698315 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-55768478-b63b-4c75-91a7-d87ee4dd26c7 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (c9b52a07-a712-4a96-bffd-4cfaf39633b6), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:38.753787 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-55768478-b63b-4c75-91a7-d87ee4dd26c7 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c9b52a07-a712-4a96-bffd-4cfaf39633b6), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:38.757092 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-55768478-b63b-4c75-91a7-d87ee4dd26c7 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:38.758301 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-55768478-b63b-4c75-91a7-d87ee4dd26c7 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "DELETE /v2.0/security-groups/c9b52a07-a712-4a96-bffd-4cfaf39633b6 HTTP/1.1" status: 204 len: 168 time: 0.1754498 Jan 28 00:56:38.762423 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39068) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:38.768804 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55768478-b63b-4c75-91a7-d87ee4dd26c7 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b52a07-a712-4a96-bffd-4cfaf39633b6,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:38.852863 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5229de6f-3907-4c0d-a7d2-c2b7b4f0aabe tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0838883 Jan 28 00:56:38.853374 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39072) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:38.897264 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c1c7e6ef-0528-4029-8f9a-9134d328050d tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0424042 Jan 28 00:56:38.900310 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39074) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:38.926045 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [None req-c3af7113-f921-4b02-8da8-fac440bee1ed tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] delete failed (client error): The resource could not be found. Jan 28 00:56:38.929058 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c3af7113-f921-4b02-8da8-fac440bee1ed tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "DELETE /v2.0/security-groups/c9b52a07-a712-4a96-bffd-4cfaf39633b6 HTTP/1.1" status: 404 len: 347 time: 0.0265315 Jan 28 00:56:38.933898 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39076) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:39.028506 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-701bb04d-da7d-46c6-aff0-a9bf8f5aa903 tempest-SecGroupIPv6Test-565103947 tempest-SecGroupIPv6Test-565103947-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0925088 Jan 28 00:56:39.434016 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39082) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:39.658315 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3379d9ce-27a0-410a-ba6d-52c12a7ddf3c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9ba4d7f7a8eb4d7d8f8605c7c1169aad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2190654 Jan 28 00:56:39.660639 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39088) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:39.794368 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:39.806124 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0bf8004c-3963-4910-93b1-917c103f85a4 admin admin] Publish callbacks [] for security_group (abf1e4b8-3c58-420f-827b-3242a739bf6a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:39.881483 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0bf8004c-3963-4910-93b1-917c103f85a4 admin admin] Publish callbacks [] for security_group (abf1e4b8-3c58-420f-827b-3242a739bf6a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:39.982239 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0bf8004c-3963-4910-93b1-917c103f85a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (abf1e4b8-3c58-420f-827b-3242a739bf6a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:39.987366 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0bf8004c-3963-4910-93b1-917c103f85a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:39.994841 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0bf8004c-3963-4910-93b1-917c103f85a4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/abf1e4b8-3c58-420f-827b-3242a739bf6a HTTP/1.1" status: 204 len: 168 time: 0.3305564 Jan 28 00:56:40.009806 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8004c-3963-4910-93b1-917c103f85a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf1e4b8-3c58-420f-827b-3242a739bf6a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:41.236691 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39118) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:41.247973 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0081968 Jan 28 00:56:41.250367 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39120) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:41.286648 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:41.392167 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0b030e02-67f9-4d92-9856-4a327126fbd6 tempest-NetworksApiDiscovery-574686019 tempest-NetworksApiDiscovery-574686019-project] 10.222.0.70 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1395123 Jan 28 00:56:41.788420 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39128) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:42.014863 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40bd427d-9209-4a45-ab61-b3e8ce9d67c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:42.111862 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40bd427d-9209-4a45-ab61-b3e8ce9d67c6 admin admin] Publish callbacks [] for security_group (fa111cec-4dda-4b96-aa01-14ccb12d3c3e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:42.116880 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40bd427d-9209-4a45-ab61-b3e8ce9d67c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (fa111cec-4dda-4b96-aa01-14ccb12d3c3e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:42.170086 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-40bd427d-9209-4a45-ab61-b3e8ce9d67c6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=25121f8ba27644bd860e5b666b69b4b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3745141 Jan 28 00:56:42.170086 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd427d-9209-4a45-ab61-b3e8ce9d67c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa111cec-4dda-4b96-aa01-14ccb12d3c3e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:42.170794 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39138) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:56:42.270262 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:42.283832 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-96dd2b73-fe8b-4f94-af14-22de92cbbce1 admin admin] Publish callbacks [] for security_group (fa111cec-4dda-4b96-aa01-14ccb12d3c3e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:42.330809 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-96dd2b73-fe8b-4f94-af14-22de92cbbce1 admin admin] Publish callbacks [] for security_group (fa111cec-4dda-4b96-aa01-14ccb12d3c3e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:42.434161 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-96dd2b73-fe8b-4f94-af14-22de92cbbce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (fa111cec-4dda-4b96-aa01-14ccb12d3c3e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:42.438742 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-96dd2b73-fe8b-4f94-af14-22de92cbbce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:42.444384 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-96dd2b73-fe8b-4f94-af14-22de92cbbce1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fa111cec-4dda-4b96-aa01-14ccb12d3c3e HTTP/1.1" status: 204 len: 168 time: 0.2676923 Jan 28 00:56:42.450440 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd2b73-fe8b-4f94-af14-22de92cbbce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa111cec-4dda-4b96-aa01-14ccb12d3c3e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:56:43.170646 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:56:44.470383 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:00.363678 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:57:01.282115 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-36438216-793e-4477-9dba-ab403985dc9c req-93639da1-6feb-48d3-af6f-cc34cc28f414 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3be459ec-5691-4868-a428-d4953f099b49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0912118 Jan 28 00:57:01.474650 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36438216-793e-4477-9dba-ab403985dc9c req-8d415535-52e7-495f-b0d1-905dd77871e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:01.477000 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-36438216-793e-4477-9dba-ab403985dc9c req-8d415535-52e7-495f-b0d1-905dd77871e5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=866b4ab7fc314102a97a2fa17ec57a6e&device_id=3be459ec-5691-4868-a428-d4953f099b49 HTTP/1.1" status: 200 len: 1097 time: 0.0674200 Jan 28 00:57:01.656984 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36438216-793e-4477-9dba-ab403985dc9c req-9f15d22b-7f42-4efd-9bdc-b955377fcef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:01.658965 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-36438216-793e-4477-9dba-ab403985dc9c req-9f15d22b-7f42-4efd-9bdc-b955377fcef4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5b880eac-0e67-44fb-9f38-382abc695e3b HTTP/1.1" status: 200 len: 910 time: 0.1448936 Jan 28 00:57:01.743681 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-36438216-793e-4477-9dba-ab403985dc9c req-86f80449-ec3e-49d3-beee-c2bcfd73a32f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d8bf249-25ea-4e0c-970c-ebc421a4997f HTTP/1.1" status: 200 len: 1000 time: 0.0769258 Jan 28 00:57:01.869294 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36438216-793e-4477-9dba-ab403985dc9c req-09f51e0e-50e7-403e-9f89-484ca0cfe973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:01.870890 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-36438216-793e-4477-9dba-ab403985dc9c req-09f51e0e-50e7-403e-9f89-484ca0cfe973 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a948c2fd-ed75-48a3-92ab-eef24860d2c8 HTTP/1.1" status: 200 len: 848 time: 0.1171649 Jan 28 00:57:01.953781 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36438216-793e-4477-9dba-ab403985dc9c req-9b6cdbb7-da13-4c14-9d4f-c12920788f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:01.955536 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-36438216-793e-4477-9dba-ab403985dc9c req-9b6cdbb7-da13-4c14-9d4f-c12920788f73 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5b880eac-0e67-44fb-9f38-382abc695e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786524 Jan 28 00:57:02.071319 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-36438216-793e-4477-9dba-ab403985dc9c req-a554609f-9a16-4da6-8541-02256f78437b service neutron] 10.222.0.52 "GET /v2.0/networks/5b880eac-0e67-44fb-9f38-382abc695e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073472 Jan 28 00:57:02.319748 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-36438216-793e-4477-9dba-ab403985dc9c req-0c0b5192-d194-41a8-bc9b-99db0fed6bf5 service neutron] 10.222.0.52 "GET /v2.0/networks/5b880eac-0e67-44fb-9f38-382abc695e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407272 Jan 28 00:57:06.066551 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-39279ef0-16f8-4f84-8578-2ca5a7ddc14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:08.425410 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1d0088aa-b9f1-4d35-90c0-e0fe2a936416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:09.844495 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:11.290293 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:12.266307 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:13.180012 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:14.500760 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:17.970015 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39732) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:18.246334 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28f6fbd3-62c6-4008-b250-ad460f71c5d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:18.430901 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28f6fbd3-62c6-4008-b250-ad460f71c5d6 admin admin] Publish callbacks [] for security_group (94617062-ef16-4980-bf8b-b840962c73c4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:18.438059 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28f6fbd3-62c6-4008-b250-ad460f71c5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (94617062-ef16-4980-bf8b-b840962c73c4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:18.547328 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6fbd3-62c6-4008-b250-ad460f71c5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94617062-ef16-4980-bf8b-b840962c73c4,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:18.577777 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6fbd3-62c6-4008-b250-ad460f71c5d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:18.579035 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6fbd3-62c6-4008-b250-ad460f71c5d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:18.579980 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6fbd3-62c6-4008-b250-ad460f71c5d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:18.580838 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6fbd3-62c6-4008-b250-ad460f71c5d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:18.581711 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6fbd3-62c6-4008-b250-ad460f71c5d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:18.583369 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6fbd3-62c6-4008-b250-ad460f71c5d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:18.584402 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6fbd3-62c6-4008-b250-ad460f71c5d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:18.585327 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6fbd3-62c6-4008-b250-ad460f71c5d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:18.586215 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6fbd3-62c6-4008-b250-ad460f71c5d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:18.587175 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6fbd3-62c6-4008-b250-ad460f71c5d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:18.588126 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6fbd3-62c6-4008-b250-ad460f71c5d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:18.589002 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6fbd3-62c6-4008-b250-ad460f71c5d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:18.589862 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6fbd3-62c6-4008-b250-ad460f71c5d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:18.640626 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-28f6fbd3-62c6-4008-b250-ad460f71c5d6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=001fcd5470ed434ca8cb5a304af25e1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6693206 Jan 28 00:57:18.640872 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39740) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:18.764340 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4ede27f4-c319-4ccb-9cad-da50f264303d admin admin] Publish callbacks [] for security_group (94617062-ef16-4980-bf8b-b840962c73c4), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:18.814029 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4ede27f4-c319-4ccb-9cad-da50f264303d admin admin] Publish callbacks [] for security_group (94617062-ef16-4980-bf8b-b840962c73c4), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:18.933913 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4ede27f4-c319-4ccb-9cad-da50f264303d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (94617062-ef16-4980-bf8b-b840962c73c4), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:18.943438 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4ede27f4-c319-4ccb-9cad-da50f264303d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:18.947480 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4ede27f4-c319-4ccb-9cad-da50f264303d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/94617062-ef16-4980-bf8b-b840962c73c4 HTTP/1.1" status: 204 len: 168 time: 0.3052132 Jan 28 00:57:18.996832 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede27f4-c319-4ccb-9cad-da50f264303d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94617062-ef16-4980-bf8b-b840962c73c4,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:19.030980 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede27f4-c319-4ccb-9cad-da50f264303d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:19.032007 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede27f4-c319-4ccb-9cad-da50f264303d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:19.032442 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede27f4-c319-4ccb-9cad-da50f264303d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:19.033100 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede27f4-c319-4ccb-9cad-da50f264303d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:19.033800 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede27f4-c319-4ccb-9cad-da50f264303d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:19.044472 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede27f4-c319-4ccb-9cad-da50f264303d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:19.045246 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede27f4-c319-4ccb-9cad-da50f264303d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:19.045957 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede27f4-c319-4ccb-9cad-da50f264303d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:19.046703 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede27f4-c319-4ccb-9cad-da50f264303d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:19.047403 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede27f4-c319-4ccb-9cad-da50f264303d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:19.048107 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede27f4-c319-4ccb-9cad-da50f264303d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:19.048799 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede27f4-c319-4ccb-9cad-da50f264303d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:19.050013 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede27f4-c319-4ccb-9cad-da50f264303d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:29.145270 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 39878) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:29.278933 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7145be01-bb95-4898-83bb-f5928309e00f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:29.383378 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7145be01-bb95-4898-83bb-f5928309e00f admin admin] Publish callbacks [] for security_group (8bccfaa9-7ff8-4838-907e-966d613e4d0d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:29.388712 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7145be01-bb95-4898-83bb-f5928309e00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (8bccfaa9-7ff8-4838-907e-966d613e4d0d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:29.490390 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7145be01-bb95-4898-83bb-f5928309e00f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1dd3262c38704b3c951ce3efb32f34ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3434868 Jan 28 00:57:29.492199 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145be01-bb95-4898-83bb-f5928309e00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bccfaa9-7ff8-4838-907e-966d613e4d0d,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:29.495131 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 39886) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:29.599884 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-09772e1d-392b-4b57-91a2-a783f1894f25 admin admin] Publish callbacks [] for security_group (8bccfaa9-7ff8-4838-907e-966d613e4d0d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:29.638577 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-09772e1d-392b-4b57-91a2-a783f1894f25 admin admin] Publish callbacks [] for security_group (8bccfaa9-7ff8-4838-907e-966d613e4d0d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:29.736205 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-09772e1d-392b-4b57-91a2-a783f1894f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (8bccfaa9-7ff8-4838-907e-966d613e4d0d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:29.740509 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-09772e1d-392b-4b57-91a2-a783f1894f25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:29.745071 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-09772e1d-392b-4b57-91a2-a783f1894f25 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8bccfaa9-7ff8-4838-907e-966d613e4d0d HTTP/1.1" status: 204 len: 168 time: 0.2484007 Jan 28 00:57:29.755307 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09772e1d-392b-4b57-91a2-a783f1894f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bccfaa9-7ff8-4838-907e-966d613e4d0d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:36.053446 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8dcd30b1-0f9e-4f25-bd3f-3c141cc8f103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:37.358002 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:57:38.376827 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52c2d458-b0b2-4838-9a2d-d513dcbc28ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:39.783845 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:41.289806 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:42.259671 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:43.201232 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:44.469633 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:45.677293 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40548) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:45.897889 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33d97cdf-788b-455a-9dce-548baa620284 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:45.999494 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33d97cdf-788b-455a-9dce-548baa620284 admin admin] Publish callbacks [] for security_group (d79fa25e-f262-4639-9a9d-1fdd6a7554ae), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:46.005758 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33d97cdf-788b-455a-9dce-548baa620284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d79fa25e-f262-4639-9a9d-1fdd6a7554ae), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:46.044635 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40558) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:46.045232 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-33d97cdf-788b-455a-9dce-548baa620284 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e6a926d58a144b38a4a1f7217ca8635f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3655345 Jan 28 00:57:46.072089 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d97cdf-788b-455a-9dce-548baa620284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79fa25e-f262-4639-9a9d-1fdd6a7554ae,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:46.142719 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-55d177d4-299e-428f-9a51-6b2edb645c5d admin admin] Publish callbacks [] for security_group (d79fa25e-f262-4639-9a9d-1fdd6a7554ae), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:46.188730 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-55d177d4-299e-428f-9a51-6b2edb645c5d admin admin] Publish callbacks [] for security_group (d79fa25e-f262-4639-9a9d-1fdd6a7554ae), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:46.258124 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-55d177d4-299e-428f-9a51-6b2edb645c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d79fa25e-f262-4639-9a9d-1fdd6a7554ae), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:46.262171 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-55d177d4-299e-428f-9a51-6b2edb645c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:46.268560 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-55d177d4-299e-428f-9a51-6b2edb645c5d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d79fa25e-f262-4639-9a9d-1fdd6a7554ae HTTP/1.1" status: 204 len: 168 time: 0.2216816 Jan 28 00:57:46.281165 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d177d4-299e-428f-9a51-6b2edb645c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79fa25e-f262-4639-9a9d-1fdd6a7554ae,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:48.251024 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40620) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:48.481771 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-bd66bb5c-4ce9-4a6b-8395-25c19302fd4c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'network': {'name': 'tempest-network-smoke--1907338887', 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'port_security_enabled': True}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:48.509975 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd66bb5c-4ce9-4a6b-8395-25c19302fd4c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Made reservation on behalf of bb4b1000f5df40f5810e78f45d5dff4b for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:57:48.513605 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bd66bb5c-4ce9-4a6b-8395-25c19302fd4c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:48.523010 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bd66bb5c-4ce9-4a6b-8395-25c19302fd4c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:48.618092 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bd66bb5c-4ce9-4a6b-8395-25c19302fd4c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group (b3a421b8-9dc3-488b-b55d-3a727f327d89), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:48.625622 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bd66bb5c-4ce9-4a6b-8395-25c19302fd4c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b3a421b8-9dc3-488b-b55d-3a727f327d89), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:48.664802 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd66bb5c-4ce9-4a6b-8395-25c19302fd4c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:57:48.676381 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66bb5c-4ce9-4a6b-8395-25c19302fd4c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a421b8-9dc3-488b-b55d-3a727f327d89,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:48.681521 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bd66bb5c-4ce9-4a6b-8395-25c19302fd4c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (12b535f5-0dae-4440-939b-8fc9ae8085bf), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:48.681880 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-bd66bb5c-4ce9-4a6b-8395-25c19302fd4c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Added segment 12b535f5-0dae-4440-939b-8fc9ae8085bf of type vlan for network 4698ee37-7e8f-4dfe-bb60-01f95319f12c Jan 28 00:57:48.739706 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bd66bb5c-4ce9-4a6b-8395-25c19302fd4c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (4698ee37-7e8f-4dfe-bb60-01f95319f12c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:48.771934 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bd66bb5c-4ce9-4a6b-8395-25c19302fd4c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (4698ee37-7e8f-4dfe-bb60-01f95319f12c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:48.778385 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd66bb5c-4ce9-4a6b-8395-25c19302fd4c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:48.779787 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bd66bb5c-4ce9-4a6b-8395-25c19302fd4c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:48.868305 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-bd66bb5c-4ce9-4a6b-8395-25c19302fd4c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6148355 Jan 28 00:57:48.870794 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40628) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:48.875602 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-3a2c9aa7-bd61-484b-ad82-629613a5c1eb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-247679011', 'admin_state_up': True, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:48.886740 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66bb5c-4ce9-4a6b-8395-25c19302fd4c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'Network': ['ID=4698ee37-7e8f-4dfe-bb60-01f95319f12c,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:48.899151 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 4698ee37-7e8f-4dfe-bb60-01f95319f12c details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:57:48.915277 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a2c9aa7-bd61-484b-ad82-629613a5c1eb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (e16b1596-0523-4479-a056-8d1b1860848e), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:48.917052 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a2c9aa7-bd61-484b-ad82-629613a5c1eb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (e16b1596-0523-4479-a056-8d1b1860848e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:49.032384 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a2c9aa7-bd61-484b-ad82-629613a5c1eb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for router_controller (e16b1596-0523-4479-a056-8d1b1860848e), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:49.188030 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a2c9aa7-bd61-484b-ad82-629613a5c1eb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for router_gateway (e16b1596-0523-4479-a056-8d1b1860848e), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:49.688489 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a2c9aa7-bd61-484b-ad82-629613a5c1eb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for router_gateway (e16b1596-0523-4479-a056-8d1b1860848e), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:49.735167 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a2c9aa7-bd61-484b-ad82-629613a5c1eb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:49.926426 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-3a2c9aa7-bd61-484b-ad82-629613a5c1eb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Allocated IP 172.25.3.204 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:57:50.094054 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a2c9aa7-bd61-484b-ad82-629613a5c1eb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for port (2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:50.154692 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a2c9aa7-bd61-484b-ad82-629613a5c1eb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:50.209355 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2c9aa7-bd61-484b-ad82-629613a5c1eb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:57:50.213683 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-3a2c9aa7-bd61-484b-ad82-629613a5c1eb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:50.217656 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2c9aa7-bd61-484b-ad82-629613a5c1eb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:57:50.222666 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c9aa7-bd61-484b-ad82-629613a5c1eb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'Port': ['ID=2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:50.588467 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a2c9aa7-bd61-484b-ad82-629613a5c1eb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for router_gateway (e16b1596-0523-4479-a056-8d1b1860848e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:50.840639 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a2c9aa7-bd61-484b-ad82-629613a5c1eb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (e16b1596-0523-4479-a056-8d1b1860848e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:51.024301 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2c9aa7-bd61-484b-ad82-629613a5c1eb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Router e16b1596-0523-4479-a056-8d1b1860848e is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 00:57:51.164857 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2c9aa7-bd61-484b-ad82-629613a5c1eb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:57:51.178555 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5229d4-5377-416f-8dc4-d386ddc3b0ab None None] Sync routers for ids ['e16b1596-0523-4479-a056-8d1b1860848e'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:57:51.195169 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3a2c9aa7-bd61-484b-ad82-629613a5c1eb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:51.197364 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3a2c9aa7-bd61-484b-ad82-629613a5c1eb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3252764 Jan 28 00:57:51.200317 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40638) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:51.204684 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5229d4-5377-416f-8dc4-d386ddc3b0ab None None] Routers {'e16b1596-0523-4479-a056-8d1b1860848e'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:57:51.206241 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-9c5229d4-5377-416f-8dc4-d386ddc3b0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:57:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['e16b1596-0523-4479-a056-8d1b1860848e'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:51.315494 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40642) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:51.319174 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-35ae25cb-4995-45fe-8db0-65fe0e336c72 tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=bb4b1000f5df40f5810e78f45d5dff4b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1172431 Jan 28 00:57:51.356622 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-9c5229d4-5377-416f-8dc4-d386ddc3b0ab None None] Set router e16b1596-0523-4479-a056-8d1b1860848e gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:57:51.496364 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a441420-d1c4-42a7-80bf-fe5efb64b28c tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:51.497656 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5a441420-d1c4-42a7-80bf-fe5efb64b28c tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1808877 Jan 28 00:57:51.503804 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40644) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:51.541237 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-77272be0-4703-4ad0-a5f0-ef2b3c6b8af5 tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360372 Jan 28 00:57:51.546781 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40646) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:51.559328 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-6878bfea-a2a8-4e39-b861-b9ad64195bf0 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1310373409', 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c', 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:51.617443 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-9c5229d4-5377-416f-8dc4-d386ddc3b0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'name': 'tempest-TestNetworkBasicOps-router-247679011', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:48Z', 'updated_at': '2022-01-28T00:57:50Z', 'revision_number': 3, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:49Z', 'updated_at': '2022-01-28T00:57:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:51.660652 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5229d4-5377-416f-8dc4-d386ddc3b0ab None None] Checking router: e16b1596-0523-4479-a056-8d1b1860848e for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:57:51.661337 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5229d4-5377-416f-8dc4-d386ddc3b0ab None None] Updating router e16b1596-0523-4479-a056-8d1b1860848e port 2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:57:51.697956 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9c5229d4-5377-416f-8dc4-d386ddc3b0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:51.712370 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6878bfea-a2a8-4e39-b861-b9ad64195bf0 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Made reservation on behalf of bb4b1000f5df40f5810e78f45d5dff4b for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:57:51.716069 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6878bfea-a2a8-4e39-b861-b9ad64195bf0 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:52.005668 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6878bfea-a2a8-4e39-b861-b9ad64195bf0 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (03f2f8e1-6adb-4a3c-afac-aa6e09d64f99), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:52.099316 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9c5229d4-5377-416f-8dc4-d386ddc3b0ab None None] Publish callbacks [] for port (2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:52.108529 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9c5229d4-5377-416f-8dc4-d386ddc3b0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:52.141110 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878bfea-a2a8-4e39-b861-b9ad64195bf0 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'Subnet': ['ID=03f2f8e1-6adb-4a3c-afac-aa6e09d64f99,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:52.168082 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6878bfea-a2a8-4e39-b861-b9ad64195bf0 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Checking segment: {'id': '12b535f5-0dae-4440-939b-8fc9ae8085bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:52.169163 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6878bfea-a2a8-4e39-b861-b9ad64195bf0 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Network hostable DHCP agents. Network: 4698ee37-7e8f-4dfe-bb60-01f95319f12c, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:57:52.186236 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-9c5229d4-5377-416f-8dc4-d386ddc3b0ab None None] Attempting to bind port 2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:57:52.187060 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-9c5229d4-5377-416f-8dc4-d386ddc3b0ab None None] Attempting to bind port 2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:57:52.187060 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5229d4-5377-416f-8dc4-d386ddc3b0ab None None] Attempting to bind port 2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:52.196247 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bcfe5b-a8a5-47fa-9587-df4ea290d752 None None] Pushing event updated for resources: {'Port': ['ID=2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:52.199778 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5229d4-5377-416f-8dc4-d386ddc3b0ab None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:57:52.200165 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5229d4-5377-416f-8dc4-d386ddc3b0ab None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:52.200582 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9c5229d4-5377-416f-8dc4-d386ddc3b0ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:52.200981 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5229d4-5377-416f-8dc4-d386ddc3b0ab None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:57:52.201467 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-9c5229d4-5377-416f-8dc4-d386ddc3b0ab None None] Bound port: 2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:57:52.201873 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9c5229d4-5377-416f-8dc4-d386ddc3b0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:52.232637 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bcfe5b-a8a5-47fa-9587-df4ea290d752 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:52.233121 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bcfe5b-a8a5-47fa-9587-df4ea290d752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:52.233763 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bcfe5b-a8a5-47fa-9587-df4ea290d752 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:52.234098 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bcfe5b-a8a5-47fa-9587-df4ea290d752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:52.234513 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bcfe5b-a8a5-47fa-9587-df4ea290d752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:52.234858 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bcfe5b-a8a5-47fa-9587-df4ea290d752 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:52.235194 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bcfe5b-a8a5-47fa-9587-df4ea290d752 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:52.235569 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bcfe5b-a8a5-47fa-9587-df4ea290d752 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:52.235867 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bcfe5b-a8a5-47fa-9587-df4ea290d752 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:52.236199 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bcfe5b-a8a5-47fa-9587-df4ea290d752 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:52.236528 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bcfe5b-a8a5-47fa-9587-df4ea290d752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:52.237397 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bcfe5b-a8a5-47fa-9587-df4ea290d752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:52.237732 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bcfe5b-a8a5-47fa-9587-df4ea290d752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:52.238192 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6878bfea-a2a8-4e39-b861-b9ad64195bf0 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Network 4698ee37-7e8f-4dfe-bb60-01f95319f12c is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:57:52.258325 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-6878bfea-a2a8-4e39-b861-b9ad64195bf0 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 4698ee37-7e8f-4dfe-bb60-01f95319f12c) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:52.263866 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6878bfea-a2a8-4e39-b861-b9ad64195bf0 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:52.265237 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6878bfea-a2a8-4e39-b861-b9ad64195bf0 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:52.286721 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefa7049-8804-405f-bfdf-f9ff15b846bc None None] Network 4698ee37-7e8f-4dfe-bb60-01f95319f12c requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:57:52.295462 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40654) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:52.302968 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6878bfea-a2a8-4e39-b861-b9ad64195bf0 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7536678 Jan 28 00:57:52.403470 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-9c5229d4-5377-416f-8dc4-d386ddc3b0ab None None] For port 2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:57:52.425418 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-9c5229d4-5377-416f-8dc4-d386ddc3b0ab None None] For port 2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:57:52.439239 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9c5229d4-5377-416f-8dc4-d386ddc3b0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:52.687336 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1af52c-a700-4bd0-ab06-f40ef665b219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-4698ee37-7e8f-4dfe-bb60-01f95319f12c', 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c', 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'fixed_ips': [{'subnet_id': '03f2f8e1-6adb-4a3c-afac-aa6e09d64f99'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:57:52.688452 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7e1af52c-a700-4bd0-ab06-f40ef665b219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:52.733996 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5229d4-5377-416f-8dc4-d386ddc3b0ab None None] Routers {'e16b1596-0523-4479-a056-8d1b1860848e'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:57:52.734922 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-9c5229d4-5377-416f-8dc4-d386ddc3b0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:57:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['e16b1596-0523-4479-a056-8d1b1860848e'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:52.814741 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bcfe5b-a8a5-47fa-9587-df4ea290d752 None None] Pushing event updated for resources: {'Port': ['ID=2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:53.005571 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-9c5229d4-5377-416f-8dc4-d386ddc3b0ab None None] Set router e16b1596-0523-4479-a056-8d1b1860848e gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:57:53.073197 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-7e1af52c-a700-4bd0-ab06-f40ef665b219 None None] Allocated IP 172.20.0.2 (4698ee37-7e8f-4dfe-bb60-01f95319f12c/03f2f8e1-6adb-4a3c-afac-aa6e09d64f99/69e0185c-dcc0-4abf-aa61-68360cbe86b2) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:57:53.170711 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-389bd553-8e30-45b1-aa7d-3793632e89bb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:53.315402 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7e1af52c-a700-4bd0-ab06-f40ef665b219 None None] Publish callbacks [] for port (69e0185c-dcc0-4abf-aa61-68360cbe86b2), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:53.325776 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7e1af52c-a700-4bd0-ab06-f40ef665b219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (69e0185c-dcc0-4abf-aa61-68360cbe86b2), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:53.340749 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-9c5229d4-5377-416f-8dc4-d386ddc3b0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'name': 'tempest-TestNetworkBasicOps-router-247679011', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:48Z', 'updated_at': '2022-01-28T00:57:50Z', 'revision_number': 3, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:49Z', 'updated_at': '2022-01-28T00:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:53.406218 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5229d4-5377-416f-8dc4-d386ddc3b0ab None None] The sync data for ids ['e16b1596-0523-4479-a056-8d1b1860848e'] in n-d-826754-1 is: [{'id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'name': 'tempest-TestNetworkBasicOps-router-247679011', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:48Z', 'updated_at': '2022-01-28T00:57:50Z', 'revision_number': 3, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:49Z', 'updated_at': '2022-01-28T00:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:57:53.430967 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1af52c-a700-4bd0-ab06-f40ef665b219 None None] Network 4698ee37-7e8f-4dfe-bb60-01f95319f12c is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:57:53.433031 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-7e1af52c-a700-4bd0-ab06-f40ef665b219 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:53.453024 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1af52c-a700-4bd0-ab06-f40ef665b219 None None] Pushing event updated for resources: {'Port': ['ID=69e0185c-dcc0-4abf-aa61-68360cbe86b2,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:53.459745 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1af52c-a700-4bd0-ab06-f40ef665b219 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:57:53.529354 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7e1af52c-a700-4bd0-ab06-f40ef665b219 None None] Attempting to bind port 69e0185c-dcc0-4abf-aa61-68360cbe86b2 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:57:53.529792 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7e1af52c-a700-4bd0-ab06-f40ef665b219 None None] Attempting to bind port 69e0185c-dcc0-4abf-aa61-68360cbe86b2 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '12b535f5-0dae-4440-939b-8fc9ae8085bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:57:53.530238 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1af52c-a700-4bd0-ab06-f40ef665b219 None None] Attempting to bind port 69e0185c-dcc0-4abf-aa61-68360cbe86b2 on network 4698ee37-7e8f-4dfe-bb60-01f95319f12c {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:53.536169 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1af52c-a700-4bd0-ab06-f40ef665b219 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:57:53.536722 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1af52c-a700-4bd0-ab06-f40ef665b219 None None] Checking segment: {'id': '12b535f5-0dae-4440-939b-8fc9ae8085bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:53.537201 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7e1af52c-a700-4bd0-ab06-f40ef665b219 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:53.537674 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1af52c-a700-4bd0-ab06-f40ef665b219 None None] Bound using segment: {'id': '12b535f5-0dae-4440-939b-8fc9ae8085bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:57:53.538239 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7e1af52c-a700-4bd0-ab06-f40ef665b219 None None] Bound port: 69e0185c-dcc0-4abf-aa61-68360cbe86b2, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b535f5-0dae-4440-939b-8fc9ae8085bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:57:53.538722 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7e1af52c-a700-4bd0-ab06-f40ef665b219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (69e0185c-dcc0-4abf-aa61-68360cbe86b2), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:53.559681 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-389bd553-8e30-45b1-aa7d-3793632e89bb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Allocated IP 172.20.0.1 (4698ee37-7e8f-4dfe-bb60-01f95319f12c/03f2f8e1-6adb-4a3c-afac-aa6e09d64f99/3b522536-f770-4d82-91fb-e24e4154917c) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:57:53.620953 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-7e1af52c-a700-4bd0-ab06-f40ef665b219 None None] For port 69e0185c-dcc0-4abf-aa61-68360cbe86b2, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:57:53.626285 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-7e1af52c-a700-4bd0-ab06-f40ef665b219 None None] For port 69e0185c-dcc0-4abf-aa61-68360cbe86b2, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=69e0185c-dcc0-4abf-aa61-68360cbe86b2,segment=NetworkSegment(12b535f5-0dae-4440-939b-8fc9ae8085bf),segment_id=12b535f5-0dae-4440-939b-8fc9ae8085bf)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:57:53.630910 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7e1af52c-a700-4bd0-ab06-f40ef665b219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (69e0185c-dcc0-4abf-aa61-68360cbe86b2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:53.707879 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1af52c-a700-4bd0-ab06-f40ef665b219 None None] Pushing event updated for resources: {'Port': ['ID=69e0185c-dcc0-4abf-aa61-68360cbe86b2,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:53.764474 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-389bd553-8e30-45b1-aa7d-3793632e89bb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for port (3b522536-f770-4d82-91fb-e24e4154917c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:53.819042 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-389bd553-8e30-45b1-aa7d-3793632e89bb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (3b522536-f770-4d82-91fb-e24e4154917c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:53.868107 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389bd553-8e30-45b1-aa7d-3793632e89bb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Network 4698ee37-7e8f-4dfe-bb60-01f95319f12c is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:57:53.871466 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-389bd553-8e30-45b1-aa7d-3793632e89bb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:53.874129 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389bd553-8e30-45b1-aa7d-3793632e89bb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:57:53.914296 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389bd553-8e30-45b1-aa7d-3793632e89bb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'Port': ['ID=3b522536-f770-4d82-91fb-e24e4154917c,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:53.949418 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-389bd553-8e30-45b1-aa7d-3793632e89bb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (e16b1596-0523-4479-a056-8d1b1860848e), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.192082 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:57:54.302760 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-389bd553-8e30-45b1-aa7d-3793632e89bb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3b522536-f770-4d82-91fb-e24e4154917c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.323379 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:54.324788 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.599467 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:54.600106 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.633945 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:54.640538 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.718360 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:54.844538 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-389bd553-8e30-45b1-aa7d-3793632e89bb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for port (3b522536-f770-4d82-91fb-e24e4154917c), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.851908 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-389bd553-8e30-45b1-aa7d-3793632e89bb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (3b522536-f770-4d82-91fb-e24e4154917c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.937306 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-389bd553-8e30-45b1-aa7d-3793632e89bb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (e16b1596-0523-4479-a056-8d1b1860848e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:54.939269 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389bd553-8e30-45b1-aa7d-3793632e89bb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'Port': ['ID=3b522536-f770-4d82-91fb-e24e4154917c,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:55.119173 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389bd553-8e30-45b1-aa7d-3793632e89bb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Network 4698ee37-7e8f-4dfe-bb60-01f95319f12c is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:57:55.123607 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-389bd553-8e30-45b1-aa7d-3793632e89bb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:57:55.274540 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389bd553-8e30-45b1-aa7d-3793632e89bb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Router e16b1596-0523-4479-a056-8d1b1860848e has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:57:55.424707 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389bd553-8e30-45b1-aa7d-3793632e89bb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:57:55.431206 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-389bd553-8e30-45b1-aa7d-3793632e89bb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "PUT /v2.0/routers/e16b1596-0523-4479-a056-8d1b1860848e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1346283 Jan 28 00:57:55.433811 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40710) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:55.524482 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abfe9c9-1d72-40f8-814e-cef37661582d None None] Network 4698ee37-7e8f-4dfe-bb60-01f95319f12c requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:57:55.607197 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b224b72-bdb5-4c9c-bf82-20601983756e tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:55.607777 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b224b72-bdb5-4c9c-bf82-20601983756e tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:55.608220 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b224b72-bdb5-4c9c-bf82-20601983756e tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:55.608678 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b224b72-bdb5-4c9c-bf82-20601983756e tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:55.609130 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b224b72-bdb5-4c9c-bf82-20601983756e tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:55.609727 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b224b72-bdb5-4c9c-bf82-20601983756e tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:55.611685 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5b224b72-bdb5-4c9c-bf82-20601983756e tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1767542 Jan 28 00:57:55.614297 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40712) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:55.638374 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-c5f7bf72-6d60-42f4-9e23-f70f00c876b0 None None] Provisioning complete for port 69e0185c-dcc0-4abf-aa61-68360cbe86b2 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:55.643282 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5f7bf72-6d60-42f4-9e23-f70f00c876b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (69e0185c-dcc0-4abf-aa61-68360cbe86b2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:55.789890 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633bb4f7-62f4-41eb-b051-29ceea3cffcf tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:55.790354 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633bb4f7-62f4-41eb-b051-29ceea3cffcf tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:55.796365 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633bb4f7-62f4-41eb-b051-29ceea3cffcf tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:55.797919 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633bb4f7-62f4-41eb-b051-29ceea3cffcf tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:55.798401 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633bb4f7-62f4-41eb-b051-29ceea3cffcf tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:55.798858 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633bb4f7-62f4-41eb-b051-29ceea3cffcf tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:55.801362 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-633bb4f7-62f4-41eb-b051-29ceea3cffcf tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4000 time: 0.1860983 Jan 28 00:57:55.805130 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40722) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:55.837699 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c5f7bf72-6d60-42f4-9e23-f70f00c876b0 None None] Current status of the port 69e0185c-dcc0-4abf-aa61-68360cbe86b2 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:55.838109 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5f7bf72-6d60-42f4-9e23-f70f00c876b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (69e0185c-dcc0-4abf-aa61-68360cbe86b2), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:55.916058 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c5f7bf72-6d60-42f4-9e23-f70f00c876b0 None None] For port 69e0185c-dcc0-4abf-aa61-68360cbe86b2, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=69e0185c-dcc0-4abf-aa61-68360cbe86b2,segment=NetworkSegment(12b535f5-0dae-4440-939b-8fc9ae8085bf),segment_id=12b535f5-0dae-4440-939b-8fc9ae8085bf)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:55.921493 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5f7bf72-6d60-42f4-9e23-f70f00c876b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (69e0185c-dcc0-4abf-aa61-68360cbe86b2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:56.037589 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7bf72-6d60-42f4-9e23-f70f00c876b0 None None] Pushing event updated for resources: {'Port': ['ID=69e0185c-dcc0-4abf-aa61-68360cbe86b2,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:56.162100 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-7499f8b6-e31a-4e47-a16c-7e69014bf72f None None] Provisioning complete for port 3b522536-f770-4d82-91fb-e24e4154917c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:56.162540 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7499f8b6-e31a-4e47-a16c-7e69014bf72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3b522536-f770-4d82-91fb-e24e4154917c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:56.209424 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:57:56.226220 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d3d3a8-e4f9-42a9-bd3e-7ad2065c093f None None] Sync routers for ids ['e16b1596-0523-4479-a056-8d1b1860848e'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:57:56.279113 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d3d3a8-e4f9-42a9-bd3e-7ad2065c093f None None] Routers {'e16b1596-0523-4479-a056-8d1b1860848e'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:57:56.281048 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-23d3d3a8-e4f9-42a9-bd3e-7ad2065c093f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:57:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['e16b1596-0523-4479-a056-8d1b1860848e'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:56.360721 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6c0476a0-9c3c-43d6-8e84-d1afa41605d0 tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3042 time: 0.5480111 Jan 28 00:57:56.383469 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-7499f8b6-e31a-4e47-a16c-7e69014bf72f None None] Port 3b522536-f770-4d82-91fb-e24e4154917c cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:57:56.436332 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:56.436719 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:56.480108 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-23d3d3a8-e4f9-42a9-bd3e-7ad2065c093f None None] Set router e16b1596-0523-4479-a056-8d1b1860848e gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:57:56.507848 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-7499f8b6-e31a-4e47-a16c-7e69014bf72f None None] Provisioning complete for port 69e0185c-dcc0-4abf-aa61-68360cbe86b2 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:56.507848 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7499f8b6-e31a-4e47-a16c-7e69014bf72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (69e0185c-dcc0-4abf-aa61-68360cbe86b2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:56.710022 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:56.711242 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 69e0185c-dcc0-4abf-aa61-68360cbe86b2 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:57:56.951876 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-23d3d3a8-e4f9-42a9-bd3e-7ad2065c093f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'name': 'tempest-TestNetworkBasicOps-router-247679011', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:48Z', 'updated_at': '2022-01-28T00:57:54Z', 'revision_number': 4, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:49Z', 'updated_at': '2022-01-28T00:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '3b522536-f770-4d82-91fb-e24e4154917c', 'name': '', 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'mac_address': 'fa:16:3e:6d:a9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '03f2f8e1-6adb-4a3c-afac-aa6e09d64f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:53Z', 'updated_at': '2022-01-28T00:57:54Z', 'revision_number': 2, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'subnets': [{'id': '03f2f8e1-6adb-4a3c-afac-aa6e09d64f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:56.967290 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-7499f8b6-e31a-4e47-a16c-7e69014bf72f None None] Current status of the port 69e0185c-dcc0-4abf-aa61-68360cbe86b2 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:56.998300 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d3d3a8-e4f9-42a9-bd3e-7ad2065c093f None None] Checking router: e16b1596-0523-4479-a056-8d1b1860848e for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:57:56.999273 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d3d3a8-e4f9-42a9-bd3e-7ad2065c093f None None] Updating router e16b1596-0523-4479-a056-8d1b1860848e port 3b522536-f770-4d82-91fb-e24e4154917c binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:57:57.009744 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 69e0185c-dcc0-4abf-aa61-68360cbe86b2 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:57.010130 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (69e0185c-dcc0-4abf-aa61-68360cbe86b2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:57.038794 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-23d3d3a8-e4f9-42a9-bd3e-7ad2065c093f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3b522536-f770-4d82-91fb-e24e4154917c), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:57.080454 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40748) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:57.086876 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-c028d092-62f8-4a02-8761-763ad686f370 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1217136699', 'description': 'tempest-secgroup-smoke-1217136699 description', 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:57.097825 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-c83597bb-e340-48cf-804b-2c8cd84bd088 None None] Provisioning complete for port 3b522536-f770-4d82-91fb-e24e4154917c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:57.098233 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c83597bb-e340-48cf-804b-2c8cd84bd088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3b522536-f770-4d82-91fb-e24e4154917c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:57.166875 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c028d092-62f8-4a02-8761-763ad686f370 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:57.183769 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c83597bb-e340-48cf-804b-2c8cd84bd088 None None] Port 3b522536-f770-4d82-91fb-e24e4154917c cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:57:57.206121 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 69e0185c-dcc0-4abf-aa61-68360cbe86b2 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:57.272587 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c028d092-62f8-4a02-8761-763ad686f370 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group (df23b845-f2f2-4720-97fd-81ddd5ed1ec8), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:57.277929 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c028d092-62f8-4a02-8761-763ad686f370 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (df23b845-f2f2-4720-97fd-81ddd5ed1ec8), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:57.322426 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028d092-62f8-4a02-8761-763ad686f370 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df23b845-f2f2-4720-97fd-81ddd5ed1ec8,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:57.339607 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c028d092-62f8-4a02-8761-763ad686f370 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:57.341631 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c028d092-62f8-4a02-8761-763ad686f370 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2594416 Jan 28 00:57:57.345135 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40750) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:57.351313 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-c60a4d2e-3369-4658-9ca3-b0091ce32045 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'security_group_rule': {'security_group_id': 'df23b845-f2f2-4720-97fd-81ddd5ed1ec8', 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:57.385586 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c60a4d2e-3369-4658-9ca3-b0091ce32045 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (2d8cdb11-f835-4f9d-9054-02762ad82b94), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:57.505036 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-23d3d3a8-e4f9-42a9-bd3e-7ad2065c093f None None] Publish callbacks [] for port (3b522536-f770-4d82-91fb-e24e4154917c), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:57.510470 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c60a4d2e-3369-4658-9ca3-b0091ce32045 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (2d8cdb11-f835-4f9d-9054-02762ad82b94), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:57.514467 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c60a4d2e-3369-4658-9ca3-b0091ce32045 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (2d8cdb11-f835-4f9d-9054-02762ad82b94), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:57.515285 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-23d3d3a8-e4f9-42a9-bd3e-7ad2065c093f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3b522536-f770-4d82-91fb-e24e4154917c), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:57.559562 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a4d2e-3369-4658-9ca3-b0091ce32045 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8cdb11-f835-4f9d-9054-02762ad82b94,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:57.569375 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c60a4d2e-3369-4658-9ca3-b0091ce32045 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:57.571136 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c60a4d2e-3369-4658-9ca3-b0091ce32045 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2243612 Jan 28 00:57:57.574663 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40756) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:57.580343 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2618c248-155a-4a2d-be84-9ba959208a59 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'security_group_rule': {'security_group_id': 'df23b845-f2f2-4720-97fd-81ddd5ed1ec8', 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:57.624121 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2618c248-155a-4a2d-be84-9ba959208a59 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (db3b333e-6124-4062-8051-70fe0f0fb0e9), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:57.675517 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-23d3d3a8-e4f9-42a9-bd3e-7ad2065c093f None None] Attempting to bind port 3b522536-f770-4d82-91fb-e24e4154917c on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:57:57.676665 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-23d3d3a8-e4f9-42a9-bd3e-7ad2065c093f None None] Attempting to bind port 3b522536-f770-4d82-91fb-e24e4154917c by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '12b535f5-0dae-4440-939b-8fc9ae8085bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:57:57.680137 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3d3a8-e4f9-42a9-bd3e-7ad2065c093f None None] Attempting to bind port 3b522536-f770-4d82-91fb-e24e4154917c on network 4698ee37-7e8f-4dfe-bb60-01f95319f12c {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:57:57.688917 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3d3a8-e4f9-42a9-bd3e-7ad2065c093f None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:57:57.689301 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3d3a8-e4f9-42a9-bd3e-7ad2065c093f None None] Checking segment: {'id': '12b535f5-0dae-4440-939b-8fc9ae8085bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:57:57.690246 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-23d3d3a8-e4f9-42a9-bd3e-7ad2065c093f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:57.690804 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3d3a8-e4f9-42a9-bd3e-7ad2065c093f None None] Bound using segment: {'id': '12b535f5-0dae-4440-939b-8fc9ae8085bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:57:57.691319 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-23d3d3a8-e4f9-42a9-bd3e-7ad2065c093f None None] Bound port: 3b522536-f770-4d82-91fb-e24e4154917c, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b535f5-0dae-4440-939b-8fc9ae8085bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:57:57.691825 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-23d3d3a8-e4f9-42a9-bd3e-7ad2065c093f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3b522536-f770-4d82-91fb-e24e4154917c), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:57.735529 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d90ccf-9d5f-4159-a4cd-8520cb3ab273 None None] Pushing event updated for resources: {'Port': ['ID=3b522536-f770-4d82-91fb-e24e4154917c,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:57.747251 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d90ccf-9d5f-4159-a4cd-8520cb3ab273 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:57.747601 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d90ccf-9d5f-4159-a4cd-8520cb3ab273 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:57.747745 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d90ccf-9d5f-4159-a4cd-8520cb3ab273 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:57.748052 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d90ccf-9d5f-4159-a4cd-8520cb3ab273 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:57.748383 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d90ccf-9d5f-4159-a4cd-8520cb3ab273 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:57.748719 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d90ccf-9d5f-4159-a4cd-8520cb3ab273 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:57.749055 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d90ccf-9d5f-4159-a4cd-8520cb3ab273 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:57.749390 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d90ccf-9d5f-4159-a4cd-8520cb3ab273 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:57.749711 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d90ccf-9d5f-4159-a4cd-8520cb3ab273 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:57.750136 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d90ccf-9d5f-4159-a4cd-8520cb3ab273 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:57.750462 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d90ccf-9d5f-4159-a4cd-8520cb3ab273 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:57.750794 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d90ccf-9d5f-4159-a4cd-8520cb3ab273 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:57.751116 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d90ccf-9d5f-4159-a4cd-8520cb3ab273 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:57:57.758175 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2618c248-155a-4a2d-be84-9ba959208a59 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (db3b333e-6124-4062-8051-70fe0f0fb0e9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:57.764247 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2618c248-155a-4a2d-be84-9ba959208a59 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (db3b333e-6124-4062-8051-70fe0f0fb0e9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:57.807901 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618c248-155a-4a2d-be84-9ba959208a59 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db3b333e-6124-4062-8051-70fe0f0fb0e9,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:57.827829 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2618c248-155a-4a2d-be84-9ba959208a59 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:57.832437 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2618c248-155a-4a2d-be84-9ba959208a59 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2535157 Jan 28 00:57:57.833866 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40762) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:57.838824 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-d80f9cdd-d1ee-4e82-af55-50172ed8f438 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'security_group_rule': {'security_group_id': 'df23b845-f2f2-4720-97fd-81ddd5ed1ec8', 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:57.880276 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-23d3d3a8-e4f9-42a9-bd3e-7ad2065c093f None None] For port 3b522536-f770-4d82-91fb-e24e4154917c, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:57:57.888429 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-23d3d3a8-e4f9-42a9-bd3e-7ad2065c093f None None] For port 3b522536-f770-4d82-91fb-e24e4154917c, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=3b522536-f770-4d82-91fb-e24e4154917c,segment=NetworkSegment(12b535f5-0dae-4440-939b-8fc9ae8085bf),segment_id=12b535f5-0dae-4440-939b-8fc9ae8085bf)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:57:57.895185 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d80f9cdd-d1ee-4e82-af55-50172ed8f438 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (45210228-8030-4267-89ca-cccdfebf3a2d), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:57.903666 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-23d3d3a8-e4f9-42a9-bd3e-7ad2065c093f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3b522536-f770-4d82-91fb-e24e4154917c), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:58.031357 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 69e0185c-dcc0-4abf-aa61-68360cbe86b2 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:57:58.035353 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-5cd5298f-1fcd-400d-b421-d826128fec3d None None] Provisioning complete for port 3b522536-f770-4d82-91fb-e24e4154917c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:58.035772 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5cd5298f-1fcd-400d-b421-d826128fec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3b522536-f770-4d82-91fb-e24e4154917c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:58.064810 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d90ccf-9d5f-4159-a4cd-8520cb3ab273 None None] Pushing event updated for resources: {'Port': ['ID=3b522536-f770-4d82-91fb-e24e4154917c,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:58.072129 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d80f9cdd-d1ee-4e82-af55-50172ed8f438 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (45210228-8030-4267-89ca-cccdfebf3a2d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:58.076449 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d3d3a8-e4f9-42a9-bd3e-7ad2065c093f None None] Routers {'e16b1596-0523-4479-a056-8d1b1860848e'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:57:58.077602 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-23d3d3a8-e4f9-42a9-bd3e-7ad2065c093f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:57:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['e16b1596-0523-4479-a056-8d1b1860848e'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:58.080109 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d80f9cdd-d1ee-4e82-af55-50172ed8f438 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (45210228-8030-4267-89ca-cccdfebf3a2d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:58.156778 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f9cdd-d1ee-4e82-af55-50172ed8f438 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45210228-8030-4267-89ca-cccdfebf3a2d,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:58.171923 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d80f9cdd-d1ee-4e82-af55-50172ed8f438 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:58.190664 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d80f9cdd-d1ee-4e82-af55-50172ed8f438 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3553708 Jan 28 00:57:58.193530 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40770) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:58.204003 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-00e89a4c-2f35-40eb-b3ac-ba4758f2ac6b tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'security_group_rule': {'security_group_id': 'df23b845-f2f2-4720-97fd-81ddd5ed1ec8', 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:58.289390 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-00e89a4c-2f35-40eb-b3ac-ba4758f2ac6b tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (3e949f85-39fa-4620-8494-926a5404c364), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:58.339881 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 69e0185c-dcc0-4abf-aa61-68360cbe86b2 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:58.340666 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (69e0185c-dcc0-4abf-aa61-68360cbe86b2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:58.388526 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5cd5298f-1fcd-400d-b421-d826128fec3d None None] Current status of the port 3b522536-f770-4d82-91fb-e24e4154917c is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:58.388931 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5cd5298f-1fcd-400d-b421-d826128fec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3b522536-f770-4d82-91fb-e24e4154917c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:58.446105 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-23d3d3a8-e4f9-42a9-bd3e-7ad2065c093f None None] Set router e16b1596-0523-4479-a056-8d1b1860848e gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:57:58.452031 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-00e89a4c-2f35-40eb-b3ac-ba4758f2ac6b tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (3e949f85-39fa-4620-8494-926a5404c364), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:58.461663 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-00e89a4c-2f35-40eb-b3ac-ba4758f2ac6b tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (3e949f85-39fa-4620-8494-926a5404c364), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:58.480047 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e89a4c-2f35-40eb-b3ac-ba4758f2ac6b tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e949f85-39fa-4620-8494-926a5404c364,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:58.493882 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-5cd5298f-1fcd-400d-b421-d826128fec3d None None] For port 3b522536-f770-4d82-91fb-e24e4154917c, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=3b522536-f770-4d82-91fb-e24e4154917c,segment=NetworkSegment(12b535f5-0dae-4440-939b-8fc9ae8085bf),segment_id=12b535f5-0dae-4440-939b-8fc9ae8085bf)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:57:58.497743 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-00e89a4c-2f35-40eb-b3ac-ba4758f2ac6b tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:58.502934 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 40776) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:58.503178 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-00e89a4c-2f35-40eb-b3ac-ba4758f2ac6b tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3071363 Jan 28 00:57:58.506769 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5cd5298f-1fcd-400d-b421-d826128fec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3b522536-f770-4d82-91fb-e24e4154917c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:58.520297 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-c434a5ab-5e8d-4750-b823-658f18d90c14 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'security_group_rule': {'security_group_id': 'df23b845-f2f2-4720-97fd-81ddd5ed1ec8', 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:58.602342 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 69e0185c-dcc0-4abf-aa61-68360cbe86b2 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:58.602669 n-d-826754-1 neutron-server[103343]: INFO neutron.db.securitygroups_db [None req-c434a5ab-5e8d-4750-b823-658f18d90c14 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Project bb4b1000f5df40f5810e78f45d5dff4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 00:57:58.613359 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c434a5ab-5e8d-4750-b823-658f18d90c14 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (a0fc669f-89f4-42b9-8aa6-36ee7e5b0ba4), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:58.662016 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5298f-1fcd-400d-b421-d826128fec3d None None] Pushing event updated for resources: {'Port': ['ID=3b522536-f770-4d82-91fb-e24e4154917c,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:58.707199 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a3db8468-600d-4edd-8cab-2f7fd0fd4fc8 None None] Provisioning complete for port 3b522536-f770-4d82-91fb-e24e4154917c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:57:58.710519 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a3db8468-600d-4edd-8cab-2f7fd0fd4fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3b522536-f770-4d82-91fb-e24e4154917c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:58.778940 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c434a5ab-5e8d-4750-b823-658f18d90c14 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (a0fc669f-89f4-42b9-8aa6-36ee7e5b0ba4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:58.785380 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c434a5ab-5e8d-4750-b823-658f18d90c14 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (a0fc669f-89f4-42b9-8aa6-36ee7e5b0ba4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:58.824558 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434a5ab-5e8d-4750-b823-658f18d90c14 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0fc669f-89f4-42b9-8aa6-36ee7e5b0ba4,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:58.841219 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c434a5ab-5e8d-4750-b823-658f18d90c14 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:58.844910 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c434a5ab-5e8d-4750-b823-658f18d90c14 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3385813 Jan 28 00:57:58.847244 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 40782) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:57:58.853201 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-134d3c54-90b6-48c1-8e60-884f82726192 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'security_group_rule': {'security_group_id': 'df23b845-f2f2-4720-97fd-81ddd5ed1ec8', 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:57:58.859316 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-23d3d3a8-e4f9-42a9-bd3e-7ad2065c093f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'name': 'tempest-TestNetworkBasicOps-router-247679011', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:48Z', 'updated_at': '2022-01-28T00:57:54Z', 'revision_number': 4, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:49Z', 'updated_at': '2022-01-28T00:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '3b522536-f770-4d82-91fb-e24e4154917c', 'name': '', 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'mac_address': 'fa:16:3e:6d:a9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '03f2f8e1-6adb-4a3c-afac-aa6e09d64f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:53Z', 'updated_at': '2022-01-28T00:57:57Z', 'revision_number': 4, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'subnets': [{'id': '03f2f8e1-6adb-4a3c-afac-aa6e09d64f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:57:58.896620 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a3db8468-600d-4edd-8cab-2f7fd0fd4fc8 None None] Current status of the port 3b522536-f770-4d82-91fb-e24e4154917c is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:57:58.901312 n-d-826754-1 neutron-server[103344]: INFO neutron.db.securitygroups_db [None req-134d3c54-90b6-48c1-8e60-884f82726192 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Project bb4b1000f5df40f5810e78f45d5dff4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 00:57:58.907912 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-134d3c54-90b6-48c1-8e60-884f82726192 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (90c3b1ec-7af8-4a49-bfce-bc549c67039f), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:58.941190 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d3d3a8-e4f9-42a9-bd3e-7ad2065c093f None None] The sync data for ids ['e16b1596-0523-4479-a056-8d1b1860848e'] in n-d-826754-1 is: [{'id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'name': 'tempest-TestNetworkBasicOps-router-247679011', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:48Z', 'updated_at': '2022-01-28T00:57:54Z', 'revision_number': 4, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:49Z', 'updated_at': '2022-01-28T00:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '3b522536-f770-4d82-91fb-e24e4154917c', 'name': '', 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'mac_address': 'fa:16:3e:6d:a9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '03f2f8e1-6adb-4a3c-afac-aa6e09d64f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:53Z', 'updated_at': '2022-01-28T00:57:57Z', 'revision_number': 4, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'subnets': [{'id': '03f2f8e1-6adb-4a3c-afac-aa6e09d64f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:57:59.003835 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-134d3c54-90b6-48c1-8e60-884f82726192 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (90c3b1ec-7af8-4a49-bfce-bc549c67039f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:59.010632 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-134d3c54-90b6-48c1-8e60-884f82726192 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (90c3b1ec-7af8-4a49-bfce-bc549c67039f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:59.063874 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d3c54-90b6-48c1-8e60-884f82726192 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c3b1ec-7af8-4a49-bfce-bc549c67039f,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:57:59.081494 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-134d3c54-90b6-48c1-8e60-884f82726192 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:57:59.082891 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-134d3c54-90b6-48c1-8e60-884f82726192 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2344985 Jan 28 00:57:59.732210 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-d368c049-a237-4460-804f-0cb7af82a752 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1217136699&fields=id&tenant_id=bb4b1000f5df40f5810e78f45d5dff4b HTTP/1.1" status: 200 len: 267 time: 0.0991828 Jan 28 00:57:59.890207 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-d4e1a20a-d9cd-40d3-904b-ea5b2ce3a093 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:57:59.897932 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-d4e1a20a-d9cd-40d3-904b-ea5b2ce3a093 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/networks?id=4698ee37-7e8f-4dfe-bb60-01f95319f12c HTTP/1.1" status: 200 len: 797 time: 0.1643305 Jan 28 00:57:59.933167 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-6868a374-807d-409e-9856-81350a3478ee tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/quotas/bb4b1000f5df40f5810e78f45d5dff4b HTTP/1.1" status: 200 len: 375 time: 0.0342605 Jan 28 00:58:00.007535 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-e988499e-12f2-49b2-9f6d-48878f674192 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bb4b1000f5df40f5810e78f45d5dff4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0729504 Jan 28 00:58:00.083170 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 3b522536-f770-4d82-91fb-e24e4154917c up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:00.178078 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 3b522536-f770-4d82-91fb-e24e4154917c triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:00.178558 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3b522536-f770-4d82-91fb-e24e4154917c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:00.218490 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-afeab0c8-4626-4254-b4ec-66b34a82897d service neutron] 10.222.0.70 "GET /v2.0/networks/4698ee37-7e8f-4dfe-bb60-01f95319f12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974077 Jan 28 00:58:00.284678 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 3b522536-f770-4d82-91fb-e24e4154917c is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:00.712500 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-e718b0c6-c4f9-4367-98a4-a3a6404defdb service neutron] 10.222.0.70 "GET /v2.0/networks/4698ee37-7e8f-4dfe-bb60-01f95319f12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849093 Jan 28 00:58:01.047340 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-255a2090-0515-4362-a62c-a4cb465f1e4b req-c50bac61-55c3-4e8e-91e8-19aeb5bf424f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f80a507-80cb-41ba-bfc9-6ab6b5c81353 HTTP/1.1" status: 200 len: 210 time: 0.1463416 Jan 28 00:58:02.197667 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-438ada9c-4272-4e1e-8382-1db46fd6c3b9 req-f23f4454-f451-4b17-87da-5919c2fa2c0a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f80a507-80cb-41ba-bfc9-6ab6b5c81353 HTTP/1.1" status: 200 len: 210 time: 0.0518527 Jan 28 00:58:02.256889 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7682e3a1-542d-4098-9630-478d4b66f317 req-145f29b7-8d28-4208-a6e7-6bd064e32e36 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3be459ec-5691-4868-a428-d4953f099b49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0886016 Jan 28 00:58:02.442768 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682e3a1-542d-4098-9630-478d4b66f317 req-b38fa982-6395-4ce4-b4bb-7289eded1ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:02.446122 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7682e3a1-542d-4098-9630-478d4b66f317 req-b38fa982-6395-4ce4-b4bb-7289eded1ad0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=866b4ab7fc314102a97a2fa17ec57a6e&device_id=3be459ec-5691-4868-a428-d4953f099b49 HTTP/1.1" status: 200 len: 1097 time: 0.1120160 Jan 28 00:58:02.577828 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-38799a15-46ad-4d93-aec5-b24b2acc4321 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:02.583688 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-38799a15-46ad-4d93-aec5-b24b2acc4321 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.65 "GET /v2.0/networks?id=4698ee37-7e8f-4dfe-bb60-01f95319f12c HTTP/1.1" status: 200 len: 797 time: 0.2350302 Jan 28 00:58:02.640750 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682e3a1-542d-4098-9630-478d4b66f317 req-eadb4794-7113-457e-ae7b-9ca8d5e0be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:02.644041 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7682e3a1-542d-4098-9630-478d4b66f317 req-eadb4794-7113-457e-ae7b-9ca8d5e0be9d service neutron] 10.222.0.52 "GET /v2.0/networks?id=5b880eac-0e67-44fb-9f38-382abc695e3b HTTP/1.1" status: 200 len: 910 time: 0.1690793 Jan 28 00:58:02.686188 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-e5d0e9aa-7382-4556-9de7-f7d6da19749f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb4b1000f5df40f5810e78f45d5dff4b HTTP/1.1" status: 200 len: 380 time: 0.0902295 Jan 28 00:58:02.711522 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-b769f52f-31ed-4a7b-b5b8-ce6d6f6f0685 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'port': {'device_id': '3f80a507-80cb-41ba-bfc9-6ab6b5c81353', 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c', 'admin_state_up': True, 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'security_groups': ['df23b845-f2f2-4720-97fd-81ddd5ed1ec8']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:02.722028 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7682e3a1-542d-4098-9630-478d4b66f317 req-a3863933-a2a6-4318-8a2e-249fa7b4d55f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d8bf249-25ea-4e0c-970c-ebc421a4997f HTTP/1.1" status: 200 len: 1000 time: 0.0725274 Jan 28 00:58:02.795123 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682e3a1-542d-4098-9630-478d4b66f317 req-5dba865e-dd67-4dc8-8386-4b9f5e4ae886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:02.798471 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7682e3a1-542d-4098-9630-478d4b66f317 req-5dba865e-dd67-4dc8-8386-4b9f5e4ae886 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a948c2fd-ed75-48a3-92ab-eef24860d2c8 HTTP/1.1" status: 200 len: 848 time: 0.0707731 Jan 28 00:58:02.853544 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-b769f52f-31ed-4a7b-b5b8-ce6d6f6f0685 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Made reservation on behalf of bb4b1000f5df40f5810e78f45d5dff4b for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:58:02.854241 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682e3a1-542d-4098-9630-478d4b66f317 req-77d976af-d810-422e-adb2-bedf9dacac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:02.855924 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7682e3a1-542d-4098-9630-478d4b66f317 req-77d976af-d810-422e-adb2-bedf9dacac63 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5b880eac-0e67-44fb-9f38-382abc695e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513184 Jan 28 00:58:02.858383 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-b769f52f-31ed-4a7b-b5b8-ce6d6f6f0685 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:02.970261 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7682e3a1-542d-4098-9630-478d4b66f317 req-51e6ae37-a31b-44c4-918f-c62067961745 service neutron] 10.222.0.52 "GET /v2.0/networks/5b880eac-0e67-44fb-9f38-382abc695e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072071 Jan 28 00:58:03.030388 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-b769f52f-31ed-4a7b-b5b8-ce6d6f6f0685 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Allocated IP 172.20.0.6 (4698ee37-7e8f-4dfe-bb60-01f95319f12c/03f2f8e1-6adb-4a3c-afac-aa6e09d64f99/457d2edf-172e-491f-9cb0-68703a23aca7) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:58:03.095418 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7682e3a1-542d-4098-9630-478d4b66f317 req-9d4a5905-20af-4caa-b120-924a83c7cd5b service neutron] 10.222.0.52 "GET /v2.0/networks/5b880eac-0e67-44fb-9f38-382abc695e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189899 Jan 28 00:58:03.221650 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-b769f52f-31ed-4a7b-b5b8-ce6d6f6f0685 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for port (457d2edf-172e-491f-9cb0-68703a23aca7), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:03.278757 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-b769f52f-31ed-4a7b-b5b8-ce6d6f6f0685 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (457d2edf-172e-491f-9cb0-68703a23aca7), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:03.356268 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-b769f52f-31ed-4a7b-b5b8-ce6d6f6f0685 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Network 4698ee37-7e8f-4dfe-bb60-01f95319f12c is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:58:03.364393 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-b769f52f-31ed-4a7b-b5b8-ce6d6f6f0685 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:03.371459 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-b769f52f-31ed-4a7b-b5b8-ce6d6f6f0685 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:58:03.416270 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769f52f-31ed-4a7b-b5b8-ce6d6f6f0685 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'Port': ['ID=457d2edf-172e-491f-9cb0-68703a23aca7,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:03.445602 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3e0b0-27b0-4cf4-8141-45f73668e89a req-61b4b678-3184-4320-875f-2c6e1bc9ef32 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:03.449794 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a2b3e0b0-27b0-4cf4-8141-45f73668e89a req-61b4b678-3184-4320-875f-2c6e1bc9ef32 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f80a507-80cb-41ba-bfc9-6ab6b5c81353 HTTP/1.1" status: 200 len: 931 time: 0.1684043 Jan 28 00:58:03.497383 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-b769f52f-31ed-4a7b-b5b8-ce6d6f6f0685 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:03.499218 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-b769f52f-31ed-4a7b-b5b8-ce6d6f6f0685 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:03.544076 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-b769f52f-31ed-4a7b-b5b8-ce6d6f6f0685 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8364692 Jan 28 00:58:03.572342 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-1e59b4d3-b1f7-4094-beb3-9d816c86d6db service neutron] Request body: {'port': {'device_id': '3f80a507-80cb-41ba-bfc9-6ab6b5c81353', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:03.590028 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a2b3e0b0-27b0-4cf4-8141-45f73668e89a req-87731afe-0cf6-4c80-b349-e21cb60ec842 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=df23b845-f2f2-4720-97fd-81ddd5ed1ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307635 Jan 28 00:58:03.673986 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-1e59b4d3-b1f7-4094-beb3-9d816c86d6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (457d2edf-172e-491f-9cb0-68703a23aca7), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:03.766664 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-72293ad8-08b3-4975-80f2-fbf2600b1119 None None] Provisioning complete for port 457d2edf-172e-491f-9cb0-68703a23aca7 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:03.767247 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-72293ad8-08b3-4975-80f2-fbf2600b1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (457d2edf-172e-491f-9cb0-68703a23aca7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:03.815905 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-72293ad8-08b3-4975-80f2-fbf2600b1119 None None] Port 457d2edf-172e-491f-9cb0-68703a23aca7 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:58:04.054724 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-1e59b4d3-b1f7-4094-beb3-9d816c86d6db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 457d2edf-172e-491f-9cb0-68703a23aca7 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:04.064609 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-1e59b4d3-b1f7-4094-beb3-9d816c86d6db service neutron] Publish callbacks [] for port (457d2edf-172e-491f-9cb0-68703a23aca7), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:04.078765 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-1e59b4d3-b1f7-4094-beb3-9d816c86d6db service neutron] Transition to ACTIVE for port object 457d2edf-172e-491f-9cb0-68703a23aca7 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:58:04.084011 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-1e59b4d3-b1f7-4094-beb3-9d816c86d6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (457d2edf-172e-491f-9cb0-68703a23aca7), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:04.141300 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59b4d3-b1f7-4094-beb3-9d816c86d6db service neutron] Pushing event updated for resources: {'Port': ['ID=457d2edf-172e-491f-9cb0-68703a23aca7,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:04.248631 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-1e59b4d3-b1f7-4094-beb3-9d816c86d6db service neutron] Attempting to bind port 457d2edf-172e-491f-9cb0-68703a23aca7 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:58:04.249315 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-1e59b4d3-b1f7-4094-beb3-9d816c86d6db service neutron] Attempting to bind port 457d2edf-172e-491f-9cb0-68703a23aca7 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '12b535f5-0dae-4440-939b-8fc9ae8085bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:58:04.249315 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-1e59b4d3-b1f7-4094-beb3-9d816c86d6db service neutron] Attempting to bind port 457d2edf-172e-491f-9cb0-68703a23aca7 on network 4698ee37-7e8f-4dfe-bb60-01f95319f12c {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:04.255406 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-1e59b4d3-b1f7-4094-beb3-9d816c86d6db service neutron] Port 457d2edf-172e-491f-9cb0-68703a23aca7 on network 4698ee37-7e8f-4dfe-bb60-01f95319f12c not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:58:04.255810 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-1e59b4d3-b1f7-4094-beb3-9d816c86d6db service neutron] Attempting to bind port 457d2edf-172e-491f-9cb0-68703a23aca7 on network 4698ee37-7e8f-4dfe-bb60-01f95319f12c {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:04.262497 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-1e59b4d3-b1f7-4094-beb3-9d816c86d6db service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:58:04.262849 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-1e59b4d3-b1f7-4094-beb3-9d816c86d6db service neutron] Checking segment: {'id': '12b535f5-0dae-4440-939b-8fc9ae8085bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:58:04.263248 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-1e59b4d3-b1f7-4094-beb3-9d816c86d6db service neutron] Bound using segment: {'id': '12b535f5-0dae-4440-939b-8fc9ae8085bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:58:04.263801 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-1e59b4d3-b1f7-4094-beb3-9d816c86d6db service neutron] Bound port: 457d2edf-172e-491f-9cb0-68703a23aca7, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b535f5-0dae-4440-939b-8fc9ae8085bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:58:04.264179 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-1e59b4d3-b1f7-4094-beb3-9d816c86d6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (457d2edf-172e-491f-9cb0-68703a23aca7), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:04.355859 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-1e59b4d3-b1f7-4094-beb3-9d816c86d6db service neutron] For port 457d2edf-172e-491f-9cb0-68703a23aca7, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:58:04.359394 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-1e59b4d3-b1f7-4094-beb3-9d816c86d6db service neutron] For port 457d2edf-172e-491f-9cb0-68703a23aca7, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=457d2edf-172e-491f-9cb0-68703a23aca7,segment=NetworkSegment(12b535f5-0dae-4440-939b-8fc9ae8085bf),segment_id=12b535f5-0dae-4440-939b-8fc9ae8085bf)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:58:04.365377 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-1e59b4d3-b1f7-4094-beb3-9d816c86d6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (457d2edf-172e-491f-9cb0-68703a23aca7), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:04.403153 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-1e59b4d3-b1f7-4094-beb3-9d816c86d6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:04.403811 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-1e59b4d3-b1f7-4094-beb3-9d816c86d6db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:04.405235 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-1e59b4d3-b1f7-4094-beb3-9d816c86d6db service neutron] 10.222.0.65 "PUT /v2.0/ports/457d2edf-172e-491f-9cb0-68703a23aca7 HTTP/1.1" status: 200 len: 1091 time: 0.8450406 Jan 28 00:58:04.405695 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f80a507-80cb-41ba-bfc9-6ab6b5c81353', 'tag': '457d2edf-172e-491f-9cb0-68703a23aca7'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:04.409367 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5e28dc-f2c4-4dc1-9ffb-4056ff8a9640" -d '{"events": [{"name": "network-changed", "server_uuid": "3f80a507-80cb-41ba-bfc9-6ab6b5c81353", "tag": "457d2edf-172e-491f-9cb0-68703a23aca7"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:04.489843 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef466d24-800a-4fa6-bfd8-af1b6500f207 x-openstack-request-id: req-ef466d24-800a-4fa6-bfd8-af1b6500f207 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:04.490355 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f80a507-80cb-41ba-bfc9-6ab6b5c81353", "tag": "457d2edf-172e-491f-9cb0-68703a23aca7", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:04.490774 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ef466d24-800a-4fa6-bfd8-af1b6500f207 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:04.491348 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f80a507-80cb-41ba-bfc9-6ab6b5c81353', 'tag': '457d2edf-172e-491f-9cb0-68703a23aca7', 'status': 'completed', 'code': 200} Jan 28 00:58:04.492449 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59b4d3-b1f7-4094-beb3-9d816c86d6db service neutron] Pushing event updated for resources: {'Port': ['ID=457d2edf-172e-491f-9cb0-68703a23aca7,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:04.645632 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-6f3d70fe-d587-4197-a975-a69c7dc7a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:04.663912 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-6f3d70fe-d587-4197-a975-a69c7dc7a6f1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb4b1000f5df40f5810e78f45d5dff4b&device_id=3f80a507-80cb-41ba-bfc9-6ab6b5c81353 HTTP/1.1" status: 200 len: 1094 time: 0.1017802 Jan 28 00:58:04.748660 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-9fd4ad76-0b53-4f30-aa78-58a9ff1a7948 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=457d2edf-172e-491f-9cb0-68703a23aca7 HTTP/1.1" status: 200 len: 217 time: 0.0701630 Jan 28 00:58:04.875586 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-13b14841-6b9c-4ddd-a466-76cf5e6c01b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:04.877501 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-13b14841-6b9c-4ddd-a466-76cf5e6c01b3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=03f2f8e1-6adb-4a3c-afac-aa6e09d64f99 HTTP/1.1" status: 200 len: 835 time: 0.1145554 Jan 28 00:58:04.892284 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b9d35-0597-40f4-b99f-78a5fd645d49 req-60e4ca29-796a-4729-9b79-f37112e4cc31 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:04.896220 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6a3b9d35-0597-40f4-b99f-78a5fd645d49 req-60e4ca29-796a-4729-9b79-f37112e4cc31 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f80a507-80cb-41ba-bfc9-6ab6b5c81353 HTTP/1.1" status: 200 len: 943 time: 0.1524475 Jan 28 00:58:04.988648 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-498e16c1-8437-4ea9-8c85-fa714aa2c906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:04.991299 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-498e16c1-8437-4ea9-8c85-fa714aa2c906 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4698ee37-7e8f-4dfe-bb60-01f95319f12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936775 Jan 28 00:58:05.035766 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6a3b9d35-0597-40f4-b99f-78a5fd645d49 req-408d9bca-54d1-4b71-a078-f75fd76eb628 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=df23b845-f2f2-4720-97fd-81ddd5ed1ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281881 Jan 28 00:58:05.197970 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-f33453bd-fd52-41f0-aa25-c06a101f119c service neutron] 10.222.0.65 "GET /v2.0/networks/4698ee37-7e8f-4dfe-bb60-01f95319f12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976953 Jan 28 00:58:05.319854 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b3acce5-a277-4c16-809f-69ec959ca6f7 req-b57860e6-92de-41f7-8936-2726fb545d67 service neutron] 10.222.0.65 "GET /v2.0/networks/4698ee37-7e8f-4dfe-bb60-01f95319f12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163590 Jan 28 00:58:05.524882 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e28dc-f2c4-4dc1-9ffb-4056ff8a9640 req-f7c8e2f5-5837-47e3-a445-2e6c42754713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:05.528802 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9a5e28dc-f2c4-4dc1-9ffb-4056ff8a9640 req-f7c8e2f5-5837-47e3-a445-2e6c42754713 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb4b1000f5df40f5810e78f45d5dff4b&device_id=3f80a507-80cb-41ba-bfc9-6ab6b5c81353 HTTP/1.1" status: 200 len: 1094 time: 0.0965910 Jan 28 00:58:05.754650 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e28dc-f2c4-4dc1-9ffb-4056ff8a9640 req-33ac5f6b-9406-4a6d-b47c-36dce4acb458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:05.756448 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9a5e28dc-f2c4-4dc1-9ffb-4056ff8a9640 req-33ac5f6b-9406-4a6d-b47c-36dce4acb458 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4698ee37-7e8f-4dfe-bb60-01f95319f12c HTTP/1.1" status: 200 len: 898 time: 0.2160268 Jan 28 00:58:05.808556 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9a5e28dc-f2c4-4dc1-9ffb-4056ff8a9640 req-6e71ac7d-b0ec-4525-b2c9-c0f8b7fb7289 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=457d2edf-172e-491f-9cb0-68703a23aca7 HTTP/1.1" status: 200 len: 217 time: 0.0444553 Jan 28 00:58:05.882227 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e28dc-f2c4-4dc1-9ffb-4056ff8a9640 req-182b7fc9-88f7-4e7c-a2c6-fcc7d88763b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:05.884979 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9a5e28dc-f2c4-4dc1-9ffb-4056ff8a9640 req-182b7fc9-88f7-4e7c-a2c6-fcc7d88763b7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=03f2f8e1-6adb-4a3c-afac-aa6e09d64f99 HTTP/1.1" status: 200 len: 835 time: 0.0672951 Jan 28 00:58:06.001362 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e28dc-f2c4-4dc1-9ffb-4056ff8a9640 req-c7318a81-568a-48c1-97ea-d33c6106f93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:06.004804 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9a5e28dc-f2c4-4dc1-9ffb-4056ff8a9640 req-c7318a81-568a-48c1-97ea-d33c6106f93d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4698ee37-7e8f-4dfe-bb60-01f95319f12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042416 Jan 28 00:58:06.088816 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f81ff789-5a12-42de-a8b0-7ede7959b3d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:06.148534 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9a5e28dc-f2c4-4dc1-9ffb-4056ff8a9640 req-8934e357-e461-453a-b211-7a4629421f66 service neutron] 10.222.0.65 "GET /v2.0/networks/4698ee37-7e8f-4dfe-bb60-01f95319f12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357665 Jan 28 00:58:06.420423 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90a67d-441d-471c-85c4-91f7cd9cb6f5 req-e6ba4bc8-de76-46a4-bc4a-f5365445d7df tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:06.423144 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fd90a67d-441d-471c-85c4-91f7cd9cb6f5 req-e6ba4bc8-de76-46a4-bc4a-f5365445d7df tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f80a507-80cb-41ba-bfc9-6ab6b5c81353 HTTP/1.1" status: 200 len: 943 time: 0.1814609 Jan 28 00:58:06.426099 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9a5e28dc-f2c4-4dc1-9ffb-4056ff8a9640 req-b1d044e2-7a67-438a-b4cd-bc4120ae0cbe service neutron] 10.222.0.65 "GET /v2.0/networks/4698ee37-7e8f-4dfe-bb60-01f95319f12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623553 Jan 28 00:58:06.526983 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fd90a67d-441d-471c-85c4-91f7cd9cb6f5 req-eb0d3a2b-9839-48e0-b298-971ecd540d82 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=df23b845-f2f2-4720-97fd-81ddd5ed1ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927460 Jan 28 00:58:07.702133 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93a548-1e82-4b9d-b590-59eb75e27afb req-46002cd9-766b-41e1-a297-c1bb73c894c8 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:07.703786 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dd93a548-1e82-4b9d-b590-59eb75e27afb req-46002cd9-766b-41e1-a297-c1bb73c894c8 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f80a507-80cb-41ba-bfc9-6ab6b5c81353 HTTP/1.1" status: 200 len: 943 time: 0.0679049 Jan 28 00:58:07.786255 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dd93a548-1e82-4b9d-b590-59eb75e27afb req-01c6737a-989a-47c4-b979-ac7c4efcf17c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=df23b845-f2f2-4720-97fd-81ddd5ed1ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732400 Jan 28 00:58:08.065844 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 457d2edf-172e-491f-9cb0-68703a23aca7 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:58:08.216569 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 457d2edf-172e-491f-9cb0-68703a23aca7, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=457d2edf-172e-491f-9cb0-68703a23aca7,segment=NetworkSegment(12b535f5-0dae-4440-939b-8fc9ae8085bf),segment_id=12b535f5-0dae-4440-939b-8fc9ae8085bf)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:08.229314 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '457d2edf-172e-491f-9cb0-68703a23aca7', 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c', 'port_id': '457d2edf-172e-491f-9cb0-68703a23aca7', 'mac_address': 'fa:16:3e:7c:55:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f2f8e1-6adb-4a3c-afac-aa6e09d64f99', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:58:08.285618 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 457d2edf-172e-491f-9cb0-68703a23aca7 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:08.285618 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (457d2edf-172e-491f-9cb0-68703a23aca7), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:08.301183 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 457d2edf-172e-491f-9cb0-68703a23aca7 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:58:08.334106 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 457d2edf-172e-491f-9cb0-68703a23aca7, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=457d2edf-172e-491f-9cb0-68703a23aca7,segment=NetworkSegment(12b535f5-0dae-4440-939b-8fc9ae8085bf),segment_id=12b535f5-0dae-4440-939b-8fc9ae8085bf)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:08.339791 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (457d2edf-172e-491f-9cb0-68703a23aca7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:08.429458 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b0c4f9c-d129-47c9-b9aa-1e521cba5502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:08.475132 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=457d2edf-172e-491f-9cb0-68703a23aca7,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:08.700048 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['457d2edf-172e-491f-9cb0-68703a23aca7'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:58:08.950330 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0abbfb-9847-4134-983b-20d0853dd21f req-27dafec8-7b50-415e-8e60-ffdd5a8b3fd0 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:08.958480 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e0abbfb-9847-4134-983b-20d0853dd21f req-27dafec8-7b50-415e-8e60-ffdd5a8b3fd0 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f80a507-80cb-41ba-bfc9-6ab6b5c81353 HTTP/1.1" status: 200 len: 944 time: 0.0869124 Jan 28 00:58:09.022545 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e0abbfb-9847-4134-983b-20d0853dd21f req-767cc46b-0073-4d1b-a804-4000507d8d88 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=df23b845-f2f2-4720-97fd-81ddd5ed1ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628769 Jan 28 00:58:09.758265 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.083608 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 457d2edf-172e-491f-9cb0-68703a23aca7 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:10.163173 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 457d2edf-172e-491f-9cb0-68703a23aca7 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:58:10.168793 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 457d2edf-172e-491f-9cb0-68703a23aca7 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:10.169255 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (457d2edf-172e-491f-9cb0-68703a23aca7), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.206659 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49fb1e-86ec-49c4-a4e7-dcdac58ba37d req-c04309ce-1bee-4897-a76c-1bf24878c64c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:10.209940 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2c49fb1e-86ec-49c4-a4e7-dcdac58ba37d req-c04309ce-1bee-4897-a76c-1bf24878c64c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f80a507-80cb-41ba-bfc9-6ab6b5c81353 HTTP/1.1" status: 200 len: 944 time: 0.0846329 Jan 28 00:58:10.270749 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2c49fb1e-86ec-49c4-a4e7-dcdac58ba37d req-55c120d7-a3f4-4db0-ab0d-b9e8df8fd46b tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=df23b845-f2f2-4720-97fd-81ddd5ed1ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544870 Jan 28 00:58:10.299926 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 457d2edf-172e-491f-9cb0-68703a23aca7 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:10.300531 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (457d2edf-172e-491f-9cb0-68703a23aca7), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.329955 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f80a507-80cb-41ba-bfc9-6ab6b5c81353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457d2edf-172e-491f-9cb0-68703a23aca7'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:10.333570 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2092426d-1372-4261-aff8-46216bbdf62e" -d '{"events": [{"server_uuid": "3f80a507-80cb-41ba-bfc9-6ab6b5c81353", "name": "network-vif-plugged", "status": "completed", "tag": "457d2edf-172e-491f-9cb0-68703a23aca7"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:10.366440 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 457d2edf-172e-491f-9cb0-68703a23aca7, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=457d2edf-172e-491f-9cb0-68703a23aca7,segment=NetworkSegment(12b535f5-0dae-4440-939b-8fc9ae8085bf),segment_id=12b535f5-0dae-4440-939b-8fc9ae8085bf)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:10.374179 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (457d2edf-172e-491f-9cb0-68703a23aca7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:10.503470 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea519eb-2229-4b9c-8a77-b4ab7493b9de x-openstack-request-id: req-eea519eb-2229-4b9c-8a77-b4ab7493b9de {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:10.504367 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f80a507-80cb-41ba-bfc9-6ab6b5c81353", "name": "network-vif-plugged", "status": "completed", "tag": "457d2edf-172e-491f-9cb0-68703a23aca7", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:10.504862 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eea519eb-2229-4b9c-8a77-b4ab7493b9de {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:10.505531 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f80a507-80cb-41ba-bfc9-6ab6b5c81353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457d2edf-172e-491f-9cb0-68703a23aca7', 'code': 200} Jan 28 00:58:10.507405 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=457d2edf-172e-491f-9cb0-68703a23aca7,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:10.660034 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b5b0f-55c0-4f7c-9a85-4dea6b34f459 req-adfbd05c-a6ec-41d6-90de-5af43abc81ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:10.662262 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-403b5b0f-55c0-4f7c-9a85-4dea6b34f459 req-adfbd05c-a6ec-41d6-90de-5af43abc81ea service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3f80a507-80cb-41ba-bfc9-6ab6b5c81353 HTTP/1.1" status: 200 len: 1096 time: 0.0637391 Jan 28 00:58:10.724146 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-403b5b0f-55c0-4f7c-9a85-4dea6b34f459 req-036b0f0b-609a-4c40-ae1e-18ca7f070c43 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=df23b845-f2f2-4720-97fd-81ddd5ed1ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532184 Jan 28 00:58:11.300360 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:11.476839 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfcef59-9d1c-4490-84d6-4235961fa9ad req-71e10d71-bece-417c-8d8c-ff6bd8afcfd4 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:11.482423 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2cfcef59-9d1c-4490-84d6-4235961fa9ad req-71e10d71-bece-417c-8d8c-ff6bd8afcfd4 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f80a507-80cb-41ba-bfc9-6ab6b5c81353 HTTP/1.1" status: 200 len: 945 time: 0.1090574 Jan 28 00:58:11.564397 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2cfcef59-9d1c-4490-84d6-4235961fa9ad req-76817c90-bf7a-4581-ae95-40506be4e9b1 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=df23b845-f2f2-4720-97fd-81ddd5ed1ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741594 Jan 28 00:58:12.270757 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:12.766751 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c6dca-6927-44d3-a318-6a6bbf8d4f23 req-0999454f-f2b4-4f43-afa7-632d707fdcc1 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:12.768934 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-077c6dca-6927-44d3-a318-6a6bbf8d4f23 req-0999454f-f2b4-4f43-afa7-632d707fdcc1 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f80a507-80cb-41ba-bfc9-6ab6b5c81353 HTTP/1.1" status: 200 len: 945 time: 0.0665529 Jan 28 00:58:12.836832 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-077c6dca-6927-44d3-a318-6a6bbf8d4f23 req-4138dcb7-2001-4262-b01a-49901f152efd tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=df23b845-f2f2-4720-97fd-81ddd5ed1ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607932 Jan 28 00:58:13.014854 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73eae01-02d3-4cb1-843e-f9a4094e26e8 req-26d83b4a-61fd-42d7-8c5c-d2a5e9750116 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:13.018141 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b73eae01-02d3-4cb1-843e-f9a4094e26e8 req-26d83b4a-61fd-42d7-8c5c-d2a5e9750116 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f80a507-80cb-41ba-bfc9-6ab6b5c81353 HTTP/1.1" status: 200 len: 945 time: 0.0870118 Jan 28 00:58:13.102124 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b73eae01-02d3-4cb1-843e-f9a4094e26e8 req-1d114c26-64cb-41f4-9ec8-81f9692f63b9 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=df23b845-f2f2-4720-97fd-81ddd5ed1ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747588 Jan 28 00:58:13.131901 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41148) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:13.177984 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337c9abf-91df-4af5-9744-5030005e61db tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:13.182793 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41150) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:13.183193 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-337c9abf-91df-4af5-9744-5030005e61db tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3f80a507-80cb-41ba-bfc9-6ab6b5c81353 HTTP/1.1" status: 200 len: 1091 time: 0.0491221 Jan 28 00:58:13.189141 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-aaf7b6e4-032e-4e4f-bf1d-78a1991ec6e9 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'port_id': '457d2edf-172e-491f-9cb0-68703a23aca7', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:13.189357 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:13.217686 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aaf7b6e4-032e-4e4f-bf1d-78a1991ec6e9 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:13.354991 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aaf7b6e4-032e-4e4f-bf1d-78a1991ec6e9 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:13.533358 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-aaf7b6e4-032e-4e4f-bf1d-78a1991ec6e9 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Allocated IP 172.25.3.48 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/70de806f-4a2a-4af2-98a2-3ca81117c340) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:58:13.768423 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aaf7b6e4-032e-4e4f-bf1d-78a1991ec6e9 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for port (70de806f-4a2a-4af2-98a2-3ca81117c340), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:13.825764 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aaf7b6e4-032e-4e4f-bf1d-78a1991ec6e9 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (70de806f-4a2a-4af2-98a2-3ca81117c340), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:13.873840 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf7b6e4-032e-4e4f-bf1d-78a1991ec6e9 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:58:13.877056 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-aaf7b6e4-032e-4e4f-bf1d-78a1991ec6e9 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:13.883578 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf7b6e4-032e-4e4f-bf1d-78a1991ec6e9 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:58:13.911771 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7b6e4-032e-4e4f-bf1d-78a1991ec6e9 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'Port': ['ID=70de806f-4a2a-4af2-98a2-3ca81117c340,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:14.362347 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:58:14.498536 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:14.561398 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aaf7b6e4-032e-4e4f-bf1d-78a1991ec6e9 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for floatingip (504c6d22-b2dc-4290-bf70-4169005d28d7), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:14.652061 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aaf7b6e4-032e-4e4f-bf1d-78a1991ec6e9 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (70de806f-4a2a-4af2-98a2-3ca81117c340), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:14.881307 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aaf7b6e4-032e-4e4f-bf1d-78a1991ec6e9 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for port (70de806f-4a2a-4af2-98a2-3ca81117c340), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:14.886364 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aaf7b6e4-032e-4e4f-bf1d-78a1991ec6e9 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (70de806f-4a2a-4af2-98a2-3ca81117c340), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:14.965228 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7b6e4-032e-4e4f-bf1d-78a1991ec6e9 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'Port': ['ID=70de806f-4a2a-4af2-98a2-3ca81117c340,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:14.987950 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aaf7b6e4-032e-4e4f-bf1d-78a1991ec6e9 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (504c6d22-b2dc-4290-bf70-4169005d28d7), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:15.513446 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-aaf7b6e4-032e-4e4f-bf1d-78a1991ec6e9 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Floating IP 504c6d22-b2dc-4290-bf70-4169005d28d7 associated. External IP: 172.25.3.48, port: 457d2edf-172e-491f-9cb0-68703a23aca7. Jan 28 00:58:15.803082 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf7b6e4-032e-4e4f-bf1d-78a1991ec6e9 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Router e16b1596-0523-4479-a056-8d1b1860848e has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:58:15.947459 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf7b6e4-032e-4e4f-bf1d-78a1991ec6e9 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:58:15.959881 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34280245-3408-49e3-bb17-19483d19df74 None None] Sync routers for ids ['e16b1596-0523-4479-a056-8d1b1860848e'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:58:15.969293 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aaf7b6e4-032e-4e4f-bf1d-78a1991ec6e9 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:15.973081 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34280245-3408-49e3-bb17-19483d19df74 None None] Routers {'e16b1596-0523-4479-a056-8d1b1860848e'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:58:15.973757 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-34280245-3408-49e3-bb17-19483d19df74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:58:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['e16b1596-0523-4479-a056-8d1b1860848e'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:15.999434 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-aaf7b6e4-032e-4e4f-bf1d-78a1991ec6e9 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8154228 Jan 28 00:58:16.000100 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f80a507-80cb-41ba-bfc9-6ab6b5c81353', 'tag': '457d2edf-172e-491f-9cb0-68703a23aca7'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:58:16.002516 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885c61c0-4574-4bfe-9fe6-9a85f1afc590" -d '{"events": [{"name": "network-changed", "server_uuid": "3f80a507-80cb-41ba-bfc9-6ab6b5c81353", "tag": "457d2edf-172e-491f-9cb0-68703a23aca7"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:58:16.004141 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41218) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:16.094058 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-34280245-3408-49e3-bb17-19483d19df74 None None] Set router e16b1596-0523-4479-a056-8d1b1860848e gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:58:16.213957 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dd3f1e-3956-45bf-897a-cfa382763646 x-openstack-request-id: req-44dd3f1e-3956-45bf-897a-cfa382763646 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:58:16.214255 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f80a507-80cb-41ba-bfc9-6ab6b5c81353", "tag": "457d2edf-172e-491f-9cb0-68703a23aca7", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:58:16.214516 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-44dd3f1e-3956-45bf-897a-cfa382763646 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:58:16.214944 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f80a507-80cb-41ba-bfc9-6ab6b5c81353', 'tag': '457d2edf-172e-491f-9cb0-68703a23aca7', 'status': 'completed', 'code': 200} Jan 28 00:58:16.235543 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e394e693-235e-490f-adf3-7f93e05b3068 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/floatingips/504c6d22-b2dc-4290-bf70-4169005d28d7 HTTP/1.1" status: 200 len: 990 time: 0.2281671 Jan 28 00:58:16.328152 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c61c0-4574-4bfe-9fe6-9a85f1afc590 req-6a6b46fb-1743-43cf-bc61-cd411906de41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:16.331784 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-885c61c0-4574-4bfe-9fe6-9a85f1afc590 req-6a6b46fb-1743-43cf-bc61-cd411906de41 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb4b1000f5df40f5810e78f45d5dff4b&device_id=3f80a507-80cb-41ba-bfc9-6ab6b5c81353 HTTP/1.1" status: 200 len: 1096 time: 0.0690284 Jan 28 00:58:16.449678 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-34280245-3408-49e3-bb17-19483d19df74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'name': 'tempest-TestNetworkBasicOps-router-247679011', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:48Z', 'updated_at': '2022-01-28T00:57:54Z', 'revision_number': 4, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:49Z', 'updated_at': '2022-01-28T00:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '504c6d22-b2dc-4290-bf70-4169005d28d7', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'port_id': '457d2edf-172e-491f-9cb0-68703a23aca7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3806, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c', 'mac_address': 'fa:16:3e:7c:55:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f80a507-80cb-41ba-bfc9-6ab6b5c81353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:58:14Z', 'updated_at': '2022-01-28T00:58:14Z', 'revision_number': 0, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b522536-f770-4d82-91fb-e24e4154917c', 'name': '', 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'mac_address': 'fa:16:3e:6d:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '03f2f8e1-6adb-4a3c-afac-aa6e09d64f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:53Z', 'updated_at': '2022-01-28T00:57:58Z', 'revision_number': 5, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'subnets': [{'id': '03f2f8e1-6adb-4a3c-afac-aa6e09d64f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:16.483361 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34280245-3408-49e3-bb17-19483d19df74 None None] Checking router: e16b1596-0523-4479-a056-8d1b1860848e for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:58:16.506188 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c61c0-4574-4bfe-9fe6-9a85f1afc590 req-70b8d227-7cde-4d5d-869d-12594273fc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:16.506450 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34280245-3408-49e3-bb17-19483d19df74 None None] Routers {'e16b1596-0523-4479-a056-8d1b1860848e'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:58:16.506450 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-34280245-3408-49e3-bb17-19483d19df74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:58:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['e16b1596-0523-4479-a056-8d1b1860848e'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:16.506645 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-885c61c0-4574-4bfe-9fe6-9a85f1afc590 req-70b8d227-7cde-4d5d-869d-12594273fc02 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4698ee37-7e8f-4dfe-bb60-01f95319f12c HTTP/1.1" status: 200 len: 898 time: 0.1625671 Jan 28 00:58:16.618996 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-885c61c0-4574-4bfe-9fe6-9a85f1afc590 req-a4304b25-93f9-4a87-9d6d-d741f62bcf9b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=457d2edf-172e-491f-9cb0-68703a23aca7 HTTP/1.1" status: 200 len: 998 time: 0.1066344 Jan 28 00:58:16.672207 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-34280245-3408-49e3-bb17-19483d19df74 None None] Set router e16b1596-0523-4479-a056-8d1b1860848e gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:58:16.706619 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c61c0-4574-4bfe-9fe6-9a85f1afc590 req-7172edd8-d248-4682-8e94-79dc8178066a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:16.710099 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-885c61c0-4574-4bfe-9fe6-9a85f1afc590 req-7172edd8-d248-4682-8e94-79dc8178066a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=03f2f8e1-6adb-4a3c-afac-aa6e09d64f99 HTTP/1.1" status: 200 len: 835 time: 0.0822423 Jan 28 00:58:16.832932 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c61c0-4574-4bfe-9fe6-9a85f1afc590 req-a3ac7556-9d88-4334-970e-a326b978f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:16.835041 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-885c61c0-4574-4bfe-9fe6-9a85f1afc590 req-a3ac7556-9d88-4334-970e-a326b978f4cf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4698ee37-7e8f-4dfe-bb60-01f95319f12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139338 Jan 28 00:58:17.022698 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-885c61c0-4574-4bfe-9fe6-9a85f1afc590 req-feec2017-d2d7-4f87-aa39-4668dffcf6b4 service neutron] 10.222.0.65 "GET /v2.0/networks/4698ee37-7e8f-4dfe-bb60-01f95319f12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792748 Jan 28 00:58:17.093923 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-34280245-3408-49e3-bb17-19483d19df74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'name': 'tempest-TestNetworkBasicOps-router-247679011', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:48Z', 'updated_at': '2022-01-28T00:57:54Z', 'revision_number': 4, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:49Z', 'updated_at': '2022-01-28T00:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '504c6d22-b2dc-4290-bf70-4169005d28d7', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'port_id': '457d2edf-172e-491f-9cb0-68703a23aca7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3806, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c', 'mac_address': 'fa:16:3e:7c:55:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f80a507-80cb-41ba-bfc9-6ab6b5c81353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:58:14Z', 'updated_at': '2022-01-28T00:58:14Z', 'revision_number': 0, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b522536-f770-4d82-91fb-e24e4154917c', 'name': '', 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'mac_address': 'fa:16:3e:6d:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '03f2f8e1-6adb-4a3c-afac-aa6e09d64f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:53Z', 'updated_at': '2022-01-28T00:57:58Z', 'revision_number': 5, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'subnets': [{'id': '03f2f8e1-6adb-4a3c-afac-aa6e09d64f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:58:17.129832 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34280245-3408-49e3-bb17-19483d19df74 None None] The sync data for ids ['e16b1596-0523-4479-a056-8d1b1860848e'] in n-d-826754-1 is: [{'id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'name': 'tempest-TestNetworkBasicOps-router-247679011', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:48Z', 'updated_at': '2022-01-28T00:57:54Z', 'revision_number': 4, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:49Z', 'updated_at': '2022-01-28T00:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '504c6d22-b2dc-4290-bf70-4169005d28d7', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'port_id': '457d2edf-172e-491f-9cb0-68703a23aca7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3806, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c', 'mac_address': 'fa:16:3e:7c:55:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f80a507-80cb-41ba-bfc9-6ab6b5c81353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:58:14Z', 'updated_at': '2022-01-28T00:58:14Z', 'revision_number': 0, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b522536-f770-4d82-91fb-e24e4154917c', 'name': '', 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'mac_address': 'fa:16:3e:6d:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '03f2f8e1-6adb-4a3c-afac-aa6e09d64f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:53Z', 'updated_at': '2022-01-28T00:57:58Z', 'revision_number': 5, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'subnets': [{'id': '03f2f8e1-6adb-4a3c-afac-aa6e09d64f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:58:17.166308 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-885c61c0-4574-4bfe-9fe6-9a85f1afc590 req-2736a4a9-98e1-4c3a-ae8b-bcf47b581bc7 service neutron] 10.222.0.65 "GET /v2.0/networks/4698ee37-7e8f-4dfe-bb60-01f95319f12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340470 Jan 28 00:58:17.237909 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41248) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:17.569662 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc90318f-3964-4d84-a5a5-acc7e9886105 None None] New status for floating IP 504c6d22-b2dc-4290-bf70-4169005d28d7: ACTIVE {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:58:17.639854 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-02b78665-6de9-44e0-9db3-fd82016bba37 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/floatingips/504c6d22-b2dc-4290-bf70-4169005d28d7 HTTP/1.1" status: 200 len: 990 time: 0.4006968 Jan 28 00:58:18.644658 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41276) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:18.731226 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c140fa6e-6f50-4c51-9ed3-15cb7c0376d6 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/floatingips/504c6d22-b2dc-4290-bf70-4169005d28d7 HTTP/1.1" status: 200 len: 992 time: 0.0851803 Jan 28 00:58:20.662649 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41336) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:20.825491 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d929521c-2793-43a6-ac33-a135707834ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:20.936682 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d929521c-2793-43a6-ac33-a135707834ee admin admin] Publish callbacks [] for security_group (c07b1e81-86b2-49e9-ad7f-2189c7a1d0d6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:20.943339 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d929521c-2793-43a6-ac33-a135707834ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c07b1e81-86b2-49e9-ad7f-2189c7a1d0d6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:20.995183 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929521c-2793-43a6-ac33-a135707834ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07b1e81-86b2-49e9-ad7f-2189c7a1d0d6,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:21.004295 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d929521c-2793-43a6-ac33-a135707834ee admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e187d198a517418b83cb2f9bf929a1d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3352427 Jan 28 00:58:21.005140 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41346) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:21.016932 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929521c-2793-43a6-ac33-a135707834ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:21.017706 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929521c-2793-43a6-ac33-a135707834ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:21.018043 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929521c-2793-43a6-ac33-a135707834ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:21.018377 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929521c-2793-43a6-ac33-a135707834ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:21.018876 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929521c-2793-43a6-ac33-a135707834ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:21.020046 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929521c-2793-43a6-ac33-a135707834ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:21.020514 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929521c-2793-43a6-ac33-a135707834ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:21.028677 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929521c-2793-43a6-ac33-a135707834ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:21.028677 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929521c-2793-43a6-ac33-a135707834ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:21.028677 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929521c-2793-43a6-ac33-a135707834ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:21.028677 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929521c-2793-43a6-ac33-a135707834ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:21.028677 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929521c-2793-43a6-ac33-a135707834ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:21.028677 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929521c-2793-43a6-ac33-a135707834ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:21.091177 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a4a82cd7-815b-4c61-a0cd-ba4dc3d5b71e admin admin] Publish callbacks [] for security_group (c07b1e81-86b2-49e9-ad7f-2189c7a1d0d6), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:21.136218 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a4a82cd7-815b-4c61-a0cd-ba4dc3d5b71e admin admin] Publish callbacks [] for security_group (c07b1e81-86b2-49e9-ad7f-2189c7a1d0d6), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:21.195560 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a4a82cd7-815b-4c61-a0cd-ba4dc3d5b71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c07b1e81-86b2-49e9-ad7f-2189c7a1d0d6), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:21.198594 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a4a82cd7-815b-4c61-a0cd-ba4dc3d5b71e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:21.202412 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a4a82cd7-815b-4c61-a0cd-ba4dc3d5b71e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c07b1e81-86b2-49e9-ad7f-2189c7a1d0d6 HTTP/1.1" status: 204 len: 168 time: 0.1945579 Jan 28 00:58:21.211528 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a82cd7-815b-4c61-a0cd-ba4dc3d5b71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07b1e81-86b2-49e9-ad7f-2189c7a1d0d6,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:21.593124 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41360) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:21.609894 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90d01a71-0750-4902-b58a-3c7078cc6e71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:21.730091 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90d01a71-0750-4902-b58a-3c7078cc6e71 admin admin] Publish callbacks [] for security_group (ad9edf1d-a135-4291-83db-979e541ec682), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:21.735669 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90d01a71-0750-4902-b58a-3c7078cc6e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ad9edf1d-a135-4291-83db-979e541ec682), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:21.778527 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d01a71-0750-4902-b58a-3c7078cc6e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9edf1d-a135-4291-83db-979e541ec682,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:21.787416 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41362) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:21.794941 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-90d01a71-0750-4902-b58a-3c7078cc6e71 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=42c675e41d6148a6a98885fb0140f014&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2003765 Jan 28 00:58:21.855630 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d58a4892-bbae-4e06-b08e-be4ce26c3af0 admin admin] Publish callbacks [] for security_group (ad9edf1d-a135-4291-83db-979e541ec682), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:21.895152 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d58a4892-bbae-4e06-b08e-be4ce26c3af0 admin admin] Publish callbacks [] for security_group (ad9edf1d-a135-4291-83db-979e541ec682), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:22.011449 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d58a4892-bbae-4e06-b08e-be4ce26c3af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ad9edf1d-a135-4291-83db-979e541ec682), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:22.016105 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d58a4892-bbae-4e06-b08e-be4ce26c3af0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:22.019575 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d58a4892-bbae-4e06-b08e-be4ce26c3af0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ad9edf1d-a135-4291-83db-979e541ec682 HTTP/1.1" status: 204 len: 168 time: 0.2305171 Jan 28 00:58:22.037019 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a4892-bbae-4e06-b08e-be4ce26c3af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9edf1d-a135-4291-83db-979e541ec682,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:22.051955 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a4892-bbae-4e06-b08e-be4ce26c3af0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:22.052392 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a4892-bbae-4e06-b08e-be4ce26c3af0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:22.052943 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a4892-bbae-4e06-b08e-be4ce26c3af0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:22.053498 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a4892-bbae-4e06-b08e-be4ce26c3af0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:22.055128 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a4892-bbae-4e06-b08e-be4ce26c3af0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:22.056011 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a4892-bbae-4e06-b08e-be4ce26c3af0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:22.056569 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a4892-bbae-4e06-b08e-be4ce26c3af0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:22.057123 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a4892-bbae-4e06-b08e-be4ce26c3af0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:22.057660 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a4892-bbae-4e06-b08e-be4ce26c3af0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:22.058201 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a4892-bbae-4e06-b08e-be4ce26c3af0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:22.059237 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a4892-bbae-4e06-b08e-be4ce26c3af0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:22.060244 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a4892-bbae-4e06-b08e-be4ce26c3af0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:22.061159 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a4892-bbae-4e06-b08e-be4ce26c3af0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:26.163322 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41560) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:26.289206 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-845eba18-089f-441e-9cd8-8ae622619c8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:26.371142 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-845eba18-089f-441e-9cd8-8ae622619c8b admin admin] Publish callbacks [] for security_group (ca89f2be-e366-4343-9c51-16b97a25b107), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:26.377275 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-845eba18-089f-441e-9cd8-8ae622619c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ca89f2be-e366-4343-9c51-16b97a25b107), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:26.416261 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-845eba18-089f-441e-9cd8-8ae622619c8b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=42c9d18f6a8d45028e4391290e62522c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2434149 Jan 28 00:58:26.417457 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845eba18-089f-441e-9cd8-8ae622619c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca89f2be-e366-4343-9c51-16b97a25b107,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:26.419453 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41568) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:26.479572 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fd753d5a-0eec-4d7a-9eb7-627511379024 admin admin] Publish callbacks [] for security_group (ca89f2be-e366-4343-9c51-16b97a25b107), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:26.504339 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fd753d5a-0eec-4d7a-9eb7-627511379024 admin admin] Publish callbacks [] for security_group (ca89f2be-e366-4343-9c51-16b97a25b107), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:26.553524 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fd753d5a-0eec-4d7a-9eb7-627511379024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ca89f2be-e366-4343-9c51-16b97a25b107), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:26.556165 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fd753d5a-0eec-4d7a-9eb7-627511379024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:26.557323 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fd753d5a-0eec-4d7a-9eb7-627511379024 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ca89f2be-e366-4343-9c51-16b97a25b107 HTTP/1.1" status: 204 len: 168 time: 0.1363187 Jan 28 00:58:26.567235 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd753d5a-0eec-4d7a-9eb7-627511379024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca89f2be-e366-4343-9c51-16b97a25b107,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:26.872756 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41578) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:26.886831 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e23937f-8530-47a2-875c-e8e5a8dd1c44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:26.976064 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e23937f-8530-47a2-875c-e8e5a8dd1c44 admin admin] Publish callbacks [] for security_group (012b3c2a-6ee2-49e9-80e6-18e3edd846bf), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:26.981315 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e23937f-8530-47a2-875c-e8e5a8dd1c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (012b3c2a-6ee2-49e9-80e6-18e3edd846bf), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:27.023086 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23937f-8530-47a2-875c-e8e5a8dd1c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012b3c2a-6ee2-49e9-80e6-18e3edd846bf,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:27.030879 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0e23937f-8530-47a2-875c-e8e5a8dd1c44 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4adaca7a94dd411193667d73e0a16ca1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1568098 Jan 28 00:58:27.031387 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41584) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:27.087341 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bb2e4341-f9c5-45be-a61d-a25d58707a11 admin admin] Publish callbacks [] for security_group (012b3c2a-6ee2-49e9-80e6-18e3edd846bf), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:27.110719 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bb2e4341-f9c5-45be-a61d-a25d58707a11 admin admin] Publish callbacks [] for security_group (012b3c2a-6ee2-49e9-80e6-18e3edd846bf), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:27.159717 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bb2e4341-f9c5-45be-a61d-a25d58707a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (012b3c2a-6ee2-49e9-80e6-18e3edd846bf), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:27.162355 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bb2e4341-f9c5-45be-a61d-a25d58707a11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:27.163544 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-bb2e4341-f9c5-45be-a61d-a25d58707a11 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/012b3c2a-6ee2-49e9-80e6-18e3edd846bf HTTP/1.1" status: 204 len: 168 time: 0.1293852 Jan 28 00:58:27.180620 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e4341-f9c5-45be-a61d-a25d58707a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012b3c2a-6ee2-49e9-80e6-18e3edd846bf,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:32.686396 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41734) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:32.824488 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b846fcc2-f32b-4e40-bad6-b67899607ca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:32.939120 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b846fcc2-f32b-4e40-bad6-b67899607ca2 admin admin] Publish callbacks [] for security_group (f6e2881d-ff87-4074-8b14-d1b31491985b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:32.946860 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b846fcc2-f32b-4e40-bad6-b67899607ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f6e2881d-ff87-4074-8b14-d1b31491985b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:33.019848 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b846fcc2-f32b-4e40-bad6-b67899607ca2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4536257d4f8b46849565a136ce0aba19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3322704 Jan 28 00:58:33.024361 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41738) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:33.030930 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846fcc2-f32b-4e40-bad6-b67899607ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e2881d-ff87-4074-8b14-d1b31491985b,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:33.103847 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fce986e8-1c09-4c23-8e2d-ab7cf64e4be0 admin admin] Publish callbacks [] for security_group (f6e2881d-ff87-4074-8b14-d1b31491985b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:33.130520 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fce986e8-1c09-4c23-8e2d-ab7cf64e4be0 admin admin] Publish callbacks [] for security_group (f6e2881d-ff87-4074-8b14-d1b31491985b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:33.191205 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fce986e8-1c09-4c23-8e2d-ab7cf64e4be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f6e2881d-ff87-4074-8b14-d1b31491985b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:33.197430 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fce986e8-1c09-4c23-8e2d-ab7cf64e4be0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:33.202334 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-fce986e8-1c09-4c23-8e2d-ab7cf64e4be0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f6e2881d-ff87-4074-8b14-d1b31491985b HTTP/1.1" status: 204 len: 168 time: 0.1745632 Jan 28 00:58:33.215093 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce986e8-1c09-4c23-8e2d-ab7cf64e4be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e2881d-ff87-4074-8b14-d1b31491985b,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:33.600936 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41746) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:33.627253 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-89ecfe8f-d5e0-451a-ab30-a834ffd91603 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:33.755976 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-89ecfe8f-d5e0-451a-ab30-a834ffd91603 admin admin] Publish callbacks [] for security_group (1066b6be-4a6b-4b7b-b094-dd2d236e4c9e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:33.762442 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-89ecfe8f-d5e0-451a-ab30-a834ffd91603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (1066b6be-4a6b-4b7b-b094-dd2d236e4c9e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:33.811657 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-89ecfe8f-d5e0-451a-ab30-a834ffd91603 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f24a235c6a704187bf1382cf46003a9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2066352 Jan 28 00:58:33.812616 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ecfe8f-d5e0-451a-ab30-a834ffd91603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1066b6be-4a6b-4b7b-b094-dd2d236e4c9e,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:33.816519 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41748) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:33.895660 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4c40fc5d-7011-4591-9718-2fcd182f58cd admin admin] Publish callbacks [] for security_group (1066b6be-4a6b-4b7b-b094-dd2d236e4c9e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:33.929340 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4c40fc5d-7011-4591-9718-2fcd182f58cd admin admin] Publish callbacks [] for security_group (1066b6be-4a6b-4b7b-b094-dd2d236e4c9e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:34.010129 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4c40fc5d-7011-4591-9718-2fcd182f58cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (1066b6be-4a6b-4b7b-b094-dd2d236e4c9e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:34.015448 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4c40fc5d-7011-4591-9718-2fcd182f58cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:34.019050 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4c40fc5d-7011-4591-9718-2fcd182f58cd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1066b6be-4a6b-4b7b-b094-dd2d236e4c9e HTTP/1.1" status: 204 len: 168 time: 0.2011950 Jan 28 00:58:34.034541 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40fc5d-7011-4591-9718-2fcd182f58cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1066b6be-4a6b-4b7b-b094-dd2d236e4c9e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:36.060828 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-461c72ae-5964-47fc-a0f5-64305b85d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:38.381733 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-711d85ca-a2ab-4ce7-9b8a-89502527d8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:39.760308 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:41.304949 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:42.258822 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:43.174540 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:44.471108 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:44.675352 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41868) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:44.824128 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f5c1d087-45b1-43ec-9f1c-eaac6684b320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:44.922471 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f5c1d087-45b1-43ec-9f1c-eaac6684b320 admin admin] Publish callbacks [] for security_group (11468a75-7aa1-4080-b68b-46be08daa94a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:44.926830 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f5c1d087-45b1-43ec-9f1c-eaac6684b320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (11468a75-7aa1-4080-b68b-46be08daa94a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:44.985581 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f5c1d087-45b1-43ec-9f1c-eaac6684b320 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e98c095f276d4b9e8ba35384212fbbc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3082197 Jan 28 00:58:44.988512 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41872) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:44.989618 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1d087-45b1-43ec-9f1c-eaac6684b320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11468a75-7aa1-4080-b68b-46be08daa94a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:45.081061 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc50ea04-762c-49eb-b491-58274c3cdff0 admin admin] Publish callbacks [] for security_group (11468a75-7aa1-4080-b68b-46be08daa94a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:45.109872 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc50ea04-762c-49eb-b491-58274c3cdff0 admin admin] Publish callbacks [] for security_group (11468a75-7aa1-4080-b68b-46be08daa94a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:45.169439 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc50ea04-762c-49eb-b491-58274c3cdff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (11468a75-7aa1-4080-b68b-46be08daa94a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:45.173565 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bc50ea04-762c-49eb-b491-58274c3cdff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:45.175060 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-bc50ea04-762c-49eb-b491-58274c3cdff0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/11468a75-7aa1-4080-b68b-46be08daa94a HTTP/1.1" status: 204 len: 168 time: 0.1844466 Jan 28 00:58:45.185448 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50ea04-762c-49eb-b491-58274c3cdff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11468a75-7aa1-4080-b68b-46be08daa94a,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:45.597737 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41882) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:45.612295 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3edd8d95-51d0-42ee-b167-660f3f1925fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:45.705734 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3edd8d95-51d0-42ee-b167-660f3f1925fd admin admin] Publish callbacks [] for security_group (8aadc3ed-56e0-489d-b413-ac352fa1bb27), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:45.711565 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3edd8d95-51d0-42ee-b167-660f3f1925fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (8aadc3ed-56e0-489d-b413-ac352fa1bb27), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:45.758799 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3edd8d95-51d0-42ee-b167-660f3f1925fd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8c3fa1abd7f644f79ae03e9daa2b30e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1598716 Jan 28 00:58:45.760899 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd8d95-51d0-42ee-b167-660f3f1925fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aadc3ed-56e0-489d-b413-ac352fa1bb27,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:45.763121 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41884) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:45.826797 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4e136bb9-6502-4c79-809d-20ca78665969 admin admin] Publish callbacks [] for security_group (8aadc3ed-56e0-489d-b413-ac352fa1bb27), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:45.852413 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4e136bb9-6502-4c79-809d-20ca78665969 admin admin] Publish callbacks [] for security_group (8aadc3ed-56e0-489d-b413-ac352fa1bb27), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:45.909834 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4e136bb9-6502-4c79-809d-20ca78665969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (8aadc3ed-56e0-489d-b413-ac352fa1bb27), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:45.912464 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4e136bb9-6502-4c79-809d-20ca78665969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:45.916394 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4e136bb9-6502-4c79-809d-20ca78665969 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8aadc3ed-56e0-489d-b413-ac352fa1bb27 HTTP/1.1" status: 204 len: 168 time: 0.1494660 Jan 28 00:58:45.922669 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e136bb9-6502-4c79-809d-20ca78665969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aadc3ed-56e0-489d-b413-ac352fa1bb27,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:49.910912 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41944) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:49.991701 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6f26cc-7c55-4ee2-bb8b-d8479a35b4da tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:49.992186 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6f26cc-7c55-4ee2-bb8b-d8479a35b4da tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:49.992660 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6f26cc-7c55-4ee2-bb8b-d8479a35b4da tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:49.994552 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9a6f26cc-7c55-4ee2-bb8b-d8479a35b4da tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] 10.222.0.70 "GET /v2.0/ports?project_id=bb4b1000f5df40f5810e78f45d5dff4b&network_id=4698ee37-7e8f-4dfe-bb60-01f95319f12c HTTP/1.1" status: 200 len: 2969 time: 0.0827267 Jan 28 00:58:51.361838 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:58:53.048256 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41970) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:53.109601 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb5e5ad-83e8-4154-88eb-707cf259785f tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:53.111363 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2eb5e5ad-83e8-4154-88eb-707cf259785f tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392 HTTP/1.1" status: 200 len: 814 time: 0.0620246 Jan 28 00:58:53.834801 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 41980) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:53.840453 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-8fa09d0f-c9d4-4d0e-9bf7-a0c6780ef4ba tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'network': {'name': 'tempest-network-smoke--1860361594', 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'port_security_enabled': True}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:53.865923 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa09d0f-c9d4-4d0e-9bf7-a0c6780ef4ba tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Made reservation on behalf of bb4b1000f5df40f5810e78f45d5dff4b for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:58:53.869976 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8fa09d0f-c9d4-4d0e-9bf7-a0c6780ef4ba tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:53.899353 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa09d0f-c9d4-4d0e-9bf7-a0c6780ef4ba tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 00:58:53.913206 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8fa09d0f-c9d4-4d0e-9bf7-a0c6780ef4ba tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (cc789fe1-04bb-4696-a974-794b15b0cad7), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:53.913672 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-8fa09d0f-c9d4-4d0e-9bf7-a0c6780ef4ba tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Added segment cc789fe1-04bb-4696-a974-794b15b0cad7 of type vlan for network 0d1a3dbe-2bba-49fb-8677-57f2f09886c0 Jan 28 00:58:53.958858 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8fa09d0f-c9d4-4d0e-9bf7-a0c6780ef4ba tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (0d1a3dbe-2bba-49fb-8677-57f2f09886c0), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:53.991314 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8fa09d0f-c9d4-4d0e-9bf7-a0c6780ef4ba tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (0d1a3dbe-2bba-49fb-8677-57f2f09886c0), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:53.997067 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa09d0f-c9d4-4d0e-9bf7-a0c6780ef4ba tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:53.997707 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8fa09d0f-c9d4-4d0e-9bf7-a0c6780ef4ba tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:54.079836 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8fa09d0f-c9d4-4d0e-9bf7-a0c6780ef4ba tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2433231 Jan 28 00:58:54.083478 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41982) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:54.115032 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa09d0f-c9d4-4d0e-9bf7-a0c6780ef4ba tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'Network': ['ID=0d1a3dbe-2bba-49fb-8677-57f2f09886c0,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:54.134799 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 0d1a3dbe-2bba-49fb-8677-57f2f09886c0 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 00:58:54.203310 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b010277-f2a7-433b-8dd7-e550bbf71a3f tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:54.207691 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6b010277-f2a7-433b-8dd7-e550bbf71a3f tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=bb4b1000f5df40f5810e78f45d5dff4b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1204770 Jan 28 00:58:54.209184 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41984) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:54.352539 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cb98ee-7a7c-4bd1-b408-9fdb8d5d949d tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:54.355190 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c0cb98ee-7a7c-4bd1-b408-9fdb8d5d949d tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1444280 Jan 28 00:58:54.358673 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41986) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:54.409945 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cceb5440-94e9-43a7-9cf9-4452d5e36a18 tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0486767 Jan 28 00:58:54.413693 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41988) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:54.472647 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-259c2996-86cd-40f9-9239-37d251032eec tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=bb4b1000f5df40f5810e78f45d5dff4b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0570695 Jan 28 00:58:54.475897 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41990) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:54.585960 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968aa8b6-626d-414c-b246-b35b026040c5 tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:54.590745 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-968aa8b6-626d-414c-b246-b35b026040c5 tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1109171 Jan 28 00:58:54.591387 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41992) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:54.631670 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9762d6ca-6b57-4a7d-8768-6b24dc585a2d tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350225 Jan 28 00:58:54.632655 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 41994) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:54.639095 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a0af10e1-eb98-48af-882d-0ce36963d006 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1649519484', 'network_id': '0d1a3dbe-2bba-49fb-8677-57f2f09886c0', 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:54.775116 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0af10e1-eb98-48af-882d-0ce36963d006 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Made reservation on behalf of bb4b1000f5df40f5810e78f45d5dff4b for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:58:54.779084 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a0af10e1-eb98-48af-882d-0ce36963d006 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:55.106416 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a0af10e1-eb98-48af-882d-0ce36963d006 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (d0ab1ac5-76a3-4feb-a1d3-c7f8da7f2c43), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:55.210078 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0af10e1-eb98-48af-882d-0ce36963d006 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Checking segment: {'id': 'cc789fe1-04bb-4696-a974-794b15b0cad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0d1a3dbe-2bba-49fb-8677-57f2f09886c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:58:55.210692 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0af10e1-eb98-48af-882d-0ce36963d006 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Network hostable DHCP agents. Network: 0d1a3dbe-2bba-49fb-8677-57f2f09886c0, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 00:58:55.228880 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af10e1-eb98-48af-882d-0ce36963d006 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'Subnet': ['ID=d0ab1ac5-76a3-4feb-a1d3-c7f8da7f2c43,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:55.252971 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0af10e1-eb98-48af-882d-0ce36963d006 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Network 0d1a3dbe-2bba-49fb-8677-57f2f09886c0 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 00:58:55.264188 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-a0af10e1-eb98-48af-882d-0ce36963d006 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 0d1a3dbe-2bba-49fb-8677-57f2f09886c0) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:55.269824 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0af10e1-eb98-48af-882d-0ce36963d006 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:55.270428 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a0af10e1-eb98-48af-882d-0ce36963d006 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:55.278053 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3996938-26ca-4b39-b6b4-5b13ce075d9c None None] Network 0d1a3dbe-2bba-49fb-8677-57f2f09886c0 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:58:55.292472 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a0af10e1-eb98-48af-882d-0ce36963d006 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6584754 Jan 28 00:58:55.464930 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-0d1a3dbe-2bba-49fb-8677-57f2f09886c0', 'network_id': '0d1a3dbe-2bba-49fb-8677-57f2f09886c0', 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'fixed_ips': [{'subnet_id': 'd0ab1ac5-76a3-4feb-a1d3-c7f8da7f2c43'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 00:58:55.466800 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:55.488074 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42006) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:55.492898 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-1345a353-655d-464e-af45-2b97c776d38e tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-53636883', 'description': 'tempest-secgroup-smoke-53636883 description', 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:55.518211 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1345a353-655d-464e-af45-2b97c776d38e tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:55.612252 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1345a353-655d-464e-af45-2b97c776d38e tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group (774a67fe-ef5a-41b2-b992-cd5911c7713d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:55.617397 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1345a353-655d-464e-af45-2b97c776d38e tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (774a67fe-ef5a-41b2-b992-cd5911c7713d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:55.654756 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1345a353-655d-464e-af45-2b97c776d38e tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:55.660013 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42008) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:55.660821 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1345a353-655d-464e-af45-2b97c776d38e tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1709235 Jan 28 00:58:55.666036 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-594dc60b-a35d-45c2-a94b-dbe3014c6494 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'security_group_rule': {'security_group_id': '774a67fe-ef5a-41b2-b992-cd5911c7713d', 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:55.699090 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-594dc60b-a35d-45c2-a94b-dbe3014c6494 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (8bae24a6-52db-489d-bc18-e843c2f78f8e), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:55.700944 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1345a353-655d-464e-af45-2b97c776d38e tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=774a67fe-ef5a-41b2-b992-cd5911c7713d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:55.793079 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-594dc60b-a35d-45c2-a94b-dbe3014c6494 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (8bae24a6-52db-489d-bc18-e843c2f78f8e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:55.798784 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-594dc60b-a35d-45c2-a94b-dbe3014c6494 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (8bae24a6-52db-489d-bc18-e843c2f78f8e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:55.831152 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594dc60b-a35d-45c2-a94b-dbe3014c6494 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bae24a6-52db-489d-bc18-e843c2f78f8e,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:55.839299 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-594dc60b-a35d-45c2-a94b-dbe3014c6494 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:55.845501 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-594dc60b-a35d-45c2-a94b-dbe3014c6494 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1829340 Jan 28 00:58:55.846350 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42014) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:55.857414 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-eda86edf-4184-4b34-bf49-09817e0bd71a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'security_group_rule': {'security_group_id': '774a67fe-ef5a-41b2-b992-cd5911c7713d', 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:55.907987 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eda86edf-4184-4b34-bf49-09817e0bd71a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (46613341-a9ac-46c9-841e-8854d56b40fe), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:55.997824 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eda86edf-4184-4b34-bf49-09817e0bd71a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (46613341-a9ac-46c9-841e-8854d56b40fe), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:56.004152 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eda86edf-4184-4b34-bf49-09817e0bd71a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (46613341-a9ac-46c9-841e-8854d56b40fe), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:56.008458 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Allocated IP 172.20.0.18 (0d1a3dbe-2bba-49fb-8677-57f2f09886c0/d0ab1ac5-76a3-4feb-a1d3-c7f8da7f2c43/c5cebff9-314c-436e-ace0-5568c5e95f21) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:58:56.048538 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda86edf-4184-4b34-bf49-09817e0bd71a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46613341-a9ac-46c9-841e-8854d56b40fe,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:56.055033 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eda86edf-4184-4b34-bf49-09817e0bd71a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:56.056683 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-eda86edf-4184-4b34-bf49-09817e0bd71a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2088351 Jan 28 00:58:56.062521 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42016) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:56.074901 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-086ae410-fc12-4953-9934-7db1cd30458f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'security_group_rule': {'security_group_id': '774a67fe-ef5a-41b2-b992-cd5911c7713d', 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:56.140341 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-086ae410-fc12-4953-9934-7db1cd30458f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (6e200302-6864-480d-ae13-d99fb6509106), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:56.190909 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Publish callbacks [] for port (c5cebff9-314c-436e-ace0-5568c5e95f21), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:56.197977 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (c5cebff9-314c-436e-ace0-5568c5e95f21), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:56.243505 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Pushing event updated for resources: {'Port': ['ID=c5cebff9-314c-436e-ace0-5568c5e95f21,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:56.259542 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:56.260214 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:56.260713 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:56.261210 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:56.261701 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:56.262200 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:56.262703 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:56.263196 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:56.263769 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:56.264250 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:56.264747 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:56.265324 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:56.266047 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:58:56.275650 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Network 0d1a3dbe-2bba-49fb-8677-57f2f09886c0 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:58:56.277629 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:58:56.281966 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:58:56.308060 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-086ae410-fc12-4953-9934-7db1cd30458f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (6e200302-6864-480d-ae13-d99fb6509106), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:56.315870 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-086ae410-fc12-4953-9934-7db1cd30458f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (6e200302-6864-480d-ae13-d99fb6509106), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:56.365433 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ae410-fc12-4953-9934-7db1cd30458f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e200302-6864-480d-ae13-d99fb6509106,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:56.377319 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-086ae410-fc12-4953-9934-7db1cd30458f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:56.383783 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42018) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:56.384929 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-086ae410-fc12-4953-9934-7db1cd30458f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3191552 Jan 28 00:58:56.389593 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-565ec53b-7b56-4436-a435-d4b83ff3eb9a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'security_group_rule': {'security_group_id': '774a67fe-ef5a-41b2-b992-cd5911c7713d', 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:56.434989 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-565ec53b-7b56-4436-a435-d4b83ff3eb9a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (937c3b42-aa51-46b9-81a1-61341e35deed), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:56.459312 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Attempting to bind port c5cebff9-314c-436e-ace0-5568c5e95f21 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:58:56.460449 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Attempting to bind port c5cebff9-314c-436e-ace0-5568c5e95f21 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'cc789fe1-04bb-4696-a974-794b15b0cad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0d1a3dbe-2bba-49fb-8677-57f2f09886c0'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:58:56.461320 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Attempting to bind port c5cebff9-314c-436e-ace0-5568c5e95f21 on network 0d1a3dbe-2bba-49fb-8677-57f2f09886c0 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:58:56.476066 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:58:56.477226 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Checking segment: {'id': 'cc789fe1-04bb-4696-a974-794b15b0cad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0d1a3dbe-2bba-49fb-8677-57f2f09886c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:58:56.478648 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:56.480231 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Bound using segment: {'id': 'cc789fe1-04bb-4696-a974-794b15b0cad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0d1a3dbe-2bba-49fb-8677-57f2f09886c0'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:58:56.481415 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Bound port: c5cebff9-314c-436e-ace0-5568c5e95f21, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc789fe1-04bb-4696-a974-794b15b0cad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0d1a3dbe-2bba-49fb-8677-57f2f09886c0'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:58:56.483310 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c5cebff9-314c-436e-ace0-5568c5e95f21), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:56.524348 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-565ec53b-7b56-4436-a435-d4b83ff3eb9a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (937c3b42-aa51-46b9-81a1-61341e35deed), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:56.529873 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-565ec53b-7b56-4436-a435-d4b83ff3eb9a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (937c3b42-aa51-46b9-81a1-61341e35deed), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:56.557169 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ec53b-7b56-4436-a435-d4b83ff3eb9a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=937c3b42-aa51-46b9-81a1-61341e35deed,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:56.572780 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-565ec53b-7b56-4436-a435-d4b83ff3eb9a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:56.579331 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-565ec53b-7b56-4436-a435-d4b83ff3eb9a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1886148 Jan 28 00:58:56.580302 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 42020) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:56.590100 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-25251026-c35f-4d1e-97e2-2dd49014b61b tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'security_group_rule': {'security_group_id': '774a67fe-ef5a-41b2-b992-cd5911c7713d', 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:56.631325 n-d-826754-1 neutron-server[103343]: INFO neutron.db.securitygroups_db [None req-25251026-c35f-4d1e-97e2-2dd49014b61b tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Project bb4b1000f5df40f5810e78f45d5dff4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 00:58:56.638058 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-25251026-c35f-4d1e-97e2-2dd49014b61b tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (1bbc3703-2fa3-4b3b-9a0b-68882f2b1441), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:56.641345 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] For port c5cebff9-314c-436e-ace0-5568c5e95f21, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:58:56.652535 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] For port c5cebff9-314c-436e-ace0-5568c5e95f21, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c5cebff9-314c-436e-ace0-5568c5e95f21,segment=NetworkSegment(cc789fe1-04bb-4696-a974-794b15b0cad7),segment_id=cc789fe1-04bb-4696-a974-794b15b0cad7)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:58:56.662486 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c5cebff9-314c-436e-ace0-5568c5e95f21), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:56.777053 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84597e1-5d59-4c66-a81e-9e94728706dc None None] Pushing event updated for resources: {'Port': ['ID=c5cebff9-314c-436e-ace0-5568c5e95f21,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:56.784278 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-25251026-c35f-4d1e-97e2-2dd49014b61b tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (1bbc3703-2fa3-4b3b-9a0b-68882f2b1441), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:56.791296 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-25251026-c35f-4d1e-97e2-2dd49014b61b tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (1bbc3703-2fa3-4b3b-9a0b-68882f2b1441), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:56.902812 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25251026-c35f-4d1e-97e2-2dd49014b61b tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bbc3703-2fa3-4b3b-9a0b-68882f2b1441,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:56.907770 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-25251026-c35f-4d1e-97e2-2dd49014b61b tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:56.912399 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42028) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:58:56.919426 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-e3ef7424-3b3f-46d0-af73-5ebea5fdd880 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'security_group_rule': {'security_group_id': '774a67fe-ef5a-41b2-b992-cd5911c7713d', 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:58:56.932773 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-25251026-c35f-4d1e-97e2-2dd49014b61b tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3508632 Jan 28 00:58:56.975939 n-d-826754-1 neutron-server[103344]: INFO neutron.db.securitygroups_db [None req-e3ef7424-3b3f-46d0-af73-5ebea5fdd880 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Project bb4b1000f5df40f5810e78f45d5dff4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 00:58:56.984572 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e3ef7424-3b3f-46d0-af73-5ebea5fdd880 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (8092678f-1ce9-458c-93ab-96378ba05094), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:57.084686 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e3ef7424-3b3f-46d0-af73-5ebea5fdd880 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (8092678f-1ce9-458c-93ab-96378ba05094), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:57.091419 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e3ef7424-3b3f-46d0-af73-5ebea5fdd880 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (8092678f-1ce9-458c-93ab-96378ba05094), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:57.121170 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef7424-3b3f-46d0-af73-5ebea5fdd880 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8092678f-1ce9-458c-93ab-96378ba05094,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:57.130721 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e3ef7424-3b3f-46d0-af73-5ebea5fdd880 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:57.141831 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e3ef7424-3b3f-46d0-af73-5ebea5fdd880 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2261176 Jan 28 00:58:57.582707 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-7063a54e-af0e-43b4-9095-c2e9160dcfcb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-53636883&fields=id&tenant_id=bb4b1000f5df40f5810e78f45d5dff4b HTTP/1.1" status: 200 len: 267 time: 0.0812807 Jan 28 00:58:57.976686 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-57886d6a-89fe-4b4c-ad56-4e377af727e9 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:58:57.976686 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-57886d6a-89fe-4b4c-ad56-4e377af727e9 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/networks?id=0d1a3dbe-2bba-49fb-8677-57f2f09886c0 HTTP/1.1" status: 200 len: 797 time: 0.1787217 Jan 28 00:58:57.976686 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-d83feb6f-2929-4da1-bd3a-37439af102e3 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/quotas/bb4b1000f5df40f5810e78f45d5dff4b HTTP/1.1" status: 200 len: 375 time: 0.0257010 Jan 28 00:58:57.976686 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-15089a35-fd92-401f-bcbe-a8cb5484af0f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bb4b1000f5df40f5810e78f45d5dff4b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0899270 Jan 28 00:58:58.168203 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c5cebff9-314c-436e-ace0-5568c5e95f21 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:58:58.240368 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port c5cebff9-314c-436e-ace0-5568c5e95f21 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:58.240824 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c5cebff9-314c-436e-ace0-5568c5e95f21), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:58.293364 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-cee2faf5-a218-4db9-8437-ffbb89746d8b service neutron] 10.222.0.70 "GET /v2.0/networks/0d1a3dbe-2bba-49fb-8677-57f2f09886c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012144 Jan 28 00:58:58.394397 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port c5cebff9-314c-436e-ace0-5568c5e95f21 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:58.395229 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c5cebff9-314c-436e-ace0-5568c5e95f21), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:58.440517 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port c5cebff9-314c-436e-ace0-5568c5e95f21, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c5cebff9-314c-436e-ace0-5568c5e95f21,segment=NetworkSegment(cc789fe1-04bb-4696-a974-794b15b0cad7),segment_id=cc789fe1-04bb-4696-a974-794b15b0cad7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:58:58.445835 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c5cebff9-314c-436e-ace0-5568c5e95f21), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:58.464396 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-c58b3729-50a3-4999-a100-69d866806010 service neutron] 10.222.0.70 "GET /v2.0/networks/0d1a3dbe-2bba-49fb-8677-57f2f09886c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609206 Jan 28 00:58:58.534015 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=c5cebff9-314c-436e-ace0-5568c5e95f21,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:58:58.651025 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6d73c6-1df7-4428-b042-c3f2a65d8a79 None None] Network 0d1a3dbe-2bba-49fb-8677-57f2f09886c0 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:58:58.739168 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8a02e98f-bd6a-4f8d-ae44-56e0d4598972 req-09705f56-1774-4546-8c6c-7b993b3fdad8 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=57a24162-a4fa-4fb4-961c-bd0e324128b6 HTTP/1.1" status: 200 len: 210 time: 0.0664582 Jan 28 00:58:58.810145 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-e0c5b47b-519d-45a3-9215-f4d9c41ff360 None None] Provisioning complete for port c5cebff9-314c-436e-ace0-5568c5e95f21 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:58.810982 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e0c5b47b-519d-45a3-9215-f4d9c41ff360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c5cebff9-314c-436e-ace0-5568c5e95f21), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:59.062132 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e0c5b47b-519d-45a3-9215-f4d9c41ff360 None None] Current status of the port c5cebff9-314c-436e-ace0-5568c5e95f21 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:59.397123 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-39256366-71d4-4a54-a884-54cc3e86ba67 None None] Provisioning complete for port c5cebff9-314c-436e-ace0-5568c5e95f21 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:58:59.398159 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-39256366-71d4-4a54-a884-54cc3e86ba67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c5cebff9-314c-436e-ace0-5568c5e95f21), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:58:59.539247 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-39256366-71d4-4a54-a884-54cc3e86ba67 None None] Current status of the port c5cebff9-314c-436e-ace0-5568c5e95f21 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:58:59.855299 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-840d84d5-1454-411a-8174-db2670130738 req-d697d655-808b-41e8-b477-27851f0be080 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=57a24162-a4fa-4fb4-961c-bd0e324128b6 HTTP/1.1" status: 200 len: 210 time: 0.0324805 Jan 28 00:59:00.090013 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c5cebff9-314c-436e-ace0-5568c5e95f21 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:59:00.168976 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port c5cebff9-314c-436e-ace0-5568c5e95f21 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:59:00.169654 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c5cebff9-314c-436e-ace0-5568c5e95f21), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:00.287646 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port c5cebff9-314c-436e-ace0-5568c5e95f21 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:59:00.594745 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-86a0d026-1829-4de5-8f3d-3d8845f0fee3 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:00.596767 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-86a0d026-1829-4de5-8f3d-3d8845f0fee3 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.65 "GET /v2.0/networks?id=0d1a3dbe-2bba-49fb-8677-57f2f09886c0 HTTP/1.1" status: 200 len: 797 time: 0.1849604 Jan 28 00:59:00.715483 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-d03a6976-0c3c-4a07-aef6-0365830dfe5b tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb4b1000f5df40f5810e78f45d5dff4b HTTP/1.1" status: 200 len: 471 time: 0.1023872 Jan 28 00:59:00.729897 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-136dad3c-90c2-44d4-9aab-ed09f2528b7a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'port': {'device_id': '57a24162-a4fa-4fb4-961c-bd0e324128b6', 'network_id': '0d1a3dbe-2bba-49fb-8677-57f2f09886c0', 'admin_state_up': True, 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'security_groups': ['774a67fe-ef5a-41b2-b992-cd5911c7713d']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:00.901424 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-136dad3c-90c2-44d4-9aab-ed09f2528b7a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Made reservation on behalf of bb4b1000f5df40f5810e78f45d5dff4b for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 00:59:00.909453 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-136dad3c-90c2-44d4-9aab-ed09f2528b7a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:01.084968 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-98f28901-ab08-49cb-bfc9-c038a4fa0723 req-62412c19-1e02-4f04-921e-e0902b58dc5b tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=57a24162-a4fa-4fb4-961c-bd0e324128b6 HTTP/1.1" status: 200 len: 210 time: 0.0979800 Jan 28 00:59:01.179518 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-136dad3c-90c2-44d4-9aab-ed09f2528b7a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Allocated IP 172.20.0.25 (0d1a3dbe-2bba-49fb-8677-57f2f09886c0/d0ab1ac5-76a3-4feb-a1d3-c7f8da7f2c43/be5115ea-648c-4b4b-af27-607560d57aae) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:59:01.354608 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-136dad3c-90c2-44d4-9aab-ed09f2528b7a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for port (be5115ea-648c-4b4b-af27-607560d57aae), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:01.412807 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-136dad3c-90c2-44d4-9aab-ed09f2528b7a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (be5115ea-648c-4b4b-af27-607560d57aae), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:01.476069 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-136dad3c-90c2-44d4-9aab-ed09f2528b7a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Network 0d1a3dbe-2bba-49fb-8677-57f2f09886c0 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:59:01.482366 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-136dad3c-90c2-44d4-9aab-ed09f2528b7a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:59:01.488482 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-136dad3c-90c2-44d4-9aab-ed09f2528b7a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:59:01.493528 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136dad3c-90c2-44d4-9aab-ed09f2528b7a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'Port': ['ID=be5115ea-648c-4b4b-af27-607560d57aae,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:01.577574 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-136dad3c-90c2-44d4-9aab-ed09f2528b7a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:01.580165 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-136dad3c-90c2-44d4-9aab-ed09f2528b7a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:01.616772 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-136dad3c-90c2-44d4-9aab-ed09f2528b7a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8953915 Jan 28 00:59:01.639218 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-5fe5a740-638c-4192-9113-61817afbb43c service neutron] Request body: {'port': {'device_id': '57a24162-a4fa-4fb4-961c-bd0e324128b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 00:59:01.784293 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-5fe5a740-638c-4192-9113-61817afbb43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (be5115ea-648c-4b4b-af27-607560d57aae), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:01.904335 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-c44f70c9-dc12-4ab7-abe7-086ae4d761ff None None] Provisioning complete for port be5115ea-648c-4b4b-af27-607560d57aae triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:59:01.905140 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c44f70c9-dc12-4ab7-abe7-086ae4d761ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (be5115ea-648c-4b4b-af27-607560d57aae), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:01.983136 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c44f70c9-dc12-4ab7-abe7-086ae4d761ff None None] Port be5115ea-648c-4b4b-af27-607560d57aae cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:59:02.359681 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce369c-9899-40ed-ae85-4e9abb7534f7 req-37430edc-1a8f-42fc-a04b-69da6eeaf1ef tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:02.361841 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7dce369c-9899-40ed-ae85-4e9abb7534f7 req-37430edc-1a8f-42fc-a04b-69da6eeaf1ef tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=57a24162-a4fa-4fb4-961c-bd0e324128b6 HTTP/1.1" status: 200 len: 932 time: 0.1224291 Jan 28 00:59:02.374467 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-5fe5a740-638c-4192-9113-61817afbb43c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be5115ea-648c-4b4b-af27-607560d57aae {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:59:02.394399 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-5fe5a740-638c-4192-9113-61817afbb43c service neutron] Publish callbacks [] for port (be5115ea-648c-4b4b-af27-607560d57aae), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:02.455025 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-5fe5a740-638c-4192-9113-61817afbb43c service neutron] Transition to ACTIVE for port object be5115ea-648c-4b4b-af27-607560d57aae will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 00:59:02.460425 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7dce369c-9899-40ed-ae85-4e9abb7534f7 req-edab70e5-659e-4509-968c-ff583d61119a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=774a67fe-ef5a-41b2-b992-cd5911c7713d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0793769 Jan 28 00:59:02.461715 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-5fe5a740-638c-4192-9113-61817afbb43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (be5115ea-648c-4b4b-af27-607560d57aae), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:02.581482 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5a740-638c-4192-9113-61817afbb43c service neutron] Pushing event updated for resources: {'Port': ['ID=be5115ea-648c-4b4b-af27-607560d57aae,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:02.703562 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-5fe5a740-638c-4192-9113-61817afbb43c service neutron] Attempting to bind port be5115ea-648c-4b4b-af27-607560d57aae on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:59:02.704106 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-5fe5a740-638c-4192-9113-61817afbb43c service neutron] Attempting to bind port be5115ea-648c-4b4b-af27-607560d57aae by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'cc789fe1-04bb-4696-a974-794b15b0cad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0d1a3dbe-2bba-49fb-8677-57f2f09886c0'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:59:02.704645 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-5fe5a740-638c-4192-9113-61817afbb43c service neutron] Attempting to bind port be5115ea-648c-4b4b-af27-607560d57aae on network 0d1a3dbe-2bba-49fb-8677-57f2f09886c0 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:59:02.723030 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-5fe5a740-638c-4192-9113-61817afbb43c service neutron] Port be5115ea-648c-4b4b-af27-607560d57aae on network 0d1a3dbe-2bba-49fb-8677-57f2f09886c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 00:59:02.723912 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-5fe5a740-638c-4192-9113-61817afbb43c service neutron] Attempting to bind port be5115ea-648c-4b4b-af27-607560d57aae on network 0d1a3dbe-2bba-49fb-8677-57f2f09886c0 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:59:02.735709 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-5fe5a740-638c-4192-9113-61817afbb43c service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:59:02.736956 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-5fe5a740-638c-4192-9113-61817afbb43c service neutron] Checking segment: {'id': 'cc789fe1-04bb-4696-a974-794b15b0cad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0d1a3dbe-2bba-49fb-8677-57f2f09886c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:59:02.737835 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-5fe5a740-638c-4192-9113-61817afbb43c service neutron] Bound using segment: {'id': 'cc789fe1-04bb-4696-a974-794b15b0cad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0d1a3dbe-2bba-49fb-8677-57f2f09886c0'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:59:02.738794 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-5fe5a740-638c-4192-9113-61817afbb43c service neutron] Bound port: be5115ea-648c-4b4b-af27-607560d57aae, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc789fe1-04bb-4696-a974-794b15b0cad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0d1a3dbe-2bba-49fb-8677-57f2f09886c0'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:59:02.739449 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-5fe5a740-638c-4192-9113-61817afbb43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (be5115ea-648c-4b4b-af27-607560d57aae), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:02.901028 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-5fe5a740-638c-4192-9113-61817afbb43c service neutron] For port be5115ea-648c-4b4b-af27-607560d57aae, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:59:02.908863 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-5fe5a740-638c-4192-9113-61817afbb43c service neutron] For port be5115ea-648c-4b4b-af27-607560d57aae, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=be5115ea-648c-4b4b-af27-607560d57aae,segment=NetworkSegment(cc789fe1-04bb-4696-a974-794b15b0cad7),segment_id=cc789fe1-04bb-4696-a974-794b15b0cad7)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:59:02.918297 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-5fe5a740-638c-4192-9113-61817afbb43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (be5115ea-648c-4b4b-af27-607560d57aae), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:02.992284 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-5fe5a740-638c-4192-9113-61817afbb43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:02.993069 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-5fe5a740-638c-4192-9113-61817afbb43c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:02.995158 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-5fe5a740-638c-4192-9113-61817afbb43c service neutron] 10.222.0.65 "PUT /v2.0/ports/be5115ea-648c-4b4b-af27-607560d57aae HTTP/1.1" status: 200 len: 1092 time: 1.3608084 Jan 28 00:59:02.998142 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a24162-a4fa-4fb4-961c-bd0e324128b6', 'tag': 'be5115ea-648c-4b4b-af27-607560d57aae'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:03.001412 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f69b0f-8f3f-498e-b553-cd9853ddeb2a" -d '{"events": [{"name": "network-changed", "server_uuid": "57a24162-a4fa-4fb4-961c-bd0e324128b6", "tag": "be5115ea-648c-4b4b-af27-607560d57aae"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:03.005280 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5a740-638c-4192-9113-61817afbb43c service neutron] Pushing event updated for resources: {'Port': ['ID=be5115ea-648c-4b4b-af27-607560d57aae,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:03.151729 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafe7e77-f21d-46dc-b4e0-1f94153eabee x-openstack-request-id: req-eafe7e77-f21d-46dc-b4e0-1f94153eabee {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:59:03.152051 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a24162-a4fa-4fb4-961c-bd0e324128b6", "tag": "be5115ea-648c-4b4b-af27-607560d57aae", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:59:03.152432 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eafe7e77-f21d-46dc-b4e0-1f94153eabee {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:59:03.153190 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a24162-a4fa-4fb4-961c-bd0e324128b6', 'tag': 'be5115ea-648c-4b4b-af27-607560d57aae', 'status': 'completed', 'code': 200} Jan 28 00:59:03.173684 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-2689ba3d-e9f0-4b76-992e-522f819903fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:03.175420 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-2689ba3d-e9f0-4b76-992e-522f819903fd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb4b1000f5df40f5810e78f45d5dff4b&device_id=57a24162-a4fa-4fb4-961c-bd0e324128b6 HTTP/1.1" status: 200 len: 1095 time: 0.0891569 Jan 28 00:59:03.237213 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-b6c6a3ad-f242-46e0-a339-a67732670915 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=be5115ea-648c-4b4b-af27-607560d57aae HTTP/1.1" status: 200 len: 217 time: 0.0468669 Jan 28 00:59:03.326417 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-1393bf27-c8b8-44dd-9683-d20da71ab643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:03.329068 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-1393bf27-c8b8-44dd-9683-d20da71ab643 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0ab1ac5-76a3-4feb-a1d3-c7f8da7f2c43 HTTP/1.1" status: 200 len: 838 time: 0.0841479 Jan 28 00:59:03.387560 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-cda49ac1-e32a-40bb-b2e1-217a6e4c9283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:03.389640 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-cda49ac1-e32a-40bb-b2e1-217a6e4c9283 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0d1a3dbe-2bba-49fb-8677-57f2f09886c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527050 Jan 28 00:59:03.527940 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-5e33a3e6-b17e-42a5-a343-bafbf5ccbae0 service neutron] 10.222.0.65 "GET /v2.0/networks/0d1a3dbe-2bba-49fb-8677-57f2f09886c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300378 Jan 28 00:59:03.693768 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982640d-09be-4fb0-8e7e-e0c5fea56c44 req-0e6899ce-eb5d-4641-97b2-4e0efa1f5e42 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:03.695414 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8982640d-09be-4fb0-8e7e-e0c5fea56c44 req-0e6899ce-eb5d-4641-97b2-4e0efa1f5e42 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=57a24162-a4fa-4fb4-961c-bd0e324128b6 HTTP/1.1" status: 200 len: 944 time: 0.0911636 Jan 28 00:59:03.699964 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3be0e9cc-12aa-4126-b333-445a50f84266 req-216e875b-04ff-4aea-bc38-bccb7442ab77 service neutron] 10.222.0.65 "GET /v2.0/networks/0d1a3dbe-2bba-49fb-8677-57f2f09886c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655588 Jan 28 00:59:03.798052 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8982640d-09be-4fb0-8e7e-e0c5fea56c44 req-334800e4-5d5f-43e9-ada0-a661ebc42912 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=774a67fe-ef5a-41b2-b992-cd5911c7713d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0924063 Jan 28 00:59:03.869565 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f69b0f-8f3f-498e-b553-cd9853ddeb2a req-91f10a95-c8b1-4b75-bc2a-25bcdb31464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:03.871184 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-69f69b0f-8f3f-498e-b553-cd9853ddeb2a req-91f10a95-c8b1-4b75-bc2a-25bcdb31464e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb4b1000f5df40f5810e78f45d5dff4b&device_id=57a24162-a4fa-4fb4-961c-bd0e324128b6 HTTP/1.1" status: 200 len: 1095 time: 0.0519063 Jan 28 00:59:04.055359 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f69b0f-8f3f-498e-b553-cd9853ddeb2a req-faf82932-f8e8-4617-9ff9-9c00537743a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:04.056912 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-69f69b0f-8f3f-498e-b553-cd9853ddeb2a req-faf82932-f8e8-4617-9ff9-9c00537743a1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0d1a3dbe-2bba-49fb-8677-57f2f09886c0 HTTP/1.1" status: 200 len: 898 time: 0.1791406 Jan 28 00:59:04.120894 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-69f69b0f-8f3f-498e-b553-cd9853ddeb2a req-a73f7d9d-82e4-4a8a-9e55-e7fde70b5060 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=be5115ea-648c-4b4b-af27-607560d57aae HTTP/1.1" status: 200 len: 217 time: 0.0513384 Jan 28 00:59:04.216113 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f69b0f-8f3f-498e-b553-cd9853ddeb2a req-195a6528-1a25-47a0-bf57-a3de008bf8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:04.218000 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-69f69b0f-8f3f-498e-b553-cd9853ddeb2a req-195a6528-1a25-47a0-bf57-a3de008bf8f9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0ab1ac5-76a3-4feb-a1d3-c7f8da7f2c43 HTTP/1.1" status: 200 len: 838 time: 0.0851178 Jan 28 00:59:04.241032 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e09e107b-f95f-44f8-a446-6e5db3fc2aae req-8aae1c64-ce1f-4066-82ae-b637f7adfea1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3be459ec-5691-4868-a428-d4953f099b49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528216 Jan 28 00:59:04.324307 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f69b0f-8f3f-498e-b553-cd9853ddeb2a req-95ea55ce-7939-413d-9946-22e79d26e3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:04.325945 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-69f69b0f-8f3f-498e-b553-cd9853ddeb2a req-95ea55ce-7939-413d-9946-22e79d26e3d0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0d1a3dbe-2bba-49fb-8677-57f2f09886c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0993009 Jan 28 00:59:04.409637 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e107b-f95f-44f8-a446-6e5db3fc2aae req-529e8a8a-e646-47bc-b6f4-3d75943295be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:04.412540 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e09e107b-f95f-44f8-a446-6e5db3fc2aae req-529e8a8a-e646-47bc-b6f4-3d75943295be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=866b4ab7fc314102a97a2fa17ec57a6e&device_id=3be459ec-5691-4868-a428-d4953f099b49 HTTP/1.1" status: 200 len: 1097 time: 0.0973077 Jan 28 00:59:04.464216 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-69f69b0f-8f3f-498e-b553-cd9853ddeb2a req-5935430a-5bea-4d29-a6ae-911bbe8b9542 service neutron] 10.222.0.65 "GET /v2.0/networks/0d1a3dbe-2bba-49fb-8677-57f2f09886c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279235 Jan 28 00:59:04.559887 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e107b-f95f-44f8-a446-6e5db3fc2aae req-50116638-b62d-4d06-9897-5a65790e5bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:04.564350 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e09e107b-f95f-44f8-a446-6e5db3fc2aae req-50116638-b62d-4d06-9897-5a65790e5bd0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5b880eac-0e67-44fb-9f38-382abc695e3b HTTP/1.1" status: 200 len: 910 time: 0.1249328 Jan 28 00:59:04.667951 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-69f69b0f-8f3f-498e-b553-cd9853ddeb2a req-46217d17-6990-4bf1-a84a-03cc5c0c7e15 service neutron] 10.222.0.65 "GET /v2.0/networks/0d1a3dbe-2bba-49fb-8677-57f2f09886c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967490 Jan 28 00:59:04.724384 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e09e107b-f95f-44f8-a446-6e5db3fc2aae req-6f79f025-2518-4ec3-bffa-771a03654d55 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d8bf249-25ea-4e0c-970c-ebc421a4997f HTTP/1.1" status: 200 len: 1000 time: 0.1529846 Jan 28 00:59:04.810403 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e107b-f95f-44f8-a446-6e5db3fc2aae req-7c9c4d51-d970-4e1e-827d-449717b60d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:04.812162 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e09e107b-f95f-44f8-a446-6e5db3fc2aae req-7c9c4d51-d970-4e1e-827d-449717b60d3d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a948c2fd-ed75-48a3-92ab-eef24860d2c8 HTTP/1.1" status: 200 len: 848 time: 0.0812705 Jan 28 00:59:04.906309 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e107b-f95f-44f8-a446-6e5db3fc2aae req-67b4a25a-494e-4199-8cb4-fdc2d1f4d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:04.909607 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e09e107b-f95f-44f8-a446-6e5db3fc2aae req-67b4a25a-494e-4199-8cb4-fdc2d1f4d015 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5b880eac-0e67-44fb-9f38-382abc695e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884445 Jan 28 00:59:04.926362 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-e09e107b-f95f-44f8-a446-6e5db3fc2aae req-9cbfc65e-9078-47b4-905e-5a5aedbcaf7f service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 00:59:04.928655 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e09e107b-f95f-44f8-a446-6e5db3fc2aae req-9cbfc65e-9078-47b4-905e-5a5aedbcaf7f service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102811 Jan 28 00:59:04.986231 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c97f2f-dc38-4702-a88f-c135efc377c6 req-232b03cc-20d4-4be4-bfbd-33c89cff95f9 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:04.992839 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d0c97f2f-dc38-4702-a88f-c135efc377c6 req-232b03cc-20d4-4be4-bfbd-33c89cff95f9 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=57a24162-a4fa-4fb4-961c-bd0e324128b6 HTTP/1.1" status: 200 len: 944 time: 0.0869308 Jan 28 00:59:05.055556 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e09e107b-f95f-44f8-a446-6e5db3fc2aae req-9a8a1673-34ce-4534-8764-a35e06e3e716 service neutron] 10.222.0.52 "GET /v2.0/networks/5b880eac-0e67-44fb-9f38-382abc695e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213121 Jan 28 00:59:05.077073 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d0c97f2f-dc38-4702-a88f-c135efc377c6 req-5071d01b-c4f6-45be-806a-1ebe49f25393 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=774a67fe-ef5a-41b2-b992-cd5911c7713d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0810635 Jan 28 00:59:05.212170 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e09e107b-f95f-44f8-a446-6e5db3fc2aae req-f7e26b87-e20a-4ba1-9948-de471d938f5d service neutron] 10.222.0.52 "GET /v2.0/networks/5b880eac-0e67-44fb-9f38-382abc695e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447914 Jan 28 00:59:06.068954 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad554cc2-3958-4b24-8742-e9961da440f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:06.255814 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332bc0f-93f1-4b75-a3a9-8cfc921150b6 req-e1de19ed-8927-4a02-986d-76d76db9ee8d tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:06.257508 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e332bc0f-93f1-4b75-a3a9-8cfc921150b6 req-e1de19ed-8927-4a02-986d-76d76db9ee8d tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=57a24162-a4fa-4fb4-961c-bd0e324128b6 HTTP/1.1" status: 200 len: 944 time: 0.0835764 Jan 28 00:59:06.323011 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e332bc0f-93f1-4b75-a3a9-8cfc921150b6 req-f21fee16-566b-40ce-b1f3-7f07bc95e1cd tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=774a67fe-ef5a-41b2-b992-cd5911c7713d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589504 Jan 28 00:59:06.475982 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device be5115ea-648c-4b4b-af27-607560d57aae details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 00:59:06.628717 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port be5115ea-648c-4b4b-af27-607560d57aae, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=be5115ea-648c-4b4b-af27-607560d57aae,segment=NetworkSegment(cc789fe1-04bb-4696-a974-794b15b0cad7),segment_id=cc789fe1-04bb-4696-a974-794b15b0cad7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:06.644376 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'be5115ea-648c-4b4b-af27-607560d57aae', 'network_id': '0d1a3dbe-2bba-49fb-8677-57f2f09886c0', 'port_id': 'be5115ea-648c-4b4b-af27-607560d57aae', 'mac_address': 'fa:16:3e:4e:b9:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ab1ac5-76a3-4feb-a1d3-c7f8da7f2c43', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 00:59:06.733213 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port be5115ea-648c-4b4b-af27-607560d57aae is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:59:06.733663 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (be5115ea-648c-4b4b-af27-607560d57aae), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:06.752508 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be5115ea-648c-4b4b-af27-607560d57aae {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 00:59:06.784806 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port be5115ea-648c-4b4b-af27-607560d57aae, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=be5115ea-648c-4b4b-af27-607560d57aae,segment=NetworkSegment(cc789fe1-04bb-4696-a974-794b15b0cad7),segment_id=cc789fe1-04bb-4696-a974-794b15b0cad7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:06.791691 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (be5115ea-648c-4b4b-af27-607560d57aae), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:06.864935 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=be5115ea-648c-4b4b-af27-607560d57aae,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:07.163184 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['be5115ea-648c-4b4b-af27-607560d57aae'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 00:59:07.526318 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48806c8-0c15-4c6b-bc9f-e3210ebc1b4d req-0ca9005e-a4ec-43d6-a8a8-65c41b59d8a4 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:07.529078 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b48806c8-0c15-4c6b-bc9f-e3210ebc1b4d req-0ca9005e-a4ec-43d6-a8a8-65c41b59d8a4 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=57a24162-a4fa-4fb4-961c-bd0e324128b6 HTTP/1.1" status: 200 len: 945 time: 0.0678482 Jan 28 00:59:07.603136 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b48806c8-0c15-4c6b-bc9f-e3210ebc1b4d req-25ec115e-1060-4922-9f3b-9e5bb13008e1 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=774a67fe-ef5a-41b2-b992-cd5911c7713d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665522 Jan 28 00:59:08.389523 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85d1787a-cf36-4bdd-bd42-2ec8e735d798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:08.489765 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device be5115ea-648c-4b4b-af27-607560d57aae up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:59:08.609633 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port be5115ea-648c-4b4b-af27-607560d57aae completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 00:59:08.616657 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port be5115ea-648c-4b4b-af27-607560d57aae triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:59:08.617320 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (be5115ea-648c-4b4b-af27-607560d57aae), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:08.742433 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port be5115ea-648c-4b4b-af27-607560d57aae is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:59:08.743141 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (be5115ea-648c-4b4b-af27-607560d57aae), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:08.800649 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a24162-a4fa-4fb4-961c-bd0e324128b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5115ea-648c-4b4b-af27-607560d57aae'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:08.804337 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14fa968-2f16-4cae-bf05-d022dee4da6f" -d '{"events": [{"server_uuid": "57a24162-a4fa-4fb4-961c-bd0e324128b6", "name": "network-vif-plugged", "status": "completed", "tag": "be5115ea-648c-4b4b-af27-607560d57aae"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:08.838031 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port be5115ea-648c-4b4b-af27-607560d57aae, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=be5115ea-648c-4b4b-af27-607560d57aae,segment=NetworkSegment(cc789fe1-04bb-4696-a974-794b15b0cad7),segment_id=cc789fe1-04bb-4696-a974-794b15b0cad7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:08.845246 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (be5115ea-648c-4b4b-af27-607560d57aae), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:08.849372 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fe334-ab12-49db-8a9e-15a135ba59fc req-b5858268-ba40-4462-b3fc-dc5b04db6d26 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:08.868539 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f9fe334-ab12-49db-8a9e-15a135ba59fc req-b5858268-ba40-4462-b3fc-dc5b04db6d26 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=57a24162-a4fa-4fb4-961c-bd0e324128b6 HTTP/1.1" status: 200 len: 945 time: 0.1096871 Jan 28 00:59:08.935973 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f9fe334-ab12-49db-8a9e-15a135ba59fc req-f0fe4bf7-6096-46ea-b2ec-ccf0848f9872 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=774a67fe-ef5a-41b2-b992-cd5911c7713d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0661535 Jan 28 00:59:08.942844 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90289f05-0f9e-4153-8253-934ab5e7cbc5 x-openstack-request-id: req-90289f05-0f9e-4153-8253-934ab5e7cbc5 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:59:08.943672 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a24162-a4fa-4fb4-961c-bd0e324128b6", "name": "network-vif-plugged", "status": "completed", "tag": "be5115ea-648c-4b4b-af27-607560d57aae", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:59:08.944157 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-90289f05-0f9e-4153-8253-934ab5e7cbc5 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:59:08.944759 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a24162-a4fa-4fb4-961c-bd0e324128b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5115ea-648c-4b4b-af27-607560d57aae', 'code': 200} Jan 28 00:59:09.015529 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=be5115ea-648c-4b4b-af27-607560d57aae,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:09.119343 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6814f54-1b83-44d6-8636-001cc81a0458 req-db220548-e506-495b-8f53-471bf2735c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:09.121619 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c6814f54-1b83-44d6-8636-001cc81a0458 req-db220548-e506-495b-8f53-471bf2735c41 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=57a24162-a4fa-4fb4-961c-bd0e324128b6 HTTP/1.1" status: 200 len: 1097 time: 0.0734911 Jan 28 00:59:09.196065 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c6814f54-1b83-44d6-8636-001cc81a0458 req-12fb4eae-5bf8-4c90-9658-2e0ad78601fd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=774a67fe-ef5a-41b2-b992-cd5911c7713d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674424 Jan 28 00:59:09.761134 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:10.146509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b8912-80b4-4884-9aff-c08ce152f750 req-cdd7fe0c-c880-4b72-a89d-98765a12f0d3 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:10.149208 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-721b8912-80b4-4884-9aff-c08ce152f750 req-cdd7fe0c-c880-4b72-a89d-98765a12f0d3 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=57a24162-a4fa-4fb4-961c-bd0e324128b6 HTTP/1.1" status: 200 len: 946 time: 0.1107028 Jan 28 00:59:10.216211 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-721b8912-80b4-4884-9aff-c08ce152f750 req-da3f5a77-5ba4-4e07-8e5a-62755c1b8917 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=774a67fe-ef5a-41b2-b992-cd5911c7713d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611930 Jan 28 00:59:11.333260 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:11.419528 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbdd97-1b98-4948-a4b2-0b2eb498c969 req-e9a12c0c-bea6-4c99-90e5-d63599454320 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:11.422266 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-98fbdd97-1b98-4948-a4b2-0b2eb498c969 req-e9a12c0c-bea6-4c99-90e5-d63599454320 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=57a24162-a4fa-4fb4-961c-bd0e324128b6 HTTP/1.1" status: 200 len: 946 time: 0.1005814 Jan 28 00:59:11.550293 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-be5522a3-31c6-4582-84d6-ab486f1bccee req-b38a5b9b-a1fd-42c0-b5b3-dd3c2ff40bc2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3f80a507-80cb-41ba-bfc9-6ab6b5c81353&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1265695 Jan 28 00:59:11.563518 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-98fbdd97-1b98-4948-a4b2-0b2eb498c969 req-7b56a639-7e78-417c-953f-ed6ed54238f3 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=774a67fe-ef5a-41b2-b992-cd5911c7713d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0991631 Jan 28 00:59:11.760363 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5522a3-31c6-4582-84d6-ab486f1bccee req-b75bd357-827c-4505-8ac8-3676c54d42d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:11.763211 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-be5522a3-31c6-4582-84d6-ab486f1bccee req-b75bd357-827c-4505-8ac8-3676c54d42d6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb4b1000f5df40f5810e78f45d5dff4b&device_id=3f80a507-80cb-41ba-bfc9-6ab6b5c81353 HTTP/1.1" status: 200 len: 1096 time: 0.1180470 Jan 28 00:59:11.779958 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e82271-86e5-4666-b26c-e71e805558a5 req-e8bf3ca6-4410-4f72-893d-9de0824a992f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:11.788207 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78e82271-86e5-4666-b26c-e71e805558a5 req-e8bf3ca6-4410-4f72-893d-9de0824a992f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=57a24162-a4fa-4fb4-961c-bd0e324128b6 HTTP/1.1" status: 200 len: 946 time: 0.0869594 Jan 28 00:59:11.949980 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78e82271-86e5-4666-b26c-e71e805558a5 req-414922e6-807f-4d5e-a19b-5ac6a7830384 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=774a67fe-ef5a-41b2-b992-cd5911c7713d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1601632 Jan 28 00:59:12.010623 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5522a3-31c6-4582-84d6-ab486f1bccee req-b1cb9e70-71dd-4fa0-aea9-717ff04991a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:12.012310 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-be5522a3-31c6-4582-84d6-ab486f1bccee req-b1cb9e70-71dd-4fa0-aea9-717ff04991a0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4698ee37-7e8f-4dfe-bb60-01f95319f12c HTTP/1.1" status: 200 len: 898 time: 0.2005799 Jan 28 00:59:12.127942 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-be5522a3-31c6-4582-84d6-ab486f1bccee req-a8623ef3-7ce0-4832-9dc4-166ca5e8d864 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=457d2edf-172e-491f-9cb0-68703a23aca7 HTTP/1.1" status: 200 len: 1000 time: 0.1060441 Jan 28 00:59:12.197310 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5522a3-31c6-4582-84d6-ab486f1bccee req-90923b23-b72c-450b-bc44-e87440df4826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:12.199008 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-be5522a3-31c6-4582-84d6-ab486f1bccee req-90923b23-b72c-450b-bc44-e87440df4826 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=03f2f8e1-6adb-4a3c-afac-aa6e09d64f99 HTTP/1.1" status: 200 len: 835 time: 0.0634954 Jan 28 00:59:12.264688 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5522a3-31c6-4582-84d6-ab486f1bccee req-efddfb07-39bd-476a-9d6c-43d0cd751f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:12.266474 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-be5522a3-31c6-4582-84d6-ab486f1bccee req-efddfb07-39bd-476a-9d6c-43d0cd751f85 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4698ee37-7e8f-4dfe-bb60-01f95319f12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605276 Jan 28 00:59:12.266946 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:12.468704 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-be5522a3-31c6-4582-84d6-ab486f1bccee req-7fced1b7-30ed-4bf6-a2b2-07bc4b2ccc3f service neutron] 10.222.0.65 "GET /v2.0/networks/4698ee37-7e8f-4dfe-bb60-01f95319f12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885772 Jan 28 00:59:12.654026 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-be5522a3-31c6-4582-84d6-ab486f1bccee req-485ecbb7-d43b-4083-a34e-ecb8b1ef19e2 service neutron] 10.222.0.65 "GET /v2.0/networks/4698ee37-7e8f-4dfe-bb60-01f95319f12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749618 Jan 28 00:59:13.200715 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:13.534494 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 42432) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:14.270699 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e89e20fb-6218-4ddc-be9f-d108307cf174 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:14.479248 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:14.742061 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-e89e20fb-6218-4ddc-be9f-d108307cf174 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Allocated IP 172.20.0.17 (0d1a3dbe-2bba-49fb-8677-57f2f09886c0/d0ab1ac5-76a3-4feb-a1d3-c7f8da7f2c43/c0aeb736-e972-4594-b281-c5b0bd371e91) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 00:59:14.889072 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e89e20fb-6218-4ddc-be9f-d108307cf174 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for port (c0aeb736-e972-4594-b281-c5b0bd371e91), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:14.938376 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e89e20fb-6218-4ddc-be9f-d108307cf174 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (c0aeb736-e972-4594-b281-c5b0bd371e91), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:15.024816 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89e20fb-6218-4ddc-be9f-d108307cf174 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Network 0d1a3dbe-2bba-49fb-8677-57f2f09886c0 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:59:15.028920 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-e89e20fb-6218-4ddc-be9f-d108307cf174 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:59:15.036596 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89e20fb-6218-4ddc-be9f-d108307cf174 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 00:59:15.044289 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e20fb-6218-4ddc-be9f-d108307cf174 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'Port': ['ID=c0aeb736-e972-4594-b281-c5b0bd371e91,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:15.118746 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e89e20fb-6218-4ddc-be9f-d108307cf174 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (e16b1596-0523-4479-a056-8d1b1860848e), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:15.348599 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e89e20fb-6218-4ddc-be9f-d108307cf174 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c0aeb736-e972-4594-b281-c5b0bd371e91), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:15.463077 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-e1fb5c69-00ec-4b08-acd9-f531ce3c9e05 None None] Provisioning complete for port c0aeb736-e972-4594-b281-c5b0bd371e91 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:59:15.464201 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e1fb5c69-00ec-4b08-acd9-f531ce3c9e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c0aeb736-e972-4594-b281-c5b0bd371e91), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:15.508698 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e1fb5c69-00ec-4b08-acd9-f531ce3c9e05 None None] Port c0aeb736-e972-4594-b281-c5b0bd371e91 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:59:16.109503 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e89e20fb-6218-4ddc-be9f-d108307cf174 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for port (c0aeb736-e972-4594-b281-c5b0bd371e91), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:16.115115 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e89e20fb-6218-4ddc-be9f-d108307cf174 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (c0aeb736-e972-4594-b281-c5b0bd371e91), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:16.217419 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e89e20fb-6218-4ddc-be9f-d108307cf174 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (e16b1596-0523-4479-a056-8d1b1860848e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:16.255722 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e20fb-6218-4ddc-be9f-d108307cf174 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'Port': ['ID=c0aeb736-e972-4594-b281-c5b0bd371e91,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:16.355003 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89e20fb-6218-4ddc-be9f-d108307cf174 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Network 0d1a3dbe-2bba-49fb-8677-57f2f09886c0 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 00:59:16.357398 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-e89e20fb-6218-4ddc-be9f-d108307cf174 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 00:59:16.586686 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89e20fb-6218-4ddc-be9f-d108307cf174 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Router e16b1596-0523-4479-a056-8d1b1860848e has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:59:16.728996 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89e20fb-6218-4ddc-be9f-d108307cf174 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:59:16.739652 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e89e20fb-6218-4ddc-be9f-d108307cf174 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "PUT /v2.0/routers/e16b1596-0523-4479-a056-8d1b1860848e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1996784 Jan 28 00:59:16.756507 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f89ceb8-f332-45cd-aeb6-850a7dbcbe59 None None] Sync routers for ids ['e16b1596-0523-4479-a056-8d1b1860848e'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:59:16.779747 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f89ceb8-f332-45cd-aeb6-850a7dbcbe59 None None] Routers {'e16b1596-0523-4479-a056-8d1b1860848e'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:59:16.780878 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7f89ceb8-f332-45cd-aeb6-850a7dbcbe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:59:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['e16b1596-0523-4479-a056-8d1b1860848e'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:16.783663 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-b59f78a5-9fe8-4594-9b09-a3e4ed3466d0 None None] Provisioning complete for port c0aeb736-e972-4594-b281-c5b0bd371e91 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:59:16.784104 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b59f78a5-9fe8-4594-9b09-a3e4ed3466d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c0aeb736-e972-4594-b281-c5b0bd371e91), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:16.939650 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b59f78a5-9fe8-4594-9b09-a3e4ed3466d0 None None] Port c0aeb736-e972-4594-b281-c5b0bd371e91 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 00:59:16.981841 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-7f89ceb8-f332-45cd-aeb6-850a7dbcbe59 None None] Set router e16b1596-0523-4479-a056-8d1b1860848e gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:59:17.285986 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7f89ceb8-f332-45cd-aeb6-850a7dbcbe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'name': 'tempest-TestNetworkBasicOps-router-247679011', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:48Z', 'updated_at': '2022-01-28T00:59:15Z', 'revision_number': 5, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:49Z', 'updated_at': '2022-01-28T00:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '504c6d22-b2dc-4290-bf70-4169005d28d7', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'port_id': '457d2edf-172e-491f-9cb0-68703a23aca7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3806, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c', 'mac_address': 'fa:16:3e:7c:55:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f80a507-80cb-41ba-bfc9-6ab6b5c81353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:58:14Z', 'updated_at': '2022-01-28T00:58:17Z', 'revision_number': 1, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b522536-f770-4d82-91fb-e24e4154917c', 'name': '', 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'mac_address': 'fa:16:3e:6d:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '03f2f8e1-6adb-4a3c-afac-aa6e09d64f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:53Z', 'updated_at': '2022-01-28T00:57:58Z', 'revision_number': 5, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'subnets': [{'id': '03f2f8e1-6adb-4a3c-afac-aa6e09d64f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0aeb736-e972-4594-b281-c5b0bd371e91', 'name': '', 'network_id': '0d1a3dbe-2bba-49fb-8677-57f2f09886c0', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'mac_address': 'fa:16:3e:70:64:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'd0ab1ac5-76a3-4feb-a1d3-c7f8da7f2c43', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:59:14Z', 'updated_at': '2022-01-28T00:59:15Z', 'revision_number': 2, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'subnets': [{'id': 'd0ab1ac5-76a3-4feb-a1d3-c7f8da7f2c43', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:17.318583 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f89ceb8-f332-45cd-aeb6-850a7dbcbe59 None None] Checking router: e16b1596-0523-4479-a056-8d1b1860848e for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:59:17.318944 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f89ceb8-f332-45cd-aeb6-850a7dbcbe59 None None] Updating router e16b1596-0523-4479-a056-8d1b1860848e port c0aeb736-e972-4594-b281-c5b0bd371e91 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 00:59:17.347735 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f89ceb8-f332-45cd-aeb6-850a7dbcbe59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c0aeb736-e972-4594-b281-c5b0bd371e91), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:17.731945 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f89ceb8-f332-45cd-aeb6-850a7dbcbe59 None None] Publish callbacks [] for port (c0aeb736-e972-4594-b281-c5b0bd371e91), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:17.742582 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f89ceb8-f332-45cd-aeb6-850a7dbcbe59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c0aeb736-e972-4594-b281-c5b0bd371e91), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:17.905913 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29511086-8053-4622-926d-90bc02f3b339 None None] Pushing event updated for resources: {'Port': ['ID=c0aeb736-e972-4594-b281-c5b0bd371e91,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:17.937530 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7f89ceb8-f332-45cd-aeb6-850a7dbcbe59 None None] Attempting to bind port c0aeb736-e972-4594-b281-c5b0bd371e91 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 00:59:17.938610 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7f89ceb8-f332-45cd-aeb6-850a7dbcbe59 None None] Attempting to bind port c0aeb736-e972-4594-b281-c5b0bd371e91 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'cc789fe1-04bb-4696-a974-794b15b0cad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0d1a3dbe-2bba-49fb-8677-57f2f09886c0'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 00:59:17.939231 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f89ceb8-f332-45cd-aeb6-850a7dbcbe59 None None] Attempting to bind port c0aeb736-e972-4594-b281-c5b0bd371e91 on network 0d1a3dbe-2bba-49fb-8677-57f2f09886c0 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 00:59:17.948976 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f89ceb8-f332-45cd-aeb6-850a7dbcbe59 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 00:59:17.949514 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f89ceb8-f332-45cd-aeb6-850a7dbcbe59 None None] Checking segment: {'id': 'cc789fe1-04bb-4696-a974-794b15b0cad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0d1a3dbe-2bba-49fb-8677-57f2f09886c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 00:59:17.950097 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f89ceb8-f332-45cd-aeb6-850a7dbcbe59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:17.950657 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f89ceb8-f332-45cd-aeb6-850a7dbcbe59 None None] Bound using segment: {'id': 'cc789fe1-04bb-4696-a974-794b15b0cad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0d1a3dbe-2bba-49fb-8677-57f2f09886c0'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 00:59:17.951421 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7f89ceb8-f332-45cd-aeb6-850a7dbcbe59 None None] Bound port: c0aeb736-e972-4594-b281-c5b0bd371e91, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc789fe1-04bb-4696-a974-794b15b0cad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0d1a3dbe-2bba-49fb-8677-57f2f09886c0'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 00:59:17.952612 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f89ceb8-f332-45cd-aeb6-850a7dbcbe59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c0aeb736-e972-4594-b281-c5b0bd371e91), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:18.064669 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-7f89ceb8-f332-45cd-aeb6-850a7dbcbe59 None None] For port c0aeb736-e972-4594-b281-c5b0bd371e91, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 00:59:18.070861 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-7f89ceb8-f332-45cd-aeb6-850a7dbcbe59 None None] For port c0aeb736-e972-4594-b281-c5b0bd371e91, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c0aeb736-e972-4594-b281-c5b0bd371e91,segment=NetworkSegment(cc789fe1-04bb-4696-a974-794b15b0cad7),segment_id=cc789fe1-04bb-4696-a974-794b15b0cad7)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 00:59:18.076943 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f89ceb8-f332-45cd-aeb6-850a7dbcbe59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c0aeb736-e972-4594-b281-c5b0bd371e91), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:18.150490 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f89ceb8-f332-45cd-aeb6-850a7dbcbe59 None None] Routers {'e16b1596-0523-4479-a056-8d1b1860848e'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:59:18.151147 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7f89ceb8-f332-45cd-aeb6-850a7dbcbe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:59:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['e16b1596-0523-4479-a056-8d1b1860848e'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:18.197026 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29511086-8053-4622-926d-90bc02f3b339 None None] Pushing event updated for resources: {'Port': ['ID=c0aeb736-e972-4594-b281-c5b0bd371e91,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:18.546419 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-baf1b36d-06fb-40a3-adaf-29f240127730 None None] Provisioning complete for port c0aeb736-e972-4594-b281-c5b0bd371e91 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:59:18.546895 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-baf1b36d-06fb-40a3-adaf-29f240127730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c0aeb736-e972-4594-b281-c5b0bd371e91), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:18.579204 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-7f89ceb8-f332-45cd-aeb6-850a7dbcbe59 None None] Set router e16b1596-0523-4479-a056-8d1b1860848e gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:59:18.754055 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-baf1b36d-06fb-40a3-adaf-29f240127730 None None] Current status of the port c0aeb736-e972-4594-b281-c5b0bd371e91 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:59:18.754448 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-baf1b36d-06fb-40a3-adaf-29f240127730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c0aeb736-e972-4594-b281-c5b0bd371e91), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:18.837778 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-baf1b36d-06fb-40a3-adaf-29f240127730 None None] For port c0aeb736-e972-4594-b281-c5b0bd371e91, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c0aeb736-e972-4594-b281-c5b0bd371e91,segment=NetworkSegment(cc789fe1-04bb-4696-a974-794b15b0cad7),segment_id=cc789fe1-04bb-4696-a974-794b15b0cad7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:18.847290 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-baf1b36d-06fb-40a3-adaf-29f240127730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c0aeb736-e972-4594-b281-c5b0bd371e91), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:18.988292 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1b36d-06fb-40a3-adaf-29f240127730 None None] Pushing event updated for resources: {'Port': ['ID=c0aeb736-e972-4594-b281-c5b0bd371e91,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:19.022015 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7f89ceb8-f332-45cd-aeb6-850a7dbcbe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'name': 'tempest-TestNetworkBasicOps-router-247679011', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:48Z', 'updated_at': '2022-01-28T00:59:15Z', 'revision_number': 5, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:49Z', 'updated_at': '2022-01-28T00:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '504c6d22-b2dc-4290-bf70-4169005d28d7', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'port_id': '457d2edf-172e-491f-9cb0-68703a23aca7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3806, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c', 'mac_address': 'fa:16:3e:7c:55:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f80a507-80cb-41ba-bfc9-6ab6b5c81353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:58:14Z', 'updated_at': '2022-01-28T00:58:17Z', 'revision_number': 1, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b522536-f770-4d82-91fb-e24e4154917c', 'name': '', 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'mac_address': 'fa:16:3e:6d:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '03f2f8e1-6adb-4a3c-afac-aa6e09d64f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:53Z', 'updated_at': '2022-01-28T00:57:58Z', 'revision_number': 5, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'subnets': [{'id': '03f2f8e1-6adb-4a3c-afac-aa6e09d64f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0aeb736-e972-4594-b281-c5b0bd371e91', 'name': '', 'network_id': '0d1a3dbe-2bba-49fb-8677-57f2f09886c0', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'mac_address': 'fa:16:3e:70:64:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'd0ab1ac5-76a3-4feb-a1d3-c7f8da7f2c43', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:59:14Z', 'updated_at': '2022-01-28T00:59:18Z', 'revision_number': 4, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'subnets': [{'id': 'd0ab1ac5-76a3-4feb-a1d3-c7f8da7f2c43', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:19.070210 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f89ceb8-f332-45cd-aeb6-850a7dbcbe59 None None] The sync data for ids ['e16b1596-0523-4479-a056-8d1b1860848e'] in n-d-826754-1 is: [{'id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'name': 'tempest-TestNetworkBasicOps-router-247679011', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:48Z', 'updated_at': '2022-01-28T00:59:15Z', 'revision_number': 5, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:49Z', 'updated_at': '2022-01-28T00:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '504c6d22-b2dc-4290-bf70-4169005d28d7', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'port_id': '457d2edf-172e-491f-9cb0-68703a23aca7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3806, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c', 'mac_address': 'fa:16:3e:7c:55:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f80a507-80cb-41ba-bfc9-6ab6b5c81353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:58:14Z', 'updated_at': '2022-01-28T00:58:17Z', 'revision_number': 1, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b522536-f770-4d82-91fb-e24e4154917c', 'name': '', 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'mac_address': 'fa:16:3e:6d:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '03f2f8e1-6adb-4a3c-afac-aa6e09d64f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:53Z', 'updated_at': '2022-01-28T00:57:58Z', 'revision_number': 5, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'subnets': [{'id': '03f2f8e1-6adb-4a3c-afac-aa6e09d64f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0aeb736-e972-4594-b281-c5b0bd371e91', 'name': '', 'network_id': '0d1a3dbe-2bba-49fb-8677-57f2f09886c0', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'mac_address': 'fa:16:3e:70:64:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'd0ab1ac5-76a3-4feb-a1d3-c7f8da7f2c43', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:59:14Z', 'updated_at': '2022-01-28T00:59:18Z', 'revision_number': 4, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'subnets': [{'id': 'd0ab1ac5-76a3-4feb-a1d3-c7f8da7f2c43', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:59:19.075590 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f173e188-c3d2-4dc2-88c9-7468bc78fdd5 None None] Provisioning complete for port c0aeb736-e972-4594-b281-c5b0bd371e91 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:59:19.075590 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f173e188-c3d2-4dc2-88c9-7468bc78fdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c0aeb736-e972-4594-b281-c5b0bd371e91), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:19.346109 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f173e188-c3d2-4dc2-88c9-7468bc78fdd5 None None] Current status of the port c0aeb736-e972-4594-b281-c5b0bd371e91 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:59:20.187554 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c0aeb736-e972-4594-b281-c5b0bd371e91 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 00:59:20.267937 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port c0aeb736-e972-4594-b281-c5b0bd371e91 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 00:59:20.268856 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c0aeb736-e972-4594-b281-c5b0bd371e91), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:20.443397 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port c0aeb736-e972-4594-b281-c5b0bd371e91 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 00:59:28.368666 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 00:59:36.077557 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5f82da7-926e-49fa-8517-8bb31793d120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:38.393915 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-75a4d505-857c-4ccd-aaef-6e81d582b1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:39.768551 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:40.040485 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43304) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:40.714370 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-82fa492d-0044-4de2-8b9e-9ab95555f867 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (e16b1596-0523-4479-a056-8d1b1860848e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:41.319689 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-82fa492d-0044-4de2-8b9e-9ab95555f867 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Deleting port c0aeb736-e972-4594-b281-c5b0bd371e91 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:41.320982 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-82fa492d-0044-4de2-8b9e-9ab95555f867 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c0aeb736-e972-4594-b281-c5b0bd371e91), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:41.327352 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:41.477669 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-82fa492d-0044-4de2-8b9e-9ab95555f867 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] For port c0aeb736-e972-4594-b281-c5b0bd371e91, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c0aeb736-e972-4594-b281-c5b0bd371e91,segment=NetworkSegment(cc789fe1-04bb-4696-a974-794b15b0cad7),segment_id=cc789fe1-04bb-4696-a974-794b15b0cad7)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:41.478156 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-82fa492d-0044-4de2-8b9e-9ab95555f867 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c0aeb736-e972-4594-b281-c5b0bd371e91), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:41.497258 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-82fa492d-0044-4de2-8b9e-9ab95555f867 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Calling delete_port for c0aeb736-e972-4594-b281-c5b0bd371e91 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:41.839272 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-82fa492d-0044-4de2-8b9e-9ab95555f867 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (c0aeb736-e972-4594-b281-c5b0bd371e91), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:41.887359 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa492d-0044-4de2-8b9e-9ab95555f867 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event deleted for resources: {'Port': ['ID=c0aeb736-e972-4594-b281-c5b0bd371e91,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:41.918476 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa492d-0044-4de2-8b9e-9ab95555f867 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:41.918840 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa492d-0044-4de2-8b9e-9ab95555f867 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:41.919188 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa492d-0044-4de2-8b9e-9ab95555f867 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:41.919585 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa492d-0044-4de2-8b9e-9ab95555f867 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:41.920456 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa492d-0044-4de2-8b9e-9ab95555f867 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:41.920816 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa492d-0044-4de2-8b9e-9ab95555f867 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:41.921133 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa492d-0044-4de2-8b9e-9ab95555f867 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:41.921474 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa492d-0044-4de2-8b9e-9ab95555f867 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:41.921798 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa492d-0044-4de2-8b9e-9ab95555f867 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:41.922125 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa492d-0044-4de2-8b9e-9ab95555f867 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:41.922475 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa492d-0044-4de2-8b9e-9ab95555f867 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:41.922789 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa492d-0044-4de2-8b9e-9ab95555f867 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:41.923113 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fa492d-0044-4de2-8b9e-9ab95555f867 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:42.152644 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-82fa492d-0044-4de2-8b9e-9ab95555f867 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (e16b1596-0523-4479-a056-8d1b1860848e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:42.266576 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:42.573057 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fa492d-0044-4de2-8b9e-9ab95555f867 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Router e16b1596-0523-4479-a056-8d1b1860848e has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:59:42.725693 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fa492d-0044-4de2-8b9e-9ab95555f867 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:59:42.737576 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-82fa492d-0044-4de2-8b9e-9ab95555f867 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "PUT /v2.0/routers/e16b1596-0523-4479-a056-8d1b1860848e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6900868 Jan 28 00:59:42.755577 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0b1251-d6fa-4076-9bea-fae74e7ed7eb None None] Sync routers for ids ['e16b1596-0523-4479-a056-8d1b1860848e'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:59:42.784356 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0b1251-d6fa-4076-9bea-fae74e7ed7eb None None] Routers {'e16b1596-0523-4479-a056-8d1b1860848e'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:59:42.785372 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-3d0b1251-d6fa-4076-9bea-fae74e7ed7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:59:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['e16b1596-0523-4479-a056-8d1b1860848e'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:43.012654 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-3d0b1251-d6fa-4076-9bea-fae74e7ed7eb None None] Set router e16b1596-0523-4479-a056-8d1b1860848e gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:59:43.149007 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2e1a9-4682-4e80-b75e-9e180610260c req-2843655b-d004-47b1-93a3-d0b8aedadb42 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:43.151829 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-afb2e1a9-4682-4e80-b75e-9e180610260c req-2843655b-d004-47b1-93a3-d0b8aedadb42 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=57a24162-a4fa-4fb4-961c-bd0e324128b6 HTTP/1.1" status: 200 len: 946 time: 0.0842147 Jan 28 00:59:43.205590 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:43.280373 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-afb2e1a9-4682-4e80-b75e-9e180610260c req-aa9f8087-edd8-446c-8dbf-389d58a9881d tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=774a67fe-ef5a-41b2-b992-cd5911c7713d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1186373 Jan 28 00:59:43.433703 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-3d0b1251-d6fa-4076-9bea-fae74e7ed7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'name': 'tempest-TestNetworkBasicOps-router-247679011', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:48Z', 'updated_at': '2022-01-28T00:59:41Z', 'revision_number': 6, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:49Z', 'updated_at': '2022-01-28T00:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '504c6d22-b2dc-4290-bf70-4169005d28d7', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'port_id': '457d2edf-172e-491f-9cb0-68703a23aca7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3806, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c', 'mac_address': 'fa:16:3e:7c:55:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f80a507-80cb-41ba-bfc9-6ab6b5c81353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:58:14Z', 'updated_at': '2022-01-28T00:58:17Z', 'revision_number': 1, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b522536-f770-4d82-91fb-e24e4154917c', 'name': '', 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'mac_address': 'fa:16:3e:6d:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '03f2f8e1-6adb-4a3c-afac-aa6e09d64f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:53Z', 'updated_at': '2022-01-28T00:57:58Z', 'revision_number': 5, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'subnets': [{'id': '03f2f8e1-6adb-4a3c-afac-aa6e09d64f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:43.488472 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0b1251-d6fa-4076-9bea-fae74e7ed7eb None None] Checking router: e16b1596-0523-4479-a056-8d1b1860848e for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:59:43.504068 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0b1251-d6fa-4076-9bea-fae74e7ed7eb None None] Routers {'e16b1596-0523-4479-a056-8d1b1860848e'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:59:43.505165 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-3d0b1251-d6fa-4076-9bea-fae74e7ed7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:59:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['e16b1596-0523-4479-a056-8d1b1860848e'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:43.706244 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-3d0b1251-d6fa-4076-9bea-fae74e7ed7eb None None] Set router e16b1596-0523-4479-a056-8d1b1860848e gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:59:44.148121 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-3d0b1251-d6fa-4076-9bea-fae74e7ed7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'name': 'tempest-TestNetworkBasicOps-router-247679011', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:48Z', 'updated_at': '2022-01-28T00:59:41Z', 'revision_number': 6, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:49Z', 'updated_at': '2022-01-28T00:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '504c6d22-b2dc-4290-bf70-4169005d28d7', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'port_id': '457d2edf-172e-491f-9cb0-68703a23aca7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3806, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c', 'mac_address': 'fa:16:3e:7c:55:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f80a507-80cb-41ba-bfc9-6ab6b5c81353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:58:14Z', 'updated_at': '2022-01-28T00:58:17Z', 'revision_number': 1, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b522536-f770-4d82-91fb-e24e4154917c', 'name': '', 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'mac_address': 'fa:16:3e:6d:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '03f2f8e1-6adb-4a3c-afac-aa6e09d64f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:53Z', 'updated_at': '2022-01-28T00:57:58Z', 'revision_number': 5, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'subnets': [{'id': '03f2f8e1-6adb-4a3c-afac-aa6e09d64f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:44.249594 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0b1251-d6fa-4076-9bea-fae74e7ed7eb None None] The sync data for ids ['e16b1596-0523-4479-a056-8d1b1860848e'] in n-d-826754-1 is: [{'id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'name': 'tempest-TestNetworkBasicOps-router-247679011', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:48Z', 'updated_at': '2022-01-28T00:59:41Z', 'revision_number': 6, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:49Z', 'updated_at': '2022-01-28T00:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '504c6d22-b2dc-4290-bf70-4169005d28d7', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'port_id': '457d2edf-172e-491f-9cb0-68703a23aca7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3806, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c', 'mac_address': 'fa:16:3e:7c:55:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f80a507-80cb-41ba-bfc9-6ab6b5c81353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T00:58:14Z', 'updated_at': '2022-01-28T00:58:17Z', 'revision_number': 1, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b522536-f770-4d82-91fb-e24e4154917c', 'name': '', 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'mac_address': 'fa:16:3e:6d:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '03f2f8e1-6adb-4a3c-afac-aa6e09d64f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:53Z', 'updated_at': '2022-01-28T00:57:58Z', 'revision_number': 5, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'subnets': [{'id': '03f2f8e1-6adb-4a3c-afac-aa6e09d64f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:59:44.442595 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e27b9-417b-4159-aab8-94a13b28030e req-a595ca95-6895-4f14-bc13-cec6384b8b03 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:44.450629 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-411e27b9-417b-4159-aab8-94a13b28030e req-a595ca95-6895-4f14-bc13-cec6384b8b03 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=57a24162-a4fa-4fb4-961c-bd0e324128b6 HTTP/1.1" status: 200 len: 946 time: 0.0757444 Jan 28 00:59:44.485881 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:44.509846 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-411e27b9-417b-4159-aab8-94a13b28030e req-29f620d1-4b35-4a49-bd23-d2f4041261ee tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=774a67fe-ef5a-41b2-b992-cd5911c7713d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573657 Jan 28 00:59:45.206110 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683866f-b2ba-437f-8002-7490db0d38f5 req-b8d7661a-fea7-4e68-9f6a-fb0221f1aabf tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:45.208764 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7683866f-b2ba-437f-8002-7490db0d38f5 req-b8d7661a-fea7-4e68-9f6a-fb0221f1aabf tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a24162-a4fa-4fb4-961c-bd0e324128b6 HTTP/1.1" status: 200 len: 946 time: 0.1228359 Jan 28 00:59:45.353205 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-7683866f-b2ba-437f-8002-7490db0d38f5 req-33f0b42a-f192-4248-89fa-5e2043283c3c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Deleting port be5115ea-648c-4b4b-af27-607560d57aae {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:45.353415 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7683866f-b2ba-437f-8002-7490db0d38f5 req-33f0b42a-f192-4248-89fa-5e2043283c3c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (be5115ea-648c-4b4b-af27-607560d57aae), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:45.540799 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-7683866f-b2ba-437f-8002-7490db0d38f5 req-33f0b42a-f192-4248-89fa-5e2043283c3c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] For port be5115ea-648c-4b4b-af27-607560d57aae, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=be5115ea-648c-4b4b-af27-607560d57aae,segment=NetworkSegment(cc789fe1-04bb-4696-a974-794b15b0cad7),segment_id=cc789fe1-04bb-4696-a974-794b15b0cad7)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:45.542040 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7683866f-b2ba-437f-8002-7490db0d38f5 req-33f0b42a-f192-4248-89fa-5e2043283c3c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (be5115ea-648c-4b4b-af27-607560d57aae), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:45.592592 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-7683866f-b2ba-437f-8002-7490db0d38f5 req-33f0b42a-f192-4248-89fa-5e2043283c3c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Calling delete_port for be5115ea-648c-4b4b-af27-607560d57aae owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:45.875116 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009ad98-b2c3-4245-b848-512bcdc291ef req-c9b92c30-5275-41ce-97e7-32284aa81925 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:45.877566 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f009ad98-b2c3-4245-b848-512bcdc291ef req-c9b92c30-5275-41ce-97e7-32284aa81925 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=57a24162-a4fa-4fb4-961c-bd0e324128b6 HTTP/1.1" status: 200 len: 946 time: 0.1139116 Jan 28 00:59:45.966050 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7683866f-b2ba-437f-8002-7490db0d38f5 req-33f0b42a-f192-4248-89fa-5e2043283c3c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (be5115ea-648c-4b4b-af27-607560d57aae), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:46.025070 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0b42a-f192-4248-89fa-5e2043283c3c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event deleted for resources: {'Port': ['ID=be5115ea-648c-4b4b-af27-607560d57aae,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:46.049830 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0b42a-f192-4248-89fa-5e2043283c3c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:46.050191 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0b42a-f192-4248-89fa-5e2043283c3c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:46.050544 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0b42a-f192-4248-89fa-5e2043283c3c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:46.050889 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0b42a-f192-4248-89fa-5e2043283c3c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:46.051231 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0b42a-f192-4248-89fa-5e2043283c3c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:46.052639 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0b42a-f192-4248-89fa-5e2043283c3c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:46.052639 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0b42a-f192-4248-89fa-5e2043283c3c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:46.052639 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0b42a-f192-4248-89fa-5e2043283c3c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:46.052639 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0b42a-f192-4248-89fa-5e2043283c3c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:46.053280 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0b42a-f192-4248-89fa-5e2043283c3c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:46.053280 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0b42a-f192-4248-89fa-5e2043283c3c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:46.053673 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0b42a-f192-4248-89fa-5e2043283c3c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:46.054012 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0b42a-f192-4248-89fa-5e2043283c3c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 00:59:46.076427 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c0aeb736-e972-4594-b281-c5b0bd371e91 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:59:46.113112 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-7683866f-b2ba-437f-8002-7490db0d38f5 req-33f0b42a-f192-4248-89fa-5e2043283c3c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] No DVR routers for this DVR port be5115ea-648c-4b4b-af27-607560d57aae on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:59:46.118541 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-7683866f-b2ba-437f-8002-7490db0d38f5 req-33f0b42a-f192-4248-89fa-5e2043283c3c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:46.128913 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7683866f-b2ba-437f-8002-7490db0d38f5 req-33f0b42a-f192-4248-89fa-5e2043283c3c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.65 "DELETE /v2.0/ports/be5115ea-648c-4b4b-af27-607560d57aae HTTP/1.1" status: 204 len: 173 time: 0.9128540 Jan 28 00:59:46.128913 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a24162-a4fa-4fb4-961c-bd0e324128b6', 'name': 'network-vif-deleted', 'tag': 'be5115ea-648c-4b4b-af27-607560d57aae'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:46.131120 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59198ad-d9e3-44d5-862e-86d3283184ac" -d '{"events": [{"server_uuid": "57a24162-a4fa-4fb4-961c-bd0e324128b6", "name": "network-vif-deleted", "tag": "be5115ea-648c-4b4b-af27-607560d57aae"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:46.165862 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f009ad98-b2c3-4245-b848-512bcdc291ef req-f76658aa-181c-4cdf-9611-b976fda73fb9 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=774a67fe-ef5a-41b2-b992-cd5911c7713d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2053044 Jan 28 00:59:46.209586 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: c0aeb736-e972-4594-b281-c5b0bd371e91 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:59:46.209838 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9c246b-3826-47a7-a13e-dd6d417ce28f x-openstack-request-id: req-4c9c246b-3826-47a7-a13e-dd6d417ce28f {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:59:46.210032 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a24162-a4fa-4fb4-961c-bd0e324128b6", "name": "network-vif-deleted", "tag": "be5115ea-648c-4b4b-af27-607560d57aae", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:59:46.210198 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4c9c246b-3826-47a7-a13e-dd6d417ce28f {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:59:46.210536 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a24162-a4fa-4fb4-961c-bd0e324128b6', 'name': 'network-vif-deleted', 'tag': 'be5115ea-648c-4b4b-af27-607560d57aae', 'status': 'completed', 'code': 200} Jan 28 00:59:46.211605 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c0aeb736-e972-4594-b281-c5b0bd371e91 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:59:47.270749 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43426) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:47.360527 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-44c5b189-44ea-4595-884c-7e31df80d6b4 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group (774a67fe-ef5a-41b2-b992-cd5911c7713d), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:47.418184 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-44c5b189-44ea-4595-884c-7e31df80d6b4 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group (774a67fe-ef5a-41b2-b992-cd5911c7713d), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:47.551355 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-44c5b189-44ea-4595-884c-7e31df80d6b4 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (774a67fe-ef5a-41b2-b992-cd5911c7713d), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:47.555055 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-44c5b189-44ea-4595-884c-7e31df80d6b4 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:47.558263 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-44c5b189-44ea-4595-884c-7e31df80d6b4 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "DELETE /v2.0/security-groups/774a67fe-ef5a-41b2-b992-cd5911c7713d HTTP/1.1" status: 204 len: 168 time: 0.2844539 Jan 28 00:59:47.587976 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5b189-44ea-4595-884c-7e31df80d6b4 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=774a67fe-ef5a-41b2-b992-cd5911c7713d,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:47.616190 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43438) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:47.702265 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c07ff5-6491-47e8-9584-b83af17af016 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Deleting subnet d0ab1ac5-76a3-4feb-a1d3-c7f8da7f2c43 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:59:47.707208 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-33c07ff5-6491-47e8-9584-b83af17af016 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for subnet (d0ab1ac5-76a3-4feb-a1d3-c7f8da7f2c43), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:47.799125 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-33c07ff5-6491-47e8-9584-b83af17af016 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (d0ab1ac5-76a3-4feb-a1d3-c7f8da7f2c43), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:47.917306 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-33c07ff5-6491-47e8-9584-b83af17af016 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (d0ab1ac5-76a3-4feb-a1d3-c7f8da7f2c43), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:48.008504 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-33c07ff5-6491-47e8-9584-b83af17af016 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (d0ab1ac5-76a3-4feb-a1d3-c7f8da7f2c43), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:48.058615 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c07ff5-6491-47e8-9584-b83af17af016 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event deleted for resources: {'Subnet': ['ID=d0ab1ac5-76a3-4feb-a1d3-c7f8da7f2c43,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:48.066619 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-33c07ff5-6491-47e8-9584-b83af17af016 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:48.076737 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-33c07ff5-6491-47e8-9584-b83af17af016 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "DELETE /v2.0/subnets/d0ab1ac5-76a3-4feb-a1d3-c7f8da7f2c43 HTTP/1.1" status: 204 len: 168 time: 0.4588418 Jan 28 00:59:48.077269 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43446) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:48.081228 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6a9208-90bd-4b6f-bb0d-e8d88956dff6 None None] Network 0d1a3dbe-2bba-49fb-8677-57f2f09886c0 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:59:48.220893 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c2834fa8-45e5-45eb-bd16-70cf52f09b43 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (0d1a3dbe-2bba-49fb-8677-57f2f09886c0), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:48.316467 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c2834fa8-45e5-45eb-bd16-70cf52f09b43 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Deleting port c5cebff9-314c-436e-ace0-5568c5e95f21 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:48.317166 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c2834fa8-45e5-45eb-bd16-70cf52f09b43 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c5cebff9-314c-436e-ace0-5568c5e95f21), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:48.349802 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c4bb54-0b85-4033-b7b4-41fa99db82cc None None] DHCP port deletion for 0d1a3dbe-2bba-49fb-8677-57f2f09886c0 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:59:48.479116 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-42c4bb54-0b85-4033-b7b4-41fa99db82cc None None] Deleting port c5cebff9-314c-436e-ace0-5568c5e95f21 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:48.479799 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-42c4bb54-0b85-4033-b7b4-41fa99db82cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c5cebff9-314c-436e-ace0-5568c5e95f21), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:48.610538 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-42c4bb54-0b85-4033-b7b4-41fa99db82cc None None] For port c5cebff9-314c-436e-ace0-5568c5e95f21, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c5cebff9-314c-436e-ace0-5568c5e95f21,segment=NetworkSegment(cc789fe1-04bb-4696-a974-794b15b0cad7),segment_id=cc789fe1-04bb-4696-a974-794b15b0cad7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:48.611518 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-42c4bb54-0b85-4033-b7b4-41fa99db82cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c5cebff9-314c-436e-ace0-5568c5e95f21), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:48.639435 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-42c4bb54-0b85-4033-b7b4-41fa99db82cc None None] Calling delete_port for c5cebff9-314c-436e-ace0-5568c5e95f21 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:48.808097 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device be5115ea-648c-4b4b-af27-607560d57aae no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:59:48.813379 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-42c4bb54-0b85-4033-b7b4-41fa99db82cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (c5cebff9-314c-436e-ace0-5568c5e95f21), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:48.901062 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4bb54-0b85-4033-b7b4-41fa99db82cc None None] Pushing event deleted for resources: {'Port': ['ID=c5cebff9-314c-436e-ace0-5568c5e95f21,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:48.906282 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c4bb54-0b85-4033-b7b4-41fa99db82cc None None] No DVR routers for this DVR port c5cebff9-314c-436e-ace0-5568c5e95f21 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:59:48.914679 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: be5115ea-648c-4b4b-af27-607560d57aae {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:59:48.915669 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device be5115ea-648c-4b4b-af27-607560d57aae not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:59:48.974829 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c2834fa8-45e5-45eb-bd16-70cf52f09b43 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] For port c5cebff9-314c-436e-ace0-5568c5e95f21, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c5cebff9-314c-436e-ace0-5568c5e95f21,segment=NetworkSegment(cc789fe1-04bb-4696-a974-794b15b0cad7),segment_id=cc789fe1-04bb-4696-a974-794b15b0cad7)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:48.976825 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c2834fa8-45e5-45eb-bd16-70cf52f09b43 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c5cebff9-314c-436e-ace0-5568c5e95f21), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:48.998633 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c2834fa8-45e5-45eb-bd16-70cf52f09b43 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Calling delete_port for c5cebff9-314c-436e-ace0-5568c5e95f21 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:49.108724 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c2834fa8-45e5-45eb-bd16-70cf52f09b43 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (c5cebff9-314c-436e-ace0-5568c5e95f21), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:49.148580 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2834fa8-45e5-45eb-bd16-70cf52f09b43 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] No DVR routers for this DVR port c5cebff9-314c-436e-ace0-5568c5e95f21 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:59:49.155049 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2834fa8-45e5-45eb-bd16-70cf52f09b43 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event deleted for resources: {'Port': ['ID=c5cebff9-314c-436e-ace0-5568c5e95f21,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:49.333961 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c2834fa8-45e5-45eb-bd16-70cf52f09b43 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (0d1a3dbe-2bba-49fb-8677-57f2f09886c0), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:49.375487 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-c2834fa8-45e5-45eb-bd16-70cf52f09b43 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d1a3dbe-2bba-49fb-8677-57f2f09886c0']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:49.395813 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-c2834fa8-45e5-45eb-bd16-70cf52f09b43 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc789fe1-04bb-4696-a974-794b15b0cad7') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:49.396331 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-c2834fa8-45e5-45eb-bd16-70cf52f09b43 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc789fe1-04bb-4696-a974-794b15b0cad7') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:49.419575 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c2834fa8-45e5-45eb-bd16-70cf52f09b43 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (cc789fe1-04bb-4696-a974-794b15b0cad7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:49.448521 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c2834fa8-45e5-45eb-bd16-70cf52f09b43 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (cc789fe1-04bb-4696-a974-794b15b0cad7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:49.462135 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2834fa8-45e5-45eb-bd16-70cf52f09b43 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 00:59:49.463197 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c2834fa8-45e5-45eb-bd16-70cf52f09b43 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (cc789fe1-04bb-4696-a974-794b15b0cad7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: self.session.flush() Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: timer() Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 00:59:49.469490 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 00:59:49.588269 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c2834fa8-45e5-45eb-bd16-70cf52f09b43 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (0d1a3dbe-2bba-49fb-8677-57f2f09886c0), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:49.605144 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c2834fa8-45e5-45eb-bd16-70cf52f09b43 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:49.613085 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c2834fa8-45e5-45eb-bd16-70cf52f09b43 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "DELETE /v2.0/networks/0d1a3dbe-2bba-49fb-8677-57f2f09886c0 HTTP/1.1" status: 204 len: 168 time: 1.5347266 Jan 28 00:59:49.615758 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43454) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:49.632695 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2834fa8-45e5-45eb-bd16-70cf52f09b43 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event deleted for resources: {'Network': ['ID=0d1a3dbe-2bba-49fb-8677-57f2f09886c0,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:49.883443 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-cb03785b-de2f-4a33-9d33-ccae455a0253 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Deleting port 70de806f-4a2a-4af2-98a2-3ca81117c340 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:49.883934 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb03785b-de2f-4a33-9d33-ccae455a0253 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (70de806f-4a2a-4af2-98a2-3ca81117c340), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:50.016716 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb03785b-de2f-4a33-9d33-ccae455a0253 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (70de806f-4a2a-4af2-98a2-3ca81117c340), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:50.017401 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb03785b-de2f-4a33-9d33-ccae455a0253 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for floatingip (70de806f-4a2a-4af2-98a2-3ca81117c340), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:50.043751 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-cb03785b-de2f-4a33-9d33-ccae455a0253 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Calling delete_port for 70de806f-4a2a-4af2-98a2-3ca81117c340 owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:50.120861 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c5cebff9-314c-436e-ace0-5568c5e95f21 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:59:50.160301 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: c5cebff9-314c-436e-ace0-5568c5e95f21 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:59:50.161171 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c5cebff9-314c-436e-ace0-5568c5e95f21 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:59:50.337305 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb03785b-de2f-4a33-9d33-ccae455a0253 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (70de806f-4a2a-4af2-98a2-3ca81117c340), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:50.379813 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03785b-de2f-4a33-9d33-ccae455a0253 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event deleted for resources: {'Port': ['ID=70de806f-4a2a-4af2-98a2-3ca81117c340,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:50.479438 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb03785b-de2f-4a33-9d33-ccae455a0253 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for floatingip (504c6d22-b2dc-4290-bf70-4169005d28d7), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:50.479973 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-cb03785b-de2f-4a33-9d33-ccae455a0253 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Floating IP 504c6d22-b2dc-4290-bf70-4169005d28d7 disassociated (deleted). External IP: 172.25.3.48, port: 457d2edf-172e-491f-9cb0-68703a23aca7. Jan 28 00:59:50.882035 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb03785b-de2f-4a33-9d33-ccae455a0253 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Router e16b1596-0523-4479-a056-8d1b1860848e has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:59:51.076133 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb03785b-de2f-4a33-9d33-ccae455a0253 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:59:51.081961 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb03785b-de2f-4a33-9d33-ccae455a0253 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:51.100467 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1876c854-a203-4886-b78f-7c26d4da4240 None None] Sync routers for ids ['e16b1596-0523-4479-a056-8d1b1860848e'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:59:51.115554 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-cb03785b-de2f-4a33-9d33-ccae455a0253 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "DELETE /v2.0/floatingips/504c6d22-b2dc-4290-bf70-4169005d28d7 HTTP/1.1" status: 204 len: 168 time: 1.4971290 Jan 28 00:59:51.116442 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f80a507-80cb-41ba-bfc9-6ab6b5c81353', 'tag': '457d2edf-172e-491f-9cb0-68703a23aca7'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:51.118953 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e680aa5-db94-496d-b83b-10b065cac6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "3f80a507-80cb-41ba-bfc9-6ab6b5c81353", "tag": "457d2edf-172e-491f-9cb0-68703a23aca7"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:51.136208 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1876c854-a203-4886-b78f-7c26d4da4240 None None] Routers {'e16b1596-0523-4479-a056-8d1b1860848e'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:59:51.137291 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1876c854-a203-4886-b78f-7c26d4da4240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:59:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['e16b1596-0523-4479-a056-8d1b1860848e'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:51.187812 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9cdc19-e628-4639-a6f6-d1f91a738670 x-openstack-request-id: req-af9cdc19-e628-4639-a6f6-d1f91a738670 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:59:51.188611 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f80a507-80cb-41ba-bfc9-6ab6b5c81353", "tag": "457d2edf-172e-491f-9cb0-68703a23aca7", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:59:51.189229 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-af9cdc19-e628-4639-a6f6-d1f91a738670 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:59:51.189895 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f80a507-80cb-41ba-bfc9-6ab6b5c81353', 'tag': '457d2edf-172e-491f-9cb0-68703a23aca7', 'status': 'completed', 'code': 200} Jan 28 00:59:51.354961 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-1876c854-a203-4886-b78f-7c26d4da4240 None None] Set router e16b1596-0523-4479-a056-8d1b1860848e gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:59:51.513909 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e680aa5-db94-496d-b83b-10b065cac6fb req-e071b980-4e23-4824-869b-84b29d9fb9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:51.516118 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e680aa5-db94-496d-b83b-10b065cac6fb req-e071b980-4e23-4824-869b-84b29d9fb9fb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb4b1000f5df40f5810e78f45d5dff4b&device_id=3f80a507-80cb-41ba-bfc9-6ab6b5c81353 HTTP/1.1" status: 200 len: 1096 time: 0.2564240 Jan 28 00:59:51.682297 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678a36b-8a8b-48b1-80cf-6d803ee35d8e req-d303e612-ecd5-420c-8580-cda45f7520c7 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:51.684306 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8678a36b-8a8b-48b1-80cf-6d803ee35d8e req-d303e612-ecd5-420c-8580-cda45f7520c7 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f80a507-80cb-41ba-bfc9-6ab6b5c81353 HTTP/1.1" status: 200 len: 945 time: 0.1230588 Jan 28 00:59:51.721985 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e680aa5-db94-496d-b83b-10b065cac6fb req-cab823c3-fb5e-444a-b4aa-83915783995c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:51.723911 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e680aa5-db94-496d-b83b-10b065cac6fb req-cab823c3-fb5e-444a-b4aa-83915783995c service neutron] 10.222.0.65 "GET /v2.0/networks?id=4698ee37-7e8f-4dfe-bb60-01f95319f12c HTTP/1.1" status: 200 len: 898 time: 0.1964583 Jan 28 00:59:51.783681 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1876c854-a203-4886-b78f-7c26d4da4240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'name': 'tempest-TestNetworkBasicOps-router-247679011', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:48Z', 'updated_at': '2022-01-28T00:59:41Z', 'revision_number': 6, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:49Z', 'updated_at': '2022-01-28T00:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '3b522536-f770-4d82-91fb-e24e4154917c', 'name': '', 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'mac_address': 'fa:16:3e:6d:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '03f2f8e1-6adb-4a3c-afac-aa6e09d64f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:53Z', 'updated_at': '2022-01-28T00:57:58Z', 'revision_number': 5, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'subnets': [{'id': '03f2f8e1-6adb-4a3c-afac-aa6e09d64f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:51.814233 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1876c854-a203-4886-b78f-7c26d4da4240 None None] Checking router: e16b1596-0523-4479-a056-8d1b1860848e for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:59:51.816069 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e680aa5-db94-496d-b83b-10b065cac6fb req-17f8b71b-5bb5-4468-b12b-5adffc65d80b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=457d2edf-172e-491f-9cb0-68703a23aca7 HTTP/1.1" status: 200 len: 217 time: 0.0846152 Jan 28 00:59:51.828093 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1876c854-a203-4886-b78f-7c26d4da4240 None None] Routers {'e16b1596-0523-4479-a056-8d1b1860848e'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:59:51.829157 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1876c854-a203-4886-b78f-7c26d4da4240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:59:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['e16b1596-0523-4479-a056-8d1b1860848e'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:51.871433 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8678a36b-8a8b-48b1-80cf-6d803ee35d8e req-20139de7-fb01-4382-89a0-673e32797d44 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=df23b845-f2f2-4720-97fd-81ddd5ed1ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769471 Jan 28 00:59:51.948717 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e680aa5-db94-496d-b83b-10b065cac6fb req-df211700-3c48-49da-9a04-f83595582676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:51.952061 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e680aa5-db94-496d-b83b-10b065cac6fb req-df211700-3c48-49da-9a04-f83595582676 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=03f2f8e1-6adb-4a3c-afac-aa6e09d64f99 HTTP/1.1" status: 200 len: 835 time: 0.1247425 Jan 28 00:59:52.095970 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e680aa5-db94-496d-b83b-10b065cac6fb req-7af35f0d-0e51-4b17-b805-4a0e95f5abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:52.096953 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-1876c854-a203-4886-b78f-7c26d4da4240 None None] Set router e16b1596-0523-4479-a056-8d1b1860848e gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:59:52.098649 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e680aa5-db94-496d-b83b-10b065cac6fb req-7af35f0d-0e51-4b17-b805-4a0e95f5abb0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4698ee37-7e8f-4dfe-bb60-01f95319f12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296418 Jan 28 00:59:52.273460 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e680aa5-db94-496d-b83b-10b065cac6fb req-6fc08d2b-7e51-4d76-8aa2-2a4b12637b8f service neutron] 10.222.0.65 "GET /v2.0/networks/4698ee37-7e8f-4dfe-bb60-01f95319f12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671698 Jan 28 00:59:52.488606 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43482) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:52.508884 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e680aa5-db94-496d-b83b-10b065cac6fb req-6c860cf2-7562-40ce-9827-f157f311d6a5 service neutron] 10.222.0.65 "GET /v2.0/networks/4698ee37-7e8f-4dfe-bb60-01f95319f12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200840 Jan 28 00:59:52.628819 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1876c854-a203-4886-b78f-7c26d4da4240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'name': 'tempest-TestNetworkBasicOps-router-247679011', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:48Z', 'updated_at': '2022-01-28T00:59:41Z', 'revision_number': 6, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:49Z', 'updated_at': '2022-01-28T00:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '3b522536-f770-4d82-91fb-e24e4154917c', 'name': '', 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'mac_address': 'fa:16:3e:6d:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '03f2f8e1-6adb-4a3c-afac-aa6e09d64f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:53Z', 'updated_at': '2022-01-28T00:57:58Z', 'revision_number': 5, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'subnets': [{'id': '03f2f8e1-6adb-4a3c-afac-aa6e09d64f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:52.667377 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1876c854-a203-4886-b78f-7c26d4da4240 None None] The sync data for ids ['e16b1596-0523-4479-a056-8d1b1860848e'] in n-d-826754-1 is: [{'id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'name': 'tempest-TestNetworkBasicOps-router-247679011', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:48Z', 'updated_at': '2022-01-28T00:59:41Z', 'revision_number': 6, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:49Z', 'updated_at': '2022-01-28T00:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '3b522536-f770-4d82-91fb-e24e4154917c', 'name': '', 'network_id': '4698ee37-7e8f-4dfe-bb60-01f95319f12c', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'mac_address': 'fa:16:3e:6d:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '03f2f8e1-6adb-4a3c-afac-aa6e09d64f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:53Z', 'updated_at': '2022-01-28T00:57:58Z', 'revision_number': 5, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'subnets': [{'id': '03f2f8e1-6adb-4a3c-afac-aa6e09d64f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:59:52.706416 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f4592a77-108e-42a6-9334-17916b8bf1bf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=af002e9f8856457db791cef2de26fb79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2175462 Jan 28 00:59:52.710614 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43486) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:52.788171 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb991774-998a-4961-8144-2be7b9dc4435 admin admin] Publish callbacks [] for security_group (487fa1b5-b812-487b-9665-8e2004ab3d7c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:52.839268 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb991774-998a-4961-8144-2be7b9dc4435 admin admin] Publish callbacks [] for security_group (487fa1b5-b812-487b-9665-8e2004ab3d7c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:52.952922 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb991774-998a-4961-8144-2be7b9dc4435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (487fa1b5-b812-487b-9665-8e2004ab3d7c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:52.959731 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb991774-998a-4961-8144-2be7b9dc4435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:52.961973 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-eb991774-998a-4961-8144-2be7b9dc4435 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/487fa1b5-b812-487b-9665-8e2004ab3d7c HTTP/1.1" status: 204 len: 168 time: 0.2497468 Jan 28 00:59:52.984038 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb991774-998a-4961-8144-2be7b9dc4435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487fa1b5-b812-487b-9665-8e2004ab3d7c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:53.158855 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf15152-28be-4411-bbf9-c3ba98b65b98 None None] New status for floating IP 504c6d22-b2dc-4290-bf70-4169005d28d7: DOWN {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 00:59:53.273391 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a343f2-5cfb-4181-abff-46f0114e97b8 req-489f1e70-cc9a-44d9-9d38-1e4ae229c434 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:53.285409 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-20a343f2-5cfb-4181-abff-46f0114e97b8 req-489f1e70-cc9a-44d9-9d38-1e4ae229c434 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f80a507-80cb-41ba-bfc9-6ab6b5c81353 HTTP/1.1" status: 200 len: 945 time: 0.2264993 Jan 28 00:59:53.496373 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcec9b-a727-464f-8790-52bd48433a6d req-51442dc1-1330-45d2-bdd0-80fac1ffd3e7 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 00:59:53.500160 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85fcec9b-a727-464f-8790-52bd48433a6d req-51442dc1-1330-45d2-bdd0-80fac1ffd3e7 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f80a507-80cb-41ba-bfc9-6ab6b5c81353 HTTP/1.1" status: 200 len: 945 time: 0.1565652 Jan 28 00:59:53.508734 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-20a343f2-5cfb-4181-abff-46f0114e97b8 req-ea88ed85-37e0-4e61-a290-a54e6f1ba90e tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=df23b845-f2f2-4720-97fd-81ddd5ed1ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212434 Jan 28 00:59:53.708002 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-85fcec9b-a727-464f-8790-52bd48433a6d req-cb1d2fbc-81b1-489a-aed0-ca71957b6751 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Deleting port 457d2edf-172e-491f-9cb0-68703a23aca7 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:53.708855 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-85fcec9b-a727-464f-8790-52bd48433a6d req-cb1d2fbc-81b1-489a-aed0-ca71957b6751 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (457d2edf-172e-491f-9cb0-68703a23aca7), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:53.857366 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-85fcec9b-a727-464f-8790-52bd48433a6d req-cb1d2fbc-81b1-489a-aed0-ca71957b6751 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] For port 457d2edf-172e-491f-9cb0-68703a23aca7, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=457d2edf-172e-491f-9cb0-68703a23aca7,segment=NetworkSegment(12b535f5-0dae-4440-939b-8fc9ae8085bf),segment_id=12b535f5-0dae-4440-939b-8fc9ae8085bf)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:53.858410 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-85fcec9b-a727-464f-8790-52bd48433a6d req-cb1d2fbc-81b1-489a-aed0-ca71957b6751 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (457d2edf-172e-491f-9cb0-68703a23aca7), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:53.878163 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-85fcec9b-a727-464f-8790-52bd48433a6d req-cb1d2fbc-81b1-489a-aed0-ca71957b6751 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Calling delete_port for 457d2edf-172e-491f-9cb0-68703a23aca7 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:54.139646 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-85fcec9b-a727-464f-8790-52bd48433a6d req-cb1d2fbc-81b1-489a-aed0-ca71957b6751 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (457d2edf-172e-491f-9cb0-68703a23aca7), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:54.178259 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d2fbc-81b1-489a-aed0-ca71957b6751 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event deleted for resources: {'Port': ['ID=457d2edf-172e-491f-9cb0-68703a23aca7,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:54.255271 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-85fcec9b-a727-464f-8790-52bd48433a6d req-cb1d2fbc-81b1-489a-aed0-ca71957b6751 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] No DVR routers for this DVR port 457d2edf-172e-491f-9cb0-68703a23aca7 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 00:59:54.260546 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-85fcec9b-a727-464f-8790-52bd48433a6d req-cb1d2fbc-81b1-489a-aed0-ca71957b6751 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:54.265863 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85fcec9b-a727-464f-8790-52bd48433a6d req-cb1d2fbc-81b1-489a-aed0-ca71957b6751 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.65 "DELETE /v2.0/ports/457d2edf-172e-491f-9cb0-68703a23aca7 HTTP/1.1" status: 204 len: 173 time: 0.7556419 Jan 28 00:59:54.266674 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f80a507-80cb-41ba-bfc9-6ab6b5c81353', 'name': 'network-vif-deleted', 'tag': '457d2edf-172e-491f-9cb0-68703a23aca7'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 00:59:54.280108 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c16e98b-e96b-499d-b092-564da740b43a" -d '{"events": [{"server_uuid": "3f80a507-80cb-41ba-bfc9-6ab6b5c81353", "name": "network-vif-deleted", "tag": "457d2edf-172e-491f-9cb0-68703a23aca7"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 00:59:54.405041 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 00:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fd117b-4da2-4a2c-baa8-cf10509c9809 x-openstack-request-id: req-a0fd117b-4da2-4a2c-baa8-cf10509c9809 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 00:59:54.405479 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f80a507-80cb-41ba-bfc9-6ab6b5c81353", "name": "network-vif-deleted", "tag": "457d2edf-172e-491f-9cb0-68703a23aca7", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 00:59:54.405670 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a0fd117b-4da2-4a2c-baa8-cf10509c9809 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 00:59:54.406052 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f80a507-80cb-41ba-bfc9-6ab6b5c81353', 'name': 'network-vif-deleted', 'tag': '457d2edf-172e-491f-9cb0-68703a23aca7', 'status': 'completed', 'code': 200} Jan 28 00:59:54.732416 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ba25c48-b978-4f60-a48a-6a31c69c9561 req-9aae6a4c-fce7-4619-909a-68338bf786ae tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f80a507-80cb-41ba-bfc9-6ab6b5c81353 HTTP/1.1" status: 200 len: 210 time: 0.0635493 Jan 28 00:59:55.821529 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43600) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:55.915831 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b98ea16-efed-432b-bbd5-bb6f3f537f76 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group (df23b845-f2f2-4720-97fd-81ddd5ed1ec8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:55.970700 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b98ea16-efed-432b-bbd5-bb6f3f537f76 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group (df23b845-f2f2-4720-97fd-81ddd5ed1ec8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:56.060566 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b98ea16-efed-432b-bbd5-bb6f3f537f76 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (df23b845-f2f2-4720-97fd-81ddd5ed1ec8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:56.063834 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b98ea16-efed-432b-bbd5-bb6f3f537f76 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:56.067892 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2b98ea16-efed-432b-bbd5-bb6f3f537f76 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "DELETE /v2.0/security-groups/df23b845-f2f2-4720-97fd-81ddd5ed1ec8 HTTP/1.1" status: 204 len: 168 time: 0.2426715 Jan 28 00:59:56.089565 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98ea16-efed-432b-bbd5-bb6f3f537f76 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df23b845-f2f2-4720-97fd-81ddd5ed1ec8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:56.103267 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43604) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:56.627229 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f571c890-9273-40b9-bb0a-396d9eb87c6c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (e16b1596-0523-4479-a056-8d1b1860848e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:56.965303 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-f571c890-9273-40b9-bb0a-396d9eb87c6c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Deleting port 3b522536-f770-4d82-91fb-e24e4154917c {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:56.965675 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f571c890-9273-40b9-bb0a-396d9eb87c6c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (3b522536-f770-4d82-91fb-e24e4154917c), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:57.089821 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-f571c890-9273-40b9-bb0a-396d9eb87c6c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] For port 3b522536-f770-4d82-91fb-e24e4154917c, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=3b522536-f770-4d82-91fb-e24e4154917c,segment=NetworkSegment(12b535f5-0dae-4440-939b-8fc9ae8085bf),segment_id=12b535f5-0dae-4440-939b-8fc9ae8085bf)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:57.090333 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f571c890-9273-40b9-bb0a-396d9eb87c6c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (3b522536-f770-4d82-91fb-e24e4154917c), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:57.114210 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-f571c890-9273-40b9-bb0a-396d9eb87c6c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Calling delete_port for 3b522536-f770-4d82-91fb-e24e4154917c owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:57.368701 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f571c890-9273-40b9-bb0a-396d9eb87c6c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (3b522536-f770-4d82-91fb-e24e4154917c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:57.467008 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571c890-9273-40b9-bb0a-396d9eb87c6c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event deleted for resources: {'Port': ['ID=3b522536-f770-4d82-91fb-e24e4154917c,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:57.753623 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f571c890-9273-40b9-bb0a-396d9eb87c6c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (e16b1596-0523-4479-a056-8d1b1860848e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:58.410133 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f571c890-9273-40b9-bb0a-396d9eb87c6c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Router e16b1596-0523-4479-a056-8d1b1860848e has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 00:59:58.598803 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f571c890-9273-40b9-bb0a-396d9eb87c6c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 00:59:58.608436 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f571c890-9273-40b9-bb0a-396d9eb87c6c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "PUT /v2.0/routers/e16b1596-0523-4479-a056-8d1b1860848e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5034428 Jan 28 00:59:58.610999 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43616) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:58.618888 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf9530d-9126-4552-9b39-f8ccf8814692 None None] Sync routers for ids ['e16b1596-0523-4479-a056-8d1b1860848e'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 00:59:58.652384 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf9530d-9126-4552-9b39-f8ccf8814692 None None] Routers {'e16b1596-0523-4479-a056-8d1b1860848e'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:59:58.654427 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-eaf9530d-9126-4552-9b39-f8ccf8814692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:59:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['e16b1596-0523-4479-a056-8d1b1860848e'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:58.687351 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f7b0ec-6157-495d-974d-e35f027b61af tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Deleting subnet 03f2f8e1-6adb-4a3c-afac-aa6e09d64f99 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 00:59:58.694075 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-14f7b0ec-6157-495d-974d-e35f027b61af tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for subnet (03f2f8e1-6adb-4a3c-afac-aa6e09d64f99), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:58.742256 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-14f7b0ec-6157-495d-974d-e35f027b61af tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (03f2f8e1-6adb-4a3c-afac-aa6e09d64f99), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:58.844998 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-14f7b0ec-6157-495d-974d-e35f027b61af tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (03f2f8e1-6adb-4a3c-afac-aa6e09d64f99), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:58.852437 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 457d2edf-172e-491f-9cb0-68703a23aca7 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 00:59:58.884573 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 457d2edf-172e-491f-9cb0-68703a23aca7 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 00:59:58.885198 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 457d2edf-172e-491f-9cb0-68703a23aca7 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 00:59:58.901687 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-eaf9530d-9126-4552-9b39-f8ccf8814692 None None] Set router e16b1596-0523-4479-a056-8d1b1860848e gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:59:58.926504 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-14f7b0ec-6157-495d-974d-e35f027b61af tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (03f2f8e1-6adb-4a3c-afac-aa6e09d64f99), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:58.960423 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-14f7b0ec-6157-495d-974d-e35f027b61af tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:58.968709 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-14f7b0ec-6157-495d-974d-e35f027b61af tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "DELETE /v2.0/subnets/03f2f8e1-6adb-4a3c-afac-aa6e09d64f99 HTTP/1.1" status: 204 len: 168 time: 0.3498151 Jan 28 00:59:58.968709 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7b0ec-6157-495d-974d-e35f027b61af tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event deleted for resources: {'Subnet': ['ID=03f2f8e1-6adb-4a3c-afac-aa6e09d64f99,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:58.969824 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43620) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 00:59:59.017001 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddff493-ea60-4ad4-844b-cfecd7394fed None None] Network 4698ee37-7e8f-4dfe-bb60-01f95319f12c requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 00:59:59.142692 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bedd00a9-25ba-497b-a75d-c2031cbd838f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for router (e16b1596-0523-4479-a056-8d1b1860848e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:59.299417 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bedd00a9-25ba-497b-a75d-c2031cbd838f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for router_gateway (e16b1596-0523-4479-a056-8d1b1860848e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:59.413781 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-bedd00a9-25ba-497b-a75d-c2031cbd838f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Deleting port 2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:59.414114 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bedd00a9-25ba-497b-a75d-c2031cbd838f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:59.533335 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-bedd00a9-25ba-497b-a75d-c2031cbd838f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] For port 2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 00:59:59.533710 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bedd00a9-25ba-497b-a75d-c2031cbd838f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:59.577450 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-bedd00a9-25ba-497b-a75d-c2031cbd838f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Calling delete_port for 2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 00:59:59.583677 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-eaf9530d-9126-4552-9b39-f8ccf8814692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'name': 'tempest-TestNetworkBasicOps-router-247679011', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:48Z', 'updated_at': '2022-01-28T00:59:57Z', 'revision_number': 7, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': '2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:57:49Z', 'updated_at': '2022-01-28T00:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:59.618285 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf9530d-9126-4552-9b39-f8ccf8814692 None None] Checking router: e16b1596-0523-4479-a056-8d1b1860848e for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 00:59:59.635380 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf9530d-9126-4552-9b39-f8ccf8814692 None None] Routers {'e16b1596-0523-4479-a056-8d1b1860848e'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 00:59:59.636602 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-eaf9530d-9126-4552-9b39-f8ccf8814692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:59:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['e16b1596-0523-4479-a056-8d1b1860848e'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:59.773091 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c63d162-2e34-4a7b-9726-74cf26a5f93e None None] DHCP port deletion for 4698ee37-7e8f-4dfe-bb60-01f95319f12c request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 00:59:59.802655 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-eaf9530d-9126-4552-9b39-f8ccf8814692 None None] Set router e16b1596-0523-4479-a056-8d1b1860848e gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 00:59:59.848656 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bedd00a9-25ba-497b-a75d-c2031cbd838f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:59.871353 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-eaf9530d-9126-4552-9b39-f8ccf8814692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'name': 'tempest-TestNetworkBasicOps-router-247679011', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:48Z', 'updated_at': '2022-01-28T00:59:59Z', 'revision_number': 8, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 00:59:59.884164 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd00a9-25ba-497b-a75d-c2031cbd838f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event deleted for resources: {'Port': ['ID=2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 00:59:59.907385 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf9530d-9126-4552-9b39-f8ccf8814692 None None] The sync data for ids ['e16b1596-0523-4479-a056-8d1b1860848e'] in n-d-826754-1 is: [{'id': 'e16b1596-0523-4479-a056-8d1b1860848e', 'name': 'tempest-TestNetworkBasicOps-router-247679011', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:57:48Z', 'updated_at': '2022-01-28T00:59:59Z', 'revision_number': 8, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port_host': None}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 00:59:59.985778 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bedd00a9-25ba-497b-a75d-c2031cbd838f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (e16b1596-0523-4479-a056-8d1b1860848e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 00:59:59.998062 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4c63d162-2e34-4a7b-9726-74cf26a5f93e None None] Deleting port 69e0185c-dcc0-4abf-aa61-68360cbe86b2 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 00:59:59.998062 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c63d162-2e34-4a7b-9726-74cf26a5f93e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (69e0185c-dcc0-4abf-aa61-68360cbe86b2), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.083549 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-4c63d162-2e34-4a7b-9726-74cf26a5f93e None None] For port 69e0185c-dcc0-4abf-aa61-68360cbe86b2, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=69e0185c-dcc0-4abf-aa61-68360cbe86b2,segment=NetworkSegment(12b535f5-0dae-4440-939b-8fc9ae8085bf),segment_id=12b535f5-0dae-4440-939b-8fc9ae8085bf)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:00.084012 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c63d162-2e34-4a7b-9726-74cf26a5f93e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (69e0185c-dcc0-4abf-aa61-68360cbe86b2), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.102197 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4c63d162-2e34-4a7b-9726-74cf26a5f93e None None] Calling delete_port for 69e0185c-dcc0-4abf-aa61-68360cbe86b2 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:00:00.117166 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bedd00a9-25ba-497b-a75d-c2031cbd838f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (e16b1596-0523-4479-a056-8d1b1860848e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.120765 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bedd00a9-25ba-497b-a75d-c2031cbd838f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for router_controller (e16b1596-0523-4479-a056-8d1b1860848e), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.209214 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c63d162-2e34-4a7b-9726-74cf26a5f93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (69e0185c-dcc0-4abf-aa61-68360cbe86b2), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.223663 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c63d162-2e34-4a7b-9726-74cf26a5f93e None None] No DVR routers for this DVR port 69e0185c-dcc0-4abf-aa61-68360cbe86b2 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:00:00.252220 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63d162-2e34-4a7b-9726-74cf26a5f93e None None] Pushing event deleted for resources: {'Port': ['ID=69e0185c-dcc0-4abf-aa61-68360cbe86b2,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:00.264671 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c63d162-2e34-4a7b-9726-74cf26a5f93e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:00.264876 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bedd00a9-25ba-497b-a75d-c2031cbd838f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (e16b1596-0523-4479-a056-8d1b1860848e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.265043 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c63d162-2e34-4a7b-9726-74cf26a5f93e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:00.265364 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c63d162-2e34-4a7b-9726-74cf26a5f93e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:00.266054 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c63d162-2e34-4a7b-9726-74cf26a5f93e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:00.266434 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c63d162-2e34-4a7b-9726-74cf26a5f93e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:00.266798 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c63d162-2e34-4a7b-9726-74cf26a5f93e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:00.267130 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c63d162-2e34-4a7b-9726-74cf26a5f93e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:00.267445 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c63d162-2e34-4a7b-9726-74cf26a5f93e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:00.267796 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c63d162-2e34-4a7b-9726-74cf26a5f93e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:00.268130 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c63d162-2e34-4a7b-9726-74cf26a5f93e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:00.268471 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c63d162-2e34-4a7b-9726-74cf26a5f93e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:00.268802 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c63d162-2e34-4a7b-9726-74cf26a5f93e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:00.269129 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c63d162-2e34-4a7b-9726-74cf26a5f93e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:00.272361 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedd00a9-25ba-497b-a75d-c2031cbd838f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Fanout notify agent at l3_agent the message router_deleted on router e16b1596-0523-4479-a056-8d1b1860848e {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:00:00.287109 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bedd00a9-25ba-497b-a75d-c2031cbd838f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.291197 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43626) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:00.292041 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bedd00a9-25ba-497b-a75d-c2031cbd838f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "DELETE /v2.0/routers/e16b1596-0523-4479-a056-8d1b1860848e HTTP/1.1" status: 204 len: 168 time: 1.3194232 Jan 28 01:00:00.447931 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6cd49aaa-6960-4e60-8c12-5a9c9c96f9e5 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (4698ee37-7e8f-4dfe-bb60-01f95319f12c), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.565755 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6cd49aaa-6960-4e60-8c12-5a9c9c96f9e5 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (4698ee37-7e8f-4dfe-bb60-01f95319f12c), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.592427 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-6cd49aaa-6960-4e60-8c12-5a9c9c96f9e5 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4698ee37-7e8f-4dfe-bb60-01f95319f12c']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:00.606970 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-6cd49aaa-6960-4e60-8c12-5a9c9c96f9e5 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b535f5-0dae-4440-939b-8fc9ae8085bf') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:00.607451 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-6cd49aaa-6960-4e60-8c12-5a9c9c96f9e5 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b535f5-0dae-4440-939b-8fc9ae8085bf') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:00.619328 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6cd49aaa-6960-4e60-8c12-5a9c9c96f9e5 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (12b535f5-0dae-4440-939b-8fc9ae8085bf), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.640222 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6cd49aaa-6960-4e60-8c12-5a9c9c96f9e5 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (12b535f5-0dae-4440-939b-8fc9ae8085bf), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.647723 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd49aaa-6960-4e60-8c12-5a9c9c96f9e5 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:00:00.648133 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6cd49aaa-6960-4e60-8c12-5a9c9c96f9e5 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (12b535f5-0dae-4440-939b-8fc9ae8085bf), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.669571 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 01:00:00.669571 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:00:00.669571 n-d-826754-1 neutron-server[103344]: timer() Jan 28 01:00:00.669571 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:00:00.669571 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 01:00:00.669571 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:00:00.669571 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 01:00:00.669571 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:00:00.669571 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 01:00:00.669571 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:00:00.669571 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 01:00:00.669571 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:00:00.669571 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 01:00:00.669571 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:00:00.669571 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:00:00.669571 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:00:00.669571 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:00:00.669571 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:00:00.669571 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 01:00:00.669571 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:00:00.669571 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 01:00:00.669571 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:00:00.669571 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:00:00.669571 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:00:00.669571 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 01:00:00.669571 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:00:00.669571 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:00:00.669571 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:00:00.669571 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:00:00.669571 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:00:00.669571 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:00:00.669571 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:00:00.758366 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6cd49aaa-6960-4e60-8c12-5a9c9c96f9e5 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (4698ee37-7e8f-4dfe-bb60-01f95319f12c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.770789 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6cd49aaa-6960-4e60-8c12-5a9c9c96f9e5 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.779815 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6cd49aaa-6960-4e60-8c12-5a9c9c96f9e5 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "DELETE /v2.0/networks/4698ee37-7e8f-4dfe-bb60-01f95319f12c HTTP/1.1" status: 204 len: 168 time: 0.4842818 Jan 28 01:00:00.803755 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43632) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:00.819508 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-97fee18e-1f2b-457b-8534-8ad34e382968 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'network': {'name': 'tempest-network-smoke--175441929', 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'port_security_enabled': True}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:00.821270 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd49aaa-6960-4e60-8c12-5a9c9c96f9e5 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event deleted for resources: {'Network': ['ID=4698ee37-7e8f-4dfe-bb60-01f95319f12c,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:00.864849 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fee18e-1f2b-457b-8534-8ad34e382968 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Made reservation on behalf of bb4b1000f5df40f5810e78f45d5dff4b for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:00.873853 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97fee18e-1f2b-457b-8534-8ad34e382968 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.899252 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 3b522536-f770-4d82-91fb-e24e4154917c no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:00:00.929335 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97fee18e-1f2b-457b-8534-8ad34e382968 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:00:00.946869 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97fee18e-1f2b-457b-8534-8ad34e382968 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (308a7adc-aa72-49a4-a94f-a19f01b4a2fa), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:00.947436 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-97fee18e-1f2b-457b-8534-8ad34e382968 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Added segment 308a7adc-aa72-49a4-a94f-a19f01b4a2fa of type vlan for network cb9151ab-ddea-47f6-9231-8cbe2ac31c95 Jan 28 01:00:00.949373 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 3b522536-f770-4d82-91fb-e24e4154917c {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:00:00.950739 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 3b522536-f770-4d82-91fb-e24e4154917c not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:00:00.952900 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 69e0185c-dcc0-4abf-aa61-68360cbe86b2 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:00:00.993239 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 69e0185c-dcc0-4abf-aa61-68360cbe86b2 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:00:00.994787 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 69e0185c-dcc0-4abf-aa61-68360cbe86b2 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:00:01.035485 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97fee18e-1f2b-457b-8534-8ad34e382968 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (cb9151ab-ddea-47f6-9231-8cbe2ac31c95), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:01.081623 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97fee18e-1f2b-457b-8534-8ad34e382968 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (cb9151ab-ddea-47f6-9231-8cbe2ac31c95), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:01.092432 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fee18e-1f2b-457b-8534-8ad34e382968 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:01.093506 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97fee18e-1f2b-457b-8534-8ad34e382968 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:01.197810 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-97fee18e-1f2b-457b-8534-8ad34e382968 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3917098 Jan 28 01:00:01.201370 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43634) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:01.209693 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fee18e-1f2b-457b-8534-8ad34e382968 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'Network': ['ID=cb9151ab-ddea-47f6-9231-8cbe2ac31c95,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:01.211041 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-52021d52-8d15-4895-8412-a856ba6a0ba1 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-216218917', 'admin_state_up': True, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:01.226611 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network cb9151ab-ddea-47f6-9231-8cbe2ac31c95 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:00:01.293454 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-52021d52-8d15-4895-8412-a856ba6a0ba1 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (c11c238d-8589-4e19-bc80-06858ce17e40), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:01.296820 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-52021d52-8d15-4895-8412-a856ba6a0ba1 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (c11c238d-8589-4e19-bc80-06858ce17e40), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:01.410176 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-52021d52-8d15-4895-8412-a856ba6a0ba1 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for router_controller (c11c238d-8589-4e19-bc80-06858ce17e40), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:01.598749 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-52021d52-8d15-4895-8412-a856ba6a0ba1 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for router_gateway (c11c238d-8589-4e19-bc80-06858ce17e40), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:01.841993 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-52021d52-8d15-4895-8412-a856ba6a0ba1 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for router_gateway (c11c238d-8589-4e19-bc80-06858ce17e40), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:01.863589 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-52021d52-8d15-4895-8412-a856ba6a0ba1 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.008200 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-52021d52-8d15-4895-8412-a856ba6a0ba1 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Allocated IP 172.25.3.158 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/a3a0da53-fbae-4608-ab5c-38d3550592bc) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:00:02.026624 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:00:02.061664 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:00:02.062533 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2c9f4cfa-d628-4a7c-b0de-1694fbc5a0b5 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:00:02.148550 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-52021d52-8d15-4895-8412-a856ba6a0ba1 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for port (a3a0da53-fbae-4608-ab5c-38d3550592bc), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.197982 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-52021d52-8d15-4895-8412-a856ba6a0ba1 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (a3a0da53-fbae-4608-ab5c-38d3550592bc), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.246110 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52021d52-8d15-4895-8412-a856ba6a0ba1 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:02.252726 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-52021d52-8d15-4895-8412-a856ba6a0ba1 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:02.257682 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52021d52-8d15-4895-8412-a856ba6a0ba1 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:00:02.261456 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52021d52-8d15-4895-8412-a856ba6a0ba1 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'Port': ['ID=a3a0da53-fbae-4608-ab5c-38d3550592bc,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:02.633123 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-52021d52-8d15-4895-8412-a856ba6a0ba1 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for router_gateway (c11c238d-8589-4e19-bc80-06858ce17e40), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:02.877140 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-52021d52-8d15-4895-8412-a856ba6a0ba1 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (c11c238d-8589-4e19-bc80-06858ce17e40), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:03.039336 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52021d52-8d15-4895-8412-a856ba6a0ba1 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Router c11c238d-8589-4e19-bc80-06858ce17e40 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:00:03.177540 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52021d52-8d15-4895-8412-a856ba6a0ba1 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:00:03.191769 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d69e0d-6a36-479a-a92d-913cd3b88103 None None] Sync routers for ids ['c11c238d-8589-4e19-bc80-06858ce17e40'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:00:03.208678 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d69e0d-6a36-479a-a92d-913cd3b88103 None None] Routers {'c11c238d-8589-4e19-bc80-06858ce17e40'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:00:03.209653 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-21d69e0d-6a36-479a-a92d-913cd3b88103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:59:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c11c238d-8589-4e19-bc80-06858ce17e40'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:03.217815 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-52021d52-8d15-4895-8412-a856ba6a0ba1 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:03.220084 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-52021d52-8d15-4895-8412-a856ba6a0ba1 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0168180 Jan 28 01:00:03.223070 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43656) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:03.275432 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e1190041-257b-4fdb-b4a0-c83988a36eb8 tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=bb4b1000f5df40f5810e78f45d5dff4b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0502439 Jan 28 01:00:03.278519 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43658) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:03.390697 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-21d69e0d-6a36-479a-a92d-913cd3b88103 None None] Set router c11c238d-8589-4e19-bc80-06858ce17e40 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:00:03.445221 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afddb58e-f7c8-43e6-ad8b-059ebecc7a76 tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:03.447087 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-afddb58e-f7c8-43e6-ad8b-059ebecc7a76 tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1671548 Jan 28 01:00:03.452475 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43660) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:03.492612 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ce23c5b6-a7b7-48b8-80c9-0175abb55bc3 tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344634 Jan 28 01:00:03.492956 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43664) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:03.499486 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-c270240f-fa38-4413-b2e2-bfbd0f420a58 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-86787864', 'network_id': 'cb9151ab-ddea-47f6-9231-8cbe2ac31c95', 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:03.655452 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c270240f-fa38-4413-b2e2-bfbd0f420a58 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Made reservation on behalf of bb4b1000f5df40f5810e78f45d5dff4b for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:03.659397 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c270240f-fa38-4413-b2e2-bfbd0f420a58 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:03.671990 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-21d69e0d-6a36-479a-a92d-913cd3b88103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'name': 'tempest-TestNetworkBasicOps-router-216218917', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'a3a0da53-fbae-4608-ab5c-38d3550592bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:01Z', 'updated_at': '2022-01-28T01:00:02Z', 'revision_number': 3, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': 'a3a0da53-fbae-4608-ab5c-38d3550592bc', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:01Z', 'updated_at': '2022-01-28T01:00:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:03.738355 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d69e0d-6a36-479a-a92d-913cd3b88103 None None] Checking router: c11c238d-8589-4e19-bc80-06858ce17e40 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:00:03.738867 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d69e0d-6a36-479a-a92d-913cd3b88103 None None] Updating router c11c238d-8589-4e19-bc80-06858ce17e40 port a3a0da53-fbae-4608-ab5c-38d3550592bc binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:00:03.786304 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-21d69e0d-6a36-479a-a92d-913cd3b88103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a3a0da53-fbae-4608-ab5c-38d3550592bc), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:03.986171 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c270240f-fa38-4413-b2e2-bfbd0f420a58 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (bbfc04f7-2514-4f92-be5b-9e79f876fa05), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:04.125980 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c270240f-fa38-4413-b2e2-bfbd0f420a58 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Checking segment: {'id': '308a7adc-aa72-49a4-a94f-a19f01b4a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb9151ab-ddea-47f6-9231-8cbe2ac31c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:04.126605 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c270240f-fa38-4413-b2e2-bfbd0f420a58 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Network hostable DHCP agents. Network: cb9151ab-ddea-47f6-9231-8cbe2ac31c95, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:00:04.129593 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270240f-fa38-4413-b2e2-bfbd0f420a58 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'Subnet': ['ID=bbfc04f7-2514-4f92-be5b-9e79f876fa05,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:04.135083 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-21d69e0d-6a36-479a-a92d-913cd3b88103 None None] Publish callbacks [] for port (a3a0da53-fbae-4608-ab5c-38d3550592bc), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:04.142215 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-21d69e0d-6a36-479a-a92d-913cd3b88103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a3a0da53-fbae-4608-ab5c-38d3550592bc), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:04.194223 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c270240f-fa38-4413-b2e2-bfbd0f420a58 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Network cb9151ab-ddea-47f6-9231-8cbe2ac31c95 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:00:04.212307 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-c270240f-fa38-4413-b2e2-bfbd0f420a58 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, cb9151ab-ddea-47f6-9231-8cbe2ac31c95) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:04.226293 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c442719-468d-4f3d-918e-e6e891d6e485 None None] Network cb9151ab-ddea-47f6-9231-8cbe2ac31c95 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:00:04.227238 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-21d69e0d-6a36-479a-a92d-913cd3b88103 None None] Attempting to bind port a3a0da53-fbae-4608-ab5c-38d3550592bc on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:04.227238 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-21d69e0d-6a36-479a-a92d-913cd3b88103 None None] Attempting to bind port a3a0da53-fbae-4608-ab5c-38d3550592bc by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:04.227238 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d69e0d-6a36-479a-a92d-913cd3b88103 None None] Attempting to bind port a3a0da53-fbae-4608-ab5c-38d3550592bc on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:04.229454 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4e001-93ef-4bc9-8367-584719560c8e None None] Pushing event updated for resources: {'Port': ['ID=a3a0da53-fbae-4608-ab5c-38d3550592bc,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:04.240289 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d69e0d-6a36-479a-a92d-913cd3b88103 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:04.240688 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d69e0d-6a36-479a-a92d-913cd3b88103 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:04.241084 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-21d69e0d-6a36-479a-a92d-913cd3b88103 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:04.241480 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d69e0d-6a36-479a-a92d-913cd3b88103 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:04.241960 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-21d69e0d-6a36-479a-a92d-913cd3b88103 None None] Bound port: a3a0da53-fbae-4608-ab5c-38d3550592bc, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:04.242345 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-21d69e0d-6a36-479a-a92d-913cd3b88103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a3a0da53-fbae-4608-ab5c-38d3550592bc), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:04.243660 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c270240f-fa38-4413-b2e2-bfbd0f420a58 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:04.244195 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c270240f-fa38-4413-b2e2-bfbd0f420a58 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:04.245134 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4e001-93ef-4bc9-8367-584719560c8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:04.245484 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4e001-93ef-4bc9-8367-584719560c8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:04.245826 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4e001-93ef-4bc9-8367-584719560c8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:04.246163 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4e001-93ef-4bc9-8367-584719560c8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:04.246498 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4e001-93ef-4bc9-8367-584719560c8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:04.247440 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4e001-93ef-4bc9-8367-584719560c8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:04.247812 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4e001-93ef-4bc9-8367-584719560c8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:04.248147 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4e001-93ef-4bc9-8367-584719560c8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:04.248531 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4e001-93ef-4bc9-8367-584719560c8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:04.248912 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4e001-93ef-4bc9-8367-584719560c8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:04.249241 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4e001-93ef-4bc9-8367-584719560c8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:04.249567 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4e001-93ef-4bc9-8367-584719560c8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:04.249890 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4e001-93ef-4bc9-8367-584719560c8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:04.285652 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c270240f-fa38-4413-b2e2-bfbd0f420a58 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7915261 Jan 28 01:00:04.288361 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43674) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:04.343026 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-21d69e0d-6a36-479a-a92d-913cd3b88103 None None] For port a3a0da53-fbae-4608-ab5c-38d3550592bc, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:04.352350 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-21d69e0d-6a36-479a-a92d-913cd3b88103 None None] For port a3a0da53-fbae-4608-ab5c-38d3550592bc, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=a3a0da53-fbae-4608-ab5c-38d3550592bc,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:04.359122 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-21d69e0d-6a36-479a-a92d-913cd3b88103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a3a0da53-fbae-4608-ab5c-38d3550592bc), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:04.400653 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783eedd7-0605-4aa0-913e-9ec488ab1c0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-cb9151ab-ddea-47f6-9231-8cbe2ac31c95', 'network_id': 'cb9151ab-ddea-47f6-9231-8cbe2ac31c95', 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'fixed_ips': [{'subnet_id': 'bbfc04f7-2514-4f92-be5b-9e79f876fa05'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:00:04.427347 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-783eedd7-0605-4aa0-913e-9ec488ab1c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:04.437310 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d69e0d-6a36-479a-a92d-913cd3b88103 None None] Routers {'c11c238d-8589-4e19-bc80-06858ce17e40'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:00:04.437310 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-21d69e0d-6a36-479a-a92d-913cd3b88103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T00:59:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c11c238d-8589-4e19-bc80-06858ce17e40'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:04.441551 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4e001-93ef-4bc9-8367-584719560c8e None None] Pushing event updated for resources: {'Port': ['ID=a3a0da53-fbae-4608-ab5c-38d3550592bc,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:04.591251 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-21d69e0d-6a36-479a-a92d-913cd3b88103 None None] Set router c11c238d-8589-4e19-bc80-06858ce17e40 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:00:04.635663 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-783eedd7-0605-4aa0-913e-9ec488ab1c0b None None] Allocated IP 172.20.0.2 (cb9151ab-ddea-47f6-9231-8cbe2ac31c95/bbfc04f7-2514-4f92-be5b-9e79f876fa05/a3937158-a075-4d93-8b7d-740748f279e3) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:00:04.950254 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-783eedd7-0605-4aa0-913e-9ec488ab1c0b None None] Publish callbacks [] for port (a3937158-a075-4d93-8b7d-740748f279e3), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:04.961819 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-783eedd7-0605-4aa0-913e-9ec488ab1c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (a3937158-a075-4d93-8b7d-740748f279e3), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:04.972023 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-21d69e0d-6a36-479a-a92d-913cd3b88103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'name': 'tempest-TestNetworkBasicOps-router-216218917', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'a3a0da53-fbae-4608-ab5c-38d3550592bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:01Z', 'updated_at': '2022-01-28T01:00:02Z', 'revision_number': 3, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': 'a3a0da53-fbae-4608-ab5c-38d3550592bc', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:01Z', 'updated_at': '2022-01-28T01:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:05.023757 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783eedd7-0605-4aa0-913e-9ec488ab1c0b None None] Network cb9151ab-ddea-47f6-9231-8cbe2ac31c95 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:05.029915 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-783eedd7-0605-4aa0-913e-9ec488ab1c0b None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:05.036405 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783eedd7-0605-4aa0-913e-9ec488ab1c0b None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:00:05.042911 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783eedd7-0605-4aa0-913e-9ec488ab1c0b None None] Pushing event updated for resources: {'Port': ['ID=a3937158-a075-4d93-8b7d-740748f279e3,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:05.066038 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d69e0d-6a36-479a-a92d-913cd3b88103 None None] The sync data for ids ['c11c238d-8589-4e19-bc80-06858ce17e40'] in n-d-826754-1 is: [{'id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'name': 'tempest-TestNetworkBasicOps-router-216218917', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'a3a0da53-fbae-4608-ab5c-38d3550592bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:01Z', 'updated_at': '2022-01-28T01:00:02Z', 'revision_number': 3, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': 'a3a0da53-fbae-4608-ab5c-38d3550592bc', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:01Z', 'updated_at': '2022-01-28T01:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:00:05.154713 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-783eedd7-0605-4aa0-913e-9ec488ab1c0b None None] Attempting to bind port a3937158-a075-4d93-8b7d-740748f279e3 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:05.155370 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-783eedd7-0605-4aa0-913e-9ec488ab1c0b None None] Attempting to bind port a3937158-a075-4d93-8b7d-740748f279e3 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '308a7adc-aa72-49a4-a94f-a19f01b4a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb9151ab-ddea-47f6-9231-8cbe2ac31c95'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:05.155967 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783eedd7-0605-4aa0-913e-9ec488ab1c0b None None] Attempting to bind port a3937158-a075-4d93-8b7d-740748f279e3 on network cb9151ab-ddea-47f6-9231-8cbe2ac31c95 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:05.162384 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783eedd7-0605-4aa0-913e-9ec488ab1c0b None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:05.163183 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783eedd7-0605-4aa0-913e-9ec488ab1c0b None None] Checking segment: {'id': '308a7adc-aa72-49a4-a94f-a19f01b4a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb9151ab-ddea-47f6-9231-8cbe2ac31c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:05.164313 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-783eedd7-0605-4aa0-913e-9ec488ab1c0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:05.164928 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783eedd7-0605-4aa0-913e-9ec488ab1c0b None None] Bound using segment: {'id': '308a7adc-aa72-49a4-a94f-a19f01b4a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb9151ab-ddea-47f6-9231-8cbe2ac31c95'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:05.165618 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-783eedd7-0605-4aa0-913e-9ec488ab1c0b None None] Bound port: a3937158-a075-4d93-8b7d-740748f279e3, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '308a7adc-aa72-49a4-a94f-a19f01b4a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb9151ab-ddea-47f6-9231-8cbe2ac31c95'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:05.166235 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-783eedd7-0605-4aa0-913e-9ec488ab1c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a3937158-a075-4d93-8b7d-740748f279e3), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:05.258072 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d69a81b0-22c7-4bac-9b79-6ab667d86400 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:05.284018 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-783eedd7-0605-4aa0-913e-9ec488ab1c0b None None] For port a3937158-a075-4d93-8b7d-740748f279e3, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:05.293486 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-783eedd7-0605-4aa0-913e-9ec488ab1c0b None None] For port a3937158-a075-4d93-8b7d-740748f279e3, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=a3937158-a075-4d93-8b7d-740748f279e3,segment=NetworkSegment(308a7adc-aa72-49a4-a94f-a19f01b4a2fa),segment_id=308a7adc-aa72-49a4-a94f-a19f01b4a2fa)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:05.300359 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-783eedd7-0605-4aa0-913e-9ec488ab1c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a3937158-a075-4d93-8b7d-740748f279e3), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:05.366156 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:00:05.473516 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-710db76d-71da-4865-9223-64c45b285651 req-1ef107fc-7157-417e-8d63-5d560cf58f4d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3be459ec-5691-4868-a428-d4953f099b49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2849317 Jan 28 01:00:05.500355 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783eedd7-0605-4aa0-913e-9ec488ab1c0b None None] Pushing event updated for resources: {'Port': ['ID=a3937158-a075-4d93-8b7d-740748f279e3,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:05.676964 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710db76d-71da-4865-9223-64c45b285651 req-7cbe5f01-9428-428d-8c51-3550bcb2e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:05.679415 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-710db76d-71da-4865-9223-64c45b285651 req-7cbe5f01-9428-428d-8c51-3550bcb2e65d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=866b4ab7fc314102a97a2fa17ec57a6e&device_id=3be459ec-5691-4868-a428-d4953f099b49 HTTP/1.1" status: 200 len: 1097 time: 0.0781224 Jan 28 01:00:05.909083 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710db76d-71da-4865-9223-64c45b285651 req-c67d7159-68aa-4919-96b2-9680049d5dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:05.912439 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-710db76d-71da-4865-9223-64c45b285651 req-c67d7159-68aa-4919-96b2-9680049d5dbc service neutron] 10.222.0.52 "GET /v2.0/networks?id=5b880eac-0e67-44fb-9f38-382abc695e3b HTTP/1.1" status: 200 len: 910 time: 0.1910858 Jan 28 01:00:06.067486 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-710db76d-71da-4865-9223-64c45b285651 req-15cf6167-069c-4f3a-be7b-09c0ccbadf92 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d8bf249-25ea-4e0c-970c-ebc421a4997f HTTP/1.1" status: 200 len: 1000 time: 0.1401236 Jan 28 01:00:06.116235 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-37f8193f-3930-4f00-9175-5b8898f7f014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:06.234037 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710db76d-71da-4865-9223-64c45b285651 req-499d51bd-9c2a-4b20-8df5-66d2d2a21f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:06.236151 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-710db76d-71da-4865-9223-64c45b285651 req-499d51bd-9c2a-4b20-8df5-66d2d2a21f64 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a948c2fd-ed75-48a3-92ab-eef24860d2c8 HTTP/1.1" status: 200 len: 848 time: 0.1633611 Jan 28 01:00:06.351943 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710db76d-71da-4865-9223-64c45b285651 req-bb0db058-2dee-4cf6-ab6d-8cd5679975bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:06.357081 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-710db76d-71da-4865-9223-64c45b285651 req-bb0db058-2dee-4cf6-ab6d-8cd5679975bf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5b880eac-0e67-44fb-9f38-382abc695e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141057 Jan 28 01:00:06.451003 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a3937158-a075-4d93-8b7d-740748f279e3 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:06.544883 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-710db76d-71da-4865-9223-64c45b285651 req-c45c227b-65ed-47ca-b10c-0e27dc153654 service neutron] 10.222.0.52 "GET /v2.0/networks/5b880eac-0e67-44fb-9f38-382abc695e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797984 Jan 28 01:00:06.639098 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port a3937158-a075-4d93-8b7d-740748f279e3 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:06.639755 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a3937158-a075-4d93-8b7d-740748f279e3), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:06.817414 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port a3937158-a075-4d93-8b7d-740748f279e3 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:06.817814 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a3937158-a075-4d93-8b7d-740748f279e3), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:06.839455 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-710db76d-71da-4865-9223-64c45b285651 req-e6024898-5062-4d01-85bb-39ba915b416f service neutron] 10.222.0.52 "GET /v2.0/networks/5b880eac-0e67-44fb-9f38-382abc695e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873640 Jan 28 01:00:06.881635 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port a3937158-a075-4d93-8b7d-740748f279e3, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=a3937158-a075-4d93-8b7d-740748f279e3,segment=NetworkSegment(308a7adc-aa72-49a4-a94f-a19f01b4a2fa),segment_id=308a7adc-aa72-49a4-a94f-a19f01b4a2fa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:06.890311 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a3937158-a075-4d93-8b7d-740748f279e3), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:06.892396 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a3a0da53-fbae-4608-ab5c-38d3550592bc up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:06.896817 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-d69a81b0-22c7-4bac-9b79-6ab667d86400 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Allocated IP 172.20.0.1 (cb9151ab-ddea-47f6-9231-8cbe2ac31c95/bbfc04f7-2514-4f92-be5b-9e79f876fa05/482b30ff-6464-40cc-ae95-f9680a9dbc24) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:00:07.086322 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=a3937158-a075-4d93-8b7d-740748f279e3,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:07.119163 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port a3a0da53-fbae-4608-ab5c-38d3550592bc triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:07.119163 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a3a0da53-fbae-4608-ab5c-38d3550592bc), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:07.133933 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d69a81b0-22c7-4bac-9b79-6ab667d86400 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for port (482b30ff-6464-40cc-ae95-f9680a9dbc24), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:07.273104 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port a3a0da53-fbae-4608-ab5c-38d3550592bc is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:07.273689 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a3a0da53-fbae-4608-ab5c-38d3550592bc), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:07.278694 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d69a81b0-22c7-4bac-9b79-6ab667d86400 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (482b30ff-6464-40cc-ae95-f9680a9dbc24), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:07.332461 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port a3a0da53-fbae-4608-ab5c-38d3550592bc, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=a3a0da53-fbae-4608-ab5c-38d3550592bc,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:07.345068 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a3a0da53-fbae-4608-ab5c-38d3550592bc), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:07.411574 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69a81b0-22c7-4bac-9b79-6ab667d86400 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Network cb9151ab-ddea-47f6-9231-8cbe2ac31c95 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:07.431269 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-d69a81b0-22c7-4bac-9b79-6ab667d86400 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:07.441555 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69a81b0-22c7-4bac-9b79-6ab667d86400 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:00:07.515006 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c380352d-4cbb-428b-8221-ff6494a6e4f7 None None] Network cb9151ab-ddea-47f6-9231-8cbe2ac31c95 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:00:07.539652 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a81b0-22c7-4bac-9b79-6ab667d86400 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'Port': ['ID=482b30ff-6464-40cc-ae95-f9680a9dbc24,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:07.553899 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=a3a0da53-fbae-4608-ab5c-38d3550592bc,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:07.605662 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d69a81b0-22c7-4bac-9b79-6ab667d86400 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (c11c238d-8589-4e19-bc80-06858ce17e40), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:07.653386 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-e1dcad38-dc78-4fed-8c5f-f6dcf0a7954d None None] Provisioning complete for port a3937158-a075-4d93-8b7d-740748f279e3 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:07.654161 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e1dcad38-dc78-4fed-8c5f-f6dcf0a7954d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a3937158-a075-4d93-8b7d-740748f279e3), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:07.828541 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e1dcad38-dc78-4fed-8c5f-f6dcf0a7954d None None] Current status of the port a3937158-a075-4d93-8b7d-740748f279e3 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:07.861378 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d69a81b0-22c7-4bac-9b79-6ab667d86400 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (482b30ff-6464-40cc-ae95-f9680a9dbc24), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:08.174967 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a3937158-a075-4d93-8b7d-740748f279e3 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:08.314541 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-89c7d019-5309-48f1-86e2-f7d15f65a712 None None] Provisioning complete for port 482b30ff-6464-40cc-ae95-f9680a9dbc24 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:08.314927 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89c7d019-5309-48f1-86e2-f7d15f65a712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (482b30ff-6464-40cc-ae95-f9680a9dbc24), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:08.397228 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d69a81b0-22c7-4bac-9b79-6ab667d86400 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for port (482b30ff-6464-40cc-ae95-f9680a9dbc24), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:08.415498 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d69a81b0-22c7-4bac-9b79-6ab667d86400 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (482b30ff-6464-40cc-ae95-f9680a9dbc24), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:08.521634 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6c3a1060-f7f8-48e7-ab27-b970a178d8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:08.550584 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a81b0-22c7-4bac-9b79-6ab667d86400 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'Port': ['ID=482b30ff-6464-40cc-ae95-f9680a9dbc24,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:08.582016 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-89c7d019-5309-48f1-86e2-f7d15f65a712 None None] Port 482b30ff-6464-40cc-ae95-f9680a9dbc24 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:00:08.608836 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d69a81b0-22c7-4bac-9b79-6ab667d86400 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (c11c238d-8589-4e19-bc80-06858ce17e40), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:08.627188 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port a3937158-a075-4d93-8b7d-740748f279e3 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:08.627746 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a3937158-a075-4d93-8b7d-740748f279e3), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:08.700598 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-89c7d019-5309-48f1-86e2-f7d15f65a712 None None] Provisioning complete for port a3937158-a075-4d93-8b7d-740748f279e3 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:08.701645 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89c7d019-5309-48f1-86e2-f7d15f65a712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a3937158-a075-4d93-8b7d-740748f279e3), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:08.758133 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69a81b0-22c7-4bac-9b79-6ab667d86400 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Network cb9151ab-ddea-47f6-9231-8cbe2ac31c95 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:08.761393 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-d69a81b0-22c7-4bac-9b79-6ab667d86400 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:08.942914 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port a3937158-a075-4d93-8b7d-740748f279e3 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:08.944813 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a3a0da53-fbae-4608-ab5c-38d3550592bc up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:09.070432 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-89c7d019-5309-48f1-86e2-f7d15f65a712 None None] Current status of the port a3937158-a075-4d93-8b7d-740748f279e3 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:09.070733 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69a81b0-22c7-4bac-9b79-6ab667d86400 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Router c11c238d-8589-4e19-bc80-06858ce17e40 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:00:09.090888 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port a3a0da53-fbae-4608-ab5c-38d3550592bc triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:09.091281 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a3a0da53-fbae-4608-ab5c-38d3550592bc), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:09.277547 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port a3a0da53-fbae-4608-ab5c-38d3550592bc is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:09.294578 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f96cf6d0-4db2-4d91-a2e4-31fc36757446 None None] Provisioning complete for port 482b30ff-6464-40cc-ae95-f9680a9dbc24 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:09.296715 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f96cf6d0-4db2-4d91-a2e4-31fc36757446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (482b30ff-6464-40cc-ae95-f9680a9dbc24), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:09.306480 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69a81b0-22c7-4bac-9b79-6ab667d86400 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:00:09.316273 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43692) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:09.316807 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d69a81b0-22c7-4bac-9b79-6ab667d86400 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "PUT /v2.0/routers/c11c238d-8589-4e19-bc80-06858ce17e40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0264664 Jan 28 01:00:09.338267 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bb883f-9010-4ddd-bcca-0459885ee3a4 None None] Sync routers for ids ['c11c238d-8589-4e19-bc80-06858ce17e40'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:00:09.403437 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bb883f-9010-4ddd-bcca-0459885ee3a4 None None] Routers {'c11c238d-8589-4e19-bc80-06858ce17e40'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:00:09.404558 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d0bb883f-9010-4ddd-bcca-0459885ee3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:00:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c11c238d-8589-4e19-bc80-06858ce17e40'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:09.443322 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f96cf6d0-4db2-4d91-a2e4-31fc36757446 None None] Port 482b30ff-6464-40cc-ae95-f9680a9dbc24 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:00:09.695091 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-d0bb883f-9010-4ddd-bcca-0459885ee3a4 None None] Set router c11c238d-8589-4e19-bc80-06858ce17e40 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:00:09.825210 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c151a9e1-2ef3-40c6-94a1-fabbce04c039 tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:09.826084 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c151a9e1-2ef3-40c6-94a1-fabbce04c039 tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:09.826724 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c151a9e1-2ef3-40c6-94a1-fabbce04c039 tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:09.831219 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c151a9e1-2ef3-40c6-94a1-fabbce04c039 tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:09.832110 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c151a9e1-2ef3-40c6-94a1-fabbce04c039 tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:09.834031 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c151a9e1-2ef3-40c6-94a1-fabbce04c039 tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:09.844052 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43698) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:09.845747 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c151a9e1-2ef3-40c6-94a1-fabbce04c039 tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.5276473 Jan 28 01:00:09.914589 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:10.014836 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc1cf8b-f50c-477c-9a0e-c485479c1402 tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:10.015239 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc1cf8b-f50c-477c-9a0e-c485479c1402 tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:10.015725 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc1cf8b-f50c-477c-9a0e-c485479c1402 tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:10.016234 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc1cf8b-f50c-477c-9a0e-c485479c1402 tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:10.018287 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc1cf8b-f50c-477c-9a0e-c485479c1402 tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:10.022014 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc1cf8b-f50c-477c-9a0e-c485479c1402 tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:10.026164 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43700) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:10.027045 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1bc1cf8b-f50c-477c-9a0e-c485479c1402 tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3998 time: 0.1730969 Jan 28 01:00:10.185096 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d0bb883f-9010-4ddd-bcca-0459885ee3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'name': 'tempest-TestNetworkBasicOps-router-216218917', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'a3a0da53-fbae-4608-ab5c-38d3550592bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:01Z', 'updated_at': '2022-01-28T01:00:07Z', 'revision_number': 4, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': 'a3a0da53-fbae-4608-ab5c-38d3550592bc', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:01Z', 'updated_at': '2022-01-28T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '482b30ff-6464-40cc-ae95-f9680a9dbc24', 'name': '', 'network_id': 'cb9151ab-ddea-47f6-9231-8cbe2ac31c95', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'mac_address': 'fa:16:3e:ee:c5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'bbfc04f7-2514-4f92-be5b-9e79f876fa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:06Z', 'updated_at': '2022-01-28T01:00:08Z', 'revision_number': 2, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'subnets': [{'id': 'bbfc04f7-2514-4f92-be5b-9e79f876fa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:10.225729 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bb883f-9010-4ddd-bcca-0459885ee3a4 None None] Checking router: c11c238d-8589-4e19-bc80-06858ce17e40 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:00:10.226259 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bb883f-9010-4ddd-bcca-0459885ee3a4 None None] Updating router c11c238d-8589-4e19-bc80-06858ce17e40 port 482b30ff-6464-40cc-ae95-f9680a9dbc24 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:00:10.276582 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d0bb883f-9010-4ddd-bcca-0459885ee3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (482b30ff-6464-40cc-ae95-f9680a9dbc24), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:10.346993 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a41309c5-d45a-4efa-be18-e9cf4fd11e0a tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3042 time: 0.3147123 Jan 28 01:00:10.737935 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43708) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:10.746233 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-21102853-ca32-4b00-a943-9fb1e544213f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1992117151', 'description': 'tempest-secgroup-smoke-1992117151 description', 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:10.780151 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21102853-ca32-4b00-a943-9fb1e544213f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:10.909940 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21102853-ca32-4b00-a943-9fb1e544213f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group (e843dedd-c708-4a7e-9f53-7cf32fd094df), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:10.916635 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21102853-ca32-4b00-a943-9fb1e544213f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e843dedd-c708-4a7e-9f53-7cf32fd094df), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:10.956456 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21102853-ca32-4b00-a943-9fb1e544213f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:10.959693 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-21102853-ca32-4b00-a943-9fb1e544213f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2185378 Jan 28 01:00:10.961287 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43710) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:10.964854 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21102853-ca32-4b00-a943-9fb1e544213f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e843dedd-c708-4a7e-9f53-7cf32fd094df,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:10.969758 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-81a39db0-408b-493f-a461-2e200c25517c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'security_group_rule': {'security_group_id': 'e843dedd-c708-4a7e-9f53-7cf32fd094df', 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:11.022408 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d0bb883f-9010-4ddd-bcca-0459885ee3a4 None None] Publish callbacks [] for port (482b30ff-6464-40cc-ae95-f9680a9dbc24), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:11.024119 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-81a39db0-408b-493f-a461-2e200c25517c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (d78afa44-6819-4b4b-b7e0-d376a83fc6c6), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:11.030265 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d0bb883f-9010-4ddd-bcca-0459885ee3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (482b30ff-6464-40cc-ae95-f9680a9dbc24), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:11.120404 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-81a39db0-408b-493f-a461-2e200c25517c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (d78afa44-6819-4b4b-b7e0-d376a83fc6c6), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:11.126504 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-81a39db0-408b-493f-a461-2e200c25517c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (d78afa44-6819-4b4b-b7e0-d376a83fc6c6), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:11.154691 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3c424-2ea6-453e-b9d9-5d069cae34e9 None None] Pushing event updated for resources: {'Port': ['ID=482b30ff-6464-40cc-ae95-f9680a9dbc24,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:11.158396 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a39db0-408b-493f-a461-2e200c25517c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78afa44-6819-4b4b-b7e0-d376a83fc6c6,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:11.176159 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-81a39db0-408b-493f-a461-2e200c25517c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:11.180831 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43712) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:11.181475 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-81a39db0-408b-493f-a461-2e200c25517c tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2181542 Jan 28 01:00:11.189109 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a95a755d-5d73-47e6-9ab0-2fbbb807096a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'security_group_rule': {'security_group_id': 'e843dedd-c708-4a7e-9f53-7cf32fd094df', 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:11.224236 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-d0bb883f-9010-4ddd-bcca-0459885ee3a4 None None] Attempting to bind port 482b30ff-6464-40cc-ae95-f9680a9dbc24 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:11.227286 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-d0bb883f-9010-4ddd-bcca-0459885ee3a4 None None] Attempting to bind port 482b30ff-6464-40cc-ae95-f9680a9dbc24 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '308a7adc-aa72-49a4-a94f-a19f01b4a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb9151ab-ddea-47f6-9231-8cbe2ac31c95'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:11.228065 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bb883f-9010-4ddd-bcca-0459885ee3a4 None None] Attempting to bind port 482b30ff-6464-40cc-ae95-f9680a9dbc24 on network cb9151ab-ddea-47f6-9231-8cbe2ac31c95 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:11.244545 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bb883f-9010-4ddd-bcca-0459885ee3a4 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 0, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:11.245456 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bb883f-9010-4ddd-bcca-0459885ee3a4 None None] Checking segment: {'id': '308a7adc-aa72-49a4-a94f-a19f01b4a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb9151ab-ddea-47f6-9231-8cbe2ac31c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:11.247401 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d0bb883f-9010-4ddd-bcca-0459885ee3a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:11.248626 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bb883f-9010-4ddd-bcca-0459885ee3a4 None None] Bound using segment: {'id': '308a7adc-aa72-49a4-a94f-a19f01b4a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb9151ab-ddea-47f6-9231-8cbe2ac31c95'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:11.249611 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-d0bb883f-9010-4ddd-bcca-0459885ee3a4 None None] Bound port: 482b30ff-6464-40cc-ae95-f9680a9dbc24, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '308a7adc-aa72-49a4-a94f-a19f01b4a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb9151ab-ddea-47f6-9231-8cbe2ac31c95'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:11.251793 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d0bb883f-9010-4ddd-bcca-0459885ee3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (482b30ff-6464-40cc-ae95-f9680a9dbc24), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:11.262382 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a95a755d-5d73-47e6-9ab0-2fbbb807096a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (3d1dd6f6-01b6-4f86-abc9-75620bb26c1b), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:11.410414 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-d0bb883f-9010-4ddd-bcca-0459885ee3a4 None None] For port 482b30ff-6464-40cc-ae95-f9680a9dbc24, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:11.449373 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a95a755d-5d73-47e6-9ab0-2fbbb807096a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (3d1dd6f6-01b6-4f86-abc9-75620bb26c1b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:11.456019 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a95a755d-5d73-47e6-9ab0-2fbbb807096a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (3d1dd6f6-01b6-4f86-abc9-75620bb26c1b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:11.482540 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a755d-5d73-47e6-9ab0-2fbbb807096a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d1dd6f6-01b6-4f86-abc9-75620bb26c1b,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:11.494479 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a95a755d-5d73-47e6-9ab0-2fbbb807096a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:11.495945 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a95a755d-5d73-47e6-9ab0-2fbbb807096a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3136721 Jan 28 01:00:11.500432 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43714) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:11.505959 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-1bc0dc5e-0d32-4a26-81cd-d63a7b74f87d tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'security_group_rule': {'security_group_id': 'e843dedd-c708-4a7e-9f53-7cf32fd094df', 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:11.519671 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-d0bb883f-9010-4ddd-bcca-0459885ee3a4 None None] For port 482b30ff-6464-40cc-ae95-f9680a9dbc24, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=482b30ff-6464-40cc-ae95-f9680a9dbc24,segment=NetworkSegment(308a7adc-aa72-49a4-a94f-a19f01b4a2fa),segment_id=308a7adc-aa72-49a4-a94f-a19f01b4a2fa)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:11.529658 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d0bb883f-9010-4ddd-bcca-0459885ee3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (482b30ff-6464-40cc-ae95-f9680a9dbc24), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:11.539731 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:11.589339 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1bc0dc5e-0d32-4a26-81cd-d63a7b74f87d tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (08ef2be4-01be-4235-97a3-7fdaa480f2b3), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:11.615095 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3c424-2ea6-453e-b9d9-5d069cae34e9 None None] Pushing event updated for resources: {'Port': ['ID=482b30ff-6464-40cc-ae95-f9680a9dbc24,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:11.617918 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bb883f-9010-4ddd-bcca-0459885ee3a4 None None] Routers {'c11c238d-8589-4e19-bc80-06858ce17e40'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:00:11.618552 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d0bb883f-9010-4ddd-bcca-0459885ee3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:00:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c11c238d-8589-4e19-bc80-06858ce17e40'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:11.739369 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d9639713-3a42-4380-8c62-31d606b65070 None None] Provisioning complete for port 482b30ff-6464-40cc-ae95-f9680a9dbc24 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:11.740007 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d9639713-3a42-4380-8c62-31d606b65070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (482b30ff-6464-40cc-ae95-f9680a9dbc24), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:11.793288 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1bc0dc5e-0d32-4a26-81cd-d63a7b74f87d tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (08ef2be4-01be-4235-97a3-7fdaa480f2b3), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:11.801156 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1bc0dc5e-0d32-4a26-81cd-d63a7b74f87d tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (08ef2be4-01be-4235-97a3-7fdaa480f2b3), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:11.865020 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0dc5e-0d32-4a26-81cd-d63a7b74f87d tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ef2be4-01be-4235-97a3-7fdaa480f2b3,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:11.907568 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1bc0dc5e-0d32-4a26-81cd-d63a7b74f87d tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:11.913530 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1bc0dc5e-0d32-4a26-81cd-d63a7b74f87d tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4114215 Jan 28 01:00:11.917693 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43720) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:11.927162 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-e9e26f62-be68-488c-bdf5-765587804420 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'security_group_rule': {'security_group_id': 'e843dedd-c708-4a7e-9f53-7cf32fd094df', 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:11.974210 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e9e26f62-be68-488c-bdf5-765587804420 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (0e1261e2-7db6-4a82-8670-693b7e82ea8d), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:12.019160 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-d0bb883f-9010-4ddd-bcca-0459885ee3a4 None None] Set router c11c238d-8589-4e19-bc80-06858ce17e40 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:00:12.088535 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e9e26f62-be68-488c-bdf5-765587804420 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (0e1261e2-7db6-4a82-8670-693b7e82ea8d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:12.097517 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e9e26f62-be68-488c-bdf5-765587804420 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (0e1261e2-7db6-4a82-8670-693b7e82ea8d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:12.126860 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e26f62-be68-488c-bdf5-765587804420 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e1261e2-7db6-4a82-8670-693b7e82ea8d,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:12.142497 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e9e26f62-be68-488c-bdf5-765587804420 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:12.149379 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43722) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:12.150631 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e9e26f62-be68-488c-bdf5-765587804420 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2310984 Jan 28 01:00:12.155038 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-0cef5be3-833c-41df-a74c-99a51d7d6f65 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'security_group_rule': {'security_group_id': 'e843dedd-c708-4a7e-9f53-7cf32fd094df', 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:12.191834 n-d-826754-1 neutron-server[103343]: INFO neutron.db.securitygroups_db [None req-0cef5be3-833c-41df-a74c-99a51d7d6f65 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Project bb4b1000f5df40f5810e78f45d5dff4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:00:12.198417 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0cef5be3-833c-41df-a74c-99a51d7d6f65 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (7b7e55fe-a5a3-4bbd-af1f-aa37b09f1151), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:12.320778 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0cef5be3-833c-41df-a74c-99a51d7d6f65 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (7b7e55fe-a5a3-4bbd-af1f-aa37b09f1151), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:12.329347 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0cef5be3-833c-41df-a74c-99a51d7d6f65 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (7b7e55fe-a5a3-4bbd-af1f-aa37b09f1151), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:12.330222 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d9639713-3a42-4380-8c62-31d606b65070 None None] Current status of the port 482b30ff-6464-40cc-ae95-f9680a9dbc24 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:12.331008 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d9639713-3a42-4380-8c62-31d606b65070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (482b30ff-6464-40cc-ae95-f9680a9dbc24), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:12.351738 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef5be3-833c-41df-a74c-99a51d7d6f65 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b7e55fe-a5a3-4bbd-af1f-aa37b09f1151,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:12.378556 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0cef5be3-833c-41df-a74c-99a51d7d6f65 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:12.382767 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0cef5be3-833c-41df-a74c-99a51d7d6f65 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2293034 Jan 28 01:00:12.384513 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43724) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:12.392817 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-7ec95531-8b64-401c-bc7e-60669e91f88a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'security_group_rule': {'security_group_id': 'e843dedd-c708-4a7e-9f53-7cf32fd094df', 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:12.419021 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:12.447890 n-d-826754-1 neutron-server[103343]: INFO neutron.db.securitygroups_db [None req-7ec95531-8b64-401c-bc7e-60669e91f88a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Project bb4b1000f5df40f5810e78f45d5dff4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:00:12.456327 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7ec95531-8b64-401c-bc7e-60669e91f88a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (eac45b15-3296-4081-81da-cbc359afb37c), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:12.467426 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-d9639713-3a42-4380-8c62-31d606b65070 None None] For port 482b30ff-6464-40cc-ae95-f9680a9dbc24, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=482b30ff-6464-40cc-ae95-f9680a9dbc24,segment=NetworkSegment(308a7adc-aa72-49a4-a94f-a19f01b4a2fa),segment_id=308a7adc-aa72-49a4-a94f-a19f01b4a2fa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:12.496199 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d9639713-3a42-4380-8c62-31d606b65070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (482b30ff-6464-40cc-ae95-f9680a9dbc24), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:12.617219 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7ec95531-8b64-401c-bc7e-60669e91f88a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (eac45b15-3296-4081-81da-cbc359afb37c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:12.624745 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7ec95531-8b64-401c-bc7e-60669e91f88a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (eac45b15-3296-4081-81da-cbc359afb37c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:12.671574 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec95531-8b64-401c-bc7e-60669e91f88a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac45b15-3296-4081-81da-cbc359afb37c,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:12.686145 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9639713-3a42-4380-8c62-31d606b65070 None None] Pushing event updated for resources: {'Port': ['ID=482b30ff-6464-40cc-ae95-f9680a9dbc24,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:12.707230 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7ec95531-8b64-401c-bc7e-60669e91f88a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:12.721793 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7ec95531-8b64-401c-bc7e-60669e91f88a tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3353555 Jan 28 01:00:12.735369 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-c25f6359-cc9d-4f3c-a2ec-a8444a173c4d None None] Provisioning complete for port 482b30ff-6464-40cc-ae95-f9680a9dbc24 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:12.736151 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c25f6359-cc9d-4f3c-a2ec-a8444a173c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (482b30ff-6464-40cc-ae95-f9680a9dbc24), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:12.773588 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d0bb883f-9010-4ddd-bcca-0459885ee3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'name': 'tempest-TestNetworkBasicOps-router-216218917', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'a3a0da53-fbae-4608-ab5c-38d3550592bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:01Z', 'updated_at': '2022-01-28T01:00:07Z', 'revision_number': 4, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': 'a3a0da53-fbae-4608-ab5c-38d3550592bc', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:01Z', 'updated_at': '2022-01-28T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '482b30ff-6464-40cc-ae95-f9680a9dbc24', 'name': '', 'network_id': 'cb9151ab-ddea-47f6-9231-8cbe2ac31c95', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'mac_address': 'fa:16:3e:ee:c5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'bbfc04f7-2514-4f92-be5b-9e79f876fa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:06Z', 'updated_at': '2022-01-28T01:00:11Z', 'revision_number': 4, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'subnets': [{'id': 'bbfc04f7-2514-4f92-be5b-9e79f876fa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:12.808000 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bb883f-9010-4ddd-bcca-0459885ee3a4 None None] The sync data for ids ['c11c238d-8589-4e19-bc80-06858ce17e40'] in n-d-826754-1 is: [{'id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'name': 'tempest-TestNetworkBasicOps-router-216218917', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'a3a0da53-fbae-4608-ab5c-38d3550592bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:01Z', 'updated_at': '2022-01-28T01:00:07Z', 'revision_number': 4, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': 'a3a0da53-fbae-4608-ab5c-38d3550592bc', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:01Z', 'updated_at': '2022-01-28T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '482b30ff-6464-40cc-ae95-f9680a9dbc24', 'name': '', 'network_id': 'cb9151ab-ddea-47f6-9231-8cbe2ac31c95', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'mac_address': 'fa:16:3e:ee:c5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'bbfc04f7-2514-4f92-be5b-9e79f876fa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:06Z', 'updated_at': '2022-01-28T01:00:11Z', 'revision_number': 4, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'subnets': [{'id': 'bbfc04f7-2514-4f92-be5b-9e79f876fa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:00:12.940557 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c25f6359-cc9d-4f3c-a2ec-a8444a173c4d None None] Current status of the port 482b30ff-6464-40cc-ae95-f9680a9dbc24 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:13.136772 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-cfd1a65b-3add-4c63-a68e-f31eb2281053 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1992117151&fields=id&tenant_id=bb4b1000f5df40f5810e78f45d5dff4b HTTP/1.1" status: 200 len: 267 time: 0.0738018 Jan 28 01:00:13.235515 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:13.299367 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-a58ad6a9-f27e-46b6-ad60-d6861e67f9b2 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:13.307302 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-a58ad6a9-f27e-46b6-ad60-d6861e67f9b2 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/networks?id=cb9151ab-ddea-47f6-9231-8cbe2ac31c95 HTTP/1.1" status: 200 len: 796 time: 0.1617820 Jan 28 01:00:13.326402 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-be442c57-ab80-4115-b401-326c97efda2f tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/quotas/bb4b1000f5df40f5810e78f45d5dff4b HTTP/1.1" status: 200 len: 375 time: 0.0177333 Jan 28 01:00:13.396037 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-0e091087-ad5a-4214-ba10-ed4bd8df133b tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bb4b1000f5df40f5810e78f45d5dff4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671985 Jan 28 01:00:13.632541 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-4bccd5a7-cf84-4939-bf3f-2915ef790b54 service neutron] 10.222.0.70 "GET /v2.0/networks/cb9151ab-ddea-47f6-9231-8cbe2ac31c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279296 Jan 28 01:00:13.767320 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-52d38854-8569-4917-97a0-10726160a0d7 service neutron] 10.222.0.70 "GET /v2.0/networks/cb9151ab-ddea-47f6-9231-8cbe2ac31c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307237 Jan 28 01:00:14.011118 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1fdae684-bf78-49ee-a763-7643d1976f7e req-8574e906-29ee-4209-82ab-b50c95775c58 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=07076b28-cbe8-4589-a634-d97c2eb79648 HTTP/1.1" status: 200 len: 210 time: 0.0514145 Jan 28 01:00:14.226829 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 482b30ff-6464-40cc-ae95-f9680a9dbc24 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:14.302277 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 482b30ff-6464-40cc-ae95-f9680a9dbc24 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:14.303273 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (482b30ff-6464-40cc-ae95-f9680a9dbc24), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:14.431680 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 482b30ff-6464-40cc-ae95-f9680a9dbc24 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:14.501186 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:15.171033 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-285097e7-484f-4dda-8d42-6678f4109af1 req-463e089c-27f2-420f-9d09-b955c1f12382 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=07076b28-cbe8-4589-a634-d97c2eb79648 HTTP/1.1" status: 200 len: 210 time: 0.0365829 Jan 28 01:00:15.497529 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-29c0d6b7-76c4-4be7-b80b-47bb41c31f50 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:15.501636 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-29c0d6b7-76c4-4be7-b80b-47bb41c31f50 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.65 "GET /v2.0/networks?id=cb9151ab-ddea-47f6-9231-8cbe2ac31c95 HTTP/1.1" status: 200 len: 796 time: 0.1597159 Jan 28 01:00:15.601208 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-1f729a49-f9ca-4c53-aae1-77c4d9c0f6a5 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb4b1000f5df40f5810e78f45d5dff4b HTTP/1.1" status: 200 len: 380 time: 0.0851021 Jan 28 01:00:15.614175 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-9eec900e-d3ce-4c85-a7a6-95bdc236ebd7 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'port': {'device_id': '07076b28-cbe8-4589-a634-d97c2eb79648', 'network_id': 'cb9151ab-ddea-47f6-9231-8cbe2ac31c95', 'admin_state_up': True, 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'security_groups': ['e843dedd-c708-4a7e-9f53-7cf32fd094df']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:15.766226 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-9eec900e-d3ce-4c85-a7a6-95bdc236ebd7 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Made reservation on behalf of bb4b1000f5df40f5810e78f45d5dff4b for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:15.771779 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-9eec900e-d3ce-4c85-a7a6-95bdc236ebd7 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:15.967747 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-9eec900e-d3ce-4c85-a7a6-95bdc236ebd7 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Allocated IP 172.20.0.3 (cb9151ab-ddea-47f6-9231-8cbe2ac31c95/bbfc04f7-2514-4f92-be5b-9e79f876fa05/1e323acd-6514-45a9-86e9-d70eaaa93144) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:00:16.158097 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-9eec900e-d3ce-4c85-a7a6-95bdc236ebd7 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for port (1e323acd-6514-45a9-86e9-d70eaaa93144), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:16.209873 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-9eec900e-d3ce-4c85-a7a6-95bdc236ebd7 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (1e323acd-6514-45a9-86e9-d70eaaa93144), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:16.346436 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-9eec900e-d3ce-4c85-a7a6-95bdc236ebd7 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Network cb9151ab-ddea-47f6-9231-8cbe2ac31c95 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:16.358397 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-9eec900e-d3ce-4c85-a7a6-95bdc236ebd7 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:16.361690 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-9eec900e-d3ce-4c85-a7a6-95bdc236ebd7 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:00:16.426224 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec900e-d3ce-4c85-a7a6-95bdc236ebd7 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'Port': ['ID=1e323acd-6514-45a9-86e9-d70eaaa93144,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:16.454737 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa4763-3382-4c4d-8f12-2901337fa076 req-0d9fae55-1eea-499c-b708-d7da88302434 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:16.456444 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0daa4763-3382-4c4d-8f12-2901337fa076 req-0d9fae55-1eea-499c-b708-d7da88302434 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=07076b28-cbe8-4589-a634-d97c2eb79648 HTTP/1.1" status: 200 len: 931 time: 0.1813745 Jan 28 01:00:16.487347 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-9eec900e-d3ce-4c85-a7a6-95bdc236ebd7 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:16.488057 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-9eec900e-d3ce-4c85-a7a6-95bdc236ebd7 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:16.528186 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-9eec900e-d3ce-4c85-a7a6-95bdc236ebd7 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9193094 Jan 28 01:00:16.591464 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0daa4763-3382-4c4d-8f12-2901337fa076 req-38b5d6d3-08ba-4221-a7e1-b8798e778042 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=e843dedd-c708-4a7e-9f53-7cf32fd094df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194117 Jan 28 01:00:16.603943 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-1cdfc679-fd1e-4fb4-afcc-c4b72ec45da2 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:00:16.612016 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-1cdfc679-fd1e-4fb4-afcc-c4b72ec45da2 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0408795 Jan 28 01:00:16.647549 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-67fba050-c582-4202-8974-3f1d7a6bebf4 service neutron] Request body: {'port': {'device_id': '07076b28-cbe8-4589-a634-d97c2eb79648', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:16.726709 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-8ac38857-c03d-4dca-84f9-1f280cae9605 None None] Provisioning complete for port 1e323acd-6514-45a9-86e9-d70eaaa93144 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:16.729433 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ac38857-c03d-4dca-84f9-1f280cae9605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1e323acd-6514-45a9-86e9-d70eaaa93144), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:16.738915 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-67fba050-c582-4202-8974-3f1d7a6bebf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1e323acd-6514-45a9-86e9-d70eaaa93144), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:16.770672 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8ac38857-c03d-4dca-84f9-1f280cae9605 None None] Port 1e323acd-6514-45a9-86e9-d70eaaa93144 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:00:17.057099 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-67fba050-c582-4202-8974-3f1d7a6bebf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e323acd-6514-45a9-86e9-d70eaaa93144 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:00:17.066663 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-67fba050-c582-4202-8974-3f1d7a6bebf4 service neutron] Publish callbacks [] for port (1e323acd-6514-45a9-86e9-d70eaaa93144), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:17.081890 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-67fba050-c582-4202-8974-3f1d7a6bebf4 service neutron] Transition to ACTIVE for port object 1e323acd-6514-45a9-86e9-d70eaaa93144 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:00:17.085889 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-67fba050-c582-4202-8974-3f1d7a6bebf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (1e323acd-6514-45a9-86e9-d70eaaa93144), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:17.146199 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fba050-c582-4202-8974-3f1d7a6bebf4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e323acd-6514-45a9-86e9-d70eaaa93144,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:17.232658 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-67fba050-c582-4202-8974-3f1d7a6bebf4 service neutron] Attempting to bind port 1e323acd-6514-45a9-86e9-d70eaaa93144 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:17.234245 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-67fba050-c582-4202-8974-3f1d7a6bebf4 service neutron] Attempting to bind port 1e323acd-6514-45a9-86e9-d70eaaa93144 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '308a7adc-aa72-49a4-a94f-a19f01b4a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb9151ab-ddea-47f6-9231-8cbe2ac31c95'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:17.235007 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-67fba050-c582-4202-8974-3f1d7a6bebf4 service neutron] Attempting to bind port 1e323acd-6514-45a9-86e9-d70eaaa93144 on network cb9151ab-ddea-47f6-9231-8cbe2ac31c95 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:17.243209 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-67fba050-c582-4202-8974-3f1d7a6bebf4 service neutron] Port 1e323acd-6514-45a9-86e9-d70eaaa93144 on network cb9151ab-ddea-47f6-9231-8cbe2ac31c95 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:00:17.243896 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-67fba050-c582-4202-8974-3f1d7a6bebf4 service neutron] Attempting to bind port 1e323acd-6514-45a9-86e9-d70eaaa93144 on network cb9151ab-ddea-47f6-9231-8cbe2ac31c95 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:17.253326 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-67fba050-c582-4202-8974-3f1d7a6bebf4 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:17.254259 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-67fba050-c582-4202-8974-3f1d7a6bebf4 service neutron] Checking segment: {'id': '308a7adc-aa72-49a4-a94f-a19f01b4a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb9151ab-ddea-47f6-9231-8cbe2ac31c95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:17.254907 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-67fba050-c582-4202-8974-3f1d7a6bebf4 service neutron] Bound using segment: {'id': '308a7adc-aa72-49a4-a94f-a19f01b4a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb9151ab-ddea-47f6-9231-8cbe2ac31c95'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:17.255851 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-67fba050-c582-4202-8974-3f1d7a6bebf4 service neutron] Bound port: 1e323acd-6514-45a9-86e9-d70eaaa93144, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308a7adc-aa72-49a4-a94f-a19f01b4a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb9151ab-ddea-47f6-9231-8cbe2ac31c95'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:17.256515 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-67fba050-c582-4202-8974-3f1d7a6bebf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1e323acd-6514-45a9-86e9-d70eaaa93144), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:17.373138 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-67fba050-c582-4202-8974-3f1d7a6bebf4 service neutron] For port 1e323acd-6514-45a9-86e9-d70eaaa93144, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:17.392581 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-67fba050-c582-4202-8974-3f1d7a6bebf4 service neutron] For port 1e323acd-6514-45a9-86e9-d70eaaa93144, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=1e323acd-6514-45a9-86e9-d70eaaa93144,segment=NetworkSegment(308a7adc-aa72-49a4-a94f-a19f01b4a2fa),segment_id=308a7adc-aa72-49a4-a94f-a19f01b4a2fa)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:17.398854 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-67fba050-c582-4202-8974-3f1d7a6bebf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (1e323acd-6514-45a9-86e9-d70eaaa93144), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:17.417465 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-67fba050-c582-4202-8974-3f1d7a6bebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:17.425381 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-67fba050-c582-4202-8974-3f1d7a6bebf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:17.425381 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-67fba050-c582-4202-8974-3f1d7a6bebf4 service neutron] 10.222.0.65 "PUT /v2.0/ports/1e323acd-6514-45a9-86e9-d70eaaa93144 HTTP/1.1" status: 200 len: 1091 time: 0.7827587 Jan 28 01:00:17.444870 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07076b28-cbe8-4589-a634-d97c2eb79648', 'tag': '1e323acd-6514-45a9-86e9-d70eaaa93144'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:17.447732 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f54621-4bce-48e0-8f35-dccfb4cdb1b0" -d '{"events": [{"name": "network-changed", "server_uuid": "07076b28-cbe8-4589-a634-d97c2eb79648", "tag": "1e323acd-6514-45a9-86e9-d70eaaa93144"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:17.506059 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d51578d-b290-45e4-9ff5-5ef4408706e5 x-openstack-request-id: req-4d51578d-b290-45e4-9ff5-5ef4408706e5 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:17.506829 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07076b28-cbe8-4589-a634-d97c2eb79648", "tag": "1e323acd-6514-45a9-86e9-d70eaaa93144", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:17.507397 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4d51578d-b290-45e4-9ff5-5ef4408706e5 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:17.508015 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07076b28-cbe8-4589-a634-d97c2eb79648', 'tag': '1e323acd-6514-45a9-86e9-d70eaaa93144', 'status': 'completed', 'code': 200} Jan 28 01:00:17.538040 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fba050-c582-4202-8974-3f1d7a6bebf4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e323acd-6514-45a9-86e9-d70eaaa93144,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:17.577217 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-d804108b-5956-451a-a7d6-e27a9326f3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:17.578819 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-d804108b-5956-451a-a7d6-e27a9326f3c4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb4b1000f5df40f5810e78f45d5dff4b&device_id=07076b28-cbe8-4589-a634-d97c2eb79648 HTTP/1.1" status: 200 len: 1094 time: 0.0564787 Jan 28 01:00:17.642532 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-3bc8c5df-4e61-4ec7-bba4-29e2f0e45ede service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e323acd-6514-45a9-86e9-d70eaaa93144 HTTP/1.1" status: 200 len: 217 time: 0.0486851 Jan 28 01:00:17.720013 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-767dab89-0c14-42b5-809a-df7b3ce501f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:17.722919 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-767dab89-0c14-42b5-809a-df7b3ce501f3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bbfc04f7-2514-4f92-be5b-9e79f876fa05 HTTP/1.1" status: 200 len: 833 time: 0.0686436 Jan 28 01:00:17.830837 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-554ed09f-647c-45f7-8ae0-0962e4c92933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:17.844214 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-554ed09f-647c-45f7-8ae0-0962e4c92933 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb9151ab-ddea-47f6-9231-8cbe2ac31c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141932 Jan 28 01:00:17.853309 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa968d89-1b61-48b4-b94b-d47248aecf4b req-cf4a0401-6f9a-41a5-8e88-584fd8cc4e98 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:17.855339 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa968d89-1b61-48b4-b94b-d47248aecf4b req-cf4a0401-6f9a-41a5-8e88-584fd8cc4e98 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=07076b28-cbe8-4589-a634-d97c2eb79648 HTTP/1.1" status: 200 len: 943 time: 0.1055121 Jan 28 01:00:17.981806 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa968d89-1b61-48b4-b94b-d47248aecf4b req-56b6fe67-e555-4f2f-9768-d1e0ff883a81 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=e843dedd-c708-4a7e-9f53-7cf32fd094df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165991 Jan 28 01:00:18.017955 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-0b11da88-9ed1-461b-8134-a3dd28da3e5b service neutron] 10.222.0.65 "GET /v2.0/networks/cb9151ab-ddea-47f6-9231-8cbe2ac31c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608045 Jan 28 01:00:18.138453 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea8f47cf-81a4-446c-8dcc-0dcc2fe224a8 req-b4142664-7bb0-4a69-935f-458f066d233c service neutron] 10.222.0.65 "GET /v2.0/networks/cb9151ab-ddea-47f6-9231-8cbe2ac31c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127977 Jan 28 01:00:18.311799 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f54621-4bce-48e0-8f35-dccfb4cdb1b0 req-6b6b5cb1-c48c-4eb1-89cf-14d11da4f5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:18.314394 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-68f54621-4bce-48e0-8f35-dccfb4cdb1b0 req-6b6b5cb1-c48c-4eb1-89cf-14d11da4f5bf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb4b1000f5df40f5810e78f45d5dff4b&device_id=07076b28-cbe8-4589-a634-d97c2eb79648 HTTP/1.1" status: 200 len: 1094 time: 0.0622511 Jan 28 01:00:18.489782 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f54621-4bce-48e0-8f35-dccfb4cdb1b0 req-c8149a33-c125-4e8a-b803-108615df9092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:18.491316 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-68f54621-4bce-48e0-8f35-dccfb4cdb1b0 req-c8149a33-c125-4e8a-b803-108615df9092 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb9151ab-ddea-47f6-9231-8cbe2ac31c95 HTTP/1.1" status: 200 len: 897 time: 0.1704903 Jan 28 01:00:18.541994 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-68f54621-4bce-48e0-8f35-dccfb4cdb1b0 req-a61c8360-4259-4766-bf93-51a7599f527a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e323acd-6514-45a9-86e9-d70eaaa93144 HTTP/1.1" status: 200 len: 217 time: 0.0439029 Jan 28 01:00:18.604186 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f54621-4bce-48e0-8f35-dccfb4cdb1b0 req-2bfae0c8-02e6-4d15-9a9c-8916ad0167b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:18.606491 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-68f54621-4bce-48e0-8f35-dccfb4cdb1b0 req-2bfae0c8-02e6-4d15-9a9c-8916ad0167b3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bbfc04f7-2514-4f92-be5b-9e79f876fa05 HTTP/1.1" status: 200 len: 833 time: 0.0580318 Jan 28 01:00:18.660321 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f54621-4bce-48e0-8f35-dccfb4cdb1b0 req-1440f3c4-151f-4b05-bdf6-890b5c9f43c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:18.662311 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-68f54621-4bce-48e0-8f35-dccfb4cdb1b0 req-1440f3c4-151f-4b05-bdf6-890b5c9f43c7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb9151ab-ddea-47f6-9231-8cbe2ac31c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496898 Jan 28 01:00:18.833507 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-68f54621-4bce-48e0-8f35-dccfb4cdb1b0 req-458b8d97-809f-47aa-a662-9605897a2ba9 service neutron] 10.222.0.65 "GET /v2.0/networks/cb9151ab-ddea-47f6-9231-8cbe2ac31c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630647 Jan 28 01:00:18.876614 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efe831-4f03-40e0-9feb-216662529ea9 req-14d15db0-d058-44f9-b272-a2e964e48ef3 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:18.889098 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-18efe831-4f03-40e0-9feb-216662529ea9 req-14d15db0-d058-44f9-b272-a2e964e48ef3 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/ports?device_id=3be459ec-5691-4868-a428-d4953f099b49 HTTP/1.1" status: 200 len: 946 time: 0.1008620 Jan 28 01:00:19.015951 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-18efe831-4f03-40e0-9feb-216662529ea9 req-0c2b91cb-3b3d-47d6-b1e0-a78ffa0d1366 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/security-groups?id=d57c1308-3acb-4b7f-980c-b9720ba79eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248651 Jan 28 01:00:19.051887 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-68f54621-4bce-48e0-8f35-dccfb4cdb1b0 req-fab2e009-b23d-4c1d-8a22-50703b8e24d3 service neutron] 10.222.0.65 "GET /v2.0/networks/cb9151ab-ddea-47f6-9231-8cbe2ac31c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049990 Jan 28 01:00:19.198472 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef05b5-971b-426c-9808-aa685b94e651 req-e85fe56c-bcc4-476d-b4e1-0b8567e43302 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:19.200421 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66ef05b5-971b-426c-9808-aa685b94e651 req-e85fe56c-bcc4-476d-b4e1-0b8567e43302 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=07076b28-cbe8-4589-a634-d97c2eb79648 HTTP/1.1" status: 200 len: 943 time: 0.1050446 Jan 28 01:00:19.283192 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66ef05b5-971b-426c-9808-aa685b94e651 req-1b5f246c-bdef-442c-b4b3-9378563be9a8 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=e843dedd-c708-4a7e-9f53-7cf32fd094df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758653 Jan 28 01:00:19.557903 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f245df1-78d9-4975-8457-193ecae7b37e req-c32ecbcd-e564-4880-950a-1045cef2cb03 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:19.561659 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3f245df1-78d9-4975-8457-193ecae7b37e req-c32ecbcd-e564-4880-950a-1045cef2cb03 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.52 "GET /v2.0/ports?device_id=3be459ec-5691-4868-a428-d4953f099b49 HTTP/1.1" status: 200 len: 946 time: 0.0732524 Jan 28 01:00:19.737393 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-3f245df1-78d9-4975-8457-193ecae7b37e req-18bc18fa-ab64-4e0e-b199-e85d96fda4bd tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Deleting port 5d8bf249-25ea-4e0c-970c-ebc421a4997f {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:00:19.738034 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3f245df1-78d9-4975-8457-193ecae7b37e req-18bc18fa-ab64-4e0e-b199-e85d96fda4bd tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (5d8bf249-25ea-4e0c-970c-ebc421a4997f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:19.854643 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-3f245df1-78d9-4975-8457-193ecae7b37e req-18bc18fa-ab64-4e0e-b199-e85d96fda4bd tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] For port 5d8bf249-25ea-4e0c-970c-ebc421a4997f, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=5d8bf249-25ea-4e0c-970c-ebc421a4997f,segment=NetworkSegment(c96bb551-4243-4ff2-99bc-ddece2eb40bc),segment_id=c96bb551-4243-4ff2-99bc-ddece2eb40bc)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:19.855115 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3f245df1-78d9-4975-8457-193ecae7b37e req-18bc18fa-ab64-4e0e-b199-e85d96fda4bd tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (5d8bf249-25ea-4e0c-970c-ebc421a4997f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:20.142179 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3f245df1-78d9-4975-8457-193ecae7b37e req-18bc18fa-ab64-4e0e-b199-e85d96fda4bd tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:20.142750 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3f245df1-78d9-4975-8457-193ecae7b37e req-18bc18fa-ab64-4e0e-b199-e85d96fda4bd tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (0b46df77-fb8a-4ede-9964-20118456671f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:20.143088 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [req-3f245df1-78d9-4975-8457-193ecae7b37e req-18bc18fa-ab64-4e0e-b199-e85d96fda4bd tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Floating IP 0b46df77-fb8a-4ede-9964-20118456671f disassociated. External IP: 172.25.3.9, port: 5d8bf249-25ea-4e0c-970c-ebc421a4997f. Jan 28 01:00:20.143447 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-3f245df1-78d9-4975-8457-193ecae7b37e req-18bc18fa-ab64-4e0e-b199-e85d96fda4bd tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Calling delete_port for 5d8bf249-25ea-4e0c-970c-ebc421a4997f owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:00:20.223637 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385423f-1e1f-486e-8453-73824748fd9d req-4b07867e-5130-4480-91af-50905149a04b tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:20.231140 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2385423f-1e1f-486e-8453-73824748fd9d req-4b07867e-5130-4480-91af-50905149a04b tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/ports?device_id=3be459ec-5691-4868-a428-d4953f099b49 HTTP/1.1" status: 200 len: 946 time: 0.1059999 Jan 28 01:00:20.333598 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2385423f-1e1f-486e-8453-73824748fd9d req-8a0bd8b0-9efd-40f7-bc66-9b3a0094ae9c tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/security-groups?id=d57c1308-3acb-4b7f-980c-b9720ba79eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011856 Jan 28 01:00:20.419407 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3f245df1-78d9-4975-8457-193ecae7b37e req-18bc18fa-ab64-4e0e-b199-e85d96fda4bd tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (5d8bf249-25ea-4e0c-970c-ebc421a4997f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:20.497992 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc18fa-ab64-4e0e-b199-e85d96fda4bd tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Pushing event deleted for resources: {'Port': ['ID=5d8bf249-25ea-4e0c-970c-ebc421a4997f,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:20.566848 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f14809-a155-4faa-864c-1b7578f5d7f5 req-b2075067-3e34-48ec-9e46-8d541bcdbfb9 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:20.574892 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d9f14809-a155-4faa-864c-1b7578f5d7f5 req-b2075067-3e34-48ec-9e46-8d541bcdbfb9 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=07076b28-cbe8-4589-a634-d97c2eb79648 HTTP/1.1" status: 200 len: 943 time: 0.1223900 Jan 28 01:00:20.678329 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f245df1-78d9-4975-8457-193ecae7b37e req-18bc18fa-ab64-4e0e-b199-e85d96fda4bd tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Router 9992b47a-ea12-4d7a-8867-32205a450a89 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:00:20.737245 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d9f14809-a155-4faa-864c-1b7578f5d7f5 req-8d882a32-8b9c-4980-b7f7-304d6420f6f1 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=e843dedd-c708-4a7e-9f53-7cf32fd094df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609504 Jan 28 01:00:20.813967 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 1e323acd-6514-45a9-86e9-d70eaaa93144 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:00:21.067185 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 1e323acd-6514-45a9-86e9-d70eaaa93144, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=1e323acd-6514-45a9-86e9-d70eaaa93144,segment=NetworkSegment(308a7adc-aa72-49a4-a94f-a19f01b4a2fa),segment_id=308a7adc-aa72-49a4-a94f-a19f01b4a2fa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:21.083860 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '1e323acd-6514-45a9-86e9-d70eaaa93144', 'network_id': 'cb9151ab-ddea-47f6-9231-8cbe2ac31c95', 'port_id': '1e323acd-6514-45a9-86e9-d70eaaa93144', 'mac_address': 'fa:16:3e:32:a2:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfc04f7-2514-4f92-be5b-9e79f876fa05', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:00:21.215765 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 1e323acd-6514-45a9-86e9-d70eaaa93144 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:21.216982 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1e323acd-6514-45a9-86e9-d70eaaa93144), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:21.264679 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e323acd-6514-45a9-86e9-d70eaaa93144 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:00:21.341848 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 1e323acd-6514-45a9-86e9-d70eaaa93144, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=1e323acd-6514-45a9-86e9-d70eaaa93144,segment=NetworkSegment(308a7adc-aa72-49a4-a94f-a19f01b4a2fa),segment_id=308a7adc-aa72-49a4-a94f-a19f01b4a2fa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:21.351838 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1e323acd-6514-45a9-86e9-d70eaaa93144), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:21.421914 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f245df1-78d9-4975-8457-193ecae7b37e req-18bc18fa-ab64-4e0e-b199-e85d96fda4bd tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:00:21.437709 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc2ef04-1870-449d-8888-4643fc15c4a1 None None] Sync routers for ids ['9992b47a-ea12-4d7a-8867-32205a450a89'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:00:21.469068 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc2ef04-1870-449d-8888-4643fc15c4a1 None None] Routers {'9992b47a-ea12-4d7a-8867-32205a450a89'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:00:21.472858 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-7fc2ef04-1870-449d-8888-4643fc15c4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:00:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['9992b47a-ea12-4d7a-8867-32205a450a89'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:21.510999 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f245df1-78d9-4975-8457-193ecae7b37e req-18bc18fa-ab64-4e0e-b199-e85d96fda4bd tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] No DVR routers for this DVR port 5d8bf249-25ea-4e0c-970c-ebc421a4997f on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:00:21.517813 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3f245df1-78d9-4975-8457-193ecae7b37e req-18bc18fa-ab64-4e0e-b199-e85d96fda4bd tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:21.519656 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=1e323acd-6514-45a9-86e9-d70eaaa93144,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:21.530576 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3f245df1-78d9-4975-8457-193ecae7b37e req-18bc18fa-ab64-4e0e-b199-e85d96fda4bd tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.52 "DELETE /v2.0/ports/5d8bf249-25ea-4e0c-970c-ebc421a4997f HTTP/1.1" status: 204 len: 173 time: 1.9543538 Jan 28 01:00:21.531238 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be459ec-5691-4868-a428-d4953f099b49', 'name': 'network-vif-deleted', 'tag': '5d8bf249-25ea-4e0c-970c-ebc421a4997f'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:21.535286 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b7b425-ae92-4862-8904-27ba23043eb4" -d '{"events": [{"server_uuid": "3be459ec-5691-4868-a428-d4953f099b49", "name": "network-vif-deleted", "tag": "5d8bf249-25ea-4e0c-970c-ebc421a4997f"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:21.538607 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea2c0915-c00d-4d40-ab83-edd022628884 req-b439541d-a7c0-46c3-b9bb-a211fe53189e tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "GET /v2.0/ports?device_id=3be459ec-5691-4868-a428-d4953f099b49 HTTP/1.1" status: 200 len: 210 time: 0.0594923 Jan 28 01:00:21.665826 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['1e323acd-6514-45a9-86e9-d70eaaa93144'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:00:21.776702 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2b70d0-3d3f-4882-8e88-3c1331148bcf x-openstack-request-id: req-da2b70d0-3d3f-4882-8e88-3c1331148bcf {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:21.779354 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3be459ec-5691-4868-a428-d4953f099b49", "name": "network-vif-deleted", "tag": "5d8bf249-25ea-4e0c-970c-ebc421a4997f", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:21.785790 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-da2b70d0-3d3f-4882-8e88-3c1331148bcf {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:21.786170 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3be459ec-5691-4868-a428-d4953f099b49', 'name': 'network-vif-deleted', 'tag': '5d8bf249-25ea-4e0c-970c-ebc421a4997f', 'status': 'completed', 'code': 200} Jan 28 01:00:21.849189 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-7fc2ef04-1870-449d-8888-4643fc15c4a1 None None] Set router 9992b47a-ea12-4d7a-8867-32205a450a89 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:00:21.954392 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e03225-982f-4f5e-a198-e756b5a52980 req-ac2434d5-857d-4e9b-ba35-f0bf9ad71447 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:21.969064 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9e03225-982f-4f5e-a198-e756b5a52980 req-ac2434d5-857d-4e9b-ba35-f0bf9ad71447 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=07076b28-cbe8-4589-a634-d97c2eb79648 HTTP/1.1" status: 200 len: 944 time: 0.1035116 Jan 28 01:00:22.226852 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-7fc2ef04-1870-449d-8888-4643fc15c4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'name': 'tempest-TestServerBasicOps-1764610025-router', 'tenant_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '776b6bce-079c-495d-915a-3de5eed41216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:06Z', 'updated_at': '2022-01-28T00:54:13Z', 'revision_number': 4, 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'gw_port': {'id': '776b6bce-079c-495d-915a-3de5eed41216', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:07Z', 'updated_at': '2022-01-28T00:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '088ab6de-eaa1-4b86-85c3-452556f0d54b', 'name': '', 'network_id': '5b880eac-0e67-44fb-9f38-382abc695e3b', 'tenant_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'mac_address': 'fa:16:3e:9f:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'a948c2fd-ed75-48a3-92ab-eef24860d2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:11Z', 'updated_at': '2022-01-28T00:54:19Z', 'revision_number': 5, 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'subnets': [{'id': 'a948c2fd-ed75-48a3-92ab-eef24860d2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:22.228084 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9e03225-982f-4f5e-a198-e756b5a52980 req-6daa06ba-1ded-4edf-8ff8-7f2bfede2e51 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=e843dedd-c708-4a7e-9f53-7cf32fd094df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2575932 Jan 28 01:00:22.421704 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc2ef04-1870-449d-8888-4643fc15c4a1 None None] Checking router: 9992b47a-ea12-4d7a-8867-32205a450a89 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:00:22.431836 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc2ef04-1870-449d-8888-4643fc15c4a1 None None] Routers {'9992b47a-ea12-4d7a-8867-32205a450a89'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:00:22.432904 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-7fc2ef04-1870-449d-8888-4643fc15c4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:00:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['9992b47a-ea12-4d7a-8867-32205a450a89'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:22.574839 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-7fc2ef04-1870-449d-8888-4643fc15c4a1 None None] Set router 9992b47a-ea12-4d7a-8867-32205a450a89 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:00:22.641699 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43846) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:22.877997 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d5c03282-f3a6-4638-888e-61ac2d92939f tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Deleting port 979eabaa-dfdc-4087-9a31-19077973d379 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:00:22.878824 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5c03282-f3a6-4638-888e-61ac2d92939f tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (979eabaa-dfdc-4087-9a31-19077973d379), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:22.926754 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-7fc2ef04-1870-449d-8888-4643fc15c4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'name': 'tempest-TestServerBasicOps-1764610025-router', 'tenant_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '776b6bce-079c-495d-915a-3de5eed41216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:06Z', 'updated_at': '2022-01-28T00:54:13Z', 'revision_number': 4, 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'gw_port': {'id': '776b6bce-079c-495d-915a-3de5eed41216', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:07Z', 'updated_at': '2022-01-28T00:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '088ab6de-eaa1-4b86-85c3-452556f0d54b', 'name': '', 'network_id': '5b880eac-0e67-44fb-9f38-382abc695e3b', 'tenant_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'mac_address': 'fa:16:3e:9f:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'a948c2fd-ed75-48a3-92ab-eef24860d2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:11Z', 'updated_at': '2022-01-28T00:54:19Z', 'revision_number': 5, 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'subnets': [{'id': 'a948c2fd-ed75-48a3-92ab-eef24860d2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:22.956118 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc2ef04-1870-449d-8888-4643fc15c4a1 None None] The sync data for ids ['9992b47a-ea12-4d7a-8867-32205a450a89'] in n-d-826754-1 is: [{'id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'name': 'tempest-TestServerBasicOps-1764610025-router', 'tenant_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '776b6bce-079c-495d-915a-3de5eed41216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:06Z', 'updated_at': '2022-01-28T00:54:13Z', 'revision_number': 4, 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'gw_port': {'id': '776b6bce-079c-495d-915a-3de5eed41216', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:07Z', 'updated_at': '2022-01-28T00:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '088ab6de-eaa1-4b86-85c3-452556f0d54b', 'name': '', 'network_id': '5b880eac-0e67-44fb-9f38-382abc695e3b', 'tenant_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'mac_address': 'fa:16:3e:9f:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'a948c2fd-ed75-48a3-92ab-eef24860d2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:11Z', 'updated_at': '2022-01-28T00:54:19Z', 'revision_number': 5, 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'subnets': [{'id': 'a948c2fd-ed75-48a3-92ab-eef24860d2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:00:23.018340 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5c03282-f3a6-4638-888e-61ac2d92939f tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (979eabaa-dfdc-4087-9a31-19077973d379), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:23.018687 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5c03282-f3a6-4638-888e-61ac2d92939f tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks [] for floatingip (979eabaa-dfdc-4087-9a31-19077973d379), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:23.037001 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d5c03282-f3a6-4638-888e-61ac2d92939f tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Calling delete_port for 979eabaa-dfdc-4087-9a31-19077973d379 owned by network:floatingip {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:00:23.251362 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5c03282-f3a6-4638-888e-61ac2d92939f tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (979eabaa-dfdc-4087-9a31-19077973d379), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:23.283712 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c03282-f3a6-4638-888e-61ac2d92939f tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Pushing event deleted for resources: {'Port': ['ID=979eabaa-dfdc-4087-9a31-19077973d379,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:23.357433 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5c03282-f3a6-4638-888e-61ac2d92939f tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks [] for floatingip (0b46df77-fb8a-4ede-9964-20118456671f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:23.360427 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5c03282-f3a6-4638-888e-61ac2d92939f tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:23.361673 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d5c03282-f3a6-4638-888e-61ac2d92939f tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "DELETE /v2.0/floatingips/0b46df77-fb8a-4ede-9964-20118456671f HTTP/1.1" status: 204 len: 168 time: 0.7189577 Jan 28 01:00:23.382522 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58e8658-8e2c-4df0-b2e7-02a26f677a58 None None] New status for floating IP 0b46df77-fb8a-4ede-9964-20118456671f: DOWN {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:00:23.444891 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba26e9-01bc-45da-97b7-29ed4f9479a0 req-77252ba6-f66c-44f9-9fe4-50bc5cb268f4 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:23.453809 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2aba26e9-01bc-45da-97b7-29ed4f9479a0 req-77252ba6-f66c-44f9-9fe4-50bc5cb268f4 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=07076b28-cbe8-4589-a634-d97c2eb79648 HTTP/1.1" status: 200 len: 944 time: 0.0752161 Jan 28 01:00:23.460852 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43858) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:23.522061 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2aba26e9-01bc-45da-97b7-29ed4f9479a0 req-3d168b65-d3d1-4a2c-8403-f8856677a610 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=e843dedd-c708-4a7e-9f53-7cf32fd094df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670276 Jan 28 01:00:23.555199 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ded89f4-dd4f-479d-995b-636d63932606 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks [] for security_group (d57c1308-3acb-4b7f-980c-b9720ba79eff), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:23.601881 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ded89f4-dd4f-479d-995b-636d63932606 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks [] for security_group (d57c1308-3acb-4b7f-980c-b9720ba79eff), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:23.676961 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ded89f4-dd4f-479d-995b-636d63932606 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d57c1308-3acb-4b7f-980c-b9720ba79eff), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:23.679811 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ded89f4-dd4f-479d-995b-636d63932606 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:23.684188 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9ded89f4-dd4f-479d-995b-636d63932606 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] 10.222.0.70 "DELETE /v2.0/security-groups/d57c1308-3acb-4b7f-980c-b9720ba79eff HTTP/1.1" status: 204 len: 168 time: 0.2221422 Jan 28 01:00:23.694721 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded89f4-dd4f-479d-995b-636d63932606 tempest-TestServerBasicOps-1910208767 tempest-TestServerBasicOps-1910208767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57c1308-3acb-4b7f-980c-b9720ba79eff,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:23.747899 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43862) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:24.042366 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 5d8bf249-25ea-4e0c-970c-ebc421a4997f no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:00:24.085664 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 5d8bf249-25ea-4e0c-970c-ebc421a4997f {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:00:24.086329 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 5d8bf249-25ea-4e0c-970c-ebc421a4997f not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:00:24.336254 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c875d7d9-5d36-400c-b23e-5ae977ba045b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (9992b47a-ea12-4d7a-8867-32205a450a89), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:24.698588 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c875d7d9-5d36-400c-b23e-5ae977ba045b admin admin] Deleting port 088ab6de-eaa1-4b86-85c3-452556f0d54b {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:00:24.699899 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c875d7d9-5d36-400c-b23e-5ae977ba045b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (088ab6de-eaa1-4b86-85c3-452556f0d54b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:24.731516 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b7138-4d53-45cf-9900-984e1578bb2a req-81195718-706b-4fbc-ae35-a1307029a1b1 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:24.734553 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb0b7138-4d53-45cf-9900-984e1578bb2a req-81195718-706b-4fbc-ae35-a1307029a1b1 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=07076b28-cbe8-4589-a634-d97c2eb79648 HTTP/1.1" status: 200 len: 944 time: 0.0602977 Jan 28 01:00:24.816222 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-c875d7d9-5d36-400c-b23e-5ae977ba045b admin admin] For port 088ab6de-eaa1-4b86-85c3-452556f0d54b, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=088ab6de-eaa1-4b86-85c3-452556f0d54b,segment=NetworkSegment(c96bb551-4243-4ff2-99bc-ddece2eb40bc),segment_id=c96bb551-4243-4ff2-99bc-ddece2eb40bc)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:24.816594 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c875d7d9-5d36-400c-b23e-5ae977ba045b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (088ab6de-eaa1-4b86-85c3-452556f0d54b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:24.832493 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb0b7138-4d53-45cf-9900-984e1578bb2a req-2c0b7735-3093-4f3c-a960-7aba229244f2 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=e843dedd-c708-4a7e-9f53-7cf32fd094df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900342 Jan 28 01:00:24.835837 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c875d7d9-5d36-400c-b23e-5ae977ba045b admin admin] Calling delete_port for 088ab6de-eaa1-4b86-85c3-452556f0d54b owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:00:24.866352 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 1e323acd-6514-45a9-86e9-d70eaaa93144 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:24.932299 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 1e323acd-6514-45a9-86e9-d70eaaa93144 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:00:24.938748 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 1e323acd-6514-45a9-86e9-d70eaaa93144 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:24.939518 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1e323acd-6514-45a9-86e9-d70eaaa93144), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:25.105136 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 1e323acd-6514-45a9-86e9-d70eaaa93144 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:25.105136 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1e323acd-6514-45a9-86e9-d70eaaa93144), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:25.236584 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07076b28-cbe8-4589-a634-d97c2eb79648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e323acd-6514-45a9-86e9-d70eaaa93144'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:25.236584 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e188cdfa-2e77-40b3-a44f-0226dda01d40" -d '{"events": [{"server_uuid": "07076b28-cbe8-4589-a634-d97c2eb79648", "name": "network-vif-plugged", "status": "completed", "tag": "1e323acd-6514-45a9-86e9-d70eaaa93144"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:25.236584 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 1e323acd-6514-45a9-86e9-d70eaaa93144, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=1e323acd-6514-45a9-86e9-d70eaaa93144,segment=NetworkSegment(308a7adc-aa72-49a4-a94f-a19f01b4a2fa),segment_id=308a7adc-aa72-49a4-a94f-a19f01b4a2fa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:25.236584 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1e323acd-6514-45a9-86e9-d70eaaa93144), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:25.263889 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c875d7d9-5d36-400c-b23e-5ae977ba045b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (088ab6de-eaa1-4b86-85c3-452556f0d54b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:25.297749 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=1e323acd-6514-45a9-86e9-d70eaaa93144,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:25.318309 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c875d7d9-5d36-400c-b23e-5ae977ba045b admin admin] Pushing event deleted for resources: {'Port': ['ID=088ab6de-eaa1-4b86-85c3-452556f0d54b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:25.400893 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83bccd9-b5b1-43fa-8d5c-9688aa2b65e9 x-openstack-request-id: req-e83bccd9-b5b1-43fa-8d5c-9688aa2b65e9 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:25.401190 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07076b28-cbe8-4589-a634-d97c2eb79648", "name": "network-vif-plugged", "status": "completed", "tag": "1e323acd-6514-45a9-86e9-d70eaaa93144", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:25.401658 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e83bccd9-b5b1-43fa-8d5c-9688aa2b65e9 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:25.402772 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07076b28-cbe8-4589-a634-d97c2eb79648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e323acd-6514-45a9-86e9-d70eaaa93144', 'code': 200} Jan 28 01:00:25.600708 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a1ff8-0fe5-4c91-a1d1-6b82758800e1 req-e1aa2d29-1fcf-4a99-aa2a-ec325a781308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:25.602303 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c42a1ff8-0fe5-4c91-a1d1-6b82758800e1 req-e1aa2d29-1fcf-4a99-aa2a-ec325a781308 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=07076b28-cbe8-4589-a634-d97c2eb79648 HTTP/1.1" status: 200 len: 1096 time: 0.0828774 Jan 28 01:00:25.645006 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c875d7d9-5d36-400c-b23e-5ae977ba045b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (9992b47a-ea12-4d7a-8867-32205a450a89), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:25.734778 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c42a1ff8-0fe5-4c91-a1d1-6b82758800e1 req-d70c4886-d7d6-4590-a3ec-c19b745477bd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e843dedd-c708-4a7e-9f53-7cf32fd094df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208735 Jan 28 01:00:26.018028 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c875d7d9-5d36-400c-b23e-5ae977ba045b admin admin] Router 9992b47a-ea12-4d7a-8867-32205a450a89 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:00:26.020622 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465c8fa-d9fb-437d-913e-b8ba94f88f2b req-4f0a6211-c7dd-4098-8b55-f9aed85a1cfd tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:26.023764 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2465c8fa-d9fb-437d-913e-b8ba94f88f2b req-4f0a6211-c7dd-4098-8b55-f9aed85a1cfd tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=07076b28-cbe8-4589-a634-d97c2eb79648 HTTP/1.1" status: 200 len: 945 time: 0.0869923 Jan 28 01:00:26.116655 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2465c8fa-d9fb-437d-913e-b8ba94f88f2b req-54bf827e-f4dd-4a01-91b7-278463bf4f41 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=e843dedd-c708-4a7e-9f53-7cf32fd094df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731533 Jan 28 01:00:26.236408 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c875d7d9-5d36-400c-b23e-5ae977ba045b admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:00:26.241980 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c875d7d9-5d36-400c-b23e-5ae977ba045b admin admin] 10.222.0.70 "PUT /v2.0/routers/9992b47a-ea12-4d7a-8867-32205a450a89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4926193 Jan 28 01:00:26.247228 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43916) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:26.255350 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c174d3-f73b-4ce2-93b5-6feac94ee819 None None] Sync routers for ids ['9992b47a-ea12-4d7a-8867-32205a450a89'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:00:26.275785 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c174d3-f73b-4ce2-93b5-6feac94ee819 None None] Routers {'9992b47a-ea12-4d7a-8867-32205a450a89'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:00:26.279137 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-12c174d3-f73b-4ce2-93b5-6feac94ee819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:00:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['9992b47a-ea12-4d7a-8867-32205a450a89'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:26.429750 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5bb873f2-5320-4f68-8c6f-33cf704e1e49 admin admin] Publish callbacks [] for router (9992b47a-ea12-4d7a-8867-32205a450a89), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:26.486468 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-12c174d3-f73b-4ce2-93b5-6feac94ee819 None None] Set router 9992b47a-ea12-4d7a-8867-32205a450a89 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:00:26.577815 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5bb873f2-5320-4f68-8c6f-33cf704e1e49 admin admin] Publish callbacks [] for router_gateway (9992b47a-ea12-4d7a-8867-32205a450a89), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:26.681878 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5bb873f2-5320-4f68-8c6f-33cf704e1e49 admin admin] Deleting port 776b6bce-079c-495d-915a-3de5eed41216 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:00:26.683075 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5bb873f2-5320-4f68-8c6f-33cf704e1e49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (776b6bce-079c-495d-915a-3de5eed41216), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:26.784275 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-12c174d3-f73b-4ce2-93b5-6feac94ee819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'name': 'tempest-TestServerBasicOps-1764610025-router', 'tenant_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '776b6bce-079c-495d-915a-3de5eed41216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:06Z', 'updated_at': '2022-01-28T01:00:25Z', 'revision_number': 5, 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'gw_port': {'id': '776b6bce-079c-495d-915a-3de5eed41216', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:84:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:07Z', 'updated_at': '2022-01-28T00:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:26.803568 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5bb873f2-5320-4f68-8c6f-33cf704e1e49 admin admin] For port 776b6bce-079c-495d-915a-3de5eed41216, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=776b6bce-079c-495d-915a-3de5eed41216,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:26.803962 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5bb873f2-5320-4f68-8c6f-33cf704e1e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (776b6bce-079c-495d-915a-3de5eed41216), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:26.815413 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c174d3-f73b-4ce2-93b5-6feac94ee819 None None] Checking router: 9992b47a-ea12-4d7a-8867-32205a450a89 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:00:26.820461 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5bb873f2-5320-4f68-8c6f-33cf704e1e49 admin admin] Calling delete_port for 776b6bce-079c-495d-915a-3de5eed41216 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:00:26.827506 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c174d3-f73b-4ce2-93b5-6feac94ee819 None None] Routers {'9992b47a-ea12-4d7a-8867-32205a450a89'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:00:26.828826 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-12c174d3-f73b-4ce2-93b5-6feac94ee819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:00:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['9992b47a-ea12-4d7a-8867-32205a450a89'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:26.958836 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-12c174d3-f73b-4ce2-93b5-6feac94ee819 None None] Set router 9992b47a-ea12-4d7a-8867-32205a450a89 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:00:27.005028 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5bb873f2-5320-4f68-8c6f-33cf704e1e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (776b6bce-079c-495d-915a-3de5eed41216), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:27.041941 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-12c174d3-f73b-4ce2-93b5-6feac94ee819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'name': 'tempest-TestServerBasicOps-1764610025-router', 'tenant_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:06Z', 'updated_at': '2022-01-28T01:00:26Z', 'revision_number': 6, 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:27.073068 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c174d3-f73b-4ce2-93b5-6feac94ee819 None None] The sync data for ids ['9992b47a-ea12-4d7a-8867-32205a450a89'] in n-d-826754-1 is: [{'id': '9992b47a-ea12-4d7a-8867-32205a450a89', 'name': 'tempest-TestServerBasicOps-1764610025-router', 'tenant_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:06Z', 'updated_at': '2022-01-28T01:00:26Z', 'revision_number': 6, 'project_id': '866b4ab7fc314102a97a2fa17ec57a6e', 'gw_port_host': None}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:00:27.112545 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb873f2-5320-4f68-8c6f-33cf704e1e49 admin admin] Pushing event deleted for resources: {'Port': ['ID=776b6bce-079c-495d-915a-3de5eed41216,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:27.128388 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5bb873f2-5320-4f68-8c6f-33cf704e1e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (9992b47a-ea12-4d7a-8867-32205a450a89), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:27.303928 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf57b3-c04e-4393-9dc2-1e9dae72a663 req-a029ef9f-baf2-4481-ab31-677d6d658bcb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:27.313197 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aecf57b3-c04e-4393-9dc2-1e9dae72a663 req-a029ef9f-baf2-4481-ab31-677d6d658bcb tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=07076b28-cbe8-4589-a634-d97c2eb79648 HTTP/1.1" status: 200 len: 945 time: 0.0912094 Jan 28 01:00:27.328030 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5bb873f2-5320-4f68-8c6f-33cf704e1e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (9992b47a-ea12-4d7a-8867-32205a450a89), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:27.334041 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5bb873f2-5320-4f68-8c6f-33cf704e1e49 admin admin] Publish callbacks [] for router_controller (9992b47a-ea12-4d7a-8867-32205a450a89), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:27.397720 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aecf57b3-c04e-4393-9dc2-1e9dae72a663 req-6d93836a-fb8e-489e-81f9-d8b57c3c5c38 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=e843dedd-c708-4a7e-9f53-7cf32fd094df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822213 Jan 28 01:00:27.433280 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5bb873f2-5320-4f68-8c6f-33cf704e1e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (9992b47a-ea12-4d7a-8867-32205a450a89), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:27.434074 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb873f2-5320-4f68-8c6f-33cf704e1e49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9992b47a-ea12-4d7a-8867-32205a450a89 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:00:27.447007 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5bb873f2-5320-4f68-8c6f-33cf704e1e49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:27.448311 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5bb873f2-5320-4f68-8c6f-33cf704e1e49 admin admin] 10.222.0.70 "DELETE /v2.0/routers/9992b47a-ea12-4d7a-8867-32205a450a89 HTTP/1.1" status: 204 len: 168 time: 1.1989157 Jan 28 01:00:27.452303 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43946) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:27.559385 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b219465-9d68-4821-a403-4eefd4c15048 admin admin] Deleting subnet a948c2fd-ed75-48a3-92ab-eef24860d2c8 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:00:27.564156 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b219465-9d68-4821-a403-4eefd4c15048 admin admin] Publish callbacks [] for subnet (a948c2fd-ed75-48a3-92ab-eef24860d2c8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:27.596756 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751302c-a340-428b-884f-ce485b5e66ba req-de4d6f6a-36cd-440b-b225-ef4222d00422 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:27.598696 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2751302c-a340-428b-884f-ce485b5e66ba req-de4d6f6a-36cd-440b-b225-ef4222d00422 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=07076b28-cbe8-4589-a634-d97c2eb79648 HTTP/1.1" status: 200 len: 945 time: 0.0761776 Jan 28 01:00:27.634331 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b219465-9d68-4821-a403-4eefd4c15048 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (a948c2fd-ed75-48a3-92ab-eef24860d2c8), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:27.692415 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2751302c-a340-428b-884f-ce485b5e66ba req-89b49f4b-a71a-40a3-bb52-866b1799e3d6 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=e843dedd-c708-4a7e-9f53-7cf32fd094df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718937 Jan 28 01:00:27.722076 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43952) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:27.794464 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b219465-9d68-4821-a403-4eefd4c15048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (a948c2fd-ed75-48a3-92ab-eef24860d2c8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:27.808169 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f286fb94-dcd0-4e25-b92d-54993d3548c1 tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:27.811060 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f286fb94-dcd0-4e25-b92d-54993d3548c1 tempest-TestNetworkBasicOps-23961984 tempest-TestNetworkBasicOps-23961984-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=07076b28-cbe8-4589-a634-d97c2eb79648 HTTP/1.1" status: 200 len: 1091 time: 0.0878630 Jan 28 01:00:27.814012 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 43956) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:27.819263 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-35fdfdb2-b1cc-4dbe-b256-52d9cfdd6073 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'port_id': '1e323acd-6514-45a9-86e9-d70eaaa93144', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:27.863700 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-35fdfdb2-b1cc-4dbe-b256-52d9cfdd6073 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:27.889087 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b219465-9d68-4821-a403-4eefd4c15048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (a948c2fd-ed75-48a3-92ab-eef24860d2c8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:27.914238 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b219465-9d68-4821-a403-4eefd4c15048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a948c2fd-ed75-48a3-92ab-eef24860d2c8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:27.933097 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b219465-9d68-4821-a403-4eefd4c15048 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:27.939583 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f113e65-935d-4679-ac99-5dbb6e87b582 None None] Network 5b880eac-0e67-44fb-9f38-382abc695e3b requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:00:27.943048 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6b219465-9d68-4821-a403-4eefd4c15048 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a948c2fd-ed75-48a3-92ab-eef24860d2c8 HTTP/1.1" status: 204 len: 168 time: 0.4892952 Jan 28 01:00:27.944771 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43960) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:28.015056 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-35fdfdb2-b1cc-4dbe-b256-52d9cfdd6073 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:28.099273 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b76f757-359a-41d9-b6e8-39a9cb4ef56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (5b880eac-0e67-44fb-9f38-382abc695e3b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:28.211401 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 088ab6de-eaa1-4b86-85c3-452556f0d54b no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:00:28.252414 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 088ab6de-eaa1-4b86-85c3-452556f0d54b {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:00:28.252970 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 088ab6de-eaa1-4b86-85c3-452556f0d54b not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:00:28.253698 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 776b6bce-079c-495d-915a-3de5eed41216 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:00:28.289075 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-35fdfdb2-b1cc-4dbe-b256-52d9cfdd6073 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Allocated IP 172.25.3.188 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/e894dd86-a4a3-422e-a682-dc1548755687) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:00:28.312504 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400062da-6066-430c-b034-77a2d4936a83 None None] DHCP port deletion for 5b880eac-0e67-44fb-9f38-382abc695e3b request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:00:28.314352 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 776b6bce-079c-495d-915a-3de5eed41216 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:00:28.319796 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 776b6bce-079c-495d-915a-3de5eed41216 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:00:28.333152 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5b76f757-359a-41d9-b6e8-39a9cb4ef56d admin admin] Deleting port 48786fd4-21bf-4427-b545-b536dfbe74e7 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:00:28.334276 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b76f757-359a-41d9-b6e8-39a9cb4ef56d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (48786fd4-21bf-4427-b545-b536dfbe74e7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:28.490522 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-400062da-6066-430c-b034-77a2d4936a83 None None] Deleting port 48786fd4-21bf-4427-b545-b536dfbe74e7 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:00:28.491219 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-400062da-6066-430c-b034-77a2d4936a83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (48786fd4-21bf-4427-b545-b536dfbe74e7), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:28.522327 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-35fdfdb2-b1cc-4dbe-b256-52d9cfdd6073 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for port (e894dd86-a4a3-422e-a682-dc1548755687), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:28.573316 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5b76f757-359a-41d9-b6e8-39a9cb4ef56d admin admin] For port 48786fd4-21bf-4427-b545-b536dfbe74e7, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=48786fd4-21bf-4427-b545-b536dfbe74e7,segment=NetworkSegment(c96bb551-4243-4ff2-99bc-ddece2eb40bc),segment_id=c96bb551-4243-4ff2-99bc-ddece2eb40bc)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:28.574003 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b76f757-359a-41d9-b6e8-39a9cb4ef56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (48786fd4-21bf-4427-b545-b536dfbe74e7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:28.612823 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5b76f757-359a-41d9-b6e8-39a9cb4ef56d admin admin] Calling delete_port for 48786fd4-21bf-4427-b545-b536dfbe74e7 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:00:28.644146 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-35fdfdb2-b1cc-4dbe-b256-52d9cfdd6073 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (e894dd86-a4a3-422e-a682-dc1548755687), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:28.753105 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-400062da-6066-430c-b034-77a2d4936a83 None None] For port 48786fd4-21bf-4427-b545-b536dfbe74e7, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=48786fd4-21bf-4427-b545-b536dfbe74e7,segment=NetworkSegment(c96bb551-4243-4ff2-99bc-ddece2eb40bc),segment_id=c96bb551-4243-4ff2-99bc-ddece2eb40bc)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:28.753793 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-400062da-6066-430c-b034-77a2d4936a83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (48786fd4-21bf-4427-b545-b536dfbe74e7), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:28.806045 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b76f757-359a-41d9-b6e8-39a9cb4ef56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (48786fd4-21bf-4427-b545-b536dfbe74e7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:28.808341 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-400062da-6066-430c-b034-77a2d4936a83 None None] Calling delete_port for 48786fd4-21bf-4427-b545-b536dfbe74e7 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:00:28.824870 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b76f757-359a-41d9-b6e8-39a9cb4ef56d admin admin] No DVR routers for this DVR port 48786fd4-21bf-4427-b545-b536dfbe74e7 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:00:28.874002 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fdfdb2-b1cc-4dbe-b256-52d9cfdd6073 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:28.876054 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fdfdb2-b1cc-4dbe-b256-52d9cfdd6073 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'Port': ['ID=e894dd86-a4a3-422e-a682-dc1548755687,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:28.878919 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-35fdfdb2-b1cc-4dbe-b256-52d9cfdd6073 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:28.881719 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fdfdb2-b1cc-4dbe-b256-52d9cfdd6073 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:00:28.933933 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76f757-359a-41d9-b6e8-39a9cb4ef56d admin admin] Pushing event deleted for resources: {'Port': ['ID=48786fd4-21bf-4427-b545-b536dfbe74e7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:28.989988 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-400062da-6066-430c-b034-77a2d4936a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (48786fd4-21bf-4427-b545-b536dfbe74e7), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:29.017366 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b76f757-359a-41d9-b6e8-39a9cb4ef56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (5b880eac-0e67-44fb-9f38-382abc695e3b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:29.035895 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400062da-6066-430c-b034-77a2d4936a83 None None] Pushing event deleted for resources: {'Port': ['ID=48786fd4-21bf-4427-b545-b536dfbe74e7,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:29.051418 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400062da-6066-430c-b034-77a2d4936a83 None None] No DVR routers for this DVR port 48786fd4-21bf-4427-b545-b536dfbe74e7 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:00:29.082190 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-5b76f757-359a-41d9-b6e8-39a9cb4ef56d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b880eac-0e67-44fb-9f38-382abc695e3b']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:29.100550 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-5b76f757-359a-41d9-b6e8-39a9cb4ef56d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c96bb551-4243-4ff2-99bc-ddece2eb40bc') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:29.100864 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-5b76f757-359a-41d9-b6e8-39a9cb4ef56d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c96bb551-4243-4ff2-99bc-ddece2eb40bc') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:29.114868 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b76f757-359a-41d9-b6e8-39a9cb4ef56d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (c96bb551-4243-4ff2-99bc-ddece2eb40bc), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:29.134383 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b76f757-359a-41d9-b6e8-39a9cb4ef56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (c96bb551-4243-4ff2-99bc-ddece2eb40bc), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:29.148877 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b76f757-359a-41d9-b6e8-39a9cb4ef56d admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:00:29.149626 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b76f757-359a-41d9-b6e8-39a9cb4ef56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (c96bb551-4243-4ff2-99bc-ddece2eb40bc), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:29.153418 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 01:00:29.153418 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:00:29.153418 n-d-826754-1 neutron-server[103343]: timer() Jan 28 01:00:29.153418 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:00:29.153418 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 01:00:29.153418 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:00:29.153418 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 01:00:29.153418 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:00:29.153418 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 01:00:29.153418 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:00:29.153418 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 01:00:29.153418 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:00:29.153418 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 01:00:29.153418 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:00:29.153418 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:00:29.153418 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:00:29.153418 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:00:29.153418 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:00:29.153418 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 01:00:29.153418 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:00:29.153418 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 01:00:29.153418 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:00:29.153418 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:00:29.153418 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:00:29.153418 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 01:00:29.153418 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:00:29.153418 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:00:29.153418 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:00:29.153418 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:00:29.153418 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:00:29.153418 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:00:29.153418 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:00:29.294512 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b76f757-359a-41d9-b6e8-39a9cb4ef56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (5b880eac-0e67-44fb-9f38-382abc695e3b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:29.304538 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b76f757-359a-41d9-b6e8-39a9cb4ef56d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:29.312960 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5b76f757-359a-41d9-b6e8-39a9cb4ef56d admin admin] 10.222.0.70 "DELETE /v2.0/networks/5b880eac-0e67-44fb-9f38-382abc695e3b HTTP/1.1" status: 204 len: 168 time: 1.3664749 Jan 28 01:00:29.317274 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 43984) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:29.414503 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76f757-359a-41d9-b6e8-39a9cb4ef56d admin admin] Pushing event deleted for resources: {'Network': ['ID=5b880eac-0e67-44fb-9f38-382abc695e3b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:29.930314 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-683387fc-a560-4e52-b421-16234402a3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (3cc96700-2b5b-42bc-8002-1e3ee7520e80), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:30.081142 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-35fdfdb2-b1cc-4dbe-b256-52d9cfdd6073 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for floatingip (caadcd38-a20b-459f-8374-f01fd82762b0), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:30.148928 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 48786fd4-21bf-4427-b545-b536dfbe74e7 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:00:30.195650 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 48786fd4-21bf-4427-b545-b536dfbe74e7 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:00:30.196176 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 48786fd4-21bf-4427-b545-b536dfbe74e7 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:00:30.208879 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-35fdfdb2-b1cc-4dbe-b256-52d9cfdd6073 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e894dd86-a4a3-422e-a682-dc1548755687), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:30.391211 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-683387fc-a560-4e52-b421-16234402a3a5 admin admin] Deleting port 820cc856-8a3f-4739-a376-3871f909e920 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:00:30.391829 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-683387fc-a560-4e52-b421-16234402a3a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (820cc856-8a3f-4739-a376-3871f909e920), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:30.445178 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-35fdfdb2-b1cc-4dbe-b256-52d9cfdd6073 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for port (e894dd86-a4a3-422e-a682-dc1548755687), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:30.456682 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-35fdfdb2-b1cc-4dbe-b256-52d9cfdd6073 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (e894dd86-a4a3-422e-a682-dc1548755687), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:30.573390 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-683387fc-a560-4e52-b421-16234402a3a5 admin admin] For port 820cc856-8a3f-4739-a376-3871f909e920, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=820cc856-8a3f-4739-a376-3871f909e920,segment=NetworkSegment(5392002f-91d1-4f34-b8ac-971bfd10245a),segment_id=5392002f-91d1-4f34-b8ac-971bfd10245a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:30.574782 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-683387fc-a560-4e52-b421-16234402a3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (820cc856-8a3f-4739-a376-3871f909e920), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:30.592646 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-683387fc-a560-4e52-b421-16234402a3a5 admin admin] Calling delete_port for 820cc856-8a3f-4739-a376-3871f909e920 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:00:30.655140 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fdfdb2-b1cc-4dbe-b256-52d9cfdd6073 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event updated for resources: {'Port': ['ID=e894dd86-a4a3-422e-a682-dc1548755687,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:30.673663 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-35fdfdb2-b1cc-4dbe-b256-52d9cfdd6073 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (caadcd38-a20b-459f-8374-f01fd82762b0), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:30.827539 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-35fdfdb2-b1cc-4dbe-b256-52d9cfdd6073 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Floating IP caadcd38-a20b-459f-8374-f01fd82762b0 associated. External IP: 172.25.3.188, port: 1e323acd-6514-45a9-86e9-d70eaaa93144. Jan 28 01:00:31.224402 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fdfdb2-b1cc-4dbe-b256-52d9cfdd6073 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Router c11c238d-8589-4e19-bc80-06858ce17e40 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:00:31.299602 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-683387fc-a560-4e52-b421-16234402a3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (820cc856-8a3f-4739-a376-3871f909e920), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:31.368506 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683387fc-a560-4e52-b421-16234402a3a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=820cc856-8a3f-4739-a376-3871f909e920,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:31.470325 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fdfdb2-b1cc-4dbe-b256-52d9cfdd6073 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:00:31.484988 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee12b34a-23e0-4e19-b4e2-56bbb7ab1932 None None] Sync routers for ids ['c11c238d-8589-4e19-bc80-06858ce17e40'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:00:31.516499 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-35fdfdb2-b1cc-4dbe-b256-52d9cfdd6073 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:31.529032 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee12b34a-23e0-4e19-b4e2-56bbb7ab1932 None None] Routers {'c11c238d-8589-4e19-bc80-06858ce17e40'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:00:31.530071 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-ee12b34a-23e0-4e19-b4e2-56bbb7ab1932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:00:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c11c238d-8589-4e19-bc80-06858ce17e40'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:31.600808 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-35fdfdb2-b1cc-4dbe-b256-52d9cfdd6073 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7849879 Jan 28 01:00:31.604352 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44028) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:31.605099 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07076b28-cbe8-4589-a634-d97c2eb79648', 'tag': '1e323acd-6514-45a9-86e9-d70eaaa93144'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:00:31.614435 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c24672e-77ea-4c0d-879e-190b56003bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "07076b28-cbe8-4589-a634-d97c2eb79648", "tag": "1e323acd-6514-45a9-86e9-d70eaaa93144"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:00:31.744144 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f439fc-9921-4f3f-a1bf-202b6e2d4469 x-openstack-request-id: req-b9f439fc-9921-4f3f-a1bf-202b6e2d4469 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:00:31.744462 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07076b28-cbe8-4589-a634-d97c2eb79648", "tag": "1e323acd-6514-45a9-86e9-d70eaaa93144", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:00:31.744706 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b9f439fc-9921-4f3f-a1bf-202b6e2d4469 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:00:31.745176 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07076b28-cbe8-4589-a634-d97c2eb79648', 'tag': '1e323acd-6514-45a9-86e9-d70eaaa93144', 'status': 'completed', 'code': 200} Jan 28 01:00:31.760335 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-ee12b34a-23e0-4e19-b4e2-56bbb7ab1932 None None] Set router c11c238d-8589-4e19-bc80-06858ce17e40 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:00:31.844756 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-537d2d62-a37c-4eb5-8e2f-ac752d646aca tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/floatingips/caadcd38-a20b-459f-8374-f01fd82762b0 HTTP/1.1" status: 200 len: 991 time: 0.2180872 Jan 28 01:00:31.884301 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24672e-77ea-4c0d-879e-190b56003bc9 req-81385346-61f1-4553-b04c-cfc1fe782469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:31.885383 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c24672e-77ea-4c0d-879e-190b56003bc9 req-81385346-61f1-4553-b04c-cfc1fe782469 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb4b1000f5df40f5810e78f45d5dff4b&device_id=07076b28-cbe8-4589-a634-d97c2eb79648 HTTP/1.1" status: 200 len: 1096 time: 0.0538504 Jan 28 01:00:31.890498 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-683387fc-a560-4e52-b421-16234402a3a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (3cc96700-2b5b-42bc-8002-1e3ee7520e80), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:32.137923 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24672e-77ea-4c0d-879e-190b56003bc9 req-e8b03ac9-e1ff-4533-93b0-e6f9495356f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:32.140523 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c24672e-77ea-4c0d-879e-190b56003bc9 req-e8b03ac9-e1ff-4533-93b0-e6f9495356f8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb9151ab-ddea-47f6-9231-8cbe2ac31c95 HTTP/1.1" status: 200 len: 897 time: 0.2414770 Jan 28 01:00:32.278632 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-ee12b34a-23e0-4e19-b4e2-56bbb7ab1932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'name': 'tempest-TestNetworkBasicOps-router-216218917', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'a3a0da53-fbae-4608-ab5c-38d3550592bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:01Z', 'updated_at': '2022-01-28T01:00:07Z', 'revision_number': 4, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': 'a3a0da53-fbae-4608-ab5c-38d3550592bc', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:01Z', 'updated_at': '2022-01-28T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'caadcd38-a20b-459f-8374-f01fd82762b0', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'port_id': '1e323acd-6514-45a9-86e9-d70eaaa93144', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb9151ab-ddea-47f6-9231-8cbe2ac31c95', 'mac_address': 'fa:16:3e:32:a2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07076b28-cbe8-4589-a634-d97c2eb79648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:00:29Z', 'updated_at': '2022-01-28T01:00:29Z', 'revision_number': 0, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482b30ff-6464-40cc-ae95-f9680a9dbc24', 'name': '', 'network_id': 'cb9151ab-ddea-47f6-9231-8cbe2ac31c95', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'mac_address': 'fa:16:3e:ee:c5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'bbfc04f7-2514-4f92-be5b-9e79f876fa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:06Z', 'updated_at': '2022-01-28T01:00:12Z', 'revision_number': 5, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'subnets': [{'id': 'bbfc04f7-2514-4f92-be5b-9e79f876fa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:32.304084 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c24672e-77ea-4c0d-879e-190b56003bc9 req-eccb5f14-4938-458d-b75a-78978dbde3c4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e323acd-6514-45a9-86e9-d70eaaa93144 HTTP/1.1" status: 200 len: 999 time: 0.1560829 Jan 28 01:00:32.343179 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683387fc-a560-4e52-b421-16234402a3a5 admin admin] Router 3cc96700-2b5b-42bc-8002-1e3ee7520e80 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:00:32.384583 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24672e-77ea-4c0d-879e-190b56003bc9 req-7f27b952-0995-4724-9b1a-411ad2a38845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:32.387514 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c24672e-77ea-4c0d-879e-190b56003bc9 req-7f27b952-0995-4724-9b1a-411ad2a38845 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bbfc04f7-2514-4f92-be5b-9e79f876fa05 HTTP/1.1" status: 200 len: 833 time: 0.0763226 Jan 28 01:00:32.476665 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24672e-77ea-4c0d-879e-190b56003bc9 req-bcdf6031-152c-40d0-a963-f6c7d52e6daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:32.479567 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c24672e-77ea-4c0d-879e-190b56003bc9 req-bcdf6031-152c-40d0-a963-f6c7d52e6daa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb9151ab-ddea-47f6-9231-8cbe2ac31c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815024 Jan 28 01:00:32.503878 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683387fc-a560-4e52-b421-16234402a3a5 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:00:32.514595 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18a73ed-0a54-4153-b5bc-2729d487fba6 None None] Sync routers for ids ['3cc96700-2b5b-42bc-8002-1e3ee7520e80'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:00:32.516351 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-683387fc-a560-4e52-b421-16234402a3a5 admin admin] 10.222.0.70 "PUT /v2.0/routers/3cc96700-2b5b-42bc-8002-1e3ee7520e80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1958790 Jan 28 01:00:32.518982 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44046) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:32.535543 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18a73ed-0a54-4153-b5bc-2729d487fba6 None None] Routers {'3cc96700-2b5b-42bc-8002-1e3ee7520e80'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:00:32.539808 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-c18a73ed-0a54-4153-b5bc-2729d487fba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:00:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3cc96700-2b5b-42bc-8002-1e3ee7520e80'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:32.647318 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee12b34a-23e0-4e19-b4e2-56bbb7ab1932 None None] Checking router: c11c238d-8589-4e19-bc80-06858ce17e40 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:00:32.661592 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee12b34a-23e0-4e19-b4e2-56bbb7ab1932 None None] Routers {'c11c238d-8589-4e19-bc80-06858ce17e40'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:00:32.662605 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-ee12b34a-23e0-4e19-b4e2-56bbb7ab1932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:00:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c11c238d-8589-4e19-bc80-06858ce17e40'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:32.688522 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c24672e-77ea-4c0d-879e-190b56003bc9 req-45b97b7b-713c-4826-89b3-f93abce46c76 service neutron] 10.222.0.65 "GET /v2.0/networks/cb9151ab-ddea-47f6-9231-8cbe2ac31c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954539 Jan 28 01:00:32.749432 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-c18a73ed-0a54-4153-b5bc-2729d487fba6 None None] Set router 3cc96700-2b5b-42bc-8002-1e3ee7520e80 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:00:32.757969 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5494c03b-bd7e-4c47-afa2-fe37542894cf admin admin] Publish callbacks [] for router (3cc96700-2b5b-42bc-8002-1e3ee7520e80), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:32.848787 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44054) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:32.874499 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-ee12b34a-23e0-4e19-b4e2-56bbb7ab1932 None None] Set router c11c238d-8589-4e19-bc80-06858ce17e40 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:00:32.894575 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c24672e-77ea-4c0d-879e-190b56003bc9 req-d3be2db8-d75a-4355-82c4-3fca807283ef service neutron] 10.222.0.65 "GET /v2.0/networks/cb9151ab-ddea-47f6-9231-8cbe2ac31c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055869 Jan 28 01:00:32.996582 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-dab109c1-947e-4183-b968-dc2250ea56ea tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/floatingips/caadcd38-a20b-459f-8374-f01fd82762b0 HTTP/1.1" status: 200 len: 991 time: 0.1441290 Jan 28 01:00:33.007456 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-c18a73ed-0a54-4153-b5bc-2729d487fba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc96700-2b5b-42bc-8002-1e3ee7520e80', 'name': 'tempest-TestServerBasicOps-1280704161-router', 'tenant_id': 'dd51c16a734643ad90734cfa92ab4f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'c371f993-1f37-4fba-88cf-767915de7601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:17Z', 'updated_at': '2022-01-28T01:00:31Z', 'revision_number': 5, 'project_id': 'dd51c16a734643ad90734cfa92ab4f4e', 'gw_port': {'id': 'c371f993-1f37-4fba-88cf-767915de7601', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc96700-2b5b-42bc-8002-1e3ee7520e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T00:54:19Z', 'updated_at': '2022-01-28T00:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:33.034434 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5494c03b-bd7e-4c47-afa2-fe37542894cf admin admin] Publish callbacks [] for router_gateway (3cc96700-2b5b-42bc-8002-1e3ee7520e80), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:33.061890 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18a73ed-0a54-4153-b5bc-2729d487fba6 None None] Checking router: 3cc96700-2b5b-42bc-8002-1e3ee7520e80 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:00:33.072499 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18a73ed-0a54-4153-b5bc-2729d487fba6 None None] Routers {'3cc96700-2b5b-42bc-8002-1e3ee7520e80'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:00:33.073217 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-c18a73ed-0a54-4153-b5bc-2729d487fba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:00:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['3cc96700-2b5b-42bc-8002-1e3ee7520e80'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:33.110201 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5494c03b-bd7e-4c47-afa2-fe37542894cf admin admin] Deleting port c371f993-1f37-4fba-88cf-767915de7601 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:00:33.110555 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5494c03b-bd7e-4c47-afa2-fe37542894cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c371f993-1f37-4fba-88cf-767915de7601), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:33.302198 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5494c03b-bd7e-4c47-afa2-fe37542894cf admin admin] For port c371f993-1f37-4fba-88cf-767915de7601, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c371f993-1f37-4fba-88cf-767915de7601,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:33.302570 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5494c03b-bd7e-4c47-afa2-fe37542894cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c371f993-1f37-4fba-88cf-767915de7601), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:33.325514 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-c18a73ed-0a54-4153-b5bc-2729d487fba6 None None] Set router 3cc96700-2b5b-42bc-8002-1e3ee7520e80 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:00:33.334793 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5494c03b-bd7e-4c47-afa2-fe37542894cf admin admin] Calling delete_port for c371f993-1f37-4fba-88cf-767915de7601 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:00:33.362527 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-ee12b34a-23e0-4e19-b4e2-56bbb7ab1932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'name': 'tempest-TestNetworkBasicOps-router-216218917', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'a3a0da53-fbae-4608-ab5c-38d3550592bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:01Z', 'updated_at': '2022-01-28T01:00:07Z', 'revision_number': 4, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': 'a3a0da53-fbae-4608-ab5c-38d3550592bc', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:01Z', 'updated_at': '2022-01-28T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'caadcd38-a20b-459f-8374-f01fd82762b0', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'port_id': '1e323acd-6514-45a9-86e9-d70eaaa93144', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb9151ab-ddea-47f6-9231-8cbe2ac31c95', 'mac_address': 'fa:16:3e:32:a2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07076b28-cbe8-4589-a634-d97c2eb79648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:00:29Z', 'updated_at': '2022-01-28T01:00:29Z', 'revision_number': 0, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482b30ff-6464-40cc-ae95-f9680a9dbc24', 'name': '', 'network_id': 'cb9151ab-ddea-47f6-9231-8cbe2ac31c95', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'mac_address': 'fa:16:3e:ee:c5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'bbfc04f7-2514-4f92-be5b-9e79f876fa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:06Z', 'updated_at': '2022-01-28T01:00:12Z', 'revision_number': 5, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'subnets': [{'id': 'bbfc04f7-2514-4f92-be5b-9e79f876fa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:33.401350 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-c18a73ed-0a54-4153-b5bc-2729d487fba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc96700-2b5b-42bc-8002-1e3ee7520e80', 'name': 'tempest-TestServerBasicOps-1280704161-router', 'tenant_id': 'dd51c16a734643ad90734cfa92ab4f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:17Z', 'updated_at': '2022-01-28T01:00:33Z', 'revision_number': 6, 'project_id': 'dd51c16a734643ad90734cfa92ab4f4e', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:33.415082 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee12b34a-23e0-4e19-b4e2-56bbb7ab1932 None None] The sync data for ids ['c11c238d-8589-4e19-bc80-06858ce17e40'] in n-d-826754-1 is: [{'id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'name': 'tempest-TestNetworkBasicOps-router-216218917', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'a3a0da53-fbae-4608-ab5c-38d3550592bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:01Z', 'updated_at': '2022-01-28T01:00:07Z', 'revision_number': 4, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': 'a3a0da53-fbae-4608-ab5c-38d3550592bc', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:01Z', 'updated_at': '2022-01-28T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'caadcd38-a20b-459f-8374-f01fd82762b0', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'port_id': '1e323acd-6514-45a9-86e9-d70eaaa93144', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb9151ab-ddea-47f6-9231-8cbe2ac31c95', 'mac_address': 'fa:16:3e:32:a2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07076b28-cbe8-4589-a634-d97c2eb79648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:00:29Z', 'updated_at': '2022-01-28T01:00:29Z', 'revision_number': 0, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482b30ff-6464-40cc-ae95-f9680a9dbc24', 'name': '', 'network_id': 'cb9151ab-ddea-47f6-9231-8cbe2ac31c95', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'mac_address': 'fa:16:3e:ee:c5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'bbfc04f7-2514-4f92-be5b-9e79f876fa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:06Z', 'updated_at': '2022-01-28T01:00:12Z', 'revision_number': 5, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'subnets': [{'id': 'bbfc04f7-2514-4f92-be5b-9e79f876fa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:00:33.452426 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18a73ed-0a54-4153-b5bc-2729d487fba6 None None] The sync data for ids ['3cc96700-2b5b-42bc-8002-1e3ee7520e80'] in n-d-826754-1 is: [{'id': '3cc96700-2b5b-42bc-8002-1e3ee7520e80', 'name': 'tempest-TestServerBasicOps-1280704161-router', 'tenant_id': 'dd51c16a734643ad90734cfa92ab4f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T00:54:17Z', 'updated_at': '2022-01-28T01:00:33Z', 'revision_number': 6, 'project_id': 'dd51c16a734643ad90734cfa92ab4f4e', 'gw_port_host': None}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:00:33.614207 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5494c03b-bd7e-4c47-afa2-fe37542894cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (c371f993-1f37-4fba-88cf-767915de7601), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:33.648906 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494c03b-bd7e-4c47-afa2-fe37542894cf admin admin] Pushing event deleted for resources: {'Port': ['ID=c371f993-1f37-4fba-88cf-767915de7601,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:33.745365 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5494c03b-bd7e-4c47-afa2-fe37542894cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (3cc96700-2b5b-42bc-8002-1e3ee7520e80), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:33.872756 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec79349-0699-4d92-a443-2b4b86d818d1 None None] New status for floating IP caadcd38-a20b-459f-8374-f01fd82762b0: ACTIVE {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:00:33.944778 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5494c03b-bd7e-4c47-afa2-fe37542894cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (3cc96700-2b5b-42bc-8002-1e3ee7520e80), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:33.951937 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5494c03b-bd7e-4c47-afa2-fe37542894cf admin admin] Publish callbacks [] for router_controller (3cc96700-2b5b-42bc-8002-1e3ee7520e80), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:33.999515 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44084) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:34.068759 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5494c03b-bd7e-4c47-afa2-fe37542894cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (3cc96700-2b5b-42bc-8002-1e3ee7520e80), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:34.069806 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5494c03b-bd7e-4c47-afa2-fe37542894cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cc96700-2b5b-42bc-8002-1e3ee7520e80 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:00:34.077025 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5494c03b-bd7e-4c47-afa2-fe37542894cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:34.078234 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5494c03b-bd7e-4c47-afa2-fe37542894cf admin admin] 10.222.0.70 "DELETE /v2.0/routers/3cc96700-2b5b-42bc-8002-1e3ee7520e80 HTTP/1.1" status: 204 len: 168 time: 1.5580926 Jan 28 01:00:34.081471 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44086) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:34.179581 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa76cf9-e179-441c-af92-fe8bb2e76c9c admin admin] Deleting subnet e973ea4b-3f70-4f2c-988d-73c88601cf5e {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:00:34.193795 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ffa76cf9-e179-441c-af92-fe8bb2e76c9c admin admin] Publish callbacks [] for subnet (e973ea4b-3f70-4f2c-988d-73c88601cf5e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:34.212715 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9671949d-ff5b-4989-b9fc-fee29d6299e7 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/floatingips/caadcd38-a20b-459f-8374-f01fd82762b0 HTTP/1.1" status: 200 len: 991 time: 0.2119443 Jan 28 01:00:34.266824 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ffa76cf9-e179-441c-af92-fe8bb2e76c9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (e973ea4b-3f70-4f2c-988d-73c88601cf5e), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:34.397457 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ffa76cf9-e179-441c-af92-fe8bb2e76c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (e973ea4b-3f70-4f2c-988d-73c88601cf5e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:34.468256 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ffa76cf9-e179-441c-af92-fe8bb2e76c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (e973ea4b-3f70-4f2c-988d-73c88601cf5e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:34.511827 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa76cf9-e179-441c-af92-fe8bb2e76c9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e973ea4b-3f70-4f2c-988d-73c88601cf5e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:34.519923 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ffa76cf9-e179-441c-af92-fe8bb2e76c9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:34.522465 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89ea6cc-ac9b-4e78-8e40-5e34e1b76e39 None None] Network 8893a664-03c9-46b3-924b-254209fa2057 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:00:34.541041 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ffa76cf9-e179-441c-af92-fe8bb2e76c9c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e973ea4b-3f70-4f2c-988d-73c88601cf5e HTTP/1.1" status: 204 len: 168 time: 0.4584711 Jan 28 01:00:34.546115 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44096) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:34.619569 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 820cc856-8a3f-4739-a376-3871f909e920 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:00:34.645552 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46ff7f64-092a-424f-9ac5-289cd35038d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (8893a664-03c9-46b3-924b-254209fa2057), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:34.671088 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 820cc856-8a3f-4739-a376-3871f909e920 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:00:34.671602 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 820cc856-8a3f-4739-a376-3871f909e920 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:00:34.808584 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-46ff7f64-092a-424f-9ac5-289cd35038d7 admin admin] Deleting port 5473b870-1b5c-4d09-8690-a8cb6b9afb52 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:00:34.809256 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46ff7f64-092a-424f-9ac5-289cd35038d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (5473b870-1b5c-4d09-8690-a8cb6b9afb52), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:34.842341 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977ecad3-cdc3-4977-8f1f-67e4aaab4e78 None None] DHCP port deletion for 8893a664-03c9-46b3-924b-254209fa2057 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:00:34.943497 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-46ff7f64-092a-424f-9ac5-289cd35038d7 admin admin] For port 5473b870-1b5c-4d09-8690-a8cb6b9afb52, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=5473b870-1b5c-4d09-8690-a8cb6b9afb52,segment=NetworkSegment(5392002f-91d1-4f34-b8ac-971bfd10245a),segment_id=5392002f-91d1-4f34-b8ac-971bfd10245a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:34.945002 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46ff7f64-092a-424f-9ac5-289cd35038d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (5473b870-1b5c-4d09-8690-a8cb6b9afb52), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:34.947517 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-977ecad3-cdc3-4977-8f1f-67e4aaab4e78 None None] Deleting port 5473b870-1b5c-4d09-8690-a8cb6b9afb52 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:00:34.948025 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-977ecad3-cdc3-4977-8f1f-67e4aaab4e78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (5473b870-1b5c-4d09-8690-a8cb6b9afb52), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:34.986979 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-46ff7f64-092a-424f-9ac5-289cd35038d7 admin admin] Calling delete_port for 5473b870-1b5c-4d09-8690-a8cb6b9afb52 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:00:35.108378 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-977ecad3-cdc3-4977-8f1f-67e4aaab4e78 None None] For port 5473b870-1b5c-4d09-8690-a8cb6b9afb52, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=5473b870-1b5c-4d09-8690-a8cb6b9afb52,segment=NetworkSegment(5392002f-91d1-4f34-b8ac-971bfd10245a),segment_id=5392002f-91d1-4f34-b8ac-971bfd10245a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:35.108797 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-977ecad3-cdc3-4977-8f1f-67e4aaab4e78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (5473b870-1b5c-4d09-8690-a8cb6b9afb52), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:35.127291 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-977ecad3-cdc3-4977-8f1f-67e4aaab4e78 None None] Calling delete_port for 5473b870-1b5c-4d09-8690-a8cb6b9afb52 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:00:35.150467 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46ff7f64-092a-424f-9ac5-289cd35038d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (5473b870-1b5c-4d09-8690-a8cb6b9afb52), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:35.190958 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff7f64-092a-424f-9ac5-289cd35038d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5473b870-1b5c-4d09-8690-a8cb6b9afb52,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:35.195018 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ff7f64-092a-424f-9ac5-289cd35038d7 admin admin] No DVR routers for this DVR port 5473b870-1b5c-4d09-8690-a8cb6b9afb52 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:00:35.216825 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44112) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:35.289359 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-977ecad3-cdc3-4977-8f1f-67e4aaab4e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (5473b870-1b5c-4d09-8690-a8cb6b9afb52), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:35.306850 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46ff7f64-092a-424f-9ac5-289cd35038d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (8893a664-03c9-46b3-924b-254209fa2057), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:35.335099 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-46ff7f64-092a-424f-9ac5-289cd35038d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8893a664-03c9-46b3-924b-254209fa2057']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:35.346030 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ecad3-cdc3-4977-8f1f-67e4aaab4e78 None None] Pushing event deleted for resources: {'Port': ['ID=5473b870-1b5c-4d09-8690-a8cb6b9afb52,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:35.352899 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-46ff7f64-092a-424f-9ac5-289cd35038d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5392002f-91d1-4f34-b8ac-971bfd10245a') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:35.353219 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-46ff7f64-092a-424f-9ac5-289cd35038d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5392002f-91d1-4f34-b8ac-971bfd10245a') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:35.362227 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977ecad3-cdc3-4977-8f1f-67e4aaab4e78 None None] No DVR routers for this DVR port 5473b870-1b5c-4d09-8690-a8cb6b9afb52 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:00:35.380708 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e13ffa25-cb02-41a4-9b69-0b41e578af3b tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/floatingips/caadcd38-a20b-459f-8374-f01fd82762b0 HTTP/1.1" status: 200 len: 993 time: 0.1622574 Jan 28 01:00:35.392075 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46ff7f64-092a-424f-9ac5-289cd35038d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (5392002f-91d1-4f34-b8ac-971bfd10245a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:35.411741 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46ff7f64-092a-424f-9ac5-289cd35038d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (5392002f-91d1-4f34-b8ac-971bfd10245a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:35.422468 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ff7f64-092a-424f-9ac5-289cd35038d7 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:00:35.422893 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46ff7f64-092a-424f-9ac5-289cd35038d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (5392002f-91d1-4f34-b8ac-971bfd10245a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:35.436098 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 01:00:35.436098 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:00:35.436098 n-d-826754-1 neutron-server[103343]: timer() Jan 28 01:00:35.436098 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:00:35.436098 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 01:00:35.436098 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:00:35.436098 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 01:00:35.436098 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:00:35.436098 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 01:00:35.436098 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:00:35.436098 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 01:00:35.436098 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:00:35.436098 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 01:00:35.436098 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:00:35.436098 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:00:35.436098 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:00:35.436098 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:00:35.436098 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:00:35.436098 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 01:00:35.436098 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:00:35.436098 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 01:00:35.436098 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:00:35.436098 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:00:35.436098 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:00:35.436098 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 01:00:35.436098 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:00:35.436098 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:00:35.436098 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:00:35.436098 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:00:35.436098 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:00:35.436098 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:00:35.436098 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:00:35.513490 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46ff7f64-092a-424f-9ac5-289cd35038d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (8893a664-03c9-46b3-924b-254209fa2057), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:35.520476 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46ff7f64-092a-424f-9ac5-289cd35038d7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:35.526865 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-46ff7f64-092a-424f-9ac5-289cd35038d7 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8893a664-03c9-46b3-924b-254209fa2057 HTTP/1.1" status: 204 len: 168 time: 0.9796834 Jan 28 01:00:35.570573 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff7f64-092a-424f-9ac5-289cd35038d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8893a664-03c9-46b3-924b-254209fa2057,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:35.707817 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44122) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:35.787750 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ee1dfc0c-a34f-40c2-adc4-9b0e3ea7c126 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=866b4ab7fc314102a97a2fa17ec57a6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0784073 Jan 28 01:00:35.790402 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44128) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:35.877495 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-846de76f-a345-4493-812c-e7facbef71e7 admin admin] Publish callbacks [] for security_group (944bdd0d-98a4-4a68-bde1-61522d4d8aae), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:35.929220 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-846de76f-a345-4493-812c-e7facbef71e7 admin admin] Publish callbacks [] for security_group (944bdd0d-98a4-4a68-bde1-61522d4d8aae), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:36.007801 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-846de76f-a345-4493-812c-e7facbef71e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (944bdd0d-98a4-4a68-bde1-61522d4d8aae), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:36.011170 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-846de76f-a345-4493-812c-e7facbef71e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:36.012520 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-846de76f-a345-4493-812c-e7facbef71e7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/944bdd0d-98a4-4a68-bde1-61522d4d8aae HTTP/1.1" status: 204 len: 168 time: 0.2209544 Jan 28 01:00:36.028989 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846de76f-a345-4493-812c-e7facbef71e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944bdd0d-98a4-4a68-bde1-61522d4d8aae,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:36.078136 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-709dffda-949f-4a49-b9c0-10498e678117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:36.177728 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 5473b870-1b5c-4d09-8690-a8cb6b9afb52 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:00:36.202260 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 5473b870-1b5c-4d09-8690-a8cb6b9afb52 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:00:36.202608 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 5473b870-1b5c-4d09-8690-a8cb6b9afb52 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:00:36.203024 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c371f993-1f37-4fba-88cf-767915de7601 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:00:36.225318 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: c371f993-1f37-4fba-88cf-767915de7601 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:00:36.225672 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c371f993-1f37-4fba-88cf-767915de7601 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:00:36.588820 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44148) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:36.635631 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8785874e-5011-4461-9465-500e12a99b04 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dd51c16a734643ad90734cfa92ab4f4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448351 Jan 28 01:00:36.638673 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44150) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:36.700021 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fdc026af-b1cc-4a5a-819b-57ac41e99ada admin admin] Publish callbacks [] for security_group (56008c38-76f8-4c56-9140-51287d1983a0), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:36.727380 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fdc026af-b1cc-4a5a-819b-57ac41e99ada admin admin] Publish callbacks [] for security_group (56008c38-76f8-4c56-9140-51287d1983a0), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:36.794766 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fdc026af-b1cc-4a5a-819b-57ac41e99ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (56008c38-76f8-4c56-9140-51287d1983a0), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:36.801912 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fdc026af-b1cc-4a5a-819b-57ac41e99ada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:36.802910 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fdc026af-b1cc-4a5a-819b-57ac41e99ada admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/56008c38-76f8-4c56-9140-51287d1983a0 HTTP/1.1" status: 204 len: 168 time: 0.1632452 Jan 28 01:00:36.814264 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc026af-b1cc-4a5a-819b-57ac41e99ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56008c38-76f8-4c56-9140-51287d1983a0,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:37.848521 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44204) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:38.008993 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-38f413e5-b35e-4549-adb3-3d251ec72800 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1407588131-network', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:38.050926 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f413e5-b35e-4549-adb3-3d251ec72800 admin admin] Made reservation on behalf of 46ff191d03a742b5b5a4ab2530059376 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:38.054274 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38f413e5-b35e-4549-adb3-3d251ec72800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:38.067068 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38f413e5-b35e-4549-adb3-3d251ec72800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:38.196041 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38f413e5-b35e-4549-adb3-3d251ec72800 admin admin] Publish callbacks [] for security_group (3ef5ebb8-c0a7-4bda-b5da-92c4e8135411), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:38.200672 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38f413e5-b35e-4549-adb3-3d251ec72800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (3ef5ebb8-c0a7-4bda-b5da-92c4e8135411), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:38.234872 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f413e5-b35e-4549-adb3-3d251ec72800 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:00:38.247911 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f413e5-b35e-4549-adb3-3d251ec72800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef5ebb8-c0a7-4bda-b5da-92c4e8135411,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:38.255334 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38f413e5-b35e-4549-adb3-3d251ec72800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (f01b4d2f-a812-4ecc-af91-c2eae20fc8f5), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:38.256101 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-38f413e5-b35e-4549-adb3-3d251ec72800 admin admin] Added segment f01b4d2f-a812-4ecc-af91-c2eae20fc8f5 of type vlan for network 162da73e-551d-4683-8e70-712af93860bb Jan 28 01:00:38.318257 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38f413e5-b35e-4549-adb3-3d251ec72800 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (162da73e-551d-4683-8e70-712af93860bb), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:38.372535 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38f413e5-b35e-4549-adb3-3d251ec72800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (162da73e-551d-4683-8e70-712af93860bb), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:38.374208 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f413e5-b35e-4549-adb3-3d251ec72800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:38.375045 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38f413e5-b35e-4549-adb3-3d251ec72800 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:38.381775 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a843495e-c889-4f6d-8f89-4b38164053e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:38.457776 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-38f413e5-b35e-4549-adb3-3d251ec72800 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6080191 Jan 28 01:00:38.458001 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44216) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:38.469887 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a4e4ce80-b89a-4380-9b67-47f1e662e594 admin admin] Request body: {'subnet': {'network_id': '162da73e-551d-4683-8e70-712af93860bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1407588131-subnet', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:38.471969 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f413e5-b35e-4549-adb3-3d251ec72800 admin admin] Pushing event updated for resources: {'Network': ['ID=162da73e-551d-4683-8e70-712af93860bb,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:38.486511 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 162da73e-551d-4683-8e70-712af93860bb details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:00:38.521662 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e4ce80-b89a-4380-9b67-47f1e662e594 admin admin] Made reservation on behalf of 46ff191d03a742b5b5a4ab2530059376 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:38.526768 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a4e4ce80-b89a-4380-9b67-47f1e662e594 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:38.780835 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a4e4ce80-b89a-4380-9b67-47f1e662e594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (325ac471-8f90-4739-b057-891c3e1569ae), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:38.868725 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4ce80-b89a-4380-9b67-47f1e662e594 admin admin] Pushing event updated for resources: {'Subnet': ['ID=325ac471-8f90-4739-b057-891c3e1569ae,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:38.918822 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e4ce80-b89a-4380-9b67-47f1e662e594 admin admin] Checking segment: {'id': 'f01b4d2f-a812-4ecc-af91-c2eae20fc8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '162da73e-551d-4683-8e70-712af93860bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:38.919278 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e4ce80-b89a-4380-9b67-47f1e662e594 admin admin] Network hostable DHCP agents. Network: 162da73e-551d-4683-8e70-712af93860bb, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:00:38.953771 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e4ce80-b89a-4380-9b67-47f1e662e594 admin admin] Network 162da73e-551d-4683-8e70-712af93860bb is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:00:38.966286 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-a4e4ce80-b89a-4380-9b67-47f1e662e594 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 162da73e-551d-4683-8e70-712af93860bb) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:38.971364 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e4ce80-b89a-4380-9b67-47f1e662e594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:38.972017 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a4e4ce80-b89a-4380-9b67-47f1e662e594 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:38.987177 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f83c228-3ded-4803-b8db-fe1f81c357eb None None] Network 162da73e-551d-4683-8e70-712af93860bb requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:00:39.001268 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a4e4ce80-b89a-4380-9b67-47f1e662e594 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5371890 Jan 28 01:00:39.001628 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44232) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:39.009057 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-0f666dfc-070d-4b13-a4b8-3269a9918e56 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1407588131-router', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:39.047818 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f666dfc-070d-4b13-a4b8-3269a9918e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (937d5fc5-632c-4dec-afae-70dacd4f3849), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:39.050188 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f666dfc-070d-4b13-a4b8-3269a9918e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (937d5fc5-632c-4dec-afae-70dacd4f3849), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:39.155850 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f666dfc-070d-4b13-a4b8-3269a9918e56 admin admin] Publish callbacks [] for router_controller (937d5fc5-632c-4dec-afae-70dacd4f3849), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:39.157152 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820be7c3-79eb-4ac1-aeee-67ea54b778f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-162da73e-551d-4683-8e70-712af93860bb', 'network_id': '162da73e-551d-4683-8e70-712af93860bb', 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'fixed_ips': [{'subnet_id': '325ac471-8f90-4739-b057-891c3e1569ae'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:00:39.158288 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-820be7c3-79eb-4ac1-aeee-67ea54b778f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:39.379123 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f666dfc-070d-4b13-a4b8-3269a9918e56 admin admin] Publish callbacks [] for router_gateway (937d5fc5-632c-4dec-afae-70dacd4f3849), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:39.389821 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-820be7c3-79eb-4ac1-aeee-67ea54b778f0 None None] Allocated IP 172.20.0.2 (162da73e-551d-4683-8e70-712af93860bb/325ac471-8f90-4739-b057-891c3e1569ae/9286ddb4-fe35-4410-b597-85a229249abc) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:00:39.680590 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f666dfc-070d-4b13-a4b8-3269a9918e56 admin admin] Publish callbacks [] for router_gateway (937d5fc5-632c-4dec-afae-70dacd4f3849), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:39.697973 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-820be7c3-79eb-4ac1-aeee-67ea54b778f0 None None] Publish callbacks [] for port (9286ddb4-fe35-4410-b597-85a229249abc), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:39.708597 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-820be7c3-79eb-4ac1-aeee-67ea54b778f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (9286ddb4-fe35-4410-b597-85a229249abc), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:39.720677 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f666dfc-070d-4b13-a4b8-3269a9918e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:39.772549 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820be7c3-79eb-4ac1-aeee-67ea54b778f0 None None] Network 162da73e-551d-4683-8e70-712af93860bb is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:39.782083 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-820be7c3-79eb-4ac1-aeee-67ea54b778f0 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:39.805256 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820be7c3-79eb-4ac1-aeee-67ea54b778f0 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:00:39.819237 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820be7c3-79eb-4ac1-aeee-67ea54b778f0 None None] Pushing event updated for resources: {'Port': ['ID=9286ddb4-fe35-4410-b597-85a229249abc,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:39.821818 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:39.896660 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-820be7c3-79eb-4ac1-aeee-67ea54b778f0 None None] Attempting to bind port 9286ddb4-fe35-4410-b597-85a229249abc on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:39.897043 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-820be7c3-79eb-4ac1-aeee-67ea54b778f0 None None] Attempting to bind port 9286ddb4-fe35-4410-b597-85a229249abc by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'f01b4d2f-a812-4ecc-af91-c2eae20fc8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '162da73e-551d-4683-8e70-712af93860bb'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:39.898892 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820be7c3-79eb-4ac1-aeee-67ea54b778f0 None None] Attempting to bind port 9286ddb4-fe35-4410-b597-85a229249abc on network 162da73e-551d-4683-8e70-712af93860bb {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:39.918044 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820be7c3-79eb-4ac1-aeee-67ea54b778f0 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:39.919077 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820be7c3-79eb-4ac1-aeee-67ea54b778f0 None None] Checking segment: {'id': 'f01b4d2f-a812-4ecc-af91-c2eae20fc8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '162da73e-551d-4683-8e70-712af93860bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:39.919854 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-820be7c3-79eb-4ac1-aeee-67ea54b778f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:39.921788 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820be7c3-79eb-4ac1-aeee-67ea54b778f0 None None] Bound using segment: {'id': 'f01b4d2f-a812-4ecc-af91-c2eae20fc8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '162da73e-551d-4683-8e70-712af93860bb'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:39.922479 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-820be7c3-79eb-4ac1-aeee-67ea54b778f0 None None] Bound port: 9286ddb4-fe35-4410-b597-85a229249abc, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01b4d2f-a812-4ecc-af91-c2eae20fc8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '162da73e-551d-4683-8e70-712af93860bb'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:39.923067 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-820be7c3-79eb-4ac1-aeee-67ea54b778f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9286ddb4-fe35-4410-b597-85a229249abc), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:39.932326 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-0f666dfc-070d-4b13-a4b8-3269a9918e56 admin admin] Allocated IP 172.25.3.186 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/c59bf4fb-5340-4c23-b035-ceb766a87f83) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:00:40.029798 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-820be7c3-79eb-4ac1-aeee-67ea54b778f0 None None] For port 9286ddb4-fe35-4410-b597-85a229249abc, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:40.034032 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-820be7c3-79eb-4ac1-aeee-67ea54b778f0 None None] For port 9286ddb4-fe35-4410-b597-85a229249abc, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9286ddb4-fe35-4410-b597-85a229249abc,segment=NetworkSegment(f01b4d2f-a812-4ecc-af91-c2eae20fc8f5),segment_id=f01b4d2f-a812-4ecc-af91-c2eae20fc8f5)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:40.040254 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-820be7c3-79eb-4ac1-aeee-67ea54b778f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9286ddb4-fe35-4410-b597-85a229249abc), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:40.102624 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f666dfc-070d-4b13-a4b8-3269a9918e56 admin admin] Publish callbacks [] for port (c59bf4fb-5340-4c23-b035-ceb766a87f83), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:40.204508 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f666dfc-070d-4b13-a4b8-3269a9918e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (c59bf4fb-5340-4c23-b035-ceb766a87f83), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:40.241992 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820be7c3-79eb-4ac1-aeee-67ea54b778f0 None None] Pushing event updated for resources: {'Port': ['ID=9286ddb4-fe35-4410-b597-85a229249abc,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:40.365184 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f666dfc-070d-4b13-a4b8-3269a9918e56 admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:40.372395 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-0f666dfc-070d-4b13-a4b8-3269a9918e56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:40.381261 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f666dfc-070d-4b13-a4b8-3269a9918e56 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:00:40.413372 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f666dfc-070d-4b13-a4b8-3269a9918e56 admin admin] Pushing event updated for resources: {'Port': ['ID=c59bf4fb-5340-4c23-b035-ceb766a87f83,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:40.842959 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f666dfc-070d-4b13-a4b8-3269a9918e56 admin admin] Publish callbacks [] for router_gateway (937d5fc5-632c-4dec-afae-70dacd4f3849), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:41.327165 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:41.501873 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f666dfc-070d-4b13-a4b8-3269a9918e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (937d5fc5-632c-4dec-afae-70dacd4f3849), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:41.710917 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f666dfc-070d-4b13-a4b8-3269a9918e56 admin admin] Router 937d5fc5-632c-4dec-afae-70dacd4f3849 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:00:41.765137 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb2f51b-d6f0-45b5-973e-876b5ed7206c None None] Network 162da73e-551d-4683-8e70-712af93860bb requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:00:41.863120 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-90737785-ed22-4a46-afc8-818ee2a746ab None None] Provisioning complete for port 9286ddb4-fe35-4410-b597-85a229249abc triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:41.864271 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-90737785-ed22-4a46-afc8-818ee2a746ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9286ddb4-fe35-4410-b597-85a229249abc), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:41.873676 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f666dfc-070d-4b13-a4b8-3269a9918e56 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:00:41.887168 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb66a24-3c5f-403e-b9b8-2ea359b75127 None None] Sync routers for ids ['937d5fc5-632c-4dec-afae-70dacd4f3849'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:00:41.915168 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f666dfc-070d-4b13-a4b8-3269a9918e56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:41.918439 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0f666dfc-070d-4b13-a4b8-3269a9918e56 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9140837 Jan 28 01:00:41.920785 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44260) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:41.939045 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb66a24-3c5f-403e-b9b8-2ea359b75127 None None] Routers {'937d5fc5-632c-4dec-afae-70dacd4f3849'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:00:41.947940 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-8bb66a24-3c5f-403e-b9b8-2ea359b75127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:00:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['937d5fc5-632c-4dec-afae-70dacd4f3849'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:42.148396 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-90737785-ed22-4a46-afc8-818ee2a746ab None None] Current status of the port 9286ddb4-fe35-4410-b597-85a229249abc is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:42.148962 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-90737785-ed22-4a46-afc8-818ee2a746ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9286ddb4-fe35-4410-b597-85a229249abc), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:42.291304 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-90737785-ed22-4a46-afc8-818ee2a746ab None None] For port 9286ddb4-fe35-4410-b597-85a229249abc, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9286ddb4-fe35-4410-b597-85a229249abc,segment=NetworkSegment(f01b4d2f-a812-4ecc-af91-c2eae20fc8f5),segment_id=f01b4d2f-a812-4ecc-af91-c2eae20fc8f5)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:42.317605 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9286ddb4-fe35-4410-b597-85a229249abc up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:42.337707 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-8bb66a24-3c5f-403e-b9b8-2ea359b75127 None None] Set router 937d5fc5-632c-4dec-afae-70dacd4f3849 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:00:42.364835 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-90737785-ed22-4a46-afc8-818ee2a746ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9286ddb4-fe35-4410-b597-85a229249abc), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:42.381354 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:42.502865 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90737785-ed22-4a46-afc8-818ee2a746ab None None] Pushing event updated for resources: {'Port': ['ID=9286ddb4-fe35-4410-b597-85a229249abc,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:42.515606 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 9286ddb4-fe35-4410-b597-85a229249abc triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:42.515870 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9286ddb4-fe35-4410-b597-85a229249abc), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:42.656672 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-4289bb02-5513-4007-a369-69b2a5464938 None None] Provisioning complete for port 9286ddb4-fe35-4410-b597-85a229249abc triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:42.659936 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4289bb02-5513-4007-a369-69b2a5464938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9286ddb4-fe35-4410-b597-85a229249abc), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:42.691900 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:00:42.800245 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-8bb66a24-3c5f-403e-b9b8-2ea359b75127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'name': 'tempest-TestVolumeBackupRestore-1407588131-router', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c59bf4fb-5340-4c23-b035-ceb766a87f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:00:40Z', 'revision_number': 3, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'gw_port': {'id': 'c59bf4fb-5340-4c23-b035-ceb766a87f83', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:00:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:42.849547 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 9286ddb4-fe35-4410-b597-85a229249abc is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:42.860328 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-14927210-dfb7-438a-9a3c-8806ac51ce24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:42.889892 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb66a24-3c5f-403e-b9b8-2ea359b75127 None None] Checking router: 937d5fc5-632c-4dec-afae-70dacd4f3849 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:00:42.890859 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb66a24-3c5f-403e-b9b8-2ea359b75127 None None] Updating router 937d5fc5-632c-4dec-afae-70dacd4f3849 port c59bf4fb-5340-4c23-b035-ceb766a87f83 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:00:42.929350 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8bb66a24-3c5f-403e-b9b8-2ea359b75127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c59bf4fb-5340-4c23-b035-ceb766a87f83), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:42.946512 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4289bb02-5513-4007-a369-69b2a5464938 None None] Current status of the port 9286ddb4-fe35-4410-b597-85a229249abc is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:43.240037 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:43.298965 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-14927210-dfb7-438a-9a3c-8806ac51ce24 admin admin] Allocated IP 172.20.0.1 (162da73e-551d-4683-8e70-712af93860bb/325ac471-8f90-4739-b057-891c3e1569ae/e84c8561-4d96-4f8b-ba5d-7add03863a5b) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:00:43.463036 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8bb66a24-3c5f-403e-b9b8-2ea359b75127 None None] Publish callbacks [] for port (c59bf4fb-5340-4c23-b035-ceb766a87f83), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:43.468119 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-14927210-dfb7-438a-9a3c-8806ac51ce24 admin admin] Publish callbacks [] for port (e84c8561-4d96-4f8b-ba5d-7add03863a5b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:43.471665 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8bb66a24-3c5f-403e-b9b8-2ea359b75127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c59bf4fb-5340-4c23-b035-ceb766a87f83), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:43.517294 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486fb79c-8e74-4fcd-aafb-f5b2dc584c1e None None] Pushing event updated for resources: {'Port': ['ID=c59bf4fb-5340-4c23-b035-ceb766a87f83,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:43.528113 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-14927210-dfb7-438a-9a3c-8806ac51ce24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (e84c8561-4d96-4f8b-ba5d-7add03863a5b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:43.544719 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-8bb66a24-3c5f-403e-b9b8-2ea359b75127 None None] Attempting to bind port c59bf4fb-5340-4c23-b035-ceb766a87f83 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:43.545214 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-8bb66a24-3c5f-403e-b9b8-2ea359b75127 None None] Attempting to bind port c59bf4fb-5340-4c23-b035-ceb766a87f83 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:43.546292 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb66a24-3c5f-403e-b9b8-2ea359b75127 None None] Attempting to bind port c59bf4fb-5340-4c23-b035-ceb766a87f83 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:43.552403 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb66a24-3c5f-403e-b9b8-2ea359b75127 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:43.552838 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb66a24-3c5f-403e-b9b8-2ea359b75127 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:43.553252 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8bb66a24-3c5f-403e-b9b8-2ea359b75127 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:43.553649 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb66a24-3c5f-403e-b9b8-2ea359b75127 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:43.554128 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-8bb66a24-3c5f-403e-b9b8-2ea359b75127 None None] Bound port: c59bf4fb-5340-4c23-b035-ceb766a87f83, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:43.554512 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8bb66a24-3c5f-403e-b9b8-2ea359b75127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c59bf4fb-5340-4c23-b035-ceb766a87f83), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:43.575182 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14927210-dfb7-438a-9a3c-8806ac51ce24 admin admin] Network 162da73e-551d-4683-8e70-712af93860bb is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:43.583268 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-14927210-dfb7-438a-9a3c-8806ac51ce24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:43.589657 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14927210-dfb7-438a-9a3c-8806ac51ce24 admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:00:43.593534 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14927210-dfb7-438a-9a3c-8806ac51ce24 admin admin] Pushing event updated for resources: {'Port': ['ID=e84c8561-4d96-4f8b-ba5d-7add03863a5b,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:43.653688 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-8bb66a24-3c5f-403e-b9b8-2ea359b75127 None None] For port c59bf4fb-5340-4c23-b035-ceb766a87f83, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:43.658558 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-8bb66a24-3c5f-403e-b9b8-2ea359b75127 None None] For port c59bf4fb-5340-4c23-b035-ceb766a87f83, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c59bf4fb-5340-4c23-b035-ceb766a87f83,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:43.665552 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-14927210-dfb7-438a-9a3c-8806ac51ce24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (937d5fc5-632c-4dec-afae-70dacd4f3849), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:43.668284 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8bb66a24-3c5f-403e-b9b8-2ea359b75127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c59bf4fb-5340-4c23-b035-ceb766a87f83), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:43.791284 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb66a24-3c5f-403e-b9b8-2ea359b75127 None None] Routers {'937d5fc5-632c-4dec-afae-70dacd4f3849'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:00:43.792406 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-8bb66a24-3c5f-403e-b9b8-2ea359b75127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:00:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['937d5fc5-632c-4dec-afae-70dacd4f3849'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:43.840110 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486fb79c-8e74-4fcd-aafb-f5b2dc584c1e None None] Pushing event updated for resources: {'Port': ['ID=c59bf4fb-5340-4c23-b035-ceb766a87f83,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:43.896619 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-14927210-dfb7-438a-9a3c-8806ac51ce24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e84c8561-4d96-4f8b-ba5d-7add03863a5b), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:43.953468 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-8bb66a24-3c5f-403e-b9b8-2ea359b75127 None None] Set router 937d5fc5-632c-4dec-afae-70dacd4f3849 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:00:43.991488 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-b21fa466-842b-40b8-a388-3518321662bd None None] Provisioning complete for port e84c8561-4d96-4f8b-ba5d-7add03863a5b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:43.992099 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b21fa466-842b-40b8-a388-3518321662bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e84c8561-4d96-4f8b-ba5d-7add03863a5b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:44.079594 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b21fa466-842b-40b8-a388-3518321662bd None None] Port e84c8561-4d96-4f8b-ba5d-7add03863a5b cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:00:44.165039 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9286ddb4-fe35-4410-b597-85a229249abc up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:44.290088 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-14927210-dfb7-438a-9a3c-8806ac51ce24 admin admin] Publish callbacks [] for port (e84c8561-4d96-4f8b-ba5d-7add03863a5b), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:44.296273 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-14927210-dfb7-438a-9a3c-8806ac51ce24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (e84c8561-4d96-4f8b-ba5d-7add03863a5b), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:44.311852 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-8bb66a24-3c5f-403e-b9b8-2ea359b75127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'name': 'tempest-TestVolumeBackupRestore-1407588131-router', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c59bf4fb-5340-4c23-b035-ceb766a87f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:00:40Z', 'revision_number': 3, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'gw_port': {'id': 'c59bf4fb-5340-4c23-b035-ceb766a87f83', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:44.334613 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 9286ddb4-fe35-4410-b597-85a229249abc triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:44.335833 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9286ddb4-fe35-4410-b597-85a229249abc), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:44.352085 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb66a24-3c5f-403e-b9b8-2ea359b75127 None None] The sync data for ids ['937d5fc5-632c-4dec-afae-70dacd4f3849'] in n-d-826754-1 is: [{'id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'name': 'tempest-TestVolumeBackupRestore-1407588131-router', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c59bf4fb-5340-4c23-b035-ceb766a87f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:00:40Z', 'revision_number': 3, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'gw_port': {'id': 'c59bf4fb-5340-4c23-b035-ceb766a87f83', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:00:44.422240 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-14927210-dfb7-438a-9a3c-8806ac51ce24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (937d5fc5-632c-4dec-afae-70dacd4f3849), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:44.532070 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14927210-dfb7-438a-9a3c-8806ac51ce24 admin admin] Pushing event updated for resources: {'Port': ['ID=e84c8561-4d96-4f8b-ba5d-7add03863a5b,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:44.611496 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14927210-dfb7-438a-9a3c-8806ac51ce24 admin admin] Network 162da73e-551d-4683-8e70-712af93860bb is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:44.614203 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-14927210-dfb7-438a-9a3c-8806ac51ce24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:44.857479 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:44.911785 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14927210-dfb7-438a-9a3c-8806ac51ce24 admin admin] Router 937d5fc5-632c-4dec-afae-70dacd4f3849 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:00:44.959028 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 9286ddb4-fe35-4410-b597-85a229249abc is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:45.128382 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-119fa523-f543-403a-8974-26c768e20058 None None] Provisioning complete for port e84c8561-4d96-4f8b-ba5d-7add03863a5b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:45.129595 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-119fa523-f543-403a-8974-26c768e20058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e84c8561-4d96-4f8b-ba5d-7add03863a5b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:45.214887 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-119fa523-f543-403a-8974-26c768e20058 None None] Port e84c8561-4d96-4f8b-ba5d-7add03863a5b cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:00:45.221322 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14927210-dfb7-438a-9a3c-8806ac51ce24 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:00:45.246077 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-14927210-dfb7-438a-9a3c-8806ac51ce24 admin admin] 10.222.0.70 "PUT /v2.0/routers/937d5fc5-632c-4dec-afae-70dacd4f3849/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3135593 Jan 28 01:00:46.188764 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44292) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:46.200828 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-b156e71c-2947-4c83-b6b0-c53d849b3383 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1333599197-network', 'tenant_id': '052b426331574bc0a3a55d5ff26e8f59'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:46.242447 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c59bf4fb-5340-4c23-b035-ceb766a87f83 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:46.251467 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b156e71c-2947-4c83-b6b0-c53d849b3383 admin admin] Made reservation on behalf of 052b426331574bc0a3a55d5ff26e8f59 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:46.256931 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b156e71c-2947-4c83-b6b0-c53d849b3383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:46.272718 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b156e71c-2947-4c83-b6b0-c53d849b3383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:46.365630 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port c59bf4fb-5340-4c23-b035-ceb766a87f83 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:46.367014 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c59bf4fb-5340-4c23-b035-ceb766a87f83), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:46.393454 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b156e71c-2947-4c83-b6b0-c53d849b3383 admin admin] Publish callbacks [] for security_group (acb510fd-1a2a-4516-8ed3-92b23380054b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:46.400582 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b156e71c-2947-4c83-b6b0-c53d849b3383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (acb510fd-1a2a-4516-8ed3-92b23380054b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:46.460228 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156e71c-2947-4c83-b6b0-c53d849b3383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb510fd-1a2a-4516-8ed3-92b23380054b,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:46.480970 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b156e71c-2947-4c83-b6b0-c53d849b3383 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:46.481760 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b156e71c-2947-4c83-b6b0-c53d849b3383 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:46.482198 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b156e71c-2947-4c83-b6b0-c53d849b3383 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:46.482804 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b156e71c-2947-4c83-b6b0-c53d849b3383 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:46.483226 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b156e71c-2947-4c83-b6b0-c53d849b3383 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:46.483676 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b156e71c-2947-4c83-b6b0-c53d849b3383 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:46.484214 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b156e71c-2947-4c83-b6b0-c53d849b3383 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:46.484636 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b156e71c-2947-4c83-b6b0-c53d849b3383 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:46.485413 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b156e71c-2947-4c83-b6b0-c53d849b3383 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:46.485759 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b156e71c-2947-4c83-b6b0-c53d849b3383 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:46.486203 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b156e71c-2947-4c83-b6b0-c53d849b3383 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:46.486548 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b156e71c-2947-4c83-b6b0-c53d849b3383 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:46.486930 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b156e71c-2947-4c83-b6b0-c53d849b3383 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:46.506909 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b156e71c-2947-4c83-b6b0-c53d849b3383 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:00:46.530354 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b156e71c-2947-4c83-b6b0-c53d849b3383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (75222632-e46f-48e7-97c0-a49ac31b9287), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:46.531268 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-b156e71c-2947-4c83-b6b0-c53d849b3383 admin admin] Added segment 75222632-e46f-48e7-97c0-a49ac31b9287 of type vlan for network fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0 Jan 28 01:00:46.564265 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port c59bf4fb-5340-4c23-b035-ceb766a87f83 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:46.565015 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c59bf4fb-5340-4c23-b035-ceb766a87f83), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:46.606828 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port c59bf4fb-5340-4c23-b035-ceb766a87f83, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c59bf4fb-5340-4c23-b035-ceb766a87f83,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:46.608248 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b156e71c-2947-4c83-b6b0-c53d849b3383 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:46.614838 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c59bf4fb-5340-4c23-b035-ceb766a87f83), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:46.652588 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b156e71c-2947-4c83-b6b0-c53d849b3383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:46.654793 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b156e71c-2947-4c83-b6b0-c53d849b3383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:46.656132 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b156e71c-2947-4c83-b6b0-c53d849b3383 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:46.689183 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44296) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:46.689790 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b156e71c-2947-4c83-b6b0-c53d849b3383 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4977789 Jan 28 01:00:46.697060 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-ddc3bf7c-1b50-46c5-a87d-9039e03cfca2 admin admin] Request body: {'subnet': {'network_id': 'fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1333599197-subnet', 'tenant_id': '052b426331574bc0a3a55d5ff26e8f59', 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:46.755769 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=c59bf4fb-5340-4c23-b035-ceb766a87f83,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:46.757674 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc3bf7c-1b50-46c5-a87d-9039e03cfca2 admin admin] Made reservation on behalf of 052b426331574bc0a3a55d5ff26e8f59 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:00:46.762311 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156e71c-2947-4c83-b6b0-c53d849b3383 admin admin] Pushing event updated for resources: {'Network': ['ID=fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:46.779371 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ddc3bf7c-1b50-46c5-a87d-9039e03cfca2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:46.785748 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:00:47.010543 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ddc3bf7c-1b50-46c5-a87d-9039e03cfca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (49089bbc-14e8-4f54-8a4c-50349943858f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:47.084257 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3bf7c-1b50-46c5-a87d-9039e03cfca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49089bbc-14e8-4f54-8a4c-50349943858f,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:47.104160 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3bf7c-1b50-46c5-a87d-9039e03cfca2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:47.104677 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3bf7c-1b50-46c5-a87d-9039e03cfca2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:47.105101 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3bf7c-1b50-46c5-a87d-9039e03cfca2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:47.105507 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3bf7c-1b50-46c5-a87d-9039e03cfca2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:47.105975 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3bf7c-1b50-46c5-a87d-9039e03cfca2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:47.106332 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3bf7c-1b50-46c5-a87d-9039e03cfca2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:47.106734 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3bf7c-1b50-46c5-a87d-9039e03cfca2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:47.111289 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3bf7c-1b50-46c5-a87d-9039e03cfca2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:47.111289 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3bf7c-1b50-46c5-a87d-9039e03cfca2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:47.111289 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3bf7c-1b50-46c5-a87d-9039e03cfca2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:47.111289 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3bf7c-1b50-46c5-a87d-9039e03cfca2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:47.111289 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3bf7c-1b50-46c5-a87d-9039e03cfca2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:47.111289 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3bf7c-1b50-46c5-a87d-9039e03cfca2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:00:47.122836 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc3bf7c-1b50-46c5-a87d-9039e03cfca2 admin admin] Checking segment: {'id': '75222632-e46f-48e7-97c0-a49ac31b9287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:47.123221 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc3bf7c-1b50-46c5-a87d-9039e03cfca2 admin admin] Network hostable DHCP agents. Network: fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:00:47.146815 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc3bf7c-1b50-46c5-a87d-9039e03cfca2 admin admin] Network fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:00:47.160287 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-ddc3bf7c-1b50-46c5-a87d-9039e03cfca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:47.170337 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78501d02-d75d-436c-8f38-81f5346ea2d2 None None] Sync routers for ids ['937d5fc5-632c-4dec-afae-70dacd4f3849'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:00:47.178611 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8090b192-813f-470f-865e-60a12e56d1ac None None] Network fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:00:47.181053 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc3bf7c-1b50-46c5-a87d-9039e03cfca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:00:47.182142 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ddc3bf7c-1b50-46c5-a87d-9039e03cfca2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:47.227049 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ddc3bf7c-1b50-46c5-a87d-9039e03cfca2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5356507 Jan 28 01:00:47.231396 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 44300) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:47.236231 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-44f56452-7f03-42ed-b9cd-d6c103a13983 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1333599197-router', 'tenant_id': '052b426331574bc0a3a55d5ff26e8f59', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:00:47.263149 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44f56452-7f03-42ed-b9cd-d6c103a13983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (9610f69b-f965-44dd-8cbd-935778e13b88), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:47.264532 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44f56452-7f03-42ed-b9cd-d6c103a13983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (9610f69b-f965-44dd-8cbd-935778e13b88), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:47.307010 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78501d02-d75d-436c-8f38-81f5346ea2d2 None None] Routers {'937d5fc5-632c-4dec-afae-70dacd4f3849'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:00:47.309920 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-78501d02-d75d-436c-8f38-81f5346ea2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:00:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['937d5fc5-632c-4dec-afae-70dacd4f3849'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:47.341018 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44f56452-7f03-42ed-b9cd-d6c103a13983 admin admin] Publish callbacks [] for router_controller (9610f69b-f965-44dd-8cbd-935778e13b88), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:47.543597 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44f56452-7f03-42ed-b9cd-d6c103a13983 admin admin] Publish callbacks [] for router_gateway (9610f69b-f965-44dd-8cbd-935778e13b88), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:47.546981 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346faf2f-fca6-4444-b761-cd0cbc526e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0', 'network_id': 'fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0', 'project_id': '052b426331574bc0a3a55d5ff26e8f59', 'fixed_ips': [{'subnet_id': '49089bbc-14e8-4f54-8a4c-50349943858f'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:00:47.547890 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-346faf2f-fca6-4444-b761-cd0cbc526e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:47.578144 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-78501d02-d75d-436c-8f38-81f5346ea2d2 None None] Set router 937d5fc5-632c-4dec-afae-70dacd4f3849 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:00:47.751531 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-346faf2f-fca6-4444-b761-cd0cbc526e27 None None] Allocated IP 172.20.0.2 (fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0/49089bbc-14e8-4f54-8a4c-50349943858f/b4a8b79e-d366-4517-a35e-9ca7964f33b0) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:00:47.912534 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44f56452-7f03-42ed-b9cd-d6c103a13983 admin admin] Publish callbacks [] for router_gateway (9610f69b-f965-44dd-8cbd-935778e13b88), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:47.960666 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44f56452-7f03-42ed-b9cd-d6c103a13983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:48.066133 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-346faf2f-fca6-4444-b761-cd0cbc526e27 None None] Publish callbacks [] for port (b4a8b79e-d366-4517-a35e-9ca7964f33b0), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:48.093409 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-346faf2f-fca6-4444-b761-cd0cbc526e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (b4a8b79e-d366-4517-a35e-9ca7964f33b0), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:48.147920 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346faf2f-fca6-4444-b761-cd0cbc526e27 None None] Network fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:48.157652 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-346faf2f-fca6-4444-b761-cd0cbc526e27 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:48.163228 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346faf2f-fca6-4444-b761-cd0cbc526e27 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:00:48.203453 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c59bf4fb-5340-4c23-b035-ceb766a87f83 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:48.212018 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-44f56452-7f03-42ed-b9cd-d6c103a13983 admin admin] Allocated IP 172.25.3.10 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:00:48.241437 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346faf2f-fca6-4444-b761-cd0cbc526e27 None None] Pushing event updated for resources: {'Port': ['ID=b4a8b79e-d366-4517-a35e-9ca7964f33b0,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:48.298798 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-78501d02-d75d-436c-8f38-81f5346ea2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'name': 'tempest-TestVolumeBackupRestore-1407588131-router', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c59bf4fb-5340-4c23-b035-ceb766a87f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:00:43Z', 'revision_number': 4, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'gw_port': {'id': 'c59bf4fb-5340-4c23-b035-ceb766a87f83', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'e84c8561-4d96-4f8b-ba5d-7add03863a5b', 'name': '', 'network_id': '162da73e-551d-4683-8e70-712af93860bb', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'mac_address': 'fa:16:3e:f5:9f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '325ac471-8f90-4739-b057-891c3e1569ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:42Z', 'updated_at': '2022-01-28T01:00:43Z', 'revision_number': 2, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'subnets': [{'id': '325ac471-8f90-4739-b057-891c3e1569ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:48.303480 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-346faf2f-fca6-4444-b761-cd0cbc526e27 None None] Attempting to bind port b4a8b79e-d366-4517-a35e-9ca7964f33b0 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:48.304304 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-346faf2f-fca6-4444-b761-cd0cbc526e27 None None] Attempting to bind port b4a8b79e-d366-4517-a35e-9ca7964f33b0 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '75222632-e46f-48e7-97c0-a49ac31b9287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:48.304964 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346faf2f-fca6-4444-b761-cd0cbc526e27 None None] Attempting to bind port b4a8b79e-d366-4517-a35e-9ca7964f33b0 on network fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:48.336556 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346faf2f-fca6-4444-b761-cd0cbc526e27 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:48.337852 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346faf2f-fca6-4444-b761-cd0cbc526e27 None None] Checking segment: {'id': '75222632-e46f-48e7-97c0-a49ac31b9287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:48.338553 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-346faf2f-fca6-4444-b761-cd0cbc526e27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:48.339290 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346faf2f-fca6-4444-b761-cd0cbc526e27 None None] Bound using segment: {'id': '75222632-e46f-48e7-97c0-a49ac31b9287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:48.340081 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-346faf2f-fca6-4444-b761-cd0cbc526e27 None None] Bound port: b4a8b79e-d366-4517-a35e-9ca7964f33b0, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75222632-e46f-48e7-97c0-a49ac31b9287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:48.340738 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-346faf2f-fca6-4444-b761-cd0cbc526e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b4a8b79e-d366-4517-a35e-9ca7964f33b0), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:48.358959 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78501d02-d75d-436c-8f38-81f5346ea2d2 None None] Checking router: 937d5fc5-632c-4dec-afae-70dacd4f3849 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:00:48.359755 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78501d02-d75d-436c-8f38-81f5346ea2d2 None None] Updating router 937d5fc5-632c-4dec-afae-70dacd4f3849 port e84c8561-4d96-4f8b-ba5d-7add03863a5b binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:00:48.413703 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78501d02-d75d-436c-8f38-81f5346ea2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e84c8561-4d96-4f8b-ba5d-7add03863a5b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:48.432970 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port c59bf4fb-5340-4c23-b035-ceb766a87f83 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:48.433776 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c59bf4fb-5340-4c23-b035-ceb766a87f83), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:48.443608 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44f56452-7f03-42ed-b9cd-d6c103a13983 admin admin] Publish callbacks [] for port (9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:48.574988 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44f56452-7f03-42ed-b9cd-d6c103a13983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:48.655100 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f56452-7f03-42ed-b9cd-d6c103a13983 admin admin] Pushing event updated for resources: {'Port': ['ID=9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:48.678878 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f56452-7f03-42ed-b9cd-d6c103a13983 admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:48.681329 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-44f56452-7f03-42ed-b9cd-d6c103a13983 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:48.685797 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f56452-7f03-42ed-b9cd-d6c103a13983 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:00:48.697143 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-346faf2f-fca6-4444-b761-cd0cbc526e27 None None] For port b4a8b79e-d366-4517-a35e-9ca7964f33b0, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:48.704762 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-346faf2f-fca6-4444-b761-cd0cbc526e27 None None] For port b4a8b79e-d366-4517-a35e-9ca7964f33b0, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b4a8b79e-d366-4517-a35e-9ca7964f33b0,segment=NetworkSegment(75222632-e46f-48e7-97c0-a49ac31b9287),segment_id=75222632-e46f-48e7-97c0-a49ac31b9287)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:48.771310 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-346faf2f-fca6-4444-b761-cd0cbc526e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b4a8b79e-d366-4517-a35e-9ca7964f33b0), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:48.957911 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346faf2f-fca6-4444-b761-cd0cbc526e27 None None] Pushing event updated for resources: {'Port': ['ID=b4a8b79e-d366-4517-a35e-9ca7964f33b0,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:48.965900 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port c59bf4fb-5340-4c23-b035-ceb766a87f83 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:49.139854 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44f56452-7f03-42ed-b9cd-d6c103a13983 admin admin] Publish callbacks [] for router_gateway (9610f69b-f965-44dd-8cbd-935778e13b88), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:49.188060 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78501d02-d75d-436c-8f38-81f5346ea2d2 None None] Publish callbacks [] for port (e84c8561-4d96-4f8b-ba5d-7add03863a5b), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:49.199763 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78501d02-d75d-436c-8f38-81f5346ea2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e84c8561-4d96-4f8b-ba5d-7add03863a5b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:49.342861 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c67a2-a185-44ab-b88c-7a6305e2fa7b None None] Pushing event updated for resources: {'Port': ['ID=e84c8561-4d96-4f8b-ba5d-7add03863a5b,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:49.397794 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-78501d02-d75d-436c-8f38-81f5346ea2d2 None None] Attempting to bind port e84c8561-4d96-4f8b-ba5d-7add03863a5b on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:49.398362 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-78501d02-d75d-436c-8f38-81f5346ea2d2 None None] Attempting to bind port e84c8561-4d96-4f8b-ba5d-7add03863a5b by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'f01b4d2f-a812-4ecc-af91-c2eae20fc8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '162da73e-551d-4683-8e70-712af93860bb'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:49.398875 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78501d02-d75d-436c-8f38-81f5346ea2d2 None None] Attempting to bind port e84c8561-4d96-4f8b-ba5d-7add03863a5b on network 162da73e-551d-4683-8e70-712af93860bb {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:49.407179 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78501d02-d75d-436c-8f38-81f5346ea2d2 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:49.412245 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78501d02-d75d-436c-8f38-81f5346ea2d2 None None] Checking segment: {'id': 'f01b4d2f-a812-4ecc-af91-c2eae20fc8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '162da73e-551d-4683-8e70-712af93860bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:49.412901 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78501d02-d75d-436c-8f38-81f5346ea2d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:49.413496 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78501d02-d75d-436c-8f38-81f5346ea2d2 None None] Bound using segment: {'id': 'f01b4d2f-a812-4ecc-af91-c2eae20fc8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '162da73e-551d-4683-8e70-712af93860bb'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:49.414184 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-78501d02-d75d-436c-8f38-81f5346ea2d2 None None] Bound port: e84c8561-4d96-4f8b-ba5d-7add03863a5b, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01b4d2f-a812-4ecc-af91-c2eae20fc8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '162da73e-551d-4683-8e70-712af93860bb'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:49.415539 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78501d02-d75d-436c-8f38-81f5346ea2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e84c8561-4d96-4f8b-ba5d-7add03863a5b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:49.477169 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44f56452-7f03-42ed-b9cd-d6c103a13983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (9610f69b-f965-44dd-8cbd-935778e13b88), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:49.504090 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-78501d02-d75d-436c-8f38-81f5346ea2d2 None None] For port e84c8561-4d96-4f8b-ba5d-7add03863a5b, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:49.507718 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-78501d02-d75d-436c-8f38-81f5346ea2d2 None None] For port e84c8561-4d96-4f8b-ba5d-7add03863a5b, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=e84c8561-4d96-4f8b-ba5d-7add03863a5b,segment=NetworkSegment(f01b4d2f-a812-4ecc-af91-c2eae20fc8f5),segment_id=f01b4d2f-a812-4ecc-af91-c2eae20fc8f5)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:49.513755 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78501d02-d75d-436c-8f38-81f5346ea2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e84c8561-4d96-4f8b-ba5d-7add03863a5b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:49.576457 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78501d02-d75d-436c-8f38-81f5346ea2d2 None None] Routers {'937d5fc5-632c-4dec-afae-70dacd4f3849'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:00:49.577316 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-78501d02-d75d-436c-8f38-81f5346ea2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:00:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['937d5fc5-632c-4dec-afae-70dacd4f3849'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:49.643514 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c67a2-a185-44ab-b88c-7a6305e2fa7b None None] Pushing event updated for resources: {'Port': ['ID=e84c8561-4d96-4f8b-ba5d-7add03863a5b,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:49.666507 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f56452-7f03-42ed-b9cd-d6c103a13983 admin admin] Router 9610f69b-f965-44dd-8cbd-935778e13b88 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:00:49.783983 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d416f31d-d12e-41de-9cbc-67788600927c None None] Provisioning complete for port e84c8561-4d96-4f8b-ba5d-7add03863a5b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:49.784509 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d416f31d-d12e-41de-9cbc-67788600927c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e84c8561-4d96-4f8b-ba5d-7add03863a5b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:49.905922 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f56452-7f03-42ed-b9cd-d6c103a13983 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:00:49.921322 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b88bd-a028-4451-b31b-ec366524b97e None None] Sync routers for ids ['9610f69b-f965-44dd-8cbd-935778e13b88'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:00:49.946963 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32b88bd-a028-4451-b31b-ec366524b97e None None] Routers {'9610f69b-f965-44dd-8cbd-935778e13b88'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:00:49.947863 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-b32b88bd-a028-4451-b31b-ec366524b97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:00:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['9610f69b-f965-44dd-8cbd-935778e13b88'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:49.971082 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-44f56452-7f03-42ed-b9cd-d6c103a13983 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:49.990831 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-44f56452-7f03-42ed-b9cd-d6c103a13983 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7578588 Jan 28 01:00:49.992204 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44314) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:00:50.076698 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-78501d02-d75d-436c-8f38-81f5346ea2d2 None None] Set router 937d5fc5-632c-4dec-afae-70dacd4f3849 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:00:50.336985 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b4a8b79e-d366-4517-a35e-9ca7964f33b0 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:50.400864 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-b32b88bd-a028-4451-b31b-ec366524b97e None None] Set router 9610f69b-f965-44dd-8cbd-935778e13b88 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:00:50.540025 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d416f31d-d12e-41de-9cbc-67788600927c None None] Current status of the port e84c8561-4d96-4f8b-ba5d-7add03863a5b is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:50.558062 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d416f31d-d12e-41de-9cbc-67788600927c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e84c8561-4d96-4f8b-ba5d-7add03863a5b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:50.662150 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-d416f31d-d12e-41de-9cbc-67788600927c None None] For port e84c8561-4d96-4f8b-ba5d-7add03863a5b, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=e84c8561-4d96-4f8b-ba5d-7add03863a5b,segment=NetworkSegment(f01b4d2f-a812-4ecc-af91-c2eae20fc8f5),segment_id=f01b4d2f-a812-4ecc-af91-c2eae20fc8f5)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:50.683341 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d416f31d-d12e-41de-9cbc-67788600927c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e84c8561-4d96-4f8b-ba5d-7add03863a5b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:50.757924 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d042abc0-9cb7-4b16-bb46-085f17b76da1 None None] Network fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:00:50.787011 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port b4a8b79e-d366-4517-a35e-9ca7964f33b0 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:50.787391 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b4a8b79e-d366-4517-a35e-9ca7964f33b0), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:50.833695 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-b32b88bd-a028-4451-b31b-ec366524b97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9610f69b-f965-44dd-8cbd-935778e13b88', 'name': 'tempest-TestVolumeBackupRestore-1333599197-router', 'tenant_id': '052b426331574bc0a3a55d5ff26e8f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:47Z', 'updated_at': '2022-01-28T01:00:48Z', 'revision_number': 3, 'project_id': '052b426331574bc0a3a55d5ff26e8f59', 'gw_port': {'id': '9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:81:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9610f69b-f965-44dd-8cbd-935778e13b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:47Z', 'updated_at': '2022-01-28T01:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:50.841506 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416f31d-d12e-41de-9cbc-67788600927c None None] Pushing event updated for resources: {'Port': ['ID=e84c8561-4d96-4f8b-ba5d-7add03863a5b,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:50.929055 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b88bd-a028-4451-b31b-ec366524b97e None None] Checking router: 9610f69b-f965-44dd-8cbd-935778e13b88 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:00:50.929648 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b88bd-a028-4451-b31b-ec366524b97e None None] Updating router 9610f69b-f965-44dd-8cbd-935778e13b88 port 9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:00:50.965738 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ed02b7b1-3744-4477-aacd-e054ce51a69e None None] Provisioning complete for port e84c8561-4d96-4f8b-ba5d-7add03863a5b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:50.966110 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed02b7b1-3744-4477-aacd-e054ce51a69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e84c8561-4d96-4f8b-ba5d-7add03863a5b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:50.983756 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b32b88bd-a028-4451-b31b-ec366524b97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:51.169999 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-21bd8505-b728-4365-a060-27f6f1d286cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:51.185847 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port b4a8b79e-d366-4517-a35e-9ca7964f33b0 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:51.186239 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b4a8b79e-d366-4517-a35e-9ca7964f33b0), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:51.203109 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-78501d02-d75d-436c-8f38-81f5346ea2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'name': 'tempest-TestVolumeBackupRestore-1407588131-router', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c59bf4fb-5340-4c23-b035-ceb766a87f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:00:43Z', 'revision_number': 4, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'gw_port': {'id': 'c59bf4fb-5340-4c23-b035-ceb766a87f83', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'e84c8561-4d96-4f8b-ba5d-7add03863a5b', 'name': '', 'network_id': '162da73e-551d-4683-8e70-712af93860bb', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'mac_address': 'fa:16:3e:f5:9f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '325ac471-8f90-4739-b057-891c3e1569ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:42Z', 'updated_at': '2022-01-28T01:00:49Z', 'revision_number': 4, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'subnets': [{'id': '325ac471-8f90-4739-b057-891c3e1569ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:51.268084 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78501d02-d75d-436c-8f38-81f5346ea2d2 None None] The sync data for ids ['937d5fc5-632c-4dec-afae-70dacd4f3849'] in n-d-826754-1 is: [{'id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'name': 'tempest-TestVolumeBackupRestore-1407588131-router', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c59bf4fb-5340-4c23-b035-ceb766a87f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:00:43Z', 'revision_number': 4, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'gw_port': {'id': 'c59bf4fb-5340-4c23-b035-ceb766a87f83', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'e84c8561-4d96-4f8b-ba5d-7add03863a5b', 'name': '', 'network_id': '162da73e-551d-4683-8e70-712af93860bb', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'mac_address': 'fa:16:3e:f5:9f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '325ac471-8f90-4739-b057-891c3e1569ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:42Z', 'updated_at': '2022-01-28T01:00:49Z', 'revision_number': 4, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'subnets': [{'id': '325ac471-8f90-4739-b057-891c3e1569ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:00:51.306749 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port b4a8b79e-d366-4517-a35e-9ca7964f33b0, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b4a8b79e-d366-4517-a35e-9ca7964f33b0,segment=NetworkSegment(75222632-e46f-48e7-97c0-a49ac31b9287),segment_id=75222632-e46f-48e7-97c0-a49ac31b9287)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:51.308364 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ed02b7b1-3744-4477-aacd-e054ce51a69e None None] Current status of the port e84c8561-4d96-4f8b-ba5d-7add03863a5b is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:51.318068 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b4a8b79e-d366-4517-a35e-9ca7964f33b0), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:51.392713 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ed02b7b1-3744-4477-aacd-e054ce51a69e None None] Provisioning complete for port b4a8b79e-d366-4517-a35e-9ca7964f33b0 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:51.392713 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ed02b7b1-3744-4477-aacd-e054ce51a69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b4a8b79e-d366-4517-a35e-9ca7964f33b0), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:51.485228 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=b4a8b79e-d366-4517-a35e-9ca7964f33b0,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:51.576647 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ed02b7b1-3744-4477-aacd-e054ce51a69e None None] Current status of the port b4a8b79e-d366-4517-a35e-9ca7964f33b0 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:51.652022 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b32b88bd-a028-4451-b31b-ec366524b97e None None] Publish callbacks [] for port (9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:51.663236 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-21bd8505-b728-4365-a060-27f6f1d286cd admin admin] Allocated IP 172.20.0.1 (fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0/49089bbc-14e8-4f54-8a4c-50349943858f/b72b4d68-ea05-45bb-9117-b2a771055eab) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:00:51.683846 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b32b88bd-a028-4451-b31b-ec366524b97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:51.784853 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-b32b88bd-a028-4451-b31b-ec366524b97e None None] Attempting to bind port 9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:51.786472 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-b32b88bd-a028-4451-b31b-ec366524b97e None None] Attempting to bind port 9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:51.787056 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32b88bd-a028-4451-b31b-ec366524b97e None None] Attempting to bind port 9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:51.801945 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32b88bd-a028-4451-b31b-ec366524b97e None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:51.802626 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32b88bd-a028-4451-b31b-ec366524b97e None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:51.803206 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b32b88bd-a028-4451-b31b-ec366524b97e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:51.803850 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32b88bd-a028-4451-b31b-ec366524b97e None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:51.804516 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-b32b88bd-a028-4451-b31b-ec366524b97e None None] Bound port: 9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:51.806692 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b32b88bd-a028-4451-b31b-ec366524b97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:51.852928 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd7886-8150-41f0-bcfc-771f409f0189 None None] Pushing event updated for resources: {'Port': ['ID=9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:51.919846 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-85a04917-243d-418f-98bc-6402e7010578 None None] Provisioning complete for port b4a8b79e-d366-4517-a35e-9ca7964f33b0 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:51.920228 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85a04917-243d-418f-98bc-6402e7010578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b4a8b79e-d366-4517-a35e-9ca7964f33b0), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:51.925121 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-b32b88bd-a028-4451-b31b-ec366524b97e None None] For port 9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:51.930610 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-b32b88bd-a028-4451-b31b-ec366524b97e None None] For port 9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:51.939155 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-b32b88bd-a028-4451-b31b-ec366524b97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:51.961040 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-21bd8505-b728-4365-a060-27f6f1d286cd admin admin] Publish callbacks [] for port (b72b4d68-ea05-45bb-9117-b2a771055eab), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:52.028898 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-21bd8505-b728-4365-a060-27f6f1d286cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b72b4d68-ea05-45bb-9117-b2a771055eab), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:52.029546 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32b88bd-a028-4451-b31b-ec366524b97e None None] Routers {'9610f69b-f965-44dd-8cbd-935778e13b88'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:00:52.030609 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-b32b88bd-a028-4451-b31b-ec366524b97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:00:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['9610f69b-f965-44dd-8cbd-935778e13b88'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:52.119923 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-85a04917-243d-418f-98bc-6402e7010578 None None] Current status of the port b4a8b79e-d366-4517-a35e-9ca7964f33b0 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:52.144035 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd8505-b728-4365-a060-27f6f1d286cd admin admin] Pushing event updated for resources: {'Port': ['ID=b72b4d68-ea05-45bb-9117-b2a771055eab,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:52.166369 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bd8505-b728-4365-a060-27f6f1d286cd admin admin] Network fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:52.168995 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-21bd8505-b728-4365-a060-27f6f1d286cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:52.172153 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bd8505-b728-4365-a060-27f6f1d286cd admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:00:52.224961 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd7886-8150-41f0-bcfc-771f409f0189 None None] Pushing event updated for resources: {'Port': ['ID=9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:52.273046 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-21bd8505-b728-4365-a060-27f6f1d286cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (9610f69b-f965-44dd-8cbd-935778e13b88), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:52.440358 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-b32b88bd-a028-4451-b31b-ec366524b97e None None] Set router 9610f69b-f965-44dd-8cbd-935778e13b88 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:00:52.545285 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device e84c8561-4d96-4f8b-ba5d-7add03863a5b up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:52.673258 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-21bd8505-b728-4365-a060-27f6f1d286cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b72b4d68-ea05-45bb-9117-b2a771055eab), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:52.709749 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port e84c8561-4d96-4f8b-ba5d-7add03863a5b triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:52.710449 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e84c8561-4d96-4f8b-ba5d-7add03863a5b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:52.897285 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-b32b88bd-a028-4451-b31b-ec366524b97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9610f69b-f965-44dd-8cbd-935778e13b88', 'name': 'tempest-TestVolumeBackupRestore-1333599197-router', 'tenant_id': '052b426331574bc0a3a55d5ff26e8f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:47Z', 'updated_at': '2022-01-28T01:00:48Z', 'revision_number': 3, 'project_id': '052b426331574bc0a3a55d5ff26e8f59', 'gw_port': {'id': '9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:81:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9610f69b-f965-44dd-8cbd-935778e13b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:47Z', 'updated_at': '2022-01-28T01:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:52.913423 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-e4ae7fc0-a30b-4890-8609-45cc5d2272a2 None None] Provisioning complete for port b72b4d68-ea05-45bb-9117-b2a771055eab triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:52.914401 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7fc0-a30b-4890-8609-45cc5d2272a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b72b4d68-ea05-45bb-9117-b2a771055eab), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:52.964375 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b88bd-a028-4451-b31b-ec366524b97e None None] The sync data for ids ['9610f69b-f965-44dd-8cbd-935778e13b88'] in n-d-826754-1 is: [{'id': '9610f69b-f965-44dd-8cbd-935778e13b88', 'name': 'tempest-TestVolumeBackupRestore-1333599197-router', 'tenant_id': '052b426331574bc0a3a55d5ff26e8f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:47Z', 'updated_at': '2022-01-28T01:00:48Z', 'revision_number': 3, 'project_id': '052b426331574bc0a3a55d5ff26e8f59', 'gw_port': {'id': '9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:81:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9610f69b-f965-44dd-8cbd-935778e13b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:47Z', 'updated_at': '2022-01-28T01:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:00:53.010913 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-21bd8505-b728-4365-a060-27f6f1d286cd admin admin] Publish callbacks [] for port (b72b4d68-ea05-45bb-9117-b2a771055eab), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:53.020064 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-21bd8505-b728-4365-a060-27f6f1d286cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (b72b4d68-ea05-45bb-9117-b2a771055eab), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:53.148672 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e4ae7fc0-a30b-4890-8609-45cc5d2272a2 None None] Port b72b4d68-ea05-45bb-9117-b2a771055eab cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:00:53.171083 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd8505-b728-4365-a060-27f6f1d286cd admin admin] Pushing event updated for resources: {'Port': ['ID=b72b4d68-ea05-45bb-9117-b2a771055eab,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:53.177146 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-21bd8505-b728-4365-a060-27f6f1d286cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (9610f69b-f965-44dd-8cbd-935778e13b88), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:53.219133 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port e84c8561-4d96-4f8b-ba5d-7add03863a5b is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:53.223068 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b4a8b79e-d366-4517-a35e-9ca7964f33b0 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:53.346001 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bd8505-b728-4365-a060-27f6f1d286cd admin admin] Network fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:00:53.347824 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-21bd8505-b728-4365-a060-27f6f1d286cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:00:53.349113 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port b4a8b79e-d366-4517-a35e-9ca7964f33b0 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:53.349520 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b4a8b79e-d366-4517-a35e-9ca7964f33b0), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:53.632593 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21bd8505-b728-4365-a060-27f6f1d286cd admin admin] Router 9610f69b-f965-44dd-8cbd-935778e13b88 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:00:53.671429 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port b4a8b79e-d366-4517-a35e-9ca7964f33b0 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:53.863990 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bd8505-b728-4365-a060-27f6f1d286cd admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:00:53.874069 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-21bd8505-b728-4365-a060-27f6f1d286cd admin admin] 10.222.0.70 "PUT /v2.0/routers/9610f69b-f965-44dd-8cbd-935778e13b88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8781962 Jan 28 01:00:53.896443 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-649173b5-e072-4f17-bbd6-9b734e1f7661 None None] Provisioning complete for port b72b4d68-ea05-45bb-9117-b2a771055eab triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:53.897203 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-649173b5-e072-4f17-bbd6-9b734e1f7661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b72b4d68-ea05-45bb-9117-b2a771055eab), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:53.969488 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-649173b5-e072-4f17-bbd6-9b734e1f7661 None None] Port b72b4d68-ea05-45bb-9117-b2a771055eab cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:00:54.223146 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:54.415304 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:54.415992 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:54.615514 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:54.615954 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:54.657509 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:54.663712 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:54.768967 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:55.951420 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10509fac-be19-4ab3-9fb5-8770c964809d None None] Sync routers for ids ['9610f69b-f965-44dd-8cbd-935778e13b88'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:00:55.982279 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10509fac-be19-4ab3-9fb5-8770c964809d None None] Routers {'9610f69b-f965-44dd-8cbd-935778e13b88'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:00:55.983830 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-10509fac-be19-4ab3-9fb5-8770c964809d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:00:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['9610f69b-f965-44dd-8cbd-935778e13b88'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:56.145566 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:00:56.181191 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-10509fac-be19-4ab3-9fb5-8770c964809d None None] Set router 9610f69b-f965-44dd-8cbd-935778e13b88 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:00:56.491548 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:56.491892 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:56.572476 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-10509fac-be19-4ab3-9fb5-8770c964809d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9610f69b-f965-44dd-8cbd-935778e13b88', 'name': 'tempest-TestVolumeBackupRestore-1333599197-router', 'tenant_id': '052b426331574bc0a3a55d5ff26e8f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:47Z', 'updated_at': '2022-01-28T01:00:52Z', 'revision_number': 4, 'project_id': '052b426331574bc0a3a55d5ff26e8f59', 'gw_port': {'id': '9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:81:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9610f69b-f965-44dd-8cbd-935778e13b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:47Z', 'updated_at': '2022-01-28T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'b72b4d68-ea05-45bb-9117-b2a771055eab', 'name': '', 'network_id': 'fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0', 'tenant_id': '052b426331574bc0a3a55d5ff26e8f59', 'mac_address': 'fa:16:3e:2e:96:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9610f69b-f965-44dd-8cbd-935778e13b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '49089bbc-14e8-4f54-8a4c-50349943858f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:51Z', 'updated_at': '2022-01-28T01:00:52Z', 'revision_number': 2, 'project_id': '052b426331574bc0a3a55d5ff26e8f59', 'subnets': [{'id': '49089bbc-14e8-4f54-8a4c-50349943858f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:56.873180 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10509fac-be19-4ab3-9fb5-8770c964809d None None] Checking router: 9610f69b-f965-44dd-8cbd-935778e13b88 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:00:56.873180 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10509fac-be19-4ab3-9fb5-8770c964809d None None] Updating router 9610f69b-f965-44dd-8cbd-935778e13b88 port b72b4d68-ea05-45bb-9117-b2a771055eab binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:00:56.928277 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-10509fac-be19-4ab3-9fb5-8770c964809d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b72b4d68-ea05-45bb-9117-b2a771055eab), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:56.950012 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:57.461664 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-10509fac-be19-4ab3-9fb5-8770c964809d None None] Publish callbacks [] for port (b72b4d68-ea05-45bb-9117-b2a771055eab), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:57.472045 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-10509fac-be19-4ab3-9fb5-8770c964809d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b72b4d68-ea05-45bb-9117-b2a771055eab), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:57.604816 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53a345-81f4-4a9d-b0b2-f2143d73e660 None None] Pushing event updated for resources: {'Port': ['ID=b72b4d68-ea05-45bb-9117-b2a771055eab,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:57.852775 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-10509fac-be19-4ab3-9fb5-8770c964809d None None] Attempting to bind port b72b4d68-ea05-45bb-9117-b2a771055eab on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:00:57.856430 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-10509fac-be19-4ab3-9fb5-8770c964809d None None] Attempting to bind port b72b4d68-ea05-45bb-9117-b2a771055eab by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '75222632-e46f-48e7-97c0-a49ac31b9287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:00:57.857653 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10509fac-be19-4ab3-9fb5-8770c964809d None None] Attempting to bind port b72b4d68-ea05-45bb-9117-b2a771055eab on network fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:00:57.880798 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10509fac-be19-4ab3-9fb5-8770c964809d None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:00:57.881745 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10509fac-be19-4ab3-9fb5-8770c964809d None None] Checking segment: {'id': '75222632-e46f-48e7-97c0-a49ac31b9287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:00:57.882763 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-10509fac-be19-4ab3-9fb5-8770c964809d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:57.883726 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10509fac-be19-4ab3-9fb5-8770c964809d None None] Bound using segment: {'id': '75222632-e46f-48e7-97c0-a49ac31b9287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:00:57.884732 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-10509fac-be19-4ab3-9fb5-8770c964809d None None] Bound port: b72b4d68-ea05-45bb-9117-b2a771055eab, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75222632-e46f-48e7-97c0-a49ac31b9287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:00:57.887076 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-10509fac-be19-4ab3-9fb5-8770c964809d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b72b4d68-ea05-45bb-9117-b2a771055eab), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:58.047280 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-10509fac-be19-4ab3-9fb5-8770c964809d None None] For port b72b4d68-ea05-45bb-9117-b2a771055eab, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:00:58.056195 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-10509fac-be19-4ab3-9fb5-8770c964809d None None] For port b72b4d68-ea05-45bb-9117-b2a771055eab, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b72b4d68-ea05-45bb-9117-b2a771055eab,segment=NetworkSegment(75222632-e46f-48e7-97c0-a49ac31b9287),segment_id=75222632-e46f-48e7-97c0-a49ac31b9287)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:00:58.064757 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-10509fac-be19-4ab3-9fb5-8770c964809d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b72b4d68-ea05-45bb-9117-b2a771055eab), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:58.293244 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10509fac-be19-4ab3-9fb5-8770c964809d None None] Routers {'9610f69b-f965-44dd-8cbd-935778e13b88'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:00:58.294869 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-10509fac-be19-4ab3-9fb5-8770c964809d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:00:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['9610f69b-f965-44dd-8cbd-935778e13b88'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:58.687827 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-fa1be1bd-d684-4dc1-ab27-12e875871870 None None] Provisioning complete for port b72b4d68-ea05-45bb-9117-b2a771055eab triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:58.688516 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fa1be1bd-d684-4dc1-ab27-12e875871870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b72b4d68-ea05-45bb-9117-b2a771055eab), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:58.691061 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53a345-81f4-4a9d-b0b2-f2143d73e660 None None] Pushing event updated for resources: {'Port': ['ID=b72b4d68-ea05-45bb-9117-b2a771055eab,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:58.789180 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-10509fac-be19-4ab3-9fb5-8770c964809d None None] Set router 9610f69b-f965-44dd-8cbd-935778e13b88 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:00:59.219132 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-fa1be1bd-d684-4dc1-ab27-12e875871870 None None] Current status of the port b72b4d68-ea05-45bb-9117-b2a771055eab is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:00:59.220173 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fa1be1bd-d684-4dc1-ab27-12e875871870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b72b4d68-ea05-45bb-9117-b2a771055eab), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:59.321178 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-fa1be1bd-d684-4dc1-ab27-12e875871870 None None] For port b72b4d68-ea05-45bb-9117-b2a771055eab, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b72b4d68-ea05-45bb-9117-b2a771055eab,segment=NetworkSegment(75222632-e46f-48e7-97c0-a49ac31b9287),segment_id=75222632-e46f-48e7-97c0-a49ac31b9287)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:00:59.351242 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fa1be1bd-d684-4dc1-ab27-12e875871870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b72b4d68-ea05-45bb-9117-b2a771055eab), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:59.530609 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-49ac0594-2668-4b24-979b-d014bf53d247 None None] Provisioning complete for port b72b4d68-ea05-45bb-9117-b2a771055eab triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:00:59.531883 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49ac0594-2668-4b24-979b-d014bf53d247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b72b4d68-ea05-45bb-9117-b2a771055eab), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:00:59.542746 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1be1bd-d684-4dc1-ab27-12e875871870 None None] Pushing event updated for resources: {'Port': ['ID=b72b4d68-ea05-45bb-9117-b2a771055eab,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:00:59.643588 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-10509fac-be19-4ab3-9fb5-8770c964809d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9610f69b-f965-44dd-8cbd-935778e13b88', 'name': 'tempest-TestVolumeBackupRestore-1333599197-router', 'tenant_id': '052b426331574bc0a3a55d5ff26e8f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:47Z', 'updated_at': '2022-01-28T01:00:52Z', 'revision_number': 4, 'project_id': '052b426331574bc0a3a55d5ff26e8f59', 'gw_port': {'id': '9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:81:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9610f69b-f965-44dd-8cbd-935778e13b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:47Z', 'updated_at': '2022-01-28T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'b72b4d68-ea05-45bb-9117-b2a771055eab', 'name': '', 'network_id': 'fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0', 'tenant_id': '052b426331574bc0a3a55d5ff26e8f59', 'mac_address': 'fa:16:3e:2e:96:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9610f69b-f965-44dd-8cbd-935778e13b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '49089bbc-14e8-4f54-8a4c-50349943858f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:51Z', 'updated_at': '2022-01-28T01:00:58Z', 'revision_number': 4, 'project_id': '052b426331574bc0a3a55d5ff26e8f59', 'subnets': [{'id': '49089bbc-14e8-4f54-8a4c-50349943858f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:00:59.709709 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10509fac-be19-4ab3-9fb5-8770c964809d None None] The sync data for ids ['9610f69b-f965-44dd-8cbd-935778e13b88'] in n-d-826754-1 is: [{'id': '9610f69b-f965-44dd-8cbd-935778e13b88', 'name': 'tempest-TestVolumeBackupRestore-1333599197-router', 'tenant_id': '052b426331574bc0a3a55d5ff26e8f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:47Z', 'updated_at': '2022-01-28T01:00:52Z', 'revision_number': 4, 'project_id': '052b426331574bc0a3a55d5ff26e8f59', 'gw_port': {'id': '9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:81:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9610f69b-f965-44dd-8cbd-935778e13b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:47Z', 'updated_at': '2022-01-28T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'b72b4d68-ea05-45bb-9117-b2a771055eab', 'name': '', 'network_id': 'fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0', 'tenant_id': '052b426331574bc0a3a55d5ff26e8f59', 'mac_address': 'fa:16:3e:2e:96:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9610f69b-f965-44dd-8cbd-935778e13b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '49089bbc-14e8-4f54-8a4c-50349943858f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:51Z', 'updated_at': '2022-01-28T01:00:58Z', 'revision_number': 4, 'project_id': '052b426331574bc0a3a55d5ff26e8f59', 'subnets': [{'id': '49089bbc-14e8-4f54-8a4c-50349943858f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:00:59.907149 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-49ac0594-2668-4b24-979b-d014bf53d247 None None] Current status of the port b72b4d68-ea05-45bb-9117-b2a771055eab is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:00.417267 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b72b4d68-ea05-45bb-9117-b2a771055eab up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:01:00.632839 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port b72b4d68-ea05-45bb-9117-b2a771055eab triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:01:00.633239 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b72b4d68-ea05-45bb-9117-b2a771055eab), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:00.850373 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port b72b4d68-ea05-45bb-9117-b2a771055eab is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:04.669259 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44932) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:04.830553 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3b50c255-c5f6-446c-95ef-0d30938adc04 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/floatingips/caadcd38-a20b-459f-8374-f01fd82762b0 HTTP/1.1" status: 200 len: 993 time: 0.1596587 Jan 28 01:01:05.204594 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44944) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:05.735158 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1b482eca-5333-4b5b-8cd3-a82bc259069e tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Deleting port e894dd86-a4a3-422e-a682-dc1548755687 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:01:05.736228 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1b482eca-5333-4b5b-8cd3-a82bc259069e tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (e894dd86-a4a3-422e-a682-dc1548755687), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:05.885376 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1b482eca-5333-4b5b-8cd3-a82bc259069e tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (e894dd86-a4a3-422e-a682-dc1548755687), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:05.885759 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1b482eca-5333-4b5b-8cd3-a82bc259069e tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for floatingip (e894dd86-a4a3-422e-a682-dc1548755687), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:05.925120 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1b482eca-5333-4b5b-8cd3-a82bc259069e tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Calling delete_port for e894dd86-a4a3-422e-a682-dc1548755687 owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:01:06.074007 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c7cf4a33-16e3-4090-b12f-5352645e775b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:06.855059 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1b482eca-5333-4b5b-8cd3-a82bc259069e tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (e894dd86-a4a3-422e-a682-dc1548755687), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:06.929083 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b482eca-5333-4b5b-8cd3-a82bc259069e tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event deleted for resources: {'Port': ['ID=e894dd86-a4a3-422e-a682-dc1548755687,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:07.024799 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1b482eca-5333-4b5b-8cd3-a82bc259069e tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for floatingip (caadcd38-a20b-459f-8374-f01fd82762b0), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:07.025143 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-1b482eca-5333-4b5b-8cd3-a82bc259069e tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Floating IP caadcd38-a20b-459f-8374-f01fd82762b0 disassociated (deleted). External IP: 172.25.3.188, port: 1e323acd-6514-45a9-86e9-d70eaaa93144. Jan 28 01:01:07.460751 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b482eca-5333-4b5b-8cd3-a82bc259069e tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Router c11c238d-8589-4e19-bc80-06858ce17e40 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:01:07.769489 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b482eca-5333-4b5b-8cd3-a82bc259069e tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:01:07.789603 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f248d535-f2b3-40d8-9c3a-8a1377f7a2e2 None None] Sync routers for ids ['c11c238d-8589-4e19-bc80-06858ce17e40'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:01:07.811858 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1b482eca-5333-4b5b-8cd3-a82bc259069e tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:07.838610 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f248d535-f2b3-40d8-9c3a-8a1377f7a2e2 None None] Routers {'c11c238d-8589-4e19-bc80-06858ce17e40'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:01:07.839879 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f248d535-f2b3-40d8-9c3a-8a1377f7a2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:00:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c11c238d-8589-4e19-bc80-06858ce17e40'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:07.900107 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1b482eca-5333-4b5b-8cd3-a82bc259069e tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "DELETE /v2.0/floatingips/caadcd38-a20b-459f-8374-f01fd82762b0 HTTP/1.1" status: 204 len: 168 time: 2.6925230 Jan 28 01:01:07.902637 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07076b28-cbe8-4589-a634-d97c2eb79648', 'tag': '1e323acd-6514-45a9-86e9-d70eaaa93144'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:01:07.905512 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a021092c-fb36-4ac7-9a0a-3f266b251d12" -d '{"events": [{"name": "network-changed", "server_uuid": "07076b28-cbe8-4589-a634-d97c2eb79648", "tag": "1e323acd-6514-45a9-86e9-d70eaaa93144"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:01:08.089958 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701f6f2c-29d6-4053-8bdf-669420357408 x-openstack-request-id: req-701f6f2c-29d6-4053-8bdf-669420357408 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:01:08.090544 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07076b28-cbe8-4589-a634-d97c2eb79648", "tag": "1e323acd-6514-45a9-86e9-d70eaaa93144", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:01:08.091007 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-701f6f2c-29d6-4053-8bdf-669420357408 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:01:08.091648 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07076b28-cbe8-4589-a634-d97c2eb79648', 'tag': '1e323acd-6514-45a9-86e9-d70eaaa93144', 'status': 'completed', 'code': 200} Jan 28 01:01:08.202504 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-f248d535-f2b3-40d8-9c3a-8a1377f7a2e2 None None] Set router c11c238d-8589-4e19-bc80-06858ce17e40 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:01:08.211135 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021092c-fb36-4ac7-9a0a-3f266b251d12 req-4761ba39-b51c-4310-8c58-d7e99938c695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:08.213905 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a021092c-fb36-4ac7-9a0a-3f266b251d12 req-4761ba39-b51c-4310-8c58-d7e99938c695 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb4b1000f5df40f5810e78f45d5dff4b&device_id=07076b28-cbe8-4589-a634-d97c2eb79648 HTTP/1.1" status: 200 len: 1096 time: 0.0635729 Jan 28 01:01:08.456206 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-88cc3972-d0b3-425f-bcec-14ffacaedd70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:08.482638 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021092c-fb36-4ac7-9a0a-3f266b251d12 req-7eb0b287-94ec-41b3-8b70-5e61e6de8f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:08.484217 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a021092c-fb36-4ac7-9a0a-3f266b251d12 req-7eb0b287-94ec-41b3-8b70-5e61e6de8f4a service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb9151ab-ddea-47f6-9231-8cbe2ac31c95 HTTP/1.1" status: 200 len: 897 time: 0.2646177 Jan 28 01:01:08.564674 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a021092c-fb36-4ac7-9a0a-3f266b251d12 req-6e49c786-db71-470b-aaf6-9c702bdd457b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e323acd-6514-45a9-86e9-d70eaaa93144 HTTP/1.1" status: 200 len: 217 time: 0.0731416 Jan 28 01:01:08.579704 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f248d535-f2b3-40d8-9c3a-8a1377f7a2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'name': 'tempest-TestNetworkBasicOps-router-216218917', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'a3a0da53-fbae-4608-ab5c-38d3550592bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:01Z', 'updated_at': '2022-01-28T01:00:07Z', 'revision_number': 4, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': 'a3a0da53-fbae-4608-ab5c-38d3550592bc', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:01Z', 'updated_at': '2022-01-28T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '482b30ff-6464-40cc-ae95-f9680a9dbc24', 'name': '', 'network_id': 'cb9151ab-ddea-47f6-9231-8cbe2ac31c95', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'mac_address': 'fa:16:3e:ee:c5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'bbfc04f7-2514-4f92-be5b-9e79f876fa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:06Z', 'updated_at': '2022-01-28T01:00:12Z', 'revision_number': 5, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'subnets': [{'id': 'bbfc04f7-2514-4f92-be5b-9e79f876fa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:08.627372 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f248d535-f2b3-40d8-9c3a-8a1377f7a2e2 None None] Checking router: c11c238d-8589-4e19-bc80-06858ce17e40 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:01:08.638488 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f248d535-f2b3-40d8-9c3a-8a1377f7a2e2 None None] Routers {'c11c238d-8589-4e19-bc80-06858ce17e40'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:01:08.639387 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f248d535-f2b3-40d8-9c3a-8a1377f7a2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:01:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c11c238d-8589-4e19-bc80-06858ce17e40'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:08.719066 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadf3eb-4694-4b70-b117-c473482bf4fd req-39d68769-7052-437b-85bb-dd4836ef3466 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:08.732351 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7fadf3eb-4694-4b70-b117-c473482bf4fd req-39d68769-7052-437b-85bb-dd4836ef3466 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=07076b28-cbe8-4589-a634-d97c2eb79648 HTTP/1.1" status: 200 len: 945 time: 0.1664629 Jan 28 01:01:08.816533 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021092c-fb36-4ac7-9a0a-3f266b251d12 req-3b9ccf24-4585-4db2-9981-b10704cccaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:08.818328 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a021092c-fb36-4ac7-9a0a-3f266b251d12 req-3b9ccf24-4585-4db2-9981-b10704cccaf8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bbfc04f7-2514-4f92-be5b-9e79f876fa05 HTTP/1.1" status: 200 len: 833 time: 0.2212124 Jan 28 01:01:08.930492 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-f248d535-f2b3-40d8-9c3a-8a1377f7a2e2 None None] Set router c11c238d-8589-4e19-bc80-06858ce17e40 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:01:08.976774 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7fadf3eb-4694-4b70-b117-c473482bf4fd req-ded2eb99-5303-4480-b2db-592168c395f7 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=e843dedd-c708-4a7e-9f53-7cf32fd094df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417550 Jan 28 01:01:09.031749 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021092c-fb36-4ac7-9a0a-3f266b251d12 req-44a3fd44-8262-443e-8c02-56126f953a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:09.033576 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a021092c-fb36-4ac7-9a0a-3f266b251d12 req-44a3fd44-8262-443e-8c02-56126f953a0d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb9151ab-ddea-47f6-9231-8cbe2ac31c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1990335 Jan 28 01:01:09.256083 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a021092c-fb36-4ac7-9a0a-3f266b251d12 req-66b2a75d-c268-4647-8751-785feda6c660 service neutron] 10.222.0.65 "GET /v2.0/networks/cb9151ab-ddea-47f6-9231-8cbe2ac31c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141960 Jan 28 01:01:09.558344 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a021092c-fb36-4ac7-9a0a-3f266b251d12 req-7259c8a5-2990-4c80-a39f-545183e220a6 service neutron] 10.222.0.65 "GET /v2.0/networks/cb9151ab-ddea-47f6-9231-8cbe2ac31c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916994 Jan 28 01:01:09.797183 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:09.839273 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f248d535-f2b3-40d8-9c3a-8a1377f7a2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'name': 'tempest-TestNetworkBasicOps-router-216218917', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'a3a0da53-fbae-4608-ab5c-38d3550592bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:01Z', 'updated_at': '2022-01-28T01:00:07Z', 'revision_number': 4, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': 'a3a0da53-fbae-4608-ab5c-38d3550592bc', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:01Z', 'updated_at': '2022-01-28T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '482b30ff-6464-40cc-ae95-f9680a9dbc24', 'name': '', 'network_id': 'cb9151ab-ddea-47f6-9231-8cbe2ac31c95', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'mac_address': 'fa:16:3e:ee:c5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'bbfc04f7-2514-4f92-be5b-9e79f876fa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:06Z', 'updated_at': '2022-01-28T01:00:12Z', 'revision_number': 5, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'subnets': [{'id': 'bbfc04f7-2514-4f92-be5b-9e79f876fa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:09.893583 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f248d535-f2b3-40d8-9c3a-8a1377f7a2e2 None None] The sync data for ids ['c11c238d-8589-4e19-bc80-06858ce17e40'] in n-d-826754-1 is: [{'id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'name': 'tempest-TestNetworkBasicOps-router-216218917', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'a3a0da53-fbae-4608-ab5c-38d3550592bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:01Z', 'updated_at': '2022-01-28T01:00:07Z', 'revision_number': 4, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': 'a3a0da53-fbae-4608-ab5c-38d3550592bc', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:01Z', 'updated_at': '2022-01-28T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '482b30ff-6464-40cc-ae95-f9680a9dbc24', 'name': '', 'network_id': 'cb9151ab-ddea-47f6-9231-8cbe2ac31c95', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'mac_address': 'fa:16:3e:ee:c5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'bbfc04f7-2514-4f92-be5b-9e79f876fa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:06Z', 'updated_at': '2022-01-28T01:00:12Z', 'revision_number': 5, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'subnets': [{'id': 'bbfc04f7-2514-4f92-be5b-9e79f876fa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:01:09.906779 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 44990) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:10.110749 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fa908-334f-431a-91b9-2483677e0328 req-870f82c8-cc45-4e14-b38e-362b514d1bd3 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:10.112466 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-676fa908-334f-431a-91b9-2483677e0328 req-870f82c8-cc45-4e14-b38e-362b514d1bd3 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.65 "GET /v2.0/ports?device_id=07076b28-cbe8-4589-a634-d97c2eb79648 HTTP/1.1" status: 200 len: 945 time: 0.1378582 Jan 28 01:01:10.346083 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b0aacba3-6abe-4586-9870-fbea9183da35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:10.449698 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c0b6f-7c42-4810-b293-d9281fedbf9e req-21c5da65-6d4b-4259-846b-cd4e4c3a5a82 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:10.451875 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-275c0b6f-7c42-4810-b293-d9281fedbf9e req-21c5da65-6d4b-4259-846b-cd4e4c3a5a82 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=07076b28-cbe8-4589-a634-d97c2eb79648 HTTP/1.1" status: 200 len: 945 time: 0.1647170 Jan 28 01:01:10.522513 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb086b5-8706-44ed-8fb7-669c22333aed None None] New status for floating IP caadcd38-a20b-459f-8374-f01fd82762b0: DOWN {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:01:10.597530 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b0aacba3-6abe-4586-9870-fbea9183da35 admin admin] Publish callbacks [] for security_group (d33fb420-1f0b-4b68-a04c-a5d03fa5bbb9), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:10.610806 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b0aacba3-6abe-4586-9870-fbea9183da35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d33fb420-1f0b-4b68-a04c-a5d03fa5bbb9), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:10.727590 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-676fa908-334f-431a-91b9-2483677e0328 req-cb4e8c9b-718a-4715-8705-7cb47fd4d541 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Deleting port 1e323acd-6514-45a9-86e9-d70eaaa93144 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:01:10.728171 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-676fa908-334f-431a-91b9-2483677e0328 req-cb4e8c9b-718a-4715-8705-7cb47fd4d541 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (1e323acd-6514-45a9-86e9-d70eaaa93144), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:10.829366 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aacba3-6abe-4586-9870-fbea9183da35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33fb420-1f0b-4b68-a04c-a5d03fa5bbb9,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:10.852232 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-275c0b6f-7c42-4810-b293-d9281fedbf9e req-0d189781-37ba-4d73-ad45-5a6353213141 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/security-groups?id=e843dedd-c708-4a7e-9f53-7cf32fd094df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3913310 Jan 28 01:01:10.860438 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45002) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:10.868246 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b0aacba3-6abe-4586-9870-fbea9183da35 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c91fd7b91648424c8770276a12a6cfb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9602883 Jan 28 01:01:10.919800 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-676fa908-334f-431a-91b9-2483677e0328 req-cb4e8c9b-718a-4715-8705-7cb47fd4d541 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] For port 1e323acd-6514-45a9-86e9-d70eaaa93144, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=1e323acd-6514-45a9-86e9-d70eaaa93144,segment=NetworkSegment(308a7adc-aa72-49a4-a94f-a19f01b4a2fa),segment_id=308a7adc-aa72-49a4-a94f-a19f01b4a2fa)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:10.920167 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-676fa908-334f-431a-91b9-2483677e0328 req-cb4e8c9b-718a-4715-8705-7cb47fd4d541 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (1e323acd-6514-45a9-86e9-d70eaaa93144), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:10.934477 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-676fa908-334f-431a-91b9-2483677e0328 req-cb4e8c9b-718a-4715-8705-7cb47fd4d541 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Calling delete_port for 1e323acd-6514-45a9-86e9-d70eaaa93144 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:01:11.017442 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dd715df0-04f1-4951-acc6-5d36aefbce3c admin admin] Publish callbacks [] for security_group (d33fb420-1f0b-4b68-a04c-a5d03fa5bbb9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:11.096501 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dd715df0-04f1-4951-acc6-5d36aefbce3c admin admin] Publish callbacks [] for security_group (d33fb420-1f0b-4b68-a04c-a5d03fa5bbb9), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:11.107289 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-676fa908-334f-431a-91b9-2483677e0328 req-cb4e8c9b-718a-4715-8705-7cb47fd4d541 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (1e323acd-6514-45a9-86e9-d70eaaa93144), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:11.176155 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e8c9b-718a-4715-8705-7cb47fd4d541 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event deleted for resources: {'Port': ['ID=1e323acd-6514-45a9-86e9-d70eaaa93144,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:11.243115 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dd715df0-04f1-4951-acc6-5d36aefbce3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d33fb420-1f0b-4b68-a04c-a5d03fa5bbb9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:11.248041 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dd715df0-04f1-4951-acc6-5d36aefbce3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:11.249848 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-dd715df0-04f1-4951-acc6-5d36aefbce3c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d33fb420-1f0b-4b68-a04c-a5d03fa5bbb9 HTTP/1.1" status: 204 len: 168 time: 0.3878891 Jan 28 01:01:11.276244 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd715df0-04f1-4951-acc6-5d36aefbce3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33fb420-1f0b-4b68-a04c-a5d03fa5bbb9,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:11.368293 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:11.378840 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-676fa908-334f-431a-91b9-2483677e0328 req-cb4e8c9b-718a-4715-8705-7cb47fd4d541 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] No DVR routers for this DVR port 1e323acd-6514-45a9-86e9-d70eaaa93144 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:01:11.387480 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-676fa908-334f-431a-91b9-2483677e0328 req-cb4e8c9b-718a-4715-8705-7cb47fd4d541 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:11.400918 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-676fa908-334f-431a-91b9-2483677e0328 req-cb4e8c9b-718a-4715-8705-7cb47fd4d541 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.65 "DELETE /v2.0/ports/1e323acd-6514-45a9-86e9-d70eaaa93144 HTTP/1.1" status: 204 len: 173 time: 1.2769799 Jan 28 01:01:11.400918 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07076b28-cbe8-4589-a634-d97c2eb79648', 'name': 'network-vif-deleted', 'tag': '1e323acd-6514-45a9-86e9-d70eaaa93144'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:01:11.403575 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca03ad77-819e-4bb4-bfc6-9dbce1f26b71" -d '{"events": [{"server_uuid": "07076b28-cbe8-4589-a634-d97c2eb79648", "name": "network-vif-deleted", "tag": "1e323acd-6514-45a9-86e9-d70eaaa93144"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:01:11.560985 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08968c2-3674-4e0b-9acf-8a545c6b806e x-openstack-request-id: req-e08968c2-3674-4e0b-9acf-8a545c6b806e {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:01:11.561508 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07076b28-cbe8-4589-a634-d97c2eb79648", "name": "network-vif-deleted", "tag": "1e323acd-6514-45a9-86e9-d70eaaa93144", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:01:11.561934 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e08968c2-3674-4e0b-9acf-8a545c6b806e {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:01:11.564372 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07076b28-cbe8-4589-a634-d97c2eb79648', 'name': 'network-vif-deleted', 'tag': '1e323acd-6514-45a9-86e9-d70eaaa93144', 'status': 'completed', 'code': 200} Jan 28 01:01:12.171474 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c1e56bfc-c3bb-449b-98f8-afe7b48d4525 req-60e947dd-6a76-49b7-843a-c7eda02e1098 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "GET /v2.0/ports?device_id=07076b28-cbe8-4589-a634-d97c2eb79648 HTTP/1.1" status: 200 len: 210 time: 0.1198661 Jan 28 01:01:12.287159 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:12.797326 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45036) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:12.956298 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-33368187-9d12-49e7-8e15-139c48494127 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1654950908-network', 'tenant_id': '85e73a65dd5d43e0b954464d13aa2d13'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:12.991399 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33368187-9d12-49e7-8e15-139c48494127 admin admin] Made reservation on behalf of 85e73a65dd5d43e0b954464d13aa2d13 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:01:12.995981 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33368187-9d12-49e7-8e15-139c48494127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:13.010548 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33368187-9d12-49e7-8e15-139c48494127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:13.148121 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33368187-9d12-49e7-8e15-139c48494127 admin admin] Publish callbacks [] for security_group (aaa08038-3050-469b-8189-147d2b32e8ca), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:13.154204 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33368187-9d12-49e7-8e15-139c48494127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (aaa08038-3050-469b-8189-147d2b32e8ca), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:13.200544 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33368187-9d12-49e7-8e15-139c48494127 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:01:13.223451 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33368187-9d12-49e7-8e15-139c48494127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa08038-3050-469b-8189-147d2b32e8ca,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:13.231868 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:13.235568 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33368187-9d12-49e7-8e15-139c48494127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (441b0df4-78e0-452a-b1f7-444a91a41103), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:13.252398 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-33368187-9d12-49e7-8e15-139c48494127 admin admin] Added segment 441b0df4-78e0-452a-b1f7-444a91a41103 of type vlan for network 09bc3e79-65bd-464f-b567-fd55bdd97d0e Jan 28 01:01:13.316387 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45044) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:13.335159 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33368187-9d12-49e7-8e15-139c48494127 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (09bc3e79-65bd-464f-b567-fd55bdd97d0e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:13.406276 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33368187-9d12-49e7-8e15-139c48494127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (09bc3e79-65bd-464f-b567-fd55bdd97d0e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:13.407336 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33368187-9d12-49e7-8e15-139c48494127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:13.408180 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33368187-9d12-49e7-8e15-139c48494127 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:13.501231 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8fab0d30-0e49-4c18-859e-ade130764375 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group (e843dedd-c708-4a7e-9f53-7cf32fd094df), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:13.561621 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-33368187-9d12-49e7-8e15-139c48494127 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7628713 Jan 28 01:01:13.565112 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8fab0d30-0e49-4c18-859e-ade130764375 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group (e843dedd-c708-4a7e-9f53-7cf32fd094df), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:13.570836 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45046) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:13.578710 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-eacc9ce3-419e-4af7-bbe2-66ac391aa3c8 admin admin] Request body: {'subnet': {'network_id': '09bc3e79-65bd-464f-b567-fd55bdd97d0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1654950908-subnet', 'tenant_id': '85e73a65dd5d43e0b954464d13aa2d13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:01:13.619404 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33368187-9d12-49e7-8e15-139c48494127 admin admin] Pushing event updated for resources: {'Network': ['ID=09bc3e79-65bd-464f-b567-fd55bdd97d0e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:13.638361 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 09bc3e79-65bd-464f-b567-fd55bdd97d0e details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:01:13.643791 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacc9ce3-419e-4af7-bbe2-66ac391aa3c8 admin admin] Made reservation on behalf of 85e73a65dd5d43e0b954464d13aa2d13 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:01:13.647801 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eacc9ce3-419e-4af7-bbe2-66ac391aa3c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:13.756008 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8fab0d30-0e49-4c18-859e-ade130764375 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e843dedd-c708-4a7e-9f53-7cf32fd094df), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:13.760839 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8fab0d30-0e49-4c18-859e-ade130764375 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:13.762227 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8fab0d30-0e49-4c18-859e-ade130764375 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "DELETE /v2.0/security-groups/e843dedd-c708-4a7e-9f53-7cf32fd094df HTTP/1.1" status: 204 len: 168 time: 0.4442968 Jan 28 01:01:13.813857 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab0d30-0e49-4c18-859e-ade130764375 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e843dedd-c708-4a7e-9f53-7cf32fd094df,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:13.855100 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45052) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:14.037721 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eacc9ce3-419e-4af7-bbe2-66ac391aa3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (adbe15b3-cc03-47b2-9e01-87a30bdc62a6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:14.200195 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc9ce3-419e-4af7-bbe2-66ac391aa3c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adbe15b3-cc03-47b2-9e01-87a30bdc62a6,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:14.215784 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacc9ce3-419e-4af7-bbe2-66ac391aa3c8 admin admin] Checking segment: {'id': '441b0df4-78e0-452a-b1f7-444a91a41103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '09bc3e79-65bd-464f-b567-fd55bdd97d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:01:14.216163 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacc9ce3-419e-4af7-bbe2-66ac391aa3c8 admin admin] Network hostable DHCP agents. Network: 09bc3e79-65bd-464f-b567-fd55bdd97d0e, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:01:14.241047 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacc9ce3-419e-4af7-bbe2-66ac391aa3c8 admin admin] Network 09bc3e79-65bd-464f-b567-fd55bdd97d0e is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:01:14.260337 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-eacc9ce3-419e-4af7-bbe2-66ac391aa3c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 09bc3e79-65bd-464f-b567-fd55bdd97d0e) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:01:14.266398 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacc9ce3-419e-4af7-bbe2-66ac391aa3c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:01:14.268700 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eacc9ce3-419e-4af7-bbe2-66ac391aa3c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:14.272407 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bc3cc2-92b6-4c60-9537-26df83f03a74 None None] Network 09bc3e79-65bd-464f-b567-fd55bdd97d0e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:01:14.296662 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-eacc9ce3-419e-4af7-bbe2-66ac391aa3c8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7240222 Jan 28 01:01:14.600813 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:14.650105 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a612948-e87b-441a-bb8a-a2f7abf03d5f None None] Network 09bc3e79-65bd-464f-b567-fd55bdd97d0e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:01:14.691649 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-75b398cf-ccbf-46cc-88da-5933682b1749 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (c11c238d-8589-4e19-bc80-06858ce17e40), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:15.107032 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 1e323acd-6514-45a9-86e9-d70eaaa93144 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:01:15.138625 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 1e323acd-6514-45a9-86e9-d70eaaa93144 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:01:15.138959 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 1e323acd-6514-45a9-86e9-d70eaaa93144 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:01:15.208450 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-75b398cf-ccbf-46cc-88da-5933682b1749 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Deleting port 482b30ff-6464-40cc-ae95-f9680a9dbc24 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:01:15.209190 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-75b398cf-ccbf-46cc-88da-5933682b1749 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (482b30ff-6464-40cc-ae95-f9680a9dbc24), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:15.417749 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-75b398cf-ccbf-46cc-88da-5933682b1749 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] For port 482b30ff-6464-40cc-ae95-f9680a9dbc24, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=482b30ff-6464-40cc-ae95-f9680a9dbc24,segment=NetworkSegment(308a7adc-aa72-49a4-a94f-a19f01b4a2fa),segment_id=308a7adc-aa72-49a4-a94f-a19f01b4a2fa)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:15.419741 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-75b398cf-ccbf-46cc-88da-5933682b1749 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (482b30ff-6464-40cc-ae95-f9680a9dbc24), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:15.473399 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-75b398cf-ccbf-46cc-88da-5933682b1749 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Calling delete_port for 482b30ff-6464-40cc-ae95-f9680a9dbc24 owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:01:15.780994 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-75b398cf-ccbf-46cc-88da-5933682b1749 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (482b30ff-6464-40cc-ae95-f9680a9dbc24), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:15.820095 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b398cf-ccbf-46cc-88da-5933682b1749 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event deleted for resources: {'Port': ['ID=482b30ff-6464-40cc-ae95-f9680a9dbc24,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:16.097309 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-75b398cf-ccbf-46cc-88da-5933682b1749 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (c11c238d-8589-4e19-bc80-06858ce17e40), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:16.461485 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b398cf-ccbf-46cc-88da-5933682b1749 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Router c11c238d-8589-4e19-bc80-06858ce17e40 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:01:16.698941 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b398cf-ccbf-46cc-88da-5933682b1749 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:01:16.706535 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-75b398cf-ccbf-46cc-88da-5933682b1749 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "PUT /v2.0/routers/c11c238d-8589-4e19-bc80-06858ce17e40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8503718 Jan 28 01:01:16.709268 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45078) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:16.725377 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad286c5-e119-45c4-8757-a7323f2b3092 None None] Sync routers for ids ['c11c238d-8589-4e19-bc80-06858ce17e40'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:01:16.768322 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad286c5-e119-45c4-8757-a7323f2b3092 None None] Routers {'c11c238d-8589-4e19-bc80-06858ce17e40'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:01:16.769739 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-dad286c5-e119-45c4-8757-a7323f2b3092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:01:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c11c238d-8589-4e19-bc80-06858ce17e40'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:16.918940 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae390e60-0203-40c9-bd65-872af7965ecf tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Deleting subnet bbfc04f7-2514-4f92-be5b-9e79f876fa05 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:01:16.958856 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ae390e60-0203-40c9-bd65-872af7965ecf tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for subnet (bbfc04f7-2514-4f92-be5b-9e79f876fa05), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:17.076014 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ae390e60-0203-40c9-bd65-872af7965ecf tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (bbfc04f7-2514-4f92-be5b-9e79f876fa05), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:17.134451 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-dad286c5-e119-45c4-8757-a7323f2b3092 None None] Set router c11c238d-8589-4e19-bc80-06858ce17e40 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:01:17.296993 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ae390e60-0203-40c9-bd65-872af7965ecf tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (bbfc04f7-2514-4f92-be5b-9e79f876fa05), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:17.474218 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ae390e60-0203-40c9-bd65-872af7965ecf tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (bbfc04f7-2514-4f92-be5b-9e79f876fa05), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:17.528394 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ae390e60-0203-40c9-bd65-872af7965ecf tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:17.533806 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ae390e60-0203-40c9-bd65-872af7965ecf tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "DELETE /v2.0/subnets/bbfc04f7-2514-4f92-be5b-9e79f876fa05 HTTP/1.1" status: 204 len: 168 time: 0.8229723 Jan 28 01:01:17.535006 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae390e60-0203-40c9-bd65-872af7965ecf tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event deleted for resources: {'Subnet': ['ID=bbfc04f7-2514-4f92-be5b-9e79f876fa05,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:17.536176 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45084) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:17.553059 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c52f008-b926-4725-8e07-21bb9b34fdc0 None None] Network cb9151ab-ddea-47f6-9231-8cbe2ac31c95 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:01:17.570206 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-dad286c5-e119-45c4-8757-a7323f2b3092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'name': 'tempest-TestNetworkBasicOps-router-216218917', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'a3a0da53-fbae-4608-ab5c-38d3550592bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:01Z', 'updated_at': '2022-01-28T01:01:15Z', 'revision_number': 5, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': 'a3a0da53-fbae-4608-ab5c-38d3550592bc', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:01Z', 'updated_at': '2022-01-28T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:17.618087 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad286c5-e119-45c4-8757-a7323f2b3092 None None] Checking router: c11c238d-8589-4e19-bc80-06858ce17e40 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:01:17.658111 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad286c5-e119-45c4-8757-a7323f2b3092 None None] Routers {'c11c238d-8589-4e19-bc80-06858ce17e40'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:01:17.659019 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-dad286c5-e119-45c4-8757-a7323f2b3092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:01:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c11c238d-8589-4e19-bc80-06858ce17e40'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:17.876721 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-06418ba0-eaed-47fc-b161-04084e23a9e0 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for router (c11c238d-8589-4e19-bc80-06858ce17e40), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:17.899712 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-dad286c5-e119-45c4-8757-a7323f2b3092 None None] Set router c11c238d-8589-4e19-bc80-06858ce17e40 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:01:18.018927 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58eee16-cbb3-474b-b21e-56dd8f5522b3 None None] DHCP port deletion for cb9151ab-ddea-47f6-9231-8cbe2ac31c95 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:01:18.064346 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-06418ba0-eaed-47fc-b161-04084e23a9e0 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for router_gateway (c11c238d-8589-4e19-bc80-06858ce17e40), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:18.109916 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b58eee16-cbb3-474b-b21e-56dd8f5522b3 None None] Deleting port a3937158-a075-4d93-8b7d-740748f279e3 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:01:18.110326 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b58eee16-cbb3-474b-b21e-56dd8f5522b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (a3937158-a075-4d93-8b7d-740748f279e3), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:18.194306 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-06418ba0-eaed-47fc-b161-04084e23a9e0 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Deleting port a3a0da53-fbae-4608-ab5c-38d3550592bc {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:01:18.195591 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-06418ba0-eaed-47fc-b161-04084e23a9e0 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (a3a0da53-fbae-4608-ab5c-38d3550592bc), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:18.207016 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-b58eee16-cbb3-474b-b21e-56dd8f5522b3 None None] For port a3937158-a075-4d93-8b7d-740748f279e3, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=a3937158-a075-4d93-8b7d-740748f279e3,segment=NetworkSegment(308a7adc-aa72-49a4-a94f-a19f01b4a2fa),segment_id=308a7adc-aa72-49a4-a94f-a19f01b4a2fa)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:18.207541 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b58eee16-cbb3-474b-b21e-56dd8f5522b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (a3937158-a075-4d93-8b7d-740748f279e3), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:18.224804 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a3937158-a075-4d93-8b7d-740748f279e3 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:01:18.277143 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b58eee16-cbb3-474b-b21e-56dd8f5522b3 None None] Calling delete_port for a3937158-a075-4d93-8b7d-740748f279e3 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:01:18.355586 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-06418ba0-eaed-47fc-b161-04084e23a9e0 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] For port a3a0da53-fbae-4608-ab5c-38d3550592bc, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=a3a0da53-fbae-4608-ab5c-38d3550592bc,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:01:18.355586 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-06418ba0-eaed-47fc-b161-04084e23a9e0 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (a3a0da53-fbae-4608-ab5c-38d3550592bc), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:18.394258 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-06418ba0-eaed-47fc-b161-04084e23a9e0 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Calling delete_port for a3a0da53-fbae-4608-ab5c-38d3550592bc owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:01:18.441486 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-dad286c5-e119-45c4-8757-a7323f2b3092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'name': 'tempest-TestNetworkBasicOps-router-216218917', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'a3a0da53-fbae-4608-ab5c-38d3550592bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:01Z', 'updated_at': '2022-01-28T01:01:15Z', 'revision_number': 5, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': 'a3a0da53-fbae-4608-ab5c-38d3550592bc', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:01Z', 'updated_at': '2022-01-28T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:18.470206 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port a3937158-a075-4d93-8b7d-740748f279e3 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:01:18.470206 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a3937158-a075-4d93-8b7d-740748f279e3), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:18.508774 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b58eee16-cbb3-474b-b21e-56dd8f5522b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (a3937158-a075-4d93-8b7d-740748f279e3), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:18.518749 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad286c5-e119-45c4-8757-a7323f2b3092 None None] The sync data for ids ['c11c238d-8589-4e19-bc80-06858ce17e40'] in n-d-826754-1 is: [{'id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'name': 'tempest-TestNetworkBasicOps-router-216218917', 'tenant_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'a3a0da53-fbae-4608-ab5c-38d3550592bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:01Z', 'updated_at': '2022-01-28T01:01:15Z', 'revision_number': 5, 'project_id': 'bb4b1000f5df40f5810e78f45d5dff4b', 'gw_port': {'id': 'a3a0da53-fbae-4608-ab5c-38d3550592bc', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11c238d-8589-4e19-bc80-06858ce17e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:01Z', 'updated_at': '2022-01-28T01:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:01:18.590491 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58eee16-cbb3-474b-b21e-56dd8f5522b3 None None] No DVR routers for this DVR port a3937158-a075-4d93-8b7d-740748f279e3 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:01:18.634472 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58eee16-cbb3-474b-b21e-56dd8f5522b3 None None] Pushing event deleted for resources: {'Port': ['ID=a3937158-a075-4d93-8b7d-740748f279e3,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:18.654785 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58eee16-cbb3-474b-b21e-56dd8f5522b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:18.656122 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58eee16-cbb3-474b-b21e-56dd8f5522b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:18.658957 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58eee16-cbb3-474b-b21e-56dd8f5522b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:18.659189 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58eee16-cbb3-474b-b21e-56dd8f5522b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:18.659460 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58eee16-cbb3-474b-b21e-56dd8f5522b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:18.660402 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58eee16-cbb3-474b-b21e-56dd8f5522b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:18.660402 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58eee16-cbb3-474b-b21e-56dd8f5522b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:18.660636 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58eee16-cbb3-474b-b21e-56dd8f5522b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:18.660907 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58eee16-cbb3-474b-b21e-56dd8f5522b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:18.661259 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58eee16-cbb3-474b-b21e-56dd8f5522b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:18.661586 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58eee16-cbb3-474b-b21e-56dd8f5522b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:18.661917 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58eee16-cbb3-474b-b21e-56dd8f5522b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:18.662255 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58eee16-cbb3-474b-b21e-56dd8f5522b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:01:18.804639 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-06418ba0-eaed-47fc-b161-04084e23a9e0 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (a3a0da53-fbae-4608-ab5c-38d3550592bc), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:18.873080 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06418ba0-eaed-47fc-b161-04084e23a9e0 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event deleted for resources: {'Port': ['ID=a3a0da53-fbae-4608-ab5c-38d3550592bc,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:19.148568 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-06418ba0-eaed-47fc-b161-04084e23a9e0 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (c11c238d-8589-4e19-bc80-06858ce17e40), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:19.433537 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-06418ba0-eaed-47fc-b161-04084e23a9e0 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (c11c238d-8589-4e19-bc80-06858ce17e40), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:19.436695 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-06418ba0-eaed-47fc-b161-04084e23a9e0 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for router_controller (c11c238d-8589-4e19-bc80-06858ce17e40), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:19.508115 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-06418ba0-eaed-47fc-b161-04084e23a9e0 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (c11c238d-8589-4e19-bc80-06858ce17e40), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:19.511041 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06418ba0-eaed-47fc-b161-04084e23a9e0 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Fanout notify agent at l3_agent the message router_deleted on router c11c238d-8589-4e19-bc80-06858ce17e40 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:01:19.527829 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:01:19.543673 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-06418ba0-eaed-47fc-b161-04084e23a9e0 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:19.546458 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-06418ba0-eaed-47fc-b161-04084e23a9e0 tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "DELETE /v2.0/routers/c11c238d-8589-4e19-bc80-06858ce17e40 HTTP/1.1" status: 204 len: 168 time: 2.0080667 Jan 28 01:01:19.550354 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45102) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:19.784974 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-234261d6-d14f-45ec-9acc-12df2f5d46cc tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (cb9151ab-ddea-47f6-9231-8cbe2ac31c95), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:20.054087 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-234261d6-d14f-45ec-9acc-12df2f5d46cc tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (cb9151ab-ddea-47f6-9231-8cbe2ac31c95), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:20.123317 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-234261d6-d14f-45ec-9acc-12df2f5d46cc tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb9151ab-ddea-47f6-9231-8cbe2ac31c95']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:20.174242 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-234261d6-d14f-45ec-9acc-12df2f5d46cc tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '308a7adc-aa72-49a4-a94f-a19f01b4a2fa') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:20.174555 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-234261d6-d14f-45ec-9acc-12df2f5d46cc tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '308a7adc-aa72-49a4-a94f-a19f01b4a2fa') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:01:20.205452 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-234261d6-d14f-45ec-9acc-12df2f5d46cc tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (308a7adc-aa72-49a4-a94f-a19f01b4a2fa), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:20.245762 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-234261d6-d14f-45ec-9acc-12df2f5d46cc tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (308a7adc-aa72-49a4-a94f-a19f01b4a2fa), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:20.275498 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234261d6-d14f-45ec-9acc-12df2f5d46cc tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:01:20.275859 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-234261d6-d14f-45ec-9acc-12df2f5d46cc tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (308a7adc-aa72-49a4-a94f-a19f01b4a2fa), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:20.279327 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 01:01:20.279327 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:01:20.279327 n-d-826754-1 neutron-server[103344]: timer() Jan 28 01:01:20.279327 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:01:20.279327 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 01:01:20.279327 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:01:20.279327 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 01:01:20.279327 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:01:20.279327 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 01:01:20.279327 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:01:20.279327 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 01:01:20.279327 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:01:20.279327 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 01:01:20.279327 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:01:20.279327 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:01:20.279327 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:01:20.279327 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:01:20.279327 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:01:20.279327 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 01:01:20.279327 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:01:20.279327 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 01:01:20.279327 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:01:20.279327 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:01:20.279327 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:01:20.279327 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 01:01:20.279327 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:01:20.279327 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:01:20.279327 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:01:20.279327 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:01:20.279327 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:01:20.279327 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:01:20.279327 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:01:20.292234 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 482b30ff-6464-40cc-ae95-f9680a9dbc24 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:01:20.336261 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 482b30ff-6464-40cc-ae95-f9680a9dbc24 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:01:20.336615 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 482b30ff-6464-40cc-ae95-f9680a9dbc24 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:01:20.353867 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a3a0da53-fbae-4608-ab5c-38d3550592bc no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:01:20.411893 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: a3a0da53-fbae-4608-ab5c-38d3550592bc {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:01:20.412601 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a3a0da53-fbae-4608-ab5c-38d3550592bc not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:01:20.524526 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-234261d6-d14f-45ec-9acc-12df2f5d46cc tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (cb9151ab-ddea-47f6-9231-8cbe2ac31c95), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:20.569064 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-234261d6-d14f-45ec-9acc-12df2f5d46cc tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:20.577689 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-234261d6-d14f-45ec-9acc-12df2f5d46cc tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] 10.222.0.70 "DELETE /v2.0/networks/cb9151ab-ddea-47f6-9231-8cbe2ac31c95 HTTP/1.1" status: 204 len: 168 time: 1.0257294 Jan 28 01:01:20.581998 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234261d6-d14f-45ec-9acc-12df2f5d46cc tempest-TestNetworkBasicOps-1044411837 tempest-TestNetworkBasicOps-1044411837-project] Pushing event deleted for resources: {'Network': ['ID=cb9151ab-ddea-47f6-9231-8cbe2ac31c95,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:20.969364 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 45122) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:21.413017 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-dbd62967-a651-4a3e-a2c4-0238f63e4df8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bb4b1000f5df40f5810e78f45d5dff4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4397013 Jan 28 01:01:21.413551 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45132) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:21.516707 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a60eabcf-0922-4a07-a233-ac1af2a19076 admin admin] Publish callbacks [] for security_group (b3a421b8-9dc3-488b-b55d-3a727f327d89), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:21.544820 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a60eabcf-0922-4a07-a233-ac1af2a19076 admin admin] Publish callbacks [] for security_group (b3a421b8-9dc3-488b-b55d-3a727f327d89), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:21.604241 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a60eabcf-0922-4a07-a233-ac1af2a19076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (b3a421b8-9dc3-488b-b55d-3a727f327d89), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:21.607506 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a60eabcf-0922-4a07-a233-ac1af2a19076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:21.613351 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a60eabcf-0922-4a07-a233-ac1af2a19076 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b3a421b8-9dc3-488b-b55d-3a727f327d89 HTTP/1.1" status: 204 len: 168 time: 0.1960454 Jan 28 01:01:21.628157 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60eabcf-0922-4a07-a233-ac1af2a19076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a421b8-9dc3-488b-b55d-3a727f327d89,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:22.286235 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45142) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:22.307908 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cbbb7369-f34f-4d6a-b435-5a5256268346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:22.491024 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cbbb7369-f34f-4d6a-b435-5a5256268346 admin admin] Publish callbacks [] for security_group (6c180ac2-da77-40ea-b6f0-871942267b95), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:22.498013 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cbbb7369-f34f-4d6a-b435-5a5256268346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (6c180ac2-da77-40ea-b6f0-871942267b95), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:22.573360 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb7369-f34f-4d6a-b435-5a5256268346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c180ac2-da77-40ea-b6f0-871942267b95,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:22.596437 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-cbbb7369-f34f-4d6a-b435-5a5256268346 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ac24cb1cd23d466da6000c2d7f8e0f7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3090982 Jan 28 01:01:22.599018 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 45146) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:01:22.673797 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-992a4bb4-fd85-47ab-9777-b05aebdb6236 admin admin] Publish callbacks [] for security_group (6c180ac2-da77-40ea-b6f0-871942267b95), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:22.707627 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-992a4bb4-fd85-47ab-9777-b05aebdb6236 admin admin] Publish callbacks [] for security_group (6c180ac2-da77-40ea-b6f0-871942267b95), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:22.800594 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-992a4bb4-fd85-47ab-9777-b05aebdb6236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (6c180ac2-da77-40ea-b6f0-871942267b95), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:22.803754 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-992a4bb4-fd85-47ab-9777-b05aebdb6236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:22.806904 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-992a4bb4-fd85-47ab-9777-b05aebdb6236 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6c180ac2-da77-40ea-b6f0-871942267b95 HTTP/1.1" status: 204 len: 168 time: 0.2061512 Jan 28 01:01:22.842280 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a4bb4-fd85-47ab-9777-b05aebdb6236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c180ac2-da77-40ea-b6f0-871942267b95,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:01:36.113064 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2b2e3825-b341-4117-8653-a64343d53f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:38.394914 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b5c2c7b-5c7b-46f0-90dd-1236fcd4466b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:39.788524 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:41.319942 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:42.269617 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:43.235414 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:44.499248 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:01:56.511986 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:02:06.077246 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c57c0575-f325-4ad2-9037-7a24127d2fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:08.385648 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1994f531-e515-4feb-879a-92533eefb032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:09.807026 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:11.323500 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:12.266524 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:13.231388 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:14.525038 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:33.516311 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:02:36.078496 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-268b385b-4469-4a6d-927d-3a3ab7a5acba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:38.392172 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7db3d10-98f4-430f-a96f-f079049450e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:39.807828 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:40.969632 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-e4d9005f-61a1-4634-8021-269bf77a2d6f req-c769a849-c40a-4bfa-9558-1df07d3fffd7 service neutron] (103343) timed out ('10.222.0.70', 58496) {{(pid=103343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 01:02:41.069703 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47152) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:41.219981 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-baae988e-cf47-4b2f-b4bf-edb745cc3a11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:41.334255 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:41.353293 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-baae988e-cf47-4b2f-b4bf-edb745cc3a11 admin admin] Publish callbacks [] for security_group (ac2f017d-f656-46a0-86d6-14f81012511d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:41.359376 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-baae988e-cf47-4b2f-b4bf-edb745cc3a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ac2f017d-f656-46a0-86d6-14f81012511d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:41.416686 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae988e-cf47-4b2f-b4bf-edb745cc3a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2f017d-f656-46a0-86d6-14f81012511d,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:41.426051 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae988e-cf47-4b2f-b4bf-edb745cc3a11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:41.426829 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae988e-cf47-4b2f-b4bf-edb745cc3a11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:41.427339 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae988e-cf47-4b2f-b4bf-edb745cc3a11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:41.428691 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae988e-cf47-4b2f-b4bf-edb745cc3a11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:41.429234 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae988e-cf47-4b2f-b4bf-edb745cc3a11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:41.429759 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae988e-cf47-4b2f-b4bf-edb745cc3a11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:41.430493 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae988e-cf47-4b2f-b4bf-edb745cc3a11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:41.431001 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae988e-cf47-4b2f-b4bf-edb745cc3a11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:41.431499 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae988e-cf47-4b2f-b4bf-edb745cc3a11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:41.432037 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae988e-cf47-4b2f-b4bf-edb745cc3a11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:41.432692 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae988e-cf47-4b2f-b4bf-edb745cc3a11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:41.433188 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae988e-cf47-4b2f-b4bf-edb745cc3a11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:41.433806 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae988e-cf47-4b2f-b4bf-edb745cc3a11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:41.440650 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-baae988e-cf47-4b2f-b4bf-edb745cc3a11 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb6b71b0b0654f8a916565bfa52df00f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3690698 Jan 28 01:02:41.445992 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47162) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:41.525045 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6594915f-e5e9-454d-b25b-de341b4f6cb0 admin admin] Publish callbacks [] for security_group (ac2f017d-f656-46a0-86d6-14f81012511d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:41.577611 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6594915f-e5e9-454d-b25b-de341b4f6cb0 admin admin] Publish callbacks [] for security_group (ac2f017d-f656-46a0-86d6-14f81012511d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:41.693868 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6594915f-e5e9-454d-b25b-de341b4f6cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ac2f017d-f656-46a0-86d6-14f81012511d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:41.699763 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6594915f-e5e9-454d-b25b-de341b4f6cb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:41.705974 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6594915f-e5e9-454d-b25b-de341b4f6cb0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ac2f017d-f656-46a0-86d6-14f81012511d HTTP/1.1" status: 204 len: 168 time: 0.2545409 Jan 28 01:02:41.719350 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594915f-e5e9-454d-b25b-de341b4f6cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2f017d-f656-46a0-86d6-14f81012511d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:41.738969 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6594915f-e5e9-454d-b25b-de341b4f6cb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:41.739911 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6594915f-e5e9-454d-b25b-de341b4f6cb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:41.741307 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6594915f-e5e9-454d-b25b-de341b4f6cb0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:41.742299 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6594915f-e5e9-454d-b25b-de341b4f6cb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:41.743515 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6594915f-e5e9-454d-b25b-de341b4f6cb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:41.744409 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6594915f-e5e9-454d-b25b-de341b4f6cb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:41.745238 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6594915f-e5e9-454d-b25b-de341b4f6cb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:41.746463 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6594915f-e5e9-454d-b25b-de341b4f6cb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:41.747712 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6594915f-e5e9-454d-b25b-de341b4f6cb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:41.748778 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6594915f-e5e9-454d-b25b-de341b4f6cb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:41.749642 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6594915f-e5e9-454d-b25b-de341b4f6cb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:41.750775 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6594915f-e5e9-454d-b25b-de341b4f6cb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:41.752460 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6594915f-e5e9-454d-b25b-de341b4f6cb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:02:42.277815 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 47178) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:42.297072 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:42.313315 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8ec4ef40-31a1-4ff2-81a5-f17588539b0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:42.496531 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8ec4ef40-31a1-4ff2-81a5-f17588539b0f admin admin] Publish callbacks [] for security_group (f0c23960-2725-4b84-aeb9-3cd232f1040a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:42.503470 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8ec4ef40-31a1-4ff2-81a5-f17588539b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f0c23960-2725-4b84-aeb9-3cd232f1040a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:42.601614 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4ef40-31a1-4ff2-81a5-f17588539b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c23960-2725-4b84-aeb9-3cd232f1040a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:42.618444 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 47180) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:02:42.622889 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8ec4ef40-31a1-4ff2-81a5-f17588539b0f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ac2234295f7943bbbf96c4030990e5d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3419862 Jan 28 01:02:42.743703 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b07d1920-ed4a-468f-a8d7-3a8ed4827bc5 admin admin] Publish callbacks [] for security_group (f0c23960-2725-4b84-aeb9-3cd232f1040a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:42.770179 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b07d1920-ed4a-468f-a8d7-3a8ed4827bc5 admin admin] Publish callbacks [] for security_group (f0c23960-2725-4b84-aeb9-3cd232f1040a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:42.826055 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b07d1920-ed4a-468f-a8d7-3a8ed4827bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (f0c23960-2725-4b84-aeb9-3cd232f1040a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:42.829095 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b07d1920-ed4a-468f-a8d7-3a8ed4827bc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:42.831697 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b07d1920-ed4a-468f-a8d7-3a8ed4827bc5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f0c23960-2725-4b84-aeb9-3cd232f1040a HTTP/1.1" status: 204 len: 168 time: 0.2125068 Jan 28 01:02:42.844856 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d1920-ed4a-468f-a8d7-3a8ed4827bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c23960-2725-4b84-aeb9-3cd232f1040a,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:02:43.230450 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:44.518507 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:02:59.686115 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-0e4204c1-444a-4844-bc7e-4708c6c116c8 req-6e7dbd33-c039-4b4b-9dfb-27cd3c8482b2 service neutron] (103343) timed out ('10.222.0.70', 45646) {{(pid=103343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 01:02:59.904236 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062922ba-8403-4d52-b99a-4fb25c71238d req-0930b3dd-22f8-4e0a-b2c6-4b35dbd80f30 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:02:59.906474 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-062922ba-8403-4d52-b99a-4fb25c71238d req-0930b3dd-22f8-4e0a-b2c6-4b35dbd80f30 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/networks?id=09bc3e79-65bd-464f-b567-fd55bdd97d0e HTTP/1.1" status: 200 len: 814 time: 0.1513195 Jan 28 01:02:59.924908 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-062922ba-8403-4d52-b99a-4fb25c71238d req-dc6c3686-f118-45e1-b9a1-344b99635574 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/quotas/85e73a65dd5d43e0b954464d13aa2d13 HTTP/1.1" status: 200 len: 375 time: 0.0115607 Jan 28 01:02:59.967998 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-062922ba-8403-4d52-b99a-4fb25c71238d req-e8cdb342-2525-45bf-bf20-21adb909b6bb tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=85e73a65dd5d43e0b954464d13aa2d13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336897 Jan 28 01:02:59.987343 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-062922ba-8403-4d52-b99a-4fb25c71238d req-c25fa592-6e83-4bcc-b3f2-abddd8000c4b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:02:59.990089 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-062922ba-8403-4d52-b99a-4fb25c71238d req-c25fa592-6e83-4bcc-b3f2-abddd8000c4b service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098755 Jan 28 01:03:00.119275 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-062922ba-8403-4d52-b99a-4fb25c71238d req-8968a2ff-fce7-49f2-be4b-37d1d5f45df1 service neutron] 10.222.0.70 "GET /v2.0/networks/09bc3e79-65bd-464f-b567-fd55bdd97d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171145 Jan 28 01:03:00.272563 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-062922ba-8403-4d52-b99a-4fb25c71238d req-eab5e19c-ac88-463b-8f74-941f556a9c9f service neutron] 10.222.0.70 "GET /v2.0/networks/09bc3e79-65bd-464f-b567-fd55bdd97d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399200 Jan 28 01:03:00.731014 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-86bf56ad-ac11-461a-9b4d-8a30db21be69 req-741387b6-9e9c-4c2a-a869-c3f948b5c26e tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3bdb4ab-7794-46ac-a431-d377303c5a8f HTTP/1.1" status: 200 len: 210 time: 0.2537184 Jan 28 01:03:01.912535 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2a7456b4-6976-471c-8103-afedfd0e0a13 req-3745cd18-8929-4fb5-8f67-27c5d40d8c16 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3bdb4ab-7794-46ac-a431-d377303c5a8f HTTP/1.1" status: 200 len: 210 time: 0.0632920 Jan 28 01:03:02.718818 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062922ba-8403-4d52-b99a-4fb25c71238d req-ed979c78-6b76-4fbe-a87e-fb23d635a5dd tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:02.720412 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-062922ba-8403-4d52-b99a-4fb25c71238d req-ed979c78-6b76-4fbe-a87e-fb23d635a5dd tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.65 "GET /v2.0/networks?id=09bc3e79-65bd-464f-b567-fd55bdd97d0e HTTP/1.1" status: 200 len: 814 time: 0.7484021 Jan 28 01:03:02.744929 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-062922ba-8403-4d52-b99a-4fb25c71238d req-a9ea93aa-3ba4-4763-a812-9b6fc9a2cce7 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Request body: {'port': {'device_id': 'f3bdb4ab-7794-46ac-a431-d377303c5a8f', 'network_id': '09bc3e79-65bd-464f-b567-fd55bdd97d0e', 'admin_state_up': True, 'tenant_id': '85e73a65dd5d43e0b954464d13aa2d13'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:02.893599 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-062922ba-8403-4d52-b99a-4fb25c71238d req-a9ea93aa-3ba4-4763-a812-9b6fc9a2cce7 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Made reservation on behalf of 85e73a65dd5d43e0b954464d13aa2d13 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:03:02.898125 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-062922ba-8403-4d52-b99a-4fb25c71238d req-a9ea93aa-3ba4-4763-a812-9b6fc9a2cce7 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:03.124543 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f04b34f9-416b-41af-8830-db744fc0f0a4 req-dd5fb653-6755-4a0a-baea-4156c72a4905 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3bdb4ab-7794-46ac-a431-d377303c5a8f HTTP/1.1" status: 200 len: 210 time: 0.0571592 Jan 28 01:03:03.178061 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-062922ba-8403-4d52-b99a-4fb25c71238d req-a9ea93aa-3ba4-4763-a812-9b6fc9a2cce7 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Allocated IP 172.20.0.7 (09bc3e79-65bd-464f-b567-fd55bdd97d0e/adbe15b3-cc03-47b2-9e01-87a30bdc62a6/1c0c2f3e-eb37-440c-9fb3-ef241193a1ce) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:03:03.487892 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-062922ba-8403-4d52-b99a-4fb25c71238d req-a9ea93aa-3ba4-4763-a812-9b6fc9a2cce7 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Publish callbacks [] for port (1c0c2f3e-eb37-440c-9fb3-ef241193a1ce), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:03.538530 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-062922ba-8403-4d52-b99a-4fb25c71238d req-a9ea93aa-3ba4-4763-a812-9b6fc9a2cce7 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (1c0c2f3e-eb37-440c-9fb3-ef241193a1ce), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:03.604018 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea93aa-3ba4-4763-a812-9b6fc9a2cce7 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Pushing event updated for resources: {'Port': ['ID=1c0c2f3e-eb37-440c-9fb3-ef241193a1ce,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:03.607872 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-062922ba-8403-4d52-b99a-4fb25c71238d req-a9ea93aa-3ba4-4763-a812-9b6fc9a2cce7 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Network 09bc3e79-65bd-464f-b567-fd55bdd97d0e is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:03:03.610142 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-062922ba-8403-4d52-b99a-4fb25c71238d req-a9ea93aa-3ba4-4763-a812-9b6fc9a2cce7 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:03:03.613096 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-062922ba-8403-4d52-b99a-4fb25c71238d req-a9ea93aa-3ba4-4763-a812-9b6fc9a2cce7 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:03:03.720552 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062922ba-8403-4d52-b99a-4fb25c71238d req-a9ea93aa-3ba4-4763-a812-9b6fc9a2cce7 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:03.721592 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-062922ba-8403-4d52-b99a-4fb25c71238d req-a9ea93aa-3ba4-4763-a812-9b6fc9a2cce7 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:03.751950 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-062922ba-8403-4d52-b99a-4fb25c71238d req-a9ea93aa-3ba4-4763-a812-9b6fc9a2cce7 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0130141 Jan 28 01:03:03.774301 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-062922ba-8403-4d52-b99a-4fb25c71238d req-6954e6c0-7f86-46c0-a625-bbc4289043d1 service neutron] Request body: {'port': {'device_id': 'f3bdb4ab-7794-46ac-a431-d377303c5a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:03.875784 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-062922ba-8403-4d52-b99a-4fb25c71238d req-6954e6c0-7f86-46c0-a625-bbc4289043d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1c0c2f3e-eb37-440c-9fb3-ef241193a1ce), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:04.285511 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-062922ba-8403-4d52-b99a-4fb25c71238d req-6954e6c0-7f86-46c0-a625-bbc4289043d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c0c2f3e-eb37-440c-9fb3-ef241193a1ce {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:03:04.304188 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-062922ba-8403-4d52-b99a-4fb25c71238d req-6954e6c0-7f86-46c0-a625-bbc4289043d1 service neutron] Publish callbacks [] for port (1c0c2f3e-eb37-440c-9fb3-ef241193a1ce), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:04.331336 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-062922ba-8403-4d52-b99a-4fb25c71238d req-6954e6c0-7f86-46c0-a625-bbc4289043d1 service neutron] Transition to ACTIVE for port object 1c0c2f3e-eb37-440c-9fb3-ef241193a1ce will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:03:04.337115 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-062922ba-8403-4d52-b99a-4fb25c71238d req-6954e6c0-7f86-46c0-a625-bbc4289043d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (1c0c2f3e-eb37-440c-9fb3-ef241193a1ce), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:04.350840 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e4a12-4bfa-47d7-a2e5-b7bf6a4a2ae4 req-2ee7f672-0ec5-4cd1-a0b0-1865827a260f tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:04.352754 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cc6e4a12-4bfa-47d7-a2e5-b7bf6a4a2ae4 req-2ee7f672-0ec5-4cd1-a0b0-1865827a260f tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3bdb4ab-7794-46ac-a431-d377303c5a8f HTTP/1.1" status: 200 len: 931 time: 0.1009407 Jan 28 01:03:04.431024 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954e6c0-7f86-46c0-a625-bbc4289043d1 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0c2f3e-eb37-440c-9fb3-ef241193a1ce,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:04.532058 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cc6e4a12-4bfa-47d7-a2e5-b7bf6a4a2ae4 req-676b5a18-20cf-46fa-b208-52079d71e843 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/security-groups?id=aaa08038-3050-469b-8189-147d2b32e8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531510 Jan 28 01:03:04.575702 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-062922ba-8403-4d52-b99a-4fb25c71238d req-6954e6c0-7f86-46c0-a625-bbc4289043d1 service neutron] Attempting to bind port 1c0c2f3e-eb37-440c-9fb3-ef241193a1ce on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:03:04.575702 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-062922ba-8403-4d52-b99a-4fb25c71238d req-6954e6c0-7f86-46c0-a625-bbc4289043d1 service neutron] Attempting to bind port 1c0c2f3e-eb37-440c-9fb3-ef241193a1ce by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '441b0df4-78e0-452a-b1f7-444a91a41103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '09bc3e79-65bd-464f-b567-fd55bdd97d0e'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:03:04.575702 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062922ba-8403-4d52-b99a-4fb25c71238d req-6954e6c0-7f86-46c0-a625-bbc4289043d1 service neutron] Attempting to bind port 1c0c2f3e-eb37-440c-9fb3-ef241193a1ce on network 09bc3e79-65bd-464f-b567-fd55bdd97d0e {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:03:04.583019 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062922ba-8403-4d52-b99a-4fb25c71238d req-6954e6c0-7f86-46c0-a625-bbc4289043d1 service neutron] Port 1c0c2f3e-eb37-440c-9fb3-ef241193a1ce on network 09bc3e79-65bd-464f-b567-fd55bdd97d0e not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:03:04.583019 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062922ba-8403-4d52-b99a-4fb25c71238d req-6954e6c0-7f86-46c0-a625-bbc4289043d1 service neutron] Attempting to bind port 1c0c2f3e-eb37-440c-9fb3-ef241193a1ce on network 09bc3e79-65bd-464f-b567-fd55bdd97d0e {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:03:04.586884 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062922ba-8403-4d52-b99a-4fb25c71238d req-6954e6c0-7f86-46c0-a625-bbc4289043d1 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:03:04.587531 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062922ba-8403-4d52-b99a-4fb25c71238d req-6954e6c0-7f86-46c0-a625-bbc4289043d1 service neutron] Checking segment: {'id': '441b0df4-78e0-452a-b1f7-444a91a41103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '09bc3e79-65bd-464f-b567-fd55bdd97d0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:03:04.588692 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062922ba-8403-4d52-b99a-4fb25c71238d req-6954e6c0-7f86-46c0-a625-bbc4289043d1 service neutron] Bound using segment: {'id': '441b0df4-78e0-452a-b1f7-444a91a41103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '09bc3e79-65bd-464f-b567-fd55bdd97d0e'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:03:04.589265 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-062922ba-8403-4d52-b99a-4fb25c71238d req-6954e6c0-7f86-46c0-a625-bbc4289043d1 service neutron] Bound port: 1c0c2f3e-eb37-440c-9fb3-ef241193a1ce, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441b0df4-78e0-452a-b1f7-444a91a41103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '09bc3e79-65bd-464f-b567-fd55bdd97d0e'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:03:04.589744 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-062922ba-8403-4d52-b99a-4fb25c71238d req-6954e6c0-7f86-46c0-a625-bbc4289043d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1c0c2f3e-eb37-440c-9fb3-ef241193a1ce), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:04.667900 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-062922ba-8403-4d52-b99a-4fb25c71238d req-6954e6c0-7f86-46c0-a625-bbc4289043d1 service neutron] For port 1c0c2f3e-eb37-440c-9fb3-ef241193a1ce, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:03:04.672136 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-062922ba-8403-4d52-b99a-4fb25c71238d req-6954e6c0-7f86-46c0-a625-bbc4289043d1 service neutron] For port 1c0c2f3e-eb37-440c-9fb3-ef241193a1ce, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=1c0c2f3e-eb37-440c-9fb3-ef241193a1ce,segment=NetworkSegment(441b0df4-78e0-452a-b1f7-444a91a41103),segment_id=441b0df4-78e0-452a-b1f7-444a91a41103)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:03:04.684679 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-062922ba-8403-4d52-b99a-4fb25c71238d req-6954e6c0-7f86-46c0-a625-bbc4289043d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (1c0c2f3e-eb37-440c-9fb3-ef241193a1ce), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:04.742603 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062922ba-8403-4d52-b99a-4fb25c71238d req-6954e6c0-7f86-46c0-a625-bbc4289043d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:04.743359 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-062922ba-8403-4d52-b99a-4fb25c71238d req-6954e6c0-7f86-46c0-a625-bbc4289043d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:04.744969 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-062922ba-8403-4d52-b99a-4fb25c71238d req-6954e6c0-7f86-46c0-a625-bbc4289043d1 service neutron] 10.222.0.65 "PUT /v2.0/ports/1c0c2f3e-eb37-440c-9fb3-ef241193a1ce HTTP/1.1" status: 200 len: 1091 time: 0.9792871 Jan 28 01:03:04.745660 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3bdb4ab-7794-46ac-a431-d377303c5a8f', 'tag': '1c0c2f3e-eb37-440c-9fb3-ef241193a1ce'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:03:04.748081 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cc01ea-5a04-4aa8-8c44-fde6fad3a9fa" -d '{"events": [{"name": "network-changed", "server_uuid": "f3bdb4ab-7794-46ac-a431-d377303c5a8f", "tag": "1c0c2f3e-eb37-440c-9fb3-ef241193a1ce"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:03:04.769515 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954e6c0-7f86-46c0-a625-bbc4289043d1 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0c2f3e-eb37-440c-9fb3-ef241193a1ce,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:04.825494 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587c0ae9-2b57-40a7-adcb-764079ad097f x-openstack-request-id: req-587c0ae9-2b57-40a7-adcb-764079ad097f {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:03:04.826109 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3bdb4ab-7794-46ac-a431-d377303c5a8f", "tag": "1c0c2f3e-eb37-440c-9fb3-ef241193a1ce", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:03:04.826559 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-587c0ae9-2b57-40a7-adcb-764079ad097f {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:03:04.826987 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3bdb4ab-7794-46ac-a431-d377303c5a8f', 'tag': '1c0c2f3e-eb37-440c-9fb3-ef241193a1ce', 'status': 'completed', 'code': 200} Jan 28 01:03:04.882502 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062922ba-8403-4d52-b99a-4fb25c71238d req-24fa7e83-a116-4a7e-bd9a-e36eb4e0602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:04.885950 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-062922ba-8403-4d52-b99a-4fb25c71238d req-24fa7e83-a116-4a7e-bd9a-e36eb4e0602a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=85e73a65dd5d43e0b954464d13aa2d13&device_id=f3bdb4ab-7794-46ac-a431-d377303c5a8f HTTP/1.1" status: 200 len: 1094 time: 0.0739028 Jan 28 01:03:04.949724 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-062922ba-8403-4d52-b99a-4fb25c71238d req-e19d19ea-a906-40ef-a16d-c7b41fdc6332 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c0c2f3e-eb37-440c-9fb3-ef241193a1ce HTTP/1.1" status: 200 len: 217 time: 0.0485878 Jan 28 01:03:05.033666 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062922ba-8403-4d52-b99a-4fb25c71238d req-3cf42266-50d1-401e-ba45-d1cd2ff0e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:05.037142 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-062922ba-8403-4d52-b99a-4fb25c71238d req-3cf42266-50d1-401e-ba45-d1cd2ff0e5bc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=adbe15b3-cc03-47b2-9e01-87a30bdc62a6 HTTP/1.1" status: 200 len: 854 time: 0.0809698 Jan 28 01:03:05.075117 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-062922ba-8403-4d52-b99a-4fb25c71238d req-d7342bf8-d98f-46a0-8d04-bef7f678b0ac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=09bc3e79-65bd-464f-b567-fd55bdd97d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318365 Jan 28 01:03:05.187357 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-062922ba-8403-4d52-b99a-4fb25c71238d req-f25e0efd-3a1a-42d7-8b7b-48b7aca85af5 service neutron] 10.222.0.65 "GET /v2.0/networks/09bc3e79-65bd-464f-b567-fd55bdd97d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056464 Jan 28 01:03:05.309859 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-062922ba-8403-4d52-b99a-4fb25c71238d req-de9b35c5-17d0-4654-b800-f536527b1682 service neutron] 10.222.0.65 "GET /v2.0/networks/09bc3e79-65bd-464f-b567-fd55bdd97d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155748 Jan 28 01:03:05.540888 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc01ea-5a04-4aa8-8c44-fde6fad3a9fa req-3a3cda75-4cf9-4f4f-b0a0-3b5b42f4e160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:05.542837 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d8cc01ea-5a04-4aa8-8c44-fde6fad3a9fa req-3a3cda75-4cf9-4f4f-b0a0-3b5b42f4e160 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=85e73a65dd5d43e0b954464d13aa2d13&device_id=f3bdb4ab-7794-46ac-a431-d377303c5a8f HTTP/1.1" status: 200 len: 1094 time: 0.0952373 Jan 28 01:03:05.753962 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc01ea-5a04-4aa8-8c44-fde6fad3a9fa req-d0cbd62f-64d1-4c7d-8de9-b467e925e151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:05.756844 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d8cc01ea-5a04-4aa8-8c44-fde6fad3a9fa req-d0cbd62f-64d1-4c7d-8de9-b467e925e151 service neutron] 10.222.0.65 "GET /v2.0/networks?id=09bc3e79-65bd-464f-b567-fd55bdd97d0e HTTP/1.1" status: 200 len: 915 time: 0.2075720 Jan 28 01:03:05.818040 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8ca47-8025-4b1c-b339-4fb9ff3cd9b7 req-0d36f3d3-32aa-419e-88dc-9509e5b00c60 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:05.819742 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-31f8ca47-8025-4b1c-b339-4fb9ff3cd9b7 req-0d36f3d3-32aa-419e-88dc-9509e5b00c60 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3bdb4ab-7794-46ac-a431-d377303c5a8f HTTP/1.1" status: 200 len: 943 time: 0.1531534 Jan 28 01:03:05.821771 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d8cc01ea-5a04-4aa8-8c44-fde6fad3a9fa req-b38d26cc-09e9-4778-ab2c-206f441d142b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c0c2f3e-eb37-440c-9fb3-ef241193a1ce HTTP/1.1" status: 200 len: 217 time: 0.0553112 Jan 28 01:03:05.921293 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc01ea-5a04-4aa8-8c44-fde6fad3a9fa req-041b6fd7-f462-42f0-b20a-219dbcac8e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:05.922947 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d8cc01ea-5a04-4aa8-8c44-fde6fad3a9fa req-041b6fd7-f462-42f0-b20a-219dbcac8e0e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=adbe15b3-cc03-47b2-9e01-87a30bdc62a6 HTTP/1.1" status: 200 len: 854 time: 0.0927370 Jan 28 01:03:05.927150 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-31f8ca47-8025-4b1c-b339-4fb9ff3cd9b7 req-0372f4a4-0200-4304-879f-fab4ade42ec8 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/security-groups?id=aaa08038-3050-469b-8189-147d2b32e8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979252 Jan 28 01:03:05.972206 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d8cc01ea-5a04-4aa8-8c44-fde6fad3a9fa req-2b942db5-3ff0-4c24-966b-db12fe54eb3a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=09bc3e79-65bd-464f-b567-fd55bdd97d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390747 Jan 28 01:03:06.080893 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-42b3275a-d00f-4dc5-ab6d-9dd1ce88ccf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:06.116076 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d8cc01ea-5a04-4aa8-8c44-fde6fad3a9fa req-243a5f2d-9657-4d53-a863-e6835f36ed1c service neutron] 10.222.0.65 "GET /v2.0/networks/09bc3e79-65bd-464f-b567-fd55bdd97d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354907 Jan 28 01:03:06.243349 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d8cc01ea-5a04-4aa8-8c44-fde6fad3a9fa req-1c725be4-66c0-490b-9fcf-e4ac1e81590b service neutron] 10.222.0.65 "GET /v2.0/networks/09bc3e79-65bd-464f-b567-fd55bdd97d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214516 Jan 28 01:03:07.084930 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36723c6-9cb6-4ec7-b859-6b495b1e79cf req-4a11ab5a-367a-4341-85ee-5ca5d3451403 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:07.086710 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e36723c6-9cb6-4ec7-b859-6b495b1e79cf req-4a11ab5a-367a-4341-85ee-5ca5d3451403 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3bdb4ab-7794-46ac-a431-d377303c5a8f HTTP/1.1" status: 200 len: 943 time: 0.0825157 Jan 28 01:03:07.154521 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e36723c6-9cb6-4ec7-b859-6b495b1e79cf req-c3e6a1e5-3a17-423c-9347-70c54977b750 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/security-groups?id=aaa08038-3050-469b-8189-147d2b32e8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609825 Jan 28 01:03:07.741054 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 1c0c2f3e-eb37-440c-9fb3-ef241193a1ce details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:03:07.896932 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 1c0c2f3e-eb37-440c-9fb3-ef241193a1ce, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=1c0c2f3e-eb37-440c-9fb3-ef241193a1ce,segment=NetworkSegment(441b0df4-78e0-452a-b1f7-444a91a41103),segment_id=441b0df4-78e0-452a-b1f7-444a91a41103)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:07.923255 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '1c0c2f3e-eb37-440c-9fb3-ef241193a1ce', 'network_id': '09bc3e79-65bd-464f-b567-fd55bdd97d0e', 'port_id': '1c0c2f3e-eb37-440c-9fb3-ef241193a1ce', 'mac_address': 'fa:16:3e:04:eb:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adbe15b3-cc03-47b2-9e01-87a30bdc62a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:03:07.999298 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 1c0c2f3e-eb37-440c-9fb3-ef241193a1ce is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:07.999988 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1c0c2f3e-eb37-440c-9fb3-ef241193a1ce), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:08.027296 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c0c2f3e-eb37-440c-9fb3-ef241193a1ce {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:03:08.056528 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 1c0c2f3e-eb37-440c-9fb3-ef241193a1ce, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=1c0c2f3e-eb37-440c-9fb3-ef241193a1ce,segment=NetworkSegment(441b0df4-78e0-452a-b1f7-444a91a41103),segment_id=441b0df4-78e0-452a-b1f7-444a91a41103)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:08.064287 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1c0c2f3e-eb37-440c-9fb3-ef241193a1ce), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:08.151442 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=1c0c2f3e-eb37-440c-9fb3-ef241193a1ce,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:08.167458 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:08.168092 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:08.168938 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:08.169516 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:08.170168 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:08.170663 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:08.171248 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:08.172184 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:08.172767 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:08.173355 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:08.173943 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:08.174530 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:08.175121 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:08.331043 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627ce13-15d8-4d8a-9254-a446dd330e29 req-657cde43-dfc9-48a2-a10b-899471691a3f tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:08.334677 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3627ce13-15d8-4d8a-9254-a446dd330e29 req-657cde43-dfc9-48a2-a10b-899471691a3f tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3bdb4ab-7794-46ac-a431-d377303c5a8f HTTP/1.1" status: 200 len: 944 time: 0.0738773 Jan 28 01:03:08.384209 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['1c0c2f3e-eb37-440c-9fb3-ef241193a1ce'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:03:08.446189 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-56714c6d-6236-41de-a37d-5cf8a9bc4080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:08.466576 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3627ce13-15d8-4d8a-9254-a446dd330e29 req-19546af5-e76f-4457-a9ef-4fb02572f362 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/security-groups?id=aaa08038-3050-469b-8189-147d2b32e8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241677 Jan 28 01:03:09.657144 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b2770-8e20-431c-ba21-3418d57f5452 req-058063ef-466d-4e99-8d69-6a46bcaeb14e tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:09.659084 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-235b2770-8e20-431c-ba21-3418d57f5452 req-058063ef-466d-4e99-8d69-6a46bcaeb14e tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3bdb4ab-7794-46ac-a431-d377303c5a8f HTTP/1.1" status: 200 len: 944 time: 0.0704939 Jan 28 01:03:09.761278 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 1c0c2f3e-eb37-440c-9fb3-ef241193a1ce up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:03:09.775074 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-235b2770-8e20-431c-ba21-3418d57f5452 req-6aaf96f6-5587-4b06-b761-a4ae2b62992c tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/security-groups?id=aaa08038-3050-469b-8189-147d2b32e8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048884 Jan 28 01:03:09.851151 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:09.877062 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 1c0c2f3e-eb37-440c-9fb3-ef241193a1ce completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:03:09.883994 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 1c0c2f3e-eb37-440c-9fb3-ef241193a1ce triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:03:09.884378 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1c0c2f3e-eb37-440c-9fb3-ef241193a1ce), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:09.984886 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 1c0c2f3e-eb37-440c-9fb3-ef241193a1ce is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:09.985281 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1c0c2f3e-eb37-440c-9fb3-ef241193a1ce), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:10.014473 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bdb4ab-7794-46ac-a431-d377303c5a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0c2f3e-eb37-440c-9fb3-ef241193a1ce'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:03:10.017960 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb32ae6-330c-49eb-9377-e2f75aceee9c" -d '{"events": [{"server_uuid": "f3bdb4ab-7794-46ac-a431-d377303c5a8f", "name": "network-vif-plugged", "status": "completed", "tag": "1c0c2f3e-eb37-440c-9fb3-ef241193a1ce"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:03:10.040034 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 1c0c2f3e-eb37-440c-9fb3-ef241193a1ce, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=1c0c2f3e-eb37-440c-9fb3-ef241193a1ce,segment=NetworkSegment(441b0df4-78e0-452a-b1f7-444a91a41103),segment_id=441b0df4-78e0-452a-b1f7-444a91a41103)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:10.046873 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1c0c2f3e-eb37-440c-9fb3-ef241193a1ce), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:10.117860 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113f67ef-c6d1-4dd2-bf90-d43992da62b7 x-openstack-request-id: req-113f67ef-c6d1-4dd2-bf90-d43992da62b7 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:03:10.118189 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3bdb4ab-7794-46ac-a431-d377303c5a8f", "name": "network-vif-plugged", "status": "completed", "tag": "1c0c2f3e-eb37-440c-9fb3-ef241193a1ce", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:03:10.118465 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-113f67ef-c6d1-4dd2-bf90-d43992da62b7 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:03:10.118926 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bdb4ab-7794-46ac-a431-d377303c5a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0c2f3e-eb37-440c-9fb3-ef241193a1ce', 'code': 200} Jan 28 01:03:10.144762 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=1c0c2f3e-eb37-440c-9fb3-ef241193a1ce,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:10.329426 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecf20a-5dc6-4e3e-b7b7-757c765b3281 req-46ea129f-7f9a-4868-8ee6-b11412a886e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:10.332178 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-35ecf20a-5dc6-4e3e-b7b7-757c765b3281 req-46ea129f-7f9a-4868-8ee6-b11412a886e1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f3bdb4ab-7794-46ac-a431-d377303c5a8f HTTP/1.1" status: 200 len: 1096 time: 0.0987315 Jan 28 01:03:10.428681 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-35ecf20a-5dc6-4e3e-b7b7-757c765b3281 req-9533c287-e414-48bc-9223-a482aa8dd0b6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=aaa08038-3050-469b-8189-147d2b32e8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891583 Jan 28 01:03:10.524113 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:03:11.054448 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1734e-1f3e-4fbb-ad81-81df8522dfb1 req-3b34655c-552c-4e4a-acb3-613857892358 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:11.056883 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-36f1734e-1f3e-4fbb-ad81-81df8522dfb1 req-3b34655c-552c-4e4a-acb3-613857892358 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3bdb4ab-7794-46ac-a431-d377303c5a8f HTTP/1.1" status: 200 len: 945 time: 0.0817289 Jan 28 01:03:11.151376 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-36f1734e-1f3e-4fbb-ad81-81df8522dfb1 req-8b993771-60d7-4607-a23b-88afdaff00f2 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/security-groups?id=aaa08038-3050-469b-8189-147d2b32e8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775409 Jan 28 01:03:11.334762 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:12.277945 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:12.353190 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08a865-9209-4ae7-a591-2e1c59b73478 req-3a4dec12-60ca-4706-b5ed-9cdb83cfad5d tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:12.355408 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e08a865-9209-4ae7-a591-2e1c59b73478 req-3a4dec12-60ca-4706-b5ed-9cdb83cfad5d tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3bdb4ab-7794-46ac-a431-d377303c5a8f HTTP/1.1" status: 200 len: 945 time: 0.0677104 Jan 28 01:03:12.469038 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e08a865-9209-4ae7-a591-2e1c59b73478 req-8b529a5f-d544-4ac1-ae3b-3b7487e8f6c1 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/security-groups?id=aaa08038-3050-469b-8189-147d2b32e8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943601 Jan 28 01:03:13.273062 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:14.533575 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:15.477054 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4964ce9b-b6a1-48e9-87ce-d3a524f59bc9 req-c5e95c74-08fb-4d2b-b217-1059058f30f0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f3bdb4ab-7794-46ac-a431-d377303c5a8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0841634 Jan 28 01:03:15.613869 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964ce9b-b6a1-48e9-87ce-d3a524f59bc9 req-e31c71a7-949e-40e0-a888-4c9c6746e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:15.616639 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4964ce9b-b6a1-48e9-87ce-d3a524f59bc9 req-e31c71a7-949e-40e0-a888-4c9c6746e74b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=85e73a65dd5d43e0b954464d13aa2d13&device_id=f3bdb4ab-7794-46ac-a431-d377303c5a8f HTTP/1.1" status: 200 len: 1096 time: 0.0754528 Jan 28 01:03:15.751736 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964ce9b-b6a1-48e9-87ce-d3a524f59bc9 req-476a3f19-d8e2-401d-a316-61cc49b8b413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:15.753664 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4964ce9b-b6a1-48e9-87ce-d3a524f59bc9 req-476a3f19-d8e2-401d-a316-61cc49b8b413 service neutron] 10.222.0.65 "GET /v2.0/networks?id=09bc3e79-65bd-464f-b567-fd55bdd97d0e HTTP/1.1" status: 200 len: 915 time: 0.1134956 Jan 28 01:03:15.813771 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4964ce9b-b6a1-48e9-87ce-d3a524f59bc9 req-acaa9fae-fa41-4f8c-8e87-96028e21a5b2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c0c2f3e-eb37-440c-9fb3-ef241193a1ce HTTP/1.1" status: 200 len: 217 time: 0.0530932 Jan 28 01:03:15.898604 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964ce9b-b6a1-48e9-87ce-d3a524f59bc9 req-df46fe5f-969a-45ba-87bc-2908946f5dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:15.900143 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4964ce9b-b6a1-48e9-87ce-d3a524f59bc9 req-df46fe5f-969a-45ba-87bc-2908946f5dbf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=adbe15b3-cc03-47b2-9e01-87a30bdc62a6 HTTP/1.1" status: 200 len: 854 time: 0.0792103 Jan 28 01:03:15.976050 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4964ce9b-b6a1-48e9-87ce-d3a524f59bc9 req-ae122002-3017-403d-a244-7263d82ac242 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=09bc3e79-65bd-464f-b567-fd55bdd97d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551419 Jan 28 01:03:16.174352 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4964ce9b-b6a1-48e9-87ce-d3a524f59bc9 req-6cf70242-7bea-47ec-b271-6ed388fb8d65 service neutron] 10.222.0.65 "GET /v2.0/networks/09bc3e79-65bd-464f-b567-fd55bdd97d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925406 Jan 28 01:03:16.337428 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4964ce9b-b6a1-48e9-87ce-d3a524f59bc9 req-76738064-8fb2-46cc-8de1-bd702e32f273 service neutron] 10.222.0.65 "GET /v2.0/networks/09bc3e79-65bd-464f-b567-fd55bdd97d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563976 Jan 28 01:03:19.663723 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 48306) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:19.925320 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e29b62da-fe8f-4992-9a49-b82b4f0b322c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:20.103830 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e29b62da-fe8f-4992-9a49-b82b4f0b322c admin admin] Publish callbacks [] for security_group (10ddc1ea-63d8-4a57-bad1-89ae703b48a8), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:20.113795 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e29b62da-fe8f-4992-9a49-b82b4f0b322c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (10ddc1ea-63d8-4a57-bad1-89ae703b48a8), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:20.169501 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48314) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:20.170450 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e29b62da-fe8f-4992-9a49-b82b4f0b322c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=995b46b2535a4462afdd52571c467a45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5044749 Jan 28 01:03:20.170824 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b62da-fe8f-4992-9a49-b82b4f0b322c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ddc1ea-63d8-4a57-bad1-89ae703b48a8,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:20.298102 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-53eb97ed-ea54-4917-9b7c-1466fd7d61b9 admin admin] Publish callbacks [] for security_group (10ddc1ea-63d8-4a57-bad1-89ae703b48a8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:20.340678 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-53eb97ed-ea54-4917-9b7c-1466fd7d61b9 admin admin] Publish callbacks [] for security_group (10ddc1ea-63d8-4a57-bad1-89ae703b48a8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:20.446842 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-53eb97ed-ea54-4917-9b7c-1466fd7d61b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (10ddc1ea-63d8-4a57-bad1-89ae703b48a8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:20.451030 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-53eb97ed-ea54-4917-9b7c-1466fd7d61b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:20.452869 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-53eb97ed-ea54-4917-9b7c-1466fd7d61b9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/10ddc1ea-63d8-4a57-bad1-89ae703b48a8 HTTP/1.1" status: 204 len: 168 time: 0.2810025 Jan 28 01:03:20.465677 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb97ed-ea54-4917-9b7c-1466fd7d61b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ddc1ea-63d8-4a57-bad1-89ae703b48a8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:36.103088 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d65db6a5-db90-42fc-9561-c5e895e0b594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:37.745254 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48512) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:37.938582 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2987a296-0713-428b-aefb-cb680a61adf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:38.091263 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2987a296-0713-428b-aefb-cb680a61adf8 admin admin] Publish callbacks [] for security_group (13d7b98c-f8f5-44b3-bd88-00d0c8b1b26d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:38.100891 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2987a296-0713-428b-aefb-cb680a61adf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (13d7b98c-f8f5-44b3-bd88-00d0c8b1b26d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:38.182806 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 48516) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:38.183662 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2987a296-0713-428b-aefb-cb680a61adf8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=599b84bba2144784a531737e9bf18777&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4361689 Jan 28 01:03:38.185046 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987a296-0713-428b-aefb-cb680a61adf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d7b98c-f8f5-44b3-bd88-00d0c8b1b26d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:38.314638 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1e0a3450-d592-4fe7-824a-ee1da358b9e0 admin admin] Publish callbacks [] for security_group (13d7b98c-f8f5-44b3-bd88-00d0c8b1b26d), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:38.358527 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1e0a3450-d592-4fe7-824a-ee1da358b9e0 admin admin] Publish callbacks [] for security_group (13d7b98c-f8f5-44b3-bd88-00d0c8b1b26d), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:38.408356 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d726d6fa-6629-4850-b9af-dd9c891cf00e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:38.459341 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1e0a3450-d592-4fe7-824a-ee1da358b9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (13d7b98c-f8f5-44b3-bd88-00d0c8b1b26d), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:38.462847 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1e0a3450-d592-4fe7-824a-ee1da358b9e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:38.464093 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1e0a3450-d592-4fe7-824a-ee1da358b9e0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/13d7b98c-f8f5-44b3-bd88-00d0c8b1b26d HTTP/1.1" status: 204 len: 168 time: 0.2782228 Jan 28 01:03:38.474451 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a3450-d592-4fe7-824a-ee1da358b9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d7b98c-f8f5-44b3-bd88-00d0c8b1b26d,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:39.823333 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:40.706933 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 48568) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:40.966547 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c0db111f-f4c3-4204-a82f-b05dbc0edeb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:41.103036 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c0db111f-f4c3-4204-a82f-b05dbc0edeb1 admin admin] Publish callbacks [] for security_group (583ac4b6-3234-4949-bc55-437de35813a0), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:41.119123 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c0db111f-f4c3-4204-a82f-b05dbc0edeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (583ac4b6-3234-4949-bc55-437de35813a0), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:41.171057 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c0db111f-f4c3-4204-a82f-b05dbc0edeb1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=46fe7fdad96043f0ad411115515001f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4732406 Jan 28 01:03:41.172491 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db111f-f4c3-4204-a82f-b05dbc0edeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583ac4b6-3234-4949-bc55-437de35813a0,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:41.177084 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48582) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:41.246887 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9d83795-c520-406a-896f-a37b6b025ebd admin admin] Publish callbacks [] for security_group (583ac4b6-3234-4949-bc55-437de35813a0), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:41.278872 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9d83795-c520-406a-896f-a37b6b025ebd admin admin] Publish callbacks [] for security_group (583ac4b6-3234-4949-bc55-437de35813a0), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:41.355885 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:41.768580 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9d83795-c520-406a-896f-a37b6b025ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (583ac4b6-3234-4949-bc55-437de35813a0), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:41.772184 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f9d83795-c520-406a-896f-a37b6b025ebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:41.773433 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f9d83795-c520-406a-896f-a37b6b025ebd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/583ac4b6-3234-4949-bc55-437de35813a0 HTTP/1.1" status: 204 len: 168 time: 0.5941627 Jan 28 01:03:41.785399 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d83795-c520-406a-896f-a37b6b025ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583ac4b6-3234-4949-bc55-437de35813a0,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:41.796580 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d83795-c520-406a-896f-a37b6b025ebd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:41.797113 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d83795-c520-406a-896f-a37b6b025ebd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:41.797477 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d83795-c520-406a-896f-a37b6b025ebd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:41.798002 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d83795-c520-406a-896f-a37b6b025ebd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:41.799158 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d83795-c520-406a-896f-a37b6b025ebd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:41.799517 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d83795-c520-406a-896f-a37b6b025ebd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:41.800335 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d83795-c520-406a-896f-a37b6b025ebd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:41.800916 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d83795-c520-406a-896f-a37b6b025ebd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:41.801268 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d83795-c520-406a-896f-a37b6b025ebd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:41.801763 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d83795-c520-406a-896f-a37b6b025ebd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:41.802269 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d83795-c520-406a-896f-a37b6b025ebd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:41.802869 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d83795-c520-406a-896f-a37b6b025ebd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:41.803384 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d83795-c520-406a-896f-a37b6b025ebd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:42.255511 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:42.738874 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 48630) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:42.908338 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-16b4ff58-2e35-4f53-975a-b3a46e4ca195 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1010712175-network', 'tenant_id': '42a791b120584b3895f23d7b61030245'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:42.939558 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b4ff58-2e35-4f53-975a-b3a46e4ca195 admin admin] Made reservation on behalf of 42a791b120584b3895f23d7b61030245 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:03:42.943220 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-16b4ff58-2e35-4f53-975a-b3a46e4ca195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:42.958500 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-16b4ff58-2e35-4f53-975a-b3a46e4ca195 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:43.106260 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-16b4ff58-2e35-4f53-975a-b3a46e4ca195 admin admin] Publish callbacks [] for security_group (2d21e7be-1cbe-4989-82c9-961b3de4155a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:43.108997 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-16b4ff58-2e35-4f53-975a-b3a46e4ca195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2d21e7be-1cbe-4989-82c9-961b3de4155a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:43.135597 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b4ff58-2e35-4f53-975a-b3a46e4ca195 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:03:43.152621 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4ff58-2e35-4f53-975a-b3a46e4ca195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d21e7be-1cbe-4989-82c9-961b3de4155a,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:43.158185 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-16b4ff58-2e35-4f53-975a-b3a46e4ca195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (f0db396f-c130-4c3e-be7e-dfeedafd0e1f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:43.158815 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-16b4ff58-2e35-4f53-975a-b3a46e4ca195 admin admin] Added segment f0db396f-c130-4c3e-be7e-dfeedafd0e1f of type vlan for network 91814928-4784-4020-9751-ac954672a1dd Jan 28 01:03:43.172184 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b4ff58-2e35-4f53-975a-b3a46e4ca195 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:43.172779 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b4ff58-2e35-4f53-975a-b3a46e4ca195 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:43.173278 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b4ff58-2e35-4f53-975a-b3a46e4ca195 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:43.173763 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b4ff58-2e35-4f53-975a-b3a46e4ca195 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:43.174387 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b4ff58-2e35-4f53-975a-b3a46e4ca195 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:43.175599 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b4ff58-2e35-4f53-975a-b3a46e4ca195 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:43.176000 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b4ff58-2e35-4f53-975a-b3a46e4ca195 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:43.176343 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b4ff58-2e35-4f53-975a-b3a46e4ca195 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:43.176885 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b4ff58-2e35-4f53-975a-b3a46e4ca195 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:43.177231 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b4ff58-2e35-4f53-975a-b3a46e4ca195 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:43.177574 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b4ff58-2e35-4f53-975a-b3a46e4ca195 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:43.177909 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b4ff58-2e35-4f53-975a-b3a46e4ca195 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:43.178242 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b4ff58-2e35-4f53-975a-b3a46e4ca195 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:43.218818 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-16b4ff58-2e35-4f53-975a-b3a46e4ca195 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (91814928-4784-4020-9751-ac954672a1dd), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:43.249932 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:43.252746 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-16b4ff58-2e35-4f53-975a-b3a46e4ca195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (91814928-4784-4020-9751-ac954672a1dd), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:43.254631 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b4ff58-2e35-4f53-975a-b3a46e4ca195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:43.255752 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-16b4ff58-2e35-4f53-975a-b3a46e4ca195 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:43.336402 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-16b4ff58-2e35-4f53-975a-b3a46e4ca195 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5954590 Jan 28 01:03:43.339138 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48646) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:43.354580 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d4710cb0-5823-4a27-affc-b1a81d3cc6e8 admin admin] Request body: {'subnet': {'network_id': '91814928-4784-4020-9751-ac954672a1dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1010712175-subnet', 'tenant_id': '42a791b120584b3895f23d7b61030245', 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:43.355158 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4ff58-2e35-4f53-975a-b3a46e4ca195 admin admin] Pushing event updated for resources: {'Network': ['ID=91814928-4784-4020-9751-ac954672a1dd,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:43.368574 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 91814928-4784-4020-9751-ac954672a1dd details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:03:43.403692 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4710cb0-5823-4a27-affc-b1a81d3cc6e8 admin admin] Made reservation on behalf of 42a791b120584b3895f23d7b61030245 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:03:43.442287 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d4710cb0-5823-4a27-affc-b1a81d3cc6e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:43.667777 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d4710cb0-5823-4a27-affc-b1a81d3cc6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (1f100576-4be9-4240-866f-3c47d527a20e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:43.737742 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4710cb0-5823-4a27-affc-b1a81d3cc6e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f100576-4be9-4240-866f-3c47d527a20e,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:43.743944 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4710cb0-5823-4a27-affc-b1a81d3cc6e8 admin admin] Checking segment: {'id': 'f0db396f-c130-4c3e-be7e-dfeedafd0e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91814928-4784-4020-9751-ac954672a1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:03:43.744184 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4710cb0-5823-4a27-affc-b1a81d3cc6e8 admin admin] Network hostable DHCP agents. Network: 91814928-4784-4020-9751-ac954672a1dd, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:03:43.765269 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4710cb0-5823-4a27-affc-b1a81d3cc6e8 admin admin] Network 91814928-4784-4020-9751-ac954672a1dd is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:03:43.777582 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-d4710cb0-5823-4a27-affc-b1a81d3cc6e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 91814928-4784-4020-9751-ac954672a1dd) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:03:43.798369 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609817bb-4ccd-4597-bf4f-68908910327a None None] Network 91814928-4784-4020-9751-ac954672a1dd requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:03:43.798492 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4710cb0-5823-4a27-affc-b1a81d3cc6e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:43.800374 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d4710cb0-5823-4a27-affc-b1a81d3cc6e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:43.833301 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d4710cb0-5823-4a27-affc-b1a81d3cc6e8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4876606 Jan 28 01:03:43.837926 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 48660) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:43.850630 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-ff9010fd-29b5-4d4b-9083-c98aef9bbe5a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1010712175-router', 'tenant_id': '42a791b120584b3895f23d7b61030245', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:43.921285 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff9010fd-29b5-4d4b-9083-c98aef9bbe5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (cb2561c4-6ef7-42dd-a85f-dea6ff6d7299), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:43.922510 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff9010fd-29b5-4d4b-9083-c98aef9bbe5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (cb2561c4-6ef7-42dd-a85f-dea6ff6d7299), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:43.964952 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc5ef1c-f33a-48cb-a8ed-67fd451dbf5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-91814928-4784-4020-9751-ac954672a1dd', 'network_id': '91814928-4784-4020-9751-ac954672a1dd', 'project_id': '42a791b120584b3895f23d7b61030245', 'fixed_ips': [{'subnet_id': '1f100576-4be9-4240-866f-3c47d527a20e'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:03:43.966743 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9bc5ef1c-f33a-48cb-a8ed-67fd451dbf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:44.021444 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff9010fd-29b5-4d4b-9083-c98aef9bbe5a admin admin] Publish callbacks [] for router_controller (cb2561c4-6ef7-42dd-a85f-dea6ff6d7299), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:44.193450 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff9010fd-29b5-4d4b-9083-c98aef9bbe5a admin admin] Publish callbacks [] for router_gateway (cb2561c4-6ef7-42dd-a85f-dea6ff6d7299), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:44.271510 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-9bc5ef1c-f33a-48cb-a8ed-67fd451dbf5e None None] Allocated IP 172.20.0.2 (91814928-4784-4020-9751-ac954672a1dd/1f100576-4be9-4240-866f-3c47d527a20e/75a1b28f-0e67-4808-a313-411025b5e0c1) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:03:44.488355 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff9010fd-29b5-4d4b-9083-c98aef9bbe5a admin admin] Publish callbacks [] for router_gateway (cb2561c4-6ef7-42dd-a85f-dea6ff6d7299), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:44.525285 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff9010fd-29b5-4d4b-9083-c98aef9bbe5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:44.590171 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:44.698555 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9bc5ef1c-f33a-48cb-a8ed-67fd451dbf5e None None] Publish callbacks [] for port (75a1b28f-0e67-4808-a313-411025b5e0c1), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:44.706809 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9bc5ef1c-f33a-48cb-a8ed-67fd451dbf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (75a1b28f-0e67-4808-a313-411025b5e0c1), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:44.779148 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc5ef1c-f33a-48cb-a8ed-67fd451dbf5e None None] Network 91814928-4784-4020-9751-ac954672a1dd is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:03:44.790222 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-ff9010fd-29b5-4d4b-9083-c98aef9bbe5a admin admin] Allocated IP 172.25.3.234 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/07109143-688f-455e-aa1f-5944c8270f8a) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:03:44.795524 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-9bc5ef1c-f33a-48cb-a8ed-67fd451dbf5e None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:03:44.799398 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc5ef1c-f33a-48cb-a8ed-67fd451dbf5e None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:03:44.829755 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5ef1c-f33a-48cb-a8ed-67fd451dbf5e None None] Pushing event updated for resources: {'Port': ['ID=75a1b28f-0e67-4808-a313-411025b5e0c1,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:44.913903 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-9bc5ef1c-f33a-48cb-a8ed-67fd451dbf5e None None] Attempting to bind port 75a1b28f-0e67-4808-a313-411025b5e0c1 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:03:44.914615 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-9bc5ef1c-f33a-48cb-a8ed-67fd451dbf5e None None] Attempting to bind port 75a1b28f-0e67-4808-a313-411025b5e0c1 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'f0db396f-c130-4c3e-be7e-dfeedafd0e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91814928-4784-4020-9751-ac954672a1dd'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:03:44.916047 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc5ef1c-f33a-48cb-a8ed-67fd451dbf5e None None] Attempting to bind port 75a1b28f-0e67-4808-a313-411025b5e0c1 on network 91814928-4784-4020-9751-ac954672a1dd {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:03:44.931835 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc5ef1c-f33a-48cb-a8ed-67fd451dbf5e None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:03:44.932232 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc5ef1c-f33a-48cb-a8ed-67fd451dbf5e None None] Checking segment: {'id': 'f0db396f-c130-4c3e-be7e-dfeedafd0e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91814928-4784-4020-9751-ac954672a1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:03:44.932674 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9bc5ef1c-f33a-48cb-a8ed-67fd451dbf5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:44.933081 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc5ef1c-f33a-48cb-a8ed-67fd451dbf5e None None] Bound using segment: {'id': 'f0db396f-c130-4c3e-be7e-dfeedafd0e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91814928-4784-4020-9751-ac954672a1dd'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:03:44.933608 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-9bc5ef1c-f33a-48cb-a8ed-67fd451dbf5e None None] Bound port: 75a1b28f-0e67-4808-a313-411025b5e0c1, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0db396f-c130-4c3e-be7e-dfeedafd0e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91814928-4784-4020-9751-ac954672a1dd'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:03:44.934014 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9bc5ef1c-f33a-48cb-a8ed-67fd451dbf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (75a1b28f-0e67-4808-a313-411025b5e0c1), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:45.058418 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff9010fd-29b5-4d4b-9083-c98aef9bbe5a admin admin] Publish callbacks [] for port (07109143-688f-455e-aa1f-5944c8270f8a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:45.085938 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-9bc5ef1c-f33a-48cb-a8ed-67fd451dbf5e None None] For port 75a1b28f-0e67-4808-a313-411025b5e0c1, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:03:45.093859 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-9bc5ef1c-f33a-48cb-a8ed-67fd451dbf5e None None] For port 75a1b28f-0e67-4808-a313-411025b5e0c1, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=75a1b28f-0e67-4808-a313-411025b5e0c1,segment=NetworkSegment(f0db396f-c130-4c3e-be7e-dfeedafd0e1f),segment_id=f0db396f-c130-4c3e-be7e-dfeedafd0e1f)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:03:45.105058 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9bc5ef1c-f33a-48cb-a8ed-67fd451dbf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (75a1b28f-0e67-4808-a313-411025b5e0c1), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:45.141699 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff9010fd-29b5-4d4b-9083-c98aef9bbe5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (07109143-688f-455e-aa1f-5944c8270f8a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:45.192959 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5ef1c-f33a-48cb-a8ed-67fd451dbf5e None None] Pushing event updated for resources: {'Port': ['ID=75a1b28f-0e67-4808-a313-411025b5e0c1,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:45.246239 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9010fd-29b5-4d4b-9083-c98aef9bbe5a admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:03:45.252128 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-ff9010fd-29b5-4d4b-9083-c98aef9bbe5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:03:45.260279 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9010fd-29b5-4d4b-9083-c98aef9bbe5a admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:03:45.264663 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9010fd-29b5-4d4b-9083-c98aef9bbe5a admin admin] Pushing event updated for resources: {'Port': ['ID=07109143-688f-455e-aa1f-5944c8270f8a,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:45.893156 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff9010fd-29b5-4d4b-9083-c98aef9bbe5a admin admin] Publish callbacks [] for router_gateway (cb2561c4-6ef7-42dd-a85f-dea6ff6d7299), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:46.214356 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff9010fd-29b5-4d4b-9083-c98aef9bbe5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (cb2561c4-6ef7-42dd-a85f-dea6ff6d7299), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:46.466756 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 75a1b28f-0e67-4808-a313-411025b5e0c1 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:03:46.496006 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9010fd-29b5-4d4b-9083-c98aef9bbe5a admin admin] Router cb2561c4-6ef7-42dd-a85f-dea6ff6d7299 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:03:46.571990 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 75a1b28f-0e67-4808-a313-411025b5e0c1 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:03:46.572375 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (75a1b28f-0e67-4808-a313-411025b5e0c1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:46.682812 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9010fd-29b5-4d4b-9083-c98aef9bbe5a admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:03:46.712830 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bf8bc1-6871-41d5-9d05-157f937341ca None None] Sync routers for ids ['cb2561c4-6ef7-42dd-a85f-dea6ff6d7299'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:03:46.716377 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff9010fd-29b5-4d4b-9083-c98aef9bbe5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:46.718034 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ff9010fd-29b5-4d4b-9083-c98aef9bbe5a admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8775792 Jan 28 01:03:46.721056 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48692) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:46.744821 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bf8bc1-6871-41d5-9d05-157f937341ca None None] Routers {'cb2561c4-6ef7-42dd-a85f-dea6ff6d7299'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:03:46.745851 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-16bf8bc1-6871-41d5-9d05-157f937341ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:03:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['cb2561c4-6ef7-42dd-a85f-dea6ff6d7299'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:46.888802 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 75a1b28f-0e67-4808-a313-411025b5e0c1 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:46.889368 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (75a1b28f-0e67-4808-a313-411025b5e0c1), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:47.036476 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 75a1b28f-0e67-4808-a313-411025b5e0c1, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=75a1b28f-0e67-4808-a313-411025b5e0c1,segment=NetworkSegment(f0db396f-c130-4c3e-be7e-dfeedafd0e1f),segment_id=f0db396f-c130-4c3e-be7e-dfeedafd0e1f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:47.048228 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (75a1b28f-0e67-4808-a313-411025b5e0c1), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:47.073361 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa8efa6-369e-4f6b-9100-6a7c55bf8618 None None] Network 91814928-4784-4020-9751-ac954672a1dd requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:03:47.137799 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-16bf8bc1-6871-41d5-9d05-157f937341ca None None] Set router cb2561c4-6ef7-42dd-a85f-dea6ff6d7299 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:03:47.474503 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a5f7e044-786d-4c20-9036-425bb81cfec0 None None] Provisioning complete for port 75a1b28f-0e67-4808-a313-411025b5e0c1 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:03:47.475142 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a5f7e044-786d-4c20-9036-425bb81cfec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (75a1b28f-0e67-4808-a313-411025b5e0c1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:47.516231 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:03:47.554807 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=75a1b28f-0e67-4808-a313-411025b5e0c1,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:47.658026 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60621f7b-8278-4d3e-b2ad-8c65cf4948bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:47.901706 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a5f7e044-786d-4c20-9036-425bb81cfec0 None None] Current status of the port 75a1b28f-0e67-4808-a313-411025b5e0c1 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:47.936519 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-16bf8bc1-6871-41d5-9d05-157f937341ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2561c4-6ef7-42dd-a85f-dea6ff6d7299', 'name': 'tempest-TestAggregatesBasicOps-1010712175-router', 'tenant_id': '42a791b120584b3895f23d7b61030245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '07109143-688f-455e-aa1f-5944c8270f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:03:43Z', 'updated_at': '2022-01-28T01:03:45Z', 'revision_number': 3, 'project_id': '42a791b120584b3895f23d7b61030245', 'gw_port': {'id': '07109143-688f-455e-aa1f-5944c8270f8a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2561c4-6ef7-42dd-a85f-dea6ff6d7299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:03:44Z', 'updated_at': '2022-01-28T01:03:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:47.976535 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bf8bc1-6871-41d5-9d05-157f937341ca None None] Checking router: cb2561c4-6ef7-42dd-a85f-dea6ff6d7299 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:03:47.976896 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bf8bc1-6871-41d5-9d05-157f937341ca None None] Updating router cb2561c4-6ef7-42dd-a85f-dea6ff6d7299 port 07109143-688f-455e-aa1f-5944c8270f8a binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:03:48.028305 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16bf8bc1-6871-41d5-9d05-157f937341ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (07109143-688f-455e-aa1f-5944c8270f8a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:48.111757 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-60621f7b-8278-4d3e-b2ad-8c65cf4948bf admin admin] Allocated IP 172.20.0.1 (91814928-4784-4020-9751-ac954672a1dd/1f100576-4be9-4240-866f-3c47d527a20e/15888db0-97c9-435f-8ee9-73a43e9d77db) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:03:48.377112 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60621f7b-8278-4d3e-b2ad-8c65cf4948bf admin admin] Publish callbacks [] for port (15888db0-97c9-435f-8ee9-73a43e9d77db), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:48.399030 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 75a1b28f-0e67-4808-a313-411025b5e0c1 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:03:48.485378 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60621f7b-8278-4d3e-b2ad-8c65cf4948bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (15888db0-97c9-435f-8ee9-73a43e9d77db), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:48.589498 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-10d62772-ce54-4741-9656-9595150628c4 None None] Provisioning complete for port 75a1b28f-0e67-4808-a313-411025b5e0c1 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:03:48.590313 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-10d62772-ce54-4741-9656-9595150628c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (75a1b28f-0e67-4808-a313-411025b5e0c1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:48.615523 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60621f7b-8278-4d3e-b2ad-8c65cf4948bf admin admin] Pushing event updated for resources: {'Port': ['ID=15888db0-97c9-435f-8ee9-73a43e9d77db,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:48.634891 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60621f7b-8278-4d3e-b2ad-8c65cf4948bf admin admin] Network 91814928-4784-4020-9751-ac954672a1dd is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:03:48.638257 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-60621f7b-8278-4d3e-b2ad-8c65cf4948bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:03:48.643506 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60621f7b-8278-4d3e-b2ad-8c65cf4948bf admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:03:48.767697 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60621f7b-8278-4d3e-b2ad-8c65cf4948bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (cb2561c4-6ef7-42dd-a85f-dea6ff6d7299), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:48.872901 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 75a1b28f-0e67-4808-a313-411025b5e0c1 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:03:48.873484 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (75a1b28f-0e67-4808-a313-411025b5e0c1), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:48.954350 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16bf8bc1-6871-41d5-9d05-157f937341ca None None] Publish callbacks [] for port (07109143-688f-455e-aa1f-5944c8270f8a), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:49.021234 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16bf8bc1-6871-41d5-9d05-157f937341ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (07109143-688f-455e-aa1f-5944c8270f8a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:49.042395 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-10d62772-ce54-4741-9656-9595150628c4 None None] Current status of the port 75a1b28f-0e67-4808-a313-411025b5e0c1 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:49.102371 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60621f7b-8278-4d3e-b2ad-8c65cf4948bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (15888db0-97c9-435f-8ee9-73a43e9d77db), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:49.267091 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6c4d4-cc4b-44d5-9b3c-b74d28959ddb None None] Pushing event updated for resources: {'Port': ['ID=07109143-688f-455e-aa1f-5944c8270f8a,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:49.290304 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-16bf8bc1-6871-41d5-9d05-157f937341ca None None] Attempting to bind port 07109143-688f-455e-aa1f-5944c8270f8a on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:03:49.291799 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-16bf8bc1-6871-41d5-9d05-157f937341ca None None] Attempting to bind port 07109143-688f-455e-aa1f-5944c8270f8a by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:03:49.294491 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bf8bc1-6871-41d5-9d05-157f937341ca None None] Attempting to bind port 07109143-688f-455e-aa1f-5944c8270f8a on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:03:49.321453 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60621f7b-8278-4d3e-b2ad-8c65cf4948bf admin admin] Publish callbacks [] for port (15888db0-97c9-435f-8ee9-73a43e9d77db), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:49.333559 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60621f7b-8278-4d3e-b2ad-8c65cf4948bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (15888db0-97c9-435f-8ee9-73a43e9d77db), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:49.368833 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bf8bc1-6871-41d5-9d05-157f937341ca None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:03:49.369575 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bf8bc1-6871-41d5-9d05-157f937341ca None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:03:49.370581 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16bf8bc1-6871-41d5-9d05-157f937341ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:49.371319 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bf8bc1-6871-41d5-9d05-157f937341ca None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:03:49.372806 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-16bf8bc1-6871-41d5-9d05-157f937341ca None None] Bound port: 07109143-688f-455e-aa1f-5944c8270f8a, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:03:49.373538 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16bf8bc1-6871-41d5-9d05-157f937341ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (07109143-688f-455e-aa1f-5944c8270f8a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:49.381596 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-5b7baa36-d4c6-4107-99bd-1d0f1a57fc0a None None] Provisioning complete for port 15888db0-97c9-435f-8ee9-73a43e9d77db triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:03:49.382578 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5b7baa36-d4c6-4107-99bd-1d0f1a57fc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (15888db0-97c9-435f-8ee9-73a43e9d77db), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:49.482809 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60621f7b-8278-4d3e-b2ad-8c65cf4948bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (cb2561c4-6ef7-42dd-a85f-dea6ff6d7299), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:49.490144 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5b7baa36-d4c6-4107-99bd-1d0f1a57fc0a None None] Port 15888db0-97c9-435f-8ee9-73a43e9d77db cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:03:49.527332 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 75a1b28f-0e67-4808-a313-411025b5e0c1 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:49.551362 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60621f7b-8278-4d3e-b2ad-8c65cf4948bf admin admin] Pushing event updated for resources: {'Port': ['ID=15888db0-97c9-435f-8ee9-73a43e9d77db,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:49.607139 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-16bf8bc1-6871-41d5-9d05-157f937341ca None None] For port 07109143-688f-455e-aa1f-5944c8270f8a, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:03:49.614975 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-16bf8bc1-6871-41d5-9d05-157f937341ca None None] For port 07109143-688f-455e-aa1f-5944c8270f8a, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=07109143-688f-455e-aa1f-5944c8270f8a,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:03:49.625528 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16bf8bc1-6871-41d5-9d05-157f937341ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (07109143-688f-455e-aa1f-5944c8270f8a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:49.708798 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60621f7b-8278-4d3e-b2ad-8c65cf4948bf admin admin] Network 91814928-4784-4020-9751-ac954672a1dd is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:03:49.711599 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-60621f7b-8278-4d3e-b2ad-8c65cf4948bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:03:49.717094 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bf8bc1-6871-41d5-9d05-157f937341ca None None] Routers {'cb2561c4-6ef7-42dd-a85f-dea6ff6d7299'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:03:49.717710 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-16bf8bc1-6871-41d5-9d05-157f937341ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:03:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['cb2561c4-6ef7-42dd-a85f-dea6ff6d7299'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:49.763550 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6c4d4-cc4b-44d5-9b3c-b74d28959ddb None None] Pushing event updated for resources: {'Port': ['ID=07109143-688f-455e-aa1f-5944c8270f8a,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:49.965561 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-16bf8bc1-6871-41d5-9d05-157f937341ca None None] Set router cb2561c4-6ef7-42dd-a85f-dea6ff6d7299 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:03:50.044855 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60621f7b-8278-4d3e-b2ad-8c65cf4948bf admin admin] Router cb2561c4-6ef7-42dd-a85f-dea6ff6d7299 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:03:50.238124 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60621f7b-8278-4d3e-b2ad-8c65cf4948bf admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:03:50.251590 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-60621f7b-8278-4d3e-b2ad-8c65cf4948bf admin admin] 10.222.0.70 "PUT /v2.0/routers/cb2561c4-6ef7-42dd-a85f-dea6ff6d7299/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5265505 Jan 28 01:03:50.298281 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-e2a9e51a-40a5-4fa7-ac8a-5e96ac5b2283 None None] Provisioning complete for port 15888db0-97c9-435f-8ee9-73a43e9d77db triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:03:50.298659 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e2a9e51a-40a5-4fa7-ac8a-5e96ac5b2283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (15888db0-97c9-435f-8ee9-73a43e9d77db), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:50.383840 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e2a9e51a-40a5-4fa7-ac8a-5e96ac5b2283 None None] Port 15888db0-97c9-435f-8ee9-73a43e9d77db cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:03:50.456496 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-16bf8bc1-6871-41d5-9d05-157f937341ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2561c4-6ef7-42dd-a85f-dea6ff6d7299', 'name': 'tempest-TestAggregatesBasicOps-1010712175-router', 'tenant_id': '42a791b120584b3895f23d7b61030245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '07109143-688f-455e-aa1f-5944c8270f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:03:43Z', 'updated_at': '2022-01-28T01:03:49Z', 'revision_number': 4, 'project_id': '42a791b120584b3895f23d7b61030245', 'gw_port': {'id': '07109143-688f-455e-aa1f-5944c8270f8a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2561c4-6ef7-42dd-a85f-dea6ff6d7299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:03:44Z', 'updated_at': '2022-01-28T01:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '15888db0-97c9-435f-8ee9-73a43e9d77db', 'name': '', 'network_id': '91814928-4784-4020-9751-ac954672a1dd', 'tenant_id': '42a791b120584b3895f23d7b61030245', 'mac_address': 'fa:16:3e:0f:d7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2561c4-6ef7-42dd-a85f-dea6ff6d7299', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '1f100576-4be9-4240-866f-3c47d527a20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:03:47Z', 'updated_at': '2022-01-28T01:03:49Z', 'revision_number': 2, 'project_id': '42a791b120584b3895f23d7b61030245', 'subnets': [{'id': '1f100576-4be9-4240-866f-3c47d527a20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:50.498424 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bf8bc1-6871-41d5-9d05-157f937341ca None None] The sync data for ids ['cb2561c4-6ef7-42dd-a85f-dea6ff6d7299'] in n-d-826754-1 is: [{'id': 'cb2561c4-6ef7-42dd-a85f-dea6ff6d7299', 'name': 'tempest-TestAggregatesBasicOps-1010712175-router', 'tenant_id': '42a791b120584b3895f23d7b61030245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '07109143-688f-455e-aa1f-5944c8270f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:03:43Z', 'updated_at': '2022-01-28T01:03:49Z', 'revision_number': 4, 'project_id': '42a791b120584b3895f23d7b61030245', 'gw_port': {'id': '07109143-688f-455e-aa1f-5944c8270f8a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2561c4-6ef7-42dd-a85f-dea6ff6d7299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:03:44Z', 'updated_at': '2022-01-28T01:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '15888db0-97c9-435f-8ee9-73a43e9d77db', 'name': '', 'network_id': '91814928-4784-4020-9751-ac954672a1dd', 'tenant_id': '42a791b120584b3895f23d7b61030245', 'mac_address': 'fa:16:3e:0f:d7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2561c4-6ef7-42dd-a85f-dea6ff6d7299', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '1f100576-4be9-4240-866f-3c47d527a20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:03:47Z', 'updated_at': '2022-01-28T01:03:49Z', 'revision_number': 2, 'project_id': '42a791b120584b3895f23d7b61030245', 'subnets': [{'id': '1f100576-4be9-4240-866f-3c47d527a20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:03:51.203583 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48762) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:51.209700 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-ba542d4e-df45-4dba-9965-4c7f686396de admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-266728181-network', 'tenant_id': '8e93c747fd3942a1a1b5bbb8bba423d4'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:51.246104 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba542d4e-df45-4dba-9965-4c7f686396de admin admin] Made reservation on behalf of 8e93c747fd3942a1a1b5bbb8bba423d4 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:03:51.249587 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba542d4e-df45-4dba-9965-4c7f686396de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:51.266505 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba542d4e-df45-4dba-9965-4c7f686396de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:51.418161 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba542d4e-df45-4dba-9965-4c7f686396de admin admin] Publish callbacks [] for security_group (cb24c2a7-c320-4d89-81f6-909766e4cbb8), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:51.432986 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba542d4e-df45-4dba-9965-4c7f686396de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (cb24c2a7-c320-4d89-81f6-909766e4cbb8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:51.481187 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba542d4e-df45-4dba-9965-4c7f686396de admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:03:51.494105 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba542d4e-df45-4dba-9965-4c7f686396de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb24c2a7-c320-4d89-81f6-909766e4cbb8,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:51.504450 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba542d4e-df45-4dba-9965-4c7f686396de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (1121b812-76cc-42be-aa9c-9500ca693090), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:51.504856 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-ba542d4e-df45-4dba-9965-4c7f686396de admin admin] Added segment 1121b812-76cc-42be-aa9c-9500ca693090 of type vlan for network 31dd45c3-0cbb-45da-ba86-19d1678d284e Jan 28 01:03:51.603885 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba542d4e-df45-4dba-9965-4c7f686396de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (31dd45c3-0cbb-45da-ba86-19d1678d284e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:51.641283 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba542d4e-df45-4dba-9965-4c7f686396de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (31dd45c3-0cbb-45da-ba86-19d1678d284e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:51.642734 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba542d4e-df45-4dba-9965-4c7f686396de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:51.643738 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ba542d4e-df45-4dba-9965-4c7f686396de admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:51.775745 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ba542d4e-df45-4dba-9965-4c7f686396de admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5708685 Jan 28 01:03:51.776765 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba542d4e-df45-4dba-9965-4c7f686396de admin admin] Pushing event updated for resources: {'Network': ['ID=31dd45c3-0cbb-45da-ba86-19d1678d284e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:51.780718 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 48772) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:51.790497 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 31dd45c3-0cbb-45da-ba86-19d1678d284e details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:03:51.792906 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-b211cbfa-72a7-45c4-a770-3c7ccd738f4e admin admin] Request body: {'subnet': {'network_id': '31dd45c3-0cbb-45da-ba86-19d1678d284e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-266728181-subnet', 'tenant_id': '8e93c747fd3942a1a1b5bbb8bba423d4', 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:51.830149 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b211cbfa-72a7-45c4-a770-3c7ccd738f4e admin admin] Made reservation on behalf of 8e93c747fd3942a1a1b5bbb8bba423d4 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:03:51.846170 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b211cbfa-72a7-45c4-a770-3c7ccd738f4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:52.298043 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b211cbfa-72a7-45c4-a770-3c7ccd738f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (8ac714a7-d4ff-48c6-b140-b42ac6d6bf41), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:52.431699 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211cbfa-72a7-45c4-a770-3c7ccd738f4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ac714a7-d4ff-48c6-b140-b42ac6d6bf41,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:52.443882 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b211cbfa-72a7-45c4-a770-3c7ccd738f4e admin admin] Checking segment: {'id': '1121b812-76cc-42be-aa9c-9500ca693090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '31dd45c3-0cbb-45da-ba86-19d1678d284e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:03:52.444306 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b211cbfa-72a7-45c4-a770-3c7ccd738f4e admin admin] Network hostable DHCP agents. Network: 31dd45c3-0cbb-45da-ba86-19d1678d284e, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:03:52.477532 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 07109143-688f-455e-aa1f-5944c8270f8a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:03:52.492446 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b211cbfa-72a7-45c4-a770-3c7ccd738f4e admin admin] Network 31dd45c3-0cbb-45da-ba86-19d1678d284e is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:03:52.511760 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-b211cbfa-72a7-45c4-a770-3c7ccd738f4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 31dd45c3-0cbb-45da-ba86-19d1678d284e) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:03:52.523591 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b211cbfa-72a7-45c4-a770-3c7ccd738f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:03:52.525750 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b211cbfa-72a7-45c4-a770-3c7ccd738f4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:52.538592 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dff049-4238-47a6-9cc0-6a4af2cfbe1f None None] Network 31dd45c3-0cbb-45da-ba86-19d1678d284e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:03:52.599287 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b211cbfa-72a7-45c4-a770-3c7ccd738f4e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8165362 Jan 28 01:03:52.601721 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48786) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:52.613174 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-1ed63070-f955-464b-89e8-8259c2283a2e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-266728181-router', 'tenant_id': '8e93c747fd3942a1a1b5bbb8bba423d4', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:03:52.731981 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 07109143-688f-455e-aa1f-5944c8270f8a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:03:52.733162 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (07109143-688f-455e-aa1f-5944c8270f8a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:52.738947 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1ed63070-f955-464b-89e8-8259c2283a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (8ba4c65b-6752-47fd-8f76-698eb172b31a), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:52.742657 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1ed63070-f955-464b-89e8-8259c2283a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (8ba4c65b-6752-47fd-8f76-698eb172b31a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:52.856801 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8171c5ed-d01b-4512-b387-cf360e2e4891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-31dd45c3-0cbb-45da-ba86-19d1678d284e', 'network_id': '31dd45c3-0cbb-45da-ba86-19d1678d284e', 'project_id': '8e93c747fd3942a1a1b5bbb8bba423d4', 'fixed_ips': [{'subnet_id': '8ac714a7-d4ff-48c6-b140-b42ac6d6bf41'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:03:52.859705 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8171c5ed-d01b-4512-b387-cf360e2e4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:52.895266 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1ed63070-f955-464b-89e8-8259c2283a2e admin admin] Publish callbacks [] for router_controller (8ba4c65b-6752-47fd-8f76-698eb172b31a), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:53.122409 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 07109143-688f-455e-aa1f-5944c8270f8a is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:53.123111 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (07109143-688f-455e-aa1f-5944c8270f8a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:53.188399 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 07109143-688f-455e-aa1f-5944c8270f8a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=07109143-688f-455e-aa1f-5944c8270f8a,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:53.196053 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (07109143-688f-455e-aa1f-5944c8270f8a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:53.232833 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-8171c5ed-d01b-4512-b387-cf360e2e4891 None None] Allocated IP 172.20.0.2 (31dd45c3-0cbb-45da-ba86-19d1678d284e/8ac714a7-d4ff-48c6-b140-b42ac6d6bf41/c865d6d3-8ed5-43f8-8f49-cd71eadd000d) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:03:53.281744 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1ed63070-f955-464b-89e8-8259c2283a2e admin admin] Publish callbacks [] for router_gateway (8ba4c65b-6752-47fd-8f76-698eb172b31a), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:53.323798 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=07109143-688f-455e-aa1f-5944c8270f8a,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:53.495143 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8171c5ed-d01b-4512-b387-cf360e2e4891 None None] Publish callbacks [] for port (c865d6d3-8ed5-43f8-8f49-cd71eadd000d), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:53.506523 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8171c5ed-d01b-4512-b387-cf360e2e4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (c865d6d3-8ed5-43f8-8f49-cd71eadd000d), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:53.619883 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8171c5ed-d01b-4512-b387-cf360e2e4891 None None] Network 31dd45c3-0cbb-45da-ba86-19d1678d284e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:03:53.623375 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1ed63070-f955-464b-89e8-8259c2283a2e admin admin] Publish callbacks [] for router_gateway (8ba4c65b-6752-47fd-8f76-698eb172b31a), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:53.637173 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-8171c5ed-d01b-4512-b387-cf360e2e4891 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:03:53.651875 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8171c5ed-d01b-4512-b387-cf360e2e4891 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:03:53.681258 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1ed63070-f955-464b-89e8-8259c2283a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:53.686299 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8171c5ed-d01b-4512-b387-cf360e2e4891 None None] Pushing event updated for resources: {'Port': ['ID=c865d6d3-8ed5-43f8-8f49-cd71eadd000d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:53.809478 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-8171c5ed-d01b-4512-b387-cf360e2e4891 None None] Attempting to bind port c865d6d3-8ed5-43f8-8f49-cd71eadd000d on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:03:53.811798 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-8171c5ed-d01b-4512-b387-cf360e2e4891 None None] Attempting to bind port c865d6d3-8ed5-43f8-8f49-cd71eadd000d by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '1121b812-76cc-42be-aa9c-9500ca693090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '31dd45c3-0cbb-45da-ba86-19d1678d284e'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:03:53.812185 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8171c5ed-d01b-4512-b387-cf360e2e4891 None None] Attempting to bind port c865d6d3-8ed5-43f8-8f49-cd71eadd000d on network 31dd45c3-0cbb-45da-ba86-19d1678d284e {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:03:53.823475 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8171c5ed-d01b-4512-b387-cf360e2e4891 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:03:53.824497 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8171c5ed-d01b-4512-b387-cf360e2e4891 None None] Checking segment: {'id': '1121b812-76cc-42be-aa9c-9500ca693090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '31dd45c3-0cbb-45da-ba86-19d1678d284e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:03:53.825157 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8171c5ed-d01b-4512-b387-cf360e2e4891 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:53.825810 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8171c5ed-d01b-4512-b387-cf360e2e4891 None None] Bound using segment: {'id': '1121b812-76cc-42be-aa9c-9500ca693090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '31dd45c3-0cbb-45da-ba86-19d1678d284e'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:03:53.826560 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-8171c5ed-d01b-4512-b387-cf360e2e4891 None None] Bound port: c865d6d3-8ed5-43f8-8f49-cd71eadd000d, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1121b812-76cc-42be-aa9c-9500ca693090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '31dd45c3-0cbb-45da-ba86-19d1678d284e'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:03:53.827501 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8171c5ed-d01b-4512-b387-cf360e2e4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c865d6d3-8ed5-43f8-8f49-cd71eadd000d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:53.932556 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-1ed63070-f955-464b-89e8-8259c2283a2e admin admin] Allocated IP 172.25.3.18 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/a7288d14-8fa0-4b68-addc-88dd1d938779) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:03:53.971362 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-8171c5ed-d01b-4512-b387-cf360e2e4891 None None] For port c865d6d3-8ed5-43f8-8f49-cd71eadd000d, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:03:53.977771 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-8171c5ed-d01b-4512-b387-cf360e2e4891 None None] For port c865d6d3-8ed5-43f8-8f49-cd71eadd000d, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c865d6d3-8ed5-43f8-8f49-cd71eadd000d,segment=NetworkSegment(1121b812-76cc-42be-aa9c-9500ca693090),segment_id=1121b812-76cc-42be-aa9c-9500ca693090)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:03:53.984634 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8171c5ed-d01b-4512-b387-cf360e2e4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c865d6d3-8ed5-43f8-8f49-cd71eadd000d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:54.147027 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1ed63070-f955-464b-89e8-8259c2283a2e admin admin] Publish callbacks [] for port (a7288d14-8fa0-4b68-addc-88dd1d938779), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:54.225363 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1ed63070-f955-464b-89e8-8259c2283a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (a7288d14-8fa0-4b68-addc-88dd1d938779), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:54.269269 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8171c5ed-d01b-4512-b387-cf360e2e4891 None None] Pushing event updated for resources: {'Port': ['ID=c865d6d3-8ed5-43f8-8f49-cd71eadd000d,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:54.319496 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed63070-f955-464b-89e8-8259c2283a2e admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:03:54.325570 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-1ed63070-f955-464b-89e8-8259c2283a2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:03:54.350204 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed63070-f955-464b-89e8-8259c2283a2e admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:03:54.391456 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53755f9f-db78-460d-937b-ba722c4eb7aa None None] Sync routers for ids ['cb2561c4-6ef7-42dd-a85f-dea6ff6d7299'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:03:54.424016 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53755f9f-db78-460d-937b-ba722c4eb7aa None None] Routers {'cb2561c4-6ef7-42dd-a85f-dea6ff6d7299'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:03:54.425257 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-53755f9f-db78-460d-937b-ba722c4eb7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:03:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['cb2561c4-6ef7-42dd-a85f-dea6ff6d7299'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:54.431007 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed63070-f955-464b-89e8-8259c2283a2e admin admin] Pushing event updated for resources: {'Port': ['ID=a7288d14-8fa0-4b68-addc-88dd1d938779,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:54.446987 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 07109143-688f-455e-aa1f-5944c8270f8a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:03:54.786588 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-53755f9f-db78-460d-937b-ba722c4eb7aa None None] Set router cb2561c4-6ef7-42dd-a85f-dea6ff6d7299 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:03:55.010584 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1ed63070-f955-464b-89e8-8259c2283a2e admin admin] Publish callbacks [] for router_gateway (8ba4c65b-6752-47fd-8f76-698eb172b31a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:55.039806 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 07109143-688f-455e-aa1f-5944c8270f8a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:03:55.040884 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (07109143-688f-455e-aa1f-5944c8270f8a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:55.248188 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 07109143-688f-455e-aa1f-5944c8270f8a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:55.366496 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-53755f9f-db78-460d-937b-ba722c4eb7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2561c4-6ef7-42dd-a85f-dea6ff6d7299', 'name': 'tempest-TestAggregatesBasicOps-1010712175-router', 'tenant_id': '42a791b120584b3895f23d7b61030245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '07109143-688f-455e-aa1f-5944c8270f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:03:43Z', 'updated_at': '2022-01-28T01:03:49Z', 'revision_number': 4, 'project_id': '42a791b120584b3895f23d7b61030245', 'gw_port': {'id': '07109143-688f-455e-aa1f-5944c8270f8a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2561c4-6ef7-42dd-a85f-dea6ff6d7299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:03:44Z', 'updated_at': '2022-01-28T01:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '15888db0-97c9-435f-8ee9-73a43e9d77db', 'name': '', 'network_id': '91814928-4784-4020-9751-ac954672a1dd', 'tenant_id': '42a791b120584b3895f23d7b61030245', 'mac_address': 'fa:16:3e:0f:d7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2561c4-6ef7-42dd-a85f-dea6ff6d7299', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '1f100576-4be9-4240-866f-3c47d527a20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:03:47Z', 'updated_at': '2022-01-28T01:03:49Z', 'revision_number': 2, 'project_id': '42a791b120584b3895f23d7b61030245', 'subnets': [{'id': '1f100576-4be9-4240-866f-3c47d527a20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:55.413391 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53755f9f-db78-460d-937b-ba722c4eb7aa None None] Checking router: cb2561c4-6ef7-42dd-a85f-dea6ff6d7299 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:03:55.414015 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53755f9f-db78-460d-937b-ba722c4eb7aa None None] Updating router cb2561c4-6ef7-42dd-a85f-dea6ff6d7299 port 15888db0-97c9-435f-8ee9-73a43e9d77db binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:03:55.456494 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-53755f9f-db78-460d-937b-ba722c4eb7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (15888db0-97c9-435f-8ee9-73a43e9d77db), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:56.125123 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-53755f9f-db78-460d-937b-ba722c4eb7aa None None] Publish callbacks [] for port (15888db0-97c9-435f-8ee9-73a43e9d77db), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:56.137377 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-53755f9f-db78-460d-937b-ba722c4eb7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (15888db0-97c9-435f-8ee9-73a43e9d77db), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:56.304880 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1ed63070-f955-464b-89e8-8259c2283a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (8ba4c65b-6752-47fd-8f76-698eb172b31a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:56.431677 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b6127-50d4-4f74-9fe0-a74d44c32578 None None] Pushing event updated for resources: {'Port': ['ID=15888db0-97c9-435f-8ee9-73a43e9d77db,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:56.514769 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b6127-50d4-4f74-9fe0-a74d44c32578 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:56.515500 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b6127-50d4-4f74-9fe0-a74d44c32578 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:56.516662 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b6127-50d4-4f74-9fe0-a74d44c32578 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:56.517272 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b6127-50d4-4f74-9fe0-a74d44c32578 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:56.517823 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b6127-50d4-4f74-9fe0-a74d44c32578 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:56.518872 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df8259d-9e45-4c70-a3d6-b6fbe668c516 None None] Network 31dd45c3-0cbb-45da-ba86-19d1678d284e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:03:56.519501 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b6127-50d4-4f74-9fe0-a74d44c32578 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:56.520091 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b6127-50d4-4f74-9fe0-a74d44c32578 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:56.520642 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b6127-50d4-4f74-9fe0-a74d44c32578 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:56.521191 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b6127-50d4-4f74-9fe0-a74d44c32578 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:56.521727 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b6127-50d4-4f74-9fe0-a74d44c32578 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:56.522672 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b6127-50d4-4f74-9fe0-a74d44c32578 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:56.523222 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b6127-50d4-4f74-9fe0-a74d44c32578 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:56.523804 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336b6127-50d4-4f74-9fe0-a74d44c32578 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:03:56.568599 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-53755f9f-db78-460d-937b-ba722c4eb7aa None None] Attempting to bind port 15888db0-97c9-435f-8ee9-73a43e9d77db on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:03:56.569357 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-53755f9f-db78-460d-937b-ba722c4eb7aa None None] Attempting to bind port 15888db0-97c9-435f-8ee9-73a43e9d77db by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'f0db396f-c130-4c3e-be7e-dfeedafd0e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91814928-4784-4020-9751-ac954672a1dd'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:03:56.569800 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53755f9f-db78-460d-937b-ba722c4eb7aa None None] Attempting to bind port 15888db0-97c9-435f-8ee9-73a43e9d77db on network 91814928-4784-4020-9751-ac954672a1dd {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:03:56.577049 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53755f9f-db78-460d-937b-ba722c4eb7aa None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:03:56.577522 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53755f9f-db78-460d-937b-ba722c4eb7aa None None] Checking segment: {'id': 'f0db396f-c130-4c3e-be7e-dfeedafd0e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91814928-4784-4020-9751-ac954672a1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:03:56.577970 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-53755f9f-db78-460d-937b-ba722c4eb7aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:56.578449 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53755f9f-db78-460d-937b-ba722c4eb7aa None None] Bound using segment: {'id': 'f0db396f-c130-4c3e-be7e-dfeedafd0e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91814928-4784-4020-9751-ac954672a1dd'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:03:56.579023 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-53755f9f-db78-460d-937b-ba722c4eb7aa None None] Bound port: 15888db0-97c9-435f-8ee9-73a43e9d77db, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0db396f-c130-4c3e-be7e-dfeedafd0e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91814928-4784-4020-9751-ac954672a1dd'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:03:56.579487 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-53755f9f-db78-460d-937b-ba722c4eb7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (15888db0-97c9-435f-8ee9-73a43e9d77db), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:56.655487 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c865d6d3-8ed5-43f8-8f49-cd71eadd000d up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:03:56.658077 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed63070-f955-464b-89e8-8259c2283a2e admin admin] Router 8ba4c65b-6752-47fd-8f76-698eb172b31a is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:03:56.723254 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-3510d957-0907-41f4-84e0-2e6fe45644d0 None None] Provisioning complete for port c865d6d3-8ed5-43f8-8f49-cd71eadd000d triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:03:56.724364 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3510d957-0907-41f4-84e0-2e6fe45644d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c865d6d3-8ed5-43f8-8f49-cd71eadd000d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:56.874211 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-53755f9f-db78-460d-937b-ba722c4eb7aa None None] For port 15888db0-97c9-435f-8ee9-73a43e9d77db, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:03:56.888434 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port c865d6d3-8ed5-43f8-8f49-cd71eadd000d triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:03:56.889211 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c865d6d3-8ed5-43f8-8f49-cd71eadd000d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:56.892523 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-53755f9f-db78-460d-937b-ba722c4eb7aa None None] For port 15888db0-97c9-435f-8ee9-73a43e9d77db, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=15888db0-97c9-435f-8ee9-73a43e9d77db,segment=NetworkSegment(f0db396f-c130-4c3e-be7e-dfeedafd0e1f),segment_id=f0db396f-c130-4c3e-be7e-dfeedafd0e1f)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:03:56.913679 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-53755f9f-db78-460d-937b-ba722c4eb7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (15888db0-97c9-435f-8ee9-73a43e9d77db), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:57.078132 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3510d957-0907-41f4-84e0-2e6fe45644d0 None None] Current status of the port c865d6d3-8ed5-43f8-8f49-cd71eadd000d is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:57.079004 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3510d957-0907-41f4-84e0-2e6fe45644d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c865d6d3-8ed5-43f8-8f49-cd71eadd000d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:57.136943 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed63070-f955-464b-89e8-8259c2283a2e admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:03:57.183227 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53755f9f-db78-460d-937b-ba722c4eb7aa None None] Routers {'cb2561c4-6ef7-42dd-a85f-dea6ff6d7299'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:03:57.184584 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-53755f9f-db78-460d-937b-ba722c4eb7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:03:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['cb2561c4-6ef7-42dd-a85f-dea6ff6d7299'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:57.186292 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f25c48-dc68-4d2e-afc9-7875c2aff095 None None] Sync routers for ids ['8ba4c65b-6752-47fd-8f76-698eb172b31a'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:03:57.224288 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1ed63070-f955-464b-89e8-8259c2283a2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:57.225950 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1ed63070-f955-464b-89e8-8259c2283a2e admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6228364 Jan 28 01:03:57.231387 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 48850) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:03:57.283095 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port c865d6d3-8ed5-43f8-8f49-cd71eadd000d is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:57.284492 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c865d6d3-8ed5-43f8-8f49-cd71eadd000d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:57.299692 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b6127-50d4-4f74-9fe0-a74d44c32578 None None] Pushing event updated for resources: {'Port': ['ID=15888db0-97c9-435f-8ee9-73a43e9d77db,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:57.331333 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-3510d957-0907-41f4-84e0-2e6fe45644d0 None None] For port c865d6d3-8ed5-43f8-8f49-cd71eadd000d, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c865d6d3-8ed5-43f8-8f49-cd71eadd000d,segment=NetworkSegment(1121b812-76cc-42be-aa9c-9500ca693090),segment_id=1121b812-76cc-42be-aa9c-9500ca693090)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:57.341820 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f25c48-dc68-4d2e-afc9-7875c2aff095 None None] Routers {'8ba4c65b-6752-47fd-8f76-698eb172b31a'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:03:57.343010 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-35f25c48-dc68-4d2e-afc9-7875c2aff095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:03:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8ba4c65b-6752-47fd-8f76-698eb172b31a'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:57.498594 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3510d957-0907-41f4-84e0-2e6fe45644d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c865d6d3-8ed5-43f8-8f49-cd71eadd000d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:57.662656 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510d957-0907-41f4-84e0-2e6fe45644d0 None None] Pushing event updated for resources: {'Port': ['ID=c865d6d3-8ed5-43f8-8f49-cd71eadd000d,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:57.696452 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-53755f9f-db78-460d-937b-ba722c4eb7aa None None] Set router cb2561c4-6ef7-42dd-a85f-dea6ff6d7299 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:03:57.781147 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-21376421-2761-4713-8c12-cd5d3623d94c None None] Provisioning complete for port 15888db0-97c9-435f-8ee9-73a43e9d77db triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:03:57.781740 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-21376421-2761-4713-8c12-cd5d3623d94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (15888db0-97c9-435f-8ee9-73a43e9d77db), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:57.903942 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-35f25c48-dc68-4d2e-afc9-7875c2aff095 None None] Set router 8ba4c65b-6752-47fd-8f76-698eb172b31a gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:03:58.287442 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-53755f9f-db78-460d-937b-ba722c4eb7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2561c4-6ef7-42dd-a85f-dea6ff6d7299', 'name': 'tempest-TestAggregatesBasicOps-1010712175-router', 'tenant_id': '42a791b120584b3895f23d7b61030245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '07109143-688f-455e-aa1f-5944c8270f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:03:43Z', 'updated_at': '2022-01-28T01:03:49Z', 'revision_number': 4, 'project_id': '42a791b120584b3895f23d7b61030245', 'gw_port': {'id': '07109143-688f-455e-aa1f-5944c8270f8a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2561c4-6ef7-42dd-a85f-dea6ff6d7299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:03:44Z', 'updated_at': '2022-01-28T01:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '15888db0-97c9-435f-8ee9-73a43e9d77db', 'name': '', 'network_id': '91814928-4784-4020-9751-ac954672a1dd', 'tenant_id': '42a791b120584b3895f23d7b61030245', 'mac_address': 'fa:16:3e:0f:d7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2561c4-6ef7-42dd-a85f-dea6ff6d7299', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '1f100576-4be9-4240-866f-3c47d527a20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:03:47Z', 'updated_at': '2022-01-28T01:03:56Z', 'revision_number': 4, 'project_id': '42a791b120584b3895f23d7b61030245', 'subnets': [{'id': '1f100576-4be9-4240-866f-3c47d527a20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:58.385508 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53755f9f-db78-460d-937b-ba722c4eb7aa None None] The sync data for ids ['cb2561c4-6ef7-42dd-a85f-dea6ff6d7299'] in n-d-826754-1 is: [{'id': 'cb2561c4-6ef7-42dd-a85f-dea6ff6d7299', 'name': 'tempest-TestAggregatesBasicOps-1010712175-router', 'tenant_id': '42a791b120584b3895f23d7b61030245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '07109143-688f-455e-aa1f-5944c8270f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:03:43Z', 'updated_at': '2022-01-28T01:03:49Z', 'revision_number': 4, 'project_id': '42a791b120584b3895f23d7b61030245', 'gw_port': {'id': '07109143-688f-455e-aa1f-5944c8270f8a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2561c4-6ef7-42dd-a85f-dea6ff6d7299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:03:44Z', 'updated_at': '2022-01-28T01:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '15888db0-97c9-435f-8ee9-73a43e9d77db', 'name': '', 'network_id': '91814928-4784-4020-9751-ac954672a1dd', 'tenant_id': '42a791b120584b3895f23d7b61030245', 'mac_address': 'fa:16:3e:0f:d7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2561c4-6ef7-42dd-a85f-dea6ff6d7299', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '1f100576-4be9-4240-866f-3c47d527a20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:03:47Z', 'updated_at': '2022-01-28T01:03:56Z', 'revision_number': 4, 'project_id': '42a791b120584b3895f23d7b61030245', 'subnets': [{'id': '1f100576-4be9-4240-866f-3c47d527a20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:03:58.477208 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:03:58.478152 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:03:58.606621 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-21376421-2761-4713-8c12-cd5d3623d94c None None] Current status of the port 15888db0-97c9-435f-8ee9-73a43e9d77db is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:58.607017 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-21376421-2761-4713-8c12-cd5d3623d94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (15888db0-97c9-435f-8ee9-73a43e9d77db), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:58.678842 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-21376421-2761-4713-8c12-cd5d3623d94c None None] For port 15888db0-97c9-435f-8ee9-73a43e9d77db, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=15888db0-97c9-435f-8ee9-73a43e9d77db,segment=NetworkSegment(f0db396f-c130-4c3e-be7e-dfeedafd0e1f),segment_id=f0db396f-c130-4c3e-be7e-dfeedafd0e1f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:03:58.689076 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-21376421-2761-4713-8c12-cd5d3623d94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (15888db0-97c9-435f-8ee9-73a43e9d77db), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:58.753674 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-35f25c48-dc68-4d2e-afc9-7875c2aff095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba4c65b-6752-47fd-8f76-698eb172b31a', 'name': 'tempest-TestAggregatesBasicOps-266728181-router', 'tenant_id': '8e93c747fd3942a1a1b5bbb8bba423d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a7288d14-8fa0-4b68-addc-88dd1d938779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:03:52Z', 'updated_at': '2022-01-28T01:03:54Z', 'revision_number': 3, 'project_id': '8e93c747fd3942a1a1b5bbb8bba423d4', 'gw_port': {'id': 'a7288d14-8fa0-4b68-addc-88dd1d938779', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba4c65b-6752-47fd-8f76-698eb172b31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:03:53Z', 'updated_at': '2022-01-28T01:03:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:03:58.798565 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f25c48-dc68-4d2e-afc9-7875c2aff095 None None] Checking router: 8ba4c65b-6752-47fd-8f76-698eb172b31a for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:03:58.799018 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f25c48-dc68-4d2e-afc9-7875c2aff095 None None] Updating router 8ba4c65b-6752-47fd-8f76-698eb172b31a port a7288d14-8fa0-4b68-addc-88dd1d938779 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:03:58.875712 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-21376421-2761-4713-8c12-cd5d3623d94c None None] Provisioning complete for port c865d6d3-8ed5-43f8-8f49-cd71eadd000d triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:03:58.876492 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-21376421-2761-4713-8c12-cd5d3623d94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c865d6d3-8ed5-43f8-8f49-cd71eadd000d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:58.933256 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35f25c48-dc68-4d2e-afc9-7875c2aff095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a7288d14-8fa0-4b68-addc-88dd1d938779), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:58.992104 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21376421-2761-4713-8c12-cd5d3623d94c None None] Pushing event updated for resources: {'Port': ['ID=15888db0-97c9-435f-8ee9-73a43e9d77db,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:59.148398 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-375e11ab-d5f8-4e00-b22a-c818d66cf095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:59.254886 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port c865d6d3-8ed5-43f8-8f49-cd71eadd000d is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:59.401635 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-21376421-2761-4713-8c12-cd5d3623d94c None None] Current status of the port c865d6d3-8ed5-43f8-8f49-cd71eadd000d is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:59.459839 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-375e11ab-d5f8-4e00-b22a-c818d66cf095 admin admin] Allocated IP 172.20.0.1 (31dd45c3-0cbb-45da-ba86-19d1678d284e/8ac714a7-d4ff-48c6-b140-b42ac6d6bf41/cde8bb9b-76ea-4bcb-8670-a7341af5fbf9) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:03:59.616627 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-375e11ab-d5f8-4e00-b22a-c818d66cf095 admin admin] Publish callbacks [] for port (cde8bb9b-76ea-4bcb-8670-a7341af5fbf9), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:59.621282 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-7371b807-7ee1-4415-8fc2-e9f95e2df804 None None] Provisioning complete for port 15888db0-97c9-435f-8ee9-73a43e9d77db triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:03:59.623449 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7371b807-7ee1-4415-8fc2-e9f95e2df804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (15888db0-97c9-435f-8ee9-73a43e9d77db), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:59.636894 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 15888db0-97c9-435f-8ee9-73a43e9d77db up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:03:59.670967 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-375e11ab-d5f8-4e00-b22a-c818d66cf095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (cde8bb9b-76ea-4bcb-8670-a7341af5fbf9), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:59.786547 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375e11ab-d5f8-4e00-b22a-c818d66cf095 admin admin] Network 31dd45c3-0cbb-45da-ba86-19d1678d284e is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:03:59.791726 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e11ab-d5f8-4e00-b22a-c818d66cf095 admin admin] Pushing event updated for resources: {'Port': ['ID=cde8bb9b-76ea-4bcb-8670-a7341af5fbf9,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:03:59.795686 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-375e11ab-d5f8-4e00-b22a-c818d66cf095 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:03:59.798864 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375e11ab-d5f8-4e00-b22a-c818d66cf095 admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:03:59.907633 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-375e11ab-d5f8-4e00-b22a-c818d66cf095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (8ba4c65b-6752-47fd-8f76-698eb172b31a), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:03:59.928429 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-7371b807-7ee1-4415-8fc2-e9f95e2df804 None None] Current status of the port 15888db0-97c9-435f-8ee9-73a43e9d77db is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:03:59.935862 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 15888db0-97c9-435f-8ee9-73a43e9d77db triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:03:59.936244 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (15888db0-97c9-435f-8ee9-73a43e9d77db), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:00.019885 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35f25c48-dc68-4d2e-afc9-7875c2aff095 None None] Publish callbacks [] for port (a7288d14-8fa0-4b68-addc-88dd1d938779), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:00.030453 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35f25c48-dc68-4d2e-afc9-7875c2aff095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a7288d14-8fa0-4b68-addc-88dd1d938779), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:00.173995 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-375e11ab-d5f8-4e00-b22a-c818d66cf095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cde8bb9b-76ea-4bcb-8670-a7341af5fbf9), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:00.224168 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-35f25c48-dc68-4d2e-afc9-7875c2aff095 None None] Attempting to bind port a7288d14-8fa0-4b68-addc-88dd1d938779 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:04:00.224168 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-35f25c48-dc68-4d2e-afc9-7875c2aff095 None None] Attempting to bind port a7288d14-8fa0-4b68-addc-88dd1d938779 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:04:00.224168 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f25c48-dc68-4d2e-afc9-7875c2aff095 None None] Attempting to bind port a7288d14-8fa0-4b68-addc-88dd1d938779 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:04:00.228383 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73025c60-cc46-4b3a-b04f-365c65d53945 None None] Pushing event updated for resources: {'Port': ['ID=a7288d14-8fa0-4b68-addc-88dd1d938779,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:00.238322 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 15888db0-97c9-435f-8ee9-73a43e9d77db is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:00.241555 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c865d6d3-8ed5-43f8-8f49-cd71eadd000d up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:04:00.294885 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f25c48-dc68-4d2e-afc9-7875c2aff095 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:04:00.295322 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f25c48-dc68-4d2e-afc9-7875c2aff095 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:04:00.295698 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35f25c48-dc68-4d2e-afc9-7875c2aff095 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:00.296100 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f25c48-dc68-4d2e-afc9-7875c2aff095 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:04:00.296600 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-35f25c48-dc68-4d2e-afc9-7875c2aff095 None None] Bound port: a7288d14-8fa0-4b68-addc-88dd1d938779, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:04:00.296987 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35f25c48-dc68-4d2e-afc9-7875c2aff095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a7288d14-8fa0-4b68-addc-88dd1d938779), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:00.367124 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-5e4585b9-a777-41d1-bcd4-b0e123cef60c None None] Provisioning complete for port cde8bb9b-76ea-4bcb-8670-a7341af5fbf9 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:00.367936 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5e4585b9-a777-41d1-bcd4-b0e123cef60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cde8bb9b-76ea-4bcb-8670-a7341af5fbf9), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:00.415117 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port c865d6d3-8ed5-43f8-8f49-cd71eadd000d triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:00.415489 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c865d6d3-8ed5-43f8-8f49-cd71eadd000d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:00.473110 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-35f25c48-dc68-4d2e-afc9-7875c2aff095 None None] For port a7288d14-8fa0-4b68-addc-88dd1d938779, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:04:00.483716 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5e4585b9-a777-41d1-bcd4-b0e123cef60c None None] Port cde8bb9b-76ea-4bcb-8670-a7341af5fbf9 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:04:00.510809 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-375e11ab-d5f8-4e00-b22a-c818d66cf095 admin admin] Publish callbacks [] for port (cde8bb9b-76ea-4bcb-8670-a7341af5fbf9), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:00.518730 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-375e11ab-d5f8-4e00-b22a-c818d66cf095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (cde8bb9b-76ea-4bcb-8670-a7341af5fbf9), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:00.544795 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-35f25c48-dc68-4d2e-afc9-7875c2aff095 None None] For port a7288d14-8fa0-4b68-addc-88dd1d938779, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=a7288d14-8fa0-4b68-addc-88dd1d938779,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:04:00.546610 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port c865d6d3-8ed5-43f8-8f49-cd71eadd000d is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:00.552253 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35f25c48-dc68-4d2e-afc9-7875c2aff095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a7288d14-8fa0-4b68-addc-88dd1d938779), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:00.651378 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e11ab-d5f8-4e00-b22a-c818d66cf095 admin admin] Pushing event updated for resources: {'Port': ['ID=cde8bb9b-76ea-4bcb-8670-a7341af5fbf9,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:00.654036 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f25c48-dc68-4d2e-afc9-7875c2aff095 None None] Routers {'8ba4c65b-6752-47fd-8f76-698eb172b31a'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:04:00.656862 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-35f25c48-dc68-4d2e-afc9-7875c2aff095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:03:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8ba4c65b-6752-47fd-8f76-698eb172b31a'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:00.661035 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-375e11ab-d5f8-4e00-b22a-c818d66cf095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (8ba4c65b-6752-47fd-8f76-698eb172b31a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:00.758727 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73025c60-cc46-4b3a-b04f-365c65d53945 None None] Pushing event updated for resources: {'Port': ['ID=a7288d14-8fa0-4b68-addc-88dd1d938779,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:00.889312 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375e11ab-d5f8-4e00-b22a-c818d66cf095 admin admin] Network 31dd45c3-0cbb-45da-ba86-19d1678d284e is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:04:00.891908 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-375e11ab-d5f8-4e00-b22a-c818d66cf095 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:04:01.115238 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375e11ab-d5f8-4e00-b22a-c818d66cf095 admin admin] Router 8ba4c65b-6752-47fd-8f76-698eb172b31a has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:04:01.172204 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-35f25c48-dc68-4d2e-afc9-7875c2aff095 None None] Set router 8ba4c65b-6752-47fd-8f76-698eb172b31a gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:04:01.381858 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375e11ab-d5f8-4e00-b22a-c818d66cf095 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:04:01.400439 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-375e11ab-d5f8-4e00-b22a-c818d66cf095 admin admin] 10.222.0.70 "PUT /v2.0/routers/8ba4c65b-6752-47fd-8f76-698eb172b31a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1674128 Jan 28 01:04:01.523705 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-645f8ded-8654-41b9-b28e-200e54fb781d None None] Provisioning complete for port cde8bb9b-76ea-4bcb-8670-a7341af5fbf9 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:01.525472 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-645f8ded-8654-41b9-b28e-200e54fb781d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cde8bb9b-76ea-4bcb-8670-a7341af5fbf9), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:01.647178 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-645f8ded-8654-41b9-b28e-200e54fb781d None None] Port cde8bb9b-76ea-4bcb-8670-a7341af5fbf9 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:04:01.723128 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-35f25c48-dc68-4d2e-afc9-7875c2aff095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba4c65b-6752-47fd-8f76-698eb172b31a', 'name': 'tempest-TestAggregatesBasicOps-266728181-router', 'tenant_id': '8e93c747fd3942a1a1b5bbb8bba423d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a7288d14-8fa0-4b68-addc-88dd1d938779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:03:52Z', 'updated_at': '2022-01-28T01:04:00Z', 'revision_number': 4, 'project_id': '8e93c747fd3942a1a1b5bbb8bba423d4', 'gw_port': {'id': 'a7288d14-8fa0-4b68-addc-88dd1d938779', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba4c65b-6752-47fd-8f76-698eb172b31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:03:53Z', 'updated_at': '2022-01-28T01:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'cde8bb9b-76ea-4bcb-8670-a7341af5fbf9', 'name': '', 'network_id': '31dd45c3-0cbb-45da-ba86-19d1678d284e', 'tenant_id': '8e93c747fd3942a1a1b5bbb8bba423d4', 'mac_address': 'fa:16:3e:55:b2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba4c65b-6752-47fd-8f76-698eb172b31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '8ac714a7-d4ff-48c6-b140-b42ac6d6bf41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:03:59Z', 'updated_at': '2022-01-28T01:04:00Z', 'revision_number': 2, 'project_id': '8e93c747fd3942a1a1b5bbb8bba423d4', 'subnets': [{'id': '8ac714a7-d4ff-48c6-b140-b42ac6d6bf41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:01.771811 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f25c48-dc68-4d2e-afc9-7875c2aff095 None None] The sync data for ids ['8ba4c65b-6752-47fd-8f76-698eb172b31a'] in n-d-826754-1 is: [{'id': '8ba4c65b-6752-47fd-8f76-698eb172b31a', 'name': 'tempest-TestAggregatesBasicOps-266728181-router', 'tenant_id': '8e93c747fd3942a1a1b5bbb8bba423d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a7288d14-8fa0-4b68-addc-88dd1d938779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:03:52Z', 'updated_at': '2022-01-28T01:04:00Z', 'revision_number': 4, 'project_id': '8e93c747fd3942a1a1b5bbb8bba423d4', 'gw_port': {'id': 'a7288d14-8fa0-4b68-addc-88dd1d938779', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba4c65b-6752-47fd-8f76-698eb172b31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:03:53Z', 'updated_at': '2022-01-28T01:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'cde8bb9b-76ea-4bcb-8670-a7341af5fbf9', 'name': '', 'network_id': '31dd45c3-0cbb-45da-ba86-19d1678d284e', 'tenant_id': '8e93c747fd3942a1a1b5bbb8bba423d4', 'mac_address': 'fa:16:3e:55:b2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba4c65b-6752-47fd-8f76-698eb172b31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '8ac714a7-d4ff-48c6-b140-b42ac6d6bf41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:03:59Z', 'updated_at': '2022-01-28T01:04:00Z', 'revision_number': 2, 'project_id': '8e93c747fd3942a1a1b5bbb8bba423d4', 'subnets': [{'id': '8ac714a7-d4ff-48c6-b140-b42ac6d6bf41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:04:03.462745 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a7288d14-8fa0-4b68-addc-88dd1d938779 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:04:03.550531 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port a7288d14-8fa0-4b68-addc-88dd1d938779 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:03.550921 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a7288d14-8fa0-4b68-addc-88dd1d938779), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:03.654760 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port a7288d14-8fa0-4b68-addc-88dd1d938779 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:03.655131 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a7288d14-8fa0-4b68-addc-88dd1d938779), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:03.695462 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port a7288d14-8fa0-4b68-addc-88dd1d938779, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=a7288d14-8fa0-4b68-addc-88dd1d938779,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:03.702624 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a7288d14-8fa0-4b68-addc-88dd1d938779), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:03.803745 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=a7288d14-8fa0-4b68-addc-88dd1d938779,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:04.567407 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5d5fb1-39dd-4647-a3e7-e1655e9cf044 None None] Sync routers for ids ['8ba4c65b-6752-47fd-8f76-698eb172b31a'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:04:04.578362 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5d5fb1-39dd-4647-a3e7-e1655e9cf044 None None] Routers {'8ba4c65b-6752-47fd-8f76-698eb172b31a'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:04:04.579005 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-db5d5fb1-39dd-4647-a3e7-e1655e9cf044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:03:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8ba4c65b-6752-47fd-8f76-698eb172b31a'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:04.698712 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-db5d5fb1-39dd-4647-a3e7-e1655e9cf044 None None] Set router 8ba4c65b-6752-47fd-8f76-698eb172b31a gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:04:04.959383 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-db5d5fb1-39dd-4647-a3e7-e1655e9cf044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba4c65b-6752-47fd-8f76-698eb172b31a', 'name': 'tempest-TestAggregatesBasicOps-266728181-router', 'tenant_id': '8e93c747fd3942a1a1b5bbb8bba423d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a7288d14-8fa0-4b68-addc-88dd1d938779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:03:52Z', 'updated_at': '2022-01-28T01:04:00Z', 'revision_number': 4, 'project_id': '8e93c747fd3942a1a1b5bbb8bba423d4', 'gw_port': {'id': 'a7288d14-8fa0-4b68-addc-88dd1d938779', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4c65b-6752-47fd-8f76-698eb172b31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:03:53Z', 'updated_at': '2022-01-28T01:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'cde8bb9b-76ea-4bcb-8670-a7341af5fbf9', 'name': '', 'network_id': '31dd45c3-0cbb-45da-ba86-19d1678d284e', 'tenant_id': '8e93c747fd3942a1a1b5bbb8bba423d4', 'mac_address': 'fa:16:3e:55:b2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba4c65b-6752-47fd-8f76-698eb172b31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '8ac714a7-d4ff-48c6-b140-b42ac6d6bf41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:03:59Z', 'updated_at': '2022-01-28T01:04:00Z', 'revision_number': 2, 'project_id': '8e93c747fd3942a1a1b5bbb8bba423d4', 'subnets': [{'id': '8ac714a7-d4ff-48c6-b140-b42ac6d6bf41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:04.997484 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5d5fb1-39dd-4647-a3e7-e1655e9cf044 None None] Checking router: 8ba4c65b-6752-47fd-8f76-698eb172b31a for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:04:04.998139 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5d5fb1-39dd-4647-a3e7-e1655e9cf044 None None] Updating router 8ba4c65b-6752-47fd-8f76-698eb172b31a port cde8bb9b-76ea-4bcb-8670-a7341af5fbf9 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:04:05.060040 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-db5d5fb1-39dd-4647-a3e7-e1655e9cf044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cde8bb9b-76ea-4bcb-8670-a7341af5fbf9), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:05.171672 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 48990) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:05.448657 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a7288d14-8fa0-4b68-addc-88dd1d938779 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:04:05.541939 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port a7288d14-8fa0-4b68-addc-88dd1d938779 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:05.542608 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a7288d14-8fa0-4b68-addc-88dd1d938779), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:05.614749 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-db5d5fb1-39dd-4647-a3e7-e1655e9cf044 None None] Publish callbacks [] for port (cde8bb9b-76ea-4bcb-8670-a7341af5fbf9), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:05.622124 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-db5d5fb1-39dd-4647-a3e7-e1655e9cf044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (cde8bb9b-76ea-4bcb-8670-a7341af5fbf9), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:05.676167 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05c3a992-92ea-4f63-aff8-916cd70c6b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (cb2561c4-6ef7-42dd-a85f-dea6ff6d7299), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:05.748023 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982f760-c423-4c2e-9969-49d435e1cd3d None None] Pushing event updated for resources: {'Port': ['ID=cde8bb9b-76ea-4bcb-8670-a7341af5fbf9,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:05.762643 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port a7288d14-8fa0-4b68-addc-88dd1d938779 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:05.767898 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-db5d5fb1-39dd-4647-a3e7-e1655e9cf044 None None] Attempting to bind port cde8bb9b-76ea-4bcb-8670-a7341af5fbf9 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:04:05.768391 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-db5d5fb1-39dd-4647-a3e7-e1655e9cf044 None None] Attempting to bind port cde8bb9b-76ea-4bcb-8670-a7341af5fbf9 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '1121b812-76cc-42be-aa9c-9500ca693090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '31dd45c3-0cbb-45da-ba86-19d1678d284e'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:04:05.768790 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5d5fb1-39dd-4647-a3e7-e1655e9cf044 None None] Attempting to bind port cde8bb9b-76ea-4bcb-8670-a7341af5fbf9 on network 31dd45c3-0cbb-45da-ba86-19d1678d284e {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:04:05.774954 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5d5fb1-39dd-4647-a3e7-e1655e9cf044 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:04:05.775389 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5d5fb1-39dd-4647-a3e7-e1655e9cf044 None None] Checking segment: {'id': '1121b812-76cc-42be-aa9c-9500ca693090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '31dd45c3-0cbb-45da-ba86-19d1678d284e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:04:05.775785 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-db5d5fb1-39dd-4647-a3e7-e1655e9cf044 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:05.776212 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5d5fb1-39dd-4647-a3e7-e1655e9cf044 None None] Bound using segment: {'id': '1121b812-76cc-42be-aa9c-9500ca693090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '31dd45c3-0cbb-45da-ba86-19d1678d284e'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:04:05.776829 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-db5d5fb1-39dd-4647-a3e7-e1655e9cf044 None None] Bound port: cde8bb9b-76ea-4bcb-8670-a7341af5fbf9, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1121b812-76cc-42be-aa9c-9500ca693090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '31dd45c3-0cbb-45da-ba86-19d1678d284e'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:04:05.777229 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-db5d5fb1-39dd-4647-a3e7-e1655e9cf044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cde8bb9b-76ea-4bcb-8670-a7341af5fbf9), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:05.919771 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-db5d5fb1-39dd-4647-a3e7-e1655e9cf044 None None] For port cde8bb9b-76ea-4bcb-8670-a7341af5fbf9, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:04:05.929085 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-db5d5fb1-39dd-4647-a3e7-e1655e9cf044 None None] For port cde8bb9b-76ea-4bcb-8670-a7341af5fbf9, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=cde8bb9b-76ea-4bcb-8670-a7341af5fbf9,segment=NetworkSegment(1121b812-76cc-42be-aa9c-9500ca693090),segment_id=1121b812-76cc-42be-aa9c-9500ca693090)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:04:05.938090 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-db5d5fb1-39dd-4647-a3e7-e1655e9cf044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (cde8bb9b-76ea-4bcb-8670-a7341af5fbf9), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:06.038559 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-71cc4f42-b133-4053-a68d-0a2b7a503109 None None] Provisioning complete for port cde8bb9b-76ea-4bcb-8670-a7341af5fbf9 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:06.039957 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-71cc4f42-b133-4053-a68d-0a2b7a503109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cde8bb9b-76ea-4bcb-8670-a7341af5fbf9), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:06.040434 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982f760-c423-4c2e-9969-49d435e1cd3d None None] Pushing event updated for resources: {'Port': ['ID=cde8bb9b-76ea-4bcb-8670-a7341af5fbf9,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:06.055343 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5d5fb1-39dd-4647-a3e7-e1655e9cf044 None None] Routers {'8ba4c65b-6752-47fd-8f76-698eb172b31a'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:04:06.056503 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-db5d5fb1-39dd-4647-a3e7-e1655e9cf044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:03:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8ba4c65b-6752-47fd-8f76-698eb172b31a'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:06.165878 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-05c3a992-92ea-4f63-aff8-916cd70c6b55 admin admin] Deleting port 15888db0-97c9-435f-8ee9-73a43e9d77db {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:04:06.166304 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05c3a992-92ea-4f63-aff8-916cd70c6b55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (15888db0-97c9-435f-8ee9-73a43e9d77db), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:06.185437 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b5328ffd-03a2-46a1-94a5-17a4e1e1d9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:06.309848 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-05c3a992-92ea-4f63-aff8-916cd70c6b55 admin admin] For port 15888db0-97c9-435f-8ee9-73a43e9d77db, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=15888db0-97c9-435f-8ee9-73a43e9d77db,segment=NetworkSegment(f0db396f-c130-4c3e-be7e-dfeedafd0e1f),segment_id=f0db396f-c130-4c3e-be7e-dfeedafd0e1f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:06.310453 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05c3a992-92ea-4f63-aff8-916cd70c6b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (15888db0-97c9-435f-8ee9-73a43e9d77db), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:06.332260 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-05c3a992-92ea-4f63-aff8-916cd70c6b55 admin admin] Calling delete_port for 15888db0-97c9-435f-8ee9-73a43e9d77db owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:04:06.344728 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-db5d5fb1-39dd-4647-a3e7-e1655e9cf044 None None] Set router 8ba4c65b-6752-47fd-8f76-698eb172b31a gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:04:06.350577 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-71cc4f42-b133-4053-a68d-0a2b7a503109 None None] Current status of the port cde8bb9b-76ea-4bcb-8670-a7341af5fbf9 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:06.351852 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-71cc4f42-b133-4053-a68d-0a2b7a503109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cde8bb9b-76ea-4bcb-8670-a7341af5fbf9), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:06.431707 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-71cc4f42-b133-4053-a68d-0a2b7a503109 None None] For port cde8bb9b-76ea-4bcb-8670-a7341af5fbf9, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=cde8bb9b-76ea-4bcb-8670-a7341af5fbf9,segment=NetworkSegment(1121b812-76cc-42be-aa9c-9500ca693090),segment_id=1121b812-76cc-42be-aa9c-9500ca693090)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:06.440345 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-71cc4f42-b133-4053-a68d-0a2b7a503109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (cde8bb9b-76ea-4bcb-8670-a7341af5fbf9), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:06.512154 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc4f42-b133-4053-a68d-0a2b7a503109 None None] Pushing event updated for resources: {'Port': ['ID=cde8bb9b-76ea-4bcb-8670-a7341af5fbf9,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:06.567986 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-27ba6412-f61b-4f4c-b3b1-2b9415d9c5cd None None] Provisioning complete for port cde8bb9b-76ea-4bcb-8670-a7341af5fbf9 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:06.568497 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27ba6412-f61b-4f4c-b3b1-2b9415d9c5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cde8bb9b-76ea-4bcb-8670-a7341af5fbf9), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:06.639560 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05c3a992-92ea-4f63-aff8-916cd70c6b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (15888db0-97c9-435f-8ee9-73a43e9d77db), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:06.681579 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c3a992-92ea-4f63-aff8-916cd70c6b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=15888db0-97c9-435f-8ee9-73a43e9d77db,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:06.702689 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-27ba6412-f61b-4f4c-b3b1-2b9415d9c5cd None None] Current status of the port cde8bb9b-76ea-4bcb-8670-a7341af5fbf9 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:06.909927 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-db5d5fb1-39dd-4647-a3e7-e1655e9cf044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba4c65b-6752-47fd-8f76-698eb172b31a', 'name': 'tempest-TestAggregatesBasicOps-266728181-router', 'tenant_id': '8e93c747fd3942a1a1b5bbb8bba423d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a7288d14-8fa0-4b68-addc-88dd1d938779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:03:52Z', 'updated_at': '2022-01-28T01:04:00Z', 'revision_number': 4, 'project_id': '8e93c747fd3942a1a1b5bbb8bba423d4', 'gw_port': {'id': 'a7288d14-8fa0-4b68-addc-88dd1d938779', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4c65b-6752-47fd-8f76-698eb172b31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:03:53Z', 'updated_at': '2022-01-28T01:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'cde8bb9b-76ea-4bcb-8670-a7341af5fbf9', 'name': '', 'network_id': '31dd45c3-0cbb-45da-ba86-19d1678d284e', 'tenant_id': '8e93c747fd3942a1a1b5bbb8bba423d4', 'mac_address': 'fa:16:3e:55:b2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba4c65b-6752-47fd-8f76-698eb172b31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '8ac714a7-d4ff-48c6-b140-b42ac6d6bf41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:03:59Z', 'updated_at': '2022-01-28T01:04:05Z', 'revision_number': 4, 'project_id': '8e93c747fd3942a1a1b5bbb8bba423d4', 'subnets': [{'id': '8ac714a7-d4ff-48c6-b140-b42ac6d6bf41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:06.945683 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5d5fb1-39dd-4647-a3e7-e1655e9cf044 None None] The sync data for ids ['8ba4c65b-6752-47fd-8f76-698eb172b31a'] in n-d-826754-1 is: [{'id': '8ba4c65b-6752-47fd-8f76-698eb172b31a', 'name': 'tempest-TestAggregatesBasicOps-266728181-router', 'tenant_id': '8e93c747fd3942a1a1b5bbb8bba423d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a7288d14-8fa0-4b68-addc-88dd1d938779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:03:52Z', 'updated_at': '2022-01-28T01:04:00Z', 'revision_number': 4, 'project_id': '8e93c747fd3942a1a1b5bbb8bba423d4', 'gw_port': {'id': 'a7288d14-8fa0-4b68-addc-88dd1d938779', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4c65b-6752-47fd-8f76-698eb172b31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:03:53Z', 'updated_at': '2022-01-28T01:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'cde8bb9b-76ea-4bcb-8670-a7341af5fbf9', 'name': '', 'network_id': '31dd45c3-0cbb-45da-ba86-19d1678d284e', 'tenant_id': '8e93c747fd3942a1a1b5bbb8bba423d4', 'mac_address': 'fa:16:3e:55:b2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba4c65b-6752-47fd-8f76-698eb172b31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '8ac714a7-d4ff-48c6-b140-b42ac6d6bf41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:03:59Z', 'updated_at': '2022-01-28T01:04:05Z', 'revision_number': 4, 'project_id': '8e93c747fd3942a1a1b5bbb8bba423d4', 'subnets': [{'id': '8ac714a7-d4ff-48c6-b140-b42ac6d6bf41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:04:06.983120 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05c3a992-92ea-4f63-aff8-916cd70c6b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (cb2561c4-6ef7-42dd-a85f-dea6ff6d7299), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:07.391017 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c3a992-92ea-4f63-aff8-916cd70c6b55 admin admin] Router cb2561c4-6ef7-42dd-a85f-dea6ff6d7299 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:04:07.625185 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device cde8bb9b-76ea-4bcb-8670-a7341af5fbf9 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:04:07.629472 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c3a992-92ea-4f63-aff8-916cd70c6b55 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:04:07.644342 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-05c3a992-92ea-4f63-aff8-916cd70c6b55 admin admin] 10.222.0.70 "PUT /v2.0/routers/cb2561c4-6ef7-42dd-a85f-dea6ff6d7299/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4667530 Jan 28 01:04:07.646192 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49000) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:07.715877 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b47dccc-84b3-4e4b-a9c3-a020ace4cdeb None None] Sync routers for ids ['cb2561c4-6ef7-42dd-a85f-dea6ff6d7299'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:04:07.813631 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b47dccc-84b3-4e4b-a9c3-a020ace4cdeb None None] Routers {'cb2561c4-6ef7-42dd-a85f-dea6ff6d7299'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:04:07.815290 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-4b47dccc-84b3-4e4b-a9c3-a020ace4cdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:03:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['cb2561c4-6ef7-42dd-a85f-dea6ff6d7299'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:07.901367 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c7239006-f8a7-4ce0-a608-b0dbcbb3f71e admin admin] Publish callbacks [] for router (cb2561c4-6ef7-42dd-a85f-dea6ff6d7299), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.024861 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port cde8bb9b-76ea-4bcb-8670-a7341af5fbf9 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:08.025515 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cde8bb9b-76ea-4bcb-8670-a7341af5fbf9), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.099161 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-4b47dccc-84b3-4e4b-a9c3-a020ace4cdeb None None] Set router cb2561c4-6ef7-42dd-a85f-dea6ff6d7299 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:04:08.151441 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c7239006-f8a7-4ce0-a608-b0dbcbb3f71e admin admin] Publish callbacks [] for router_gateway (cb2561c4-6ef7-42dd-a85f-dea6ff6d7299), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.242060 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-c7239006-f8a7-4ce0-a608-b0dbcbb3f71e admin admin] Deleting port 07109143-688f-455e-aa1f-5944c8270f8a {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:04:08.242475 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c7239006-f8a7-4ce0-a608-b0dbcbb3f71e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (07109143-688f-455e-aa1f-5944c8270f8a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.380121 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port cde8bb9b-76ea-4bcb-8670-a7341af5fbf9 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:08.392162 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-c7239006-f8a7-4ce0-a608-b0dbcbb3f71e admin admin] For port 07109143-688f-455e-aa1f-5944c8270f8a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=07109143-688f-455e-aa1f-5944c8270f8a,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:08.393781 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c7239006-f8a7-4ce0-a608-b0dbcbb3f71e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (07109143-688f-455e-aa1f-5944c8270f8a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.419580 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6557b608-2bfd-452d-b930-0a035d2e8093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.437116 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-c7239006-f8a7-4ce0-a608-b0dbcbb3f71e admin admin] Calling delete_port for 07109143-688f-455e-aa1f-5944c8270f8a owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:04:08.457267 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-4b47dccc-84b3-4e4b-a9c3-a020ace4cdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2561c4-6ef7-42dd-a85f-dea6ff6d7299', 'name': 'tempest-TestAggregatesBasicOps-1010712175-router', 'tenant_id': '42a791b120584b3895f23d7b61030245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '07109143-688f-455e-aa1f-5944c8270f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:03:43Z', 'updated_at': '2022-01-28T01:04:06Z', 'revision_number': 5, 'project_id': '42a791b120584b3895f23d7b61030245', 'gw_port': {'id': '07109143-688f-455e-aa1f-5944c8270f8a', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2561c4-6ef7-42dd-a85f-dea6ff6d7299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:03:44Z', 'updated_at': '2022-01-28T01:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:08.503178 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b47dccc-84b3-4e4b-a9c3-a020ace4cdeb None None] Checking router: cb2561c4-6ef7-42dd-a85f-dea6ff6d7299 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:04:08.521969 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b47dccc-84b3-4e4b-a9c3-a020ace4cdeb None None] Routers {'cb2561c4-6ef7-42dd-a85f-dea6ff6d7299'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:04:08.523193 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-4b47dccc-84b3-4e4b-a9c3-a020ace4cdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:04:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['cb2561c4-6ef7-42dd-a85f-dea6ff6d7299'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:08.691006 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-4b47dccc-84b3-4e4b-a9c3-a020ace4cdeb None None] Set router cb2561c4-6ef7-42dd-a85f-dea6ff6d7299 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:04:08.728112 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c7239006-f8a7-4ce0-a608-b0dbcbb3f71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (07109143-688f-455e-aa1f-5944c8270f8a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.777801 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7239006-f8a7-4ce0-a608-b0dbcbb3f71e admin admin] Pushing event deleted for resources: {'Port': ['ID=07109143-688f-455e-aa1f-5944c8270f8a,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:08.896079 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-4b47dccc-84b3-4e4b-a9c3-a020ace4cdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2561c4-6ef7-42dd-a85f-dea6ff6d7299', 'name': 'tempest-TestAggregatesBasicOps-1010712175-router', 'tenant_id': '42a791b120584b3895f23d7b61030245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:03:43Z', 'updated_at': '2022-01-28T01:04:08Z', 'revision_number': 6, 'project_id': '42a791b120584b3895f23d7b61030245', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:08.916483 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c7239006-f8a7-4ce0-a608-b0dbcbb3f71e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (cb2561c4-6ef7-42dd-a85f-dea6ff6d7299), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:08.943759 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b47dccc-84b3-4e4b-a9c3-a020ace4cdeb None None] The sync data for ids ['cb2561c4-6ef7-42dd-a85f-dea6ff6d7299'] in n-d-826754-1 is: [{'id': 'cb2561c4-6ef7-42dd-a85f-dea6ff6d7299', 'name': 'tempest-TestAggregatesBasicOps-1010712175-router', 'tenant_id': '42a791b120584b3895f23d7b61030245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:03:43Z', 'updated_at': '2022-01-28T01:04:08Z', 'revision_number': 6, 'project_id': '42a791b120584b3895f23d7b61030245', 'gw_port_host': None}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:04:09.096219 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c7239006-f8a7-4ce0-a608-b0dbcbb3f71e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (cb2561c4-6ef7-42dd-a85f-dea6ff6d7299), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:09.099863 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c7239006-f8a7-4ce0-a608-b0dbcbb3f71e admin admin] Publish callbacks [] for router_controller (cb2561c4-6ef7-42dd-a85f-dea6ff6d7299), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:09.191765 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c7239006-f8a7-4ce0-a608-b0dbcbb3f71e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (cb2561c4-6ef7-42dd-a85f-dea6ff6d7299), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:09.197267 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7239006-f8a7-4ce0-a608-b0dbcbb3f71e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb2561c4-6ef7-42dd-a85f-dea6ff6d7299 {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:04:09.211386 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c7239006-f8a7-4ce0-a608-b0dbcbb3f71e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:09.215745 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c7239006-f8a7-4ce0-a608-b0dbcbb3f71e admin admin] 10.222.0.70 "DELETE /v2.0/routers/cb2561c4-6ef7-42dd-a85f-dea6ff6d7299 HTTP/1.1" status: 204 len: 168 time: 1.5639765 Jan 28 01:04:09.216443 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49014) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:09.275119 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-48f9a57e-0af5-4da1-b349-0bee23007f55 admin admin] Deleting subnet 1f100576-4be9-4240-866f-3c47d527a20e {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:04:09.278800 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-48f9a57e-0af5-4da1-b349-0bee23007f55 admin admin] Publish callbacks [] for subnet (1f100576-4be9-4240-866f-3c47d527a20e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:09.321084 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-48f9a57e-0af5-4da1-b349-0bee23007f55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (1f100576-4be9-4240-866f-3c47d527a20e), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:09.497012 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-48f9a57e-0af5-4da1-b349-0bee23007f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (1f100576-4be9-4240-866f-3c47d527a20e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:09.520201 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 15888db0-97c9-435f-8ee9-73a43e9d77db no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:04:09.552442 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 15888db0-97c9-435f-8ee9-73a43e9d77db {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:04:09.553159 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 15888db0-97c9-435f-8ee9-73a43e9d77db not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:04:09.598517 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-48f9a57e-0af5-4da1-b349-0bee23007f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (1f100576-4be9-4240-866f-3c47d527a20e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:09.648638 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9a57e-0af5-4da1-b349-0bee23007f55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f100576-4be9-4240-866f-3c47d527a20e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:09.658261 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-48f9a57e-0af5-4da1-b349-0bee23007f55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:09.668040 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49016) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:09.670427 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8efae2-afc4-4025-9e63-b73bf2a5c3c5 None None] Network 91814928-4784-4020-9751-ac954672a1dd requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:04:09.679562 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-48f9a57e-0af5-4da1-b349-0bee23007f55 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1f100576-4be9-4240-866f-3c47d527a20e HTTP/1.1" status: 204 len: 168 time: 0.4607284 Jan 28 01:04:09.801532 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f8be377-d18c-4bdb-a5ad-5f1c2acf2c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (91814928-4784-4020-9751-ac954672a1dd), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:09.843358 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:09.915838 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1f8be377-d18c-4bdb-a5ad-5f1c2acf2c3a admin admin] Deleting port 75a1b28f-0e67-4808-a313-411025b5e0c1 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:04:09.915977 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f8be377-d18c-4bdb-a5ad-5f1c2acf2c3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (75a1b28f-0e67-4808-a313-411025b5e0c1), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:09.975991 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824733b4-02b3-486a-aefc-a66d5c4c427d None None] DHCP port deletion for 91814928-4784-4020-9751-ac954672a1dd request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:04:10.042905 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-1f8be377-d18c-4bdb-a5ad-5f1c2acf2c3a admin admin] For port 75a1b28f-0e67-4808-a313-411025b5e0c1, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=75a1b28f-0e67-4808-a313-411025b5e0c1,segment=NetworkSegment(f0db396f-c130-4c3e-be7e-dfeedafd0e1f),segment_id=f0db396f-c130-4c3e-be7e-dfeedafd0e1f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:10.043478 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f8be377-d18c-4bdb-a5ad-5f1c2acf2c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (75a1b28f-0e67-4808-a313-411025b5e0c1), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:10.072597 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1f8be377-d18c-4bdb-a5ad-5f1c2acf2c3a admin admin] Calling delete_port for 75a1b28f-0e67-4808-a313-411025b5e0c1 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:04:10.124585 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-824733b4-02b3-486a-aefc-a66d5c4c427d None None] Deleting port 75a1b28f-0e67-4808-a313-411025b5e0c1 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:04:10.125049 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-824733b4-02b3-486a-aefc-a66d5c4c427d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (75a1b28f-0e67-4808-a313-411025b5e0c1), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:10.222104 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-824733b4-02b3-486a-aefc-a66d5c4c427d None None] For port 75a1b28f-0e67-4808-a313-411025b5e0c1, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=75a1b28f-0e67-4808-a313-411025b5e0c1,segment=NetworkSegment(f0db396f-c130-4c3e-be7e-dfeedafd0e1f),segment_id=f0db396f-c130-4c3e-be7e-dfeedafd0e1f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:10.222610 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-824733b4-02b3-486a-aefc-a66d5c4c427d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (75a1b28f-0e67-4808-a313-411025b5e0c1), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:10.246394 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-824733b4-02b3-486a-aefc-a66d5c4c427d None None] Calling delete_port for 75a1b28f-0e67-4808-a313-411025b5e0c1 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:04:10.281874 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f8be377-d18c-4bdb-a5ad-5f1c2acf2c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (75a1b28f-0e67-4808-a313-411025b5e0c1), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:10.324054 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8be377-d18c-4bdb-a5ad-5f1c2acf2c3a admin admin] Pushing event deleted for resources: {'Port': ['ID=75a1b28f-0e67-4808-a313-411025b5e0c1,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:10.337412 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8be377-d18c-4bdb-a5ad-5f1c2acf2c3a admin admin] No DVR routers for this DVR port 75a1b28f-0e67-4808-a313-411025b5e0c1 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:04:10.390188 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-824733b4-02b3-486a-aefc-a66d5c4c427d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (75a1b28f-0e67-4808-a313-411025b5e0c1), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:10.456487 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824733b4-02b3-486a-aefc-a66d5c4c427d None None] Pushing event deleted for resources: {'Port': ['ID=75a1b28f-0e67-4808-a313-411025b5e0c1,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:10.480412 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824733b4-02b3-486a-aefc-a66d5c4c427d None None] No DVR routers for this DVR port 75a1b28f-0e67-4808-a313-411025b5e0c1 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:04:10.485880 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824733b4-02b3-486a-aefc-a66d5c4c427d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:10.489204 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824733b4-02b3-486a-aefc-a66d5c4c427d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:10.489685 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824733b4-02b3-486a-aefc-a66d5c4c427d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:10.490030 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824733b4-02b3-486a-aefc-a66d5c4c427d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:10.490367 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824733b4-02b3-486a-aefc-a66d5c4c427d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:10.490701 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824733b4-02b3-486a-aefc-a66d5c4c427d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:10.491039 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824733b4-02b3-486a-aefc-a66d5c4c427d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:10.491373 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824733b4-02b3-486a-aefc-a66d5c4c427d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:10.491750 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824733b4-02b3-486a-aefc-a66d5c4c427d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:10.492085 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824733b4-02b3-486a-aefc-a66d5c4c427d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:10.492415 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824733b4-02b3-486a-aefc-a66d5c4c427d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:10.492746 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824733b4-02b3-486a-aefc-a66d5c4c427d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:10.493072 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824733b4-02b3-486a-aefc-a66d5c4c427d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:10.550927 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f8be377-d18c-4bdb-a5ad-5f1c2acf2c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (91814928-4784-4020-9751-ac954672a1dd), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:10.588404 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-1f8be377-d18c-4bdb-a5ad-5f1c2acf2c3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91814928-4784-4020-9751-ac954672a1dd']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:10.605781 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-1f8be377-d18c-4bdb-a5ad-5f1c2acf2c3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0db396f-c130-4c3e-be7e-dfeedafd0e1f') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:10.606218 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-1f8be377-d18c-4bdb-a5ad-5f1c2acf2c3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0db396f-c130-4c3e-be7e-dfeedafd0e1f') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:10.628587 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f8be377-d18c-4bdb-a5ad-5f1c2acf2c3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (f0db396f-c130-4c3e-be7e-dfeedafd0e1f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:10.647249 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f8be377-d18c-4bdb-a5ad-5f1c2acf2c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (f0db396f-c130-4c3e-be7e-dfeedafd0e1f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:10.656767 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f8be377-d18c-4bdb-a5ad-5f1c2acf2c3a admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:04:10.657655 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f8be377-d18c-4bdb-a5ad-5f1c2acf2c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (f0db396f-c130-4c3e-be7e-dfeedafd0e1f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:10.661081 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 01:04:10.661081 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:04:10.661081 n-d-826754-1 neutron-server[103343]: timer() Jan 28 01:04:10.661081 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:04:10.661081 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 01:04:10.661081 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:04:10.661081 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 01:04:10.661081 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:04:10.661081 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 01:04:10.661081 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:04:10.661081 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 01:04:10.661081 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:04:10.661081 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 01:04:10.661081 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:04:10.661081 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:04:10.661081 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:04:10.661081 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:04:10.661081 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:04:10.661081 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 01:04:10.661081 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:04:10.661081 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 01:04:10.661081 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:04:10.661081 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:04:10.661081 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:04:10.661081 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 01:04:10.661081 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:04:10.661081 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:04:10.661081 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:04:10.661081 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:04:10.661081 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:04:10.661081 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:04:10.661081 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:04:10.760976 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f8be377-d18c-4bdb-a5ad-5f1c2acf2c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (91814928-4784-4020-9751-ac954672a1dd), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:10.770577 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1f8be377-d18c-4bdb-a5ad-5f1c2acf2c3a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:10.777487 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1f8be377-d18c-4bdb-a5ad-5f1c2acf2c3a admin admin] 10.222.0.70 "DELETE /v2.0/networks/91814928-4784-4020-9751-ac954672a1dd HTTP/1.1" status: 204 len: 168 time: 1.1050074 Jan 28 01:04:10.777833 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49022) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:10.789641 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8be377-d18c-4bdb-a5ad-5f1c2acf2c3a admin admin] Pushing event deleted for resources: {'Network': ['ID=91814928-4784-4020-9751-ac954672a1dd,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:11.327778 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6d85daf6-489b-47a4-b01f-93bc7ae115fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (8ba4c65b-6752-47fd-8f76-698eb172b31a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:11.350006 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:11.397974 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 75a1b28f-0e67-4808-a313-411025b5e0c1 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:04:11.446555 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 75a1b28f-0e67-4808-a313-411025b5e0c1 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:04:11.447326 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 75a1b28f-0e67-4808-a313-411025b5e0c1 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:04:11.447906 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 07109143-688f-455e-aa1f-5944c8270f8a no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:04:11.485164 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 07109143-688f-455e-aa1f-5944c8270f8a {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:04:11.485765 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 07109143-688f-455e-aa1f-5944c8270f8a not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:04:11.735457 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-6d85daf6-489b-47a4-b01f-93bc7ae115fb admin admin] Deleting port cde8bb9b-76ea-4bcb-8670-a7341af5fbf9 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:04:11.736167 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6d85daf6-489b-47a4-b01f-93bc7ae115fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (cde8bb9b-76ea-4bcb-8670-a7341af5fbf9), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:11.883575 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-6d85daf6-489b-47a4-b01f-93bc7ae115fb admin admin] For port cde8bb9b-76ea-4bcb-8670-a7341af5fbf9, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=cde8bb9b-76ea-4bcb-8670-a7341af5fbf9,segment=NetworkSegment(1121b812-76cc-42be-aa9c-9500ca693090),segment_id=1121b812-76cc-42be-aa9c-9500ca693090)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:11.884636 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6d85daf6-489b-47a4-b01f-93bc7ae115fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (cde8bb9b-76ea-4bcb-8670-a7341af5fbf9), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:11.909427 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-6d85daf6-489b-47a4-b01f-93bc7ae115fb admin admin] Calling delete_port for cde8bb9b-76ea-4bcb-8670-a7341af5fbf9 owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:04:12.190448 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6d85daf6-489b-47a4-b01f-93bc7ae115fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (cde8bb9b-76ea-4bcb-8670-a7341af5fbf9), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:12.240775 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85daf6-489b-47a4-b01f-93bc7ae115fb admin admin] Pushing event deleted for resources: {'Port': ['ID=cde8bb9b-76ea-4bcb-8670-a7341af5fbf9,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:12.335284 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:12.607849 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6d85daf6-489b-47a4-b01f-93bc7ae115fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (8ba4c65b-6752-47fd-8f76-698eb172b31a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:12.902977 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d85daf6-489b-47a4-b01f-93bc7ae115fb admin admin] Router 8ba4c65b-6752-47fd-8f76-698eb172b31a has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:04:13.035030 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d85daf6-489b-47a4-b01f-93bc7ae115fb admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:04:13.044680 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49034) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:13.045208 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6d85daf6-489b-47a4-b01f-93bc7ae115fb admin admin] 10.222.0.70 "PUT /v2.0/routers/8ba4c65b-6752-47fd-8f76-698eb172b31a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2655802 Jan 28 01:04:13.047653 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83fb1cc-4c1b-47fb-a290-69f49085019f None None] Sync routers for ids ['8ba4c65b-6752-47fd-8f76-698eb172b31a'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:04:13.062787 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83fb1cc-4c1b-47fb-a290-69f49085019f None None] Routers {'8ba4c65b-6752-47fd-8f76-698eb172b31a'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:04:13.064058 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a83fb1cc-4c1b-47fb-a290-69f49085019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:04:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8ba4c65b-6752-47fd-8f76-698eb172b31a'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:13.224269 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9d4efaac-56e7-446a-9405-51895f28c69b admin admin] Publish callbacks [] for router (8ba4c65b-6752-47fd-8f76-698eb172b31a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:13.250326 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-a83fb1cc-4c1b-47fb-a290-69f49085019f None None] Set router 8ba4c65b-6752-47fd-8f76-698eb172b31a gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:04:13.283748 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:13.497392 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9d4efaac-56e7-446a-9405-51895f28c69b admin admin] Publish callbacks [] for router_gateway (8ba4c65b-6752-47fd-8f76-698eb172b31a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:13.623794 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9d4efaac-56e7-446a-9405-51895f28c69b admin admin] Deleting port a7288d14-8fa0-4b68-addc-88dd1d938779 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:04:13.624142 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9d4efaac-56e7-446a-9405-51895f28c69b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (a7288d14-8fa0-4b68-addc-88dd1d938779), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:13.638304 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a83fb1cc-4c1b-47fb-a290-69f49085019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba4c65b-6752-47fd-8f76-698eb172b31a', 'name': 'tempest-TestAggregatesBasicOps-266728181-router', 'tenant_id': '8e93c747fd3942a1a1b5bbb8bba423d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a7288d14-8fa0-4b68-addc-88dd1d938779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:03:52Z', 'updated_at': '2022-01-28T01:04:12Z', 'revision_number': 5, 'project_id': '8e93c747fd3942a1a1b5bbb8bba423d4', 'gw_port': {'id': 'a7288d14-8fa0-4b68-addc-88dd1d938779', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba4c65b-6752-47fd-8f76-698eb172b31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:03:53Z', 'updated_at': '2022-01-28T01:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:13.685440 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83fb1cc-4c1b-47fb-a290-69f49085019f None None] Checking router: 8ba4c65b-6752-47fd-8f76-698eb172b31a for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:04:13.699192 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83fb1cc-4c1b-47fb-a290-69f49085019f None None] Routers {'8ba4c65b-6752-47fd-8f76-698eb172b31a'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:04:13.699863 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a83fb1cc-4c1b-47fb-a290-69f49085019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:04:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8ba4c65b-6752-47fd-8f76-698eb172b31a'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:13.761588 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9d4efaac-56e7-446a-9405-51895f28c69b admin admin] For port a7288d14-8fa0-4b68-addc-88dd1d938779, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=a7288d14-8fa0-4b68-addc-88dd1d938779,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:13.762106 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9d4efaac-56e7-446a-9405-51895f28c69b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (a7288d14-8fa0-4b68-addc-88dd1d938779), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:13.783331 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9d4efaac-56e7-446a-9405-51895f28c69b admin admin] Calling delete_port for a7288d14-8fa0-4b68-addc-88dd1d938779 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:04:13.880148 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-a83fb1cc-4c1b-47fb-a290-69f49085019f None None] Set router 8ba4c65b-6752-47fd-8f76-698eb172b31a gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:04:13.976431 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a83fb1cc-4c1b-47fb-a290-69f49085019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba4c65b-6752-47fd-8f76-698eb172b31a', 'name': 'tempest-TestAggregatesBasicOps-266728181-router', 'tenant_id': '8e93c747fd3942a1a1b5bbb8bba423d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:03:52Z', 'updated_at': '2022-01-28T01:04:13Z', 'revision_number': 6, 'project_id': '8e93c747fd3942a1a1b5bbb8bba423d4', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:14.018295 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83fb1cc-4c1b-47fb-a290-69f49085019f None None] The sync data for ids ['8ba4c65b-6752-47fd-8f76-698eb172b31a'] in n-d-826754-1 is: [{'id': '8ba4c65b-6752-47fd-8f76-698eb172b31a', 'name': 'tempest-TestAggregatesBasicOps-266728181-router', 'tenant_id': '8e93c747fd3942a1a1b5bbb8bba423d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:03:52Z', 'updated_at': '2022-01-28T01:04:13Z', 'revision_number': 6, 'project_id': '8e93c747fd3942a1a1b5bbb8bba423d4', 'gw_port_host': None}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:04:14.111410 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9d4efaac-56e7-446a-9405-51895f28c69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (a7288d14-8fa0-4b68-addc-88dd1d938779), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:14.149652 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4efaac-56e7-446a-9405-51895f28c69b admin admin] Pushing event deleted for resources: {'Port': ['ID=a7288d14-8fa0-4b68-addc-88dd1d938779,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:14.243480 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9d4efaac-56e7-446a-9405-51895f28c69b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (8ba4c65b-6752-47fd-8f76-698eb172b31a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:14.459221 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9d4efaac-56e7-446a-9405-51895f28c69b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (8ba4c65b-6752-47fd-8f76-698eb172b31a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:14.464922 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9d4efaac-56e7-446a-9405-51895f28c69b admin admin] Publish callbacks [] for router_controller (8ba4c65b-6752-47fd-8f76-698eb172b31a), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:14.527162 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9d4efaac-56e7-446a-9405-51895f28c69b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (8ba4c65b-6752-47fd-8f76-698eb172b31a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:14.527941 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4efaac-56e7-446a-9405-51895f28c69b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ba4c65b-6752-47fd-8f76-698eb172b31a {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:04:14.534092 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9d4efaac-56e7-446a-9405-51895f28c69b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:14.541002 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49046) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:14.544621 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9d4efaac-56e7-446a-9405-51895f28c69b admin admin] 10.222.0.70 "DELETE /v2.0/routers/8ba4c65b-6752-47fd-8f76-698eb172b31a HTTP/1.1" status: 204 len: 168 time: 1.4894013 Jan 28 01:04:14.564029 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:14.629121 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d352e1-4612-4edf-a8e7-18d7b443966b admin admin] Deleting subnet 8ac714a7-d4ff-48c6-b140-b42ac6d6bf41 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:04:14.629121 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-80d352e1-4612-4edf-a8e7-18d7b443966b admin admin] Publish callbacks [] for subnet (8ac714a7-d4ff-48c6-b140-b42ac6d6bf41), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:14.691045 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-80d352e1-4612-4edf-a8e7-18d7b443966b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (8ac714a7-d4ff-48c6-b140-b42ac6d6bf41), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:14.839431 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-80d352e1-4612-4edf-a8e7-18d7b443966b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (8ac714a7-d4ff-48c6-b140-b42ac6d6bf41), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:14.963495 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-80d352e1-4612-4edf-a8e7-18d7b443966b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (8ac714a7-d4ff-48c6-b140-b42ac6d6bf41), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:15.019414 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d352e1-4612-4edf-a8e7-18d7b443966b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ac714a7-d4ff-48c6-b140-b42ac6d6bf41,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:15.025438 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-80d352e1-4612-4edf-a8e7-18d7b443966b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:15.035531 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab43874-a522-4df1-8125-5ea58e81a7df None None] Network 31dd45c3-0cbb-45da-ba86-19d1678d284e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:04:15.036392 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49050) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:15.036909 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-80d352e1-4612-4edf-a8e7-18d7b443966b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8ac714a7-d4ff-48c6-b140-b42ac6d6bf41 HTTP/1.1" status: 204 len: 168 time: 0.4938552 Jan 28 01:04:15.199033 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05e37b7e-3643-4e27-aa5a-1a156d7d26bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (31dd45c3-0cbb-45da-ba86-19d1678d284e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:15.322170 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-05e37b7e-3643-4e27-aa5a-1a156d7d26bf admin admin] Deleting port c865d6d3-8ed5-43f8-8f49-cd71eadd000d {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:04:15.322851 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05e37b7e-3643-4e27-aa5a-1a156d7d26bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c865d6d3-8ed5-43f8-8f49-cd71eadd000d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:15.391246 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2f248f-261d-478b-bf7c-739dfc96079c None None] DHCP port deletion for 31dd45c3-0cbb-45da-ba86-19d1678d284e request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:04:15.434696 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a7288d14-8fa0-4b68-addc-88dd1d938779 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:04:15.471994 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: a7288d14-8fa0-4b68-addc-88dd1d938779 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:04:15.473447 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a7288d14-8fa0-4b68-addc-88dd1d938779 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:04:15.488355 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device cde8bb9b-76ea-4bcb-8670-a7341af5fbf9 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:04:15.541260 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: cde8bb9b-76ea-4bcb-8670-a7341af5fbf9 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:04:15.541886 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device cde8bb9b-76ea-4bcb-8670-a7341af5fbf9 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:04:15.548737 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-05e37b7e-3643-4e27-aa5a-1a156d7d26bf admin admin] For port c865d6d3-8ed5-43f8-8f49-cd71eadd000d, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c865d6d3-8ed5-43f8-8f49-cd71eadd000d,segment=NetworkSegment(1121b812-76cc-42be-aa9c-9500ca693090),segment_id=1121b812-76cc-42be-aa9c-9500ca693090)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:15.549337 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05e37b7e-3643-4e27-aa5a-1a156d7d26bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c865d6d3-8ed5-43f8-8f49-cd71eadd000d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:15.578598 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-05e37b7e-3643-4e27-aa5a-1a156d7d26bf admin admin] Calling delete_port for c865d6d3-8ed5-43f8-8f49-cd71eadd000d owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:04:15.595275 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ae2f248f-261d-478b-bf7c-739dfc96079c None None] Deleting port c865d6d3-8ed5-43f8-8f49-cd71eadd000d {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:04:15.596642 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ae2f248f-261d-478b-bf7c-739dfc96079c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c865d6d3-8ed5-43f8-8f49-cd71eadd000d), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:15.692181 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05e37b7e-3643-4e27-aa5a-1a156d7d26bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (c865d6d3-8ed5-43f8-8f49-cd71eadd000d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:15.723079 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-ae2f248f-261d-478b-bf7c-739dfc96079c None None] For port c865d6d3-8ed5-43f8-8f49-cd71eadd000d, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c865d6d3-8ed5-43f8-8f49-cd71eadd000d,segment=NetworkSegment(1121b812-76cc-42be-aa9c-9500ca693090),segment_id=1121b812-76cc-42be-aa9c-9500ca693090)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:15.723485 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ae2f248f-261d-478b-bf7c-739dfc96079c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c865d6d3-8ed5-43f8-8f49-cd71eadd000d), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:15.740413 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ae2f248f-261d-478b-bf7c-739dfc96079c None None] Calling delete_port for c865d6d3-8ed5-43f8-8f49-cd71eadd000d owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:04:15.745068 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e37b7e-3643-4e27-aa5a-1a156d7d26bf admin admin] Pushing event deleted for resources: {'Port': ['ID=c865d6d3-8ed5-43f8-8f49-cd71eadd000d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:15.763361 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e37b7e-3643-4e27-aa5a-1a156d7d26bf admin admin] No DVR routers for this DVR port c865d6d3-8ed5-43f8-8f49-cd71eadd000d on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:04:15.839607 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ae2f248f-261d-478b-bf7c-739dfc96079c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (c865d6d3-8ed5-43f8-8f49-cd71eadd000d), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:15.856673 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2f248f-261d-478b-bf7c-739dfc96079c None None] No DVR routers for this DVR port c865d6d3-8ed5-43f8-8f49-cd71eadd000d on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:04:15.879731 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f248f-261d-478b-bf7c-739dfc96079c None None] Pushing event deleted for resources: {'Port': ['ID=c865d6d3-8ed5-43f8-8f49-cd71eadd000d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:15.965136 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05e37b7e-3643-4e27-aa5a-1a156d7d26bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (31dd45c3-0cbb-45da-ba86-19d1678d284e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.006670 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-05e37b7e-3643-4e27-aa5a-1a156d7d26bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31dd45c3-0cbb-45da-ba86-19d1678d284e']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:16.030282 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-05e37b7e-3643-4e27-aa5a-1a156d7d26bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1121b812-76cc-42be-aa9c-9500ca693090') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:16.030614 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-05e37b7e-3643-4e27-aa5a-1a156d7d26bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1121b812-76cc-42be-aa9c-9500ca693090') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:16.050209 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05e37b7e-3643-4e27-aa5a-1a156d7d26bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (1121b812-76cc-42be-aa9c-9500ca693090), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.075505 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05e37b7e-3643-4e27-aa5a-1a156d7d26bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (1121b812-76cc-42be-aa9c-9500ca693090), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.089623 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e37b7e-3643-4e27-aa5a-1a156d7d26bf admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:04:16.090288 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05e37b7e-3643-4e27-aa5a-1a156d7d26bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (1121b812-76cc-42be-aa9c-9500ca693090), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.093405 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 01:04:16.093405 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:04:16.093405 n-d-826754-1 neutron-server[103343]: timer() Jan 28 01:04:16.093405 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:04:16.093405 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 01:04:16.093405 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:04:16.093405 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 01:04:16.093405 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:04:16.093405 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 01:04:16.093405 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:04:16.093405 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 01:04:16.093405 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:04:16.093405 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 01:04:16.093405 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:04:16.093405 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:04:16.093405 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:04:16.093405 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:04:16.093405 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:04:16.093405 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 01:04:16.093405 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:04:16.093405 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 01:04:16.093405 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:04:16.093405 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:04:16.093405 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:04:16.093405 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 01:04:16.093405 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:04:16.093405 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:04:16.093405 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:04:16.093405 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:04:16.093405 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:04:16.093405 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:04:16.093405 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:04:16.188710 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05e37b7e-3643-4e27-aa5a-1a156d7d26bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (31dd45c3-0cbb-45da-ba86-19d1678d284e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.198730 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05e37b7e-3643-4e27-aa5a-1a156d7d26bf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.206303 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-05e37b7e-3643-4e27-aa5a-1a156d7d26bf admin admin] 10.222.0.70 "DELETE /v2.0/networks/31dd45c3-0cbb-45da-ba86-19d1678d284e HTTP/1.1" status: 204 len: 168 time: 1.1679521 Jan 28 01:04:16.234509 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e37b7e-3643-4e27-aa5a-1a156d7d26bf admin admin] Pushing event deleted for resources: {'Network': ['ID=31dd45c3-0cbb-45da-ba86-19d1678d284e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:16.440454 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49058) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:16.498186 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-45f77a1f-b273-4218-81fd-14d09387576d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=42a791b120584b3895f23d7b61030245&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0560458 Jan 28 01:04:16.500747 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49060) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:16.562433 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c1038ce6-ef28-4a01-b747-79182f24cc6b admin admin] Publish callbacks [] for security_group (2d21e7be-1cbe-4989-82c9-961b3de4155a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.588502 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c1038ce6-ef28-4a01-b747-79182f24cc6b admin admin] Publish callbacks [] for security_group (2d21e7be-1cbe-4989-82c9-961b3de4155a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.644585 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c1038ce6-ef28-4a01-b747-79182f24cc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2d21e7be-1cbe-4989-82c9-961b3de4155a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.648240 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c1038ce6-ef28-4a01-b747-79182f24cc6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:16.649464 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c1038ce6-ef28-4a01-b747-79182f24cc6b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2d21e7be-1cbe-4989-82c9-961b3de4155a HTTP/1.1" status: 204 len: 168 time: 0.1470416 Jan 28 01:04:16.659134 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1038ce6-ef28-4a01-b747-79182f24cc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d21e7be-1cbe-4989-82c9-961b3de4155a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:17.044009 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49076) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:17.052976 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-5febddb9-b2f2-4a8f-8be5-5578281702a6 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1691046941', 'description': 'tempest-secgroup-smoke-1691046941 description', 'project_id': '46ff191d03a742b5b5a4ab2530059376'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:17.088517 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5febddb9-b2f2-4a8f-8be5-5578281702a6 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.208848 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49078) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:17.211251 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5febddb9-b2f2-4a8f-8be5-5578281702a6 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for security_group (7ce9f07c-16f2-437b-918f-3dfe479a96b2), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.217283 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5febddb9-b2f2-4a8f-8be5-5578281702a6 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7ce9f07c-16f2-437b-918f-3dfe479a96b2), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.255411 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5febddb9-b2f2-4a8f-8be5-5578281702a6 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.259910 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49080) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:17.260104 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5febddb9-b2f2-4a8f-8be5-5578281702a6 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2148442 Jan 28 01:04:17.261372 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febddb9-b2f2-4a8f-8be5-5578281702a6 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce9f07c-16f2-437b-918f-3dfe479a96b2,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:17.267467 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-1deaa7e8-a56d-4eee-908d-b3142c0e4049 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Request body: {'security_group_rule': {'security_group_id': '7ce9f07c-16f2-437b-918f-3dfe479a96b2', 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:17.315049 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6f4c3c26-91b2-438b-aaf7-0483402da31d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8e93c747fd3942a1a1b5bbb8bba423d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1040280 Jan 28 01:04:17.317623 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49082) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:17.346838 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1deaa7e8-a56d-4eee-908d-b3142c0e4049 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for security_group_rule (60c4c70c-d0d7-449f-b7fa-b233389350af), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.386635 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c865d6d3-8ed5-43f8-8f49-cd71eadd000d no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:04:17.399265 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f00c8c0-46c3-40ee-a9d9-503923ec4a10 admin admin] Publish callbacks [] for security_group (cb24c2a7-c320-4d89-81f6-909766e4cbb8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.425209 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f00c8c0-46c3-40ee-a9d9-503923ec4a10 admin admin] Publish callbacks [] for security_group (cb24c2a7-c320-4d89-81f6-909766e4cbb8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.436191 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: c865d6d3-8ed5-43f8-8f49-cd71eadd000d {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:04:17.436406 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c865d6d3-8ed5-43f8-8f49-cd71eadd000d not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:04:17.486927 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f00c8c0-46c3-40ee-a9d9-503923ec4a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (cb24c2a7-c320-4d89-81f6-909766e4cbb8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.488462 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09302c86-868a-4a1c-965e-90bd77ad787b req-dc3e1654-b5e6-4b41-ba82-afbb0f1ba029 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f3bdb4ab-7794-46ac-a431-d377303c5a8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0889132 Jan 28 01:04:17.490441 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1deaa7e8-a56d-4eee-908d-b3142c0e4049 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for security_group_rule (60c4c70c-d0d7-449f-b7fa-b233389350af), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.491084 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f00c8c0-46c3-40ee-a9d9-503923ec4a10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.492205 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0f00c8c0-46c3-40ee-a9d9-503923ec4a10 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cb24c2a7-c320-4d89-81f6-909766e4cbb8 HTTP/1.1" status: 204 len: 168 time: 0.1733627 Jan 28 01:04:17.496103 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1deaa7e8-a56d-4eee-908d-b3142c0e4049 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (60c4c70c-d0d7-449f-b7fa-b233389350af), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.502462 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00c8c0-46c3-40ee-a9d9-503923ec4a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb24c2a7-c320-4d89-81f6-909766e4cbb8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:17.529444 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deaa7e8-a56d-4eee-908d-b3142c0e4049 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c4c70c-d0d7-449f-b7fa-b233389350af,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:17.552218 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1deaa7e8-a56d-4eee-908d-b3142c0e4049 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.553820 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1deaa7e8-a56d-4eee-908d-b3142c0e4049 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2922633 Jan 28 01:04:17.556760 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49086) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:17.562427 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-7d3c46b1-6d87-4de8-93dc-b03e870cf03c tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Request body: {'security_group_rule': {'security_group_id': '7ce9f07c-16f2-437b-918f-3dfe479a96b2', 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:17.607107 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09302c86-868a-4a1c-965e-90bd77ad787b req-19382b90-1b55-49f1-a2b4-bd557cd0aa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:17.607736 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7d3c46b1-6d87-4de8-93dc-b03e870cf03c tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for security_group_rule (cbf0d788-df63-49ac-a71e-4c30b6dd2ce4), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.608728 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09302c86-868a-4a1c-965e-90bd77ad787b req-19382b90-1b55-49f1-a2b4-bd557cd0aa5a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=85e73a65dd5d43e0b954464d13aa2d13&device_id=f3bdb4ab-7794-46ac-a431-d377303c5a8f HTTP/1.1" status: 200 len: 1096 time: 0.0535388 Jan 28 01:04:17.712844 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7d3c46b1-6d87-4de8-93dc-b03e870cf03c tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for security_group_rule (cbf0d788-df63-49ac-a71e-4c30b6dd2ce4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.721135 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7d3c46b1-6d87-4de8-93dc-b03e870cf03c tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (cbf0d788-df63-49ac-a71e-4c30b6dd2ce4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.743059 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09302c86-868a-4a1c-965e-90bd77ad787b req-0fffd778-467f-45fa-900c-00206da36a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:17.744894 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09302c86-868a-4a1c-965e-90bd77ad787b req-0fffd778-467f-45fa-900c-00206da36a52 service neutron] 10.222.0.65 "GET /v2.0/networks?id=09bc3e79-65bd-464f-b567-fd55bdd97d0e HTTP/1.1" status: 200 len: 915 time: 0.1161950 Jan 28 01:04:17.762497 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c46b1-6d87-4de8-93dc-b03e870cf03c tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf0d788-df63-49ac-a71e-4c30b6dd2ce4,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:17.780391 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7d3c46b1-6d87-4de8-93dc-b03e870cf03c tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.780391 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7d3c46b1-6d87-4de8-93dc-b03e870cf03c tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2194140 Jan 28 01:04:17.781053 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49088) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:17.797298 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09302c86-868a-4a1c-965e-90bd77ad787b req-38a34d0e-2824-499d-a06b-3839e026f41c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c0c2f3e-eb37-440c-9fb3-ef241193a1ce HTTP/1.1" status: 200 len: 217 time: 0.0456648 Jan 28 01:04:17.800510 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-07504842-f684-444c-9839-4e2bd9e421d7 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Request body: {'security_group_rule': {'security_group_id': '7ce9f07c-16f2-437b-918f-3dfe479a96b2', 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:17.841131 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07504842-f684-444c-9839-4e2bd9e421d7 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for security_group_rule (c1626cd2-2b29-4d8c-8bff-e2c4ff3f4a7d), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.862270 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09302c86-868a-4a1c-965e-90bd77ad787b req-8eccceb7-82b3-4d4c-8f10-bac099083ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:17.865065 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09302c86-868a-4a1c-965e-90bd77ad787b req-8eccceb7-82b3-4d4c-8f10-bac099083ce3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=adbe15b3-cc03-47b2-9e01-87a30bdc62a6 HTTP/1.1" status: 200 len: 854 time: 0.0617571 Jan 28 01:04:17.903000 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09302c86-868a-4a1c-965e-90bd77ad787b req-f586d373-87c5-481c-9dea-59ce0f07a1a7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=09bc3e79-65bd-464f-b567-fd55bdd97d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312586 Jan 28 01:04:17.918787 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07504842-f684-444c-9839-4e2bd9e421d7 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for security_group_rule (c1626cd2-2b29-4d8c-8bff-e2c4ff3f4a7d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.924439 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07504842-f684-444c-9839-4e2bd9e421d7 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (c1626cd2-2b29-4d8c-8bff-e2c4ff3f4a7d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.955178 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07504842-f684-444c-9839-4e2bd9e421d7 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1626cd2-2b29-4d8c-8bff-e2c4ff3f4a7d,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:17.967601 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07504842-f684-444c-9839-4e2bd9e421d7 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:17.974472 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-07504842-f684-444c-9839-4e2bd9e421d7 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1869409 Jan 28 01:04:17.974472 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49090) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:17.982528 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-c6360472-0376-4253-96ba-5234a3cad8ec tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Request body: {'security_group_rule': {'security_group_id': '7ce9f07c-16f2-437b-918f-3dfe479a96b2', 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:18.035139 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6360472-0376-4253-96ba-5234a3cad8ec tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for security_group_rule (43a13f05-e1bf-4317-813b-8c3246265cdb), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:18.053101 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09302c86-868a-4a1c-965e-90bd77ad787b req-c17cd019-532a-4663-884e-2b0223b264af service neutron] 10.222.0.65 "GET /v2.0/networks/09bc3e79-65bd-464f-b567-fd55bdd97d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432092 Jan 28 01:04:18.157416 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6360472-0376-4253-96ba-5234a3cad8ec tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for security_group_rule (43a13f05-e1bf-4317-813b-8c3246265cdb), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:18.163421 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6360472-0376-4253-96ba-5234a3cad8ec tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (43a13f05-e1bf-4317-813b-8c3246265cdb), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:18.188967 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6360472-0376-4253-96ba-5234a3cad8ec tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a13f05-e1bf-4317-813b-8c3246265cdb,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:18.203248 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6360472-0376-4253-96ba-5234a3cad8ec tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:18.208012 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c6360472-0376-4253-96ba-5234a3cad8ec tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2296638 Jan 28 01:04:18.209994 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49096) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:18.215457 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-8dc6ec52-bfce-4d24-a897-41c5cb420b7a tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Request body: {'security_group_rule': {'security_group_id': '7ce9f07c-16f2-437b-918f-3dfe479a96b2', 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:18.235826 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09302c86-868a-4a1c-965e-90bd77ad787b req-a5797002-deab-4c32-bbd9-56e81f3bb579 service neutron] 10.222.0.65 "GET /v2.0/networks/09bc3e79-65bd-464f-b567-fd55bdd97d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750357 Jan 28 01:04:18.265470 n-d-826754-1 neutron-server[103343]: INFO neutron.db.securitygroups_db [None req-8dc6ec52-bfce-4d24-a897-41c5cb420b7a tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Project 46ff191d03a742b5b5a4ab2530059376 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:04:18.280893 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8dc6ec52-bfce-4d24-a897-41c5cb420b7a tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for security_group_rule (45e739ac-6484-4b40-9d11-aeacd7e9f5cf), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:18.400274 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8dc6ec52-bfce-4d24-a897-41c5cb420b7a tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for security_group_rule (45e739ac-6484-4b40-9d11-aeacd7e9f5cf), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:18.414751 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8dc6ec52-bfce-4d24-a897-41c5cb420b7a tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (45e739ac-6484-4b40-9d11-aeacd7e9f5cf), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:18.445957 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6ec52-bfce-4d24-a897-41c5cb420b7a tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e739ac-6484-4b40-9d11-aeacd7e9f5cf,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:18.466268 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8dc6ec52-bfce-4d24-a897-41c5cb420b7a tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:18.472137 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49100) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:18.472355 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8dc6ec52-bfce-4d24-a897-41c5cb420b7a tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2601285 Jan 28 01:04:18.480592 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-c6673bd8-2369-4820-bfc6-d79907539f07 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Request body: {'security_group_rule': {'security_group_id': '7ce9f07c-16f2-437b-918f-3dfe479a96b2', 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:18.521494 n-d-826754-1 neutron-server[103344]: INFO neutron.db.securitygroups_db [None req-c6673bd8-2369-4820-bfc6-d79907539f07 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Project 46ff191d03a742b5b5a4ab2530059376 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:04:18.527147 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c6673bd8-2369-4820-bfc6-d79907539f07 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for security_group_rule (c2162f83-590c-4d24-867b-7ec3b78ac1bf), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:18.599728 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c6673bd8-2369-4820-bfc6-d79907539f07 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for security_group_rule (c2162f83-590c-4d24-867b-7ec3b78ac1bf), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:18.604816 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c6673bd8-2369-4820-bfc6-d79907539f07 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (c2162f83-590c-4d24-867b-7ec3b78ac1bf), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:18.625596 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6673bd8-2369-4820-bfc6-d79907539f07 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2162f83-590c-4d24-867b-7ec3b78ac1bf,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:18.637459 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c6673bd8-2369-4820-bfc6-d79907539f07 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:18.638855 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c6673bd8-2369-4820-bfc6-d79907539f07 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1650679 Jan 28 01:04:18.944947 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-970cb0d7-f1af-4210-b66d-38bbdf0f654e tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1691046941&fields=id&tenant_id=46ff191d03a742b5b5a4ab2530059376 HTTP/1.1" status: 200 len: 267 time: 0.0835383 Jan 28 01:04:19.554422 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-48a19995-a920-422e-b902-ab5f8ba7aa1c tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:19.555987 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-48a19995-a920-422e-b902-ab5f8ba7aa1c tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/networks?id=162da73e-551d-4683-8e70-712af93860bb HTTP/1.1" status: 200 len: 814 time: 0.5961442 Jan 28 01:04:19.580634 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-5bf5a6e0-504f-4e5d-9d10-113f36a180eb tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/quotas/46ff191d03a742b5b5a4ab2530059376 HTTP/1.1" status: 200 len: 375 time: 0.0114236 Jan 28 01:04:19.645610 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-39b2a0a5-840d-4c19-8b9a-0f97e20fdf96 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=46ff191d03a742b5b5a4ab2530059376&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578485 Jan 28 01:04:19.783448 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-bd5935ac-3607-4152-9108-13ec463080ce service neutron] 10.222.0.70 "GET /v2.0/networks/162da73e-551d-4683-8e70-712af93860bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236014 Jan 28 01:04:19.932109 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-2a202b21-2be6-4f36-9025-f7f182462168 service neutron] 10.222.0.70 "GET /v2.0/networks/162da73e-551d-4683-8e70-712af93860bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409423 Jan 28 01:04:20.489363 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2ce54c91-3d6e-4f24-9a84-997c9e260e47 req-3cc4acc9-6701-4c20-a80c-3f1fecf22186 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 210 time: 0.0699306 Jan 28 01:04:21.660021 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2d14cce8-c2e3-41ad-9fd8-a65220743832 req-cb98cb81-6dba-4345-ba3d-d3105f4f9d9f tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 210 time: 0.0323288 Jan 28 01:04:22.091486 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-87aa864f-86d1-45b0-8834-beb66b1522fd tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:22.093088 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-87aa864f-86d1-45b0-8834-beb66b1522fd tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.52 "GET /v2.0/networks?id=162da73e-551d-4683-8e70-712af93860bb HTTP/1.1" status: 200 len: 814 time: 0.1673176 Jan 28 01:04:22.176229 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-89fd6e51-d223-4564-a363-c535d25087d1 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46ff191d03a742b5b5a4ab2530059376 HTTP/1.1" status: 200 len: 380 time: 0.0676484 Jan 28 01:04:22.185655 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-0c2af4a2-223e-4359-97b6-292d0a6b15a0 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Request body: {'port': {'device_id': '0e5cf9ea-3f17-47bb-b45f-774431dfbcee', 'network_id': '162da73e-551d-4683-8e70-712af93860bb', 'admin_state_up': True, 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'security_groups': ['7ce9f07c-16f2-437b-918f-3dfe479a96b2']}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:22.368870 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-0c2af4a2-223e-4359-97b6-292d0a6b15a0 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Made reservation on behalf of 46ff191d03a742b5b5a4ab2530059376 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:04:22.372906 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-0c2af4a2-223e-4359-97b6-292d0a6b15a0 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:22.586615 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-0c2af4a2-223e-4359-97b6-292d0a6b15a0 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Allocated IP 172.20.0.11 (162da73e-551d-4683-8e70-712af93860bb/325ac471-8f90-4739-b057-891c3e1569ae/a73be659-7af6-485f-b87b-5319ec004507) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:04:22.774928 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-0c2af4a2-223e-4359-97b6-292d0a6b15a0 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for port (a73be659-7af6-485f-b87b-5319ec004507), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:22.848206 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-26370056-b8b4-4927-a765-774c55df78ed req-7243776f-364c-4093-80d7-9af936066a26 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 210 time: 0.0727406 Jan 28 01:04:23.199602 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-0c2af4a2-223e-4359-97b6-292d0a6b15a0 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (a73be659-7af6-485f-b87b-5319ec004507), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.222916 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-0c2af4a2-223e-4359-97b6-292d0a6b15a0 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Network 162da73e-551d-4683-8e70-712af93860bb is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:04:23.227402 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-0c2af4a2-223e-4359-97b6-292d0a6b15a0 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:04:23.263055 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-0c2af4a2-223e-4359-97b6-292d0a6b15a0 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:04:23.379276 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2af4a2-223e-4359-97b6-292d0a6b15a0 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Pushing event updated for resources: {'Port': ['ID=a73be659-7af6-485f-b87b-5319ec004507,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:23.416602 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-0c2af4a2-223e-4359-97b6-292d0a6b15a0 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:23.419030 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-0c2af4a2-223e-4359-97b6-292d0a6b15a0 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.457297 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-0c2af4a2-223e-4359-97b6-292d0a6b15a0 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2754097 Jan 28 01:04:23.481288 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-946164fb-b7ed-47ff-91c4-0f4e1e56f44c service neutron] Request body: {'port': {'device_id': '0e5cf9ea-3f17-47bb-b45f-774431dfbcee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:23.597327 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-946164fb-b7ed-47ff-91c4-0f4e1e56f44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a73be659-7af6-485f-b87b-5319ec004507), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.663446 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-b166b1e6-bbfa-45b2-a795-0c3d2c82a225 None None] Provisioning complete for port a73be659-7af6-485f-b87b-5319ec004507 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:23.664910 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b166b1e6-bbfa-45b2-a795-0c3d2c82a225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a73be659-7af6-485f-b87b-5319ec004507), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.727113 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b166b1e6-bbfa-45b2-a795-0c3d2c82a225 None None] Port a73be659-7af6-485f-b87b-5319ec004507 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:04:23.973201 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-946164fb-b7ed-47ff-91c4-0f4e1e56f44c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a73be659-7af6-485f-b87b-5319ec004507 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:04:23.982281 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-946164fb-b7ed-47ff-91c4-0f4e1e56f44c service neutron] Publish callbacks [] for port (a73be659-7af6-485f-b87b-5319ec004507), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:23.998840 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-946164fb-b7ed-47ff-91c4-0f4e1e56f44c service neutron] Transition to ACTIVE for port object a73be659-7af6-485f-b87b-5319ec004507 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:04:24.009849 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-946164fb-b7ed-47ff-91c4-0f4e1e56f44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (a73be659-7af6-485f-b87b-5319ec004507), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:24.092310 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33496ee-abb1-4699-b42d-d4237e8c811d req-5b132c6b-ce3a-43ce-8a0c-c3894b69f3cc tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:24.096192 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b33496ee-abb1-4699-b42d-d4237e8c811d req-5b132c6b-ce3a-43ce-8a0c-c3894b69f3cc tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 944 time: 0.0919819 Jan 28 01:04:24.144528 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946164fb-b7ed-47ff-91c4-0f4e1e56f44c service neutron] Pushing event updated for resources: {'Port': ['ID=a73be659-7af6-485f-b87b-5319ec004507,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:24.268233 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-946164fb-b7ed-47ff-91c4-0f4e1e56f44c service neutron] Attempting to bind port a73be659-7af6-485f-b87b-5319ec004507 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:04:24.269031 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-946164fb-b7ed-47ff-91c4-0f4e1e56f44c service neutron] Attempting to bind port a73be659-7af6-485f-b87b-5319ec004507 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'f01b4d2f-a812-4ecc-af91-c2eae20fc8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '162da73e-551d-4683-8e70-712af93860bb'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:04:24.269402 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b33496ee-abb1-4699-b42d-d4237e8c811d req-c8d6f06e-32fa-4955-b28c-9e08991ca6c1 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ce9f07c-16f2-437b-918f-3dfe479a96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510293 Jan 28 01:04:24.276900 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-946164fb-b7ed-47ff-91c4-0f4e1e56f44c service neutron] Attempting to bind port a73be659-7af6-485f-b87b-5319ec004507 on network 162da73e-551d-4683-8e70-712af93860bb {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:04:24.305922 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-946164fb-b7ed-47ff-91c4-0f4e1e56f44c service neutron] Port a73be659-7af6-485f-b87b-5319ec004507 on network 162da73e-551d-4683-8e70-712af93860bb not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:04:24.306481 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-946164fb-b7ed-47ff-91c4-0f4e1e56f44c service neutron] Attempting to bind port a73be659-7af6-485f-b87b-5319ec004507 on network 162da73e-551d-4683-8e70-712af93860bb {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:04:24.315965 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-946164fb-b7ed-47ff-91c4-0f4e1e56f44c service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:04:24.316506 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-946164fb-b7ed-47ff-91c4-0f4e1e56f44c service neutron] Checking segment: {'id': 'f01b4d2f-a812-4ecc-af91-c2eae20fc8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '162da73e-551d-4683-8e70-712af93860bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:04:24.317102 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-946164fb-b7ed-47ff-91c4-0f4e1e56f44c service neutron] Bound using segment: {'id': 'f01b4d2f-a812-4ecc-af91-c2eae20fc8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '162da73e-551d-4683-8e70-712af93860bb'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:04:24.317802 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-946164fb-b7ed-47ff-91c4-0f4e1e56f44c service neutron] Bound port: a73be659-7af6-485f-b87b-5319ec004507, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f01b4d2f-a812-4ecc-af91-c2eae20fc8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '162da73e-551d-4683-8e70-712af93860bb'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:04:24.318381 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-946164fb-b7ed-47ff-91c4-0f4e1e56f44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a73be659-7af6-485f-b87b-5319ec004507), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:24.432496 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-946164fb-b7ed-47ff-91c4-0f4e1e56f44c service neutron] For port a73be659-7af6-485f-b87b-5319ec004507, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:04:24.437308 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-946164fb-b7ed-47ff-91c4-0f4e1e56f44c service neutron] For port a73be659-7af6-485f-b87b-5319ec004507, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=a73be659-7af6-485f-b87b-5319ec004507,segment=NetworkSegment(f01b4d2f-a812-4ecc-af91-c2eae20fc8f5),segment_id=f01b4d2f-a812-4ecc-af91-c2eae20fc8f5)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:04:24.443039 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-946164fb-b7ed-47ff-91c4-0f4e1e56f44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (a73be659-7af6-485f-b87b-5319ec004507), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:24.499147 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-946164fb-b7ed-47ff-91c4-0f4e1e56f44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:24.499968 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-946164fb-b7ed-47ff-91c4-0f4e1e56f44c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:24.501575 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-946164fb-b7ed-47ff-91c4-0f4e1e56f44c service neutron] 10.222.0.52 "PUT /v2.0/ports/a73be659-7af6-485f-b87b-5319ec004507 HTTP/1.1" status: 200 len: 1092 time: 1.0296059 Jan 28 01:04:24.502125 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5cf9ea-3f17-47bb-b45f-774431dfbcee', 'tag': 'a73be659-7af6-485f-b87b-5319ec004507'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:24.505246 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135aca19-295f-4f2f-a7ce-946858816a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5cf9ea-3f17-47bb-b45f-774431dfbcee", "tag": "a73be659-7af6-485f-b87b-5319ec004507"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:24.523793 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:04:24.540231 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946164fb-b7ed-47ff-91c4-0f4e1e56f44c service neutron] Pushing event updated for resources: {'Port': ['ID=a73be659-7af6-485f-b87b-5319ec004507,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:24.615583 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f091b9-8939-4f85-81a1-c227fcde75dd x-openstack-request-id: req-16f091b9-8939-4f85-81a1-c227fcde75dd {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:24.615884 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5cf9ea-3f17-47bb-b45f-774431dfbcee", "tag": "a73be659-7af6-485f-b87b-5319ec004507", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:24.616161 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-16f091b9-8939-4f85-81a1-c227fcde75dd {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:24.616577 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e5cf9ea-3f17-47bb-b45f-774431dfbcee', 'tag': 'a73be659-7af6-485f-b87b-5319ec004507', 'status': 'completed', 'code': 200} Jan 28 01:04:24.640731 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-4be1b554-5b1e-441e-b763-5c91f769d850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:24.644482 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-4be1b554-5b1e-441e-b763-5c91f769d850 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46ff191d03a742b5b5a4ab2530059376&device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 1095 time: 0.0728071 Jan 28 01:04:24.727546 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-712592f1-3c85-4d98-9991-c1e50c7331aa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a73be659-7af6-485f-b87b-5319ec004507 HTTP/1.1" status: 200 len: 217 time: 0.0698822 Jan 28 01:04:24.800172 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-88691e21-147d-479f-8d1b-82a915b10b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:24.802600 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-88691e21-147d-479f-8d1b-82a915b10b8f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=325ac471-8f90-4739-b057-891c3e1569ae HTTP/1.1" status: 200 len: 853 time: 0.0682552 Jan 28 01:04:24.893342 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-d4d9387a-05a2-4282-af73-1b833497713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:24.896132 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-d4d9387a-05a2-4282-af73-1b833497713d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=162da73e-551d-4683-8e70-712af93860bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873995 Jan 28 01:04:25.026025 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-1d9f17a3-221e-498c-9c34-8d550984c54a service neutron] 10.222.0.52 "GET /v2.0/networks/162da73e-551d-4683-8e70-712af93860bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230075 Jan 28 01:04:25.183277 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-45153925-c042-4ad2-bee4-5c9dd6fad8ed req-f1d388dc-def3-4e48-9c29-49c7df6df25f service neutron] 10.222.0.52 "GET /v2.0/networks/162da73e-551d-4683-8e70-712af93860bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487687 Jan 28 01:04:25.353558 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135aca19-295f-4f2f-a7ce-946858816a9c req-6975cf49-bed5-4ec7-b968-54ad8db14e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:25.361323 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-135aca19-295f-4f2f-a7ce-946858816a9c req-6975cf49-bed5-4ec7-b968-54ad8db14e22 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46ff191d03a742b5b5a4ab2530059376&device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 1095 time: 0.0832288 Jan 28 01:04:25.510903 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47914dc-29e6-4880-9950-c11d189c5e98 req-9dec3092-4a49-4001-98e3-b0d524fcdaf8 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:25.515912 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c47914dc-29e6-4880-9950-c11d189c5e98 req-9dec3092-4a49-4001-98e3-b0d524fcdaf8 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 944 time: 0.0875061 Jan 28 01:04:25.598271 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c47914dc-29e6-4880-9950-c11d189c5e98 req-38c69cb2-52aa-4d6b-b70e-3134f8e2bf94 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ce9f07c-16f2-437b-918f-3dfe479a96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748959 Jan 28 01:04:25.672383 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135aca19-295f-4f2f-a7ce-946858816a9c req-d0d606d7-281c-4ac6-854b-2500283d6558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:25.675467 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-135aca19-295f-4f2f-a7ce-946858816a9c req-d0d606d7-281c-4ac6-854b-2500283d6558 service neutron] 10.222.0.52 "GET /v2.0/networks?id=162da73e-551d-4683-8e70-712af93860bb HTTP/1.1" status: 200 len: 915 time: 0.2958574 Jan 28 01:04:25.733474 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-135aca19-295f-4f2f-a7ce-946858816a9c req-21c98b38-6aea-42d9-b7a6-a57bffd03204 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a73be659-7af6-485f-b87b-5319ec004507 HTTP/1.1" status: 200 len: 217 time: 0.0513141 Jan 28 01:04:25.789069 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135aca19-295f-4f2f-a7ce-946858816a9c req-897c75ee-6b84-4822-bb76-e4d281e0111f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:25.790593 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-135aca19-295f-4f2f-a7ce-946858816a9c req-897c75ee-6b84-4822-bb76-e4d281e0111f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=325ac471-8f90-4739-b057-891c3e1569ae HTTP/1.1" status: 200 len: 853 time: 0.0516973 Jan 28 01:04:25.843138 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135aca19-295f-4f2f-a7ce-946858816a9c req-2637cd9f-a0a6-46f3-8349-485ac674e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:25.849288 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-135aca19-295f-4f2f-a7ce-946858816a9c req-2637cd9f-a0a6-46f3-8349-485ac674e8dd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=162da73e-551d-4683-8e70-712af93860bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486317 Jan 28 01:04:26.007283 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-135aca19-295f-4f2f-a7ce-946858816a9c req-fc58cc00-3187-4189-ac7e-61b603cd9b49 service neutron] 10.222.0.52 "GET /v2.0/networks/162da73e-551d-4683-8e70-712af93860bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541708 Jan 28 01:04:26.123741 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-135aca19-295f-4f2f-a7ce-946858816a9c req-659b769a-ba14-42bb-928a-cbf7ae3d8d33 service neutron] 10.222.0.52 "GET /v2.0/networks/162da73e-551d-4683-8e70-712af93860bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094563 Jan 28 01:04:26.806157 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100dd85-13ef-41ce-a207-75cbc3e13d44 req-69347863-6012-4ad4-bc3c-b32c23846afb tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:26.809617 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c100dd85-13ef-41ce-a207-75cbc3e13d44 req-69347863-6012-4ad4-bc3c-b32c23846afb tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 944 time: 0.1105616 Jan 28 01:04:26.893104 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c100dd85-13ef-41ce-a207-75cbc3e13d44 req-2ae4d4c6-c97d-4eff-b3a9-41856f222e63 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ce9f07c-16f2-437b-918f-3dfe479a96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714557 Jan 28 01:04:28.081304 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85583b-387f-4097-9eac-1755c52c5035 req-51667401-e1bc-420d-bd18-2de4f0a99670 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:28.085310 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de85583b-387f-4097-9eac-1755c52c5035 req-51667401-e1bc-420d-bd18-2de4f0a99670 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 944 time: 0.0906174 Jan 28 01:04:28.177950 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de85583b-387f-4097-9eac-1755c52c5035 req-b3975581-b045-4a93-98e1-28f2e55f5576 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ce9f07c-16f2-437b-918f-3dfe479a96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797300 Jan 28 01:04:29.392335 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ac122-e096-4ce5-8823-ec4da47ba0d8 req-e2f13ea1-35b9-4a4f-b38d-78b3572f2d3d tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:29.394706 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4c3ac122-e096-4ce5-8823-ec4da47ba0d8 req-e2f13ea1-35b9-4a4f-b38d-78b3572f2d3d tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 944 time: 0.0693059 Jan 28 01:04:29.511412 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4c3ac122-e096-4ce5-8823-ec4da47ba0d8 req-2f7778a4-0488-420b-b70a-fb08e84881ec tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ce9f07c-16f2-437b-918f-3dfe479a96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039586 Jan 28 01:04:30.701455 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25c139-87c7-4ccb-956c-0c1dea8102e3 req-67be113f-747b-4274-bfc0-05b34ada7891 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:30.703193 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0b25c139-87c7-4ccb-956c-0c1dea8102e3 req-67be113f-747b-4274-bfc0-05b34ada7891 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 944 time: 0.0666261 Jan 28 01:04:30.770679 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0b25c139-87c7-4ccb-956c-0c1dea8102e3 req-1a644572-acdd-40fd-9036-25d2fd2a40dd tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ce9f07c-16f2-437b-918f-3dfe479a96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589583 Jan 28 01:04:31.956435 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e5028-334f-4b6d-9d6f-d57b5d1eb782 req-6817df71-a1d3-473c-ad0a-3ae7f3176e11 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:31.959069 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bc7e5028-334f-4b6d-9d6f-d57b5d1eb782 req-6817df71-a1d3-473c-ad0a-3ae7f3176e11 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 944 time: 0.0881824 Jan 28 01:04:32.021655 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bc7e5028-334f-4b6d-9d6f-d57b5d1eb782 req-459d9ad3-56f9-4c93-baa6-faa23f6d7a53 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ce9f07c-16f2-437b-918f-3dfe479a96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564790 Jan 28 01:04:33.186775 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b5427-ce7e-446c-be13-2cac28ba6ea6 req-fc256a34-bc96-4b53-81dc-bf7c48b66f86 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:33.189232 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f99b5427-ce7e-446c-be13-2cac28ba6ea6 req-fc256a34-bc96-4b53-81dc-bf7c48b66f86 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 944 time: 0.0731645 Jan 28 01:04:33.255750 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f99b5427-ce7e-446c-be13-2cac28ba6ea6 req-b10bfa17-efe8-4f8b-970f-fe31852b7170 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ce9f07c-16f2-437b-918f-3dfe479a96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542030 Jan 28 01:04:34.464924 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43970c-c4ca-4b9a-85d1-34f87e6b38f2 req-a1b7c87c-9c83-4727-b5bc-af0e408556c6 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:34.467370 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bf43970c-c4ca-4b9a-85d1-34f87e6b38f2 req-a1b7c87c-9c83-4727-b5bc-af0e408556c6 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 944 time: 0.0778005 Jan 28 01:04:34.533166 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bf43970c-c4ca-4b9a-85d1-34f87e6b38f2 req-e3111562-86f3-48b2-99bf-ab3442d1cabc tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ce9f07c-16f2-437b-918f-3dfe479a96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577321 Jan 28 01:04:35.705048 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62cfc9-312c-481e-9bf8-f48f46366263 req-ceb51fc0-bf03-4087-84cc-156fb3c59da6 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:35.707916 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ab62cfc9-312c-481e-9bf8-f48f46366263 req-ceb51fc0-bf03-4087-84cc-156fb3c59da6 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 944 time: 0.0727830 Jan 28 01:04:35.801305 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ab62cfc9-312c-481e-9bf8-f48f46366263 req-69125950-d230-479f-96cf-6d86924beeff tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ce9f07c-16f2-437b-918f-3dfe479a96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865254 Jan 28 01:04:36.092928 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b1d4491a-8ed1-42d6-ba1d-324508e51bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:36.962323 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54982434-7019-48d9-bd51-977596a6d1ff req-1f526f5a-0f6c-4176-9411-2a83a0ec4d52 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:36.963959 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-54982434-7019-48d9-bd51-977596a6d1ff req-1f526f5a-0f6c-4176-9411-2a83a0ec4d52 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 944 time: 0.0602753 Jan 28 01:04:37.025220 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-54982434-7019-48d9-bd51-977596a6d1ff req-d748014a-ff9a-471e-91da-164d9e2dc446 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ce9f07c-16f2-437b-918f-3dfe479a96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503650 Jan 28 01:04:38.184636 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a4ae9-e33f-4ed3-97c7-8ce07dcf6fc0 req-88f140ca-8063-4a7a-bb0a-b7131b2f65b6 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:38.186937 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-384a4ae9-e33f-4ed3-97c7-8ce07dcf6fc0 req-88f140ca-8063-4a7a-bb0a-b7131b2f65b6 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 944 time: 0.0808251 Jan 28 01:04:38.255369 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-384a4ae9-e33f-4ed3-97c7-8ce07dcf6fc0 req-af2d72dd-65cd-4a2d-9bbf-e80a066196a5 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ce9f07c-16f2-437b-918f-3dfe479a96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563617 Jan 28 01:04:38.397255 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9f90c9ab-e02f-4001-8a8f-75c7d1adcb7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:39.414980 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e06612-9139-4617-85cf-ac481370cdb6 req-45a1d7f9-656f-4070-94ce-ab105eae24f7 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:39.416944 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-11e06612-9139-4617-85cf-ac481370cdb6 req-45a1d7f9-656f-4070-94ce-ab105eae24f7 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 944 time: 0.0581362 Jan 28 01:04:39.488563 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-11e06612-9139-4617-85cf-ac481370cdb6 req-9d23808e-1d7b-4b90-96cf-998853da9328 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ce9f07c-16f2-437b-918f-3dfe479a96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645795 Jan 28 01:04:39.799093 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:40.644850 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea06f8a-59a2-4fba-9374-1576d68d32fe req-6a033f03-4224-4bbe-860d-9666bf0cb0af tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:40.646435 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bea06f8a-59a2-4fba-9374-1576d68d32fe req-6a033f03-4224-4bbe-860d-9666bf0cb0af tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 944 time: 0.0567143 Jan 28 01:04:40.701639 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bea06f8a-59a2-4fba-9374-1576d68d32fe req-7fb21ca6-8795-4125-bc36-57bb9590269b tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ce9f07c-16f2-437b-918f-3dfe479a96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477176 Jan 28 01:04:41.328468 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:41.834357 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d5785-a74d-49e1-bf44-d5fc8cca2278 req-1ccb232d-d142-444c-aab3-8a77780f7067 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:41.835920 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2d6d5785-a74d-49e1-bf44-d5fc8cca2278 req-1ccb232d-d142-444c-aab3-8a77780f7067 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 944 time: 0.0563087 Jan 28 01:04:41.886157 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2d6d5785-a74d-49e1-bf44-d5fc8cca2278 req-63467a22-016f-45ae-9ba9-0091913afaa2 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ce9f07c-16f2-437b-918f-3dfe479a96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445442 Jan 28 01:04:42.255096 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:43.010035 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ffece-8aa5-456f-85cb-d5cf22841f93 req-2c8e033f-83bc-4b72-ba92-c6da492daa4c tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:43.011727 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6d4ffece-8aa5-456f-85cb-d5cf22841f93 req-2c8e033f-83bc-4b72-ba92-c6da492daa4c tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 944 time: 0.0553272 Jan 28 01:04:43.066799 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6d4ffece-8aa5-456f-85cb-d5cf22841f93 req-c44de26d-7e0e-475f-81a6-478a0882d04a tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ce9f07c-16f2-437b-918f-3dfe479a96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470064 Jan 28 01:04:43.262806 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:43.427437 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device a73be659-7af6-485f-b87b-5319ec004507 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:04:43.531249 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port a73be659-7af6-485f-b87b-5319ec004507, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=a73be659-7af6-485f-b87b-5319ec004507,segment=NetworkSegment(f01b4d2f-a812-4ecc-af91-c2eae20fc8f5),segment_id=f01b4d2f-a812-4ecc-af91-c2eae20fc8f5)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:43.546489 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'a73be659-7af6-485f-b87b-5319ec004507', 'network_id': '162da73e-551d-4683-8e70-712af93860bb', 'port_id': 'a73be659-7af6-485f-b87b-5319ec004507', 'mac_address': 'fa:16:3e:71:73:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '325ac471-8f90-4739-b057-891c3e1569ae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:04:43.591763 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port a73be659-7af6-485f-b87b-5319ec004507 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:43.592168 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a73be659-7af6-485f-b87b-5319ec004507), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:43.608560 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a73be659-7af6-485f-b87b-5319ec004507 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:04:43.629482 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port a73be659-7af6-485f-b87b-5319ec004507, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=a73be659-7af6-485f-b87b-5319ec004507,segment=NetworkSegment(f01b4d2f-a812-4ecc-af91-c2eae20fc8f5),segment_id=f01b4d2f-a812-4ecc-af91-c2eae20fc8f5)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:43.633769 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a73be659-7af6-485f-b87b-5319ec004507), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:43.682349 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=a73be659-7af6-485f-b87b-5319ec004507,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:44.078058 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['a73be659-7af6-485f-b87b-5319ec004507'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:44.172436 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869f05b-aa89-4a45-8308-fb312c2994be req-8dec16c2-fe5a-4b34-b2ca-2588abdfc418 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:44.174082 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1869f05b-aa89-4a45-8308-fb312c2994be req-8dec16c2-fe5a-4b34-b2ca-2588abdfc418 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3bdb4ab-7794-46ac-a431-d377303c5a8f HTTP/1.1" status: 200 len: 945 time: 0.0963526 Jan 28 01:04:44.240829 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c6889-041a-4ba5-b28c-caadbd76958a req-b7774e7e-d3c8-4766-850c-b9012f2e3dfe tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:44.243457 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ca9c6889-041a-4ba5-b28c-caadbd76958a req-b7774e7e-d3c8-4766-850c-b9012f2e3dfe tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 945 time: 0.0970185 Jan 28 01:04:44.269193 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1869f05b-aa89-4a45-8308-fb312c2994be req-d573d2c6-94ac-408f-b52a-a423a799cb8c tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/security-groups?id=aaa08038-3050-469b-8189-147d2b32e8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807936 Jan 28 01:04:44.325185 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ca9c6889-041a-4ba5-b28c-caadbd76958a req-798daf19-5fb1-4b58-8688-741ef80edb2a tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ce9f07c-16f2-437b-918f-3dfe479a96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709932 Jan 28 01:04:44.552124 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:45.431354 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device a73be659-7af6-485f-b87b-5319ec004507 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:04:45.475517 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f2740-4995-4620-8bf2-ed0247dcad18 req-c16ebd52-4d5a-428f-90f4-529bf2c4ebff tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:45.480673 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-757f2740-4995-4620-8bf2-ed0247dcad18 req-c16ebd52-4d5a-428f-90f4-529bf2c4ebff tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3bdb4ab-7794-46ac-a431-d377303c5a8f HTTP/1.1" status: 200 len: 945 time: 0.1103985 Jan 28 01:04:45.495896 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port a73be659-7af6-485f-b87b-5319ec004507 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:04:45.503760 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port a73be659-7af6-485f-b87b-5319ec004507 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:04:45.504417 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a73be659-7af6-485f-b87b-5319ec004507), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:45.532404 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175916a8-223b-4164-9ea1-f3ada6d8270f req-7880e38c-9e7d-46dc-a0cd-d49f53e09ab9 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:45.534499 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-175916a8-223b-4164-9ea1-f3ada6d8270f req-7880e38c-9e7d-46dc-a0cd-d49f53e09ab9 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 945 time: 0.1238246 Jan 28 01:04:45.582993 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-757f2740-4995-4620-8bf2-ed0247dcad18 req-1af4687f-7c94-42d9-b8e9-85954e9963dc tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/security-groups?id=aaa08038-3050-469b-8189-147d2b32e8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980389 Jan 28 01:04:45.627834 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-175916a8-223b-4164-9ea1-f3ada6d8270f req-c0a91991-449f-422a-9b75-c5b0aa29b9a2 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ce9f07c-16f2-437b-918f-3dfe479a96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809121 Jan 28 01:04:45.634697 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port a73be659-7af6-485f-b87b-5319ec004507 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:04:45.635812 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a73be659-7af6-485f-b87b-5319ec004507), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:45.662688 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5cf9ea-3f17-47bb-b45f-774431dfbcee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73be659-7af6-485f-b87b-5319ec004507'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:45.665034 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeaa8322-1249-4a0e-ab96-b48580a4f866" -d '{"events": [{"server_uuid": "0e5cf9ea-3f17-47bb-b45f-774431dfbcee", "name": "network-vif-plugged", "status": "completed", "tag": "a73be659-7af6-485f-b87b-5319ec004507"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:45.679158 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port a73be659-7af6-485f-b87b-5319ec004507, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=a73be659-7af6-485f-b87b-5319ec004507,segment=NetworkSegment(f01b4d2f-a812-4ecc-af91-c2eae20fc8f5),segment_id=f01b4d2f-a812-4ecc-af91-c2eae20fc8f5)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:45.683653 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a73be659-7af6-485f-b87b-5319ec004507), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:45.707812 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbb3692-bb56-4037-a092-a499319f12a0 x-openstack-request-id: req-2dbb3692-bb56-4037-a092-a499319f12a0 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:45.708114 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5cf9ea-3f17-47bb-b45f-774431dfbcee", "name": "network-vif-plugged", "status": "completed", "tag": "a73be659-7af6-485f-b87b-5319ec004507", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:45.708375 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2dbb3692-bb56-4037-a092-a499319f12a0 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:45.708775 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5cf9ea-3f17-47bb-b45f-774431dfbcee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73be659-7af6-485f-b87b-5319ec004507', 'code': 200} Jan 28 01:04:45.739879 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=a73be659-7af6-485f-b87b-5319ec004507,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:45.854068 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd2e59-9891-4f2d-91f3-a63ed18b0ace req-bd7ab741-dbfb-4cb5-a896-a41942d13e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:45.855532 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5fdd2e59-9891-4f2d-91f3-a63ed18b0ace req-bd7ab741-dbfb-4cb5-a896-a41942d13e86 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 1097 time: 0.0452232 Jan 28 01:04:45.918220 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5fdd2e59-9891-4f2d-91f3-a63ed18b0ace req-90c82287-8d97-45a3-ae90-b300099bfcef service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7ce9f07c-16f2-437b-918f-3dfe479a96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561414 Jan 28 01:04:45.933362 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff93b0-e754-45ef-99f7-d2cf177468eb req-ff0b6b1a-3f8e-4c80-b7f0-a5270cad45c1 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:45.934960 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-baff93b0-e754-45ef-99f7-d2cf177468eb req-ff0b6b1a-3f8e-4c80-b7f0-a5270cad45c1 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3bdb4ab-7794-46ac-a431-d377303c5a8f HTTP/1.1" status: 200 len: 945 time: 0.0632782 Jan 28 01:04:46.040108 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-baff93b0-e754-45ef-99f7-d2cf177468eb req-7ced909e-b702-4086-b2eb-aa9cee50a095 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Deleting port 1c0c2f3e-eb37-440c-9fb3-ef241193a1ce {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:04:46.040488 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-baff93b0-e754-45ef-99f7-d2cf177468eb req-7ced909e-b702-4086-b2eb-aa9cee50a095 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (1c0c2f3e-eb37-440c-9fb3-ef241193a1ce), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:46.132103 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-baff93b0-e754-45ef-99f7-d2cf177468eb req-7ced909e-b702-4086-b2eb-aa9cee50a095 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] For port 1c0c2f3e-eb37-440c-9fb3-ef241193a1ce, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=1c0c2f3e-eb37-440c-9fb3-ef241193a1ce,segment=NetworkSegment(441b0df4-78e0-452a-b1f7-444a91a41103),segment_id=441b0df4-78e0-452a-b1f7-444a91a41103)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:04:46.132392 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-baff93b0-e754-45ef-99f7-d2cf177468eb req-7ced909e-b702-4086-b2eb-aa9cee50a095 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (1c0c2f3e-eb37-440c-9fb3-ef241193a1ce), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:46.145596 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-baff93b0-e754-45ef-99f7-d2cf177468eb req-7ced909e-b702-4086-b2eb-aa9cee50a095 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Calling delete_port for 1c0c2f3e-eb37-440c-9fb3-ef241193a1ce owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:04:46.286454 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-baff93b0-e754-45ef-99f7-d2cf177468eb req-7ced909e-b702-4086-b2eb-aa9cee50a095 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (1c0c2f3e-eb37-440c-9fb3-ef241193a1ce), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:46.320602 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced909e-b702-4086-b2eb-aa9cee50a095 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Pushing event deleted for resources: {'Port': ['ID=1c0c2f3e-eb37-440c-9fb3-ef241193a1ce,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:46.332329 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['1c0c2f3e-eb37-440c-9fb3-ef241193a1ce'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:04:46.353420 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced909e-b702-4086-b2eb-aa9cee50a095 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:46.353786 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced909e-b702-4086-b2eb-aa9cee50a095 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:46.354158 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced909e-b702-4086-b2eb-aa9cee50a095 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:46.354494 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced909e-b702-4086-b2eb-aa9cee50a095 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:46.354839 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced909e-b702-4086-b2eb-aa9cee50a095 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:46.355174 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced909e-b702-4086-b2eb-aa9cee50a095 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:46.355534 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced909e-b702-4086-b2eb-aa9cee50a095 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:46.355901 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced909e-b702-4086-b2eb-aa9cee50a095 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:46.356239 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced909e-b702-4086-b2eb-aa9cee50a095 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:46.356576 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced909e-b702-4086-b2eb-aa9cee50a095 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:46.356912 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced909e-b702-4086-b2eb-aa9cee50a095 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:46.357264 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced909e-b702-4086-b2eb-aa9cee50a095 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:46.357601 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced909e-b702-4086-b2eb-aa9cee50a095 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:04:46.383838 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-baff93b0-e754-45ef-99f7-d2cf177468eb req-7ced909e-b702-4086-b2eb-aa9cee50a095 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] No DVR routers for this DVR port 1c0c2f3e-eb37-440c-9fb3-ef241193a1ce on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:04:46.386877 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-baff93b0-e754-45ef-99f7-d2cf177468eb req-7ced909e-b702-4086-b2eb-aa9cee50a095 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:46.390410 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-baff93b0-e754-45ef-99f7-d2cf177468eb req-7ced909e-b702-4086-b2eb-aa9cee50a095 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.65 "DELETE /v2.0/ports/1c0c2f3e-eb37-440c-9fb3-ef241193a1ce HTTP/1.1" status: 204 len: 173 time: 0.4494948 Jan 28 01:04:46.390894 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bdb4ab-7794-46ac-a431-d377303c5a8f', 'name': 'network-vif-deleted', 'tag': '1c0c2f3e-eb37-440c-9fb3-ef241193a1ce'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:46.394208 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b75321-c089-40e9-959b-8809ed45e3e9" -d '{"events": [{"server_uuid": "f3bdb4ab-7794-46ac-a431-d377303c5a8f", "name": "network-vif-deleted", "tag": "1c0c2f3e-eb37-440c-9fb3-ef241193a1ce"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:46.628421 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1b6ffe-ff96-4750-86e9-b376e47e0492 x-openstack-request-id: req-2f1b6ffe-ff96-4750-86e9-b376e47e0492 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:46.629092 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3bdb4ab-7794-46ac-a431-d377303c5a8f", "name": "network-vif-deleted", "tag": "1c0c2f3e-eb37-440c-9fb3-ef241193a1ce", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:46.629092 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2f1b6ffe-ff96-4750-86e9-b376e47e0492 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:46.629568 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bdb4ab-7794-46ac-a431-d377303c5a8f', 'name': 'network-vif-deleted', 'tag': '1c0c2f3e-eb37-440c-9fb3-ef241193a1ce', 'status': 'completed', 'code': 200} Jan 28 01:04:46.728242 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-01f197a5-a44b-4e20-999f-48146a532d4f req-bccb888f-0486-4e76-8b35-46627f8595f7 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3bdb4ab-7794-46ac-a431-d377303c5a8f HTTP/1.1" status: 200 len: 210 time: 0.0367458 Jan 28 01:04:46.786163 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca262940-9d6e-4620-8a15-59ec12df39be req-28154b19-53af-49fe-95df-1ef7a86e606f tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:46.787776 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ca262940-9d6e-4620-8a15-59ec12df39be req-28154b19-53af-49fe-95df-1ef7a86e606f tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 946 time: 0.0546634 Jan 28 01:04:46.850076 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ca262940-9d6e-4620-8a15-59ec12df39be req-f907b732-caa5-4c15-9d1c-15992c40043c tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ce9f07c-16f2-437b-918f-3dfe479a96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563707 Jan 28 01:04:48.014315 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bec196-a90b-46a8-8c04-9c041f9ce690 req-65ee5bff-b5a4-4a22-b4d6-aea9d3e81c02 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:48.017397 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-10bec196-a90b-46a8-8c04-9c041f9ce690 req-65ee5bff-b5a4-4a22-b4d6-aea9d3e81c02 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 946 time: 0.0826945 Jan 28 01:04:48.093182 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-10bec196-a90b-46a8-8c04-9c041f9ce690 req-aff554fd-8631-4326-b27b-4f2574e8e3e8 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ce9f07c-16f2-437b-918f-3dfe479a96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667782 Jan 28 01:04:48.213703 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911502b-4240-46fc-8c49-2af2276dfc4f req-fffc232a-e118-4e3c-a961-8acd65714af3 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:48.215173 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5911502b-4240-46fc-8c49-2af2276dfc4f req-fffc232a-e118-4e3c-a961-8acd65714af3 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 946 time: 0.0517340 Jan 28 01:04:48.264887 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5911502b-4240-46fc-8c49-2af2276dfc4f req-752e3cb3-42b3-4ec2-ac91-d51de0f185de tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ce9f07c-16f2-437b-918f-3dfe479a96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438576 Jan 28 01:04:48.287468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49262) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:48.481750 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79a253e-0924-441b-b97b-35b5018088e7 tempest-TestVolumeBackupRestore-49901801 tempest-TestVolumeBackupRestore-49901801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:48.483407 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e79a253e-0924-441b-b97b-35b5018088e7 tempest-TestVolumeBackupRestore-49901801 tempest-TestVolumeBackupRestore-49901801-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 1092 time: 0.1948841 Jan 28 01:04:48.486958 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49266) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:48.491573 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-0a966b90-094e-4b68-b1a6-f1af2a62242b tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'port_id': 'a73be659-7af6-485f-b87b-5319ec004507', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:48.512209 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a966b90-094e-4b68-b1a6-f1af2a62242b tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:48.616345 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a966b90-094e-4b68-b1a6-f1af2a62242b tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:48.723320 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-0a966b90-094e-4b68-b1a6-f1af2a62242b tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Allocated IP 172.25.3.219 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/b0bd53ca-de4f-444f-b745-7e5ac9883644) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:04:48.850344 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a966b90-094e-4b68-b1a6-f1af2a62242b tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for port (b0bd53ca-de4f-444f-b745-7e5ac9883644), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:48.890444 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a966b90-094e-4b68-b1a6-f1af2a62242b tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b0bd53ca-de4f-444f-b745-7e5ac9883644), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:48.933584 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a966b90-094e-4b68-b1a6-f1af2a62242b tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:04:48.939310 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-0a966b90-094e-4b68-b1a6-f1af2a62242b tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:04:48.944095 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a966b90-094e-4b68-b1a6-f1af2a62242b tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:04:48.947405 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a966b90-094e-4b68-b1a6-f1af2a62242b tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Pushing event updated for resources: {'Port': ['ID=b0bd53ca-de4f-444f-b745-7e5ac9883644,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:49.384461 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a966b90-094e-4b68-b1a6-f1af2a62242b tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for floatingip (f54c0ce3-635b-4e79-92c5-513fa9d5a277), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:49.468376 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a966b90-094e-4b68-b1a6-f1af2a62242b tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b0bd53ca-de4f-444f-b745-7e5ac9883644), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:49.651525 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a966b90-094e-4b68-b1a6-f1af2a62242b tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for port (b0bd53ca-de4f-444f-b745-7e5ac9883644), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:49.657283 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a966b90-094e-4b68-b1a6-f1af2a62242b tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (b0bd53ca-de4f-444f-b745-7e5ac9883644), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:49.730032 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a966b90-094e-4b68-b1a6-f1af2a62242b tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Pushing event updated for resources: {'Port': ['ID=b0bd53ca-de4f-444f-b745-7e5ac9883644,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:04:49.750286 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a966b90-094e-4b68-b1a6-f1af2a62242b tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (f54c0ce3-635b-4e79-92c5-513fa9d5a277), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:49.866164 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-0a966b90-094e-4b68-b1a6-f1af2a62242b tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Floating IP f54c0ce3-635b-4e79-92c5-513fa9d5a277 associated. External IP: 172.25.3.219, port: a73be659-7af6-485f-b87b-5319ec004507. Jan 28 01:04:50.088529 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a966b90-094e-4b68-b1a6-f1af2a62242b tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Router 937d5fc5-632c-4dec-afae-70dacd4f3849 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:04:50.232071 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 1c0c2f3e-eb37-440c-9fb3-ef241193a1ce no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:04:50.263075 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 1c0c2f3e-eb37-440c-9fb3-ef241193a1ce {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:04:50.266159 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 1c0c2f3e-eb37-440c-9fb3-ef241193a1ce not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:04:50.281222 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a966b90-094e-4b68-b1a6-f1af2a62242b tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:04:50.292687 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab2a973-2c0f-4df4-aba9-acd9ac51cd92 None None] Sync routers for ids ['937d5fc5-632c-4dec-afae-70dacd4f3849'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:04:50.302762 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a966b90-094e-4b68-b1a6-f1af2a62242b tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:50.307975 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab2a973-2c0f-4df4-aba9-acd9ac51cd92 None None] Routers {'937d5fc5-632c-4dec-afae-70dacd4f3849'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:04:50.308791 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-3ab2a973-2c0f-4df4-aba9-acd9ac51cd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:04:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['937d5fc5-632c-4dec-afae-70dacd4f3849'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:50.334607 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0a966b90-094e-4b68-b1a6-f1af2a62242b tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8464189 Jan 28 01:04:50.335330 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5cf9ea-3f17-47bb-b45f-774431dfbcee', 'tag': 'a73be659-7af6-485f-b87b-5319ec004507'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:50.337327 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49272) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:50.337815 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8f39d5-18fd-450c-9cf6-813d3e1604d2" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5cf9ea-3f17-47bb-b45f-774431dfbcee", "tag": "a73be659-7af6-485f-b87b-5319ec004507"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:50.379115 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f9bb25-84d7-4711-8657-67dcbc5da34a x-openstack-request-id: req-c6f9bb25-84d7-4711-8657-67dcbc5da34a {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:50.380719 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5cf9ea-3f17-47bb-b45f-774431dfbcee", "tag": "a73be659-7af6-485f-b87b-5319ec004507", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:50.380719 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c6f9bb25-84d7-4711-8657-67dcbc5da34a {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:50.380719 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e5cf9ea-3f17-47bb-b45f-774431dfbcee', 'tag': 'a73be659-7af6-485f-b87b-5319ec004507', 'status': 'completed', 'code': 200} Jan 28 01:04:50.395462 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17254cfb-20c8-4052-804e-073a86ece9e8 tempest-TestVolumeBackupRestore-49901801 tempest-TestVolumeBackupRestore-49901801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:50.400458 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49276) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:04:50.401669 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-17254cfb-20c8-4052-804e-073a86ece9e8 tempest-TestVolumeBackupRestore-49901801 tempest-TestVolumeBackupRestore-49901801-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 1092 time: 0.0611734 Jan 28 01:04:50.408207 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-e43c1420-1080-4645-b719-f325f95d2950 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Request body: {'floatingip': {'port_id': 'a73be659-7af6-485f-b87b-5319ec004507'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:50.484138 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f39d5-18fd-450c-9cf6-813d3e1604d2 req-6e8e13f0-4279-461f-9d86-3b9b5bcb0640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:50.486482 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9d8f39d5-18fd-450c-9cf6-813d3e1604d2 req-6e8e13f0-4279-461f-9d86-3b9b5bcb0640 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46ff191d03a742b5b5a4ab2530059376&device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 1097 time: 0.0493615 Jan 28 01:04:50.494107 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e43c1420-1080-4645-b719-f325f95d2950 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for floatingip (f54c0ce3-635b-4e79-92c5-513fa9d5a277), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:50.497056 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-3ab2a973-2c0f-4df4-aba9-acd9ac51cd92 None None] Set router 937d5fc5-632c-4dec-afae-70dacd4f3849 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:04:50.623100 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f39d5-18fd-450c-9cf6-813d3e1604d2 req-0c21e2b7-2727-4ae1-a981-30d6a442f0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:50.624759 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9d8f39d5-18fd-450c-9cf6-813d3e1604d2 req-0c21e2b7-2727-4ae1-a981-30d6a442f0d2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=162da73e-551d-4683-8e70-712af93860bb HTTP/1.1" status: 200 len: 915 time: 0.1320107 Jan 28 01:04:50.697329 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9d8f39d5-18fd-450c-9cf6-813d3e1604d2 req-8003f23d-32d2-4138-9f61-e6a781b98dca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a73be659-7af6-485f-b87b-5319ec004507 HTTP/1.1" status: 200 len: 1000 time: 0.0658798 Jan 28 01:04:50.776585 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f39d5-18fd-450c-9cf6-813d3e1604d2 req-2095a259-79f1-4156-8370-d024e2a7f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:50.778906 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9d8f39d5-18fd-450c-9cf6-813d3e1604d2 req-2095a259-79f1-4156-8370-d024e2a7f89f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=325ac471-8f90-4739-b057-891c3e1569ae HTTP/1.1" status: 200 len: 853 time: 0.0755799 Jan 28 01:04:50.782534 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-3ab2a973-2c0f-4df4-aba9-acd9ac51cd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'name': 'tempest-TestVolumeBackupRestore-1407588131-router', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c59bf4fb-5340-4c23-b035-ceb766a87f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:00:43Z', 'revision_number': 4, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'gw_port': {'id': 'c59bf4fb-5340-4c23-b035-ceb766a87f83', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'f54c0ce3-635b-4e79-92c5-513fa9d5a277', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'port_id': 'a73be659-7af6-485f-b87b-5319ec004507', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '162da73e-551d-4683-8e70-712af93860bb', 'mac_address': 'fa:16:3e:71:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5cf9ea-3f17-47bb-b45f-774431dfbcee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:04:49Z', 'updated_at': '2022-01-28T01:04:49Z', 'revision_number': 0, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e84c8561-4d96-4f8b-ba5d-7add03863a5b', 'name': '', 'network_id': '162da73e-551d-4683-8e70-712af93860bb', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'mac_address': 'fa:16:3e:f5:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '325ac471-8f90-4739-b057-891c3e1569ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:42Z', 'updated_at': '2022-01-28T01:00:50Z', 'revision_number': 5, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'subnets': [{'id': '325ac471-8f90-4739-b057-891c3e1569ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:50.811797 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab2a973-2c0f-4df4-aba9-acd9ac51cd92 None None] Checking router: 937d5fc5-632c-4dec-afae-70dacd4f3849 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:04:50.822101 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab2a973-2c0f-4df4-aba9-acd9ac51cd92 None None] Routers {'937d5fc5-632c-4dec-afae-70dacd4f3849'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:04:50.822731 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-3ab2a973-2c0f-4df4-aba9-acd9ac51cd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:04:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['937d5fc5-632c-4dec-afae-70dacd4f3849'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:50.845812 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f39d5-18fd-450c-9cf6-813d3e1604d2 req-85aa66a9-270b-4a55-8bb9-0e33e30005f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:50.848084 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9d8f39d5-18fd-450c-9cf6-813d3e1604d2 req-85aa66a9-270b-4a55-8bb9-0e33e30005f9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=162da73e-551d-4683-8e70-712af93860bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609169 Jan 28 01:04:50.970674 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9d8f39d5-18fd-450c-9cf6-813d3e1604d2 req-452488c1-3a94-44d9-9ade-f5f5ec9512ee service neutron] 10.222.0.52 "GET /v2.0/networks/162da73e-551d-4683-8e70-712af93860bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164510 Jan 28 01:04:50.995231 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-3ab2a973-2c0f-4df4-aba9-acd9ac51cd92 None None] Set router 937d5fc5-632c-4dec-afae-70dacd4f3849 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:04:51.085176 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9d8f39d5-18fd-450c-9cf6-813d3e1604d2 req-80fc8c8d-4f59-4b10-99bf-d1d215362735 service neutron] 10.222.0.52 "GET /v2.0/networks/162da73e-551d-4683-8e70-712af93860bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077750 Jan 28 01:04:51.099931 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e43c1420-1080-4645-b719-f325f95d2950 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:51.109084 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e43c1420-1080-4645-b719-f325f95d2950 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (f54c0ce3-635b-4e79-92c5-513fa9d5a277), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:51.316840 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-3ab2a973-2c0f-4df4-aba9-acd9ac51cd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'name': 'tempest-TestVolumeBackupRestore-1407588131-router', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c59bf4fb-5340-4c23-b035-ceb766a87f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:00:43Z', 'revision_number': 4, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'gw_port': {'id': 'c59bf4fb-5340-4c23-b035-ceb766a87f83', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'f54c0ce3-635b-4e79-92c5-513fa9d5a277', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'port_id': 'a73be659-7af6-485f-b87b-5319ec004507', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '162da73e-551d-4683-8e70-712af93860bb', 'mac_address': 'fa:16:3e:71:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5cf9ea-3f17-47bb-b45f-774431dfbcee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:04:49Z', 'updated_at': '2022-01-28T01:04:49Z', 'revision_number': 0, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e84c8561-4d96-4f8b-ba5d-7add03863a5b', 'name': '', 'network_id': '162da73e-551d-4683-8e70-712af93860bb', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'mac_address': 'fa:16:3e:f5:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '325ac471-8f90-4739-b057-891c3e1569ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:42Z', 'updated_at': '2022-01-28T01:00:50Z', 'revision_number': 5, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'subnets': [{'id': '325ac471-8f90-4739-b057-891c3e1569ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:51.371110 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab2a973-2c0f-4df4-aba9-acd9ac51cd92 None None] The sync data for ids ['937d5fc5-632c-4dec-afae-70dacd4f3849'] in n-d-826754-1 is: [{'id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'name': 'tempest-TestVolumeBackupRestore-1407588131-router', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c59bf4fb-5340-4c23-b035-ceb766a87f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:00:43Z', 'revision_number': 4, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'gw_port': {'id': 'c59bf4fb-5340-4c23-b035-ceb766a87f83', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'f54c0ce3-635b-4e79-92c5-513fa9d5a277', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'port_id': 'a73be659-7af6-485f-b87b-5319ec004507', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '162da73e-551d-4683-8e70-712af93860bb', 'mac_address': 'fa:16:3e:71:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5cf9ea-3f17-47bb-b45f-774431dfbcee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:04:49Z', 'updated_at': '2022-01-28T01:04:49Z', 'revision_number': 0, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e84c8561-4d96-4f8b-ba5d-7add03863a5b', 'name': '', 'network_id': '162da73e-551d-4683-8e70-712af93860bb', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'mac_address': 'fa:16:3e:f5:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '325ac471-8f90-4739-b057-891c3e1569ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:42Z', 'updated_at': '2022-01-28T01:00:50Z', 'revision_number': 5, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'subnets': [{'id': '325ac471-8f90-4739-b057-891c3e1569ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:04:51.672764 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e580f38-531d-4120-aa5a-5d0a83246c66 None None] New status for floating IP f54c0ce3-635b-4e79-92c5-513fa9d5a277: ACTIVE {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:04:51.745967 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43c1420-1080-4645-b719-f325f95d2950 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Router 937d5fc5-632c-4dec-afae-70dacd4f3849 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:04:51.865513 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43c1420-1080-4645-b719-f325f95d2950 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:04:51.870733 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e43c1420-1080-4645-b719-f325f95d2950 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:04:51.955719 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e43c1420-1080-4645-b719-f325f95d2950 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "PUT /v2.0/floatingips/f54c0ce3-635b-4e79-92c5-513fa9d5a277 HTTP/1.1" status: 200 len: 992 time: 1.5538020 Jan 28 01:04:52.009937 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a91c0ca-782b-4d5c-aa03-6329fb09feaa None None] Sync routers for ids ['937d5fc5-632c-4dec-afae-70dacd4f3849'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:04:52.025558 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a91c0ca-782b-4d5c-aa03-6329fb09feaa None None] Routers {'937d5fc5-632c-4dec-afae-70dacd4f3849'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:04:52.026212 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-3a91c0ca-782b-4d5c-aa03-6329fb09feaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:04:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['937d5fc5-632c-4dec-afae-70dacd4f3849'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:52.141511 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-3a91c0ca-782b-4d5c-aa03-6329fb09feaa None None] Set router 937d5fc5-632c-4dec-afae-70dacd4f3849 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:04:52.381973 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-3a91c0ca-782b-4d5c-aa03-6329fb09feaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'name': 'tempest-TestVolumeBackupRestore-1407588131-router', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c59bf4fb-5340-4c23-b035-ceb766a87f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:00:43Z', 'revision_number': 4, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'gw_port': {'id': 'c59bf4fb-5340-4c23-b035-ceb766a87f83', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'f54c0ce3-635b-4e79-92c5-513fa9d5a277', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'port_id': 'a73be659-7af6-485f-b87b-5319ec004507', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '162da73e-551d-4683-8e70-712af93860bb', 'mac_address': 'fa:16:3e:71:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5cf9ea-3f17-47bb-b45f-774431dfbcee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:04:49Z', 'updated_at': '2022-01-28T01:04:51Z', 'revision_number': 2, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e84c8561-4d96-4f8b-ba5d-7add03863a5b', 'name': '', 'network_id': '162da73e-551d-4683-8e70-712af93860bb', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'mac_address': 'fa:16:3e:f5:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '325ac471-8f90-4739-b057-891c3e1569ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:42Z', 'updated_at': '2022-01-28T01:00:50Z', 'revision_number': 5, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'subnets': [{'id': '325ac471-8f90-4739-b057-891c3e1569ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:52.382641 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5cf9ea-3f17-47bb-b45f-774431dfbcee', 'tag': 'a73be659-7af6-485f-b87b-5319ec004507'}, {'name': 'network-changed', 'server_uuid': '0e5cf9ea-3f17-47bb-b45f-774431dfbcee', 'tag': 'a73be659-7af6-485f-b87b-5319ec004507'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:04:52.384510 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c2d02f-efa6-4470-baed-b70aff857189" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5cf9ea-3f17-47bb-b45f-774431dfbcee", "tag": "a73be659-7af6-485f-b87b-5319ec004507"}, {"name": "network-changed", "server_uuid": "0e5cf9ea-3f17-47bb-b45f-774431dfbcee", "tag": "a73be659-7af6-485f-b87b-5319ec004507"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:04:52.410703 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a91c0ca-782b-4d5c-aa03-6329fb09feaa None None] Checking router: 937d5fc5-632c-4dec-afae-70dacd4f3849 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:04:52.423545 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a91c0ca-782b-4d5c-aa03-6329fb09feaa None None] Routers {'937d5fc5-632c-4dec-afae-70dacd4f3849'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:04:52.424029 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-3a91c0ca-782b-4d5c-aa03-6329fb09feaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:04:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['937d5fc5-632c-4dec-afae-70dacd4f3849'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:52.429598 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 01:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52deffe-284b-4db3-9549-e38a58e554a2 x-openstack-request-id: req-b52deffe-284b-4db3-9549-e38a58e554a2 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:04:52.429918 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5cf9ea-3f17-47bb-b45f-774431dfbcee", "tag": "a73be659-7af6-485f-b87b-5319ec004507", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0e5cf9ea-3f17-47bb-b45f-774431dfbcee", "tag": "a73be659-7af6-485f-b87b-5319ec004507", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:04:52.430190 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b52deffe-284b-4db3-9549-e38a58e554a2 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:04:52.430635 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e5cf9ea-3f17-47bb-b45f-774431dfbcee', 'tag': 'a73be659-7af6-485f-b87b-5319ec004507', 'status': 'completed', 'code': 200} Jan 28 01:04:52.430898 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e5cf9ea-3f17-47bb-b45f-774431dfbcee', 'tag': 'a73be659-7af6-485f-b87b-5319ec004507', 'status': 'completed', 'code': 200} Jan 28 01:04:52.519933 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2d02f-efa6-4470-baed-b70aff857189 req-f7304941-c8c9-456f-9a90-ea66667fec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:52.521469 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-61c2d02f-efa6-4470-baed-b70aff857189 req-f7304941-c8c9-456f-9a90-ea66667fec09 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46ff191d03a742b5b5a4ab2530059376&device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 1097 time: 0.0479214 Jan 28 01:04:52.546153 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-3a91c0ca-782b-4d5c-aa03-6329fb09feaa None None] Set router 937d5fc5-632c-4dec-afae-70dacd4f3849 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:04:52.622244 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2d02f-efa6-4470-baed-b70aff857189 req-a15f6d3e-ec60-4b40-9084-586b9b723b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:52.623863 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-61c2d02f-efa6-4470-baed-b70aff857189 req-a15f6d3e-ec60-4b40-9084-586b9b723b81 service neutron] 10.222.0.52 "GET /v2.0/networks?id=162da73e-551d-4683-8e70-712af93860bb HTTP/1.1" status: 200 len: 915 time: 0.0964022 Jan 28 01:04:52.709543 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-61c2d02f-efa6-4470-baed-b70aff857189 req-2a1b83da-2e50-4a0a-9549-dc87441f87ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a73be659-7af6-485f-b87b-5319ec004507 HTTP/1.1" status: 200 len: 1002 time: 0.0783947 Jan 28 01:04:52.762788 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2d02f-efa6-4470-baed-b70aff857189 req-00c41666-9859-4367-8d09-3734628aa009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:52.764398 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-61c2d02f-efa6-4470-baed-b70aff857189 req-00c41666-9859-4367-8d09-3734628aa009 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=325ac471-8f90-4739-b057-891c3e1569ae HTTP/1.1" status: 200 len: 853 time: 0.0490274 Jan 28 01:04:52.813736 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2d02f-efa6-4470-baed-b70aff857189 req-665d0392-943d-4d38-b662-0fdaf685bdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:52.815402 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-61c2d02f-efa6-4470-baed-b70aff857189 req-665d0392-943d-4d38-b662-0fdaf685bdc2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=162da73e-551d-4683-8e70-712af93860bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443938 Jan 28 01:04:52.824839 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-3a91c0ca-782b-4d5c-aa03-6329fb09feaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'name': 'tempest-TestVolumeBackupRestore-1407588131-router', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c59bf4fb-5340-4c23-b035-ceb766a87f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:00:43Z', 'revision_number': 4, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'gw_port': {'id': 'c59bf4fb-5340-4c23-b035-ceb766a87f83', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'f54c0ce3-635b-4e79-92c5-513fa9d5a277', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'port_id': 'a73be659-7af6-485f-b87b-5319ec004507', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '162da73e-551d-4683-8e70-712af93860bb', 'mac_address': 'fa:16:3e:71:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5cf9ea-3f17-47bb-b45f-774431dfbcee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:04:49Z', 'updated_at': '2022-01-28T01:04:51Z', 'revision_number': 2, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e84c8561-4d96-4f8b-ba5d-7add03863a5b', 'name': '', 'network_id': '162da73e-551d-4683-8e70-712af93860bb', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'mac_address': 'fa:16:3e:f5:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '325ac471-8f90-4739-b057-891c3e1569ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:42Z', 'updated_at': '2022-01-28T01:00:50Z', 'revision_number': 5, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'subnets': [{'id': '325ac471-8f90-4739-b057-891c3e1569ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:04:52.856835 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a91c0ca-782b-4d5c-aa03-6329fb09feaa None None] The sync data for ids ['937d5fc5-632c-4dec-afae-70dacd4f3849'] in n-d-826754-1 is: [{'id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'name': 'tempest-TestVolumeBackupRestore-1407588131-router', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c59bf4fb-5340-4c23-b035-ceb766a87f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:00:43Z', 'revision_number': 4, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'gw_port': {'id': 'c59bf4fb-5340-4c23-b035-ceb766a87f83', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'f54c0ce3-635b-4e79-92c5-513fa9d5a277', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'port_id': 'a73be659-7af6-485f-b87b-5319ec004507', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '162da73e-551d-4683-8e70-712af93860bb', 'mac_address': 'fa:16:3e:71:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5cf9ea-3f17-47bb-b45f-774431dfbcee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:04:49Z', 'updated_at': '2022-01-28T01:04:51Z', 'revision_number': 2, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e84c8561-4d96-4f8b-ba5d-7add03863a5b', 'name': '', 'network_id': '162da73e-551d-4683-8e70-712af93860bb', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'mac_address': 'fa:16:3e:f5:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '325ac471-8f90-4739-b057-891c3e1569ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:42Z', 'updated_at': '2022-01-28T01:00:50Z', 'revision_number': 5, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'subnets': [{'id': '325ac471-8f90-4739-b057-891c3e1569ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:04:52.921424 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-61c2d02f-efa6-4470-baed-b70aff857189 req-e0fcf8cf-2587-4f64-9fc7-d9effeb43640 service neutron] 10.222.0.52 "GET /v2.0/networks/162da73e-551d-4683-8e70-712af93860bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958660 Jan 28 01:04:53.050018 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-61c2d02f-efa6-4470-baed-b70aff857189 req-f951ab78-7412-42df-92da-f8dee516bc6f service neutron] 10.222.0.52 "GET /v2.0/networks/162da73e-551d-4683-8e70-712af93860bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214077 Jan 28 01:04:53.190678 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2d02f-efa6-4470-baed-b70aff857189 req-80e25744-d1f1-41a3-bb6f-699af1be0f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:53.192375 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-61c2d02f-efa6-4470-baed-b70aff857189 req-80e25744-d1f1-41a3-bb6f-699af1be0f23 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46ff191d03a742b5b5a4ab2530059376&device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 1097 time: 0.0545371 Jan 28 01:04:53.305343 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2d02f-efa6-4470-baed-b70aff857189 req-55b16d4f-5abc-4082-a7c8-6b07186fbede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:53.307302 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-61c2d02f-efa6-4470-baed-b70aff857189 req-55b16d4f-5abc-4082-a7c8-6b07186fbede service neutron] 10.222.0.52 "GET /v2.0/networks?id=162da73e-551d-4683-8e70-712af93860bb HTTP/1.1" status: 200 len: 915 time: 0.1079354 Jan 28 01:04:53.386532 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-61c2d02f-efa6-4470-baed-b70aff857189 req-0c82bb83-58e4-4665-a58e-a789c6c3764b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a73be659-7af6-485f-b87b-5319ec004507 HTTP/1.1" status: 200 len: 1002 time: 0.0721409 Jan 28 01:04:53.477814 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2d02f-efa6-4470-baed-b70aff857189 req-4d7b6de2-d8af-4ca9-a223-2894c4ce4f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:53.480379 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-61c2d02f-efa6-4470-baed-b70aff857189 req-4d7b6de2-d8af-4ca9-a223-2894c4ce4f72 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=325ac471-8f90-4739-b057-891c3e1569ae HTTP/1.1" status: 200 len: 853 time: 0.0876069 Jan 28 01:04:53.548909 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2d02f-efa6-4470-baed-b70aff857189 req-25ec5840-b02b-46eb-b522-9b92eeeb36bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:53.550480 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-61c2d02f-efa6-4470-baed-b70aff857189 req-25ec5840-b02b-46eb-b522-9b92eeeb36bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=162da73e-551d-4683-8e70-712af93860bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638130 Jan 28 01:04:53.705710 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-61c2d02f-efa6-4470-baed-b70aff857189 req-1723e8c0-04d3-4b79-9ea6-dd4a3cc5ce30 service neutron] 10.222.0.52 "GET /v2.0/networks/162da73e-551d-4683-8e70-712af93860bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475704 Jan 28 01:04:53.810379 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-61c2d02f-efa6-4470-baed-b70aff857189 req-8e6d9cce-a0ea-4ba1-8c90-23745fdb2e8d service neutron] 10.222.0.52 "GET /v2.0/networks/162da73e-551d-4683-8e70-712af93860bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982845 Jan 28 01:04:58.025862 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-939c174a-6a6a-43b4-8527-4574dffb28a9 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:58.027382 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-939c174a-6a6a-43b4-8527-4574dffb28a9 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/networks?id=09bc3e79-65bd-464f-b567-fd55bdd97d0e HTTP/1.1" status: 200 len: 814 time: 0.1131272 Jan 28 01:04:58.044136 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-8bee88a4-ba9f-41ed-bf15-a33f49be2ad6 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/quotas/85e73a65dd5d43e0b954464d13aa2d13 HTTP/1.1" status: 200 len: 375 time: 0.0098984 Jan 28 01:04:58.086164 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-3cb6b92d-5baf-4389-af10-ea180a438ebe tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=85e73a65dd5d43e0b954464d13aa2d13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339155 Jan 28 01:04:58.216421 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-93f95e01-37b3-432b-ad15-392d3bb0d5be service neutron] 10.222.0.70 "GET /v2.0/networks/09bc3e79-65bd-464f-b567-fd55bdd97d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208606 Jan 28 01:04:58.338947 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-85fc9b3a-85e6-43a9-ae90-90521dfbbe02 service neutron] 10.222.0.70 "GET /v2.0/networks/09bc3e79-65bd-464f-b567-fd55bdd97d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155396 Jan 28 01:04:58.532519 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9f5020d-3d6d-412a-a43b-f346671bb23e req-a02db562-71f1-4256-97a5-0fd501cdf791 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/ports?device_id=67eb1f56-b0fe-4bd5-b442-2230ae090658 HTTP/1.1" status: 200 len: 210 time: 0.0394723 Jan 28 01:04:59.658399 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-25abcf44-75b9-4d14-b589-947ee55a29a6 req-2c3aa474-a6cf-44a3-b008-a05e4ca175f5 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/ports?device_id=67eb1f56-b0fe-4bd5-b442-2230ae090658 HTTP/1.1" status: 200 len: 210 time: 0.0339222 Jan 28 01:04:59.768130 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-3f4a8b02-80d9-4d15-ab5a-5ac47ee311f6 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:04:59.769845 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-3f4a8b02-80d9-4d15-ab5a-5ac47ee311f6 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.65 "GET /v2.0/networks?id=09bc3e79-65bd-464f-b567-fd55bdd97d0e HTTP/1.1" status: 200 len: 814 time: 0.1154468 Jan 28 01:04:59.792613 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-35229c39-aff0-413f-90d4-4d08547b563a tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Request body: {'port': {'device_id': '67eb1f56-b0fe-4bd5-b442-2230ae090658', 'network_id': '09bc3e79-65bd-464f-b567-fd55bdd97d0e', 'admin_state_up': True, 'tenant_id': '85e73a65dd5d43e0b954464d13aa2d13'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:04:59.912307 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-35229c39-aff0-413f-90d4-4d08547b563a tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Made reservation on behalf of 85e73a65dd5d43e0b954464d13aa2d13 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:04:59.915689 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-35229c39-aff0-413f-90d4-4d08547b563a tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:00.056248 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-35229c39-aff0-413f-90d4-4d08547b563a tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Allocated IP 172.20.0.3 (09bc3e79-65bd-464f-b567-fd55bdd97d0e/adbe15b3-cc03-47b2-9e01-87a30bdc62a6/b609e132-fe25-4d29-b619-9b3f65d64c6f) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:05:00.221417 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-35229c39-aff0-413f-90d4-4d08547b563a tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Publish callbacks [] for port (b609e132-fe25-4d29-b619-9b3f65d64c6f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:00.259830 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-35229c39-aff0-413f-90d4-4d08547b563a tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b609e132-fe25-4d29-b619-9b3f65d64c6f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:00.316468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-35229c39-aff0-413f-90d4-4d08547b563a tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Network 09bc3e79-65bd-464f-b567-fd55bdd97d0e is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:05:00.319787 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-35229c39-aff0-413f-90d4-4d08547b563a tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:05:00.322450 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-35229c39-aff0-413f-90d4-4d08547b563a tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:05:00.353507 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35229c39-aff0-413f-90d4-4d08547b563a tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Pushing event updated for resources: {'Port': ['ID=b609e132-fe25-4d29-b619-9b3f65d64c6f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:00.384460 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-35229c39-aff0-413f-90d4-4d08547b563a tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:00.385133 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-35229c39-aff0-413f-90d4-4d08547b563a tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:00.402206 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-35229c39-aff0-413f-90d4-4d08547b563a tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6137478 Jan 28 01:05:00.479441 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-ca179ac7-833c-4e3a-a666-ceeb9bd1d78f service neutron] Request body: {'port': {'device_id': '67eb1f56-b0fe-4bd5-b442-2230ae090658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:00.538953 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-ca179ac7-833c-4e3a-a666-ceeb9bd1d78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b609e132-fe25-4d29-b619-9b3f65d64c6f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:00.845121 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46fbcb-1470-4162-81ff-77a73a43ade1 req-307fe9c1-5f4a-44a8-9f96-30bcacb4e311 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:00.846786 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fd46fbcb-1470-4162-81ff-77a73a43ade1 req-307fe9c1-5f4a-44a8-9f96-30bcacb4e311 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/ports?device_id=67eb1f56-b0fe-4bd5-b442-2230ae090658 HTTP/1.1" status: 200 len: 931 time: 0.0970731 Jan 28 01:05:00.934021 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-ca179ac7-833c-4e3a-a666-ceeb9bd1d78f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b609e132-fe25-4d29-b619-9b3f65d64c6f {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:05:00.947397 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-ca179ac7-833c-4e3a-a666-ceeb9bd1d78f service neutron] Publish callbacks [] for port (b609e132-fe25-4d29-b619-9b3f65d64c6f), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:00.953555 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fd46fbcb-1470-4162-81ff-77a73a43ade1 req-15260b13-f35b-4d2c-8e7e-8b6780f67eb1 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/security-groups?id=aaa08038-3050-469b-8189-147d2b32e8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972946 Jan 28 01:05:00.966494 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-ca179ac7-833c-4e3a-a666-ceeb9bd1d78f service neutron] Transition to ACTIVE for port object b609e132-fe25-4d29-b619-9b3f65d64c6f will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:05:00.970294 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-ca179ac7-833c-4e3a-a666-ceeb9bd1d78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (b609e132-fe25-4d29-b619-9b3f65d64c6f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:01.030118 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca179ac7-833c-4e3a-a666-ceeb9bd1d78f service neutron] Pushing event updated for resources: {'Port': ['ID=b609e132-fe25-4d29-b619-9b3f65d64c6f,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:01.103849 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-ca179ac7-833c-4e3a-a666-ceeb9bd1d78f service neutron] Attempting to bind port b609e132-fe25-4d29-b619-9b3f65d64c6f on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:05:01.104130 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-ca179ac7-833c-4e3a-a666-ceeb9bd1d78f service neutron] Attempting to bind port b609e132-fe25-4d29-b619-9b3f65d64c6f by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '441b0df4-78e0-452a-b1f7-444a91a41103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '09bc3e79-65bd-464f-b567-fd55bdd97d0e'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:05:01.104409 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-ca179ac7-833c-4e3a-a666-ceeb9bd1d78f service neutron] Attempting to bind port b609e132-fe25-4d29-b619-9b3f65d64c6f on network 09bc3e79-65bd-464f-b567-fd55bdd97d0e {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:05:01.110361 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-ca179ac7-833c-4e3a-a666-ceeb9bd1d78f service neutron] Port b609e132-fe25-4d29-b619-9b3f65d64c6f on network 09bc3e79-65bd-464f-b567-fd55bdd97d0e not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:05:01.110692 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-ca179ac7-833c-4e3a-a666-ceeb9bd1d78f service neutron] Attempting to bind port b609e132-fe25-4d29-b619-9b3f65d64c6f on network 09bc3e79-65bd-464f-b567-fd55bdd97d0e {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:05:01.116800 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-ca179ac7-833c-4e3a-a666-ceeb9bd1d78f service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:05:01.117146 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-ca179ac7-833c-4e3a-a666-ceeb9bd1d78f service neutron] Checking segment: {'id': '441b0df4-78e0-452a-b1f7-444a91a41103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '09bc3e79-65bd-464f-b567-fd55bdd97d0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:05:01.117542 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-ca179ac7-833c-4e3a-a666-ceeb9bd1d78f service neutron] Bound using segment: {'id': '441b0df4-78e0-452a-b1f7-444a91a41103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '09bc3e79-65bd-464f-b567-fd55bdd97d0e'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:05:01.117986 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-ca179ac7-833c-4e3a-a666-ceeb9bd1d78f service neutron] Bound port: b609e132-fe25-4d29-b619-9b3f65d64c6f, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441b0df4-78e0-452a-b1f7-444a91a41103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '09bc3e79-65bd-464f-b567-fd55bdd97d0e'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:05:01.118441 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-ca179ac7-833c-4e3a-a666-ceeb9bd1d78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b609e132-fe25-4d29-b619-9b3f65d64c6f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:01.191345 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-ca179ac7-833c-4e3a-a666-ceeb9bd1d78f service neutron] For port b609e132-fe25-4d29-b619-9b3f65d64c6f, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:05:01.195154 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-ca179ac7-833c-4e3a-a666-ceeb9bd1d78f service neutron] For port b609e132-fe25-4d29-b619-9b3f65d64c6f, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=b609e132-fe25-4d29-b619-9b3f65d64c6f,segment=NetworkSegment(441b0df4-78e0-452a-b1f7-444a91a41103),segment_id=441b0df4-78e0-452a-b1f7-444a91a41103)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:05:01.200448 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-ca179ac7-833c-4e3a-a666-ceeb9bd1d78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (b609e132-fe25-4d29-b619-9b3f65d64c6f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:01.243374 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-ca179ac7-833c-4e3a-a666-ceeb9bd1d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:01.244088 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-ca179ac7-833c-4e3a-a666-ceeb9bd1d78f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:01.245570 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-ca179ac7-833c-4e3a-a666-ceeb9bd1d78f service neutron] 10.222.0.65 "PUT /v2.0/ports/b609e132-fe25-4d29-b619-9b3f65d64c6f HTTP/1.1" status: 200 len: 1091 time: 0.8286757 Jan 28 01:05:01.246106 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67eb1f56-b0fe-4bd5-b442-2230ae090658', 'tag': 'b609e132-fe25-4d29-b619-9b3f65d64c6f'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:01.248532 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1b8dd2-3090-460e-b1d5-36f8c1dddbd4" -d '{"events": [{"name": "network-changed", "server_uuid": "67eb1f56-b0fe-4bd5-b442-2230ae090658", "tag": "b609e132-fe25-4d29-b619-9b3f65d64c6f"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:01.279202 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca179ac7-833c-4e3a-a666-ceeb9bd1d78f service neutron] Pushing event updated for resources: {'Port': ['ID=b609e132-fe25-4d29-b619-9b3f65d64c6f,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:01.305624 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773a8d6b-f9e0-40fc-9e1d-f73af56c2181 x-openstack-request-id: req-773a8d6b-f9e0-40fc-9e1d-f73af56c2181 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:01.305931 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67eb1f56-b0fe-4bd5-b442-2230ae090658", "tag": "b609e132-fe25-4d29-b619-9b3f65d64c6f", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:01.306195 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-773a8d6b-f9e0-40fc-9e1d-f73af56c2181 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:01.306624 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67eb1f56-b0fe-4bd5-b442-2230ae090658', 'tag': 'b609e132-fe25-4d29-b619-9b3f65d64c6f', 'status': 'completed', 'code': 200} Jan 28 01:05:01.371825 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-072740af-c497-4271-8627-32a2e0112d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:01.373234 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-072740af-c497-4271-8627-32a2e0112d50 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=85e73a65dd5d43e0b954464d13aa2d13&device_id=67eb1f56-b0fe-4bd5-b442-2230ae090658 HTTP/1.1" status: 200 len: 1094 time: 0.0487919 Jan 28 01:05:01.424697 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-6ef025f8-8c43-4cb6-8d5c-326afe965f25 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b609e132-fe25-4d29-b619-9b3f65d64c6f HTTP/1.1" status: 200 len: 217 time: 0.0376015 Jan 28 01:05:01.487247 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-057ff039-acd8-47cc-8b59-74fe5ab59ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:01.488788 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-057ff039-acd8-47cc-8b59-74fe5ab59ba5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=adbe15b3-cc03-47b2-9e01-87a30bdc62a6 HTTP/1.1" status: 200 len: 854 time: 0.0566394 Jan 28 01:05:01.514119 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:05:01.525689 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-a3554bee-130c-43c8-a87c-3d1b0e7a13f4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=09bc3e79-65bd-464f-b567-fd55bdd97d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306518 Jan 28 01:05:01.670549 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-3cd2dc5f-3ea7-4c88-bde4-2cbe33a009c2 service neutron] 10.222.0.65 "GET /v2.0/networks/09bc3e79-65bd-464f-b567-fd55bdd97d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330862 Jan 28 01:05:01.773759 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8a01017-cf06-468d-bf81-e08c5c9a7faf req-3839e334-195e-42f7-a70d-11428bad8ca6 service neutron] 10.222.0.65 "GET /v2.0/networks/09bc3e79-65bd-464f-b567-fd55bdd97d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968192 Jan 28 01:05:01.930723 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b8dd2-3090-460e-b1d5-36f8c1dddbd4 req-9ddc788b-e536-4854-9699-f456b3ba5ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:01.932646 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b1b8dd2-3090-460e-b1d5-36f8c1dddbd4 req-9ddc788b-e536-4854-9699-f456b3ba5ca4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=85e73a65dd5d43e0b954464d13aa2d13&device_id=67eb1f56-b0fe-4bd5-b442-2230ae090658 HTTP/1.1" status: 200 len: 1094 time: 0.0515733 Jan 28 01:05:02.050098 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b8dd2-3090-460e-b1d5-36f8c1dddbd4 req-63c34391-1fea-45fd-9134-06a04780e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:02.052223 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b1b8dd2-3090-460e-b1d5-36f8c1dddbd4 req-63c34391-1fea-45fd-9134-06a04780e62f service neutron] 10.222.0.65 "GET /v2.0/networks?id=09bc3e79-65bd-464f-b567-fd55bdd97d0e HTTP/1.1" status: 200 len: 915 time: 0.1125822 Jan 28 01:05:02.113145 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b1b8dd2-3090-460e-b1d5-36f8c1dddbd4 req-a4842c87-2c27-40b4-910d-4345e4d2cacd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b609e132-fe25-4d29-b619-9b3f65d64c6f HTTP/1.1" status: 200 len: 217 time: 0.0524330 Jan 28 01:05:02.185938 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b8dd2-3090-460e-b1d5-36f8c1dddbd4 req-78ddc67e-8d9c-49e1-b29a-638ed06c287d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:02.187440 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b1b8dd2-3090-460e-b1d5-36f8c1dddbd4 req-78ddc67e-8d9c-49e1-b29a-638ed06c287d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=adbe15b3-cc03-47b2-9e01-87a30bdc62a6 HTTP/1.1" status: 200 len: 854 time: 0.0559154 Jan 28 01:05:02.195562 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62e2bb-9481-4d4b-b18b-07c24f4d13bc req-681a766b-7048-4029-9dcf-8116052fd068 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:02.197061 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bd62e2bb-9481-4d4b-b18b-07c24f4d13bc req-681a766b-7048-4029-9dcf-8116052fd068 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/ports?device_id=67eb1f56-b0fe-4bd5-b442-2230ae090658 HTTP/1.1" status: 200 len: 943 time: 0.0944710 Jan 28 01:05:02.233667 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b1b8dd2-3090-460e-b1d5-36f8c1dddbd4 req-3527da75-ab0c-4c5c-b0cc-0642a2a4eb8f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=09bc3e79-65bd-464f-b567-fd55bdd97d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354903 Jan 28 01:05:02.321560 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bd62e2bb-9481-4d4b-b18b-07c24f4d13bc req-c8c0141e-df18-4e9b-827d-1f69e4152aa9 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/security-groups?id=aaa08038-3050-469b-8189-147d2b32e8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156428 Jan 28 01:05:02.355884 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b1b8dd2-3090-460e-b1d5-36f8c1dddbd4 req-22bf821a-06c1-40d9-a111-ea18e33760e7 service neutron] 10.222.0.65 "GET /v2.0/networks/09bc3e79-65bd-464f-b567-fd55bdd97d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146746 Jan 28 01:05:02.461138 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8b1b8dd2-3090-460e-b1d5-36f8c1dddbd4 req-06bb4dbc-3ffb-43ba-88b7-d4b3c1f1fb12 service neutron] 10.222.0.65 "GET /v2.0/networks/09bc3e79-65bd-464f-b567-fd55bdd97d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981960 Jan 28 01:05:03.452483 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d830da1-a2a8-4a79-af22-6bfe0b02c73b req-1259b354-0ab7-46b2-8fe6-4281f99e4353 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:03.454737 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7d830da1-a2a8-4a79-af22-6bfe0b02c73b req-1259b354-0ab7-46b2-8fe6-4281f99e4353 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/ports?device_id=67eb1f56-b0fe-4bd5-b442-2230ae090658 HTTP/1.1" status: 200 len: 943 time: 0.0554023 Jan 28 01:05:03.507303 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7d830da1-a2a8-4a79-af22-6bfe0b02c73b req-8e0b8f64-4965-4176-9c80-5125b6869fb4 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/security-groups?id=aaa08038-3050-469b-8189-147d2b32e8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466244 Jan 28 01:05:04.284985 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device b609e132-fe25-4d29-b619-9b3f65d64c6f details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:05:04.569410 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port b609e132-fe25-4d29-b619-9b3f65d64c6f, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=b609e132-fe25-4d29-b619-9b3f65d64c6f,segment=NetworkSegment(441b0df4-78e0-452a-b1f7-444a91a41103),segment_id=441b0df4-78e0-452a-b1f7-444a91a41103)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:04.592375 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'b609e132-fe25-4d29-b619-9b3f65d64c6f', 'network_id': '09bc3e79-65bd-464f-b567-fd55bdd97d0e', 'port_id': 'b609e132-fe25-4d29-b619-9b3f65d64c6f', 'mac_address': 'fa:16:3e:8f:17:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adbe15b3-cc03-47b2-9e01-87a30bdc62a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:05:04.640783 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d330c6b-fbaf-4874-8939-65d3f4d22d73 req-4ccaf5ca-1d09-4a06-a631-1ad099971cc8 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:04.642544 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9d330c6b-fbaf-4874-8939-65d3f4d22d73 req-4ccaf5ca-1d09-4a06-a631-1ad099971cc8 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/ports?device_id=67eb1f56-b0fe-4bd5-b442-2230ae090658 HTTP/1.1" status: 200 len: 943 time: 0.0599434 Jan 28 01:05:04.642771 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port b609e132-fe25-4d29-b619-9b3f65d64c6f is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:04.643522 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b609e132-fe25-4d29-b619-9b3f65d64c6f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:04.660844 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b609e132-fe25-4d29-b619-9b3f65d64c6f {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:05:04.689491 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port b609e132-fe25-4d29-b619-9b3f65d64c6f, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=b609e132-fe25-4d29-b619-9b3f65d64c6f,segment=NetworkSegment(441b0df4-78e0-452a-b1f7-444a91a41103),segment_id=441b0df4-78e0-452a-b1f7-444a91a41103)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:04.695574 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b609e132-fe25-4d29-b619-9b3f65d64c6f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:04.714211 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9d330c6b-fbaf-4874-8939-65d3f4d22d73 req-4ba73eea-0fe2-46ff-94c8-3d1f5a4e89bb tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/security-groups?id=aaa08038-3050-469b-8189-147d2b32e8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581858 Jan 28 01:05:04.767450 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=b609e132-fe25-4d29-b619-9b3f65d64c6f,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:05.000990 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['b609e132-fe25-4d29-b619-9b3f65d64c6f'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:05:05.856617 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918209e7-647f-4af7-adca-eef2ab923db4 req-a07a7e6a-9f7e-4841-a9a4-95216b98a79e tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:05.858266 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-918209e7-647f-4af7-adca-eef2ab923db4 req-a07a7e6a-9f7e-4841-a9a4-95216b98a79e tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/ports?device_id=67eb1f56-b0fe-4bd5-b442-2230ae090658 HTTP/1.1" status: 200 len: 944 time: 0.0566459 Jan 28 01:05:05.910067 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-918209e7-647f-4af7-adca-eef2ab923db4 req-67c270d5-eadf-42d4-bfc3-a71697bd35c3 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/security-groups?id=aaa08038-3050-469b-8189-147d2b32e8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454066 Jan 28 01:05:06.088249 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-38176216-0107-4765-bb7b-079ae12f174d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:06.302966 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device b609e132-fe25-4d29-b619-9b3f65d64c6f up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:05:06.372491 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port b609e132-fe25-4d29-b619-9b3f65d64c6f completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:05:06.378961 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port b609e132-fe25-4d29-b619-9b3f65d64c6f triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:05:06.379334 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b609e132-fe25-4d29-b619-9b3f65d64c6f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:06.465110 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port b609e132-fe25-4d29-b619-9b3f65d64c6f is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:05:06.465509 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b609e132-fe25-4d29-b619-9b3f65d64c6f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:06.492276 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67eb1f56-b0fe-4bd5-b442-2230ae090658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b609e132-fe25-4d29-b619-9b3f65d64c6f'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:06.494692 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}712065d178df6add0383c6a90f01fb5ff171fa856ed8f2b09e9effe302e519ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a659f6-9d64-402d-b6d7-81ffddcc8cbf" -d '{"events": [{"server_uuid": "67eb1f56-b0fe-4bd5-b442-2230ae090658", "name": "network-vif-plugged", "status": "completed", "tag": "b609e132-fe25-4d29-b619-9b3f65d64c6f"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:06.512273 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port b609e132-fe25-4d29-b619-9b3f65d64c6f, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=b609e132-fe25-4d29-b619-9b3f65d64c6f,segment=NetworkSegment(441b0df4-78e0-452a-b1f7-444a91a41103),segment_id=441b0df4-78e0-452a-b1f7-444a91a41103)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:06.518999 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b609e132-fe25-4d29-b619-9b3f65d64c6f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:06.552849 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c25abf-29cd-46be-b8ae-e5c1b4fb22f5 x-openstack-request-id: req-d4c25abf-29cd-46be-b8ae-e5c1b4fb22f5 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:06.553152 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67eb1f56-b0fe-4bd5-b442-2230ae090658", "name": "network-vif-plugged", "status": "completed", "tag": "b609e132-fe25-4d29-b619-9b3f65d64c6f", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:06.553428 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d4c25abf-29cd-46be-b8ae-e5c1b4fb22f5 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:06.553842 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67eb1f56-b0fe-4bd5-b442-2230ae090658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b609e132-fe25-4d29-b619-9b3f65d64c6f', 'code': 200} Jan 28 01:05:06.584770 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=b609e132-fe25-4d29-b619-9b3f65d64c6f,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:06.689192 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ce870-9cdf-45e7-a3be-8809d296691e req-f7e414cb-0a74-4523-a678-d00edb123802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:06.691224 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d4ce870-9cdf-45e7-a3be-8809d296691e req-f7e414cb-0a74-4523-a678-d00edb123802 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=67eb1f56-b0fe-4bd5-b442-2230ae090658 HTTP/1.1" status: 200 len: 1096 time: 0.0502043 Jan 28 01:05:06.744695 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d4ce870-9cdf-45e7-a3be-8809d296691e req-130bd33a-be0f-47b4-8027-43d84e749a3f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=aaa08038-3050-469b-8189-147d2b32e8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475750 Jan 28 01:05:07.039990 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74dfbb-0f8b-4bd7-a620-bfc6a25a1d39 req-1099c5ed-dac3-4983-befc-693a9ac98526 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:07.041516 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa74dfbb-0f8b-4bd7-a620-bfc6a25a1d39 req-1099c5ed-dac3-4983-befc-693a9ac98526 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/ports?device_id=67eb1f56-b0fe-4bd5-b442-2230ae090658 HTTP/1.1" status: 200 len: 945 time: 0.0599320 Jan 28 01:05:07.091495 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa74dfbb-0f8b-4bd7-a620-bfc6a25a1d39 req-f21bfa85-2c9d-4ba4-97b4-bd135120b236 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/security-groups?id=aaa08038-3050-469b-8189-147d2b32e8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426378 Jan 28 01:05:07.243490 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4a05fc96-6bc9-479c-96e1-afe16957e9b7 req-43a1957e-9a97-4f5b-949e-4fe71123c0e6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1075456 Jan 28 01:05:07.363419 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05fc96-6bc9-479c-96e1-afe16957e9b7 req-df9b7a39-12ee-403e-91a6-7d286c309cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:07.364980 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4a05fc96-6bc9-479c-96e1-afe16957e9b7 req-df9b7a39-12ee-403e-91a6-7d286c309cd5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46ff191d03a742b5b5a4ab2530059376&device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 1097 time: 0.0559516 Jan 28 01:05:07.470905 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05fc96-6bc9-479c-96e1-afe16957e9b7 req-bc1d4890-f715-4b73-8b8f-bf87076c0d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:07.472335 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4a05fc96-6bc9-479c-96e1-afe16957e9b7 req-bc1d4890-f715-4b73-8b8f-bf87076c0d48 service neutron] 10.222.0.52 "GET /v2.0/networks?id=162da73e-551d-4683-8e70-712af93860bb HTTP/1.1" status: 200 len: 915 time: 0.0874503 Jan 28 01:05:07.547083 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4a05fc96-6bc9-479c-96e1-afe16957e9b7 req-9cd67f58-8b1a-413b-8176-7c7553b19714 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a73be659-7af6-485f-b87b-5319ec004507 HTTP/1.1" status: 200 len: 1002 time: 0.0670819 Jan 28 01:05:07.607972 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05fc96-6bc9-479c-96e1-afe16957e9b7 req-7f95a8f1-51df-42e3-9222-c8ceac2102da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:07.611135 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4a05fc96-6bc9-479c-96e1-afe16957e9b7 req-7f95a8f1-51df-42e3-9222-c8ceac2102da service neutron] 10.222.0.52 "GET /v2.0/subnets?id=325ac471-8f90-4739-b057-891c3e1569ae HTTP/1.1" status: 200 len: 853 time: 0.0569823 Jan 28 01:05:07.667824 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05fc96-6bc9-479c-96e1-afe16957e9b7 req-991bbbce-36b8-43fd-b072-643e4b25ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:07.669462 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4a05fc96-6bc9-479c-96e1-afe16957e9b7 req-991bbbce-36b8-43fd-b072-643e4b25ecb8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=162da73e-551d-4683-8e70-712af93860bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518262 Jan 28 01:05:07.792341 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4a05fc96-6bc9-479c-96e1-afe16957e9b7 req-a7715a6e-921d-41cf-be54-eea8bf611db5 service neutron] 10.222.0.52 "GET /v2.0/networks/162da73e-551d-4683-8e70-712af93860bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157677 Jan 28 01:05:07.903642 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4a05fc96-6bc9-479c-96e1-afe16957e9b7 req-a304e6f8-c1a6-47e1-ab21-a2aab312c289 service neutron] 10.222.0.52 "GET /v2.0/networks/162da73e-551d-4683-8e70-712af93860bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052885 Jan 28 01:05:08.216086 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b369b2-1644-4e58-937d-987a1cee85a9 req-7299b3b4-5c7d-4936-98d1-50a56a0cf243 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:08.217604 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6b369b2-1644-4e58-937d-987a1cee85a9 req-7299b3b4-5c7d-4936-98d1-50a56a0cf243 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/ports?device_id=67eb1f56-b0fe-4bd5-b442-2230ae090658 HTTP/1.1" status: 200 len: 945 time: 0.0501738 Jan 28 01:05:08.266818 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6b369b2-1644-4e58-937d-987a1cee85a9 req-4d7fb9d4-c79e-4c3e-8711-ce53a50fd871 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/security-groups?id=aaa08038-3050-469b-8189-147d2b32e8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434711 Jan 28 01:05:08.385416 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-605a7700-87ef-4ae7-b7f8-0b05166d64a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:09.805872 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:11.340335 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:12.263004 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:13.266207 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:14.561205 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:18.425775 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-02d36ed2-2282-4390-bcc3-4ae464ef4f38 req-aff75422-e998-4c0f-bb88-d53bb69bda53 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=67eb1f56-b0fe-4bd5-b442-2230ae090658&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0615582 Jan 28 01:05:18.559982 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d36ed2-2282-4390-bcc3-4ae464ef4f38 req-15047c04-a5c9-4dd8-8ab1-99c2958754da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:18.562222 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-02d36ed2-2282-4390-bcc3-4ae464ef4f38 req-15047c04-a5c9-4dd8-8ab1-99c2958754da service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=85e73a65dd5d43e0b954464d13aa2d13&device_id=67eb1f56-b0fe-4bd5-b442-2230ae090658 HTTP/1.1" status: 200 len: 1096 time: 0.0499146 Jan 28 01:05:18.700245 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d36ed2-2282-4390-bcc3-4ae464ef4f38 req-3a56250e-13e9-4edf-9047-c16ea59a5e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:18.703507 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-02d36ed2-2282-4390-bcc3-4ae464ef4f38 req-3a56250e-13e9-4edf-9047-c16ea59a5e9e service neutron] 10.222.0.65 "GET /v2.0/networks?id=09bc3e79-65bd-464f-b567-fd55bdd97d0e HTTP/1.1" status: 200 len: 915 time: 0.1174898 Jan 28 01:05:18.757326 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-02d36ed2-2282-4390-bcc3-4ae464ef4f38 req-2c7e3fc7-28b7-41f7-881f-d3f7385ab39c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b609e132-fe25-4d29-b619-9b3f65d64c6f HTTP/1.1" status: 200 len: 217 time: 0.0476375 Jan 28 01:05:18.810502 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d36ed2-2282-4390-bcc3-4ae464ef4f38 req-42503dd9-5d74-4665-8f0a-6304a540555e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:18.812148 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-02d36ed2-2282-4390-bcc3-4ae464ef4f38 req-42503dd9-5d74-4665-8f0a-6304a540555e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=adbe15b3-cc03-47b2-9e01-87a30bdc62a6 HTTP/1.1" status: 200 len: 854 time: 0.0481770 Jan 28 01:05:18.846201 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-02d36ed2-2282-4390-bcc3-4ae464ef4f38 req-21771046-51b3-4fa3-a714-0421d49fe561 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=09bc3e79-65bd-464f-b567-fd55bdd97d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273654 Jan 28 01:05:18.957276 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-02d36ed2-2282-4390-bcc3-4ae464ef4f38 req-8a85a44f-6550-4570-9b78-15ea7a0e558e service neutron] 10.222.0.65 "GET /v2.0/networks/09bc3e79-65bd-464f-b567-fd55bdd97d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045744 Jan 28 01:05:19.090459 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-02d36ed2-2282-4390-bcc3-4ae464ef4f38 req-a315533c-2e2d-4028-95c8-5c5183065127 service neutron] 10.222.0.65 "GET /v2.0/networks/09bc3e79-65bd-464f-b567-fd55bdd97d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270969 Jan 28 01:05:25.089851 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49410) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:25.289750 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-28b611ab-a8f3-4367-9920-4714d1377be7 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Deleting port b0bd53ca-de4f-444f-b745-7e5ac9883644 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:05:25.290329 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-28b611ab-a8f3-4367-9920-4714d1377be7 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b0bd53ca-de4f-444f-b745-7e5ac9883644), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:25.383794 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-28b611ab-a8f3-4367-9920-4714d1377be7 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b0bd53ca-de4f-444f-b745-7e5ac9883644), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:25.384034 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-28b611ab-a8f3-4367-9920-4714d1377be7 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for floatingip (b0bd53ca-de4f-444f-b745-7e5ac9883644), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:25.396820 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-28b611ab-a8f3-4367-9920-4714d1377be7 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Calling delete_port for b0bd53ca-de4f-444f-b745-7e5ac9883644 owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:05:25.566769 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-28b611ab-a8f3-4367-9920-4714d1377be7 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b0bd53ca-de4f-444f-b745-7e5ac9883644), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:25.591849 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b611ab-a8f3-4367-9920-4714d1377be7 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Pushing event deleted for resources: {'Port': ['ID=b0bd53ca-de4f-444f-b745-7e5ac9883644,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:25.675595 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-28b611ab-a8f3-4367-9920-4714d1377be7 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for floatingip (f54c0ce3-635b-4e79-92c5-513fa9d5a277), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:25.676038 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-28b611ab-a8f3-4367-9920-4714d1377be7 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Floating IP f54c0ce3-635b-4e79-92c5-513fa9d5a277 disassociated (deleted). External IP: 172.25.3.219, port: a73be659-7af6-485f-b87b-5319ec004507. Jan 28 01:05:25.958435 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b611ab-a8f3-4367-9920-4714d1377be7 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Router 937d5fc5-632c-4dec-afae-70dacd4f3849 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:05:26.138023 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b611ab-a8f3-4367-9920-4714d1377be7 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:05:26.146885 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-28b611ab-a8f3-4367-9920-4714d1377be7 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:26.153539 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46c1b0d-aee2-44b2-aa89-a96b9f3753c1 None None] Sync routers for ids ['937d5fc5-632c-4dec-afae-70dacd4f3849'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:05:26.169650 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46c1b0d-aee2-44b2-aa89-a96b9f3753c1 None None] Routers {'937d5fc5-632c-4dec-afae-70dacd4f3849'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:05:26.172201 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a46c1b0d-aee2-44b2-aa89-a96b9f3753c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:05:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['937d5fc5-632c-4dec-afae-70dacd4f3849'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:26.189586 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-28b611ab-a8f3-4367-9920-4714d1377be7 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "DELETE /v2.0/floatingips/f54c0ce3-635b-4e79-92c5-513fa9d5a277 HTTP/1.1" status: 204 len: 168 time: 1.0986457 Jan 28 01:05:26.190213 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5cf9ea-3f17-47bb-b45f-774431dfbcee', 'tag': 'a73be659-7af6-485f-b87b-5319ec004507'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:26.193137 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1127299-f255-4431-baff-57892cde4345" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5cf9ea-3f17-47bb-b45f-774431dfbcee", "tag": "a73be659-7af6-485f-b87b-5319ec004507"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:26.278557 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed8bf2f-650c-4c3a-9257-f98cb6bd2672 x-openstack-request-id: req-6ed8bf2f-650c-4c3a-9257-f98cb6bd2672 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:26.278931 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5cf9ea-3f17-47bb-b45f-774431dfbcee", "tag": "a73be659-7af6-485f-b87b-5319ec004507", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:26.279257 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6ed8bf2f-650c-4c3a-9257-f98cb6bd2672 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:26.279776 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e5cf9ea-3f17-47bb-b45f-774431dfbcee', 'tag': 'a73be659-7af6-485f-b87b-5319ec004507', 'status': 'completed', 'code': 200} Jan 28 01:05:26.469444 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1127299-f255-4431-baff-57892cde4345 req-d7de2a22-e902-4b70-be01-410c07e9c315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:26.473872 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e1127299-f255-4431-baff-57892cde4345 req-d7de2a22-e902-4b70-be01-410c07e9c315 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46ff191d03a742b5b5a4ab2530059376&device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 1097 time: 0.1344731 Jan 28 01:05:26.529146 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-a46c1b0d-aee2-44b2-aa89-a96b9f3753c1 None None] Set router 937d5fc5-632c-4dec-afae-70dacd4f3849 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:05:26.602667 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1127299-f255-4431-baff-57892cde4345 req-e2ea9118-2e0c-409c-9716-748cfc8809c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:26.604683 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e1127299-f255-4431-baff-57892cde4345 req-e2ea9118-2e0c-409c-9716-748cfc8809c3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=162da73e-551d-4683-8e70-712af93860bb HTTP/1.1" status: 200 len: 915 time: 0.1243470 Jan 28 01:05:26.658346 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e1127299-f255-4431-baff-57892cde4345 req-9d2708c4-a744-41d3-ab08-cce0aa68e9b6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a73be659-7af6-485f-b87b-5319ec004507 HTTP/1.1" status: 200 len: 217 time: 0.0461266 Jan 28 01:05:26.698652 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737b88d-8ed4-49f3-b58e-3bcb9584a1a8 req-57907d2b-ad1b-406b-845a-3986e0230d2a tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:26.709449 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d737b88d-8ed4-49f3-b58e-3bcb9584a1a8 req-57907d2b-ad1b-406b-845a-3986e0230d2a tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 946 time: 0.0773690 Jan 28 01:05:26.753112 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1127299-f255-4431-baff-57892cde4345 req-cb283095-c394-4b13-a432-17efb01dcc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:26.754960 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e1127299-f255-4431-baff-57892cde4345 req-cb283095-c394-4b13-a432-17efb01dcc96 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=325ac471-8f90-4739-b057-891c3e1569ae HTTP/1.1" status: 200 len: 853 time: 0.0902553 Jan 28 01:05:26.787301 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d737b88d-8ed4-49f3-b58e-3bcb9584a1a8 req-d73d98b5-deee-478e-b0da-0a96d40ba327 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ce9f07c-16f2-437b-918f-3dfe479a96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768054 Jan 28 01:05:26.816724 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1127299-f255-4431-baff-57892cde4345 req-cf6f5c9d-616d-4975-a571-bb29a77ab990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:26.818479 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e1127299-f255-4431-baff-57892cde4345 req-cf6f5c9d-616d-4975-a571-bb29a77ab990 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=162da73e-551d-4683-8e70-712af93860bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539467 Jan 28 01:05:26.835905 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a46c1b0d-aee2-44b2-aa89-a96b9f3753c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'name': 'tempest-TestVolumeBackupRestore-1407588131-router', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c59bf4fb-5340-4c23-b035-ceb766a87f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:00:43Z', 'revision_number': 4, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'gw_port': {'id': 'c59bf4fb-5340-4c23-b035-ceb766a87f83', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'e84c8561-4d96-4f8b-ba5d-7add03863a5b', 'name': '', 'network_id': '162da73e-551d-4683-8e70-712af93860bb', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'mac_address': 'fa:16:3e:f5:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '325ac471-8f90-4739-b057-891c3e1569ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:42Z', 'updated_at': '2022-01-28T01:00:50Z', 'revision_number': 5, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'subnets': [{'id': '325ac471-8f90-4739-b057-891c3e1569ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:26.872905 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46c1b0d-aee2-44b2-aa89-a96b9f3753c1 None None] Checking router: 937d5fc5-632c-4dec-afae-70dacd4f3849 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:05:26.884168 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46c1b0d-aee2-44b2-aa89-a96b9f3753c1 None None] Routers {'937d5fc5-632c-4dec-afae-70dacd4f3849'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:05:26.885070 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a46c1b0d-aee2-44b2-aa89-a96b9f3753c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:05:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['937d5fc5-632c-4dec-afae-70dacd4f3849'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:26.939448 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e1127299-f255-4431-baff-57892cde4345 req-3a8fb676-6021-4ce8-bddb-92db404f8968 service neutron] 10.222.0.52 "GET /v2.0/networks/162da73e-551d-4683-8e70-712af93860bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135185 Jan 28 01:05:27.091651 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-a46c1b0d-aee2-44b2-aa89-a96b9f3753c1 None None] Set router 937d5fc5-632c-4dec-afae-70dacd4f3849 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:05:27.149889 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e1127299-f255-4431-baff-57892cde4345 req-c175ca6e-8056-4739-8713-e33fcc672d30 service neutron] 10.222.0.52 "GET /v2.0/networks/162da73e-551d-4683-8e70-712af93860bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883831 Jan 28 01:05:27.377574 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a46c1b0d-aee2-44b2-aa89-a96b9f3753c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'name': 'tempest-TestVolumeBackupRestore-1407588131-router', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c59bf4fb-5340-4c23-b035-ceb766a87f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:00:43Z', 'revision_number': 4, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'gw_port': {'id': 'c59bf4fb-5340-4c23-b035-ceb766a87f83', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'e84c8561-4d96-4f8b-ba5d-7add03863a5b', 'name': '', 'network_id': '162da73e-551d-4683-8e70-712af93860bb', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'mac_address': 'fa:16:3e:f5:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '325ac471-8f90-4739-b057-891c3e1569ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:42Z', 'updated_at': '2022-01-28T01:00:50Z', 'revision_number': 5, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'subnets': [{'id': '325ac471-8f90-4739-b057-891c3e1569ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:27.415793 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46c1b0d-aee2-44b2-aa89-a96b9f3753c1 None None] The sync data for ids ['937d5fc5-632c-4dec-afae-70dacd4f3849'] in n-d-826754-1 is: [{'id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'name': 'tempest-TestVolumeBackupRestore-1407588131-router', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c59bf4fb-5340-4c23-b035-ceb766a87f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:00:43Z', 'revision_number': 4, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'gw_port': {'id': 'c59bf4fb-5340-4c23-b035-ceb766a87f83', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'e84c8561-4d96-4f8b-ba5d-7add03863a5b', 'name': '', 'network_id': '162da73e-551d-4683-8e70-712af93860bb', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'mac_address': 'fa:16:3e:f5:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '325ac471-8f90-4739-b057-891c3e1569ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:42Z', 'updated_at': '2022-01-28T01:00:50Z', 'revision_number': 5, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'subnets': [{'id': '325ac471-8f90-4739-b057-891c3e1569ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:05:27.712253 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26d464b-dc03-471c-ab74-5b53030ac972 None None] New status for floating IP f54c0ce3-635b-4e79-92c5-513fa9d5a277: DOWN {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:05:28.019479 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254425f2-903e-4366-b994-27f39974f144 req-bffcbdcb-acae-4b73-8d99-7cf5e039526e tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:28.021795 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-254425f2-903e-4366-b994-27f39974f144 req-bffcbdcb-acae-4b73-8d99-7cf5e039526e tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 946 time: 0.0788174 Jan 28 01:05:28.090875 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-254425f2-903e-4366-b994-27f39974f144 req-47ba3ff5-ca32-4351-83a8-146744bcb197 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ce9f07c-16f2-437b-918f-3dfe479a96b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559242 Jan 28 01:05:28.525498 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7c448-960b-4458-823f-d2ee23239f55 req-48f2cda9-412d-40f5-a7b9-da422b328d63 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:28.527182 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-60d7c448-960b-4458-823f-d2ee23239f55 req-48f2cda9-412d-40f5-a7b9-da422b328d63 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 946 time: 0.1265473 Jan 28 01:05:28.637424 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-60d7c448-960b-4458-823f-d2ee23239f55 req-0d887478-a4b9-47a8-b5bb-29027f49f5ac tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Deleting port a73be659-7af6-485f-b87b-5319ec004507 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:05:28.637743 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-60d7c448-960b-4458-823f-d2ee23239f55 req-0d887478-a4b9-47a8-b5bb-29027f49f5ac tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (a73be659-7af6-485f-b87b-5319ec004507), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:28.746269 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-60d7c448-960b-4458-823f-d2ee23239f55 req-0d887478-a4b9-47a8-b5bb-29027f49f5ac tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] For port a73be659-7af6-485f-b87b-5319ec004507, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=a73be659-7af6-485f-b87b-5319ec004507,segment=NetworkSegment(f01b4d2f-a812-4ecc-af91-c2eae20fc8f5),segment_id=f01b4d2f-a812-4ecc-af91-c2eae20fc8f5)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:28.746926 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-60d7c448-960b-4458-823f-d2ee23239f55 req-0d887478-a4b9-47a8-b5bb-29027f49f5ac tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (a73be659-7af6-485f-b87b-5319ec004507), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:28.762353 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-60d7c448-960b-4458-823f-d2ee23239f55 req-0d887478-a4b9-47a8-b5bb-29027f49f5ac tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Calling delete_port for a73be659-7af6-485f-b87b-5319ec004507 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:05:28.906643 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-60d7c448-960b-4458-823f-d2ee23239f55 req-0d887478-a4b9-47a8-b5bb-29027f49f5ac tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (a73be659-7af6-485f-b87b-5319ec004507), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:28.940579 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d887478-a4b9-47a8-b5bb-29027f49f5ac tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Pushing event deleted for resources: {'Port': ['ID=a73be659-7af6-485f-b87b-5319ec004507,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:28.955810 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d887478-a4b9-47a8-b5bb-29027f49f5ac tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:28.956206 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d887478-a4b9-47a8-b5bb-29027f49f5ac tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:28.956396 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d887478-a4b9-47a8-b5bb-29027f49f5ac tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:28.956743 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d887478-a4b9-47a8-b5bb-29027f49f5ac tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:28.957090 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d887478-a4b9-47a8-b5bb-29027f49f5ac tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:28.957422 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d887478-a4b9-47a8-b5bb-29027f49f5ac tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:28.957758 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d887478-a4b9-47a8-b5bb-29027f49f5ac tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:28.958091 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d887478-a4b9-47a8-b5bb-29027f49f5ac tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:28.958426 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d887478-a4b9-47a8-b5bb-29027f49f5ac tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:28.958752 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d887478-a4b9-47a8-b5bb-29027f49f5ac tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:28.959081 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d887478-a4b9-47a8-b5bb-29027f49f5ac tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:28.959400 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d887478-a4b9-47a8-b5bb-29027f49f5ac tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:28.959760 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d887478-a4b9-47a8-b5bb-29027f49f5ac tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:28.997935 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d7c448-960b-4458-823f-d2ee23239f55 req-0d887478-a4b9-47a8-b5bb-29027f49f5ac tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] No DVR routers for this DVR port a73be659-7af6-485f-b87b-5319ec004507 on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:05:29.002121 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-60d7c448-960b-4458-823f-d2ee23239f55 req-0d887478-a4b9-47a8-b5bb-29027f49f5ac tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:29.005583 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-60d7c448-960b-4458-823f-d2ee23239f55 req-0d887478-a4b9-47a8-b5bb-29027f49f5ac tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.52 "DELETE /v2.0/ports/a73be659-7af6-485f-b87b-5319ec004507 HTTP/1.1" status: 204 len: 173 time: 0.4706349 Jan 28 01:05:29.006045 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5cf9ea-3f17-47bb-b45f-774431dfbcee', 'name': 'network-vif-deleted', 'tag': 'a73be659-7af6-485f-b87b-5319ec004507'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:29.008371 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ae5ebbcc0b2c6a4760e19de76e463b4d83461f575cf06142e71104b927799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6126b31-b363-47c8-96ea-ddcb97986514" -d '{"events": [{"server_uuid": "0e5cf9ea-3f17-47bb-b45f-774431dfbcee", "name": "network-vif-deleted", "tag": "a73be659-7af6-485f-b87b-5319ec004507"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:29.167470 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2e1b6d-6571-4dee-8dde-ca8c7487d1ce x-openstack-request-id: req-6e2e1b6d-6571-4dee-8dde-ca8c7487d1ce {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:29.167894 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5cf9ea-3f17-47bb-b45f-774431dfbcee", "name": "network-vif-deleted", "tag": "a73be659-7af6-485f-b87b-5319ec004507", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:29.168252 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6e2e1b6d-6571-4dee-8dde-ca8c7487d1ce {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:29.168762 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5cf9ea-3f17-47bb-b45f-774431dfbcee', 'name': 'network-vif-deleted', 'tag': 'a73be659-7af6-485f-b87b-5319ec004507', 'status': 'completed', 'code': 200} Jan 28 01:05:29.239072 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8a64e55a-6e1c-4bea-b142-bb41aff2058f req-aa1da93c-175b-4b2d-9dc1-235f6b3ef61e tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 210 time: 0.0315158 Jan 28 01:05:30.368187 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2999a957-c889-4c79-a104-c4c70671b52b req-01ba028c-3bbc-4d0f-9f9e-62ac1b5593a8 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 210 time: 0.0355821 Jan 28 01:05:31.689037 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device a73be659-7af6-485f-b87b-5319ec004507 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:05:31.739517 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: a73be659-7af6-485f-b87b-5319ec004507 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:05:31.740052 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device a73be659-7af6-485f-b87b-5319ec004507 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:05:31.759328 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6ba73ca0-994f-480f-a20d-d2605fc47ea5 req-13190c57-0397-4c48-8113-c2969257d69c tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 210 time: 0.2366915 Jan 28 01:05:32.972134 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6fb25843-206f-4870-9f22-a3f7fad95c61 req-ca6a2807-c3c3-42d0-9c03-f8a9961eb1a4 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 210 time: 0.0939412 Jan 28 01:05:34.102261 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ec36be3a-55a9-494a-803a-98a5d14540bc req-db93fa14-807b-4c57-9d67-411b868d5969 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 210 time: 0.0391083 Jan 28 01:05:35.236832 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-453ecf63-c891-4699-8c00-c614f0db35d5 req-41c1d163-5560-40d8-974d-afb6984680ac tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 210 time: 0.0313282 Jan 28 01:05:36.095053 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5911f8f-80cc-40e3-b6b1-1c6046f1a148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:36.360144 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-244d17d6-f139-4bbb-964d-3023d4e4de48 req-8ceb6c18-99c7-42e7-8582-c15cd3156c39 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 210 time: 0.0354295 Jan 28 01:05:37.516979 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f239330-dc8d-4388-ad8b-4911fa391be8 req-2f8a579e-5327-4efd-ab31-6619c346e97b tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 210 time: 0.0457249 Jan 28 01:05:38.384100 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-023b21e7-1aa8-45a1-bff8-b904ad62d258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:38.514611 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:05:38.636715 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6dc9a3e6-d880-4153-9398-5f837e47c5a7 req-1e509451-4a97-4600-a84d-0e4d25b27717 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e5cf9ea-3f17-47bb-b45f-774431dfbcee HTTP/1.1" status: 200 len: 210 time: 0.0291972 Jan 28 01:05:39.703286 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 49504) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:39.783878 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a4a0606-6f61-41d9-8574-4ab2c2bf9de7 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for security_group (7ce9f07c-16f2-437b-918f-3dfe479a96b2), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:39.810277 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:39.825599 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a4a0606-6f61-41d9-8574-4ab2c2bf9de7 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for security_group (7ce9f07c-16f2-437b-918f-3dfe479a96b2), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:39.926808 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a4a0606-6f61-41d9-8574-4ab2c2bf9de7 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7ce9f07c-16f2-437b-918f-3dfe479a96b2), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:39.932250 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a4a0606-6f61-41d9-8574-4ab2c2bf9de7 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:39.934352 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6a4a0606-6f61-41d9-8574-4ab2c2bf9de7 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] 10.222.0.70 "DELETE /v2.0/security-groups/7ce9f07c-16f2-437b-918f-3dfe479a96b2 HTTP/1.1" status: 204 len: 168 time: 0.2295954 Jan 28 01:05:39.950573 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a0606-6f61-41d9-8574-4ab2c2bf9de7 tempest-TestVolumeBackupRestore-726865558 tempest-TestVolumeBackupRestore-726865558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce9f07c-16f2-437b-918f-3dfe479a96b2,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:41.363811 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:42.299639 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:43.282417 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:44.565911 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:48.983337 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 49992) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:49.635294 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c716df7-4774-4547-8822-258d6add61c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (937d5fc5-632c-4dec-afae-70dacd4f3849), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:49.924806 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8c716df7-4774-4547-8822-258d6add61c1 admin admin] Deleting port e84c8561-4d96-4f8b-ba5d-7add03863a5b {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:05:49.925148 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c716df7-4774-4547-8822-258d6add61c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (e84c8561-4d96-4f8b-ba5d-7add03863a5b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:50.009647 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-8c716df7-4774-4547-8822-258d6add61c1 admin admin] For port e84c8561-4d96-4f8b-ba5d-7add03863a5b, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=e84c8561-4d96-4f8b-ba5d-7add03863a5b,segment=NetworkSegment(f01b4d2f-a812-4ecc-af91-c2eae20fc8f5),segment_id=f01b4d2f-a812-4ecc-af91-c2eae20fc8f5)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:50.010341 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c716df7-4774-4547-8822-258d6add61c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (e84c8561-4d96-4f8b-ba5d-7add03863a5b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:50.025616 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8c716df7-4774-4547-8822-258d6add61c1 admin admin] Calling delete_port for e84c8561-4d96-4f8b-ba5d-7add03863a5b owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:05:50.302176 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c716df7-4774-4547-8822-258d6add61c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (e84c8561-4d96-4f8b-ba5d-7add03863a5b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:50.336391 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c716df7-4774-4547-8822-258d6add61c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e84c8561-4d96-4f8b-ba5d-7add03863a5b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:50.585231 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c716df7-4774-4547-8822-258d6add61c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (937d5fc5-632c-4dec-afae-70dacd4f3849), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:51.207095 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c716df7-4774-4547-8822-258d6add61c1 admin admin] Router 937d5fc5-632c-4dec-afae-70dacd4f3849 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:05:51.331078 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c716df7-4774-4547-8822-258d6add61c1 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:05:51.339548 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8c716df7-4774-4547-8822-258d6add61c1 admin admin] 10.222.0.70 "PUT /v2.0/routers/937d5fc5-632c-4dec-afae-70dacd4f3849/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3541374 Jan 28 01:05:51.343901 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50000) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:51.349861 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b0d01-b2de-4fd2-b0d4-26a2e76b76f8 None None] Sync routers for ids ['937d5fc5-632c-4dec-afae-70dacd4f3849'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:05:51.369138 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b0d01-b2de-4fd2-b0d4-26a2e76b76f8 None None] Routers {'937d5fc5-632c-4dec-afae-70dacd4f3849'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:05:51.370156 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-527b0d01-b2de-4fd2-b0d4-26a2e76b76f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:05:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['937d5fc5-632c-4dec-afae-70dacd4f3849'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:51.512397 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6140dcd4-ba25-4c54-b45c-7284daa099f1 admin admin] Publish callbacks [] for router (937d5fc5-632c-4dec-afae-70dacd4f3849), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:51.558345 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-527b0d01-b2de-4fd2-b0d4-26a2e76b76f8 None None] Set router 937d5fc5-632c-4dec-afae-70dacd4f3849 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:05:51.703228 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6140dcd4-ba25-4c54-b45c-7284daa099f1 admin admin] Publish callbacks [] for router_gateway (937d5fc5-632c-4dec-afae-70dacd4f3849), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:51.768098 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-6140dcd4-ba25-4c54-b45c-7284daa099f1 admin admin] Deleting port c59bf4fb-5340-4c23-b035-ceb766a87f83 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:05:51.768359 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6140dcd4-ba25-4c54-b45c-7284daa099f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c59bf4fb-5340-4c23-b035-ceb766a87f83), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:51.838958 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-527b0d01-b2de-4fd2-b0d4-26a2e76b76f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'name': 'tempest-TestVolumeBackupRestore-1407588131-router', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c59bf4fb-5340-4c23-b035-ceb766a87f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:05:50Z', 'revision_number': 5, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'gw_port': {'id': 'c59bf4fb-5340-4c23-b035-ceb766a87f83', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:51.873144 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-6140dcd4-ba25-4c54-b45c-7284daa099f1 admin admin] For port c59bf4fb-5340-4c23-b035-ceb766a87f83, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c59bf4fb-5340-4c23-b035-ceb766a87f83,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:51.873503 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6140dcd4-ba25-4c54-b45c-7284daa099f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c59bf4fb-5340-4c23-b035-ceb766a87f83), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:51.886505 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b0d01-b2de-4fd2-b0d4-26a2e76b76f8 None None] Checking router: 937d5fc5-632c-4dec-afae-70dacd4f3849 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:05:51.888923 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-6140dcd4-ba25-4c54-b45c-7284daa099f1 admin admin] Calling delete_port for c59bf4fb-5340-4c23-b035-ceb766a87f83 owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:05:51.903183 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b0d01-b2de-4fd2-b0d4-26a2e76b76f8 None None] Routers {'937d5fc5-632c-4dec-afae-70dacd4f3849'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:05:51.905781 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-527b0d01-b2de-4fd2-b0d4-26a2e76b76f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:05:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['937d5fc5-632c-4dec-afae-70dacd4f3849'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:52.090915 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-527b0d01-b2de-4fd2-b0d4-26a2e76b76f8 None None] Set router 937d5fc5-632c-4dec-afae-70dacd4f3849 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:05:52.152006 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-527b0d01-b2de-4fd2-b0d4-26a2e76b76f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'name': 'tempest-TestVolumeBackupRestore-1407588131-router', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:05:51Z', 'revision_number': 6, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:52.184615 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b0d01-b2de-4fd2-b0d4-26a2e76b76f8 None None] The sync data for ids ['937d5fc5-632c-4dec-afae-70dacd4f3849'] in n-d-826754-1 is: [{'id': '937d5fc5-632c-4dec-afae-70dacd4f3849', 'name': 'tempest-TestVolumeBackupRestore-1407588131-router', 'tenant_id': '46ff191d03a742b5b5a4ab2530059376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:39Z', 'updated_at': '2022-01-28T01:05:51Z', 'revision_number': 6, 'project_id': '46ff191d03a742b5b5a4ab2530059376', 'gw_port_host': None}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:05:52.605700 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6140dcd4-ba25-4c54-b45c-7284daa099f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (c59bf4fb-5340-4c23-b035-ceb766a87f83), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:52.634886 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140dcd4-ba25-4c54-b45c-7284daa099f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c59bf4fb-5340-4c23-b035-ceb766a87f83,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:52.650572 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6140dcd4-ba25-4c54-b45c-7284daa099f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:52.650972 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6140dcd4-ba25-4c54-b45c-7284daa099f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:52.651286 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6140dcd4-ba25-4c54-b45c-7284daa099f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:52.651681 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6140dcd4-ba25-4c54-b45c-7284daa099f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:52.652165 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6140dcd4-ba25-4c54-b45c-7284daa099f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:52.652509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6140dcd4-ba25-4c54-b45c-7284daa099f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:52.653104 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6140dcd4-ba25-4c54-b45c-7284daa099f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:52.653184 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6140dcd4-ba25-4c54-b45c-7284daa099f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:52.653490 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6140dcd4-ba25-4c54-b45c-7284daa099f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:52.654447 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6140dcd4-ba25-4c54-b45c-7284daa099f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:52.654797 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6140dcd4-ba25-4c54-b45c-7284daa099f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:52.655132 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6140dcd4-ba25-4c54-b45c-7284daa099f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:52.655473 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6140dcd4-ba25-4c54-b45c-7284daa099f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:52.713875 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6140dcd4-ba25-4c54-b45c-7284daa099f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (937d5fc5-632c-4dec-afae-70dacd4f3849), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:52.817903 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6140dcd4-ba25-4c54-b45c-7284daa099f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (937d5fc5-632c-4dec-afae-70dacd4f3849), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:52.820386 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6140dcd4-ba25-4c54-b45c-7284daa099f1 admin admin] Publish callbacks [] for router_controller (937d5fc5-632c-4dec-afae-70dacd4f3849), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:52.874503 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6140dcd4-ba25-4c54-b45c-7284daa099f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (937d5fc5-632c-4dec-afae-70dacd4f3849), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:52.875330 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6140dcd4-ba25-4c54-b45c-7284daa099f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 937d5fc5-632c-4dec-afae-70dacd4f3849 {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:05:52.883647 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6140dcd4-ba25-4c54-b45c-7284daa099f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:52.885626 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6140dcd4-ba25-4c54-b45c-7284daa099f1 admin admin] 10.222.0.70 "DELETE /v2.0/routers/937d5fc5-632c-4dec-afae-70dacd4f3849 HTTP/1.1" status: 204 len: 168 time: 1.5379226 Jan 28 01:05:52.889466 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50004) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:52.941252 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dffe4e4-ffaa-4fa7-b866-b7d31d3ae529 admin admin] Deleting subnet 325ac471-8f90-4739-b057-891c3e1569ae {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:05:52.945188 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4dffe4e4-ffaa-4fa7-b866-b7d31d3ae529 admin admin] Publish callbacks [] for subnet (325ac471-8f90-4739-b057-891c3e1569ae), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:52.990209 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4dffe4e4-ffaa-4fa7-b866-b7d31d3ae529 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (325ac471-8f90-4739-b057-891c3e1569ae), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:53.116105 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4dffe4e4-ffaa-4fa7-b866-b7d31d3ae529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (325ac471-8f90-4739-b057-891c3e1569ae), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:53.188352 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4dffe4e4-ffaa-4fa7-b866-b7d31d3ae529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (325ac471-8f90-4739-b057-891c3e1569ae), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:53.240782 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dffe4e4-ffaa-4fa7-b866-b7d31d3ae529 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=325ac471-8f90-4739-b057-891c3e1569ae,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:53.244486 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4dffe4e4-ffaa-4fa7-b866-b7d31d3ae529 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:53.254237 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50008) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:53.256833 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c3a645-0c61-463d-8c59-129865e444f8 None None] Network 162da73e-551d-4683-8e70-712af93860bb requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:05:53.264499 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4dffe4e4-ffaa-4fa7-b866-b7d31d3ae529 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/325ac471-8f90-4739-b057-891c3e1569ae HTTP/1.1" status: 204 len: 168 time: 0.3732886 Jan 28 01:05:53.380471 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a97d4165-e5e8-45c0-9624-27e11f69cfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (162da73e-551d-4683-8e70-712af93860bb), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:53.517182 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device e84c8561-4d96-4f8b-ba5d-7add03863a5b no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:05:53.536249 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a97d4165-e5e8-45c0-9624-27e11f69cfe9 admin admin] Deleting port 9286ddb4-fe35-4410-b597-85a229249abc {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:05:53.536249 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a97d4165-e5e8-45c0-9624-27e11f69cfe9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (9286ddb4-fe35-4410-b597-85a229249abc), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:53.568499 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763221d4-cfe4-4a90-a14b-9a1ea7099187 None None] DHCP port deletion for 162da73e-551d-4683-8e70-712af93860bb request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:05:53.572604 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: e84c8561-4d96-4f8b-ba5d-7add03863a5b {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:05:53.573050 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device e84c8561-4d96-4f8b-ba5d-7add03863a5b not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:05:53.573550 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c59bf4fb-5340-4c23-b035-ceb766a87f83 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:05:53.618483 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: c59bf4fb-5340-4c23-b035-ceb766a87f83 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:05:53.618939 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c59bf4fb-5340-4c23-b035-ceb766a87f83 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:05:53.631025 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a97d4165-e5e8-45c0-9624-27e11f69cfe9 admin admin] For port 9286ddb4-fe35-4410-b597-85a229249abc, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9286ddb4-fe35-4410-b597-85a229249abc,segment=NetworkSegment(f01b4d2f-a812-4ecc-af91-c2eae20fc8f5),segment_id=f01b4d2f-a812-4ecc-af91-c2eae20fc8f5)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:53.631475 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a97d4165-e5e8-45c0-9624-27e11f69cfe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (9286ddb4-fe35-4410-b597-85a229249abc), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:53.647245 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a97d4165-e5e8-45c0-9624-27e11f69cfe9 admin admin] Calling delete_port for 9286ddb4-fe35-4410-b597-85a229249abc owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:05:53.652914 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-763221d4-cfe4-4a90-a14b-9a1ea7099187 None None] Deleting port 9286ddb4-fe35-4410-b597-85a229249abc {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:05:53.653301 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-763221d4-cfe4-4a90-a14b-9a1ea7099187 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (9286ddb4-fe35-4410-b597-85a229249abc), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:53.729418 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-763221d4-cfe4-4a90-a14b-9a1ea7099187 None None] For port 9286ddb4-fe35-4410-b597-85a229249abc, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9286ddb4-fe35-4410-b597-85a229249abc,segment=NetworkSegment(f01b4d2f-a812-4ecc-af91-c2eae20fc8f5),segment_id=f01b4d2f-a812-4ecc-af91-c2eae20fc8f5)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:53.729663 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-763221d4-cfe4-4a90-a14b-9a1ea7099187 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (9286ddb4-fe35-4410-b597-85a229249abc), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:53.740799 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a97d4165-e5e8-45c0-9624-27e11f69cfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (9286ddb4-fe35-4410-b597-85a229249abc), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:53.748671 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-763221d4-cfe4-4a90-a14b-9a1ea7099187 None None] Calling delete_port for 9286ddb4-fe35-4410-b597-85a229249abc owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:05:53.763028 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97d4165-e5e8-45c0-9624-27e11f69cfe9 admin admin] No DVR routers for this DVR port 9286ddb4-fe35-4410-b597-85a229249abc on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:05:53.801988 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d4165-e5e8-45c0-9624-27e11f69cfe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9286ddb4-fe35-4410-b597-85a229249abc,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:53.852954 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-763221d4-cfe4-4a90-a14b-9a1ea7099187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (9286ddb4-fe35-4410-b597-85a229249abc), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:53.884449 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763221d4-cfe4-4a90-a14b-9a1ea7099187 None None] Pushing event deleted for resources: {'Port': ['ID=9286ddb4-fe35-4410-b597-85a229249abc,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:53.892256 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763221d4-cfe4-4a90-a14b-9a1ea7099187 None None] No DVR routers for this DVR port 9286ddb4-fe35-4410-b597-85a229249abc on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:05:53.905210 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a97d4165-e5e8-45c0-9624-27e11f69cfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (162da73e-551d-4683-8e70-712af93860bb), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:53.908750 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763221d4-cfe4-4a90-a14b-9a1ea7099187 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:53.909108 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763221d4-cfe4-4a90-a14b-9a1ea7099187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:53.909463 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763221d4-cfe4-4a90-a14b-9a1ea7099187 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:53.909808 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763221d4-cfe4-4a90-a14b-9a1ea7099187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:53.910153 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763221d4-cfe4-4a90-a14b-9a1ea7099187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:53.910494 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763221d4-cfe4-4a90-a14b-9a1ea7099187 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:53.911740 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763221d4-cfe4-4a90-a14b-9a1ea7099187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:53.912092 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763221d4-cfe4-4a90-a14b-9a1ea7099187 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:53.912434 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763221d4-cfe4-4a90-a14b-9a1ea7099187 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:53.912771 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763221d4-cfe4-4a90-a14b-9a1ea7099187 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:53.913108 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763221d4-cfe4-4a90-a14b-9a1ea7099187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:53.913445 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763221d4-cfe4-4a90-a14b-9a1ea7099187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:53.913778 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763221d4-cfe4-4a90-a14b-9a1ea7099187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:05:53.949932 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-a97d4165-e5e8-45c0-9624-27e11f69cfe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['162da73e-551d-4683-8e70-712af93860bb']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:53.966652 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-a97d4165-e5e8-45c0-9624-27e11f69cfe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f01b4d2f-a812-4ecc-af91-c2eae20fc8f5') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:53.967377 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-a97d4165-e5e8-45c0-9624-27e11f69cfe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f01b4d2f-a812-4ecc-af91-c2eae20fc8f5') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:53.982882 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a97d4165-e5e8-45c0-9624-27e11f69cfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (f01b4d2f-a812-4ecc-af91-c2eae20fc8f5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:53.996971 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a97d4165-e5e8-45c0-9624-27e11f69cfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (f01b4d2f-a812-4ecc-af91-c2eae20fc8f5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:54.008054 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a97d4165-e5e8-45c0-9624-27e11f69cfe9 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:05:54.008732 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a97d4165-e5e8-45c0-9624-27e11f69cfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (f01b4d2f-a812-4ecc-af91-c2eae20fc8f5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:54.011777 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 01:05:54.011777 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:05:54.011777 n-d-826754-1 neutron-server[103343]: timer() Jan 28 01:05:54.011777 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:05:54.011777 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 01:05:54.011777 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:05:54.011777 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 01:05:54.011777 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:05:54.011777 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 01:05:54.011777 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:05:54.011777 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 01:05:54.011777 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:05:54.011777 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 01:05:54.011777 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:05:54.011777 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:05:54.011777 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:05:54.011777 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:05:54.011777 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:05:54.011777 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 01:05:54.011777 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:05:54.011777 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 01:05:54.011777 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:05:54.011777 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:05:54.011777 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:05:54.011777 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 01:05:54.011777 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:05:54.011777 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:05:54.011777 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:05:54.011777 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:05:54.011777 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:05:54.011777 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:05:54.011777 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:05:54.090940 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a97d4165-e5e8-45c0-9624-27e11f69cfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (162da73e-551d-4683-8e70-712af93860bb), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:54.106807 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a97d4165-e5e8-45c0-9624-27e11f69cfe9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:54.114774 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50010) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:54.115369 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a97d4165-e5e8-45c0-9624-27e11f69cfe9 admin admin] 10.222.0.70 "DELETE /v2.0/networks/162da73e-551d-4683-8e70-712af93860bb HTTP/1.1" status: 204 len: 168 time: 0.8591008 Jan 28 01:05:54.127994 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d4165-e5e8-45c0-9624-27e11f69cfe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=162da73e-551d-4683-8e70-712af93860bb,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:54.600703 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d5cbf850-70d8-408f-a733-4c8f07ef22da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (9610f69b-f965-44dd-8cbd-935778e13b88), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:54.896368 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-d5cbf850-70d8-408f-a733-4c8f07ef22da admin admin] Deleting port b72b4d68-ea05-45bb-9117-b2a771055eab {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:05:54.897488 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d5cbf850-70d8-408f-a733-4c8f07ef22da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b72b4d68-ea05-45bb-9117-b2a771055eab), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:54.983418 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-d5cbf850-70d8-408f-a733-4c8f07ef22da admin admin] For port b72b4d68-ea05-45bb-9117-b2a771055eab, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b72b4d68-ea05-45bb-9117-b2a771055eab,segment=NetworkSegment(75222632-e46f-48e7-97c0-a49ac31b9287),segment_id=75222632-e46f-48e7-97c0-a49ac31b9287)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:54.983915 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d5cbf850-70d8-408f-a733-4c8f07ef22da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b72b4d68-ea05-45bb-9117-b2a771055eab), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:54.998767 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-d5cbf850-70d8-408f-a733-4c8f07ef22da admin admin] Calling delete_port for b72b4d68-ea05-45bb-9117-b2a771055eab owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:05:55.197162 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d5cbf850-70d8-408f-a733-4c8f07ef22da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b72b4d68-ea05-45bb-9117-b2a771055eab), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:55.234840 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cbf850-70d8-408f-a733-4c8f07ef22da admin admin] Pushing event deleted for resources: {'Port': ['ID=b72b4d68-ea05-45bb-9117-b2a771055eab,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:55.492401 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d5cbf850-70d8-408f-a733-4c8f07ef22da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (9610f69b-f965-44dd-8cbd-935778e13b88), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:55.545815 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9286ddb4-fe35-4410-b597-85a229249abc no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:05:55.574861 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 9286ddb4-fe35-4410-b597-85a229249abc {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:05:55.575399 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9286ddb4-fe35-4410-b597-85a229249abc not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:05:55.665390 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cccf6-156b-49b8-aec3-4667b553a6d7 req-a87db15a-863e-4fab-8aa5-5c3c86597789 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:55.666929 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1b5cccf6-156b-49b8-aec3-4667b553a6d7 req-a87db15a-863e-4fab-8aa5-5c3c86597789 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/ports?device_id=67eb1f56-b0fe-4bd5-b442-2230ae090658 HTTP/1.1" status: 200 len: 945 time: 0.1088696 Jan 28 01:05:55.792976 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1b5cccf6-156b-49b8-aec3-4667b553a6d7 req-57584811-f283-4ee9-9652-a4e5e3aed874 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/security-groups?id=aaa08038-3050-469b-8189-147d2b32e8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181324 Jan 28 01:05:55.821471 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5cbf850-70d8-408f-a733-4c8f07ef22da admin admin] Router 9610f69b-f965-44dd-8cbd-935778e13b88 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:05:55.932556 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cbf850-70d8-408f-a733-4c8f07ef22da admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:05:55.938094 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d5cbf850-70d8-408f-a733-4c8f07ef22da admin admin] 10.222.0.70 "PUT /v2.0/routers/9610f69b-f965-44dd-8cbd-935778e13b88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8217711 Jan 28 01:05:55.940853 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50020) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:55.947630 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb77b5c4-cfc3-4e99-b2fc-68bec886eb09 None None] Sync routers for ids ['9610f69b-f965-44dd-8cbd-935778e13b88'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:05:55.960492 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb77b5c4-cfc3-4e99-b2fc-68bec886eb09 None None] Routers {'9610f69b-f965-44dd-8cbd-935778e13b88'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:05:55.961445 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-bb77b5c4-cfc3-4e99-b2fc-68bec886eb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:05:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['9610f69b-f965-44dd-8cbd-935778e13b88'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:56.062014 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d542f89b-b179-4427-8418-51c2bf912f95 admin admin] Publish callbacks [] for router (9610f69b-f965-44dd-8cbd-935778e13b88), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:56.113586 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-bb77b5c4-cfc3-4e99-b2fc-68bec886eb09 None None] Set router 9610f69b-f965-44dd-8cbd-935778e13b88 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:05:56.215597 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d542f89b-b179-4427-8418-51c2bf912f95 admin admin] Publish callbacks [] for router_gateway (9610f69b-f965-44dd-8cbd-935778e13b88), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:56.276981 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-d542f89b-b179-4427-8418-51c2bf912f95 admin admin] Deleting port 9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:05:56.277320 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d542f89b-b179-4427-8418-51c2bf912f95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:56.311807 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-bb77b5c4-cfc3-4e99-b2fc-68bec886eb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9610f69b-f965-44dd-8cbd-935778e13b88', 'name': 'tempest-TestVolumeBackupRestore-1333599197-router', 'tenant_id': '052b426331574bc0a3a55d5ff26e8f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:47Z', 'updated_at': '2022-01-28T01:05:55Z', 'revision_number': 5, 'project_id': '052b426331574bc0a3a55d5ff26e8f59', 'gw_port': {'id': '9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:81:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9610f69b-f965-44dd-8cbd-935778e13b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:00:47Z', 'updated_at': '2022-01-28T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:56.345592 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb77b5c4-cfc3-4e99-b2fc-68bec886eb09 None None] Checking router: 9610f69b-f965-44dd-8cbd-935778e13b88 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:05:56.354591 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb77b5c4-cfc3-4e99-b2fc-68bec886eb09 None None] Routers {'9610f69b-f965-44dd-8cbd-935778e13b88'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:05:56.355214 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-bb77b5c4-cfc3-4e99-b2fc-68bec886eb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:05:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['9610f69b-f965-44dd-8cbd-935778e13b88'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:56.372221 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-d0fb2158-10a5-44df-8c41-92d335e301d5 req-43105f95-3f9f-42e4-9c4e-d3822b0e3786 service neutron] (103344) timed out ('10.222.0.52', 55020) {{(pid=103344) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 01:05:56.374609 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-d542f89b-b179-4427-8418-51c2bf912f95 admin admin] For port 9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:56.374984 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d542f89b-b179-4427-8418-51c2bf912f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:56.389014 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-d542f89b-b179-4427-8418-51c2bf912f95 admin admin] Calling delete_port for 9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:05:56.482548 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-bb77b5c4-cfc3-4e99-b2fc-68bec886eb09 None None] Set router 9610f69b-f965-44dd-8cbd-935778e13b88 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:05:56.541726 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-bb77b5c4-cfc3-4e99-b2fc-68bec886eb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9610f69b-f965-44dd-8cbd-935778e13b88', 'name': 'tempest-TestVolumeBackupRestore-1333599197-router', 'tenant_id': '052b426331574bc0a3a55d5ff26e8f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:47Z', 'updated_at': '2022-01-28T01:05:56Z', 'revision_number': 6, 'project_id': '052b426331574bc0a3a55d5ff26e8f59', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:56.573672 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb77b5c4-cfc3-4e99-b2fc-68bec886eb09 None None] The sync data for ids ['9610f69b-f965-44dd-8cbd-935778e13b88'] in n-d-826754-1 is: [{'id': '9610f69b-f965-44dd-8cbd-935778e13b88', 'name': 'tempest-TestVolumeBackupRestore-1333599197-router', 'tenant_id': '052b426331574bc0a3a55d5ff26e8f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:00:47Z', 'updated_at': '2022-01-28T01:05:56Z', 'revision_number': 6, 'project_id': '052b426331574bc0a3a55d5ff26e8f59', 'gw_port_host': None}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:05:56.583573 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d542f89b-b179-4427-8418-51c2bf912f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:56.612447 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542f89b-b179-4427-8418-51c2bf912f95 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:56.673915 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d542f89b-b179-4427-8418-51c2bf912f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (9610f69b-f965-44dd-8cbd-935778e13b88), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:56.767042 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d542f89b-b179-4427-8418-51c2bf912f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (9610f69b-f965-44dd-8cbd-935778e13b88), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:56.769546 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d542f89b-b179-4427-8418-51c2bf912f95 admin admin] Publish callbacks [] for router_controller (9610f69b-f965-44dd-8cbd-935778e13b88), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:56.818307 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d542f89b-b179-4427-8418-51c2bf912f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (9610f69b-f965-44dd-8cbd-935778e13b88), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:56.818307 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d542f89b-b179-4427-8418-51c2bf912f95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9610f69b-f965-44dd-8cbd-935778e13b88 {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:05:56.825154 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d542f89b-b179-4427-8418-51c2bf912f95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:56.827023 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d542f89b-b179-4427-8418-51c2bf912f95 admin admin] 10.222.0.70 "DELETE /v2.0/routers/9610f69b-f965-44dd-8cbd-935778e13b88 HTTP/1.1" status: 204 len: 168 time: 0.8830597 Jan 28 01:05:56.829939 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50024) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:56.878112 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-643ee31e-b6b1-4705-ba2f-32327db5b901 admin admin] Deleting subnet 49089bbc-14e8-4f54-8a4c-50349943858f {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:05:56.891287 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-643ee31e-b6b1-4705-ba2f-32327db5b901 admin admin] Publish callbacks [] for subnet (49089bbc-14e8-4f54-8a4c-50349943858f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:56.949205 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-643ee31e-b6b1-4705-ba2f-32327db5b901 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (49089bbc-14e8-4f54-8a4c-50349943858f), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:56.958898 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66389596-bd25-4c6c-9944-13bc05ad50ce req-ad92884e-29fc-48a7-ba3c-e88e4423ce54 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:56.960545 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66389596-bd25-4c6c-9944-13bc05ad50ce req-ad92884e-29fc-48a7-ba3c-e88e4423ce54 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/ports?device_id=67eb1f56-b0fe-4bd5-b442-2230ae090658 HTTP/1.1" status: 200 len: 945 time: 0.0801165 Jan 28 01:05:57.069892 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66389596-bd25-4c6c-9944-13bc05ad50ce req-6511723e-1786-476b-a1d3-8339b6b08f32 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/security-groups?id=aaa08038-3050-469b-8189-147d2b32e8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852559 Jan 28 01:05:57.088788 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-643ee31e-b6b1-4705-ba2f-32327db5b901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (49089bbc-14e8-4f54-8a4c-50349943858f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:57.161980 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-643ee31e-b6b1-4705-ba2f-32327db5b901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (49089bbc-14e8-4f54-8a4c-50349943858f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:57.211833 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ee31e-b6b1-4705-ba2f-32327db5b901 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49089bbc-14e8-4f54-8a4c-50349943858f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:57.218482 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-643ee31e-b6b1-4705-ba2f-32327db5b901 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:57.226607 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-643ee31e-b6b1-4705-ba2f-32327db5b901 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/49089bbc-14e8-4f54-8a4c-50349943858f HTTP/1.1" status: 204 len: 168 time: 0.3903515 Jan 28 01:05:57.226918 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50026) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:57.231210 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d14fe87-99df-437c-a62b-edcc54fb5f41 None None] Network fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:05:57.241346 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d905df1-6e4c-4453-8f94-8297c6bc2119 req-f8229bad-21b0-4cfd-aae4-0c11bb74adb1 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:05:57.242946 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d905df1-6e4c-4453-8f94-8297c6bc2119 req-f8229bad-21b0-4cfd-aae4-0c11bb74adb1 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.65 "GET /v2.0/ports?device_id=67eb1f56-b0fe-4bd5-b442-2230ae090658 HTTP/1.1" status: 200 len: 945 time: 0.0960486 Jan 28 01:05:57.317953 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-141ac009-c839-4115-a73c-6c984cff4f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:57.363180 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-1d905df1-6e4c-4453-8f94-8297c6bc2119 req-4769f633-c16a-4bc3-a0ee-de5e0d4ad2b2 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Deleting port b609e132-fe25-4d29-b619-9b3f65d64c6f {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:05:57.363538 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1d905df1-6e4c-4453-8f94-8297c6bc2119 req-4769f633-c16a-4bc3-a0ee-de5e0d4ad2b2 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b609e132-fe25-4d29-b619-9b3f65d64c6f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:57.399406 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-141ac009-c839-4115-a73c-6c984cff4f8e admin admin] Deleting port b4a8b79e-d366-4517-a35e-9ca7964f33b0 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:05:57.399811 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-141ac009-c839-4115-a73c-6c984cff4f8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b4a8b79e-d366-4517-a35e-9ca7964f33b0), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:57.494725 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-141ac009-c839-4115-a73c-6c984cff4f8e admin admin] For port b4a8b79e-d366-4517-a35e-9ca7964f33b0, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b4a8b79e-d366-4517-a35e-9ca7964f33b0,segment=NetworkSegment(75222632-e46f-48e7-97c0-a49ac31b9287),segment_id=75222632-e46f-48e7-97c0-a49ac31b9287)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:57.495126 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-141ac009-c839-4115-a73c-6c984cff4f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b4a8b79e-d366-4517-a35e-9ca7964f33b0), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:57.499120 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:05:57.507954 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-1d905df1-6e4c-4453-8f94-8297c6bc2119 req-4769f633-c16a-4bc3-a0ee-de5e0d4ad2b2 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] For port b609e132-fe25-4d29-b619-9b3f65d64c6f, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=b609e132-fe25-4d29-b619-9b3f65d64c6f,segment=NetworkSegment(441b0df4-78e0-452a-b1f7-444a91a41103),segment_id=441b0df4-78e0-452a-b1f7-444a91a41103)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:05:57.508445 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1d905df1-6e4c-4453-8f94-8297c6bc2119 req-4769f633-c16a-4bc3-a0ee-de5e0d4ad2b2 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b609e132-fe25-4d29-b619-9b3f65d64c6f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:57.512276 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-141ac009-c839-4115-a73c-6c984cff4f8e admin admin] Calling delete_port for b4a8b79e-d366-4517-a35e-9ca7964f33b0 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:05:57.524649 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-1d905df1-6e4c-4453-8f94-8297c6bc2119 req-4769f633-c16a-4bc3-a0ee-de5e0d4ad2b2 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Calling delete_port for b609e132-fe25-4d29-b619-9b3f65d64c6f owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:05:57.529680 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:05:57.530327 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9ca6cc5e-072d-4e7e-8ac9-47c9c93f8f1d not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:05:57.530907 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b72b4d68-ea05-45bb-9117-b2a771055eab no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:05:57.560998 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: b72b4d68-ea05-45bb-9117-b2a771055eab {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:05:57.561728 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b72b4d68-ea05-45bb-9117-b2a771055eab not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:05:57.627260 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-141ac009-c839-4115-a73c-6c984cff4f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (b4a8b79e-d366-4517-a35e-9ca7964f33b0), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:57.681021 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ac009-c839-4115-a73c-6c984cff4f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=b4a8b79e-d366-4517-a35e-9ca7964f33b0,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:57.682878 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141ac009-c839-4115-a73c-6c984cff4f8e admin admin] No DVR routers for this DVR port b4a8b79e-d366-4517-a35e-9ca7964f33b0 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:05:57.684983 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be16390-1699-4fc0-83b5-ecb10bd87ac6 None None] DHCP port deletion for fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:05:57.693562 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1d905df1-6e4c-4453-8f94-8297c6bc2119 req-4769f633-c16a-4bc3-a0ee-de5e0d4ad2b2 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b609e132-fe25-4d29-b619-9b3f65d64c6f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:57.734551 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['b609e132-fe25-4d29-b619-9b3f65d64c6f'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:05:57.766492 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769f633-c16a-4bc3-a0ee-de5e0d4ad2b2 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Pushing event deleted for resources: {'Port': ['ID=b609e132-fe25-4d29-b619-9b3f65d64c6f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:57.769399 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-141ac009-c839-4115-a73c-6c984cff4f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:57.796275 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-141ac009-c839-4115-a73c-6c984cff4f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:57.808604 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-141ac009-c839-4115-a73c-6c984cff4f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75222632-e46f-48e7-97c0-a49ac31b9287') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:57.809348 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-141ac009-c839-4115-a73c-6c984cff4f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75222632-e46f-48e7-97c0-a49ac31b9287') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:05:57.812178 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d905df1-6e4c-4453-8f94-8297c6bc2119 req-4769f633-c16a-4bc3-a0ee-de5e0d4ad2b2 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] No DVR routers for this DVR port b609e132-fe25-4d29-b619-9b3f65d64c6f on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:05:57.818423 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1d905df1-6e4c-4453-8f94-8297c6bc2119 req-4769f633-c16a-4bc3-a0ee-de5e0d4ad2b2 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:57.821947 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-141ac009-c839-4115-a73c-6c984cff4f8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (75222632-e46f-48e7-97c0-a49ac31b9287), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:57.822158 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d905df1-6e4c-4453-8f94-8297c6bc2119 req-4769f633-c16a-4bc3-a0ee-de5e0d4ad2b2 tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.65 "DELETE /v2.0/ports/b609e132-fe25-4d29-b619-9b3f65d64c6f HTTP/1.1" status: 204 len: 173 time: 0.5728745 Jan 28 01:05:57.822453 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67eb1f56-b0fe-4bd5-b442-2230ae090658', 'name': 'network-vif-deleted', 'tag': 'b609e132-fe25-4d29-b619-9b3f65d64c6f'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:05:57.824786 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b779c27-7456-47fe-8e0c-109262fd7df4" -d '{"events": [{"server_uuid": "67eb1f56-b0fe-4bd5-b442-2230ae090658", "name": "network-vif-deleted", "tag": "b609e132-fe25-4d29-b619-9b3f65d64c6f"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:05:57.838726 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-141ac009-c839-4115-a73c-6c984cff4f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (75222632-e46f-48e7-97c0-a49ac31b9287), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:57.847281 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-141ac009-c839-4115-a73c-6c984cff4f8e admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:05:57.847858 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-141ac009-c839-4115-a73c-6c984cff4f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (75222632-e46f-48e7-97c0-a49ac31b9287), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:57.850086 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 01:05:57.850086 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:05:57.850086 n-d-826754-1 neutron-server[103343]: timer() Jan 28 01:05:57.850086 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:05:57.850086 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 01:05:57.850086 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:05:57.850086 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 01:05:57.850086 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:05:57.850086 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 01:05:57.850086 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:05:57.850086 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 01:05:57.850086 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:05:57.850086 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 01:05:57.850086 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:05:57.850086 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:05:57.850086 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:05:57.850086 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:05:57.850086 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:05:57.850086 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 01:05:57.850086 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:05:57.850086 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 01:05:57.850086 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:05:57.850086 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:05:57.850086 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:05:57.850086 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 01:05:57.850086 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:05:57.850086 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:05:57.850086 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:05:57.850086 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:05:57.850086 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:05:57.850086 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:05:57.850086 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:05:57.867010 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e03fda2-881f-4390-841c-2ad8aeeca749 x-openstack-request-id: req-7e03fda2-881f-4390-841c-2ad8aeeca749 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:05:57.867476 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67eb1f56-b0fe-4bd5-b442-2230ae090658", "name": "network-vif-deleted", "tag": "b609e132-fe25-4d29-b619-9b3f65d64c6f", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:05:57.868010 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7e03fda2-881f-4390-841c-2ad8aeeca749 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:05:57.868687 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67eb1f56-b0fe-4bd5-b442-2230ae090658', 'name': 'network-vif-deleted', 'tag': 'b609e132-fe25-4d29-b619-9b3f65d64c6f', 'status': 'completed', 'code': 200} Jan 28 01:05:57.913980 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-141ac009-c839-4115-a73c-6c984cff4f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:57.920003 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-141ac009-c839-4115-a73c-6c984cff4f8e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:57.923556 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-141ac009-c839-4115-a73c-6c984cff4f8e admin admin] 10.222.0.70 "DELETE /v2.0/networks/fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0 HTTP/1.1" status: 204 len: 168 time: 0.6948838 Jan 28 01:05:57.935414 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ac009-c839-4115-a73c-6c984cff4f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd73d8c-b64d-4b2b-99da-1c97b8f2fbe0,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:58.058020 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50032) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:58.104654 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-67fdd084-b150-4bad-9493-12266ef0c021 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=46ff191d03a742b5b5a4ab2530059376&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0450759 Jan 28 01:05:58.107332 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50036) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:58.176523 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3aa644a6-01d1-4099-8efc-6894064a075b admin admin] Publish callbacks [] for security_group (3ef5ebb8-c0a7-4bda-b5da-92c4e8135411), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:58.190062 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7290a253-c4b4-43ac-9292-4e1a77e77e82 req-7d855329-c471-481f-be6c-44e8b69d026e tempest-VolumesSnapshotTestJSON-2059198973 tempest-VolumesSnapshotTestJSON-2059198973-project] 10.222.0.70 "GET /v2.0/ports?device_id=67eb1f56-b0fe-4bd5-b442-2230ae090658 HTTP/1.1" status: 200 len: 210 time: 0.0287158 Jan 28 01:05:58.204260 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3aa644a6-01d1-4099-8efc-6894064a075b admin admin] Publish callbacks [] for security_group (3ef5ebb8-c0a7-4bda-b5da-92c4e8135411), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:58.271501 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3aa644a6-01d1-4099-8efc-6894064a075b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (3ef5ebb8-c0a7-4bda-b5da-92c4e8135411), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:58.274467 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3aa644a6-01d1-4099-8efc-6894064a075b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:58.275852 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3aa644a6-01d1-4099-8efc-6894064a075b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3ef5ebb8-c0a7-4bda-b5da-92c4e8135411 HTTP/1.1" status: 204 len: 168 time: 0.1671569 Jan 28 01:05:58.285929 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa644a6-01d1-4099-8efc-6894064a075b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef5ebb8-c0a7-4bda-b5da-92c4e8135411,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:58.690883 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50042) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:58.734068 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8289cb8a-458b-4fe7-8979-8bc2d2417061 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=052b426331574bc0a3a55d5ff26e8f59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418661 Jan 28 01:05:58.736696 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50044) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:58.797986 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c92bef5c-9189-489a-b047-85870ede6ce8 admin admin] Publish callbacks [] for security_group (acb510fd-1a2a-4516-8ed3-92b23380054b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:58.822552 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c92bef5c-9189-489a-b047-85870ede6ce8 admin admin] Publish callbacks [] for security_group (acb510fd-1a2a-4516-8ed3-92b23380054b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:58.881328 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c92bef5c-9189-489a-b047-85870ede6ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (acb510fd-1a2a-4516-8ed3-92b23380054b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:58.883924 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c92bef5c-9189-489a-b047-85870ede6ce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:58.885121 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c92bef5c-9189-489a-b047-85870ede6ce8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/acb510fd-1a2a-4516-8ed3-92b23380054b HTTP/1.1" status: 204 len: 168 time: 0.1475074 Jan 28 01:05:58.894328 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bef5c-9189-489a-b047-85870ede6ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb510fd-1a2a-4516-8ed3-92b23380054b,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:05:59.438145 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b4a8b79e-d366-4517-a35e-9ca7964f33b0 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:05:59.480705 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: b4a8b79e-d366-4517-a35e-9ca7964f33b0 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:05:59.481267 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b4a8b79e-d366-4517-a35e-9ca7964f33b0 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:05:59.769902 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50074) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:05:59.896615 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-cf754a45-adb1-49a9-a69e-9a9dbccc1385 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1631152365-network', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:05:59.921098 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf754a45-adb1-49a9-a69e-9a9dbccc1385 admin admin] Made reservation on behalf of f3a1d7380c294442abd815a7478506ec for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:05:59.924288 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cf754a45-adb1-49a9-a69e-9a9dbccc1385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:05:59.938042 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cf754a45-adb1-49a9-a69e-9a9dbccc1385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:00.045964 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cf754a45-adb1-49a9-a69e-9a9dbccc1385 admin admin] Publish callbacks [] for security_group (7cabe4a7-acea-4796-be81-628327444e2a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:00.051758 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cf754a45-adb1-49a9-a69e-9a9dbccc1385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7cabe4a7-acea-4796-be81-628327444e2a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:00.078710 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf754a45-adb1-49a9-a69e-9a9dbccc1385 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:06:00.095334 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf754a45-adb1-49a9-a69e-9a9dbccc1385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cabe4a7-acea-4796-be81-628327444e2a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:00.098774 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cf754a45-adb1-49a9-a69e-9a9dbccc1385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (50c50835-7e85-4a6c-b9f2-2165bf825a5c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:00.099119 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-cf754a45-adb1-49a9-a69e-9a9dbccc1385 admin admin] Added segment 50c50835-7e85-4a6c-b9f2-2165bf825a5c of type vlan for network e1ccff06-6c36-49c1-af92-8d7bb0a23521 Jan 28 01:06:00.146960 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cf754a45-adb1-49a9-a69e-9a9dbccc1385 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (e1ccff06-6c36-49c1-af92-8d7bb0a23521), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:00.177800 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cf754a45-adb1-49a9-a69e-9a9dbccc1385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (e1ccff06-6c36-49c1-af92-8d7bb0a23521), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:00.179180 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf754a45-adb1-49a9-a69e-9a9dbccc1385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:00.180062 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cf754a45-adb1-49a9-a69e-9a9dbccc1385 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:00.243397 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cf754a45-adb1-49a9-a69e-9a9dbccc1385 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4722140 Jan 28 01:06:00.249296 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50080) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:00.258234 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-2f7fb86b-35d7-4773-b34d-6f46debefa6e admin admin] Request body: {'subnet': {'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1631152365-subnet', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:00.258789 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf754a45-adb1-49a9-a69e-9a9dbccc1385 admin admin] Pushing event updated for resources: {'Network': ['ID=e1ccff06-6c36-49c1-af92-8d7bb0a23521,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:00.281511 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network e1ccff06-6c36-49c1-af92-8d7bb0a23521 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:06:00.301034 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7fb86b-35d7-4773-b34d-6f46debefa6e admin admin] Made reservation on behalf of f3a1d7380c294442abd815a7478506ec for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:06:00.304597 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2f7fb86b-35d7-4773-b34d-6f46debefa6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:00.549437 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2f7fb86b-35d7-4773-b34d-6f46debefa6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (c704370c-1d43-453a-828e-959738e576e5), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:00.560570 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device b609e132-fe25-4d29-b619-9b3f65d64c6f no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:06:00.589353 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: b609e132-fe25-4d29-b619-9b3f65d64c6f {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:06:00.590172 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device b609e132-fe25-4d29-b619-9b3f65d64c6f not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:06:00.610393 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7fb86b-35d7-4773-b34d-6f46debefa6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c704370c-1d43-453a-828e-959738e576e5,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:00.631566 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7fb86b-35d7-4773-b34d-6f46debefa6e admin admin] Checking segment: {'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:06:00.632100 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7fb86b-35d7-4773-b34d-6f46debefa6e admin admin] Network hostable DHCP agents. Network: e1ccff06-6c36-49c1-af92-8d7bb0a23521, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:06:00.651900 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7fb86b-35d7-4773-b34d-6f46debefa6e admin admin] Network e1ccff06-6c36-49c1-af92-8d7bb0a23521 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:06:00.663294 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-2f7fb86b-35d7-4773-b34d-6f46debefa6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, e1ccff06-6c36-49c1-af92-8d7bb0a23521) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:00.669796 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7fb86b-35d7-4773-b34d-6f46debefa6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:00.670957 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2f7fb86b-35d7-4773-b34d-6f46debefa6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:00.679873 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74be7858-ade4-4448-8fac-dfb3053e811e None None] Network e1ccff06-6c36-49c1-af92-8d7bb0a23521 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:06:00.712527 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50084) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:00.714160 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2f7fb86b-35d7-4773-b34d-6f46debefa6e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4625659 Jan 28 01:06:00.719815 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-f2287ca5-6259-4e35-898d-d8de0590da70 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1631152365-router', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:00.751808 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2287ca5-6259-4e35-898d-d8de0590da70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (c3b0ce58-70ae-4a74-a7ea-2c40a495db5b), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:00.753280 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2287ca5-6259-4e35-898d-d8de0590da70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (c3b0ce58-70ae-4a74-a7ea-2c40a495db5b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:00.843069 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2287ca5-6259-4e35-898d-d8de0590da70 admin admin] Publish callbacks [] for router_controller (c3b0ce58-70ae-4a74-a7ea-2c40a495db5b), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:00.860998 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8505425-2221-4056-9379-09138fc8721e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'fixed_ips': [{'subnet_id': 'c704370c-1d43-453a-828e-959738e576e5'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:06:00.862474 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8505425-2221-4056-9379-09138fc8721e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:01.015443 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2287ca5-6259-4e35-898d-d8de0590da70 admin admin] Publish callbacks [] for router_gateway (c3b0ce58-70ae-4a74-a7ea-2c40a495db5b), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:01.107965 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-a8505425-2221-4056-9379-09138fc8721e None None] Allocated IP 172.20.0.2 (e1ccff06-6c36-49c1-af92-8d7bb0a23521/c704370c-1d43-453a-828e-959738e576e5/ccb23b14-4090-43e0-bbe9-1a6c7de3345d) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:06:01.316897 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2287ca5-6259-4e35-898d-d8de0590da70 admin admin] Publish callbacks [] for router_gateway (c3b0ce58-70ae-4a74-a7ea-2c40a495db5b), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:01.353623 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2287ca5-6259-4e35-898d-d8de0590da70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:01.368138 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8505425-2221-4056-9379-09138fc8721e None None] Publish callbacks [] for port (ccb23b14-4090-43e0-bbe9-1a6c7de3345d), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:01.377673 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8505425-2221-4056-9379-09138fc8721e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (ccb23b14-4090-43e0-bbe9-1a6c7de3345d), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:01.427238 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8505425-2221-4056-9379-09138fc8721e None None] Network e1ccff06-6c36-49c1-af92-8d7bb0a23521 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:06:01.431964 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-a8505425-2221-4056-9379-09138fc8721e None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:01.438633 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8505425-2221-4056-9379-09138fc8721e None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:06:01.462166 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8505425-2221-4056-9379-09138fc8721e None None] Pushing event updated for resources: {'Port': ['ID=ccb23b14-4090-43e0-bbe9-1a6c7de3345d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:01.511331 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-f2287ca5-6259-4e35-898d-d8de0590da70 admin admin] Allocated IP 172.25.3.93 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/37b67199-3f86-4d84-8db0-16f996d723c4) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:06:01.546917 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-a8505425-2221-4056-9379-09138fc8721e None None] Attempting to bind port ccb23b14-4090-43e0-bbe9-1a6c7de3345d on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:06:01.547326 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-a8505425-2221-4056-9379-09138fc8721e None None] Attempting to bind port ccb23b14-4090-43e0-bbe9-1a6c7de3345d by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:06:01.547800 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8505425-2221-4056-9379-09138fc8721e None None] Attempting to bind port ccb23b14-4090-43e0-bbe9-1a6c7de3345d on network e1ccff06-6c36-49c1-af92-8d7bb0a23521 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:01.554259 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8505425-2221-4056-9379-09138fc8721e None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:06:01.554636 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8505425-2221-4056-9379-09138fc8721e None None] Checking segment: {'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:06:01.555046 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8505425-2221-4056-9379-09138fc8721e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:01.555444 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8505425-2221-4056-9379-09138fc8721e None None] Bound using segment: {'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:06:01.555963 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-a8505425-2221-4056-9379-09138fc8721e None None] Bound port: ccb23b14-4090-43e0-bbe9-1a6c7de3345d, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:06:01.556893 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8505425-2221-4056-9379-09138fc8721e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ccb23b14-4090-43e0-bbe9-1a6c7de3345d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:01.640928 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2287ca5-6259-4e35-898d-d8de0590da70 admin admin] Publish callbacks [] for port (37b67199-3f86-4d84-8db0-16f996d723c4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:01.642778 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-a8505425-2221-4056-9379-09138fc8721e None None] For port ccb23b14-4090-43e0-bbe9-1a6c7de3345d, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:06:01.647196 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-a8505425-2221-4056-9379-09138fc8721e None None] For port ccb23b14-4090-43e0-bbe9-1a6c7de3345d, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ccb23b14-4090-43e0-bbe9-1a6c7de3345d,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:06:01.652868 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8505425-2221-4056-9379-09138fc8721e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ccb23b14-4090-43e0-bbe9-1a6c7de3345d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:01.710850 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2287ca5-6259-4e35-898d-d8de0590da70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (37b67199-3f86-4d84-8db0-16f996d723c4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:01.717629 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8505425-2221-4056-9379-09138fc8721e None None] Pushing event updated for resources: {'Port': ['ID=ccb23b14-4090-43e0-bbe9-1a6c7de3345d,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:01.782809 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2287ca5-6259-4e35-898d-d8de0590da70 admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:06:01.787186 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2287ca5-6259-4e35-898d-d8de0590da70 admin admin] Pushing event updated for resources: {'Port': ['ID=37b67199-3f86-4d84-8db0-16f996d723c4,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:01.790269 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-f2287ca5-6259-4e35-898d-d8de0590da70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:01.793425 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2287ca5-6259-4e35-898d-d8de0590da70 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:06:02.260210 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2287ca5-6259-4e35-898d-d8de0590da70 admin admin] Publish callbacks [] for router_gateway (c3b0ce58-70ae-4a74-a7ea-2c40a495db5b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:02.556307 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2287ca5-6259-4e35-898d-d8de0590da70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (c3b0ce58-70ae-4a74-a7ea-2c40a495db5b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:02.754130 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2287ca5-6259-4e35-898d-d8de0590da70 admin admin] Router c3b0ce58-70ae-4a74-a7ea-2c40a495db5b is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:06:02.904196 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2287ca5-6259-4e35-898d-d8de0590da70 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:06:02.919403 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053494e1-3ff1-4b8d-adb2-fccbc87e6922 None None] Sync routers for ids ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:06:02.924507 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f2287ca5-6259-4e35-898d-d8de0590da70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:02.926205 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f2287ca5-6259-4e35-898d-d8de0590da70 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2111609 Jan 28 01:06:02.929226 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50092) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:02.932794 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053494e1-3ff1-4b8d-adb2-fccbc87e6922 None None] Routers {'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:06:02.933550 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-053494e1-3ff1-4b8d-adb2-fccbc87e6922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:05:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:03.054545 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-053494e1-3ff1-4b8d-adb2-fccbc87e6922 None None] Set router c3b0ce58-70ae-4a74-a7ea-2c40a495db5b gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:06:03.079372 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e71eadc-5ef5-4a3f-b265-46368c960c51 None None] Network e1ccff06-6c36-49c1-af92-8d7bb0a23521 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:06:03.206746 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-9e3a7795-f873-4c12-ac22-df3784696957 None None] Provisioning complete for port ccb23b14-4090-43e0-bbe9-1a6c7de3345d triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:03.207407 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7795-f873-4c12-ac22-df3784696957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ccb23b14-4090-43e0-bbe9-1a6c7de3345d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:03.403578 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-053494e1-3ff1-4b8d-adb2-fccbc87e6922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'name': 'tempest-TestVolumeBootPattern-1631152365-router', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:00Z', 'updated_at': '2022-01-28T01:06:02Z', 'revision_number': 3, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'gw_port': {'id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:01Z', 'updated_at': '2022-01-28T01:06:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:03.433941 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053494e1-3ff1-4b8d-adb2-fccbc87e6922 None None] Checking router: c3b0ce58-70ae-4a74-a7ea-2c40a495db5b for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:06:03.435444 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053494e1-3ff1-4b8d-adb2-fccbc87e6922 None None] Updating router c3b0ce58-70ae-4a74-a7ea-2c40a495db5b port 37b67199-3f86-4d84-8db0-16f996d723c4 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:06:03.464342 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-053494e1-3ff1-4b8d-adb2-fccbc87e6922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (37b67199-3f86-4d84-8db0-16f996d723c4), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:03.521419 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a7795-f873-4c12-ac22-df3784696957 None None] Current status of the port ccb23b14-4090-43e0-bbe9-1a6c7de3345d is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:03.522441 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7795-f873-4c12-ac22-df3784696957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ccb23b14-4090-43e0-bbe9-1a6c7de3345d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:03.634547 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-9e3a7795-f873-4c12-ac22-df3784696957 None None] For port ccb23b14-4090-43e0-bbe9-1a6c7de3345d, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ccb23b14-4090-43e0-bbe9-1a6c7de3345d,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:03.665395 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ccb23b14-4090-43e0-bbe9-1a6c7de3345d up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:06:03.758982 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7795-f873-4c12-ac22-df3784696957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ccb23b14-4090-43e0-bbe9-1a6c7de3345d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:03.800617 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-053494e1-3ff1-4b8d-adb2-fccbc87e6922 None None] Publish callbacks [] for port (37b67199-3f86-4d84-8db0-16f996d723c4), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:03.810182 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-053494e1-3ff1-4b8d-adb2-fccbc87e6922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (37b67199-3f86-4d84-8db0-16f996d723c4), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:03.873168 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-053494e1-3ff1-4b8d-adb2-fccbc87e6922 None None] Attempting to bind port 37b67199-3f86-4d84-8db0-16f996d723c4 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:06:03.873854 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-053494e1-3ff1-4b8d-adb2-fccbc87e6922 None None] Attempting to bind port 37b67199-3f86-4d84-8db0-16f996d723c4 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:06:03.874379 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053494e1-3ff1-4b8d-adb2-fccbc87e6922 None None] Attempting to bind port 37b67199-3f86-4d84-8db0-16f996d723c4 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:03.882191 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053494e1-3ff1-4b8d-adb2-fccbc87e6922 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:06:03.882846 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053494e1-3ff1-4b8d-adb2-fccbc87e6922 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:06:03.883429 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-053494e1-3ff1-4b8d-adb2-fccbc87e6922 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:03.883993 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053494e1-3ff1-4b8d-adb2-fccbc87e6922 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:06:03.884634 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-053494e1-3ff1-4b8d-adb2-fccbc87e6922 None None] Bound port: 37b67199-3f86-4d84-8db0-16f996d723c4, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:06:03.885902 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-053494e1-3ff1-4b8d-adb2-fccbc87e6922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (37b67199-3f86-4d84-8db0-16f996d723c4), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:03.889709 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port ccb23b14-4090-43e0-bbe9-1a6c7de3345d triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:03.890240 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ccb23b14-4090-43e0-bbe9-1a6c7de3345d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:03.954182 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-053494e1-3ff1-4b8d-adb2-fccbc87e6922 None None] For port 37b67199-3f86-4d84-8db0-16f996d723c4, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:06:03.958328 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-053494e1-3ff1-4b8d-adb2-fccbc87e6922 None None] For port 37b67199-3f86-4d84-8db0-16f996d723c4, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=37b67199-3f86-4d84-8db0-16f996d723c4,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:06:03.965426 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-053494e1-3ff1-4b8d-adb2-fccbc87e6922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (37b67199-3f86-4d84-8db0-16f996d723c4), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:03.981001 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b9389-4376-4860-a041-40853206cc2d None None] Pushing event updated for resources: {'Port': ['ID=37b67199-3f86-4d84-8db0-16f996d723c4,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:03.985132 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a7795-f873-4c12-ac22-df3784696957 None None] Pushing event updated for resources: {'Port': ['ID=ccb23b14-4090-43e0-bbe9-1a6c7de3345d,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:03.991890 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b9389-4376-4860-a041-40853206cc2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:03.992576 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b9389-4376-4860-a041-40853206cc2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:03.993083 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b9389-4376-4860-a041-40853206cc2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:03.993567 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b9389-4376-4860-a041-40853206cc2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:03.994044 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b9389-4376-4860-a041-40853206cc2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:03.994516 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b9389-4376-4860-a041-40853206cc2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:03.994998 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b9389-4376-4860-a041-40853206cc2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:03.995609 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b9389-4376-4860-a041-40853206cc2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:03.996136 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b9389-4376-4860-a041-40853206cc2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:03.996603 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b9389-4376-4860-a041-40853206cc2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:03.997230 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b9389-4376-4860-a041-40853206cc2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:03.998314 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b9389-4376-4860-a041-40853206cc2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:03.998857 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b9389-4376-4860-a041-40853206cc2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:06:04.016314 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053494e1-3ff1-4b8d-adb2-fccbc87e6922 None None] Routers {'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:06:04.017211 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-053494e1-3ff1-4b8d-adb2-fccbc87e6922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:05:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:04.090902 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port ccb23b14-4090-43e0-bbe9-1a6c7de3345d is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:04.094901 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2816cf97-19f8-4a44-8645-1ccf80177ea9 None None] Provisioning complete for port ccb23b14-4090-43e0-bbe9-1a6c7de3345d triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:04.095286 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2816cf97-19f8-4a44-8645-1ccf80177ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ccb23b14-4090-43e0-bbe9-1a6c7de3345d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:04.121730 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b9389-4376-4860-a041-40853206cc2d None None] Pushing event updated for resources: {'Port': ['ID=37b67199-3f86-4d84-8db0-16f996d723c4,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:04.194929 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a678c728-a47a-4a9d-ac51-4436843682be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:04.201561 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-053494e1-3ff1-4b8d-adb2-fccbc87e6922 None None] Set router c3b0ce58-70ae-4a74-a7ea-2c40a495db5b gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:06:04.227703 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2816cf97-19f8-4a44-8645-1ccf80177ea9 None None] Current status of the port ccb23b14-4090-43e0-bbe9-1a6c7de3345d is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:04.400740 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-a678c728-a47a-4a9d-ac51-4436843682be admin admin] Allocated IP 172.20.0.1 (e1ccff06-6c36-49c1-af92-8d7bb0a23521/c704370c-1d43-453a-828e-959738e576e5/c4e2ea10-24d9-4f94-a20c-9a1c52020f95) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:06:04.434352 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-053494e1-3ff1-4b8d-adb2-fccbc87e6922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'name': 'tempest-TestVolumeBootPattern-1631152365-router', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:00Z', 'updated_at': '2022-01-28T01:06:02Z', 'revision_number': 3, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'gw_port': {'id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:01Z', 'updated_at': '2022-01-28T01:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:04.469179 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053494e1-3ff1-4b8d-adb2-fccbc87e6922 None None] The sync data for ids ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'] in n-d-826754-1 is: [{'id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'name': 'tempest-TestVolumeBootPattern-1631152365-router', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:00Z', 'updated_at': '2022-01-28T01:06:02Z', 'revision_number': 3, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'gw_port': {'id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:01Z', 'updated_at': '2022-01-28T01:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:06:04.539787 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a678c728-a47a-4a9d-ac51-4436843682be admin admin] Publish callbacks [] for port (c4e2ea10-24d9-4f94-a20c-9a1c52020f95), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:04.591525 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a678c728-a47a-4a9d-ac51-4436843682be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (c4e2ea10-24d9-4f94-a20c-9a1c52020f95), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:04.677757 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678c728-a47a-4a9d-ac51-4436843682be admin admin] Pushing event updated for resources: {'Port': ['ID=c4e2ea10-24d9-4f94-a20c-9a1c52020f95,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:04.690266 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a678c728-a47a-4a9d-ac51-4436843682be admin admin] Network e1ccff06-6c36-49c1-af92-8d7bb0a23521 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:06:04.692476 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-a678c728-a47a-4a9d-ac51-4436843682be admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:04.696022 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a678c728-a47a-4a9d-ac51-4436843682be admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:06:04.780041 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a678c728-a47a-4a9d-ac51-4436843682be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (c3b0ce58-70ae-4a74-a7ea-2c40a495db5b), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:05.013798 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a678c728-a47a-4a9d-ac51-4436843682be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c4e2ea10-24d9-4f94-a20c-9a1c52020f95), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:05.168062 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-431651f2-45ca-4975-bf20-9b8ea3d5b86b None None] Provisioning complete for port c4e2ea10-24d9-4f94-a20c-9a1c52020f95 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:05.168730 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-431651f2-45ca-4975-bf20-9b8ea3d5b86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c4e2ea10-24d9-4f94-a20c-9a1c52020f95), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:05.237043 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-431651f2-45ca-4975-bf20-9b8ea3d5b86b None None] Port c4e2ea10-24d9-4f94-a20c-9a1c52020f95 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:06:05.245891 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a678c728-a47a-4a9d-ac51-4436843682be admin admin] Publish callbacks [] for port (c4e2ea10-24d9-4f94-a20c-9a1c52020f95), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:05.251452 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a678c728-a47a-4a9d-ac51-4436843682be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (c4e2ea10-24d9-4f94-a20c-9a1c52020f95), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:05.334079 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678c728-a47a-4a9d-ac51-4436843682be admin admin] Pushing event updated for resources: {'Port': ['ID=c4e2ea10-24d9-4f94-a20c-9a1c52020f95,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:05.343194 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a678c728-a47a-4a9d-ac51-4436843682be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (c3b0ce58-70ae-4a74-a7ea-2c40a495db5b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:05.487815 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a678c728-a47a-4a9d-ac51-4436843682be admin admin] Network e1ccff06-6c36-49c1-af92-8d7bb0a23521 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:06:05.489634 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-a678c728-a47a-4a9d-ac51-4436843682be admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:05.652016 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ccb23b14-4090-43e0-bbe9-1a6c7de3345d up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:06:05.703915 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a678c728-a47a-4a9d-ac51-4436843682be admin admin] Router c3b0ce58-70ae-4a74-a7ea-2c40a495db5b has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:06:05.764504 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port ccb23b14-4090-43e0-bbe9-1a6c7de3345d triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:05.765144 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ccb23b14-4090-43e0-bbe9-1a6c7de3345d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:05.865449 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port ccb23b14-4090-43e0-bbe9-1a6c7de3345d is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:05.866606 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 37b67199-3f86-4d84-8db0-16f996d723c4 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:06:05.945832 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a678c728-a47a-4a9d-ac51-4436843682be admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:06:05.991886 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a678c728-a47a-4a9d-ac51-4436843682be admin admin] 10.222.0.70 "PUT /v2.0/routers/c3b0ce58-70ae-4a74-a7ea-2c40a495db5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0562816 Jan 28 01:06:06.002733 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 37b67199-3f86-4d84-8db0-16f996d723c4 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:06.002978 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (37b67199-3f86-4d84-8db0-16f996d723c4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:06.070636 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f0f38403-5101-4916-9756-33b93416f928 None None] Provisioning complete for port c4e2ea10-24d9-4f94-a20c-9a1c52020f95 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:06.071027 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f0f38403-5101-4916-9756-33b93416f928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c4e2ea10-24d9-4f94-a20c-9a1c52020f95), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:06.125670 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7dc14b43-7fd9-4eac-ab58-3abb25a4422a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:06.149212 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f0f38403-5101-4916-9756-33b93416f928 None None] Port c4e2ea10-24d9-4f94-a20c-9a1c52020f95 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:06:06.167240 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 37b67199-3f86-4d84-8db0-16f996d723c4 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:06.168344 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (37b67199-3f86-4d84-8db0-16f996d723c4), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:06.202509 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 37b67199-3f86-4d84-8db0-16f996d723c4, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=37b67199-3f86-4d84-8db0-16f996d723c4,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:06.207544 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (37b67199-3f86-4d84-8db0-16f996d723c4), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:06.286492 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=37b67199-3f86-4d84-8db0-16f996d723c4,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:06.617152 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50122) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:06.623698 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-dd203931-fa46-4840-846c-2a53d24bf4fd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-877873754-network', 'tenant_id': 'ca1c115bc7b84812907e05659d3cad1d'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:06.648045 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd203931-fa46-4840-846c-2a53d24bf4fd admin admin] Made reservation on behalf of ca1c115bc7b84812907e05659d3cad1d for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:06:06.650701 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dd203931-fa46-4840-846c-2a53d24bf4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:06.662935 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dd203931-fa46-4840-846c-2a53d24bf4fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:06.750630 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dd203931-fa46-4840-846c-2a53d24bf4fd admin admin] Publish callbacks [] for security_group (0dca0bb7-c378-4cc7-a308-726d5eda74d6), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:06.755932 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dd203931-fa46-4840-846c-2a53d24bf4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0dca0bb7-c378-4cc7-a308-726d5eda74d6), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:06.796788 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd203931-fa46-4840-846c-2a53d24bf4fd admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:06:06.807198 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd203931-fa46-4840-846c-2a53d24bf4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dca0bb7-c378-4cc7-a308-726d5eda74d6,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:06.814454 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dd203931-fa46-4840-846c-2a53d24bf4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (137eece8-9d01-450e-8ff6-5625e8a4e0ad), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:06.814930 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-dd203931-fa46-4840-846c-2a53d24bf4fd admin admin] Added segment 137eece8-9d01-450e-8ff6-5625e8a4e0ad of type vlan for network c9c634ef-dbb3-4386-a266-e334fd0cf44e Jan 28 01:06:06.865184 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5645ff89-bcd6-402f-a029-9ad92aaa975e None None] Sync routers for ids ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:06:06.876991 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5645ff89-bcd6-402f-a029-9ad92aaa975e None None] Routers {'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:06:06.877731 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-5645ff89-bcd6-402f-a029-9ad92aaa975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:05:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:06.879059 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dd203931-fa46-4840-846c-2a53d24bf4fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (c9c634ef-dbb3-4386-a266-e334fd0cf44e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:06.914361 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dd203931-fa46-4840-846c-2a53d24bf4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (c9c634ef-dbb3-4386-a266-e334fd0cf44e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:06.916284 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd203931-fa46-4840-846c-2a53d24bf4fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:06.916888 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dd203931-fa46-4840-846c-2a53d24bf4fd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:06.992117 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50126) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:06.997375 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-9d96634b-3bc5-46a7-9eec-952e22f34e94 admin admin] Request body: {'subnet': {'network_id': 'c9c634ef-dbb3-4386-a266-e334fd0cf44e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-877873754-subnet', 'tenant_id': 'ca1c115bc7b84812907e05659d3cad1d', 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:07.002558 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-dd203931-fa46-4840-846c-2a53d24bf4fd admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3841772 Jan 28 01:06:07.021802 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d96634b-3bc5-46a7-9eec-952e22f34e94 admin admin] Made reservation on behalf of ca1c115bc7b84812907e05659d3cad1d for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:06:07.024449 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9d96634b-3bc5-46a7-9eec-952e22f34e94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:07.027520 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd203931-fa46-4840-846c-2a53d24bf4fd admin admin] Pushing event updated for resources: {'Network': ['ID=c9c634ef-dbb3-4386-a266-e334fd0cf44e,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:07.034385 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-5645ff89-bcd6-402f-a029-9ad92aaa975e None None] Set router c3b0ce58-70ae-4a74-a7ea-2c40a495db5b gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:06:07.071111 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network c9c634ef-dbb3-4386-a266-e334fd0cf44e details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:06:07.216917 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9d96634b-3bc5-46a7-9eec-952e22f34e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (3c4a221a-574f-4e10-991a-34a5c380927e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:07.282046 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d96634b-3bc5-46a7-9eec-952e22f34e94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c4a221a-574f-4e10-991a-34a5c380927e,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:07.292378 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d96634b-3bc5-46a7-9eec-952e22f34e94 admin admin] Checking segment: {'id': '137eece8-9d01-450e-8ff6-5625e8a4e0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c9c634ef-dbb3-4386-a266-e334fd0cf44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:06:07.293082 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d96634b-3bc5-46a7-9eec-952e22f34e94 admin admin] Network hostable DHCP agents. Network: c9c634ef-dbb3-4386-a266-e334fd0cf44e, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:06:07.317257 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d96634b-3bc5-46a7-9eec-952e22f34e94 admin admin] Network c9c634ef-dbb3-4386-a266-e334fd0cf44e is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:06:07.333056 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-9d96634b-3bc5-46a7-9eec-952e22f34e94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, c9c634ef-dbb3-4386-a266-e334fd0cf44e) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:07.349467 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d96634b-3bc5-46a7-9eec-952e22f34e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:07.350335 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9d96634b-3bc5-46a7-9eec-952e22f34e94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:07.359017 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a22a8ad-93f6-43b4-96fa-08f0e5b55f79 None None] Network c9c634ef-dbb3-4386-a266-e334fd0cf44e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:06:07.378524 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9d96634b-3bc5-46a7-9eec-952e22f34e94 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3851295 Jan 28 01:06:07.382802 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50128) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:07.388178 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-15caa829-5668-41a3-8926-144942207368 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-877873754-router', 'tenant_id': 'ca1c115bc7b84812907e05659d3cad1d', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:07.436838 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-15caa829-5668-41a3-8926-144942207368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (b86206ce-3bd2-43d8-9205-237932547096), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:07.438496 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-15caa829-5668-41a3-8926-144942207368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (b86206ce-3bd2-43d8-9205-237932547096), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:07.485136 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 37b67199-3f86-4d84-8db0-16f996d723c4 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:06:07.519928 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-15caa829-5668-41a3-8926-144942207368 admin admin] Publish callbacks [] for router_controller (b86206ce-3bd2-43d8-9205-237932547096), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:07.641186 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-5645ff89-bcd6-402f-a029-9ad92aaa975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'name': 'tempest-TestVolumeBootPattern-1631152365-router', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:00Z', 'updated_at': '2022-01-28T01:06:04Z', 'revision_number': 4, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'gw_port': {'id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:01Z', 'updated_at': '2022-01-28T01:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'c4e2ea10-24d9-4f94-a20c-9a1c52020f95', 'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'mac_address': 'fa:16:3e:4a:a3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c704370c-1d43-453a-828e-959738e576e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:04Z', 'updated_at': '2022-01-28T01:06:05Z', 'revision_number': 2, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'subnets': [{'id': 'c704370c-1d43-453a-828e-959738e576e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:07.651330 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3412a7f8-3f93-46f6-835c-20e4beadd571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-c9c634ef-dbb3-4386-a266-e334fd0cf44e', 'network_id': 'c9c634ef-dbb3-4386-a266-e334fd0cf44e', 'project_id': 'ca1c115bc7b84812907e05659d3cad1d', 'fixed_ips': [{'subnet_id': '3c4a221a-574f-4e10-991a-34a5c380927e'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:06:07.652634 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3412a7f8-3f93-46f6-835c-20e4beadd571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:07.694362 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5645ff89-bcd6-402f-a029-9ad92aaa975e None None] Checking router: c3b0ce58-70ae-4a74-a7ea-2c40a495db5b for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:06:07.694362 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5645ff89-bcd6-402f-a029-9ad92aaa975e None None] Updating router c3b0ce58-70ae-4a74-a7ea-2c40a495db5b port c4e2ea10-24d9-4f94-a20c-9a1c52020f95 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:06:07.698340 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-15caa829-5668-41a3-8926-144942207368 admin admin] Publish callbacks [] for router_gateway (b86206ce-3bd2-43d8-9205-237932547096), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:07.741527 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 37b67199-3f86-4d84-8db0-16f996d723c4 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:07.741804 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (37b67199-3f86-4d84-8db0-16f996d723c4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:07.746172 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5645ff89-bcd6-402f-a029-9ad92aaa975e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c4e2ea10-24d9-4f94-a20c-9a1c52020f95), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:07.963298 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-15caa829-5668-41a3-8926-144942207368 admin admin] Publish callbacks [] for router_gateway (b86206ce-3bd2-43d8-9205-237932547096), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:07.986996 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-15caa829-5668-41a3-8926-144942207368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:08.132246 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-15caa829-5668-41a3-8926-144942207368 admin admin] Allocated IP 172.25.3.213 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/6a2f5654-6a5f-47ee-8f49-83851f8432ec) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:06:08.193096 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-3412a7f8-3f93-46f6-835c-20e4beadd571 None None] Allocated IP 172.20.0.2 (c9c634ef-dbb3-4386-a266-e334fd0cf44e/3c4a221a-574f-4e10-991a-34a5c380927e/8887ef31-fab2-4657-9886-9bdf9c16b124) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:06:08.263661 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 37b67199-3f86-4d84-8db0-16f996d723c4 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:08.286068 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-15caa829-5668-41a3-8926-144942207368 admin admin] Publish callbacks [] for port (6a2f5654-6a5f-47ee-8f49-83851f8432ec), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:08.324886 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-15caa829-5668-41a3-8926-144942207368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (6a2f5654-6a5f-47ee-8f49-83851f8432ec), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:08.374019 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15caa829-5668-41a3-8926-144942207368 admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:06:08.379222 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-15caa829-5668-41a3-8926-144942207368 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:08.385857 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15caa829-5668-41a3-8926-144942207368 admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:06:08.414323 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8f52cc78-fb58-4eac-98e1-61ffc44aabbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:08.428043 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15caa829-5668-41a3-8926-144942207368 admin admin] Pushing event updated for resources: {'Port': ['ID=6a2f5654-6a5f-47ee-8f49-83851f8432ec,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:08.509104 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3412a7f8-3f93-46f6-835c-20e4beadd571 None None] Publish callbacks [] for port (8887ef31-fab2-4657-9886-9bdf9c16b124), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:08.520527 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5645ff89-bcd6-402f-a029-9ad92aaa975e None None] Publish callbacks [] for port (c4e2ea10-24d9-4f94-a20c-9a1c52020f95), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:08.523581 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3412a7f8-3f93-46f6-835c-20e4beadd571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (8887ef31-fab2-4657-9886-9bdf9c16b124), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:08.532519 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5645ff89-bcd6-402f-a029-9ad92aaa975e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c4e2ea10-24d9-4f94-a20c-9a1c52020f95), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:08.575866 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3412a7f8-3f93-46f6-835c-20e4beadd571 None None] Network c9c634ef-dbb3-4386-a266-e334fd0cf44e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:06:08.582904 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-3412a7f8-3f93-46f6-835c-20e4beadd571 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:08.593416 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3412a7f8-3f93-46f6-835c-20e4beadd571 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:06:08.604969 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412a7f8-3f93-46f6-835c-20e4beadd571 None None] Pushing event updated for resources: {'Port': ['ID=8887ef31-fab2-4657-9886-9bdf9c16b124,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:08.743846 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6edd-e788-4e88-b2de-e0accd1bbd0b None None] Pushing event updated for resources: {'Port': ['ID=c4e2ea10-24d9-4f94-a20c-9a1c52020f95,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:08.749522 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-3412a7f8-3f93-46f6-835c-20e4beadd571 None None] Attempting to bind port 8887ef31-fab2-4657-9886-9bdf9c16b124 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:06:08.749964 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-3412a7f8-3f93-46f6-835c-20e4beadd571 None None] Attempting to bind port 8887ef31-fab2-4657-9886-9bdf9c16b124 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '137eece8-9d01-450e-8ff6-5625e8a4e0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c9c634ef-dbb3-4386-a266-e334fd0cf44e'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:06:08.750262 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3412a7f8-3f93-46f6-835c-20e4beadd571 None None] Attempting to bind port 8887ef31-fab2-4657-9886-9bdf9c16b124 on network c9c634ef-dbb3-4386-a266-e334fd0cf44e {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:08.754135 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-5645ff89-bcd6-402f-a029-9ad92aaa975e None None] Attempting to bind port c4e2ea10-24d9-4f94-a20c-9a1c52020f95 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:06:08.754508 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-5645ff89-bcd6-402f-a029-9ad92aaa975e None None] Attempting to bind port c4e2ea10-24d9-4f94-a20c-9a1c52020f95 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:06:08.754779 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5645ff89-bcd6-402f-a029-9ad92aaa975e None None] Attempting to bind port c4e2ea10-24d9-4f94-a20c-9a1c52020f95 on network e1ccff06-6c36-49c1-af92-8d7bb0a23521 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:08.764018 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-15caa829-5668-41a3-8926-144942207368 admin admin] Publish callbacks [] for router_gateway (b86206ce-3bd2-43d8-9205-237932547096), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:08.769313 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3412a7f8-3f93-46f6-835c-20e4beadd571 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:06:08.770142 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3412a7f8-3f93-46f6-835c-20e4beadd571 None None] Checking segment: {'id': '137eece8-9d01-450e-8ff6-5625e8a4e0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c9c634ef-dbb3-4386-a266-e334fd0cf44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:06:08.771141 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3412a7f8-3f93-46f6-835c-20e4beadd571 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:08.772226 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3412a7f8-3f93-46f6-835c-20e4beadd571 None None] Bound using segment: {'id': '137eece8-9d01-450e-8ff6-5625e8a4e0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c9c634ef-dbb3-4386-a266-e334fd0cf44e'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:06:08.773681 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-3412a7f8-3f93-46f6-835c-20e4beadd571 None None] Bound port: 8887ef31-fab2-4657-9886-9bdf9c16b124, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137eece8-9d01-450e-8ff6-5625e8a4e0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c9c634ef-dbb3-4386-a266-e334fd0cf44e'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:06:08.774477 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3412a7f8-3f93-46f6-835c-20e4beadd571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8887ef31-fab2-4657-9886-9bdf9c16b124), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:08.781466 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5645ff89-bcd6-402f-a029-9ad92aaa975e None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:06:08.782273 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5645ff89-bcd6-402f-a029-9ad92aaa975e None None] Checking segment: {'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:06:08.783073 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5645ff89-bcd6-402f-a029-9ad92aaa975e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:08.783728 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5645ff89-bcd6-402f-a029-9ad92aaa975e None None] Bound using segment: {'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:06:08.784339 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-5645ff89-bcd6-402f-a029-9ad92aaa975e None None] Bound port: c4e2ea10-24d9-4f94-a20c-9a1c52020f95, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:06:08.784837 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5645ff89-bcd6-402f-a029-9ad92aaa975e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c4e2ea10-24d9-4f94-a20c-9a1c52020f95), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:08.914634 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-3412a7f8-3f93-46f6-835c-20e4beadd571 None None] For port 8887ef31-fab2-4657-9886-9bdf9c16b124, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:06:08.936381 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-3412a7f8-3f93-46f6-835c-20e4beadd571 None None] For port 8887ef31-fab2-4657-9886-9bdf9c16b124, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8887ef31-fab2-4657-9886-9bdf9c16b124,segment=NetworkSegment(137eece8-9d01-450e-8ff6-5625e8a4e0ad),segment_id=137eece8-9d01-450e-8ff6-5625e8a4e0ad)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:06:08.938021 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-5645ff89-bcd6-402f-a029-9ad92aaa975e None None] For port c4e2ea10-24d9-4f94-a20c-9a1c52020f95, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:06:08.948682 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3412a7f8-3f93-46f6-835c-20e4beadd571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8887ef31-fab2-4657-9886-9bdf9c16b124), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:08.951107 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-c47b87ab-edec-4922-a020-8faf2b84d04a None None] Provisioning complete for port c4e2ea10-24d9-4f94-a20c-9a1c52020f95 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:08.951255 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c47b87ab-edec-4922-a020-8faf2b84d04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c4e2ea10-24d9-4f94-a20c-9a1c52020f95), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:08.958322 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-5645ff89-bcd6-402f-a029-9ad92aaa975e None None] For port c4e2ea10-24d9-4f94-a20c-9a1c52020f95, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c4e2ea10-24d9-4f94-a20c-9a1c52020f95,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:06:08.988169 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5645ff89-bcd6-402f-a029-9ad92aaa975e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c4e2ea10-24d9-4f94-a20c-9a1c52020f95), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:08.993944 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-15caa829-5668-41a3-8926-144942207368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (b86206ce-3bd2-43d8-9205-237932547096), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:09.068162 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c47b87ab-edec-4922-a020-8faf2b84d04a None None] Port c4e2ea10-24d9-4f94-a20c-9a1c52020f95 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:06:09.078826 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412a7f8-3f93-46f6-835c-20e4beadd571 None None] Pushing event updated for resources: {'Port': ['ID=8887ef31-fab2-4657-9886-9bdf9c16b124,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:09.091819 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5645ff89-bcd6-402f-a029-9ad92aaa975e None None] Routers {'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:06:09.091819 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-5645ff89-bcd6-402f-a029-9ad92aaa975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:06:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:09.266316 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15caa829-5668-41a3-8926-144942207368 admin admin] Router b86206ce-3bd2-43d8-9205-237932547096 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:06:09.285552 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-5645ff89-bcd6-402f-a029-9ad92aaa975e None None] Set router c3b0ce58-70ae-4a74-a7ea-2c40a495db5b gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:06:09.333637 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6edd-e788-4e88-b2de-e0accd1bbd0b None None] Pushing event updated for resources: {'Port': ['ID=c4e2ea10-24d9-4f94-a20c-9a1c52020f95,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:09.473612 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15caa829-5668-41a3-8926-144942207368 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:06:09.495175 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51240157-1384-4f57-be76-afc06d370eda None None] Sync routers for ids ['b86206ce-3bd2-43d8-9205-237932547096'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:06:09.500932 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-15caa829-5668-41a3-8926-144942207368 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:09.504988 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-15caa829-5668-41a3-8926-144942207368 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1184313 Jan 28 01:06:09.505229 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50134) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:06:09.513646 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51240157-1384-4f57-be76-afc06d370eda None None] Routers {'b86206ce-3bd2-43d8-9205-237932547096'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:06:09.514157 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-51240157-1384-4f57-be76-afc06d370eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:06:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['b86206ce-3bd2-43d8-9205-237932547096'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:09.552387 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a44b54e8-99c4-48bd-a207-e2c238263763 None None] Provisioning complete for port c4e2ea10-24d9-4f94-a20c-9a1c52020f95 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:09.552938 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a44b54e8-99c4-48bd-a207-e2c238263763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c4e2ea10-24d9-4f94-a20c-9a1c52020f95), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:09.646118 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8887ef31-fab2-4657-9886-9bdf9c16b124 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:06:09.714317 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-51240157-1384-4f57-be76-afc06d370eda None None] Set router b86206ce-3bd2-43d8-9205-237932547096 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:06:09.837644 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a44b54e8-99c4-48bd-a207-e2c238263763 None None] Current status of the port c4e2ea10-24d9-4f94-a20c-9a1c52020f95 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:09.837968 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a44b54e8-99c4-48bd-a207-e2c238263763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c4e2ea10-24d9-4f94-a20c-9a1c52020f95), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:09.844116 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:09.844912 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 8887ef31-fab2-4657-9886-9bdf9c16b124 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:09.845281 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8887ef31-fab2-4657-9886-9bdf9c16b124), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:09.916104 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-5645ff89-bcd6-402f-a029-9ad92aaa975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'name': 'tempest-TestVolumeBootPattern-1631152365-router', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:00Z', 'updated_at': '2022-01-28T01:06:04Z', 'revision_number': 4, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'gw_port': {'id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:01Z', 'updated_at': '2022-01-28T01:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'c4e2ea10-24d9-4f94-a20c-9a1c52020f95', 'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'mac_address': 'fa:16:3e:4a:a3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c704370c-1d43-453a-828e-959738e576e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:04Z', 'updated_at': '2022-01-28T01:06:08Z', 'revision_number': 4, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'subnets': [{'id': 'c704370c-1d43-453a-828e-959738e576e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:09.933387 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-51240157-1384-4f57-be76-afc06d370eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86206ce-3bd2-43d8-9205-237932547096', 'name': 'tempest-TestVolumeBootPattern-877873754-router', 'tenant_id': 'ca1c115bc7b84812907e05659d3cad1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '6a2f5654-6a5f-47ee-8f49-83851f8432ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:07Z', 'updated_at': '2022-01-28T01:06:08Z', 'revision_number': 3, 'project_id': 'ca1c115bc7b84812907e05659d3cad1d', 'gw_port': {'id': '6a2f5654-6a5f-47ee-8f49-83851f8432ec', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:af:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86206ce-3bd2-43d8-9205-237932547096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:07Z', 'updated_at': '2022-01-28T01:06:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:09.964404 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51240157-1384-4f57-be76-afc06d370eda None None] Checking router: b86206ce-3bd2-43d8-9205-237932547096 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:06:09.965007 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51240157-1384-4f57-be76-afc06d370eda None None] Updating router b86206ce-3bd2-43d8-9205-237932547096 port 6a2f5654-6a5f-47ee-8f49-83851f8432ec binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:06:09.981813 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5645ff89-bcd6-402f-a029-9ad92aaa975e None None] The sync data for ids ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'] in n-d-826754-1 is: [{'id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'name': 'tempest-TestVolumeBootPattern-1631152365-router', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:00Z', 'updated_at': '2022-01-28T01:06:04Z', 'revision_number': 4, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'gw_port': {'id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:01Z', 'updated_at': '2022-01-28T01:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'c4e2ea10-24d9-4f94-a20c-9a1c52020f95', 'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'mac_address': 'fa:16:3e:4a:a3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c704370c-1d43-453a-828e-959738e576e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:04Z', 'updated_at': '2022-01-28T01:06:08Z', 'revision_number': 4, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'subnets': [{'id': 'c704370c-1d43-453a-828e-959738e576e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:06:09.993093 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-a44b54e8-99c4-48bd-a207-e2c238263763 None None] For port c4e2ea10-24d9-4f94-a20c-9a1c52020f95, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c4e2ea10-24d9-4f94-a20c-9a1c52020f95,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:09.997030 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-51240157-1384-4f57-be76-afc06d370eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6a2f5654-6a5f-47ee-8f49-83851f8432ec), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:10.017197 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a44b54e8-99c4-48bd-a207-e2c238263763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c4e2ea10-24d9-4f94-a20c-9a1c52020f95), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:10.265958 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 8887ef31-fab2-4657-9886-9bdf9c16b124 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:10.266358 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8887ef31-fab2-4657-9886-9bdf9c16b124), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:10.300512 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b54e8-99c4-48bd-a207-e2c238263763 None None] Pushing event updated for resources: {'Port': ['ID=c4e2ea10-24d9-4f94-a20c-9a1c52020f95,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:10.346443 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-172763ff-5ac0-4237-b95d-4319e738cd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:10.391078 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 8887ef31-fab2-4657-9886-9bdf9c16b124, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8887ef31-fab2-4657-9886-9bdf9c16b124,segment=NetworkSegment(137eece8-9d01-450e-8ff6-5625e8a4e0ad),segment_id=137eece8-9d01-450e-8ff6-5625e8a4e0ad)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:10.403840 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8887ef31-fab2-4657-9886-9bdf9c16b124), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:10.506470 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=8887ef31-fab2-4657-9886-9bdf9c16b124,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:10.593759 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-51240157-1384-4f57-be76-afc06d370eda None None] Publish callbacks [] for port (6a2f5654-6a5f-47ee-8f49-83851f8432ec), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:10.606736 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-51240157-1384-4f57-be76-afc06d370eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6a2f5654-6a5f-47ee-8f49-83851f8432ec), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:10.664955 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3e5b0-0a58-4a77-a157-f50da054a861 None None] Pushing event updated for resources: {'Port': ['ID=6a2f5654-6a5f-47ee-8f49-83851f8432ec,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:10.708483 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-51240157-1384-4f57-be76-afc06d370eda None None] Attempting to bind port 6a2f5654-6a5f-47ee-8f49-83851f8432ec on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:06:10.708864 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-51240157-1384-4f57-be76-afc06d370eda None None] Attempting to bind port 6a2f5654-6a5f-47ee-8f49-83851f8432ec by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:06:10.709238 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51240157-1384-4f57-be76-afc06d370eda None None] Attempting to bind port 6a2f5654-6a5f-47ee-8f49-83851f8432ec on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:10.717100 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51240157-1384-4f57-be76-afc06d370eda None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:06:10.717480 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51240157-1384-4f57-be76-afc06d370eda None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:06:10.718398 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-51240157-1384-4f57-be76-afc06d370eda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:10.718815 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51240157-1384-4f57-be76-afc06d370eda None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:06:10.719316 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-51240157-1384-4f57-be76-afc06d370eda None None] Bound port: 6a2f5654-6a5f-47ee-8f49-83851f8432ec, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:06:10.719737 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-51240157-1384-4f57-be76-afc06d370eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6a2f5654-6a5f-47ee-8f49-83851f8432ec), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:10.800456 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-51240157-1384-4f57-be76-afc06d370eda None None] For port 6a2f5654-6a5f-47ee-8f49-83851f8432ec, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:06:10.806108 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-51240157-1384-4f57-be76-afc06d370eda None None] For port 6a2f5654-6a5f-47ee-8f49-83851f8432ec, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6a2f5654-6a5f-47ee-8f49-83851f8432ec,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:06:10.811217 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-51240157-1384-4f57-be76-afc06d370eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6a2f5654-6a5f-47ee-8f49-83851f8432ec), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:10.910679 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51240157-1384-4f57-be76-afc06d370eda None None] Routers {'b86206ce-3bd2-43d8-9205-237932547096'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:06:10.915880 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-51240157-1384-4f57-be76-afc06d370eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:06:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['b86206ce-3bd2-43d8-9205-237932547096'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:10.922887 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee40db2-9dde-46ff-9800-ae34bcf7d66d None None] Network c9c634ef-dbb3-4386-a266-e334fd0cf44e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:06:11.077867 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ec117da6-0739-401c-aaea-ec0225a3f779 None None] Provisioning complete for port 8887ef31-fab2-4657-9886-9bdf9c16b124 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:11.078412 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ec117da6-0739-401c-aaea-ec0225a3f779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8887ef31-fab2-4657-9886-9bdf9c16b124), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:11.237268 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-51240157-1384-4f57-be76-afc06d370eda None None] Set router b86206ce-3bd2-43d8-9205-237932547096 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:06:11.264142 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-172763ff-5ac0-4237-b95d-4319e738cd31 admin admin] Allocated IP 172.20.0.1 (c9c634ef-dbb3-4386-a266-e334fd0cf44e/3c4a221a-574f-4e10-991a-34a5c380927e/08c14870-d017-4d1d-a35f-53ea82d8b0a9) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:06:11.325848 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3e5b0-0a58-4a77-a157-f50da054a861 None None] Pushing event updated for resources: {'Port': ['ID=6a2f5654-6a5f-47ee-8f49-83851f8432ec,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:11.513041 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-172763ff-5ac0-4237-b95d-4319e738cd31 admin admin] Publish callbacks [] for port (08c14870-d017-4d1d-a35f-53ea82d8b0a9), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:11.581654 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-172763ff-5ac0-4237-b95d-4319e738cd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (08c14870-d017-4d1d-a35f-53ea82d8b0a9), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:11.664534 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172763ff-5ac0-4237-b95d-4319e738cd31 admin admin] Network c9c634ef-dbb3-4386-a266-e334fd0cf44e is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:06:11.672880 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-51240157-1384-4f57-be76-afc06d370eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86206ce-3bd2-43d8-9205-237932547096', 'name': 'tempest-TestVolumeBootPattern-877873754-router', 'tenant_id': 'ca1c115bc7b84812907e05659d3cad1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '6a2f5654-6a5f-47ee-8f49-83851f8432ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:07Z', 'updated_at': '2022-01-28T01:06:08Z', 'revision_number': 3, 'project_id': 'ca1c115bc7b84812907e05659d3cad1d', 'gw_port': {'id': '6a2f5654-6a5f-47ee-8f49-83851f8432ec', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:af:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86206ce-3bd2-43d8-9205-237932547096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:07Z', 'updated_at': '2022-01-28T01:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:11.674535 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ec117da6-0739-401c-aaea-ec0225a3f779 None None] Current status of the port 8887ef31-fab2-4657-9886-9bdf9c16b124 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:11.683959 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:11.700754 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-172763ff-5ac0-4237-b95d-4319e738cd31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:11.708871 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172763ff-5ac0-4237-b95d-4319e738cd31 admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:06:11.709413 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51240157-1384-4f57-be76-afc06d370eda None None] The sync data for ids ['b86206ce-3bd2-43d8-9205-237932547096'] in n-d-826754-1 is: [{'id': 'b86206ce-3bd2-43d8-9205-237932547096', 'name': 'tempest-TestVolumeBootPattern-877873754-router', 'tenant_id': 'ca1c115bc7b84812907e05659d3cad1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '6a2f5654-6a5f-47ee-8f49-83851f8432ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:07Z', 'updated_at': '2022-01-28T01:06:08Z', 'revision_number': 3, 'project_id': 'ca1c115bc7b84812907e05659d3cad1d', 'gw_port': {'id': '6a2f5654-6a5f-47ee-8f49-83851f8432ec', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:af:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86206ce-3bd2-43d8-9205-237932547096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:07Z', 'updated_at': '2022-01-28T01:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:06:11.714190 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c4e2ea10-24d9-4f94-a20c-9a1c52020f95 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:06:11.787447 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port c4e2ea10-24d9-4f94-a20c-9a1c52020f95 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:11.789235 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c4e2ea10-24d9-4f94-a20c-9a1c52020f95), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:11.799175 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172763ff-5ac0-4237-b95d-4319e738cd31 admin admin] Pushing event updated for resources: {'Port': ['ID=08c14870-d017-4d1d-a35f-53ea82d8b0a9,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:11.832934 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-172763ff-5ac0-4237-b95d-4319e738cd31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (b86206ce-3bd2-43d8-9205-237932547096), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:11.858632 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6acca715-9178-49ad-a166-fe1b37c18f86 None None] Provisioning complete for port 8887ef31-fab2-4657-9886-9bdf9c16b124 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:11.859148 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6acca715-9178-49ad-a166-fe1b37c18f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8887ef31-fab2-4657-9886-9bdf9c16b124), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:11.966338 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port c4e2ea10-24d9-4f94-a20c-9a1c52020f95 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:11.967036 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8887ef31-fab2-4657-9886-9bdf9c16b124 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:06:12.058950 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6acca715-9178-49ad-a166-fe1b37c18f86 None None] Current status of the port 8887ef31-fab2-4657-9886-9bdf9c16b124 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:12.071254 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 8887ef31-fab2-4657-9886-9bdf9c16b124 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:12.071695 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8887ef31-fab2-4657-9886-9bdf9c16b124), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:12.120870 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-172763ff-5ac0-4237-b95d-4319e738cd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (08c14870-d017-4d1d-a35f-53ea82d8b0a9), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:12.173639 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 8887ef31-fab2-4657-9886-9bdf9c16b124 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:12.193765 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ccde61b5-ff1f-440f-b56d-38f322120c9e None None] Provisioning complete for port 08c14870-d017-4d1d-a35f-53ea82d8b0a9 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:12.194028 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ccde61b5-ff1f-440f-b56d-38f322120c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (08c14870-d017-4d1d-a35f-53ea82d8b0a9), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:12.249968 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ccde61b5-ff1f-440f-b56d-38f322120c9e None None] Port 08c14870-d017-4d1d-a35f-53ea82d8b0a9 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:06:12.268542 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:12.400706 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-172763ff-5ac0-4237-b95d-4319e738cd31 admin admin] Publish callbacks [] for port (08c14870-d017-4d1d-a35f-53ea82d8b0a9), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:12.406849 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-172763ff-5ac0-4237-b95d-4319e738cd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (08c14870-d017-4d1d-a35f-53ea82d8b0a9), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:12.483375 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172763ff-5ac0-4237-b95d-4319e738cd31 admin admin] Pushing event updated for resources: {'Port': ['ID=08c14870-d017-4d1d-a35f-53ea82d8b0a9,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:12.484161 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-172763ff-5ac0-4237-b95d-4319e738cd31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (b86206ce-3bd2-43d8-9205-237932547096), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:12.628681 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172763ff-5ac0-4237-b95d-4319e738cd31 admin admin] Network c9c634ef-dbb3-4386-a266-e334fd0cf44e is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:06:12.630697 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-172763ff-5ac0-4237-b95d-4319e738cd31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:12.818596 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172763ff-5ac0-4237-b95d-4319e738cd31 admin admin] Router b86206ce-3bd2-43d8-9205-237932547096 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:06:12.984846 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f7e6ca7b-d137-4d8e-b47e-421ef4a00eff None None] Provisioning complete for port 08c14870-d017-4d1d-a35f-53ea82d8b0a9 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:12.985381 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f7e6ca7b-d137-4d8e-b47e-421ef4a00eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (08c14870-d017-4d1d-a35f-53ea82d8b0a9), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:12.988725 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172763ff-5ac0-4237-b95d-4319e738cd31 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:06:13.001568 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-172763ff-5ac0-4237-b95d-4319e738cd31 admin admin] 10.222.0.70 "PUT /v2.0/routers/b86206ce-3bd2-43d8-9205-237932547096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4951186 Jan 28 01:06:13.063743 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f7e6ca7b-d137-4d8e-b47e-421ef4a00eff None None] Port 08c14870-d017-4d1d-a35f-53ea82d8b0a9 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:06:13.295251 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:13.563134 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6a2f5654-6a5f-47ee-8f49-83851f8432ec up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:06:13.617701 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 6a2f5654-6a5f-47ee-8f49-83851f8432ec triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:13.618224 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6a2f5654-6a5f-47ee-8f49-83851f8432ec), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:13.766932 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 6a2f5654-6a5f-47ee-8f49-83851f8432ec is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:13.767263 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6a2f5654-6a5f-47ee-8f49-83851f8432ec), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:13.807519 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 6a2f5654-6a5f-47ee-8f49-83851f8432ec, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6a2f5654-6a5f-47ee-8f49-83851f8432ec,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:13.813066 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6a2f5654-6a5f-47ee-8f49-83851f8432ec), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:13.881661 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=6a2f5654-6a5f-47ee-8f49-83851f8432ec,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:14.513194 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed8d4c1-b666-4cbd-b2fe-268592e82f67 None None] Sync routers for ids ['b86206ce-3bd2-43d8-9205-237932547096'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:06:14.535998 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed8d4c1-b666-4cbd-b2fe-268592e82f67 None None] Routers {'b86206ce-3bd2-43d8-9205-237932547096'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:06:14.538180 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-4ed8d4c1-b666-4cbd-b2fe-268592e82f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:06:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['b86206ce-3bd2-43d8-9205-237932547096'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:14.639690 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:14.760662 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-4ed8d4c1-b666-4cbd-b2fe-268592e82f67 None None] Set router b86206ce-3bd2-43d8-9205-237932547096 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:06:15.085668 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-4ed8d4c1-b666-4cbd-b2fe-268592e82f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86206ce-3bd2-43d8-9205-237932547096', 'name': 'tempest-TestVolumeBootPattern-877873754-router', 'tenant_id': 'ca1c115bc7b84812907e05659d3cad1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '6a2f5654-6a5f-47ee-8f49-83851f8432ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:07Z', 'updated_at': '2022-01-28T01:06:12Z', 'revision_number': 4, 'project_id': 'ca1c115bc7b84812907e05659d3cad1d', 'gw_port': {'id': '6a2f5654-6a5f-47ee-8f49-83851f8432ec', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:af:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86206ce-3bd2-43d8-9205-237932547096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:07Z', 'updated_at': '2022-01-28T01:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '08c14870-d017-4d1d-a35f-53ea82d8b0a9', 'name': '', 'network_id': 'c9c634ef-dbb3-4386-a266-e334fd0cf44e', 'tenant_id': 'ca1c115bc7b84812907e05659d3cad1d', 'mac_address': 'fa:16:3e:d9:e3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86206ce-3bd2-43d8-9205-237932547096', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '3c4a221a-574f-4e10-991a-34a5c380927e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:10Z', 'updated_at': '2022-01-28T01:06:12Z', 'revision_number': 2, 'project_id': 'ca1c115bc7b84812907e05659d3cad1d', 'subnets': [{'id': '3c4a221a-574f-4e10-991a-34a5c380927e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:15.131507 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed8d4c1-b666-4cbd-b2fe-268592e82f67 None None] Checking router: b86206ce-3bd2-43d8-9205-237932547096 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:06:15.132962 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed8d4c1-b666-4cbd-b2fe-268592e82f67 None None] Updating router b86206ce-3bd2-43d8-9205-237932547096 port 08c14870-d017-4d1d-a35f-53ea82d8b0a9 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:06:15.163569 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d4c1-b666-4cbd-b2fe-268592e82f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (08c14870-d017-4d1d-a35f-53ea82d8b0a9), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:15.531287 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:06:15.539376 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6a2f5654-6a5f-47ee-8f49-83851f8432ec up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:06:15.656457 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d4c1-b666-4cbd-b2fe-268592e82f67 None None] Publish callbacks [] for port (08c14870-d017-4d1d-a35f-53ea82d8b0a9), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:15.665739 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d4c1-b666-4cbd-b2fe-268592e82f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (08c14870-d017-4d1d-a35f-53ea82d8b0a9), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:15.709497 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 6a2f5654-6a5f-47ee-8f49-83851f8432ec triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:15.709877 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6a2f5654-6a5f-47ee-8f49-83851f8432ec), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:15.822173 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da12a76-40cc-4656-b58c-d63629cd36a4 None None] Pushing event updated for resources: {'Port': ['ID=08c14870-d017-4d1d-a35f-53ea82d8b0a9,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:15.912250 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-4ed8d4c1-b666-4cbd-b2fe-268592e82f67 None None] Attempting to bind port 08c14870-d017-4d1d-a35f-53ea82d8b0a9 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:06:15.913138 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-4ed8d4c1-b666-4cbd-b2fe-268592e82f67 None None] Attempting to bind port 08c14870-d017-4d1d-a35f-53ea82d8b0a9 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '137eece8-9d01-450e-8ff6-5625e8a4e0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c9c634ef-dbb3-4386-a266-e334fd0cf44e'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:06:15.913815 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed8d4c1-b666-4cbd-b2fe-268592e82f67 None None] Attempting to bind port 08c14870-d017-4d1d-a35f-53ea82d8b0a9 on network c9c634ef-dbb3-4386-a266-e334fd0cf44e {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:15.923441 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed8d4c1-b666-4cbd-b2fe-268592e82f67 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:06:15.924071 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed8d4c1-b666-4cbd-b2fe-268592e82f67 None None] Checking segment: {'id': '137eece8-9d01-450e-8ff6-5625e8a4e0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c9c634ef-dbb3-4386-a266-e334fd0cf44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:06:15.925268 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d4c1-b666-4cbd-b2fe-268592e82f67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:15.926339 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed8d4c1-b666-4cbd-b2fe-268592e82f67 None None] Bound using segment: {'id': '137eece8-9d01-450e-8ff6-5625e8a4e0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c9c634ef-dbb3-4386-a266-e334fd0cf44e'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:06:15.926933 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-4ed8d4c1-b666-4cbd-b2fe-268592e82f67 None None] Bound port: 08c14870-d017-4d1d-a35f-53ea82d8b0a9, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137eece8-9d01-450e-8ff6-5625e8a4e0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c9c634ef-dbb3-4386-a266-e334fd0cf44e'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:06:15.927402 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d4c1-b666-4cbd-b2fe-268592e82f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (08c14870-d017-4d1d-a35f-53ea82d8b0a9), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:16.033301 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 6a2f5654-6a5f-47ee-8f49-83851f8432ec is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:16.147155 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-4ed8d4c1-b666-4cbd-b2fe-268592e82f67 None None] For port 08c14870-d017-4d1d-a35f-53ea82d8b0a9, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:06:16.151041 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-4ed8d4c1-b666-4cbd-b2fe-268592e82f67 None None] For port 08c14870-d017-4d1d-a35f-53ea82d8b0a9, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=08c14870-d017-4d1d-a35f-53ea82d8b0a9,segment=NetworkSegment(137eece8-9d01-450e-8ff6-5625e8a4e0ad),segment_id=137eece8-9d01-450e-8ff6-5625e8a4e0ad)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:06:16.156043 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d4c1-b666-4cbd-b2fe-268592e82f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (08c14870-d017-4d1d-a35f-53ea82d8b0a9), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:16.219444 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed8d4c1-b666-4cbd-b2fe-268592e82f67 None None] Routers {'b86206ce-3bd2-43d8-9205-237932547096'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:06:16.220056 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-4ed8d4c1-b666-4cbd-b2fe-268592e82f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:06:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['b86206ce-3bd2-43d8-9205-237932547096'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:16.322085 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-eed23faa-71cb-48a9-8c4f-e03a8c459dd7 None None] Provisioning complete for port 08c14870-d017-4d1d-a35f-53ea82d8b0a9 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:16.322475 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eed23faa-71cb-48a9-8c4f-e03a8c459dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (08c14870-d017-4d1d-a35f-53ea82d8b0a9), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:16.324426 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da12a76-40cc-4656-b58c-d63629cd36a4 None None] Pushing event updated for resources: {'Port': ['ID=08c14870-d017-4d1d-a35f-53ea82d8b0a9,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:16.504537 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-4ed8d4c1-b666-4cbd-b2fe-268592e82f67 None None] Set router b86206ce-3bd2-43d8-9205-237932547096 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:06:16.753017 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-eed23faa-71cb-48a9-8c4f-e03a8c459dd7 None None] Current status of the port 08c14870-d017-4d1d-a35f-53ea82d8b0a9 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:16.753826 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eed23faa-71cb-48a9-8c4f-e03a8c459dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (08c14870-d017-4d1d-a35f-53ea82d8b0a9), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:16.835889 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-8431c12d-d528-4224-bb68-b5f0203983ec tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:16.846198 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-8431c12d-d528-4224-bb68-b5f0203983ec tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 812 time: 0.1396019 Jan 28 01:06:16.860686 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-cb12b4fd-fcf9-441a-90a6-8e16e965ae31 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/quotas/f3a1d7380c294442abd815a7478506ec HTTP/1.1" status: 200 len: 375 time: 0.0133061 Jan 28 01:06:16.865629 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-eed23faa-71cb-48a9-8c4f-e03a8c459dd7 None None] For port 08c14870-d017-4d1d-a35f-53ea82d8b0a9, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=08c14870-d017-4d1d-a35f-53ea82d8b0a9,segment=NetworkSegment(137eece8-9d01-450e-8ff6-5625e8a4e0ad),segment_id=137eece8-9d01-450e-8ff6-5625e8a4e0ad)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:16.875267 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eed23faa-71cb-48a9-8c4f-e03a8c459dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (08c14870-d017-4d1d-a35f-53ea82d8b0a9), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:16.942203 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-40349d08-ac2b-41dc-b44b-79ae0f6e9004 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664945 Jan 28 01:06:16.957539 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed23faa-71cb-48a9-8c4f-e03a8c459dd7 None None] Pushing event updated for resources: {'Port': ['ID=08c14870-d017-4d1d-a35f-53ea82d8b0a9,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:17.015524 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-3a12a710-5c3d-4218-b07f-239e174a294a None None] Provisioning complete for port 08c14870-d017-4d1d-a35f-53ea82d8b0a9 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:17.017410 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3a12a710-5c3d-4218-b07f-239e174a294a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (08c14870-d017-4d1d-a35f-53ea82d8b0a9), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:17.066357 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-4ed8d4c1-b666-4cbd-b2fe-268592e82f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86206ce-3bd2-43d8-9205-237932547096', 'name': 'tempest-TestVolumeBootPattern-877873754-router', 'tenant_id': 'ca1c115bc7b84812907e05659d3cad1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '6a2f5654-6a5f-47ee-8f49-83851f8432ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:07Z', 'updated_at': '2022-01-28T01:06:12Z', 'revision_number': 4, 'project_id': 'ca1c115bc7b84812907e05659d3cad1d', 'gw_port': {'id': '6a2f5654-6a5f-47ee-8f49-83851f8432ec', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:af:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86206ce-3bd2-43d8-9205-237932547096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:07Z', 'updated_at': '2022-01-28T01:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '08c14870-d017-4d1d-a35f-53ea82d8b0a9', 'name': '', 'network_id': 'c9c634ef-dbb3-4386-a266-e334fd0cf44e', 'tenant_id': 'ca1c115bc7b84812907e05659d3cad1d', 'mac_address': 'fa:16:3e:d9:e3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86206ce-3bd2-43d8-9205-237932547096', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '3c4a221a-574f-4e10-991a-34a5c380927e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:10Z', 'updated_at': '2022-01-28T01:06:16Z', 'revision_number': 4, 'project_id': 'ca1c115bc7b84812907e05659d3cad1d', 'subnets': [{'id': '3c4a221a-574f-4e10-991a-34a5c380927e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:06:17.109788 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed8d4c1-b666-4cbd-b2fe-268592e82f67 None None] The sync data for ids ['b86206ce-3bd2-43d8-9205-237932547096'] in n-d-826754-1 is: [{'id': 'b86206ce-3bd2-43d8-9205-237932547096', 'name': 'tempest-TestVolumeBootPattern-877873754-router', 'tenant_id': 'ca1c115bc7b84812907e05659d3cad1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '6a2f5654-6a5f-47ee-8f49-83851f8432ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:07Z', 'updated_at': '2022-01-28T01:06:12Z', 'revision_number': 4, 'project_id': 'ca1c115bc7b84812907e05659d3cad1d', 'gw_port': {'id': '6a2f5654-6a5f-47ee-8f49-83851f8432ec', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:af:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86206ce-3bd2-43d8-9205-237932547096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:07Z', 'updated_at': '2022-01-28T01:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '08c14870-d017-4d1d-a35f-53ea82d8b0a9', 'name': '', 'network_id': 'c9c634ef-dbb3-4386-a266-e334fd0cf44e', 'tenant_id': 'ca1c115bc7b84812907e05659d3cad1d', 'mac_address': 'fa:16:3e:d9:e3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86206ce-3bd2-43d8-9205-237932547096', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '3c4a221a-574f-4e10-991a-34a5c380927e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:10Z', 'updated_at': '2022-01-28T01:06:16Z', 'revision_number': 4, 'project_id': 'ca1c115bc7b84812907e05659d3cad1d', 'subnets': [{'id': '3c4a221a-574f-4e10-991a-34a5c380927e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:06:17.220607 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3a12a710-5c3d-4218-b07f-239e174a294a None None] Current status of the port 08c14870-d017-4d1d-a35f-53ea82d8b0a9 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:17.304890 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-a05061f6-7f17-4042-bc00-5eee0d1106a2 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:06:17.326146 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-a05061f6-7f17-4042-bc00-5eee0d1106a2 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1253884 Jan 28 01:06:17.531518 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-c25a00d3-191f-4d05-ae6a-2ccab3239496 service neutron] 10.222.0.70 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038727 Jan 28 01:06:17.550883 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 08c14870-d017-4d1d-a35f-53ea82d8b0a9 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:06:17.654295 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 08c14870-d017-4d1d-a35f-53ea82d8b0a9 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:17.654819 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (08c14870-d017-4d1d-a35f-53ea82d8b0a9), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:17.693598 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-ec998dc3-a3e5-4aad-94cf-8d23c814dbcc service neutron] 10.222.0.70 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558502 Jan 28 01:06:17.961897 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 08c14870-d017-4d1d-a35f-53ea82d8b0a9 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:18.180107 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-611cd10c-77ed-4299-a014-771a1869ed81 req-1158340f-aec5-49ab-86c1-7e6e93e0caca tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 210 time: 0.0530026 Jan 28 01:06:19.343542 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3b7b016-af67-4aaa-9d78-12993bb15cfc req-a393ce4b-93af-4a35-80bd-02336bcf2130 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 210 time: 0.0431929 Jan 28 01:06:19.459796 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-a1f946f9-979b-48f5-ac51-43f1b4486869 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:19.461311 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-a1f946f9-979b-48f5-ac51-43f1b4486869 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.65 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 812 time: 0.1215193 Jan 28 01:06:19.494985 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-7bed0f1a-9a1a-4c57-9337-ecc484264eab tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Request body: {'port': {'device_id': '904f69e9-dda1-4b53-98de-34fa83fc7027', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'admin_state_up': True, 'tenant_id': 'f3a1d7380c294442abd815a7478506ec'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:19.621260 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-7bed0f1a-9a1a-4c57-9337-ecc484264eab tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Made reservation on behalf of f3a1d7380c294442abd815a7478506ec for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:06:19.625736 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-7bed0f1a-9a1a-4c57-9337-ecc484264eab tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:19.798061 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-7bed0f1a-9a1a-4c57-9337-ecc484264eab tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Allocated IP 172.20.0.13 (e1ccff06-6c36-49c1-af92-8d7bb0a23521/c704370c-1d43-453a-828e-959738e576e5/48e72e5a-c76f-4a6b-aaf7-962416b118b2) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:06:19.963996 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-7bed0f1a-9a1a-4c57-9337-ecc484264eab tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for port (48e72e5a-c76f-4a6b-aaf7-962416b118b2), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:20.002178 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-7bed0f1a-9a1a-4c57-9337-ecc484264eab tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (48e72e5a-c76f-4a6b-aaf7-962416b118b2), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:20.050113 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-7bed0f1a-9a1a-4c57-9337-ecc484264eab tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Network e1ccff06-6c36-49c1-af92-8d7bb0a23521 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:06:20.053109 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-7bed0f1a-9a1a-4c57-9337-ecc484264eab tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:06:20.065869 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-7bed0f1a-9a1a-4c57-9337-ecc484264eab tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:06:20.072922 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed0f1a-9a1a-4c57-9337-ecc484264eab tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Pushing event updated for resources: {'Port': ['ID=48e72e5a-c76f-4a6b-aaf7-962416b118b2,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:20.128347 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-7bed0f1a-9a1a-4c57-9337-ecc484264eab tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:20.129029 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-7bed0f1a-9a1a-4c57-9337-ecc484264eab tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:20.151716 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-7bed0f1a-9a1a-4c57-9337-ecc484264eab tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6608303 Jan 28 01:06:20.265025 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-a554998f-0429-4919-aa49-ea810403c110 service neutron] Request body: {'port': {'device_id': '904f69e9-dda1-4b53-98de-34fa83fc7027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:06:20.471451 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-a554998f-0429-4919-aa49-ea810403c110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (48e72e5a-c76f-4a6b-aaf7-962416b118b2), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:20.505256 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-13d431d2-bcda-4a96-b23a-d77e14ecb5aa None None] Provisioning complete for port 48e72e5a-c76f-4a6b-aaf7-962416b118b2 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:20.514413 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13d431d2-bcda-4a96-b23a-d77e14ecb5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (48e72e5a-c76f-4a6b-aaf7-962416b118b2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:20.569390 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-13d431d2-bcda-4a96-b23a-d77e14ecb5aa None None] Port 48e72e5a-c76f-4a6b-aaf7-962416b118b2 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:06:20.813843 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b80170-d93d-41b5-8471-5aa598b92fb4 req-c514b7e4-7d0a-427a-bfcf-95ec061e316c tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:20.816525 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-89b80170-d93d-41b5-8471-5aa598b92fb4 req-c514b7e4-7d0a-427a-bfcf-95ec061e316c tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 932 time: 0.2483125 Jan 28 01:06:20.984568 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-89b80170-d93d-41b5-8471-5aa598b92fb4 req-c21f364f-8128-4f3d-a6f9-8c90dc773305 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540625 Jan 28 01:06:21.077716 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-a554998f-0429-4919-aa49-ea810403c110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e72e5a-c76f-4a6b-aaf7-962416b118b2 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:06:21.094717 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-a554998f-0429-4919-aa49-ea810403c110 service neutron] Publish callbacks [] for port (48e72e5a-c76f-4a6b-aaf7-962416b118b2), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:21.110608 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-a554998f-0429-4919-aa49-ea810403c110 service neutron] Transition to ACTIVE for port object 48e72e5a-c76f-4a6b-aaf7-962416b118b2 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:06:21.115858 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-a554998f-0429-4919-aa49-ea810403c110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (48e72e5a-c76f-4a6b-aaf7-962416b118b2), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:21.264460 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554998f-0429-4919-aa49-ea810403c110 service neutron] Pushing event updated for resources: {'Port': ['ID=48e72e5a-c76f-4a6b-aaf7-962416b118b2,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:21.376819 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-a554998f-0429-4919-aa49-ea810403c110 service neutron] Attempting to bind port 48e72e5a-c76f-4a6b-aaf7-962416b118b2 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:06:21.378752 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-a554998f-0429-4919-aa49-ea810403c110 service neutron] Attempting to bind port 48e72e5a-c76f-4a6b-aaf7-962416b118b2 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:06:21.379843 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-a554998f-0429-4919-aa49-ea810403c110 service neutron] Attempting to bind port 48e72e5a-c76f-4a6b-aaf7-962416b118b2 on network e1ccff06-6c36-49c1-af92-8d7bb0a23521 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:21.391694 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-a554998f-0429-4919-aa49-ea810403c110 service neutron] Port 48e72e5a-c76f-4a6b-aaf7-962416b118b2 on network e1ccff06-6c36-49c1-af92-8d7bb0a23521 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:06:21.392560 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-a554998f-0429-4919-aa49-ea810403c110 service neutron] Attempting to bind port 48e72e5a-c76f-4a6b-aaf7-962416b118b2 on network e1ccff06-6c36-49c1-af92-8d7bb0a23521 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:06:21.403726 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-a554998f-0429-4919-aa49-ea810403c110 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:06:21.428683 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-a554998f-0429-4919-aa49-ea810403c110 service neutron] Checking segment: {'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:06:21.429416 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-a554998f-0429-4919-aa49-ea810403c110 service neutron] Bound using segment: {'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:06:21.432158 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-a554998f-0429-4919-aa49-ea810403c110 service neutron] Bound port: 48e72e5a-c76f-4a6b-aaf7-962416b118b2, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:06:21.433558 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-a554998f-0429-4919-aa49-ea810403c110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (48e72e5a-c76f-4a6b-aaf7-962416b118b2), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:21.556358 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-a554998f-0429-4919-aa49-ea810403c110 service neutron] For port 48e72e5a-c76f-4a6b-aaf7-962416b118b2, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:06:21.562789 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-a554998f-0429-4919-aa49-ea810403c110 service neutron] For port 48e72e5a-c76f-4a6b-aaf7-962416b118b2, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=48e72e5a-c76f-4a6b-aaf7-962416b118b2,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:06:21.569894 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-a554998f-0429-4919-aa49-ea810403c110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (48e72e5a-c76f-4a6b-aaf7-962416b118b2), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:21.614043 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-a554998f-0429-4919-aa49-ea810403c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:21.614749 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-a554998f-0429-4919-aa49-ea810403c110 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:21.616468 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-a554998f-0429-4919-aa49-ea810403c110 service neutron] 10.222.0.65 "PUT /v2.0/ports/48e72e5a-c76f-4a6b-aaf7-962416b118b2 HTTP/1.1" status: 200 len: 1092 time: 1.4025176 Jan 28 01:06:21.616943 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904f69e9-dda1-4b53-98de-34fa83fc7027', 'tag': '48e72e5a-c76f-4a6b-aaf7-962416b118b2'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:06:21.619447 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ca9c53cb0a5b787eb630ab7757c42ec05f3663a467bfb16f8009e6ccdc7ef77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a93f65-6ac7-40b4-8cec-15191df97bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "904f69e9-dda1-4b53-98de-34fa83fc7027", "tag": "48e72e5a-c76f-4a6b-aaf7-962416b118b2"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:06:21.666732 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554998f-0429-4919-aa49-ea810403c110 service neutron] Pushing event updated for resources: {'Port': ['ID=48e72e5a-c76f-4a6b-aaf7-962416b118b2,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:21.752125 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968fdea9-0353-47ba-ba60-50b12857a86b x-openstack-request-id: req-968fdea9-0353-47ba-ba60-50b12857a86b {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:06:21.752695 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904f69e9-dda1-4b53-98de-34fa83fc7027", "tag": "48e72e5a-c76f-4a6b-aaf7-962416b118b2", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:06:21.753120 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-968fdea9-0353-47ba-ba60-50b12857a86b {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:06:21.753926 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904f69e9-dda1-4b53-98de-34fa83fc7027', 'tag': '48e72e5a-c76f-4a6b-aaf7-962416b118b2', 'status': 'completed', 'code': 200} Jan 28 01:06:21.785693 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-588128b6-2a9a-44e4-8294-471501b90e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:21.787638 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-588128b6-2a9a-44e4-8294-471501b90e00 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 1095 time: 0.0913186 Jan 28 01:06:21.863588 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-6049d81a-b61d-47f4-a6e0-721e9352cb7b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48e72e5a-c76f-4a6b-aaf7-962416b118b2 HTTP/1.1" status: 200 len: 217 time: 0.0610759 Jan 28 01:06:21.958795 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-8daac871-eecf-46a6-a105-4de20866a8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:21.961026 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-8daac871-eecf-46a6-a105-4de20866a8ac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c704370c-1d43-453a-828e-959738e576e5 HTTP/1.1" status: 200 len: 851 time: 0.0906975 Jan 28 01:06:22.052704 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-667fa070-3504-4725-b200-18b504d2272f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:22.055951 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-667fa070-3504-4725-b200-18b504d2272f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1ccff06-6c36-49c1-af92-8d7bb0a23521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885456 Jan 28 01:06:22.203301 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c25e8-0533-4985-af5a-9e937e5496be req-87ba38f1-1f18-4129-beed-a02701bd29b9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:22.205845 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eb1c25e8-0533-4985-af5a-9e937e5496be req-87ba38f1-1f18-4129-beed-a02701bd29b9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 944 time: 0.1249480 Jan 28 01:06:22.271008 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-accf008e-14b4-4168-a767-b35acb61fa76 service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075260 Jan 28 01:06:22.349540 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eb1c25e8-0533-4985-af5a-9e937e5496be req-47e4575a-ebfb-49b3-ac66-20cca62f0361 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348090 Jan 28 01:06:22.442883 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3a134b1-1f5e-4860-9e8e-f0754e852ede req-cd7d7a52-4008-43bb-abf9-c4f24b3f4977 service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647441 Jan 28 01:06:22.576414 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a93f65-6ac7-40b4-8cec-15191df97bb8 req-9a23a2a8-404e-4a7e-af54-af7a6457dace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:22.577843 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-46a93f65-6ac7-40b4-8cec-15191df97bb8 req-9a23a2a8-404e-4a7e-af54-af7a6457dace service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 1095 time: 0.0501082 Jan 28 01:06:22.694606 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a93f65-6ac7-40b4-8cec-15191df97bb8 req-7c12d402-a987-415b-b1c6-7d1cd55a4300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:22.696241 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-46a93f65-6ac7-40b4-8cec-15191df97bb8 req-7c12d402-a987-415b-b1c6-7d1cd55a4300 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 913 time: 0.1125891 Jan 28 01:06:22.759390 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-46a93f65-6ac7-40b4-8cec-15191df97bb8 req-40df1d4a-f167-4712-8efc-473031b15180 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48e72e5a-c76f-4a6b-aaf7-962416b118b2 HTTP/1.1" status: 200 len: 217 time: 0.0551145 Jan 28 01:06:22.837652 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a93f65-6ac7-40b4-8cec-15191df97bb8 req-5930f769-01ac-47b8-898b-1aedaf55fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:22.839887 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-46a93f65-6ac7-40b4-8cec-15191df97bb8 req-5930f769-01ac-47b8-898b-1aedaf55fb12 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c704370c-1d43-453a-828e-959738e576e5 HTTP/1.1" status: 200 len: 851 time: 0.0735264 Jan 28 01:06:22.924562 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a93f65-6ac7-40b4-8cec-15191df97bb8 req-a40094e8-a38f-47d9-b1b6-e25d94e76138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:22.928080 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-46a93f65-6ac7-40b4-8cec-15191df97bb8 req-a40094e8-a38f-47d9-b1b6-e25d94e76138 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1ccff06-6c36-49c1-af92-8d7bb0a23521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810304 Jan 28 01:06:23.096172 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-46a93f65-6ac7-40b4-8cec-15191df97bb8 req-5daf52a2-d030-4443-9dc3-57899509cdaf service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575670 Jan 28 01:06:23.284064 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-46a93f65-6ac7-40b4-8cec-15191df97bb8 req-72f3ad14-498c-44a4-8634-f89cbc20997c service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810973 Jan 28 01:06:23.562589 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a4895-fdeb-4272-ae6b-4b4b8b68d9f2 req-781e1dd0-b51c-473f-8026-e30d8b6d6c18 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:23.564596 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-271a4895-fdeb-4272-ae6b-4b4b8b68d9f2 req-781e1dd0-b51c-473f-8026-e30d8b6d6c18 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 944 time: 0.0612388 Jan 28 01:06:23.653962 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-271a4895-fdeb-4272-ae6b-4b4b8b68d9f2 req-2208dbc9-8b94-440e-8c3a-e28aceb40803 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759432 Jan 28 01:06:24.800434 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac43311-ca98-435a-a148-3cc2a0ab8f32 req-99a85c0b-8ee0-4299-8f95-7a5275ed603c tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:24.802551 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9ac43311-ca98-435a-a148-3cc2a0ab8f32 req-99a85c0b-8ee0-4299-8f95-7a5275ed603c tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 944 time: 0.0573232 Jan 28 01:06:24.883215 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9ac43311-ca98-435a-a148-3cc2a0ab8f32 req-fed145c6-183a-41b4-b805-4a98619f788e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744176 Jan 28 01:06:26.048156 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be974abd-37b2-4e49-8879-7e7d7a2625fa req-bfc65e35-eac0-44b4-8697-c02adb235328 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:26.051026 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-be974abd-37b2-4e49-8879-7e7d7a2625fa req-bfc65e35-eac0-44b4-8697-c02adb235328 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 944 time: 0.0785794 Jan 28 01:06:26.152835 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-be974abd-37b2-4e49-8879-7e7d7a2625fa req-816f37b8-0895-4d85-9506-42eb5eac01ec tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899820 Jan 28 01:06:27.311990 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e1f52-e052-41be-9f95-09ca0716ba7c req-91036421-fd8a-41a3-acd4-7cab61206182 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:27.314655 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c97e1f52-e052-41be-9f95-09ca0716ba7c req-91036421-fd8a-41a3-acd4-7cab61206182 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 944 time: 0.0726182 Jan 28 01:06:27.380613 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c97e1f52-e052-41be-9f95-09ca0716ba7c req-7b2a0f66-5219-4f8a-9be0-ffa4ece1f946 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593584 Jan 28 01:06:28.626323 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf985-ff86-4c3a-bf3e-2043355e89a4 req-a4855ba3-c19a-49c8-9490-c02f16fc92ff tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:28.628844 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bd7cf985-ff86-4c3a-bf3e-2043355e89a4 req-a4855ba3-c19a-49c8-9490-c02f16fc92ff tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 944 time: 0.0829532 Jan 28 01:06:28.717788 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bd7cf985-ff86-4c3a-bf3e-2043355e89a4 req-5d63958c-238e-4852-b84d-54d3ab1e604b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803781 Jan 28 01:06:29.923755 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16489af2-4826-438d-a3e5-82be2c4fcf2d req-7ae7d311-bf88-45f5-a84c-f3ecbed6a224 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:29.928123 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-16489af2-4826-438d-a3e5-82be2c4fcf2d req-7ae7d311-bf88-45f5-a84c-f3ecbed6a224 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 944 time: 0.1015124 Jan 28 01:06:30.007523 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-16489af2-4826-438d-a3e5-82be2c4fcf2d req-8fa8f135-158a-4a60-b2a6-e85799485fdd tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686548 Jan 28 01:06:31.164246 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea221cde-7845-4acc-850e-d36e5cab2400 req-76ea04e1-beb3-4b7b-b3b0-1c4bca0b6f60 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:31.165770 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea221cde-7845-4acc-850e-d36e5cab2400 req-76ea04e1-beb3-4b7b-b3b0-1c4bca0b6f60 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 944 time: 0.0587854 Jan 28 01:06:31.218857 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea221cde-7845-4acc-850e-d36e5cab2400 req-53581400-d9fe-4aa3-a233-0c09e6622225 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466547 Jan 28 01:06:32.347533 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db16b4-e6ce-4af4-b3b4-559fd3bbe599 req-2eb3dbe0-3336-47a3-ac91-a61d94f05cd9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:32.349359 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-34db16b4-e6ce-4af4-b3b4-559fd3bbe599 req-2eb3dbe0-3336-47a3-ac91-a61d94f05cd9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 944 time: 0.0600932 Jan 28 01:06:32.445974 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-34db16b4-e6ce-4af4-b3b4-559fd3bbe599 req-a1da8bce-d5c0-457e-96b6-729f3501d268 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843747 Jan 28 01:06:33.565998 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73eb24-c130-4a31-a0d0-fa2dcf48e21f req-c555c803-87cb-4c74-a961-de499e401d35 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:33.567473 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6a73eb24-c130-4a31-a0d0-fa2dcf48e21f req-c555c803-87cb-4c74-a961-de499e401d35 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 944 time: 0.0482709 Jan 28 01:06:33.625627 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6a73eb24-c130-4a31-a0d0-fa2dcf48e21f req-26a24c8c-2ff1-4abf-9dc7-e356bf8ce380 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520191 Jan 28 01:06:34.785098 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfb43c-2f9a-4789-bd1d-21611327ebec req-9887236f-82e3-4aa1-b75a-7e2c311ab847 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:34.786666 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77dfb43c-2f9a-4789-bd1d-21611327ebec req-9887236f-82e3-4aa1-b75a-7e2c311ab847 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 944 time: 0.0653167 Jan 28 01:06:34.841326 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-77dfb43c-2f9a-4789-bd1d-21611327ebec req-05962c12-e1c9-4e2c-86bf-b1e6315609ff tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483930 Jan 28 01:06:36.009712 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131fe14-58ce-4ca2-a6ae-ac0a0a147b34 req-b1a8b1ee-429f-4985-8917-0bbd5e1edb75 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:36.012227 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d131fe14-58ce-4ca2-a6ae-ac0a0a147b34 req-b1a8b1ee-429f-4985-8917-0bbd5e1edb75 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 944 time: 0.0704463 Jan 28 01:06:36.092487 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4cfc95d5-cc7e-4e04-873c-5e4341d17a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:36.101235 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d131fe14-58ce-4ca2-a6ae-ac0a0a147b34 req-2753bb37-ec4d-4c45-85e2-cc9c7874e189 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772498 Jan 28 01:06:37.274957 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6d53e-00da-4c0b-bd5a-c2ded73facc6 req-65148ef5-fdb6-44e5-946d-e5aad19c2c7f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:37.278154 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-84b6d53e-00da-4c0b-bd5a-c2ded73facc6 req-65148ef5-fdb6-44e5-946d-e5aad19c2c7f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 944 time: 0.0749769 Jan 28 01:06:37.362460 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-84b6d53e-00da-4c0b-bd5a-c2ded73facc6 req-6e2c385a-18b3-4aa3-b99e-ec27f6dab8bf tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746820 Jan 28 01:06:38.386953 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-56cf6852-8b6b-495d-98b3-08b6218ee99e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:38.539190 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96295557-d21b-447a-b1d4-ed9552648d39 req-e461c1c1-226f-4eb3-902f-f4d002d02130 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:38.544416 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96295557-d21b-447a-b1d4-ed9552648d39 req-e461c1c1-226f-4eb3-902f-f4d002d02130 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 944 time: 0.0762715 Jan 28 01:06:38.612641 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96295557-d21b-447a-b1d4-ed9552648d39 req-3fb47aa3-ea74-412c-af16-a6c6a6a52bd1 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607426 Jan 28 01:06:38.687831 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 48e72e5a-c76f-4a6b-aaf7-962416b118b2 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:06:38.826786 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 48e72e5a-c76f-4a6b-aaf7-962416b118b2, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=48e72e5a-c76f-4a6b-aaf7-962416b118b2,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:38.843852 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '48e72e5a-c76f-4a6b-aaf7-962416b118b2', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'port_id': '48e72e5a-c76f-4a6b-aaf7-962416b118b2', 'mac_address': 'fa:16:3e:93:f3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c704370c-1d43-453a-828e-959738e576e5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:06:38.888533 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 48e72e5a-c76f-4a6b-aaf7-962416b118b2 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:38.888931 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (48e72e5a-c76f-4a6b-aaf7-962416b118b2), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:38.906218 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e72e5a-c76f-4a6b-aaf7-962416b118b2 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:06:38.940169 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 48e72e5a-c76f-4a6b-aaf7-962416b118b2, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=48e72e5a-c76f-4a6b-aaf7-962416b118b2,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:38.945445 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (48e72e5a-c76f-4a6b-aaf7-962416b118b2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:39.028244 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=48e72e5a-c76f-4a6b-aaf7-962416b118b2,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:39.234884 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['48e72e5a-c76f-4a6b-aaf7-962416b118b2'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:06:39.818291 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:39.832012 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf6ebb-562c-43aa-bc46-ff56727b8057 req-8213daed-7f40-4787-8618-b81c2197c119 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:39.841037 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d8cf6ebb-562c-43aa-bc46-ff56727b8057 req-8213daed-7f40-4787-8618-b81c2197c119 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 945 time: 0.0988393 Jan 28 01:06:39.911685 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d8cf6ebb-562c-43aa-bc46-ff56727b8057 req-b1bf4059-86b2-4c27-8f75-f0beba60a77e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696359 Jan 28 01:06:40.702486 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 48e72e5a-c76f-4a6b-aaf7-962416b118b2 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:06:40.771341 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 48e72e5a-c76f-4a6b-aaf7-962416b118b2 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:06:40.776787 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 48e72e5a-c76f-4a6b-aaf7-962416b118b2 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:06:40.778064 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (48e72e5a-c76f-4a6b-aaf7-962416b118b2), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:40.886075 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 48e72e5a-c76f-4a6b-aaf7-962416b118b2 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:06:40.889481 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (48e72e5a-c76f-4a6b-aaf7-962416b118b2), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:40.929121 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904f69e9-dda1-4b53-98de-34fa83fc7027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e72e5a-c76f-4a6b-aaf7-962416b118b2'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:06:40.986177 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 48e72e5a-c76f-4a6b-aaf7-962416b118b2, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=48e72e5a-c76f-4a6b-aaf7-962416b118b2,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:40.996031 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (48e72e5a-c76f-4a6b-aaf7-962416b118b2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:41.082672 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c223cb4-3fa8-453b-8b2e-48d2f18f87cd req-a1a31122-7229-4989-86ea-336449add261 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:41.086017 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5c223cb4-3fa8-453b-8b2e-48d2f18f87cd req-a1a31122-7229-4989-86ea-336449add261 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 946 time: 0.0646768 Jan 28 01:06:41.103130 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=48e72e5a-c76f-4a6b-aaf7-962416b118b2,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:41.150310 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d91578a-0adc-4e99-b1a5-1d44efb4f2ad" -d '{"events": [{"server_uuid": "904f69e9-dda1-4b53-98de-34fa83fc7027", "name": "network-vif-plugged", "status": "completed", "tag": "48e72e5a-c76f-4a6b-aaf7-962416b118b2"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:06:41.154857 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5c223cb4-3fa8-453b-8b2e-48d2f18f87cd req-d615ec14-3d21-488e-aac5-3ffcb845e255 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572400 Jan 28 01:06:41.264199 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88dce402-10c9-4e0e-8019-a8fdd9e8c24f x-openstack-request-id: req-88dce402-10c9-4e0e-8019-a8fdd9e8c24f {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:06:41.264507 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904f69e9-dda1-4b53-98de-34fa83fc7027", "name": "network-vif-plugged", "status": "completed", "tag": "48e72e5a-c76f-4a6b-aaf7-962416b118b2", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:06:41.264775 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-88dce402-10c9-4e0e-8019-a8fdd9e8c24f {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:06:41.265189 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904f69e9-dda1-4b53-98de-34fa83fc7027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e72e5a-c76f-4a6b-aaf7-962416b118b2', 'code': 200} Jan 28 01:06:41.357449 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:41.414237 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6e19b-6fa9-4a21-9b8f-cf70498e7bb3 req-1addbb9d-a553-4e3e-8074-5a0a2bf58724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:41.415711 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-61b6e19b-6fa9-4a21-9b8f-cf70498e7bb3 req-1addbb9d-a553-4e3e-8074-5a0a2bf58724 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 1097 time: 0.0489058 Jan 28 01:06:41.486101 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-61b6e19b-6fa9-4a21-9b8f-cf70498e7bb3 req-c18add47-f10a-4a49-955e-b93d4f33d1eb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641301 Jan 28 01:06:42.260735 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:42.307893 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3299ff-c2f7-4be0-ae95-d23442049bd3 req-32fa791a-d5f0-44e3-8e4a-01836d0bc42a tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:42.310448 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3a3299ff-c2f7-4be0-ae95-d23442049bd3 req-32fa791a-d5f0-44e3-8e4a-01836d0bc42a tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 946 time: 0.0572307 Jan 28 01:06:42.363095 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3a3299ff-c2f7-4be0-ae95-d23442049bd3 req-58a37bae-2c21-4610-ad9b-c4de357a9d59 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469234 Jan 28 01:06:43.287903 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:43.516052 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8124d3-35f5-4168-88e6-2e33f7a6263e req-8cb81da2-e957-4f08-b719-b3eade740bcc tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:43.517582 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f8124d3-35f5-4168-88e6-2e33f7a6263e req-8cb81da2-e957-4f08-b719-b3eade740bcc tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 946 time: 0.0528233 Jan 28 01:06:43.568240 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f8124d3-35f5-4168-88e6-2e33f7a6263e req-7f44c9ff-9917-419d-a3c9-b6bcf1089440 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445971 Jan 28 01:06:43.708621 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d900f1-c2a7-4b34-b20d-7e8556ac67ac req-4df80e8f-fcb5-4f61-9dc9-3061532baaf8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:43.710106 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-95d900f1-c2a7-4b34-b20d-7e8556ac67ac req-4df80e8f-fcb5-4f61-9dc9-3061532baaf8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 946 time: 0.0534348 Jan 28 01:06:43.764134 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-95d900f1-c2a7-4b34-b20d-7e8556ac67ac req-4f1e18e6-3f4c-407a-a2da-d61cf9137f17 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477023 Jan 28 01:06:43.883273 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e7d66-472c-4cb5-888c-96e78d27f531 req-2011510c-5480-490c-81b2-f6e01344c012 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:43.884848 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b59e7d66-472c-4cb5-888c-96e78d27f531 req-2011510c-5480-490c-81b2-f6e01344c012 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 946 time: 0.0506644 Jan 28 01:06:43.938602 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b59e7d66-472c-4cb5-888c-96e78d27f531 req-d6323b9b-6034-4617-98e9-9652c8cf4a42 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466509 Jan 28 01:06:44.225020 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbe8e1-c4a8-4c4e-8c4c-991129bae51e req-be5407f5-90d3-4505-94b0-496607c18025 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:44.226648 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3fbe8e1-c4a8-4c4e-8c4c-991129bae51e req-be5407f5-90d3-4505-94b0-496607c18025 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 946 time: 0.0566051 Jan 28 01:06:44.284613 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3fbe8e1-c4a8-4c4e-8c4c-991129bae51e req-e52288bc-381f-4815-9141-e707105e4689 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509074 Jan 28 01:06:44.568732 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:45.436335 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8313af7-6cef-4739-a7f4-4832207b3b7a req-7e8873ff-3184-42b1-a1e2-6b3a69b926a7 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:45.437992 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e8313af7-6cef-4739-a7f4-4832207b3b7a req-7e8873ff-3184-42b1-a1e2-6b3a69b926a7 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 946 time: 0.0604157 Jan 28 01:06:45.494841 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e8313af7-6cef-4739-a7f4-4832207b3b7a req-212c17c2-cac4-41f8-ac8e-fb5368f53439 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488145 Jan 28 01:06:45.842190 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f51186-c758-48ca-b96a-683c713c7704 req-9c2581eb-c72b-4166-885d-454d5131b52f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:06:45.844736 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37f51186-c758-48ca-b96a-683c713c7704 req-9c2581eb-c72b-4166-885d-454d5131b52f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.65 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 946 time: 0.0753767 Jan 28 01:06:45.965576 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-37f51186-c758-48ca-b96a-683c713c7704 req-ed1f94c4-5435-437f-84a6-3518612966ff tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Deleting port 48e72e5a-c76f-4a6b-aaf7-962416b118b2 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:06:45.965922 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-37f51186-c758-48ca-b96a-683c713c7704 req-ed1f94c4-5435-437f-84a6-3518612966ff tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (48e72e5a-c76f-4a6b-aaf7-962416b118b2), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:46.078464 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-37f51186-c758-48ca-b96a-683c713c7704 req-ed1f94c4-5435-437f-84a6-3518612966ff tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] For port 48e72e5a-c76f-4a6b-aaf7-962416b118b2, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=48e72e5a-c76f-4a6b-aaf7-962416b118b2,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:06:46.078993 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-37f51186-c758-48ca-b96a-683c713c7704 req-ed1f94c4-5435-437f-84a6-3518612966ff tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (48e72e5a-c76f-4a6b-aaf7-962416b118b2), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:46.096384 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-37f51186-c758-48ca-b96a-683c713c7704 req-ed1f94c4-5435-437f-84a6-3518612966ff tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Calling delete_port for 48e72e5a-c76f-4a6b-aaf7-962416b118b2 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:06:46.252722 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-37f51186-c758-48ca-b96a-683c713c7704 req-ed1f94c4-5435-437f-84a6-3518612966ff tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (48e72e5a-c76f-4a6b-aaf7-962416b118b2), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:46.285379 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['48e72e5a-c76f-4a6b-aaf7-962416b118b2'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:06:46.290421 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f94c4-5435-437f-84a6-3518612966ff tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Pushing event deleted for resources: {'Port': ['ID=48e72e5a-c76f-4a6b-aaf7-962416b118b2,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:06:46.338400 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f51186-c758-48ca-b96a-683c713c7704 req-ed1f94c4-5435-437f-84a6-3518612966ff tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] No DVR routers for this DVR port 48e72e5a-c76f-4a6b-aaf7-962416b118b2 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:06:46.342511 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-37f51186-c758-48ca-b96a-683c713c7704 req-ed1f94c4-5435-437f-84a6-3518612966ff tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:06:46.346138 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37f51186-c758-48ca-b96a-683c713c7704 req-ed1f94c4-5435-437f-84a6-3518612966ff tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.65 "DELETE /v2.0/ports/48e72e5a-c76f-4a6b-aaf7-962416b118b2 HTTP/1.1" status: 204 len: 173 time: 0.4960370 Jan 28 01:06:46.346713 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904f69e9-dda1-4b53-98de-34fa83fc7027', 'name': 'network-vif-deleted', 'tag': '48e72e5a-c76f-4a6b-aaf7-962416b118b2'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:06:46.422244 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda19586-a9e3-4092-bf40-97ee3647fe42" -d '{"events": [{"server_uuid": "904f69e9-dda1-4b53-98de-34fa83fc7027", "name": "network-vif-deleted", "tag": "48e72e5a-c76f-4a6b-aaf7-962416b118b2"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:06:46.583313 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34476f75-0505-4288-96f0-c9fe2a2d9611 x-openstack-request-id: req-34476f75-0505-4288-96f0-c9fe2a2d9611 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:06:46.584391 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904f69e9-dda1-4b53-98de-34fa83fc7027", "name": "network-vif-deleted", "tag": "48e72e5a-c76f-4a6b-aaf7-962416b118b2", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:06:46.584867 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-34476f75-0505-4288-96f0-c9fe2a2d9611 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:06:46.585564 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904f69e9-dda1-4b53-98de-34fa83fc7027', 'name': 'network-vif-deleted', 'tag': '48e72e5a-c76f-4a6b-aaf7-962416b118b2', 'status': 'completed', 'code': 200} Jan 28 01:06:46.675684 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-43a668b3-f1ba-48cb-bd4d-7cfe37469cf5 req-7232a11a-0c99-4610-9d1c-64766ca9acf2 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 210 time: 0.0361161 Jan 28 01:06:47.796389 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2dd10255-03a7-4683-8fa1-1ed2ec480ffb req-3e72745a-4555-444c-987e-f433a766de12 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 210 time: 0.0286067 Jan 28 01:06:48.779738 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 48e72e5a-c76f-4a6b-aaf7-962416b118b2 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:06:48.814565 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 48e72e5a-c76f-4a6b-aaf7-962416b118b2 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:06:48.814917 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 48e72e5a-c76f-4a6b-aaf7-962416b118b2 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:06:48.902697 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6dce36fd-b5e6-4592-928a-97db5e61299c req-014476d5-27e1-4aef-9187-ff8e8d0fe830 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 210 time: 0.0311902 Jan 28 01:06:50.011498 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7eabcb04-ee07-43f8-ae70-c082e6bbde24 req-cf56013e-06cc-4edf-b706-fd2b16bd001c tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 210 time: 0.0301692 Jan 28 01:06:51.142416 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3c7372b2-6687-483b-bfca-b63d8b4a529c req-6e101f70-a996-4a9d-a6bb-b7eefbe5ebe0 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 210 time: 0.0500634 Jan 28 01:06:52.258443 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f961181-1bac-4492-8745-2c8d005c83b3 req-e16babdd-e3c9-4251-a1fd-240f27993822 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 210 time: 0.0358434 Jan 28 01:06:52.520854 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:06:53.386835 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e0249d3-1dc4-4416-a922-ec9dc4c88f81 req-6a4aff65-45f5-4a4f-9655-1d3116dfa2b4 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 210 time: 0.0274565 Jan 28 01:06:54.597560 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2a2c1106-e042-465b-b2dc-d7019fded1cc req-1fab9c61-0520-4d34-a390-7f4a40f0ee75 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 210 time: 0.0711713 Jan 28 01:06:55.749957 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5972f265-8552-4fff-9c9b-92248cc329dc req-6fb481c4-ba0b-45ca-a0e0-b460f0ac8217 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=904f69e9-dda1-4b53-98de-34fa83fc7027 HTTP/1.1" status: 200 len: 210 time: 0.0369306 Jan 28 01:07:06.097384 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-99eae565-7efb-4dc3-8a3e-aefaae7a2a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:08.425380 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-adaa74f2-e112-43f1-8052-6a971793e45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:09.833957 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:11.345738 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:12.260955 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:13.310648 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:14.589163 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:18.124007 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50632) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:18.312240 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-029b93cd-08b5-4618-99b7-8cfedd5a2040 admin admin] Deleting subnet adbe15b3-cc03-47b2-9e01-87a30bdc62a6 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:07:18.316075 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-029b93cd-08b5-4618-99b7-8cfedd5a2040 admin admin] Publish callbacks [] for subnet (adbe15b3-cc03-47b2-9e01-87a30bdc62a6), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:18.357607 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-029b93cd-08b5-4618-99b7-8cfedd5a2040 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (adbe15b3-cc03-47b2-9e01-87a30bdc62a6), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:18.402485 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-029b93cd-08b5-4618-99b7-8cfedd5a2040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (adbe15b3-cc03-47b2-9e01-87a30bdc62a6), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:18.464967 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-029b93cd-08b5-4618-99b7-8cfedd5a2040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (adbe15b3-cc03-47b2-9e01-87a30bdc62a6), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:18.496953 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-029b93cd-08b5-4618-99b7-8cfedd5a2040 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:18.500134 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-029b93cd-08b5-4618-99b7-8cfedd5a2040 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/adbe15b3-cc03-47b2-9e01-87a30bdc62a6 HTTP/1.1" status: 204 len: 168 time: 0.3748438 Jan 28 01:07:18.500966 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b93cd-08b5-4618-99b7-8cfedd5a2040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adbe15b3-cc03-47b2-9e01-87a30bdc62a6,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:18.504017 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50636) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:18.510924 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029b93cd-08b5-4618-99b7-8cfedd5a2040 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:18.511525 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029b93cd-08b5-4618-99b7-8cfedd5a2040 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:18.512075 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029b93cd-08b5-4618-99b7-8cfedd5a2040 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:18.512574 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029b93cd-08b5-4618-99b7-8cfedd5a2040 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:18.513079 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029b93cd-08b5-4618-99b7-8cfedd5a2040 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:18.513580 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029b93cd-08b5-4618-99b7-8cfedd5a2040 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:18.514077 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029b93cd-08b5-4618-99b7-8cfedd5a2040 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:18.514583 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029b93cd-08b5-4618-99b7-8cfedd5a2040 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:18.515079 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029b93cd-08b5-4618-99b7-8cfedd5a2040 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:18.515574 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029b93cd-08b5-4618-99b7-8cfedd5a2040 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:18.516090 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029b93cd-08b5-4618-99b7-8cfedd5a2040 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:18.516615 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029b93cd-08b5-4618-99b7-8cfedd5a2040 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:18.517101 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029b93cd-08b5-4618-99b7-8cfedd5a2040 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:18.588742 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95fbb05b-c2a0-4b35-9123-79bc535205ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (09bc3e79-65bd-464f-b567-fd55bdd97d0e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:18.676932 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95fbb05b-c2a0-4b35-9123-79bc535205ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (09bc3e79-65bd-464f-b567-fd55bdd97d0e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:18.698129 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-95fbb05b-c2a0-4b35-9123-79bc535205ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09bc3e79-65bd-464f-b567-fd55bdd97d0e']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:18.708165 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-95fbb05b-c2a0-4b35-9123-79bc535205ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441b0df4-78e0-452a-b1f7-444a91a41103') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:18.708693 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-95fbb05b-c2a0-4b35-9123-79bc535205ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441b0df4-78e0-452a-b1f7-444a91a41103') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:18.720140 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95fbb05b-c2a0-4b35-9123-79bc535205ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (441b0df4-78e0-452a-b1f7-444a91a41103), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:18.734954 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95fbb05b-c2a0-4b35-9123-79bc535205ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (441b0df4-78e0-452a-b1f7-444a91a41103), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:18.741427 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95fbb05b-c2a0-4b35-9123-79bc535205ec admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:07:18.741889 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95fbb05b-c2a0-4b35-9123-79bc535205ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (441b0df4-78e0-452a-b1f7-444a91a41103), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:18.743957 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 01:07:18.743957 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:07:18.743957 n-d-826754-1 neutron-server[103343]: timer() Jan 28 01:07:18.743957 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:07:18.743957 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 01:07:18.743957 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:07:18.743957 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 01:07:18.743957 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:07:18.743957 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 01:07:18.743957 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:07:18.743957 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 01:07:18.743957 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:07:18.743957 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 01:07:18.743957 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:07:18.743957 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:07:18.743957 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:07:18.743957 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:07:18.743957 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:07:18.743957 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 01:07:18.743957 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:07:18.743957 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 01:07:18.743957 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:07:18.743957 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:07:18.743957 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:07:18.743957 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 01:07:18.743957 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:07:18.743957 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:07:18.743957 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:07:18.743957 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:07:18.743957 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:07:18.743957 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:07:18.743957 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:07:18.809831 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95fbb05b-c2a0-4b35-9123-79bc535205ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (09bc3e79-65bd-464f-b567-fd55bdd97d0e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:18.817555 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95fbb05b-c2a0-4b35-9123-79bc535205ec admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:18.821217 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-95fbb05b-c2a0-4b35-9123-79bc535205ec admin admin] 10.222.0.70 "DELETE /v2.0/networks/09bc3e79-65bd-464f-b567-fd55bdd97d0e HTTP/1.1" status: 204 len: 168 time: 0.3160529 Jan 28 01:07:18.838309 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fbb05b-c2a0-4b35-9123-79bc535205ec admin admin] Pushing event deleted for resources: {'Network': ['ID=09bc3e79-65bd-464f-b567-fd55bdd97d0e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:18.848239 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fbb05b-c2a0-4b35-9123-79bc535205ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:18.848639 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fbb05b-c2a0-4b35-9123-79bc535205ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:18.848995 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fbb05b-c2a0-4b35-9123-79bc535205ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:18.849338 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fbb05b-c2a0-4b35-9123-79bc535205ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:18.849673 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fbb05b-c2a0-4b35-9123-79bc535205ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:18.850003 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fbb05b-c2a0-4b35-9123-79bc535205ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:18.850333 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fbb05b-c2a0-4b35-9123-79bc535205ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:18.850661 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fbb05b-c2a0-4b35-9123-79bc535205ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:18.850988 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fbb05b-c2a0-4b35-9123-79bc535205ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:18.851313 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fbb05b-c2a0-4b35-9123-79bc535205ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:18.851666 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fbb05b-c2a0-4b35-9123-79bc535205ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:18.852016 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fbb05b-c2a0-4b35-9123-79bc535205ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:18.852331 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fbb05b-c2a0-4b35-9123-79bc535205ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:19.021397 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50644) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:19.099089 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50646) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:19.100007 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-aec91fac-f63e-41e0-aef4-745586a976a3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=85e73a65dd5d43e0b954464d13aa2d13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0766308 Jan 28 01:07:19.186945 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-df79658f-1c08-4ecf-bde0-e9a620816bc3 admin admin] Publish callbacks [] for security_group (aaa08038-3050-469b-8189-147d2b32e8ca), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:19.226046 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-df79658f-1c08-4ecf-bde0-e9a620816bc3 admin admin] Publish callbacks [] for security_group (aaa08038-3050-469b-8189-147d2b32e8ca), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:19.302986 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-df79658f-1c08-4ecf-bde0-e9a620816bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (aaa08038-3050-469b-8189-147d2b32e8ca), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:19.306962 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-df79658f-1c08-4ecf-bde0-e9a620816bc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:19.308968 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-df79658f-1c08-4ecf-bde0-e9a620816bc3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aaa08038-3050-469b-8189-147d2b32e8ca HTTP/1.1" status: 204 len: 168 time: 0.2087269 Jan 28 01:07:19.322213 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79658f-1c08-4ecf-bde0-e9a620816bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa08038-3050-469b-8189-147d2b32e8ca,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:20.450912 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50670) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:20.585858 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-8421597c-3f7f-4186-ab18-7f494c833fa6 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-450132959-network', 'tenant_id': '97c900f4881c4be79f7dda79c4e8b22c'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:20.616428 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8421597c-3f7f-4186-ab18-7f494c833fa6 admin admin] Made reservation on behalf of 97c900f4881c4be79f7dda79c4e8b22c for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:20.620974 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8421597c-3f7f-4186-ab18-7f494c833fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:20.633562 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8421597c-3f7f-4186-ab18-7f494c833fa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:20.756202 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8421597c-3f7f-4186-ab18-7f494c833fa6 admin admin] Publish callbacks [] for security_group (2bc0b1ed-73f6-4d3a-91f1-627883249c73), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:20.761883 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8421597c-3f7f-4186-ab18-7f494c833fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2bc0b1ed-73f6-4d3a-91f1-627883249c73), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:20.789770 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8421597c-3f7f-4186-ab18-7f494c833fa6 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:07:20.802117 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421597c-3f7f-4186-ab18-7f494c833fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc0b1ed-73f6-4d3a-91f1-627883249c73,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:20.809980 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8421597c-3f7f-4186-ab18-7f494c833fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (e6fbb08b-10cc-4529-831a-31bb94d96c98), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:20.810330 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-8421597c-3f7f-4186-ab18-7f494c833fa6 admin admin] Added segment e6fbb08b-10cc-4529-831a-31bb94d96c98 of type vlan for network d2785324-bd0f-49fc-8f9f-ec9b742e7dcd Jan 28 01:07:20.860718 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8421597c-3f7f-4186-ab18-7f494c833fa6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (d2785324-bd0f-49fc-8f9f-ec9b742e7dcd), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:20.896756 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8421597c-3f7f-4186-ab18-7f494c833fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (d2785324-bd0f-49fc-8f9f-ec9b742e7dcd), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:20.897848 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8421597c-3f7f-4186-ab18-7f494c833fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:20.898506 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8421597c-3f7f-4186-ab18-7f494c833fa6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:20.970685 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8421597c-3f7f-4186-ab18-7f494c833fa6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5153265 Jan 28 01:07:20.971227 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50682) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:20.982144 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-b6669dcd-64e7-42be-8310-7effaccdd9f6 admin admin] Request body: {'subnet': {'network_id': 'd2785324-bd0f-49fc-8f9f-ec9b742e7dcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-450132959-subnet', 'tenant_id': '97c900f4881c4be79f7dda79c4e8b22c', 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:20.983398 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421597c-3f7f-4186-ab18-7f494c833fa6 admin admin] Pushing event updated for resources: {'Network': ['ID=d2785324-bd0f-49fc-8f9f-ec9b742e7dcd,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:21.003236 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network d2785324-bd0f-49fc-8f9f-ec9b742e7dcd details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:07:21.030244 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6669dcd-64e7-42be-8310-7effaccdd9f6 admin admin] Made reservation on behalf of 97c900f4881c4be79f7dda79c4e8b22c for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:21.032406 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b6669dcd-64e7-42be-8310-7effaccdd9f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:21.310707 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b6669dcd-64e7-42be-8310-7effaccdd9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (c7367490-3e2b-4370-b92a-9cb0c732b4e3), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:21.375710 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6669dcd-64e7-42be-8310-7effaccdd9f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7367490-3e2b-4370-b92a-9cb0c732b4e3,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:21.397231 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6669dcd-64e7-42be-8310-7effaccdd9f6 admin admin] Checking segment: {'id': 'e6fbb08b-10cc-4529-831a-31bb94d96c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd2785324-bd0f-49fc-8f9f-ec9b742e7dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:07:21.397740 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6669dcd-64e7-42be-8310-7effaccdd9f6 admin admin] Network hostable DHCP agents. Network: d2785324-bd0f-49fc-8f9f-ec9b742e7dcd, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:07:21.424329 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6669dcd-64e7-42be-8310-7effaccdd9f6 admin admin] Network d2785324-bd0f-49fc-8f9f-ec9b742e7dcd is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:07:21.436770 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-b6669dcd-64e7-42be-8310-7effaccdd9f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, d2785324-bd0f-49fc-8f9f-ec9b742e7dcd) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:21.442140 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6669dcd-64e7-42be-8310-7effaccdd9f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:21.442892 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b6669dcd-64e7-42be-8310-7effaccdd9f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:21.459211 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aacd36c-9974-4950-b5a7-26689bae7e9a None None] Network d2785324-bd0f-49fc-8f9f-ec9b742e7dcd requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:07:21.481841 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b6669dcd-64e7-42be-8310-7effaccdd9f6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5077643 Jan 28 01:07:21.484451 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50686) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:21.498574 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-3ad1a1ed-c7c2-4cff-8736-ed944448fbbc admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-450132959-router', 'tenant_id': '97c900f4881c4be79f7dda79c4e8b22c', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:21.553860 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3ad1a1ed-c7c2-4cff-8736-ed944448fbbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (554f4488-df91-45e1-8c01-c63891ad48da), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:21.556930 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3ad1a1ed-c7c2-4cff-8736-ed944448fbbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (554f4488-df91-45e1-8c01-c63891ad48da), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:21.641276 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-d2785324-bd0f-49fc-8f9f-ec9b742e7dcd', 'network_id': 'd2785324-bd0f-49fc-8f9f-ec9b742e7dcd', 'project_id': '97c900f4881c4be79f7dda79c4e8b22c', 'fixed_ips': [{'subnet_id': 'c7367490-3e2b-4370-b92a-9cb0c732b4e3'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:07:21.643339 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:21.670240 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3ad1a1ed-c7c2-4cff-8736-ed944448fbbc admin admin] Publish callbacks [] for router_controller (554f4488-df91-45e1-8c01-c63891ad48da), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:21.955027 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Allocated IP 172.20.0.2 (d2785324-bd0f-49fc-8f9f-ec9b742e7dcd/c7367490-3e2b-4370-b92a-9cb0c732b4e3/10e18421-b9a6-4a92-b3ea-abe2ee70617f) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:22.183066 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Publish callbacks [] for port (10e18421-b9a6-4a92-b3ea-abe2ee70617f), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:22.192491 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (10e18421-b9a6-4a92-b3ea-abe2ee70617f), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:22.270034 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Pushing event updated for resources: {'Port': ['ID=10e18421-b9a6-4a92-b3ea-abe2ee70617f,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:22.286347 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.286967 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.287345 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.287700 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.287917 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3ad1a1ed-c7c2-4cff-8736-ed944448fbbc admin admin] Publish callbacks [] for router_gateway (554f4488-df91-45e1-8c01-c63891ad48da), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:22.288682 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.288682 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.289017 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.289165 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.289420 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.289752 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.290156 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.291965 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.291965 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:22.311205 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Network d2785324-bd0f-49fc-8f9f-ec9b742e7dcd is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:22.312892 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:22.324148 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:22.387250 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Attempting to bind port 10e18421-b9a6-4a92-b3ea-abe2ee70617f on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:07:22.387753 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Attempting to bind port 10e18421-b9a6-4a92-b3ea-abe2ee70617f by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'e6fbb08b-10cc-4529-831a-31bb94d96c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd2785324-bd0f-49fc-8f9f-ec9b742e7dcd'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:07:22.388349 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Attempting to bind port 10e18421-b9a6-4a92-b3ea-abe2ee70617f on network d2785324-bd0f-49fc-8f9f-ec9b742e7dcd {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:22.395571 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:07:22.395989 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Checking segment: {'id': 'e6fbb08b-10cc-4529-831a-31bb94d96c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd2785324-bd0f-49fc-8f9f-ec9b742e7dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:07:22.396389 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:22.396794 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Bound using segment: {'id': 'e6fbb08b-10cc-4529-831a-31bb94d96c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd2785324-bd0f-49fc-8f9f-ec9b742e7dcd'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:07:22.397311 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Bound port: 10e18421-b9a6-4a92-b3ea-abe2ee70617f, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6fbb08b-10cc-4529-831a-31bb94d96c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd2785324-bd0f-49fc-8f9f-ec9b742e7dcd'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:07:22.397702 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (10e18421-b9a6-4a92-b3ea-abe2ee70617f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:22.475716 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] For port 10e18421-b9a6-4a92-b3ea-abe2ee70617f, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:07:22.481372 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] For port 10e18421-b9a6-4a92-b3ea-abe2ee70617f, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=10e18421-b9a6-4a92-b3ea-abe2ee70617f,segment=NetworkSegment(e6fbb08b-10cc-4529-831a-31bb94d96c98),segment_id=e6fbb08b-10cc-4529-831a-31bb94d96c98)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:07:22.487999 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (10e18421-b9a6-4a92-b3ea-abe2ee70617f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:22.560471 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3ad1a1ed-c7c2-4cff-8736-ed944448fbbc admin admin] Publish callbacks [] for router_gateway (554f4488-df91-45e1-8c01-c63891ad48da), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:22.566944 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023db465-fba0-4abc-ad2d-c7b35b140480 None None] Pushing event updated for resources: {'Port': ['ID=10e18421-b9a6-4a92-b3ea-abe2ee70617f,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:22.586869 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3ad1a1ed-c7c2-4cff-8736-ed944448fbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:22.723095 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-3ad1a1ed-c7c2-4cff-8736-ed944448fbbc admin admin] Allocated IP 172.25.3.246 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/f2248afc-865c-464e-8d54-4879c606a232) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:22.944011 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3ad1a1ed-c7c2-4cff-8736-ed944448fbbc admin admin] Publish callbacks [] for port (f2248afc-865c-464e-8d54-4879c606a232), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:23.015522 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3ad1a1ed-c7c2-4cff-8736-ed944448fbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (f2248afc-865c-464e-8d54-4879c606a232), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:23.057728 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad1a1ed-c7c2-4cff-8736-ed944448fbbc admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:23.060850 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-3ad1a1ed-c7c2-4cff-8736-ed944448fbbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:23.067034 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad1a1ed-c7c2-4cff-8736-ed944448fbbc admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:23.096239 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1a1ed-c7c2-4cff-8736-ed944448fbbc admin admin] Pushing event updated for resources: {'Port': ['ID=f2248afc-865c-464e-8d54-4879c606a232,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:23.582739 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3ad1a1ed-c7c2-4cff-8736-ed944448fbbc admin admin] Publish callbacks [] for router_gateway (554f4488-df91-45e1-8c01-c63891ad48da), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:23.630886 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 10e18421-b9a6-4a92-b3ea-abe2ee70617f up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:07:23.729379 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 10e18421-b9a6-4a92-b3ea-abe2ee70617f triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:23.730367 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (10e18421-b9a6-4a92-b3ea-abe2ee70617f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:23.843124 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 10e18421-b9a6-4a92-b3ea-abe2ee70617f is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:23.843525 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (10e18421-b9a6-4a92-b3ea-abe2ee70617f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:23.885080 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 10e18421-b9a6-4a92-b3ea-abe2ee70617f, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=10e18421-b9a6-4a92-b3ea-abe2ee70617f,segment=NetworkSegment(e6fbb08b-10cc-4529-831a-31bb94d96c98),segment_id=e6fbb08b-10cc-4529-831a-31bb94d96c98)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:23.891011 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (10e18421-b9a6-4a92-b3ea-abe2ee70617f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:23.958725 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3ad1a1ed-c7c2-4cff-8736-ed944448fbbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (554f4488-df91-45e1-8c01-c63891ad48da), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:23.973497 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a97067-2b4e-4cd2-968b-02955446e54d None None] Network d2785324-bd0f-49fc-8f9f-ec9b742e7dcd requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:07:23.977638 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=10e18421-b9a6-4a92-b3ea-abe2ee70617f,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:24.091883 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-186477c9-f0d2-4c7f-a774-cc85318a5096 None None] Provisioning complete for port 10e18421-b9a6-4a92-b3ea-abe2ee70617f triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:24.092241 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-186477c9-f0d2-4c7f-a774-cc85318a5096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (10e18421-b9a6-4a92-b3ea-abe2ee70617f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:24.171779 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad1a1ed-c7c2-4cff-8736-ed944448fbbc admin admin] Router 554f4488-df91-45e1-8c01-c63891ad48da is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:07:24.230152 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-186477c9-f0d2-4c7f-a774-cc85318a5096 None None] Current status of the port 10e18421-b9a6-4a92-b3ea-abe2ee70617f is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:24.327118 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad1a1ed-c7c2-4cff-8736-ed944448fbbc admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:07:24.340098 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61e08d4-0878-4325-b11f-fb5c92472cf1 None None] Sync routers for ids ['554f4488-df91-45e1-8c01-c63891ad48da'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:07:24.358977 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3ad1a1ed-c7c2-4cff-8736-ed944448fbbc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:24.359998 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61e08d4-0878-4325-b11f-fb5c92472cf1 None None] Routers {'554f4488-df91-45e1-8c01-c63891ad48da'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:24.360774 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-d61e08d4-0878-4325-b11f-fb5c92472cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:07:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['554f4488-df91-45e1-8c01-c63891ad48da'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:24.361738 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3ad1a1ed-c7c2-4cff-8736-ed944448fbbc admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.8728249 Jan 28 01:07:24.364889 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50696) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:24.496087 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-d61e08d4-0878-4325-b11f-fb5c92472cf1 None None] Set router 554f4488-df91-45e1-8c01-c63891ad48da gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:07:24.672534 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-0d71c696-7212-4fb6-aab0-8d0db4012bbc None None] Provisioning complete for port 10e18421-b9a6-4a92-b3ea-abe2ee70617f triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:24.673619 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0d71c696-7212-4fb6-aab0-8d0db4012bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (10e18421-b9a6-4a92-b3ea-abe2ee70617f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:24.805666 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-d61e08d4-0878-4325-b11f-fb5c92472cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554f4488-df91-45e1-8c01-c63891ad48da', 'name': 'tempest-ImageQuotaTest-450132959-router', 'tenant_id': '97c900f4881c4be79f7dda79c4e8b22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f2248afc-865c-464e-8d54-4879c606a232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:21Z', 'updated_at': '2022-01-28T01:07:23Z', 'revision_number': 3, 'project_id': '97c900f4881c4be79f7dda79c4e8b22c', 'gw_port': {'id': 'f2248afc-865c-464e-8d54-4879c606a232', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554f4488-df91-45e1-8c01-c63891ad48da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:22Z', 'updated_at': '2022-01-28T01:07:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:24.836524 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61e08d4-0878-4325-b11f-fb5c92472cf1 None None] Checking router: 554f4488-df91-45e1-8c01-c63891ad48da for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:07:24.836866 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61e08d4-0878-4325-b11f-fb5c92472cf1 None None] Updating router 554f4488-df91-45e1-8c01-c63891ad48da port f2248afc-865c-464e-8d54-4879c606a232 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:07:24.844810 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0d71c696-7212-4fb6-aab0-8d0db4012bbc None None] Current status of the port 10e18421-b9a6-4a92-b3ea-abe2ee70617f is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:24.866969 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d61e08d4-0878-4325-b11f-fb5c92472cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f2248afc-865c-464e-8d54-4879c606a232), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:25.289423 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d61e08d4-0878-4325-b11f-fb5c92472cf1 None None] Publish callbacks [] for port (f2248afc-865c-464e-8d54-4879c606a232), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:25.298077 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d61e08d4-0878-4325-b11f-fb5c92472cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f2248afc-865c-464e-8d54-4879c606a232), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:25.365425 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-d61e08d4-0878-4325-b11f-fb5c92472cf1 None None] Attempting to bind port f2248afc-865c-464e-8d54-4879c606a232 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:07:25.366103 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-d61e08d4-0878-4325-b11f-fb5c92472cf1 None None] Attempting to bind port f2248afc-865c-464e-8d54-4879c606a232 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:07:25.366592 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61e08d4-0878-4325-b11f-fb5c92472cf1 None None] Attempting to bind port f2248afc-865c-464e-8d54-4879c606a232 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:25.379177 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61e08d4-0878-4325-b11f-fb5c92472cf1 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:07:25.379831 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61e08d4-0878-4325-b11f-fb5c92472cf1 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:07:25.380246 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d61e08d4-0878-4325-b11f-fb5c92472cf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:25.380641 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61e08d4-0878-4325-b11f-fb5c92472cf1 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:07:25.381123 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-d61e08d4-0878-4325-b11f-fb5c92472cf1 None None] Bound port: f2248afc-865c-464e-8d54-4879c606a232, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:07:25.381500 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d61e08d4-0878-4325-b11f-fb5c92472cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f2248afc-865c-464e-8d54-4879c606a232), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:25.388007 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c87bba-8034-4678-8237-ff03251e01db None None] Pushing event updated for resources: {'Port': ['ID=f2248afc-865c-464e-8d54-4879c606a232,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:25.445175 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-d61e08d4-0878-4325-b11f-fb5c92472cf1 None None] For port f2248afc-865c-464e-8d54-4879c606a232, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:07:25.450208 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-d61e08d4-0878-4325-b11f-fb5c92472cf1 None None] For port f2248afc-865c-464e-8d54-4879c606a232, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f2248afc-865c-464e-8d54-4879c606a232,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:07:25.460079 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-d61e08d4-0878-4325-b11f-fb5c92472cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f2248afc-865c-464e-8d54-4879c606a232), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:25.463797 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c87bba-8034-4678-8237-ff03251e01db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:25.464200 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c87bba-8034-4678-8237-ff03251e01db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:25.464966 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c87bba-8034-4678-8237-ff03251e01db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:25.465158 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c87bba-8034-4678-8237-ff03251e01db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:25.465497 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c87bba-8034-4678-8237-ff03251e01db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:25.465891 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c87bba-8034-4678-8237-ff03251e01db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:25.466270 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c87bba-8034-4678-8237-ff03251e01db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:25.466603 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c87bba-8034-4678-8237-ff03251e01db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:25.466936 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c87bba-8034-4678-8237-ff03251e01db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:25.467468 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c87bba-8034-4678-8237-ff03251e01db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:25.469319 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c87bba-8034-4678-8237-ff03251e01db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:25.469319 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c87bba-8034-4678-8237-ff03251e01db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:25.469319 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c87bba-8034-4678-8237-ff03251e01db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:07:25.494503 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28a88f34-c630-4cc4-8c77-3667534ff424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:25.546428 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c87bba-8034-4678-8237-ff03251e01db None None] Pushing event updated for resources: {'Port': ['ID=f2248afc-865c-464e-8d54-4879c606a232,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:25.581801 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61e08d4-0878-4325-b11f-fb5c92472cf1 None None] Routers {'554f4488-df91-45e1-8c01-c63891ad48da'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:25.582437 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-d61e08d4-0878-4325-b11f-fb5c92472cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:07:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['554f4488-df91-45e1-8c01-c63891ad48da'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:25.582994 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 10e18421-b9a6-4a92-b3ea-abe2ee70617f up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:07:25.662986 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 10e18421-b9a6-4a92-b3ea-abe2ee70617f triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:25.663530 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (10e18421-b9a6-4a92-b3ea-abe2ee70617f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:25.741015 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-d61e08d4-0878-4325-b11f-fb5c92472cf1 None None] Set router 554f4488-df91-45e1-8c01-c63891ad48da gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:07:25.766868 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-28a88f34-c630-4cc4-8c77-3667534ff424 admin admin] Allocated IP 172.20.0.1 (d2785324-bd0f-49fc-8f9f-ec9b742e7dcd/c7367490-3e2b-4370-b92a-9cb0c732b4e3/c64499a4-ea05-40c9-ad11-3b22748fdfec) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:25.817513 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 10e18421-b9a6-4a92-b3ea-abe2ee70617f is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:25.943499 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28a88f34-c630-4cc4-8c77-3667534ff424 admin admin] Publish callbacks [] for port (c64499a4-ea05-40c9-ad11-3b22748fdfec), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:26.005295 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28a88f34-c630-4cc4-8c77-3667534ff424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (c64499a4-ea05-40c9-ad11-3b22748fdfec), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:26.062951 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a88f34-c630-4cc4-8c77-3667534ff424 admin admin] Network d2785324-bd0f-49fc-8f9f-ec9b742e7dcd is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:26.073189 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-28a88f34-c630-4cc4-8c77-3667534ff424 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:26.080993 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a88f34-c630-4cc4-8c77-3667534ff424 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:26.085861 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a88f34-c630-4cc4-8c77-3667534ff424 admin admin] Pushing event updated for resources: {'Port': ['ID=c64499a4-ea05-40c9-ad11-3b22748fdfec,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:26.117817 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-d61e08d4-0878-4325-b11f-fb5c92472cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554f4488-df91-45e1-8c01-c63891ad48da', 'name': 'tempest-ImageQuotaTest-450132959-router', 'tenant_id': '97c900f4881c4be79f7dda79c4e8b22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f2248afc-865c-464e-8d54-4879c606a232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:21Z', 'updated_at': '2022-01-28T01:07:23Z', 'revision_number': 3, 'project_id': '97c900f4881c4be79f7dda79c4e8b22c', 'gw_port': {'id': 'f2248afc-865c-464e-8d54-4879c606a232', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554f4488-df91-45e1-8c01-c63891ad48da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:22Z', 'updated_at': '2022-01-28T01:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:26.159786 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61e08d4-0878-4325-b11f-fb5c92472cf1 None None] The sync data for ids ['554f4488-df91-45e1-8c01-c63891ad48da'] in n-d-826754-1 is: [{'id': '554f4488-df91-45e1-8c01-c63891ad48da', 'name': 'tempest-ImageQuotaTest-450132959-router', 'tenant_id': '97c900f4881c4be79f7dda79c4e8b22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f2248afc-865c-464e-8d54-4879c606a232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:21Z', 'updated_at': '2022-01-28T01:07:23Z', 'revision_number': 3, 'project_id': '97c900f4881c4be79f7dda79c4e8b22c', 'gw_port': {'id': 'f2248afc-865c-464e-8d54-4879c606a232', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554f4488-df91-45e1-8c01-c63891ad48da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:22Z', 'updated_at': '2022-01-28T01:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:07:26.167580 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28a88f34-c630-4cc4-8c77-3667534ff424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (554f4488-df91-45e1-8c01-c63891ad48da), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:26.367823 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28a88f34-c630-4cc4-8c77-3667534ff424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c64499a4-ea05-40c9-ad11-3b22748fdfec), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:26.495682 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2d0be064-ddd0-44dc-a4af-5e7bc7be4297 None None] Provisioning complete for port c64499a4-ea05-40c9-ad11-3b22748fdfec triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:26.496092 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2d0be064-ddd0-44dc-a4af-5e7bc7be4297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c64499a4-ea05-40c9-ad11-3b22748fdfec), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:26.555489 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2d0be064-ddd0-44dc-a4af-5e7bc7be4297 None None] Port c64499a4-ea05-40c9-ad11-3b22748fdfec cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:07:26.629962 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28a88f34-c630-4cc4-8c77-3667534ff424 admin admin] Publish callbacks [] for port (c64499a4-ea05-40c9-ad11-3b22748fdfec), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:26.637433 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28a88f34-c630-4cc4-8c77-3667534ff424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (c64499a4-ea05-40c9-ad11-3b22748fdfec), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:26.717932 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a88f34-c630-4cc4-8c77-3667534ff424 admin admin] Pushing event updated for resources: {'Port': ['ID=c64499a4-ea05-40c9-ad11-3b22748fdfec,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:26.722512 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-28a88f34-c630-4cc4-8c77-3667534ff424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (554f4488-df91-45e1-8c01-c63891ad48da), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:26.831318 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a88f34-c630-4cc4-8c77-3667534ff424 admin admin] Network d2785324-bd0f-49fc-8f9f-ec9b742e7dcd is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:26.832830 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-28a88f34-c630-4cc4-8c77-3667534ff424 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:26.997723 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a88f34-c630-4cc4-8c77-3667534ff424 admin admin] Router 554f4488-df91-45e1-8c01-c63891ad48da has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:07:27.141306 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a88f34-c630-4cc4-8c77-3667534ff424 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:07:27.147226 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-28a88f34-c630-4cc4-8c77-3667534ff424 admin admin] 10.222.0.70 "PUT /v2.0/routers/554f4488-df91-45e1-8c01-c63891ad48da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7805843 Jan 28 01:07:27.207813 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-13d450c1-9ecd-4d55-93e3-269a25d10df7 None None] Provisioning complete for port c64499a4-ea05-40c9-ad11-3b22748fdfec triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:27.208397 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13d450c1-9ecd-4d55-93e3-269a25d10df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c64499a4-ea05-40c9-ad11-3b22748fdfec), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:27.265433 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-13d450c1-9ecd-4d55-93e3-269a25d10df7 None None] Port c64499a4-ea05-40c9-ad11-3b22748fdfec cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:07:27.556534 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f2248afc-865c-464e-8d54-4879c606a232 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:07:27.610267 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port f2248afc-865c-464e-8d54-4879c606a232 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:27.610775 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f2248afc-865c-464e-8d54-4879c606a232), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:27.704979 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port f2248afc-865c-464e-8d54-4879c606a232 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:27.705680 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f2248afc-865c-464e-8d54-4879c606a232), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:27.730141 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port f2248afc-865c-464e-8d54-4879c606a232, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f2248afc-865c-464e-8d54-4879c606a232,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:27.734619 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f2248afc-865c-464e-8d54-4879c606a232), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:27.796968 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=f2248afc-865c-464e-8d54-4879c606a232,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:28.349061 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b1e8ae-9d81-4b3b-a91a-de06d5c82d1e None None] Sync routers for ids ['554f4488-df91-45e1-8c01-c63891ad48da'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:07:28.361386 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b1e8ae-9d81-4b3b-a91a-de06d5c82d1e None None] Routers {'554f4488-df91-45e1-8c01-c63891ad48da'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:28.362354 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-08b1e8ae-9d81-4b3b-a91a-de06d5c82d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:07:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['554f4488-df91-45e1-8c01-c63891ad48da'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:28.421071 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50724) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:28.482158 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-08b1e8ae-9d81-4b3b-a91a-de06d5c82d1e None None] Set router 554f4488-df91-45e1-8c01-c63891ad48da gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:07:28.706349 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-08b1e8ae-9d81-4b3b-a91a-de06d5c82d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554f4488-df91-45e1-8c01-c63891ad48da', 'name': 'tempest-ImageQuotaTest-450132959-router', 'tenant_id': '97c900f4881c4be79f7dda79c4e8b22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f2248afc-865c-464e-8d54-4879c606a232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:21Z', 'updated_at': '2022-01-28T01:07:26Z', 'revision_number': 4, 'project_id': '97c900f4881c4be79f7dda79c4e8b22c', 'gw_port': {'id': 'f2248afc-865c-464e-8d54-4879c606a232', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554f4488-df91-45e1-8c01-c63891ad48da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:22Z', 'updated_at': '2022-01-28T01:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'c64499a4-ea05-40c9-ad11-3b22748fdfec', 'name': '', 'network_id': 'd2785324-bd0f-49fc-8f9f-ec9b742e7dcd', 'tenant_id': '97c900f4881c4be79f7dda79c4e8b22c', 'mac_address': 'fa:16:3e:21:76:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554f4488-df91-45e1-8c01-c63891ad48da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'c7367490-3e2b-4370-b92a-9cb0c732b4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:25Z', 'updated_at': '2022-01-28T01:07:26Z', 'revision_number': 2, 'project_id': '97c900f4881c4be79f7dda79c4e8b22c', 'subnets': [{'id': 'c7367490-3e2b-4370-b92a-9cb0c732b4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:28.734388 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b1e8ae-9d81-4b3b-a91a-de06d5c82d1e None None] Checking router: 554f4488-df91-45e1-8c01-c63891ad48da for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:07:28.734750 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b1e8ae-9d81-4b3b-a91a-de06d5c82d1e None None] Updating router 554f4488-df91-45e1-8c01-c63891ad48da port c64499a4-ea05-40c9-ad11-3b22748fdfec binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:07:28.761638 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08b1e8ae-9d81-4b3b-a91a-de06d5c82d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c64499a4-ea05-40c9-ad11-3b22748fdfec), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:28.797452 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-37dcafae-d9eb-4c59-84f1-82ebd3b5521c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (554f4488-df91-45e1-8c01-c63891ad48da), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:29.088923 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08b1e8ae-9d81-4b3b-a91a-de06d5c82d1e None None] Publish callbacks [] for port (c64499a4-ea05-40c9-ad11-3b22748fdfec), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:29.113629 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08b1e8ae-9d81-4b3b-a91a-de06d5c82d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c64499a4-ea05-40c9-ad11-3b22748fdfec), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:29.123208 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-37dcafae-d9eb-4c59-84f1-82ebd3b5521c admin admin] Deleting port c64499a4-ea05-40c9-ad11-3b22748fdfec {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:29.123208 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-37dcafae-d9eb-4c59-84f1-82ebd3b5521c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c64499a4-ea05-40c9-ad11-3b22748fdfec), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:29.184074 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8483e1b-8e20-4fca-938c-1e5d819dc1c2 None None] Pushing event updated for resources: {'Port': ['ID=c64499a4-ea05-40c9-ad11-3b22748fdfec,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:29.218117 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-37dcafae-d9eb-4c59-84f1-82ebd3b5521c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c64499a4-ea05-40c9-ad11-3b22748fdfec), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:29.235600 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-37dcafae-d9eb-4c59-84f1-82ebd3b5521c admin admin] Calling delete_port for c64499a4-ea05-40c9-ad11-3b22748fdfec owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:29.239383 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-08b1e8ae-9d81-4b3b-a91a-de06d5c82d1e None None] Attempting to bind port c64499a4-ea05-40c9-ad11-3b22748fdfec on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:07:29.239793 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-08b1e8ae-9d81-4b3b-a91a-de06d5c82d1e None None] Attempting to bind port c64499a4-ea05-40c9-ad11-3b22748fdfec by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'e6fbb08b-10cc-4529-831a-31bb94d96c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd2785324-bd0f-49fc-8f9f-ec9b742e7dcd'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:07:29.240378 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b1e8ae-9d81-4b3b-a91a-de06d5c82d1e None None] Attempting to bind port c64499a4-ea05-40c9-ad11-3b22748fdfec on network d2785324-bd0f-49fc-8f9f-ec9b742e7dcd {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:29.247599 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b1e8ae-9d81-4b3b-a91a-de06d5c82d1e None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:07:29.248339 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b1e8ae-9d81-4b3b-a91a-de06d5c82d1e None None] Checking segment: {'id': 'e6fbb08b-10cc-4529-831a-31bb94d96c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd2785324-bd0f-49fc-8f9f-ec9b742e7dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:07:29.249076 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08b1e8ae-9d81-4b3b-a91a-de06d5c82d1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:29.249646 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b1e8ae-9d81-4b3b-a91a-de06d5c82d1e None None] Bound using segment: {'id': 'e6fbb08b-10cc-4529-831a-31bb94d96c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd2785324-bd0f-49fc-8f9f-ec9b742e7dcd'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:07:29.250329 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-08b1e8ae-9d81-4b3b-a91a-de06d5c82d1e None None] Bound port: c64499a4-ea05-40c9-ad11-3b22748fdfec, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6fbb08b-10cc-4529-831a-31bb94d96c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd2785324-bd0f-49fc-8f9f-ec9b742e7dcd'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:07:29.250921 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08b1e8ae-9d81-4b3b-a91a-de06d5c82d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c64499a4-ea05-40c9-ad11-3b22748fdfec), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:29.338978 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-08b1e8ae-9d81-4b3b-a91a-de06d5c82d1e None None] For port c64499a4-ea05-40c9-ad11-3b22748fdfec, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:07:29.343061 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-08b1e8ae-9d81-4b3b-a91a-de06d5c82d1e None None] For port c64499a4-ea05-40c9-ad11-3b22748fdfec, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c64499a4-ea05-40c9-ad11-3b22748fdfec,segment=NetworkSegment(e6fbb08b-10cc-4529-831a-31bb94d96c98),segment_id=e6fbb08b-10cc-4529-831a-31bb94d96c98)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:07:29.351151 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08b1e8ae-9d81-4b3b-a91a-de06d5c82d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c64499a4-ea05-40c9-ad11-3b22748fdfec), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:29.469710 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b1e8ae-9d81-4b3b-a91a-de06d5c82d1e None None] Routers {'554f4488-df91-45e1-8c01-c63891ad48da'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:29.474388 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-08b1e8ae-9d81-4b3b-a91a-de06d5c82d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:07:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['554f4488-df91-45e1-8c01-c63891ad48da'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:29.497858 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-37dcafae-d9eb-4c59-84f1-82ebd3b5521c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (c64499a4-ea05-40c9-ad11-3b22748fdfec), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:29.531414 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dcafae-d9eb-4c59-84f1-82ebd3b5521c admin admin] Pushing event deleted for resources: {'Port': ['ID=c64499a4-ea05-40c9-ad11-3b22748fdfec,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:29.537709 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:07:29.570034 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8483e1b-8e20-4fca-938c-1e5d819dc1c2 None None] Pushing event updated for resources: {'Port': ['ID=c64499a4-ea05-40c9-ad11-3b22748fdfec,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:29.838400 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f2248afc-865c-464e-8d54-4879c606a232 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:07:29.871218 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-08b1e8ae-9d81-4b3b-a91a-de06d5c82d1e None None] Set router 554f4488-df91-45e1-8c01-c63891ad48da gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:07:29.873696 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-9aa95fe3-657f-498e-9aa6-cf1eef4b0327 None None] Could not find standard attr ID for object c64499a4-ea05-40c9-ad11-3b22748fdfec. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:07:29.884261 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-37dcafae-d9eb-4c59-84f1-82ebd3b5521c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (554f4488-df91-45e1-8c01-c63891ad48da), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:30.019785 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-3eb7e9c5-3219-4ed6-a5d7-a48c9e93ce8c None None] Could not find standard attr ID for object c64499a4-ea05-40c9-ad11-3b22748fdfec. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:07:30.077465 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port f2248afc-865c-464e-8d54-4879c606a232 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:30.077919 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f2248afc-865c-464e-8d54-4879c606a232), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:30.221969 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37dcafae-d9eb-4c59-84f1-82ebd3b5521c admin admin] Router 554f4488-df91-45e1-8c01-c63891ad48da has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:07:30.231450 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port f2248afc-865c-464e-8d54-4879c606a232 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:07:30.271908 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-08b1e8ae-9d81-4b3b-a91a-de06d5c82d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554f4488-df91-45e1-8c01-c63891ad48da', 'name': 'tempest-ImageQuotaTest-450132959-router', 'tenant_id': '97c900f4881c4be79f7dda79c4e8b22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f2248afc-865c-464e-8d54-4879c606a232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:21Z', 'updated_at': '2022-01-28T01:07:26Z', 'revision_number': 4, 'project_id': '97c900f4881c4be79f7dda79c4e8b22c', 'gw_port': {'id': 'f2248afc-865c-464e-8d54-4879c606a232', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554f4488-df91-45e1-8c01-c63891ad48da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:22Z', 'updated_at': '2022-01-28T01:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'c64499a4-ea05-40c9-ad11-3b22748fdfec', 'name': '', 'network_id': 'd2785324-bd0f-49fc-8f9f-ec9b742e7dcd', 'tenant_id': '97c900f4881c4be79f7dda79c4e8b22c', 'mac_address': 'fa:16:3e:21:76:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554f4488-df91-45e1-8c01-c63891ad48da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'c7367490-3e2b-4370-b92a-9cb0c732b4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:25Z', 'updated_at': '2022-01-28T01:07:29Z', 'revision_number': 4, 'project_id': '97c900f4881c4be79f7dda79c4e8b22c', 'subnets': [{'id': 'c7367490-3e2b-4370-b92a-9cb0c732b4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:30.302032 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b1e8ae-9d81-4b3b-a91a-de06d5c82d1e None None] The sync data for ids ['554f4488-df91-45e1-8c01-c63891ad48da'] in n-d-826754-1 is: [{'id': '554f4488-df91-45e1-8c01-c63891ad48da', 'name': 'tempest-ImageQuotaTest-450132959-router', 'tenant_id': '97c900f4881c4be79f7dda79c4e8b22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f2248afc-865c-464e-8d54-4879c606a232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:07:21Z', 'updated_at': '2022-01-28T01:07:26Z', 'revision_number': 4, 'project_id': '97c900f4881c4be79f7dda79c4e8b22c', 'gw_port': {'id': 'f2248afc-865c-464e-8d54-4879c606a232', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554f4488-df91-45e1-8c01-c63891ad48da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:22Z', 'updated_at': '2022-01-28T01:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'c64499a4-ea05-40c9-ad11-3b22748fdfec', 'name': '', 'network_id': 'd2785324-bd0f-49fc-8f9f-ec9b742e7dcd', 'tenant_id': '97c900f4881c4be79f7dda79c4e8b22c', 'mac_address': 'fa:16:3e:21:76:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554f4488-df91-45e1-8c01-c63891ad48da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'c7367490-3e2b-4370-b92a-9cb0c732b4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:07:25Z', 'updated_at': '2022-01-28T01:07:29Z', 'revision_number': 4, 'project_id': '97c900f4881c4be79f7dda79c4e8b22c', 'subnets': [{'id': 'c7367490-3e2b-4370-b92a-9cb0c732b4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:07:30.356670 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37dcafae-d9eb-4c59-84f1-82ebd3b5521c admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:07:30.368295 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-37dcafae-d9eb-4c59-84f1-82ebd3b5521c admin admin] 10.222.0.70 "PUT /v2.0/routers/554f4488-df91-45e1-8c01-c63891ad48da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9441171 Jan 28 01:07:30.371898 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50740) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:30.540337 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-84df3033-0d30-4645-a732-70f23138c76d admin admin] Publish callbacks [] for router (554f4488-df91-45e1-8c01-c63891ad48da), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:30.658453 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-84df3033-0d30-4645-a732-70f23138c76d admin admin] Publish callbacks [] for router_gateway (554f4488-df91-45e1-8c01-c63891ad48da), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:30.724996 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-84df3033-0d30-4645-a732-70f23138c76d admin admin] Deleting port f2248afc-865c-464e-8d54-4879c606a232 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:30.725733 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-84df3033-0d30-4645-a732-70f23138c76d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f2248afc-865c-464e-8d54-4879c606a232), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:30.843261 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-84df3033-0d30-4645-a732-70f23138c76d admin admin] For port f2248afc-865c-464e-8d54-4879c606a232, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f2248afc-865c-464e-8d54-4879c606a232,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:30.843661 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-84df3033-0d30-4645-a732-70f23138c76d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f2248afc-865c-464e-8d54-4879c606a232), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:30.858904 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-84df3033-0d30-4645-a732-70f23138c76d admin admin] Calling delete_port for f2248afc-865c-464e-8d54-4879c606a232 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:31.092710 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-84df3033-0d30-4645-a732-70f23138c76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (f2248afc-865c-464e-8d54-4879c606a232), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:31.139277 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df3033-0d30-4645-a732-70f23138c76d admin admin] Pushing event deleted for resources: {'Port': ['ID=f2248afc-865c-464e-8d54-4879c606a232,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:31.223168 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-84df3033-0d30-4645-a732-70f23138c76d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (554f4488-df91-45e1-8c01-c63891ad48da), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:31.342391 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-84df3033-0d30-4645-a732-70f23138c76d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (554f4488-df91-45e1-8c01-c63891ad48da), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:31.345460 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-84df3033-0d30-4645-a732-70f23138c76d admin admin] Publish callbacks [] for router_controller (554f4488-df91-45e1-8c01-c63891ad48da), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:31.406605 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-84df3033-0d30-4645-a732-70f23138c76d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (554f4488-df91-45e1-8c01-c63891ad48da), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:31.407215 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84df3033-0d30-4645-a732-70f23138c76d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 554f4488-df91-45e1-8c01-c63891ad48da {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:07:31.418075 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-84df3033-0d30-4645-a732-70f23138c76d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:31.420043 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-84df3033-0d30-4645-a732-70f23138c76d admin admin] 10.222.0.70 "DELETE /v2.0/routers/554f4488-df91-45e1-8c01-c63891ad48da HTTP/1.1" status: 204 len: 168 time: 1.0466282 Jan 28 01:07:31.425532 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50744) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:31.526455 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbb13f08-cd3e-4e64-bc66-591c8b29dbbc admin admin] Deleting subnet c7367490-3e2b-4370-b92a-9cb0c732b4e3 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:07:31.533952 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fbb13f08-cd3e-4e64-bc66-591c8b29dbbc admin admin] Publish callbacks [] for subnet (c7367490-3e2b-4370-b92a-9cb0c732b4e3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:31.584957 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fbb13f08-cd3e-4e64-bc66-591c8b29dbbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (c7367490-3e2b-4370-b92a-9cb0c732b4e3), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:31.776659 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fbb13f08-cd3e-4e64-bc66-591c8b29dbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (c7367490-3e2b-4370-b92a-9cb0c732b4e3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:31.865327 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fbb13f08-cd3e-4e64-bc66-591c8b29dbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (c7367490-3e2b-4370-b92a-9cb0c732b4e3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:31.897844 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb13f08-cd3e-4e64-bc66-591c8b29dbbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7367490-3e2b-4370-b92a-9cb0c732b4e3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:31.905922 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fbb13f08-cd3e-4e64-bc66-591c8b29dbbc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:31.908058 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c3edf3-e8f8-42af-a477-d988f159fe00 None None] Network d2785324-bd0f-49fc-8f9f-ec9b742e7dcd requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:07:31.909643 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fbb13f08-cd3e-4e64-bc66-591c8b29dbbc admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c7367490-3e2b-4370-b92a-9cb0c732b4e3 HTTP/1.1" status: 204 len: 168 time: 0.4830039 Jan 28 01:07:31.913256 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50748) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:32.028182 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-13faba24-0ff4-4025-956d-5c38da205221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (d2785324-bd0f-49fc-8f9f-ec9b742e7dcd), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:32.066242 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a076531-dd55-4df3-af3f-394e68e9177a None None] Sync routers for ids ['554f4488-df91-45e1-8c01-c63891ad48da'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:07:32.078893 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a076531-dd55-4df3-af3f-394e68e9177a None None] Routers set() bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:32.079822 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a076531-dd55-4df3-af3f-394e68e9177a None None] Router IDs set() for agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 01:07:32.080702 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_agentschedulers_db [None req-5a076531-dd55-4df3-af3f-394e68e9177a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'554f4488-df91-45e1-8c01-c63891ad48da'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:07:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent'). {{(pid=103346) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 01:07:32.091094 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a076531-dd55-4df3-af3f-394e68e9177a None None] Routers set() bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:07:32.091795 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a076531-dd55-4df3-af3f-394e68e9177a None None] Router IDs set() for agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 01:07:32.092493 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b891954-80bf-430e-b569-99bf1b037ead None None] DHCP port deletion for d2785324-bd0f-49fc-8f9f-ec9b742e7dcd request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:07:32.092659 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_agentschedulers_db [None req-5a076531-dd55-4df3-af3f-394e68e9177a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'554f4488-df91-45e1-8c01-c63891ad48da'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:07:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent'). {{(pid=103346) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 01:07:32.093080 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a076531-dd55-4df3-af3f-394e68e9177a None None] The sync data for ids ['554f4488-df91-45e1-8c01-c63891ad48da'] in n-d-826754-1 is: [] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:07:32.098766 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-13faba24-0ff4-4025-956d-5c38da205221 admin admin] Deleting port 10e18421-b9a6-4a92-b3ea-abe2ee70617f {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:32.099129 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-13faba24-0ff4-4025-956d-5c38da205221 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (10e18421-b9a6-4a92-b3ea-abe2ee70617f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:32.155945 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4b891954-80bf-430e-b569-99bf1b037ead None None] Deleting port 10e18421-b9a6-4a92-b3ea-abe2ee70617f {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:07:32.156555 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b891954-80bf-430e-b569-99bf1b037ead None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (10e18421-b9a6-4a92-b3ea-abe2ee70617f), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:32.182857 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-13faba24-0ff4-4025-956d-5c38da205221 admin admin] For port 10e18421-b9a6-4a92-b3ea-abe2ee70617f, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=10e18421-b9a6-4a92-b3ea-abe2ee70617f,segment=NetworkSegment(e6fbb08b-10cc-4529-831a-31bb94d96c98),segment_id=e6fbb08b-10cc-4529-831a-31bb94d96c98)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:32.183850 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-13faba24-0ff4-4025-956d-5c38da205221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (10e18421-b9a6-4a92-b3ea-abe2ee70617f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:32.212587 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-13faba24-0ff4-4025-956d-5c38da205221 admin admin] Calling delete_port for 10e18421-b9a6-4a92-b3ea-abe2ee70617f owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:32.250103 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-4b891954-80bf-430e-b569-99bf1b037ead None None] For port 10e18421-b9a6-4a92-b3ea-abe2ee70617f, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=10e18421-b9a6-4a92-b3ea-abe2ee70617f,segment=NetworkSegment(e6fbb08b-10cc-4529-831a-31bb94d96c98),segment_id=e6fbb08b-10cc-4529-831a-31bb94d96c98)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:07:32.250103 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b891954-80bf-430e-b569-99bf1b037ead None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (10e18421-b9a6-4a92-b3ea-abe2ee70617f), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:32.275063 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4b891954-80bf-430e-b569-99bf1b037ead None None] Calling delete_port for 10e18421-b9a6-4a92-b3ea-abe2ee70617f owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:07:32.372182 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-13faba24-0ff4-4025-956d-5c38da205221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (10e18421-b9a6-4a92-b3ea-abe2ee70617f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:32.414527 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4b891954-80bf-430e-b569-99bf1b037ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (10e18421-b9a6-4a92-b3ea-abe2ee70617f), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:32.417987 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13faba24-0ff4-4025-956d-5c38da205221 admin admin] Pushing event deleted for resources: {'Port': ['ID=10e18421-b9a6-4a92-b3ea-abe2ee70617f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:32.426126 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13faba24-0ff4-4025-956d-5c38da205221 admin admin] No DVR routers for this DVR port 10e18421-b9a6-4a92-b3ea-abe2ee70617f on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:07:32.453760 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b891954-80bf-430e-b569-99bf1b037ead None None] Pushing event deleted for resources: {'Port': ['ID=10e18421-b9a6-4a92-b3ea-abe2ee70617f,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:32.470405 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b891954-80bf-430e-b569-99bf1b037ead None None] No DVR routers for this DVR port 10e18421-b9a6-4a92-b3ea-abe2ee70617f on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:07:32.529652 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-13faba24-0ff4-4025-956d-5c38da205221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (d2785324-bd0f-49fc-8f9f-ec9b742e7dcd), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:32.562703 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-13faba24-0ff4-4025-956d-5c38da205221 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2785324-bd0f-49fc-8f9f-ec9b742e7dcd']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:32.580085 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-13faba24-0ff4-4025-956d-5c38da205221 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6fbb08b-10cc-4529-831a-31bb94d96c98') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:32.580590 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-13faba24-0ff4-4025-956d-5c38da205221 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6fbb08b-10cc-4529-831a-31bb94d96c98') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:07:32.607316 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-13faba24-0ff4-4025-956d-5c38da205221 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (e6fbb08b-10cc-4529-831a-31bb94d96c98), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:32.669232 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-13faba24-0ff4-4025-956d-5c38da205221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (e6fbb08b-10cc-4529-831a-31bb94d96c98), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:32.681938 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13faba24-0ff4-4025-956d-5c38da205221 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:07:32.682222 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-13faba24-0ff4-4025-956d-5c38da205221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (e6fbb08b-10cc-4529-831a-31bb94d96c98), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:32.684131 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 01:07:32.684131 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:07:32.684131 n-d-826754-1 neutron-server[103344]: timer() Jan 28 01:07:32.684131 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:07:32.684131 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 01:07:32.684131 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:07:32.684131 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 01:07:32.684131 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:07:32.684131 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 01:07:32.684131 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:07:32.684131 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 01:07:32.684131 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:07:32.684131 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 01:07:32.684131 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:07:32.684131 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:07:32.684131 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:07:32.684131 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:07:32.684131 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:07:32.684131 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 01:07:32.684131 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:07:32.684131 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 01:07:32.684131 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:07:32.684131 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:07:32.684131 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:07:32.684131 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 01:07:32.684131 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:07:32.684131 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:07:32.684131 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:07:32.684131 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:07:32.684131 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:07:32.684131 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:07:32.684131 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:07:32.775455 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-1432b5a8-0fc8-4853-8866-3c87741b4580 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:32.778286 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-1432b5a8-0fc8-4853-8866-3c87741b4580 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 812 time: 0.1939297 Jan 28 01:07:32.796096 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-13faba24-0ff4-4025-956d-5c38da205221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (d2785324-bd0f-49fc-8f9f-ec9b742e7dcd), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:32.806395 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-13faba24-0ff4-4025-956d-5c38da205221 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:32.812709 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-13faba24-0ff4-4025-956d-5c38da205221 admin admin] 10.222.0.70 "DELETE /v2.0/networks/d2785324-bd0f-49fc-8f9f-ec9b742e7dcd HTTP/1.1" status: 204 len: 168 time: 0.8980255 Jan 28 01:07:32.832839 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-cc0856ad-490e-453e-9ea1-8b994c7d4b54 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/quotas/f3a1d7380c294442abd815a7478506ec HTTP/1.1" status: 200 len: 375 time: 0.0483811 Jan 28 01:07:32.833204 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13faba24-0ff4-4025-956d-5c38da205221 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2785324-bd0f-49fc-8f9f-ec9b742e7dcd,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:32.908367 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-d6c23228-15ad-46a2-841f-d7140c1e99f7 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667777 Jan 28 01:07:32.968674 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50770) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:33.011221 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-8d14f8c7-6a4f-414e-a476-65c251940e62 service neutron] 10.222.0.70 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958848 Jan 28 01:07:33.014191 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7abaad72-e8f8-460e-9a9e-81c14d0ca719 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=97c900f4881c4be79f7dda79c4e8b22c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437272 Jan 28 01:07:33.017169 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50772) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:33.149227 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1fdf5ab5-ba72-42ef-9e02-a4d6adcf9e46 admin admin] Publish callbacks [] for security_group (2bc0b1ed-73f6-4d3a-91f1-627883249c73), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:33.168292 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-acd3d496-8333-41ff-b3e5-91360bee25db service neutron] 10.222.0.70 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445067 Jan 28 01:07:33.184024 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1fdf5ab5-ba72-42ef-9e02-a4d6adcf9e46 admin admin] Publish callbacks [] for security_group (2bc0b1ed-73f6-4d3a-91f1-627883249c73), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:33.249676 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1fdf5ab5-ba72-42ef-9e02-a4d6adcf9e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2bc0b1ed-73f6-4d3a-91f1-627883249c73), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:33.254751 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1fdf5ab5-ba72-42ef-9e02-a4d6adcf9e46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:33.256731 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1fdf5ab5-ba72-42ef-9e02-a4d6adcf9e46 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2bc0b1ed-73f6-4d3a-91f1-627883249c73 HTTP/1.1" status: 204 len: 168 time: 0.2381995 Jan 28 01:07:33.274637 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf5ab5-ba72-42ef-9e02-a4d6adcf9e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc0b1ed-73f6-4d3a-91f1-627883249c73,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:33.428247 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b8a3d33f-0f6d-4eed-84b5-e823226237d1 req-5a8751fe-bfd0-4315-a602-6420d491f465 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 210 time: 0.0299845 Jan 28 01:07:33.540257 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c64499a4-ea05-40c9-ad11-3b22748fdfec no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:07:33.571406 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: c64499a4-ea05-40c9-ad11-3b22748fdfec {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:07:33.572373 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c64499a4-ea05-40c9-ad11-3b22748fdfec not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:07:33.572874 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 10e18421-b9a6-4a92-b3ea-abe2ee70617f no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:07:33.598835 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 10e18421-b9a6-4a92-b3ea-abe2ee70617f {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:07:33.599192 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 10e18421-b9a6-4a92-b3ea-abe2ee70617f not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:07:33.599830 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f2248afc-865c-464e-8d54-4879c606a232 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:07:33.628015 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: f2248afc-865c-464e-8d54-4879c606a232 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:07:33.628369 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f2248afc-865c-464e-8d54-4879c606a232 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:07:33.827213 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 50806) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:33.841535 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e26f8b87-09ad-49ec-97e9-772071d9e86e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:33.957191 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e26f8b87-09ad-49ec-97e9-772071d9e86e admin admin] Publish callbacks [] for security_group (410ce718-3730-4711-b202-2e550195eaa0), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:33.966302 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e26f8b87-09ad-49ec-97e9-772071d9e86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (410ce718-3730-4711-b202-2e550195eaa0), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:34.010972 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e26f8b87-09ad-49ec-97e9-772071d9e86e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1826088 Jan 28 01:07:34.012225 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f8b87-09ad-49ec-97e9-772071d9e86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410ce718-3730-4711-b202-2e550195eaa0,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:34.014736 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 50810) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:07:34.069652 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-189a0a1a-a1ba-4867-a66d-4cdfb1a2b1fd admin admin] Publish callbacks [] for security_group (410ce718-3730-4711-b202-2e550195eaa0), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:34.095373 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-189a0a1a-a1ba-4867-a66d-4cdfb1a2b1fd admin admin] Publish callbacks [] for security_group (410ce718-3730-4711-b202-2e550195eaa0), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:34.147694 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-189a0a1a-a1ba-4867-a66d-4cdfb1a2b1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (410ce718-3730-4711-b202-2e550195eaa0), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:34.150733 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-189a0a1a-a1ba-4867-a66d-4cdfb1a2b1fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:34.151935 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-189a0a1a-a1ba-4867-a66d-4cdfb1a2b1fd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/410ce718-3730-4711-b202-2e550195eaa0 HTTP/1.1" status: 204 len: 168 time: 0.1361058 Jan 28 01:07:34.161395 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a0a1a-a1ba-4867-a66d-4cdfb1a2b1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410ce718-3730-4711-b202-2e550195eaa0,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:34.564049 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2711f1ae-1ece-487d-b5d0-d993cda51046 req-04199b76-03a1-403f-ac9f-f3fdea8172c5 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 210 time: 0.0357327 Jan 28 01:07:34.708632 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-5277857b-09c0-47fb-951c-f73ce68a0962 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:34.711073 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-5277857b-09c0-47fb-951c-f73ce68a0962 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.65 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 812 time: 0.1340935 Jan 28 01:07:34.732237 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-8670f732-b12c-4e1a-b4ee-b0dcc64c0391 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Request body: {'port': {'device_id': 'bfbf9487-295f-4da8-a559-edb6041122a5', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'admin_state_up': True, 'tenant_id': 'f3a1d7380c294442abd815a7478506ec'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:34.857011 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-8670f732-b12c-4e1a-b4ee-b0dcc64c0391 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Made reservation on behalf of f3a1d7380c294442abd815a7478506ec for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:07:34.860615 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-8670f732-b12c-4e1a-b4ee-b0dcc64c0391 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:35.024243 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-8670f732-b12c-4e1a-b4ee-b0dcc64c0391 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Allocated IP 172.20.0.9 (e1ccff06-6c36-49c1-af92-8d7bb0a23521/c704370c-1d43-453a-828e-959738e576e5/87dd3af4-8de4-4721-99f3-c30a9a2f7bc6) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:07:35.208264 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-8670f732-b12c-4e1a-b4ee-b0dcc64c0391 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for port (87dd3af4-8de4-4721-99f3-c30a9a2f7bc6), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:35.267430 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-8670f732-b12c-4e1a-b4ee-b0dcc64c0391 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (87dd3af4-8de4-4721-99f3-c30a9a2f7bc6), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:35.328789 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-8670f732-b12c-4e1a-b4ee-b0dcc64c0391 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Network e1ccff06-6c36-49c1-af92-8d7bb0a23521 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:07:35.333196 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-8670f732-b12c-4e1a-b4ee-b0dcc64c0391 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:07:35.335119 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670f732-b12c-4e1a-b4ee-b0dcc64c0391 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Pushing event updated for resources: {'Port': ['ID=87dd3af4-8de4-4721-99f3-c30a9a2f7bc6,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:35.338723 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-8670f732-b12c-4e1a-b4ee-b0dcc64c0391 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:07:35.398840 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-8670f732-b12c-4e1a-b4ee-b0dcc64c0391 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:35.400506 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-8670f732-b12c-4e1a-b4ee-b0dcc64c0391 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:35.432035 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-8670f732-b12c-4e1a-b4ee-b0dcc64c0391 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7033730 Jan 28 01:07:35.450702 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-ac21845e-f312-44d0-8a8f-4054641412f7 service neutron] Request body: {'port': {'device_id': 'bfbf9487-295f-4da8-a559-edb6041122a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:07:35.528795 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-ac21845e-f312-44d0-8a8f-4054641412f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (87dd3af4-8de4-4721-99f3-c30a9a2f7bc6), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:35.702981 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-3d81dfff-8f7a-4aee-a183-af5fd2cfbcef None None] Provisioning complete for port 87dd3af4-8de4-4721-99f3-c30a9a2f7bc6 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:07:35.703710 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d81dfff-8f7a-4aee-a183-af5fd2cfbcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (87dd3af4-8de4-4721-99f3-c30a9a2f7bc6), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:35.725157 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ceba3-7b79-400a-bef7-8e5d7ed95c87 req-1f0723b7-9059-45f6-af4c-0599343148e0 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:35.726576 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b4ceba3-7b79-400a-bef7-8e5d7ed95c87 req-1f0723b7-9059-45f6-af4c-0599343148e0 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 931 time: 0.0787933 Jan 28 01:07:35.740708 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3d81dfff-8f7a-4aee-a183-af5fd2cfbcef None None] Port 87dd3af4-8de4-4721-99f3-c30a9a2f7bc6 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:07:35.831510 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b4ceba3-7b79-400a-bef7-8e5d7ed95c87 req-50ae1b50-caeb-4bf7-8454-7d230c8e42f6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709584 Jan 28 01:07:35.903736 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-ac21845e-f312-44d0-8a8f-4054641412f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87dd3af4-8de4-4721-99f3-c30a9a2f7bc6 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:07:35.911491 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-ac21845e-f312-44d0-8a8f-4054641412f7 service neutron] Publish callbacks [] for port (87dd3af4-8de4-4721-99f3-c30a9a2f7bc6), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:35.925077 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-ac21845e-f312-44d0-8a8f-4054641412f7 service neutron] Transition to ACTIVE for port object 87dd3af4-8de4-4721-99f3-c30a9a2f7bc6 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:07:35.929971 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-ac21845e-f312-44d0-8a8f-4054641412f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (87dd3af4-8de4-4721-99f3-c30a9a2f7bc6), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:36.012694 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21845e-f312-44d0-8a8f-4054641412f7 service neutron] Pushing event updated for resources: {'Port': ['ID=87dd3af4-8de4-4721-99f3-c30a9a2f7bc6,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:36.082561 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-ac21845e-f312-44d0-8a8f-4054641412f7 service neutron] Attempting to bind port 87dd3af4-8de4-4721-99f3-c30a9a2f7bc6 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:07:36.083879 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-ac21845e-f312-44d0-8a8f-4054641412f7 service neutron] Attempting to bind port 87dd3af4-8de4-4721-99f3-c30a9a2f7bc6 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:07:36.084400 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-ac21845e-f312-44d0-8a8f-4054641412f7 service neutron] Attempting to bind port 87dd3af4-8de4-4721-99f3-c30a9a2f7bc6 on network e1ccff06-6c36-49c1-af92-8d7bb0a23521 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:36.091147 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-ac21845e-f312-44d0-8a8f-4054641412f7 service neutron] Port 87dd3af4-8de4-4721-99f3-c30a9a2f7bc6 on network e1ccff06-6c36-49c1-af92-8d7bb0a23521 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:07:36.091796 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-ac21845e-f312-44d0-8a8f-4054641412f7 service neutron] Attempting to bind port 87dd3af4-8de4-4721-99f3-c30a9a2f7bc6 on network e1ccff06-6c36-49c1-af92-8d7bb0a23521 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:07:36.099210 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-853b1695-7549-4737-a052-21a78290ca87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:36.103669 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-ac21845e-f312-44d0-8a8f-4054641412f7 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:07:36.104384 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-ac21845e-f312-44d0-8a8f-4054641412f7 service neutron] Checking segment: {'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:07:36.105018 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-ac21845e-f312-44d0-8a8f-4054641412f7 service neutron] Bound using segment: {'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:07:36.105777 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-ac21845e-f312-44d0-8a8f-4054641412f7 service neutron] Bound port: 87dd3af4-8de4-4721-99f3-c30a9a2f7bc6, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:07:36.106379 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-ac21845e-f312-44d0-8a8f-4054641412f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (87dd3af4-8de4-4721-99f3-c30a9a2f7bc6), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:36.204274 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-ac21845e-f312-44d0-8a8f-4054641412f7 service neutron] For port 87dd3af4-8de4-4721-99f3-c30a9a2f7bc6, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:07:36.207605 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-ac21845e-f312-44d0-8a8f-4054641412f7 service neutron] For port 87dd3af4-8de4-4721-99f3-c30a9a2f7bc6, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=87dd3af4-8de4-4721-99f3-c30a9a2f7bc6,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:07:36.213203 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-ac21845e-f312-44d0-8a8f-4054641412f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (87dd3af4-8de4-4721-99f3-c30a9a2f7bc6), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:36.257704 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-ac21845e-f312-44d0-8a8f-4054641412f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:36.258182 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-ac21845e-f312-44d0-8a8f-4054641412f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:36.259862 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-ac21845e-f312-44d0-8a8f-4054641412f7 service neutron] 10.222.0.65 "PUT /v2.0/ports/87dd3af4-8de4-4721-99f3-c30a9a2f7bc6 HTTP/1.1" status: 200 len: 1091 time: 0.8142788 Jan 28 01:07:36.260290 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbf9487-295f-4da8-a559-edb6041122a5', 'tag': '87dd3af4-8de4-4721-99f3-c30a9a2f7bc6'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:07:36.262699 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5231ba74-08fa-4a7e-b970-4435a0783327" -d '{"events": [{"name": "network-changed", "server_uuid": "bfbf9487-295f-4da8-a559-edb6041122a5", "tag": "87dd3af4-8de4-4721-99f3-c30a9a2f7bc6"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:07:36.318922 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21845e-f312-44d0-8a8f-4054641412f7 service neutron] Pushing event updated for resources: {'Port': ['ID=87dd3af4-8de4-4721-99f3-c30a9a2f7bc6,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:07:36.325415 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd2cbcf-cd6e-48a5-b451-16eaa629d8f1 x-openstack-request-id: req-4dd2cbcf-cd6e-48a5-b451-16eaa629d8f1 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:07:36.325719 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfbf9487-295f-4da8-a559-edb6041122a5", "tag": "87dd3af4-8de4-4721-99f3-c30a9a2f7bc6", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:07:36.325985 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4dd2cbcf-cd6e-48a5-b451-16eaa629d8f1 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:07:36.326415 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfbf9487-295f-4da8-a559-edb6041122a5', 'tag': '87dd3af4-8de4-4721-99f3-c30a9a2f7bc6', 'status': 'completed', 'code': 200} Jan 28 01:07:36.393322 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-407d053f-5d9f-40a0-9444-11e305781856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:36.394897 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-407d053f-5d9f-40a0-9444-11e305781856 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 1094 time: 0.0528386 Jan 28 01:07:36.467436 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-58d5c5e3-6fc8-4b29-b117-54f751358c55 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87dd3af4-8de4-4721-99f3-c30a9a2f7bc6 HTTP/1.1" status: 200 len: 217 time: 0.0601840 Jan 28 01:07:36.527134 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-fe844de1-607b-44c7-9f02-d619bd090a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:36.528661 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-fe844de1-607b-44c7-9f02-d619bd090a0a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c704370c-1d43-453a-828e-959738e576e5 HTTP/1.1" status: 200 len: 851 time: 0.0550792 Jan 28 01:07:36.578379 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-fab456a2-eff8-4f1d-ad6a-7a3f339c4b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:36.579976 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-fab456a2-eff8-4f1d-ad6a-7a3f339c4b45 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1ccff06-6c36-49c1-af92-8d7bb0a23521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453591 Jan 28 01:07:36.677821 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-ad94fb7f-c87b-4a2a-8c01-cd4fb261d245 service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918579 Jan 28 01:07:36.777453 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-492c20ff-42c3-4923-aa4b-23e87e67a435 req-62934a79-303b-4c97-b84e-27d24267286c service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937181 Jan 28 01:07:36.896898 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231ba74-08fa-4a7e-b970-4435a0783327 req-10cdeeed-258e-4207-be7a-60f0bcb4731d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:36.898454 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5231ba74-08fa-4a7e-b970-4435a0783327 req-10cdeeed-258e-4207-be7a-60f0bcb4731d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 1094 time: 0.0464175 Jan 28 01:07:37.028843 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf50aa-e7f2-4170-ad6f-0adc0edb1cfb req-043cda8c-37d0-4e4d-b5d7-b97b3a15ba22 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:37.030313 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6cf50aa-e7f2-4170-ad6f-0adc0edb1cfb req-043cda8c-37d0-4e4d-b5d7-b97b3a15ba22 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 943 time: 0.1169081 Jan 28 01:07:37.048875 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231ba74-08fa-4a7e-b970-4435a0783327 req-29bf7193-c023-4807-9936-1642e7b873b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:37.050385 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5231ba74-08fa-4a7e-b970-4435a0783327 req-29bf7193-c023-4807-9936-1642e7b873b3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 913 time: 0.1463583 Jan 28 01:07:37.099775 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5231ba74-08fa-4a7e-b970-4435a0783327 req-adc488ce-1caa-4c93-8e00-537c042889c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87dd3af4-8de4-4721-99f3-c30a9a2f7bc6 HTTP/1.1" status: 200 len: 217 time: 0.0408053 Jan 28 01:07:37.162177 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6cf50aa-e7f2-4170-ad6f-0adc0edb1cfb req-61beafbd-6f9d-494c-8a50-aa7f0ba2099c tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234992 Jan 28 01:07:37.175788 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231ba74-08fa-4a7e-b970-4435a0783327 req-5c98b8c4-850a-4711-9643-b2566a7a8781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:37.177449 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5231ba74-08fa-4a7e-b970-4435a0783327 req-5c98b8c4-850a-4711-9643-b2566a7a8781 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c704370c-1d43-453a-828e-959738e576e5 HTTP/1.1" status: 200 len: 851 time: 0.0688441 Jan 28 01:07:37.226837 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231ba74-08fa-4a7e-b970-4435a0783327 req-5250d5b3-eb6b-4817-b292-b8c50416145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:37.228982 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5231ba74-08fa-4a7e-b970-4435a0783327 req-5250d5b3-eb6b-4817-b292-b8c50416145a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1ccff06-6c36-49c1-af92-8d7bb0a23521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456178 Jan 28 01:07:37.326530 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5231ba74-08fa-4a7e-b970-4435a0783327 req-34f5fcf8-50cf-4ef4-aaeb-8feee7d92fd5 service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913486 Jan 28 01:07:37.424886 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5231ba74-08fa-4a7e-b970-4435a0783327 req-93e78da3-9258-4cce-a671-c474389b089f service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916972 Jan 28 01:07:38.286279 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80d162-25cb-44c1-b7ad-785cd229ab37 req-5670dd2b-5fa5-4780-a023-236fa0b80861 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:38.287777 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ab80d162-25cb-44c1-b7ad-785cd229ab37 req-5670dd2b-5fa5-4780-a023-236fa0b80861 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 943 time: 0.0502796 Jan 28 01:07:38.339056 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ab80d162-25cb-44c1-b7ad-785cd229ab37 req-2dedc728-034d-4e5f-b835-f81934b161ed tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447352 Jan 28 01:07:38.380176 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f41b8299-d346-42e2-81cc-8417ad0802bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:39.467162 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fb342-26c3-47bf-9c3f-7cb21127184c req-a54ea4c4-65b3-4001-a371-30db4b424740 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:39.469078 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c53fb342-26c3-47bf-9c3f-7cb21127184c req-a54ea4c4-65b3-4001-a371-30db4b424740 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 943 time: 0.0589643 Jan 28 01:07:39.529544 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c53fb342-26c3-47bf-9c3f-7cb21127184c req-c0468f1b-b874-427c-aa0a-e471ce634547 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539575 Jan 28 01:07:39.806110 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:40.715899 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d52eed-269b-4d67-a146-1b733f58522d req-88d6bc78-05c8-443d-a9ec-95a8ed5360ce tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:40.718362 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f4d52eed-269b-4d67-a146-1b733f58522d req-88d6bc78-05c8-443d-a9ec-95a8ed5360ce tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 943 time: 0.0728705 Jan 28 01:07:40.784274 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f4d52eed-269b-4d67-a146-1b733f58522d req-47049fdb-c36f-426e-9b91-1874128c751f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584681 Jan 28 01:07:41.358424 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:41.992681 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1a081-421a-4f35-86fa-ad3da05192dc req-aae7488a-9101-4efc-945b-98489ac6b7df tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:41.994279 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5cb1a081-421a-4f35-86fa-ad3da05192dc req-aae7488a-9101-4efc-945b-98489ac6b7df tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 943 time: 0.0925806 Jan 28 01:07:42.054125 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5cb1a081-421a-4f35-86fa-ad3da05192dc req-a831c94b-5505-4fa2-8417-3ac7124ad506 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534315 Jan 28 01:07:42.276360 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:43.207038 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20ed9d-147f-4fd5-9929-1fe04dc5c354 req-f15c63e5-ebae-4530-bfcd-f2e7cfb9ce7c tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:43.208688 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ac20ed9d-147f-4fd5-9929-1fe04dc5c354 req-f15c63e5-ebae-4530-bfcd-f2e7cfb9ce7c tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 943 time: 0.0632577 Jan 28 01:07:43.266402 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ac20ed9d-147f-4fd5-9929-1fe04dc5c354 req-1fc882a4-7ff9-40d0-82ba-6444b680746c tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493209 Jan 28 01:07:43.316659 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:44.402450 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055c5e3-a28d-477d-aa71-9d078509e908 req-6360a152-8e4e-4508-b843-a58c4c4e6007 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:44.404088 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8055c5e3-a28d-477d-aa71-9d078509e908 req-6360a152-8e4e-4508-b843-a58c4c4e6007 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 943 time: 0.0563407 Jan 28 01:07:44.488974 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8055c5e3-a28d-477d-aa71-9d078509e908 req-b8346258-46f0-480a-a448-ea13ef1e9f00 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724297 Jan 28 01:07:44.600867 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:07:45.623468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39096ba-b545-4c9a-be9a-899a70fc6a1d req-a2f1af4b-1fa5-460d-ab28-51dd4921c9d4 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:45.625054 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b39096ba-b545-4c9a-be9a-899a70fc6a1d req-a2f1af4b-1fa5-460d-ab28-51dd4921c9d4 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 943 time: 0.0505934 Jan 28 01:07:45.674764 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b39096ba-b545-4c9a-be9a-899a70fc6a1d req-00a7100a-2534-4cc6-907c-c0fd981a77d8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437613 Jan 28 01:07:46.823130 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a807af1-3e07-4afc-8c39-88de877d551d req-b1d7de53-d772-4eda-9704-88b340acf1ef tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:46.825149 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7a807af1-3e07-4afc-8c39-88de877d551d req-b1d7de53-d772-4eda-9704-88b340acf1ef tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 943 time: 0.0732334 Jan 28 01:07:46.876371 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7a807af1-3e07-4afc-8c39-88de877d551d req-a6cd9694-8a9e-4c6c-aaab-1a9679c2cd50 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455241 Jan 28 01:07:48.049561 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7064a-e5ed-4cca-b33b-1eaabfa7da7a req-4e69d989-6bc9-4ca0-a4ad-9531fd770bd3 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:48.051965 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6e7064a-e5ed-4cca-b33b-1eaabfa7da7a req-4e69d989-6bc9-4ca0-a4ad-9531fd770bd3 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 943 time: 0.0990849 Jan 28 01:07:48.108993 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6e7064a-e5ed-4cca-b33b-1eaabfa7da7a req-9a889bd6-f094-4478-bec6-f6b65b5d9b30 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500500 Jan 28 01:07:49.244157 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff088485-2f74-4ad1-8be2-d2e4f3721f7d req-44b35d7e-48ff-48fa-825c-6c55f45fac77 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:49.245803 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff088485-2f74-4ad1-8be2-d2e4f3721f7d req-44b35d7e-48ff-48fa-825c-6c55f45fac77 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 943 time: 0.0581279 Jan 28 01:07:49.302464 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff088485-2f74-4ad1-8be2-d2e4f3721f7d req-105151b7-2f0a-47fa-825f-7934948ed73f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495257 Jan 28 01:07:50.460866 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d88d1-e5cb-47e8-9b7c-0a49f1f2e401 req-ec3439a9-29aa-4838-ad5f-72ccd85ac65b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:50.462821 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-133d88d1-e5cb-47e8-9b7c-0a49f1f2e401 req-ec3439a9-29aa-4838-ad5f-72ccd85ac65b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 943 time: 0.0850031 Jan 28 01:07:50.527001 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-133d88d1-e5cb-47e8-9b7c-0a49f1f2e401 req-75c38a2e-1030-4ddb-970c-6ee89ae5fc2a tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580370 Jan 28 01:07:51.657242 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57b8d3-e1ff-43ed-bd1e-a1beb5abe9cb req-4354fb39-bb29-4774-802a-db7e5c49e7aa tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:51.658913 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5f57b8d3-e1ff-43ed-bd1e-a1beb5abe9cb req-4354fb39-bb29-4774-802a-db7e5c49e7aa tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 943 time: 0.0520937 Jan 28 01:07:51.715717 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5f57b8d3-e1ff-43ed-bd1e-a1beb5abe9cb req-fe1a13f9-73ae-4ef5-8735-2eff7553b36f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461955 Jan 28 01:07:52.832745 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d05d44-6144-40c8-8fe0-daa00abc746c req-a978ab7f-fc6a-47b3-9294-c31d066fc8a5 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:52.834971 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-19d05d44-6144-40c8-8fe0-daa00abc746c req-a978ab7f-fc6a-47b3-9294-c31d066fc8a5 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 943 time: 0.0488727 Jan 28 01:07:52.882818 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-19d05d44-6144-40c8-8fe0-daa00abc746c req-f0cba27b-2b2e-4992-98b7-8fc1d02f49fc tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414946 Jan 28 01:07:54.056259 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef3789-3d2c-451b-a7da-450ba07c3978 req-66e4683d-40ef-48f9-8c55-8532e8e4e741 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:54.059127 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-90ef3789-3d2c-451b-a7da-450ba07c3978 req-66e4683d-40ef-48f9-8c55-8532e8e4e741 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 943 time: 0.0840585 Jan 28 01:07:54.132928 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-90ef3789-3d2c-451b-a7da-450ba07c3978 req-6a9935b9-b472-44e8-996c-fa27a62770b7 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638797 Jan 28 01:07:55.324336 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742c7e8-e376-48b4-897c-ce712a086e0e req-3fc2d803-a51f-4b55-8e55-c7ee9116e9fd tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:55.327274 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6742c7e8-e376-48b4-897c-ce712a086e0e req-3fc2d803-a51f-4b55-8e55-c7ee9116e9fd tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 943 time: 0.0826643 Jan 28 01:07:55.390124 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6742c7e8-e376-48b4-897c-ce712a086e0e req-58547c31-24ad-430e-963b-b06fb1087255 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569091 Jan 28 01:07:56.526768 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15500bef-cd70-4758-8b39-3031ba9c0715 req-cdbdcced-95fc-4d23-90b9-01555d5bff35 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:56.528353 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-15500bef-cd70-4758-8b39-3031ba9c0715 req-cdbdcced-95fc-4d23-90b9-01555d5bff35 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 943 time: 0.0564899 Jan 28 01:07:56.589455 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-15500bef-cd70-4758-8b39-3031ba9c0715 req-6d737d65-cec2-43f5-a5e2-fa1061391b6b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545738 Jan 28 01:07:57.741946 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc7c35-2f4e-44b2-9e53-4bcdd0d399e9 req-24e6dfbc-f0f9-492b-b382-c99ab1212c2b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:57.744887 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-91bc7c35-2f4e-44b2-9e53-4bcdd0d399e9 req-24e6dfbc-f0f9-492b-b382-c99ab1212c2b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 943 time: 0.0621259 Jan 28 01:07:57.813590 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-91bc7c35-2f4e-44b2-9e53-4bcdd0d399e9 req-30661398-b3a9-492d-a0ab-ab4d8d40cdf3 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591505 Jan 28 01:07:58.945464 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f232a1b-d23a-4419-b981-58ca4d4030d8 req-c7142c88-adb5-46f1-b42c-e39a800d91ac tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:07:58.948366 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f232a1b-d23a-4419-b981-58ca4d4030d8 req-c7142c88-adb5-46f1-b42c-e39a800d91ac tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 943 time: 0.0560024 Jan 28 01:07:59.005650 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f232a1b-d23a-4419-b981-58ca4d4030d8 req-f4040853-7a64-4dd7-a8fd-08e98681a7a2 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511692 Jan 28 01:08:00.130639 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c682e-8f43-4f6c-8485-59fd3df95089 req-e7df40e8-798f-4570-b0cf-cb4efd11445d tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:00.132160 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-466c682e-8f43-4f6c-8485-59fd3df95089 req-e7df40e8-798f-4570-b0cf-cb4efd11445d tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 943 time: 0.0526986 Jan 28 01:08:00.188770 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-466c682e-8f43-4f6c-8485-59fd3df95089 req-0fdb4844-bf89-478a-9773-0d2d7525f35e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502844 Jan 28 01:08:01.315971 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa80a8d-4d9e-475e-bcca-f0036d44d94e req-08ac947c-bb6a-45d1-9840-b56d2e1a278b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:01.317568 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9aa80a8d-4d9e-475e-bcca-f0036d44d94e req-08ac947c-bb6a-45d1-9840-b56d2e1a278b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 943 time: 0.0552375 Jan 28 01:08:01.374089 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9aa80a8d-4d9e-475e-bcca-f0036d44d94e req-16336f60-048c-46b1-9897-272d8cc29246 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491586 Jan 28 01:08:02.502319 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d62b14-a3dc-45e6-bfec-56cebf060505 req-a5c20ace-d2e2-4b1d-983e-30caf69dc166 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:02.503842 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-91d62b14-a3dc-45e6-bfec-56cebf060505 req-a5c20ace-d2e2-4b1d-983e-30caf69dc166 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 943 time: 0.0557394 Jan 28 01:08:02.567447 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-91d62b14-a3dc-45e6-bfec-56cebf060505 req-7c652c60-0dd7-43ff-846a-1c20e9147f93 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536363 Jan 28 01:08:03.745080 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a841e6-68f0-4516-9a7e-440d0ad8ec94 req-6e1a0458-db26-46e2-bc5b-47e7897749a7 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:03.747188 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22a841e6-68f0-4516-9a7e-440d0ad8ec94 req-6e1a0458-db26-46e2-bc5b-47e7897749a7 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 943 time: 0.0638628 Jan 28 01:08:03.816569 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22a841e6-68f0-4516-9a7e-440d0ad8ec94 req-8a9c2bdc-dd5e-42fe-9739-27af6fd5ed88 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629456 Jan 28 01:08:04.950082 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9b33f-cc4a-4486-9cf4-a4127e791ce9 req-32f279ef-c200-4947-ae2e-3fe8f91eaa29 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:04.951638 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c5c9b33f-cc4a-4486-9cf4-a4127e791ce9 req-32f279ef-c200-4947-ae2e-3fe8f91eaa29 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 943 time: 0.0538366 Jan 28 01:08:05.168725 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 87dd3af4-8de4-4721-99f3-c30a9a2f7bc6 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:08:05.315311 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 87dd3af4-8de4-4721-99f3-c30a9a2f7bc6, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=87dd3af4-8de4-4721-99f3-c30a9a2f7bc6,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:05.335593 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '87dd3af4-8de4-4721-99f3-c30a9a2f7bc6', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'port_id': '87dd3af4-8de4-4721-99f3-c30a9a2f7bc6', 'mac_address': 'fa:16:3e:7a:49:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c704370c-1d43-453a-828e-959738e576e5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:08:05.397264 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 87dd3af4-8de4-4721-99f3-c30a9a2f7bc6 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:08:05.397946 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (87dd3af4-8de4-4721-99f3-c30a9a2f7bc6), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:05.401871 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c5c9b33f-cc4a-4486-9cf4-a4127e791ce9 req-243ed6df-eaf2-4a1b-beef-e55049eb329a tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438787 Jan 28 01:08:05.417522 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87dd3af4-8de4-4721-99f3-c30a9a2f7bc6 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:08:05.440339 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 87dd3af4-8de4-4721-99f3-c30a9a2f7bc6, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=87dd3af4-8de4-4721-99f3-c30a9a2f7bc6,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:05.446812 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (87dd3af4-8de4-4721-99f3-c30a9a2f7bc6), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:05.500843 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=87dd3af4-8de4-4721-99f3-c30a9a2f7bc6,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:05.722737 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['87dd3af4-8de4-4721-99f3-c30a9a2f7bc6'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:08:06.093786 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-807d8705-168b-4b9b-994f-34255d512e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:06.521767 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:08:06.595810 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc173342-7290-4039-be9f-e85457fbc52a req-bf5f4761-d4bc-4f7a-83ba-8c31a016669d tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:06.598568 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cc173342-7290-4039-be9f-e85457fbc52a req-bf5f4761-d4bc-4f7a-83ba-8c31a016669d tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 944 time: 0.0774381 Jan 28 01:08:06.668830 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cc173342-7290-4039-be9f-e85457fbc52a req-306e61ee-41ab-452b-a3e8-3f150fc3c336 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630708 Jan 28 01:08:07.186194 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 87dd3af4-8de4-4721-99f3-c30a9a2f7bc6 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:08:07.239102 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 87dd3af4-8de4-4721-99f3-c30a9a2f7bc6 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:08:07.245910 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 87dd3af4-8de4-4721-99f3-c30a9a2f7bc6 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:08:07.246296 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (87dd3af4-8de4-4721-99f3-c30a9a2f7bc6), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:07.341681 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 87dd3af4-8de4-4721-99f3-c30a9a2f7bc6 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:08:07.342075 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (87dd3af4-8de4-4721-99f3-c30a9a2f7bc6), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:07.367493 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbf9487-295f-4da8-a559-edb6041122a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87dd3af4-8de4-4721-99f3-c30a9a2f7bc6'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:08:07.369846 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e42399-6106-4f78-be3a-712ad1f57c71" -d '{"events": [{"server_uuid": "bfbf9487-295f-4da8-a559-edb6041122a5", "name": "network-vif-plugged", "status": "completed", "tag": "87dd3af4-8de4-4721-99f3-c30a9a2f7bc6"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:07.384544 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 87dd3af4-8de4-4721-99f3-c30a9a2f7bc6, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=87dd3af4-8de4-4721-99f3-c30a9a2f7bc6,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:07.389472 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (87dd3af4-8de4-4721-99f3-c30a9a2f7bc6), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:07.420931 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a90c0f2-d797-4e3a-bc99-5c2bccc90ee8 x-openstack-request-id: req-6a90c0f2-d797-4e3a-bc99-5c2bccc90ee8 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:07.421410 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbf9487-295f-4da8-a559-edb6041122a5", "name": "network-vif-plugged", "status": "completed", "tag": "87dd3af4-8de4-4721-99f3-c30a9a2f7bc6", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:07.421847 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6a90c0f2-d797-4e3a-bc99-5c2bccc90ee8 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:07.422455 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbf9487-295f-4da8-a559-edb6041122a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87dd3af4-8de4-4721-99f3-c30a9a2f7bc6', 'code': 200} Jan 28 01:08:07.455608 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=87dd3af4-8de4-4721-99f3-c30a9a2f7bc6,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:07.554558 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12acff3-e143-4f64-95c0-5137a9a33f76 req-36c1cc39-095b-4125-87b3-ee6d29a464d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:07.556710 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a12acff3-e143-4f64-95c0-5137a9a33f76 req-36c1cc39-095b-4125-87b3-ee6d29a464d0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 1096 time: 0.0451243 Jan 28 01:08:07.612170 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a12acff3-e143-4f64-95c0-5137a9a33f76 req-97226266-c65c-4eb7-821c-eeae738830a1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496540 Jan 28 01:08:07.811058 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2ae64-8706-465d-b715-81f3cd0b242b req-70f479e0-1e31-423f-b985-932a1b9c866b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:07.812640 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dfb2ae64-8706-465d-b715-81f3cd0b242b req-70f479e0-1e31-423f-b985-932a1b9c866b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 945 time: 0.0615373 Jan 28 01:08:07.885212 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dfb2ae64-8706-465d-b715-81f3cd0b242b req-caf508b1-e119-4fbf-b6b1-34785edd04e8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625019 Jan 28 01:08:08.386244 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f5171747-1666-4911-9c6d-c1e6194e1b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:09.021411 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501ed43-9620-4b6e-8bd5-f3b31af22fc9 req-e66a95e0-6bb6-4217-a712-68b9e40dbf6c tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:09.022989 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d501ed43-9620-4b6e-8bd5-f3b31af22fc9 req-e66a95e0-6bb6-4217-a712-68b9e40dbf6c tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 945 time: 0.0595160 Jan 28 01:08:09.082046 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d501ed43-9620-4b6e-8bd5-f3b31af22fc9 req-7cd86e7a-cd78-41b8-9a75-aa648f63e662 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521872 Jan 28 01:08:09.217545 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4865af1-63b5-482b-b801-fc9d9df27bb1 req-1f841c86-57dc-4c64-afb3-54d61af05047 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:09.219106 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b4865af1-63b5-482b-b801-fc9d9df27bb1 req-1f841c86-57dc-4c64-afb3-54d61af05047 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 945 time: 0.0625536 Jan 28 01:08:09.270043 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b4865af1-63b5-482b-b801-fc9d9df27bb1 req-7b0b1327-ea17-4426-ad3b-ae196c630cae tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450060 Jan 28 01:08:09.403298 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034bfaa-ea0c-4596-8dbc-539bb961ef46 req-de3e564f-4cb2-465f-8eae-c9a4a2483133 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:09.404979 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a034bfaa-ea0c-4596-8dbc-539bb961ef46 req-de3e564f-4cb2-465f-8eae-c9a4a2483133 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 945 time: 0.0542355 Jan 28 01:08:09.464179 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a034bfaa-ea0c-4596-8dbc-539bb961ef46 req-76c30da0-824b-40fb-a5ea-31c65715a193 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528622 Jan 28 01:08:09.795107 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b69813-0c80-4788-9c3b-1749c769fd67 req-4d2f3cb8-540d-434e-8a1e-7ec0e22c69b3 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:09.796659 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6b69813-0c80-4788-9c3b-1749c769fd67 req-4d2f3cb8-540d-434e-8a1e-7ec0e22c69b3 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 945 time: 0.0543149 Jan 28 01:08:09.814605 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:09.866017 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6b69813-0c80-4788-9c3b-1749c769fd67 req-aede5b26-b681-4afb-9a06-bd70c0fce8d4 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579705 Jan 28 01:08:11.004595 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3211c4d-5ef2-4b79-b15c-69558c9be054 req-1118c7f0-5cb5-4a7f-a315-a9fe480b9e29 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:11.006765 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3211c4d-5ef2-4b79-b15c-69558c9be054 req-1118c7f0-5cb5-4a7f-a315-a9fe480b9e29 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 945 time: 0.0656841 Jan 28 01:08:11.060119 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3211c4d-5ef2-4b79-b15c-69558c9be054 req-04e69c01-39a3-4cc9-8d9b-20f07ce8c851 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458159 Jan 28 01:08:11.349669 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:11.438139 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84bc00-3018-4aab-bab1-a60f7a66dc72 req-3899e897-8fb6-497d-82b9-472a8c36795c tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:08:11.439601 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb84bc00-3018-4aab-bab1-a60f7a66dc72 req-3899e897-8fb6-497d-82b9-472a8c36795c tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 945 time: 0.0563617 Jan 28 01:08:11.550073 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-bb84bc00-3018-4aab-bab1-a60f7a66dc72 req-4678edfc-4de0-4886-901d-b160c90a5cf8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Deleting port 87dd3af4-8de4-4721-99f3-c30a9a2f7bc6 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:08:11.550398 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-bb84bc00-3018-4aab-bab1-a60f7a66dc72 req-4678edfc-4de0-4886-901d-b160c90a5cf8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (87dd3af4-8de4-4721-99f3-c30a9a2f7bc6), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:11.646757 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-bb84bc00-3018-4aab-bab1-a60f7a66dc72 req-4678edfc-4de0-4886-901d-b160c90a5cf8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] For port 87dd3af4-8de4-4721-99f3-c30a9a2f7bc6, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=87dd3af4-8de4-4721-99f3-c30a9a2f7bc6,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:08:11.647041 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-bb84bc00-3018-4aab-bab1-a60f7a66dc72 req-4678edfc-4de0-4886-901d-b160c90a5cf8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (87dd3af4-8de4-4721-99f3-c30a9a2f7bc6), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:11.660307 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-bb84bc00-3018-4aab-bab1-a60f7a66dc72 req-4678edfc-4de0-4886-901d-b160c90a5cf8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Calling delete_port for 87dd3af4-8de4-4721-99f3-c30a9a2f7bc6 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:08:11.812420 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-bb84bc00-3018-4aab-bab1-a60f7a66dc72 req-4678edfc-4de0-4886-901d-b160c90a5cf8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (87dd3af4-8de4-4721-99f3-c30a9a2f7bc6), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:11.843961 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678edfc-4de0-4886-901d-b160c90a5cf8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Pushing event deleted for resources: {'Port': ['ID=87dd3af4-8de4-4721-99f3-c30a9a2f7bc6,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:08:11.849385 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['87dd3af4-8de4-4721-99f3-c30a9a2f7bc6'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:08:11.907110 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb84bc00-3018-4aab-bab1-a60f7a66dc72 req-4678edfc-4de0-4886-901d-b160c90a5cf8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] No DVR routers for this DVR port 87dd3af4-8de4-4721-99f3-c30a9a2f7bc6 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:08:11.910325 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-bb84bc00-3018-4aab-bab1-a60f7a66dc72 req-4678edfc-4de0-4886-901d-b160c90a5cf8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:11.914897 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb84bc00-3018-4aab-bab1-a60f7a66dc72 req-4678edfc-4de0-4886-901d-b160c90a5cf8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.65 "DELETE /v2.0/ports/87dd3af4-8de4-4721-99f3-c30a9a2f7bc6 HTTP/1.1" status: 204 len: 173 time: 0.4679952 Jan 28 01:08:11.915405 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbf9487-295f-4da8-a559-edb6041122a5', 'name': 'network-vif-deleted', 'tag': '87dd3af4-8de4-4721-99f3-c30a9a2f7bc6'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:08:11.918155 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115296d9-a566-4eb5-97ee-8b801c1b7067" -d '{"events": [{"server_uuid": "bfbf9487-295f-4da8-a559-edb6041122a5", "name": "network-vif-deleted", "tag": "87dd3af4-8de4-4721-99f3-c30a9a2f7bc6"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:08:11.973473 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb47fb10-5ebe-4f00-ae96-061e81758904 x-openstack-request-id: req-eb47fb10-5ebe-4f00-ae96-061e81758904 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:08:11.973954 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbf9487-295f-4da8-a559-edb6041122a5", "name": "network-vif-deleted", "tag": "87dd3af4-8de4-4721-99f3-c30a9a2f7bc6", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:08:11.974259 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eb47fb10-5ebe-4f00-ae96-061e81758904 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:08:11.975139 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbf9487-295f-4da8-a559-edb6041122a5', 'name': 'network-vif-deleted', 'tag': '87dd3af4-8de4-4721-99f3-c30a9a2f7bc6', 'status': 'completed', 'code': 200} Jan 28 01:08:12.202870 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d09f50c6-9be4-405c-ac2a-a26b883e8e8c req-11669c12-d4f7-4918-b4a7-349a9e722446 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 210 time: 0.0417087 Jan 28 01:08:12.272537 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:13.319095 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4c840a1-c9fa-4246-ab1a-7f300b2cde88 req-10772d33-e6f1-4b92-8075-e41c80c58bf6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 210 time: 0.0336270 Jan 28 01:08:13.321797 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:14.429514 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0419aa9a-c6b6-4460-9f83-8e679231c3b9 req-77ceac5d-48c5-45f3-a838-fd059990d9df tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 210 time: 0.0368278 Jan 28 01:08:14.595973 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:15.233736 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 87dd3af4-8de4-4721-99f3-c30a9a2f7bc6 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:08:15.273716 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 87dd3af4-8de4-4721-99f3-c30a9a2f7bc6 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:08:15.274319 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 87dd3af4-8de4-4721-99f3-c30a9a2f7bc6 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:08:15.567011 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a204032a-523c-472d-837a-72a80473642f req-06297f73-fc15-4f67-997c-2e3a2bc22050 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 210 time: 0.0409162 Jan 28 01:08:16.682506 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8f011607-58b2-41b2-bc16-2d44c1a34b63 req-64cf7ee7-218f-497d-ad0a-2904a5eb1194 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 210 time: 0.0279667 Jan 28 01:08:17.818706 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aef9607e-f0b1-4b9b-b6cc-475584d84983 req-73eaf555-e00b-46aa-bdfa-f90cc8fe663e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 210 time: 0.0400600 Jan 28 01:08:18.962685 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3b2a8d07-0f3c-4040-9798-02ad15a1da26 req-4c02e230-246b-44ee-b74b-7448cfc7069d tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 210 time: 0.0457399 Jan 28 01:08:20.087859 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe0c5467-5643-4ad3-a107-b1e29d1ee602 req-60258d13-a49e-444c-b247-c799724273a1 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 210 time: 0.0306139 Jan 28 01:08:21.262085 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-863d332b-6115-4100-b3a6-053982110cca req-ca532529-a01d-4647-bbf7-c7ae0c414284 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 210 time: 0.0428190 Jan 28 01:08:22.440475 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-49bf7c17-4770-4e99-ade5-1b9d360dc854 req-858a87bd-8465-43e8-807e-47d24ef55713 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbf9487-295f-4da8-a559-edb6041122a5 HTTP/1.1" status: 200 len: 210 time: 0.0461223 Jan 28 01:08:31.321237 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-48125047-07ae-4bd9-92f5-80c2ba2f3548 req-61c551c1-b91e-4fa4-b25c-83053a9d9147 tempest-VolumesBackupsTest-796138471 tempest-VolumesBackupsTest-796138471-project] (103343) timed out ('10.222.0.65', 58497) {{(pid=103343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 01:08:36.101245 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e4ba7460-a31c-41f8-959a-f7dd682d66f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:38.382971 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-549e1a6d-10da-43fb-a32a-25fe754dde52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:39.830732 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:41.370137 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:42.287528 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:43.317473 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:08:43.535511 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:08:44.625555 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:01.290440 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-cb644065-1329-48f3-b80c-15b9a4904a43 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:01.292130 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-cb644065-1329-48f3-b80c-15b9a4904a43 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 812 time: 0.1572890 Jan 28 01:09:01.312801 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-2176f07f-b602-4e70-8ba7-0030df221117 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/quotas/f3a1d7380c294442abd815a7478506ec HTTP/1.1" status: 200 len: 375 time: 0.0112157 Jan 28 01:09:01.383629 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-94a72500-d45d-4614-bc58-9cd0c2bf73d6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612376 Jan 28 01:09:01.511365 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-d3a41fc4-1271-419c-b0b0-b0ee1042058a service neutron] 10.222.0.70 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157005 Jan 28 01:09:01.633373 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-9baacf95-a3c2-4c0d-a228-9d40010d379b service neutron] 10.222.0.70 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136143 Jan 28 01:09:02.047317 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ee3d2f75-1923-408a-aeb7-2073f82ccc3e req-ad48436b-2abd-4550-b1a1-0cc18c568ea8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 210 time: 0.0300999 Jan 28 01:09:03.166281 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4af23c6e-3e08-4593-838b-ae418bb6a6a7 req-eb61ff61-e3e1-4677-8520-9886cc6418b6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 210 time: 0.0419784 Jan 28 01:09:04.289941 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-887de39b-2820-4c70-b1bf-8f68d44fc68d req-9033c7b3-6daa-42bb-bcab-151ab93536c0 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 210 time: 0.0431578 Jan 28 01:09:05.406272 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-30456559-10fe-413d-96a7-ffdea41af504 req-9c392010-7676-41bc-8c50-538e2d1da604 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 210 time: 0.0397522 Jan 28 01:09:06.096950 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db25af74-e1f8-4369-9d82-315bd567a2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:06.546554 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b86b5b1d-19d4-4ec8-8147-58f229226796 req-17357562-4ed9-48d7-a081-6ce787efa823 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 210 time: 0.0354078 Jan 28 01:09:07.710967 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-2914ddeb-caf1-4ad2-af2b-5a8bb5c54707 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:07.714258 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-2914ddeb-caf1-4ad2-af2b-5a8bb5c54707 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.65 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 812 time: 0.2009985 Jan 28 01:09:07.744372 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-703560ce-fc94-484b-b6a3-044a3494220e req-c6392631-4e67-4918-b930-37ae377bc5b6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 210 time: 0.0764396 Jan 28 01:09:07.750173 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-bf71c050-48fd-4a15-95ac-04476a7267c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Request body: {'port': {'device_id': '25d92f66-ceb6-46aa-a704-2fe3b81a5b38', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'admin_state_up': True, 'tenant_id': 'f3a1d7380c294442abd815a7478506ec'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:07.924843 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-bf71c050-48fd-4a15-95ac-04476a7267c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Made reservation on behalf of f3a1d7380c294442abd815a7478506ec for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:07.929528 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-bf71c050-48fd-4a15-95ac-04476a7267c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:08.134531 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-bf71c050-48fd-4a15-95ac-04476a7267c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Allocated IP 172.20.0.3 (e1ccff06-6c36-49c1-af92-8d7bb0a23521/c704370c-1d43-453a-828e-959738e576e5/b7c7f238-87f2-48e1-8c3e-1b2ada72c75e) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:08.358534 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-bf71c050-48fd-4a15-95ac-04476a7267c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for port (b7c7f238-87f2-48e1-8c3e-1b2ada72c75e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:08.396745 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d9270a97-dd6c-4e94-b5a5-3aa42dd5a6c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:08.426308 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-bf71c050-48fd-4a15-95ac-04476a7267c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b7c7f238-87f2-48e1-8c3e-1b2ada72c75e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:08.506741 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-bf71c050-48fd-4a15-95ac-04476a7267c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Network e1ccff06-6c36-49c1-af92-8d7bb0a23521 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:08.527095 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-bf71c050-48fd-4a15-95ac-04476a7267c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:08.530919 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-bf71c050-48fd-4a15-95ac-04476a7267c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:08.579775 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71c050-48fd-4a15-95ac-04476a7267c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Pushing event updated for resources: {'Port': ['ID=b7c7f238-87f2-48e1-8c3e-1b2ada72c75e,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:08.601057 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c050-48fd-4a15-95ac-04476a7267c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:08.601478 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c050-48fd-4a15-95ac-04476a7267c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:08.601904 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c050-48fd-4a15-95ac-04476a7267c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:08.602298 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c050-48fd-4a15-95ac-04476a7267c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:08.602722 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c050-48fd-4a15-95ac-04476a7267c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:08.603120 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c050-48fd-4a15-95ac-04476a7267c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:08.603517 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c050-48fd-4a15-95ac-04476a7267c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:08.603982 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c050-48fd-4a15-95ac-04476a7267c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:08.604387 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c050-48fd-4a15-95ac-04476a7267c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:08.604784 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c050-48fd-4a15-95ac-04476a7267c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:08.605142 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c050-48fd-4a15-95ac-04476a7267c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:08.605560 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c050-48fd-4a15-95ac-04476a7267c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:08.605969 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c050-48fd-4a15-95ac-04476a7267c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:08.656311 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-bf71c050-48fd-4a15-95ac-04476a7267c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:08.657305 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-bf71c050-48fd-4a15-95ac-04476a7267c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:08.682346 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-bf71c050-48fd-4a15-95ac-04476a7267c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9434538 Jan 28 01:09:08.702100 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-5f477c67-b0f7-47b8-b060-307b8ad7fea1 service neutron] Request body: {'port': {'device_id': '25d92f66-ceb6-46aa-a704-2fe3b81a5b38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:08.783837 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-5f477c67-b0f7-47b8-b060-307b8ad7fea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b7c7f238-87f2-48e1-8c3e-1b2ada72c75e), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:08.901401 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6ba3d698-139f-4820-8a9a-a255339ba849 None None] Provisioning complete for port b7c7f238-87f2-48e1-8c3e-1b2ada72c75e triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:08.901894 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ba3d698-139f-4820-8a9a-a255339ba849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b7c7f238-87f2-48e1-8c3e-1b2ada72c75e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:08.954863 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6ba3d698-139f-4820-8a9a-a255339ba849 None None] Port b7c7f238-87f2-48e1-8c3e-1b2ada72c75e cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:09:09.016386 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd4168-e32d-4c59-8cd5-3931effcd399 req-86dfcd91-6e1e-4ad2-ac3c-1d62601cdff7 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:09.018051 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f7fd4168-e32d-4c59-8cd5-3931effcd399 req-86dfcd91-6e1e-4ad2-ac3c-1d62601cdff7 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 931 time: 0.1612260 Jan 28 01:09:09.133650 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f7fd4168-e32d-4c59-8cd5-3931effcd399 req-3319e36d-74e4-410e-b057-a0a314aaf3d8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789680 Jan 28 01:09:09.226537 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-5f477c67-b0f7-47b8-b060-307b8ad7fea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c7f238-87f2-48e1-8c3e-1b2ada72c75e {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:09:09.235356 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-5f477c67-b0f7-47b8-b060-307b8ad7fea1 service neutron] Publish callbacks [] for port (b7c7f238-87f2-48e1-8c3e-1b2ada72c75e), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:09.249548 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-5f477c67-b0f7-47b8-b060-307b8ad7fea1 service neutron] Transition to ACTIVE for port object b7c7f238-87f2-48e1-8c3e-1b2ada72c75e will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:09:09.255960 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-5f477c67-b0f7-47b8-b060-307b8ad7fea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (b7c7f238-87f2-48e1-8c3e-1b2ada72c75e), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:09.318381 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f477c67-b0f7-47b8-b060-307b8ad7fea1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c7f238-87f2-48e1-8c3e-1b2ada72c75e,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:09.419294 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-5f477c67-b0f7-47b8-b060-307b8ad7fea1 service neutron] Attempting to bind port b7c7f238-87f2-48e1-8c3e-1b2ada72c75e on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:09:09.419744 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-5f477c67-b0f7-47b8-b060-307b8ad7fea1 service neutron] Attempting to bind port b7c7f238-87f2-48e1-8c3e-1b2ada72c75e by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:09:09.420191 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-5f477c67-b0f7-47b8-b060-307b8ad7fea1 service neutron] Attempting to bind port b7c7f238-87f2-48e1-8c3e-1b2ada72c75e on network e1ccff06-6c36-49c1-af92-8d7bb0a23521 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:09.432493 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-5f477c67-b0f7-47b8-b060-307b8ad7fea1 service neutron] Port b7c7f238-87f2-48e1-8c3e-1b2ada72c75e on network e1ccff06-6c36-49c1-af92-8d7bb0a23521 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:09:09.433840 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-5f477c67-b0f7-47b8-b060-307b8ad7fea1 service neutron] Attempting to bind port b7c7f238-87f2-48e1-8c3e-1b2ada72c75e on network e1ccff06-6c36-49c1-af92-8d7bb0a23521 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:09.447766 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-5f477c67-b0f7-47b8-b060-307b8ad7fea1 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:09:09.448584 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-5f477c67-b0f7-47b8-b060-307b8ad7fea1 service neutron] Checking segment: {'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:09:09.449433 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-5f477c67-b0f7-47b8-b060-307b8ad7fea1 service neutron] Bound using segment: {'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:09:09.450012 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-5f477c67-b0f7-47b8-b060-307b8ad7fea1 service neutron] Bound port: b7c7f238-87f2-48e1-8c3e-1b2ada72c75e, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:09:09.450625 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-5f477c67-b0f7-47b8-b060-307b8ad7fea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b7c7f238-87f2-48e1-8c3e-1b2ada72c75e), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:09.553332 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-5f477c67-b0f7-47b8-b060-307b8ad7fea1 service neutron] For port b7c7f238-87f2-48e1-8c3e-1b2ada72c75e, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:09:09.558862 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-5f477c67-b0f7-47b8-b060-307b8ad7fea1 service neutron] For port b7c7f238-87f2-48e1-8c3e-1b2ada72c75e, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=b7c7f238-87f2-48e1-8c3e-1b2ada72c75e,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:09:09.564773 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-5f477c67-b0f7-47b8-b060-307b8ad7fea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (b7c7f238-87f2-48e1-8c3e-1b2ada72c75e), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:09.611570 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-5f477c67-b0f7-47b8-b060-307b8ad7fea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:09.612356 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-5f477c67-b0f7-47b8-b060-307b8ad7fea1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:09.614097 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-5f477c67-b0f7-47b8-b060-307b8ad7fea1 service neutron] 10.222.0.65 "PUT /v2.0/ports/b7c7f238-87f2-48e1-8c3e-1b2ada72c75e HTTP/1.1" status: 200 len: 1091 time: 0.9171302 Jan 28 01:09:09.615395 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25d92f66-ceb6-46aa-a704-2fe3b81a5b38', 'tag': 'b7c7f238-87f2-48e1-8c3e-1b2ada72c75e'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:09:09.618288 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c28a997-a4ff-4d6d-9d5c-e83c5de273cb" -d '{"events": [{"name": "network-changed", "server_uuid": "25d92f66-ceb6-46aa-a704-2fe3b81a5b38", "tag": "b7c7f238-87f2-48e1-8c3e-1b2ada72c75e"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:09:09.687987 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac448be6-76cc-4961-a952-c1172399a39c x-openstack-request-id: req-ac448be6-76cc-4961-a952-c1172399a39c {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:09:09.688320 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25d92f66-ceb6-46aa-a704-2fe3b81a5b38", "tag": "b7c7f238-87f2-48e1-8c3e-1b2ada72c75e", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:09:09.688602 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ac448be6-76cc-4961-a952-c1172399a39c {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:09:09.689072 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25d92f66-ceb6-46aa-a704-2fe3b81a5b38', 'tag': 'b7c7f238-87f2-48e1-8c3e-1b2ada72c75e', 'status': 'completed', 'code': 200} Jan 28 01:09:09.691273 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f477c67-b0f7-47b8-b060-307b8ad7fea1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c7f238-87f2-48e1-8c3e-1b2ada72c75e,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:09.752401 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-131f6c31-96d5-44b3-9e9c-1ac38895826b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:09.755998 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-131f6c31-96d5-44b3-9e9c-1ac38895826b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 1094 time: 0.0586488 Jan 28 01:09:09.836214 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-beb71591-2840-4937-bd37-40513836432f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7c7f238-87f2-48e1-8c3e-1b2ada72c75e HTTP/1.1" status: 200 len: 217 time: 0.0673420 Jan 28 01:09:09.837553 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:09.907472 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-a5ef3cb7-4cf5-48dd-92f4-dfae9b5f23bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:09.909730 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-a5ef3cb7-4cf5-48dd-92f4-dfae9b5f23bd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c704370c-1d43-453a-828e-959738e576e5 HTTP/1.1" status: 200 len: 851 time: 0.0672588 Jan 28 01:09:09.969834 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-414f24b2-3519-4909-998d-e46e9e809413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:09.971755 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-414f24b2-3519-4909-998d-e46e9e809413 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1ccff06-6c36-49c1-af92-8d7bb0a23521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557015 Jan 28 01:09:10.096964 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-e2b9b069-e8a1-4b56-a3e8-91805c0d89a2 service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177614 Jan 28 01:09:10.232611 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d149f4a8-fb32-4661-846f-ec9d61425efa req-c50b9098-bb25-48bb-89d6-e254e0a99539 service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286492 Jan 28 01:09:10.312713 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb21fe3-086f-4494-bcef-4221faf536d6 req-642d1983-0837-4b5b-8987-c2c02e7e4bde tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:10.314207 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9bb21fe3-086f-4494-bcef-4221faf536d6 req-642d1983-0837-4b5b-8987-c2c02e7e4bde tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 943 time: 0.0781014 Jan 28 01:09:10.424658 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9bb21fe3-086f-4494-bcef-4221faf536d6 req-aa17e257-a6f3-4d4e-83a5-096e0be759bf tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970817 Jan 28 01:09:10.427242 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28a997-a4ff-4d6d-9d5c-e83c5de273cb req-879cffa3-ab6f-42aa-b4b0-2e4b56914e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:10.429303 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5c28a997-a4ff-4d6d-9d5c-e83c5de273cb req-879cffa3-ab6f-42aa-b4b0-2e4b56914e7b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 1094 time: 0.1052475 Jan 28 01:09:10.596408 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28a997-a4ff-4d6d-9d5c-e83c5de273cb req-f27d64cf-2e1e-4a9d-9f2d-367b41f64da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:10.599037 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5c28a997-a4ff-4d6d-9d5c-e83c5de273cb req-f27d64cf-2e1e-4a9d-9f2d-367b41f64da0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 913 time: 0.1609647 Jan 28 01:09:10.655887 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5c28a997-a4ff-4d6d-9d5c-e83c5de273cb req-f740b851-d11e-406f-9cd1-d69b1df1b4de service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7c7f238-87f2-48e1-8c3e-1b2ada72c75e HTTP/1.1" status: 200 len: 217 time: 0.0507605 Jan 28 01:09:10.710807 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28a997-a4ff-4d6d-9d5c-e83c5de273cb req-cddea5d1-1116-4cf7-9583-46c313f2a429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:10.712266 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5c28a997-a4ff-4d6d-9d5c-e83c5de273cb req-cddea5d1-1116-4cf7-9583-46c313f2a429 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c704370c-1d43-453a-828e-959738e576e5 HTTP/1.1" status: 200 len: 851 time: 0.0497882 Jan 28 01:09:10.784453 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28a997-a4ff-4d6d-9d5c-e83c5de273cb req-559f537b-23ca-4306-9e2e-518e1ea91280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:10.788485 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5c28a997-a4ff-4d6d-9d5c-e83c5de273cb req-559f537b-23ca-4306-9e2e-518e1ea91280 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1ccff06-6c36-49c1-af92-8d7bb0a23521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691545 Jan 28 01:09:10.931947 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5c28a997-a4ff-4d6d-9d5c-e83c5de273cb req-e4ada961-2025-4b22-bd85-9a08ce2614f6 service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362262 Jan 28 01:09:11.095316 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5c28a997-a4ff-4d6d-9d5c-e83c5de273cb req-c4c4a72c-a02e-45e8-9916-431ca350b59a service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566446 Jan 28 01:09:11.355337 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:11.625566 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7926b-275c-4f1f-bb90-e708c0ce7428 req-da5339c5-5510-42c3-a381-9d37be416e07 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:11.628164 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-43e7926b-275c-4f1f-bb90-e708c0ce7428 req-da5339c5-5510-42c3-a381-9d37be416e07 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 943 time: 0.0825796 Jan 28 01:09:11.728050 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-43e7926b-275c-4f1f-bb90-e708c0ce7428 req-d005f1f6-29c0-4815-b15c-5f8c5104b6b5 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890317 Jan 28 01:09:12.267323 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:12.886424 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be4bf6-737e-4488-ac5d-68fd347b8304 req-b267e46e-dec5-4ba0-9cff-bb2cd57c627d tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:12.888062 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0be4bf6-737e-4488-ac5d-68fd347b8304 req-b267e46e-dec5-4ba0-9cff-bb2cd57c627d tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 943 time: 0.0717177 Jan 28 01:09:12.955124 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0be4bf6-737e-4488-ac5d-68fd347b8304 req-702c4af5-3460-4007-98a1-ba5928e2f913 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605462 Jan 28 01:09:13.315564 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:14.145080 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d070f99-4aed-408b-8fbf-3c1d273e9c0f req-54b02711-c96e-4bdd-944f-ee2028055226 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:14.148289 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d070f99-4aed-408b-8fbf-3c1d273e9c0f req-54b02711-c96e-4bdd-944f-ee2028055226 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 943 time: 0.0909002 Jan 28 01:09:14.235737 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d070f99-4aed-408b-8fbf-3c1d273e9c0f req-9ea55f98-4638-436c-913d-373dc909f74e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769706 Jan 28 01:09:14.631374 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:15.462988 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fe417-71ad-4a5d-bd6e-1feee2df12c8 req-7a881a3e-e040-437d-82b8-7575e2057418 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:15.464999 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c67fe417-71ad-4a5d-bd6e-1feee2df12c8 req-7a881a3e-e040-437d-82b8-7575e2057418 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 943 time: 0.0943558 Jan 28 01:09:15.557265 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c67fe417-71ad-4a5d-bd6e-1feee2df12c8 req-62cc767f-830e-4408-b9b3-c3adb1f4bfe4 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802150 Jan 28 01:09:16.726874 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124ddc6-b3e3-4b4f-819c-3c4e366a968e req-0da98c0e-bbab-441e-a405-110b33ef9c07 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:16.728487 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d124ddc6-b3e3-4b4f-819c-3c4e366a968e req-0da98c0e-bbab-441e-a405-110b33ef9c07 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 943 time: 0.0720587 Jan 28 01:09:16.836014 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d124ddc6-b3e3-4b4f-819c-3c4e366a968e req-e8a19adc-d257-4e04-84fb-bc8a0e469901 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000040 Jan 28 01:09:18.082351 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22dc430-82ea-46fe-bef5-b40858924fa9 req-1475f128-391f-4edf-a9c6-e7a5cd49598d tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:18.085253 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a22dc430-82ea-46fe-bef5-b40858924fa9 req-1475f128-391f-4edf-a9c6-e7a5cd49598d tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 943 time: 0.0917571 Jan 28 01:09:18.189849 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a22dc430-82ea-46fe-bef5-b40858924fa9 req-1db6d7d9-6fe2-441f-a1b3-6129dffff2b7 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939517 Jan 28 01:09:19.399565 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b9391-a7c4-4901-98d3-9982a0b9660a req-9e1784d1-a10f-4072-8f89-54124d5de8e5 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:19.402417 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-874b9391-a7c4-4901-98d3-9982a0b9660a req-9e1784d1-a10f-4072-8f89-54124d5de8e5 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 943 time: 0.0916173 Jan 28 01:09:19.505339 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-874b9391-a7c4-4901-98d3-9982a0b9660a req-b2a1f0aa-af98-42af-89a2-4032e8f53ce5 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900495 Jan 28 01:09:20.529578 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:09:20.716011 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde0fef-f72e-4714-b06b-7c2d54201174 req-40ec26c9-5c0c-423f-95df-cfa4ad82407e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:20.718676 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6cde0fef-f72e-4714-b06b-7c2d54201174 req-40ec26c9-5c0c-423f-95df-cfa4ad82407e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 943 time: 0.0894573 Jan 28 01:09:20.796359 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6cde0fef-f72e-4714-b06b-7c2d54201174 req-9ad8bd81-b0dc-4d13-99f5-2470e6f73fb0 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659118 Jan 28 01:09:22.007568 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa770641-89c9-489d-9c7a-771a7b96669b req-88c9b265-0cc2-48b7-bce4-466cb58db219 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:22.009947 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa770641-89c9-489d-9c7a-771a7b96669b req-88c9b265-0cc2-48b7-bce4-466cb58db219 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 943 time: 0.0845256 Jan 28 01:09:22.081600 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa770641-89c9-489d-9c7a-771a7b96669b req-7432b040-ea2b-4ecc-9f0d-0fc36d342dc8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655878 Jan 28 01:09:23.278281 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c2e97-2a29-4407-87c1-28edd393b84f req-c90a92c2-b699-4842-9c28-841b09731f74 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:23.281358 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f0c2e97-2a29-4407-87c1-28edd393b84f req-c90a92c2-b699-4842-9c28-841b09731f74 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 943 time: 0.0982633 Jan 28 01:09:23.369584 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f0c2e97-2a29-4407-87c1-28edd393b84f req-e0d35f85-f0b2-4d10-bbe0-b07641b110cf tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807314 Jan 28 01:09:24.574666 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e324e6-7f72-4dc6-a623-90df82c6b076 req-f87a8eab-1df4-4f71-b748-22c5f4257d16 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:24.577130 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-13e324e6-7f72-4dc6-a623-90df82c6b076 req-f87a8eab-1df4-4f71-b748-22c5f4257d16 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 943 time: 0.0889606 Jan 28 01:09:24.643239 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-13e324e6-7f72-4dc6-a623-90df82c6b076 req-e18daf66-1270-4d99-ae56-992bc8012912 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545254 Jan 28 01:09:25.823704 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07264e3d-6c8c-4811-96b9-ca4d977e158f req-2c2e4751-40a3-4589-b6b5-95c84bb17f82 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:25.825315 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07264e3d-6c8c-4811-96b9-ca4d977e158f req-2c2e4751-40a3-4589-b6b5-95c84bb17f82 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 943 time: 0.0632098 Jan 28 01:09:25.915480 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07264e3d-6c8c-4811-96b9-ca4d977e158f req-c95f52f5-54b0-4b2b-a461-501581bf403d tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776010 Jan 28 01:09:27.079651 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be371019-025a-4495-a31f-0e4d918bdfed req-a1d96b55-0ee1-4963-8d51-6de61f9f402f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:27.082426 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-be371019-025a-4495-a31f-0e4d918bdfed req-a1d96b55-0ee1-4963-8d51-6de61f9f402f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 943 time: 0.0717068 Jan 28 01:09:27.169158 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-be371019-025a-4495-a31f-0e4d918bdfed req-85879292-67f6-4b09-b6e4-bfe6f1240218 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797865 Jan 28 01:09:28.348829 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eac640-8c77-48a4-864f-4849745a0bfd req-4259c0f6-a396-4198-8d68-eadd45229ff9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:28.351774 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e0eac640-8c77-48a4-864f-4849745a0bfd req-4259c0f6-a396-4198-8d68-eadd45229ff9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 943 time: 0.0855834 Jan 28 01:09:28.415351 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e0eac640-8c77-48a4-864f-4849745a0bfd req-bd76c5a9-7def-48a8-938d-8f5c62d9d550 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563202 Jan 28 01:09:29.515389 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device b7c7f238-87f2-48e1-8c3e-1b2ada72c75e details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:09:29.559591 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532aadc6-b895-4ae7-b607-50371741d61d req-f22ca44c-0e60-4a1a-ad6e-6aee1510d38c tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:29.562147 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-532aadc6-b895-4ae7-b607-50371741d61d req-f22ca44c-0e60-4a1a-ad6e-6aee1510d38c tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 943 time: 0.0652854 Jan 28 01:09:29.633923 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-532aadc6-b895-4ae7-b607-50371741d61d req-753228a4-4c74-4c4e-8240-fc6c5ea3e0ba tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634670 Jan 28 01:09:29.663872 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port b7c7f238-87f2-48e1-8c3e-1b2ada72c75e, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=b7c7f238-87f2-48e1-8c3e-1b2ada72c75e,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:29.687346 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'b7c7f238-87f2-48e1-8c3e-1b2ada72c75e', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'port_id': 'b7c7f238-87f2-48e1-8c3e-1b2ada72c75e', 'mac_address': 'fa:16:3e:bd:59:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c704370c-1d43-453a-828e-959738e576e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:09:29.735908 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port b7c7f238-87f2-48e1-8c3e-1b2ada72c75e is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:29.736308 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b7c7f238-87f2-48e1-8c3e-1b2ada72c75e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:29.751024 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c7f238-87f2-48e1-8c3e-1b2ada72c75e {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:09:29.777571 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port b7c7f238-87f2-48e1-8c3e-1b2ada72c75e, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=b7c7f238-87f2-48e1-8c3e-1b2ada72c75e,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:29.782897 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b7c7f238-87f2-48e1-8c3e-1b2ada72c75e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:29.846023 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=b7c7f238-87f2-48e1-8c3e-1b2ada72c75e,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:29.856139 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:29.856471 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:29.856824 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:29.857171 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:29.857508 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:29.857848 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:29.858202 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:29.858511 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:29.858842 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:29.859164 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:29.859534 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:29.859887 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:29.860221 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:30.063314 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['b7c7f238-87f2-48e1-8c3e-1b2ada72c75e'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:09:30.854272 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7360d-8dde-4be4-a7e4-755f8eb69ae9 req-aa1c1ff4-0adf-44b9-8618-3f3f1b48ed33 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:30.857184 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96d7360d-8dde-4be4-a7e4-755f8eb69ae9 req-aa1c1ff4-0adf-44b9-8618-3f3f1b48ed33 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 944 time: 0.0995440 Jan 28 01:09:30.944435 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96d7360d-8dde-4be4-a7e4-755f8eb69ae9 req-c48d6c6e-f696-4aed-8b8e-b3e687207d1e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775321 Jan 28 01:09:31.531562 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device b7c7f238-87f2-48e1-8c3e-1b2ada72c75e up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:09:31.611020 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port b7c7f238-87f2-48e1-8c3e-1b2ada72c75e completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:09:31.618562 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port b7c7f238-87f2-48e1-8c3e-1b2ada72c75e triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:31.619200 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b7c7f238-87f2-48e1-8c3e-1b2ada72c75e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:31.732255 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port b7c7f238-87f2-48e1-8c3e-1b2ada72c75e is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:09:31.732760 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b7c7f238-87f2-48e1-8c3e-1b2ada72c75e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:31.761986 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d92f66-ceb6-46aa-a704-2fe3b81a5b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c7f238-87f2-48e1-8c3e-1b2ada72c75e'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:09:31.765480 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c698a9c-2f81-4ff1-8f70-4c991bae97ed" -d '{"events": [{"server_uuid": "25d92f66-ceb6-46aa-a704-2fe3b81a5b38", "name": "network-vif-plugged", "status": "completed", "tag": "b7c7f238-87f2-48e1-8c3e-1b2ada72c75e"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:09:31.782696 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port b7c7f238-87f2-48e1-8c3e-1b2ada72c75e, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=b7c7f238-87f2-48e1-8c3e-1b2ada72c75e,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:09:31.790541 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b7c7f238-87f2-48e1-8c3e-1b2ada72c75e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:31.823122 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559a80d5-160b-4b26-87ec-a02c204226d1 x-openstack-request-id: req-559a80d5-160b-4b26-87ec-a02c204226d1 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:09:31.823421 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d92f66-ceb6-46aa-a704-2fe3b81a5b38", "name": "network-vif-plugged", "status": "completed", "tag": "b7c7f238-87f2-48e1-8c3e-1b2ada72c75e", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:09:31.823715 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-559a80d5-160b-4b26-87ec-a02c204226d1 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:09:31.824123 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d92f66-ceb6-46aa-a704-2fe3b81a5b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c7f238-87f2-48e1-8c3e-1b2ada72c75e', 'code': 200} Jan 28 01:09:31.853302 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=b7c7f238-87f2-48e1-8c3e-1b2ada72c75e,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:31.983837 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c53290-8279-4f6a-8b43-0a03ca8c2df3 req-4cc14fc1-f0c3-4849-8a59-875a8a60edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:31.986105 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3c53290-8279-4f6a-8b43-0a03ca8c2df3 req-4cc14fc1-f0c3-4849-8a59-875a8a60edd9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 1096 time: 0.0576241 Jan 28 01:09:32.083634 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3c53290-8279-4f6a-8b43-0a03ca8c2df3 req-143932ae-9151-4072-9955-9bafd3e7470d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910108 Jan 28 01:09:32.105545 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f8012-5c23-4415-9c4d-38d2befb4b38 req-3a0974dd-4591-4b5b-a98f-2154ae738a92 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:32.107148 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dd7f8012-5c23-4415-9c4d-38d2befb4b38 req-3a0974dd-4591-4b5b-a98f-2154ae738a92 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 945 time: 0.0720296 Jan 28 01:09:32.185070 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dd7f8012-5c23-4415-9c4d-38d2befb4b38 req-3d804606-a328-40e9-9100-dcf089c079e9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658088 Jan 28 01:09:33.326031 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4d03e-23c8-45a9-8cbc-29b9c74c7af4 req-6f891452-6fb8-4c1a-810a-8eb9b16239ee tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:33.327702 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-53b4d03e-23c8-45a9-8cbc-29b9c74c7af4 req-6f891452-6fb8-4c1a-810a-8eb9b16239ee tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 945 time: 0.0629463 Jan 28 01:09:33.397687 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-53b4d03e-23c8-45a9-8cbc-29b9c74c7af4 req-07452c92-44b8-4d0d-99eb-5c1ef7d277c0 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606873 Jan 28 01:09:33.530339 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc136f-cf57-4374-9396-d57dc1bd2b87 req-77178145-b656-46bd-892e-6aea08b29d37 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:33.532043 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b6bc136f-cf57-4374-9396-d57dc1bd2b87 req-77178145-b656-46bd-892e-6aea08b29d37 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 945 time: 0.0548365 Jan 28 01:09:33.590970 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b6bc136f-cf57-4374-9396-d57dc1bd2b87 req-ed38ee81-de51-4a35-882f-7dd12a733a90 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492110 Jan 28 01:09:36.102903 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eae609de-95ba-46f9-b964-f3076bf61489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:37.782630 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-209bb0a3-ea37-4fc9-a8ac-1e960c3079d5 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:37.784033 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-209bb0a3-ea37-4fc9-a8ac-1e960c3079d5 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 812 time: 0.1160009 Jan 28 01:09:37.799651 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-dffb1033-5388-41fe-8277-c8d6a759f24d tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/quotas/f3a1d7380c294442abd815a7478506ec HTTP/1.1" status: 200 len: 375 time: 0.0094366 Jan 28 01:09:37.855983 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-e6b4366f-0965-4af0-99c1-c4e17803b6b4 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500090 Jan 28 01:09:38.143470 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-efd00cfc-d5d5-4892-aaaa-93074a3f6e56 service neutron] 10.222.0.70 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506650 Jan 28 01:09:38.247390 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-29d18bc0-a0ed-4634-8a8a-8f05e743f29c service neutron] 10.222.0.70 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932071 Jan 28 01:09:38.387296 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-54f397c6-490d-45d0-8bc6-6b1d31f5a792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:38.500389 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5821619a-fc76-426e-a7d8-f362fa3706bd req-4c8c2078-461d-4987-b65e-ad7c2ba21439 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 210 time: 0.0307727 Jan 28 01:09:39.642137 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5b3ccc42-8ddd-4e1f-925b-c4eca9f4643a req-1f680ded-3b62-4e78-8786-6a0ee3fb4971 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 210 time: 0.0552311 Jan 28 01:09:39.721280 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-913b1e26-3fcc-4788-80d2-37d293e76aa7 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:39.723767 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-913b1e26-3fcc-4788-80d2-37d293e76aa7 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.52 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 812 time: 0.1342645 Jan 28 01:09:39.743543 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-721b2612-3edb-4a4a-904a-279433896707 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Request body: {'port': {'device_id': '6f55b56a-d936-45e6-97be-5987309c2ac3', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'admin_state_up': True, 'tenant_id': 'f3a1d7380c294442abd815a7478506ec'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:39.827836 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:39.909628 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-721b2612-3edb-4a4a-904a-279433896707 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Made reservation on behalf of f3a1d7380c294442abd815a7478506ec for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:09:39.914940 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-721b2612-3edb-4a4a-904a-279433896707 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:40.079752 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-721b2612-3edb-4a4a-904a-279433896707 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Allocated IP 172.20.0.10 (e1ccff06-6c36-49c1-af92-8d7bb0a23521/c704370c-1d43-453a-828e-959738e576e5/d499d4aa-40d7-4798-9f56-f17e0d5b90d8) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:09:40.273000 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-721b2612-3edb-4a4a-904a-279433896707 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for port (d499d4aa-40d7-4798-9f56-f17e0d5b90d8), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:40.334858 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-721b2612-3edb-4a4a-904a-279433896707 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (d499d4aa-40d7-4798-9f56-f17e0d5b90d8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:40.371985 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['b7c7f238-87f2-48e1-8c3e-1b2ada72c75e'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:09:40.410846 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-721b2612-3edb-4a4a-904a-279433896707 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Network e1ccff06-6c36-49c1-af92-8d7bb0a23521 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:09:40.413309 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-721b2612-3edb-4a4a-904a-279433896707 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:09:40.415792 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-721b2612-3edb-4a4a-904a-279433896707 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:09:40.419866 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b2612-3edb-4a4a-904a-279433896707 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Pushing event updated for resources: {'Port': ['ID=d499d4aa-40d7-4798-9f56-f17e0d5b90d8,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:40.433627 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b2612-3edb-4a4a-904a-279433896707 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:40.434173 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b2612-3edb-4a4a-904a-279433896707 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:40.434702 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b2612-3edb-4a4a-904a-279433896707 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:40.435057 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b2612-3edb-4a4a-904a-279433896707 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:40.435505 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b2612-3edb-4a4a-904a-279433896707 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:40.435979 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b2612-3edb-4a4a-904a-279433896707 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:40.436395 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b2612-3edb-4a4a-904a-279433896707 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:40.436802 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b2612-3edb-4a4a-904a-279433896707 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:40.437194 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b2612-3edb-4a4a-904a-279433896707 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:40.437714 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b2612-3edb-4a4a-904a-279433896707 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:40.438245 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b2612-3edb-4a4a-904a-279433896707 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:40.438649 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b2612-3edb-4a4a-904a-279433896707 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:40.439028 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b2612-3edb-4a4a-904a-279433896707 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:09:40.539817 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-721b2612-3edb-4a4a-904a-279433896707 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:40.540677 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-721b2612-3edb-4a4a-904a-279433896707 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:40.562874 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-721b2612-3edb-4a4a-904a-279433896707 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8250875 Jan 28 01:09:40.573457 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-09c3f8c2-b64c-4273-a899-dc66bed4fe2f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:09:40.574883 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-09c3f8c2-b64c-4273-a899-dc66bed4fe2f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063736 Jan 28 01:09:40.737605 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-d67e3bd9-ac54-4f38-a305-a10ebdae6d75 service neutron] Request body: {'port': {'device_id': '6f55b56a-d936-45e6-97be-5987309c2ac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:09:40.789218 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-deaac473-f648-445a-a1a8-50c3a7844c6b None None] Provisioning complete for port d499d4aa-40d7-4798-9f56-f17e0d5b90d8 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:09:40.790395 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-deaac473-f648-445a-a1a8-50c3a7844c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d499d4aa-40d7-4798-9f56-f17e0d5b90d8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:40.811890 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-d67e3bd9-ac54-4f38-a305-a10ebdae6d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d499d4aa-40d7-4798-9f56-f17e0d5b90d8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:40.815918 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2dcd91-363b-4c06-9bad-bfad899e0e65 req-856e7146-0cd1-4b49-b150-142284e48df2 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:40.819107 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1c2dcd91-363b-4c06-9bad-bfad899e0e65 req-856e7146-0cd1-4b49-b150-142284e48df2 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 932 time: 0.0727246 Jan 28 01:09:40.844832 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-deaac473-f648-445a-a1a8-50c3a7844c6b None None] Port d499d4aa-40d7-4798-9f56-f17e0d5b90d8 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:09:40.888414 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1c2dcd91-363b-4c06-9bad-bfad899e0e65 req-fb690278-e564-4752-9c99-3685428e97ad tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629127 Jan 28 01:09:41.361665 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:41.578262 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-d67e3bd9-ac54-4f38-a305-a10ebdae6d75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d499d4aa-40d7-4798-9f56-f17e0d5b90d8 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:09:41.591210 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-d67e3bd9-ac54-4f38-a305-a10ebdae6d75 service neutron] Publish callbacks [] for port (d499d4aa-40d7-4798-9f56-f17e0d5b90d8), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:41.613356 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-d67e3bd9-ac54-4f38-a305-a10ebdae6d75 service neutron] Transition to ACTIVE for port object d499d4aa-40d7-4798-9f56-f17e0d5b90d8 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:09:41.619438 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-d67e3bd9-ac54-4f38-a305-a10ebdae6d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (d499d4aa-40d7-4798-9f56-f17e0d5b90d8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:41.708393 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e3bd9-ac54-4f38-a305-a10ebdae6d75 service neutron] Pushing event updated for resources: {'Port': ['ID=d499d4aa-40d7-4798-9f56-f17e0d5b90d8,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:41.818377 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-d67e3bd9-ac54-4f38-a305-a10ebdae6d75 service neutron] Attempting to bind port d499d4aa-40d7-4798-9f56-f17e0d5b90d8 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:09:41.819165 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-d67e3bd9-ac54-4f38-a305-a10ebdae6d75 service neutron] Attempting to bind port d499d4aa-40d7-4798-9f56-f17e0d5b90d8 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:09:41.819462 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-d67e3bd9-ac54-4f38-a305-a10ebdae6d75 service neutron] Attempting to bind port d499d4aa-40d7-4798-9f56-f17e0d5b90d8 on network e1ccff06-6c36-49c1-af92-8d7bb0a23521 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:41.826643 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-d67e3bd9-ac54-4f38-a305-a10ebdae6d75 service neutron] Port d499d4aa-40d7-4798-9f56-f17e0d5b90d8 on network e1ccff06-6c36-49c1-af92-8d7bb0a23521 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:09:41.827092 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-d67e3bd9-ac54-4f38-a305-a10ebdae6d75 service neutron] Attempting to bind port d499d4aa-40d7-4798-9f56-f17e0d5b90d8 on network e1ccff06-6c36-49c1-af92-8d7bb0a23521 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:09:41.837017 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-d67e3bd9-ac54-4f38-a305-a10ebdae6d75 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:09:41.837584 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-d67e3bd9-ac54-4f38-a305-a10ebdae6d75 service neutron] Checking segment: {'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:09:41.838312 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-d67e3bd9-ac54-4f38-a305-a10ebdae6d75 service neutron] Bound using segment: {'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:09:41.838935 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-d67e3bd9-ac54-4f38-a305-a10ebdae6d75 service neutron] Bound port: d499d4aa-40d7-4798-9f56-f17e0d5b90d8, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:09:41.839534 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-d67e3bd9-ac54-4f38-a305-a10ebdae6d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d499d4aa-40d7-4798-9f56-f17e0d5b90d8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:41.926021 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-d67e3bd9-ac54-4f38-a305-a10ebdae6d75 service neutron] For port d499d4aa-40d7-4798-9f56-f17e0d5b90d8, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:09:41.930095 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-d67e3bd9-ac54-4f38-a305-a10ebdae6d75 service neutron] For port d499d4aa-40d7-4798-9f56-f17e0d5b90d8, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=d499d4aa-40d7-4798-9f56-f17e0d5b90d8,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:09:41.939515 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-d67e3bd9-ac54-4f38-a305-a10ebdae6d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (d499d4aa-40d7-4798-9f56-f17e0d5b90d8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:42.026302 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-d67e3bd9-ac54-4f38-a305-a10ebdae6d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:42.027054 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-d67e3bd9-ac54-4f38-a305-a10ebdae6d75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:42.029756 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-d67e3bd9-ac54-4f38-a305-a10ebdae6d75 service neutron] 10.222.0.52 "PUT /v2.0/ports/d499d4aa-40d7-4798-9f56-f17e0d5b90d8 HTTP/1.1" status: 200 len: 1092 time: 1.3794005 Jan 28 01:09:42.030855 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f55b56a-d936-45e6-97be-5987309c2ac3', 'tag': 'd499d4aa-40d7-4798-9f56-f17e0d5b90d8'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:09:42.095867 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e3bd9-ac54-4f38-a305-a10ebdae6d75 service neutron] Pushing event updated for resources: {'Port': ['ID=d499d4aa-40d7-4798-9f56-f17e0d5b90d8,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:09:42.118089 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62a17f-b610-4fc3-b2ba-ae41b20ae33d req-f0fc6c10-2cc1-4a83-875b-c445906fb144 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:42.127700 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ed62a17f-b610-4fc3-b2ba-ae41b20ae33d req-f0fc6c10-2cc1-4a83-875b-c445906fb144 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 944 time: 0.1158938 Jan 28 01:09:42.187371 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-d7d4f929-e696-409a-b187-9d6f5713657a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:42.197003 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-d7d4f929-e696-409a-b187-9d6f5713657a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 1095 time: 0.0906367 Jan 28 01:09:42.250406 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ed62a17f-b610-4fc3-b2ba-ae41b20ae33d req-7c3c4bf4-3fea-45e4-bb6b-ab8d11622e32 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119163 Jan 28 01:09:42.266115 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-5357b406-42e2-41fc-8c96-7cbe271f5bd0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d499d4aa-40d7-4798-9f56-f17e0d5b90d8 HTTP/1.1" status: 200 len: 217 time: 0.0605352 Jan 28 01:09:42.285848 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:42.290527 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bdd6d2-c009-4eb9-ae9e-b78fc31ab54b" -d '{"events": [{"name": "network-changed", "server_uuid": "6f55b56a-d936-45e6-97be-5987309c2ac3", "tag": "d499d4aa-40d7-4798-9f56-f17e0d5b90d8"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:09:42.349410 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-ca11d7bc-5f70-414e-8a6c-54377d3c570a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:42.353712 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-ca11d7bc-5f70-414e-8a6c-54377d3c570a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c704370c-1d43-453a-828e-959738e576e5 HTTP/1.1" status: 200 len: 851 time: 0.0815306 Jan 28 01:09:42.440548 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-4f0552a3-3424-4221-bc35-9f2aba587c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:42.443370 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-4f0552a3-3424-4221-bc35-9f2aba587c76 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1ccff06-6c36-49c1-af92-8d7bb0a23521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824485 Jan 28 01:09:42.489941 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d680aacc-000d-4bb8-b12c-828a507928a5 x-openstack-request-id: req-d680aacc-000d-4bb8-b12c-828a507928a5 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:09:42.490446 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f55b56a-d936-45e6-97be-5987309c2ac3", "tag": "d499d4aa-40d7-4798-9f56-f17e0d5b90d8", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:09:42.490829 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d680aacc-000d-4bb8-b12c-828a507928a5 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:09:42.491383 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f55b56a-d936-45e6-97be-5987309c2ac3', 'tag': 'd499d4aa-40d7-4798-9f56-f17e0d5b90d8', 'status': 'completed', 'code': 200} Jan 28 01:09:42.622011 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-cc5e056e-dfdc-490b-b81a-26935c8cd4e8 service neutron] 10.222.0.52 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703944 Jan 28 01:09:42.790842 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-93ea4426-7be0-4ce3-94c6-3e031a9a2286 req-d8805262-8cc6-4c9a-ae55-4195aa6f85d0 service neutron] 10.222.0.52 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611292 Jan 28 01:09:42.952065 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdd6d2-c009-4eb9-ae9e-b78fc31ab54b req-52a6007e-2e31-4a0c-9cf9-c63e3e4e1381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:42.953784 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-28bdd6d2-c009-4eb9-ae9e-b78fc31ab54b req-52a6007e-2e31-4a0c-9cf9-c63e3e4e1381 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 1095 time: 0.0711148 Jan 28 01:09:43.090386 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdd6d2-c009-4eb9-ae9e-b78fc31ab54b req-edad97c6-5e63-48ab-9fbb-520e0f5ba680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:43.092072 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-28bdd6d2-c009-4eb9-ae9e-b78fc31ab54b req-edad97c6-5e63-48ab-9fbb-520e0f5ba680 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 913 time: 0.1318586 Jan 28 01:09:43.145285 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-28bdd6d2-c009-4eb9-ae9e-b78fc31ab54b req-14098113-a1d3-45a3-9c49-51fe33376f4b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d499d4aa-40d7-4798-9f56-f17e0d5b90d8 HTTP/1.1" status: 200 len: 217 time: 0.0468254 Jan 28 01:09:43.216929 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdd6d2-c009-4eb9-ae9e-b78fc31ab54b req-4e3eedb5-8ca6-4949-af15-db6b5338f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:43.219867 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-28bdd6d2-c009-4eb9-ae9e-b78fc31ab54b req-4e3eedb5-8ca6-4949-af15-db6b5338f9a2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c704370c-1d43-453a-828e-959738e576e5 HTTP/1.1" status: 200 len: 851 time: 0.0685756 Jan 28 01:09:43.298702 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdd6d2-c009-4eb9-ae9e-b78fc31ab54b req-1cb3904d-c376-4c5b-9b97-4987d377d8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:43.301995 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-28bdd6d2-c009-4eb9-ae9e-b78fc31ab54b req-1cb3904d-c376-4c5b-9b97-4987d377d8bf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1ccff06-6c36-49c1-af92-8d7bb0a23521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747306 Jan 28 01:09:43.325793 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:43.501329 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-28bdd6d2-c009-4eb9-ae9e-b78fc31ab54b req-4ddd637f-aa99-4541-9b9d-5253a700e398 service neutron] 10.222.0.52 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931121 Jan 28 01:09:43.532484 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641192c4-f058-4c08-8169-e3eb4c94a1f2 req-f3eacd46-24a8-4b1e-9da6-23a421cdec34 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:43.541324 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-641192c4-f058-4c08-8169-e3eb4c94a1f2 req-f3eacd46-24a8-4b1e-9da6-23a421cdec34 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 944 time: 0.1044669 Jan 28 01:09:43.634769 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-641192c4-f058-4c08-8169-e3eb4c94a1f2 req-2d020f00-a7cd-4d00-8022-b53f7ecbff20 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893199 Jan 28 01:09:43.662940 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-28bdd6d2-c009-4eb9-ae9e-b78fc31ab54b req-7fb4cb23-5025-4c7e-982a-2c409f18995a service neutron] 10.222.0.52 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544814 Jan 28 01:09:44.644943 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:09:44.808870 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcebdc5-5adf-437a-9993-fddb22b79b26 req-6b0b2081-f8b3-4d0b-80fd-33e212c54cd5 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:44.811045 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bdcebdc5-5adf-437a-9993-fddb22b79b26 req-6b0b2081-f8b3-4d0b-80fd-33e212c54cd5 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 944 time: 0.0648186 Jan 28 01:09:44.877023 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bdcebdc5-5adf-437a-9993-fddb22b79b26 req-2e47142e-7ae2-4092-b510-1d0797266902 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580595 Jan 28 01:09:46.039745 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d992e-7f9c-4f5e-8d14-efeeafcfbafe req-740550e0-466e-49d4-8af1-4cc160bdb137 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:46.041442 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c27d992e-7f9c-4f5e-8d14-efeeafcfbafe req-740550e0-466e-49d4-8af1-4cc160bdb137 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 944 time: 0.0669584 Jan 28 01:09:46.108031 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c27d992e-7f9c-4f5e-8d14-efeeafcfbafe req-1d4dd69a-4d07-432c-9c4f-41bcf2b74217 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593476 Jan 28 01:09:47.294514 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814caa24-96bc-47ee-8e10-7120fff33b60 req-9982c6ac-9033-426b-9e39-97d617e0ca26 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:47.296347 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-814caa24-96bc-47ee-8e10-7120fff33b60 req-9982c6ac-9033-426b-9e39-97d617e0ca26 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 944 time: 0.0899043 Jan 28 01:09:47.365195 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-814caa24-96bc-47ee-8e10-7120fff33b60 req-d80b8916-0316-4b44-8cff-bb64d423f649 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579894 Jan 28 01:09:48.622025 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91dabb-673b-48fd-bf72-f0e92b5cce6c req-58cd7dcc-dee9-4c5d-af28-b216c0c1c214 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:48.625271 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eb91dabb-673b-48fd-bf72-f0e92b5cce6c req-58cd7dcc-dee9-4c5d-af28-b216c0c1c214 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 944 time: 0.1134284 Jan 28 01:09:48.756186 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eb91dabb-673b-48fd-bf72-f0e92b5cce6c req-68fc0f4c-18c9-46f9-9d83-c2cd8aeb384d tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165042 Jan 28 01:09:49.995979 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca30c06-9ae2-4f8a-8e42-c3cc03c6fe7a req-3183945d-21e5-464f-9b23-ddc02589d083 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:50.002223 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0ca30c06-9ae2-4f8a-8e42-c3cc03c6fe7a req-3183945d-21e5-464f-9b23-ddc02589d083 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 944 time: 0.1094875 Jan 28 01:09:50.087958 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0ca30c06-9ae2-4f8a-8e42-c3cc03c6fe7a req-4e8efda7-be2a-406b-860c-c057e59dc138 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746093 Jan 28 01:09:51.297746 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9dbd7-5344-4283-b334-800287fa9651 req-4aaef233-a30e-439e-8790-fcfc156c954b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:51.300689 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7fd9dbd7-5344-4283-b334-800287fa9651 req-4aaef233-a30e-439e-8790-fcfc156c954b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 944 time: 0.0964038 Jan 28 01:09:51.381112 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7fd9dbd7-5344-4283-b334-800287fa9651 req-77c52d7d-3b4d-4ea7-9211-1c169f256e5c tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731964 Jan 28 01:09:52.588840 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7717569-0bb9-4540-ba5b-2a03584bfbd9 req-9ef729fd-ac1a-4294-8fb8-d63ee9ae7985 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:52.591811 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7717569-0bb9-4540-ba5b-2a03584bfbd9 req-9ef729fd-ac1a-4294-8fb8-d63ee9ae7985 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 944 time: 0.0936389 Jan 28 01:09:52.660865 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7717569-0bb9-4540-ba5b-2a03584bfbd9 req-33e9c052-2341-4169-ab2c-c198fbea6dd8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610850 Jan 28 01:09:53.827498 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac5456-0640-4b1b-b9e0-7a8f3303ed17 req-1d47ccea-c889-496f-9782-62bb29888d2e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:53.828990 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-10ac5456-0640-4b1b-b9e0-7a8f3303ed17 req-1d47ccea-c889-496f-9782-62bb29888d2e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 944 time: 0.0719197 Jan 28 01:09:53.890029 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-10ac5456-0640-4b1b-b9e0-7a8f3303ed17 req-91b0ac78-7aeb-4f0b-9f6b-744898200898 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514128 Jan 28 01:09:55.028666 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b262a-7d49-4d75-a30d-cc110ff7af62 req-254eb695-e440-4e29-a74c-5aec2e824dba tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:55.030415 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d01b262a-7d49-4d75-a30d-cc110ff7af62 req-254eb695-e440-4e29-a74c-5aec2e824dba tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 944 time: 0.0627317 Jan 28 01:09:55.111590 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d01b262a-7d49-4d75-a30d-cc110ff7af62 req-97c44c57-e59e-408a-8900-f76022b68df0 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708425 Jan 28 01:09:56.257499 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d32902-0f67-445b-b5f5-ac89d9c0ff64 req-fdb29060-f9a8-49db-82c0-934469cce462 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:56.259114 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-48d32902-0f67-445b-b5f5-ac89d9c0ff64 req-fdb29060-f9a8-49db-82c0-934469cce462 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 944 time: 0.0633352 Jan 28 01:09:56.328505 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-48d32902-0f67-445b-b5f5-ac89d9c0ff64 req-b6750ade-e6fc-4ed6-bd2f-7615ddd3438d tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629284 Jan 28 01:09:57.499924 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4e4bb-a2bb-429f-8153-055729338e57 req-dd2d30a6-4d8e-4f65-8dc1-456aa021ad77 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:57.501479 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-12e4e4bb-a2bb-429f-8153-055729338e57 req-dd2d30a6-4d8e-4f65-8dc1-456aa021ad77 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 944 time: 0.0866356 Jan 28 01:09:57.534706 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:09:57.573455 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-12e4e4bb-a2bb-429f-8153-055729338e57 req-ae4f9688-5af7-4e4d-8c67-8e14040ce591 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630708 Jan 28 01:09:58.729930 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b4ca9-4726-40bf-bad2-26ead1941d95 req-f055c491-c2df-451b-83db-6429ce266f34 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:58.731348 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a93b4ca9-4726-40bf-bad2-26ead1941d95 req-f055c491-c2df-451b-83db-6429ce266f34 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 944 time: 0.0678070 Jan 28 01:09:58.812313 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a93b4ca9-4726-40bf-bad2-26ead1941d95 req-11e66fa0-c55a-43f2-a990-67124d46d3a3 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733130 Jan 28 01:09:59.983559 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7e157-5923-4dc1-87eb-00ed20c1d31c req-243c4b79-d84b-42b2-ac82-1a337f07d794 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:09:59.985641 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5cd7e157-5923-4dc1-87eb-00ed20c1d31c req-243c4b79-d84b-42b2-ac82-1a337f07d794 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 944 time: 0.0772431 Jan 28 01:10:00.079763 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5cd7e157-5923-4dc1-87eb-00ed20c1d31c req-a9ffc913-e71d-4352-b42b-fe4f92303469 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739434 Jan 28 01:10:01.295389 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d87d91-2626-4dd9-97bf-2304808bb19f req-1ebaadbb-7de8-458e-b865-19d885498cdc tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:01.298005 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d7d87d91-2626-4dd9-97bf-2304808bb19f req-1ebaadbb-7de8-458e-b865-19d885498cdc tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 944 time: 0.0935185 Jan 28 01:10:01.406233 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d7d87d91-2626-4dd9-97bf-2304808bb19f req-7c4b8e5e-022c-4a5c-9d93-1a63fc3a7205 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945258 Jan 28 01:10:02.621419 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625f7aa-0072-4860-9209-11483e26d21b req-ba71adbd-06bd-4179-a2b8-502f5b4a8867 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:02.623004 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3625f7aa-0072-4860-9209-11483e26d21b req-ba71adbd-06bd-4179-a2b8-502f5b4a8867 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 944 time: 0.0846848 Jan 28 01:10:02.697615 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3625f7aa-0072-4860-9209-11483e26d21b req-34ad2db2-b429-4b0a-802f-77ddf8ae5640 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654495 Jan 28 01:10:03.856291 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be699c3f-012c-4610-8cba-b694fa385e11 req-8d16e191-4c0b-4fb8-9b81-81d65e829775 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:03.858087 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-be699c3f-012c-4610-8cba-b694fa385e11 req-8d16e191-4c0b-4fb8-9b81-81d65e829775 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 944 time: 0.0673971 Jan 28 01:10:03.927130 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-be699c3f-012c-4610-8cba-b694fa385e11 req-d44d05bc-0f1d-4e7e-b887-d62888dbfb17 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597501 Jan 28 01:10:05.122967 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b52d55-f846-4ac0-9fe1-467641e92edf req-3f3cee95-3862-4364-b203-d4522ca61862 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:05.124633 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-68b52d55-f846-4ac0-9fe1-467641e92edf req-3f3cee95-3862-4364-b203-d4522ca61862 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 944 time: 0.0681725 Jan 28 01:10:05.192663 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-68b52d55-f846-4ac0-9fe1-467641e92edf req-8d0d5be9-2c1f-49d9-b34d-b28015f11a6f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561883 Jan 28 01:10:06.114382 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d5ede419-3831-4b15-9353-68eef096760c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:06.375485 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31572fb3-c062-4fd2-bcdf-7991cc4d3096 req-53a01ced-9bda-450d-b78e-f164de06af36 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:06.378599 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-31572fb3-c062-4fd2-bcdf-7991cc4d3096 req-53a01ced-9bda-450d-b78e-f164de06af36 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 944 time: 0.0805809 Jan 28 01:10:06.439707 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-31572fb3-c062-4fd2-bcdf-7991cc4d3096 req-2452bf66-c8ff-43cc-9c03-acefabc65939 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538039 Jan 28 01:10:07.585984 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec6650-90f8-4afc-ab71-69dc13f788be req-e06ac0f5-e09b-4cfc-8b67-8a9c9b155985 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:07.587623 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b6ec6650-90f8-4afc-ab71-69dc13f788be req-e06ac0f5-e09b-4cfc-8b67-8a9c9b155985 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 944 time: 0.0659876 Jan 28 01:10:07.639320 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b6ec6650-90f8-4afc-ab71-69dc13f788be req-1a2599b6-e2e9-4fb8-b261-2f7213a8716c tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458438 Jan 28 01:10:08.384799 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1ca35e52-b20d-44c7-bded-69f3447ea1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:08.768418 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2dcf74-2abd-418c-9802-3d1a0efdaa13 req-4d24f923-daa4-4b88-a1eb-bb113459d735 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:08.769937 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa2dcf74-2abd-418c-9802-3d1a0efdaa13 req-4d24f923-daa4-4b88-a1eb-bb113459d735 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 944 time: 0.0516760 Jan 28 01:10:08.821832 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa2dcf74-2abd-418c-9802-3d1a0efdaa13 req-3becde2a-4b0f-48a1-ab16-beda33545bac tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461061 Jan 28 01:10:09.822243 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:09.948636 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb626c-9753-4f71-a4ed-203720e8a79f req-9427ea09-4005-46e2-9b3b-6a5f0ec778d3 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:09.950305 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cafb626c-9753-4f71-a4ed-203720e8a79f req-9427ea09-4005-46e2-9b3b-6a5f0ec778d3 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 944 time: 0.0526001 Jan 28 01:10:10.008203 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cafb626c-9753-4f71-a4ed-203720e8a79f req-f20e0911-8905-4c82-a2c0-294b60827717 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518515 Jan 28 01:10:11.359741 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:11.520954 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307383a-0c61-4bec-9e0f-62b8fcd7a243 req-feaeb49d-3248-4313-aa1b-da69ca8e7363 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:11.522502 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8307383a-0c61-4bec-9e0f-62b8fcd7a243 req-feaeb49d-3248-4313-aa1b-da69ca8e7363 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 944 time: 0.4162509 Jan 28 01:10:11.581080 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8307383a-0c61-4bec-9e0f-62b8fcd7a243 req-76f301e4-cc5f-4bee-87c3-a979aab2fdc5 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515211 Jan 28 01:10:12.264567 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:12.715738 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03d6c4-c585-4715-b2f7-fde7b408f4c0 req-79ad0753-a786-4188-bf3f-f431f6699da8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:12.717335 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea03d6c4-c585-4715-b2f7-fde7b408f4c0 req-79ad0753-a786-4188-bf3f-f431f6699da8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 944 time: 0.0588353 Jan 28 01:10:12.786664 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ea03d6c4-c585-4715-b2f7-fde7b408f4c0 req-6df382a6-c3d1-468e-a848-3552f73e9633 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614307 Jan 28 01:10:13.312449 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:13.919065 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac52734-f010-458e-a6cb-588e62d6c597 req-ef9c5923-648c-4106-b1f0-ce700d5487c8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:13.921115 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aac52734-f010-458e-a6cb-588e62d6c597 req-ef9c5923-648c-4106-b1f0-ce700d5487c8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 944 time: 0.0602818 Jan 28 01:10:13.977955 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aac52734-f010-458e-a6cb-588e62d6c597 req-cdb6b4a0-0da2-4a45-8d37-e9ee377f8047 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488145 Jan 28 01:10:14.649862 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:15.102325 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65631c8-64df-4e8a-8786-94dc0e5fb0b7 req-ec394847-967d-42bf-bf97-711a4f137b5b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:15.105489 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c65631c8-64df-4e8a-8786-94dc0e5fb0b7 req-ec394847-967d-42bf-bf97-711a4f137b5b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 944 time: 0.0538166 Jan 28 01:10:15.155381 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c65631c8-64df-4e8a-8786-94dc0e5fb0b7 req-14645b5a-ec76-42d4-932f-2a5f3ce19d36 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456712 Jan 28 01:10:16.302651 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be434f47-9e3e-460b-b15c-bae373580035 req-06a993f3-52a4-42a3-be81-231414e37148 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:16.304272 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-be434f47-9e3e-460b-b15c-bae373580035 req-06a993f3-52a4-42a3-be81-231414e37148 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 944 time: 0.0575290 Jan 28 01:10:16.375845 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-be434f47-9e3e-460b-b15c-bae373580035 req-b44caf7d-ba76-4011-9cfe-527b85e712d2 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629892 Jan 28 01:10:17.054993 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device d499d4aa-40d7-4798-9f56-f17e0d5b90d8 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:10:17.168290 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port d499d4aa-40d7-4798-9f56-f17e0d5b90d8, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=d499d4aa-40d7-4798-9f56-f17e0d5b90d8,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:17.182781 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'd499d4aa-40d7-4798-9f56-f17e0d5b90d8', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'port_id': 'd499d4aa-40d7-4798-9f56-f17e0d5b90d8', 'mac_address': 'fa:16:3e:a6:67:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c704370c-1d43-453a-828e-959738e576e5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:10:17.234040 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port d499d4aa-40d7-4798-9f56-f17e0d5b90d8 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:17.234435 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d499d4aa-40d7-4798-9f56-f17e0d5b90d8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:17.248806 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d499d4aa-40d7-4798-9f56-f17e0d5b90d8 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:10:17.270790 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port d499d4aa-40d7-4798-9f56-f17e0d5b90d8, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=d499d4aa-40d7-4798-9f56-f17e0d5b90d8,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:17.275456 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (d499d4aa-40d7-4798-9f56-f17e0d5b90d8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:17.329615 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=d499d4aa-40d7-4798-9f56-f17e0d5b90d8,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:17.507578 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07326163-e61d-4a80-bf1e-03004c07fed0 req-36f46f80-6dbd-4824-9938-dcbbd9b83593 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:17.509400 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07326163-e61d-4a80-bf1e-03004c07fed0 req-36f46f80-6dbd-4824-9938-dcbbd9b83593 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 945 time: 0.0547571 Jan 28 01:10:17.566712 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-07326163-e61d-4a80-bf1e-03004c07fed0 req-4f155b05-7cf1-4224-84d9-3e04f4ad74a7 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508478 Jan 28 01:10:17.730752 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['d499d4aa-40d7-4798-9f56-f17e0d5b90d8'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:10:18.697791 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee56dc-5938-4f44-94c1-2c0808acd8cd req-3d7f046f-f90b-4eeb-91c4-a49110cc5c39 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:18.699377 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ffee56dc-5938-4f44-94c1-2c0808acd8cd req-3d7f046f-f90b-4eeb-91c4-a49110cc5c39 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 945 time: 0.0516527 Jan 28 01:10:18.753550 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ffee56dc-5938-4f44-94c1-2c0808acd8cd req-e6ef3031-9a65-4109-9fa9-578be21f0edb tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459859 Jan 28 01:10:19.068012 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device d499d4aa-40d7-4798-9f56-f17e0d5b90d8 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:10:19.131021 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port d499d4aa-40d7-4798-9f56-f17e0d5b90d8 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:10:19.137825 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port d499d4aa-40d7-4798-9f56-f17e0d5b90d8 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:10:19.138338 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d499d4aa-40d7-4798-9f56-f17e0d5b90d8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:19.250861 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port d499d4aa-40d7-4798-9f56-f17e0d5b90d8 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:10:19.251370 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d499d4aa-40d7-4798-9f56-f17e0d5b90d8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:19.297496 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f55b56a-d936-45e6-97be-5987309c2ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd499d4aa-40d7-4798-9f56-f17e0d5b90d8'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:10:19.302294 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0360c6-506d-4090-83de-3beec6022b58" -d '{"events": [{"server_uuid": "6f55b56a-d936-45e6-97be-5987309c2ac3", "name": "network-vif-plugged", "status": "completed", "tag": "d499d4aa-40d7-4798-9f56-f17e0d5b90d8"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:19.327835 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port d499d4aa-40d7-4798-9f56-f17e0d5b90d8, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=d499d4aa-40d7-4798-9f56-f17e0d5b90d8,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:19.336056 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (d499d4aa-40d7-4798-9f56-f17e0d5b90d8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:19.371240 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e5c84f-1cc8-477a-a523-e6daf2197f50 x-openstack-request-id: req-98e5c84f-1cc8-477a-a523-e6daf2197f50 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:19.371574 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f55b56a-d936-45e6-97be-5987309c2ac3", "name": "network-vif-plugged", "status": "completed", "tag": "d499d4aa-40d7-4798-9f56-f17e0d5b90d8", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:19.371908 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-98e5c84f-1cc8-477a-a523-e6daf2197f50 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:19.372195 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f55b56a-d936-45e6-97be-5987309c2ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd499d4aa-40d7-4798-9f56-f17e0d5b90d8', 'code': 200} Jan 28 01:10:19.402702 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=d499d4aa-40d7-4798-9f56-f17e0d5b90d8,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:19.510307 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207b7f7-9e50-415c-9393-22b15c2f24d5 req-e5698fd9-2a5d-4204-a27c-8056f54c6841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:19.511856 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1207b7f7-9e50-415c-9393-22b15c2f24d5 req-e5698fd9-2a5d-4204-a27c-8056f54c6841 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 1097 time: 0.0517697 Jan 28 01:10:19.568641 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1207b7f7-9e50-415c-9393-22b15c2f24d5 req-fd8a823f-a2c4-442d-bb14-7f428d2ea997 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496421 Jan 28 01:10:19.910436 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b7387-89c9-4050-a7d2-41486d5ab8fd req-1551e633-aba7-43b4-8852-6a5fc9bbd290 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:19.912202 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a45b7387-89c9-4050-a7d2-41486d5ab8fd req-1551e633-aba7-43b4-8852-6a5fc9bbd290 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 946 time: 0.0653582 Jan 28 01:10:20.005054 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a45b7387-89c9-4050-a7d2-41486d5ab8fd req-9727caf6-a23a-4676-937c-108dbec95c50 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861974 Jan 28 01:10:21.154497 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926c510-fd95-4933-9f14-87404786fe3a req-b6ee987e-a44b-4bd6-8ed3-b3ee3026cf82 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:21.157503 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d926c510-fd95-4933-9f14-87404786fe3a req-b6ee987e-a44b-4bd6-8ed3-b3ee3026cf82 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 946 time: 0.0712204 Jan 28 01:10:21.242176 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d926c510-fd95-4933-9f14-87404786fe3a req-fd274df6-e0da-4016-b4a0-8b9be6ea46b0 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757089 Jan 28 01:10:21.382398 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb8fe0-029a-41fd-a2d6-6ea7cd16b66b req-2ca45400-1f2e-4880-a829-e289c5b50f05 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:21.384086 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-18cb8fe0-029a-41fd-a2d6-6ea7cd16b66b req-2ca45400-1f2e-4880-a829-e289c5b50f05 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 946 time: 0.0620902 Jan 28 01:10:21.441326 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-18cb8fe0-029a-41fd-a2d6-6ea7cd16b66b req-9a6c625c-77a7-460d-8714-1338eeab0343 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493793 Jan 28 01:10:21.841363 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a830393-915f-40a4-a0ee-ca33c1816b1f req-70dcaa73-6500-487a-85a1-42ed8b7428be tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:21.842961 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6a830393-915f-40a4-a0ee-ca33c1816b1f req-70dcaa73-6500-487a-85a1-42ed8b7428be tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 946 time: 0.0547171 Jan 28 01:10:21.903017 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6a830393-915f-40a4-a0ee-ca33c1816b1f req-cbdf6cd9-1824-47d4-8442-4ada5f42670d tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526495 Jan 28 01:10:23.038841 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099fdde-c659-40e4-9594-e8385cf2b194 req-35fc7aa9-77e6-4d45-8aff-bb5bb49f45f9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:23.040519 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c099fdde-c659-40e4-9594-e8385cf2b194 req-35fc7aa9-77e6-4d45-8aff-bb5bb49f45f9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 946 time: 0.0540824 Jan 28 01:10:23.101358 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c099fdde-c659-40e4-9594-e8385cf2b194 req-f754b479-829f-4684-a99b-f7eaa337b7d9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533273 Jan 28 01:10:23.602408 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c4b1e-70be-4391-88db-bcd814f8d964 req-c6d12663-275c-4050-8b56-2ff4191fda33 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:23.604069 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3c6c4b1e-70be-4391-88db-bcd814f8d964 req-c6d12663-275c-4050-8b56-2ff4191fda33 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 946 time: 0.0554380 Jan 28 01:10:23.726287 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-3c6c4b1e-70be-4391-88db-bcd814f8d964 req-65b1a45a-cbbf-4bee-be3f-effc94a444ac tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Deleting port d499d4aa-40d7-4798-9f56-f17e0d5b90d8 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:10:23.726602 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3c6c4b1e-70be-4391-88db-bcd814f8d964 req-65b1a45a-cbbf-4bee-be3f-effc94a444ac tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (d499d4aa-40d7-4798-9f56-f17e0d5b90d8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:23.832859 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-3c6c4b1e-70be-4391-88db-bcd814f8d964 req-65b1a45a-cbbf-4bee-be3f-effc94a444ac tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] For port d499d4aa-40d7-4798-9f56-f17e0d5b90d8, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=d499d4aa-40d7-4798-9f56-f17e0d5b90d8,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:23.833218 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3c6c4b1e-70be-4391-88db-bcd814f8d964 req-65b1a45a-cbbf-4bee-be3f-effc94a444ac tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (d499d4aa-40d7-4798-9f56-f17e0d5b90d8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:23.848631 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-3c6c4b1e-70be-4391-88db-bcd814f8d964 req-65b1a45a-cbbf-4bee-be3f-effc94a444ac tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Calling delete_port for d499d4aa-40d7-4798-9f56-f17e0d5b90d8 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:10:24.010241 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3c6c4b1e-70be-4391-88db-bcd814f8d964 req-65b1a45a-cbbf-4bee-be3f-effc94a444ac tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (d499d4aa-40d7-4798-9f56-f17e0d5b90d8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:24.045936 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1a45a-cbbf-4bee-be3f-effc94a444ac tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Pushing event deleted for resources: {'Port': ['ID=d499d4aa-40d7-4798-9f56-f17e0d5b90d8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:24.047381 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['b7c7f238-87f2-48e1-8c3e-1b2ada72c75e'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:10:24.052227 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['d499d4aa-40d7-4798-9f56-f17e0d5b90d8'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:10:24.100042 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6c4b1e-70be-4391-88db-bcd814f8d964 req-65b1a45a-cbbf-4bee-be3f-effc94a444ac tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] No DVR routers for this DVR port d499d4aa-40d7-4798-9f56-f17e0d5b90d8 on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:10:24.104829 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3c6c4b1e-70be-4391-88db-bcd814f8d964 req-65b1a45a-cbbf-4bee-be3f-effc94a444ac tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:24.109810 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3c6c4b1e-70be-4391-88db-bcd814f8d964 req-65b1a45a-cbbf-4bee-be3f-effc94a444ac tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.52 "DELETE /v2.0/ports/d499d4aa-40d7-4798-9f56-f17e0d5b90d8 HTTP/1.1" status: 204 len: 173 time: 0.4994252 Jan 28 01:10:24.110592 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f55b56a-d936-45e6-97be-5987309c2ac3', 'name': 'network-vif-deleted', 'tag': 'd499d4aa-40d7-4798-9f56-f17e0d5b90d8'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:10:24.113459 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3677bd-7074-4b13-9ec7-74825cbd7c2b" -d '{"events": [{"server_uuid": "6f55b56a-d936-45e6-97be-5987309c2ac3", "name": "network-vif-deleted", "tag": "d499d4aa-40d7-4798-9f56-f17e0d5b90d8"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:24.167949 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf11044-20a8-4bbd-8170-9fa46185749e x-openstack-request-id: req-daf11044-20a8-4bbd-8170-9fa46185749e {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:24.168529 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f55b56a-d936-45e6-97be-5987309c2ac3", "name": "network-vif-deleted", "tag": "d499d4aa-40d7-4798-9f56-f17e0d5b90d8", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:24.168983 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-daf11044-20a8-4bbd-8170-9fa46185749e {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:24.169659 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f55b56a-d936-45e6-97be-5987309c2ac3', 'name': 'network-vif-deleted', 'tag': 'd499d4aa-40d7-4798-9f56-f17e0d5b90d8', 'status': 'completed', 'code': 200} Jan 28 01:10:24.261363 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3720f7ef-6482-4a6b-b1ab-4cc31f7ce19d req-3686032e-79e4-4eec-a479-4373d785b624 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 210 time: 0.0616388 Jan 28 01:10:24.437623 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-63ac0a9a-1cc3-44aa-845b-b3e4fe9b4fbb req-37b0424f-b3d7-40d4-917e-7ec5d095fb31 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0735362 Jan 28 01:10:24.572317 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac0a9a-1cc3-44aa-845b-b3e4fe9b4fbb req-2c0086bb-559c-43d3-bbfc-053be6b27289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:24.574643 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-63ac0a9a-1cc3-44aa-845b-b3e4fe9b4fbb req-2c0086bb-559c-43d3-bbfc-053be6b27289 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 1096 time: 0.0706902 Jan 28 01:10:24.788375 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac0a9a-1cc3-44aa-845b-b3e4fe9b4fbb req-37b85bfd-8978-4a73-9cea-d57c3bc895da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:24.793200 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-63ac0a9a-1cc3-44aa-845b-b3e4fe9b4fbb req-37b85bfd-8978-4a73-9cea-d57c3bc895da service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 913 time: 0.1882846 Jan 28 01:10:24.866779 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-63ac0a9a-1cc3-44aa-845b-b3e4fe9b4fbb req-0c023916-b390-4a4f-b194-ff471d907a2f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7c7f238-87f2-48e1-8c3e-1b2ada72c75e HTTP/1.1" status: 200 len: 217 time: 0.0687578 Jan 28 01:10:24.972158 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac0a9a-1cc3-44aa-845b-b3e4fe9b4fbb req-d3f025ae-9c65-48b3-bb37-8dfbbbec1ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:24.973831 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-63ac0a9a-1cc3-44aa-845b-b3e4fe9b4fbb req-d3f025ae-9c65-48b3-bb37-8dfbbbec1ae6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c704370c-1d43-453a-828e-959738e576e5 HTTP/1.1" status: 200 len: 851 time: 0.0952206 Jan 28 01:10:25.042464 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac0a9a-1cc3-44aa-845b-b3e4fe9b4fbb req-76a7d468-6908-4509-9d3f-c8fc30844af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:25.045517 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-63ac0a9a-1cc3-44aa-845b-b3e4fe9b4fbb req-76a7d468-6908-4509-9d3f-c8fc30844af2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1ccff06-6c36-49c1-af92-8d7bb0a23521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636272 Jan 28 01:10:25.055818 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-63ac0a9a-1cc3-44aa-845b-b3e4fe9b4fbb req-615f93ef-8ae3-4e9b-ae2a-d1caf5342ecb service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:10:25.056929 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-63ac0a9a-1cc3-44aa-845b-b3e4fe9b4fbb req-615f93ef-8ae3-4e9b-ae2a-d1caf5342ecb service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057228 Jan 28 01:10:25.170205 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-63ac0a9a-1cc3-44aa-845b-b3e4fe9b4fbb req-9fbb4eec-c168-4540-adaa-3632761eba99 service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073463 Jan 28 01:10:25.337291 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-63ac0a9a-1cc3-44aa-845b-b3e4fe9b4fbb req-90a0eeea-4b49-42d5-b4c3-bb54e6bfd298 service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611211 Jan 28 01:10:25.418633 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3505aff-4883-4a6b-9a4a-a6fb69b64a6e req-3fa9d750-30c7-46d0-95b5-9bce607f941b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 210 time: 0.0487745 Jan 28 01:10:26.557744 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5c02f3c7-9fe5-4af8-a426-cf036218710f req-d30f5281-302e-4542-8419-0ee024979c8b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 210 time: 0.0324214 Jan 28 01:10:27.100003 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device d499d4aa-40d7-4798-9f56-f17e0d5b90d8 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:10:27.125232 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: d499d4aa-40d7-4798-9f56-f17e0d5b90d8 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:10:27.125636 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device d499d4aa-40d7-4798-9f56-f17e0d5b90d8 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:10:27.687319 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-758f67cf-2c7d-4be8-9357-82b755c606d0 req-f693b394-888a-4457-b5ac-347b996fb7da tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 210 time: 0.0400965 Jan 28 01:10:28.816784 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f95d8050-9385-4982-921d-7d3180e76bdc req-10bcab3f-08f0-457b-accc-332e0e9b9669 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 210 time: 0.0293450 Jan 28 01:10:29.963679 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ed32a03d-f49b-426d-9dc2-7f49cf3c0bb6 req-936bb29c-09d3-405b-abcf-aea043c2295a tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 210 time: 0.0394888 Jan 28 01:10:31.123396 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f12057ad-2237-4da2-8c02-4747a1fa22cc req-3ac0fc35-15e1-40a6-aef8-7aa1b5b8e630 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 210 time: 0.0484712 Jan 28 01:10:32.243179 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-51b44488-3bc1-4b54-b5b8-589d3e958bbc req-38fd79d5-e747-4fc3-a2b3-61ecec15df30 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 210 time: 0.0311213 Jan 28 01:10:33.493084 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b775c1f-1bd8-4cc6-b05f-c72194929876 req-6a11e2bf-698c-444d-8adf-aaa6ec44b8a3 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 210 time: 0.1474848 Jan 28 01:10:34.537303 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:10:34.695469 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5df36cc7-7c82-44c8-a2e6-9867d2b24786 req-15a09b90-f189-4e46-8865-b30ae211577e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55b56a-d936-45e6-97be-5987309c2ac3 HTTP/1.1" status: 200 len: 210 time: 0.1114559 Jan 28 01:10:36.110664 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db6b5f0b-f4eb-40ac-b00b-4d4171f481e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:38.394320 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ac7909e2-9b05-4896-a19c-81da69b7a5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:39.826464 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:41.372733 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:42.274156 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:43.321176 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:43.522278 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06134226-f732-4984-bff8-70feb4a31351 req-3080d218-d5f7-4a96-b510-d4597062f0be tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:43.524472 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-06134226-f732-4984-bff8-70feb4a31351 req-3080d218-d5f7-4a96-b510-d4597062f0be tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 945 time: 0.0769286 Jan 28 01:10:43.598600 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-06134226-f732-4984-bff8-70feb4a31351 req-ffcca43c-ebbd-48b2-9b85-0aa5fd7eb695 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667307 Jan 28 01:10:44.667288 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:44.752055 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad07c84-feb5-4aea-b8b4-92572ce8d81e req-928a44a1-8220-44ca-a0cf-a6a5425e3df5 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:44.754402 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bad07c84-feb5-4aea-b8b4-92572ce8d81e req-928a44a1-8220-44ca-a0cf-a6a5425e3df5 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 945 time: 0.0706911 Jan 28 01:10:44.812738 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bad07c84-feb5-4aea-b8b4-92572ce8d81e req-a31929ec-0622-4f22-9cc5-d76ec6a504d7 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cabe4a7-acea-4796-be81-628327444e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519779 Jan 28 01:10:45.168967 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8367535-193e-4f0d-89e1-21d74503ce19 req-f733536d-4e5c-446e-b321-dd2ce00f4977 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:10:45.168967 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d8367535-193e-4f0d-89e1-21d74503ce19 req-f733536d-4e5c-446e-b321-dd2ce00f4977 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.65 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 945 time: 0.0626101 Jan 28 01:10:45.274800 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-d8367535-193e-4f0d-89e1-21d74503ce19 req-7fc662ac-80df-4617-8136-2ed1ced08fa9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Deleting port b7c7f238-87f2-48e1-8c3e-1b2ada72c75e {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:10:45.275235 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d8367535-193e-4f0d-89e1-21d74503ce19 req-7fc662ac-80df-4617-8136-2ed1ced08fa9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b7c7f238-87f2-48e1-8c3e-1b2ada72c75e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:45.389040 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-d8367535-193e-4f0d-89e1-21d74503ce19 req-7fc662ac-80df-4617-8136-2ed1ced08fa9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] For port b7c7f238-87f2-48e1-8c3e-1b2ada72c75e, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=b7c7f238-87f2-48e1-8c3e-1b2ada72c75e,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:10:45.389417 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d8367535-193e-4f0d-89e1-21d74503ce19 req-7fc662ac-80df-4617-8136-2ed1ced08fa9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b7c7f238-87f2-48e1-8c3e-1b2ada72c75e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:45.406563 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-d8367535-193e-4f0d-89e1-21d74503ce19 req-7fc662ac-80df-4617-8136-2ed1ced08fa9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Calling delete_port for b7c7f238-87f2-48e1-8c3e-1b2ada72c75e owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:10:45.571526 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d8367535-193e-4f0d-89e1-21d74503ce19 req-7fc662ac-80df-4617-8136-2ed1ced08fa9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b7c7f238-87f2-48e1-8c3e-1b2ada72c75e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:45.600572 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc662ac-80df-4617-8136-2ed1ced08fa9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Pushing event deleted for resources: {'Port': ['ID=b7c7f238-87f2-48e1-8c3e-1b2ada72c75e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:10:45.604805 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['b7c7f238-87f2-48e1-8c3e-1b2ada72c75e'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:10:45.617568 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc662ac-80df-4617-8136-2ed1ced08fa9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:45.617926 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc662ac-80df-4617-8136-2ed1ced08fa9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:45.618279 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc662ac-80df-4617-8136-2ed1ced08fa9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:45.618604 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc662ac-80df-4617-8136-2ed1ced08fa9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:45.618953 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc662ac-80df-4617-8136-2ed1ced08fa9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:45.619297 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc662ac-80df-4617-8136-2ed1ced08fa9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:45.619996 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc662ac-80df-4617-8136-2ed1ced08fa9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:45.624117 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc662ac-80df-4617-8136-2ed1ced08fa9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:45.625229 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc662ac-80df-4617-8136-2ed1ced08fa9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:45.626749 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc662ac-80df-4617-8136-2ed1ced08fa9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:45.628003 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc662ac-80df-4617-8136-2ed1ced08fa9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:45.628862 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc662ac-80df-4617-8136-2ed1ced08fa9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:45.630336 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc662ac-80df-4617-8136-2ed1ced08fa9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:10:45.677250 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8367535-193e-4f0d-89e1-21d74503ce19 req-7fc662ac-80df-4617-8136-2ed1ced08fa9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] No DVR routers for this DVR port b7c7f238-87f2-48e1-8c3e-1b2ada72c75e on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:10:45.680331 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-d8367535-193e-4f0d-89e1-21d74503ce19 req-7fc662ac-80df-4617-8136-2ed1ced08fa9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:10:45.683801 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d8367535-193e-4f0d-89e1-21d74503ce19 req-7fc662ac-80df-4617-8136-2ed1ced08fa9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.65 "DELETE /v2.0/ports/b7c7f238-87f2-48e1-8c3e-1b2ada72c75e HTTP/1.1" status: 204 len: 173 time: 0.5118403 Jan 28 01:10:45.684276 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d92f66-ceb6-46aa-a704-2fe3b81a5b38', 'name': 'network-vif-deleted', 'tag': 'b7c7f238-87f2-48e1-8c3e-1b2ada72c75e'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:10:45.686790 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f956ad1e-7b11-4293-a6ec-16c9b590ea13" -d '{"events": [{"server_uuid": "25d92f66-ceb6-46aa-a704-2fe3b81a5b38", "name": "network-vif-deleted", "tag": "b7c7f238-87f2-48e1-8c3e-1b2ada72c75e"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:10:45.751150 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82001f1e-e22b-4846-a5d0-a6eb08f8dad7 x-openstack-request-id: req-82001f1e-e22b-4846-a5d0-a6eb08f8dad7 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:10:45.751452 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d92f66-ceb6-46aa-a704-2fe3b81a5b38", "name": "network-vif-deleted", "tag": "b7c7f238-87f2-48e1-8c3e-1b2ada72c75e", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:10:45.751760 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-82001f1e-e22b-4846-a5d0-a6eb08f8dad7 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:10:45.752174 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d92f66-ceb6-46aa-a704-2fe3b81a5b38', 'name': 'network-vif-deleted', 'tag': 'b7c7f238-87f2-48e1-8c3e-1b2ada72c75e', 'status': 'completed', 'code': 200} Jan 28 01:10:45.934938 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3ca2fdb6-92ac-49a0-ad66-ab7982a0f8bf req-b84aa6fb-5dd9-46a8-9aef-e962ed76693f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 210 time: 0.0380549 Jan 28 01:10:47.053642 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-61565ba1-ded7-4e92-b43b-e1babac5adf2 req-386bd281-0d50-4010-b314-d5933cc139b1 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 210 time: 0.0291998 Jan 28 01:10:47.962202 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device b7c7f238-87f2-48e1-8c3e-1b2ada72c75e no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:10:47.987721 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: b7c7f238-87f2-48e1-8c3e-1b2ada72c75e {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:10:47.988162 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device b7c7f238-87f2-48e1-8c3e-1b2ada72c75e not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:10:48.192393 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-35ef8d79-e534-4827-bc78-4a42ce08839d req-82432c01-aa21-4cb3-86fe-e7f9e037a85d tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 210 time: 0.0403097 Jan 28 01:10:49.313544 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a219752-afff-4284-a4c8-83d56e50d3fc req-837c99e5-49fa-4da3-b1b4-e478c9ed00bb tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 210 time: 0.0361350 Jan 28 01:10:50.455212 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a7f94a4-99ac-47ec-b95c-2bd8a00a6f33 req-26f60acf-c25b-453e-82ae-a6072ffc1c4a tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 210 time: 0.0426192 Jan 28 01:10:51.616898 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-76bb55f9-d9ab-4a74-8ba7-7cc61306734a req-d51aff5d-1555-46a3-8b8b-7e81a3fb35ae tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 210 time: 0.0398734 Jan 28 01:10:52.759871 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-54eb5bce-1ac7-4344-933a-4cfbc12412e4 req-40bf38a3-bd6f-48c9-8f81-7033cd325445 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 210 time: 0.0467956 Jan 28 01:10:53.879418 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c7e789f6-3563-4f9d-8a60-68435754f164 req-7c20450f-ab28-4907-b544-a40caafd10cc tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 210 time: 0.0340741 Jan 28 01:10:54.997367 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f0d0147-53b0-432a-97f1-a95492499d08 req-01a91c9c-4900-4620-b6a6-246c7e5fea27 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=25d92f66-ceb6-46aa-a704-2fe3b81a5b38 HTTP/1.1" status: 200 len: 210 time: 0.0314102 Jan 28 01:11:02.349882 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51564) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:02.354793 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-eaffc64c-97ba-43c2-9119-6634a9b27296 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1561842538', 'description': 'tempest-secgroup-smoke-1561842538 description', 'project_id': 'f3a1d7380c294442abd815a7478506ec'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:02.385942 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eaffc64c-97ba-43c2-9119-6634a9b27296 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:02.467127 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eaffc64c-97ba-43c2-9119-6634a9b27296 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for security_group (30420a9e-5bdb-4625-81a3-5580b8155c88), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:02.472757 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eaffc64c-97ba-43c2-9119-6634a9b27296 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (30420a9e-5bdb-4625-81a3-5580b8155c88), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:02.507874 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eaffc64c-97ba-43c2-9119-6634a9b27296 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:02.512349 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-eaffc64c-97ba-43c2-9119-6634a9b27296 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1612184 Jan 28 01:11:02.512833 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51566) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:02.513721 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaffc64c-97ba-43c2-9119-6634a9b27296 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30420a9e-5bdb-4625-81a3-5580b8155c88,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:02.523164 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-159d99e3-109d-4345-9c42-9d96749ed65b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Request body: {'security_group_rule': {'security_group_id': '30420a9e-5bdb-4625-81a3-5580b8155c88', 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:02.523821 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaffc64c-97ba-43c2-9119-6634a9b27296 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:02.523821 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaffc64c-97ba-43c2-9119-6634a9b27296 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:02.523821 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaffc64c-97ba-43c2-9119-6634a9b27296 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:02.523821 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaffc64c-97ba-43c2-9119-6634a9b27296 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:02.524140 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaffc64c-97ba-43c2-9119-6634a9b27296 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:02.524481 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaffc64c-97ba-43c2-9119-6634a9b27296 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:02.525080 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaffc64c-97ba-43c2-9119-6634a9b27296 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:02.525616 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaffc64c-97ba-43c2-9119-6634a9b27296 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:02.526164 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaffc64c-97ba-43c2-9119-6634a9b27296 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:02.526754 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaffc64c-97ba-43c2-9119-6634a9b27296 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:02.527282 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaffc64c-97ba-43c2-9119-6634a9b27296 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:02.527945 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaffc64c-97ba-43c2-9119-6634a9b27296 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:02.528462 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaffc64c-97ba-43c2-9119-6634a9b27296 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:02.555923 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-159d99e3-109d-4345-9c42-9d96749ed65b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for security_group_rule (fdc96e12-6c3d-4a79-9f65-657f219a6376), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:02.630058 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-159d99e3-109d-4345-9c42-9d96749ed65b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for security_group_rule (fdc96e12-6c3d-4a79-9f65-657f219a6376), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:02.634535 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-159d99e3-109d-4345-9c42-9d96749ed65b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (fdc96e12-6c3d-4a79-9f65-657f219a6376), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:02.654916 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d99e3-109d-4345-9c42-9d96749ed65b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc96e12-6c3d-4a79-9f65-657f219a6376,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:02.665204 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-159d99e3-109d-4345-9c42-9d96749ed65b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:02.668340 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-159d99e3-109d-4345-9c42-9d96749ed65b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1529601 Jan 28 01:11:02.669485 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51568) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:02.677307 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a4b8133f-a041-4edf-a4ad-bd12120993ca tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Request body: {'security_group_rule': {'security_group_id': '30420a9e-5bdb-4625-81a3-5580b8155c88', 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:02.714669 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a4b8133f-a041-4edf-a4ad-bd12120993ca tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for security_group_rule (b2a8bc67-8cee-4dbc-9cf0-eb6c7368d624), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:02.796266 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a4b8133f-a041-4edf-a4ad-bd12120993ca tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for security_group_rule (b2a8bc67-8cee-4dbc-9cf0-eb6c7368d624), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:02.805351 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a4b8133f-a041-4edf-a4ad-bd12120993ca tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (b2a8bc67-8cee-4dbc-9cf0-eb6c7368d624), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:02.827171 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8133f-a041-4edf-a4ad-bd12120993ca tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a8bc67-8cee-4dbc-9cf0-eb6c7368d624,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:02.837474 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a4b8133f-a041-4edf-a4ad-bd12120993ca tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:02.841573 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a4b8133f-a041-4edf-a4ad-bd12120993ca tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1680691 Jan 28 01:11:02.841920 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51570) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:02.847631 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-725c6d84-7efa-4395-a42e-3baa16ef205e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Request body: {'security_group_rule': {'security_group_id': '30420a9e-5bdb-4625-81a3-5580b8155c88', 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:02.878581 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-725c6d84-7efa-4395-a42e-3baa16ef205e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for security_group_rule (298dbfab-cbf2-4886-8096-109a21b82b26), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:02.947149 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-725c6d84-7efa-4395-a42e-3baa16ef205e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for security_group_rule (298dbfab-cbf2-4886-8096-109a21b82b26), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:02.952710 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-725c6d84-7efa-4395-a42e-3baa16ef205e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (298dbfab-cbf2-4886-8096-109a21b82b26), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:02.973039 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c6d84-7efa-4395-a42e-3baa16ef205e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=298dbfab-cbf2-4886-8096-109a21b82b26,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:02.984274 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-725c6d84-7efa-4395-a42e-3baa16ef205e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:02.986011 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-725c6d84-7efa-4395-a42e-3baa16ef205e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1430316 Jan 28 01:11:02.988724 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51572) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:02.993175 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-5739f51e-68e8-4ae4-a220-d2f29eff7332 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Request body: {'security_group_rule': {'security_group_id': '30420a9e-5bdb-4625-81a3-5580b8155c88', 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:03.020557 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5739f51e-68e8-4ae4-a220-d2f29eff7332 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for security_group_rule (909eec47-b61e-47a3-97b8-2115bc695f9b), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:03.090863 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5739f51e-68e8-4ae4-a220-d2f29eff7332 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for security_group_rule (909eec47-b61e-47a3-97b8-2115bc695f9b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:03.095456 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5739f51e-68e8-4ae4-a220-d2f29eff7332 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (909eec47-b61e-47a3-97b8-2115bc695f9b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:03.118086 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739f51e-68e8-4ae4-a220-d2f29eff7332 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=909eec47-b61e-47a3-97b8-2115bc695f9b,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:03.130759 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5739f51e-68e8-4ae4-a220-d2f29eff7332 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:03.134713 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5739f51e-68e8-4ae4-a220-d2f29eff7332 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1423965 Jan 28 01:11:03.135216 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51574) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:03.139526 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-790a8569-61be-42cd-86a7-0965fc617b0f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Request body: {'security_group_rule': {'security_group_id': '30420a9e-5bdb-4625-81a3-5580b8155c88', 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:03.168445 n-d-826754-1 neutron-server[103344]: INFO neutron.db.securitygroups_db [None req-790a8569-61be-42cd-86a7-0965fc617b0f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Project f3a1d7380c294442abd815a7478506ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:11:03.174068 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-790a8569-61be-42cd-86a7-0965fc617b0f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for security_group_rule (225b13ed-7604-4965-8061-944b053a84bb), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:03.239667 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-790a8569-61be-42cd-86a7-0965fc617b0f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for security_group_rule (225b13ed-7604-4965-8061-944b053a84bb), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:03.244033 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-790a8569-61be-42cd-86a7-0965fc617b0f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (225b13ed-7604-4965-8061-944b053a84bb), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:03.263375 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a8569-61be-42cd-86a7-0965fc617b0f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225b13ed-7604-4965-8061-944b053a84bb,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:03.279292 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-790a8569-61be-42cd-86a7-0965fc617b0f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:03.280590 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-790a8569-61be-42cd-86a7-0965fc617b0f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1445463 Jan 28 01:11:03.283488 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51576) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:03.288018 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-b756df4f-113e-45aa-b035-024b28c00c5e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Request body: {'security_group_rule': {'security_group_id': '30420a9e-5bdb-4625-81a3-5580b8155c88', 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:03.310057 n-d-826754-1 neutron-server[103344]: INFO neutron.db.securitygroups_db [None req-b756df4f-113e-45aa-b035-024b28c00c5e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Project f3a1d7380c294442abd815a7478506ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:11:03.318383 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b756df4f-113e-45aa-b035-024b28c00c5e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for security_group_rule (f84cfd05-53ad-4abf-8610-70a8ee71dc25), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:03.409113 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b756df4f-113e-45aa-b035-024b28c00c5e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for security_group_rule (f84cfd05-53ad-4abf-8610-70a8ee71dc25), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:03.414685 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b756df4f-113e-45aa-b035-024b28c00c5e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (f84cfd05-53ad-4abf-8610-70a8ee71dc25), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:03.443250 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756df4f-113e-45aa-b035-024b28c00c5e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f84cfd05-53ad-4abf-8610-70a8ee71dc25,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:03.458402 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b756df4f-113e-45aa-b035-024b28c00c5e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:03.460051 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b756df4f-113e-45aa-b035-024b28c00c5e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1754053 Jan 28 01:11:06.099364 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-74758d59-6440-460f-9334-af032a0077b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:08.382196 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fa6a35c0-b0b3-469e-a7f4-6ff8fea8c6ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:09.832139 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:11.366010 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:11.537959 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:11:12.276882 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:13.324615 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:13.717823 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-6bd87eab-6aeb-43eb-9de5-cc69fdeae922 req-699867a1-c761-47bb-a1e9-2e012fc4a835 service neutron] (103344) timed out ('10.222.0.70', 38698) {{(pid=103344) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 01:11:14.698073 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:26.730284 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-7451c24b-73a7-461a-8cba-b80de8190aa1 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1561842538&fields=id&tenant_id=f3a1d7380c294442abd815a7478506ec HTTP/1.1" status: 200 len: 267 time: 0.0637569 Jan 28 01:11:26.851807 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-1e0aa90c-9287-49ca-b78e-43df5992ecb3 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:26.853426 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-1e0aa90c-9287-49ca-b78e-43df5992ecb3 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 812 time: 0.1152017 Jan 28 01:11:26.875395 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-183bebc2-1e72-4a47-bd1f-ad8400928730 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/quotas/f3a1d7380c294442abd815a7478506ec HTTP/1.1" status: 200 len: 375 time: 0.0127842 Jan 28 01:11:26.942570 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-571dcc90-eb2c-4905-a725-b29b9a0942e8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614502 Jan 28 01:11:27.142323 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-b5afaeff-733a-46c1-a0b7-17e693d5e9c8 service neutron] 10.222.0.70 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797192 Jan 28 01:11:27.301794 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-6920807c-01e5-452c-bbd5-707b774bf87d service neutron] 10.222.0.70 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522632 Jan 28 01:11:27.712605 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b5dd291-dc7e-4027-80a8-13e4105fc046 req-7d14c71e-9841-45ff-a99d-4c7b70cc5ed5 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 210 time: 0.0321112 Jan 28 01:11:28.822248 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d1ae0a8d-e0ac-4034-97b4-1cee39c35c3c req-25ad4ac3-7a9e-4fb2-b493-4f06df75538a tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 210 time: 0.0274942 Jan 28 01:11:29.135691 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-9dcd6bfe-5695-4264-ba9f-6d8fe57346f8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:29.137342 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-9dcd6bfe-5695-4264-ba9f-6d8fe57346f8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.65 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 812 time: 0.1351938 Jan 28 01:11:29.253473 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-a094057e-a6a7-47af-9361-6e5e4628b445 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3a1d7380c294442abd815a7478506ec HTTP/1.1" status: 200 len: 380 time: 0.1009686 Jan 28 01:11:29.266017 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-d32526ba-bc3e-413e-8759-396049d7e87f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Request body: {'port': {'device_id': 'c7a2bb52-9f23-42ad-abff-80b01deed6c5', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'admin_state_up': True, 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'security_groups': ['30420a9e-5bdb-4625-81a3-5580b8155c88']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:29.407426 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-d32526ba-bc3e-413e-8759-396049d7e87f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Made reservation on behalf of f3a1d7380c294442abd815a7478506ec for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:11:29.411790 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-d32526ba-bc3e-413e-8759-396049d7e87f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:29.662763 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-d32526ba-bc3e-413e-8759-396049d7e87f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Allocated IP 172.20.0.11 (e1ccff06-6c36-49c1-af92-8d7bb0a23521/c704370c-1d43-453a-828e-959738e576e5/e867a8da-6e23-4ef5-be76-76662bc0e0e9) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:11:29.882902 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-d32526ba-bc3e-413e-8759-396049d7e87f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for port (e867a8da-6e23-4ef5-be76-76662bc0e0e9), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:29.968115 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fef193ec-8348-49c2-b4c6-7869e63b8b53 req-86bd940c-f6ad-4e41-a349-0028899c6fd5 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 210 time: 0.0372026 Jan 28 01:11:29.975444 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-d32526ba-bc3e-413e-8759-396049d7e87f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (e867a8da-6e23-4ef5-be76-76662bc0e0e9), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:30.026202 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-d32526ba-bc3e-413e-8759-396049d7e87f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Network e1ccff06-6c36-49c1-af92-8d7bb0a23521 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:11:30.030061 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-d32526ba-bc3e-413e-8759-396049d7e87f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:11:30.034633 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-d32526ba-bc3e-413e-8759-396049d7e87f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:11:30.089796 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32526ba-bc3e-413e-8759-396049d7e87f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Pushing event updated for resources: {'Port': ['ID=e867a8da-6e23-4ef5-be76-76662bc0e0e9,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:30.143240 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-d32526ba-bc3e-413e-8759-396049d7e87f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:30.144223 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-d32526ba-bc3e-413e-8759-396049d7e87f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:30.169293 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-d32526ba-bc3e-413e-8759-396049d7e87f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9105563 Jan 28 01:11:30.243390 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-a0423f95-11f7-483f-b6b8-7d087b13b839 service neutron] Request body: {'port': {'device_id': 'c7a2bb52-9f23-42ad-abff-80b01deed6c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:30.323983 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-a0423f95-11f7-483f-b6b8-7d087b13b839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e867a8da-6e23-4ef5-be76-76662bc0e0e9), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:30.445460 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f82817d2-8b02-45ba-adf7-c3a3362c23ec None None] Provisioning complete for port e867a8da-6e23-4ef5-be76-76662bc0e0e9 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:30.446331 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f82817d2-8b02-45ba-adf7-c3a3362c23ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e867a8da-6e23-4ef5-be76-76662bc0e0e9), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:30.525314 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f82817d2-8b02-45ba-adf7-c3a3362c23ec None None] Port e867a8da-6e23-4ef5-be76-76662bc0e0e9 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:11:30.783505 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-a0423f95-11f7-483f-b6b8-7d087b13b839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e867a8da-6e23-4ef5-be76-76662bc0e0e9 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:11:30.795722 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-a0423f95-11f7-483f-b6b8-7d087b13b839 service neutron] Publish callbacks [] for port (e867a8da-6e23-4ef5-be76-76662bc0e0e9), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:30.816253 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-a0423f95-11f7-483f-b6b8-7d087b13b839 service neutron] Transition to ACTIVE for port object e867a8da-6e23-4ef5-be76-76662bc0e0e9 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:11:30.821446 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-a0423f95-11f7-483f-b6b8-7d087b13b839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (e867a8da-6e23-4ef5-be76-76662bc0e0e9), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:30.907507 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0423f95-11f7-483f-b6b8-7d087b13b839 service neutron] Pushing event updated for resources: {'Port': ['ID=e867a8da-6e23-4ef5-be76-76662bc0e0e9,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:31.023407 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-a0423f95-11f7-483f-b6b8-7d087b13b839 service neutron] Attempting to bind port e867a8da-6e23-4ef5-be76-76662bc0e0e9 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:11:31.023808 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-a0423f95-11f7-483f-b6b8-7d087b13b839 service neutron] Attempting to bind port e867a8da-6e23-4ef5-be76-76662bc0e0e9 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:11:31.024152 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-a0423f95-11f7-483f-b6b8-7d087b13b839 service neutron] Attempting to bind port e867a8da-6e23-4ef5-be76-76662bc0e0e9 on network e1ccff06-6c36-49c1-af92-8d7bb0a23521 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:11:31.031080 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-a0423f95-11f7-483f-b6b8-7d087b13b839 service neutron] Port e867a8da-6e23-4ef5-be76-76662bc0e0e9 on network e1ccff06-6c36-49c1-af92-8d7bb0a23521 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:11:31.031346 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-a0423f95-11f7-483f-b6b8-7d087b13b839 service neutron] Attempting to bind port e867a8da-6e23-4ef5-be76-76662bc0e0e9 on network e1ccff06-6c36-49c1-af92-8d7bb0a23521 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:11:31.038185 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-a0423f95-11f7-483f-b6b8-7d087b13b839 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:11:31.038560 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-a0423f95-11f7-483f-b6b8-7d087b13b839 service neutron] Checking segment: {'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:11:31.038953 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-a0423f95-11f7-483f-b6b8-7d087b13b839 service neutron] Bound using segment: {'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:11:31.039461 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-a0423f95-11f7-483f-b6b8-7d087b13b839 service neutron] Bound port: e867a8da-6e23-4ef5-be76-76662bc0e0e9, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:11:31.039871 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-a0423f95-11f7-483f-b6b8-7d087b13b839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e867a8da-6e23-4ef5-be76-76662bc0e0e9), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:31.159499 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-a0423f95-11f7-483f-b6b8-7d087b13b839 service neutron] For port e867a8da-6e23-4ef5-be76-76662bc0e0e9, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:11:31.195602 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bccc7-c3c3-491b-bbde-b6e3eceb1851 req-8d6a74a0-b793-420c-b93b-67fd3210ff9a tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:31.197366 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b97bccc7-c3c3-491b-bbde-b6e3eceb1851 req-8d6a74a0-b793-420c-b93b-67fd3210ff9a tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 944 time: 0.1112330 Jan 28 01:11:31.199536 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-a0423f95-11f7-483f-b6b8-7d087b13b839 service neutron] For port e867a8da-6e23-4ef5-be76-76662bc0e0e9, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e867a8da-6e23-4ef5-be76-76662bc0e0e9,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:11:31.208417 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-a0423f95-11f7-483f-b6b8-7d087b13b839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (e867a8da-6e23-4ef5-be76-76662bc0e0e9), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:31.288983 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-a0423f95-11f7-483f-b6b8-7d087b13b839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:31.289235 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-a0423f95-11f7-483f-b6b8-7d087b13b839 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:31.291549 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-a0423f95-11f7-483f-b6b8-7d087b13b839 service neutron] 10.222.0.65 "PUT /v2.0/ports/e867a8da-6e23-4ef5-be76-76662bc0e0e9 HTTP/1.1" status: 200 len: 1092 time: 1.1076093 Jan 28 01:11:31.296203 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a2bb52-9f23-42ad-abff-80b01deed6c5', 'tag': 'e867a8da-6e23-4ef5-be76-76662bc0e0e9'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:11:31.299423 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06d6f14-33cf-4a8b-8480-72a95c8a5387" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a2bb52-9f23-42ad-abff-80b01deed6c5", "tag": "e867a8da-6e23-4ef5-be76-76662bc0e0e9"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:11:31.379173 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b97bccc7-c3c3-491b-bbde-b6e3eceb1851 req-60400c3d-bb2d-47de-9a4b-dc63112c0316 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591055 Jan 28 01:11:31.393190 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0423f95-11f7-483f-b6b8-7d087b13b839 service neutron] Pushing event updated for resources: {'Port': ['ID=e867a8da-6e23-4ef5-be76-76662bc0e0e9,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:31.433073 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39028d7-4eed-4913-bafe-c37a05e29e6d x-openstack-request-id: req-c39028d7-4eed-4913-bafe-c37a05e29e6d {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:11:31.433834 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a2bb52-9f23-42ad-abff-80b01deed6c5", "tag": "e867a8da-6e23-4ef5-be76-76662bc0e0e9", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:11:31.433834 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c39028d7-4eed-4913-bafe-c37a05e29e6d {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:11:31.435664 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a2bb52-9f23-42ad-abff-80b01deed6c5', 'tag': 'e867a8da-6e23-4ef5-be76-76662bc0e0e9', 'status': 'completed', 'code': 200} Jan 28 01:11:31.459265 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-e42c6234-503e-468e-be12-37008d21c224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:31.461621 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-e42c6234-503e-468e-be12-37008d21c224 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 1095 time: 0.0812984 Jan 28 01:11:31.529764 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-9213d1d0-fb09-4b25-9420-ddf7f0f970da service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e867a8da-6e23-4ef5-be76-76662bc0e0e9 HTTP/1.1" status: 200 len: 217 time: 0.0548933 Jan 28 01:11:31.601590 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-554af724-2fe3-43f3-84a0-247a8cf0c1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:31.603083 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-554af724-2fe3-43f3-84a0-247a8cf0c1ed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c704370c-1d43-453a-828e-959738e576e5 HTTP/1.1" status: 200 len: 851 time: 0.0673571 Jan 28 01:11:31.670105 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-1f2c1b1c-ce30-42b7-8327-51d4c401a4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:31.673112 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-1f2c1b1c-ce30-42b7-8327-51d4c401a4ec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1ccff06-6c36-49c1-af92-8d7bb0a23521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622785 Jan 28 01:11:31.782070 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-8b3544e3-22a3-4cfb-bb3b-8795c8901363 service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007771 Jan 28 01:11:31.923260 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f1900bda-b02a-4293-912c-80dc377a1aa9 req-7d0fe2ab-db6d-41c1-831e-e1cfbb3aba9a service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344030 Jan 28 01:11:32.069356 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d6f14-33cf-4a8b-8480-72a95c8a5387 req-7884e81b-f49a-4085-b5fd-72c0fc3d476b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:32.070555 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e06d6f14-33cf-4a8b-8480-72a95c8a5387 req-7884e81b-f49a-4085-b5fd-72c0fc3d476b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 1095 time: 0.0633302 Jan 28 01:11:32.178581 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d6f14-33cf-4a8b-8480-72a95c8a5387 req-33bf23d4-a275-4fc1-8a00-0e25908337f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:32.180037 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e06d6f14-33cf-4a8b-8480-72a95c8a5387 req-33bf23d4-a275-4fc1-8a00-0e25908337f2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 913 time: 0.1041145 Jan 28 01:11:32.228075 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e06d6f14-33cf-4a8b-8480-72a95c8a5387 req-b7d792a0-1ed2-4004-9889-44373e7ee787 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e867a8da-6e23-4ef5-be76-76662bc0e0e9 HTTP/1.1" status: 200 len: 217 time: 0.0414655 Jan 28 01:11:32.282253 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d6f14-33cf-4a8b-8480-72a95c8a5387 req-a5cadeef-0026-4194-ba28-db75fbd9aba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:32.283914 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e06d6f14-33cf-4a8b-8480-72a95c8a5387 req-a5cadeef-0026-4194-ba28-db75fbd9aba8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c704370c-1d43-453a-828e-959738e576e5 HTTP/1.1" status: 200 len: 851 time: 0.0492756 Jan 28 01:11:32.350925 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d6f14-33cf-4a8b-8480-72a95c8a5387 req-9910dbfc-004b-4177-af08-b0a388e78bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:32.352545 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e06d6f14-33cf-4a8b-8480-72a95c8a5387 req-9910dbfc-004b-4177-af08-b0a388e78bdc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1ccff06-6c36-49c1-af92-8d7bb0a23521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613649 Jan 28 01:11:32.478885 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e06d6f14-33cf-4a8b-8480-72a95c8a5387 req-29968075-edf0-4187-803d-37a708c7a210 service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175714 Jan 28 01:11:32.681359 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ddb0c-5ac7-4c42-be42-6c7053b74e5c req-8579d7b9-be58-4824-a08a-bb7f0de845bb tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:32.684207 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ae8ddb0c-5ac7-4c42-be42-6c7053b74e5c req-8579d7b9-be58-4824-a08a-bb7f0de845bb tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 944 time: 0.2005327 Jan 28 01:11:32.742884 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e06d6f14-33cf-4a8b-8480-72a95c8a5387 req-a834103a-d081-46f6-810c-d79bac0d9133 service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563784 Jan 28 01:11:32.792887 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ae8ddb0c-5ac7-4c42-be42-6c7053b74e5c req-672c1c66-482c-41f2-bae0-9abfc8c74317 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990179 Jan 28 01:11:33.925950 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a4198-4122-47b9-913f-e5f840633e7c req-a4330f1f-4d58-4a77-9109-f1b7aef7c646 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:33.927501 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-296a4198-4122-47b9-913f-e5f840633e7c req-a4330f1f-4d58-4a77-9109-f1b7aef7c646 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 944 time: 0.0539985 Jan 28 01:11:33.993644 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-296a4198-4122-47b9-913f-e5f840633e7c req-5cd3bdff-85d5-4702-8e2c-75f3a782933e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602040 Jan 28 01:11:35.165838 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36b2fb-26ad-4483-9b7d-8911359d07f8 req-29bdc17b-0c43-48cb-9174-0c4a9425a38e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:35.168581 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ab36b2fb-26ad-4483-9b7d-8911359d07f8 req-29bdc17b-0c43-48cb-9174-0c4a9425a38e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 944 time: 0.0834768 Jan 28 01:11:35.231681 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ab36b2fb-26ad-4483-9b7d-8911359d07f8 req-c789ac3d-152e-42e5-b66b-70df8cba591f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567503 Jan 28 01:11:36.107657 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f42c9a8d-aac1-4b73-9d6e-f01a1c0502cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:36.379542 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99245607-975c-4aa7-9a84-e738238a4da2 req-ca42f49f-391a-4b24-89bf-a4dc02f183a0 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:36.381104 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-99245607-975c-4aa7-9a84-e738238a4da2 req-ca42f49f-391a-4b24-89bf-a4dc02f183a0 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 944 time: 0.0581594 Jan 28 01:11:36.453385 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-99245607-975c-4aa7-9a84-e738238a4da2 req-4ba85750-c504-4fce-b848-6fe46ee934b5 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622997 Jan 28 01:11:37.663519 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2558d-6392-47a9-b3e8-921c06cdb382 req-c7a7ff51-c609-42e7-84c3-e8af2119e16b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:37.666436 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-20c2558d-6392-47a9-b3e8-921c06cdb382 req-c7a7ff51-c609-42e7-84c3-e8af2119e16b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 944 time: 0.0946469 Jan 28 01:11:37.759311 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-20c2558d-6392-47a9-b3e8-921c06cdb382 req-634816e4-f043-40c6-931e-07c0fde8e223 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819752 Jan 28 01:11:38.391038 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-41a4283d-fea6-4099-860e-536c2fce893e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:38.929008 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9d2ea-cab8-4938-923d-a1de400e9f23 req-7c565bc6-b0ff-4ae3-8bae-512968d78393 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:38.931132 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-86a9d2ea-cab8-4938-923d-a1de400e9f23 req-7c565bc6-b0ff-4ae3-8bae-512968d78393 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 944 time: 0.0734382 Jan 28 01:11:39.019966 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-86a9d2ea-cab8-4938-923d-a1de400e9f23 req-6d750ca5-3fe5-4c22-8269-b40623344e6c tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779500 Jan 28 01:11:39.839702 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:40.216167 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3597c16-0c7a-44ba-b2f9-df58642cc56f req-096578b8-53cc-4e70-a810-838d214167a2 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:40.219717 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3597c16-0c7a-44ba-b2f9-df58642cc56f req-096578b8-53cc-4e70-a810-838d214167a2 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 944 time: 0.0776012 Jan 28 01:11:40.302043 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b3597c16-0c7a-44ba-b2f9-df58642cc56f req-fa072b05-ee0f-4fbb-b805-8a3d939ae039 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751171 Jan 28 01:11:41.371755 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:41.462554 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6369c75-04bd-4b2d-ad04-94d7b9685928 req-139972e2-0b94-4a15-b620-fa6f13cb92df tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:41.464267 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6369c75-04bd-4b2d-ad04-94d7b9685928 req-139972e2-0b94-4a15-b620-fa6f13cb92df tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 944 time: 0.0614271 Jan 28 01:11:41.528713 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6369c75-04bd-4b2d-ad04-94d7b9685928 req-4b224737-b94a-4b47-8b53-52c40822563c tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573907 Jan 28 01:11:42.275422 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:42.672575 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8e7fa-dafb-4705-9ed0-9c7c3fd9e673 req-4bf048c6-254e-4b19-b195-d52d638f017a tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:42.674193 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c1f8e7fa-dafb-4705-9ed0-9c7c3fd9e673 req-4bf048c6-254e-4b19-b195-d52d638f017a tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 944 time: 0.0574796 Jan 28 01:11:42.747901 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c1f8e7fa-dafb-4705-9ed0-9c7c3fd9e673 req-f02aa72c-dcf2-4b87-9f99-07c535c4447b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663874 Jan 28 01:11:43.348395 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:43.903109 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b83835-b786-4fcd-a3d7-fe0096c8799c req-9d999b7f-e533-4241-8439-97b272741f60 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:43.905495 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-46b83835-b786-4fcd-a3d7-fe0096c8799c req-9d999b7f-e533-4241-8439-97b272741f60 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 944 time: 0.0671885 Jan 28 01:11:43.984911 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-46b83835-b786-4fcd-a3d7-fe0096c8799c req-cd6b245e-98d0-412d-91f9-bfc534c5951d tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702083 Jan 28 01:11:44.701617 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:45.149302 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad827d8-156b-4edf-a9ec-6f27c6ace6e2 req-9cc2e87a-22a0-4f39-90dd-042c7a40e843 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:45.150905 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6ad827d8-156b-4edf-a9ec-6f27c6ace6e2 req-9cc2e87a-22a0-4f39-90dd-042c7a40e843 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 944 time: 0.0657501 Jan 28 01:11:45.234869 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6ad827d8-156b-4edf-a9ec-6f27c6ace6e2 req-df8e646b-13fb-40a0-bd90-9038b1b27183 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768802 Jan 28 01:11:46.385108 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97037a06-7a40-4153-a730-5e1cdbc587bd req-c98ed89a-fc6b-4007-bca5-be6e44d5b6b3 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:46.386694 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97037a06-7a40-4153-a730-5e1cdbc587bd req-c98ed89a-fc6b-4007-bca5-be6e44d5b6b3 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 944 time: 0.0634220 Jan 28 01:11:46.457634 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97037a06-7a40-4153-a730-5e1cdbc587bd req-154c45df-dc24-48f3-98cf-03b9448a3ed3 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626583 Jan 28 01:11:47.620717 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cb756-2810-4dd3-94a5-2e5e53955724 req-5c511d81-cf1f-4aac-96a7-eb5ab5f094b8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:47.622382 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-621cb756-2810-4dd3-94a5-2e5e53955724 req-5c511d81-cf1f-4aac-96a7-eb5ab5f094b8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 944 time: 0.0803058 Jan 28 01:11:47.704563 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-621cb756-2810-4dd3-94a5-2e5e53955724 req-39162a68-8f44-47f5-a922-c25ad29e8c7c tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739079 Jan 28 01:11:48.539126 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:11:48.849820 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b3d8e-e530-48cc-ac06-b2a62f3e3ba9 req-3170b5e1-c5ac-4283-9cec-5d952e5c5f5b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:48.851479 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa0b3d8e-e530-48cc-ac06-b2a62f3e3ba9 req-3170b5e1-c5ac-4283-9cec-5d952e5c5f5b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 944 time: 0.0562570 Jan 28 01:11:48.919686 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa0b3d8e-e530-48cc-ac06-b2a62f3e3ba9 req-37f1a713-41dd-4e6d-86a7-d33f4640cfd3 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618975 Jan 28 01:11:50.054907 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df992c-0ad7-4ad1-9860-1649361707da req-f09bf546-e84b-4789-bc1a-1f551115fce9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:50.056541 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0df992c-0ad7-4ad1-9860-1649361707da req-f09bf546-e84b-4789-bc1a-1f551115fce9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 944 time: 0.0629280 Jan 28 01:11:50.118597 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0df992c-0ad7-4ad1-9860-1649361707da req-ba930811-ee5f-4da5-bf50-2e8a62483f24 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525301 Jan 28 01:11:50.238745 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e867a8da-6e23-4ef5-be76-76662bc0e0e9 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:11:50.369939 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e867a8da-6e23-4ef5-be76-76662bc0e0e9, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e867a8da-6e23-4ef5-be76-76662bc0e0e9,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:50.384257 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'e867a8da-6e23-4ef5-be76-76662bc0e0e9', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'port_id': 'e867a8da-6e23-4ef5-be76-76662bc0e0e9', 'mac_address': 'fa:16:3e:59:80:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c704370c-1d43-453a-828e-959738e576e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:11:50.427291 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port e867a8da-6e23-4ef5-be76-76662bc0e0e9 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:50.427291 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e867a8da-6e23-4ef5-be76-76662bc0e0e9), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:50.445571 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e867a8da-6e23-4ef5-be76-76662bc0e0e9 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:11:50.469454 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e867a8da-6e23-4ef5-be76-76662bc0e0e9, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e867a8da-6e23-4ef5-be76-76662bc0e0e9,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:50.474955 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e867a8da-6e23-4ef5-be76-76662bc0e0e9), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:50.546487 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=e867a8da-6e23-4ef5-be76-76662bc0e0e9,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:50.557773 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:50.558277 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:50.558762 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:50.559250 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:50.559789 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:50.560289 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:50.561260 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:50.561716 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:50.562176 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:50.562628 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:50.563082 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:50.563539 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:50.564037 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:11:50.802123 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['e867a8da-6e23-4ef5-be76-76662bc0e0e9'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:11:51.252246 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4459384-6c10-423a-9cdd-5bf4ddf78f69 req-19266b0b-99bd-440a-ac34-7f29d27ca401 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:51.253842 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b4459384-6c10-423a-9cdd-5bf4ddf78f69 req-19266b0b-99bd-440a-ac34-7f29d27ca401 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 945 time: 0.0572779 Jan 28 01:11:51.317660 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b4459384-6c10-423a-9cdd-5bf4ddf78f69 req-3e25f11d-0b7d-46c4-9e29-4c1a1b5db22a tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573001 Jan 28 01:11:52.260699 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e867a8da-6e23-4ef5-be76-76662bc0e0e9 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:11:52.322862 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port e867a8da-6e23-4ef5-be76-76662bc0e0e9 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:11:52.327720 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port e867a8da-6e23-4ef5-be76-76662bc0e0e9 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:11:52.328110 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e867a8da-6e23-4ef5-be76-76662bc0e0e9), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:52.441287 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port e867a8da-6e23-4ef5-be76-76662bc0e0e9 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:11:52.441936 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e867a8da-6e23-4ef5-be76-76662bc0e0e9), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:52.472581 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a2bb52-9f23-42ad-abff-80b01deed6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e867a8da-6e23-4ef5-be76-76662bc0e0e9'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:11:52.474971 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ba564f-1f94-43e5-9a6c-7933edd0e114" -d '{"events": [{"server_uuid": "c7a2bb52-9f23-42ad-abff-80b01deed6c5", "name": "network-vif-plugged", "status": "completed", "tag": "e867a8da-6e23-4ef5-be76-76662bc0e0e9"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:11:52.477163 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565e9ad-2316-490c-b25b-abef0ed1885c req-b396d2a8-63d1-48f0-9cc0-3bef2468073c tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:52.478774 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6565e9ad-2316-490c-b25b-abef0ed1885c req-b396d2a8-63d1-48f0-9cc0-3bef2468073c tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 945 time: 0.0706739 Jan 28 01:11:52.495919 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e867a8da-6e23-4ef5-be76-76662bc0e0e9, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e867a8da-6e23-4ef5-be76-76662bc0e0e9,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:11:52.502436 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e867a8da-6e23-4ef5-be76-76662bc0e0e9), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:52.550361 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6565e9ad-2316-490c-b25b-abef0ed1885c req-eb9c6880-1b29-40cd-84b2-c6aaba6d0942 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601192 Jan 28 01:11:52.564479 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=e867a8da-6e23-4ef5-be76-76662bc0e0e9,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:52.622324 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c729c44-d521-4217-b885-015294e46465 x-openstack-request-id: req-0c729c44-d521-4217-b885-015294e46465 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:11:52.622823 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a2bb52-9f23-42ad-abff-80b01deed6c5", "name": "network-vif-plugged", "status": "completed", "tag": "e867a8da-6e23-4ef5-be76-76662bc0e0e9", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:11:52.623913 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0c729c44-d521-4217-b885-015294e46465 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:11:52.624611 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a2bb52-9f23-42ad-abff-80b01deed6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e867a8da-6e23-4ef5-be76-76662bc0e0e9', 'code': 200} Jan 28 01:11:52.776917 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ef69c-8b3c-472d-9fa6-ea9e3b5339dc req-db73ef68-695a-4a1c-8fce-95696ab5cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:52.779866 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-875ef69c-8b3c-472d-9fa6-ea9e3b5339dc req-db73ef68-695a-4a1c-8fce-95696ab5cbdb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 1097 time: 0.0565109 Jan 28 01:11:52.846113 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-875ef69c-8b3c-472d-9fa6-ea9e3b5339dc req-29223a3b-4daa-4d81-8fa7-8c9c9fab3a47 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603566 Jan 28 01:11:53.702252 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209c4ff-b98d-4e2f-97a4-156dd78d0e0a req-49ac741b-2a90-45e0-908c-5d998e8a39eb tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:53.703736 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3209c4ff-b98d-4e2f-97a4-156dd78d0e0a req-49ac741b-2a90-45e0-908c-5d998e8a39eb tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 946 time: 0.0672064 Jan 28 01:11:53.755526 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3209c4ff-b98d-4e2f-97a4-156dd78d0e0a req-3b25e8e0-90dc-460b-b407-bce3e054329c tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456185 Jan 28 01:11:54.903100 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1af38-a242-4033-befe-f6cc597ee2a0 req-07418926-0221-4f91-b693-0a2b088f7d18 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:54.905301 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0fe1af38-a242-4033-befe-f6cc597ee2a0 req-07418926-0221-4f91-b693-0a2b088f7d18 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 946 time: 0.0551200 Jan 28 01:11:54.965040 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0fe1af38-a242-4033-befe-f6cc597ee2a0 req-7326eb3b-9f84-4af8-9649-3ff224fad8e3 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536942 Jan 28 01:11:55.118552 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44721cd-ee0f-43c8-b3a1-331c1d70dcc3 req-af021a84-eb4c-445c-a373-af0447350f41 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:55.120182 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e44721cd-ee0f-43c8-b3a1-331c1d70dcc3 req-af021a84-eb4c-445c-a373-af0447350f41 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 946 time: 0.0554276 Jan 28 01:11:55.207377 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e44721cd-ee0f-43c8-b3a1-331c1d70dcc3 req-1947f585-4f86-43d0-bdd5-723221aa9bf0 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777411 Jan 28 01:11:55.242140 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51804) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:55.416986 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85562831-f134-4805-964c-61f5ba0a7dd7 tempest-TestVolumeBootPattern-1044163625 tempest-TestVolumeBootPattern-1044163625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:55.418999 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-85562831-f134-4805-964c-61f5ba0a7dd7 tempest-TestVolumeBootPattern-1044163625 tempest-TestVolumeBootPattern-1044163625-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 1092 time: 0.1757350 Jan 28 01:11:55.426026 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 51808) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:11:55.434868 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-c5f9f69e-9724-43af-8df0-ded548b921bc tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'port_id': 'e867a8da-6e23-4ef5-be76-76662bc0e0e9', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:11:55.465329 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5f9f69e-9724-43af-8df0-ded548b921bc tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:55.582524 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5f9f69e-9724-43af-8df0-ded548b921bc tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:55.714868 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-c5f9f69e-9724-43af-8df0-ded548b921bc tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Allocated IP 172.25.3.52 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/e1e6bae2-91e8-4b0f-be66-37c1d689a933) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:11:55.844289 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5f9f69e-9724-43af-8df0-ded548b921bc tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for port (e1e6bae2-91e8-4b0f-be66-37c1d689a933), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:55.889580 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5f9f69e-9724-43af-8df0-ded548b921bc tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (e1e6bae2-91e8-4b0f-be66-37c1d689a933), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:55.931943 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f9f69e-9724-43af-8df0-ded548b921bc tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:11:55.934952 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-c5f9f69e-9724-43af-8df0-ded548b921bc tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:11:55.937943 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f9f69e-9724-43af-8df0-ded548b921bc tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:11:55.974142 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9f69e-9724-43af-8df0-ded548b921bc tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Pushing event updated for resources: {'Port': ['ID=e1e6bae2-91e8-4b0f-be66-37c1d689a933,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:56.430801 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5f9f69e-9724-43af-8df0-ded548b921bc tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for floatingip (adc97a80-9b36-4e1b-89d4-01ee6ff17b7c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:56.546329 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5f9f69e-9724-43af-8df0-ded548b921bc tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e1e6bae2-91e8-4b0f-be66-37c1d689a933), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:56.744764 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5f9f69e-9724-43af-8df0-ded548b921bc tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for port (e1e6bae2-91e8-4b0f-be66-37c1d689a933), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:56.750648 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5f9f69e-9724-43af-8df0-ded548b921bc tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (e1e6bae2-91e8-4b0f-be66-37c1d689a933), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:56.833647 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9f69e-9724-43af-8df0-ded548b921bc tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Pushing event updated for resources: {'Port': ['ID=e1e6bae2-91e8-4b0f-be66-37c1d689a933,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:11:56.848517 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5f9f69e-9724-43af-8df0-ded548b921bc tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (adc97a80-9b36-4e1b-89d4-01ee6ff17b7c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:56.968195 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-c5f9f69e-9724-43af-8df0-ded548b921bc tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Floating IP adc97a80-9b36-4e1b-89d4-01ee6ff17b7c associated. External IP: 172.25.3.52, port: e867a8da-6e23-4ef5-be76-76662bc0e0e9. Jan 28 01:11:57.227933 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f9f69e-9724-43af-8df0-ded548b921bc tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Router c3b0ce58-70ae-4a74-a7ea-2c40a495db5b has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:11:57.368331 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f9f69e-9724-43af-8df0-ded548b921bc tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:11:57.383795 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202e7c71-79cb-43d1-95d3-0681b8fcc33d None None] Sync routers for ids ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:11:57.392530 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c5f9f69e-9724-43af-8df0-ded548b921bc tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:11:57.402770 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202e7c71-79cb-43d1-95d3-0681b8fcc33d None None] Routers {'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:11:57.403814 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-202e7c71-79cb-43d1-95d3-0681b8fcc33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:11:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:57.442347 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c5f9f69e-9724-43af-8df0-ded548b921bc tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0144517 Jan 28 01:11:57.443246 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a2bb52-9f23-42ad-abff-80b01deed6c5', 'tag': 'e867a8da-6e23-4ef5-be76-76662bc0e0e9'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:11:57.447228 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f5cf15-39f4-4f96-898b-976867f89676" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a2bb52-9f23-42ad-abff-80b01deed6c5", "tag": "e867a8da-6e23-4ef5-be76-76662bc0e0e9"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:11:57.516174 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba75f0cd-f27c-4a8f-840e-dee3e6d55b76 x-openstack-request-id: req-ba75f0cd-f27c-4a8f-840e-dee3e6d55b76 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:11:57.516557 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a2bb52-9f23-42ad-abff-80b01deed6c5", "tag": "e867a8da-6e23-4ef5-be76-76662bc0e0e9", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:11:57.516899 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ba75f0cd-f27c-4a8f-840e-dee3e6d55b76 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:11:57.517413 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a2bb52-9f23-42ad-abff-80b01deed6c5', 'tag': 'e867a8da-6e23-4ef5-be76-76662bc0e0e9', 'status': 'completed', 'code': 200} Jan 28 01:11:57.606359 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-202e7c71-79cb-43d1-95d3-0681b8fcc33d None None] Set router c3b0ce58-70ae-4a74-a7ea-2c40a495db5b gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:11:57.623300 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5cf15-39f4-4f96-898b-976867f89676 req-0c9418eb-6706-4058-8f37-6d16fee61f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:57.625843 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52f5cf15-39f4-4f96-898b-976867f89676 req-0c9418eb-6706-4058-8f37-6d16fee61f7e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 1097 time: 0.0637691 Jan 28 01:11:57.783809 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5cf15-39f4-4f96-898b-976867f89676 req-db665a2b-de60-4b31-8380-9769d1376966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:57.783809 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52f5cf15-39f4-4f96-898b-976867f89676 req-db665a2b-de60-4b31-8380-9769d1376966 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 913 time: 0.1509216 Jan 28 01:11:57.913463 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52f5cf15-39f4-4f96-898b-976867f89676 req-62f7e7ee-0cbf-46d4-a48d-244ac62fabcd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e867a8da-6e23-4ef5-be76-76662bc0e0e9 HTTP/1.1" status: 200 len: 999 time: 0.1229956 Jan 28 01:11:57.973434 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-202e7c71-79cb-43d1-95d3-0681b8fcc33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'name': 'tempest-TestVolumeBootPattern-1631152365-router', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:00Z', 'updated_at': '2022-01-28T01:06:04Z', 'revision_number': 4, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'gw_port': {'id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:01Z', 'updated_at': '2022-01-28T01:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'adc97a80-9b36-4e1b-89d4-01ee6ff17b7c', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'floating_ip_address': '172.25.3.52', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'port_id': 'e867a8da-6e23-4ef5-be76-76662bc0e0e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'mac_address': 'fa:16:3e:59:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a2bb52-9f23-42ad-abff-80b01deed6c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:11:56Z', 'updated_at': '2022-01-28T01:11:56Z', 'revision_number': 0, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e2ea10-24d9-4f94-a20c-9a1c52020f95', 'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'mac_address': 'fa:16:3e:4a:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c704370c-1d43-453a-828e-959738e576e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:04Z', 'updated_at': '2022-01-28T01:06:09Z', 'revision_number': 5, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'subnets': [{'id': 'c704370c-1d43-453a-828e-959738e576e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:57.973941 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5cf15-39f4-4f96-898b-976867f89676 req-8bc411c9-668d-4058-902a-e0f6b27ec3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:57.976212 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52f5cf15-39f4-4f96-898b-976867f89676 req-8bc411c9-668d-4058-902a-e0f6b27ec3f6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c704370c-1d43-453a-828e-959738e576e5 HTTP/1.1" status: 200 len: 851 time: 0.0568476 Jan 28 01:11:58.005656 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202e7c71-79cb-43d1-95d3-0681b8fcc33d None None] Checking router: c3b0ce58-70ae-4a74-a7ea-2c40a495db5b for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:11:58.016334 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202e7c71-79cb-43d1-95d3-0681b8fcc33d None None] Routers {'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:11:58.017097 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-202e7c71-79cb-43d1-95d3-0681b8fcc33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:11:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:58.035498 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5cf15-39f4-4f96-898b-976867f89676 req-dbc933b1-6ac1-4780-a153-b57a4f122415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:11:58.037087 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52f5cf15-39f4-4f96-898b-976867f89676 req-dbc933b1-6ac1-4780-a153-b57a4f122415 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1ccff06-6c36-49c1-af92-8d7bb0a23521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550761 Jan 28 01:11:58.140211 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-202e7c71-79cb-43d1-95d3-0681b8fcc33d None None] Set router c3b0ce58-70ae-4a74-a7ea-2c40a495db5b gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:11:58.149773 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52f5cf15-39f4-4f96-898b-976867f89676 req-d4343c91-fce7-452f-9134-2b18b628f7fe service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057372 Jan 28 01:11:58.259014 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52f5cf15-39f4-4f96-898b-976867f89676 req-271b6e05-ca4d-4448-bf9a-df772eb7ec19 service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033115 Jan 28 01:11:58.424225 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-202e7c71-79cb-43d1-95d3-0681b8fcc33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'name': 'tempest-TestVolumeBootPattern-1631152365-router', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:00Z', 'updated_at': '2022-01-28T01:06:04Z', 'revision_number': 4, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'gw_port': {'id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:01Z', 'updated_at': '2022-01-28T01:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'adc97a80-9b36-4e1b-89d4-01ee6ff17b7c', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'floating_ip_address': '172.25.3.52', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'port_id': 'e867a8da-6e23-4ef5-be76-76662bc0e0e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'mac_address': 'fa:16:3e:59:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a2bb52-9f23-42ad-abff-80b01deed6c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:11:56Z', 'updated_at': '2022-01-28T01:11:56Z', 'revision_number': 0, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e2ea10-24d9-4f94-a20c-9a1c52020f95', 'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'mac_address': 'fa:16:3e:4a:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c704370c-1d43-453a-828e-959738e576e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:04Z', 'updated_at': '2022-01-28T01:06:09Z', 'revision_number': 5, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'subnets': [{'id': 'c704370c-1d43-453a-828e-959738e576e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:11:58.466707 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202e7c71-79cb-43d1-95d3-0681b8fcc33d None None] The sync data for ids ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'] in n-d-826754-1 is: [{'id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'name': 'tempest-TestVolumeBootPattern-1631152365-router', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:00Z', 'updated_at': '2022-01-28T01:06:04Z', 'revision_number': 4, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'gw_port': {'id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:01Z', 'updated_at': '2022-01-28T01:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'adc97a80-9b36-4e1b-89d4-01ee6ff17b7c', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'floating_ip_address': '172.25.3.52', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'port_id': 'e867a8da-6e23-4ef5-be76-76662bc0e0e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'mac_address': 'fa:16:3e:59:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a2bb52-9f23-42ad-abff-80b01deed6c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:11:56Z', 'updated_at': '2022-01-28T01:11:56Z', 'revision_number': 0, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e2ea10-24d9-4f94-a20c-9a1c52020f95', 'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'mac_address': 'fa:16:3e:4a:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c704370c-1d43-453a-828e-959738e576e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:04Z', 'updated_at': '2022-01-28T01:06:09Z', 'revision_number': 5, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'subnets': [{'id': 'c704370c-1d43-453a-828e-959738e576e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:11:58.693501 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe52005-3633-455f-b703-c1fc4a4d8475 None None] New status for floating IP adc97a80-9b36-4e1b-89d4-01ee6ff17b7c: ACTIVE {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:12:06.094094 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5afd31c5-a920-4301-a4a4-5f8ec5078f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:08.377164 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7bd884c2-dbd4-417d-9a1e-001bf3cc3644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:09.837680 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:11.376506 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:12.274108 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:13.376430 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:14.684977 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:25.546677 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:12:27.410722 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-007df90f-8b52-45ea-a1a9-6256cd60547d req-687fbd54-925f-4fa6-84fe-5cd5f9c024aa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0581923 Jan 28 01:12:27.538576 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007df90f-8b52-45ea-a1a9-6256cd60547d req-989b37cb-9ceb-4b19-9270-ecdb16939595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:27.540474 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-007df90f-8b52-45ea-a1a9-6256cd60547d req-989b37cb-9ceb-4b19-9270-ecdb16939595 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 1097 time: 0.0531378 Jan 28 01:12:27.685155 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007df90f-8b52-45ea-a1a9-6256cd60547d req-7461df10-2048-45a2-adaf-602cdd1f955e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:27.689605 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-007df90f-8b52-45ea-a1a9-6256cd60547d req-7461df10-2048-45a2-adaf-602cdd1f955e service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 913 time: 0.1207848 Jan 28 01:12:27.785362 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-007df90f-8b52-45ea-a1a9-6256cd60547d req-ee9e436b-7793-45b9-9784-c9bcba9bdbe2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e867a8da-6e23-4ef5-be76-76662bc0e0e9 HTTP/1.1" status: 200 len: 1001 time: 0.0913341 Jan 28 01:12:27.853423 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007df90f-8b52-45ea-a1a9-6256cd60547d req-c6b5fc4f-f2cc-49d8-bb00-84aa92c9c2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:27.855904 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-007df90f-8b52-45ea-a1a9-6256cd60547d req-c6b5fc4f-f2cc-49d8-bb00-84aa92c9c2db service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c704370c-1d43-453a-828e-959738e576e5 HTTP/1.1" status: 200 len: 851 time: 0.0642426 Jan 28 01:12:27.927216 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007df90f-8b52-45ea-a1a9-6256cd60547d req-f4d86428-fcd9-41a6-8fee-b3c15f69794a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:12:27.929489 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-007df90f-8b52-45ea-a1a9-6256cd60547d req-f4d86428-fcd9-41a6-8fee-b3c15f69794a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1ccff06-6c36-49c1-af92-8d7bb0a23521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661383 Jan 28 01:12:28.091565 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-007df90f-8b52-45ea-a1a9-6256cd60547d req-41fd849c-95c0-44f1-b6a1-00c759617360 service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544259 Jan 28 01:12:28.212016 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-007df90f-8b52-45ea-a1a9-6256cd60547d req-f43301ef-3791-4716-aeba-9e4a981c89d8 service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129136 Jan 28 01:12:36.090060 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-28e4a276-90ca-4a85-89fa-d8021f9bbe13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:38.380432 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1eb1fafc-ec6f-4f18-93c1-e27f67011e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:39.838046 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:41.378925 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:42.268570 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:43.374012 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:12:44.688244 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:02.539586 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:13:06.086569 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-660b27c5-8b4f-4dc9-b648-fe7c12ab4710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:08.382196 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-599aa231-4701-480a-849f-4f5080bd0d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:09.841348 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:11.376985 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:12.272265 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:13.387676 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:14.698641 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:29.406379 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-88f7d71d-da6b-4cde-aa5a-ebbd9fd9176c req-8dec3919-416a-4dd0-b45d-c709959ba43f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488379 Jan 28 01:13:29.510222 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7d71d-da6b-4cde-aa5a-ebbd9fd9176c req-a68b37c4-5c68-43fe-b1fc-8acbeaf1fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:29.511930 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-88f7d71d-da6b-4cde-aa5a-ebbd9fd9176c req-a68b37c4-5c68-43fe-b1fc-8acbeaf1fb75 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 1097 time: 0.0468149 Jan 28 01:13:29.636111 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7d71d-da6b-4cde-aa5a-ebbd9fd9176c req-078084d8-d1a9-4627-8700-e9d3881bc4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:29.637649 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-88f7d71d-da6b-4cde-aa5a-ebbd9fd9176c req-078084d8-d1a9-4627-8700-e9d3881bc4bc service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 913 time: 0.1077127 Jan 28 01:13:29.717226 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-88f7d71d-da6b-4cde-aa5a-ebbd9fd9176c req-ceeb320f-8353-43d9-9ca5-e94b8dbce7e4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e867a8da-6e23-4ef5-be76-76662bc0e0e9 HTTP/1.1" status: 200 len: 1001 time: 0.0738173 Jan 28 01:13:29.768306 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7d71d-da6b-4cde-aa5a-ebbd9fd9176c req-2817057e-4f06-4aa6-90ff-b3a9f034ef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:29.769811 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-88f7d71d-da6b-4cde-aa5a-ebbd9fd9176c req-2817057e-4f06-4aa6-90ff-b3a9f034ef57 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c704370c-1d43-453a-828e-959738e576e5 HTTP/1.1" status: 200 len: 851 time: 0.0473013 Jan 28 01:13:29.823029 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7d71d-da6b-4cde-aa5a-ebbd9fd9176c req-505741e8-b7e8-4a98-bebf-7a4d7fb8116b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:29.824894 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-88f7d71d-da6b-4cde-aa5a-ebbd9fd9176c req-505741e8-b7e8-4a98-bebf-7a4d7fb8116b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1ccff06-6c36-49c1-af92-8d7bb0a23521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486264 Jan 28 01:13:29.934807 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-88f7d71d-da6b-4cde-aa5a-ebbd9fd9176c req-aa7afd0b-403d-4fc8-8dc2-4190ad59742c service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038866 Jan 28 01:13:30.042217 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-88f7d71d-da6b-4cde-aa5a-ebbd9fd9176c req-2315c7b4-8110-4ada-a9ae-6361c4a2c581 service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016355 Jan 28 01:13:36.082125 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-493837ad-3f47-4177-96c1-68b182811293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:38.391042 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-93fdec2d-7f0c-49e7-b711-deb42fef4586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:39.538912 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:13:39.843093 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:41.381635 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:42.276332 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:43.370621 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:44.709317 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:53.450116 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4ba9e-0b95-435e-823d-4d9425278de8 req-71ab6d0e-22ae-48e3-acc6-4474264a2730 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:53.451760 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05a4ba9e-0b95-435e-823d-4d9425278de8 req-71ab6d0e-22ae-48e3-acc6-4474264a2730 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 946 time: 0.0600045 Jan 28 01:13:53.518767 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05a4ba9e-0b95-435e-823d-4d9425278de8 req-104f828c-e694-45a3-a6bb-44fcb9345536 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579162 Jan 28 01:13:54.677618 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce8e0d-b1fb-49e6-9e1a-ca4da3d1749e req-24290ab1-c151-4e18-89fa-30347ec7401b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:54.679216 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fdce8e0d-b1fb-49e6-9e1a-ca4da3d1749e req-24290ab1-c151-4e18-89fa-30347ec7401b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 946 time: 0.0639579 Jan 28 01:13:54.750065 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fdce8e0d-b1fb-49e6-9e1a-ca4da3d1749e req-0fd66e04-d4f6-4c0e-a76e-ed65b37b4df0 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634320 Jan 28 01:13:55.125175 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16444789-ff5d-41d4-91ed-f120373483a4 req-e222b4de-1a6c-456f-8e92-c4cd57589842 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:55.126571 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-16444789-ff5d-41d4-91ed-f120373483a4 req-e222b4de-1a6c-456f-8e92-c4cd57589842 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 946 time: 0.0802634 Jan 28 01:13:55.240632 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-16444789-ff5d-41d4-91ed-f120373483a4 req-caef81f8-d289-4a55-90c2-af6eca0f86d6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Deleting port e867a8da-6e23-4ef5-be76-76662bc0e0e9 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:13:55.240976 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-16444789-ff5d-41d4-91ed-f120373483a4 req-caef81f8-d289-4a55-90c2-af6eca0f86d6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (e867a8da-6e23-4ef5-be76-76662bc0e0e9), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:55.376147 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-16444789-ff5d-41d4-91ed-f120373483a4 req-caef81f8-d289-4a55-90c2-af6eca0f86d6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] For port e867a8da-6e23-4ef5-be76-76662bc0e0e9, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e867a8da-6e23-4ef5-be76-76662bc0e0e9,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:13:55.376432 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-16444789-ff5d-41d4-91ed-f120373483a4 req-caef81f8-d289-4a55-90c2-af6eca0f86d6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (e867a8da-6e23-4ef5-be76-76662bc0e0e9), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:55.985232 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c696a21-e15c-4514-ae78-541f5b6f4dd3 req-fe5a36e7-4198-4670-a0e1-e7d4a4d42519 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:13:55.986771 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5c696a21-e15c-4514-ae78-541f5b6f4dd3 req-fe5a36e7-4198-4670-a0e1-e7d4a4d42519 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 946 time: 0.1292427 Jan 28 01:13:56.096725 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5c696a21-e15c-4514-ae78-541f5b6f4dd3 req-a57ef0fe-4043-4cfd-ae09-4862dbf89efb tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039009 Jan 28 01:13:56.105148 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-16444789-ff5d-41d4-91ed-f120373483a4 req-caef81f8-d289-4a55-90c2-af6eca0f86d6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:56.107730 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-16444789-ff5d-41d4-91ed-f120373483a4 req-caef81f8-d289-4a55-90c2-af6eca0f86d6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (adc97a80-9b36-4e1b-89d4-01ee6ff17b7c), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:56.107730 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [req-16444789-ff5d-41d4-91ed-f120373483a4 req-caef81f8-d289-4a55-90c2-af6eca0f86d6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Floating IP adc97a80-9b36-4e1b-89d4-01ee6ff17b7c disassociated. External IP: 172.25.3.52, port: e867a8da-6e23-4ef5-be76-76662bc0e0e9. Jan 28 01:13:56.107730 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-16444789-ff5d-41d4-91ed-f120373483a4 req-caef81f8-d289-4a55-90c2-af6eca0f86d6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Calling delete_port for e867a8da-6e23-4ef5-be76-76662bc0e0e9 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:13:56.272371 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-16444789-ff5d-41d4-91ed-f120373483a4 req-caef81f8-d289-4a55-90c2-af6eca0f86d6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (e867a8da-6e23-4ef5-be76-76662bc0e0e9), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:56.306465 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef81f8-d289-4a55-90c2-af6eca0f86d6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Pushing event deleted for resources: {'Port': ['ID=e867a8da-6e23-4ef5-be76-76662bc0e0e9,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:13:56.320195 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef81f8-d289-4a55-90c2-af6eca0f86d6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:56.320550 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef81f8-d289-4a55-90c2-af6eca0f86d6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:56.321463 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef81f8-d289-4a55-90c2-af6eca0f86d6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:56.322593 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef81f8-d289-4a55-90c2-af6eca0f86d6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:56.324222 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef81f8-d289-4a55-90c2-af6eca0f86d6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:56.324222 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef81f8-d289-4a55-90c2-af6eca0f86d6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:56.324222 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef81f8-d289-4a55-90c2-af6eca0f86d6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:56.326098 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef81f8-d289-4a55-90c2-af6eca0f86d6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:56.326098 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef81f8-d289-4a55-90c2-af6eca0f86d6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:56.326098 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef81f8-d289-4a55-90c2-af6eca0f86d6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:56.326098 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef81f8-d289-4a55-90c2-af6eca0f86d6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:56.326655 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef81f8-d289-4a55-90c2-af6eca0f86d6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:56.327113 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef81f8-d289-4a55-90c2-af6eca0f86d6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:13:56.461434 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16444789-ff5d-41d4-91ed-f120373483a4 req-caef81f8-d289-4a55-90c2-af6eca0f86d6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Router c3b0ce58-70ae-4a74-a7ea-2c40a495db5b has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:13:56.592242 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16444789-ff5d-41d4-91ed-f120373483a4 req-caef81f8-d289-4a55-90c2-af6eca0f86d6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:13:56.604573 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe40f3-bfce-42a1-ba99-1d580f828a0c None None] Sync routers for ids ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:13:56.619672 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe40f3-bfce-42a1-ba99-1d580f828a0c None None] Routers {'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:13:56.621959 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-43fe40f3-bfce-42a1-ba99-1d580f828a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:13:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:56.634823 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-16444789-ff5d-41d4-91ed-f120373483a4 req-caef81f8-d289-4a55-90c2-af6eca0f86d6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] No DVR routers for this DVR port e867a8da-6e23-4ef5-be76-76662bc0e0e9 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:13:56.637880 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-16444789-ff5d-41d4-91ed-f120373483a4 req-caef81f8-d289-4a55-90c2-af6eca0f86d6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:13:56.641345 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-16444789-ff5d-41d4-91ed-f120373483a4 req-caef81f8-d289-4a55-90c2-af6eca0f86d6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.65 "DELETE /v2.0/ports/e867a8da-6e23-4ef5-be76-76662bc0e0e9 HTTP/1.1" status: 204 len: 173 time: 1.5097017 Jan 28 01:13:56.641806 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a2bb52-9f23-42ad-abff-80b01deed6c5', 'name': 'network-vif-deleted', 'tag': 'e867a8da-6e23-4ef5-be76-76662bc0e0e9'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:13:56.644208 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444219e8-6e63-4cd8-8215-16a686d35bf0" -d '{"events": [{"server_uuid": "c7a2bb52-9f23-42ad-abff-80b01deed6c5", "name": "network-vif-deleted", "tag": "e867a8da-6e23-4ef5-be76-76662bc0e0e9"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:13:56.770934 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-43fe40f3-bfce-42a1-ba99-1d580f828a0c None None] Set router c3b0ce58-70ae-4a74-a7ea-2c40a495db5b gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:13:56.786484 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09eb6b26-9bfe-43a8-a2f7-a72f7345a308 x-openstack-request-id: req-09eb6b26-9bfe-43a8-a2f7-a72f7345a308 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:13:56.786870 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a2bb52-9f23-42ad-abff-80b01deed6c5", "name": "network-vif-deleted", "tag": "e867a8da-6e23-4ef5-be76-76662bc0e0e9", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:13:56.787308 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-09eb6b26-9bfe-43a8-a2f7-a72f7345a308 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:13:56.787972 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a2bb52-9f23-42ad-abff-80b01deed6c5', 'name': 'network-vif-deleted', 'tag': 'e867a8da-6e23-4ef5-be76-76662bc0e0e9', 'status': 'completed', 'code': 200} Jan 28 01:13:57.001672 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e867a8da-6e23-4ef5-be76-76662bc0e0e9 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:13:57.032219 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: e867a8da-6e23-4ef5-be76-76662bc0e0e9 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:13:57.032579 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e867a8da-6e23-4ef5-be76-76662bc0e0e9 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:13:57.108973 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-43fe40f3-bfce-42a1-ba99-1d580f828a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'name': 'tempest-TestVolumeBootPattern-1631152365-router', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:00Z', 'updated_at': '2022-01-28T01:06:04Z', 'revision_number': 4, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'gw_port': {'id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:01Z', 'updated_at': '2022-01-28T01:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'c4e2ea10-24d9-4f94-a20c-9a1c52020f95', 'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'mac_address': 'fa:16:3e:4a:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c704370c-1d43-453a-828e-959738e576e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:04Z', 'updated_at': '2022-01-28T01:06:09Z', 'revision_number': 5, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'subnets': [{'id': 'c704370c-1d43-453a-828e-959738e576e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:57.141090 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe40f3-bfce-42a1-ba99-1d580f828a0c None None] Checking router: c3b0ce58-70ae-4a74-a7ea-2c40a495db5b for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:13:57.151291 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe40f3-bfce-42a1-ba99-1d580f828a0c None None] Routers {'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:13:57.152727 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-43fe40f3-bfce-42a1-ba99-1d580f828a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:13:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:57.221964 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-376c9709-5a5b-4ee0-a587-912f582a24d0 req-72a0af52-cc97-46cc-afe7-0316cbd411de tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 210 time: 0.0368443 Jan 28 01:13:57.300178 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-43fe40f3-bfce-42a1-ba99-1d580f828a0c None None] Set router c3b0ce58-70ae-4a74-a7ea-2c40a495db5b gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:13:57.554342 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-43fe40f3-bfce-42a1-ba99-1d580f828a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'name': 'tempest-TestVolumeBootPattern-1631152365-router', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:00Z', 'updated_at': '2022-01-28T01:06:04Z', 'revision_number': 4, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'gw_port': {'id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:01Z', 'updated_at': '2022-01-28T01:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'c4e2ea10-24d9-4f94-a20c-9a1c52020f95', 'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'mac_address': 'fa:16:3e:4a:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c704370c-1d43-453a-828e-959738e576e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:04Z', 'updated_at': '2022-01-28T01:06:09Z', 'revision_number': 5, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'subnets': [{'id': 'c704370c-1d43-453a-828e-959738e576e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:13:57.591057 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe40f3-bfce-42a1-ba99-1d580f828a0c None None] The sync data for ids ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'] in n-d-826754-1 is: [{'id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'name': 'tempest-TestVolumeBootPattern-1631152365-router', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:00Z', 'updated_at': '2022-01-28T01:06:04Z', 'revision_number': 4, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'gw_port': {'id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:01Z', 'updated_at': '2022-01-28T01:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'c4e2ea10-24d9-4f94-a20c-9a1c52020f95', 'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'mac_address': 'fa:16:3e:4a:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c704370c-1d43-453a-828e-959738e576e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:04Z', 'updated_at': '2022-01-28T01:06:09Z', 'revision_number': 5, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'subnets': [{'id': 'c704370c-1d43-453a-828e-959738e576e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:13:57.902483 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6b07da-9219-4a88-97ed-b2d120c320b9 None None] New status for floating IP adc97a80-9b36-4e1b-89d4-01ee6ff17b7c: DOWN {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:13:58.363135 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-28f90c7e-b40d-42c1-ae2a-9a0a25a9ed3c req-ea1550fe-d8f8-4dd2-bfb5-e6c4203b6c83 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 210 time: 0.0388637 Jan 28 01:13:59.472903 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1c7819dd-76d4-49c1-a0cc-3c52da477461 req-eff93e63-5a34-4875-a164-00400c9949e9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 210 time: 0.0284386 Jan 28 01:14:00.577758 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cb26cf02-da4c-4df0-8a51-6fd646cf05dc req-342f560e-9658-463b-bc63-233ae04f4e36 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 210 time: 0.0280080 Jan 28 01:14:01.682009 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0c99ac3e-926d-4614-afd5-017a70506751 req-2d41cbe0-d920-4aef-acf4-869c4e4ab12e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 210 time: 0.0278466 Jan 28 01:14:02.791161 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5586e97d-f5f9-46cf-967c-c47086e0eb7b req-f2288641-4632-4d76-b4c2-2fb369c58c4a tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 210 time: 0.0339720 Jan 28 01:14:03.917192 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dc392379-0927-4998-b771-fbb6b0ec3abf req-ede8e9e4-7820-425e-928c-d045ff693451 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 210 time: 0.0303173 Jan 28 01:14:05.040892 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-64c9f483-e6af-4d1d-9459-4c606cf9be54 req-43bf931f-a94b-41a0-96e8-c7ee421a2ee1 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 210 time: 0.0455642 Jan 28 01:14:06.094155 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e5508c9c-6fe2-4f99-b2a8-4b9d00602dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:06.216008 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f58fb6a8-c77c-472c-80ac-ed876bde6c1a req-eabef73f-aa2b-4a19-9b5c-fa576517d024 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7a2bb52-9f23-42ad-abff-80b01deed6c5 HTTP/1.1" status: 200 len: 210 time: 0.0321977 Jan 28 01:14:07.475828 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-fa05878e-a017-41be-99d9-85c61c03bf7e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1561842538&fields=id&tenant_id=f3a1d7380c294442abd815a7478506ec HTTP/1.1" status: 200 len: 267 time: 0.0571654 Jan 28 01:14:07.608022 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-1907ea0d-4188-43c2-ba12-1de321d03525 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:07.609562 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-1907ea0d-4188-43c2-ba12-1de321d03525 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 812 time: 0.1241088 Jan 28 01:14:07.626415 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-4e01d941-5bc9-4c66-a1d0-b04d084134fa tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/quotas/f3a1d7380c294442abd815a7478506ec HTTP/1.1" status: 200 len: 375 time: 0.0108569 Jan 28 01:14:07.685092 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-8044d6b1-0ca4-4e0b-baeb-07548329c8a6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529470 Jan 28 01:14:07.703147 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-26b85024-af38-417d-9032-ebf8d3ae6ad0 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:14:07.704404 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-26b85024-af38-417d-9032-ebf8d3ae6ad0 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062590 Jan 28 01:14:07.828870 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-bee24bd2-1f45-4ca9-997d-653610f9c90a service neutron] 10.222.0.70 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176817 Jan 28 01:14:07.950648 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-615eeacd-d878-46f1-b56c-4d55208c71d6 service neutron] 10.222.0.70 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149919 Jan 28 01:14:08.292974 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fceec39f-5ea6-4fdf-98a8-42be69731298 req-43ac7f90-f234-4c48-aaa0-c7b263f7c862 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 210 time: 0.0367258 Jan 28 01:14:08.393083 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-69fc398d-aa19-489f-a6d0-2355062b0e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:09.410684 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-21d05269-dd7e-486c-8c2b-8c2d2919ea80 req-4b8579c5-7e24-4409-ac65-6576c70aec73 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 210 time: 0.0318613 Jan 28 01:14:09.479249 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-8d41775b-7d09-4d24-858a-b2ae4a5e6a97 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:09.481034 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-8d41775b-7d09-4d24-858a-b2ae4a5e6a97 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.52 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 812 time: 0.1196928 Jan 28 01:14:09.566909 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-98f77515-f0bc-4fc6-8cb0-4d00c5bf5449 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3a1d7380c294442abd815a7478506ec HTTP/1.1" status: 200 len: 380 time: 0.0693967 Jan 28 01:14:09.585408 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-001d9b7e-fc1f-4f0f-ab4f-ce4cdfdf71c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Request body: {'port': {'device_id': '7a396129-e8f2-4904-a838-f005abc700da', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'admin_state_up': True, 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'security_groups': ['30420a9e-5bdb-4625-81a3-5580b8155c88']}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:09.744546 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-001d9b7e-fc1f-4f0f-ab4f-ce4cdfdf71c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Made reservation on behalf of f3a1d7380c294442abd815a7478506ec for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:14:09.748742 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-001d9b7e-fc1f-4f0f-ab4f-ce4cdfdf71c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:09.853113 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:09.910360 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-001d9b7e-fc1f-4f0f-ab4f-ce4cdfdf71c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Allocated IP 172.20.0.12 (e1ccff06-6c36-49c1-af92-8d7bb0a23521/c704370c-1d43-453a-828e-959738e576e5/71679bcf-430a-4168-b419-cf1a5ce05a1b) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:10.069910 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-001d9b7e-fc1f-4f0f-ab4f-ce4cdfdf71c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for port (71679bcf-430a-4168-b419-cf1a5ce05a1b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:10.108546 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-001d9b7e-fc1f-4f0f-ab4f-ce4cdfdf71c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (71679bcf-430a-4168-b419-cf1a5ce05a1b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:10.159716 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-001d9b7e-fc1f-4f0f-ab4f-ce4cdfdf71c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Network e1ccff06-6c36-49c1-af92-8d7bb0a23521 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:10.163284 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-001d9b7e-fc1f-4f0f-ab4f-ce4cdfdf71c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:10.169893 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-001d9b7e-fc1f-4f0f-ab4f-ce4cdfdf71c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:14:10.176639 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d9b7e-fc1f-4f0f-ab4f-ce4cdfdf71c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Pushing event updated for resources: {'Port': ['ID=71679bcf-430a-4168-b419-cf1a5ce05a1b,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:10.209196 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d9b7e-fc1f-4f0f-ab4f-ce4cdfdf71c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:10.209545 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d9b7e-fc1f-4f0f-ab4f-ce4cdfdf71c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:10.209914 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d9b7e-fc1f-4f0f-ab4f-ce4cdfdf71c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:10.210257 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d9b7e-fc1f-4f0f-ab4f-ce4cdfdf71c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:10.210599 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d9b7e-fc1f-4f0f-ab4f-ce4cdfdf71c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:10.211541 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d9b7e-fc1f-4f0f-ab4f-ce4cdfdf71c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:10.211911 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d9b7e-fc1f-4f0f-ab4f-ce4cdfdf71c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:10.212245 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d9b7e-fc1f-4f0f-ab4f-ce4cdfdf71c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:10.212579 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d9b7e-fc1f-4f0f-ab4f-ce4cdfdf71c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:10.212910 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d9b7e-fc1f-4f0f-ab4f-ce4cdfdf71c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:10.213243 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d9b7e-fc1f-4f0f-ab4f-ce4cdfdf71c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:10.213576 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d9b7e-fc1f-4f0f-ab4f-ce4cdfdf71c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:10.213910 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d9b7e-fc1f-4f0f-ab4f-ce4cdfdf71c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:10.238096 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-001d9b7e-fc1f-4f0f-ab4f-ce4cdfdf71c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:10.239096 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-001d9b7e-fc1f-4f0f-ab4f-ce4cdfdf71c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:10.259076 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-001d9b7e-fc1f-4f0f-ab4f-ce4cdfdf71c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6797993 Jan 28 01:14:10.277900 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-1cfc6d84-81cd-4710-a2cb-e0b676c6cfed service neutron] Request body: {'port': {'device_id': '7a396129-e8f2-4904-a838-f005abc700da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:10.342192 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-1cfc6d84-81cd-4710-a2cb-e0b676c6cfed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (71679bcf-430a-4168-b419-cf1a5ce05a1b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:10.517351 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2dd1ed60-f008-44c6-81f4-aab76bcfc6ab None None] Provisioning complete for port 71679bcf-430a-4168-b419-cf1a5ce05a1b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:10.518025 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2dd1ed60-f008-44c6-81f4-aab76bcfc6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (71679bcf-430a-4168-b419-cf1a5ce05a1b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:10.558569 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926ce48-6434-4b47-9825-e82a1ee6baee req-48e1a103-8ac3-447c-beba-aa80e5c70d22 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:10.561929 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2dd1ed60-f008-44c6-81f4-aab76bcfc6ab None None] Port 71679bcf-430a-4168-b419-cf1a5ce05a1b cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:14:10.566796 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7926ce48-6434-4b47-9825-e82a1ee6baee req-48e1a103-8ac3-447c-beba-aa80e5c70d22 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 932 time: 0.0636532 Jan 28 01:14:10.632230 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7926ce48-6434-4b47-9825-e82a1ee6baee req-50c4f470-86e5-4d93-ba87-9814fd98edd7 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645089 Jan 28 01:14:10.710168 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-1cfc6d84-81cd-4710-a2cb-e0b676c6cfed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71679bcf-430a-4168-b419-cf1a5ce05a1b {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:14:10.721096 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-1cfc6d84-81cd-4710-a2cb-e0b676c6cfed service neutron] Publish callbacks [] for port (71679bcf-430a-4168-b419-cf1a5ce05a1b), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:10.738331 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-1cfc6d84-81cd-4710-a2cb-e0b676c6cfed service neutron] Transition to ACTIVE for port object 71679bcf-430a-4168-b419-cf1a5ce05a1b will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:14:10.743802 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-1cfc6d84-81cd-4710-a2cb-e0b676c6cfed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (71679bcf-430a-4168-b419-cf1a5ce05a1b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:10.831274 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc6d84-81cd-4710-a2cb-e0b676c6cfed service neutron] Pushing event updated for resources: {'Port': ['ID=71679bcf-430a-4168-b419-cf1a5ce05a1b,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:10.908661 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-1cfc6d84-81cd-4710-a2cb-e0b676c6cfed service neutron] Attempting to bind port 71679bcf-430a-4168-b419-cf1a5ce05a1b on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:14:10.909232 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-1cfc6d84-81cd-4710-a2cb-e0b676c6cfed service neutron] Attempting to bind port 71679bcf-430a-4168-b419-cf1a5ce05a1b by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:14:10.911048 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-1cfc6d84-81cd-4710-a2cb-e0b676c6cfed service neutron] Attempting to bind port 71679bcf-430a-4168-b419-cf1a5ce05a1b on network e1ccff06-6c36-49c1-af92-8d7bb0a23521 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:14:10.920295 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-1cfc6d84-81cd-4710-a2cb-e0b676c6cfed service neutron] Port 71679bcf-430a-4168-b419-cf1a5ce05a1b on network e1ccff06-6c36-49c1-af92-8d7bb0a23521 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:14:10.920851 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-1cfc6d84-81cd-4710-a2cb-e0b676c6cfed service neutron] Attempting to bind port 71679bcf-430a-4168-b419-cf1a5ce05a1b on network e1ccff06-6c36-49c1-af92-8d7bb0a23521 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:14:10.930082 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-1cfc6d84-81cd-4710-a2cb-e0b676c6cfed service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:14:10.930679 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-1cfc6d84-81cd-4710-a2cb-e0b676c6cfed service neutron] Checking segment: {'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:14:10.931356 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-1cfc6d84-81cd-4710-a2cb-e0b676c6cfed service neutron] Bound using segment: {'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:14:10.932179 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-1cfc6d84-81cd-4710-a2cb-e0b676c6cfed service neutron] Bound port: 71679bcf-430a-4168-b419-cf1a5ce05a1b, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:14:10.932677 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-1cfc6d84-81cd-4710-a2cb-e0b676c6cfed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (71679bcf-430a-4168-b419-cf1a5ce05a1b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:11.032624 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-1cfc6d84-81cd-4710-a2cb-e0b676c6cfed service neutron] For port 71679bcf-430a-4168-b419-cf1a5ce05a1b, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:14:11.036218 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-1cfc6d84-81cd-4710-a2cb-e0b676c6cfed service neutron] For port 71679bcf-430a-4168-b419-cf1a5ce05a1b, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=71679bcf-430a-4168-b419-cf1a5ce05a1b,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:14:11.041829 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-1cfc6d84-81cd-4710-a2cb-e0b676c6cfed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (71679bcf-430a-4168-b419-cf1a5ce05a1b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:11.097200 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-1cfc6d84-81cd-4710-a2cb-e0b676c6cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:11.097832 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-1cfc6d84-81cd-4710-a2cb-e0b676c6cfed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:11.099305 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-1cfc6d84-81cd-4710-a2cb-e0b676c6cfed service neutron] 10.222.0.52 "PUT /v2.0/ports/71679bcf-430a-4168-b419-cf1a5ce05a1b HTTP/1.1" status: 200 len: 1092 time: 0.8266020 Jan 28 01:14:11.100010 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a396129-e8f2-4904-a838-f005abc700da', 'tag': '71679bcf-430a-4168-b419-cf1a5ce05a1b'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:14:11.102391 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad796531-de4b-430b-8331-554e8f224058" -d '{"events": [{"name": "network-changed", "server_uuid": "7a396129-e8f2-4904-a838-f005abc700da", "tag": "71679bcf-430a-4168-b419-cf1a5ce05a1b"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:14:11.152561 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc6d84-81cd-4710-a2cb-e0b676c6cfed service neutron] Pushing event updated for resources: {'Port': ['ID=71679bcf-430a-4168-b419-cf1a5ce05a1b,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:11.202063 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9339d7-e776-49fc-89c1-c67f3f970d38 x-openstack-request-id: req-8f9339d7-e776-49fc-89c1-c67f3f970d38 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:14:11.202458 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a396129-e8f2-4904-a838-f005abc700da", "tag": "71679bcf-430a-4168-b419-cf1a5ce05a1b", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:14:11.202721 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8f9339d7-e776-49fc-89c1-c67f3f970d38 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:14:11.203128 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a396129-e8f2-4904-a838-f005abc700da', 'tag': '71679bcf-430a-4168-b419-cf1a5ce05a1b', 'status': 'completed', 'code': 200} Jan 28 01:14:11.228089 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-1889d6ff-b458-4257-a8b9-a51452bd04ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:11.229843 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-1889d6ff-b458-4257-a8b9-a51452bd04ce service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 1095 time: 0.0610921 Jan 28 01:14:11.288861 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-bd569fec-e392-4453-9500-536cf4309ec4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71679bcf-430a-4168-b419-cf1a5ce05a1b HTTP/1.1" status: 200 len: 217 time: 0.0437739 Jan 28 01:14:11.342111 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-fd01985e-c448-460f-9f01-a95971c6652e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:11.343731 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-fd01985e-c448-460f-9f01-a95971c6652e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c704370c-1d43-453a-828e-959738e576e5 HTTP/1.1" status: 200 len: 851 time: 0.0505037 Jan 28 01:14:11.396274 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:11.399803 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-69834a23-4b52-4f57-b1f6-c38138558211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:11.401618 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-69834a23-4b52-4f57-b1f6-c38138558211 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1ccff06-6c36-49c1-af92-8d7bb0a23521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515127 Jan 28 01:14:11.528924 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-d11ea2dc-0734-4268-afad-e22222ba9a1b service neutron] 10.222.0.52 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202571 Jan 28 01:14:11.640944 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-73a3449f-7ba1-43a0-b743-2614fbe4feaa req-0f4ba96e-5c5e-4697-be84-0dcfcfc0d588 service neutron] 10.222.0.52 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060755 Jan 28 01:14:11.777032 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd9aa2-e75a-4fae-ba6a-fbe03fabf60d req-9adaa714-e7fe-4338-8a26-2ce6cee9be33 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:11.779482 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-edbd9aa2-e75a-4fae-ba6a-fbe03fabf60d req-9adaa714-e7fe-4338-8a26-2ce6cee9be33 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 944 time: 0.0561564 Jan 28 01:14:11.780347 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad796531-de4b-430b-8331-554e8f224058 req-cb4f8e8f-8331-4656-8aeb-e00efa5d071b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:11.781910 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ad796531-de4b-430b-8331-554e8f224058 req-cb4f8e8f-8331-4656-8aeb-e00efa5d071b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 1095 time: 0.0491412 Jan 28 01:14:11.837590 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-edbd9aa2-e75a-4fae-ba6a-fbe03fabf60d req-56dccd1d-8b60-4b42-939a-8a68920cf3ff tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518677 Jan 28 01:14:11.890053 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad796531-de4b-430b-8331-554e8f224058 req-118f691c-e466-478f-8dd3-b400bf7f60e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:11.891688 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ad796531-de4b-430b-8331-554e8f224058 req-118f691c-e466-478f-8dd3-b400bf7f60e8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 913 time: 0.1026382 Jan 28 01:14:11.936127 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ad796531-de4b-430b-8331-554e8f224058 req-045e9a8c-259e-411f-b509-190e2d25b858 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71679bcf-430a-4168-b419-cf1a5ce05a1b HTTP/1.1" status: 200 len: 217 time: 0.0382347 Jan 28 01:14:12.001570 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad796531-de4b-430b-8331-554e8f224058 req-efe56860-8c44-4501-973b-c6c95aa0ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:12.003078 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ad796531-de4b-430b-8331-554e8f224058 req-efe56860-8c44-4501-973b-c6c95aa0ed8a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c704370c-1d43-453a-828e-959738e576e5 HTTP/1.1" status: 200 len: 851 time: 0.0621066 Jan 28 01:14:12.057232 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad796531-de4b-430b-8331-554e8f224058 req-2b7e95a3-b08a-4c2f-9f29-71073f3852e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:12.059007 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ad796531-de4b-430b-8331-554e8f224058 req-2b7e95a3-b08a-4c2f-9f29-71073f3852e3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1ccff06-6c36-49c1-af92-8d7bb0a23521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504410 Jan 28 01:14:12.158208 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ad796531-de4b-430b-8331-554e8f224058 req-e4625aa6-bcb4-462a-b238-6ce40afe8cb0 service neutron] 10.222.0.52 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933414 Jan 28 01:14:12.286248 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:12.581471 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ad796531-de4b-430b-8331-554e8f224058 req-4f59acbd-021a-4475-b424-52f601182d82 service neutron] 10.222.0.52 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173553 Jan 28 01:14:12.985960 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2550880-b81c-451d-bf0a-9b20c498d544 req-75467ce4-3225-40ef-8a7b-8b9cf9c64213 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:12.991650 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d2550880-b81c-451d-bf0a-9b20c498d544 req-75467ce4-3225-40ef-8a7b-8b9cf9c64213 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 944 time: 0.0615096 Jan 28 01:14:13.045601 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d2550880-b81c-451d-bf0a-9b20c498d544 req-062c8b27-d5d4-4258-81da-8e75a508c60d tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502088 Jan 28 01:14:13.404537 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:14.173780 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b646f-ed0a-4021-afb1-501d305bd21b req-d5c9acd7-203e-4335-b356-a26a68f707e0 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:14.175337 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d58b646f-ed0a-4021-afb1-501d305bd21b req-d5c9acd7-203e-4335-b356-a26a68f707e0 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 944 time: 0.0571165 Jan 28 01:14:14.231730 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d58b646f-ed0a-4021-afb1-501d305bd21b req-7e0d67bb-8b40-4043-8b13-a0824145823c tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500140 Jan 28 01:14:14.730873 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:15.359225 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc117f-8891-4c87-8c5f-2ed5899c8f9e req-b2cb0aa1-472e-463e-a29f-b67af7163d01 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:15.360930 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22dc117f-8891-4c87-8c5f-2ed5899c8f9e req-b2cb0aa1-472e-463e-a29f-b67af7163d01 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 944 time: 0.0548599 Jan 28 01:14:15.419461 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22dc117f-8891-4c87-8c5f-2ed5899c8f9e req-8349a2e6-e626-4495-be18-a2eb4b1562b3 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492196 Jan 28 01:14:16.538844 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:14:16.555057 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0512f7-828f-4faf-85e0-789d5ac85d7f req-c052443e-150f-45de-b987-41b2996980da tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:16.556701 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3d0512f7-828f-4faf-85e0-789d5ac85d7f req-c052443e-150f-45de-b987-41b2996980da tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 944 time: 0.0586910 Jan 28 01:14:16.611691 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3d0512f7-828f-4faf-85e0-789d5ac85d7f req-785e22cb-adf9-43cc-a77e-80e9a186e86a tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491419 Jan 28 01:14:17.740687 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489b4cb-6c7d-4834-bbca-fd91924f4789 req-887d313b-1020-45c9-901a-b65104b872bd tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:17.742827 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3489b4cb-6c7d-4834-bbca-fd91924f4789 req-887d313b-1020-45c9-901a-b65104b872bd tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 944 time: 0.0525012 Jan 28 01:14:17.798738 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3489b4cb-6c7d-4834-bbca-fd91924f4789 req-110847b4-8555-47ff-b5bd-539622d1471b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498905 Jan 28 01:14:18.925390 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0395be-390b-4df2-b144-6e5aa48461c4 req-6cc691d2-4363-4a0d-bea5-f81c623d9092 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:18.926995 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb0395be-390b-4df2-b144-6e5aa48461c4 req-6cc691d2-4363-4a0d-bea5-f81c623d9092 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 944 time: 0.0498633 Jan 28 01:14:18.985361 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb0395be-390b-4df2-b144-6e5aa48461c4 req-2b4d7307-6e74-43ac-9af2-d0bd2f6e2399 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514679 Jan 28 01:14:20.120791 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767bb84-2407-466e-8e29-5bb09ab2509e req-459c1997-45a2-4ff9-b56b-9089bf95b8c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:20.122379 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9767bb84-2407-466e-8e29-5bb09ab2509e req-459c1997-45a2-4ff9-b56b-9089bf95b8c6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 944 time: 0.0579555 Jan 28 01:14:20.187794 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9767bb84-2407-466e-8e29-5bb09ab2509e req-368ff8ec-2716-463d-b02a-03ad34085af4 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596693 Jan 28 01:14:21.310925 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dab443-622a-419b-97e3-7930c4c9a9fb req-c9cb6403-715b-4324-8768-e5727d933651 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:21.312519 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c7dab443-622a-419b-97e3-7930c4c9a9fb req-c9cb6403-715b-4324-8768-e5727d933651 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 944 time: 0.0496790 Jan 28 01:14:21.369135 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c7dab443-622a-419b-97e3-7930c4c9a9fb req-b188a8b5-cec9-4020-a955-c8b7ce23c9af tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502541 Jan 28 01:14:22.494937 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6b69a-ebea-4434-b41a-3d081cf968d5 req-3f528d64-b2c5-4590-af6b-d57f88459963 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:22.496530 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3be6b69a-ebea-4434-b41a-3d081cf968d5 req-3f528d64-b2c5-4590-af6b-d57f88459963 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 944 time: 0.0561390 Jan 28 01:14:22.548063 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3be6b69a-ebea-4434-b41a-3d081cf968d5 req-a0d4566b-83ef-4f36-b004-c3e5b7885cf2 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456440 Jan 28 01:14:23.696176 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e7e2b-95c8-49cf-b957-4f978d3bd1b8 req-5a12f83e-e358-4eee-87f3-9f5c6b991f8b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:23.697740 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-273e7e2b-95c8-49cf-b957-4f978d3bd1b8 req-5a12f83e-e358-4eee-87f3-9f5c6b991f8b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 944 time: 0.0567505 Jan 28 01:14:23.750354 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-273e7e2b-95c8-49cf-b957-4f978d3bd1b8 req-49b33137-1e1d-4948-8296-a4ad44366ae0 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466032 Jan 28 01:14:24.876196 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f272938-46da-43af-bf2c-e56a63d144a8 req-f29326fc-4685-4264-afc4-9231cb50f3bb tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:24.877712 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f272938-46da-43af-bf2c-e56a63d144a8 req-f29326fc-4685-4264-afc4-9231cb50f3bb tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 944 time: 0.0499415 Jan 28 01:14:24.935459 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f272938-46da-43af-bf2c-e56a63d144a8 req-d585ae69-850f-45c4-93ea-8bf37bafb39e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501432 Jan 28 01:14:26.075957 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a993d-b207-4289-a98c-a22fd29937b2 req-335f3ecc-c6d1-4f6b-a707-7f8cda1451a1 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:26.077571 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe0a993d-b207-4289-a98c-a22fd29937b2 req-335f3ecc-c6d1-4f6b-a707-7f8cda1451a1 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 944 time: 0.0660021 Jan 28 01:14:26.140088 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe0a993d-b207-4289-a98c-a22fd29937b2 req-af448832-a73e-43d2-9434-9c3a0688452f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559175 Jan 28 01:14:27.262904 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cf292-a330-4faf-916d-7bb2ada93139 req-e816f708-851c-4c2a-bd6e-692cbe97a78e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:27.264862 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-599cf292-a330-4faf-916d-7bb2ada93139 req-e816f708-851c-4c2a-bd6e-692cbe97a78e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 944 time: 0.0514307 Jan 28 01:14:27.322737 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-599cf292-a330-4faf-916d-7bb2ada93139 req-756fc2c6-106c-4ac1-a67a-fb406cdcd421 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520723 Jan 28 01:14:28.450146 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1d41e-5d0a-42b4-a6e1-b8969c16da9a req-2874072e-4f20-4316-9009-f8b4f92399d6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:28.451969 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-08d1d41e-5d0a-42b4-a6e1-b8969c16da9a req-2874072e-4f20-4316-9009-f8b4f92399d6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 944 time: 0.0598443 Jan 28 01:14:28.508897 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-08d1d41e-5d0a-42b4-a6e1-b8969c16da9a req-5f27776b-351d-43f7-a8bb-d055f266bd2e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507751 Jan 28 01:14:29.641420 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5bc02-89dc-4726-8fdc-74cb57e4b275 req-da54c2c3-edbf-46cf-bc58-d2b325d8c22e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:29.644005 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9c5bc02-89dc-4726-8fdc-74cb57e4b275 req-da54c2c3-edbf-46cf-bc58-d2b325d8c22e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 944 time: 0.0653989 Jan 28 01:14:29.698315 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9c5bc02-89dc-4726-8fdc-74cb57e4b275 req-ad2ae4b0-669e-49b1-8d7e-083aedf3f8c9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480344 Jan 28 01:14:30.258178 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 71679bcf-430a-4168-b419-cf1a5ce05a1b details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:14:30.363294 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 71679bcf-430a-4168-b419-cf1a5ce05a1b, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=71679bcf-430a-4168-b419-cf1a5ce05a1b,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:30.376203 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '71679bcf-430a-4168-b419-cf1a5ce05a1b', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'port_id': '71679bcf-430a-4168-b419-cf1a5ce05a1b', 'mac_address': 'fa:16:3e:c8:a1:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c704370c-1d43-453a-828e-959738e576e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:14:30.422890 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 71679bcf-430a-4168-b419-cf1a5ce05a1b is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:30.423228 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (71679bcf-430a-4168-b419-cf1a5ce05a1b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:30.441839 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71679bcf-430a-4168-b419-cf1a5ce05a1b {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:14:30.468572 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 71679bcf-430a-4168-b419-cf1a5ce05a1b, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=71679bcf-430a-4168-b419-cf1a5ce05a1b,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:30.474419 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (71679bcf-430a-4168-b419-cf1a5ce05a1b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:30.548154 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=71679bcf-430a-4168-b419-cf1a5ce05a1b,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:30.562613 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:30.563149 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:30.563710 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:30.564272 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:30.564828 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:30.565386 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:30.565955 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:30.566506 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:30.567031 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:30.567623 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:30.568202 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:30.568761 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:30.569971 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:14:30.828486 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612b197-b71b-4c38-bbf4-aca0cfdcc0a2 req-fdab1ce6-199c-43de-9db9-400ebbe84f72 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:30.829946 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4612b197-b71b-4c38-bbf4-aca0cfdcc0a2 req-fdab1ce6-199c-43de-9db9-400ebbe84f72 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 945 time: 0.0594399 Jan 28 01:14:30.887364 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4612b197-b71b-4c38-bbf4-aca0cfdcc0a2 req-4b1e7127-ad5a-41a6-aad8-0c6e003d3e26 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493526 Jan 28 01:14:30.911050 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['71679bcf-430a-4168-b419-cf1a5ce05a1b'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:14:32.015519 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbe6fc-0d4a-4099-a355-33dce1578203 req-6ce0fe7d-79cc-427b-a50b-9036a791d43a tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:32.017036 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3edbe6fc-0d4a-4099-a355-33dce1578203 req-6ce0fe7d-79cc-427b-a50b-9036a791d43a tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 945 time: 0.0528355 Jan 28 01:14:32.072033 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3edbe6fc-0d4a-4099-a355-33dce1578203 req-c0260e48-544f-4b42-b264-13de41bf8961 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483704 Jan 28 01:14:32.263261 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 71679bcf-430a-4168-b419-cf1a5ce05a1b up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:14:32.320149 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 71679bcf-430a-4168-b419-cf1a5ce05a1b completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:14:32.324707 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 71679bcf-430a-4168-b419-cf1a5ce05a1b triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:14:32.325089 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (71679bcf-430a-4168-b419-cf1a5ce05a1b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:32.413356 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 71679bcf-430a-4168-b419-cf1a5ce05a1b is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:14:32.413759 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (71679bcf-430a-4168-b419-cf1a5ce05a1b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:32.439173 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a396129-e8f2-4904-a838-f005abc700da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71679bcf-430a-4168-b419-cf1a5ce05a1b'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:14:32.442165 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972d9ead-7534-4e4e-b9ce-35c0ef72e229" -d '{"events": [{"server_uuid": "7a396129-e8f2-4904-a838-f005abc700da", "name": "network-vif-plugged", "status": "completed", "tag": "71679bcf-430a-4168-b419-cf1a5ce05a1b"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:14:32.460140 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 71679bcf-430a-4168-b419-cf1a5ce05a1b, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=71679bcf-430a-4168-b419-cf1a5ce05a1b,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:14:32.465721 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (71679bcf-430a-4168-b419-cf1a5ce05a1b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:32.490054 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e7abc2-d47f-4ad8-8fba-bb0e10a1a172 x-openstack-request-id: req-a0e7abc2-d47f-4ad8-8fba-bb0e10a1a172 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:14:32.490358 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a396129-e8f2-4904-a838-f005abc700da", "name": "network-vif-plugged", "status": "completed", "tag": "71679bcf-430a-4168-b419-cf1a5ce05a1b", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:14:32.490592 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a0e7abc2-d47f-4ad8-8fba-bb0e10a1a172 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:14:32.490998 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a396129-e8f2-4904-a838-f005abc700da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71679bcf-430a-4168-b419-cf1a5ce05a1b', 'code': 200} Jan 28 01:14:32.521280 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=71679bcf-430a-4168-b419-cf1a5ce05a1b,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:32.625296 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26ac85-cf23-4e1e-abdc-758a6d81c97e req-53abd819-8f59-49a4-9371-49bdac8439e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:32.626726 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6d26ac85-cf23-4e1e-abdc-758a6d81c97e req-53abd819-8f59-49a4-9371-49bdac8439e9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 1097 time: 0.0456750 Jan 28 01:14:32.677869 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6d26ac85-cf23-4e1e-abdc-758a6d81c97e req-58bb1edf-2b67-4df9-831f-4e760692a5db service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446613 Jan 28 01:14:33.188676 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31c9fb-dba0-4f03-92f2-06d4a0002d3b req-665b1fa8-4836-45b9-9970-ba388d5b20d1 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:33.190139 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4a31c9fb-dba0-4f03-92f2-06d4a0002d3b req-665b1fa8-4836-45b9-9970-ba388d5b20d1 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 946 time: 0.0493014 Jan 28 01:14:33.244162 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4a31c9fb-dba0-4f03-92f2-06d4a0002d3b req-168f76d7-5611-4b5d-8d58-8deae315214c tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479553 Jan 28 01:14:34.365371 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a837f77-f80f-406b-8ad4-fb91b126e830 req-fe5012bb-bcb4-4044-977c-84f814c676ca tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:34.367472 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4a837f77-f80f-406b-8ad4-fb91b126e830 req-fe5012bb-bcb4-4044-977c-84f814c676ca tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 946 time: 0.0505359 Jan 28 01:14:34.418595 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4a837f77-f80f-406b-8ad4-fb91b126e830 req-545c99ee-c029-4b66-9373-d7b1493a72fe tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450957 Jan 28 01:14:34.541239 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728b041-0435-4e08-ba16-4855f6666aeb req-288ffbad-0919-4b25-8ea5-ca23fe488863 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:34.542664 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e728b041-0435-4e08-ba16-4855f6666aeb req-288ffbad-0919-4b25-8ea5-ca23fe488863 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 946 time: 0.0492623 Jan 28 01:14:34.596769 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e728b041-0435-4e08-ba16-4855f6666aeb req-e0157710-f1f0-478d-af5b-feeb40e16288 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483956 Jan 28 01:14:34.620328 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51986) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:34.664283 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e73841-0388-43f2-ac15-352e0595cb34 tempest-TestVolumeBootPattern-1044163625 tempest-TestVolumeBootPattern-1044163625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:34.665806 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e4e73841-0388-43f2-ac15-352e0595cb34 tempest-TestVolumeBootPattern-1044163625 tempest-TestVolumeBootPattern-1044163625-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 1092 time: 0.0442662 Jan 28 01:14:34.668688 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 51988) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:14:34.672862 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-f859a349-96f6-4226-a881-8b639225a247 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'port_id': '71679bcf-430a-4168-b419-cf1a5ce05a1b', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:14:34.693150 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f859a349-96f6-4226-a881-8b639225a247 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:34.790060 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f859a349-96f6-4226-a881-8b639225a247 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:34.903384 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-f859a349-96f6-4226-a881-8b639225a247 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Allocated IP 172.25.3.22 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/2c5e95dd-f0c9-4534-90ae-5774167f7110) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:14:35.014083 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f859a349-96f6-4226-a881-8b639225a247 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for port (2c5e95dd-f0c9-4534-90ae-5774167f7110), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:35.049367 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f859a349-96f6-4226-a881-8b639225a247 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (2c5e95dd-f0c9-4534-90ae-5774167f7110), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:35.094570 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f859a349-96f6-4226-a881-8b639225a247 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:14:35.097965 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-f859a349-96f6-4226-a881-8b639225a247 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:14:35.104559 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f859a349-96f6-4226-a881-8b639225a247 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:14:35.110371 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859a349-96f6-4226-a881-8b639225a247 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Pushing event updated for resources: {'Port': ['ID=2c5e95dd-f0c9-4534-90ae-5774167f7110,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:35.480570 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f859a349-96f6-4226-a881-8b639225a247 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for floatingip (c4e29d1e-f63a-44f9-a53c-deb683cf0d17), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:35.561675 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f859a349-96f6-4226-a881-8b639225a247 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2c5e95dd-f0c9-4534-90ae-5774167f7110), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:35.721958 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f859a349-96f6-4226-a881-8b639225a247 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for port (2c5e95dd-f0c9-4534-90ae-5774167f7110), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:35.727134 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f859a349-96f6-4226-a881-8b639225a247 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (2c5e95dd-f0c9-4534-90ae-5774167f7110), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:35.794160 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859a349-96f6-4226-a881-8b639225a247 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Pushing event updated for resources: {'Port': ['ID=2c5e95dd-f0c9-4534-90ae-5774167f7110,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:14:35.809611 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f859a349-96f6-4226-a881-8b639225a247 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (c4e29d1e-f63a-44f9-a53c-deb683cf0d17), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:35.916398 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-f859a349-96f6-4226-a881-8b639225a247 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Floating IP c4e29d1e-f63a-44f9-a53c-deb683cf0d17 associated. External IP: 172.25.3.22, port: 71679bcf-430a-4168-b419-cf1a5ce05a1b. Jan 28 01:14:36.090620 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-94d5ae8e-35c8-4263-9f12-18f7746e6618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:36.140883 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f859a349-96f6-4226-a881-8b639225a247 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Router c3b0ce58-70ae-4a74-a7ea-2c40a495db5b has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:14:36.262478 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f859a349-96f6-4226-a881-8b639225a247 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:14:36.272666 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c37169a-fe49-4e78-87e5-421241a4b742 None None] Sync routers for ids ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:14:36.282006 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f859a349-96f6-4226-a881-8b639225a247 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:36.285572 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c37169a-fe49-4e78-87e5-421241a4b742 None None] Routers {'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:36.286393 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1c37169a-fe49-4e78-87e5-421241a4b742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:14:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:36.311928 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f859a349-96f6-4226-a881-8b639225a247 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6421714 Jan 28 01:14:36.312806 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a396129-e8f2-4904-a838-f005abc700da', 'tag': '71679bcf-430a-4168-b419-cf1a5ce05a1b'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:14:36.315159 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25b8fcc-8008-4ed4-9437-fcb5fa4d9590" -d '{"events": [{"name": "network-changed", "server_uuid": "7a396129-e8f2-4904-a838-f005abc700da", "tag": "71679bcf-430a-4168-b419-cf1a5ce05a1b"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:14:36.356417 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe642b45-b450-407b-bf8d-c0f0c95926a9 x-openstack-request-id: req-fe642b45-b450-407b-bf8d-c0f0c95926a9 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:14:36.356749 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a396129-e8f2-4904-a838-f005abc700da", "tag": "71679bcf-430a-4168-b419-cf1a5ce05a1b", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:14:36.356980 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fe642b45-b450-407b-bf8d-c0f0c95926a9 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:14:36.357399 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a396129-e8f2-4904-a838-f005abc700da', 'tag': '71679bcf-430a-4168-b419-cf1a5ce05a1b', 'status': 'completed', 'code': 200} Jan 28 01:14:36.409110 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-1c37169a-fe49-4e78-87e5-421241a4b742 None None] Set router c3b0ce58-70ae-4a74-a7ea-2c40a495db5b gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:36.448427 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b8fcc-8008-4ed4-9437-fcb5fa4d9590 req-ef145e30-c77d-44a7-bbb7-27945566a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:36.449969 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c25b8fcc-8008-4ed4-9437-fcb5fa4d9590 req-ef145e30-c77d-44a7-bbb7-27945566a684 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 1097 time: 0.0503974 Jan 28 01:14:36.568820 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b8fcc-8008-4ed4-9437-fcb5fa4d9590 req-36bd5e34-0197-4ce0-86bb-2d7129f9d07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:36.571198 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c25b8fcc-8008-4ed4-9437-fcb5fa4d9590 req-36bd5e34-0197-4ce0-86bb-2d7129f9d07d service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 913 time: 0.1158288 Jan 28 01:14:36.651421 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c25b8fcc-8008-4ed4-9437-fcb5fa4d9590 req-585fc3b7-cb24-4d79-af92-6faa282361ce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71679bcf-430a-4168-b419-cf1a5ce05a1b HTTP/1.1" status: 200 len: 999 time: 0.0735960 Jan 28 01:14:36.703802 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b8fcc-8008-4ed4-9437-fcb5fa4d9590 req-5549c632-bac1-4ade-a0c2-536996114d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:36.705359 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c25b8fcc-8008-4ed4-9437-fcb5fa4d9590 req-5549c632-bac1-4ade-a0c2-536996114d2f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c704370c-1d43-453a-828e-959738e576e5 HTTP/1.1" status: 200 len: 851 time: 0.0477390 Jan 28 01:14:36.755925 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b8fcc-8008-4ed4-9437-fcb5fa4d9590 req-fabbf418-e2f3-4243-aa0d-8d3cbf033a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:14:36.758223 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c25b8fcc-8008-4ed4-9437-fcb5fa4d9590 req-fabbf418-e2f3-4243-aa0d-8d3cbf033a11 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1ccff06-6c36-49c1-af92-8d7bb0a23521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466650 Jan 28 01:14:36.830284 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1c37169a-fe49-4e78-87e5-421241a4b742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'name': 'tempest-TestVolumeBootPattern-1631152365-router', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:00Z', 'updated_at': '2022-01-28T01:06:04Z', 'revision_number': 4, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'gw_port': {'id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:01Z', 'updated_at': '2022-01-28T01:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'c4e29d1e-f63a-44f9-a53c-deb683cf0d17', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'port_id': '71679bcf-430a-4168-b419-cf1a5ce05a1b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'mac_address': 'fa:16:3e:c8:a1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a396129-e8f2-4904-a838-f005abc700da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:14:35Z', 'updated_at': '2022-01-28T01:14:35Z', 'revision_number': 0, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e2ea10-24d9-4f94-a20c-9a1c52020f95', 'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'mac_address': 'fa:16:3e:4a:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c704370c-1d43-453a-828e-959738e576e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:04Z', 'updated_at': '2022-01-28T01:06:09Z', 'revision_number': 5, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'subnets': [{'id': 'c704370c-1d43-453a-828e-959738e576e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:36.861173 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c37169a-fe49-4e78-87e5-421241a4b742 None None] Checking router: c3b0ce58-70ae-4a74-a7ea-2c40a495db5b for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:14:36.862048 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c25b8fcc-8008-4ed4-9437-fcb5fa4d9590 req-d8636970-f71c-48c1-9ca9-7041d40905cb service neutron] 10.222.0.52 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981872 Jan 28 01:14:36.871562 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c37169a-fe49-4e78-87e5-421241a4b742 None None] Routers {'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:14:36.872185 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1c37169a-fe49-4e78-87e5-421241a4b742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:14:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:36.962931 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c25b8fcc-8008-4ed4-9437-fcb5fa4d9590 req-a575cd2e-a024-4e6d-9a8c-09f2e8d34bfb service neutron] 10.222.0.52 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952690 Jan 28 01:14:36.984484 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-1c37169a-fe49-4e78-87e5-421241a4b742 None None] Set router c3b0ce58-70ae-4a74-a7ea-2c40a495db5b gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:14:37.217998 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1c37169a-fe49-4e78-87e5-421241a4b742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'name': 'tempest-TestVolumeBootPattern-1631152365-router', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:00Z', 'updated_at': '2022-01-28T01:06:04Z', 'revision_number': 4, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'gw_port': {'id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:01Z', 'updated_at': '2022-01-28T01:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'c4e29d1e-f63a-44f9-a53c-deb683cf0d17', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'port_id': '71679bcf-430a-4168-b419-cf1a5ce05a1b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'mac_address': 'fa:16:3e:c8:a1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a396129-e8f2-4904-a838-f005abc700da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:14:35Z', 'updated_at': '2022-01-28T01:14:35Z', 'revision_number': 0, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e2ea10-24d9-4f94-a20c-9a1c52020f95', 'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'mac_address': 'fa:16:3e:4a:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c704370c-1d43-453a-828e-959738e576e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:04Z', 'updated_at': '2022-01-28T01:06:09Z', 'revision_number': 5, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'subnets': [{'id': 'c704370c-1d43-453a-828e-959738e576e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:14:37.247031 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c37169a-fe49-4e78-87e5-421241a4b742 None None] The sync data for ids ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'] in n-d-826754-1 is: [{'id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'name': 'tempest-TestVolumeBootPattern-1631152365-router', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:00Z', 'updated_at': '2022-01-28T01:06:04Z', 'revision_number': 4, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'gw_port': {'id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:01Z', 'updated_at': '2022-01-28T01:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'c4e29d1e-f63a-44f9-a53c-deb683cf0d17', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'port_id': '71679bcf-430a-4168-b419-cf1a5ce05a1b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'mac_address': 'fa:16:3e:c8:a1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a396129-e8f2-4904-a838-f005abc700da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:14:35Z', 'updated_at': '2022-01-28T01:14:35Z', 'revision_number': 0, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e2ea10-24d9-4f94-a20c-9a1c52020f95', 'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'mac_address': 'fa:16:3e:4a:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c704370c-1d43-453a-828e-959738e576e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:04Z', 'updated_at': '2022-01-28T01:06:09Z', 'revision_number': 5, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'subnets': [{'id': 'c704370c-1d43-453a-828e-959738e576e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:14:37.464210 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c50f92-9d8f-4d4a-b3f8-d858ae1574bf None None] New status for floating IP c4e29d1e-f63a-44f9-a53c-deb683cf0d17: ACTIVE {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:14:38.389150 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-76fe40b5-6cd2-43f2-bd85-994908fa223a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:39.843730 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:41.387900 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:42.289059 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:43.410983 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:44.727564 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:14:53.539507 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:15:06.094160 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2c87cf63-eb10-49cd-8185-dfb97b1258cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:08.395707 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-652d2d61-0e56-4f59-8c10-a6669c323f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:09.845594 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:11.387812 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:12.287523 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:13.407855 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:14.734048 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:21.924083 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e1643f7d-35ca-4922-a078-d8bdb78d005a req-adf84200-75e1-48af-9af9-ed86930fa922 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1113265 Jan 28 01:15:22.042756 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1643f7d-35ca-4922-a078-d8bdb78d005a req-7ff4b87d-2b69-4e25-9673-f568522ea6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:22.044246 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e1643f7d-35ca-4922-a078-d8bdb78d005a req-7ff4b87d-2b69-4e25-9673-f568522ea6ff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 1097 time: 0.0532961 Jan 28 01:15:22.164994 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1643f7d-35ca-4922-a078-d8bdb78d005a req-6ef000c3-0ef6-4262-9374-93395219916d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:22.166684 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e1643f7d-35ca-4922-a078-d8bdb78d005a req-6ef000c3-0ef6-4262-9374-93395219916d service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 913 time: 0.1031871 Jan 28 01:15:22.263176 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e1643f7d-35ca-4922-a078-d8bdb78d005a req-c9582d46-1978-4560-8460-fa92cb6266d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71679bcf-430a-4168-b419-cf1a5ce05a1b HTTP/1.1" status: 200 len: 1001 time: 0.0894761 Jan 28 01:15:22.330459 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1643f7d-35ca-4922-a078-d8bdb78d005a req-1dc5a947-78d5-487e-9633-4650f66c985d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:22.332024 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e1643f7d-35ca-4922-a078-d8bdb78d005a req-1dc5a947-78d5-487e-9633-4650f66c985d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c704370c-1d43-453a-828e-959738e576e5 HTTP/1.1" status: 200 len: 851 time: 0.0615027 Jan 28 01:15:22.384446 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1643f7d-35ca-4922-a078-d8bdb78d005a req-ab0001c6-8d24-4dd1-af52-e5d67e75a19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:15:22.386031 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e1643f7d-35ca-4922-a078-d8bdb78d005a req-ab0001c6-8d24-4dd1-af52-e5d67e75a19e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1ccff06-6c36-49c1-af92-8d7bb0a23521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487080 Jan 28 01:15:22.527100 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e1643f7d-35ca-4922-a078-d8bdb78d005a req-03f7c52d-4412-4f29-add4-e60ff79c80fc service neutron] 10.222.0.52 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351027 Jan 28 01:15:22.643191 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e1643f7d-35ca-4922-a078-d8bdb78d005a req-1b88104a-760c-49e0-b6f8-2258482d950e service neutron] 10.222.0.52 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082880 Jan 28 01:15:30.540320 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:15:36.101489 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9b1e093d-e5c2-4589-8ac9-9c8ffecdcf22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:38.389427 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4126fac4-8553-4d68-864c-182c6fbaa094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:39.852829 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:41.390836 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:42.285104 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:43.404832 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:15:44.725769 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:06.096595 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0b0ea175-622d-4c44-8897-2c43b75103f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:07.540791 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:16:08.397198 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3cd15d44-91ab-4b1c-8dee-1eabe22ce08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:09.853596 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:11.397459 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:12.297903 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:13.435754 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:14.740702 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:19.821458 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-eef3d786-2db1-47c5-bc03-f8a230a3a6b0 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1561842538&fields=id&tenant_id=f3a1d7380c294442abd815a7478506ec HTTP/1.1" status: 200 len: 267 time: 0.0689418 Jan 28 01:16:20.323489 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-a0023ab6-d895-4d9c-a96e-cc8a53b2a3ee tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:20.325002 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-a0023ab6-d895-4d9c-a96e-cc8a53b2a3ee tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 812 time: 0.4953289 Jan 28 01:16:20.341723 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-af14427a-057f-48ca-b164-b4e5bf2d37ff tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/quotas/f3a1d7380c294442abd815a7478506ec HTTP/1.1" status: 200 len: 375 time: 0.0110521 Jan 28 01:16:20.401052 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-c2290b37-54ec-411a-b20a-6429290fe3d2 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535455 Jan 28 01:16:20.570585 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-7f09041b-7f77-42f8-9e0d-1722eeb6bfeb service neutron] 10.222.0.70 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518176 Jan 28 01:16:20.690615 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-40db8858-89c0-48ef-9e8d-1b654a1f8eb5 service neutron] 10.222.0.70 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130929 Jan 28 01:16:21.185542 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ca38ddb3-4eed-481e-ad42-64f749913daa req-9c1b5774-0c8a-4b38-aa0a-50b4d0f602c4 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 210 time: 0.1226153 Jan 28 01:16:22.202949 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cbfc3b08-8179-41f6-a52c-e8861d79a2ae req-41a04020-3f55-406f-8490-b6ee683bbfd7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0882373 Jan 28 01:16:22.250571 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-d52eb781-7782-4847-a7e0-0b38cb6b0585 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:22.252705 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-d52eb781-7782-4847-a7e0-0b38cb6b0585 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.65 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 812 time: 0.1316252 Jan 28 01:16:22.333760 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-14dba452-2d91-4d1f-9304-53a6a3611b2d req-6a05a242-afdd-4917-a250-aab3cef230d1 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 210 time: 0.0348368 Jan 28 01:16:22.340377 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc3b08-8179-41f6-a52c-e8861d79a2ae req-ce519afc-b3ac-4009-a0a1-eb9de17bcfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:22.342118 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cbfc3b08-8179-41f6-a52c-e8861d79a2ae req-ce519afc-b3ac-4009-a0a1-eb9de17bcfd1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 1097 time: 0.0688198 Jan 28 01:16:22.389085 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-634142cb-af7c-4310-ab28-383c15e6676e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3a1d7380c294442abd815a7478506ec HTTP/1.1" status: 200 len: 380 time: 0.1114752 Jan 28 01:16:22.399985 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-d13f4860-0baf-485f-a733-9a1c13c50fef tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Request body: {'port': {'device_id': '9f88e10b-5d93-4f42-97dd-76771d04261a', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'admin_state_up': True, 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'security_groups': ['30420a9e-5bdb-4625-81a3-5580b8155c88']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:22.488505 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc3b08-8179-41f6-a52c-e8861d79a2ae req-ab5b4407-e590-4e33-b2f2-bd7519e783ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:22.490841 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cbfc3b08-8179-41f6-a52c-e8861d79a2ae req-ab5b4407-e590-4e33-b2f2-bd7519e783ee service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 913 time: 0.1295421 Jan 28 01:16:22.573455 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-d13f4860-0baf-485f-a733-9a1c13c50fef tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Made reservation on behalf of f3a1d7380c294442abd815a7478506ec for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:16:22.578366 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-d13f4860-0baf-485f-a733-9a1c13c50fef tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:22.584236 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cbfc3b08-8179-41f6-a52c-e8861d79a2ae req-77808097-3ad8-4879-88b2-c0ec891b272a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71679bcf-430a-4168-b419-cf1a5ce05a1b HTTP/1.1" status: 200 len: 1001 time: 0.0868409 Jan 28 01:16:22.646888 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc3b08-8179-41f6-a52c-e8861d79a2ae req-1f46efe9-cca1-43f8-b5e0-baab30a3277a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:22.649165 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cbfc3b08-8179-41f6-a52c-e8861d79a2ae req-1f46efe9-cca1-43f8-b5e0-baab30a3277a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c704370c-1d43-453a-828e-959738e576e5 HTTP/1.1" status: 200 len: 851 time: 0.0590262 Jan 28 01:16:22.698397 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc3b08-8179-41f6-a52c-e8861d79a2ae req-1987384e-79a9-4e06-9ae0-8e22f3d1474c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:22.700056 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cbfc3b08-8179-41f6-a52c-e8861d79a2ae req-1987384e-79a9-4e06-9ae0-8e22f3d1474c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1ccff06-6c36-49c1-af92-8d7bb0a23521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456131 Jan 28 01:16:22.753961 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-d13f4860-0baf-485f-a733-9a1c13c50fef tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Allocated IP 172.20.0.7 (e1ccff06-6c36-49c1-af92-8d7bb0a23521/c704370c-1d43-453a-828e-959738e576e5/c9a4c47b-0226-4c73-981f-17a7c1407f48) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:16:22.827916 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cbfc3b08-8179-41f6-a52c-e8861d79a2ae req-f47e32d6-8c10-4774-aff6-a7ccd8c6379c service neutron] 10.222.0.52 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218634 Jan 28 01:16:22.944220 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cbfc3b08-8179-41f6-a52c-e8861d79a2ae req-5e9b1049-7c40-4f34-8319-aac44fc0c286 service neutron] 10.222.0.52 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108494 Jan 28 01:16:22.946016 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-d13f4860-0baf-485f-a733-9a1c13c50fef tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for port (c9a4c47b-0226-4c73-981f-17a7c1407f48), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:22.988445 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-d13f4860-0baf-485f-a733-9a1c13c50fef tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (c9a4c47b-0226-4c73-981f-17a7c1407f48), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:23.036362 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-d13f4860-0baf-485f-a733-9a1c13c50fef tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Network e1ccff06-6c36-49c1-af92-8d7bb0a23521 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:16:23.039522 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-d13f4860-0baf-485f-a733-9a1c13c50fef tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:23.046413 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-d13f4860-0baf-485f-a733-9a1c13c50fef tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:16:23.085343 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f4860-0baf-485f-a733-9a1c13c50fef tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Pushing event updated for resources: {'Port': ['ID=c9a4c47b-0226-4c73-981f-17a7c1407f48,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:23.102072 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13f4860-0baf-485f-a733-9a1c13c50fef tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:23.102425 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13f4860-0baf-485f-a733-9a1c13c50fef tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:23.102767 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13f4860-0baf-485f-a733-9a1c13c50fef tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:23.103117 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13f4860-0baf-485f-a733-9a1c13c50fef tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:23.103459 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13f4860-0baf-485f-a733-9a1c13c50fef tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:23.103860 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13f4860-0baf-485f-a733-9a1c13c50fef tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:23.104224 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13f4860-0baf-485f-a733-9a1c13c50fef tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:23.104543 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13f4860-0baf-485f-a733-9a1c13c50fef tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:23.104840 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13f4860-0baf-485f-a733-9a1c13c50fef tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:23.105169 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13f4860-0baf-485f-a733-9a1c13c50fef tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:23.105502 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13f4860-0baf-485f-a733-9a1c13c50fef tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:23.105847 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13f4860-0baf-485f-a733-9a1c13c50fef tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:23.106165 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13f4860-0baf-485f-a733-9a1c13c50fef tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:23.117974 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-d13f4860-0baf-485f-a733-9a1c13c50fef tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:23.118593 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-d13f4860-0baf-485f-a733-9a1c13c50fef tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:23.149954 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-d13f4860-0baf-485f-a733-9a1c13c50fef tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7546208 Jan 28 01:16:23.169026 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-1700b23d-a632-49f1-b19e-eb3529ca6465 service neutron] Request body: {'port': {'device_id': '9f88e10b-5d93-4f42-97dd-76771d04261a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:23.241531 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-1700b23d-a632-49f1-b19e-eb3529ca6465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c9a4c47b-0226-4c73-981f-17a7c1407f48), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:23.428818 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-da3a6d5c-366a-4ceb-b122-d1c09dbab038 None None] Provisioning complete for port c9a4c47b-0226-4c73-981f-17a7c1407f48 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:23.433628 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da3a6d5c-366a-4ceb-b122-d1c09dbab038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c9a4c47b-0226-4c73-981f-17a7c1407f48), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:23.486085 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-da3a6d5c-366a-4ceb-b122-d1c09dbab038 None None] Port c9a4c47b-0226-4c73-981f-17a7c1407f48 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:16:23.560572 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b92a36-14c1-4ab2-911f-d519e94cf250 req-f687aec7-9496-4e67-92a5-91c5c9038430 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:23.562198 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-76b92a36-14c1-4ab2-911f-d519e94cf250 req-f687aec7-9496-4e67-92a5-91c5c9038430 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 931 time: 0.1230295 Jan 28 01:16:23.657469 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-76b92a36-14c1-4ab2-911f-d519e94cf250 req-14624992-70d5-4913-bcf8-25624844ecfc tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821724 Jan 28 01:16:23.717976 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-1700b23d-a632-49f1-b19e-eb3529ca6465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9a4c47b-0226-4c73-981f-17a7c1407f48 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:16:23.730307 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-1700b23d-a632-49f1-b19e-eb3529ca6465 service neutron] Publish callbacks [] for port (c9a4c47b-0226-4c73-981f-17a7c1407f48), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:23.747858 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-1700b23d-a632-49f1-b19e-eb3529ca6465 service neutron] Transition to ACTIVE for port object c9a4c47b-0226-4c73-981f-17a7c1407f48 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:16:23.753963 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-1700b23d-a632-49f1-b19e-eb3529ca6465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (c9a4c47b-0226-4c73-981f-17a7c1407f48), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:23.827231 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700b23d-a632-49f1-b19e-eb3529ca6465 service neutron] Pushing event updated for resources: {'Port': ['ID=c9a4c47b-0226-4c73-981f-17a7c1407f48,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:23.924401 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-1700b23d-a632-49f1-b19e-eb3529ca6465 service neutron] Attempting to bind port c9a4c47b-0226-4c73-981f-17a7c1407f48 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:16:23.925171 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-1700b23d-a632-49f1-b19e-eb3529ca6465 service neutron] Attempting to bind port c9a4c47b-0226-4c73-981f-17a7c1407f48 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:16:23.925840 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-1700b23d-a632-49f1-b19e-eb3529ca6465 service neutron] Attempting to bind port c9a4c47b-0226-4c73-981f-17a7c1407f48 on network e1ccff06-6c36-49c1-af92-8d7bb0a23521 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:16:23.935914 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-1700b23d-a632-49f1-b19e-eb3529ca6465 service neutron] Port c9a4c47b-0226-4c73-981f-17a7c1407f48 on network e1ccff06-6c36-49c1-af92-8d7bb0a23521 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:16:23.936470 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-1700b23d-a632-49f1-b19e-eb3529ca6465 service neutron] Attempting to bind port c9a4c47b-0226-4c73-981f-17a7c1407f48 on network e1ccff06-6c36-49c1-af92-8d7bb0a23521 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:16:23.945298 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-1700b23d-a632-49f1-b19e-eb3529ca6465 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:16:23.945966 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-1700b23d-a632-49f1-b19e-eb3529ca6465 service neutron] Checking segment: {'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:16:23.946864 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-1700b23d-a632-49f1-b19e-eb3529ca6465 service neutron] Bound using segment: {'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:16:23.947457 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-1700b23d-a632-49f1-b19e-eb3529ca6465 service neutron] Bound port: c9a4c47b-0226-4c73-981f-17a7c1407f48, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50c50835-7e85-4a6c-b9f2-2165bf825a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:16:23.947997 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-1700b23d-a632-49f1-b19e-eb3529ca6465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c9a4c47b-0226-4c73-981f-17a7c1407f48), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:24.040561 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-1700b23d-a632-49f1-b19e-eb3529ca6465 service neutron] For port c9a4c47b-0226-4c73-981f-17a7c1407f48, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:16:24.046463 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-1700b23d-a632-49f1-b19e-eb3529ca6465 service neutron] For port c9a4c47b-0226-4c73-981f-17a7c1407f48, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=c9a4c47b-0226-4c73-981f-17a7c1407f48,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:16:24.053979 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-1700b23d-a632-49f1-b19e-eb3529ca6465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (c9a4c47b-0226-4c73-981f-17a7c1407f48), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:24.145673 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-1700b23d-a632-49f1-b19e-eb3529ca6465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:24.146426 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-1700b23d-a632-49f1-b19e-eb3529ca6465 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:24.148128 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-1700b23d-a632-49f1-b19e-eb3529ca6465 service neutron] 10.222.0.65 "PUT /v2.0/ports/c9a4c47b-0226-4c73-981f-17a7c1407f48 HTTP/1.1" status: 200 len: 1091 time: 0.9869559 Jan 28 01:16:24.148992 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f88e10b-5d93-4f42-97dd-76771d04261a', 'tag': 'c9a4c47b-0226-4c73-981f-17a7c1407f48'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:16:24.152788 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1385a3-cfc6-4482-94ff-69e92af3e5e0" -d '{"events": [{"name": "network-changed", "server_uuid": "9f88e10b-5d93-4f42-97dd-76771d04261a", "tag": "c9a4c47b-0226-4c73-981f-17a7c1407f48"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:16:24.164685 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700b23d-a632-49f1-b19e-eb3529ca6465 service neutron] Pushing event updated for resources: {'Port': ['ID=c9a4c47b-0226-4c73-981f-17a7c1407f48,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:24.214438 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce1915c-ecf0-47e4-997a-f23ede08ce23 x-openstack-request-id: req-fce1915c-ecf0-47e4-997a-f23ede08ce23 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:16:24.214887 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f88e10b-5d93-4f42-97dd-76771d04261a", "tag": "c9a4c47b-0226-4c73-981f-17a7c1407f48", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:16:24.215269 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fce1915c-ecf0-47e4-997a-f23ede08ce23 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:16:24.215928 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f88e10b-5d93-4f42-97dd-76771d04261a', 'tag': 'c9a4c47b-0226-4c73-981f-17a7c1407f48', 'status': 'completed', 'code': 200} Jan 28 01:16:24.314427 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-336e0d9e-083e-406d-bc24-62d4b92d1109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:24.316269 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-336e0d9e-083e-406d-bc24-62d4b92d1109 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 1094 time: 0.0814826 Jan 28 01:16:24.375385 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-c323cefd-1d63-4539-96bd-7c75114c3281 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9a4c47b-0226-4c73-981f-17a7c1407f48 HTTP/1.1" status: 200 len: 217 time: 0.0444849 Jan 28 01:16:24.464451 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-64bdfc46-6810-4d17-a6dc-9fbd876301f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:24.466003 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-64bdfc46-6810-4d17-a6dc-9fbd876301f3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c704370c-1d43-453a-828e-959738e576e5 HTTP/1.1" status: 200 len: 851 time: 0.0848572 Jan 28 01:16:24.528027 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-d679f5df-f3f5-4ba3-856c-ec32dbe461eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:24.529599 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-d679f5df-f3f5-4ba3-856c-ec32dbe461eb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1ccff06-6c36-49c1-af92-8d7bb0a23521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577548 Jan 28 01:16:24.660752 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-9d18ad8c-d42c-4cf7-bc59-0a9f19bb1a1d service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246700 Jan 28 01:16:24.807021 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f8ac8ae-647e-46e0-84d3-8f5e9df8d889 req-089deed5-58d1-4012-ac58-df374887005f service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407378 Jan 28 01:16:24.818398 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f2694-a197-40f4-9b19-a5a502cd552c req-0beaa845-9b1f-43f7-b5cb-aebb93eea64f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:24.827447 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-662f2694-a197-40f4-9b19-a5a502cd552c req-0beaa845-9b1f-43f7-b5cb-aebb93eea64f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 943 time: 0.0824995 Jan 28 01:16:24.898937 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-662f2694-a197-40f4-9b19-a5a502cd552c req-3ede12e0-916e-40a7-83af-963ba9008f05 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595012 Jan 28 01:16:24.967697 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1385a3-cfc6-4482-94ff-69e92af3e5e0 req-69e1fc55-f44d-4899-9441-da953f0e0fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:24.970557 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f1385a3-cfc6-4482-94ff-69e92af3e5e0 req-69e1fc55-f44d-4899-9441-da953f0e0fd3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 1094 time: 0.0701087 Jan 28 01:16:25.078214 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1385a3-cfc6-4482-94ff-69e92af3e5e0 req-33e6675f-da09-4717-a029-9b2145b83915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:25.079846 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f1385a3-cfc6-4482-94ff-69e92af3e5e0 req-33e6675f-da09-4717-a029-9b2145b83915 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 913 time: 0.1034501 Jan 28 01:16:25.125568 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f1385a3-cfc6-4482-94ff-69e92af3e5e0 req-b2986c20-d8ba-4271-b2c0-e6003f32e1c7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9a4c47b-0226-4c73-981f-17a7c1407f48 HTTP/1.1" status: 200 len: 217 time: 0.0401883 Jan 28 01:16:25.180593 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1385a3-cfc6-4482-94ff-69e92af3e5e0 req-16f7d556-6e8e-428a-9398-e9b277a8704e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:25.182247 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f1385a3-cfc6-4482-94ff-69e92af3e5e0 req-16f7d556-6e8e-428a-9398-e9b277a8704e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c704370c-1d43-453a-828e-959738e576e5 HTTP/1.1" status: 200 len: 851 time: 0.0512297 Jan 28 01:16:25.240893 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1385a3-cfc6-4482-94ff-69e92af3e5e0 req-05a38180-47aa-46f2-afed-0ea9b9655f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:25.243451 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f1385a3-cfc6-4482-94ff-69e92af3e5e0 req-05a38180-47aa-46f2-afed-0ea9b9655f13 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1ccff06-6c36-49c1-af92-8d7bb0a23521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545878 Jan 28 01:16:25.361029 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f1385a3-cfc6-4482-94ff-69e92af3e5e0 req-b75caee6-2f2b-42c0-b987-412012925774 service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108410 Jan 28 01:16:25.489672 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f1385a3-cfc6-4482-94ff-69e92af3e5e0 req-154216c3-2310-4dcb-8fb2-b51b5c0c2efa service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232674 Jan 28 01:16:26.108069 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87000c69-2331-4f9e-b206-b2581b4e8529 req-0c29bd32-1472-4254-ad23-f2777b29f132 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:26.114341 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87000c69-2331-4f9e-b206-b2581b4e8529 req-0c29bd32-1472-4254-ad23-f2777b29f132 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 943 time: 0.1145012 Jan 28 01:16:26.211780 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87000c69-2331-4f9e-b206-b2581b4e8529 req-8090f030-c2b5-4886-ab89-de6ac08d2a04 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890853 Jan 28 01:16:27.381412 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b60f2a-7296-47dd-882c-4076374da90a req-40e5fa50-05f7-4b14-a2dd-3998ab78fad9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:27.383692 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-55b60f2a-7296-47dd-882c-4076374da90a req-40e5fa50-05f7-4b14-a2dd-3998ab78fad9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 943 time: 0.0692031 Jan 28 01:16:27.472890 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-55b60f2a-7296-47dd-882c-4076374da90a req-5f15f6e9-8870-4cd9-a43f-e3188ef28a01 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821145 Jan 28 01:16:28.620323 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbc814-6636-4978-a2d2-fea09a36e7ed req-e83439c6-9822-46fe-802e-1f0accd36130 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:28.622507 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-60fbc814-6636-4978-a2d2-fea09a36e7ed req-e83439c6-9822-46fe-802e-1f0accd36130 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 943 time: 0.0683417 Jan 28 01:16:28.697691 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-60fbc814-6636-4978-a2d2-fea09a36e7ed req-6c6405ea-89c4-4e79-9bb8-cdbe5a56851c tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676463 Jan 28 01:16:29.863929 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4463642-7d0f-4c78-9a43-2a48c5e534d4 req-bbe90b4a-df91-4d37-ba3e-ffc987814144 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:29.865823 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4463642-7d0f-4c78-9a43-2a48c5e534d4 req-bbe90b4a-df91-4d37-ba3e-ffc987814144 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 943 time: 0.0640376 Jan 28 01:16:29.924244 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4463642-7d0f-4c78-9a43-2a48c5e534d4 req-6ad16367-fa5c-47a7-9d9b-0d45d7aaa50b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511873 Jan 28 01:16:31.116163 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bf606-669d-4bcf-9be6-6fa56a63f9fe req-c7ff7111-a27d-4077-98b6-65c09b6f8822 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:31.124687 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-104bf606-669d-4bcf-9be6-6fa56a63f9fe req-c7ff7111-a27d-4077-98b6-65c09b6f8822 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 943 time: 0.0826983 Jan 28 01:16:31.185005 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-104bf606-669d-4bcf-9be6-6fa56a63f9fe req-9d01ef67-1c14-4c3f-a944-e39f5ce7af71 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593333 Jan 28 01:16:32.324705 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a1ed9-c991-4571-947a-83f1b9ad95ce req-d8e01e6f-4ad5-4d10-bc17-73e8be219e6c tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:32.326467 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-549a1ed9-c991-4571-947a-83f1b9ad95ce req-d8e01e6f-4ad5-4d10-bc17-73e8be219e6c tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 943 time: 0.0610576 Jan 28 01:16:32.387702 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-549a1ed9-c991-4571-947a-83f1b9ad95ce req-8b43a5e7-505b-4f29-b79a-f7c5a4ed018e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549860 Jan 28 01:16:33.532673 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184bc770-4cde-4dea-b636-eb5359ea6df3 req-62be9925-d9cb-427c-8920-963339f1a973 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:33.535438 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-184bc770-4cde-4dea-b636-eb5359ea6df3 req-62be9925-d9cb-427c-8920-963339f1a973 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 943 time: 0.0604680 Jan 28 01:16:33.611511 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-184bc770-4cde-4dea-b636-eb5359ea6df3 req-f77a10e2-c781-4a53-8ff3-b8b121d9a79c tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684817 Jan 28 01:16:34.736072 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79834cf7-0659-433a-a7c3-628288efe911 req-bdef443b-13de-4133-a447-450f970ce3a7 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:34.737501 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-79834cf7-0659-433a-a7c3-628288efe911 req-bdef443b-13de-4133-a447-450f970ce3a7 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 943 time: 0.0528722 Jan 28 01:16:34.792004 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-79834cf7-0659-433a-a7c3-628288efe911 req-0db55693-d116-45b6-ad6b-22308759a925 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480182 Jan 28 01:16:35.927172 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d10a6-b15c-4177-895f-01939adf5341 req-e76a7574-5b9e-46be-8102-491b822ec230 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:35.928824 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-594d10a6-b15c-4177-895f-01939adf5341 req-e76a7574-5b9e-46be-8102-491b822ec230 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 943 time: 0.0527649 Jan 28 01:16:35.987154 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-594d10a6-b15c-4177-895f-01939adf5341 req-56346138-97a4-4b08-b855-573d770ad90f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506516 Jan 28 01:16:36.101526 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-39cf3633-1857-49c3-907f-ac90c8a915e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:37.125651 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f716726-720e-4f0e-a37b-85a29aabbe85 req-59b953bd-1d01-4d34-8ada-4a5362e79036 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:37.127182 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f716726-720e-4f0e-a37b-85a29aabbe85 req-59b953bd-1d01-4d34-8ada-4a5362e79036 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 943 time: 0.0587940 Jan 28 01:16:37.182143 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f716726-720e-4f0e-a37b-85a29aabbe85 req-67e0c371-cf48-48cc-8907-5845c4b90c41 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485620 Jan 28 01:16:38.329402 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843c451-5660-495c-b0f9-5339d8d18ff7 req-e99c7676-747b-42a1-a07d-b95d38d34503 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:38.330976 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7843c451-5660-495c-b0f9-5339d8d18ff7 req-e99c7676-747b-42a1-a07d-b95d38d34503 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 943 time: 0.0582817 Jan 28 01:16:38.393871 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7beb814a-ffb7-42b8-ae89-91a5ac1e8e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:38.398745 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7843c451-5660-495c-b0f9-5339d8d18ff7 req-00a6318e-3c75-41d2-a952-e5fcc5f82d47 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572188 Jan 28 01:16:39.541173 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11163e31-097b-48b3-bf14-f00bf69976cc req-c2d69a8a-b3c8-4a45-8429-a8d18bdd86ed tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:39.542735 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-11163e31-097b-48b3-bf14-f00bf69976cc req-c2d69a8a-b3c8-4a45-8429-a8d18bdd86ed tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 943 time: 0.0571222 Jan 28 01:16:39.595726 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-11163e31-097b-48b3-bf14-f00bf69976cc req-8433501d-ee3e-499d-a45a-30e46903ebe5 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468514 Jan 28 01:16:39.856952 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:40.726679 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46654b2d-3b4e-465a-a433-393af9ce480f req-c23a935c-0746-4ee3-8500-33f97e92dd03 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:40.728706 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-46654b2d-3b4e-465a-a433-393af9ce480f req-c23a935c-0746-4ee3-8500-33f97e92dd03 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 943 time: 0.0525892 Jan 28 01:16:40.785140 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-46654b2d-3b4e-465a-a433-393af9ce480f req-23eeab5c-76f4-4f11-a839-abcbf46f19ba tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472097 Jan 28 01:16:41.398035 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:41.522582 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device c9a4c47b-0226-4c73-981f-17a7c1407f48 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:16:41.633103 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port c9a4c47b-0226-4c73-981f-17a7c1407f48, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=c9a4c47b-0226-4c73-981f-17a7c1407f48,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:41.647208 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'c9a4c47b-0226-4c73-981f-17a7c1407f48', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'port_id': 'c9a4c47b-0226-4c73-981f-17a7c1407f48', 'mac_address': 'fa:16:3e:7f:ea:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c704370c-1d43-453a-828e-959738e576e5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:16:41.691077 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port c9a4c47b-0226-4c73-981f-17a7c1407f48 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:41.691471 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c9a4c47b-0226-4c73-981f-17a7c1407f48), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:41.709527 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9a4c47b-0226-4c73-981f-17a7c1407f48 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:16:41.735346 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port c9a4c47b-0226-4c73-981f-17a7c1407f48, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=c9a4c47b-0226-4c73-981f-17a7c1407f48,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:41.743102 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c9a4c47b-0226-4c73-981f-17a7c1407f48), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:41.800414 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=c9a4c47b-0226-4c73-981f-17a7c1407f48,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:41.809591 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:41.809960 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:41.810308 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:41.810654 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:41.810999 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:41.811333 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:41.811693 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:41.812033 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:41.812551 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:41.812693 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:41.813027 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:41.813354 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:41.813685 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:16:41.911928 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663c587-949f-4378-93a2-abdcda0edb8e req-c503867e-3e8b-4ff8-8c7f-6b9b1ca3037f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:41.914088 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9663c587-949f-4378-93a2-abdcda0edb8e req-c503867e-3e8b-4ff8-8c7f-6b9b1ca3037f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 944 time: 0.0523040 Jan 28 01:16:41.977720 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9663c587-949f-4378-93a2-abdcda0edb8e req-1505731a-9196-43cb-893a-975f57e1ea0b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568073 Jan 28 01:16:42.034954 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['c9a4c47b-0226-4c73-981f-17a7c1407f48'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:16:42.297038 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:43.102150 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10c785-cf99-4486-9a52-631956619483 req-eca1ea2b-4944-4b02-a694-06f0abd7543d tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:43.103779 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a10c785-cf99-4486-9a52-631956619483 req-eca1ea2b-4944-4b02-a694-06f0abd7543d tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 944 time: 0.0515957 Jan 28 01:16:43.161990 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a10c785-cf99-4486-9a52-631956619483 req-5d87bf37-7a9c-40e2-b3dc-7dc0be7d1d4c tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521886 Jan 28 01:16:43.406492 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:43.522825 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device c9a4c47b-0226-4c73-981f-17a7c1407f48 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:16:43.582657 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port c9a4c47b-0226-4c73-981f-17a7c1407f48 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:16:43.587253 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port c9a4c47b-0226-4c73-981f-17a7c1407f48 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:16:43.587580 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c9a4c47b-0226-4c73-981f-17a7c1407f48), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:43.672993 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port c9a4c47b-0226-4c73-981f-17a7c1407f48 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:16:43.673393 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c9a4c47b-0226-4c73-981f-17a7c1407f48), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:43.701088 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f88e10b-5d93-4f42-97dd-76771d04261a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a4c47b-0226-4c73-981f-17a7c1407f48'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:16:43.704753 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99bb81a-544e-427a-b37e-aae7b138197a" -d '{"events": [{"server_uuid": "9f88e10b-5d93-4f42-97dd-76771d04261a", "name": "network-vif-plugged", "status": "completed", "tag": "c9a4c47b-0226-4c73-981f-17a7c1407f48"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:16:43.726934 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port c9a4c47b-0226-4c73-981f-17a7c1407f48, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=c9a4c47b-0226-4c73-981f-17a7c1407f48,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:16:43.731494 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c9a4c47b-0226-4c73-981f-17a7c1407f48), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:43.763408 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be666c40-a5c2-4d75-8a62-770f01efd8d3 x-openstack-request-id: req-be666c40-a5c2-4d75-8a62-770f01efd8d3 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:16:43.763537 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f88e10b-5d93-4f42-97dd-76771d04261a", "name": "network-vif-plugged", "status": "completed", "tag": "c9a4c47b-0226-4c73-981f-17a7c1407f48", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:16:43.763763 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-be666c40-a5c2-4d75-8a62-770f01efd8d3 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:16:43.764180 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f88e10b-5d93-4f42-97dd-76771d04261a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a4c47b-0226-4c73-981f-17a7c1407f48', 'code': 200} Jan 28 01:16:43.794173 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=c9a4c47b-0226-4c73-981f-17a7c1407f48,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:43.932777 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed5c8b-3c43-4152-9a23-d11e0286e9c2 req-873f7d14-7677-4f3b-a526-b11852dae393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:43.934233 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b8ed5c8b-3c43-4152-9a23-d11e0286e9c2 req-873f7d14-7677-4f3b-a526-b11852dae393 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 1096 time: 0.0931191 Jan 28 01:16:43.983432 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b8ed5c8b-3c43-4152-9a23-d11e0286e9c2 req-e8c39aa2-0179-4ee9-97d1-125151b9247f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430655 Jan 28 01:16:44.305754 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4e7bd-0b28-45c9-b7d1-85dadfb8433a req-d802b7b4-38be-4223-9081-9831bfe9020a tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:44.307363 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04d4e7bd-0b28-45c9-b7d1-85dadfb8433a req-d802b7b4-38be-4223-9081-9831bfe9020a tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 945 time: 0.0719602 Jan 28 01:16:44.363500 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04d4e7bd-0b28-45c9-b7d1-85dadfb8433a req-ad49fb8a-d2a5-4c4d-9820-4477daf633c0 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494840 Jan 28 01:16:44.543070 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:16:44.739249 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:45.493853 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78a1c7-3050-4341-87d7-2799b1d51e6b req-32112ad9-c67e-44ee-87c4-6bfdcb67846b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:45.495431 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0d78a1c7-3050-4341-87d7-2799b1d51e6b req-32112ad9-c67e-44ee-87c4-6bfdcb67846b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 945 time: 0.0546174 Jan 28 01:16:45.557121 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0d78a1c7-3050-4341-87d7-2799b1d51e6b req-fe97cc76-9804-42fc-a92f-c97889c1fd6b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559716 Jan 28 01:16:45.680651 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fc348-c9ae-4414-8d6f-0a458aece37f req-98f19a48-4670-48b8-9839-b0f4c6139c41 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:45.682259 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e05fc348-c9ae-4414-8d6f-0a458aece37f req-98f19a48-4670-48b8-9839-b0f4c6139c41 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 945 time: 0.0522070 Jan 28 01:16:45.737576 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e05fc348-c9ae-4414-8d6f-0a458aece37f req-a52a6c9c-2cf2-4f9f-ac8c-ee5e75056085 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492249 Jan 28 01:16:45.766778 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52170) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:45.809105 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1208393-1d92-4cdc-ad2d-f9a0d1175f57 tempest-TestVolumeBootPattern-1044163625 tempest-TestVolumeBootPattern-1044163625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:45.810635 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b1208393-1d92-4cdc-ad2d-f9a0d1175f57 tempest-TestVolumeBootPattern-1044163625 tempest-TestVolumeBootPattern-1044163625-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 1091 time: 0.0427310 Jan 28 01:16:45.813548 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52172) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:16:45.817842 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-bfcb9c97-ae55-4e98-8750-d9b794024089 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'port_id': 'c9a4c47b-0226-4c73-981f-17a7c1407f48', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:16:45.840222 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bfcb9c97-ae55-4e98-8750-d9b794024089 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:45.948300 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bfcb9c97-ae55-4e98-8750-d9b794024089 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:46.065465 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-bfcb9c97-ae55-4e98-8750-d9b794024089 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Allocated IP 172.25.3.157 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/fd29a04f-f046-43d9-ad64-30d88a66d4f2) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:16:46.187163 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bfcb9c97-ae55-4e98-8750-d9b794024089 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for port (fd29a04f-f046-43d9-ad64-30d88a66d4f2), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:46.224522 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bfcb9c97-ae55-4e98-8750-d9b794024089 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (fd29a04f-f046-43d9-ad64-30d88a66d4f2), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:46.267280 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcb9c97-ae55-4e98-8750-d9b794024089 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:16:46.270346 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-bfcb9c97-ae55-4e98-8750-d9b794024089 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:16:46.276828 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcb9c97-ae55-4e98-8750-d9b794024089 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:16:46.282553 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb9c97-ae55-4e98-8750-d9b794024089 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Pushing event updated for resources: {'Port': ['ID=fd29a04f-f046-43d9-ad64-30d88a66d4f2,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:46.669569 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bfcb9c97-ae55-4e98-8750-d9b794024089 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for floatingip (ed0199e9-8424-48a9-9b1c-acd946ed1b96), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:46.740734 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bfcb9c97-ae55-4e98-8750-d9b794024089 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (fd29a04f-f046-43d9-ad64-30d88a66d4f2), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:46.912812 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bfcb9c97-ae55-4e98-8750-d9b794024089 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for port (fd29a04f-f046-43d9-ad64-30d88a66d4f2), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:46.923736 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bfcb9c97-ae55-4e98-8750-d9b794024089 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (fd29a04f-f046-43d9-ad64-30d88a66d4f2), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:46.999669 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb9c97-ae55-4e98-8750-d9b794024089 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Pushing event updated for resources: {'Port': ['ID=fd29a04f-f046-43d9-ad64-30d88a66d4f2,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:16:47.013406 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bfcb9c97-ae55-4e98-8750-d9b794024089 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (ed0199e9-8424-48a9-9b1c-acd946ed1b96), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:47.129945 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-bfcb9c97-ae55-4e98-8750-d9b794024089 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Floating IP ed0199e9-8424-48a9-9b1c-acd946ed1b96 associated. External IP: 172.25.3.157, port: c9a4c47b-0226-4c73-981f-17a7c1407f48. Jan 28 01:16:47.707411 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcb9c97-ae55-4e98-8750-d9b794024089 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Router c3b0ce58-70ae-4a74-a7ea-2c40a495db5b has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:16:47.822933 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcb9c97-ae55-4e98-8750-d9b794024089 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:16:47.835557 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cfa584-e205-4552-8056-a12918d5cd86 None None] Sync routers for ids ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:16:47.843992 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bfcb9c97-ae55-4e98-8750-d9b794024089 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:16:47.850179 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cfa584-e205-4552-8056-a12918d5cd86 None None] Routers {'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:16:47.850974 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-30cfa584-e205-4552-8056-a12918d5cd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:16:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:47.876687 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-bfcb9c97-ae55-4e98-8750-d9b794024089 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0620975 Jan 28 01:16:47.877269 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f88e10b-5d93-4f42-97dd-76771d04261a', 'tag': 'c9a4c47b-0226-4c73-981f-17a7c1407f48'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:16:47.879554 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fae3f8-0dd6-40ce-868f-7c8fd0b98e51" -d '{"events": [{"name": "network-changed", "server_uuid": "9f88e10b-5d93-4f42-97dd-76771d04261a", "tag": "c9a4c47b-0226-4c73-981f-17a7c1407f48"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:16:47.919369 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fbb46c-ed66-45de-bc19-177104e88583 x-openstack-request-id: req-36fbb46c-ed66-45de-bc19-177104e88583 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:16:47.919792 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f88e10b-5d93-4f42-97dd-76771d04261a", "tag": "c9a4c47b-0226-4c73-981f-17a7c1407f48", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:16:47.920122 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-36fbb46c-ed66-45de-bc19-177104e88583 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:16:47.920601 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f88e10b-5d93-4f42-97dd-76771d04261a', 'tag': 'c9a4c47b-0226-4c73-981f-17a7c1407f48', 'status': 'completed', 'code': 200} Jan 28 01:16:47.965053 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-30cfa584-e205-4552-8056-a12918d5cd86 None None] Set router c3b0ce58-70ae-4a74-a7ea-2c40a495db5b gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:16:48.010753 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fae3f8-0dd6-40ce-868f-7c8fd0b98e51 req-a4be5066-471c-4efd-bc2a-d90dcafc111a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:48.012324 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47fae3f8-0dd6-40ce-868f-7c8fd0b98e51 req-a4be5066-471c-4efd-bc2a-d90dcafc111a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 1096 time: 0.0485535 Jan 28 01:16:48.109802 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fae3f8-0dd6-40ce-868f-7c8fd0b98e51 req-72668e93-01ac-4294-99dc-eb3ead3cdf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:48.113158 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47fae3f8-0dd6-40ce-868f-7c8fd0b98e51 req-72668e93-01ac-4294-99dc-eb3ead3cdf78 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 913 time: 0.0927289 Jan 28 01:16:48.188235 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47fae3f8-0dd6-40ce-868f-7c8fd0b98e51 req-b9f24657-e285-4617-98b7-1ba3f1fbdc45 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9a4c47b-0226-4c73-981f-17a7c1407f48 HTTP/1.1" status: 200 len: 999 time: 0.0703938 Jan 28 01:16:48.222460 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-30cfa584-e205-4552-8056-a12918d5cd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'name': 'tempest-TestVolumeBootPattern-1631152365-router', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:00Z', 'updated_at': '2022-01-28T01:06:04Z', 'revision_number': 4, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'gw_port': {'id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:01Z', 'updated_at': '2022-01-28T01:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'c4e29d1e-f63a-44f9-a53c-deb683cf0d17', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'port_id': '71679bcf-430a-4168-b419-cf1a5ce05a1b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'mac_address': 'fa:16:3e:c8:a1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a396129-e8f2-4904-a838-f005abc700da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:14:35Z', 'updated_at': '2022-01-28T01:14:37Z', 'revision_number': 1, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'fixed_ip_address_scope': None}, {'id': 'ed0199e9-8424-48a9-9b1c-acd946ed1b96', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'floating_ip_address': '172.25.3.157', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'port_id': 'c9a4c47b-0226-4c73-981f-17a7c1407f48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'mac_address': 'fa:16:3e:7f:ea:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f88e10b-5d93-4f42-97dd-76771d04261a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:16:46Z', 'updated_at': '2022-01-28T01:16:46Z', 'revision_number': 0, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e2ea10-24d9-4f94-a20c-9a1c52020f95', 'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'mac_address': 'fa:16:3e:4a:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c704370c-1d43-453a-828e-959738e576e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:04Z', 'updated_at': '2022-01-28T01:06:09Z', 'revision_number': 5, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'subnets': [{'id': 'c704370c-1d43-453a-828e-959738e576e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:48.243263 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fae3f8-0dd6-40ce-868f-7c8fd0b98e51 req-0584c236-a4c9-43ed-925c-cb414f3d22c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:48.244749 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47fae3f8-0dd6-40ce-868f-7c8fd0b98e51 req-0584c236-a4c9-43ed-925c-cb414f3d22c2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c704370c-1d43-453a-828e-959738e576e5 HTTP/1.1" status: 200 len: 851 time: 0.0512695 Jan 28 01:16:48.249737 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cfa584-e205-4552-8056-a12918d5cd86 None None] Checking router: c3b0ce58-70ae-4a74-a7ea-2c40a495db5b for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:16:48.259203 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cfa584-e205-4552-8056-a12918d5cd86 None None] Routers {'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:16:48.259861 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-30cfa584-e205-4552-8056-a12918d5cd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:16:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:48.298210 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fae3f8-0dd6-40ce-868f-7c8fd0b98e51 req-d1bdb231-d7fe-4c8c-a985-e9417b555c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:16:48.299973 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47fae3f8-0dd6-40ce-868f-7c8fd0b98e51 req-d1bdb231-d7fe-4c8c-a985-e9417b555c5c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1ccff06-6c36-49c1-af92-8d7bb0a23521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493069 Jan 28 01:16:48.390282 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-30cfa584-e205-4552-8056-a12918d5cd86 None None] Set router c3b0ce58-70ae-4a74-a7ea-2c40a495db5b gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:16:48.430723 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47fae3f8-0dd6-40ce-868f-7c8fd0b98e51 req-1b0438a0-cbc4-46bb-86d1-b7515106c4cb service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246340 Jan 28 01:16:48.534155 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47fae3f8-0dd6-40ce-868f-7c8fd0b98e51 req-fa70d45b-f913-4258-bb5f-84a358eadae8 service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968776 Jan 28 01:16:48.659888 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-30cfa584-e205-4552-8056-a12918d5cd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'name': 'tempest-TestVolumeBootPattern-1631152365-router', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:00Z', 'updated_at': '2022-01-28T01:06:04Z', 'revision_number': 4, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'gw_port': {'id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:01Z', 'updated_at': '2022-01-28T01:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'c4e29d1e-f63a-44f9-a53c-deb683cf0d17', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'port_id': '71679bcf-430a-4168-b419-cf1a5ce05a1b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'mac_address': 'fa:16:3e:c8:a1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a396129-e8f2-4904-a838-f005abc700da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:14:35Z', 'updated_at': '2022-01-28T01:14:37Z', 'revision_number': 1, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'fixed_ip_address_scope': None}, {'id': 'ed0199e9-8424-48a9-9b1c-acd946ed1b96', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'floating_ip_address': '172.25.3.157', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'port_id': 'c9a4c47b-0226-4c73-981f-17a7c1407f48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'mac_address': 'fa:16:3e:7f:ea:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f88e10b-5d93-4f42-97dd-76771d04261a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:16:46Z', 'updated_at': '2022-01-28T01:16:46Z', 'revision_number': 0, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e2ea10-24d9-4f94-a20c-9a1c52020f95', 'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'mac_address': 'fa:16:3e:4a:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c704370c-1d43-453a-828e-959738e576e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:04Z', 'updated_at': '2022-01-28T01:06:09Z', 'revision_number': 5, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'subnets': [{'id': 'c704370c-1d43-453a-828e-959738e576e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:16:48.692755 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cfa584-e205-4552-8056-a12918d5cd86 None None] The sync data for ids ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'] in n-d-826754-1 is: [{'id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'name': 'tempest-TestVolumeBootPattern-1631152365-router', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:00Z', 'updated_at': '2022-01-28T01:06:04Z', 'revision_number': 4, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'gw_port': {'id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:01Z', 'updated_at': '2022-01-28T01:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'c4e29d1e-f63a-44f9-a53c-deb683cf0d17', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'port_id': '71679bcf-430a-4168-b419-cf1a5ce05a1b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'mac_address': 'fa:16:3e:c8:a1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a396129-e8f2-4904-a838-f005abc700da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:14:35Z', 'updated_at': '2022-01-28T01:14:37Z', 'revision_number': 1, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'fixed_ip_address_scope': None}, {'id': 'ed0199e9-8424-48a9-9b1c-acd946ed1b96', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'floating_ip_address': '172.25.3.157', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'port_id': 'c9a4c47b-0226-4c73-981f-17a7c1407f48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'mac_address': 'fa:16:3e:7f:ea:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f88e10b-5d93-4f42-97dd-76771d04261a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:16:46Z', 'updated_at': '2022-01-28T01:16:46Z', 'revision_number': 0, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e2ea10-24d9-4f94-a20c-9a1c52020f95', 'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'mac_address': 'fa:16:3e:4a:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c704370c-1d43-453a-828e-959738e576e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:04Z', 'updated_at': '2022-01-28T01:06:09Z', 'revision_number': 5, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'subnets': [{'id': 'c704370c-1d43-453a-828e-959738e576e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:16:48.927813 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac64c5f0-5669-42f0-9cb6-136fe8d07167 None None] New status for floating IP ed0199e9-8424-48a9-9b1c-acd946ed1b96: ACTIVE {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:17:06.099351 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-99eb4137-f211-41ff-a579-70e73cda0e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:08.391389 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-14d70d1c-0c07-4b08-9051-7a5e1e564372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:09.862269 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:11.405635 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:12.291325 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:13.405774 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:14.756106 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:21.543201 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:17:24.830298 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8d2fc670-3bb2-461e-93e1-e37d76e77772 req-7628350d-9df3-4532-96a0-91a23b07de0c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445828 Jan 28 01:17:24.941554 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fc670-3bb2-461e-93e1-e37d76e77772 req-78701d25-4c66-4097-8f0b-eaabb09c33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:24.943600 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8d2fc670-3bb2-461e-93e1-e37d76e77772 req-78701d25-4c66-4097-8f0b-eaabb09c33e4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 1097 time: 0.0537767 Jan 28 01:17:25.050668 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fc670-3bb2-461e-93e1-e37d76e77772 req-74c41677-ea5d-45ac-b495-5d130a9bae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:25.052319 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8d2fc670-3bb2-461e-93e1-e37d76e77772 req-74c41677-ea5d-45ac-b495-5d130a9bae4d service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 913 time: 0.0893276 Jan 28 01:17:25.128538 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8d2fc670-3bb2-461e-93e1-e37d76e77772 req-0a3930bf-ce36-4acf-89ce-18a80f39825e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71679bcf-430a-4168-b419-cf1a5ce05a1b HTTP/1.1" status: 200 len: 1001 time: 0.0687594 Jan 28 01:17:25.180032 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fc670-3bb2-461e-93e1-e37d76e77772 req-a8844f35-7092-40fb-86da-c99c9c4c3f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:25.181554 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8d2fc670-3bb2-461e-93e1-e37d76e77772 req-a8844f35-7092-40fb-86da-c99c9c4c3f1f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c704370c-1d43-453a-828e-959738e576e5 HTTP/1.1" status: 200 len: 851 time: 0.0479240 Jan 28 01:17:25.232349 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fc670-3bb2-461e-93e1-e37d76e77772 req-64d9e6a6-8d51-4629-b826-ca5bce3f5b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:25.233903 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8d2fc670-3bb2-461e-93e1-e37d76e77772 req-64d9e6a6-8d51-4629-b826-ca5bce3f5b2f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1ccff06-6c36-49c1-af92-8d7bb0a23521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463824 Jan 28 01:17:25.361758 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8d2fc670-3bb2-461e-93e1-e37d76e77772 req-e0bf48c4-db5c-4adb-af45-8cfaca93a318 service neutron] 10.222.0.52 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221635 Jan 28 01:17:25.464774 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8d2fc670-3bb2-461e-93e1-e37d76e77772 req-7b1a0a09-1b0d-4ce5-aeff-4a4805a6e052 service neutron] 10.222.0.52 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974205 Jan 28 01:17:34.389607 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-65ce4a73-c18b-4a20-97bf-1f9dd03fff6a req-d62241ef-4e02-4f27-8bd8-2b8c828db46d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426345 Jan 28 01:17:34.512263 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce4a73-c18b-4a20-97bf-1f9dd03fff6a req-10911ce7-5228-47dc-8d10-3463700cd20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:34.513832 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-65ce4a73-c18b-4a20-97bf-1f9dd03fff6a req-10911ce7-5228-47dc-8d10-3463700cd20b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 1096 time: 0.0555027 Jan 28 01:17:34.652651 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce4a73-c18b-4a20-97bf-1f9dd03fff6a req-827c4b2e-6b86-4c26-bde9-a0ff4cd52ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:34.654006 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-65ce4a73-c18b-4a20-97bf-1f9dd03fff6a req-827c4b2e-6b86-4c26-bde9-a0ff4cd52ad5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 913 time: 0.1125765 Jan 28 01:17:34.734272 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-65ce4a73-c18b-4a20-97bf-1f9dd03fff6a req-499ee362-b835-4452-adb5-fc1c32b3ae11 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9a4c47b-0226-4c73-981f-17a7c1407f48 HTTP/1.1" status: 200 len: 1001 time: 0.0735195 Jan 28 01:17:34.790405 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce4a73-c18b-4a20-97bf-1f9dd03fff6a req-0b6b7fca-eb3c-4e6e-8697-1892db9315dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:34.791966 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-65ce4a73-c18b-4a20-97bf-1f9dd03fff6a req-0b6b7fca-eb3c-4e6e-8697-1892db9315dd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c704370c-1d43-453a-828e-959738e576e5 HTTP/1.1" status: 200 len: 851 time: 0.0512345 Jan 28 01:17:34.841637 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce4a73-c18b-4a20-97bf-1f9dd03fff6a req-84951d37-80e2-4e7a-8b8c-a6f2dba35fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:17:34.844355 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-65ce4a73-c18b-4a20-97bf-1f9dd03fff6a req-84951d37-80e2-4e7a-8b8c-a6f2dba35fd6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1ccff06-6c36-49c1-af92-8d7bb0a23521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467401 Jan 28 01:17:34.945094 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-65ce4a73-c18b-4a20-97bf-1f9dd03fff6a req-efe0e957-aba7-4395-891b-9c038b9582c8 service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949223 Jan 28 01:17:35.043411 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-65ce4a73-c18b-4a20-97bf-1f9dd03fff6a req-0dedbf0e-8865-4957-9d3a-542f0860ebb8 service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916681 Jan 28 01:17:36.096871 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a99e2a7-19e0-40b2-8980-b5d980b4b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:38.384737 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3c334e38-418c-4f68-9fd7-a016354c09ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:39.861899 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:41.405651 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:42.303077 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:43.405317 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:44.766172 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:17:58.542654 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:18:06.097162 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-84e35569-8056-4bdc-b1e7-56d0d7249da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:08.388586 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e3b9136a-494d-4806-af19-acc04418639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:09.865549 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:11.407602 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:12.296529 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:13.413841 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:14.767514 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:24.770157 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a41a0092-af87-49e6-bda5-87db0659ebc8 req-e6f4b9af-ccec-456e-863a-40e7f0fead8b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464633 Jan 28 01:18:24.882585 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a0092-af87-49e6-bda5-87db0659ebc8 req-46d20d44-33cc-4c42-b66a-e607d787a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:24.884137 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a41a0092-af87-49e6-bda5-87db0659ebc8 req-46d20d44-33cc-4c42-b66a-e607d787a2c8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 1097 time: 0.0530431 Jan 28 01:18:24.999749 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a0092-af87-49e6-bda5-87db0659ebc8 req-89818ef4-bb21-4382-bcdf-62016f5b8f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:25.001280 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a41a0092-af87-49e6-bda5-87db0659ebc8 req-89818ef4-bb21-4382-bcdf-62016f5b8f58 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 913 time: 0.0963962 Jan 28 01:18:25.075319 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a41a0092-af87-49e6-bda5-87db0659ebc8 req-56a4a4c1-9cb9-4a06-b1c3-f97102c686de service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71679bcf-430a-4168-b419-cf1a5ce05a1b HTTP/1.1" status: 200 len: 1001 time: 0.0677660 Jan 28 01:18:25.127448 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a0092-af87-49e6-bda5-87db0659ebc8 req-6cbb9ec2-28ab-4423-b4d0-f261175abcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:25.130237 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a41a0092-af87-49e6-bda5-87db0659ebc8 req-6cbb9ec2-28ab-4423-b4d0-f261175abcbf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c704370c-1d43-453a-828e-959738e576e5 HTTP/1.1" status: 200 len: 851 time: 0.0495424 Jan 28 01:18:25.179520 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a0092-af87-49e6-bda5-87db0659ebc8 req-88b59363-02c3-4954-90bd-1095d3241950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:25.181171 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a41a0092-af87-49e6-bda5-87db0659ebc8 req-88b59363-02c3-4954-90bd-1095d3241950 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1ccff06-6c36-49c1-af92-8d7bb0a23521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456996 Jan 28 01:18:25.283673 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a41a0092-af87-49e6-bda5-87db0659ebc8 req-cafb3bd1-3094-4538-bdca-b238c6596aa5 service neutron] 10.222.0.52 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957978 Jan 28 01:18:25.393145 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a41a0092-af87-49e6-bda5-87db0659ebc8 req-d43ac74d-f59b-456a-b97a-510a11aaca3c service neutron] 10.222.0.52 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040184 Jan 28 01:18:31.680480 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52208) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:31.854441 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3bde4067-c133-48a0-b65b-5316a8b70eb8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Deleting port fd29a04f-f046-43d9-ad64-30d88a66d4f2 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:18:31.854786 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3bde4067-c133-48a0-b65b-5316a8b70eb8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (fd29a04f-f046-43d9-ad64-30d88a66d4f2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:31.934483 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3bde4067-c133-48a0-b65b-5316a8b70eb8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (fd29a04f-f046-43d9-ad64-30d88a66d4f2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:31.934700 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3bde4067-c133-48a0-b65b-5316a8b70eb8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for floatingip (fd29a04f-f046-43d9-ad64-30d88a66d4f2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:31.946434 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3bde4067-c133-48a0-b65b-5316a8b70eb8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Calling delete_port for fd29a04f-f046-43d9-ad64-30d88a66d4f2 owned by network:floatingip {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:18:32.123670 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3bde4067-c133-48a0-b65b-5316a8b70eb8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (fd29a04f-f046-43d9-ad64-30d88a66d4f2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:32.150055 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde4067-c133-48a0-b65b-5316a8b70eb8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Pushing event deleted for resources: {'Port': ['ID=fd29a04f-f046-43d9-ad64-30d88a66d4f2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:32.162438 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde4067-c133-48a0-b65b-5316a8b70eb8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:32.162791 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde4067-c133-48a0-b65b-5316a8b70eb8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:32.163137 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde4067-c133-48a0-b65b-5316a8b70eb8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:32.163480 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde4067-c133-48a0-b65b-5316a8b70eb8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:32.163840 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde4067-c133-48a0-b65b-5316a8b70eb8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:32.164178 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde4067-c133-48a0-b65b-5316a8b70eb8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:32.164512 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde4067-c133-48a0-b65b-5316a8b70eb8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:32.164847 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde4067-c133-48a0-b65b-5316a8b70eb8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:32.165170 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde4067-c133-48a0-b65b-5316a8b70eb8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:32.165496 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde4067-c133-48a0-b65b-5316a8b70eb8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:32.165824 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde4067-c133-48a0-b65b-5316a8b70eb8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:32.166152 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde4067-c133-48a0-b65b-5316a8b70eb8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:32.166504 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde4067-c133-48a0-b65b-5316a8b70eb8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:32.227361 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3bde4067-c133-48a0-b65b-5316a8b70eb8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for floatingip (ed0199e9-8424-48a9-9b1c-acd946ed1b96), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:32.227587 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-3bde4067-c133-48a0-b65b-5316a8b70eb8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Floating IP ed0199e9-8424-48a9-9b1c-acd946ed1b96 disassociated (deleted). External IP: 172.25.3.157, port: c9a4c47b-0226-4c73-981f-17a7c1407f48. Jan 28 01:18:32.470995 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bde4067-c133-48a0-b65b-5316a8b70eb8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Router c3b0ce58-70ae-4a74-a7ea-2c40a495db5b has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:18:32.591277 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bde4067-c133-48a0-b65b-5316a8b70eb8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:18:32.596381 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3bde4067-c133-48a0-b65b-5316a8b70eb8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:32.601877 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0102496b-8e83-4a3e-b9a0-e88aa9c00320 None None] Sync routers for ids ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:18:32.612889 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0102496b-8e83-4a3e-b9a0-e88aa9c00320 None None] Routers {'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:18:32.613512 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-0102496b-8e83-4a3e-b9a0-e88aa9c00320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:18:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:18:32.626853 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3bde4067-c133-48a0-b65b-5316a8b70eb8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "DELETE /v2.0/floatingips/ed0199e9-8424-48a9-9b1c-acd946ed1b96 HTTP/1.1" status: 204 len: 168 time: 0.9453421 Jan 28 01:18:32.628104 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f88e10b-5d93-4f42-97dd-76771d04261a', 'tag': 'c9a4c47b-0226-4c73-981f-17a7c1407f48'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:18:32.630776 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daea476e-2c52-414d-b670-058a344a6e70" -d '{"events": [{"name": "network-changed", "server_uuid": "9f88e10b-5d93-4f42-97dd-76771d04261a", "tag": "c9a4c47b-0226-4c73-981f-17a7c1407f48"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:18:32.736073 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70d84fe-f7ae-4368-b1d2-aa063bbe575b x-openstack-request-id: req-f70d84fe-f7ae-4368-b1d2-aa063bbe575b {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:18:32.738056 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f88e10b-5d93-4f42-97dd-76771d04261a", "tag": "c9a4c47b-0226-4c73-981f-17a7c1407f48", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:18:32.738283 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-0102496b-8e83-4a3e-b9a0-e88aa9c00320 None None] Set router c3b0ce58-70ae-4a74-a7ea-2c40a495db5b gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:18:32.738731 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f70d84fe-f7ae-4368-b1d2-aa063bbe575b {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:18:32.739200 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f88e10b-5d93-4f42-97dd-76771d04261a', 'tag': 'c9a4c47b-0226-4c73-981f-17a7c1407f48', 'status': 'completed', 'code': 200} Jan 28 01:18:32.839748 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea476e-2c52-414d-b670-058a344a6e70 req-1412acd8-8b55-422d-9709-4a49afcb697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:32.841653 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-daea476e-2c52-414d-b670-058a344a6e70 req-1412acd8-8b55-422d-9709-4a49afcb697d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 1096 time: 0.0633910 Jan 28 01:18:33.039835 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca1efd-8a09-4199-939b-8aaac56ff7f1 req-32d76c39-0f9b-4626-82db-88f2d732c031 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:33.042412 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d8ca1efd-8a09-4199-939b-8aaac56ff7f1 req-32d76c39-0f9b-4626-82db-88f2d732c031 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 945 time: 0.1775439 Jan 28 01:18:33.069205 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-0102496b-8e83-4a3e-b9a0-e88aa9c00320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'name': 'tempest-TestVolumeBootPattern-1631152365-router', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:00Z', 'updated_at': '2022-01-28T01:06:04Z', 'revision_number': 4, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'gw_port': {'id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:01Z', 'updated_at': '2022-01-28T01:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'c4e29d1e-f63a-44f9-a53c-deb683cf0d17', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'port_id': '71679bcf-430a-4168-b419-cf1a5ce05a1b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'mac_address': 'fa:16:3e:c8:a1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a396129-e8f2-4904-a838-f005abc700da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:14:35Z', 'updated_at': '2022-01-28T01:14:37Z', 'revision_number': 1, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e2ea10-24d9-4f94-a20c-9a1c52020f95', 'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'mac_address': 'fa:16:3e:4a:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c704370c-1d43-453a-828e-959738e576e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:04Z', 'updated_at': '2022-01-28T01:06:09Z', 'revision_number': 5, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'subnets': [{'id': 'c704370c-1d43-453a-828e-959738e576e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:18:33.082108 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea476e-2c52-414d-b670-058a344a6e70 req-eebd234e-c553-4d68-993b-8b41c967e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:33.083653 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-daea476e-2c52-414d-b670-058a344a6e70 req-eebd234e-c553-4d68-993b-8b41c967e81a service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 913 time: 0.2330773 Jan 28 01:18:33.097248 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0102496b-8e83-4a3e-b9a0-e88aa9c00320 None None] Checking router: c3b0ce58-70ae-4a74-a7ea-2c40a495db5b for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:18:33.107189 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0102496b-8e83-4a3e-b9a0-e88aa9c00320 None None] Routers {'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:18:33.107855 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-0102496b-8e83-4a3e-b9a0-e88aa9c00320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:18:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:18:33.138636 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-daea476e-2c52-414d-b670-058a344a6e70 req-30233c6e-36b2-4352-97bb-45e23e67fbc1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9a4c47b-0226-4c73-981f-17a7c1407f48 HTTP/1.1" status: 200 len: 217 time: 0.0487802 Jan 28 01:18:33.178802 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d8ca1efd-8a09-4199-939b-8aaac56ff7f1 req-0b64549a-e049-481f-9bc6-378e81463c08 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299448 Jan 28 01:18:33.200834 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea476e-2c52-414d-b670-058a344a6e70 req-f187eefe-0704-47fc-9739-0e3f5bbcda8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:33.202080 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-daea476e-2c52-414d-b670-058a344a6e70 req-f187eefe-0704-47fc-9739-0e3f5bbcda8c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c704370c-1d43-453a-828e-959738e576e5 HTTP/1.1" status: 200 len: 851 time: 0.0574446 Jan 28 01:18:33.226542 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-0102496b-8e83-4a3e-b9a0-e88aa9c00320 None None] Set router c3b0ce58-70ae-4a74-a7ea-2c40a495db5b gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:18:33.260617 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea476e-2c52-414d-b670-058a344a6e70 req-f13275e2-fa62-437d-996d-2d992fd574cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:33.262151 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-daea476e-2c52-414d-b670-058a344a6e70 req-f13275e2-fa62-437d-996d-2d992fd574cd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1ccff06-6c36-49c1-af92-8d7bb0a23521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538039 Jan 28 01:18:33.373173 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-daea476e-2c52-414d-b670-058a344a6e70 req-4e05dbb1-7a65-47b7-9b63-544760fb7507 service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033409 Jan 28 01:18:33.483509 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-daea476e-2c52-414d-b670-058a344a6e70 req-042bf4ef-7af2-44d2-964a-a72392df494b service neutron] 10.222.0.65 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038246 Jan 28 01:18:33.522817 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-0102496b-8e83-4a3e-b9a0-e88aa9c00320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'name': 'tempest-TestVolumeBootPattern-1631152365-router', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:00Z', 'updated_at': '2022-01-28T01:06:04Z', 'revision_number': 4, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'gw_port': {'id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:01Z', 'updated_at': '2022-01-28T01:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'c4e29d1e-f63a-44f9-a53c-deb683cf0d17', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'port_id': '71679bcf-430a-4168-b419-cf1a5ce05a1b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'mac_address': 'fa:16:3e:c8:a1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a396129-e8f2-4904-a838-f005abc700da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:14:35Z', 'updated_at': '2022-01-28T01:14:37Z', 'revision_number': 1, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e2ea10-24d9-4f94-a20c-9a1c52020f95', 'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'mac_address': 'fa:16:3e:4a:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c704370c-1d43-453a-828e-959738e576e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:04Z', 'updated_at': '2022-01-28T01:06:09Z', 'revision_number': 5, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'subnets': [{'id': 'c704370c-1d43-453a-828e-959738e576e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:18:33.556758 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0102496b-8e83-4a3e-b9a0-e88aa9c00320 None None] The sync data for ids ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'] in n-d-826754-1 is: [{'id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'name': 'tempest-TestVolumeBootPattern-1631152365-router', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:00Z', 'updated_at': '2022-01-28T01:06:04Z', 'revision_number': 4, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'gw_port': {'id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:01Z', 'updated_at': '2022-01-28T01:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'c4e29d1e-f63a-44f9-a53c-deb683cf0d17', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'port_id': '71679bcf-430a-4168-b419-cf1a5ce05a1b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'mac_address': 'fa:16:3e:c8:a1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a396129-e8f2-4904-a838-f005abc700da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:14:35Z', 'updated_at': '2022-01-28T01:14:37Z', 'revision_number': 1, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e2ea10-24d9-4f94-a20c-9a1c52020f95', 'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'mac_address': 'fa:16:3e:4a:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c704370c-1d43-453a-828e-959738e576e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:04Z', 'updated_at': '2022-01-28T01:06:09Z', 'revision_number': 5, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'subnets': [{'id': 'c704370c-1d43-453a-828e-959738e576e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:18:33.810147 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296a1a2f-a84f-40e5-84cc-ab2de3a8f177 None None] New status for floating IP ed0199e9-8424-48a9-9b1c-acd946ed1b96: DOWN {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:18:34.303289 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ab0d7-64f9-4d61-9477-92b51e76f7a2 req-c971a367-5449-4b1a-b631-6071fda1a082 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:34.304823 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-692ab0d7-64f9-4d61-9477-92b51e76f7a2 req-c971a367-5449-4b1a-b631-6071fda1a082 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 945 time: 0.0521717 Jan 28 01:18:34.364725 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-692ab0d7-64f9-4d61-9477-92b51e76f7a2 req-acd7468a-94b0-422c-9240-e38f3fe6a1f4 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540779 Jan 28 01:18:34.581335 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bca4f-d68c-474d-960e-80eb4f23d9fe req-3a53f46b-0ccd-4b67-aebe-7e97d7c49c1b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:34.582975 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-789bca4f-d68c-474d-960e-80eb4f23d9fe req-3a53f46b-0ccd-4b67-aebe-7e97d7c49c1b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 945 time: 0.0544240 Jan 28 01:18:34.693913 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-789bca4f-d68c-474d-960e-80eb4f23d9fe req-0b314a91-c9be-4856-989e-66147a0fa23f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Deleting port c9a4c47b-0226-4c73-981f-17a7c1407f48 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:18:34.694252 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-789bca4f-d68c-474d-960e-80eb4f23d9fe req-0b314a91-c9be-4856-989e-66147a0fa23f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c9a4c47b-0226-4c73-981f-17a7c1407f48), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:34.792045 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-789bca4f-d68c-474d-960e-80eb4f23d9fe req-0b314a91-c9be-4856-989e-66147a0fa23f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] For port c9a4c47b-0226-4c73-981f-17a7c1407f48, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=c9a4c47b-0226-4c73-981f-17a7c1407f48,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:18:34.792417 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-789bca4f-d68c-474d-960e-80eb4f23d9fe req-0b314a91-c9be-4856-989e-66147a0fa23f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c9a4c47b-0226-4c73-981f-17a7c1407f48), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:34.805712 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-789bca4f-d68c-474d-960e-80eb4f23d9fe req-0b314a91-c9be-4856-989e-66147a0fa23f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Calling delete_port for c9a4c47b-0226-4c73-981f-17a7c1407f48 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:18:34.954634 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-789bca4f-d68c-474d-960e-80eb4f23d9fe req-0b314a91-c9be-4856-989e-66147a0fa23f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (c9a4c47b-0226-4c73-981f-17a7c1407f48), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:34.988252 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b314a91-c9be-4856-989e-66147a0fa23f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Pushing event deleted for resources: {'Port': ['ID=c9a4c47b-0226-4c73-981f-17a7c1407f48,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:35.024028 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b314a91-c9be-4856-989e-66147a0fa23f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:35.024378 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b314a91-c9be-4856-989e-66147a0fa23f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:35.024676 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b314a91-c9be-4856-989e-66147a0fa23f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:35.025015 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b314a91-c9be-4856-989e-66147a0fa23f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:35.025356 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b314a91-c9be-4856-989e-66147a0fa23f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:35.025695 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b314a91-c9be-4856-989e-66147a0fa23f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:35.026032 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b314a91-c9be-4856-989e-66147a0fa23f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:35.026363 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b314a91-c9be-4856-989e-66147a0fa23f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:35.026695 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b314a91-c9be-4856-989e-66147a0fa23f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:35.027024 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b314a91-c9be-4856-989e-66147a0fa23f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:35.027355 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b314a91-c9be-4856-989e-66147a0fa23f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:35.027712 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b314a91-c9be-4856-989e-66147a0fa23f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:35.028043 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b314a91-c9be-4856-989e-66147a0fa23f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:18:35.049719 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-789bca4f-d68c-474d-960e-80eb4f23d9fe req-0b314a91-c9be-4856-989e-66147a0fa23f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] No DVR routers for this DVR port c9a4c47b-0226-4c73-981f-17a7c1407f48 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:18:35.052406 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-789bca4f-d68c-474d-960e-80eb4f23d9fe req-0b314a91-c9be-4856-989e-66147a0fa23f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:35.055737 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-789bca4f-d68c-474d-960e-80eb4f23d9fe req-0b314a91-c9be-4856-989e-66147a0fa23f tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.65 "DELETE /v2.0/ports/c9a4c47b-0226-4c73-981f-17a7c1407f48 HTTP/1.1" status: 204 len: 173 time: 0.4670401 Jan 28 01:18:35.056194 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f88e10b-5d93-4f42-97dd-76771d04261a', 'name': 'network-vif-deleted', 'tag': 'c9a4c47b-0226-4c73-981f-17a7c1407f48'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:18:35.058528 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49af268-b47f-449b-a221-bdc38da947ec" -d '{"events": [{"server_uuid": "9f88e10b-5d93-4f42-97dd-76771d04261a", "name": "network-vif-deleted", "tag": "c9a4c47b-0226-4c73-981f-17a7c1407f48"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:18:35.117942 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95261bd4-0273-4ea2-a7df-9ec6e791934d x-openstack-request-id: req-95261bd4-0273-4ea2-a7df-9ec6e791934d {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:18:35.118243 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f88e10b-5d93-4f42-97dd-76771d04261a", "name": "network-vif-deleted", "tag": "c9a4c47b-0226-4c73-981f-17a7c1407f48", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:18:35.118500 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-95261bd4-0273-4ea2-a7df-9ec6e791934d {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:18:35.118908 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f88e10b-5d93-4f42-97dd-76771d04261a', 'name': 'network-vif-deleted', 'tag': 'c9a4c47b-0226-4c73-981f-17a7c1407f48', 'status': 'completed', 'code': 200} Jan 28 01:18:35.483689 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-74c56f03-b30b-4a84-887e-ebed7f4cb489 req-7e73b835-e834-4666-a4bf-5f633bb9aa76 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 210 time: 0.0327137 Jan 28 01:18:35.544545 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:18:36.092425 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-21c68995-f4b6-4141-a3fd-71f26cbabd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:36.592391 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8ef0309e-3250-4e60-8263-bb1183e313d7 req-c6886b5d-2ce8-4a65-b000-18dca9ec422e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 210 time: 0.0291994 Jan 28 01:18:37.720850 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d900383f-460d-4ed2-83ec-a6e6dd169c11 req-e69baa69-43e7-4cb6-91ed-3acb3168abdd tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 210 time: 0.0507531 Jan 28 01:18:38.003541 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device c9a4c47b-0226-4c73-981f-17a7c1407f48 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:18:38.025255 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: c9a4c47b-0226-4c73-981f-17a7c1407f48 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:18:38.025611 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device c9a4c47b-0226-4c73-981f-17a7c1407f48 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:18:38.396312 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3fc8-0c1f-4e3c-9aff-792eea0c1580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:38.832696 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-515eaccb-68d2-49d4-983a-1ffc1c4780d0 req-5effadee-abad-4dc1-8a15-1d39c6b014cd tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 210 time: 0.0305848 Jan 28 01:18:39.880618 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:39.938904 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c0e880e9-ca36-432a-ab12-2416d613d249 req-e5bef38b-bfee-4c55-97ab-f6a39a0a003a tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 210 time: 0.0287328 Jan 28 01:18:41.044295 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5c3eb181-ca51-493c-85ee-b676b4ba17e3 req-1b74ea48-e458-4aa5-9d0d-4046a3ce1863 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 210 time: 0.0303674 Jan 28 01:18:41.416170 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:42.147341 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3d944189-2fc3-4a66-b6df-17ce7296ebca req-f37adb15-144f-4e55-bd8a-44c68aabfd33 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 210 time: 0.0269010 Jan 28 01:18:42.304430 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:43.244521 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7e9be35-e861-45cc-a8b2-392570b1a9ed req-4089abbd-b0cc-4d63-903c-2c48a3ca7a8c tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f88e10b-5d93-4f42-97dd-76771d04261a HTTP/1.1" status: 200 len: 210 time: 0.0284657 Jan 28 01:18:43.411529 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:44.764933 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:52.847510 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52276) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:18:53.023652 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-d3cf5a6c-ffd2-47db-b3b8-df1dfc84d829 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Deleting port 2c5e95dd-f0c9-4534-90ae-5774167f7110 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:18:53.024086 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d3cf5a6c-ffd2-47db-b3b8-df1dfc84d829 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (2c5e95dd-f0c9-4534-90ae-5774167f7110), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:53.133336 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d3cf5a6c-ffd2-47db-b3b8-df1dfc84d829 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (2c5e95dd-f0c9-4534-90ae-5774167f7110), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:53.133746 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d3cf5a6c-ffd2-47db-b3b8-df1dfc84d829 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for floatingip (2c5e95dd-f0c9-4534-90ae-5774167f7110), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:53.159037 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-d3cf5a6c-ffd2-47db-b3b8-df1dfc84d829 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Calling delete_port for 2c5e95dd-f0c9-4534-90ae-5774167f7110 owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:18:53.329561 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d3cf5a6c-ffd2-47db-b3b8-df1dfc84d829 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (2c5e95dd-f0c9-4534-90ae-5774167f7110), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:53.366593 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf5a6c-ffd2-47db-b3b8-df1dfc84d829 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Pushing event deleted for resources: {'Port': ['ID=2c5e95dd-f0c9-4534-90ae-5774167f7110,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:53.435877 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d3cf5a6c-ffd2-47db-b3b8-df1dfc84d829 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for floatingip (c4e29d1e-f63a-44f9-a53c-deb683cf0d17), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:53.436214 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-d3cf5a6c-ffd2-47db-b3b8-df1dfc84d829 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Floating IP c4e29d1e-f63a-44f9-a53c-deb683cf0d17 disassociated (deleted). External IP: 172.25.3.22, port: 71679bcf-430a-4168-b419-cf1a5ce05a1b. Jan 28 01:18:53.670391 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cf5a6c-ffd2-47db-b3b8-df1dfc84d829 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Router c3b0ce58-70ae-4a74-a7ea-2c40a495db5b has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:18:53.822407 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cf5a6c-ffd2-47db-b3b8-df1dfc84d829 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:18:53.828625 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d3cf5a6c-ffd2-47db-b3b8-df1dfc84d829 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:53.833900 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc04c85-690e-484a-aac8-028d2af6292e None None] Sync routers for ids ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:18:53.845229 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc04c85-690e-484a-aac8-028d2af6292e None None] Routers {'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:18:53.846045 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-0dc04c85-690e-484a-aac8-028d2af6292e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:18:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:18:53.862763 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d3cf5a6c-ffd2-47db-b3b8-df1dfc84d829 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "DELETE /v2.0/floatingips/c4e29d1e-f63a-44f9-a53c-deb683cf0d17 HTTP/1.1" status: 204 len: 168 time: 1.0140285 Jan 28 01:18:53.863593 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a396129-e8f2-4904-a838-f005abc700da', 'tag': '71679bcf-430a-4168-b419-cf1a5ce05a1b'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:18:53.866159 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c39cdfc-43e3-4ea3-b6ec-f3949d70da0b" -d '{"events": [{"name": "network-changed", "server_uuid": "7a396129-e8f2-4904-a838-f005abc700da", "tag": "71679bcf-430a-4168-b419-cf1a5ce05a1b"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:18:53.911104 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fb89ad-5c53-40b2-9788-1bb15fd645f0 x-openstack-request-id: req-27fb89ad-5c53-40b2-9788-1bb15fd645f0 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:18:53.911404 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a396129-e8f2-4904-a838-f005abc700da", "tag": "71679bcf-430a-4168-b419-cf1a5ce05a1b", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:18:53.911685 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-27fb89ad-5c53-40b2-9788-1bb15fd645f0 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:18:53.912097 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a396129-e8f2-4904-a838-f005abc700da', 'tag': '71679bcf-430a-4168-b419-cf1a5ce05a1b', 'status': 'completed', 'code': 200} Jan 28 01:18:53.977791 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-0dc04c85-690e-484a-aac8-028d2af6292e None None] Set router c3b0ce58-70ae-4a74-a7ea-2c40a495db5b gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:18:54.006680 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39cdfc-43e3-4ea3-b6ec-f3949d70da0b req-c6a8bb9f-7cde-44d7-a8bb-3175911208c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:54.010564 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2c39cdfc-43e3-4ea3-b6ec-f3949d70da0b req-c6a8bb9f-7cde-44d7-a8bb-3175911208c3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f3a1d7380c294442abd815a7478506ec&device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 1097 time: 0.0563853 Jan 28 01:18:54.110714 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39cdfc-43e3-4ea3-b6ec-f3949d70da0b req-ea2ac22e-faf5-4e05-b7cb-921664756e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:54.112419 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2c39cdfc-43e3-4ea3-b6ec-f3949d70da0b req-ea2ac22e-faf5-4e05-b7cb-921664756e96 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 200 len: 913 time: 0.0953982 Jan 28 01:18:54.132356 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc677ad-759d-4239-a5ae-d6524712b4ee req-f2e536f9-fefd-4bbc-8c33-5fab1bf0c4e9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:54.134694 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9bc677ad-759d-4239-a5ae-d6524712b4ee req-f2e536f9-fefd-4bbc-8c33-5fab1bf0c4e9 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 946 time: 0.0601032 Jan 28 01:18:54.170020 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2c39cdfc-43e3-4ea3-b6ec-f3949d70da0b req-772b32cb-f0ef-4ea5-8a0c-7a2c4e6bf3b8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71679bcf-430a-4168-b419-cf1a5ce05a1b HTTP/1.1" status: 200 len: 217 time: 0.0506732 Jan 28 01:18:54.192640 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9bc677ad-759d-4239-a5ae-d6524712b4ee req-c0023b16-9657-41c3-accc-732f0bfba657 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520310 Jan 28 01:18:54.202787 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-0dc04c85-690e-484a-aac8-028d2af6292e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'name': 'tempest-TestVolumeBootPattern-1631152365-router', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:00Z', 'updated_at': '2022-01-28T01:06:04Z', 'revision_number': 4, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'gw_port': {'id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:01Z', 'updated_at': '2022-01-28T01:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'c4e2ea10-24d9-4f94-a20c-9a1c52020f95', 'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'mac_address': 'fa:16:3e:4a:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c704370c-1d43-453a-828e-959738e576e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:04Z', 'updated_at': '2022-01-28T01:06:09Z', 'revision_number': 5, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'subnets': [{'id': 'c704370c-1d43-453a-828e-959738e576e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:18:54.230622 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39cdfc-43e3-4ea3-b6ec-f3949d70da0b req-2884c5c5-a7eb-4a2d-971b-d04c7ef11fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:54.231528 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc04c85-690e-484a-aac8-028d2af6292e None None] Checking router: c3b0ce58-70ae-4a74-a7ea-2c40a495db5b for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:18:54.232588 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2c39cdfc-43e3-4ea3-b6ec-f3949d70da0b req-2884c5c5-a7eb-4a2d-971b-d04c7ef11fba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c704370c-1d43-453a-828e-959738e576e5 HTTP/1.1" status: 200 len: 851 time: 0.0567403 Jan 28 01:18:54.240974 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc04c85-690e-484a-aac8-028d2af6292e None None] Routers {'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:18:54.241586 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-0dc04c85-690e-484a-aac8-028d2af6292e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:18:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:18:54.282256 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39cdfc-43e3-4ea3-b6ec-f3949d70da0b req-8cab5d50-eb31-4029-ba09-c31021b38ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:54.284292 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2c39cdfc-43e3-4ea3-b6ec-f3949d70da0b req-8cab5d50-eb31-4029-ba09-c31021b38ff5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1ccff06-6c36-49c1-af92-8d7bb0a23521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447452 Jan 28 01:18:54.359444 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-0dc04c85-690e-484a-aac8-028d2af6292e None None] Set router c3b0ce58-70ae-4a74-a7ea-2c40a495db5b gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:18:54.388001 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2c39cdfc-43e3-4ea3-b6ec-f3949d70da0b req-634a071e-d5fc-4b34-a630-5b56ed4d05f5 service neutron] 10.222.0.52 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977015 Jan 28 01:18:54.534165 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2c39cdfc-43e3-4ea3-b6ec-f3949d70da0b req-ad0c9278-2a13-4739-aaaf-3b8459ec653d service neutron] 10.222.0.52 "GET /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398931 Jan 28 01:18:54.589073 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-0dc04c85-690e-484a-aac8-028d2af6292e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'name': 'tempest-TestVolumeBootPattern-1631152365-router', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:00Z', 'updated_at': '2022-01-28T01:06:04Z', 'revision_number': 4, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'gw_port': {'id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:01Z', 'updated_at': '2022-01-28T01:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'c4e2ea10-24d9-4f94-a20c-9a1c52020f95', 'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'mac_address': 'fa:16:3e:4a:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c704370c-1d43-453a-828e-959738e576e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:04Z', 'updated_at': '2022-01-28T01:06:09Z', 'revision_number': 5, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'subnets': [{'id': 'c704370c-1d43-453a-828e-959738e576e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:18:54.623141 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc04c85-690e-484a-aac8-028d2af6292e None None] The sync data for ids ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'] in n-d-826754-1 is: [{'id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'name': 'tempest-TestVolumeBootPattern-1631152365-router', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:00Z', 'updated_at': '2022-01-28T01:06:04Z', 'revision_number': 4, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'gw_port': {'id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:01Z', 'updated_at': '2022-01-28T01:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'c4e2ea10-24d9-4f94-a20c-9a1c52020f95', 'name': '', 'network_id': 'e1ccff06-6c36-49c1-af92-8d7bb0a23521', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'mac_address': 'fa:16:3e:4a:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'c704370c-1d43-453a-828e-959738e576e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:04Z', 'updated_at': '2022-01-28T01:06:09Z', 'revision_number': 5, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'subnets': [{'id': 'c704370c-1d43-453a-828e-959738e576e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:18:54.890007 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd1ea8d-4eff-4c58-97ab-3a4949277286 None None] New status for floating IP c4e29d1e-f63a-44f9-a53c-deb683cf0d17: DOWN {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:18:55.334782 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d006a-f83b-47fd-92a4-f228bcdc7516 req-d21cc59e-e9f1-41ac-b84b-738abe5ec300 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:55.337216 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-030d006a-f83b-47fd-92a4-f228bcdc7516 req-d21cc59e-e9f1-41ac-b84b-738abe5ec300 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 946 time: 0.0604270 Jan 28 01:18:55.393917 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-030d006a-f83b-47fd-92a4-f228bcdc7516 req-22462ec7-e8d6-4372-9997-103701d5280e tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/security-groups?id=30420a9e-5bdb-4625-81a3-5580b8155c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507963 Jan 28 01:18:55.921409 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d821c80-7f20-4ab7-8d8f-17dacf674c40 req-a20917bc-1dd0-400d-b3f3-ee68053068b4 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:18:55.922852 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2d821c80-7f20-4ab7-8d8f-17dacf674c40 req-a20917bc-1dd0-400d-b3f3-ee68053068b4 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 946 time: 0.0526903 Jan 28 01:18:56.029573 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-2d821c80-7f20-4ab7-8d8f-17dacf674c40 req-711400c1-9038-45e5-a871-09e53bebdd8b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Deleting port 71679bcf-430a-4168-b419-cf1a5ce05a1b {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:18:56.029923 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2d821c80-7f20-4ab7-8d8f-17dacf674c40 req-711400c1-9038-45e5-a871-09e53bebdd8b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (71679bcf-430a-4168-b419-cf1a5ce05a1b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:56.125347 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-2d821c80-7f20-4ab7-8d8f-17dacf674c40 req-711400c1-9038-45e5-a871-09e53bebdd8b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] For port 71679bcf-430a-4168-b419-cf1a5ce05a1b, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=71679bcf-430a-4168-b419-cf1a5ce05a1b,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:18:56.125613 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2d821c80-7f20-4ab7-8d8f-17dacf674c40 req-711400c1-9038-45e5-a871-09e53bebdd8b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (71679bcf-430a-4168-b419-cf1a5ce05a1b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:56.147081 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-2d821c80-7f20-4ab7-8d8f-17dacf674c40 req-711400c1-9038-45e5-a871-09e53bebdd8b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Calling delete_port for 71679bcf-430a-4168-b419-cf1a5ce05a1b owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:18:56.289032 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2d821c80-7f20-4ab7-8d8f-17dacf674c40 req-711400c1-9038-45e5-a871-09e53bebdd8b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (71679bcf-430a-4168-b419-cf1a5ce05a1b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:56.321542 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711400c1-9038-45e5-a871-09e53bebdd8b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Pushing event deleted for resources: {'Port': ['ID=71679bcf-430a-4168-b419-cf1a5ce05a1b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:18:56.370242 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d821c80-7f20-4ab7-8d8f-17dacf674c40 req-711400c1-9038-45e5-a871-09e53bebdd8b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] No DVR routers for this DVR port 71679bcf-430a-4168-b419-cf1a5ce05a1b on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:18:56.372933 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2d821c80-7f20-4ab7-8d8f-17dacf674c40 req-711400c1-9038-45e5-a871-09e53bebdd8b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:18:56.376398 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2d821c80-7f20-4ab7-8d8f-17dacf674c40 req-711400c1-9038-45e5-a871-09e53bebdd8b tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.52 "DELETE /v2.0/ports/71679bcf-430a-4168-b419-cf1a5ce05a1b HTTP/1.1" status: 204 len: 173 time: 0.4484890 Jan 28 01:18:56.376869 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a396129-e8f2-4904-a838-f005abc700da', 'name': 'network-vif-deleted', 'tag': '71679bcf-430a-4168-b419-cf1a5ce05a1b'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:18:56.379589 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889d29dc-2b28-42bf-94b3-a7ae563c5430" -d '{"events": [{"server_uuid": "7a396129-e8f2-4904-a838-f005abc700da", "name": "network-vif-deleted", "tag": "71679bcf-430a-4168-b419-cf1a5ce05a1b"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:18:56.425342 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3c9d43-6934-49b9-990f-31e183ef6beb x-openstack-request-id: req-4f3c9d43-6934-49b9-990f-31e183ef6beb {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:18:56.425551 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a396129-e8f2-4904-a838-f005abc700da", "name": "network-vif-deleted", "tag": "71679bcf-430a-4168-b419-cf1a5ce05a1b", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:18:56.425804 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4f3c9d43-6934-49b9-990f-31e183ef6beb {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:18:56.426338 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a396129-e8f2-4904-a838-f005abc700da', 'name': 'network-vif-deleted', 'tag': '71679bcf-430a-4168-b419-cf1a5ce05a1b', 'status': 'completed', 'code': 200} Jan 28 01:18:56.501398 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b9fa2992-3b2c-4cfe-bf82-03a0a340afbe req-d39810c3-6e58-45e5-a2d7-df964d81c5e1 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 210 time: 0.0336246 Jan 28 01:18:57.599520 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-04ae150f-a511-4a8f-9506-43e384dbd0b9 req-56ad949f-a850-4e30-9d04-a1f1370a99fb tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 210 time: 0.0265584 Jan 28 01:18:58.702007 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7b829d3d-e1ee-4efe-9f0a-13d30a946bda req-8eeb497a-8669-4bf1-b807-d1a2554650b6 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 210 time: 0.0288224 Jan 28 01:18:59.490219 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 71679bcf-430a-4168-b419-cf1a5ce05a1b no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:18:59.511057 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 71679bcf-430a-4168-b419-cf1a5ce05a1b {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:18:59.511403 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 71679bcf-430a-4168-b419-cf1a5ce05a1b not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:18:59.809950 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3be4d9b1-f266-48c5-a243-ff0f3bd3eba9 req-c31d1b33-18dd-4c5f-a247-fe80b86381c8 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 210 time: 0.0279791 Jan 28 01:19:00.914499 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1db08fb1-d390-4bbb-966e-b0392adffbef req-3329ea60-242f-4b45-9899-6c12042dab99 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 210 time: 0.0268509 Jan 28 01:19:02.014468 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-86aac553-29e9-471d-9f0b-1d535f050007 req-642bfb3f-c1e6-4eca-8a94-398a38ceabbc tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 210 time: 0.0304585 Jan 28 01:19:03.110089 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e20d09f-13a5-4182-92e1-79a13f8b457f req-81477ced-838d-4691-acdc-405ff6c26bbd tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 210 time: 0.0274796 Jan 28 01:19:04.208095 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b050bd74-727f-4443-a464-34bedebd56fe req-df40ce2a-ca22-4f1c-b598-f5d9cda4c1d3 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 210 time: 0.0265698 Jan 28 01:19:05.320826 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1b2422da-d70c-4292-996b-1fd5bdeb32d3 req-eb9327a7-73a7-432f-8d79-9b413faa64ca tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a396129-e8f2-4904-a838-f005abc700da HTTP/1.1" status: 200 len: 210 time: 0.0267830 Jan 28 01:19:06.098971 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee25f-19f8-4a59-b0be-fa5d2f742541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:06.380315 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52312) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:06.509112 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-bae58d4d-fece-42b4-9cd5-0b77d9408b40 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Deleting port e1e6bae2-91e8-4b0f-be66-37c1d689a933 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:19:06.509453 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bae58d4d-fece-42b4-9cd5-0b77d9408b40 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (e1e6bae2-91e8-4b0f-be66-37c1d689a933), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:06.589798 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bae58d4d-fece-42b4-9cd5-0b77d9408b40 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (e1e6bae2-91e8-4b0f-be66-37c1d689a933), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:06.590130 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bae58d4d-fece-42b4-9cd5-0b77d9408b40 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for floatingip (e1e6bae2-91e8-4b0f-be66-37c1d689a933), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:06.602271 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-bae58d4d-fece-42b4-9cd5-0b77d9408b40 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Calling delete_port for e1e6bae2-91e8-4b0f-be66-37c1d689a933 owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:19:06.731389 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bae58d4d-fece-42b4-9cd5-0b77d9408b40 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (e1e6bae2-91e8-4b0f-be66-37c1d689a933), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:06.760240 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae58d4d-fece-42b4-9cd5-0b77d9408b40 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Pushing event deleted for resources: {'Port': ['ID=e1e6bae2-91e8-4b0f-be66-37c1d689a933,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:06.819676 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bae58d4d-fece-42b4-9cd5-0b77d9408b40 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for floatingip (adc97a80-9b36-4e1b-89d4-01ee6ff17b7c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:06.822186 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bae58d4d-fece-42b4-9cd5-0b77d9408b40 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:06.823333 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-bae58d4d-fece-42b4-9cd5-0b77d9408b40 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "DELETE /v2.0/floatingips/adc97a80-9b36-4e1b-89d4-01ee6ff17b7c HTTP/1.1" status: 204 len: 168 time: 0.4420350 Jan 28 01:19:08.391249 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cbe138df-95e6-4ddf-a268-2aa998917180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:09.871338 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:11.417538 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:12.266041 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52334) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:12.300632 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:12.354086 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07819bd5-8886-40dd-b8da-02f36ef0e861 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for security_group (30420a9e-5bdb-4625-81a3-5580b8155c88), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:12.387742 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07819bd5-8886-40dd-b8da-02f36ef0e861 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for security_group (30420a9e-5bdb-4625-81a3-5580b8155c88), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:12.457865 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07819bd5-8886-40dd-b8da-02f36ef0e861 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (30420a9e-5bdb-4625-81a3-5580b8155c88), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:12.460588 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-07819bd5-8886-40dd-b8da-02f36ef0e861 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:12.461909 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-07819bd5-8886-40dd-b8da-02f36ef0e861 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] 10.222.0.70 "DELETE /v2.0/security-groups/30420a9e-5bdb-4625-81a3-5580b8155c88 HTTP/1.1" status: 204 len: 168 time: 0.1934879 Jan 28 01:19:12.473789 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07819bd5-8886-40dd-b8da-02f36ef0e861 tempest-TestVolumeBootPattern-757931139 tempest-TestVolumeBootPattern-757931139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30420a9e-5bdb-4625-81a3-5580b8155c88,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:12.546218 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:19:12.559924 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52340) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:13.429229 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:13.571023 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9c16768e-c28f-4876-a7c8-49917f47a6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (c3b0ce58-70ae-4a74-a7ea-2c40a495db5b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:13.877279 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-9c16768e-c28f-4876-a7c8-49917f47a6bf admin admin] Deleting port c4e2ea10-24d9-4f94-a20c-9a1c52020f95 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:19:13.877794 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9c16768e-c28f-4876-a7c8-49917f47a6bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c4e2ea10-24d9-4f94-a20c-9a1c52020f95), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:13.972410 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-9c16768e-c28f-4876-a7c8-49917f47a6bf admin admin] For port c4e2ea10-24d9-4f94-a20c-9a1c52020f95, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c4e2ea10-24d9-4f94-a20c-9a1c52020f95,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:19:13.972810 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9c16768e-c28f-4876-a7c8-49917f47a6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c4e2ea10-24d9-4f94-a20c-9a1c52020f95), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:13.986665 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-9c16768e-c28f-4876-a7c8-49917f47a6bf admin admin] Calling delete_port for c4e2ea10-24d9-4f94-a20c-9a1c52020f95 owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:19:14.209337 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9c16768e-c28f-4876-a7c8-49917f47a6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (c4e2ea10-24d9-4f94-a20c-9a1c52020f95), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:14.244279 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16768e-c28f-4876-a7c8-49917f47a6bf admin admin] Pushing event deleted for resources: {'Port': ['ID=c4e2ea10-24d9-4f94-a20c-9a1c52020f95,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:14.440307 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9c16768e-c28f-4876-a7c8-49917f47a6bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (c3b0ce58-70ae-4a74-a7ea-2c40a495db5b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:14.690374 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c16768e-c28f-4876-a7c8-49917f47a6bf admin admin] Router c3b0ce58-70ae-4a74-a7ea-2c40a495db5b has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:19:14.781906 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:14.831708 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c16768e-c28f-4876-a7c8-49917f47a6bf admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:19:14.840615 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9c16768e-c28f-4876-a7c8-49917f47a6bf admin admin] 10.222.0.70 "PUT /v2.0/routers/c3b0ce58-70ae-4a74-a7ea-2c40a495db5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2768450 Jan 28 01:19:14.840807 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52348) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:14.845062 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1760d9-727e-4efe-aeeb-ca355b37e71a None None] Sync routers for ids ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:19:14.868937 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1760d9-727e-4efe-aeeb-ca355b37e71a None None] Routers {'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:19:14.869594 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-2b1760d9-727e-4efe-aeeb-ca355b37e71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:19:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:14.982863 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f83649f-5213-4f65-8580-9b8a20d4a9df admin admin] Publish callbacks [] for router (c3b0ce58-70ae-4a74-a7ea-2c40a495db5b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:14.990697 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-2b1760d9-727e-4efe-aeeb-ca355b37e71a None None] Set router c3b0ce58-70ae-4a74-a7ea-2c40a495db5b gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:19:15.103942 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f83649f-5213-4f65-8580-9b8a20d4a9df admin admin] Publish callbacks [] for router_gateway (c3b0ce58-70ae-4a74-a7ea-2c40a495db5b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:15.180394 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-5f83649f-5213-4f65-8580-9b8a20d4a9df admin admin] Deleting port 37b67199-3f86-4d84-8db0-16f996d723c4 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:19:15.180745 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f83649f-5213-4f65-8580-9b8a20d4a9df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (37b67199-3f86-4d84-8db0-16f996d723c4), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:15.270640 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-5f83649f-5213-4f65-8580-9b8a20d4a9df admin admin] For port 37b67199-3f86-4d84-8db0-16f996d723c4, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=37b67199-3f86-4d84-8db0-16f996d723c4,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:19:15.271195 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f83649f-5213-4f65-8580-9b8a20d4a9df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (37b67199-3f86-4d84-8db0-16f996d723c4), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:15.287821 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-5f83649f-5213-4f65-8580-9b8a20d4a9df admin admin] Calling delete_port for 37b67199-3f86-4d84-8db0-16f996d723c4 owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:19:15.361246 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-2b1760d9-727e-4efe-aeeb-ca355b37e71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'name': 'tempest-TestVolumeBootPattern-1631152365-router', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:00Z', 'updated_at': '2022-01-28T01:19:14Z', 'revision_number': 5, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'gw_port': {'id': '37b67199-3f86-4d84-8db0-16f996d723c4', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:01Z', 'updated_at': '2022-01-28T01:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:15.389468 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1760d9-727e-4efe-aeeb-ca355b37e71a None None] Checking router: c3b0ce58-70ae-4a74-a7ea-2c40a495db5b for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:19:15.401518 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1760d9-727e-4efe-aeeb-ca355b37e71a None None] Routers {'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:19:15.402315 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-2b1760d9-727e-4efe-aeeb-ca355b37e71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:19:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:15.491658 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f83649f-5213-4f65-8580-9b8a20d4a9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (37b67199-3f86-4d84-8db0-16f996d723c4), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:15.508053 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-2b1760d9-727e-4efe-aeeb-ca355b37e71a None None] Set router c3b0ce58-70ae-4a74-a7ea-2c40a495db5b gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:19:15.522149 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83649f-5213-4f65-8580-9b8a20d4a9df admin admin] Pushing event deleted for resources: {'Port': ['ID=37b67199-3f86-4d84-8db0-16f996d723c4,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:15.568566 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-2b1760d9-727e-4efe-aeeb-ca355b37e71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'name': 'tempest-TestVolumeBootPattern-1631152365-router', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:00Z', 'updated_at': '2022-01-28T01:19:15Z', 'revision_number': 6, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:15.597827 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1760d9-727e-4efe-aeeb-ca355b37e71a None None] The sync data for ids ['c3b0ce58-70ae-4a74-a7ea-2c40a495db5b'] in n-d-826754-1 is: [{'id': 'c3b0ce58-70ae-4a74-a7ea-2c40a495db5b', 'name': 'tempest-TestVolumeBootPattern-1631152365-router', 'tenant_id': 'f3a1d7380c294442abd815a7478506ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:00Z', 'updated_at': '2022-01-28T01:19:15Z', 'revision_number': 6, 'project_id': 'f3a1d7380c294442abd815a7478506ec', 'gw_port_host': None}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:19:15.609394 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f83649f-5213-4f65-8580-9b8a20d4a9df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (c3b0ce58-70ae-4a74-a7ea-2c40a495db5b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:15.709035 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f83649f-5213-4f65-8580-9b8a20d4a9df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (c3b0ce58-70ae-4a74-a7ea-2c40a495db5b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:15.711230 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f83649f-5213-4f65-8580-9b8a20d4a9df admin admin] Publish callbacks [] for router_controller (c3b0ce58-70ae-4a74-a7ea-2c40a495db5b), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:15.771052 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f83649f-5213-4f65-8580-9b8a20d4a9df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (c3b0ce58-70ae-4a74-a7ea-2c40a495db5b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:15.771664 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f83649f-5213-4f65-8580-9b8a20d4a9df admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3b0ce58-70ae-4a74-a7ea-2c40a495db5b {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:19:15.778026 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f83649f-5213-4f65-8580-9b8a20d4a9df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:15.779566 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5f83649f-5213-4f65-8580-9b8a20d4a9df admin admin] 10.222.0.70 "DELETE /v2.0/routers/c3b0ce58-70ae-4a74-a7ea-2c40a495db5b HTTP/1.1" status: 204 len: 168 time: 0.9375982 Jan 28 01:19:15.782478 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52350) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:15.829499 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae94161-4e63-4f86-affe-003681f6afc0 admin admin] Deleting subnet c704370c-1d43-453a-828e-959738e576e5 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:19:15.832900 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cae94161-4e63-4f86-affe-003681f6afc0 admin admin] Publish callbacks [] for subnet (c704370c-1d43-453a-828e-959738e576e5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:16.112293 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c4e2ea10-24d9-4f94-a20c-9a1c52020f95 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:19:16.138772 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: c4e2ea10-24d9-4f94-a20c-9a1c52020f95 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:19:16.139213 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c4e2ea10-24d9-4f94-a20c-9a1c52020f95 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:19:16.232299 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cae94161-4e63-4f86-affe-003681f6afc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (c704370c-1d43-453a-828e-959738e576e5), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:16.311230 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cae94161-4e63-4f86-affe-003681f6afc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (c704370c-1d43-453a-828e-959738e576e5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:16.373526 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cae94161-4e63-4f86-affe-003681f6afc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (c704370c-1d43-453a-828e-959738e576e5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:16.415531 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae94161-4e63-4f86-affe-003681f6afc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c704370c-1d43-453a-828e-959738e576e5,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:16.426173 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cae94161-4e63-4f86-affe-003681f6afc0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:16.430345 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cae94161-4e63-4f86-affe-003681f6afc0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c704370c-1d43-453a-828e-959738e576e5 HTTP/1.1" status: 204 len: 168 time: 0.6464899 Jan 28 01:19:16.433736 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcab172-5d71-43b0-9b49-270dd45a36aa None None] Network e1ccff06-6c36-49c1-af92-8d7bb0a23521 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:19:16.435317 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52352) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:16.525259 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2c9ac3e8-3104-41af-b0d1-6453c051abc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (e1ccff06-6c36-49c1-af92-8d7bb0a23521), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:16.599148 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-2c9ac3e8-3104-41af-b0d1-6453c051abc9 admin admin] Deleting port ccb23b14-4090-43e0-bbe9-1a6c7de3345d {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:19:16.599354 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2c9ac3e8-3104-41af-b0d1-6453c051abc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (ccb23b14-4090-43e0-bbe9-1a6c7de3345d), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:16.617455 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c770d08e-7541-4b0e-8cab-381173203e52 None None] DHCP port deletion for e1ccff06-6c36-49c1-af92-8d7bb0a23521 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:19:16.668786 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-2c9ac3e8-3104-41af-b0d1-6453c051abc9 admin admin] For port ccb23b14-4090-43e0-bbe9-1a6c7de3345d, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ccb23b14-4090-43e0-bbe9-1a6c7de3345d,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:19:16.669218 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2c9ac3e8-3104-41af-b0d1-6453c051abc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (ccb23b14-4090-43e0-bbe9-1a6c7de3345d), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:16.674611 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c770d08e-7541-4b0e-8cab-381173203e52 None None] Deleting port ccb23b14-4090-43e0-bbe9-1a6c7de3345d {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:19:16.674984 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c770d08e-7541-4b0e-8cab-381173203e52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (ccb23b14-4090-43e0-bbe9-1a6c7de3345d), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:16.684063 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-2c9ac3e8-3104-41af-b0d1-6453c051abc9 admin admin] Calling delete_port for ccb23b14-4090-43e0-bbe9-1a6c7de3345d owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:19:16.744801 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c770d08e-7541-4b0e-8cab-381173203e52 None None] For port ccb23b14-4090-43e0-bbe9-1a6c7de3345d, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ccb23b14-4090-43e0-bbe9-1a6c7de3345d,segment=NetworkSegment(50c50835-7e85-4a6c-b9f2-2165bf825a5c),segment_id=50c50835-7e85-4a6c-b9f2-2165bf825a5c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:19:16.745207 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c770d08e-7541-4b0e-8cab-381173203e52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (ccb23b14-4090-43e0-bbe9-1a6c7de3345d), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:16.762068 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c770d08e-7541-4b0e-8cab-381173203e52 None None] Calling delete_port for ccb23b14-4090-43e0-bbe9-1a6c7de3345d owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:19:16.794491 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2c9ac3e8-3104-41af-b0d1-6453c051abc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (ccb23b14-4090-43e0-bbe9-1a6c7de3345d), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:16.840027 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ac3e8-3104-41af-b0d1-6453c051abc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccb23b14-4090-43e0-bbe9-1a6c7de3345d,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:16.846192 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9ac3e8-3104-41af-b0d1-6453c051abc9 admin admin] No DVR routers for this DVR port ccb23b14-4090-43e0-bbe9-1a6c7de3345d on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:19:16.913677 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c770d08e-7541-4b0e-8cab-381173203e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (ccb23b14-4090-43e0-bbe9-1a6c7de3345d), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:16.938371 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2c9ac3e8-3104-41af-b0d1-6453c051abc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (e1ccff06-6c36-49c1-af92-8d7bb0a23521), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:16.940526 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770d08e-7541-4b0e-8cab-381173203e52 None None] Pushing event deleted for resources: {'Port': ['ID=ccb23b14-4090-43e0-bbe9-1a6c7de3345d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:16.944982 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c770d08e-7541-4b0e-8cab-381173203e52 None None] No DVR routers for this DVR port ccb23b14-4090-43e0-bbe9-1a6c7de3345d on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:19:16.952671 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770d08e-7541-4b0e-8cab-381173203e52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:16.953021 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770d08e-7541-4b0e-8cab-381173203e52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:16.953365 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770d08e-7541-4b0e-8cab-381173203e52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:16.954324 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770d08e-7541-4b0e-8cab-381173203e52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:16.959256 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770d08e-7541-4b0e-8cab-381173203e52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:16.959876 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770d08e-7541-4b0e-8cab-381173203e52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:16.960095 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770d08e-7541-4b0e-8cab-381173203e52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:16.960431 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770d08e-7541-4b0e-8cab-381173203e52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:16.960772 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770d08e-7541-4b0e-8cab-381173203e52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:16.961147 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770d08e-7541-4b0e-8cab-381173203e52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:16.961436 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770d08e-7541-4b0e-8cab-381173203e52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:16.961772 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770d08e-7541-4b0e-8cab-381173203e52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:16.962103 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c770d08e-7541-4b0e-8cab-381173203e52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:16.965140 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-2c9ac3e8-3104-41af-b0d1-6453c051abc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ccff06-6c36-49c1-af92-8d7bb0a23521']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:16.977660 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-2c9ac3e8-3104-41af-b0d1-6453c051abc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c50835-7e85-4a6c-b9f2-2165bf825a5c') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:16.977959 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-2c9ac3e8-3104-41af-b0d1-6453c051abc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c50835-7e85-4a6c-b9f2-2165bf825a5c') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:16.988917 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2c9ac3e8-3104-41af-b0d1-6453c051abc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (50c50835-7e85-4a6c-b9f2-2165bf825a5c), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:17.002861 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2c9ac3e8-3104-41af-b0d1-6453c051abc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (50c50835-7e85-4a6c-b9f2-2165bf825a5c), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:17.010810 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9ac3e8-3104-41af-b0d1-6453c051abc9 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:19:17.011237 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2c9ac3e8-3104-41af-b0d1-6453c051abc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (50c50835-7e85-4a6c-b9f2-2165bf825a5c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:17.013056 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 01:19:17.013056 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:19:17.013056 n-d-826754-1 neutron-server[103344]: timer() Jan 28 01:19:17.013056 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:19:17.013056 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 01:19:17.013056 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:19:17.013056 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 01:19:17.013056 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:19:17.013056 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 01:19:17.013056 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:19:17.013056 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 01:19:17.013056 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:19:17.013056 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 01:19:17.013056 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:19:17.013056 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:19:17.013056 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:19:17.013056 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:19:17.013056 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:19:17.013056 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 01:19:17.013056 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:19:17.013056 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 01:19:17.013056 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:19:17.013056 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:19:17.013056 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:19:17.013056 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 01:19:17.013056 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:19:17.013056 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:19:17.013056 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:19:17.013056 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:19:17.013056 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:19:17.013056 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:19:17.013056 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:19:17.076240 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2c9ac3e8-3104-41af-b0d1-6453c051abc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (e1ccff06-6c36-49c1-af92-8d7bb0a23521), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:17.082575 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2c9ac3e8-3104-41af-b0d1-6453c051abc9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:17.085818 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2c9ac3e8-3104-41af-b0d1-6453c051abc9 admin admin] 10.222.0.70 "DELETE /v2.0/networks/e1ccff06-6c36-49c1-af92-8d7bb0a23521 HTTP/1.1" status: 204 len: 168 time: 0.6494412 Jan 28 01:19:17.088691 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52354) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:17.105553 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ac3e8-3104-41af-b0d1-6453c051abc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1ccff06-6c36-49c1-af92-8d7bb0a23521,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:17.473051 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4e528e2b-5915-444a-85f7-832c989b2511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (b86206ce-3bd2-43d8-9205-237932547096), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:17.732752 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-4e528e2b-5915-444a-85f7-832c989b2511 admin admin] Deleting port 08c14870-d017-4d1d-a35f-53ea82d8b0a9 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:19:17.733011 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4e528e2b-5915-444a-85f7-832c989b2511 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (08c14870-d017-4d1d-a35f-53ea82d8b0a9), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:17.819749 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-4e528e2b-5915-444a-85f7-832c989b2511 admin admin] For port 08c14870-d017-4d1d-a35f-53ea82d8b0a9, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=08c14870-d017-4d1d-a35f-53ea82d8b0a9,segment=NetworkSegment(137eece8-9d01-450e-8ff6-5625e8a4e0ad),segment_id=137eece8-9d01-450e-8ff6-5625e8a4e0ad)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:19:17.820426 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4e528e2b-5915-444a-85f7-832c989b2511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (08c14870-d017-4d1d-a35f-53ea82d8b0a9), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:17.832205 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-4e528e2b-5915-444a-85f7-832c989b2511 admin admin] Calling delete_port for 08c14870-d017-4d1d-a35f-53ea82d8b0a9 owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:19:17.926045 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ccb23b14-4090-43e0-bbe9-1a6c7de3345d no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:19:17.948119 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: ccb23b14-4090-43e0-bbe9-1a6c7de3345d {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:19:17.948466 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ccb23b14-4090-43e0-bbe9-1a6c7de3345d not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:19:17.948891 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 37b67199-3f86-4d84-8db0-16f996d723c4 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:19:17.967836 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 37b67199-3f86-4d84-8db0-16f996d723c4 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:19:17.968218 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 37b67199-3f86-4d84-8db0-16f996d723c4 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:19:18.023214 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4e528e2b-5915-444a-85f7-832c989b2511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (08c14870-d017-4d1d-a35f-53ea82d8b0a9), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:18.053992 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e528e2b-5915-444a-85f7-832c989b2511 admin admin] Pushing event deleted for resources: {'Port': ['ID=08c14870-d017-4d1d-a35f-53ea82d8b0a9,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:18.224597 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4e528e2b-5915-444a-85f7-832c989b2511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (b86206ce-3bd2-43d8-9205-237932547096), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:18.456919 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e528e2b-5915-444a-85f7-832c989b2511 admin admin] Router b86206ce-3bd2-43d8-9205-237932547096 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:19:18.923186 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e528e2b-5915-444a-85f7-832c989b2511 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:19:18.928322 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4e528e2b-5915-444a-85f7-832c989b2511 admin admin] 10.222.0.70 "PUT /v2.0/routers/b86206ce-3bd2-43d8-9205-237932547096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8386388 Jan 28 01:19:18.930866 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52360) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:18.936836 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67891886-6dce-47d6-9251-7c5e1eeccaac None None] Sync routers for ids ['b86206ce-3bd2-43d8-9205-237932547096'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:19:18.954664 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67891886-6dce-47d6-9251-7c5e1eeccaac None None] Routers {'b86206ce-3bd2-43d8-9205-237932547096'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:19:18.956164 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-67891886-6dce-47d6-9251-7c5e1eeccaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:19:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['b86206ce-3bd2-43d8-9205-237932547096'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:19.046676 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-233dbae7-5c03-45db-8566-78d43141fcc7 admin admin] Publish callbacks [] for router (b86206ce-3bd2-43d8-9205-237932547096), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:19.071457 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-67891886-6dce-47d6-9251-7c5e1eeccaac None None] Set router b86206ce-3bd2-43d8-9205-237932547096 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:19:19.164790 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-233dbae7-5c03-45db-8566-78d43141fcc7 admin admin] Publish callbacks [] for router_gateway (b86206ce-3bd2-43d8-9205-237932547096), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:19.238067 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-233dbae7-5c03-45db-8566-78d43141fcc7 admin admin] Deleting port 6a2f5654-6a5f-47ee-8f49-83851f8432ec {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:19:19.238515 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-233dbae7-5c03-45db-8566-78d43141fcc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (6a2f5654-6a5f-47ee-8f49-83851f8432ec), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:19.333705 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-233dbae7-5c03-45db-8566-78d43141fcc7 admin admin] For port 6a2f5654-6a5f-47ee-8f49-83851f8432ec, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6a2f5654-6a5f-47ee-8f49-83851f8432ec,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:19:19.334466 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-233dbae7-5c03-45db-8566-78d43141fcc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (6a2f5654-6a5f-47ee-8f49-83851f8432ec), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:19.347380 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-233dbae7-5c03-45db-8566-78d43141fcc7 admin admin] Calling delete_port for 6a2f5654-6a5f-47ee-8f49-83851f8432ec owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:19:19.436516 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-67891886-6dce-47d6-9251-7c5e1eeccaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86206ce-3bd2-43d8-9205-237932547096', 'name': 'tempest-TestVolumeBootPattern-877873754-router', 'tenant_id': 'ca1c115bc7b84812907e05659d3cad1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '6a2f5654-6a5f-47ee-8f49-83851f8432ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:07Z', 'updated_at': '2022-01-28T01:19:17Z', 'revision_number': 5, 'project_id': 'ca1c115bc7b84812907e05659d3cad1d', 'gw_port': {'id': '6a2f5654-6a5f-47ee-8f49-83851f8432ec', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:af:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86206ce-3bd2-43d8-9205-237932547096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:06:07Z', 'updated_at': '2022-01-28T01:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:19.475514 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67891886-6dce-47d6-9251-7c5e1eeccaac None None] Checking router: b86206ce-3bd2-43d8-9205-237932547096 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:19:19.485396 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67891886-6dce-47d6-9251-7c5e1eeccaac None None] Routers {'b86206ce-3bd2-43d8-9205-237932547096'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:19:19.486245 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-67891886-6dce-47d6-9251-7c5e1eeccaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:19:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['b86206ce-3bd2-43d8-9205-237932547096'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:19.531499 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-233dbae7-5c03-45db-8566-78d43141fcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (6a2f5654-6a5f-47ee-8f49-83851f8432ec), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:19.587760 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-67891886-6dce-47d6-9251-7c5e1eeccaac None None] Set router b86206ce-3bd2-43d8-9205-237932547096 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:19:19.590795 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233dbae7-5c03-45db-8566-78d43141fcc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a2f5654-6a5f-47ee-8f49-83851f8432ec,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:19.634196 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-233dbae7-5c03-45db-8566-78d43141fcc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (b86206ce-3bd2-43d8-9205-237932547096), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:19.643014 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-67891886-6dce-47d6-9251-7c5e1eeccaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86206ce-3bd2-43d8-9205-237932547096', 'name': 'tempest-TestVolumeBootPattern-877873754-router', 'tenant_id': 'ca1c115bc7b84812907e05659d3cad1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:07Z', 'updated_at': '2022-01-28T01:19:19Z', 'revision_number': 6, 'project_id': 'ca1c115bc7b84812907e05659d3cad1d', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:19.673558 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67891886-6dce-47d6-9251-7c5e1eeccaac None None] The sync data for ids ['b86206ce-3bd2-43d8-9205-237932547096'] in n-d-826754-1 is: [{'id': 'b86206ce-3bd2-43d8-9205-237932547096', 'name': 'tempest-TestVolumeBootPattern-877873754-router', 'tenant_id': 'ca1c115bc7b84812907e05659d3cad1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:06:07Z', 'updated_at': '2022-01-28T01:19:19Z', 'revision_number': 6, 'project_id': 'ca1c115bc7b84812907e05659d3cad1d', 'gw_port_host': None}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:19:19.746348 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-233dbae7-5c03-45db-8566-78d43141fcc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (b86206ce-3bd2-43d8-9205-237932547096), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:19.748765 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-233dbae7-5c03-45db-8566-78d43141fcc7 admin admin] Publish callbacks [] for router_controller (b86206ce-3bd2-43d8-9205-237932547096), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:19.796891 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-233dbae7-5c03-45db-8566-78d43141fcc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (b86206ce-3bd2-43d8-9205-237932547096), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:19.797843 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233dbae7-5c03-45db-8566-78d43141fcc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b86206ce-3bd2-43d8-9205-237932547096 {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:19:19.802465 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-233dbae7-5c03-45db-8566-78d43141fcc7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:19.803667 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-233dbae7-5c03-45db-8566-78d43141fcc7 admin admin] 10.222.0.70 "DELETE /v2.0/routers/b86206ce-3bd2-43d8-9205-237932547096 HTTP/1.1" status: 204 len: 168 time: 0.8718851 Jan 28 01:19:19.806239 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52364) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:19.861446 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc0d8e6-a516-427c-b6dc-a3063d1f983c admin admin] Deleting subnet 3c4a221a-574f-4e10-991a-34a5c380927e {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:19:19.865136 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cfc0d8e6-a516-427c-b6dc-a3063d1f983c admin admin] Publish callbacks [] for subnet (3c4a221a-574f-4e10-991a-34a5c380927e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:19.903007 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cfc0d8e6-a516-427c-b6dc-a3063d1f983c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (3c4a221a-574f-4e10-991a-34a5c380927e), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:19.981667 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cfc0d8e6-a516-427c-b6dc-a3063d1f983c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (3c4a221a-574f-4e10-991a-34a5c380927e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:20.050872 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cfc0d8e6-a516-427c-b6dc-a3063d1f983c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (3c4a221a-574f-4e10-991a-34a5c380927e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:20.087880 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0d8e6-a516-427c-b6dc-a3063d1f983c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c4a221a-574f-4e10-991a-34a5c380927e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:20.095281 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cfc0d8e6-a516-427c-b6dc-a3063d1f983c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:20.101629 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74550b73-cecc-4f49-aa1e-ef4eed03abb7 None None] Network c9c634ef-dbb3-4386-a266-e334fd0cf44e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:19:20.111825 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cfc0d8e6-a516-427c-b6dc-a3063d1f983c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3c4a221a-574f-4e10-991a-34a5c380927e HTTP/1.1" status: 204 len: 168 time: 0.3041804 Jan 28 01:19:20.114216 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52366) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:20.212336 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f27ccb4b-04c0-4714-b7ba-71e1cbd79999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (c9c634ef-dbb3-4386-a266-e334fd0cf44e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:20.285575 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f27ccb4b-04c0-4714-b7ba-71e1cbd79999 admin admin] Deleting port 8887ef31-fab2-4657-9886-9bdf9c16b124 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:19:20.285917 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f27ccb4b-04c0-4714-b7ba-71e1cbd79999 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (8887ef31-fab2-4657-9886-9bdf9c16b124), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:20.355608 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f27ccb4b-04c0-4714-b7ba-71e1cbd79999 admin admin] For port 8887ef31-fab2-4657-9886-9bdf9c16b124, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8887ef31-fab2-4657-9886-9bdf9c16b124,segment=NetworkSegment(137eece8-9d01-450e-8ff6-5625e8a4e0ad),segment_id=137eece8-9d01-450e-8ff6-5625e8a4e0ad)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:19:20.356007 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f27ccb4b-04c0-4714-b7ba-71e1cbd79999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (8887ef31-fab2-4657-9886-9bdf9c16b124), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:20.369511 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f27ccb4b-04c0-4714-b7ba-71e1cbd79999 admin admin] Calling delete_port for 8887ef31-fab2-4657-9886-9bdf9c16b124 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:19:20.453871 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f27ccb4b-04c0-4714-b7ba-71e1cbd79999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (8887ef31-fab2-4657-9886-9bdf9c16b124), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:20.492129 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ccb4b-04c0-4714-b7ba-71e1cbd79999 admin admin] Pushing event deleted for resources: {'Port': ['ID=8887ef31-fab2-4657-9886-9bdf9c16b124,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:20.494375 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27ccb4b-04c0-4714-b7ba-71e1cbd79999 admin admin] No DVR routers for this DVR port 8887ef31-fab2-4657-9886-9bdf9c16b124 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:19:20.527903 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 08c14870-d017-4d1d-a35f-53ea82d8b0a9 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:19:20.533617 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da15e38-8ab7-4f7d-9fe3-6d6710f5ac4f None None] DHCP port deletion for c9c634ef-dbb3-4386-a266-e334fd0cf44e request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:19:20.575187 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f27ccb4b-04c0-4714-b7ba-71e1cbd79999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (c9c634ef-dbb3-4386-a266-e334fd0cf44e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:20.580534 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 08c14870-d017-4d1d-a35f-53ea82d8b0a9 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:19:20.582356 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 08c14870-d017-4d1d-a35f-53ea82d8b0a9 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:19:20.609556 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-f27ccb4b-04c0-4714-b7ba-71e1cbd79999 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c634ef-dbb3-4386-a266-e334fd0cf44e']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:20.623548 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-f27ccb4b-04c0-4714-b7ba-71e1cbd79999 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '137eece8-9d01-450e-8ff6-5625e8a4e0ad') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:20.628548 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-f27ccb4b-04c0-4714-b7ba-71e1cbd79999 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '137eece8-9d01-450e-8ff6-5625e8a4e0ad') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:19:20.642691 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f27ccb4b-04c0-4714-b7ba-71e1cbd79999 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (137eece8-9d01-450e-8ff6-5625e8a4e0ad), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:20.673643 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f27ccb4b-04c0-4714-b7ba-71e1cbd79999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (137eece8-9d01-450e-8ff6-5625e8a4e0ad), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:20.691641 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f27ccb4b-04c0-4714-b7ba-71e1cbd79999 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:19:20.692063 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f27ccb4b-04c0-4714-b7ba-71e1cbd79999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (137eece8-9d01-450e-8ff6-5625e8a4e0ad), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:20.748141 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 01:19:20.748141 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:19:20.748141 n-d-826754-1 neutron-server[103343]: timer() Jan 28 01:19:20.748141 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:19:20.748141 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 01:19:20.748141 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:19:20.748141 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 01:19:20.748141 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:19:20.748141 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 01:19:20.748141 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:19:20.748141 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 01:19:20.748141 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:19:20.748141 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 01:19:20.748141 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:19:20.748141 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:19:20.748141 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:19:20.748141 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:19:20.748141 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:19:20.748141 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 01:19:20.748141 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:19:20.748141 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 01:19:20.748141 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:19:20.748141 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:19:20.748141 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:19:20.748141 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 01:19:20.748141 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:19:20.748141 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:19:20.748141 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:19:20.748141 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:19:20.748141 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:19:20.748141 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:19:20.748141 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:19:20.771489 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f27ccb4b-04c0-4714-b7ba-71e1cbd79999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (c9c634ef-dbb3-4386-a266-e334fd0cf44e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:20.776942 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f27ccb4b-04c0-4714-b7ba-71e1cbd79999 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:20.780465 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f27ccb4b-04c0-4714-b7ba-71e1cbd79999 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c9c634ef-dbb3-4386-a266-e334fd0cf44e HTTP/1.1" status: 204 len: 168 time: 0.6651418 Jan 28 01:19:20.805691 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ccb4b-04c0-4714-b7ba-71e1cbd79999 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9c634ef-dbb3-4386-a266-e334fd0cf44e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:20.947220 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52372) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:21.006227 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-63f4c13d-8cb9-4fef-a432-c94b224ac41d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f3a1d7380c294442abd815a7478506ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0578003 Jan 28 01:19:21.008669 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52374) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:21.069465 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ae2e0418-0840-4754-9c17-5a683629d2f4 admin admin] Publish callbacks [] for security_group (7cabe4a7-acea-4796-be81-628327444e2a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:21.093694 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ae2e0418-0840-4754-9c17-5a683629d2f4 admin admin] Publish callbacks [] for security_group (7cabe4a7-acea-4796-be81-628327444e2a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:21.146420 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ae2e0418-0840-4754-9c17-5a683629d2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (7cabe4a7-acea-4796-be81-628327444e2a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:21.149552 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ae2e0418-0840-4754-9c17-5a683629d2f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:21.154533 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ae2e0418-0840-4754-9c17-5a683629d2f4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7cabe4a7-acea-4796-be81-628327444e2a HTTP/1.1" status: 204 len: 168 time: 0.1412988 Jan 28 01:19:21.164206 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e0418-0840-4754-9c17-5a683629d2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cabe4a7-acea-4796-be81-628327444e2a,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:21.604603 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52380) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:21.648654 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4110225d-f5f4-47be-997a-e44a6675049d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ca1c115bc7b84812907e05659d3cad1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426965 Jan 28 01:19:21.651219 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52382) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:21.703830 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-19e8b496-15cc-4409-bc4a-3594e2cc3dd9 admin admin] Publish callbacks [] for security_group (0dca0bb7-c378-4cc7-a308-726d5eda74d6), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:21.729855 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-19e8b496-15cc-4409-bc4a-3594e2cc3dd9 admin admin] Publish callbacks [] for security_group (0dca0bb7-c378-4cc7-a308-726d5eda74d6), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:21.789708 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-19e8b496-15cc-4409-bc4a-3594e2cc3dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0dca0bb7-c378-4cc7-a308-726d5eda74d6), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:21.792770 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-19e8b496-15cc-4409-bc4a-3594e2cc3dd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:21.794130 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-19e8b496-15cc-4409-bc4a-3594e2cc3dd9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0dca0bb7-c378-4cc7-a308-726d5eda74d6 HTTP/1.1" status: 204 len: 168 time: 0.1419678 Jan 28 01:19:21.808937 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8b496-15cc-4409-bc4a-3594e2cc3dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dca0bb7-c378-4cc7-a308-726d5eda74d6,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:21.923200 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6a2f5654-6a5f-47ee-8f49-83851f8432ec no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:19:21.953124 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 6a2f5654-6a5f-47ee-8f49-83851f8432ec {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:19:21.953495 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6a2f5654-6a5f-47ee-8f49-83851f8432ec not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:19:21.954190 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8887ef31-fab2-4657-9886-9bdf9c16b124 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:19:21.976582 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 8887ef31-fab2-4657-9886-9bdf9c16b124 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:19:21.976944 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8887ef31-fab2-4657-9886-9bdf9c16b124 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:19:33.111178 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-722a5746-3705-4f1d-a3d2-eea24625c32b tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=69324b53a7334a51ab0df8d7ca5ae9e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262599 Jan 28 01:19:33.226087 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-87ada8f1-98ec-41f0-aadc-d6db5ddb50d9 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:33.227554 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-87ada8f1-98ec-41f0-aadc-d6db5ddb50d9 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1111486 Jan 28 01:19:33.242967 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-97013a3f-d573-4c8a-a81d-7b7587a8eb26 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] 10.222.0.70 "GET /v2.0/quotas/69324b53a7334a51ab0df8d7ca5ae9e4 HTTP/1.1" status: 200 len: 375 time: 0.0098979 Jan 28 01:19:33.280164 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-08411d5e-eb6d-4d6a-a77f-a2ca589f0bde tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=69324b53a7334a51ab0df8d7ca5ae9e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315633 Jan 28 01:19:33.459307 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-afc3f23c-91f0-4716-8fc9-5ac842904a73 req-b24ee5e2-429a-4eb3-b376-4663339501e2 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] 10.222.0.70 "GET /v2.0/ports?device_id=c34e07d7-4ced-4c33-86d2-c42918755d27 HTTP/1.1" status: 200 len: 210 time: 0.0268559 Jan 28 01:19:34.561224 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-981e9f9e-584a-44da-868b-1edcfa1c199d tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=69324b53a7334a51ab0df8d7ca5ae9e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344067 Jan 28 01:19:34.590075 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56d22fe5-780b-41a6-9683-4f87a88af96f req-f7e1b3dc-6726-430b-aeba-c38b36d6362f tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] 10.222.0.70 "GET /v2.0/ports?device_id=c34e07d7-4ced-4c33-86d2-c42918755d27 HTTP/1.1" status: 200 len: 210 time: 0.0515380 Jan 28 01:19:34.690019 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-bb464a60-4f69-43e4-b596-cb78a0198f39 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:34.691379 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-bb464a60-4f69-43e4-b596-cb78a0198f39 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1152470 Jan 28 01:19:34.738295 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-1f8d87cf-63fc-4a7c-b239-aca7a478be73 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Request body: {'port': {'device_id': 'c34e07d7-4ced-4c33-86d2-c42918755d27', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'admin_state_up': True, 'tenant_id': '69324b53a7334a51ab0df8d7ca5ae9e4'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:34.861666 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-1f8d87cf-63fc-4a7c-b239-aca7a478be73 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Made reservation on behalf of 69324b53a7334a51ab0df8d7ca5ae9e4 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:34.865216 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-1f8d87cf-63fc-4a7c-b239-aca7a478be73 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:34.875895 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-1f8d87cf-63fc-4a7c-b239-aca7a478be73 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:34.962113 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-1f8d87cf-63fc-4a7c-b239-aca7a478be73 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Publish callbacks [] for security_group (2c9f906b-6174-492d-b958-3990b4e063fe), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:34.966486 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-1f8d87cf-63fc-4a7c-b239-aca7a478be73 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2c9f906b-6174-492d-b958-3990b4e063fe), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:35.038885 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d87cf-63fc-4a7c-b239-aca7a478be73 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9f906b-6174-492d-b958-3990b4e063fe,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:35.053021 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d87cf-63fc-4a7c-b239-aca7a478be73 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:35.053369 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d87cf-63fc-4a7c-b239-aca7a478be73 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:35.053723 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d87cf-63fc-4a7c-b239-aca7a478be73 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:35.054059 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d87cf-63fc-4a7c-b239-aca7a478be73 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:35.054393 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d87cf-63fc-4a7c-b239-aca7a478be73 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:35.054730 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d87cf-63fc-4a7c-b239-aca7a478be73 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:35.055062 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d87cf-63fc-4a7c-b239-aca7a478be73 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:35.055391 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d87cf-63fc-4a7c-b239-aca7a478be73 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:35.055752 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d87cf-63fc-4a7c-b239-aca7a478be73 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:35.056093 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d87cf-63fc-4a7c-b239-aca7a478be73 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:35.056414 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d87cf-63fc-4a7c-b239-aca7a478be73 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:35.056743 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d87cf-63fc-4a7c-b239-aca7a478be73 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:35.057064 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d87cf-63fc-4a7c-b239-aca7a478be73 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:35.130744 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-1f8d87cf-63fc-4a7c-b239-aca7a478be73 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Allocated IP 192.168.233.190 (6cc4916b-e8a0-4618-abd0-934e16bf0b78/3d2cf619-4390-4946-b152-016e9ede005d/b223229b-bd94-420a-abba-613c47b6cf9c) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:19:35.290847 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-1f8d87cf-63fc-4a7c-b239-aca7a478be73 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Publish callbacks [] for port (b223229b-bd94-420a-abba-613c47b6cf9c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:35.328418 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-1f8d87cf-63fc-4a7c-b239-aca7a478be73 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b223229b-bd94-420a-abba-613c47b6cf9c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:35.372436 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-1f8d87cf-63fc-4a7c-b239-aca7a478be73 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:19:35.375456 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-1f8d87cf-63fc-4a7c-b239-aca7a478be73 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:19:35.383642 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-1f8d87cf-63fc-4a7c-b239-aca7a478be73 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:19:35.390294 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d87cf-63fc-4a7c-b239-aca7a478be73 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Pushing event updated for resources: {'Port': ['ID=b223229b-bd94-420a-abba-613c47b6cf9c,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:35.445073 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-1f8d87cf-63fc-4a7c-b239-aca7a478be73 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:35.445877 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-1f8d87cf-63fc-4a7c-b239-aca7a478be73 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:35.464904 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-1f8d87cf-63fc-4a7c-b239-aca7a478be73 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7306027 Jan 28 01:19:35.482976 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-7cc9c82e-2e47-430b-8dd8-b9cd9f6e7ee8 service neutron] Request body: {'port': {'device_id': 'c34e07d7-4ced-4c33-86d2-c42918755d27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:35.550592 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-7cc9c82e-2e47-430b-8dd8-b9cd9f6e7ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b223229b-bd94-420a-abba-613c47b6cf9c), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:35.644793 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-62978f23-4c13-4e4e-9847-4ecc10be14cf None None] Provisioning complete for port b223229b-bd94-420a-abba-613c47b6cf9c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:19:35.645428 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-62978f23-4c13-4e4e-9847-4ecc10be14cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b223229b-bd94-420a-abba-613c47b6cf9c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:35.686723 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-62978f23-4c13-4e4e-9847-4ecc10be14cf None None] Port b223229b-bd94-420a-abba-613c47b6cf9c cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:19:35.773207 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b8f17-84a0-4fb4-9bb2-bf4327fe8f7b req-1d3f1098-9d23-4811-a905-f50483de7e29 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:35.774732 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-483b8f17-84a0-4fb4-9bb2-bf4327fe8f7b req-1d3f1098-9d23-4811-a905-f50483de7e29 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] 10.222.0.70 "GET /v2.0/ports?device_id=c34e07d7-4ced-4c33-86d2-c42918755d27 HTTP/1.1" status: 200 len: 936 time: 0.1067059 Jan 28 01:19:35.853481 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-483b8f17-84a0-4fb4-9bb2-bf4327fe8f7b req-0ac1a1e8-2170-4509-8b81-87af9af9dbfc tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9f906b-6174-492d-b958-3990b4e063fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691864 Jan 28 01:19:35.904427 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-7cc9c82e-2e47-430b-8dd8-b9cd9f6e7ee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b223229b-bd94-420a-abba-613c47b6cf9c {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:19:35.913442 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-7cc9c82e-2e47-430b-8dd8-b9cd9f6e7ee8 service neutron] Publish callbacks [] for port (b223229b-bd94-420a-abba-613c47b6cf9c), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:35.929103 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-7cc9c82e-2e47-430b-8dd8-b9cd9f6e7ee8 service neutron] Transition to ACTIVE for port object b223229b-bd94-420a-abba-613c47b6cf9c will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:19:35.932641 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-7cc9c82e-2e47-430b-8dd8-b9cd9f6e7ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (b223229b-bd94-420a-abba-613c47b6cf9c), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:35.982706 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9c82e-2e47-430b-8dd8-b9cd9f6e7ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=b223229b-bd94-420a-abba-613c47b6cf9c,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:36.072983 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-7cc9c82e-2e47-430b-8dd8-b9cd9f6e7ee8 service neutron] Attempting to bind port b223229b-bd94-420a-abba-613c47b6cf9c on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:19:36.073579 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-7cc9c82e-2e47-430b-8dd8-b9cd9f6e7ee8 service neutron] Attempting to bind port b223229b-bd94-420a-abba-613c47b6cf9c by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:19:36.073991 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-7cc9c82e-2e47-430b-8dd8-b9cd9f6e7ee8 service neutron] Attempting to bind port b223229b-bd94-420a-abba-613c47b6cf9c on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:19:36.085027 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-7cc9c82e-2e47-430b-8dd8-b9cd9f6e7ee8 service neutron] Port b223229b-bd94-420a-abba-613c47b6cf9c on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:19:36.085664 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-7cc9c82e-2e47-430b-8dd8-b9cd9f6e7ee8 service neutron] Attempting to bind port b223229b-bd94-420a-abba-613c47b6cf9c on network 6cc4916b-e8a0-4618-abd0-934e16bf0b78 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:19:36.092709 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-7cc9c82e-2e47-430b-8dd8-b9cd9f6e7ee8 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:19:36.093267 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-7cc9c82e-2e47-430b-8dd8-b9cd9f6e7ee8 service neutron] Checking segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:19:36.093767 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-7cc9c82e-2e47-430b-8dd8-b9cd9f6e7ee8 service neutron] Bound using segment: {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:19:36.094467 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-7cc9c82e-2e47-430b-8dd8-b9cd9f6e7ee8 service neutron] Bound port: b223229b-bd94-420a-abba-613c47b6cf9c, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa524a05-768e-42f1-be99-28e98da62a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:19:36.094877 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-7cc9c82e-2e47-430b-8dd8-b9cd9f6e7ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b223229b-bd94-420a-abba-613c47b6cf9c), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:36.098479 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-803aaac5-1899-4e90-851b-6f87fc025783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:36.194474 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-7cc9c82e-2e47-430b-8dd8-b9cd9f6e7ee8 service neutron] For port b223229b-bd94-420a-abba-613c47b6cf9c, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:19:36.197827 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-7cc9c82e-2e47-430b-8dd8-b9cd9f6e7ee8 service neutron] For port b223229b-bd94-420a-abba-613c47b6cf9c, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=b223229b-bd94-420a-abba-613c47b6cf9c,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:19:36.205931 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-7cc9c82e-2e47-430b-8dd8-b9cd9f6e7ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (b223229b-bd94-420a-abba-613c47b6cf9c), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:36.244261 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-7cc9c82e-2e47-430b-8dd8-b9cd9f6e7ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:36.244880 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-7cc9c82e-2e47-430b-8dd8-b9cd9f6e7ee8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:36.246264 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-7cc9c82e-2e47-430b-8dd8-b9cd9f6e7ee8 service neutron] 10.222.0.65 "PUT /v2.0/ports/b223229b-bd94-420a-abba-613c47b6cf9c HTTP/1.1" status: 200 len: 1096 time: 0.7680030 Jan 28 01:19:36.246712 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c34e07d7-4ced-4c33-86d2-c42918755d27', 'tag': 'b223229b-bd94-420a-abba-613c47b6cf9c'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:19:36.249064 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d6ac12-539a-4bbb-b19d-3ed6d9c2c326" -d '{"events": [{"name": "network-changed", "server_uuid": "c34e07d7-4ced-4c33-86d2-c42918755d27", "tag": "b223229b-bd94-420a-abba-613c47b6cf9c"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:19:36.272611 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9c82e-2e47-430b-8dd8-b9cd9f6e7ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=b223229b-bd94-420a-abba-613c47b6cf9c,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:36.366394 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-ab0103d3-f879-4768-8584-78226e81bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:36.368185 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-ab0103d3-f879-4768-8584-78226e81bd6c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=69324b53a7334a51ab0df8d7ca5ae9e4&device_id=c34e07d7-4ced-4c33-86d2-c42918755d27 HTTP/1.1" status: 200 len: 1099 time: 0.0521402 Jan 28 01:19:36.369532 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bde4586-5097-46d1-a224-728e0f9fb5a5 x-openstack-request-id: req-0bde4586-5097-46d1-a224-728e0f9fb5a5 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:19:36.369885 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c34e07d7-4ced-4c33-86d2-c42918755d27", "tag": "b223229b-bd94-420a-abba-613c47b6cf9c", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:19:36.370140 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0bde4586-5097-46d1-a224-728e0f9fb5a5 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:19:36.370531 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c34e07d7-4ced-4c33-86d2-c42918755d27', 'tag': 'b223229b-bd94-420a-abba-613c47b6cf9c', 'status': 'completed', 'code': 200} Jan 28 01:19:36.435894 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-3de2d940-c0be-45d2-8d27-0dc1b9d137a1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=b223229b-bd94-420a-abba-613c47b6cf9c HTTP/1.1" status: 200 len: 217 time: 0.0415959 Jan 28 01:19:36.490721 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-643a6aa7-3baf-4d56-a38a-5cfe06c733a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:36.492426 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-643a6aa7-3baf-4d56-a38a-5cfe06c733a1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.0506833 Jan 28 01:19:36.550712 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-8eb7f887-4851-449e-9c70-fb67ea629ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:36.552277 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-8eb7f887-4851-449e-9c70-fb67ea629ca9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0540030 Jan 28 01:19:36.649690 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-81542900-5193-416f-ae15-abf8fa16fb3c service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900810 Jan 28 01:19:36.740164 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b7581d7-9f19-4a55-85d8-8c716beab634 req-25b3ed08-a71c-495b-a734-2e279045a788 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852964 Jan 28 01:19:36.874720 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6ac12-539a-4bbb-b19d-3ed6d9c2c326 req-ce47785d-eeac-412f-9b20-e48ec7ec74e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:36.876926 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-57d6ac12-539a-4bbb-b19d-3ed6d9c2c326 req-ce47785d-eeac-412f-9b20-e48ec7ec74e1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=69324b53a7334a51ab0df8d7ca5ae9e4&device_id=c34e07d7-4ced-4c33-86d2-c42918755d27 HTTP/1.1" status: 200 len: 1099 time: 0.0449481 Jan 28 01:19:37.015165 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922971b-dede-44b1-93f1-c8503fa72935 req-6f10625d-a153-4e70-9694-5daa1cc7fbf5 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:37.016896 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0922971b-dede-44b1-93f1-c8503fa72935 req-6f10625d-a153-4e70-9694-5daa1cc7fbf5 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] 10.222.0.70 "GET /v2.0/ports?device_id=c34e07d7-4ced-4c33-86d2-c42918755d27 HTTP/1.1" status: 200 len: 948 time: 0.0823174 Jan 28 01:19:37.018264 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6ac12-539a-4bbb-b19d-3ed6d9c2c326 req-2f3a4f36-a567-46d5-bb2c-45ae6f5eaed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:37.019745 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-57d6ac12-539a-4bbb-b19d-3ed6d9c2c326 req-2f3a4f36-a567-46d5-bb2c-45ae6f5eaed3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6cc4916b-e8a0-4618-abd0-934e16bf0b78 HTTP/1.1" status: 200 len: 870 time: 0.1373672 Jan 28 01:19:37.082492 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-57d6ac12-539a-4bbb-b19d-3ed6d9c2c326 req-0a708f28-e70b-4c9c-a2d0-76d8f208bfb4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=b223229b-bd94-420a-abba-613c47b6cf9c HTTP/1.1" status: 200 len: 217 time: 0.0531614 Jan 28 01:19:37.140505 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0922971b-dede-44b1-93f1-c8503fa72935 req-b69438e1-d882-4fe5-87b3-7d38437b5d9c tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9f906b-6174-492d-b958-3990b4e063fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175835 Jan 28 01:19:37.153680 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6ac12-539a-4bbb-b19d-3ed6d9c2c326 req-c70ced5d-4fc3-433b-a44c-f02e491f051d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:37.155126 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-57d6ac12-539a-4bbb-b19d-3ed6d9c2c326 req-c70ced5d-4fc3-433b-a44c-f02e491f051d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d2cf619-4390-4946-b152-016e9ede005d HTTP/1.1" status: 200 len: 843 time: 0.0624113 Jan 28 01:19:37.204455 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6ac12-539a-4bbb-b19d-3ed6d9c2c326 req-be15ee84-706f-45f3-a982-e76821200718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:37.206040 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-57d6ac12-539a-4bbb-b19d-3ed6d9c2c326 req-be15ee84-706f-45f3-a982-e76821200718 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6cc4916b-e8a0-4618-abd0-934e16bf0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0443842 Jan 28 01:19:37.304088 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-57d6ac12-539a-4bbb-b19d-3ed6d9c2c326 req-a1685a6a-cdaf-4161-8572-ea198cd71472 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907881 Jan 28 01:19:37.405307 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-57d6ac12-539a-4bbb-b19d-3ed6d9c2c326 req-428923c9-92fb-43a8-9b81-1beb34ded113 service neutron] 10.222.0.65 "GET /v2.0/networks/6cc4916b-e8a0-4618-abd0-934e16bf0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945687 Jan 28 01:19:38.269148 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9ec59-b6de-418c-8da5-2cbef7824b65 req-4f63f4d8-273e-4cd5-9eaf-180e32c45898 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:38.270884 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-28d9ec59-b6de-418c-8da5-2cbef7824b65 req-4f63f4d8-273e-4cd5-9eaf-180e32c45898 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] 10.222.0.70 "GET /v2.0/ports?device_id=c34e07d7-4ced-4c33-86d2-c42918755d27 HTTP/1.1" status: 200 len: 948 time: 0.0566072 Jan 28 01:19:38.300366 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device b223229b-bd94-420a-abba-613c47b6cf9c details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:19:38.325658 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-28d9ec59-b6de-418c-8da5-2cbef7824b65 req-e58cd017-ed69-4ef4-bfbe-9fdcfb3fd8d6 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9f906b-6174-492d-b958-3990b4e063fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490844 Jan 28 01:19:38.403219 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f27c0e14-46ac-4b09-8e85-2bee015c6042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:38.428131 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port b223229b-bd94-420a-abba-613c47b6cf9c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=b223229b-bd94-420a-abba-613c47b6cf9c,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:19:38.440642 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'b223229b-bd94-420a-abba-613c47b6cf9c', 'network_id': '6cc4916b-e8a0-4618-abd0-934e16bf0b78', 'port_id': 'b223229b-bd94-420a-abba-613c47b6cf9c', 'mac_address': 'fa:16:3e:5c:c7:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2cf619-4390-4946-b152-016e9ede005d', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:19:38.481678 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port b223229b-bd94-420a-abba-613c47b6cf9c is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:19:38.482086 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b223229b-bd94-420a-abba-613c47b6cf9c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:38.496124 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b223229b-bd94-420a-abba-613c47b6cf9c {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:19:38.528752 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port b223229b-bd94-420a-abba-613c47b6cf9c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=b223229b-bd94-420a-abba-613c47b6cf9c,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:19:38.535326 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b223229b-bd94-420a-abba-613c47b6cf9c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:38.585131 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=b223229b-bd94-420a-abba-613c47b6cf9c,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:38.833701 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['b223229b-bd94-420a-abba-613c47b6cf9c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:19:39.459236 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c85e15-d5e2-41ce-9334-a88dc169f051 req-5308d2a0-f477-414f-8e05-b685dcad6f93 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:39.460961 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70c85e15-d5e2-41ce-9334-a88dc169f051 req-5308d2a0-f477-414f-8e05-b685dcad6f93 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] 10.222.0.70 "GET /v2.0/ports?device_id=c34e07d7-4ced-4c33-86d2-c42918755d27 HTTP/1.1" status: 200 len: 949 time: 0.0651095 Jan 28 01:19:39.514601 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70c85e15-d5e2-41ce-9334-a88dc169f051 req-90b363ff-23cf-4a68-91c9-223244fd55de tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9f906b-6174-492d-b958-3990b4e063fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476120 Jan 28 01:19:39.874097 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:40.313888 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device b223229b-bd94-420a-abba-613c47b6cf9c up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:19:40.368529 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port b223229b-bd94-420a-abba-613c47b6cf9c completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:19:40.372730 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port b223229b-bd94-420a-abba-613c47b6cf9c triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:19:40.373103 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b223229b-bd94-420a-abba-613c47b6cf9c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:40.453383 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port b223229b-bd94-420a-abba-613c47b6cf9c is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:19:40.453762 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b223229b-bd94-420a-abba-613c47b6cf9c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:40.477991 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34e07d7-4ced-4c33-86d2-c42918755d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b223229b-bd94-420a-abba-613c47b6cf9c'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:19:40.480305 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7874dd98-e098-4377-87e7-2480f1ad7e14" -d '{"events": [{"server_uuid": "c34e07d7-4ced-4c33-86d2-c42918755d27", "name": "network-vif-plugged", "status": "completed", "tag": "b223229b-bd94-420a-abba-613c47b6cf9c"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:19:40.495658 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port b223229b-bd94-420a-abba-613c47b6cf9c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=b223229b-bd94-420a-abba-613c47b6cf9c,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:19:40.499983 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b223229b-bd94-420a-abba-613c47b6cf9c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:40.557315 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=b223229b-bd94-420a-abba-613c47b6cf9c,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:40.582119 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c4d9f4-2960-4dc4-b2d7-5f93e2f2e3e3 x-openstack-request-id: req-e1c4d9f4-2960-4dc4-b2d7-5f93e2f2e3e3 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:19:40.582430 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34e07d7-4ced-4c33-86d2-c42918755d27", "name": "network-vif-plugged", "status": "completed", "tag": "b223229b-bd94-420a-abba-613c47b6cf9c", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:19:40.582697 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e1c4d9f4-2960-4dc4-b2d7-5f93e2f2e3e3 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:19:40.583134 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34e07d7-4ced-4c33-86d2-c42918755d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b223229b-bd94-420a-abba-613c47b6cf9c', 'code': 200} Jan 28 01:19:40.642069 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6bd1f-5cb6-404d-94b0-e2f59a5b7491 req-d2e97cfa-9ea6-4bdf-a69d-85a4a173db1b tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:40.643849 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-24a6bd1f-5cb6-404d-94b0-e2f59a5b7491 req-d2e97cfa-9ea6-4bdf-a69d-85a4a173db1b tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] 10.222.0.70 "GET /v2.0/ports?device_id=c34e07d7-4ced-4c33-86d2-c42918755d27 HTTP/1.1" status: 200 len: 950 time: 0.0488868 Jan 28 01:19:40.724605 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-24a6bd1f-5cb6-404d-94b0-e2f59a5b7491 req-baf26c58-a807-4f84-9a80-d3024517937f tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9f906b-6174-492d-b958-3990b4e063fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744276 Jan 28 01:19:40.733911 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b72824-747f-4ad1-bc61-a78a583a8a6a req-b9b7f586-9f47-4440-a5fc-10a60337e140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:40.735386 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e7b72824-747f-4ad1-bc61-a78a583a8a6a req-b9b7f586-9f47-4440-a5fc-10a60337e140 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c34e07d7-4ced-4c33-86d2-c42918755d27 HTTP/1.1" status: 200 len: 1101 time: 0.0611417 Jan 28 01:19:40.782529 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e7b72824-747f-4ad1-bc61-a78a583a8a6a req-9525454b-9187-4cbb-a7d6-afb27cec1a7a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2c9f906b-6174-492d-b958-3990b4e063fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411992 Jan 28 01:19:41.418395 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:41.854128 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c0a5b-4506-48ca-a412-601383cb8899 req-e918ee0c-65c2-41cc-9259-0cacfcec2a76 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:41.855845 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-159c0a5b-4506-48ca-a412-601383cb8899 req-e918ee0c-65c2-41cc-9259-0cacfcec2a76 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] 10.222.0.70 "GET /v2.0/ports?device_id=c34e07d7-4ced-4c33-86d2-c42918755d27 HTTP/1.1" status: 200 len: 950 time: 0.0581803 Jan 28 01:19:41.908274 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-159c0a5b-4506-48ca-a412-601383cb8899 req-b16ad7df-28f9-4c40-8f4d-0a2f1e1a7350 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9f906b-6174-492d-b958-3990b4e063fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452969 Jan 28 01:19:42.295698 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:43.027948 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f7be5-d5a4-403c-98e2-13fa9639d01b req-3975caf9-86c4-4042-9d16-1755e4df39f8 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:43.029479 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-387f7be5-d5a4-403c-98e2-13fa9639d01b req-3975caf9-86c4-4042-9d16-1755e4df39f8 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] 10.222.0.70 "GET /v2.0/ports?device_id=c34e07d7-4ced-4c33-86d2-c42918755d27 HTTP/1.1" status: 200 len: 950 time: 0.0516121 Jan 28 01:19:43.076832 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-387f7be5-d5a4-403c-98e2-13fa9639d01b req-469f91ce-d438-46c6-b490-d0d7afbe8bbd tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9f906b-6174-492d-b958-3990b4e063fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417814 Jan 28 01:19:43.356805 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-fef9741e-5ffd-4753-a225-3e49ea726d55 req-15fc3987-0d1d-4366-86f0-92d5de716935 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:19:43.357800 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fef9741e-5ffd-4753-a225-3e49ea726d55 req-15fc3987-0d1d-4366-86f0-92d5de716935 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053992 Jan 28 01:19:43.406215 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:43.800567 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-b34f2471-467e-4dd1-b059-229678bc3ecd req-2f576cbd-0cc5-4bdb-997e-498c32687c73 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:19:43.801644 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b34f2471-467e-4dd1-b059-229678bc3ecd req-2f576cbd-0cc5-4bdb-997e-498c32687c73 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1005335 Jan 28 01:19:44.153568 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4411e-5cc4-4b18-be23-1a89b7cad029 req-b144d791-7e53-4663-b26c-a7da80b579c9 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:44.155078 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-72d4411e-5cc4-4b18-be23-1a89b7cad029 req-b144d791-7e53-4663-b26c-a7da80b579c9 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] 10.222.0.70 "GET /v2.0/ports?device_id=c34e07d7-4ced-4c33-86d2-c42918755d27 HTTP/1.1" status: 200 len: 950 time: 0.0563993 Jan 28 01:19:44.202567 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-72d4411e-5cc4-4b18-be23-1a89b7cad029 req-8f6aa280-a6f0-4b5d-9249-c14246037020 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9f906b-6174-492d-b958-3990b4e063fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416708 Jan 28 01:19:44.792473 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:45.333301 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b1547-3bc6-44f1-9346-0bf92030fa37 req-2425d5aa-1176-4efc-8114-29b5fcf4f89e tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:45.335241 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eb7b1547-3bc6-44f1-9346-0bf92030fa37 req-2425d5aa-1176-4efc-8114-29b5fcf4f89e tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] 10.222.0.70 "GET /v2.0/ports?device_id=c34e07d7-4ced-4c33-86d2-c42918755d27 HTTP/1.1" status: 200 len: 950 time: 0.0614734 Jan 28 01:19:45.383707 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eb7b1547-3bc6-44f1-9346-0bf92030fa37 req-6be87906-6381-4dca-9717-ce1cda895558 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c9f906b-6174-492d-b958-3990b4e063fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431848 Jan 28 01:19:45.548042 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476a281-b127-4833-96be-6047fcbb21a5 req-8861e959-dcd7-4880-8e29-29df79870375 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:45.549696 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f476a281-b127-4833-96be-6047fcbb21a5 req-8861e959-dcd7-4880-8e29-29df79870375 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] 10.222.0.65 "GET /v2.0/ports?device_id=c34e07d7-4ced-4c33-86d2-c42918755d27 HTTP/1.1" status: 200 len: 950 time: 0.0543978 Jan 28 01:19:45.651830 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-f476a281-b127-4833-96be-6047fcbb21a5 req-744c9af6-c0a3-4dff-be59-226c91c0d3c1 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Deleting port b223229b-bd94-420a-abba-613c47b6cf9c {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:19:45.652178 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f476a281-b127-4833-96be-6047fcbb21a5 req-744c9af6-c0a3-4dff-be59-226c91c0d3c1 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b223229b-bd94-420a-abba-613c47b6cf9c), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:45.746391 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-f476a281-b127-4833-96be-6047fcbb21a5 req-744c9af6-c0a3-4dff-be59-226c91c0d3c1 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] For port b223229b-bd94-420a-abba-613c47b6cf9c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=b223229b-bd94-420a-abba-613c47b6cf9c,segment=NetworkSegment(aa524a05-768e-42f1-be99-28e98da62a7c),segment_id=aa524a05-768e-42f1-be99-28e98da62a7c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:19:45.746763 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f476a281-b127-4833-96be-6047fcbb21a5 req-744c9af6-c0a3-4dff-be59-226c91c0d3c1 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b223229b-bd94-420a-abba-613c47b6cf9c), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:45.759082 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-f476a281-b127-4833-96be-6047fcbb21a5 req-744c9af6-c0a3-4dff-be59-226c91c0d3c1 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Calling delete_port for b223229b-bd94-420a-abba-613c47b6cf9c owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:19:45.896502 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f476a281-b127-4833-96be-6047fcbb21a5 req-744c9af6-c0a3-4dff-be59-226c91c0d3c1 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b223229b-bd94-420a-abba-613c47b6cf9c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:45.928300 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['b223229b-bd94-420a-abba-613c47b6cf9c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:19:45.936605 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c9af6-c0a3-4dff-be59-226c91c0d3c1 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Pushing event deleted for resources: {'Port': ['ID=b223229b-bd94-420a-abba-613c47b6cf9c,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:45.979992 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-f476a281-b127-4833-96be-6047fcbb21a5 req-744c9af6-c0a3-4dff-be59-226c91c0d3c1 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] No DVR routers for this DVR port b223229b-bd94-420a-abba-613c47b6cf9c on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:19:45.982795 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f476a281-b127-4833-96be-6047fcbb21a5 req-744c9af6-c0a3-4dff-be59-226c91c0d3c1 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:45.986263 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f476a281-b127-4833-96be-6047fcbb21a5 req-744c9af6-c0a3-4dff-be59-226c91c0d3c1 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] 10.222.0.65 "DELETE /v2.0/ports/b223229b-bd94-420a-abba-613c47b6cf9c HTTP/1.1" status: 204 len: 173 time: 0.4311640 Jan 28 01:19:45.987267 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34e07d7-4ced-4c33-86d2-c42918755d27', 'name': 'network-vif-deleted', 'tag': 'b223229b-bd94-420a-abba-613c47b6cf9c'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:19:45.989996 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fce73c-3fbf-4a0e-b331-b4254f1d3856" -d '{"events": [{"server_uuid": "c34e07d7-4ced-4c33-86d2-c42918755d27", "name": "network-vif-deleted", "tag": "b223229b-bd94-420a-abba-613c47b6cf9c"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:19:46.030295 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d6fd0a-fd4f-4821-a79d-b0391845ec99 x-openstack-request-id: req-71d6fd0a-fd4f-4821-a79d-b0391845ec99 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:19:46.030626 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34e07d7-4ced-4c33-86d2-c42918755d27", "name": "network-vif-deleted", "tag": "b223229b-bd94-420a-abba-613c47b6cf9c", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:19:46.030933 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-71d6fd0a-fd4f-4821-a79d-b0391845ec99 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:19:46.031285 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34e07d7-4ced-4c33-86d2-c42918755d27', 'name': 'network-vif-deleted', 'tag': 'b223229b-bd94-420a-abba-613c47b6cf9c', 'status': 'completed', 'code': 200} Jan 28 01:19:46.512026 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7df4b6a9-8dcf-4edf-b8ce-49bc649f9ebe req-13b830cb-2174-4af9-a6d8-78b2222eabd9 tempest-ServersAdminNegativeTestJSON-1561777451 tempest-ServersAdminNegativeTestJSON-1561777451-project] 10.222.0.70 "GET /v2.0/ports?device_id=c34e07d7-4ced-4c33-86d2-c42918755d27 HTTP/1.1" status: 200 len: 210 time: 0.0317824 Jan 28 01:19:47.824885 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52522) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:47.977231 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6b3381f7-f503-40d5-93a7-be961a6cd021 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=69324b53a7334a51ab0df8d7ca5ae9e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1507232 Jan 28 01:19:47.979634 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52526) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:48.027461 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1e6a3c6a-7971-4b51-adec-70da86df915f admin admin] Publish callbacks [] for security_group (2c9f906b-6174-492d-b958-3990b4e063fe), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:48.047999 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1e6a3c6a-7971-4b51-adec-70da86df915f admin admin] Publish callbacks [] for security_group (2c9f906b-6174-492d-b958-3990b4e063fe), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:48.095171 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1e6a3c6a-7971-4b51-adec-70da86df915f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (2c9f906b-6174-492d-b958-3990b4e063fe), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:48.098259 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1e6a3c6a-7971-4b51-adec-70da86df915f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:48.099416 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1e6a3c6a-7971-4b51-adec-70da86df915f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2c9f906b-6174-492d-b958-3990b4e063fe HTTP/1.1" status: 204 len: 168 time: 0.1188905 Jan 28 01:19:48.107495 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a3c6a-7971-4b51-adec-70da86df915f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9f906b-6174-492d-b958-3990b4e063fe,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:48.378686 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52532) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:48.391816 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-883bd7a6-7fce-4061-a695-22e2ebef39ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:48.472676 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-883bd7a6-7fce-4061-a695-22e2ebef39ae admin admin] Publish callbacks [] for security_group (96469774-3434-4c55-abe6-b89133e4c7ae), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:48.478013 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-883bd7a6-7fce-4061-a695-22e2ebef39ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (96469774-3434-4c55-abe6-b89133e4c7ae), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:48.519747 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-883bd7a6-7fce-4061-a695-22e2ebef39ae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=582a0189af5643f4a547e6c556105776&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1396697 Jan 28 01:19:48.520420 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883bd7a6-7fce-4061-a695-22e2ebef39ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96469774-3434-4c55-abe6-b89133e4c7ae,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:48.522357 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52534) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:48.528698 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883bd7a6-7fce-4061-a695-22e2ebef39ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:48.528868 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883bd7a6-7fce-4061-a695-22e2ebef39ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:48.529312 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883bd7a6-7fce-4061-a695-22e2ebef39ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:48.529663 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883bd7a6-7fce-4061-a695-22e2ebef39ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:48.530214 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883bd7a6-7fce-4061-a695-22e2ebef39ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:48.530356 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883bd7a6-7fce-4061-a695-22e2ebef39ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:48.530659 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883bd7a6-7fce-4061-a695-22e2ebef39ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:48.530986 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883bd7a6-7fce-4061-a695-22e2ebef39ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:48.531465 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883bd7a6-7fce-4061-a695-22e2ebef39ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:48.531653 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883bd7a6-7fce-4061-a695-22e2ebef39ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:48.531985 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883bd7a6-7fce-4061-a695-22e2ebef39ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:48.532311 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883bd7a6-7fce-4061-a695-22e2ebef39ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:48.532654 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883bd7a6-7fce-4061-a695-22e2ebef39ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:19:48.575114 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dbc404ca-22ff-4186-be02-6f68922b7bbf admin admin] Publish callbacks [] for security_group (96469774-3434-4c55-abe6-b89133e4c7ae), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:48.597645 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dbc404ca-22ff-4186-be02-6f68922b7bbf admin admin] Publish callbacks [] for security_group (96469774-3434-4c55-abe6-b89133e4c7ae), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:48.644263 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dbc404ca-22ff-4186-be02-6f68922b7bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (96469774-3434-4c55-abe6-b89133e4c7ae), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:48.646782 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dbc404ca-22ff-4186-be02-6f68922b7bbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:48.647955 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-dbc404ca-22ff-4186-be02-6f68922b7bbf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/96469774-3434-4c55-abe6-b89133e4c7ae HTTP/1.1" status: 204 len: 168 time: 0.1245737 Jan 28 01:19:48.655550 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc404ca-22ff-4186-be02-6f68922b7bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96469774-3434-4c55-abe6-b89133e4c7ae,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:49.370745 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52556) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:49.478237 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-7e31ee0a-6630-4cfa-a0b7-a94a9b2d2e64 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-465291731-network', 'tenant_id': '2b8f9e4ef42047ab867a6bb7ebc1710b'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:49.500233 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e31ee0a-6630-4cfa-a0b7-a94a9b2d2e64 admin admin] Made reservation on behalf of 2b8f9e4ef42047ab867a6bb7ebc1710b for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:49.503413 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7e31ee0a-6630-4cfa-a0b7-a94a9b2d2e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:49.515166 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7e31ee0a-6630-4cfa-a0b7-a94a9b2d2e64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:49.546736 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:19:49.600093 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7e31ee0a-6630-4cfa-a0b7-a94a9b2d2e64 admin admin] Publish callbacks [] for security_group (bc87311d-bcf0-4e45-8636-36422a928458), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:49.603883 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7e31ee0a-6630-4cfa-a0b7-a94a9b2d2e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (bc87311d-bcf0-4e45-8636-36422a928458), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:49.625936 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e31ee0a-6630-4cfa-a0b7-a94a9b2d2e64 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:19:49.640155 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31ee0a-6630-4cfa-a0b7-a94a9b2d2e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc87311d-bcf0-4e45-8636-36422a928458,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:49.647246 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7e31ee0a-6630-4cfa-a0b7-a94a9b2d2e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (d6cd578c-e25b-4d34-bea2-8bb90f53921e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:49.647597 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-7e31ee0a-6630-4cfa-a0b7-a94a9b2d2e64 admin admin] Added segment d6cd578c-e25b-4d34-bea2-8bb90f53921e of type vlan for network 8e739dff-0117-48fd-bb1d-f675ea977f74 Jan 28 01:19:49.691130 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7e31ee0a-6630-4cfa-a0b7-a94a9b2d2e64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (8e739dff-0117-48fd-bb1d-f675ea977f74), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:49.719969 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7e31ee0a-6630-4cfa-a0b7-a94a9b2d2e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (8e739dff-0117-48fd-bb1d-f675ea977f74), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:49.721119 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e31ee0a-6630-4cfa-a0b7-a94a9b2d2e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:49.721995 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7e31ee0a-6630-4cfa-a0b7-a94a9b2d2e64 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:49.781026 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7e31ee0a-6630-4cfa-a0b7-a94a9b2d2e64 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4091170 Jan 28 01:19:49.784932 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52560) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:19:49.789945 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31ee0a-6630-4cfa-a0b7-a94a9b2d2e64 admin admin] Pushing event updated for resources: {'Network': ['ID=8e739dff-0117-48fd-bb1d-f675ea977f74,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:49.790573 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-889cfcc4-9a52-4750-ab62-25973ad073e6 admin admin] Request body: {'subnet': {'network_id': '8e739dff-0117-48fd-bb1d-f675ea977f74', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-465291731-subnet', 'tenant_id': '2b8f9e4ef42047ab867a6bb7ebc1710b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:49.801365 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 8e739dff-0117-48fd-bb1d-f675ea977f74 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:19:49.812309 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889cfcc4-9a52-4750-ab62-25973ad073e6 admin admin] Made reservation on behalf of 2b8f9e4ef42047ab867a6bb7ebc1710b for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:49.815083 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-889cfcc4-9a52-4750-ab62-25973ad073e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:49.989192 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-889cfcc4-9a52-4750-ab62-25973ad073e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (a21ba939-756a-4d5c-8d70-fca27f2e8772), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:50.052752 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889cfcc4-9a52-4750-ab62-25973ad073e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a21ba939-756a-4d5c-8d70-fca27f2e8772,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:50.059480 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889cfcc4-9a52-4750-ab62-25973ad073e6 admin admin] Checking segment: {'id': 'd6cd578c-e25b-4d34-bea2-8bb90f53921e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8e739dff-0117-48fd-bb1d-f675ea977f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:19:50.059870 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889cfcc4-9a52-4750-ab62-25973ad073e6 admin admin] Network hostable DHCP agents. Network: 8e739dff-0117-48fd-bb1d-f675ea977f74, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:19:50.076565 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889cfcc4-9a52-4750-ab62-25973ad073e6 admin admin] Network 8e739dff-0117-48fd-bb1d-f675ea977f74 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:19:50.086364 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-889cfcc4-9a52-4750-ab62-25973ad073e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 8e739dff-0117-48fd-bb1d-f675ea977f74) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:19:50.091816 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889cfcc4-9a52-4750-ab62-25973ad073e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:50.092760 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-889cfcc4-9a52-4750-ab62-25973ad073e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:50.097135 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a628bfea-a68c-484f-aae1-4d136304242a None None] Network 8e739dff-0117-48fd-bb1d-f675ea977f74 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:19:50.112308 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-889cfcc4-9a52-4750-ab62-25973ad073e6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3257887 Jan 28 01:19:50.206875 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78798b7-9f09-4c98-8078-b5aab3c191e2 None None] Network 8e739dff-0117-48fd-bb1d-f675ea977f74 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:19:50.359388 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device b223229b-bd94-420a-abba-613c47b6cf9c no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:19:50.381531 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: b223229b-bd94-420a-abba-613c47b6cf9c {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:19:50.381888 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device b223229b-bd94-420a-abba-613c47b6cf9c not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:19:50.578816 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8fbf0-3478-436d-a076-923ff096d7af req-cd3dd8b8-1438-4d02-9016-8230287649fe tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:50.581565 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96f8fbf0-3478-436d-a076-923ff096d7af req-cd3dd8b8-1438-4d02-9016-8230287649fe tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/networks?id=8e739dff-0117-48fd-bb1d-f675ea977f74 HTTP/1.1" status: 200 len: 811 time: 0.1166916 Jan 28 01:19:50.597773 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96f8fbf0-3478-436d-a076-923ff096d7af req-fa62d33e-8db5-4ae1-b6ab-07d64620ff28 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/quotas/2b8f9e4ef42047ab867a6bb7ebc1710b HTTP/1.1" status: 200 len: 375 time: 0.0105293 Jan 28 01:19:50.631724 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96f8fbf0-3478-436d-a076-923ff096d7af req-8272a77f-83bc-4e89-873d-1cea72c0e917 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b8f9e4ef42047ab867a6bb7ebc1710b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280950 Jan 28 01:19:50.729631 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96f8fbf0-3478-436d-a076-923ff096d7af req-f47a2266-5bb9-4081-8fef-1d1581999a0e service neutron] 10.222.0.70 "GET /v2.0/networks/8e739dff-0117-48fd-bb1d-f675ea977f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896597 Jan 28 01:19:50.818254 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96f8fbf0-3478-436d-a076-923ff096d7af req-49184154-63bf-496f-8c49-bce68695cca2 service neutron] 10.222.0.70 "GET /v2.0/networks/8e739dff-0117-48fd-bb1d-f675ea977f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834315 Jan 28 01:19:51.004616 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fd7735d5-ef0c-40ca-a9a1-22c6e2e27ea4 req-cc44a2a0-a21b-4978-a99b-75bae65b1acf tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 210 time: 0.0345910 Jan 28 01:19:52.147311 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9dda70e4-507a-4835-90cf-abd5e0ce37aa req-ad072006-871f-47ed-9e78-1f2f781a776e tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 210 time: 0.0659938 Jan 28 01:19:52.201451 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8fbf0-3478-436d-a076-923ff096d7af req-d6f13bc1-c73c-48fa-96e9-77cda97499b4 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:52.202955 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96f8fbf0-3478-436d-a076-923ff096d7af req-d6f13bc1-c73c-48fa-96e9-77cda97499b4 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.65 "GET /v2.0/networks?id=8e739dff-0117-48fd-bb1d-f675ea977f74 HTTP/1.1" status: 200 len: 811 time: 0.1472600 Jan 28 01:19:52.222290 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-96f8fbf0-3478-436d-a076-923ff096d7af req-c1ba177c-cd4e-429d-ab2c-5628bad119ae tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Request body: {'port': {'device_id': 'd8113da2-6fac-48bd-8765-66fb70f509e9', 'network_id': '8e739dff-0117-48fd-bb1d-f675ea977f74', 'admin_state_up': True, 'tenant_id': '2b8f9e4ef42047ab867a6bb7ebc1710b'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:52.332942 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f8fbf0-3478-436d-a076-923ff096d7af req-c1ba177c-cd4e-429d-ab2c-5628bad119ae tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Made reservation on behalf of 2b8f9e4ef42047ab867a6bb7ebc1710b for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:19:52.336584 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-96f8fbf0-3478-436d-a076-923ff096d7af req-c1ba177c-cd4e-429d-ab2c-5628bad119ae tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:52.472054 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-96f8fbf0-3478-436d-a076-923ff096d7af req-c1ba177c-cd4e-429d-ab2c-5628bad119ae tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Allocated IP 172.20.0.2 (8e739dff-0117-48fd-bb1d-f675ea977f74/a21ba939-756a-4d5c-8d70-fca27f2e8772/09dd25b0-7bf3-4bc9-af49-195d0c5b1afa) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:19:52.637739 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-96f8fbf0-3478-436d-a076-923ff096d7af req-c1ba177c-cd4e-429d-ab2c-5628bad119ae tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Publish callbacks [] for port (09dd25b0-7bf3-4bc9-af49-195d0c5b1afa), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:52.676630 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-96f8fbf0-3478-436d-a076-923ff096d7af req-c1ba177c-cd4e-429d-ab2c-5628bad119ae tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (09dd25b0-7bf3-4bc9-af49-195d0c5b1afa), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:52.723938 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f8fbf0-3478-436d-a076-923ff096d7af req-c1ba177c-cd4e-429d-ab2c-5628bad119ae tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Network 8e739dff-0117-48fd-bb1d-f675ea977f74 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:19:52.727259 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-96f8fbf0-3478-436d-a076-923ff096d7af req-c1ba177c-cd4e-429d-ab2c-5628bad119ae tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:19:52.733738 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f8fbf0-3478-436d-a076-923ff096d7af req-c1ba177c-cd4e-429d-ab2c-5628bad119ae tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:19:52.740908 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba177c-cd4e-429d-ab2c-5628bad119ae tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Pushing event updated for resources: {'Port': ['ID=09dd25b0-7bf3-4bc9-af49-195d0c5b1afa,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:52.796715 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8fbf0-3478-436d-a076-923ff096d7af req-c1ba177c-cd4e-429d-ab2c-5628bad119ae tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:52.797503 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-96f8fbf0-3478-436d-a076-923ff096d7af req-c1ba177c-cd4e-429d-ab2c-5628bad119ae tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:52.815384 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96f8fbf0-3478-436d-a076-923ff096d7af req-c1ba177c-cd4e-429d-ab2c-5628bad119ae tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5980186 Jan 28 01:19:52.834818 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-96f8fbf0-3478-436d-a076-923ff096d7af req-37962aa5-2bb1-478c-887b-c8151ac79bde service neutron] Request body: {'port': {'device_id': 'd8113da2-6fac-48bd-8765-66fb70f509e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:19:52.899493 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-96f8fbf0-3478-436d-a076-923ff096d7af req-37962aa5-2bb1-478c-887b-c8151ac79bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (09dd25b0-7bf3-4bc9-af49-195d0c5b1afa), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:53.169022 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-96f8fbf0-3478-436d-a076-923ff096d7af req-37962aa5-2bb1-478c-887b-c8151ac79bde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:19:53.178036 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-96f8fbf0-3478-436d-a076-923ff096d7af req-37962aa5-2bb1-478c-887b-c8151ac79bde service neutron] Publish callbacks [] for port (09dd25b0-7bf3-4bc9-af49-195d0c5b1afa), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:53.194503 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-96f8fbf0-3478-436d-a076-923ff096d7af req-37962aa5-2bb1-478c-887b-c8151ac79bde service neutron] Transition to ACTIVE for port object 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:19:53.198250 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-96f8fbf0-3478-436d-a076-923ff096d7af req-37962aa5-2bb1-478c-887b-c8151ac79bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (09dd25b0-7bf3-4bc9-af49-195d0c5b1afa), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:53.280197 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37962aa5-2bb1-478c-887b-c8151ac79bde service neutron] Pushing event updated for resources: {'Port': ['ID=09dd25b0-7bf3-4bc9-af49-195d0c5b1afa,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:53.331483 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95625810-10a1-4c7e-b57c-8b62ead1f436 req-fa1fb911-af65-4d2e-9d78-607572bf487c tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:53.333009 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-95625810-10a1-4c7e-b57c-8b62ead1f436 req-fa1fb911-af65-4d2e-9d78-607572bf487c tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 943 time: 0.1055415 Jan 28 01:19:53.386267 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-96f8fbf0-3478-436d-a076-923ff096d7af req-37962aa5-2bb1-478c-887b-c8151ac79bde service neutron] Attempting to bind port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:19:53.386586 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-96f8fbf0-3478-436d-a076-923ff096d7af req-37962aa5-2bb1-478c-887b-c8151ac79bde service neutron] Attempting to bind port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'd6cd578c-e25b-4d34-bea2-8bb90f53921e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8e739dff-0117-48fd-bb1d-f675ea977f74'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:19:53.386926 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f8fbf0-3478-436d-a076-923ff096d7af req-37962aa5-2bb1-478c-887b-c8151ac79bde service neutron] Attempting to bind port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa on network 8e739dff-0117-48fd-bb1d-f675ea977f74 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:19:53.400747 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f8fbf0-3478-436d-a076-923ff096d7af req-37962aa5-2bb1-478c-887b-c8151ac79bde service neutron] Port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa on network 8e739dff-0117-48fd-bb1d-f675ea977f74 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:19:53.401311 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f8fbf0-3478-436d-a076-923ff096d7af req-37962aa5-2bb1-478c-887b-c8151ac79bde service neutron] Attempting to bind port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa on network 8e739dff-0117-48fd-bb1d-f675ea977f74 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:19:53.407145 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-95625810-10a1-4c7e-b57c-8b62ead1f436 req-63bbbe92-6f24-47f7-be13-9a1c90028bd1 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662105 Jan 28 01:19:53.410610 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f8fbf0-3478-436d-a076-923ff096d7af req-37962aa5-2bb1-478c-887b-c8151ac79bde service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:19:53.410960 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f8fbf0-3478-436d-a076-923ff096d7af req-37962aa5-2bb1-478c-887b-c8151ac79bde service neutron] Checking segment: {'id': 'd6cd578c-e25b-4d34-bea2-8bb90f53921e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8e739dff-0117-48fd-bb1d-f675ea977f74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:19:53.411341 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f8fbf0-3478-436d-a076-923ff096d7af req-37962aa5-2bb1-478c-887b-c8151ac79bde service neutron] Bound using segment: {'id': 'd6cd578c-e25b-4d34-bea2-8bb90f53921e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8e739dff-0117-48fd-bb1d-f675ea977f74'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:19:53.411823 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-96f8fbf0-3478-436d-a076-923ff096d7af req-37962aa5-2bb1-478c-887b-c8151ac79bde service neutron] Bound port: 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6cd578c-e25b-4d34-bea2-8bb90f53921e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8e739dff-0117-48fd-bb1d-f675ea977f74'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:19:53.412189 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-96f8fbf0-3478-436d-a076-923ff096d7af req-37962aa5-2bb1-478c-887b-c8151ac79bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (09dd25b0-7bf3-4bc9-af49-195d0c5b1afa), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:53.485687 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-96f8fbf0-3478-436d-a076-923ff096d7af req-37962aa5-2bb1-478c-887b-c8151ac79bde service neutron] For port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:19:53.490111 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-96f8fbf0-3478-436d-a076-923ff096d7af req-37962aa5-2bb1-478c-887b-c8151ac79bde service neutron] For port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=09dd25b0-7bf3-4bc9-af49-195d0c5b1afa,segment=NetworkSegment(d6cd578c-e25b-4d34-bea2-8bb90f53921e),segment_id=d6cd578c-e25b-4d34-bea2-8bb90f53921e)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:19:53.495211 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-96f8fbf0-3478-436d-a076-923ff096d7af req-37962aa5-2bb1-478c-887b-c8151ac79bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (09dd25b0-7bf3-4bc9-af49-195d0c5b1afa), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:53.539979 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8fbf0-3478-436d-a076-923ff096d7af req-37962aa5-2bb1-478c-887b-c8151ac79bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:53.540861 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-96f8fbf0-3478-436d-a076-923ff096d7af req-37962aa5-2bb1-478c-887b-c8151ac79bde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:53.542033 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96f8fbf0-3478-436d-a076-923ff096d7af req-37962aa5-2bb1-478c-887b-c8151ac79bde service neutron] 10.222.0.65 "PUT /v2.0/ports/09dd25b0-7bf3-4bc9-af49-195d0c5b1afa HTTP/1.1" status: 200 len: 1091 time: 0.7131424 Jan 28 01:19:53.542496 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8113da2-6fac-48bd-8765-66fb70f509e9', 'tag': '09dd25b0-7bf3-4bc9-af49-195d0c5b1afa'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:19:53.544924 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b839afb4-590c-4220-bead-e2adc0393f89" -d '{"events": [{"name": "network-changed", "server_uuid": "d8113da2-6fac-48bd-8765-66fb70f509e9", "tag": "09dd25b0-7bf3-4bc9-af49-195d0c5b1afa"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:19:53.577979 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37962aa5-2bb1-478c-887b-c8151ac79bde service neutron] Pushing event updated for resources: {'Port': ['ID=09dd25b0-7bf3-4bc9-af49-195d0c5b1afa,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:53.593251 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c9aac5-2c6f-4eda-84a4-ee26072565ce x-openstack-request-id: req-34c9aac5-2c6f-4eda-84a4-ee26072565ce {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:19:53.593548 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8113da2-6fac-48bd-8765-66fb70f509e9", "tag": "09dd25b0-7bf3-4bc9-af49-195d0c5b1afa", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:19:53.594165 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-34c9aac5-2c6f-4eda-84a4-ee26072565ce {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:19:53.594586 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8113da2-6fac-48bd-8765-66fb70f509e9', 'tag': '09dd25b0-7bf3-4bc9-af49-195d0c5b1afa', 'status': 'completed', 'code': 200} Jan 28 01:19:53.656033 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8fbf0-3478-436d-a076-923ff096d7af req-6fa1c352-5721-4fd8-b08c-e1ed1f160d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:53.657539 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96f8fbf0-3478-436d-a076-923ff096d7af req-6fa1c352-5721-4fd8-b08c-e1ed1f160d90 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b8f9e4ef42047ab867a6bb7ebc1710b&device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 1094 time: 0.0450056 Jan 28 01:19:54.074794 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96f8fbf0-3478-436d-a076-923ff096d7af req-a67f381f-46aa-4373-9667-08868a3803be service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09dd25b0-7bf3-4bc9-af49-195d0c5b1afa HTTP/1.1" status: 200 len: 217 time: 0.4011009 Jan 28 01:19:54.133267 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8fbf0-3478-436d-a076-923ff096d7af req-f45061a7-6976-4bd6-8dee-e2655db74e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:54.134685 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96f8fbf0-3478-436d-a076-923ff096d7af req-f45061a7-6976-4bd6-8dee-e2655db74e92 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a21ba939-756a-4d5c-8d70-fca27f2e8772 HTTP/1.1" status: 200 len: 851 time: 0.0540540 Jan 28 01:19:54.169328 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96f8fbf0-3478-436d-a076-923ff096d7af req-c1a7d67e-5f3c-4948-8609-f3655c5a2e4e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8e739dff-0117-48fd-bb1d-f675ea977f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291324 Jan 28 01:19:54.264520 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96f8fbf0-3478-436d-a076-923ff096d7af req-2aef7c9d-769c-472c-8b63-d8ff79dff8e6 service neutron] 10.222.0.65 "GET /v2.0/networks/8e739dff-0117-48fd-bb1d-f675ea977f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896304 Jan 28 01:19:54.369646 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96f8fbf0-3478-436d-a076-923ff096d7af req-7a418444-d211-48d6-8cf4-0778e60c3ef3 service neutron] 10.222.0.65 "GET /v2.0/networks/8e739dff-0117-48fd-bb1d-f675ea977f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988462 Jan 28 01:19:54.533341 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839afb4-590c-4220-bead-e2adc0393f89 req-ae6ecb9b-0f50-4c7b-8b13-b71d8e9b9b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:54.535221 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b839afb4-590c-4220-bead-e2adc0393f89 req-ae6ecb9b-0f50-4c7b-8b13-b71d8e9b9b3c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b8f9e4ef42047ab867a6bb7ebc1710b&device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 1094 time: 0.0826738 Jan 28 01:19:54.604263 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be83f5-36fb-486d-995f-198bc462c7a6 req-7a7d8d99-03a3-42e6-a9b6-58878586b20b tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:54.605785 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c0be83f5-36fb-486d-995f-198bc462c7a6 req-7a7d8d99-03a3-42e6-a9b6-58878586b20b tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 943 time: 0.1167023 Jan 28 01:19:54.681606 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839afb4-590c-4220-bead-e2adc0393f89 req-b2648a7c-ce37-44a7-b3c7-eed0bf5c3561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:54.682964 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b839afb4-590c-4220-bead-e2adc0393f89 req-b2648a7c-ce37-44a7-b3c7-eed0bf5c3561 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8e739dff-0117-48fd-bb1d-f675ea977f74 HTTP/1.1" status: 200 len: 912 time: 0.1398447 Jan 28 01:19:54.686739 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c0be83f5-36fb-486d-995f-198bc462c7a6 req-1145364e-6df4-4914-9641-b2cf194d42ae tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738165 Jan 28 01:19:54.732134 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b839afb4-590c-4220-bead-e2adc0393f89 req-bfd33432-a0fa-4441-bbdf-cf356b650cae service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09dd25b0-7bf3-4bc9-af49-195d0c5b1afa HTTP/1.1" status: 200 len: 217 time: 0.0417664 Jan 28 01:19:54.786752 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839afb4-590c-4220-bead-e2adc0393f89 req-be7755b1-70f9-43ce-82dc-cb3b199bdf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:54.788276 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b839afb4-590c-4220-bead-e2adc0393f89 req-be7755b1-70f9-43ce-82dc-cb3b199bdf28 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a21ba939-756a-4d5c-8d70-fca27f2e8772 HTTP/1.1" status: 200 len: 851 time: 0.0493605 Jan 28 01:19:54.821222 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b839afb4-590c-4220-bead-e2adc0393f89 req-4679b199-4b2e-4c4c-8bfb-39032477c1a2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8e739dff-0117-48fd-bb1d-f675ea977f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260627 Jan 28 01:19:54.956853 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b839afb4-590c-4220-bead-e2adc0393f89 req-9452503a-ef82-44dc-8344-21d558accfdb service neutron] 10.222.0.65 "GET /v2.0/networks/8e739dff-0117-48fd-bb1d-f675ea977f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286535 Jan 28 01:19:55.078531 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b839afb4-590c-4220-bead-e2adc0393f89 req-aec28e9e-a425-4285-80c1-0c3deb5e4090 service neutron] 10.222.0.65 "GET /v2.0/networks/8e739dff-0117-48fd-bb1d-f675ea977f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157966 Jan 28 01:19:55.821421 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f1bdd-d181-41be-ae84-3abf60f44d06 req-d9e75822-1c49-4fd6-9edc-33451427c1c7 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:55.822975 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-443f1bdd-d181-41be-ae84-3abf60f44d06 req-d9e75822-1c49-4fd6-9edc-33451427c1c7 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 943 time: 0.0562599 Jan 28 01:19:55.888821 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-443f1bdd-d181-41be-ae84-3abf60f44d06 req-f76711e4-1170-4c18-90d4-6448be527550 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560317 Jan 28 01:19:56.376182 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:19:56.481896 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=09dd25b0-7bf3-4bc9-af49-195d0c5b1afa,segment=NetworkSegment(d6cd578c-e25b-4d34-bea2-8bb90f53921e),segment_id=d6cd578c-e25b-4d34-bea2-8bb90f53921e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:19:56.497776 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '09dd25b0-7bf3-4bc9-af49-195d0c5b1afa', 'network_id': '8e739dff-0117-48fd-bb1d-f675ea977f74', 'port_id': '09dd25b0-7bf3-4bc9-af49-195d0c5b1afa', 'mac_address': 'fa:16:3e:10:f9:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a21ba939-756a-4d5c-8d70-fca27f2e8772', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:19:56.536946 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:19:56.537335 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (09dd25b0-7bf3-4bc9-af49-195d0c5b1afa), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:56.550270 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:19:56.570229 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=09dd25b0-7bf3-4bc9-af49-195d0c5b1afa,segment=NetworkSegment(d6cd578c-e25b-4d34-bea2-8bb90f53921e),segment_id=d6cd578c-e25b-4d34-bea2-8bb90f53921e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:19:56.575011 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (09dd25b0-7bf3-4bc9-af49-195d0c5b1afa), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:56.631974 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=09dd25b0-7bf3-4bc9-af49-195d0c5b1afa,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:56.832838 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['09dd25b0-7bf3-4bc9-af49-195d0c5b1afa'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:19:57.023875 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369b9de-faf3-4965-87e6-4da7dfa497cc req-b7702d05-01ce-4400-861d-ff29a1cd961d tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:57.025826 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c369b9de-faf3-4965-87e6-4da7dfa497cc req-b7702d05-01ce-4400-861d-ff29a1cd961d tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 944 time: 0.0625472 Jan 28 01:19:57.083378 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c369b9de-faf3-4965-87e6-4da7dfa497cc req-e0b5b87b-cf7d-477c-899a-6ff6002bf3a9 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509639 Jan 28 01:19:58.210804 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41838d-cf26-47d3-aede-d253c8481289 req-50f461ea-a303-411e-aec9-7c9a31aa8c28 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:58.212387 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8a41838d-cf26-47d3-aede-d253c8481289 req-50f461ea-a303-411e-aec9-7c9a31aa8c28 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 944 time: 0.0527678 Jan 28 01:19:58.262408 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8a41838d-cf26-47d3-aede-d253c8481289 req-5770d258-e897-4947-8d5d-266e5ca03bba tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419028 Jan 28 01:19:58.407007 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:19:58.618600 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:19:58.623562 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:19:58.623985 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (09dd25b0-7bf3-4bc9-af49-195d0c5b1afa), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:58.708839 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:19:58.709239 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (09dd25b0-7bf3-4bc9-af49-195d0c5b1afa), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:58.732896 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8113da2-6fac-48bd-8765-66fb70f509e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09dd25b0-7bf3-4bc9-af49-195d0c5b1afa'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:19:58.735140 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e504ba-3362-4705-80e2-11be6a4b7f15" -d '{"events": [{"server_uuid": "d8113da2-6fac-48bd-8765-66fb70f509e9", "name": "network-vif-plugged", "status": "completed", "tag": "09dd25b0-7bf3-4bc9-af49-195d0c5b1afa"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:19:58.749449 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=09dd25b0-7bf3-4bc9-af49-195d0c5b1afa,segment=NetworkSegment(d6cd578c-e25b-4d34-bea2-8bb90f53921e),segment_id=d6cd578c-e25b-4d34-bea2-8bb90f53921e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:19:58.755075 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (09dd25b0-7bf3-4bc9-af49-195d0c5b1afa), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:19:58.787370 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20420aea-8961-4ede-b631-12865d47783d x-openstack-request-id: req-20420aea-8961-4ede-b631-12865d47783d {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:19:58.787713 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8113da2-6fac-48bd-8765-66fb70f509e9", "name": "network-vif-plugged", "status": "completed", "tag": "09dd25b0-7bf3-4bc9-af49-195d0c5b1afa", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:19:58.787948 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-20420aea-8961-4ede-b631-12865d47783d {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:19:58.788356 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8113da2-6fac-48bd-8765-66fb70f509e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09dd25b0-7bf3-4bc9-af49-195d0c5b1afa', 'code': 200} Jan 28 01:19:58.819568 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=09dd25b0-7bf3-4bc9-af49-195d0c5b1afa,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:19:58.921108 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8e1ba-fb6a-4baf-b8cb-4a8f78a10da4 req-3f32d6d4-44f9-4362-80cf-da43cc00b982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:58.922633 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c0d8e1ba-fb6a-4baf-b8cb-4a8f78a10da4 req-3f32d6d4-44f9-4362-80cf-da43cc00b982 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 1096 time: 0.0485096 Jan 28 01:19:58.967972 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c0d8e1ba-fb6a-4baf-b8cb-4a8f78a10da4 req-cad769d5-3cc8-4281-ba9a-a42e96096258 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388906 Jan 28 01:19:59.384385 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d18a30-f8e3-4ca2-b644-392d01448fad req-9954f1a4-e294-4b24-8173-de4bb6893c34 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:19:59.385943 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-69d18a30-f8e3-4ca2-b644-392d01448fad req-9954f1a4-e294-4b24-8173-de4bb6893c34 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 945 time: 0.0510783 Jan 28 01:19:59.438635 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-69d18a30-f8e3-4ca2-b644-392d01448fad req-9d85423b-4cb2-490b-83b9-f326db4f522b tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461519 Jan 28 01:20:00.564830 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e435c8f-a89d-4a84-9b1c-d9020f03aa2a req-4fb4a018-9386-491e-971b-ede9f5e66ffa tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:00.566660 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e435c8f-a89d-4a84-9b1c-d9020f03aa2a req-4fb4a018-9386-491e-971b-ede9f5e66ffa tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 945 time: 0.0529361 Jan 28 01:20:00.623442 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e435c8f-a89d-4a84-9b1c-d9020f03aa2a req-100f30c7-68c9-446e-bed2-52ab54b834a2 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496004 Jan 28 01:20:00.907205 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f433b4-7418-4004-af0c-518d39ff91f3 req-ec02e014-61aa-4dc1-9922-ac98330a05bd tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:00.909540 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50f433b4-7418-4004-af0c-518d39ff91f3 req-ec02e014-61aa-4dc1-9922-ac98330a05bd tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 945 time: 0.0667341 Jan 28 01:20:00.912505 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52616) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:01.000056 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50f433b4-7418-4004-af0c-518d39ff91f3 req-cdf6a8d4-4c07-4d55-ae2b-cc63506684fc tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759642 Jan 28 01:20:01.015379 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-3b6e9272-1feb-4bcd-9f02-23a34cf7f5e3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1016834 Jan 28 01:20:01.025019 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-dbe9a0c9-659b-4f2e-9e68-0395658f80ac service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:20:01.026007 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-dbe9a0c9-659b-4f2e-9e68-0395658f80ac service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050645 Jan 28 01:20:02.140203 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2cf20-d1b8-42f4-af18-b858a2289a1d req-06b72177-b6e7-4857-8b14-27c772d0b399 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:02.141841 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f3c2cf20-d1b8-42f4-af18-b858a2289a1d req-06b72177-b6e7-4857-8b14-27c772d0b399 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 945 time: 0.0585551 Jan 28 01:20:02.199795 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f3c2cf20-d1b8-42f4-af18-b858a2289a1d req-8542a98b-d6a9-42e4-b9e6-eb9c86307f62 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498776 Jan 28 01:20:02.327005 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-05e5312e-364d-445e-8b76-a694aba915cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:02.328573 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-05e5312e-364d-445e-8b76-a694aba915cd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b8f9e4ef42047ab867a6bb7ebc1710b&device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 1096 time: 0.0434015 Jan 28 01:20:02.446620 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-c1a2e6a7-91a2-4fa2-bb8a-86cfa649b5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:02.448172 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-c1a2e6a7-91a2-4fa2-bb8a-86cfa649b5ba service neutron] 10.222.0.65 "GET /v2.0/networks?id=8e739dff-0117-48fd-bb1d-f675ea977f74 HTTP/1.1" status: 200 len: 912 time: 0.1139550 Jan 28 01:20:02.497405 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-28f6b0f8-5a47-4f08-b4af-ab611117e46d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09dd25b0-7bf3-4bc9-af49-195d0c5b1afa HTTP/1.1" status: 200 len: 217 time: 0.0419271 Jan 28 01:20:02.548559 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-aeb79b77-c35a-42d9-bcd4-a77f2b91978d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:02.550212 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-aeb79b77-c35a-42d9-bcd4-a77f2b91978d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a21ba939-756a-4d5c-8d70-fca27f2e8772 HTTP/1.1" status: 200 len: 851 time: 0.0476151 Jan 28 01:20:02.587408 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-7ae67261-afec-4582-a37e-542b15111b7f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8e739dff-0117-48fd-bb1d-f675ea977f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287600 Jan 28 01:20:02.693925 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-79c45257-7ff0-43d8-b478-a138ade99786 service neutron] 10.222.0.65 "GET /v2.0/networks/8e739dff-0117-48fd-bb1d-f675ea977f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992832 Jan 28 01:20:02.797800 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-53bd6422-0577-4a93-9090-e6f2124b9781 service neutron] 10.222.0.65 "GET /v2.0/networks/8e739dff-0117-48fd-bb1d-f675ea977f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975652 Jan 28 01:20:03.329214 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a416e1-e015-43b6-941f-a700565c2ba1 req-23a0ee33-751e-462d-b0d7-bd2a88621c1a tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:03.331363 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-40a416e1-e015-43b6-941f-a700565c2ba1 req-23a0ee33-751e-462d-b0d7-bd2a88621c1a tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 945 time: 0.0581520 Jan 28 01:20:03.382733 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-40a416e1-e015-43b6-941f-a700565c2ba1 req-52889127-94ce-4aaa-bdcb-02808fc5b299 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452626 Jan 28 01:20:04.516617 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6691893-7064-4ff5-9c15-1517e61d3b11 req-3a94a9ce-b79a-4010-bac7-ce2948f7e2cb tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:04.518277 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6691893-7064-4ff5-9c15-1517e61d3b11 req-3a94a9ce-b79a-4010-bac7-ce2948f7e2cb tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 945 time: 0.0549798 Jan 28 01:20:04.574173 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6691893-7064-4ff5-9c15-1517e61d3b11 req-5baceece-cb54-4629-a941-0aaea9405a02 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481815 Jan 28 01:20:05.702881 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6712c3d6-6fa4-41be-9cf2-d7bff24452e8 req-b57fbf7e-b8a9-40f7-a96c-8c6ff91ba5c4 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:05.704511 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6712c3d6-6fa4-41be-9cf2-d7bff24452e8 req-b57fbf7e-b8a9-40f7-a96c-8c6ff91ba5c4 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 945 time: 0.0521226 Jan 28 01:20:05.769611 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6712c3d6-6fa4-41be-9cf2-d7bff24452e8 req-88c92ba7-1c47-48f2-9f94-934db6fdefa0 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557909 Jan 28 01:20:06.098827 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d16a84af-733f-4f5d-9322-387f640eca0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:06.902457 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153299f-9173-43a5-bf72-a13619aeef72 req-7b582c5a-e65a-4b59-9dc3-e89d68bda677 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:06.903997 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9153299f-9173-43a5-bf72-a13619aeef72 req-7b582c5a-e65a-4b59-9dc3-e89d68bda677 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 945 time: 0.0549419 Jan 28 01:20:06.957273 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9153299f-9173-43a5-bf72-a13619aeef72 req-fb1faa4f-ee13-4709-b32c-f3393d563d8c tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459759 Jan 28 01:20:08.100888 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a346f47-c88b-4a0e-a71a-64385d8c49b1 req-96179810-a929-4560-b6e7-bd9e88a8cd96 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:08.102852 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6a346f47-c88b-4a0e-a71a-64385d8c49b1 req-96179810-a929-4560-b6e7-bd9e88a8cd96 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 945 time: 0.0601015 Jan 28 01:20:08.178021 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6a346f47-c88b-4a0e-a71a-64385d8c49b1 req-df3574e0-aeab-4d8a-a48b-c2648659a3d1 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688927 Jan 28 01:20:08.393986 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e78d61aa-f0eb-4208-b605-9227c50285fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:09.333883 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbb996-bbc4-4236-b4e2-4f8248fcc31e req-090c87fa-7b97-420d-954e-50f2e00e9964 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:09.335495 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ccbb996-bbc4-4236-b4e2-4f8248fcc31e req-090c87fa-7b97-420d-954e-50f2e00e9964 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 945 time: 0.0707598 Jan 28 01:20:09.392023 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7ccbb996-bbc4-4236-b4e2-4f8248fcc31e req-6ae3e6e9-2c0f-4e4a-9b2f-2e2b787b4bdf tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496125 Jan 28 01:20:09.889967 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:10.594523 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c04219-29a0-43c5-95ba-cc16d5e2f7ce req-76d9e2a8-3c16-4f73-a790-13c8d42f7528 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:10.597803 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3c04219-29a0-43c5-95ba-cc16d5e2f7ce req-76d9e2a8-3c16-4f73-a790-13c8d42f7528 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 945 time: 0.0825264 Jan 28 01:20:10.687877 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3c04219-29a0-43c5-95ba-cc16d5e2f7ce req-c2e9ace8-8437-4c59-b8b5-95fcbeb05e89 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796239 Jan 28 01:20:11.432174 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:11.888091 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382e8f1-6ae5-408c-983a-f91163d88dc4 req-ccd6eae7-ef86-4450-b3ce-162f97eb21f9 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:11.889716 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d382e8f1-6ae5-408c-983a-f91163d88dc4 req-ccd6eae7-ef86-4450-b3ce-162f97eb21f9 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 945 time: 0.0854721 Jan 28 01:20:11.958181 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d382e8f1-6ae5-408c-983a-f91163d88dc4 req-cf3877fb-ec9e-487c-bc69-48d6d38d3782 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589836 Jan 28 01:20:12.307538 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:13.120499 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbd9d7-23f3-42c9-9f41-464726582db3 req-2a229add-1d4b-43e3-8f83-eb48f0f2ea3c tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:13.123231 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b7cbd9d7-23f3-42c9-9f41-464726582db3 req-2a229add-1d4b-43e3-8f83-eb48f0f2ea3c tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 945 time: 0.0663407 Jan 28 01:20:13.202291 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b7cbd9d7-23f3-42c9-9f41-464726582db3 req-20bef5f4-5517-46fc-b7aa-284ff0616847 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724094 Jan 28 01:20:13.417139 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:14.410689 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef430b-b5b6-477f-aec0-f7665fffa489 req-1a4dd03a-aab0-4c5d-b03e-29ae31aac9c0 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:14.413137 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-45ef430b-b5b6-477f-aec0-f7665fffa489 req-1a4dd03a-aab0-4c5d-b03e-29ae31aac9c0 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 945 time: 0.0874891 Jan 28 01:20:14.497402 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-45ef430b-b5b6-477f-aec0-f7665fffa489 req-17a185ac-c0e4-4c50-b51d-ff4c589fd266 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751894 Jan 28 01:20:14.802436 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:15.693508 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169d581-d7bb-44eb-9346-cb445de84f4b req-b38e7027-081b-450f-be83-1b8af0d0a2eb tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:15.695586 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8169d581-d7bb-44eb-9346-cb445de84f4b req-b38e7027-081b-450f-be83-1b8af0d0a2eb tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 945 time: 0.0926611 Jan 28 01:20:15.774726 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8169d581-d7bb-44eb-9346-cb445de84f4b req-0e73a7b0-a693-4bb9-b326-92f5629e8d92 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694644 Jan 28 01:20:16.951746 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f998c2-9f7e-4a2c-9f47-559e7859261f req-9d5fa790-aaf0-4195-b525-946326c0bcad tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:16.954153 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a8f998c2-9f7e-4a2c-9f47-559e7859261f req-9d5fa790-aaf0-4195-b525-946326c0bcad tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 945 time: 0.0651708 Jan 28 01:20:17.015998 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a8f998c2-9f7e-4a2c-9f47-559e7859261f req-029a1aec-fe5d-404e-8388-60867f1905c2 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515895 Jan 28 01:20:18.187023 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9f7d6-1a44-47b8-ada6-1ab2270c4596 req-f5d3a052-75f0-4b81-abdd-ccb81b598468 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:18.189838 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37f9f7d6-1a44-47b8-ada6-1ab2270c4596 req-f5d3a052-75f0-4b81-abdd-ccb81b598468 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 945 time: 0.0731778 Jan 28 01:20:18.250622 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-37f9f7d6-1a44-47b8-ada6-1ab2270c4596 req-11b3b674-b2d7-46ab-baed-fdf0035c3a65 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539722 Jan 28 01:20:19.412757 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb173a-6bcf-4239-ae2b-f2b7330d35f7 req-3da9f516-eb51-46d5-91b9-17bef5ae16cd tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:19.414317 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f5cb173a-6bcf-4239-ae2b-f2b7330d35f7 req-3da9f516-eb51-46d5-91b9-17bef5ae16cd tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 945 time: 0.0584822 Jan 28 01:20:19.490014 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f5cb173a-6bcf-4239-ae2b-f2b7330d35f7 req-4e2519eb-d1c4-461e-9684-a66e828c815c tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623622 Jan 28 01:20:20.618861 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8a673-55a2-48e8-ad15-016c90506a88 req-8b3f8874-132f-44e0-8b08-979b4bfd6c12 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:20.621773 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d3f8a673-55a2-48e8-ad15-016c90506a88 req-8b3f8874-132f-44e0-8b08-979b4bfd6c12 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 945 time: 0.0565629 Jan 28 01:20:20.683549 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d3f8a673-55a2-48e8-ad15-016c90506a88 req-09250e3b-108c-4f72-8de1-c7f18a881d6a tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565922 Jan 28 01:20:21.839646 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aeba5c-8ac1-47e1-9650-9c618974b01a req-72c0d05f-4826-45e9-9d9a-e0a0aab3b75e tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:21.841228 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-26aeba5c-8ac1-47e1-9650-9c618974b01a req-72c0d05f-4826-45e9-9d9a-e0a0aab3b75e tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 945 time: 0.0561101 Jan 28 01:20:21.915952 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-26aeba5c-8ac1-47e1-9650-9c618974b01a req-cd31751e-e4aa-437b-8a23-ea10f6986e12 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637121 Jan 28 01:20:23.065409 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d67886-493e-4a5d-94be-94b6128811cc req-261cca90-a3b1-453f-b93d-bd91949cc4a7 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:23.067000 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b2d67886-493e-4a5d-94be-94b6128811cc req-261cca90-a3b1-453f-b93d-bd91949cc4a7 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 945 time: 0.0506611 Jan 28 01:20:23.116017 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b2d67886-493e-4a5d-94be-94b6128811cc req-233835b0-44d9-45fb-92f8-ccbff0df5cb7 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432949 Jan 28 01:20:24.243677 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c9b71-4c20-440d-873d-df313eae3d72 req-03184076-f35b-4d0c-832e-6d2871da4a30 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:24.245442 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-081c9b71-4c20-440d-873d-df313eae3d72 req-03184076-f35b-4d0c-832e-6d2871da4a30 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 945 time: 0.0587850 Jan 28 01:20:24.303005 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-081c9b71-4c20-440d-873d-df313eae3d72 req-5d3edd4d-72b7-464e-ac5f-d378191c3d58 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517728 Jan 28 01:20:25.432537 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e2ddc-6626-42b6-86bd-9153911525b0 req-2f400a79-5981-4091-a68e-64e07973bfa7 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:25.434042 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ed9e2ddc-6626-42b6-86bd-9153911525b0 req-2f400a79-5981-4091-a68e-64e07973bfa7 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 945 time: 0.0510702 Jan 28 01:20:25.499590 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ed9e2ddc-6626-42b6-86bd-9153911525b0 req-196db011-a7bb-4ca9-89dc-ca61f6096108 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585446 Jan 28 01:20:26.547475 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:20:26.687575 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d23baf-db5d-46d5-831d-5674ba278432 req-6ef00382-a5f2-40b8-b136-25311d295466 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:26.690518 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a8d23baf-db5d-46d5-831d-5674ba278432 req-6ef00382-a5f2-40b8-b136-25311d295466 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 945 time: 0.0721493 Jan 28 01:20:26.742217 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a8d23baf-db5d-46d5-831d-5674ba278432 req-4b2fd21a-ff1b-4023-a590-0fedf8d3e9b9 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462415 Jan 28 01:20:27.879511 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eacaf0-8dca-4d80-84ad-31bd0ede77ba req-dfb617e1-bffb-4fdb-af2e-418d98e544f9 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:27.881150 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d2eacaf0-8dca-4d80-84ad-31bd0ede77ba req-dfb617e1-bffb-4fdb-af2e-418d98e544f9 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 945 time: 0.0535800 Jan 28 01:20:27.942709 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d2eacaf0-8dca-4d80-84ad-31bd0ede77ba req-003a0115-3a81-4397-8f9e-381138aee502 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555308 Jan 28 01:20:29.094600 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee55358-f87b-48c7-a072-1a2a58b15f14 req-3acdf78f-a105-4e43-9fd1-c65226c39468 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:29.097208 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3ee55358-f87b-48c7-a072-1a2a58b15f14 req-3acdf78f-a105-4e43-9fd1-c65226c39468 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 945 time: 0.0757120 Jan 28 01:20:29.154519 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3ee55358-f87b-48c7-a072-1a2a58b15f14 req-82885336-44c4-400c-a623-50dd514e0cd4 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514202 Jan 28 01:20:29.926951 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-2b72a641-28e0-4988-8fad-5c5fbd548785 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:20:29.928400 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-2b72a641-28e0-4988-8fad-5c5fbd548785 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069551 Jan 28 01:20:29.997935 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-947e1dd0-d721-4589-bf70-ee9dfeeae1ec service neutron] show failed (client error): The resource could not be found. Jan 28 01:20:29.998978 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-947e1dd0-d721-4589-bf70-ee9dfeeae1ec service neutron] 10.222.0.65 "GET /v2.0/ports/09dd25b0-7bf3-4bc9-af49-195d0c5b1afa/bindings/n-h2-826754-1 HTTP/1.1" status: 404 len: 380 time: 0.0635741 Jan 28 01:20:30.282350 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c9132-466f-4593-8f9d-255dcd9c0891 req-e78da844-5b76-472d-b47e-3690a05758a1 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:30.284712 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d8c9132-466f-4593-8f9d-255dcd9c0891 req-e78da844-5b76-472d-b47e-3690a05758a1 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 945 time: 0.0532200 Jan 28 01:20:30.328966 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-723d9cdc-78a4-4d1b-b8c1-90105a3a2fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:30.331319 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-723d9cdc-78a4-4d1b-b8c1-90105a3a2fad service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9&tenant_id=2b8f9e4ef42047ab867a6bb7ebc1710b HTTP/1.1" status: 200 len: 1096 time: 0.1483152 Jan 28 01:20:30.341832 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-61c831df-dc93-41ac-aa80-574e756c3e22 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:20:30.343152 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-61c831df-dc93-41ac-aa80-574e756c3e22 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059454 Jan 28 01:20:30.350597 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d8c9132-466f-4593-8f9d-255dcd9c0891 req-f283b38b-1cf2-490b-8197-3906c0801cba tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595503 Jan 28 01:20:30.360384 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-4b49e994-1300-4e4c-8798-5b58ddacd171 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826754-1', 'device_owner': 'compute:nova'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:30.427263 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-4b49e994-1300-4e4c-8798-5b58ddacd171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (09dd25b0-7bf3-4bc9-af49-195d0c5b1afa), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:30.657519 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-4b49e994-1300-4e4c-8798-5b58ddacd171 service neutron] For port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=09dd25b0-7bf3-4bc9-af49-195d0c5b1afa,segment=NetworkSegment(d6cd578c-e25b-4d34-bea2-8bb90f53921e),segment_id=d6cd578c-e25b-4d34-bea2-8bb90f53921e)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:30.693989 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-4b49e994-1300-4e4c-8798-5b58ddacd171 service neutron] For port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:20:30.737602 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8113da2-6fac-48bd-8765-66fb70f509e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09dd25b0-7bf3-4bc9-af49-195d0c5b1afa'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:20:30.740027 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41920b60-9a83-4b9a-b7cc-09541adeac8d" -d '{"events": [{"server_uuid": "d8113da2-6fac-48bd-8765-66fb70f509e9", "name": "network-vif-unplugged", "status": "completed", "tag": "09dd25b0-7bf3-4bc9-af49-195d0c5b1afa"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:20:30.743865 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-4b49e994-1300-4e4c-8798-5b58ddacd171 service neutron] Publish callbacks [] for port (09dd25b0-7bf3-4bc9-af49-195d0c5b1afa), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:30.758325 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-4b49e994-1300-4e4c-8798-5b58ddacd171 service neutron] Transition to ACTIVE for port object 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:20:30.764180 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-4b49e994-1300-4e4c-8798-5b58ddacd171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (09dd25b0-7bf3-4bc9-af49-195d0c5b1afa), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:30.800460 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bb18bd-1b65-4161-afbd-85404b59e4e8 x-openstack-request-id: req-06bb18bd-1b65-4161-afbd-85404b59e4e8 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:20:30.800771 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8113da2-6fac-48bd-8765-66fb70f509e9", "name": "network-vif-unplugged", "status": "completed", "tag": "09dd25b0-7bf3-4bc9-af49-195d0c5b1afa", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:20:30.801034 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-06bb18bd-1b65-4161-afbd-85404b59e4e8 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:20:30.801443 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8113da2-6fac-48bd-8765-66fb70f509e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09dd25b0-7bf3-4bc9-af49-195d0c5b1afa', 'code': 200} Jan 28 01:20:30.836023 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-4b49e994-1300-4e4c-8798-5b58ddacd171 service neutron] No DVR routers for this DVR port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:20:30.838034 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49e994-1300-4e4c-8798-5b58ddacd171 service neutron] Pushing event updated for resources: {'Port': ['ID=09dd25b0-7bf3-4bc9-af49-195d0c5b1afa,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:30.882608 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-4b49e994-1300-4e4c-8798-5b58ddacd171 service neutron] Attempting to bind port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:20:30.882956 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-4b49e994-1300-4e4c-8798-5b58ddacd171 service neutron] Attempting to bind port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'd6cd578c-e25b-4d34-bea2-8bb90f53921e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8e739dff-0117-48fd-bb1d-f675ea977f74'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:20:30.883297 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-4b49e994-1300-4e4c-8798-5b58ddacd171 service neutron] Attempting to bind port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa on network 8e739dff-0117-48fd-bb1d-f675ea977f74 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:20:30.888595 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-4b49e994-1300-4e4c-8798-5b58ddacd171 service neutron] Port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa on network 8e739dff-0117-48fd-bb1d-f675ea977f74 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:20:30.888918 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-4b49e994-1300-4e4c-8798-5b58ddacd171 service neutron] Attempting to bind port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa on network 8e739dff-0117-48fd-bb1d-f675ea977f74 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:20:30.894859 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-4b49e994-1300-4e4c-8798-5b58ddacd171 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:20:30.895197 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-4b49e994-1300-4e4c-8798-5b58ddacd171 service neutron] Checking segment: {'id': 'd6cd578c-e25b-4d34-bea2-8bb90f53921e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8e739dff-0117-48fd-bb1d-f675ea977f74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:20:30.895586 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-4b49e994-1300-4e4c-8798-5b58ddacd171 service neutron] Bound using segment: {'id': 'd6cd578c-e25b-4d34-bea2-8bb90f53921e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8e739dff-0117-48fd-bb1d-f675ea977f74'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:20:30.896047 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-4b49e994-1300-4e4c-8798-5b58ddacd171 service neutron] Bound port: 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6cd578c-e25b-4d34-bea2-8bb90f53921e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8e739dff-0117-48fd-bb1d-f675ea977f74'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:20:30.896434 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-4b49e994-1300-4e4c-8798-5b58ddacd171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (09dd25b0-7bf3-4bc9-af49-195d0c5b1afa), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:30.964233 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-4b49e994-1300-4e4c-8798-5b58ddacd171 service neutron] For port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:20:30.973209 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-4b49e994-1300-4e4c-8798-5b58ddacd171 service neutron] For port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=09dd25b0-7bf3-4bc9-af49-195d0c5b1afa,segment=NetworkSegment(d6cd578c-e25b-4d34-bea2-8bb90f53921e),segment_id=d6cd578c-e25b-4d34-bea2-8bb90f53921e)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:20:30.979775 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-4b49e994-1300-4e4c-8798-5b58ddacd171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (09dd25b0-7bf3-4bc9-af49-195d0c5b1afa), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:31.028616 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-4b49e994-1300-4e4c-8798-5b58ddacd171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:31.029251 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-4b49e994-1300-4e4c-8798-5b58ddacd171 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:31.031190 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-4b49e994-1300-4e4c-8798-5b58ddacd171 service neutron] 10.222.0.52 "PUT /v2.0/ports/09dd25b0-7bf3-4bc9-af49-195d0c5b1afa HTTP/1.1" status: 200 len: 1091 time: 0.6748447 Jan 28 01:20:31.079768 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49e994-1300-4e4c-8798-5b58ddacd171 service neutron] Pushing event updated for resources: {'Port': ['ID=09dd25b0-7bf3-4bc9-af49-195d0c5b1afa,revision_number=7']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:31.117050 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-3ee580d0-944b-43ee-9596-a82f81248f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:31.118576 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-3ee580d0-944b-43ee-9596-a82f81248f11 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b8f9e4ef42047ab867a6bb7ebc1710b&device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 1094 time: 0.0493393 Jan 28 01:20:31.215939 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-e6258574-3ced-4061-a29b-60adc852dc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:31.217360 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-e6258574-3ced-4061-a29b-60adc852dc6c service neutron] 10.222.0.52 "GET /v2.0/networks?id=8e739dff-0117-48fd-bb1d-f675ea977f74 HTTP/1.1" status: 200 len: 912 time: 0.0927289 Jan 28 01:20:31.260593 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-d9a957b6-9a63-4a9c-931f-42f45a939ffc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09dd25b0-7bf3-4bc9-af49-195d0c5b1afa HTTP/1.1" status: 200 len: 217 time: 0.0376294 Jan 28 01:20:31.315024 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-5934022a-38b6-4cde-aa28-584ab694bbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:31.316596 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-5934022a-38b6-4cde-aa28-584ab694bbec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a21ba939-756a-4d5c-8d70-fca27f2e8772 HTTP/1.1" status: 200 len: 851 time: 0.0507891 Jan 28 01:20:31.348379 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-6adab2d5-4a94-4d81-94b8-a00608a7c1a2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8e739dff-0117-48fd-bb1d-f675ea977f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257676 Jan 28 01:20:31.457479 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-d4ed79b4-1862-4197-86f1-757faebde860 service neutron] 10.222.0.52 "GET /v2.0/networks/8e739dff-0117-48fd-bb1d-f675ea977f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033077 Jan 28 01:20:31.503732 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219de3a-5b7a-47bd-b1a4-7a94b2ee7c7d req-7ae6d490-8667-4eb7-b68a-4b6ce2464738 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:31.506067 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c219de3a-5b7a-47bd-b1a4-7a94b2ee7c7d req-7ae6d490-8667-4eb7-b68a-4b6ce2464738 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 943 time: 0.0720453 Jan 28 01:20:31.571759 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c219de3a-5b7a-47bd-b1a4-7a94b2ee7c7d req-bf815503-43a8-47a1-989b-8d4db0003724 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562205 Jan 28 01:20:31.574634 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bb7b8627-940c-4adf-8b0c-7ebc67b70aa5 req-8b6b5e81-24ed-41ba-b9de-7d061878c31d service neutron] 10.222.0.52 "GET /v2.0/networks/8e739dff-0117-48fd-bb1d-f675ea977f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110518 Jan 28 01:20:32.722489 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9d356-34bb-482b-9494-09692923b51b req-0befca97-2d7d-4614-887c-fe23f3b8c384 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:32.723997 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8ff9d356-34bb-482b-9494-09692923b51b req-0befca97-2d7d-4614-887c-fe23f3b8c384 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 943 time: 0.0585477 Jan 28 01:20:32.785376 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8ff9d356-34bb-482b-9494-09692923b51b req-e351a979-79c1-431c-88f5-c2fee5794840 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524113 Jan 28 01:20:32.803101 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8113da2-6fac-48bd-8765-66fb70f509e9', 'tag': '09dd25b0-7bf3-4bc9-af49-195d0c5b1afa'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:20:32.807378 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f654ea7b-bf7a-49cd-9c32-b50eafa231d8" -d '{"events": [{"name": "network-changed", "server_uuid": "d8113da2-6fac-48bd-8765-66fb70f509e9", "tag": "09dd25b0-7bf3-4bc9-af49-195d0c5b1afa"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:20:32.871261 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5302353-cd91-404b-adc6-3f35d1eee365 x-openstack-request-id: req-d5302353-cd91-404b-adc6-3f35d1eee365 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:20:32.871566 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8113da2-6fac-48bd-8765-66fb70f509e9", "tag": "09dd25b0-7bf3-4bc9-af49-195d0c5b1afa", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:20:32.871859 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d5302353-cd91-404b-adc6-3f35d1eee365 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:20:32.872267 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8113da2-6fac-48bd-8765-66fb70f509e9', 'tag': '09dd25b0-7bf3-4bc9-af49-195d0c5b1afa', 'status': 'completed', 'code': 200} Jan 28 01:20:32.952580 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654ea7b-bf7a-49cd-9c32-b50eafa231d8 req-1b79ee1f-1456-46e2-8bc3-45b99cdf6a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:32.955140 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f654ea7b-bf7a-49cd-9c32-b50eafa231d8 req-1b79ee1f-1456-46e2-8bc3-45b99cdf6a25 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b8f9e4ef42047ab867a6bb7ebc1710b&device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 1094 time: 0.0485754 Jan 28 01:20:32.980664 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654ea7b-bf7a-49cd-9c32-b50eafa231d8 req-15dfe553-cb4e-40fc-9407-25c07d343111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:32.983224 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f654ea7b-bf7a-49cd-9c32-b50eafa231d8 req-15dfe553-cb4e-40fc-9407-25c07d343111 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b8f9e4ef42047ab867a6bb7ebc1710b&device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 1094 time: 0.0680208 Jan 28 01:20:33.090128 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654ea7b-bf7a-49cd-9c32-b50eafa231d8 req-81ba952a-76a7-4c50-aa93-ee956b0e9c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:33.092461 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f654ea7b-bf7a-49cd-9c32-b50eafa231d8 req-81ba952a-76a7-4c50-aa93-ee956b0e9c82 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8e739dff-0117-48fd-bb1d-f675ea977f74 HTTP/1.1" status: 200 len: 912 time: 0.1301506 Jan 28 01:20:33.099440 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654ea7b-bf7a-49cd-9c32-b50eafa231d8 req-841e3459-68ba-4524-9427-d8d58252ea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:33.102055 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f654ea7b-bf7a-49cd-9c32-b50eafa231d8 req-841e3459-68ba-4524-9427-d8d58252ea72 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8e739dff-0117-48fd-bb1d-f675ea977f74 HTTP/1.1" status: 200 len: 912 time: 0.1122844 Jan 28 01:20:33.137477 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f654ea7b-bf7a-49cd-9c32-b50eafa231d8 req-54d23688-026d-4dcb-881d-7fffea11d04d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09dd25b0-7bf3-4bc9-af49-195d0c5b1afa HTTP/1.1" status: 200 len: 217 time: 0.0391881 Jan 28 01:20:33.154685 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f654ea7b-bf7a-49cd-9c32-b50eafa231d8 req-9a53b523-f8a4-44c4-9f4c-c68a6daccdff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09dd25b0-7bf3-4bc9-af49-195d0c5b1afa HTTP/1.1" status: 200 len: 217 time: 0.0468218 Jan 28 01:20:33.195761 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654ea7b-bf7a-49cd-9c32-b50eafa231d8 req-e3bac4e9-75f6-4dc3-8fbf-d4f1b003ef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:33.197300 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f654ea7b-bf7a-49cd-9c32-b50eafa231d8 req-e3bac4e9-75f6-4dc3-8fbf-d4f1b003ef75 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a21ba939-756a-4d5c-8d70-fca27f2e8772 HTTP/1.1" status: 200 len: 851 time: 0.0540099 Jan 28 01:20:33.217197 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654ea7b-bf7a-49cd-9c32-b50eafa231d8 req-d636f0ee-d897-4da5-bb14-9a85a16c7a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:33.219132 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f654ea7b-bf7a-49cd-9c32-b50eafa231d8 req-d636f0ee-d897-4da5-bb14-9a85a16c7a27 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a21ba939-756a-4d5c-8d70-fca27f2e8772 HTTP/1.1" status: 200 len: 851 time: 0.0586097 Jan 28 01:20:33.234592 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f654ea7b-bf7a-49cd-9c32-b50eafa231d8 req-6524f6bc-d721-46b0-b131-f65098a41b9b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8e739dff-0117-48fd-bb1d-f675ea977f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315006 Jan 28 01:20:33.251469 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f654ea7b-bf7a-49cd-9c32-b50eafa231d8 req-f3efce34-69a0-4bce-9cbd-118a522f646a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8e739dff-0117-48fd-bb1d-f675ea977f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258088 Jan 28 01:20:33.328976 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f654ea7b-bf7a-49cd-9c32-b50eafa231d8 req-76fbc4b8-b62e-4711-a571-002d8d745700 service neutron] 10.222.0.65 "GET /v2.0/networks/8e739dff-0117-48fd-bb1d-f675ea977f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883868 Jan 28 01:20:33.348592 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f654ea7b-bf7a-49cd-9c32-b50eafa231d8 req-9ed87564-0a2f-4b20-888b-83c7cbbf2047 service neutron] 10.222.0.52 "GET /v2.0/networks/8e739dff-0117-48fd-bb1d-f675ea977f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911887 Jan 28 01:20:33.438569 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f654ea7b-bf7a-49cd-9c32-b50eafa231d8 req-58352ba0-9403-44ba-a85e-fde8008048df service neutron] 10.222.0.65 "GET /v2.0/networks/8e739dff-0117-48fd-bb1d-f675ea977f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028750 Jan 28 01:20:33.446249 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f654ea7b-bf7a-49cd-9c32-b50eafa231d8 req-98be54fa-60f1-4cda-b016-fbaafefc9b6b service neutron] 10.222.0.52 "GET /v2.0/networks/8e739dff-0117-48fd-bb1d-f675ea977f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913455 Jan 28 01:20:33.911510 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb4a6a-c254-4136-a3d6-5a5a38268888 req-33d8f62a-5696-4b0e-aef1-23a8a6f2362a tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:33.913073 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-deeb4a6a-c254-4136-a3d6-5a5a38268888 req-33d8f62a-5696-4b0e-aef1-23a8a6f2362a tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 943 time: 0.0529985 Jan 28 01:20:33.963279 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-deeb4a6a-c254-4136-a3d6-5a5a38268888 req-12a14824-90d7-425f-934b-8af026cf5f5d tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442443 Jan 28 01:20:34.562044 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:20:34.603684 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] The host n-h1-826754-1 is not matching for port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa host n-h2-826754-1! {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 01:20:34.604092 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:20:35.091029 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bcc85-69eb-4ea6-9593-5e37e0b3b91e req-8d84f6b2-1a2f-4e58-a0b6-9aaad4f9daf4 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:35.092978 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e11bcc85-69eb-4ea6-9593-5e37e0b3b91e req-8d84f6b2-1a2f-4e58-a0b6-9aaad4f9daf4 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 943 time: 0.0535376 Jan 28 01:20:35.143412 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e11bcc85-69eb-4ea6-9593-5e37e0b3b91e req-9b09a5f2-fd48-4d83-b8c4-c2a7d7f06395 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440397 Jan 28 01:20:35.457499 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1032e2f-ae8b-4bdf-8af7-0756874cda5b req-51943760-853b-401c-aaae-943cc64b1b38 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:35.459002 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c1032e2f-ae8b-4bdf-8af7-0756874cda5b req-51943760-853b-401c-aaae-943cc64b1b38 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9&tenant_id=2b8f9e4ef42047ab867a6bb7ebc1710b&binding%3Ahost_id=n-h2-826754-1 HTTP/1.1" status: 200 len: 943 time: 0.1017544 Jan 28 01:20:35.522298 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-c1032e2f-ae8b-4bdf-8af7-0756874cda5b req-7a605c8e-f91c-4c3f-8ea1-415c4dffdf29 service neutron] delete failed (client error): The resource could not be found. Jan 28 01:20:35.523142 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c1032e2f-ae8b-4bdf-8af7-0756874cda5b req-7a605c8e-f91c-4c3f-8ea1-415c4dffdf29 service neutron] 10.222.0.65 "DELETE /v2.0/ports/09dd25b0-7bf3-4bc9-af49-195d0c5b1afa/bindings/n-h1-826754-1 HTTP/1.1" status: 404 len: 380 time: 0.0578516 Jan 28 01:20:35.636104 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1032e2f-ae8b-4bdf-8af7-0756874cda5b req-1d64dd3b-e78f-4e40-b31c-399c49ba3ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:35.637615 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c1032e2f-ae8b-4bdf-8af7-0756874cda5b req-1d64dd3b-e78f-4e40-b31c-399c49ba3ab0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b8f9e4ef42047ab867a6bb7ebc1710b&device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 1094 time: 0.0478215 Jan 28 01:20:35.729844 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1032e2f-ae8b-4bdf-8af7-0756874cda5b req-21d3c510-51ed-4e87-b0c4-a83d3e571dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:35.731314 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c1032e2f-ae8b-4bdf-8af7-0756874cda5b req-21d3c510-51ed-4e87-b0c4-a83d3e571dbd service neutron] 10.222.0.65 "GET /v2.0/networks?id=8e739dff-0117-48fd-bb1d-f675ea977f74 HTTP/1.1" status: 200 len: 912 time: 0.0882816 Jan 28 01:20:35.777035 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c1032e2f-ae8b-4bdf-8af7-0756874cda5b req-612443ec-3c17-44c5-90af-53bb406dc8a0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09dd25b0-7bf3-4bc9-af49-195d0c5b1afa HTTP/1.1" status: 200 len: 217 time: 0.0395029 Jan 28 01:20:35.826294 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1032e2f-ae8b-4bdf-8af7-0756874cda5b req-2bfbb225-475b-47b0-8183-11e83357b2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:35.827806 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c1032e2f-ae8b-4bdf-8af7-0756874cda5b req-2bfbb225-475b-47b0-8183-11e83357b2bf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a21ba939-756a-4d5c-8d70-fca27f2e8772 HTTP/1.1" status: 200 len: 851 time: 0.0457458 Jan 28 01:20:35.859465 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c1032e2f-ae8b-4bdf-8af7-0756874cda5b req-50fe2872-99d1-4ae7-b0bc-2bd0478d454f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8e739dff-0117-48fd-bb1d-f675ea977f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253744 Jan 28 01:20:35.940994 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:20:35.952116 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c1032e2f-ae8b-4bdf-8af7-0756874cda5b req-fc1550da-d13e-4689-aea9-622b83d48fbb service neutron] 10.222.0.65 "GET /v2.0/networks/8e739dff-0117-48fd-bb1d-f675ea977f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853455 Jan 28 01:20:36.049968 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c1032e2f-ae8b-4bdf-8af7-0756874cda5b req-1d0611bb-ee2a-46b5-ba59-e17a52e4308e service neutron] 10.222.0.65 "GET /v2.0/networks/8e739dff-0117-48fd-bb1d-f675ea977f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923870 Jan 28 01:20:36.050200 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=09dd25b0-7bf3-4bc9-af49-195d0c5b1afa,segment=NetworkSegment(d6cd578c-e25b-4d34-bea2-8bb90f53921e),segment_id=d6cd578c-e25b-4d34-bea2-8bb90f53921e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:36.063019 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '09dd25b0-7bf3-4bc9-af49-195d0c5b1afa', 'network_id': '8e739dff-0117-48fd-bb1d-f675ea977f74', 'port_id': '09dd25b0-7bf3-4bc9-af49-195d0c5b1afa', 'mac_address': 'fa:16:3e:10:f9:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a21ba939-756a-4d5c-8d70-fca27f2e8772', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:20:36.115182 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1d134d32-7f8c-4a98-8ede-49658cd9b4cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:36.119241 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:36.119643 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (09dd25b0-7bf3-4bc9-af49-195d0c5b1afa), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:36.137768 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:20:36.162508 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=09dd25b0-7bf3-4bc9-af49-195d0c5b1afa,segment=NetworkSegment(d6cd578c-e25b-4d34-bea2-8bb90f53921e),segment_id=d6cd578c-e25b-4d34-bea2-8bb90f53921e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:36.167907 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (09dd25b0-7bf3-4bc9-af49-195d0c5b1afa), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:36.220371 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=09dd25b0-7bf3-4bc9-af49-195d0c5b1afa,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:36.228271 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:36.228620 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:36.228962 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:36.229300 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:36.229632 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:36.229968 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:36.230297 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:36.230622 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:36.230948 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:36.231273 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:36.231645 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:36.232045 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:36.232367 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:36.640586 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['09dd25b0-7bf3-4bc9-af49-195d0c5b1afa'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:20:36.874772 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9a4fb-2b86-4ede-b5a7-4a7eaebaa8d3 req-81d59a1c-bd28-44bf-9bc5-4a878d813e85 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:36.877218 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71e9a4fb-2b86-4ede-b5a7-4a7eaebaa8d3 req-81d59a1c-bd28-44bf-9bc5-4a878d813e85 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 944 time: 0.0523734 Jan 28 01:20:36.948279 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71e9a4fb-2b86-4ede-b5a7-4a7eaebaa8d3 req-1d97b202-fb21-4e92-8c8d-246ea7823d87 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610659 Jan 28 01:20:37.947246 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:20:38.004406 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:20:38.008864 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:38.009346 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (09dd25b0-7bf3-4bc9-af49-195d0c5b1afa), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:38.102478 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:38.103457 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (09dd25b0-7bf3-4bc9-af49-195d0c5b1afa), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:38.124999 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbac9c-2905-4c42-b773-7d702ad8a624 req-20a1f2a1-d197-4646-84d6-09c022cdc91f tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:38.127929 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97bbac9c-2905-4c42-b773-7d702ad8a624 req-20a1f2a1-d197-4646-84d6-09c022cdc91f tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 944 time: 0.0814071 Jan 28 01:20:38.131518 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8113da2-6fac-48bd-8765-66fb70f509e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09dd25b0-7bf3-4bc9-af49-195d0c5b1afa'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:20:38.134285 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1894abd4-f8d2-4250-9df5-87639fced950" -d '{"events": [{"server_uuid": "d8113da2-6fac-48bd-8765-66fb70f509e9", "name": "network-vif-plugged", "status": "completed", "tag": "09dd25b0-7bf3-4bc9-af49-195d0c5b1afa"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:20:38.150285 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=09dd25b0-7bf3-4bc9-af49-195d0c5b1afa,segment=NetworkSegment(d6cd578c-e25b-4d34-bea2-8bb90f53921e),segment_id=d6cd578c-e25b-4d34-bea2-8bb90f53921e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:38.156866 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (09dd25b0-7bf3-4bc9-af49-195d0c5b1afa), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:38.188947 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21708cce-bc2a-4d65-ac73-e7c4bb261816 x-openstack-request-id: req-21708cce-bc2a-4d65-ac73-e7c4bb261816 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:20:38.189339 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8113da2-6fac-48bd-8765-66fb70f509e9", "name": "network-vif-plugged", "status": "completed", "tag": "09dd25b0-7bf3-4bc9-af49-195d0c5b1afa", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:20:38.189850 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-21708cce-bc2a-4d65-ac73-e7c4bb261816 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:20:38.190277 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8113da2-6fac-48bd-8765-66fb70f509e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09dd25b0-7bf3-4bc9-af49-195d0c5b1afa', 'code': 200} Jan 28 01:20:38.199798 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97bbac9c-2905-4c42-b773-7d702ad8a624 req-eac3d4b6-b99f-4efe-a5f4-4e1e43b37220 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.70 "GET /v2.0/security-groups?id=bc87311d-bcf0-4e45-8636-36422a928458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661290 Jan 28 01:20:38.221399 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=09dd25b0-7bf3-4bc9-af49-195d0c5b1afa,revision_number=9']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:38.389481 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a053db3f-88b4-4430-8b21-8218cecde850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:38.451902 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1032e2f-ae8b-4bdf-8af7-0756874cda5b req-a7bd1586-ac92-477d-ba89-739634b86f17 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:38.453388 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c1032e2f-ae8b-4bdf-8af7-0756874cda5b req-a7bd1586-ac92-477d-ba89-739634b86f17 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8113da2-6fac-48bd-8765-66fb70f509e9 HTTP/1.1" status: 200 len: 945 time: 0.0659609 Jan 28 01:20:38.546926 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-c1032e2f-ae8b-4bdf-8af7-0756874cda5b req-473f8e48-d92f-475e-bd70-00c72fc0d4b7 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Deleting port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:20:38.547457 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c1032e2f-ae8b-4bdf-8af7-0756874cda5b req-473f8e48-d92f-475e-bd70-00c72fc0d4b7 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (09dd25b0-7bf3-4bc9-af49-195d0c5b1afa), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:38.655055 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-c1032e2f-ae8b-4bdf-8af7-0756874cda5b req-473f8e48-d92f-475e-bd70-00c72fc0d4b7 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] For port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=09dd25b0-7bf3-4bc9-af49-195d0c5b1afa,segment=NetworkSegment(d6cd578c-e25b-4d34-bea2-8bb90f53921e),segment_id=d6cd578c-e25b-4d34-bea2-8bb90f53921e)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:38.655055 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c1032e2f-ae8b-4bdf-8af7-0756874cda5b req-473f8e48-d92f-475e-bd70-00c72fc0d4b7 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (09dd25b0-7bf3-4bc9-af49-195d0c5b1afa), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:38.673939 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-c1032e2f-ae8b-4bdf-8af7-0756874cda5b req-473f8e48-d92f-475e-bd70-00c72fc0d4b7 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Calling delete_port for 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:20:38.840222 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c1032e2f-ae8b-4bdf-8af7-0756874cda5b req-473f8e48-d92f-475e-bd70-00c72fc0d4b7 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (09dd25b0-7bf3-4bc9-af49-195d0c5b1afa), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:38.879292 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['09dd25b0-7bf3-4bc9-af49-195d0c5b1afa'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:20:38.880383 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f8e48-d92f-475e-bd70-00c72fc0d4b7 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Pushing event deleted for resources: {'Port': ['ID=09dd25b0-7bf3-4bc9-af49-195d0c5b1afa,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:38.932677 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1032e2f-ae8b-4bdf-8af7-0756874cda5b req-473f8e48-d92f-475e-bd70-00c72fc0d4b7 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] No DVR routers for this DVR port 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:20:38.935579 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c1032e2f-ae8b-4bdf-8af7-0756874cda5b req-473f8e48-d92f-475e-bd70-00c72fc0d4b7 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:38.940556 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c1032e2f-ae8b-4bdf-8af7-0756874cda5b req-473f8e48-d92f-475e-bd70-00c72fc0d4b7 tempest-DeleteServersTestJSON-527573217 tempest-DeleteServersTestJSON-527573217-project] 10.222.0.52 "DELETE /v2.0/ports/09dd25b0-7bf3-4bc9-af49-195d0c5b1afa HTTP/1.1" status: 204 len: 173 time: 0.4817536 Jan 28 01:20:38.941063 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8113da2-6fac-48bd-8765-66fb70f509e9', 'name': 'network-vif-deleted', 'tag': '09dd25b0-7bf3-4bc9-af49-195d0c5b1afa'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:20:38.943744 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80704d13-6c5c-491d-bda6-460ac93feb15" -d '{"events": [{"server_uuid": "d8113da2-6fac-48bd-8765-66fb70f509e9", "name": "network-vif-deleted", "tag": "09dd25b0-7bf3-4bc9-af49-195d0c5b1afa"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:20:38.991235 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79839b16-e9a7-46cb-9d8e-8ec97c7b9181 x-openstack-request-id: req-79839b16-e9a7-46cb-9d8e-8ec97c7b9181 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:20:38.991544 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8113da2-6fac-48bd-8765-66fb70f509e9", "name": "network-vif-deleted", "tag": "09dd25b0-7bf3-4bc9-af49-195d0c5b1afa", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:20:38.991848 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-79839b16-e9a7-46cb-9d8e-8ec97c7b9181 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:20:38.992285 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8113da2-6fac-48bd-8765-66fb70f509e9', 'name': 'network-vif-deleted', 'tag': '09dd25b0-7bf3-4bc9-af49-195d0c5b1afa', 'status': 'completed', 'code': 200} Jan 28 01:20:39.355551 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52722) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:39.404491 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b32f01-92ee-46c1-962e-bd1fddafa207 admin admin] Deleting subnet a21ba939-756a-4d5c-8d70-fca27f2e8772 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:20:39.409926 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d9b32f01-92ee-46c1-962e-bd1fddafa207 admin admin] Publish callbacks [] for subnet (a21ba939-756a-4d5c-8d70-fca27f2e8772), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:39.448903 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d9b32f01-92ee-46c1-962e-bd1fddafa207 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (a21ba939-756a-4d5c-8d70-fca27f2e8772), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:39.491193 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d9b32f01-92ee-46c1-962e-bd1fddafa207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (a21ba939-756a-4d5c-8d70-fca27f2e8772), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:39.552263 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d9b32f01-92ee-46c1-962e-bd1fddafa207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (a21ba939-756a-4d5c-8d70-fca27f2e8772), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:39.582831 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b32f01-92ee-46c1-962e-bd1fddafa207 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a21ba939-756a-4d5c-8d70-fca27f2e8772,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:39.587640 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d9b32f01-92ee-46c1-962e-bd1fddafa207 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:39.594062 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d9b32f01-92ee-46c1-962e-bd1fddafa207 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a21ba939-756a-4d5c-8d70-fca27f2e8772 HTTP/1.1" status: 204 len: 168 time: 0.2342672 Jan 28 01:20:39.594623 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52724) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:39.597163 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b32f01-92ee-46c1-962e-bd1fddafa207 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:39.597529 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b32f01-92ee-46c1-962e-bd1fddafa207 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:39.597880 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b32f01-92ee-46c1-962e-bd1fddafa207 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:39.598333 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b32f01-92ee-46c1-962e-bd1fddafa207 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:39.598679 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b32f01-92ee-46c1-962e-bd1fddafa207 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:39.599074 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b32f01-92ee-46c1-962e-bd1fddafa207 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:39.599368 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b32f01-92ee-46c1-962e-bd1fddafa207 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:39.599791 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b32f01-92ee-46c1-962e-bd1fddafa207 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:39.600126 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b32f01-92ee-46c1-962e-bd1fddafa207 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:39.600467 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b32f01-92ee-46c1-962e-bd1fddafa207 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:39.600799 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b32f01-92ee-46c1-962e-bd1fddafa207 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:39.601138 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b32f01-92ee-46c1-962e-bd1fddafa207 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:39.601466 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b32f01-92ee-46c1-962e-bd1fddafa207 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:20:39.677040 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-01805be5-6af2-4f21-9f1d-9c3ef63c5ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (8e739dff-0117-48fd-bb1d-f675ea977f74), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:39.768245 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-01805be5-6af2-4f21-9f1d-9c3ef63c5ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (8e739dff-0117-48fd-bb1d-f675ea977f74), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:39.792026 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-01805be5-6af2-4f21-9f1d-9c3ef63c5ea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e739dff-0117-48fd-bb1d-f675ea977f74']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:39.802977 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-01805be5-6af2-4f21-9f1d-9c3ef63c5ea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6cd578c-e25b-4d34-bea2-8bb90f53921e') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:39.803395 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-01805be5-6af2-4f21-9f1d-9c3ef63c5ea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6cd578c-e25b-4d34-bea2-8bb90f53921e') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:20:39.816365 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-01805be5-6af2-4f21-9f1d-9c3ef63c5ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (d6cd578c-e25b-4d34-bea2-8bb90f53921e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:39.832343 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-01805be5-6af2-4f21-9f1d-9c3ef63c5ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (d6cd578c-e25b-4d34-bea2-8bb90f53921e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:39.839163 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01805be5-6af2-4f21-9f1d-9c3ef63c5ea1 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:20:39.839550 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-01805be5-6af2-4f21-9f1d-9c3ef63c5ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (d6cd578c-e25b-4d34-bea2-8bb90f53921e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:39.841339 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 01:20:39.841339 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:20:39.841339 n-d-826754-1 neutron-server[103343]: timer() Jan 28 01:20:39.841339 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:20:39.841339 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 01:20:39.841339 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:20:39.841339 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 01:20:39.841339 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:20:39.841339 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 01:20:39.841339 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:20:39.841339 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 01:20:39.841339 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:20:39.841339 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 01:20:39.841339 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:20:39.841339 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:20:39.841339 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:20:39.841339 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:20:39.841339 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:20:39.841339 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 01:20:39.841339 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:20:39.841339 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 01:20:39.841339 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:20:39.841339 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:20:39.841339 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:20:39.841339 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 01:20:39.841339 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:20:39.841339 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:20:39.841339 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:20:39.841339 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:20:39.841339 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:20:39.841339 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:20:39.841339 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:20:39.884097 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:39.911414 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-01805be5-6af2-4f21-9f1d-9c3ef63c5ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (8e739dff-0117-48fd-bb1d-f675ea977f74), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:39.918494 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-01805be5-6af2-4f21-9f1d-9c3ef63c5ea1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:39.931485 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-01805be5-6af2-4f21-9f1d-9c3ef63c5ea1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8e739dff-0117-48fd-bb1d-f675ea977f74 HTTP/1.1" status: 204 len: 168 time: 0.3343291 Jan 28 01:20:39.944714 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01805be5-6af2-4f21-9f1d-9c3ef63c5ea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e739dff-0117-48fd-bb1d-f675ea977f74,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:40.053368 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52728) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:40.098042 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-dc84fb45-59d0-48b4-b78c-33b1ca37827e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2b8f9e4ef42047ab867a6bb7ebc1710b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435619 Jan 28 01:20:40.100682 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52730) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:40.151155 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b243dc2-429c-42f1-a6b8-d8da2847cd00 admin admin] Publish callbacks [] for security_group (bc87311d-bcf0-4e45-8636-36422a928458), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:40.172082 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b243dc2-429c-42f1-a6b8-d8da2847cd00 admin admin] Publish callbacks [] for security_group (bc87311d-bcf0-4e45-8636-36422a928458), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:40.223512 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b243dc2-429c-42f1-a6b8-d8da2847cd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (bc87311d-bcf0-4e45-8636-36422a928458), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:40.226620 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b243dc2-429c-42f1-a6b8-d8da2847cd00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:40.230406 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2b243dc2-429c-42f1-a6b8-d8da2847cd00 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bc87311d-bcf0-4e45-8636-36422a928458 HTTP/1.1" status: 204 len: 168 time: 0.1263051 Jan 28 01:20:40.237560 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b243dc2-429c-42f1-a6b8-d8da2847cd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc87311d-bcf0-4e45-8636-36422a928458,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:40.965200 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 52752) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:41.078106 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a3d878b4-ecdd-43f9-8acd-8772aac56a37 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1602022663-network', 'tenant_id': 'a5caa0ef660b48cfb68b515cb6bc82ba'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:41.104166 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d878b4-ecdd-43f9-8acd-8772aac56a37 admin admin] Made reservation on behalf of a5caa0ef660b48cfb68b515cb6bc82ba for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:20:41.106833 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3d878b4-ecdd-43f9-8acd-8772aac56a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:41.115868 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3d878b4-ecdd-43f9-8acd-8772aac56a37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:41.200459 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3d878b4-ecdd-43f9-8acd-8772aac56a37 admin admin] Publish callbacks [] for security_group (c2a2c70f-6062-4988-a080-7c1bd7ea4e7a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:41.205426 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3d878b4-ecdd-43f9-8acd-8772aac56a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c2a2c70f-6062-4988-a080-7c1bd7ea4e7a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:41.234286 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d878b4-ecdd-43f9-8acd-8772aac56a37 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:20:41.240661 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d878b4-ecdd-43f9-8acd-8772aac56a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:41.247528 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3d878b4-ecdd-43f9-8acd-8772aac56a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (013c934d-fa06-4737-8c4f-91455410a27e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:41.247846 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-a3d878b4-ecdd-43f9-8acd-8772aac56a37 admin admin] Added segment 013c934d-fa06-4737-8c4f-91455410a27e of type vlan for network 16f88048-2750-4e7f-b660-9bcaa7e9ddfe Jan 28 01:20:41.292801 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3d878b4-ecdd-43f9-8acd-8772aac56a37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (16f88048-2750-4e7f-b660-9bcaa7e9ddfe), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:41.319504 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3d878b4-ecdd-43f9-8acd-8772aac56a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (16f88048-2750-4e7f-b660-9bcaa7e9ddfe), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:41.320638 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d878b4-ecdd-43f9-8acd-8772aac56a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:41.321263 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3d878b4-ecdd-43f9-8acd-8772aac56a37 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:41.375301 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a3d878b4-ecdd-43f9-8acd-8772aac56a37 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4089043 Jan 28 01:20:41.379918 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 52756) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:20:41.385900 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-c8db5dde-0795-481d-99e1-3da53f1ea1fe admin admin] Request body: {'subnet': {'network_id': '16f88048-2750-4e7f-b660-9bcaa7e9ddfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1602022663-subnet', 'tenant_id': 'a5caa0ef660b48cfb68b515cb6bc82ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:41.390207 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d878b4-ecdd-43f9-8acd-8772aac56a37 admin admin] Pushing event updated for resources: {'Network': ['ID=16f88048-2750-4e7f-b660-9bcaa7e9ddfe,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:41.402437 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 16f88048-2750-4e7f-b660-9bcaa7e9ddfe details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:20:41.420087 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8db5dde-0795-481d-99e1-3da53f1ea1fe admin admin] Made reservation on behalf of a5caa0ef660b48cfb68b515cb6bc82ba for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:20:41.424720 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c8db5dde-0795-481d-99e1-3da53f1ea1fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:41.523532 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:41.645391 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c8db5dde-0795-481d-99e1-3da53f1ea1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (7fc8f3ad-49b6-419e-aaf3-5c2b484d6b0d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:41.700184 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db5dde-0795-481d-99e1-3da53f1ea1fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fc8f3ad-49b6-419e-aaf3-5c2b484d6b0d,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:41.710913 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8db5dde-0795-481d-99e1-3da53f1ea1fe admin admin] Checking segment: {'id': '013c934d-fa06-4737-8c4f-91455410a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '16f88048-2750-4e7f-b660-9bcaa7e9ddfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:20:41.711275 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8db5dde-0795-481d-99e1-3da53f1ea1fe admin admin] Network hostable DHCP agents. Network: 16f88048-2750-4e7f-b660-9bcaa7e9ddfe, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:20:41.729835 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8db5dde-0795-481d-99e1-3da53f1ea1fe admin admin] Network 16f88048-2750-4e7f-b660-9bcaa7e9ddfe is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:20:41.740836 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-c8db5dde-0795-481d-99e1-3da53f1ea1fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 16f88048-2750-4e7f-b660-9bcaa7e9ddfe) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:20:41.745635 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8db5dde-0795-481d-99e1-3da53f1ea1fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:41.746332 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c8db5dde-0795-481d-99e1-3da53f1ea1fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:41.753594 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc89f37-ac32-48fc-9a66-74b562d991ad None None] Network 16f88048-2750-4e7f-b660-9bcaa7e9ddfe requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:20:41.766610 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c8db5dde-0795-481d-99e1-3da53f1ea1fe admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3850706 Jan 28 01:20:41.859661 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25e3e78-9caf-42a3-8562-03ed3984926d None None] Network 16f88048-2750-4e7f-b660-9bcaa7e9ddfe requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:20:41.962001 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:20:41.991048 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:20:41.991392 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 09dd25b0-7bf3-4bc9-af49-195d0c5b1afa not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:20:42.296616 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-a73ea3a3-3d3a-44be-beda-9105e4d8a480 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:42.298842 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-a73ea3a3-3d3a-44be-beda-9105e4d8a480 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/networks?id=16f88048-2750-4e7f-b660-9bcaa7e9ddfe HTTP/1.1" status: 200 len: 815 time: 0.1207547 Jan 28 01:20:42.304819 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:42.319431 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-bd3bbc7b-0132-4e03-90a8-5d5a698f69c2 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/quotas/a5caa0ef660b48cfb68b515cb6bc82ba HTTP/1.1" status: 200 len: 375 time: 0.0135834 Jan 28 01:20:42.354809 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-47a596ad-1fcb-4635-be43-f60d5ae7b3ec tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5caa0ef660b48cfb68b515cb6bc82ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284102 Jan 28 01:20:42.366406 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-c71c4dce-6fe7-4362-9dea-cd7add5f3a85 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:20:42.367503 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-c71c4dce-6fe7-4362-9dea-cd7add5f3a85 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055695 Jan 28 01:20:42.467873 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-72872f0f-5334-486b-92e8-5c5f9efe87bd service neutron] 10.222.0.70 "GET /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931177 Jan 28 01:20:42.571017 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-e2de53c6-13dd-45ce-b0b0-a511df2b31d5 service neutron] 10.222.0.70 "GET /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958476 Jan 28 01:20:43.414517 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:43.777145 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bc9d2448-995b-42da-9de6-196f9c5d72a6 req-8d4d16ac-5d38-4b96-8e54-010409dadbfe tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 210 time: 0.0347180 Jan 28 01:20:44.800612 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:44.871642 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-3fa9ca5f-1dc3-4a41-a86f-0ffd82e41b7f tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:44.873565 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-3fa9ca5f-1dc3-4a41-a86f-0ffd82e41b7f tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.52 "GET /v2.0/networks?id=16f88048-2750-4e7f-b660-9bcaa7e9ddfe HTTP/1.1" status: 200 len: 815 time: 0.1258740 Jan 28 01:20:44.886217 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dde1a0f2-c909-4b78-a27f-b7acb38b15c4 req-810221b6-9dc6-4912-8e1a-2ffc700882d6 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 210 time: 0.0277207 Jan 28 01:20:44.892613 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-726d710c-912c-46e5-88b6-d5b602586cf7 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Request body: {'port': {'device_id': 'a50037b0-9b47-45d7-972e-32f30a01be4f', 'network_id': '16f88048-2750-4e7f-b660-9bcaa7e9ddfe', 'admin_state_up': True, 'tenant_id': 'a5caa0ef660b48cfb68b515cb6bc82ba'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:45.009988 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-726d710c-912c-46e5-88b6-d5b602586cf7 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Made reservation on behalf of a5caa0ef660b48cfb68b515cb6bc82ba for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:20:45.013481 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-726d710c-912c-46e5-88b6-d5b602586cf7 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:45.148128 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-726d710c-912c-46e5-88b6-d5b602586cf7 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Allocated IP 172.20.0.2 (16f88048-2750-4e7f-b660-9bcaa7e9ddfe/7fc8f3ad-49b6-419e-aaf3-5c2b484d6b0d/db81983e-f85f-4b26-a1b8-5818f096caa3) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:20:45.314960 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-726d710c-912c-46e5-88b6-d5b602586cf7 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Publish callbacks [] for port (db81983e-f85f-4b26-a1b8-5818f096caa3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:45.357359 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-726d710c-912c-46e5-88b6-d5b602586cf7 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (db81983e-f85f-4b26-a1b8-5818f096caa3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:45.405088 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-726d710c-912c-46e5-88b6-d5b602586cf7 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Network 16f88048-2750-4e7f-b660-9bcaa7e9ddfe is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:20:45.408601 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-726d710c-912c-46e5-88b6-d5b602586cf7 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:20:45.411576 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-726d710c-912c-46e5-88b6-d5b602586cf7 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:20:45.444349 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d710c-912c-46e5-88b6-d5b602586cf7 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Pushing event updated for resources: {'Port': ['ID=db81983e-f85f-4b26-a1b8-5818f096caa3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:45.473393 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-726d710c-912c-46e5-88b6-d5b602586cf7 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:45.474033 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-726d710c-912c-46e5-88b6-d5b602586cf7 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:45.492350 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-726d710c-912c-46e5-88b6-d5b602586cf7 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6048367 Jan 28 01:20:45.509488 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-fc6acac2-1c59-4231-89ce-2b07b78ae4f5 service neutron] Request body: {'port': {'device_id': 'a50037b0-9b47-45d7-972e-32f30a01be4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:20:45.570785 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-fc6acac2-1c59-4231-89ce-2b07b78ae4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (db81983e-f85f-4b26-a1b8-5818f096caa3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:45.850499 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-fc6acac2-1c59-4231-89ce-2b07b78ae4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db81983e-f85f-4b26-a1b8-5818f096caa3 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:20:45.858805 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-fc6acac2-1c59-4231-89ce-2b07b78ae4f5 service neutron] Publish callbacks [] for port (db81983e-f85f-4b26-a1b8-5818f096caa3), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:45.872212 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-fc6acac2-1c59-4231-89ce-2b07b78ae4f5 service neutron] Transition to ACTIVE for port object db81983e-f85f-4b26-a1b8-5818f096caa3 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:20:45.875927 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-fc6acac2-1c59-4231-89ce-2b07b78ae4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (db81983e-f85f-4b26-a1b8-5818f096caa3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:45.930774 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6acac2-1c59-4231-89ce-2b07b78ae4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=db81983e-f85f-4b26-a1b8-5818f096caa3,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:46.016871 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-fc6acac2-1c59-4231-89ce-2b07b78ae4f5 service neutron] Attempting to bind port db81983e-f85f-4b26-a1b8-5818f096caa3 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:20:46.017214 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-fc6acac2-1c59-4231-89ce-2b07b78ae4f5 service neutron] Attempting to bind port db81983e-f85f-4b26-a1b8-5818f096caa3 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '013c934d-fa06-4737-8c4f-91455410a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '16f88048-2750-4e7f-b660-9bcaa7e9ddfe'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:20:46.017631 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-fc6acac2-1c59-4231-89ce-2b07b78ae4f5 service neutron] Attempting to bind port db81983e-f85f-4b26-a1b8-5818f096caa3 on network 16f88048-2750-4e7f-b660-9bcaa7e9ddfe {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:20:46.025456 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-fc6acac2-1c59-4231-89ce-2b07b78ae4f5 service neutron] Port db81983e-f85f-4b26-a1b8-5818f096caa3 on network 16f88048-2750-4e7f-b660-9bcaa7e9ddfe not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:20:46.026003 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-fc6acac2-1c59-4231-89ce-2b07b78ae4f5 service neutron] Attempting to bind port db81983e-f85f-4b26-a1b8-5818f096caa3 on network 16f88048-2750-4e7f-b660-9bcaa7e9ddfe {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:20:46.033692 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-fc6acac2-1c59-4231-89ce-2b07b78ae4f5 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:20:46.034121 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-fc6acac2-1c59-4231-89ce-2b07b78ae4f5 service neutron] Checking segment: {'id': '013c934d-fa06-4737-8c4f-91455410a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '16f88048-2750-4e7f-b660-9bcaa7e9ddfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:20:46.034583 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-fc6acac2-1c59-4231-89ce-2b07b78ae4f5 service neutron] Bound using segment: {'id': '013c934d-fa06-4737-8c4f-91455410a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '16f88048-2750-4e7f-b660-9bcaa7e9ddfe'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:20:46.035149 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-fc6acac2-1c59-4231-89ce-2b07b78ae4f5 service neutron] Bound port: db81983e-f85f-4b26-a1b8-5818f096caa3, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '013c934d-fa06-4737-8c4f-91455410a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '16f88048-2750-4e7f-b660-9bcaa7e9ddfe'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:20:46.035638 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-fc6acac2-1c59-4231-89ce-2b07b78ae4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (db81983e-f85f-4b26-a1b8-5818f096caa3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:46.054069 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb65032-322a-4e43-8f3d-b6de74bd7619 req-ec204786-7f65-45d2-8e7d-dc42d9eb763a tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:46.055635 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8fb65032-322a-4e43-8f3d-b6de74bd7619 req-ec204786-7f65-45d2-8e7d-dc42d9eb763a tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 943 time: 0.0598960 Jan 28 01:20:46.123273 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8fb65032-322a-4e43-8f3d-b6de74bd7619 req-6e84b4e9-039f-45ec-ac4e-7011a59bac05 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607390 Jan 28 01:20:46.134674 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-fc6acac2-1c59-4231-89ce-2b07b78ae4f5 service neutron] For port db81983e-f85f-4b26-a1b8-5818f096caa3, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:20:46.145770 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-fc6acac2-1c59-4231-89ce-2b07b78ae4f5 service neutron] For port db81983e-f85f-4b26-a1b8-5818f096caa3, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=db81983e-f85f-4b26-a1b8-5818f096caa3,segment=NetworkSegment(013c934d-fa06-4737-8c4f-91455410a27e),segment_id=013c934d-fa06-4737-8c4f-91455410a27e)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:20:46.150927 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-fc6acac2-1c59-4231-89ce-2b07b78ae4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (db81983e-f85f-4b26-a1b8-5818f096caa3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:46.190077 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-fc6acac2-1c59-4231-89ce-2b07b78ae4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:46.190716 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-fc6acac2-1c59-4231-89ce-2b07b78ae4f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:46.192156 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-fc6acac2-1c59-4231-89ce-2b07b78ae4f5 service neutron] 10.222.0.52 "PUT /v2.0/ports/db81983e-f85f-4b26-a1b8-5818f096caa3 HTTP/1.1" status: 200 len: 1091 time: 0.6871152 Jan 28 01:20:46.192611 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50037b0-9b47-45d7-972e-32f30a01be4f', 'tag': 'db81983e-f85f-4b26-a1b8-5818f096caa3'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:20:46.194896 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd09da5a-922d-4786-83de-2c24fb28f721" -d '{"events": [{"name": "network-changed", "server_uuid": "a50037b0-9b47-45d7-972e-32f30a01be4f", "tag": "db81983e-f85f-4b26-a1b8-5818f096caa3"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:20:46.224948 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6acac2-1c59-4231-89ce-2b07b78ae4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=db81983e-f85f-4b26-a1b8-5818f096caa3,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:46.236954 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9731c5e-9203-4029-8869-e2d62054f739 x-openstack-request-id: req-c9731c5e-9203-4029-8869-e2d62054f739 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:20:46.239921 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50037b0-9b47-45d7-972e-32f30a01be4f", "tag": "db81983e-f85f-4b26-a1b8-5818f096caa3", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:20:46.240269 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c9731c5e-9203-4029-8869-e2d62054f739 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:20:46.240892 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50037b0-9b47-45d7-972e-32f30a01be4f', 'tag': 'db81983e-f85f-4b26-a1b8-5818f096caa3', 'status': 'completed', 'code': 200} Jan 28 01:20:46.305992 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-1de67a4b-7e24-4d94-8f81-e92669e59057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:46.307559 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-1de67a4b-7e24-4d94-8f81-e92669e59057 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a5caa0ef660b48cfb68b515cb6bc82ba&device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 1094 time: 0.0503316 Jan 28 01:20:46.356973 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-d202a866-ba27-4823-91a3-245687e48042 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db81983e-f85f-4b26-a1b8-5818f096caa3 HTTP/1.1" status: 200 len: 217 time: 0.0373573 Jan 28 01:20:46.407695 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-252da592-b594-474d-8f3d-3a279c936207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:46.410313 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-252da592-b594-474d-8f3d-3a279c936207 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7fc8f3ad-49b6-419e-aaf3-5c2b484d6b0d HTTP/1.1" status: 200 len: 855 time: 0.0478799 Jan 28 01:20:46.449194 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-233df12a-9e32-442f-981b-6e0508a94fb2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=16f88048-2750-4e7f-b660-9bcaa7e9ddfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328121 Jan 28 01:20:46.583525 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-97988792-435d-4763-8255-1c815fe9ecf4 service neutron] 10.222.0.52 "GET /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287558 Jan 28 01:20:46.727320 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5e2ee6b7-df9b-4840-9619-a10e575f3888 req-fef980f6-f79a-493c-a73a-b1da8061486f service neutron] 10.222.0.52 "GET /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379721 Jan 28 01:20:46.864788 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09da5a-922d-4786-83de-2c24fb28f721 req-b2a8776e-b66d-4a3b-a03e-1cb5fa2311e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:46.866449 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bd09da5a-922d-4786-83de-2c24fb28f721 req-b2a8776e-b66d-4a3b-a03e-1cb5fa2311e5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a5caa0ef660b48cfb68b515cb6bc82ba&device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 1094 time: 0.0487969 Jan 28 01:20:46.964362 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09da5a-922d-4786-83de-2c24fb28f721 req-9b58ca2f-8cae-4fcc-a768-f3499b6ae79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:46.965845 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bd09da5a-922d-4786-83de-2c24fb28f721 req-9b58ca2f-8cae-4fcc-a768-f3499b6ae79e service neutron] 10.222.0.52 "GET /v2.0/networks?id=16f88048-2750-4e7f-b660-9bcaa7e9ddfe HTTP/1.1" status: 200 len: 916 time: 0.0937297 Jan 28 01:20:47.022153 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bd09da5a-922d-4786-83de-2c24fb28f721 req-6ce2884a-d073-4f20-8c32-bfb2844e3c0f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db81983e-f85f-4b26-a1b8-5818f096caa3 HTTP/1.1" status: 200 len: 217 time: 0.0503342 Jan 28 01:20:47.073009 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09da5a-922d-4786-83de-2c24fb28f721 req-f0ef305f-482c-4781-a8fd-4f43cf0b384c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:47.074476 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bd09da5a-922d-4786-83de-2c24fb28f721 req-f0ef305f-482c-4781-a8fd-4f43cf0b384c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7fc8f3ad-49b6-419e-aaf3-5c2b484d6b0d HTTP/1.1" status: 200 len: 855 time: 0.0470471 Jan 28 01:20:47.109843 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bd09da5a-922d-4786-83de-2c24fb28f721 req-bc64a5b1-12ff-4aa9-a46e-6afec45dc478 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=16f88048-2750-4e7f-b660-9bcaa7e9ddfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295224 Jan 28 01:20:47.211815 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bd09da5a-922d-4786-83de-2c24fb28f721 req-07ce2d7b-c23d-4eab-8a5f-90ff60bed11f service neutron] 10.222.0.52 "GET /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959468 Jan 28 01:20:47.266800 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea7774-e44c-4fe5-a0ce-12815dce2d1b req-041a6df2-edf0-4822-90a6-bfc9cff39c2e tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:47.268470 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b6ea7774-e44c-4fe5-a0ce-12815dce2d1b req-041a6df2-edf0-4822-90a6-bfc9cff39c2e tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 943 time: 0.0650756 Jan 28 01:20:47.315143 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bd09da5a-922d-4786-83de-2c24fb28f721 req-d718bf9f-00db-4c9c-ae8c-251b23a8a72b service neutron] 10.222.0.52 "GET /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976546 Jan 28 01:20:47.320827 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b6ea7774-e44c-4fe5-a0ce-12815dce2d1b req-a6e5000d-c459-402e-a5f9-ddebabfe5b08 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461018 Jan 28 01:20:48.458710 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecdb1ce-3402-4836-8731-9ee8f030baac req-d3136d78-e808-44fe-a5b0-e19707ea4b18 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:48.460345 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ecdb1ce-3402-4836-8731-9ee8f030baac req-d3136d78-e808-44fe-a5b0-e19707ea4b18 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 943 time: 0.0552514 Jan 28 01:20:48.523143 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ecdb1ce-3402-4836-8731-9ee8f030baac req-784f967e-c3fc-4444-b4ba-872f63ebddb9 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561023 Jan 28 01:20:49.668727 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3c134-a24c-4076-a6c3-9d56d02da8c3 req-99f16dcb-debd-4a7c-bb9d-3dedfb978566 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:49.670393 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-16f3c134-a24c-4076-a6c3-9d56d02da8c3 req-99f16dcb-debd-4a7c-bb9d-3dedfb978566 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 943 time: 0.0570161 Jan 28 01:20:49.720211 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-16f3c134-a24c-4076-a6c3-9d56d02da8c3 req-5008ea1a-f52a-45ab-9568-28e393e63f28 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418153 Jan 28 01:20:49.999277 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device db81983e-f85f-4b26-a1b8-5818f096caa3 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:20:50.103224 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port db81983e-f85f-4b26-a1b8-5818f096caa3, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=db81983e-f85f-4b26-a1b8-5818f096caa3,segment=NetworkSegment(013c934d-fa06-4737-8c4f-91455410a27e),segment_id=013c934d-fa06-4737-8c4f-91455410a27e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:50.118336 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'db81983e-f85f-4b26-a1b8-5818f096caa3', 'network_id': '16f88048-2750-4e7f-b660-9bcaa7e9ddfe', 'port_id': 'db81983e-f85f-4b26-a1b8-5818f096caa3', 'mac_address': 'fa:16:3e:ca:7d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc8f3ad-49b6-419e-aaf3-5c2b484d6b0d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:20:50.158542 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port db81983e-f85f-4b26-a1b8-5818f096caa3 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:50.158935 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (db81983e-f85f-4b26-a1b8-5818f096caa3), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:50.172045 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db81983e-f85f-4b26-a1b8-5818f096caa3 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:20:50.193633 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port db81983e-f85f-4b26-a1b8-5818f096caa3, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=db81983e-f85f-4b26-a1b8-5818f096caa3,segment=NetworkSegment(013c934d-fa06-4737-8c4f-91455410a27e),segment_id=013c934d-fa06-4737-8c4f-91455410a27e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:50.197947 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (db81983e-f85f-4b26-a1b8-5818f096caa3), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:50.246243 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=db81983e-f85f-4b26-a1b8-5818f096caa3,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:50.566242 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['db81983e-f85f-4b26-a1b8-5818f096caa3'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:20:50.857462 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a3cda-6f0c-438f-893f-00673bc484ed req-ea61f3f5-6a5f-4be8-a8be-daad2d92faf0 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:50.859051 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9c8a3cda-6f0c-438f-893f-00673bc484ed req-ea61f3f5-6a5f-4be8-a8be-daad2d92faf0 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 944 time: 0.0620086 Jan 28 01:20:50.918467 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9c8a3cda-6f0c-438f-893f-00673bc484ed req-19a4ba9b-75ca-4e07-9820-a1533d76791f tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530977 Jan 28 01:20:52.017525 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device db81983e-f85f-4b26-a1b8-5818f096caa3 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:20:52.040308 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61173492-979d-428c-8cde-610d44d55716 req-d213c7d9-a9bd-490c-abe9-dc6dcabf8694 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:52.041805 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-61173492-979d-428c-8cde-610d44d55716 req-d213c7d9-a9bd-490c-abe9-dc6dcabf8694 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 944 time: 0.0489712 Jan 28 01:20:52.069682 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port db81983e-f85f-4b26-a1b8-5818f096caa3 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:20:52.073825 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port db81983e-f85f-4b26-a1b8-5818f096caa3 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:20:52.074209 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (db81983e-f85f-4b26-a1b8-5818f096caa3), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:52.095770 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-61173492-979d-428c-8cde-610d44d55716 req-8c621985-6e23-4560-9cee-db0fec41f7e0 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483286 Jan 28 01:20:52.154616 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port db81983e-f85f-4b26-a1b8-5818f096caa3 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:20:52.154912 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (db81983e-f85f-4b26-a1b8-5818f096caa3), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:52.177751 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50037b0-9b47-45d7-972e-32f30a01be4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db81983e-f85f-4b26-a1b8-5818f096caa3'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:20:52.180029 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83253bcd-f426-45a7-adb6-27fb2c78470c" -d '{"events": [{"server_uuid": "a50037b0-9b47-45d7-972e-32f30a01be4f", "name": "network-vif-plugged", "status": "completed", "tag": "db81983e-f85f-4b26-a1b8-5818f096caa3"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:20:52.192534 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port db81983e-f85f-4b26-a1b8-5818f096caa3, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=db81983e-f85f-4b26-a1b8-5818f096caa3,segment=NetworkSegment(013c934d-fa06-4737-8c4f-91455410a27e),segment_id=013c934d-fa06-4737-8c4f-91455410a27e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:20:52.196645 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (db81983e-f85f-4b26-a1b8-5818f096caa3), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:20:52.220348 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6e8705-3a30-4387-a88c-12a4f282ce8a x-openstack-request-id: req-2b6e8705-3a30-4387-a88c-12a4f282ce8a {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:20:52.220646 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50037b0-9b47-45d7-972e-32f30a01be4f", "name": "network-vif-plugged", "status": "completed", "tag": "db81983e-f85f-4b26-a1b8-5818f096caa3", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:20:52.220903 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2b6e8705-3a30-4387-a88c-12a4f282ce8a {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:20:52.221292 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50037b0-9b47-45d7-972e-32f30a01be4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db81983e-f85f-4b26-a1b8-5818f096caa3', 'code': 200} Jan 28 01:20:52.247282 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=db81983e-f85f-4b26-a1b8-5818f096caa3,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:20:52.345750 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344daffc-6d8a-42e6-b58a-196a126bcbab req-768b337c-a43a-4904-b29d-8098c0794e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:52.347181 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-344daffc-6d8a-42e6-b58a-196a126bcbab req-768b337c-a43a-4904-b29d-8098c0794e27 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 1096 time: 0.0427394 Jan 28 01:20:52.395040 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-344daffc-6d8a-42e6-b58a-196a126bcbab req-ff462ba3-4bfb-4814-a5b4-2c9f51e04f2c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417233 Jan 28 01:20:53.218966 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f889cba-08fd-44f6-8dd5-ad22df56ca08 req-f6d7e50e-4ba5-43fd-9837-79454dc6ab32 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:53.220567 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f889cba-08fd-44f6-8dd5-ad22df56ca08 req-f6d7e50e-4ba5-43fd-9837-79454dc6ab32 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 945 time: 0.0515270 Jan 28 01:20:53.268908 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f889cba-08fd-44f6-8dd5-ad22df56ca08 req-8078451b-a764-4f67-b035-9de42594bf44 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423481 Jan 28 01:20:54.386212 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae8953-68cc-480c-9913-072a420197d2 req-1e951321-0dae-474d-8667-f50f79d68233 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:54.387706 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cfae8953-68cc-480c-9913-072a420197d2 req-1e951321-0dae-474d-8667-f50f79d68233 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 945 time: 0.0481999 Jan 28 01:20:54.436174 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cfae8953-68cc-480c-9913-072a420197d2 req-4b06c007-6b14-4abf-8ebe-9bea67bc5064 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421121 Jan 28 01:20:54.553997 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccc19a-8b24-4776-b67f-7978004bb4eb req-0189a739-b96c-450c-b709-d00e73a04383 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:54.555439 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-afccc19a-8b24-4776-b67f-7978004bb4eb req-0189a739-b96c-450c-b709-d00e73a04383 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 945 time: 0.0520709 Jan 28 01:20:54.603787 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-afccc19a-8b24-4776-b67f-7978004bb4eb req-7892a4f1-7aca-40d3-b337-ec00b8722c66 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425615 Jan 28 01:20:54.805642 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c80b2-4498-46c0-bb91-1e57200c1949 req-b714f845-7dc0-4846-994d-a7f37a26eeaf tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:54.807022 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e3c80b2-4498-46c0-bb91-1e57200c1949 req-b714f845-7dc0-4846-994d-a7f37a26eeaf tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 945 time: 0.0480986 Jan 28 01:20:54.855036 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e3c80b2-4498-46c0-bb91-1e57200c1949 req-6580e630-e40b-4183-8265-e19f679a3560 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423629 Jan 28 01:20:54.980505 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4a94e-036d-48d9-ad37-1a23e6812cd7 req-df288dc4-276c-4deb-878e-98ce0c785e6a tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:54.982016 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ae4a94e-036d-48d9-ad37-1a23e6812cd7 req-df288dc4-276c-4deb-878e-98ce0c785e6a tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 945 time: 0.0528293 Jan 28 01:20:55.031951 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ae4a94e-036d-48d9-ad37-1a23e6812cd7 req-932f372e-590d-46cc-b091-d1c539629fee tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438519 Jan 28 01:20:55.301950 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-9e75fe7b-2880-4590-b8d2-7b5deedd8481 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0694225 Jan 28 01:20:55.308556 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2776b56-6537-43cc-840f-1614ade4826f req-50abe0e4-a060-47ce-8f62-21bf18c1b810 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:55.310042 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f2776b56-6537-43cc-840f-1614ade4826f req-50abe0e4-a060-47ce-8f62-21bf18c1b810 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 945 time: 0.0693598 Jan 28 01:20:55.358338 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f2776b56-6537-43cc-840f-1614ade4826f req-2b5a9dc5-9362-42fb-b41b-bf950fdd6bea tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415349 Jan 28 01:20:56.480933 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6605d-c7b5-4399-a92d-6602c3d19db2 req-f5b9a07a-d996-4d7e-a1af-af4ae5181bcc tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:56.483260 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73e6605d-c7b5-4399-a92d-6602c3d19db2 req-f5b9a07a-d996-4d7e-a1af-af4ae5181bcc tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 945 time: 0.0539613 Jan 28 01:20:56.528286 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-7e3a5da5-a0dd-4a8b-b44b-a409db11b0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:56.529842 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-7e3a5da5-a0dd-4a8b-b44b-a409db11b0e2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a5caa0ef660b48cfb68b515cb6bc82ba&device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 1096 time: 0.0412304 Jan 28 01:20:56.535540 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73e6605d-c7b5-4399-a92d-6602c3d19db2 req-523e4c97-9cde-47a3-a3e3-5acb8a452981 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472960 Jan 28 01:20:56.625409 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-a009785b-8197-4337-b6a1-1eb40a658c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:56.627844 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-a009785b-8197-4337-b6a1-1eb40a658c8b service neutron] 10.222.0.52 "GET /v2.0/networks?id=16f88048-2750-4e7f-b660-9bcaa7e9ddfe HTTP/1.1" status: 200 len: 916 time: 0.0924077 Jan 28 01:20:56.671897 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-fb497040-d5ae-4dfd-af37-f04f8f0e4037 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db81983e-f85f-4b26-a1b8-5818f096caa3 HTTP/1.1" status: 200 len: 217 time: 0.0386386 Jan 28 01:20:56.721872 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-d32c1e00-7cab-4bd1-8ee8-8b4a6c4d0725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:56.723344 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-d32c1e00-7cab-4bd1-8ee8-8b4a6c4d0725 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7fc8f3ad-49b6-419e-aaf3-5c2b484d6b0d HTTP/1.1" status: 200 len: 855 time: 0.0464973 Jan 28 01:20:56.754388 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-5c6b035f-4c0c-4aa8-9de2-52bcf4e5a615 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=16f88048-2750-4e7f-b660-9bcaa7e9ddfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252836 Jan 28 01:20:56.845354 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-e6e14060-fe59-424d-a03c-a3adc51b0fa1 service neutron] 10.222.0.52 "GET /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856876 Jan 28 01:20:56.934052 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-75e2d118-7e5f-4722-8f0f-d01fad9476f0 service neutron] 10.222.0.52 "GET /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827162 Jan 28 01:20:57.651774 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636dd73-3974-40ca-92b5-d1c4792edfdf req-feabacfd-7dca-43ee-a3b0-7dba271e8443 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:57.653264 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f636dd73-3974-40ca-92b5-d1c4792edfdf req-feabacfd-7dca-43ee-a3b0-7dba271e8443 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 945 time: 0.0481169 Jan 28 01:20:57.699569 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f636dd73-3974-40ca-92b5-d1c4792edfdf req-6339a765-d9c9-42e0-a682-b35a5a0e77ae tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400198 Jan 28 01:20:58.824588 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57bfe3-eb89-4b12-b8e6-46faa34154ee req-5d2ff372-1c9e-4e94-a267-dbb240afb13a tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:58.826136 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6c57bfe3-eb89-4b12-b8e6-46faa34154ee req-5d2ff372-1c9e-4e94-a267-dbb240afb13a tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 945 time: 0.0566483 Jan 28 01:20:58.875426 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6c57bfe3-eb89-4b12-b8e6-46faa34154ee req-a869a357-3f60-4e15-b803-55d3480b5de2 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414350 Jan 28 01:20:59.991981 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e124b-ca0c-4c6d-8549-1021f4d597a3 req-5f48fd57-0017-43b4-9101-f22a4923b5bf tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:20:59.993477 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-532e124b-ca0c-4c6d-8549-1021f4d597a3 req-5f48fd57-0017-43b4-9101-f22a4923b5bf tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 945 time: 0.0479116 Jan 28 01:21:00.039416 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-532e124b-ca0c-4c6d-8549-1021f4d597a3 req-b2d583bc-7d19-4873-baa5-3e68e5c55615 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403426 Jan 28 01:21:01.162020 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153bdf1-dac5-4b39-959a-4c4433fec510 req-a8b9e95a-c833-46b5-be31-06e531811d4c tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:01.163476 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1153bdf1-dac5-4b39-959a-4c4433fec510 req-a8b9e95a-c833-46b5-be31-06e531811d4c tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 945 time: 0.0482132 Jan 28 01:21:01.214267 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1153bdf1-dac5-4b39-959a-4c4433fec510 req-e38660c0-0e0c-4822-bb28-971e8896ae0f tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452008 Jan 28 01:21:02.332073 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c4257-f647-4651-af5f-fb844bc625ff req-a3c8db85-3856-4a41-ab28-2f48bc5d40c8 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:02.333553 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f39c4257-f647-4651-af5f-fb844bc625ff req-a3c8db85-3856-4a41-ab28-2f48bc5d40c8 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 945 time: 0.0490053 Jan 28 01:21:02.382495 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f39c4257-f647-4651-af5f-fb844bc625ff req-85ca40a3-bdc8-47f9-ae79-6975f2ea6966 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432816 Jan 28 01:21:03.502241 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d8497-a7b7-46e4-9feb-9a12c6db7c6e req-71ebdb42-b034-4c41-85e7-d12c32db9568 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:03.503783 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-175d8497-a7b7-46e4-9feb-9a12c6db7c6e req-71ebdb42-b034-4c41-85e7-d12c32db9568 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 945 time: 0.0492949 Jan 28 01:21:03.545822 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:21:03.555366 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-175d8497-a7b7-46e4-9feb-9a12c6db7c6e req-6d32c900-39c7-4b85-959f-37f24bf93f13 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453320 Jan 28 01:21:04.678802 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876393d-c540-4191-bada-d759a2dbccf7 req-97130571-e280-4864-b3a8-232a536cf535 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:04.680236 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a876393d-c540-4191-bada-d759a2dbccf7 req-97130571-e280-4864-b3a8-232a536cf535 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 945 time: 0.0525627 Jan 28 01:21:04.729530 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a876393d-c540-4191-bada-d759a2dbccf7 req-b2e3a1dc-dd62-42f6-868f-10c4097dc6f1 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436397 Jan 28 01:21:05.851145 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db2ef7-e6b2-4204-a7b6-12b686233791 req-ebf8ed4b-6214-4ed7-a0fe-27d275312b37 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:05.852685 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a0db2ef7-e6b2-4204-a7b6-12b686233791 req-ebf8ed4b-6214-4ed7-a0fe-27d275312b37 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 945 time: 0.0512545 Jan 28 01:21:05.900115 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a0db2ef7-e6b2-4204-a7b6-12b686233791 req-43472a3e-8c63-4afa-964a-f7ba2cb6d450 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416653 Jan 28 01:21:06.098027 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60452401-deae-4d2d-9bf6-88ac446bc1cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:07.030740 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a908e47-d1ab-4304-98b8-5c14f22afad4 req-c1dadf03-c5be-43a8-8396-e7cf60465745 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:07.032297 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9a908e47-d1ab-4304-98b8-5c14f22afad4 req-c1dadf03-c5be-43a8-8396-e7cf60465745 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 945 time: 0.0515401 Jan 28 01:21:07.422644 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9a908e47-d1ab-4304-98b8-5c14f22afad4 req-72df36dd-1ba0-4ed5-89a2-dffa97ec5f04 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842161 Jan 28 01:21:08.398248 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-86e27c7f-c83e-4616-b46e-2092188d3b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:08.542783 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ac9ff-ae5b-48ec-a519-ecc31cf531ee req-e0fbb773-938f-42b1-aa19-f8110c430e69 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:08.544306 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f3ac9ff-ae5b-48ec-a519-ecc31cf531ee req-e0fbb773-938f-42b1-aa19-f8110c430e69 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 945 time: 0.0479815 Jan 28 01:21:08.600453 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f3ac9ff-ae5b-48ec-a519-ecc31cf531ee req-b3b21885-df1e-4b7c-8e72-76e7fc6a67aa tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499690 Jan 28 01:21:09.723826 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f2df0-dd7f-4425-b9ae-2f6bfb73d6c2 req-797f192e-8cc3-4fd4-b864-b3b3134cb8a6 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:09.725063 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f1f2df0-dd7f-4425-b9ae-2f6bfb73d6c2 req-797f192e-8cc3-4fd4-b864-b3b3134cb8a6 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 945 time: 0.0494993 Jan 28 01:21:09.774810 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3f1f2df0-dd7f-4425-b9ae-2f6bfb73d6c2 req-8d6d7f46-056e-40f8-a9b0-edd7e185d114 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441015 Jan 28 01:21:09.884088 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:10.899607 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d371c-9cc9-4833-9c96-3b015d919cae req-6bd090f3-469c-4f99-9cec-4cd4fc2e6c86 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:10.901121 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d80d371c-9cc9-4833-9c96-3b015d919cae req-6bd090f3-469c-4f99-9cec-4cd4fc2e6c86 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 945 time: 0.0547111 Jan 28 01:21:10.950147 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d80d371c-9cc9-4833-9c96-3b015d919cae req-495bf186-608f-4714-81b6-661e307a5c8c tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434048 Jan 28 01:21:11.428707 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:12.111153 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f19581-201b-4f89-a29c-b953d3bc9e82 req-1f7d082b-be93-41a6-8e96-cd5ac1710ec9 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:12.113498 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f5f19581-201b-4f89-a29c-b953d3bc9e82 req-1f7d082b-be93-41a6-8e96-cd5ac1710ec9 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 945 time: 0.0676589 Jan 28 01:21:12.164270 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f5f19581-201b-4f89-a29c-b953d3bc9e82 req-c1a5624a-c037-4467-a14f-4344cd2ee622 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451853 Jan 28 01:21:12.299351 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:13.295217 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a016fe3-52f4-4662-b0d1-2da9bffca328 req-2ff50ebd-5606-4bfc-8c02-7e4746a434ff tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:13.296733 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0a016fe3-52f4-4662-b0d1-2da9bffca328 req-2ff50ebd-5606-4bfc-8c02-7e4746a434ff tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 945 time: 0.0528619 Jan 28 01:21:13.346416 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0a016fe3-52f4-4662-b0d1-2da9bffca328 req-c6768cf8-c09d-4072-9e5c-966baf07e5c9 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432522 Jan 28 01:21:13.415404 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:14.463307 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282a3c7-a181-48e4-8fad-a6fa55830858 req-2f633cca-6c5c-4ed5-b226-d8419ada7619 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:14.464860 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e282a3c7-a181-48e4-8fad-a6fa55830858 req-2f633cca-6c5c-4ed5-b226-d8419ada7619 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 945 time: 0.0492334 Jan 28 01:21:14.531897 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e282a3c7-a181-48e4-8fad-a6fa55830858 req-fe101586-1121-4030-8e3d-f1899e050c06 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610392 Jan 28 01:21:14.806924 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:15.655885 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2757b-bfd4-413e-8d41-23b4c117dbd0 req-96ba8fce-3eb8-450a-be1a-2cc1500f2ba4 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:15.658330 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-26b2757b-bfd4-413e-8d41-23b4c117dbd0 req-96ba8fce-3eb8-450a-be1a-2cc1500f2ba4 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 945 time: 0.0533555 Jan 28 01:21:15.713751 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-26b2757b-bfd4-413e-8d41-23b4c117dbd0 req-cc357d74-f149-45ac-ac1b-dca5c0793eff tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481389 Jan 28 01:21:16.832219 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a5082-3be0-47c4-b28e-831fe9c74f0d req-b2f6e8c4-d40e-4412-8ec1-3463b0479f2d tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:16.833698 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-811a5082-3be0-47c4-b28e-831fe9c74f0d req-b2f6e8c4-d40e-4412-8ec1-3463b0479f2d tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 945 time: 0.0490038 Jan 28 01:21:16.880684 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-811a5082-3be0-47c4-b28e-831fe9c74f0d req-02bfc667-c6cc-4bda-bb63-a2072a8c5ae6 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414112 Jan 28 01:21:18.006753 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479bc9e-eb8b-40fa-8cb2-fb230e18f397 req-f8c7760b-c971-4c90-b3b9-32a4f1f30dc3 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:18.008351 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5479bc9e-eb8b-40fa-8cb2-fb230e18f397 req-f8c7760b-c971-4c90-b3b9-32a4f1f30dc3 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 945 time: 0.0551348 Jan 28 01:21:18.056098 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5479bc9e-eb8b-40fa-8cb2-fb230e18f397 req-3fcba73e-fbfb-4781-b336-c3e762072b44 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421453 Jan 28 01:21:19.182881 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ece13-7dcc-4111-b08e-9ebb4598f9fe req-74dea24e-9a8d-4bc1-bfee-a7fa93c31015 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:19.184322 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a74ece13-7dcc-4111-b08e-9ebb4598f9fe req-74dea24e-9a8d-4bc1-bfee-a7fa93c31015 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 945 time: 0.0536830 Jan 28 01:21:19.231851 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a74ece13-7dcc-4111-b08e-9ebb4598f9fe req-d43c8c94-b2c7-459b-acfa-316abfe0ef5e tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410664 Jan 28 01:21:20.412891 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede98c8-c608-493c-bbc4-9df4e49fbc09 req-bf40d369-9b75-4f14-9d6f-5bf9abab52ad tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:20.414451 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bede98c8-c608-493c-bbc4-9df4e49fbc09 req-bf40d369-9b75-4f14-9d6f-5bf9abab52ad tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 945 time: 0.1054928 Jan 28 01:21:20.462569 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bede98c8-c608-493c-bbc4-9df4e49fbc09 req-738f1428-751b-41f4-82fc-32738ecbfec5 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419354 Jan 28 01:21:21.633173 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aba1d2-b124-4825-b304-039c40767a89 req-a7e71e36-dec6-439d-a842-96db67abc484 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:21.634786 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9aba1d2-b124-4825-b304-039c40767a89 req-a7e71e36-dec6-439d-a842-96db67abc484 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 945 time: 0.1003864 Jan 28 01:21:21.691017 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9aba1d2-b124-4825-b304-039c40767a89 req-b54650f7-783a-4aea-870a-f3ccf715bb6f tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502489 Jan 28 01:21:22.816637 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c72f1f-f2b5-4838-875f-d208c9437f88 req-d249fa43-be02-4eff-a64e-94b4ef9a2c48 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:22.818127 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96c72f1f-f2b5-4838-875f-d208c9437f88 req-d249fa43-be02-4eff-a64e-94b4ef9a2c48 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 945 time: 0.0481534 Jan 28 01:21:22.866323 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96c72f1f-f2b5-4838-875f-d208c9437f88 req-d342a32f-b003-4da5-a36a-a4fdacb48808 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426886 Jan 28 01:21:23.968797 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-3e287490-8ab9-4b10-8c5a-3700f974b150 service neutron] show failed (client error): The resource could not be found. Jan 28 01:21:23.970525 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-3e287490-8ab9-4b10-8c5a-3700f974b150 service neutron] 10.222.0.52 "GET /v2.0/ports/db81983e-f85f-4b26-a1b8-5818f096caa3/bindings/n-h1-826754-1 HTTP/1.1" status: 404 len: 380 time: 0.0602987 Jan 28 01:21:23.989194 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa683d6-72bf-4309-9df4-2a1d556af238 req-db392abb-9fc5-4476-b01b-397abe2789e1 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:23.990762 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dfa683d6-72bf-4309-9df4-2a1d556af238 req-db392abb-9fc5-4476-b01b-397abe2789e1 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 945 time: 0.0511463 Jan 28 01:21:24.056989 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dfa683d6-72bf-4309-9df4-2a1d556af238 req-4a708926-b259-4443-bcde-ce425df16346 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589323 Jan 28 01:21:24.211201 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-2e92b839-13ce-46ef-8b0c-bbcb502a00ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:24.212743 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-2e92b839-13ce-46ef-8b0c-bbcb502a00ed service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f&tenant_id=a5caa0ef660b48cfb68b515cb6bc82ba HTTP/1.1" status: 200 len: 1096 time: 0.0747283 Jan 28 01:21:24.230184 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-9893c1c2-60e4-4e98-939b-ce947b83e6a5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826754-1', 'device_owner': 'compute:nova'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:24.284822 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-9893c1c2-60e4-4e98-939b-ce947b83e6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (db81983e-f85f-4b26-a1b8-5818f096caa3), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:24.518360 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-9893c1c2-60e4-4e98-939b-ce947b83e6a5 service neutron] For port db81983e-f85f-4b26-a1b8-5818f096caa3, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=db81983e-f85f-4b26-a1b8-5818f096caa3,segment=NetworkSegment(013c934d-fa06-4737-8c4f-91455410a27e),segment_id=013c934d-fa06-4737-8c4f-91455410a27e)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:21:24.553064 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-9893c1c2-60e4-4e98-939b-ce947b83e6a5 service neutron] For port db81983e-f85f-4b26-a1b8-5818f096caa3, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:21:24.595602 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50037b0-9b47-45d7-972e-32f30a01be4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db81983e-f85f-4b26-a1b8-5818f096caa3'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:21:24.597927 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903666d1-0a25-4cac-bed1-faff29b11c75" -d '{"events": [{"server_uuid": "a50037b0-9b47-45d7-972e-32f30a01be4f", "name": "network-vif-unplugged", "status": "completed", "tag": "db81983e-f85f-4b26-a1b8-5818f096caa3"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:21:24.601940 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-9893c1c2-60e4-4e98-939b-ce947b83e6a5 service neutron] Publish callbacks [] for port (db81983e-f85f-4b26-a1b8-5818f096caa3), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:24.616229 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-9893c1c2-60e4-4e98-939b-ce947b83e6a5 service neutron] Transition to ACTIVE for port object db81983e-f85f-4b26-a1b8-5818f096caa3 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:21:24.620161 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-9893c1c2-60e4-4e98-939b-ce947b83e6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (db81983e-f85f-4b26-a1b8-5818f096caa3), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:24.654416 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c96402b-d844-4202-8b80-dccb12965778 x-openstack-request-id: req-5c96402b-d844-4202-8b80-dccb12965778 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:21:24.654720 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50037b0-9b47-45d7-972e-32f30a01be4f", "name": "network-vif-unplugged", "status": "completed", "tag": "db81983e-f85f-4b26-a1b8-5818f096caa3", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:21:24.654979 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5c96402b-d844-4202-8b80-dccb12965778 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:21:24.655381 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50037b0-9b47-45d7-972e-32f30a01be4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db81983e-f85f-4b26-a1b8-5818f096caa3', 'code': 200} Jan 28 01:21:24.685487 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-9893c1c2-60e4-4e98-939b-ce947b83e6a5 service neutron] No DVR routers for this DVR port db81983e-f85f-4b26-a1b8-5818f096caa3 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:21:24.689761 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893c1c2-60e4-4e98-939b-ce947b83e6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=db81983e-f85f-4b26-a1b8-5818f096caa3,revision_number=6']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:24.732694 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-9893c1c2-60e4-4e98-939b-ce947b83e6a5 service neutron] Attempting to bind port db81983e-f85f-4b26-a1b8-5818f096caa3 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:21:24.733029 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-9893c1c2-60e4-4e98-939b-ce947b83e6a5 service neutron] Attempting to bind port db81983e-f85f-4b26-a1b8-5818f096caa3 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '013c934d-fa06-4737-8c4f-91455410a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '16f88048-2750-4e7f-b660-9bcaa7e9ddfe'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:21:24.733359 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-9893c1c2-60e4-4e98-939b-ce947b83e6a5 service neutron] Attempting to bind port db81983e-f85f-4b26-a1b8-5818f096caa3 on network 16f88048-2750-4e7f-b660-9bcaa7e9ddfe {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:21:24.738638 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-9893c1c2-60e4-4e98-939b-ce947b83e6a5 service neutron] Port db81983e-f85f-4b26-a1b8-5818f096caa3 on network 16f88048-2750-4e7f-b660-9bcaa7e9ddfe not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:21:24.738957 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-9893c1c2-60e4-4e98-939b-ce947b83e6a5 service neutron] Attempting to bind port db81983e-f85f-4b26-a1b8-5818f096caa3 on network 16f88048-2750-4e7f-b660-9bcaa7e9ddfe {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:21:24.743760 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-9893c1c2-60e4-4e98-939b-ce947b83e6a5 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:21:24.744140 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-9893c1c2-60e4-4e98-939b-ce947b83e6a5 service neutron] Checking segment: {'id': '013c934d-fa06-4737-8c4f-91455410a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '16f88048-2750-4e7f-b660-9bcaa7e9ddfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:21:24.744474 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-9893c1c2-60e4-4e98-939b-ce947b83e6a5 service neutron] Bound using segment: {'id': '013c934d-fa06-4737-8c4f-91455410a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '16f88048-2750-4e7f-b660-9bcaa7e9ddfe'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:21:24.744896 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-9893c1c2-60e4-4e98-939b-ce947b83e6a5 service neutron] Bound port: db81983e-f85f-4b26-a1b8-5818f096caa3, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '013c934d-fa06-4737-8c4f-91455410a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '16f88048-2750-4e7f-b660-9bcaa7e9ddfe'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:21:24.745252 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-9893c1c2-60e4-4e98-939b-ce947b83e6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (db81983e-f85f-4b26-a1b8-5818f096caa3), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:24.807478 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-9893c1c2-60e4-4e98-939b-ce947b83e6a5 service neutron] For port db81983e-f85f-4b26-a1b8-5818f096caa3, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:21:24.810737 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-9893c1c2-60e4-4e98-939b-ce947b83e6a5 service neutron] For port db81983e-f85f-4b26-a1b8-5818f096caa3, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=db81983e-f85f-4b26-a1b8-5818f096caa3,segment=NetworkSegment(013c934d-fa06-4737-8c4f-91455410a27e),segment_id=013c934d-fa06-4737-8c4f-91455410a27e)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:21:24.814592 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-9893c1c2-60e4-4e98-939b-ce947b83e6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (db81983e-f85f-4b26-a1b8-5818f096caa3), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:24.850750 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-9893c1c2-60e4-4e98-939b-ce947b83e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:24.851486 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-9893c1c2-60e4-4e98-939b-ce947b83e6a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:24.853073 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-9893c1c2-60e4-4e98-939b-ce947b83e6a5 service neutron] 10.222.0.65 "PUT /v2.0/ports/db81983e-f85f-4b26-a1b8-5818f096caa3 HTTP/1.1" status: 200 len: 1091 time: 0.6269948 Jan 28 01:21:24.873832 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893c1c2-60e4-4e98-939b-ce947b83e6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=db81983e-f85f-4b26-a1b8-5818f096caa3,revision_number=7']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:24.928142 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-27494787-8579-4fd1-b3ba-1691c93b77aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:24.929789 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-27494787-8579-4fd1-b3ba-1691c93b77aa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5caa0ef660b48cfb68b515cb6bc82ba&device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 1094 time: 0.0417020 Jan 28 01:21:25.020845 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-3d1eaa70-cecf-48f2-8ee1-62e0569f9e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:25.022321 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-3d1eaa70-cecf-48f2-8ee1-62e0569f9e37 service neutron] 10.222.0.65 "GET /v2.0/networks?id=16f88048-2750-4e7f-b660-9bcaa7e9ddfe HTTP/1.1" status: 200 len: 916 time: 0.0870297 Jan 28 01:21:25.063988 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-eef8583f-f162-4ae1-8dee-d84ca96bee8e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db81983e-f85f-4b26-a1b8-5818f096caa3 HTTP/1.1" status: 200 len: 217 time: 0.0344663 Jan 28 01:21:25.120072 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-16031f77-145d-419b-97a7-fa6e169a0ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:25.121561 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-16031f77-145d-419b-97a7-fa6e169a0ffa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7fc8f3ad-49b6-419e-aaf3-5c2b484d6b0d HTTP/1.1" status: 200 len: 855 time: 0.0523899 Jan 28 01:21:25.160022 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-a1b161d3-fc9b-48f8-8eba-1a2e710e9893 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=16f88048-2750-4e7f-b660-9bcaa7e9ddfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327299 Jan 28 01:21:25.248420 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f1110-74aa-4baa-8d5d-43418172ba5d req-be11cd43-702e-40bd-882f-8e1b35a6d111 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:25.249885 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c61f1110-74aa-4baa-8d5d-43418172ba5d req-be11cd43-702e-40bd-882f-8e1b35a6d111 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 943 time: 0.1152878 Jan 28 01:21:25.302460 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-5dde77f8-0637-47f4-bc41-aa12b3a353d2 service neutron] 10.222.0.65 "GET /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287332 Jan 28 01:21:25.336435 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c61f1110-74aa-4baa-8d5d-43418172ba5d req-2b341e22-8aeb-40bd-bb4a-a251eb341d6b tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760908 Jan 28 01:21:25.406531 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f6097754-2318-4bce-bdf7-9f7f16e492ed req-7383b792-f145-4b2c-ab3d-572396d15c8e service neutron] 10.222.0.65 "GET /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955787 Jan 28 01:21:26.461921 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f662c16-c9d7-4947-81ed-19acac452829 req-d9936541-57ae-467a-a147-f24438639d44 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:26.463403 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f662c16-c9d7-4947-81ed-19acac452829 req-d9936541-57ae-467a-a147-f24438639d44 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 943 time: 0.0536418 Jan 28 01:21:26.517211 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f662c16-c9d7-4947-81ed-19acac452829 req-c8cbe7d0-74b5-47f1-ab62-ba42fe0bf24d tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479479 Jan 28 01:21:26.657143 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50037b0-9b47-45d7-972e-32f30a01be4f', 'tag': 'db81983e-f85f-4b26-a1b8-5818f096caa3'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:21:26.659505 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296204f0-5d54-4a96-b65e-c68481dddea0" -d '{"events": [{"name": "network-changed", "server_uuid": "a50037b0-9b47-45d7-972e-32f30a01be4f", "tag": "db81983e-f85f-4b26-a1b8-5818f096caa3"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:21:26.710686 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d73dc8-ae74-4112-9091-2ceb51297ebf x-openstack-request-id: req-b2d73dc8-ae74-4112-9091-2ceb51297ebf {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:21:26.710986 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50037b0-9b47-45d7-972e-32f30a01be4f", "tag": "db81983e-f85f-4b26-a1b8-5818f096caa3", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:21:26.711248 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b2d73dc8-ae74-4112-9091-2ceb51297ebf {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:21:26.711725 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50037b0-9b47-45d7-972e-32f30a01be4f', 'tag': 'db81983e-f85f-4b26-a1b8-5818f096caa3', 'status': 'completed', 'code': 200} Jan 28 01:21:26.792681 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296204f0-5d54-4a96-b65e-c68481dddea0 req-69c2a72a-68fe-42da-921b-609154907fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:26.794191 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-296204f0-5d54-4a96-b65e-c68481dddea0 req-69c2a72a-68fe-42da-921b-609154907fa3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5caa0ef660b48cfb68b515cb6bc82ba&device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 1094 time: 0.0410476 Jan 28 01:21:26.794981 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296204f0-5d54-4a96-b65e-c68481dddea0 req-1ffd4ebc-1f65-4d0f-908a-a146574e3e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:26.796497 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-296204f0-5d54-4a96-b65e-c68481dddea0 req-1ffd4ebc-1f65-4d0f-908a-a146574e3e97 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a5caa0ef660b48cfb68b515cb6bc82ba&device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 1094 time: 0.0462945 Jan 28 01:21:26.888639 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296204f0-5d54-4a96-b65e-c68481dddea0 req-fb03a527-dfa9-405d-98f5-fea52ccb0581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:26.888904 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296204f0-5d54-4a96-b65e-c68481dddea0 req-7a66f29e-78b1-4a9f-a4f1-273dc694444a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:26.890106 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-296204f0-5d54-4a96-b65e-c68481dddea0 req-fb03a527-dfa9-405d-98f5-fea52ccb0581 service neutron] 10.222.0.52 "GET /v2.0/networks?id=16f88048-2750-4e7f-b660-9bcaa7e9ddfe HTTP/1.1" status: 200 len: 916 time: 0.0874028 Jan 28 01:21:26.890235 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-296204f0-5d54-4a96-b65e-c68481dddea0 req-7a66f29e-78b1-4a9f-a4f1-273dc694444a service neutron] 10.222.0.65 "GET /v2.0/networks?id=16f88048-2750-4e7f-b660-9bcaa7e9ddfe HTTP/1.1" status: 200 len: 916 time: 0.0872388 Jan 28 01:21:26.931944 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-296204f0-5d54-4a96-b65e-c68481dddea0 req-48fcffb7-03ab-4c4f-a346-56fe1288aebc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db81983e-f85f-4b26-a1b8-5818f096caa3 HTTP/1.1" status: 200 len: 217 time: 0.0353370 Jan 28 01:21:26.938983 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-296204f0-5d54-4a96-b65e-c68481dddea0 req-c4203166-d1d6-44e3-8a55-dd0d1a574f4b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db81983e-f85f-4b26-a1b8-5818f096caa3 HTTP/1.1" status: 200 len: 217 time: 0.0407300 Jan 28 01:21:26.986452 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296204f0-5d54-4a96-b65e-c68481dddea0 req-658fe616-76e1-420a-9109-d9e0da2a9252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:26.988024 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-296204f0-5d54-4a96-b65e-c68481dddea0 req-658fe616-76e1-420a-9109-d9e0da2a9252 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7fc8f3ad-49b6-419e-aaf3-5c2b484d6b0d HTTP/1.1" status: 200 len: 855 time: 0.0505755 Jan 28 01:21:27.020087 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-296204f0-5d54-4a96-b65e-c68481dddea0 req-da4678a4-fafd-4c69-a48d-085049951123 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=16f88048-2750-4e7f-b660-9bcaa7e9ddfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261991 Jan 28 01:21:27.032396 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296204f0-5d54-4a96-b65e-c68481dddea0 req-268330b8-28cf-4ad9-a3f3-b73b6bc75f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:27.034176 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-296204f0-5d54-4a96-b65e-c68481dddea0 req-268330b8-28cf-4ad9-a3f3-b73b6bc75f6c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7fc8f3ad-49b6-419e-aaf3-5c2b484d6b0d HTTP/1.1" status: 200 len: 855 time: 0.0709031 Jan 28 01:21:27.070177 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-296204f0-5d54-4a96-b65e-c68481dddea0 req-37b2762c-abaa-4a1e-8954-d3f3e2a699d9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=16f88048-2750-4e7f-b660-9bcaa7e9ddfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293994 Jan 28 01:21:27.126811 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-296204f0-5d54-4a96-b65e-c68481dddea0 req-48fc9a34-b8c1-42e9-9fb5-c2816b39b839 service neutron] 10.222.0.52 "GET /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006091 Jan 28 01:21:27.177353 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-296204f0-5d54-4a96-b65e-c68481dddea0 req-690fbe92-f1db-4656-8419-4e7f7fb44ffe service neutron] 10.222.0.65 "GET /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998702 Jan 28 01:21:27.228602 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-296204f0-5d54-4a96-b65e-c68481dddea0 req-db1d5bae-0158-41f1-b4cf-541a5f844a56 service neutron] 10.222.0.52 "GET /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958009 Jan 28 01:21:27.271782 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-296204f0-5d54-4a96-b65e-c68481dddea0 req-83cdb92e-6576-4c6f-a3f9-fa34ab49aa22 service neutron] 10.222.0.65 "GET /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886462 Jan 28 01:21:27.639275 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84768b-7eaf-4e25-9f57-c73137267e47 req-8ddcfcd6-425a-4379-9201-f52194dce5c7 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:27.640646 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8f84768b-7eaf-4e25-9f57-c73137267e47 req-8ddcfcd6-425a-4379-9201-f52194dce5c7 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 943 time: 0.0514121 Jan 28 01:21:27.694134 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8f84768b-7eaf-4e25-9f57-c73137267e47 req-ce39fc67-6a75-4270-af55-08ab6b1b1efb tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470839 Jan 28 01:21:27.906061 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4de016-78b0-403a-8100-de14f384cc48 req-15047703-b6d4-4cfc-8250-918658c5ca25 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:27.911590 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe4de016-78b0-403a-8100-de14f384cc48 req-15047703-b6d4-4cfc-8250-918658c5ca25 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 943 time: 0.0516477 Jan 28 01:21:27.959822 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe4de016-78b0-403a-8100-de14f384cc48 req-a780d5ae-54cc-47e2-a664-381b8175b53c tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452435 Jan 28 01:21:27.963712 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be8a1c-5783-4dc1-9b4a-f250db988345 req-4e34e29f-afe4-434f-a208-a52fb150c5a7 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:27.966644 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-04be8a1c-5783-4dc1-9b4a-f250db988345 req-4e34e29f-afe4-434f-a208-a52fb150c5a7 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.52 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f&tenant_id=a5caa0ef660b48cfb68b515cb6bc82ba&binding%3Ahost_id=n-h1-826754-1 HTTP/1.1" status: 200 len: 943 time: 0.0890496 Jan 28 01:21:28.247670 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device db81983e-f85f-4b26-a1b8-5818f096caa3 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:21:28.291486 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] The host n-h2-826754-1 is not matching for port db81983e-f85f-4b26-a1b8-5818f096caa3 host n-h1-826754-1! {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 01:21:28.291935 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device db81983e-f85f-4b26-a1b8-5818f096caa3 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:21:28.372082 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [req-04be8a1c-5783-4dc1-9b4a-f250db988345 req-e9c2c5d3-6ffb-4395-b02b-62c8b0b2d026 service neutron] delete failed (client error): The resource could not be found. Jan 28 01:21:28.373112 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-04be8a1c-5783-4dc1-9b4a-f250db988345 req-e9c2c5d3-6ffb-4395-b02b-62c8b0b2d026 service neutron] 10.222.0.52 "DELETE /v2.0/ports/db81983e-f85f-4b26-a1b8-5818f096caa3/bindings/n-h2-826754-1 HTTP/1.1" status: 404 len: 380 time: 0.4019072 Jan 28 01:21:28.482627 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be8a1c-5783-4dc1-9b4a-f250db988345 req-3fd720ef-9e89-4335-a52f-6c29f4489e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:28.484186 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-04be8a1c-5783-4dc1-9b4a-f250db988345 req-3fd720ef-9e89-4335-a52f-6c29f4489e99 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a5caa0ef660b48cfb68b515cb6bc82ba&device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 1094 time: 0.0446053 Jan 28 01:21:28.578093 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be8a1c-5783-4dc1-9b4a-f250db988345 req-07b604ab-5104-4ba1-95c2-3e2dfb37d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:28.579513 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-04be8a1c-5783-4dc1-9b4a-f250db988345 req-07b604ab-5104-4ba1-95c2-3e2dfb37d505 service neutron] 10.222.0.52 "GET /v2.0/networks?id=16f88048-2750-4e7f-b660-9bcaa7e9ddfe HTTP/1.1" status: 200 len: 916 time: 0.0900505 Jan 28 01:21:28.625913 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-04be8a1c-5783-4dc1-9b4a-f250db988345 req-9df1206d-0a2d-4957-86fb-ff771bae2b89 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db81983e-f85f-4b26-a1b8-5818f096caa3 HTTP/1.1" status: 200 len: 217 time: 0.0403826 Jan 28 01:21:28.679002 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be8a1c-5783-4dc1-9b4a-f250db988345 req-1b5afae2-9d20-4dbb-91e2-97c0a566bdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:28.680593 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-04be8a1c-5783-4dc1-9b4a-f250db988345 req-1b5afae2-9d20-4dbb-91e2-97c0a566bdf7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7fc8f3ad-49b6-419e-aaf3-5c2b484d6b0d HTTP/1.1" status: 200 len: 855 time: 0.0495870 Jan 28 01:21:28.712164 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-04be8a1c-5783-4dc1-9b4a-f250db988345 req-724880ad-54b0-4a3c-a56f-94bf96009dfe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=16f88048-2750-4e7f-b660-9bcaa7e9ddfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255489 Jan 28 01:21:28.763400 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device db81983e-f85f-4b26-a1b8-5818f096caa3 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:21:28.811559 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-04be8a1c-5783-4dc1-9b4a-f250db988345 req-f146a123-6076-4b04-b8ad-cadddef3659b service neutron] 10.222.0.52 "GET /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938165 Jan 28 01:21:28.869293 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port db81983e-f85f-4b26-a1b8-5818f096caa3, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=db81983e-f85f-4b26-a1b8-5818f096caa3,segment=NetworkSegment(013c934d-fa06-4737-8c4f-91455410a27e),segment_id=013c934d-fa06-4737-8c4f-91455410a27e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:21:28.882151 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'db81983e-f85f-4b26-a1b8-5818f096caa3', 'network_id': '16f88048-2750-4e7f-b660-9bcaa7e9ddfe', 'port_id': 'db81983e-f85f-4b26-a1b8-5818f096caa3', 'mac_address': 'fa:16:3e:ca:7d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc8f3ad-49b6-419e-aaf3-5c2b484d6b0d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:21:28.910532 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-04be8a1c-5783-4dc1-9b4a-f250db988345 req-15ad4cfa-be18-4a03-b798-e35e44674aff service neutron] 10.222.0.52 "GET /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928123 Jan 28 01:21:28.927240 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port db81983e-f85f-4b26-a1b8-5818f096caa3 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:21:28.929315 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (db81983e-f85f-4b26-a1b8-5818f096caa3), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:28.941883 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db81983e-f85f-4b26-a1b8-5818f096caa3 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:21:28.966602 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port db81983e-f85f-4b26-a1b8-5818f096caa3, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=db81983e-f85f-4b26-a1b8-5818f096caa3,segment=NetworkSegment(013c934d-fa06-4737-8c4f-91455410a27e),segment_id=013c934d-fa06-4737-8c4f-91455410a27e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:21:28.971808 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (db81983e-f85f-4b26-a1b8-5818f096caa3), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:29.028853 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=db81983e-f85f-4b26-a1b8-5818f096caa3,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:29.091535 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabc798-1786-4c9e-9b72-90c4b7a419bb req-3031ec0c-8bd3-4b78-92df-d4ba2c17e51a tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:29.093142 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1dabc798-1786-4c9e-9b72-90c4b7a419bb req-3031ec0c-8bd3-4b78-92df-d4ba2c17e51a tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 944 time: 0.0505540 Jan 28 01:21:29.146734 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1dabc798-1786-4c9e-9b72-90c4b7a419bb req-25952d9c-d7ca-4c22-b1a3-b9ffd979a8d2 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466254 Jan 28 01:21:29.262286 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['db81983e-f85f-4b26-a1b8-5818f096caa3'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:21:30.269044 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c2931-5c96-4122-989b-c68bee4f3033 req-27dfc0cf-eefa-4e47-8886-db3c5864ca37 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:30.270886 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-af6c2931-5c96-4122-989b-c68bee4f3033 req-27dfc0cf-eefa-4e47-8886-db3c5864ca37 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 944 time: 0.0534801 Jan 28 01:21:30.318345 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-af6c2931-5c96-4122-989b-c68bee4f3033 req-b3649479-8313-4a9e-9d31-f56d9779dd5d tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419221 Jan 28 01:21:30.439088 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062aae9-1c0f-454c-831e-1eeeae10b029 req-9dc89ed9-bc6b-42a0-8b48-3ef9c1055164 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:30.440589 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3062aae9-1c0f-454c-831e-1eeeae10b029 req-9dc89ed9-bc6b-42a0-8b48-3ef9c1055164 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 944 time: 0.0529931 Jan 28 01:21:30.489327 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3062aae9-1c0f-454c-831e-1eeeae10b029 req-d51f7258-4a70-4b7c-82ab-a21148394d71 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428503 Jan 28 01:21:30.603279 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b58988-783d-404a-b268-3c213476b39f req-cf34f95d-a23c-4263-b47a-b84538a4acaf tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:30.604824 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6b58988-783d-404a-b268-3c213476b39f req-cf34f95d-a23c-4263-b47a-b84538a4acaf tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 944 time: 0.0504594 Jan 28 01:21:30.658027 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6b58988-783d-404a-b268-3c213476b39f req-fb8b7ae6-b030-4334-ad17-05e355e67107 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468485 Jan 28 01:21:30.765414 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device db81983e-f85f-4b26-a1b8-5818f096caa3 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:21:30.822661 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port db81983e-f85f-4b26-a1b8-5818f096caa3 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:21:30.827077 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port db81983e-f85f-4b26-a1b8-5818f096caa3 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:30.827455 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (db81983e-f85f-4b26-a1b8-5818f096caa3), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:30.913033 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port db81983e-f85f-4b26-a1b8-5818f096caa3 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:21:30.913433 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (db81983e-f85f-4b26-a1b8-5818f096caa3), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:30.937367 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50037b0-9b47-45d7-972e-32f30a01be4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db81983e-f85f-4b26-a1b8-5818f096caa3'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:21:30.939599 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad820e3-8b48-4efe-ad3a-f82253f40a6e" -d '{"events": [{"server_uuid": "a50037b0-9b47-45d7-972e-32f30a01be4f", "name": "network-vif-plugged", "status": "completed", "tag": "db81983e-f85f-4b26-a1b8-5818f096caa3"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:21:30.952171 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port db81983e-f85f-4b26-a1b8-5818f096caa3, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=db81983e-f85f-4b26-a1b8-5818f096caa3,segment=NetworkSegment(013c934d-fa06-4737-8c4f-91455410a27e),segment_id=013c934d-fa06-4737-8c4f-91455410a27e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:21:30.956726 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (db81983e-f85f-4b26-a1b8-5818f096caa3), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:30.989917 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67390238-6b09-4110-9a54-f2fa3b1611bc x-openstack-request-id: req-67390238-6b09-4110-9a54-f2fa3b1611bc {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:21:30.990374 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50037b0-9b47-45d7-972e-32f30a01be4f", "name": "network-vif-plugged", "status": "completed", "tag": "db81983e-f85f-4b26-a1b8-5818f096caa3", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:21:30.990841 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-67390238-6b09-4110-9a54-f2fa3b1611bc {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:21:30.991363 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50037b0-9b47-45d7-972e-32f30a01be4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db81983e-f85f-4b26-a1b8-5818f096caa3', 'code': 200} Jan 28 01:21:31.025863 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=db81983e-f85f-4b26-a1b8-5818f096caa3,revision_number=9']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:31.037960 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-5233cdf5-2110-4225-a90b-d4075d55daac tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:31.039513 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-5233cdf5-2110-4225-a90b-d4075d55daac tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/networks?id=16f88048-2750-4e7f-b660-9bcaa7e9ddfe HTTP/1.1" status: 200 len: 815 time: 0.1198874 Jan 28 01:21:31.054681 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-978e3cfa-0a61-4730-90da-449997d02249 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/quotas/a5caa0ef660b48cfb68b515cb6bc82ba HTTP/1.1" status: 200 len: 375 time: 0.0096703 Jan 28 01:21:31.109539 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-20c54e97-7b78-44b8-a9ed-97c288362a9c tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5caa0ef660b48cfb68b515cb6bc82ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0491378 Jan 28 01:21:31.258710 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-87c0229c-fef5-45f1-b649-8f8a0b35881a service neutron] 10.222.0.70 "GET /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420562 Jan 28 01:21:31.348922 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-696a6230-9848-437c-ab0d-a376f1d4328b service neutron] 10.222.0.70 "GET /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846102 Jan 28 01:21:31.519685 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f80ab7ec-5fa1-44be-a232-0a198174c1a0 req-5f7a5c2f-98ae-40c2-8a0c-56eacdb98e15 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 210 time: 0.0321236 Jan 28 01:21:32.388899 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dca3a0-06a3-42b2-a014-d74c050e3d08 req-e7abedfc-10bb-482a-a2f4-1679125f67d1 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:32.391159 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-63dca3a0-06a3-42b2-a014-d74c050e3d08 req-e7abedfc-10bb-482a-a2f4-1679125f67d1 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.65 "GET /v2.0/ports?device_id=a50037b0-9b47-45d7-972e-32f30a01be4f HTTP/1.1" status: 200 len: 945 time: 0.0689304 Jan 28 01:21:32.526750 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-63dca3a0-06a3-42b2-a014-d74c050e3d08 req-ea14b6c4-0da6-4e05-891f-1bc7631d5c02 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Deleting port db81983e-f85f-4b26-a1b8-5818f096caa3 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:21:32.527362 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-63dca3a0-06a3-42b2-a014-d74c050e3d08 req-ea14b6c4-0da6-4e05-891f-1bc7631d5c02 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (db81983e-f85f-4b26-a1b8-5818f096caa3), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:32.595948 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-408188f7-ad60-492f-8963-cf6829d8aad8 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:32.599693 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-408188f7-ad60-492f-8963-cf6829d8aad8 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.52 "GET /v2.0/networks?id=16f88048-2750-4e7f-b660-9bcaa7e9ddfe HTTP/1.1" status: 200 len: 815 time: 0.1709797 Jan 28 01:21:32.621268 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-de22a15c-16ee-4a28-b322-416e8d331562 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Request body: {'port': {'device_id': '2c9864fc-abe5-48cb-88b0-1d2d7d71115b', 'network_id': '16f88048-2750-4e7f-b660-9bcaa7e9ddfe', 'admin_state_up': True, 'tenant_id': 'a5caa0ef660b48cfb68b515cb6bc82ba'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:32.670359 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-63dca3a0-06a3-42b2-a014-d74c050e3d08 req-ea14b6c4-0da6-4e05-891f-1bc7631d5c02 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] For port db81983e-f85f-4b26-a1b8-5818f096caa3, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=db81983e-f85f-4b26-a1b8-5818f096caa3,segment=NetworkSegment(013c934d-fa06-4737-8c4f-91455410a27e),segment_id=013c934d-fa06-4737-8c4f-91455410a27e)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:21:32.671006 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-63dca3a0-06a3-42b2-a014-d74c050e3d08 req-ea14b6c4-0da6-4e05-891f-1bc7631d5c02 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (db81983e-f85f-4b26-a1b8-5818f096caa3), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:32.693426 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ccbef80-3b8f-4fa4-8f62-94acfc98b14b req-ca866108-76c3-4e6a-833e-1969c154fd30 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 210 time: 0.0413764 Jan 28 01:21:32.699367 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-63dca3a0-06a3-42b2-a014-d74c050e3d08 req-ea14b6c4-0da6-4e05-891f-1bc7631d5c02 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Calling delete_port for db81983e-f85f-4b26-a1b8-5818f096caa3 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:21:32.785643 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-de22a15c-16ee-4a28-b322-416e8d331562 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Made reservation on behalf of a5caa0ef660b48cfb68b515cb6bc82ba for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:21:32.789327 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-de22a15c-16ee-4a28-b322-416e8d331562 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:32.874230 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-63dca3a0-06a3-42b2-a014-d74c050e3d08 req-ea14b6c4-0da6-4e05-891f-1bc7631d5c02 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (db81983e-f85f-4b26-a1b8-5818f096caa3), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:32.909112 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['db81983e-f85f-4b26-a1b8-5818f096caa3'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:21:32.924416 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14b6c4-0da6-4e05-891f-1bc7631d5c02 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Pushing event deleted for resources: {'Port': ['ID=db81983e-f85f-4b26-a1b8-5818f096caa3,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:32.974550 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-63dca3a0-06a3-42b2-a014-d74c050e3d08 req-ea14b6c4-0da6-4e05-891f-1bc7631d5c02 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] No DVR routers for this DVR port db81983e-f85f-4b26-a1b8-5818f096caa3 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:21:32.977617 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-63dca3a0-06a3-42b2-a014-d74c050e3d08 req-ea14b6c4-0da6-4e05-891f-1bc7631d5c02 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:32.980999 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-63dca3a0-06a3-42b2-a014-d74c050e3d08 req-ea14b6c4-0da6-4e05-891f-1bc7631d5c02 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.65 "DELETE /v2.0/ports/db81983e-f85f-4b26-a1b8-5818f096caa3 HTTP/1.1" status: 204 len: 173 time: 0.5839641 Jan 28 01:21:32.981475 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50037b0-9b47-45d7-972e-32f30a01be4f', 'name': 'network-vif-deleted', 'tag': 'db81983e-f85f-4b26-a1b8-5818f096caa3'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:21:32.983958 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576fb95c-21ab-450d-a6c0-fa4698900c34" -d '{"events": [{"server_uuid": "a50037b0-9b47-45d7-972e-32f30a01be4f", "name": "network-vif-deleted", "tag": "db81983e-f85f-4b26-a1b8-5818f096caa3"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:21:33.002915 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-de22a15c-16ee-4a28-b322-416e8d331562 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Allocated IP 172.20.0.3 (16f88048-2750-4e7f-b660-9bcaa7e9ddfe/7fc8f3ad-49b6-419e-aaf3-5c2b484d6b0d/9a13c741-2582-4b6a-a966-c8c021724c8f) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:21:33.036987 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986b30c6-c5c2-4b6c-beb6-68d9476296bd x-openstack-request-id: req-986b30c6-c5c2-4b6c-beb6-68d9476296bd {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:21:33.037302 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50037b0-9b47-45d7-972e-32f30a01be4f", "name": "network-vif-deleted", "tag": "db81983e-f85f-4b26-a1b8-5818f096caa3", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:21:33.037591 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-986b30c6-c5c2-4b6c-beb6-68d9476296bd {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:21:33.038651 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50037b0-9b47-45d7-972e-32f30a01be4f', 'name': 'network-vif-deleted', 'tag': 'db81983e-f85f-4b26-a1b8-5818f096caa3', 'status': 'completed', 'code': 200} Jan 28 01:21:33.176241 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-de22a15c-16ee-4a28-b322-416e8d331562 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Publish callbacks [] for port (9a13c741-2582-4b6a-a966-c8c021724c8f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:33.229727 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-de22a15c-16ee-4a28-b322-416e8d331562 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (9a13c741-2582-4b6a-a966-c8c021724c8f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:33.262477 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['db81983e-f85f-4b26-a1b8-5818f096caa3'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:21:33.274599 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-de22a15c-16ee-4a28-b322-416e8d331562 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Network 16f88048-2750-4e7f-b660-9bcaa7e9ddfe is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:21:33.280975 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-de22a15c-16ee-4a28-b322-416e8d331562 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:21:33.284788 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-de22a15c-16ee-4a28-b322-416e8d331562 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:21:33.320382 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22a15c-16ee-4a28-b322-416e8d331562 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Pushing event updated for resources: {'Port': ['ID=9a13c741-2582-4b6a-a966-c8c021724c8f,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:33.334629 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de22a15c-16ee-4a28-b322-416e8d331562 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:33.334957 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de22a15c-16ee-4a28-b322-416e8d331562 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:33.335312 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de22a15c-16ee-4a28-b322-416e8d331562 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:33.335690 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de22a15c-16ee-4a28-b322-416e8d331562 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:33.336031 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de22a15c-16ee-4a28-b322-416e8d331562 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:33.336368 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de22a15c-16ee-4a28-b322-416e8d331562 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:33.336701 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de22a15c-16ee-4a28-b322-416e8d331562 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:33.337033 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de22a15c-16ee-4a28-b322-416e8d331562 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:33.337366 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de22a15c-16ee-4a28-b322-416e8d331562 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:33.337699 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de22a15c-16ee-4a28-b322-416e8d331562 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:33.338029 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de22a15c-16ee-4a28-b322-416e8d331562 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:33.338361 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de22a15c-16ee-4a28-b322-416e8d331562 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:33.338689 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de22a15c-16ee-4a28-b322-416e8d331562 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:33.364319 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-de22a15c-16ee-4a28-b322-416e8d331562 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:33.364962 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-de22a15c-16ee-4a28-b322-416e8d331562 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:33.382508 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-de22a15c-16ee-4a28-b322-416e8d331562 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7698166 Jan 28 01:21:33.400451 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-56d34e90-75f3-488f-bdcd-52480087e77e service neutron] Request body: {'port': {'device_id': '2c9864fc-abe5-48cb-88b0-1d2d7d71115b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:21:33.465531 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-56d34e90-75f3-488f-bdcd-52480087e77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9a13c741-2582-4b6a-a966-c8c021724c8f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:33.732129 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-56d34e90-75f3-488f-bdcd-52480087e77e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a13c741-2582-4b6a-a966-c8c021724c8f {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:21:33.741460 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-56d34e90-75f3-488f-bdcd-52480087e77e service neutron] Publish callbacks [] for port (9a13c741-2582-4b6a-a966-c8c021724c8f), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:33.760633 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-56d34e90-75f3-488f-bdcd-52480087e77e service neutron] Transition to ACTIVE for port object 9a13c741-2582-4b6a-a966-c8c021724c8f will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:21:33.764645 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-56d34e90-75f3-488f-bdcd-52480087e77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (9a13c741-2582-4b6a-a966-c8c021724c8f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:33.822764 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d34e90-75f3-488f-bdcd-52480087e77e service neutron] Pushing event updated for resources: {'Port': ['ID=9a13c741-2582-4b6a-a966-c8c021724c8f,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:33.823014 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde30f5-33b9-485d-89d0-5c3d7d59f8b6 req-27a6cd82-1b50-48ac-93f1-cb47e7f62b47 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:33.824649 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5dde30f5-33b9-485d-89d0-5c3d7d59f8b6 req-27a6cd82-1b50-48ac-93f1-cb47e7f62b47 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 943 time: 0.0603089 Jan 28 01:21:33.874809 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5dde30f5-33b9-485d-89d0-5c3d7d59f8b6 req-c4e83af6-2fad-4d54-9bb0-815e653dea19 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437427 Jan 28 01:21:33.897972 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-56d34e90-75f3-488f-bdcd-52480087e77e service neutron] Attempting to bind port 9a13c741-2582-4b6a-a966-c8c021724c8f on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:21:33.898345 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-56d34e90-75f3-488f-bdcd-52480087e77e service neutron] Attempting to bind port 9a13c741-2582-4b6a-a966-c8c021724c8f by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '013c934d-fa06-4737-8c4f-91455410a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '16f88048-2750-4e7f-b660-9bcaa7e9ddfe'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:21:33.898685 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-56d34e90-75f3-488f-bdcd-52480087e77e service neutron] Attempting to bind port 9a13c741-2582-4b6a-a966-c8c021724c8f on network 16f88048-2750-4e7f-b660-9bcaa7e9ddfe {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:21:33.903238 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-56d34e90-75f3-488f-bdcd-52480087e77e service neutron] Port 9a13c741-2582-4b6a-a966-c8c021724c8f on network 16f88048-2750-4e7f-b660-9bcaa7e9ddfe not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:21:33.903564 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-56d34e90-75f3-488f-bdcd-52480087e77e service neutron] Attempting to bind port 9a13c741-2582-4b6a-a966-c8c021724c8f on network 16f88048-2750-4e7f-b660-9bcaa7e9ddfe {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:21:33.908729 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-56d34e90-75f3-488f-bdcd-52480087e77e service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:21:33.909079 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-56d34e90-75f3-488f-bdcd-52480087e77e service neutron] Checking segment: {'id': '013c934d-fa06-4737-8c4f-91455410a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '16f88048-2750-4e7f-b660-9bcaa7e9ddfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:21:33.909474 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-56d34e90-75f3-488f-bdcd-52480087e77e service neutron] Bound using segment: {'id': '013c934d-fa06-4737-8c4f-91455410a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '16f88048-2750-4e7f-b660-9bcaa7e9ddfe'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:21:33.910116 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-56d34e90-75f3-488f-bdcd-52480087e77e service neutron] Bound port: 9a13c741-2582-4b6a-a966-c8c021724c8f, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '013c934d-fa06-4737-8c4f-91455410a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '16f88048-2750-4e7f-b660-9bcaa7e9ddfe'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:21:33.910326 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-56d34e90-75f3-488f-bdcd-52480087e77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9a13c741-2582-4b6a-a966-c8c021724c8f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:33.974280 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-56d34e90-75f3-488f-bdcd-52480087e77e service neutron] For port 9a13c741-2582-4b6a-a966-c8c021724c8f, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:21:33.977411 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-56d34e90-75f3-488f-bdcd-52480087e77e service neutron] For port 9a13c741-2582-4b6a-a966-c8c021724c8f, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=9a13c741-2582-4b6a-a966-c8c021724c8f,segment=NetworkSegment(013c934d-fa06-4737-8c4f-91455410a27e),segment_id=013c934d-fa06-4737-8c4f-91455410a27e)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:21:33.982127 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-56d34e90-75f3-488f-bdcd-52480087e77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (9a13c741-2582-4b6a-a966-c8c021724c8f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:34.015838 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-56d34e90-75f3-488f-bdcd-52480087e77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:34.016462 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-56d34e90-75f3-488f-bdcd-52480087e77e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:34.017941 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-56d34e90-75f3-488f-bdcd-52480087e77e service neutron] 10.222.0.52 "PUT /v2.0/ports/9a13c741-2582-4b6a-a966-c8c021724c8f HTTP/1.1" status: 200 len: 1091 time: 0.6218913 Jan 28 01:21:34.018374 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9864fc-abe5-48cb-88b0-1d2d7d71115b', 'tag': '9a13c741-2582-4b6a-a966-c8c021724c8f'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:21:34.021232 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2bf60a-0a9b-42c9-ace9-2a7404a72faa" -d '{"events": [{"name": "network-changed", "server_uuid": "2c9864fc-abe5-48cb-88b0-1d2d7d71115b", "tag": "9a13c741-2582-4b6a-a966-c8c021724c8f"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:21:34.065776 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d34e90-75f3-488f-bdcd-52480087e77e service neutron] Pushing event updated for resources: {'Port': ['ID=9a13c741-2582-4b6a-a966-c8c021724c8f,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:34.081436 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861845fb-9b5a-48f2-89d1-dcfdcd604447 x-openstack-request-id: req-861845fb-9b5a-48f2-89d1-dcfdcd604447 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:21:34.081734 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c9864fc-abe5-48cb-88b0-1d2d7d71115b", "tag": "9a13c741-2582-4b6a-a966-c8c021724c8f", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:21:34.082162 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-861845fb-9b5a-48f2-89d1-dcfdcd604447 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:21:34.082831 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c9864fc-abe5-48cb-88b0-1d2d7d71115b', 'tag': '9a13c741-2582-4b6a-a966-c8c021724c8f', 'status': 'completed', 'code': 200} Jan 28 01:21:34.149864 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-5ef5b0ec-402d-4dc8-9ddf-c56a0a6d5841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:34.151398 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-5ef5b0ec-402d-4dc8-9ddf-c56a0a6d5841 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a5caa0ef660b48cfb68b515cb6bc82ba&device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 1094 time: 0.0430870 Jan 28 01:21:34.203431 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-098039a6-44da-4f5b-8889-672c7007096b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a13c741-2582-4b6a-a966-c8c021724c8f HTTP/1.1" status: 200 len: 217 time: 0.0392098 Jan 28 01:21:34.252822 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-a4c64beb-ce7f-41a5-9f82-779434d9f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:34.254244 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-a4c64beb-ce7f-41a5-9f82-779434d9f4c8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7fc8f3ad-49b6-419e-aaf3-5c2b484d6b0d HTTP/1.1" status: 200 len: 855 time: 0.0440407 Jan 28 01:21:34.283494 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-bd76cebe-a028-4891-9c77-642673ca3e22 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=16f88048-2750-4e7f-b660-9bcaa7e9ddfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241380 Jan 28 01:21:34.377413 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-8b6e2f80-80b6-443b-aa81-79f97cc61307 service neutron] 10.222.0.52 "GET /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882545 Jan 28 01:21:34.482060 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-309c77b3-b9eb-47f5-b6d7-2f8a6dc2f4f5 req-58c8f09f-bb7b-4f90-be76-2298b9fa7625 service neutron] 10.222.0.52 "GET /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987902 Jan 28 01:21:34.615129 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bf60a-0a9b-42c9-ace9-2a7404a72faa req-2316384e-85b8-4bdb-b8a4-ef7a5fc5bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:34.616548 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6b2bf60a-0a9b-42c9-ace9-2a7404a72faa req-2316384e-85b8-4bdb-b8a4-ef7a5fc5bb3b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a5caa0ef660b48cfb68b515cb6bc82ba&device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 1094 time: 0.0487959 Jan 28 01:21:34.705124 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bf60a-0a9b-42c9-ace9-2a7404a72faa req-94eca389-dc22-4778-930b-d44f251a5cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:34.706618 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6b2bf60a-0a9b-42c9-ace9-2a7404a72faa req-94eca389-dc22-4778-930b-d44f251a5cd2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=16f88048-2750-4e7f-b660-9bcaa7e9ddfe HTTP/1.1" status: 200 len: 916 time: 0.0841115 Jan 28 01:21:34.751060 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6b2bf60a-0a9b-42c9-ace9-2a7404a72faa req-77bc6803-43ad-41bf-b48e-da4afed9daed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a13c741-2582-4b6a-a966-c8c021724c8f HTTP/1.1" status: 200 len: 217 time: 0.0391653 Jan 28 01:21:34.803483 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bf60a-0a9b-42c9-ace9-2a7404a72faa req-247debd7-1fef-4046-a28d-137233bcafe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:34.805115 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6b2bf60a-0a9b-42c9-ace9-2a7404a72faa req-247debd7-1fef-4046-a28d-137233bcafe8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7fc8f3ad-49b6-419e-aaf3-5c2b484d6b0d HTTP/1.1" status: 200 len: 855 time: 0.0488780 Jan 28 01:21:34.835673 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6b2bf60a-0a9b-42c9-ace9-2a7404a72faa req-0a14176e-4aa6-45ac-9c86-92896b54f66f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=16f88048-2750-4e7f-b660-9bcaa7e9ddfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243554 Jan 28 01:21:34.928230 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6b2bf60a-0a9b-42c9-ace9-2a7404a72faa req-affc094e-1ef8-4080-a420-92dd2da4371d service neutron] 10.222.0.52 "GET /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860324 Jan 28 01:21:34.997493 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588706e8-bbc7-4cab-a476-db2c0a26f1a1 req-43b4799a-3abd-4a20-85ef-c2582bbccdb7 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:34.999227 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-588706e8-bbc7-4cab-a476-db2c0a26f1a1 req-43b4799a-3abd-4a20-85ef-c2582bbccdb7 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 943 time: 0.0514748 Jan 28 01:21:35.032444 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6b2bf60a-0a9b-42c9-ace9-2a7404a72faa req-cf06443f-2187-4aff-9a80-d7544a4816a0 service neutron] 10.222.0.52 "GET /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989957 Jan 28 01:21:35.057196 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-588706e8-bbc7-4cab-a476-db2c0a26f1a1 req-41be131c-0e36-4ded-9d71-be13ca0fbab5 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486252 Jan 28 01:21:36.105987 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e96776a5-4800-42e8-9459-76a40e1d7a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:36.179197 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349a374-acae-4756-95a7-5be2d3ad4e44 req-9354bab1-19ab-4063-a57b-507944a6c906 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:36.180609 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8349a374-acae-4756-95a7-5be2d3ad4e44 req-9354bab1-19ab-4063-a57b-507944a6c906 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 943 time: 0.0483837 Jan 28 01:21:36.232270 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8349a374-acae-4756-95a7-5be2d3ad4e44 req-83498ff3-6880-41ea-9074-e34c3fde03ca tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460448 Jan 28 01:21:36.839456 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device db81983e-f85f-4b26-a1b8-5818f096caa3 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:21:36.861992 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: db81983e-f85f-4b26-a1b8-5818f096caa3 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:21:36.862336 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device db81983e-f85f-4b26-a1b8-5818f096caa3 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:21:37.353377 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f433e-ddbd-41d2-9190-f2c3646ef06a req-249754c0-086f-4032-9f48-b44d3e6a9798 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:37.355013 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-706f433e-ddbd-41d2-9190-f2c3646ef06a req-249754c0-086f-4032-9f48-b44d3e6a9798 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 943 time: 0.0519536 Jan 28 01:21:37.413231 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-706f433e-ddbd-41d2-9190-f2c3646ef06a req-7f54ce6f-e196-4785-a71a-d5f7a0770951 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523331 Jan 28 01:21:38.271982 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 9a13c741-2582-4b6a-a966-c8c021724c8f details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:21:38.382841 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 9a13c741-2582-4b6a-a966-c8c021724c8f, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=9a13c741-2582-4b6a-a966-c8c021724c8f,segment=NetworkSegment(013c934d-fa06-4737-8c4f-91455410a27e),segment_id=013c934d-fa06-4737-8c4f-91455410a27e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:21:38.401678 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '9a13c741-2582-4b6a-a966-c8c021724c8f', 'network_id': '16f88048-2750-4e7f-b660-9bcaa7e9ddfe', 'port_id': '9a13c741-2582-4b6a-a966-c8c021724c8f', 'mac_address': 'fa:16:3e:6a:f3:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc8f3ad-49b6-419e-aaf3-5c2b484d6b0d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:21:38.409450 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-adefc8a7-7326-4d7a-879e-66dfd2ff9e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:38.452236 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 9a13c741-2582-4b6a-a966-c8c021724c8f is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:21:38.452636 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9a13c741-2582-4b6a-a966-c8c021724c8f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:38.470205 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a13c741-2582-4b6a-a966-c8c021724c8f {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:21:38.497182 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 9a13c741-2582-4b6a-a966-c8c021724c8f, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=9a13c741-2582-4b6a-a966-c8c021724c8f,segment=NetworkSegment(013c934d-fa06-4737-8c4f-91455410a27e),segment_id=013c934d-fa06-4737-8c4f-91455410a27e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:21:38.505449 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9a13c741-2582-4b6a-a966-c8c021724c8f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:38.543556 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbdf69-d7df-4d52-81e3-6ad06fe618e2 req-a2be3521-f527-436f-ad71-8bc3e0f8bcf6 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:38.544992 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5ebbdf69-d7df-4d52-81e3-6ad06fe618e2 req-a2be3521-f527-436f-ad71-8bc3e0f8bcf6 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 944 time: 0.0537620 Jan 28 01:21:38.558762 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=9a13c741-2582-4b6a-a966-c8c021724c8f,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:38.566661 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:38.567107 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:38.567355 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:38.567738 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:38.568079 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:38.568410 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:38.568737 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:38.569059 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:38.569386 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:38.569709 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:38.570236 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:38.570565 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:38.570890 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:21:38.593637 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5ebbdf69-d7df-4d52-81e3-6ad06fe618e2 req-0f552796-09c8-4c37-ac12-ba45f9ba4baa tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427725 Jan 28 01:21:38.921271 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['9a13c741-2582-4b6a-a966-c8c021724c8f'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:21:39.713875 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc44392-1d06-4dc4-a84e-8e627fb0b202 req-887cebb4-1c7b-470c-8c12-d96d656a7393 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:39.715290 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8cc44392-1d06-4dc4-a84e-8e627fb0b202 req-887cebb4-1c7b-470c-8c12-d96d656a7393 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 944 time: 0.0537145 Jan 28 01:21:39.767148 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8cc44392-1d06-4dc4-a84e-8e627fb0b202 req-6318ef83-8051-4d76-9258-38f8cf126372 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460494 Jan 28 01:21:39.888027 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:40.297412 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 9a13c741-2582-4b6a-a966-c8c021724c8f up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:21:40.349900 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 9a13c741-2582-4b6a-a966-c8c021724c8f completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:21:40.354129 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 9a13c741-2582-4b6a-a966-c8c021724c8f triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:21:40.354515 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9a13c741-2582-4b6a-a966-c8c021724c8f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:40.545626 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:21:40.589172 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 9a13c741-2582-4b6a-a966-c8c021724c8f is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:21:40.589482 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9a13c741-2582-4b6a-a966-c8c021724c8f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:40.612418 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9864fc-abe5-48cb-88b0-1d2d7d71115b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a13c741-2582-4b6a-a966-c8c021724c8f'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:21:40.614689 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abc658a-8bb7-4283-b31f-205ef12bacf1" -d '{"events": [{"server_uuid": "2c9864fc-abe5-48cb-88b0-1d2d7d71115b", "name": "network-vif-plugged", "status": "completed", "tag": "9a13c741-2582-4b6a-a966-c8c021724c8f"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:21:40.626666 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 9a13c741-2582-4b6a-a966-c8c021724c8f, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=9a13c741-2582-4b6a-a966-c8c021724c8f,segment=NetworkSegment(013c934d-fa06-4737-8c4f-91455410a27e),segment_id=013c934d-fa06-4737-8c4f-91455410a27e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:21:40.630810 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9a13c741-2582-4b6a-a966-c8c021724c8f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:40.657062 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8bc1ff-7dd8-4fc1-8a3b-3ba2e131d05b x-openstack-request-id: req-3b8bc1ff-7dd8-4fc1-8a3b-3ba2e131d05b {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:21:40.657358 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9864fc-abe5-48cb-88b0-1d2d7d71115b", "name": "network-vif-plugged", "status": "completed", "tag": "9a13c741-2582-4b6a-a966-c8c021724c8f", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:21:40.657614 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3b8bc1ff-7dd8-4fc1-8a3b-3ba2e131d05b {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:21:40.657998 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9864fc-abe5-48cb-88b0-1d2d7d71115b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a13c741-2582-4b6a-a966-c8c021724c8f', 'code': 200} Jan 28 01:21:40.684883 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=9a13c741-2582-4b6a-a966-c8c021724c8f,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:21:40.782538 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce697d3a-13dc-4585-9953-741d14ee4968 req-d01ee140-6191-4a2e-8043-cfcfd608bfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:40.784061 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ce697d3a-13dc-4585-9953-741d14ee4968 req-d01ee140-6191-4a2e-8043-cfcfd608bfa6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 1096 time: 0.0411670 Jan 28 01:21:40.830586 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-ce697d3a-13dc-4585-9953-741d14ee4968 req-7fe8d3f1-5442-4e7b-a6fd-2ce92f45ca90 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401888 Jan 28 01:21:40.885954 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb2f11-e007-45eb-b83f-fbcefe460cde req-6eb11286-29ea-4fc2-916b-de913633d244 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:40.887397 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8eb2f11-e007-45eb-b83f-fbcefe460cde req-6eb11286-29ea-4fc2-916b-de913633d244 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 945 time: 0.0494587 Jan 28 01:21:40.933932 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8eb2f11-e007-45eb-b83f-fbcefe460cde req-e7345a41-1134-4a85-9dd8-f31674df7ae1 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408041 Jan 28 01:21:41.433017 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:42.055232 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fd483-2103-4c4f-a2c4-aa96baea4c66 req-e04e0115-2b60-46a7-b422-2aee51b61710 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:42.056803 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e60fd483-2103-4c4f-a2c4-aa96baea4c66 req-e04e0115-2b60-46a7-b422-2aee51b61710 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 945 time: 0.0518925 Jan 28 01:21:42.103460 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e60fd483-2103-4c4f-a2c4-aa96baea4c66 req-49994ec2-2b3f-4f14-9ab4-f8f4f962802e tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410926 Jan 28 01:21:42.300757 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:43.220044 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e533c85-6bbf-4f7a-916a-029b18f7bd2d req-d834aa12-457a-4067-8bdc-6205788f1004 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:43.221545 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2e533c85-6bbf-4f7a-916a-029b18f7bd2d req-d834aa12-457a-4067-8bdc-6205788f1004 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 945 time: 0.0477080 Jan 28 01:21:43.269084 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2e533c85-6bbf-4f7a-916a-029b18f7bd2d req-2326ffce-341b-4a99-9942-854d2b60611d tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406990 Jan 28 01:21:43.384721 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9a1f5-d21f-4ce6-9fbc-2cb74e9fb529 req-0aec05b1-f7f2-4d50-ae17-b03ff045d25d tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:43.386123 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0ee9a1f5-d21f-4ce6-9fbc-2cb74e9fb529 req-0aec05b1-f7f2-4d50-ae17-b03ff045d25d tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 945 time: 0.0488541 Jan 28 01:21:43.429296 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:43.438949 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0ee9a1f5-d21f-4ce6-9fbc-2cb74e9fb529 req-a6854def-a9cd-4616-8f49-33cfcc846c21 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473390 Jan 28 01:21:43.696099 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-1303b68b-088b-41a9-9e4d-73347ddb79d3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0723171 Jan 28 01:21:43.703450 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34683a-5536-4a82-94c5-76e0fc0102dc req-fbbd4806-4e05-4ce3-a41e-b80132d5c79c tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:43.705012 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa34683a-5536-4a82-94c5-76e0fc0102dc req-fbbd4806-4e05-4ce3-a41e-b80132d5c79c tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 945 time: 0.0710530 Jan 28 01:21:43.757925 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa34683a-5536-4a82-94c5-76e0fc0102dc req-a40c9b52-eb1b-454d-a966-c35b1a6b4e5c tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465198 Jan 28 01:21:44.821425 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:21:44.891245 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828fbc7-af39-450c-8d2d-d71f2cdc11ea req-0acd7221-cd41-4648-ac21-2960b56abeab tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:44.892768 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8828fbc7-af39-450c-8d2d-d71f2cdc11ea req-0acd7221-cd41-4648-ac21-2960b56abeab tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 945 time: 0.0628457 Jan 28 01:21:44.937000 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-e6175cb2-ddfe-4060-9510-8ee34a8ecdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:44.938815 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-e6175cb2-ddfe-4060-9510-8ee34a8ecdc6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a5caa0ef660b48cfb68b515cb6bc82ba&device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 1096 time: 0.0475562 Jan 28 01:21:44.941548 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8828fbc7-af39-450c-8d2d-d71f2cdc11ea req-c3d2ddff-95c4-41f6-93fa-0dc6609fded4 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423086 Jan 28 01:21:45.033392 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-a1d410ee-a8f8-44ce-90b8-e29905cfc1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:45.034885 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-a1d410ee-a8f8-44ce-90b8-e29905cfc1e1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=16f88048-2750-4e7f-b660-9bcaa7e9ddfe HTTP/1.1" status: 200 len: 916 time: 0.0902462 Jan 28 01:21:45.076154 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-7000328e-dbd5-4fa4-a989-a3a9aaa951ca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a13c741-2582-4b6a-a966-c8c021724c8f HTTP/1.1" status: 200 len: 217 time: 0.0352852 Jan 28 01:21:45.129100 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-698b6553-9042-493c-a42b-a42ac2f15e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:45.131247 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-698b6553-9042-493c-a42b-a42ac2f15e49 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7fc8f3ad-49b6-419e-aaf3-5c2b484d6b0d HTTP/1.1" status: 200 len: 855 time: 0.0504582 Jan 28 01:21:45.164149 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-a2a2c707-dc46-4b96-b508-17927dbc9e27 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=16f88048-2750-4e7f-b660-9bcaa7e9ddfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269792 Jan 28 01:21:45.255566 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-14fb96b1-a4e3-4ae8-b98f-7417d48cef28 service neutron] 10.222.0.52 "GET /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854437 Jan 28 01:21:45.347936 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-5934da8e-fa7c-4dca-99ea-f7571c8315be service neutron] 10.222.0.52 "GET /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869403 Jan 28 01:21:46.065007 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08138440-448e-43f5-a34e-feb2942e60db req-2aabb6ed-925e-4a69-9b4e-fc459f042671 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:46.066462 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-08138440-448e-43f5-a34e-feb2942e60db req-2aabb6ed-925e-4a69-9b4e-fc459f042671 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 945 time: 0.0497046 Jan 28 01:21:46.114405 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-08138440-448e-43f5-a34e-feb2942e60db req-cd700f71-fc16-4eaa-92b6-6b7736e65458 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418181 Jan 28 01:21:47.234916 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82664ccf-c508-4c05-832f-7cb1d1f379e9 req-1db9da97-3e5a-4958-94a7-42805380333e tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:47.236421 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-82664ccf-c508-4c05-832f-7cb1d1f379e9 req-1db9da97-3e5a-4958-94a7-42805380333e tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 945 time: 0.0470388 Jan 28 01:21:47.286992 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-82664ccf-c508-4c05-832f-7cb1d1f379e9 req-677f2987-0424-4e82-92ed-4056634e165e tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433941 Jan 28 01:21:48.403431 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f89de-0f3e-4b33-a7b9-34608aa64d35 req-d250b112-db97-45fb-9dd4-360b238562c0 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:48.404970 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-949f89de-0f3e-4b33-a7b9-34608aa64d35 req-d250b112-db97-45fb-9dd4-360b238562c0 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 945 time: 0.0497706 Jan 28 01:21:48.455518 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-949f89de-0f3e-4b33-a7b9-34608aa64d35 req-fd902089-d854-4733-9c63-b193a2a226a5 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447786 Jan 28 01:21:49.575757 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749fb60-0308-436e-9844-fcd270c9aa23 req-ee09ae91-af5c-4f8f-93a7-be51d1012c4e tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:49.577321 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7749fb60-0308-436e-9844-fcd270c9aa23 req-ee09ae91-af5c-4f8f-93a7-be51d1012c4e tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 945 time: 0.0505672 Jan 28 01:21:49.624996 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7749fb60-0308-436e-9844-fcd270c9aa23 req-98697dc2-5c39-4675-8ee2-77fe8c99cb81 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421619 Jan 28 01:21:50.745052 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe5272-5cf3-4858-9210-4f60cb3264ef req-a2ed2b04-670e-4ccc-a1ab-0d97405a1e88 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:50.746403 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dbbe5272-5cf3-4858-9210-4f60cb3264ef req-a2ed2b04-670e-4ccc-a1ab-0d97405a1e88 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 945 time: 0.0522938 Jan 28 01:21:50.795509 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dbbe5272-5cf3-4858-9210-4f60cb3264ef req-cab101ca-f777-48e5-9260-5d4089f8f7ff tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415235 Jan 28 01:21:51.915450 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1887008-aa06-454a-8c2c-7df642d24e2c req-19373bee-36e9-43d0-8d39-bea92a11397d tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:51.916987 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c1887008-aa06-454a-8c2c-7df642d24e2c req-19373bee-36e9-43d0-8d39-bea92a11397d tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 945 time: 0.0526979 Jan 28 01:21:51.983868 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c1887008-aa06-454a-8c2c-7df642d24e2c req-c2c238c1-d4d4-49d7-a282-ec0502db8319 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612679 Jan 28 01:21:53.098456 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a858505-e734-48c8-b1b5-ba870e7192be req-463d257a-da1c-4fac-aff2-6a510f85c005 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:53.100517 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2a858505-e734-48c8-b1b5-ba870e7192be req-463d257a-da1c-4fac-aff2-6a510f85c005 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 945 time: 0.0488853 Jan 28 01:21:53.151126 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2a858505-e734-48c8-b1b5-ba870e7192be req-c936c644-6f1e-453e-8af1-d1ae5e7babf6 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449510 Jan 28 01:21:54.272728 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccc751-9ade-416a-b8fe-e80629645c46 req-12b436af-5e9d-4428-9933-068ace2b09aa tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:54.274202 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7ccc751-9ade-416a-b8fe-e80629645c46 req-12b436af-5e9d-4428-9933-068ace2b09aa tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 945 time: 0.0483022 Jan 28 01:21:54.321851 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7ccc751-9ade-416a-b8fe-e80629645c46 req-29c85914-f6e8-4254-bbe8-86fe71b9a44a tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420485 Jan 28 01:21:55.446899 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d49db-b682-45fe-8752-0b7ae5c35df3 req-5adee8ad-3688-4bfe-b90f-7c629f968778 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:55.448436 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-356d49db-b682-45fe-8752-0b7ae5c35df3 req-5adee8ad-3688-4bfe-b90f-7c629f968778 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 945 time: 0.0497141 Jan 28 01:21:55.496215 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-356d49db-b682-45fe-8752-0b7ae5c35df3 req-3b4ec93d-ea9b-4704-8026-f6dacebbd46d tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422106 Jan 28 01:21:56.619874 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f727695-244a-4c49-8cb2-8a3b11573d60 req-71950cff-7272-4613-ae14-e22aa326006f tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:56.621364 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9f727695-244a-4c49-8cb2-8a3b11573d60 req-71950cff-7272-4613-ae14-e22aa326006f tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 945 time: 0.0529585 Jan 28 01:21:56.668553 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9f727695-244a-4c49-8cb2-8a3b11573d60 req-ab8c0f6f-9787-483d-9f01-32ff0a4edb39 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417213 Jan 28 01:21:57.793077 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d69d3-4d97-4be3-b666-554835670481 req-e1d37903-b16f-4e5c-9df1-e9806194dbce tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:57.794566 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e0d69d3-4d97-4be3-b666-554835670481 req-e1d37903-b16f-4e5c-9df1-e9806194dbce tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 945 time: 0.0554605 Jan 28 01:21:57.847779 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e0d69d3-4d97-4be3-b666-554835670481 req-9aaaf5c2-8787-45d8-8249-e83b6bc8675c tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476208 Jan 28 01:21:58.970256 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce7640-7923-4436-943a-d9406243221f req-3fb05df7-5e3a-483c-89be-6df72bb7c0ca tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:21:58.971886 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9ce7640-7923-4436-943a-d9406243221f req-3fb05df7-5e3a-483c-89be-6df72bb7c0ca tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 945 time: 0.0541601 Jan 28 01:21:59.021123 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9ce7640-7923-4436-943a-d9406243221f req-007434d5-db66-474e-83be-b16f6ac5e309 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434475 Jan 28 01:22:00.141902 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77bb726-8a9c-4fa1-96c3-a45d508a3e55 req-d9d24a38-eb62-473b-94b2-cd74acca3ba2 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:00.143394 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b77bb726-8a9c-4fa1-96c3-a45d508a3e55 req-d9d24a38-eb62-473b-94b2-cd74acca3ba2 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 945 time: 0.0505168 Jan 28 01:22:00.190432 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b77bb726-8a9c-4fa1-96c3-a45d508a3e55 req-1c7a40ca-cfcd-46a4-a6c5-2f488c55d18e tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412896 Jan 28 01:22:01.304763 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f1114-16d6-4cbf-a024-da6d203616f9 req-db47b2c6-f18e-4be9-a2a1-988b475a49bd tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:01.306217 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f02f1114-16d6-4cbf-a024-da6d203616f9 req-db47b2c6-f18e-4be9-a2a1-988b475a49bd tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 945 time: 0.0483773 Jan 28 01:22:01.357783 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f02f1114-16d6-4cbf-a024-da6d203616f9 req-075ff0f6-8216-4881-a2f2-a219b139f550 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453312 Jan 28 01:22:02.482902 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e31ce-5c49-4580-985d-a72ba9fb9cf6 req-fc884e0d-1101-4be5-87b8-2414031868cb tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:02.484902 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b61e31ce-5c49-4580-985d-a72ba9fb9cf6 req-fc884e0d-1101-4be5-87b8-2414031868cb tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 945 time: 0.0533438 Jan 28 01:22:02.535747 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b61e31ce-5c49-4580-985d-a72ba9fb9cf6 req-b6692f0a-2094-4c04-bfd7-c5c58a6002a4 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429664 Jan 28 01:22:03.656364 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2f368-c48f-4d7c-b9ec-e35777cffa4c req-6c9125e6-dbe2-44a9-b0b1-ac17ecb25e24 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:03.658002 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-94e2f368-c48f-4d7c-b9ec-e35777cffa4c req-6c9125e6-dbe2-44a9-b0b1-ac17ecb25e24 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 945 time: 0.0501873 Jan 28 01:22:03.705791 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-94e2f368-c48f-4d7c-b9ec-e35777cffa4c req-f96748a7-e4ac-45aa-b8bc-56898e10a0e2 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421503 Jan 28 01:22:04.825124 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f4618-773c-4798-9ad2-1f30d48cc192 req-1fe3fbe3-2e85-4e1f-8592-dc7fbaa5c9f3 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:04.827812 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f91f4618-773c-4798-9ad2-1f30d48cc192 req-1fe3fbe3-2e85-4e1f-8592-dc7fbaa5c9f3 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 945 time: 0.0525117 Jan 28 01:22:04.877447 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f91f4618-773c-4798-9ad2-1f30d48cc192 req-273d03ef-8746-4508-93bb-c62be13891d0 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450330 Jan 28 01:22:05.999393 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d78737-137d-4b2d-9886-9d5f4612799b req-a55a6920-3a84-473c-bfb0-c9fecc06997d tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:06.000914 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3d78737-137d-4b2d-9886-9d5f4612799b req-a55a6920-3a84-473c-bfb0-c9fecc06997d tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 945 time: 0.0505793 Jan 28 01:22:06.046739 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3d78737-137d-4b2d-9886-9d5f4612799b req-6a8bacf0-023e-4725-9556-3b8773545ad3 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402954 Jan 28 01:22:06.099406 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e1648f8a-91dc-4b00-90be-b52ef4dee536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:07.164735 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5026850-f3a6-4c07-8148-e50cb6beb7f2 req-1baef43d-a376-4bfa-a187-b2094ff3bdff tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:07.166301 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c5026850-f3a6-4c07-8148-e50cb6beb7f2 req-1baef43d-a376-4bfa-a187-b2094ff3bdff tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 945 time: 0.0508506 Jan 28 01:22:07.218410 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c5026850-f3a6-4c07-8148-e50cb6beb7f2 req-d7f05f50-a5a8-47db-ab5a-3936a375b281 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458639 Jan 28 01:22:08.337231 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394310d-d4f4-4d01-9f9a-6c7ece217553 req-6abc68b6-d260-4135-a8d9-09b84d9ca727 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:08.338855 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2394310d-d4f4-4d01-9f9a-6c7ece217553 req-6abc68b6-d260-4135-a8d9-09b84d9ca727 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 945 time: 0.0486689 Jan 28 01:22:08.390460 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2394310d-d4f4-4d01-9f9a-6c7ece217553 req-b231d9b2-8a47-48b6-ae9a-d0e0b4cf654a tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449696 Jan 28 01:22:08.390705 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f3de2634-9303-4e92-ad55-a67c2781aa12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:09.508207 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce7287-ab3c-4fdf-87d4-80fffbb69009 req-0fd76345-e960-448b-ab6c-194d6b382119 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:09.509792 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3ce7287-ab3c-4fdf-87d4-80fffbb69009 req-0fd76345-e960-448b-ab6c-194d6b382119 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 945 time: 0.0488479 Jan 28 01:22:09.556649 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3ce7287-ab3c-4fdf-87d4-80fffbb69009 req-c3eaf204-2218-4c55-8a70-333257d5c504 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403712 Jan 28 01:22:09.890806 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:10.680490 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f46919-a104-471a-9fb7-8f69654e71ab req-e0a4eb7b-7cf6-4929-bc6b-657073efe83f tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:10.682033 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-28f46919-a104-471a-9fb7-8f69654e71ab req-e0a4eb7b-7cf6-4929-bc6b-657073efe83f tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 945 time: 0.0530696 Jan 28 01:22:10.730006 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-28f46919-a104-471a-9fb7-8f69654e71ab req-d591d6f8-2010-4aee-9c76-d6b029c76937 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416484 Jan 28 01:22:11.435842 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:11.846935 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed6a12-ee27-43c3-9f0a-a22ad6a0a771 req-15c3d0ff-ebc0-4233-bd7d-982e541b85ff tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:11.849430 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-36ed6a12-ee27-43c3-9f0a-a22ad6a0a771 req-15c3d0ff-ebc0-4233-bd7d-982e541b85ff tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 945 time: 0.0491240 Jan 28 01:22:11.898012 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-36ed6a12-ee27-43c3-9f0a-a22ad6a0a771 req-ba4af78c-84cb-4115-9e52-ed14082fb56e tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435488 Jan 28 01:22:12.306062 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:12.385234 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-0dd35d71-f72a-4058-9d3e-c2f2b1c5385a service neutron] show failed (client error): The resource could not be found. Jan 28 01:22:12.386260 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-0dd35d71-f72a-4058-9d3e-c2f2b1c5385a service neutron] 10.222.0.52 "GET /v2.0/ports/9a13c741-2582-4b6a-a966-c8c021724c8f/bindings/n-h1-826754-1 HTTP/1.1" status: 404 len: 380 time: 0.0564048 Jan 28 01:22:12.647223 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-190a03b0-0365-4023-9aad-1523dbadf95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:12.648779 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-190a03b0-0365-4023-9aad-1523dbadf95c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b&tenant_id=a5caa0ef660b48cfb68b515cb6bc82ba HTTP/1.1" status: 200 len: 1096 time: 0.0884755 Jan 28 01:22:12.666241 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826754-1', 'device_owner': 'compute:nova'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:22:12.720126 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9a13c741-2582-4b6a-a966-c8c021724c8f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:12.926477 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] For port 9a13c741-2582-4b6a-a966-c8c021724c8f, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=9a13c741-2582-4b6a-a966-c8c021724c8f,segment=NetworkSegment(013c934d-fa06-4737-8c4f-91455410a27e),segment_id=013c934d-fa06-4737-8c4f-91455410a27e)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:22:12.963078 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] For port 9a13c741-2582-4b6a-a966-c8c021724c8f, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:22:13.030874 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9864fc-abe5-48cb-88b0-1d2d7d71115b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a13c741-2582-4b6a-a966-c8c021724c8f'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:22:13.033168 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea843b3-3aa1-4ecb-96df-7cacd1e8605e" -d '{"events": [{"server_uuid": "2c9864fc-abe5-48cb-88b0-1d2d7d71115b", "name": "network-vif-unplugged", "status": "completed", "tag": "9a13c741-2582-4b6a-a966-c8c021724c8f"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:22:13.037660 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Publish callbacks [] for port (9a13c741-2582-4b6a-a966-c8c021724c8f), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:13.055951 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Transition to ACTIVE for port object 9a13c741-2582-4b6a-a966-c8c021724c8f will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:22:13.067080 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa4637-b737-4cff-9b90-b10ea93ea3a4 req-0c933e01-a7f7-4be8-b8fe-42addf6de79d tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:13.068604 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-59aa4637-b737-4cff-9b90-b10ea93ea3a4 req-0c933e01-a7f7-4be8-b8fe-42addf6de79d tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 945 time: 0.0861635 Jan 28 01:22:13.069884 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (9a13c741-2582-4b6a-a966-c8c021724c8f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:13.109105 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a972e1d-6db5-46e4-96e9-1550d1d8cac5 x-openstack-request-id: req-0a972e1d-6db5-46e4-96e9-1550d1d8cac5 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:22:13.109395 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9864fc-abe5-48cb-88b0-1d2d7d71115b", "name": "network-vif-unplugged", "status": "completed", "tag": "9a13c741-2582-4b6a-a966-c8c021724c8f", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:22:13.109650 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0a972e1d-6db5-46e4-96e9-1550d1d8cac5 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:22:13.110042 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9864fc-abe5-48cb-88b0-1d2d7d71115b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a13c741-2582-4b6a-a966-c8c021724c8f', 'code': 200} Jan 28 01:22:13.150563 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Pushing event updated for resources: {'Port': ['ID=9a13c741-2582-4b6a-a966-c8c021724c8f,revision_number=6']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:13.167924 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] No DVR routers for this DVR port 9a13c741-2582-4b6a-a966-c8c021724c8f on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:22:13.181789 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:13.182075 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:13.182453 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:13.182799 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:13.183140 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:13.183477 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:13.183833 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:13.184686 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:13.185032 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:13.185432 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:13.185768 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:13.186099 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:13.186427 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:13.200238 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-59aa4637-b737-4cff-9b90-b10ea93ea3a4 req-2b559aae-5df5-406a-9f42-ee3e447848a1 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213756 Jan 28 01:22:13.229579 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Attempting to bind port 9a13c741-2582-4b6a-a966-c8c021724c8f on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:22:13.229917 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Attempting to bind port 9a13c741-2582-4b6a-a966-c8c021724c8f by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '013c934d-fa06-4737-8c4f-91455410a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '16f88048-2750-4e7f-b660-9bcaa7e9ddfe'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:22:13.230251 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Attempting to bind port 9a13c741-2582-4b6a-a966-c8c021724c8f on network 16f88048-2750-4e7f-b660-9bcaa7e9ddfe {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:22:13.235476 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Port 9a13c741-2582-4b6a-a966-c8c021724c8f on network 16f88048-2750-4e7f-b660-9bcaa7e9ddfe not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:22:13.235834 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Attempting to bind port 9a13c741-2582-4b6a-a966-c8c021724c8f on network 16f88048-2750-4e7f-b660-9bcaa7e9ddfe {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:22:13.240647 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:22:13.240988 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Checking segment: {'id': '013c934d-fa06-4737-8c4f-91455410a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '16f88048-2750-4e7f-b660-9bcaa7e9ddfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:22:13.241377 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Bound using segment: {'id': '013c934d-fa06-4737-8c4f-91455410a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '16f88048-2750-4e7f-b660-9bcaa7e9ddfe'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:22:13.241807 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Bound port: 9a13c741-2582-4b6a-a966-c8c021724c8f, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '013c934d-fa06-4737-8c4f-91455410a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '16f88048-2750-4e7f-b660-9bcaa7e9ddfe'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:22:13.242170 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9a13c741-2582-4b6a-a966-c8c021724c8f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:13.313973 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] For port 9a13c741-2582-4b6a-a966-c8c021724c8f, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:22:13.317222 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] For port 9a13c741-2582-4b6a-a966-c8c021724c8f, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9a13c741-2582-4b6a-a966-c8c021724c8f,segment=NetworkSegment(013c934d-fa06-4737-8c4f-91455410a27e),segment_id=013c934d-fa06-4737-8c4f-91455410a27e)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:22:13.322974 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (9a13c741-2582-4b6a-a966-c8c021724c8f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:13.359320 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:13.359984 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:13.361408 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] 10.222.0.65 "PUT /v2.0/ports/9a13c741-2582-4b6a-a966-c8c021724c8f HTTP/1.1" status: 200 len: 1091 time: 0.6993201 Jan 28 01:22:13.382148 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3dc105-fde1-45c7-9fb4-15627492b220 service neutron] Pushing event updated for resources: {'Port': ['ID=9a13c741-2582-4b6a-a966-c8c021724c8f,revision_number=7']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:13.432276 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:13.438314 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-4e335def-b26c-4c91-aa1f-dbe25198510a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:13.439847 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-4e335def-b26c-4c91-aa1f-dbe25198510a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5caa0ef660b48cfb68b515cb6bc82ba&device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 1094 time: 0.0465875 Jan 28 01:22:13.533883 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-98ab46e5-3d33-46ad-8b47-7422326e6a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:13.535373 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-98ab46e5-3d33-46ad-8b47-7422326e6a98 service neutron] 10.222.0.65 "GET /v2.0/networks?id=16f88048-2750-4e7f-b660-9bcaa7e9ddfe HTTP/1.1" status: 200 len: 916 time: 0.0890360 Jan 28 01:22:13.576443 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-642d686f-1b21-4d24-b25b-302737877128 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a13c741-2582-4b6a-a966-c8c021724c8f HTTP/1.1" status: 200 len: 217 time: 0.0348656 Jan 28 01:22:13.627731 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-54a119e9-8aaa-4588-9a2a-58f6b0cbdeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:13.629216 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-54a119e9-8aaa-4588-9a2a-58f6b0cbdeb3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7fc8f3ad-49b6-419e-aaf3-5c2b484d6b0d HTTP/1.1" status: 200 len: 855 time: 0.0475495 Jan 28 01:22:13.659986 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-d4c2e0fe-dbac-473f-8485-852a36abac74 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=16f88048-2750-4e7f-b660-9bcaa7e9ddfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243454 Jan 28 01:22:13.750291 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-c0952974-b893-4971-88ed-d880e8d4b0bd service neutron] 10.222.0.65 "GET /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843861 Jan 28 01:22:13.843805 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f4eab2ae-3b15-4e20-99ea-905947db17f5 req-eaf008b0-ef44-4087-afc4-a651df3ffa49 service neutron] 10.222.0.65 "GET /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878344 Jan 28 01:22:14.322389 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cce71-4315-4fed-a17e-47c9f4e2a48b req-80b265ad-13ea-4535-812e-1c20d5c4326d tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:14.324038 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b69cce71-4315-4fed-a17e-47c9f4e2a48b req-80b265ad-13ea-4535-812e-1c20d5c4326d tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 943 time: 0.0507035 Jan 28 01:22:14.373527 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b69cce71-4315-4fed-a17e-47c9f4e2a48b req-7374fc24-4951-47e0-b708-4cd949ad911d tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427721 Jan 28 01:22:14.829346 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:15.111148 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9864fc-abe5-48cb-88b0-1d2d7d71115b', 'tag': '9a13c741-2582-4b6a-a966-c8c021724c8f'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:22:15.113796 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1355c5ad-575a-4a43-921f-89cb6dd0ddb1" -d '{"events": [{"name": "network-changed", "server_uuid": "2c9864fc-abe5-48cb-88b0-1d2d7d71115b", "tag": "9a13c741-2582-4b6a-a966-c8c021724c8f"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:22:15.164925 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2a0f6d-8e1e-4a1e-93ad-ec046eef8e68 x-openstack-request-id: req-4d2a0f6d-8e1e-4a1e-93ad-ec046eef8e68 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:22:15.165276 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c9864fc-abe5-48cb-88b0-1d2d7d71115b", "tag": "9a13c741-2582-4b6a-a966-c8c021724c8f", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:22:15.165560 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4d2a0f6d-8e1e-4a1e-93ad-ec046eef8e68 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:22:15.165957 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c9864fc-abe5-48cb-88b0-1d2d7d71115b', 'tag': '9a13c741-2582-4b6a-a966-c8c021724c8f', 'status': 'completed', 'code': 200} Jan 28 01:22:15.247873 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355c5ad-575a-4a43-921f-89cb6dd0ddb1 req-faa5bbf3-e9a1-4a15-a768-e42df8491855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:15.249375 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1355c5ad-575a-4a43-921f-89cb6dd0ddb1 req-faa5bbf3-e9a1-4a15-a768-e42df8491855 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a5caa0ef660b48cfb68b515cb6bc82ba&device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 1094 time: 0.0440965 Jan 28 01:22:15.256202 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355c5ad-575a-4a43-921f-89cb6dd0ddb1 req-75e5efb9-4030-44c8-b4ed-f8f11d01e25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:15.257702 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1355c5ad-575a-4a43-921f-89cb6dd0ddb1 req-75e5efb9-4030-44c8-b4ed-f8f11d01e25d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5caa0ef660b48cfb68b515cb6bc82ba&device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 1094 time: 0.0406337 Jan 28 01:22:15.353432 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355c5ad-575a-4a43-921f-89cb6dd0ddb1 req-42e7f2a0-836e-4ab0-af56-09fb309a6934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:15.354972 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1355c5ad-575a-4a43-921f-89cb6dd0ddb1 req-42e7f2a0-836e-4ab0-af56-09fb309a6934 service neutron] 10.222.0.52 "GET /v2.0/networks?id=16f88048-2750-4e7f-b660-9bcaa7e9ddfe HTTP/1.1" status: 200 len: 916 time: 0.1003339 Jan 28 01:22:15.411993 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1355c5ad-575a-4a43-921f-89cb6dd0ddb1 req-02b91f73-ffc3-4cd9-ac23-857b0a8c1b57 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a13c741-2582-4b6a-a966-c8c021724c8f HTTP/1.1" status: 200 len: 217 time: 0.0505862 Jan 28 01:22:15.485914 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355c5ad-575a-4a43-921f-89cb6dd0ddb1 req-98bce8fd-c034-4188-aecb-02ee4f5b5b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:15.488361 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1355c5ad-575a-4a43-921f-89cb6dd0ddb1 req-98bce8fd-c034-4188-aecb-02ee4f5b5b4e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7fc8f3ad-49b6-419e-aaf3-5c2b484d6b0d HTTP/1.1" status: 200 len: 855 time: 0.0703082 Jan 28 01:22:15.520887 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1355c5ad-575a-4a43-921f-89cb6dd0ddb1 req-9fa5a6f5-1850-46a8-aaac-1bb9b492acb0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=16f88048-2750-4e7f-b660-9bcaa7e9ddfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269153 Jan 28 01:22:15.624310 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1355c5ad-575a-4a43-921f-89cb6dd0ddb1 req-625dd597-1551-4136-92dc-97ef9b857aa2 service neutron] 10.222.0.52 "GET /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977199 Jan 28 01:22:15.725624 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1355c5ad-575a-4a43-921f-89cb6dd0ddb1 req-e4a104ad-730b-4abf-938e-eb1f093e538e service neutron] 10.222.0.52 "GET /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944159 Jan 28 01:22:15.760657 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23a9bd-3bde-40a4-a1df-31ca1d9f2834 req-ba1b8916-0087-4cc4-9aaa-031329a0b7e5 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:15.762981 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dd23a9bd-3bde-40a4-a1df-31ca1d9f2834 req-ba1b8916-0087-4cc4-9aaa-031329a0b7e5 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 943 time: 0.0771923 Jan 28 01:22:15.764479 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355c5ad-575a-4a43-921f-89cb6dd0ddb1 req-943e5d0a-dc4f-4971-b954-abcf9fde4cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:15.765790 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1355c5ad-575a-4a43-921f-89cb6dd0ddb1 req-943e5d0a-dc4f-4971-b954-abcf9fde4cd9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=16f88048-2750-4e7f-b660-9bcaa7e9ddfe HTTP/1.1" status: 200 len: 916 time: 0.5018775 Jan 28 01:22:15.817365 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1355c5ad-575a-4a43-921f-89cb6dd0ddb1 req-04294cad-90a0-424c-bbbf-7e84b5b8284d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a13c741-2582-4b6a-a966-c8c021724c8f HTTP/1.1" status: 200 len: 217 time: 0.0432827 Jan 28 01:22:15.876485 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dd23a9bd-3bde-40a4-a1df-31ca1d9f2834 req-1f974a0b-86e8-4142-90a0-108ad812065b tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076503 Jan 28 01:22:15.886032 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355c5ad-575a-4a43-921f-89cb6dd0ddb1 req-4f088a8b-acba-4253-8c0b-851a276cc085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:15.887986 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1355c5ad-575a-4a43-921f-89cb6dd0ddb1 req-4f088a8b-acba-4253-8c0b-851a276cc085 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7fc8f3ad-49b6-419e-aaf3-5c2b484d6b0d HTTP/1.1" status: 200 len: 855 time: 0.0647764 Jan 28 01:22:15.917665 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1355c5ad-575a-4a43-921f-89cb6dd0ddb1 req-9884039f-ec27-4261-8114-6e727d4bbe72 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=16f88048-2750-4e7f-b660-9bcaa7e9ddfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243125 Jan 28 01:22:16.011438 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1355c5ad-575a-4a43-921f-89cb6dd0ddb1 req-404be04f-9f0e-4275-a8aa-460d6eb31fdb service neutron] 10.222.0.65 "GET /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882416 Jan 28 01:22:16.099150 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1355c5ad-575a-4a43-921f-89cb6dd0ddb1 req-da4d1de8-c602-4657-9bec-08be13487490 service neutron] 10.222.0.65 "GET /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821602 Jan 28 01:22:16.441689 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 9a13c741-2582-4b6a-a966-c8c021724c8f no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:22:16.483366 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] The host n-h2-826754-1 is not matching for port 9a13c741-2582-4b6a-a966-c8c021724c8f host n-h1-826754-1! {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 01:22:16.483791 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 9a13c741-2582-4b6a-a966-c8c021724c8f not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:22:17.003439 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c74475-6374-44d3-96ce-c363b9c64527 req-15afae1b-d0ea-4264-a5e9-4c2ed704b8b4 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:17.004969 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-91c74475-6374-44d3-96ce-c363b9c64527 req-15afae1b-d0ea-4264-a5e9-4c2ed704b8b4 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 943 time: 0.0556719 Jan 28 01:22:17.034134 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 9a13c741-2582-4b6a-a966-c8c021724c8f details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:22:17.053086 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-91c74475-6374-44d3-96ce-c363b9c64527 req-599da0c3-bcaa-47b9-b7c2-d0e0fee3ab8b tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424469 Jan 28 01:22:17.137302 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 9a13c741-2582-4b6a-a966-c8c021724c8f, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9a13c741-2582-4b6a-a966-c8c021724c8f,segment=NetworkSegment(013c934d-fa06-4737-8c4f-91455410a27e),segment_id=013c934d-fa06-4737-8c4f-91455410a27e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:22:17.151310 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '9a13c741-2582-4b6a-a966-c8c021724c8f', 'network_id': '16f88048-2750-4e7f-b660-9bcaa7e9ddfe', 'port_id': '9a13c741-2582-4b6a-a966-c8c021724c8f', 'mac_address': 'fa:16:3e:6a:f3:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc8f3ad-49b6-419e-aaf3-5c2b484d6b0d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:22:17.192645 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 9a13c741-2582-4b6a-a966-c8c021724c8f is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:22:17.193105 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9a13c741-2582-4b6a-a966-c8c021724c8f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:17.208566 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a13c741-2582-4b6a-a966-c8c021724c8f {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:22:17.229934 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 9a13c741-2582-4b6a-a966-c8c021724c8f, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9a13c741-2582-4b6a-a966-c8c021724c8f,segment=NetworkSegment(013c934d-fa06-4737-8c4f-91455410a27e),segment_id=013c934d-fa06-4737-8c4f-91455410a27e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:22:17.236033 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9a13c741-2582-4b6a-a966-c8c021724c8f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:17.266878 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d2eab-b09d-4d61-9235-0bc77be3ad89 req-46990bec-aa74-466e-8d11-599c640c5a72 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:17.268601 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f08d2eab-b09d-4d61-9235-0bc77be3ad89 req-46990bec-aa74-466e-8d11-599c640c5a72 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 943 time: 0.0562963 Jan 28 01:22:17.296004 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=9a13c741-2582-4b6a-a966-c8c021724c8f,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:17.304554 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2b207-4926-4e0c-ad87-49801a63c8cd req-d8b31841-4950-4cf3-b81d-e3c1bbdac4e8 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:17.305540 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-dfe2b207-4926-4e0c-ad87-49801a63c8cd req-d8b31841-4950-4cf3-b81d-e3c1bbdac4e8 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b&tenant_id=a5caa0ef660b48cfb68b515cb6bc82ba&binding%3Ahost_id=n-h1-826754-1 HTTP/1.1" status: 200 len: 944 time: 0.0566475 Jan 28 01:22:17.321184 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f08d2eab-b09d-4d61-9235-0bc77be3ad89 req-ec74cdd1-41ae-4e6d-ad05-92b6f4ce902b tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460026 Jan 28 01:22:17.367741 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [req-dfe2b207-4926-4e0c-ad87-49801a63c8cd req-0749eb90-fed2-4b60-9d38-05c82cdb6fbb service neutron] delete failed (client error): The resource could not be found. Jan 28 01:22:17.368767 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-dfe2b207-4926-4e0c-ad87-49801a63c8cd req-0749eb90-fed2-4b60-9d38-05c82cdb6fbb service neutron] 10.222.0.52 "DELETE /v2.0/ports/9a13c741-2582-4b6a-a966-c8c021724c8f/bindings/n-h2-826754-1 HTTP/1.1" status: 404 len: 380 time: 0.0567110 Jan 28 01:22:17.474237 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2b207-4926-4e0c-ad87-49801a63c8cd req-bf8b7be7-b9a0-4d26-8763-70789d3dbe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:17.475807 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-dfe2b207-4926-4e0c-ad87-49801a63c8cd req-bf8b7be7-b9a0-4d26-8763-70789d3dbe55 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a5caa0ef660b48cfb68b515cb6bc82ba&device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 1095 time: 0.0437765 Jan 28 01:22:17.526704 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['9a13c741-2582-4b6a-a966-c8c021724c8f'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:22:17.546956 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:22:17.572412 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2b207-4926-4e0c-ad87-49801a63c8cd req-70cdc769-e868-4b70-9671-a870a880ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:17.573900 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-dfe2b207-4926-4e0c-ad87-49801a63c8cd req-70cdc769-e868-4b70-9671-a870a880ad07 service neutron] 10.222.0.52 "GET /v2.0/networks?id=16f88048-2750-4e7f-b660-9bcaa7e9ddfe HTTP/1.1" status: 200 len: 916 time: 0.0923247 Jan 28 01:22:17.615000 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-dfe2b207-4926-4e0c-ad87-49801a63c8cd req-ba5f90a5-f19c-45ed-b8ef-dcb594eb0663 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a13c741-2582-4b6a-a966-c8c021724c8f HTTP/1.1" status: 200 len: 217 time: 0.0352032 Jan 28 01:22:17.670977 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2b207-4926-4e0c-ad87-49801a63c8cd req-5291a399-331a-4d3f-8061-fdaec34e97bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:17.672591 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-dfe2b207-4926-4e0c-ad87-49801a63c8cd req-5291a399-331a-4d3f-8061-fdaec34e97bd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7fc8f3ad-49b6-419e-aaf3-5c2b484d6b0d HTTP/1.1" status: 200 len: 855 time: 0.0519996 Jan 28 01:22:17.704079 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-dfe2b207-4926-4e0c-ad87-49801a63c8cd req-0b86e9f8-4cb3-453e-bd2f-f61387186896 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=16f88048-2750-4e7f-b660-9bcaa7e9ddfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257673 Jan 28 01:22:17.793303 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-dfe2b207-4926-4e0c-ad87-49801a63c8cd req-6a18be15-7d77-4249-9495-9e5ca3401524 service neutron] 10.222.0.52 "GET /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831971 Jan 28 01:22:17.889527 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-dfe2b207-4926-4e0c-ad87-49801a63c8cd req-abf4ee1d-0eaf-40f4-8e86-6905ece48aa6 service neutron] 10.222.0.52 "GET /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914803 Jan 28 01:22:18.453742 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafc19d-f3d0-4201-ab51-d4617f43d752 req-01f9723a-6e84-4e49-b8c6-1d2e5c3c4a0c tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:18.455251 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7bafc19d-f3d0-4201-ab51-d4617f43d752 req-01f9723a-6e84-4e49-b8c6-1d2e5c3c4a0c tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 944 time: 0.0566595 Jan 28 01:22:18.514940 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7bafc19d-f3d0-4201-ab51-d4617f43d752 req-c052b8d8-ef60-4394-9930-22a86a9125b1 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493419 Jan 28 01:22:18.641096 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885d36d-7d98-47ad-9911-5b5f6e14f06d req-ea26e543-1c89-4390-9f82-a7473ed7cc1f tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:18.642514 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f885d36d-7d98-47ad-9911-5b5f6e14f06d req-ea26e543-1c89-4390-9f82-a7473ed7cc1f tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 944 time: 0.0512218 Jan 28 01:22:18.691038 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f885d36d-7d98-47ad-9911-5b5f6e14f06d req-02c1e6fb-447e-4ead-8a74-838e963f4d58 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427403 Jan 28 01:22:18.806741 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8333c6-715b-42ee-9ff9-925bc2cb7e77 req-4f723af1-cc3a-4066-bd7a-31bb49c01600 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:18.808359 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0a8333c6-715b-42ee-9ff9-925bc2cb7e77 req-4f723af1-cc3a-4066-bd7a-31bb49c01600 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 944 time: 0.0498149 Jan 28 01:22:18.859189 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0a8333c6-715b-42ee-9ff9-925bc2cb7e77 req-c1bc0477-0a9c-4574-82d6-638a452dae1f tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443671 Jan 28 01:22:19.064035 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 9a13c741-2582-4b6a-a966-c8c021724c8f up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:22:19.129888 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 9a13c741-2582-4b6a-a966-c8c021724c8f completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:22:19.136012 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 9a13c741-2582-4b6a-a966-c8c021724c8f triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:22:19.136484 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9a13c741-2582-4b6a-a966-c8c021724c8f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:19.222044 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4219a-cde3-4688-85cd-abf69b782d77 req-376a4500-973e-4fa9-b996-370b4c9fd087 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:19.223462 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ed4219a-cde3-4688-85cd-abf69b782d77 req-376a4500-973e-4fa9-b996-370b4c9fd087 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 944 time: 0.0543473 Jan 28 01:22:19.225353 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 9a13c741-2582-4b6a-a966-c8c021724c8f is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:22:19.225816 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9a13c741-2582-4b6a-a966-c8c021724c8f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:19.252833 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9864fc-abe5-48cb-88b0-1d2d7d71115b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a13c741-2582-4b6a-a966-c8c021724c8f'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:22:19.255120 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0151bac2-6088-4faa-a44f-dec4a654e92b" -d '{"events": [{"server_uuid": "2c9864fc-abe5-48cb-88b0-1d2d7d71115b", "name": "network-vif-plugged", "status": "completed", "tag": "9a13c741-2582-4b6a-a966-c8c021724c8f"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:22:19.270627 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 9a13c741-2582-4b6a-a966-c8c021724c8f, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9a13c741-2582-4b6a-a966-c8c021724c8f,segment=NetworkSegment(013c934d-fa06-4737-8c4f-91455410a27e),segment_id=013c934d-fa06-4737-8c4f-91455410a27e)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:22:19.276030 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9a13c741-2582-4b6a-a966-c8c021724c8f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:19.286082 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4ed4219a-cde3-4688-85cd-abf69b782d77 req-591a474d-b40e-4d56-91f4-61ffa4062b67 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561051 Jan 28 01:22:19.311475 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cfc1b0-43d8-46f0-b4a5-15856d88e4ed x-openstack-request-id: req-42cfc1b0-43d8-46f0-b4a5-15856d88e4ed {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:22:19.311999 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9864fc-abe5-48cb-88b0-1d2d7d71115b", "name": "network-vif-plugged", "status": "completed", "tag": "9a13c741-2582-4b6a-a966-c8c021724c8f", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:22:19.312478 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-42cfc1b0-43d8-46f0-b4a5-15856d88e4ed {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:22:19.313845 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9864fc-abe5-48cb-88b0-1d2d7d71115b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a13c741-2582-4b6a-a966-c8c021724c8f', 'code': 200} Jan 28 01:22:19.348893 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=9a13c741-2582-4b6a-a966-c8c021724c8f,revision_number=9']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:20.420380 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c82ca6-fbe2-4c15-9b4e-084a2d2bb58a req-cee27449-4d24-48d0-aa0c-941edc7ac1b4 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:20.422046 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-92c82ca6-fbe2-4c15-9b4e-084a2d2bb58a req-cee27449-4d24-48d0-aa0c-941edc7ac1b4 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 945 time: 0.0490406 Jan 28 01:22:20.478734 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-92c82ca6-fbe2-4c15-9b4e-084a2d2bb58a req-8fbd3e06-df95-4753-b423-daee2314a15a tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484805 Jan 28 01:22:20.544748 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252628f-baa4-45f1-852e-13a45f91766d req-d222efcb-0222-44be-bcb2-3f2ceb990bb9 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:20.546216 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1252628f-baa4-45f1-852e-13a45f91766d req-d222efcb-0222-44be-bcb2-3f2ceb990bb9 tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c9864fc-abe5-48cb-88b0-1d2d7d71115b HTTP/1.1" status: 200 len: 945 time: 0.0559535 Jan 28 01:22:20.642427 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-1252628f-baa4-45f1-852e-13a45f91766d req-d6bd9f3c-7952-4c97-87e3-e35f4deff7ca tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Deleting port 9a13c741-2582-4b6a-a966-c8c021724c8f {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:22:20.642670 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1252628f-baa4-45f1-852e-13a45f91766d req-d6bd9f3c-7952-4c97-87e3-e35f4deff7ca tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (9a13c741-2582-4b6a-a966-c8c021724c8f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:20.741121 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-1252628f-baa4-45f1-852e-13a45f91766d req-d6bd9f3c-7952-4c97-87e3-e35f4deff7ca tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] For port 9a13c741-2582-4b6a-a966-c8c021724c8f, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=9a13c741-2582-4b6a-a966-c8c021724c8f,segment=NetworkSegment(013c934d-fa06-4737-8c4f-91455410a27e),segment_id=013c934d-fa06-4737-8c4f-91455410a27e)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:22:20.741495 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1252628f-baa4-45f1-852e-13a45f91766d req-d6bd9f3c-7952-4c97-87e3-e35f4deff7ca tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (9a13c741-2582-4b6a-a966-c8c021724c8f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:20.756226 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-1252628f-baa4-45f1-852e-13a45f91766d req-d6bd9f3c-7952-4c97-87e3-e35f4deff7ca tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Calling delete_port for 9a13c741-2582-4b6a-a966-c8c021724c8f owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:22:20.895606 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1252628f-baa4-45f1-852e-13a45f91766d req-d6bd9f3c-7952-4c97-87e3-e35f4deff7ca tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (9a13c741-2582-4b6a-a966-c8c021724c8f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:20.929019 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['9a13c741-2582-4b6a-a966-c8c021724c8f'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:22:20.929594 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd9f3c-7952-4c97-87e3-e35f4deff7ca tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Pushing event deleted for resources: {'Port': ['ID=9a13c741-2582-4b6a-a966-c8c021724c8f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:20.973343 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-1252628f-baa4-45f1-852e-13a45f91766d req-d6bd9f3c-7952-4c97-87e3-e35f4deff7ca tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] No DVR routers for this DVR port 9a13c741-2582-4b6a-a966-c8c021724c8f on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:22:20.975895 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1252628f-baa4-45f1-852e-13a45f91766d req-d6bd9f3c-7952-4c97-87e3-e35f4deff7ca tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:20.979177 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1252628f-baa4-45f1-852e-13a45f91766d req-d6bd9f3c-7952-4c97-87e3-e35f4deff7ca tempest-ServerDiskConfigTestJSON-599352386 tempest-ServerDiskConfigTestJSON-599352386-project] 10.222.0.65 "DELETE /v2.0/ports/9a13c741-2582-4b6a-a966-c8c021724c8f HTTP/1.1" status: 204 len: 173 time: 0.4275014 Jan 28 01:22:20.979646 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9864fc-abe5-48cb-88b0-1d2d7d71115b', 'name': 'network-vif-deleted', 'tag': '9a13c741-2582-4b6a-a966-c8c021724c8f'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:22:20.981937 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e26ae09-bd72-47bd-9e38-0072a8688365" -d '{"events": [{"server_uuid": "2c9864fc-abe5-48cb-88b0-1d2d7d71115b", "name": "network-vif-deleted", "tag": "9a13c741-2582-4b6a-a966-c8c021724c8f"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:22:21.028977 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90598d5-f43f-45e7-a16d-2de456630df8 x-openstack-request-id: req-b90598d5-f43f-45e7-a16d-2de456630df8 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:22:21.029364 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9864fc-abe5-48cb-88b0-1d2d7d71115b", "name": "network-vif-deleted", "tag": "9a13c741-2582-4b6a-a966-c8c021724c8f", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:22:21.029694 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b90598d5-f43f-45e7-a16d-2de456630df8 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:22:21.030311 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9864fc-abe5-48cb-88b0-1d2d7d71115b', 'name': 'network-vif-deleted', 'tag': '9a13c741-2582-4b6a-a966-c8c021724c8f', 'status': 'completed', 'code': 200} Jan 28 01:22:21.612274 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53096) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:21.659750 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b65a5dc-0602-4ecd-b685-2f5a134d32bb admin admin] Deleting subnet 7fc8f3ad-49b6-419e-aaf3-5c2b484d6b0d {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:22:21.663284 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8b65a5dc-0602-4ecd-b685-2f5a134d32bb admin admin] Publish callbacks [] for subnet (7fc8f3ad-49b6-419e-aaf3-5c2b484d6b0d), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:21.701236 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8b65a5dc-0602-4ecd-b685-2f5a134d32bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (7fc8f3ad-49b6-419e-aaf3-5c2b484d6b0d), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:21.746773 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8b65a5dc-0602-4ecd-b685-2f5a134d32bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (7fc8f3ad-49b6-419e-aaf3-5c2b484d6b0d), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:21.801814 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8b65a5dc-0602-4ecd-b685-2f5a134d32bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (7fc8f3ad-49b6-419e-aaf3-5c2b484d6b0d), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:21.827488 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65a5dc-0602-4ecd-b685-2f5a134d32bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fc8f3ad-49b6-419e-aaf3-5c2b484d6b0d,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:21.831785 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8b65a5dc-0602-4ecd-b685-2f5a134d32bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:21.835080 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8b65a5dc-0602-4ecd-b685-2f5a134d32bb admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7fc8f3ad-49b6-419e-aaf3-5c2b484d6b0d HTTP/1.1" status: 204 len: 168 time: 0.2214625 Jan 28 01:22:21.837589 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53098) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:21.918082 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2c0e23e-c931-416b-9ba7-46307627d0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (16f88048-2750-4e7f-b660-9bcaa7e9ddfe), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:22.009841 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2c0e23e-c931-416b-9ba7-46307627d0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (16f88048-2750-4e7f-b660-9bcaa7e9ddfe), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:22.034761 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-b2c0e23e-c931-416b-9ba7-46307627d0c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f88048-2750-4e7f-b660-9bcaa7e9ddfe']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:22:22.044676 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-b2c0e23e-c931-416b-9ba7-46307627d0c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '013c934d-fa06-4737-8c4f-91455410a27e') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:22:22.044973 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-b2c0e23e-c931-416b-9ba7-46307627d0c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '013c934d-fa06-4737-8c4f-91455410a27e') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:22:22.055262 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2c0e23e-c931-416b-9ba7-46307627d0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (013c934d-fa06-4737-8c4f-91455410a27e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:22.068832 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2c0e23e-c931-416b-9ba7-46307627d0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (013c934d-fa06-4737-8c4f-91455410a27e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:22.075115 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c0e23e-c931-416b-9ba7-46307627d0c2 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:22:22.075516 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2c0e23e-c931-416b-9ba7-46307627d0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (013c934d-fa06-4737-8c4f-91455410a27e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:22.077246 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 01:22:22.077246 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:22:22.077246 n-d-826754-1 neutron-server[103344]: timer() Jan 28 01:22:22.077246 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:22:22.077246 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 01:22:22.077246 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:22:22.077246 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 01:22:22.077246 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:22:22.077246 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 01:22:22.077246 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:22:22.077246 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 01:22:22.077246 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:22:22.077246 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 01:22:22.077246 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:22:22.077246 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:22:22.077246 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:22:22.077246 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:22:22.077246 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:22:22.077246 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 01:22:22.077246 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:22:22.077246 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 01:22:22.077246 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:22:22.077246 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:22:22.077246 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:22:22.077246 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 01:22:22.077246 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:22:22.077246 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:22:22.077246 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:22:22.077246 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:22:22.077246 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:22:22.077246 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:22:22.077246 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:22:22.133472 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2c0e23e-c931-416b-9ba7-46307627d0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (16f88048-2750-4e7f-b660-9bcaa7e9ddfe), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:22.139677 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2c0e23e-c931-416b-9ba7-46307627d0c2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:22.144095 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b2c0e23e-c931-416b-9ba7-46307627d0c2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/16f88048-2750-4e7f-b660-9bcaa7e9ddfe HTTP/1.1" status: 204 len: 168 time: 0.3055308 Jan 28 01:22:22.162956 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0e23e-c931-416b-9ba7-46307627d0c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=16f88048-2750-4e7f-b660-9bcaa7e9ddfe,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:22.280322 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53102) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:22.321146 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d0485d27-887d-48ef-b943-f620ecfa3bac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a5caa0ef660b48cfb68b515cb6bc82ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396397 Jan 28 01:22:22.323661 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53104) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:22.378793 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-53ccdd76-97b6-4c48-9350-64fc29cc45ed admin admin] Publish callbacks [] for security_group (c2a2c70f-6062-4988-a080-7c1bd7ea4e7a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:22.401935 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-53ccdd76-97b6-4c48-9350-64fc29cc45ed admin admin] Publish callbacks [] for security_group (c2a2c70f-6062-4988-a080-7c1bd7ea4e7a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:22.455302 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-53ccdd76-97b6-4c48-9350-64fc29cc45ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c2a2c70f-6062-4988-a080-7c1bd7ea4e7a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:22.458244 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-53ccdd76-97b6-4c48-9350-64fc29cc45ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:22.459455 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-53ccdd76-97b6-4c48-9350-64fc29cc45ed admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c2a2c70f-6062-4988-a080-7c1bd7ea4e7a HTTP/1.1" status: 204 len: 168 time: 0.1348913 Jan 28 01:22:22.467503 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ccdd76-97b6-4c48-9350-64fc29cc45ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a2c70f-6062-4988-a080-7c1bd7ea4e7a,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:23.191567 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53126) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:23.292852 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e796aa80-1b6d-4703-a0ac-83e1ae0ea324 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1366612525-network', 'tenant_id': '7ee279632025430f900ed55c22bbb14a'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:22:23.312545 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e796aa80-1b6d-4703-a0ac-83e1ae0ea324 admin admin] Made reservation on behalf of 7ee279632025430f900ed55c22bbb14a for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:22:23.315148 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e796aa80-1b6d-4703-a0ac-83e1ae0ea324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:23.324765 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e796aa80-1b6d-4703-a0ac-83e1ae0ea324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:23.410740 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e796aa80-1b6d-4703-a0ac-83e1ae0ea324 admin admin] Publish callbacks [] for security_group (682566ef-2a7f-434d-b976-74edc57078f6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:23.414853 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e796aa80-1b6d-4703-a0ac-83e1ae0ea324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (682566ef-2a7f-434d-b976-74edc57078f6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:23.445941 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e796aa80-1b6d-4703-a0ac-83e1ae0ea324 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:22:23.472435 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796aa80-1b6d-4703-a0ac-83e1ae0ea324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682566ef-2a7f-434d-b976-74edc57078f6,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:23.475464 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e796aa80-1b6d-4703-a0ac-83e1ae0ea324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (a5748665-3773-4df1-9350-af8ae20c10a1), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:23.475940 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-e796aa80-1b6d-4703-a0ac-83e1ae0ea324 admin admin] Added segment a5748665-3773-4df1-9350-af8ae20c10a1 of type vlan for network 8d4d03ff-a518-4131-ac15-49a65f6d4319 Jan 28 01:22:23.521282 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e796aa80-1b6d-4703-a0ac-83e1ae0ea324 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (8d4d03ff-a518-4131-ac15-49a65f6d4319), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:23.548494 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e796aa80-1b6d-4703-a0ac-83e1ae0ea324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (8d4d03ff-a518-4131-ac15-49a65f6d4319), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:23.549379 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e796aa80-1b6d-4703-a0ac-83e1ae0ea324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:23.549963 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e796aa80-1b6d-4703-a0ac-83e1ae0ea324 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:23.609180 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e796aa80-1b6d-4703-a0ac-83e1ae0ea324 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4158709 Jan 28 01:22:23.612699 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53130) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:23.617870 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-13483481-6df0-4acb-ad5b-2bedd5eefd70 admin admin] Request body: {'subnet': {'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1366612525-subnet', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:22:23.620966 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796aa80-1b6d-4703-a0ac-83e1ae0ea324 admin admin] Pushing event updated for resources: {'Network': ['ID=8d4d03ff-a518-4131-ac15-49a65f6d4319,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:23.631568 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 8d4d03ff-a518-4131-ac15-49a65f6d4319 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:22:23.640228 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13483481-6df0-4acb-ad5b-2bedd5eefd70 admin admin] Made reservation on behalf of 7ee279632025430f900ed55c22bbb14a for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:22:23.643405 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-13483481-6df0-4acb-ad5b-2bedd5eefd70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:23.829608 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-13483481-6df0-4acb-ad5b-2bedd5eefd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (f87f6bed-8ef9-4932-967c-9de56143b2f7), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:23.879786 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13483481-6df0-4acb-ad5b-2bedd5eefd70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f87f6bed-8ef9-4932-967c-9de56143b2f7,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:23.897586 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13483481-6df0-4acb-ad5b-2bedd5eefd70 admin admin] Checking segment: {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:22:23.897943 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13483481-6df0-4acb-ad5b-2bedd5eefd70 admin admin] Network hostable DHCP agents. Network: 8d4d03ff-a518-4131-ac15-49a65f6d4319, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:22:23.915565 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13483481-6df0-4acb-ad5b-2bedd5eefd70 admin admin] Network 8d4d03ff-a518-4131-ac15-49a65f6d4319 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:22:23.925728 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-13483481-6df0-4acb-ad5b-2bedd5eefd70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 8d4d03ff-a518-4131-ac15-49a65f6d4319) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:22:23.931238 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13483481-6df0-4acb-ad5b-2bedd5eefd70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:23.932011 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-13483481-6df0-4acb-ad5b-2bedd5eefd70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:23.935864 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6114be-d42c-40ae-a694-4b108a698897 None None] Network 8d4d03ff-a518-4131-ac15-49a65f6d4319 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:22:23.951315 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-13483481-6df0-4acb-ad5b-2bedd5eefd70 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3369598 Jan 28 01:22:23.954420 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53134) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:23.958864 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-366b81da-4e5b-41b6-919c-adc03b0a4fcf admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:22:23.979974 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-366b81da-4e5b-41b6-919c-adc03b0a4fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (6a04d4f3-27ef-41ea-bc97-a3715036ed20), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:23.981373 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-366b81da-4e5b-41b6-919c-adc03b0a4fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (6a04d4f3-27ef-41ea-bc97-a3715036ed20), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:24.039629 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-366b81da-4e5b-41b6-919c-adc03b0a4fcf admin admin] Publish callbacks [] for router_controller (6a04d4f3-27ef-41ea-bc97-a3715036ed20), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:24.047118 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e71503-fa0c-4015-b79e-81c6e2e66fef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-8d4d03ff-a518-4131-ac15-49a65f6d4319', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'project_id': '7ee279632025430f900ed55c22bbb14a', 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:22:24.048070 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-48e71503-fa0c-4015-b79e-81c6e2e66fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:24.191151 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-48e71503-fa0c-4015-b79e-81c6e2e66fef None None] Allocated IP 172.20.0.2 (8d4d03ff-a518-4131-ac15-49a65f6d4319/f87f6bed-8ef9-4932-967c-9de56143b2f7/95c2ce42-913c-487e-8fec-633a02c0ea29) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:22:24.192717 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-366b81da-4e5b-41b6-919c-adc03b0a4fcf admin admin] Publish callbacks [] for router_gateway (6a04d4f3-27ef-41ea-bc97-a3715036ed20), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:24.353137 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-48e71503-fa0c-4015-b79e-81c6e2e66fef None None] Publish callbacks [] for port (95c2ce42-913c-487e-8fec-633a02c0ea29), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:24.361384 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-48e71503-fa0c-4015-b79e-81c6e2e66fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (95c2ce42-913c-487e-8fec-633a02c0ea29), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:24.403852 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e71503-fa0c-4015-b79e-81c6e2e66fef None None] Network 8d4d03ff-a518-4131-ac15-49a65f6d4319 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:22:24.413576 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-48e71503-fa0c-4015-b79e-81c6e2e66fef None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:22:24.415525 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e71503-fa0c-4015-b79e-81c6e2e66fef None None] Pushing event updated for resources: {'Port': ['ID=95c2ce42-913c-487e-8fec-633a02c0ea29,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:24.417596 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e71503-fa0c-4015-b79e-81c6e2e66fef None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:22:24.428097 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-366b81da-4e5b-41b6-919c-adc03b0a4fcf admin admin] Publish callbacks [] for router_gateway (6a04d4f3-27ef-41ea-bc97-a3715036ed20), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:24.449651 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-366b81da-4e5b-41b6-919c-adc03b0a4fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:24.480406 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-48e71503-fa0c-4015-b79e-81c6e2e66fef None None] Attempting to bind port 95c2ce42-913c-487e-8fec-633a02c0ea29 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:22:24.480784 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-48e71503-fa0c-4015-b79e-81c6e2e66fef None None] Attempting to bind port 95c2ce42-913c-487e-8fec-633a02c0ea29 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:22:24.481224 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e71503-fa0c-4015-b79e-81c6e2e66fef None None] Attempting to bind port 95c2ce42-913c-487e-8fec-633a02c0ea29 on network 8d4d03ff-a518-4131-ac15-49a65f6d4319 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:22:24.487364 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e71503-fa0c-4015-b79e-81c6e2e66fef None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:22:24.487785 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e71503-fa0c-4015-b79e-81c6e2e66fef None None] Checking segment: {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:22:24.488194 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-48e71503-fa0c-4015-b79e-81c6e2e66fef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:24.488673 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e71503-fa0c-4015-b79e-81c6e2e66fef None None] Bound using segment: {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:22:24.489092 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-48e71503-fa0c-4015-b79e-81c6e2e66fef None None] Bound port: 95c2ce42-913c-487e-8fec-633a02c0ea29, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:22:24.489464 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-48e71503-fa0c-4015-b79e-81c6e2e66fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (95c2ce42-913c-487e-8fec-633a02c0ea29), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:24.558088 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-366b81da-4e5b-41b6-919c-adc03b0a4fcf admin admin] Allocated IP 172.25.3.46 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/af60d46f-0eef-406a-af6d-23602f135e51) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:22:24.566103 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-48e71503-fa0c-4015-b79e-81c6e2e66fef None None] For port 95c2ce42-913c-487e-8fec-633a02c0ea29, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:22:24.570650 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-48e71503-fa0c-4015-b79e-81c6e2e66fef None None] For port 95c2ce42-913c-487e-8fec-633a02c0ea29, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=95c2ce42-913c-487e-8fec-633a02c0ea29,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:22:24.574749 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-48e71503-fa0c-4015-b79e-81c6e2e66fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (95c2ce42-913c-487e-8fec-633a02c0ea29), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:24.647192 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e71503-fa0c-4015-b79e-81c6e2e66fef None None] Pushing event updated for resources: {'Port': ['ID=95c2ce42-913c-487e-8fec-633a02c0ea29,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:24.689395 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-366b81da-4e5b-41b6-919c-adc03b0a4fcf admin admin] Publish callbacks [] for port (af60d46f-0eef-406a-af6d-23602f135e51), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:24.727741 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-366b81da-4e5b-41b6-919c-adc03b0a4fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (af60d46f-0eef-406a-af6d-23602f135e51), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:24.769900 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366b81da-4e5b-41b6-919c-adc03b0a4fcf admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:22:24.773210 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-366b81da-4e5b-41b6-919c-adc03b0a4fcf admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:22:24.779436 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366b81da-4e5b-41b6-919c-adc03b0a4fcf admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:22:24.786638 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b81da-4e5b-41b6-919c-adc03b0a4fcf admin admin] Pushing event updated for resources: {'Port': ['ID=af60d46f-0eef-406a-af6d-23602f135e51,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:25.089082 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-366b81da-4e5b-41b6-919c-adc03b0a4fcf admin admin] Publish callbacks [] for router_gateway (6a04d4f3-27ef-41ea-bc97-a3715036ed20), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:25.105271 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 9a13c741-2582-4b6a-a966-c8c021724c8f no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:22:25.130057 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 9a13c741-2582-4b6a-a966-c8c021724c8f {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:22:25.130702 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 9a13c741-2582-4b6a-a966-c8c021724c8f not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:22:25.300836 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-366b81da-4e5b-41b6-919c-adc03b0a4fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (6a04d4f3-27ef-41ea-bc97-a3715036ed20), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:25.446747 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366b81da-4e5b-41b6-919c-adc03b0a4fcf admin admin] Router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:22:25.568658 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366b81da-4e5b-41b6-919c-adc03b0a4fcf admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:22:25.580113 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fdf68c-95aa-4488-aff6-964277a17fd2 None None] Sync routers for ids ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:22:25.592370 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fdf68c-95aa-4488-aff6-964277a17fd2 None None] Routers {'6a04d4f3-27ef-41ea-bc97-a3715036ed20'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:22:25.594426 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-49fdf68c-95aa-4488-aff6-964277a17fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:22:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:22:25.599941 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-366b81da-4e5b-41b6-919c-adc03b0a4fcf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:25.604461 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53136) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:25.605018 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-366b81da-4e5b-41b6-919c-adc03b0a4fcf admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6489952 Jan 28 01:22:25.707900 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-49fdf68c-95aa-4488-aff6-964277a17fd2 None None] Set router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:22:25.740315 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1235ef12-40ea-4d68-a616-97622abe810f None None] Network 8d4d03ff-a518-4131-ac15-49a65f6d4319 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:22:25.899122 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-e329c500-3d3c-4451-966e-f54878eedd5b None None] Provisioning complete for port 95c2ce42-913c-487e-8fec-633a02c0ea29 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:22:25.899410 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e329c500-3d3c-4451-966e-f54878eedd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (95c2ce42-913c-487e-8fec-633a02c0ea29), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:26.091649 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 95c2ce42-913c-487e-8fec-633a02c0ea29 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:22:26.101535 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6b8a32fa-5912-4076-a01c-61c184b14da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:26.301456 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-e329c500-3d3c-4451-966e-f54878eedd5b None None] Current status of the port 95c2ce42-913c-487e-8fec-633a02c0ea29 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:22:26.301878 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e329c500-3d3c-4451-966e-f54878eedd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (95c2ce42-913c-487e-8fec-633a02c0ea29), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:26.309192 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-6b8a32fa-5912-4076-a01c-61c184b14da6 admin admin] Allocated IP 172.20.0.1 (8d4d03ff-a518-4131-ac15-49a65f6d4319/f87f6bed-8ef9-4932-967c-9de56143b2f7/b0e2e805-f72d-46e1-920c-70ef63ef9537) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:22:26.361400 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-49fdf68c-95aa-4488-aff6-964277a17fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:22:24Z', 'revision_number': 3, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port': {'id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:24Z', 'updated_at': '2022-01-28T01:22:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:22:26.366778 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-e329c500-3d3c-4451-966e-f54878eedd5b None None] For port 95c2ce42-913c-487e-8fec-633a02c0ea29, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=95c2ce42-913c-487e-8fec-633a02c0ea29,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:22:26.396133 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fdf68c-95aa-4488-aff6-964277a17fd2 None None] Checking router: 6a04d4f3-27ef-41ea-bc97-a3715036ed20 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:22:26.396486 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fdf68c-95aa-4488-aff6-964277a17fd2 None None] Updating router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 port af60d46f-0eef-406a-af6d-23602f135e51 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:22:26.398494 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e329c500-3d3c-4451-966e-f54878eedd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (95c2ce42-913c-487e-8fec-633a02c0ea29), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:26.430219 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6b8a32fa-5912-4076-a01c-61c184b14da6 admin admin] Publish callbacks [] for port (b0e2e805-f72d-46e1-920c-70ef63ef9537), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:26.439272 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 95c2ce42-913c-487e-8fec-633a02c0ea29 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:22:26.439677 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (95c2ce42-913c-487e-8fec-633a02c0ea29), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:26.470775 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6b8a32fa-5912-4076-a01c-61c184b14da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b0e2e805-f72d-46e1-920c-70ef63ef9537), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:26.472909 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49fdf68c-95aa-4488-aff6-964277a17fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (af60d46f-0eef-406a-af6d-23602f135e51), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:26.515994 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8a32fa-5912-4076-a01c-61c184b14da6 admin admin] Network 8d4d03ff-a518-4131-ac15-49a65f6d4319 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:22:26.518862 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-6b8a32fa-5912-4076-a01c-61c184b14da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:22:26.521453 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8a32fa-5912-4076-a01c-61c184b14da6 admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:22:26.547757 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329c500-3d3c-4451-966e-f54878eedd5b None None] Pushing event updated for resources: {'Port': ['ID=95c2ce42-913c-487e-8fec-633a02c0ea29,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:26.549468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a32fa-5912-4076-a01c-61c184b14da6 admin admin] Pushing event updated for resources: {'Port': ['ID=b0e2e805-f72d-46e1-920c-70ef63ef9537,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:26.574667 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6b8a32fa-5912-4076-a01c-61c184b14da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (6a04d4f3-27ef-41ea-bc97-a3715036ed20), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:26.621657 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-81a7e9be-f11f-4a56-bd13-673003551fbf None None] Provisioning complete for port 95c2ce42-913c-487e-8fec-633a02c0ea29 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:22:26.622043 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81a7e9be-f11f-4a56-bd13-673003551fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (95c2ce42-913c-487e-8fec-633a02c0ea29), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:26.724026 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6b8a32fa-5912-4076-a01c-61c184b14da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b0e2e805-f72d-46e1-920c-70ef63ef9537), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:26.757884 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 95c2ce42-913c-487e-8fec-633a02c0ea29 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:22:26.841311 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-81a7e9be-f11f-4a56-bd13-673003551fbf None None] Current status of the port 95c2ce42-913c-487e-8fec-633a02c0ea29 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:22:26.900416 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6b8a32fa-5912-4076-a01c-61c184b14da6 admin admin] Publish callbacks [] for port (b0e2e805-f72d-46e1-920c-70ef63ef9537), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:26.904486 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49fdf68c-95aa-4488-aff6-964277a17fd2 None None] Publish callbacks [] for port (af60d46f-0eef-406a-af6d-23602f135e51), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:26.905562 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6b8a32fa-5912-4076-a01c-61c184b14da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (b0e2e805-f72d-46e1-920c-70ef63ef9537), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:26.910685 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49fdf68c-95aa-4488-aff6-964277a17fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (af60d46f-0eef-406a-af6d-23602f135e51), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:26.972465 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fa25e-e871-404a-9abc-5ba7ac59143d None None] Pushing event updated for resources: {'Port': ['ID=af60d46f-0eef-406a-af6d-23602f135e51,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:26.974504 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a32fa-5912-4076-a01c-61c184b14da6 admin admin] Pushing event updated for resources: {'Port': ['ID=b0e2e805-f72d-46e1-920c-70ef63ef9537,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:26.976505 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-49fdf68c-95aa-4488-aff6-964277a17fd2 None None] Attempting to bind port af60d46f-0eef-406a-af6d-23602f135e51 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:22:26.976809 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-49fdf68c-95aa-4488-aff6-964277a17fd2 None None] Attempting to bind port af60d46f-0eef-406a-af6d-23602f135e51 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:22:26.977102 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6b8a32fa-5912-4076-a01c-61c184b14da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (6a04d4f3-27ef-41ea-bc97-a3715036ed20), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:26.977318 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fdf68c-95aa-4488-aff6-964277a17fd2 None None] Attempting to bind port af60d46f-0eef-406a-af6d-23602f135e51 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:22:26.988193 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fdf68c-95aa-4488-aff6-964277a17fd2 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:22:26.988831 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fdf68c-95aa-4488-aff6-964277a17fd2 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:22:26.989258 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49fdf68c-95aa-4488-aff6-964277a17fd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:26.989661 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fdf68c-95aa-4488-aff6-964277a17fd2 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:22:26.990339 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-49fdf68c-95aa-4488-aff6-964277a17fd2 None None] Bound port: af60d46f-0eef-406a-af6d-23602f135e51, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:22:26.990999 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49fdf68c-95aa-4488-aff6-964277a17fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (af60d46f-0eef-406a-af6d-23602f135e51), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:26.995597 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ad8c70ec-9ac8-4025-8f1d-ea9e92c611b9 None None] Provisioning complete for port b0e2e805-f72d-46e1-920c-70ef63ef9537 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:22:26.996004 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ad8c70ec-9ac8-4025-8f1d-ea9e92c611b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b0e2e805-f72d-46e1-920c-70ef63ef9537), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:27.079891 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ad8c70ec-9ac8-4025-8f1d-ea9e92c611b9 None None] Port b0e2e805-f72d-46e1-920c-70ef63ef9537 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:22:27.085091 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8a32fa-5912-4076-a01c-61c184b14da6 admin admin] Network 8d4d03ff-a518-4131-ac15-49a65f6d4319 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:22:27.086802 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-6b8a32fa-5912-4076-a01c-61c184b14da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:22:27.087120 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-49fdf68c-95aa-4488-aff6-964277a17fd2 None None] For port af60d46f-0eef-406a-af6d-23602f135e51, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:22:27.091256 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-49fdf68c-95aa-4488-aff6-964277a17fd2 None None] For port af60d46f-0eef-406a-af6d-23602f135e51, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=af60d46f-0eef-406a-af6d-23602f135e51,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:22:27.097893 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-49fdf68c-95aa-4488-aff6-964277a17fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (af60d46f-0eef-406a-af6d-23602f135e51), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:27.160818 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fdf68c-95aa-4488-aff6-964277a17fd2 None None] Routers {'6a04d4f3-27ef-41ea-bc97-a3715036ed20'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:22:27.161479 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-49fdf68c-95aa-4488-aff6-964277a17fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:22:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:22:27.211238 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fa25e-e871-404a-9abc-5ba7ac59143d None None] Pushing event updated for resources: {'Port': ['ID=af60d46f-0eef-406a-af6d-23602f135e51,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:27.244626 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8a32fa-5912-4076-a01c-61c184b14da6 admin admin] Router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:22:27.299109 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-49fdf68c-95aa-4488-aff6-964277a17fd2 None None] Set router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:22:27.388300 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8a32fa-5912-4076-a01c-61c184b14da6 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:22:27.395894 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6b8a32fa-5912-4076-a01c-61c184b14da6 admin admin] 10.222.0.70 "PUT /v2.0/routers/6a04d4f3-27ef-41ea-bc97-a3715036ed20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7899890 Jan 28 01:22:27.465067 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-16bb9537-478f-4ee7-a773-ea208c58e291 None None] Provisioning complete for port b0e2e805-f72d-46e1-920c-70ef63ef9537 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:22:27.465468 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16bb9537-478f-4ee7-a773-ea208c58e291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b0e2e805-f72d-46e1-920c-70ef63ef9537), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:27.539999 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-16bb9537-478f-4ee7-a773-ea208c58e291 None None] Port b0e2e805-f72d-46e1-920c-70ef63ef9537 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:22:27.599286 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-49fdf68c-95aa-4488-aff6-964277a17fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:22:26Z', 'revision_number': 4, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port': {'id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:24Z', 'updated_at': '2022-01-28T01:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'b0e2e805-f72d-46e1-920c-70ef63ef9537', 'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'mac_address': 'fa:16:3e:ff:95:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:26Z', 'updated_at': '2022-01-28T01:22:26Z', 'revision_number': 2, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'subnets': [{'id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:22:27.628961 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fdf68c-95aa-4488-aff6-964277a17fd2 None None] The sync data for ids ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'] in n-d-826754-1 is: [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:22:26Z', 'revision_number': 4, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port': {'id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:24Z', 'updated_at': '2022-01-28T01:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'b0e2e805-f72d-46e1-920c-70ef63ef9537', 'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'mac_address': 'fa:16:3e:ff:95:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:26Z', 'updated_at': '2022-01-28T01:22:26Z', 'revision_number': 2, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'subnets': [{'id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:22:28.029068 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 53144) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:28.036337 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-04e801b1-fb64-4187-b012-637a24a9fe16 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Request body: {'security_group': {'name': 'tempest-securitygroup--701205806', 'description': 'tempest-description--998805308'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:22:28.061205 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-04e801b1-fb64-4187-b012-637a24a9fe16 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:28.066780 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 95c2ce42-913c-487e-8fec-633a02c0ea29 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:22:28.128713 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 95c2ce42-913c-487e-8fec-633a02c0ea29 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:22:28.129095 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (95c2ce42-913c-487e-8fec-633a02c0ea29), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:28.152790 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-04e801b1-fb64-4187-b012-637a24a9fe16 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for security_group (43b04045-a4ab-4d31-bba6-aecf58da8efe), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:28.160230 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-04e801b1-fb64-4187-b012-637a24a9fe16 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (43b04045-a4ab-4d31-bba6-aecf58da8efe), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:28.200955 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-04e801b1-fb64-4187-b012-637a24a9fe16 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:28.203556 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-04e801b1-fb64-4187-b012-637a24a9fe16 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1702406 Jan 28 01:22:28.204943 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e801b1-fb64-4187-b012-637a24a9fe16 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43b04045-a4ab-4d31-bba6-aecf58da8efe,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:28.207397 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53146) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:28.212715 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-39ce5142-1b27-4b37-952a-2987311d5ee5 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Request body: {'security_group_rule': {'security_group_id': '43b04045-a4ab-4d31-bba6-aecf58da8efe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:22:28.235741 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 95c2ce42-913c-487e-8fec-633a02c0ea29 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:22:28.248464 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-39ce5142-1b27-4b37-952a-2987311d5ee5 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for security_group_rule (83002ad4-e985-4e75-8acf-843f326aa67d), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:28.309730 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-39ce5142-1b27-4b37-952a-2987311d5ee5 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for security_group_rule (83002ad4-e985-4e75-8acf-843f326aa67d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:28.314461 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-39ce5142-1b27-4b37-952a-2987311d5ee5 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (83002ad4-e985-4e75-8acf-843f326aa67d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:28.336130 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce5142-1b27-4b37-952a-2987311d5ee5 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83002ad4-e985-4e75-8acf-843f326aa67d,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:28.342553 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-39ce5142-1b27-4b37-952a-2987311d5ee5 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:28.348093 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-39ce5142-1b27-4b37-952a-2987311d5ee5 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1355393 Jan 28 01:22:28.348093 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53148) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:28.354397 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-6ab1f2d1-8de1-41ff-9ff3-423f579de7f4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Request body: {'security_group_rule': {'security_group_id': '43b04045-a4ab-4d31-bba6-aecf58da8efe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:22:28.391391 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6ab1f2d1-8de1-41ff-9ff3-423f579de7f4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for security_group_rule (a8656399-66cd-4d23-bd93-ca88cf225b8b), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:28.485237 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6ab1f2d1-8de1-41ff-9ff3-423f579de7f4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for security_group_rule (a8656399-66cd-4d23-bd93-ca88cf225b8b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:28.490625 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6ab1f2d1-8de1-41ff-9ff3-423f579de7f4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (a8656399-66cd-4d23-bd93-ca88cf225b8b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:28.514915 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1f2d1-8de1-41ff-9ff3-423f579de7f4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8656399-66cd-4d23-bd93-ca88cf225b8b,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:28.526969 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6ab1f2d1-8de1-41ff-9ff3-423f579de7f4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:28.528305 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6ab1f2d1-8de1-41ff-9ff3-423f579de7f4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1796699 Jan 28 01:22:28.531382 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53150) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:28.538617 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2549ee73-71f0-4a79-a4fa-e90952c8fd58 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:22:28.564975 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2549ee73-71f0-4a79-a4fa-e90952c8fd58 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:28.680631 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2549ee73-71f0-4a79-a4fa-e90952c8fd58 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:28.805785 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-2549ee73-71f0-4a79-a4fa-e90952c8fd58 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Allocated IP 172.25.3.41 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/5f5ba627-001a-4472-9f37-aec64546fc47) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:22:29.257321 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2549ee73-71f0-4a79-a4fa-e90952c8fd58 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for port (5f5ba627-001a-4472-9f37-aec64546fc47), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:29.293577 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2549ee73-71f0-4a79-a4fa-e90952c8fd58 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (5f5ba627-001a-4472-9f37-aec64546fc47), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:29.332414 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2549ee73-71f0-4a79-a4fa-e90952c8fd58 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:22:29.335111 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-2549ee73-71f0-4a79-a4fa-e90952c8fd58 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:22:29.341597 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2549ee73-71f0-4a79-a4fa-e90952c8fd58 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:22:29.368556 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549ee73-71f0-4a79-a4fa-e90952c8fd58 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Pushing event updated for resources: {'Port': ['ID=5f5ba627-001a-4472-9f37-aec64546fc47,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:29.454873 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2549ee73-71f0-4a79-a4fa-e90952c8fd58 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for floatingip (c18f515c-6bef-433a-9bd1-22734b1596fd), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:29.491834 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2549ee73-71f0-4a79-a4fa-e90952c8fd58 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5f5ba627-001a-4472-9f37-aec64546fc47), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:29.685238 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2549ee73-71f0-4a79-a4fa-e90952c8fd58 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for port (5f5ba627-001a-4472-9f37-aec64546fc47), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:29.691772 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2549ee73-71f0-4a79-a4fa-e90952c8fd58 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (5f5ba627-001a-4472-9f37-aec64546fc47), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:29.771037 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549ee73-71f0-4a79-a4fa-e90952c8fd58 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Pushing event updated for resources: {'Port': ['ID=5f5ba627-001a-4472-9f37-aec64546fc47,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:29.784885 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2549ee73-71f0-4a79-a4fa-e90952c8fd58 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (c18f515c-6bef-433a-9bd1-22734b1596fd), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:29.804390 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2549ee73-71f0-4a79-a4fa-e90952c8fd58 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:29.805799 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2549ee73-71f0-4a79-a4fa-e90952c8fd58 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2730145 Jan 28 01:22:29.964377 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94be1f37-c1c2-43b0-8ffd-a710609c7098 None None] Sync routers for ids ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:22:29.978120 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94be1f37-c1c2-43b0-8ffd-a710609c7098 None None] Routers {'6a04d4f3-27ef-41ea-bc97-a3715036ed20'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:22:29.978978 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-94be1f37-c1c2-43b0-8ffd-a710609c7098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:22:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:22:30.014365 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-7d3ca771-c229-4e04-ac0b-607ff4ae6d06 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--701205806&fields=id&tenant_id=7ee279632025430f900ed55c22bbb14a HTTP/1.1" status: 200 len: 267 time: 0.0846045 Jan 28 01:22:30.121693 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device af60d46f-0eef-406a-af6d-23602f135e51 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:22:30.125994 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-94be1f37-c1c2-43b0-8ffd-a710609c7098 None None] Set router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:22:30.169286 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-a811c2fd-ccb6-4c51-8e32-6ab6814ab1fe tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:30.172683 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-a811c2fd-ccb6-4c51-8e32-6ab6814ab1fe tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 812 time: 0.1448932 Jan 28 01:22:30.190576 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port af60d46f-0eef-406a-af6d-23602f135e51 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:22:30.190957 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (af60d46f-0eef-406a-af6d-23602f135e51), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:30.194338 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-35ef24aa-0968-4d02-ab3d-866e98bd0797 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/quotas/7ee279632025430f900ed55c22bbb14a HTTP/1.1" status: 200 len: 375 time: 0.0142698 Jan 28 01:22:30.259701 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-44a00b82-ccd3-436b-939f-fc97c4b1a104 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599108 Jan 28 01:22:30.279495 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port af60d46f-0eef-406a-af6d-23602f135e51 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:22:30.280226 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (af60d46f-0eef-406a-af6d-23602f135e51), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:30.309132 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port af60d46f-0eef-406a-af6d-23602f135e51, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=af60d46f-0eef-406a-af6d-23602f135e51,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:22:30.314303 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (af60d46f-0eef-406a-af6d-23602f135e51), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:30.361764 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-94be1f37-c1c2-43b0-8ffd-a710609c7098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:22:26Z', 'revision_number': 4, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port': {'id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:24Z', 'updated_at': '2022-01-28T01:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'b0e2e805-f72d-46e1-920c-70ef63ef9537', 'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'mac_address': 'fa:16:3e:ff:95:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:26Z', 'updated_at': '2022-01-28T01:22:26Z', 'revision_number': 2, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'subnets': [{'id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:22:30.370993 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=af60d46f-0eef-406a-af6d-23602f135e51,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:30.376899 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-ca1fed64-75f6-41a1-9589-6508277c7b07 service neutron] 10.222.0.70 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022458 Jan 28 01:22:30.398711 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94be1f37-c1c2-43b0-8ffd-a710609c7098 None None] Checking router: 6a04d4f3-27ef-41ea-bc97-a3715036ed20 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:22:30.399162 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94be1f37-c1c2-43b0-8ffd-a710609c7098 None None] Updating router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 port b0e2e805-f72d-46e1-920c-70ef63ef9537 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:22:30.432769 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-94be1f37-c1c2-43b0-8ffd-a710609c7098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b0e2e805-f72d-46e1-920c-70ef63ef9537), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:30.485379 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-41b9ad7b-3101-477c-bd0e-948facc53311 service neutron] 10.222.0.70 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025844 Jan 28 01:22:30.678116 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09123182-35b8-4c5f-8393-c878b76f1ce1 req-da5adcad-73ea-4bb7-98bd-562200f9ee6c tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 210 time: 0.0332124 Jan 28 01:22:30.852421 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-94be1f37-c1c2-43b0-8ffd-a710609c7098 None None] Publish callbacks [] for port (b0e2e805-f72d-46e1-920c-70ef63ef9537), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:30.860585 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-94be1f37-c1c2-43b0-8ffd-a710609c7098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b0e2e805-f72d-46e1-920c-70ef63ef9537), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:30.917775 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87adab-11af-4615-bf65-3dee99ab9799 None None] Pushing event updated for resources: {'Port': ['ID=b0e2e805-f72d-46e1-920c-70ef63ef9537,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:30.929415 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a87adab-11af-4615-bf65-3dee99ab9799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:30.930292 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a87adab-11af-4615-bf65-3dee99ab9799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:30.930942 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a87adab-11af-4615-bf65-3dee99ab9799 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:30.931309 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a87adab-11af-4615-bf65-3dee99ab9799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:30.931592 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a87adab-11af-4615-bf65-3dee99ab9799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:30.931905 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a87adab-11af-4615-bf65-3dee99ab9799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:30.932202 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a87adab-11af-4615-bf65-3dee99ab9799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:30.932552 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a87adab-11af-4615-bf65-3dee99ab9799 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:30.932859 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a87adab-11af-4615-bf65-3dee99ab9799 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:30.933413 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a87adab-11af-4615-bf65-3dee99ab9799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:30.933741 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a87adab-11af-4615-bf65-3dee99ab9799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:30.934074 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a87adab-11af-4615-bf65-3dee99ab9799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:30.934585 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a87adab-11af-4615-bf65-3dee99ab9799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:31.006428 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-94be1f37-c1c2-43b0-8ffd-a710609c7098 None None] Attempting to bind port b0e2e805-f72d-46e1-920c-70ef63ef9537 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:22:31.007171 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-94be1f37-c1c2-43b0-8ffd-a710609c7098 None None] Attempting to bind port b0e2e805-f72d-46e1-920c-70ef63ef9537 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:22:31.007451 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94be1f37-c1c2-43b0-8ffd-a710609c7098 None None] Attempting to bind port b0e2e805-f72d-46e1-920c-70ef63ef9537 on network 8d4d03ff-a518-4131-ac15-49a65f6d4319 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:22:31.016215 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94be1f37-c1c2-43b0-8ffd-a710609c7098 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:22:31.016913 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94be1f37-c1c2-43b0-8ffd-a710609c7098 None None] Checking segment: {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:22:31.017556 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-94be1f37-c1c2-43b0-8ffd-a710609c7098 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:31.018200 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94be1f37-c1c2-43b0-8ffd-a710609c7098 None None] Bound using segment: {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:22:31.019013 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-94be1f37-c1c2-43b0-8ffd-a710609c7098 None None] Bound port: b0e2e805-f72d-46e1-920c-70ef63ef9537, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:22:31.019668 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-94be1f37-c1c2-43b0-8ffd-a710609c7098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b0e2e805-f72d-46e1-920c-70ef63ef9537), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:31.117160 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-94be1f37-c1c2-43b0-8ffd-a710609c7098 None None] For port b0e2e805-f72d-46e1-920c-70ef63ef9537, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:22:31.121164 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-94be1f37-c1c2-43b0-8ffd-a710609c7098 None None] For port b0e2e805-f72d-46e1-920c-70ef63ef9537, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b0e2e805-f72d-46e1-920c-70ef63ef9537,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:22:31.126734 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-94be1f37-c1c2-43b0-8ffd-a710609c7098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b0e2e805-f72d-46e1-920c-70ef63ef9537), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:31.191367 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94be1f37-c1c2-43b0-8ffd-a710609c7098 None None] Routers {'6a04d4f3-27ef-41ea-bc97-a3715036ed20'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:22:31.192035 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-94be1f37-c1c2-43b0-8ffd-a710609c7098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:22:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:22:31.193972 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87adab-11af-4615-bf65-3dee99ab9799 None None] Pushing event updated for resources: {'Port': ['ID=b0e2e805-f72d-46e1-920c-70ef63ef9537,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:31.214067 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-7ab0224d-b7bf-4a46-96a2-b672a41c10e8 None None] Provisioning complete for port b0e2e805-f72d-46e1-920c-70ef63ef9537 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:22:31.214683 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ab0224d-b7bf-4a46-96a2-b672a41c10e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b0e2e805-f72d-46e1-920c-70ef63ef9537), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:31.310944 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-7ab0224d-b7bf-4a46-96a2-b672a41c10e8 None None] Current status of the port b0e2e805-f72d-46e1-920c-70ef63ef9537 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:22:31.311346 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ab0224d-b7bf-4a46-96a2-b672a41c10e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b0e2e805-f72d-46e1-920c-70ef63ef9537), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:31.322326 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-94be1f37-c1c2-43b0-8ffd-a710609c7098 None None] Set router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:22:31.353015 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-7ab0224d-b7bf-4a46-96a2-b672a41c10e8 None None] For port b0e2e805-f72d-46e1-920c-70ef63ef9537, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b0e2e805-f72d-46e1-920c-70ef63ef9537,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:22:31.358545 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ab0224d-b7bf-4a46-96a2-b672a41c10e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b0e2e805-f72d-46e1-920c-70ef63ef9537), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:31.428665 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0224d-b7bf-4a46-96a2-b672a41c10e8 None None] Pushing event updated for resources: {'Port': ['ID=b0e2e805-f72d-46e1-920c-70ef63ef9537,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:31.482172 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f5f52a2a-3e5a-47af-bac8-12327bf877b2 None None] Provisioning complete for port b0e2e805-f72d-46e1-920c-70ef63ef9537 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:22:31.482565 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f5f52a2a-3e5a-47af-bac8-12327bf877b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b0e2e805-f72d-46e1-920c-70ef63ef9537), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:31.574450 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-94be1f37-c1c2-43b0-8ffd-a710609c7098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:22:26Z', 'revision_number': 4, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port': {'id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:24Z', 'updated_at': '2022-01-28T01:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'b0e2e805-f72d-46e1-920c-70ef63ef9537', 'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'mac_address': 'fa:16:3e:ff:95:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:26Z', 'updated_at': '2022-01-28T01:22:31Z', 'revision_number': 4, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'subnets': [{'id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:22:31.576084 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f5f52a2a-3e5a-47af-bac8-12327bf877b2 None None] Current status of the port b0e2e805-f72d-46e1-920c-70ef63ef9537 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:22:31.607187 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94be1f37-c1c2-43b0-8ffd-a710609c7098 None None] The sync data for ids ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'] in n-d-826754-1 is: [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:22:26Z', 'revision_number': 4, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port': {'id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:24Z', 'updated_at': '2022-01-28T01:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'b0e2e805-f72d-46e1-920c-70ef63ef9537', 'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'mac_address': 'fa:16:3e:ff:95:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:26Z', 'updated_at': '2022-01-28T01:22:31Z', 'revision_number': 4, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'subnets': [{'id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:22:31.809447 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0dd4ddc5-09c8-427b-bf03-22a85b764ed8 req-ede08544-abb5-4dbc-9eef-9ed6463ecd15 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 210 time: 0.0365193 Jan 28 01:22:31.950842 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-95a9c06c-2d85-48fc-afd0-c55c43627fb9 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:31.953373 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-95a9c06c-2d85-48fc-afd0-c55c43627fb9 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.65 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 812 time: 0.1374934 Jan 28 01:22:32.054566 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-48adfc2d-e5a1-4e4f-8818-2baa0ab3f5e3 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ee279632025430f900ed55c22bbb14a HTTP/1.1" status: 200 len: 379 time: 0.0857229 Jan 28 01:22:32.068631 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-f24bae7a-9832-4647-8528-d46551e7f69a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Request body: {'port': {'device_id': 'e4d26312-5feb-4a0e-8c95-c37ceec1fcb9', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'admin_state_up': True, 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'security_groups': ['43b04045-a4ab-4d31-bba6-aecf58da8efe']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:22:32.098720 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b0e2e805-f72d-46e1-920c-70ef63ef9537 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:22:32.167546 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port b0e2e805-f72d-46e1-920c-70ef63ef9537 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:22:32.167934 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b0e2e805-f72d-46e1-920c-70ef63ef9537), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:32.213837 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-f24bae7a-9832-4647-8528-d46551e7f69a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Made reservation on behalf of 7ee279632025430f900ed55c22bbb14a for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:22:32.218290 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-f24bae7a-9832-4647-8528-d46551e7f69a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:32.277902 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port b0e2e805-f72d-46e1-920c-70ef63ef9537 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:22:32.279753 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device af60d46f-0eef-406a-af6d-23602f135e51 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:22:32.345637 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port af60d46f-0eef-406a-af6d-23602f135e51 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:22:32.346225 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (af60d46f-0eef-406a-af6d-23602f135e51), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:32.413143 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-f24bae7a-9832-4647-8528-d46551e7f69a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Allocated IP 172.20.0.7 (8d4d03ff-a518-4131-ac15-49a65f6d4319/f87f6bed-8ef9-4932-967c-9de56143b2f7/2c9505f1-31b0-4ead-98a3-1ca984f18c68) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:22:32.451024 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port af60d46f-0eef-406a-af6d-23602f135e51 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:22:32.627307 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-f24bae7a-9832-4647-8528-d46551e7f69a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for port (2c9505f1-31b0-4ead-98a3-1ca984f18c68), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:32.673708 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-f24bae7a-9832-4647-8528-d46551e7f69a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (2c9505f1-31b0-4ead-98a3-1ca984f18c68), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:32.731197 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-f24bae7a-9832-4647-8528-d46551e7f69a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Network 8d4d03ff-a518-4131-ac15-49a65f6d4319 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:22:32.734966 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-f24bae7a-9832-4647-8528-d46551e7f69a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:22:32.743522 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-f24bae7a-9832-4647-8528-d46551e7f69a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:22:32.753911 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24bae7a-9832-4647-8528-d46551e7f69a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Pushing event updated for resources: {'Port': ['ID=2c9505f1-31b0-4ead-98a3-1ca984f18c68,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:32.815169 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-f24bae7a-9832-4647-8528-d46551e7f69a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:32.816048 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-f24bae7a-9832-4647-8528-d46551e7f69a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:32.839935 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-f24bae7a-9832-4647-8528-d46551e7f69a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7765067 Jan 28 01:22:32.858526 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-713552b8-250d-4443-8133-a0b2bef34e1e service neutron] Request body: {'port': {'device_id': 'e4d26312-5feb-4a0e-8c95-c37ceec1fcb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:22:33.014607 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-b239db26-491d-4f91-b045-16a12fa7f3e3 None None] Provisioning complete for port 2c9505f1-31b0-4ead-98a3-1ca984f18c68 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:22:33.014885 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b239db26-491d-4f91-b045-16a12fa7f3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2c9505f1-31b0-4ead-98a3-1ca984f18c68), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:33.017472 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-713552b8-250d-4443-8133-a0b2bef34e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2c9505f1-31b0-4ead-98a3-1ca984f18c68), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:33.051310 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8611c-12c2-48ba-a2d6-6858270f091b req-1db66ed5-bae6-48f0-bc6c-031098659035 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:33.054692 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9dd8611c-12c2-48ba-a2d6-6858270f091b req-1db66ed5-bae6-48f0-bc6c-031098659035 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 931 time: 0.1054132 Jan 28 01:22:33.057348 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b239db26-491d-4f91-b045-16a12fa7f3e3 None None] Port 2c9505f1-31b0-4ead-98a3-1ca984f18c68 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:22:33.197654 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9dd8611c-12c2-48ba-a2d6-6858270f091b req-93cbf520-5cd1-4886-a177-09a9937aa1ec tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255000 Jan 28 01:22:33.401399 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-713552b8-250d-4443-8133-a0b2bef34e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c9505f1-31b0-4ead-98a3-1ca984f18c68 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:22:33.410455 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-713552b8-250d-4443-8133-a0b2bef34e1e service neutron] Publish callbacks [] for port (2c9505f1-31b0-4ead-98a3-1ca984f18c68), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:33.426689 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-713552b8-250d-4443-8133-a0b2bef34e1e service neutron] Transition to ACTIVE for port object 2c9505f1-31b0-4ead-98a3-1ca984f18c68 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:22:33.431682 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-713552b8-250d-4443-8133-a0b2bef34e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (2c9505f1-31b0-4ead-98a3-1ca984f18c68), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:33.507837 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713552b8-250d-4443-8133-a0b2bef34e1e service neutron] Pushing event updated for resources: {'Port': ['ID=2c9505f1-31b0-4ead-98a3-1ca984f18c68,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:33.592737 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-713552b8-250d-4443-8133-a0b2bef34e1e service neutron] Attempting to bind port 2c9505f1-31b0-4ead-98a3-1ca984f18c68 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:22:33.594105 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-713552b8-250d-4443-8133-a0b2bef34e1e service neutron] Attempting to bind port 2c9505f1-31b0-4ead-98a3-1ca984f18c68 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:22:33.594651 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-713552b8-250d-4443-8133-a0b2bef34e1e service neutron] Attempting to bind port 2c9505f1-31b0-4ead-98a3-1ca984f18c68 on network 8d4d03ff-a518-4131-ac15-49a65f6d4319 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:22:33.604567 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-713552b8-250d-4443-8133-a0b2bef34e1e service neutron] Port 2c9505f1-31b0-4ead-98a3-1ca984f18c68 on network 8d4d03ff-a518-4131-ac15-49a65f6d4319 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:22:33.605065 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-713552b8-250d-4443-8133-a0b2bef34e1e service neutron] Attempting to bind port 2c9505f1-31b0-4ead-98a3-1ca984f18c68 on network 8d4d03ff-a518-4131-ac15-49a65f6d4319 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:22:33.613634 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-713552b8-250d-4443-8133-a0b2bef34e1e service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:22:33.614030 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-713552b8-250d-4443-8133-a0b2bef34e1e service neutron] Checking segment: {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:22:33.614483 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-713552b8-250d-4443-8133-a0b2bef34e1e service neutron] Bound using segment: {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:22:33.615078 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-713552b8-250d-4443-8133-a0b2bef34e1e service neutron] Bound port: 2c9505f1-31b0-4ead-98a3-1ca984f18c68, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:22:33.615527 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-713552b8-250d-4443-8133-a0b2bef34e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2c9505f1-31b0-4ead-98a3-1ca984f18c68), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:33.700159 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-713552b8-250d-4443-8133-a0b2bef34e1e service neutron] For port 2c9505f1-31b0-4ead-98a3-1ca984f18c68, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:22:33.706017 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-713552b8-250d-4443-8133-a0b2bef34e1e service neutron] For port 2c9505f1-31b0-4ead-98a3-1ca984f18c68, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=2c9505f1-31b0-4ead-98a3-1ca984f18c68,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:22:33.711099 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-713552b8-250d-4443-8133-a0b2bef34e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (2c9505f1-31b0-4ead-98a3-1ca984f18c68), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:33.753389 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-713552b8-250d-4443-8133-a0b2bef34e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:33.754055 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-713552b8-250d-4443-8133-a0b2bef34e1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:33.755480 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-713552b8-250d-4443-8133-a0b2bef34e1e service neutron] 10.222.0.65 "PUT /v2.0/ports/2c9505f1-31b0-4ead-98a3-1ca984f18c68 HTTP/1.1" status: 200 len: 1091 time: 0.9019156 Jan 28 01:22:33.755955 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d26312-5feb-4a0e-8c95-c37ceec1fcb9', 'tag': '2c9505f1-31b0-4ead-98a3-1ca984f18c68'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:22:33.758249 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd6be51-d4ac-4264-a35f-1cf9b391a72e" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d26312-5feb-4a0e-8c95-c37ceec1fcb9", "tag": "2c9505f1-31b0-4ead-98a3-1ca984f18c68"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:22:33.807544 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713552b8-250d-4443-8133-a0b2bef34e1e service neutron] Pushing event updated for resources: {'Port': ['ID=2c9505f1-31b0-4ead-98a3-1ca984f18c68,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:33.847656 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e49602-6c6f-4c7f-a269-e5a126c557ec x-openstack-request-id: req-a8e49602-6c6f-4c7f-a269-e5a126c557ec {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:22:33.848724 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d26312-5feb-4a0e-8c95-c37ceec1fcb9", "tag": "2c9505f1-31b0-4ead-98a3-1ca984f18c68", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:22:33.848724 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a8e49602-6c6f-4c7f-a269-e5a126c557ec {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:22:33.849118 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d26312-5feb-4a0e-8c95-c37ceec1fcb9', 'tag': '2c9505f1-31b0-4ead-98a3-1ca984f18c68', 'status': 'completed', 'code': 200} Jan 28 01:22:33.885123 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-564700d9-3859-46ad-b5b7-9a0c5346fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:33.886668 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-564700d9-3859-46ad-b5b7-9a0c5346fb53 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 1094 time: 0.0573263 Jan 28 01:22:33.937651 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-e4ba9142-898a-4316-b3ee-e000689aa4e9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c9505f1-31b0-4ead-98a3-1ca984f18c68 HTTP/1.1" status: 200 len: 217 time: 0.0365589 Jan 28 01:22:33.998988 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-77d82b19-eea5-48e7-b8b5-2a2cbea8ea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:34.000588 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-77d82b19-eea5-48e7-b8b5-2a2cbea8ea01 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0566468 Jan 28 01:22:34.058186 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-57a7f849-28c3-4718-8112-bb01a7e48c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:34.060596 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-57a7f849-28c3-4718-8112-bb01a7e48c9d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529132 Jan 28 01:22:34.161426 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-306fa539-c200-456e-93ab-c615aaf1f432 service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928032 Jan 28 01:22:34.267280 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-32ff1ad5-001f-4e20-b125-92a5d620b190 req-d462948e-7dbe-4bf1-b9fc-7d930e0d12f1 service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995042 Jan 28 01:22:34.341421 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903a4f7-7a6a-4681-8fad-6f889f06829a req-5577435f-cd37-4c6f-bec9-d9a6433502ca tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:34.344989 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0903a4f7-7a6a-4681-8fad-6f889f06829a req-5577435f-cd37-4c6f-bec9-d9a6433502ca tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0600920 Jan 28 01:22:34.443038 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0903a4f7-7a6a-4681-8fad-6f889f06829a req-a2ca44b9-c697-42b2-8e4c-c14151861dce tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930736 Jan 28 01:22:34.450485 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6be51-d4ac-4264-a35f-1cf9b391a72e req-43221033-90d4-4ec4-aa9c-32fa44cd6608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:34.452238 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6dd6be51-d4ac-4264-a35f-1cf9b391a72e req-43221033-90d4-4ec4-aa9c-32fa44cd6608 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 1094 time: 0.0860357 Jan 28 01:22:34.551375 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6be51-d4ac-4264-a35f-1cf9b391a72e req-a55b62f3-f013-4b47-b51e-5fdfc2ad2efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:34.552798 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6dd6be51-d4ac-4264-a35f-1cf9b391a72e req-a55b62f3-f013-4b47-b51e-5fdfc2ad2efc service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.0946841 Jan 28 01:22:34.603393 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6dd6be51-d4ac-4264-a35f-1cf9b391a72e req-f00d4869-4606-4fec-aab4-c978a0b63e93 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c9505f1-31b0-4ead-98a3-1ca984f18c68 HTTP/1.1" status: 200 len: 217 time: 0.0399361 Jan 28 01:22:34.661860 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6be51-d4ac-4264-a35f-1cf9b391a72e req-898ac85a-1637-4177-984b-044bdd2d5da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:34.663337 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6dd6be51-d4ac-4264-a35f-1cf9b391a72e req-898ac85a-1637-4177-984b-044bdd2d5da5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0531070 Jan 28 01:22:34.712191 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6be51-d4ac-4264-a35f-1cf9b391a72e req-250d01b4-3513-44fe-8c65-60a89578ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:34.713735 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6dd6be51-d4ac-4264-a35f-1cf9b391a72e req-250d01b4-3513-44fe-8c65-60a89578ed9c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444844 Jan 28 01:22:34.808244 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6dd6be51-d4ac-4264-a35f-1cf9b391a72e req-5f78ceae-1862-40cc-af02-f6f8c837dbd6 service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856228 Jan 28 01:22:34.907646 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6dd6be51-d4ac-4264-a35f-1cf9b391a72e req-38cc3734-bdd3-488b-9887-d4c9ce01722b service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932724 Jan 28 01:22:35.564959 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9486b3a-7e28-486f-b929-2dce13724de6 req-a2a422a9-f57f-4e82-aa8c-401fd0f3c08c tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:35.566678 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9486b3a-7e28-486f-b929-2dce13724de6 req-a2a422a9-f57f-4e82-aa8c-401fd0f3c08c tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0502763 Jan 28 01:22:35.616803 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9486b3a-7e28-486f-b929-2dce13724de6 req-cc2f3cbc-cbf5-4fbe-860d-46c4d6792a75 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442698 Jan 28 01:22:36.105678 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cf93fbdd-e90d-4687-a915-b5df125767e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:36.753466 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e01389-df3d-4831-a933-b7f8e77ce9ef req-e25c6cba-97cc-4f4e-9de8-a47135431f57 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:36.754887 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-06e01389-df3d-4831-a933-b7f8e77ce9ef req-e25c6cba-97cc-4f4e-9de8-a47135431f57 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0569153 Jan 28 01:22:36.809802 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-06e01389-df3d-4831-a933-b7f8e77ce9ef req-ed4dd25d-f04c-49b9-be1e-23f53be78258 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493383 Jan 28 01:22:37.166044 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 2c9505f1-31b0-4ead-98a3-1ca984f18c68 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:22:37.266590 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 2c9505f1-31b0-4ead-98a3-1ca984f18c68, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=2c9505f1-31b0-4ead-98a3-1ca984f18c68,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:22:37.278328 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '2c9505f1-31b0-4ead-98a3-1ca984f18c68', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'port_id': '2c9505f1-31b0-4ead-98a3-1ca984f18c68', 'mac_address': 'fa:16:3e:40:ec:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:22:37.316970 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 2c9505f1-31b0-4ead-98a3-1ca984f18c68 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:22:37.317361 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2c9505f1-31b0-4ead-98a3-1ca984f18c68), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:37.331335 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c9505f1-31b0-4ead-98a3-1ca984f18c68 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:22:37.355567 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 2c9505f1-31b0-4ead-98a3-1ca984f18c68, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=2c9505f1-31b0-4ead-98a3-1ca984f18c68,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:22:37.360917 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2c9505f1-31b0-4ead-98a3-1ca984f18c68), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:37.420688 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=2c9505f1-31b0-4ead-98a3-1ca984f18c68,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:37.647020 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['2c9505f1-31b0-4ead-98a3-1ca984f18c68'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:22:37.935244 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3661c-d6ec-4e4e-9b64-9e704710b774 req-110975e9-76ac-4e9c-8cd7-17a97f8a7eda tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:37.936847 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3cf3661c-d6ec-4e4e-9b64-9e704710b774 req-110975e9-76ac-4e9c-8cd7-17a97f8a7eda tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 944 time: 0.0517442 Jan 28 01:22:37.986888 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3cf3661c-d6ec-4e4e-9b64-9e704710b774 req-24ca96cd-656f-4c8b-9196-463f3632667f tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440106 Jan 28 01:22:38.394554 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c0fb1fd2-5dda-4e91-9254-794cfccc3ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:39.121519 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35d75e-52ec-4ff0-a0d8-b49b69b4520a req-81d3e4b2-b7fa-4b4f-9e56-afe1046b8d97 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:39.123157 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe35d75e-52ec-4ff0-a0d8-b49b69b4520a req-81d3e4b2-b7fa-4b4f-9e56-afe1046b8d97 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 944 time: 0.0597830 Jan 28 01:22:39.182247 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 2c9505f1-31b0-4ead-98a3-1ca984f18c68 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:22:39.191860 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe35d75e-52ec-4ff0-a0d8-b49b69b4520a req-1173e018-8169-4819-a6ca-152dbc59884e tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594263 Jan 28 01:22:39.239922 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 2c9505f1-31b0-4ead-98a3-1ca984f18c68 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:22:39.244055 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 2c9505f1-31b0-4ead-98a3-1ca984f18c68 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:22:39.244585 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2c9505f1-31b0-4ead-98a3-1ca984f18c68), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:39.331784 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 2c9505f1-31b0-4ead-98a3-1ca984f18c68 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:22:39.332088 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2c9505f1-31b0-4ead-98a3-1ca984f18c68), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:39.357922 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d26312-5feb-4a0e-8c95-c37ceec1fcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9505f1-31b0-4ead-98a3-1ca984f18c68'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:22:39.361783 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac3ff38-6f55-4ded-88e1-9937556a15bf" -d '{"events": [{"server_uuid": "e4d26312-5feb-4a0e-8c95-c37ceec1fcb9", "name": "network-vif-plugged", "status": "completed", "tag": "2c9505f1-31b0-4ead-98a3-1ca984f18c68"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:22:39.379141 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 2c9505f1-31b0-4ead-98a3-1ca984f18c68, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=2c9505f1-31b0-4ead-98a3-1ca984f18c68,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:22:39.384873 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2c9505f1-31b0-4ead-98a3-1ca984f18c68), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:39.410938 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9135af56-927f-4127-9ebf-6047067ffa99 x-openstack-request-id: req-9135af56-927f-4127-9ebf-6047067ffa99 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:22:39.412039 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d26312-5feb-4a0e-8c95-c37ceec1fcb9", "name": "network-vif-plugged", "status": "completed", "tag": "2c9505f1-31b0-4ead-98a3-1ca984f18c68", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:22:39.412039 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9135af56-927f-4127-9ebf-6047067ffa99 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:22:39.412039 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d26312-5feb-4a0e-8c95-c37ceec1fcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9505f1-31b0-4ead-98a3-1ca984f18c68', 'code': 200} Jan 28 01:22:39.453489 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=2c9505f1-31b0-4ead-98a3-1ca984f18c68,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:22:39.469823 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:39.470767 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:39.471014 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:39.471599 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:39.472280 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:39.472809 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:39.473309 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:39.473790 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:39.474287 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:39.474785 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:39.475265 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:39.475802 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:39.476298 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:22:39.570894 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde15af-ead4-4097-b958-6a6825f4b686 req-3f57a4c6-eb25-4ba9-baa7-ff164f2b5317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:39.572569 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cbde15af-ead4-4097-b958-6a6825f4b686 req-3f57a4c6-eb25-4ba9-baa7-ff164f2b5317 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 1096 time: 0.0590737 Jan 28 01:22:39.631999 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cbde15af-ead4-4097-b958-6a6825f4b686 req-398c2838-f9c0-49b3-a98d-72315b5d75ae service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523038 Jan 28 01:22:39.895065 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:40.317289 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be1a4a-59c7-429d-9fd2-6d5f29b70d1d req-d35278ba-4e44-45df-bb26-f6ea6fa8f566 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:40.319076 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-14be1a4a-59c7-429d-9fd2-6d5f29b70d1d req-d35278ba-4e44-45df-bb26-f6ea6fa8f566 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0516887 Jan 28 01:22:40.369229 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-14be1a4a-59c7-429d-9fd2-6d5f29b70d1d req-e13c6d4e-b68b-4d48-beb2-10576f66bad8 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441058 Jan 28 01:22:41.440320 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:41.501294 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117749f-0009-4ea5-8385-b8cd33f6d499 req-5ece03d4-403e-427f-8ccd-78bae1539141 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:41.502799 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c117749f-0009-4ea5-8385-b8cd33f6d499 req-5ece03d4-403e-427f-8ccd-78bae1539141 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0559895 Jan 28 01:22:41.554741 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c117749f-0009-4ea5-8385-b8cd33f6d499 req-1c8d0ef8-1d0b-433e-8b69-d604e6a5954d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457780 Jan 28 01:22:41.689647 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31d9ce-ba3e-4185-86af-99451bb4bad8 req-3de4c259-7eb4-4eeb-9fb7-e9820d0d9194 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:41.691331 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5f31d9ce-ba3e-4185-86af-99451bb4bad8 req-3de4c259-7eb4-4eeb-9fb7-e9820d0d9194 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0584283 Jan 28 01:22:41.701530 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53198) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:22:41.706539 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-79eb1b8f-b6c8-4f82-bcef-528665e02d05 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Request body: {'floatingip': {'port_id': '2c9505f1-31b0-4ead-98a3-1ca984f18c68'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:22:41.753194 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-79eb1b8f-b6c8-4f82-bcef-528665e02d05 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for floatingip (c18f515c-6bef-433a-9bd1-22734b1596fd), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:42.214606 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-79eb1b8f-b6c8-4f82-bcef-528665e02d05 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:42.219653 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-79eb1b8f-b6c8-4f82-bcef-528665e02d05 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (c18f515c-6bef-433a-9bd1-22734b1596fd), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:42.302156 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:42.335174 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-79eb1b8f-b6c8-4f82-bcef-528665e02d05 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Floating IP c18f515c-6bef-433a-9bd1-22734b1596fd associated. External IP: 172.25.3.41, port: 2c9505f1-31b0-4ead-98a3-1ca984f18c68. Jan 28 01:22:42.557059 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79eb1b8f-b6c8-4f82-bcef-528665e02d05 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:22:42.676484 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79eb1b8f-b6c8-4f82-bcef-528665e02d05 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:22:42.681452 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-79eb1b8f-b6c8-4f82-bcef-528665e02d05 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:42.687414 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306a09a0-7d6b-4a42-a21d-8ccf25f02292 None None] Sync routers for ids ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:22:42.699720 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306a09a0-7d6b-4a42-a21d-8ccf25f02292 None None] Routers {'6a04d4f3-27ef-41ea-bc97-a3715036ed20'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:22:42.700445 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-306a09a0-7d6b-4a42-a21d-8ccf25f02292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:22:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:22:42.721085 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-79eb1b8f-b6c8-4f82-bcef-528665e02d05 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "PUT /v2.0/floatingips/c18f515c-6bef-433a-9bd1-22734b1596fd HTTP/1.1" status: 200 len: 990 time: 1.0180922 Jan 28 01:22:42.722119 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d26312-5feb-4a0e-8c95-c37ceec1fcb9', 'tag': '2c9505f1-31b0-4ead-98a3-1ca984f18c68'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:22:42.725436 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d77990-5da6-4b81-a08f-88b6ace183c2" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d26312-5feb-4a0e-8c95-c37ceec1fcb9", "tag": "2c9505f1-31b0-4ead-98a3-1ca984f18c68"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:22:42.790742 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfb0d8c-f243-4b35-9c0a-20f8d84a08ec x-openstack-request-id: req-3dfb0d8c-f243-4b35-9c0a-20f8d84a08ec {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:22:42.791037 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d26312-5feb-4a0e-8c95-c37ceec1fcb9", "tag": "2c9505f1-31b0-4ead-98a3-1ca984f18c68", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:22:42.791296 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3dfb0d8c-f243-4b35-9c0a-20f8d84a08ec {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:22:42.791824 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d26312-5feb-4a0e-8c95-c37ceec1fcb9', 'tag': '2c9505f1-31b0-4ead-98a3-1ca984f18c68', 'status': 'completed', 'code': 200} Jan 28 01:22:42.917190 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d77990-5da6-4b81-a08f-88b6ace183c2 req-c1f8727b-aaa0-4510-b21f-55179dda3b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:42.919012 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22d77990-5da6-4b81-a08f-88b6ace183c2 req-c1f8727b-aaa0-4510-b21f-55179dda3b23 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 1096 time: 0.0595863 Jan 28 01:22:43.037854 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-306a09a0-7d6b-4a42-a21d-8ccf25f02292 None None] Set router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:22:43.041065 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d77990-5da6-4b81-a08f-88b6ace183c2 req-4b6fe3a2-9b1a-4a9e-9bdc-4dbd42c5ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:43.042873 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22d77990-5da6-4b81-a08f-88b6ace183c2 req-4b6fe3a2-9b1a-4a9e-9bdc-4dbd42c5ebf0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.1171641 Jan 28 01:22:43.117620 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22d77990-5da6-4b81-a08f-88b6ace183c2 req-073d9749-5973-40b8-a4c2-e131ca5b6616 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c9505f1-31b0-4ead-98a3-1ca984f18c68 HTTP/1.1" status: 200 len: 998 time: 0.0679407 Jan 28 01:22:43.176695 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d77990-5da6-4b81-a08f-88b6ace183c2 req-902285ee-0a96-4fdb-b6cb-03452d48aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:43.178230 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22d77990-5da6-4b81-a08f-88b6ace183c2 req-902285ee-0a96-4fdb-b6cb-03452d48aff2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0553420 Jan 28 01:22:43.229941 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d77990-5da6-4b81-a08f-88b6ace183c2 req-51e67028-a723-4324-811d-55eb58b05773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:22:43.231645 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22d77990-5da6-4b81-a08f-88b6ace183c2 req-51e67028-a723-4324-811d-55eb58b05773 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476093 Jan 28 01:22:43.344771 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-306a09a0-7d6b-4a42-a21d-8ccf25f02292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:22:26Z', 'revision_number': 4, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port': {'id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:24Z', 'updated_at': '2022-01-28T01:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'c18f515c-6bef-433a-9bd1-22734b1596fd', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'floating_ip_address': '172.25.3.41', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'port_id': '2c9505f1-31b0-4ead-98a3-1ca984f18c68', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'mac_address': 'fa:16:3e:40:ec:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d26312-5feb-4a0e-8c95-c37ceec1fcb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:22:29Z', 'updated_at': '2022-01-28T01:22:42Z', 'revision_number': 1, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e2e805-f72d-46e1-920c-70ef63ef9537', 'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'mac_address': 'fa:16:3e:ff:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:26Z', 'updated_at': '2022-01-28T01:22:31Z', 'revision_number': 5, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'subnets': [{'id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:22:43.359693 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22d77990-5da6-4b81-a08f-88b6ace183c2 req-fcdb9696-6902-4eb5-9180-be992279d078 service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202216 Jan 28 01:22:43.384818 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306a09a0-7d6b-4a42-a21d-8ccf25f02292 None None] Checking router: 6a04d4f3-27ef-41ea-bc97-a3715036ed20 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:22:43.396212 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306a09a0-7d6b-4a42-a21d-8ccf25f02292 None None] Routers {'6a04d4f3-27ef-41ea-bc97-a3715036ed20'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:22:43.396858 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-306a09a0-7d6b-4a42-a21d-8ccf25f02292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:22:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:22:43.466841 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:43.473295 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22d77990-5da6-4b81-a08f-88b6ace183c2 req-95752ebf-8bee-4dd6-a8ed-8d4f28d37c7d service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081929 Jan 28 01:22:43.537891 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-306a09a0-7d6b-4a42-a21d-8ccf25f02292 None None] Set router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:22:43.813683 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-306a09a0-7d6b-4a42-a21d-8ccf25f02292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:22:26Z', 'revision_number': 4, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port': {'id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:24Z', 'updated_at': '2022-01-28T01:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'c18f515c-6bef-433a-9bd1-22734b1596fd', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'floating_ip_address': '172.25.3.41', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'port_id': '2c9505f1-31b0-4ead-98a3-1ca984f18c68', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'mac_address': 'fa:16:3e:40:ec:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d26312-5feb-4a0e-8c95-c37ceec1fcb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:22:29Z', 'updated_at': '2022-01-28T01:22:42Z', 'revision_number': 1, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e2e805-f72d-46e1-920c-70ef63ef9537', 'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'mac_address': 'fa:16:3e:ff:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:26Z', 'updated_at': '2022-01-28T01:22:31Z', 'revision_number': 5, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'subnets': [{'id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:22:43.846945 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306a09a0-7d6b-4a42-a21d-8ccf25f02292 None None] The sync data for ids ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'] in n-d-826754-1 is: [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:22:26Z', 'revision_number': 4, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port': {'id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:24Z', 'updated_at': '2022-01-28T01:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'c18f515c-6bef-433a-9bd1-22734b1596fd', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'floating_ip_address': '172.25.3.41', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'port_id': '2c9505f1-31b0-4ead-98a3-1ca984f18c68', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'mac_address': 'fa:16:3e:40:ec:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d26312-5feb-4a0e-8c95-c37ceec1fcb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:22:29Z', 'updated_at': '2022-01-28T01:22:42Z', 'revision_number': 1, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e2e805-f72d-46e1-920c-70ef63ef9537', 'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'mac_address': 'fa:16:3e:ff:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:26Z', 'updated_at': '2022-01-28T01:22:31Z', 'revision_number': 5, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'subnets': [{'id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:22:44.090359 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeca1878-c3cd-4d67-9617-26353c571729 None None] New status for floating IP c18f515c-6bef-433a-9bd1-22734b1596fd: ACTIVE {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:22:44.835374 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:22:54.546902 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:23:06.100666 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5ac39639-bc98-47d6-bfdb-ecdb797a2c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:08.398732 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-adbb4ae4-62dc-41e0-8c19-3bf8f13f34f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:09.899243 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:11.441033 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:12.299201 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:13.452767 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:14.841544 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:31.545926 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:23:36.107414 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a431a09c-2f8c-4946-b811-805208b9fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:38.401528 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9c86c113-74d5-4424-ae96-3e9d8d84d457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:39.392688 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7eb682b9-9efa-4073-8781-75adcfb5a57c req-86d84b96-7ff9-4377-b175-9ecd54e72eb1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0553279 Jan 28 01:23:39.513773 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb682b9-9efa-4073-8781-75adcfb5a57c req-492a841b-fc82-46e4-9d5b-9cc034474280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:39.516128 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7eb682b9-9efa-4073-8781-75adcfb5a57c req-492a841b-fc82-46e4-9d5b-9cc034474280 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 1096 time: 0.0462563 Jan 28 01:23:39.637896 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb682b9-9efa-4073-8781-75adcfb5a57c req-a7e6a2ba-4d54-4799-8c9c-f7f3006effff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:39.639290 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7eb682b9-9efa-4073-8781-75adcfb5a57c req-a7e6a2ba-4d54-4799-8c9c-f7f3006effff service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.1004379 Jan 28 01:23:39.709381 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7eb682b9-9efa-4073-8781-75adcfb5a57c req-4a3d3e8c-ffa8-4453-b6b1-74da2b2577eb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c9505f1-31b0-4ead-98a3-1ca984f18c68 HTTP/1.1" status: 200 len: 1000 time: 0.0631568 Jan 28 01:23:39.767868 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb682b9-9efa-4073-8781-75adcfb5a57c req-5f4f2ca0-6a31-431c-a05b-9711bfd251dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:39.769334 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7eb682b9-9efa-4073-8781-75adcfb5a57c req-5f4f2ca0-6a31-431c-a05b-9711bfd251dd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0538864 Jan 28 01:23:39.817848 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb682b9-9efa-4073-8781-75adcfb5a57c req-28e2257a-d35c-4634-ac4f-0515b1e99345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:23:39.819431 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7eb682b9-9efa-4073-8781-75adcfb5a57c req-28e2257a-d35c-4634-ac4f-0515b1e99345 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439816 Jan 28 01:23:39.905010 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:39.932721 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7eb682b9-9efa-4073-8781-75adcfb5a57c req-91919baa-da8f-44b6-9e89-6330ace94070 service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067963 Jan 28 01:23:40.045338 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7eb682b9-9efa-4073-8781-75adcfb5a57c req-07bc782b-480d-43d3-bba8-e29c476aced7 service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062694 Jan 28 01:23:41.442650 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:42.294704 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:43.461294 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:23:44.851900 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:06.109210 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f3265ab-71d3-4796-8310-214a5e390e2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:08.410731 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e79fb150-d1ad-4c30-b809-749eb19f8d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:08.545637 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:24:09.904851 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:11.445974 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:12.289413 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:13.480423 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:14.871183 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:20.773399 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7654fbc-3b4f-4082-8ec0-4a3c0eccf677 req-7f0ba69d-97fc-4f85-85b8-76e8ddd9c1d5 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:20.774937 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b7654fbc-3b4f-4082-8ec0-4a3c0eccf677 req-7f0ba69d-97fc-4f85-85b8-76e8ddd9c1d5 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0563335 Jan 28 01:24:20.830003 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b7654fbc-3b4f-4082-8ec0-4a3c0eccf677 req-da4bf4eb-fe9a-4893-ba5c-32f1cdc2a01e tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492516 Jan 28 01:24:21.597269 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-14d707da-80c9-4ccb-aba8-dff9c5d2a6f1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4344070 Jan 28 01:24:21.605922 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e316ca3-77cc-43bc-b31a-0b830c48bd4e req-699da474-8d0e-41dd-b379-6d313384aaee tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:21.607478 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e316ca3-77cc-43bc-b31a-0b830c48bd4e req-699da474-8d0e-41dd-b379-6d313384aaee tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 945 time: 0.4362352 Jan 28 01:24:21.675819 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e316ca3-77cc-43bc-b31a-0b830c48bd4e req-86f3855a-8046-4ada-a16a-7375814f4ee6 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571704 Jan 28 01:24:22.805645 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6963789-36d8-4faa-8c3f-6a6cb67a969f req-6830f1be-1275-4940-a255-828d8eea2311 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:22.807333 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6963789-36d8-4faa-8c3f-6a6cb67a969f req-6830f1be-1275-4940-a255-828d8eea2311 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0540590 Jan 28 01:24:22.863422 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a6963789-36d8-4faa-8c3f-6a6cb67a969f req-a9c1dcbe-689a-48a8-b87c-8bbf839239bc tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500088 Jan 28 01:24:23.017354 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-17979065-b929-4724-b53a-2b23bd39a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:23.018796 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-17979065-b929-4724-b53a-2b23bd39a758 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 1096 time: 0.0464013 Jan 28 01:24:23.110571 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-ad04377c-094c-4ecc-8d2b-21a8acefc0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:23.112083 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-ad04377c-094c-4ecc-8d2b-21a8acefc0a8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.0877631 Jan 28 01:24:23.186419 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-5964593e-9888-41e2-b4a4-161541e8714d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c9505f1-31b0-4ead-98a3-1ca984f18c68 HTTP/1.1" status: 200 len: 1000 time: 0.0676491 Jan 28 01:24:23.236955 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-5c0a5d19-2403-498f-8c5c-d8fab808c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:23.238441 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-5c0a5d19-2403-498f-8c5c-d8fab808c205 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0467489 Jan 28 01:24:23.292204 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-3bf937a9-eb7f-4964-b113-39249dad4f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:23.293686 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-3bf937a9-eb7f-4964-b113-39249dad4f82 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488527 Jan 28 01:24:23.397630 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-01773830-a4e4-4e64-8b95-0f54daec9348 service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973759 Jan 28 01:24:23.494100 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-172c109a-e069-4401-ae13-785c7b8cd924 service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906014 Jan 28 01:24:23.988018 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1ed6c-9ce8-4675-8f57-7822db1a6404 req-d95c8142-8fcd-47bd-bdee-9a5c64b9474d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:23.989537 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50f1ed6c-9ce8-4675-8f57-7822db1a6404 req-d95c8142-8fcd-47bd-bdee-9a5c64b9474d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0534735 Jan 28 01:24:24.055554 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-50f1ed6c-9ce8-4675-8f57-7822db1a6404 req-be26046f-3ffb-40aa-815c-ab7112a146ca tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550528 Jan 28 01:24:25.183558 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7e97b-2c8c-4427-bc47-3dfbffd240d2 req-97b4b3c0-011d-4393-9254-8baeeb7bf07c tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:25.185217 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-35c7e97b-2c8c-4427-bc47-3dfbffd240d2 req-97b4b3c0-011d-4393-9254-8baeeb7bf07c tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0509937 Jan 28 01:24:25.236755 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-35c7e97b-2c8c-4427-bc47-3dfbffd240d2 req-7601162e-b555-44f3-95a8-b9e34bed52ac tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457366 Jan 28 01:24:26.358638 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517c8a5-1332-46dc-87f9-fe6bc5e015fd req-d5755d2a-9e51-4b91-a5cc-b19ad52a83fb tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:26.360114 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4517c8a5-1332-46dc-87f9-fe6bc5e015fd req-d5755d2a-9e51-4b91-a5cc-b19ad52a83fb tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0504990 Jan 28 01:24:26.409243 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4517c8a5-1332-46dc-87f9-fe6bc5e015fd req-764cb8b4-6037-40b8-9ced-b463e5fe30f5 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432837 Jan 28 01:24:27.535779 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc7261-a6f1-4125-9201-5fd6508f1ce6 req-6da47e27-9a65-4c18-b602-2d4995785964 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:27.537328 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-53dc7261-a6f1-4125-9201-5fd6508f1ce6 req-6da47e27-9a65-4c18-b602-2d4995785964 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0554109 Jan 28 01:24:27.587366 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-53dc7261-a6f1-4125-9201-5fd6508f1ce6 req-a78cfd97-c318-429c-a59c-1cd3c67baa07 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438647 Jan 28 01:24:28.713671 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073553e5-52d2-4b0c-903d-4b42833297bd req-2df68212-fdfc-4819-9799-f34e20d01121 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:28.715145 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-073553e5-52d2-4b0c-903d-4b42833297bd req-2df68212-fdfc-4819-9799-f34e20d01121 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0535145 Jan 28 01:24:28.770843 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-073553e5-52d2-4b0c-903d-4b42833297bd req-7d2e6922-b883-482d-bf18-1ecda9b4c705 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495100 Jan 28 01:24:29.899966 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ca087-3c0b-4c8a-be0c-27ca84248c68 req-c8b9bfdd-d678-498b-83b8-5dd2ed714f07 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:29.901553 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ed1ca087-3c0b-4c8a-be0c-27ca84248c68 req-c8b9bfdd-d678-498b-83b8-5dd2ed714f07 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0564027 Jan 28 01:24:29.951563 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ed1ca087-3c0b-4c8a-be0c-27ca84248c68 req-6246536f-ed3e-4cd1-8277-a9a6ed776a61 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441415 Jan 28 01:24:31.071394 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac6754-e324-445b-82ee-cdcf330558d1 req-29f1cf62-2fc2-423d-889b-1b95270c0164 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:31.072923 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-baac6754-e324-445b-82ee-cdcf330558d1 req-29f1cf62-2fc2-423d-889b-1b95270c0164 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0510168 Jan 28 01:24:31.128657 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-baac6754-e324-445b-82ee-cdcf330558d1 req-eb382b99-0bac-4ef4-a163-f013381c9a94 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501232 Jan 28 01:24:32.254501 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691409b8-f9e6-4f9b-9058-46057586a54e req-7bc29267-94f6-4d89-9411-abf2f2d67178 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:32.256049 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-691409b8-f9e6-4f9b-9058-46057586a54e req-7bc29267-94f6-4d89-9411-abf2f2d67178 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0497816 Jan 28 01:24:32.316235 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-691409b8-f9e6-4f9b-9058-46057586a54e req-5db3ab7d-23ce-437b-aeb5-f0c6cd3b10b0 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532265 Jan 28 01:24:33.445740 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c324119-e3ba-4ce5-bb77-11069296cfd5 req-c98a598f-26f5-4758-ba96-50a6a8887350 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:33.447356 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1c324119-e3ba-4ce5-bb77-11069296cfd5 req-c98a598f-26f5-4758-ba96-50a6a8887350 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0551598 Jan 28 01:24:33.501090 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1c324119-e3ba-4ce5-bb77-11069296cfd5 req-82bc4a34-a2a9-4cfa-9943-36e21829e6a4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479736 Jan 28 01:24:34.618088 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c478b50-c97e-4ed0-9256-3a17ac0cdd0e req-e2695caf-ed87-4360-b832-c282a2adf1b4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:34.619574 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3c478b50-c97e-4ed0-9256-3a17ac0cdd0e req-e2695caf-ed87-4360-b832-c282a2adf1b4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0483510 Jan 28 01:24:34.667399 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3c478b50-c97e-4ed0-9256-3a17ac0cdd0e req-fe09f949-bb2d-4442-85ae-696ffb5353d5 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421453 Jan 28 01:24:35.635357 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-2d6125e1-b706-4836-b661-fb36a046372e service neutron] show failed (client error): The resource could not be found. Jan 28 01:24:35.636437 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-2d6125e1-b706-4836-b661-fb36a046372e service neutron] 10.222.0.65 "GET /v2.0/ports/2c9505f1-31b0-4ead-98a3-1ca984f18c68/bindings/n-h2-826754-1 HTTP/1.1" status: 404 len: 380 time: 0.0678463 Jan 28 01:24:35.813124 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c75f33-e440-4215-8dad-3ccb9294567b req-66a38614-b3f0-4ebc-902a-9078593c2be4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:35.814730 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8c75f33-e440-4215-8dad-3ccb9294567b req-66a38614-b3f0-4ebc-902a-9078593c2be4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0583453 Jan 28 01:24:35.869735 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8c75f33-e440-4215-8dad-3ccb9294567b req-524dc35c-6b25-4f13-9813-ebb90c9e5836 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483561 Jan 28 01:24:35.873215 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-159d606f-c823-4302-b887-319a1ae3b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:35.874758 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-159d606f-c823-4302-b887-319a1ae3b5f3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9&tenant_id=7ee279632025430f900ed55c22bbb14a HTTP/1.1" status: 200 len: 1096 time: 0.0501542 Jan 28 01:24:35.892818 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826754-1', 'device_owner': 'compute:nova'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:24:35.969044 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2c9505f1-31b0-4ead-98a3-1ca984f18c68), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:36.112545 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eff62e43-a594-4f04-9e87-c0dc80953702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:36.211161 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] For port 2c9505f1-31b0-4ead-98a3-1ca984f18c68, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=2c9505f1-31b0-4ead-98a3-1ca984f18c68,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:24:36.247646 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] For port 2c9505f1-31b0-4ead-98a3-1ca984f18c68, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:24:36.294155 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d26312-5feb-4a0e-8c95-c37ceec1fcb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c9505f1-31b0-4ead-98a3-1ca984f18c68'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:24:36.296668 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa05690-de5b-4618-b7c8-797da4f35c8f" -d '{"events": [{"server_uuid": "e4d26312-5feb-4a0e-8c95-c37ceec1fcb9", "name": "network-vif-unplugged", "status": "completed", "tag": "2c9505f1-31b0-4ead-98a3-1ca984f18c68"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:24:36.300924 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Publish callbacks [] for port (2c9505f1-31b0-4ead-98a3-1ca984f18c68), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:36.314868 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Transition to ACTIVE for port object 2c9505f1-31b0-4ead-98a3-1ca984f18c68 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:24:36.320958 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (2c9505f1-31b0-4ead-98a3-1ca984f18c68), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:36.446533 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Pushing event updated for resources: {'Port': ['ID=2c9505f1-31b0-4ead-98a3-1ca984f18c68,revision_number=6']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:36.466757 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03f474e-836b-4dde-be85-550a1a61900d x-openstack-request-id: req-b03f474e-836b-4dde-be85-550a1a61900d {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:24:36.467090 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d26312-5feb-4a0e-8c95-c37ceec1fcb9", "name": "network-vif-unplugged", "status": "completed", "tag": "2c9505f1-31b0-4ead-98a3-1ca984f18c68", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:24:36.467371 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b03f474e-836b-4dde-be85-550a1a61900d {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:24:36.467804 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d26312-5feb-4a0e-8c95-c37ceec1fcb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c9505f1-31b0-4ead-98a3-1ca984f18c68', 'code': 200} Jan 28 01:24:36.481885 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:36.481885 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:36.481885 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:36.481885 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:36.481885 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:36.481885 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:36.481885 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:36.481885 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:36.481885 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:36.481885 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:36.481885 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:36.481885 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:36.481885 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:36.543883 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] No DVR routers for this DVR port 2c9505f1-31b0-4ead-98a3-1ca984f18c68 on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:24:36.696947 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Attempting to bind port 2c9505f1-31b0-4ead-98a3-1ca984f18c68 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:24:36.697384 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Attempting to bind port 2c9505f1-31b0-4ead-98a3-1ca984f18c68 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:24:36.697777 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Attempting to bind port 2c9505f1-31b0-4ead-98a3-1ca984f18c68 on network 8d4d03ff-a518-4131-ac15-49a65f6d4319 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:24:36.703068 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Port 2c9505f1-31b0-4ead-98a3-1ca984f18c68 on network 8d4d03ff-a518-4131-ac15-49a65f6d4319 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:24:36.703399 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Attempting to bind port 2c9505f1-31b0-4ead-98a3-1ca984f18c68 on network 8d4d03ff-a518-4131-ac15-49a65f6d4319 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:24:36.708727 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:24:36.709090 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Checking segment: {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:24:36.709620 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Bound using segment: {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:24:36.710623 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Bound port: 2c9505f1-31b0-4ead-98a3-1ca984f18c68, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:24:36.710992 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2c9505f1-31b0-4ead-98a3-1ca984f18c68), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:36.782860 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] For port 2c9505f1-31b0-4ead-98a3-1ca984f18c68, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:24:36.786101 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] For port 2c9505f1-31b0-4ead-98a3-1ca984f18c68, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2c9505f1-31b0-4ead-98a3-1ca984f18c68,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:24:36.792768 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (2c9505f1-31b0-4ead-98a3-1ca984f18c68), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:36.830888 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:36.831579 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:36.833065 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] 10.222.0.52 "PUT /v2.0/ports/2c9505f1-31b0-4ead-98a3-1ca984f18c68 HTTP/1.1" status: 200 len: 1091 time: 0.9447491 Jan 28 01:24:36.866999 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d7741-3ccc-4c7f-b7f5-640be13eaa18 service neutron] Pushing event updated for resources: {'Port': ['ID=2c9505f1-31b0-4ead-98a3-1ca984f18c68,revision_number=7']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:36.933922 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-79d1ff8f-e558-4ac8-be93-538fe0bb4dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:36.936150 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-79d1ff8f-e558-4ac8-be93-538fe0bb4dc7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 1094 time: 0.0557814 Jan 28 01:24:37.012161 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd87666-3198-4747-b35d-3c532b7618de req-3cd8d304-2d5f-4f5b-8f33-6f90b508c5f5 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:37.013965 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7fd87666-3198-4747-b35d-3c532b7618de req-3cd8d304-2d5f-4f5b-8f33-6f90b508c5f5 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0611043 Jan 28 01:24:37.039283 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-227c9148-8206-443f-8d4c-379ccf480e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:37.040840 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-227c9148-8206-443f-8d4c-379ccf480e26 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.0993309 Jan 28 01:24:37.066436 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7fd87666-3198-4747-b35d-3c532b7618de req-ae70bc03-ad6e-4e33-b440-bc295151bafc tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467334 Jan 28 01:24:37.113561 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-9ab767ac-f1c2-47bf-be72-6853a9002ae7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c9505f1-31b0-4ead-98a3-1ca984f18c68 HTTP/1.1" status: 200 len: 998 time: 0.0667078 Jan 28 01:24:37.171169 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-74672a39-7604-4f09-ace1-23ad09b178ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:37.172734 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-74672a39-7604-4f09-ace1-23ad09b178ce service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0529149 Jan 28 01:24:37.222266 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-d51069bd-eae7-4d2f-a70d-9450cb4fcf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:37.223955 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-d51069bd-eae7-4d2f-a70d-9450cb4fcf99 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449233 Jan 28 01:24:37.331420 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-90b12ef5-9420-4b15-86e1-6412825ffd2b service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014130 Jan 28 01:24:37.431372 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a862567c-832c-4eb6-8f1e-5b9b69f10bb6 req-39576002-15fd-4fb5-9a93-57d506cba793 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937471 Jan 28 01:24:38.194971 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a255c6d-edb8-42bf-9790-fb1512314c2b req-a859d9fd-40e3-49f2-8458-e030d33eb6cd tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:38.197333 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4a255c6d-edb8-42bf-9790-fb1512314c2b req-a859d9fd-40e3-49f2-8458-e030d33eb6cd tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0566969 Jan 28 01:24:38.253805 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4a255c6d-edb8-42bf-9790-fb1512314c2b req-44b2592c-bd9f-4d15-add8-1571a6ea2263 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505211 Jan 28 01:24:38.404086 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1ea383b0-af28-4804-9a12-1793d04e8c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:38.469087 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d26312-5feb-4a0e-8c95-c37ceec1fcb9', 'tag': '2c9505f1-31b0-4ead-98a3-1ca984f18c68'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:24:38.471751 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08eec8ed-c449-4bf9-b88b-f89340a9c3a3" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d26312-5feb-4a0e-8c95-c37ceec1fcb9", "tag": "2c9505f1-31b0-4ead-98a3-1ca984f18c68"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:24:38.523024 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30edd42a-240f-4332-a5aa-9f729711d2b6 x-openstack-request-id: req-30edd42a-240f-4332-a5aa-9f729711d2b6 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:24:38.523365 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d26312-5feb-4a0e-8c95-c37ceec1fcb9", "tag": "2c9505f1-31b0-4ead-98a3-1ca984f18c68", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:24:38.523748 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-30edd42a-240f-4332-a5aa-9f729711d2b6 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:24:38.524192 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d26312-5feb-4a0e-8c95-c37ceec1fcb9', 'tag': '2c9505f1-31b0-4ead-98a3-1ca984f18c68', 'status': 'completed', 'code': 200} Jan 28 01:24:38.610176 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eec8ed-c449-4bf9-b88b-f89340a9c3a3 req-fb177b00-d5bf-4529-807a-a5443442ccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:38.611751 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-08eec8ed-c449-4bf9-b88b-f89340a9c3a3 req-fb177b00-d5bf-4529-807a-a5443442ccc0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 1094 time: 0.0503354 Jan 28 01:24:38.619832 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eec8ed-c449-4bf9-b88b-f89340a9c3a3 req-6455690e-4606-429f-b563-8e19fd2b0780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:38.621339 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-08eec8ed-c449-4bf9-b88b-f89340a9c3a3 req-6455690e-4606-429f-b563-8e19fd2b0780 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 1094 time: 0.0503371 Jan 28 01:24:38.711323 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eec8ed-c449-4bf9-b88b-f89340a9c3a3 req-82124df0-b1c4-4266-8b48-716df0ff4997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:38.712763 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eec8ed-c449-4bf9-b88b-f89340a9c3a3 req-763b41ab-3ea6-4b99-b444-477dc4f021dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:38.713838 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-08eec8ed-c449-4bf9-b88b-f89340a9c3a3 req-82124df0-b1c4-4266-8b48-716df0ff4997 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.0867765 Jan 28 01:24:38.714406 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-08eec8ed-c449-4bf9-b88b-f89340a9c3a3 req-763b41ab-3ea6-4b99-b444-477dc4f021dc service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.0957742 Jan 28 01:24:38.792597 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-08eec8ed-c449-4bf9-b88b-f89340a9c3a3 req-08937ad8-45c5-4250-889e-2bd8fd469be0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c9505f1-31b0-4ead-98a3-1ca984f18c68 HTTP/1.1" status: 200 len: 998 time: 0.0723782 Jan 28 01:24:38.795283 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-08eec8ed-c449-4bf9-b88b-f89340a9c3a3 req-05949c06-de6e-4651-b693-cb4443017cd8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c9505f1-31b0-4ead-98a3-1ca984f18c68 HTTP/1.1" status: 200 len: 998 time: 0.0745966 Jan 28 01:24:38.855824 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eec8ed-c449-4bf9-b88b-f89340a9c3a3 req-54b61958-80aa-479e-a2d8-2efe4798ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:38.857320 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-08eec8ed-c449-4bf9-b88b-f89340a9c3a3 req-54b61958-80aa-479e-a2d8-2efe4798ff53 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0595326 Jan 28 01:24:38.868894 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eec8ed-c449-4bf9-b88b-f89340a9c3a3 req-a470df75-118f-4022-a5ed-78f93963166a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:38.870025 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-08eec8ed-c449-4bf9-b88b-f89340a9c3a3 req-a470df75-118f-4022-a5ed-78f93963166a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0676849 Jan 28 01:24:38.916712 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eec8ed-c449-4bf9-b88b-f89340a9c3a3 req-4d6611b2-fa2c-46c5-9097-f3fb57789506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:38.918237 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-08eec8ed-c449-4bf9-b88b-f89340a9c3a3 req-4d6611b2-fa2c-46c5-9097-f3fb57789506 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552239 Jan 28 01:24:38.929940 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eec8ed-c449-4bf9-b88b-f89340a9c3a3 req-1d0d24a7-4488-43ba-8793-0850d0c2abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:38.932634 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-08eec8ed-c449-4bf9-b88b-f89340a9c3a3 req-1d0d24a7-4488-43ba-8793-0850d0c2abb7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558231 Jan 28 01:24:39.021086 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-08eec8ed-c449-4bf9-b88b-f89340a9c3a3 req-28ec263d-2543-4e22-9431-0ab30d312d45 service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971806 Jan 28 01:24:39.058510 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-08eec8ed-c449-4bf9-b88b-f89340a9c3a3 req-77490c10-2a2b-40c8-be05-2df8a1653de7 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198697 Jan 28 01:24:39.125421 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-08eec8ed-c449-4bf9-b88b-f89340a9c3a3 req-d2de7078-76db-4c6d-9ea9-e48b6615a674 service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983682 Jan 28 01:24:39.157421 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-08eec8ed-c449-4bf9-b88b-f89340a9c3a3 req-56c6e60d-7d4e-4c0d-ad73-8171c11212f0 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923302 Jan 28 01:24:39.387780 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22f403-5cc1-4368-b172-2f34a9a40d02 req-24d0253e-a7d6-4935-a5b3-cae063f8a1ae tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:39.389356 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f22f403-5cc1-4368-b172-2f34a9a40d02 req-24d0253e-a7d6-4935-a5b3-cae063f8a1ae tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0623984 Jan 28 01:24:39.439205 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f22f403-5cc1-4368-b172-2f34a9a40d02 req-1e5f7def-2381-4512-a06d-4022e025a176 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443084 Jan 28 01:24:39.814533 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 2c9505f1-31b0-4ead-98a3-1ca984f18c68 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:24:39.856868 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] The host n-h1-826754-1 is not matching for port 2c9505f1-31b0-4ead-98a3-1ca984f18c68 host n-h2-826754-1! {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 01:24:39.857261 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 2c9505f1-31b0-4ead-98a3-1ca984f18c68 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:24:39.907434 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:40.562494 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0edf6-bba4-47e6-a9e4-aa94c03d7560 req-18a62c16-015b-42a7-b0a5-a495ef27c20f tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:40.564054 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d4b0edf6-bba4-47e6-a9e4-aa94c03d7560 req-18a62c16-015b-42a7-b0a5-a495ef27c20f tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 943 time: 0.0493379 Jan 28 01:24:40.611642 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d4b0edf6-bba4-47e6-a9e4-aa94c03d7560 req-a1603d47-64c1-43fd-a1bd-8a05a4810cc4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420625 Jan 28 01:24:41.342912 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2c9505f1-31b0-4ead-98a3-1ca984f18c68 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:24:41.455688 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 2c9505f1-31b0-4ead-98a3-1ca984f18c68, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2c9505f1-31b0-4ead-98a3-1ca984f18c68,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:24:41.469136 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:41.470438 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '2c9505f1-31b0-4ead-98a3-1ca984f18c68', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'port_id': '2c9505f1-31b0-4ead-98a3-1ca984f18c68', 'mac_address': 'fa:16:3e:40:ec:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:24:41.515393 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 2c9505f1-31b0-4ead-98a3-1ca984f18c68 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:24:41.515921 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2c9505f1-31b0-4ead-98a3-1ca984f18c68), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:41.529507 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c9505f1-31b0-4ead-98a3-1ca984f18c68 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:24:41.550317 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 2c9505f1-31b0-4ead-98a3-1ca984f18c68, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2c9505f1-31b0-4ead-98a3-1ca984f18c68,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:24:41.558026 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2c9505f1-31b0-4ead-98a3-1ca984f18c68), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:41.606398 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=2c9505f1-31b0-4ead-98a3-1ca984f18c68,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:41.613894 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:41.614242 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:41.614583 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:41.614941 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:41.615252 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:41.615583 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:41.615933 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:41.616256 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:41.616579 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:41.616907 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:41.617226 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:41.617546 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:41.617870 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:24:41.740145 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2679a5-a6e7-494b-8d0c-057021cf12a4 req-30e69041-1f15-4bcd-82fe-166e89712473 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:41.741564 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3c2679a5-a6e7-494b-8d0c-057021cf12a4 req-30e69041-1f15-4bcd-82fe-166e89712473 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 944 time: 0.0533264 Jan 28 01:24:41.790501 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3c2679a5-a6e7-494b-8d0c-057021cf12a4 req-af49d468-82fc-450a-8ccd-2560d41fb9cd tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424113 Jan 28 01:24:42.015552 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207a01e-5636-4d81-bf09-a00cdd43a035 req-d9ef1909-00ef-45e0-83d5-2020ebf21cab tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:42.017015 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2207a01e-5636-4d81-bf09-a00cdd43a035 req-d9ef1909-00ef-45e0-83d5-2020ebf21cab tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 944 time: 0.0753868 Jan 28 01:24:42.063036 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['2c9505f1-31b0-4ead-98a3-1ca984f18c68'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:24:42.072588 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588bca1-a62a-4b12-a90b-460d94adaa51 req-5ffe6183-2d83-43c0-a0ed-45bf99d51fd7 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:42.074141 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3588bca1-a62a-4b12-a90b-460d94adaa51 req-5ffe6183-2d83-43c0-a0ed-45bf99d51fd7 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9&tenant_id=7ee279632025430f900ed55c22bbb14a&binding%3Ahost_id=n-h2-826754-1 HTTP/1.1" status: 200 len: 944 time: 0.0987365 Jan 28 01:24:42.092819 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2207a01e-5636-4d81-bf09-a00cdd43a035 req-3549fb28-4a42-46dd-9e31-e88306c36f14 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701895 Jan 28 01:24:42.145318 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-3588bca1-a62a-4b12-a90b-460d94adaa51 req-a685ce1c-4743-4d52-a833-baf9ec87092c service neutron] delete failed (client error): The resource could not be found. Jan 28 01:24:42.146601 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3588bca1-a62a-4b12-a90b-460d94adaa51 req-a685ce1c-4743-4d52-a833-baf9ec87092c service neutron] 10.222.0.65 "DELETE /v2.0/ports/2c9505f1-31b0-4ead-98a3-1ca984f18c68/bindings/n-h1-826754-1 HTTP/1.1" status: 404 len: 380 time: 0.0641496 Jan 28 01:24:42.254091 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588bca1-a62a-4b12-a90b-460d94adaa51 req-769b10c2-0520-4727-97d9-2a2ea15ee321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:42.255673 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3588bca1-a62a-4b12-a90b-460d94adaa51 req-769b10c2-0520-4727-97d9-2a2ea15ee321 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 1095 time: 0.0433445 Jan 28 01:24:42.297293 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:42.365155 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588bca1-a62a-4b12-a90b-460d94adaa51 req-a37fd2f0-9f00-49ee-b233-216ff0a53edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:42.366669 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3588bca1-a62a-4b12-a90b-460d94adaa51 req-a37fd2f0-9f00-49ee-b233-216ff0a53edf service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.0991001 Jan 28 01:24:42.444232 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3588bca1-a62a-4b12-a90b-460d94adaa51 req-30373e10-0bc5-463e-9be2-e4a7014157b7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c9505f1-31b0-4ead-98a3-1ca984f18c68 HTTP/1.1" status: 200 len: 999 time: 0.0716176 Jan 28 01:24:42.496238 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588bca1-a62a-4b12-a90b-460d94adaa51 req-e5e62983-8342-466c-afea-a20ca8d0a124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:42.497754 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3588bca1-a62a-4b12-a90b-460d94adaa51 req-e5e62983-8342-466c-afea-a20ca8d0a124 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0472093 Jan 28 01:24:42.551947 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588bca1-a62a-4b12-a90b-460d94adaa51 req-8ae0b736-0d0b-4715-a06f-196543a66096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:42.553377 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3588bca1-a62a-4b12-a90b-460d94adaa51 req-8ae0b736-0d0b-4715-a06f-196543a66096 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490088 Jan 28 01:24:42.645922 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3588bca1-a62a-4b12-a90b-460d94adaa51 req-175e2966-6512-4b8d-b6da-0b43bb731e37 service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860131 Jan 28 01:24:42.745327 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3588bca1-a62a-4b12-a90b-460d94adaa51 req-25b5f0ab-c7b6-4c95-bcac-c9bc5fd4b885 service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932360 Jan 28 01:24:43.223567 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed321bab-1398-49cc-82c2-b97c698bda9d req-f1f8ed56-0c52-4059-9875-a9c3a40a5925 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:43.225133 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ed321bab-1398-49cc-82c2-b97c698bda9d req-f1f8ed56-0c52-4059-9875-a9c3a40a5925 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 944 time: 0.0540535 Jan 28 01:24:43.275041 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ed321bab-1398-49cc-82c2-b97c698bda9d req-ecacce7b-b2a1-40c5-9a2f-c5e89be99f0d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435188 Jan 28 01:24:43.337405 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2c9505f1-31b0-4ead-98a3-1ca984f18c68 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:24:43.389904 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 2c9505f1-31b0-4ead-98a3-1ca984f18c68 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:24:43.394322 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 2c9505f1-31b0-4ead-98a3-1ca984f18c68 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:24:43.394704 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2c9505f1-31b0-4ead-98a3-1ca984f18c68), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:43.498526 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:43.499308 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 2c9505f1-31b0-4ead-98a3-1ca984f18c68 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:24:43.499710 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2c9505f1-31b0-4ead-98a3-1ca984f18c68), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:43.523712 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d26312-5feb-4a0e-8c95-c37ceec1fcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9505f1-31b0-4ead-98a3-1ca984f18c68'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:24:43.526531 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b40bd13-3c07-42fe-b03f-4f0c956134d4" -d '{"events": [{"server_uuid": "e4d26312-5feb-4a0e-8c95-c37ceec1fcb9", "name": "network-vif-plugged", "status": "completed", "tag": "2c9505f1-31b0-4ead-98a3-1ca984f18c68"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:24:43.539908 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 2c9505f1-31b0-4ead-98a3-1ca984f18c68, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2c9505f1-31b0-4ead-98a3-1ca984f18c68,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:24:43.544036 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2c9505f1-31b0-4ead-98a3-1ca984f18c68), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:43.596342 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=2c9505f1-31b0-4ead-98a3-1ca984f18c68,revision_number=9']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:43.622462 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f12d74-be23-42ee-aa82-644ced66558d x-openstack-request-id: req-08f12d74-be23-42ee-aa82-644ced66558d {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:24:43.622765 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d26312-5feb-4a0e-8c95-c37ceec1fcb9", "name": "network-vif-plugged", "status": "completed", "tag": "2c9505f1-31b0-4ead-98a3-1ca984f18c68", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:24:43.623032 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-08f12d74-be23-42ee-aa82-644ced66558d {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:24:43.623436 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d26312-5feb-4a0e-8c95-c37ceec1fcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9505f1-31b0-4ead-98a3-1ca984f18c68', 'code': 200} Jan 28 01:24:44.419505 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda8a1e-c942-4e2c-a42a-eb20b8400670 req-7bed4b9d-87ab-45d9-ae6c-6370fe4bf5e7 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:44.421633 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bdda8a1e-c942-4e2c-a42a-eb20b8400670 req-7bed4b9d-87ab-45d9-ae6c-6370fe4bf5e7 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0678167 Jan 28 01:24:44.481465 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bdda8a1e-c942-4e2c-a42a-eb20b8400670 req-d5bc2cc5-9706-46f4-af11-2812746ee36e tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504742 Jan 28 01:24:44.626548 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef3943-f928-4fe4-8077-a31a3e56c101 req-fe0cf721-f34e-4e2b-8dc1-69304650ed4a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:44.628184 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d8ef3943-f928-4fe4-8077-a31a3e56c101 req-fe0cf721-f34e-4e2b-8dc1-69304650ed4a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0556052 Jan 28 01:24:44.679630 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d8ef3943-f928-4fe4-8077-a31a3e56c101 req-8067921c-b4a3-42c8-ad72-99f64f579194 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447226 Jan 28 01:24:44.797576 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b965a8a-e8c1-47c2-8923-fbc3a09f9ef8 req-16c3ea4c-1e75-4cc7-bc27-c7f25c4ff185 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:44.799101 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b965a8a-e8c1-47c2-8923-fbc3a09f9ef8 req-16c3ea4c-1e75-4cc7-bc27-c7f25c4ff185 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0514691 Jan 28 01:24:44.848022 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b965a8a-e8c1-47c2-8923-fbc3a09f9ef8 req-d25d30c4-2d51-42eb-b73a-85376727b7ac tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433357 Jan 28 01:24:44.866124 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:45.116508 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5113980-b46c-4e93-ad6d-4db65374451c req-1c04a7df-cd64-437c-bbb7-91bc02df12a3 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:45.118027 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f5113980-b46c-4e93-ad6d-4db65374451c req-1c04a7df-cd64-437c-bbb7-91bc02df12a3 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0545449 Jan 28 01:24:45.169334 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f5113980-b46c-4e93-ad6d-4db65374451c req-06eda951-a8b5-41d4-8e43-88bbbfb5175f tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446203 Jan 28 01:24:45.544996 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:24:46.311084 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e73e85-8903-4def-a10f-9e416a6c5ac0 req-99f5d26d-a3d7-4c31-ace5-059627932815 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:46.313539 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-53e73e85-8903-4def-a10f-9e416a6c5ac0 req-99f5d26d-a3d7-4c31-ace5-059627932815 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0675430 Jan 28 01:24:46.364340 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-53e73e85-8903-4def-a10f-9e416a6c5ac0 req-2cce0801-0215-4515-91e7-c1ccafca28ef tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443339 Jan 28 01:24:46.648844 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8106d-f31e-4fa2-a8e0-97cbb4367a27 req-eea80163-4055-4243-ac3a-09495344fb26 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:46.650249 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4ca8106d-f31e-4fa2-a8e0-97cbb4367a27 req-eea80163-4055-4243-ac3a-09495344fb26 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 945 time: 0.0559018 Jan 28 01:24:46.748032 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-4ca8106d-f31e-4fa2-a8e0-97cbb4367a27 req-efaf0803-940a-465c-b5d4-0620b5dd6c3b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Deleting port 2c9505f1-31b0-4ead-98a3-1ca984f18c68 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:24:46.748382 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-4ca8106d-f31e-4fa2-a8e0-97cbb4367a27 req-efaf0803-940a-465c-b5d4-0620b5dd6c3b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (2c9505f1-31b0-4ead-98a3-1ca984f18c68), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:46.841078 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-4ca8106d-f31e-4fa2-a8e0-97cbb4367a27 req-efaf0803-940a-465c-b5d4-0620b5dd6c3b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] For port 2c9505f1-31b0-4ead-98a3-1ca984f18c68, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=2c9505f1-31b0-4ead-98a3-1ca984f18c68,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:24:46.841442 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-4ca8106d-f31e-4fa2-a8e0-97cbb4367a27 req-efaf0803-940a-465c-b5d4-0620b5dd6c3b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (2c9505f1-31b0-4ead-98a3-1ca984f18c68), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:47.021838 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-4ca8106d-f31e-4fa2-a8e0-97cbb4367a27 req-efaf0803-940a-465c-b5d4-0620b5dd6c3b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:47.022210 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-4ca8106d-f31e-4fa2-a8e0-97cbb4367a27 req-efaf0803-940a-465c-b5d4-0620b5dd6c3b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (c18f515c-6bef-433a-9bd1-22734b1596fd), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:47.022531 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [req-4ca8106d-f31e-4fa2-a8e0-97cbb4367a27 req-efaf0803-940a-465c-b5d4-0620b5dd6c3b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Floating IP c18f515c-6bef-433a-9bd1-22734b1596fd disassociated. External IP: 172.25.3.41, port: 2c9505f1-31b0-4ead-98a3-1ca984f18c68. Jan 28 01:24:47.022875 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-4ca8106d-f31e-4fa2-a8e0-97cbb4367a27 req-efaf0803-940a-465c-b5d4-0620b5dd6c3b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Calling delete_port for 2c9505f1-31b0-4ead-98a3-1ca984f18c68 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:24:47.161557 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-4ca8106d-f31e-4fa2-a8e0-97cbb4367a27 req-efaf0803-940a-465c-b5d4-0620b5dd6c3b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (2c9505f1-31b0-4ead-98a3-1ca984f18c68), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:47.197035 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf0803-940a-465c-b5d4-0620b5dd6c3b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Pushing event deleted for resources: {'Port': ['ID=2c9505f1-31b0-4ead-98a3-1ca984f18c68,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:47.321059 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ca8106d-f31e-4fa2-a8e0-97cbb4367a27 req-efaf0803-940a-465c-b5d4-0620b5dd6c3b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:24:47.437081 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ca8106d-f31e-4fa2-a8e0-97cbb4367a27 req-efaf0803-940a-465c-b5d4-0620b5dd6c3b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:24:47.451133 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b959ca-c94b-4172-b8c8-0bdfdc539599 None None] Sync routers for ids ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:24:47.462993 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b959ca-c94b-4172-b8c8-0bdfdc539599 None None] Routers {'6a04d4f3-27ef-41ea-bc97-a3715036ed20'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:24:47.466880 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b6b959ca-c94b-4172-b8c8-0bdfdc539599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:24:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:24:47.478485 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8f19698d-ff34-4c1d-b4c1-7408b8ac7b69 req-414c51e4-2e1b-4202-a548-cd38a498eb38 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4d26312-5feb-4a0e-8c95-c37ceec1fcb9 HTTP/1.1" status: 200 len: 210 time: 0.0408268 Jan 28 01:24:47.480422 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca8106d-f31e-4fa2-a8e0-97cbb4367a27 req-efaf0803-940a-465c-b5d4-0620b5dd6c3b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] No DVR routers for this DVR port 2c9505f1-31b0-4ead-98a3-1ca984f18c68 on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:24:47.483310 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-4ca8106d-f31e-4fa2-a8e0-97cbb4367a27 req-efaf0803-940a-465c-b5d4-0620b5dd6c3b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:47.487019 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4ca8106d-f31e-4fa2-a8e0-97cbb4367a27 req-efaf0803-940a-465c-b5d4-0620b5dd6c3b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.52 "DELETE /v2.0/ports/2c9505f1-31b0-4ead-98a3-1ca984f18c68 HTTP/1.1" status: 204 len: 173 time: 0.8318086 Jan 28 01:24:47.491750 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d26312-5feb-4a0e-8c95-c37ceec1fcb9', 'name': 'network-vif-deleted', 'tag': '2c9505f1-31b0-4ead-98a3-1ca984f18c68'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:24:47.491750 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcabcdc5-dfee-446a-8d3a-25b32b742a7a" -d '{"events": [{"server_uuid": "e4d26312-5feb-4a0e-8c95-c37ceec1fcb9", "name": "network-vif-deleted", "tag": "2c9505f1-31b0-4ead-98a3-1ca984f18c68"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:24:47.534308 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc28d0f7-0a4c-4065-be86-7c301a5fed8f x-openstack-request-id: req-fc28d0f7-0a4c-4065-be86-7c301a5fed8f {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:24:47.534607 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d26312-5feb-4a0e-8c95-c37ceec1fcb9", "name": "network-vif-deleted", "tag": "2c9505f1-31b0-4ead-98a3-1ca984f18c68", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:24:47.534877 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fc28d0f7-0a4c-4065-be86-7c301a5fed8f {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:24:47.535295 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d26312-5feb-4a0e-8c95-c37ceec1fcb9', 'name': 'network-vif-deleted', 'tag': '2c9505f1-31b0-4ead-98a3-1ca984f18c68', 'status': 'completed', 'code': 200} Jan 28 01:24:47.602399 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-b6b959ca-c94b-4172-b8c8-0bdfdc539599 None None] Set router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:24:47.826989 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b6b959ca-c94b-4172-b8c8-0bdfdc539599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:22:26Z', 'revision_number': 4, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port': {'id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:24Z', 'updated_at': '2022-01-28T01:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'b0e2e805-f72d-46e1-920c-70ef63ef9537', 'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'mac_address': 'fa:16:3e:ff:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:26Z', 'updated_at': '2022-01-28T01:22:31Z', 'revision_number': 5, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'subnets': [{'id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:24:47.855896 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b959ca-c94b-4172-b8c8-0bdfdc539599 None None] Checking router: 6a04d4f3-27ef-41ea-bc97-a3715036ed20 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:24:47.865287 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b959ca-c94b-4172-b8c8-0bdfdc539599 None None] Routers {'6a04d4f3-27ef-41ea-bc97-a3715036ed20'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:24:47.865907 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b6b959ca-c94b-4172-b8c8-0bdfdc539599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:24:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:24:47.976670 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-b6b959ca-c94b-4172-b8c8-0bdfdc539599 None None] Set router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:24:48.356549 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b6b959ca-c94b-4172-b8c8-0bdfdc539599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:22:26Z', 'revision_number': 4, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port': {'id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:24Z', 'updated_at': '2022-01-28T01:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'b0e2e805-f72d-46e1-920c-70ef63ef9537', 'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'mac_address': 'fa:16:3e:ff:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:26Z', 'updated_at': '2022-01-28T01:22:31Z', 'revision_number': 5, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'subnets': [{'id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:24:48.383853 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b959ca-c94b-4172-b8c8-0bdfdc539599 None None] The sync data for ids ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'] in n-d-826754-1 is: [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:22:26Z', 'revision_number': 4, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port': {'id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:24Z', 'updated_at': '2022-01-28T01:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'b0e2e805-f72d-46e1-920c-70ef63ef9537', 'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'mac_address': 'fa:16:3e:ff:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:26Z', 'updated_at': '2022-01-28T01:22:31Z', 'revision_number': 5, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'subnets': [{'id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:24:48.641649 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6869f0-49a0-4486-b104-11192a82a76c None None] New status for floating IP c18f515c-6bef-433a-9bd1-22734b1596fd: DOWN {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:24:48.738612 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bccf8025-3c22-45b3-b135-e50657434d4e req-e4ca5ac7-2159-4e96-9bd1-3c1d0b0ddcc2 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--701205806&fields=id&tenant_id=7ee279632025430f900ed55c22bbb14a HTTP/1.1" status: 200 len: 267 time: 0.0434718 Jan 28 01:24:48.856260 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf8025-3c22-45b3-b135-e50657434d4e req-2a56330d-76f5-400f-895e-6e20e7683337 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:48.857756 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bccf8025-3c22-45b3-b135-e50657434d4e req-2a56330d-76f5-400f-895e-6e20e7683337 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 812 time: 0.1117275 Jan 28 01:24:48.873980 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bccf8025-3c22-45b3-b135-e50657434d4e req-59c7ca63-1d26-4333-af03-2ed29649b1a6 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/quotas/7ee279632025430f900ed55c22bbb14a HTTP/1.1" status: 200 len: 375 time: 0.0108135 Jan 28 01:24:48.927459 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bccf8025-3c22-45b3-b135-e50657434d4e req-eedb79e0-1873-44a6-86a7-a7d6965501bf tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482366 Jan 28 01:24:48.943037 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-bccf8025-3c22-45b3-b135-e50657434d4e req-7193e617-90b8-452e-ae1b-d80cf00b781a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:24:48.944045 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bccf8025-3c22-45b3-b135-e50657434d4e req-7193e617-90b8-452e-ae1b-d80cf00b781a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051608 Jan 28 01:24:49.039851 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bccf8025-3c22-45b3-b135-e50657434d4e req-56abece8-e98c-4f6f-9af6-883a97231065 service neutron] 10.222.0.70 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886908 Jan 28 01:24:49.134839 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bccf8025-3c22-45b3-b135-e50657434d4e req-0a1ebd21-4561-451d-97d2-90adaf38737a service neutron] 10.222.0.70 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891290 Jan 28 01:24:49.311426 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8f1c8308-fe0a-4551-95ba-05688fccdfba req-37a357cb-744b-43c3-a46a-1ea272dfe6d2 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 210 time: 0.0277040 Jan 28 01:24:50.316617 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf8025-3c22-45b3-b135-e50657434d4e req-67d53945-1c05-4460-9adc-5a6853d7f3f8 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:50.317873 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bccf8025-3c22-45b3-b135-e50657434d4e req-67d53945-1c05-4460-9adc-5a6853d7f3f8 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.52 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 812 time: 0.1048896 Jan 28 01:24:50.393922 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bccf8025-3c22-45b3-b135-e50657434d4e req-4b30d7b1-cec9-4c09-a820-f718a039472b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ee279632025430f900ed55c22bbb14a HTTP/1.1" status: 200 len: 379 time: 0.0622520 Jan 28 01:24:50.418147 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f7e2f5a-6097-4217-bead-4d4576f78650 req-3d8ac63d-22ea-4d7e-9075-211fc6b45f9a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 210 time: 0.0319774 Jan 28 01:24:50.424288 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-bccf8025-3c22-45b3-b135-e50657434d4e req-853c412a-058b-4327-bf01-53340292ea8b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Request body: {'port': {'device_id': '1c27bc94-3062-4cd3-ba48-885cd59c7baf', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'admin_state_up': True, 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'security_groups': ['43b04045-a4ab-4d31-bba6-aecf58da8efe']}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:24:50.581907 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bccf8025-3c22-45b3-b135-e50657434d4e req-853c412a-058b-4327-bf01-53340292ea8b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Made reservation on behalf of 7ee279632025430f900ed55c22bbb14a for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:24:50.587481 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-bccf8025-3c22-45b3-b135-e50657434d4e req-853c412a-058b-4327-bf01-53340292ea8b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:50.733222 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-bccf8025-3c22-45b3-b135-e50657434d4e req-853c412a-058b-4327-bf01-53340292ea8b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Allocated IP 172.20.0.11 (8d4d03ff-a518-4131-ac15-49a65f6d4319/f87f6bed-8ef9-4932-967c-9de56143b2f7/ca39d317-9182-4096-89f8-1c3610aa493f) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:24:50.877997 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-bccf8025-3c22-45b3-b135-e50657434d4e req-853c412a-058b-4327-bf01-53340292ea8b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for port (ca39d317-9182-4096-89f8-1c3610aa493f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:50.922510 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-bccf8025-3c22-45b3-b135-e50657434d4e req-853c412a-058b-4327-bf01-53340292ea8b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (ca39d317-9182-4096-89f8-1c3610aa493f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:50.970802 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bccf8025-3c22-45b3-b135-e50657434d4e req-853c412a-058b-4327-bf01-53340292ea8b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Network 8d4d03ff-a518-4131-ac15-49a65f6d4319 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:24:50.974163 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-bccf8025-3c22-45b3-b135-e50657434d4e req-853c412a-058b-4327-bf01-53340292ea8b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:24:50.980296 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-bccf8025-3c22-45b3-b135-e50657434d4e req-853c412a-058b-4327-bf01-53340292ea8b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:24:51.004711 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c412a-058b-4327-bf01-53340292ea8b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Pushing event updated for resources: {'Port': ['ID=ca39d317-9182-4096-89f8-1c3610aa493f,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:51.048820 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf8025-3c22-45b3-b135-e50657434d4e req-853c412a-058b-4327-bf01-53340292ea8b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:51.049835 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-bccf8025-3c22-45b3-b135-e50657434d4e req-853c412a-058b-4327-bf01-53340292ea8b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:51.071837 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bccf8025-3c22-45b3-b135-e50657434d4e req-853c412a-058b-4327-bf01-53340292ea8b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6515348 Jan 28 01:24:51.090528 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-bccf8025-3c22-45b3-b135-e50657434d4e req-49866f1a-6833-4fe0-b251-289f3c02bf1c service neutron] Request body: {'port': {'device_id': '1c27bc94-3062-4cd3-ba48-885cd59c7baf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:24:51.163914 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-bccf8025-3c22-45b3-b135-e50657434d4e req-49866f1a-6833-4fe0-b251-289f3c02bf1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ca39d317-9182-4096-89f8-1c3610aa493f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:51.246566 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d3ab2f02-bb6f-4593-af62-2e9ecbc916d2 None None] Provisioning complete for port ca39d317-9182-4096-89f8-1c3610aa493f triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:24:51.247126 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d3ab2f02-bb6f-4593-af62-2e9ecbc916d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ca39d317-9182-4096-89f8-1c3610aa493f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:51.288088 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d3ab2f02-bb6f-4593-af62-2e9ecbc916d2 None None] Port ca39d317-9182-4096-89f8-1c3610aa493f cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:24:51.393013 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2c9505f1-31b0-4ead-98a3-1ca984f18c68 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:24:51.414543 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 2c9505f1-31b0-4ead-98a3-1ca984f18c68 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:24:51.414836 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 2c9505f1-31b0-4ead-98a3-1ca984f18c68 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:24:51.441500 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-bccf8025-3c22-45b3-b135-e50657434d4e req-49866f1a-6833-4fe0-b251-289f3c02bf1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca39d317-9182-4096-89f8-1c3610aa493f {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:24:51.451538 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-bccf8025-3c22-45b3-b135-e50657434d4e req-49866f1a-6833-4fe0-b251-289f3c02bf1c service neutron] Publish callbacks [] for port (ca39d317-9182-4096-89f8-1c3610aa493f), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:51.465500 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-bccf8025-3c22-45b3-b135-e50657434d4e req-49866f1a-6833-4fe0-b251-289f3c02bf1c service neutron] Transition to ACTIVE for port object ca39d317-9182-4096-89f8-1c3610aa493f will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:24:51.470412 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-bccf8025-3c22-45b3-b135-e50657434d4e req-49866f1a-6833-4fe0-b251-289f3c02bf1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (ca39d317-9182-4096-89f8-1c3610aa493f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:51.523701 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49866f1a-6833-4fe0-b251-289f3c02bf1c service neutron] Pushing event updated for resources: {'Port': ['ID=ca39d317-9182-4096-89f8-1c3610aa493f,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:51.569224 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d9cdf-465f-44d1-8021-75819fe84bc9 req-e79dfff2-6a86-43a8-8a5d-c28581a99366 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:51.571525 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b68d9cdf-465f-44d1-8021-75819fe84bc9 req-e79dfff2-6a86-43a8-8a5d-c28581a99366 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 944 time: 0.0617394 Jan 28 01:24:51.597530 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-bccf8025-3c22-45b3-b135-e50657434d4e req-49866f1a-6833-4fe0-b251-289f3c02bf1c service neutron] Attempting to bind port ca39d317-9182-4096-89f8-1c3610aa493f on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:24:51.597958 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-bccf8025-3c22-45b3-b135-e50657434d4e req-49866f1a-6833-4fe0-b251-289f3c02bf1c service neutron] Attempting to bind port ca39d317-9182-4096-89f8-1c3610aa493f by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:24:51.598359 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccf8025-3c22-45b3-b135-e50657434d4e req-49866f1a-6833-4fe0-b251-289f3c02bf1c service neutron] Attempting to bind port ca39d317-9182-4096-89f8-1c3610aa493f on network 8d4d03ff-a518-4131-ac15-49a65f6d4319 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:24:51.603287 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccf8025-3c22-45b3-b135-e50657434d4e req-49866f1a-6833-4fe0-b251-289f3c02bf1c service neutron] Port ca39d317-9182-4096-89f8-1c3610aa493f on network 8d4d03ff-a518-4131-ac15-49a65f6d4319 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:24:51.603713 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccf8025-3c22-45b3-b135-e50657434d4e req-49866f1a-6833-4fe0-b251-289f3c02bf1c service neutron] Attempting to bind port ca39d317-9182-4096-89f8-1c3610aa493f on network 8d4d03ff-a518-4131-ac15-49a65f6d4319 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:24:51.610108 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccf8025-3c22-45b3-b135-e50657434d4e req-49866f1a-6833-4fe0-b251-289f3c02bf1c service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:24:51.610597 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccf8025-3c22-45b3-b135-e50657434d4e req-49866f1a-6833-4fe0-b251-289f3c02bf1c service neutron] Checking segment: {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:24:51.611074 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccf8025-3c22-45b3-b135-e50657434d4e req-49866f1a-6833-4fe0-b251-289f3c02bf1c service neutron] Bound using segment: {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:24:51.611648 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-bccf8025-3c22-45b3-b135-e50657434d4e req-49866f1a-6833-4fe0-b251-289f3c02bf1c service neutron] Bound port: ca39d317-9182-4096-89f8-1c3610aa493f, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:24:51.612361 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-bccf8025-3c22-45b3-b135-e50657434d4e req-49866f1a-6833-4fe0-b251-289f3c02bf1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ca39d317-9182-4096-89f8-1c3610aa493f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:51.629923 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b68d9cdf-465f-44d1-8021-75819fe84bc9 req-1880cce4-7465-4ed1-8344-5c58c57de83d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515707 Jan 28 01:24:52.020524 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-bccf8025-3c22-45b3-b135-e50657434d4e req-49866f1a-6833-4fe0-b251-289f3c02bf1c service neutron] For port ca39d317-9182-4096-89f8-1c3610aa493f, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:24:52.023460 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-bccf8025-3c22-45b3-b135-e50657434d4e req-49866f1a-6833-4fe0-b251-289f3c02bf1c service neutron] For port ca39d317-9182-4096-89f8-1c3610aa493f, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=ca39d317-9182-4096-89f8-1c3610aa493f,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:24:52.028313 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-bccf8025-3c22-45b3-b135-e50657434d4e req-49866f1a-6833-4fe0-b251-289f3c02bf1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (ca39d317-9182-4096-89f8-1c3610aa493f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:52.061694 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf8025-3c22-45b3-b135-e50657434d4e req-49866f1a-6833-4fe0-b251-289f3c02bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:52.062319 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-bccf8025-3c22-45b3-b135-e50657434d4e req-49866f1a-6833-4fe0-b251-289f3c02bf1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:52.063776 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bccf8025-3c22-45b3-b135-e50657434d4e req-49866f1a-6833-4fe0-b251-289f3c02bf1c service neutron] 10.222.0.52 "PUT /v2.0/ports/ca39d317-9182-4096-89f8-1c3610aa493f HTTP/1.1" status: 200 len: 1092 time: 0.9784372 Jan 28 01:24:52.064256 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c27bc94-3062-4cd3-ba48-885cd59c7baf', 'tag': 'ca39d317-9182-4096-89f8-1c3610aa493f'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:24:52.068095 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ba30f9-917f-435f-a85e-61274174021a" -d '{"events": [{"name": "network-changed", "server_uuid": "1c27bc94-3062-4cd3-ba48-885cd59c7baf", "tag": "ca39d317-9182-4096-89f8-1c3610aa493f"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:24:52.098812 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49866f1a-6833-4fe0-b251-289f3c02bf1c service neutron] Pushing event updated for resources: {'Port': ['ID=ca39d317-9182-4096-89f8-1c3610aa493f,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:52.121801 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64989bdf-09b0-424e-a3b4-c7a66281d7bc x-openstack-request-id: req-64989bdf-09b0-424e-a3b4-c7a66281d7bc {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:24:52.122102 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c27bc94-3062-4cd3-ba48-885cd59c7baf", "tag": "ca39d317-9182-4096-89f8-1c3610aa493f", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:24:52.122366 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-64989bdf-09b0-424e-a3b4-c7a66281d7bc {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:24:52.122770 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c27bc94-3062-4cd3-ba48-885cd59c7baf', 'tag': 'ca39d317-9182-4096-89f8-1c3610aa493f', 'status': 'completed', 'code': 200} Jan 28 01:24:52.181599 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf8025-3c22-45b3-b135-e50657434d4e req-b716894f-e4f5-42bd-89af-5aa22c7cc7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:52.184090 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bccf8025-3c22-45b3-b135-e50657434d4e req-b716894f-e4f5-42bd-89af-5aa22c7cc7eb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 1095 time: 0.0465455 Jan 28 01:24:52.237242 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bccf8025-3c22-45b3-b135-e50657434d4e req-20f5ecbb-2784-40e5-9aa9-7f3110d31187 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca39d317-9182-4096-89f8-1c3610aa493f HTTP/1.1" status: 200 len: 217 time: 0.0408659 Jan 28 01:24:52.288255 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf8025-3c22-45b3-b135-e50657434d4e req-18428286-3c01-4db7-8f9b-ab805288b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:52.289660 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bccf8025-3c22-45b3-b135-e50657434d4e req-18428286-3c01-4db7-8f9b-ab805288b807 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0457032 Jan 28 01:24:52.336719 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf8025-3c22-45b3-b135-e50657434d4e req-318c85ed-084d-4f2d-a900-9934adfbbde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:52.338148 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bccf8025-3c22-45b3-b135-e50657434d4e req-318c85ed-084d-4f2d-a900-9934adfbbde8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430551 Jan 28 01:24:52.446454 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bccf8025-3c22-45b3-b135-e50657434d4e req-983cd877-92ff-432e-aced-b1fa163bcbdd service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020944 Jan 28 01:24:52.557585 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bccf8025-3c22-45b3-b135-e50657434d4e req-a5b916ab-11ca-4679-9883-3068683ee1fc service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054821 Jan 28 01:24:52.695477 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba30f9-917f-435f-a85e-61274174021a req-8d9d20a6-8fc4-48f9-8001-4367ec1a61ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:52.697060 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a9ba30f9-917f-435f-a85e-61274174021a req-8d9d20a6-8fc4-48f9-8001-4367ec1a61ae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 1095 time: 0.0456522 Jan 28 01:24:52.757944 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0e42c-5fa5-4968-ab6a-92a5db3c77f0 req-b0415a11-3ede-42b6-bcfb-369443d651d5 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:52.759817 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d2a0e42c-5fa5-4968-ab6a-92a5db3c77f0 req-b0415a11-3ede-42b6-bcfb-369443d651d5 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 944 time: 0.0548759 Jan 28 01:24:52.800821 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba30f9-917f-435f-a85e-61274174021a req-88c398ea-7a6b-4f58-9b40-19ad6e15d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:52.802334 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a9ba30f9-917f-435f-a85e-61274174021a req-88c398ea-7a6b-4f58-9b40-19ad6e15d59e service neutron] 10.222.0.52 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.1000018 Jan 28 01:24:52.811606 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d2a0e42c-5fa5-4968-ab6a-92a5db3c77f0 req-1b9329b4-ea8f-45de-8814-f7b82a9b6214 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442634 Jan 28 01:24:52.846503 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a9ba30f9-917f-435f-a85e-61274174021a req-62dd14ee-d852-4fa1-9168-4de79801aa39 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca39d317-9182-4096-89f8-1c3610aa493f HTTP/1.1" status: 200 len: 217 time: 0.0384474 Jan 28 01:24:52.899358 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba30f9-917f-435f-a85e-61274174021a req-fde6dbfa-9554-4201-b63e-5b3e067f20ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:52.900848 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a9ba30f9-917f-435f-a85e-61274174021a req-fde6dbfa-9554-4201-b63e-5b3e067f20ba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0492098 Jan 28 01:24:52.951296 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba30f9-917f-435f-a85e-61274174021a req-8366162a-a1f6-412d-91f2-f6bf396fe908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:52.953351 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a9ba30f9-917f-435f-a85e-61274174021a req-8366162a-a1f6-412d-91f2-f6bf396fe908 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471830 Jan 28 01:24:53.046799 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a9ba30f9-917f-435f-a85e-61274174021a req-6e78e752-64d3-4fc9-8cf6-c7210662c05c service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867672 Jan 28 01:24:53.144363 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a9ba30f9-917f-435f-a85e-61274174021a req-0d36d6fe-c2ff-426a-b339-17ad7f673681 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922375 Jan 28 01:24:53.937746 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22449f6-5ace-4a0d-b3b4-5808e6993525 req-a9489747-3e06-46a3-826f-6ccd77f1c6c0 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:53.939227 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c22449f6-5ace-4a0d-b3b4-5808e6993525 req-a9489747-3e06-46a3-826f-6ccd77f1c6c0 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 944 time: 0.0515008 Jan 28 01:24:53.988600 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c22449f6-5ace-4a0d-b3b4-5808e6993525 req-27281869-2a2b-4b05-b37d-27c51a62b993 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437820 Jan 28 01:24:55.103828 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e422578-41ef-4eee-9ecb-3f6516509d41 req-79704451-31d3-4817-af34-02a65d9ebd81 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:55.105997 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4e422578-41ef-4eee-9ecb-3f6516509d41 req-79704451-31d3-4817-af34-02a65d9ebd81 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 944 time: 0.0492499 Jan 28 01:24:55.154162 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4e422578-41ef-4eee-9ecb-3f6516509d41 req-75cc26e8-7b17-400c-b894-894e8f3770d7 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426788 Jan 28 01:24:55.406433 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device ca39d317-9182-4096-89f8-1c3610aa493f details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:24:55.509666 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port ca39d317-9182-4096-89f8-1c3610aa493f, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=ca39d317-9182-4096-89f8-1c3610aa493f,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:24:55.522940 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'ca39d317-9182-4096-89f8-1c3610aa493f', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'port_id': 'ca39d317-9182-4096-89f8-1c3610aa493f', 'mac_address': 'fa:16:3e:33:cf:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:24:55.561702 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port ca39d317-9182-4096-89f8-1c3610aa493f is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:24:55.562099 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ca39d317-9182-4096-89f8-1c3610aa493f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:55.577832 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca39d317-9182-4096-89f8-1c3610aa493f {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:24:55.600729 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port ca39d317-9182-4096-89f8-1c3610aa493f, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=ca39d317-9182-4096-89f8-1c3610aa493f,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:24:55.606427 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ca39d317-9182-4096-89f8-1c3610aa493f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:55.663676 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=ca39d317-9182-4096-89f8-1c3610aa493f,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:55.993108 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['ca39d317-9182-4096-89f8-1c3610aa493f'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:24:56.294772 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd2552-f816-4ace-baa4-0dd506c16559 req-53930f15-4fb3-4a48-820e-300a240d2005 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:56.296270 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2fdd2552-f816-4ace-baa4-0dd506c16559 req-53930f15-4fb3-4a48-820e-300a240d2005 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 945 time: 0.0562253 Jan 28 01:24:56.344593 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2fdd2552-f816-4ace-baa4-0dd506c16559 req-4eb1cad6-bc3e-4358-90ac-c614e3db51f5 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425940 Jan 28 01:24:57.423474 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device ca39d317-9182-4096-89f8-1c3610aa493f up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:24:57.464182 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5f378-5700-4b8c-84a7-5dd7ac266df5 req-00a83d29-ea9b-487e-920f-383bb98a9490 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:57.465865 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93f5f378-5700-4b8c-84a7-5dd7ac266df5 req-00a83d29-ea9b-487e-920f-383bb98a9490 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 945 time: 0.0513268 Jan 28 01:24:57.479225 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port ca39d317-9182-4096-89f8-1c3610aa493f completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:24:57.483467 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port ca39d317-9182-4096-89f8-1c3610aa493f triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:24:57.484402 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ca39d317-9182-4096-89f8-1c3610aa493f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:57.519099 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93f5f378-5700-4b8c-84a7-5dd7ac266df5 req-466965c0-8f3e-4a62-90d4-d9e481133594 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474772 Jan 28 01:24:57.573289 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port ca39d317-9182-4096-89f8-1c3610aa493f is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:24:57.574135 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ca39d317-9182-4096-89f8-1c3610aa493f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:57.597508 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c27bc94-3062-4cd3-ba48-885cd59c7baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca39d317-9182-4096-89f8-1c3610aa493f'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:24:57.600067 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5444a421-a3d1-4f22-af4e-412f1491f195" -d '{"events": [{"server_uuid": "1c27bc94-3062-4cd3-ba48-885cd59c7baf", "name": "network-vif-plugged", "status": "completed", "tag": "ca39d317-9182-4096-89f8-1c3610aa493f"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:24:57.612972 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port ca39d317-9182-4096-89f8-1c3610aa493f, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=ca39d317-9182-4096-89f8-1c3610aa493f,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:24:57.617567 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ca39d317-9182-4096-89f8-1c3610aa493f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:24:57.641705 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c918a3a-c510-4986-868c-a37231010b0e x-openstack-request-id: req-1c918a3a-c510-4986-868c-a37231010b0e {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:24:57.642004 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c27bc94-3062-4cd3-ba48-885cd59c7baf", "name": "network-vif-plugged", "status": "completed", "tag": "ca39d317-9182-4096-89f8-1c3610aa493f", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:24:57.642258 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1c918a3a-c510-4986-868c-a37231010b0e {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:24:57.642649 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c27bc94-3062-4cd3-ba48-885cd59c7baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca39d317-9182-4096-89f8-1c3610aa493f', 'code': 200} Jan 28 01:24:57.668845 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=ca39d317-9182-4096-89f8-1c3610aa493f,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:24:57.772841 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcfedb-abc7-4d02-9c29-182c97d4ed3b req-0bf72786-b38a-4fd5-b315-f30044adf4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:57.774383 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-85dcfedb-abc7-4d02-9c29-182c97d4ed3b req-0bf72786-b38a-4fd5-b315-f30044adf4a8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 1097 time: 0.0421109 Jan 28 01:24:57.819230 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-85dcfedb-abc7-4d02-9c29-182c97d4ed3b req-f43a5cfb-0794-4a19-a294-175216083598 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390379 Jan 28 01:24:58.636377 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4633d4-6018-4a4c-88e5-566726751e66 req-22e2e1c9-3e5a-4899-81c1-a228c115c3e3 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:58.637995 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f4633d4-6018-4a4c-88e5-566726751e66 req-22e2e1c9-3e5a-4899-81c1-a228c115c3e3 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 946 time: 0.0508156 Jan 28 01:24:58.689588 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4f4633d4-6018-4a4c-88e5-566726751e66 req-856930bd-ac16-4734-ac76-5f6d1889bdea tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457718 Jan 28 01:24:59.812721 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af3d3f-ce4b-44e2-b001-364332de4d22 req-7bf137d9-b0f9-49d0-ad92-61fd28aacd2a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:59.814246 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f4af3d3f-ce4b-44e2-b001-364332de4d22 req-7bf137d9-b0f9-49d0-ad92-61fd28aacd2a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 946 time: 0.0509751 Jan 28 01:24:59.862905 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f4af3d3f-ce4b-44e2-b001-364332de4d22 req-ca8d938e-4606-4542-8caa-940a7ec2836c tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431404 Jan 28 01:24:59.977474 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48704d81-6b40-4ffc-b73e-dc8a97135e0f req-3908d965-e0f4-4179-8dd4-dbf98741f3e9 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:24:59.978855 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-48704d81-6b40-4ffc-b73e-dc8a97135e0f req-3908d965-e0f4-4179-8dd4-dbf98741f3e9 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 946 time: 0.0513828 Jan 28 01:24:59.988317 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 53552) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:24:59.992937 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e76a5bc1-63c5-48b1-9d65-1cec7dc39efb tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Request body: {'floatingip': {'port_id': 'ca39d317-9182-4096-89f8-1c3610aa493f'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:25:00.036519 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e76a5bc1-63c5-48b1-9d65-1cec7dc39efb tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for floatingip (c18f515c-6bef-433a-9bd1-22734b1596fd), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:00.500990 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e76a5bc1-63c5-48b1-9d65-1cec7dc39efb tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:00.505160 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e76a5bc1-63c5-48b1-9d65-1cec7dc39efb tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (c18f515c-6bef-433a-9bd1-22734b1596fd), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:00.613442 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-e76a5bc1-63c5-48b1-9d65-1cec7dc39efb tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Floating IP c18f515c-6bef-433a-9bd1-22734b1596fd associated. External IP: 172.25.3.41, port: ca39d317-9182-4096-89f8-1c3610aa493f. Jan 28 01:25:00.828022 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76a5bc1-63c5-48b1-9d65-1cec7dc39efb tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:25:00.938874 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76a5bc1-63c5-48b1-9d65-1cec7dc39efb tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:25:00.943921 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e76a5bc1-63c5-48b1-9d65-1cec7dc39efb tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:00.950069 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5160f199-6683-4bd9-8d07-aa88f104e4bb None None] Sync routers for ids ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:25:00.967745 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5160f199-6683-4bd9-8d07-aa88f104e4bb None None] Routers {'6a04d4f3-27ef-41ea-bc97-a3715036ed20'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:25:00.968427 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-5160f199-6683-4bd9-8d07-aa88f104e4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:24:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:25:00.975791 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e76a5bc1-63c5-48b1-9d65-1cec7dc39efb tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "PUT /v2.0/floatingips/c18f515c-6bef-433a-9bd1-22734b1596fd HTTP/1.1" status: 200 len: 991 time: 0.9862313 Jan 28 01:25:00.976664 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c27bc94-3062-4cd3-ba48-885cd59c7baf', 'tag': 'ca39d317-9182-4096-89f8-1c3610aa493f'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:25:00.979097 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd604462-8d9c-471b-b006-f477c114b803" -d '{"events": [{"name": "network-changed", "server_uuid": "1c27bc94-3062-4cd3-ba48-885cd59c7baf", "tag": "ca39d317-9182-4096-89f8-1c3610aa493f"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:25:01.034371 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a2a884-a66f-4a16-bf5e-9bb802c9afe8 x-openstack-request-id: req-a2a2a884-a66f-4a16-bf5e-9bb802c9afe8 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:25:01.035307 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c27bc94-3062-4cd3-ba48-885cd59c7baf", "tag": "ca39d317-9182-4096-89f8-1c3610aa493f", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:25:01.035307 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a2a2a884-a66f-4a16-bf5e-9bb802c9afe8 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:25:01.035601 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c27bc94-3062-4cd3-ba48-885cd59c7baf', 'tag': 'ca39d317-9182-4096-89f8-1c3610aa493f', 'status': 'completed', 'code': 200} Jan 28 01:25:01.100104 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-5160f199-6683-4bd9-8d07-aa88f104e4bb None None] Set router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:25:01.128896 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd604462-8d9c-471b-b006-f477c114b803 req-c9b38ca4-c9ba-4486-b466-c78100744b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:01.130545 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bd604462-8d9c-471b-b006-f477c114b803 req-c9b38ca4-c9ba-4486-b466-c78100744b3e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 1097 time: 0.0460303 Jan 28 01:25:01.234959 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd604462-8d9c-471b-b006-f477c114b803 req-7e7cd282-1ce0-4aad-8af3-049f48879488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:01.236640 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bd604462-8d9c-471b-b006-f477c114b803 req-7e7cd282-1ce0-4aad-8af3-049f48879488 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.0991662 Jan 28 01:25:01.305063 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bd604462-8d9c-471b-b006-f477c114b803 req-fc925614-b727-4c37-a171-b5bc54e5337c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca39d317-9182-4096-89f8-1c3610aa493f HTTP/1.1" status: 200 len: 999 time: 0.0622389 Jan 28 01:25:01.353335 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-5160f199-6683-4bd9-8d07-aa88f104e4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:22:26Z', 'revision_number': 4, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port': {'id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:24Z', 'updated_at': '2022-01-28T01:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'c18f515c-6bef-433a-9bd1-22734b1596fd', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'floating_ip_address': '172.25.3.41', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'port_id': 'ca39d317-9182-4096-89f8-1c3610aa493f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'mac_address': 'fa:16:3e:33:cf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c27bc94-3062-4cd3-ba48-885cd59c7baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:22:29Z', 'updated_at': '2022-01-28T01:25:00Z', 'revision_number': 5, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e2e805-f72d-46e1-920c-70ef63ef9537', 'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'mac_address': 'fa:16:3e:ff:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:26Z', 'updated_at': '2022-01-28T01:22:31Z', 'revision_number': 5, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'subnets': [{'id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:25:01.360925 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd604462-8d9c-471b-b006-f477c114b803 req-154231c8-cadc-452e-a6b3-0587feb82fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:01.362441 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bd604462-8d9c-471b-b006-f477c114b803 req-154231c8-cadc-452e-a6b3-0587feb82fd0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0521715 Jan 28 01:25:01.385745 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5160f199-6683-4bd9-8d07-aa88f104e4bb None None] Checking router: 6a04d4f3-27ef-41ea-bc97-a3715036ed20 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:25:01.394400 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5160f199-6683-4bd9-8d07-aa88f104e4bb None None] Routers {'6a04d4f3-27ef-41ea-bc97-a3715036ed20'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:25:01.395019 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-5160f199-6683-4bd9-8d07-aa88f104e4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:24:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:25:01.414298 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd604462-8d9c-471b-b006-f477c114b803 req-1c324362-a14e-496c-9008-94f8eff70912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:01.415918 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bd604462-8d9c-471b-b006-f477c114b803 req-1c324362-a14e-496c-9008-94f8eff70912 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440233 Jan 28 01:25:01.509643 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-5160f199-6683-4bd9-8d07-aa88f104e4bb None None] Set router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:25:01.512813 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bd604462-8d9c-471b-b006-f477c114b803 req-e1e5486b-86b9-441e-a3e4-d2a95d5f34fc service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906334 Jan 28 01:25:01.609375 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-bd604462-8d9c-471b-b006-f477c114b803 req-5e9abe84-85ba-495e-afc4-5d7a09a2d36b service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901976 Jan 28 01:25:01.738635 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-5160f199-6683-4bd9-8d07-aa88f104e4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:22:26Z', 'revision_number': 4, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port': {'id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:24Z', 'updated_at': '2022-01-28T01:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'c18f515c-6bef-433a-9bd1-22734b1596fd', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'floating_ip_address': '172.25.3.41', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'port_id': 'ca39d317-9182-4096-89f8-1c3610aa493f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'mac_address': 'fa:16:3e:33:cf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c27bc94-3062-4cd3-ba48-885cd59c7baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:22:29Z', 'updated_at': '2022-01-28T01:25:00Z', 'revision_number': 5, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e2e805-f72d-46e1-920c-70ef63ef9537', 'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'mac_address': 'fa:16:3e:ff:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:26Z', 'updated_at': '2022-01-28T01:22:31Z', 'revision_number': 5, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'subnets': [{'id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:25:01.768732 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5160f199-6683-4bd9-8d07-aa88f104e4bb None None] The sync data for ids ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'] in n-d-826754-1 is: [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:22:26Z', 'revision_number': 4, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port': {'id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:24Z', 'updated_at': '2022-01-28T01:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'c18f515c-6bef-433a-9bd1-22734b1596fd', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'floating_ip_address': '172.25.3.41', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'port_id': 'ca39d317-9182-4096-89f8-1c3610aa493f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'mac_address': 'fa:16:3e:33:cf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c27bc94-3062-4cd3-ba48-885cd59c7baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:22:29Z', 'updated_at': '2022-01-28T01:25:00Z', 'revision_number': 5, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e2e805-f72d-46e1-920c-70ef63ef9537', 'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'mac_address': 'fa:16:3e:ff:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:26Z', 'updated_at': '2022-01-28T01:22:31Z', 'revision_number': 5, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'subnets': [{'id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:25:01.957253 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630ee8d2-d781-4ce3-afa7-ec249cdaf26d None None] New status for floating IP c18f515c-6bef-433a-9bd1-22734b1596fd: ACTIVE {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:25:06.097660 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6b678160-0ec7-4084-bacc-f351ed61e0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:08.408729 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d14486d0-5363-4c56-886c-fc55ca493921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:09.909758 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:11.451012 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:12.290829 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:13.488324 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:14.889262 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:22.544702 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:25:34.222986 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-98fc9117-c05c-461b-b701-0a97dc8fcfbf req-8c403fcd-8d0a-410f-bda5-2156a4dc5a2f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1066072 Jan 28 01:25:34.336447 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc9117-c05c-461b-b701-0a97dc8fcfbf req-9a1e2b0e-2407-4adb-9c46-da2c868ac4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:34.337886 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-98fc9117-c05c-461b-b701-0a97dc8fcfbf req-9a1e2b0e-2407-4adb-9c46-da2c868ac4f2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 1097 time: 0.0513082 Jan 28 01:25:34.465869 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc9117-c05c-461b-b701-0a97dc8fcfbf req-c5f84001-07f7-4888-907b-fb2de46d5f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:34.468450 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-98fc9117-c05c-461b-b701-0a97dc8fcfbf req-c5f84001-07f7-4888-907b-fb2de46d5f5a service neutron] 10.222.0.52 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.1065779 Jan 28 01:25:34.536874 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-98fc9117-c05c-461b-b701-0a97dc8fcfbf req-61c47de0-45f3-4756-8607-1b0303ecb9b1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca39d317-9182-4096-89f8-1c3610aa493f HTTP/1.1" status: 200 len: 1001 time: 0.0620956 Jan 28 01:25:34.596106 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc9117-c05c-461b-b701-0a97dc8fcfbf req-0432d414-ecc0-4942-a8dc-01785804ba54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:34.597598 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-98fc9117-c05c-461b-b701-0a97dc8fcfbf req-0432d414-ecc0-4942-a8dc-01785804ba54 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0512512 Jan 28 01:25:34.647199 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc9117-c05c-461b-b701-0a97dc8fcfbf req-ba47f854-9fe5-4c9a-bf21-ae29365f8c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:25:34.648778 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-98fc9117-c05c-461b-b701-0a97dc8fcfbf req-ba47f854-9fe5-4c9a-bf21-ae29365f8c8c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446551 Jan 28 01:25:34.753329 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-98fc9117-c05c-461b-b701-0a97dc8fcfbf req-692c033a-17a5-4b3b-b3cd-5e14daa092a0 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934322 Jan 28 01:25:34.862023 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-98fc9117-c05c-461b-b701-0a97dc8fcfbf req-52976268-3d71-45c5-9f4a-f54b09d7b2d4 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010430 Jan 28 01:25:36.102212 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a4de7fb-e449-4054-86fa-02c1da0548b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:38.412552 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3155752e-c7d1-4455-97ee-a715e1201a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:39.913419 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:41.454421 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:42.297305 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:43.488869 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:44.895974 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:25:59.544838 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:26:06.114347 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-518e2892-92f0-4d76-9833-a9f056bc4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:08.415432 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-38e31e13-edd5-458d-9c6a-b126841feb5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:09.916460 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:11.456612 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:12.291257 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:13.492832 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:14.902421 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:36.105141 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f6bc7739-cc34-4cf6-b6e6-65172c94c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:36.174138 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-02301781-6fad-405f-8c4f-c01d2dffdd5c req-8af49690-6924-4baa-ad83-5a0a513da6f7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443103 Jan 28 01:26:36.290066 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02301781-6fad-405f-8c4f-c01d2dffdd5c req-bfb59e61-e3ea-46c4-998e-38b27ca27307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:26:36.291548 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-02301781-6fad-405f-8c4f-c01d2dffdd5c req-bfb59e61-e3ea-46c4-998e-38b27ca27307 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 1097 time: 0.0496416 Jan 28 01:26:36.442768 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02301781-6fad-405f-8c4f-c01d2dffdd5c req-08f03961-4738-4de7-a5c9-38a0d6f9e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:26:36.444814 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-02301781-6fad-405f-8c4f-c01d2dffdd5c req-08f03961-4738-4de7-a5c9-38a0d6f9e479 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.1237502 Jan 28 01:26:36.541998 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-02301781-6fad-405f-8c4f-c01d2dffdd5c req-fcc272cd-5e63-441f-bb7c-f3633dfddf1e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca39d317-9182-4096-89f8-1c3610aa493f HTTP/1.1" status: 200 len: 1001 time: 0.0889833 Jan 28 01:26:36.547820 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:26:36.604558 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02301781-6fad-405f-8c4f-c01d2dffdd5c req-b2f15372-42dc-4642-8b25-929a57ee9966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:26:36.606344 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-02301781-6fad-405f-8c4f-c01d2dffdd5c req-b2f15372-42dc-4642-8b25-929a57ee9966 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0540073 Jan 28 01:26:36.657701 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02301781-6fad-405f-8c4f-c01d2dffdd5c req-1fc85fb8-c0d1-4491-a170-c3d9be1503c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:26:36.659281 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-02301781-6fad-405f-8c4f-c01d2dffdd5c req-1fc85fb8-c0d1-4491-a170-c3d9be1503c1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427570 Jan 28 01:26:36.769233 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-02301781-6fad-405f-8c4f-c01d2dffdd5c req-63589815-2404-48cf-b4ab-f0162548ad31 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023092 Jan 28 01:26:36.936812 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-02301781-6fad-405f-8c4f-c01d2dffdd5c req-3771d3ad-a594-4045-82fd-8ec3059391f3 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560574 Jan 28 01:26:38.430712 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0a39b7c7-e746-410f-b9b1-2064b60066e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:39.922046 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:41.466889 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:42.295153 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:43.523922 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:26:44.936837 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:06.108334 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-75025907-59f6-4e04-943e-2f0062d51290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:08.426232 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a77d532b-5b1d-4f1f-8677-3412440acda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:09.932804 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:11.462483 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:12.300627 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:13.514459 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:13.549191 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:27:14.946432 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:36.113589 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9b0d9445-ed74-4ea5-9812-4daeb31a9280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:37.985156 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1e379b09-8274-4859-a3d2-f615e3de18ca req-f1dad345-7f55-46dd-936f-6239a6c7a5c1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427403 Jan 28 01:27:38.095328 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e379b09-8274-4859-a3d2-f615e3de18ca req-93b9dc61-364e-41be-8cba-a9dc283393e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:38.096916 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1e379b09-8274-4859-a3d2-f615e3de18ca req-93b9dc61-364e-41be-8cba-a9dc283393e8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 1097 time: 0.0423443 Jan 28 01:27:38.213658 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e379b09-8274-4859-a3d2-f615e3de18ca req-f056311c-9961-43cf-b4ef-d5a3c4b8ae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:38.215197 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1e379b09-8274-4859-a3d2-f615e3de18ca req-f056311c-9961-43cf-b4ef-d5a3c4b8ae7b service neutron] 10.222.0.52 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.0977862 Jan 28 01:27:38.288511 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1e379b09-8274-4859-a3d2-f615e3de18ca req-9d809938-29ea-47a8-a0c2-c6e76749bcd9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca39d317-9182-4096-89f8-1c3610aa493f HTTP/1.1" status: 200 len: 1001 time: 0.0658116 Jan 28 01:27:38.348650 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e379b09-8274-4859-a3d2-f615e3de18ca req-10c8885e-c1ab-4749-94a1-4c3a9bad48b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:38.350926 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1e379b09-8274-4859-a3d2-f615e3de18ca req-10c8885e-c1ab-4749-94a1-4c3a9bad48b4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0532942 Jan 28 01:27:38.402879 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e379b09-8274-4859-a3d2-f615e3de18ca req-95d4924f-52ae-4859-81c2-2149937b4aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:38.404467 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1e379b09-8274-4859-a3d2-f615e3de18ca req-95d4924f-52ae-4859-81c2-2149937b4aa1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475965 Jan 28 01:27:38.430992 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-848391e1-1d5e-4d4b-a9db-c35718648e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:38.519708 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1e379b09-8274-4859-a3d2-f615e3de18ca req-85944384-eff6-4418-9df6-0b463d5b9ad0 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067848 Jan 28 01:27:38.620467 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1e379b09-8274-4859-a3d2-f615e3de18ca req-a5328197-7cd2-4ae9-893c-46e4770ea15e service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933225 Jan 28 01:27:39.926459 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:41.464950 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:42.295935 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:43.523157 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:44.953649 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:27:50.548246 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:27:51.838140 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca44470-301f-4ad0-9bfd-c88178184461 req-c6128f4b-83ac-4ecf-ab1c-d23505b9519a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:51.839706 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cca44470-301f-4ad0-9bfd-c88178184461 req-c6128f4b-83ac-4ecf-ab1c-d23505b9519a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 946 time: 0.1126246 Jan 28 01:27:51.890201 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cca44470-301f-4ad0-9bfd-c88178184461 req-d4821568-cab8-4bb8-8099-c1e0c189e20d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445492 Jan 28 01:27:53.072158 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4f8df-fd08-4a79-bd0b-ac7df5a7b832 req-61d129e9-e869-4525-8ae5-ad592515fe85 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:53.073736 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1cc4f8df-fd08-4a79-bd0b-ac7df5a7b832 req-61d129e9-e869-4525-8ae5-ad592515fe85 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 946 time: 0.1096334 Jan 28 01:27:53.133475 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1cc4f8df-fd08-4a79-bd0b-ac7df5a7b832 req-bdb8384d-c31a-440c-a840-bd9e66148ca6 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538073 Jan 28 01:27:54.258669 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96530e1c-956f-46b0-b384-289ffea3c259 req-5ab27c99-9c8b-4c00-9122-00408a30b373 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:54.260227 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96530e1c-956f-46b0-b384-289ffea3c259 req-5ab27c99-9c8b-4c00-9122-00408a30b373 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 946 time: 0.0523064 Jan 28 01:27:54.313446 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96530e1c-956f-46b0-b384-289ffea3c259 req-a3740888-2b8f-49b2-b248-0a6aa5724600 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473821 Jan 28 01:27:55.435944 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08924a0d-ab40-4d26-8b0c-2402b881563b req-b7364804-36ba-4c22-b7ff-d10f2bae6816 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:55.437478 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-08924a0d-ab40-4d26-8b0c-2402b881563b req-b7364804-36ba-4c22-b7ff-d10f2bae6816 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 946 time: 0.0514932 Jan 28 01:27:55.491781 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-08924a0d-ab40-4d26-8b0c-2402b881563b req-b5ae690b-2562-469b-8271-36382b555311 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486908 Jan 28 01:27:56.607379 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faed40c-916c-4751-8ebf-2e4714847603 req-7b17d19f-651c-4360-b0ce-609766aaeb53 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:56.608945 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8faed40c-916c-4751-8ebf-2e4714847603 req-7b17d19f-651c-4360-b0ce-609766aaeb53 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 946 time: 0.0489941 Jan 28 01:27:56.657413 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8faed40c-916c-4751-8ebf-2e4714847603 req-1554871f-9bb5-45fa-920e-bd7c1dccf19d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426171 Jan 28 01:27:57.781116 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937a12b-53f4-4464-9aa8-78fbdfa07266 req-bad35a16-1568-4012-ad0e-45d0b9452a2c tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:57.782651 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e937a12b-53f4-4464-9aa8-78fbdfa07266 req-bad35a16-1568-4012-ad0e-45d0b9452a2c tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 946 time: 0.0541415 Jan 28 01:27:57.831788 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e937a12b-53f4-4464-9aa8-78fbdfa07266 req-6cb2e8cf-db78-4c0a-b413-64118bb9813b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428464 Jan 28 01:27:58.953250 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ee8e2-805c-4368-b5a5-2e75057a1f2f req-a83e9ef9-35ef-405e-8d72-525df51a0bcf tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:27:58.954768 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-654ee8e2-805c-4368-b5a5-2e75057a1f2f req-a83e9ef9-35ef-405e-8d72-525df51a0bcf tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 946 time: 0.0492814 Jan 28 01:27:59.003238 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-654ee8e2-805c-4368-b5a5-2e75057a1f2f req-6bacb3cc-7058-492a-b8b3-d3d6f0c96636 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423157 Jan 28 01:28:00.123061 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4b150-2843-4422-8314-8ceef4a1068c req-4fb566e0-3322-4b2a-a779-8a67f003240c tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:00.124586 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1be4b150-2843-4422-8314-8ceef4a1068c req-4fb566e0-3322-4b2a-a779-8a67f003240c tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 946 time: 0.0490401 Jan 28 01:28:00.177202 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1be4b150-2843-4422-8314-8ceef4a1068c req-0f155496-598f-4c5c-a904-4aeab7697451 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471313 Jan 28 01:28:01.295139 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caed13b-5044-4464-8ce3-8673c9712a79 req-720245d5-2d58-4bb2-97de-ec3bb02f3733 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:01.296795 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3caed13b-5044-4464-8ce3-8673c9712a79 req-720245d5-2d58-4bb2-97de-ec3bb02f3733 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 946 time: 0.0503416 Jan 28 01:28:01.345655 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3caed13b-5044-4464-8ce3-8673c9712a79 req-abe7a2c0-5f48-4d61-92b5-92fcd15ec991 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432627 Jan 28 01:28:02.465842 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c1f14-35e8-447a-b8f3-65690acdc7ac req-234f7d6e-8752-4d53-892f-28bb2b223244 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:02.467384 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f42c1f14-35e8-447a-b8f3-65690acdc7ac req-234f7d6e-8752-4d53-892f-28bb2b223244 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 946 time: 0.0488667 Jan 28 01:28:02.526191 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f42c1f14-35e8-447a-b8f3-65690acdc7ac req-f78bafd8-c2ab-48be-a752-9a3d20d9523d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529921 Jan 28 01:28:03.655828 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88c77a-09a0-43d7-90f6-31a68258b416 req-84f69e6d-bd09-4709-b612-f1f2455467af tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:03.657378 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9d88c77a-09a0-43d7-90f6-31a68258b416 req-84f69e6d-bd09-4709-b612-f1f2455467af tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 946 time: 0.0609205 Jan 28 01:28:03.710928 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9d88c77a-09a0-43d7-90f6-31a68258b416 req-76ad2ab6-70e5-4ecf-8221-d35e97b9e3fa tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471103 Jan 28 01:28:04.830522 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff8365-a157-4f17-8d91-9caa5645b126 req-edb54495-c947-4488-9d35-e8e0b36a3d4c tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:04.832027 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7cff8365-a157-4f17-8d91-9caa5645b126 req-edb54495-c947-4488-9d35-e8e0b36a3d4c tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 946 time: 0.0494812 Jan 28 01:28:04.882130 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7cff8365-a157-4f17-8d91-9caa5645b126 req-bd49b921-37f2-4369-af59-3bf9d3797b4d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438931 Jan 28 01:28:06.003211 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519fc2a-3070-426b-a2bf-2caf55559634 req-671ba399-3ec1-45ef-a9c4-dd415032f5a1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:06.004777 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2519fc2a-3070-426b-a2bf-2caf55559634 req-671ba399-3ec1-45ef-a9c4-dd415032f5a1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 946 time: 0.0531597 Jan 28 01:28:06.055291 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2519fc2a-3070-426b-a2bf-2caf55559634 req-78523a30-883b-49d6-8a3c-1935fa6d06d3 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435262 Jan 28 01:28:06.120188 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a2b22157-d140-46c5-bf2c-cb50707f2355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:07.196676 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e57a03-3cd7-45b1-a2e5-d833566e1164 req-3667fa31-626d-4c3d-88ae-b01715df451d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:07.198238 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-25e57a03-3cd7-45b1-a2e5-d833566e1164 req-3667fa31-626d-4c3d-88ae-b01715df451d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 946 time: 0.0556076 Jan 28 01:28:07.248412 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-25e57a03-3cd7-45b1-a2e5-d833566e1164 req-bc217a2b-f62d-4e4d-9d13-351d317719b7 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441341 Jan 28 01:28:08.366165 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195c103-8865-44bc-b592-c501990a8a51 req-c58b1111-1b7e-444c-b386-2ae33b2aef1d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:08.367651 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1195c103-8865-44bc-b592-c501990a8a51 req-c58b1111-1b7e-444c-b386-2ae33b2aef1d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 946 time: 0.0484211 Jan 28 01:28:08.421141 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1195c103-8865-44bc-b592-c501990a8a51 req-6edc8b11-ab7f-474b-866f-2e79e3f8ded7 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477049 Jan 28 01:28:08.440645 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79da90a1-3d25-474a-9df9-f437f9117f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:08.720038 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8d913-f103-44b3-8889-50e01f10b80f req-88b4a1c5-9e03-4068-aacd-dcd50e38a9d6 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:08.721419 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cec8d913-f103-44b3-8889-50e01f10b80f req-88b4a1c5-9e03-4068-aacd-dcd50e38a9d6 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 946 time: 0.0863290 Jan 28 01:28:08.729971 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-66253936-4d33-4611-b4a6-a18c7e94589d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1095212 Jan 28 01:28:08.780223 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cec8d913-f103-44b3-8889-50e01f10b80f req-86e0c87c-9d18-47f8-8280-cadb01b15719 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492892 Jan 28 01:28:09.916416 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbce237-c342-49a6-abd5-876b74524ba5 req-4bb56def-ebbe-4f41-8a83-05a78031e7aa tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:09.917954 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cfbce237-c342-49a6-abd5-876b74524ba5 req-4bb56def-ebbe-4f41-8a83-05a78031e7aa tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 946 time: 0.0532629 Jan 28 01:28:09.927843 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:09.970676 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cfbce237-c342-49a6-abd5-876b74524ba5 req-00f6d6e8-a963-4b72-9bdb-65053adaebe2 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470908 Jan 28 01:28:10.051112 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-e32cf0b7-49d0-46b2-874a-b79499572f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:10.052678 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-e32cf0b7-49d0-46b2-874a-b79499572f24 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 1097 time: 0.0423305 Jan 28 01:28:10.151735 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-8b2ef036-85f5-41c9-8c6f-b3732006d023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:10.153150 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-8b2ef036-85f5-41c9-8c6f-b3732006d023 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.0900290 Jan 28 01:28:10.222318 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-daefa21a-eaad-431f-a3b7-5a5a36e9de2d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca39d317-9182-4096-89f8-1c3610aa493f HTTP/1.1" status: 200 len: 1001 time: 0.0613441 Jan 28 01:28:10.278599 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-34d64b00-2566-4de5-ae38-cc6b8898e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:10.280177 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-34d64b00-2566-4de5-ae38-cc6b8898e07e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0491815 Jan 28 01:28:10.336066 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-285216f3-3ffb-4c4c-8d22-4ddc1dbbe781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:10.337673 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-285216f3-3ffb-4c4c-8d22-4ddc1dbbe781 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494683 Jan 28 01:28:10.434143 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-bc81dba5-5751-4ec2-aeb2-0d0390923eb4 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896020 Jan 28 01:28:10.536252 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-39eb3c07-ab7b-4088-9521-c81b73e23acc service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914218 Jan 28 01:28:11.093889 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000b8cd-2957-432e-b44d-8c9eea46ce5d req-12990988-8334-415b-8a06-98f702e9723f tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:11.095248 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6000b8cd-2957-432e-b44d-8c9eea46ce5d req-12990988-8334-415b-8a06-98f702e9723f tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 946 time: 0.0520968 Jan 28 01:28:11.144436 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6000b8cd-2957-432e-b44d-8c9eea46ce5d req-cfb11b05-355b-4da2-9168-a88303c145b5 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425954 Jan 28 01:28:11.467658 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:12.264338 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc5018-c5da-4a55-833c-c2b87cc02efb req-83309f6c-90d3-4f0b-94ed-f9a2291e379c tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:12.265854 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-afcc5018-c5da-4a55-833c-c2b87cc02efb req-83309f6c-90d3-4f0b-94ed-f9a2291e379c tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 946 time: 0.0503206 Jan 28 01:28:12.299267 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:12.329029 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-afcc5018-c5da-4a55-833c-c2b87cc02efb req-3c952f03-e609-4ada-81b8-99d109cbd883 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565536 Jan 28 01:28:13.166726 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-61b60ad5-b377-4ba7-a3d4-e55e14cdeee7 service neutron] show failed (client error): The resource could not be found. Jan 28 01:28:13.167793 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-61b60ad5-b377-4ba7-a3d4-e55e14cdeee7 service neutron] 10.222.0.52 "GET /v2.0/ports/ca39d317-9182-4096-89f8-1c3610aa493f/bindings/n-h1-826754-1 HTTP/1.1" status: 404 len: 380 time: 0.0569291 Jan 28 01:28:13.481687 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-a024e621-10c1-45d6-9e96-8bac0562e203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:13.483215 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-a024e621-10c1-45d6-9e96-8bac0562e203 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf&tenant_id=7ee279632025430f900ed55c22bbb14a HTTP/1.1" status: 200 len: 1097 time: 0.1270969 Jan 28 01:28:13.491138 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78170749-5b2a-4434-a3cd-d3b644e5ca18 req-53f1f3d2-1249-4ea6-89fb-b479331626df tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:13.492653 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78170749-5b2a-4434-a3cd-d3b644e5ca18 req-53f1f3d2-1249-4ea6-89fb-b479331626df tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 946 time: 0.0806205 Jan 28 01:28:13.500558 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826754-1', 'device_owner': 'compute:nova'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:28:13.524573 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:13.593297 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78170749-5b2a-4434-a3cd-d3b644e5ca18 req-d3a6eb20-2a48-4202-b82c-a4aa1dfcfbd9 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899391 Jan 28 01:28:13.594012 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ca39d317-9182-4096-89f8-1c3610aa493f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:13.813412 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] For port ca39d317-9182-4096-89f8-1c3610aa493f, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=ca39d317-9182-4096-89f8-1c3610aa493f,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:28:13.850739 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] For port ca39d317-9182-4096-89f8-1c3610aa493f, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:28:13.892561 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c27bc94-3062-4cd3-ba48-885cd59c7baf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca39d317-9182-4096-89f8-1c3610aa493f'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:28:13.894962 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d28aad-3cb5-41ff-afb4-334101fd01a8" -d '{"events": [{"server_uuid": "1c27bc94-3062-4cd3-ba48-885cd59c7baf", "name": "network-vif-unplugged", "status": "completed", "tag": "ca39d317-9182-4096-89f8-1c3610aa493f"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:28:13.899562 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Publish callbacks [] for port (ca39d317-9182-4096-89f8-1c3610aa493f), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:13.920095 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Transition to ACTIVE for port object ca39d317-9182-4096-89f8-1c3610aa493f will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:28:13.924591 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (ca39d317-9182-4096-89f8-1c3610aa493f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:14.028419 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c9e1ad-a931-4cd7-af7b-6f6a5c5e4841 x-openstack-request-id: req-b1c9e1ad-a931-4cd7-af7b-6f6a5c5e4841 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:28:14.028537 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c27bc94-3062-4cd3-ba48-885cd59c7baf", "name": "network-vif-unplugged", "status": "completed", "tag": "ca39d317-9182-4096-89f8-1c3610aa493f", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:28:14.028825 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b1c9e1ad-a931-4cd7-af7b-6f6a5c5e4841 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:28:14.029082 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c27bc94-3062-4cd3-ba48-885cd59c7baf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca39d317-9182-4096-89f8-1c3610aa493f', 'code': 200} Jan 28 01:28:14.029652 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Pushing event updated for resources: {'Port': ['ID=ca39d317-9182-4096-89f8-1c3610aa493f,revision_number=6']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:14.055592 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:14.056482 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:14.056835 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:14.057174 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:14.057509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:14.057848 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:14.058178 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:14.058506 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:14.058832 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:14.059156 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:14.059480 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:14.059831 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:14.060155 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:14.118089 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] No DVR routers for this DVR port ca39d317-9182-4096-89f8-1c3610aa493f on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:28:14.258282 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Attempting to bind port ca39d317-9182-4096-89f8-1c3610aa493f on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:28:14.258509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Attempting to bind port ca39d317-9182-4096-89f8-1c3610aa493f by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:28:14.258856 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Attempting to bind port ca39d317-9182-4096-89f8-1c3610aa493f on network 8d4d03ff-a518-4131-ac15-49a65f6d4319 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:28:14.263422 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Port ca39d317-9182-4096-89f8-1c3610aa493f on network 8d4d03ff-a518-4131-ac15-49a65f6d4319 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:28:14.263789 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Attempting to bind port ca39d317-9182-4096-89f8-1c3610aa493f on network 8d4d03ff-a518-4131-ac15-49a65f6d4319 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:28:14.269150 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:28:14.269730 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Checking segment: {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:28:14.270025 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Bound using segment: {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:28:14.270465 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Bound port: ca39d317-9182-4096-89f8-1c3610aa493f, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:28:14.272144 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ca39d317-9182-4096-89f8-1c3610aa493f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:14.337093 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] For port ca39d317-9182-4096-89f8-1c3610aa493f, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:28:14.340093 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] For port ca39d317-9182-4096-89f8-1c3610aa493f, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ca39d317-9182-4096-89f8-1c3610aa493f,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:28:14.345422 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (ca39d317-9182-4096-89f8-1c3610aa493f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:14.381491 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:14.382168 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:14.383626 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] 10.222.0.65 "PUT /v2.0/ports/ca39d317-9182-4096-89f8-1c3610aa493f HTTP/1.1" status: 200 len: 1092 time: 0.8871408 Jan 28 01:28:14.406510 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08801a5f-64b1-48fb-a669-3664867079ee service neutron] Pushing event updated for resources: {'Port': ['ID=ca39d317-9182-4096-89f8-1c3610aa493f,revision_number=7']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:14.462090 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-66e4390e-efc2-42c4-8827-c5a799095590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:14.463742 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-66e4390e-efc2-42c4-8827-c5a799095590 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 1095 time: 0.0468030 Jan 28 01:28:14.570452 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-937b0ee8-8a5b-4264-a828-f4e050ce69c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:14.571955 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-937b0ee8-8a5b-4264-a828-f4e050ce69c8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.1005278 Jan 28 01:28:14.646770 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-9c67c82b-10ba-4f19-9f8e-e3f116d5638a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca39d317-9182-4096-89f8-1c3610aa493f HTTP/1.1" status: 200 len: 999 time: 0.0661423 Jan 28 01:28:14.733960 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-8f905c03-f8c5-46c0-8580-121547108e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:14.735477 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-8f905c03-f8c5-46c0-8580-121547108e60 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0827827 Jan 28 01:28:14.760279 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394cf42-f454-4980-82eb-53f6f0eaa46f req-713d5c2d-2b47-4539-9000-b76dbac96b34 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:14.761787 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8394cf42-f454-4980-82eb-53f6f0eaa46f req-713d5c2d-2b47-4539-9000-b76dbac96b34 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 944 time: 0.0762556 Jan 28 01:28:14.823355 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-ac7abb8e-d909-488e-a9aa-246558b860fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:14.824927 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-ac7abb8e-d909-488e-a9aa-246558b860fc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824594 Jan 28 01:28:14.829143 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8394cf42-f454-4980-82eb-53f6f0eaa46f req-68cf133c-6064-4927-bcf5-e4104009bc20 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535650 Jan 28 01:28:14.921035 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-c3594a8b-b85b-4c52-aed6-08576dc71649 service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893133 Jan 28 01:28:14.973560 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:15.012081 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cb037e07-abaa-420d-807d-00ec3170ce5e req-ed77084a-4ce2-4a8e-b566-0b3257299bf2 service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845354 Jan 28 01:28:15.966306 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5d2c6-5249-4283-bc3c-fbba620daa15 req-4b259d55-548d-4bd5-832f-aa60fa709c9b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:15.967836 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e0e5d2c6-5249-4283-bc3c-fbba620daa15 req-4b259d55-548d-4bd5-832f-aa60fa709c9b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 944 time: 0.0630264 Jan 28 01:28:16.016062 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e0e5d2c6-5249-4283-bc3c-fbba620daa15 req-48450b57-d0d5-4c25-8ad0-e33932993186 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423937 Jan 28 01:28:16.029816 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c27bc94-3062-4cd3-ba48-885cd59c7baf', 'tag': 'ca39d317-9182-4096-89f8-1c3610aa493f'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:28:16.032222 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8591f941-b2b2-4fc2-a8bd-11c9810068cc" -d '{"events": [{"name": "network-changed", "server_uuid": "1c27bc94-3062-4cd3-ba48-885cd59c7baf", "tag": "ca39d317-9182-4096-89f8-1c3610aa493f"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:28:16.081740 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8486063a-af5d-459a-a7dc-b83f5ce2b5e4 x-openstack-request-id: req-8486063a-af5d-459a-a7dc-b83f5ce2b5e4 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:28:16.082037 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c27bc94-3062-4cd3-ba48-885cd59c7baf", "tag": "ca39d317-9182-4096-89f8-1c3610aa493f", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:28:16.082294 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8486063a-af5d-459a-a7dc-b83f5ce2b5e4 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:28:16.082700 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c27bc94-3062-4cd3-ba48-885cd59c7baf', 'tag': 'ca39d317-9182-4096-89f8-1c3610aa493f', 'status': 'completed', 'code': 200} Jan 28 01:28:16.164158 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591f941-b2b2-4fc2-a8bd-11c9810068cc req-415a73b3-83ba-4bc6-8b2b-14e2207e15f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:16.165687 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8591f941-b2b2-4fc2-a8bd-11c9810068cc req-415a73b3-83ba-4bc6-8b2b-14e2207e15f0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 1095 time: 0.0426497 Jan 28 01:28:16.167998 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591f941-b2b2-4fc2-a8bd-11c9810068cc req-f40c4ab7-2f51-4c96-a686-2dd1403dd08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:16.169481 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8591f941-b2b2-4fc2-a8bd-11c9810068cc req-f40c4ab7-2f51-4c96-a686-2dd1403dd08c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 1095 time: 0.0417066 Jan 28 01:28:16.260495 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591f941-b2b2-4fc2-a8bd-11c9810068cc req-a1c2c68a-3044-4a4f-99f4-1dbe6e9c5ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:16.261992 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8591f941-b2b2-4fc2-a8bd-11c9810068cc req-a1c2c68a-3044-4a4f-99f4-1dbe6e9c5ae3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.0856426 Jan 28 01:28:16.265786 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591f941-b2b2-4fc2-a8bd-11c9810068cc req-80e55b2e-6dc5-4322-a0a7-10f3e7087e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:16.267342 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8591f941-b2b2-4fc2-a8bd-11c9810068cc req-80e55b2e-6dc5-4322-a0a7-10f3e7087e04 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.0924742 Jan 28 01:28:16.336487 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8591f941-b2b2-4fc2-a8bd-11c9810068cc req-d8495210-82c1-4048-b9d2-237250146fce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca39d317-9182-4096-89f8-1c3610aa493f HTTP/1.1" status: 200 len: 999 time: 0.0628481 Jan 28 01:28:16.390326 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591f941-b2b2-4fc2-a8bd-11c9810068cc req-d2e8378c-707f-499b-8466-be0af4ac2bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:16.391830 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8591f941-b2b2-4fc2-a8bd-11c9810068cc req-d2e8378c-707f-499b-8466-be0af4ac2bd6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0493166 Jan 28 01:28:16.446353 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591f941-b2b2-4fc2-a8bd-11c9810068cc req-0d48b842-9993-4e5a-ae2e-d16c8b312e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:16.448048 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8591f941-b2b2-4fc2-a8bd-11c9810068cc req-0d48b842-9993-4e5a-ae2e-d16c8b312e0e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497360 Jan 28 01:28:16.556420 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8591f941-b2b2-4fc2-a8bd-11c9810068cc req-43f010d7-c28c-48c4-9b11-ef0795b1ccb5 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005287 Jan 28 01:28:16.629146 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device ca39d317-9182-4096-89f8-1c3610aa493f no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:28:16.660788 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8591f941-b2b2-4fc2-a8bd-11c9810068cc req-10efb71d-1654-4143-82fe-c8d2871c5ea6 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980210 Jan 28 01:28:16.674121 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] The host n-h2-826754-1 is not matching for port ca39d317-9182-4096-89f8-1c3610aa493f host n-h1-826754-1! {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 01:28:16.674609 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device ca39d317-9182-4096-89f8-1c3610aa493f not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:28:16.705161 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8591f941-b2b2-4fc2-a8bd-11c9810068cc req-5f6e10c0-6bc6-435a-80a0-8933f759ca9b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca39d317-9182-4096-89f8-1c3610aa493f HTTP/1.1" status: 200 len: 999 time: 0.4352970 Jan 28 01:28:16.755285 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591f941-b2b2-4fc2-a8bd-11c9810068cc req-d31fee25-97ab-4e15-a919-ec97a2d424ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:16.757695 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8591f941-b2b2-4fc2-a8bd-11c9810068cc req-d31fee25-97ab-4e15-a919-ec97a2d424ed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0448904 Jan 28 01:28:16.803766 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591f941-b2b2-4fc2-a8bd-11c9810068cc req-40ddd8a5-8188-4140-bc41-6e71c6faa95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:16.805261 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8591f941-b2b2-4fc2-a8bd-11c9810068cc req-40ddd8a5-8188-4140-bc41-6e71c6faa95f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411391 Jan 28 01:28:16.899935 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8591f941-b2b2-4fc2-a8bd-11c9810068cc req-d7b68308-d2ab-468a-a83a-28955f26cefd service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883927 Jan 28 01:28:16.996240 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8591f941-b2b2-4fc2-a8bd-11c9810068cc req-a2dec484-c4d1-496f-98b8-45bbe74f9cfc service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903387 Jan 28 01:28:17.140025 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553a79a-28d1-4b1f-b498-1904f441a2b3 req-7353a0eb-507d-4b43-8866-d0d1db203042 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:17.141520 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4553a79a-28d1-4b1f-b498-1904f441a2b3 req-7353a0eb-507d-4b43-8866-d0d1db203042 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 944 time: 0.0502748 Jan 28 01:28:17.190008 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4553a79a-28d1-4b1f-b498-1904f441a2b3 req-e99537e2-4ac2-4b4c-8dab-a1ed3721f33e tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428431 Jan 28 01:28:17.396444 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a1e49-7b10-4106-a840-7f7b7d985e7c req-951ff018-6e67-46a7-9126-00f063aae230 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:17.398039 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f7a1e49-7b10-4106-a840-7f7b7d985e7c req-951ff018-6e67-46a7-9126-00f063aae230 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 944 time: 0.0525036 Jan 28 01:28:17.422903 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab375f-60a9-4c10-8626-c976e2bdb885 req-06ff946b-65fd-4395-a4db-26b13a2b07db tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:17.424476 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8bab375f-60a9-4c10-8626-c976e2bdb885 req-06ff946b-65fd-4395-a4db-26b13a2b07db tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf&tenant_id=7ee279632025430f900ed55c22bbb14a&binding%3Ahost_id=n-h1-826754-1 HTTP/1.1" status: 200 len: 944 time: 0.0552194 Jan 28 01:28:17.452963 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f7a1e49-7b10-4106-a840-7f7b7d985e7c req-cafdaa18-4cd8-45bc-8f39-e4f9068582ad tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488341 Jan 28 01:28:17.488339 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [req-8bab375f-60a9-4c10-8626-c976e2bdb885 req-e06a6e67-42ce-4c62-8ca0-6d24de2083ae service neutron] delete failed (client error): The resource could not be found. Jan 28 01:28:17.489364 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8bab375f-60a9-4c10-8626-c976e2bdb885 req-e06a6e67-42ce-4c62-8ca0-6d24de2083ae service neutron] 10.222.0.52 "DELETE /v2.0/ports/ca39d317-9182-4096-89f8-1c3610aa493f/bindings/n-h2-826754-1 HTTP/1.1" status: 404 len: 380 time: 0.0574427 Jan 28 01:28:17.602739 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab375f-60a9-4c10-8626-c976e2bdb885 req-7aefcef6-f7ac-43a4-a4f5-163677fe041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:17.604204 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8bab375f-60a9-4c10-8626-c976e2bdb885 req-7aefcef6-f7ac-43a4-a4f5-163677fe041f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 1095 time: 0.0411458 Jan 28 01:28:17.698586 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab375f-60a9-4c10-8626-c976e2bdb885 req-e0539ca9-f5f9-4c9e-a056-660d9d55b6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:17.700097 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8bab375f-60a9-4c10-8626-c976e2bdb885 req-e0539ca9-f5f9-4c9e-a056-660d9d55b6e1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.0889747 Jan 28 01:28:17.765855 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8bab375f-60a9-4c10-8626-c976e2bdb885 req-fc8014e9-0748-4a3b-bb11-08da37585a9e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca39d317-9182-4096-89f8-1c3610aa493f HTTP/1.1" status: 200 len: 999 time: 0.0579531 Jan 28 01:28:17.823057 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab375f-60a9-4c10-8626-c976e2bdb885 req-8d485a47-5711-4cc0-a051-8d15cedd4d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:17.824546 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8bab375f-60a9-4c10-8626-c976e2bdb885 req-8d485a47-5711-4cc0-a051-8d15cedd4d60 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0479846 Jan 28 01:28:17.872853 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab375f-60a9-4c10-8626-c976e2bdb885 req-fa74970f-724a-4840-9439-e0e1284c42db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:17.874289 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8bab375f-60a9-4c10-8626-c976e2bdb885 req-fa74970f-724a-4840-9439-e0e1284c42db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420883 Jan 28 01:28:17.962601 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8bab375f-60a9-4c10-8626-c976e2bdb885 req-3b8dff7d-7386-4641-b107-020506a778c1 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806766 Jan 28 01:28:18.058987 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8bab375f-60a9-4c10-8626-c976e2bdb885 req-41418300-6dc4-4e8c-9401-840c0c650de8 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900731 Jan 28 01:28:18.577738 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4a204-c9b6-4ca8-b82b-ab9ab96765f1 req-d5831855-6e6a-43d8-9fb8-ae447581b9dd tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:18.579250 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-01a4a204-c9b6-4ca8-b82b-ab9ab96765f1 req-d5831855-6e6a-43d8-9fb8-ae447581b9dd tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 944 time: 0.0525227 Jan 28 01:28:18.625799 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device ca39d317-9182-4096-89f8-1c3610aa493f details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:28:18.631956 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-01a4a204-c9b6-4ca8-b82b-ab9ab96765f1 req-26358c46-97b0-42dc-b825-41fa87e550a5 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451486 Jan 28 01:28:18.743963 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port ca39d317-9182-4096-89f8-1c3610aa493f, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ca39d317-9182-4096-89f8-1c3610aa493f,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:28:18.756389 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'ca39d317-9182-4096-89f8-1c3610aa493f', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'port_id': 'ca39d317-9182-4096-89f8-1c3610aa493f', 'mac_address': 'fa:16:3e:33:cf:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:28:18.799665 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port ca39d317-9182-4096-89f8-1c3610aa493f is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:28:18.800071 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ca39d317-9182-4096-89f8-1c3610aa493f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:18.815148 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca39d317-9182-4096-89f8-1c3610aa493f {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:28:18.836402 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port ca39d317-9182-4096-89f8-1c3610aa493f, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ca39d317-9182-4096-89f8-1c3610aa493f,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:28:18.840549 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ca39d317-9182-4096-89f8-1c3610aa493f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:18.894144 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=ca39d317-9182-4096-89f8-1c3610aa493f,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:18.910383 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:18.910733 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:18.911097 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:18.911433 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:18.911811 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:18.912164 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:18.912502 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:18.912865 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:18.913166 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:18.913498 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:18.914711 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:18.915072 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:18.915423 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:19.154879 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['ca39d317-9182-4096-89f8-1c3610aa493f'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:28:19.761562 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c30f-f634-458a-bee4-d134e6119bb0 req-3a09f0e3-2893-4a06-b5f3-2de9f09fb103 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:19.763094 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9451c30f-f634-458a-bee4-d134e6119bb0 req-3a09f0e3-2893-4a06-b5f3-2de9f09fb103 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 945 time: 0.0507696 Jan 28 01:28:19.812040 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9451c30f-f634-458a-bee4-d134e6119bb0 req-2c7ce8b4-0915-4ae9-81a0-3d414e4e2bb4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432189 Jan 28 01:28:19.931222 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ea49d-e58d-407c-8e4e-7b15ad2ec113 req-df76981d-12df-446d-b3c8-109f95b7a101 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:19.932617 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c09ea49d-e58d-407c-8e4e-7b15ad2ec113 req-df76981d-12df-446d-b3c8-109f95b7a101 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 945 time: 0.0502789 Jan 28 01:28:19.988033 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c09ea49d-e58d-407c-8e4e-7b15ad2ec113 req-c6ed818d-0fbf-4b9d-b2d7-3b0dc6e4eb00 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494072 Jan 28 01:28:20.207389 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d85653-3c55-4b4d-9fc8-448f8ac5490d req-b087a836-446b-4345-99bf-7de83adaa76d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:20.209452 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d4d85653-3c55-4b4d-9fc8-448f8ac5490d req-b087a836-446b-4345-99bf-7de83adaa76d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 945 time: 0.0553238 Jan 28 01:28:20.290907 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d4d85653-3c55-4b4d-9fc8-448f8ac5490d req-3bbe71e6-c374-4afd-ab0a-e326bb7dd90a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729289 Jan 28 01:28:20.297295 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a76b3-ad65-4baa-a798-c7b08afacc7e req-72a3e102-048c-49b9-abeb-7a3a51a71565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:20.298871 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-575a76b3-ad65-4baa-a798-c7b08afacc7e req-72a3e102-048c-49b9-abeb-7a3a51a71565 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 1096 time: 0.0662880 Jan 28 01:28:20.397779 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a76b3-ad65-4baa-a798-c7b08afacc7e req-82f5e542-9714-4004-8f94-721fd0391208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:20.399444 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-575a76b3-ad65-4baa-a798-c7b08afacc7e req-82f5e542-9714-4004-8f94-721fd0391208 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.0931222 Jan 28 01:28:20.467984 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-575a76b3-ad65-4baa-a798-c7b08afacc7e req-323f60e0-2564-41d5-a0c9-287dbb7f4a64 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca39d317-9182-4096-89f8-1c3610aa493f HTTP/1.1" status: 200 len: 1000 time: 0.0624402 Jan 28 01:28:20.524272 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a76b3-ad65-4baa-a798-c7b08afacc7e req-f9e77883-756a-4c19-a3da-de260a8f531e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:20.525843 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-575a76b3-ad65-4baa-a798-c7b08afacc7e req-f9e77883-756a-4c19-a3da-de260a8f531e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0520899 Jan 28 01:28:20.571501 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a76b3-ad65-4baa-a798-c7b08afacc7e req-d2e7310d-ca33-4707-9aa4-dee7fc7dfd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:20.573055 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-575a76b3-ad65-4baa-a798-c7b08afacc7e req-d2e7310d-ca33-4707-9aa4-dee7fc7dfd78 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419161 Jan 28 01:28:20.656446 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device ca39d317-9182-4096-89f8-1c3610aa493f up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:28:20.669437 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-575a76b3-ad65-4baa-a798-c7b08afacc7e req-b483b036-bfee-47c3-80b0-6ac0cc289d81 service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902951 Jan 28 01:28:20.722328 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port ca39d317-9182-4096-89f8-1c3610aa493f completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:28:20.726644 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port ca39d317-9182-4096-89f8-1c3610aa493f triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:28:20.727091 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ca39d317-9182-4096-89f8-1c3610aa493f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:20.783292 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-575a76b3-ad65-4baa-a798-c7b08afacc7e req-c40bf9f4-eca8-4396-a88f-5057a5558377 service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060436 Jan 28 01:28:20.851361 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port ca39d317-9182-4096-89f8-1c3610aa493f is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:28:20.852042 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ca39d317-9182-4096-89f8-1c3610aa493f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:20.891222 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c27bc94-3062-4cd3-ba48-885cd59c7baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca39d317-9182-4096-89f8-1c3610aa493f'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:28:20.895860 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dd99da-d176-49ae-80ce-374fa497a8b6" -d '{"events": [{"server_uuid": "1c27bc94-3062-4cd3-ba48-885cd59c7baf", "name": "network-vif-plugged", "status": "completed", "tag": "ca39d317-9182-4096-89f8-1c3610aa493f"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:28:20.918896 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port ca39d317-9182-4096-89f8-1c3610aa493f, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ca39d317-9182-4096-89f8-1c3610aa493f,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:28:20.924811 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ca39d317-9182-4096-89f8-1c3610aa493f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:20.969928 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e50dd0-c066-4b52-888e-3715d0176871 x-openstack-request-id: req-94e50dd0-c066-4b52-888e-3715d0176871 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:28:20.970411 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c27bc94-3062-4cd3-ba48-885cd59c7baf", "name": "network-vif-plugged", "status": "completed", "tag": "ca39d317-9182-4096-89f8-1c3610aa493f", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:28:20.970840 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-94e50dd0-c066-4b52-888e-3715d0176871 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:28:20.971475 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c27bc94-3062-4cd3-ba48-885cd59c7baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca39d317-9182-4096-89f8-1c3610aa493f', 'code': 200} Jan 28 01:28:21.014131 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=ca39d317-9182-4096-89f8-1c3610aa493f,revision_number=9']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:21.422714 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f9ae6-c4bb-4214-8ea4-ea2c63c9a648 req-ba167144-94cc-4445-a5a7-8752f7ad02c7 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:21.424315 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-042f9ae6-c4bb-4214-8ea4-ea2c63c9a648 req-ba167144-94cc-4445-a5a7-8752f7ad02c7 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 946 time: 0.0517154 Jan 28 01:28:21.475101 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-042f9ae6-c4bb-4214-8ea4-ea2c63c9a648 req-0fff526d-01cf-4e29-ae7f-4f4bd56ea7b8 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435140 Jan 28 01:28:21.720566 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c1ac8-62ff-4aff-8094-db13f2fb8322 req-daaacb78-c6f8-423a-9b46-256aeeca122b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:21.722057 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-df3c1ac8-62ff-4aff-8094-db13f2fb8322 req-daaacb78-c6f8-423a-9b46-256aeeca122b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 946 time: 0.0485234 Jan 28 01:28:21.779854 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-df3c1ac8-62ff-4aff-8094-db13f2fb8322 req-faf8fa2c-52db-40af-8fae-42d5630c6424 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512815 Jan 28 01:28:22.911871 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71776e3-6cd9-4ee8-bbf7-57189e3ff64c req-06ffe529-dc3c-48d5-9ad8-60102f38c112 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:22.913993 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e71776e3-6cd9-4ee8-bbf7-57189e3ff64c req-06ffe529-dc3c-48d5-9ad8-60102f38c112 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 946 time: 0.0546696 Jan 28 01:28:22.962783 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e71776e3-6cd9-4ee8-bbf7-57189e3ff64c req-d30e92c5-caf4-43e4-ad81-89c1448c3fa1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424347 Jan 28 01:28:23.166009 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf037eee-a811-40d4-8817-d7dcd06c0fb0 req-b67ef4c8-1d60-4719-b00d-dcc06989d18a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:23.167386 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cf037eee-a811-40d4-8817-d7dcd06c0fb0 req-b67ef4c8-1d60-4719-b00d-dcc06989d18a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 946 time: 0.0482171 Jan 28 01:28:23.269295 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-cf037eee-a811-40d4-8817-d7dcd06c0fb0 req-b0e8dcb9-d4d6-42e4-959c-22d6df7fb071 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Deleting port ca39d317-9182-4096-89f8-1c3610aa493f {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:28:23.269646 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-cf037eee-a811-40d4-8817-d7dcd06c0fb0 req-b0e8dcb9-d4d6-42e4-959c-22d6df7fb071 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (ca39d317-9182-4096-89f8-1c3610aa493f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:23.357817 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-cf037eee-a811-40d4-8817-d7dcd06c0fb0 req-b0e8dcb9-d4d6-42e4-959c-22d6df7fb071 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] For port ca39d317-9182-4096-89f8-1c3610aa493f, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=ca39d317-9182-4096-89f8-1c3610aa493f,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:28:23.358200 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-cf037eee-a811-40d4-8817-d7dcd06c0fb0 req-b0e8dcb9-d4d6-42e4-959c-22d6df7fb071 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (ca39d317-9182-4096-89f8-1c3610aa493f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:23.547086 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-cf037eee-a811-40d4-8817-d7dcd06c0fb0 req-b0e8dcb9-d4d6-42e4-959c-22d6df7fb071 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:23.547472 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-cf037eee-a811-40d4-8817-d7dcd06c0fb0 req-b0e8dcb9-d4d6-42e4-959c-22d6df7fb071 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (c18f515c-6bef-433a-9bd1-22734b1596fd), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:23.547828 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [req-cf037eee-a811-40d4-8817-d7dcd06c0fb0 req-b0e8dcb9-d4d6-42e4-959c-22d6df7fb071 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Floating IP c18f515c-6bef-433a-9bd1-22734b1596fd disassociated. External IP: 172.25.3.41, port: ca39d317-9182-4096-89f8-1c3610aa493f. Jan 28 01:28:23.548175 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-cf037eee-a811-40d4-8817-d7dcd06c0fb0 req-b0e8dcb9-d4d6-42e4-959c-22d6df7fb071 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Calling delete_port for ca39d317-9182-4096-89f8-1c3610aa493f owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:28:23.681786 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-cf037eee-a811-40d4-8817-d7dcd06c0fb0 req-b0e8dcb9-d4d6-42e4-959c-22d6df7fb071 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (ca39d317-9182-4096-89f8-1c3610aa493f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:23.709222 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8dcb9-d4d6-42e4-959c-22d6df7fb071 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Pushing event deleted for resources: {'Port': ['ID=ca39d317-9182-4096-89f8-1c3610aa493f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:23.840359 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf037eee-a811-40d4-8817-d7dcd06c0fb0 req-b0e8dcb9-d4d6-42e4-959c-22d6df7fb071 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:28:23.957298 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf037eee-a811-40d4-8817-d7dcd06c0fb0 req-b0e8dcb9-d4d6-42e4-959c-22d6df7fb071 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:28:23.969050 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c9c331-56d7-4e52-81ea-76a31cc3a84b None None] Sync routers for ids ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:28:23.981381 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c9c331-56d7-4e52-81ea-76a31cc3a84b None None] Routers {'6a04d4f3-27ef-41ea-bc97-a3715036ed20'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:28:23.982198 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-25c9c331-56d7-4e52-81ea-76a31cc3a84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:28:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:28:24.004510 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf037eee-a811-40d4-8817-d7dcd06c0fb0 req-b0e8dcb9-d4d6-42e4-959c-22d6df7fb071 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] No DVR routers for this DVR port ca39d317-9182-4096-89f8-1c3610aa493f on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:28:24.007489 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-cf037eee-a811-40d4-8817-d7dcd06c0fb0 req-b0e8dcb9-d4d6-42e4-959c-22d6df7fb071 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:24.012431 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cf037eee-a811-40d4-8817-d7dcd06c0fb0 req-b0e8dcb9-d4d6-42e4-959c-22d6df7fb071 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.65 "DELETE /v2.0/ports/ca39d317-9182-4096-89f8-1c3610aa493f HTTP/1.1" status: 204 len: 173 time: 0.8385139 Jan 28 01:28:24.012431 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c27bc94-3062-4cd3-ba48-885cd59c7baf', 'name': 'network-vif-deleted', 'tag': 'ca39d317-9182-4096-89f8-1c3610aa493f'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:28:24.014213 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c86dff-b7ad-477f-aeea-3826e34dd51b" -d '{"events": [{"server_uuid": "1c27bc94-3062-4cd3-ba48-885cd59c7baf", "name": "network-vif-deleted", "tag": "ca39d317-9182-4096-89f8-1c3610aa493f"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:28:24.073191 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b04fa31-6cdd-40ea-a4bb-9686c6cc0dde x-openstack-request-id: req-0b04fa31-6cdd-40ea-a4bb-9686c6cc0dde {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:28:24.073497 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c27bc94-3062-4cd3-ba48-885cd59c7baf", "name": "network-vif-deleted", "tag": "ca39d317-9182-4096-89f8-1c3610aa493f", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:28:24.073793 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0b04fa31-6cdd-40ea-a4bb-9686c6cc0dde {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:28:24.074134 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c27bc94-3062-4cd3-ba48-885cd59c7baf', 'name': 'network-vif-deleted', 'tag': 'ca39d317-9182-4096-89f8-1c3610aa493f', 'status': 'completed', 'code': 200} Jan 28 01:28:24.076374 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-664179c5-fdf0-4b66-a838-23e704ffafe0 req-e5d6cd51-f4f3-40c6-a97d-a52b92e4bd5a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c27bc94-3062-4cd3-ba48-885cd59c7baf HTTP/1.1" status: 200 len: 210 time: 0.0397303 Jan 28 01:28:24.107942 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-25c9c331-56d7-4e52-81ea-76a31cc3a84b None None] Set router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:28:24.330546 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-25c9c331-56d7-4e52-81ea-76a31cc3a84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:22:26Z', 'revision_number': 4, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port': {'id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:24Z', 'updated_at': '2022-01-28T01:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'b0e2e805-f72d-46e1-920c-70ef63ef9537', 'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'mac_address': 'fa:16:3e:ff:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:26Z', 'updated_at': '2022-01-28T01:22:31Z', 'revision_number': 5, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'subnets': [{'id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:28:24.362602 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c9c331-56d7-4e52-81ea-76a31cc3a84b None None] Checking router: 6a04d4f3-27ef-41ea-bc97-a3715036ed20 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:28:24.372112 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c9c331-56d7-4e52-81ea-76a31cc3a84b None None] Routers {'6a04d4f3-27ef-41ea-bc97-a3715036ed20'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:28:24.372726 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-25c9c331-56d7-4e52-81ea-76a31cc3a84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:28:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:28:24.487956 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-25c9c331-56d7-4e52-81ea-76a31cc3a84b None None] Set router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:28:24.703645 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-25c9c331-56d7-4e52-81ea-76a31cc3a84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:22:26Z', 'revision_number': 4, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port': {'id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:24Z', 'updated_at': '2022-01-28T01:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'b0e2e805-f72d-46e1-920c-70ef63ef9537', 'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'mac_address': 'fa:16:3e:ff:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:26Z', 'updated_at': '2022-01-28T01:22:31Z', 'revision_number': 5, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'subnets': [{'id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:28:24.730732 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c9c331-56d7-4e52-81ea-76a31cc3a84b None None] The sync data for ids ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'] in n-d-826754-1 is: [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:22:26Z', 'revision_number': 4, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port': {'id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:24Z', 'updated_at': '2022-01-28T01:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'b0e2e805-f72d-46e1-920c-70ef63ef9537', 'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'mac_address': 'fa:16:3e:ff:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:26Z', 'updated_at': '2022-01-28T01:22:31Z', 'revision_number': 5, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'subnets': [{'id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:28:24.983983 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61426d45-c6e0-4f10-9846-a0dda6bab2d0 None None] New status for floating IP c18f515c-6bef-433a-9bd1-22734b1596fd: DOWN {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:28:25.414193 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-450cb8f8-d500-4bcf-9f0b-af720c15c0ea tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--701205806&fields=id&tenant_id=7ee279632025430f900ed55c22bbb14a HTTP/1.1" status: 200 len: 267 time: 0.0477395 Jan 28 01:28:25.533280 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-029f397b-763d-45c7-a06e-6f498343a9c7 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:25.534670 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-029f397b-763d-45c7-a06e-6f498343a9c7 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 812 time: 0.1141613 Jan 28 01:28:25.550547 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-17c644df-161f-4622-98dc-0cf76e742fbe tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/quotas/7ee279632025430f900ed55c22bbb14a HTTP/1.1" status: 200 len: 375 time: 0.0095530 Jan 28 01:28:25.607270 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-90068249-b7b1-4098-bba0-0b236eb8dfcb tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491614 Jan 28 01:28:25.752825 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-a6c081c6-c039-4577-88b1-4cb8abce7207 service neutron] 10.222.0.70 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329541 Jan 28 01:28:25.853012 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-fb5d404a-c03d-43a6-9f2d-88a58aed2ef7 service neutron] 10.222.0.70 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933270 Jan 28 01:28:26.024076 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-65db68c2-5e0b-4619-b746-88a72cc89193 req-29765496-b4fc-49cd-8b7d-c4e8bec4b0d6 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 210 time: 0.0285711 Jan 28 01:28:26.703788 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device ca39d317-9182-4096-89f8-1c3610aa493f no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:28:26.726823 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: ca39d317-9182-4096-89f8-1c3610aa493f {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:28:26.727224 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device ca39d317-9182-4096-89f8-1c3610aa493f not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:28:27.131081 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5a437d2-c76c-4f79-88ca-96806f6f8854 req-4e28b54b-169f-471f-966d-e1c93a4482f2 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 210 time: 0.0299718 Jan 28 01:28:27.230763 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-879e6cb1-89bf-4bf3-80d5-5c92f49092e1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:27.232329 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-879e6cb1-89bf-4bf3-80d5-5c92f49092e1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.52 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 812 time: 0.1195471 Jan 28 01:28:27.312400 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-9bcfe6f6-9b21-4e24-87e4-b8b9630dc66e tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ee279632025430f900ed55c22bbb14a HTTP/1.1" status: 200 len: 379 time: 0.0637379 Jan 28 01:28:27.343357 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-cdfd0ab1-589e-473b-8981-4cbb20995f69 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Request body: {'port': {'device_id': 'b9f9e98b-35cb-421e-8acc-297895d645dc', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'admin_state_up': True, 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'security_groups': ['43b04045-a4ab-4d31-bba6-aecf58da8efe']}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:28:27.463555 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-cdfd0ab1-589e-473b-8981-4cbb20995f69 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Made reservation on behalf of 7ee279632025430f900ed55c22bbb14a for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:28:27.467380 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-cdfd0ab1-589e-473b-8981-4cbb20995f69 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:27.548775 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:28:27.604224 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-cdfd0ab1-589e-473b-8981-4cbb20995f69 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Allocated IP 172.20.0.10 (8d4d03ff-a518-4131-ac15-49a65f6d4319/f87f6bed-8ef9-4932-967c-9de56143b2f7/b6e6ff7f-d0e0-4da0-9d33-8271520aac29) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:28:27.746999 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-cdfd0ab1-589e-473b-8981-4cbb20995f69 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:27.784926 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-cdfd0ab1-589e-473b-8981-4cbb20995f69 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:27.836392 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-cdfd0ab1-589e-473b-8981-4cbb20995f69 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Network 8d4d03ff-a518-4131-ac15-49a65f6d4319 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:28:27.839515 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-cdfd0ab1-589e-473b-8981-4cbb20995f69 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:28:27.847048 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-cdfd0ab1-589e-473b-8981-4cbb20995f69 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:28:27.871914 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd0ab1-589e-473b-8981-4cbb20995f69 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Pushing event updated for resources: {'Port': ['ID=b6e6ff7f-d0e0-4da0-9d33-8271520aac29,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:27.887217 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfd0ab1-589e-473b-8981-4cbb20995f69 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:27.887568 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfd0ab1-589e-473b-8981-4cbb20995f69 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:27.887946 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfd0ab1-589e-473b-8981-4cbb20995f69 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:27.889550 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfd0ab1-589e-473b-8981-4cbb20995f69 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:27.889550 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfd0ab1-589e-473b-8981-4cbb20995f69 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:27.889550 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfd0ab1-589e-473b-8981-4cbb20995f69 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:27.889550 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfd0ab1-589e-473b-8981-4cbb20995f69 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:27.889944 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfd0ab1-589e-473b-8981-4cbb20995f69 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:27.889944 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfd0ab1-589e-473b-8981-4cbb20995f69 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:27.890261 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfd0ab1-589e-473b-8981-4cbb20995f69 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:27.890596 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfd0ab1-589e-473b-8981-4cbb20995f69 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:27.890924 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfd0ab1-589e-473b-8981-4cbb20995f69 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:27.891253 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfd0ab1-589e-473b-8981-4cbb20995f69 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:28:27.911921 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-cdfd0ab1-589e-473b-8981-4cbb20995f69 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:27.913537 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-cdfd0ab1-589e-473b-8981-4cbb20995f69 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:27.932140 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-cdfd0ab1-589e-473b-8981-4cbb20995f69 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5929718 Jan 28 01:28:27.952909 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-69bc3e45-8876-445c-bda1-2e526b693157 service neutron] Request body: {'port': {'device_id': 'b9f9e98b-35cb-421e-8acc-297895d645dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:28:28.015109 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-69bc3e45-8876-445c-bda1-2e526b693157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:28.097329 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-43e39173-d838-4a1f-92e6-3cf41888a673 None None] Provisioning complete for port b6e6ff7f-d0e0-4da0-9d33-8271520aac29 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:28:28.097943 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-43e39173-d838-4a1f-92e6-3cf41888a673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:28.135601 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-43e39173-d838-4a1f-92e6-3cf41888a673 None None] Port b6e6ff7f-d0e0-4da0-9d33-8271520aac29 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:28:28.255043 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127b7f3-ffb1-4a55-8572-9512e5c322ec req-495e63a2-de48-4183-8944-b79792c97c46 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:28.256890 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1127b7f3-ffb1-4a55-8572-9512e5c322ec req-495e63a2-de48-4183-8944-b79792c97c46 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 932 time: 0.0510557 Jan 28 01:28:28.317811 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1127b7f3-ffb1-4a55-8572-9512e5c322ec req-07f742fd-71fb-47d3-9a76-c01cd1702e4a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532594 Jan 28 01:28:28.658950 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-69bc3e45-8876-445c-bda1-2e526b693157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e6ff7f-d0e0-4da0-9d33-8271520aac29 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:28:28.668318 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-69bc3e45-8876-445c-bda1-2e526b693157 service neutron] Publish callbacks [] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:28.681950 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-69bc3e45-8876-445c-bda1-2e526b693157 service neutron] Transition to ACTIVE for port object b6e6ff7f-d0e0-4da0-9d33-8271520aac29 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:28:28.685204 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-69bc3e45-8876-445c-bda1-2e526b693157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:28.735645 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc3e45-8876-445c-bda1-2e526b693157 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e6ff7f-d0e0-4da0-9d33-8271520aac29,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:28.815701 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-69bc3e45-8876-445c-bda1-2e526b693157 service neutron] Attempting to bind port b6e6ff7f-d0e0-4da0-9d33-8271520aac29 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:28:28.815701 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-69bc3e45-8876-445c-bda1-2e526b693157 service neutron] Attempting to bind port b6e6ff7f-d0e0-4da0-9d33-8271520aac29 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:28:28.817067 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-69bc3e45-8876-445c-bda1-2e526b693157 service neutron] Attempting to bind port b6e6ff7f-d0e0-4da0-9d33-8271520aac29 on network 8d4d03ff-a518-4131-ac15-49a65f6d4319 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:28:28.825697 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-69bc3e45-8876-445c-bda1-2e526b693157 service neutron] Port b6e6ff7f-d0e0-4da0-9d33-8271520aac29 on network 8d4d03ff-a518-4131-ac15-49a65f6d4319 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:28:28.826568 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-69bc3e45-8876-445c-bda1-2e526b693157 service neutron] Attempting to bind port b6e6ff7f-d0e0-4da0-9d33-8271520aac29 on network 8d4d03ff-a518-4131-ac15-49a65f6d4319 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:28:28.833119 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-69bc3e45-8876-445c-bda1-2e526b693157 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:28:28.833473 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-69bc3e45-8876-445c-bda1-2e526b693157 service neutron] Checking segment: {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:28:28.833871 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-69bc3e45-8876-445c-bda1-2e526b693157 service neutron] Bound using segment: {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:28:28.835428 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-69bc3e45-8876-445c-bda1-2e526b693157 service neutron] Bound port: b6e6ff7f-d0e0-4da0-9d33-8271520aac29, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:28:28.835854 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-69bc3e45-8876-445c-bda1-2e526b693157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:28.922806 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-69bc3e45-8876-445c-bda1-2e526b693157 service neutron] For port b6e6ff7f-d0e0-4da0-9d33-8271520aac29, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:28:28.929311 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-69bc3e45-8876-445c-bda1-2e526b693157 service neutron] For port b6e6ff7f-d0e0-4da0-9d33-8271520aac29, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=b6e6ff7f-d0e0-4da0-9d33-8271520aac29,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:28:28.936156 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-69bc3e45-8876-445c-bda1-2e526b693157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:28.972960 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-69bc3e45-8876-445c-bda1-2e526b693157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:28.973586 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-69bc3e45-8876-445c-bda1-2e526b693157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:28.975731 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-69bc3e45-8876-445c-bda1-2e526b693157 service neutron] 10.222.0.52 "PUT /v2.0/ports/b6e6ff7f-d0e0-4da0-9d33-8271520aac29 HTTP/1.1" status: 200 len: 1092 time: 1.0266380 Jan 28 01:28:28.976313 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f9e98b-35cb-421e-8acc-297895d645dc', 'tag': 'b6e6ff7f-d0e0-4da0-9d33-8271520aac29'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:28:28.978598 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e3f3ed-c2b1-40c2-b71c-cd88324b7448" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f9e98b-35cb-421e-8acc-297895d645dc", "tag": "b6e6ff7f-d0e0-4da0-9d33-8271520aac29"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:28:29.011670 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc3e45-8876-445c-bda1-2e526b693157 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e6ff7f-d0e0-4da0-9d33-8271520aac29,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:29.035827 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f619a30d-ae60-46f8-b65a-f3533506bc56 x-openstack-request-id: req-f619a30d-ae60-46f8-b65a-f3533506bc56 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:28:29.036151 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f9e98b-35cb-421e-8acc-297895d645dc", "tag": "b6e6ff7f-d0e0-4da0-9d33-8271520aac29", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:28:29.036418 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f619a30d-ae60-46f8-b65a-f3533506bc56 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:28:29.036837 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f9e98b-35cb-421e-8acc-297895d645dc', 'tag': 'b6e6ff7f-d0e0-4da0-9d33-8271520aac29', 'status': 'completed', 'code': 200} Jan 28 01:28:29.098063 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-216bfd00-36c0-49f0-ac2e-f934065f9b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:29.099683 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-216bfd00-36c0-49f0-ac2e-f934065f9b89 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 1095 time: 0.0477896 Jan 28 01:28:29.169833 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-05db52eb-8606-4e0b-921e-c6590bbb2c66 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6e6ff7f-d0e0-4da0-9d33-8271520aac29 HTTP/1.1" status: 200 len: 217 time: 0.0553038 Jan 28 01:28:29.220945 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-e483286a-f9fd-44bb-b72c-57fe30f865a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:29.222422 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-e483286a-f9fd-44bb-b72c-57fe30f865a9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0474319 Jan 28 01:28:29.272921 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-35e58809-d03d-4f44-abb0-46867c5674c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:29.274372 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-35e58809-d03d-4f44-abb0-46867c5674c8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455680 Jan 28 01:28:29.377143 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-b0f03a8a-4241-494c-b84a-1e8068c2f7e5 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939031 Jan 28 01:28:29.454484 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499050b-9af2-441d-891e-aa588fd9101d req-6cac4a2d-9637-4a44-be9e-6a8cefb2c811 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:29.456683 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8499050b-9af2-441d-891e-aa588fd9101d req-6cac4a2d-9637-4a44-be9e-6a8cefb2c811 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 944 time: 0.0573070 Jan 28 01:28:29.488217 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8620ee64-9266-4463-af5a-3ea1ee915a90 req-a9ddabde-c0aa-4438-9fc4-9cb4e7881103 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039078 Jan 28 01:28:29.515869 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8499050b-9af2-441d-891e-aa588fd9101d req-b8987a77-aa94-469f-9be5-fdd2dc22e140 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493028 Jan 28 01:28:29.628926 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3f3ed-c2b1-40c2-b71c-cd88324b7448 req-c3f0e342-6eda-4cfe-b80a-7a4a67fd7152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:29.630432 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b4e3f3ed-c2b1-40c2-b71c-cd88324b7448 req-c3f0e342-6eda-4cfe-b80a-7a4a67fd7152 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 1095 time: 0.0444770 Jan 28 01:28:29.728330 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3f3ed-c2b1-40c2-b71c-cd88324b7448 req-718190f1-6d0a-4b96-9483-af52023bed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:29.729722 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b4e3f3ed-c2b1-40c2-b71c-cd88324b7448 req-718190f1-6d0a-4b96-9483-af52023bed51 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.0932522 Jan 28 01:28:29.774032 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b4e3f3ed-c2b1-40c2-b71c-cd88324b7448 req-054dcebd-6abe-49eb-a1ae-ba63dbcabca8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6e6ff7f-d0e0-4da0-9d33-8271520aac29 HTTP/1.1" status: 200 len: 217 time: 0.0366719 Jan 28 01:28:29.825706 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3f3ed-c2b1-40c2-b71c-cd88324b7448 req-4730cd0d-e29d-4c72-ab26-e8c3866a9372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:29.827251 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b4e3f3ed-c2b1-40c2-b71c-cd88324b7448 req-4730cd0d-e29d-4c72-ab26-e8c3866a9372 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0466433 Jan 28 01:28:29.882005 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3f3ed-c2b1-40c2-b71c-cd88324b7448 req-8d4bd236-8eea-4747-838d-0a49aba23171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:29.883854 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b4e3f3ed-c2b1-40c2-b71c-cd88324b7448 req-8d4bd236-8eea-4747-838d-0a49aba23171 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469360 Jan 28 01:28:29.978957 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b4e3f3ed-c2b1-40c2-b71c-cd88324b7448 req-cae5a304-cb6c-4dff-a3a8-d604f96d785c service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883937 Jan 28 01:28:30.077559 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b4e3f3ed-c2b1-40c2-b71c-cd88324b7448 req-6d5ccad0-f49a-4923-8171-141be755e730 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919111 Jan 28 01:28:30.639377 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23358a0b-1816-4f4f-84d3-d6ef6c864d92 req-167e2118-5c6e-47fd-b9cc-2c5a837deb52 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:30.640980 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-23358a0b-1816-4f4f-84d3-d6ef6c864d92 req-167e2118-5c6e-47fd-b9cc-2c5a837deb52 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 944 time: 0.0507002 Jan 28 01:28:30.695173 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-23358a0b-1816-4f4f-84d3-d6ef6c864d92 req-edecb1df-68c7-4e06-92a2-f78f221b87c4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483549 Jan 28 01:28:31.819256 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155448e3-b5e8-44d2-9d92-f866538111b8 req-9f8d4767-6b86-490c-b4f1-ca3f25fda946 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:31.820870 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-155448e3-b5e8-44d2-9d92-f866538111b8 req-9f8d4767-6b86-490c-b4f1-ca3f25fda946 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 944 time: 0.0549386 Jan 28 01:28:31.870251 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-155448e3-b5e8-44d2-9d92-f866538111b8 req-e8b8bee2-5e04-4086-b776-bf89495f86b8 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434291 Jan 28 01:28:33.001184 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8caf8-0694-4eb3-b6b4-ae4402dc29fc req-eaa4054c-0ff3-41e9-b4bf-0339d7934289 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:33.002705 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6bf8caf8-0694-4eb3-b6b4-ae4402dc29fc req-eaa4054c-0ff3-41e9-b4bf-0339d7934289 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 944 time: 0.0571907 Jan 28 01:28:33.052137 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6bf8caf8-0694-4eb3-b6b4-ae4402dc29fc req-cd639c0b-77a6-42f5-944a-f702a9757a99 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437291 Jan 28 01:28:34.186686 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c760745-20db-4600-a4bc-0ec195c148fe req-8dcc1e9f-d0c5-4aed-b76f-7eee56f47f05 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:34.188259 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6c760745-20db-4600-a4bc-0ec195c148fe req-8dcc1e9f-d0c5-4aed-b76f-7eee56f47f05 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 944 time: 0.0591648 Jan 28 01:28:34.237665 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6c760745-20db-4600-a4bc-0ec195c148fe req-c7e8f4ea-13ae-4513-b349-4e8dd9e3cbd2 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432761 Jan 28 01:28:34.707878 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device b6e6ff7f-d0e0-4da0-9d33-8271520aac29 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:28:34.813575 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port b6e6ff7f-d0e0-4da0-9d33-8271520aac29, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=b6e6ff7f-d0e0-4da0-9d33-8271520aac29,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:28:34.826800 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'b6e6ff7f-d0e0-4da0-9d33-8271520aac29', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'port_id': 'b6e6ff7f-d0e0-4da0-9d33-8271520aac29', 'mac_address': 'fa:16:3e:5a:3f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:28:34.867505 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port b6e6ff7f-d0e0-4da0-9d33-8271520aac29 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:28:34.867995 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:34.881577 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e6ff7f-d0e0-4da0-9d33-8271520aac29 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:28:34.904144 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port b6e6ff7f-d0e0-4da0-9d33-8271520aac29, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=b6e6ff7f-d0e0-4da0-9d33-8271520aac29,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:28:34.908372 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:34.969911 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=b6e6ff7f-d0e0-4da0-9d33-8271520aac29,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:35.365030 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e2199-24ce-4f4d-8e87-be3782e20e4e req-5c78e434-1958-4c03-a196-9db99abc4425 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:35.367475 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c4e2199-24ce-4f4d-8e87-be3782e20e4e req-5c78e434-1958-4c03-a196-9db99abc4425 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 945 time: 0.0520062 Jan 28 01:28:35.420020 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8c4e2199-24ce-4f4d-8e87-be3782e20e4e req-40c3e7fa-46aa-45ba-830b-d68f940428ae tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465577 Jan 28 01:28:35.440609 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['b6e6ff7f-d0e0-4da0-9d33-8271520aac29'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:28:36.114833 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-365685f4-f946-4895-a028-cd958e78cd65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:36.552722 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ba179-b11e-42cb-8ead-6df4d57c6e0e req-5debc291-4ac3-40fc-8887-656f11d46fb3 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:36.555276 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-616ba179-b11e-42cb-8ead-6df4d57c6e0e req-5debc291-4ac3-40fc-8887-656f11d46fb3 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 945 time: 0.0574148 Jan 28 01:28:36.618410 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-616ba179-b11e-42cb-8ead-6df4d57c6e0e req-f85c1a25-4c00-4661-aa06-b3a1e4b92cbd tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571449 Jan 28 01:28:36.718676 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device b6e6ff7f-d0e0-4da0-9d33-8271520aac29 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:28:36.771273 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port b6e6ff7f-d0e0-4da0-9d33-8271520aac29 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:28:36.775592 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port b6e6ff7f-d0e0-4da0-9d33-8271520aac29 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:28:36.776022 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:36.859257 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port b6e6ff7f-d0e0-4da0-9d33-8271520aac29 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:28:36.859670 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:36.884239 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f9e98b-35cb-421e-8acc-297895d645dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e6ff7f-d0e0-4da0-9d33-8271520aac29'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:28:36.886505 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6614e2-eee2-41c0-a9f4-6a332a95f106" -d '{"events": [{"server_uuid": "b9f9e98b-35cb-421e-8acc-297895d645dc", "name": "network-vif-plugged", "status": "completed", "tag": "b6e6ff7f-d0e0-4da0-9d33-8271520aac29"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:28:36.899934 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port b6e6ff7f-d0e0-4da0-9d33-8271520aac29, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=b6e6ff7f-d0e0-4da0-9d33-8271520aac29,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:28:36.910975 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:36.939505 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f4945d-ff26-4a7f-9a40-d731310a2a10 x-openstack-request-id: req-41f4945d-ff26-4a7f-9a40-d731310a2a10 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:28:36.939833 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f9e98b-35cb-421e-8acc-297895d645dc", "name": "network-vif-plugged", "status": "completed", "tag": "b6e6ff7f-d0e0-4da0-9d33-8271520aac29", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:28:36.940096 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-41f4945d-ff26-4a7f-9a40-d731310a2a10 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:28:36.940491 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f9e98b-35cb-421e-8acc-297895d645dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e6ff7f-d0e0-4da0-9d33-8271520aac29', 'code': 200} Jan 28 01:28:36.966555 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=b6e6ff7f-d0e0-4da0-9d33-8271520aac29,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:28:37.080433 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716f075-f2c9-4502-b35e-2192a6bc8d17 req-a3539c61-d53b-4807-8ad5-4d37f8ba10c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:37.081960 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b716f075-f2c9-4502-b35e-2192a6bc8d17 req-a3539c61-d53b-4807-8ad5-4d37f8ba10c4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 1097 time: 0.0451095 Jan 28 01:28:37.149733 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b716f075-f2c9-4502-b35e-2192a6bc8d17 req-b47d66a2-64f5-44b6-b11d-08f001e5575e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437214 Jan 28 01:28:37.744738 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d247f7-b705-42eb-99ca-851f651844df req-e408cd45-ad23-4dbf-a9d2-37647d6c73c7 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:37.746242 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5d247f7-b705-42eb-99ca-851f651844df req-e408cd45-ad23-4dbf-a9d2-37647d6c73c7 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 946 time: 0.0536442 Jan 28 01:28:37.797802 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5d247f7-b705-42eb-99ca-851f651844df req-edbf5a9b-dd76-4d56-b522-2eb88b1e44aa tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456884 Jan 28 01:28:38.438601 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-40af8e68-6df7-4cdf-b62e-78e5368e7dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:38.945985 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730479d2-7775-4ccf-a8db-bea2c359ef4e req-3dc0a689-60cd-4357-af76-3f06bedd757b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:38.948558 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-730479d2-7775-4ccf-a8db-bea2c359ef4e req-3dc0a689-60cd-4357-af76-3f06bedd757b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 946 time: 0.0675812 Jan 28 01:28:39.005867 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-730479d2-7775-4ccf-a8db-bea2c359ef4e req-7260fdb6-74b0-4947-9d97-d1425a322346 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512586 Jan 28 01:28:39.144374 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff621a-2068-4e63-bdc0-bd8ba39a2f40 req-d76ad36f-0322-4d52-9a61-9c913a528bb5 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:39.145851 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2aff621a-2068-4e63-bdc0-bd8ba39a2f40 req-d76ad36f-0322-4d52-9a61-9c913a528bb5 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 946 time: 0.0600312 Jan 28 01:28:39.160130 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 54094) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:28:39.165454 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-ff679e45-90b4-4a5a-bad0-97b75554c6c4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Request body: {'floatingip': {'port_id': 'b6e6ff7f-d0e0-4da0-9d33-8271520aac29'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:28:39.224773 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ff679e45-90b4-4a5a-bad0-97b75554c6c4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for floatingip (c18f515c-6bef-433a-9bd1-22734b1596fd), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:39.747338 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ff679e45-90b4-4a5a-bad0-97b75554c6c4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:39.752574 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ff679e45-90b4-4a5a-bad0-97b75554c6c4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (c18f515c-6bef-433a-9bd1-22734b1596fd), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:39.863997 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-ff679e45-90b4-4a5a-bad0-97b75554c6c4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Floating IP c18f515c-6bef-433a-9bd1-22734b1596fd associated. External IP: 172.25.3.41, port: b6e6ff7f-d0e0-4da0-9d33-8271520aac29. Jan 28 01:28:39.932023 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:40.092747 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff679e45-90b4-4a5a-bad0-97b75554c6c4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:28:40.217415 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff679e45-90b4-4a5a-bad0-97b75554c6c4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:28:40.222532 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ff679e45-90b4-4a5a-bad0-97b75554c6c4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:40.228291 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aa3346-e2cc-4079-badf-4742f2088c56 None None] Sync routers for ids ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:28:40.239765 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aa3346-e2cc-4079-badf-4742f2088c56 None None] Routers {'6a04d4f3-27ef-41ea-bc97-a3715036ed20'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:28:40.240332 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-a4aa3346-e2cc-4079-badf-4742f2088c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:28:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:28:40.251150 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ff679e45-90b4-4a5a-bad0-97b75554c6c4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "PUT /v2.0/floatingips/c18f515c-6bef-433a-9bd1-22734b1596fd HTTP/1.1" status: 200 len: 991 time: 1.0898499 Jan 28 01:28:40.251771 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f9e98b-35cb-421e-8acc-297895d645dc', 'tag': 'b6e6ff7f-d0e0-4da0-9d33-8271520aac29'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:28:40.255178 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a9c20c-f34b-47d4-bc04-e1df7b6774be" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f9e98b-35cb-421e-8acc-297895d645dc", "tag": "b6e6ff7f-d0e0-4da0-9d33-8271520aac29"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:28:40.297200 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5a8c80-2d28-41ff-8f72-50fb3a564849 x-openstack-request-id: req-be5a8c80-2d28-41ff-8f72-50fb3a564849 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:28:40.297648 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f9e98b-35cb-421e-8acc-297895d645dc", "tag": "b6e6ff7f-d0e0-4da0-9d33-8271520aac29", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:28:40.298140 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-be5a8c80-2d28-41ff-8f72-50fb3a564849 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:28:40.299138 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f9e98b-35cb-421e-8acc-297895d645dc', 'tag': 'b6e6ff7f-d0e0-4da0-9d33-8271520aac29', 'status': 'completed', 'code': 200} Jan 28 01:28:40.357884 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-a4aa3346-e2cc-4079-badf-4742f2088c56 None None] Set router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:28:40.402162 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9c20c-f34b-47d4-bc04-e1df7b6774be req-2b39d2e2-275e-41f4-b3d4-45c24b9df612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:40.402162 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b9a9c20c-f34b-47d4-bc04-e1df7b6774be req-2b39d2e2-275e-41f4-b3d4-45c24b9df612 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 1097 time: 0.0432789 Jan 28 01:28:40.527876 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9c20c-f34b-47d4-bc04-e1df7b6774be req-39d7fcaf-aa58-4aad-a4fc-5d7161ff6407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:40.529389 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b9a9c20c-f34b-47d4-bc04-e1df7b6774be req-39d7fcaf-aa58-4aad-a4fc-5d7161ff6407 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.1209838 Jan 28 01:28:40.602247 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b9a9c20c-f34b-47d4-bc04-e1df7b6774be req-7b494695-b1c7-4ea2-a485-1b7f543d94c3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6e6ff7f-d0e0-4da0-9d33-8271520aac29 HTTP/1.1" status: 200 len: 999 time: 0.0664093 Jan 28 01:28:40.658429 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9c20c-f34b-47d4-bc04-e1df7b6774be req-5a233bf8-8dd3-469b-b2e5-4a826b60c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:40.659870 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b9a9c20c-f34b-47d4-bc04-e1df7b6774be req-5a233bf8-8dd3-469b-b2e5-4a826b60c2de service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0517645 Jan 28 01:28:40.708301 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9c20c-f34b-47d4-bc04-e1df7b6774be req-be97a5ff-387e-41a7-8a10-d44d0e45ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:28:40.709877 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b9a9c20c-f34b-47d4-bc04-e1df7b6774be req-be97a5ff-387e-41a7-8a10-d44d0e45ad6a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427449 Jan 28 01:28:40.769240 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-a4aa3346-e2cc-4079-badf-4742f2088c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:22:26Z', 'revision_number': 4, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port': {'id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:24Z', 'updated_at': '2022-01-28T01:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'c18f515c-6bef-433a-9bd1-22734b1596fd', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'floating_ip_address': '172.25.3.41', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'port_id': 'b6e6ff7f-d0e0-4da0-9d33-8271520aac29', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'mac_address': 'fa:16:3e:5a:3f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f9e98b-35cb-421e-8acc-297895d645dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:22:29Z', 'updated_at': '2022-01-28T01:28:39Z', 'revision_number': 9, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e2e805-f72d-46e1-920c-70ef63ef9537', 'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'mac_address': 'fa:16:3e:ff:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:26Z', 'updated_at': '2022-01-28T01:22:31Z', 'revision_number': 5, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'subnets': [{'id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:28:40.800295 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aa3346-e2cc-4079-badf-4742f2088c56 None None] Checking router: 6a04d4f3-27ef-41ea-bc97-a3715036ed20 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:28:40.810051 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aa3346-e2cc-4079-badf-4742f2088c56 None None] Routers {'6a04d4f3-27ef-41ea-bc97-a3715036ed20'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:28:40.810672 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-a4aa3346-e2cc-4079-badf-4742f2088c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:28:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:28:40.823464 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b9a9c20c-f34b-47d4-bc04-e1df7b6774be req-402ff16a-af9c-4007-a08c-cd33f29b6aa2 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067703 Jan 28 01:28:40.930110 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-a4aa3346-e2cc-4079-badf-4742f2088c56 None None] Set router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:28:40.934123 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b9a9c20c-f34b-47d4-bc04-e1df7b6774be req-5dbe310a-8f17-4b6d-a524-695bad1f5307 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042297 Jan 28 01:28:41.174936 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-a4aa3346-e2cc-4079-badf-4742f2088c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:22:26Z', 'revision_number': 4, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port': {'id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:24Z', 'updated_at': '2022-01-28T01:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'c18f515c-6bef-433a-9bd1-22734b1596fd', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'floating_ip_address': '172.25.3.41', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'port_id': 'b6e6ff7f-d0e0-4da0-9d33-8271520aac29', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'mac_address': 'fa:16:3e:5a:3f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f9e98b-35cb-421e-8acc-297895d645dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:22:29Z', 'updated_at': '2022-01-28T01:28:39Z', 'revision_number': 9, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e2e805-f72d-46e1-920c-70ef63ef9537', 'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'mac_address': 'fa:16:3e:ff:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:26Z', 'updated_at': '2022-01-28T01:22:31Z', 'revision_number': 5, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'subnets': [{'id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:28:41.209143 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aa3346-e2cc-4079-badf-4742f2088c56 None None] The sync data for ids ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'] in n-d-826754-1 is: [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:22:26Z', 'revision_number': 4, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port': {'id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:24Z', 'updated_at': '2022-01-28T01:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'c18f515c-6bef-433a-9bd1-22734b1596fd', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'floating_ip_address': '172.25.3.41', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'port_id': 'b6e6ff7f-d0e0-4da0-9d33-8271520aac29', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'mac_address': 'fa:16:3e:5a:3f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f9e98b-35cb-421e-8acc-297895d645dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:22:29Z', 'updated_at': '2022-01-28T01:28:39Z', 'revision_number': 9, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e2e805-f72d-46e1-920c-70ef63ef9537', 'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'mac_address': 'fa:16:3e:ff:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:26Z', 'updated_at': '2022-01-28T01:22:31Z', 'revision_number': 5, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'subnets': [{'id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:28:41.442551 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7674696-2d4b-4f4c-a674-445a159fa659 None None] New status for floating IP c18f515c-6bef-433a-9bd1-22734b1596fd: ACTIVE {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:28:41.471926 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:42.305526 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:43.530022 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:28:45.005148 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:04.548292 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:29:06.118925 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1eb851ce-e403-4324-9543-237156a8d5b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:08.432639 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2dc7adc4-3a60-4e6d-a5d2-791ee2080575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:09.937467 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:11.473691 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:12.298949 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:13.549053 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:15.029425 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:36.121662 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3cd86108-cd10-4d7a-8707-4be9e0e4e746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:38.436347 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-056b306a-f80a-482b-a362-3b7f3fa80e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:39.100385 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5c7b5b42-2627-446a-a62a-a502fc39ea04 req-bad772eb-75dd-47b6-8d98-8f1e3a778140 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480433 Jan 28 01:29:39.215517 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b5b42-2627-446a-a62a-a502fc39ea04 req-8745a587-eb82-43c8-abfa-b5a177d605ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:39.217080 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5c7b5b42-2627-446a-a62a-a502fc39ea04 req-8745a587-eb82-43c8-abfa-b5a177d605ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 1097 time: 0.0477865 Jan 28 01:29:39.351342 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b5b42-2627-446a-a62a-a502fc39ea04 req-aba41049-5788-477e-a672-db05a87d17e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:39.352836 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5c7b5b42-2627-446a-a62a-a502fc39ea04 req-aba41049-5788-477e-a672-db05a87d17e4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.1093168 Jan 28 01:29:39.441938 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5c7b5b42-2627-446a-a62a-a502fc39ea04 req-7c39c57c-6eb9-4cfb-8b03-536b1ed348fe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6e6ff7f-d0e0-4da0-9d33-8271520aac29 HTTP/1.1" status: 200 len: 1002 time: 0.0776138 Jan 28 01:29:39.504574 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b5b42-2627-446a-a62a-a502fc39ea04 req-1c21b82d-dbe3-4eec-b0ab-987adab34bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:39.506407 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5c7b5b42-2627-446a-a62a-a502fc39ea04 req-1c21b82d-dbe3-4eec-b0ab-987adab34bb4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0580547 Jan 28 01:29:39.565474 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b5b42-2627-446a-a62a-a502fc39ea04 req-03db216c-381a-4b06-9484-b302de8e1cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:29:39.568204 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5c7b5b42-2627-446a-a62a-a502fc39ea04 req-03db216c-381a-4b06-9484-b302de8e1cbe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537171 Jan 28 01:29:39.682389 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5c7b5b42-2627-446a-a62a-a502fc39ea04 req-ce174236-de14-4386-ac8c-036742518061 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077185 Jan 28 01:29:39.782549 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5c7b5b42-2627-446a-a62a-a502fc39ea04 req-125b69f9-3adb-4ad4-ac5f-66d87fe0d594 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948780 Jan 28 01:29:39.936807 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:41.475353 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:41.547582 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:29:42.306898 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:43.559403 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:29:45.059211 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:06.126582 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e3ef3260-e45b-4e49-a3ea-3622c0bb12cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:08.443091 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb971f5f-1546-401f-a180-1a3fb78ce336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:09.944209 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:11.479209 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:12.301679 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:13.572931 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:15.086212 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:18.547973 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:30:36.121741 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-76b3f056-333c-4473-b363-604082ff23d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:38.436185 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85211030-0c5a-4775-99f4-f8e5388f32fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:39.944192 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:40.214555 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3c33f38e-b050-42d5-9fa2-62243253e3f2 req-471352b4-a369-43e8-bfe8-2e23691481e0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0828414 Jan 28 01:30:40.321565 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33f38e-b050-42d5-9fa2-62243253e3f2 req-61cdd4d9-98b2-46fd-9977-40570259a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:40.323130 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3c33f38e-b050-42d5-9fa2-62243253e3f2 req-61cdd4d9-98b2-46fd-9977-40570259a20c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 1097 time: 0.0488083 Jan 28 01:30:40.453262 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33f38e-b050-42d5-9fa2-62243253e3f2 req-f1763e96-515c-4daf-9cd5-6ad93486f1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:40.454746 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3c33f38e-b050-42d5-9fa2-62243253e3f2 req-f1763e96-515c-4daf-9cd5-6ad93486f1ac service neutron] 10.222.0.52 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.1119821 Jan 28 01:30:40.525116 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3c33f38e-b050-42d5-9fa2-62243253e3f2 req-dc1d4799-dd23-46c6-81c0-df169e6ada1c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6e6ff7f-d0e0-4da0-9d33-8271520aac29 HTTP/1.1" status: 200 len: 1002 time: 0.0636854 Jan 28 01:30:40.584294 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33f38e-b050-42d5-9fa2-62243253e3f2 req-f210c74a-1598-474a-b2b6-6c157035ad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:40.585785 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3c33f38e-b050-42d5-9fa2-62243253e3f2 req-f210c74a-1598-474a-b2b6-6c157035ad35 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0551717 Jan 28 01:30:40.632845 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33f38e-b050-42d5-9fa2-62243253e3f2 req-b55a0a31-6db7-4dca-83b4-9d9d9211f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:30:40.635074 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3c33f38e-b050-42d5-9fa2-62243253e3f2 req-b55a0a31-6db7-4dca-83b4-9d9d9211f3dc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427091 Jan 28 01:30:40.645513 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-3c33f38e-b050-42d5-9fa2-62243253e3f2 req-3292cf40-ab94-4c0d-baae-aceb7504a693 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:30:40.646529 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3c33f38e-b050-42d5-9fa2-62243253e3f2 req-3292cf40-ab94-4c0d-baae-aceb7504a693 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052845 Jan 28 01:30:40.742516 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3c33f38e-b050-42d5-9fa2-62243253e3f2 req-c44b9847-bfa4-43ad-8684-3dbe42622b83 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901241 Jan 28 01:30:40.842708 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3c33f38e-b050-42d5-9fa2-62243253e3f2 req-4f304e7d-5b66-4e44-9b8b-30931c3667b2 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940835 Jan 28 01:30:41.484361 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:42.297189 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:43.572896 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:45.106014 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:30:55.548874 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:31:06.126034 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98eed9ae-07ef-4dd0-a15d-a516e4919615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:08.447633 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-665a408f-5017-4820-930e-c4971291730a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:09.948332 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:11.485755 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:12.303188 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:13.564972 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:15.113506 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:32.548514 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:31:36.139237 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d617cef2-ee3c-4c19-9cca-0e7d76f6e1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:38.207736 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-1cc7597e-8a85-4d63-9ca1-fff46d2fa073 req-226ee306-b6f7-47f8-8d07-007cff753875 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:31:38.208828 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1cc7597e-8a85-4d63-9ca1-fff46d2fa073 req-226ee306-b6f7-47f8-8d07-007cff753875 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068903 Jan 28 01:31:38.429471 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-0d7c8c97-9bac-45a9-ac44-79d5b4ee56d7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0772789 Jan 28 01:31:38.441957 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf839ec-a181-4e0f-9a6c-6fc3af44e5d6 req-2b794310-9b55-4cb4-a657-6cf176714e40 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:38.443763 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1cf839ec-a181-4e0f-9a6c-6fc3af44e5d6 req-2b794310-9b55-4cb4-a657-6cf176714e40 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 946 time: 0.0804024 Jan 28 01:31:38.444547 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2e39e73c-af27-4b8b-b85d-e97ad76f981e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:38.450325 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-5aa6bc47-5d87-4e37-a8ab-8a6ed24c8b99 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:31:38.451349 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-5aa6bc47-5d87-4e37-a8ab-8a6ed24c8b99 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066984 Jan 28 01:31:38.500027 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1cf839ec-a181-4e0f-9a6c-6fc3af44e5d6 req-2efbd615-2365-4d2a-869f-7a9730a7b20e tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476315 Jan 28 01:31:39.630538 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381b96a-949e-4126-88a8-760edf6fed94 req-b3bc78e2-3cd5-43d5-aa32-fcd92afed700 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:39.632140 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5381b96a-949e-4126-88a8-760edf6fed94 req-b3bc78e2-3cd5-43d5-aa32-fcd92afed700 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 946 time: 0.0563421 Jan 28 01:31:39.685943 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5381b96a-949e-4126-88a8-760edf6fed94 req-4f31b767-3b91-45ac-95f1-7218679a42a4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459440 Jan 28 01:31:39.724862 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-d29b371a-4654-44eb-bb26-e0a0e69a3bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:39.726390 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-d29b371a-4654-44eb-bb26-e0a0e69a3bc8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 1097 time: 0.0430195 Jan 28 01:31:39.828065 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-9a51d42f-ec0c-42a5-8a36-4891350b6358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:39.829677 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-9a51d42f-ec0c-42a5-8a36-4891350b6358 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.0951743 Jan 28 01:31:39.903662 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-d8194038-d14c-4d48-a3f9-752682f0c189 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6e6ff7f-d0e0-4da0-9d33-8271520aac29 HTTP/1.1" status: 200 len: 1002 time: 0.0632415 Jan 28 01:31:39.950119 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:39.958787 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-63248574-1937-4ab9-b29d-00cebd9ce80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:39.960313 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-63248574-1937-4ab9-b29d-00cebd9ce80e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0489852 Jan 28 01:31:40.012630 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-f1a4cd56-e7fa-408e-a8d2-2f0be94f6d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:40.015053 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-f1a4cd56-e7fa-408e-a8d2-2f0be94f6d04 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484693 Jan 28 01:31:40.109318 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-526a36b8-6443-4dd4-9eea-b3ba6e40c690 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877278 Jan 28 01:31:40.233082 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-60894047-1e66-4f87-9528-ec80da20459b service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992739 Jan 28 01:31:40.817415 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8c5b1-ec14-4e48-bf31-7b4932008ebd req-f71dd24f-a6b8-460a-8e95-c472ab03490b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:40.818943 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6aa8c5b1-ec14-4e48-bf31-7b4932008ebd req-f71dd24f-a6b8-460a-8e95-c472ab03490b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 946 time: 0.0555794 Jan 28 01:31:40.870638 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6aa8c5b1-ec14-4e48-bf31-7b4932008ebd req-85374de6-65c0-4e70-ae93-9101494aae1e tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457420 Jan 28 01:31:41.488290 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:41.997812 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec049a-d048-488b-8afa-795ea2a07a7c req-be142e4c-3897-409c-8f53-510f52a6faaa tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:41.999459 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-83ec049a-d048-488b-8afa-795ea2a07a7c req-be142e4c-3897-409c-8f53-510f52a6faaa tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 946 time: 0.0567751 Jan 28 01:31:42.048952 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-83ec049a-d048-488b-8afa-795ea2a07a7c req-bce6a797-7fbd-4c37-9a11-54afc68d494a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434303 Jan 28 01:31:42.249626 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68c682-4244-49f9-8702-4bd2af799582 req-d70cbaee-67e6-44dd-8a35-7cf6b5db629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:42.251185 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8e68c682-4244-49f9-8702-4bd2af799582 req-d70cbaee-67e6-44dd-8a35-7cf6b5db629a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 1097 time: 0.0420151 Jan 28 01:31:42.295837 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:42.358305 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68c682-4244-49f9-8702-4bd2af799582 req-566fac88-e650-40cd-b657-b5c35e145d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:42.359839 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8e68c682-4244-49f9-8702-4bd2af799582 req-566fac88-e650-40cd-b657-b5c35e145d61 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.0885394 Jan 28 01:31:42.447170 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8e68c682-4244-49f9-8702-4bd2af799582 req-4a897e62-07d6-4cee-b85e-9cd86ac1381e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6e6ff7f-d0e0-4da0-9d33-8271520aac29 HTTP/1.1" status: 200 len: 1002 time: 0.0787699 Jan 28 01:31:42.499730 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68c682-4244-49f9-8702-4bd2af799582 req-09966741-b796-48c9-a225-cb30d6c8a4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:42.501128 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8e68c682-4244-49f9-8702-4bd2af799582 req-09966741-b796-48c9-a225-cb30d6c8a4e6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0478964 Jan 28 01:31:42.550566 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68c682-4244-49f9-8702-4bd2af799582 req-7a0da994-5bb1-4e19-b247-f7041385d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:42.552101 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8e68c682-4244-49f9-8702-4bd2af799582 req-7a0da994-5bb1-4e19-b247-f7041385d39d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439961 Jan 28 01:31:42.647245 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8e68c682-4244-49f9-8702-4bd2af799582 req-3776f4c1-20f0-4838-bb8a-e22ef0be8276 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872285 Jan 28 01:31:42.741782 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8e68c682-4244-49f9-8702-4bd2af799582 req-df54d5b3-e983-476e-a635-8f6984ad7efa service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886121 Jan 28 01:31:43.186526 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60516210-e742-4b37-acf3-076639de7349 req-a967cc12-14d1-4e6b-bd6f-4915006a8d4a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:43.188100 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-60516210-e742-4b37-acf3-076639de7349 req-a967cc12-14d1-4e6b-bd6f-4915006a8d4a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 946 time: 0.0645301 Jan 28 01:31:43.242154 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-60516210-e742-4b37-acf3-076639de7349 req-204f17c7-c027-449b-b33a-c41f6f072c7a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482707 Jan 28 01:31:43.574186 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:44.359258 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2377bd-b126-4292-a940-d9ed8bb2ae6c req-6bc8a85e-ab50-40ec-9e3a-8707071cd391 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:44.360851 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-be2377bd-b126-4292-a940-d9ed8bb2ae6c req-6bc8a85e-ab50-40ec-9e3a-8707071cd391 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 946 time: 0.0493057 Jan 28 01:31:44.419509 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-be2377bd-b126-4292-a940-d9ed8bb2ae6c req-fc559af8-e63e-4434-a01c-1128afe432db tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528734 Jan 28 01:31:45.126383 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:45.539924 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e35c1-59b9-4af2-ab79-6f165dc875a4 req-6a509d5f-ec36-4a31-b8f6-bd6f17684252 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:45.542423 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2a5e35c1-59b9-4af2-ab79-6f165dc875a4 req-6a509d5f-ec36-4a31-b8f6-bd6f17684252 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 946 time: 0.0532873 Jan 28 01:31:45.589084 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2a5e35c1-59b9-4af2-ab79-6f165dc875a4 req-cc365be7-b602-4e5e-9b3a-c50bf1e267ac tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409496 Jan 28 01:31:46.708142 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270e081-0856-4162-af6c-391866ded9fd req-71dea627-ca9c-4cac-9c3b-4328f84c9025 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:46.709643 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1270e081-0856-4162-af6c-391866ded9fd req-71dea627-ca9c-4cac-9c3b-4328f84c9025 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 946 time: 0.0499477 Jan 28 01:31:46.758482 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1270e081-0856-4162-af6c-391866ded9fd req-2f739db4-d3e3-4a96-9c4f-b043ddc9f43a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431714 Jan 28 01:31:47.889178 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c1591-e717-4fee-8f00-4988c1dc2e46 req-0e95e867-4d75-45cf-ad7a-fb53c8b86ff6 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:47.890667 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e9c1591-e717-4fee-8f00-4988c1dc2e46 req-0e95e867-4d75-45cf-ad7a-fb53c8b86ff6 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 946 time: 0.0539856 Jan 28 01:31:47.939869 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e9c1591-e717-4fee-8f00-4988c1dc2e46 req-6ad082c7-7b90-4e2c-a78f-c6eae8f33b35 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435073 Jan 28 01:31:49.097949 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ff8ed-e43f-476d-9aa4-1cab99313c60 req-7dafab74-2391-488d-ac76-85d3f96e70c1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:49.099886 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cd6ff8ed-e43f-476d-9aa4-1cab99313c60 req-7dafab74-2391-488d-ac76-85d3f96e70c1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 946 time: 0.0792203 Jan 28 01:31:49.166753 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cd6ff8ed-e43f-476d-9aa4-1cab99313c60 req-184e8b14-b9ba-4aec-a286-cb8e9458c46d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599506 Jan 28 01:31:50.292738 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3762c1-1cf1-4de5-ab9d-ceca870b9e53 req-91e7d833-a1d7-4230-b9eb-aaf719ea04c0 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:50.294258 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb3762c1-1cf1-4de5-ab9d-ceca870b9e53 req-91e7d833-a1d7-4230-b9eb-aaf719ea04c0 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 946 time: 0.0489380 Jan 28 01:31:50.347158 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb3762c1-1cf1-4de5-ab9d-ceca870b9e53 req-dfa495c3-07f5-447c-9963-7131aba7b313 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467987 Jan 28 01:31:51.478809 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da521d30-7860-4d25-bd6d-2c30c504a469 req-1cc8b41b-213f-4c68-b6db-ae377fc18049 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:51.480436 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-da521d30-7860-4d25-bd6d-2c30c504a469 req-1cc8b41b-213f-4c68-b6db-ae377fc18049 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 946 time: 0.0551305 Jan 28 01:31:51.551565 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-da521d30-7860-4d25-bd6d-2c30c504a469 req-fd8bcd16-f57c-43a1-b921-ab45f13284a1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647190 Jan 28 01:31:52.679831 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1e22c-adca-40d3-a424-9af9967afc94 req-28f25c69-2443-4d15-b69f-ced186b6c66d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:52.682060 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e6b1e22c-adca-40d3-a424-9af9967afc94 req-28f25c69-2443-4d15-b69f-ced186b6c66d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 946 time: 0.0527108 Jan 28 01:31:52.734495 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e6b1e22c-adca-40d3-a424-9af9967afc94 req-5511dfe1-f14f-4201-b745-d64e864e73d2 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467720 Jan 28 01:31:53.867344 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8dd636-91eb-4613-baed-a2d2a8000979 req-53b4996e-6302-489d-8762-52cc9fb0bfe2 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:53.869606 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b8dd636-91eb-4613-baed-a2d2a8000979 req-53b4996e-6302-489d-8762-52cc9fb0bfe2 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 946 time: 0.0591114 Jan 28 01:31:53.925910 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b8dd636-91eb-4613-baed-a2d2a8000979 req-159fb367-481a-4f1b-b7fd-c2d0f7b006a2 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479853 Jan 28 01:31:55.060624 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48451f15-08d6-4545-88bd-e2550dae3266 req-ad25a522-650a-4175-909b-55eab9d50a8d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:55.062199 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-48451f15-08d6-4545-88bd-e2550dae3266 req-ad25a522-650a-4175-909b-55eab9d50a8d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 946 time: 0.0553417 Jan 28 01:31:55.113973 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-48451f15-08d6-4545-88bd-e2550dae3266 req-6f3ee601-46a8-4356-a52b-a7c5a46a7477 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457656 Jan 28 01:31:56.241648 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48700f0a-6ae5-44f5-92bb-5029621ed773 req-11134612-d761-4dc1-960a-1e483cc768c2 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:56.244682 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-48700f0a-6ae5-44f5-92bb-5029621ed773 req-11134612-d761-4dc1-960a-1e483cc768c2 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 946 time: 0.0563078 Jan 28 01:31:56.292773 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-48700f0a-6ae5-44f5-92bb-5029621ed773 req-049aec87-d72c-4629-9f8e-fc5ed26c689d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423434 Jan 28 01:31:57.421056 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872f403-59f9-42c3-ad65-99595ee3dc3e req-2cc3f797-f208-472d-a6e4-563a53d5134b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:57.423107 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d872f403-59f9-42c3-ad65-99595ee3dc3e req-2cc3f797-f208-472d-a6e4-563a53d5134b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 946 time: 0.0546978 Jan 28 01:31:57.481673 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d872f403-59f9-42c3-ad65-99595ee3dc3e req-9549c7d3-b7b9-452f-94eb-b9212b3c0a41 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518270 Jan 28 01:31:57.644007 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-254c70b6-2fb9-456c-ac52-0bceeeab7eb4 service neutron] show failed (client error): The resource could not be found. Jan 28 01:31:57.644956 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-254c70b6-2fb9-456c-ac52-0bceeeab7eb4 service neutron] 10.222.0.52 "GET /v2.0/ports/b6e6ff7f-d0e0-4da0-9d33-8271520aac29/bindings/n-h1-826754-1 HTTP/1.1" status: 404 len: 380 time: 0.0628648 Jan 28 01:31:57.862099 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-687afebc-df5e-474a-8df5-2d09af7b40e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:57.863668 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-687afebc-df5e-474a-8df5-2d09af7b40e0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc&tenant_id=7ee279632025430f900ed55c22bbb14a HTTP/1.1" status: 200 len: 1097 time: 0.0428472 Jan 28 01:31:57.873629 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-35fdb032-8694-4c36-b204-7d06814f1113 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:31:57.874673 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-35fdb032-8694-4c36-b204-7d06814f1113 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052812 Jan 28 01:31:57.891932 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826754-1', 'device_owner': 'compute:nova'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:31:57.953051 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:58.177755 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] For port b6e6ff7f-d0e0-4da0-9d33-8271520aac29, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=b6e6ff7f-d0e0-4da0-9d33-8271520aac29,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:31:58.211662 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] For port b6e6ff7f-d0e0-4da0-9d33-8271520aac29, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:31:58.251590 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f9e98b-35cb-421e-8acc-297895d645dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e6ff7f-d0e0-4da0-9d33-8271520aac29'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:31:58.254004 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c840c9-77df-42ae-8e4b-bd2b41d51071" -d '{"events": [{"server_uuid": "b9f9e98b-35cb-421e-8acc-297895d645dc", "name": "network-vif-unplugged", "status": "completed", "tag": "b6e6ff7f-d0e0-4da0-9d33-8271520aac29"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:31:58.257562 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Publish callbacks [] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:58.276434 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Transition to ACTIVE for port object b6e6ff7f-d0e0-4da0-9d33-8271520aac29 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:31:58.280970 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:58.328751 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f21eb02-d2f7-4083-a231-4b7a2735f3a8 x-openstack-request-id: req-9f21eb02-d2f7-4083-a231-4b7a2735f3a8 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:31:58.329046 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f9e98b-35cb-421e-8acc-297895d645dc", "name": "network-vif-unplugged", "status": "completed", "tag": "b6e6ff7f-d0e0-4da0-9d33-8271520aac29", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:31:58.329301 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9f21eb02-d2f7-4083-a231-4b7a2735f3a8 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:31:58.329870 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f9e98b-35cb-421e-8acc-297895d645dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e6ff7f-d0e0-4da0-9d33-8271520aac29', 'code': 200} Jan 28 01:31:58.392048 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e6ff7f-d0e0-4da0-9d33-8271520aac29,revision_number=6']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:31:58.403277 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:58.403719 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:58.404083 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:58.404437 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:58.404844 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:58.405196 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:58.405537 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:58.405999 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:58.406244 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:58.406530 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:58.406864 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:58.407192 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:58.407523 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:31:58.446822 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] No DVR routers for this DVR port b6e6ff7f-d0e0-4da0-9d33-8271520aac29 on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:31:58.648906 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Attempting to bind port b6e6ff7f-d0e0-4da0-9d33-8271520aac29 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:31:58.649181 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Attempting to bind port b6e6ff7f-d0e0-4da0-9d33-8271520aac29 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:31:58.649822 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Attempting to bind port b6e6ff7f-d0e0-4da0-9d33-8271520aac29 on network 8d4d03ff-a518-4131-ac15-49a65f6d4319 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:31:58.658089 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Port b6e6ff7f-d0e0-4da0-9d33-8271520aac29 on network 8d4d03ff-a518-4131-ac15-49a65f6d4319 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:31:58.658378 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Attempting to bind port b6e6ff7f-d0e0-4da0-9d33-8271520aac29 on network 8d4d03ff-a518-4131-ac15-49a65f6d4319 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:31:58.669323 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f8cd2-9145-44e0-b5a7-009226a4e82f req-0a7d7d81-539b-4eb3-83f3-f17c8c376764 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:58.670915 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-255f8cd2-9145-44e0-b5a7-009226a4e82f req-0a7d7d81-539b-4eb3-83f3-f17c8c376764 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 944 time: 0.0892301 Jan 28 01:31:58.674026 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:31:58.674373 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Checking segment: {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:31:58.674767 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Bound using segment: {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:31:58.675209 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Bound port: b6e6ff7f-d0e0-4da0-9d33-8271520aac29, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:31:58.675578 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:58.765664 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-255f8cd2-9145-44e0-b5a7-009226a4e82f req-cb625126-19f9-4e42-9303-cb0da9acb0d7 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875750 Jan 28 01:31:58.782672 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] For port b6e6ff7f-d0e0-4da0-9d33-8271520aac29, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:31:58.786166 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] For port b6e6ff7f-d0e0-4da0-9d33-8271520aac29, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=b6e6ff7f-d0e0-4da0-9d33-8271520aac29,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:31:58.793160 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:58.834492 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:58.835565 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:31:58.837788 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] 10.222.0.65 "PUT /v2.0/ports/b6e6ff7f-d0e0-4da0-9d33-8271520aac29 HTTP/1.1" status: 200 len: 1092 time: 0.9499137 Jan 28 01:31:58.864355 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a59353-0818-4ad5-814d-7b25cd450f64 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e6ff7f-d0e0-4da0-9d33-8271520aac29,revision_number=7']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:31:58.940253 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-5591e557-8f82-41eb-9b95-8acbdf28061e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:58.941842 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-5591e557-8f82-41eb-9b95-8acbdf28061e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 1095 time: 0.0651522 Jan 28 01:31:59.065200 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-44a6b139-0910-4812-8773-0f3c1b3cd9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:59.066704 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-44a6b139-0910-4812-8773-0f3c1b3cd9a1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.1179376 Jan 28 01:31:59.144414 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-353c6122-7122-4375-9e4a-47c05f234a14 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6e6ff7f-d0e0-4da0-9d33-8271520aac29 HTTP/1.1" status: 200 len: 1000 time: 0.0702357 Jan 28 01:31:59.201808 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-0b25d48c-3659-4c5f-970f-063825c5b8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:59.203501 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-0b25d48c-3659-4c5f-970f-063825c5b8a1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0541222 Jan 28 01:31:59.252956 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-badaa4a4-1119-4ac9-9b3c-a24fd4c792a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:59.254530 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-badaa4a4-1119-4ac9-9b3c-a24fd4c792a1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453010 Jan 28 01:31:59.353795 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-2e6617c5-0223-45f6-be4b-bc9931119600 service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921125 Jan 28 01:31:59.456703 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52ea550f-b62b-44f5-9dc4-c15d097345ce req-c386a32a-7100-4afb-8752-882ec748314b service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968254 Jan 28 01:31:59.890289 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fc7f6-e3a0-4c24-a68a-a8beb9220a97 req-1d270967-ebdc-4fb8-bac6-309b7312233a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:31:59.892201 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cf8fc7f6-e3a0-4c24-a68a-a8beb9220a97 req-1d270967-ebdc-4fb8-bac6-309b7312233a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 944 time: 0.0534456 Jan 28 01:31:59.946858 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cf8fc7f6-e3a0-4c24-a68a-a8beb9220a97 req-94bca5b5-e9ca-4338-84f9-14aa154c2689 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485697 Jan 28 01:32:00.330538 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f9e98b-35cb-421e-8acc-297895d645dc', 'tag': 'b6e6ff7f-d0e0-4da0-9d33-8271520aac29'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:32:00.332999 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7c9983-95d0-42e3-a9fa-8aeab0c91739" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f9e98b-35cb-421e-8acc-297895d645dc", "tag": "b6e6ff7f-d0e0-4da0-9d33-8271520aac29"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:32:00.388930 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375dd5b9-1f4b-4e15-afb4-223e25207157 x-openstack-request-id: req-375dd5b9-1f4b-4e15-afb4-223e25207157 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:32:00.389237 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f9e98b-35cb-421e-8acc-297895d645dc", "tag": "b6e6ff7f-d0e0-4da0-9d33-8271520aac29", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:32:00.389505 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-375dd5b9-1f4b-4e15-afb4-223e25207157 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:32:00.389916 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f9e98b-35cb-421e-8acc-297895d645dc', 'tag': 'b6e6ff7f-d0e0-4da0-9d33-8271520aac29', 'status': 'completed', 'code': 200} Jan 28 01:32:00.497862 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c9983-95d0-42e3-a9fa-8aeab0c91739 req-d8e51248-399a-4ee3-baf5-0953428d2257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:00.500380 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6e7c9983-95d0-42e3-a9fa-8aeab0c91739 req-d8e51248-399a-4ee3-baf5-0953428d2257 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 1095 time: 0.0631599 Jan 28 01:32:00.502396 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c9983-95d0-42e3-a9fa-8aeab0c91739 req-d0f287e4-9aae-44bf-a843-e9bc92915b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:00.503934 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e7c9983-95d0-42e3-a9fa-8aeab0c91739 req-d0f287e4-9aae-44bf-a843-e9bc92915b56 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 1095 time: 0.0679555 Jan 28 01:32:00.596751 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c9983-95d0-42e3-a9fa-8aeab0c91739 req-b244f0ba-52d0-461d-a4d4-2f2e01b37a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:00.598206 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6e7c9983-95d0-42e3-a9fa-8aeab0c91739 req-b244f0ba-52d0-461d-a4d4-2f2e01b37a83 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.0919509 Jan 28 01:32:00.601879 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c9983-95d0-42e3-a9fa-8aeab0c91739 req-478d8f65-c020-4211-9a29-d27457596135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:00.604004 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e7c9983-95d0-42e3-a9fa-8aeab0c91739 req-478d8f65-c020-4211-9a29-d27457596135 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.0938759 Jan 28 01:32:00.673291 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6e7c9983-95d0-42e3-a9fa-8aeab0c91739 req-65f1fa31-4787-408c-b078-834a3f2443e2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6e6ff7f-d0e0-4da0-9d33-8271520aac29 HTTP/1.1" status: 200 len: 1000 time: 0.0674214 Jan 28 01:32:00.684561 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e7c9983-95d0-42e3-a9fa-8aeab0c91739 req-48cd32c7-579b-4251-bf1f-ca8e17cc576c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6e6ff7f-d0e0-4da0-9d33-8271520aac29 HTTP/1.1" status: 200 len: 1000 time: 0.0710757 Jan 28 01:32:00.732514 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c9983-95d0-42e3-a9fa-8aeab0c91739 req-48e34f3a-5082-484b-8ffa-9d4bc4a0f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:00.732514 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6e7c9983-95d0-42e3-a9fa-8aeab0c91739 req-48e34f3a-5082-484b-8ffa-9d4bc4a0f688 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0506186 Jan 28 01:32:00.748881 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c9983-95d0-42e3-a9fa-8aeab0c91739 req-12498ff1-87c2-44e4-9a96-713de898dbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:00.750378 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e7c9983-95d0-42e3-a9fa-8aeab0c91739 req-12498ff1-87c2-44e4-9a96-713de898dbe7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0592802 Jan 28 01:32:00.778969 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c9983-95d0-42e3-a9fa-8aeab0c91739 req-e9290813-b620-403c-b42d-141426e0ffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:00.780555 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6e7c9983-95d0-42e3-a9fa-8aeab0c91739 req-e9290813-b620-403c-b42d-141426e0ffa1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439930 Jan 28 01:32:00.800250 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c9983-95d0-42e3-a9fa-8aeab0c91739 req-b17197ec-650c-4ad7-9fa7-82f79cbe6f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:00.801824 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e7c9983-95d0-42e3-a9fa-8aeab0c91739 req-b17197ec-650c-4ad7-9fa7-82f79cbe6f5c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443199 Jan 28 01:32:00.897700 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6e7c9983-95d0-42e3-a9fa-8aeab0c91739 req-c5f95cc9-fe00-48fd-9cb8-4039e93d53a6 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102803 Jan 28 01:32:00.904085 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e7c9983-95d0-42e3-a9fa-8aeab0c91739 req-93b87391-265e-4694-b03f-bb42bf7b285a service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935876 Jan 28 01:32:01.007796 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6e7c9983-95d0-42e3-a9fa-8aeab0c91739 req-81360f55-e93e-4575-89bf-d52bddce79f8 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037366 Jan 28 01:32:01.054148 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6e7c9983-95d0-42e3-a9fa-8aeab0c91739 req-49f8afaa-ee17-4c3c-b3ff-09c2c85f1bdd service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432295 Jan 28 01:32:01.101634 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ff392-03ab-47cc-aba2-a8f2de660619 req-d5c3c1ad-9046-4a55-b89c-bdb04180acf4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:01.104259 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-686ff392-03ab-47cc-aba2-a8f2de660619 req-d5c3c1ad-9046-4a55-b89c-bdb04180acf4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 944 time: 0.0673687 Jan 28 01:32:01.160362 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-686ff392-03ab-47cc-aba2-a8f2de660619 req-250caf02-fc81-4882-b783-44375991f60f tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502424 Jan 28 01:32:01.829131 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device b6e6ff7f-d0e0-4da0-9d33-8271520aac29 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:32:01.870574 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] The host n-h2-826754-1 is not matching for port b6e6ff7f-d0e0-4da0-9d33-8271520aac29 host n-h1-826754-1! {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 01:32:01.871058 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device b6e6ff7f-d0e0-4da0-9d33-8271520aac29 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:32:02.287510 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b94bb-dd73-4c7f-8e9a-09b5ae216874 req-84e2aa9c-0317-4b59-ad2a-540c78c55114 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:02.289037 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1b5b94bb-dd73-4c7f-8e9a-09b5ae216874 req-84e2aa9c-0317-4b59-ad2a-540c78c55114 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 944 time: 0.0557480 Jan 28 01:32:02.335900 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1b5b94bb-dd73-4c7f-8e9a-09b5ae216874 req-8c0460a0-fe73-4847-a36b-9c44041f7b29 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411921 Jan 28 01:32:02.672749 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-64321727-e40b-4540-83fc-f5882136c6f0 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:02.674315 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-64321727-e40b-4540-83fc-f5882136c6f0 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc&tenant_id=7ee279632025430f900ed55c22bbb14a&binding%3Ahost_id=n-h1-826754-1 HTTP/1.1" status: 200 len: 944 time: 0.0882583 Jan 28 01:32:02.686783 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f853a9-c0cc-4af9-8dc7-ea6d87814171 req-7a53c494-b316-4e8a-b0ec-fe4eb197593c tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:02.688401 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-92f853a9-c0cc-4af9-8dc7-ea6d87814171 req-7a53c494-b316-4e8a-b0ec-fe4eb197593c tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 944 time: 0.0719957 Jan 28 01:32:02.780238 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-92f853a9-c0cc-4af9-8dc7-ea6d87814171 req-45e62c04-7698-403e-b4e9-1db654fa6871 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853732 Jan 28 01:32:02.784869 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-0043612e-708a-4ec9-858c-61c3ef3a86e3 service neutron] 10.222.0.65 "GET /v2.0/ports/b6e6ff7f-d0e0-4da0-9d33-8271520aac29/bindings/n-h1-826754-1 HTTP/1.1" status: 200 len: 382 time: 0.0954978 Jan 28 01:32:02.867776 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-effaa100-c9a0-4daa-b2d2-f04d862e83f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:02.869287 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-effaa100-c9a0-4daa-b2d2-f04d862e83f2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 1095 time: 0.0433183 Jan 28 01:32:02.966693 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-41552a7f-7823-40fe-b680-74dfa6ddac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:02.968220 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-41552a7f-7823-40fe-b680-74dfa6ddac5d service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.0918782 Jan 28 01:32:03.038276 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-dbe7b690-c6bd-476a-9fb3-86910567dc40 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6e6ff7f-d0e0-4da0-9d33-8271520aac29 HTTP/1.1" status: 200 len: 1000 time: 0.0639727 Jan 28 01:32:03.088281 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-69ee0693-cd80-4114-b0c1-19d010467b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:03.089758 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-69ee0693-cd80-4114-b0c1-19d010467b55 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0454068 Jan 28 01:32:03.141084 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-9ca61a2e-e18e-45b8-9bb9-a0e597a7522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:03.142676 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-9ca61a2e-e18e-45b8-9bb9-a0e597a7522c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470099 Jan 28 01:32:03.238579 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-aed93b17-5a9c-44b5-9e13-e1cd80026493 service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897174 Jan 28 01:32:03.633090 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device b6e6ff7f-d0e0-4da0-9d33-8271520aac29 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:32:03.694912 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-32b9be97-2a53-48b6-ad61-23ba32312a3a service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499342 Jan 28 01:32:03.748865 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port b6e6ff7f-d0e0-4da0-9d33-8271520aac29, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=b6e6ff7f-d0e0-4da0-9d33-8271520aac29,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:32:03.762782 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'b6e6ff7f-d0e0-4da0-9d33-8271520aac29', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'port_id': 'b6e6ff7f-d0e0-4da0-9d33-8271520aac29', 'mac_address': 'fa:16:3e:5a:3f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:32:03.805298 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port b6e6ff7f-d0e0-4da0-9d33-8271520aac29 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:32:03.806320 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:03.820785 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e6ff7f-d0e0-4da0-9d33-8271520aac29 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:32:03.842445 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port b6e6ff7f-d0e0-4da0-9d33-8271520aac29, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=b6e6ff7f-d0e0-4da0-9d33-8271520aac29,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:32:03.846864 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:03.910632 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20175532-071f-42c5-af5e-c68637b1d1a5 req-92570b9d-b863-485a-80df-f0f5d21af267 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:03.912524 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-20175532-071f-42c5-af5e-c68637b1d1a5 req-92570b9d-b863-485a-80df-f0f5d21af267 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 945 time: 0.0562632 Jan 28 01:32:03.912738 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=b6e6ff7f-d0e0-4da0-9d33-8271520aac29,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:03.922324 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:03.922657 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:03.923018 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:03.923369 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:03.923739 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:03.924081 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:03.924416 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:03.924794 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:03.925130 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:03.925499 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:03.925960 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:03.926159 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:03.926882 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:03.967759 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-20175532-071f-42c5-af5e-c68637b1d1a5 req-c958f893-7b36-439e-bbd2-3116977da310 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478959 Jan 28 01:32:04.201604 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['b6e6ff7f-d0e0-4da0-9d33-8271520aac29'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:32:05.089110 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215b0ad-d4cd-4a65-8c4c-44c6380f3f93 req-7682e559-851a-4753-ac56-0500bc0d7c16 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:05.090693 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7215b0ad-d4cd-4a65-8c4c-44c6380f3f93 req-7682e559-851a-4753-ac56-0500bc0d7c16 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 945 time: 0.0525045 Jan 28 01:32:05.146747 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7215b0ad-d4cd-4a65-8c4c-44c6380f3f93 req-e47c924a-3a20-430d-84d7-18497ee4de88 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502789 Jan 28 01:32:05.636282 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device b6e6ff7f-d0e0-4da0-9d33-8271520aac29 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:32:05.690657 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port b6e6ff7f-d0e0-4da0-9d33-8271520aac29 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:32:05.694753 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port b6e6ff7f-d0e0-4da0-9d33-8271520aac29 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:32:05.695131 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:05.787231 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port b6e6ff7f-d0e0-4da0-9d33-8271520aac29 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:32:05.787767 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:05.812207 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f9e98b-35cb-421e-8acc-297895d645dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e6ff7f-d0e0-4da0-9d33-8271520aac29'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:32:05.814683 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffbbfa6-b0db-4548-b90a-9d0586794ae6" -d '{"events": [{"server_uuid": "b9f9e98b-35cb-421e-8acc-297895d645dc", "name": "network-vif-plugged", "status": "completed", "tag": "b6e6ff7f-d0e0-4da0-9d33-8271520aac29"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:32:05.829061 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port b6e6ff7f-d0e0-4da0-9d33-8271520aac29, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=b6e6ff7f-d0e0-4da0-9d33-8271520aac29,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:32:05.834472 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:05.896975 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=b6e6ff7f-d0e0-4da0-9d33-8271520aac29,revision_number=9']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:05.926003 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-01110fb2-87d5-455f-b417-579ba4aac12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:05.927586 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-01110fb2-87d5-455f-b417-579ba4aac12d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc&tenant_id=7ee279632025430f900ed55c22bbb14a HTTP/1.1" status: 200 len: 1097 time: 0.0604851 Jan 28 01:32:05.941936 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813fefd1-50ce-4a0a-8413-8f4fa9cd762e x-openstack-request-id: req-813fefd1-50ce-4a0a-8413-8f4fa9cd762e {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:32:05.942264 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f9e98b-35cb-421e-8acc-297895d645dc", "name": "network-vif-plugged", "status": "completed", "tag": "b6e6ff7f-d0e0-4da0-9d33-8271520aac29", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:32:05.942527 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-813fefd1-50ce-4a0a-8413-8f4fa9cd762e {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:32:05.942933 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f9e98b-35cb-421e-8acc-297895d645dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e6ff7f-d0e0-4da0-9d33-8271520aac29', 'code': 200} Jan 28 01:32:05.947422 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826754-1', 'device_owner': 'compute:nova'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:32:06.003564 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:06.133438 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-888918e5-03f8-491d-8a1d-95c5fc77383f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:06.225585 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] For port b6e6ff7f-d0e0-4da0-9d33-8271520aac29, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=b6e6ff7f-d0e0-4da0-9d33-8271520aac29,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:32:06.262600 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] For port b6e6ff7f-d0e0-4da0-9d33-8271520aac29, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:32:06.266687 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe0bda-a2ec-4264-8e77-1db308825fe9 req-d7369f6a-8bf1-430c-b86d-70e9fa402ce3 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:06.268697 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4efe0bda-a2ec-4264-8e77-1db308825fe9 req-d7369f6a-8bf1-430c-b86d-70e9fa402ce3 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 946 time: 0.0488744 Jan 28 01:32:06.310414 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f9e98b-35cb-421e-8acc-297895d645dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e6ff7f-d0e0-4da0-9d33-8271520aac29'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:32:06.312863 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb19a57-7752-4e40-bd13-842c7caf8693" -d '{"events": [{"server_uuid": "b9f9e98b-35cb-421e-8acc-297895d645dc", "name": "network-vif-unplugged", "status": "completed", "tag": "b6e6ff7f-d0e0-4da0-9d33-8271520aac29"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:32:06.317061 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Publish callbacks [] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:06.320650 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4efe0bda-a2ec-4264-8e77-1db308825fe9 req-47abc6ea-300b-4487-8162-285249a9b2fb tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448809 Jan 28 01:32:06.331258 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Transition to ACTIVE for port object b6e6ff7f-d0e0-4da0-9d33-8271520aac29 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:32:06.335555 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:06.422620 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Pushing event updated for resources: {'Port': ['ID=b6e6ff7f-d0e0-4da0-9d33-8271520aac29,revision_number=10']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:06.435200 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:06.435561 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:06.435933 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:06.436283 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:06.436623 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:06.437358 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:06.437358 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:06.437709 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:06.437900 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:06.438224 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:06.438740 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:06.439078 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:06.439406 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:32:06.482496 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115e58de-5c97-4fa0-8ab9-23989284c9fe x-openstack-request-id: req-115e58de-5c97-4fa0-8ab9-23989284c9fe {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:32:06.482713 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f9e98b-35cb-421e-8acc-297895d645dc", "name": "network-vif-unplugged", "status": "completed", "tag": "b6e6ff7f-d0e0-4da0-9d33-8271520aac29", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:32:06.482963 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-115e58de-5c97-4fa0-8ab9-23989284c9fe {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:32:06.483363 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f9e98b-35cb-421e-8acc-297895d645dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e6ff7f-d0e0-4da0-9d33-8271520aac29', 'code': 200} Jan 28 01:32:06.484148 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] No DVR routers for this DVR port b6e6ff7f-d0e0-4da0-9d33-8271520aac29 on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:32:06.627937 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Attempting to bind port b6e6ff7f-d0e0-4da0-9d33-8271520aac29 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:32:06.628278 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Attempting to bind port b6e6ff7f-d0e0-4da0-9d33-8271520aac29 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:32:06.628614 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Attempting to bind port b6e6ff7f-d0e0-4da0-9d33-8271520aac29 on network 8d4d03ff-a518-4131-ac15-49a65f6d4319 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:32:06.633204 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Port b6e6ff7f-d0e0-4da0-9d33-8271520aac29 on network 8d4d03ff-a518-4131-ac15-49a65f6d4319 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:32:06.634163 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Attempting to bind port b6e6ff7f-d0e0-4da0-9d33-8271520aac29 on network 8d4d03ff-a518-4131-ac15-49a65f6d4319 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:32:06.639986 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:32:06.640325 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Checking segment: {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:32:06.640715 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Bound using segment: {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:32:06.641152 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Bound port: b6e6ff7f-d0e0-4da0-9d33-8271520aac29, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:32:06.641517 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:06.714621 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] For port b6e6ff7f-d0e0-4da0-9d33-8271520aac29, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:32:06.718005 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] For port b6e6ff7f-d0e0-4da0-9d33-8271520aac29, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=b6e6ff7f-d0e0-4da0-9d33-8271520aac29,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:32:06.721992 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:06.758672 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:06.760152 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:06.761561 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] 10.222.0.52 "PUT /v2.0/ports/b6e6ff7f-d0e0-4da0-9d33-8271520aac29 HTTP/1.1" status: 200 len: 1093 time: 0.8188822 Jan 28 01:32:06.782720 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e424c-c13e-4c43-8179-ff7e9b73337c service neutron] Pushing event updated for resources: {'Port': ['ID=b6e6ff7f-d0e0-4da0-9d33-8271520aac29,revision_number=11']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:06.851310 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-6e27c422-e7df-452f-86c2-deed9dbce47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:06.853426 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-6e27c422-e7df-452f-86c2-deed9dbce47a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 1096 time: 0.0482745 Jan 28 01:32:06.949162 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-8a89233c-5b1a-4f55-a060-db4ef1255d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:06.950661 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-8a89233c-5b1a-4f55-a060-db4ef1255d1d service neutron] 10.222.0.52 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.0914922 Jan 28 01:32:07.024769 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-0db0ce65-f4e5-49dc-8939-4692706f637d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6e6ff7f-d0e0-4da0-9d33-8271520aac29 HTTP/1.1" status: 200 len: 1000 time: 0.0674310 Jan 28 01:32:07.413054 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-2e2eef1f-1aa3-4a48-8949-936327a4bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:07.414718 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-2e2eef1f-1aa3-4a48-8949-936327a4bd3a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.3849156 Jan 28 01:32:07.457547 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe7c64-9a4a-47b5-ae9f-06d9c978fa30 req-56a9c1d3-1ddf-4ceb-8876-e7e791602de5 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:07.459108 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9dfe7c64-9a4a-47b5-ae9f-06d9c978fa30 req-56a9c1d3-1ddf-4ceb-8876-e7e791602de5 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 945 time: 0.0506501 Jan 28 01:32:07.464832 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-e9fc5cf3-bd34-49eb-8b88-10ad8f37e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:07.466373 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-e9fc5cf3-bd34-49eb-8b88-10ad8f37e594 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443220 Jan 28 01:32:07.508502 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9dfe7c64-9a4a-47b5-ae9f-06d9c978fa30 req-7f282204-672c-461e-ada0-9c0fc68af3c9 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428286 Jan 28 01:32:07.565116 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-92fa49bc-019f-437f-8c28-2ba5a507a18a service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919125 Jan 28 01:32:07.656263 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e7caac9a-14e3-4533-9f15-9e3cb8cc6d89 req-5eeabc82-dbc2-41f7-b811-341d27a68815 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837026 Jan 28 01:32:08.439483 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0acbc5ea-bbda-4bcc-971c-297e3604fc38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:08.484260 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f9e98b-35cb-421e-8acc-297895d645dc', 'tag': 'b6e6ff7f-d0e0-4da0-9d33-8271520aac29'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:32:08.487183 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001f9484-57bd-49e7-a229-7d34f284aef8" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f9e98b-35cb-421e-8acc-297895d645dc", "tag": "b6e6ff7f-d0e0-4da0-9d33-8271520aac29"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:32:08.542947 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f62e83b-3fab-4c89-a8ce-7ea641926c61 x-openstack-request-id: req-5f62e83b-3fab-4c89-a8ce-7ea641926c61 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:32:08.543338 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f9e98b-35cb-421e-8acc-297895d645dc", "tag": "b6e6ff7f-d0e0-4da0-9d33-8271520aac29", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:32:08.543707 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5f62e83b-3fab-4c89-a8ce-7ea641926c61 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:32:08.544192 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f9e98b-35cb-421e-8acc-297895d645dc', 'tag': 'b6e6ff7f-d0e0-4da0-9d33-8271520aac29', 'status': 'completed', 'code': 200} Jan 28 01:32:08.641443 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f9484-57bd-49e7-a229-7d34f284aef8 req-136169c1-7e0a-4faa-91f0-afeca3425ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:08.643006 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-001f9484-57bd-49e7-a229-7d34f284aef8 req-136169c1-7e0a-4faa-91f0-afeca3425ba7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 1096 time: 0.0426421 Jan 28 01:32:08.658348 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f9484-57bd-49e7-a229-7d34f284aef8 req-5f01774a-d676-465f-82dd-cdbd96cb24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:08.659890 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-001f9484-57bd-49e7-a229-7d34f284aef8 req-5f01774a-d676-465f-82dd-cdbd96cb24eb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 1096 time: 0.0779924 Jan 28 01:32:08.670610 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4ef99-0f7b-4c85-8641-ff3a8287118b req-734b977f-efcf-4b57-bce6-3654eb736011 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:08.672129 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aed4ef99-0f7b-4c85-8641-ff3a8287118b req-734b977f-efcf-4b57-bce6-3654eb736011 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 945 time: 0.0807085 Jan 28 01:32:08.743512 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f9484-57bd-49e7-a229-7d34f284aef8 req-7fed9651-a0d4-4c3c-b87c-94cf3a8b9b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:08.745249 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-001f9484-57bd-49e7-a229-7d34f284aef8 req-7fed9651-a0d4-4c3c-b87c-94cf3a8b9b75 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.0938237 Jan 28 01:32:08.775310 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aed4ef99-0f7b-4c85-8641-ff3a8287118b req-95971c1a-23bb-4086-bcd9-1664f4e423e9 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943093 Jan 28 01:32:08.805375 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f9484-57bd-49e7-a229-7d34f284aef8 req-e2ee0112-c779-4d90-a381-fbc6f72dc5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:08.807744 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-001f9484-57bd-49e7-a229-7d34f284aef8 req-e2ee0112-c779-4d90-a381-fbc6f72dc5fb service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.1346834 Jan 28 01:32:08.815490 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-001f9484-57bd-49e7-a229-7d34f284aef8 req-0625080d-14bf-4d6d-8c68-aa28f68c10d1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6e6ff7f-d0e0-4da0-9d33-8271520aac29 HTTP/1.1" status: 200 len: 1000 time: 0.0633044 Jan 28 01:32:08.893564 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f9484-57bd-49e7-a229-7d34f284aef8 req-bcff5dcf-3936-434a-8712-8c91cc3eb5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:08.895107 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-001f9484-57bd-49e7-a229-7d34f284aef8 req-bcff5dcf-3936-434a-8712-8c91cc3eb5ae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0733483 Jan 28 01:32:08.897571 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-001f9484-57bd-49e7-a229-7d34f284aef8 req-adab4c15-92e1-4fc7-b081-584dbfbf7899 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6e6ff7f-d0e0-4da0-9d33-8271520aac29 HTTP/1.1" status: 200 len: 1000 time: 0.0842717 Jan 28 01:32:08.962062 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f9484-57bd-49e7-a229-7d34f284aef8 req-d51a44e2-6344-4b71-b3a1-ebea3fe4756a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:08.963836 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-001f9484-57bd-49e7-a229-7d34f284aef8 req-d51a44e2-6344-4b71-b3a1-ebea3fe4756a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613723 Jan 28 01:32:08.965026 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f9484-57bd-49e7-a229-7d34f284aef8 req-a864b9ba-b141-4332-a694-044db4e10e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:08.966643 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-001f9484-57bd-49e7-a229-7d34f284aef8 req-a864b9ba-b141-4332-a694-044db4e10e53 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0635095 Jan 28 01:32:09.020072 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f9484-57bd-49e7-a229-7d34f284aef8 req-0571b038-6b01-4281-be6e-2b94be8997ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:09.021565 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-001f9484-57bd-49e7-a229-7d34f284aef8 req-0571b038-6b01-4281-be6e-2b94be8997ed service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473540 Jan 28 01:32:09.057268 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-001f9484-57bd-49e7-a229-7d34f284aef8 req-2ed24177-4687-426e-82d7-f21fafc7e067 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861084 Jan 28 01:32:09.113886 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-001f9484-57bd-49e7-a229-7d34f284aef8 req-62396652-9707-4904-a82a-102bdb7da9a5 service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859911 Jan 28 01:32:09.164728 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-001f9484-57bd-49e7-a229-7d34f284aef8 req-c57c2631-cda9-4331-837b-02a2e2a21ea8 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017399 Jan 28 01:32:09.221398 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-001f9484-57bd-49e7-a229-7d34f284aef8 req-b871c84b-024b-43aa-b032-fa2c0bf0d5cf service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014481 Jan 28 01:32:09.549549 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:32:09.638104 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device b6e6ff7f-d0e0-4da0-9d33-8271520aac29 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:32:09.677641 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] The host n-h1-826754-1 is not matching for port b6e6ff7f-d0e0-4da0-9d33-8271520aac29 host n-h2-826754-1! {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 01:32:09.677941 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device b6e6ff7f-d0e0-4da0-9d33-8271520aac29 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:32:09.900264 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708dcf38-3031-48b7-8e67-8cee6caaae7d req-2c1c6dc5-46c1-4c49-9c97-b018b48502ec tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:09.902074 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-708dcf38-3031-48b7-8e67-8cee6caaae7d req-2c1c6dc5-46c1-4c49-9c97-b018b48502ec tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 945 time: 0.0522068 Jan 28 01:32:09.950703 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:09.951391 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-708dcf38-3031-48b7-8e67-8cee6caaae7d req-afbe9d3b-2f50-4bea-ba41-457825a5ad20 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438371 Jan 28 01:32:11.074432 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3af3a-f04c-4fcd-9270-a247b5107c9c req-39893f17-ca0c-4505-aed9-744491f101cf tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:11.076051 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fde3af3a-f04c-4fcd-9270-a247b5107c9c req-39893f17-ca0c-4505-aed9-744491f101cf tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 945 time: 0.0495572 Jan 28 01:32:11.129963 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fde3af3a-f04c-4fcd-9270-a247b5107c9c req-ad2aa2d7-d1e0-402b-9f88-0baf42917b5f tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481515 Jan 28 01:32:11.248117 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d164e8-9ee4-4ec4-aa4a-1db9c68ad9a4 req-4258e6bd-6162-4a11-bd08-d330acbfb2d4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:11.249651 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f4d164e8-9ee4-4ec4-aa4a-1db9c68ad9a4 req-4258e6bd-6162-4a11-bd08-d330acbfb2d4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 945 time: 0.0496352 Jan 28 01:32:11.299109 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f4d164e8-9ee4-4ec4-aa4a-1db9c68ad9a4 req-c09784cd-60d3-42e4-9378-fa8eba854dfb tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427637 Jan 28 01:32:11.414225 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156433b-b883-4c45-8613-0cacbf73ae35 req-0c064c2e-b42f-4470-9305-5b326097adf7 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:11.416521 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6156433b-b883-4c45-8613-0cacbf73ae35 req-0c064c2e-b42f-4470-9305-5b326097adf7 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 945 time: 0.0511038 Jan 28 01:32:11.466465 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6156433b-b883-4c45-8613-0cacbf73ae35 req-c88a129f-a0ea-4fbb-b2e4-34267ea5c641 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426471 Jan 28 01:32:11.491671 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:11.732059 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b2bc3-82df-48dc-a9d8-8ba2b2e8ea5a req-bdcad525-0ddf-4582-ba31-480b13acd8fb tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:11.733592 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-827b2bc3-82df-48dc-a9d8-8ba2b2e8ea5a req-bdcad525-0ddf-4582-ba31-480b13acd8fb tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 945 time: 0.0546770 Jan 28 01:32:11.785143 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-827b2bc3-82df-48dc-a9d8-8ba2b2e8ea5a req-e9a67a8c-dac7-46dd-bafe-05187af07093 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440385 Jan 28 01:32:11.887541 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device b6e6ff7f-d0e0-4da0-9d33-8271520aac29 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:32:12.056230 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port b6e6ff7f-d0e0-4da0-9d33-8271520aac29, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=b6e6ff7f-d0e0-4da0-9d33-8271520aac29,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:32:12.077600 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'b6e6ff7f-d0e0-4da0-9d33-8271520aac29', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'port_id': 'b6e6ff7f-d0e0-4da0-9d33-8271520aac29', 'mac_address': 'fa:16:3e:5a:3f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:32:12.131635 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port b6e6ff7f-d0e0-4da0-9d33-8271520aac29 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:32:12.132352 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:12.154637 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e6ff7f-d0e0-4da0-9d33-8271520aac29 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:32:12.177336 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port b6e6ff7f-d0e0-4da0-9d33-8271520aac29, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=b6e6ff7f-d0e0-4da0-9d33-8271520aac29,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:32:12.181083 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:12.237017 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=b6e6ff7f-d0e0-4da0-9d33-8271520aac29,revision_number=12']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:12.303254 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:12.746572 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['b6e6ff7f-d0e0-4da0-9d33-8271520aac29'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:32:12.916136 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0cf6e-1c99-4426-ad3f-c044f24fefc9 req-0b62c29d-6550-4eb9-95e2-bf8895a0c2d3 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:12.917653 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1af0cf6e-1c99-4426-ad3f-c044f24fefc9 req-0b62c29d-6550-4eb9-95e2-bf8895a0c2d3 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 946 time: 0.0521948 Jan 28 01:32:12.965368 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1af0cf6e-1c99-4426-ad3f-c044f24fefc9 req-91a394e1-03ea-4cf4-b7cb-e47c19a43970 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420957 Jan 28 01:32:13.577663 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:13.717615 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53d7e3-81ef-4c18-a48b-a7af39786b28 req-1acfda71-48a0-4846-b7da-792549ccdbd8 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:13.719046 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7f53d7e3-81ef-4c18-a48b-a7af39786b28 req-1acfda71-48a0-4846-b7da-792549ccdbd8 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 946 time: 0.0558863 Jan 28 01:32:13.824891 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-7f53d7e3-81ef-4c18-a48b-a7af39786b28 req-d2838ee1-0c33-4e9f-9590-d934d99d49b1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Deleting port b6e6ff7f-d0e0-4da0-9d33-8271520aac29 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:32:13.825249 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-7f53d7e3-81ef-4c18-a48b-a7af39786b28 req-d2838ee1-0c33-4e9f-9590-d934d99d49b1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:13.902767 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device b6e6ff7f-d0e0-4da0-9d33-8271520aac29 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:32:13.924168 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-7f53d7e3-81ef-4c18-a48b-a7af39786b28 req-d2838ee1-0c33-4e9f-9590-d934d99d49b1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] For port b6e6ff7f-d0e0-4da0-9d33-8271520aac29, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=b6e6ff7f-d0e0-4da0-9d33-8271520aac29,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:32:13.924533 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-7f53d7e3-81ef-4c18-a48b-a7af39786b28 req-d2838ee1-0c33-4e9f-9590-d934d99d49b1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:14.002797 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port b6e6ff7f-d0e0-4da0-9d33-8271520aac29, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=b6e6ff7f-d0e0-4da0-9d33-8271520aac29,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:32:14.016672 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'b6e6ff7f-d0e0-4da0-9d33-8271520aac29', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'port_id': 'b6e6ff7f-d0e0-4da0-9d33-8271520aac29', 'mac_address': 'fa:16:3e:5a:3f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:32:14.088439 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01834a04-6643-4488-a233-93da43d78ab5 req-dc3cbb50-6bc8-4f9b-91ef-e99335c9d125 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:14.090092 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-01834a04-6643-4488-a233-93da43d78ab5 req-dc3cbb50-6bc8-4f9b-91ef-e99335c9d125 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 946 time: 0.0517952 Jan 28 01:32:14.110144 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-7f53d7e3-81ef-4c18-a48b-a7af39786b28 req-d2838ee1-0c33-4e9f-9590-d934d99d49b1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:14.110509 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-7f53d7e3-81ef-4c18-a48b-a7af39786b28 req-d2838ee1-0c33-4e9f-9590-d934d99d49b1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (c18f515c-6bef-433a-9bd1-22734b1596fd), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:14.110829 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [req-7f53d7e3-81ef-4c18-a48b-a7af39786b28 req-d2838ee1-0c33-4e9f-9590-d934d99d49b1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Floating IP c18f515c-6bef-433a-9bd1-22734b1596fd disassociated. External IP: 172.25.3.41, port: b6e6ff7f-d0e0-4da0-9d33-8271520aac29. Jan 28 01:32:14.111173 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-7f53d7e3-81ef-4c18-a48b-a7af39786b28 req-d2838ee1-0c33-4e9f-9590-d934d99d49b1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Calling delete_port for b6e6ff7f-d0e0-4da0-9d33-8271520aac29 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:32:14.144253 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-01834a04-6643-4488-a233-93da43d78ab5 req-aaef2cd7-7192-4254-adf3-0499dc6f2215 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484266 Jan 28 01:32:14.250847 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-7f53d7e3-81ef-4c18-a48b-a7af39786b28 req-d2838ee1-0c33-4e9f-9590-d934d99d49b1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (b6e6ff7f-d0e0-4da0-9d33-8271520aac29), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:14.282926 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2838ee1-0c33-4e9f-9590-d934d99d49b1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Pushing event deleted for resources: {'Port': ['ID=b6e6ff7f-d0e0-4da0-9d33-8271520aac29,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:14.409253 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f53d7e3-81ef-4c18-a48b-a7af39786b28 req-d2838ee1-0c33-4e9f-9590-d934d99d49b1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:32:14.535724 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f53d7e3-81ef-4c18-a48b-a7af39786b28 req-d2838ee1-0c33-4e9f-9590-d934d99d49b1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:32:14.546976 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092699cf-ac8f-4963-ad09-996650884102 None None] Sync routers for ids ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:32:14.558580 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092699cf-ac8f-4963-ad09-996650884102 None None] Routers {'6a04d4f3-27ef-41ea-bc97-a3715036ed20'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:32:14.559484 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-092699cf-ac8f-4963-ad09-996650884102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:32:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:32:14.580627 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f53d7e3-81ef-4c18-a48b-a7af39786b28 req-d2838ee1-0c33-4e9f-9590-d934d99d49b1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] No DVR routers for this DVR port b6e6ff7f-d0e0-4da0-9d33-8271520aac29 on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:32:14.583462 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-7f53d7e3-81ef-4c18-a48b-a7af39786b28 req-d2838ee1-0c33-4e9f-9590-d934d99d49b1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:14.587807 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7f53d7e3-81ef-4c18-a48b-a7af39786b28 req-d2838ee1-0c33-4e9f-9590-d934d99d49b1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.52 "DELETE /v2.0/ports/b6e6ff7f-d0e0-4da0-9d33-8271520aac29 HTTP/1.1" status: 204 len: 173 time: 0.8623571 Jan 28 01:32:14.588297 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f9e98b-35cb-421e-8acc-297895d645dc', 'name': 'network-vif-deleted', 'tag': 'b6e6ff7f-d0e0-4da0-9d33-8271520aac29'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:32:14.590608 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0015e240-fb38-4ab8-b053-2d80a90a5596" -d '{"events": [{"server_uuid": "b9f9e98b-35cb-421e-8acc-297895d645dc", "name": "network-vif-deleted", "tag": "b6e6ff7f-d0e0-4da0-9d33-8271520aac29"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:32:14.634132 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affbeff3-4f1e-4ada-ac3d-0efe8b618fad x-openstack-request-id: req-affbeff3-4f1e-4ada-ac3d-0efe8b618fad {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:32:14.634448 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f9e98b-35cb-421e-8acc-297895d645dc", "name": "network-vif-deleted", "tag": "b6e6ff7f-d0e0-4da0-9d33-8271520aac29", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:32:14.634710 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-affbeff3-4f1e-4ada-ac3d-0efe8b618fad {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:32:14.635156 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f9e98b-35cb-421e-8acc-297895d645dc', 'name': 'network-vif-deleted', 'tag': 'b6e6ff7f-d0e0-4da0-9d33-8271520aac29', 'status': 'completed', 'code': 200} Jan 28 01:32:14.685800 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-092699cf-ac8f-4963-ad09-996650884102 None None] Set router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:32:15.071963 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-092699cf-ac8f-4963-ad09-996650884102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:22:26Z', 'revision_number': 4, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port': {'id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:24Z', 'updated_at': '2022-01-28T01:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'b0e2e805-f72d-46e1-920c-70ef63ef9537', 'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'mac_address': 'fa:16:3e:ff:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:26Z', 'updated_at': '2022-01-28T01:22:31Z', 'revision_number': 5, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'subnets': [{'id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:32:15.100096 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092699cf-ac8f-4963-ad09-996650884102 None None] Checking router: 6a04d4f3-27ef-41ea-bc97-a3715036ed20 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:32:15.109231 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092699cf-ac8f-4963-ad09-996650884102 None None] Routers {'6a04d4f3-27ef-41ea-bc97-a3715036ed20'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:32:15.109868 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-092699cf-ac8f-4963-ad09-996650884102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:32:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:32:15.178268 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:15.237540 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-092699cf-ac8f-4963-ad09-996650884102 None None] Set router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:32:15.261281 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-14e07c3b-6d56-46a3-a480-e051773f29d7 req-7d20c06f-65ec-4a5c-98d2-d1cc431ea38d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f9e98b-35cb-421e-8acc-297895d645dc HTTP/1.1" status: 200 len: 210 time: 0.0284557 Jan 28 01:32:15.451176 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-092699cf-ac8f-4963-ad09-996650884102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:22:26Z', 'revision_number': 4, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port': {'id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:24Z', 'updated_at': '2022-01-28T01:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'b0e2e805-f72d-46e1-920c-70ef63ef9537', 'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'mac_address': 'fa:16:3e:ff:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:26Z', 'updated_at': '2022-01-28T01:22:31Z', 'revision_number': 5, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'subnets': [{'id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:32:15.482628 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092699cf-ac8f-4963-ad09-996650884102 None None] The sync data for ids ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'] in n-d-826754-1 is: [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:22:26Z', 'revision_number': 4, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port': {'id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:24Z', 'updated_at': '2022-01-28T01:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'b0e2e805-f72d-46e1-920c-70ef63ef9537', 'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'mac_address': 'fa:16:3e:ff:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:26Z', 'updated_at': '2022-01-28T01:22:31Z', 'revision_number': 5, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'subnets': [{'id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:32:15.701387 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89c1f11-efb4-43fa-8baf-a0f80e52be2d None None] New status for floating IP c18f515c-6bef-433a-9bd1-22734b1596fd: DOWN {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:32:15.940314 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device b6e6ff7f-d0e0-4da0-9d33-8271520aac29 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:32:15.961537 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: b6e6ff7f-d0e0-4da0-9d33-8271520aac29 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:32:15.961909 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device b6e6ff7f-d0e0-4da0-9d33-8271520aac29 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:32:16.578670 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-0f0cca63-2571-424e-8a1b-93a8e06a0709 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--701205806&fields=id&tenant_id=7ee279632025430f900ed55c22bbb14a HTTP/1.1" status: 200 len: 267 time: 0.0442653 Jan 28 01:32:16.690223 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-b3647609-d051-4e84-bdbd-d15d9a52fcdd tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:16.691771 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-b3647609-d051-4e84-bdbd-d15d9a52fcdd tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 812 time: 0.1063972 Jan 28 01:32:16.707199 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-1785db47-8567-4654-bd9b-f9aeab15775b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/quotas/7ee279632025430f900ed55c22bbb14a HTTP/1.1" status: 200 len: 375 time: 0.0093908 Jan 28 01:32:16.761098 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-2c6ecd7b-e9b0-4eec-b24a-1a2fdecf6bce tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484884 Jan 28 01:32:16.777017 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-084e699e-f419-4b26-9383-03fc42fb040d service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:32:16.777920 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-084e699e-f419-4b26-9383-03fc42fb040d service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059121 Jan 28 01:32:16.868755 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-af7a7559-9fa6-4942-8e70-996eabc692eb service neutron] 10.222.0.70 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847270 Jan 28 01:32:16.964717 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-332660d6-ed1e-4073-aa26-b9d4419d1554 service neutron] 10.222.0.70 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891464 Jan 28 01:32:17.136780 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-40afcc2d-442c-470e-80b4-d8e85c28f8e8 req-ad0a68b3-e785-4cc3-862f-6652a7aec091 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 210 time: 0.0295217 Jan 28 01:32:18.158717 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-097530d7-f693-474e-bc73-e2578739e511 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:18.160222 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-097530d7-f693-474e-bc73-e2578739e511 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.65 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 812 time: 0.1093788 Jan 28 01:32:18.250771 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-06b13e45-b7c9-4c06-aa22-2eb5d61dfdd5 req-be2d01d6-7ba3-4a89-af2e-b11ca47eb9eb tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 210 time: 0.0372815 Jan 28 01:32:18.256421 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-d68347ba-960d-4009-84de-f859eb23a858 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ee279632025430f900ed55c22bbb14a HTTP/1.1" status: 200 len: 379 time: 0.0811603 Jan 28 01:32:18.277160 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-24f9a33a-bf3a-408a-ae7c-454f60388c2a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Request body: {'port': {'device_id': 'ab59b11e-63ae-457b-8773-dae9bb5aec2b', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'admin_state_up': True, 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'security_groups': ['43b04045-a4ab-4d31-bba6-aecf58da8efe']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:32:18.396571 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-24f9a33a-bf3a-408a-ae7c-454f60388c2a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Made reservation on behalf of 7ee279632025430f900ed55c22bbb14a for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:32:18.400083 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-24f9a33a-bf3a-408a-ae7c-454f60388c2a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:18.535872 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-24f9a33a-bf3a-408a-ae7c-454f60388c2a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Allocated IP 172.20.0.11 (8d4d03ff-a518-4131-ac15-49a65f6d4319/f87f6bed-8ef9-4932-967c-9de56143b2f7/bb556204-c002-4b93-9090-d738118dabec) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:32:18.683713 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-24f9a33a-bf3a-408a-ae7c-454f60388c2a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for port (bb556204-c002-4b93-9090-d738118dabec), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:18.726316 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-24f9a33a-bf3a-408a-ae7c-454f60388c2a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (bb556204-c002-4b93-9090-d738118dabec), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:18.771116 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-24f9a33a-bf3a-408a-ae7c-454f60388c2a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Network 8d4d03ff-a518-4131-ac15-49a65f6d4319 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:32:18.774384 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-24f9a33a-bf3a-408a-ae7c-454f60388c2a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:32:18.781406 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-24f9a33a-bf3a-408a-ae7c-454f60388c2a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:32:18.788024 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f9a33a-bf3a-408a-ae7c-454f60388c2a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Pushing event updated for resources: {'Port': ['ID=bb556204-c002-4b93-9090-d738118dabec,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:18.836870 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-24f9a33a-bf3a-408a-ae7c-454f60388c2a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:18.838325 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-24f9a33a-bf3a-408a-ae7c-454f60388c2a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:18.855766 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-24f9a33a-bf3a-408a-ae7c-454f60388c2a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5833080 Jan 28 01:32:18.879540 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-11933bcb-99b5-4b5d-a1fb-20c9a5b79d9c service neutron] Request body: {'port': {'device_id': 'ab59b11e-63ae-457b-8773-dae9bb5aec2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:32:18.954699 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-11933bcb-99b5-4b5d-a1fb-20c9a5b79d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bb556204-c002-4b93-9090-d738118dabec), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:19.003498 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ebedabec-34a3-410c-8a75-f79a1fab5420 None None] Provisioning complete for port bb556204-c002-4b93-9090-d738118dabec triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:32:19.004121 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ebedabec-34a3-410c-8a75-f79a1fab5420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bb556204-c002-4b93-9090-d738118dabec), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:19.045457 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ebedabec-34a3-410c-8a75-f79a1fab5420 None None] Port bb556204-c002-4b93-9090-d738118dabec cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:32:19.240186 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-11933bcb-99b5-4b5d-a1fb-20c9a5b79d9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb556204-c002-4b93-9090-d738118dabec {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:32:19.248617 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-11933bcb-99b5-4b5d-a1fb-20c9a5b79d9c service neutron] Publish callbacks [] for port (bb556204-c002-4b93-9090-d738118dabec), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:19.261191 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-11933bcb-99b5-4b5d-a1fb-20c9a5b79d9c service neutron] Transition to ACTIVE for port object bb556204-c002-4b93-9090-d738118dabec will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:32:19.265569 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-11933bcb-99b5-4b5d-a1fb-20c9a5b79d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (bb556204-c002-4b93-9090-d738118dabec), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:19.327414 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11933bcb-99b5-4b5d-a1fb-20c9a5b79d9c service neutron] Pushing event updated for resources: {'Port': ['ID=bb556204-c002-4b93-9090-d738118dabec,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:19.431878 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3f921-c494-4ed2-af32-53da4cc7fd86 req-f02c1c84-44a5-4800-a366-8e2d177dff76 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:19.433591 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0ff3f921-c494-4ed2-af32-53da4cc7fd86 req-f02c1c84-44a5-4800-a366-8e2d177dff76 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 944 time: 0.1032100 Jan 28 01:32:19.457743 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-11933bcb-99b5-4b5d-a1fb-20c9a5b79d9c service neutron] Attempting to bind port bb556204-c002-4b93-9090-d738118dabec on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:32:19.458083 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-11933bcb-99b5-4b5d-a1fb-20c9a5b79d9c service neutron] Attempting to bind port bb556204-c002-4b93-9090-d738118dabec by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:32:19.458413 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-11933bcb-99b5-4b5d-a1fb-20c9a5b79d9c service neutron] Attempting to bind port bb556204-c002-4b93-9090-d738118dabec on network 8d4d03ff-a518-4131-ac15-49a65f6d4319 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:32:19.473692 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-11933bcb-99b5-4b5d-a1fb-20c9a5b79d9c service neutron] Port bb556204-c002-4b93-9090-d738118dabec on network 8d4d03ff-a518-4131-ac15-49a65f6d4319 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:32:19.474305 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-11933bcb-99b5-4b5d-a1fb-20c9a5b79d9c service neutron] Attempting to bind port bb556204-c002-4b93-9090-d738118dabec on network 8d4d03ff-a518-4131-ac15-49a65f6d4319 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:32:19.494811 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-11933bcb-99b5-4b5d-a1fb-20c9a5b79d9c service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:32:19.495268 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-11933bcb-99b5-4b5d-a1fb-20c9a5b79d9c service neutron] Checking segment: {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:32:19.495887 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-11933bcb-99b5-4b5d-a1fb-20c9a5b79d9c service neutron] Bound using segment: {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:32:19.496642 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-11933bcb-99b5-4b5d-a1fb-20c9a5b79d9c service neutron] Bound port: bb556204-c002-4b93-9090-d738118dabec, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:32:19.497443 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-11933bcb-99b5-4b5d-a1fb-20c9a5b79d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bb556204-c002-4b93-9090-d738118dabec), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:19.547167 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0ff3f921-c494-4ed2-af32-53da4cc7fd86 req-7951a0b4-8f51-48ab-a1aa-1f27711cfb3e tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014276 Jan 28 01:32:19.633746 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-11933bcb-99b5-4b5d-a1fb-20c9a5b79d9c service neutron] For port bb556204-c002-4b93-9090-d738118dabec, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:32:19.637441 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-11933bcb-99b5-4b5d-a1fb-20c9a5b79d9c service neutron] For port bb556204-c002-4b93-9090-d738118dabec, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=bb556204-c002-4b93-9090-d738118dabec,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:32:19.643045 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-11933bcb-99b5-4b5d-a1fb-20c9a5b79d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (bb556204-c002-4b93-9090-d738118dabec), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:19.685588 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-11933bcb-99b5-4b5d-a1fb-20c9a5b79d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:19.686218 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-11933bcb-99b5-4b5d-a1fb-20c9a5b79d9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:19.687857 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-11933bcb-99b5-4b5d-a1fb-20c9a5b79d9c service neutron] 10.222.0.65 "PUT /v2.0/ports/bb556204-c002-4b93-9090-d738118dabec HTTP/1.1" status: 200 len: 1092 time: 0.8196952 Jan 28 01:32:19.688330 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab59b11e-63ae-457b-8773-dae9bb5aec2b', 'tag': 'bb556204-c002-4b93-9090-d738118dabec'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:32:19.690729 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd63ad8-bcf9-47fe-9217-1bfd485fba86" -d '{"events": [{"name": "network-changed", "server_uuid": "ab59b11e-63ae-457b-8773-dae9bb5aec2b", "tag": "bb556204-c002-4b93-9090-d738118dabec"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:32:19.748365 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc52dc2-cc5f-4b03-8736-2548af750a95 x-openstack-request-id: req-bcc52dc2-cc5f-4b03-8736-2548af750a95 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:32:19.748664 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab59b11e-63ae-457b-8773-dae9bb5aec2b", "tag": "bb556204-c002-4b93-9090-d738118dabec", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:32:19.748925 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bcc52dc2-cc5f-4b03-8736-2548af750a95 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:32:19.749379 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab59b11e-63ae-457b-8773-dae9bb5aec2b', 'tag': 'bb556204-c002-4b93-9090-d738118dabec', 'status': 'completed', 'code': 200} Jan 28 01:32:19.754902 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11933bcb-99b5-4b5d-a1fb-20c9a5b79d9c service neutron] Pushing event updated for resources: {'Port': ['ID=bb556204-c002-4b93-9090-d738118dabec,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:19.808553 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-a227fef4-717b-4fd3-962b-a002a4ad1e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:19.810398 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-a227fef4-717b-4fd3-962b-a002a4ad1e86 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 1095 time: 0.0524001 Jan 28 01:32:19.867704 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-da30b562-cc63-40db-b2be-d3d6e491f19a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb556204-c002-4b93-9090-d738118dabec HTTP/1.1" status: 200 len: 217 time: 0.0426567 Jan 28 01:32:19.925746 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-6c7a2cc8-b8ad-4a6b-9698-26cdd8f6b031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:19.928347 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-6c7a2cc8-b8ad-4a6b-9698-26cdd8f6b031 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0545545 Jan 28 01:32:19.986117 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-0da0e72e-f61c-4bf5-8604-5f9f4c1505e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:19.988802 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-0da0e72e-f61c-4bf5-8604-5f9f4c1505e6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537171 Jan 28 01:32:20.093087 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-9f3f9659-a79a-4ebe-99b5-f4c2466859af service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972834 Jan 28 01:32:20.208188 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e600a06-073f-4c61-8fee-d1dae4d1bb51 req-cb3f5f00-e7b8-4d93-9db4-b851d86f5f8a service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077800 Jan 28 01:32:20.361255 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd63ad8-bcf9-47fe-9217-1bfd485fba86 req-ab27cb7c-dd82-48d1-8ffd-1cdf46f716d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:20.363347 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7fd63ad8-bcf9-47fe-9217-1bfd485fba86 req-ab27cb7c-dd82-48d1-8ffd-1cdf46f716d9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 1095 time: 0.0541975 Jan 28 01:32:20.467274 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd63ad8-bcf9-47fe-9217-1bfd485fba86 req-1e150796-2d2b-4d4f-8796-854007e87655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:20.468792 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7fd63ad8-bcf9-47fe-9217-1bfd485fba86 req-1e150796-2d2b-4d4f-8796-854007e87655 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.0990219 Jan 28 01:32:20.514684 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7fd63ad8-bcf9-47fe-9217-1bfd485fba86 req-91879a7b-1f8c-421c-a824-0df9e703173f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb556204-c002-4b93-9090-d738118dabec HTTP/1.1" status: 200 len: 217 time: 0.0381188 Jan 28 01:32:20.565928 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd63ad8-bcf9-47fe-9217-1bfd485fba86 req-e239ea03-2772-4ad6-9230-cb7ebaca5c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:20.567492 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7fd63ad8-bcf9-47fe-9217-1bfd485fba86 req-e239ea03-2772-4ad6-9230-cb7ebaca5c3c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0448663 Jan 28 01:32:20.622352 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd63ad8-bcf9-47fe-9217-1bfd485fba86 req-80b5ee43-ed8d-478d-84be-d2ab9358bf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:20.623902 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7fd63ad8-bcf9-47fe-9217-1bfd485fba86 req-80b5ee43-ed8d-478d-84be-d2ab9358bf78 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497127 Jan 28 01:32:20.758211 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb10b69-74b0-472a-a93f-ead45347e86c req-8f3206a9-beed-47de-abbb-654e426a6d2a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:20.759878 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9fb10b69-74b0-472a-a93f-ead45347e86c req-8f3206a9-beed-47de-abbb-654e426a6d2a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 944 time: 0.1208777 Jan 28 01:32:20.796264 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7fd63ad8-bcf9-47fe-9217-1bfd485fba86 req-a8b3d266-a55f-4fc3-9947-94bb42e842c1 service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652179 Jan 28 01:32:20.870992 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9fb10b69-74b0-472a-a93f-ead45347e86c req-2b57bcf1-8397-4d8d-bc3e-f0387fea1dea tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995502 Jan 28 01:32:20.921139 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7fd63ad8-bcf9-47fe-9217-1bfd485fba86 req-a2b858f3-4c11-4414-92c2-4b2903709594 service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183288 Jan 28 01:32:22.007329 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0020f6-417b-4e96-a21b-4ecb33e63408 req-ed4126c6-866a-4f5f-9c4d-2e076b7be119 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:22.009513 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9e0020f6-417b-4e96-a21b-4ecb33e63408 req-ed4126c6-866a-4f5f-9c4d-2e076b7be119 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 944 time: 0.0551941 Jan 28 01:32:22.080504 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9e0020f6-417b-4e96-a21b-4ecb33e63408 req-88409e61-877b-4224-8249-b772ac85d314 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638070 Jan 28 01:32:23.202711 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facfcd1-7b7d-488b-a42b-ff4b1f63e689 req-2d27bff8-5d63-41a5-9362-1f329236d533 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:23.204282 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0facfcd1-7b7d-488b-a42b-ff4b1f63e689 req-2d27bff8-5d63-41a5-9362-1f329236d533 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 944 time: 0.0505185 Jan 28 01:32:23.256037 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0facfcd1-7b7d-488b-a42b-ff4b1f63e689 req-8fc14553-7bf7-4520-9114-493f428964e3 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458524 Jan 28 01:32:23.738185 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device bb556204-c002-4b93-9090-d738118dabec details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:32:23.848853 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port bb556204-c002-4b93-9090-d738118dabec, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=bb556204-c002-4b93-9090-d738118dabec,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:32:23.861140 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'bb556204-c002-4b93-9090-d738118dabec', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'port_id': 'bb556204-c002-4b93-9090-d738118dabec', 'mac_address': 'fa:16:3e:48:3c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:32:23.909905 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port bb556204-c002-4b93-9090-d738118dabec is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:32:23.909905 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bb556204-c002-4b93-9090-d738118dabec), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:23.914866 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb556204-c002-4b93-9090-d738118dabec {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:32:23.934155 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port bb556204-c002-4b93-9090-d738118dabec, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=bb556204-c002-4b93-9090-d738118dabec,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:32:23.938234 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (bb556204-c002-4b93-9090-d738118dabec), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:23.988167 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=bb556204-c002-4b93-9090-d738118dabec,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:24.200011 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['bb556204-c002-4b93-9090-d738118dabec'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:32:24.381989 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236a39e-3abc-45f1-90a6-c99feef043d1 req-080c5a87-846d-4a7d-a077-c99e0517b417 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:24.383536 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a236a39e-3abc-45f1-90a6-c99feef043d1 req-080c5a87-846d-4a7d-a077-c99e0517b417 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 945 time: 0.0513968 Jan 28 01:32:24.442561 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a236a39e-3abc-45f1-90a6-c99feef043d1 req-e913cbf9-6688-41ab-9a3e-e14e665fd3e5 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520008 Jan 28 01:32:25.591439 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a720d-8406-450c-a2b1-d24ad2c88c7c req-88de236b-2816-4e47-8a21-e0fd2f1519fe tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:25.592988 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-767a720d-8406-450c-a2b1-d24ad2c88c7c req-88de236b-2816-4e47-8a21-e0fd2f1519fe tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 945 time: 0.0570552 Jan 28 01:32:25.648347 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-767a720d-8406-450c-a2b1-d24ad2c88c7c req-aeac5e6a-9e92-42f0-b1f7-363d1ef52106 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493217 Jan 28 01:32:25.768770 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device bb556204-c002-4b93-9090-d738118dabec up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:32:25.827701 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port bb556204-c002-4b93-9090-d738118dabec completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:32:25.832975 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port bb556204-c002-4b93-9090-d738118dabec triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:32:25.833454 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bb556204-c002-4b93-9090-d738118dabec), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:25.934216 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port bb556204-c002-4b93-9090-d738118dabec is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:32:25.934744 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bb556204-c002-4b93-9090-d738118dabec), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:25.968302 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab59b11e-63ae-457b-8773-dae9bb5aec2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb556204-c002-4b93-9090-d738118dabec'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:32:25.971658 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d109dbe-9b14-40b9-a3b1-a25dfc25ed56" -d '{"events": [{"server_uuid": "ab59b11e-63ae-457b-8773-dae9bb5aec2b", "name": "network-vif-plugged", "status": "completed", "tag": "bb556204-c002-4b93-9090-d738118dabec"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:32:25.989605 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port bb556204-c002-4b93-9090-d738118dabec, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=bb556204-c002-4b93-9090-d738118dabec,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:32:25.995746 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (bb556204-c002-4b93-9090-d738118dabec), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:26.023827 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63561339-7cfb-4122-b384-73df7935cfbd x-openstack-request-id: req-63561339-7cfb-4122-b384-73df7935cfbd {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:32:26.024215 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab59b11e-63ae-457b-8773-dae9bb5aec2b", "name": "network-vif-plugged", "status": "completed", "tag": "bb556204-c002-4b93-9090-d738118dabec", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:32:26.025045 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-63561339-7cfb-4122-b384-73df7935cfbd {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:32:26.025326 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab59b11e-63ae-457b-8773-dae9bb5aec2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb556204-c002-4b93-9090-d738118dabec', 'code': 200} Jan 28 01:32:26.060084 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=bb556204-c002-4b93-9090-d738118dabec,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:32:26.175633 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724a5e3-2957-48f9-9208-5625d0ad1fb3 req-cf487915-3d20-4a3a-bbb2-a8063caff02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:26.177351 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2724a5e3-2957-48f9-9208-5625d0ad1fb3 req-cf487915-3d20-4a3a-bbb2-a8063caff02c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 1097 time: 0.0680866 Jan 28 01:32:26.241425 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2724a5e3-2957-48f9-9208-5625d0ad1fb3 req-47129d0f-62c5-4f24-a094-406397a9404d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577068 Jan 28 01:32:26.794102 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc5239-d5c3-4664-8041-99e4e4f34cd8 req-48b1b5bf-281e-42a7-b89c-77e2380122dd tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:26.795938 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-17fc5239-d5c3-4664-8041-99e4e4f34cd8 req-48b1b5bf-281e-42a7-b89c-77e2380122dd tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 946 time: 0.0624468 Jan 28 01:32:26.873566 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-17fc5239-d5c3-4664-8041-99e4e4f34cd8 req-c83f4da4-3e13-4be8-b10d-6e59d6f040bf tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677855 Jan 28 01:32:28.212575 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c5d29-0427-414c-97fb-6255a078e9b8 req-49d6f50c-64c7-4bad-b79b-45d8cc1b7e50 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:28.214014 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c59c5d29-0427-414c-97fb-6255a078e9b8 req-49d6f50c-64c7-4bad-b79b-45d8cc1b7e50 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 946 time: 0.0499575 Jan 28 01:32:28.263325 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c59c5d29-0427-414c-97fb-6255a078e9b8 req-202dbf68-158b-4d07-a89f-6a982afe9045 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436537 Jan 28 01:32:28.381638 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35072e-1625-4bff-a3e9-81336e4ea17b req-e8020814-b34d-4128-a251-9feb85b526f7 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:28.383150 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e35072e-1625-4bff-a3e9-81336e4ea17b req-e8020814-b34d-4128-a251-9feb85b526f7 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 946 time: 0.0523779 Jan 28 01:32:28.392579 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 54650) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:32:28.397583 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-051d0bd0-8dfa-4827-8ef4-380741d94ee1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Request body: {'floatingip': {'port_id': 'bb556204-c002-4b93-9090-d738118dabec'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:32:28.447715 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-051d0bd0-8dfa-4827-8ef4-380741d94ee1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for floatingip (c18f515c-6bef-433a-9bd1-22734b1596fd), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:28.967906 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-051d0bd0-8dfa-4827-8ef4-380741d94ee1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:28.971878 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-051d0bd0-8dfa-4827-8ef4-380741d94ee1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (c18f515c-6bef-433a-9bd1-22734b1596fd), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:29.073900 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-051d0bd0-8dfa-4827-8ef4-380741d94ee1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Floating IP c18f515c-6bef-433a-9bd1-22734b1596fd associated. External IP: 172.25.3.41, port: bb556204-c002-4b93-9090-d738118dabec. Jan 28 01:32:29.339806 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051d0bd0-8dfa-4827-8ef4-380741d94ee1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:32:29.468278 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051d0bd0-8dfa-4827-8ef4-380741d94ee1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:32:29.473131 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-051d0bd0-8dfa-4827-8ef4-380741d94ee1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:29.482824 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8a9b30-a2f5-40de-ba09-7dd22799b2ff None None] Sync routers for ids ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:32:29.500244 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8a9b30-a2f5-40de-ba09-7dd22799b2ff None None] Routers {'6a04d4f3-27ef-41ea-bc97-a3715036ed20'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:32:29.501043 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-4f8a9b30-a2f5-40de-ba09-7dd22799b2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:32:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:32:29.520647 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-051d0bd0-8dfa-4827-8ef4-380741d94ee1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "PUT /v2.0/floatingips/c18f515c-6bef-433a-9bd1-22734b1596fd HTTP/1.1" status: 200 len: 992 time: 1.1206551 Jan 28 01:32:29.520647 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab59b11e-63ae-457b-8773-dae9bb5aec2b', 'tag': 'bb556204-c002-4b93-9090-d738118dabec'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:32:29.520647 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299fe1cc-db00-4118-b961-384811cf9a21" -d '{"events": [{"name": "network-changed", "server_uuid": "ab59b11e-63ae-457b-8773-dae9bb5aec2b", "tag": "bb556204-c002-4b93-9090-d738118dabec"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:32:29.569880 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb20515-facb-4941-8be9-24437137b54e x-openstack-request-id: req-4fb20515-facb-4941-8be9-24437137b54e {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:32:29.570461 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab59b11e-63ae-457b-8773-dae9bb5aec2b", "tag": "bb556204-c002-4b93-9090-d738118dabec", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:32:29.570932 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4fb20515-facb-4941-8be9-24437137b54e {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:32:29.572248 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab59b11e-63ae-457b-8773-dae9bb5aec2b', 'tag': 'bb556204-c002-4b93-9090-d738118dabec', 'status': 'completed', 'code': 200} Jan 28 01:32:29.626060 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-4f8a9b30-a2f5-40de-ba09-7dd22799b2ff None None] Set router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:32:29.687157 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fe1cc-db00-4118-b961-384811cf9a21 req-f0746222-5778-4a52-90c6-5d63f80c05ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:29.688830 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-299fe1cc-db00-4118-b961-384811cf9a21 req-f0746222-5778-4a52-90c6-5d63f80c05ca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 1097 time: 0.0480309 Jan 28 01:32:29.791983 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fe1cc-db00-4118-b961-384811cf9a21 req-c4a7c471-3fbe-450c-8599-90a048c616d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:29.793565 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-299fe1cc-db00-4118-b961-384811cf9a21 req-c4a7c471-3fbe-450c-8599-90a048c616d1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.0988407 Jan 28 01:32:29.869072 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-299fe1cc-db00-4118-b961-384811cf9a21 req-69647fce-32cd-4073-9bc8-27725240d9c2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb556204-c002-4b93-9090-d738118dabec HTTP/1.1" status: 200 len: 1000 time: 0.0691528 Jan 28 01:32:29.889701 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-4f8a9b30-a2f5-40de-ba09-7dd22799b2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:22:26Z', 'revision_number': 4, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port': {'id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:24Z', 'updated_at': '2022-01-28T01:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'c18f515c-6bef-433a-9bd1-22734b1596fd', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'floating_ip_address': '172.25.3.41', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'port_id': 'bb556204-c002-4b93-9090-d738118dabec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'mac_address': 'fa:16:3e:48:3c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59b11e-63ae-457b-8773-dae9bb5aec2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:22:29Z', 'updated_at': '2022-01-28T01:32:28Z', 'revision_number': 13, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e2e805-f72d-46e1-920c-70ef63ef9537', 'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'mac_address': 'fa:16:3e:ff:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:26Z', 'updated_at': '2022-01-28T01:22:31Z', 'revision_number': 5, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'subnets': [{'id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:32:29.917894 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8a9b30-a2f5-40de-ba09-7dd22799b2ff None None] Checking router: 6a04d4f3-27ef-41ea-bc97-a3715036ed20 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:32:29.927362 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8a9b30-a2f5-40de-ba09-7dd22799b2ff None None] Routers {'6a04d4f3-27ef-41ea-bc97-a3715036ed20'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:32:29.928033 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-4f8a9b30-a2f5-40de-ba09-7dd22799b2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:32:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:32:30.046513 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-4f8a9b30-a2f5-40de-ba09-7dd22799b2ff None None] Set router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:32:30.313796 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-4f8a9b30-a2f5-40de-ba09-7dd22799b2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:22:26Z', 'revision_number': 4, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port': {'id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:24Z', 'updated_at': '2022-01-28T01:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'c18f515c-6bef-433a-9bd1-22734b1596fd', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'floating_ip_address': '172.25.3.41', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'port_id': 'bb556204-c002-4b93-9090-d738118dabec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'mac_address': 'fa:16:3e:48:3c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59b11e-63ae-457b-8773-dae9bb5aec2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:22:29Z', 'updated_at': '2022-01-28T01:32:28Z', 'revision_number': 13, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e2e805-f72d-46e1-920c-70ef63ef9537', 'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'mac_address': 'fa:16:3e:ff:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:26Z', 'updated_at': '2022-01-28T01:22:31Z', 'revision_number': 5, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'subnets': [{'id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:32:30.333682 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fe1cc-db00-4118-b961-384811cf9a21 req-d51fcbd6-654b-433e-b49e-f0f736fa3b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:30.336217 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-299fe1cc-db00-4118-b961-384811cf9a21 req-d51fcbd6-654b-433e-b49e-f0f736fa3b98 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.4613776 Jan 28 01:32:30.351577 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8a9b30-a2f5-40de-ba09-7dd22799b2ff None None] The sync data for ids ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'] in n-d-826754-1 is: [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:22:26Z', 'revision_number': 4, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port': {'id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:24Z', 'updated_at': '2022-01-28T01:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'c18f515c-6bef-433a-9bd1-22734b1596fd', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'floating_ip_address': '172.25.3.41', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'port_id': 'bb556204-c002-4b93-9090-d738118dabec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'mac_address': 'fa:16:3e:48:3c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab59b11e-63ae-457b-8773-dae9bb5aec2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:22:29Z', 'updated_at': '2022-01-28T01:32:28Z', 'revision_number': 13, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e2e805-f72d-46e1-920c-70ef63ef9537', 'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'mac_address': 'fa:16:3e:ff:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:26Z', 'updated_at': '2022-01-28T01:22:31Z', 'revision_number': 5, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'subnets': [{'id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:32:30.408878 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fe1cc-db00-4118-b961-384811cf9a21 req-66bc36c5-7072-4495-815c-8f5e65981b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:30.410164 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-299fe1cc-db00-4118-b961-384811cf9a21 req-66bc36c5-7072-4495-815c-8f5e65981b2f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641911 Jan 28 01:32:30.533978 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-299fe1cc-db00-4118-b961-384811cf9a21 req-a1eab2e9-a6af-4417-b783-54d62f86b50b service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172760 Jan 28 01:32:30.622840 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6545170f-fee7-4b90-9850-c02bb72a5eb5 None None] New status for floating IP c18f515c-6bef-433a-9bd1-22734b1596fd: ACTIVE {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:32:30.647316 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-299fe1cc-db00-4118-b961-384811cf9a21 req-67a36778-839b-447c-9cf0-5cc23546f185 service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070926 Jan 28 01:32:36.132926 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-72b5610d-11f6-4efa-a7fc-43f1e958b47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:38.447939 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d358dec-3fa2-4ee8-afb8-46a1c4c42b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:39.959259 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:41.493770 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:42.300810 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:43.575625 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:45.151834 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:32:46.549767 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:32:49.365346 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-abf309a1-7495-4166-94b8-02c55b86aead req-36f00c4c-9388-4e07-9cf5-c08cf06137e1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415347 Jan 28 01:32:49.467723 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf309a1-7495-4166-94b8-02c55b86aead req-d6c5daaf-d6fa-4dab-bda9-8483c78ec95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:49.469260 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-abf309a1-7495-4166-94b8-02c55b86aead req-d6c5daaf-d6fa-4dab-bda9-8483c78ec95f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 1097 time: 0.0454228 Jan 28 01:32:49.575883 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf309a1-7495-4166-94b8-02c55b86aead req-f31de39f-9b43-4b27-bae3-bdeec9fcc7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:49.577360 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-abf309a1-7495-4166-94b8-02c55b86aead req-f31de39f-9b43-4b27-bae3-bdeec9fcc7a1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.0867138 Jan 28 01:32:49.650101 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-abf309a1-7495-4166-94b8-02c55b86aead req-15901aa6-7a56-43a4-8b19-00953ff470a1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb556204-c002-4b93-9090-d738118dabec HTTP/1.1" status: 200 len: 1002 time: 0.0663707 Jan 28 01:32:49.700800 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf309a1-7495-4166-94b8-02c55b86aead req-6e42a15f-6d97-4819-b307-5830304a59b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:49.702190 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-abf309a1-7495-4166-94b8-02c55b86aead req-6e42a15f-6d97-4819-b307-5830304a59b7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0448506 Jan 28 01:32:49.750456 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf309a1-7495-4166-94b8-02c55b86aead req-d2537b3d-3a57-4b37-8f1c-76aa79a59be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:32:49.752003 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-abf309a1-7495-4166-94b8-02c55b86aead req-d2537b3d-3a57-4b37-8f1c-76aa79a59be1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418553 Jan 28 01:32:49.852818 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-abf309a1-7495-4166-94b8-02c55b86aead req-35ad7201-6e6b-464b-a590-eb62980615f2 service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932517 Jan 28 01:32:49.951284 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-abf309a1-7495-4166-94b8-02c55b86aead req-b544110d-c556-432a-812c-7fdf0243c09c service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916564 Jan 28 01:33:06.129502 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6399b508-49a3-4494-96f8-9f8aa6a6b41a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:08.450788 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2544332c-1d3f-43d2-9369-d20cbe9d5ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:09.957210 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:11.496916 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:12.296934 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:13.583814 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:15.157446 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:23.550542 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:33:36.128828 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-db467fdb-a106-4673-8ab3-91ebbf2558e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:38.448035 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d8ebff4-32d1-46c2-83d3-b873d83e9854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:39.960681 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:41.503527 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:42.300309 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:43.599581 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:45.191896 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:33:51.483416 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6594952d-c4ef-4b90-b575-008dbc244948 req-90f82e4c-3225-4d6e-b83e-71679da042aa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1258855 Jan 28 01:33:51.591404 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594952d-c4ef-4b90-b575-008dbc244948 req-04c367e4-fbdf-4e92-bcd8-8bdc6bd6729d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:51.592923 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6594952d-c4ef-4b90-b575-008dbc244948 req-04c367e4-fbdf-4e92-bcd8-8bdc6bd6729d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 1097 time: 0.0465136 Jan 28 01:33:51.698467 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594952d-c4ef-4b90-b575-008dbc244948 req-6df829e4-ddf5-4dbf-ba2f-24882eb39742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:51.700771 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6594952d-c4ef-4b90-b575-008dbc244948 req-6df829e4-ddf5-4dbf-ba2f-24882eb39742 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.0886998 Jan 28 01:33:51.773415 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6594952d-c4ef-4b90-b575-008dbc244948 req-5bd7e168-6f64-4034-9e54-6c0c9562419a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb556204-c002-4b93-9090-d738118dabec HTTP/1.1" status: 200 len: 1002 time: 0.0660148 Jan 28 01:33:51.824235 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594952d-c4ef-4b90-b575-008dbc244948 req-4e4aa7d5-d782-49db-825d-f5a9b8e50b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:51.825979 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6594952d-c4ef-4b90-b575-008dbc244948 req-4e4aa7d5-d782-49db-825d-f5a9b8e50b68 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0455692 Jan 28 01:33:51.876271 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594952d-c4ef-4b90-b575-008dbc244948 req-025ff395-5254-4e94-a9fd-e540793a72fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:33:51.877692 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6594952d-c4ef-4b90-b575-008dbc244948 req-025ff395-5254-4e94-a9fd-e540793a72fb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446353 Jan 28 01:33:52.003065 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6594952d-c4ef-4b90-b575-008dbc244948 req-223b8845-8816-4d05-a2d4-b41c1e71fb62 service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190646 Jan 28 01:33:52.100150 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6594952d-c4ef-4b90-b575-008dbc244948 req-0697d918-bd83-47fb-b3ee-962dbdd18e6c service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908222 Jan 28 01:34:00.549644 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:34:06.122659 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-05d95b85-82f5-4ca7-bf45-c0fc05bcc70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:08.013153 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebad76-b5e4-4b40-a7a2-ebdf219c1eec req-6762fa7a-9b89-4b0e-b80c-24cf03a6fe0f tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:08.014766 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9ebad76-b5e4-4b40-a7a2-ebdf219c1eec req-6762fa7a-9b89-4b0e-b80c-24cf03a6fe0f tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 946 time: 0.1012745 Jan 28 01:34:08.073539 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9ebad76-b5e4-4b40-a7a2-ebdf219c1eec req-e6f68807-9e57-4170-8232-44520747df22 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523555 Jan 28 01:34:08.443476 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-21b95e5f-8982-4828-88b8-25df71291d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:09.962793 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:11.506185 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:12.307654 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:13.621966 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:15.185242 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:24.643652 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-c3d616ab-bd4c-43d0-83e5-749345bcf6cc req-08a008df-72f9-4107-806c-2e298374c9f8 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:34:24.645069 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c3d616ab-bd4c-43d0-83e5-749345bcf6cc req-08a008df-72f9-4107-806c-2e298374c9f8 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0856719 Jan 28 01:34:24.913213 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690b160-cad1-400b-b89e-0fbde6cfb07e req-88a885ba-8e14-41bc-ab6d-04859d7c4d4b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:24.914852 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7690b160-cad1-400b-b89e-0fbde6cfb07e req-88a885ba-8e14-41bc-ab6d-04859d7c4d4b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 946 time: 0.1002924 Jan 28 01:34:24.945088 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-a3175a10-7e40-4b28-a6b3-cfc4c6df139b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1454196 Jan 28 01:34:24.977648 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7690b160-cad1-400b-b89e-0fbde6cfb07e req-a58647a4-c939-4ed8-b715-efd106c42098 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559356 Jan 28 01:34:26.111187 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d26329-cd20-4524-860f-2f63294b9de6 req-e4148da7-aa9e-4457-a763-5643044ec084 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:26.113967 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-80d26329-cd20-4524-860f-2f63294b9de6 req-e4148da7-aa9e-4457-a763-5643044ec084 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 946 time: 0.0557096 Jan 28 01:34:26.166179 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-80d26329-cd20-4524-860f-2f63294b9de6 req-d62952b7-bcb7-4ac8-8d13-7b98efade1d7 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465810 Jan 28 01:34:26.390131 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-8a1bfa77-bacc-438f-81aa-1287aa74dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:26.391539 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-8a1bfa77-bacc-438f-81aa-1287aa74dd09 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 1097 time: 0.0420408 Jan 28 01:34:26.491746 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-3d1f51d5-6ac3-4280-a89d-bf68149c14b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:26.494355 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-3d1f51d5-6ac3-4280-a89d-bf68149c14b6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.0966094 Jan 28 01:34:26.568765 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-39cae31f-da1e-4a8f-8fdd-49eba9f86091 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb556204-c002-4b93-9090-d738118dabec HTTP/1.1" status: 200 len: 1002 time: 0.0678349 Jan 28 01:34:26.619072 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-1544d979-7d6f-4a90-b412-906e79f33003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:26.620568 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-1544d979-7d6f-4a90-b412-906e79f33003 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0454745 Jan 28 01:34:26.672554 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-c11f8335-2d94-473f-9d66-f8617d8181c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:26.674741 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-c11f8335-2d94-473f-9d66-f8617d8181c0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472519 Jan 28 01:34:26.771019 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-51f2f5c7-4c9c-4f71-894f-0953c6917ae5 service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901697 Jan 28 01:34:26.872625 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-847b2ba3-ea5e-4395-bc3c-09ac97865be9 service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947361 Jan 28 01:34:27.295190 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25434c-021f-4d40-a54e-72180b4d124b req-39204317-d96c-4cff-ade6-39ee55d5b85e tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:27.296797 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7f25434c-021f-4d40-a54e-72180b4d124b req-39204317-d96c-4cff-ade6-39ee55d5b85e tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 946 time: 0.0512838 Jan 28 01:34:27.348928 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7f25434c-021f-4d40-a54e-72180b4d124b req-f18821f3-4578-4aff-9cd3-bbabf6d1813a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457432 Jan 28 01:34:28.510892 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824af1a-9ae2-4f58-9a34-faa7968ea8f6 req-42833617-b183-4572-9a82-60c14bece76b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:28.513672 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1824af1a-9ae2-4f58-9a34-faa7968ea8f6 req-42833617-b183-4572-9a82-60c14bece76b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 946 time: 0.0770717 Jan 28 01:34:28.564031 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1824af1a-9ae2-4f58-9a34-faa7968ea8f6 req-b636dec9-cf6d-4e6f-a178-09e39b99bfc6 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446665 Jan 28 01:34:29.694329 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc1226-7018-405f-9460-8dca6137d583 req-4c21de9e-55aa-495b-98e1-535337c0e3c9 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:29.695870 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1bbc1226-7018-405f-9460-8dca6137d583 req-4c21de9e-55aa-495b-98e1-535337c0e3c9 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 946 time: 0.0593183 Jan 28 01:34:29.760331 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1bbc1226-7018-405f-9460-8dca6137d583 req-722465a1-6de1-4afd-b019-19996fd1a89c tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586843 Jan 28 01:34:30.890679 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf7b7a-977a-4445-b8bb-30d7f70cfdc7 req-d8c33f79-fb98-405d-84f9-147603eca44c tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:30.892380 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-64bf7b7a-977a-4445-b8bb-30d7f70cfdc7 req-d8c33f79-fb98-405d-84f9-147603eca44c tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 946 time: 0.0549860 Jan 28 01:34:30.951355 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-64bf7b7a-977a-4445-b8bb-30d7f70cfdc7 req-2f112f9e-6635-4627-9500-945a02884783 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470803 Jan 28 01:34:32.073324 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43088359-a753-45dd-be3b-a94290a31d4a req-4890264d-c305-4ff0-92a7-8852c1e418be tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:32.074871 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-43088359-a753-45dd-be3b-a94290a31d4a req-4890264d-c305-4ff0-92a7-8852c1e418be tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 946 time: 0.0498052 Jan 28 01:34:32.128135 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-43088359-a753-45dd-be3b-a94290a31d4a req-16273ed1-e9c6-4768-ad50-15feadbc7b76 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474410 Jan 28 01:34:33.251198 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b071c-0eee-46d9-8ca9-19d7981d79fe req-17a9adc2-4aec-41d5-9df9-ff43a435b9bf tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:33.253514 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e20b071c-0eee-46d9-8ca9-19d7981d79fe req-17a9adc2-4aec-41d5-9df9-ff43a435b9bf tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 946 time: 0.0513127 Jan 28 01:34:33.306752 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e20b071c-0eee-46d9-8ca9-19d7981d79fe req-13712c70-9544-41ae-aaee-b20f783d4bae tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470490 Jan 28 01:34:34.436090 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a7839-68d6-44ae-8090-5ba05e59fdc3 req-a93ca7f7-3b1f-40df-a27d-d750dd3388aa tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:34.437689 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-198a7839-68d6-44ae-8090-5ba05e59fdc3 req-a93ca7f7-3b1f-40df-a27d-d750dd3388aa tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 946 time: 0.0526464 Jan 28 01:34:34.491938 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-198a7839-68d6-44ae-8090-5ba05e59fdc3 req-be46be8f-1203-47e4-8261-8840dbe16c93 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472701 Jan 28 01:34:35.629210 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a80d6d-6b51-4f10-a4c7-4c4fb5c8eb34 req-bff1147b-48f0-43ac-a0ae-ecc3ddb2b43a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:35.630866 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d1a80d6d-6b51-4f10-a4c7-4c4fb5c8eb34 req-bff1147b-48f0-43ac-a0ae-ecc3ddb2b43a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 946 time: 0.0577016 Jan 28 01:34:35.685748 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d1a80d6d-6b51-4f10-a4c7-4c4fb5c8eb34 req-cfb51351-f534-4937-ae8f-f853d322a196 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465195 Jan 28 01:34:36.125097 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8dcfa9d8-f21d-4c22-ae25-45c8809e4b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:36.851483 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06494b82-42d2-43d9-9994-bfa81366f7c8 req-ac8e8490-6b0b-4746-9a29-b0e2efbdbae5 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:36.854117 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-06494b82-42d2-43d9-9994-bfa81366f7c8 req-ac8e8490-6b0b-4746-9a29-b0e2efbdbae5 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 946 time: 0.0857835 Jan 28 01:34:36.904500 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-06494b82-42d2-43d9-9994-bfa81366f7c8 req-9d2cfb24-e668-4b97-8f68-a0413e79b17c tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447953 Jan 28 01:34:37.549618 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:34:38.038874 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ba2eb-8f8a-458c-8273-8ff8f03134e1 req-ff5f0b28-8998-4689-97ea-b1aed85f84c0 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:38.040456 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-908ba2eb-8f8a-458c-8273-8ff8f03134e1 req-ff5f0b28-8998-4689-97ea-b1aed85f84c0 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 946 time: 0.0566196 Jan 28 01:34:38.091149 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-908ba2eb-8f8a-458c-8273-8ff8f03134e1 req-f4396d40-ab6d-4c44-8e83-eb8d1eb84045 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450561 Jan 28 01:34:38.448654 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8a3b48d-7b43-432f-b7cb-aedaf7bf529d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:39.224028 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447da7e-a900-4ec7-98fd-e9896657a702 req-83d37a19-efb8-4329-9846-fc7da6695714 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:39.225682 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7447da7e-a900-4ec7-98fd-e9896657a702 req-83d37a19-efb8-4329-9846-fc7da6695714 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 946 time: 0.0551121 Jan 28 01:34:39.279849 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7447da7e-a900-4ec7-98fd-e9896657a702 req-8cd78c96-6d89-4992-a7bd-00ceb698f3e8 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481284 Jan 28 01:34:39.972124 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:40.423562 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af25bc1-35f3-40d5-ac53-8f65fb035079 req-4344395c-7f3d-4d19-8c0c-044b5ba67c9d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:40.427008 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5af25bc1-35f3-40d5-ac53-8f65fb035079 req-4344395c-7f3d-4d19-8c0c-044b5ba67c9d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 946 time: 0.0682452 Jan 28 01:34:40.508423 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5af25bc1-35f3-40d5-ac53-8f65fb035079 req-c9a0eb9a-e369-45f4-92a9-2057c6733846 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748284 Jan 28 01:34:41.506993 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:41.685128 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a62b9b-b12c-42a4-ac00-575333a079a8 req-ae695261-aa31-487b-8ac4-4c7afc0af0ba tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:41.686965 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-82a62b9b-b12c-42a4-ac00-575333a079a8 req-ae695261-aa31-487b-8ac4-4c7afc0af0ba tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 946 time: 0.0611994 Jan 28 01:34:41.751073 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-82a62b9b-b12c-42a4-ac00-575333a079a8 req-ffb398fc-5c01-48e2-a2c6-6ece3c6c16a2 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542767 Jan 28 01:34:42.328929 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:42.523680 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device bb556204-c002-4b93-9090-d738118dabec no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:34:42.632271 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port bb556204-c002-4b93-9090-d738118dabec is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:34:42.632743 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bb556204-c002-4b93-9090-d738118dabec), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:42.673206 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab59b11e-63ae-457b-8773-dae9bb5aec2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb556204-c002-4b93-9090-d738118dabec'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:34:42.676678 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47539a47-de31-4e2f-9c73-4a9ef1ffdefa" -d '{"events": [{"server_uuid": "ab59b11e-63ae-457b-8773-dae9bb5aec2b", "name": "network-vif-unplugged", "status": "completed", "tag": "bb556204-c002-4b93-9090-d738118dabec"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:34:42.693032 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port bb556204-c002-4b93-9090-d738118dabec, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=bb556204-c002-4b93-9090-d738118dabec,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:34:42.699892 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (bb556204-c002-4b93-9090-d738118dabec), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:42.756628 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=bb556204-c002-4b93-9090-d738118dabec,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:42.773704 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:42.774474 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:42.775045 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:42.775602 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:42.776222 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:42.776806 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:42.777338 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:42.777844 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:42.778486 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:42.778988 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:42.779463 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:42.780016 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:42.780489 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:42.789734 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48f5f03-4557-45ef-ab8c-da290b1b57f3 x-openstack-request-id: req-a48f5f03-4557-45ef-ab8c-da290b1b57f3 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:34:42.790198 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab59b11e-63ae-457b-8773-dae9bb5aec2b", "name": "network-vif-unplugged", "status": "completed", "tag": "bb556204-c002-4b93-9090-d738118dabec", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:34:42.790613 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a48f5f03-4557-45ef-ab8c-da290b1b57f3 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:34:42.792162 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab59b11e-63ae-457b-8773-dae9bb5aec2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb556204-c002-4b93-9090-d738118dabec', 'code': 200} Jan 28 01:34:42.908696 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7d457-4c83-4aad-85e6-dc2479c3da7a req-f0c23681-4510-4b7f-bf3e-a965cb1ec40d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:42.910604 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ebc7d457-4c83-4aad-85e6-dc2479c3da7a req-f0c23681-4510-4b7f-bf3e-a965cb1ec40d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 944 time: 0.0574663 Jan 28 01:34:42.977227 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ebc7d457-4c83-4aad-85e6-dc2479c3da7a req-b3ef2755-6db7-4183-a25c-ec2886030933 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563641 Jan 28 01:34:43.361085 n-d-826754-1 neutron-server[103344]: INFO neutron.api.v2.resource [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-0c57d46c-32d4-4a0a-a423-4fedcf29bb48 service neutron] show failed (client error): The resource could not be found. Jan 28 01:34:43.362807 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-0c57d46c-32d4-4a0a-a423-4fedcf29bb48 service neutron] 10.222.0.65 "GET /v2.0/ports/bb556204-c002-4b93-9090-d738118dabec/bindings/n-h2-826754-1 HTTP/1.1" status: 404 len: 380 time: 0.0726893 Jan 28 01:34:43.596628 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-5b4f9976-63e1-45b3-82f9-c0720d6ade47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:43.598238 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-5b4f9976-63e1-45b3-82f9-c0720d6ade47 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b&tenant_id=7ee279632025430f900ed55c22bbb14a HTTP/1.1" status: 200 len: 1095 time: 0.0467138 Jan 28 01:34:43.610037 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:43.617897 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-21648369-1838-475f-889a-df66564dd734 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826754-1', 'device_owner': 'compute:nova'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:34:43.680048 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-21648369-1838-475f-889a-df66564dd734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bb556204-c002-4b93-9090-d738118dabec), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:43.911423 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-21648369-1838-475f-889a-df66564dd734 service neutron] For port bb556204-c002-4b93-9090-d738118dabec, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=bb556204-c002-4b93-9090-d738118dabec,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:34:43.952946 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-21648369-1838-475f-889a-df66564dd734 service neutron] For port bb556204-c002-4b93-9090-d738118dabec, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:34:43.991174 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-21648369-1838-475f-889a-df66564dd734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb556204-c002-4b93-9090-d738118dabec {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:34:43.999718 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-21648369-1838-475f-889a-df66564dd734 service neutron] Publish callbacks [] for port (bb556204-c002-4b93-9090-d738118dabec), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:44.013727 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-21648369-1838-475f-889a-df66564dd734 service neutron] Transition to ACTIVE for port object bb556204-c002-4b93-9090-d738118dabec will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:34:44.019111 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-21648369-1838-475f-889a-df66564dd734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (bb556204-c002-4b93-9090-d738118dabec), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:44.073581 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21648369-1838-475f-889a-df66564dd734 service neutron] Pushing event updated for resources: {'Port': ['ID=bb556204-c002-4b93-9090-d738118dabec,revision_number=7']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:44.117994 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21648369-1838-475f-889a-df66564dd734 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:44.118389 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21648369-1838-475f-889a-df66564dd734 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:44.118721 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21648369-1838-475f-889a-df66564dd734 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:44.119072 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21648369-1838-475f-889a-df66564dd734 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:44.119405 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21648369-1838-475f-889a-df66564dd734 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:44.119772 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21648369-1838-475f-889a-df66564dd734 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:44.120104 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21648369-1838-475f-889a-df66564dd734 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:44.120434 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21648369-1838-475f-889a-df66564dd734 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:44.120758 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21648369-1838-475f-889a-df66564dd734 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:44.121284 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21648369-1838-475f-889a-df66564dd734 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:44.121626 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21648369-1838-475f-889a-df66564dd734 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:44.121954 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21648369-1838-475f-889a-df66564dd734 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:44.122280 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21648369-1838-475f-889a-df66564dd734 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:34:44.145012 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae2333-0e3d-46d0-af05-6d178659345b req-75023872-3d83-4f64-a1e0-ded1f4295105 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:44.146561 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1ae2333-0e3d-46d0-af05-6d178659345b req-75023872-3d83-4f64-a1e0-ded1f4295105 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 944 time: 0.0678127 Jan 28 01:34:44.180218 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-21648369-1838-475f-889a-df66564dd734 service neutron] No DVR routers for this DVR port bb556204-c002-4b93-9090-d738118dabec on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:34:44.212559 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1ae2333-0e3d-46d0-af05-6d178659345b req-c44267fe-0102-4414-92b3-995a4c336a56 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567985 Jan 28 01:34:44.336323 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-21648369-1838-475f-889a-df66564dd734 service neutron] Attempting to bind port bb556204-c002-4b93-9090-d738118dabec on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:34:44.336581 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-21648369-1838-475f-889a-df66564dd734 service neutron] Attempting to bind port bb556204-c002-4b93-9090-d738118dabec by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:34:44.336911 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-21648369-1838-475f-889a-df66564dd734 service neutron] Attempting to bind port bb556204-c002-4b93-9090-d738118dabec on network 8d4d03ff-a518-4131-ac15-49a65f6d4319 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:34:44.341654 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-21648369-1838-475f-889a-df66564dd734 service neutron] Port bb556204-c002-4b93-9090-d738118dabec on network 8d4d03ff-a518-4131-ac15-49a65f6d4319 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:34:44.341959 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-21648369-1838-475f-889a-df66564dd734 service neutron] Attempting to bind port bb556204-c002-4b93-9090-d738118dabec on network 8d4d03ff-a518-4131-ac15-49a65f6d4319 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:34:44.347936 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-21648369-1838-475f-889a-df66564dd734 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:34:44.348279 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-21648369-1838-475f-889a-df66564dd734 service neutron] Checking segment: {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:34:44.348677 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-21648369-1838-475f-889a-df66564dd734 service neutron] Bound using segment: {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:34:44.349107 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-21648369-1838-475f-889a-df66564dd734 service neutron] Bound port: bb556204-c002-4b93-9090-d738118dabec, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:34:44.349476 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-21648369-1838-475f-889a-df66564dd734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bb556204-c002-4b93-9090-d738118dabec), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:44.423252 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-21648369-1838-475f-889a-df66564dd734 service neutron] For port bb556204-c002-4b93-9090-d738118dabec, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:34:44.427029 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-21648369-1838-475f-889a-df66564dd734 service neutron] For port bb556204-c002-4b93-9090-d738118dabec, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=bb556204-c002-4b93-9090-d738118dabec,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:34:44.433384 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-21648369-1838-475f-889a-df66564dd734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (bb556204-c002-4b93-9090-d738118dabec), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:44.472375 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-21648369-1838-475f-889a-df66564dd734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:44.473014 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-21648369-1838-475f-889a-df66564dd734 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:44.474446 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-21648369-1838-475f-889a-df66564dd734 service neutron] 10.222.0.52 "PUT /v2.0/ports/bb556204-c002-4b93-9090-d738118dabec HTTP/1.1" status: 200 len: 1092 time: 0.8609529 Jan 28 01:34:44.474907 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab59b11e-63ae-457b-8773-dae9bb5aec2b', 'tag': 'bb556204-c002-4b93-9090-d738118dabec'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:34:44.477282 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b4d4fa-c861-413b-8c4f-e8188ccea91e" -d '{"events": [{"name": "network-changed", "server_uuid": "ab59b11e-63ae-457b-8773-dae9bb5aec2b", "tag": "bb556204-c002-4b93-9090-d738118dabec"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:34:44.505559 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21648369-1838-475f-889a-df66564dd734 service neutron] Pushing event updated for resources: {'Port': ['ID=bb556204-c002-4b93-9090-d738118dabec,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:34:44.550156 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0f0b16-0175-4d3c-bc76-8535e62d5a19 x-openstack-request-id: req-6d0f0b16-0175-4d3c-bc76-8535e62d5a19 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:34:44.550458 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab59b11e-63ae-457b-8773-dae9bb5aec2b", "tag": "bb556204-c002-4b93-9090-d738118dabec", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:34:44.550720 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6d0f0b16-0175-4d3c-bc76-8535e62d5a19 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:34:44.551137 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab59b11e-63ae-457b-8773-dae9bb5aec2b', 'tag': 'bb556204-c002-4b93-9090-d738118dabec', 'status': 'completed', 'code': 200} Jan 28 01:34:44.573704 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-d3ec6a31-e0db-4f44-bc39-7afc581d00b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:44.575330 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-d3ec6a31-e0db-4f44-bc39-7afc581d00b9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 1095 time: 0.0639234 Jan 28 01:34:44.637635 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4d4fa-c861-413b-8c4f-e8188ccea91e req-54473cd5-5ade-4a0a-8494-87e465a3bfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:44.639179 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-16b4d4fa-c861-413b-8c4f-e8188ccea91e req-54473cd5-5ade-4a0a-8494-87e465a3bfa4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 1095 time: 0.0468001 Jan 28 01:34:44.687585 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-a3c6d37d-b1e3-440f-8857-5927219be37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:44.689290 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-a3c6d37d-b1e3-440f-8857-5927219be37d service neutron] 10.222.0.52 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.1071718 Jan 28 01:34:44.764672 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4d4fa-c861-413b-8c4f-e8188ccea91e req-91db8705-8913-47a9-89bf-e44ec08d7fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:44.766096 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-16b4d4fa-c861-413b-8c4f-e8188ccea91e req-91db8705-8913-47a9-89bf-e44ec08d7fa0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.1197171 Jan 28 01:34:44.800331 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-e68c640d-15bc-4ec6-a87c-c0f292e52306 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb556204-c002-4b93-9090-d738118dabec HTTP/1.1" status: 200 len: 1000 time: 0.1030781 Jan 28 01:34:44.842232 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-16b4d4fa-c861-413b-8c4f-e8188ccea91e req-b85077dc-dfcf-4c5f-8856-aa885c5935a5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb556204-c002-4b93-9090-d738118dabec HTTP/1.1" status: 200 len: 1000 time: 0.0699906 Jan 28 01:34:44.854378 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-3a56e65a-28cc-4cf4-9666-5684e4c03f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:44.856120 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-3a56e65a-28cc-4cf4-9666-5684e4c03f32 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0501630 Jan 28 01:34:44.910515 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4d4fa-c861-413b-8c4f-e8188ccea91e req-f56d66ed-1ebe-4ea5-be91-27414218ced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:44.912070 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-16b4d4fa-c861-413b-8c4f-e8188ccea91e req-f56d66ed-1ebe-4ea5-be91-27414218ced9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0637403 Jan 28 01:34:44.916608 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-a9c0e114-337f-4bb7-b968-647561d6dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:44.918284 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-a9c0e114-337f-4bb7-b968-647561d6dc40 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567951 Jan 28 01:34:44.965399 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4d4fa-c861-413b-8c4f-e8188ccea91e req-52795f01-39ea-4496-b48c-f60c3d199762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:44.966935 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-16b4d4fa-c861-413b-8c4f-e8188ccea91e req-52795f01-39ea-4496-b48c-f60c3d199762 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466719 Jan 28 01:34:45.030310 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-c49db44c-6993-4b64-bca4-27aa476561da service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061375 Jan 28 01:34:45.071975 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-16b4d4fa-c861-413b-8c4f-e8188ccea91e req-fc1a5046-e312-4d2e-a0a2-a6081cddd5f7 service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982280 Jan 28 01:34:45.147644 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-b7e419b4-8337-40a6-8342-b9585d0989d4 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109614 Jan 28 01:34:45.185788 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-16b4d4fa-c861-413b-8c4f-e8188ccea91e req-9f2bee72-6095-4251-895d-ceaffa8ee838 service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063042 Jan 28 01:34:45.216665 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:34:45.286703 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4d4fa-c861-413b-8c4f-e8188ccea91e req-228124fb-74b1-4e52-a0f5-b8f582e74d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:45.288949 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-16b4d4fa-c861-413b-8c4f-e8188ccea91e req-228124fb-74b1-4e52-a0f5-b8f582e74d30 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 1095 time: 0.0483747 Jan 28 01:34:45.364592 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d6502-d93b-4ed7-8be4-da6f3d419cd9 req-a26bd6f6-fc4d-4f4b-90c9-5ee0da59a4a1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:45.366167 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7d5d6502-d93b-4ed7-8be4-da6f3d419cd9 req-a26bd6f6-fc4d-4f4b-90c9-5ee0da59a4a1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 944 time: 0.0611196 Jan 28 01:34:45.415359 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4d4fa-c861-413b-8c4f-e8188ccea91e req-5a7581f3-2ee8-48ae-b4b1-568827f723d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:45.417017 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-16b4d4fa-c861-413b-8c4f-e8188ccea91e req-5a7581f3-2ee8-48ae-b4b1-568827f723d9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.1104205 Jan 28 01:34:45.435574 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7d5d6502-d93b-4ed7-8be4-da6f3d419cd9 req-06f90cee-c324-405b-97b6-9529943a9c92 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569301 Jan 28 01:34:45.502342 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-16b4d4fa-c861-413b-8c4f-e8188ccea91e req-ff2e87a9-7617-49b2-a79b-a6f74f1f6eee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb556204-c002-4b93-9090-d738118dabec HTTP/1.1" status: 200 len: 1000 time: 0.0760255 Jan 28 01:34:45.568209 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4d4fa-c861-413b-8c4f-e8188ccea91e req-1c13d562-ad0f-4b34-acc5-c322936e2932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:45.569708 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-16b4d4fa-c861-413b-8c4f-e8188ccea91e req-1c13d562-ad0f-4b34-acc5-c322936e2932 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0622635 Jan 28 01:34:45.623146 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4d4fa-c861-413b-8c4f-e8188ccea91e req-de88560d-3dbc-41c5-a7dd-5680127245b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:45.626410 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-16b4d4fa-c861-413b-8c4f-e8188ccea91e req-de88560d-3dbc-41c5-a7dd-5680127245b7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512402 Jan 28 01:34:45.750516 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-16b4d4fa-c861-413b-8c4f-e8188ccea91e req-206180a1-4545-4bfd-be45-7b3a5655c098 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178570 Jan 28 01:34:45.869736 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-16b4d4fa-c861-413b-8c4f-e8188ccea91e req-8da9d8aa-4672-438c-a84d-30ed337e2ee9 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125762 Jan 28 01:34:46.053592 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8829d-2d28-4199-b7e9-478e20acc196 req-663ed3bc-9d7d-42f0-9aeb-cc80824893e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:46.057013 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-49c8829d-2d28-4199-b7e9-478e20acc196 req-663ed3bc-9d7d-42f0-9aeb-cc80824893e0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 1095 time: 0.0763104 Jan 28 01:34:46.204668 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8829d-2d28-4199-b7e9-478e20acc196 req-4bb80942-2f82-4b9c-b569-c84b851a5c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:46.207883 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-49c8829d-2d28-4199-b7e9-478e20acc196 req-4bb80942-2f82-4b9c-b569-c84b851a5c3f service neutron] 10.222.0.52 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.1227431 Jan 28 01:34:46.302605 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-49c8829d-2d28-4199-b7e9-478e20acc196 req-bc8f486d-0a4a-4808-bdf2-35340a3cfbb9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb556204-c002-4b93-9090-d738118dabec HTTP/1.1" status: 200 len: 1000 time: 0.0884590 Jan 28 01:34:46.360800 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8829d-2d28-4199-b7e9-478e20acc196 req-efbc2b63-c449-460a-bc96-fcba8f135509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:46.363665 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-49c8829d-2d28-4199-b7e9-478e20acc196 req-efbc2b63-c449-460a-bc96-fcba8f135509 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0556822 Jan 28 01:34:46.435118 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8829d-2d28-4199-b7e9-478e20acc196 req-f163f603-3ef1-4502-a5b8-5b55f443c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:46.437628 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-49c8829d-2d28-4199-b7e9-478e20acc196 req-f163f603-3ef1-4502-a5b8-5b55f443c75e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676274 Jan 28 01:34:46.611373 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-49c8829d-2d28-4199-b7e9-478e20acc196 req-0e1ab003-7e5e-49f3-b59b-36a3241bcaf8 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665566 Jan 28 01:34:46.664239 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ac055-1be1-4d27-a6a3-dcf381c5266f req-9787201b-4061-4245-b0e4-6845ef93f9c4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:46.667720 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e41ac055-1be1-4d27-a6a3-dcf381c5266f req-9787201b-4061-4245-b0e4-6845ef93f9c4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 944 time: 0.0901718 Jan 28 01:34:46.743371 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e41ac055-1be1-4d27-a6a3-dcf381c5266f req-a03e305b-abeb-4433-8864-c45350af2707 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708857 Jan 28 01:34:46.777539 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-49c8829d-2d28-4199-b7e9-478e20acc196 req-03fe0492-30e4-4642-b65f-09a54afef4ab service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592073 Jan 28 01:34:47.878699 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef56bc1-2ec2-46c2-95a0-ca4e8671e0ca req-93a52e49-5407-4065-b564-3cc7ac78bff2 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:47.880330 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fef56bc1-2ec2-46c2-95a0-ca4e8671e0ca req-93a52e49-5407-4065-b564-3cc7ac78bff2 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 944 time: 0.0507343 Jan 28 01:34:47.931115 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fef56bc1-2ec2-46c2-95a0-ca4e8671e0ca req-75e96868-c6ed-45da-a790-aefb17f0f7f8 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444601 Jan 28 01:34:49.058549 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abdce2-a177-4037-aa13-34e608efffeb req-68aa0d87-c8cc-4d90-b27d-888ad1ccf661 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:49.060061 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-83abdce2-a177-4037-aa13-34e608efffeb req-68aa0d87-c8cc-4d90-b27d-888ad1ccf661 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 944 time: 0.0511966 Jan 28 01:34:49.108898 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-83abdce2-a177-4037-aa13-34e608efffeb req-2ad66616-950b-44b4-82a0-4f83de777870 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426509 Jan 28 01:34:50.232826 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e4a9a-4b45-4fef-b0ad-2ce5ca25697a req-695affa7-b42f-4f95-9681-0e23b9f2eb77 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:50.234329 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cd8e4a9a-4b45-4fef-b0ad-2ce5ca25697a req-695affa7-b42f-4f95-9681-0e23b9f2eb77 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 944 time: 0.0535431 Jan 28 01:34:50.289614 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cd8e4a9a-4b45-4fef-b0ad-2ce5ca25697a req-86e23515-fcf7-4d4b-a53e-e56a994da5d3 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489497 Jan 28 01:34:51.413449 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4094c5b-a5d2-45ea-892f-1423cc46c5a0 req-00f79a8d-1080-4d66-bc6c-be6f0d2726b0 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:51.415024 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f4094c5b-a5d2-45ea-892f-1423cc46c5a0 req-00f79a8d-1080-4d66-bc6c-be6f0d2726b0 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 944 time: 0.0512376 Jan 28 01:34:51.467927 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f4094c5b-a5d2-45ea-892f-1423cc46c5a0 req-229b36c0-df60-4fc8-9193-69df5730ceac tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422297 Jan 28 01:34:52.595259 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be26f29-d2d3-440b-adf9-e666a81db968 req-a73da6a2-5990-4f40-b9f4-7c798b0e85ce tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:52.596924 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4be26f29-d2d3-440b-adf9-e666a81db968 req-a73da6a2-5990-4f40-b9f4-7c798b0e85ce tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 944 time: 0.0534174 Jan 28 01:34:52.644857 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4be26f29-d2d3-440b-adf9-e666a81db968 req-66f20969-65ab-4e3f-ad80-544a46e07cd1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420341 Jan 28 01:34:53.760897 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7842b-db79-45f7-9be4-8a9add725f12 req-02c7cdc2-f673-498c-bde0-bea8dc83341d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:53.762402 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-53f7842b-db79-45f7-9be4-8a9add725f12 req-02c7cdc2-f673-498c-bde0-bea8dc83341d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 944 time: 0.0483916 Jan 28 01:34:53.809497 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-53f7842b-db79-45f7-9be4-8a9add725f12 req-05039a2d-3a15-4a0c-9a75-51bfd86a8309 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411139 Jan 28 01:34:54.947019 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd64b08-ecfb-4713-8446-73e10f0f8590 req-f931a5a1-b8b7-4951-8ea4-9a3486494eb1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:54.948658 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dcd64b08-ecfb-4713-8446-73e10f0f8590 req-f931a5a1-b8b7-4951-8ea4-9a3486494eb1 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 944 time: 0.0640783 Jan 28 01:34:55.010458 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dcd64b08-ecfb-4713-8446-73e10f0f8590 req-6c056a93-8f94-4a5a-8bf8-193bf2a69086 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548859 Jan 28 01:34:56.131973 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b5119-8cd4-47a1-a52f-e663e8a36bc5 req-008f7452-4b3b-48ec-b750-1248a3fea9f0 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:56.133493 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6a1b5119-8cd4-47a1-a52f-e663e8a36bc5 req-008f7452-4b3b-48ec-b750-1248a3fea9f0 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 944 time: 0.0489833 Jan 28 01:34:56.181699 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6a1b5119-8cd4-47a1-a52f-e663e8a36bc5 req-41a201e3-cb47-44e4-9f09-7954bb70a6d3 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425758 Jan 28 01:34:57.298215 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b934c82-2e8f-4358-8a49-6a910f616fe2 req-0576d0c1-1807-43ba-bfb5-9eff6b67f68f tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:57.299724 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9b934c82-2e8f-4358-8a49-6a910f616fe2 req-0576d0c1-1807-43ba-bfb5-9eff6b67f68f tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 944 time: 0.0492005 Jan 28 01:34:57.350451 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9b934c82-2e8f-4358-8a49-6a910f616fe2 req-2c8c2593-f2b8-44dc-a2ad-f70fb223068c tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448763 Jan 28 01:34:58.472784 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0210ccb-24e6-4537-87d8-a2adb63ed63f req-cf9f69e8-bab5-421a-ac66-48cc6b507fa8 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:58.474918 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b0210ccb-24e6-4537-87d8-a2adb63ed63f req-cf9f69e8-bab5-421a-ac66-48cc6b507fa8 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 944 time: 0.0541892 Jan 28 01:34:58.524136 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b0210ccb-24e6-4537-87d8-a2adb63ed63f req-c199dff2-9e61-4c10-881a-b025779c92bc tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435462 Jan 28 01:34:59.646165 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebcb9b-a546-478a-b372-da6c8b8bc924 req-da3d030c-f133-4702-a9d2-668cbd18dad0 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:34:59.647659 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42ebcb9b-a546-478a-b372-da6c8b8bc924 req-da3d030c-f133-4702-a9d2-668cbd18dad0 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 944 time: 0.0515902 Jan 28 01:34:59.695375 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-42ebcb9b-a546-478a-b372-da6c8b8bc924 req-83d037ce-b529-4eef-9dc4-c2011da19c23 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420017 Jan 28 01:35:00.815009 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ff037-32a7-4ab6-8863-c0ece2a28741 req-b59a0d26-3490-4ba5-b408-c600a83f489a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:00.817040 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1b7ff037-32a7-4ab6-8863-c0ece2a28741 req-b59a0d26-3490-4ba5-b408-c600a83f489a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 944 time: 0.0479550 Jan 28 01:35:00.868323 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1b7ff037-32a7-4ab6-8863-c0ece2a28741 req-2664b045-5dc0-4765-9526-51b1e613b459 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454779 Jan 28 01:35:01.989935 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083dc9a-3d74-4e1d-bd76-d42af07ea794 req-622d7f1e-90cb-4d1f-b392-81cb1c3eed25 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:01.991591 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a083dc9a-3d74-4e1d-bd76-d42af07ea794 req-622d7f1e-90cb-4d1f-b392-81cb1c3eed25 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 944 time: 0.0513089 Jan 28 01:35:02.057517 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a083dc9a-3d74-4e1d-bd76-d42af07ea794 req-715889a9-0737-4b8d-91e8-d2f73c0df9ba tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603924 Jan 28 01:35:03.183496 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e45cbd-ec8c-4027-99e3-47e621bb2390 req-a8044f5c-f616-4f28-a150-3baa382ddf4e tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:03.184999 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-76e45cbd-ec8c-4027-99e3-47e621bb2390 req-a8044f5c-f616-4f28-a150-3baa382ddf4e tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 944 time: 0.0527253 Jan 28 01:35:03.231653 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-76e45cbd-ec8c-4027-99e3-47e621bb2390 req-0ec96a87-2c5d-4e40-96a9-9c4fd03cede2 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408394 Jan 28 01:35:04.351473 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7caa6-7700-46db-8e64-452322936c7d req-e17e6556-26af-4c3f-b5b3-5dc9b7579803 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:04.352966 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5dd7caa6-7700-46db-8e64-452322936c7d req-e17e6556-26af-4c3f-b5b3-5dc9b7579803 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 944 time: 0.0518370 Jan 28 01:35:04.401995 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5dd7caa6-7700-46db-8e64-452322936c7d req-9c73d655-29f1-460a-8e26-e369737659cd tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434928 Jan 28 01:35:04.788622 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device bb556204-c002-4b93-9090-d738118dabec details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:35:04.889789 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port bb556204-c002-4b93-9090-d738118dabec, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=bb556204-c002-4b93-9090-d738118dabec,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:04.902722 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'bb556204-c002-4b93-9090-d738118dabec', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'port_id': 'bb556204-c002-4b93-9090-d738118dabec', 'mac_address': 'fa:16:3e:48:3c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:35:04.940355 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port bb556204-c002-4b93-9090-d738118dabec is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:35:04.940746 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bb556204-c002-4b93-9090-d738118dabec), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:04.954963 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb556204-c002-4b93-9090-d738118dabec {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:35:04.975817 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port bb556204-c002-4b93-9090-d738118dabec, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=bb556204-c002-4b93-9090-d738118dabec,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:04.979816 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (bb556204-c002-4b93-9090-d738118dabec), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:05.029429 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=bb556204-c002-4b93-9090-d738118dabec,revision_number=9']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:05.429957 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['bb556204-c002-4b93-9090-d738118dabec'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:35:05.541942 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161dc97b-4d23-4b45-921a-f2ce89595113 req-23d14b05-8dcf-49d5-9180-8be029850050 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:05.544546 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-161dc97b-4d23-4b45-921a-f2ce89595113 req-23d14b05-8dcf-49d5-9180-8be029850050 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 945 time: 0.0636191 Jan 28 01:35:05.594650 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-161dc97b-4d23-4b45-921a-f2ce89595113 req-b9df9bfe-df8c-4c79-a922-677aad5a6109 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442572 Jan 28 01:35:05.880299 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-9c314e43-f518-4742-b85f-5aba598d64b4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:05.881818 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-9c314e43-f518-4742-b85f-5aba598d64b4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b&tenant_id=7ee279632025430f900ed55c22bbb14a&binding%3Ahost_id=n-h2-826754-1 HTTP/1.1" status: 200 len: 945 time: 0.0531814 Jan 28 01:35:05.901778 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e73df-eb43-4d92-89d7-b5047e085091 req-2067433f-436a-4ffe-a2d5-24f43e569653 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:05.903269 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-045e73df-eb43-4d92-89d7-b5047e085091 req-2067433f-436a-4ffe-a2d5-24f43e569653 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 945 time: 0.0528789 Jan 28 01:35:05.946368 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-3eae6306-baad-444a-828f-3c100db9f532 service neutron] 10.222.0.52 "GET /v2.0/ports/bb556204-c002-4b93-9090-d738118dabec/bindings/n-h2-826754-1 HTTP/1.1" status: 200 len: 382 time: 0.0566640 Jan 28 01:35:05.952223 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-045e73df-eb43-4d92-89d7-b5047e085091 req-fe511ff3-ecd7-4bfa-8f48-c0672578e8c5 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432172 Jan 28 01:35:06.035731 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-7377bfac-57fa-42d0-b948-2eac16a11b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:06.037252 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-7377bfac-57fa-42d0-b948-2eac16a11b28 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 1096 time: 0.0439987 Jan 28 01:35:06.130853 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6ca3319d-206e-4b7b-88da-449a9e07ff92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:06.133236 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-13db209b-fdce-4504-aaae-4b61493aefdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:06.134751 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-13db209b-fdce-4504-aaae-4b61493aefdb service neutron] 10.222.0.52 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.0909116 Jan 28 01:35:06.203966 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-207fdb9c-ffdd-44fc-b877-2b7808a95ac8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb556204-c002-4b93-9090-d738118dabec HTTP/1.1" status: 200 len: 1001 time: 0.0628364 Jan 28 01:35:06.257477 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-af551607-cb8f-40aa-9222-037e32bd461f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:06.258978 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-af551607-cb8f-40aa-9222-037e32bd461f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0492780 Jan 28 01:35:06.304640 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-36bb23af-3c55-444f-aaca-18188e758f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:06.306182 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-36bb23af-3c55-444f-aaca-18188e758f99 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410414 Jan 28 01:35:06.394795 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-20ceaf3d-a241-4dca-bbd2-cf9252a77390 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821373 Jan 28 01:35:06.489569 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-e7c17496-cf1b-4df0-a08b-10e1ff65e226 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899150 Jan 28 01:35:06.822861 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device bb556204-c002-4b93-9090-d738118dabec up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:35:06.874006 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port bb556204-c002-4b93-9090-d738118dabec completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:35:06.879206 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port bb556204-c002-4b93-9090-d738118dabec triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:35:06.879703 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bb556204-c002-4b93-9090-d738118dabec), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:06.957280 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port bb556204-c002-4b93-9090-d738118dabec is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:35:06.957674 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bb556204-c002-4b93-9090-d738118dabec), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:06.980844 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab59b11e-63ae-457b-8773-dae9bb5aec2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb556204-c002-4b93-9090-d738118dabec'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:35:06.983083 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d73f7ac-1107-477d-9a80-15a4c0639f32" -d '{"events": [{"server_uuid": "ab59b11e-63ae-457b-8773-dae9bb5aec2b", "name": "network-vif-plugged", "status": "completed", "tag": "bb556204-c002-4b93-9090-d738118dabec"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:35:06.996548 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port bb556204-c002-4b93-9090-d738118dabec, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=bb556204-c002-4b93-9090-d738118dabec,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:07.000760 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (bb556204-c002-4b93-9090-d738118dabec), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:07.069375 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4933bff-56c7-4924-a57c-31cccda56674 x-openstack-request-id: req-e4933bff-56c7-4924-a57c-31cccda56674 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:35:07.069684 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab59b11e-63ae-457b-8773-dae9bb5aec2b", "name": "network-vif-plugged", "status": "completed", "tag": "bb556204-c002-4b93-9090-d738118dabec", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:35:07.069917 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e4933bff-56c7-4924-a57c-31cccda56674 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:35:07.070317 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab59b11e-63ae-457b-8773-dae9bb5aec2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb556204-c002-4b93-9090-d738118dabec', 'code': 200} Jan 28 01:35:07.084311 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=bb556204-c002-4b93-9090-d738118dabec,revision_number=10']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:07.096486 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe2bb9-8be3-4d48-aeb5-c715cf1333ce req-b7a1c818-4d2b-4ec3-acda-c64e13034a44 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:07.098016 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8bbe2bb9-8be3-4d48-aeb5-c715cf1333ce req-b7a1c818-4d2b-4ec3-acda-c64e13034a44 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 947 time: 0.0605404 Jan 28 01:35:07.149778 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8bbe2bb9-8be3-4d48-aeb5-c715cf1333ce req-d8abd8c6-9cad-410a-b8dc-d9c3c46abef4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457439 Jan 28 01:35:08.266946 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24695f3-4466-438e-8831-3db4430e6a3d req-0612f5e2-b67e-4264-8000-2f12487f7868 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:08.268495 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e24695f3-4466-438e-8831-3db4430e6a3d req-0612f5e2-b67e-4264-8000-2f12487f7868 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 947 time: 0.0472894 Jan 28 01:35:08.322077 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e24695f3-4466-438e-8831-3db4430e6a3d req-6d24e7cc-7ec5-4910-adf8-eb200385023e tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461321 Jan 28 01:35:08.453037 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c6341840-83c7-402c-9365-eab09968733f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:09.442456 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826accd1-94c7-4ba4-b378-8651df3c6daa req-b65b0921-ee65-46d4-bc43-bc7f15383738 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:09.444059 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-826accd1-94c7-4ba4-b378-8651df3c6daa req-b65b0921-ee65-46d4-bc43-bc7f15383738 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 947 time: 0.0504208 Jan 28 01:35:09.494010 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-826accd1-94c7-4ba4-b378-8651df3c6daa req-8e5ebf6f-f11f-49d1-9af5-c0bb4df85b97 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444729 Jan 28 01:35:09.967856 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:10.613448 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938321f8-4a76-47eb-901d-3f1361931654 req-34109723-c5d8-4644-b85d-f2717bc24bdc tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:10.615229 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-938321f8-4a76-47eb-901d-3f1361931654 req-34109723-c5d8-4644-b85d-f2717bc24bdc tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 947 time: 0.0495508 Jan 28 01:35:10.664207 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-938321f8-4a76-47eb-901d-3f1361931654 req-bf23c137-01fc-4d3b-beb9-7723a5adb6cd tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431609 Jan 28 01:35:10.860805 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device bb556204-c002-4b93-9090-d738118dabec no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:35:10.939425 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port bb556204-c002-4b93-9090-d738118dabec is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:35:10.939848 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bb556204-c002-4b93-9090-d738118dabec), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:10.962775 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab59b11e-63ae-457b-8773-dae9bb5aec2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb556204-c002-4b93-9090-d738118dabec'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:35:10.965014 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1fe18e-584f-416b-9aa1-ddf9a075c89e" -d '{"events": [{"server_uuid": "ab59b11e-63ae-457b-8773-dae9bb5aec2b", "name": "network-vif-unplugged", "status": "completed", "tag": "bb556204-c002-4b93-9090-d738118dabec"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:35:10.978451 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port bb556204-c002-4b93-9090-d738118dabec, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=bb556204-c002-4b93-9090-d738118dabec,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:10.983815 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (bb556204-c002-4b93-9090-d738118dabec), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:11.024041 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1ed23a-92bc-49ee-b061-0ee0c7422676 x-openstack-request-id: req-5b1ed23a-92bc-49ee-b061-0ee0c7422676 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:35:11.024339 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab59b11e-63ae-457b-8773-dae9bb5aec2b", "name": "network-vif-unplugged", "status": "completed", "tag": "bb556204-c002-4b93-9090-d738118dabec", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:35:11.024595 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5b1ed23a-92bc-49ee-b061-0ee0c7422676 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:35:11.024985 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab59b11e-63ae-457b-8773-dae9bb5aec2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb556204-c002-4b93-9090-d738118dabec', 'code': 200} Jan 28 01:35:11.043489 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=bb556204-c002-4b93-9090-d738118dabec,revision_number=11']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:11.508677 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:11.792819 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b6166-8b63-4ff7-b872-2e2e7d866c3a req-636e8bee-d1d7-418f-be5c-d97cba780df9 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:11.794328 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c35b6166-8b63-4ff7-b872-2e2e7d866c3a req-636e8bee-d1d7-418f-be5c-d97cba780df9 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 945 time: 0.0568907 Jan 28 01:35:11.846551 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c35b6166-8b63-4ff7-b872-2e2e7d866c3a req-2d2fc0ed-11a8-4a4d-8e6f-bb6b43ad2351 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467010 Jan 28 01:35:12.305887 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:12.579193 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-d50bda21-2c1b-4d2c-8b4d-0642b36e0e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:12.580640 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-d50bda21-2c1b-4d2c-8b4d-0642b36e0e05 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b&tenant_id=7ee279632025430f900ed55c22bbb14a HTTP/1.1" status: 200 len: 1096 time: 0.0419524 Jan 28 01:35:12.601215 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826754-1', 'device_owner': 'compute:nova'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:35:12.657071 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bb556204-c002-4b93-9090-d738118dabec), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:12.858947 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] For port bb556204-c002-4b93-9090-d738118dabec, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=bb556204-c002-4b93-9090-d738118dabec,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:12.895269 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] For port bb556204-c002-4b93-9090-d738118dabec, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:35:12.938848 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb556204-c002-4b93-9090-d738118dabec {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:35:12.947911 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Publish callbacks [] for port (bb556204-c002-4b93-9090-d738118dabec), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:12.978046 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Transition to ACTIVE for port object bb556204-c002-4b93-9090-d738118dabec will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:35:12.983032 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (bb556204-c002-4b93-9090-d738118dabec), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:13.026765 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a92e52-e281-4dd1-a485-f419e491b0a0 req-59f04d10-a413-46de-a2f9-fa9bf10dd27f tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:13.028359 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a1a92e52-e281-4dd1-a485-f419e491b0a0 req-59f04d10-a413-46de-a2f9-fa9bf10dd27f tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 945 time: 0.1036577 Jan 28 01:35:13.100730 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Pushing event updated for resources: {'Port': ['ID=bb556204-c002-4b93-9090-d738118dabec,revision_number=12']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:13.120344 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:13.120599 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:13.120951 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:13.121299 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:13.121641 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:13.121980 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:13.122319 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:13.122655 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:13.122989 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:13.123331 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:13.123690 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:13.124027 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:13.124358 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:13.163467 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a1a92e52-e281-4dd1-a485-f419e491b0a0 req-aaa0ec93-4b7d-411a-97ff-62bac0cfdf90 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268265 Jan 28 01:35:13.177490 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] No DVR routers for this DVR port bb556204-c002-4b93-9090-d738118dabec on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:35:13.319371 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Attempting to bind port bb556204-c002-4b93-9090-d738118dabec on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:35:13.319698 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Attempting to bind port bb556204-c002-4b93-9090-d738118dabec by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:35:13.319982 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Attempting to bind port bb556204-c002-4b93-9090-d738118dabec on network 8d4d03ff-a518-4131-ac15-49a65f6d4319 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:35:13.324401 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Port bb556204-c002-4b93-9090-d738118dabec on network 8d4d03ff-a518-4131-ac15-49a65f6d4319 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:35:13.324725 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Attempting to bind port bb556204-c002-4b93-9090-d738118dabec on network 8d4d03ff-a518-4131-ac15-49a65f6d4319 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:35:13.329690 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:35:13.330030 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Checking segment: {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:35:13.330418 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Bound using segment: {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:35:13.330846 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Bound port: bb556204-c002-4b93-9090-d738118dabec, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5748665-3773-4df1-9350-af8ae20c10a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:35:13.331206 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bb556204-c002-4b93-9090-d738118dabec), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:13.397410 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] For port bb556204-c002-4b93-9090-d738118dabec, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:35:13.400587 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] For port bb556204-c002-4b93-9090-d738118dabec, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=bb556204-c002-4b93-9090-d738118dabec,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:35:13.409228 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (bb556204-c002-4b93-9090-d738118dabec), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:13.443172 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:13.443845 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:13.445482 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] 10.222.0.65 "PUT /v2.0/ports/bb556204-c002-4b93-9090-d738118dabec HTTP/1.1" status: 200 len: 1093 time: 0.8486602 Jan 28 01:35:13.445931 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab59b11e-63ae-457b-8773-dae9bb5aec2b', 'tag': 'bb556204-c002-4b93-9090-d738118dabec'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:35:13.448284 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71702af4-4c5e-4184-9085-04451d03ed64" -d '{"events": [{"name": "network-changed", "server_uuid": "ab59b11e-63ae-457b-8773-dae9bb5aec2b", "tag": "bb556204-c002-4b93-9090-d738118dabec"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:35:13.473015 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb060d83-e3fb-4ae7-8114-a5a75e92152c service neutron] Pushing event updated for resources: {'Port': ['ID=bb556204-c002-4b93-9090-d738118dabec,revision_number=13']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:13.535571 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-83b930f7-d2d9-477f-a4c2-fd368a449cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:13.537698 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-83b930f7-d2d9-477f-a4c2-fd368a449cf3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 1096 time: 0.0496142 Jan 28 01:35:13.603138 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea451067-e246-4d5c-ab93-5605049ee740 x-openstack-request-id: req-ea451067-e246-4d5c-ab93-5605049ee740 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:35:13.603400 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab59b11e-63ae-457b-8773-dae9bb5aec2b", "tag": "bb556204-c002-4b93-9090-d738118dabec", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:35:13.603926 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ea451067-e246-4d5c-ab93-5605049ee740 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:35:13.604117 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab59b11e-63ae-457b-8773-dae9bb5aec2b', 'tag': 'bb556204-c002-4b93-9090-d738118dabec', 'status': 'completed', 'code': 200} Jan 28 01:35:13.630192 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:13.656000 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-dd9daf71-dbe3-4e05-bd34-f231493ec381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:13.657809 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-dd9daf71-dbe3-4e05-bd34-f231493ec381 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.1139126 Jan 28 01:35:13.675437 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71702af4-4c5e-4184-9085-04451d03ed64 req-29934b0e-d28d-4f7f-8fbb-a8d4ff4a61fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:13.677495 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-71702af4-4c5e-4184-9085-04451d03ed64 req-29934b0e-d28d-4f7f-8fbb-a8d4ff4a61fe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 1096 time: 0.0499861 Jan 28 01:35:13.731062 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-7998b431-f31e-4f88-a10a-b48777d7fad9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb556204-c002-4b93-9090-d738118dabec HTTP/1.1" status: 200 len: 1000 time: 0.0665224 Jan 28 01:35:13.784654 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71702af4-4c5e-4184-9085-04451d03ed64 req-1c99c96b-8531-43f8-a962-779b2a51ac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:13.786248 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-71702af4-4c5e-4184-9085-04451d03ed64 req-1c99c96b-8531-43f8-a962-779b2a51ac75 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.1027913 Jan 28 01:35:13.787218 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-eec206c4-1d85-4d8f-9aa2-6238dfa41779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:13.789015 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-eec206c4-1d85-4d8f-9aa2-6238dfa41779 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0517080 Jan 28 01:35:13.839272 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-15e59ef6-9add-46aa-be1d-67c33656b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:13.840898 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-15e59ef6-9add-46aa-be1d-67c33656b214 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436604 Jan 28 01:35:13.858060 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-71702af4-4c5e-4184-9085-04451d03ed64 req-b916f2d5-4307-4476-bf53-41d3b5976e39 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb556204-c002-4b93-9090-d738118dabec HTTP/1.1" status: 200 len: 1000 time: 0.0661416 Jan 28 01:35:13.908162 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71702af4-4c5e-4184-9085-04451d03ed64 req-338d41a5-b652-461e-9c9a-e1b46660eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:13.909556 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-71702af4-4c5e-4184-9085-04451d03ed64 req-338d41a5-b652-461e-9c9a-e1b46660eeec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0464921 Jan 28 01:35:13.937757 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-defaecd9-af3b-4718-927c-499ef0c6e336 service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894110 Jan 28 01:35:13.964233 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71702af4-4c5e-4184-9085-04451d03ed64 req-575f9598-3db7-4739-950f-00b66c211bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:13.965736 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-71702af4-4c5e-4184-9085-04451d03ed64 req-575f9598-3db7-4739-950f-00b66c211bec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507512 Jan 28 01:35:14.072185 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-71702af4-4c5e-4184-9085-04451d03ed64 req-1daf3378-9838-4fb0-bd6e-05805636f1b7 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001229 Jan 28 01:35:14.172710 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-71702af4-4c5e-4184-9085-04451d03ed64 req-13b08b25-e525-400c-a0c6-b6206c76bff7 service neutron] 10.222.0.52 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946944 Jan 28 01:35:14.423773 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05d1c449-331f-47ea-b4eb-f9345a6b7173 req-f9f06ef2-1465-4d9a-b903-04722f1c49d6 service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796536 Jan 28 01:35:14.432035 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecc1cd-a7cf-4970-b9ac-5318b709b12e req-518d8775-468d-4018-a51f-43a17c77b258 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:14.434503 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-91ecc1cd-a7cf-4970-b9ac-5318b709b12e req-518d8775-468d-4018-a51f-43a17c77b258 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 945 time: 0.0818353 Jan 28 01:35:14.484134 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-91ecc1cd-a7cf-4970-b9ac-5318b709b12e req-dd3ef0cf-3af4-461a-b82a-97762ddef74b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439427 Jan 28 01:35:14.537122 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71702af4-4c5e-4184-9085-04451d03ed64 req-95ca3760-a79d-41df-bfdb-32605c99d338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:14.538670 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71702af4-4c5e-4184-9085-04451d03ed64 req-95ca3760-a79d-41df-bfdb-32605c99d338 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ee279632025430f900ed55c22bbb14a&device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 1096 time: 0.0462081 Jan 28 01:35:14.550070 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:35:14.631070 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71702af4-4c5e-4184-9085-04451d03ed64 req-f3903300-44e5-4e80-90df-e8c2dfab6445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:14.632599 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71702af4-4c5e-4184-9085-04451d03ed64 req-f3903300-44e5-4e80-90df-e8c2dfab6445 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 200 len: 913 time: 0.0880051 Jan 28 01:35:14.706009 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71702af4-4c5e-4184-9085-04451d03ed64 req-185397d2-3c56-4334-9566-02e7458b8ab3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb556204-c002-4b93-9090-d738118dabec HTTP/1.1" status: 200 len: 1000 time: 0.0666783 Jan 28 01:35:14.755866 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71702af4-4c5e-4184-9085-04451d03ed64 req-fc0d6f6d-53b7-4db9-b868-cdc184adbe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:14.757350 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71702af4-4c5e-4184-9085-04451d03ed64 req-fc0d6f6d-53b7-4db9-b868-cdc184adbe26 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 200 len: 851 time: 0.0455604 Jan 28 01:35:14.803770 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71702af4-4c5e-4184-9085-04451d03ed64 req-b1aa1033-39cf-4294-9190-d8bfc83b670b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:14.805164 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71702af4-4c5e-4184-9085-04451d03ed64 req-b1aa1033-39cf-4294-9190-d8bfc83b670b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8d4d03ff-a518-4131-ac15-49a65f6d4319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420175 Jan 28 01:35:14.916952 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71702af4-4c5e-4184-9085-04451d03ed64 req-bb51597b-5b6e-4fc2-ba43-b52ee19bc034 service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053188 Jan 28 01:35:15.013980 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-71702af4-4c5e-4184-9085-04451d03ed64 req-1f060139-2c2e-4390-a724-ef0e20a4dc85 service neutron] 10.222.0.65 "GET /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902433 Jan 28 01:35:15.200349 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:15.613570 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a26a2e-86e3-4671-96e5-1d2244770655 req-dceec8ce-6ab9-4925-a97c-780b8e44133e tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:15.615288 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5a26a2e-86e3-4671-96e5-1d2244770655 req-dceec8ce-6ab9-4925-a97c-780b8e44133e tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 945 time: 0.0528448 Jan 28 01:35:15.671328 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5a26a2e-86e3-4671-96e5-1d2244770655 req-170d1d21-5e05-4b29-99bd-f764df05e851 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498943 Jan 28 01:35:16.792532 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f04e1-cdcc-42bd-a79f-ea6c8a05b662 req-6a7313c7-39fb-48e2-a347-159b8745ffc5 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:16.794172 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e3f04e1-cdcc-42bd-a79f-ea6c8a05b662 req-6a7313c7-39fb-48e2-a347-159b8745ffc5 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 945 time: 0.0502727 Jan 28 01:35:16.845392 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e3f04e1-cdcc-42bd-a79f-ea6c8a05b662 req-6982ce3e-e289-4bc0-b895-70c350bd8c20 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454595 Jan 28 01:35:17.976404 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39024a-6094-4b10-bc63-69ecba65417d req-0b2c0b26-b8d1-487e-8ea5-0ec499f56736 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:17.977968 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0d39024a-6094-4b10-bc63-69ecba65417d req-0b2c0b26-b8d1-487e-8ea5-0ec499f56736 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 945 time: 0.0519810 Jan 28 01:35:18.027603 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0d39024a-6094-4b10-bc63-69ecba65417d req-93b07c0d-24b2-4ce3-9fd8-5438dfc23e1b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437877 Jan 28 01:35:19.160647 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452c6ef-91a2-4228-b2c5-01de635d7179 req-4b8b1eca-9719-4bab-a627-38a4277da335 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:19.163366 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7452c6ef-91a2-4228-b2c5-01de635d7179 req-4b8b1eca-9719-4bab-a627-38a4277da335 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 945 time: 0.0599303 Jan 28 01:35:19.216376 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7452c6ef-91a2-4228-b2c5-01de635d7179 req-893828d4-9d40-40b9-91bf-82b287d698dd tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466814 Jan 28 01:35:20.346926 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed0f25-57ee-4232-8879-6502d2e9c389 req-865cfe0c-f827-40e1-869c-9bdd686f3331 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:20.348430 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-84ed0f25-57ee-4232-8879-6502d2e9c389 req-865cfe0c-f827-40e1-869c-9bdd686f3331 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 945 time: 0.0516350 Jan 28 01:35:20.404451 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-84ed0f25-57ee-4232-8879-6502d2e9c389 req-8af4c306-e77f-450f-815b-361a567158f0 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502367 Jan 28 01:35:21.543186 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd0fb2-f8d8-4d97-9858-b6efc6c17a30 req-d4d32ceb-d316-40bd-908f-d07a63dd067a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:21.544816 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d6cd0fb2-f8d8-4d97-9858-b6efc6c17a30 req-d4d32ceb-d316-40bd-908f-d07a63dd067a tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 945 time: 0.0607283 Jan 28 01:35:21.601925 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d6cd0fb2-f8d8-4d97-9858-b6efc6c17a30 req-02038045-7891-4c13-8cce-92355b2e5d9f tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505085 Jan 28 01:35:22.719901 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a7a7a-351b-4f4e-96b6-8b13061b2dee req-11cdb99f-f569-4f54-ae85-1f4512ce62b8 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:22.721583 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dc7a7a7a-351b-4f4e-96b6-8b13061b2dee req-11cdb99f-f569-4f54-ae85-1f4512ce62b8 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 945 time: 0.0503731 Jan 28 01:35:22.772155 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dc7a7a7a-351b-4f4e-96b6-8b13061b2dee req-c4695bd3-936d-4ba4-9155-2c6526135b30 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433776 Jan 28 01:35:23.899827 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682be097-37c7-4b2c-a6f6-d21cf6c83d55 req-6ccf3e53-2ee5-4e3b-b955-110350fd9a55 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:23.901440 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-682be097-37c7-4b2c-a6f6-d21cf6c83d55 req-6ccf3e53-2ee5-4e3b-b955-110350fd9a55 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 945 time: 0.0538824 Jan 28 01:35:23.952878 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-682be097-37c7-4b2c-a6f6-d21cf6c83d55 req-ab53cf93-be68-4d40-a39c-4f0dee1b0b52 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456202 Jan 28 01:35:25.079131 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2462015-5f8d-44b8-8077-da9b2ae64f46 req-81120390-ff7f-4f9d-9524-9c7a3ad4b101 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:25.080688 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a2462015-5f8d-44b8-8077-da9b2ae64f46 req-81120390-ff7f-4f9d-9524-9c7a3ad4b101 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 945 time: 0.0536568 Jan 28 01:35:25.129890 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a2462015-5f8d-44b8-8077-da9b2ae64f46 req-393d0dab-82f5-4113-9643-a2226aa87a68 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428033 Jan 28 01:35:26.255591 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efd768-dce4-4ac1-a152-0523334ba6f6 req-8f158a4f-a2c1-4214-aaac-d2f92c9acaa9 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:26.257191 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-90efd768-dce4-4ac1-a152-0523334ba6f6 req-8f158a4f-a2c1-4214-aaac-d2f92c9acaa9 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 945 time: 0.0531921 Jan 28 01:35:26.307504 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-90efd768-dce4-4ac1-a152-0523334ba6f6 req-739c154a-1d0a-4b89-9bc0-964b9d2a6524 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446711 Jan 28 01:35:27.440845 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3d201-1266-460a-b483-97f50b99d410 req-b00dda19-d528-428c-8899-3b35f19a9188 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:27.442512 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5fa3d201-1266-460a-b483-97f50b99d410 req-b00dda19-d528-428c-8899-3b35f19a9188 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 945 time: 0.0633097 Jan 28 01:35:27.492171 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5fa3d201-1266-460a-b483-97f50b99d410 req-ae85f615-d495-4817-af09-dc7eccc69825 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433593 Jan 28 01:35:28.616773 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54066bc8-546d-4287-9f43-15ade60ad029 req-c306efdc-2d23-4950-b433-3f38fad99ab8 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:28.618285 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-54066bc8-546d-4287-9f43-15ade60ad029 req-c306efdc-2d23-4950-b433-3f38fad99ab8 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 945 time: 0.0534227 Jan 28 01:35:28.667052 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-54066bc8-546d-4287-9f43-15ade60ad029 req-99bec9ca-648c-4d5b-afd9-5f82a24941fb tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423908 Jan 28 01:35:29.784172 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a5aa4-b2bc-421f-958f-69b291e12262 req-bcc380f7-6aa0-4f5a-ba53-604b9d398b4c tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:29.785657 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9b4a5aa4-b2bc-421f-958f-69b291e12262 req-bcc380f7-6aa0-4f5a-ba53-604b9d398b4c tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 945 time: 0.0487282 Jan 28 01:35:29.837509 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9b4a5aa4-b2bc-421f-958f-69b291e12262 req-a56564cd-f59e-4ce7-aae3-7abd548133cc tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461197 Jan 28 01:35:30.956069 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc92e72-9d8b-4dc6-baae-8be521c2a5b4 req-a2114cd5-b90f-4634-965e-111ff299dd94 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:30.957751 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0dc92e72-9d8b-4dc6-baae-8be521c2a5b4 req-a2114cd5-b90f-4634-965e-111ff299dd94 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 945 time: 0.0495727 Jan 28 01:35:31.007090 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0dc92e72-9d8b-4dc6-baae-8be521c2a5b4 req-165253d5-b857-4999-bfd5-e8ce89972c70 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433939 Jan 28 01:35:32.136236 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66e6cd-1a03-45a4-bde4-1a733275880b req-8c37a723-815d-44eb-bca9-f826feec3d61 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:32.137763 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eb66e6cd-1a03-45a4-bde4-1a733275880b req-8c37a723-815d-44eb-bca9-f826feec3d61 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 945 time: 0.0496430 Jan 28 01:35:32.186338 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eb66e6cd-1a03-45a4-bde4-1a733275880b req-2be72a21-0ef6-4bb5-a9c4-bb4b689728dc tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429418 Jan 28 01:35:32.306838 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cfa7e-e2b7-4c08-b59e-6ed5d416a639 req-475ecd35-ad9c-4df3-8f42-ec00c12664ec tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:32.308246 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-003cfa7e-e2b7-4c08-b59e-6ed5d416a639 req-475ecd35-ad9c-4df3-8f42-ec00c12664ec tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 945 time: 0.0529647 Jan 28 01:35:32.354610 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-003cfa7e-e2b7-4c08-b59e-6ed5d416a639 req-45b04b9f-59a4-4cf3-bfb2-c109ac167444 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406821 Jan 28 01:35:32.469289 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83305f-b45d-4743-a2ef-29eb4c931f21 req-24c662f9-04e2-4393-8f51-ae8c50587cf8 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:32.470752 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f83305f-b45d-4743-a2ef-29eb4c931f21 req-24c662f9-04e2-4393-8f51-ae8c50587cf8 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 945 time: 0.0480616 Jan 28 01:35:32.525223 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f83305f-b45d-4743-a2ef-29eb4c931f21 req-db46db25-151d-47e1-ae1f-15b336ef1d28 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457139 Jan 28 01:35:32.662315 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device bb556204-c002-4b93-9090-d738118dabec details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:35:32.772264 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port bb556204-c002-4b93-9090-d738118dabec, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=bb556204-c002-4b93-9090-d738118dabec,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:32.787478 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'bb556204-c002-4b93-9090-d738118dabec', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'port_id': 'bb556204-c002-4b93-9090-d738118dabec', 'mac_address': 'fa:16:3e:48:3c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:35:32.793466 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874736b-efce-435c-905c-fb6c3521b550 req-7a9f9a1f-1972-4b56-ab3c-0d0be0765965 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:32.795217 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f874736b-efce-435c-905c-fb6c3521b550 req-7a9f9a1f-1972-4b56-ab3c-0d0be0765965 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 945 time: 0.0676465 Jan 28 01:35:32.827890 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port bb556204-c002-4b93-9090-d738118dabec is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:35:32.828198 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bb556204-c002-4b93-9090-d738118dabec), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:32.842075 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb556204-c002-4b93-9090-d738118dabec {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:35:32.852739 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f874736b-efce-435c-905c-fb6c3521b550 req-8ec6fb93-8dce-47a2-a6e4-e65e0e74c5e3 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509818 Jan 28 01:35:32.869860 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port bb556204-c002-4b93-9090-d738118dabec, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=bb556204-c002-4b93-9090-d738118dabec,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:32.873791 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (bb556204-c002-4b93-9090-d738118dabec), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:32.923662 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=bb556204-c002-4b93-9090-d738118dabec,revision_number=14']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:33.248321 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['bb556204-c002-4b93-9090-d738118dabec'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:35:33.977516 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98370626-1443-45f2-be30-023eeb90a9ed req-18d75398-ec65-45eb-b21c-1a0833fa13d0 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:33.978951 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-98370626-1443-45f2-be30-023eeb90a9ed req-18d75398-ec65-45eb-b21c-1a0833fa13d0 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 946 time: 0.0487978 Jan 28 01:35:34.031130 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-98370626-1443-45f2-be30-023eeb90a9ed req-269aa006-ede3-4673-bda8-14ce0981bff9 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464509 Jan 28 01:35:34.691081 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device bb556204-c002-4b93-9090-d738118dabec up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:35:34.749073 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port bb556204-c002-4b93-9090-d738118dabec completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:35:34.755883 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port bb556204-c002-4b93-9090-d738118dabec triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:35:34.756452 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (bb556204-c002-4b93-9090-d738118dabec), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:34.795492 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0d55e-2ba6-485a-820c-ed34956663e2 req-649678fe-176d-46ee-8d6b-ee0790cd0b08 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:34.797052 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c6f0d55e-2ba6-485a-820c-ed34956663e2 req-649678fe-176d-46ee-8d6b-ee0790cd0b08 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 946 time: 0.0516675 Jan 28 01:35:34.844683 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port bb556204-c002-4b93-9090-d738118dabec is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:35:34.845082 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (bb556204-c002-4b93-9090-d738118dabec), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:34.872011 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab59b11e-63ae-457b-8773-dae9bb5aec2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb556204-c002-4b93-9090-d738118dabec'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:35:34.874288 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f321fe-36eb-4a22-802e-a9b547ced851" -d '{"events": [{"server_uuid": "ab59b11e-63ae-457b-8773-dae9bb5aec2b", "name": "network-vif-plugged", "status": "completed", "tag": "bb556204-c002-4b93-9090-d738118dabec"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:35:34.888811 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port bb556204-c002-4b93-9090-d738118dabec, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=bb556204-c002-4b93-9090-d738118dabec,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:34.893800 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (bb556204-c002-4b93-9090-d738118dabec), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:34.906522 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-c6f0d55e-2ba6-485a-820c-ed34956663e2 req-e8c6ebe4-2e95-4332-8fe2-174add3840c4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Deleting port bb556204-c002-4b93-9090-d738118dabec {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:35:34.906985 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c6f0d55e-2ba6-485a-820c-ed34956663e2 req-e8c6ebe4-2e95-4332-8fe2-174add3840c4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (bb556204-c002-4b93-9090-d738118dabec), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:34.928790 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d963ad17-5eb6-4b88-a284-65f5739a499a x-openstack-request-id: req-d963ad17-5eb6-4b88-a284-65f5739a499a {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:35:34.929189 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab59b11e-63ae-457b-8773-dae9bb5aec2b", "name": "network-vif-plugged", "status": "completed", "tag": "bb556204-c002-4b93-9090-d738118dabec", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:35:34.929332 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d963ad17-5eb6-4b88-a284-65f5739a499a {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:35:34.929934 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab59b11e-63ae-457b-8773-dae9bb5aec2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb556204-c002-4b93-9090-d738118dabec', 'code': 200} Jan 28 01:35:34.955988 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=bb556204-c002-4b93-9090-d738118dabec,revision_number=15']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:35.008457 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-c6f0d55e-2ba6-485a-820c-ed34956663e2 req-e8c6ebe4-2e95-4332-8fe2-174add3840c4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] For port bb556204-c002-4b93-9090-d738118dabec, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=bb556204-c002-4b93-9090-d738118dabec,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:35.009090 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c6f0d55e-2ba6-485a-820c-ed34956663e2 req-e8c6ebe4-2e95-4332-8fe2-174add3840c4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (bb556204-c002-4b93-9090-d738118dabec), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:35.217360 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d14e9-7e51-4068-b6bb-857552f65004 req-2ebfbb5a-d8d5-4d0b-a987-c02c7dab3666 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:35.218823 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a76d14e9-7e51-4068-b6bb-857552f65004 req-2ebfbb5a-d8d5-4d0b-a987-c02c7dab3666 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 947 time: 0.1058795 Jan 28 01:35:35.250734 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c6f0d55e-2ba6-485a-820c-ed34956663e2 req-e8c6ebe4-2e95-4332-8fe2-174add3840c4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:35.251111 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c6f0d55e-2ba6-485a-820c-ed34956663e2 req-e8c6ebe4-2e95-4332-8fe2-174add3840c4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (c18f515c-6bef-433a-9bd1-22734b1596fd), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:35.251440 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [req-c6f0d55e-2ba6-485a-820c-ed34956663e2 req-e8c6ebe4-2e95-4332-8fe2-174add3840c4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Floating IP c18f515c-6bef-433a-9bd1-22734b1596fd disassociated. External IP: 172.25.3.41, port: bb556204-c002-4b93-9090-d738118dabec. Jan 28 01:35:35.251831 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-c6f0d55e-2ba6-485a-820c-ed34956663e2 req-e8c6ebe4-2e95-4332-8fe2-174add3840c4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Calling delete_port for bb556204-c002-4b93-9090-d738118dabec owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:35:35.327504 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a76d14e9-7e51-4068-b6bb-857552f65004 req-20ecb00a-e34a-47f9-8f38-dba22272d14d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups?id=43b04045-a4ab-4d31-bba6-aecf58da8efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987003 Jan 28 01:35:35.434696 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c6f0d55e-2ba6-485a-820c-ed34956663e2 req-e8c6ebe4-2e95-4332-8fe2-174add3840c4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (bb556204-c002-4b93-9090-d738118dabec), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:35.467327 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6ebe4-2e95-4332-8fe2-174add3840c4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Pushing event deleted for resources: {'Port': ['ID=bb556204-c002-4b93-9090-d738118dabec,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:35.606753 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6f0d55e-2ba6-485a-820c-ed34956663e2 req-e8c6ebe4-2e95-4332-8fe2-174add3840c4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:35:35.730538 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6f0d55e-2ba6-485a-820c-ed34956663e2 req-e8c6ebe4-2e95-4332-8fe2-174add3840c4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:35:35.745701 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45fc2f9-1f84-4c35-b603-c944876df9c2 None None] Sync routers for ids ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:35:35.759290 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45fc2f9-1f84-4c35-b603-c944876df9c2 None None] Routers {'6a04d4f3-27ef-41ea-bc97-a3715036ed20'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:35:35.759816 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d45fc2f9-1f84-4c35-b603-c944876df9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:35:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:35.774514 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f0d55e-2ba6-485a-820c-ed34956663e2 req-e8c6ebe4-2e95-4332-8fe2-174add3840c4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] No DVR routers for this DVR port bb556204-c002-4b93-9090-d738118dabec on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:35:35.777388 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-c6f0d55e-2ba6-485a-820c-ed34956663e2 req-e8c6ebe4-2e95-4332-8fe2-174add3840c4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:35.781343 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c6f0d55e-2ba6-485a-820c-ed34956663e2 req-e8c6ebe4-2e95-4332-8fe2-174add3840c4 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.65 "DELETE /v2.0/ports/bb556204-c002-4b93-9090-d738118dabec HTTP/1.1" status: 204 len: 173 time: 0.9786396 Jan 28 01:35:35.781822 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab59b11e-63ae-457b-8773-dae9bb5aec2b', 'name': 'network-vif-deleted', 'tag': 'bb556204-c002-4b93-9090-d738118dabec'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:35:35.784203 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafcf1d6-ed62-45e3-85c0-982d8b34f372" -d '{"events": [{"server_uuid": "ab59b11e-63ae-457b-8773-dae9bb5aec2b", "name": "network-vif-deleted", "tag": "bb556204-c002-4b93-9090-d738118dabec"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:35:35.830338 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa86941a-f7a8-48f7-8abe-04d0a85f7f50 x-openstack-request-id: req-aa86941a-f7a8-48f7-8abe-04d0a85f7f50 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:35:35.830822 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab59b11e-63ae-457b-8773-dae9bb5aec2b", "name": "network-vif-deleted", "tag": "bb556204-c002-4b93-9090-d738118dabec", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:35:35.831255 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aa86941a-f7a8-48f7-8abe-04d0a85f7f50 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:35:35.831977 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab59b11e-63ae-457b-8773-dae9bb5aec2b', 'name': 'network-vif-deleted', 'tag': 'bb556204-c002-4b93-9090-d738118dabec', 'status': 'completed', 'code': 200} Jan 28 01:35:35.891722 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-d45fc2f9-1f84-4c35-b603-c944876df9c2 None None] Set router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:35:36.144952 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fa178eaa-c3a3-4996-b9fa-7accedee166b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:36.166810 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d45fc2f9-1f84-4c35-b603-c944876df9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:22:26Z', 'revision_number': 4, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port': {'id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:24Z', 'updated_at': '2022-01-28T01:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'b0e2e805-f72d-46e1-920c-70ef63ef9537', 'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'mac_address': 'fa:16:3e:ff:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:26Z', 'updated_at': '2022-01-28T01:22:31Z', 'revision_number': 5, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'subnets': [{'id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:36.200778 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45fc2f9-1f84-4c35-b603-c944876df9c2 None None] Checking router: 6a04d4f3-27ef-41ea-bc97-a3715036ed20 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:35:36.212680 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45fc2f9-1f84-4c35-b603-c944876df9c2 None None] Routers {'6a04d4f3-27ef-41ea-bc97-a3715036ed20'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:35:36.213422 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d45fc2f9-1f84-4c35-b603-c944876df9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:35:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:36.337022 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-d45fc2f9-1f84-4c35-b603-c944876df9c2 None None] Set router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:35:36.473441 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b8e86aff-35cf-4713-901c-c66dbade56fb req-24fb721f-8cf3-4879-82ec-2ba3a499c7d6 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 210 time: 0.0334444 Jan 28 01:35:36.638071 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d45fc2f9-1f84-4c35-b603-c944876df9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:22:26Z', 'revision_number': 4, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port': {'id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:24Z', 'updated_at': '2022-01-28T01:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'b0e2e805-f72d-46e1-920c-70ef63ef9537', 'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'mac_address': 'fa:16:3e:ff:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:26Z', 'updated_at': '2022-01-28T01:22:31Z', 'revision_number': 5, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'subnets': [{'id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:36.680539 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45fc2f9-1f84-4c35-b603-c944876df9c2 None None] The sync data for ids ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'] in n-d-826754-1 is: [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:22:26Z', 'revision_number': 4, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port': {'id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:24Z', 'updated_at': '2022-01-28T01:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'b0e2e805-f72d-46e1-920c-70ef63ef9537', 'name': '', 'network_id': '8d4d03ff-a518-4131-ac15-49a65f6d4319', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'mac_address': 'fa:16:3e:ff:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:26Z', 'updated_at': '2022-01-28T01:22:31Z', 'revision_number': 5, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'subnets': [{'id': 'f87f6bed-8ef9-4932-967c-9de56143b2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:35:36.926326 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad45b52b-80af-46be-a0ea-16203286dd07 None None] New status for floating IP c18f515c-6bef-433a-9bd1-22734b1596fd: DOWN {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:35:37.594296 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bbb043cd-ee97-455b-ad61-65552ee93703 req-78b945c7-a9d9-4589-8a19-2147f9fe2b68 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 210 time: 0.0314684 Jan 28 01:35:38.456791 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3dfd6146-595d-4454-9e43-af93a12d86f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:38.693659 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb5e28f3-4920-4043-ab4b-34a85437df2a req-3c9b0d8e-1215-4f99-aca2-2b1e37339062 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 210 time: 0.0264106 Jan 28 01:35:38.721880 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device bb556204-c002-4b93-9090-d738118dabec no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:35:38.743766 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: bb556204-c002-4b93-9090-d738118dabec {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:35:38.744113 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device bb556204-c002-4b93-9090-d738118dabec not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:35:39.789837 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7cddcac5-b0d3-436c-99fe-0ee9671cff2c req-b11c1cc2-a03a-42ae-ba3a-7b9c01114d98 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 210 time: 0.0268705 Jan 28 01:35:39.974631 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:40.891118 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fd375ea5-5238-4118-9976-999f1fcc486b req-e585e0e7-a8c5-4cfb-994f-c3fd48aa3b1d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 210 time: 0.0283790 Jan 28 01:35:41.511478 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:41.992222 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1eab7472-843a-4011-b147-477bd487d8ad req-fb588c4d-0fa5-4968-92a2-cecf5dbafa46 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 210 time: 0.0270379 Jan 28 01:35:42.311279 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:43.091581 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-58939e3a-6ad4-4ead-b2d3-9d939f4ef328 req-ecb709fa-028e-4732-a523-0b791a4da2cc tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 210 time: 0.0271933 Jan 28 01:35:43.626774 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:44.196704 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-48e5796a-4d29-4b84-9180-3e303a66387f req-5f4c82b7-988a-47db-bc65-1c9d5f5e9edd tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab59b11e-63ae-457b-8773-dae9bb5aec2b HTTP/1.1" status: 200 len: 210 time: 0.0324149 Jan 28 01:35:45.228390 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:51.076642 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55158) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:51.133582 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4acdfa9c-a2f1-468c-b062-79e576b5b15d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for security_group (43b04045-a4ab-4d31-bba6-aecf58da8efe), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:51.159802 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4acdfa9c-a2f1-468c-b062-79e576b5b15d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for security_group (43b04045-a4ab-4d31-bba6-aecf58da8efe), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:51.213021 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4acdfa9c-a2f1-468c-b062-79e576b5b15d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (43b04045-a4ab-4d31-bba6-aecf58da8efe), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:51.215726 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4acdfa9c-a2f1-468c-b062-79e576b5b15d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:51.219794 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4acdfa9c-a2f1-468c-b062-79e576b5b15d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "DELETE /v2.0/security-groups/43b04045-a4ab-4d31-bba6-aecf58da8efe HTTP/1.1" status: 204 len: 168 time: 0.1419868 Jan 28 01:35:51.219999 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55160) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:51.236544 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acdfa9c-a2f1-468c-b062-79e576b5b15d tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b04045-a4ab-4d31-bba6-aecf58da8efe,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:51.245513 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-49ca7dcd-10dd-4b8f-ab94-1cd8d8f82cf8 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] show failed (client error): The resource could not be found. Jan 28 01:35:51.246807 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-49ca7dcd-10dd-4b8f-ab94-1cd8d8f82cf8 tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "GET /v2.0/security-groups/43b04045-a4ab-4d31-bba6-aecf58da8efe HTTP/1.1" status: 404 len: 347 time: 0.0248885 Jan 28 01:35:51.249508 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55162) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:51.392656 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4523230f-ff5a-46cc-8d3c-6b4cf3f41b4b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Deleting port 5f5ba627-001a-4472-9f37-aec64546fc47 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:35:51.392997 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4523230f-ff5a-46cc-8d3c-6b4cf3f41b4b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (5f5ba627-001a-4472-9f37-aec64546fc47), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:51.477504 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4523230f-ff5a-46cc-8d3c-6b4cf3f41b4b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (5f5ba627-001a-4472-9f37-aec64546fc47), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:51.477835 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4523230f-ff5a-46cc-8d3c-6b4cf3f41b4b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for floatingip (5f5ba627-001a-4472-9f37-aec64546fc47), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:51.490982 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4523230f-ff5a-46cc-8d3c-6b4cf3f41b4b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Calling delete_port for 5f5ba627-001a-4472-9f37-aec64546fc47 owned by network:floatingip {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:35:51.550962 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:35:51.633812 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4523230f-ff5a-46cc-8d3c-6b4cf3f41b4b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (5f5ba627-001a-4472-9f37-aec64546fc47), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:51.663037 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523230f-ff5a-46cc-8d3c-6b4cf3f41b4b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Pushing event deleted for resources: {'Port': ['ID=5f5ba627-001a-4472-9f37-aec64546fc47,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:51.687481 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4523230f-ff5a-46cc-8d3c-6b4cf3f41b4b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:51.687747 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4523230f-ff5a-46cc-8d3c-6b4cf3f41b4b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:51.688074 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4523230f-ff5a-46cc-8d3c-6b4cf3f41b4b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:51.688420 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4523230f-ff5a-46cc-8d3c-6b4cf3f41b4b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:51.688755 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4523230f-ff5a-46cc-8d3c-6b4cf3f41b4b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:51.689089 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4523230f-ff5a-46cc-8d3c-6b4cf3f41b4b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:51.689418 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4523230f-ff5a-46cc-8d3c-6b4cf3f41b4b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:51.689745 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4523230f-ff5a-46cc-8d3c-6b4cf3f41b4b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:51.690071 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4523230f-ff5a-46cc-8d3c-6b4cf3f41b4b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:51.690396 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4523230f-ff5a-46cc-8d3c-6b4cf3f41b4b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:51.690719 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4523230f-ff5a-46cc-8d3c-6b4cf3f41b4b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:51.691041 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4523230f-ff5a-46cc-8d3c-6b4cf3f41b4b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:51.691368 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4523230f-ff5a-46cc-8d3c-6b4cf3f41b4b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:35:51.740570 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4523230f-ff5a-46cc-8d3c-6b4cf3f41b4b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks [] for floatingip (c18f515c-6bef-433a-9bd1-22734b1596fd), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:51.745395 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4523230f-ff5a-46cc-8d3c-6b4cf3f41b4b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:51.745744 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4523230f-ff5a-46cc-8d3c-6b4cf3f41b4b tempest-ServerActionsTestJSON-2029985722 tempest-ServerActionsTestJSON-2029985722-project] 10.222.0.70 "DELETE /v2.0/floatingips/c18f515c-6bef-433a-9bd1-22734b1596fd HTTP/1.1" status: 204 len: 168 time: 0.4951773 Jan 28 01:35:51.748464 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55164) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:52.617215 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-75679473-c42c-4c07-8706-975aa8094870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (6a04d4f3-27ef-41ea-bc97-a3715036ed20), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:52.887921 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-75679473-c42c-4c07-8706-975aa8094870 admin admin] Deleting port b0e2e805-f72d-46e1-920c-70ef63ef9537 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:35:52.888263 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-75679473-c42c-4c07-8706-975aa8094870 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b0e2e805-f72d-46e1-920c-70ef63ef9537), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:52.971911 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-75679473-c42c-4c07-8706-975aa8094870 admin admin] For port b0e2e805-f72d-46e1-920c-70ef63ef9537, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b0e2e805-f72d-46e1-920c-70ef63ef9537,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:52.972285 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-75679473-c42c-4c07-8706-975aa8094870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b0e2e805-f72d-46e1-920c-70ef63ef9537), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:52.986057 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-75679473-c42c-4c07-8706-975aa8094870 admin admin] Calling delete_port for b0e2e805-f72d-46e1-920c-70ef63ef9537 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:35:53.173200 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-75679473-c42c-4c07-8706-975aa8094870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (b0e2e805-f72d-46e1-920c-70ef63ef9537), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:53.199691 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75679473-c42c-4c07-8706-975aa8094870 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0e2e805-f72d-46e1-920c-70ef63ef9537,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:53.370719 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-75679473-c42c-4c07-8706-975aa8094870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (6a04d4f3-27ef-41ea-bc97-a3715036ed20), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:53.597480 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75679473-c42c-4c07-8706-975aa8094870 admin admin] Router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:35:53.717209 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75679473-c42c-4c07-8706-975aa8094870 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:35:53.723165 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-75679473-c42c-4c07-8706-975aa8094870 admin admin] 10.222.0.70 "PUT /v2.0/routers/6a04d4f3-27ef-41ea-bc97-a3715036ed20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9739294 Jan 28 01:35:53.727523 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55168) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:53.727769 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e312caa7-7388-44c7-848e-12b6e8e92094 None None] Sync routers for ids ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:35:53.738673 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e312caa7-7388-44c7-848e-12b6e8e92094 None None] Routers {'6a04d4f3-27ef-41ea-bc97-a3715036ed20'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:35:53.739360 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-e312caa7-7388-44c7-848e-12b6e8e92094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:35:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:53.841476 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-447af7b0-9aa8-4b15-a416-bd81e2d7854b admin admin] Publish callbacks [] for router (6a04d4f3-27ef-41ea-bc97-a3715036ed20), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:53.847577 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-e312caa7-7388-44c7-848e-12b6e8e92094 None None] Set router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:35:53.950604 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-447af7b0-9aa8-4b15-a416-bd81e2d7854b admin admin] Publish callbacks [] for router_gateway (6a04d4f3-27ef-41ea-bc97-a3715036ed20), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:54.010668 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-447af7b0-9aa8-4b15-a416-bd81e2d7854b admin admin] Deleting port af60d46f-0eef-406a-af6d-23602f135e51 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:35:54.010911 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-447af7b0-9aa8-4b15-a416-bd81e2d7854b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (af60d46f-0eef-406a-af6d-23602f135e51), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:54.045541 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-e312caa7-7388-44c7-848e-12b6e8e92094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:35:53Z', 'revision_number': 5, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port': {'id': 'af60d46f-0eef-406a-af6d-23602f135e51', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:22:24Z', 'updated_at': '2022-01-28T01:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:54.077746 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e312caa7-7388-44c7-848e-12b6e8e92094 None None] Checking router: 6a04d4f3-27ef-41ea-bc97-a3715036ed20 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:35:54.095394 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e312caa7-7388-44c7-848e-12b6e8e92094 None None] Routers {'6a04d4f3-27ef-41ea-bc97-a3715036ed20'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:35:54.096047 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-e312caa7-7388-44c7-848e-12b6e8e92094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:35:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:54.101313 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-447af7b0-9aa8-4b15-a416-bd81e2d7854b admin admin] For port af60d46f-0eef-406a-af6d-23602f135e51, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=af60d46f-0eef-406a-af6d-23602f135e51,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:54.101683 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-447af7b0-9aa8-4b15-a416-bd81e2d7854b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (af60d46f-0eef-406a-af6d-23602f135e51), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:54.113833 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-447af7b0-9aa8-4b15-a416-bd81e2d7854b admin admin] Calling delete_port for af60d46f-0eef-406a-af6d-23602f135e51 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:35:54.224664 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-e312caa7-7388-44c7-848e-12b6e8e92094 None None] Set router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:35:54.293651 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-447af7b0-9aa8-4b15-a416-bd81e2d7854b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (af60d46f-0eef-406a-af6d-23602f135e51), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:54.322475 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447af7b0-9aa8-4b15-a416-bd81e2d7854b admin admin] Pushing event deleted for resources: {'Port': ['ID=af60d46f-0eef-406a-af6d-23602f135e51,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:54.388437 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-447af7b0-9aa8-4b15-a416-bd81e2d7854b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (6a04d4f3-27ef-41ea-bc97-a3715036ed20), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:54.450202 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-e312caa7-7388-44c7-848e-12b6e8e92094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:35:53Z', 'revision_number': 6, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:54.483204 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e312caa7-7388-44c7-848e-12b6e8e92094 None None] The sync data for ids ['6a04d4f3-27ef-41ea-bc97-a3715036ed20'] in n-d-826754-1 is: [{'id': '6a04d4f3-27ef-41ea-bc97-a3715036ed20', 'name': 'tempest-ServerActionsTestJSON-1366612525-router', 'tenant_id': '7ee279632025430f900ed55c22bbb14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:22:23Z', 'updated_at': '2022-01-28T01:35:53Z', 'revision_number': 6, 'project_id': '7ee279632025430f900ed55c22bbb14a', 'gw_port_host': None}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:35:54.496992 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-447af7b0-9aa8-4b15-a416-bd81e2d7854b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (6a04d4f3-27ef-41ea-bc97-a3715036ed20), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:54.501027 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-447af7b0-9aa8-4b15-a416-bd81e2d7854b admin admin] Publish callbacks [] for router_controller (6a04d4f3-27ef-41ea-bc97-a3715036ed20), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:54.559005 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-447af7b0-9aa8-4b15-a416-bd81e2d7854b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (6a04d4f3-27ef-41ea-bc97-a3715036ed20), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:54.559717 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447af7b0-9aa8-4b15-a416-bd81e2d7854b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a04d4f3-27ef-41ea-bc97-a3715036ed20 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:35:54.565247 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-447af7b0-9aa8-4b15-a416-bd81e2d7854b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:54.566450 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-447af7b0-9aa8-4b15-a416-bd81e2d7854b admin admin] 10.222.0.70 "DELETE /v2.0/routers/6a04d4f3-27ef-41ea-bc97-a3715036ed20 HTTP/1.1" status: 204 len: 168 time: 0.8372629 Jan 28 01:35:54.569372 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55170) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:54.616439 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e1df80-58b4-4666-bc28-b973b5a00dd6 admin admin] Deleting subnet f87f6bed-8ef9-4932-967c-9de56143b2f7 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:35:54.619845 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f1e1df80-58b4-4666-bc28-b973b5a00dd6 admin admin] Publish callbacks [] for subnet (f87f6bed-8ef9-4932-967c-9de56143b2f7), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:54.656453 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f1e1df80-58b4-4666-bc28-b973b5a00dd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (f87f6bed-8ef9-4932-967c-9de56143b2f7), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:54.743130 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f1e1df80-58b4-4666-bc28-b973b5a00dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (f87f6bed-8ef9-4932-967c-9de56143b2f7), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:54.808770 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f1e1df80-58b4-4666-bc28-b973b5a00dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (f87f6bed-8ef9-4932-967c-9de56143b2f7), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:54.836713 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e1df80-58b4-4666-bc28-b973b5a00dd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f87f6bed-8ef9-4932-967c-9de56143b2f7,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:54.842194 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f1e1df80-58b4-4666-bc28-b973b5a00dd6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:54.845714 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f1e1df80-58b4-4666-bc28-b973b5a00dd6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f87f6bed-8ef9-4932-967c-9de56143b2f7 HTTP/1.1" status: 204 len: 168 time: 0.2750843 Jan 28 01:35:54.849098 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70d883c-e3e3-493c-a809-33bc8de9fccb None None] Network 8d4d03ff-a518-4131-ac15-49a65f6d4319 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:35:54.849790 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55172) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:54.929009 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1136df33-1cf6-4bb8-8ca0-2bacaca63853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (8d4d03ff-a518-4131-ac15-49a65f6d4319), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:54.991024 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1136df33-1cf6-4bb8-8ca0-2bacaca63853 admin admin] Deleting port 95c2ce42-913c-487e-8fec-633a02c0ea29 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:35:54.991454 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1136df33-1cf6-4bb8-8ca0-2bacaca63853 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (95c2ce42-913c-487e-8fec-633a02c0ea29), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:55.060800 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-1136df33-1cf6-4bb8-8ca0-2bacaca63853 admin admin] For port 95c2ce42-913c-487e-8fec-633a02c0ea29, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=95c2ce42-913c-487e-8fec-633a02c0ea29,segment=NetworkSegment(a5748665-3773-4df1-9350-af8ae20c10a1),segment_id=a5748665-3773-4df1-9350-af8ae20c10a1)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:35:55.061167 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1136df33-1cf6-4bb8-8ca0-2bacaca63853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (95c2ce42-913c-487e-8fec-633a02c0ea29), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:55.074644 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1136df33-1cf6-4bb8-8ca0-2bacaca63853 admin admin] Calling delete_port for 95c2ce42-913c-487e-8fec-633a02c0ea29 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:35:55.156654 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1136df33-1cf6-4bb8-8ca0-2bacaca63853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (95c2ce42-913c-487e-8fec-633a02c0ea29), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:55.187607 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136df33-1cf6-4bb8-8ca0-2bacaca63853 admin admin] Pushing event deleted for resources: {'Port': ['ID=95c2ce42-913c-487e-8fec-633a02c0ea29,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:55.191171 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1136df33-1cf6-4bb8-8ca0-2bacaca63853 admin admin] No DVR routers for this DVR port 95c2ce42-913c-487e-8fec-633a02c0ea29 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:35:55.266976 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1136df33-1cf6-4bb8-8ca0-2bacaca63853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (8d4d03ff-a518-4131-ac15-49a65f6d4319), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:55.269660 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e48dd0-7d23-47d7-ac43-fea2887f4aca None None] DHCP port deletion for 8d4d03ff-a518-4131-ac15-49a65f6d4319 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:35:55.292877 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-1136df33-1cf6-4bb8-8ca0-2bacaca63853 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d4d03ff-a518-4131-ac15-49a65f6d4319']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:55.305624 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-1136df33-1cf6-4bb8-8ca0-2bacaca63853 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5748665-3773-4df1-9350-af8ae20c10a1') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:55.305926 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-1136df33-1cf6-4bb8-8ca0-2bacaca63853 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5748665-3773-4df1-9350-af8ae20c10a1') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:35:55.318058 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1136df33-1cf6-4bb8-8ca0-2bacaca63853 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (a5748665-3773-4df1-9350-af8ae20c10a1), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:55.332958 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1136df33-1cf6-4bb8-8ca0-2bacaca63853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (a5748665-3773-4df1-9350-af8ae20c10a1), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:55.340104 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1136df33-1cf6-4bb8-8ca0-2bacaca63853 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:35:55.340536 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1136df33-1cf6-4bb8-8ca0-2bacaca63853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (a5748665-3773-4df1-9350-af8ae20c10a1), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:55.342573 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 01:35:55.342573 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:35:55.342573 n-d-826754-1 neutron-server[103343]: timer() Jan 28 01:35:55.342573 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:35:55.342573 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 01:35:55.342573 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:35:55.342573 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 01:35:55.342573 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:35:55.342573 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 01:35:55.342573 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:35:55.342573 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 01:35:55.342573 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:35:55.342573 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 01:35:55.342573 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:35:55.342573 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:35:55.342573 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:35:55.342573 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:35:55.342573 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:35:55.342573 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 01:35:55.342573 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:35:55.342573 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 01:35:55.342573 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:35:55.342573 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:35:55.342573 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:35:55.342573 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 01:35:55.342573 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:35:55.342573 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:35:55.342573 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:35:55.342573 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:35:55.342573 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:35:55.342573 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:35:55.342573 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:35:55.406145 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1136df33-1cf6-4bb8-8ca0-2bacaca63853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (8d4d03ff-a518-4131-ac15-49a65f6d4319), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:55.414848 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1136df33-1cf6-4bb8-8ca0-2bacaca63853 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:55.422538 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1136df33-1cf6-4bb8-8ca0-2bacaca63853 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8d4d03ff-a518-4131-ac15-49a65f6d4319 HTTP/1.1" status: 204 len: 168 time: 0.5685153 Jan 28 01:35:55.432767 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136df33-1cf6-4bb8-8ca0-2bacaca63853 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d4d03ff-a518-4131-ac15-49a65f6d4319,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:55.554520 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55176) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:55.596769 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9d06bdf7-0620-4639-bb29-5877b313239f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7ee279632025430f900ed55c22bbb14a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409024 Jan 28 01:35:55.599803 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55178) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:55.658637 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1c3aa718-db1b-4041-a644-fd1d2bbf67a0 admin admin] Publish callbacks [] for security_group (682566ef-2a7f-434d-b976-74edc57078f6), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:55.681576 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1c3aa718-db1b-4041-a644-fd1d2bbf67a0 admin admin] Publish callbacks [] for security_group (682566ef-2a7f-434d-b976-74edc57078f6), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:55.734938 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1c3aa718-db1b-4041-a644-fd1d2bbf67a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (682566ef-2a7f-434d-b976-74edc57078f6), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:55.738129 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1c3aa718-db1b-4041-a644-fd1d2bbf67a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:55.739192 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1c3aa718-db1b-4041-a644-fd1d2bbf67a0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/682566ef-2a7f-434d-b976-74edc57078f6 HTTP/1.1" status: 204 len: 168 time: 0.1381142 Jan 28 01:35:55.747513 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3aa718-db1b-4041-a644-fd1d2bbf67a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682566ef-2a7f-434d-b976-74edc57078f6,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:56.453677 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b0e2e805-f72d-46e1-920c-70ef63ef9537 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:35:56.475304 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: b0e2e805-f72d-46e1-920c-70ef63ef9537 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:35:56.475687 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b0e2e805-f72d-46e1-920c-70ef63ef9537 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:35:56.476115 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 95c2ce42-913c-487e-8fec-633a02c0ea29 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:35:56.487400 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55200) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:56.496350 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 95c2ce42-913c-487e-8fec-633a02c0ea29 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:35:56.496698 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 95c2ce42-913c-487e-8fec-633a02c0ea29 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:35:56.497119 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device af60d46f-0eef-406a-af6d-23602f135e51 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:35:56.520290 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: af60d46f-0eef-406a-af6d-23602f135e51 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:35:56.521390 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device af60d46f-0eef-406a-af6d-23602f135e51 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:35:56.598022 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-139449f7-b148-4540-b1d6-085b3000f114 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-258479056-network', 'tenant_id': '17948061a6a64ccda6a7050a18a2fc52'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:35:56.619430 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139449f7-b148-4540-b1d6-085b3000f114 admin admin] Made reservation on behalf of 17948061a6a64ccda6a7050a18a2fc52 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:35:56.621754 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-139449f7-b148-4540-b1d6-085b3000f114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:56.631842 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-139449f7-b148-4540-b1d6-085b3000f114 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:56.711184 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-139449f7-b148-4540-b1d6-085b3000f114 admin admin] Publish callbacks [] for security_group (4b002fc3-e63b-47b3-8b4f-7a2cd99b649c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:56.715791 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-139449f7-b148-4540-b1d6-085b3000f114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4b002fc3-e63b-47b3-8b4f-7a2cd99b649c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:56.743132 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-139449f7-b148-4540-b1d6-085b3000f114 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:35:56.751325 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139449f7-b148-4540-b1d6-085b3000f114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b002fc3-e63b-47b3-8b4f-7a2cd99b649c,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:56.758492 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-139449f7-b148-4540-b1d6-085b3000f114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (0dc8a697-28f1-4b4a-af74-94080138ab2f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:56.758834 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-139449f7-b148-4540-b1d6-085b3000f114 admin admin] Added segment 0dc8a697-28f1-4b4a-af74-94080138ab2f of type vlan for network 70aec12c-b6d3-42bb-b932-da9bc695c7fc Jan 28 01:35:56.800537 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-139449f7-b148-4540-b1d6-085b3000f114 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (70aec12c-b6d3-42bb-b932-da9bc695c7fc), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:56.826388 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-139449f7-b148-4540-b1d6-085b3000f114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (70aec12c-b6d3-42bb-b932-da9bc695c7fc), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:56.827450 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139449f7-b148-4540-b1d6-085b3000f114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:56.828095 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-139449f7-b148-4540-b1d6-085b3000f114 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:56.886299 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-139449f7-b148-4540-b1d6-085b3000f114 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3976190 Jan 28 01:35:56.889067 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55204) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:35:56.895958 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-3d3e7851-0dfd-4c59-8449-9856c949d805 admin admin] Request body: {'subnet': {'network_id': '70aec12c-b6d3-42bb-b932-da9bc695c7fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-258479056-subnet', 'tenant_id': '17948061a6a64ccda6a7050a18a2fc52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:35:56.909851 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139449f7-b148-4540-b1d6-085b3000f114 admin admin] Pushing event updated for resources: {'Network': ['ID=70aec12c-b6d3-42bb-b932-da9bc695c7fc,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:56.922116 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 70aec12c-b6d3-42bb-b932-da9bc695c7fc details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:35:56.924634 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3e7851-0dfd-4c59-8449-9856c949d805 admin admin] Made reservation on behalf of 17948061a6a64ccda6a7050a18a2fc52 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:35:56.928636 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7851-0dfd-4c59-8449-9856c949d805 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:57.118410 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7851-0dfd-4c59-8449-9856c949d805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (c5b558a1-972c-4201-ab51-3d72102d1e88), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:57.170148 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e7851-0dfd-4c59-8449-9856c949d805 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b558a1-972c-4201-ab51-3d72102d1e88,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:57.187566 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3e7851-0dfd-4c59-8449-9856c949d805 admin admin] Checking segment: {'id': '0dc8a697-28f1-4b4a-af74-94080138ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70aec12c-b6d3-42bb-b932-da9bc695c7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:35:57.188004 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3e7851-0dfd-4c59-8449-9856c949d805 admin admin] Network hostable DHCP agents. Network: 70aec12c-b6d3-42bb-b932-da9bc695c7fc, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:35:57.206268 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3e7851-0dfd-4c59-8449-9856c949d805 admin admin] Network 70aec12c-b6d3-42bb-b932-da9bc695c7fc is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:35:57.216673 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-3d3e7851-0dfd-4c59-8449-9856c949d805 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 70aec12c-b6d3-42bb-b932-da9bc695c7fc) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:35:57.221116 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3e7851-0dfd-4c59-8449-9856c949d805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:57.221842 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7851-0dfd-4c59-8449-9856c949d805 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:57.228061 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79975ee-db1e-41a8-9e61-4b5e55c90f77 None None] Network 70aec12c-b6d3-42bb-b932-da9bc695c7fc requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:35:57.245568 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3d3e7851-0dfd-4c59-8449-9856c949d805 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3554261 Jan 28 01:35:57.336698 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd327f5-46b1-4a28-9571-f3a1862b89d6 None None] Network 70aec12c-b6d3-42bb-b932-da9bc695c7fc requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:35:57.705795 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-c075f6ab-98fd-4b56-9df9-4d9fd9742ca6 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:57.707309 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-c075f6ab-98fd-4b56-9df9-4d9fd9742ca6 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/networks?id=70aec12c-b6d3-42bb-b932-da9bc695c7fc HTTP/1.1" status: 200 len: 813 time: 0.1103945 Jan 28 01:35:57.723951 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-a3d1f778-f6c3-4b45-9acf-9542be6e3a4a tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/quotas/17948061a6a64ccda6a7050a18a2fc52 HTTP/1.1" status: 200 len: 375 time: 0.0096183 Jan 28 01:35:57.758662 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-af1000fe-17d5-47e3-8a15-1af17229cf6a tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=17948061a6a64ccda6a7050a18a2fc52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290201 Jan 28 01:35:57.893845 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-ceb76773-6fe9-466c-8042-be3f0ad80e4b service neutron] 10.222.0.70 "GET /v2.0/networks/70aec12c-b6d3-42bb-b932-da9bc695c7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283782 Jan 28 01:35:57.988964 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-e532a31a-961e-4f33-9f9b-b162fda91995 service neutron] 10.222.0.70 "GET /v2.0/networks/70aec12c-b6d3-42bb-b932-da9bc695c7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884805 Jan 28 01:35:58.151400 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ed9b2ee7-1871-4d82-8e9a-0d059705ef87 req-d860ec78-c14f-44a0-8284-fb0db61722a6 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=16f780f9-5cc1-4ecf-9c63-e43054b4fa89 HTTP/1.1" status: 200 len: 210 time: 0.0282357 Jan 28 01:35:59.246767 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b4fb467d-eee7-476f-8911-2421f34387f4 req-0e527d02-5d48-4b3e-8492-e72c8110e907 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=16f780f9-5cc1-4ecf-9c63-e43054b4fa89 HTTP/1.1" status: 200 len: 210 time: 0.0270600 Jan 28 01:35:59.340776 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-17b5b66f-1b65-4a4d-b2c0-cbc3ecf9ab00 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:59.342224 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-17b5b66f-1b65-4a4d-b2c0-cbc3ecf9ab00 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.52 "GET /v2.0/networks?id=70aec12c-b6d3-42bb-b932-da9bc695c7fc HTTP/1.1" status: 200 len: 813 time: 0.1306598 Jan 28 01:35:59.372339 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-b5cd732c-fc6c-4da1-b802-1fb811d661fc tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Request body: {'port': {'device_id': '16f780f9-5cc1-4ecf-9c63-e43054b4fa89', 'network_id': '70aec12c-b6d3-42bb-b932-da9bc695c7fc', 'admin_state_up': True, 'tenant_id': '17948061a6a64ccda6a7050a18a2fc52'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:35:59.491471 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-b5cd732c-fc6c-4da1-b802-1fb811d661fc tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Made reservation on behalf of 17948061a6a64ccda6a7050a18a2fc52 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:35:59.494771 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-b5cd732c-fc6c-4da1-b802-1fb811d661fc tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:59.625212 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-b5cd732c-fc6c-4da1-b802-1fb811d661fc tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Allocated IP 172.20.0.11 (70aec12c-b6d3-42bb-b932-da9bc695c7fc/c5b558a1-972c-4201-ab51-3d72102d1e88/afee6223-6948-423c-903e-7a26d18d28df) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:35:59.774154 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-b5cd732c-fc6c-4da1-b802-1fb811d661fc tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Publish callbacks [] for port (afee6223-6948-423c-903e-7a26d18d28df), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:59.810658 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-b5cd732c-fc6c-4da1-b802-1fb811d661fc tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (afee6223-6948-423c-903e-7a26d18d28df), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:59.856846 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-b5cd732c-fc6c-4da1-b802-1fb811d661fc tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Network 70aec12c-b6d3-42bb-b932-da9bc695c7fc is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:35:59.859727 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-b5cd732c-fc6c-4da1-b802-1fb811d661fc tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:35:59.862350 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-b5cd732c-fc6c-4da1-b802-1fb811d661fc tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:35:59.898145 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd732c-fc6c-4da1-b802-1fb811d661fc tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Pushing event updated for resources: {'Port': ['ID=afee6223-6948-423c-903e-7a26d18d28df,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:35:59.924067 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-b5cd732c-fc6c-4da1-b802-1fb811d661fc tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:35:59.924693 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-b5cd732c-fc6c-4da1-b802-1fb811d661fc tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:35:59.941664 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-b5cd732c-fc6c-4da1-b802-1fb811d661fc tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5730395 Jan 28 01:36:00.006896 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-f5f1cf24-d1c5-40ab-b4b6-a0538052bedd service neutron] Request body: {'port': {'device_id': '16f780f9-5cc1-4ecf-9c63-e43054b4fa89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:00.066097 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-f5f1cf24-d1c5-40ab-b4b6-a0538052bedd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (afee6223-6948-423c-903e-7a26d18d28df), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:00.345995 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-f5f1cf24-d1c5-40ab-b4b6-a0538052bedd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afee6223-6948-423c-903e-7a26d18d28df {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:36:00.354373 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-f5f1cf24-d1c5-40ab-b4b6-a0538052bedd service neutron] Publish callbacks [] for port (afee6223-6948-423c-903e-7a26d18d28df), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:00.367488 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-f5f1cf24-d1c5-40ab-b4b6-a0538052bedd service neutron] Transition to ACTIVE for port object afee6223-6948-423c-903e-7a26d18d28df will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:36:00.371859 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-f5f1cf24-d1c5-40ab-b4b6-a0538052bedd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (afee6223-6948-423c-903e-7a26d18d28df), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:00.374484 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4014138-2b12-4a33-a729-bbf8253eaba3 req-f6b5a0bc-4941-4107-bdb8-3db22d64b21c tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:00.376038 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4014138-2b12-4a33-a729-bbf8253eaba3 req-f6b5a0bc-4941-4107-bdb8-3db22d64b21c tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=16f780f9-5cc1-4ecf-9c63-e43054b4fa89 HTTP/1.1" status: 200 len: 932 time: 0.0508213 Jan 28 01:36:00.431095 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1cf24-d1c5-40ab-b4b6-a0538052bedd service neutron] Pushing event updated for resources: {'Port': ['ID=afee6223-6948-423c-903e-7a26d18d28df,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:00.434911 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4014138-2b12-4a33-a729-bbf8253eaba3 req-2ee84dc3-4108-442f-b5a6-226d402a5f37 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b002fc3-e63b-47b3-8b4f-7a2cd99b649c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517220 Jan 28 01:36:00.504714 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-f5f1cf24-d1c5-40ab-b4b6-a0538052bedd service neutron] Attempting to bind port afee6223-6948-423c-903e-7a26d18d28df on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:36:00.505049 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-f5f1cf24-d1c5-40ab-b4b6-a0538052bedd service neutron] Attempting to bind port afee6223-6948-423c-903e-7a26d18d28df by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '0dc8a697-28f1-4b4a-af74-94080138ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70aec12c-b6d3-42bb-b932-da9bc695c7fc'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:36:00.505477 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-f5f1cf24-d1c5-40ab-b4b6-a0538052bedd service neutron] Attempting to bind port afee6223-6948-423c-903e-7a26d18d28df on network 70aec12c-b6d3-42bb-b932-da9bc695c7fc {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:36:00.510143 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-f5f1cf24-d1c5-40ab-b4b6-a0538052bedd service neutron] Port afee6223-6948-423c-903e-7a26d18d28df on network 70aec12c-b6d3-42bb-b932-da9bc695c7fc not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:36:00.510469 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-f5f1cf24-d1c5-40ab-b4b6-a0538052bedd service neutron] Attempting to bind port afee6223-6948-423c-903e-7a26d18d28df on network 70aec12c-b6d3-42bb-b932-da9bc695c7fc {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:36:00.515325 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-f5f1cf24-d1c5-40ab-b4b6-a0538052bedd service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:36:00.515691 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-f5f1cf24-d1c5-40ab-b4b6-a0538052bedd service neutron] Checking segment: {'id': '0dc8a697-28f1-4b4a-af74-94080138ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70aec12c-b6d3-42bb-b932-da9bc695c7fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:36:00.516102 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-f5f1cf24-d1c5-40ab-b4b6-a0538052bedd service neutron] Bound using segment: {'id': '0dc8a697-28f1-4b4a-af74-94080138ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70aec12c-b6d3-42bb-b932-da9bc695c7fc'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:36:00.516536 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-f5f1cf24-d1c5-40ab-b4b6-a0538052bedd service neutron] Bound port: afee6223-6948-423c-903e-7a26d18d28df, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc8a697-28f1-4b4a-af74-94080138ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70aec12c-b6d3-42bb-b932-da9bc695c7fc'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:36:00.516895 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-f5f1cf24-d1c5-40ab-b4b6-a0538052bedd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (afee6223-6948-423c-903e-7a26d18d28df), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:00.587767 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-f5f1cf24-d1c5-40ab-b4b6-a0538052bedd service neutron] For port afee6223-6948-423c-903e-7a26d18d28df, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:36:00.590840 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-f5f1cf24-d1c5-40ab-b4b6-a0538052bedd service neutron] For port afee6223-6948-423c-903e-7a26d18d28df, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=afee6223-6948-423c-903e-7a26d18d28df,segment=NetworkSegment(0dc8a697-28f1-4b4a-af74-94080138ab2f),segment_id=0dc8a697-28f1-4b4a-af74-94080138ab2f)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:36:00.594610 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-f5f1cf24-d1c5-40ab-b4b6-a0538052bedd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (afee6223-6948-423c-903e-7a26d18d28df), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:00.627979 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-f5f1cf24-d1c5-40ab-b4b6-a0538052bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:00.628631 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-f5f1cf24-d1c5-40ab-b4b6-a0538052bedd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:00.630689 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-f5f1cf24-d1c5-40ab-b4b6-a0538052bedd service neutron] 10.222.0.52 "PUT /v2.0/ports/afee6223-6948-423c-903e-7a26d18d28df HTTP/1.1" status: 200 len: 1092 time: 0.6758907 Jan 28 01:36:00.632962 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f780f9-5cc1-4ecf-9c63-e43054b4fa89', 'tag': 'afee6223-6948-423c-903e-7a26d18d28df'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:36:00.635226 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d19a86-a978-465c-9a47-2180cfd2ca1e" -d '{"events": [{"name": "network-changed", "server_uuid": "16f780f9-5cc1-4ecf-9c63-e43054b4fa89", "tag": "afee6223-6948-423c-903e-7a26d18d28df"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:36:00.663510 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1cf24-d1c5-40ab-b4b6-a0538052bedd service neutron] Pushing event updated for resources: {'Port': ['ID=afee6223-6948-423c-903e-7a26d18d28df,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:00.680536 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca33169e-4c38-4c1f-b77e-fc16a9fa4af0 x-openstack-request-id: req-ca33169e-4c38-4c1f-b77e-fc16a9fa4af0 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:36:00.680840 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16f780f9-5cc1-4ecf-9c63-e43054b4fa89", "tag": "afee6223-6948-423c-903e-7a26d18d28df", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:36:00.681099 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ca33169e-4c38-4c1f-b77e-fc16a9fa4af0 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:36:00.681509 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16f780f9-5cc1-4ecf-9c63-e43054b4fa89', 'tag': 'afee6223-6948-423c-903e-7a26d18d28df', 'status': 'completed', 'code': 200} Jan 28 01:36:00.739357 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-6df0f333-c1f6-4727-9777-ee637423c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:00.740922 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-6df0f333-c1f6-4727-9777-ee637423c033 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=17948061a6a64ccda6a7050a18a2fc52&device_id=16f780f9-5cc1-4ecf-9c63-e43054b4fa89 HTTP/1.1" status: 200 len: 1095 time: 0.0413392 Jan 28 01:36:00.794280 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-df9a2d1e-9837-4f35-8cb8-41694e2e69c2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afee6223-6948-423c-903e-7a26d18d28df HTTP/1.1" status: 200 len: 217 time: 0.0383372 Jan 28 01:36:00.842411 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-9fd0662c-d5bc-431a-97ed-027bd037807c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:00.843941 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-9fd0662c-d5bc-431a-97ed-027bd037807c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c5b558a1-972c-4201-ab51-3d72102d1e88 HTTP/1.1" status: 200 len: 853 time: 0.0439222 Jan 28 01:36:00.875872 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-45c4c305-a460-4604-8dbe-a3af8b77e835 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=70aec12c-b6d3-42bb-b932-da9bc695c7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248222 Jan 28 01:36:00.967929 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-a44f4972-f57b-4110-abc2-91994be8573a service neutron] 10.222.0.52 "GET /v2.0/networks/70aec12c-b6d3-42bb-b932-da9bc695c7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855927 Jan 28 01:36:01.055982 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-40ce7bd4-cc34-46e2-8f9a-4c0bff80b67b req-e9f0d440-037b-4450-a3a5-bbfefbb63e22 service neutron] 10.222.0.52 "GET /v2.0/networks/70aec12c-b6d3-42bb-b932-da9bc695c7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816238 Jan 28 01:36:01.187298 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d19a86-a978-465c-9a47-2180cfd2ca1e req-be7d05d0-b106-4415-96e5-575c23522f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:01.188812 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a1d19a86-a978-465c-9a47-2180cfd2ca1e req-be7d05d0-b106-4415-96e5-575c23522f2e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=17948061a6a64ccda6a7050a18a2fc52&device_id=16f780f9-5cc1-4ecf-9c63-e43054b4fa89 HTTP/1.1" status: 200 len: 1095 time: 0.0418139 Jan 28 01:36:01.284480 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d19a86-a978-465c-9a47-2180cfd2ca1e req-c607721c-84fc-41b1-92ee-a68a5bcd1381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:01.286615 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a1d19a86-a978-465c-9a47-2180cfd2ca1e req-c607721c-84fc-41b1-92ee-a68a5bcd1381 service neutron] 10.222.0.52 "GET /v2.0/networks?id=70aec12c-b6d3-42bb-b932-da9bc695c7fc HTTP/1.1" status: 200 len: 914 time: 0.0897584 Jan 28 01:36:01.326746 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a1d19a86-a978-465c-9a47-2180cfd2ca1e req-6f067e44-e895-4fbe-b02f-f6ee29028c28 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afee6223-6948-423c-903e-7a26d18d28df HTTP/1.1" status: 200 len: 217 time: 0.0343890 Jan 28 01:36:01.380068 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d19a86-a978-465c-9a47-2180cfd2ca1e req-aa09afde-59aa-4c2d-a811-d61020e65f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:01.381526 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a1d19a86-a978-465c-9a47-2180cfd2ca1e req-aa09afde-59aa-4c2d-a811-d61020e65f3f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c5b558a1-972c-4201-ab51-3d72102d1e88 HTTP/1.1" status: 200 len: 853 time: 0.0494280 Jan 28 01:36:01.413753 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a1d19a86-a978-465c-9a47-2180cfd2ca1e req-5133d0bb-a0ab-4463-8d8c-ec111d441bc3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=70aec12c-b6d3-42bb-b932-da9bc695c7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251150 Jan 28 01:36:01.504345 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a1d19a86-a978-465c-9a47-2180cfd2ca1e req-21c6a2cc-15ce-4d7f-ab51-8dd3caf4b865 service neutron] 10.222.0.52 "GET /v2.0/networks/70aec12c-b6d3-42bb-b932-da9bc695c7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839486 Jan 28 01:36:01.553350 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf11e1-ce35-401a-a29a-3e930432800b req-8c02a169-6b6f-40d2-a36f-25de82a67d52 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:01.554784 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-25bf11e1-ce35-401a-a29a-3e930432800b req-8c02a169-6b6f-40d2-a36f-25de82a67d52 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=16f780f9-5cc1-4ecf-9c63-e43054b4fa89 HTTP/1.1" status: 200 len: 944 time: 0.0502920 Jan 28 01:36:01.601384 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a1d19a86-a978-465c-9a47-2180cfd2ca1e req-8ed72003-7de6-4f68-9dc6-08271187f747 service neutron] 10.222.0.52 "GET /v2.0/networks/70aec12c-b6d3-42bb-b932-da9bc695c7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910871 Jan 28 01:36:01.604402 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-25bf11e1-ce35-401a-a29a-3e930432800b req-2b6a6152-19e5-4371-b678-fc8af4aba135 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b002fc3-e63b-47b3-8b4f-7a2cd99b649c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439684 Jan 28 01:36:02.722719 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15131741-e136-425c-8bbe-7c7c4ebcee8d req-75a4dae4-b382-4878-b9ad-e5a5c381229f tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:02.725018 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-15131741-e136-425c-8bbe-7c7c4ebcee8d req-75a4dae4-b382-4878-b9ad-e5a5c381229f tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=16f780f9-5cc1-4ecf-9c63-e43054b4fa89 HTTP/1.1" status: 200 len: 944 time: 0.0487819 Jan 28 01:36:02.772922 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-15131741-e136-425c-8bbe-7c7c4ebcee8d req-ddc7b637-36f5-4445-bc29-888920d9b7d5 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b002fc3-e63b-47b3-8b4f-7a2cd99b649c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417295 Jan 28 01:36:03.896291 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce32259-ea07-4449-9d61-0238969689e0 req-bb467c9d-bed8-480b-b384-55f3caeed2d3 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:03.897763 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2ce32259-ea07-4449-9d61-0238969689e0 req-bb467c9d-bed8-480b-b384-55f3caeed2d3 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=16f780f9-5cc1-4ecf-9c63-e43054b4fa89 HTTP/1.1" status: 200 len: 944 time: 0.0519652 Jan 28 01:36:03.945122 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2ce32259-ea07-4449-9d61-0238969689e0 req-3dcb4d0d-19e3-4276-bd39-9bdc2c5bd5aa tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b002fc3-e63b-47b3-8b4f-7a2cd99b649c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412469 Jan 28 01:36:05.064221 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f522f6-3d87-46f7-9f89-da400b5c6b3e req-40208f54-7d24-4551-8e4e-23d3d9eac8f2 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:05.065949 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9f522f6-3d87-46f7-9f89-da400b5c6b3e req-40208f54-7d24-4551-8e4e-23d3d9eac8f2 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=16f780f9-5cc1-4ecf-9c63-e43054b4fa89 HTTP/1.1" status: 200 len: 944 time: 0.0511458 Jan 28 01:36:05.121831 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9f522f6-3d87-46f7-9f89-da400b5c6b3e req-81ab8915-fbe6-4a6f-b97a-e4f81671d55d tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b002fc3-e63b-47b3-8b4f-7a2cd99b649c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490997 Jan 28 01:36:05.131527 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device afee6223-6948-423c-903e-7a26d18d28df details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:36:05.230730 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port afee6223-6948-423c-903e-7a26d18d28df, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=afee6223-6948-423c-903e-7a26d18d28df,segment=NetworkSegment(0dc8a697-28f1-4b4a-af74-94080138ab2f),segment_id=0dc8a697-28f1-4b4a-af74-94080138ab2f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:36:05.243160 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'afee6223-6948-423c-903e-7a26d18d28df', 'network_id': '70aec12c-b6d3-42bb-b932-da9bc695c7fc', 'port_id': 'afee6223-6948-423c-903e-7a26d18d28df', 'mac_address': 'fa:16:3e:5e:67:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b558a1-972c-4201-ab51-3d72102d1e88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:36:05.281036 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port afee6223-6948-423c-903e-7a26d18d28df is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:36:05.281465 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (afee6223-6948-423c-903e-7a26d18d28df), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:05.295271 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afee6223-6948-423c-903e-7a26d18d28df {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:36:05.316246 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port afee6223-6948-423c-903e-7a26d18d28df, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=afee6223-6948-423c-903e-7a26d18d28df,segment=NetworkSegment(0dc8a697-28f1-4b4a-af74-94080138ab2f),segment_id=0dc8a697-28f1-4b4a-af74-94080138ab2f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:36:05.320948 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (afee6223-6948-423c-903e-7a26d18d28df), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:05.370662 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=afee6223-6948-423c-903e-7a26d18d28df,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:05.378529 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:05.378887 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:05.379516 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:05.379916 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:05.380538 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:05.380926 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:05.381335 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:05.381606 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:05.381974 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:05.382305 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:05.382640 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:05.382971 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:05.383300 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:05.724547 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['afee6223-6948-423c-903e-7a26d18d28df'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:36:06.136923 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a38cda10-5d8f-43e1-afaf-dd4bac6d6a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:06.238165 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be66a6-087f-42ed-9c43-aa2aaf69e0a2 req-3143df7e-640d-4e05-a769-90ae9d62d0de tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:06.240244 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b9be66a6-087f-42ed-9c43-aa2aaf69e0a2 req-3143df7e-640d-4e05-a769-90ae9d62d0de tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=16f780f9-5cc1-4ecf-9c63-e43054b4fa89 HTTP/1.1" status: 200 len: 945 time: 0.0485029 Jan 28 01:36:06.292146 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b9be66a6-087f-42ed-9c43-aa2aaf69e0a2 req-a61d735b-8b28-4cd3-b774-a6e7a430650e tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b002fc3-e63b-47b3-8b4f-7a2cd99b649c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458970 Jan 28 01:36:07.127570 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device afee6223-6948-423c-903e-7a26d18d28df up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:36:07.181130 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port afee6223-6948-423c-903e-7a26d18d28df completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:36:07.185552 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port afee6223-6948-423c-903e-7a26d18d28df triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:36:07.185928 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (afee6223-6948-423c-903e-7a26d18d28df), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:07.265777 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port afee6223-6948-423c-903e-7a26d18d28df is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:36:07.266177 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (afee6223-6948-423c-903e-7a26d18d28df), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:07.290115 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f780f9-5cc1-4ecf-9c63-e43054b4fa89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afee6223-6948-423c-903e-7a26d18d28df'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:36:07.292410 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ffa372-2274-45c8-8bf0-6ddca7db6f77" -d '{"events": [{"server_uuid": "16f780f9-5cc1-4ecf-9c63-e43054b4fa89", "name": "network-vif-plugged", "status": "completed", "tag": "afee6223-6948-423c-903e-7a26d18d28df"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:36:07.305557 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port afee6223-6948-423c-903e-7a26d18d28df, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=afee6223-6948-423c-903e-7a26d18d28df,segment=NetworkSegment(0dc8a697-28f1-4b4a-af74-94080138ab2f),segment_id=0dc8a697-28f1-4b4a-af74-94080138ab2f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:36:07.309978 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (afee6223-6948-423c-903e-7a26d18d28df), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:07.342995 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220dc228-51dc-431a-a6d5-d7fa8a95ef08 x-openstack-request-id: req-220dc228-51dc-431a-a6d5-d7fa8a95ef08 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:36:07.343457 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f780f9-5cc1-4ecf-9c63-e43054b4fa89", "name": "network-vif-plugged", "status": "completed", "tag": "afee6223-6948-423c-903e-7a26d18d28df", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:36:07.343592 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-220dc228-51dc-431a-a6d5-d7fa8a95ef08 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:36:07.343960 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f780f9-5cc1-4ecf-9c63-e43054b4fa89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afee6223-6948-423c-903e-7a26d18d28df', 'code': 200} Jan 28 01:36:07.364612 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=afee6223-6948-423c-903e-7a26d18d28df,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:07.428720 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95eb076-afc0-4b66-9f37-fc569c8ccc5e req-f6f7a874-0b0b-47f2-ab65-ac10cde2fec4 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:07.430533 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f95eb076-afc0-4b66-9f37-fc569c8ccc5e req-f6f7a874-0b0b-47f2-ab65-ac10cde2fec4 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=16f780f9-5cc1-4ecf-9c63-e43054b4fa89 HTTP/1.1" status: 200 len: 946 time: 0.0528750 Jan 28 01:36:07.480587 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccc566-cda6-43bf-9ebf-2845f7f86c88 req-c8b15fcd-314d-4215-99d6-9a0f0893d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:07.482096 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f95eb076-afc0-4b66-9f37-fc569c8ccc5e req-c08cb764-b9ad-4212-91f9-e2d05757008d tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b002fc3-e63b-47b3-8b4f-7a2cd99b649c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451205 Jan 28 01:36:07.483031 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e7ccc566-cda6-43bf-9ebf-2845f7f86c88 req-c8b15fcd-314d-4215-99d6-9a0f0893d4b4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=16f780f9-5cc1-4ecf-9c63-e43054b4fa89 HTTP/1.1" status: 200 len: 1097 time: 0.0449491 Jan 28 01:36:07.532052 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e7ccc566-cda6-43bf-9ebf-2845f7f86c88 req-b6591e9c-32a3-401f-8745-5d569b060c09 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4b002fc3-e63b-47b3-8b4f-7a2cd99b649c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428240 Jan 28 01:36:08.462717 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f71a1ec-3a50-4856-bad3-ec09b1c086dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:08.603208 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca123a-55f4-4bf7-919e-cac9571fad92 req-fbab1114-d365-4233-ac91-1f19a40eb432 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:08.604725 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2bca123a-55f4-4bf7-919e-cac9571fad92 req-fbab1114-d365-4233-ac91-1f19a40eb432 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=16f780f9-5cc1-4ecf-9c63-e43054b4fa89 HTTP/1.1" status: 200 len: 946 time: 0.0508289 Jan 28 01:36:08.654500 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2bca123a-55f4-4bf7-919e-cac9571fad92 req-bec8f9f0-e88c-412f-b93c-90124f074b98 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b002fc3-e63b-47b3-8b4f-7a2cd99b649c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437982 Jan 28 01:36:09.774554 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96040386-6c20-49bc-bfed-8aa47c26ed24 req-d3819217-6191-4cb6-bdbf-9a1a3d315d2a tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:09.776237 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96040386-6c20-49bc-bfed-8aa47c26ed24 req-d3819217-6191-4cb6-bdbf-9a1a3d315d2a tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=16f780f9-5cc1-4ecf-9c63-e43054b4fa89 HTTP/1.1" status: 200 len: 946 time: 0.0529673 Jan 28 01:36:09.823514 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96040386-6c20-49bc-bfed-8aa47c26ed24 req-031a0367-7d22-464e-8be5-25e563bd7cc1 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b002fc3-e63b-47b3-8b4f-7a2cd99b649c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415499 Jan 28 01:36:09.973865 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:10.054716 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-7f138731-6208-4fc7-b225-6a666c7f9bca tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:10.056468 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-7f138731-6208-4fc7-b225-6a666c7f9bca tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/networks?id=70aec12c-b6d3-42bb-b932-da9bc695c7fc HTTP/1.1" status: 200 len: 813 time: 0.1046374 Jan 28 01:36:10.072207 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-8bf685fc-d61c-436c-a148-23d1fd1cf2ed tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/quotas/17948061a6a64ccda6a7050a18a2fc52 HTTP/1.1" status: 200 len: 375 time: 0.0102146 Jan 28 01:36:10.125826 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-af9f327d-cc8b-4dc2-bb50-dbf1e4a09840 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=17948061a6a64ccda6a7050a18a2fc52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0480216 Jan 28 01:36:10.217045 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-9531cff2-e512-48f5-88d7-f40d72d31839 service neutron] 10.222.0.70 "GET /v2.0/networks/70aec12c-b6d3-42bb-b932-da9bc695c7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832214 Jan 28 01:36:10.310819 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-f45ccab2-84b7-4162-93fa-a96578893e26 service neutron] 10.222.0.70 "GET /v2.0/networks/70aec12c-b6d3-42bb-b932-da9bc695c7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878320 Jan 28 01:36:10.478541 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a20bd42b-92d4-425d-887e-5e0221ac098f req-e9832444-40a7-45a1-b631-d4dabe81c74e tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=038d2508-a463-49b0-88e6-b71febbab18a HTTP/1.1" status: 200 len: 210 time: 0.0266571 Jan 28 01:36:11.521633 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:11.550328 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-97f2d6d3-17dd-4120-a968-b8d05f6aaa4c tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:11.553408 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-97f2d6d3-17dd-4120-a968-b8d05f6aaa4c tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.65 "GET /v2.0/networks?id=70aec12c-b6d3-42bb-b932-da9bc695c7fc HTTP/1.1" status: 200 len: 813 time: 0.1354296 Jan 28 01:36:11.581944 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-a3b7c329-f399-48bd-8a60-6e65f4679472 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Request body: {'port': {'device_id': '038d2508-a463-49b0-88e6-b71febbab18a', 'network_id': '70aec12c-b6d3-42bb-b932-da9bc695c7fc', 'admin_state_up': True, 'tenant_id': '17948061a6a64ccda6a7050a18a2fc52'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:11.613761 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3355fd3b-4913-4a19-ba57-3fc422dfb823 req-e5b14114-0013-4798-bf5f-7ef241a084e4 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=038d2508-a463-49b0-88e6-b71febbab18a HTTP/1.1" status: 200 len: 210 time: 0.0454950 Jan 28 01:36:11.706172 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-a3b7c329-f399-48bd-8a60-6e65f4679472 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Made reservation on behalf of 17948061a6a64ccda6a7050a18a2fc52 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:36:11.709896 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-a3b7c329-f399-48bd-8a60-6e65f4679472 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:11.849914 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-a3b7c329-f399-48bd-8a60-6e65f4679472 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Allocated IP 172.20.0.9 (70aec12c-b6d3-42bb-b932-da9bc695c7fc/c5b558a1-972c-4201-ab51-3d72102d1e88/179fc193-f06f-4746-af11-53e8b35f267f) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:36:12.017921 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-a3b7c329-f399-48bd-8a60-6e65f4679472 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Publish callbacks [] for port (179fc193-f06f-4746-af11-53e8b35f267f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:12.058045 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-a3b7c329-f399-48bd-8a60-6e65f4679472 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (179fc193-f06f-4746-af11-53e8b35f267f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:12.094530 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['afee6223-6948-423c-903e-7a26d18d28df'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:36:12.099641 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-a3b7c329-f399-48bd-8a60-6e65f4679472 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Network 70aec12c-b6d3-42bb-b932-da9bc695c7fc is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:36:12.102823 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-a3b7c329-f399-48bd-8a60-6e65f4679472 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:36:12.106462 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-a3b7c329-f399-48bd-8a60-6e65f4679472 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:36:12.138949 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7c329-f399-48bd-8a60-6e65f4679472 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Pushing event updated for resources: {'Port': ['ID=179fc193-f06f-4746-af11-53e8b35f267f,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:12.172805 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-a3b7c329-f399-48bd-8a60-6e65f4679472 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:12.173827 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-a3b7c329-f399-48bd-8a60-6e65f4679472 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:12.196360 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-a3b7c329-f399-48bd-8a60-6e65f4679472 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6190209 Jan 28 01:36:12.213399 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-ac99009e-83ff-414f-b2b3-60bd5fab8048 service neutron] Request body: {'port': {'device_id': '038d2508-a463-49b0-88e6-b71febbab18a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:12.272405 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-ac99009e-83ff-414f-b2b3-60bd5fab8048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (179fc193-f06f-4746-af11-53e8b35f267f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:12.314924 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:12.558606 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-ac99009e-83ff-414f-b2b3-60bd5fab8048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 179fc193-f06f-4746-af11-53e8b35f267f {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:36:12.567418 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-ac99009e-83ff-414f-b2b3-60bd5fab8048 service neutron] Publish callbacks [] for port (179fc193-f06f-4746-af11-53e8b35f267f), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:12.580628 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-ac99009e-83ff-414f-b2b3-60bd5fab8048 service neutron] Transition to ACTIVE for port object 179fc193-f06f-4746-af11-53e8b35f267f will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:36:12.586391 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-ac99009e-83ff-414f-b2b3-60bd5fab8048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (179fc193-f06f-4746-af11-53e8b35f267f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:12.638022 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac99009e-83ff-414f-b2b3-60bd5fab8048 service neutron] Pushing event updated for resources: {'Port': ['ID=179fc193-f06f-4746-af11-53e8b35f267f,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:12.741485 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-ac99009e-83ff-414f-b2b3-60bd5fab8048 service neutron] Attempting to bind port 179fc193-f06f-4746-af11-53e8b35f267f on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:36:12.741820 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-ac99009e-83ff-414f-b2b3-60bd5fab8048 service neutron] Attempting to bind port 179fc193-f06f-4746-af11-53e8b35f267f by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '0dc8a697-28f1-4b4a-af74-94080138ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70aec12c-b6d3-42bb-b932-da9bc695c7fc'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:36:12.742151 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-ac99009e-83ff-414f-b2b3-60bd5fab8048 service neutron] Attempting to bind port 179fc193-f06f-4746-af11-53e8b35f267f on network 70aec12c-b6d3-42bb-b932-da9bc695c7fc {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:36:12.751917 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-ac99009e-83ff-414f-b2b3-60bd5fab8048 service neutron] Port 179fc193-f06f-4746-af11-53e8b35f267f on network 70aec12c-b6d3-42bb-b932-da9bc695c7fc not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:36:12.752245 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-ac99009e-83ff-414f-b2b3-60bd5fab8048 service neutron] Attempting to bind port 179fc193-f06f-4746-af11-53e8b35f267f on network 70aec12c-b6d3-42bb-b932-da9bc695c7fc {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:36:12.763891 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073c2be-1832-4551-99c6-273bd6614354 req-f4dc760e-0c00-4d95-aee1-acf9ae6b3321 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:12.765391 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0073c2be-1832-4551-99c6-273bd6614354 req-f4dc760e-0c00-4d95-aee1-acf9ae6b3321 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=038d2508-a463-49b0-88e6-b71febbab18a HTTP/1.1" status: 200 len: 943 time: 0.0749524 Jan 28 01:36:12.768393 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-ac99009e-83ff-414f-b2b3-60bd5fab8048 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:36:12.768732 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-ac99009e-83ff-414f-b2b3-60bd5fab8048 service neutron] Checking segment: {'id': '0dc8a697-28f1-4b4a-af74-94080138ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70aec12c-b6d3-42bb-b932-da9bc695c7fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:36:12.769122 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-ac99009e-83ff-414f-b2b3-60bd5fab8048 service neutron] Bound using segment: {'id': '0dc8a697-28f1-4b4a-af74-94080138ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70aec12c-b6d3-42bb-b932-da9bc695c7fc'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:36:12.769552 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-ac99009e-83ff-414f-b2b3-60bd5fab8048 service neutron] Bound port: 179fc193-f06f-4746-af11-53e8b35f267f, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc8a697-28f1-4b4a-af74-94080138ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70aec12c-b6d3-42bb-b932-da9bc695c7fc'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:36:12.769912 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-ac99009e-83ff-414f-b2b3-60bd5fab8048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (179fc193-f06f-4746-af11-53e8b35f267f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:12.856958 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0073c2be-1832-4551-99c6-273bd6614354 req-94e283ad-1f69-4210-bdfb-e39a791d7596 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b002fc3-e63b-47b3-8b4f-7a2cd99b649c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841486 Jan 28 01:36:12.866359 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-ac99009e-83ff-414f-b2b3-60bd5fab8048 service neutron] For port 179fc193-f06f-4746-af11-53e8b35f267f, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:36:12.869881 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-ac99009e-83ff-414f-b2b3-60bd5fab8048 service neutron] For port 179fc193-f06f-4746-af11-53e8b35f267f, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=179fc193-f06f-4746-af11-53e8b35f267f,segment=NetworkSegment(0dc8a697-28f1-4b4a-af74-94080138ab2f),segment_id=0dc8a697-28f1-4b4a-af74-94080138ab2f)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:36:12.881502 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-ac99009e-83ff-414f-b2b3-60bd5fab8048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (179fc193-f06f-4746-af11-53e8b35f267f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:12.920938 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-ac99009e-83ff-414f-b2b3-60bd5fab8048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:12.921572 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-ac99009e-83ff-414f-b2b3-60bd5fab8048 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:12.922929 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-ac99009e-83ff-414f-b2b3-60bd5fab8048 service neutron] 10.222.0.65 "PUT /v2.0/ports/179fc193-f06f-4746-af11-53e8b35f267f HTTP/1.1" status: 200 len: 1091 time: 0.7137666 Jan 28 01:36:12.923372 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '038d2508-a463-49b0-88e6-b71febbab18a', 'tag': '179fc193-f06f-4746-af11-53e8b35f267f'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:36:12.925624 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe901b12-2d6e-483b-ad5d-c6abddba442e" -d '{"events": [{"name": "network-changed", "server_uuid": "038d2508-a463-49b0-88e6-b71febbab18a", "tag": "179fc193-f06f-4746-af11-53e8b35f267f"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:36:12.948202 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac99009e-83ff-414f-b2b3-60bd5fab8048 service neutron] Pushing event updated for resources: {'Port': ['ID=179fc193-f06f-4746-af11-53e8b35f267f,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:12.974594 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9f9ca9-af3b-4ab8-830c-69dc3a0c0d59 x-openstack-request-id: req-0d9f9ca9-af3b-4ab8-830c-69dc3a0c0d59 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:36:12.974896 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "038d2508-a463-49b0-88e6-b71febbab18a", "tag": "179fc193-f06f-4746-af11-53e8b35f267f", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:36:12.975154 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0d9f9ca9-af3b-4ab8-830c-69dc3a0c0d59 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:36:12.975571 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '038d2508-a463-49b0-88e6-b71febbab18a', 'tag': '179fc193-f06f-4746-af11-53e8b35f267f', 'status': 'completed', 'code': 200} Jan 28 01:36:13.031761 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-a5f23c6f-8c3b-4148-a2b7-095f02f6c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:13.033280 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-a5f23c6f-8c3b-4148-a2b7-095f02f6c663 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=17948061a6a64ccda6a7050a18a2fc52&device_id=038d2508-a463-49b0-88e6-b71febbab18a HTTP/1.1" status: 200 len: 1094 time: 0.0405557 Jan 28 01:36:13.083309 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-19e44467-e3a2-403e-8938-c303c3db5377 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=179fc193-f06f-4746-af11-53e8b35f267f HTTP/1.1" status: 200 len: 217 time: 0.0342715 Jan 28 01:36:13.136571 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-59c9c055-cd2b-4bb9-b183-b3fbaf6db5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:13.138013 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-59c9c055-cd2b-4bb9-b183-b3fbaf6db5dd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c5b558a1-972c-4201-ab51-3d72102d1e88 HTTP/1.1" status: 200 len: 853 time: 0.0481131 Jan 28 01:36:13.170961 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-fa7c5477-21b0-4570-bd0c-c8e3b5da6350 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=70aec12c-b6d3-42bb-b932-da9bc695c7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246637 Jan 28 01:36:13.262484 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-3f901158-199d-40a3-8261-7fbd4a226c67 service neutron] 10.222.0.65 "GET /v2.0/networks/70aec12c-b6d3-42bb-b932-da9bc695c7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845747 Jan 28 01:36:13.357666 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bde70a71-9a03-4869-b16e-b23e35eb1136 req-89787e03-4d36-43ee-b5f6-33876563b9f7 service neutron] 10.222.0.65 "GET /v2.0/networks/70aec12c-b6d3-42bb-b932-da9bc695c7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885959 Jan 28 01:36:13.503108 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe901b12-2d6e-483b-ad5d-c6abddba442e req-33e41b9c-2950-45b0-89ba-f79b6c89e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:13.505309 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe901b12-2d6e-483b-ad5d-c6abddba442e req-33e41b9c-2950-45b0-89ba-f79b6c89e2d9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=17948061a6a64ccda6a7050a18a2fc52&device_id=038d2508-a463-49b0-88e6-b71febbab18a HTTP/1.1" status: 200 len: 1094 time: 0.0434136 Jan 28 01:36:13.599880 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe901b12-2d6e-483b-ad5d-c6abddba442e req-e7d23b10-151c-4265-9bea-a3356897c9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:13.601371 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe901b12-2d6e-483b-ad5d-c6abddba442e req-e7d23b10-151c-4265-9bea-a3356897c9df service neutron] 10.222.0.65 "GET /v2.0/networks?id=70aec12c-b6d3-42bb-b932-da9bc695c7fc HTTP/1.1" status: 200 len: 914 time: 0.0891211 Jan 28 01:36:13.654529 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:14.001957 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe901b12-2d6e-483b-ad5d-c6abddba442e req-5f93e05a-8336-456c-8e8a-9dce51216112 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=179fc193-f06f-4746-af11-53e8b35f267f HTTP/1.1" status: 200 len: 217 time: 0.3944411 Jan 28 01:36:14.076649 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe901b12-2d6e-483b-ad5d-c6abddba442e req-500d1ecc-d813-4644-9609-f3a6f2b0c833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:14.078102 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe901b12-2d6e-483b-ad5d-c6abddba442e req-500d1ecc-d813-4644-9609-f3a6f2b0c833 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c5b558a1-972c-4201-ab51-3d72102d1e88 HTTP/1.1" status: 200 len: 853 time: 0.0687385 Jan 28 01:36:14.088300 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f97cf-d66e-44c9-87b1-b9925a38228c req-9236c1fe-ffe4-415a-ba5f-6433351c5b84 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:14.089778 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-902f97cf-d66e-44c9-87b1-b9925a38228c req-9236c1fe-ffe4-415a-ba5f-6433351c5b84 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=038d2508-a463-49b0-88e6-b71febbab18a HTTP/1.1" status: 200 len: 943 time: 0.0903866 Jan 28 01:36:14.123513 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe901b12-2d6e-483b-ad5d-c6abddba442e req-b21d6d41-b2ef-4e44-8aaa-72ed338e6fd9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=70aec12c-b6d3-42bb-b932-da9bc695c7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327451 Jan 28 01:36:14.216192 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-902f97cf-d66e-44c9-87b1-b9925a38228c req-9d2d292b-b3b9-4f2a-826c-e74b0ecd8e01 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b002fc3-e63b-47b3-8b4f-7a2cd99b649c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175857 Jan 28 01:36:14.246975 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe901b12-2d6e-483b-ad5d-c6abddba442e req-e9ab4a6b-a581-450d-95ac-daa0fa29731d service neutron] 10.222.0.65 "GET /v2.0/networks/70aec12c-b6d3-42bb-b932-da9bc695c7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153219 Jan 28 01:36:14.365235 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe901b12-2d6e-483b-ad5d-c6abddba442e req-5a0149fc-83d6-45e2-9718-62403d298c40 service neutron] 10.222.0.65 "GET /v2.0/networks/70aec12c-b6d3-42bb-b932-da9bc695c7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088936 Jan 28 01:36:15.246363 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:15.367629 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda5528-62e8-45d0-8f5d-dfbb9ad810c3 req-83881406-ca5a-49bf-be72-1500222f11cd tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:15.369149 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6cda5528-62e8-45d0-8f5d-dfbb9ad810c3 req-83881406-ca5a-49bf-be72-1500222f11cd tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=038d2508-a463-49b0-88e6-b71febbab18a HTTP/1.1" status: 200 len: 943 time: 0.0558085 Jan 28 01:36:15.423852 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6cda5528-62e8-45d0-8f5d-dfbb9ad810c3 req-b3c40685-2ec5-452f-9a75-51a75e5d3c37 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b002fc3-e63b-47b3-8b4f-7a2cd99b649c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469544 Jan 28 01:36:16.555965 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07596c-1549-4268-b845-e0ed3154ccf6 req-4783a466-77e6-49ae-abe5-10d225604025 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:16.557565 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a07596c-1549-4268-b845-e0ed3154ccf6 req-4783a466-77e6-49ae-abe5-10d225604025 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=038d2508-a463-49b0-88e6-b71febbab18a HTTP/1.1" status: 200 len: 943 time: 0.0613885 Jan 28 01:36:16.610806 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5a07596c-1549-4268-b845-e0ed3154ccf6 req-00040525-bca4-4aad-9112-bcdff9553817 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b002fc3-e63b-47b3-8b4f-7a2cd99b649c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472083 Jan 28 01:36:16.878697 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 179fc193-f06f-4746-af11-53e8b35f267f details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:36:16.979539 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 179fc193-f06f-4746-af11-53e8b35f267f, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=179fc193-f06f-4746-af11-53e8b35f267f,segment=NetworkSegment(0dc8a697-28f1-4b4a-af74-94080138ab2f),segment_id=0dc8a697-28f1-4b4a-af74-94080138ab2f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:36:16.991880 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '179fc193-f06f-4746-af11-53e8b35f267f', 'network_id': '70aec12c-b6d3-42bb-b932-da9bc695c7fc', 'port_id': '179fc193-f06f-4746-af11-53e8b35f267f', 'mac_address': 'fa:16:3e:81:88:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b558a1-972c-4201-ab51-3d72102d1e88', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:36:17.030032 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 179fc193-f06f-4746-af11-53e8b35f267f is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:36:17.030416 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (179fc193-f06f-4746-af11-53e8b35f267f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:17.044770 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 179fc193-f06f-4746-af11-53e8b35f267f {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:36:17.065614 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 179fc193-f06f-4746-af11-53e8b35f267f, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=179fc193-f06f-4746-af11-53e8b35f267f,segment=NetworkSegment(0dc8a697-28f1-4b4a-af74-94080138ab2f),segment_id=0dc8a697-28f1-4b4a-af74-94080138ab2f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:36:17.069885 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (179fc193-f06f-4746-af11-53e8b35f267f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:17.122672 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=179fc193-f06f-4746-af11-53e8b35f267f,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:17.359400 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['179fc193-f06f-4746-af11-53e8b35f267f'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:36:17.735432 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46f9bd-1d33-40b7-9248-9268fd5d3905 req-d99b2bdb-ebaa-4b6f-a768-3536271fd0af tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:17.736898 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cc46f9bd-1d33-40b7-9248-9268fd5d3905 req-d99b2bdb-ebaa-4b6f-a768-3536271fd0af tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=038d2508-a463-49b0-88e6-b71febbab18a HTTP/1.1" status: 200 len: 944 time: 0.0491471 Jan 28 01:36:17.787742 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cc46f9bd-1d33-40b7-9248-9268fd5d3905 req-2526a0d1-2084-480e-994b-1cc0e2778349 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b002fc3-e63b-47b3-8b4f-7a2cd99b649c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423844 Jan 28 01:36:18.911434 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9cf11-ed04-4c78-a4d7-8e7a9963ebd5 req-f9754ce4-2ba5-46b5-a314-71d3be2454dc tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:18.913226 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 179fc193-f06f-4746-af11-53e8b35f267f up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:36:18.914297 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-afa9cf11-ed04-4c78-a4d7-8e7a9963ebd5 req-f9754ce4-2ba5-46b5-a314-71d3be2454dc tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=038d2508-a463-49b0-88e6-b71febbab18a HTTP/1.1" status: 200 len: 944 time: 0.0566540 Jan 28 01:36:18.966228 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 179fc193-f06f-4746-af11-53e8b35f267f completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:36:18.967115 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-afa9cf11-ed04-4c78-a4d7-8e7a9963ebd5 req-74e9d774-58ae-4321-8bdc-6a0583b905d7 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b002fc3-e63b-47b3-8b4f-7a2cd99b649c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469074 Jan 28 01:36:18.972427 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 179fc193-f06f-4746-af11-53e8b35f267f triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:36:18.973922 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (179fc193-f06f-4746-af11-53e8b35f267f), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:19.063292 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 179fc193-f06f-4746-af11-53e8b35f267f is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:36:19.063716 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (179fc193-f06f-4746-af11-53e8b35f267f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:19.089834 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038d2508-a463-49b0-88e6-b71febbab18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '179fc193-f06f-4746-af11-53e8b35f267f'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:36:19.093598 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887efd5d-e54a-4c78-af96-4ba9c51486c1" -d '{"events": [{"server_uuid": "038d2508-a463-49b0-88e6-b71febbab18a", "name": "network-vif-plugged", "status": "completed", "tag": "179fc193-f06f-4746-af11-53e8b35f267f"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:36:19.116412 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 179fc193-f06f-4746-af11-53e8b35f267f, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=179fc193-f06f-4746-af11-53e8b35f267f,segment=NetworkSegment(0dc8a697-28f1-4b4a-af74-94080138ab2f),segment_id=0dc8a697-28f1-4b4a-af74-94080138ab2f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:36:19.121897 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (179fc193-f06f-4746-af11-53e8b35f267f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:19.155857 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db69fedb-1492-4ebe-a4cd-740e3229b3f2 x-openstack-request-id: req-db69fedb-1492-4ebe-a4cd-740e3229b3f2 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:36:19.156311 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038d2508-a463-49b0-88e6-b71febbab18a", "name": "network-vif-plugged", "status": "completed", "tag": "179fc193-f06f-4746-af11-53e8b35f267f", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:36:19.156681 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-db69fedb-1492-4ebe-a4cd-740e3229b3f2 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:36:19.157202 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038d2508-a463-49b0-88e6-b71febbab18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '179fc193-f06f-4746-af11-53e8b35f267f', 'code': 200} Jan 28 01:36:19.187349 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=179fc193-f06f-4746-af11-53e8b35f267f,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:19.282214 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97c6f6-f99e-40b2-ae2b-158c61890c3a req-3f961ed3-58c7-4b82-9f89-76e9edc125a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:19.284271 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0b97c6f6-f99e-40b2-ae2b-158c61890c3a req-3f961ed3-58c7-4b82-9f89-76e9edc125a2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=038d2508-a463-49b0-88e6-b71febbab18a HTTP/1.1" status: 200 len: 1096 time: 0.0411847 Jan 28 01:36:19.330319 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0b97c6f6-f99e-40b2-ae2b-158c61890c3a req-2db6a14e-e9bd-4a06-b071-b6abc499f176 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4b002fc3-e63b-47b3-8b4f-7a2cd99b649c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392802 Jan 28 01:36:20.108407 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f95d8-a21a-49ed-803e-e1f7ef71fed1 req-c704afad-379a-45e9-8200-725ce4d726d4 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:20.111124 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-937f95d8-a21a-49ed-803e-e1f7ef71fed1 req-c704afad-379a-45e9-8200-725ce4d726d4 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=038d2508-a463-49b0-88e6-b71febbab18a HTTP/1.1" status: 200 len: 945 time: 0.0598993 Jan 28 01:36:20.169253 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-937f95d8-a21a-49ed-803e-e1f7ef71fed1 req-0fa6c657-8aca-44d9-8a12-ed599d6fc563 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b002fc3-e63b-47b3-8b4f-7a2cd99b649c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517933 Jan 28 01:36:21.307710 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411b720-d52c-4c58-873a-a76a39517b51 req-3b7fb627-e891-427a-bfd0-602ee375bfcf tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:21.309287 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7411b720-d52c-4c58-873a-a76a39517b51 req-3b7fb627-e891-427a-bfd0-602ee375bfcf tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=038d2508-a463-49b0-88e6-b71febbab18a HTTP/1.1" status: 200 len: 945 time: 0.0561604 Jan 28 01:36:21.363198 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7411b720-d52c-4c58-873a-a76a39517b51 req-09b6b074-b749-42d6-a27a-851009717b01 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b002fc3-e63b-47b3-8b4f-7a2cd99b649c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465066 Jan 28 01:36:21.637517 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fe3f0-5639-482d-a393-5a0553725f2e req-31d0f0cb-addd-48f6-b117-796e7d192d46 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:21.639050 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-142fe3f0-5639-482d-a393-5a0553725f2e req-31d0f0cb-addd-48f6-b117-796e7d192d46 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=038d2508-a463-49b0-88e6-b71febbab18a HTTP/1.1" status: 200 len: 945 time: 0.0502906 Jan 28 01:36:21.690477 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-142fe3f0-5639-482d-a393-5a0553725f2e req-021425d5-430f-4bf0-8374-9cfc8155fdd0 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b002fc3-e63b-47b3-8b4f-7a2cd99b649c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456529 Jan 28 01:36:22.822354 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aeacfb-10b9-4fe1-b756-33b2f72b98e6 req-5abb6daf-8aed-4e18-86ee-18eaf212bae9 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:22.824066 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-12aeacfb-10b9-4fe1-b756-33b2f72b98e6 req-5abb6daf-8aed-4e18-86ee-18eaf212bae9 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=038d2508-a463-49b0-88e6-b71febbab18a HTTP/1.1" status: 200 len: 945 time: 0.0603411 Jan 28 01:36:22.874667 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-12aeacfb-10b9-4fe1-b756-33b2f72b98e6 req-929146a9-1aba-440c-b074-9701d795777e tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b002fc3-e63b-47b3-8b4f-7a2cd99b649c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446041 Jan 28 01:36:23.338139 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4ccfc-02e9-40b6-a24d-20c3ddf70bf7 req-1658805e-4723-43e7-92a4-50f30560bed8 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:23.339579 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-81f4ccfc-02e9-40b6-a24d-20c3ddf70bf7 req-1658805e-4723-43e7-92a4-50f30560bed8 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.65 "GET /v2.0/ports?device_id=038d2508-a463-49b0-88e6-b71febbab18a HTTP/1.1" status: 200 len: 945 time: 0.0478520 Jan 28 01:36:23.432900 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-81f4ccfc-02e9-40b6-a24d-20c3ddf70bf7 req-233e18f2-2fa0-4a24-842b-ba604e8ff0f7 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Deleting port 179fc193-f06f-4746-af11-53e8b35f267f {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:36:23.433247 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-81f4ccfc-02e9-40b6-a24d-20c3ddf70bf7 req-233e18f2-2fa0-4a24-842b-ba604e8ff0f7 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (179fc193-f06f-4746-af11-53e8b35f267f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:23.524665 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-81f4ccfc-02e9-40b6-a24d-20c3ddf70bf7 req-233e18f2-2fa0-4a24-842b-ba604e8ff0f7 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] For port 179fc193-f06f-4746-af11-53e8b35f267f, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=179fc193-f06f-4746-af11-53e8b35f267f,segment=NetworkSegment(0dc8a697-28f1-4b4a-af74-94080138ab2f),segment_id=0dc8a697-28f1-4b4a-af74-94080138ab2f)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:36:23.525036 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-81f4ccfc-02e9-40b6-a24d-20c3ddf70bf7 req-233e18f2-2fa0-4a24-842b-ba604e8ff0f7 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (179fc193-f06f-4746-af11-53e8b35f267f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:23.543233 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-81f4ccfc-02e9-40b6-a24d-20c3ddf70bf7 req-233e18f2-2fa0-4a24-842b-ba604e8ff0f7 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Calling delete_port for 179fc193-f06f-4746-af11-53e8b35f267f owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:36:23.684593 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-81f4ccfc-02e9-40b6-a24d-20c3ddf70bf7 req-233e18f2-2fa0-4a24-842b-ba604e8ff0f7 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (179fc193-f06f-4746-af11-53e8b35f267f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:23.715060 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e18f2-2fa0-4a24-842b-ba604e8ff0f7 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Pushing event deleted for resources: {'Port': ['ID=179fc193-f06f-4746-af11-53e8b35f267f,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:23.720911 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['179fc193-f06f-4746-af11-53e8b35f267f'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:36:23.729395 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e18f2-2fa0-4a24-842b-ba604e8ff0f7 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:23.729758 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e18f2-2fa0-4a24-842b-ba604e8ff0f7 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:23.730111 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e18f2-2fa0-4a24-842b-ba604e8ff0f7 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:23.730461 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e18f2-2fa0-4a24-842b-ba604e8ff0f7 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:23.730810 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e18f2-2fa0-4a24-842b-ba604e8ff0f7 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:23.731151 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e18f2-2fa0-4a24-842b-ba604e8ff0f7 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:23.731493 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e18f2-2fa0-4a24-842b-ba604e8ff0f7 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:23.731854 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e18f2-2fa0-4a24-842b-ba604e8ff0f7 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:23.732191 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e18f2-2fa0-4a24-842b-ba604e8ff0f7 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:23.732522 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e18f2-2fa0-4a24-842b-ba604e8ff0f7 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:23.732857 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e18f2-2fa0-4a24-842b-ba604e8ff0f7 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:23.733188 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e18f2-2fa0-4a24-842b-ba604e8ff0f7 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:23.733516 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e18f2-2fa0-4a24-842b-ba604e8ff0f7 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:23.749031 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['afee6223-6948-423c-903e-7a26d18d28df'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:36:23.769726 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f4ccfc-02e9-40b6-a24d-20c3ddf70bf7 req-233e18f2-2fa0-4a24-842b-ba604e8ff0f7 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] No DVR routers for this DVR port 179fc193-f06f-4746-af11-53e8b35f267f on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:36:23.773058 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-81f4ccfc-02e9-40b6-a24d-20c3ddf70bf7 req-233e18f2-2fa0-4a24-842b-ba604e8ff0f7 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:23.776682 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-81f4ccfc-02e9-40b6-a24d-20c3ddf70bf7 req-233e18f2-2fa0-4a24-842b-ba604e8ff0f7 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.65 "DELETE /v2.0/ports/179fc193-f06f-4746-af11-53e8b35f267f HTTP/1.1" status: 204 len: 173 time: 0.4313302 Jan 28 01:36:23.777215 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038d2508-a463-49b0-88e6-b71febbab18a', 'name': 'network-vif-deleted', 'tag': '179fc193-f06f-4746-af11-53e8b35f267f'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:36:23.779817 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f8e016-8b99-4bdb-ab1e-0d6f3560e43c" -d '{"events": [{"server_uuid": "038d2508-a463-49b0-88e6-b71febbab18a", "name": "network-vif-deleted", "tag": "179fc193-f06f-4746-af11-53e8b35f267f"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:36:23.826558 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584ee8b6-6f07-4370-a17d-115a6d883f7c x-openstack-request-id: req-584ee8b6-6f07-4370-a17d-115a6d883f7c {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:36:23.827193 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038d2508-a463-49b0-88e6-b71febbab18a", "name": "network-vif-deleted", "tag": "179fc193-f06f-4746-af11-53e8b35f267f", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:36:23.827193 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-584ee8b6-6f07-4370-a17d-115a6d883f7c {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:36:23.827772 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038d2508-a463-49b0-88e6-b71febbab18a', 'name': 'network-vif-deleted', 'tag': '179fc193-f06f-4746-af11-53e8b35f267f', 'status': 'completed', 'code': 200} Jan 28 01:36:24.000134 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-058f7f87-328c-4135-81fc-3618276fce8d req-dc790497-697a-4641-9165-c24225915d27 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=038d2508-a463-49b0-88e6-b71febbab18a HTTP/1.1" status: 200 len: 210 time: 0.0305898 Jan 28 01:36:25.155470 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419b8f0-4c47-46e1-857b-9ad5d4508e6d req-1a2a5640-4a69-4697-9dd8-40655be9a3cb tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:25.157010 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1419b8f0-4c47-46e1-857b-9ad5d4508e6d req-1a2a5640-4a69-4697-9dd8-40655be9a3cb tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=16f780f9-5cc1-4ecf-9c63-e43054b4fa89 HTTP/1.1" status: 200 len: 946 time: 0.0499825 Jan 28 01:36:25.206786 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1419b8f0-4c47-46e1-857b-9ad5d4508e6d req-2347cbdb-c407-4b81-87f4-fa22607d4473 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b002fc3-e63b-47b3-8b4f-7a2cd99b649c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429547 Jan 28 01:36:25.351303 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835b649-5195-49a3-aaf5-1ca694d50f2a req-d18566c0-df15-4084-9692-779ae81152ea tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:25.352750 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f835b649-5195-49a3-aaf5-1ca694d50f2a req-d18566c0-df15-4084-9692-779ae81152ea tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=16f780f9-5cc1-4ecf-9c63-e43054b4fa89 HTTP/1.1" status: 200 len: 946 time: 0.0583827 Jan 28 01:36:25.404940 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f835b649-5195-49a3-aaf5-1ca694d50f2a req-e30ddf7c-c07a-4aac-82c9-1bc99fa92abb tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b002fc3-e63b-47b3-8b4f-7a2cd99b649c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461178 Jan 28 01:36:25.534018 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3bb13-1485-4bd8-967f-359e4b0b75e8 req-b8c95162-f0d8-422e-aca3-e8dc96ef28dc tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:25.536221 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-44d3bb13-1485-4bd8-967f-359e4b0b75e8 req-b8c95162-f0d8-422e-aca3-e8dc96ef28dc tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=16f780f9-5cc1-4ecf-9c63-e43054b4fa89 HTTP/1.1" status: 200 len: 946 time: 0.0565951 Jan 28 01:36:25.588183 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-44d3bb13-1485-4bd8-967f-359e4b0b75e8 req-5be1ae23-08a3-4381-a307-e1a5bf02337c tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b002fc3-e63b-47b3-8b4f-7a2cd99b649c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450864 Jan 28 01:36:25.769884 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dad12d-ddec-47c6-bf69-f97432630dfc req-82934956-544f-45f8-8f25-6113a4881486 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:25.772355 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d1dad12d-ddec-47c6-bf69-f97432630dfc req-82934956-544f-45f8-8f25-6113a4881486 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=16f780f9-5cc1-4ecf-9c63-e43054b4fa89 HTTP/1.1" status: 200 len: 946 time: 0.0556412 Jan 28 01:36:25.826156 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d1dad12d-ddec-47c6-bf69-f97432630dfc req-d6f73aae-582b-4f93-8f53-e3f67146c4da tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b002fc3-e63b-47b3-8b4f-7a2cd99b649c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478456 Jan 28 01:36:25.953409 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8293ec-7dd8-4fd6-b403-e662ea0f7c3d req-27a57500-56bf-4f1c-a4ed-0e399f75407c tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:25.954925 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f8293ec-7dd8-4fd6-b403-e662ea0f7c3d req-27a57500-56bf-4f1c-a4ed-0e399f75407c tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=16f780f9-5cc1-4ecf-9c63-e43054b4fa89 HTTP/1.1" status: 200 len: 946 time: 0.0549178 Jan 28 01:36:26.005910 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f8293ec-7dd8-4fd6-b403-e662ea0f7c3d req-0ba28d04-84c8-4919-a22f-b54e10b5e66c tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b002fc3-e63b-47b3-8b4f-7a2cd99b649c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449109 Jan 28 01:36:26.147012 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5a4ea-ac9d-41a9-bcad-bb8abb7bcf24 req-2798ffa0-5b8b-4836-80c2-406fc933e8a7 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:26.148722 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-90a5a4ea-ac9d-41a9-bcad-bb8abb7bcf24 req-2798ffa0-5b8b-4836-80c2-406fc933e8a7 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=16f780f9-5cc1-4ecf-9c63-e43054b4fa89 HTTP/1.1" status: 200 len: 946 time: 0.0523932 Jan 28 01:36:26.202158 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-90a5a4ea-ac9d-41a9-bcad-bb8abb7bcf24 req-af07073c-eed8-4384-9ff6-5839a8ead23a tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b002fc3-e63b-47b3-8b4f-7a2cd99b649c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476894 Jan 28 01:36:26.563603 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831fe20-ff07-4ec1-918c-39abb7041725 req-ca516502-d307-4861-bf31-47ee0b432e56 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:26.565198 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5831fe20-ff07-4ec1-918c-39abb7041725 req-ca516502-d307-4861-bf31-47ee0b432e56 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=16f780f9-5cc1-4ecf-9c63-e43054b4fa89 HTTP/1.1" status: 200 len: 946 time: 0.0530818 Jan 28 01:36:26.624927 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5831fe20-ff07-4ec1-918c-39abb7041725 req-f7850154-41ee-47aa-ab03-882fe292fe89 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b002fc3-e63b-47b3-8b4f-7a2cd99b649c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525608 Jan 28 01:36:26.956513 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 179fc193-f06f-4746-af11-53e8b35f267f no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:36:26.981153 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 179fc193-f06f-4746-af11-53e8b35f267f {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:36:26.981495 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 179fc193-f06f-4746-af11-53e8b35f267f not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:36:27.750297 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4e1f6-392a-490e-a063-fb24ebe91464 req-c14c80e9-fe2a-4268-aef6-31725a6b57a2 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:27.751726 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bfa4e1f6-392a-490e-a063-fb24ebe91464 req-c14c80e9-fe2a-4268-aef6-31725a6b57a2 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=16f780f9-5cc1-4ecf-9c63-e43054b4fa89 HTTP/1.1" status: 200 len: 946 time: 0.0510852 Jan 28 01:36:27.801284 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bfa4e1f6-392a-490e-a063-fb24ebe91464 req-bb2c423b-56e6-42dd-a9fe-8a9ca2a27a8b tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b002fc3-e63b-47b3-8b4f-7a2cd99b649c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430260 Jan 28 01:36:28.550065 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:36:28.551054 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55f545-c386-4215-a91e-f8e684727f15 req-09cd921a-7169-4ae5-82d2-5b0d863367a0 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:28.553080 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4b55f545-c386-4215-a91e-f8e684727f15 req-09cd921a-7169-4ae5-82d2-5b0d863367a0 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.52 "GET /v2.0/ports?device_id=16f780f9-5cc1-4ecf-9c63-e43054b4fa89 HTTP/1.1" status: 200 len: 946 time: 0.0500562 Jan 28 01:36:28.649669 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-4b55f545-c386-4215-a91e-f8e684727f15 req-0e3d7680-3ea0-4df5-9523-ca325504f595 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Deleting port afee6223-6948-423c-903e-7a26d18d28df {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:36:28.649995 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-4b55f545-c386-4215-a91e-f8e684727f15 req-0e3d7680-3ea0-4df5-9523-ca325504f595 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (afee6223-6948-423c-903e-7a26d18d28df), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:28.741191 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-4b55f545-c386-4215-a91e-f8e684727f15 req-0e3d7680-3ea0-4df5-9523-ca325504f595 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] For port afee6223-6948-423c-903e-7a26d18d28df, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=afee6223-6948-423c-903e-7a26d18d28df,segment=NetworkSegment(0dc8a697-28f1-4b4a-af74-94080138ab2f),segment_id=0dc8a697-28f1-4b4a-af74-94080138ab2f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:36:28.741556 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-4b55f545-c386-4215-a91e-f8e684727f15 req-0e3d7680-3ea0-4df5-9523-ca325504f595 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (afee6223-6948-423c-903e-7a26d18d28df), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:28.754059 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-4b55f545-c386-4215-a91e-f8e684727f15 req-0e3d7680-3ea0-4df5-9523-ca325504f595 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Calling delete_port for afee6223-6948-423c-903e-7a26d18d28df owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:36:28.907425 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-4b55f545-c386-4215-a91e-f8e684727f15 req-0e3d7680-3ea0-4df5-9523-ca325504f595 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (afee6223-6948-423c-903e-7a26d18d28df), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:28.932610 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52906dd8-3c05-4fdb-aba5-e82d883a761a req-ebcc903c-da82-472b-af02-dc75e3e47d9b tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:28.934340 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52906dd8-3c05-4fdb-aba5-e82d883a761a req-ebcc903c-da82-472b-af02-dc75e3e47d9b tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/ports?device_id=16f780f9-5cc1-4ecf-9c63-e43054b4fa89 HTTP/1.1" status: 200 len: 946 time: 0.0603266 Jan 28 01:36:28.941098 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['afee6223-6948-423c-903e-7a26d18d28df'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:36:28.944392 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d7680-3ea0-4df5-9523-ca325504f595 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Pushing event deleted for resources: {'Port': ['ID=afee6223-6948-423c-903e-7a26d18d28df,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:28.992427 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-52906dd8-3c05-4fdb-aba5-e82d883a761a req-dee1f5ff-c68c-47dd-adbb-de51eb065782 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b002fc3-e63b-47b3-8b4f-7a2cd99b649c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504141 Jan 28 01:36:29.002371 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b55f545-c386-4215-a91e-f8e684727f15 req-0e3d7680-3ea0-4df5-9523-ca325504f595 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] No DVR routers for this DVR port afee6223-6948-423c-903e-7a26d18d28df on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:36:29.017955 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-4b55f545-c386-4215-a91e-f8e684727f15 req-0e3d7680-3ea0-4df5-9523-ca325504f595 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:29.022321 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4b55f545-c386-4215-a91e-f8e684727f15 req-0e3d7680-3ea0-4df5-9523-ca325504f595 tempest-ServersNegativeTestJSON-914797932 tempest-ServersNegativeTestJSON-914797932-project] 10.222.0.52 "DELETE /v2.0/ports/afee6223-6948-423c-903e-7a26d18d28df HTTP/1.1" status: 204 len: 173 time: 0.4635489 Jan 28 01:36:29.023034 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f780f9-5cc1-4ecf-9c63-e43054b4fa89', 'name': 'network-vif-deleted', 'tag': 'afee6223-6948-423c-903e-7a26d18d28df'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:36:29.025652 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa2093d-4af9-4ac8-b115-79fad8e4078c" -d '{"events": [{"server_uuid": "16f780f9-5cc1-4ecf-9c63-e43054b4fa89", "name": "network-vif-deleted", "tag": "afee6223-6948-423c-903e-7a26d18d28df"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:36:29.067233 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962480e5-ed6c-41e4-bff6-1dbbe2ed7ea1 x-openstack-request-id: req-962480e5-ed6c-41e4-bff6-1dbbe2ed7ea1 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:36:29.067576 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f780f9-5cc1-4ecf-9c63-e43054b4fa89", "name": "network-vif-deleted", "tag": "afee6223-6948-423c-903e-7a26d18d28df", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:36:29.068016 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-962480e5-ed6c-41e4-bff6-1dbbe2ed7ea1 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:36:29.068962 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f780f9-5cc1-4ecf-9c63-e43054b4fa89', 'name': 'network-vif-deleted', 'tag': 'afee6223-6948-423c-903e-7a26d18d28df', 'status': 'completed', 'code': 200} Jan 28 01:36:30.057523 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55356) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:30.108203 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-99ea751a-73d7-493f-8688-fad3fe94bfcf admin admin] Deleting subnet c5b558a1-972c-4201-ab51-3d72102d1e88 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:36:30.111388 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-99ea751a-73d7-493f-8688-fad3fe94bfcf admin admin] Publish callbacks [] for subnet (c5b558a1-972c-4201-ab51-3d72102d1e88), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:30.154218 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-99ea751a-73d7-493f-8688-fad3fe94bfcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (c5b558a1-972c-4201-ab51-3d72102d1e88), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:30.197830 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-99ea751a-73d7-493f-8688-fad3fe94bfcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (c5b558a1-972c-4201-ab51-3d72102d1e88), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:30.269957 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-99ea751a-73d7-493f-8688-fad3fe94bfcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (c5b558a1-972c-4201-ab51-3d72102d1e88), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:30.300654 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea751a-73d7-493f-8688-fad3fe94bfcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5b558a1-972c-4201-ab51-3d72102d1e88,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:30.308607 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-99ea751a-73d7-493f-8688-fad3fe94bfcf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:30.312079 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-99ea751a-73d7-493f-8688-fad3fe94bfcf admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c5b558a1-972c-4201-ab51-3d72102d1e88 HTTP/1.1" status: 204 len: 168 time: 0.2534254 Jan 28 01:36:30.315594 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55358) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:30.390929 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-21a1f971-6fe3-4914-9c0d-43ef2f489bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (70aec12c-b6d3-42bb-b932-da9bc695c7fc), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:30.484710 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-21a1f971-6fe3-4914-9c0d-43ef2f489bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (70aec12c-b6d3-42bb-b932-da9bc695c7fc), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:30.508841 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-21a1f971-6fe3-4914-9c0d-43ef2f489bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70aec12c-b6d3-42bb-b932-da9bc695c7fc']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:30.519324 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-21a1f971-6fe3-4914-9c0d-43ef2f489bf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc8a697-28f1-4b4a-af74-94080138ab2f') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:30.519779 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-21a1f971-6fe3-4914-9c0d-43ef2f489bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc8a697-28f1-4b4a-af74-94080138ab2f') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:30.539395 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-21a1f971-6fe3-4914-9c0d-43ef2f489bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (0dc8a697-28f1-4b4a-af74-94080138ab2f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:30.555075 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-21a1f971-6fe3-4914-9c0d-43ef2f489bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (0dc8a697-28f1-4b4a-af74-94080138ab2f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:30.562041 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a1f971-6fe3-4914-9c0d-43ef2f489bf9 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:36:30.562441 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-21a1f971-6fe3-4914-9c0d-43ef2f489bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (0dc8a697-28f1-4b4a-af74-94080138ab2f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:30.564605 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 01:36:30.564605 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:36:30.564605 n-d-826754-1 neutron-server[103344]: timer() Jan 28 01:36:30.564605 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:36:30.564605 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 01:36:30.564605 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:36:30.564605 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 01:36:30.564605 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:36:30.564605 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 01:36:30.564605 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:36:30.564605 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 01:36:30.564605 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:36:30.564605 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 01:36:30.564605 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:36:30.564605 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:36:30.564605 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:36:30.564605 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:36:30.564605 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:36:30.564605 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 01:36:30.564605 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:36:30.564605 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 01:36:30.564605 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:36:30.564605 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:36:30.564605 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:36:30.564605 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 01:36:30.564605 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:36:30.564605 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:36:30.564605 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:36:30.564605 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:36:30.564605 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:36:30.564605 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:36:30.564605 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:36:30.630902 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-21a1f971-6fe3-4914-9c0d-43ef2f489bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (70aec12c-b6d3-42bb-b932-da9bc695c7fc), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:30.637289 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-21a1f971-6fe3-4914-9c0d-43ef2f489bf9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:30.642596 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-21a1f971-6fe3-4914-9c0d-43ef2f489bf9 admin admin] 10.222.0.70 "DELETE /v2.0/networks/70aec12c-b6d3-42bb-b932-da9bc695c7fc HTTP/1.1" status: 204 len: 168 time: 0.3258717 Jan 28 01:36:30.656971 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1f971-6fe3-4914-9c0d-43ef2f489bf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=70aec12c-b6d3-42bb-b932-da9bc695c7fc,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:30.775988 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55362) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:30.819476 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4724e97b-8f12-4bc6-8ae1-662e6d71dee4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=17948061a6a64ccda6a7050a18a2fc52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421407 Jan 28 01:36:30.821933 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55364) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:30.877196 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-842725e8-4c03-42b6-b2ef-98e74a158437 admin admin] Publish callbacks [] for security_group (4b002fc3-e63b-47b3-8b4f-7a2cd99b649c), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:30.899391 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-842725e8-4c03-42b6-b2ef-98e74a158437 admin admin] Publish callbacks [] for security_group (4b002fc3-e63b-47b3-8b4f-7a2cd99b649c), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:30.965226 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-842725e8-4c03-42b6-b2ef-98e74a158437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4b002fc3-e63b-47b3-8b4f-7a2cd99b649c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:30.967981 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-842725e8-4c03-42b6-b2ef-98e74a158437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:30.969258 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-842725e8-4c03-42b6-b2ef-98e74a158437 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4b002fc3-e63b-47b3-8b4f-7a2cd99b649c HTTP/1.1" status: 204 len: 168 time: 0.1463740 Jan 28 01:36:30.979058 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842725e8-4c03-42b6-b2ef-98e74a158437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b002fc3-e63b-47b3-8b4f-7a2cd99b649c,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:31.258356 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device afee6223-6948-423c-903e-7a26d18d28df no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:36:31.281443 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: afee6223-6948-423c-903e-7a26d18d28df {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:36:31.281791 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device afee6223-6948-423c-903e-7a26d18d28df not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:36:31.774311 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55386) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:31.873929 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d0586aa0-84d5-4c69-909f-702b02e99df3 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1475116962'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:31.894071 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0586aa0-84d5-4c69-909f-702b02e99df3 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Made reservation on behalf of d41a965d9b484448a89c94272cc11f61 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:36:31.897634 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d0586aa0-84d5-4c69-909f-702b02e99df3 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:31.907078 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d0586aa0-84d5-4c69-909f-702b02e99df3 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:31.990561 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d0586aa0-84d5-4c69-909f-702b02e99df3 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks [] for security_group (a6972223-6239-48d3-bf21-a592ed7d93e3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:31.995950 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d0586aa0-84d5-4c69-909f-702b02e99df3 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a6972223-6239-48d3-bf21-a592ed7d93e3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:32.025409 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0586aa0-84d5-4c69-909f-702b02e99df3 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:36:32.035314 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0586aa0-84d5-4c69-909f-702b02e99df3 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6972223-6239-48d3-bf21-a592ed7d93e3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:32.042478 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d0586aa0-84d5-4c69-909f-702b02e99df3 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (dd52b22d-7203-460f-aadc-5a6cf796089b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:32.042853 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-d0586aa0-84d5-4c69-909f-702b02e99df3 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Added segment dd52b22d-7203-460f-aadc-5a6cf796089b of type vlan for network 577f1ad7-bb7c-42e2-9411-9e8d868aeefc Jan 28 01:36:32.088954 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d0586aa0-84d5-4c69-909f-702b02e99df3 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (577f1ad7-bb7c-42e2-9411-9e8d868aeefc), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:32.118789 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d0586aa0-84d5-4c69-909f-702b02e99df3 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (577f1ad7-bb7c-42e2-9411-9e8d868aeefc), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:32.123806 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0586aa0-84d5-4c69-909f-702b02e99df3 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:32.124455 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d0586aa0-84d5-4c69-909f-702b02e99df3 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:32.187319 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d0586aa0-84d5-4c69-909f-702b02e99df3 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4115844 Jan 28 01:36:32.200628 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0586aa0-84d5-4c69-909f-702b02e99df3 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Pushing event updated for resources: {'Network': ['ID=577f1ad7-bb7c-42e2-9411-9e8d868aeefc,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:32.215042 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 577f1ad7-bb7c-42e2-9411-9e8d868aeefc details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:36:35.480991 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55390) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:35.487105 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-fd222329-abfa-4335-aac7-cc8809bacd24 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Request body: {'subnet': {'network_id': '577f1ad7-bb7c-42e2-9411-9e8d868aeefc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:35.583730 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd222329-abfa-4335-aac7-cc8809bacd24 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Made reservation on behalf of d41a965d9b484448a89c94272cc11f61 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:36:35.589730 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fd222329-abfa-4335-aac7-cc8809bacd24 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:35.846909 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fd222329-abfa-4335-aac7-cc8809bacd24 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (55815ba6-8078-4d43-b854-84e8d77dc4fc), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:35.925092 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd222329-abfa-4335-aac7-cc8809bacd24 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Pushing event updated for resources: {'Subnet': ['ID=55815ba6-8078-4d43-b854-84e8d77dc4fc,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:35.932371 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd222329-abfa-4335-aac7-cc8809bacd24 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Checking segment: {'id': 'dd52b22d-7203-460f-aadc-5a6cf796089b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '577f1ad7-bb7c-42e2-9411-9e8d868aeefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:36:35.932822 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd222329-abfa-4335-aac7-cc8809bacd24 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Network hostable DHCP agents. Network: 577f1ad7-bb7c-42e2-9411-9e8d868aeefc, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:36:35.953586 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd222329-abfa-4335-aac7-cc8809bacd24 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Network 577f1ad7-bb7c-42e2-9411-9e8d868aeefc is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:36:35.965255 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-fd222329-abfa-4335-aac7-cc8809bacd24 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 577f1ad7-bb7c-42e2-9411-9e8d868aeefc) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:36:35.970482 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd222329-abfa-4335-aac7-cc8809bacd24 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:35.971090 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fd222329-abfa-4335-aac7-cc8809bacd24 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:35.981268 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cb8e85-eb4a-4f8f-8814-9cc5841b41d2 None None] Network 577f1ad7-bb7c-42e2-9411-9e8d868aeefc requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:36:35.997494 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-fd222329-abfa-4335-aac7-cc8809bacd24 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5107586 Jan 28 01:36:35.997802 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55392) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:36.003054 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-6ea9273f-88dc-4835-ae22-dc8e965bb55c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-346403118'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:36.027411 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea9273f-88dc-4835-ae22-dc8e965bb55c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Made reservation on behalf of d41a965d9b484448a89c94272cc11f61 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:36:36.032615 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6ea9273f-88dc-4835-ae22-dc8e965bb55c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:36.069794 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea9273f-88dc-4835-ae22-dc8e965bb55c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:36:36.080695 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6ea9273f-88dc-4835-ae22-dc8e965bb55c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (d0937eb6-63c7-4edc-89f5-b479aa4ac288), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:36.081047 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-6ea9273f-88dc-4835-ae22-dc8e965bb55c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Added segment d0937eb6-63c7-4edc-89f5-b479aa4ac288 of type vlan for network e1e4c880-b27c-4412-b9de-3cea146f9e04 Jan 28 01:36:36.136692 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6ea9273f-88dc-4835-ae22-dc8e965bb55c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (e1e4c880-b27c-4412-b9de-3cea146f9e04), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:36.153735 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6184f0-473a-406b-86c9-f191133ac6bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-577f1ad7-bb7c-42e2-9411-9e8d868aeefc', 'network_id': '577f1ad7-bb7c-42e2-9411-9e8d868aeefc', 'project_id': 'd41a965d9b484448a89c94272cc11f61', 'fixed_ips': [{'subnet_id': '55815ba6-8078-4d43-b854-84e8d77dc4fc'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:36:36.154686 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a6184f0-473a-406b-86c9-f191133ac6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:36.173117 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-817b5abc-4857-48b3-b987-ce32eb525d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:36.179503 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6ea9273f-88dc-4835-ae22-dc8e965bb55c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (e1e4c880-b27c-4412-b9de-3cea146f9e04), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:36.184913 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea9273f-88dc-4835-ae22-dc8e965bb55c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:36.185571 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6ea9273f-88dc-4835-ae22-dc8e965bb55c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:36.248501 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6ea9273f-88dc-4835-ae22-dc8e965bb55c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2496254 Jan 28 01:36:36.251802 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55394) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:36.260769 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-9d7a6cfe-859a-4ed9-bad7-45b10bae0d1c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Request body: {'subnet': {'network_id': 'e1e4c880-b27c-4412-b9de-3cea146f9e04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:36.285707 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9273f-88dc-4835-ae22-dc8e965bb55c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Pushing event updated for resources: {'Network': ['ID=e1e4c880-b27c-4412-b9de-3cea146f9e04,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:36.312740 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network e1e4c880-b27c-4412-b9de-3cea146f9e04 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:36:36.382136 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7a6cfe-859a-4ed9-bad7-45b10bae0d1c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Made reservation on behalf of d41a965d9b484448a89c94272cc11f61 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:36:36.385814 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9d7a6cfe-859a-4ed9-bad7-45b10bae0d1c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:36.399022 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-7a6184f0-473a-406b-86c9-f191133ac6bb None None] Allocated IP 2001:db8:0:ffff::2 (577f1ad7-bb7c-42e2-9411-9e8d868aeefc/55815ba6-8078-4d43-b854-84e8d77dc4fc/c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:36:36.573267 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a6184f0-473a-406b-86c9-f191133ac6bb None None] Publish callbacks [] for port (c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:36.580555 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a6184f0-473a-406b-86c9-f191133ac6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:36.625710 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6184f0-473a-406b-86c9-f191133ac6bb None None] Network 577f1ad7-bb7c-42e2-9411-9e8d868aeefc is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:36:36.626708 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9d7a6cfe-859a-4ed9-bad7-45b10bae0d1c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (4aad6b3e-a429-4ce9-8ef4-37c0eef6224b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:36.631275 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-7a6184f0-473a-406b-86c9-f191133ac6bb None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:36:36.633938 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6184f0-473a-406b-86c9-f191133ac6bb None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:36:36.650836 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6184f0-473a-406b-86c9-f191133ac6bb None None] Pushing event updated for resources: {'Port': ['ID=c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:36.709722 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a6cfe-859a-4ed9-bad7-45b10bae0d1c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Pushing event updated for resources: {'Subnet': ['ID=4aad6b3e-a429-4ce9-8ef4-37c0eef6224b,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:36.731174 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7a6cfe-859a-4ed9-bad7-45b10bae0d1c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Checking segment: {'id': 'd0937eb6-63c7-4edc-89f5-b479aa4ac288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e1e4c880-b27c-4412-b9de-3cea146f9e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:36:36.731554 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7a6cfe-859a-4ed9-bad7-45b10bae0d1c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Network hostable DHCP agents. Network: e1e4c880-b27c-4412-b9de-3cea146f9e04, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:36:36.755887 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7a6184f0-473a-406b-86c9-f191133ac6bb None None] Attempting to bind port c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:36:36.756499 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7a6184f0-473a-406b-86c9-f191133ac6bb None None] Attempting to bind port c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'dd52b22d-7203-460f-aadc-5a6cf796089b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '577f1ad7-bb7c-42e2-9411-9e8d868aeefc'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:36:36.757195 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6184f0-473a-406b-86c9-f191133ac6bb None None] Attempting to bind port c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635 on network 577f1ad7-bb7c-42e2-9411-9e8d868aeefc {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:36:36.759427 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7a6cfe-859a-4ed9-bad7-45b10bae0d1c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Network e1e4c880-b27c-4412-b9de-3cea146f9e04 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:36:36.767046 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6184f0-473a-406b-86c9-f191133ac6bb None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:36:36.767501 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6184f0-473a-406b-86c9-f191133ac6bb None None] Checking segment: {'id': 'dd52b22d-7203-460f-aadc-5a6cf796089b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '577f1ad7-bb7c-42e2-9411-9e8d868aeefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:36:36.768238 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a6184f0-473a-406b-86c9-f191133ac6bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:36.768612 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6184f0-473a-406b-86c9-f191133ac6bb None None] Bound using segment: {'id': 'dd52b22d-7203-460f-aadc-5a6cf796089b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '577f1ad7-bb7c-42e2-9411-9e8d868aeefc'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:36:36.769967 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-7a6184f0-473a-406b-86c9-f191133ac6bb None None] Bound port: c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd52b22d-7203-460f-aadc-5a6cf796089b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '577f1ad7-bb7c-42e2-9411-9e8d868aeefc'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:36:36.771180 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a6184f0-473a-406b-86c9-f191133ac6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:36.779306 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-9d7a6cfe-859a-4ed9-bad7-45b10bae0d1c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, e1e4c880-b27c-4412-b9de-3cea146f9e04) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:36:36.790142 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7a6cfe-859a-4ed9-bad7-45b10bae0d1c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:36.790776 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9d7a6cfe-859a-4ed9-bad7-45b10bae0d1c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:36.792071 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9767c04-97ee-4f2b-a14f-a41dc7ef8666 None None] Network e1e4c880-b27c-4412-b9de-3cea146f9e04 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:36:36.818511 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-9d7a6cfe-859a-4ed9-bad7-45b10bae0d1c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5655496 Jan 28 01:36:36.821746 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55396) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:36.939511 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-7a6184f0-473a-406b-86c9-f191133ac6bb None None] For port c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:36:36.945571 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-7a6184f0-473a-406b-86c9-f191133ac6bb None None] For port c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635,segment=NetworkSegment(dd52b22d-7203-460f-aadc-5a6cf796089b),segment_id=dd52b22d-7203-460f-aadc-5a6cf796089b)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:36:36.959224 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7a6184f0-473a-406b-86c9-f191133ac6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:37.003562 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eb43aad5-dfef-4c79-ba59-351997bb66ea tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (e1e4c880-b27c-4412-b9de-3cea146f9e04), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:37.088689 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eb43aad5-dfef-4c79-ba59-351997bb66ea tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (4aad6b3e-a429-4ce9-8ef4-37c0eef6224b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:37.185973 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eb43aad5-dfef-4c79-ba59-351997bb66ea tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (4aad6b3e-a429-4ce9-8ef4-37c0eef6224b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:37.230606 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43aad5-dfef-4c79-ba59-351997bb66ea tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Pushing event deleted for resources: {'Subnet': ['ID=4aad6b3e-a429-4ce9-8ef4-37c0eef6224b,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:37.258154 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2292b619-d3e2-4046-b63d-88e1451bbecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-e1e4c880-b27c-4412-b9de-3cea146f9e04', 'network_id': 'e1e4c880-b27c-4412-b9de-3cea146f9e04', 'project_id': 'd41a965d9b484448a89c94272cc11f61', 'fixed_ips': [{'subnet_id': '4aad6b3e-a429-4ce9-8ef4-37c0eef6224b'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:36:37.259051 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2292b619-d3e2-4046-b63d-88e1451bbecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:37.280714 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6184f0-473a-406b-86c9-f191133ac6bb None None] Pushing event updated for resources: {'Port': ['ID=c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:37.299271 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eb43aad5-dfef-4c79-ba59-351997bb66ea tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (e1e4c880-b27c-4412-b9de-3cea146f9e04), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:37.325948 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-eb43aad5-dfef-4c79-ba59-351997bb66ea tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e4c880-b27c-4412-b9de-3cea146f9e04']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:37.339053 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-eb43aad5-dfef-4c79-ba59-351997bb66ea tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0937eb6-63c7-4edc-89f5-b479aa4ac288') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:37.339434 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-eb43aad5-dfef-4c79-ba59-351997bb66ea tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0937eb6-63c7-4edc-89f5-b479aa4ac288') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:37.353049 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eb43aad5-dfef-4c79-ba59-351997bb66ea tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (d0937eb6-63c7-4edc-89f5-b479aa4ac288), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:37.376361 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eb43aad5-dfef-4c79-ba59-351997bb66ea tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (d0937eb6-63c7-4edc-89f5-b479aa4ac288), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:37.387141 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb43aad5-dfef-4c79-ba59-351997bb66ea tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:36:37.388541 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eb43aad5-dfef-4c79-ba59-351997bb66ea tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (d0937eb6-63c7-4edc-89f5-b479aa4ac288), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:37.392166 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 01:36:37.392166 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:36:37.392166 n-d-826754-1 neutron-server[103344]: timer() Jan 28 01:36:37.392166 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:36:37.392166 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 01:36:37.392166 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:36:37.392166 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 01:36:37.392166 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:36:37.392166 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 01:36:37.392166 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:36:37.392166 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 01:36:37.392166 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:36:37.392166 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 01:36:37.392166 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:36:37.392166 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:36:37.392166 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:36:37.392166 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:36:37.392166 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:36:37.392166 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 01:36:37.392166 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:36:37.392166 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 01:36:37.392166 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:36:37.392166 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:36:37.392166 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:36:37.392166 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 01:36:37.392166 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:36:37.392166 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:36:37.392166 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:36:37.392166 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:36:37.392166 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:36:37.392166 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:36:37.392166 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:36:37.398656 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b5444f-0100-483e-8fdb-ca67b0640de0 None None] Network e1e4c880-b27c-4412-b9de-3cea146f9e04 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:36:37.520970 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eb43aad5-dfef-4c79-ba59-351997bb66ea tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (e1e4c880-b27c-4412-b9de-3cea146f9e04), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:37.534470 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eb43aad5-dfef-4c79-ba59-351997bb66ea tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:37.540314 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55398) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:37.544040 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-eb43aad5-dfef-4c79-ba59-351997bb66ea tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] 10.222.0.70 "DELETE /v2.0/networks/e1e4c880-b27c-4412-b9de-3cea146f9e04 HTTP/1.1" status: 204 len: 168 time: 0.7165523 Jan 28 01:36:37.549220 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-60e0cddd-ccf0-4546-a784-4c327567a962 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2061752350'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:37.566410 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43aad5-dfef-4c79-ba59-351997bb66ea tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Pushing event deleted for resources: {'Network': ['ID=e1e4c880-b27c-4412-b9de-3cea146f9e04,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:37.583459 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e0cddd-ccf0-4546-a784-4c327567a962 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Made reservation on behalf of d41a965d9b484448a89c94272cc11f61 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:36:37.587896 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60e0cddd-ccf0-4546-a784-4c327567a962 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:37.618069 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e0cddd-ccf0-4546-a784-4c327567a962 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:36:37.630443 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60e0cddd-ccf0-4546-a784-4c327567a962 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (183679cb-11bb-48fb-a484-a46c61122753), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:37.630978 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-60e0cddd-ccf0-4546-a784-4c327567a962 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Added segment 183679cb-11bb-48fb-a484-a46c61122753 of type vlan for network 51c46149-66b2-4f37-9972-b76be1c891a3 Jan 28 01:36:37.680375 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60e0cddd-ccf0-4546-a784-4c327567a962 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (51c46149-66b2-4f37-9972-b76be1c891a3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:37.709047 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60e0cddd-ccf0-4546-a784-4c327567a962 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (51c46149-66b2-4f37-9972-b76be1c891a3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:37.714063 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e0cddd-ccf0-4546-a784-4c327567a962 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:37.714669 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-60e0cddd-ccf0-4546-a784-4c327567a962 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:37.780146 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-60e0cddd-ccf0-4546-a784-4c327567a962 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2385652 Jan 28 01:36:37.782857 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55400) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:37.788725 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-29988d84-c685-483a-8a9d-a7320a4e4810 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Request body: {'subnet': {'network_id': '51c46149-66b2-4f37-9972-b76be1c891a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:38.166420 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0cddd-ccf0-4546-a784-4c327567a962 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Pushing event updated for resources: {'Network': ['ID=51c46149-66b2-4f37-9972-b76be1c891a3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:38.177901 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 51c46149-66b2-4f37-9972-b76be1c891a3 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:36:38.258198 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29988d84-c685-483a-8a9d-a7320a4e4810 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Made reservation on behalf of d41a965d9b484448a89c94272cc11f61 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:36:38.265297 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-29988d84-c685-483a-8a9d-a7320a4e4810 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:38.334455 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.ipam_backend_mixin [None req-29988d84-c685-483a-8a9d-a7320a4e4810 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Performing IP validity checks on allocation pools {{(pid=103343) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 01:36:38.334992 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.ipam_backend_mixin [None req-29988d84-c685-483a-8a9d-a7320a4e4810 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103343) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 01:36:38.426418 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2f8660-9a87-47fc-a277-35fc9393e8fa None None] Network 577f1ad7-bb7c-42e2-9411-9e8d868aeefc requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:36:38.511851 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-29988d84-c685-483a-8a9d-a7320a4e4810 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (3611b62c-f08d-4171-8b9e-e66f9c89492b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:38.517418 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-01e22a57-e521-4e58-88e5-b4695ce89e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:38.531902 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-8090bf34-4318-4362-a046-031d56bf3852 None None] Provisioning complete for port c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:36:38.532217 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8090bf34-4318-4362-a046-031d56bf3852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:38.577651 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29988d84-c685-483a-8a9d-a7320a4e4810 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Pushing event updated for resources: {'Subnet': ['ID=3611b62c-f08d-4171-8b9e-e66f9c89492b,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:38.579424 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:36:38.604279 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29988d84-c685-483a-8a9d-a7320a4e4810 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Checking segment: {'id': '183679cb-11bb-48fb-a484-a46c61122753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '51c46149-66b2-4f37-9972-b76be1c891a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:36:38.604666 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29988d84-c685-483a-8a9d-a7320a4e4810 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Network hostable DHCP agents. Network: 51c46149-66b2-4f37-9972-b76be1c891a3, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:36:38.625226 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29988d84-c685-483a-8a9d-a7320a4e4810 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Network 51c46149-66b2-4f37-9972-b76be1c891a3 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:36:38.639332 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-29988d84-c685-483a-8a9d-a7320a4e4810 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 51c46149-66b2-4f37-9972-b76be1c891a3) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:36:38.644280 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29988d84-c685-483a-8a9d-a7320a4e4810 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:38.646073 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-29988d84-c685-483a-8a9d-a7320a4e4810 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:38.655884 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d421a8-6eb8-4451-9c24-6fa99c0e89de None None] Network 51c46149-66b2-4f37-9972-b76be1c891a3 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:36:38.666726 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-29988d84-c685-483a-8a9d-a7320a4e4810 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8825555 Jan 28 01:36:38.669223 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55402) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:38.783406 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fde4da65-665a-486f-98d2-59b6e0c36ad0 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (51c46149-66b2-4f37-9972-b76be1c891a3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:38.807068 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8090bf34-4318-4362-a046-031d56bf3852 None None] Current status of the port c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:36:38.807068 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8090bf34-4318-4362-a046-031d56bf3852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:38.808167 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:36:38.808167 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:38.856052 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fde4da65-665a-486f-98d2-59b6e0c36ad0 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (3611b62c-f08d-4171-8b9e-e66f9c89492b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:38.901116 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-8090bf34-4318-4362-a046-031d56bf3852 None None] For port c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635,segment=NetworkSegment(dd52b22d-7203-460f-aadc-5a6cf796089b),segment_id=dd52b22d-7203-460f-aadc-5a6cf796089b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:36:38.906281 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927b94ad-2df7-4c93-85da-8f8d9255e880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-51c46149-66b2-4f37-9972-b76be1c891a3', 'network_id': '51c46149-66b2-4f37-9972-b76be1c891a3', 'project_id': 'd41a965d9b484448a89c94272cc11f61', 'fixed_ips': [{'subnet_id': '3611b62c-f08d-4171-8b9e-e66f9c89492b'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:36:38.907179 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-927b94ad-2df7-4c93-85da-8f8d9255e880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:38.913623 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8090bf34-4318-4362-a046-031d56bf3852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:38.941142 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fde4da65-665a-486f-98d2-59b6e0c36ad0 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (3611b62c-f08d-4171-8b9e-e66f9c89492b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:38.979296 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4da65-665a-486f-98d2-59b6e0c36ad0 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Pushing event deleted for resources: {'Subnet': ['ID=3611b62c-f08d-4171-8b9e-e66f9c89492b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:39.050275 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fde4da65-665a-486f-98d2-59b6e0c36ad0 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (51c46149-66b2-4f37-9972-b76be1c891a3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:39.074763 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-fde4da65-665a-486f-98d2-59b6e0c36ad0 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c46149-66b2-4f37-9972-b76be1c891a3']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:39.085688 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-fde4da65-665a-486f-98d2-59b6e0c36ad0 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '183679cb-11bb-48fb-a484-a46c61122753') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:39.085992 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-fde4da65-665a-486f-98d2-59b6e0c36ad0 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '183679cb-11bb-48fb-a484-a46c61122753') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:39.096096 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fde4da65-665a-486f-98d2-59b6e0c36ad0 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (183679cb-11bb-48fb-a484-a46c61122753), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:39.110366 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fde4da65-665a-486f-98d2-59b6e0c36ad0 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (183679cb-11bb-48fb-a484-a46c61122753), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:39.117576 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fde4da65-665a-486f-98d2-59b6e0c36ad0 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:36:39.118118 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fde4da65-665a-486f-98d2-59b6e0c36ad0 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (183679cb-11bb-48fb-a484-a46c61122753), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:39.121571 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 01:36:39.121571 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:36:39.121571 n-d-826754-1 neutron-server[103343]: timer() Jan 28 01:36:39.121571 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:36:39.121571 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 01:36:39.121571 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:36:39.121571 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 01:36:39.121571 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:36:39.121571 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 01:36:39.121571 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:36:39.121571 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 01:36:39.121571 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:36:39.121571 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 01:36:39.121571 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:36:39.121571 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:36:39.121571 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:36:39.121571 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:36:39.121571 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:36:39.121571 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 01:36:39.121571 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:36:39.121571 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 01:36:39.121571 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:36:39.121571 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:36:39.121571 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:36:39.121571 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 01:36:39.121571 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:36:39.121571 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:36:39.121571 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:36:39.121571 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:36:39.121571 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:36:39.121571 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:36:39.121571 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:36:39.190037 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fde4da65-665a-486f-98d2-59b6e0c36ad0 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (51c46149-66b2-4f37-9972-b76be1c891a3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:39.200103 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fde4da65-665a-486f-98d2-59b6e0c36ad0 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:39.203496 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fde4da65-665a-486f-98d2-59b6e0c36ad0 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] 10.222.0.70 "DELETE /v2.0/networks/51c46149-66b2-4f37-9972-b76be1c891a3 HTTP/1.1" status: 204 len: 168 time: 0.5332687 Jan 28 01:36:39.207070 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55404) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:39.213084 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090bf34-4318-4362-a046-031d56bf3852 None None] Pushing event updated for resources: {'Port': ['ID=c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:39.214486 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-40263efe-478f-417b-83b0-6f9e3b8d1e93 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-859228611'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:39.227143 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:36:39.230769 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ed0a75-6230-442d-b1a5-6273c64f29e4 None None] Network 51c46149-66b2-4f37-9972-b76be1c891a3 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:36:39.233158 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4da65-665a-486f-98d2-59b6e0c36ad0 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Pushing event deleted for resources: {'Network': ['ID=51c46149-66b2-4f37-9972-b76be1c891a3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:39.249900 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40263efe-478f-417b-83b0-6f9e3b8d1e93 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Made reservation on behalf of d41a965d9b484448a89c94272cc11f61 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:36:39.253352 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40263efe-478f-417b-83b0-6f9e3b8d1e93 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:39.254827 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-fe1f584c-cbdb-4e2d-8e04-f6c8dbb0ae42 None None] Provisioning complete for port c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:36:39.255789 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fe1f584c-cbdb-4e2d-8e04-f6c8dbb0ae42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:39.281670 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40263efe-478f-417b-83b0-6f9e3b8d1e93 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:36:39.292106 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ed0a75-6230-442d-b1a5-6273c64f29e4 None None] Network 51c46149-66b2-4f37-9972-b76be1c891a3 could not be found, it might have been deleted concurrently. {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 01:36:39.293992 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40263efe-478f-417b-83b0-6f9e3b8d1e93 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (d556e6c3-b125-49b8-854d-f33a0af4d653), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:39.294349 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-40263efe-478f-417b-83b0-6f9e3b8d1e93 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Added segment d556e6c3-b125-49b8-854d-f33a0af4d653 of type vlan for network e99e1c10-4742-4649-a3b4-6069a420377e Jan 28 01:36:39.343496 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40263efe-478f-417b-83b0-6f9e3b8d1e93 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (e99e1c10-4742-4649-a3b4-6069a420377e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:39.370808 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-fe1f584c-cbdb-4e2d-8e04-f6c8dbb0ae42 None None] Current status of the port c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:36:39.376114 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40263efe-478f-417b-83b0-6f9e3b8d1e93 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (e99e1c10-4742-4649-a3b4-6069a420377e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:39.382597 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40263efe-478f-417b-83b0-6f9e3b8d1e93 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:39.383232 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-40263efe-478f-417b-83b0-6f9e3b8d1e93 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:39.447032 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-40263efe-478f-417b-83b0-6f9e3b8d1e93 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2373128 Jan 28 01:36:39.450893 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55406) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:39.457236 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-5f87fa11-64cf-40c7-9183-74ecd562b347 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Request body: {'subnet': {'network_id': 'e99e1c10-4742-4649-a3b4-6069a420377e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:39.460535 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40263efe-478f-417b-83b0-6f9e3b8d1e93 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Pushing event updated for resources: {'Network': ['ID=e99e1c10-4742-4649-a3b4-6069a420377e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:39.472676 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network e99e1c10-4742-4649-a3b4-6069a420377e details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:36:39.574429 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f87fa11-64cf-40c7-9183-74ecd562b347 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Made reservation on behalf of d41a965d9b484448a89c94272cc11f61 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:36:39.578239 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f87fa11-64cf-40c7-9183-74ecd562b347 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:39.780857 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f87fa11-64cf-40c7-9183-74ecd562b347 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (2f182c9c-ef48-4088-9d32-541828549ba1), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:39.849470 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87fa11-64cf-40c7-9183-74ecd562b347 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Pushing event updated for resources: {'Subnet': ['ID=2f182c9c-ef48-4088-9d32-541828549ba1,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:39.859483 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f87fa11-64cf-40c7-9183-74ecd562b347 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Checking segment: {'id': 'd556e6c3-b125-49b8-854d-f33a0af4d653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e99e1c10-4742-4649-a3b4-6069a420377e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:36:39.859880 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f87fa11-64cf-40c7-9183-74ecd562b347 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Network hostable DHCP agents. Network: e99e1c10-4742-4649-a3b4-6069a420377e, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:36:39.877600 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f87fa11-64cf-40c7-9183-74ecd562b347 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Network e99e1c10-4742-4649-a3b4-6069a420377e is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:36:39.887730 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-5f87fa11-64cf-40c7-9183-74ecd562b347 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, e99e1c10-4742-4649-a3b4-6069a420377e) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:36:39.892099 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f87fa11-64cf-40c7-9183-74ecd562b347 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:39.892700 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f87fa11-64cf-40c7-9183-74ecd562b347 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:39.899128 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20df9263-3d4e-4050-938d-172a7c036ef1 None None] Network e99e1c10-4742-4649-a3b4-6069a420377e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:36:39.911469 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5f87fa11-64cf-40c7-9183-74ecd562b347 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4592683 Jan 28 01:36:39.916177 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55408) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:39.921287 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-23617218-7af1-40a1-b183-85553b4747ed tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-287169606'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:39.943259 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23617218-7af1-40a1-b183-85553b4747ed tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Made reservation on behalf of d41a965d9b484448a89c94272cc11f61 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:36:39.946762 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-23617218-7af1-40a1-b183-85553b4747ed tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:39.978237 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23617218-7af1-40a1-b183-85553b4747ed tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:36:39.987058 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:39.995990 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-23617218-7af1-40a1-b183-85553b4747ed tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (a7179ace-e2ac-4f5e-882a-adf7067323ac), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:39.996937 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-23617218-7af1-40a1-b183-85553b4747ed tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Added segment a7179ace-e2ac-4f5e-882a-adf7067323ac of type vlan for network 4a156942-af06-42f0-9e52-7aa60ce7b2a2 Jan 28 01:36:40.048308 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff40ad1-6852-4685-8b5b-9b6c5a38ecd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-e99e1c10-4742-4649-a3b4-6069a420377e', 'network_id': 'e99e1c10-4742-4649-a3b4-6069a420377e', 'project_id': 'd41a965d9b484448a89c94272cc11f61', 'fixed_ips': [{'subnet_id': '2f182c9c-ef48-4088-9d32-541828549ba1'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:36:40.049043 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-23617218-7af1-40a1-b183-85553b4747ed tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (4a156942-af06-42f0-9e52-7aa60ce7b2a2), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:40.049170 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ff40ad1-6852-4685-8b5b-9b6c5a38ecd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:40.080954 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-23617218-7af1-40a1-b183-85553b4747ed tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (4a156942-af06-42f0-9e52-7aa60ce7b2a2), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:40.086878 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23617218-7af1-40a1-b183-85553b4747ed tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:40.087467 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-23617218-7af1-40a1-b183-85553b4747ed tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:40.166445 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-23617218-7af1-40a1-b183-85553b4747ed tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2491279 Jan 28 01:36:40.170865 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55410) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:40.178088 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-65d8ac3f-a0b0-48bc-9307-c578f78d8be1 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Request body: {'subnet': {'network_id': '4a156942-af06-42f0-9e52-7aa60ce7b2a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:40.187775 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23617218-7af1-40a1-b183-85553b4747ed tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Pushing event updated for resources: {'Network': ['ID=4a156942-af06-42f0-9e52-7aa60ce7b2a2,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:40.202288 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 4a156942-af06-42f0-9e52-7aa60ce7b2a2 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:36:40.287728 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d8ac3f-a0b0-48bc-9307-c578f78d8be1 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Made reservation on behalf of d41a965d9b484448a89c94272cc11f61 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:36:40.288083 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-8ff40ad1-6852-4685-8b5b-9b6c5a38ecd2 None None] Allocated IP 2001:db8::2 (e99e1c10-4742-4649-a3b4-6069a420377e/2f182c9c-ef48-4088-9d32-541828549ba1/7ffbdfb4-b415-46fb-ac18-6feb0204d487) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:36:40.293259 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-65d8ac3f-a0b0-48bc-9307-c578f78d8be1 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:40.512582 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ff40ad1-6852-4685-8b5b-9b6c5a38ecd2 None None] Publish callbacks [] for port (7ffbdfb4-b415-46fb-ac18-6feb0204d487), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:40.526173 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:36:40.530623 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ff40ad1-6852-4685-8b5b-9b6c5a38ecd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (7ffbdfb4-b415-46fb-ac18-6feb0204d487), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:40.576860 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-65d8ac3f-a0b0-48bc-9307-c578f78d8be1 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (6662d567-b890-49b5-9602-c619f5bf9b8e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:40.617424 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff40ad1-6852-4685-8b5b-9b6c5a38ecd2 None None] Network e99e1c10-4742-4649-a3b4-6069a420377e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:36:40.627221 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-8ff40ad1-6852-4685-8b5b-9b6c5a38ecd2 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:36:40.630686 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff40ad1-6852-4685-8b5b-9b6c5a38ecd2 None None] Pushing event updated for resources: {'Port': ['ID=7ffbdfb4-b415-46fb-ac18-6feb0204d487,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:40.632849 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff40ad1-6852-4685-8b5b-9b6c5a38ecd2 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:36:40.685554 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8ac3f-a0b0-48bc-9307-c578f78d8be1 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Pushing event updated for resources: {'Subnet': ['ID=6662d567-b890-49b5-9602-c619f5bf9b8e,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:40.694484 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d8ac3f-a0b0-48bc-9307-c578f78d8be1 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Checking segment: {'id': 'a7179ace-e2ac-4f5e-882a-adf7067323ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4a156942-af06-42f0-9e52-7aa60ce7b2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:36:40.695139 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d8ac3f-a0b0-48bc-9307-c578f78d8be1 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Network hostable DHCP agents. Network: 4a156942-af06-42f0-9e52-7aa60ce7b2a2, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:36:40.727633 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d8ac3f-a0b0-48bc-9307-c578f78d8be1 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Network 4a156942-af06-42f0-9e52-7aa60ce7b2a2 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:36:40.730121 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:36:40.730767 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:40.738415 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-65d8ac3f-a0b0-48bc-9307-c578f78d8be1 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 4a156942-af06-42f0-9e52-7aa60ce7b2a2) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:36:40.749084 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d8ac3f-a0b0-48bc-9307-c578f78d8be1 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:40.750671 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-65d8ac3f-a0b0-48bc-9307-c578f78d8be1 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:40.778867 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-65d8ac3f-a0b0-48bc-9307-c578f78d8be1 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6044345 Jan 28 01:36:40.779508 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55412) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:40.781209 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e097f7b9-79ac-4677-8420-eccc61e35132 None None] Network 4a156942-af06-42f0-9e52-7aa60ce7b2a2 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:36:40.792920 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-8ff40ad1-6852-4685-8b5b-9b6c5a38ecd2 None None] Attempting to bind port 7ffbdfb4-b415-46fb-ac18-6feb0204d487 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:36:40.793454 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-8ff40ad1-6852-4685-8b5b-9b6c5a38ecd2 None None] Attempting to bind port 7ffbdfb4-b415-46fb-ac18-6feb0204d487 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'd556e6c3-b125-49b8-854d-f33a0af4d653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e99e1c10-4742-4649-a3b4-6069a420377e'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:36:40.794125 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff40ad1-6852-4685-8b5b-9b6c5a38ecd2 None None] Attempting to bind port 7ffbdfb4-b415-46fb-ac18-6feb0204d487 on network e99e1c10-4742-4649-a3b4-6069a420377e {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:36:40.888848 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff40ad1-6852-4685-8b5b-9b6c5a38ecd2 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:36:40.889491 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff40ad1-6852-4685-8b5b-9b6c5a38ecd2 None None] Checking segment: {'id': 'd556e6c3-b125-49b8-854d-f33a0af4d653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e99e1c10-4742-4649-a3b4-6069a420377e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:36:40.890190 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ff40ad1-6852-4685-8b5b-9b6c5a38ecd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:40.890855 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff40ad1-6852-4685-8b5b-9b6c5a38ecd2 None None] Bound using segment: {'id': 'd556e6c3-b125-49b8-854d-f33a0af4d653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e99e1c10-4742-4649-a3b4-6069a420377e'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:36:40.891729 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-8ff40ad1-6852-4685-8b5b-9b6c5a38ecd2 None None] Bound port: 7ffbdfb4-b415-46fb-ac18-6feb0204d487, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd556e6c3-b125-49b8-854d-f33a0af4d653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e99e1c10-4742-4649-a3b4-6069a420377e'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:36:40.892327 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-621a938a-e770-46d4-a41f-afa27907c8d5 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (4a156942-af06-42f0-9e52-7aa60ce7b2a2), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:40.892469 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ff40ad1-6852-4685-8b5b-9b6c5a38ecd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (7ffbdfb4-b415-46fb-ac18-6feb0204d487), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:40.956089 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-621a938a-e770-46d4-a41f-afa27907c8d5 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (6662d567-b890-49b5-9602-c619f5bf9b8e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:41.024722 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-621a938a-e770-46d4-a41f-afa27907c8d5 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (6662d567-b890-49b5-9602-c619f5bf9b8e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:41.073663 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a938a-e770-46d4-a41f-afa27907c8d5 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Pushing event deleted for resources: {'Subnet': ['ID=6662d567-b890-49b5-9602-c619f5bf9b8e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:41.144390 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-621a938a-e770-46d4-a41f-afa27907c8d5 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (4a156942-af06-42f0-9e52-7aa60ce7b2a2), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:41.151498 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a6c430-34cf-4bde-9cc0-60150957ab16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-4a156942-af06-42f0-9e52-7aa60ce7b2a2', 'network_id': '4a156942-af06-42f0-9e52-7aa60ce7b2a2', 'project_id': 'd41a965d9b484448a89c94272cc11f61', 'fixed_ips': [{'subnet_id': '6662d567-b890-49b5-9602-c619f5bf9b8e'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:36:41.153015 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-89a6c430-34cf-4bde-9cc0-60150957ab16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:41.173362 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-621a938a-e770-46d4-a41f-afa27907c8d5 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a156942-af06-42f0-9e52-7aa60ce7b2a2']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:41.186416 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-621a938a-e770-46d4-a41f-afa27907c8d5 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7179ace-e2ac-4f5e-882a-adf7067323ac') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:41.187040 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-621a938a-e770-46d4-a41f-afa27907c8d5 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7179ace-e2ac-4f5e-882a-adf7067323ac') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:41.189031 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-8ff40ad1-6852-4685-8b5b-9b6c5a38ecd2 None None] For port 7ffbdfb4-b415-46fb-ac18-6feb0204d487, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:36:41.197970 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:36:41.199139 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-621a938a-e770-46d4-a41f-afa27907c8d5 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (a7179ace-e2ac-4f5e-882a-adf7067323ac), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:41.215337 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-621a938a-e770-46d4-a41f-afa27907c8d5 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (a7179ace-e2ac-4f5e-882a-adf7067323ac), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:41.222567 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-621a938a-e770-46d4-a41f-afa27907c8d5 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:36:41.223867 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-621a938a-e770-46d4-a41f-afa27907c8d5 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (a7179ace-e2ac-4f5e-882a-adf7067323ac), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:41.227467 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 01:36:41.227467 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:36:41.227467 n-d-826754-1 neutron-server[103344]: timer() Jan 28 01:36:41.227467 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:36:41.227467 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 01:36:41.227467 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:36:41.227467 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 01:36:41.227467 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:36:41.227467 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 01:36:41.227467 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:36:41.227467 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 01:36:41.227467 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:36:41.227467 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 01:36:41.227467 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:36:41.227467 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:36:41.227467 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:36:41.227467 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:36:41.227467 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:36:41.227467 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 01:36:41.227467 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:36:41.227467 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 01:36:41.227467 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:36:41.227467 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:36:41.227467 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:36:41.227467 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 01:36:41.227467 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:36:41.227467 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:36:41.227467 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:36:41.227467 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:36:41.227467 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:36:41.227467 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:36:41.227467 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:36:41.230198 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-8ff40ad1-6852-4685-8b5b-9b6c5a38ecd2 None None] For port 7ffbdfb4-b415-46fb-ac18-6feb0204d487, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=7ffbdfb4-b415-46fb-ac18-6feb0204d487,segment=NetworkSegment(d556e6c3-b125-49b8-854d-f33a0af4d653),segment_id=d556e6c3-b125-49b8-854d-f33a0af4d653)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:36:41.237481 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ff40ad1-6852-4685-8b5b-9b6c5a38ecd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (7ffbdfb4-b415-46fb-ac18-6feb0204d487), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:41.331550 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-621a938a-e770-46d4-a41f-afa27907c8d5 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (4a156942-af06-42f0-9e52-7aa60ce7b2a2), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:41.341165 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-621a938a-e770-46d4-a41f-afa27907c8d5 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:41.345442 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-621a938a-e770-46d4-a41f-afa27907c8d5 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] 10.222.0.70 "DELETE /v2.0/networks/4a156942-af06-42f0-9e52-7aa60ce7b2a2 HTTP/1.1" status: 204 len: 168 time: 0.5639951 Jan 28 01:36:41.351092 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55414) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:41.372664 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a938a-e770-46d4-a41f-afa27907c8d5 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Pushing event deleted for resources: {'Network': ['ID=4a156942-af06-42f0-9e52-7aa60ce7b2a2,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:41.393579 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6992e9-542d-4054-b92d-ac2fbe80b51f tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] GET failed (client error): The resource could not be found. Jan 28 01:36:41.394963 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4a6992e9-542d-4054-b92d-ac2fbe80b51f tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] 10.222.0.70 "GET /v2.0/subnets/6662d567-b890-49b5-9602-c619f5bf9b8e HTTP/1.1" status: 404 len: 337 time: 0.0432613 Jan 28 01:36:41.398511 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55418) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:41.400520 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3eac1bb-17f0-4479-8421-8d8a93303f91 None None] Network 4a156942-af06-42f0-9e52-7aa60ce7b2a2 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:36:41.434424 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-892ec619-ab2f-4821-b057-011cac090f89 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] DELETE failed (client error): The resource could not be found. Jan 28 01:36:41.436473 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-892ec619-ab2f-4821-b057-011cac090f89 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:36:41.440571 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3eac1bb-17f0-4479-8421-8d8a93303f91 None None] Network 4a156942-af06-42f0-9e52-7aa60ce7b2a2 could not be found, it might have been deleted concurrently. {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 01:36:41.445874 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-892ec619-ab2f-4821-b057-011cac090f89 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] 10.222.0.70 "DELETE /v2.0/networks/4a156942-af06-42f0-9e52-7aa60ce7b2a2 HTTP/1.1" status: 404 len: 339 time: 0.0454316 Jan 28 01:36:41.449107 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff40ad1-6852-4685-8b5b-9b6c5a38ecd2 None None] Pushing event updated for resources: {'Port': ['ID=7ffbdfb4-b415-46fb-ac18-6feb0204d487,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:41.450642 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55420) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:41.489964 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-a194138c-f4c1-48f2-9210-8e37ada5133c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] DELETE failed (client error): The resource could not be found. Jan 28 01:36:41.490443 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a194138c-f4c1-48f2-9210-8e37ada5133c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:36:41.493684 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a194138c-f4c1-48f2-9210-8e37ada5133c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] 10.222.0.70 "DELETE /v2.0/subnets/6662d567-b890-49b5-9602-c619f5bf9b8e HTTP/1.1" status: 404 len: 337 time: 0.0415053 Jan 28 01:36:41.497987 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55422) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:41.521685 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-678fd9d3-0ebb-4a7b-add9-38b98a2ee954 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] DELETE failed (client error): The resource could not be found. Jan 28 01:36:41.522263 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-678fd9d3-0ebb-4a7b-add9-38b98a2ee954 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:36:41.525310 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:41.526328 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-678fd9d3-0ebb-4a7b-add9-38b98a2ee954 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] 10.222.0.70 "DELETE /v2.0/networks/4a156942-af06-42f0-9e52-7aa60ce7b2a2 HTTP/1.1" status: 404 len: 339 time: 0.0263591 Jan 28 01:36:41.529820 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55424) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:41.606318 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-c546e57f-9f28-433c-b59a-954651d5026d tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Deleting subnet 2f182c9c-ef48-4088-9d32-541828549ba1 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:36:41.611436 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c546e57f-9f28-433c-b59a-954651d5026d tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks [] for subnet (2f182c9c-ef48-4088-9d32-541828549ba1), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:41.685967 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c546e57f-9f28-433c-b59a-954651d5026d tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (2f182c9c-ef48-4088-9d32-541828549ba1), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:41.804767 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c546e57f-9f28-433c-b59a-954651d5026d tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (2f182c9c-ef48-4088-9d32-541828549ba1), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:41.889089 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c546e57f-9f28-433c-b59a-954651d5026d tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (2f182c9c-ef48-4088-9d32-541828549ba1), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:41.929583 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546e57f-9f28-433c-b59a-954651d5026d tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Pushing event deleted for resources: {'Subnet': ['ID=2f182c9c-ef48-4088-9d32-541828549ba1,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:41.931680 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c546e57f-9f28-433c-b59a-954651d5026d tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:41.935140 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c546e57f-9f28-433c-b59a-954651d5026d tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] 10.222.0.70 "DELETE /v2.0/subnets/2f182c9c-ef48-4088-9d32-541828549ba1 HTTP/1.1" status: 204 len: 168 time: 0.4038444 Jan 28 01:36:41.939004 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55426) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:42.033519 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1d6c83dc-48ce-4e87-9028-f924c23e8f7c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (e99e1c10-4742-4649-a3b4-6069a420377e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:42.105935 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1d6c83dc-48ce-4e87-9028-f924c23e8f7c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Deleting port 7ffbdfb4-b415-46fb-ac18-6feb0204d487 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:36:42.106520 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1d6c83dc-48ce-4e87-9028-f924c23e8f7c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (7ffbdfb4-b415-46fb-ac18-6feb0204d487), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:42.217978 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-1d6c83dc-48ce-4e87-9028-f924c23e8f7c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] For port 7ffbdfb4-b415-46fb-ac18-6feb0204d487, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=7ffbdfb4-b415-46fb-ac18-6feb0204d487,segment=NetworkSegment(d556e6c3-b125-49b8-854d-f33a0af4d653),segment_id=d556e6c3-b125-49b8-854d-f33a0af4d653)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:36:42.217978 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1d6c83dc-48ce-4e87-9028-f924c23e8f7c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (7ffbdfb4-b415-46fb-ac18-6feb0204d487), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:42.238093 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1d6c83dc-48ce-4e87-9028-f924c23e8f7c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Calling delete_port for 7ffbdfb4-b415-46fb-ac18-6feb0204d487 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:36:42.342176 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:42.342541 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1d6c83dc-48ce-4e87-9028-f924c23e8f7c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (7ffbdfb4-b415-46fb-ac18-6feb0204d487), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:42.373512 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c83dc-48ce-4e87-9028-f924c23e8f7c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Pushing event deleted for resources: {'Port': ['ID=7ffbdfb4-b415-46fb-ac18-6feb0204d487,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:42.376828 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6c83dc-48ce-4e87-9028-f924c23e8f7c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] No DVR routers for this DVR port 7ffbdfb4-b415-46fb-ac18-6feb0204d487 on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:36:42.485219 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1d6c83dc-48ce-4e87-9028-f924c23e8f7c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (e99e1c10-4742-4649-a3b4-6069a420377e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:42.526326 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-1d6c83dc-48ce-4e87-9028-f924c23e8f7c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e99e1c10-4742-4649-a3b4-6069a420377e']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:42.545445 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-1d6c83dc-48ce-4e87-9028-f924c23e8f7c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd556e6c3-b125-49b8-854d-f33a0af4d653') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:42.545957 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-1d6c83dc-48ce-4e87-9028-f924c23e8f7c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd556e6c3-b125-49b8-854d-f33a0af4d653') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:42.566320 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1d6c83dc-48ce-4e87-9028-f924c23e8f7c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (d556e6c3-b125-49b8-854d-f33a0af4d653), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:42.595036 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1d6c83dc-48ce-4e87-9028-f924c23e8f7c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (d556e6c3-b125-49b8-854d-f33a0af4d653), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:42.607567 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d6c83dc-48ce-4e87-9028-f924c23e8f7c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:36:42.608301 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1d6c83dc-48ce-4e87-9028-f924c23e8f7c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (d556e6c3-b125-49b8-854d-f33a0af4d653), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:42.615220 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e394f695-1e27-4ea2-afbd-24c8691d02fe None None] Network e99e1c10-4742-4649-a3b4-6069a420377e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:36:42.615941 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 01:36:42.615941 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:36:42.615941 n-d-826754-1 neutron-server[103344]: timer() Jan 28 01:36:42.615941 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:36:42.615941 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 01:36:42.615941 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:36:42.615941 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 01:36:42.615941 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:36:42.615941 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 01:36:42.615941 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:36:42.615941 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 01:36:42.615941 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:36:42.615941 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 01:36:42.615941 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:36:42.615941 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:36:42.615941 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:36:42.615941 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:36:42.615941 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:36:42.615941 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 01:36:42.615941 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:36:42.615941 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 01:36:42.615941 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:36:42.615941 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:36:42.615941 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:36:42.615941 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 01:36:42.615941 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:36:42.615941 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:36:42.615941 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:36:42.615941 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:36:42.615941 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:36:42.615941 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:36:42.615941 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:36:42.717589 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-656542fd-d6e5-491d-b455-21a5a69b31b5 None None] Could not find standard attr ID for object 7ffbdfb4-b415-46fb-ac18-6feb0204d487. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:36:42.731373 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1d6c83dc-48ce-4e87-9028-f924c23e8f7c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (e99e1c10-4742-4649-a3b4-6069a420377e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:42.746946 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1d6c83dc-48ce-4e87-9028-f924c23e8f7c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:42.756276 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1d6c83dc-48ce-4e87-9028-f924c23e8f7c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] 10.222.0.70 "DELETE /v2.0/networks/e99e1c10-4742-4649-a3b4-6069a420377e HTTP/1.1" status: 204 len: 168 time: 0.8130112 Jan 28 01:36:42.757096 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55428) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:42.769337 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c83dc-48ce-4e87-9028-f924c23e8f7c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Pushing event deleted for resources: {'Network': ['ID=e99e1c10-4742-4649-a3b4-6069a420377e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:42.787496 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9084ddf-9d35-4bf6-9e6a-5fc90f521e54 None None] DHCP port deletion for e99e1c10-4742-4649-a3b4-6069a420377e request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:36:42.813936 n-d-826754-1 neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb4d926-18ec-4639-8db9-d874e438c34b tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] DELETE failed (client error): The resource could not be found. Jan 28 01:36:42.814662 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdb4d926-18ec-4639-8db9-d874e438c34b tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:36:42.820217 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bdb4d926-18ec-4639-8db9-d874e438c34b tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] 10.222.0.70 "DELETE /v2.0/subnets/3611b62c-f08d-4171-8b9e-e66f9c89492b HTTP/1.1" status: 404 len: 337 time: 0.0616210 Jan 28 01:36:42.822771 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55430) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:42.843439 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa00a22c-658d-4645-957c-ef2765fd05d0 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] DELETE failed (client error): The resource could not be found. Jan 28 01:36:42.844007 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa00a22c-658d-4645-957c-ef2765fd05d0 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:36:42.847352 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-aa00a22c-658d-4645-957c-ef2765fd05d0 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] 10.222.0.70 "DELETE /v2.0/networks/51c46149-66b2-4f37-9972-b76be1c891a3 HTTP/1.1" status: 404 len: 339 time: 0.0229337 Jan 28 01:36:42.850412 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55432) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:42.878392 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-545b05e8-8439-4f00-873e-8a384c05c577 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] DELETE failed (client error): The resource could not be found. Jan 28 01:36:42.879053 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-545b05e8-8439-4f00-873e-8a384c05c577 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:36:42.883822 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-545b05e8-8439-4f00-873e-8a384c05c577 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] 10.222.0.70 "DELETE /v2.0/subnets/4aad6b3e-a429-4ce9-8ef4-37c0eef6224b HTTP/1.1" status: 404 len: 337 time: 0.0322595 Jan 28 01:36:42.886714 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55434) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:42.916344 n-d-826754-1 neutron-server[103344]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f6e2e7-6dea-4923-8626-c34bb4efbc75 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] DELETE failed (client error): The resource could not be found. Jan 28 01:36:42.916939 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70f6e2e7-6dea-4923-8626-c34bb4efbc75 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103344) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 01:36:42.920248 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-70f6e2e7-6dea-4923-8626-c34bb4efbc75 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] 10.222.0.70 "DELETE /v2.0/networks/e1e4c880-b27c-4412-b9de-3cea146f9e04 HTTP/1.1" status: 404 len: 339 time: 0.0319631 Jan 28 01:36:42.924354 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55436) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:42.986955 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-728eb222-1371-42ce-a304-5d26509f386c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Deleting subnet 55815ba6-8078-4d43-b854-84e8d77dc4fc {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:36:42.991409 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-728eb222-1371-42ce-a304-5d26509f386c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks [] for subnet (55815ba6-8078-4d43-b854-84e8d77dc4fc), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:43.038980 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-728eb222-1371-42ce-a304-5d26509f386c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (55815ba6-8078-4d43-b854-84e8d77dc4fc), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:43.146388 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-728eb222-1371-42ce-a304-5d26509f386c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (55815ba6-8078-4d43-b854-84e8d77dc4fc), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:43.229893 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-728eb222-1371-42ce-a304-5d26509f386c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (55815ba6-8078-4d43-b854-84e8d77dc4fc), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:43.259488 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728eb222-1371-42ce-a304-5d26509f386c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Pushing event deleted for resources: {'Subnet': ['ID=55815ba6-8078-4d43-b854-84e8d77dc4fc,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:43.264062 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-728eb222-1371-42ce-a304-5d26509f386c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:43.270599 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-728eb222-1371-42ce-a304-5d26509f386c tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] 10.222.0.70 "DELETE /v2.0/subnets/55815ba6-8078-4d43-b854-84e8d77dc4fc HTTP/1.1" status: 204 len: 168 time: 0.3441222 Jan 28 01:36:43.272959 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55438) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:43.274423 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4bb961-f337-41ab-9160-27aef3c2b41c None None] Network 577f1ad7-bb7c-42e2-9411-9e8d868aeefc requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:36:43.424984 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5df69c9f-08d8-46c1-b41a-0dcf1a034407 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (577f1ad7-bb7c-42e2-9411-9e8d868aeefc), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:43.454479 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b00565f-81a0-45fd-abe7-e9dcac3bfca3 None None] DHCP port deletion for 577f1ad7-bb7c-42e2-9411-9e8d868aeefc request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:36:43.495729 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-5df69c9f-08d8-46c1-b41a-0dcf1a034407 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Deleting port c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:36:43.496233 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5df69c9f-08d8-46c1-b41a-0dcf1a034407 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:43.513136 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8b00565f-81a0-45fd-abe7-e9dcac3bfca3 None None] Deleting port c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:36:43.513713 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b00565f-81a0-45fd-abe7-e9dcac3bfca3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:43.578420 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-5df69c9f-08d8-46c1-b41a-0dcf1a034407 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] For port c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635,segment=NetworkSegment(dd52b22d-7203-460f-aadc-5a6cf796089b),segment_id=dd52b22d-7203-460f-aadc-5a6cf796089b)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:36:43.578889 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5df69c9f-08d8-46c1-b41a-0dcf1a034407 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:43.600494 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-8b00565f-81a0-45fd-abe7-e9dcac3bfca3 None None] For port c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635,segment=NetworkSegment(dd52b22d-7203-460f-aadc-5a6cf796089b),segment_id=dd52b22d-7203-460f-aadc-5a6cf796089b)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:36:43.601246 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-5df69c9f-08d8-46c1-b41a-0dcf1a034407 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Calling delete_port for c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:36:43.601389 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b00565f-81a0-45fd-abe7-e9dcac3bfca3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:43.631061 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8b00565f-81a0-45fd-abe7-e9dcac3bfca3 None None] Calling delete_port for c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:36:43.695122 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5df69c9f-08d8-46c1-b41a-0dcf1a034407 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:43.714227 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:43.723988 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df69c9f-08d8-46c1-b41a-0dcf1a034407 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Pushing event deleted for resources: {'Port': ['ID=c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:43.730883 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df69c9f-08d8-46c1-b41a-0dcf1a034407 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] No DVR routers for this DVR port c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635 on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 01:36:43.749771 n-d-826754-1 neutron-server[103345]: self.session.flush() Jan 28 01:36:43.759074 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b00565f-81a0-45fd-abe7-e9dcac3bfca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:43.826038 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5df69c9f-08d8-46c1-b41a-0dcf1a034407 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (577f1ad7-bb7c-42e2-9411-9e8d868aeefc), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:43.855158 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-5df69c9f-08d8-46c1-b41a-0dcf1a034407 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['577f1ad7-bb7c-42e2-9411-9e8d868aeefc']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:43.868657 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-5df69c9f-08d8-46c1-b41a-0dcf1a034407 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd52b22d-7203-460f-aadc-5a6cf796089b') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:43.869004 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-5df69c9f-08d8-46c1-b41a-0dcf1a034407 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd52b22d-7203-460f-aadc-5a6cf796089b') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:43.881670 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5df69c9f-08d8-46c1-b41a-0dcf1a034407 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (dd52b22d-7203-460f-aadc-5a6cf796089b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:43.900946 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5df69c9f-08d8-46c1-b41a-0dcf1a034407 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (dd52b22d-7203-460f-aadc-5a6cf796089b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:43.910510 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df69c9f-08d8-46c1-b41a-0dcf1a034407 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:36:43.911184 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5df69c9f-08d8-46c1-b41a-0dcf1a034407 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (dd52b22d-7203-460f-aadc-5a6cf796089b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:43.915333 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 01:36:43.915333 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:36:43.915333 n-d-826754-1 neutron-server[103344]: timer() Jan 28 01:36:43.915333 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:36:43.915333 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 01:36:43.915333 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:36:43.915333 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 01:36:43.915333 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:36:43.915333 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 01:36:43.915333 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:36:43.915333 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 01:36:43.915333 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:36:43.915333 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 01:36:43.915333 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:36:43.915333 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:36:43.915333 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:36:43.915333 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:36:43.915333 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:36:43.915333 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 01:36:43.915333 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:36:43.915333 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 01:36:43.915333 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:36:43.915333 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:36:43.915333 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:36:43.915333 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 01:36:43.915333 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:36:43.915333 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:36:43.915333 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:36:43.915333 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:36:43.915333 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:36:43.915333 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:36:43.915333 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:36:43.979644 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00565f-81a0-45fd-abe7-e9dcac3bfca3 None None] Pushing event deleted for resources: {'Port': ['ID=c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:43.981877 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b00565f-81a0-45fd-abe7-e9dcac3bfca3 None None] No DVR routers for this DVR port c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:36:44.000847 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5df69c9f-08d8-46c1-b41a-0dcf1a034407 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (577f1ad7-bb7c-42e2-9411-9e8d868aeefc), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:44.010408 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5df69c9f-08d8-46c1-b41a-0dcf1a034407 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:44.013902 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5df69c9f-08d8-46c1-b41a-0dcf1a034407 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] 10.222.0.70 "DELETE /v2.0/networks/577f1ad7-bb7c-42e2-9411-9e8d868aeefc HTTP/1.1" status: 204 len: 168 time: 0.7398040 Jan 28 01:36:44.030865 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df69c9f-08d8-46c1-b41a-0dcf1a034407 tempest-NetworksIpV6Test-1808110197 tempest-NetworksIpV6Test-1808110197-project] Pushing event deleted for resources: {'Network': ['ID=577f1ad7-bb7c-42e2-9411-9e8d868aeefc,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:44.329797 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55444) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:44.481372 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b0dbc02b-379e-4cb7-a588-a7c5a8ded241 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d41a965d9b484448a89c94272cc11f61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1489418 Jan 28 01:36:44.482744 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55448) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:44.484736 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 7ffbdfb4-b415-46fb-ac18-6feb0204d487 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:36:44.507743 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 7ffbdfb4-b415-46fb-ac18-6feb0204d487 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:36:44.508103 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 7ffbdfb4-b415-46fb-ac18-6feb0204d487 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:36:44.508520 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:36:44.528114 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:36:44.528465 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c8ff6d7e-99b4-4e2f-96a2-b3dec0cde635 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:36:44.544204 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b14784cf-f3ab-4f9d-a4a9-2b938e686949 admin admin] Publish callbacks [] for security_group (a6972223-6239-48d3-bf21-a592ed7d93e3), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:44.568537 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b14784cf-f3ab-4f9d-a4a9-2b938e686949 admin admin] Publish callbacks [] for security_group (a6972223-6239-48d3-bf21-a592ed7d93e3), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:44.625343 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b14784cf-f3ab-4f9d-a4a9-2b938e686949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (a6972223-6239-48d3-bf21-a592ed7d93e3), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:44.630558 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b14784cf-f3ab-4f9d-a4a9-2b938e686949 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:44.632558 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b14784cf-f3ab-4f9d-a4a9-2b938e686949 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a6972223-6239-48d3-bf21-a592ed7d93e3 HTTP/1.1" status: 204 len: 168 time: 0.1486187 Jan 28 01:36:44.645482 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14784cf-f3ab-4f9d-a4a9-2b938e686949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6972223-6239-48d3-bf21-a592ed7d93e3,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:45.263849 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:45.413025 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55470) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:45.530414 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-7116a4b4-d49f-4a1f-9843-f05ac57c2d8e tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1595555016', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:45.555276 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7116a4b4-d49f-4a1f-9843-f05ac57c2d8e tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (c14dc1ae-0327-4dcf-aa43-6ca6e7160628), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:45.556991 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7116a4b4-d49f-4a1f-9843-f05ac57c2d8e tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (c14dc1ae-0327-4dcf-aa43-6ca6e7160628), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:45.620332 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7116a4b4-d49f-4a1f-9843-f05ac57c2d8e tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks [] for router_controller (c14dc1ae-0327-4dcf-aa43-6ca6e7160628), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:45.628857 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7116a4b4-d49f-4a1f-9843-f05ac57c2d8e tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (c14dc1ae-0327-4dcf-aa43-6ca6e7160628), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:45.649318 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7116a4b4-d49f-4a1f-9843-f05ac57c2d8e tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:45.650606 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7116a4b4-d49f-4a1f-9843-f05ac57c2d8e tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2361753 Jan 28 01:36:45.654700 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55474) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:45.659887 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-95aad62d-7308-483e-b612-b1741e64eeb5 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1567738027'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:45.681342 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95aad62d-7308-483e-b612-b1741e64eeb5 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Made reservation on behalf of 0207ac6a9c314dc5a4ee8f60e6546498 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:36:45.684870 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-95aad62d-7308-483e-b612-b1741e64eeb5 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:46.089905 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-95aad62d-7308-483e-b612-b1741e64eeb5 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:46.192763 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-95aad62d-7308-483e-b612-b1741e64eeb5 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks [] for security_group (e0268260-bc73-4647-b037-29e45e68bb92), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:46.197084 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-95aad62d-7308-483e-b612-b1741e64eeb5 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e0268260-bc73-4647-b037-29e45e68bb92), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:46.229208 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95aad62d-7308-483e-b612-b1741e64eeb5 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:36:46.242470 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aad62d-7308-483e-b612-b1741e64eeb5 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0268260-bc73-4647-b037-29e45e68bb92,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:46.252381 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-95aad62d-7308-483e-b612-b1741e64eeb5 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (b3bfdf44-6fcb-4bfc-9dec-5eccd82ca9fc), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:46.252936 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-95aad62d-7308-483e-b612-b1741e64eeb5 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Added segment b3bfdf44-6fcb-4bfc-9dec-5eccd82ca9fc of type vlan for network 47adf7fe-8cab-4b0f-9b67-dc6aa155393c Jan 28 01:36:46.314634 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-95aad62d-7308-483e-b612-b1741e64eeb5 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (47adf7fe-8cab-4b0f-9b67-dc6aa155393c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:46.344960 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-95aad62d-7308-483e-b612-b1741e64eeb5 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (47adf7fe-8cab-4b0f-9b67-dc6aa155393c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:46.350631 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95aad62d-7308-483e-b612-b1741e64eeb5 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:46.351259 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-95aad62d-7308-483e-b612-b1741e64eeb5 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:46.421058 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-95aad62d-7308-483e-b612-b1741e64eeb5 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7651937 Jan 28 01:36:46.422775 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55476) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:46.436482 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aad62d-7308-483e-b612-b1741e64eeb5 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Pushing event updated for resources: {'Network': ['ID=47adf7fe-8cab-4b0f-9b67-dc6aa155393c,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:46.437190 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-9e5810f1-4874-488d-9b62-e7ddae29bdc3 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Request body: {'subnet': {'network_id': '47adf7fe-8cab-4b0f-9b67-dc6aa155393c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:46.450652 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 47adf7fe-8cab-4b0f-9b67-dc6aa155393c details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:36:46.581838 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5810f1-4874-488d-9b62-e7ddae29bdc3 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Made reservation on behalf of 0207ac6a9c314dc5a4ee8f60e6546498 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:36:46.585862 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9e5810f1-4874-488d-9b62-e7ddae29bdc3 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:46.812173 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9e5810f1-4874-488d-9b62-e7ddae29bdc3 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (37141d89-2ca6-484d-8863-cca97cd8cd3c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:46.879464 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5810f1-4874-488d-9b62-e7ddae29bdc3 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Pushing event updated for resources: {'Subnet': ['ID=37141d89-2ca6-484d-8863-cca97cd8cd3c,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:46.891143 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5810f1-4874-488d-9b62-e7ddae29bdc3 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Checking segment: {'id': 'b3bfdf44-6fcb-4bfc-9dec-5eccd82ca9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '47adf7fe-8cab-4b0f-9b67-dc6aa155393c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:36:46.891517 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5810f1-4874-488d-9b62-e7ddae29bdc3 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Network hostable DHCP agents. Network: 47adf7fe-8cab-4b0f-9b67-dc6aa155393c, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:36:46.913380 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5810f1-4874-488d-9b62-e7ddae29bdc3 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Network 47adf7fe-8cab-4b0f-9b67-dc6aa155393c is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:36:46.924151 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-9e5810f1-4874-488d-9b62-e7ddae29bdc3 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 47adf7fe-8cab-4b0f-9b67-dc6aa155393c) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:36:46.929908 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5810f1-4874-488d-9b62-e7ddae29bdc3 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:46.930514 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9e5810f1-4874-488d-9b62-e7ddae29bdc3 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:46.939506 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7819bde-a339-4176-adbb-de465a0e59ca None None] Network 47adf7fe-8cab-4b0f-9b67-dc6aa155393c requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:36:46.953434 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9e5810f1-4874-488d-9b62-e7ddae29bdc3 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5266635 Jan 28 01:36:46.959244 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55478) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:46.967851 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-b2154955-f373-4d08-8315-5e0e591f9a2e tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1387928523'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:46.998602 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2154955-f373-4d08-8315-5e0e591f9a2e tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Made reservation on behalf of 0207ac6a9c314dc5a4ee8f60e6546498 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:36:47.002662 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2154955-f373-4d08-8315-5e0e591f9a2e tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:47.034237 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2154955-f373-4d08-8315-5e0e591f9a2e tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:36:47.045702 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2154955-f373-4d08-8315-5e0e591f9a2e tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (97b6e004-77e2-4bcb-b9f8-02430a5a5fa9), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:47.046107 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-b2154955-f373-4d08-8315-5e0e591f9a2e tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Added segment 97b6e004-77e2-4bcb-b9f8-02430a5a5fa9 of type vlan for network 79e10622-14d8-4b73-b0ab-24fbabbd46c2 Jan 28 01:36:47.094741 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f5281e-2b8d-42d2-8466-f6f96feb875c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-47adf7fe-8cab-4b0f-9b67-dc6aa155393c', 'network_id': '47adf7fe-8cab-4b0f-9b67-dc6aa155393c', 'project_id': '0207ac6a9c314dc5a4ee8f60e6546498', 'fixed_ips': [{'subnet_id': '37141d89-2ca6-484d-8863-cca97cd8cd3c'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:36:47.095813 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a6f5281e-2b8d-42d2-8466-f6f96feb875c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:47.114329 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2154955-f373-4d08-8315-5e0e591f9a2e tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (79e10622-14d8-4b73-b0ab-24fbabbd46c2), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:47.157719 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2154955-f373-4d08-8315-5e0e591f9a2e tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (79e10622-14d8-4b73-b0ab-24fbabbd46c2), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:47.164740 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2154955-f373-4d08-8315-5e0e591f9a2e tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:47.165369 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2154955-f373-4d08-8315-5e0e591f9a2e tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:47.226512 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b2154955-f373-4d08-8315-5e0e591f9a2e tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2650721 Jan 28 01:36:47.230194 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55480) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:47.241734 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-776fd502-3642-4df5-8be3-9d177a3ce00f tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Request body: {'subnet': {'network_id': '79e10622-14d8-4b73-b0ab-24fbabbd46c2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:47.248734 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2154955-f373-4d08-8315-5e0e591f9a2e tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Pushing event updated for resources: {'Network': ['ID=79e10622-14d8-4b73-b0ab-24fbabbd46c2,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:47.259206 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-a6f5281e-2b8d-42d2-8466-f6f96feb875c None None] Allocated IP 172.20.0.2 (47adf7fe-8cab-4b0f-9b67-dc6aa155393c/37141d89-2ca6-484d-8863-cca97cd8cd3c/473f253e-3e3c-4624-bd7c-a3a0538feb78) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:36:47.263463 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 79e10622-14d8-4b73-b0ab-24fbabbd46c2 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:36:47.373142 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776fd502-3642-4df5-8be3-9d177a3ce00f tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Made reservation on behalf of 0207ac6a9c314dc5a4ee8f60e6546498 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:36:47.376646 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-776fd502-3642-4df5-8be3-9d177a3ce00f tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:47.515074 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a6f5281e-2b8d-42d2-8466-f6f96feb875c None None] Publish callbacks [] for port (473f253e-3e3c-4624-bd7c-a3a0538feb78), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:47.522300 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a6f5281e-2b8d-42d2-8466-f6f96feb875c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (473f253e-3e3c-4624-bd7c-a3a0538feb78), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:47.565009 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f5281e-2b8d-42d2-8466-f6f96feb875c None None] Network 47adf7fe-8cab-4b0f-9b67-dc6aa155393c is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:36:47.573052 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-a6f5281e-2b8d-42d2-8466-f6f96feb875c None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:36:47.578437 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f5281e-2b8d-42d2-8466-f6f96feb875c None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:36:47.582453 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5281e-2b8d-42d2-8466-f6f96feb875c None None] Pushing event updated for resources: {'Port': ['ID=473f253e-3e3c-4624-bd7c-a3a0538feb78,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:47.628010 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-776fd502-3642-4df5-8be3-9d177a3ce00f tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (b5673c89-5d6b-4d0d-93ce-3da9621daad2), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:47.647841 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-a6f5281e-2b8d-42d2-8466-f6f96feb875c None None] Attempting to bind port 473f253e-3e3c-4624-bd7c-a3a0538feb78 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:36:47.648458 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-a6f5281e-2b8d-42d2-8466-f6f96feb875c None None] Attempting to bind port 473f253e-3e3c-4624-bd7c-a3a0538feb78 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'b3bfdf44-6fcb-4bfc-9dec-5eccd82ca9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '47adf7fe-8cab-4b0f-9b67-dc6aa155393c'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:36:47.649077 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f5281e-2b8d-42d2-8466-f6f96feb875c None None] Attempting to bind port 473f253e-3e3c-4624-bd7c-a3a0538feb78 on network 47adf7fe-8cab-4b0f-9b67-dc6aa155393c {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:36:47.659502 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f5281e-2b8d-42d2-8466-f6f96feb875c None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:36:47.660040 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f5281e-2b8d-42d2-8466-f6f96feb875c None None] Checking segment: {'id': 'b3bfdf44-6fcb-4bfc-9dec-5eccd82ca9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '47adf7fe-8cab-4b0f-9b67-dc6aa155393c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:36:47.662847 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a6f5281e-2b8d-42d2-8466-f6f96feb875c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:47.662847 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f5281e-2b8d-42d2-8466-f6f96feb875c None None] Bound using segment: {'id': 'b3bfdf44-6fcb-4bfc-9dec-5eccd82ca9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '47adf7fe-8cab-4b0f-9b67-dc6aa155393c'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:36:47.663259 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-a6f5281e-2b8d-42d2-8466-f6f96feb875c None None] Bound port: 473f253e-3e3c-4624-bd7c-a3a0538feb78, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3bfdf44-6fcb-4bfc-9dec-5eccd82ca9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '47adf7fe-8cab-4b0f-9b67-dc6aa155393c'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:36:47.663715 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a6f5281e-2b8d-42d2-8466-f6f96feb875c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (473f253e-3e3c-4624-bd7c-a3a0538feb78), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:47.707213 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776fd502-3642-4df5-8be3-9d177a3ce00f tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Pushing event updated for resources: {'Subnet': ['ID=b5673c89-5d6b-4d0d-93ce-3da9621daad2,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:47.716993 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776fd502-3642-4df5-8be3-9d177a3ce00f tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Checking segment: {'id': '97b6e004-77e2-4bcb-b9f8-02430a5a5fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '79e10622-14d8-4b73-b0ab-24fbabbd46c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:36:47.717361 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776fd502-3642-4df5-8be3-9d177a3ce00f tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Network hostable DHCP agents. Network: 79e10622-14d8-4b73-b0ab-24fbabbd46c2, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:36:47.745425 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776fd502-3642-4df5-8be3-9d177a3ce00f tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Network 79e10622-14d8-4b73-b0ab-24fbabbd46c2 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:36:47.753171 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-a6f5281e-2b8d-42d2-8466-f6f96feb875c None None] For port 473f253e-3e3c-4624-bd7c-a3a0538feb78, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:36:47.759508 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-a6f5281e-2b8d-42d2-8466-f6f96feb875c None None] For port 473f253e-3e3c-4624-bd7c-a3a0538feb78, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=473f253e-3e3c-4624-bd7c-a3a0538feb78,segment=NetworkSegment(b3bfdf44-6fcb-4bfc-9dec-5eccd82ca9fc),segment_id=b3bfdf44-6fcb-4bfc-9dec-5eccd82ca9fc)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:36:47.761757 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-776fd502-3642-4df5-8be3-9d177a3ce00f tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 79e10622-14d8-4b73-b0ab-24fbabbd46c2) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:36:47.766495 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a6f5281e-2b8d-42d2-8466-f6f96feb875c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (473f253e-3e3c-4624-bd7c-a3a0538feb78), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:47.772827 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776fd502-3642-4df5-8be3-9d177a3ce00f tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:47.773740 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-776fd502-3642-4df5-8be3-9d177a3ce00f tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:47.785371 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcc3ecc-49c5-4f46-bfe0-3cc8ae3538ab None None] Network 79e10622-14d8-4b73-b0ab-24fbabbd46c2 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:36:47.806097 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-776fd502-3642-4df5-8be3-9d177a3ce00f tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5669122 Jan 28 01:36:47.806420 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55482) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:47.812926 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-f6c81603-9136-4f4c-9f41-6c193c9d1796 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Request body: {'router': {'external_gateway_info': {'network_id': '79e10622-14d8-4b73-b0ab-24fbabbd46c2'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:47.893513 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5281e-2b8d-42d2-8466-f6f96feb875c None None] Pushing event updated for resources: {'Port': ['ID=473f253e-3e3c-4624-bd7c-a3a0538feb78,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:47.952825 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250a021e-047f-4f3b-8ea4-75c103f2b9b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-79e10622-14d8-4b73-b0ab-24fbabbd46c2', 'network_id': '79e10622-14d8-4b73-b0ab-24fbabbd46c2', 'project_id': '0207ac6a9c314dc5a4ee8f60e6546498', 'fixed_ips': [{'subnet_id': 'b5673c89-5d6b-4d0d-93ce-3da9621daad2'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:36:47.953906 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-250a021e-047f-4f3b-8ea4-75c103f2b9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:48.138878 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6c81603-9136-4f4c-9f41-6c193c9d1796 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks [] for router_gateway (c14dc1ae-0327-4dcf-aa43-6ca6e7160628), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:48.180255 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-250a021e-047f-4f3b-8ea4-75c103f2b9b3 None None] Allocated IP 172.21.0.2 (79e10622-14d8-4b73-b0ab-24fbabbd46c2/b5673c89-5d6b-4d0d-93ce-3da9621daad2/6e0580fd-1653-48e1-a54b-473144d00c09) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:36:48.324862 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [None req-f6c81603-9136-4f4c-9f41-6c193c9d1796 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 01:36:48.326422 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f6c81603-9136-4f4c-9f41-6c193c9d1796 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] 10.222.0.70 "PUT /v2.0/routers/c14dc1ae-0327-4dcf-aa43-6ca6e7160628 HTTP/1.1" status: 400 len: 364 time: 0.5188656 Jan 28 01:36:48.338405 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55484) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:48.403940 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6fe5179-658a-478a-8d84-96f9dfe3b920 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Deleting subnet b5673c89-5d6b-4d0d-93ce-3da9621daad2 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:36:48.413442 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-250a021e-047f-4f3b-8ea4-75c103f2b9b3 None None] Publish callbacks [] for port (6e0580fd-1653-48e1-a54b-473144d00c09), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:48.419994 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5179-658a-478a-8d84-96f9dfe3b920 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks [] for subnet (b5673c89-5d6b-4d0d-93ce-3da9621daad2), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:48.430888 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-250a021e-047f-4f3b-8ea4-75c103f2b9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (6e0580fd-1653-48e1-a54b-473144d00c09), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:48.486169 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5179-658a-478a-8d84-96f9dfe3b920 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (b5673c89-5d6b-4d0d-93ce-3da9621daad2), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:48.504751 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250a021e-047f-4f3b-8ea4-75c103f2b9b3 None None] Network 79e10622-14d8-4b73-b0ab-24fbabbd46c2 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:36:48.510506 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-250a021e-047f-4f3b-8ea4-75c103f2b9b3 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:36:48.516520 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250a021e-047f-4f3b-8ea4-75c103f2b9b3 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:36:48.521238 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a021e-047f-4f3b-8ea4-75c103f2b9b3 None None] Pushing event updated for resources: {'Port': ['ID=6e0580fd-1653-48e1-a54b-473144d00c09,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:48.597319 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-250a021e-047f-4f3b-8ea4-75c103f2b9b3 None None] Attempting to bind port 6e0580fd-1653-48e1-a54b-473144d00c09 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:36:48.597499 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-250a021e-047f-4f3b-8ea4-75c103f2b9b3 None None] Attempting to bind port 6e0580fd-1653-48e1-a54b-473144d00c09 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '97b6e004-77e2-4bcb-b9f8-02430a5a5fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '79e10622-14d8-4b73-b0ab-24fbabbd46c2'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:36:48.598481 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250a021e-047f-4f3b-8ea4-75c103f2b9b3 None None] Attempting to bind port 6e0580fd-1653-48e1-a54b-473144d00c09 on network 79e10622-14d8-4b73-b0ab-24fbabbd46c2 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:36:48.604441 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 473f253e-3e3c-4624-bd7c-a3a0538feb78 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:36:48.616004 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5179-658a-478a-8d84-96f9dfe3b920 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (b5673c89-5d6b-4d0d-93ce-3da9621daad2), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:48.629225 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250a021e-047f-4f3b-8ea4-75c103f2b9b3 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:36:48.629600 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250a021e-047f-4f3b-8ea4-75c103f2b9b3 None None] Checking segment: {'id': '97b6e004-77e2-4bcb-b9f8-02430a5a5fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '79e10622-14d8-4b73-b0ab-24fbabbd46c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:36:48.630016 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-250a021e-047f-4f3b-8ea4-75c103f2b9b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:48.630676 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250a021e-047f-4f3b-8ea4-75c103f2b9b3 None None] Bound using segment: {'id': '97b6e004-77e2-4bcb-b9f8-02430a5a5fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '79e10622-14d8-4b73-b0ab-24fbabbd46c2'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:36:48.631176 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-250a021e-047f-4f3b-8ea4-75c103f2b9b3 None None] Bound port: 6e0580fd-1653-48e1-a54b-473144d00c09, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b6e004-77e2-4bcb-b9f8-02430a5a5fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '79e10622-14d8-4b73-b0ab-24fbabbd46c2'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:36:48.631566 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-250a021e-047f-4f3b-8ea4-75c103f2b9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6e0580fd-1653-48e1-a54b-473144d00c09), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:48.702725 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5179-658a-478a-8d84-96f9dfe3b920 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (b5673c89-5d6b-4d0d-93ce-3da9621daad2), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:48.725416 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-250a021e-047f-4f3b-8ea4-75c103f2b9b3 None None] For port 6e0580fd-1653-48e1-a54b-473144d00c09, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:36:48.727872 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 473f253e-3e3c-4624-bd7c-a3a0538feb78 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:36:48.728255 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (473f253e-3e3c-4624-bd7c-a3a0538feb78), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:48.731183 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-250a021e-047f-4f3b-8ea4-75c103f2b9b3 None None] For port 6e0580fd-1653-48e1-a54b-473144d00c09, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6e0580fd-1653-48e1-a54b-473144d00c09,segment=NetworkSegment(97b6e004-77e2-4bcb-b9f8-02430a5a5fa9),segment_id=97b6e004-77e2-4bcb-b9f8-02430a5a5fa9)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:36:48.753888 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe5179-658a-478a-8d84-96f9dfe3b920 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Pushing event deleted for resources: {'Subnet': ['ID=b5673c89-5d6b-4d0d-93ce-3da9621daad2,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:48.758541 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-250a021e-047f-4f3b-8ea4-75c103f2b9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6e0580fd-1653-48e1-a54b-473144d00c09), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:48.759148 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5179-658a-478a-8d84-96f9dfe3b920 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:48.763924 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f6fe5179-658a-478a-8d84-96f9dfe3b920 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] 10.222.0.70 "DELETE /v2.0/subnets/b5673c89-5d6b-4d0d-93ce-3da9621daad2 HTTP/1.1" status: 204 len: 168 time: 0.4229741 Jan 28 01:36:48.766896 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55486) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:48.872139 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a021e-047f-4f3b-8ea4-75c103f2b9b3 None None] Pushing event updated for resources: {'Port': ['ID=6e0580fd-1653-48e1-a54b-473144d00c09,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:48.894450 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9265cffd-2bc9-4ced-9f81-d8ced1d65bc8 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (79e10622-14d8-4b73-b0ab-24fbabbd46c2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:48.922351 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 473f253e-3e3c-4624-bd7c-a3a0538feb78 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:36:48.923224 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (473f253e-3e3c-4624-bd7c-a3a0538feb78), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:48.986419 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9265cffd-2bc9-4ced-9f81-d8ced1d65bc8 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Deleting port 6e0580fd-1653-48e1-a54b-473144d00c09 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:36:48.987046 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9265cffd-2bc9-4ced-9f81-d8ced1d65bc8 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (6e0580fd-1653-48e1-a54b-473144d00c09), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:48.994540 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 473f253e-3e3c-4624-bd7c-a3a0538feb78, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=473f253e-3e3c-4624-bd7c-a3a0538feb78,segment=NetworkSegment(b3bfdf44-6fcb-4bfc-9dec-5eccd82ca9fc),segment_id=b3bfdf44-6fcb-4bfc-9dec-5eccd82ca9fc)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:36:49.001707 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (473f253e-3e3c-4624-bd7c-a3a0538feb78), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:49.128897 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9265cffd-2bc9-4ced-9f81-d8ced1d65bc8 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] For port 6e0580fd-1653-48e1-a54b-473144d00c09, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6e0580fd-1653-48e1-a54b-473144d00c09,segment=NetworkSegment(97b6e004-77e2-4bcb-b9f8-02430a5a5fa9),segment_id=97b6e004-77e2-4bcb-b9f8-02430a5a5fa9)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:36:49.128897 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9265cffd-2bc9-4ced-9f81-d8ced1d65bc8 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (6e0580fd-1653-48e1-a54b-473144d00c09), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:49.149206 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9265cffd-2bc9-4ced-9f81-d8ced1d65bc8 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Calling delete_port for 6e0580fd-1653-48e1-a54b-473144d00c09 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:36:49.178465 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=473f253e-3e3c-4624-bd7c-a3a0538feb78,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:49.307138 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9265cffd-2bc9-4ced-9f81-d8ced1d65bc8 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (6e0580fd-1653-48e1-a54b-473144d00c09), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:49.342276 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265cffd-2bc9-4ced-9f81-d8ced1d65bc8 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Pushing event deleted for resources: {'Port': ['ID=6e0580fd-1653-48e1-a54b-473144d00c09,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:49.344398 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1ed850-574e-4ed4-b5d9-8f91a525691d None None] Network 47adf7fe-8cab-4b0f-9b67-dc6aa155393c requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:36:49.346150 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9265cffd-2bc9-4ced-9f81-d8ced1d65bc8 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] No DVR routers for this DVR port 6e0580fd-1653-48e1-a54b-473144d00c09 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:36:49.490047 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9265cffd-2bc9-4ced-9f81-d8ced1d65bc8 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (79e10622-14d8-4b73-b0ab-24fbabbd46c2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:49.494097 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-9fd638f5-5ffa-4cd4-a479-d2c57d05d469 None None] Provisioning complete for port 473f253e-3e3c-4624-bd7c-a3a0538feb78 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:36:49.494821 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9fd638f5-5ffa-4cd4-a479-d2c57d05d469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (473f253e-3e3c-4624-bd7c-a3a0538feb78), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:49.527472 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-9265cffd-2bc9-4ced-9f81-d8ced1d65bc8 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e10622-14d8-4b73-b0ab-24fbabbd46c2']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:49.541950 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-9265cffd-2bc9-4ced-9f81-d8ced1d65bc8 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b6e004-77e2-4bcb-b9f8-02430a5a5fa9') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:49.542278 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-9265cffd-2bc9-4ced-9f81-d8ced1d65bc8 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b6e004-77e2-4bcb-b9f8-02430a5a5fa9') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:49.557107 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9265cffd-2bc9-4ced-9f81-d8ced1d65bc8 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (97b6e004-77e2-4bcb-b9f8-02430a5a5fa9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:49.576757 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9265cffd-2bc9-4ced-9f81-d8ced1d65bc8 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (97b6e004-77e2-4bcb-b9f8-02430a5a5fa9), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:49.588355 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9265cffd-2bc9-4ced-9f81-d8ced1d65bc8 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:36:49.589025 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9265cffd-2bc9-4ced-9f81-d8ced1d65bc8 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (97b6e004-77e2-4bcb-b9f8-02430a5a5fa9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:49.593184 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 01:36:49.593184 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:36:49.593184 n-d-826754-1 neutron-server[103343]: timer() Jan 28 01:36:49.593184 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:36:49.593184 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 01:36:49.593184 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:36:49.593184 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 01:36:49.593184 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:36:49.593184 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 01:36:49.593184 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:36:49.593184 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 01:36:49.593184 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:36:49.593184 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 01:36:49.593184 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:36:49.593184 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:36:49.593184 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:36:49.593184 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:36:49.593184 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:36:49.593184 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 01:36:49.593184 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:36:49.593184 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 01:36:49.593184 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:36:49.593184 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:36:49.593184 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:36:49.593184 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 01:36:49.593184 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:36:49.593184 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:36:49.593184 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:36:49.593184 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:36:49.593184 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:36:49.593184 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:36:49.593184 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:36:49.682727 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9265cffd-2bc9-4ced-9f81-d8ced1d65bc8 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (79e10622-14d8-4b73-b0ab-24fbabbd46c2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:49.691083 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9fd638f5-5ffa-4cd4-a479-d2c57d05d469 None None] Current status of the port 473f253e-3e3c-4624-bd7c-a3a0538feb78 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:36:49.698928 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9265cffd-2bc9-4ced-9f81-d8ced1d65bc8 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:49.709792 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55488) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:49.712998 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9265cffd-2bc9-4ced-9f81-d8ced1d65bc8 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] 10.222.0.70 "DELETE /v2.0/networks/79e10622-14d8-4b73-b0ab-24fbabbd46c2 HTTP/1.1" status: 204 len: 168 time: 0.9438713 Jan 28 01:36:49.728784 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265cffd-2bc9-4ced-9f81-d8ced1d65bc8 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Pushing event deleted for resources: {'Network': ['ID=79e10622-14d8-4b73-b0ab-24fbabbd46c2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:49.787079 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f9a526-6e71-40e9-b4b9-54dd5f6d7a1f tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Deleting subnet 37141d89-2ca6-484d-8863-cca97cd8cd3c {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:36:49.791418 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-84f9a526-6e71-40e9-b4b9-54dd5f6d7a1f tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks [] for subnet (37141d89-2ca6-484d-8863-cca97cd8cd3c), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:49.851709 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-84f9a526-6e71-40e9-b4b9-54dd5f6d7a1f tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (37141d89-2ca6-484d-8863-cca97cd8cd3c), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:50.002169 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-84f9a526-6e71-40e9-b4b9-54dd5f6d7a1f tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (37141d89-2ca6-484d-8863-cca97cd8cd3c), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:50.032684 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-98b71bcb-bd81-4a14-8882-cb28e65a6ba0 None None] Provisioning complete for port 473f253e-3e3c-4624-bd7c-a3a0538feb78 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:36:50.033542 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98b71bcb-bd81-4a14-8882-cb28e65a6ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (473f253e-3e3c-4624-bd7c-a3a0538feb78), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:50.098958 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-84f9a526-6e71-40e9-b4b9-54dd5f6d7a1f tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (37141d89-2ca6-484d-8863-cca97cd8cd3c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:50.135861 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9a526-6e71-40e9-b4b9-54dd5f6d7a1f tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Pushing event deleted for resources: {'Subnet': ['ID=37141d89-2ca6-484d-8863-cca97cd8cd3c,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:50.138130 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-84f9a526-6e71-40e9-b4b9-54dd5f6d7a1f tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:50.144579 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-84f9a526-6e71-40e9-b4b9-54dd5f6d7a1f tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] 10.222.0.70 "DELETE /v2.0/subnets/37141d89-2ca6-484d-8863-cca97cd8cd3c HTTP/1.1" status: 204 len: 168 time: 0.4346166 Jan 28 01:36:50.144977 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55490) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:50.159749 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df95dc8-9a5f-4b3d-94b7-d108c36151a2 None None] Network 47adf7fe-8cab-4b0f-9b67-dc6aa155393c requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:36:50.235095 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-98b71bcb-bd81-4a14-8882-cb28e65a6ba0 None None] Current status of the port 473f253e-3e3c-4624-bd7c-a3a0538feb78 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:36:50.265851 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce2d78e1-5489-4685-9700-55485470b917 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (47adf7fe-8cab-4b0f-9b67-dc6aa155393c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:50.347519 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-437d3e1b-153a-4a9e-8874-32c9621fa1a0 None None] Could not find standard attr ID for object 6e0580fd-1653-48e1-a54b-473144d00c09. {{(pid=103345) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 01:36:50.364690 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670402f3-1634-4010-83ce-8c18f2d7cd52 None None] DHCP port deletion for 79e10622-14d8-4b73-b0ab-24fbabbd46c2 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:36:50.377187 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ce2d78e1-5489-4685-9700-55485470b917 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Deleting port 473f253e-3e3c-4624-bd7c-a3a0538feb78 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:36:50.378156 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce2d78e1-5489-4685-9700-55485470b917 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (473f253e-3e3c-4624-bd7c-a3a0538feb78), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:50.395240 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d77af8-8950-494d-b709-7f785ed74161 None None] Network 79e10622-14d8-4b73-b0ab-24fbabbd46c2 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:36:50.425301 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0aaf43-d322-4b52-80cf-fc0a1a91f229 None None] DHCP port deletion for 47adf7fe-8cab-4b0f-9b67-dc6aa155393c request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:36:50.425301 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d77af8-8950-494d-b709-7f785ed74161 None None] Network 79e10622-14d8-4b73-b0ab-24fbabbd46c2 could not be found, it might have been deleted concurrently. {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 01:36:50.457116 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ce2d78e1-5489-4685-9700-55485470b917 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] For port 473f253e-3e3c-4624-bd7c-a3a0538feb78, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=473f253e-3e3c-4624-bd7c-a3a0538feb78,segment=NetworkSegment(b3bfdf44-6fcb-4bfc-9dec-5eccd82ca9fc),segment_id=b3bfdf44-6fcb-4bfc-9dec-5eccd82ca9fc)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:36:50.458151 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce2d78e1-5489-4685-9700-55485470b917 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (473f253e-3e3c-4624-bd7c-a3a0538feb78), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:50.479230 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ce2d78e1-5489-4685-9700-55485470b917 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Calling delete_port for 473f253e-3e3c-4624-bd7c-a3a0538feb78 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:36:50.486843 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ce0aaf43-d322-4b52-80cf-fc0a1a91f229 None None] Deleting port 473f253e-3e3c-4624-bd7c-a3a0538feb78 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:36:50.487232 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ce0aaf43-d322-4b52-80cf-fc0a1a91f229 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (473f253e-3e3c-4624-bd7c-a3a0538feb78), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:50.538088 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 473f253e-3e3c-4624-bd7c-a3a0538feb78 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:36:50.577766 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce2d78e1-5489-4685-9700-55485470b917 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (473f253e-3e3c-4624-bd7c-a3a0538feb78), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:50.599414 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-ce0aaf43-d322-4b52-80cf-fc0a1a91f229 None None] For port 473f253e-3e3c-4624-bd7c-a3a0538feb78, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=473f253e-3e3c-4624-bd7c-a3a0538feb78,segment=NetworkSegment(b3bfdf44-6fcb-4bfc-9dec-5eccd82ca9fc),segment_id=b3bfdf44-6fcb-4bfc-9dec-5eccd82ca9fc)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:36:50.600076 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ce0aaf43-d322-4b52-80cf-fc0a1a91f229 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (473f253e-3e3c-4624-bd7c-a3a0538feb78), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:50.608153 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d78e1-5489-4685-9700-55485470b917 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Pushing event deleted for resources: {'Port': ['ID=473f253e-3e3c-4624-bd7c-a3a0538feb78,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:50.611219 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2d78e1-5489-4685-9700-55485470b917 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] No DVR routers for this DVR port 473f253e-3e3c-4624-bd7c-a3a0538feb78 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:36:50.619056 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ce0aaf43-d322-4b52-80cf-fc0a1a91f229 None None] Calling delete_port for 473f253e-3e3c-4624-bd7c-a3a0538feb78 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:36:50.623480 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No active binding found for port 473f253e-3e3c-4624-bd7c-a3a0538feb78 {{(pid=103345) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 01:36:50.623891 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] The host n-d-826754-1 is not matching for port 473f253e-3e3c-4624-bd7c-a3a0538feb78 host None! {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 01:36:50.624291 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 473f253e-3e3c-4624-bd7c-a3a0538feb78 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:36:50.704395 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce2d78e1-5489-4685-9700-55485470b917 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (47adf7fe-8cab-4b0f-9b67-dc6aa155393c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:50.710655 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ce0aaf43-d322-4b52-80cf-fc0a1a91f229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (473f253e-3e3c-4624-bd7c-a3a0538feb78), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:50.727713 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-ce2d78e1-5489-4685-9700-55485470b917 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47adf7fe-8cab-4b0f-9b67-dc6aa155393c']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:50.737272 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0aaf43-d322-4b52-80cf-fc0a1a91f229 None None] Pushing event deleted for resources: {'Port': ['ID=473f253e-3e3c-4624-bd7c-a3a0538feb78,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:50.737505 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-ce2d78e1-5489-4685-9700-55485470b917 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3bfdf44-6fcb-4bfc-9dec-5eccd82ca9fc') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:50.737655 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-ce2d78e1-5489-4685-9700-55485470b917 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3bfdf44-6fcb-4bfc-9dec-5eccd82ca9fc') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:50.746727 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0aaf43-d322-4b52-80cf-fc0a1a91f229 None None] No DVR routers for this DVR port 473f253e-3e3c-4624-bd7c-a3a0538feb78 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:36:50.750747 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce2d78e1-5489-4685-9700-55485470b917 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (b3bfdf44-6fcb-4bfc-9dec-5eccd82ca9fc), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:50.771146 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce2d78e1-5489-4685-9700-55485470b917 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (b3bfdf44-6fcb-4bfc-9dec-5eccd82ca9fc), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:50.779887 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce2d78e1-5489-4685-9700-55485470b917 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:36:50.780304 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce2d78e1-5489-4685-9700-55485470b917 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (b3bfdf44-6fcb-4bfc-9dec-5eccd82ca9fc), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:50.783554 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 01:36:50.783554 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:36:50.783554 n-d-826754-1 neutron-server[103343]: timer() Jan 28 01:36:50.783554 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:36:50.783554 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 01:36:50.783554 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:36:50.783554 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 01:36:50.783554 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:36:50.783554 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 01:36:50.783554 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:36:50.783554 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 01:36:50.783554 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:36:50.783554 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 01:36:50.783554 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:36:50.783554 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:36:50.783554 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:36:50.783554 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:36:50.783554 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:36:50.783554 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 01:36:50.783554 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:36:50.783554 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 01:36:50.783554 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:36:50.783554 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:36:50.783554 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:36:50.783554 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 01:36:50.783554 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:36:50.783554 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:36:50.783554 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:36:50.783554 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:36:50.783554 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:36:50.783554 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:36:50.783554 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:36:50.845957 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce2d78e1-5489-4685-9700-55485470b917 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (47adf7fe-8cab-4b0f-9b67-dc6aa155393c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:50.857582 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ce2d78e1-5489-4685-9700-55485470b917 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:50.861666 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ce2d78e1-5489-4685-9700-55485470b917 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] 10.222.0.70 "DELETE /v2.0/networks/47adf7fe-8cab-4b0f-9b67-dc6aa155393c HTTP/1.1" status: 204 len: 168 time: 0.7151141 Jan 28 01:36:50.864968 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55492) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:50.880943 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d78e1-5489-4685-9700-55485470b917 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Pushing event deleted for resources: {'Network': ['ID=47adf7fe-8cab-4b0f-9b67-dc6aa155393c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:50.898109 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e5876150-c6ad-4292-9639-296388b8bc27 tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c14dc1ae-0327-4dcf-aa43-6ca6e7160628 HTTP/1.1" status: 200 len: 205 time: 0.0317905 Jan 28 01:36:50.901182 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55494) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:50.978593 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-087c3291-a22c-4915-afa4-9c84225398de tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks [] for router (c14dc1ae-0327-4dcf-aa43-6ca6e7160628), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:51.146208 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-087c3291-a22c-4915-afa4-9c84225398de tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (c14dc1ae-0327-4dcf-aa43-6ca6e7160628), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:51.148813 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-087c3291-a22c-4915-afa4-9c84225398de tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks [] for router_controller (c14dc1ae-0327-4dcf-aa43-6ca6e7160628), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:51.197543 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-087c3291-a22c-4915-afa4-9c84225398de tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (c14dc1ae-0327-4dcf-aa43-6ca6e7160628), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:51.198228 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087c3291-a22c-4915-afa4-9c84225398de tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Fanout notify agent at l3_agent the message router_deleted on router c14dc1ae-0327-4dcf-aa43-6ca6e7160628 {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:36:51.205269 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-087c3291-a22c-4915-afa4-9c84225398de tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:51.206505 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-087c3291-a22c-4915-afa4-9c84225398de tempest-RoutersNegativeTest-601876155 tempest-RoutersNegativeTest-601876155-project] 10.222.0.70 "DELETE /v2.0/routers/c14dc1ae-0327-4dcf-aa43-6ca6e7160628 HTTP/1.1" status: 204 len: 168 time: 0.3043935 Jan 28 01:36:51.506896 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55500) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:51.675119 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-991d427e-fad5-4987-934e-7a97a4e527a7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0207ac6a9c314dc5a4ee8f60e6546498&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1670346 Jan 28 01:36:51.679163 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55504) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:51.731863 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ec686b0-ee34-4a7f-abd4-4d71c923f024 admin admin] Publish callbacks [] for security_group (e0268260-bc73-4647-b037-29e45e68bb92), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:51.756450 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ec686b0-ee34-4a7f-abd4-4d71c923f024 admin admin] Publish callbacks [] for security_group (e0268260-bc73-4647-b037-29e45e68bb92), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:51.808422 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ec686b0-ee34-4a7f-abd4-4d71c923f024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e0268260-bc73-4647-b037-29e45e68bb92), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:51.811150 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ec686b0-ee34-4a7f-abd4-4d71c923f024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:51.812373 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9ec686b0-ee34-4a7f-abd4-4d71c923f024 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e0268260-bc73-4647-b037-29e45e68bb92 HTTP/1.1" status: 204 len: 168 time: 0.1321535 Jan 28 01:36:51.820964 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec686b0-ee34-4a7f-abd4-4d71c923f024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0268260-bc73-4647-b037-29e45e68bb92,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:51.829207 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec686b0-ee34-4a7f-abd4-4d71c923f024 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:51.829567 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec686b0-ee34-4a7f-abd4-4d71c923f024 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:51.829922 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec686b0-ee34-4a7f-abd4-4d71c923f024 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:51.830266 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec686b0-ee34-4a7f-abd4-4d71c923f024 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:51.830608 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec686b0-ee34-4a7f-abd4-4d71c923f024 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:51.830947 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec686b0-ee34-4a7f-abd4-4d71c923f024 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:51.831279 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec686b0-ee34-4a7f-abd4-4d71c923f024 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:51.831630 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec686b0-ee34-4a7f-abd4-4d71c923f024 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:51.831980 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec686b0-ee34-4a7f-abd4-4d71c923f024 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:51.833123 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec686b0-ee34-4a7f-abd4-4d71c923f024 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:51.833262 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec686b0-ee34-4a7f-abd4-4d71c923f024 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:51.833550 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec686b0-ee34-4a7f-abd4-4d71c923f024 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:51.833893 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec686b0-ee34-4a7f-abd4-4d71c923f024 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:52.566573 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55526) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:52.682593 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-d17f2098-0099-4ced-89e5-b925a30fec59 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1190716231-network', 'tenant_id': '0578b7bc29804a3bbfc85dd269834955'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:52.704282 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17f2098-0099-4ced-89e5-b925a30fec59 admin admin] Made reservation on behalf of 0578b7bc29804a3bbfc85dd269834955 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:36:52.706553 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d17f2098-0099-4ced-89e5-b925a30fec59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:52.716041 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d17f2098-0099-4ced-89e5-b925a30fec59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:52.798493 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d17f2098-0099-4ced-89e5-b925a30fec59 admin admin] Publish callbacks [] for security_group (bd41e3b5-8a90-44d4-b4c9-12a4fcd06178), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:52.803965 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d17f2098-0099-4ced-89e5-b925a30fec59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (bd41e3b5-8a90-44d4-b4c9-12a4fcd06178), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:52.834201 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d17f2098-0099-4ced-89e5-b925a30fec59 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:36:52.845975 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f2098-0099-4ced-89e5-b925a30fec59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd41e3b5-8a90-44d4-b4c9-12a4fcd06178,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:52.852856 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d17f2098-0099-4ced-89e5-b925a30fec59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (eab3823d-c21b-45b9-a4f4-3f795e70dfc7), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:52.853279 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-d17f2098-0099-4ced-89e5-b925a30fec59 admin admin] Added segment eab3823d-c21b-45b9-a4f4-3f795e70dfc7 of type vlan for network 71f34db1-f46e-429e-a02e-0c91e5f9dd62 Jan 28 01:36:52.909107 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d17f2098-0099-4ced-89e5-b925a30fec59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (71f34db1-f46e-429e-a02e-0c91e5f9dd62), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:52.943354 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d17f2098-0099-4ced-89e5-b925a30fec59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (71f34db1-f46e-429e-a02e-0c91e5f9dd62), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:52.944383 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17f2098-0099-4ced-89e5-b925a30fec59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:52.944973 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d17f2098-0099-4ced-89e5-b925a30fec59 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:53.008177 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d17f2098-0099-4ced-89e5-b925a30fec59 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4394453 Jan 28 01:36:53.011087 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55530) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:53.017573 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-526b4474-3493-4844-bd75-cd8e47136f14 admin admin] Request body: {'subnet': {'network_id': '71f34db1-f46e-429e-a02e-0c91e5f9dd62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1190716231-subnet', 'tenant_id': '0578b7bc29804a3bbfc85dd269834955', 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:53.023893 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f2098-0099-4ced-89e5-b925a30fec59 admin admin] Pushing event updated for resources: {'Network': ['ID=71f34db1-f46e-429e-a02e-0c91e5f9dd62,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:53.036898 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 71f34db1-f46e-429e-a02e-0c91e5f9dd62 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:36:53.040498 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526b4474-3493-4844-bd75-cd8e47136f14 admin admin] Made reservation on behalf of 0578b7bc29804a3bbfc85dd269834955 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:36:53.043905 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-526b4474-3493-4844-bd75-cd8e47136f14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:53.272343 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-526b4474-3493-4844-bd75-cd8e47136f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (8e0f69c1-f087-4864-9a39-f2ab375e7b5b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:53.346007 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b4474-3493-4844-bd75-cd8e47136f14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e0f69c1-f087-4864-9a39-f2ab375e7b5b,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:53.352819 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526b4474-3493-4844-bd75-cd8e47136f14 admin admin] Checking segment: {'id': 'eab3823d-c21b-45b9-a4f4-3f795e70dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '71f34db1-f46e-429e-a02e-0c91e5f9dd62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:36:53.353014 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526b4474-3493-4844-bd75-cd8e47136f14 admin admin] Network hostable DHCP agents. Network: 71f34db1-f46e-429e-a02e-0c91e5f9dd62, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:36:53.374290 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526b4474-3493-4844-bd75-cd8e47136f14 admin admin] Network 71f34db1-f46e-429e-a02e-0c91e5f9dd62 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:36:53.392747 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-526b4474-3493-4844-bd75-cd8e47136f14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 71f34db1-f46e-429e-a02e-0c91e5f9dd62) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:36:53.400904 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526b4474-3493-4844-bd75-cd8e47136f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:53.403920 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-526b4474-3493-4844-bd75-cd8e47136f14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:53.404760 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1668248a-b0e4-417c-8e81-1fff25ae4da7 None None] Network 71f34db1-f46e-429e-a02e-0c91e5f9dd62 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:36:53.429511 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-526b4474-3493-4844-bd75-cd8e47136f14 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4147613 Jan 28 01:36:53.429710 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55532) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:53.434180 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-0d87b4f0-ffc9-4dfd-a350-a59922f5112f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1190716231-router', 'tenant_id': '0578b7bc29804a3bbfc85dd269834955', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:53.455424 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d87b4f0-ffc9-4dfd-a350-a59922f5112f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:53.456709 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d87b4f0-ffc9-4dfd-a350-a59922f5112f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:53.528331 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d87b4f0-ffc9-4dfd-a350-a59922f5112f admin admin] Publish callbacks [] for router_controller (8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:53.534472 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcf6c12-f18e-4467-9279-252fd7933f33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-71f34db1-f46e-429e-a02e-0c91e5f9dd62', 'network_id': '71f34db1-f46e-429e-a02e-0c91e5f9dd62', 'project_id': '0578b7bc29804a3bbfc85dd269834955', 'fixed_ips': [{'subnet_id': '8e0f69c1-f087-4864-9a39-f2ab375e7b5b'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:36:53.537185 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9fcf6c12-f18e-4467-9279-252fd7933f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:53.693505 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d87b4f0-ffc9-4dfd-a350-a59922f5112f admin admin] Publish callbacks [] for router_gateway (8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:53.745500 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-9fcf6c12-f18e-4467-9279-252fd7933f33 None None] Allocated IP 172.20.0.2 (71f34db1-f46e-429e-a02e-0c91e5f9dd62/8e0f69c1-f087-4864-9a39-f2ab375e7b5b/c120a69e-7c36-4ad3-a437-258b7ed2c125) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:36:53.906872 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9fcf6c12-f18e-4467-9279-252fd7933f33 None None] Publish callbacks [] for port (c120a69e-7c36-4ad3-a437-258b7ed2c125), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:53.914442 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9fcf6c12-f18e-4467-9279-252fd7933f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (c120a69e-7c36-4ad3-a437-258b7ed2c125), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:53.917747 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d87b4f0-ffc9-4dfd-a350-a59922f5112f admin admin] Publish callbacks [] for router_gateway (8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:53.939874 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d87b4f0-ffc9-4dfd-a350-a59922f5112f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:53.961804 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcf6c12-f18e-4467-9279-252fd7933f33 None None] Network 71f34db1-f46e-429e-a02e-0c91e5f9dd62 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:36:53.964703 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-9fcf6c12-f18e-4467-9279-252fd7933f33 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:36:53.967118 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcf6c12-f18e-4467-9279-252fd7933f33 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:36:53.979471 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf6c12-f18e-4467-9279-252fd7933f33 None None] Pushing event updated for resources: {'Port': ['ID=c120a69e-7c36-4ad3-a437-258b7ed2c125,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:54.059163 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-0d87b4f0-ffc9-4dfd-a350-a59922f5112f admin admin] Allocated IP 172.25.3.61 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/2dccb11b-0805-4f87-9f36-61e32b0d5d67) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:36:54.170268 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d87b4f0-ffc9-4dfd-a350-a59922f5112f admin admin] Publish callbacks [] for port (2dccb11b-0805-4f87-9f36-61e32b0d5d67), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:54.190683 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-9fcf6c12-f18e-4467-9279-252fd7933f33 None None] Attempting to bind port c120a69e-7c36-4ad3-a437-258b7ed2c125 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:36:54.191271 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-9fcf6c12-f18e-4467-9279-252fd7933f33 None None] Attempting to bind port c120a69e-7c36-4ad3-a437-258b7ed2c125 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'eab3823d-c21b-45b9-a4f4-3f795e70dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '71f34db1-f46e-429e-a02e-0c91e5f9dd62'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:36:54.191410 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcf6c12-f18e-4467-9279-252fd7933f33 None None] Attempting to bind port c120a69e-7c36-4ad3-a437-258b7ed2c125 on network 71f34db1-f46e-429e-a02e-0c91e5f9dd62 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:36:54.197005 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcf6c12-f18e-4467-9279-252fd7933f33 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:36:54.197383 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcf6c12-f18e-4467-9279-252fd7933f33 None None] Checking segment: {'id': 'eab3823d-c21b-45b9-a4f4-3f795e70dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '71f34db1-f46e-429e-a02e-0c91e5f9dd62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:36:54.197790 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9fcf6c12-f18e-4467-9279-252fd7933f33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:54.198217 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcf6c12-f18e-4467-9279-252fd7933f33 None None] Bound using segment: {'id': 'eab3823d-c21b-45b9-a4f4-3f795e70dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '71f34db1-f46e-429e-a02e-0c91e5f9dd62'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:36:54.198689 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-9fcf6c12-f18e-4467-9279-252fd7933f33 None None] Bound port: c120a69e-7c36-4ad3-a437-258b7ed2c125, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab3823d-c21b-45b9-a4f4-3f795e70dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '71f34db1-f46e-429e-a02e-0c91e5f9dd62'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:36:54.199076 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9fcf6c12-f18e-4467-9279-252fd7933f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c120a69e-7c36-4ad3-a437-258b7ed2c125), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:54.205178 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d87b4f0-ffc9-4dfd-a350-a59922f5112f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (2dccb11b-0805-4f87-9f36-61e32b0d5d67), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:54.246407 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d87b4f0-ffc9-4dfd-a350-a59922f5112f admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:36:54.249631 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-0d87b4f0-ffc9-4dfd-a350-a59922f5112f admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:36:54.253834 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d87b4f0-ffc9-4dfd-a350-a59922f5112f admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:36:54.270946 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-9fcf6c12-f18e-4467-9279-252fd7933f33 None None] For port c120a69e-7c36-4ad3-a437-258b7ed2c125, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:36:54.273948 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-9fcf6c12-f18e-4467-9279-252fd7933f33 None None] For port c120a69e-7c36-4ad3-a437-258b7ed2c125, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c120a69e-7c36-4ad3-a437-258b7ed2c125,segment=NetworkSegment(eab3823d-c21b-45b9-a4f4-3f795e70dfc7),segment_id=eab3823d-c21b-45b9-a4f4-3f795e70dfc7)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:36:54.279065 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9fcf6c12-f18e-4467-9279-252fd7933f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c120a69e-7c36-4ad3-a437-258b7ed2c125), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:54.288733 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87b4f0-ffc9-4dfd-a350-a59922f5112f admin admin] Pushing event updated for resources: {'Port': ['ID=2dccb11b-0805-4f87-9f36-61e32b0d5d67,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:54.375072 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf6c12-f18e-4467-9279-252fd7933f33 None None] Pushing event updated for resources: {'Port': ['ID=c120a69e-7c36-4ad3-a437-258b7ed2c125,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:54.599064 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d87b4f0-ffc9-4dfd-a350-a59922f5112f admin admin] Publish callbacks [] for router_gateway (8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:55.173609 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d87b4f0-ffc9-4dfd-a350-a59922f5112f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:55.319365 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d87b4f0-ffc9-4dfd-a350-a59922f5112f admin admin] Router 8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:36:55.444482 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d87b4f0-ffc9-4dfd-a350-a59922f5112f admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:36:55.462934 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b630a-ecb5-4567-ba81-30b6624ddb98 None None] Sync routers for ids ['8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:36:55.464261 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0d87b4f0-ffc9-4dfd-a350-a59922f5112f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:55.468690 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0d87b4f0-ffc9-4dfd-a350-a59922f5112f admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0351198 Jan 28 01:36:55.468968 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55534) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:55.474981 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352b630a-ecb5-4567-ba81-30b6624ddb98 None None] Routers {'8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:36:55.475756 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-352b630a-ecb5-4567-ba81-30b6624ddb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:36:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:55.521474 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81006cf5-b634-4123-b538-eb1c06309cc8 None None] Network 71f34db1-f46e-429e-a02e-0c91e5f9dd62 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:36:55.597723 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-352b630a-ecb5-4567-ba81-30b6624ddb98 None None] Set router 8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:36:55.636201 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-4361a70c-60c5-4422-82ad-b4f9a2c4da11 None None] Provisioning complete for port c120a69e-7c36-4ad3-a437-258b7ed2c125 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:36:55.636864 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4361a70c-60c5-4422-82ad-b4f9a2c4da11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c120a69e-7c36-4ad3-a437-258b7ed2c125), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:55.759155 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4361a70c-60c5-4422-82ad-b4f9a2c4da11 None None] Current status of the port c120a69e-7c36-4ad3-a437-258b7ed2c125 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:36:55.760071 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4361a70c-60c5-4422-82ad-b4f9a2c4da11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c120a69e-7c36-4ad3-a437-258b7ed2c125), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:55.798912 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-4361a70c-60c5-4422-82ad-b4f9a2c4da11 None None] For port c120a69e-7c36-4ad3-a437-258b7ed2c125, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c120a69e-7c36-4ad3-a437-258b7ed2c125,segment=NetworkSegment(eab3823d-c21b-45b9-a4f4-3f795e70dfc7),segment_id=eab3823d-c21b-45b9-a4f4-3f795e70dfc7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:36:55.805256 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4361a70c-60c5-4422-82ad-b4f9a2c4da11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c120a69e-7c36-4ad3-a437-258b7ed2c125), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:55.846710 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-352b630a-ecb5-4567-ba81-30b6624ddb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e', 'name': 'tempest-TestEncryptedCinderVolumes-1190716231-router', 'tenant_id': '0578b7bc29804a3bbfc85dd269834955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '2dccb11b-0805-4f87-9f36-61e32b0d5d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:36:53Z', 'updated_at': '2022-01-28T01:36:54Z', 'revision_number': 3, 'project_id': '0578b7bc29804a3bbfc85dd269834955', 'gw_port': {'id': '2dccb11b-0805-4f87-9f36-61e32b0d5d67', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:36:53Z', 'updated_at': '2022-01-28T01:36:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:55.861762 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361a70c-60c5-4422-82ad-b4f9a2c4da11 None None] Pushing event updated for resources: {'Port': ['ID=c120a69e-7c36-4ad3-a437-258b7ed2c125,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:55.886928 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b630a-ecb5-4567-ba81-30b6624ddb98 None None] Checking router: 8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:36:55.887370 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b630a-ecb5-4567-ba81-30b6624ddb98 None None] Updating router 8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e port 2dccb11b-0805-4f87-9f36-61e32b0d5d67 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:36:55.916372 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-352b630a-ecb5-4567-ba81-30b6624ddb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2dccb11b-0805-4f87-9f36-61e32b0d5d67), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:55.977902 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e0bbf094-96b7-4663-b400-0443d48d9c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:56.028911 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-5f91ea8b-b2fb-455c-9611-dc3e6ee9d300 None None] Provisioning complete for port c120a69e-7c36-4ad3-a437-258b7ed2c125 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:36:56.030117 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5f91ea8b-b2fb-455c-9611-dc3e6ee9d300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c120a69e-7c36-4ad3-a437-258b7ed2c125), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:56.118815 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5f91ea8b-b2fb-455c-9611-dc3e6ee9d300 None None] Current status of the port c120a69e-7c36-4ad3-a437-258b7ed2c125 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:36:56.143516 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-e0bbf094-96b7-4663-b400-0443d48d9c54 admin admin] Allocated IP 172.20.0.1 (71f34db1-f46e-429e-a02e-0c91e5f9dd62/8e0f69c1-f087-4864-9a39-f2ab375e7b5b/40b9e194-d91a-4055-b1bc-1d0b1a9027e4) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:36:56.187999 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-352b630a-ecb5-4567-ba81-30b6624ddb98 None None] Publish callbacks [] for port (2dccb11b-0805-4f87-9f36-61e32b0d5d67), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:56.193864 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-352b630a-ecb5-4567-ba81-30b6624ddb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2dccb11b-0805-4f87-9f36-61e32b0d5d67), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:56.250931 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-352b630a-ecb5-4567-ba81-30b6624ddb98 None None] Attempting to bind port 2dccb11b-0805-4f87-9f36-61e32b0d5d67 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:36:56.251304 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-352b630a-ecb5-4567-ba81-30b6624ddb98 None None] Attempting to bind port 2dccb11b-0805-4f87-9f36-61e32b0d5d67 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:36:56.251691 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352b630a-ecb5-4567-ba81-30b6624ddb98 None None] Attempting to bind port 2dccb11b-0805-4f87-9f36-61e32b0d5d67 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:36:56.256274 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be9e8f-565a-4987-872f-8153dd66b888 None None] Pushing event updated for resources: {'Port': ['ID=2dccb11b-0805-4f87-9f36-61e32b0d5d67,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:56.258267 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e0bbf094-96b7-4663-b400-0443d48d9c54 admin admin] Publish callbacks [] for port (40b9e194-d91a-4055-b1bc-1d0b1a9027e4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:56.262037 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352b630a-ecb5-4567-ba81-30b6624ddb98 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:36:56.262646 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352b630a-ecb5-4567-ba81-30b6624ddb98 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:36:56.262858 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-352b630a-ecb5-4567-ba81-30b6624ddb98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:56.263262 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352b630a-ecb5-4567-ba81-30b6624ddb98 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:36:56.263817 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-352b630a-ecb5-4567-ba81-30b6624ddb98 None None] Bound port: 2dccb11b-0805-4f87-9f36-61e32b0d5d67, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:36:56.264046 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-352b630a-ecb5-4567-ba81-30b6624ddb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2dccb11b-0805-4f87-9f36-61e32b0d5d67), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:56.271565 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be9e8f-565a-4987-872f-8153dd66b888 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:56.271932 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be9e8f-565a-4987-872f-8153dd66b888 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:56.272260 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be9e8f-565a-4987-872f-8153dd66b888 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:56.272596 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be9e8f-565a-4987-872f-8153dd66b888 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:56.272926 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be9e8f-565a-4987-872f-8153dd66b888 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:56.273252 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be9e8f-565a-4987-872f-8153dd66b888 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:56.273574 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be9e8f-565a-4987-872f-8153dd66b888 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:56.273894 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be9e8f-565a-4987-872f-8153dd66b888 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:56.274214 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be9e8f-565a-4987-872f-8153dd66b888 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:56.274541 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be9e8f-565a-4987-872f-8153dd66b888 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:56.274868 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be9e8f-565a-4987-872f-8153dd66b888 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:56.275181 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be9e8f-565a-4987-872f-8153dd66b888 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:56.275502 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be9e8f-565a-4987-872f-8153dd66b888 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:36:56.298324 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e0bbf094-96b7-4663-b400-0443d48d9c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (40b9e194-d91a-4055-b1bc-1d0b1a9027e4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:56.337303 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bbf094-96b7-4663-b400-0443d48d9c54 admin admin] Network 71f34db1-f46e-429e-a02e-0c91e5f9dd62 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:36:56.340479 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-e0bbf094-96b7-4663-b400-0443d48d9c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:36:56.344263 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bbf094-96b7-4663-b400-0443d48d9c54 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:36:56.354076 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-352b630a-ecb5-4567-ba81-30b6624ddb98 None None] For port 2dccb11b-0805-4f87-9f36-61e32b0d5d67, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:36:56.360489 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-352b630a-ecb5-4567-ba81-30b6624ddb98 None None] For port 2dccb11b-0805-4f87-9f36-61e32b0d5d67, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2dccb11b-0805-4f87-9f36-61e32b0d5d67,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:36:56.366468 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-352b630a-ecb5-4567-ba81-30b6624ddb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2dccb11b-0805-4f87-9f36-61e32b0d5d67), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:56.381549 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbf094-96b7-4663-b400-0443d48d9c54 admin admin] Pushing event updated for resources: {'Port': ['ID=40b9e194-d91a-4055-b1bc-1d0b1a9027e4,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:56.414103 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e0bbf094-96b7-4663-b400-0443d48d9c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:56.529913 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be9e8f-565a-4987-872f-8153dd66b888 None None] Pushing event updated for resources: {'Port': ['ID=2dccb11b-0805-4f87-9f36-61e32b0d5d67,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:56.550713 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352b630a-ecb5-4567-ba81-30b6624ddb98 None None] Routers {'8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:36:56.551401 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-352b630a-ecb5-4567-ba81-30b6624ddb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:36:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:56.588990 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c120a69e-7c36-4ad3-a437-258b7ed2c125 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:36:56.658601 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e0bbf094-96b7-4663-b400-0443d48d9c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (40b9e194-d91a-4055-b1bc-1d0b1a9027e4), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:56.665920 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port c120a69e-7c36-4ad3-a437-258b7ed2c125 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:36:56.666300 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c120a69e-7c36-4ad3-a437-258b7ed2c125), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:56.696843 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-352b630a-ecb5-4567-ba81-30b6624ddb98 None None] Set router 8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:36:56.809537 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-b43ab998-8297-4558-93bf-8ff4bc1a05f7 None None] Provisioning complete for port 40b9e194-d91a-4055-b1bc-1d0b1a9027e4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:36:56.810030 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b43ab998-8297-4558-93bf-8ff4bc1a05f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (40b9e194-d91a-4055-b1bc-1d0b1a9027e4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:56.838916 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port c120a69e-7c36-4ad3-a437-258b7ed2c125 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:36:56.861997 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b43ab998-8297-4558-93bf-8ff4bc1a05f7 None None] Port 40b9e194-d91a-4055-b1bc-1d0b1a9027e4 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:36:56.918572 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e0bbf094-96b7-4663-b400-0443d48d9c54 admin admin] Publish callbacks [] for port (40b9e194-d91a-4055-b1bc-1d0b1a9027e4), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:56.924442 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e0bbf094-96b7-4663-b400-0443d48d9c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (40b9e194-d91a-4055-b1bc-1d0b1a9027e4), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:56.929728 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-352b630a-ecb5-4567-ba81-30b6624ddb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e', 'name': 'tempest-TestEncryptedCinderVolumes-1190716231-router', 'tenant_id': '0578b7bc29804a3bbfc85dd269834955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '2dccb11b-0805-4f87-9f36-61e32b0d5d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:36:53Z', 'updated_at': '2022-01-28T01:36:54Z', 'revision_number': 3, 'project_id': '0578b7bc29804a3bbfc85dd269834955', 'gw_port': {'id': '2dccb11b-0805-4f87-9f36-61e32b0d5d67', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:36:53Z', 'updated_at': '2022-01-28T01:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:56.960665 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b630a-ecb5-4567-ba81-30b6624ddb98 None None] The sync data for ids ['8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e'] in n-d-826754-1 is: [{'id': '8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e', 'name': 'tempest-TestEncryptedCinderVolumes-1190716231-router', 'tenant_id': '0578b7bc29804a3bbfc85dd269834955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '2dccb11b-0805-4f87-9f36-61e32b0d5d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:36:53Z', 'updated_at': '2022-01-28T01:36:54Z', 'revision_number': 3, 'project_id': '0578b7bc29804a3bbfc85dd269834955', 'gw_port': {'id': '2dccb11b-0805-4f87-9f36-61e32b0d5d67', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:36:53Z', 'updated_at': '2022-01-28T01:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:36:56.995016 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e0bbf094-96b7-4663-b400-0443d48d9c54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:57.031587 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbf094-96b7-4663-b400-0443d48d9c54 admin admin] Pushing event updated for resources: {'Port': ['ID=40b9e194-d91a-4055-b1bc-1d0b1a9027e4,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:57.146876 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bbf094-96b7-4663-b400-0443d48d9c54 admin admin] Network 71f34db1-f46e-429e-a02e-0c91e5f9dd62 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:36:57.148647 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-e0bbf094-96b7-4663-b400-0443d48d9c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:36:57.339288 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bbf094-96b7-4663-b400-0443d48d9c54 admin admin] Router 8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:36:57.533824 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bbf094-96b7-4663-b400-0443d48d9c54 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:36:57.542581 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e0bbf094-96b7-4663-b400-0443d48d9c54 admin admin] 10.222.0.70 "PUT /v2.0/routers/8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0721374 Jan 28 01:36:57.604061 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-4ba3c035-19a8-4ed1-97aa-4e221cbb2f09 None None] Provisioning complete for port 40b9e194-d91a-4055-b1bc-1d0b1a9027e4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:36:57.604702 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4ba3c035-19a8-4ed1-97aa-4e221cbb2f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (40b9e194-d91a-4055-b1bc-1d0b1a9027e4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:57.667003 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4ba3c035-19a8-4ed1-97aa-4e221cbb2f09 None None] Port 40b9e194-d91a-4055-b1bc-1d0b1a9027e4 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:36:58.199597 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55550) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:58.204787 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d16cb9f4-f83e-41d3-b3b6-6636bf18cd03 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1409463497-network', 'tenant_id': '2fd4c1bbe6524464859d215fc0edcb1d'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:58.225566 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16cb9f4-f83e-41d3-b3b6-6636bf18cd03 admin admin] Made reservation on behalf of 2fd4c1bbe6524464859d215fc0edcb1d for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:36:58.228337 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d16cb9f4-f83e-41d3-b3b6-6636bf18cd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:58.239456 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d16cb9f4-f83e-41d3-b3b6-6636bf18cd03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:58.324629 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d16cb9f4-f83e-41d3-b3b6-6636bf18cd03 admin admin] Publish callbacks [] for security_group (e7058651-a6e1-4d6f-b984-19299860db87), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:58.329155 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d16cb9f4-f83e-41d3-b3b6-6636bf18cd03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e7058651-a6e1-4d6f-b984-19299860db87), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:58.356678 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16cb9f4-f83e-41d3-b3b6-6636bf18cd03 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:36:58.367747 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16cb9f4-f83e-41d3-b3b6-6636bf18cd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7058651-a6e1-4d6f-b984-19299860db87,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:58.373218 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d16cb9f4-f83e-41d3-b3b6-6636bf18cd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (b564b2fa-8ad2-49be-9feb-0d22450a6e1a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:58.373575 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-d16cb9f4-f83e-41d3-b3b6-6636bf18cd03 admin admin] Added segment b564b2fa-8ad2-49be-9feb-0d22450a6e1a of type vlan for network 4115dd01-163e-4c97-9f45-38d0f254ed89 Jan 28 01:36:58.421449 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d16cb9f4-f83e-41d3-b3b6-6636bf18cd03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (4115dd01-163e-4c97-9f45-38d0f254ed89), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:58.463781 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d16cb9f4-f83e-41d3-b3b6-6636bf18cd03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (4115dd01-163e-4c97-9f45-38d0f254ed89), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:58.465082 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16cb9f4-f83e-41d3-b3b6-6636bf18cd03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:58.465655 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d16cb9f4-f83e-41d3-b3b6-6636bf18cd03 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:58.545808 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d16cb9f4-f83e-41d3-b3b6-6636bf18cd03 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3449354 Jan 28 01:36:58.549378 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55552) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:58.556684 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-88ccfd27-d158-42a9-b863-b95e47eb1930 admin admin] Request body: {'subnet': {'network_id': '4115dd01-163e-4c97-9f45-38d0f254ed89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1409463497-subnet', 'tenant_id': '2fd4c1bbe6524464859d215fc0edcb1d', 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:58.568594 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16cb9f4-f83e-41d3-b3b6-6636bf18cd03 admin admin] Pushing event updated for resources: {'Network': ['ID=4115dd01-163e-4c97-9f45-38d0f254ed89,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:58.572864 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2dccb11b-0805-4f87-9f36-61e32b0d5d67 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:36:58.585010 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ccfd27-d158-42a9-b863-b95e47eb1930 admin admin] Made reservation on behalf of 2fd4c1bbe6524464859d215fc0edcb1d for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:36:58.589143 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-88ccfd27-d158-42a9-b863-b95e47eb1930 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:58.604057 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 4115dd01-163e-4c97-9f45-38d0f254ed89 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:36:58.701214 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 2dccb11b-0805-4f87-9f36-61e32b0d5d67 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:36:58.701617 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2dccb11b-0805-4f87-9f36-61e32b0d5d67), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:58.813171 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 2dccb11b-0805-4f87-9f36-61e32b0d5d67 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:36:58.813575 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2dccb11b-0805-4f87-9f36-61e32b0d5d67), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:58.825168 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-88ccfd27-d158-42a9-b863-b95e47eb1930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (cc867424-ee7e-4a3e-afe6-97098e3a03b3), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:58.851154 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 2dccb11b-0805-4f87-9f36-61e32b0d5d67, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2dccb11b-0805-4f87-9f36-61e32b0d5d67,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:36:58.859861 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2dccb11b-0805-4f87-9f36-61e32b0d5d67), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:58.882207 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ccfd27-d158-42a9-b863-b95e47eb1930 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc867424-ee7e-4a3e-afe6-97098e3a03b3,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:58.908069 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ccfd27-d158-42a9-b863-b95e47eb1930 admin admin] Checking segment: {'id': 'b564b2fa-8ad2-49be-9feb-0d22450a6e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4115dd01-163e-4c97-9f45-38d0f254ed89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:36:58.908557 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ccfd27-d158-42a9-b863-b95e47eb1930 admin admin] Network hostable DHCP agents. Network: 4115dd01-163e-4c97-9f45-38d0f254ed89, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:36:58.932958 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ccfd27-d158-42a9-b863-b95e47eb1930 admin admin] Network 4115dd01-163e-4c97-9f45-38d0f254ed89 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:36:58.946008 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-88ccfd27-d158-42a9-b863-b95e47eb1930 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 4115dd01-163e-4c97-9f45-38d0f254ed89) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:36:58.951593 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ccfd27-d158-42a9-b863-b95e47eb1930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:36:58.952268 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-88ccfd27-d158-42a9-b863-b95e47eb1930 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:58.958429 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ae8cf6-b1e6-447f-8831-f356dbc9868b None None] Network 4115dd01-163e-4c97-9f45-38d0f254ed89 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:36:58.978550 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-88ccfd27-d158-42a9-b863-b95e47eb1930 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4275582 Jan 28 01:36:58.980807 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55554) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:36:58.985599 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-858f6ea7-bdc7-43a6-8439-6377a0b7e49e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1409463497-router', 'tenant_id': '2fd4c1bbe6524464859d215fc0edcb1d', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:36:58.987432 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=2dccb11b-0805-4f87-9f36-61e32b0d5d67,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:58.997868 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9fcd0b-edda-496d-b1a2-00b5f5e7fe7f None None] Sync routers for ids ['8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:36:59.011869 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-858f6ea7-bdc7-43a6-8439-6377a0b7e49e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:59.013106 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-858f6ea7-bdc7-43a6-8439-6377a0b7e49e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:59.090540 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-858f6ea7-bdc7-43a6-8439-6377a0b7e49e admin admin] Publish callbacks [] for router_controller (2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:59.097737 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9fcd0b-edda-496d-b1a2-00b5f5e7fe7f None None] Routers {'8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:36:59.098421 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-af9fcd0b-edda-496d-b1a2-00b5f5e7fe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:36:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:59.249121 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c95e7a-0fcd-4025-bbd6-b2293bf1e2aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-4115dd01-163e-4c97-9f45-38d0f254ed89', 'network_id': '4115dd01-163e-4c97-9f45-38d0f254ed89', 'project_id': '2fd4c1bbe6524464859d215fc0edcb1d', 'fixed_ips': [{'subnet_id': 'cc867424-ee7e-4a3e-afe6-97098e3a03b3'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:36:59.249899 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-02c95e7a-0fcd-4025-bbd6-b2293bf1e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:59.259907 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-858f6ea7-bdc7-43a6-8439-6377a0b7e49e admin admin] Publish callbacks [] for router_gateway (2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:59.294461 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-af9fcd0b-edda-496d-b1a2-00b5f5e7fe7f None None] Set router 8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:36:59.558729 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-02c95e7a-0fcd-4025-bbd6-b2293bf1e2aa None None] Allocated IP 172.20.0.2 (4115dd01-163e-4c97-9f45-38d0f254ed89/cc867424-ee7e-4a3e-afe6-97098e3a03b3/b026a9e3-3edf-4858-b8b8-4c01b1fd8466) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:36:59.746374 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-af9fcd0b-edda-496d-b1a2-00b5f5e7fe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e', 'name': 'tempest-TestEncryptedCinderVolumes-1190716231-router', 'tenant_id': '0578b7bc29804a3bbfc85dd269834955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '2dccb11b-0805-4f87-9f36-61e32b0d5d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:36:53Z', 'updated_at': '2022-01-28T01:36:56Z', 'revision_number': 4, 'project_id': '0578b7bc29804a3bbfc85dd269834955', 'gw_port': {'id': '2dccb11b-0805-4f87-9f36-61e32b0d5d67', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:36:53Z', 'updated_at': '2022-01-28T01:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '40b9e194-d91a-4055-b1bc-1d0b1a9027e4', 'name': '', 'network_id': '71f34db1-f46e-429e-a02e-0c91e5f9dd62', 'tenant_id': '0578b7bc29804a3bbfc85dd269834955', 'mac_address': 'fa:16:3e:f5:0b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '8e0f69c1-f087-4864-9a39-f2ab375e7b5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:36:55Z', 'updated_at': '2022-01-28T01:36:56Z', 'revision_number': 2, 'project_id': '0578b7bc29804a3bbfc85dd269834955', 'subnets': [{'id': '8e0f69c1-f087-4864-9a39-f2ab375e7b5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:36:59.782880 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9fcd0b-edda-496d-b1a2-00b5f5e7fe7f None None] Checking router: 8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:36:59.783248 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9fcd0b-edda-496d-b1a2-00b5f5e7fe7f None None] Updating router 8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e port 40b9e194-d91a-4055-b1bc-1d0b1a9027e4 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:36:59.820303 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-02c95e7a-0fcd-4025-bbd6-b2293bf1e2aa None None] Publish callbacks [] for port (b026a9e3-3edf-4858-b8b8-4c01b1fd8466), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:59.835353 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-02c95e7a-0fcd-4025-bbd6-b2293bf1e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (b026a9e3-3edf-4858-b8b8-4c01b1fd8466), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:59.836498 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-858f6ea7-bdc7-43a6-8439-6377a0b7e49e admin admin] Publish callbacks [] for router_gateway (2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:59.838732 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af9fcd0b-edda-496d-b1a2-00b5f5e7fe7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (40b9e194-d91a-4055-b1bc-1d0b1a9027e4), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:59.859545 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-858f6ea7-bdc7-43a6-8439-6377a0b7e49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:36:59.890089 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c95e7a-0fcd-4025-bbd6-b2293bf1e2aa None None] Network 4115dd01-163e-4c97-9f45-38d0f254ed89 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:36:59.897009 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-02c95e7a-0fcd-4025-bbd6-b2293bf1e2aa None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:36:59.919134 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c95e7a-0fcd-4025-bbd6-b2293bf1e2aa None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:36:59.923843 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c95e7a-0fcd-4025-bbd6-b2293bf1e2aa None None] Pushing event updated for resources: {'Port': ['ID=b026a9e3-3edf-4858-b8b8-4c01b1fd8466,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:36:59.985024 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-858f6ea7-bdc7-43a6-8439-6377a0b7e49e admin admin] Allocated IP 172.25.3.135 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/8b678054-5745-47a4-95ec-6dd6836d9e02) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:37:00.110604 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-858f6ea7-bdc7-43a6-8439-6377a0b7e49e admin admin] Publish callbacks [] for port (8b678054-5745-47a4-95ec-6dd6836d9e02), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:00.160713 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-858f6ea7-bdc7-43a6-8439-6377a0b7e49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (8b678054-5745-47a4-95ec-6dd6836d9e02), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:00.204756 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858f6ea7-bdc7-43a6-8439-6377a0b7e49e admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:37:00.210160 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-02c95e7a-0fcd-4025-bbd6-b2293bf1e2aa None None] Attempting to bind port b026a9e3-3edf-4858-b8b8-4c01b1fd8466 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:37:00.210447 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-858f6ea7-bdc7-43a6-8439-6377a0b7e49e admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:37:00.210599 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-02c95e7a-0fcd-4025-bbd6-b2293bf1e2aa None None] Attempting to bind port b026a9e3-3edf-4858-b8b8-4c01b1fd8466 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'b564b2fa-8ad2-49be-9feb-0d22450a6e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4115dd01-163e-4c97-9f45-38d0f254ed89'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:37:00.210880 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c95e7a-0fcd-4025-bbd6-b2293bf1e2aa None None] Attempting to bind port b026a9e3-3edf-4858-b8b8-4c01b1fd8466 on network 4115dd01-163e-4c97-9f45-38d0f254ed89 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:37:00.215735 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858f6ea7-bdc7-43a6-8439-6377a0b7e49e admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:37:00.218988 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f6ea7-bdc7-43a6-8439-6377a0b7e49e admin admin] Pushing event updated for resources: {'Port': ['ID=8b678054-5745-47a4-95ec-6dd6836d9e02,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:00.221015 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c95e7a-0fcd-4025-bbd6-b2293bf1e2aa None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:37:00.221246 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c95e7a-0fcd-4025-bbd6-b2293bf1e2aa None None] Checking segment: {'id': 'b564b2fa-8ad2-49be-9feb-0d22450a6e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4115dd01-163e-4c97-9f45-38d0f254ed89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:37:00.221656 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-02c95e7a-0fcd-4025-bbd6-b2293bf1e2aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:00.222054 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c95e7a-0fcd-4025-bbd6-b2293bf1e2aa None None] Bound using segment: {'id': 'b564b2fa-8ad2-49be-9feb-0d22450a6e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4115dd01-163e-4c97-9f45-38d0f254ed89'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:37:00.222548 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-02c95e7a-0fcd-4025-bbd6-b2293bf1e2aa None None] Bound port: b026a9e3-3edf-4858-b8b8-4c01b1fd8466, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b564b2fa-8ad2-49be-9feb-0d22450a6e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4115dd01-163e-4c97-9f45-38d0f254ed89'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:37:00.222970 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-02c95e7a-0fcd-4025-bbd6-b2293bf1e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b026a9e3-3edf-4858-b8b8-4c01b1fd8466), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:00.367039 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-02c95e7a-0fcd-4025-bbd6-b2293bf1e2aa None None] For port b026a9e3-3edf-4858-b8b8-4c01b1fd8466, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:37:00.372875 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-02c95e7a-0fcd-4025-bbd6-b2293bf1e2aa None None] For port b026a9e3-3edf-4858-b8b8-4c01b1fd8466, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b026a9e3-3edf-4858-b8b8-4c01b1fd8466,segment=NetworkSegment(b564b2fa-8ad2-49be-9feb-0d22450a6e1a),segment_id=b564b2fa-8ad2-49be-9feb-0d22450a6e1a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:37:00.383765 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-02c95e7a-0fcd-4025-bbd6-b2293bf1e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b026a9e3-3edf-4858-b8b8-4c01b1fd8466), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:00.494410 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c95e7a-0fcd-4025-bbd6-b2293bf1e2aa None None] Pushing event updated for resources: {'Port': ['ID=b026a9e3-3edf-4858-b8b8-4c01b1fd8466,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:00.521674 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af9fcd0b-edda-496d-b1a2-00b5f5e7fe7f None None] Publish callbacks [] for port (40b9e194-d91a-4055-b1bc-1d0b1a9027e4), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:00.529662 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af9fcd0b-edda-496d-b1a2-00b5f5e7fe7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (40b9e194-d91a-4055-b1bc-1d0b1a9027e4), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:00.563843 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2dccb11b-0805-4f87-9f36-61e32b0d5d67 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:37:00.568837 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-858f6ea7-bdc7-43a6-8439-6377a0b7e49e admin admin] Publish callbacks [] for router_gateway (2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:00.630070 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a921d00-8ad7-4d9c-961d-c4acb64901d8 None None] Pushing event updated for resources: {'Port': ['ID=40b9e194-d91a-4055-b1bc-1d0b1a9027e4,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:00.692415 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 2dccb11b-0805-4f87-9f36-61e32b0d5d67 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:00.692838 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2dccb11b-0805-4f87-9f36-61e32b0d5d67), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:00.702170 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-af9fcd0b-edda-496d-b1a2-00b5f5e7fe7f None None] Attempting to bind port 40b9e194-d91a-4055-b1bc-1d0b1a9027e4 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:37:00.702370 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-af9fcd0b-edda-496d-b1a2-00b5f5e7fe7f None None] Attempting to bind port 40b9e194-d91a-4055-b1bc-1d0b1a9027e4 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'eab3823d-c21b-45b9-a4f4-3f795e70dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '71f34db1-f46e-429e-a02e-0c91e5f9dd62'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:37:00.702866 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9fcd0b-edda-496d-b1a2-00b5f5e7fe7f None None] Attempting to bind port 40b9e194-d91a-4055-b1bc-1d0b1a9027e4 on network 71f34db1-f46e-429e-a02e-0c91e5f9dd62 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:37:00.748260 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9fcd0b-edda-496d-b1a2-00b5f5e7fe7f None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:37:00.749108 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9fcd0b-edda-496d-b1a2-00b5f5e7fe7f None None] Checking segment: {'id': 'eab3823d-c21b-45b9-a4f4-3f795e70dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '71f34db1-f46e-429e-a02e-0c91e5f9dd62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:37:00.749864 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af9fcd0b-edda-496d-b1a2-00b5f5e7fe7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:00.750486 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9fcd0b-edda-496d-b1a2-00b5f5e7fe7f None None] Bound using segment: {'id': 'eab3823d-c21b-45b9-a4f4-3f795e70dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '71f34db1-f46e-429e-a02e-0c91e5f9dd62'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:37:00.751235 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-af9fcd0b-edda-496d-b1a2-00b5f5e7fe7f None None] Bound port: 40b9e194-d91a-4055-b1bc-1d0b1a9027e4, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab3823d-c21b-45b9-a4f4-3f795e70dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '71f34db1-f46e-429e-a02e-0c91e5f9dd62'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:37:00.752016 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af9fcd0b-edda-496d-b1a2-00b5f5e7fe7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (40b9e194-d91a-4055-b1bc-1d0b1a9027e4), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:00.900132 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-af9fcd0b-edda-496d-b1a2-00b5f5e7fe7f None None] For port 40b9e194-d91a-4055-b1bc-1d0b1a9027e4, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:37:00.908134 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-af9fcd0b-edda-496d-b1a2-00b5f5e7fe7f None None] For port 40b9e194-d91a-4055-b1bc-1d0b1a9027e4, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=40b9e194-d91a-4055-b1bc-1d0b1a9027e4,segment=NetworkSegment(eab3823d-c21b-45b9-a4f4-3f795e70dfc7),segment_id=eab3823d-c21b-45b9-a4f4-3f795e70dfc7)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:37:00.916826 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 2dccb11b-0805-4f87-9f36-61e32b0d5d67 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:37:00.920432 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af9fcd0b-edda-496d-b1a2-00b5f5e7fe7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (40b9e194-d91a-4055-b1bc-1d0b1a9027e4), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:00.928686 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-858f6ea7-bdc7-43a6-8439-6377a0b7e49e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:01.002328 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9fcd0b-edda-496d-b1a2-00b5f5e7fe7f None None] Routers {'8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:37:01.003171 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-af9fcd0b-edda-496d-b1a2-00b5f5e7fe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:36:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:01.078852 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a921d00-8ad7-4d9c-961d-c4acb64901d8 None None] Pushing event updated for resources: {'Port': ['ID=40b9e194-d91a-4055-b1bc-1d0b1a9027e4,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:01.132911 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ceb0d731-eb0e-4f9f-9bee-01b0d0b611bd None None] Provisioning complete for port 40b9e194-d91a-4055-b1bc-1d0b1a9027e4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:01.133383 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ceb0d731-eb0e-4f9f-9bee-01b0d0b611bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (40b9e194-d91a-4055-b1bc-1d0b1a9027e4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:01.137149 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858f6ea7-bdc7-43a6-8439-6377a0b7e49e admin admin] Router 2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:37:01.180521 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-af9fcd0b-edda-496d-b1a2-00b5f5e7fe7f None None] Set router 8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:37:01.285015 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858f6ea7-bdc7-43a6-8439-6377a0b7e49e admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:37:01.299886 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a8a587-7c5c-4bc3-a947-b79950f6ce45 None None] Sync routers for ids ['2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:37:01.316476 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-858f6ea7-bdc7-43a6-8439-6377a0b7e49e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:01.322807 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-858f6ea7-bdc7-43a6-8439-6377a0b7e49e admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3367741 Jan 28 01:37:01.323106 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a8a587-7c5c-4bc3-a947-b79950f6ce45 None None] Routers {'2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:37:01.323106 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-58a8a587-7c5c-4bc3-a947-b79950f6ce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:36:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:01.323459 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55556) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:37:01.374103 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ceb0d731-eb0e-4f9f-9bee-01b0d0b611bd None None] Current status of the port 40b9e194-d91a-4055-b1bc-1d0b1a9027e4 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:37:01.374640 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ceb0d731-eb0e-4f9f-9bee-01b0d0b611bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (40b9e194-d91a-4055-b1bc-1d0b1a9027e4), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:01.447954 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-ceb0d731-eb0e-4f9f-9bee-01b0d0b611bd None None] For port 40b9e194-d91a-4055-b1bc-1d0b1a9027e4, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=40b9e194-d91a-4055-b1bc-1d0b1a9027e4,segment=NetworkSegment(eab3823d-c21b-45b9-a4f4-3f795e70dfc7),segment_id=eab3823d-c21b-45b9-a4f4-3f795e70dfc7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:01.458553 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-58a8a587-7c5c-4bc3-a947-b79950f6ce45 None None] Set router 2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:37:01.471637 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ceb0d731-eb0e-4f9f-9bee-01b0d0b611bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (40b9e194-d91a-4055-b1bc-1d0b1a9027e4), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:01.543853 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0d731-eb0e-4f9f-9bee-01b0d0b611bd None None] Pushing event updated for resources: {'Port': ['ID=40b9e194-d91a-4055-b1bc-1d0b1a9027e4,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:01.562059 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-af9fcd0b-edda-496d-b1a2-00b5f5e7fe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e', 'name': 'tempest-TestEncryptedCinderVolumes-1190716231-router', 'tenant_id': '0578b7bc29804a3bbfc85dd269834955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '2dccb11b-0805-4f87-9f36-61e32b0d5d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:36:53Z', 'updated_at': '2022-01-28T01:36:56Z', 'revision_number': 4, 'project_id': '0578b7bc29804a3bbfc85dd269834955', 'gw_port': {'id': '2dccb11b-0805-4f87-9f36-61e32b0d5d67', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:36:53Z', 'updated_at': '2022-01-28T01:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '40b9e194-d91a-4055-b1bc-1d0b1a9027e4', 'name': '', 'network_id': '71f34db1-f46e-429e-a02e-0c91e5f9dd62', 'tenant_id': '0578b7bc29804a3bbfc85dd269834955', 'mac_address': 'fa:16:3e:f5:0b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '8e0f69c1-f087-4864-9a39-f2ab375e7b5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:36:55Z', 'updated_at': '2022-01-28T01:37:00Z', 'revision_number': 4, 'project_id': '0578b7bc29804a3bbfc85dd269834955', 'subnets': [{'id': '8e0f69c1-f087-4864-9a39-f2ab375e7b5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:01.598388 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9fcd0b-edda-496d-b1a2-00b5f5e7fe7f None None] The sync data for ids ['8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e'] in n-d-826754-1 is: [{'id': '8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e', 'name': 'tempest-TestEncryptedCinderVolumes-1190716231-router', 'tenant_id': '0578b7bc29804a3bbfc85dd269834955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '2dccb11b-0805-4f87-9f36-61e32b0d5d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:36:53Z', 'updated_at': '2022-01-28T01:36:56Z', 'revision_number': 4, 'project_id': '0578b7bc29804a3bbfc85dd269834955', 'gw_port': {'id': '2dccb11b-0805-4f87-9f36-61e32b0d5d67', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:36:53Z', 'updated_at': '2022-01-28T01:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '40b9e194-d91a-4055-b1bc-1d0b1a9027e4', 'name': '', 'network_id': '71f34db1-f46e-429e-a02e-0c91e5f9dd62', 'tenant_id': '0578b7bc29804a3bbfc85dd269834955', 'mac_address': 'fa:16:3e:f5:0b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '8e0f69c1-f087-4864-9a39-f2ab375e7b5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:36:55Z', 'updated_at': '2022-01-28T01:37:00Z', 'revision_number': 4, 'project_id': '0578b7bc29804a3bbfc85dd269834955', 'subnets': [{'id': '8e0f69c1-f087-4864-9a39-f2ab375e7b5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:37:01.625546 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-140dc3fc-c2ca-4e28-a702-f0c9b22f1f57 None None] Provisioning complete for port 40b9e194-d91a-4055-b1bc-1d0b1a9027e4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:01.625925 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-140dc3fc-c2ca-4e28-a702-f0c9b22f1f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (40b9e194-d91a-4055-b1bc-1d0b1a9027e4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:01.748634 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-58a8a587-7c5c-4bc3-a947-b79950f6ce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa', 'name': 'tempest-TestEncryptedCinderVolumes-1409463497-router', 'tenant_id': '2fd4c1bbe6524464859d215fc0edcb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '8b678054-5745-47a4-95ec-6dd6836d9e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:37:00Z', 'revision_number': 3, 'project_id': '2fd4c1bbe6524464859d215fc0edcb1d', 'gw_port': {'id': '8b678054-5745-47a4-95ec-6dd6836d9e02', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:36:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:01.774361 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-140dc3fc-c2ca-4e28-a702-f0c9b22f1f57 None None] Current status of the port 40b9e194-d91a-4055-b1bc-1d0b1a9027e4 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:37:01.789714 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a8a587-7c5c-4bc3-a947-b79950f6ce45 None None] Checking router: 2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:37:01.790068 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a8a587-7c5c-4bc3-a947-b79950f6ce45 None None] Updating router 2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa port 8b678054-5745-47a4-95ec-6dd6836d9e02 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:37:01.816397 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-58a8a587-7c5c-4bc3-a947-b79950f6ce45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8b678054-5745-47a4-95ec-6dd6836d9e02), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:02.026470 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edce683c-012f-4fb8-b9f6-45bc40330396 None None] Network 4115dd01-163e-4c97-9f45-38d0f254ed89 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:37:02.040429 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-015d175e-76b8-497c-b59c-644a1959a0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:02.134109 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-3fd0d4d7-4509-4637-9a3e-ebd7dc3cfff9 None None] Provisioning complete for port b026a9e3-3edf-4858-b8b8-4c01b1fd8466 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:02.134849 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3fd0d4d7-4509-4637-9a3e-ebd7dc3cfff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b026a9e3-3edf-4858-b8b8-4c01b1fd8466), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:02.239568 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-58a8a587-7c5c-4bc3-a947-b79950f6ce45 None None] Publish callbacks [] for port (8b678054-5745-47a4-95ec-6dd6836d9e02), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:02.256129 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-58a8a587-7c5c-4bc3-a947-b79950f6ce45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8b678054-5745-47a4-95ec-6dd6836d9e02), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:02.271720 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-015d175e-76b8-497c-b59c-644a1959a0fa admin admin] Allocated IP 172.20.0.1 (4115dd01-163e-4c97-9f45-38d0f254ed89/cc867424-ee7e-4a3e-afe6-97098e3a03b3/c3f65752-cbc1-491d-9413-768cd7bfeaa6) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:37:02.342397 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3fd0d4d7-4509-4637-9a3e-ebd7dc3cfff9 None None] Current status of the port b026a9e3-3edf-4858-b8b8-4c01b1fd8466 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:37:02.343175 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3fd0d4d7-4509-4637-9a3e-ebd7dc3cfff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b026a9e3-3edf-4858-b8b8-4c01b1fd8466), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:02.356454 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-58a8a587-7c5c-4bc3-a947-b79950f6ce45 None None] Attempting to bind port 8b678054-5745-47a4-95ec-6dd6836d9e02 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:37:02.357344 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-58a8a587-7c5c-4bc3-a947-b79950f6ce45 None None] Attempting to bind port 8b678054-5745-47a4-95ec-6dd6836d9e02 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:37:02.367380 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a8a587-7c5c-4bc3-a947-b79950f6ce45 None None] Attempting to bind port 8b678054-5745-47a4-95ec-6dd6836d9e02 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:37:02.384526 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a8a587-7c5c-4bc3-a947-b79950f6ce45 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:37:02.384951 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a8a587-7c5c-4bc3-a947-b79950f6ce45 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:37:02.385378 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-58a8a587-7c5c-4bc3-a947-b79950f6ce45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:02.385779 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a8a587-7c5c-4bc3-a947-b79950f6ce45 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:37:02.386277 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-58a8a587-7c5c-4bc3-a947-b79950f6ce45 None None] Bound port: 8b678054-5745-47a4-95ec-6dd6836d9e02, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:37:02.386668 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-58a8a587-7c5c-4bc3-a947-b79950f6ce45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8b678054-5745-47a4-95ec-6dd6836d9e02), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:02.423876 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-3fd0d4d7-4509-4637-9a3e-ebd7dc3cfff9 None None] For port b026a9e3-3edf-4858-b8b8-4c01b1fd8466, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b026a9e3-3edf-4858-b8b8-4c01b1fd8466,segment=NetworkSegment(b564b2fa-8ad2-49be-9feb-0d22450a6e1a),segment_id=b564b2fa-8ad2-49be-9feb-0d22450a6e1a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:02.434505 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3fd0d4d7-4509-4637-9a3e-ebd7dc3cfff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b026a9e3-3edf-4858-b8b8-4c01b1fd8466), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:02.466670 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-58a8a587-7c5c-4bc3-a947-b79950f6ce45 None None] For port 8b678054-5745-47a4-95ec-6dd6836d9e02, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:37:02.470733 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-58a8a587-7c5c-4bc3-a947-b79950f6ce45 None None] For port 8b678054-5745-47a4-95ec-6dd6836d9e02, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8b678054-5745-47a4-95ec-6dd6836d9e02,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:37:02.479352 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-58a8a587-7c5c-4bc3-a947-b79950f6ce45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8b678054-5745-47a4-95ec-6dd6836d9e02), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:02.481730 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662674cc-7d4e-4fc6-9222-4c11bc9ff302 None None] Pushing event updated for resources: {'Port': ['ID=8b678054-5745-47a4-95ec-6dd6836d9e02,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:02.546538 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-015d175e-76b8-497c-b59c-644a1959a0fa admin admin] Publish callbacks [] for port (c3f65752-cbc1-491d-9413-768cd7bfeaa6), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:02.578398 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662674cc-7d4e-4fc6-9222-4c11bc9ff302 None None] Pushing event updated for resources: {'Port': ['ID=8b678054-5745-47a4-95ec-6dd6836d9e02,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:02.617324 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0d4d7-4509-4637-9a3e-ebd7dc3cfff9 None None] Pushing event updated for resources: {'Port': ['ID=b026a9e3-3edf-4858-b8b8-4c01b1fd8466,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:02.637407 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a8a587-7c5c-4bc3-a947-b79950f6ce45 None None] Routers {'2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:37:02.638630 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-58a8a587-7c5c-4bc3-a947-b79950f6ce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:36:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:02.639175 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-015d175e-76b8-497c-b59c-644a1959a0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (c3f65752-cbc1-491d-9413-768cd7bfeaa6), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:02.666053 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a576116e-3cf2-4a7e-8c8f-ca0748cf8cfd None None] Provisioning complete for port b026a9e3-3edf-4858-b8b8-4c01b1fd8466 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:02.666533 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a576116e-3cf2-4a7e-8c8f-ca0748cf8cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b026a9e3-3edf-4858-b8b8-4c01b1fd8466), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:02.736575 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015d175e-76b8-497c-b59c-644a1959a0fa admin admin] Network 4115dd01-163e-4c97-9f45-38d0f254ed89 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:37:02.742362 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-015d175e-76b8-497c-b59c-644a1959a0fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:37:02.748532 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015d175e-76b8-497c-b59c-644a1959a0fa admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:37:02.805724 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d175e-76b8-497c-b59c-644a1959a0fa admin admin] Pushing event updated for resources: {'Port': ['ID=c3f65752-cbc1-491d-9413-768cd7bfeaa6,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:02.823731 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a576116e-3cf2-4a7e-8c8f-ca0748cf8cfd None None] Current status of the port b026a9e3-3edf-4858-b8b8-4c01b1fd8466 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:37:02.840789 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-015d175e-76b8-497c-b59c-644a1959a0fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:02.888039 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-58a8a587-7c5c-4bc3-a947-b79950f6ce45 None None] Set router 2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:37:02.955995 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 40b9e194-d91a-4055-b1bc-1d0b1a9027e4 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:37:03.049892 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 40b9e194-d91a-4055-b1bc-1d0b1a9027e4 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:03.050559 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (40b9e194-d91a-4055-b1bc-1d0b1a9027e4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:03.093274 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-015d175e-76b8-497c-b59c-644a1959a0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c3f65752-cbc1-491d-9413-768cd7bfeaa6), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:03.194763 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 40b9e194-d91a-4055-b1bc-1d0b1a9027e4 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:37:03.195989 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b026a9e3-3edf-4858-b8b8-4c01b1fd8466 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:37:03.200833 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-58a8a587-7c5c-4bc3-a947-b79950f6ce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa', 'name': 'tempest-TestEncryptedCinderVolumes-1409463497-router', 'tenant_id': '2fd4c1bbe6524464859d215fc0edcb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '8b678054-5745-47a4-95ec-6dd6836d9e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:37:00Z', 'revision_number': 3, 'project_id': '2fd4c1bbe6524464859d215fc0edcb1d', 'gw_port': {'id': '8b678054-5745-47a4-95ec-6dd6836d9e02', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:03.237063 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a8a587-7c5c-4bc3-a947-b79950f6ce45 None None] The sync data for ids ['2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa'] in n-d-826754-1 is: [{'id': '2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa', 'name': 'tempest-TestEncryptedCinderVolumes-1409463497-router', 'tenant_id': '2fd4c1bbe6524464859d215fc0edcb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '8b678054-5745-47a4-95ec-6dd6836d9e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:37:00Z', 'revision_number': 3, 'project_id': '2fd4c1bbe6524464859d215fc0edcb1d', 'gw_port': {'id': '8b678054-5745-47a4-95ec-6dd6836d9e02', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:37:03.271362 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port b026a9e3-3edf-4858-b8b8-4c01b1fd8466 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:03.271362 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b026a9e3-3edf-4858-b8b8-4c01b1fd8466), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:03.304030 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-9587f1ab-09b1-4de6-9187-da18b1aa1bfd None None] Provisioning complete for port c3f65752-cbc1-491d-9413-768cd7bfeaa6 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:03.304517 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9587f1ab-09b1-4de6-9187-da18b1aa1bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c3f65752-cbc1-491d-9413-768cd7bfeaa6), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:03.333585 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-015d175e-76b8-497c-b59c-644a1959a0fa admin admin] Publish callbacks [] for port (c3f65752-cbc1-491d-9413-768cd7bfeaa6), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:03.343055 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-015d175e-76b8-497c-b59c-644a1959a0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (c3f65752-cbc1-491d-9413-768cd7bfeaa6), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:03.364457 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9587f1ab-09b1-4de6-9187-da18b1aa1bfd None None] Port c3f65752-cbc1-491d-9413-768cd7bfeaa6 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:37:03.428232 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port b026a9e3-3edf-4858-b8b8-4c01b1fd8466 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:37:03.447913 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d175e-76b8-497c-b59c-644a1959a0fa admin admin] Pushing event updated for resources: {'Port': ['ID=c3f65752-cbc1-491d-9413-768cd7bfeaa6,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:03.450904 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-015d175e-76b8-497c-b59c-644a1959a0fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:03.570792 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015d175e-76b8-497c-b59c-644a1959a0fa admin admin] Network 4115dd01-163e-4c97-9f45-38d0f254ed89 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:37:03.572380 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-015d175e-76b8-497c-b59c-644a1959a0fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:37:03.744979 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015d175e-76b8-497c-b59c-644a1959a0fa admin admin] Router 2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:37:03.877789 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015d175e-76b8-497c-b59c-644a1959a0fa admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:37:03.884599 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-015d175e-76b8-497c-b59c-644a1959a0fa admin admin] 10.222.0.70 "PUT /v2.0/routers/2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5584786 Jan 28 01:37:03.899396 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f3edd054-7363-4308-a707-6dfe03e9d7fe None None] Provisioning complete for port c3f65752-cbc1-491d-9413-768cd7bfeaa6 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:03.899980 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f3edd054-7363-4308-a707-6dfe03e9d7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c3f65752-cbc1-491d-9413-768cd7bfeaa6), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:03.939031 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f3edd054-7363-4308-a707-6dfe03e9d7fe None None] Port c3f65752-cbc1-491d-9413-768cd7bfeaa6 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:37:04.598197 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8b678054-5745-47a4-95ec-6dd6836d9e02 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:37:04.639377 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-10c4fe7a-2d7f-4c3e-8e35-1adcdb17a846 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:04.641107 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-10c4fe7a-2d7f-4c3e-8e35-1adcdb17a846 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/networks?id=71f34db1-f46e-429e-a02e-0c91e5f9dd62 HTTP/1.1" status: 200 len: 817 time: 0.1131792 Jan 28 01:37:04.653511 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 8b678054-5745-47a4-95ec-6dd6836d9e02 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:04.653894 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8b678054-5745-47a4-95ec-6dd6836d9e02), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:04.665314 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-0069edac-2817-4523-901a-2488a1cd0aa4 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/quotas/0578b7bc29804a3bbfc85dd269834955 HTTP/1.1" status: 200 len: 375 time: 0.0119765 Jan 28 01:37:04.734381 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-8aeba058-e46c-4910-bb72-8498719b8c09 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0578b7bc29804a3bbfc85dd269834955&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578249 Jan 28 01:37:04.753088 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 8b678054-5745-47a4-95ec-6dd6836d9e02 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:37:04.753498 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (8b678054-5745-47a4-95ec-6dd6836d9e02), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:04.757415 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-3ae35d60-84d4-48a7-98dd-b81c4220c0ac service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:37:04.758510 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-3ae35d60-84d4-48a7-98dd-b81c4220c0ac service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114162 Jan 28 01:37:04.776977 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 8b678054-5745-47a4-95ec-6dd6836d9e02, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8b678054-5745-47a4-95ec-6dd6836d9e02,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:04.782114 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (8b678054-5745-47a4-95ec-6dd6836d9e02), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:04.782806 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b026a9e3-3edf-4858-b8b8-4c01b1fd8466 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:37:04.860274 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-1bc60e51-3804-42d5-85e7-0d728d441e27 service neutron] 10.222.0.70 "GET /v2.0/networks/71f34db1-f46e-429e-a02e-0c91e5f9dd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940075 Jan 28 01:37:04.886810 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=8b678054-5745-47a4-95ec-6dd6836d9e02,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:04.898172 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port b026a9e3-3edf-4858-b8b8-4c01b1fd8466 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:04.898550 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b026a9e3-3edf-4858-b8b8-4c01b1fd8466), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:05.000911 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-fe219354-bf91-4442-8746-59a95bd877a6 service neutron] 10.222.0.70 "GET /v2.0/networks/71f34db1-f46e-429e-a02e-0c91e5f9dd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246321 Jan 28 01:37:05.014044 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port b026a9e3-3edf-4858-b8b8-4c01b1fd8466 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:37:05.268235 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f211dc-06d9-49b1-b5c8-950d37e2f5b0 None None] Sync routers for ids ['2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:37:05.281601 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f211dc-06d9-49b1-b5c8-950d37e2f5b0 None None] Routers {'2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:37:05.282138 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-01f211dc-06d9-49b1-b5c8-950d37e2f5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:36:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:05.405527 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-01f211dc-06d9-49b1-b5c8-950d37e2f5b0 None None] Set router 2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:37:05.550021 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:37:05.786164 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-01f211dc-06d9-49b1-b5c8-950d37e2f5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa', 'name': 'tempest-TestEncryptedCinderVolumes-1409463497-router', 'tenant_id': '2fd4c1bbe6524464859d215fc0edcb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '8b678054-5745-47a4-95ec-6dd6836d9e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:37:03Z', 'revision_number': 4, 'project_id': '2fd4c1bbe6524464859d215fc0edcb1d', 'gw_port': {'id': '8b678054-5745-47a4-95ec-6dd6836d9e02', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'c3f65752-cbc1-491d-9413-768cd7bfeaa6', 'name': '', 'network_id': '4115dd01-163e-4c97-9f45-38d0f254ed89', 'tenant_id': '2fd4c1bbe6524464859d215fc0edcb1d', 'mac_address': 'fa:16:3e:a2:ca:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'cc867424-ee7e-4a3e-afe6-97098e3a03b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:37:02Z', 'updated_at': '2022-01-28T01:37:03Z', 'revision_number': 2, 'project_id': '2fd4c1bbe6524464859d215fc0edcb1d', 'subnets': [{'id': 'cc867424-ee7e-4a3e-afe6-97098e3a03b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:05.813533 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f211dc-06d9-49b1-b5c8-950d37e2f5b0 None None] Checking router: 2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:37:05.813812 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f211dc-06d9-49b1-b5c8-950d37e2f5b0 None None] Updating router 2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa port c3f65752-cbc1-491d-9413-768cd7bfeaa6 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:37:05.840058 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-01f211dc-06d9-49b1-b5c8-950d37e2f5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c3f65752-cbc1-491d-9413-768cd7bfeaa6), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:06.116978 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-01f211dc-06d9-49b1-b5c8-950d37e2f5b0 None None] Publish callbacks [] for port (c3f65752-cbc1-491d-9413-768cd7bfeaa6), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:06.122308 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-01f211dc-06d9-49b1-b5c8-950d37e2f5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c3f65752-cbc1-491d-9413-768cd7bfeaa6), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:06.176230 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-86e7e5f5-2844-4d6b-912c-df55591d618b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:06.188758 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce795fd-bd1c-446f-9b86-9daf4a12416e None None] Pushing event updated for resources: {'Port': ['ID=c3f65752-cbc1-491d-9413-768cd7bfeaa6,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:06.201656 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce795fd-bd1c-446f-9b86-9daf4a12416e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:06.202048 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce795fd-bd1c-446f-9b86-9daf4a12416e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:06.202237 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce795fd-bd1c-446f-9b86-9daf4a12416e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:06.202596 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce795fd-bd1c-446f-9b86-9daf4a12416e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:06.202914 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce795fd-bd1c-446f-9b86-9daf4a12416e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:06.203253 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce795fd-bd1c-446f-9b86-9daf4a12416e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:06.203588 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce795fd-bd1c-446f-9b86-9daf4a12416e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:06.203946 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce795fd-bd1c-446f-9b86-9daf4a12416e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:06.204276 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce795fd-bd1c-446f-9b86-9daf4a12416e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:06.204605 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce795fd-bd1c-446f-9b86-9daf4a12416e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:06.204932 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce795fd-bd1c-446f-9b86-9daf4a12416e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:06.205257 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce795fd-bd1c-446f-9b86-9daf4a12416e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:06.205582 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce795fd-bd1c-446f-9b86-9daf4a12416e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:06.270154 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-01f211dc-06d9-49b1-b5c8-950d37e2f5b0 None None] Attempting to bind port c3f65752-cbc1-491d-9413-768cd7bfeaa6 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:37:06.270679 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-01f211dc-06d9-49b1-b5c8-950d37e2f5b0 None None] Attempting to bind port c3f65752-cbc1-491d-9413-768cd7bfeaa6 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'b564b2fa-8ad2-49be-9feb-0d22450a6e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4115dd01-163e-4c97-9f45-38d0f254ed89'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:37:06.271295 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f211dc-06d9-49b1-b5c8-950d37e2f5b0 None None] Attempting to bind port c3f65752-cbc1-491d-9413-768cd7bfeaa6 on network 4115dd01-163e-4c97-9f45-38d0f254ed89 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:37:06.274522 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2fc4bbd4-2359-4e21-9c6e-329a7d42fc05 req-35343bc8-99d7-4ba4-b75a-e2f6917cf7f7 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7adb31a-445c-4822-a68a-a1d6e0cd4ef8 HTTP/1.1" status: 200 len: 210 time: 0.0408630 Jan 28 01:37:06.276753 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f211dc-06d9-49b1-b5c8-950d37e2f5b0 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:37:06.277139 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f211dc-06d9-49b1-b5c8-950d37e2f5b0 None None] Checking segment: {'id': 'b564b2fa-8ad2-49be-9feb-0d22450a6e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4115dd01-163e-4c97-9f45-38d0f254ed89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:37:06.277545 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-01f211dc-06d9-49b1-b5c8-950d37e2f5b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:06.277942 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f211dc-06d9-49b1-b5c8-950d37e2f5b0 None None] Bound using segment: {'id': 'b564b2fa-8ad2-49be-9feb-0d22450a6e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4115dd01-163e-4c97-9f45-38d0f254ed89'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:37:06.278412 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-01f211dc-06d9-49b1-b5c8-950d37e2f5b0 None None] Bound port: c3f65752-cbc1-491d-9413-768cd7bfeaa6, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b564b2fa-8ad2-49be-9feb-0d22450a6e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4115dd01-163e-4c97-9f45-38d0f254ed89'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:37:06.278803 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-01f211dc-06d9-49b1-b5c8-950d37e2f5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c3f65752-cbc1-491d-9413-768cd7bfeaa6), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:06.369555 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-01f211dc-06d9-49b1-b5c8-950d37e2f5b0 None None] For port c3f65752-cbc1-491d-9413-768cd7bfeaa6, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:37:06.373121 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-01f211dc-06d9-49b1-b5c8-950d37e2f5b0 None None] For port c3f65752-cbc1-491d-9413-768cd7bfeaa6, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c3f65752-cbc1-491d-9413-768cd7bfeaa6,segment=NetworkSegment(b564b2fa-8ad2-49be-9feb-0d22450a6e1a),segment_id=b564b2fa-8ad2-49be-9feb-0d22450a6e1a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:37:06.380162 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-01f211dc-06d9-49b1-b5c8-950d37e2f5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c3f65752-cbc1-491d-9413-768cd7bfeaa6), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:06.454687 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f211dc-06d9-49b1-b5c8-950d37e2f5b0 None None] Routers {'2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:37:06.455368 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-01f211dc-06d9-49b1-b5c8-950d37e2f5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:36:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:06.513616 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce795fd-bd1c-446f-9b86-9daf4a12416e None None] Pushing event updated for resources: {'Port': ['ID=c3f65752-cbc1-491d-9413-768cd7bfeaa6,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:06.552432 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-55f9eba9-fc47-4b0d-b06b-8a5cdf8712ee None None] Provisioning complete for port c3f65752-cbc1-491d-9413-768cd7bfeaa6 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:06.552819 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55f9eba9-fc47-4b0d-b06b-8a5cdf8712ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c3f65752-cbc1-491d-9413-768cd7bfeaa6), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:06.602283 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8b678054-5745-47a4-95ec-6dd6836d9e02 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:37:06.687129 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-01f211dc-06d9-49b1-b5c8-950d37e2f5b0 None None] Set router 2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:37:06.740000 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 8b678054-5745-47a4-95ec-6dd6836d9e02 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:06.740370 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (8b678054-5745-47a4-95ec-6dd6836d9e02), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:06.877713 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-55f9eba9-fc47-4b0d-b06b-8a5cdf8712ee None None] Current status of the port c3f65752-cbc1-491d-9413-768cd7bfeaa6 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:37:06.878029 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55f9eba9-fc47-4b0d-b06b-8a5cdf8712ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c3f65752-cbc1-491d-9413-768cd7bfeaa6), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:06.952551 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-55f9eba9-fc47-4b0d-b06b-8a5cdf8712ee None None] For port c3f65752-cbc1-491d-9413-768cd7bfeaa6, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c3f65752-cbc1-491d-9413-768cd7bfeaa6,segment=NetworkSegment(b564b2fa-8ad2-49be-9feb-0d22450a6e1a),segment_id=b564b2fa-8ad2-49be-9feb-0d22450a6e1a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:06.975667 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-55f9eba9-fc47-4b0d-b06b-8a5cdf8712ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c3f65752-cbc1-491d-9413-768cd7bfeaa6), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:07.039118 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 8b678054-5745-47a4-95ec-6dd6836d9e02 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:37:07.059711 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9eba9-fc47-4b0d-b06b-8a5cdf8712ee None None] Pushing event updated for resources: {'Port': ['ID=c3f65752-cbc1-491d-9413-768cd7bfeaa6,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:07.080143 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-01f211dc-06d9-49b1-b5c8-950d37e2f5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa', 'name': 'tempest-TestEncryptedCinderVolumes-1409463497-router', 'tenant_id': '2fd4c1bbe6524464859d215fc0edcb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '8b678054-5745-47a4-95ec-6dd6836d9e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:37:03Z', 'revision_number': 4, 'project_id': '2fd4c1bbe6524464859d215fc0edcb1d', 'gw_port': {'id': '8b678054-5745-47a4-95ec-6dd6836d9e02', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'c3f65752-cbc1-491d-9413-768cd7bfeaa6', 'name': '', 'network_id': '4115dd01-163e-4c97-9f45-38d0f254ed89', 'tenant_id': '2fd4c1bbe6524464859d215fc0edcb1d', 'mac_address': 'fa:16:3e:a2:ca:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'cc867424-ee7e-4a3e-afe6-97098e3a03b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:37:02Z', 'updated_at': '2022-01-28T01:37:06Z', 'revision_number': 4, 'project_id': '2fd4c1bbe6524464859d215fc0edcb1d', 'subnets': [{'id': 'cc867424-ee7e-4a3e-afe6-97098e3a03b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:37:07.117730 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f211dc-06d9-49b1-b5c8-950d37e2f5b0 None None] The sync data for ids ['2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa'] in n-d-826754-1 is: [{'id': '2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa', 'name': 'tempest-TestEncryptedCinderVolumes-1409463497-router', 'tenant_id': '2fd4c1bbe6524464859d215fc0edcb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '8b678054-5745-47a4-95ec-6dd6836d9e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:37:03Z', 'revision_number': 4, 'project_id': '2fd4c1bbe6524464859d215fc0edcb1d', 'gw_port': {'id': '8b678054-5745-47a4-95ec-6dd6836d9e02', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'c3f65752-cbc1-491d-9413-768cd7bfeaa6', 'name': '', 'network_id': '4115dd01-163e-4c97-9f45-38d0f254ed89', 'tenant_id': '2fd4c1bbe6524464859d215fc0edcb1d', 'mac_address': 'fa:16:3e:a2:ca:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'cc867424-ee7e-4a3e-afe6-97098e3a03b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:37:02Z', 'updated_at': '2022-01-28T01:37:06Z', 'revision_number': 4, 'project_id': '2fd4c1bbe6524464859d215fc0edcb1d', 'subnets': [{'id': 'cc867424-ee7e-4a3e-afe6-97098e3a03b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:37:07.125262 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a7a9721a-bb49-4cdb-b65e-1adb25d06db9 None None] Provisioning complete for port c3f65752-cbc1-491d-9413-768cd7bfeaa6 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:07.125649 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a7a9721a-bb49-4cdb-b65e-1adb25d06db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c3f65752-cbc1-491d-9413-768cd7bfeaa6), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:07.224175 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a7a9721a-bb49-4cdb-b65e-1adb25d06db9 None None] Current status of the port c3f65752-cbc1-491d-9413-768cd7bfeaa6 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:37:07.432292 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e15b934-0ad6-41cc-8f1f-cb905dddf20e req-53742188-689a-44c6-81fb-943d9892ca02 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7adb31a-445c-4822-a68a-a1d6e0cd4ef8 HTTP/1.1" status: 200 len: 210 time: 0.0434797 Jan 28 01:37:07.487977 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-9dba5ca9-ed68-4272-a146-fe5ae7c21103 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:07.490094 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-9dba5ca9-ed68-4272-a146-fe5ae7c21103 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.65 "GET /v2.0/networks?id=71f34db1-f46e-429e-a02e-0c91e5f9dd62 HTTP/1.1" status: 200 len: 817 time: 0.1683965 Jan 28 01:37:07.517698 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-cf98bc2b-cf33-4e1b-aedc-fc8dea1710f5 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Request body: {'port': {'device_id': 'a7adb31a-445c-4822-a68a-a1d6e0cd4ef8', 'network_id': '71f34db1-f46e-429e-a02e-0c91e5f9dd62', 'admin_state_up': True, 'tenant_id': '0578b7bc29804a3bbfc85dd269834955'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:37:07.659879 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-cf98bc2b-cf33-4e1b-aedc-fc8dea1710f5 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Made reservation on behalf of 0578b7bc29804a3bbfc85dd269834955 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:37:07.663976 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-cf98bc2b-cf33-4e1b-aedc-fc8dea1710f5 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:07.803652 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-cf98bc2b-cf33-4e1b-aedc-fc8dea1710f5 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Allocated IP 172.20.0.11 (71f34db1-f46e-429e-a02e-0c91e5f9dd62/8e0f69c1-f087-4864-9a39-f2ab375e7b5b/dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:37:07.951331 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-cf98bc2b-cf33-4e1b-aedc-fc8dea1710f5 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Publish callbacks [] for port (dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:07.990593 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-cf98bc2b-cf33-4e1b-aedc-fc8dea1710f5 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:08.041026 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-cf98bc2b-cf33-4e1b-aedc-fc8dea1710f5 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Network 71f34db1-f46e-429e-a02e-0c91e5f9dd62 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:37:08.044012 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-cf98bc2b-cf33-4e1b-aedc-fc8dea1710f5 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:37:08.047719 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-cf98bc2b-cf33-4e1b-aedc-fc8dea1710f5 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:37:08.076993 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98bc2b-cf33-4e1b-aedc-fc8dea1710f5 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Pushing event updated for resources: {'Port': ['ID=dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:08.105352 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-cf98bc2b-cf33-4e1b-aedc-fc8dea1710f5 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:08.105966 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-cf98bc2b-cf33-4e1b-aedc-fc8dea1710f5 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:08.124156 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-cf98bc2b-cf33-4e1b-aedc-fc8dea1710f5 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6104057 Jan 28 01:37:08.142205 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-c234d124-601c-4551-8f2d-cd439fcdd398 service neutron] Request body: {'port': {'device_id': 'a7adb31a-445c-4822-a68a-a1d6e0cd4ef8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:37:08.205367 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-c234d124-601c-4551-8f2d-cd439fcdd398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:08.250331 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-de066abd-f3f7-4824-82a6-68cc2e302098 None None] Provisioning complete for port dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:08.250958 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de066abd-f3f7-4824-82a6-68cc2e302098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:08.289875 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-de066abd-f3f7-4824-82a6-68cc2e302098 None None] Port dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:37:08.484569 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4654ad51-be63-42b3-b610-89bfe7a10303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:08.525726 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-c234d124-601c-4551-8f2d-cd439fcdd398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:37:08.534536 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-c234d124-601c-4551-8f2d-cd439fcdd398 service neutron] Publish callbacks [] for port (dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:08.554113 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-c234d124-601c-4551-8f2d-cd439fcdd398 service neutron] Transition to ACTIVE for port object dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:37:08.565111 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-c234d124-601c-4551-8f2d-cd439fcdd398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:08.574987 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c3f65752-cbc1-491d-9413-768cd7bfeaa6 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:37:08.634583 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port c3f65752-cbc1-491d-9413-768cd7bfeaa6 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:08.635023 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c3f65752-cbc1-491d-9413-768cd7bfeaa6), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:08.673114 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234d124-601c-4551-8f2d-cd439fcdd398 service neutron] Pushing event updated for resources: {'Port': ['ID=dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:08.718455 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813381f5-226d-48f8-8fb4-c0286fe7ad2b req-4dc1c7ea-edb2-44ad-aa7b-1034a058e870 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:08.721119 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-813381f5-226d-48f8-8fb4-c0286fe7ad2b req-4dc1c7ea-edb2-44ad-aa7b-1034a058e870 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7adb31a-445c-4822-a68a-a1d6e0cd4ef8 HTTP/1.1" status: 200 len: 944 time: 0.1778660 Jan 28 01:37:08.756327 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port c3f65752-cbc1-491d-9413-768cd7bfeaa6 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:37:08.824200 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-c234d124-601c-4551-8f2d-cd439fcdd398 service neutron] Attempting to bind port dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:37:08.824666 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-c234d124-601c-4551-8f2d-cd439fcdd398 service neutron] Attempting to bind port dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'eab3823d-c21b-45b9-a4f4-3f795e70dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '71f34db1-f46e-429e-a02e-0c91e5f9dd62'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:37:08.825064 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-c234d124-601c-4551-8f2d-cd439fcdd398 service neutron] Attempting to bind port dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4 on network 71f34db1-f46e-429e-a02e-0c91e5f9dd62 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:37:08.841731 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-813381f5-226d-48f8-8fb4-c0286fe7ad2b req-ac72a9e9-4c0a-4e44-8644-29077e1418b4 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd41e3b5-8a90-44d4-b4c9-12a4fcd06178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007311 Jan 28 01:37:08.843167 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-c234d124-601c-4551-8f2d-cd439fcdd398 service neutron] Port dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4 on network 71f34db1-f46e-429e-a02e-0c91e5f9dd62 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:37:08.843507 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-c234d124-601c-4551-8f2d-cd439fcdd398 service neutron] Attempting to bind port dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4 on network 71f34db1-f46e-429e-a02e-0c91e5f9dd62 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:37:08.860177 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-c234d124-601c-4551-8f2d-cd439fcdd398 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:37:08.860707 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-c234d124-601c-4551-8f2d-cd439fcdd398 service neutron] Checking segment: {'id': 'eab3823d-c21b-45b9-a4f4-3f795e70dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '71f34db1-f46e-429e-a02e-0c91e5f9dd62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:37:08.861528 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-c234d124-601c-4551-8f2d-cd439fcdd398 service neutron] Bound using segment: {'id': 'eab3823d-c21b-45b9-a4f4-3f795e70dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '71f34db1-f46e-429e-a02e-0c91e5f9dd62'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:37:08.861993 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-c234d124-601c-4551-8f2d-cd439fcdd398 service neutron] Bound port: dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab3823d-c21b-45b9-a4f4-3f795e70dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '71f34db1-f46e-429e-a02e-0c91e5f9dd62'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:37:08.862364 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-c234d124-601c-4551-8f2d-cd439fcdd398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:08.942273 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-c234d124-601c-4551-8f2d-cd439fcdd398 service neutron] For port dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:37:08.946255 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-c234d124-601c-4551-8f2d-cd439fcdd398 service neutron] For port dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4,segment=NetworkSegment(eab3823d-c21b-45b9-a4f4-3f795e70dfc7),segment_id=eab3823d-c21b-45b9-a4f4-3f795e70dfc7)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:37:08.951471 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-c234d124-601c-4551-8f2d-cd439fcdd398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:08.990713 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-c234d124-601c-4551-8f2d-cd439fcdd398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:08.991352 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-c234d124-601c-4551-8f2d-cd439fcdd398 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:08.992856 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-c234d124-601c-4551-8f2d-cd439fcdd398 service neutron] 10.222.0.65 "PUT /v2.0/ports/dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4 HTTP/1.1" status: 200 len: 1092 time: 0.8553045 Jan 28 01:37:08.993651 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7adb31a-445c-4822-a68a-a1d6e0cd4ef8', 'tag': 'dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:37:08.996050 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32c9083-23da-430a-93fb-145f90d31db4" -d '{"events": [{"name": "network-changed", "server_uuid": "a7adb31a-445c-4822-a68a-a1d6e0cd4ef8", "tag": "dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:37:09.034128 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234d124-601c-4551-8f2d-cd439fcdd398 service neutron] Pushing event updated for resources: {'Port': ['ID=dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:09.081858 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74906bb-46bc-4b0a-9ee8-d92ae34e82d5 x-openstack-request-id: req-a74906bb-46bc-4b0a-9ee8-d92ae34e82d5 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:37:09.082840 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7adb31a-445c-4822-a68a-a1d6e0cd4ef8", "tag": "dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:37:09.083098 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a74906bb-46bc-4b0a-9ee8-d92ae34e82d5 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:37:09.083526 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7adb31a-445c-4822-a68a-a1d6e0cd4ef8', 'tag': 'dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4', 'status': 'completed', 'code': 200} Jan 28 01:37:09.111821 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-7d52bc05-3abe-4623-87a3-1dbc5c16957c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:09.114064 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-7d52bc05-3abe-4623-87a3-1dbc5c16957c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0578b7bc29804a3bbfc85dd269834955&device_id=a7adb31a-445c-4822-a68a-a1d6e0cd4ef8 HTTP/1.1" status: 200 len: 1095 time: 0.0609171 Jan 28 01:37:09.165336 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-5404a0a0-b192-4a1a-b9af-feec485bcfc9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4 HTTP/1.1" status: 200 len: 217 time: 0.0375013 Jan 28 01:37:09.218947 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-41d9500f-7cd1-4e04-9656-f9aecbde6f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:09.221091 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-41d9500f-7cd1-4e04-9656-f9aecbde6f02 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e0f69c1-f087-4864-9a39-f2ab375e7b5b HTTP/1.1" status: 200 len: 856 time: 0.0495465 Jan 28 01:37:09.268420 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-f628c9dd-60d4-4970-84a2-3e9635009386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:09.269957 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-f628c9dd-60d4-4970-84a2-3e9635009386 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=71f34db1-f46e-429e-a02e-0c91e5f9dd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439355 Jan 28 01:37:09.359023 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-581feb03-cb7d-4b97-b412-fd100cd60888 service neutron] 10.222.0.65 "GET /v2.0/networks/71f34db1-f46e-429e-a02e-0c91e5f9dd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815046 Jan 28 01:37:09.454182 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1f9412d0-1a98-408a-9e75-67f9316625e2 req-4e77e2cf-6806-450f-8693-c840df53fadd service neutron] 10.222.0.65 "GET /v2.0/networks/71f34db1-f46e-429e-a02e-0c91e5f9dd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890195 Jan 28 01:37:09.591240 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c9083-23da-430a-93fb-145f90d31db4 req-ec1a6804-e807-4fa0-907e-1ae72e5dfc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:09.593146 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a32c9083-23da-430a-93fb-145f90d31db4 req-ec1a6804-e807-4fa0-907e-1ae72e5dfc9b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0578b7bc29804a3bbfc85dd269834955&device_id=a7adb31a-445c-4822-a68a-a1d6e0cd4ef8 HTTP/1.1" status: 200 len: 1095 time: 0.0417185 Jan 28 01:37:09.687725 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c9083-23da-430a-93fb-145f90d31db4 req-94f98aea-865c-42e4-a22c-eea2b32e8c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:09.689207 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a32c9083-23da-430a-93fb-145f90d31db4 req-94f98aea-865c-42e4-a22c-eea2b32e8c58 service neutron] 10.222.0.65 "GET /v2.0/networks?id=71f34db1-f46e-429e-a02e-0c91e5f9dd62 HTTP/1.1" status: 200 len: 918 time: 0.0900085 Jan 28 01:37:09.733998 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a32c9083-23da-430a-93fb-145f90d31db4 req-33b548c2-1b50-48e6-bc4d-8664e1762800 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4 HTTP/1.1" status: 200 len: 217 time: 0.0364652 Jan 28 01:37:09.783708 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c9083-23da-430a-93fb-145f90d31db4 req-74a57ed2-cba2-49bb-80c4-be0354a6791a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:09.785775 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a32c9083-23da-430a-93fb-145f90d31db4 req-74a57ed2-cba2-49bb-80c4-be0354a6791a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e0f69c1-f087-4864-9a39-f2ab375e7b5b HTTP/1.1" status: 200 len: 856 time: 0.0449739 Jan 28 01:37:09.982448 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:10.186511 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c9083-23da-430a-93fb-145f90d31db4 req-9bbc6a90-26f7-4253-a810-cd83776aded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:10.188001 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a32c9083-23da-430a-93fb-145f90d31db4 req-9bbc6a90-26f7-4253-a810-cd83776aded7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=71f34db1-f46e-429e-a02e-0c91e5f9dd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3956354 Jan 28 01:37:10.294046 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e5211-b2e2-4c6e-a4ae-1e233805f9fb req-45ab6a15-3e8a-4d80-95f0-5e469afded35 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:10.295543 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b85e5211-b2e2-4c6e-a4ae-1e233805f9fb req-45ab6a15-3e8a-4d80-95f0-5e469afded35 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7adb31a-445c-4822-a68a-a1d6e0cd4ef8 HTTP/1.1" status: 200 len: 944 time: 0.1114728 Jan 28 01:37:10.324067 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a32c9083-23da-430a-93fb-145f90d31db4 req-c3a34e39-f0fe-41fd-8a73-cb771bd0a0c6 service neutron] 10.222.0.65 "GET /v2.0/networks/71f34db1-f46e-429e-a02e-0c91e5f9dd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277916 Jan 28 01:37:10.398061 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b85e5211-b2e2-4c6e-a4ae-1e233805f9fb req-518f6ca6-63ac-4aea-8e63-6fa654d100cb tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd41e3b5-8a90-44d4-b4c9-12a4fcd06178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956702 Jan 28 01:37:10.434302 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a32c9083-23da-430a-93fb-145f90d31db4 req-bbaa79b2-09df-4bc5-88c2-60642ad64603 service neutron] 10.222.0.65 "GET /v2.0/networks/71f34db1-f46e-429e-a02e-0c91e5f9dd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030941 Jan 28 01:37:11.512537 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:11.524548 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f5ca9-c544-40ef-819d-da3d08276f4e req-9e5ca3d3-fa7a-497a-9538-100987b31250 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:11.526236 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bf3f5ca9-c544-40ef-819d-da3d08276f4e req-9e5ca3d3-fa7a-497a-9538-100987b31250 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7adb31a-445c-4822-a68a-a1d6e0cd4ef8 HTTP/1.1" status: 200 len: 944 time: 0.0588543 Jan 28 01:37:11.574706 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bf3f5ca9-c544-40ef-819d-da3d08276f4e req-20ad00f7-b5ce-48a2-b516-5f7acf3ab381 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd41e3b5-8a90-44d4-b4c9-12a4fcd06178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427814 Jan 28 01:37:12.320049 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:12.699387 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667d84b-f1ed-4b24-a390-44bdd9e7cec7 req-010ba0c0-c734-4c42-8072-25788e35bce8 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:12.700921 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3667d84b-f1ed-4b24-a390-44bdd9e7cec7 req-010ba0c0-c734-4c42-8072-25788e35bce8 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7adb31a-445c-4822-a68a-a1d6e0cd4ef8 HTTP/1.1" status: 200 len: 944 time: 0.0529006 Jan 28 01:37:12.750742 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3667d84b-f1ed-4b24-a390-44bdd9e7cec7 req-25d9cd64-5f21-4561-b0cf-3b85e5bd7987 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd41e3b5-8a90-44d4-b4c9-12a4fcd06178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440507 Jan 28 01:37:13.065650 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:37:13.169821 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4,segment=NetworkSegment(eab3823d-c21b-45b9-a4f4-3f795e70dfc7),segment_id=eab3823d-c21b-45b9-a4f4-3f795e70dfc7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:13.183085 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4', 'network_id': '71f34db1-f46e-429e-a02e-0c91e5f9dd62', 'port_id': 'dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4', 'mac_address': 'fa:16:3e:01:4e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e0f69c1-f087-4864-9a39-f2ab375e7b5b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:37:13.224101 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:37:13.224496 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:13.238542 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:37:13.258920 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4,segment=NetworkSegment(eab3823d-c21b-45b9-a4f4-3f795e70dfc7),segment_id=eab3823d-c21b-45b9-a4f4-3f795e70dfc7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:13.264006 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:13.314126 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:13.549183 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:37:13.698475 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:13.870348 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d761cd7-6d6c-4125-b3ff-7f96b17f712e req-5f9adf3b-6a02-4ded-8d56-889eea9049fa tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:13.871905 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d761cd7-6d6c-4125-b3ff-7f96b17f712e req-5f9adf3b-6a02-4ded-8d56-889eea9049fa tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7adb31a-445c-4822-a68a-a1d6e0cd4ef8 HTTP/1.1" status: 200 len: 945 time: 0.0497410 Jan 28 01:37:13.923888 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d761cd7-6d6c-4125-b3ff-7f96b17f712e req-43011fff-3b44-4edb-8c58-034db35e4c7f tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd41e3b5-8a90-44d4-b4c9-12a4fcd06178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462766 Jan 28 01:37:15.045033 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a7330-5581-4100-89cf-c547135ab25e req-d7d32b7c-9883-45cf-bb4a-bcc1e0a830fc tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:15.046472 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad8a7330-5581-4100-89cf-c547135ab25e req-d7d32b7c-9883-45cf-bb4a-bcc1e0a830fc tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7adb31a-445c-4822-a68a-a1d6e0cd4ef8 HTTP/1.1" status: 200 len: 945 time: 0.0498538 Jan 28 01:37:15.080922 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:37:15.094135 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad8a7330-5581-4100-89cf-c547135ab25e req-87a47b41-1872-4110-9c5b-9381c4c92469 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd41e3b5-8a90-44d4-b4c9-12a4fcd06178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419531 Jan 28 01:37:15.134188 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:37:15.138313 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:15.138682 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:15.219846 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:37:15.220241 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:15.253463 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7adb31a-445c-4822-a68a-a1d6e0cd4ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:37:15.256781 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d64a39-d7f3-4121-a034-3a7543ab0297" -d '{"events": [{"server_uuid": "a7adb31a-445c-4822-a68a-a1d6e0cd4ef8", "name": "network-vif-plugged", "status": "completed", "tag": "dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:37:15.278902 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4,segment=NetworkSegment(eab3823d-c21b-45b9-a4f4-3f795e70dfc7),segment_id=eab3823d-c21b-45b9-a4f4-3f795e70dfc7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:15.283567 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:15.289738 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:15.337456 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:15.367096 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53b15d5-67fa-49d2-89bd-d846110c06f0 x-openstack-request-id: req-b53b15d5-67fa-49d2-89bd-d846110c06f0 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:37:15.367472 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7adb31a-445c-4822-a68a-a1d6e0cd4ef8", "name": "network-vif-plugged", "status": "completed", "tag": "dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:37:15.367757 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b53b15d5-67fa-49d2-89bd-d846110c06f0 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:37:15.368160 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7adb31a-445c-4822-a68a-a1d6e0cd4ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4', 'code': 200} Jan 28 01:37:15.496387 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed3895-3a4a-4b3a-8353-89b91ae8f489 req-7ebed5ab-74d9-4c28-9141-c6a83e3e1211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:15.497909 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c2ed3895-3a4a-4b3a-8353-89b91ae8f489 req-7ebed5ab-74d9-4c28-9141-c6a83e3e1211 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a7adb31a-445c-4822-a68a-a1d6e0cd4ef8 HTTP/1.1" status: 200 len: 1097 time: 0.0430264 Jan 28 01:37:15.545073 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c2ed3895-3a4a-4b3a-8353-89b91ae8f489 req-e68ba9a4-7f20-4dcd-a30c-46a144b2daa1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bd41e3b5-8a90-44d4-b4c9-12a4fcd06178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415230 Jan 28 01:37:16.219994 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcb71d-808b-4cae-bf98-cc2358ba0077 req-3a493f8e-2f1c-42a8-9ad6-16c33ffef1fd tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:16.221503 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-83dcb71d-808b-4cae-bf98-cc2358ba0077 req-3a493f8e-2f1c-42a8-9ad6-16c33ffef1fd tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7adb31a-445c-4822-a68a-a1d6e0cd4ef8 HTTP/1.1" status: 200 len: 946 time: 0.0529928 Jan 28 01:37:16.276140 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-83dcb71d-808b-4cae-bf98-cc2358ba0077 req-e573887a-3609-4457-ab97-08ff5c9891d6 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd41e3b5-8a90-44d4-b4c9-12a4fcd06178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484128 Jan 28 01:37:17.393880 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf109b6-42ac-4e1f-9302-53514e1dbba8 req-d5a8a508-03f9-4a76-bbf1-4ed5448a276c tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:17.396164 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cdf109b6-42ac-4e1f-9302-53514e1dbba8 req-d5a8a508-03f9-4a76-bbf1-4ed5448a276c tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7adb31a-445c-4822-a68a-a1d6e0cd4ef8 HTTP/1.1" status: 200 len: 946 time: 0.0492969 Jan 28 01:37:17.444365 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cdf109b6-42ac-4e1f-9302-53514e1dbba8 req-b555d992-dffd-4e60-9904-915c2d68c853 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd41e3b5-8a90-44d4-b4c9-12a4fcd06178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420885 Jan 28 01:37:17.569582 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376e734-f6aa-44c3-b1a9-ce3a550195a9 req-afd9ab74-0a78-4a14-bd90-149f076f8b0c tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:17.571537 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1376e734-f6aa-44c3-b1a9-ce3a550195a9 req-afd9ab74-0a78-4a14-bd90-149f076f8b0c tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7adb31a-445c-4822-a68a-a1d6e0cd4ef8 HTTP/1.1" status: 200 len: 946 time: 0.0586548 Jan 28 01:37:17.621791 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1376e734-f6aa-44c3-b1a9-ce3a550195a9 req-bbf93549-0f91-4f8d-8cea-049fb3ba434d tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd41e3b5-8a90-44d4-b4c9-12a4fcd06178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444181 Jan 28 01:37:36.142536 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dc92d0b5-7c2c-404c-bad6-738b7a3a57e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:38.467940 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-acec8c7a-0f39-4fe9-b8c0-9c4a86321381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:39.984142 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:41.515418 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:42.312399 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:42.548626 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:37:43.684430 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:45.275551 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:52.019769 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62489b5-27f4-4e5c-bc51-5ec0ce8d85bc req-a7273ea6-fac8-40d4-95d5-f5e306944a74 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:52.022228 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f62489b5-27f4-4e5c-bc51-5ec0ce8d85bc req-a7273ea6-fac8-40d4-95d5-f5e306944a74 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7adb31a-445c-4822-a68a-a1d6e0cd4ef8 HTTP/1.1" status: 200 len: 946 time: 0.0504820 Jan 28 01:37:52.072299 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f62489b5-27f4-4e5c-bc51-5ec0ce8d85bc req-4631a13f-3496-426d-a89f-1882857f576e tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd41e3b5-8a90-44d4-b4c9-12a4fcd06178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438800 Jan 28 01:37:53.197045 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1fc752-95e4-48cc-bb00-6d2813fc48d1 req-5aa98849-ec30-422f-8606-dfcbad4c0e17 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:53.198591 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e1fc752-95e4-48cc-bb00-6d2813fc48d1 req-5aa98849-ec30-422f-8606-dfcbad4c0e17 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7adb31a-445c-4822-a68a-a1d6e0cd4ef8 HTTP/1.1" status: 200 len: 946 time: 0.0488689 Jan 28 01:37:53.251844 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e1fc752-95e4-48cc-bb00-6d2813fc48d1 req-d1c3c77c-c58a-43b4-9d4b-ce633dc4e8fe tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd41e3b5-8a90-44d4-b4c9-12a4fcd06178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466094 Jan 28 01:37:53.815309 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28e0d5-3250-43b1-872f-bbabd75d69d7 req-0097a22b-9147-4f85-bad1-97518f6787cd tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:53.816814 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4a28e0d5-3250-43b1-872f-bbabd75d69d7 req-0097a22b-9147-4f85-bad1-97518f6787cd tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7adb31a-445c-4822-a68a-a1d6e0cd4ef8 HTTP/1.1" status: 200 len: 946 time: 0.0483055 Jan 28 01:37:53.906247 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-4a28e0d5-3250-43b1-872f-bbabd75d69d7 req-7448d1dc-fc39-4320-be6d-bd2e1401b6ca tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Deleting port dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:37:53.906593 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4a28e0d5-3250-43b1-872f-bbabd75d69d7 req-7448d1dc-fc39-4320-be6d-bd2e1401b6ca tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:53.999138 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-4a28e0d5-3250-43b1-872f-bbabd75d69d7 req-7448d1dc-fc39-4320-be6d-bd2e1401b6ca tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] For port dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4,segment=NetworkSegment(eab3823d-c21b-45b9-a4f4-3f795e70dfc7),segment_id=eab3823d-c21b-45b9-a4f4-3f795e70dfc7)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:37:53.999378 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4a28e0d5-3250-43b1-872f-bbabd75d69d7 req-7448d1dc-fc39-4320-be6d-bd2e1401b6ca tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:54.011679 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-4a28e0d5-3250-43b1-872f-bbabd75d69d7 req-7448d1dc-fc39-4320-be6d-bd2e1401b6ca tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Calling delete_port for dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:37:54.168058 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4a28e0d5-3250-43b1-872f-bbabd75d69d7 req-7448d1dc-fc39-4320-be6d-bd2e1401b6ca tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:54.201506 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448d1dc-fc39-4320-be6d-bd2e1401b6ca tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Pushing event deleted for resources: {'Port': ['ID=dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:54.232657 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7448d1dc-fc39-4320-be6d-bd2e1401b6ca tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:54.233036 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7448d1dc-fc39-4320-be6d-bd2e1401b6ca tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:54.233372 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7448d1dc-fc39-4320-be6d-bd2e1401b6ca tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:54.233720 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7448d1dc-fc39-4320-be6d-bd2e1401b6ca tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:54.234062 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7448d1dc-fc39-4320-be6d-bd2e1401b6ca tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:54.234405 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7448d1dc-fc39-4320-be6d-bd2e1401b6ca tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:54.234747 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7448d1dc-fc39-4320-be6d-bd2e1401b6ca tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:54.235106 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7448d1dc-fc39-4320-be6d-bd2e1401b6ca tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:54.235446 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7448d1dc-fc39-4320-be6d-bd2e1401b6ca tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:54.235813 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7448d1dc-fc39-4320-be6d-bd2e1401b6ca tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:54.236151 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7448d1dc-fc39-4320-be6d-bd2e1401b6ca tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:54.236482 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7448d1dc-fc39-4320-be6d-bd2e1401b6ca tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:54.236811 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7448d1dc-fc39-4320-be6d-bd2e1401b6ca tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:54.254667 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a28e0d5-3250-43b1-872f-bbabd75d69d7 req-7448d1dc-fc39-4320-be6d-bd2e1401b6ca tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] No DVR routers for this DVR port dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:37:54.257738 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4a28e0d5-3250-43b1-872f-bbabd75d69d7 req-7448d1dc-fc39-4320-be6d-bd2e1401b6ca tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:54.261201 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4a28e0d5-3250-43b1-872f-bbabd75d69d7 req-7448d1dc-fc39-4320-be6d-bd2e1401b6ca tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.65 "DELETE /v2.0/ports/dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4 HTTP/1.1" status: 204 len: 173 time: 0.4383159 Jan 28 01:37:54.261695 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7adb31a-445c-4822-a68a-a1d6e0cd4ef8', 'name': 'network-vif-deleted', 'tag': 'dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:37:54.264145 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67f14d4-ddaf-4f40-9599-27d8e35fc385" -d '{"events": [{"server_uuid": "a7adb31a-445c-4822-a68a-a1d6e0cd4ef8", "name": "network-vif-deleted", "tag": "dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:37:54.355240 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b45dfe-49a9-40e7-8752-ea4bb8e404eb x-openstack-request-id: req-45b45dfe-49a9-40e7-8752-ea4bb8e404eb {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:37:54.355538 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7adb31a-445c-4822-a68a-a1d6e0cd4ef8", "name": "network-vif-deleted", "tag": "dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:37:54.355828 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-45b45dfe-49a9-40e7-8752-ea4bb8e404eb {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:37:54.356232 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7adb31a-445c-4822-a68a-a1d6e0cd4ef8', 'name': 'network-vif-deleted', 'tag': 'dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4', 'status': 'completed', 'code': 200} Jan 28 01:37:54.376512 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cedfa5af-cf69-4500-b15e-745c00322d6a req-a42c6146-b164-4d56-aeaf-49e0087bfc32 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7adb31a-445c-4822-a68a-a1d6e0cd4ef8 HTTP/1.1" status: 200 len: 210 time: 0.0315156 Jan 28 01:37:54.393732 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:37:55.986354 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-64846d30-0a9c-4dbb-8a68-3a0e882a36ea tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:55.987849 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-64846d30-0a9c-4dbb-8a68-3a0e882a36ea tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/networks?id=71f34db1-f46e-429e-a02e-0c91e5f9dd62 HTTP/1.1" status: 200 len: 817 time: 0.1054125 Jan 28 01:37:56.002752 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-1cacc3db-0ded-4f89-b537-6e6292414853 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/quotas/0578b7bc29804a3bbfc85dd269834955 HTTP/1.1" status: 200 len: 375 time: 0.0091140 Jan 28 01:37:56.054813 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-7c9f2afd-ccb8-42cd-b81b-1e0c25b70d78 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0578b7bc29804a3bbfc85dd269834955&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459249 Jan 28 01:37:56.154068 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-b625162b-0352-47c6-a9d7-e56f39bb9d62 service neutron] 10.222.0.70 "GET /v2.0/networks/71f34db1-f46e-429e-a02e-0c91e5f9dd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881515 Jan 28 01:37:56.242753 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-3f366425-208f-4db0-85e3-bceb71675b05 service neutron] 10.222.0.70 "GET /v2.0/networks/71f34db1-f46e-429e-a02e-0c91e5f9dd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829449 Jan 28 01:37:56.406806 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9ec827c3-0ccf-4f7e-b87e-20bb0c881fad req-a258c06c-c6a3-40d4-9ccf-3c3ed3cde63e tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/ports?device_id=c84b1988-6e38-44fc-a2bd-a5b9e9529535 HTTP/1.1" status: 200 len: 210 time: 0.0284970 Jan 28 01:37:57.315141 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:37:57.340567 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:37:57.341003 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device dc5e16c2-ddfa-4e97-b4f3-eade5450e6b4 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:37:57.403531 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-f185b35d-6fbc-4863-8364-e542e00609aa tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:57.405038 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-f185b35d-6fbc-4863-8364-e542e00609aa tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.52 "GET /v2.0/networks?id=71f34db1-f46e-429e-a02e-0c91e5f9dd62 HTTP/1.1" status: 200 len: 817 time: 0.1082904 Jan 28 01:37:57.424058 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-d1fe22be-1417-4835-be49-ffc4b4a12749 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Request body: {'port': {'device_id': 'c84b1988-6e38-44fc-a2bd-a5b9e9529535', 'network_id': '71f34db1-f46e-429e-a02e-0c91e5f9dd62', 'admin_state_up': True, 'tenant_id': '0578b7bc29804a3bbfc85dd269834955'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:37:57.504746 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a8623818-82b1-4290-b165-8d898c6b62c9 req-928522ff-fde7-402e-b8ba-d96ce47e45a1 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/ports?device_id=c84b1988-6e38-44fc-a2bd-a5b9e9529535 HTTP/1.1" status: 200 len: 210 time: 0.0270686 Jan 28 01:37:57.543347 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-d1fe22be-1417-4835-be49-ffc4b4a12749 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Made reservation on behalf of 0578b7bc29804a3bbfc85dd269834955 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:37:57.546809 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-d1fe22be-1417-4835-be49-ffc4b4a12749 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:57.674332 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-d1fe22be-1417-4835-be49-ffc4b4a12749 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Allocated IP 172.20.0.11 (71f34db1-f46e-429e-a02e-0c91e5f9dd62/8e0f69c1-f087-4864-9a39-f2ab375e7b5b/c9389207-87c0-4a94-839d-8d31491a3e7c) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:37:57.822230 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-d1fe22be-1417-4835-be49-ffc4b4a12749 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Publish callbacks [] for port (c9389207-87c0-4a94-839d-8d31491a3e7c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:57.857386 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-d1fe22be-1417-4835-be49-ffc4b4a12749 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (c9389207-87c0-4a94-839d-8d31491a3e7c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:57.906261 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-d1fe22be-1417-4835-be49-ffc4b4a12749 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Network 71f34db1-f46e-429e-a02e-0c91e5f9dd62 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:37:57.916122 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-d1fe22be-1417-4835-be49-ffc4b4a12749 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:37:57.920635 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-d1fe22be-1417-4835-be49-ffc4b4a12749 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:37:57.924724 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe22be-1417-4835-be49-ffc4b4a12749 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Pushing event updated for resources: {'Port': ['ID=c9389207-87c0-4a94-839d-8d31491a3e7c,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:57.956459 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe22be-1417-4835-be49-ffc4b4a12749 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:57.956819 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe22be-1417-4835-be49-ffc4b4a12749 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:57.957170 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe22be-1417-4835-be49-ffc4b4a12749 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:57.957513 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe22be-1417-4835-be49-ffc4b4a12749 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:57.957851 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe22be-1417-4835-be49-ffc4b4a12749 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:57.958185 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe22be-1417-4835-be49-ffc4b4a12749 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:57.958519 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe22be-1417-4835-be49-ffc4b4a12749 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:57.958854 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe22be-1417-4835-be49-ffc4b4a12749 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:57.959339 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe22be-1417-4835-be49-ffc4b4a12749 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:57.960198 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe22be-1417-4835-be49-ffc4b4a12749 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:57.960527 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe22be-1417-4835-be49-ffc4b4a12749 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:57.960852 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe22be-1417-4835-be49-ffc4b4a12749 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:57.961185 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe22be-1417-4835-be49-ffc4b4a12749 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:37:57.986356 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-d1fe22be-1417-4835-be49-ffc4b4a12749 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:57.987009 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-d1fe22be-1417-4835-be49-ffc4b4a12749 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:58.009029 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-d1fe22be-1417-4835-be49-ffc4b4a12749 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5887027 Jan 28 01:37:58.028485 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-34f256dc-8bc1-42e0-a62f-aa9aeecb917d service neutron] Request body: {'port': {'device_id': 'c84b1988-6e38-44fc-a2bd-a5b9e9529535', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:37:58.091976 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-34f256dc-8bc1-42e0-a62f-aa9aeecb917d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c9389207-87c0-4a94-839d-8d31491a3e7c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:58.190317 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2862433f-21a9-486b-8bfe-7bc2b805e935 None None] Provisioning complete for port c9389207-87c0-4a94-839d-8d31491a3e7c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:37:58.190662 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2862433f-21a9-486b-8bfe-7bc2b805e935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c9389207-87c0-4a94-839d-8d31491a3e7c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:58.227462 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2862433f-21a9-486b-8bfe-7bc2b805e935 None None] Port c9389207-87c0-4a94-839d-8d31491a3e7c cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:37:58.367072 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-34f256dc-8bc1-42e0-a62f-aa9aeecb917d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9389207-87c0-4a94-839d-8d31491a3e7c {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:37:58.375286 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-34f256dc-8bc1-42e0-a62f-aa9aeecb917d service neutron] Publish callbacks [] for port (c9389207-87c0-4a94-839d-8d31491a3e7c), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:58.390385 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-34f256dc-8bc1-42e0-a62f-aa9aeecb917d service neutron] Transition to ACTIVE for port object c9389207-87c0-4a94-839d-8d31491a3e7c will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:37:58.394236 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-34f256dc-8bc1-42e0-a62f-aa9aeecb917d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (c9389207-87c0-4a94-839d-8d31491a3e7c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:58.447954 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f256dc-8bc1-42e0-a62f-aa9aeecb917d service neutron] Pushing event updated for resources: {'Port': ['ID=c9389207-87c0-4a94-839d-8d31491a3e7c,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:58.522134 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-34f256dc-8bc1-42e0-a62f-aa9aeecb917d service neutron] Attempting to bind port c9389207-87c0-4a94-839d-8d31491a3e7c on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:37:58.522479 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-34f256dc-8bc1-42e0-a62f-aa9aeecb917d service neutron] Attempting to bind port c9389207-87c0-4a94-839d-8d31491a3e7c by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'eab3823d-c21b-45b9-a4f4-3f795e70dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '71f34db1-f46e-429e-a02e-0c91e5f9dd62'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:37:58.522805 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-34f256dc-8bc1-42e0-a62f-aa9aeecb917d service neutron] Attempting to bind port c9389207-87c0-4a94-839d-8d31491a3e7c on network 71f34db1-f46e-429e-a02e-0c91e5f9dd62 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:37:58.527643 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-34f256dc-8bc1-42e0-a62f-aa9aeecb917d service neutron] Port c9389207-87c0-4a94-839d-8d31491a3e7c on network 71f34db1-f46e-429e-a02e-0c91e5f9dd62 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:37:58.527930 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-34f256dc-8bc1-42e0-a62f-aa9aeecb917d service neutron] Attempting to bind port c9389207-87c0-4a94-839d-8d31491a3e7c on network 71f34db1-f46e-429e-a02e-0c91e5f9dd62 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:37:58.533015 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-34f256dc-8bc1-42e0-a62f-aa9aeecb917d service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:37:58.533776 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-34f256dc-8bc1-42e0-a62f-aa9aeecb917d service neutron] Checking segment: {'id': 'eab3823d-c21b-45b9-a4f4-3f795e70dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '71f34db1-f46e-429e-a02e-0c91e5f9dd62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:37:58.533776 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-34f256dc-8bc1-42e0-a62f-aa9aeecb917d service neutron] Bound using segment: {'id': 'eab3823d-c21b-45b9-a4f4-3f795e70dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '71f34db1-f46e-429e-a02e-0c91e5f9dd62'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:37:58.534194 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-34f256dc-8bc1-42e0-a62f-aa9aeecb917d service neutron] Bound port: c9389207-87c0-4a94-839d-8d31491a3e7c, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab3823d-c21b-45b9-a4f4-3f795e70dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '71f34db1-f46e-429e-a02e-0c91e5f9dd62'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:37:58.534506 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-34f256dc-8bc1-42e0-a62f-aa9aeecb917d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c9389207-87c0-4a94-839d-8d31491a3e7c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:58.618091 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-34f256dc-8bc1-42e0-a62f-aa9aeecb917d service neutron] For port c9389207-87c0-4a94-839d-8d31491a3e7c, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:37:58.622802 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-34f256dc-8bc1-42e0-a62f-aa9aeecb917d service neutron] For port c9389207-87c0-4a94-839d-8d31491a3e7c, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=c9389207-87c0-4a94-839d-8d31491a3e7c,segment=NetworkSegment(eab3823d-c21b-45b9-a4f4-3f795e70dfc7),segment_id=eab3823d-c21b-45b9-a4f4-3f795e70dfc7)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:37:58.629280 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-34f256dc-8bc1-42e0-a62f-aa9aeecb917d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (c9389207-87c0-4a94-839d-8d31491a3e7c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:58.638191 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19696213-1b4b-4960-8ac7-0d85f5a9e533 req-db08c316-89bd-432b-a46b-50ca3a4119f9 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:58.639863 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-19696213-1b4b-4960-8ac7-0d85f5a9e533 req-db08c316-89bd-432b-a46b-50ca3a4119f9 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/ports?device_id=c84b1988-6e38-44fc-a2bd-a5b9e9529535 HTTP/1.1" status: 200 len: 944 time: 0.0631127 Jan 28 01:37:58.669464 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-34f256dc-8bc1-42e0-a62f-aa9aeecb917d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:58.670347 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-34f256dc-8bc1-42e0-a62f-aa9aeecb917d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:37:58.671720 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-34f256dc-8bc1-42e0-a62f-aa9aeecb917d service neutron] 10.222.0.52 "PUT /v2.0/ports/c9389207-87c0-4a94-839d-8d31491a3e7c HTTP/1.1" status: 200 len: 1092 time: 0.6481347 Jan 28 01:37:58.674377 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84b1988-6e38-44fc-a2bd-a5b9e9529535', 'tag': 'c9389207-87c0-4a94-839d-8d31491a3e7c'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:37:58.676716 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44006ae9-eb56-4395-8606-882fffebaef6" -d '{"events": [{"name": "network-changed", "server_uuid": "c84b1988-6e38-44fc-a2bd-a5b9e9529535", "tag": "c9389207-87c0-4a94-839d-8d31491a3e7c"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:37:58.707971 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f256dc-8bc1-42e0-a62f-aa9aeecb917d service neutron] Pushing event updated for resources: {'Port': ['ID=c9389207-87c0-4a94-839d-8d31491a3e7c,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:37:58.712708 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-19696213-1b4b-4960-8ac7-0d85f5a9e533 req-18e00f50-88e2-421a-a6c8-2361c85751ff tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd41e3b5-8a90-44d4-b4c9-12a4fcd06178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617800 Jan 28 01:37:58.780090 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-3314256b-7769-4588-ad53-07c524d11f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:58.781680 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-3314256b-7769-4588-ad53-07c524d11f37 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0578b7bc29804a3bbfc85dd269834955&device_id=c84b1988-6e38-44fc-a2bd-a5b9e9529535 HTTP/1.1" status: 200 len: 1095 time: 0.0493059 Jan 28 01:37:58.838047 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74497962-b0be-41c9-9534-df1c8177207b x-openstack-request-id: req-74497962-b0be-41c9-9534-df1c8177207b {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:37:58.838348 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84b1988-6e38-44fc-a2bd-a5b9e9529535", "tag": "c9389207-87c0-4a94-839d-8d31491a3e7c", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:37:58.838611 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-74497962-b0be-41c9-9534-df1c8177207b {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:37:58.839022 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84b1988-6e38-44fc-a2bd-a5b9e9529535', 'tag': 'c9389207-87c0-4a94-839d-8d31491a3e7c', 'status': 'completed', 'code': 200} Jan 28 01:37:58.840620 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-b81b5757-f00e-4083-92e0-1caa2e0c2bb6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9389207-87c0-4a94-839d-8d31491a3e7c HTTP/1.1" status: 200 len: 217 time: 0.0451145 Jan 28 01:37:58.894491 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-51763980-ac49-40dd-aba0-5c150209722f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:58.895979 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-51763980-ac49-40dd-aba0-5c150209722f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8e0f69c1-f087-4864-9a39-f2ab375e7b5b HTTP/1.1" status: 200 len: 856 time: 0.0474565 Jan 28 01:37:58.941529 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-5adce887-5b03-44e2-a9df-41f8c88d47ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:58.943101 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-5adce887-5b03-44e2-a9df-41f8c88d47ee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=71f34db1-f46e-429e-a02e-0c91e5f9dd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413623 Jan 28 01:37:59.044289 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-01ebab8a-cb0a-4aeb-9f77-7af52b9b3c12 service neutron] 10.222.0.52 "GET /v2.0/networks/71f34db1-f46e-429e-a02e-0c91e5f9dd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946045 Jan 28 01:37:59.136190 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-c94e8164-5861-4820-ac00-3076aa0c90b7 req-78298038-2d39-42aa-a56b-d05c631f2d6a service neutron] 10.222.0.52 "GET /v2.0/networks/71f34db1-f46e-429e-a02e-0c91e5f9dd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862482 Jan 28 01:37:59.261306 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44006ae9-eb56-4395-8606-882fffebaef6 req-6f09fdcb-89a4-4429-8d4f-c989b22ba57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:59.262629 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-44006ae9-eb56-4395-8606-882fffebaef6 req-6f09fdcb-89a4-4429-8d4f-c989b22ba57f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0578b7bc29804a3bbfc85dd269834955&device_id=c84b1988-6e38-44fc-a2bd-a5b9e9529535 HTTP/1.1" status: 200 len: 1095 time: 0.0416658 Jan 28 01:37:59.355000 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44006ae9-eb56-4395-8606-882fffebaef6 req-0c52c628-8a5d-40f4-bee1-79d73b79ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:59.356528 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-44006ae9-eb56-4395-8606-882fffebaef6 req-0c52c628-8a5d-40f4-bee1-79d73b79ba41 service neutron] 10.222.0.52 "GET /v2.0/networks?id=71f34db1-f46e-429e-a02e-0c91e5f9dd62 HTTP/1.1" status: 200 len: 918 time: 0.0876539 Jan 28 01:37:59.399862 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-44006ae9-eb56-4395-8606-882fffebaef6 req-9fec6ff2-dd45-455e-949c-7dfacdbd1da1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9389207-87c0-4a94-839d-8d31491a3e7c HTTP/1.1" status: 200 len: 217 time: 0.0361953 Jan 28 01:37:59.463006 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44006ae9-eb56-4395-8606-882fffebaef6 req-dd6ab8cf-8b35-4fb4-86ef-f5a9cdccba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:59.465468 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-44006ae9-eb56-4395-8606-882fffebaef6 req-dd6ab8cf-8b35-4fb4-86ef-f5a9cdccba52 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8e0f69c1-f087-4864-9a39-f2ab375e7b5b HTTP/1.1" status: 200 len: 856 time: 0.0583911 Jan 28 01:37:59.510326 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44006ae9-eb56-4395-8606-882fffebaef6 req-1ef164ce-dd9e-4dce-97ea-c1b6696def85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:59.511933 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-44006ae9-eb56-4395-8606-882fffebaef6 req-1ef164ce-dd9e-4dce-97ea-c1b6696def85 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=71f34db1-f46e-429e-a02e-0c91e5f9dd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411351 Jan 28 01:37:59.600591 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-44006ae9-eb56-4395-8606-882fffebaef6 req-30cd39d6-92b2-4b6d-8f3a-c2a7c84df8c0 service neutron] 10.222.0.52 "GET /v2.0/networks/71f34db1-f46e-429e-a02e-0c91e5f9dd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821824 Jan 28 01:37:59.693340 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-44006ae9-eb56-4395-8606-882fffebaef6 req-adb8af3e-209f-4b3c-8873-fb4fc0207185 service neutron] 10.222.0.52 "GET /v2.0/networks/71f34db1-f46e-429e-a02e-0c91e5f9dd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872829 Jan 28 01:37:59.840838 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a95ac5-edd5-42d2-bdaa-460cb5be086b req-a83d805d-07ff-4059-8bcd-bcd70d9e8d98 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:37:59.842472 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-95a95ac5-edd5-42d2-bdaa-460cb5be086b req-a83d805d-07ff-4059-8bcd-bcd70d9e8d98 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/ports?device_id=c84b1988-6e38-44fc-a2bd-a5b9e9529535 HTTP/1.1" status: 200 len: 944 time: 0.0517237 Jan 28 01:37:59.900723 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-95a95ac5-edd5-42d2-bdaa-460cb5be086b req-8b4214f4-9bb6-430d-ae33-3a6a31595713 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd41e3b5-8a90-44d4-b4c9-12a4fcd06178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523760 Jan 28 01:38:01.021555 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cedd96-c4de-4820-9953-6106a04b3c0f req-4d19ea82-1a50-4598-b6b7-aa292c3d2b6e tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:38:01.023366 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-86cedd96-c4de-4820-9953-6106a04b3c0f req-4d19ea82-1a50-4598-b6b7-aa292c3d2b6e tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/ports?device_id=c84b1988-6e38-44fc-a2bd-a5b9e9529535 HTTP/1.1" status: 200 len: 944 time: 0.0515859 Jan 28 01:38:01.077208 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-86cedd96-c4de-4820-9953-6106a04b3c0f req-7a630755-4579-4396-b3ba-bef27ac5ff98 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd41e3b5-8a90-44d4-b4c9-12a4fcd06178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481286 Jan 28 01:38:02.193339 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58fc682-a194-4def-84de-9de9115b0357 req-b01ee492-c4ef-4c13-84d7-5701d4c70e90 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:38:02.195161 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b58fc682-a194-4def-84de-9de9115b0357 req-b01ee492-c4ef-4c13-84d7-5701d4c70e90 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/ports?device_id=c84b1988-6e38-44fc-a2bd-a5b9e9529535 HTTP/1.1" status: 200 len: 944 time: 0.0505073 Jan 28 01:38:02.244586 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b58fc682-a194-4def-84de-9de9115b0357 req-a3b1e4a8-261d-4c70-9c6d-fe2a852ec6c4 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd41e3b5-8a90-44d4-b4c9-12a4fcd06178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436010 Jan 28 01:38:03.362635 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c8e8e-a541-440f-91d1-1fc2df7a4715 req-d85905f1-9f9c-43a1-b308-fbc516f64578 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:38:03.364126 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa3c8e8e-a541-440f-91d1-1fc2df7a4715 req-d85905f1-9f9c-43a1-b308-fbc516f64578 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/ports?device_id=c84b1988-6e38-44fc-a2bd-a5b9e9529535 HTTP/1.1" status: 200 len: 944 time: 0.0508773 Jan 28 01:38:03.412722 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa3c8e8e-a541-440f-91d1-1fc2df7a4715 req-781788c1-6ed0-455e-984a-7a54ca6e1299 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd41e3b5-8a90-44d4-b4c9-12a4fcd06178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423038 Jan 28 01:38:03.611068 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device c9389207-87c0-4a94-839d-8d31491a3e7c details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:38:03.707237 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port c9389207-87c0-4a94-839d-8d31491a3e7c, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=c9389207-87c0-4a94-839d-8d31491a3e7c,segment=NetworkSegment(eab3823d-c21b-45b9-a4f4-3f795e70dfc7),segment_id=eab3823d-c21b-45b9-a4f4-3f795e70dfc7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:38:03.719063 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'c9389207-87c0-4a94-839d-8d31491a3e7c', 'network_id': '71f34db1-f46e-429e-a02e-0c91e5f9dd62', 'port_id': 'c9389207-87c0-4a94-839d-8d31491a3e7c', 'mac_address': 'fa:16:3e:1c:e3:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e0f69c1-f087-4864-9a39-f2ab375e7b5b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:38:03.757772 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port c9389207-87c0-4a94-839d-8d31491a3e7c is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:38:03.758223 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c9389207-87c0-4a94-839d-8d31491a3e7c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:03.770723 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9389207-87c0-4a94-839d-8d31491a3e7c {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:38:03.790167 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port c9389207-87c0-4a94-839d-8d31491a3e7c, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=c9389207-87c0-4a94-839d-8d31491a3e7c,segment=NetworkSegment(eab3823d-c21b-45b9-a4f4-3f795e70dfc7),segment_id=eab3823d-c21b-45b9-a4f4-3f795e70dfc7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:38:03.794060 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c9389207-87c0-4a94-839d-8d31491a3e7c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:03.841542 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=c9389207-87c0-4a94-839d-8d31491a3e7c,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:04.192186 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['c9389207-87c0-4a94-839d-8d31491a3e7c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:38:04.533856 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f62b01-3e61-42e4-83dd-74fa6fdc2d7e req-09f20ad0-194f-4616-96b5-e37eaf3d7f41 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:38:04.535341 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22f62b01-3e61-42e4-83dd-74fa6fdc2d7e req-09f20ad0-194f-4616-96b5-e37eaf3d7f41 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/ports?device_id=c84b1988-6e38-44fc-a2bd-a5b9e9529535 HTTP/1.1" status: 200 len: 945 time: 0.0535014 Jan 28 01:38:04.583201 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-22f62b01-3e61-42e4-83dd-74fa6fdc2d7e req-6150ba5f-552f-4f54-b540-a86e76328986 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd41e3b5-8a90-44d4-b4c9-12a4fcd06178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416777 Jan 28 01:38:05.611818 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device c9389207-87c0-4a94-839d-8d31491a3e7c up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:38:05.663767 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port c9389207-87c0-4a94-839d-8d31491a3e7c completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:38:05.668156 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port c9389207-87c0-4a94-839d-8d31491a3e7c triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:38:05.668562 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c9389207-87c0-4a94-839d-8d31491a3e7c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:05.700987 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009f4f3-ae96-4e5c-908e-2fccf5d06b95 req-3e376abf-e481-4379-983a-a63fc4824f5b tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:38:05.702417 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d009f4f3-ae96-4e5c-908e-2fccf5d06b95 req-3e376abf-e481-4379-983a-a63fc4824f5b tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/ports?device_id=c84b1988-6e38-44fc-a2bd-a5b9e9529535 HTTP/1.1" status: 200 len: 945 time: 0.0504868 Jan 28 01:38:05.752012 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d009f4f3-ae96-4e5c-908e-2fccf5d06b95 req-994aa0fd-550f-42fc-9c07-0a8f0d38e440 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd41e3b5-8a90-44d4-b4c9-12a4fcd06178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439205 Jan 28 01:38:05.761109 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port c9389207-87c0-4a94-839d-8d31491a3e7c is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:38:05.761507 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c9389207-87c0-4a94-839d-8d31491a3e7c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:05.784472 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84b1988-6e38-44fc-a2bd-a5b9e9529535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9389207-87c0-4a94-839d-8d31491a3e7c'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:38:05.786820 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf00630-f4eb-4afb-8681-8f9849f12a44" -d '{"events": [{"server_uuid": "c84b1988-6e38-44fc-a2bd-a5b9e9529535", "name": "network-vif-plugged", "status": "completed", "tag": "c9389207-87c0-4a94-839d-8d31491a3e7c"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:38:05.799425 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port c9389207-87c0-4a94-839d-8d31491a3e7c, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=c9389207-87c0-4a94-839d-8d31491a3e7c,segment=NetworkSegment(eab3823d-c21b-45b9-a4f4-3f795e70dfc7),segment_id=eab3823d-c21b-45b9-a4f4-3f795e70dfc7)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:38:05.803575 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c9389207-87c0-4a94-839d-8d31491a3e7c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:05.828478 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c1f46f-a6c0-4079-b0a1-d983911300dc x-openstack-request-id: req-c4c1f46f-a6c0-4079-b0a1-d983911300dc {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:38:05.828778 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84b1988-6e38-44fc-a2bd-a5b9e9529535", "name": "network-vif-plugged", "status": "completed", "tag": "c9389207-87c0-4a94-839d-8d31491a3e7c", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:38:05.829039 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c4c1f46f-a6c0-4079-b0a1-d983911300dc {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:38:05.829433 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84b1988-6e38-44fc-a2bd-a5b9e9529535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9389207-87c0-4a94-839d-8d31491a3e7c', 'code': 200} Jan 28 01:38:05.853512 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=c9389207-87c0-4a94-839d-8d31491a3e7c,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:05.956356 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6a93d-c25a-4d1d-b444-31c5574cd1f7 req-c2102446-1697-41db-97d4-5d7caf7060ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:38:05.957764 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6de6a93d-c25a-4d1d-b444-31c5574cd1f7 req-c2102446-1697-41db-97d4-5d7caf7060ef service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c84b1988-6e38-44fc-a2bd-a5b9e9529535 HTTP/1.1" status: 200 len: 1097 time: 0.0403781 Jan 28 01:38:06.001516 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6de6a93d-c25a-4d1d-b444-31c5574cd1f7 req-3068eb31-91e4-451b-9d03-d31613004c11 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bd41e3b5-8a90-44d4-b4c9-12a4fcd06178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374856 Jan 28 01:38:06.147598 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2e3683c1-77c9-4d57-b773-721ff146b0ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:06.871874 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a45bb-0592-48ba-a84c-a3e8db58c7e7 req-5ca4af15-d93c-404d-b864-b52d55f54fd4 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:38:06.873371 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-344a45bb-0592-48ba-a84c-a3e8db58c7e7 req-5ca4af15-d93c-404d-b864-b52d55f54fd4 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/ports?device_id=c84b1988-6e38-44fc-a2bd-a5b9e9529535 HTTP/1.1" status: 200 len: 946 time: 0.0524671 Jan 28 01:38:06.919713 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-344a45bb-0592-48ba-a84c-a3e8db58c7e7 req-921138a4-777a-42b0-82b1-dd56517d0001 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd41e3b5-8a90-44d4-b4c9-12a4fcd06178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406072 Jan 28 01:38:08.037289 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb77ccb-7686-4027-9b5c-655c2b5688a6 req-2e1b0eb6-3612-4d5b-91cd-a519e107a587 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:38:08.039091 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5eb77ccb-7686-4027-9b5c-655c2b5688a6 req-2e1b0eb6-3612-4d5b-91cd-a519e107a587 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/ports?device_id=c84b1988-6e38-44fc-a2bd-a5b9e9529535 HTTP/1.1" status: 200 len: 946 time: 0.0499213 Jan 28 01:38:08.087517 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5eb77ccb-7686-4027-9b5c-655c2b5688a6 req-6f443b9d-52d5-493d-b331-fdab17fea32f tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd41e3b5-8a90-44d4-b4c9-12a4fcd06178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426023 Jan 28 01:38:08.204901 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a702c3-2ce9-47b3-b990-5a462dc9292c req-71b1129f-9640-4465-850e-15e507a1b1d3 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:38:08.206434 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-57a702c3-2ce9-47b3-b990-5a462dc9292c req-71b1129f-9640-4465-850e-15e507a1b1d3 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/ports?device_id=c84b1988-6e38-44fc-a2bd-a5b9e9529535 HTTP/1.1" status: 200 len: 946 time: 0.0491004 Jan 28 01:38:08.257275 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-57a702c3-2ce9-47b3-b990-5a462dc9292c req-9160accc-d1ff-4fab-af69-267cf50fec2b tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd41e3b5-8a90-44d4-b4c9-12a4fcd06178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448499 Jan 28 01:38:08.460679 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-03c00014-86fa-439a-acd9-273e170c7050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:09.989485 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:11.517742 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:12.316913 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:13.682861 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:15.275990 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:19.547846 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:38:36.152173 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b34c9b83-4984-4b14-8fda-0b160afb6d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:38.463995 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-97d445bd-df3a-40e4-bc09-83d70160d6fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:39.989025 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:41.520193 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:42.355526 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:42.488691 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44bef4-9a8c-48ba-9ffc-ba843765eb7d req-adebe8b1-1187-4ecf-94ae-3b75b3a6fd7d tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:38:42.491174 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3c44bef4-9a8c-48ba-9ffc-ba843765eb7d req-adebe8b1-1187-4ecf-94ae-3b75b3a6fd7d tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/ports?device_id=c84b1988-6e38-44fc-a2bd-a5b9e9529535 HTTP/1.1" status: 200 len: 946 time: 0.0521333 Jan 28 01:38:42.544598 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3c44bef4-9a8c-48ba-9ffc-ba843765eb7d req-e70a8b96-8b15-4b19-89bf-d4dc2d4fb5ae tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd41e3b5-8a90-44d4-b4c9-12a4fcd06178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476902 Jan 28 01:38:43.673117 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e594c7-6abf-4dc4-bc84-31dd32502938 req-e176faa9-462f-4675-b7d5-ee56e55a1245 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:38:43.674888 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-28e594c7-6abf-4dc4-bc84-31dd32502938 req-e176faa9-462f-4675-b7d5-ee56e55a1245 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/ports?device_id=c84b1988-6e38-44fc-a2bd-a5b9e9529535 HTTP/1.1" status: 200 len: 946 time: 0.0518203 Jan 28 01:38:43.682240 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:43.727531 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-28e594c7-6abf-4dc4-bc84-31dd32502938 req-35a83f4d-19e6-45d2-8097-850e7b198cfa tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/security-groups?id=bd41e3b5-8a90-44d4-b4c9-12a4fcd06178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444987 Jan 28 01:38:44.362798 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baad524-908a-4aa6-8334-1c9348dfd964 req-77e9c3b4-11ec-4f8f-851a-adcbb1b7211e tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:38:44.364180 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2baad524-908a-4aa6-8334-1c9348dfd964 req-77e9c3b4-11ec-4f8f-851a-adcbb1b7211e tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.52 "GET /v2.0/ports?device_id=c84b1988-6e38-44fc-a2bd-a5b9e9529535 HTTP/1.1" status: 200 len: 946 time: 0.0497465 Jan 28 01:38:44.461476 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-2baad524-908a-4aa6-8334-1c9348dfd964 req-b4b1b0f5-f7cc-4855-89a9-12e8c7e2b04c tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Deleting port c9389207-87c0-4a94-839d-8d31491a3e7c {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:38:44.461824 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2baad524-908a-4aa6-8334-1c9348dfd964 req-b4b1b0f5-f7cc-4855-89a9-12e8c7e2b04c tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c9389207-87c0-4a94-839d-8d31491a3e7c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:44.563701 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-2baad524-908a-4aa6-8334-1c9348dfd964 req-b4b1b0f5-f7cc-4855-89a9-12e8c7e2b04c tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] For port c9389207-87c0-4a94-839d-8d31491a3e7c, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=c9389207-87c0-4a94-839d-8d31491a3e7c,segment=NetworkSegment(eab3823d-c21b-45b9-a4f4-3f795e70dfc7),segment_id=eab3823d-c21b-45b9-a4f4-3f795e70dfc7)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:38:44.564065 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2baad524-908a-4aa6-8334-1c9348dfd964 req-b4b1b0f5-f7cc-4855-89a9-12e8c7e2b04c tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c9389207-87c0-4a94-839d-8d31491a3e7c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:44.578489 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-2baad524-908a-4aa6-8334-1c9348dfd964 req-b4b1b0f5-f7cc-4855-89a9-12e8c7e2b04c tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Calling delete_port for c9389207-87c0-4a94-839d-8d31491a3e7c owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:38:44.719295 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2baad524-908a-4aa6-8334-1c9348dfd964 req-b4b1b0f5-f7cc-4855-89a9-12e8c7e2b04c tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (c9389207-87c0-4a94-839d-8d31491a3e7c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:44.751226 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b1b0f5-f7cc-4855-89a9-12e8c7e2b04c tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Pushing event deleted for resources: {'Port': ['ID=c9389207-87c0-4a94-839d-8d31491a3e7c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:44.762221 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['c9389207-87c0-4a94-839d-8d31491a3e7c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:38:44.797106 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-2baad524-908a-4aa6-8334-1c9348dfd964 req-b4b1b0f5-f7cc-4855-89a9-12e8c7e2b04c tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] No DVR routers for this DVR port c9389207-87c0-4a94-839d-8d31491a3e7c on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:38:44.800101 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-2baad524-908a-4aa6-8334-1c9348dfd964 req-b4b1b0f5-f7cc-4855-89a9-12e8c7e2b04c tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:44.804109 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2baad524-908a-4aa6-8334-1c9348dfd964 req-b4b1b0f5-f7cc-4855-89a9-12e8c7e2b04c tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.52 "DELETE /v2.0/ports/c9389207-87c0-4a94-839d-8d31491a3e7c HTTP/1.1" status: 204 len: 173 time: 0.4335124 Jan 28 01:38:44.804593 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84b1988-6e38-44fc-a2bd-a5b9e9529535', 'name': 'network-vif-deleted', 'tag': 'c9389207-87c0-4a94-839d-8d31491a3e7c'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:38:44.806888 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9232af0e-7ab0-4163-89a2-b06ea4c6e3f6" -d '{"events": [{"server_uuid": "c84b1988-6e38-44fc-a2bd-a5b9e9529535", "name": "network-vif-deleted", "tag": "c9389207-87c0-4a94-839d-8d31491a3e7c"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:38:44.857097 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4527c9-3116-47e5-aeb0-f3b63cfd813d x-openstack-request-id: req-9c4527c9-3116-47e5-aeb0-f3b63cfd813d {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:38:44.857474 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84b1988-6e38-44fc-a2bd-a5b9e9529535", "name": "network-vif-deleted", "tag": "c9389207-87c0-4a94-839d-8d31491a3e7c", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:38:44.857801 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9c4527c9-3116-47e5-aeb0-f3b63cfd813d {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:38:44.858277 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84b1988-6e38-44fc-a2bd-a5b9e9529535', 'name': 'network-vif-deleted', 'tag': 'c9389207-87c0-4a94-839d-8d31491a3e7c', 'status': 'completed', 'code': 200} Jan 28 01:38:44.865703 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f2c37141-876f-45f4-9f9f-642686a79b11 req-0cd9f545-49a9-4eb2-b931-39ec95b200a0 tempest-TestEncryptedCinderVolumes-394873799 tempest-TestEncryptedCinderVolumes-394873799-project] 10.222.0.70 "GET /v2.0/ports?device_id=c84b1988-6e38-44fc-a2bd-a5b9e9529535 HTTP/1.1" status: 200 len: 210 time: 0.0367274 Jan 28 01:38:45.285001 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:45.964824 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55916) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:46.317041 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-78f74757-5788-4b66-8924-8276ec329abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:46.582971 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-78f74757-5788-4b66-8924-8276ec329abd admin admin] Deleting port 40b9e194-d91a-4055-b1bc-1d0b1a9027e4 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:38:46.583219 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-78f74757-5788-4b66-8924-8276ec329abd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (40b9e194-d91a-4055-b1bc-1d0b1a9027e4), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:46.662599 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-78f74757-5788-4b66-8924-8276ec329abd admin admin] For port 40b9e194-d91a-4055-b1bc-1d0b1a9027e4, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=40b9e194-d91a-4055-b1bc-1d0b1a9027e4,segment=NetworkSegment(eab3823d-c21b-45b9-a4f4-3f795e70dfc7),segment_id=eab3823d-c21b-45b9-a4f4-3f795e70dfc7)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:38:46.662962 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-78f74757-5788-4b66-8924-8276ec329abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (40b9e194-d91a-4055-b1bc-1d0b1a9027e4), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:46.674780 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-78f74757-5788-4b66-8924-8276ec329abd admin admin] Calling delete_port for 40b9e194-d91a-4055-b1bc-1d0b1a9027e4 owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:38:46.867053 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-78f74757-5788-4b66-8924-8276ec329abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (40b9e194-d91a-4055-b1bc-1d0b1a9027e4), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:46.895066 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f74757-5788-4b66-8924-8276ec329abd admin admin] Pushing event deleted for resources: {'Port': ['ID=40b9e194-d91a-4055-b1bc-1d0b1a9027e4,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:47.075836 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-78f74757-5788-4b66-8924-8276ec329abd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:47.299590 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f74757-5788-4b66-8924-8276ec329abd admin admin] Router 8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:38:47.416504 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f74757-5788-4b66-8924-8276ec329abd admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:38:47.423889 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-78f74757-5788-4b66-8924-8276ec329abd admin admin] 10.222.0.70 "PUT /v2.0/routers/8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4558311 Jan 28 01:38:47.425651 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55918) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:47.429371 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652819a0-1fe5-4d60-94d7-55a725258386 None None] Sync routers for ids ['8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:38:47.443846 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652819a0-1fe5-4d60-94d7-55a725258386 None None] Routers {'8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:38:47.444728 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-652819a0-1fe5-4d60-94d7-55a725258386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:38:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:47.546063 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0eca4885-d554-4b4c-8d12-46bc7afea27d admin admin] Publish callbacks [] for router (8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:47.568261 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-652819a0-1fe5-4d60-94d7-55a725258386 None None] Set router 8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:38:47.662517 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0eca4885-d554-4b4c-8d12-46bc7afea27d admin admin] Publish callbacks [] for router_gateway (8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:47.719563 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-0eca4885-d554-4b4c-8d12-46bc7afea27d admin admin] Deleting port 2dccb11b-0805-4f87-9f36-61e32b0d5d67 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:38:47.719938 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0eca4885-d554-4b4c-8d12-46bc7afea27d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (2dccb11b-0805-4f87-9f36-61e32b0d5d67), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:47.767318 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-652819a0-1fe5-4d60-94d7-55a725258386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e', 'name': 'tempest-TestEncryptedCinderVolumes-1190716231-router', 'tenant_id': '0578b7bc29804a3bbfc85dd269834955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '2dccb11b-0805-4f87-9f36-61e32b0d5d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:36:53Z', 'updated_at': '2022-01-28T01:38:46Z', 'revision_number': 5, 'project_id': '0578b7bc29804a3bbfc85dd269834955', 'gw_port': {'id': '2dccb11b-0805-4f87-9f36-61e32b0d5d67', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:36:53Z', 'updated_at': '2022-01-28T01:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:47.799455 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652819a0-1fe5-4d60-94d7-55a725258386 None None] Checking router: 8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:38:47.806313 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-0eca4885-d554-4b4c-8d12-46bc7afea27d admin admin] For port 2dccb11b-0805-4f87-9f36-61e32b0d5d67, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2dccb11b-0805-4f87-9f36-61e32b0d5d67,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:38:47.806679 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0eca4885-d554-4b4c-8d12-46bc7afea27d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (2dccb11b-0805-4f87-9f36-61e32b0d5d67), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:47.814254 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652819a0-1fe5-4d60-94d7-55a725258386 None None] Routers {'8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:38:47.814884 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-652819a0-1fe5-4d60-94d7-55a725258386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:38:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:47.824051 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-0eca4885-d554-4b4c-8d12-46bc7afea27d admin admin] Calling delete_port for 2dccb11b-0805-4f87-9f36-61e32b0d5d67 owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:38:47.908028 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-652819a0-1fe5-4d60-94d7-55a725258386 None None] Set router 8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:38:47.962584 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-652819a0-1fe5-4d60-94d7-55a725258386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e', 'name': 'tempest-TestEncryptedCinderVolumes-1190716231-router', 'tenant_id': '0578b7bc29804a3bbfc85dd269834955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:36:53Z', 'updated_at': '2022-01-28T01:38:47Z', 'revision_number': 6, 'project_id': '0578b7bc29804a3bbfc85dd269834955', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:47.995970 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652819a0-1fe5-4d60-94d7-55a725258386 None None] The sync data for ids ['8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e'] in n-d-826754-1 is: [{'id': '8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e', 'name': 'tempest-TestEncryptedCinderVolumes-1190716231-router', 'tenant_id': '0578b7bc29804a3bbfc85dd269834955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:36:53Z', 'updated_at': '2022-01-28T01:38:47Z', 'revision_number': 6, 'project_id': '0578b7bc29804a3bbfc85dd269834955', 'gw_port_host': None}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:38:48.014559 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0eca4885-d554-4b4c-8d12-46bc7afea27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (2dccb11b-0805-4f87-9f36-61e32b0d5d67), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:48.044755 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca4885-d554-4b4c-8d12-46bc7afea27d admin admin] Pushing event deleted for resources: {'Port': ['ID=2dccb11b-0805-4f87-9f36-61e32b0d5d67,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:48.118126 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0eca4885-d554-4b4c-8d12-46bc7afea27d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:48.225905 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0eca4885-d554-4b4c-8d12-46bc7afea27d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:48.228139 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0eca4885-d554-4b4c-8d12-46bc7afea27d admin admin] Publish callbacks [] for router_controller (8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:48.275109 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0eca4885-d554-4b4c-8d12-46bc7afea27d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:48.275675 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eca4885-d554-4b4c-8d12-46bc7afea27d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:38:48.279904 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0eca4885-d554-4b4c-8d12-46bc7afea27d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:48.281150 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0eca4885-d554-4b4c-8d12-46bc7afea27d admin admin] 10.222.0.70 "DELETE /v2.0/routers/8ae07ea0-d36d-45dd-ab74-dde1e14d2e9e HTTP/1.1" status: 204 len: 168 time: 0.8550286 Jan 28 01:38:48.283900 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55920) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:48.332593 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-25bc32ba-0d3c-42c2-af93-b98e2f2248e6 admin admin] Deleting subnet 8e0f69c1-f087-4864-9a39-f2ab375e7b5b {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:38:48.337178 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-25bc32ba-0d3c-42c2-af93-b98e2f2248e6 admin admin] Publish callbacks [] for subnet (8e0f69c1-f087-4864-9a39-f2ab375e7b5b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:48.374475 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-25bc32ba-0d3c-42c2-af93-b98e2f2248e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (8e0f69c1-f087-4864-9a39-f2ab375e7b5b), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:48.468401 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-25bc32ba-0d3c-42c2-af93-b98e2f2248e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (8e0f69c1-f087-4864-9a39-f2ab375e7b5b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:48.528779 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-25bc32ba-0d3c-42c2-af93-b98e2f2248e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (8e0f69c1-f087-4864-9a39-f2ab375e7b5b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:48.553126 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc32ba-0d3c-42c2-af93-b98e2f2248e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e0f69c1-f087-4864-9a39-f2ab375e7b5b,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:48.558822 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-25bc32ba-0d3c-42c2-af93-b98e2f2248e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:48.562482 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-25bc32ba-0d3c-42c2-af93-b98e2f2248e6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8e0f69c1-f087-4864-9a39-f2ab375e7b5b HTTP/1.1" status: 204 len: 168 time: 0.2773333 Jan 28 01:38:48.564642 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1b9331-c2cb-4eab-882d-8184388d9e43 None None] Network 71f34db1-f46e-429e-a02e-0c91e5f9dd62 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:38:48.565166 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55922) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:48.633513 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fcdd8c38-00d4-440a-9403-1c84b2f123bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (71f34db1-f46e-429e-a02e-0c91e5f9dd62), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:48.687452 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-fcdd8c38-00d4-440a-9403-1c84b2f123bf admin admin] Deleting port c120a69e-7c36-4ad3-a437-258b7ed2c125 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:38:48.687865 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fcdd8c38-00d4-440a-9403-1c84b2f123bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c120a69e-7c36-4ad3-a437-258b7ed2c125), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:48.754331 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-fcdd8c38-00d4-440a-9403-1c84b2f123bf admin admin] For port c120a69e-7c36-4ad3-a437-258b7ed2c125, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c120a69e-7c36-4ad3-a437-258b7ed2c125,segment=NetworkSegment(eab3823d-c21b-45b9-a4f4-3f795e70dfc7),segment_id=eab3823d-c21b-45b9-a4f4-3f795e70dfc7)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:38:48.754723 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fcdd8c38-00d4-440a-9403-1c84b2f123bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c120a69e-7c36-4ad3-a437-258b7ed2c125), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:48.770010 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-fcdd8c38-00d4-440a-9403-1c84b2f123bf admin admin] Calling delete_port for c120a69e-7c36-4ad3-a437-258b7ed2c125 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:38:48.781753 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010dfb48-e66a-4a10-917b-78b29f19bdb3 None None] DHCP port deletion for 71f34db1-f46e-429e-a02e-0c91e5f9dd62 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:38:48.843042 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2dccb11b-0805-4f87-9f36-61e32b0d5d67 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:38:48.866450 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fcdd8c38-00d4-440a-9403-1c84b2f123bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (c120a69e-7c36-4ad3-a437-258b7ed2c125), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:48.867597 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 2dccb11b-0805-4f87-9f36-61e32b0d5d67 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:38:48.867987 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2dccb11b-0805-4f87-9f36-61e32b0d5d67 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:38:48.868388 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 40b9e194-d91a-4055-b1bc-1d0b1a9027e4 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:38:48.894164 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd8c38-00d4-440a-9403-1c84b2f123bf admin admin] Pushing event deleted for resources: {'Port': ['ID=c120a69e-7c36-4ad3-a437-258b7ed2c125,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:48.894354 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 40b9e194-d91a-4055-b1bc-1d0b1a9027e4 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:38:48.894460 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 40b9e194-d91a-4055-b1bc-1d0b1a9027e4 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:38:48.894957 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c120a69e-7c36-4ad3-a437-258b7ed2c125 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:38:48.898313 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdd8c38-00d4-440a-9403-1c84b2f123bf admin admin] No DVR routers for this DVR port c120a69e-7c36-4ad3-a437-258b7ed2c125 on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:38:48.931741 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-010dfb48-e66a-4a10-917b-78b29f19bdb3 None None] Deleting port c120a69e-7c36-4ad3-a437-258b7ed2c125 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:38:48.932124 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-010dfb48-e66a-4a10-917b-78b29f19bdb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c120a69e-7c36-4ad3-a437-258b7ed2c125), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:48.973564 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: c120a69e-7c36-4ad3-a437-258b7ed2c125 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:38:48.973906 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c120a69e-7c36-4ad3-a437-258b7ed2c125 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:38:49.009491 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-010dfb48-e66a-4a10-917b-78b29f19bdb3 None None] For port c120a69e-7c36-4ad3-a437-258b7ed2c125, host n-d-826754-1, got binding levels [] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:38:49.010494 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-010dfb48-e66a-4a10-917b-78b29f19bdb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c120a69e-7c36-4ad3-a437-258b7ed2c125), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:49.026981 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-010dfb48-e66a-4a10-917b-78b29f19bdb3 None None] Calling delete_port for c120a69e-7c36-4ad3-a437-258b7ed2c125 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:38:49.030169 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.ipam_backend_mixin [None req-010dfb48-e66a-4a10-917b-78b29f19bdb3 None None] Port c120a69e-7c36-4ad3-a437-258b7ed2c125 was not found and therefore no delete operation was performed {{(pid=103345) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 01:38:49.031710 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-010dfb48-e66a-4a10-917b-78b29f19bdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (c120a69e-7c36-4ad3-a437-258b7ed2c125), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:49.071030 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010dfb48-e66a-4a10-917b-78b29f19bdb3 None None] No DVR routers for this DVR port c120a69e-7c36-4ad3-a437-258b7ed2c125 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:38:49.073166 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010dfb48-e66a-4a10-917b-78b29f19bdb3 None None] Pushing event deleted for resources: {'Port': ['ID=c120a69e-7c36-4ad3-a437-258b7ed2c125,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:49.086534 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010dfb48-e66a-4a10-917b-78b29f19bdb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:49.086739 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010dfb48-e66a-4a10-917b-78b29f19bdb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:49.087176 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010dfb48-e66a-4a10-917b-78b29f19bdb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:49.087638 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010dfb48-e66a-4a10-917b-78b29f19bdb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:49.088097 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010dfb48-e66a-4a10-917b-78b29f19bdb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:49.089089 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010dfb48-e66a-4a10-917b-78b29f19bdb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:49.089089 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010dfb48-e66a-4a10-917b-78b29f19bdb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:49.089510 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010dfb48-e66a-4a10-917b-78b29f19bdb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:49.089945 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010dfb48-e66a-4a10-917b-78b29f19bdb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:49.090531 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010dfb48-e66a-4a10-917b-78b29f19bdb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:49.090943 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010dfb48-e66a-4a10-917b-78b29f19bdb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:49.091382 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010dfb48-e66a-4a10-917b-78b29f19bdb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:49.091848 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010dfb48-e66a-4a10-917b-78b29f19bdb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:49.346407 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fcdd8c38-00d4-440a-9403-1c84b2f123bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (71f34db1-f46e-429e-a02e-0c91e5f9dd62), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:49.368046 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-fcdd8c38-00d4-440a-9403-1c84b2f123bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71f34db1-f46e-429e-a02e-0c91e5f9dd62']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:49.378836 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-fcdd8c38-00d4-440a-9403-1c84b2f123bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab3823d-c21b-45b9-a4f4-3f795e70dfc7') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:49.379323 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-fcdd8c38-00d4-440a-9403-1c84b2f123bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab3823d-c21b-45b9-a4f4-3f795e70dfc7') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:49.390059 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fcdd8c38-00d4-440a-9403-1c84b2f123bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (eab3823d-c21b-45b9-a4f4-3f795e70dfc7), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:49.404308 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fcdd8c38-00d4-440a-9403-1c84b2f123bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (eab3823d-c21b-45b9-a4f4-3f795e70dfc7), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:49.411299 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcdd8c38-00d4-440a-9403-1c84b2f123bf admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:38:49.412297 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fcdd8c38-00d4-440a-9403-1c84b2f123bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (eab3823d-c21b-45b9-a4f4-3f795e70dfc7), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:49.414246 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 01:38:49.414246 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:38:49.414246 n-d-826754-1 neutron-server[103344]: timer() Jan 28 01:38:49.414246 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:38:49.414246 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 01:38:49.414246 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:38:49.414246 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 01:38:49.414246 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:38:49.414246 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 01:38:49.414246 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:38:49.414246 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 01:38:49.414246 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:38:49.414246 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 01:38:49.414246 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:38:49.414246 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:38:49.414246 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:38:49.414246 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:38:49.414246 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:38:49.414246 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 01:38:49.414246 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:38:49.414246 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 01:38:49.414246 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:38:49.414246 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:38:49.414246 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:38:49.414246 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 01:38:49.414246 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:38:49.414246 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:38:49.414246 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:38:49.414246 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:38:49.414246 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:38:49.414246 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:38:49.414246 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:38:49.474920 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fcdd8c38-00d4-440a-9403-1c84b2f123bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (71f34db1-f46e-429e-a02e-0c91e5f9dd62), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:49.481100 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fcdd8c38-00d4-440a-9403-1c84b2f123bf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:49.484400 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-fcdd8c38-00d4-440a-9403-1c84b2f123bf admin admin] 10.222.0.70 "DELETE /v2.0/networks/71f34db1-f46e-429e-a02e-0c91e5f9dd62 HTTP/1.1" status: 204 len: 168 time: 0.9187560 Jan 28 01:38:49.488655 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55924) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:49.496968 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd8c38-00d4-440a-9403-1c84b2f123bf admin admin] Pushing event deleted for resources: {'Network': ['ID=71f34db1-f46e-429e-a02e-0c91e5f9dd62,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:49.814043 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device c9389207-87c0-4a94-839d-8d31491a3e7c no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:38:49.835127 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: c9389207-87c0-4a94-839d-8d31491a3e7c {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:38:49.835562 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device c9389207-87c0-4a94-839d-8d31491a3e7c not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:38:49.890690 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ef982241-cf96-4f97-b90b-d43368d25f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:50.177915 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ef982241-cf96-4f97-b90b-d43368d25f74 admin admin] Deleting port c3f65752-cbc1-491d-9413-768cd7bfeaa6 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:38:50.178281 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ef982241-cf96-4f97-b90b-d43368d25f74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c3f65752-cbc1-491d-9413-768cd7bfeaa6), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:50.271911 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ef982241-cf96-4f97-b90b-d43368d25f74 admin admin] For port c3f65752-cbc1-491d-9413-768cd7bfeaa6, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c3f65752-cbc1-491d-9413-768cd7bfeaa6,segment=NetworkSegment(b564b2fa-8ad2-49be-9feb-0d22450a6e1a),segment_id=b564b2fa-8ad2-49be-9feb-0d22450a6e1a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:38:50.272345 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ef982241-cf96-4f97-b90b-d43368d25f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c3f65752-cbc1-491d-9413-768cd7bfeaa6), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:50.284741 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ef982241-cf96-4f97-b90b-d43368d25f74 admin admin] Calling delete_port for c3f65752-cbc1-491d-9413-768cd7bfeaa6 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:38:50.511701 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ef982241-cf96-4f97-b90b-d43368d25f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (c3f65752-cbc1-491d-9413-768cd7bfeaa6), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:50.542141 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef982241-cf96-4f97-b90b-d43368d25f74 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3f65752-cbc1-491d-9413-768cd7bfeaa6,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:50.755448 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ef982241-cf96-4f97-b90b-d43368d25f74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:51.343529 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef982241-cf96-4f97-b90b-d43368d25f74 admin admin] Router 2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:38:51.464221 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef982241-cf96-4f97-b90b-d43368d25f74 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:38:51.470724 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ef982241-cf96-4f97-b90b-d43368d25f74 admin admin] 10.222.0.70 "PUT /v2.0/routers/2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9798021 Jan 28 01:38:51.473867 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55926) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:51.477442 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7c872a-c174-4f4c-b462-c463bffc1264 None None] Sync routers for ids ['2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:38:51.494818 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7c872a-c174-4f4c-b462-c463bffc1264 None None] Routers {'2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:38:51.496039 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-3d7c872a-c174-4f4c-b462-c463bffc1264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:38:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:51.592316 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad9c05b2-5b56-4cdf-9da4-99173b855866 admin admin] Publish callbacks [] for router (2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:51.642124 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-3d7c872a-c174-4f4c-b462-c463bffc1264 None None] Set router 2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:38:51.712006 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad9c05b2-5b56-4cdf-9da4-99173b855866 admin admin] Publish callbacks [] for router_gateway (2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:51.770074 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ad9c05b2-5b56-4cdf-9da4-99173b855866 admin admin] Deleting port 8b678054-5745-47a4-95ec-6dd6836d9e02 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:38:51.770419 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad9c05b2-5b56-4cdf-9da4-99173b855866 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (8b678054-5745-47a4-95ec-6dd6836d9e02), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:51.841450 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-3d7c872a-c174-4f4c-b462-c463bffc1264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa', 'name': 'tempest-TestEncryptedCinderVolumes-1409463497-router', 'tenant_id': '2fd4c1bbe6524464859d215fc0edcb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '8b678054-5745-47a4-95ec-6dd6836d9e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:38:50Z', 'revision_number': 5, 'project_id': '2fd4c1bbe6524464859d215fc0edcb1d', 'gw_port': {'id': '8b678054-5745-47a4-95ec-6dd6836d9e02', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:51.856753 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ad9c05b2-5b56-4cdf-9da4-99173b855866 admin admin] For port 8b678054-5745-47a4-95ec-6dd6836d9e02, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=8b678054-5745-47a4-95ec-6dd6836d9e02,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:38:51.857116 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad9c05b2-5b56-4cdf-9da4-99173b855866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (8b678054-5745-47a4-95ec-6dd6836d9e02), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:51.870993 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ad9c05b2-5b56-4cdf-9da4-99173b855866 admin admin] Calling delete_port for 8b678054-5745-47a4-95ec-6dd6836d9e02 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:38:51.874423 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7c872a-c174-4f4c-b462-c463bffc1264 None None] Checking router: 2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:38:51.883507 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7c872a-c174-4f4c-b462-c463bffc1264 None None] Routers {'2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:38:51.884167 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-3d7c872a-c174-4f4c-b462-c463bffc1264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:38:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:51.974469 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-3d7c872a-c174-4f4c-b462-c463bffc1264 None None] Set router 2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:38:52.028119 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-3d7c872a-c174-4f4c-b462-c463bffc1264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa', 'name': 'tempest-TestEncryptedCinderVolumes-1409463497-router', 'tenant_id': '2fd4c1bbe6524464859d215fc0edcb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:38:51Z', 'revision_number': 6, 'project_id': '2fd4c1bbe6524464859d215fc0edcb1d', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:52.060348 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7c872a-c174-4f4c-b462-c463bffc1264 None None] The sync data for ids ['2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa'] in n-d-826754-1 is: [{'id': '2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa', 'name': 'tempest-TestEncryptedCinderVolumes-1409463497-router', 'tenant_id': '2fd4c1bbe6524464859d215fc0edcb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:36:59Z', 'updated_at': '2022-01-28T01:38:51Z', 'revision_number': 6, 'project_id': '2fd4c1bbe6524464859d215fc0edcb1d', 'gw_port_host': None}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:38:52.079395 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad9c05b2-5b56-4cdf-9da4-99173b855866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (8b678054-5745-47a4-95ec-6dd6836d9e02), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:52.112883 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c05b2-5b56-4cdf-9da4-99173b855866 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b678054-5745-47a4-95ec-6dd6836d9e02,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:52.177632 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad9c05b2-5b56-4cdf-9da4-99173b855866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:52.272457 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad9c05b2-5b56-4cdf-9da4-99173b855866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:52.274790 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad9c05b2-5b56-4cdf-9da4-99173b855866 admin admin] Publish callbacks [] for router_controller (2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:52.324146 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad9c05b2-5b56-4cdf-9da4-99173b855866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:52.324708 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9c05b2-5b56-4cdf-9da4-99173b855866 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:38:52.329357 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad9c05b2-5b56-4cdf-9da4-99173b855866 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:52.330519 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ad9c05b2-5b56-4cdf-9da4-99173b855866 admin admin] 10.222.0.70 "DELETE /v2.0/routers/2a99cc08-e9a0-4d28-aa74-63fbdd62e4fa HTTP/1.1" status: 204 len: 168 time: 0.8556380 Jan 28 01:38:52.333112 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55928) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:52.379084 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec16fda-d894-4cc9-9562-d07428ecf3c3 admin admin] Deleting subnet cc867424-ee7e-4a3e-afe6-97098e3a03b3 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:38:52.382385 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7ec16fda-d894-4cc9-9562-d07428ecf3c3 admin admin] Publish callbacks [] for subnet (cc867424-ee7e-4a3e-afe6-97098e3a03b3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:52.424761 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7ec16fda-d894-4cc9-9562-d07428ecf3c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (cc867424-ee7e-4a3e-afe6-97098e3a03b3), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:52.526584 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7ec16fda-d894-4cc9-9562-d07428ecf3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (cc867424-ee7e-4a3e-afe6-97098e3a03b3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:52.585560 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7ec16fda-d894-4cc9-9562-d07428ecf3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (cc867424-ee7e-4a3e-afe6-97098e3a03b3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:52.620723 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec16fda-d894-4cc9-9562-d07428ecf3c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc867424-ee7e-4a3e-afe6-97098e3a03b3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:52.622951 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7ec16fda-d894-4cc9-9562-d07428ecf3c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:52.629141 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7ec16fda-d894-4cc9-9562-d07428ecf3c3 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/cc867424-ee7e-4a3e-afe6-97098e3a03b3 HTTP/1.1" status: 204 len: 168 time: 0.2942529 Jan 28 01:38:52.629407 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55930) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:52.638945 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ef3fe1-cf1b-48e7-baaf-39b3f08d6495 None None] Network 4115dd01-163e-4c97-9f45-38d0f254ed89 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:38:52.694909 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c3f65752-cbc1-491d-9413-768cd7bfeaa6 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:38:52.725250 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: c3f65752-cbc1-491d-9413-768cd7bfeaa6 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:38:52.725684 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c3f65752-cbc1-491d-9413-768cd7bfeaa6 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:38:52.730138 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f2c91572-09f9-4eb7-adbb-4afba8daeeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (4115dd01-163e-4c97-9f45-38d0f254ed89), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:52.794366 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-f2c91572-09f9-4eb7-adbb-4afba8daeeb5 admin admin] Deleting port b026a9e3-3edf-4858-b8b8-4c01b1fd8466 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:38:52.795242 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f2c91572-09f9-4eb7-adbb-4afba8daeeb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b026a9e3-3edf-4858-b8b8-4c01b1fd8466), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:52.865549 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78545087-2af8-4f3c-8f2c-ea7a4a7d1bb9 None None] DHCP port deletion for 4115dd01-163e-4c97-9f45-38d0f254ed89 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:38:52.925973 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-f2c91572-09f9-4eb7-adbb-4afba8daeeb5 admin admin] For port b026a9e3-3edf-4858-b8b8-4c01b1fd8466, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b026a9e3-3edf-4858-b8b8-4c01b1fd8466,segment=NetworkSegment(b564b2fa-8ad2-49be-9feb-0d22450a6e1a),segment_id=b564b2fa-8ad2-49be-9feb-0d22450a6e1a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:38:52.926594 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f2c91572-09f9-4eb7-adbb-4afba8daeeb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b026a9e3-3edf-4858-b8b8-4c01b1fd8466), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:52.927467 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-78545087-2af8-4f3c-8f2c-ea7a4a7d1bb9 None None] Deleting port b026a9e3-3edf-4858-b8b8-4c01b1fd8466 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:38:52.928042 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78545087-2af8-4f3c-8f2c-ea7a4a7d1bb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b026a9e3-3edf-4858-b8b8-4c01b1fd8466), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:52.952357 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-f2c91572-09f9-4eb7-adbb-4afba8daeeb5 admin admin] Calling delete_port for b026a9e3-3edf-4858-b8b8-4c01b1fd8466 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:38:53.012038 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-78545087-2af8-4f3c-8f2c-ea7a4a7d1bb9 None None] For port b026a9e3-3edf-4858-b8b8-4c01b1fd8466, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b026a9e3-3edf-4858-b8b8-4c01b1fd8466,segment=NetworkSegment(b564b2fa-8ad2-49be-9feb-0d22450a6e1a),segment_id=b564b2fa-8ad2-49be-9feb-0d22450a6e1a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:38:53.012497 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78545087-2af8-4f3c-8f2c-ea7a4a7d1bb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b026a9e3-3edf-4858-b8b8-4c01b1fd8466), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:53.028867 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-78545087-2af8-4f3c-8f2c-ea7a4a7d1bb9 None None] Calling delete_port for b026a9e3-3edf-4858-b8b8-4c01b1fd8466 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:38:53.054076 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f2c91572-09f9-4eb7-adbb-4afba8daeeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b026a9e3-3edf-4858-b8b8-4c01b1fd8466), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:53.086884 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c91572-09f9-4eb7-adbb-4afba8daeeb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b026a9e3-3edf-4858-b8b8-4c01b1fd8466,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:53.090368 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c91572-09f9-4eb7-adbb-4afba8daeeb5 admin admin] No DVR routers for this DVR port b026a9e3-3edf-4858-b8b8-4c01b1fd8466 on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:38:53.136013 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78545087-2af8-4f3c-8f2c-ea7a4a7d1bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (b026a9e3-3edf-4858-b8b8-4c01b1fd8466), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:53.164385 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78545087-2af8-4f3c-8f2c-ea7a4a7d1bb9 None None] Pushing event deleted for resources: {'Port': ['ID=b026a9e3-3edf-4858-b8b8-4c01b1fd8466,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:53.171034 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78545087-2af8-4f3c-8f2c-ea7a4a7d1bb9 None None] No DVR routers for this DVR port b026a9e3-3edf-4858-b8b8-4c01b1fd8466 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:38:53.179725 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f2c91572-09f9-4eb7-adbb-4afba8daeeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (4115dd01-163e-4c97-9f45-38d0f254ed89), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:53.210674 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-f2c91572-09f9-4eb7-adbb-4afba8daeeb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4115dd01-163e-4c97-9f45-38d0f254ed89']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:53.222132 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-f2c91572-09f9-4eb7-adbb-4afba8daeeb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b564b2fa-8ad2-49be-9feb-0d22450a6e1a') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:53.222584 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-f2c91572-09f9-4eb7-adbb-4afba8daeeb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b564b2fa-8ad2-49be-9feb-0d22450a6e1a') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:53.235227 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f2c91572-09f9-4eb7-adbb-4afba8daeeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (b564b2fa-8ad2-49be-9feb-0d22450a6e1a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:53.250071 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f2c91572-09f9-4eb7-adbb-4afba8daeeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (b564b2fa-8ad2-49be-9feb-0d22450a6e1a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:53.258755 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c91572-09f9-4eb7-adbb-4afba8daeeb5 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:38:53.259355 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f2c91572-09f9-4eb7-adbb-4afba8daeeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (b564b2fa-8ad2-49be-9feb-0d22450a6e1a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:53.261298 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 01:38:53.261298 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:38:53.261298 n-d-826754-1 neutron-server[103344]: timer() Jan 28 01:38:53.261298 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:38:53.261298 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 01:38:53.261298 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:38:53.261298 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 01:38:53.261298 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:38:53.261298 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 01:38:53.261298 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:38:53.261298 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 01:38:53.261298 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:38:53.261298 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 01:38:53.261298 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:38:53.261298 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:38:53.261298 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:38:53.261298 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:38:53.261298 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:38:53.261298 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 01:38:53.261298 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:38:53.261298 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 01:38:53.261298 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:38:53.261298 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:38:53.261298 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:38:53.261298 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 01:38:53.261298 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:38:53.261298 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:38:53.261298 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:38:53.261298 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:38:53.261298 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:38:53.261298 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:38:53.261298 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:38:53.325617 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f2c91572-09f9-4eb7-adbb-4afba8daeeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (4115dd01-163e-4c97-9f45-38d0f254ed89), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:53.332272 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f2c91572-09f9-4eb7-adbb-4afba8daeeb5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:53.336821 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f2c91572-09f9-4eb7-adbb-4afba8daeeb5 admin admin] 10.222.0.70 "DELETE /v2.0/networks/4115dd01-163e-4c97-9f45-38d0f254ed89 HTTP/1.1" status: 204 len: 168 time: 0.7056637 Jan 28 01:38:53.348996 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c91572-09f9-4eb7-adbb-4afba8daeeb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4115dd01-163e-4c97-9f45-38d0f254ed89,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:53.530953 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55934) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:53.575929 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-289ec4a5-fa53-44c8-b3e3-c67bc339bcc8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0578b7bc29804a3bbfc85dd269834955&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430839 Jan 28 01:38:53.578111 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55936) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:53.627280 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0687e7b2-3584-40e3-b6ce-9a2410d24d48 admin admin] Publish callbacks [] for security_group (bd41e3b5-8a90-44d4-b4c9-12a4fcd06178), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:53.652309 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0687e7b2-3584-40e3-b6ce-9a2410d24d48 admin admin] Publish callbacks [] for security_group (bd41e3b5-8a90-44d4-b4c9-12a4fcd06178), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:53.713395 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0687e7b2-3584-40e3-b6ce-9a2410d24d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (bd41e3b5-8a90-44d4-b4c9-12a4fcd06178), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:53.716199 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0687e7b2-3584-40e3-b6ce-9a2410d24d48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:53.717420 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0687e7b2-3584-40e3-b6ce-9a2410d24d48 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bd41e3b5-8a90-44d4-b4c9-12a4fcd06178 HTTP/1.1" status: 204 len: 168 time: 0.1383474 Jan 28 01:38:53.726268 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0687e7b2-3584-40e3-b6ce-9a2410d24d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd41e3b5-8a90-44d4-b4c9-12a4fcd06178,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:54.064277 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55942) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:54.105119 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4392d0b7-ff43-49b2-9f3f-070834b2731c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2fd4c1bbe6524464859d215fc0edcb1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394142 Jan 28 01:38:54.107635 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55944) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:54.160385 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-25ace9bd-4890-4eb6-b103-cfb04af8f340 admin admin] Publish callbacks [] for security_group (e7058651-a6e1-4d6f-b984-19299860db87), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:54.185093 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-25ace9bd-4890-4eb6-b103-cfb04af8f340 admin admin] Publish callbacks [] for security_group (e7058651-a6e1-4d6f-b984-19299860db87), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:54.232311 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-25ace9bd-4890-4eb6-b103-cfb04af8f340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (e7058651-a6e1-4d6f-b984-19299860db87), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:54.234909 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-25ace9bd-4890-4eb6-b103-cfb04af8f340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:54.236170 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-25ace9bd-4890-4eb6-b103-cfb04af8f340 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e7058651-a6e1-4d6f-b984-19299860db87 HTTP/1.1" status: 204 len: 168 time: 0.1263847 Jan 28 01:38:54.245330 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ace9bd-4890-4eb6-b103-cfb04af8f340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7058651-a6e1-4d6f-b984-19299860db87,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:54.253412 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ace9bd-4890-4eb6-b103-cfb04af8f340 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:54.253781 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ace9bd-4890-4eb6-b103-cfb04af8f340 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:54.254136 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ace9bd-4890-4eb6-b103-cfb04af8f340 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:54.254466 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ace9bd-4890-4eb6-b103-cfb04af8f340 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:54.254829 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ace9bd-4890-4eb6-b103-cfb04af8f340 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:54.255153 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ace9bd-4890-4eb6-b103-cfb04af8f340 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:54.255504 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ace9bd-4890-4eb6-b103-cfb04af8f340 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:54.255864 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ace9bd-4890-4eb6-b103-cfb04af8f340 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:54.256194 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ace9bd-4890-4eb6-b103-cfb04af8f340 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:54.256518 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ace9bd-4890-4eb6-b103-cfb04af8f340 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:54.256847 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ace9bd-4890-4eb6-b103-cfb04af8f340 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:54.257174 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ace9bd-4890-4eb6-b103-cfb04af8f340 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:54.257503 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ace9bd-4890-4eb6-b103-cfb04af8f340 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:54.550510 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8b678054-5745-47a4-95ec-6dd6836d9e02 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:38:54.576400 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 8b678054-5745-47a4-95ec-6dd6836d9e02 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:38:54.577356 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 8b678054-5745-47a4-95ec-6dd6836d9e02 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:38:54.577356 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b026a9e3-3edf-4858-b8b8-4c01b1fd8466 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:38:54.598765 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: b026a9e3-3edf-4858-b8b8-4c01b1fd8466 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:38:54.600001 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b026a9e3-3edf-4858-b8b8-4c01b1fd8466 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:38:54.986139 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55968) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:55.125542 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-616441ed-b982-46a7-9b11-8405e8838451 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1420200611-network', 'tenant_id': '1b1980b603a6467b90e44f3cfb5516f0'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:38:55.146511 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616441ed-b982-46a7-9b11-8405e8838451 admin admin] Made reservation on behalf of 1b1980b603a6467b90e44f3cfb5516f0 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:38:55.148890 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-616441ed-b982-46a7-9b11-8405e8838451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:55.158213 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-616441ed-b982-46a7-9b11-8405e8838451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:55.238508 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-616441ed-b982-46a7-9b11-8405e8838451 admin admin] Publish callbacks [] for security_group (5e6f415a-3043-47fb-8ba3-ebdec98aacbc), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:55.245143 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-616441ed-b982-46a7-9b11-8405e8838451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (5e6f415a-3043-47fb-8ba3-ebdec98aacbc), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:55.278601 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-616441ed-b982-46a7-9b11-8405e8838451 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:38:55.290136 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616441ed-b982-46a7-9b11-8405e8838451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6f415a-3043-47fb-8ba3-ebdec98aacbc,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:55.295665 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-616441ed-b982-46a7-9b11-8405e8838451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (e6b281cb-26e7-47ae-bbfe-31fe8b1492f5), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:55.296015 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-616441ed-b982-46a7-9b11-8405e8838451 admin admin] Added segment e6b281cb-26e7-47ae-bbfe-31fe8b1492f5 of type vlan for network badba67c-d219-4c92-b857-3223da5bf474 Jan 28 01:38:55.341165 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-616441ed-b982-46a7-9b11-8405e8838451 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (badba67c-d219-4c92-b857-3223da5bf474), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:55.369075 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-616441ed-b982-46a7-9b11-8405e8838451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (badba67c-d219-4c92-b857-3223da5bf474), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:55.370056 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616441ed-b982-46a7-9b11-8405e8838451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:38:55.370639 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-616441ed-b982-46a7-9b11-8405e8838451 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:55.430013 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-616441ed-b982-46a7-9b11-8405e8838451 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4425497 Jan 28 01:38:55.433040 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55972) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:55.437963 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-03801b5b-b0ea-4026-9d22-c7e4a68f8335 admin admin] Request body: {'subnet': {'network_id': 'badba67c-d219-4c92-b857-3223da5bf474', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1420200611-subnet', 'tenant_id': '1b1980b603a6467b90e44f3cfb5516f0', 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:38:55.454877 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616441ed-b982-46a7-9b11-8405e8838451 admin admin] Pushing event updated for resources: {'Network': ['ID=badba67c-d219-4c92-b857-3223da5bf474,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:55.469450 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network badba67c-d219-4c92-b857-3223da5bf474 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:38:55.470680 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03801b5b-b0ea-4026-9d22-c7e4a68f8335 admin admin] Made reservation on behalf of 1b1980b603a6467b90e44f3cfb5516f0 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:38:55.475251 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-03801b5b-b0ea-4026-9d22-c7e4a68f8335 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:55.663558 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-03801b5b-b0ea-4026-9d22-c7e4a68f8335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (39863129-04b4-48ad-8d39-00f9d76f0b0c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:55.727041 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03801b5b-b0ea-4026-9d22-c7e4a68f8335 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39863129-04b4-48ad-8d39-00f9d76f0b0c,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:55.736138 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03801b5b-b0ea-4026-9d22-c7e4a68f8335 admin admin] Checking segment: {'id': 'e6b281cb-26e7-47ae-bbfe-31fe8b1492f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'badba67c-d219-4c92-b857-3223da5bf474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:38:55.736505 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03801b5b-b0ea-4026-9d22-c7e4a68f8335 admin admin] Network hostable DHCP agents. Network: badba67c-d219-4c92-b857-3223da5bf474, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:38:55.756369 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03801b5b-b0ea-4026-9d22-c7e4a68f8335 admin admin] Network badba67c-d219-4c92-b857-3223da5bf474 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:38:55.766872 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-03801b5b-b0ea-4026-9d22-c7e4a68f8335 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, badba67c-d219-4c92-b857-3223da5bf474) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:38:55.772299 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03801b5b-b0ea-4026-9d22-c7e4a68f8335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:38:55.773048 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-03801b5b-b0ea-4026-9d22-c7e4a68f8335 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:55.778121 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4766f45c-168c-4cad-b2ba-77d907738f81 None None] Network badba67c-d219-4c92-b857-3223da5bf474 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:38:55.797707 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-03801b5b-b0ea-4026-9d22-c7e4a68f8335 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3632746 Jan 28 01:38:55.800512 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55974) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:55.805948 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-bf91b35a-0207-408d-a614-9ceb625ff7f3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1420200611-router', 'tenant_id': '1b1980b603a6467b90e44f3cfb5516f0', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:38:55.828823 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf91b35a-0207-408d-a614-9ceb625ff7f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (ccaa485c-9e9a-4980-af0c-9cfba250aca6), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:55.830295 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf91b35a-0207-408d-a614-9ceb625ff7f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (ccaa485c-9e9a-4980-af0c-9cfba250aca6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:55.893347 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf91b35a-0207-408d-a614-9ceb625ff7f3 admin admin] Publish callbacks [] for router_controller (ccaa485c-9e9a-4980-af0c-9cfba250aca6), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:56.065047 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf91b35a-0207-408d-a614-9ceb625ff7f3 admin admin] Publish callbacks [] for router_gateway (ccaa485c-9e9a-4980-af0c-9cfba250aca6), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:56.070697 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6928daf9-c578-4399-9174-1de1f9d73038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-badba67c-d219-4c92-b857-3223da5bf474', 'network_id': 'badba67c-d219-4c92-b857-3223da5bf474', 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'fixed_ips': [{'subnet_id': '39863129-04b4-48ad-8d39-00f9d76f0b0c'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:38:56.071689 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6928daf9-c578-4399-9174-1de1f9d73038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:56.239144 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-6928daf9-c578-4399-9174-1de1f9d73038 None None] Allocated IP 172.20.0.2 (badba67c-d219-4c92-b857-3223da5bf474/39863129-04b4-48ad-8d39-00f9d76f0b0c/c5803c1b-c78e-4ee3-815c-13255d634eba) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:38:56.319997 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf91b35a-0207-408d-a614-9ceb625ff7f3 admin admin] Publish callbacks [] for router_gateway (ccaa485c-9e9a-4980-af0c-9cfba250aca6), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:56.339667 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf91b35a-0207-408d-a614-9ceb625ff7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:56.412299 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6928daf9-c578-4399-9174-1de1f9d73038 None None] Publish callbacks [] for port (c5803c1b-c78e-4ee3-815c-13255d634eba), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:56.420947 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6928daf9-c578-4399-9174-1de1f9d73038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (c5803c1b-c78e-4ee3-815c-13255d634eba), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:56.462497 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6928daf9-c578-4399-9174-1de1f9d73038 None None] Network badba67c-d219-4c92-b857-3223da5bf474 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:38:56.463686 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-bf91b35a-0207-408d-a614-9ceb625ff7f3 admin admin] Allocated IP 172.25.3.221 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:38:56.465175 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-6928daf9-c578-4399-9174-1de1f9d73038 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:38:56.468861 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6928daf9-c578-4399-9174-1de1f9d73038 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:38:56.505551 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928daf9-c578-4399-9174-1de1f9d73038 None None] Pushing event updated for resources: {'Port': ['ID=c5803c1b-c78e-4ee3-815c-13255d634eba,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:56.545251 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-6928daf9-c578-4399-9174-1de1f9d73038 None None] Attempting to bind port c5803c1b-c78e-4ee3-815c-13255d634eba on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:38:56.545684 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-6928daf9-c578-4399-9174-1de1f9d73038 None None] Attempting to bind port c5803c1b-c78e-4ee3-815c-13255d634eba by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'e6b281cb-26e7-47ae-bbfe-31fe8b1492f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'badba67c-d219-4c92-b857-3223da5bf474'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:38:56.546189 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6928daf9-c578-4399-9174-1de1f9d73038 None None] Attempting to bind port c5803c1b-c78e-4ee3-815c-13255d634eba on network badba67c-d219-4c92-b857-3223da5bf474 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:38:56.547597 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:38:56.551693 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6928daf9-c578-4399-9174-1de1f9d73038 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:38:56.552794 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6928daf9-c578-4399-9174-1de1f9d73038 None None] Checking segment: {'id': 'e6b281cb-26e7-47ae-bbfe-31fe8b1492f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'badba67c-d219-4c92-b857-3223da5bf474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:38:56.553213 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6928daf9-c578-4399-9174-1de1f9d73038 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:56.553617 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6928daf9-c578-4399-9174-1de1f9d73038 None None] Bound using segment: {'id': 'e6b281cb-26e7-47ae-bbfe-31fe8b1492f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'badba67c-d219-4c92-b857-3223da5bf474'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:38:56.554106 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-6928daf9-c578-4399-9174-1de1f9d73038 None None] Bound port: c5803c1b-c78e-4ee3-815c-13255d634eba, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b281cb-26e7-47ae-bbfe-31fe8b1492f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'badba67c-d219-4c92-b857-3223da5bf474'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:38:56.554632 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6928daf9-c578-4399-9174-1de1f9d73038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c5803c1b-c78e-4ee3-815c-13255d634eba), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:56.586096 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf91b35a-0207-408d-a614-9ceb625ff7f3 admin admin] Publish callbacks [] for port (72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:56.626464 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf91b35a-0207-408d-a614-9ceb625ff7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:56.627313 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6928daf9-c578-4399-9174-1de1f9d73038 None None] For port c5803c1b-c78e-4ee3-815c-13255d634eba, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:38:56.633682 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6928daf9-c578-4399-9174-1de1f9d73038 None None] For port c5803c1b-c78e-4ee3-815c-13255d634eba, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c5803c1b-c78e-4ee3-815c-13255d634eba,segment=NetworkSegment(e6b281cb-26e7-47ae-bbfe-31fe8b1492f5),segment_id=e6b281cb-26e7-47ae-bbfe-31fe8b1492f5)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:38:56.640562 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6928daf9-c578-4399-9174-1de1f9d73038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c5803c1b-c78e-4ee3-815c-13255d634eba), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:56.678001 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf91b35a-0207-408d-a614-9ceb625ff7f3 admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:38:56.681249 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-bf91b35a-0207-408d-a614-9ceb625ff7f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:38:56.687381 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf91b35a-0207-408d-a614-9ceb625ff7f3 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:38:56.719495 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91b35a-0207-408d-a614-9ceb625ff7f3 admin admin] Pushing event updated for resources: {'Port': ['ID=72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:56.721827 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928daf9-c578-4399-9174-1de1f9d73038 None None] Pushing event updated for resources: {'Port': ['ID=c5803c1b-c78e-4ee3-815c-13255d634eba,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:56.991604 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf91b35a-0207-408d-a614-9ceb625ff7f3 admin admin] Publish callbacks [] for router_gateway (ccaa485c-9e9a-4980-af0c-9cfba250aca6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:57.206191 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf91b35a-0207-408d-a614-9ceb625ff7f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (ccaa485c-9e9a-4980-af0c-9cfba250aca6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:57.352498 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf91b35a-0207-408d-a614-9ceb625ff7f3 admin admin] Router ccaa485c-9e9a-4980-af0c-9cfba250aca6 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:38:57.480901 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf91b35a-0207-408d-a614-9ceb625ff7f3 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:38:57.492272 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6205565b-5646-4bde-adf4-2e8e5266204d None None] Sync routers for ids ['ccaa485c-9e9a-4980-af0c-9cfba250aca6'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:38:57.503568 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bf91b35a-0207-408d-a614-9ceb625ff7f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:57.504859 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6205565b-5646-4bde-adf4-2e8e5266204d None None] Routers {'ccaa485c-9e9a-4980-af0c-9cfba250aca6'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:38:57.506337 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-6205565b-5646-4bde-adf4-2e8e5266204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:38:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['ccaa485c-9e9a-4980-af0c-9cfba250aca6'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:57.506499 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bf91b35a-0207-408d-a614-9ceb625ff7f3 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7036090 Jan 28 01:38:57.510805 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55976) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:38:57.627863 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-6205565b-5646-4bde-adf4-2e8e5266204d None None] Set router ccaa485c-9e9a-4980-af0c-9cfba250aca6 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:38:57.777915 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f3e85b-8653-4c38-9508-7fd8e241eb9f None None] Network badba67c-d219-4c92-b857-3223da5bf474 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:38:57.859864 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-73244467-d323-43a8-928d-c80248655ab8 None None] Provisioning complete for port c5803c1b-c78e-4ee3-815c-13255d634eba triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:38:57.859864 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-73244467-d323-43a8-928d-c80248655ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c5803c1b-c78e-4ee3-815c-13255d634eba), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:57.860242 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-6205565b-5646-4bde-adf4-2e8e5266204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'name': 'tempest-TestMinimumBasicScenario-1420200611-router', 'tenant_id': '1b1980b603a6467b90e44f3cfb5516f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:38:55Z', 'updated_at': '2022-01-28T01:38:56Z', 'revision_number': 3, 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'gw_port': {'id': '72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a5:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:38:56Z', 'updated_at': '2022-01-28T01:38:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:57.890097 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6205565b-5646-4bde-adf4-2e8e5266204d None None] Checking router: ccaa485c-9e9a-4980-af0c-9cfba250aca6 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:38:57.890446 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6205565b-5646-4bde-adf4-2e8e5266204d None None] Updating router ccaa485c-9e9a-4980-af0c-9cfba250aca6 port 72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:38:57.920409 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6205565b-5646-4bde-adf4-2e8e5266204d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:57.985235 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-73244467-d323-43a8-928d-c80248655ab8 None None] Current status of the port c5803c1b-c78e-4ee3-815c-13255d634eba is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:38:57.985686 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-73244467-d323-43a8-928d-c80248655ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c5803c1b-c78e-4ee3-815c-13255d634eba), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:58.040674 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-73244467-d323-43a8-928d-c80248655ab8 None None] For port c5803c1b-c78e-4ee3-815c-13255d634eba, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c5803c1b-c78e-4ee3-815c-13255d634eba,segment=NetworkSegment(e6b281cb-26e7-47ae-bbfe-31fe8b1492f5),segment_id=e6b281cb-26e7-47ae-bbfe-31fe8b1492f5)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:38:58.046570 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-73244467-d323-43a8-928d-c80248655ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c5803c1b-c78e-4ee3-815c-13255d634eba), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:58.057240 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ffec956-2dfb-4851-b583-364fb0b28cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:58.123283 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73244467-d323-43a8-928d-c80248655ab8 None None] Pushing event updated for resources: {'Port': ['ID=c5803c1b-c78e-4ee3-815c-13255d634eba,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:58.257631 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-1ffec956-2dfb-4851-b583-364fb0b28cef admin admin] Allocated IP 172.20.0.1 (badba67c-d219-4c92-b857-3223da5bf474/39863129-04b4-48ad-8d39-00f9d76f0b0c/4294c55a-3ab2-43cd-b4a9-2e068ac13b85) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:38:58.268794 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6205565b-5646-4bde-adf4-2e8e5266204d None None] Publish callbacks [] for port (72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:58.275010 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-78553603-831c-49b4-84c8-73567b8c09a7 None None] Provisioning complete for port c5803c1b-c78e-4ee3-815c-13255d634eba triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:38:58.275714 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78553603-831c-49b4-84c8-73567b8c09a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c5803c1b-c78e-4ee3-815c-13255d634eba), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:58.276766 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6205565b-5646-4bde-adf4-2e8e5266204d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:58.343871 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-6205565b-5646-4bde-adf4-2e8e5266204d None None] Attempting to bind port 72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:38:58.344247 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-6205565b-5646-4bde-adf4-2e8e5266204d None None] Attempting to bind port 72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:38:58.344795 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6205565b-5646-4bde-adf4-2e8e5266204d None None] Attempting to bind port 72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:38:58.346902 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496543a-e68c-4a70-ade8-1f71cf4a8daa None None] Pushing event updated for resources: {'Port': ['ID=72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:58.356564 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6205565b-5646-4bde-adf4-2e8e5266204d None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:38:58.357194 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6205565b-5646-4bde-adf4-2e8e5266204d None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:38:58.357381 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6205565b-5646-4bde-adf4-2e8e5266204d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:58.357780 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6205565b-5646-4bde-adf4-2e8e5266204d None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:38:58.358309 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-6205565b-5646-4bde-adf4-2e8e5266204d None None] Bound port: 72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:38:58.358696 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6205565b-5646-4bde-adf4-2e8e5266204d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:58.361342 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496543a-e68c-4a70-ade8-1f71cf4a8daa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:58.361691 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496543a-e68c-4a70-ade8-1f71cf4a8daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:58.362027 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496543a-e68c-4a70-ade8-1f71cf4a8daa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:58.362370 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496543a-e68c-4a70-ade8-1f71cf4a8daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:58.362703 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496543a-e68c-4a70-ade8-1f71cf4a8daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:58.363032 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496543a-e68c-4a70-ade8-1f71cf4a8daa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:58.363369 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496543a-e68c-4a70-ade8-1f71cf4a8daa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:58.363722 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496543a-e68c-4a70-ade8-1f71cf4a8daa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:58.364205 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496543a-e68c-4a70-ade8-1f71cf4a8daa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:58.365074 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496543a-e68c-4a70-ade8-1f71cf4a8daa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:58.365399 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496543a-e68c-4a70-ade8-1f71cf4a8daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:58.366163 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496543a-e68c-4a70-ade8-1f71cf4a8daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:58.366163 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496543a-e68c-4a70-ade8-1f71cf4a8daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:38:58.383275 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-78553603-831c-49b4-84c8-73567b8c09a7 None None] Current status of the port c5803c1b-c78e-4ee3-815c-13255d634eba is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:38:58.418849 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ffec956-2dfb-4851-b583-364fb0b28cef admin admin] Publish callbacks [] for port (4294c55a-3ab2-43cd-b4a9-2e068ac13b85), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:58.464749 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ffec956-2dfb-4851-b583-364fb0b28cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (4294c55a-3ab2-43cd-b4a9-2e068ac13b85), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:58.507320 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffec956-2dfb-4851-b583-364fb0b28cef admin admin] Network badba67c-d219-4c92-b857-3223da5bf474 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:38:58.516274 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-1ffec956-2dfb-4851-b583-364fb0b28cef admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:38:58.519158 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffec956-2dfb-4851-b583-364fb0b28cef admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:38:58.534729 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-6205565b-5646-4bde-adf4-2e8e5266204d None None] For port 72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:38:58.539970 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-6205565b-5646-4bde-adf4-2e8e5266204d None None] For port 72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:38:58.546878 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-6205565b-5646-4bde-adf4-2e8e5266204d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:58.578214 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffec956-2dfb-4851-b583-364fb0b28cef admin admin] Pushing event updated for resources: {'Port': ['ID=4294c55a-3ab2-43cd-b4a9-2e068ac13b85,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:58.582351 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ffec956-2dfb-4851-b583-364fb0b28cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (ccaa485c-9e9a-4980-af0c-9cfba250aca6), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:58.616233 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496543a-e68c-4a70-ade8-1f71cf4a8daa None None] Pushing event updated for resources: {'Port': ['ID=72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:58.635141 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6205565b-5646-4bde-adf4-2e8e5266204d None None] Routers {'ccaa485c-9e9a-4980-af0c-9cfba250aca6'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:38:58.635929 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-6205565b-5646-4bde-adf4-2e8e5266204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:38:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['ccaa485c-9e9a-4980-af0c-9cfba250aca6'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:58.656239 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c5803c1b-c78e-4ee3-815c-13255d634eba up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:38:58.720520 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port c5803c1b-c78e-4ee3-815c-13255d634eba triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:38:58.721047 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c5803c1b-c78e-4ee3-815c-13255d634eba), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:58.782950 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-6205565b-5646-4bde-adf4-2e8e5266204d None None] Set router ccaa485c-9e9a-4980-af0c-9cfba250aca6 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:38:58.798721 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ffec956-2dfb-4851-b583-364fb0b28cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4294c55a-3ab2-43cd-b4a9-2e068ac13b85), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:58.830190 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port c5803c1b-c78e-4ee3-815c-13255d634eba is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:38:58.909652 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-7ae471f2-5744-4c64-bc86-27c464e5b45e None None] Provisioning complete for port 4294c55a-3ab2-43cd-b4a9-2e068ac13b85 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:38:58.910462 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7ae471f2-5744-4c64-bc86-27c464e5b45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4294c55a-3ab2-43cd-b4a9-2e068ac13b85), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:58.953410 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-7ae471f2-5744-4c64-bc86-27c464e5b45e None None] Port 4294c55a-3ab2-43cd-b4a9-2e068ac13b85 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:38:58.988175 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ffec956-2dfb-4851-b583-364fb0b28cef admin admin] Publish callbacks [] for port (4294c55a-3ab2-43cd-b4a9-2e068ac13b85), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:58.993945 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ffec956-2dfb-4851-b583-364fb0b28cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (4294c55a-3ab2-43cd-b4a9-2e068ac13b85), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:58.994724 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-6205565b-5646-4bde-adf4-2e8e5266204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'name': 'tempest-TestMinimumBasicScenario-1420200611-router', 'tenant_id': '1b1980b603a6467b90e44f3cfb5516f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:38:55Z', 'updated_at': '2022-01-28T01:38:56Z', 'revision_number': 3, 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'gw_port': {'id': '72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a5:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:38:56Z', 'updated_at': '2022-01-28T01:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:38:59.022066 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6205565b-5646-4bde-adf4-2e8e5266204d None None] The sync data for ids ['ccaa485c-9e9a-4980-af0c-9cfba250aca6'] in n-d-826754-1 is: [{'id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'name': 'tempest-TestMinimumBasicScenario-1420200611-router', 'tenant_id': '1b1980b603a6467b90e44f3cfb5516f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:38:55Z', 'updated_at': '2022-01-28T01:38:56Z', 'revision_number': 3, 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'gw_port': {'id': '72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a5:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:38:56Z', 'updated_at': '2022-01-28T01:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:38:59.085618 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ffec956-2dfb-4851-b583-364fb0b28cef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (ccaa485c-9e9a-4980-af0c-9cfba250aca6), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:59.087652 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffec956-2dfb-4851-b583-364fb0b28cef admin admin] Pushing event updated for resources: {'Port': ['ID=4294c55a-3ab2-43cd-b4a9-2e068ac13b85,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:38:59.193411 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffec956-2dfb-4851-b583-364fb0b28cef admin admin] Network badba67c-d219-4c92-b857-3223da5bf474 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:38:59.195262 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-1ffec956-2dfb-4851-b583-364fb0b28cef admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:38:59.378057 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ffec956-2dfb-4851-b583-364fb0b28cef admin admin] Router ccaa485c-9e9a-4980-af0c-9cfba250aca6 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:38:59.481671 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-00b59d62-4be1-44fc-9bdb-7f067d335e94 None None] Provisioning complete for port 4294c55a-3ab2-43cd-b4a9-2e068ac13b85 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:38:59.482053 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-00b59d62-4be1-44fc-9bdb-7f067d335e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4294c55a-3ab2-43cd-b4a9-2e068ac13b85), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:38:59.510814 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffec956-2dfb-4851-b583-364fb0b28cef admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:38:59.516545 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1ffec956-2dfb-4851-b583-364fb0b28cef admin admin] 10.222.0.70 "PUT /v2.0/routers/ccaa485c-9e9a-4980-af0c-9cfba250aca6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0043635 Jan 28 01:38:59.530185 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-00b59d62-4be1-44fc-9bdb-7f067d335e94 None None] Port 4294c55a-3ab2-43cd-b4a9-2e068ac13b85 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:39:00.054806 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55992) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:00.061512 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-c25ac572-fb70-42e7-8b66-15370b1627e9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-223970966-network', 'tenant_id': 'b369702017164a1199b7881d9f06c06d'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:00.085338 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25ac572-fb70-42e7-8b66-15370b1627e9 admin admin] Made reservation on behalf of b369702017164a1199b7881d9f06c06d for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:39:00.088336 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c25ac572-fb70-42e7-8b66-15370b1627e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.098938 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c25ac572-fb70-42e7-8b66-15370b1627e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.183364 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c25ac572-fb70-42e7-8b66-15370b1627e9 admin admin] Publish callbacks [] for security_group (c98d2d3b-0998-4f06-905c-850a1a0f18fa), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.188279 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c25ac572-fb70-42e7-8b66-15370b1627e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c98d2d3b-0998-4f06-905c-850a1a0f18fa), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.216912 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c25ac572-fb70-42e7-8b66-15370b1627e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:39:00.226281 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ac572-fb70-42e7-8b66-15370b1627e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98d2d3b-0998-4f06-905c-850a1a0f18fa,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:00.234676 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c25ac572-fb70-42e7-8b66-15370b1627e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (0c374ef0-c5ac-4c59-b168-4de93d1b5271), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.235068 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-c25ac572-fb70-42e7-8b66-15370b1627e9 admin admin] Added segment 0c374ef0-c5ac-4c59-b168-4de93d1b5271 of type vlan for network f37e3ccb-9404-409f-8b9d-27a375d1f87e Jan 28 01:39:00.279261 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c25ac572-fb70-42e7-8b66-15370b1627e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (f37e3ccb-9404-409f-8b9d-27a375d1f87e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.305310 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c25ac572-fb70-42e7-8b66-15370b1627e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (f37e3ccb-9404-409f-8b9d-27a375d1f87e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.306346 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25ac572-fb70-42e7-8b66-15370b1627e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:00.306929 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c25ac572-fb70-42e7-8b66-15370b1627e9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.375675 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c25ac572-fb70-42e7-8b66-15370b1627e9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3195062 Jan 28 01:39:00.379150 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55994) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:00.385683 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-f38065e3-66bc-4efb-9f59-43460e565461 admin admin] Request body: {'subnet': {'network_id': 'f37e3ccb-9404-409f-8b9d-27a375d1f87e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-223970966-subnet', 'tenant_id': 'b369702017164a1199b7881d9f06c06d', 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:00.392644 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ac572-fb70-42e7-8b66-15370b1627e9 admin admin] Pushing event updated for resources: {'Network': ['ID=f37e3ccb-9404-409f-8b9d-27a375d1f87e,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:00.405308 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network f37e3ccb-9404-409f-8b9d-27a375d1f87e details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:39:00.418093 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38065e3-66bc-4efb-9f59-43460e565461 admin admin] Made reservation on behalf of b369702017164a1199b7881d9f06c06d for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:39:00.421078 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f38065e3-66bc-4efb-9f59-43460e565461 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.610771 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:39:00.626052 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f38065e3-66bc-4efb-9f59-43460e565461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (5521c18d-b2f9-403d-b47d-aff5155f0406), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.670724 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:00.671274 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.690526 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38065e3-66bc-4efb-9f59-43460e565461 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5521c18d-b2f9-403d-b47d-aff5155f0406,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:00.700857 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38065e3-66bc-4efb-9f59-43460e565461 admin admin] Checking segment: {'id': '0c374ef0-c5ac-4c59-b168-4de93d1b5271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f37e3ccb-9404-409f-8b9d-27a375d1f87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:39:00.701471 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38065e3-66bc-4efb-9f59-43460e565461 admin admin] Network hostable DHCP agents. Network: f37e3ccb-9404-409f-8b9d-27a375d1f87e, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:39:00.720452 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38065e3-66bc-4efb-9f59-43460e565461 admin admin] Network f37e3ccb-9404-409f-8b9d-27a375d1f87e is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:39:00.733073 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-f38065e3-66bc-4efb-9f59-43460e565461 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, f37e3ccb-9404-409f-8b9d-27a375d1f87e) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:39:00.738345 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38065e3-66bc-4efb-9f59-43460e565461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:00.740963 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f38065e3-66bc-4efb-9f59-43460e565461 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.753953 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0f2f36-e0f0-4861-bfdc-a33cac0354d9 None None] Network f37e3ccb-9404-409f-8b9d-27a375d1f87e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:39:00.766956 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 55996) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:00.771419 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f38065e3-66bc-4efb-9f59-43460e565461 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3838851 Jan 28 01:39:00.773277 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-223970966-router', 'tenant_id': 'b369702017164a1199b7881d9f06c06d', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:00.778514 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4393b129-72ad-4c91-bba4-e06499bb647b None None] Sync routers for ids ['ccaa485c-9e9a-4980-af0c-9cfba250aca6'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:39:00.797910 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (780fe216-27e8-487b-ab4b-42778c373ada), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.799090 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (780fe216-27e8-487b-ab4b-42778c373ada), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.835095 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:00.835488 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.846937 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4393b129-72ad-4c91-bba4-e06499bb647b None None] Routers {'ccaa485c-9e9a-4980-af0c-9cfba250aca6'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:39:00.847580 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-4393b129-72ad-4c91-bba4-e06499bb647b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:38:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['ccaa485c-9e9a-4980-af0c-9cfba250aca6'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:00.856964 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] Publish callbacks [] for router_controller (780fe216-27e8-487b-ab4b-42778c373ada), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:00.913564 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:39:00.928830 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:01.023046 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] Publish callbacks [] for router_gateway (780fe216-27e8-487b-ab4b-42778c373ada), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:01.028731 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88451cd-eb93-4e81-9227-ea24224c441e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-f37e3ccb-9404-409f-8b9d-27a375d1f87e', 'network_id': 'f37e3ccb-9404-409f-8b9d-27a375d1f87e', 'project_id': 'b369702017164a1199b7881d9f06c06d', 'fixed_ips': [{'subnet_id': '5521c18d-b2f9-403d-b47d-aff5155f0406'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:39:01.028731 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a88451cd-eb93-4e81-9227-ea24224c441e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:01.072715 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-4393b129-72ad-4c91-bba4-e06499bb647b None None] Set router ccaa485c-9e9a-4980-af0c-9cfba250aca6 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:39:01.114277 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:01.249913 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] Publish callbacks [] for router_gateway (780fe216-27e8-487b-ab4b-42778c373ada), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:01.274827 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:01.330474 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-a88451cd-eb93-4e81-9227-ea24224c441e None None] Allocated IP 172.20.0.2 (f37e3ccb-9404-409f-8b9d-27a375d1f87e/5521c18d-b2f9-403d-b47d-aff5155f0406/2dbefe58-11c0-4a10-a301-46a3c402c2cc) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:39:01.390773 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] Allocated IP 172.25.3.82 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/0a068d94-d369-4eff-b207-6ecfda1e263d) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:39:01.507481 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] Publish callbacks [] for port (0a068d94-d369-4eff-b207-6ecfda1e263d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:01.515364 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-4393b129-72ad-4c91-bba4-e06499bb647b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'name': 'tempest-TestMinimumBasicScenario-1420200611-router', 'tenant_id': '1b1980b603a6467b90e44f3cfb5516f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:38:55Z', 'updated_at': '2022-01-28T01:38:58Z', 'revision_number': 4, 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'gw_port': {'id': '72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a5:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:38:56Z', 'updated_at': '2022-01-28T01:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '4294c55a-3ab2-43cd-b4a9-2e068ac13b85', 'name': '', 'network_id': 'badba67c-d219-4c92-b857-3223da5bf474', 'tenant_id': '1b1980b603a6467b90e44f3cfb5516f0', 'mac_address': 'fa:16:3e:79:63:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '39863129-04b4-48ad-8d39-00f9d76f0b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:38:58Z', 'updated_at': '2022-01-28T01:38:58Z', 'revision_number': 2, 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'subnets': [{'id': '39863129-04b4-48ad-8d39-00f9d76f0b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:01.546087 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (0a068d94-d369-4eff-b207-6ecfda1e263d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:01.554265 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4393b129-72ad-4c91-bba4-e06499bb647b None None] Checking router: ccaa485c-9e9a-4980-af0c-9cfba250aca6 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:39:01.554621 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4393b129-72ad-4c91-bba4-e06499bb647b None None] Updating router ccaa485c-9e9a-4980-af0c-9cfba250aca6 port 4294c55a-3ab2-43cd-b4a9-2e068ac13b85 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:39:01.585787 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a88451cd-eb93-4e81-9227-ea24224c441e None None] Publish callbacks [] for port (2dbefe58-11c0-4a10-a301-46a3c402c2cc), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:01.588214 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:39:01.591338 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:39:01.591687 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4393b129-72ad-4c91-bba4-e06499bb647b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4294c55a-3ab2-43cd-b4a9-2e068ac13b85), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:01.595335 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a88451cd-eb93-4e81-9227-ea24224c441e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (2dbefe58-11c0-4a10-a301-46a3c402c2cc), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:01.597473 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:39:01.621436 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] Pushing event updated for resources: {'Port': ['ID=0a068d94-d369-4eff-b207-6ecfda1e263d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:01.637648 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:01.637989 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:01.638326 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:01.638671 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:01.639001 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:01.639329 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:01.639679 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:01.640031 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:01.640432 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:01.640757 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:01.641081 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:01.641402 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:01.641828 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:01.657350 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88451cd-eb93-4e81-9227-ea24224c441e None None] Network f37e3ccb-9404-409f-8b9d-27a375d1f87e is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:39:01.663548 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-a88451cd-eb93-4e81-9227-ea24224c441e None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:39:01.668461 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88451cd-eb93-4e81-9227-ea24224c441e None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:39:01.689068 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88451cd-eb93-4e81-9227-ea24224c441e None None] Pushing event updated for resources: {'Port': ['ID=2dbefe58-11c0-4a10-a301-46a3c402c2cc,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:01.888269 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] Publish callbacks [] for router_gateway (780fe216-27e8-487b-ab4b-42778c373ada), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:01.966800 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-a88451cd-eb93-4e81-9227-ea24224c441e None None] Attempting to bind port 2dbefe58-11c0-4a10-a301-46a3c402c2cc on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:39:01.967181 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-a88451cd-eb93-4e81-9227-ea24224c441e None None] Attempting to bind port 2dbefe58-11c0-4a10-a301-46a3c402c2cc by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '0c374ef0-c5ac-4c59-b168-4de93d1b5271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f37e3ccb-9404-409f-8b9d-27a375d1f87e'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:39:01.967547 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88451cd-eb93-4e81-9227-ea24224c441e None None] Attempting to bind port 2dbefe58-11c0-4a10-a301-46a3c402c2cc on network f37e3ccb-9404-409f-8b9d-27a375d1f87e {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:39:01.977142 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88451cd-eb93-4e81-9227-ea24224c441e None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:39:01.977522 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88451cd-eb93-4e81-9227-ea24224c441e None None] Checking segment: {'id': '0c374ef0-c5ac-4c59-b168-4de93d1b5271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f37e3ccb-9404-409f-8b9d-27a375d1f87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:39:01.977964 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a88451cd-eb93-4e81-9227-ea24224c441e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:01.978361 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88451cd-eb93-4e81-9227-ea24224c441e None None] Bound using segment: {'id': '0c374ef0-c5ac-4c59-b168-4de93d1b5271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f37e3ccb-9404-409f-8b9d-27a375d1f87e'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:39:01.978844 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-a88451cd-eb93-4e81-9227-ea24224c441e None None] Bound port: 2dbefe58-11c0-4a10-a301-46a3c402c2cc, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c374ef0-c5ac-4c59-b168-4de93d1b5271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f37e3ccb-9404-409f-8b9d-27a375d1f87e'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:39:01.979262 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a88451cd-eb93-4e81-9227-ea24224c441e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2dbefe58-11c0-4a10-a301-46a3c402c2cc), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:02.094543 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (780fe216-27e8-487b-ab4b-42778c373ada), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:02.129515 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-a88451cd-eb93-4e81-9227-ea24224c441e None None] For port 2dbefe58-11c0-4a10-a301-46a3c402c2cc, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:39:02.146078 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-a88451cd-eb93-4e81-9227-ea24224c441e None None] For port 2dbefe58-11c0-4a10-a301-46a3c402c2cc, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2dbefe58-11c0-4a10-a301-46a3c402c2cc,segment=NetworkSegment(0c374ef0-c5ac-4c59-b168-4de93d1b5271),segment_id=0c374ef0-c5ac-4c59-b168-4de93d1b5271)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:39:02.152932 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a88451cd-eb93-4e81-9227-ea24224c441e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2dbefe58-11c0-4a10-a301-46a3c402c2cc), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:02.252706 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88451cd-eb93-4e81-9227-ea24224c441e None None] Pushing event updated for resources: {'Port': ['ID=2dbefe58-11c0-4a10-a301-46a3c402c2cc,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:02.266862 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4393b129-72ad-4c91-bba4-e06499bb647b None None] Publish callbacks [] for port (4294c55a-3ab2-43cd-b4a9-2e068ac13b85), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:02.274638 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4393b129-72ad-4c91-bba4-e06499bb647b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (4294c55a-3ab2-43cd-b4a9-2e068ac13b85), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:02.333427 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7362b0-af9c-46ae-b6f0-0de88e827c4f None None] Pushing event updated for resources: {'Port': ['ID=4294c55a-3ab2-43cd-b4a9-2e068ac13b85,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:02.398439 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-4393b129-72ad-4c91-bba4-e06499bb647b None None] Attempting to bind port 4294c55a-3ab2-43cd-b4a9-2e068ac13b85 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:39:02.399086 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-4393b129-72ad-4c91-bba4-e06499bb647b None None] Attempting to bind port 4294c55a-3ab2-43cd-b4a9-2e068ac13b85 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'e6b281cb-26e7-47ae-bbfe-31fe8b1492f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'badba67c-d219-4c92-b857-3223da5bf474'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:39:02.399509 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393b129-72ad-4c91-bba4-e06499bb647b None None] Attempting to bind port 4294c55a-3ab2-43cd-b4a9-2e068ac13b85 on network badba67c-d219-4c92-b857-3223da5bf474 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:39:02.406904 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393b129-72ad-4c91-bba4-e06499bb647b None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:39:02.407516 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393b129-72ad-4c91-bba4-e06499bb647b None None] Checking segment: {'id': 'e6b281cb-26e7-47ae-bbfe-31fe8b1492f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'badba67c-d219-4c92-b857-3223da5bf474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:39:02.408042 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4393b129-72ad-4c91-bba4-e06499bb647b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:02.408608 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4393b129-72ad-4c91-bba4-e06499bb647b None None] Bound using segment: {'id': 'e6b281cb-26e7-47ae-bbfe-31fe8b1492f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'badba67c-d219-4c92-b857-3223da5bf474'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:39:02.409124 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-4393b129-72ad-4c91-bba4-e06499bb647b None None] Bound port: 4294c55a-3ab2-43cd-b4a9-2e068ac13b85, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b281cb-26e7-47ae-bbfe-31fe8b1492f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'badba67c-d219-4c92-b857-3223da5bf474'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:39:02.409517 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4393b129-72ad-4c91-bba4-e06499bb647b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4294c55a-3ab2-43cd-b4a9-2e068ac13b85), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:02.542260 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-4393b129-72ad-4c91-bba4-e06499bb647b None None] For port 4294c55a-3ab2-43cd-b4a9-2e068ac13b85, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:39:02.553982 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-4393b129-72ad-4c91-bba4-e06499bb647b None None] For port 4294c55a-3ab2-43cd-b4a9-2e068ac13b85, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4294c55a-3ab2-43cd-b4a9-2e068ac13b85,segment=NetworkSegment(e6b281cb-26e7-47ae-bbfe-31fe8b1492f5),segment_id=e6b281cb-26e7-47ae-bbfe-31fe8b1492f5)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:39:02.563704 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4393b129-72ad-4c91-bba4-e06499bb647b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (4294c55a-3ab2-43cd-b4a9-2e068ac13b85), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:02.620768 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:39:02.686122 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7362b0-af9c-46ae-b6f0-0de88e827c4f None None] Pushing event updated for resources: {'Port': ['ID=4294c55a-3ab2-43cd-b4a9-2e068ac13b85,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:02.702726 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4393b129-72ad-4c91-bba4-e06499bb647b None None] Routers {'ccaa485c-9e9a-4980-af0c-9cfba250aca6'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:39:02.703397 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-4393b129-72ad-4c91-bba4-e06499bb647b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:38:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['ccaa485c-9e9a-4980-af0c-9cfba250aca6'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:02.715340 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] Router 780fe216-27e8-487b-ab4b-42778c373ada is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:39:02.780918 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:02.781298 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:02.852795 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:39:02.858345 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-9fb11376-7807-4943-84c9-2317dc470963 None None] Provisioning complete for port 4294c55a-3ab2-43cd-b4a9-2e068ac13b85 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:02.858730 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9fb11376-7807-4943-84c9-2317dc470963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4294c55a-3ab2-43cd-b4a9-2e068ac13b85), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:02.863334 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eb33b1-4cae-4036-94f1-9b21ceb80c5e None None] Sync routers for ids ['780fe216-27e8-487b-ab4b-42778c373ada'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:39:02.878053 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eb33b1-4cae-4036-94f1-9b21ceb80c5e None None] Routers {'780fe216-27e8-487b-ab4b-42778c373ada'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:39:02.878815 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a9eb33b1-4cae-4036-94f1-9b21ceb80c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:38:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['780fe216-27e8-487b-ab4b-42778c373ada'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:02.883870 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:02.888369 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 55998) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:02.888913 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5a50ec21-be4a-4659-829d-b3cd68108e60 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1203687 Jan 28 01:39:02.905167 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-4393b129-72ad-4c91-bba4-e06499bb647b None None] Set router ccaa485c-9e9a-4980-af0c-9cfba250aca6 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:39:03.038096 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-a9eb33b1-4cae-4036-94f1-9b21ceb80c5e None None] Set router 780fe216-27e8-487b-ab4b-42778c373ada gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:39:03.110030 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:03.144600 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9fb11376-7807-4943-84c9-2317dc470963 None None] Current status of the port 4294c55a-3ab2-43cd-b4a9-2e068ac13b85 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:03.144999 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9fb11376-7807-4943-84c9-2317dc470963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4294c55a-3ab2-43cd-b4a9-2e068ac13b85), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.221552 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-9fb11376-7807-4943-84c9-2317dc470963 None None] For port 4294c55a-3ab2-43cd-b4a9-2e068ac13b85, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4294c55a-3ab2-43cd-b4a9-2e068ac13b85,segment=NetworkSegment(e6b281cb-26e7-47ae-bbfe-31fe8b1492f5),segment_id=e6b281cb-26e7-47ae-bbfe-31fe8b1492f5)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:39:03.233224 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9fb11376-7807-4943-84c9-2317dc470963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (4294c55a-3ab2-43cd-b4a9-2e068ac13b85), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.293555 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-4393b129-72ad-4c91-bba4-e06499bb647b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'name': 'tempest-TestMinimumBasicScenario-1420200611-router', 'tenant_id': '1b1980b603a6467b90e44f3cfb5516f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:38:55Z', 'updated_at': '2022-01-28T01:38:58Z', 'revision_number': 4, 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'gw_port': {'id': '72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:38:56Z', 'updated_at': '2022-01-28T01:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '4294c55a-3ab2-43cd-b4a9-2e068ac13b85', 'name': '', 'network_id': 'badba67c-d219-4c92-b857-3223da5bf474', 'tenant_id': '1b1980b603a6467b90e44f3cfb5516f0', 'mac_address': 'fa:16:3e:79:63:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '39863129-04b4-48ad-8d39-00f9d76f0b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:38:58Z', 'updated_at': '2022-01-28T01:39:02Z', 'revision_number': 4, 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'subnets': [{'id': '39863129-04b4-48ad-8d39-00f9d76f0b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:03.314774 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a9eb33b1-4cae-4036-94f1-9b21ceb80c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780fe216-27e8-487b-ab4b-42778c373ada', 'name': 'tempest-TestMinimumBasicScenario-223970966-router', 'tenant_id': 'b369702017164a1199b7881d9f06c06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '0a068d94-d369-4eff-b207-6ecfda1e263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:00Z', 'updated_at': '2022-01-28T01:39:01Z', 'revision_number': 3, 'project_id': 'b369702017164a1199b7881d9f06c06d', 'gw_port': {'id': '0a068d94-d369-4eff-b207-6ecfda1e263d', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:87:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780fe216-27e8-487b-ab4b-42778c373ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:01Z', 'updated_at': '2022-01-28T01:39:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:03.334200 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4393b129-72ad-4c91-bba4-e06499bb647b None None] The sync data for ids ['ccaa485c-9e9a-4980-af0c-9cfba250aca6'] in n-d-826754-1 is: [{'id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'name': 'tempest-TestMinimumBasicScenario-1420200611-router', 'tenant_id': '1b1980b603a6467b90e44f3cfb5516f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:38:55Z', 'updated_at': '2022-01-28T01:38:58Z', 'revision_number': 4, 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'gw_port': {'id': '72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:38:56Z', 'updated_at': '2022-01-28T01:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '4294c55a-3ab2-43cd-b4a9-2e068ac13b85', 'name': '', 'network_id': 'badba67c-d219-4c92-b857-3223da5bf474', 'tenant_id': '1b1980b603a6467b90e44f3cfb5516f0', 'mac_address': 'fa:16:3e:79:63:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '39863129-04b4-48ad-8d39-00f9d76f0b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:38:58Z', 'updated_at': '2022-01-28T01:39:02Z', 'revision_number': 4, 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'subnets': [{'id': '39863129-04b4-48ad-8d39-00f9d76f0b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:39:03.352440 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb11376-7807-4943-84c9-2317dc470963 None None] Pushing event updated for resources: {'Port': ['ID=4294c55a-3ab2-43cd-b4a9-2e068ac13b85,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:03.362035 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eb33b1-4cae-4036-94f1-9b21ceb80c5e None None] Checking router: 780fe216-27e8-487b-ab4b-42778c373ada for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:39:03.362388 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eb33b1-4cae-4036-94f1-9b21ceb80c5e None None] Updating router 780fe216-27e8-487b-ab4b-42778c373ada port 0a068d94-d369-4eff-b207-6ecfda1e263d binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:39:03.380785 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-c510c256-cf59-4b7d-8a12-aa43b80f428c None None] Provisioning complete for port 4294c55a-3ab2-43cd-b4a9-2e068ac13b85 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:03.381626 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c510c256-cf59-4b7d-8a12-aa43b80f428c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4294c55a-3ab2-43cd-b4a9-2e068ac13b85), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.431107 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a9eb33b1-4cae-4036-94f1-9b21ceb80c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0a068d94-d369-4eff-b207-6ecfda1e263d), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.461807 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8c64521d-5d9b-4a86-bd19-72250be121c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.570328 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c510c256-cf59-4b7d-8a12-aa43b80f428c None None] Current status of the port 4294c55a-3ab2-43cd-b4a9-2e068ac13b85 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:03.711986 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0fbe40-fe57-4ec1-9e51-660951f09899 None None] Network f37e3ccb-9404-409f-8b9d-27a375d1f87e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:39:03.751780 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-8c64521d-5d9b-4a86-bd19-72250be121c4 admin admin] Allocated IP 172.20.0.1 (f37e3ccb-9404-409f-8b9d-27a375d1f87e/5521c18d-b2f9-403d-b47d-aff5155f0406/98722999-00fd-4130-b775-11e1114ea8a0) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:39:03.840394 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d04ecb76-6196-40b7-a907-fbcedbc33b9f None None] Provisioning complete for port 2dbefe58-11c0-4a10-a301-46a3c402c2cc triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:03.841505 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d04ecb76-6196-40b7-a907-fbcedbc33b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2dbefe58-11c0-4a10-a301-46a3c402c2cc), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.851050 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a9eb33b1-4cae-4036-94f1-9b21ceb80c5e None None] Publish callbacks [] for port (0a068d94-d369-4eff-b207-6ecfda1e263d), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.863691 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a9eb33b1-4cae-4036-94f1-9b21ceb80c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (0a068d94-d369-4eff-b207-6ecfda1e263d), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.956983 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-a9eb33b1-4cae-4036-94f1-9b21ceb80c5e None None] Attempting to bind port 0a068d94-d369-4eff-b207-6ecfda1e263d on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:39:03.957240 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-a9eb33b1-4cae-4036-94f1-9b21ceb80c5e None None] Attempting to bind port 0a068d94-d369-4eff-b207-6ecfda1e263d by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:39:03.957596 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eb33b1-4cae-4036-94f1-9b21ceb80c5e None None] Attempting to bind port 0a068d94-d369-4eff-b207-6ecfda1e263d on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:39:03.960696 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8c64521d-5d9b-4a86-bd19-72250be121c4 admin admin] Publish callbacks [] for port (98722999-00fd-4130-b775-11e1114ea8a0), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.969064 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eb33b1-4cae-4036-94f1-9b21ceb80c5e None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:39:03.969451 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eb33b1-4cae-4036-94f1-9b21ceb80c5e None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:39:03.969871 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a9eb33b1-4cae-4036-94f1-9b21ceb80c5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:03.970269 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eb33b1-4cae-4036-94f1-9b21ceb80c5e None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:39:03.970908 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-a9eb33b1-4cae-4036-94f1-9b21ceb80c5e None None] Bound port: 0a068d94-d369-4eff-b207-6ecfda1e263d, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:39:03.971298 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a9eb33b1-4cae-4036-94f1-9b21ceb80c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0a068d94-d369-4eff-b207-6ecfda1e263d), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:04.041348 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d04ecb76-6196-40b7-a907-fbcedbc33b9f None None] Current status of the port 2dbefe58-11c0-4a10-a301-46a3c402c2cc is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:04.042144 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d04ecb76-6196-40b7-a907-fbcedbc33b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2dbefe58-11c0-4a10-a301-46a3c402c2cc), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:04.048174 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8c64521d-5d9b-4a86-bd19-72250be121c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (98722999-00fd-4130-b775-11e1114ea8a0), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:04.055349 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-a9eb33b1-4cae-4036-94f1-9b21ceb80c5e None None] For port 0a068d94-d369-4eff-b207-6ecfda1e263d, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:39:04.059476 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-a9eb33b1-4cae-4036-94f1-9b21ceb80c5e None None] For port 0a068d94-d369-4eff-b207-6ecfda1e263d, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=0a068d94-d369-4eff-b207-6ecfda1e263d,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:39:04.068740 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-a9eb33b1-4cae-4036-94f1-9b21ceb80c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (0a068d94-d369-4eff-b207-6ecfda1e263d), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:04.078441 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8613e-1798-41c8-a978-530e3415f075 None None] Pushing event updated for resources: {'Port': ['ID=0a068d94-d369-4eff-b207-6ecfda1e263d,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:04.126629 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eb33b1-4cae-4036-94f1-9b21ceb80c5e None None] Routers {'780fe216-27e8-487b-ab4b-42778c373ada'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:39:04.127429 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a9eb33b1-4cae-4036-94f1-9b21ceb80c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:38:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['780fe216-27e8-487b-ab4b-42778c373ada'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:04.151681 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c64521d-5d9b-4a86-bd19-72250be121c4 admin admin] Network f37e3ccb-9404-409f-8b9d-27a375d1f87e is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:39:04.155574 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-8c64521d-5d9b-4a86-bd19-72250be121c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:39:04.163734 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c64521d-5d9b-4a86-bd19-72250be121c4 admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:39:04.165530 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-d04ecb76-6196-40b7-a907-fbcedbc33b9f None None] For port 2dbefe58-11c0-4a10-a301-46a3c402c2cc, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2dbefe58-11c0-4a10-a301-46a3c402c2cc,segment=NetworkSegment(0c374ef0-c5ac-4c59-b168-4de93d1b5271),segment_id=0c374ef0-c5ac-4c59-b168-4de93d1b5271)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:39:04.170574 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64521d-5d9b-4a86-bd19-72250be121c4 admin admin] Pushing event updated for resources: {'Port': ['ID=98722999-00fd-4130-b775-11e1114ea8a0,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:04.172845 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d04ecb76-6196-40b7-a907-fbcedbc33b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2dbefe58-11c0-4a10-a301-46a3c402c2cc), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:04.231472 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8c64521d-5d9b-4a86-bd19-72250be121c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (780fe216-27e8-487b-ab4b-42778c373ada), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:04.278989 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ecb76-6196-40b7-a907-fbcedbc33b9f None None] Pushing event updated for resources: {'Port': ['ID=2dbefe58-11c0-4a10-a301-46a3c402c2cc,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:04.329000 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8613e-1798-41c8-a978-530e3415f075 None None] Pushing event updated for resources: {'Port': ['ID=0a068d94-d369-4eff-b207-6ecfda1e263d,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:04.390900 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-a9eb33b1-4cae-4036-94f1-9b21ceb80c5e None None] Set router 780fe216-27e8-487b-ab4b-42778c373ada gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:39:04.405392 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d9b4b239-6ca6-45e7-8f2f-1c40b039ccd2 None None] Provisioning complete for port 2dbefe58-11c0-4a10-a301-46a3c402c2cc triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:04.406200 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b239-6ca6-45e7-8f2f-1c40b039ccd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2dbefe58-11c0-4a10-a301-46a3c402c2cc), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:04.455788 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8c64521d-5d9b-4a86-bd19-72250be121c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (98722999-00fd-4130-b775-11e1114ea8a0), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:04.617108 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d9b4b239-6ca6-45e7-8f2f-1c40b039ccd2 None None] Current status of the port 2dbefe58-11c0-4a10-a301-46a3c402c2cc is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:04.769944 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-23d86728-203c-4ee8-9233-d6e1ad5d01a6 None None] Provisioning complete for port 98722999-00fd-4130-b775-11e1114ea8a0 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:04.770440 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-23d86728-203c-4ee8-9233-d6e1ad5d01a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (98722999-00fd-4130-b775-11e1114ea8a0), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:04.820128 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8c64521d-5d9b-4a86-bd19-72250be121c4 admin admin] Publish callbacks [] for port (98722999-00fd-4130-b775-11e1114ea8a0), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:04.827387 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-a9eb33b1-4cae-4036-94f1-9b21ceb80c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780fe216-27e8-487b-ab4b-42778c373ada', 'name': 'tempest-TestMinimumBasicScenario-223970966-router', 'tenant_id': 'b369702017164a1199b7881d9f06c06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '0a068d94-d369-4eff-b207-6ecfda1e263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:00Z', 'updated_at': '2022-01-28T01:39:01Z', 'revision_number': 3, 'project_id': 'b369702017164a1199b7881d9f06c06d', 'gw_port': {'id': '0a068d94-d369-4eff-b207-6ecfda1e263d', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:87:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780fe216-27e8-487b-ab4b-42778c373ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:01Z', 'updated_at': '2022-01-28T01:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:04.827894 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-23d86728-203c-4ee8-9233-d6e1ad5d01a6 None None] Port 98722999-00fd-4130-b775-11e1114ea8a0 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:39:04.829462 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8c64521d-5d9b-4a86-bd19-72250be121c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (98722999-00fd-4130-b775-11e1114ea8a0), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:04.855482 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2dbefe58-11c0-4a10-a301-46a3c402c2cc up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:39:04.913966 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8c64521d-5d9b-4a86-bd19-72250be121c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (780fe216-27e8-487b-ab4b-42778c373ada), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:04.933899 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64521d-5d9b-4a86-bd19-72250be121c4 admin admin] Pushing event updated for resources: {'Port': ['ID=98722999-00fd-4130-b775-11e1114ea8a0,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:04.938058 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 2dbefe58-11c0-4a10-a301-46a3c402c2cc triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:04.938922 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2dbefe58-11c0-4a10-a301-46a3c402c2cc), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:05.021561 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eb33b1-4cae-4036-94f1-9b21ceb80c5e None None] The sync data for ids ['780fe216-27e8-487b-ab4b-42778c373ada'] in n-d-826754-1 is: [{'id': '780fe216-27e8-487b-ab4b-42778c373ada', 'name': 'tempest-TestMinimumBasicScenario-223970966-router', 'tenant_id': 'b369702017164a1199b7881d9f06c06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '0a068d94-d369-4eff-b207-6ecfda1e263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:00Z', 'updated_at': '2022-01-28T01:39:01Z', 'revision_number': 3, 'project_id': 'b369702017164a1199b7881d9f06c06d', 'gw_port': {'id': '0a068d94-d369-4eff-b207-6ecfda1e263d', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:87:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780fe216-27e8-487b-ab4b-42778c373ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:01Z', 'updated_at': '2022-01-28T01:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:39:05.080052 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c64521d-5d9b-4a86-bd19-72250be121c4 admin admin] Network f37e3ccb-9404-409f-8b9d-27a375d1f87e is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:39:05.082276 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-8c64521d-5d9b-4a86-bd19-72250be121c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:39:05.136425 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 2dbefe58-11c0-4a10-a301-46a3c402c2cc is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:05.137754 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4294c55a-3ab2-43cd-b4a9-2e068ac13b85 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:39:05.221395 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 4294c55a-3ab2-43cd-b4a9-2e068ac13b85 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:05.221839 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4294c55a-3ab2-43cd-b4a9-2e068ac13b85), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:05.343191 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 4294c55a-3ab2-43cd-b4a9-2e068ac13b85 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:05.463686 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f636517c-da17-43a1-b54e-fb76d6ff3425 None None] Provisioning complete for port 98722999-00fd-4130-b775-11e1114ea8a0 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:05.464199 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f636517c-da17-43a1-b54e-fb76d6ff3425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (98722999-00fd-4130-b775-11e1114ea8a0), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:05.531019 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f636517c-da17-43a1-b54e-fb76d6ff3425 None None] Port 98722999-00fd-4130-b775-11e1114ea8a0 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:39:05.714239 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c64521d-5d9b-4a86-bd19-72250be121c4 admin admin] Router 780fe216-27e8-487b-ab4b-42778c373ada has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:39:05.848128 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c64521d-5d9b-4a86-bd19-72250be121c4 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:39:05.857542 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8c64521d-5d9b-4a86-bd19-72250be121c4 admin admin] 10.222.0.70 "PUT /v2.0/routers/780fe216-27e8-487b-ab4b-42778c373ada/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9670334 Jan 28 01:39:06.163373 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb05f7ee-3ef5-4315-9431-76024f129651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:06.593368 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 0a068d94-d369-4eff-b207-6ecfda1e263d up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:39:06.657443 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 0a068d94-d369-4eff-b207-6ecfda1e263d triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:06.657820 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0a068d94-d369-4eff-b207-6ecfda1e263d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:06.753061 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 0a068d94-d369-4eff-b207-6ecfda1e263d is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:06.753888 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0a068d94-d369-4eff-b207-6ecfda1e263d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:06.781697 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 0a068d94-d369-4eff-b207-6ecfda1e263d, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=0a068d94-d369-4eff-b207-6ecfda1e263d,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:39:06.787048 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (0a068d94-d369-4eff-b207-6ecfda1e263d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:06.862725 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=0a068d94-d369-4eff-b207-6ecfda1e263d,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:07.315591 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c2df6c-a155-47c5-88eb-2c604ab48427 None None] Sync routers for ids ['780fe216-27e8-487b-ab4b-42778c373ada'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:39:07.332029 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c2df6c-a155-47c5-88eb-2c604ab48427 None None] Routers {'780fe216-27e8-487b-ab4b-42778c373ada'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:39:07.333094 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-72c2df6c-a155-47c5-88eb-2c604ab48427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:38:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['780fe216-27e8-487b-ab4b-42778c373ada'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:07.676281 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-72c2df6c-a155-47c5-88eb-2c604ab48427 None None] Set router 780fe216-27e8-487b-ab4b-42778c373ada gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:39:08.008730 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-72c2df6c-a155-47c5-88eb-2c604ab48427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780fe216-27e8-487b-ab4b-42778c373ada', 'name': 'tempest-TestMinimumBasicScenario-223970966-router', 'tenant_id': 'b369702017164a1199b7881d9f06c06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '0a068d94-d369-4eff-b207-6ecfda1e263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:00Z', 'updated_at': '2022-01-28T01:39:04Z', 'revision_number': 4, 'project_id': 'b369702017164a1199b7881d9f06c06d', 'gw_port': {'id': '0a068d94-d369-4eff-b207-6ecfda1e263d', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:87:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fe216-27e8-487b-ab4b-42778c373ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:01Z', 'updated_at': '2022-01-28T01:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '98722999-00fd-4130-b775-11e1114ea8a0', 'name': '', 'network_id': 'f37e3ccb-9404-409f-8b9d-27a375d1f87e', 'tenant_id': 'b369702017164a1199b7881d9f06c06d', 'mac_address': 'fa:16:3e:91:83:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780fe216-27e8-487b-ab4b-42778c373ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5521c18d-b2f9-403d-b47d-aff5155f0406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:03Z', 'updated_at': '2022-01-28T01:39:04Z', 'revision_number': 2, 'project_id': 'b369702017164a1199b7881d9f06c06d', 'subnets': [{'id': '5521c18d-b2f9-403d-b47d-aff5155f0406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:08.039840 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c2df6c-a155-47c5-88eb-2c604ab48427 None None] Checking router: 780fe216-27e8-487b-ab4b-42778c373ada for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:39:08.040230 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c2df6c-a155-47c5-88eb-2c604ab48427 None None] Updating router 780fe216-27e8-487b-ab4b-42778c373ada port 98722999-00fd-4130-b775-11e1114ea8a0 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:39:08.068395 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-72c2df6c-a155-47c5-88eb-2c604ab48427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (98722999-00fd-4130-b775-11e1114ea8a0), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:08.443820 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-72c2df6c-a155-47c5-88eb-2c604ab48427 None None] Publish callbacks [] for port (98722999-00fd-4130-b775-11e1114ea8a0), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:08.463999 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-72c2df6c-a155-47c5-88eb-2c604ab48427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (98722999-00fd-4130-b775-11e1114ea8a0), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:08.542732 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ca5dc8ab-dcef-4e7d-b3be-72167cf691e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:08.645283 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 0a068d94-d369-4eff-b207-6ecfda1e263d up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:39:08.657034 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5bed3-14d8-4dcc-8cf3-4f950ccf006f None None] Pushing event updated for resources: {'Port': ['ID=98722999-00fd-4130-b775-11e1114ea8a0,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:08.702506 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-72c2df6c-a155-47c5-88eb-2c604ab48427 None None] Attempting to bind port 98722999-00fd-4130-b775-11e1114ea8a0 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:39:08.702838 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-72c2df6c-a155-47c5-88eb-2c604ab48427 None None] Attempting to bind port 98722999-00fd-4130-b775-11e1114ea8a0 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '0c374ef0-c5ac-4c59-b168-4de93d1b5271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f37e3ccb-9404-409f-8b9d-27a375d1f87e'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:39:08.703167 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c2df6c-a155-47c5-88eb-2c604ab48427 None None] Attempting to bind port 98722999-00fd-4130-b775-11e1114ea8a0 on network f37e3ccb-9404-409f-8b9d-27a375d1f87e {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:39:08.730329 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c2df6c-a155-47c5-88eb-2c604ab48427 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:39:08.730817 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c2df6c-a155-47c5-88eb-2c604ab48427 None None] Checking segment: {'id': '0c374ef0-c5ac-4c59-b168-4de93d1b5271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f37e3ccb-9404-409f-8b9d-27a375d1f87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:39:08.731317 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-72c2df6c-a155-47c5-88eb-2c604ab48427 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:08.733709 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c2df6c-a155-47c5-88eb-2c604ab48427 None None] Bound using segment: {'id': '0c374ef0-c5ac-4c59-b168-4de93d1b5271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f37e3ccb-9404-409f-8b9d-27a375d1f87e'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:39:08.733709 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-72c2df6c-a155-47c5-88eb-2c604ab48427 None None] Bound port: 98722999-00fd-4130-b775-11e1114ea8a0, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c374ef0-c5ac-4c59-b168-4de93d1b5271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f37e3ccb-9404-409f-8b9d-27a375d1f87e'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:39:08.733709 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-72c2df6c-a155-47c5-88eb-2c604ab48427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (98722999-00fd-4130-b775-11e1114ea8a0), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:08.803592 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 0a068d94-d369-4eff-b207-6ecfda1e263d triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:08.804232 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0a068d94-d369-4eff-b207-6ecfda1e263d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:08.872021 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-72c2df6c-a155-47c5-88eb-2c604ab48427 None None] For port 98722999-00fd-4130-b775-11e1114ea8a0, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:39:08.892459 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-72c2df6c-a155-47c5-88eb-2c604ab48427 None None] For port 98722999-00fd-4130-b775-11e1114ea8a0, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=98722999-00fd-4130-b775-11e1114ea8a0,segment=NetworkSegment(0c374ef0-c5ac-4c59-b168-4de93d1b5271),segment_id=0c374ef0-c5ac-4c59-b168-4de93d1b5271)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:39:08.902476 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-72c2df6c-a155-47c5-88eb-2c604ab48427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (98722999-00fd-4130-b775-11e1114ea8a0), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:08.908923 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-3f80f9a8-11fb-4846-81bf-180b2a0cfca1 None None] Provisioning complete for port 98722999-00fd-4130-b775-11e1114ea8a0 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:08.909396 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f80f9a8-11fb-4846-81bf-180b2a0cfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (98722999-00fd-4130-b775-11e1114ea8a0), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:09.107673 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 0a068d94-d369-4eff-b207-6ecfda1e263d is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:09.110720 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c2df6c-a155-47c5-88eb-2c604ab48427 None None] Routers {'780fe216-27e8-487b-ab4b-42778c373ada'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:39:09.111691 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-72c2df6c-a155-47c5-88eb-2c604ab48427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:39:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['780fe216-27e8-487b-ab4b-42778c373ada'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:09.119425 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5bed3-14d8-4dcc-8cf3-4f950ccf006f None None] Pushing event updated for resources: {'Port': ['ID=98722999-00fd-4130-b775-11e1114ea8a0,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:09.327143 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-3f80f9a8-11fb-4846-81bf-180b2a0cfca1 None None] Current status of the port 98722999-00fd-4130-b775-11e1114ea8a0 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:09.327682 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f80f9a8-11fb-4846-81bf-180b2a0cfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (98722999-00fd-4130-b775-11e1114ea8a0), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:09.374596 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-72c2df6c-a155-47c5-88eb-2c604ab48427 None None] Set router 780fe216-27e8-487b-ab4b-42778c373ada gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:39:09.480810 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-3f80f9a8-11fb-4846-81bf-180b2a0cfca1 None None] For port 98722999-00fd-4130-b775-11e1114ea8a0, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=98722999-00fd-4130-b775-11e1114ea8a0,segment=NetworkSegment(0c374ef0-c5ac-4c59-b168-4de93d1b5271),segment_id=0c374ef0-c5ac-4c59-b168-4de93d1b5271)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:39:09.489213 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3f80f9a8-11fb-4846-81bf-180b2a0cfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (98722999-00fd-4130-b775-11e1114ea8a0), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:09.663176 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80f9a8-11fb-4846-81bf-180b2a0cfca1 None None] Pushing event updated for resources: {'Port': ['ID=98722999-00fd-4130-b775-11e1114ea8a0,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:09.669690 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-ec126abe-3af5-4c61-8806-35ab75c31a6d None None] Provisioning complete for port 98722999-00fd-4130-b775-11e1114ea8a0 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:09.669690 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ec126abe-3af5-4c61-8806-35ab75c31a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (98722999-00fd-4130-b775-11e1114ea8a0), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:09.816717 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-ec126abe-3af5-4c61-8806-35ab75c31a6d None None] Current status of the port 98722999-00fd-4130-b775-11e1114ea8a0 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:09.823558 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-72c2df6c-a155-47c5-88eb-2c604ab48427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780fe216-27e8-487b-ab4b-42778c373ada', 'name': 'tempest-TestMinimumBasicScenario-223970966-router', 'tenant_id': 'b369702017164a1199b7881d9f06c06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '0a068d94-d369-4eff-b207-6ecfda1e263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:00Z', 'updated_at': '2022-01-28T01:39:04Z', 'revision_number': 4, 'project_id': 'b369702017164a1199b7881d9f06c06d', 'gw_port': {'id': '0a068d94-d369-4eff-b207-6ecfda1e263d', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:87:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fe216-27e8-487b-ab4b-42778c373ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:01Z', 'updated_at': '2022-01-28T01:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '98722999-00fd-4130-b775-11e1114ea8a0', 'name': '', 'network_id': 'f37e3ccb-9404-409f-8b9d-27a375d1f87e', 'tenant_id': 'b369702017164a1199b7881d9f06c06d', 'mac_address': 'fa:16:3e:91:83:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780fe216-27e8-487b-ab4b-42778c373ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5521c18d-b2f9-403d-b47d-aff5155f0406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:03Z', 'updated_at': '2022-01-28T01:39:08Z', 'revision_number': 4, 'project_id': 'b369702017164a1199b7881d9f06c06d', 'subnets': [{'id': '5521c18d-b2f9-403d-b47d-aff5155f0406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:09.866583 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c2df6c-a155-47c5-88eb-2c604ab48427 None None] The sync data for ids ['780fe216-27e8-487b-ab4b-42778c373ada'] in n-d-826754-1 is: [{'id': '780fe216-27e8-487b-ab4b-42778c373ada', 'name': 'tempest-TestMinimumBasicScenario-223970966-router', 'tenant_id': 'b369702017164a1199b7881d9f06c06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '0a068d94-d369-4eff-b207-6ecfda1e263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:00Z', 'updated_at': '2022-01-28T01:39:04Z', 'revision_number': 4, 'project_id': 'b369702017164a1199b7881d9f06c06d', 'gw_port': {'id': '0a068d94-d369-4eff-b207-6ecfda1e263d', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:87:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fe216-27e8-487b-ab4b-42778c373ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:01Z', 'updated_at': '2022-01-28T01:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '98722999-00fd-4130-b775-11e1114ea8a0', 'name': '', 'network_id': 'f37e3ccb-9404-409f-8b9d-27a375d1f87e', 'tenant_id': 'b369702017164a1199b7881d9f06c06d', 'mac_address': 'fa:16:3e:91:83:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780fe216-27e8-487b-ab4b-42778c373ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5521c18d-b2f9-403d-b47d-aff5155f0406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:03Z', 'updated_at': '2022-01-28T01:39:08Z', 'revision_number': 4, 'project_id': 'b369702017164a1199b7881d9f06c06d', 'subnets': [{'id': '5521c18d-b2f9-403d-b47d-aff5155f0406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:39:09.998018 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:10.651703 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 98722999-00fd-4130-b775-11e1114ea8a0 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:39:10.719479 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 98722999-00fd-4130-b775-11e1114ea8a0 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:10.720240 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (98722999-00fd-4130-b775-11e1114ea8a0), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:10.851599 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 98722999-00fd-4130-b775-11e1114ea8a0 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:11.529720 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:12.334972 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:13.700275 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:15.278337 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:16.775893 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-895ac971-6f10-4adb-bf44-7b0d6e42c5ed tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:16.777378 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-895ac971-6f10-4adb-bf44-7b0d6e42c5ed tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/networks?id=badba67c-d219-4c92-b857-3223da5bf474 HTTP/1.1" status: 200 len: 815 time: 0.1050549 Jan 28 01:39:16.792859 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-bf4a22e9-30d2-4eb5-8ed3-dd569bf441af tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/quotas/1b1980b603a6467b90e44f3cfb5516f0 HTTP/1.1" status: 200 len: 375 time: 0.0098031 Jan 28 01:39:16.844554 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-7a56c477-6edd-4680-9abf-2ae9bd028d88 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b1980b603a6467b90e44f3cfb5516f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467291 Jan 28 01:39:16.939264 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-82ef2b80-41b8-4f3a-a430-6b8bf38d8db8 service neutron] 10.222.0.70 "GET /v2.0/networks/badba67c-d219-4c92-b857-3223da5bf474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827143 Jan 28 01:39:17.034280 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-9dbad5c1-a71d-4573-811e-3c9064dc9e1d service neutron] 10.222.0.70 "GET /v2.0/networks/badba67c-d219-4c92-b857-3223da5bf474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893583 Jan 28 01:39:17.304254 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-01d9d81f-645a-4967-84a9-536999b4d716 req-17b0e6c4-c676-4ee8-9a7f-837f6a4476e0 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 210 time: 0.1328485 Jan 28 01:39:18.291946 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-544a64a7-749d-4b5a-96f0-350fcecbb795 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:18.294308 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-544a64a7-749d-4b5a-96f0-350fcecbb795 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.65 "GET /v2.0/networks?id=badba67c-d219-4c92-b857-3223da5bf474 HTTP/1.1" status: 200 len: 815 time: 0.1306555 Jan 28 01:39:18.323371 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-26133c50-168b-4ed9-8936-044e411647e5 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Request body: {'port': {'device_id': '73cb4bda-494d-41cb-b63e-de082be9b0a6', 'network_id': 'badba67c-d219-4c92-b857-3223da5bf474', 'admin_state_up': True, 'tenant_id': '1b1980b603a6467b90e44f3cfb5516f0'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:18.415413 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-94154950-8ab0-4c69-9ce2-a517bfe27a88 req-62b9454e-a610-477d-b888-ee25b8a2ff30 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 210 time: 0.0387931 Jan 28 01:39:18.462457 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-26133c50-168b-4ed9-8936-044e411647e5 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Made reservation on behalf of 1b1980b603a6467b90e44f3cfb5516f0 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:39:18.466219 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-26133c50-168b-4ed9-8936-044e411647e5 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:18.635008 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-26133c50-168b-4ed9-8936-044e411647e5 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Allocated IP 172.20.0.9 (badba67c-d219-4c92-b857-3223da5bf474/39863129-04b4-48ad-8d39-00f9d76f0b0c/e9bf519f-1b31-4059-808f-e099d2037b2c) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:39:18.830185 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-26133c50-168b-4ed9-8936-044e411647e5 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for port (e9bf519f-1b31-4059-808f-e099d2037b2c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:18.870906 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-26133c50-168b-4ed9-8936-044e411647e5 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (e9bf519f-1b31-4059-808f-e099d2037b2c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:18.915318 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-26133c50-168b-4ed9-8936-044e411647e5 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Network badba67c-d219-4c92-b857-3223da5bf474 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:39:18.919286 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-26133c50-168b-4ed9-8936-044e411647e5 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:39:18.923628 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-26133c50-168b-4ed9-8936-044e411647e5 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:39:18.987184 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-26133c50-168b-4ed9-8936-044e411647e5 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:18.987894 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-26133c50-168b-4ed9-8936-044e411647e5 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:19.015982 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26133c50-168b-4ed9-8936-044e411647e5 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Pushing event updated for resources: {'Port': ['ID=e9bf519f-1b31-4059-808f-e099d2037b2c,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:19.040300 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-26133c50-168b-4ed9-8936-044e411647e5 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7133231 Jan 28 01:39:19.327983 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f3a93c3e-0312-4d58-953e-49be8ee7a62c None None] Provisioning complete for port e9bf519f-1b31-4059-808f-e099d2037b2c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:19.329087 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f3a93c3e-0312-4d58-953e-49be8ee7a62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e9bf519f-1b31-4059-808f-e099d2037b2c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:19.385089 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f3a93c3e-0312-4d58-953e-49be8ee7a62c None None] Port e9bf519f-1b31-4059-808f-e099d2037b2c cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:39:19.571502 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc631e1-e6b1-48c4-8ad6-da84f9cd0db2 req-0d94bcf7-959a-4f60-811c-54eeccd85b2d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:19.573705 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4fc631e1-e6b1-48c4-8ad6-da84f9cd0db2 req-0d94bcf7-959a-4f60-811c-54eeccd85b2d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 931 time: 0.0715272 Jan 28 01:39:19.659298 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4fc631e1-e6b1-48c4-8ad6-da84f9cd0db2 req-87fece3f-0520-4aa2-a1c1-4cf2dbd178e4 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e6f415a-3043-47fb-8ba3-ebdec98aacbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716829 Jan 28 01:39:20.866636 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c017e-c729-4853-9792-dbe5f48844c7 req-6730a3f2-3181-4dd8-9618-6c0f93b26326 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:20.886370 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-db8c017e-c729-4853-9792-dbe5f48844c7 req-6730a3f2-3181-4dd8-9618-6c0f93b26326 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 931 time: 0.1257591 Jan 28 01:39:20.950633 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-db8c017e-c729-4853-9792-dbe5f48844c7 req-c007c336-be41-4fdf-a1a2-ef2ff8fd54f6 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e6f415a-3043-47fb-8ba3-ebdec98aacbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632083 Jan 28 01:39:22.125454 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d094b8b-e96e-433b-8211-1436bbb85f37 req-efd641cc-54ca-44ca-9eb2-40ae5cc9bfb5 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:22.127027 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2d094b8b-e96e-433b-8211-1436bbb85f37 req-efd641cc-54ca-44ca-9eb2-40ae5cc9bfb5 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 931 time: 0.0795856 Jan 28 01:39:22.187942 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2d094b8b-e96e-433b-8211-1436bbb85f37 req-161af656-8ad3-434b-99a6-679c033434ac tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e6f415a-3043-47fb-8ba3-ebdec98aacbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541248 Jan 28 01:39:23.313202 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e421e-2689-4ea3-9c11-e384a79b204e req-22b37931-56af-48e9-ae69-5748383c4203 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:23.314782 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-681e421e-2689-4ea3-9c11-e384a79b204e req-22b37931-56af-48e9-ae69-5748383c4203 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 931 time: 0.0573063 Jan 28 01:39:23.378215 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-681e421e-2689-4ea3-9c11-e384a79b204e req-4a0d53a4-77f2-4ef6-b918-090c2eccd48d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e6f415a-3043-47fb-8ba3-ebdec98aacbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571241 Jan 28 01:39:24.517151 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2098b0-a9be-4d23-8f74-d303bb9298f0 req-75920200-1372-4309-9a17-bfd73e182a4e tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:24.519658 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe2098b0-a9be-4d23-8f74-d303bb9298f0 req-75920200-1372-4309-9a17-bfd73e182a4e tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 931 time: 0.0618687 Jan 28 01:39:24.581663 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fe2098b0-a9be-4d23-8f74-d303bb9298f0 req-a4507aeb-b0c9-49cf-a4df-a74477db95b5 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e6f415a-3043-47fb-8ba3-ebdec98aacbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527406 Jan 28 01:39:25.707656 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987315c1-778b-4e1a-92f2-aed9c215a7d5 req-7326c62b-1dbb-469e-bae7-0b013fef1be2 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:25.710581 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-987315c1-778b-4e1a-92f2-aed9c215a7d5 req-7326c62b-1dbb-469e-bae7-0b013fef1be2 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 931 time: 0.0553644 Jan 28 01:39:25.771183 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-987315c1-778b-4e1a-92f2-aed9c215a7d5 req-68b0bc85-30c5-4ecf-a3ea-e09f6f49e5e0 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e6f415a-3043-47fb-8ba3-ebdec98aacbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533006 Jan 28 01:39:26.238747 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-d2183f84-5a59-4eee-a304-bd708b94a305 service neutron] Request body: {'port': {'device_id': '73cb4bda-494d-41cb-b63e-de082be9b0a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:26.292047 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-d2183f84-5a59-4eee-a304-bd708b94a305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e9bf519f-1b31-4059-808f-e099d2037b2c), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:26.562355 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-d2183f84-5a59-4eee-a304-bd708b94a305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9bf519f-1b31-4059-808f-e099d2037b2c {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:39:26.570606 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-d2183f84-5a59-4eee-a304-bd708b94a305 service neutron] Publish callbacks [] for port (e9bf519f-1b31-4059-808f-e099d2037b2c), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:26.584225 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-d2183f84-5a59-4eee-a304-bd708b94a305 service neutron] Transition to ACTIVE for port object e9bf519f-1b31-4059-808f-e099d2037b2c will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:39:26.588165 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-d2183f84-5a59-4eee-a304-bd708b94a305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (e9bf519f-1b31-4059-808f-e099d2037b2c), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:26.638246 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2183f84-5a59-4eee-a304-bd708b94a305 service neutron] Pushing event updated for resources: {'Port': ['ID=e9bf519f-1b31-4059-808f-e099d2037b2c,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:26.711139 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-d2183f84-5a59-4eee-a304-bd708b94a305 service neutron] Attempting to bind port e9bf519f-1b31-4059-808f-e099d2037b2c on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:39:26.711884 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-d2183f84-5a59-4eee-a304-bd708b94a305 service neutron] Attempting to bind port e9bf519f-1b31-4059-808f-e099d2037b2c by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'e6b281cb-26e7-47ae-bbfe-31fe8b1492f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'badba67c-d219-4c92-b857-3223da5bf474'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:39:26.711884 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-d2183f84-5a59-4eee-a304-bd708b94a305 service neutron] Attempting to bind port e9bf519f-1b31-4059-808f-e099d2037b2c on network badba67c-d219-4c92-b857-3223da5bf474 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:39:26.716662 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-d2183f84-5a59-4eee-a304-bd708b94a305 service neutron] Port e9bf519f-1b31-4059-808f-e099d2037b2c on network badba67c-d219-4c92-b857-3223da5bf474 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:39:26.716997 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-d2183f84-5a59-4eee-a304-bd708b94a305 service neutron] Attempting to bind port e9bf519f-1b31-4059-808f-e099d2037b2c on network badba67c-d219-4c92-b857-3223da5bf474 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:39:26.722479 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-d2183f84-5a59-4eee-a304-bd708b94a305 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:39:26.722886 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-d2183f84-5a59-4eee-a304-bd708b94a305 service neutron] Checking segment: {'id': 'e6b281cb-26e7-47ae-bbfe-31fe8b1492f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'badba67c-d219-4c92-b857-3223da5bf474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:39:26.723291 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-d2183f84-5a59-4eee-a304-bd708b94a305 service neutron] Bound using segment: {'id': 'e6b281cb-26e7-47ae-bbfe-31fe8b1492f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'badba67c-d219-4c92-b857-3223da5bf474'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:39:26.723868 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-d2183f84-5a59-4eee-a304-bd708b94a305 service neutron] Bound port: e9bf519f-1b31-4059-808f-e099d2037b2c, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b281cb-26e7-47ae-bbfe-31fe8b1492f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'badba67c-d219-4c92-b857-3223da5bf474'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:39:26.724241 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-d2183f84-5a59-4eee-a304-bd708b94a305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e9bf519f-1b31-4059-808f-e099d2037b2c), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:26.799426 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-d2183f84-5a59-4eee-a304-bd708b94a305 service neutron] For port e9bf519f-1b31-4059-808f-e099d2037b2c, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:39:26.803919 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-d2183f84-5a59-4eee-a304-bd708b94a305 service neutron] For port e9bf519f-1b31-4059-808f-e099d2037b2c, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e9bf519f-1b31-4059-808f-e099d2037b2c,segment=NetworkSegment(e6b281cb-26e7-47ae-bbfe-31fe8b1492f5),segment_id=e6b281cb-26e7-47ae-bbfe-31fe8b1492f5)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:39:26.809800 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-d2183f84-5a59-4eee-a304-bd708b94a305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (e9bf519f-1b31-4059-808f-e099d2037b2c), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:26.845990 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-d2183f84-5a59-4eee-a304-bd708b94a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:26.846629 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-d2183f84-5a59-4eee-a304-bd708b94a305 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:26.848064 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-d2183f84-5a59-4eee-a304-bd708b94a305 service neutron] 10.222.0.65 "PUT /v2.0/ports/e9bf519f-1b31-4059-808f-e099d2037b2c HTTP/1.1" status: 200 len: 1091 time: 0.6581135 Jan 28 01:39:26.848808 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cb4bda-494d-41cb-b63e-de082be9b0a6', 'tag': 'e9bf519f-1b31-4059-808f-e099d2037b2c'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:39:26.851269 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93452c84-8126-4112-857c-0873e60bb6c9" -d '{"events": [{"name": "network-changed", "server_uuid": "73cb4bda-494d-41cb-b63e-de082be9b0a6", "tag": "e9bf519f-1b31-4059-808f-e099d2037b2c"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:39:26.906745 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed046e4-9011-468c-9a41-a56cb9ba6e0a x-openstack-request-id: req-2ed046e4-9011-468c-9a41-a56cb9ba6e0a {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:39:26.907040 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73cb4bda-494d-41cb-b63e-de082be9b0a6", "tag": "e9bf519f-1b31-4059-808f-e099d2037b2c", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:39:26.907307 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2ed046e4-9011-468c-9a41-a56cb9ba6e0a {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:39:26.907774 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73cb4bda-494d-41cb-b63e-de082be9b0a6', 'tag': 'e9bf519f-1b31-4059-808f-e099d2037b2c', 'status': 'completed', 'code': 200} Jan 28 01:39:26.911786 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2183f84-5a59-4eee-a304-bd708b94a305 service neutron] Pushing event updated for resources: {'Port': ['ID=e9bf519f-1b31-4059-808f-e099d2037b2c,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:26.928569 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a9a5a-2a08-4110-9dfe-077259cff66e req-baa0d5a5-9616-4556-a66d-6e12f740981c tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:26.930204 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ec2a9a5a-2a08-4110-9dfe-077259cff66e req-baa0d5a5-9616-4556-a66d-6e12f740981c tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 943 time: 0.0741234 Jan 28 01:39:27.002420 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-4fce175d-2a02-4a49-af7c-ceb9aaec803d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:27.003956 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-4fce175d-2a02-4a49-af7c-ceb9aaec803d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1b1980b603a6467b90e44f3cfb5516f0&device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 1094 time: 0.0728755 Jan 28 01:39:27.016980 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ec2a9a5a-2a08-4110-9dfe-077259cff66e req-6ac6abfb-83ff-4652-a287-53ca18c4cdc0 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e6f415a-3043-47fb-8ba3-ebdec98aacbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779607 Jan 28 01:39:27.054893 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-e3c75de6-d311-4b7b-827d-7d4ad71bbf3d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9bf519f-1b31-4059-808f-e099d2037b2c HTTP/1.1" status: 200 len: 217 time: 0.0370510 Jan 28 01:39:27.104677 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-0070db0c-5dd7-4765-8c98-7b241edbea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:27.106155 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-0070db0c-5dd7-4765-8c98-7b241edbea2e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=39863129-04b4-48ad-8d39-00f9d76f0b0c HTTP/1.1" status: 200 len: 854 time: 0.0448453 Jan 28 01:39:27.155744 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-08283dff-d8ed-43fc-bf4e-cb1a318d0304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:27.157224 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-08283dff-d8ed-43fc-bf4e-cb1a318d0304 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=badba67c-d219-4c92-b857-3223da5bf474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450962 Jan 28 01:39:27.246127 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-7724bff5-9e24-4b7e-a9e7-9f14342ed7ac service neutron] 10.222.0.65 "GET /v2.0/networks/badba67c-d219-4c92-b857-3223da5bf474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812733 Jan 28 01:39:27.338764 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-75d0b73a-9876-4f74-8286-7649bfc10691 req-5477b4dd-a589-45ab-a8a1-7643fac40851 service neutron] 10.222.0.65 "GET /v2.0/networks/badba67c-d219-4c92-b857-3223da5bf474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864680 Jan 28 01:39:27.478630 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93452c84-8126-4112-857c-0873e60bb6c9 req-02e77800-ee6b-469e-b666-4386a100da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:27.480173 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93452c84-8126-4112-857c-0873e60bb6c9 req-02e77800-ee6b-469e-b666-4386a100da02 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1b1980b603a6467b90e44f3cfb5516f0&device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 1094 time: 0.0458930 Jan 28 01:39:27.570289 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93452c84-8126-4112-857c-0873e60bb6c9 req-eb328cf2-f120-422d-b5a6-7820e86a3382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:27.571809 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93452c84-8126-4112-857c-0873e60bb6c9 req-eb328cf2-f120-422d-b5a6-7820e86a3382 service neutron] 10.222.0.65 "GET /v2.0/networks?id=badba67c-d219-4c92-b857-3223da5bf474 HTTP/1.1" status: 200 len: 916 time: 0.0852516 Jan 28 01:39:27.617690 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93452c84-8126-4112-857c-0873e60bb6c9 req-e0eda1bc-46b9-4a75-92a8-5d8dbc0f8415 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9bf519f-1b31-4059-808f-e099d2037b2c HTTP/1.1" status: 200 len: 217 time: 0.0387836 Jan 28 01:39:27.667597 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93452c84-8126-4112-857c-0873e60bb6c9 req-da9bda4a-791e-491e-aaa8-44aa6bdfc20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:27.669134 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93452c84-8126-4112-857c-0873e60bb6c9 req-da9bda4a-791e-491e-aaa8-44aa6bdfc20a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=39863129-04b4-48ad-8d39-00f9d76f0b0c HTTP/1.1" status: 200 len: 854 time: 0.0446265 Jan 28 01:39:27.714501 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93452c84-8126-4112-857c-0873e60bb6c9 req-eae91767-3e40-4fb7-847b-279273a0e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:27.716075 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93452c84-8126-4112-857c-0873e60bb6c9 req-eae91767-3e40-4fb7-847b-279273a0e5c7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=badba67c-d219-4c92-b857-3223da5bf474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409408 Jan 28 01:39:27.810148 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93452c84-8126-4112-857c-0873e60bb6c9 req-f950558f-3e63-40a5-a6e3-d5b348757602 service neutron] 10.222.0.65 "GET /v2.0/networks/badba67c-d219-4c92-b857-3223da5bf474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870409 Jan 28 01:39:27.900354 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93452c84-8126-4112-857c-0873e60bb6c9 req-6a1f1429-1089-42cc-996e-d7c94de50a8f service neutron] 10.222.0.65 "GET /v2.0/networks/badba67c-d219-4c92-b857-3223da5bf474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834584 Jan 28 01:39:28.135790 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75c138-db17-4273-9b57-0f03b4501937 req-604c951f-354b-4b65-8226-ef4b7992006c tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:28.137282 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7c75c138-db17-4273-9b57-0f03b4501937 req-604c951f-354b-4b65-8226-ef4b7992006c tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 943 time: 0.0492508 Jan 28 01:39:28.188889 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7c75c138-db17-4273-9b57-0f03b4501937 req-d18be211-ce3a-4a0c-b007-9cd78f074d82 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e6f415a-3043-47fb-8ba3-ebdec98aacbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460865 Jan 28 01:39:29.305256 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0a6e9-6e38-44b6-8c90-0ca48bf398ef req-8fdca905-59fb-4d6a-8966-6aeb725d7977 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:29.306730 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2ff0a6e9-6e38-44b6-8c90-0ca48bf398ef req-8fdca905-59fb-4d6a-8966-6aeb725d7977 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 943 time: 0.0490150 Jan 28 01:39:29.354064 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2ff0a6e9-6e38-44b6-8c90-0ca48bf398ef req-71772355-6ab0-4a46-a2f7-5bd7b54db7da tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e6f415a-3043-47fb-8ba3-ebdec98aacbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416191 Jan 28 01:39:29.923342 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e9bf519f-1b31-4059-808f-e099d2037b2c details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:39:30.017268 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e9bf519f-1b31-4059-808f-e099d2037b2c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e9bf519f-1b31-4059-808f-e099d2037b2c,segment=NetworkSegment(e6b281cb-26e7-47ae-bbfe-31fe8b1492f5),segment_id=e6b281cb-26e7-47ae-bbfe-31fe8b1492f5)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:39:30.032845 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'e9bf519f-1b31-4059-808f-e099d2037b2c', 'network_id': 'badba67c-d219-4c92-b857-3223da5bf474', 'port_id': 'e9bf519f-1b31-4059-808f-e099d2037b2c', 'mac_address': 'fa:16:3e:f0:52:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39863129-04b4-48ad-8d39-00f9d76f0b0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:39:30.070623 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port e9bf519f-1b31-4059-808f-e099d2037b2c is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:30.071014 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e9bf519f-1b31-4059-808f-e099d2037b2c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:30.083737 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9bf519f-1b31-4059-808f-e099d2037b2c {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:39:30.102953 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e9bf519f-1b31-4059-808f-e099d2037b2c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e9bf519f-1b31-4059-808f-e099d2037b2c,segment=NetworkSegment(e6b281cb-26e7-47ae-bbfe-31fe8b1492f5),segment_id=e6b281cb-26e7-47ae-bbfe-31fe8b1492f5)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:39:30.107039 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e9bf519f-1b31-4059-808f-e099d2037b2c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:30.154013 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=e9bf519f-1b31-4059-808f-e099d2037b2c,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:30.429969 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['e9bf519f-1b31-4059-808f-e099d2037b2c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:39:30.473274 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62648eda-2b07-4ef8-9438-6f264eb508fa req-15f79267-8ec2-43d5-8bda-9471a8e4f713 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:30.475515 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62648eda-2b07-4ef8-9438-6f264eb508fa req-15f79267-8ec2-43d5-8bda-9471a8e4f713 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 944 time: 0.0525360 Jan 28 01:39:30.524076 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62648eda-2b07-4ef8-9438-6f264eb508fa req-78ed7390-251d-44f0-a113-b6eb183baf25 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e6f415a-3043-47fb-8ba3-ebdec98aacbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430396 Jan 28 01:39:31.648702 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae28b2-1350-4992-9b6b-1c9918733688 req-0e8a6f6d-bf65-480d-9330-6014518afade tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:31.650219 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-32ae28b2-1350-4992-9b6b-1c9918733688 req-0e8a6f6d-bf65-480d-9330-6014518afade tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 944 time: 0.0555923 Jan 28 01:39:31.698924 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-32ae28b2-1350-4992-9b6b-1c9918733688 req-6548d26a-895d-4fed-8b2b-ae378a54180f tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e6f415a-3043-47fb-8ba3-ebdec98aacbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424845 Jan 28 01:39:31.912051 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e9bf519f-1b31-4059-808f-e099d2037b2c up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:39:31.960039 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port e9bf519f-1b31-4059-808f-e099d2037b2c completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:39:31.963882 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port e9bf519f-1b31-4059-808f-e099d2037b2c triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:31.964261 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e9bf519f-1b31-4059-808f-e099d2037b2c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:32.048166 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port e9bf519f-1b31-4059-808f-e099d2037b2c is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:32.048556 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e9bf519f-1b31-4059-808f-e099d2037b2c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:32.073775 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cb4bda-494d-41cb-b63e-de082be9b0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9bf519f-1b31-4059-808f-e099d2037b2c'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:39:32.076043 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e73b9bf-7e2e-4163-808b-85889bfa4b68" -d '{"events": [{"server_uuid": "73cb4bda-494d-41cb-b63e-de082be9b0a6", "name": "network-vif-plugged", "status": "completed", "tag": "e9bf519f-1b31-4059-808f-e099d2037b2c"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:39:32.088782 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port e9bf519f-1b31-4059-808f-e099d2037b2c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e9bf519f-1b31-4059-808f-e099d2037b2c,segment=NetworkSegment(e6b281cb-26e7-47ae-bbfe-31fe8b1492f5),segment_id=e6b281cb-26e7-47ae-bbfe-31fe8b1492f5)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:39:32.093194 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e9bf519f-1b31-4059-808f-e099d2037b2c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:32.118068 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cec376f-8c2d-41bc-a563-106ab0d4740d x-openstack-request-id: req-8cec376f-8c2d-41bc-a563-106ab0d4740d {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:39:32.118374 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cb4bda-494d-41cb-b63e-de082be9b0a6", "name": "network-vif-plugged", "status": "completed", "tag": "e9bf519f-1b31-4059-808f-e099d2037b2c", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:39:32.118639 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8cec376f-8c2d-41bc-a563-106ab0d4740d {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:39:32.119037 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cb4bda-494d-41cb-b63e-de082be9b0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9bf519f-1b31-4059-808f-e099d2037b2c', 'code': 200} Jan 28 01:39:32.145830 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=e9bf519f-1b31-4059-808f-e099d2037b2c,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:32.241171 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85ad9f-368e-4fb5-8ee9-a581761a931a req-997c6ed9-b16f-4dcf-b8d6-8c92d95fc514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:32.242577 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a85ad9f-368e-4fb5-8ee9-a581761a931a req-997c6ed9-b16f-4dcf-b8d6-8c92d95fc514 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 1096 time: 0.0401032 Jan 28 01:39:32.288256 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1a85ad9f-368e-4fb5-8ee9-a581761a931a req-78a37ba5-98b6-46ba-ab50-2fa799c390e7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5e6f415a-3043-47fb-8ba3-ebdec98aacbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385065 Jan 28 01:39:32.817030 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382a9ea-8365-4438-b4cf-c9d77e56cf6b req-04cd23d2-b52b-4c58-94c6-38ba25490890 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:32.818433 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f382a9ea-8365-4438-b4cf-c9d77e56cf6b req-04cd23d2-b52b-4c58-94c6-38ba25490890 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0520868 Jan 28 01:39:32.866025 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f382a9ea-8365-4438-b4cf-c9d77e56cf6b req-ac4be439-c6fa-416b-8e82-afc192e06265 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e6f415a-3043-47fb-8ba3-ebdec98aacbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420587 Jan 28 01:39:33.549138 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:39:33.991526 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d532d-b56d-4b61-825a-5481d5d0e10e req-4b6d69f1-8fa9-4d11-9efa-e8cf45b19d6d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:33.993022 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-540d532d-b56d-4b61-825a-5481d5d0e10e req-4b6d69f1-8fa9-4d11-9efa-e8cf45b19d6d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0513864 Jan 28 01:39:34.039479 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-540d532d-b56d-4b61-825a-5481d5d0e10e req-ac57195d-07bb-4211-b739-f5112ff83960 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e6f415a-3043-47fb-8ba3-ebdec98aacbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408802 Jan 28 01:39:34.161581 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba8ecd-f7c2-4501-be18-57727f2402fd req-36eb6882-75a1-4cb4-bf5f-fe79cc274925 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:34.163255 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a1ba8ecd-f7c2-4501-be18-57727f2402fd req-36eb6882-75a1-4cb4-bf5f-fe79cc274925 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0518923 Jan 28 01:39:34.218370 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a1ba8ecd-f7c2-4501-be18-57727f2402fd req-7cdcecf4-a127-495d-ba82-a3e75cfb3aea tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e6f415a-3043-47fb-8ba3-ebdec98aacbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494533 Jan 28 01:39:34.406174 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4bfd8-e5fe-4b7d-bcc6-ffce0e370a14 req-658fed61-f1b5-4730-8695-d8e292cb98b3 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:34.407712 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c2e4bfd8-e5fe-4b7d-bcc6-ffce0e370a14 req-658fed61-f1b5-4730-8695-d8e292cb98b3 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0488696 Jan 28 01:39:34.456029 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c2e4bfd8-e5fe-4b7d-bcc6-ffce0e370a14 req-0f325aad-44e0-4772-9be6-deef7d4f2a09 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e6f415a-3043-47fb-8ba3-ebdec98aacbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416474 Jan 28 01:39:36.156793 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-eacda7de-089b-43c3-8ad0-16780df25ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:38.470157 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7cb8c48d-3495-4a0b-8732-fff13d1e48b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:39.986771 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:41.523478 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:42.319006 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:43.684589 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:45.288946 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:53.487962 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f799bcc-60f8-4274-b2bc-ae496233b9fa req-e2f76b90-f3cb-480d-bd40-6d7936e4e819 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:53.489573 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f799bcc-60f8-4274-b2bc-ae496233b9fa req-e2f76b90-f3cb-480d-bd40-6d7936e4e819 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0490713 Jan 28 01:39:53.539382 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2f799bcc-60f8-4274-b2bc-ae496233b9fa req-08b36eba-1eed-455a-9f0d-a7d4102f1d23 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e6f415a-3043-47fb-8ba3-ebdec98aacbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432882 Jan 28 01:39:53.561599 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56208) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:53.649728 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bfb456-ba6f-4efc-8b71-515744f1b087 tempest-TestMinimumBasicScenario-986483429 tempest-TestMinimumBasicScenario-986483429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:53.651265 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-31bfb456-ba6f-4efc-8b71-515744f1b087 tempest-TestMinimumBasicScenario-986483429 tempest-TestMinimumBasicScenario-986483429-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 1091 time: 0.0886548 Jan 28 01:39:53.654430 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56212) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:53.658586 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'port_id': 'e9bf519f-1b31-4059-808f-e099d2037b2c', 'tenant_id': '1b1980b603a6467b90e44f3cfb5516f0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:53.679758 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:53.776566 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:53.890207 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Allocated IP 172.25.3.212 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/d7ce2986-0dd0-4594-9a44-0f763d0ea6dc) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:39:53.995127 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for port (d7ce2986-0dd0-4594-9a44-0f763d0ea6dc), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:54.029533 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (d7ce2986-0dd0-4594-9a44-0f763d0ea6dc), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:54.073459 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:39:54.076525 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:39:54.082644 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:39:54.105672 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Pushing event updated for resources: {'Port': ['ID=d7ce2986-0dd0-4594-9a44-0f763d0ea6dc,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:54.478107 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for floatingip (90a1a54e-00bc-48ea-8ecb-e5ea948add4b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:54.554540 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d7ce2986-0dd0-4594-9a44-0f763d0ea6dc), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:54.705383 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for port (d7ce2986-0dd0-4594-9a44-0f763d0ea6dc), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:54.710558 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (d7ce2986-0dd0-4594-9a44-0f763d0ea6dc), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:54.781279 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Pushing event updated for resources: {'Port': ['ID=d7ce2986-0dd0-4594-9a44-0f763d0ea6dc,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:54.793946 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:54.794298 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:54.794647 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:54.795011 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:54.795340 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:54.795704 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:54.796043 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:54.796375 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:54.796705 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:54.797038 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:54.797370 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:54.797697 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:54.798028 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:39:54.804108 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (90a1a54e-00bc-48ea-8ecb-e5ea948add4b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:54.904883 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Floating IP 90a1a54e-00bc-48ea-8ecb-e5ea948add4b associated. External IP: 172.25.3.212, port: e9bf519f-1b31-4059-808f-e099d2037b2c. Jan 28 01:39:55.119413 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Router ccaa485c-9e9a-4980-af0c-9cfba250aca6 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:39:55.228864 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:39:55.240690 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7826e5-37cc-4817-bb5b-38c3c1cbcb4a None None] Sync routers for ids ['ccaa485c-9e9a-4980-af0c-9cfba250aca6'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:39:55.249258 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:55.252292 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7826e5-37cc-4817-bb5b-38c3c1cbcb4a None None] Routers {'ccaa485c-9e9a-4980-af0c-9cfba250aca6'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:39:55.252921 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-6d7826e5-37cc-4817-bb5b-38c3c1cbcb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:39:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['ccaa485c-9e9a-4980-af0c-9cfba250aca6'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:55.277145 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f861e324-e3c8-4d6e-8f9d-d17b1f88cd3d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6217532 Jan 28 01:39:55.277848 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cb4bda-494d-41cb-b63e-de082be9b0a6', 'tag': 'e9bf519f-1b31-4059-808f-e099d2037b2c'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:39:55.280265 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56214) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:55.280819 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4569b3f8-8924-4831-b875-5cc7c18d4e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "73cb4bda-494d-41cb-b63e-de082be9b0a6", "tag": "e9bf519f-1b31-4059-808f-e099d2037b2c"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:39:55.285188 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2be90924-f789-4670-ae0b-9a4764cecf18 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1124502135', 'description': 'tempest-secgroup-smoke-1124502135 description', 'project_id': '1b1980b603a6467b90e44f3cfb5516f0'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:55.311009 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2be90924-f789-4670-ae0b-9a4764cecf18 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:55.327778 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8649e804-6f07-4be7-9c33-b573b1b07e3e x-openstack-request-id: req-8649e804-6f07-4be7-9c33-b573b1b07e3e {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:39:55.328051 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73cb4bda-494d-41cb-b63e-de082be9b0a6", "tag": "e9bf519f-1b31-4059-808f-e099d2037b2c", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:39:55.328860 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8649e804-6f07-4be7-9c33-b573b1b07e3e {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:39:55.329348 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73cb4bda-494d-41cb-b63e-de082be9b0a6', 'tag': 'e9bf519f-1b31-4059-808f-e099d2037b2c', 'status': 'completed', 'code': 200} Jan 28 01:39:55.379823 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-6d7826e5-37cc-4817-bb5b-38c3c1cbcb4a None None] Set router ccaa485c-9e9a-4980-af0c-9cfba250aca6 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:39:55.391810 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2be90924-f789-4670-ae0b-9a4764cecf18 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for security_group (fe38a6f7-92c8-4f8d-b790-718906664de8), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:55.397279 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2be90924-f789-4670-ae0b-9a4764cecf18 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (fe38a6f7-92c8-4f8d-b790-718906664de8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:55.425072 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569b3f8-8924-4831-b875-5cc7c18d4e5a req-d7470305-d08a-4ae6-a631-6dbaa10d4fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:55.426828 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4569b3f8-8924-4831-b875-5cc7c18d4e5a req-d7470305-d08a-4ae6-a631-6dbaa10d4fa0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1b1980b603a6467b90e44f3cfb5516f0&device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 1096 time: 0.0491698 Jan 28 01:39:55.436499 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2be90924-f789-4670-ae0b-9a4764cecf18 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:55.440544 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2be90924-f789-4670-ae0b-9a4764cecf18 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1565900 Jan 28 01:39:55.442502 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56218) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:55.447249 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e53e50ce-04e7-4a46-b074-482ebcef8a88 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Request body: {'security_group_rule': {'security_group_id': 'fe38a6f7-92c8-4f8d-b790-718906664de8', 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:55.451548 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be90924-f789-4670-ae0b-9a4764cecf18 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe38a6f7-92c8-4f8d-b790-718906664de8,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:55.483135 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e53e50ce-04e7-4a46-b074-482ebcef8a88 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for security_group_rule (7a795dc4-c6cf-4d8a-9d4d-210513912a8f), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:55.558913 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e53e50ce-04e7-4a46-b074-482ebcef8a88 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for security_group_rule (7a795dc4-c6cf-4d8a-9d4d-210513912a8f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:55.564133 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e53e50ce-04e7-4a46-b074-482ebcef8a88 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (7a795dc4-c6cf-4d8a-9d4d-210513912a8f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:55.565265 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569b3f8-8924-4831-b875-5cc7c18d4e5a req-d44cd3f6-2739-4932-bf65-f914f2cedc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:55.567839 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4569b3f8-8924-4831-b875-5cc7c18d4e5a req-d44cd3f6-2739-4932-bf65-f914f2cedc6d service neutron] 10.222.0.65 "GET /v2.0/networks?id=badba67c-d219-4c92-b857-3223da5bf474 HTTP/1.1" status: 200 len: 916 time: 0.1321473 Jan 28 01:39:55.592347 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e50ce-04e7-4a46-b074-482ebcef8a88 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a795dc4-c6cf-4d8a-9d4d-210513912a8f,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:55.603553 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e53e50ce-04e7-4a46-b074-482ebcef8a88 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:55.604989 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e53e50ce-04e7-4a46-b074-482ebcef8a88 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1613514 Jan 28 01:39:55.607681 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56220) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:55.612546 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-724fe732-fbaf-40c9-b04b-c1e36f2087af tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Request body: {'security_group_rule': {'security_group_id': 'fe38a6f7-92c8-4f8d-b790-718906664de8', 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:55.643414 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-724fe732-fbaf-40c9-b04b-c1e36f2087af tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for security_group_rule (0faf7ac5-c9df-466f-9dcf-45fe3b77050a), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:55.658345 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4569b3f8-8924-4831-b875-5cc7c18d4e5a req-372d7b04-d6c7-4393-bdd0-fd967f2d1a1e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9bf519f-1b31-4059-808f-e099d2037b2c HTTP/1.1" status: 200 len: 999 time: 0.0833631 Jan 28 01:39:55.659933 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-6d7826e5-37cc-4817-bb5b-38c3c1cbcb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'name': 'tempest-TestMinimumBasicScenario-1420200611-router', 'tenant_id': '1b1980b603a6467b90e44f3cfb5516f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:38:55Z', 'updated_at': '2022-01-28T01:38:58Z', 'revision_number': 4, 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'gw_port': {'id': '72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:38:56Z', 'updated_at': '2022-01-28T01:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '90a1a54e-00bc-48ea-8ecb-e5ea948add4b', 'tenant_id': '1b1980b603a6467b90e44f3cfb5516f0', 'floating_ip_address': '172.25.3.212', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'port_id': 'e9bf519f-1b31-4059-808f-e099d2037b2c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'badba67c-d219-4c92-b857-3223da5bf474', 'mac_address': 'fa:16:3e:f0:52:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cb4bda-494d-41cb-b63e-de082be9b0a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:39:54Z', 'updated_at': '2022-01-28T01:39:54Z', 'revision_number': 0, 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4294c55a-3ab2-43cd-b4a9-2e068ac13b85', 'name': '', 'network_id': 'badba67c-d219-4c92-b857-3223da5bf474', 'tenant_id': '1b1980b603a6467b90e44f3cfb5516f0', 'mac_address': 'fa:16:3e:79:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '39863129-04b4-48ad-8d39-00f9d76f0b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:38:58Z', 'updated_at': '2022-01-28T01:39:03Z', 'revision_number': 5, 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'subnets': [{'id': '39863129-04b4-48ad-8d39-00f9d76f0b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:55.703216 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7826e5-37cc-4817-bb5b-38c3c1cbcb4a None None] Checking router: ccaa485c-9e9a-4980-af0c-9cfba250aca6 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:39:55.708686 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-724fe732-fbaf-40c9-b04b-c1e36f2087af tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for security_group_rule (0faf7ac5-c9df-466f-9dcf-45fe3b77050a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:55.713055 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569b3f8-8924-4831-b875-5cc7c18d4e5a req-b0113824-e933-4eb4-8938-a166d8beba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:55.713280 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-724fe732-fbaf-40c9-b04b-c1e36f2087af tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (0faf7ac5-c9df-466f-9dcf-45fe3b77050a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:55.714530 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4569b3f8-8924-4831-b875-5cc7c18d4e5a req-b0113824-e933-4eb4-8938-a166d8beba88 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=39863129-04b4-48ad-8d39-00f9d76f0b0c HTTP/1.1" status: 200 len: 854 time: 0.0499537 Jan 28 01:39:55.715205 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7826e5-37cc-4817-bb5b-38c3c1cbcb4a None None] Routers {'ccaa485c-9e9a-4980-af0c-9cfba250aca6'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:39:55.716083 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-6d7826e5-37cc-4817-bb5b-38c3c1cbcb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:39:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['ccaa485c-9e9a-4980-af0c-9cfba250aca6'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:55.734018 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fe732-fbaf-40c9-b04b-c1e36f2087af tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0faf7ac5-c9df-466f-9dcf-45fe3b77050a,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:55.746184 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-724fe732-fbaf-40c9-b04b-c1e36f2087af tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:55.749969 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-724fe732-fbaf-40c9-b04b-c1e36f2087af tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1388423 Jan 28 01:39:55.750359 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56222) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:55.755121 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-75de4361-379b-4edc-b041-c771b823fa51 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Request body: {'security_group_rule': {'security_group_id': 'fe38a6f7-92c8-4f8d-b790-718906664de8', 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:55.771332 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569b3f8-8924-4831-b875-5cc7c18d4e5a req-21b117de-8e62-4b85-a37b-994ad47bfd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:55.776716 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4569b3f8-8924-4831-b875-5cc7c18d4e5a req-21b117de-8e62-4b85-a37b-994ad47bfd93 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=badba67c-d219-4c92-b857-3223da5bf474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541430 Jan 28 01:39:55.788805 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-75de4361-379b-4edc-b041-c771b823fa51 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for security_group_rule (2a8b43f6-7024-477f-802d-731f6d1e83ba), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:55.837717 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-6d7826e5-37cc-4817-bb5b-38c3c1cbcb4a None None] Set router ccaa485c-9e9a-4980-af0c-9cfba250aca6 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:39:55.865203 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-75de4361-379b-4edc-b041-c771b823fa51 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for security_group_rule (2a8b43f6-7024-477f-802d-731f6d1e83ba), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:55.869828 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-75de4361-379b-4edc-b041-c771b823fa51 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (2a8b43f6-7024-477f-802d-731f6d1e83ba), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:55.880283 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4569b3f8-8924-4831-b875-5cc7c18d4e5a req-1a78de22-370c-49d4-8266-959c30982459 service neutron] 10.222.0.65 "GET /v2.0/networks/badba67c-d219-4c92-b857-3223da5bf474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973554 Jan 28 01:39:55.892043 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de4361-379b-4edc-b041-c771b823fa51 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a8b43f6-7024-477f-802d-731f6d1e83ba,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:55.900851 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-75de4361-379b-4edc-b041-c771b823fa51 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:55.905232 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-75de4361-379b-4edc-b041-c771b823fa51 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1509175 Jan 28 01:39:55.905540 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56224) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:55.912536 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-c9acd035-aec1-49b0-b987-b8e60db78270 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Request body: {'security_group_rule': {'security_group_id': 'fe38a6f7-92c8-4f8d-b790-718906664de8', 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:55.940772 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c9acd035-aec1-49b0-b987-b8e60db78270 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for security_group_rule (88465b05-6a74-4c1a-bb37-3f691e97e899), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:56.012999 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c9acd035-aec1-49b0-b987-b8e60db78270 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for security_group_rule (88465b05-6a74-4c1a-bb37-3f691e97e899), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:56.018137 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c9acd035-aec1-49b0-b987-b8e60db78270 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (88465b05-6a74-4c1a-bb37-3f691e97e899), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:56.048346 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c9acd035-aec1-49b0-b987-b8e60db78270 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:56.050151 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c9acd035-aec1-49b0-b987-b8e60db78270 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1427639 Jan 28 01:39:56.052488 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9acd035-aec1-49b0-b987-b8e60db78270 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88465b05-6a74-4c1a-bb37-3f691e97e899,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:56.054699 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56226) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:56.060223 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-7fe601b0-e0ee-43c7-a6dd-525611b13a3f tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Request body: {'security_group_rule': {'security_group_id': 'fe38a6f7-92c8-4f8d-b790-718906664de8', 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:56.085232 n-d-826754-1 neutron-server[103343]: INFO neutron.db.securitygroups_db [None req-7fe601b0-e0ee-43c7-a6dd-525611b13a3f tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Project 1b1980b603a6467b90e44f3cfb5516f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:39:56.091014 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7fe601b0-e0ee-43c7-a6dd-525611b13a3f tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for security_group_rule (5054d556-2855-4886-98c6-e90940174358), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:56.122760 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-6d7826e5-37cc-4817-bb5b-38c3c1cbcb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'name': 'tempest-TestMinimumBasicScenario-1420200611-router', 'tenant_id': '1b1980b603a6467b90e44f3cfb5516f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:38:55Z', 'updated_at': '2022-01-28T01:38:58Z', 'revision_number': 4, 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'gw_port': {'id': '72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:38:56Z', 'updated_at': '2022-01-28T01:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '90a1a54e-00bc-48ea-8ecb-e5ea948add4b', 'tenant_id': '1b1980b603a6467b90e44f3cfb5516f0', 'floating_ip_address': '172.25.3.212', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'port_id': 'e9bf519f-1b31-4059-808f-e099d2037b2c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'badba67c-d219-4c92-b857-3223da5bf474', 'mac_address': 'fa:16:3e:f0:52:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cb4bda-494d-41cb-b63e-de082be9b0a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:39:54Z', 'updated_at': '2022-01-28T01:39:54Z', 'revision_number': 0, 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4294c55a-3ab2-43cd-b4a9-2e068ac13b85', 'name': '', 'network_id': 'badba67c-d219-4c92-b857-3223da5bf474', 'tenant_id': '1b1980b603a6467b90e44f3cfb5516f0', 'mac_address': 'fa:16:3e:79:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '39863129-04b4-48ad-8d39-00f9d76f0b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:38:58Z', 'updated_at': '2022-01-28T01:39:03Z', 'revision_number': 5, 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'subnets': [{'id': '39863129-04b4-48ad-8d39-00f9d76f0b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:39:56.169583 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7826e5-37cc-4817-bb5b-38c3c1cbcb4a None None] The sync data for ids ['ccaa485c-9e9a-4980-af0c-9cfba250aca6'] in n-d-826754-1 is: [{'id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'name': 'tempest-TestMinimumBasicScenario-1420200611-router', 'tenant_id': '1b1980b603a6467b90e44f3cfb5516f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:38:55Z', 'updated_at': '2022-01-28T01:38:58Z', 'revision_number': 4, 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'gw_port': {'id': '72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:38:56Z', 'updated_at': '2022-01-28T01:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '90a1a54e-00bc-48ea-8ecb-e5ea948add4b', 'tenant_id': '1b1980b603a6467b90e44f3cfb5516f0', 'floating_ip_address': '172.25.3.212', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'port_id': 'e9bf519f-1b31-4059-808f-e099d2037b2c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'badba67c-d219-4c92-b857-3223da5bf474', 'mac_address': 'fa:16:3e:f0:52:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cb4bda-494d-41cb-b63e-de082be9b0a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:39:54Z', 'updated_at': '2022-01-28T01:39:54Z', 'revision_number': 0, 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4294c55a-3ab2-43cd-b4a9-2e068ac13b85', 'name': '', 'network_id': 'badba67c-d219-4c92-b857-3223da5bf474', 'tenant_id': '1b1980b603a6467b90e44f3cfb5516f0', 'mac_address': 'fa:16:3e:79:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '39863129-04b4-48ad-8d39-00f9d76f0b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:38:58Z', 'updated_at': '2022-01-28T01:39:03Z', 'revision_number': 5, 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'subnets': [{'id': '39863129-04b4-48ad-8d39-00f9d76f0b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:39:56.180656 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7fe601b0-e0ee-43c7-a6dd-525611b13a3f tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for security_group_rule (5054d556-2855-4886-98c6-e90940174358), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:56.185236 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7fe601b0-e0ee-43c7-a6dd-525611b13a3f tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (5054d556-2855-4886-98c6-e90940174358), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:56.212634 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe601b0-e0ee-43c7-a6dd-525611b13a3f tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5054d556-2855-4886-98c6-e90940174358,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:56.220544 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7fe601b0-e0ee-43c7-a6dd-525611b13a3f tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:56.221849 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7fe601b0-e0ee-43c7-a6dd-525611b13a3f tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1658490 Jan 28 01:39:56.224769 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56228) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:39:56.229515 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-7f3ecfa4-f7ae-4cee-bf1d-8064547595db tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Request body: {'security_group_rule': {'security_group_id': 'fe38a6f7-92c8-4f8d-b790-718906664de8', 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:56.256476 n-d-826754-1 neutron-server[103343]: INFO neutron.db.securitygroups_db [None req-7f3ecfa4-f7ae-4cee-bf1d-8064547595db tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Project 1b1980b603a6467b90e44f3cfb5516f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:39:56.262393 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f3ecfa4-f7ae-4cee-bf1d-8064547595db tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for security_group_rule (a7fdb070-744c-42cc-8f9b-e27d910027c9), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:56.335282 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f3ecfa4-f7ae-4cee-bf1d-8064547595db tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for security_group_rule (a7fdb070-744c-42cc-8f9b-e27d910027c9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:56.340006 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f3ecfa4-f7ae-4cee-bf1d-8064547595db tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (a7fdb070-744c-42cc-8f9b-e27d910027c9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:56.359378 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ecfa4-f7ae-4cee-bf1d-8064547595db tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7fdb070-744c-42cc-8f9b-e27d910027c9,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:56.379340 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f3ecfa4-f7ae-4cee-bf1d-8064547595db tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:56.380805 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7f3ecfa4-f7ae-4cee-bf1d-8064547595db tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1548738 Jan 28 01:39:56.389151 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4569b3f8-8924-4831-b875-5cc7c18d4e5a req-49c76b49-c52e-47f6-8866-212badd99aeb service neutron] 10.222.0.65 "GET /v2.0/networks/badba67c-d219-4c92-b857-3223da5bf474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993327 Jan 28 01:39:56.432820 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ee0465-0361-44a3-a0bf-f5fec7cc109d None None] New status for floating IP 90a1a54e-00bc-48ea-8ecb-e5ea948add4b: ACTIVE {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:39:56.478775 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-921a0687-236e-4086-b04e-742d5dba0c73 req-7ff6ded5-19b7-46ca-b61b-28ba843494d2 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1124502135&fields=id&tenant_id=1b1980b603a6467b90e44f3cfb5516f0 HTTP/1.1" status: 200 len: 267 time: 0.0469766 Jan 28 01:39:56.533983 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a0687-236e-4086-b04e-742d5dba0c73 req-dafdeaee-2034-4f07-aa76-33582729e26c tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:56.536016 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-921a0687-236e-4086-b04e-742d5dba0c73 req-dafdeaee-2034-4f07-aa76-33582729e26c tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0506766 Jan 28 01:39:56.547541 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-921a0687-236e-4086-b04e-742d5dba0c73 req-a9da3035-6029-49f4-ae4b-2c156dab03cc tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Request body: {'port': {'security_groups': ['5e6f415a-3043-47fb-8ba3-ebdec98aacbc', 'fe38a6f7-92c8-4f8d-b790-718906664de8']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:39:56.621824 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-921a0687-236e-4086-b04e-742d5dba0c73 req-a9da3035-6029-49f4-ae4b-2c156dab03cc tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e9bf519f-1b31-4059-808f-e099d2037b2c), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:56.817092 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-921a0687-236e-4086-b04e-742d5dba0c73 req-a9da3035-6029-49f4-ae4b-2c156dab03cc tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] For port e9bf519f-1b31-4059-808f-e099d2037b2c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e9bf519f-1b31-4059-808f-e099d2037b2c,segment=NetworkSegment(e6b281cb-26e7-47ae-bbfe-31fe8b1492f5),segment_id=e6b281cb-26e7-47ae-bbfe-31fe8b1492f5)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:39:56.851768 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-921a0687-236e-4086-b04e-742d5dba0c73 req-a9da3035-6029-49f4-ae4b-2c156dab03cc tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for port (e9bf519f-1b31-4059-808f-e099d2037b2c), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:56.857627 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-921a0687-236e-4086-b04e-742d5dba0c73 req-a9da3035-6029-49f4-ae4b-2c156dab03cc tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (e9bf519f-1b31-4059-808f-e099d2037b2c), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:56.893576 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['e9bf519f-1b31-4059-808f-e099d2037b2c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:39:56.905647 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a0687-236e-4086-b04e-742d5dba0c73 req-a9da3035-6029-49f4-ae4b-2c156dab03cc tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:56.906311 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-921a0687-236e-4086-b04e-742d5dba0c73 req-a9da3035-6029-49f4-ae4b-2c156dab03cc tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:56.907784 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-921a0687-236e-4086-b04e-742d5dba0c73 req-a9da3035-6029-49f4-ae4b-2c156dab03cc tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "PUT /v2.0/ports/e9bf519f-1b31-4059-808f-e099d2037b2c HTTP/1.1" status: 200 len: 981 time: 0.3649769 Jan 28 01:39:56.939391 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da3035-6029-49f4-ae4b-2c156dab03cc tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Pushing event updated for resources: {'Port': ['ID=e9bf519f-1b31-4059-808f-e099d2037b2c,revision_number=6']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:39:57.047829 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f74f8-1448-4894-8afd-5b9df34526e0 req-283d8508-7f3f-4065-bc6b-6ce8746bc531 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:57.049467 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-324f74f8-1448-4894-8afd-5b9df34526e0 req-283d8508-7f3f-4065-bc6b-6ce8746bc531 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 984 time: 0.0561643 Jan 28 01:39:57.120764 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-324f74f8-1448-4894-8afd-5b9df34526e0 req-afb271f9-fecf-47f8-9298-c6088ef08a47 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e6f415a-3043-47fb-8ba3-ebdec98aacbc&id=fe38a6f7-92c8-4f8d-b790-718906664de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648136 Jan 28 01:39:57.180853 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['e9bf519f-1b31-4059-808f-e099d2037b2c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:39:57.273903 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-4fbceb15-6639-48b6-bb3e-cce7822741d6 None None] Provisioning complete for port e9bf519f-1b31-4059-808f-e099d2037b2c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:39:57.274280 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4fbceb15-6639-48b6-bb3e-cce7822741d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e9bf519f-1b31-4059-808f-e099d2037b2c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:39:57.331057 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cb4bda-494d-41cb-b63e-de082be9b0a6', 'tag': 'e9bf519f-1b31-4059-808f-e099d2037b2c'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:39:57.333528 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa88a47d-d84c-479c-9e05-7e3d40a5d792" -d '{"events": [{"name": "network-changed", "server_uuid": "73cb4bda-494d-41cb-b63e-de082be9b0a6", "tag": "e9bf519f-1b31-4059-808f-e099d2037b2c"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:39:57.375644 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d846b6c2-086d-43d9-ae08-1872485470a9 x-openstack-request-id: req-d846b6c2-086d-43d9-ae08-1872485470a9 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:39:57.376030 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73cb4bda-494d-41cb-b63e-de082be9b0a6", "tag": "e9bf519f-1b31-4059-808f-e099d2037b2c", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:39:57.376424 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d846b6c2-086d-43d9-ae08-1872485470a9 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:39:57.376837 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73cb4bda-494d-41cb-b63e-de082be9b0a6', 'tag': 'e9bf519f-1b31-4059-808f-e099d2037b2c', 'status': 'completed', 'code': 200} Jan 28 01:39:57.471040 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88a47d-d84c-479c-9e05-7e3d40a5d792 req-9731d1ba-9f7a-4e68-a90a-a070798900a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:57.472760 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa88a47d-d84c-479c-9e05-7e3d40a5d792 req-9731d1ba-9f7a-4e68-a90a-a070798900a3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1b1980b603a6467b90e44f3cfb5516f0&device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 1135 time: 0.0494120 Jan 28 01:39:57.489810 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4fbceb15-6639-48b6-bb3e-cce7822741d6 None None] Current status of the port e9bf519f-1b31-4059-808f-e099d2037b2c is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:39:57.583340 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88a47d-d84c-479c-9e05-7e3d40a5d792 req-9e30ce74-86b4-4c5b-b4f2-d46fa16d5abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:57.585219 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa88a47d-d84c-479c-9e05-7e3d40a5d792 req-9e30ce74-86b4-4c5b-b4f2-d46fa16d5abc service neutron] 10.222.0.65 "GET /v2.0/networks?id=badba67c-d219-4c92-b857-3223da5bf474 HTTP/1.1" status: 200 len: 916 time: 0.1036623 Jan 28 01:39:57.662615 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa88a47d-d84c-479c-9e05-7e3d40a5d792 req-f3ca079e-9da0-4207-a424-6ab0bf16695e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9bf519f-1b31-4059-808f-e099d2037b2c HTTP/1.1" status: 200 len: 1001 time: 0.0697017 Jan 28 01:39:57.719567 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88a47d-d84c-479c-9e05-7e3d40a5d792 req-22d91884-f81b-4508-a731-d7e5a9e87372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:57.720818 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa88a47d-d84c-479c-9e05-7e3d40a5d792 req-22d91884-f81b-4508-a731-d7e5a9e87372 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=39863129-04b4-48ad-8d39-00f9d76f0b0c HTTP/1.1" status: 200 len: 854 time: 0.0516984 Jan 28 01:39:57.768258 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88a47d-d84c-479c-9e05-7e3d40a5d792 req-dcbae577-ac1d-4e95-8562-c6ff5db3cc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:57.769819 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa88a47d-d84c-479c-9e05-7e3d40a5d792 req-dcbae577-ac1d-4e95-8562-c6ff5db3cc88 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=badba67c-d219-4c92-b857-3223da5bf474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424526 Jan 28 01:39:57.867270 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa88a47d-d84c-479c-9e05-7e3d40a5d792 req-72ddc543-4298-4869-99db-d00464d16074 service neutron] 10.222.0.65 "GET /v2.0/networks/badba67c-d219-4c92-b857-3223da5bf474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892246 Jan 28 01:39:57.960995 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa88a47d-d84c-479c-9e05-7e3d40a5d792 req-a3c140c0-4935-4db3-86b5-1bdcb7d8481c service neutron] 10.222.0.65 "GET /v2.0/networks/badba67c-d219-4c92-b857-3223da5bf474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869710 Jan 28 01:39:59.357154 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78a72f56-bca7-497d-b851-936061b7bd81 req-11e1011f-9a38-4582-9cac-bc9bca635564 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405529 Jan 28 01:39:59.467058 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a72f56-bca7-497d-b851-936061b7bd81 req-9c3bff63-a34f-4ef1-8afb-de8de6d0bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:59.468597 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78a72f56-bca7-497d-b851-936061b7bd81 req-9c3bff63-a34f-4ef1-8afb-de8de6d0bba1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1b1980b603a6467b90e44f3cfb5516f0&device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 1135 time: 0.0472062 Jan 28 01:39:59.585044 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a72f56-bca7-497d-b851-936061b7bd81 req-cfd89892-c6e7-486b-ba97-9c18f4c8a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:59.586672 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78a72f56-bca7-497d-b851-936061b7bd81 req-cfd89892-c6e7-486b-ba97-9c18f4c8a5f2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=badba67c-d219-4c92-b857-3223da5bf474 HTTP/1.1" status: 200 len: 916 time: 0.0960579 Jan 28 01:39:59.660097 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78a72f56-bca7-497d-b851-936061b7bd81 req-b618a243-59cf-402a-8ea2-039298f1c2c7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9bf519f-1b31-4059-808f-e099d2037b2c HTTP/1.1" status: 200 len: 1001 time: 0.0663271 Jan 28 01:39:59.710426 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a72f56-bca7-497d-b851-936061b7bd81 req-c5a1c0e3-e1fd-45c7-b6e9-5f91bb893ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:59.711940 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78a72f56-bca7-497d-b851-936061b7bd81 req-c5a1c0e3-e1fd-45c7-b6e9-5f91bb893ea1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=39863129-04b4-48ad-8d39-00f9d76f0b0c HTTP/1.1" status: 200 len: 854 time: 0.0454202 Jan 28 01:39:59.759028 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a72f56-bca7-497d-b851-936061b7bd81 req-82838373-c460-4166-b254-ef6722078abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:39:59.760844 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78a72f56-bca7-497d-b851-936061b7bd81 req-82838373-c460-4166-b254-ef6722078abd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=badba67c-d219-4c92-b857-3223da5bf474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432184 Jan 28 01:39:59.866230 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78a72f56-bca7-497d-b851-936061b7bd81 req-0a517f04-7cda-42d5-afe2-f8caf410e3be service neutron] 10.222.0.65 "GET /v2.0/networks/badba67c-d219-4c92-b857-3223da5bf474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981781 Jan 28 01:39:59.958485 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-78a72f56-bca7-497d-b851-936061b7bd81 req-98d6c19b-117c-4db5-a862-14451d2fb2f9 service neutron] 10.222.0.65 "GET /v2.0/networks/badba67c-d219-4c92-b857-3223da5bf474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847661 Jan 28 01:40:06.160314 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2a898daa-2b11-4817-9e0b-6410383c658e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:06.805074 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea73ae-37c0-437b-a6ba-dc011c6e9439 req-634f5d44-f19a-410f-9437-fae64d3ffaa5 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:06.806637 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-74ea73ae-37c0-437b-a6ba-dc011c6e9439 req-634f5d44-f19a-410f-9437-fae64d3ffaa5 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 984 time: 0.0558114 Jan 28 01:40:06.875503 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-74ea73ae-37c0-437b-a6ba-dc011c6e9439 req-bfe5910a-941a-45a6-ad8d-8c8c0273fc86 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e6f415a-3043-47fb-8ba3-ebdec98aacbc&id=fe38a6f7-92c8-4f8d-b790-718906664de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627165 Jan 28 01:40:06.979310 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320f7da-7771-411d-ba0c-26ebe0606eb2 req-2aa648a9-a9a8-4a11-90d5-4f5dcb8a0e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:06.980803 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f320f7da-7771-411d-ba0c-26ebe0606eb2 req-2aa648a9-a9a8-4a11-90d5-4f5dcb8a0e64 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1b1980b603a6467b90e44f3cfb5516f0&device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 1135 time: 0.0443835 Jan 28 01:40:07.079388 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320f7da-7771-411d-ba0c-26ebe0606eb2 req-2c241fdf-dd55-437e-a131-975853856260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:07.080904 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f320f7da-7771-411d-ba0c-26ebe0606eb2 req-2c241fdf-dd55-437e-a131-975853856260 service neutron] 10.222.0.65 "GET /v2.0/networks?id=badba67c-d219-4c92-b857-3223da5bf474 HTTP/1.1" status: 200 len: 916 time: 0.0932384 Jan 28 01:40:07.155886 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f320f7da-7771-411d-ba0c-26ebe0606eb2 req-d91d47f6-7d29-4f51-b5d2-53e8142cbcb6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9bf519f-1b31-4059-808f-e099d2037b2c HTTP/1.1" status: 200 len: 1001 time: 0.0674849 Jan 28 01:40:07.209886 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320f7da-7771-411d-ba0c-26ebe0606eb2 req-df0817dc-9bfe-4495-84de-f1783d0b84f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:07.211351 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f320f7da-7771-411d-ba0c-26ebe0606eb2 req-df0817dc-9bfe-4495-84de-f1783d0b84f0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=39863129-04b4-48ad-8d39-00f9d76f0b0c HTTP/1.1" status: 200 len: 854 time: 0.0477908 Jan 28 01:40:07.260237 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320f7da-7771-411d-ba0c-26ebe0606eb2 req-ecde4d70-7fcc-4401-973b-58eb587ad5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:07.261681 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f320f7da-7771-411d-ba0c-26ebe0606eb2 req-ecde4d70-7fcc-4401-973b-58eb587ad5fe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=badba67c-d219-4c92-b857-3223da5bf474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434437 Jan 28 01:40:07.361017 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f320f7da-7771-411d-ba0c-26ebe0606eb2 req-24a7271b-4798-4166-aea9-19f8efc9602c service neutron] 10.222.0.65 "GET /v2.0/networks/badba67c-d219-4c92-b857-3223da5bf474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919089 Jan 28 01:40:07.459720 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f320f7da-7771-411d-ba0c-26ebe0606eb2 req-320b87e6-6eab-4d7d-8da7-71e2fcf53d77 service neutron] 10.222.0.65 "GET /v2.0/networks/badba67c-d219-4c92-b857-3223da5bf474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917401 Jan 28 01:40:08.000060 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba649f8f-1315-4d08-af3e-95534b810060 req-9d0d7f81-3c47-432c-b603-83479314ed3a tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:08.001524 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ba649f8f-1315-4d08-af3e-95534b810060 req-9d0d7f81-3c47-432c-b603-83479314ed3a tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 984 time: 0.0509784 Jan 28 01:40:08.068904 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ba649f8f-1315-4d08-af3e-95534b810060 req-7d632569-7c94-4eb6-8902-620e01202e83 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e6f415a-3043-47fb-8ba3-ebdec98aacbc&id=fe38a6f7-92c8-4f8d-b790-718906664de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611537 Jan 28 01:40:08.464445 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a9b8c53a-78be-40ff-8d55-15735ec7826d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:09.203682 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc6d16-d5e5-49d3-854a-187c7e8a2e69 req-85a63db0-5c1b-4089-96de-ea6876d02451 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:09.205317 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1ddc6d16-d5e5-49d3-854a-187c7e8a2e69 req-85a63db0-5c1b-4089-96de-ea6876d02451 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 984 time: 0.0534875 Jan 28 01:40:09.273384 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1ddc6d16-d5e5-49d3-854a-187c7e8a2e69 req-fd26d562-1a7b-443d-9ffa-3b53d117e033 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e6f415a-3043-47fb-8ba3-ebdec98aacbc&id=fe38a6f7-92c8-4f8d-b790-718906664de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611610 Jan 28 01:40:09.994639 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:10.398261 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4cc93-d04b-49d8-98fe-a45c8f425361 req-bd5f1bc0-1a20-46e4-8a2b-0e605520a901 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:10.399976 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-99b4cc93-d04b-49d8-98fe-a45c8f425361 req-bd5f1bc0-1a20-46e4-8a2b-0e605520a901 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 984 time: 0.0542159 Jan 28 01:40:10.478278 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-99b4cc93-d04b-49d8-98fe-a45c8f425361 req-25692416-585b-4a0b-ba87-98ccefa4708f tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e6f415a-3043-47fb-8ba3-ebdec98aacbc&id=fe38a6f7-92c8-4f8d-b790-718906664de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690470 Jan 28 01:40:10.548661 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:40:11.525090 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:11.616376 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8f7f3-094c-4e6f-a984-ad639d09bcd5 req-43b16303-b4d2-43a6-9b1c-465482c72fbd tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:11.617887 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9f8f7f3-094c-4e6f-a984-ad639d09bcd5 req-43b16303-b4d2-43a6-9b1c-465482c72fbd tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 984 time: 0.0579889 Jan 28 01:40:11.689084 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c9f8f7f3-094c-4e6f-a984-ad639d09bcd5 req-d2f4c6a6-ec05-48f4-b0e2-9612fb766f83 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e6f415a-3043-47fb-8ba3-ebdec98aacbc&id=fe38a6f7-92c8-4f8d-b790-718906664de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652573 Jan 28 01:40:12.322628 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:12.821953 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5bc4e-0869-4802-8e24-c9f161d80bfa req-36165e67-8aff-4627-aae1-6be961776f5a tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:12.823884 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-58b5bc4e-0869-4802-8e24-c9f161d80bfa req-36165e67-8aff-4627-aae1-6be961776f5a tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 984 time: 0.0571201 Jan 28 01:40:12.896463 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-58b5bc4e-0869-4802-8e24-c9f161d80bfa req-098602ea-86b5-46a6-93f8-645486134d91 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e6f415a-3043-47fb-8ba3-ebdec98aacbc&id=fe38a6f7-92c8-4f8d-b790-718906664de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661833 Jan 28 01:40:13.696667 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:14.031498 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898a000-61ca-442e-89d3-fee5be68ccb8 req-f8270da6-ef94-4e17-a335-b5acc707f46c tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:14.033074 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4898a000-61ca-442e-89d3-fee5be68ccb8 req-f8270da6-ef94-4e17-a335-b5acc707f46c tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 984 time: 0.0633030 Jan 28 01:40:14.110929 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4898a000-61ca-442e-89d3-fee5be68ccb8 req-d1363d2a-151c-45f0-8f43-52cee95613af tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e6f415a-3043-47fb-8ba3-ebdec98aacbc&id=fe38a6f7-92c8-4f8d-b790-718906664de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0705762 Jan 28 01:40:15.233245 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95b35d-de2c-4571-9365-73585ccd9599 req-3c02c57f-2ab9-40af-89b2-627109bc657f tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:15.234857 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2e95b35d-de2c-4571-9365-73585ccd9599 req-3c02c57f-2ab9-40af-89b2-627109bc657f tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 984 time: 0.0521383 Jan 28 01:40:15.300387 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2e95b35d-de2c-4571-9365-73585ccd9599 req-cd207b7a-b5f8-4815-b38f-7f48a24793f8 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e6f415a-3043-47fb-8ba3-ebdec98aacbc&id=fe38a6f7-92c8-4f8d-b790-718906664de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590024 Jan 28 01:40:15.308393 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:16.418220 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d840ff-2faf-4a06-8aa4-43be288508c2 req-baa3405c-114a-40a8-a601-dc9e54afedb3 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:16.419756 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-81d840ff-2faf-4a06-8aa4-43be288508c2 req-baa3405c-114a-40a8-a601-dc9e54afedb3 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 984 time: 0.0487411 Jan 28 01:40:16.485261 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-81d840ff-2faf-4a06-8aa4-43be288508c2 req-b012a9a6-a72f-43bd-b180-b5afa3a2a6a5 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e6f415a-3043-47fb-8ba3-ebdec98aacbc&id=fe38a6f7-92c8-4f8d-b790-718906664de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596919 Jan 28 01:40:17.604858 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6a20a-33d8-4f8d-8049-10b4ee1bcb50 req-6a05a066-7925-4bf6-aac7-2623b59b6b6d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:17.606345 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1a6a20a-33d8-4f8d-8049-10b4ee1bcb50 req-6a05a066-7925-4bf6-aac7-2623b59b6b6d tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 984 time: 0.0506740 Jan 28 01:40:17.666542 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e1a6a20a-33d8-4f8d-8049-10b4ee1bcb50 req-3e239016-1a1b-49ad-aacd-67ad47af3b3f tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e6f415a-3043-47fb-8ba3-ebdec98aacbc&id=fe38a6f7-92c8-4f8d-b790-718906664de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545380 Jan 28 01:40:18.783492 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1389eb-fa14-46ee-aad6-4f7ad3a646ce req-9deb1b3e-7472-450a-aa24-dcb45becf3ce tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:18.785024 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f1389eb-fa14-46ee-aad6-4f7ad3a646ce req-9deb1b3e-7472-450a-aa24-dcb45becf3ce tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 984 time: 0.0493674 Jan 28 01:40:18.844055 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f1389eb-fa14-46ee-aad6-4f7ad3a646ce req-e3a91ca3-64e7-4fa6-81c8-c61ed2caed6e tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e6f415a-3043-47fb-8ba3-ebdec98aacbc&id=fe38a6f7-92c8-4f8d-b790-718906664de8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525665 Jan 28 01:40:36.163837 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c126c650-05a8-4fff-970b-809c893af1c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:38.466051 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5264d3d0-1839-4429-8857-1f7a567eebc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:39.994672 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:41.525298 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:42.324856 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:43.699937 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:45.308703 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:47.548024 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:40:52.035455 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6416eba4-d685-43d0-95e7-f8b580f61660 req-cd79bc56-32ec-4628-8937-0c60a7920b71 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1124502135&fields=id&tenant_id=1b1980b603a6467b90e44f3cfb5516f0 HTTP/1.1" status: 200 len: 267 time: 0.0483937 Jan 28 01:40:52.096197 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416eba4-d685-43d0-95e7-f8b580f61660 req-3bc703cd-50c2-4b13-8cbe-4ff15b89a766 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:52.097754 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6416eba4-d685-43d0-95e7-f8b580f61660 req-3bc703cd-50c2-4b13-8cbe-4ff15b89a766 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 984 time: 0.0566766 Jan 28 01:40:52.109401 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-6416eba4-d685-43d0-95e7-f8b580f61660 req-5e39572f-38a4-4521-ade3-7146b5c4dba9 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Request body: {'port': {'security_groups': ['5e6f415a-3043-47fb-8ba3-ebdec98aacbc']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:40:52.174790 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6416eba4-d685-43d0-95e7-f8b580f61660 req-5e39572f-38a4-4521-ade3-7146b5c4dba9 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e9bf519f-1b31-4059-808f-e099d2037b2c), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:52.346282 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-6416eba4-d685-43d0-95e7-f8b580f61660 req-5e39572f-38a4-4521-ade3-7146b5c4dba9 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] For port e9bf519f-1b31-4059-808f-e099d2037b2c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e9bf519f-1b31-4059-808f-e099d2037b2c,segment=NetworkSegment(e6b281cb-26e7-47ae-bbfe-31fe8b1492f5),segment_id=e6b281cb-26e7-47ae-bbfe-31fe8b1492f5)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:40:52.380435 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6416eba4-d685-43d0-95e7-f8b580f61660 req-5e39572f-38a4-4521-ade3-7146b5c4dba9 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for port (e9bf519f-1b31-4059-808f-e099d2037b2c), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:52.386197 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6416eba4-d685-43d0-95e7-f8b580f61660 req-5e39572f-38a4-4521-ade3-7146b5c4dba9 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (e9bf519f-1b31-4059-808f-e099d2037b2c), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:52.422072 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['e9bf519f-1b31-4059-808f-e099d2037b2c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:40:52.438912 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416eba4-d685-43d0-95e7-f8b580f61660 req-5e39572f-38a4-4521-ade3-7146b5c4dba9 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:52.439553 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-6416eba4-d685-43d0-95e7-f8b580f61660 req-5e39572f-38a4-4521-ade3-7146b5c4dba9 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:52.443607 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6416eba4-d685-43d0-95e7-f8b580f61660 req-5e39572f-38a4-4521-ade3-7146b5c4dba9 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "PUT /v2.0/ports/e9bf519f-1b31-4059-808f-e099d2037b2c HTTP/1.1" status: 200 len: 942 time: 0.3388205 Jan 28 01:40:52.444124 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cb4bda-494d-41cb-b63e-de082be9b0a6', 'tag': 'e9bf519f-1b31-4059-808f-e099d2037b2c'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:40:52.446463 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2f7d59-3fa8-4770-9f6b-54f51499bdf4" -d '{"events": [{"name": "network-changed", "server_uuid": "73cb4bda-494d-41cb-b63e-de082be9b0a6", "tag": "e9bf519f-1b31-4059-808f-e099d2037b2c"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:40:52.450090 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56290) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:52.480450 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39572f-38a4-4521-ade3-7146b5c4dba9 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Pushing event updated for resources: {'Port': ['ID=e9bf519f-1b31-4059-808f-e099d2037b2c,revision_number=7']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:52.538870 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99f64e6c-91e0-403d-abd5-a2dec5369bca tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for security_group (fe38a6f7-92c8-4f8d-b790-718906664de8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:52.570643 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99f64e6c-91e0-403d-abd5-a2dec5369bca tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for security_group (fe38a6f7-92c8-4f8d-b790-718906664de8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:52.601901 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618016bb-8f00-4a79-a700-c4c738e15659 x-openstack-request-id: req-618016bb-8f00-4a79-a700-c4c738e15659 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:40:52.602204 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73cb4bda-494d-41cb-b63e-de082be9b0a6", "tag": "e9bf519f-1b31-4059-808f-e099d2037b2c", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:40:52.602471 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-618016bb-8f00-4a79-a700-c4c738e15659 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:40:52.602881 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73cb4bda-494d-41cb-b63e-de082be9b0a6', 'tag': 'e9bf519f-1b31-4059-808f-e099d2037b2c', 'status': 'completed', 'code': 200} Jan 28 01:40:52.605809 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['e9bf519f-1b31-4059-808f-e099d2037b2c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:40:52.648303 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99f64e6c-91e0-403d-abd5-a2dec5369bca tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (fe38a6f7-92c8-4f8d-b790-718906664de8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:52.651208 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99f64e6c-91e0-403d-abd5-a2dec5369bca tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:52.652427 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-99f64e6c-91e0-403d-abd5-a2dec5369bca tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "DELETE /v2.0/security-groups/fe38a6f7-92c8-4f8d-b790-718906664de8 HTTP/1.1" status: 204 len: 168 time: 0.2013400 Jan 28 01:40:52.655862 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56294) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:40:52.700546 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f7d59-3fa8-4770-9f6b-54f51499bdf4 req-2e4ed6ce-16e7-4b18-9592-945926e4848f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:52.702782 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fc2f7d59-3fa8-4770-9f6b-54f51499bdf4 req-2e4ed6ce-16e7-4b18-9592-945926e4848f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1b1980b603a6467b90e44f3cfb5516f0&device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 1096 time: 0.0530846 Jan 28 01:40:52.712934 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f64e6c-91e0-403d-abd5-a2dec5369bca tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe38a6f7-92c8-4f8d-b790-718906664de8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:52.729921 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f64e6c-91e0-403d-abd5-a2dec5369bca tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:52.730232 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f64e6c-91e0-403d-abd5-a2dec5369bca tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:52.730699 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f64e6c-91e0-403d-abd5-a2dec5369bca tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:52.731125 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f64e6c-91e0-403d-abd5-a2dec5369bca tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:52.732031 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f64e6c-91e0-403d-abd5-a2dec5369bca tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:52.732031 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f64e6c-91e0-403d-abd5-a2dec5369bca tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:52.732265 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f64e6c-91e0-403d-abd5-a2dec5369bca tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:52.732635 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f64e6c-91e0-403d-abd5-a2dec5369bca tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:52.733026 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f64e6c-91e0-403d-abd5-a2dec5369bca tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:52.733434 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f64e6c-91e0-403d-abd5-a2dec5369bca tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:52.733840 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f64e6c-91e0-403d-abd5-a2dec5369bca tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:52.734232 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f64e6c-91e0-403d-abd5-a2dec5369bca tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:52.734625 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f64e6c-91e0-403d-abd5-a2dec5369bca tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:40:52.805833 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-c5b752e7-995b-46c2-9f1a-a1de614089dc None None] Provisioning complete for port e9bf519f-1b31-4059-808f-e099d2037b2c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:40:52.806219 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c5b752e7-995b-46c2-9f1a-a1de614089dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e9bf519f-1b31-4059-808f-e099d2037b2c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:52.826319 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f7d59-3fa8-4770-9f6b-54f51499bdf4 req-ef47b11f-6ece-4e23-9024-1647b8ec537a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:52.827851 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fc2f7d59-3fa8-4770-9f6b-54f51499bdf4 req-ef47b11f-6ece-4e23-9024-1647b8ec537a service neutron] 10.222.0.65 "GET /v2.0/networks?id=badba67c-d219-4c92-b857-3223da5bf474 HTTP/1.1" status: 200 len: 916 time: 0.1185372 Jan 28 01:40:52.855422 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4db6a63f-ca7b-479a-8cf0-7792a601edf3 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Deleting port d7ce2986-0dd0-4594-9a44-0f763d0ea6dc {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:40:52.855890 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4db6a63f-ca7b-479a-8cf0-7792a601edf3 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (d7ce2986-0dd0-4594-9a44-0f763d0ea6dc), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:52.901207 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c5b752e7-995b-46c2-9f1a-a1de614089dc None None] Current status of the port e9bf519f-1b31-4059-808f-e099d2037b2c is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:40:52.906113 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fc2f7d59-3fa8-4770-9f6b-54f51499bdf4 req-f28e9b16-f841-4b8a-a23d-dc54033314e3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9bf519f-1b31-4059-808f-e099d2037b2c HTTP/1.1" status: 200 len: 1001 time: 0.0706978 Jan 28 01:40:52.942672 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4db6a63f-ca7b-479a-8cf0-7792a601edf3 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (d7ce2986-0dd0-4594-9a44-0f763d0ea6dc), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:52.943004 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4db6a63f-ca7b-479a-8cf0-7792a601edf3 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for floatingip (d7ce2986-0dd0-4594-9a44-0f763d0ea6dc), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:52.955732 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4db6a63f-ca7b-479a-8cf0-7792a601edf3 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Calling delete_port for d7ce2986-0dd0-4594-9a44-0f763d0ea6dc owned by network:floatingip {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:40:52.963381 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f7d59-3fa8-4770-9f6b-54f51499bdf4 req-8ee4d0c8-eb09-49ed-ae9c-27c2eb3e1a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:52.965002 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fc2f7d59-3fa8-4770-9f6b-54f51499bdf4 req-8ee4d0c8-eb09-49ed-ae9c-27c2eb3e1a4c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=39863129-04b4-48ad-8d39-00f9d76f0b0c HTTP/1.1" status: 200 len: 854 time: 0.0529954 Jan 28 01:40:53.017293 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f7d59-3fa8-4770-9f6b-54f51499bdf4 req-55000934-9132-49a9-8bc6-920bea89bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:53.018882 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fc2f7d59-3fa8-4770-9f6b-54f51499bdf4 req-55000934-9132-49a9-8bc6-920bea89bbbe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=badba67c-d219-4c92-b857-3223da5bf474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477564 Jan 28 01:40:53.135651 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4db6a63f-ca7b-479a-8cf0-7792a601edf3 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (d7ce2986-0dd0-4594-9a44-0f763d0ea6dc), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:53.136808 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fc2f7d59-3fa8-4770-9f6b-54f51499bdf4 req-599f63e6-dd98-46a6-b203-af2dad1b2afb service neutron] 10.222.0.65 "GET /v2.0/networks/badba67c-d219-4c92-b857-3223da5bf474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105139 Jan 28 01:40:53.166165 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6a63f-ca7b-479a-8cf0-7792a601edf3 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Pushing event deleted for resources: {'Port': ['ID=d7ce2986-0dd0-4594-9a44-0f763d0ea6dc,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:40:53.237564 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4db6a63f-ca7b-479a-8cf0-7792a601edf3 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks [] for floatingip (90a1a54e-00bc-48ea-8ecb-e5ea948add4b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:53.237991 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-4db6a63f-ca7b-479a-8cf0-7792a601edf3 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Floating IP 90a1a54e-00bc-48ea-8ecb-e5ea948add4b disassociated (deleted). External IP: 172.25.3.212, port: e9bf519f-1b31-4059-808f-e099d2037b2c. Jan 28 01:40:53.251770 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fc2f7d59-3fa8-4770-9f6b-54f51499bdf4 req-6c7c6b94-c38b-4f09-8a24-547c059aead2 service neutron] 10.222.0.65 "GET /v2.0/networks/badba67c-d219-4c92-b857-3223da5bf474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079659 Jan 28 01:40:53.464644 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db6a63f-ca7b-479a-8cf0-7792a601edf3 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Router ccaa485c-9e9a-4980-af0c-9cfba250aca6 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:40:53.583041 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db6a63f-ca7b-479a-8cf0-7792a601edf3 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:40:53.587837 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4db6a63f-ca7b-479a-8cf0-7792a601edf3 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:40:53.594319 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6174952-7f6c-4eda-a506-e281c4ab1254 None None] Sync routers for ids ['ccaa485c-9e9a-4980-af0c-9cfba250aca6'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:40:53.604939 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6174952-7f6c-4eda-a506-e281c4ab1254 None None] Routers {'ccaa485c-9e9a-4980-af0c-9cfba250aca6'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:40:53.605559 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e6174952-7f6c-4eda-a506-e281c4ab1254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:40:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['ccaa485c-9e9a-4980-af0c-9cfba250aca6'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:53.620486 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4db6a63f-ca7b-479a-8cf0-7792a601edf3 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "DELETE /v2.0/floatingips/90a1a54e-00bc-48ea-8ecb-e5ea948add4b HTTP/1.1" status: 204 len: 168 time: 0.9633596 Jan 28 01:40:53.621164 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cb4bda-494d-41cb-b63e-de082be9b0a6', 'tag': 'e9bf519f-1b31-4059-808f-e099d2037b2c'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:40:53.623563 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb93824e-3963-4e25-91e9-d04143f1ec4c" -d '{"events": [{"name": "network-changed", "server_uuid": "73cb4bda-494d-41cb-b63e-de082be9b0a6", "tag": "e9bf519f-1b31-4059-808f-e099d2037b2c"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:40:53.679169 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8bd769-1a62-4e32-8dab-d926c81a6be7 x-openstack-request-id: req-fd8bd769-1a62-4e32-8dab-d926c81a6be7 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:40:53.679549 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73cb4bda-494d-41cb-b63e-de082be9b0a6", "tag": "e9bf519f-1b31-4059-808f-e099d2037b2c", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:40:53.679916 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd8bd769-1a62-4e32-8dab-d926c81a6be7 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:40:53.680571 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73cb4bda-494d-41cb-b63e-de082be9b0a6', 'tag': 'e9bf519f-1b31-4059-808f-e099d2037b2c', 'status': 'completed', 'code': 200} Jan 28 01:40:53.744121 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-e6174952-7f6c-4eda-a506-e281c4ab1254 None None] Set router ccaa485c-9e9a-4980-af0c-9cfba250aca6 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:40:53.765506 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93824e-3963-4e25-91e9-d04143f1ec4c req-04815ea5-ebad-4072-b886-cdd08ff13c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:53.767670 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb93824e-3963-4e25-91e9-d04143f1ec4c req-04815ea5-ebad-4072-b886-cdd08ff13c94 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1b1980b603a6467b90e44f3cfb5516f0&device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 1096 time: 0.0439265 Jan 28 01:40:53.880848 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93824e-3963-4e25-91e9-d04143f1ec4c req-f92392df-9ab1-4c9b-8d7b-910b8b363806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:53.882356 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb93824e-3963-4e25-91e9-d04143f1ec4c req-f92392df-9ab1-4c9b-8d7b-910b8b363806 service neutron] 10.222.0.65 "GET /v2.0/networks?id=badba67c-d219-4c92-b857-3223da5bf474 HTTP/1.1" status: 200 len: 916 time: 0.1093819 Jan 28 01:40:53.928974 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb93824e-3963-4e25-91e9-d04143f1ec4c req-5a2fc44c-d764-4290-a34c-70c2a09d73ed service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9bf519f-1b31-4059-808f-e099d2037b2c HTTP/1.1" status: 200 len: 217 time: 0.0395079 Jan 28 01:40:53.988054 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93824e-3963-4e25-91e9-d04143f1ec4c req-6dd71ff5-1c8c-4b51-990e-5164ce820747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:53.990042 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb93824e-3963-4e25-91e9-d04143f1ec4c req-6dd71ff5-1c8c-4b51-990e-5164ce820747 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=39863129-04b4-48ad-8d39-00f9d76f0b0c HTTP/1.1" status: 200 len: 854 time: 0.0550997 Jan 28 01:40:54.040548 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93824e-3963-4e25-91e9-d04143f1ec4c req-5b6ac1f3-404f-4be5-9f44-7a65c6a9c050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:40:54.042043 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb93824e-3963-4e25-91e9-d04143f1ec4c req-5b6ac1f3-404f-4be5-9f44-7a65c6a9c050 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=badba67c-d219-4c92-b857-3223da5bf474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436277 Jan 28 01:40:54.073561 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e6174952-7f6c-4eda-a506-e281c4ab1254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'name': 'tempest-TestMinimumBasicScenario-1420200611-router', 'tenant_id': '1b1980b603a6467b90e44f3cfb5516f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:38:55Z', 'updated_at': '2022-01-28T01:38:58Z', 'revision_number': 4, 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'gw_port': {'id': '72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:38:56Z', 'updated_at': '2022-01-28T01:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '4294c55a-3ab2-43cd-b4a9-2e068ac13b85', 'name': '', 'network_id': 'badba67c-d219-4c92-b857-3223da5bf474', 'tenant_id': '1b1980b603a6467b90e44f3cfb5516f0', 'mac_address': 'fa:16:3e:79:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '39863129-04b4-48ad-8d39-00f9d76f0b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:38:58Z', 'updated_at': '2022-01-28T01:39:03Z', 'revision_number': 5, 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'subnets': [{'id': '39863129-04b4-48ad-8d39-00f9d76f0b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:54.102589 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6174952-7f6c-4eda-a506-e281c4ab1254 None None] Checking router: ccaa485c-9e9a-4980-af0c-9cfba250aca6 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:40:54.111264 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6174952-7f6c-4eda-a506-e281c4ab1254 None None] Routers {'ccaa485c-9e9a-4980-af0c-9cfba250aca6'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:40:54.112027 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e6174952-7f6c-4eda-a506-e281c4ab1254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:40:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['ccaa485c-9e9a-4980-af0c-9cfba250aca6'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:54.136573 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb93824e-3963-4e25-91e9-d04143f1ec4c req-de44ddbf-25fd-4fbf-8891-f5684ff2a99c service neutron] 10.222.0.65 "GET /v2.0/networks/badba67c-d219-4c92-b857-3223da5bf474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877736 Jan 28 01:40:54.219436 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-e6174952-7f6c-4eda-a506-e281c4ab1254 None None] Set router ccaa485c-9e9a-4980-af0c-9cfba250aca6 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:40:54.243667 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bb93824e-3963-4e25-91e9-d04143f1ec4c req-7c88a1cd-c9dc-480b-8997-1c49f03bb103 service neutron] 10.222.0.65 "GET /v2.0/networks/badba67c-d219-4c92-b857-3223da5bf474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892956 Jan 28 01:40:54.420419 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-e6174952-7f6c-4eda-a506-e281c4ab1254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'name': 'tempest-TestMinimumBasicScenario-1420200611-router', 'tenant_id': '1b1980b603a6467b90e44f3cfb5516f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:38:55Z', 'updated_at': '2022-01-28T01:38:58Z', 'revision_number': 4, 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'gw_port': {'id': '72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:38:56Z', 'updated_at': '2022-01-28T01:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '4294c55a-3ab2-43cd-b4a9-2e068ac13b85', 'name': '', 'network_id': 'badba67c-d219-4c92-b857-3223da5bf474', 'tenant_id': '1b1980b603a6467b90e44f3cfb5516f0', 'mac_address': 'fa:16:3e:79:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '39863129-04b4-48ad-8d39-00f9d76f0b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:38:58Z', 'updated_at': '2022-01-28T01:39:03Z', 'revision_number': 5, 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'subnets': [{'id': '39863129-04b4-48ad-8d39-00f9d76f0b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:40:54.448731 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6174952-7f6c-4eda-a506-e281c4ab1254 None None] The sync data for ids ['ccaa485c-9e9a-4980-af0c-9cfba250aca6'] in n-d-826754-1 is: [{'id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'name': 'tempest-TestMinimumBasicScenario-1420200611-router', 'tenant_id': '1b1980b603a6467b90e44f3cfb5516f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:38:55Z', 'updated_at': '2022-01-28T01:38:58Z', 'revision_number': 4, 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'gw_port': {'id': '72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:38:56Z', 'updated_at': '2022-01-28T01:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '4294c55a-3ab2-43cd-b4a9-2e068ac13b85', 'name': '', 'network_id': 'badba67c-d219-4c92-b857-3223da5bf474', 'tenant_id': '1b1980b603a6467b90e44f3cfb5516f0', 'mac_address': 'fa:16:3e:79:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '39863129-04b4-48ad-8d39-00f9d76f0b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:38:58Z', 'updated_at': '2022-01-28T01:39:03Z', 'revision_number': 5, 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'subnets': [{'id': '39863129-04b4-48ad-8d39-00f9d76f0b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:40:54.685642 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71787a7-dd5f-4e99-b0c9-6a19447ff033 None None] New status for floating IP 90a1a54e-00bc-48ea-8ecb-e5ea948add4b: DOWN {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:41:01.400222 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87cfc5a5-a0f4-4b08-b8f3-32d1d5827123 req-46a964e5-d7c6-405d-bf11-71681919402c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426424 Jan 28 01:41:01.501931 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfc5a5-a0f4-4b08-b8f3-32d1d5827123 req-c67f1a4b-38b4-4c37-a897-36fd97fa915b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:01.503457 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87cfc5a5-a0f4-4b08-b8f3-32d1d5827123 req-c67f1a4b-38b4-4c37-a897-36fd97fa915b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1b1980b603a6467b90e44f3cfb5516f0&device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 1096 time: 0.0439208 Jan 28 01:41:01.623337 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfc5a5-a0f4-4b08-b8f3-32d1d5827123 req-f4929863-3911-4909-9988-d8c354bac40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:01.624860 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87cfc5a5-a0f4-4b08-b8f3-32d1d5827123 req-f4929863-3911-4909-9988-d8c354bac40e service neutron] 10.222.0.65 "GET /v2.0/networks?id=badba67c-d219-4c92-b857-3223da5bf474 HTTP/1.1" status: 200 len: 916 time: 0.1023321 Jan 28 01:41:01.670992 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87cfc5a5-a0f4-4b08-b8f3-32d1d5827123 req-62d5bd75-d417-4d8d-a149-6e5225bb1eb8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9bf519f-1b31-4059-808f-e099d2037b2c HTTP/1.1" status: 200 len: 217 time: 0.0401182 Jan 28 01:41:01.739576 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfc5a5-a0f4-4b08-b8f3-32d1d5827123 req-83b7de65-298c-4175-9176-2056a081b17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:01.741122 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87cfc5a5-a0f4-4b08-b8f3-32d1d5827123 req-83b7de65-298c-4175-9176-2056a081b17a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=39863129-04b4-48ad-8d39-00f9d76f0b0c HTTP/1.1" status: 200 len: 854 time: 0.0637419 Jan 28 01:41:01.788619 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfc5a5-a0f4-4b08-b8f3-32d1d5827123 req-22252c35-3193-4500-9aaf-af1d4fc92204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:01.790145 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87cfc5a5-a0f4-4b08-b8f3-32d1d5827123 req-22252c35-3193-4500-9aaf-af1d4fc92204 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=badba67c-d219-4c92-b857-3223da5bf474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428140 Jan 28 01:41:01.896501 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87cfc5a5-a0f4-4b08-b8f3-32d1d5827123 req-76e6872c-a728-4fac-a571-43937cd1efe2 service neutron] 10.222.0.65 "GET /v2.0/networks/badba67c-d219-4c92-b857-3223da5bf474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002824 Jan 28 01:41:01.993514 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87cfc5a5-a0f4-4b08-b8f3-32d1d5827123 req-aba746bf-3ad1-4b48-87c6-cb5d33c98177 service neutron] 10.222.0.65 "GET /v2.0/networks/badba67c-d219-4c92-b857-3223da5bf474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905886 Jan 28 01:41:06.168328 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da652a0d-2837-4365-ad1b-bf05795c9f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:08.468945 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-80ddfd1e-1a68-44f0-941d-342b4343f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:09.040874 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaca9da-fa99-4a3e-9a56-3a76be6394b1 req-a505795e-05ef-4537-a214-f7a068ecc135 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:09.042413 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-edaca9da-fa99-4a3e-9a56-3a76be6394b1 req-a505795e-05ef-4537-a214-f7a068ecc135 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0523112 Jan 28 01:41:09.093059 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-edaca9da-fa99-4a3e-9a56-3a76be6394b1 req-dfe302c2-346d-4436-a330-f390581cfce9 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e6f415a-3043-47fb-8ba3-ebdec98aacbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446475 Jan 28 01:41:09.998856 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:10.212724 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6814388-75a7-4522-8045-7a505c9c0910 req-a6cf95fa-9fc0-4928-96b9-c8a0bb161698 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:10.214228 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c6814388-75a7-4522-8045-7a505c9c0910 req-a6cf95fa-9fc0-4928-96b9-c8a0bb161698 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0494876 Jan 28 01:41:10.266345 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c6814388-75a7-4522-8045-7a505c9c0910 req-22c56cf8-d5a9-422d-b0cc-9f7376dcfc81 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e6f415a-3043-47fb-8ba3-ebdec98aacbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460963 Jan 28 01:41:10.798191 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49503943-666c-477f-9856-e249bd405cac req-15755dde-c4ee-45b0-bdd6-cdcaf5f0060b tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:10.799524 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-49503943-666c-477f-9856-e249bd405cac req-15755dde-c4ee-45b0-bdd6-cdcaf5f0060b tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.65 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0475874 Jan 28 01:41:10.891078 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-49503943-666c-477f-9856-e249bd405cac req-c4d3d6b8-eb39-4dc1-bf29-bd3b5a7a644a tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Deleting port e9bf519f-1b31-4059-808f-e099d2037b2c {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:41:10.891481 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-49503943-666c-477f-9856-e249bd405cac req-c4d3d6b8-eb39-4dc1-bf29-bd3b5a7a644a tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (e9bf519f-1b31-4059-808f-e099d2037b2c), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:10.985173 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-49503943-666c-477f-9856-e249bd405cac req-c4d3d6b8-eb39-4dc1-bf29-bd3b5a7a644a tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] For port e9bf519f-1b31-4059-808f-e099d2037b2c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=e9bf519f-1b31-4059-808f-e099d2037b2c,segment=NetworkSegment(e6b281cb-26e7-47ae-bbfe-31fe8b1492f5),segment_id=e6b281cb-26e7-47ae-bbfe-31fe8b1492f5)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:10.985680 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-49503943-666c-477f-9856-e249bd405cac req-c4d3d6b8-eb39-4dc1-bf29-bd3b5a7a644a tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (e9bf519f-1b31-4059-808f-e099d2037b2c), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:10.998121 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-49503943-666c-477f-9856-e249bd405cac req-c4d3d6b8-eb39-4dc1-bf29-bd3b5a7a644a tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Calling delete_port for e9bf519f-1b31-4059-808f-e099d2037b2c owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:41:11.138577 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-49503943-666c-477f-9856-e249bd405cac req-c4d3d6b8-eb39-4dc1-bf29-bd3b5a7a644a tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (e9bf519f-1b31-4059-808f-e099d2037b2c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:11.170111 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3d6b8-eb39-4dc1-bf29-bd3b5a7a644a tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Pushing event deleted for resources: {'Port': ['ID=e9bf519f-1b31-4059-808f-e099d2037b2c,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:11.171730 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['e9bf519f-1b31-4059-808f-e099d2037b2c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:41:11.201378 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3d6b8-eb39-4dc1-bf29-bd3b5a7a644a tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:11.201734 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3d6b8-eb39-4dc1-bf29-bd3b5a7a644a tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:11.202082 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3d6b8-eb39-4dc1-bf29-bd3b5a7a644a tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:11.202431 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3d6b8-eb39-4dc1-bf29-bd3b5a7a644a tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:11.202780 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3d6b8-eb39-4dc1-bf29-bd3b5a7a644a tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:11.203121 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3d6b8-eb39-4dc1-bf29-bd3b5a7a644a tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:11.203454 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3d6b8-eb39-4dc1-bf29-bd3b5a7a644a tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:11.203845 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3d6b8-eb39-4dc1-bf29-bd3b5a7a644a tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:11.204179 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3d6b8-eb39-4dc1-bf29-bd3b5a7a644a tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:11.204515 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3d6b8-eb39-4dc1-bf29-bd3b5a7a644a tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:11.204844 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3d6b8-eb39-4dc1-bf29-bd3b5a7a644a tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:11.205168 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3d6b8-eb39-4dc1-bf29-bd3b5a7a644a tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:11.205497 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3d6b8-eb39-4dc1-bf29-bd3b5a7a644a tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:11.221668 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-49503943-666c-477f-9856-e249bd405cac req-c4d3d6b8-eb39-4dc1-bf29-bd3b5a7a644a tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] No DVR routers for this DVR port e9bf519f-1b31-4059-808f-e099d2037b2c on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:41:11.224709 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-49503943-666c-477f-9856-e249bd405cac req-c4d3d6b8-eb39-4dc1-bf29-bd3b5a7a644a tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:11.228113 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-49503943-666c-477f-9856-e249bd405cac req-c4d3d6b8-eb39-4dc1-bf29-bd3b5a7a644a tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.65 "DELETE /v2.0/ports/e9bf519f-1b31-4059-808f-e099d2037b2c HTTP/1.1" status: 204 len: 173 time: 0.4220366 Jan 28 01:41:11.228517 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cb4bda-494d-41cb-b63e-de082be9b0a6', 'name': 'network-vif-deleted', 'tag': 'e9bf519f-1b31-4059-808f-e099d2037b2c'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:41:11.230807 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c695d7-dd6e-4994-b97c-b3f70e0869ce" -d '{"events": [{"server_uuid": "73cb4bda-494d-41cb-b63e-de082be9b0a6", "name": "network-vif-deleted", "tag": "e9bf519f-1b31-4059-808f-e099d2037b2c"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:41:11.270913 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b36b8bc-4b9b-40d3-9166-2d615bd3df82 x-openstack-request-id: req-7b36b8bc-4b9b-40d3-9166-2d615bd3df82 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:41:11.271305 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cb4bda-494d-41cb-b63e-de082be9b0a6", "name": "network-vif-deleted", "tag": "e9bf519f-1b31-4059-808f-e099d2037b2c", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:41:11.271681 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7b36b8bc-4b9b-40d3-9166-2d615bd3df82 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:41:11.272158 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cb4bda-494d-41cb-b63e-de082be9b0a6', 'name': 'network-vif-deleted', 'tag': 'e9bf519f-1b31-4059-808f-e099d2037b2c', 'status': 'completed', 'code': 200} Jan 28 01:41:11.368628 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9e16b866-7e2e-469b-85bc-8c901d33db59 req-ca6a72f7-2ad1-4d63-a983-5253813d5c76 tempest-TestMinimumBasicScenario-560451417 tempest-TestMinimumBasicScenario-560451417-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cb4bda-494d-41cb-b63e-de082be9b0a6 HTTP/1.1" status: 200 len: 210 time: 0.0276225 Jan 28 01:41:11.530465 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:12.328457 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:12.942372 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56408) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:13.292822 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5ef000a-fc35-49a6-baf8-d949d6da250e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (ccaa485c-9e9a-4980-af0c-9cfba250aca6), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:13.560868 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e5ef000a-fc35-49a6-baf8-d949d6da250e admin admin] Deleting port 4294c55a-3ab2-43cd-b4a9-2e068ac13b85 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:41:13.561122 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5ef000a-fc35-49a6-baf8-d949d6da250e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (4294c55a-3ab2-43cd-b4a9-2e068ac13b85), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:13.640085 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-e5ef000a-fc35-49a6-baf8-d949d6da250e admin admin] For port 4294c55a-3ab2-43cd-b4a9-2e068ac13b85, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4294c55a-3ab2-43cd-b4a9-2e068ac13b85,segment=NetworkSegment(e6b281cb-26e7-47ae-bbfe-31fe8b1492f5),segment_id=e6b281cb-26e7-47ae-bbfe-31fe8b1492f5)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:13.640445 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5ef000a-fc35-49a6-baf8-d949d6da250e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (4294c55a-3ab2-43cd-b4a9-2e068ac13b85), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:13.653250 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e5ef000a-fc35-49a6-baf8-d949d6da250e admin admin] Calling delete_port for 4294c55a-3ab2-43cd-b4a9-2e068ac13b85 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:41:13.682425 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:13.839377 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5ef000a-fc35-49a6-baf8-d949d6da250e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (4294c55a-3ab2-43cd-b4a9-2e068ac13b85), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:13.867252 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef000a-fc35-49a6-baf8-d949d6da250e admin admin] Pushing event deleted for resources: {'Port': ['ID=4294c55a-3ab2-43cd-b4a9-2e068ac13b85,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:14.030604 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5ef000a-fc35-49a6-baf8-d949d6da250e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (ccaa485c-9e9a-4980-af0c-9cfba250aca6), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:14.254520 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ef000a-fc35-49a6-baf8-d949d6da250e admin admin] Router ccaa485c-9e9a-4980-af0c-9cfba250aca6 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:41:14.372047 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ef000a-fc35-49a6-baf8-d949d6da250e admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:41:14.377967 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e5ef000a-fc35-49a6-baf8-d949d6da250e admin admin] 10.222.0.70 "PUT /v2.0/routers/ccaa485c-9e9a-4980-af0c-9cfba250aca6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4345655 Jan 28 01:41:14.381166 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56410) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:14.381830 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751bdf1f-50eb-4c20-8eed-cd29931686b0 None None] Sync routers for ids ['ccaa485c-9e9a-4980-af0c-9cfba250aca6'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:41:14.392543 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751bdf1f-50eb-4c20-8eed-cd29931686b0 None None] Routers {'ccaa485c-9e9a-4980-af0c-9cfba250aca6'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:41:14.393228 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-751bdf1f-50eb-4c20-8eed-cd29931686b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['ccaa485c-9e9a-4980-af0c-9cfba250aca6'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:14.490379 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c8241fb-43a4-43e7-9b8b-675657427b3d admin admin] Publish callbacks [] for router (ccaa485c-9e9a-4980-af0c-9cfba250aca6), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:14.509400 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-751bdf1f-50eb-4c20-8eed-cd29931686b0 None None] Set router ccaa485c-9e9a-4980-af0c-9cfba250aca6 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:41:14.603932 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c8241fb-43a4-43e7-9b8b-675657427b3d admin admin] Publish callbacks [] for router_gateway (ccaa485c-9e9a-4980-af0c-9cfba250aca6), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:14.669071 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2c8241fb-43a4-43e7-9b8b-675657427b3d admin admin] Deleting port 72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:41:14.669399 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c8241fb-43a4-43e7-9b8b-675657427b3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:14.701967 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-751bdf1f-50eb-4c20-8eed-cd29931686b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'name': 'tempest-TestMinimumBasicScenario-1420200611-router', 'tenant_id': '1b1980b603a6467b90e44f3cfb5516f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:38:55Z', 'updated_at': '2022-01-28T01:41:13Z', 'revision_number': 5, 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'gw_port': {'id': '72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:38:56Z', 'updated_at': '2022-01-28T01:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:14.729569 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751bdf1f-50eb-4c20-8eed-cd29931686b0 None None] Checking router: ccaa485c-9e9a-4980-af0c-9cfba250aca6 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:41:14.738708 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751bdf1f-50eb-4c20-8eed-cd29931686b0 None None] Routers {'ccaa485c-9e9a-4980-af0c-9cfba250aca6'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:41:14.739488 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-751bdf1f-50eb-4c20-8eed-cd29931686b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['ccaa485c-9e9a-4980-af0c-9cfba250aca6'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:14.756790 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-2c8241fb-43a4-43e7-9b8b-675657427b3d admin admin] For port 72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:14.757162 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c8241fb-43a4-43e7-9b8b-675657427b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:14.774756 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2c8241fb-43a4-43e7-9b8b-675657427b3d admin admin] Calling delete_port for 72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:41:14.833990 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-751bdf1f-50eb-4c20-8eed-cd29931686b0 None None] Set router ccaa485c-9e9a-4980-af0c-9cfba250aca6 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:41:14.889254 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-751bdf1f-50eb-4c20-8eed-cd29931686b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'name': 'tempest-TestMinimumBasicScenario-1420200611-router', 'tenant_id': '1b1980b603a6467b90e44f3cfb5516f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:38:55Z', 'updated_at': '2022-01-28T01:41:14Z', 'revision_number': 6, 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:14.915907 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751bdf1f-50eb-4c20-8eed-cd29931686b0 None None] The sync data for ids ['ccaa485c-9e9a-4980-af0c-9cfba250aca6'] in n-d-826754-1 is: [{'id': 'ccaa485c-9e9a-4980-af0c-9cfba250aca6', 'name': 'tempest-TestMinimumBasicScenario-1420200611-router', 'tenant_id': '1b1980b603a6467b90e44f3cfb5516f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:38:55Z', 'updated_at': '2022-01-28T01:41:14Z', 'revision_number': 6, 'project_id': '1b1980b603a6467b90e44f3cfb5516f0', 'gw_port_host': None}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:41:14.953165 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c8241fb-43a4-43e7-9b8b-675657427b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:14.981496 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8241fb-43a4-43e7-9b8b-675657427b3d admin admin] Pushing event deleted for resources: {'Port': ['ID=72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:15.043941 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c8241fb-43a4-43e7-9b8b-675657427b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (ccaa485c-9e9a-4980-af0c-9cfba250aca6), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:15.149685 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c8241fb-43a4-43e7-9b8b-675657427b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (ccaa485c-9e9a-4980-af0c-9cfba250aca6), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:15.151878 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c8241fb-43a4-43e7-9b8b-675657427b3d admin admin] Publish callbacks [] for router_controller (ccaa485c-9e9a-4980-af0c-9cfba250aca6), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:15.197391 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c8241fb-43a4-43e7-9b8b-675657427b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (ccaa485c-9e9a-4980-af0c-9cfba250aca6), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:15.197967 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8241fb-43a4-43e7-9b8b-675657427b3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccaa485c-9e9a-4980-af0c-9cfba250aca6 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:41:15.202643 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2c8241fb-43a4-43e7-9b8b-675657427b3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:15.203846 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2c8241fb-43a4-43e7-9b8b-675657427b3d admin admin] 10.222.0.70 "DELETE /v2.0/routers/ccaa485c-9e9a-4980-af0c-9cfba250aca6 HTTP/1.1" status: 204 len: 168 time: 0.8216825 Jan 28 01:41:15.206345 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56412) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:15.256291 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a29f64-19df-4284-8376-20966fb96a8e admin admin] Deleting subnet 39863129-04b4-48ad-8d39-00f9d76f0b0c {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:41:15.259700 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21a29f64-19df-4284-8376-20966fb96a8e admin admin] Publish callbacks [] for subnet (39863129-04b4-48ad-8d39-00f9d76f0b0c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:15.295817 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21a29f64-19df-4284-8376-20966fb96a8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (39863129-04b4-48ad-8d39-00f9d76f0b0c), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:15.316038 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:15.383606 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21a29f64-19df-4284-8376-20966fb96a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (39863129-04b4-48ad-8d39-00f9d76f0b0c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:15.441699 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21a29f64-19df-4284-8376-20966fb96a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (39863129-04b4-48ad-8d39-00f9d76f0b0c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:15.467761 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a29f64-19df-4284-8376-20966fb96a8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39863129-04b4-48ad-8d39-00f9d76f0b0c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:15.471267 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21a29f64-19df-4284-8376-20966fb96a8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:15.475379 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-21a29f64-19df-4284-8376-20966fb96a8e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/39863129-04b4-48ad-8d39-00f9d76f0b0c HTTP/1.1" status: 204 len: 168 time: 0.2680335 Jan 28 01:41:15.477810 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56414) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:15.480491 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99434b26-b49c-4346-b73d-78e372447939 None None] Network badba67c-d219-4c92-b857-3223da5bf474 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:41:15.548008 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7aab2697-3146-4b6a-b004-04067cc4eae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (badba67c-d219-4c92-b857-3223da5bf474), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:15.606423 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7aab2697-3146-4b6a-b004-04067cc4eae5 admin admin] Deleting port c5803c1b-c78e-4ee3-815c-13255d634eba {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:41:15.606893 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7aab2697-3146-4b6a-b004-04067cc4eae5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c5803c1b-c78e-4ee3-815c-13255d634eba), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:15.675426 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-7aab2697-3146-4b6a-b004-04067cc4eae5 admin admin] For port c5803c1b-c78e-4ee3-815c-13255d634eba, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c5803c1b-c78e-4ee3-815c-13255d634eba,segment=NetworkSegment(e6b281cb-26e7-47ae-bbfe-31fe8b1492f5),segment_id=e6b281cb-26e7-47ae-bbfe-31fe8b1492f5)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:15.675821 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7aab2697-3146-4b6a-b004-04067cc4eae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c5803c1b-c78e-4ee3-815c-13255d634eba), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:15.689443 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-7aab2697-3146-4b6a-b004-04067cc4eae5 admin admin] Calling delete_port for c5803c1b-c78e-4ee3-815c-13255d634eba owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:41:15.696450 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35df544-928b-4ea1-b758-8d49fba018b2 None None] DHCP port deletion for badba67c-d219-4c92-b857-3223da5bf474 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:41:15.747688 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d35df544-928b-4ea1-b758-8d49fba018b2 None None] Deleting port c5803c1b-c78e-4ee3-815c-13255d634eba {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:41:15.748063 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d35df544-928b-4ea1-b758-8d49fba018b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c5803c1b-c78e-4ee3-815c-13255d634eba), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:15.779453 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7aab2697-3146-4b6a-b004-04067cc4eae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (c5803c1b-c78e-4ee3-815c-13255d634eba), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:15.806327 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab2697-3146-4b6a-b004-04067cc4eae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5803c1b-c78e-4ee3-815c-13255d634eba,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:15.812350 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aab2697-3146-4b6a-b004-04067cc4eae5 admin admin] No DVR routers for this DVR port c5803c1b-c78e-4ee3-815c-13255d634eba on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:41:15.826211 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-d35df544-928b-4ea1-b758-8d49fba018b2 None None] For port c5803c1b-c78e-4ee3-815c-13255d634eba, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c5803c1b-c78e-4ee3-815c-13255d634eba,segment=NetworkSegment(e6b281cb-26e7-47ae-bbfe-31fe8b1492f5),segment_id=e6b281cb-26e7-47ae-bbfe-31fe8b1492f5)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:15.826740 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d35df544-928b-4ea1-b758-8d49fba018b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c5803c1b-c78e-4ee3-815c-13255d634eba), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:15.841463 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d35df544-928b-4ea1-b758-8d49fba018b2 None None] Calling delete_port for c5803c1b-c78e-4ee3-815c-13255d634eba owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:41:15.892623 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7aab2697-3146-4b6a-b004-04067cc4eae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (badba67c-d219-4c92-b857-3223da5bf474), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:15.916220 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-7aab2697-3146-4b6a-b004-04067cc4eae5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['badba67c-d219-4c92-b857-3223da5bf474']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:15.921102 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d35df544-928b-4ea1-b758-8d49fba018b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (c5803c1b-c78e-4ee3-815c-13255d634eba), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:15.928078 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-7aab2697-3146-4b6a-b004-04067cc4eae5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b281cb-26e7-47ae-bbfe-31fe8b1492f5') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:15.928394 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-7aab2697-3146-4b6a-b004-04067cc4eae5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b281cb-26e7-47ae-bbfe-31fe8b1492f5') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:15.939488 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7aab2697-3146-4b6a-b004-04067cc4eae5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (e6b281cb-26e7-47ae-bbfe-31fe8b1492f5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:15.947913 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35df544-928b-4ea1-b758-8d49fba018b2 None None] Pushing event deleted for resources: {'Port': ['ID=c5803c1b-c78e-4ee3-815c-13255d634eba,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:15.952453 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35df544-928b-4ea1-b758-8d49fba018b2 None None] No DVR routers for this DVR port c5803c1b-c78e-4ee3-815c-13255d634eba on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:41:15.958470 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7aab2697-3146-4b6a-b004-04067cc4eae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (e6b281cb-26e7-47ae-bbfe-31fe8b1492f5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:15.960641 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35df544-928b-4ea1-b758-8d49fba018b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:15.960991 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35df544-928b-4ea1-b758-8d49fba018b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:15.961504 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35df544-928b-4ea1-b758-8d49fba018b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:15.962028 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35df544-928b-4ea1-b758-8d49fba018b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:15.962568 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35df544-928b-4ea1-b758-8d49fba018b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:15.963236 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35df544-928b-4ea1-b758-8d49fba018b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:15.963887 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35df544-928b-4ea1-b758-8d49fba018b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:15.964373 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35df544-928b-4ea1-b758-8d49fba018b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:15.966178 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35df544-928b-4ea1-b758-8d49fba018b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:15.966703 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35df544-928b-4ea1-b758-8d49fba018b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:15.967079 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35df544-928b-4ea1-b758-8d49fba018b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:15.967650 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35df544-928b-4ea1-b758-8d49fba018b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:15.967935 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35df544-928b-4ea1-b758-8d49fba018b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:15.972173 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aab2697-3146-4b6a-b004-04067cc4eae5 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:41:15.973223 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7aab2697-3146-4b6a-b004-04067cc4eae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (e6b281cb-26e7-47ae-bbfe-31fe8b1492f5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:15.974896 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 01:41:15.974896 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:41:15.974896 n-d-826754-1 neutron-server[103343]: timer() Jan 28 01:41:15.974896 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:41:15.974896 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 01:41:15.974896 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:41:15.974896 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 01:41:15.974896 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:41:15.974896 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 01:41:15.974896 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:41:15.974896 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 01:41:15.974896 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:41:15.974896 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 01:41:15.974896 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:41:15.974896 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:41:15.974896 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:41:15.974896 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:41:15.974896 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:41:15.974896 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 01:41:15.974896 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:41:15.974896 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 01:41:15.974896 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:41:15.974896 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:41:15.974896 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:41:15.974896 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 01:41:15.974896 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:41:15.974896 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:41:15.974896 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:41:15.974896 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:41:15.974896 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:41:15.974896 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:41:15.974896 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:41:16.036578 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7aab2697-3146-4b6a-b004-04067cc4eae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (badba67c-d219-4c92-b857-3223da5bf474), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:16.042305 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7aab2697-3146-4b6a-b004-04067cc4eae5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:16.045693 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7aab2697-3146-4b6a-b004-04067cc4eae5 admin admin] 10.222.0.70 "DELETE /v2.0/networks/badba67c-d219-4c92-b857-3223da5bf474 HTTP/1.1" status: 204 len: 168 time: 0.5669570 Jan 28 01:41:16.048695 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56416) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:16.056979 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab2697-3146-4b6a-b004-04067cc4eae5 admin admin] Pushing event deleted for resources: {'Network': ['ID=badba67c-d219-4c92-b857-3223da5bf474,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:16.359321 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e9bf519f-1b31-4059-808f-e099d2037b2c no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:41:16.383787 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: e9bf519f-1b31-4059-808f-e099d2037b2c {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:41:16.384144 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device e9bf519f-1b31-4059-808f-e099d2037b2c not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:41:16.403149 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e81bcf40-e217-4bb1-ac17-f7d9de847d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (780fe216-27e8-487b-ab4b-42778c373ada), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:16.624026 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:41:16.646240 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:41:16.646589 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 72622d4c-9c2f-4cb7-a7c7-2ec75f55bb77 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:41:16.647006 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c5803c1b-c78e-4ee3-815c-13255d634eba no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:41:16.655097 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-e81bcf40-e217-4bb1-ac17-f7d9de847d52 admin admin] Deleting port 98722999-00fd-4130-b775-11e1114ea8a0 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:41:16.655443 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e81bcf40-e217-4bb1-ac17-f7d9de847d52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (98722999-00fd-4130-b775-11e1114ea8a0), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:16.666512 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: c5803c1b-c78e-4ee3-815c-13255d634eba {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:41:16.666862 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c5803c1b-c78e-4ee3-815c-13255d634eba not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:41:16.667274 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4294c55a-3ab2-43cd-b4a9-2e068ac13b85 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:41:16.686899 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 4294c55a-3ab2-43cd-b4a9-2e068ac13b85 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:41:16.687249 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4294c55a-3ab2-43cd-b4a9-2e068ac13b85 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:41:16.736606 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-e81bcf40-e217-4bb1-ac17-f7d9de847d52 admin admin] For port 98722999-00fd-4130-b775-11e1114ea8a0, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=98722999-00fd-4130-b775-11e1114ea8a0,segment=NetworkSegment(0c374ef0-c5ac-4c59-b168-4de93d1b5271),segment_id=0c374ef0-c5ac-4c59-b168-4de93d1b5271)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:16.737034 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e81bcf40-e217-4bb1-ac17-f7d9de847d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (98722999-00fd-4130-b775-11e1114ea8a0), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:16.750158 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-e81bcf40-e217-4bb1-ac17-f7d9de847d52 admin admin] Calling delete_port for 98722999-00fd-4130-b775-11e1114ea8a0 owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:41:16.934518 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e81bcf40-e217-4bb1-ac17-f7d9de847d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (98722999-00fd-4130-b775-11e1114ea8a0), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:16.960343 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81bcf40-e217-4bb1-ac17-f7d9de847d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=98722999-00fd-4130-b775-11e1114ea8a0,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:17.130847 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e81bcf40-e217-4bb1-ac17-f7d9de847d52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (780fe216-27e8-487b-ab4b-42778c373ada), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:17.350184 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81bcf40-e217-4bb1-ac17-f7d9de847d52 admin admin] Router 780fe216-27e8-487b-ab4b-42778c373ada has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:41:17.825525 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81bcf40-e217-4bb1-ac17-f7d9de847d52 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:41:17.832425 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e81bcf40-e217-4bb1-ac17-f7d9de847d52 admin admin] 10.222.0.70 "PUT /v2.0/routers/780fe216-27e8-487b-ab4b-42778c373ada/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7807124 Jan 28 01:41:17.833304 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56418) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:17.836138 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f695cecc-a851-4c07-817a-9f2a17a4634a None None] Sync routers for ids ['780fe216-27e8-487b-ab4b-42778c373ada'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:41:17.847053 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f695cecc-a851-4c07-817a-9f2a17a4634a None None] Routers {'780fe216-27e8-487b-ab4b-42778c373ada'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:41:17.847939 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f695cecc-a851-4c07-817a-9f2a17a4634a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['780fe216-27e8-487b-ab4b-42778c373ada'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:17.935283 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-483af9be-ea99-4057-948b-d68f1e1db136 admin admin] Publish callbacks [] for router (780fe216-27e8-487b-ab4b-42778c373ada), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:17.954502 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-f695cecc-a851-4c07-817a-9f2a17a4634a None None] Set router 780fe216-27e8-487b-ab4b-42778c373ada gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:41:18.038498 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-483af9be-ea99-4057-948b-d68f1e1db136 admin admin] Publish callbacks [] for router_gateway (780fe216-27e8-487b-ab4b-42778c373ada), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:18.095149 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-483af9be-ea99-4057-948b-d68f1e1db136 admin admin] Deleting port 0a068d94-d369-4eff-b207-6ecfda1e263d {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:41:18.095399 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-483af9be-ea99-4057-948b-d68f1e1db136 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (0a068d94-d369-4eff-b207-6ecfda1e263d), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:18.144394 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f695cecc-a851-4c07-817a-9f2a17a4634a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780fe216-27e8-487b-ab4b-42778c373ada', 'name': 'tempest-TestMinimumBasicScenario-223970966-router', 'tenant_id': 'b369702017164a1199b7881d9f06c06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '0a068d94-d369-4eff-b207-6ecfda1e263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:00Z', 'updated_at': '2022-01-28T01:41:16Z', 'revision_number': 5, 'project_id': 'b369702017164a1199b7881d9f06c06d', 'gw_port': {'id': '0a068d94-d369-4eff-b207-6ecfda1e263d', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:87:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780fe216-27e8-487b-ab4b-42778c373ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:39:01Z', 'updated_at': '2022-01-28T01:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:18.170933 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f695cecc-a851-4c07-817a-9f2a17a4634a None None] Checking router: 780fe216-27e8-487b-ab4b-42778c373ada for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:41:18.180354 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f695cecc-a851-4c07-817a-9f2a17a4634a None None] Routers {'780fe216-27e8-487b-ab4b-42778c373ada'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:41:18.180971 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f695cecc-a851-4c07-817a-9f2a17a4634a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['780fe216-27e8-487b-ab4b-42778c373ada'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:18.191122 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-483af9be-ea99-4057-948b-d68f1e1db136 admin admin] For port 0a068d94-d369-4eff-b207-6ecfda1e263d, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=0a068d94-d369-4eff-b207-6ecfda1e263d,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:18.191846 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-483af9be-ea99-4057-948b-d68f1e1db136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (0a068d94-d369-4eff-b207-6ecfda1e263d), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:18.203578 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-483af9be-ea99-4057-948b-d68f1e1db136 admin admin] Calling delete_port for 0a068d94-d369-4eff-b207-6ecfda1e263d owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:41:18.268498 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-f695cecc-a851-4c07-817a-9f2a17a4634a None None] Set router 780fe216-27e8-487b-ab4b-42778c373ada gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:41:18.322859 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f695cecc-a851-4c07-817a-9f2a17a4634a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780fe216-27e8-487b-ab4b-42778c373ada', 'name': 'tempest-TestMinimumBasicScenario-223970966-router', 'tenant_id': 'b369702017164a1199b7881d9f06c06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:00Z', 'updated_at': '2022-01-28T01:41:18Z', 'revision_number': 6, 'project_id': 'b369702017164a1199b7881d9f06c06d', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:18.349769 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f695cecc-a851-4c07-817a-9f2a17a4634a None None] The sync data for ids ['780fe216-27e8-487b-ab4b-42778c373ada'] in n-d-826754-1 is: [{'id': '780fe216-27e8-487b-ab4b-42778c373ada', 'name': 'tempest-TestMinimumBasicScenario-223970966-router', 'tenant_id': 'b369702017164a1199b7881d9f06c06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:39:00Z', 'updated_at': '2022-01-28T01:41:18Z', 'revision_number': 6, 'project_id': 'b369702017164a1199b7881d9f06c06d', 'gw_port_host': None}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:41:18.371860 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-483af9be-ea99-4057-948b-d68f1e1db136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (0a068d94-d369-4eff-b207-6ecfda1e263d), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:18.403268 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483af9be-ea99-4057-948b-d68f1e1db136 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a068d94-d369-4eff-b207-6ecfda1e263d,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:18.466567 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-483af9be-ea99-4057-948b-d68f1e1db136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (780fe216-27e8-487b-ab4b-42778c373ada), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:18.558810 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-483af9be-ea99-4057-948b-d68f1e1db136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (780fe216-27e8-487b-ab4b-42778c373ada), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:18.561011 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-483af9be-ea99-4057-948b-d68f1e1db136 admin admin] Publish callbacks [] for router_controller (780fe216-27e8-487b-ab4b-42778c373ada), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:18.608726 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-483af9be-ea99-4057-948b-d68f1e1db136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (780fe216-27e8-487b-ab4b-42778c373ada), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:18.609309 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483af9be-ea99-4057-948b-d68f1e1db136 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 780fe216-27e8-487b-ab4b-42778c373ada {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:41:18.616874 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-483af9be-ea99-4057-948b-d68f1e1db136 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:18.618031 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-483af9be-ea99-4057-948b-d68f1e1db136 admin admin] 10.222.0.70 "DELETE /v2.0/routers/780fe216-27e8-487b-ab4b-42778c373ada HTTP/1.1" status: 204 len: 168 time: 0.7837861 Jan 28 01:41:18.621041 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56420) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:18.665345 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-393add64-d647-4fa2-a0bf-f22e1b37cf1e admin admin] Deleting subnet 5521c18d-b2f9-403d-b47d-aff5155f0406 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:41:18.668538 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-393add64-d647-4fa2-a0bf-f22e1b37cf1e admin admin] Publish callbacks [] for subnet (5521c18d-b2f9-403d-b47d-aff5155f0406), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:18.701773 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-393add64-d647-4fa2-a0bf-f22e1b37cf1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (5521c18d-b2f9-403d-b47d-aff5155f0406), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:18.789794 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-393add64-d647-4fa2-a0bf-f22e1b37cf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (5521c18d-b2f9-403d-b47d-aff5155f0406), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:18.826537 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 98722999-00fd-4130-b775-11e1114ea8a0 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:41:18.849234 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 98722999-00fd-4130-b775-11e1114ea8a0 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:41:18.849932 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 98722999-00fd-4130-b775-11e1114ea8a0 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:41:18.857445 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-393add64-d647-4fa2-a0bf-f22e1b37cf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (5521c18d-b2f9-403d-b47d-aff5155f0406), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:18.883815 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393add64-d647-4fa2-a0bf-f22e1b37cf1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5521c18d-b2f9-403d-b47d-aff5155f0406,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:18.887581 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-393add64-d647-4fa2-a0bf-f22e1b37cf1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:18.892016 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-393add64-d647-4fa2-a0bf-f22e1b37cf1e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5521c18d-b2f9-403d-b47d-aff5155f0406 HTTP/1.1" status: 204 len: 168 time: 0.2687697 Jan 28 01:41:18.893665 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56422) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:18.895468 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4772ad4e-06ed-431d-ba52-fdeb7f02d6ed None None] Network f37e3ccb-9404-409f-8b9d-27a375d1f87e requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:41:18.970233 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7699a74e-e07a-4746-8c4c-fa13d650ee3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (f37e3ccb-9404-409f-8b9d-27a375d1f87e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:19.029199 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-7699a74e-e07a-4746-8c4c-fa13d650ee3d admin admin] Deleting port 2dbefe58-11c0-4a10-a301-46a3c402c2cc {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:41:19.029544 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7699a74e-e07a-4746-8c4c-fa13d650ee3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (2dbefe58-11c0-4a10-a301-46a3c402c2cc), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:19.101930 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-7699a74e-e07a-4746-8c4c-fa13d650ee3d admin admin] For port 2dbefe58-11c0-4a10-a301-46a3c402c2cc, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2dbefe58-11c0-4a10-a301-46a3c402c2cc,segment=NetworkSegment(0c374ef0-c5ac-4c59-b168-4de93d1b5271),segment_id=0c374ef0-c5ac-4c59-b168-4de93d1b5271)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:19.102221 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7699a74e-e07a-4746-8c4c-fa13d650ee3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (2dbefe58-11c0-4a10-a301-46a3c402c2cc), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:19.116116 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-7699a74e-e07a-4746-8c4c-fa13d650ee3d admin admin] Calling delete_port for 2dbefe58-11c0-4a10-a301-46a3c402c2cc owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:41:19.185766 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786743cd-fa6a-4734-9aea-c6834bf472b8 None None] DHCP port deletion for f37e3ccb-9404-409f-8b9d-27a375d1f87e request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:41:19.217789 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7699a74e-e07a-4746-8c4c-fa13d650ee3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (2dbefe58-11c0-4a10-a301-46a3c402c2cc), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:19.239564 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-786743cd-fa6a-4734-9aea-c6834bf472b8 None None] Deleting port 2dbefe58-11c0-4a10-a301-46a3c402c2cc {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:41:19.240218 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-786743cd-fa6a-4734-9aea-c6834bf472b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (2dbefe58-11c0-4a10-a301-46a3c402c2cc), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:19.254690 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699a74e-e07a-4746-8c4c-fa13d650ee3d admin admin] Pushing event deleted for resources: {'Port': ['ID=2dbefe58-11c0-4a10-a301-46a3c402c2cc,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:19.262800 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7699a74e-e07a-4746-8c4c-fa13d650ee3d admin admin] No DVR routers for this DVR port 2dbefe58-11c0-4a10-a301-46a3c402c2cc on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:41:19.318641 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-786743cd-fa6a-4734-9aea-c6834bf472b8 None None] For port 2dbefe58-11c0-4a10-a301-46a3c402c2cc, host n-d-826754-1, got binding levels [] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:19.319037 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-786743cd-fa6a-4734-9aea-c6834bf472b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (2dbefe58-11c0-4a10-a301-46a3c402c2cc), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:19.336620 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7699a74e-e07a-4746-8c4c-fa13d650ee3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (f37e3ccb-9404-409f-8b9d-27a375d1f87e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:19.338121 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-786743cd-fa6a-4734-9aea-c6834bf472b8 None None] Calling delete_port for 2dbefe58-11c0-4a10-a301-46a3c402c2cc owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:41:19.340907 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.ipam_backend_mixin [None req-786743cd-fa6a-4734-9aea-c6834bf472b8 None None] Port 2dbefe58-11c0-4a10-a301-46a3c402c2cc was not found and therefore no delete operation was performed {{(pid=103345) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 01:41:19.342438 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-786743cd-fa6a-4734-9aea-c6834bf472b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (2dbefe58-11c0-4a10-a301-46a3c402c2cc), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:19.362047 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-7699a74e-e07a-4746-8c4c-fa13d650ee3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37e3ccb-9404-409f-8b9d-27a375d1f87e']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:19.369075 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786743cd-fa6a-4734-9aea-c6834bf472b8 None None] Pushing event deleted for resources: {'Port': ['ID=2dbefe58-11c0-4a10-a301-46a3c402c2cc,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:19.372774 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786743cd-fa6a-4734-9aea-c6834bf472b8 None None] No DVR routers for this DVR port 2dbefe58-11c0-4a10-a301-46a3c402c2cc on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:41:19.389558 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-7699a74e-e07a-4746-8c4c-fa13d650ee3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c374ef0-c5ac-4c59-b168-4de93d1b5271') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:19.389862 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-7699a74e-e07a-4746-8c4c-fa13d650ee3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c374ef0-c5ac-4c59-b168-4de93d1b5271') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:19.400903 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7699a74e-e07a-4746-8c4c-fa13d650ee3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (0c374ef0-c5ac-4c59-b168-4de93d1b5271), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:19.415793 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7699a74e-e07a-4746-8c4c-fa13d650ee3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (0c374ef0-c5ac-4c59-b168-4de93d1b5271), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:19.423958 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7699a74e-e07a-4746-8c4c-fa13d650ee3d admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:41:19.424520 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7699a74e-e07a-4746-8c4c-fa13d650ee3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (0c374ef0-c5ac-4c59-b168-4de93d1b5271), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:19.427951 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 01:41:19.427951 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:41:19.427951 n-d-826754-1 neutron-server[103344]: timer() Jan 28 01:41:19.427951 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:41:19.427951 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 01:41:19.427951 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:41:19.427951 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 01:41:19.427951 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:41:19.427951 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 01:41:19.427951 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:41:19.427951 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 01:41:19.427951 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:41:19.427951 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 01:41:19.427951 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:41:19.427951 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:41:19.427951 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:41:19.427951 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:41:19.427951 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:41:19.427951 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 01:41:19.427951 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:41:19.427951 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 01:41:19.427951 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:41:19.427951 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:41:19.427951 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:41:19.427951 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 01:41:19.427951 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:41:19.427951 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:41:19.427951 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:41:19.427951 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:41:19.427951 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:41:19.427951 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:41:19.427951 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:41:19.498216 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7699a74e-e07a-4746-8c4c-fa13d650ee3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (f37e3ccb-9404-409f-8b9d-27a375d1f87e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:19.511705 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7699a74e-e07a-4746-8c4c-fa13d650ee3d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:19.517605 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7699a74e-e07a-4746-8c4c-fa13d650ee3d admin admin] 10.222.0.70 "DELETE /v2.0/networks/f37e3ccb-9404-409f-8b9d-27a375d1f87e HTTP/1.1" status: 204 len: 168 time: 0.6197841 Jan 28 01:41:19.531206 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699a74e-e07a-4746-8c4c-fa13d650ee3d admin admin] Pushing event deleted for resources: {'Network': ['ID=f37e3ccb-9404-409f-8b9d-27a375d1f87e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:19.711108 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56426) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:19.754843 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ac8b1f78-961d-4669-83c8-bc643cb34f20 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1b1980b603a6467b90e44f3cfb5516f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422924 Jan 28 01:41:19.757462 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56428) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:19.806881 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0bda9199-0f76-4ebf-9bb9-e222714aaaaa admin admin] Publish callbacks [] for security_group (5e6f415a-3043-47fb-8ba3-ebdec98aacbc), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:19.828072 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0bda9199-0f76-4ebf-9bb9-e222714aaaaa admin admin] Publish callbacks [] for security_group (5e6f415a-3043-47fb-8ba3-ebdec98aacbc), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:19.876804 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0bda9199-0f76-4ebf-9bb9-e222714aaaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (5e6f415a-3043-47fb-8ba3-ebdec98aacbc), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:19.880732 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0bda9199-0f76-4ebf-9bb9-e222714aaaaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:19.881959 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0bda9199-0f76-4ebf-9bb9-e222714aaaaa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5e6f415a-3043-47fb-8ba3-ebdec98aacbc HTTP/1.1" status: 204 len: 168 time: 0.1235709 Jan 28 01:41:19.890638 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda9199-0f76-4ebf-9bb9-e222714aaaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6f415a-3043-47fb-8ba3-ebdec98aacbc,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:20.221465 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56434) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:20.268164 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ce3bd1fb-11ee-4fab-8f0b-fc21efef752c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b369702017164a1199b7881d9f06c06d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0446861 Jan 28 01:41:20.270855 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56436) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:20.318717 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-40f03b76-f2d6-43bf-b384-91d82b3942be admin admin] Publish callbacks [] for security_group (c98d2d3b-0998-4f06-905c-850a1a0f18fa), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:20.339513 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-40f03b76-f2d6-43bf-b384-91d82b3942be admin admin] Publish callbacks [] for security_group (c98d2d3b-0998-4f06-905c-850a1a0f18fa), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:20.388538 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-40f03b76-f2d6-43bf-b384-91d82b3942be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (c98d2d3b-0998-4f06-905c-850a1a0f18fa), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:20.391695 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-40f03b76-f2d6-43bf-b384-91d82b3942be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:20.392991 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-40f03b76-f2d6-43bf-b384-91d82b3942be admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c98d2d3b-0998-4f06-905c-850a1a0f18fa HTTP/1.1" status: 204 len: 168 time: 0.1211643 Jan 28 01:41:20.401357 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f03b76-f2d6-43bf-b384-91d82b3942be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98d2d3b-0998-4f06-905c-850a1a0f18fa,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:20.632875 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 0a068d94-d369-4eff-b207-6ecfda1e263d no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:41:20.657458 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 0a068d94-d369-4eff-b207-6ecfda1e263d {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:41:20.657888 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 0a068d94-d369-4eff-b207-6ecfda1e263d not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:41:20.658388 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2dbefe58-11c0-4a10-a301-46a3c402c2cc no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:41:20.679533 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 2dbefe58-11c0-4a10-a301-46a3c402c2cc {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:41:20.680092 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2dbefe58-11c0-4a10-a301-46a3c402c2cc not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:41:22.199900 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56476) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:22.204554 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-2c26ebcf-c85e-437c-9641-314bcb7169a5 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-393636850', 'description': 'tempest-secgroup-smoke-393636850 description', 'project_id': '059bca68032541d59fac92aef233eaae'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:41:22.226420 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2c26ebcf-c85e-437c-9641-314bcb7169a5 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:22.234420 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2c26ebcf-c85e-437c-9641-314bcb7169a5 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:22.311394 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2c26ebcf-c85e-437c-9641-314bcb7169a5 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group (27f704c9-4e6f-4598-bd36-2c83032ac520), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:22.315258 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2c26ebcf-c85e-437c-9641-314bcb7169a5 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (27f704c9-4e6f-4598-bd36-2c83032ac520), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:22.353361 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26ebcf-c85e-437c-9641-314bcb7169a5 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27f704c9-4e6f-4598-bd36-2c83032ac520,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:22.399462 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2c26ebcf-c85e-437c-9641-314bcb7169a5 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group (ba320fed-6277-4a3a-8916-6a43a8dc78e4), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:22.403657 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2c26ebcf-c85e-437c-9641-314bcb7169a5 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ba320fed-6277-4a3a-8916-6a43a8dc78e4), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:22.432788 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2c26ebcf-c85e-437c-9641-314bcb7169a5 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:22.434028 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2c26ebcf-c85e-437c-9641-314bcb7169a5 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2331197 Jan 28 01:41:22.436981 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56478) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:22.442693 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-6fe6d3bf-1fc8-4fd5-929d-891e81d3c167 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group_rule': {'security_group_id': 'ba320fed-6277-4a3a-8916-6a43a8dc78e4', 'project_id': '059bca68032541d59fac92aef233eaae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:41:22.447867 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26ebcf-c85e-437c-9641-314bcb7169a5 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba320fed-6277-4a3a-8916-6a43a8dc78e4,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:22.470144 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6fe6d3bf-1fc8-4fd5-929d-891e81d3c167 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (92ca33b4-f9d8-4ee0-8f4e-40301c550f55), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:22.528591 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6fe6d3bf-1fc8-4fd5-929d-891e81d3c167 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (92ca33b4-f9d8-4ee0-8f4e-40301c550f55), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:22.532818 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6fe6d3bf-1fc8-4fd5-929d-891e81d3c167 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (92ca33b4-f9d8-4ee0-8f4e-40301c550f55), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:22.553221 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6d3bf-1fc8-4fd5-929d-891e81d3c167 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ca33b4-f9d8-4ee0-8f4e-40301c550f55,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:22.562197 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6fe6d3bf-1fc8-4fd5-929d-891e81d3c167 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:22.563407 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6fe6d3bf-1fc8-4fd5-929d-891e81d3c167 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255019 Jan 28 01:41:22.566217 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56480) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:22.570626 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-db8d40ea-4fa4-453d-9811-f6962ac32fc7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group_rule': {'security_group_id': 'ba320fed-6277-4a3a-8916-6a43a8dc78e4', 'project_id': '059bca68032541d59fac92aef233eaae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:41:22.595324 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-db8d40ea-4fa4-453d-9811-f6962ac32fc7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (03a0be49-a02a-4c02-80ea-43a383bbcef1), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:22.652335 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-db8d40ea-4fa4-453d-9811-f6962ac32fc7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (03a0be49-a02a-4c02-80ea-43a383bbcef1), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:22.656599 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-db8d40ea-4fa4-453d-9811-f6962ac32fc7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (03a0be49-a02a-4c02-80ea-43a383bbcef1), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:22.677167 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d40ea-4fa4-453d-9811-f6962ac32fc7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03a0be49-a02a-4c02-80ea-43a383bbcef1,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:22.682207 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-db8d40ea-4fa4-453d-9811-f6962ac32fc7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:22.684064 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-db8d40ea-4fa4-453d-9811-f6962ac32fc7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168683 Jan 28 01:41:22.686051 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56482) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:22.690376 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-dfe75d5c-2050-46fb-8a2f-2f449cc799eb tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group_rule': {'security_group_id': 'ba320fed-6277-4a3a-8916-6a43a8dc78e4', 'project_id': '059bca68032541d59fac92aef233eaae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:41:22.714520 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dfe75d5c-2050-46fb-8a2f-2f449cc799eb tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (5d4bdb28-e882-4d86-ac4c-ab2b807bdd68), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:22.778706 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dfe75d5c-2050-46fb-8a2f-2f449cc799eb tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (5d4bdb28-e882-4d86-ac4c-ab2b807bdd68), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:22.783289 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dfe75d5c-2050-46fb-8a2f-2f449cc799eb tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (5d4bdb28-e882-4d86-ac4c-ab2b807bdd68), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:22.803321 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe75d5c-2050-46fb-8a2f-2f449cc799eb tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4bdb28-e882-4d86-ac4c-ab2b807bdd68,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:22.815309 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dfe75d5c-2050-46fb-8a2f-2f449cc799eb tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:22.816680 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-dfe75d5c-2050-46fb-8a2f-2f449cc799eb tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296558 Jan 28 01:41:22.819362 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56484) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:22.823960 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-b0fb8271-b2ad-48fe-9b9a-422c2f17c637 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group_rule': {'security_group_id': 'ba320fed-6277-4a3a-8916-6a43a8dc78e4', 'project_id': '059bca68032541d59fac92aef233eaae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:41:22.855315 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b0fb8271-b2ad-48fe-9b9a-422c2f17c637 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (db650c5b-969e-4fa5-84bc-6a27964dc0b1), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:22.914835 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b0fb8271-b2ad-48fe-9b9a-422c2f17c637 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (db650c5b-969e-4fa5-84bc-6a27964dc0b1), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:22.918731 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b0fb8271-b2ad-48fe-9b9a-422c2f17c637 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (db650c5b-969e-4fa5-84bc-6a27964dc0b1), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:22.939068 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb8271-b2ad-48fe-9b9a-422c2f17c637 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db650c5b-969e-4fa5-84bc-6a27964dc0b1,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:22.947919 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b0fb8271-b2ad-48fe-9b9a-422c2f17c637 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:22.949148 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b0fb8271-b2ad-48fe-9b9a-422c2f17c637 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1287730 Jan 28 01:41:22.951837 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56486) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:22.956169 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-979d8f16-4e82-4c35-835e-1c8be58765c8 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group_rule': {'security_group_id': 'ba320fed-6277-4a3a-8916-6a43a8dc78e4', 'project_id': '059bca68032541d59fac92aef233eaae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:41:22.979550 n-d-826754-1 neutron-server[103344]: INFO neutron.db.securitygroups_db [None req-979d8f16-4e82-4c35-835e-1c8be58765c8 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Project 059bca68032541d59fac92aef233eaae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:41:22.984589 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-979d8f16-4e82-4c35-835e-1c8be58765c8 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (d64f225b-8b01-497d-b58a-7559f9e84b9e), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:23.043435 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-979d8f16-4e82-4c35-835e-1c8be58765c8 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (d64f225b-8b01-497d-b58a-7559f9e84b9e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:23.047220 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-979d8f16-4e82-4c35-835e-1c8be58765c8 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (d64f225b-8b01-497d-b58a-7559f9e84b9e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:23.064705 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d8f16-4e82-4c35-835e-1c8be58765c8 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d64f225b-8b01-497d-b58a-7559f9e84b9e,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:23.072740 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-979d8f16-4e82-4c35-835e-1c8be58765c8 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:23.074362 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-979d8f16-4e82-4c35-835e-1c8be58765c8 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1214480 Jan 28 01:41:23.077278 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56488) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:23.082479 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-ff303892-f7b9-447b-8c90-bcecb6faff51 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group_rule': {'security_group_id': 'ba320fed-6277-4a3a-8916-6a43a8dc78e4', 'project_id': '059bca68032541d59fac92aef233eaae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:41:23.103093 n-d-826754-1 neutron-server[103344]: INFO neutron.db.securitygroups_db [None req-ff303892-f7b9-447b-8c90-bcecb6faff51 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Project 059bca68032541d59fac92aef233eaae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:41:23.107947 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff303892-f7b9-447b-8c90-bcecb6faff51 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (60e3d660-7823-4e1f-90b3-588f43f8cbf5), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:23.169868 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff303892-f7b9-447b-8c90-bcecb6faff51 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (60e3d660-7823-4e1f-90b3-588f43f8cbf5), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:23.173783 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff303892-f7b9-447b-8c90-bcecb6faff51 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (60e3d660-7823-4e1f-90b3-588f43f8cbf5), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:23.191585 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff303892-f7b9-447b-8c90-bcecb6faff51 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e3d660-7823-4e1f-90b3-588f43f8cbf5,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:23.199893 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ff303892-f7b9-447b-8c90-bcecb6faff51 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:23.201094 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ff303892-f7b9-447b-8c90-bcecb6faff51 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228836 Jan 28 01:41:23.204067 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56490) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:23.209900 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-21d048f6-c982-4077-b260-a03196ca3c25 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'network': {'name': 'tempest-network-smoke--1148019946', 'project_id': '059bca68032541d59fac92aef233eaae', 'port_security_enabled': True}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:41:23.230056 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d048f6-c982-4077-b260-a03196ca3c25 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Made reservation on behalf of 059bca68032541d59fac92aef233eaae for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:41:23.233583 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-21d048f6-c982-4077-b260-a03196ca3c25 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:23.258992 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d048f6-c982-4077-b260-a03196ca3c25 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:41:23.268558 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-21d048f6-c982-4077-b260-a03196ca3c25 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (b25fb75a-166f-43ce-9fdb-ab458c8b764f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:23.269576 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-21d048f6-c982-4077-b260-a03196ca3c25 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Added segment b25fb75a-166f-43ce-9fdb-ab458c8b764f of type vlan for network edf55b54-01a9-49d8-ba14-dafaa9b1e861 Jan 28 01:41:23.311279 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-21d048f6-c982-4077-b260-a03196ca3c25 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (edf55b54-01a9-49d8-ba14-dafaa9b1e861), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:23.335974 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-21d048f6-c982-4077-b260-a03196ca3c25 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (edf55b54-01a9-49d8-ba14-dafaa9b1e861), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:23.340872 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d048f6-c982-4077-b260-a03196ca3c25 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:23.341465 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-21d048f6-c982-4077-b260-a03196ca3c25 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:23.400733 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-21d048f6-c982-4077-b260-a03196ca3c25 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1956325 Jan 28 01:41:23.403715 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56492) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:23.412182 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-7f96a1f5-3549-4b96-9486-84e348c495e4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-240654636', 'admin_state_up': True, 'project_id': '059bca68032541d59fac92aef233eaae', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:41:23.429367 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d048f6-c982-4077-b260-a03196ca3c25 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Network': ['ID=edf55b54-01a9-49d8-ba14-dafaa9b1e861,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:23.439843 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network edf55b54-01a9-49d8-ba14-dafaa9b1e861 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:41:23.447456 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7f96a1f5-3549-4b96-9486-84e348c495e4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (2116f34e-9efb-45d7-86ed-907c5f0fcd4e), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:23.448492 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7f96a1f5-3549-4b96-9486-84e348c495e4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (2116f34e-9efb-45d7-86ed-907c5f0fcd4e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:23.500566 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7f96a1f5-3549-4b96-9486-84e348c495e4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router_controller (2116f34e-9efb-45d7-86ed-907c5f0fcd4e), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:23.653013 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7f96a1f5-3549-4b96-9486-84e348c495e4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router_gateway (2116f34e-9efb-45d7-86ed-907c5f0fcd4e), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:23.842719 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7f96a1f5-3549-4b96-9486-84e348c495e4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router_gateway (2116f34e-9efb-45d7-86ed-907c5f0fcd4e), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:23.871637 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7f96a1f5-3549-4b96-9486-84e348c495e4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:23.982164 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-7f96a1f5-3549-4b96-9486-84e348c495e4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Allocated IP 172.25.3.79 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/3ef5966b-8668-45d9-8c67-dd1217554eb8) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:41:24.087469 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7f96a1f5-3549-4b96-9486-84e348c495e4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for port (3ef5966b-8668-45d9-8c67-dd1217554eb8), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:24.127249 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7f96a1f5-3549-4b96-9486-84e348c495e4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (3ef5966b-8668-45d9-8c67-dd1217554eb8), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:24.164775 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f96a1f5-3549-4b96-9486-84e348c495e4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:41:24.167640 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-7f96a1f5-3549-4b96-9486-84e348c495e4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:41:24.170106 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f96a1f5-3549-4b96-9486-84e348c495e4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:41:24.201598 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96a1f5-3549-4b96-9486-84e348c495e4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Port': ['ID=3ef5966b-8668-45d9-8c67-dd1217554eb8,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:24.430584 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7f96a1f5-3549-4b96-9486-84e348c495e4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router_gateway (2116f34e-9efb-45d7-86ed-907c5f0fcd4e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:24.547585 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:41:24.633472 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7f96a1f5-3549-4b96-9486-84e348c495e4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (2116f34e-9efb-45d7-86ed-907c5f0fcd4e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:24.765186 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f96a1f5-3549-4b96-9486-84e348c495e4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Router 2116f34e-9efb-45d7-86ed-907c5f0fcd4e is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:41:24.875340 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f96a1f5-3549-4b96-9486-84e348c495e4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:41:24.886212 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f89b446-a632-4722-8ab8-89f09b29fa99 None None] Sync routers for ids ['2116f34e-9efb-45d7-86ed-907c5f0fcd4e'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:41:24.897612 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f89b446-a632-4722-8ab8-89f09b29fa99 None None] Routers {'2116f34e-9efb-45d7-86ed-907c5f0fcd4e'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:41:24.898030 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7f96a1f5-3549-4b96-9486-84e348c495e4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:24.898359 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-2f89b446-a632-4722-8ab8-89f09b29fa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2116f34e-9efb-45d7-86ed-907c5f0fcd4e'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:24.899268 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7f96a1f5-3549-4b96-9486-84e348c495e4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4942770 Jan 28 01:41:24.902429 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56494) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:25.008222 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-2f89b446-a632-4722-8ab8-89f09b29fa99 None None] Set router 2116f34e-9efb-45d7-86ed-907c5f0fcd4e gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:41:25.024671 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-dc3c112a-62f2-4db8-a2b1-1e07fbdf16d8 tempest-TestNetworkAdvancedServerOps-198064769 tempest-TestNetworkAdvancedServerOps-198064769-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=059bca68032541d59fac92aef233eaae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1209400 Jan 28 01:41:25.027165 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56498) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:25.121420 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa99b1b-b2e1-4023-905e-fd4545aaabba tempest-TestNetworkAdvancedServerOps-198064769 tempest-TestNetworkAdvancedServerOps-198064769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:25.122966 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-afa99b1b-b2e1-4023-905e-fd4545aaabba tempest-TestNetworkAdvancedServerOps-198064769 tempest-TestNetworkAdvancedServerOps-198064769-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0948012 Jan 28 01:41:25.126000 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56500) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:25.161194 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-094d870b-3e61-4b4c-9d0b-db371e9b690a tempest-TestNetworkAdvancedServerOps-198064769 tempest-TestNetworkAdvancedServerOps-198064769-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340278 Jan 28 01:41:25.164198 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56502) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:25.169113 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-2f7ed3e8-61e8-4f98-918e-e42e03c91bda tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1579838341', 'network_id': 'edf55b54-01a9-49d8-ba14-dafaa9b1e861', 'project_id': '059bca68032541d59fac92aef233eaae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:41:25.255589 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7ed3e8-61e8-4f98-918e-e42e03c91bda tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Made reservation on behalf of 059bca68032541d59fac92aef233eaae for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:41:25.259597 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2f7ed3e8-61e8-4f98-918e-e42e03c91bda tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:25.288134 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-2f89b446-a632-4722-8ab8-89f09b29fa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240654636', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '3ef5966b-8668-45d9-8c67-dd1217554eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:23Z', 'updated_at': '2022-01-28T01:41:24Z', 'revision_number': 3, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '3ef5966b-8668-45d9-8c67-dd1217554eb8', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:23Z', 'updated_at': '2022-01-28T01:41:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:25.316509 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f89b446-a632-4722-8ab8-89f09b29fa99 None None] Checking router: 2116f34e-9efb-45d7-86ed-907c5f0fcd4e for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:41:25.317082 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f89b446-a632-4722-8ab8-89f09b29fa99 None None] Updating router 2116f34e-9efb-45d7-86ed-907c5f0fcd4e port 3ef5966b-8668-45d9-8c67-dd1217554eb8 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:41:25.342995 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f89b446-a632-4722-8ab8-89f09b29fa99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3ef5966b-8668-45d9-8c67-dd1217554eb8), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:25.447453 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2f7ed3e8-61e8-4f98-918e-e42e03c91bda tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (9af7dcfa-1855-488d-a6d2-2f0588056827), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:25.508097 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ed3e8-61e8-4f98-918e-e42e03c91bda tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Subnet': ['ID=9af7dcfa-1855-488d-a6d2-2f0588056827,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:25.518298 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7ed3e8-61e8-4f98-918e-e42e03c91bda tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Checking segment: {'id': 'b25fb75a-166f-43ce-9fdb-ab458c8b764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'edf55b54-01a9-49d8-ba14-dafaa9b1e861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:41:25.518667 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7ed3e8-61e8-4f98-918e-e42e03c91bda tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network hostable DHCP agents. Network: edf55b54-01a9-49d8-ba14-dafaa9b1e861, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:41:25.540856 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7ed3e8-61e8-4f98-918e-e42e03c91bda tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network edf55b54-01a9-49d8-ba14-dafaa9b1e861 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:41:25.555380 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-2f7ed3e8-61e8-4f98-918e-e42e03c91bda tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, edf55b54-01a9-49d8-ba14-dafaa9b1e861) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:41:25.559752 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7ed3e8-61e8-4f98-918e-e42e03c91bda tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:25.560353 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2f7ed3e8-61e8-4f98-918e-e42e03c91bda tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:25.564558 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7795053e-724a-4900-9b32-d06126592a9c None None] Network edf55b54-01a9-49d8-ba14-dafaa9b1e861 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:41:25.583415 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2f7ed3e8-61e8-4f98-918e-e42e03c91bda tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4151542 Jan 28 01:41:25.583677 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56504) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:25.607491 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f89b446-a632-4722-8ab8-89f09b29fa99 None None] Publish callbacks [] for port (3ef5966b-8668-45d9-8c67-dd1217554eb8), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:25.613482 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f89b446-a632-4722-8ab8-89f09b29fa99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3ef5966b-8668-45d9-8c67-dd1217554eb8), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:25.656884 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf475224-8e73-4ab4-a039-21df45df5a23 None None] Pushing event updated for resources: {'Port': ['ID=3ef5966b-8668-45d9-8c67-dd1217554eb8,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:25.666403 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf475224-8e73-4ab4-a039-21df45df5a23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:25.666757 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf475224-8e73-4ab4-a039-21df45df5a23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:25.667095 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf475224-8e73-4ab4-a039-21df45df5a23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:25.667428 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf475224-8e73-4ab4-a039-21df45df5a23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:25.667784 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf475224-8e73-4ab4-a039-21df45df5a23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:25.668114 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf475224-8e73-4ab4-a039-21df45df5a23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:25.668437 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf475224-8e73-4ab4-a039-21df45df5a23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:25.668756 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf475224-8e73-4ab4-a039-21df45df5a23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:25.669078 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf475224-8e73-4ab4-a039-21df45df5a23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:25.669394 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf475224-8e73-4ab4-a039-21df45df5a23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:25.669709 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf475224-8e73-4ab4-a039-21df45df5a23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:25.670034 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf475224-8e73-4ab4-a039-21df45df5a23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:25.670342 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf475224-8e73-4ab4-a039-21df45df5a23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:41:25.675639 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abee0ad4-2f82-46d5-8803-167158d75d3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-edf55b54-01a9-49d8-ba14-dafaa9b1e861', 'network_id': 'edf55b54-01a9-49d8-ba14-dafaa9b1e861', 'project_id': '059bca68032541d59fac92aef233eaae', 'fixed_ips': [{'subnet_id': '9af7dcfa-1855-488d-a6d2-2f0588056827'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:41:25.677176 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-abee0ad4-2f82-46d5-8803-167158d75d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:25.688681 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-2f89b446-a632-4722-8ab8-89f09b29fa99 None None] Attempting to bind port 3ef5966b-8668-45d9-8c67-dd1217554eb8 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:41:25.689044 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-2f89b446-a632-4722-8ab8-89f09b29fa99 None None] Attempting to bind port 3ef5966b-8668-45d9-8c67-dd1217554eb8 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:41:25.689401 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f89b446-a632-4722-8ab8-89f09b29fa99 None None] Attempting to bind port 3ef5966b-8668-45d9-8c67-dd1217554eb8 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:41:25.695392 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f89b446-a632-4722-8ab8-89f09b29fa99 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:41:25.696066 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f89b446-a632-4722-8ab8-89f09b29fa99 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:41:25.696468 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f89b446-a632-4722-8ab8-89f09b29fa99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:25.696861 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f89b446-a632-4722-8ab8-89f09b29fa99 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:41:25.697319 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-2f89b446-a632-4722-8ab8-89f09b29fa99 None None] Bound port: 3ef5966b-8668-45d9-8c67-dd1217554eb8, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:41:25.697694 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f89b446-a632-4722-8ab8-89f09b29fa99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3ef5966b-8668-45d9-8c67-dd1217554eb8), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:25.751467 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-2f89b446-a632-4722-8ab8-89f09b29fa99 None None] For port 3ef5966b-8668-45d9-8c67-dd1217554eb8, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:41:25.756814 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-2f89b446-a632-4722-8ab8-89f09b29fa99 None None] For port 3ef5966b-8668-45d9-8c67-dd1217554eb8, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=3ef5966b-8668-45d9-8c67-dd1217554eb8,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:41:25.763033 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2f89b446-a632-4722-8ab8-89f09b29fa99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3ef5966b-8668-45d9-8c67-dd1217554eb8), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:25.819819 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf475224-8e73-4ab4-a039-21df45df5a23 None None] Pushing event updated for resources: {'Port': ['ID=3ef5966b-8668-45d9-8c67-dd1217554eb8,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:25.826019 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-abee0ad4-2f82-46d5-8803-167158d75d3d None None] Allocated IP 172.20.0.2 (edf55b54-01a9-49d8-ba14-dafaa9b1e861/9af7dcfa-1855-488d-a6d2-2f0588056827/a25d3c95-23ea-43ea-a0d8-d07efba541b5) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:41:25.834127 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f89b446-a632-4722-8ab8-89f09b29fa99 None None] Routers {'2116f34e-9efb-45d7-86ed-907c5f0fcd4e'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:41:25.834766 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-2f89b446-a632-4722-8ab8-89f09b29fa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2116f34e-9efb-45d7-86ed-907c5f0fcd4e'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:25.941769 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-2f89b446-a632-4722-8ab8-89f09b29fa99 None None] Set router 2116f34e-9efb-45d7-86ed-907c5f0fcd4e gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:41:26.073337 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-86768d7f-aa66-4acc-8b46-0428e503c2ca tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:26.137500 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-2f89b446-a632-4722-8ab8-89f09b29fa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240654636', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '3ef5966b-8668-45d9-8c67-dd1217554eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:23Z', 'updated_at': '2022-01-28T01:41:24Z', 'revision_number': 3, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '3ef5966b-8668-45d9-8c67-dd1217554eb8', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:23Z', 'updated_at': '2022-01-28T01:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:26.141349 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-abee0ad4-2f82-46d5-8803-167158d75d3d None None] Publish callbacks [] for port (a25d3c95-23ea-43ea-a0d8-d07efba541b5), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:26.148800 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-abee0ad4-2f82-46d5-8803-167158d75d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (a25d3c95-23ea-43ea-a0d8-d07efba541b5), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:26.169498 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f89b446-a632-4722-8ab8-89f09b29fa99 None None] The sync data for ids ['2116f34e-9efb-45d7-86ed-907c5f0fcd4e'] in n-d-826754-1 is: [{'id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240654636', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '3ef5966b-8668-45d9-8c67-dd1217554eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:23Z', 'updated_at': '2022-01-28T01:41:24Z', 'revision_number': 3, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '3ef5966b-8668-45d9-8c67-dd1217554eb8', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:23Z', 'updated_at': '2022-01-28T01:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:41:26.189170 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abee0ad4-2f82-46d5-8803-167158d75d3d None None] Network edf55b54-01a9-49d8-ba14-dafaa9b1e861 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:41:26.194833 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-abee0ad4-2f82-46d5-8803-167158d75d3d None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:41:26.201105 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abee0ad4-2f82-46d5-8803-167158d75d3d None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:41:26.209658 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee0ad4-2f82-46d5-8803-167158d75d3d None None] Pushing event updated for resources: {'Port': ['ID=a25d3c95-23ea-43ea-a0d8-d07efba541b5,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:26.266928 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-abee0ad4-2f82-46d5-8803-167158d75d3d None None] Attempting to bind port a25d3c95-23ea-43ea-a0d8-d07efba541b5 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:41:26.267444 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-abee0ad4-2f82-46d5-8803-167158d75d3d None None] Attempting to bind port a25d3c95-23ea-43ea-a0d8-d07efba541b5 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'b25fb75a-166f-43ce-9fdb-ab458c8b764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'edf55b54-01a9-49d8-ba14-dafaa9b1e861'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:41:26.267923 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee0ad4-2f82-46d5-8803-167158d75d3d None None] Attempting to bind port a25d3c95-23ea-43ea-a0d8-d07efba541b5 on network edf55b54-01a9-49d8-ba14-dafaa9b1e861 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:41:26.274466 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee0ad4-2f82-46d5-8803-167158d75d3d None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:41:26.274948 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee0ad4-2f82-46d5-8803-167158d75d3d None None] Checking segment: {'id': 'b25fb75a-166f-43ce-9fdb-ab458c8b764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'edf55b54-01a9-49d8-ba14-dafaa9b1e861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:41:26.275484 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-abee0ad4-2f82-46d5-8803-167158d75d3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:26.275977 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee0ad4-2f82-46d5-8803-167158d75d3d None None] Bound using segment: {'id': 'b25fb75a-166f-43ce-9fdb-ab458c8b764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'edf55b54-01a9-49d8-ba14-dafaa9b1e861'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:41:26.276552 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-abee0ad4-2f82-46d5-8803-167158d75d3d None None] Bound port: a25d3c95-23ea-43ea-a0d8-d07efba541b5, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25fb75a-166f-43ce-9fdb-ab458c8b764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'edf55b54-01a9-49d8-ba14-dafaa9b1e861'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:41:26.277009 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-abee0ad4-2f82-46d5-8803-167158d75d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a25d3c95-23ea-43ea-a0d8-d07efba541b5), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:26.352018 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-abee0ad4-2f82-46d5-8803-167158d75d3d None None] For port a25d3c95-23ea-43ea-a0d8-d07efba541b5, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:41:26.355670 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-abee0ad4-2f82-46d5-8803-167158d75d3d None None] For port a25d3c95-23ea-43ea-a0d8-d07efba541b5, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=a25d3c95-23ea-43ea-a0d8-d07efba541b5,segment=NetworkSegment(b25fb75a-166f-43ce-9fdb-ab458c8b764f),segment_id=b25fb75a-166f-43ce-9fdb-ab458c8b764f)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:41:26.361839 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-abee0ad4-2f82-46d5-8803-167158d75d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a25d3c95-23ea-43ea-a0d8-d07efba541b5), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:26.457838 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee0ad4-2f82-46d5-8803-167158d75d3d None None] Pushing event updated for resources: {'Port': ['ID=a25d3c95-23ea-43ea-a0d8-d07efba541b5,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:26.761988 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 3ef5966b-8668-45d9-8c67-dd1217554eb8 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:41:26.835153 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 3ef5966b-8668-45d9-8c67-dd1217554eb8 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:41:26.835883 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3ef5966b-8668-45d9-8c67-dd1217554eb8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:26.869488 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-86768d7f-aa66-4acc-8b46-0428e503c2ca tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Allocated IP 172.20.0.1 (edf55b54-01a9-49d8-ba14-dafaa9b1e861/9af7dcfa-1855-488d-a6d2-2f0588056827/1b1af194-e812-41f7-b169-f59eba030733) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:41:26.931767 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 3ef5966b-8668-45d9-8c67-dd1217554eb8 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:41:26.932262 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3ef5966b-8668-45d9-8c67-dd1217554eb8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:26.954718 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 3ef5966b-8668-45d9-8c67-dd1217554eb8, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=3ef5966b-8668-45d9-8c67-dd1217554eb8,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:26.961426 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3ef5966b-8668-45d9-8c67-dd1217554eb8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:27.010390 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-86768d7f-aa66-4acc-8b46-0428e503c2ca tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for port (1b1af194-e812-41f7-b169-f59eba030733), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:27.023853 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=3ef5966b-8668-45d9-8c67-dd1217554eb8,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:27.051953 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-86768d7f-aa66-4acc-8b46-0428e503c2ca tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (1b1af194-e812-41f7-b169-f59eba030733), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:27.095221 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86768d7f-aa66-4acc-8b46-0428e503c2ca tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network edf55b54-01a9-49d8-ba14-dafaa9b1e861 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:41:27.098477 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-86768d7f-aa66-4acc-8b46-0428e503c2ca tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:41:27.106191 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86768d7f-aa66-4acc-8b46-0428e503c2ca tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:41:27.112122 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86768d7f-aa66-4acc-8b46-0428e503c2ca tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Port': ['ID=1b1af194-e812-41f7-b169-f59eba030733,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:27.159541 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-86768d7f-aa66-4acc-8b46-0428e503c2ca tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (2116f34e-9efb-45d7-86ed-907c5f0fcd4e), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:27.305690 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-86768d7f-aa66-4acc-8b46-0428e503c2ca tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1b1af194-e812-41f7-b169-f59eba030733), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:27.569786 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01349794-e548-451f-8d6c-06ecfa414f50 None None] Network edf55b54-01a9-49d8-ba14-dafaa9b1e861 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:41:27.621210 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-86768d7f-aa66-4acc-8b46-0428e503c2ca tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for port (1b1af194-e812-41f7-b169-f59eba030733), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:27.627289 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-86768d7f-aa66-4acc-8b46-0428e503c2ca tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (1b1af194-e812-41f7-b169-f59eba030733), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:27.696825 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-8126710c-2239-479d-aeeb-a9d0e2daa156 None None] Provisioning complete for port a25d3c95-23ea-43ea-a0d8-d07efba541b5 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:41:27.697295 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8126710c-2239-479d-aeeb-a9d0e2daa156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a25d3c95-23ea-43ea-a0d8-d07efba541b5), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:27.710332 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86768d7f-aa66-4acc-8b46-0428e503c2ca tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Port': ['ID=1b1af194-e812-41f7-b169-f59eba030733,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:27.717707 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-86768d7f-aa66-4acc-8b46-0428e503c2ca tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (2116f34e-9efb-45d7-86ed-907c5f0fcd4e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:27.787374 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8126710c-2239-479d-aeeb-a9d0e2daa156 None None] Current status of the port a25d3c95-23ea-43ea-a0d8-d07efba541b5 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:41:27.788480 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8126710c-2239-479d-aeeb-a9d0e2daa156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a25d3c95-23ea-43ea-a0d8-d07efba541b5), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:27.825444 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86768d7f-aa66-4acc-8b46-0428e503c2ca tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network edf55b54-01a9-49d8-ba14-dafaa9b1e861 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:41:27.827047 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-86768d7f-aa66-4acc-8b46-0428e503c2ca tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:41:27.831076 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-8126710c-2239-479d-aeeb-a9d0e2daa156 None None] For port a25d3c95-23ea-43ea-a0d8-d07efba541b5, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=a25d3c95-23ea-43ea-a0d8-d07efba541b5,segment=NetworkSegment(b25fb75a-166f-43ce-9fdb-ab458c8b764f),segment_id=b25fb75a-166f-43ce-9fdb-ab458c8b764f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:27.838811 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8126710c-2239-479d-aeeb-a9d0e2daa156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a25d3c95-23ea-43ea-a0d8-d07efba541b5), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:27.893209 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126710c-2239-479d-aeeb-a9d0e2daa156 None None] Pushing event updated for resources: {'Port': ['ID=a25d3c95-23ea-43ea-a0d8-d07efba541b5,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:27.964806 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86768d7f-aa66-4acc-8b46-0428e503c2ca tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Router 2116f34e-9efb-45d7-86ed-907c5f0fcd4e has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:41:28.063083 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d5360778-a52f-4ca7-b865-ccfef25011bd None None] Provisioning complete for port 1b1af194-e812-41f7-b169-f59eba030733 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:41:28.063605 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d5360778-a52f-4ca7-b865-ccfef25011bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1b1af194-e812-41f7-b169-f59eba030733), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:28.082961 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86768d7f-aa66-4acc-8b46-0428e503c2ca tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:41:28.088623 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-86768d7f-aa66-4acc-8b46-0428e503c2ca tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "PUT /v2.0/routers/2116f34e-9efb-45d7-86ed-907c5f0fcd4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5039263 Jan 28 01:41:28.094354 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5378723-8e12-43a3-bccc-0608e9497bad None None] Sync routers for ids ['2116f34e-9efb-45d7-86ed-907c5f0fcd4e'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:41:28.117243 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d5360778-a52f-4ca7-b865-ccfef25011bd None None] Port 1b1af194-e812-41f7-b169-f59eba030733 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:41:28.118840 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5378723-8e12-43a3-bccc-0608e9497bad None None] Routers {'2116f34e-9efb-45d7-86ed-907c5f0fcd4e'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:41:28.119491 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-e5378723-8e12-43a3-bccc-0608e9497bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2116f34e-9efb-45d7-86ed-907c5f0fcd4e'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:28.176688 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d5360778-a52f-4ca7-b865-ccfef25011bd None None] Provisioning complete for port a25d3c95-23ea-43ea-a0d8-d07efba541b5 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:41:28.177074 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d5360778-a52f-4ca7-b865-ccfef25011bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a25d3c95-23ea-43ea-a0d8-d07efba541b5), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:28.256171 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-1e62e9c8-a77d-44c3-854e-ebddbdf24ebe tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-393636850&fields=id&tenant_id=059bca68032541d59fac92aef233eaae HTTP/1.1" status: 200 len: 267 time: 0.0540857 Jan 28 01:41:28.278584 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-e5378723-8e12-43a3-bccc-0608e9497bad None None] Set router 2116f34e-9efb-45d7-86ed-907c5f0fcd4e gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:41:28.382114 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-6e66d769-45c5-4788-88ad-77061b660471 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:28.383532 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-6e66d769-45c5-4788-88ad-77061b660471 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/networks?id=edf55b54-01a9-49d8-ba14-dafaa9b1e861 HTTP/1.1" status: 200 len: 797 time: 0.1196389 Jan 28 01:41:28.384048 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d5360778-a52f-4ca7-b865-ccfef25011bd None None] Current status of the port a25d3c95-23ea-43ea-a0d8-d07efba541b5 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:41:28.400620 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-93011ed0-2995-42b5-838f-5e98507d6177 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/quotas/059bca68032541d59fac92aef233eaae HTTP/1.1" status: 200 len: 375 time: 0.0101876 Jan 28 01:41:28.456191 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-d6645e88-bddc-4a4f-9c6d-d48cd04a73e4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496459 Jan 28 01:41:28.519268 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-026dd631-ea2a-4c7c-91c1-21310de960f0 None None] Provisioning complete for port 1b1af194-e812-41f7-b169-f59eba030733 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:41:28.519879 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-026dd631-ea2a-4c7c-91c1-21310de960f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1b1af194-e812-41f7-b169-f59eba030733), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:28.572870 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-026dd631-ea2a-4c7c-91c1-21310de960f0 None None] Port 1b1af194-e812-41f7-b169-f59eba030733 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:41:28.582715 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-e5378723-8e12-43a3-bccc-0608e9497bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240654636', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '3ef5966b-8668-45d9-8c67-dd1217554eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:23Z', 'updated_at': '2022-01-28T01:41:27Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '3ef5966b-8668-45d9-8c67-dd1217554eb8', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:23Z', 'updated_at': '2022-01-28T01:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '1b1af194-e812-41f7-b169-f59eba030733', 'name': '', 'network_id': 'edf55b54-01a9-49d8-ba14-dafaa9b1e861', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:9f:e5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '9af7dcfa-1855-488d-a6d2-2f0588056827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:26Z', 'updated_at': '2022-01-28T01:41:27Z', 'revision_number': 2, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': '9af7dcfa-1855-488d-a6d2-2f0588056827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:28.617960 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5378723-8e12-43a3-bccc-0608e9497bad None None] Checking router: 2116f34e-9efb-45d7-86ed-907c5f0fcd4e for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:41:28.618157 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-baf45a52-3aa5-40fa-9424-c964c4eff06d service neutron] 10.222.0.70 "GET /v2.0/networks/edf55b54-01a9-49d8-ba14-dafaa9b1e861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500003 Jan 28 01:41:28.618321 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5378723-8e12-43a3-bccc-0608e9497bad None None] Updating router 2116f34e-9efb-45d7-86ed-907c5f0fcd4e port 1b1af194-e812-41f7-b169-f59eba030733 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:41:28.645098 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e5378723-8e12-43a3-bccc-0608e9497bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1b1af194-e812-41f7-b169-f59eba030733), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:28.724320 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-18a00fdf-fde5-4f9a-8c14-2bfba1c7b401 service neutron] 10.222.0.70 "GET /v2.0/networks/edf55b54-01a9-49d8-ba14-dafaa9b1e861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998008 Jan 28 01:41:28.764541 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 3ef5966b-8668-45d9-8c67-dd1217554eb8 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:41:28.900281 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9a534cac-85ea-4d7b-a48a-539db206246d req-507b39a4-de75-456e-b300-64122605bb53 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6a27775-bd5b-491e-9907-78f4a4ca14c8 HTTP/1.1" status: 200 len: 210 time: 0.0286126 Jan 28 01:41:28.906431 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 3ef5966b-8668-45d9-8c67-dd1217554eb8 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:41:28.906987 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3ef5966b-8668-45d9-8c67-dd1217554eb8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:29.014947 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e5378723-8e12-43a3-bccc-0608e9497bad None None] Publish callbacks [] for port (1b1af194-e812-41f7-b169-f59eba030733), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:29.041815 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e5378723-8e12-43a3-bccc-0608e9497bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1b1af194-e812-41f7-b169-f59eba030733), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:29.085619 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 3ef5966b-8668-45d9-8c67-dd1217554eb8 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:41:29.086625 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a25d3c95-23ea-43ea-a0d8-d07efba541b5 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:41:29.127505 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4186647-09ef-4917-a04c-3eaa082a6a1e None None] Pushing event updated for resources: {'Port': ['ID=1b1af194-e812-41f7-b169-f59eba030733,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:29.196916 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-e5378723-8e12-43a3-bccc-0608e9497bad None None] Attempting to bind port 1b1af194-e812-41f7-b169-f59eba030733 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:41:29.197321 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-e5378723-8e12-43a3-bccc-0608e9497bad None None] Attempting to bind port 1b1af194-e812-41f7-b169-f59eba030733 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'b25fb75a-166f-43ce-9fdb-ab458c8b764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'edf55b54-01a9-49d8-ba14-dafaa9b1e861'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:41:29.197654 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5378723-8e12-43a3-bccc-0608e9497bad None None] Attempting to bind port 1b1af194-e812-41f7-b169-f59eba030733 on network edf55b54-01a9-49d8-ba14-dafaa9b1e861 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:41:29.202472 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port a25d3c95-23ea-43ea-a0d8-d07efba541b5 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:41:29.202799 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a25d3c95-23ea-43ea-a0d8-d07efba541b5), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:29.205597 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5378723-8e12-43a3-bccc-0608e9497bad None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:41:29.205987 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5378723-8e12-43a3-bccc-0608e9497bad None None] Checking segment: {'id': 'b25fb75a-166f-43ce-9fdb-ab458c8b764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'edf55b54-01a9-49d8-ba14-dafaa9b1e861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:41:29.206883 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e5378723-8e12-43a3-bccc-0608e9497bad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:29.207283 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5378723-8e12-43a3-bccc-0608e9497bad None None] Bound using segment: {'id': 'b25fb75a-166f-43ce-9fdb-ab458c8b764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'edf55b54-01a9-49d8-ba14-dafaa9b1e861'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:41:29.207792 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-e5378723-8e12-43a3-bccc-0608e9497bad None None] Bound port: 1b1af194-e812-41f7-b169-f59eba030733, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25fb75a-166f-43ce-9fdb-ab458c8b764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'edf55b54-01a9-49d8-ba14-dafaa9b1e861'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:41:29.208175 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e5378723-8e12-43a3-bccc-0608e9497bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1b1af194-e812-41f7-b169-f59eba030733), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:29.333742 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-e5378723-8e12-43a3-bccc-0608e9497bad None None] For port 1b1af194-e812-41f7-b169-f59eba030733, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:41:29.349932 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-e5378723-8e12-43a3-bccc-0608e9497bad None None] For port 1b1af194-e812-41f7-b169-f59eba030733, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1b1af194-e812-41f7-b169-f59eba030733,segment=NetworkSegment(b25fb75a-166f-43ce-9fdb-ab458c8b764f),segment_id=b25fb75a-166f-43ce-9fdb-ab458c8b764f)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:41:29.355549 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e5378723-8e12-43a3-bccc-0608e9497bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1b1af194-e812-41f7-b169-f59eba030733), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:29.367008 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port a25d3c95-23ea-43ea-a0d8-d07efba541b5 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:41:29.434199 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5378723-8e12-43a3-bccc-0608e9497bad None None] Routers {'2116f34e-9efb-45d7-86ed-907c5f0fcd4e'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:41:29.434867 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-e5378723-8e12-43a3-bccc-0608e9497bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:41:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2116f34e-9efb-45d7-86ed-907c5f0fcd4e'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:29.441625 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-13bd7b07-85fb-42d3-a9b2-9069fa3315ba None None] Provisioning complete for port 1b1af194-e812-41f7-b169-f59eba030733 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:41:29.442007 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13bd7b07-85fb-42d3-a9b2-9069fa3315ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1b1af194-e812-41f7-b169-f59eba030733), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:29.480235 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4186647-09ef-4917-a04c-3eaa082a6a1e None None] Pushing event updated for resources: {'Port': ['ID=1b1af194-e812-41f7-b169-f59eba030733,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:29.611978 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-e5378723-8e12-43a3-bccc-0608e9497bad None None] Set router 2116f34e-9efb-45d7-86ed-907c5f0fcd4e gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:41:29.657657 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-13bd7b07-85fb-42d3-a9b2-9069fa3315ba None None] Current status of the port 1b1af194-e812-41f7-b169-f59eba030733 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:41:29.658039 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13bd7b07-85fb-42d3-a9b2-9069fa3315ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (1b1af194-e812-41f7-b169-f59eba030733), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:29.767796 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-13bd7b07-85fb-42d3-a9b2-9069fa3315ba None None] For port 1b1af194-e812-41f7-b169-f59eba030733, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1b1af194-e812-41f7-b169-f59eba030733,segment=NetworkSegment(b25fb75a-166f-43ce-9fdb-ab458c8b764f),segment_id=b25fb75a-166f-43ce-9fdb-ab458c8b764f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:29.773974 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13bd7b07-85fb-42d3-a9b2-9069fa3315ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (1b1af194-e812-41f7-b169-f59eba030733), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:30.008661 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cacb8f17-0763-499b-8a58-4c1b795e4e29 req-bf894950-8ae9-4b26-a26e-f24cc191d9c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6a27775-bd5b-491e-9907-78f4a4ca14c8 HTTP/1.1" status: 200 len: 210 time: 0.0327613 Jan 28 01:41:30.033619 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd7b07-85fb-42d3-a9b2-9069fa3315ba None None] Pushing event updated for resources: {'Port': ['ID=1b1af194-e812-41f7-b169-f59eba030733,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:30.048363 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-20080b61-56c7-4f15-8fc5-4eaaf1efba9b None None] Provisioning complete for port 1b1af194-e812-41f7-b169-f59eba030733 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:41:30.048878 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-20080b61-56c7-4f15-8fc5-4eaaf1efba9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1b1af194-e812-41f7-b169-f59eba030733), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:30.102300 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-e5378723-8e12-43a3-bccc-0608e9497bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240654636', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '3ef5966b-8668-45d9-8c67-dd1217554eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:23Z', 'updated_at': '2022-01-28T01:41:27Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '3ef5966b-8668-45d9-8c67-dd1217554eb8', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:23Z', 'updated_at': '2022-01-28T01:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '1b1af194-e812-41f7-b169-f59eba030733', 'name': '', 'network_id': 'edf55b54-01a9-49d8-ba14-dafaa9b1e861', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:9f:e5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '9af7dcfa-1855-488d-a6d2-2f0588056827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:26Z', 'updated_at': '2022-01-28T01:41:29Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': '9af7dcfa-1855-488d-a6d2-2f0588056827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:30.133224 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5378723-8e12-43a3-bccc-0608e9497bad None None] The sync data for ids ['2116f34e-9efb-45d7-86ed-907c5f0fcd4e'] in n-d-826754-1 is: [{'id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240654636', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '3ef5966b-8668-45d9-8c67-dd1217554eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:23Z', 'updated_at': '2022-01-28T01:41:27Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '3ef5966b-8668-45d9-8c67-dd1217554eb8', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:23Z', 'updated_at': '2022-01-28T01:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '1b1af194-e812-41f7-b169-f59eba030733', 'name': '', 'network_id': 'edf55b54-01a9-49d8-ba14-dafaa9b1e861', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:9f:e5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '9af7dcfa-1855-488d-a6d2-2f0588056827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:26Z', 'updated_at': '2022-01-28T01:41:29Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': '9af7dcfa-1855-488d-a6d2-2f0588056827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:41:30.163653 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-5e3944c7-7ad4-4868-942e-e3ae79fa1586 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:30.165160 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-5e3944c7-7ad4-4868-942e-e3ae79fa1586 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.52 "GET /v2.0/networks?id=edf55b54-01a9-49d8-ba14-dafaa9b1e861 HTTP/1.1" status: 200 len: 797 time: 0.1154761 Jan 28 01:41:30.197023 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-20080b61-56c7-4f15-8fc5-4eaaf1efba9b None None] Current status of the port 1b1af194-e812-41f7-b169-f59eba030733 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:41:30.271999 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-ed6fd08e-857f-4cb8-8297-e455acfeecd4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=059bca68032541d59fac92aef233eaae HTTP/1.1" status: 200 len: 379 time: 0.0920100 Jan 28 01:41:30.283425 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-0084b740-639b-4b46-b853-0a3abd1f362e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'port': {'device_id': 'b6a27775-bd5b-491e-9907-78f4a4ca14c8', 'network_id': 'edf55b54-01a9-49d8-ba14-dafaa9b1e861', 'admin_state_up': True, 'tenant_id': '059bca68032541d59fac92aef233eaae', 'security_groups': ['ba320fed-6277-4a3a-8916-6a43a8dc78e4']}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:41:30.412848 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-0084b740-639b-4b46-b853-0a3abd1f362e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Made reservation on behalf of 059bca68032541d59fac92aef233eaae for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:41:30.416445 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-0084b740-639b-4b46-b853-0a3abd1f362e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:30.568157 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-0084b740-639b-4b46-b853-0a3abd1f362e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Allocated IP 172.20.0.8 (edf55b54-01a9-49d8-ba14-dafaa9b1e861/9af7dcfa-1855-488d-a6d2-2f0588056827/08bfa24e-894f-4779-b24f-75f20f2ef822) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:41:30.707915 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1b1af194-e812-41f7-b169-f59eba030733 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:41:30.742545 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-0084b740-639b-4b46-b853-0a3abd1f362e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for port (08bfa24e-894f-4779-b24f-75f20f2ef822), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:30.763088 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 1b1af194-e812-41f7-b169-f59eba030733 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:41:30.763462 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (1b1af194-e812-41f7-b169-f59eba030733), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:30.783332 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-0084b740-639b-4b46-b853-0a3abd1f362e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (08bfa24e-894f-4779-b24f-75f20f2ef822), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:30.837726 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-0084b740-639b-4b46-b853-0a3abd1f362e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network edf55b54-01a9-49d8-ba14-dafaa9b1e861 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:41:30.840903 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-0084b740-639b-4b46-b853-0a3abd1f362e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:41:30.848268 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-0084b740-639b-4b46-b853-0a3abd1f362e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:41:30.854908 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 1b1af194-e812-41f7-b169-f59eba030733 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:41:31.131334 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-136ad51c-6bc3-4703-96e6-a7fea6200f92 None None] Provisioning complete for port 08bfa24e-894f-4779-b24f-75f20f2ef822 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:41:31.132104 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-136ad51c-6bc3-4703-96e6-a7fea6200f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (08bfa24e-894f-4779-b24f-75f20f2ef822), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:31.170281 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-136ad51c-6bc3-4703-96e6-a7fea6200f92 None None] Port 08bfa24e-894f-4779-b24f-75f20f2ef822 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:41:31.172261 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d20026-9bf3-46c7-a91f-b780005d9fcf req-47e6ce8e-ef07-4ec1-91d8-0891e412109d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:31.173835 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-39d20026-9bf3-46c7-a91f-b780005d9fcf req-47e6ce8e-ef07-4ec1-91d8-0891e412109d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6a27775-bd5b-491e-9907-78f4a4ca14c8 HTTP/1.1" status: 200 len: 931 time: 0.0711451 Jan 28 01:41:31.232405 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-39d20026-9bf3-46c7-a91f-b780005d9fcf req-0bc0687d-215a-4266-99c2-4daef7bfce02 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba320fed-6277-4a3a-8916-6a43a8dc78e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511971 Jan 28 01:41:31.242738 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084b740-639b-4b46-b853-0a3abd1f362e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Port': ['ID=08bfa24e-894f-4779-b24f-75f20f2ef822,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:31.275298 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-0084b740-639b-4b46-b853-0a3abd1f362e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:31.275995 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-0084b740-639b-4b46-b853-0a3abd1f362e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:31.293231 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-0084b740-639b-4b46-b853-0a3abd1f362e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0144844 Jan 28 01:41:31.302340 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-aaf643a0-e825-46b2-951f-da35b6f7db75 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:41:31.303442 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-aaf643a0-e825-46b2-951f-da35b6f7db75 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055859 Jan 28 01:41:31.376758 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-26e7e322-9bc1-4e7b-8c22-2016752f31aa service neutron] Request body: {'port': {'device_id': 'b6a27775-bd5b-491e-9907-78f4a4ca14c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:41:31.439190 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-26e7e322-9bc1-4e7b-8c22-2016752f31aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (08bfa24e-894f-4779-b24f-75f20f2ef822), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:31.710332 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-26e7e322-9bc1-4e7b-8c22-2016752f31aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08bfa24e-894f-4779-b24f-75f20f2ef822 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:41:31.717836 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-26e7e322-9bc1-4e7b-8c22-2016752f31aa service neutron] Publish callbacks [] for port (08bfa24e-894f-4779-b24f-75f20f2ef822), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:31.729545 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-26e7e322-9bc1-4e7b-8c22-2016752f31aa service neutron] Transition to ACTIVE for port object 08bfa24e-894f-4779-b24f-75f20f2ef822 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:41:31.733680 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-26e7e322-9bc1-4e7b-8c22-2016752f31aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (08bfa24e-894f-4779-b24f-75f20f2ef822), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:31.801455 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7e322-9bc1-4e7b-8c22-2016752f31aa service neutron] Pushing event updated for resources: {'Port': ['ID=08bfa24e-894f-4779-b24f-75f20f2ef822,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:31.854175 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-26e7e322-9bc1-4e7b-8c22-2016752f31aa service neutron] Attempting to bind port 08bfa24e-894f-4779-b24f-75f20f2ef822 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:41:31.854518 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-26e7e322-9bc1-4e7b-8c22-2016752f31aa service neutron] Attempting to bind port 08bfa24e-894f-4779-b24f-75f20f2ef822 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'b25fb75a-166f-43ce-9fdb-ab458c8b764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'edf55b54-01a9-49d8-ba14-dafaa9b1e861'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:41:31.854852 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-26e7e322-9bc1-4e7b-8c22-2016752f31aa service neutron] Attempting to bind port 08bfa24e-894f-4779-b24f-75f20f2ef822 on network edf55b54-01a9-49d8-ba14-dafaa9b1e861 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:41:31.859721 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-26e7e322-9bc1-4e7b-8c22-2016752f31aa service neutron] Port 08bfa24e-894f-4779-b24f-75f20f2ef822 on network edf55b54-01a9-49d8-ba14-dafaa9b1e861 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:41:31.860065 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-26e7e322-9bc1-4e7b-8c22-2016752f31aa service neutron] Attempting to bind port 08bfa24e-894f-4779-b24f-75f20f2ef822 on network edf55b54-01a9-49d8-ba14-dafaa9b1e861 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:41:31.866232 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-26e7e322-9bc1-4e7b-8c22-2016752f31aa service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:41:31.866570 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-26e7e322-9bc1-4e7b-8c22-2016752f31aa service neutron] Checking segment: {'id': 'b25fb75a-166f-43ce-9fdb-ab458c8b764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'edf55b54-01a9-49d8-ba14-dafaa9b1e861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:41:31.866959 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-26e7e322-9bc1-4e7b-8c22-2016752f31aa service neutron] Bound using segment: {'id': 'b25fb75a-166f-43ce-9fdb-ab458c8b764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'edf55b54-01a9-49d8-ba14-dafaa9b1e861'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:41:31.867425 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-26e7e322-9bc1-4e7b-8c22-2016752f31aa service neutron] Bound port: 08bfa24e-894f-4779-b24f-75f20f2ef822, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b25fb75a-166f-43ce-9fdb-ab458c8b764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'edf55b54-01a9-49d8-ba14-dafaa9b1e861'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:41:31.867827 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-26e7e322-9bc1-4e7b-8c22-2016752f31aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (08bfa24e-894f-4779-b24f-75f20f2ef822), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:31.938063 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-26e7e322-9bc1-4e7b-8c22-2016752f31aa service neutron] For port 08bfa24e-894f-4779-b24f-75f20f2ef822, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:41:31.943006 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-26e7e322-9bc1-4e7b-8c22-2016752f31aa service neutron] For port 08bfa24e-894f-4779-b24f-75f20f2ef822, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=08bfa24e-894f-4779-b24f-75f20f2ef822,segment=NetworkSegment(b25fb75a-166f-43ce-9fdb-ab458c8b764f),segment_id=b25fb75a-166f-43ce-9fdb-ab458c8b764f)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:41:31.947080 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-26e7e322-9bc1-4e7b-8c22-2016752f31aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (08bfa24e-894f-4779-b24f-75f20f2ef822), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:31.982693 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-26e7e322-9bc1-4e7b-8c22-2016752f31aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:31.983332 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-26e7e322-9bc1-4e7b-8c22-2016752f31aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:31.984756 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-26e7e322-9bc1-4e7b-8c22-2016752f31aa service neutron] 10.222.0.52 "PUT /v2.0/ports/08bfa24e-894f-4779-b24f-75f20f2ef822 HTTP/1.1" status: 200 len: 1091 time: 0.6686788 Jan 28 01:41:31.985200 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a27775-bd5b-491e-9907-78f4a4ca14c8', 'tag': '08bfa24e-894f-4779-b24f-75f20f2ef822'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:41:31.988109 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec5f33c-6ccb-40d3-98ef-6fb6bef7d8b7" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a27775-bd5b-491e-9907-78f4a4ca14c8", "tag": "08bfa24e-894f-4779-b24f-75f20f2ef822"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:41:32.032447 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7e322-9bc1-4e7b-8c22-2016752f31aa service neutron] Pushing event updated for resources: {'Port': ['ID=08bfa24e-894f-4779-b24f-75f20f2ef822,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:32.037083 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5bd072-45f5-4739-b249-db517d47b7bb x-openstack-request-id: req-ef5bd072-45f5-4739-b249-db517d47b7bb {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:41:32.037554 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a27775-bd5b-491e-9907-78f4a4ca14c8", "tag": "08bfa24e-894f-4779-b24f-75f20f2ef822", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:41:32.037814 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ef5bd072-45f5-4739-b249-db517d47b7bb {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:41:32.038226 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a27775-bd5b-491e-9907-78f4a4ca14c8', 'tag': '08bfa24e-894f-4779-b24f-75f20f2ef822', 'status': 'completed', 'code': 200} Jan 28 01:41:32.095860 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-3db52aa8-92aa-4417-b558-fe56c4bd7433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:32.097349 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-3db52aa8-92aa-4417-b558-fe56c4bd7433 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=b6a27775-bd5b-491e-9907-78f4a4ca14c8 HTTP/1.1" status: 200 len: 1094 time: 0.0447590 Jan 28 01:41:32.155484 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-0a74c02a-f05f-41d0-aa52-f7933035a7fe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08bfa24e-894f-4779-b24f-75f20f2ef822 HTTP/1.1" status: 200 len: 217 time: 0.0413516 Jan 28 01:41:32.205523 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-e2ab9da1-614d-4108-85c8-69e5f8414962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:32.207276 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-e2ab9da1-614d-4108-85c8-69e5f8414962 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9af7dcfa-1855-488d-a6d2-2f0588056827 HTTP/1.1" status: 200 len: 835 time: 0.0458884 Jan 28 01:41:32.255116 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-12734cbf-8df0-4888-981c-cbe0c6d8e5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:32.256683 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-12734cbf-8df0-4888-981c-cbe0c6d8e5ed service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=edf55b54-01a9-49d8-ba14-dafaa9b1e861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440028 Jan 28 01:41:32.354142 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-60af97a7-bf8b-4c01-a101-e59ca29d7f1f service neutron] 10.222.0.52 "GET /v2.0/networks/edf55b54-01a9-49d8-ba14-dafaa9b1e861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914261 Jan 28 01:41:32.354624 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9a880-4794-438e-b801-12582b6dcfde req-5aa13060-0868-48d4-8d6e-bd5a3cbfcfe3 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:32.356236 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-67f9a880-4794-438e-b801-12582b6dcfde req-5aa13060-0868-48d4-8d6e-bd5a3cbfcfe3 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6a27775-bd5b-491e-9907-78f4a4ca14c8 HTTP/1.1" status: 200 len: 943 time: 0.0517349 Jan 28 01:41:32.406995 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-67f9a880-4794-438e-b801-12582b6dcfde req-9fc8d6d3-7f7e-4227-8b0c-fd5031ea2e77 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba320fed-6277-4a3a-8916-6a43a8dc78e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452325 Jan 28 01:41:32.448838 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-44ecfa38-ff3f-488a-a6ea-8b40c53913f9 req-a39bbe92-3e7f-49a7-9040-27011929c028 service neutron] 10.222.0.52 "GET /v2.0/networks/edf55b54-01a9-49d8-ba14-dafaa9b1e861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888729 Jan 28 01:41:32.586138 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5f33c-6ccb-40d3-98ef-6fb6bef7d8b7 req-f9054b16-3877-4637-82d3-f39e76de8ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:32.587674 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4ec5f33c-6ccb-40d3-98ef-6fb6bef7d8b7 req-f9054b16-3877-4637-82d3-f39e76de8ffd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=b6a27775-bd5b-491e-9907-78f4a4ca14c8 HTTP/1.1" status: 200 len: 1094 time: 0.0426228 Jan 28 01:41:32.682661 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5f33c-6ccb-40d3-98ef-6fb6bef7d8b7 req-2dd9bedf-d52b-4e9e-8c67-56bbf9761250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:32.684192 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4ec5f33c-6ccb-40d3-98ef-6fb6bef7d8b7 req-2dd9bedf-d52b-4e9e-8c67-56bbf9761250 service neutron] 10.222.0.52 "GET /v2.0/networks?id=edf55b54-01a9-49d8-ba14-dafaa9b1e861 HTTP/1.1" status: 200 len: 898 time: 0.0905175 Jan 28 01:41:32.727030 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4ec5f33c-6ccb-40d3-98ef-6fb6bef7d8b7 req-f2fa330d-3a02-4cf7-b937-a288cbbfb4f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08bfa24e-894f-4779-b24f-75f20f2ef822 HTTP/1.1" status: 200 len: 217 time: 0.0357485 Jan 28 01:41:32.778548 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5f33c-6ccb-40d3-98ef-6fb6bef7d8b7 req-16a85951-5579-49dd-8fdc-037c6bf3d5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:32.780005 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4ec5f33c-6ccb-40d3-98ef-6fb6bef7d8b7 req-16a85951-5579-49dd-8fdc-037c6bf3d5a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9af7dcfa-1855-488d-a6d2-2f0588056827 HTTP/1.1" status: 200 len: 835 time: 0.0473492 Jan 28 01:41:32.824312 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5f33c-6ccb-40d3-98ef-6fb6bef7d8b7 req-298793b7-b239-4942-a593-75540ba31f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:32.825881 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4ec5f33c-6ccb-40d3-98ef-6fb6bef7d8b7 req-298793b7-b239-4942-a593-75540ba31f8d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=edf55b54-01a9-49d8-ba14-dafaa9b1e861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399954 Jan 28 01:41:32.915083 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4ec5f33c-6ccb-40d3-98ef-6fb6bef7d8b7 req-45a469af-d53b-422e-abdf-bfc33e62c311 service neutron] 10.222.0.52 "GET /v2.0/networks/edf55b54-01a9-49d8-ba14-dafaa9b1e861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823996 Jan 28 01:41:33.016896 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4ec5f33c-6ccb-40d3-98ef-6fb6bef7d8b7 req-af78ed63-37e3-4c82-bbb3-ab3afaf5600e service neutron] 10.222.0.52 "GET /v2.0/networks/edf55b54-01a9-49d8-ba14-dafaa9b1e861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957265 Jan 28 01:41:33.526350 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be18fa5-39ae-47a5-bf4b-4ccb6a800a81 req-12a857c0-0f3e-4a18-a533-f5beebd51107 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:33.527872 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4be18fa5-39ae-47a5-bf4b-4ccb6a800a81 req-12a857c0-0f3e-4a18-a533-f5beebd51107 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6a27775-bd5b-491e-9907-78f4a4ca14c8 HTTP/1.1" status: 200 len: 943 time: 0.0507827 Jan 28 01:41:33.582433 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4be18fa5-39ae-47a5-bf4b-4ccb6a800a81 req-fccadd10-a5bd-4a7f-a0a9-e019b74cf68f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba320fed-6277-4a3a-8916-6a43a8dc78e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489950 Jan 28 01:41:34.696435 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e415eeb-4655-4dbc-9acd-666893ab5d86 req-43be66a6-7021-4018-b033-7e7d80290976 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:34.697884 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9e415eeb-4655-4dbc-9acd-666893ab5d86 req-43be66a6-7021-4018-b033-7e7d80290976 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6a27775-bd5b-491e-9907-78f4a4ca14c8 HTTP/1.1" status: 200 len: 943 time: 0.0488622 Jan 28 01:41:34.748379 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9e415eeb-4655-4dbc-9acd-666893ab5d86 req-596af22c-638f-4da4-a136-137ea0d892a6 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba320fed-6277-4a3a-8916-6a43a8dc78e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449317 Jan 28 01:41:35.868070 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3ebec-aacb-47fe-832a-cea2198bc572 req-ca997c43-13c2-4f38-9f94-ee434b36e887 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:35.869565 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cbd3ebec-aacb-47fe-832a-cea2198bc572 req-ca997c43-13c2-4f38-9f94-ee434b36e887 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6a27775-bd5b-491e-9907-78f4a4ca14c8 HTTP/1.1" status: 200 len: 943 time: 0.0508797 Jan 28 01:41:35.918485 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cbd3ebec-aacb-47fe-832a-cea2198bc572 req-3a4cc7ed-61b4-40ca-bd61-fb98e6987e0c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba320fed-6277-4a3a-8916-6a43a8dc78e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433238 Jan 28 01:41:36.171932 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7b727336-5244-4ba1-8440-176efc2fcd91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:36.658067 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 08bfa24e-894f-4779-b24f-75f20f2ef822 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:41:36.756633 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 08bfa24e-894f-4779-b24f-75f20f2ef822, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=08bfa24e-894f-4779-b24f-75f20f2ef822,segment=NetworkSegment(b25fb75a-166f-43ce-9fdb-ab458c8b764f),segment_id=b25fb75a-166f-43ce-9fdb-ab458c8b764f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:36.768618 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '08bfa24e-894f-4779-b24f-75f20f2ef822', 'network_id': 'edf55b54-01a9-49d8-ba14-dafaa9b1e861', 'port_id': '08bfa24e-894f-4779-b24f-75f20f2ef822', 'mac_address': 'fa:16:3e:d1:73:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af7dcfa-1855-488d-a6d2-2f0588056827', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:41:36.806346 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 08bfa24e-894f-4779-b24f-75f20f2ef822 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:41:36.806741 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (08bfa24e-894f-4779-b24f-75f20f2ef822), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:36.819808 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08bfa24e-894f-4779-b24f-75f20f2ef822 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:41:36.840352 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 08bfa24e-894f-4779-b24f-75f20f2ef822, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=08bfa24e-894f-4779-b24f-75f20f2ef822,segment=NetworkSegment(b25fb75a-166f-43ce-9fdb-ab458c8b764f),segment_id=b25fb75a-166f-43ce-9fdb-ab458c8b764f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:36.844255 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (08bfa24e-894f-4779-b24f-75f20f2ef822), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:36.894729 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=08bfa24e-894f-4779-b24f-75f20f2ef822,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:37.036185 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc4e19-0560-4c00-95a6-8c05c1c3c879 req-838c85df-69dd-4178-b1c3-92d266835896 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:37.037568 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-67dc4e19-0560-4c00-95a6-8c05c1c3c879 req-838c85df-69dd-4178-b1c3-92d266835896 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6a27775-bd5b-491e-9907-78f4a4ca14c8 HTTP/1.1" status: 200 len: 944 time: 0.0528617 Jan 28 01:41:37.086156 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-67dc4e19-0560-4c00-95a6-8c05c1c3c879 req-25aa5413-72fb-4df3-9d30-fbaa1ec6f40b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba320fed-6277-4a3a-8916-6a43a8dc78e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430064 Jan 28 01:41:37.250528 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['08bfa24e-894f-4779-b24f-75f20f2ef822'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:41:38.207786 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e862bcb-3fd4-4a67-9d0c-46436b91081c req-b8446105-af89-452f-93da-da30f3109aeb tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:38.209351 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2e862bcb-3fd4-4a67-9d0c-46436b91081c req-b8446105-af89-452f-93da-da30f3109aeb tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6a27775-bd5b-491e-9907-78f4a4ca14c8 HTTP/1.1" status: 200 len: 944 time: 0.0530038 Jan 28 01:41:38.260735 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2e862bcb-3fd4-4a67-9d0c-46436b91081c req-7b22abde-0521-4073-ae37-939c1d444a9f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba320fed-6277-4a3a-8916-6a43a8dc78e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456638 Jan 28 01:41:38.473047 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d8b16222-928a-450f-938c-be0e27ab7950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:38.657725 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 08bfa24e-894f-4779-b24f-75f20f2ef822 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:41:38.708566 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 08bfa24e-894f-4779-b24f-75f20f2ef822 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:41:38.712438 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 08bfa24e-894f-4779-b24f-75f20f2ef822 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:41:38.712826 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (08bfa24e-894f-4779-b24f-75f20f2ef822), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:38.800644 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 08bfa24e-894f-4779-b24f-75f20f2ef822 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:41:38.801035 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (08bfa24e-894f-4779-b24f-75f20f2ef822), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:38.824719 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a27775-bd5b-491e-9907-78f4a4ca14c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bfa24e-894f-4779-b24f-75f20f2ef822'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:41:38.826959 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a145b33-f400-495c-af77-34f0e1994f80" -d '{"events": [{"server_uuid": "b6a27775-bd5b-491e-9907-78f4a4ca14c8", "name": "network-vif-plugged", "status": "completed", "tag": "08bfa24e-894f-4779-b24f-75f20f2ef822"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:41:38.839027 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 08bfa24e-894f-4779-b24f-75f20f2ef822, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=08bfa24e-894f-4779-b24f-75f20f2ef822,segment=NetworkSegment(b25fb75a-166f-43ce-9fdb-ab458c8b764f),segment_id=b25fb75a-166f-43ce-9fdb-ab458c8b764f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:41:38.844330 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (08bfa24e-894f-4779-b24f-75f20f2ef822), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:38.871007 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13c2c94-5c6b-4f6e-b35c-e3e8a51ab083 x-openstack-request-id: req-c13c2c94-5c6b-4f6e-b35c-e3e8a51ab083 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:41:38.871307 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a27775-bd5b-491e-9907-78f4a4ca14c8", "name": "network-vif-plugged", "status": "completed", "tag": "08bfa24e-894f-4779-b24f-75f20f2ef822", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:41:38.871588 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c13c2c94-5c6b-4f6e-b35c-e3e8a51ab083 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:41:38.872003 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a27775-bd5b-491e-9907-78f4a4ca14c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bfa24e-894f-4779-b24f-75f20f2ef822', 'code': 200} Jan 28 01:41:38.898714 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=08bfa24e-894f-4779-b24f-75f20f2ef822,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:38.999873 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c9b24-e984-43ea-ad5f-6c361e6ebdbf req-40ab30fc-9772-442f-82ff-4dac33bada97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:39.001334 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-835c9b24-e984-43ea-ad5f-6c361e6ebdbf req-40ab30fc-9772-442f-82ff-4dac33bada97 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b6a27775-bd5b-491e-9907-78f4a4ca14c8 HTTP/1.1" status: 200 len: 1096 time: 0.0443063 Jan 28 01:41:39.048051 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-835c9b24-e984-43ea-ad5f-6c361e6ebdbf req-a15ef3f9-ef47-40d4-98f4-c7bdfd3ffe40 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ba320fed-6277-4a3a-8916-6a43a8dc78e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398846 Jan 28 01:41:39.381559 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ba0a6-1e57-4b42-b84f-40be49209b4e req-0564ec57-b1d0-4981-a7fe-7da83296c3f6 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:39.383040 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-836ba0a6-1e57-4b42-b84f-40be49209b4e req-0564ec57-b1d0-4981-a7fe-7da83296c3f6 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6a27775-bd5b-491e-9907-78f4a4ca14c8 HTTP/1.1" status: 200 len: 945 time: 0.0528233 Jan 28 01:41:39.436205 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-836ba0a6-1e57-4b42-b84f-40be49209b4e req-ed985e0f-5a4c-4eac-83d1-68928e96b400 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba320fed-6277-4a3a-8916-6a43a8dc78e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472825 Jan 28 01:41:40.000299 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:40.553833 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb5882-604c-4cb7-8b16-41dc2a861682 req-8a8e9ed3-43d5-4403-91ac-ca5e914466d5 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:40.555336 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-94bb5882-604c-4cb7-8b16-41dc2a861682 req-8a8e9ed3-43d5-4403-91ac-ca5e914466d5 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6a27775-bd5b-491e-9907-78f4a4ca14c8 HTTP/1.1" status: 200 len: 945 time: 0.0490282 Jan 28 01:41:40.605675 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-94bb5882-604c-4cb7-8b16-41dc2a861682 req-e816b50b-5c32-4eaa-8a48-7a642442df6d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba320fed-6277-4a3a-8916-6a43a8dc78e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446308 Jan 28 01:41:40.724240 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b5db2-e21f-4139-9e6b-1a74ef640761 req-623cd5c7-64ea-4163-966b-95e2b90e1abb tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:40.726412 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f41b5db2-e21f-4139-9e6b-1a74ef640761 req-623cd5c7-64ea-4163-966b-95e2b90e1abb tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6a27775-bd5b-491e-9907-78f4a4ca14c8 HTTP/1.1" status: 200 len: 945 time: 0.0538433 Jan 28 01:41:40.781583 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f41b5db2-e21f-4139-9e6b-1a74ef640761 req-ed5ab9f2-6dd2-4779-9de2-0352d5bb2c36 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba320fed-6277-4a3a-8916-6a43a8dc78e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482008 Jan 28 01:41:40.804227 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56562) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:40.842598 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651fdbff-e87d-4394-b16a-43eaeb9edba8 tempest-TestNetworkAdvancedServerOps-198064769 tempest-TestNetworkAdvancedServerOps-198064769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:40.844163 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-651fdbff-e87d-4394-b16a-43eaeb9edba8 tempest-TestNetworkAdvancedServerOps-198064769 tempest-TestNetworkAdvancedServerOps-198064769-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b6a27775-bd5b-491e-9907-78f4a4ca14c8 HTTP/1.1" status: 200 len: 1091 time: 0.0389438 Jan 28 01:41:40.847747 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56564) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:40.852074 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-3466dd58-34ce-444d-a4fe-8825ea3aa8c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'port_id': '08bfa24e-894f-4779-b24f-75f20f2ef822', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:41:40.872975 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3466dd58-34ce-444d-a4fe-8825ea3aa8c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:40.971022 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3466dd58-34ce-444d-a4fe-8825ea3aa8c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:41.077761 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-3466dd58-34ce-444d-a4fe-8825ea3aa8c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Allocated IP 172.25.3.74 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/db80f295-2225-4a8e-b002-80fe96ae39db) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:41:41.178771 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3466dd58-34ce-444d-a4fe-8825ea3aa8c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for port (db80f295-2225-4a8e-b002-80fe96ae39db), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:41.217906 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3466dd58-34ce-444d-a4fe-8825ea3aa8c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (db80f295-2225-4a8e-b002-80fe96ae39db), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:41.256315 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3466dd58-34ce-444d-a4fe-8825ea3aa8c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:41:41.259140 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-3466dd58-34ce-444d-a4fe-8825ea3aa8c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:41:41.265136 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3466dd58-34ce-444d-a4fe-8825ea3aa8c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:41:41.271210 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466dd58-34ce-444d-a4fe-8825ea3aa8c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Port': ['ID=db80f295-2225-4a8e-b002-80fe96ae39db,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:41.534294 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:41.635403 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3466dd58-34ce-444d-a4fe-8825ea3aa8c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for floatingip (090a4b67-64c7-4a17-8f79-81ba7ce107e8), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:41.704761 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3466dd58-34ce-444d-a4fe-8825ea3aa8c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (db80f295-2225-4a8e-b002-80fe96ae39db), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:41.856939 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3466dd58-34ce-444d-a4fe-8825ea3aa8c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for port (db80f295-2225-4a8e-b002-80fe96ae39db), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:41.861673 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3466dd58-34ce-444d-a4fe-8825ea3aa8c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (db80f295-2225-4a8e-b002-80fe96ae39db), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:41.928806 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466dd58-34ce-444d-a4fe-8825ea3aa8c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Port': ['ID=db80f295-2225-4a8e-b002-80fe96ae39db,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:41:41.941172 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3466dd58-34ce-444d-a4fe-8825ea3aa8c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (090a4b67-64c7-4a17-8f79-81ba7ce107e8), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:42.042886 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-3466dd58-34ce-444d-a4fe-8825ea3aa8c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Floating IP 090a4b67-64c7-4a17-8f79-81ba7ce107e8 associated. External IP: 172.25.3.74, port: 08bfa24e-894f-4779-b24f-75f20f2ef822. Jan 28 01:41:42.257488 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3466dd58-34ce-444d-a4fe-8825ea3aa8c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Router 2116f34e-9efb-45d7-86ed-907c5f0fcd4e has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:41:42.331229 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:42.369423 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3466dd58-34ce-444d-a4fe-8825ea3aa8c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:41:42.380023 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584aad34-0ef2-4c5b-a76d-87413b36d3c4 None None] Sync routers for ids ['2116f34e-9efb-45d7-86ed-907c5f0fcd4e'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:41:42.387214 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3466dd58-34ce-444d-a4fe-8825ea3aa8c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:42.389814 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584aad34-0ef2-4c5b-a76d-87413b36d3c4 None None] Routers {'2116f34e-9efb-45d7-86ed-907c5f0fcd4e'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:41:42.390356 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-584aad34-0ef2-4c5b-a76d-87413b36d3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:41:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2116f34e-9efb-45d7-86ed-907c5f0fcd4e'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:42.415540 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3466dd58-34ce-444d-a4fe-8825ea3aa8c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5664766 Jan 28 01:41:42.416201 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a27775-bd5b-491e-9907-78f4a4ca14c8', 'tag': '08bfa24e-894f-4779-b24f-75f20f2ef822'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:41:42.419062 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a187fc-8a81-4bf6-bd55-0f59c0c6a1c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a27775-bd5b-491e-9907-78f4a4ca14c8", "tag": "08bfa24e-894f-4779-b24f-75f20f2ef822"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:41:42.461887 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620f6461-1fbb-45c0-83c2-272cd4e6c275 x-openstack-request-id: req-620f6461-1fbb-45c0-83c2-272cd4e6c275 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:41:42.462332 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a27775-bd5b-491e-9907-78f4a4ca14c8", "tag": "08bfa24e-894f-4779-b24f-75f20f2ef822", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:41:42.462690 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-620f6461-1fbb-45c0-83c2-272cd4e6c275 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:41:42.463200 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a27775-bd5b-491e-9907-78f4a4ca14c8', 'tag': '08bfa24e-894f-4779-b24f-75f20f2ef822', 'status': 'completed', 'code': 200} Jan 28 01:41:42.512936 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-584aad34-0ef2-4c5b-a76d-87413b36d3c4 None None] Set router 2116f34e-9efb-45d7-86ed-907c5f0fcd4e gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:41:42.522205 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3312803-dec3-4c0f-a7c8-6c9df8a227b5 req-525965da-f4a2-4e53-b0b1-78f709eebc7b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:42.523905 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f3312803-dec3-4c0f-a7c8-6c9df8a227b5 req-525965da-f4a2-4e53-b0b1-78f709eebc7b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6a27775-bd5b-491e-9907-78f4a4ca14c8 HTTP/1.1" status: 200 len: 945 time: 0.0509508 Jan 28 01:41:42.570384 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a187fc-8a81-4bf6-bd55-0f59c0c6a1c5 req-70d1179e-6dd4-42f6-b5df-f47c4797b63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:42.572280 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d6a187fc-8a81-4bf6-bd55-0f59c0c6a1c5 req-70d1179e-6dd4-42f6-b5df-f47c4797b63b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=b6a27775-bd5b-491e-9907-78f4a4ca14c8 HTTP/1.1" status: 200 len: 1096 time: 0.0522304 Jan 28 01:41:42.578010 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f3312803-dec3-4c0f-a7c8-6c9df8a227b5 req-95ed0d15-4fb0-491f-b93e-68f74b9dfad4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba320fed-6277-4a3a-8916-6a43a8dc78e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478992 Jan 28 01:41:42.606201 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56570) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:42.669664 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a187fc-8a81-4bf6-bd55-0f59c0c6a1c5 req-e99fa6d5-d161-48f6-8029-659237b7a6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:42.671164 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d6a187fc-8a81-4bf6-bd55-0f59c0c6a1c5 req-e99fa6d5-d161-48f6-8029-659237b7a6aa service neutron] 10.222.0.52 "GET /v2.0/networks?id=edf55b54-01a9-49d8-ba14-dafaa9b1e861 HTTP/1.1" status: 200 len: 898 time: 0.0933793 Jan 28 01:41:42.672155 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-bb402c47-5313-4271-8ab0-2c78666e833b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/floatingips/090a4b67-64c7-4a17-8f79-81ba7ce107e8 HTTP/1.1" status: 200 len: 990 time: 0.0648119 Jan 28 01:41:42.742670 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d6a187fc-8a81-4bf6-bd55-0f59c0c6a1c5 req-49a2855d-7677-4832-90c2-7c54d694e8a0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08bfa24e-894f-4779-b24f-75f20f2ef822 HTTP/1.1" status: 200 len: 998 time: 0.0653796 Jan 28 01:41:42.750078 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-584aad34-0ef2-4c5b-a76d-87413b36d3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240654636', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '3ef5966b-8668-45d9-8c67-dd1217554eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:23Z', 'updated_at': '2022-01-28T01:41:27Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '3ef5966b-8668-45d9-8c67-dd1217554eb8', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:23Z', 'updated_at': '2022-01-28T01:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '090a4b67-64c7-4a17-8f79-81ba7ce107e8', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'port_id': '08bfa24e-894f-4779-b24f-75f20f2ef822', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4236, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf55b54-01a9-49d8-ba14-dafaa9b1e861', 'mac_address': 'fa:16:3e:d1:73:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a27775-bd5b-491e-9907-78f4a4ca14c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:41:41Z', 'updated_at': '2022-01-28T01:41:41Z', 'revision_number': 0, 'project_id': '059bca68032541d59fac92aef233eaae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b1af194-e812-41f7-b169-f59eba030733', 'name': '', 'network_id': 'edf55b54-01a9-49d8-ba14-dafaa9b1e861', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:9f:e5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '9af7dcfa-1855-488d-a6d2-2f0588056827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:26Z', 'updated_at': '2022-01-28T01:41:29Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': '9af7dcfa-1855-488d-a6d2-2f0588056827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:42.777150 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584aad34-0ef2-4c5b-a76d-87413b36d3c4 None None] Checking router: 2116f34e-9efb-45d7-86ed-907c5f0fcd4e for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:41:42.786027 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584aad34-0ef2-4c5b-a76d-87413b36d3c4 None None] Routers {'2116f34e-9efb-45d7-86ed-907c5f0fcd4e'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:41:42.786641 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-584aad34-0ef2-4c5b-a76d-87413b36d3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:41:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2116f34e-9efb-45d7-86ed-907c5f0fcd4e'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:42.795954 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a187fc-8a81-4bf6-bd55-0f59c0c6a1c5 req-d46497fc-9339-4bf6-884a-31ceb308ed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:42.797485 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d6a187fc-8a81-4bf6-bd55-0f59c0c6a1c5 req-d46497fc-9339-4bf6-884a-31ceb308ed88 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9af7dcfa-1855-488d-a6d2-2f0588056827 HTTP/1.1" status: 200 len: 835 time: 0.0483027 Jan 28 01:41:42.843239 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a187fc-8a81-4bf6-bd55-0f59c0c6a1c5 req-cd5f811d-9fe7-4916-ba76-190dcc45ff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:42.844717 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d6a187fc-8a81-4bf6-bd55-0f59c0c6a1c5 req-cd5f811d-9fe7-4916-ba76-190dcc45ff57 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=edf55b54-01a9-49d8-ba14-dafaa9b1e861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414910 Jan 28 01:41:42.898270 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-584aad34-0ef2-4c5b-a76d-87413b36d3c4 None None] Set router 2116f34e-9efb-45d7-86ed-907c5f0fcd4e gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:41:42.943428 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d6a187fc-8a81-4bf6-bd55-0f59c0c6a1c5 req-a0313b11-269c-4ad6-a5eb-561abdad4eaf service neutron] 10.222.0.52 "GET /v2.0/networks/edf55b54-01a9-49d8-ba14-dafaa9b1e861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923657 Jan 28 01:41:43.036284 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d6a187fc-8a81-4bf6-bd55-0f59c0c6a1c5 req-ffbcf900-dcb6-4585-83bf-ab0e92153e82 service neutron] 10.222.0.52 "GET /v2.0/networks/edf55b54-01a9-49d8-ba14-dafaa9b1e861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870287 Jan 28 01:41:43.124595 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-584aad34-0ef2-4c5b-a76d-87413b36d3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240654636', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '3ef5966b-8668-45d9-8c67-dd1217554eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:23Z', 'updated_at': '2022-01-28T01:41:27Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '3ef5966b-8668-45d9-8c67-dd1217554eb8', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:23Z', 'updated_at': '2022-01-28T01:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '090a4b67-64c7-4a17-8f79-81ba7ce107e8', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'port_id': '08bfa24e-894f-4779-b24f-75f20f2ef822', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4236, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf55b54-01a9-49d8-ba14-dafaa9b1e861', 'mac_address': 'fa:16:3e:d1:73:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a27775-bd5b-491e-9907-78f4a4ca14c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:41:41Z', 'updated_at': '2022-01-28T01:41:41Z', 'revision_number': 0, 'project_id': '059bca68032541d59fac92aef233eaae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b1af194-e812-41f7-b169-f59eba030733', 'name': '', 'network_id': 'edf55b54-01a9-49d8-ba14-dafaa9b1e861', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:9f:e5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '9af7dcfa-1855-488d-a6d2-2f0588056827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:26Z', 'updated_at': '2022-01-28T01:41:29Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': '9af7dcfa-1855-488d-a6d2-2f0588056827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:41:43.154465 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584aad34-0ef2-4c5b-a76d-87413b36d3c4 None None] The sync data for ids ['2116f34e-9efb-45d7-86ed-907c5f0fcd4e'] in n-d-826754-1 is: [{'id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240654636', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '3ef5966b-8668-45d9-8c67-dd1217554eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:23Z', 'updated_at': '2022-01-28T01:41:27Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '3ef5966b-8668-45d9-8c67-dd1217554eb8', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:23Z', 'updated_at': '2022-01-28T01:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '090a4b67-64c7-4a17-8f79-81ba7ce107e8', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'port_id': '08bfa24e-894f-4779-b24f-75f20f2ef822', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4236, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf55b54-01a9-49d8-ba14-dafaa9b1e861', 'mac_address': 'fa:16:3e:d1:73:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a27775-bd5b-491e-9907-78f4a4ca14c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:41:41Z', 'updated_at': '2022-01-28T01:41:41Z', 'revision_number': 0, 'project_id': '059bca68032541d59fac92aef233eaae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b1af194-e812-41f7-b169-f59eba030733', 'name': '', 'network_id': 'edf55b54-01a9-49d8-ba14-dafaa9b1e861', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:9f:e5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '9af7dcfa-1855-488d-a6d2-2f0588056827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:26Z', 'updated_at': '2022-01-28T01:41:29Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': '9af7dcfa-1855-488d-a6d2-2f0588056827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:41:43.347165 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a60c76-48f7-4913-a039-43d33913cc3a None None] New status for floating IP 090a4b67-64c7-4a17-8f79-81ba7ce107e8: ACTIVE {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:41:43.676511 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56572) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:41:43.682956 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:43.736867 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4ad45e67-03ae-4981-a226-2d1d263d1a88 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/floatingips/090a4b67-64c7-4a17-8f79-81ba7ce107e8 HTTP/1.1" status: 200 len: 992 time: 0.0592661 Jan 28 01:41:45.325903 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:41:52.045487 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-582b7009-5eb7-4176-8760-2cc70d07cc23 req-71aa7a49-2e9b-4f84-a7de-3876e48b5733 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b6a27775-bd5b-491e-9907-78f4a4ca14c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446825 Jan 28 01:41:52.159830 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b7009-5eb7-4176-8760-2cc70d07cc23 req-288e9436-31e2-42b0-b66b-10e99d575b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:52.161399 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-582b7009-5eb7-4176-8760-2cc70d07cc23 req-288e9436-31e2-42b0-b66b-10e99d575b8e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=b6a27775-bd5b-491e-9907-78f4a4ca14c8 HTTP/1.1" status: 200 len: 1096 time: 0.0503416 Jan 28 01:41:52.274544 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b7009-5eb7-4176-8760-2cc70d07cc23 req-d6f02915-5edf-4055-8195-6c31b4d28dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:52.276368 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-582b7009-5eb7-4176-8760-2cc70d07cc23 req-d6f02915-5edf-4055-8195-6c31b4d28dcc service neutron] 10.222.0.52 "GET /v2.0/networks?id=edf55b54-01a9-49d8-ba14-dafaa9b1e861 HTTP/1.1" status: 200 len: 898 time: 0.0931759 Jan 28 01:41:52.352289 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-582b7009-5eb7-4176-8760-2cc70d07cc23 req-63ac1e82-f2f0-43d8-8c77-0bd7cb797445 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08bfa24e-894f-4779-b24f-75f20f2ef822 HTTP/1.1" status: 200 len: 1000 time: 0.0693109 Jan 28 01:41:52.408824 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b7009-5eb7-4176-8760-2cc70d07cc23 req-1761d1ab-3ac1-4c57-941f-d08ff439ca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:52.410894 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-582b7009-5eb7-4176-8760-2cc70d07cc23 req-1761d1ab-3ac1-4c57-941f-d08ff439ca0b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9af7dcfa-1855-488d-a6d2-2f0588056827 HTTP/1.1" status: 200 len: 835 time: 0.0532150 Jan 28 01:41:52.461900 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b7009-5eb7-4176-8760-2cc70d07cc23 req-8aa00a5b-84a0-441e-ae71-a7e473de79e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:41:52.463436 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-582b7009-5eb7-4176-8760-2cc70d07cc23 req-8aa00a5b-84a0-441e-ae71-a7e473de79e9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=edf55b54-01a9-49d8-ba14-dafaa9b1e861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469253 Jan 28 01:41:52.574436 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-582b7009-5eb7-4176-8760-2cc70d07cc23 req-ee86252b-58fe-488e-a4f3-1519d9d06bee service neutron] 10.222.0.52 "GET /v2.0/networks/edf55b54-01a9-49d8-ba14-dafaa9b1e861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037817 Jan 28 01:41:52.670392 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-582b7009-5eb7-4176-8760-2cc70d07cc23 req-8d737a39-9b99-4736-a778-46cda10f86e1 service neutron] 10.222.0.52 "GET /v2.0/networks/edf55b54-01a9-49d8-ba14-dafaa9b1e861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887074 Jan 28 01:42:01.546933 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:42:06.175957 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6dcc5802-b1c4-40ed-a616-c3e8e8e221d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:08.475023 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-26b825f6-a79c-4570-8555-e8a1eabe66af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:10.002141 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:11.536150 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:12.338079 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:13.687258 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:15.324123 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:36.177569 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1b1c4c50-241a-4ccd-b0d5-6e4de4c33594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:38.478338 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-13101b55-dae7-4c44-ab2d-d3fec8947498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:38.546183 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:42:40.004724 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:41.538914 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:42.331541 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:43.685237 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:45.340113 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:48.655596 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c31ff-1448-4be3-a55c-98b403296d88 req-a7233357-e686-4561-91f4-da7153c062ff tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:48.657114 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-049c31ff-1448-4be3-a55c-98b403296d88 req-a7233357-e686-4561-91f4-da7153c062ff tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6a27775-bd5b-491e-9907-78f4a4ca14c8 HTTP/1.1" status: 200 len: 945 time: 0.0533459 Jan 28 01:42:48.707230 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-049c31ff-1448-4be3-a55c-98b403296d88 req-8e060fb6-c1c0-4d24-b499-8b4adeaf1693 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba320fed-6277-4a3a-8916-6a43a8dc78e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435517 Jan 28 01:42:49.825925 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07f017-3f71-4de4-9d24-b2bc3323708a req-3958f4fc-bcfa-4330-ad23-58d9c4cccc00 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:49.827403 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7d07f017-3f71-4de4-9d24-b2bc3323708a req-3958f4fc-bcfa-4330-ad23-58d9c4cccc00 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6a27775-bd5b-491e-9907-78f4a4ca14c8 HTTP/1.1" status: 200 len: 945 time: 0.0488281 Jan 28 01:42:49.877367 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7d07f017-3f71-4de4-9d24-b2bc3323708a req-c263a59e-77fb-49f1-aa05-25dfe0c740c8 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba320fed-6277-4a3a-8916-6a43a8dc78e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436642 Jan 28 01:42:49.899484 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56602) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:49.964072 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2160ff82-ac13-48e7-815a-d37266a6ddab tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/floatingips/090a4b67-64c7-4a17-8f79-81ba7ce107e8 HTTP/1.1" status: 200 len: 992 time: 0.0633647 Jan 28 01:42:51.254655 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8028502-d455-4761-9a25-5ea979dbc41e req-f7f37180-8c12-402e-97f6-9a1f80bbc984 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:51.256064 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8028502-d455-4761-9a25-5ea979dbc41e req-f7f37180-8c12-402e-97f6-9a1f80bbc984 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6a27775-bd5b-491e-9907-78f4a4ca14c8 HTTP/1.1" status: 200 len: 945 time: 0.0516303 Jan 28 01:42:51.312526 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f8028502-d455-4761-9a25-5ea979dbc41e req-3c487a03-32cc-4cee-ac27-a47f249cc8bc tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba320fed-6277-4a3a-8916-6a43a8dc78e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509343 Jan 28 01:42:51.871516 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-18715105-abb2-4add-96de-6221a39fbf35 req-2d25e969-9653-49fc-bc44-58d255f56aab service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b6a27775-bd5b-491e-9907-78f4a4ca14c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396113 Jan 28 01:42:51.967752 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18715105-abb2-4add-96de-6221a39fbf35 req-c34b2011-dcc9-4cf5-a499-9e717c6a2992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:51.969291 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-18715105-abb2-4add-96de-6221a39fbf35 req-c34b2011-dcc9-4cf5-a499-9e717c6a2992 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=b6a27775-bd5b-491e-9907-78f4a4ca14c8 HTTP/1.1" status: 200 len: 1096 time: 0.0399811 Jan 28 01:42:52.075154 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18715105-abb2-4add-96de-6221a39fbf35 req-89640008-f219-43fe-8d0c-742774154613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:52.076671 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-18715105-abb2-4add-96de-6221a39fbf35 req-89640008-f219-43fe-8d0c-742774154613 service neutron] 10.222.0.52 "GET /v2.0/networks?id=edf55b54-01a9-49d8-ba14-dafaa9b1e861 HTTP/1.1" status: 200 len: 898 time: 0.0887406 Jan 28 01:42:52.146685 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-18715105-abb2-4add-96de-6221a39fbf35 req-26ca667a-8bf7-4010-aaf8-e609721e2343 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08bfa24e-894f-4779-b24f-75f20f2ef822 HTTP/1.1" status: 200 len: 1000 time: 0.0622354 Jan 28 01:42:52.195873 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18715105-abb2-4add-96de-6221a39fbf35 req-ad67fe72-c0ae-422a-97c7-ec14a3a2c83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:52.197471 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-18715105-abb2-4add-96de-6221a39fbf35 req-ad67fe72-c0ae-422a-97c7-ec14a3a2c83d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9af7dcfa-1855-488d-a6d2-2f0588056827 HTTP/1.1" status: 200 len: 835 time: 0.0447495 Jan 28 01:42:52.245852 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18715105-abb2-4add-96de-6221a39fbf35 req-0d081819-3c33-44f8-beba-b7f96fd07ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:52.247327 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-18715105-abb2-4add-96de-6221a39fbf35 req-0d081819-3c33-44f8-beba-b7f96fd07ce9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=edf55b54-01a9-49d8-ba14-dafaa9b1e861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440857 Jan 28 01:42:52.336451 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-18715105-abb2-4add-96de-6221a39fbf35 req-5f9da40b-41ef-4b4b-a765-bde0c9eea96c service neutron] 10.222.0.52 "GET /v2.0/networks/edf55b54-01a9-49d8-ba14-dafaa9b1e861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825284 Jan 28 01:42:52.432778 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a735d02-0c4f-43a5-a996-d8a675db8dd3 req-2c80e61b-ab68-4729-8372-dce8bab46d9e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:52.434258 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7a735d02-0c4f-43a5-a996-d8a675db8dd3 req-2c80e61b-ab68-4729-8372-dce8bab46d9e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6a27775-bd5b-491e-9907-78f4a4ca14c8 HTTP/1.1" status: 200 len: 945 time: 0.0499785 Jan 28 01:42:52.438235 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-18715105-abb2-4add-96de-6221a39fbf35 req-3afd6c0f-ee29-4284-bc60-21407d543fd4 service neutron] 10.222.0.52 "GET /v2.0/networks/edf55b54-01a9-49d8-ba14-dafaa9b1e861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947361 Jan 28 01:42:52.487256 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7a735d02-0c4f-43a5-a996-d8a675db8dd3 req-cf5ff11f-8c72-4b96-a2d7-e5449e303782 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba320fed-6277-4a3a-8916-6a43a8dc78e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459890 Jan 28 01:42:52.511892 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56612) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:52.573409 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a4aaedcd-206f-4504-a0b6-beb686233a8b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/floatingips/090a4b67-64c7-4a17-8f79-81ba7ce107e8 HTTP/1.1" status: 200 len: 992 time: 0.0600710 Jan 28 01:42:52.864923 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56618) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:53.024747 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ab2bd6db-eaf5-47b0-a5d3-4bc9d6afc4ee tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Deleting port db80f295-2225-4a8e-b002-80fe96ae39db {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:42:53.025466 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ab2bd6db-eaf5-47b0-a5d3-4bc9d6afc4ee tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (db80f295-2225-4a8e-b002-80fe96ae39db), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:53.102228 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ab2bd6db-eaf5-47b0-a5d3-4bc9d6afc4ee tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (db80f295-2225-4a8e-b002-80fe96ae39db), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:53.102556 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ab2bd6db-eaf5-47b0-a5d3-4bc9d6afc4ee tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for floatingip (db80f295-2225-4a8e-b002-80fe96ae39db), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:53.114880 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ab2bd6db-eaf5-47b0-a5d3-4bc9d6afc4ee tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Calling delete_port for db80f295-2225-4a8e-b002-80fe96ae39db owned by network:floatingip {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:42:53.265349 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ab2bd6db-eaf5-47b0-a5d3-4bc9d6afc4ee tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (db80f295-2225-4a8e-b002-80fe96ae39db), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:53.291721 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2bd6db-eaf5-47b0-a5d3-4bc9d6afc4ee tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'Port': ['ID=db80f295-2225-4a8e-b002-80fe96ae39db,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:53.302673 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bd6db-eaf5-47b0-a5d3-4bc9d6afc4ee tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:53.304563 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bd6db-eaf5-47b0-a5d3-4bc9d6afc4ee tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:53.304563 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bd6db-eaf5-47b0-a5d3-4bc9d6afc4ee tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:53.304563 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bd6db-eaf5-47b0-a5d3-4bc9d6afc4ee tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:53.304930 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bd6db-eaf5-47b0-a5d3-4bc9d6afc4ee tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:53.305306 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bd6db-eaf5-47b0-a5d3-4bc9d6afc4ee tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:53.306825 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bd6db-eaf5-47b0-a5d3-4bc9d6afc4ee tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:53.306825 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bd6db-eaf5-47b0-a5d3-4bc9d6afc4ee tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:53.307284 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bd6db-eaf5-47b0-a5d3-4bc9d6afc4ee tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:53.307785 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bd6db-eaf5-47b0-a5d3-4bc9d6afc4ee tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:53.308180 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bd6db-eaf5-47b0-a5d3-4bc9d6afc4ee tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:53.310093 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bd6db-eaf5-47b0-a5d3-4bc9d6afc4ee tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:53.310093 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bd6db-eaf5-47b0-a5d3-4bc9d6afc4ee tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:53.379047 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ab2bd6db-eaf5-47b0-a5d3-4bc9d6afc4ee tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for floatingip (090a4b67-64c7-4a17-8f79-81ba7ce107e8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:53.379376 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-ab2bd6db-eaf5-47b0-a5d3-4bc9d6afc4ee tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Floating IP 090a4b67-64c7-4a17-8f79-81ba7ce107e8 disassociated (deleted). External IP: 172.25.3.74, port: 08bfa24e-894f-4779-b24f-75f20f2ef822. Jan 28 01:42:53.593442 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2bd6db-eaf5-47b0-a5d3-4bc9d6afc4ee tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Router 2116f34e-9efb-45d7-86ed-907c5f0fcd4e has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:42:53.717181 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2bd6db-eaf5-47b0-a5d3-4bc9d6afc4ee tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:42:53.722185 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ab2bd6db-eaf5-47b0-a5d3-4bc9d6afc4ee tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:53.727596 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b933ed-f639-4161-8e39-ab483f2c7538 None None] Sync routers for ids ['2116f34e-9efb-45d7-86ed-907c5f0fcd4e'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:42:53.736972 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b933ed-f639-4161-8e39-ab483f2c7538 None None] Routers {'2116f34e-9efb-45d7-86ed-907c5f0fcd4e'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:42:53.738009 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-79b933ed-f639-4161-8e39-ab483f2c7538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:42:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2116f34e-9efb-45d7-86ed-907c5f0fcd4e'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:53.748571 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ab2bd6db-eaf5-47b0-a5d3-4bc9d6afc4ee tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "DELETE /v2.0/floatingips/090a4b67-64c7-4a17-8f79-81ba7ce107e8 HTTP/1.1" status: 204 len: 168 time: 0.8826334 Jan 28 01:42:53.749240 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a27775-bd5b-491e-9907-78f4a4ca14c8', 'tag': '08bfa24e-894f-4779-b24f-75f20f2ef822'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:42:53.752178 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b83da73-5f7d-49ae-b7eb-316bc61027c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a27775-bd5b-491e-9907-78f4a4ca14c8", "tag": "08bfa24e-894f-4779-b24f-75f20f2ef822"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:42:53.791515 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59101c4-0adb-4f66-b258-135eb5112434 x-openstack-request-id: req-b59101c4-0adb-4f66-b258-135eb5112434 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:42:53.792282 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a27775-bd5b-491e-9907-78f4a4ca14c8", "tag": "08bfa24e-894f-4779-b24f-75f20f2ef822", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:42:53.792774 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b59101c4-0adb-4f66-b258-135eb5112434 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:42:53.793191 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a27775-bd5b-491e-9907-78f4a4ca14c8', 'tag': '08bfa24e-894f-4779-b24f-75f20f2ef822', 'status': 'completed', 'code': 200} Jan 28 01:42:53.853750 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-79b933ed-f639-4161-8e39-ab483f2c7538 None None] Set router 2116f34e-9efb-45d7-86ed-907c5f0fcd4e gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:42:53.885301 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83da73-5f7d-49ae-b7eb-316bc61027c6 req-aa2b3978-5756-4a57-a6de-ca073a2cee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:53.886858 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2b83da73-5f7d-49ae-b7eb-316bc61027c6 req-aa2b3978-5756-4a57-a6de-ca073a2cee32 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=b6a27775-bd5b-491e-9907-78f4a4ca14c8 HTTP/1.1" status: 200 len: 1096 time: 0.0503657 Jan 28 01:42:53.990525 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83da73-5f7d-49ae-b7eb-316bc61027c6 req-0248a7c1-2ad1-4f78-a335-f52ce974d397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:53.992154 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2b83da73-5f7d-49ae-b7eb-316bc61027c6 req-0248a7c1-2ad1-4f78-a335-f52ce974d397 service neutron] 10.222.0.52 "GET /v2.0/networks?id=edf55b54-01a9-49d8-ba14-dafaa9b1e861 HTTP/1.1" status: 200 len: 898 time: 0.0985291 Jan 28 01:42:54.008326 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2b321-07a1-44f2-9bfc-868d5989fb83 req-30829214-53ea-4507-b00f-f8514f38065d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:54.009991 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-34a2b321-07a1-44f2-9bfc-868d5989fb83 req-30829214-53ea-4507-b00f-f8514f38065d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6a27775-bd5b-491e-9907-78f4a4ca14c8 HTTP/1.1" status: 200 len: 945 time: 0.0635464 Jan 28 01:42:54.046629 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2b83da73-5f7d-49ae-b7eb-316bc61027c6 req-90796c72-c3e4-469e-bef3-2b591826bc86 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08bfa24e-894f-4779-b24f-75f20f2ef822 HTTP/1.1" status: 200 len: 217 time: 0.0468838 Jan 28 01:42:54.063876 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-34a2b321-07a1-44f2-9bfc-868d5989fb83 req-7544cfd2-0e9e-49c3-8f93-94ce805f2468 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba320fed-6277-4a3a-8916-6a43a8dc78e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452523 Jan 28 01:42:54.098798 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83da73-5f7d-49ae-b7eb-316bc61027c6 req-c3e6d772-a37b-4358-a6c4-07023d46e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:54.100335 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2b83da73-5f7d-49ae-b7eb-316bc61027c6 req-c3e6d772-a37b-4358-a6c4-07023d46e127 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9af7dcfa-1855-488d-a6d2-2f0588056827 HTTP/1.1" status: 200 len: 835 time: 0.0467453 Jan 28 01:42:54.103485 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-79b933ed-f639-4161-8e39-ab483f2c7538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240654636', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '3ef5966b-8668-45d9-8c67-dd1217554eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:23Z', 'updated_at': '2022-01-28T01:41:27Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '3ef5966b-8668-45d9-8c67-dd1217554eb8', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:23Z', 'updated_at': '2022-01-28T01:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '1b1af194-e812-41f7-b169-f59eba030733', 'name': '', 'network_id': 'edf55b54-01a9-49d8-ba14-dafaa9b1e861', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:9f:e5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '9af7dcfa-1855-488d-a6d2-2f0588056827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:26Z', 'updated_at': '2022-01-28T01:41:29Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': '9af7dcfa-1855-488d-a6d2-2f0588056827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:54.133825 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b933ed-f639-4161-8e39-ab483f2c7538 None None] Checking router: 2116f34e-9efb-45d7-86ed-907c5f0fcd4e for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:42:54.142891 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b933ed-f639-4161-8e39-ab483f2c7538 None None] Routers {'2116f34e-9efb-45d7-86ed-907c5f0fcd4e'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:42:54.143926 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-79b933ed-f639-4161-8e39-ab483f2c7538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:42:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2116f34e-9efb-45d7-86ed-907c5f0fcd4e'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:54.153011 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83da73-5f7d-49ae-b7eb-316bc61027c6 req-8287e001-9016-4100-80b6-147d79d4d816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:54.154536 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2b83da73-5f7d-49ae-b7eb-316bc61027c6 req-8287e001-9016-4100-80b6-147d79d4d816 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=edf55b54-01a9-49d8-ba14-dafaa9b1e861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471733 Jan 28 01:42:54.247317 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2b83da73-5f7d-49ae-b7eb-316bc61027c6 req-768c0b7b-bc2a-4a58-b5fd-616c6cf9098e service neutron] 10.222.0.52 "GET /v2.0/networks/edf55b54-01a9-49d8-ba14-dafaa9b1e861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861731 Jan 28 01:42:54.253245 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-79b933ed-f639-4161-8e39-ab483f2c7538 None None] Set router 2116f34e-9efb-45d7-86ed-907c5f0fcd4e gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:42:54.342458 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2b83da73-5f7d-49ae-b7eb-316bc61027c6 req-61785f7d-3ddf-40e9-8100-d64bfc0ed1d8 service neutron] 10.222.0.52 "GET /v2.0/networks/edf55b54-01a9-49d8-ba14-dafaa9b1e861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891814 Jan 28 01:42:54.463515 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-79b933ed-f639-4161-8e39-ab483f2c7538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240654636', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '3ef5966b-8668-45d9-8c67-dd1217554eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:23Z', 'updated_at': '2022-01-28T01:41:27Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '3ef5966b-8668-45d9-8c67-dd1217554eb8', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:23Z', 'updated_at': '2022-01-28T01:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '1b1af194-e812-41f7-b169-f59eba030733', 'name': '', 'network_id': 'edf55b54-01a9-49d8-ba14-dafaa9b1e861', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:9f:e5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '9af7dcfa-1855-488d-a6d2-2f0588056827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:26Z', 'updated_at': '2022-01-28T01:41:29Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': '9af7dcfa-1855-488d-a6d2-2f0588056827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:54.489240 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b933ed-f639-4161-8e39-ab483f2c7538 None None] The sync data for ids ['2116f34e-9efb-45d7-86ed-907c5f0fcd4e'] in n-d-826754-1 is: [{'id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240654636', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '3ef5966b-8668-45d9-8c67-dd1217554eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:23Z', 'updated_at': '2022-01-28T01:41:27Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '3ef5966b-8668-45d9-8c67-dd1217554eb8', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:23Z', 'updated_at': '2022-01-28T01:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '1b1af194-e812-41f7-b169-f59eba030733', 'name': '', 'network_id': 'edf55b54-01a9-49d8-ba14-dafaa9b1e861', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:9f:e5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '9af7dcfa-1855-488d-a6d2-2f0588056827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:26Z', 'updated_at': '2022-01-28T01:41:29Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': '9af7dcfa-1855-488d-a6d2-2f0588056827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:42:54.710910 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c02a0b-7e05-4deb-a834-c73099a21c6d None None] New status for floating IP 090a4b67-64c7-4a17-8f79-81ba7ce107e8: DOWN {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:42:55.212218 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4329e-11af-4328-ac73-d98f5c1e3603 req-6c0f39df-8997-4a82-abe0-c18b7aae05f7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:55.213770 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4c4329e-11af-4328-ac73-d98f5c1e3603 req-6c0f39df-8997-4a82-abe0-c18b7aae05f7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6a27775-bd5b-491e-9907-78f4a4ca14c8 HTTP/1.1" status: 200 len: 945 time: 0.0592666 Jan 28 01:42:55.266108 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4c4329e-11af-4328-ac73-d98f5c1e3603 req-84d77a21-b467-4e16-a407-7f5ce76b2de2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba320fed-6277-4a3a-8916-6a43a8dc78e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466828 Jan 28 01:42:56.044510 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf04b1-2cde-40ce-ad19-92d4976faf3c req-440af7db-c09c-49a7-8d1b-5414103f7e12 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:56.045999 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6bcf04b1-2cde-40ce-ad19-92d4976faf3c req-440af7db-c09c-49a7-8d1b-5414103f7e12 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6a27775-bd5b-491e-9907-78f4a4ca14c8 HTTP/1.1" status: 200 len: 945 time: 0.0494025 Jan 28 01:42:56.134985 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-6bcf04b1-2cde-40ce-ad19-92d4976faf3c req-261f4258-4322-4641-a12f-cf80c057bf67 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Deleting port 08bfa24e-894f-4779-b24f-75f20f2ef822 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:42:56.135329 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6bcf04b1-2cde-40ce-ad19-92d4976faf3c req-261f4258-4322-4641-a12f-cf80c057bf67 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (08bfa24e-894f-4779-b24f-75f20f2ef822), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:56.228439 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-6bcf04b1-2cde-40ce-ad19-92d4976faf3c req-261f4258-4322-4641-a12f-cf80c057bf67 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] For port 08bfa24e-894f-4779-b24f-75f20f2ef822, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=08bfa24e-894f-4779-b24f-75f20f2ef822,segment=NetworkSegment(b25fb75a-166f-43ce-9fdb-ab458c8b764f),segment_id=b25fb75a-166f-43ce-9fdb-ab458c8b764f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:42:56.228805 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6bcf04b1-2cde-40ce-ad19-92d4976faf3c req-261f4258-4322-4641-a12f-cf80c057bf67 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (08bfa24e-894f-4779-b24f-75f20f2ef822), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:56.241273 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-6bcf04b1-2cde-40ce-ad19-92d4976faf3c req-261f4258-4322-4641-a12f-cf80c057bf67 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Calling delete_port for 08bfa24e-894f-4779-b24f-75f20f2ef822 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:42:56.376810 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6bcf04b1-2cde-40ce-ad19-92d4976faf3c req-261f4258-4322-4641-a12f-cf80c057bf67 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (08bfa24e-894f-4779-b24f-75f20f2ef822), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:56.393683 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd4861-6496-4457-bbf7-58a150334741 req-edcff9e8-f080-4006-9ec1-7c0178aa20d9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:42:56.395236 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-65dd4861-6496-4457-bbf7-58a150334741 req-edcff9e8-f080-4006-9ec1-7c0178aa20d9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6a27775-bd5b-491e-9907-78f4a4ca14c8 HTTP/1.1" status: 200 len: 945 time: 0.0529511 Jan 28 01:42:56.408588 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f4258-4322-4641-a12f-cf80c057bf67 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'Port': ['ID=08bfa24e-894f-4779-b24f-75f20f2ef822,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:56.450868 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-65dd4861-6496-4457-bbf7-58a150334741 req-eab441a9-a471-4518-8ea4-328830c7b727 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba320fed-6277-4a3a-8916-6a43a8dc78e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496609 Jan 28 01:42:56.460054 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcf04b1-2cde-40ce-ad19-92d4976faf3c req-261f4258-4322-4641-a12f-cf80c057bf67 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] No DVR routers for this DVR port 08bfa24e-894f-4779-b24f-75f20f2ef822 on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:42:56.462821 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6bcf04b1-2cde-40ce-ad19-92d4976faf3c req-261f4258-4322-4641-a12f-cf80c057bf67 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:56.467819 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6bcf04b1-2cde-40ce-ad19-92d4976faf3c req-261f4258-4322-4641-a12f-cf80c057bf67 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.52 "DELETE /v2.0/ports/08bfa24e-894f-4779-b24f-75f20f2ef822 HTTP/1.1" status: 204 len: 173 time: 0.4139230 Jan 28 01:42:56.467819 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a27775-bd5b-491e-9907-78f4a4ca14c8', 'name': 'network-vif-deleted', 'tag': '08bfa24e-894f-4779-b24f-75f20f2ef822'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:42:56.469078 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5d52d5-9095-47d0-b9d8-8b4e818bd196" -d '{"events": [{"server_uuid": "b6a27775-bd5b-491e-9907-78f4a4ca14c8", "name": "network-vif-deleted", "tag": "08bfa24e-894f-4779-b24f-75f20f2ef822"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:42:56.511740 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5048b1-d0b3-4dd8-bd0f-c8d31c989be1 x-openstack-request-id: req-6f5048b1-d0b3-4dd8-bd0f-c8d31c989be1 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:42:56.512036 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a27775-bd5b-491e-9907-78f4a4ca14c8", "name": "network-vif-deleted", "tag": "08bfa24e-894f-4779-b24f-75f20f2ef822", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:42:56.512323 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6f5048b1-d0b3-4dd8-bd0f-c8d31c989be1 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:42:56.512989 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a27775-bd5b-491e-9907-78f4a4ca14c8', 'name': 'network-vif-deleted', 'tag': '08bfa24e-894f-4779-b24f-75f20f2ef822', 'status': 'completed', 'code': 200} Jan 28 01:42:57.511608 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56634) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:58.196902 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3de16fe-3e29-49c9-8778-8b2270f11e83 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (2116f34e-9efb-45d7-86ed-907c5f0fcd4e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:58.456242 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f3de16fe-3e29-49c9-8778-8b2270f11e83 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Deleting port 1b1af194-e812-41f7-b169-f59eba030733 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:42:58.456506 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3de16fe-3e29-49c9-8778-8b2270f11e83 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (1b1af194-e812-41f7-b169-f59eba030733), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:58.546391 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-f3de16fe-3e29-49c9-8778-8b2270f11e83 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] For port 1b1af194-e812-41f7-b169-f59eba030733, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=1b1af194-e812-41f7-b169-f59eba030733,segment=NetworkSegment(b25fb75a-166f-43ce-9fdb-ab458c8b764f),segment_id=b25fb75a-166f-43ce-9fdb-ab458c8b764f)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:42:58.547124 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3de16fe-3e29-49c9-8778-8b2270f11e83 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (1b1af194-e812-41f7-b169-f59eba030733), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:58.560118 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f3de16fe-3e29-49c9-8778-8b2270f11e83 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Calling delete_port for 1b1af194-e812-41f7-b169-f59eba030733 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:42:58.754222 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3de16fe-3e29-49c9-8778-8b2270f11e83 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (1b1af194-e812-41f7-b169-f59eba030733), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:58.782147 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de16fe-3e29-49c9-8778-8b2270f11e83 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'Port': ['ID=1b1af194-e812-41f7-b169-f59eba030733,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:58.957932 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3de16fe-3e29-49c9-8778-8b2270f11e83 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (2116f34e-9efb-45d7-86ed-907c5f0fcd4e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:59.178740 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3de16fe-3e29-49c9-8778-8b2270f11e83 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Router 2116f34e-9efb-45d7-86ed-907c5f0fcd4e has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:42:59.287771 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3de16fe-3e29-49c9-8778-8b2270f11e83 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:42:59.292703 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f3de16fe-3e29-49c9-8778-8b2270f11e83 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "PUT /v2.0/routers/2116f34e-9efb-45d7-86ed-907c5f0fcd4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7800527 Jan 28 01:42:59.295512 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56636) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:59.297290 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1ae53c-585c-4584-bb0d-4ad863a0b690 None None] Sync routers for ids ['2116f34e-9efb-45d7-86ed-907c5f0fcd4e'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:42:59.307490 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1ae53c-585c-4584-bb0d-4ad863a0b690 None None] Routers {'2116f34e-9efb-45d7-86ed-907c5f0fcd4e'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:42:59.308205 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-9b1ae53c-585c-4584-bb0d-4ad863a0b690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:42:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2116f34e-9efb-45d7-86ed-907c5f0fcd4e'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:59.351290 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-1938353d-0b3a-43aa-9282-cf0be8eca63e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Deleting subnet 9af7dcfa-1855-488d-a6d2-2f0588056827 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:42:59.354414 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1938353d-0b3a-43aa-9282-cf0be8eca63e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for subnet (9af7dcfa-1855-488d-a6d2-2f0588056827), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:59.395944 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1938353d-0b3a-43aa-9282-cf0be8eca63e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (9af7dcfa-1855-488d-a6d2-2f0588056827), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:59.414071 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-9b1ae53c-585c-4584-bb0d-4ad863a0b690 None None] Set router 2116f34e-9efb-45d7-86ed-907c5f0fcd4e gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:42:59.481584 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1938353d-0b3a-43aa-9282-cf0be8eca63e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (9af7dcfa-1855-488d-a6d2-2f0588056827), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:59.549244 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1938353d-0b3a-43aa-9282-cf0be8eca63e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (9af7dcfa-1855-488d-a6d2-2f0588056827), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:59.576660 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938353d-0b3a-43aa-9282-cf0be8eca63e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'Subnet': ['ID=9af7dcfa-1855-488d-a6d2-2f0588056827,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:42:59.581759 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1938353d-0b3a-43aa-9282-cf0be8eca63e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:59.584879 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1938353d-0b3a-43aa-9282-cf0be8eca63e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "DELETE /v2.0/subnets/9af7dcfa-1855-488d-a6d2-2f0588056827 HTTP/1.1" status: 204 len: 168 time: 0.2882571 Jan 28 01:42:59.588512 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56638) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:42:59.589636 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca997f5-2c20-4a60-8e7a-1df32715b3dd None None] Network edf55b54-01a9-49d8-ba14-dafaa9b1e861 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:42:59.592652 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1938353d-0b3a-43aa-9282-cf0be8eca63e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:59.593010 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1938353d-0b3a-43aa-9282-cf0be8eca63e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:59.593887 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1938353d-0b3a-43aa-9282-cf0be8eca63e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:59.593887 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1938353d-0b3a-43aa-9282-cf0be8eca63e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:59.594115 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1938353d-0b3a-43aa-9282-cf0be8eca63e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:59.594340 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1938353d-0b3a-43aa-9282-cf0be8eca63e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:59.594673 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1938353d-0b3a-43aa-9282-cf0be8eca63e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:59.595007 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1938353d-0b3a-43aa-9282-cf0be8eca63e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:59.595466 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1938353d-0b3a-43aa-9282-cf0be8eca63e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:59.595827 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1938353d-0b3a-43aa-9282-cf0be8eca63e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:59.596160 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1938353d-0b3a-43aa-9282-cf0be8eca63e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:59.596487 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1938353d-0b3a-43aa-9282-cf0be8eca63e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:59.596812 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1938353d-0b3a-43aa-9282-cf0be8eca63e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:42:59.616267 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-9b1ae53c-585c-4584-bb0d-4ad863a0b690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240654636', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '3ef5966b-8668-45d9-8c67-dd1217554eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:23Z', 'updated_at': '2022-01-28T01:42:58Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '3ef5966b-8668-45d9-8c67-dd1217554eb8', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:23Z', 'updated_at': '2022-01-28T01:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:59.646245 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1ae53c-585c-4584-bb0d-4ad863a0b690 None None] Checking router: 2116f34e-9efb-45d7-86ed-907c5f0fcd4e for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:42:59.656701 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1ae53c-585c-4584-bb0d-4ad863a0b690 None None] Routers {'2116f34e-9efb-45d7-86ed-907c5f0fcd4e'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:42:59.658406 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-9b1ae53c-585c-4584-bb0d-4ad863a0b690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:42:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['2116f34e-9efb-45d7-86ed-907c5f0fcd4e'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:59.731099 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8fb275cb-bac9-41da-8acf-fefc940f70d9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router (2116f34e-9efb-45d7-86ed-907c5f0fcd4e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:59.776177 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738485f0-1675-4b39-97fe-c9ccd5ade024 None None] DHCP port deletion for edf55b54-01a9-49d8-ba14-dafaa9b1e861 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:42:59.781136 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-9b1ae53c-585c-4584-bb0d-4ad863a0b690 None None] Set router 2116f34e-9efb-45d7-86ed-907c5f0fcd4e gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:42:59.832597 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-738485f0-1675-4b39-97fe-c9ccd5ade024 None None] Deleting port a25d3c95-23ea-43ea-a0d8-d07efba541b5 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:42:59.833276 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-738485f0-1675-4b39-97fe-c9ccd5ade024 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (a25d3c95-23ea-43ea-a0d8-d07efba541b5), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:59.856349 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8fb275cb-bac9-41da-8acf-fefc940f70d9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router_gateway (2116f34e-9efb-45d7-86ed-907c5f0fcd4e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:59.903635 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-738485f0-1675-4b39-97fe-c9ccd5ade024 None None] For port a25d3c95-23ea-43ea-a0d8-d07efba541b5, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=a25d3c95-23ea-43ea-a0d8-d07efba541b5,segment=NetworkSegment(b25fb75a-166f-43ce-9fdb-ab458c8b764f),segment_id=b25fb75a-166f-43ce-9fdb-ab458c8b764f)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:42:59.904092 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-738485f0-1675-4b39-97fe-c9ccd5ade024 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (a25d3c95-23ea-43ea-a0d8-d07efba541b5), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:59.912531 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8fb275cb-bac9-41da-8acf-fefc940f70d9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Deleting port 3ef5966b-8668-45d9-8c67-dd1217554eb8 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:42:59.913024 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8fb275cb-bac9-41da-8acf-fefc940f70d9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (3ef5966b-8668-45d9-8c67-dd1217554eb8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:42:59.923162 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-738485f0-1675-4b39-97fe-c9ccd5ade024 None None] Calling delete_port for a25d3c95-23ea-43ea-a0d8-d07efba541b5 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:42:59.982921 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-9b1ae53c-585c-4584-bb0d-4ad863a0b690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240654636', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '3ef5966b-8668-45d9-8c67-dd1217554eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:23Z', 'updated_at': '2022-01-28T01:42:58Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '3ef5966b-8668-45d9-8c67-dd1217554eb8', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:23Z', 'updated_at': '2022-01-28T01:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:42:59.998911 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-8fb275cb-bac9-41da-8acf-fefc940f70d9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] For port 3ef5966b-8668-45d9-8c67-dd1217554eb8, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=3ef5966b-8668-45d9-8c67-dd1217554eb8,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:42:59.999328 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8fb275cb-bac9-41da-8acf-fefc940f70d9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (3ef5966b-8668-45d9-8c67-dd1217554eb8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:00.010775 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-738485f0-1675-4b39-97fe-c9ccd5ade024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (a25d3c95-23ea-43ea-a0d8-d07efba541b5), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:00.014500 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8fb275cb-bac9-41da-8acf-fefc940f70d9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Calling delete_port for 3ef5966b-8668-45d9-8c67-dd1217554eb8 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:43:00.037477 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738485f0-1675-4b39-97fe-c9ccd5ade024 None None] Pushing event deleted for resources: {'Port': ['ID=a25d3c95-23ea-43ea-a0d8-d07efba541b5,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:00.047390 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738485f0-1675-4b39-97fe-c9ccd5ade024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:00.047774 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738485f0-1675-4b39-97fe-c9ccd5ade024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:00.048129 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738485f0-1675-4b39-97fe-c9ccd5ade024 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:00.048512 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738485f0-1675-4b39-97fe-c9ccd5ade024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:00.048860 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738485f0-1675-4b39-97fe-c9ccd5ade024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:00.049201 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738485f0-1675-4b39-97fe-c9ccd5ade024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:00.049534 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738485f0-1675-4b39-97fe-c9ccd5ade024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:00.049868 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738485f0-1675-4b39-97fe-c9ccd5ade024 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:00.050214 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738485f0-1675-4b39-97fe-c9ccd5ade024 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:00.050538 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738485f0-1675-4b39-97fe-c9ccd5ade024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:00.050871 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738485f0-1675-4b39-97fe-c9ccd5ade024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:00.051198 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738485f0-1675-4b39-97fe-c9ccd5ade024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:00.051533 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738485f0-1675-4b39-97fe-c9ccd5ade024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:00.054682 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738485f0-1675-4b39-97fe-c9ccd5ade024 None None] No DVR routers for this DVR port a25d3c95-23ea-43ea-a0d8-d07efba541b5 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:43:00.109760 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1ae53c-585c-4584-bb0d-4ad863a0b690 None None] The sync data for ids ['2116f34e-9efb-45d7-86ed-907c5f0fcd4e'] in n-d-826754-1 is: [{'id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240654636', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '3ef5966b-8668-45d9-8c67-dd1217554eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:41:23Z', 'updated_at': '2022-01-28T01:42:58Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '3ef5966b-8668-45d9-8c67-dd1217554eb8', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2116f34e-9efb-45d7-86ed-907c5f0fcd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:41:23Z', 'updated_at': '2022-01-28T01:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:43:00.211600 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8fb275cb-bac9-41da-8acf-fefc940f70d9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (3ef5966b-8668-45d9-8c67-dd1217554eb8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:00.243159 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb275cb-bac9-41da-8acf-fefc940f70d9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'Port': ['ID=3ef5966b-8668-45d9-8c67-dd1217554eb8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:00.301938 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8fb275cb-bac9-41da-8acf-fefc940f70d9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (2116f34e-9efb-45d7-86ed-907c5f0fcd4e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:00.393964 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8fb275cb-bac9-41da-8acf-fefc940f70d9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (2116f34e-9efb-45d7-86ed-907c5f0fcd4e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:00.396034 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8fb275cb-bac9-41da-8acf-fefc940f70d9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router_controller (2116f34e-9efb-45d7-86ed-907c5f0fcd4e), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:00.446295 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8fb275cb-bac9-41da-8acf-fefc940f70d9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (2116f34e-9efb-45d7-86ed-907c5f0fcd4e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:00.446941 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb275cb-bac9-41da-8acf-fefc940f70d9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Fanout notify agent at l3_agent the message router_deleted on router 2116f34e-9efb-45d7-86ed-907c5f0fcd4e {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:43:00.455022 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8fb275cb-bac9-41da-8acf-fefc940f70d9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:00.456204 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8fb275cb-bac9-41da-8acf-fefc940f70d9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "DELETE /v2.0/routers/2116f34e-9efb-45d7-86ed-907c5f0fcd4e HTTP/1.1" status: 204 len: 168 time: 0.8667040 Jan 28 01:43:00.459183 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56640) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:43:00.548166 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cabf8395-a1d9-484e-81af-637c9085fcf7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (edf55b54-01a9-49d8-ba14-dafaa9b1e861), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:00.646273 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cabf8395-a1d9-484e-81af-637c9085fcf7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (edf55b54-01a9-49d8-ba14-dafaa9b1e861), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:00.668418 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-cabf8395-a1d9-484e-81af-637c9085fcf7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf55b54-01a9-49d8-ba14-dafaa9b1e861']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:43:00.679032 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-cabf8395-a1d9-484e-81af-637c9085fcf7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b25fb75a-166f-43ce-9fdb-ab458c8b764f') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:43:00.679583 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-cabf8395-a1d9-484e-81af-637c9085fcf7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b25fb75a-166f-43ce-9fdb-ab458c8b764f') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:43:00.693678 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cabf8395-a1d9-484e-81af-637c9085fcf7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (b25fb75a-166f-43ce-9fdb-ab458c8b764f), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:00.708517 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cabf8395-a1d9-484e-81af-637c9085fcf7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (b25fb75a-166f-43ce-9fdb-ab458c8b764f), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:00.715157 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cabf8395-a1d9-484e-81af-637c9085fcf7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:43:00.715565 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cabf8395-a1d9-484e-81af-637c9085fcf7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (b25fb75a-166f-43ce-9fdb-ab458c8b764f), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:00.718698 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 01:43:00.718698 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:43:00.718698 n-d-826754-1 neutron-server[103344]: timer() Jan 28 01:43:00.718698 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:43:00.718698 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 01:43:00.718698 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:43:00.718698 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 01:43:00.718698 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:43:00.718698 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 01:43:00.718698 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:43:00.718698 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 01:43:00.718698 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:43:00.718698 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 01:43:00.718698 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:43:00.718698 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:43:00.718698 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:43:00.718698 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:43:00.718698 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:43:00.718698 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 01:43:00.718698 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:43:00.718698 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 01:43:00.718698 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:43:00.718698 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:43:00.718698 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:43:00.718698 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 01:43:00.718698 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:43:00.718698 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:43:00.718698 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:43:00.718698 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:43:00.718698 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:43:00.718698 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:43:00.718698 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:43:00.742825 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1b1af194-e812-41f7-b169-f59eba030733 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:43:00.764749 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 1b1af194-e812-41f7-b169-f59eba030733 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:43:00.765012 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 1b1af194-e812-41f7-b169-f59eba030733 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:43:00.765631 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a25d3c95-23ea-43ea-a0d8-d07efba541b5 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:43:00.790778 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: a25d3c95-23ea-43ea-a0d8-d07efba541b5 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:43:00.791110 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a25d3c95-23ea-43ea-a0d8-d07efba541b5 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:43:00.793734 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cabf8395-a1d9-484e-81af-637c9085fcf7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (edf55b54-01a9-49d8-ba14-dafaa9b1e861), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:00.803765 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cabf8395-a1d9-484e-81af-637c9085fcf7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:00.808781 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-cabf8395-a1d9-484e-81af-637c9085fcf7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "DELETE /v2.0/networks/edf55b54-01a9-49d8-ba14-dafaa9b1e861 HTTP/1.1" status: 204 len: 168 time: 0.3485277 Jan 28 01:43:00.812025 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56642) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:43:00.831164 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf8395-a1d9-484e-81af-637c9085fcf7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'Network': ['ID=edf55b54-01a9-49d8-ba14-dafaa9b1e861,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:00.876264 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1bc1e92a-f36d-43ee-a896-610c350cf3bd tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group (ba320fed-6277-4a3a-8916-6a43a8dc78e4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:00.902353 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1bc1e92a-f36d-43ee-a896-610c350cf3bd tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group (ba320fed-6277-4a3a-8916-6a43a8dc78e4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:00.964087 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1bc1e92a-f36d-43ee-a896-610c350cf3bd tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (ba320fed-6277-4a3a-8916-6a43a8dc78e4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:00.966695 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1bc1e92a-f36d-43ee-a896-610c350cf3bd tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:00.967953 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1bc1e92a-f36d-43ee-a896-610c350cf3bd tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "DELETE /v2.0/security-groups/ba320fed-6277-4a3a-8916-6a43a8dc78e4 HTTP/1.1" status: 204 len: 168 time: 0.1545649 Jan 28 01:43:00.978814 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1e92a-f36d-43ee-a896-610c350cf3bd tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba320fed-6277-4a3a-8916-6a43a8dc78e4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:01.032418 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 08bfa24e-894f-4779-b24f-75f20f2ef822 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:43:01.053730 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 08bfa24e-894f-4779-b24f-75f20f2ef822 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:43:01.054085 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 08bfa24e-894f-4779-b24f-75f20f2ef822 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:43:01.207184 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56648) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:43:01.211909 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-45a7d8bb-3a48-4c53-b690-adc52392d919 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-16520320', 'description': 'tempest-secgroup-smoke-16520320 description', 'project_id': '059bca68032541d59fac92aef233eaae'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:43:01.232162 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-45a7d8bb-3a48-4c53-b690-adc52392d919 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:01.306053 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-45a7d8bb-3a48-4c53-b690-adc52392d919 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group (d7fef3b0-4e7d-4141-8231-6616e27654eb), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:01.309747 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-45a7d8bb-3a48-4c53-b690-adc52392d919 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d7fef3b0-4e7d-4141-8231-6616e27654eb), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:01.345284 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-45a7d8bb-3a48-4c53-b690-adc52392d919 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:01.346568 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-45a7d8bb-3a48-4c53-b690-adc52392d919 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1383049 Jan 28 01:43:01.347937 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7d8bb-3a48-4c53-b690-adc52392d919 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fef3b0-4e7d-4141-8231-6616e27654eb,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:01.349686 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56650) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:43:01.355230 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-147550bb-4606-4fd9-a4fa-f8ec3e3865c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group_rule': {'security_group_id': 'd7fef3b0-4e7d-4141-8231-6616e27654eb', 'project_id': '059bca68032541d59fac92aef233eaae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:43:01.380850 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-147550bb-4606-4fd9-a4fa-f8ec3e3865c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (6e954f32-c445-4b80-8b83-51276d3dd1c6), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:01.442928 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-147550bb-4606-4fd9-a4fa-f8ec3e3865c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (6e954f32-c445-4b80-8b83-51276d3dd1c6), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:01.447000 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-147550bb-4606-4fd9-a4fa-f8ec3e3865c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (6e954f32-c445-4b80-8b83-51276d3dd1c6), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:01.465295 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147550bb-4606-4fd9-a4fa-f8ec3e3865c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e954f32-c445-4b80-8b83-51276d3dd1c6,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:01.474322 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-147550bb-4606-4fd9-a4fa-f8ec3e3865c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:01.477605 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-147550bb-4606-4fd9-a4fa-f8ec3e3865c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242833 Jan 28 01:43:01.478323 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56652) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:43:01.482751 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-b2539f36-3cda-4f2b-9a84-8c1239044a5b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group_rule': {'security_group_id': 'd7fef3b0-4e7d-4141-8231-6616e27654eb', 'project_id': '059bca68032541d59fac92aef233eaae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:43:01.509951 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2539f36-3cda-4f2b-9a84-8c1239044a5b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (e7bbc9b2-ee10-4f87-a21c-6292a8601db7), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:01.568852 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2539f36-3cda-4f2b-9a84-8c1239044a5b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (e7bbc9b2-ee10-4f87-a21c-6292a8601db7), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:01.572710 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2539f36-3cda-4f2b-9a84-8c1239044a5b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (e7bbc9b2-ee10-4f87-a21c-6292a8601db7), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:01.590716 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2539f36-3cda-4f2b-9a84-8c1239044a5b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7bbc9b2-ee10-4f87-a21c-6292a8601db7,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:01.599005 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b2539f36-3cda-4f2b-9a84-8c1239044a5b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:01.600249 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b2539f36-3cda-4f2b-9a84-8c1239044a5b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1209900 Jan 28 01:43:01.603051 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56654) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:43:01.607608 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-e4b6476f-e56f-4f2e-8dd3-209c6c66f79a tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group_rule': {'security_group_id': 'd7fef3b0-4e7d-4141-8231-6616e27654eb', 'project_id': '059bca68032541d59fac92aef233eaae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:43:01.633198 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e4b6476f-e56f-4f2e-8dd3-209c6c66f79a tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (02ac70f8-575d-470c-9782-8c756e89f9d6), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:01.689894 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e4b6476f-e56f-4f2e-8dd3-209c6c66f79a tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (02ac70f8-575d-470c-9782-8c756e89f9d6), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:01.693696 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e4b6476f-e56f-4f2e-8dd3-209c6c66f79a tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (02ac70f8-575d-470c-9782-8c756e89f9d6), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:01.714639 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6476f-e56f-4f2e-8dd3-209c6c66f79a tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ac70f8-575d-470c-9782-8c756e89f9d6,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:01.723238 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e4b6476f-e56f-4f2e-8dd3-209c6c66f79a tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:01.724478 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e4b6476f-e56f-4f2e-8dd3-209c6c66f79a tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203985 Jan 28 01:43:01.727117 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56656) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:43:01.731400 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-e6db81a5-2f89-493d-8a3e-bf08fdba6aa2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group_rule': {'security_group_id': 'd7fef3b0-4e7d-4141-8231-6616e27654eb', 'project_id': '059bca68032541d59fac92aef233eaae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:43:01.756412 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e6db81a5-2f89-493d-8a3e-bf08fdba6aa2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (da4db263-3d77-4c03-9918-9bfbbb6b85bb), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:01.815073 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e6db81a5-2f89-493d-8a3e-bf08fdba6aa2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (da4db263-3d77-4c03-9918-9bfbbb6b85bb), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:01.818708 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e6db81a5-2f89-493d-8a3e-bf08fdba6aa2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (da4db263-3d77-4c03-9918-9bfbbb6b85bb), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:01.837236 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db81a5-2f89-493d-8a3e-bf08fdba6aa2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da4db263-3d77-4c03-9918-9bfbbb6b85bb,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:01.842302 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e6db81a5-2f89-493d-8a3e-bf08fdba6aa2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:01.843520 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e6db81a5-2f89-493d-8a3e-bf08fdba6aa2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1154356 Jan 28 01:43:01.846698 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56658) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:43:01.851206 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-277f1119-78f3-4164-82ae-c49dff860de8 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group_rule': {'security_group_id': 'd7fef3b0-4e7d-4141-8231-6616e27654eb', 'project_id': '059bca68032541d59fac92aef233eaae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:43:01.871730 n-d-826754-1 neutron-server[103344]: INFO neutron.db.securitygroups_db [None req-277f1119-78f3-4164-82ae-c49dff860de8 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Project 059bca68032541d59fac92aef233eaae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:43:01.877228 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-277f1119-78f3-4164-82ae-c49dff860de8 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (f9d2eef9-9249-4577-9895-dc0fbbbd1f37), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:01.935679 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-277f1119-78f3-4164-82ae-c49dff860de8 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (f9d2eef9-9249-4577-9895-dc0fbbbd1f37), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:01.939836 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-277f1119-78f3-4164-82ae-c49dff860de8 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (f9d2eef9-9249-4577-9895-dc0fbbbd1f37), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:01.959006 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f1119-78f3-4164-82ae-c49dff860de8 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d2eef9-9249-4577-9895-dc0fbbbd1f37,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:01.967185 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-277f1119-78f3-4164-82ae-c49dff860de8 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:01.968413 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-277f1119-78f3-4164-82ae-c49dff860de8 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207745 Jan 28 01:43:01.971686 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56660) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:43:01.976349 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-720caee6-196a-414a-9872-74e3c116722f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group_rule': {'security_group_id': 'd7fef3b0-4e7d-4141-8231-6616e27654eb', 'project_id': '059bca68032541d59fac92aef233eaae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:43:01.997632 n-d-826754-1 neutron-server[103344]: INFO neutron.db.securitygroups_db [None req-720caee6-196a-414a-9872-74e3c116722f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Project 059bca68032541d59fac92aef233eaae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:43:02.003077 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-720caee6-196a-414a-9872-74e3c116722f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (a9356acd-b310-4430-a9da-74fb565a812d), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:02.062838 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-720caee6-196a-414a-9872-74e3c116722f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (a9356acd-b310-4430-a9da-74fb565a812d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:02.066710 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-720caee6-196a-414a-9872-74e3c116722f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (a9356acd-b310-4430-a9da-74fb565a812d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:02.087435 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720caee6-196a-414a-9872-74e3c116722f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9356acd-b310-4430-a9da-74fb565a812d,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:02.094881 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-720caee6-196a-414a-9872-74e3c116722f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:02.096710 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-720caee6-196a-414a-9872-74e3c116722f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1239760 Jan 28 01:43:02.099518 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56662) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:43:02.104318 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-91e171ea-60cb-4620-8be5-ddb93a35e131 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'network': {'name': 'tempest-network-smoke--999358861', 'project_id': '059bca68032541d59fac92aef233eaae', 'port_security_enabled': True}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:43:02.123659 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e171ea-60cb-4620-8be5-ddb93a35e131 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Made reservation on behalf of 059bca68032541d59fac92aef233eaae for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:43:02.126919 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-91e171ea-60cb-4620-8be5-ddb93a35e131 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:02.150889 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e171ea-60cb-4620-8be5-ddb93a35e131 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:43:02.162270 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-91e171ea-60cb-4620-8be5-ddb93a35e131 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (6b75d8b8-2ef0-4e52-9aec-9d090c02d30a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:02.162606 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-91e171ea-60cb-4620-8be5-ddb93a35e131 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Added segment 6b75d8b8-2ef0-4e52-9aec-9d090c02d30a of type vlan for network 1a2f98d1-4692-4b62-a2e8-e0a20d460517 Jan 28 01:43:02.203328 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-91e171ea-60cb-4620-8be5-ddb93a35e131 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (1a2f98d1-4692-4b62-a2e8-e0a20d460517), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:02.232397 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-91e171ea-60cb-4620-8be5-ddb93a35e131 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (1a2f98d1-4692-4b62-a2e8-e0a20d460517), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:02.238343 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e171ea-60cb-4620-8be5-ddb93a35e131 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:02.238926 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-91e171ea-60cb-4620-8be5-ddb93a35e131 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:02.296870 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-91e171ea-60cb-4620-8be5-ddb93a35e131 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1962914 Jan 28 01:43:02.299915 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56664) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:43:02.304128 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-7ed00774-f097-4f6b-a7e0-1ca9ff6e2d27 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1131742085', 'admin_state_up': True, 'project_id': '059bca68032541d59fac92aef233eaae', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:43:02.321583 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e171ea-60cb-4620-8be5-ddb93a35e131 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Network': ['ID=1a2f98d1-4692-4b62-a2e8-e0a20d460517,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:02.333672 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 1a2f98d1-4692-4b62-a2e8-e0a20d460517 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:43:02.336549 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7ed00774-f097-4f6b-a7e0-1ca9ff6e2d27 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (9ab278ea-af18-4f4f-a8fd-38feff18a107), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:02.337876 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7ed00774-f097-4f6b-a7e0-1ca9ff6e2d27 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (9ab278ea-af18-4f4f-a8fd-38feff18a107), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:02.393507 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7ed00774-f097-4f6b-a7e0-1ca9ff6e2d27 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router_controller (9ab278ea-af18-4f4f-a8fd-38feff18a107), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:02.530031 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7ed00774-f097-4f6b-a7e0-1ca9ff6e2d27 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router_gateway (9ab278ea-af18-4f4f-a8fd-38feff18a107), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:02.632410 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 3ef5966b-8668-45d9-8c67-dd1217554eb8 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:43:02.653762 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 3ef5966b-8668-45d9-8c67-dd1217554eb8 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:43:02.654111 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 3ef5966b-8668-45d9-8c67-dd1217554eb8 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:43:03.078352 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7ed00774-f097-4f6b-a7e0-1ca9ff6e2d27 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router_gateway (9ab278ea-af18-4f4f-a8fd-38feff18a107), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:03.096682 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7ed00774-f097-4f6b-a7e0-1ca9ff6e2d27 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:03.202917 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-7ed00774-f097-4f6b-a7e0-1ca9ff6e2d27 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Allocated IP 172.25.3.138 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/cee3d005-73d7-41a8-92b0-fff975fdbd27) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:43:03.304760 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7ed00774-f097-4f6b-a7e0-1ca9ff6e2d27 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for port (cee3d005-73d7-41a8-92b0-fff975fdbd27), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:03.339935 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7ed00774-f097-4f6b-a7e0-1ca9ff6e2d27 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (cee3d005-73d7-41a8-92b0-fff975fdbd27), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:03.382869 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed00774-f097-4f6b-a7e0-1ca9ff6e2d27 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:43:03.385658 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-7ed00774-f097-4f6b-a7e0-1ca9ff6e2d27 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:43:03.391585 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed00774-f097-4f6b-a7e0-1ca9ff6e2d27 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:43:03.397348 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed00774-f097-4f6b-a7e0-1ca9ff6e2d27 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Port': ['ID=cee3d005-73d7-41a8-92b0-fff975fdbd27,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:03.652276 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7ed00774-f097-4f6b-a7e0-1ca9ff6e2d27 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router_gateway (9ab278ea-af18-4f4f-a8fd-38feff18a107), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:03.859853 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7ed00774-f097-4f6b-a7e0-1ca9ff6e2d27 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (9ab278ea-af18-4f4f-a8fd-38feff18a107), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:03.987983 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed00774-f097-4f6b-a7e0-1ca9ff6e2d27 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Router 9ab278ea-af18-4f4f-a8fd-38feff18a107 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:43:04.098695 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed00774-f097-4f6b-a7e0-1ca9ff6e2d27 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:43:04.108981 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20558a9d-1715-48a2-ac35-c50d82d4c796 None None] Sync routers for ids ['9ab278ea-af18-4f4f-a8fd-38feff18a107'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:43:04.118600 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20558a9d-1715-48a2-ac35-c50d82d4c796 None None] Routers {'9ab278ea-af18-4f4f-a8fd-38feff18a107'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:43:04.119239 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-20558a9d-1715-48a2-ac35-c50d82d4c796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:42:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['9ab278ea-af18-4f4f-a8fd-38feff18a107'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:43:04.127401 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7ed00774-f097-4f6b-a7e0-1ca9ff6e2d27 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:04.132462 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-7ed00774-f097-4f6b-a7e0-1ca9ff6e2d27 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8280280 Jan 28 01:43:04.132851 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56666) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:43:04.168571 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-53ba2884-7406-4664-9fed-c9a29eaa6da0 tempest-TestNetworkAdvancedServerOps-198064769 tempest-TestNetworkAdvancedServerOps-198064769-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=059bca68032541d59fac92aef233eaae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340762 Jan 28 01:43:04.171969 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56668) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:43:04.232534 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-20558a9d-1715-48a2-ac35-c50d82d4c796 None None] Set router 9ab278ea-af18-4f4f-a8fd-38feff18a107 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:43:04.266061 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6a4b10-65d7-4013-b4e3-3794890e042b tempest-TestNetworkAdvancedServerOps-198064769 tempest-TestNetworkAdvancedServerOps-198064769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:04.268362 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ab6a4b10-65d7-4013-b4e3-3794890e042b tempest-TestNetworkAdvancedServerOps-198064769 tempest-TestNetworkAdvancedServerOps-198064769-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0948029 Jan 28 01:43:04.272625 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56670) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:43:04.301462 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-82d9a5f6-87bf-41b5-81f4-b6e19a97dcb4 tempest-TestNetworkAdvancedServerOps-198064769 tempest-TestNetworkAdvancedServerOps-198064769-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277591 Jan 28 01:43:04.304237 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56672) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:43:04.309904 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-0c7099b2-afa4-4502-81df-16df9c627659 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-119728668', 'network_id': '1a2f98d1-4692-4b62-a2e8-e0a20d460517', 'project_id': '059bca68032541d59fac92aef233eaae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:43:04.402410 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7099b2-afa4-4502-81df-16df9c627659 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Made reservation on behalf of 059bca68032541d59fac92aef233eaae for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:43:04.409142 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c7099b2-afa4-4502-81df-16df9c627659 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:04.409392 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-20558a9d-1715-48a2-ac35-c50d82d4c796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131742085', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'cee3d005-73d7-41a8-92b0-fff975fdbd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:43:02Z', 'updated_at': '2022-01-28T01:43:03Z', 'revision_number': 3, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': 'cee3d005-73d7-41a8-92b0-fff975fdbd27', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:43:03Z', 'updated_at': '2022-01-28T01:43:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:43:04.597535 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20558a9d-1715-48a2-ac35-c50d82d4c796 None None] Checking router: 9ab278ea-af18-4f4f-a8fd-38feff18a107 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:43:04.597783 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20558a9d-1715-48a2-ac35-c50d82d4c796 None None] Updating router 9ab278ea-af18-4f4f-a8fd-38feff18a107 port cee3d005-73d7-41a8-92b0-fff975fdbd27 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:43:04.615237 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c7099b2-afa4-4502-81df-16df9c627659 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:04.625052 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-20558a9d-1715-48a2-ac35-c50d82d4c796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cee3d005-73d7-41a8-92b0-fff975fdbd27), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:04.680175 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7099b2-afa4-4502-81df-16df9c627659 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Subnet': ['ID=ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:04.688376 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7099b2-afa4-4502-81df-16df9c627659 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Checking segment: {'id': '6b75d8b8-2ef0-4e52-9aec-9d090c02d30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1a2f98d1-4692-4b62-a2e8-e0a20d460517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:43:04.688742 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7099b2-afa4-4502-81df-16df9c627659 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network hostable DHCP agents. Network: 1a2f98d1-4692-4b62-a2e8-e0a20d460517, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:43:04.707370 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7099b2-afa4-4502-81df-16df9c627659 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network 1a2f98d1-4692-4b62-a2e8-e0a20d460517 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:43:04.716154 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-0c7099b2-afa4-4502-81df-16df9c627659 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 1a2f98d1-4692-4b62-a2e8-e0a20d460517) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:43:04.722543 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7099b2-afa4-4502-81df-16df9c627659 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:04.723173 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0c7099b2-afa4-4502-81df-16df9c627659 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:04.729529 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd12237-ce43-4234-a5b7-59cd9de9746d None None] Network 1a2f98d1-4692-4b62-a2e8-e0a20d460517 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:43:04.741630 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0c7099b2-afa4-4502-81df-16df9c627659 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4363596 Jan 28 01:43:04.744444 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56674) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:43:04.911560 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bed659-8f96-4845-a50a-afcd82f91fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-1a2f98d1-4692-4b62-a2e8-e0a20d460517', 'network_id': '1a2f98d1-4692-4b62-a2e8-e0a20d460517', 'project_id': '059bca68032541d59fac92aef233eaae', 'fixed_ips': [{'subnet_id': 'ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:43:04.912454 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78bed659-8f96-4845-a50a-afcd82f91fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:05.057102 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-20558a9d-1715-48a2-ac35-c50d82d4c796 None None] Publish callbacks [] for port (cee3d005-73d7-41a8-92b0-fff975fdbd27), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:05.086157 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-20558a9d-1715-48a2-ac35-c50d82d4c796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (cee3d005-73d7-41a8-92b0-fff975fdbd27), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:05.161408 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-78bed659-8f96-4845-a50a-afcd82f91fdd None None] Allocated IP 172.20.0.2 (1a2f98d1-4692-4b62-a2e8-e0a20d460517/ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28/c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:43:05.163945 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-20558a9d-1715-48a2-ac35-c50d82d4c796 None None] Attempting to bind port cee3d005-73d7-41a8-92b0-fff975fdbd27 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:43:05.164377 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-20558a9d-1715-48a2-ac35-c50d82d4c796 None None] Attempting to bind port cee3d005-73d7-41a8-92b0-fff975fdbd27 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:43:05.164697 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20558a9d-1715-48a2-ac35-c50d82d4c796 None None] Attempting to bind port cee3d005-73d7-41a8-92b0-fff975fdbd27 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:43:05.169658 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7cd5a-c5c5-410c-9e9e-8c300dbe43ce None None] Pushing event updated for resources: {'Port': ['ID=cee3d005-73d7-41a8-92b0-fff975fdbd27,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:05.181137 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20558a9d-1715-48a2-ac35-c50d82d4c796 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:43:05.181565 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20558a9d-1715-48a2-ac35-c50d82d4c796 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:43:05.181998 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-20558a9d-1715-48a2-ac35-c50d82d4c796 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:05.182402 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20558a9d-1715-48a2-ac35-c50d82d4c796 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:43:05.182990 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-20558a9d-1715-48a2-ac35-c50d82d4c796 None None] Bound port: cee3d005-73d7-41a8-92b0-fff975fdbd27, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:43:05.183396 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-20558a9d-1715-48a2-ac35-c50d82d4c796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cee3d005-73d7-41a8-92b0-fff975fdbd27), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:05.210884 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7c0f42a9-de0d-42be-b6bb-8d986aa86f3c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:05.291927 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-20558a9d-1715-48a2-ac35-c50d82d4c796 None None] For port cee3d005-73d7-41a8-92b0-fff975fdbd27, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:43:05.296315 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-20558a9d-1715-48a2-ac35-c50d82d4c796 None None] For port cee3d005-73d7-41a8-92b0-fff975fdbd27, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=cee3d005-73d7-41a8-92b0-fff975fdbd27,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:43:05.303135 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-20558a9d-1715-48a2-ac35-c50d82d4c796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (cee3d005-73d7-41a8-92b0-fff975fdbd27), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:05.427717 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7cd5a-c5c5-410c-9e9e-8c300dbe43ce None None] Pushing event updated for resources: {'Port': ['ID=cee3d005-73d7-41a8-92b0-fff975fdbd27,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:05.433291 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20558a9d-1715-48a2-ac35-c50d82d4c796 None None] Routers {'9ab278ea-af18-4f4f-a8fd-38feff18a107'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:43:05.433936 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-20558a9d-1715-48a2-ac35-c50d82d4c796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:42:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['9ab278ea-af18-4f4f-a8fd-38feff18a107'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:43:05.440123 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78bed659-8f96-4845-a50a-afcd82f91fdd None None] Publish callbacks [] for port (c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:05.476160 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78bed659-8f96-4845-a50a-afcd82f91fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:05.530606 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-7c0f42a9-de0d-42be-b6bb-8d986aa86f3c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Allocated IP 172.20.0.1 (1a2f98d1-4692-4b62-a2e8-e0a20d460517/ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28/b09775f9-df9b-4cdc-a907-622bdb054398) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:43:05.560506 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bed659-8f96-4845-a50a-afcd82f91fdd None None] Network 1a2f98d1-4692-4b62-a2e8-e0a20d460517 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:43:05.568209 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-78bed659-8f96-4845-a50a-afcd82f91fdd None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:43:05.575954 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bed659-8f96-4845-a50a-afcd82f91fdd None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:43:05.590034 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bed659-8f96-4845-a50a-afcd82f91fdd None None] Pushing event updated for resources: {'Port': ['ID=c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:05.617543 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-20558a9d-1715-48a2-ac35-c50d82d4c796 None None] Set router 9ab278ea-af18-4f4f-a8fd-38feff18a107 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:43:05.660880 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7c0f42a9-de0d-42be-b6bb-8d986aa86f3c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for port (b09775f9-df9b-4cdc-a907-622bdb054398), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:05.695524 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7c0f42a9-de0d-42be-b6bb-8d986aa86f3c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (b09775f9-df9b-4cdc-a907-622bdb054398), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:05.736605 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0f42a9-de0d-42be-b6bb-8d986aa86f3c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network 1a2f98d1-4692-4b62-a2e8-e0a20d460517 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:43:05.739885 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-7c0f42a9-de0d-42be-b6bb-8d986aa86f3c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:43:05.741166 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-78bed659-8f96-4845-a50a-afcd82f91fdd None None] Attempting to bind port c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:43:05.741548 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-78bed659-8f96-4845-a50a-afcd82f91fdd None None] Attempting to bind port c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '6b75d8b8-2ef0-4e52-9aec-9d090c02d30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1a2f98d1-4692-4b62-a2e8-e0a20d460517'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:43:05.741915 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bed659-8f96-4845-a50a-afcd82f91fdd None None] Attempting to bind port c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502 on network 1a2f98d1-4692-4b62-a2e8-e0a20d460517 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:43:05.746276 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0f42a9-de0d-42be-b6bb-8d986aa86f3c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:43:05.751095 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bed659-8f96-4845-a50a-afcd82f91fdd None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:43:05.751506 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bed659-8f96-4845-a50a-afcd82f91fdd None None] Checking segment: {'id': '6b75d8b8-2ef0-4e52-9aec-9d090c02d30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1a2f98d1-4692-4b62-a2e8-e0a20d460517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:43:05.751939 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78bed659-8f96-4845-a50a-afcd82f91fdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:05.752428 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bed659-8f96-4845-a50a-afcd82f91fdd None None] Bound using segment: {'id': '6b75d8b8-2ef0-4e52-9aec-9d090c02d30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1a2f98d1-4692-4b62-a2e8-e0a20d460517'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:43:05.752907 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-78bed659-8f96-4845-a50a-afcd82f91fdd None None] Bound port: c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b75d8b8-2ef0-4e52-9aec-9d090c02d30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1a2f98d1-4692-4b62-a2e8-e0a20d460517'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:43:05.753294 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78bed659-8f96-4845-a50a-afcd82f91fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:05.770842 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f42a9-de0d-42be-b6bb-8d986aa86f3c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Port': ['ID=b09775f9-df9b-4cdc-a907-622bdb054398,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:05.794436 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7c0f42a9-de0d-42be-b6bb-8d986aa86f3c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (9ab278ea-af18-4f4f-a8fd-38feff18a107), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:05.869065 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-78bed659-8f96-4845-a50a-afcd82f91fdd None None] For port c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:43:05.873141 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-78bed659-8f96-4845-a50a-afcd82f91fdd None None] For port c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502,segment=NetworkSegment(6b75d8b8-2ef0-4e52-9aec-9d090c02d30a),segment_id=6b75d8b8-2ef0-4e52-9aec-9d090c02d30a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:43:05.880882 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-78bed659-8f96-4845-a50a-afcd82f91fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:05.929321 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7c0f42a9-de0d-42be-b6bb-8d986aa86f3c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b09775f9-df9b-4cdc-a907-622bdb054398), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:05.954260 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bed659-8f96-4845-a50a-afcd82f91fdd None None] Pushing event updated for resources: {'Port': ['ID=c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:05.958156 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-20558a9d-1715-48a2-ac35-c50d82d4c796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131742085', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'cee3d005-73d7-41a8-92b0-fff975fdbd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:43:02Z', 'updated_at': '2022-01-28T01:43:03Z', 'revision_number': 3, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': 'cee3d005-73d7-41a8-92b0-fff975fdbd27', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:43:03Z', 'updated_at': '2022-01-28T01:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:43:05.989359 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20558a9d-1715-48a2-ac35-c50d82d4c796 None None] The sync data for ids ['9ab278ea-af18-4f4f-a8fd-38feff18a107'] in n-d-826754-1 is: [{'id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131742085', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'cee3d005-73d7-41a8-92b0-fff975fdbd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:43:02Z', 'updated_at': '2022-01-28T01:43:03Z', 'revision_number': 3, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': 'cee3d005-73d7-41a8-92b0-fff975fdbd27', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:43:03Z', 'updated_at': '2022-01-28T01:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:43:06.184357 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a22f3299-c2ef-4726-927f-00307762d3ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:06.259332 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7c0f42a9-de0d-42be-b6bb-8d986aa86f3c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for port (b09775f9-df9b-4cdc-a907-622bdb054398), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:06.266349 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7c0f42a9-de0d-42be-b6bb-8d986aa86f3c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (b09775f9-df9b-4cdc-a907-622bdb054398), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:06.347362 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f42a9-de0d-42be-b6bb-8d986aa86f3c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Port': ['ID=b09775f9-df9b-4cdc-a907-622bdb054398,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:06.349981 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7c0f42a9-de0d-42be-b6bb-8d986aa86f3c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (9ab278ea-af18-4f4f-a8fd-38feff18a107), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:06.457230 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0f42a9-de0d-42be-b6bb-8d986aa86f3c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network 1a2f98d1-4692-4b62-a2e8-e0a20d460517 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:43:06.458725 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-7c0f42a9-de0d-42be-b6bb-8d986aa86f3c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:43:06.866058 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device cee3d005-73d7-41a8-92b0-fff975fdbd27 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:43:06.934157 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port cee3d005-73d7-41a8-92b0-fff975fdbd27 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:43:06.934690 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cee3d005-73d7-41a8-92b0-fff975fdbd27), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:06.957588 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0f42a9-de0d-42be-b6bb-8d986aa86f3c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Router 9ab278ea-af18-4f4f-a8fd-38feff18a107 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:43:07.039723 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port cee3d005-73d7-41a8-92b0-fff975fdbd27 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:43:07.040548 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (cee3d005-73d7-41a8-92b0-fff975fdbd27), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:07.063688 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port cee3d005-73d7-41a8-92b0-fff975fdbd27, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=cee3d005-73d7-41a8-92b0-fff975fdbd27,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:43:07.071652 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (cee3d005-73d7-41a8-92b0-fff975fdbd27), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:07.074817 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:43:07.102410 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0f42a9-de0d-42be-b6bb-8d986aa86f3c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:43:07.109948 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7c0f42a9-de0d-42be-b6bb-8d986aa86f3c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "PUT /v2.0/routers/9ab278ea-af18-4f4f-a8fd-38feff18a107/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3644507 Jan 28 01:43:07.125510 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c0978d-5342-48b9-8d6e-ace8532768cd None None] Network 1a2f98d1-4692-4b62-a2e8-e0a20d460517 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:43:07.228120 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=cee3d005-73d7-41a8-92b0-fff975fdbd27,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:07.246144 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-8520fc67-d414-40f8-906b-af6cb1695b99 None None] Provisioning complete for port c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:43:07.246515 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8520fc67-d414-40f8-906b-af6cb1695b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:07.278940 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:43:07.279232 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:07.297594 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-b2084eb0-7d22-4345-98e2-3be8f16c0523 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-16520320&fields=id&tenant_id=059bca68032541d59fac92aef233eaae HTTP/1.1" status: 200 len: 267 time: 0.0502956 Jan 28 01:43:07.425931 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-7f986f36-3c1f-41b8-81a2-e78daeb5d64c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:07.428971 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-7f986f36-3c1f-41b8-81a2-e78daeb5d64c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/networks?id=1a2f98d1-4692-4b62-a2e8-e0a20d460517 HTTP/1.1" status: 200 len: 796 time: 0.1235988 Jan 28 01:43:07.445297 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-91b5748c-2f56-4564-940a-73349c08ac8d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/quotas/059bca68032541d59fac92aef233eaae HTTP/1.1" status: 200 len: 375 time: 0.0104415 Jan 28 01:43:07.500664 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-c645316e-812d-4ed3-9b71-59c8b18b8fa8 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491590 Jan 28 01:43:07.580832 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-bae4c839-f3da-474c-a732-36af024d6644 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:43:07.582628 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-bae4c839-f3da-474c-a732-36af024d6644 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0703228 Jan 28 01:43:07.603828 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8520fc67-d414-40f8-906b-af6cb1695b99 None None] Current status of the port c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:43:07.604362 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8520fc67-d414-40f8-906b-af6cb1695b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:07.615795 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:43:07.616188 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:07.658609 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-8520fc67-d414-40f8-906b-af6cb1695b99 None None] For port c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502,segment=NetworkSegment(6b75d8b8-2ef0-4e52-9aec-9d090c02d30a),segment_id=6b75d8b8-2ef0-4e52-9aec-9d090c02d30a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:43:07.665151 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8520fc67-d414-40f8-906b-af6cb1695b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:07.707371 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-6977e6c7-ff98-4206-9d2a-ada4bc004aec service neutron] 10.222.0.70 "GET /v2.0/networks/1a2f98d1-4692-4b62-a2e8-e0a20d460517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143193 Jan 28 01:43:07.752451 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520fc67-d414-40f8-906b-af6cb1695b99 None None] Pushing event updated for resources: {'Port': ['ID=c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:07.757443 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:43:07.757850 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:43:07.808749 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-1eb1de02-4c19-41cd-9cfc-57bcbb5f7d0e service neutron] 10.222.0.70 "GET /v2.0/networks/1a2f98d1-4692-4b62-a2e8-e0a20d460517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947089 Jan 28 01:43:07.892531 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-7f391873-313b-445e-ba3b-8270c087ec78 None None] Provisioning complete for port c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:43:07.893076 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f391873-313b-445e-ba3b-8270c087ec78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:07.950989 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894fc34d-cece-4e86-95d1-e280a4feecb3 None None] Sync routers for ids ['9ab278ea-af18-4f4f-a8fd-38feff18a107'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:43:07.983845 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894fc34d-cece-4e86-95d1-e280a4feecb3 None None] Routers {'9ab278ea-af18-4f4f-a8fd-38feff18a107'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:43:07.985405 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-894fc34d-cece-4e86-95d1-e280a4feecb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:42:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['9ab278ea-af18-4f4f-a8fd-38feff18a107'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:43:08.028197 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de5c53f4-86fc-4f04-806c-ccb9708cd446 req-71ab6e75-979a-4c96-955c-4ec9a8bc0ff3 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 210 time: 0.0486953 Jan 28 01:43:08.034725 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-7f391873-313b-445e-ba3b-8270c087ec78 None None] Current status of the port c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:43:08.054498 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-7f391873-313b-445e-ba3b-8270c087ec78 None None] Provisioning complete for port b09775f9-df9b-4cdc-a907-622bdb054398 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:43:08.054878 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7f391873-313b-445e-ba3b-8270c087ec78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b09775f9-df9b-4cdc-a907-622bdb054398), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:08.097075 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-7f391873-313b-445e-ba3b-8270c087ec78 None None] Port b09775f9-df9b-4cdc-a907-622bdb054398 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:43:08.113659 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-894fc34d-cece-4e86-95d1-e280a4feecb3 None None] Set router 9ab278ea-af18-4f4f-a8fd-38feff18a107 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:43:08.224614 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-9dbae7f7-680b-4e66-837c-f30ba04c19c3 None None] Provisioning complete for port b09775f9-df9b-4cdc-a907-622bdb054398 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:43:08.225133 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9dbae7f7-680b-4e66-837c-f30ba04c19c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b09775f9-df9b-4cdc-a907-622bdb054398), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:08.310912 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-9dbae7f7-680b-4e66-837c-f30ba04c19c3 None None] Port b09775f9-df9b-4cdc-a907-622bdb054398 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:43:08.314413 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:43:08.340013 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-894fc34d-cece-4e86-95d1-e280a4feecb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131742085', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'cee3d005-73d7-41a8-92b0-fff975fdbd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:43:02Z', 'updated_at': '2022-01-28T01:43:05Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': 'cee3d005-73d7-41a8-92b0-fff975fdbd27', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:43:03Z', 'updated_at': '2022-01-28T01:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'b09775f9-df9b-4cdc-a907-622bdb054398', 'name': '', 'network_id': '1a2f98d1-4692-4b62-a2e8-e0a20d460517', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:9c:8c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:43:05Z', 'updated_at': '2022-01-28T01:43:06Z', 'revision_number': 2, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': 'ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:43:08.367403 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894fc34d-cece-4e86-95d1-e280a4feecb3 None None] Checking router: 9ab278ea-af18-4f4f-a8fd-38feff18a107 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:43:08.367790 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894fc34d-cece-4e86-95d1-e280a4feecb3 None None] Updating router 9ab278ea-af18-4f4f-a8fd-38feff18a107 port b09775f9-df9b-4cdc-a907-622bdb054398 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:43:08.391689 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-894fc34d-cece-4e86-95d1-e280a4feecb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b09775f9-df9b-4cdc-a907-622bdb054398), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:08.430621 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-25b5c5f9-fb23-4136-baab-2966ab7581ae None None] Provisioning complete for port b09775f9-df9b-4cdc-a907-622bdb054398 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:43:08.430999 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-25b5c5f9-fb23-4136-baab-2966ab7581ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b09775f9-df9b-4cdc-a907-622bdb054398), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:08.477996 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-25b5c5f9-fb23-4136-baab-2966ab7581ae None None] Port b09775f9-df9b-4cdc-a907-622bdb054398 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:43:08.486592 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-585b2e8f-d177-4a14-af8c-a2d07715a463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:08.665981 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-894fc34d-cece-4e86-95d1-e280a4feecb3 None None] Publish callbacks [] for port (b09775f9-df9b-4cdc-a907-622bdb054398), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:08.671457 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-894fc34d-cece-4e86-95d1-e280a4feecb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b09775f9-df9b-4cdc-a907-622bdb054398), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:08.686290 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device cee3d005-73d7-41a8-92b0-fff975fdbd27 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:43:08.736765 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port cee3d005-73d7-41a8-92b0-fff975fdbd27 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:43:08.737146 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (cee3d005-73d7-41a8-92b0-fff975fdbd27), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:08.744632 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f01450-7440-412f-b5c7-5c4e181f56d6 None None] Pushing event updated for resources: {'Port': ['ID=b09775f9-df9b-4cdc-a907-622bdb054398,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:08.770092 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f01450-7440-412f-b5c7-5c4e181f56d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:08.770438 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f01450-7440-412f-b5c7-5c4e181f56d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:08.770779 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f01450-7440-412f-b5c7-5c4e181f56d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:08.771114 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f01450-7440-412f-b5c7-5c4e181f56d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:08.771444 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f01450-7440-412f-b5c7-5c4e181f56d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:08.771800 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f01450-7440-412f-b5c7-5c4e181f56d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:08.772127 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f01450-7440-412f-b5c7-5c4e181f56d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:08.772448 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f01450-7440-412f-b5c7-5c4e181f56d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:08.772766 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f01450-7440-412f-b5c7-5c4e181f56d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:08.773088 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f01450-7440-412f-b5c7-5c4e181f56d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:08.773407 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f01450-7440-412f-b5c7-5c4e181f56d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:08.773727 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f01450-7440-412f-b5c7-5c4e181f56d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:08.774050 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f01450-7440-412f-b5c7-5c4e181f56d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:43:08.788233 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-894fc34d-cece-4e86-95d1-e280a4feecb3 None None] Attempting to bind port b09775f9-df9b-4cdc-a907-622bdb054398 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:43:08.788739 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-894fc34d-cece-4e86-95d1-e280a4feecb3 None None] Attempting to bind port b09775f9-df9b-4cdc-a907-622bdb054398 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '6b75d8b8-2ef0-4e52-9aec-9d090c02d30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1a2f98d1-4692-4b62-a2e8-e0a20d460517'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:43:08.790024 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894fc34d-cece-4e86-95d1-e280a4feecb3 None None] Attempting to bind port b09775f9-df9b-4cdc-a907-622bdb054398 on network 1a2f98d1-4692-4b62-a2e8-e0a20d460517 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:43:08.794198 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894fc34d-cece-4e86-95d1-e280a4feecb3 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:43:08.794568 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894fc34d-cece-4e86-95d1-e280a4feecb3 None None] Checking segment: {'id': '6b75d8b8-2ef0-4e52-9aec-9d090c02d30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1a2f98d1-4692-4b62-a2e8-e0a20d460517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:43:08.794969 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-894fc34d-cece-4e86-95d1-e280a4feecb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:08.795355 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894fc34d-cece-4e86-95d1-e280a4feecb3 None None] Bound using segment: {'id': '6b75d8b8-2ef0-4e52-9aec-9d090c02d30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1a2f98d1-4692-4b62-a2e8-e0a20d460517'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:43:08.795845 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-894fc34d-cece-4e86-95d1-e280a4feecb3 None None] Bound port: b09775f9-df9b-4cdc-a907-622bdb054398, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b75d8b8-2ef0-4e52-9aec-9d090c02d30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1a2f98d1-4692-4b62-a2e8-e0a20d460517'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:43:08.796221 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-894fc34d-cece-4e86-95d1-e280a4feecb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b09775f9-df9b-4cdc-a907-622bdb054398), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:08.829107 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port cee3d005-73d7-41a8-92b0-fff975fdbd27 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:43:08.830409 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:43:08.866967 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-894fc34d-cece-4e86-95d1-e280a4feecb3 None None] For port b09775f9-df9b-4cdc-a907-622bdb054398, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:43:08.870298 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-894fc34d-cece-4e86-95d1-e280a4feecb3 None None] For port b09775f9-df9b-4cdc-a907-622bdb054398, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b09775f9-df9b-4cdc-a907-622bdb054398,segment=NetworkSegment(6b75d8b8-2ef0-4e52-9aec-9d090c02d30a),segment_id=6b75d8b8-2ef0-4e52-9aec-9d090c02d30a)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:43:08.876852 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-894fc34d-cece-4e86-95d1-e280a4feecb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b09775f9-df9b-4cdc-a907-622bdb054398), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:08.884162 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:43:08.884539 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:08.944396 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894fc34d-cece-4e86-95d1-e280a4feecb3 None None] Routers {'9ab278ea-af18-4f4f-a8fd-38feff18a107'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:43:08.945036 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-894fc34d-cece-4e86-95d1-e280a4feecb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:43:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['9ab278ea-af18-4f4f-a8fd-38feff18a107'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:43:08.982153 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:43:08.983760 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f01450-7440-412f-b5c7-5c4e181f56d6 None None] Pushing event updated for resources: {'Port': ['ID=b09775f9-df9b-4cdc-a907-622bdb054398,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:09.008642 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-34d19b66-c3b6-4be4-8037-241a1a51345a None None] Provisioning complete for port b09775f9-df9b-4cdc-a907-622bdb054398 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:43:09.008642 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-34d19b66-c3b6-4be4-8037-241a1a51345a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b09775f9-df9b-4cdc-a907-622bdb054398), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:09.070547 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-894fc34d-cece-4e86-95d1-e280a4feecb3 None None] Set router 9ab278ea-af18-4f4f-a8fd-38feff18a107 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:43:09.109616 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ac7970c9-1e52-4027-b34e-7e2a67c1f0a2 req-c0465aef-5539-4255-8a0f-80f8ee08203d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 210 time: 0.0350571 Jan 28 01:43:09.119897 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-34d19b66-c3b6-4be4-8037-241a1a51345a None None] Current status of the port b09775f9-df9b-4cdc-a907-622bdb054398 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:43:09.124407 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-34d19b66-c3b6-4be4-8037-241a1a51345a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (b09775f9-df9b-4cdc-a907-622bdb054398), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:09.163012 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-34d19b66-c3b6-4be4-8037-241a1a51345a None None] For port b09775f9-df9b-4cdc-a907-622bdb054398, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b09775f9-df9b-4cdc-a907-622bdb054398,segment=NetworkSegment(6b75d8b8-2ef0-4e52-9aec-9d090c02d30a),segment_id=6b75d8b8-2ef0-4e52-9aec-9d090c02d30a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:43:09.168197 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-34d19b66-c3b6-4be4-8037-241a1a51345a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (b09775f9-df9b-4cdc-a907-622bdb054398), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:09.218716 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d19b66-c3b6-4be4-8037-241a1a51345a None None] Pushing event updated for resources: {'Port': ['ID=b09775f9-df9b-4cdc-a907-622bdb054398,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:09.288059 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-74435a6e-8f3a-424b-ab3b-2f3768003805 None None] Provisioning complete for port b09775f9-df9b-4cdc-a907-622bdb054398 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:43:09.288433 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-74435a6e-8f3a-424b-ab3b-2f3768003805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b09775f9-df9b-4cdc-a907-622bdb054398), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:09.296922 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-894fc34d-cece-4e86-95d1-e280a4feecb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131742085', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'cee3d005-73d7-41a8-92b0-fff975fdbd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:43:02Z', 'updated_at': '2022-01-28T01:43:05Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': 'cee3d005-73d7-41a8-92b0-fff975fdbd27', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:43:03Z', 'updated_at': '2022-01-28T01:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'b09775f9-df9b-4cdc-a907-622bdb054398', 'name': '', 'network_id': '1a2f98d1-4692-4b62-a2e8-e0a20d460517', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:9c:8c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:43:05Z', 'updated_at': '2022-01-28T01:43:08Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': 'ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:43:09.324303 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894fc34d-cece-4e86-95d1-e280a4feecb3 None None] The sync data for ids ['9ab278ea-af18-4f4f-a8fd-38feff18a107'] in n-d-826754-1 is: [{'id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131742085', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'cee3d005-73d7-41a8-92b0-fff975fdbd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:43:02Z', 'updated_at': '2022-01-28T01:43:05Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': 'cee3d005-73d7-41a8-92b0-fff975fdbd27', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:43:03Z', 'updated_at': '2022-01-28T01:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'b09775f9-df9b-4cdc-a907-622bdb054398', 'name': '', 'network_id': '1a2f98d1-4692-4b62-a2e8-e0a20d460517', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:9c:8c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:43:05Z', 'updated_at': '2022-01-28T01:43:08Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': 'ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:43:09.401008 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-74435a6e-8f3a-424b-ab3b-2f3768003805 None None] Current status of the port b09775f9-df9b-4cdc-a907-622bdb054398 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:43:10.013765 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:10.253312 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-88558ffc-f52e-4343-a210-56c690c93fa9 req-e5e552bd-1bb9-4884-b2ec-ee4c5cf34ed8 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 210 time: 0.0372798 Jan 28 01:43:10.309262 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-334c46fe-d188-4e8d-9962-ffd299636a42 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:10.310719 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-334c46fe-d188-4e8d-9962-ffd299636a42 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.65 "GET /v2.0/networks?id=1a2f98d1-4692-4b62-a2e8-e0a20d460517 HTTP/1.1" status: 200 len: 796 time: 0.1763821 Jan 28 01:43:10.425592 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-3a1e6900-2b91-4add-bb57-0fb367cb5bf7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=059bca68032541d59fac92aef233eaae HTTP/1.1" status: 200 len: 378 time: 0.0673454 Jan 28 01:43:10.439987 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-fdb2b9ad-86d3-4c6a-8fc5-6634bdb22165 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'port': {'device_id': '925a1686-a96d-4db2-a72d-b44e25dc60ba', 'network_id': '1a2f98d1-4692-4b62-a2e8-e0a20d460517', 'admin_state_up': True, 'tenant_id': '059bca68032541d59fac92aef233eaae', 'security_groups': ['d7fef3b0-4e7d-4141-8231-6616e27654eb']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:43:10.556084 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-fdb2b9ad-86d3-4c6a-8fc5-6634bdb22165 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Made reservation on behalf of 059bca68032541d59fac92aef233eaae for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:43:10.559435 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-fdb2b9ad-86d3-4c6a-8fc5-6634bdb22165 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:10.692415 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-fdb2b9ad-86d3-4c6a-8fc5-6634bdb22165 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Allocated IP 172.20.0.12 (1a2f98d1-4692-4b62-a2e8-e0a20d460517/ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28/76ca8743-de80-4d86-9ef1-28375bb7632c) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:43:10.717658 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b09775f9-df9b-4cdc-a907-622bdb054398 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:43:10.767386 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port b09775f9-df9b-4cdc-a907-622bdb054398 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:43:10.767846 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (b09775f9-df9b-4cdc-a907-622bdb054398), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:10.836440 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-fdb2b9ad-86d3-4c6a-8fc5-6634bdb22165 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for port (76ca8743-de80-4d86-9ef1-28375bb7632c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:10.850064 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port b09775f9-df9b-4cdc-a907-622bdb054398 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:43:10.872173 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-fdb2b9ad-86d3-4c6a-8fc5-6634bdb22165 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (76ca8743-de80-4d86-9ef1-28375bb7632c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:10.922028 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-fdb2b9ad-86d3-4c6a-8fc5-6634bdb22165 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network 1a2f98d1-4692-4b62-a2e8-e0a20d460517 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:43:10.925224 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-fdb2b9ad-86d3-4c6a-8fc5-6634bdb22165 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:43:10.931842 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-fdb2b9ad-86d3-4c6a-8fc5-6634bdb22165 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:43:10.961090 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2b9ad-86d3-4c6a-8fc5-6634bdb22165 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Port': ['ID=76ca8743-de80-4d86-9ef1-28375bb7632c,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:10.986616 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-fdb2b9ad-86d3-4c6a-8fc5-6634bdb22165 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:10.987252 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-fdb2b9ad-86d3-4c6a-8fc5-6634bdb22165 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:11.003843 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-fdb2b9ad-86d3-4c6a-8fc5-6634bdb22165 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5682819 Jan 28 01:43:11.015030 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-4594516f-6dcb-4f98-adc1-ae023078ea6f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:43:11.016039 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-4594516f-6dcb-4f98-adc1-ae023078ea6f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056548 Jan 28 01:43:11.033830 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-da74fc8f-d5c6-4f63-a5d1-513ad3b7679f service neutron] Request body: {'port': {'device_id': '925a1686-a96d-4db2-a72d-b44e25dc60ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:43:11.097564 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-da74fc8f-d5c6-4f63-a5d1-513ad3b7679f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (76ca8743-de80-4d86-9ef1-28375bb7632c), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:11.139543 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-0699f9e3-3c59-4cab-bd22-9c9a20442d48 None None] Provisioning complete for port 76ca8743-de80-4d86-9ef1-28375bb7632c triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:43:11.139985 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0699f9e3-3c59-4cab-bd22-9c9a20442d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (76ca8743-de80-4d86-9ef1-28375bb7632c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:11.177538 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0699f9e3-3c59-4cab-bd22-9c9a20442d48 None None] Port 76ca8743-de80-4d86-9ef1-28375bb7632c cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:43:11.404423 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-da74fc8f-d5c6-4f63-a5d1-513ad3b7679f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76ca8743-de80-4d86-9ef1-28375bb7632c {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:43:11.414897 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-da74fc8f-d5c6-4f63-a5d1-513ad3b7679f service neutron] Publish callbacks [] for port (76ca8743-de80-4d86-9ef1-28375bb7632c), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:11.432802 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0811f7-3003-43bf-95fe-bf2e75750cce req-3e3d3990-bbd7-4104-8cdd-e46b79413a89 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:11.434306 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fd0811f7-3003-43bf-95fe-bf2e75750cce req-3e3d3990-bbd7-4104-8cdd-e46b79413a89 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 932 time: 0.0996821 Jan 28 01:43:11.439926 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-da74fc8f-d5c6-4f63-a5d1-513ad3b7679f service neutron] Transition to ACTIVE for port object 76ca8743-de80-4d86-9ef1-28375bb7632c will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:43:11.449620 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-da74fc8f-d5c6-4f63-a5d1-513ad3b7679f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (76ca8743-de80-4d86-9ef1-28375bb7632c), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:11.539262 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fd0811f7-3003-43bf-95fe-bf2e75750cce req-a27e9a16-bbeb-47c5-8bb9-4391c575dcd9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7fef3b0-4e7d-4141-8231-6616e27654eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0976839 Jan 28 01:43:11.545559 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74fc8f-d5c6-4f63-a5d1-513ad3b7679f service neutron] Pushing event updated for resources: {'Port': ['ID=76ca8743-de80-4d86-9ef1-28375bb7632c,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:11.545757 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:11.624797 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-da74fc8f-d5c6-4f63-a5d1-513ad3b7679f service neutron] Attempting to bind port 76ca8743-de80-4d86-9ef1-28375bb7632c on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:43:11.625116 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-da74fc8f-d5c6-4f63-a5d1-513ad3b7679f service neutron] Attempting to bind port 76ca8743-de80-4d86-9ef1-28375bb7632c by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '6b75d8b8-2ef0-4e52-9aec-9d090c02d30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1a2f98d1-4692-4b62-a2e8-e0a20d460517'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:43:11.625573 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-da74fc8f-d5c6-4f63-a5d1-513ad3b7679f service neutron] Attempting to bind port 76ca8743-de80-4d86-9ef1-28375bb7632c on network 1a2f98d1-4692-4b62-a2e8-e0a20d460517 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:43:11.631940 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-da74fc8f-d5c6-4f63-a5d1-513ad3b7679f service neutron] Port 76ca8743-de80-4d86-9ef1-28375bb7632c on network 1a2f98d1-4692-4b62-a2e8-e0a20d460517 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:43:11.632294 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-da74fc8f-d5c6-4f63-a5d1-513ad3b7679f service neutron] Attempting to bind port 76ca8743-de80-4d86-9ef1-28375bb7632c on network 1a2f98d1-4692-4b62-a2e8-e0a20d460517 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:43:11.637490 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-da74fc8f-d5c6-4f63-a5d1-513ad3b7679f service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:43:11.638082 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-da74fc8f-d5c6-4f63-a5d1-513ad3b7679f service neutron] Checking segment: {'id': '6b75d8b8-2ef0-4e52-9aec-9d090c02d30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1a2f98d1-4692-4b62-a2e8-e0a20d460517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:43:11.638467 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-da74fc8f-d5c6-4f63-a5d1-513ad3b7679f service neutron] Bound using segment: {'id': '6b75d8b8-2ef0-4e52-9aec-9d090c02d30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1a2f98d1-4692-4b62-a2e8-e0a20d460517'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:43:11.638892 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-da74fc8f-d5c6-4f63-a5d1-513ad3b7679f service neutron] Bound port: 76ca8743-de80-4d86-9ef1-28375bb7632c, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b75d8b8-2ef0-4e52-9aec-9d090c02d30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1a2f98d1-4692-4b62-a2e8-e0a20d460517'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:43:11.639253 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-da74fc8f-d5c6-4f63-a5d1-513ad3b7679f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (76ca8743-de80-4d86-9ef1-28375bb7632c), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:11.708580 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-da74fc8f-d5c6-4f63-a5d1-513ad3b7679f service neutron] For port 76ca8743-de80-4d86-9ef1-28375bb7632c, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:43:11.711932 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-da74fc8f-d5c6-4f63-a5d1-513ad3b7679f service neutron] For port 76ca8743-de80-4d86-9ef1-28375bb7632c, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=76ca8743-de80-4d86-9ef1-28375bb7632c,segment=NetworkSegment(6b75d8b8-2ef0-4e52-9aec-9d090c02d30a),segment_id=6b75d8b8-2ef0-4e52-9aec-9d090c02d30a)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:43:11.716128 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-da74fc8f-d5c6-4f63-a5d1-513ad3b7679f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (76ca8743-de80-4d86-9ef1-28375bb7632c), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:11.755461 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-da74fc8f-d5c6-4f63-a5d1-513ad3b7679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:11.756074 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-da74fc8f-d5c6-4f63-a5d1-513ad3b7679f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:11.757514 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-da74fc8f-d5c6-4f63-a5d1-513ad3b7679f service neutron] 10.222.0.65 "PUT /v2.0/ports/76ca8743-de80-4d86-9ef1-28375bb7632c HTTP/1.1" status: 200 len: 1092 time: 0.7280421 Jan 28 01:43:11.757961 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925a1686-a96d-4db2-a72d-b44e25dc60ba', 'tag': '76ca8743-de80-4d86-9ef1-28375bb7632c'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:43:11.760280 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc3f296-9587-48ce-aaf9-a16660c60bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "925a1686-a96d-4db2-a72d-b44e25dc60ba", "tag": "76ca8743-de80-4d86-9ef1-28375bb7632c"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:43:11.790244 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74fc8f-d5c6-4f63-a5d1-513ad3b7679f service neutron] Pushing event updated for resources: {'Port': ['ID=76ca8743-de80-4d86-9ef1-28375bb7632c,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:11.812917 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230aab62-9a70-4fd5-87c0-195bfd921913 x-openstack-request-id: req-230aab62-9a70-4fd5-87c0-195bfd921913 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:43:11.813266 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925a1686-a96d-4db2-a72d-b44e25dc60ba", "tag": "76ca8743-de80-4d86-9ef1-28375bb7632c", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:43:11.813528 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-230aab62-9a70-4fd5-87c0-195bfd921913 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:43:11.814627 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925a1686-a96d-4db2-a72d-b44e25dc60ba', 'tag': '76ca8743-de80-4d86-9ef1-28375bb7632c', 'status': 'completed', 'code': 200} Jan 28 01:43:11.872976 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-d0f3b176-f37d-4e89-98b3-8bc2f13814fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:11.874498 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-d0f3b176-f37d-4e89-98b3-8bc2f13814fe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 1095 time: 0.0450742 Jan 28 01:43:11.925280 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-02667952-46be-4e43-b20e-f01ed77df227 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76ca8743-de80-4d86-9ef1-28375bb7632c HTTP/1.1" status: 200 len: 217 time: 0.0373268 Jan 28 01:43:11.983931 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-073f24e4-00a8-433a-ab4f-57db48329d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:11.986120 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-073f24e4-00a8-433a-ab4f-57db48329d88 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28 HTTP/1.1" status: 200 len: 834 time: 0.0539973 Jan 28 01:43:12.034049 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-a5eacd4d-374f-4b00-bede-01578ff19ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:12.035851 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-a5eacd4d-374f-4b00-bede-01578ff19ffa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1a2f98d1-4692-4b62-a2e8-e0a20d460517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427794 Jan 28 01:43:12.125533 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-f992f6fd-9c65-4671-837f-a72d364b7f1f service neutron] 10.222.0.65 "GET /v2.0/networks/1a2f98d1-4692-4b62-a2e8-e0a20d460517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821798 Jan 28 01:43:12.220929 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-97421f10-1c6f-4ffb-bc40-8097b34527fb req-3967a181-6cd6-4b36-a90d-6902dd2af469 service neutron] 10.222.0.65 "GET /v2.0/networks/1a2f98d1-4692-4b62-a2e8-e0a20d460517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889952 Jan 28 01:43:12.333417 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:12.355710 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3f296-9587-48ce-aaf9-a16660c60bfc req-e14d8925-941d-45a2-90b2-d87d2e19b1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:12.357230 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6fc3f296-9587-48ce-aaf9-a16660c60bfc req-e14d8925-941d-45a2-90b2-d87d2e19b1ac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 1095 time: 0.0415273 Jan 28 01:43:12.451999 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3f296-9587-48ce-aaf9-a16660c60bfc req-3b3630df-a9ee-44e8-a5f4-11dd6924dc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:12.453500 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6fc3f296-9587-48ce-aaf9-a16660c60bfc req-3b3630df-a9ee-44e8-a5f4-11dd6924dc42 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1a2f98d1-4692-4b62-a2e8-e0a20d460517 HTTP/1.1" status: 200 len: 897 time: 0.0908127 Jan 28 01:43:12.496646 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6fc3f296-9587-48ce-aaf9-a16660c60bfc req-8acfc1ae-f724-4447-b024-ebcdb3709ade service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76ca8743-de80-4d86-9ef1-28375bb7632c HTTP/1.1" status: 200 len: 217 time: 0.0364754 Jan 28 01:43:12.545527 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3f296-9587-48ce-aaf9-a16660c60bfc req-b3c8bad3-1e4e-4506-b2df-bc02ca068255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:12.547026 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6fc3f296-9587-48ce-aaf9-a16660c60bfc req-b3c8bad3-1e4e-4506-b2df-bc02ca068255 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28 HTTP/1.1" status: 200 len: 834 time: 0.0443943 Jan 28 01:43:12.596696 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3f296-9587-48ce-aaf9-a16660c60bfc req-b28642f9-bed2-4a6f-a4e3-c285ccecb44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:12.598226 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6fc3f296-9587-48ce-aaf9-a16660c60bfc req-b28642f9-bed2-4a6f-a4e3-c285ccecb44b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1a2f98d1-4692-4b62-a2e8-e0a20d460517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442421 Jan 28 01:43:12.723815 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022453a-c205-4827-bf35-d522519fb321 req-f29719ad-29d3-43dc-874c-d9973c2a0708 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:12.725307 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a022453a-c205-4827-bf35-d522519fb321 req-f29719ad-29d3-43dc-874c-d9973c2a0708 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 944 time: 0.1069016 Jan 28 01:43:12.753665 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6fc3f296-9587-48ce-aaf9-a16660c60bfc req-f08a4c9f-e044-45c1-8be7-202fe9a5ba0f service neutron] 10.222.0.65 "GET /v2.0/networks/1a2f98d1-4692-4b62-a2e8-e0a20d460517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484914 Jan 28 01:43:12.838000 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a022453a-c205-4827-bf35-d522519fb321 req-d5476063-a1a9-4d15-9263-0b5991de9bd4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7fef3b0-4e7d-4141-8231-6616e27654eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1063666 Jan 28 01:43:12.874369 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6fc3f296-9587-48ce-aaf9-a16660c60bfc req-87b35e95-8b19-4d07-ad16-597296ac02a3 service neutron] 10.222.0.65 "GET /v2.0/networks/1a2f98d1-4692-4b62-a2e8-e0a20d460517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133766 Jan 28 01:43:13.697047 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:13.959080 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00789277-cb7a-435a-b72f-d1b6c7798fb3 req-3b413f7a-d2fa-4344-a4e2-b685ca1edfd1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:13.960589 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-00789277-cb7a-435a-b72f-d1b6c7798fb3 req-3b413f7a-d2fa-4344-a4e2-b685ca1edfd1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 944 time: 0.0485013 Jan 28 01:43:14.013420 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-00789277-cb7a-435a-b72f-d1b6c7798fb3 req-db49c531-79a7-4747-b9d6-7a8a2e04769b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7fef3b0-4e7d-4141-8231-6616e27654eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471184 Jan 28 01:43:14.859562 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 76ca8743-de80-4d86-9ef1-28375bb7632c details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:43:14.955983 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 76ca8743-de80-4d86-9ef1-28375bb7632c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=76ca8743-de80-4d86-9ef1-28375bb7632c,segment=NetworkSegment(6b75d8b8-2ef0-4e52-9aec-9d090c02d30a),segment_id=6b75d8b8-2ef0-4e52-9aec-9d090c02d30a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:43:14.967636 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '76ca8743-de80-4d86-9ef1-28375bb7632c', 'network_id': '1a2f98d1-4692-4b62-a2e8-e0a20d460517', 'port_id': '76ca8743-de80-4d86-9ef1-28375bb7632c', 'mac_address': 'fa:16:3e:b4:12:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:43:15.010543 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 76ca8743-de80-4d86-9ef1-28375bb7632c is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:43:15.010931 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (76ca8743-de80-4d86-9ef1-28375bb7632c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:15.023679 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76ca8743-de80-4d86-9ef1-28375bb7632c {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:43:15.050044 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 76ca8743-de80-4d86-9ef1-28375bb7632c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=76ca8743-de80-4d86-9ef1-28375bb7632c,segment=NetworkSegment(6b75d8b8-2ef0-4e52-9aec-9d090c02d30a),segment_id=6b75d8b8-2ef0-4e52-9aec-9d090c02d30a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:43:15.054058 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (76ca8743-de80-4d86-9ef1-28375bb7632c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:15.106871 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=76ca8743-de80-4d86-9ef1-28375bb7632c,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:15.153902 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36aa1d-2536-4159-ae9b-1c28fd2fe77e req-d061824a-7440-4649-83bc-2ce233ba018d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:15.155420 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8f36aa1d-2536-4159-ae9b-1c28fd2fe77e req-d061824a-7440-4649-83bc-2ce233ba018d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 945 time: 0.0547531 Jan 28 01:43:15.206649 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8f36aa1d-2536-4159-ae9b-1c28fd2fe77e req-54e6596a-7741-45ee-b1f6-74c689182e13 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7fef3b0-4e7d-4141-8231-6616e27654eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450363 Jan 28 01:43:15.335802 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:15.370978 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['76ca8743-de80-4d86-9ef1-28375bb7632c'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:43:15.544888 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:43:16.323166 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fdd5e0-09ac-49cb-9594-015f04af488e req-5c1490c8-652b-4963-9ddd-6c7b8ee43cf5 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:16.324685 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a2fdd5e0-09ac-49cb-9594-015f04af488e req-5c1490c8-652b-4963-9ddd-6c7b8ee43cf5 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 945 time: 0.0480278 Jan 28 01:43:16.375510 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a2fdd5e0-09ac-49cb-9594-015f04af488e req-c84c452e-632b-489d-8ca9-b27423381f6b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7fef3b0-4e7d-4141-8231-6616e27654eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449631 Jan 28 01:43:16.875315 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 76ca8743-de80-4d86-9ef1-28375bb7632c up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:43:16.925161 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 76ca8743-de80-4d86-9ef1-28375bb7632c completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:43:16.929088 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 76ca8743-de80-4d86-9ef1-28375bb7632c triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:43:16.929487 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (76ca8743-de80-4d86-9ef1-28375bb7632c), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:17.013156 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 76ca8743-de80-4d86-9ef1-28375bb7632c is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:43:17.013548 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (76ca8743-de80-4d86-9ef1-28375bb7632c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:17.037098 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925a1686-a96d-4db2-a72d-b44e25dc60ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ca8743-de80-4d86-9ef1-28375bb7632c'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:43:17.039459 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0bee27-b26a-4346-b135-93327d26f9b7" -d '{"events": [{"server_uuid": "925a1686-a96d-4db2-a72d-b44e25dc60ba", "name": "network-vif-plugged", "status": "completed", "tag": "76ca8743-de80-4d86-9ef1-28375bb7632c"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:43:17.052030 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 76ca8743-de80-4d86-9ef1-28375bb7632c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=76ca8743-de80-4d86-9ef1-28375bb7632c,segment=NetworkSegment(6b75d8b8-2ef0-4e52-9aec-9d090c02d30a),segment_id=6b75d8b8-2ef0-4e52-9aec-9d090c02d30a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:43:17.056516 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (76ca8743-de80-4d86-9ef1-28375bb7632c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:17.107526 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=76ca8743-de80-4d86-9ef1-28375bb7632c,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:17.140994 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd7b692-a45e-4d00-9d24-68397838bfd3 x-openstack-request-id: req-5bd7b692-a45e-4d00-9d24-68397838bfd3 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:43:17.141327 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925a1686-a96d-4db2-a72d-b44e25dc60ba", "name": "network-vif-plugged", "status": "completed", "tag": "76ca8743-de80-4d86-9ef1-28375bb7632c", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:43:17.141547 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5bd7b692-a45e-4d00-9d24-68397838bfd3 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:43:17.142573 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925a1686-a96d-4db2-a72d-b44e25dc60ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ca8743-de80-4d86-9ef1-28375bb7632c', 'code': 200} Jan 28 01:43:17.272240 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516fafd-35e1-4bf0-b923-060b6fce5487 req-aba7bee0-b46c-4e81-bbf5-9d86a7f01842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:17.273728 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a516fafd-35e1-4bf0-b923-060b6fce5487 req-aba7bee0-b46c-4e81-bbf5-9d86a7f01842 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 1097 time: 0.0448749 Jan 28 01:43:17.320307 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a516fafd-35e1-4bf0-b923-060b6fce5487 req-079baf96-f0c6-49e4-92c3-23037269788d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d7fef3b0-4e7d-4141-8231-6616e27654eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408688 Jan 28 01:43:17.494070 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669ff21-3bd0-4fae-af3f-9cf0a331ad47 req-a062e5aa-04d3-45aa-9aaf-1bd3d8136b64 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:17.495591 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3669ff21-3bd0-4fae-af3f-9cf0a331ad47 req-a062e5aa-04d3-45aa-9aaf-1bd3d8136b64 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 946 time: 0.0489538 Jan 28 01:43:17.544984 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3669ff21-3bd0-4fae-af3f-9cf0a331ad47 req-aebf7748-2a19-41e4-b976-940573b5e666 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7fef3b0-4e7d-4141-8231-6616e27654eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436666 Jan 28 01:43:18.663949 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907056cd-61e9-4530-a199-8537655eff7a req-c4f3bdd6-e834-4664-a86a-22f5232975e7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:18.665445 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-907056cd-61e9-4530-a199-8537655eff7a req-c4f3bdd6-e834-4664-a86a-22f5232975e7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 946 time: 0.0494118 Jan 28 01:43:18.717890 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-907056cd-61e9-4530-a199-8537655eff7a req-8249cedf-9530-4671-ab99-8ee1b96b6a1f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7fef3b0-4e7d-4141-8231-6616e27654eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467741 Jan 28 01:43:18.833593 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1c1b1-4428-4870-aee1-89dc330dc45a req-6138e6d1-61c5-4ea1-bd8c-0780db38c455 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:18.835120 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dfe1c1b1-4428-4870-aee1-89dc330dc45a req-6138e6d1-61c5-4ea1-bd8c-0780db38c455 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 946 time: 0.0503385 Jan 28 01:43:18.885923 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dfe1c1b1-4428-4870-aee1-89dc330dc45a req-6cc2580a-e904-41d7-babc-699e75787d1a tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7fef3b0-4e7d-4141-8231-6616e27654eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449944 Jan 28 01:43:18.908778 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56734) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:43:18.951573 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce7cfe9-2b83-4cbf-ad2f-887734610e88 tempest-TestNetworkAdvancedServerOps-198064769 tempest-TestNetworkAdvancedServerOps-198064769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:18.953253 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2ce7cfe9-2b83-4cbf-ad2f-887734610e88 tempest-TestNetworkAdvancedServerOps-198064769 tempest-TestNetworkAdvancedServerOps-198064769-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 1092 time: 0.0434167 Jan 28 01:43:18.957266 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56736) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:43:18.962155 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-cf7d837a-b3c2-4efd-8419-0f73583c94d1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'port_id': '76ca8743-de80-4d86-9ef1-28375bb7632c', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:43:18.994159 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cf7d837a-b3c2-4efd-8419-0f73583c94d1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:19.158772 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cf7d837a-b3c2-4efd-8419-0f73583c94d1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:19.303267 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-cf7d837a-b3c2-4efd-8419-0f73583c94d1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Allocated IP 172.25.3.170 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/fa59534f-ccea-47f7-aef6-bb9efd44f634) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:43:19.421637 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cf7d837a-b3c2-4efd-8419-0f73583c94d1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for port (fa59534f-ccea-47f7-aef6-bb9efd44f634), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:19.463711 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cf7d837a-b3c2-4efd-8419-0f73583c94d1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (fa59534f-ccea-47f7-aef6-bb9efd44f634), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:19.505552 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7d837a-b3c2-4efd-8419-0f73583c94d1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:43:19.508556 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-cf7d837a-b3c2-4efd-8419-0f73583c94d1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:43:19.514762 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7d837a-b3c2-4efd-8419-0f73583c94d1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:43:19.537954 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d837a-b3c2-4efd-8419-0f73583c94d1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Port': ['ID=fa59534f-ccea-47f7-aef6-bb9efd44f634,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:19.921965 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cf7d837a-b3c2-4efd-8419-0f73583c94d1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for floatingip (b169a3b5-0a36-4d0a-958a-5eedecfc4484), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:20.003000 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cf7d837a-b3c2-4efd-8419-0f73583c94d1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (fa59534f-ccea-47f7-aef6-bb9efd44f634), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:20.180856 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cf7d837a-b3c2-4efd-8419-0f73583c94d1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for port (fa59534f-ccea-47f7-aef6-bb9efd44f634), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:20.186158 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cf7d837a-b3c2-4efd-8419-0f73583c94d1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (fa59534f-ccea-47f7-aef6-bb9efd44f634), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:20.256252 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d837a-b3c2-4efd-8419-0f73583c94d1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Port': ['ID=fa59534f-ccea-47f7-aef6-bb9efd44f634,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:43:20.270618 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cf7d837a-b3c2-4efd-8419-0f73583c94d1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (b169a3b5-0a36-4d0a-958a-5eedecfc4484), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:20.376732 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-cf7d837a-b3c2-4efd-8419-0f73583c94d1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Floating IP b169a3b5-0a36-4d0a-958a-5eedecfc4484 associated. External IP: 172.25.3.170, port: 76ca8743-de80-4d86-9ef1-28375bb7632c. Jan 28 01:43:20.624628 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7d837a-b3c2-4efd-8419-0f73583c94d1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Router 9ab278ea-af18-4f4f-a8fd-38feff18a107 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:43:20.761650 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7d837a-b3c2-4efd-8419-0f73583c94d1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:43:20.775257 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ade79c-a057-4ebf-9383-d5235987593f None None] Sync routers for ids ['9ab278ea-af18-4f4f-a8fd-38feff18a107'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:43:20.786491 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cf7d837a-b3c2-4efd-8419-0f73583c94d1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:20.788090 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ade79c-a057-4ebf-9383-d5235987593f None None] Routers {'9ab278ea-af18-4f4f-a8fd-38feff18a107'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:43:20.788851 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-16ade79c-a057-4ebf-9383-d5235987593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:43:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['9ab278ea-af18-4f4f-a8fd-38feff18a107'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:43:20.820987 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cf7d837a-b3c2-4efd-8419-0f73583c94d1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8623214 Jan 28 01:43:20.821514 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925a1686-a96d-4db2-a72d-b44e25dc60ba', 'tag': '76ca8743-de80-4d86-9ef1-28375bb7632c'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:43:20.823932 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421fae5f-446c-4d24-8b31-eae2782da283" -d '{"events": [{"name": "network-changed", "server_uuid": "925a1686-a96d-4db2-a72d-b44e25dc60ba", "tag": "76ca8743-de80-4d86-9ef1-28375bb7632c"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:43:20.947190 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb8b543-0632-4e09-9688-f266cb4faf40 x-openstack-request-id: req-8fb8b543-0632-4e09-9688-f266cb4faf40 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:43:20.948592 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925a1686-a96d-4db2-a72d-b44e25dc60ba", "tag": "76ca8743-de80-4d86-9ef1-28375bb7632c", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:43:20.949108 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8fb8b543-0632-4e09-9688-f266cb4faf40 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:43:20.949748 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925a1686-a96d-4db2-a72d-b44e25dc60ba', 'tag': '76ca8743-de80-4d86-9ef1-28375bb7632c', 'status': 'completed', 'code': 200} Jan 28 01:43:20.954056 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-16ade79c-a057-4ebf-9383-d5235987593f None None] Set router 9ab278ea-af18-4f4f-a8fd-38feff18a107 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:43:20.960893 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917936f-dc47-4481-902f-2087b8cf48f0 req-aad8750f-b0a7-49a5-9b5e-fb588f1ff32d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:20.962709 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b917936f-dc47-4481-902f-2087b8cf48f0 req-aad8750f-b0a7-49a5-9b5e-fb588f1ff32d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 946 time: 0.0656731 Jan 28 01:43:21.054537 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b917936f-dc47-4481-902f-2087b8cf48f0 req-cdb55681-2750-4256-af05-061162c6be65 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7fef3b0-4e7d-4141-8231-6616e27654eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845392 Jan 28 01:43:21.076712 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fae5f-446c-4d24-8b31-eae2782da283 req-015ebbed-ffcf-40aa-ad4c-ef7ceb1091a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:21.078995 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-421fae5f-446c-4d24-8b31-eae2782da283 req-015ebbed-ffcf-40aa-ad4c-ef7ceb1091a4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 1097 time: 0.0826871 Jan 28 01:43:21.083757 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56744) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:43:21.212963 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4975a8d4-ab63-4f88-bdf8-746bf7c2f485 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/floatingips/b169a3b5-0a36-4d0a-958a-5eedecfc4484 HTTP/1.1" status: 200 len: 992 time: 0.1268139 Jan 28 01:43:21.245802 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fae5f-446c-4d24-8b31-eae2782da283 req-292d007a-6645-4482-b642-594a052d4d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:21.247290 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-421fae5f-446c-4d24-8b31-eae2782da283 req-292d007a-6645-4482-b642-594a052d4d9a service neutron] 10.222.0.65 "GET /v2.0/networks?id=1a2f98d1-4692-4b62-a2e8-e0a20d460517 HTTP/1.1" status: 200 len: 897 time: 0.1569524 Jan 28 01:43:21.252554 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-16ade79c-a057-4ebf-9383-d5235987593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131742085', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'cee3d005-73d7-41a8-92b0-fff975fdbd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:43:02Z', 'updated_at': '2022-01-28T01:43:05Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': 'cee3d005-73d7-41a8-92b0-fff975fdbd27', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:43:03Z', 'updated_at': '2022-01-28T01:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'b169a3b5-0a36-4d0a-958a-5eedecfc4484', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'floating_ip_address': '172.25.3.170', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'port_id': '76ca8743-de80-4d86-9ef1-28375bb7632c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a2f98d1-4692-4b62-a2e8-e0a20d460517', 'mac_address': 'fa:16:3e:b4:12:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925a1686-a96d-4db2-a72d-b44e25dc60ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:43:19Z', 'updated_at': '2022-01-28T01:43:19Z', 'revision_number': 0, 'project_id': '059bca68032541d59fac92aef233eaae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09775f9-df9b-4cdc-a907-622bdb054398', 'name': '', 'network_id': '1a2f98d1-4692-4b62-a2e8-e0a20d460517', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:9c:8c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:43:05Z', 'updated_at': '2022-01-28T01:43:09Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': 'ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:43:21.286006 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ade79c-a057-4ebf-9383-d5235987593f None None] Checking router: 9ab278ea-af18-4f4f-a8fd-38feff18a107 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:43:21.295665 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ade79c-a057-4ebf-9383-d5235987593f None None] Routers {'9ab278ea-af18-4f4f-a8fd-38feff18a107'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:43:21.296303 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-16ade79c-a057-4ebf-9383-d5235987593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:43:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['9ab278ea-af18-4f4f-a8fd-38feff18a107'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:43:21.321146 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-421fae5f-446c-4d24-8b31-eae2782da283 req-ea599540-a0fc-4c41-bf53-6c194a56f404 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76ca8743-de80-4d86-9ef1-28375bb7632c HTTP/1.1" status: 200 len: 1000 time: 0.0649352 Jan 28 01:43:21.373538 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fae5f-446c-4d24-8b31-eae2782da283 req-cc0a45fb-37ad-4b52-86e5-ae9ea8916e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:21.374912 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-421fae5f-446c-4d24-8b31-eae2782da283 req-cc0a45fb-37ad-4b52-86e5-ae9ea8916e7b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28 HTTP/1.1" status: 200 len: 834 time: 0.0479355 Jan 28 01:43:21.418634 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-16ade79c-a057-4ebf-9383-d5235987593f None None] Set router 9ab278ea-af18-4f4f-a8fd-38feff18a107 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:43:21.435899 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fae5f-446c-4d24-8b31-eae2782da283 req-0a007585-d8af-469d-87a4-6cd103071bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:21.437429 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-421fae5f-446c-4d24-8b31-eae2782da283 req-0a007585-d8af-469d-87a4-6cd103071bfe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1a2f98d1-4692-4b62-a2e8-e0a20d460517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558414 Jan 28 01:43:21.531078 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-421fae5f-446c-4d24-8b31-eae2782da283 req-48ffcbcd-14bd-432f-8d80-e08e9911b174 service neutron] 10.222.0.65 "GET /v2.0/networks/1a2f98d1-4692-4b62-a2e8-e0a20d460517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863292 Jan 28 01:43:21.630931 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-421fae5f-446c-4d24-8b31-eae2782da283 req-98c3beb0-c6d6-4421-92b4-05d915e1383c service neutron] 10.222.0.65 "GET /v2.0/networks/1a2f98d1-4692-4b62-a2e8-e0a20d460517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937140 Jan 28 01:43:21.667634 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-16ade79c-a057-4ebf-9383-d5235987593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131742085', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'cee3d005-73d7-41a8-92b0-fff975fdbd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:43:02Z', 'updated_at': '2022-01-28T01:43:05Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': 'cee3d005-73d7-41a8-92b0-fff975fdbd27', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:43:03Z', 'updated_at': '2022-01-28T01:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'b169a3b5-0a36-4d0a-958a-5eedecfc4484', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'floating_ip_address': '172.25.3.170', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'port_id': '76ca8743-de80-4d86-9ef1-28375bb7632c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a2f98d1-4692-4b62-a2e8-e0a20d460517', 'mac_address': 'fa:16:3e:b4:12:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925a1686-a96d-4db2-a72d-b44e25dc60ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:43:19Z', 'updated_at': '2022-01-28T01:43:19Z', 'revision_number': 0, 'project_id': '059bca68032541d59fac92aef233eaae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09775f9-df9b-4cdc-a907-622bdb054398', 'name': '', 'network_id': '1a2f98d1-4692-4b62-a2e8-e0a20d460517', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:9c:8c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:43:05Z', 'updated_at': '2022-01-28T01:43:09Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': 'ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:43:21.698547 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ade79c-a057-4ebf-9383-d5235987593f None None] The sync data for ids ['9ab278ea-af18-4f4f-a8fd-38feff18a107'] in n-d-826754-1 is: [{'id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131742085', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'cee3d005-73d7-41a8-92b0-fff975fdbd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:43:02Z', 'updated_at': '2022-01-28T01:43:05Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': 'cee3d005-73d7-41a8-92b0-fff975fdbd27', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:43:03Z', 'updated_at': '2022-01-28T01:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'b169a3b5-0a36-4d0a-958a-5eedecfc4484', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'floating_ip_address': '172.25.3.170', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'port_id': '76ca8743-de80-4d86-9ef1-28375bb7632c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a2f98d1-4692-4b62-a2e8-e0a20d460517', 'mac_address': 'fa:16:3e:b4:12:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925a1686-a96d-4db2-a72d-b44e25dc60ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:43:19Z', 'updated_at': '2022-01-28T01:43:19Z', 'revision_number': 0, 'project_id': '059bca68032541d59fac92aef233eaae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09775f9-df9b-4cdc-a907-622bdb054398', 'name': '', 'network_id': '1a2f98d1-4692-4b62-a2e8-e0a20d460517', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:9c:8c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:43:05Z', 'updated_at': '2022-01-28T01:43:09Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': 'ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:43:21.914452 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254e2605-bd64-4ba7-97af-c3e9b6ac6f78 None None] New status for floating IP b169a3b5-0a36-4d0a-958a-5eedecfc4484: ACTIVE {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:43:22.215862 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56748) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:43:22.277141 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-df6e9545-f808-49df-8eae-8b61603a6928 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/floatingips/b169a3b5-0a36-4d0a-958a-5eedecfc4484 HTTP/1.1" status: 200 len: 994 time: 0.0600879 Jan 28 01:43:36.178084 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b745eded-bd52-4ce9-a6e9-b624fb4ad887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:38.480450 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c7305db3-2cfb-4456-9c4d-24da81ab7815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:40.010447 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:41.543477 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:42.335945 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:43.700774 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:45.350975 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:43:51.116887 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c72c70-3b72-402e-ad97-8642b54957e8 req-3d5b7dfa-33f6-49c9-8881-731e19d2d6f4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:51.118615 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b4c72c70-3b72-402e-ad97-8642b54957e8 req-3d5b7dfa-33f6-49c9-8881-731e19d2d6f4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 946 time: 0.0828972 Jan 28 01:43:51.124979 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaa5ad-33c1-439c-992b-e86ca1c91c1e req-43498232-042b-4c46-b76b-253c1aff7226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:51.126632 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f9aaa5ad-33c1-439c-992b-e86ca1c91c1e req-43498232-042b-4c46-b76b-253c1aff7226 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 1097 time: 0.0618076 Jan 28 01:43:51.227927 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b4c72c70-3b72-402e-ad97-8642b54957e8 req-bfe6cce6-d6d5-477e-b660-f437d4a637d9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7fef3b0-4e7d-4141-8231-6616e27654eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1002989 Jan 28 01:43:51.254413 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaa5ad-33c1-439c-992b-e86ca1c91c1e req-c2a838bd-d677-485f-848b-376314025a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:51.255934 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f9aaa5ad-33c1-439c-992b-e86ca1c91c1e req-c2a838bd-d677-485f-848b-376314025a1c service neutron] 10.222.0.65 "GET /v2.0/networks?id=1a2f98d1-4692-4b62-a2e8-e0a20d460517 HTTP/1.1" status: 200 len: 897 time: 0.1223788 Jan 28 01:43:51.323847 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f9aaa5ad-33c1-439c-992b-e86ca1c91c1e req-93a23a01-6399-43e2-ac44-07dac90747ea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76ca8743-de80-4d86-9ef1-28375bb7632c HTTP/1.1" status: 200 len: 1002 time: 0.0615418 Jan 28 01:43:51.377406 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaa5ad-33c1-439c-992b-e86ca1c91c1e req-c45dc044-f4d0-4b05-a95a-ca248cd75b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:51.378863 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f9aaa5ad-33c1-439c-992b-e86ca1c91c1e req-c45dc044-f4d0-4b05-a95a-ca248cd75b8f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28 HTTP/1.1" status: 200 len: 834 time: 0.0480678 Jan 28 01:43:51.429317 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaa5ad-33c1-439c-992b-e86ca1c91c1e req-9375662e-60ab-448b-b851-b7df8b318b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:51.430820 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f9aaa5ad-33c1-439c-992b-e86ca1c91c1e req-9375662e-60ab-448b-b851-b7df8b318b6b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1a2f98d1-4692-4b62-a2e8-e0a20d460517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452509 Jan 28 01:43:51.519558 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f9aaa5ad-33c1-439c-992b-e86ca1c91c1e req-3c05ab8d-6e19-4a93-9813-5a02e2c4db37 service neutron] 10.222.0.65 "GET /v2.0/networks/1a2f98d1-4692-4b62-a2e8-e0a20d460517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825145 Jan 28 01:43:51.617265 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f9aaa5ad-33c1-439c-992b-e86ca1c91c1e req-f91b393a-b6c5-4851-a47e-13e826d79080 service neutron] 10.222.0.65 "GET /v2.0/networks/1a2f98d1-4692-4b62-a2e8-e0a20d460517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916381 Jan 28 01:43:52.349639 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc68499-b70d-4d1d-b3bd-c8cc596f6b9b req-ca666c85-54fd-498a-aea2-e8b752993960 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:52.351110 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7fc68499-b70d-4d1d-b3bd-c8cc596f6b9b req-ca666c85-54fd-498a-aea2-e8b752993960 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 946 time: 0.0501673 Jan 28 01:43:52.400138 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7fc68499-b70d-4d1d-b3bd-c8cc596f6b9b req-999e1b2f-9fcf-4e4b-8b25-1e7138fd923b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7fef3b0-4e7d-4141-8231-6616e27654eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433984 Jan 28 01:43:52.547852 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:43:53.522887 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96fc84-4d5d-466e-8724-4faaa418122d req-015fe40b-5a13-4c5c-94cf-690598833f09 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:53.529413 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b96fc84-4d5d-466e-8724-4faaa418122d req-015fe40b-5a13-4c5c-94cf-690598833f09 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 946 time: 0.0524569 Jan 28 01:43:53.573552 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6b96fc84-4d5d-466e-8724-4faaa418122d req-f4423133-491f-4691-bd5b-b5523dd6f35d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7fef3b0-4e7d-4141-8231-6616e27654eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435407 Jan 28 01:43:54.688783 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39091a-a223-4ce9-960b-8a3803358eee req-89f9931e-a351-470d-ae63-7a99ede9fabd tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:54.690180 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6a39091a-a223-4ce9-960b-8a3803358eee req-89f9931e-a351-470d-ae63-7a99ede9fabd tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 946 time: 0.0478253 Jan 28 01:43:54.738759 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6a39091a-a223-4ce9-960b-8a3803358eee req-a0e4ac8b-e67a-4f72-820a-2c0d7ec2a8ad tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7fef3b0-4e7d-4141-8231-6616e27654eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426722 Jan 28 01:43:55.879135 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a143de-9f41-4910-befe-06782bb78712 req-260886da-3b85-40e6-aa40-43130e2d293a tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:55.880661 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-21a143de-9f41-4910-befe-06782bb78712 req-260886da-3b85-40e6-aa40-43130e2d293a tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 946 time: 0.0530541 Jan 28 01:43:55.933090 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-21a143de-9f41-4910-befe-06782bb78712 req-50225ae7-7756-42ea-85d2-f5d8cd680ee8 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7fef3b0-4e7d-4141-8231-6616e27654eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468853 Jan 28 01:43:57.067106 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055551ed-f5db-4d11-9137-dcc421b98961 req-2de4fc4e-7696-4e04-b7f4-e0889ccae977 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:57.068107 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-055551ed-f5db-4d11-9137-dcc421b98961 req-2de4fc4e-7696-4e04-b7f4-e0889ccae977 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 946 time: 0.0567207 Jan 28 01:43:57.122323 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-055551ed-f5db-4d11-9137-dcc421b98961 req-d618dc9e-ab45-49cc-abaf-205e19d65063 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7fef3b0-4e7d-4141-8231-6616e27654eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478137 Jan 28 01:43:58.240658 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccadc5-2f93-4d82-a3e0-e949e34bdf71 req-3fd4d33e-7064-4d53-a7b5-0b2e6a95b84f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:58.242133 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-38ccadc5-2f93-4d82-a3e0-e949e34bdf71 req-3fd4d33e-7064-4d53-a7b5-0b2e6a95b84f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 946 time: 0.0477257 Jan 28 01:43:58.290555 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-38ccadc5-2f93-4d82-a3e0-e949e34bdf71 req-0d2e5d5a-01b1-4661-9a91-e8becbd2aea4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7fef3b0-4e7d-4141-8231-6616e27654eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427296 Jan 28 01:43:59.409024 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7dd0a-04fd-4bc1-bd1e-88b006a5b4f2 req-81560646-9e4e-4c04-9b08-3d786896792d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:43:59.410553 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-11e7dd0a-04fd-4bc1-bd1e-88b006a5b4f2 req-81560646-9e4e-4c04-9b08-3d786896792d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 946 time: 0.0524189 Jan 28 01:43:59.460164 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-11e7dd0a-04fd-4bc1-bd1e-88b006a5b4f2 req-7094eea0-82f2-4290-9428-b194563dfd72 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7fef3b0-4e7d-4141-8231-6616e27654eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439868 Jan 28 01:44:00.576555 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17206793-323e-4700-b4c9-4aeb69623af9 req-112e3812-09a9-4163-9ee6-3513287294e2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:00.578063 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-17206793-323e-4700-b4c9-4aeb69623af9 req-112e3812-09a9-4163-9ee6-3513287294e2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 946 time: 0.0489836 Jan 28 01:44:00.642477 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-17206793-323e-4700-b4c9-4aeb69623af9 req-b2b9b19c-bea9-4de6-bdd8-4cc5f2f51d6b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7fef3b0-4e7d-4141-8231-6616e27654eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544453 Jan 28 01:44:01.762036 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66f164-764b-48b4-9cda-7e8bbb1c6416 req-4e2387a3-8e22-45ba-a376-a9e0bdcdf858 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:01.764194 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1b66f164-764b-48b4-9cda-7e8bbb1c6416 req-4e2387a3-8e22-45ba-a376-a9e0bdcdf858 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 946 time: 0.0516517 Jan 28 01:44:02.159000 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1b66f164-764b-48b4-9cda-7e8bbb1c6416 req-12a0be28-c000-4fa4-b79a-dfb47bd5c6ea tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7fef3b0-4e7d-4141-8231-6616e27654eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3892000 Jan 28 01:44:03.279971 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2de763-1ae0-4d5e-ba4f-930ab6c91ff9 req-7afb8689-e29f-4cad-a077-33d93a1d95e4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:03.281442 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa2de763-1ae0-4d5e-ba4f-930ab6c91ff9 req-7afb8689-e29f-4cad-a077-33d93a1d95e4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 946 time: 0.0488522 Jan 28 01:44:03.331899 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aa2de763-1ae0-4d5e-ba4f-930ab6c91ff9 req-4ef3c5f5-d1d2-49dc-8ab8-1258a8dfcce1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7fef3b0-4e7d-4141-8231-6616e27654eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443902 Jan 28 01:44:03.354019 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56782) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:44:03.418101 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3c826a6b-1f33-4173-bfb4-6b08945903e2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/floatingips/b169a3b5-0a36-4d0a-958a-5eedecfc4484 HTTP/1.1" status: 200 len: 994 time: 0.0629532 Jan 28 01:44:04.352076 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ba58e023-da76-4b31-a850-bcf567d36314 req-58ed4f6d-3e21-4209-9b68-fb8da26aca10 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402410 Jan 28 01:44:04.448242 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58e023-da76-4b31-a850-bcf567d36314 req-df0bfdfb-020d-424b-a12b-a3c4617ce9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:04.449735 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ba58e023-da76-4b31-a850-bcf567d36314 req-df0bfdfb-020d-424b-a12b-a3c4617ce9dc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 1097 time: 0.0407562 Jan 28 01:44:04.556976 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58e023-da76-4b31-a850-bcf567d36314 req-1bb8aee9-6e36-4d59-aa7d-ea14db7df376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:04.559121 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ba58e023-da76-4b31-a850-bcf567d36314 req-1bb8aee9-6e36-4d59-aa7d-ea14db7df376 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1a2f98d1-4692-4b62-a2e8-e0a20d460517 HTTP/1.1" status: 200 len: 897 time: 0.0907588 Jan 28 01:44:04.623559 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ba58e023-da76-4b31-a850-bcf567d36314 req-79207b54-246a-4675-9b9c-9c63f1c24877 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76ca8743-de80-4d86-9ef1-28375bb7632c HTTP/1.1" status: 200 len: 1002 time: 0.0587080 Jan 28 01:44:04.671546 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58e023-da76-4b31-a850-bcf567d36314 req-b2986c2c-0958-4920-95ef-08d2e46df780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:04.673598 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ba58e023-da76-4b31-a850-bcf567d36314 req-b2986c2c-0958-4920-95ef-08d2e46df780 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28 HTTP/1.1" status: 200 len: 834 time: 0.0447226 Jan 28 01:44:04.722643 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58e023-da76-4b31-a850-bcf567d36314 req-bec7ec7f-438c-442c-b822-f20eceded5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:04.724202 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ba58e023-da76-4b31-a850-bcf567d36314 req-bec7ec7f-438c-442c-b822-f20eceded5a4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1a2f98d1-4692-4b62-a2e8-e0a20d460517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453312 Jan 28 01:44:04.816647 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ba58e023-da76-4b31-a850-bcf567d36314 req-b6457f81-8f67-4460-9a6d-9ee26565e64e service neutron] 10.222.0.65 "GET /v2.0/networks/1a2f98d1-4692-4b62-a2e8-e0a20d460517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861053 Jan 28 01:44:04.910969 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ba58e023-da76-4b31-a850-bcf567d36314 req-31f89e47-3282-4e0f-8cbf-c127ab301961 service neutron] 10.222.0.65 "GET /v2.0/networks/1a2f98d1-4692-4b62-a2e8-e0a20d460517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884364 Jan 28 01:44:06.182181 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-108a449b-0e14-45e1-b34e-024ac614c9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:08.495397 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-94d7804c-2004-4363-9535-3d5144c1f1f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:10.015464 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:11.547429 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:12.342474 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:13.717511 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:15.348951 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:29.547263 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:44:33.837665 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56800) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:44:34.005565 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-0cc49b3d-9de7-43f3-88dc-01987b22c617 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Deleting port fa59534f-ccea-47f7-aef6-bb9efd44f634 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:44:34.005913 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0cc49b3d-9de7-43f3-88dc-01987b22c617 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (fa59534f-ccea-47f7-aef6-bb9efd44f634), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:34.082977 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0cc49b3d-9de7-43f3-88dc-01987b22c617 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (fa59534f-ccea-47f7-aef6-bb9efd44f634), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:34.083306 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0cc49b3d-9de7-43f3-88dc-01987b22c617 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for floatingip (fa59534f-ccea-47f7-aef6-bb9efd44f634), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:34.095598 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-0cc49b3d-9de7-43f3-88dc-01987b22c617 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Calling delete_port for fa59534f-ccea-47f7-aef6-bb9efd44f634 owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:44:34.273188 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0cc49b3d-9de7-43f3-88dc-01987b22c617 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (fa59534f-ccea-47f7-aef6-bb9efd44f634), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:34.304912 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc49b3d-9de7-43f3-88dc-01987b22c617 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'Port': ['ID=fa59534f-ccea-47f7-aef6-bb9efd44f634,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:34.331771 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc49b3d-9de7-43f3-88dc-01987b22c617 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:34.332128 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc49b3d-9de7-43f3-88dc-01987b22c617 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:34.332481 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc49b3d-9de7-43f3-88dc-01987b22c617 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:34.332827 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc49b3d-9de7-43f3-88dc-01987b22c617 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:34.333177 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc49b3d-9de7-43f3-88dc-01987b22c617 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:34.333572 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc49b3d-9de7-43f3-88dc-01987b22c617 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:34.333908 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc49b3d-9de7-43f3-88dc-01987b22c617 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:34.334246 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc49b3d-9de7-43f3-88dc-01987b22c617 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:34.334581 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc49b3d-9de7-43f3-88dc-01987b22c617 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:34.335022 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc49b3d-9de7-43f3-88dc-01987b22c617 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:34.335363 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc49b3d-9de7-43f3-88dc-01987b22c617 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:34.335728 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc49b3d-9de7-43f3-88dc-01987b22c617 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:34.336060 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc49b3d-9de7-43f3-88dc-01987b22c617 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:34.380661 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0cc49b3d-9de7-43f3-88dc-01987b22c617 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for floatingip (b169a3b5-0a36-4d0a-958a-5eedecfc4484), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:34.381121 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-0cc49b3d-9de7-43f3-88dc-01987b22c617 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Floating IP b169a3b5-0a36-4d0a-958a-5eedecfc4484 disassociated (deleted). External IP: 172.25.3.170, port: 76ca8743-de80-4d86-9ef1-28375bb7632c. Jan 28 01:44:34.616503 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc49b3d-9de7-43f3-88dc-01987b22c617 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Router 9ab278ea-af18-4f4f-a8fd-38feff18a107 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:44:34.730747 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc49b3d-9de7-43f3-88dc-01987b22c617 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:44:34.736226 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0cc49b3d-9de7-43f3-88dc-01987b22c617 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:34.741207 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0c432a-aeee-4edb-b7b9-0ca3fe6794bd None None] Sync routers for ids ['9ab278ea-af18-4f4f-a8fd-38feff18a107'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:44:34.752189 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0c432a-aeee-4edb-b7b9-0ca3fe6794bd None None] Routers {'9ab278ea-af18-4f4f-a8fd-38feff18a107'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:44:34.752829 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-2a0c432a-aeee-4edb-b7b9-0ca3fe6794bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:44:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['9ab278ea-af18-4f4f-a8fd-38feff18a107'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:44:34.766529 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0cc49b3d-9de7-43f3-88dc-01987b22c617 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "DELETE /v2.0/floatingips/b169a3b5-0a36-4d0a-958a-5eedecfc4484 HTTP/1.1" status: 204 len: 168 time: 0.9247754 Jan 28 01:44:34.766529 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925a1686-a96d-4db2-a72d-b44e25dc60ba', 'tag': '76ca8743-de80-4d86-9ef1-28375bb7632c'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:44:34.766978 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9277d7fb-c986-4f79-b4f3-3e902d92503e" -d '{"events": [{"name": "network-changed", "server_uuid": "925a1686-a96d-4db2-a72d-b44e25dc60ba", "tag": "76ca8743-de80-4d86-9ef1-28375bb7632c"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:44:34.809659 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e01ef2b-96c1-4958-8432-18d2dea49959 x-openstack-request-id: req-0e01ef2b-96c1-4958-8432-18d2dea49959 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:44:34.811247 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925a1686-a96d-4db2-a72d-b44e25dc60ba", "tag": "76ca8743-de80-4d86-9ef1-28375bb7632c", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:44:34.811737 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0e01ef2b-96c1-4958-8432-18d2dea49959 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:44:34.815252 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925a1686-a96d-4db2-a72d-b44e25dc60ba', 'tag': '76ca8743-de80-4d86-9ef1-28375bb7632c', 'status': 'completed', 'code': 200} Jan 28 01:44:34.879814 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-2a0c432a-aeee-4edb-b7b9-0ca3fe6794bd None None] Set router 9ab278ea-af18-4f4f-a8fd-38feff18a107 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:44:34.974938 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277d7fb-c986-4f79-b4f3-3e902d92503e req-fe233fe7-6866-4675-96a0-9b9e8be50b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:34.977252 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9277d7fb-c986-4f79-b4f3-3e902d92503e req-fe233fe7-6866-4675-96a0-9b9e8be50b37 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 1097 time: 0.1168857 Jan 28 01:44:35.119055 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-2a0c432a-aeee-4edb-b7b9-0ca3fe6794bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131742085', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'cee3d005-73d7-41a8-92b0-fff975fdbd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:43:02Z', 'updated_at': '2022-01-28T01:43:05Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': 'cee3d005-73d7-41a8-92b0-fff975fdbd27', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:43:03Z', 'updated_at': '2022-01-28T01:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'b09775f9-df9b-4cdc-a907-622bdb054398', 'name': '', 'network_id': '1a2f98d1-4692-4b62-a2e8-e0a20d460517', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:9c:8c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:43:05Z', 'updated_at': '2022-01-28T01:43:09Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': 'ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:44:35.125339 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277d7fb-c986-4f79-b4f3-3e902d92503e req-c02458a8-b0ad-4605-9b5e-e3497ea9f5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:35.126912 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9277d7fb-c986-4f79-b4f3-3e902d92503e req-c02458a8-b0ad-4605-9b5e-e3497ea9f5b3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1a2f98d1-4692-4b62-a2e8-e0a20d460517 HTTP/1.1" status: 200 len: 897 time: 0.1430490 Jan 28 01:44:35.150149 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3c51e-191c-49af-84cf-77b3daee523c req-2e941b94-05c6-4ad2-9426-98856565c691 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:35.151787 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6db3c51e-191c-49af-84cf-77b3daee523c req-2e941b94-05c6-4ad2-9426-98856565c691 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 946 time: 0.1590321 Jan 28 01:44:35.166212 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0c432a-aeee-4edb-b7b9-0ca3fe6794bd None None] Checking router: 9ab278ea-af18-4f4f-a8fd-38feff18a107 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:44:35.181112 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0c432a-aeee-4edb-b7b9-0ca3fe6794bd None None] Routers {'9ab278ea-af18-4f4f-a8fd-38feff18a107'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:44:35.182214 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-2a0c432a-aeee-4edb-b7b9-0ca3fe6794bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:44:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['9ab278ea-af18-4f4f-a8fd-38feff18a107'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:44:35.183104 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9277d7fb-c986-4f79-b4f3-3e902d92503e req-f086e57d-8277-4acf-a3b5-1be84f81c111 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76ca8743-de80-4d86-9ef1-28375bb7632c HTTP/1.1" status: 200 len: 217 time: 0.0490820 Jan 28 01:44:35.269050 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6db3c51e-191c-49af-84cf-77b3daee523c req-7fff32a1-ed8e-4a07-a7e2-95964dc79c4c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7fef3b0-4e7d-4141-8231-6616e27654eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883448 Jan 28 01:44:35.280361 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277d7fb-c986-4f79-b4f3-3e902d92503e req-66f7cdf1-1ab5-43cf-bd94-04da97195c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:35.286389 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9277d7fb-c986-4f79-b4f3-3e902d92503e req-66f7cdf1-1ab5-43cf-bd94-04da97195c28 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28 HTTP/1.1" status: 200 len: 834 time: 0.0895364 Jan 28 01:44:35.305313 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-2a0c432a-aeee-4edb-b7b9-0ca3fe6794bd None None] Set router 9ab278ea-af18-4f4f-a8fd-38feff18a107 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:44:35.355212 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277d7fb-c986-4f79-b4f3-3e902d92503e req-d70e5330-b937-406b-a2df-b6ce97d85237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:35.357555 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9277d7fb-c986-4f79-b4f3-3e902d92503e req-d70e5330-b937-406b-a2df-b6ce97d85237 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1a2f98d1-4692-4b62-a2e8-e0a20d460517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633600 Jan 28 01:44:35.462383 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9277d7fb-c986-4f79-b4f3-3e902d92503e req-9a1cd473-1fee-40b5-a3b0-b5fd22a9bf26 service neutron] 10.222.0.65 "GET /v2.0/networks/1a2f98d1-4692-4b62-a2e8-e0a20d460517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976410 Jan 28 01:44:35.565909 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-2a0c432a-aeee-4edb-b7b9-0ca3fe6794bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131742085', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'cee3d005-73d7-41a8-92b0-fff975fdbd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:43:02Z', 'updated_at': '2022-01-28T01:43:05Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': 'cee3d005-73d7-41a8-92b0-fff975fdbd27', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:43:03Z', 'updated_at': '2022-01-28T01:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'b09775f9-df9b-4cdc-a907-622bdb054398', 'name': '', 'network_id': '1a2f98d1-4692-4b62-a2e8-e0a20d460517', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:9c:8c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:43:05Z', 'updated_at': '2022-01-28T01:43:09Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': 'ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:44:35.577121 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9277d7fb-c986-4f79-b4f3-3e902d92503e req-7afe8a19-dbce-4166-bc65-729c330196b9 service neutron] 10.222.0.65 "GET /v2.0/networks/1a2f98d1-4692-4b62-a2e8-e0a20d460517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068790 Jan 28 01:44:35.596774 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0c432a-aeee-4edb-b7b9-0ca3fe6794bd None None] The sync data for ids ['9ab278ea-af18-4f4f-a8fd-38feff18a107'] in n-d-826754-1 is: [{'id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131742085', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'cee3d005-73d7-41a8-92b0-fff975fdbd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:43:02Z', 'updated_at': '2022-01-28T01:43:05Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': 'cee3d005-73d7-41a8-92b0-fff975fdbd27', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:43:03Z', 'updated_at': '2022-01-28T01:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'b09775f9-df9b-4cdc-a907-622bdb054398', 'name': '', 'network_id': '1a2f98d1-4692-4b62-a2e8-e0a20d460517', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:9c:8c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:43:05Z', 'updated_at': '2022-01-28T01:43:09Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': 'ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:44:35.848145 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aac44e-798a-435c-98e7-6d2e695b0bef None None] New status for floating IP b169a3b5-0a36-4d0a-958a-5eedecfc4484: DOWN {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:44:36.191608 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b8863b7c-3913-48ec-a3e0-7e57517ee980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:36.474645 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944e344-f4cf-4147-8bca-e2e4865de2a7 req-6c2061bd-8284-4afb-97a6-00dc6a89fa41 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:36.476204 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e944e344-f4cf-4147-8bca-e2e4865de2a7 req-6c2061bd-8284-4afb-97a6-00dc6a89fa41 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 946 time: 0.1152961 Jan 28 01:44:36.530259 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e944e344-f4cf-4147-8bca-e2e4865de2a7 req-a5025dc8-d042-4506-b71c-120c9adc100a tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7fef3b0-4e7d-4141-8231-6616e27654eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476694 Jan 28 01:44:36.799581 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1d6bc-4bd8-484e-a1d6-c2528f1e8a1b req-16eeddce-9a18-48da-b673-b42db595c9dc tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:36.801056 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-06f1d6bc-4bd8-484e-a1d6-c2528f1e8a1b req-16eeddce-9a18-48da-b673-b42db595c9dc tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.65 "GET /v2.0/ports?device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 946 time: 0.0521355 Jan 28 01:44:36.892285 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-06f1d6bc-4bd8-484e-a1d6-c2528f1e8a1b req-764d4efb-3232-430d-be47-d038ef5e061c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Deleting port 76ca8743-de80-4d86-9ef1-28375bb7632c {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:44:36.892632 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-06f1d6bc-4bd8-484e-a1d6-c2528f1e8a1b req-764d4efb-3232-430d-be47-d038ef5e061c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (76ca8743-de80-4d86-9ef1-28375bb7632c), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:36.990747 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-06f1d6bc-4bd8-484e-a1d6-c2528f1e8a1b req-764d4efb-3232-430d-be47-d038ef5e061c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] For port 76ca8743-de80-4d86-9ef1-28375bb7632c, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=76ca8743-de80-4d86-9ef1-28375bb7632c,segment=NetworkSegment(6b75d8b8-2ef0-4e52-9aec-9d090c02d30a),segment_id=6b75d8b8-2ef0-4e52-9aec-9d090c02d30a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:44:36.991104 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-06f1d6bc-4bd8-484e-a1d6-c2528f1e8a1b req-764d4efb-3232-430d-be47-d038ef5e061c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (76ca8743-de80-4d86-9ef1-28375bb7632c), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:37.003948 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-06f1d6bc-4bd8-484e-a1d6-c2528f1e8a1b req-764d4efb-3232-430d-be47-d038ef5e061c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Calling delete_port for 76ca8743-de80-4d86-9ef1-28375bb7632c owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:44:37.131011 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-06f1d6bc-4bd8-484e-a1d6-c2528f1e8a1b req-764d4efb-3232-430d-be47-d038ef5e061c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (76ca8743-de80-4d86-9ef1-28375bb7632c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:37.165882 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d4efb-3232-430d-be47-d038ef5e061c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'Port': ['ID=76ca8743-de80-4d86-9ef1-28375bb7632c,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:37.206797 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f1d6bc-4bd8-484e-a1d6-c2528f1e8a1b req-764d4efb-3232-430d-be47-d038ef5e061c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] No DVR routers for this DVR port 76ca8743-de80-4d86-9ef1-28375bb7632c on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:44:37.209492 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-06f1d6bc-4bd8-484e-a1d6-c2528f1e8a1b req-764d4efb-3232-430d-be47-d038ef5e061c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:37.212816 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-06f1d6bc-4bd8-484e-a1d6-c2528f1e8a1b req-764d4efb-3232-430d-be47-d038ef5e061c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.65 "DELETE /v2.0/ports/76ca8743-de80-4d86-9ef1-28375bb7632c HTTP/1.1" status: 204 len: 173 time: 0.4061248 Jan 28 01:44:37.213249 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925a1686-a96d-4db2-a72d-b44e25dc60ba', 'name': 'network-vif-deleted', 'tag': '76ca8743-de80-4d86-9ef1-28375bb7632c'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:44:37.215485 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dbd057-52c6-4256-a019-03b8aa836f88" -d '{"events": [{"server_uuid": "925a1686-a96d-4db2-a72d-b44e25dc60ba", "name": "network-vif-deleted", "tag": "76ca8743-de80-4d86-9ef1-28375bb7632c"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:44:37.255243 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90d1842-f9db-412e-bd50-bf28ac5f2f02 x-openstack-request-id: req-a90d1842-f9db-412e-bd50-bf28ac5f2f02 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:44:37.255545 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925a1686-a96d-4db2-a72d-b44e25dc60ba", "name": "network-vif-deleted", "tag": "76ca8743-de80-4d86-9ef1-28375bb7632c", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:44:37.255828 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a90d1842-f9db-412e-bd50-bf28ac5f2f02 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:44:37.256232 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925a1686-a96d-4db2-a72d-b44e25dc60ba', 'name': 'network-vif-deleted', 'tag': '76ca8743-de80-4d86-9ef1-28375bb7632c', 'status': 'completed', 'code': 200} Jan 28 01:44:37.647224 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a5953378-de06-4cdf-8127-db62789779db req-ee77e071-40de-4afc-9843-2ef271cbec72 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=925a1686-a96d-4db2-a72d-b44e25dc60ba HTTP/1.1" status: 200 len: 210 time: 0.0306535 Jan 28 01:44:38.488532 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-42e346eb-6170-43a3-9c51-683039b39922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:38.707728 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56822) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:44:39.080455 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a20074d8-edf7-46a9-81cf-6a6b31b255e9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (9ab278ea-af18-4f4f-a8fd-38feff18a107), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:39.337238 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-a20074d8-edf7-46a9-81cf-6a6b31b255e9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Deleting port b09775f9-df9b-4cdc-a907-622bdb054398 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:44:39.337504 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a20074d8-edf7-46a9-81cf-6a6b31b255e9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (b09775f9-df9b-4cdc-a907-622bdb054398), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:39.425279 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-a20074d8-edf7-46a9-81cf-6a6b31b255e9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] For port b09775f9-df9b-4cdc-a907-622bdb054398, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=b09775f9-df9b-4cdc-a907-622bdb054398,segment=NetworkSegment(6b75d8b8-2ef0-4e52-9aec-9d090c02d30a),segment_id=6b75d8b8-2ef0-4e52-9aec-9d090c02d30a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:44:39.425646 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a20074d8-edf7-46a9-81cf-6a6b31b255e9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (b09775f9-df9b-4cdc-a907-622bdb054398), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:39.438597 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-a20074d8-edf7-46a9-81cf-6a6b31b255e9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Calling delete_port for b09775f9-df9b-4cdc-a907-622bdb054398 owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:44:39.629302 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a20074d8-edf7-46a9-81cf-6a6b31b255e9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (b09775f9-df9b-4cdc-a907-622bdb054398), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:39.661821 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20074d8-edf7-46a9-81cf-6a6b31b255e9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'Port': ['ID=b09775f9-df9b-4cdc-a907-622bdb054398,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:40.022473 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:40.194586 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a20074d8-edf7-46a9-81cf-6a6b31b255e9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (9ab278ea-af18-4f4f-a8fd-38feff18a107), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:40.409117 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20074d8-edf7-46a9-81cf-6a6b31b255e9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Router 9ab278ea-af18-4f4f-a8fd-38feff18a107 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:44:40.519105 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20074d8-edf7-46a9-81cf-6a6b31b255e9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:44:40.524345 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a20074d8-edf7-46a9-81cf-6a6b31b255e9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "PUT /v2.0/routers/9ab278ea-af18-4f4f-a8fd-38feff18a107/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8155036 Jan 28 01:44:40.526990 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56826) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:44:40.529482 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be5cabf-950a-4735-ba73-7958f1cfd590 None None] Sync routers for ids ['9ab278ea-af18-4f4f-a8fd-38feff18a107'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:44:40.542403 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be5cabf-950a-4735-ba73-7958f1cfd590 None None] Routers {'9ab278ea-af18-4f4f-a8fd-38feff18a107'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:44:40.543028 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-3be5cabf-950a-4735-ba73-7958f1cfd590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:44:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['9ab278ea-af18-4f4f-a8fd-38feff18a107'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:44:40.580870 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4937a3e-7d4d-485d-902f-551809bf0bb3 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Deleting subnet ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28 {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:44:40.584111 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d4937a3e-7d4d-485d-902f-551809bf0bb3 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for subnet (ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:40.624513 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d4937a3e-7d4d-485d-902f-551809bf0bb3 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:40.653501 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-3be5cabf-950a-4735-ba73-7958f1cfd590 None None] Set router 9ab278ea-af18-4f4f-a8fd-38feff18a107 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:44:40.717946 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d4937a3e-7d4d-485d-902f-551809bf0bb3 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:40.777993 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d4937a3e-7d4d-485d-902f-551809bf0bb3 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:40.805780 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4937a3e-7d4d-485d-902f-551809bf0bb3 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'Subnet': ['ID=ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:40.810528 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d4937a3e-7d4d-485d-902f-551809bf0bb3 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:40.817432 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d4937a3e-7d4d-485d-902f-551809bf0bb3 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "DELETE /v2.0/subnets/ed06fe18-0b6a-4ded-a2a8-3c3308cc3e28 HTTP/1.1" status: 204 len: 168 time: 0.2862065 Jan 28 01:44:40.817432 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56828) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:44:40.820324 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e94c63-1680-436a-a29b-0a98d1c4636b None None] Network 1a2f98d1-4692-4b62-a2e8-e0a20d460517 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:44:40.906365 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-3be5cabf-950a-4735-ba73-7958f1cfd590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131742085', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'cee3d005-73d7-41a8-92b0-fff975fdbd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:43:02Z', 'updated_at': '2022-01-28T01:44:39Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': 'cee3d005-73d7-41a8-92b0-fff975fdbd27', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:43:03Z', 'updated_at': '2022-01-28T01:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:44:40.928441 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-724fc24b-1359-41e6-a82b-6bdc72b0b6a7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router (9ab278ea-af18-4f4f-a8fd-38feff18a107), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:40.936321 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be5cabf-950a-4735-ba73-7958f1cfd590 None None] Checking router: 9ab278ea-af18-4f4f-a8fd-38feff18a107 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:44:40.949917 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be5cabf-950a-4735-ba73-7958f1cfd590 None None] Routers {'9ab278ea-af18-4f4f-a8fd-38feff18a107'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:44:40.950545 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-3be5cabf-950a-4735-ba73-7958f1cfd590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:44:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['9ab278ea-af18-4f4f-a8fd-38feff18a107'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:44:41.037746 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-724fc24b-1359-41e6-a82b-6bdc72b0b6a7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router_gateway (9ab278ea-af18-4f4f-a8fd-38feff18a107), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:41.042017 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06bb0f8-4fa9-4a91-93f0-f7a95986d3e3 None None] DHCP port deletion for 1a2f98d1-4692-4b62-a2e8-e0a20d460517 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:44:41.094155 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-724fc24b-1359-41e6-a82b-6bdc72b0b6a7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Deleting port cee3d005-73d7-41a8-92b0-fff975fdbd27 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:44:41.094541 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-724fc24b-1359-41e6-a82b-6bdc72b0b6a7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (cee3d005-73d7-41a8-92b0-fff975fdbd27), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:41.094718 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-3be5cabf-950a-4735-ba73-7958f1cfd590 None None] Set router 9ab278ea-af18-4f4f-a8fd-38feff18a107 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:44:41.183633 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-724fc24b-1359-41e6-a82b-6bdc72b0b6a7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] For port cee3d005-73d7-41a8-92b0-fff975fdbd27, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=cee3d005-73d7-41a8-92b0-fff975fdbd27,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:44:41.183924 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-724fc24b-1359-41e6-a82b-6bdc72b0b6a7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (cee3d005-73d7-41a8-92b0-fff975fdbd27), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:41.197837 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-724fc24b-1359-41e6-a82b-6bdc72b0b6a7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Calling delete_port for cee3d005-73d7-41a8-92b0-fff975fdbd27 owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:44:41.307426 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 76ca8743-de80-4d86-9ef1-28375bb7632c no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:44:41.343812 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: 76ca8743-de80-4d86-9ef1-28375bb7632c {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:44:41.344162 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 76ca8743-de80-4d86-9ef1-28375bb7632c not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:44:41.379376 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-724fc24b-1359-41e6-a82b-6bdc72b0b6a7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (cee3d005-73d7-41a8-92b0-fff975fdbd27), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:41.403232 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c06bb0f8-4fa9-4a91-93f0-f7a95986d3e3 None None] Deleting port c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:44:41.403638 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c06bb0f8-4fa9-4a91-93f0-f7a95986d3e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:41.407403 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fc24b-1359-41e6-a82b-6bdc72b0b6a7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'Port': ['ID=cee3d005-73d7-41a8-92b0-fff975fdbd27,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:41.472940 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-724fc24b-1359-41e6-a82b-6bdc72b0b6a7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (9ab278ea-af18-4f4f-a8fd-38feff18a107), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:41.516689 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c06bb0f8-4fa9-4a91-93f0-f7a95986d3e3 None None] For port c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502,segment=NetworkSegment(6b75d8b8-2ef0-4e52-9aec-9d090c02d30a),segment_id=6b75d8b8-2ef0-4e52-9aec-9d090c02d30a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:44:41.517089 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c06bb0f8-4fa9-4a91-93f0-f7a95986d3e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:41.531832 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c06bb0f8-4fa9-4a91-93f0-f7a95986d3e3 None None] Calling delete_port for c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:44:41.570308 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-724fc24b-1359-41e6-a82b-6bdc72b0b6a7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (9ab278ea-af18-4f4f-a8fd-38feff18a107), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:41.572721 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-724fc24b-1359-41e6-a82b-6bdc72b0b6a7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router_controller (9ab278ea-af18-4f4f-a8fd-38feff18a107), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:41.594054 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:41.621000 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-724fc24b-1359-41e6-a82b-6bdc72b0b6a7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (9ab278ea-af18-4f4f-a8fd-38feff18a107), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:41.621569 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724fc24b-1359-41e6-a82b-6bdc72b0b6a7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Fanout notify agent at l3_agent the message router_deleted on router 9ab278ea-af18-4f4f-a8fd-38feff18a107 {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:44:41.623430 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-3be5cabf-950a-4735-ba73-7958f1cfd590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131742085', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'cee3d005-73d7-41a8-92b0-fff975fdbd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:43:02Z', 'updated_at': '2022-01-28T01:44:39Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': 'cee3d005-73d7-41a8-92b0-fff975fdbd27', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:43:03Z', 'updated_at': '2022-01-28T01:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:44:41.628934 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-724fc24b-1359-41e6-a82b-6bdc72b0b6a7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:41.630092 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-724fc24b-1359-41e6-a82b-6bdc72b0b6a7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "DELETE /v2.0/routers/9ab278ea-af18-4f4f-a8fd-38feff18a107 HTTP/1.1" status: 204 len: 168 time: 0.8123710 Jan 28 01:44:41.633633 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56830) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:44:41.661480 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be5cabf-950a-4735-ba73-7958f1cfd590 None None] The sync data for ids ['9ab278ea-af18-4f4f-a8fd-38feff18a107'] in n-d-826754-1 is: [{'id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131742085', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'cee3d005-73d7-41a8-92b0-fff975fdbd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:43:02Z', 'updated_at': '2022-01-28T01:44:39Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': 'cee3d005-73d7-41a8-92b0-fff975fdbd27', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab278ea-af18-4f4f-a8fd-38feff18a107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:43:03Z', 'updated_at': '2022-01-28T01:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:44:41.674494 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c06bb0f8-4fa9-4a91-93f0-f7a95986d3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:41.701952 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06bb0f8-4fa9-4a91-93f0-f7a95986d3e3 None None] Pushing event deleted for resources: {'Port': ['ID=c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:41.706247 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06bb0f8-4fa9-4a91-93f0-f7a95986d3e3 None None] No DVR routers for this DVR port c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:44:41.713538 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06bb0f8-4fa9-4a91-93f0-f7a95986d3e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:41.713896 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06bb0f8-4fa9-4a91-93f0-f7a95986d3e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:41.714245 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06bb0f8-4fa9-4a91-93f0-f7a95986d3e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:41.714585 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06bb0f8-4fa9-4a91-93f0-f7a95986d3e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:41.714924 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06bb0f8-4fa9-4a91-93f0-f7a95986d3e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:41.715260 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06bb0f8-4fa9-4a91-93f0-f7a95986d3e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:41.715596 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06bb0f8-4fa9-4a91-93f0-f7a95986d3e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:41.716404 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06bb0f8-4fa9-4a91-93f0-f7a95986d3e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:41.716404 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06bb0f8-4fa9-4a91-93f0-f7a95986d3e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:41.716575 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06bb0f8-4fa9-4a91-93f0-f7a95986d3e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:41.716906 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06bb0f8-4fa9-4a91-93f0-f7a95986d3e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:41.717239 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06bb0f8-4fa9-4a91-93f0-f7a95986d3e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:41.717565 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06bb0f8-4fa9-4a91-93f0-f7a95986d3e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:41.727060 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8889f54c-c28d-4fe8-8e6e-e48e14ec34db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (1a2f98d1-4692-4b62-a2e8-e0a20d460517), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:41.821793 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8889f54c-c28d-4fe8-8e6e-e48e14ec34db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (1a2f98d1-4692-4b62-a2e8-e0a20d460517), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:41.843926 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-8889f54c-c28d-4fe8-8e6e-e48e14ec34db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a2f98d1-4692-4b62-a2e8-e0a20d460517']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:44:41.853305 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-8889f54c-c28d-4fe8-8e6e-e48e14ec34db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b75d8b8-2ef0-4e52-9aec-9d090c02d30a') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:44:41.853616 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-8889f54c-c28d-4fe8-8e6e-e48e14ec34db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b75d8b8-2ef0-4e52-9aec-9d090c02d30a') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:44:41.863259 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8889f54c-c28d-4fe8-8e6e-e48e14ec34db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (6b75d8b8-2ef0-4e52-9aec-9d090c02d30a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:41.876799 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8889f54c-c28d-4fe8-8e6e-e48e14ec34db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (6b75d8b8-2ef0-4e52-9aec-9d090c02d30a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:41.882698 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8889f54c-c28d-4fe8-8e6e-e48e14ec34db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:44:41.883084 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8889f54c-c28d-4fe8-8e6e-e48e14ec34db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (6b75d8b8-2ef0-4e52-9aec-9d090c02d30a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:41.886089 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 01:44:41.886089 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:44:41.886089 n-d-826754-1 neutron-server[103344]: timer() Jan 28 01:44:41.886089 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:44:41.886089 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 01:44:41.886089 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:44:41.886089 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 01:44:41.886089 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:44:41.886089 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 01:44:41.886089 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:44:41.886089 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 01:44:41.886089 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:44:41.886089 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 01:44:41.886089 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:44:41.886089 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:44:41.886089 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:44:41.886089 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:44:41.886089 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:44:41.886089 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 01:44:41.886089 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:44:41.886089 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 01:44:41.886089 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:44:41.886089 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:44:41.886089 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:44:41.886089 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 01:44:41.886089 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:44:41.886089 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:44:41.886089 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:44:41.886089 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:44:41.886089 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:44:41.886089 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:44:41.886089 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:44:41.943019 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8889f54c-c28d-4fe8-8e6e-e48e14ec34db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (1a2f98d1-4692-4b62-a2e8-e0a20d460517), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:41.953401 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8889f54c-c28d-4fe8-8e6e-e48e14ec34db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:41.957051 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8889f54c-c28d-4fe8-8e6e-e48e14ec34db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "DELETE /v2.0/networks/1a2f98d1-4692-4b62-a2e8-e0a20d460517 HTTP/1.1" status: 204 len: 168 time: 0.3224745 Jan 28 01:44:41.959988 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56832) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:44:41.969080 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889f54c-c28d-4fe8-8e6e-e48e14ec34db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'Network': ['ID=1a2f98d1-4692-4b62-a2e8-e0a20d460517,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:42.036140 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-80f4ac37-cacd-4b1f-a7cb-c1d072028b56 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group (d7fef3b0-4e7d-4141-8231-6616e27654eb), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:42.064293 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-80f4ac37-cacd-4b1f-a7cb-c1d072028b56 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group (d7fef3b0-4e7d-4141-8231-6616e27654eb), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:42.128565 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-80f4ac37-cacd-4b1f-a7cb-c1d072028b56 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (d7fef3b0-4e7d-4141-8231-6616e27654eb), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:42.131491 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-80f4ac37-cacd-4b1f-a7cb-c1d072028b56 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:42.132912 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-80f4ac37-cacd-4b1f-a7cb-c1d072028b56 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "DELETE /v2.0/security-groups/d7fef3b0-4e7d-4141-8231-6616e27654eb HTTP/1.1" status: 204 len: 168 time: 0.1717720 Jan 28 01:44:42.143265 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4ac37-cacd-4b1f-a7cb-c1d072028b56 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fef3b0-4e7d-4141-8231-6616e27654eb,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:42.155097 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4ac37-cacd-4b1f-a7cb-c1d072028b56 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:42.155608 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4ac37-cacd-4b1f-a7cb-c1d072028b56 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:42.156243 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4ac37-cacd-4b1f-a7cb-c1d072028b56 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:42.156854 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4ac37-cacd-4b1f-a7cb-c1d072028b56 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:42.157462 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4ac37-cacd-4b1f-a7cb-c1d072028b56 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:42.157820 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4ac37-cacd-4b1f-a7cb-c1d072028b56 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:42.158159 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4ac37-cacd-4b1f-a7cb-c1d072028b56 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:42.158525 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4ac37-cacd-4b1f-a7cb-c1d072028b56 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:42.158904 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4ac37-cacd-4b1f-a7cb-c1d072028b56 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:42.159342 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4ac37-cacd-4b1f-a7cb-c1d072028b56 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:42.159828 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4ac37-cacd-4b1f-a7cb-c1d072028b56 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:42.160162 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4ac37-cacd-4b1f-a7cb-c1d072028b56 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:42.161172 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4ac37-cacd-4b1f-a7cb-c1d072028b56 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:42.338832 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:42.366462 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56840) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:44:42.371207 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-12ab2301-704a-41eb-8cca-926b29295d17 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-634295583', 'description': 'tempest-secgroup-smoke-634295583 description', 'project_id': '059bca68032541d59fac92aef233eaae'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:44:42.394256 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-12ab2301-704a-41eb-8cca-926b29295d17 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:42.484511 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-12ab2301-704a-41eb-8cca-926b29295d17 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group (52d7a998-9390-4f3d-a7ab-83ab5247c643), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:42.488489 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-12ab2301-704a-41eb-8cca-926b29295d17 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (52d7a998-9390-4f3d-a7ab-83ab5247c643), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:42.520042 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-12ab2301-704a-41eb-8cca-926b29295d17 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:42.521382 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-12ab2301-704a-41eb-8cca-926b29295d17 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1538942 Jan 28 01:44:42.522589 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab2301-704a-41eb-8cca-926b29295d17 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52d7a998-9390-4f3d-a7ab-83ab5247c643,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:42.524630 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56842) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:44:42.529476 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-4508bfc0-fb5d-4cdb-8d1e-13187187a7cc tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group_rule': {'security_group_id': '52d7a998-9390-4f3d-a7ab-83ab5247c643', 'project_id': '059bca68032541d59fac92aef233eaae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:44:42.555721 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4508bfc0-fb5d-4cdb-8d1e-13187187a7cc tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (fd63103e-98e3-4b3d-b78b-a2dbe92c085f), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:42.603330 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4508bfc0-fb5d-4cdb-8d1e-13187187a7cc tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (fd63103e-98e3-4b3d-b78b-a2dbe92c085f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:42.607036 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4508bfc0-fb5d-4cdb-8d1e-13187187a7cc tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (fd63103e-98e3-4b3d-b78b-a2dbe92c085f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:42.626160 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508bfc0-fb5d-4cdb-8d1e-13187187a7cc tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd63103e-98e3-4b3d-b78b-a2dbe92c085f,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:42.634829 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4508bfc0-fb5d-4cdb-8d1e-13187187a7cc tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:42.636061 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4508bfc0-fb5d-4cdb-8d1e-13187187a7cc tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1103632 Jan 28 01:44:42.639832 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56844) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:44:42.644620 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-fef4418e-c931-4695-8250-3cf01fed8af8 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group_rule': {'security_group_id': '52d7a998-9390-4f3d-a7ab-83ab5247c643', 'project_id': '059bca68032541d59fac92aef233eaae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:44:42.670235 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fef4418e-c931-4695-8250-3cf01fed8af8 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (e7b7b4b8-c593-4578-92a7-e2a23694229f), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:42.734536 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fef4418e-c931-4695-8250-3cf01fed8af8 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (e7b7b4b8-c593-4578-92a7-e2a23694229f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:42.739299 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fef4418e-c931-4695-8250-3cf01fed8af8 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (e7b7b4b8-c593-4578-92a7-e2a23694229f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:42.760789 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4418e-c931-4695-8250-3cf01fed8af8 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b7b4b8-c593-4578-92a7-e2a23694229f,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:42.775058 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fef4418e-c931-4695-8250-3cf01fed8af8 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:42.775791 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fef4418e-c931-4695-8250-3cf01fed8af8 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1347244 Jan 28 01:44:42.778653 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:44:42.778825 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56846) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:44:42.784139 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-4f75195e-ce46-4b03-9754-614c5e7bdca9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group_rule': {'security_group_id': '52d7a998-9390-4f3d-a7ab-83ab5247c643', 'project_id': '059bca68032541d59fac92aef233eaae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:44:42.800759 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:44:42.801115 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device c7d23b4b-cc40-4a1d-a0ff-5e08e46f9502 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:44:42.801568 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device cee3d005-73d7-41a8-92b0-fff975fdbd27 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:44:42.815525 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f75195e-ce46-4b03-9754-614c5e7bdca9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (cbed055e-8435-41cb-81b1-9d866b3a8571), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:42.822689 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: cee3d005-73d7-41a8-92b0-fff975fdbd27 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:44:42.823042 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device cee3d005-73d7-41a8-92b0-fff975fdbd27 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:44:42.823465 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b09775f9-df9b-4cdc-a907-622bdb054398 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:44:42.847761 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: b09775f9-df9b-4cdc-a907-622bdb054398 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:44:42.848114 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device b09775f9-df9b-4cdc-a907-622bdb054398 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:44:42.876430 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f75195e-ce46-4b03-9754-614c5e7bdca9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (cbed055e-8435-41cb-81b1-9d866b3a8571), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:42.880082 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f75195e-ce46-4b03-9754-614c5e7bdca9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (cbed055e-8435-41cb-81b1-9d866b3a8571), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:42.898442 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75195e-ce46-4b03-9754-614c5e7bdca9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbed055e-8435-41cb-81b1-9d866b3a8571,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:42.907393 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4f75195e-ce46-4b03-9754-614c5e7bdca9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:42.908687 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4f75195e-ce46-4b03-9754-614c5e7bdca9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290452 Jan 28 01:44:42.911350 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56848) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:44:42.915833 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-7a9b5213-a1a0-41ea-9c10-4bfd86578c6d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group_rule': {'security_group_id': '52d7a998-9390-4f3d-a7ab-83ab5247c643', 'project_id': '059bca68032541d59fac92aef233eaae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:44:42.940297 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a9b5213-a1a0-41ea-9c10-4bfd86578c6d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (40397e91-0a36-4641-8e90-b8063cebfdc8), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:42.997524 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a9b5213-a1a0-41ea-9c10-4bfd86578c6d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (40397e91-0a36-4641-8e90-b8063cebfdc8), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:43.001293 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a9b5213-a1a0-41ea-9c10-4bfd86578c6d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (40397e91-0a36-4641-8e90-b8063cebfdc8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:43.021782 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b5213-a1a0-41ea-9c10-4bfd86578c6d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40397e91-0a36-4641-8e90-b8063cebfdc8,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:43.029827 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a9b5213-a1a0-41ea-9c10-4bfd86578c6d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:43.031999 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-7a9b5213-a1a0-41ea-9c10-4bfd86578c6d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194177 Jan 28 01:44:43.034436 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56850) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:44:43.038798 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e139daa1-064c-4f3b-af57-f12656a97d61 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group_rule': {'security_group_id': '52d7a998-9390-4f3d-a7ab-83ab5247c643', 'project_id': '059bca68032541d59fac92aef233eaae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:44:43.059178 n-d-826754-1 neutron-server[103343]: INFO neutron.db.securitygroups_db [None req-e139daa1-064c-4f3b-af57-f12656a97d61 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Project 059bca68032541d59fac92aef233eaae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:44:43.064173 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e139daa1-064c-4f3b-af57-f12656a97d61 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (ede1abbc-6100-4e49-bae5-a6fa58b630c9), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:43.123827 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e139daa1-064c-4f3b-af57-f12656a97d61 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (ede1abbc-6100-4e49-bae5-a6fa58b630c9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:43.129117 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e139daa1-064c-4f3b-af57-f12656a97d61 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (ede1abbc-6100-4e49-bae5-a6fa58b630c9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:43.151742 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139daa1-064c-4f3b-af57-f12656a97d61 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede1abbc-6100-4e49-bae5-a6fa58b630c9,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:43.159091 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e139daa1-064c-4f3b-af57-f12656a97d61 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:43.160318 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e139daa1-064c-4f3b-af57-f12656a97d61 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1249788 Jan 28 01:44:43.163599 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56852) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:44:43.167931 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2a5226cc-a369-4266-b452-f4a5482bed3c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group_rule': {'security_group_id': '52d7a998-9390-4f3d-a7ab-83ab5247c643', 'project_id': '059bca68032541d59fac92aef233eaae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:44:43.188898 n-d-826754-1 neutron-server[103343]: INFO neutron.db.securitygroups_db [None req-2a5226cc-a369-4266-b452-f4a5482bed3c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Project 059bca68032541d59fac92aef233eaae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:44:43.193849 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a5226cc-a369-4266-b452-f4a5482bed3c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (23349ffb-db6d-4e1a-8dfc-c63c7901ecba), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:43.257675 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a5226cc-a369-4266-b452-f4a5482bed3c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (23349ffb-db6d-4e1a-8dfc-c63c7901ecba), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:43.261223 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a5226cc-a369-4266-b452-f4a5482bed3c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (23349ffb-db6d-4e1a-8dfc-c63c7901ecba), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:43.279258 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5226cc-a369-4266-b452-f4a5482bed3c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23349ffb-db6d-4e1a-8dfc-c63c7901ecba,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:43.287153 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a5226cc-a369-4266-b452-f4a5482bed3c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:43.288379 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2a5226cc-a369-4266-b452-f4a5482bed3c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238403 Jan 28 01:44:43.291242 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56854) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:44:43.296140 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-0f1270fd-e7f0-4909-b8e4-3c2e408cf7b2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'network': {'name': 'tempest-network-smoke--1368757868', 'project_id': '059bca68032541d59fac92aef233eaae', 'port_security_enabled': True}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:44:43.316227 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1270fd-e7f0-4909-b8e4-3c2e408cf7b2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Made reservation on behalf of 059bca68032541d59fac92aef233eaae for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:44:43.319514 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f1270fd-e7f0-4909-b8e4-3c2e408cf7b2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:43.343245 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f1270fd-e7f0-4909-b8e4-3c2e408cf7b2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:44:43.352657 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f1270fd-e7f0-4909-b8e4-3c2e408cf7b2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (17672dd4-7034-4b6b-8dc1-bf5f90fefaeb), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:43.353001 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-0f1270fd-e7f0-4909-b8e4-3c2e408cf7b2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Added segment 17672dd4-7034-4b6b-8dc1-bf5f90fefaeb of type vlan for network 7b465871-21c3-40bb-946c-e87a796b04e5 Jan 28 01:44:43.394807 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f1270fd-e7f0-4909-b8e4-3c2e408cf7b2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (7b465871-21c3-40bb-946c-e87a796b04e5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:43.419404 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f1270fd-e7f0-4909-b8e4-3c2e408cf7b2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (7b465871-21c3-40bb-946c-e87a796b04e5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:43.425658 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1270fd-e7f0-4909-b8e4-3c2e408cf7b2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:43.425658 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f1270fd-e7f0-4909-b8e4-3c2e408cf7b2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:43.488198 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0f1270fd-e7f0-4909-b8e4-3c2e408cf7b2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1958668 Jan 28 01:44:43.491312 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56856) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:44:43.496729 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-8a67f24b-d79b-4900-b0b1-db924571a425 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1894413110', 'admin_state_up': True, 'project_id': '059bca68032541d59fac92aef233eaae', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:44:43.504426 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1270fd-e7f0-4909-b8e4-3c2e408cf7b2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Network': ['ID=7b465871-21c3-40bb-946c-e87a796b04e5,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:43.516329 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 7b465871-21c3-40bb-946c-e87a796b04e5 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:44:43.524337 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8a67f24b-d79b-4900-b0b1-db924571a425 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (00f4db9c-79a0-477a-846a-fabb795f7957), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:43.525453 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8a67f24b-d79b-4900-b0b1-db924571a425 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (00f4db9c-79a0-477a-846a-fabb795f7957), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:43.578618 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8a67f24b-d79b-4900-b0b1-db924571a425 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router_controller (00f4db9c-79a0-477a-846a-fabb795f7957), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:43.710380 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:43.719768 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8a67f24b-d79b-4900-b0b1-db924571a425 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router_gateway (00f4db9c-79a0-477a-846a-fabb795f7957), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:43.913951 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8a67f24b-d79b-4900-b0b1-db924571a425 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router_gateway (00f4db9c-79a0-477a-846a-fabb795f7957), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:43.936549 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8a67f24b-d79b-4900-b0b1-db924571a425 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:44.038143 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-8a67f24b-d79b-4900-b0b1-db924571a425 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Allocated IP 172.25.3.109 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/08e9e6d1-7857-4b0b-a234-842829c2d215) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:44:44.140940 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8a67f24b-d79b-4900-b0b1-db924571a425 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for port (08e9e6d1-7857-4b0b-a234-842829c2d215), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:44.176171 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8a67f24b-d79b-4900-b0b1-db924571a425 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (08e9e6d1-7857-4b0b-a234-842829c2d215), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:44.213099 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a67f24b-d79b-4900-b0b1-db924571a425 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:44:44.215879 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-8a67f24b-d79b-4900-b0b1-db924571a425 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:44:44.222065 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a67f24b-d79b-4900-b0b1-db924571a425 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:44:44.227464 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67f24b-d79b-4900-b0b1-db924571a425 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Port': ['ID=08e9e6d1-7857-4b0b-a234-842829c2d215,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:44.472985 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8a67f24b-d79b-4900-b0b1-db924571a425 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router_gateway (00f4db9c-79a0-477a-846a-fabb795f7957), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:44.674016 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8a67f24b-d79b-4900-b0b1-db924571a425 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (00f4db9c-79a0-477a-846a-fabb795f7957), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:44.801974 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a67f24b-d79b-4900-b0b1-db924571a425 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Router 00f4db9c-79a0-477a-846a-fabb795f7957 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:44:44.912455 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a67f24b-d79b-4900-b0b1-db924571a425 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:44:44.922863 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7faa73-16f9-43a0-8323-4ecadf2542de None None] Sync routers for ids ['00f4db9c-79a0-477a-846a-fabb795f7957'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:44:44.932940 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7faa73-16f9-43a0-8323-4ecadf2542de None None] Routers {'00f4db9c-79a0-477a-846a-fabb795f7957'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:44:44.933568 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-8c7faa73-16f9-43a0-8323-4ecadf2542de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:44:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['00f4db9c-79a0-477a-846a-fabb795f7957'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:44:44.933749 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8a67f24b-d79b-4900-b0b1-db924571a425 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:44.937854 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8a67f24b-d79b-4900-b0b1-db924571a425 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4423172 Jan 28 01:44:44.938161 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56858) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:44:44.968704 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d1ad608a-ed2b-4a4d-b5a6-1a7f3ef66e78 tempest-TestNetworkAdvancedServerOps-198064769 tempest-TestNetworkAdvancedServerOps-198064769-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=059bca68032541d59fac92aef233eaae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271790 Jan 28 01:44:44.969851 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56860) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:44:45.038922 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-8c7faa73-16f9-43a0-8323-4ecadf2542de None None] Set router 00f4db9c-79a0-477a-846a-fabb795f7957 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:44:45.056142 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced6ba7b-795f-4b23-90fe-82cbb5513c55 tempest-TestNetworkAdvancedServerOps-198064769 tempest-TestNetworkAdvancedServerOps-198064769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:45.057736 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ced6ba7b-795f-4b23-90fe-82cbb5513c55 tempest-TestNetworkAdvancedServerOps-198064769 tempest-TestNetworkAdvancedServerOps-198064769-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868154 Jan 28 01:44:45.060406 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56862) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:44:45.095232 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e08d8ab9-dc5c-4be3-b3ec-862ed9d46686 tempest-TestNetworkAdvancedServerOps-198064769 tempest-TestNetworkAdvancedServerOps-198064769-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337019 Jan 28 01:44:45.097688 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56864) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:44:45.102504 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-2817f2e1-6da7-4221-bc8f-8196b9716296 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-214800828', 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5', 'project_id': '059bca68032541d59fac92aef233eaae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:44:45.230611 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-8c7faa73-16f9-43a0-8323-4ecadf2542de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894413110', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '08e9e6d1-7857-4b0b-a234-842829c2d215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:44:43Z', 'updated_at': '2022-01-28T01:44:44Z', 'revision_number': 3, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '08e9e6d1-7857-4b0b-a234-842829c2d215', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:44:43Z', 'updated_at': '2022-01-28T01:44:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:44:45.258120 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7faa73-16f9-43a0-8323-4ecadf2542de None None] Checking router: 00f4db9c-79a0-477a-846a-fabb795f7957 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:44:45.258474 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7faa73-16f9-43a0-8323-4ecadf2542de None None] Updating router 00f4db9c-79a0-477a-846a-fabb795f7957 port 08e9e6d1-7857-4b0b-a234-842829c2d215 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:44:45.286127 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c7faa73-16f9-43a0-8323-4ecadf2542de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (08e9e6d1-7857-4b0b-a234-842829c2d215), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:45.353110 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:45.554453 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2817f2e1-6da7-4221-bc8f-8196b9716296 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Made reservation on behalf of 059bca68032541d59fac92aef233eaae for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:44:45.559494 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c7faa73-16f9-43a0-8323-4ecadf2542de None None] Publish callbacks [] for port (08e9e6d1-7857-4b0b-a234-842829c2d215), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:45.559696 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2817f2e1-6da7-4221-bc8f-8196b9716296 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:45.566973 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c7faa73-16f9-43a0-8323-4ecadf2542de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (08e9e6d1-7857-4b0b-a234-842829c2d215), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:45.622655 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-8c7faa73-16f9-43a0-8323-4ecadf2542de None None] Attempting to bind port 08e9e6d1-7857-4b0b-a234-842829c2d215 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:44:45.623039 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-8c7faa73-16f9-43a0-8323-4ecadf2542de None None] Attempting to bind port 08e9e6d1-7857-4b0b-a234-842829c2d215 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:44:45.623410 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7faa73-16f9-43a0-8323-4ecadf2542de None None] Attempting to bind port 08e9e6d1-7857-4b0b-a234-842829c2d215 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:44:45.631853 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28fd5c2-7348-481d-b6bd-702e5e96efa5 None None] Pushing event updated for resources: {'Port': ['ID=08e9e6d1-7857-4b0b-a234-842829c2d215,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:45.634272 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7faa73-16f9-43a0-8323-4ecadf2542de None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:44:45.634673 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7faa73-16f9-43a0-8323-4ecadf2542de None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:44:45.635123 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c7faa73-16f9-43a0-8323-4ecadf2542de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:45.635534 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7faa73-16f9-43a0-8323-4ecadf2542de None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:44:45.636033 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-8c7faa73-16f9-43a0-8323-4ecadf2542de None None] Bound port: 08e9e6d1-7857-4b0b-a234-842829c2d215, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:44:45.636419 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c7faa73-16f9-43a0-8323-4ecadf2542de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (08e9e6d1-7857-4b0b-a234-842829c2d215), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:45.661368 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28fd5c2-7348-481d-b6bd-702e5e96efa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:45.661717 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28fd5c2-7348-481d-b6bd-702e5e96efa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:45.662059 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28fd5c2-7348-481d-b6bd-702e5e96efa5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:45.662401 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28fd5c2-7348-481d-b6bd-702e5e96efa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:45.662732 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28fd5c2-7348-481d-b6bd-702e5e96efa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:45.663066 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28fd5c2-7348-481d-b6bd-702e5e96efa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:45.663397 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28fd5c2-7348-481d-b6bd-702e5e96efa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:45.663749 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28fd5c2-7348-481d-b6bd-702e5e96efa5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:45.664074 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28fd5c2-7348-481d-b6bd-702e5e96efa5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:45.665018 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28fd5c2-7348-481d-b6bd-702e5e96efa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:45.665018 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28fd5c2-7348-481d-b6bd-702e5e96efa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:45.665018 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28fd5c2-7348-481d-b6bd-702e5e96efa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:45.665416 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28fd5c2-7348-481d-b6bd-702e5e96efa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:44:45.701533 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-8c7faa73-16f9-43a0-8323-4ecadf2542de None None] For port 08e9e6d1-7857-4b0b-a234-842829c2d215, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:44:45.705723 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-8c7faa73-16f9-43a0-8323-4ecadf2542de None None] For port 08e9e6d1-7857-4b0b-a234-842829c2d215, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=08e9e6d1-7857-4b0b-a234-842829c2d215,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:44:45.709965 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-8c7faa73-16f9-43a0-8323-4ecadf2542de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (08e9e6d1-7857-4b0b-a234-842829c2d215), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:45.760115 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2817f2e1-6da7-4221-bc8f-8196b9716296 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (da5c3824-d304-4b3f-aa89-fbf632bac2be), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:45.771666 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7faa73-16f9-43a0-8323-4ecadf2542de None None] Routers {'00f4db9c-79a0-477a-846a-fabb795f7957'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:44:45.772396 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-8c7faa73-16f9-43a0-8323-4ecadf2542de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:44:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['00f4db9c-79a0-477a-846a-fabb795f7957'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:44:45.774998 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28fd5c2-7348-481d-b6bd-702e5e96efa5 None None] Pushing event updated for resources: {'Port': ['ID=08e9e6d1-7857-4b0b-a234-842829c2d215,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:45.824187 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817f2e1-6da7-4221-bc8f-8196b9716296 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Subnet': ['ID=da5c3824-d304-4b3f-aa89-fbf632bac2be,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:45.832368 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2817f2e1-6da7-4221-bc8f-8196b9716296 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Checking segment: {'id': '17672dd4-7034-4b6b-8dc1-bf5f90fefaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:44:45.832741 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2817f2e1-6da7-4221-bc8f-8196b9716296 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network hostable DHCP agents. Network: 7b465871-21c3-40bb-946c-e87a796b04e5, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:44:45.851535 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2817f2e1-6da7-4221-bc8f-8196b9716296 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network 7b465871-21c3-40bb-946c-e87a796b04e5 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:44:45.862052 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-2817f2e1-6da7-4221-bc8f-8196b9716296 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 7b465871-21c3-40bb-946c-e87a796b04e5) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:44:45.866860 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2817f2e1-6da7-4221-bc8f-8196b9716296 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:45.867468 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2817f2e1-6da7-4221-bc8f-8196b9716296 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:45.873699 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c71f94e-44ce-4e7c-b6cb-67a22053e12e None None] Network 7b465871-21c3-40bb-946c-e87a796b04e5 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:44:45.887678 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2817f2e1-6da7-4221-bc8f-8196b9716296 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7889276 Jan 28 01:44:45.891225 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56866) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:44:45.893085 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-8c7faa73-16f9-43a0-8323-4ecadf2542de None None] Set router 00f4db9c-79a0-477a-846a-fabb795f7957 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:44:45.982249 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f9d7de-5b47-4d08-86ac-765ada479cc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-7b465871-21c3-40bb-946c-e87a796b04e5', 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5', 'project_id': '059bca68032541d59fac92aef233eaae', 'fixed_ips': [{'subnet_id': 'da5c3824-d304-4b3f-aa89-fbf632bac2be'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:44:45.983443 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-74f9d7de-5b47-4d08-86ac-765ada479cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:46.096483 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-8c7faa73-16f9-43a0-8323-4ecadf2542de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894413110', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '08e9e6d1-7857-4b0b-a234-842829c2d215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:44:43Z', 'updated_at': '2022-01-28T01:44:44Z', 'revision_number': 3, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '08e9e6d1-7857-4b0b-a234-842829c2d215', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:44:43Z', 'updated_at': '2022-01-28T01:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:44:46.129082 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7faa73-16f9-43a0-8323-4ecadf2542de None None] The sync data for ids ['00f4db9c-79a0-477a-846a-fabb795f7957'] in n-d-826754-1 is: [{'id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894413110', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '08e9e6d1-7857-4b0b-a234-842829c2d215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:44:43Z', 'updated_at': '2022-01-28T01:44:44Z', 'revision_number': 3, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '08e9e6d1-7857-4b0b-a234-842829c2d215', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:44:43Z', 'updated_at': '2022-01-28T01:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:44:46.136063 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-74f9d7de-5b47-4d08-86ac-765ada479cc5 None None] Allocated IP 172.20.0.2 (7b465871-21c3-40bb-946c-e87a796b04e5/da5c3824-d304-4b3f-aa89-fbf632bac2be/e9dbf2f1-39e1-4aa2-8b39-f77aef97053b) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:44:46.311742 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-74f9d7de-5b47-4d08-86ac-765ada479cc5 None None] Publish callbacks [] for port (e9dbf2f1-39e1-4aa2-8b39-f77aef97053b), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:46.321711 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-74f9d7de-5b47-4d08-86ac-765ada479cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (e9dbf2f1-39e1-4aa2-8b39-f77aef97053b), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:46.359573 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f9d7de-5b47-4d08-86ac-765ada479cc5 None None] Network 7b465871-21c3-40bb-946c-e87a796b04e5 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:44:46.362759 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-74f9d7de-5b47-4d08-86ac-765ada479cc5 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:44:46.372018 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f9d7de-5b47-4d08-86ac-765ada479cc5 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:44:46.387744 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8404ab2e-8f0e-477b-b624-559bb4a9575b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:46.394946 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9d7de-5b47-4d08-86ac-765ada479cc5 None None] Pushing event updated for resources: {'Port': ['ID=e9dbf2f1-39e1-4aa2-8b39-f77aef97053b,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:46.455918 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-74f9d7de-5b47-4d08-86ac-765ada479cc5 None None] Attempting to bind port e9dbf2f1-39e1-4aa2-8b39-f77aef97053b on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:44:46.456364 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-74f9d7de-5b47-4d08-86ac-765ada479cc5 None None] Attempting to bind port e9dbf2f1-39e1-4aa2-8b39-f77aef97053b by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '17672dd4-7034-4b6b-8dc1-bf5f90fefaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:44:46.456835 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f9d7de-5b47-4d08-86ac-765ada479cc5 None None] Attempting to bind port e9dbf2f1-39e1-4aa2-8b39-f77aef97053b on network 7b465871-21c3-40bb-946c-e87a796b04e5 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:44:46.463347 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f9d7de-5b47-4d08-86ac-765ada479cc5 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:44:46.464316 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f9d7de-5b47-4d08-86ac-765ada479cc5 None None] Checking segment: {'id': '17672dd4-7034-4b6b-8dc1-bf5f90fefaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:44:46.464316 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-74f9d7de-5b47-4d08-86ac-765ada479cc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:46.464740 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f9d7de-5b47-4d08-86ac-765ada479cc5 None None] Bound using segment: {'id': '17672dd4-7034-4b6b-8dc1-bf5f90fefaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:44:46.465295 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-74f9d7de-5b47-4d08-86ac-765ada479cc5 None None] Bound port: e9dbf2f1-39e1-4aa2-8b39-f77aef97053b, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17672dd4-7034-4b6b-8dc1-bf5f90fefaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:44:46.466213 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-74f9d7de-5b47-4d08-86ac-765ada479cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e9dbf2f1-39e1-4aa2-8b39-f77aef97053b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:46.566031 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-74f9d7de-5b47-4d08-86ac-765ada479cc5 None None] For port e9dbf2f1-39e1-4aa2-8b39-f77aef97053b, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:44:46.571533 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-74f9d7de-5b47-4d08-86ac-765ada479cc5 None None] For port e9dbf2f1-39e1-4aa2-8b39-f77aef97053b, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=e9dbf2f1-39e1-4aa2-8b39-f77aef97053b,segment=NetworkSegment(17672dd4-7034-4b6b-8dc1-bf5f90fefaeb),segment_id=17672dd4-7034-4b6b-8dc1-bf5f90fefaeb)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:44:46.578080 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-74f9d7de-5b47-4d08-86ac-765ada479cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e9dbf2f1-39e1-4aa2-8b39-f77aef97053b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:46.650501 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9d7de-5b47-4d08-86ac-765ada479cc5 None None] Pushing event updated for resources: {'Port': ['ID=e9dbf2f1-39e1-4aa2-8b39-f77aef97053b,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:46.756634 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-8404ab2e-8f0e-477b-b624-559bb4a9575b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Allocated IP 172.20.0.1 (7b465871-21c3-40bb-946c-e87a796b04e5/da5c3824-d304-4b3f-aa89-fbf632bac2be/86675f4d-7116-4c76-b93c-cd1c65cb976a) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:44:46.798323 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 08e9e6d1-7857-4b0b-a234-842829c2d215 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:44:46.895549 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 08e9e6d1-7857-4b0b-a234-842829c2d215 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:44:46.896006 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (08e9e6d1-7857-4b0b-a234-842829c2d215), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:46.935381 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8404ab2e-8f0e-477b-b624-559bb4a9575b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for port (86675f4d-7116-4c76-b93c-cd1c65cb976a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:46.981462 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8404ab2e-8f0e-477b-b624-559bb4a9575b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (86675f4d-7116-4c76-b93c-cd1c65cb976a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:47.007191 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 08e9e6d1-7857-4b0b-a234-842829c2d215 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:44:47.007535 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (08e9e6d1-7857-4b0b-a234-842829c2d215), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:47.035564 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 08e9e6d1-7857-4b0b-a234-842829c2d215, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=08e9e6d1-7857-4b0b-a234-842829c2d215,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:44:47.044693 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (08e9e6d1-7857-4b0b-a234-842829c2d215), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:47.054304 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8404ab2e-8f0e-477b-b624-559bb4a9575b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network 7b465871-21c3-40bb-946c-e87a796b04e5 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:44:47.057498 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-8404ab2e-8f0e-477b-b624-559bb4a9575b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:44:47.069259 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8404ab2e-8f0e-477b-b624-559bb4a9575b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:44:47.076164 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404ab2e-8f0e-477b-b624-559bb4a9575b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Port': ['ID=86675f4d-7116-4c76-b93c-cd1c65cb976a,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:47.109678 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=08e9e6d1-7857-4b0b-a234-842829c2d215,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:47.130684 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8404ab2e-8f0e-477b-b624-559bb4a9575b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (00f4db9c-79a0-477a-846a-fabb795f7957), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:47.274772 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8404ab2e-8f0e-477b-b624-559bb4a9575b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (86675f4d-7116-4c76-b93c-cd1c65cb976a), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:47.571510 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8404ab2e-8f0e-477b-b624-559bb4a9575b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for port (86675f4d-7116-4c76-b93c-cd1c65cb976a), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:47.576843 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8404ab2e-8f0e-477b-b624-559bb4a9575b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (86675f4d-7116-4c76-b93c-cd1c65cb976a), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:47.668086 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404ab2e-8f0e-477b-b624-559bb4a9575b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Port': ['ID=86675f4d-7116-4c76-b93c-cd1c65cb976a,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:47.676864 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8404ab2e-8f0e-477b-b624-559bb4a9575b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (00f4db9c-79a0-477a-846a-fabb795f7957), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:47.772255 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8404ab2e-8f0e-477b-b624-559bb4a9575b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network 7b465871-21c3-40bb-946c-e87a796b04e5 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:44:47.773731 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-8404ab2e-8f0e-477b-b624-559bb4a9575b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:44:47.891689 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8404ab2e-8f0e-477b-b624-559bb4a9575b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Router 00f4db9c-79a0-477a-846a-fabb795f7957 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:44:48.006629 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8404ab2e-8f0e-477b-b624-559bb4a9575b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:44:48.011673 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8404ab2e-8f0e-477b-b624-559bb4a9575b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "PUT /v2.0/routers/00f4db9c-79a0-477a-846a-fabb795f7957/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1193092 Jan 28 01:44:48.183283 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-979e045b-2b55-4730-810c-b669a36c11d9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-634295583&fields=id&tenant_id=059bca68032541d59fac92aef233eaae HTTP/1.1" status: 200 len: 267 time: 0.0497427 Jan 28 01:44:48.212809 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0def498c-6e09-457d-b534-dc3c5c709c49 None None] Network 7b465871-21c3-40bb-946c-e87a796b04e5 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:44:48.258256 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44267faf-d074-43b6-a444-6655479ef880 None None] Sync routers for ids ['00f4db9c-79a0-477a-846a-fabb795f7957'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:44:48.298469 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-17c0ddd1-be60-48a6-915d-aa69fb4ccb99 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:48.300020 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-17c0ddd1-be60-48a6-915d-aa69fb4ccb99 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/networks?id=7b465871-21c3-40bb-946c-e87a796b04e5 HTTP/1.1" status: 200 len: 797 time: 0.1092050 Jan 28 01:44:48.316256 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-a97176bf-6580-4b22-a111-7392f1794910 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/quotas/059bca68032541d59fac92aef233eaae HTTP/1.1" status: 200 len: 375 time: 0.0100312 Jan 28 01:44:48.316863 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44267faf-d074-43b6-a444-6655479ef880 None None] Routers {'00f4db9c-79a0-477a-846a-fabb795f7957'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:44:48.317492 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-44267faf-d074-43b6-a444-6655479ef880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:44:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['00f4db9c-79a0-477a-846a-fabb795f7957'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:44:48.370638 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-638a0cbd-9edd-46f8-858f-ea3b43fb4b9c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484579 Jan 28 01:44:48.375839 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-cfc0e89c-6f31-47be-9be9-3be3952faae8 None None] Provisioning complete for port e9dbf2f1-39e1-4aa2-8b39-f77aef97053b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:44:48.376241 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cfc0e89c-6f31-47be-9be9-3be3952faae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e9dbf2f1-39e1-4aa2-8b39-f77aef97053b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:48.470435 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-a4fc7ef3-0ba4-4aa0-94fb-9713282bfb74 service neutron] 10.222.0.70 "GET /v2.0/networks/7b465871-21c3-40bb-946c-e87a796b04e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897100 Jan 28 01:44:48.485980 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-44267faf-d074-43b6-a444-6655479ef880 None None] Set router 00f4db9c-79a0-477a-846a-fabb795f7957 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:44:48.569811 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-6982b4b2-0f15-4b22-aa0f-024b122fbcca service neutron] 10.222.0.70 "GET /v2.0/networks/7b465871-21c3-40bb-946c-e87a796b04e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927181 Jan 28 01:44:48.634947 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-cfc0e89c-6f31-47be-9be9-3be3952faae8 None None] Current status of the port e9dbf2f1-39e1-4aa2-8b39-f77aef97053b is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:44:48.635399 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cfc0e89c-6f31-47be-9be9-3be3952faae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e9dbf2f1-39e1-4aa2-8b39-f77aef97053b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:48.698831 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-cfc0e89c-6f31-47be-9be9-3be3952faae8 None None] For port e9dbf2f1-39e1-4aa2-8b39-f77aef97053b, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=e9dbf2f1-39e1-4aa2-8b39-f77aef97053b,segment=NetworkSegment(17672dd4-7034-4b6b-8dc1-bf5f90fefaeb),segment_id=17672dd4-7034-4b6b-8dc1-bf5f90fefaeb)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:44:48.711716 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cfc0e89c-6f31-47be-9be9-3be3952faae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e9dbf2f1-39e1-4aa2-8b39-f77aef97053b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:48.809375 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d637a51-a61e-46fb-bed8-c5895a71b779 req-9ec6d7f6-721c-4653-8719-32e7fb8aa118 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 210 time: 0.0433123 Jan 28 01:44:48.835507 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0e89c-6f31-47be-9be9-3be3952faae8 None None] Pushing event updated for resources: {'Port': ['ID=e9dbf2f1-39e1-4aa2-8b39-f77aef97053b,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:48.865732 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-438ec6a0-d123-4fd5-ba1b-4b1c8fd437d2 None None] Provisioning complete for port 86675f4d-7116-4c76-b93c-cd1c65cb976a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:44:48.866115 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-438ec6a0-d123-4fd5-ba1b-4b1c8fd437d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (86675f4d-7116-4c76-b93c-cd1c65cb976a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:48.873664 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-44267faf-d074-43b6-a444-6655479ef880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894413110', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '08e9e6d1-7857-4b0b-a234-842829c2d215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:44:43Z', 'updated_at': '2022-01-28T01:44:47Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '08e9e6d1-7857-4b0b-a234-842829c2d215', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:44:43Z', 'updated_at': '2022-01-28T01:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '86675f4d-7116-4c76-b93c-cd1c65cb976a', 'name': '', 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:de:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'da5c3824-d304-4b3f-aa89-fbf632bac2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:44:46Z', 'updated_at': '2022-01-28T01:44:47Z', 'revision_number': 2, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': 'da5c3824-d304-4b3f-aa89-fbf632bac2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:44:48.933759 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44267faf-d074-43b6-a444-6655479ef880 None None] Checking router: 00f4db9c-79a0-477a-846a-fabb795f7957 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:44:48.934047 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44267faf-d074-43b6-a444-6655479ef880 None None] Updating router 00f4db9c-79a0-477a-846a-fabb795f7957 port 86675f4d-7116-4c76-b93c-cd1c65cb976a binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:44:48.960382 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 08e9e6d1-7857-4b0b-a234-842829c2d215 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:44:48.967831 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-438ec6a0-d123-4fd5-ba1b-4b1c8fd437d2 None None] Port 86675f4d-7116-4c76-b93c-cd1c65cb976a cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:44:48.997749 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-44267faf-d074-43b6-a444-6655479ef880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (86675f4d-7116-4c76-b93c-cd1c65cb976a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:49.027470 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-438ec6a0-d123-4fd5-ba1b-4b1c8fd437d2 None None] Provisioning complete for port e9dbf2f1-39e1-4aa2-8b39-f77aef97053b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:44:49.027869 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-438ec6a0-d123-4fd5-ba1b-4b1c8fd437d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e9dbf2f1-39e1-4aa2-8b39-f77aef97053b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:49.326190 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 08e9e6d1-7857-4b0b-a234-842829c2d215 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:44:49.326842 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (08e9e6d1-7857-4b0b-a234-842829c2d215), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:49.474804 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-438ec6a0-d123-4fd5-ba1b-4b1c8fd437d2 None None] Current status of the port e9dbf2f1-39e1-4aa2-8b39-f77aef97053b is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:44:49.541894 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 08e9e6d1-7857-4b0b-a234-842829c2d215 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:44:49.542959 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device e9dbf2f1-39e1-4aa2-8b39-f77aef97053b up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:44:49.644161 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-44267faf-d074-43b6-a444-6655479ef880 None None] Publish callbacks [] for port (86675f4d-7116-4c76-b93c-cd1c65cb976a), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:49.648102 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-35f5e98b-fc5d-40fb-89d8-c32525dd561d None None] Provisioning complete for port 86675f4d-7116-4c76-b93c-cd1c65cb976a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:44:49.648473 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-35f5e98b-fc5d-40fb-89d8-c32525dd561d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (86675f4d-7116-4c76-b93c-cd1c65cb976a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:49.652512 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-44267faf-d074-43b6-a444-6655479ef880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (86675f4d-7116-4c76-b93c-cd1c65cb976a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:49.728326 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port e9dbf2f1-39e1-4aa2-8b39-f77aef97053b triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:44:49.728712 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e9dbf2f1-39e1-4aa2-8b39-f77aef97053b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:49.737366 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-35f5e98b-fc5d-40fb-89d8-c32525dd561d None None] Port 86675f4d-7116-4c76-b93c-cd1c65cb976a cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:44:49.767818 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df1a2d-d5ae-46ae-8784-122ba2530556 None None] Pushing event updated for resources: {'Port': ['ID=86675f4d-7116-4c76-b93c-cd1c65cb976a,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:49.838041 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-44267faf-d074-43b6-a444-6655479ef880 None None] Attempting to bind port 86675f4d-7116-4c76-b93c-cd1c65cb976a on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:44:49.838425 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-44267faf-d074-43b6-a444-6655479ef880 None None] Attempting to bind port 86675f4d-7116-4c76-b93c-cd1c65cb976a by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '17672dd4-7034-4b6b-8dc1-bf5f90fefaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:44:49.838799 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44267faf-d074-43b6-a444-6655479ef880 None None] Attempting to bind port 86675f4d-7116-4c76-b93c-cd1c65cb976a on network 7b465871-21c3-40bb-946c-e87a796b04e5 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:44:49.885428 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44267faf-d074-43b6-a444-6655479ef880 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:44:49.886791 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44267faf-d074-43b6-a444-6655479ef880 None None] Checking segment: {'id': '17672dd4-7034-4b6b-8dc1-bf5f90fefaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:44:49.887933 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-44267faf-d074-43b6-a444-6655479ef880 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:49.887933 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44267faf-d074-43b6-a444-6655479ef880 None None] Bound using segment: {'id': '17672dd4-7034-4b6b-8dc1-bf5f90fefaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:44:49.888451 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-44267faf-d074-43b6-a444-6655479ef880 None None] Bound port: 86675f4d-7116-4c76-b93c-cd1c65cb976a, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17672dd4-7034-4b6b-8dc1-bf5f90fefaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:44:49.888844 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-44267faf-d074-43b6-a444-6655479ef880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (86675f4d-7116-4c76-b93c-cd1c65cb976a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:49.941931 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port e9dbf2f1-39e1-4aa2-8b39-f77aef97053b is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:44:49.968743 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-595f8ab1-24bc-4b03-becc-a3d7f09e94b3 req-705867b4-96c1-4bc5-990e-5b5885f14654 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 210 time: 0.0390625 Jan 28 01:44:49.982814 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-44267faf-d074-43b6-a444-6655479ef880 None None] For port 86675f4d-7116-4c76-b93c-cd1c65cb976a, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:44:49.986611 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-44267faf-d074-43b6-a444-6655479ef880 None None] For port 86675f4d-7116-4c76-b93c-cd1c65cb976a, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=86675f4d-7116-4c76-b93c-cd1c65cb976a,segment=NetworkSegment(17672dd4-7034-4b6b-8dc1-bf5f90fefaeb),segment_id=17672dd4-7034-4b6b-8dc1-bf5f90fefaeb)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:44:49.992225 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-44267faf-d074-43b6-a444-6655479ef880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (86675f4d-7116-4c76-b93c-cd1c65cb976a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:50.018979 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-a9e2ba44-65d0-4c5d-a437-5077d44e8157 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:50.021013 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-a9e2ba44-65d0-4c5d-a437-5077d44e8157 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.52 "GET /v2.0/networks?id=7b465871-21c3-40bb-946c-e87a796b04e5 HTTP/1.1" status: 200 len: 797 time: 0.2017744 Jan 28 01:44:50.063182 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44267faf-d074-43b6-a444-6655479ef880 None None] Routers {'00f4db9c-79a0-477a-846a-fabb795f7957'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:44:50.063865 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-44267faf-d074-43b6-a444-6655479ef880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:44:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['00f4db9c-79a0-477a-846a-fabb795f7957'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:44:50.068095 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df1a2d-d5ae-46ae-8784-122ba2530556 None None] Pushing event updated for resources: {'Port': ['ID=86675f4d-7116-4c76-b93c-cd1c65cb976a,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:50.105552 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-c0faad1e-4d2b-4ff3-b7e1-6b50e60292b6 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=059bca68032541d59fac92aef233eaae HTTP/1.1" status: 200 len: 379 time: 0.0635378 Jan 28 01:44:50.117482 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-7eb0a70b-04ef-4ec1-893e-f8d9749230c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'port': {'device_id': '7683d37f-3dac-425f-a763-e46230fa221a', 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5', 'admin_state_up': True, 'tenant_id': '059bca68032541d59fac92aef233eaae', 'security_groups': ['52d7a998-9390-4f3d-a7ab-83ab5247c643']}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:44:50.119986 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d7c0c55d-a9de-4ad2-b442-9967010a4904 None None] Provisioning complete for port 86675f4d-7116-4c76-b93c-cd1c65cb976a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:44:50.120371 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d7c0c55d-a9de-4ad2-b442-9967010a4904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (86675f4d-7116-4c76-b93c-cd1c65cb976a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:50.235084 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-44267faf-d074-43b6-a444-6655479ef880 None None] Set router 00f4db9c-79a0-477a-846a-fabb795f7957 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:44:50.248922 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-7eb0a70b-04ef-4ec1-893e-f8d9749230c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Made reservation on behalf of 059bca68032541d59fac92aef233eaae for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:44:50.253329 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-7eb0a70b-04ef-4ec1-893e-f8d9749230c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:50.350394 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d7c0c55d-a9de-4ad2-b442-9967010a4904 None None] Current status of the port 86675f4d-7116-4c76-b93c-cd1c65cb976a is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:44:50.350954 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d7c0c55d-a9de-4ad2-b442-9967010a4904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (86675f4d-7116-4c76-b93c-cd1c65cb976a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:50.385959 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-7eb0a70b-04ef-4ec1-893e-f8d9749230c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Allocated IP 172.20.0.11 (7b465871-21c3-40bb-946c-e87a796b04e5/da5c3824-d304-4b3f-aa89-fbf632bac2be/d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:44:50.434342 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-d7c0c55d-a9de-4ad2-b442-9967010a4904 None None] For port 86675f4d-7116-4c76-b93c-cd1c65cb976a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=86675f4d-7116-4c76-b93c-cd1c65cb976a,segment=NetworkSegment(17672dd4-7034-4b6b-8dc1-bf5f90fefaeb),segment_id=17672dd4-7034-4b6b-8dc1-bf5f90fefaeb)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:44:50.443038 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d7c0c55d-a9de-4ad2-b442-9967010a4904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (86675f4d-7116-4c76-b93c-cd1c65cb976a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:50.532108 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-7eb0a70b-04ef-4ec1-893e-f8d9749230c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for port (d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:50.533906 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0c55d-a9de-4ad2-b442-9967010a4904 None None] Pushing event updated for resources: {'Port': ['ID=86675f4d-7116-4c76-b93c-cd1c65cb976a,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:50.563196 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-44267faf-d074-43b6-a444-6655479ef880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894413110', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '08e9e6d1-7857-4b0b-a234-842829c2d215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:44:43Z', 'updated_at': '2022-01-28T01:44:47Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '08e9e6d1-7857-4b0b-a234-842829c2d215', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:44:43Z', 'updated_at': '2022-01-28T01:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '86675f4d-7116-4c76-b93c-cd1c65cb976a', 'name': '', 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:de:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'da5c3824-d304-4b3f-aa89-fbf632bac2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:44:46Z', 'updated_at': '2022-01-28T01:44:49Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': 'da5c3824-d304-4b3f-aa89-fbf632bac2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:44:50.572097 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-7eb0a70b-04ef-4ec1-893e-f8d9749230c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:50.595085 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-8bfe15a2-fe8e-46a3-a983-7422da78c766 None None] Provisioning complete for port 86675f4d-7116-4c76-b93c-cd1c65cb976a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:44:50.595496 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8bfe15a2-fe8e-46a3-a983-7422da78c766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (86675f4d-7116-4c76-b93c-cd1c65cb976a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:50.597243 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44267faf-d074-43b6-a444-6655479ef880 None None] The sync data for ids ['00f4db9c-79a0-477a-846a-fabb795f7957'] in n-d-826754-1 is: [{'id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894413110', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '08e9e6d1-7857-4b0b-a234-842829c2d215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:44:43Z', 'updated_at': '2022-01-28T01:44:47Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '08e9e6d1-7857-4b0b-a234-842829c2d215', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:44:43Z', 'updated_at': '2022-01-28T01:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '86675f4d-7116-4c76-b93c-cd1c65cb976a', 'name': '', 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:de:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'da5c3824-d304-4b3f-aa89-fbf632bac2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:44:46Z', 'updated_at': '2022-01-28T01:44:49Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': 'da5c3824-d304-4b3f-aa89-fbf632bac2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:44:50.625269 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-7eb0a70b-04ef-4ec1-893e-f8d9749230c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network 7b465871-21c3-40bb-946c-e87a796b04e5 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:44:50.631041 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-7eb0a70b-04ef-4ec1-893e-f8d9749230c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:44:50.636758 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-7eb0a70b-04ef-4ec1-893e-f8d9749230c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:44:50.669691 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0a70b-04ef-4ec1-893e-f8d9749230c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Port': ['ID=d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:50.710502 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-7eb0a70b-04ef-4ec1-893e-f8d9749230c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:50.711253 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-7eb0a70b-04ef-4ec1-893e-f8d9749230c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:50.733884 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-7eb0a70b-04ef-4ec1-893e-f8d9749230c7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6204119 Jan 28 01:44:50.743763 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-8bfe15a2-fe8e-46a3-a983-7422da78c766 None None] Current status of the port 86675f4d-7116-4c76-b93c-cd1c65cb976a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:44:50.752431 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-08b49af4-7ce9-4cff-ab6a-cbb55d24ae3f service neutron] Request body: {'port': {'device_id': '7683d37f-3dac-425f-a763-e46230fa221a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:44:50.820581 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-08b49af4-7ce9-4cff-ab6a-cbb55d24ae3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:50.898947 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 86675f4d-7116-4c76-b93c-cd1c65cb976a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:44:50.972991 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 86675f4d-7116-4c76-b93c-cd1c65cb976a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:44:50.973765 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (86675f4d-7116-4c76-b93c-cd1c65cb976a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:51.072010 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 86675f4d-7116-4c76-b93c-cd1c65cb976a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:44:51.073116 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device e9dbf2f1-39e1-4aa2-8b39-f77aef97053b up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:44:51.098308 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d4187-cda9-4e84-afe8-f4e8b18ba86d req-1ec6fdde-40e2-4439-b376-b3056feedfeb tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:51.100568 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-524d4187-cda9-4e84-afe8-f4e8b18ba86d req-1ec6fdde-40e2-4439-b376-b3056feedfeb tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 932 time: 0.0620892 Jan 28 01:44:51.114841 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d8ea0356-2981-409f-8e60-53c5bbbb76c3 None None] Provisioning complete for port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:44:51.115226 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d8ea0356-2981-409f-8e60-53c5bbbb76c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:51.156462 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-08b49af4-7ce9-4cff-ab6a-cbb55d24ae3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:44:51.165374 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-524d4187-cda9-4e84-afe8-f4e8b18ba86d req-f24d55c5-5f43-4101-972f-c68d77f3232e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575192 Jan 28 01:44:51.166234 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d8ea0356-2981-409f-8e60-53c5bbbb76c3 None None] Port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:44:51.167386 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-08b49af4-7ce9-4cff-ab6a-cbb55d24ae3f service neutron] Publish callbacks [] for port (d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:51.179463 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port e9dbf2f1-39e1-4aa2-8b39-f77aef97053b triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:44:51.179867 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e9dbf2f1-39e1-4aa2-8b39-f77aef97053b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:51.197064 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-08b49af4-7ce9-4cff-ab6a-cbb55d24ae3f service neutron] Transition to ACTIVE for port object d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:44:51.201728 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-08b49af4-7ce9-4cff-ab6a-cbb55d24ae3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:51.258647 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b49af4-7ce9-4cff-ab6a-cbb55d24ae3f service neutron] Pushing event updated for resources: {'Port': ['ID=d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:51.300776 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port e9dbf2f1-39e1-4aa2-8b39-f77aef97053b is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:44:51.336555 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-08b49af4-7ce9-4cff-ab6a-cbb55d24ae3f service neutron] Attempting to bind port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:44:51.336887 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-08b49af4-7ce9-4cff-ab6a-cbb55d24ae3f service neutron] Attempting to bind port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '17672dd4-7034-4b6b-8dc1-bf5f90fefaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:44:51.337217 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-08b49af4-7ce9-4cff-ab6a-cbb55d24ae3f service neutron] Attempting to bind port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d on network 7b465871-21c3-40bb-946c-e87a796b04e5 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:44:51.342552 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-08b49af4-7ce9-4cff-ab6a-cbb55d24ae3f service neutron] Port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d on network 7b465871-21c3-40bb-946c-e87a796b04e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:44:51.342917 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-08b49af4-7ce9-4cff-ab6a-cbb55d24ae3f service neutron] Attempting to bind port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d on network 7b465871-21c3-40bb-946c-e87a796b04e5 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:44:51.348723 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-08b49af4-7ce9-4cff-ab6a-cbb55d24ae3f service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:44:51.349121 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-08b49af4-7ce9-4cff-ab6a-cbb55d24ae3f service neutron] Checking segment: {'id': '17672dd4-7034-4b6b-8dc1-bf5f90fefaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:44:51.349620 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-08b49af4-7ce9-4cff-ab6a-cbb55d24ae3f service neutron] Bound using segment: {'id': '17672dd4-7034-4b6b-8dc1-bf5f90fefaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:44:51.349929 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-08b49af4-7ce9-4cff-ab6a-cbb55d24ae3f service neutron] Bound port: d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17672dd4-7034-4b6b-8dc1-bf5f90fefaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:44:51.350337 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-08b49af4-7ce9-4cff-ab6a-cbb55d24ae3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:51.431736 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-08b49af4-7ce9-4cff-ab6a-cbb55d24ae3f service neutron] For port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:44:51.434999 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-08b49af4-7ce9-4cff-ab6a-cbb55d24ae3f service neutron] For port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d,segment=NetworkSegment(17672dd4-7034-4b6b-8dc1-bf5f90fefaeb),segment_id=17672dd4-7034-4b6b-8dc1-bf5f90fefaeb)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:44:51.440949 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-08b49af4-7ce9-4cff-ab6a-cbb55d24ae3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:51.485553 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-08b49af4-7ce9-4cff-ab6a-cbb55d24ae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:51.486117 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-08b49af4-7ce9-4cff-ab6a-cbb55d24ae3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:51.487590 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-08b49af4-7ce9-4cff-ab6a-cbb55d24ae3f service neutron] 10.222.0.52 "PUT /v2.0/ports/d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d HTTP/1.1" status: 200 len: 1092 time: 0.7410450 Jan 28 01:44:51.488104 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7683d37f-3dac-425f-a763-e46230fa221a', 'tag': 'd28fe1a6-a8d8-4490-9f2f-f8f86875ac5d'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:44:51.490967 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e02cef-f3ec-4534-bcfa-2d17bc4bc135" -d '{"events": [{"name": "network-changed", "server_uuid": "7683d37f-3dac-425f-a763-e46230fa221a", "tag": "d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:44:51.537549 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b49af4-7ce9-4cff-ab6a-cbb55d24ae3f service neutron] Pushing event updated for resources: {'Port': ['ID=d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:51.547184 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c95fdd5-8169-4b6b-8948-e1ab066e6528 x-openstack-request-id: req-7c95fdd5-8169-4b6b-8948-e1ab066e6528 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:44:51.547480 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7683d37f-3dac-425f-a763-e46230fa221a", "tag": "d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:44:51.547799 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7c95fdd5-8169-4b6b-8948-e1ab066e6528 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:44:51.548205 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7683d37f-3dac-425f-a763-e46230fa221a', 'tag': 'd28fe1a6-a8d8-4490-9f2f-f8f86875ac5d', 'status': 'completed', 'code': 200} Jan 28 01:44:51.610786 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-5b7b8f4a-cc5c-4138-b4c9-e37adec0676f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:51.612572 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-5b7b8f4a-cc5c-4138-b4c9-e37adec0676f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 1095 time: 0.0481441 Jan 28 01:44:51.666879 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-4fdcd052-22e8-4339-9818-9ce066ded362 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d HTTP/1.1" status: 200 len: 217 time: 0.0415866 Jan 28 01:44:51.721516 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-4acba62c-3c46-4dc1-8d42-38653752c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:51.723036 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-4acba62c-3c46-4dc1-8d42-38653752c5af service neutron] 10.222.0.52 "GET /v2.0/subnets?id=da5c3824-d304-4b3f-aa89-fbf632bac2be HTTP/1.1" status: 200 len: 834 time: 0.0501218 Jan 28 01:44:51.773425 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-7de19ef7-25bf-4f5c-bc00-74a9801392a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:51.775854 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-7de19ef7-25bf-4f5c-bc00-74a9801392a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b465871-21c3-40bb-946c-e87a796b04e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469835 Jan 28 01:44:51.877064 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-0a842909-d8db-472b-a58a-f31da013c8e2 service neutron] 10.222.0.52 "GET /v2.0/networks/7b465871-21c3-40bb-946c-e87a796b04e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949609 Jan 28 01:44:51.972553 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5023eef7-e95a-4e1a-a55c-02c1a97d6547 req-6e2be971-1d7e-4ae4-8a0e-261ac8bd90b5 service neutron] 10.222.0.52 "GET /v2.0/networks/7b465871-21c3-40bb-946c-e87a796b04e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889258 Jan 28 01:44:52.106412 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e02cef-f3ec-4534-bcfa-2d17bc4bc135 req-141f2e2f-6d7d-4be4-9390-eac3d65059f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:52.107929 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-17e02cef-f3ec-4534-bcfa-2d17bc4bc135 req-141f2e2f-6d7d-4be4-9390-eac3d65059f9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 1095 time: 0.0440421 Jan 28 01:44:52.207116 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e02cef-f3ec-4534-bcfa-2d17bc4bc135 req-1b4bdfc9-ab58-4249-ad7a-11e3a1fe7c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:52.208678 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-17e02cef-f3ec-4534-bcfa-2d17bc4bc135 req-1b4bdfc9-ab58-4249-ad7a-11e3a1fe7c60 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7b465871-21c3-40bb-946c-e87a796b04e5 HTTP/1.1" status: 200 len: 898 time: 0.0893431 Jan 28 01:44:52.250392 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-17e02cef-f3ec-4534-bcfa-2d17bc4bc135 req-0e0b0f9f-d355-4007-b2a0-f927c9d59818 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d HTTP/1.1" status: 200 len: 217 time: 0.0351298 Jan 28 01:44:52.289131 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca8a5a-32e8-4419-9f97-276c40a98cd6 req-0d0a4ccb-a25f-40ab-bd21-ea1c28c8d177 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:52.290649 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7ca8a5a-32e8-4419-9f97-276c40a98cd6 req-0d0a4ccb-a25f-40ab-bd21-ea1c28c8d177 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 944 time: 0.0513418 Jan 28 01:44:52.302807 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e02cef-f3ec-4534-bcfa-2d17bc4bc135 req-50ed7cfd-707b-4e3f-8d5d-b10b232b16fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:52.304258 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-17e02cef-f3ec-4534-bcfa-2d17bc4bc135 req-50ed7cfd-707b-4e3f-8d5d-b10b232b16fa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=da5c3824-d304-4b3f-aa89-fbf632bac2be HTTP/1.1" status: 200 len: 834 time: 0.0488284 Jan 28 01:44:52.340704 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a7ca8a5a-32e8-4419-9f97-276c40a98cd6 req-a27da9b2-7e70-4cbc-bc1d-3274ee3b3784 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443828 Jan 28 01:44:52.350878 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e02cef-f3ec-4534-bcfa-2d17bc4bc135 req-d9ea7dc9-7cd9-418d-9fe4-751d9a6022ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:52.352437 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-17e02cef-f3ec-4534-bcfa-2d17bc4bc135 req-d9ea7dc9-7cd9-418d-9fe4-751d9a6022ad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b465871-21c3-40bb-946c-e87a796b04e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417185 Jan 28 01:44:52.443231 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-17e02cef-f3ec-4534-bcfa-2d17bc4bc135 req-98b021d9-c1ff-4183-9e16-5c78388f1db4 service neutron] 10.222.0.52 "GET /v2.0/networks/7b465871-21c3-40bb-946c-e87a796b04e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850430 Jan 28 01:44:52.537914 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-17e02cef-f3ec-4534-bcfa-2d17bc4bc135 req-8217d0f2-59d7-40cd-8fe2-14af69bb73f1 service neutron] 10.222.0.52 "GET /v2.0/networks/7b465871-21c3-40bb-946c-e87a796b04e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890095 Jan 28 01:44:53.463890 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b5a11-915e-41da-828d-d6fd57c1a983 req-f06d7c51-0558-42a9-b4a2-ffc4f40832c6 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:53.465406 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-511b5a11-915e-41da-828d-d6fd57c1a983 req-f06d7c51-0558-42a9-b4a2-ffc4f40832c6 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 944 time: 0.0547700 Jan 28 01:44:53.517111 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-511b5a11-915e-41da-828d-d6fd57c1a983 req-01570a4e-dcbe-4cad-be50-11b008f449f7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458663 Jan 28 01:44:54.632590 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5527b1-1e80-4793-9e8e-c1d8ac3a696f req-99f91298-1301-4dd3-9e59-3103f04580a9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:54.634067 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2b5527b1-1e80-4793-9e8e-c1d8ac3a696f req-99f91298-1301-4dd3-9e59-3103f04580a9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 944 time: 0.0492918 Jan 28 01:44:54.684336 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2b5527b1-1e80-4793-9e8e-c1d8ac3a696f req-e83a0ce7-2aca-460d-8c82-01a20bf3ec5e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444479 Jan 28 01:44:55.687906 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:44:55.786835 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d,segment=NetworkSegment(17672dd4-7034-4b6b-8dc1-bf5f90fefaeb),segment_id=17672dd4-7034-4b6b-8dc1-bf5f90fefaeb)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:44:55.799983 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': 'd28fe1a6-a8d8-4490-9f2f-f8f86875ac5d', 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5', 'port_id': 'd28fe1a6-a8d8-4490-9f2f-f8f86875ac5d', 'mac_address': 'fa:16:3e:5f:be:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5c3824-d304-4b3f-aa89-fbf632bac2be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:44:55.802759 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08f485-4666-41ee-ab14-437bde384292 req-6db14ec4-8d2b-47a4-b057-a22fd075f26f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:55.804337 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b08f485-4666-41ee-ab14-437bde384292 req-6db14ec4-8d2b-47a4-b057-a22fd075f26f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 944 time: 0.0487406 Jan 28 01:44:55.839328 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:44:55.839793 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:55.853755 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:44:55.861199 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4b08f485-4666-41ee-ab14-437bde384292 req-da4eb0d8-fa2f-490c-90b9-3bd0e6048350 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507414 Jan 28 01:44:55.881593 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d,segment=NetworkSegment(17672dd4-7034-4b6b-8dc1-bf5f90fefaeb),segment_id=17672dd4-7034-4b6b-8dc1-bf5f90fefaeb)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:44:55.886132 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:55.933616 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:56.302799 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:44:56.982964 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b85824-4164-4d65-b441-ed9ca28265d6 req-7554d9c7-0460-4837-b358-06a67a976416 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:56.985549 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09b85824-4164-4d65-b441-ed9ca28265d6 req-7554d9c7-0460-4837-b358-06a67a976416 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 945 time: 0.0530136 Jan 28 01:44:57.036811 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-09b85824-4164-4d65-b441-ed9ca28265d6 req-7cc309af-7c73-4cfa-a338-0151c78cd266 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450068 Jan 28 01:44:57.703715 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:44:57.753809 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:44:57.758592 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:44:57.758971 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:57.851445 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:44:57.851868 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:57.874866 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7683d37f-3dac-425f-a763-e46230fa221a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28fe1a6-a8d8-4490-9f2f-f8f86875ac5d'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:44:57.877306 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4896aec-15dd-473d-b14f-82c8518c7b63" -d '{"events": [{"server_uuid": "7683d37f-3dac-425f-a763-e46230fa221a", "name": "network-vif-plugged", "status": "completed", "tag": "d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:44:57.892447 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d,segment=NetworkSegment(17672dd4-7034-4b6b-8dc1-bf5f90fefaeb),segment_id=17672dd4-7034-4b6b-8dc1-bf5f90fefaeb)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:44:57.897342 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:44:57.924386 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7b755c-3581-41ce-92ae-8e6f9aec721b x-openstack-request-id: req-ce7b755c-3581-41ce-92ae-8e6f9aec721b {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:44:57.924687 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7683d37f-3dac-425f-a763-e46230fa221a", "name": "network-vif-plugged", "status": "completed", "tag": "d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:44:57.924948 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ce7b755c-3581-41ce-92ae-8e6f9aec721b {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:44:57.925351 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7683d37f-3dac-425f-a763-e46230fa221a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28fe1a6-a8d8-4490-9f2f-f8f86875ac5d', 'code': 200} Jan 28 01:44:57.955860 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:44:58.062459 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259c2c5-cad7-4322-a71b-f45730d26116 req-e8c29dbe-c077-46cd-889e-0e2c2a03f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:58.064037 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7259c2c5-cad7-4322-a71b-f45730d26116 req-e8c29dbe-c077-46cd-889e-0e2c2a03f0a7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 1097 time: 0.0533555 Jan 28 01:44:58.113250 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7259c2c5-cad7-4322-a71b-f45730d26116 req-aef030a9-c009-48fd-8309-efdc85d36d5e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421925 Jan 28 01:44:58.168423 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09852f-fb73-4c70-922d-c734e68948dd req-de5088e8-6640-4ece-85d5-533e73209082 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:58.169946 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cf09852f-fb73-4c70-922d-c734e68948dd req-de5088e8-6640-4ece-85d5-533e73209082 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 946 time: 0.0538740 Jan 28 01:44:58.221697 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cf09852f-fb73-4c70-922d-c734e68948dd req-13a46462-ce1b-4d27-8788-3446368684b6 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451641 Jan 28 01:44:59.344553 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4fcdf-1851-470e-929a-19a82985a785 req-07797cc8-c6a5-4b00-b925-aeb28cd46a59 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:44:59.346040 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0eb4fcdf-1851-470e-929a-19a82985a785 req-07797cc8-c6a5-4b00-b925-aeb28cd46a59 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 946 time: 0.0525305 Jan 28 01:44:59.396111 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0eb4fcdf-1851-470e-929a-19a82985a785 req-fa17a5cb-2b1e-4b95-a5a5-7336d28d7726 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444329 Jan 28 01:45:00.516569 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8981e5-cb98-472f-ac17-cf03341106af req-4844e2bc-1b30-49c5-a89e-637d4d903f06 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:00.518126 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e8981e5-cb98-472f-ac17-cf03341106af req-4844e2bc-1b30-49c5-a89e-637d4d903f06 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 946 time: 0.0494769 Jan 28 01:45:00.568614 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e8981e5-cb98-472f-ac17-cf03341106af req-7a1e1139-feb6-4eb2-9044-467ef31d6685 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447617 Jan 28 01:45:00.686200 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be9d4c-ed6d-4cf0-b8d1-93262e455410 req-dc009b2b-2adb-4e55-b4a9-17f82c657b3f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:00.688347 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f3be9d4c-ed6d-4cf0-b8d1-93262e455410 req-dc009b2b-2adb-4e55-b4a9-17f82c657b3f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 946 time: 0.0532115 Jan 28 01:45:00.737138 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f3be9d4c-ed6d-4cf0-b8d1-93262e455410 req-74811512-86e6-410e-9472-cf33ae21bd50 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430713 Jan 28 01:45:00.758964 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56922) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:45:00.799768 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41af78dd-8f4e-4319-be0d-473eb7fbe1db tempest-TestNetworkAdvancedServerOps-198064769 tempest-TestNetworkAdvancedServerOps-198064769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:00.801298 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-41af78dd-8f4e-4319-be0d-473eb7fbe1db tempest-TestNetworkAdvancedServerOps-198064769 tempest-TestNetworkAdvancedServerOps-198064769-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 1092 time: 0.0413518 Jan 28 01:45:00.804669 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56924) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:45:00.808959 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-a666d119-ee8b-4343-b631-a1a4c5805882 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'port_id': 'd28fe1a6-a8d8-4490-9f2f-f8f86875ac5d', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:45:00.829785 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a666d119-ee8b-4343-b631-a1a4c5805882 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:00.929304 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a666d119-ee8b-4343-b631-a1a4c5805882 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:01.030294 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-a666d119-ee8b-4343-b631-a1a4c5805882 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Allocated IP 172.25.3.28 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/418880c7-a776-49fd-8712-229dc28d05f1) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:45:01.132442 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a666d119-ee8b-4343-b631-a1a4c5805882 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for port (418880c7-a776-49fd-8712-229dc28d05f1), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:01.165720 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a666d119-ee8b-4343-b631-a1a4c5805882 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (418880c7-a776-49fd-8712-229dc28d05f1), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:01.200747 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a666d119-ee8b-4343-b631-a1a4c5805882 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:45:01.203962 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-a666d119-ee8b-4343-b631-a1a4c5805882 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:45:01.207370 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a666d119-ee8b-4343-b631-a1a4c5805882 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:45:01.238545 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666d119-ee8b-4343-b631-a1a4c5805882 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Port': ['ID=418880c7-a776-49fd-8712-229dc28d05f1,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:45:01.582184 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a666d119-ee8b-4343-b631-a1a4c5805882 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for floatingip (a6e280eb-f58b-46e0-a318-f7438a6b182c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:01.648668 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a666d119-ee8b-4343-b631-a1a4c5805882 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (418880c7-a776-49fd-8712-229dc28d05f1), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:01.806874 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a666d119-ee8b-4343-b631-a1a4c5805882 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for port (418880c7-a776-49fd-8712-229dc28d05f1), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:01.811548 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a666d119-ee8b-4343-b631-a1a4c5805882 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (418880c7-a776-49fd-8712-229dc28d05f1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:01.881960 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666d119-ee8b-4343-b631-a1a4c5805882 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Port': ['ID=418880c7-a776-49fd-8712-229dc28d05f1,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:45:01.894352 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a666d119-ee8b-4343-b631-a1a4c5805882 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (a6e280eb-f58b-46e0-a318-f7438a6b182c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:01.998141 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-a666d119-ee8b-4343-b631-a1a4c5805882 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Floating IP a6e280eb-f58b-46e0-a318-f7438a6b182c associated. External IP: 172.25.3.28, port: d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d. Jan 28 01:45:02.214674 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a666d119-ee8b-4343-b631-a1a4c5805882 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Router 00f4db9c-79a0-477a-846a-fabb795f7957 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:45:02.330037 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a666d119-ee8b-4343-b631-a1a4c5805882 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:45:02.339414 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f388de-e111-4fbd-9d6f-bcc60b0261c0 None None] Sync routers for ids ['00f4db9c-79a0-477a-846a-fabb795f7957'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:45:02.349583 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a666d119-ee8b-4343-b631-a1a4c5805882 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:02.349999 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f388de-e111-4fbd-9d6f-bcc60b0261c0 None None] Routers {'00f4db9c-79a0-477a-846a-fabb795f7957'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:45:02.350614 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-90f388de-e111-4fbd-9d6f-bcc60b0261c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:44:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['00f4db9c-79a0-477a-846a-fabb795f7957'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:45:02.378045 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a666d119-ee8b-4343-b631-a1a4c5805882 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5722704 Jan 28 01:45:02.378543 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7683d37f-3dac-425f-a763-e46230fa221a', 'tag': 'd28fe1a6-a8d8-4490-9f2f-f8f86875ac5d'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:45:02.380833 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea62315-73a4-4f56-bb79-ea75c3864b43" -d '{"events": [{"name": "network-changed", "server_uuid": "7683d37f-3dac-425f-a763-e46230fa221a", "tag": "d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:45:02.429361 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2264d5a0-61d1-4c4a-851f-d97c554e77f6 x-openstack-request-id: req-2264d5a0-61d1-4c4a-851f-d97c554e77f6 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:45:02.429665 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7683d37f-3dac-425f-a763-e46230fa221a", "tag": "d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:45:02.429925 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2264d5a0-61d1-4c4a-851f-d97c554e77f6 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:45:02.430344 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7683d37f-3dac-425f-a763-e46230fa221a', 'tag': 'd28fe1a6-a8d8-4490-9f2f-f8f86875ac5d', 'status': 'completed', 'code': 200} Jan 28 01:45:02.462926 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-90f388de-e111-4fbd-9d6f-bcc60b0261c0 None None] Set router 00f4db9c-79a0-477a-846a-fabb795f7957 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:45:02.489251 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6065f7c-1835-4f2b-8a9d-56cce006e731 req-aa914432-639d-46c4-a690-95265f05739b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:02.490970 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e6065f7c-1835-4f2b-8a9d-56cce006e731 req-aa914432-639d-46c4-a690-95265f05739b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 946 time: 0.0497186 Jan 28 01:45:02.515107 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea62315-73a4-4f56-bb79-ea75c3864b43 req-eec9fb08-8374-4cfc-b4b4-80599169cb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:02.517439 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0ea62315-73a4-4f56-bb79-ea75c3864b43 req-eec9fb08-8374-4cfc-b4b4-80599169cb84 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 1097 time: 0.0452952 Jan 28 01:45:02.549416 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e6065f7c-1835-4f2b-8a9d-56cce006e731 req-032d8cb6-487b-4fc4-83c0-297325448415 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520880 Jan 28 01:45:02.571770 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56930) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:45:02.618809 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea62315-73a4-4f56-bb79-ea75c3864b43 req-ad0e64b5-cb85-4c01-a245-fc8c24052bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:02.620292 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0ea62315-73a4-4f56-bb79-ea75c3864b43 req-ad0e64b5-cb85-4c01-a245-fc8c24052bc3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7b465871-21c3-40bb-946c-e87a796b04e5 HTTP/1.1" status: 200 len: 898 time: 0.0975909 Jan 28 01:45:02.638363 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b7a8b7d3-f037-4c87-a509-a58c5312cfdb tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/floatingips/a6e280eb-f58b-46e0-a318-f7438a6b182c HTTP/1.1" status: 200 len: 991 time: 0.0649278 Jan 28 01:45:02.691135 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0ea62315-73a4-4f56-bb79-ea75c3864b43 req-c3926811-5f4f-4cdb-a12a-1522fd7a67a7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d HTTP/1.1" status: 200 len: 999 time: 0.0650442 Jan 28 01:45:02.747052 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea62315-73a4-4f56-bb79-ea75c3864b43 req-f053ca75-ebd1-4620-8be2-952519052dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:02.748569 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0ea62315-73a4-4f56-bb79-ea75c3864b43 req-f053ca75-ebd1-4620-8be2-952519052dec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=da5c3824-d304-4b3f-aa89-fbf632bac2be HTTP/1.1" status: 200 len: 834 time: 0.0522118 Jan 28 01:45:02.793992 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea62315-73a4-4f56-bb79-ea75c3864b43 req-d3d92816-99ed-419d-828a-3e0ee16d2c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:02.795492 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0ea62315-73a4-4f56-bb79-ea75c3864b43 req-d3d92816-99ed-419d-828a-3e0ee16d2c06 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b465871-21c3-40bb-946c-e87a796b04e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416262 Jan 28 01:45:02.797102 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-90f388de-e111-4fbd-9d6f-bcc60b0261c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894413110', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '08e9e6d1-7857-4b0b-a234-842829c2d215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:44:43Z', 'updated_at': '2022-01-28T01:44:47Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '08e9e6d1-7857-4b0b-a234-842829c2d215', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:44:43Z', 'updated_at': '2022-01-28T01:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'a6e280eb-f58b-46e0-a318-f7438a6b182c', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'port_id': 'd28fe1a6-a8d8-4490-9f2f-f8f86875ac5d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5', 'mac_address': 'fa:16:3e:5f:be:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7683d37f-3dac-425f-a763-e46230fa221a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:45:01Z', 'updated_at': '2022-01-28T01:45:01Z', 'revision_number': 0, 'project_id': '059bca68032541d59fac92aef233eaae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86675f4d-7116-4c76-b93c-cd1c65cb976a', 'name': '', 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:de:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'da5c3824-d304-4b3f-aa89-fbf632bac2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:44:46Z', 'updated_at': '2022-01-28T01:44:50Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': 'da5c3824-d304-4b3f-aa89-fbf632bac2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:45:02.823658 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f388de-e111-4fbd-9d6f-bcc60b0261c0 None None] Checking router: 00f4db9c-79a0-477a-846a-fabb795f7957 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:45:02.833043 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f388de-e111-4fbd-9d6f-bcc60b0261c0 None None] Routers {'00f4db9c-79a0-477a-846a-fabb795f7957'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:45:02.833679 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-90f388de-e111-4fbd-9d6f-bcc60b0261c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:44:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['00f4db9c-79a0-477a-846a-fabb795f7957'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:45:02.884055 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0ea62315-73a4-4f56-bb79-ea75c3864b43 req-8bbc77fa-fe7c-4bde-985c-7f91a377a2ef service neutron] 10.222.0.52 "GET /v2.0/networks/7b465871-21c3-40bb-946c-e87a796b04e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823293 Jan 28 01:45:02.941233 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-90f388de-e111-4fbd-9d6f-bcc60b0261c0 None None] Set router 00f4db9c-79a0-477a-846a-fabb795f7957 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:45:02.981171 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-0ea62315-73a4-4f56-bb79-ea75c3864b43 req-e86943c8-de55-4ac4-8c7a-6a44e9053def service neutron] 10.222.0.52 "GET /v2.0/networks/7b465871-21c3-40bb-946c-e87a796b04e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886090 Jan 28 01:45:03.167963 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-90f388de-e111-4fbd-9d6f-bcc60b0261c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894413110', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '08e9e6d1-7857-4b0b-a234-842829c2d215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:44:43Z', 'updated_at': '2022-01-28T01:44:47Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '08e9e6d1-7857-4b0b-a234-842829c2d215', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:44:43Z', 'updated_at': '2022-01-28T01:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'a6e280eb-f58b-46e0-a318-f7438a6b182c', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'port_id': 'd28fe1a6-a8d8-4490-9f2f-f8f86875ac5d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5', 'mac_address': 'fa:16:3e:5f:be:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7683d37f-3dac-425f-a763-e46230fa221a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:45:01Z', 'updated_at': '2022-01-28T01:45:01Z', 'revision_number': 0, 'project_id': '059bca68032541d59fac92aef233eaae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86675f4d-7116-4c76-b93c-cd1c65cb976a', 'name': '', 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:de:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'da5c3824-d304-4b3f-aa89-fbf632bac2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:44:46Z', 'updated_at': '2022-01-28T01:44:50Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': 'da5c3824-d304-4b3f-aa89-fbf632bac2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:45:03.195107 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f388de-e111-4fbd-9d6f-bcc60b0261c0 None None] The sync data for ids ['00f4db9c-79a0-477a-846a-fabb795f7957'] in n-d-826754-1 is: [{'id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894413110', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '08e9e6d1-7857-4b0b-a234-842829c2d215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:44:43Z', 'updated_at': '2022-01-28T01:44:47Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '08e9e6d1-7857-4b0b-a234-842829c2d215', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:44:43Z', 'updated_at': '2022-01-28T01:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'a6e280eb-f58b-46e0-a318-f7438a6b182c', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'port_id': 'd28fe1a6-a8d8-4490-9f2f-f8f86875ac5d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5', 'mac_address': 'fa:16:3e:5f:be:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7683d37f-3dac-425f-a763-e46230fa221a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:45:01Z', 'updated_at': '2022-01-28T01:45:01Z', 'revision_number': 0, 'project_id': '059bca68032541d59fac92aef233eaae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86675f4d-7116-4c76-b93c-cd1c65cb976a', 'name': '', 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:de:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'da5c3824-d304-4b3f-aa89-fbf632bac2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:44:46Z', 'updated_at': '2022-01-28T01:44:50Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': 'da5c3824-d304-4b3f-aa89-fbf632bac2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:45:03.387495 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d3f7bc-48d7-4e29-8a54-41c388b0ac87 None None] New status for floating IP a6e280eb-f58b-46e0-a318-f7438a6b182c: ACTIVE {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:45:03.641708 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 56932) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:45:03.705979 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-91191dba-a1ef-4155-a8d7-cb8c4549b571 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/floatingips/a6e280eb-f58b-46e0-a318-f7438a6b182c HTTP/1.1" status: 200 len: 993 time: 0.0631244 Jan 28 01:45:06.184997 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9ecef88a-9d17-4df4-a13c-466e12546cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:06.547654 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:45:08.492118 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7294e468-c574-49c2-9fc3-63c39795b741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:10.020082 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:11.553378 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:12.343273 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:13.739361 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:15.353315 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:36.187769 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-85fba2ee-e930-4307-9682-f28ffb17495c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:38.493940 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60ba4e65-73ff-481f-9ce8-2f3f4e199435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:40.023273 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:41.555483 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:42.345156 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:43.547583 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:45:43.736655 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:45.362739 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:45:56.181851 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-20dc8c3b-7552-4f3d-a8ef-4997874ad1ae req-5b95dcd8-4ba5-4fb5-bfd9-bb8894a35cec service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400262 Jan 28 01:45:56.277262 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc8c3b-7552-4f3d-a8ef-4997874ad1ae req-769e2f6d-edf9-4289-a6df-3e135a692a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:56.278841 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-20dc8c3b-7552-4f3d-a8ef-4997874ad1ae req-769e2f6d-edf9-4289-a6df-3e135a692a03 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 1097 time: 0.0413232 Jan 28 01:45:56.384280 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc8c3b-7552-4f3d-a8ef-4997874ad1ae req-bcef85ae-2f07-4bce-bf17-6f40dea6c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:56.385750 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-20dc8c3b-7552-4f3d-a8ef-4997874ad1ae req-bcef85ae-2f07-4bce-bf17-6f40dea6c712 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7b465871-21c3-40bb-946c-e87a796b04e5 HTTP/1.1" status: 200 len: 898 time: 0.0891049 Jan 28 01:45:56.452053 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-20dc8c3b-7552-4f3d-a8ef-4997874ad1ae req-895eccd1-ec6d-4799-a2da-d215b00ae087 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d HTTP/1.1" status: 200 len: 1001 time: 0.0592320 Jan 28 01:45:56.508976 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc8c3b-7552-4f3d-a8ef-4997874ad1ae req-0d304311-d890-4ba2-ac22-5d1767134c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:56.510428 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-20dc8c3b-7552-4f3d-a8ef-4997874ad1ae req-0d304311-d890-4ba2-ac22-5d1767134c55 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=da5c3824-d304-4b3f-aa89-fbf632bac2be HTTP/1.1" status: 200 len: 834 time: 0.0534616 Jan 28 01:45:56.555792 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc8c3b-7552-4f3d-a8ef-4997874ad1ae req-5aca8c0b-5c28-4bd3-a1cd-22f8856c9438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:45:56.557322 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-20dc8c3b-7552-4f3d-a8ef-4997874ad1ae req-5aca8c0b-5c28-4bd3-a1cd-22f8856c9438 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b465871-21c3-40bb-946c-e87a796b04e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412781 Jan 28 01:45:56.646265 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-20dc8c3b-7552-4f3d-a8ef-4997874ad1ae req-e4aac276-73dc-4aae-be9d-72274a16b9d2 service neutron] 10.222.0.52 "GET /v2.0/networks/7b465871-21c3-40bb-946c-e87a796b04e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824795 Jan 28 01:45:56.740920 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-20dc8c3b-7552-4f3d-a8ef-4997874ad1ae req-c0bf6493-cc35-4818-bbf3-1245a01e9bd2 service neutron] 10.222.0.52 "GET /v2.0/networks/7b465871-21c3-40bb-946c-e87a796b04e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882335 Jan 28 01:46:06.190580 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6a0d29b8-5d98-4c9b-9021-ae02173abe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:06.391510 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-60ae4be5-7eb1-4f9b-8b44-d6827e5051e0 req-981e1b98-e772-478e-baba-12f7f749c3db service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:46:06.392521 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-60ae4be5-7eb1-4f9b-8b44-d6827e5051e0 req-981e1b98-e772-478e-baba-12f7f749c3db service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073366 Jan 28 01:46:06.583442 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2f63a-e04e-4d2a-9a94-31f1e958a459 req-4eef3fab-f18a-4539-bf1a-ca0d254ccd3d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:06.584983 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0ec2f63a-e04e-4d2a-9a94-31f1e958a459 req-4eef3fab-f18a-4539-bf1a-ca0d254ccd3d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 946 time: 0.0497720 Jan 28 01:46:06.592777 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 56968) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:46:06.635601 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0ec2f63a-e04e-4d2a-9a94-31f1e958a459 req-9f886ad4-d988-4901-80a6-389e5a5d650e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449870 Jan 28 01:46:06.674711 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-ff501997-5938-47eb-bfb3-b9f04166f7f1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807331 Jan 28 01:46:06.682960 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-475e7b8f-bbcd-4219-b537-177771273008 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:46:06.683948 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-475e7b8f-bbcd-4219-b537-177771273008 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049124 Jan 28 01:46:07.756546 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29808b0c-31ce-45c1-9c5f-9054f6f8e828 req-9e326857-4351-4fb0-b0ed-ac007022b750 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:07.758082 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-29808b0c-31ce-45c1-9c5f-9054f6f8e828 req-9e326857-4351-4fb0-b0ed-ac007022b750 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 946 time: 0.0512402 Jan 28 01:46:07.813737 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-29808b0c-31ce-45c1-9c5f-9054f6f8e828 req-db5991ff-5e9f-41c5-b3bf-db6896987ef6 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498140 Jan 28 01:46:07.987045 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-3d0f2780-e0b8-45e3-a998-b16a8deb5a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:07.988605 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-3d0f2780-e0b8-45e3-a998-b16a8deb5a65 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 1097 time: 0.0434771 Jan 28 01:46:08.090949 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-6a989825-1415-43f0-b24d-c40bd40e2ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:08.092461 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-6a989825-1415-43f0-b24d-c40bd40e2ec9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7b465871-21c3-40bb-946c-e87a796b04e5 HTTP/1.1" status: 200 len: 898 time: 0.0972548 Jan 28 01:46:08.161143 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-abecc5da-f0ff-4ed3-b78c-bbf9166fa74b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d HTTP/1.1" status: 200 len: 1001 time: 0.0616767 Jan 28 01:46:08.215809 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-ffcbd6da-a569-4fba-8b85-8f6632bf1f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:08.217262 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-ffcbd6da-a569-4fba-8b85-8f6632bf1f65 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=da5c3824-d304-4b3f-aa89-fbf632bac2be HTTP/1.1" status: 200 len: 834 time: 0.0499456 Jan 28 01:46:08.262856 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-f9ca8ff0-c90e-4d1e-a076-ed904bfc4705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:08.264406 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-f9ca8ff0-c90e-4d1e-a076-ed904bfc4705 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b465871-21c3-40bb-946c-e87a796b04e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411263 Jan 28 01:46:08.353783 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-c54a79fa-c12c-46d5-8156-bbe3b88a3535 service neutron] 10.222.0.52 "GET /v2.0/networks/7b465871-21c3-40bb-946c-e87a796b04e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831282 Jan 28 01:46:08.449267 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-edc28ae0-fe4f-4db1-be19-894236ba03aa service neutron] 10.222.0.52 "GET /v2.0/networks/7b465871-21c3-40bb-946c-e87a796b04e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896764 Jan 28 01:46:08.501290 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9f118ab7-cdd1-4118-afaf-77259fa0afc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:08.941483 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80456022-405d-4285-8812-485e69d098b7 req-6a96d25e-508a-430f-a562-d3f09306569f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:08.942956 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-80456022-405d-4285-8812-485e69d098b7 req-6a96d25e-508a-430f-a562-d3f09306569f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 946 time: 0.0533056 Jan 28 01:46:08.991010 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-80456022-405d-4285-8812-485e69d098b7 req-e7172769-3dd6-407b-86f3-f35e86d2d020 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424945 Jan 28 01:46:10.026668 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:10.111336 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9a433-c56b-4cd8-b686-b63b20c9fbbe req-88d4ec35-8473-41ca-b21d-30f0fc1c64bd tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:10.112873 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a4f9a433-c56b-4cd8-b686-b63b20c9fbbe req-88d4ec35-8473-41ca-b21d-30f0fc1c64bd tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 946 time: 0.0486155 Jan 28 01:46:10.161693 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a4f9a433-c56b-4cd8-b686-b63b20c9fbbe req-eb770c81-0c9b-42cc-a760-047f84306346 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433125 Jan 28 01:46:11.277068 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcaacd3-96a9-4745-95e3-ed41517f8524 req-f627e449-6fcd-4b8e-a24e-7382c87a2543 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:11.278549 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2fcaacd3-96a9-4745-95e3-ed41517f8524 req-f627e449-6fcd-4b8e-a24e-7382c87a2543 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 946 time: 0.0483489 Jan 28 01:46:11.332180 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2fcaacd3-96a9-4745-95e3-ed41517f8524 req-ecc317be-244d-423d-93d4-0bcbb0a604a1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472147 Jan 28 01:46:11.558052 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:12.347956 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:12.449492 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1143f-97df-404d-a6d2-09a86826db2e req-abe9af46-eddc-40b1-b050-52d13ef16bc3 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:12.450990 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0dd1143f-97df-404d-a6d2-09a86826db2e req-abe9af46-eddc-40b1-b050-52d13ef16bc3 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 946 time: 0.0504222 Jan 28 01:46:12.501103 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0dd1143f-97df-404d-a6d2-09a86826db2e req-b60e149d-3bb1-4648-863c-b829072c56c6 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440485 Jan 28 01:46:13.616339 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fda29-7507-4ea9-b806-eac606e878c9 req-c6e32860-3598-4102-9a7b-33e13b416bf8 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:13.617807 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-375fda29-7507-4ea9-b806-eac606e878c9 req-c6e32860-3598-4102-9a7b-33e13b416bf8 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 946 time: 0.0476947 Jan 28 01:46:13.666298 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-375fda29-7507-4ea9-b806-eac606e878c9 req-89fa1d50-f75e-4d01-b094-33a0c138ca2a tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429065 Jan 28 01:46:13.744506 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:14.789091 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671dee0-4e23-42cd-a8db-4535de9a4564 req-fcc37994-cfa8-4d64-bacb-8b76032332ef tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:14.790574 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d671dee0-4e23-42cd-a8db-4535de9a4564 req-fcc37994-cfa8-4d64-bacb-8b76032332ef tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 946 time: 0.0522778 Jan 28 01:46:14.843225 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d671dee0-4e23-42cd-a8db-4535de9a4564 req-5391ba53-883b-4e64-a759-2ac94008c424 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470433 Jan 28 01:46:15.376846 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:15.958292 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae848d-f50a-4f0d-931e-967dffb12e33 req-e420ea78-b9e9-4617-b55c-4938ad4b3c2d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:15.959863 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5ae848d-f50a-4f0d-931e-967dffb12e33 req-e420ea78-b9e9-4617-b55c-4938ad4b3c2d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 946 time: 0.0472054 Jan 28 01:46:16.011869 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b5ae848d-f50a-4f0d-931e-967dffb12e33 req-d59043b7-b458-40a5-8073-3abb7ed93126 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463619 Jan 28 01:46:17.133663 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d4414-52c5-49c2-a0da-26982ec08881 req-99e65703-2daf-436c-ac0b-a4bd01ad4321 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:17.135164 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-751d4414-52c5-49c2-a0da-26982ec08881 req-99e65703-2daf-436c-ac0b-a4bd01ad4321 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 946 time: 0.0529580 Jan 28 01:46:17.185811 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-751d4414-52c5-49c2-a0da-26982ec08881 req-541c54e1-ccf8-444b-a47f-e0f9eedd0093 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446157 Jan 28 01:46:18.313301 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63972058-eeeb-4b9c-a64f-d9192e4e76f0 req-d9932326-9137-4fef-902d-ecdf9d963926 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:18.314805 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-63972058-eeeb-4b9c-a64f-d9192e4e76f0 req-d9932326-9137-4fef-902d-ecdf9d963926 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 946 time: 0.0510192 Jan 28 01:46:18.362950 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-63972058-eeeb-4b9c-a64f-d9192e4e76f0 req-cf8c9363-4036-45fb-b689-71eef93e0ee4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425394 Jan 28 01:46:19.481044 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adecd70f-a044-44b4-a1f5-fe20593a04e9 req-4fc2d40f-f8c7-4661-b032-208c03c51009 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:19.482538 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-adecd70f-a044-44b4-a1f5-fe20593a04e9 req-4fc2d40f-f8c7-4661-b032-208c03c51009 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 946 time: 0.0483851 Jan 28 01:46:19.536394 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-adecd70f-a044-44b4-a1f5-fe20593a04e9 req-5f84ac87-dd8d-403c-a28e-a1c318c456f1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476048 Jan 28 01:46:20.474673 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-008dd836-ea71-4807-86a0-c0ec803e5a3c service neutron] show failed (client error): The resource could not be found. Jan 28 01:46:20.475735 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-008dd836-ea71-4807-86a0-c0ec803e5a3c service neutron] 10.222.0.52 "GET /v2.0/ports/d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d/bindings/n-h1-826754-1 HTTP/1.1" status: 404 len: 380 time: 0.0557041 Jan 28 01:46:20.548328 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:46:20.687029 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f462f2b-ed95-48d5-a465-c9d48150413c req-0a78eeb4-b465-41af-9b8e-9448562950dc tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:20.688652 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f462f2b-ed95-48d5-a465-c9d48150413c req-0a78eeb4-b465-41af-9b8e-9448562950dc tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 946 time: 0.0771348 Jan 28 01:46:20.729796 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-9b15b18b-a619-4f68-8be1-aa8184db4b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:20.731289 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-9b15b18b-a619-4f68-8be1-aa8184db4b38 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a&tenant_id=059bca68032541d59fac92aef233eaae HTTP/1.1" status: 200 len: 1097 time: 0.0783479 Jan 28 01:46:20.751717 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826754-1', 'device_owner': 'compute:nova'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:46:20.759502 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f462f2b-ed95-48d5-a465-c9d48150413c req-09db5099-0c4f-482f-93f5-29324ee63cd2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644155 Jan 28 01:46:21.165194 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:21.380093 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] For port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d,segment=NetworkSegment(17672dd4-7034-4b6b-8dc1-bf5f90fefaeb),segment_id=17672dd4-7034-4b6b-8dc1-bf5f90fefaeb)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:46:21.414919 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] For port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d, host n-h2-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:46:21.456712 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7683d37f-3dac-425f-a763-e46230fa221a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd28fe1a6-a8d8-4490-9f2f-f8f86875ac5d'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:46:21.459020 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f2ed22-be8a-4bbc-a38d-4f2b1b8df09f" -d '{"events": [{"server_uuid": "7683d37f-3dac-425f-a763-e46230fa221a", "name": "network-vif-unplugged", "status": "completed", "tag": "d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:46:21.462725 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Publish callbacks [] for port (d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:21.476965 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Transition to ACTIVE for port object d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:46:21.480916 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:21.569876 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Pushing event updated for resources: {'Port': ['ID=d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d,revision_number=6']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:21.581319 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:21.581680 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:21.582030 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:21.582373 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:21.582712 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:21.583046 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:21.583380 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:21.583744 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:21.584071 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:21.584402 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:21.584736 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:21.585072 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:21.585394 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:21.600832 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 01:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b8a469-8647-4bdd-a153-676fcd9d4db5 x-openstack-request-id: req-34b8a469-8647-4bdd-a153-676fcd9d4db5 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:46:21.601135 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7683d37f-3dac-425f-a763-e46230fa221a", "name": "network-vif-unplugged", "status": "completed", "tag": "d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:46:21.601393 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-34b8a469-8647-4bdd-a153-676fcd9d4db5 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:46:21.601803 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7683d37f-3dac-425f-a763-e46230fa221a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd28fe1a6-a8d8-4490-9f2f-f8f86875ac5d', 'code': 200} Jan 28 01:46:21.632511 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] No DVR routers for this DVR port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d on host n-h2-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:46:21.785827 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Attempting to bind port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:46:21.786507 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Attempting to bind port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '17672dd4-7034-4b6b-8dc1-bf5f90fefaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:46:21.786507 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Attempting to bind port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d on network 7b465871-21c3-40bb-946c-e87a796b04e5 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:46:21.791328 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d on network 7b465871-21c3-40bb-946c-e87a796b04e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:46:21.791688 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Attempting to bind port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d on network 7b465871-21c3-40bb-946c-e87a796b04e5 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:46:21.797034 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:46:21.797302 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Checking segment: {'id': '17672dd4-7034-4b6b-8dc1-bf5f90fefaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:46:21.797700 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Bound using segment: {'id': '17672dd4-7034-4b6b-8dc1-bf5f90fefaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:46:21.798151 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Bound port: d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17672dd4-7034-4b6b-8dc1-bf5f90fefaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:46:21.799556 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:21.871534 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] For port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:46:21.875142 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] For port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d,segment=NetworkSegment(17672dd4-7034-4b6b-8dc1-bf5f90fefaeb),segment_id=17672dd4-7034-4b6b-8dc1-bf5f90fefaeb)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:46:21.880319 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:21.929844 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:21.930521 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:21.932084 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] 10.222.0.65 "PUT /v2.0/ports/d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d HTTP/1.1" status: 200 len: 1092 time: 1.1855104 Jan 28 01:46:21.983821 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f443b59e-1bc4-41a3-b4d7-4ac7439bf844 service neutron] Pushing event updated for resources: {'Port': ['ID=d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d,revision_number=7']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:22.012382 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e5b73-bdc3-49a6-97be-1e82fb8066d3 req-93d1f682-abca-42a6-9d8b-bbb398501057 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:22.013970 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d69e5b73-bdc3-49a6-97be-1e82fb8066d3 req-93d1f682-abca-42a6-9d8b-bbb398501057 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 944 time: 0.1059139 Jan 28 01:46:22.051320 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-0128e4ad-078f-4d4f-9b49-1483403ae693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:22.052855 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-0128e4ad-078f-4d4f-9b49-1483403ae693 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 1095 time: 0.0785544 Jan 28 01:46:22.128589 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d69e5b73-bdc3-49a6-97be-1e82fb8066d3 req-3dc8f127-fc3e-4411-b8c8-329083f67c55 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063592 Jan 28 01:46:22.170988 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-16778822-eb2b-46bf-933b-73697ad27298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:22.173215 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-16778822-eb2b-46bf-933b-73697ad27298 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7b465871-21c3-40bb-946c-e87a796b04e5 HTTP/1.1" status: 200 len: 898 time: 0.1121664 Jan 28 01:46:22.243716 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-196509b6-a64a-4170-a276-7a3d7b5b0231 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d HTTP/1.1" status: 200 len: 999 time: 0.0633662 Jan 28 01:46:22.293128 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-fd404764-4328-4e59-b014-134070438617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:22.294589 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-fd404764-4328-4e59-b014-134070438617 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=da5c3824-d304-4b3f-aa89-fbf632bac2be HTTP/1.1" status: 200 len: 834 time: 0.0442245 Jan 28 01:46:22.340606 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-d4d304bc-33b5-4ff0-93a6-814c23c2f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:22.342101 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-d4d304bc-33b5-4ff0-93a6-814c23c2f03c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7b465871-21c3-40bb-946c-e87a796b04e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411308 Jan 28 01:46:22.439950 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-2f6dbcfd-fe8c-416e-84cb-ee48f82e9ca0 service neutron] 10.222.0.65 "GET /v2.0/networks/7b465871-21c3-40bb-946c-e87a796b04e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900230 Jan 28 01:46:22.539102 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e50dc2e-c2c5-48de-9836-ecd24345b779 req-c99f0099-125e-48a5-88b1-bdda51c1d11a service neutron] 10.222.0.65 "GET /v2.0/networks/7b465871-21c3-40bb-946c-e87a796b04e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923834 Jan 28 01:46:23.248532 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc91e9b-8264-4e21-8ee2-dda8c2f6e367 req-09c53c7a-08f3-4bce-9d3d-3c3acaa93be1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:23.250376 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4bc91e9b-8264-4e21-8ee2-dda8c2f6e367 req-09c53c7a-08f3-4bce-9d3d-3c3acaa93be1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 944 time: 0.0487905 Jan 28 01:46:23.301205 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4bc91e9b-8264-4e21-8ee2-dda8c2f6e367 req-c8225e0e-cb7a-47d2-8b71-8046ea75df5d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450840 Jan 28 01:46:23.603205 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7683d37f-3dac-425f-a763-e46230fa221a', 'tag': 'd28fe1a6-a8d8-4490-9f2f-f8f86875ac5d'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:46:23.605644 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b7a918-335f-462f-9610-5d8291d14452" -d '{"events": [{"name": "network-changed", "server_uuid": "7683d37f-3dac-425f-a763-e46230fa221a", "tag": "d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:46:23.655399 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450fdc8d-0848-4c68-8a17-9f8e71789987 x-openstack-request-id: req-450fdc8d-0848-4c68-8a17-9f8e71789987 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:46:23.655796 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7683d37f-3dac-425f-a763-e46230fa221a", "tag": "d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:46:23.656059 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-450fdc8d-0848-4c68-8a17-9f8e71789987 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:46:23.656466 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7683d37f-3dac-425f-a763-e46230fa221a', 'tag': 'd28fe1a6-a8d8-4490-9f2f-f8f86875ac5d', 'status': 'completed', 'code': 200} Jan 28 01:46:23.732871 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7a918-335f-462f-9610-5d8291d14452 req-c0d2f5a5-8e6b-409f-9413-99b502d2a156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:23.734358 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-87b7a918-335f-462f-9610-5d8291d14452 req-c0d2f5a5-8e6b-409f-9413-99b502d2a156 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 1095 time: 0.0422738 Jan 28 01:46:23.754780 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7a918-335f-462f-9610-5d8291d14452 req-6303d0f4-1f8a-4388-a2c9-8110aaf06c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:23.756309 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87b7a918-335f-462f-9610-5d8291d14452 req-6303d0f4-1f8a-4388-a2c9-8110aaf06c6f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 1095 time: 0.0475843 Jan 28 01:46:23.830424 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7a918-335f-462f-9610-5d8291d14452 req-3f091238-86b4-414b-b2d2-16e056096a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:23.833172 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-87b7a918-335f-462f-9610-5d8291d14452 req-3f091238-86b4-414b-b2d2-16e056096a03 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7b465871-21c3-40bb-946c-e87a796b04e5 HTTP/1.1" status: 200 len: 898 time: 0.0932605 Jan 28 01:46:23.856045 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7a918-335f-462f-9610-5d8291d14452 req-ea8bc215-cff1-4711-82c9-5ca339df63b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:23.857515 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87b7a918-335f-462f-9610-5d8291d14452 req-ea8bc215-cff1-4711-82c9-5ca339df63b4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7b465871-21c3-40bb-946c-e87a796b04e5 HTTP/1.1" status: 200 len: 898 time: 0.0946026 Jan 28 01:46:23.898829 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-87b7a918-335f-462f-9610-5d8291d14452 req-841ea983-ec4a-4deb-9ba0-b181bd0c109e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d HTTP/1.1" status: 200 len: 999 time: 0.0602951 Jan 28 01:46:23.932818 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87b7a918-335f-462f-9610-5d8291d14452 req-5dbed46b-51d5-4b54-aaf2-8f9bab835625 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d HTTP/1.1" status: 200 len: 999 time: 0.0651753 Jan 28 01:46:23.951992 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7a918-335f-462f-9610-5d8291d14452 req-3cdd4b09-8b1d-4fd8-8a30-32b254edeb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:23.953871 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-87b7a918-335f-462f-9610-5d8291d14452 req-3cdd4b09-8b1d-4fd8-8a30-32b254edeb96 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=da5c3824-d304-4b3f-aa89-fbf632bac2be HTTP/1.1" status: 200 len: 834 time: 0.0484784 Jan 28 01:46:23.984152 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7a918-335f-462f-9610-5d8291d14452 req-c01e414d-c032-4d21-af71-17b97588c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:23.985878 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87b7a918-335f-462f-9610-5d8291d14452 req-c01e414d-c032-4d21-af71-17b97588c123 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=da5c3824-d304-4b3f-aa89-fbf632bac2be HTTP/1.1" status: 200 len: 834 time: 0.0449994 Jan 28 01:46:23.997837 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7a918-335f-462f-9610-5d8291d14452 req-b384811d-da56-47db-aac4-07e83dfa05e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:24.000043 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-87b7a918-335f-462f-9610-5d8291d14452 req-b384811d-da56-47db-aac4-07e83dfa05e4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b465871-21c3-40bb-946c-e87a796b04e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402710 Jan 28 01:46:24.035057 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7a918-335f-462f-9610-5d8291d14452 req-10e6a477-83ae-4aa4-8ba6-e729c511acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:24.036649 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87b7a918-335f-462f-9610-5d8291d14452 req-10e6a477-83ae-4aa4-8ba6-e729c511acfa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7b465871-21c3-40bb-946c-e87a796b04e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419204 Jan 28 01:46:24.061265 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:46:24.090782 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-87b7a918-335f-462f-9610-5d8291d14452 req-ea5081bd-b7f8-47b0-b447-d3eadaa4b941 service neutron] 10.222.0.52 "GET /v2.0/networks/7b465871-21c3-40bb-946c-e87a796b04e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858405 Jan 28 01:46:24.101249 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] The host n-h2-826754-1 is not matching for port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d host n-h1-826754-1! {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 28 01:46:24.101657 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:46:24.137224 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87b7a918-335f-462f-9610-5d8291d14452 req-15337905-e993-4ad0-88bf-b69e2894ecad service neutron] 10.222.0.65 "GET /v2.0/networks/7b465871-21c3-40bb-946c-e87a796b04e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921507 Jan 28 01:46:24.189160 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-87b7a918-335f-462f-9610-5d8291d14452 req-0540f233-2b26-42df-b77f-3d4878b799ca service neutron] 10.222.0.52 "GET /v2.0/networks/7b465871-21c3-40bb-946c-e87a796b04e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927818 Jan 28 01:46:24.230058 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-87b7a918-335f-462f-9610-5d8291d14452 req-5f944aaa-41af-4d2c-9dc2-61416eba1e74 service neutron] 10.222.0.65 "GET /v2.0/networks/7b465871-21c3-40bb-946c-e87a796b04e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861182 Jan 28 01:46:24.428762 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4acacc-50c6-4e09-8638-8548689b5b2e req-b1207848-fa68-4d9e-afc5-de7382c257f1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:24.430282 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7f4acacc-50c6-4e09-8638-8548689b5b2e req-b1207848-fa68-4d9e-afc5-de7382c257f1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 944 time: 0.0533040 Jan 28 01:46:24.490614 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7f4acacc-50c6-4e09-8638-8548689b5b2e req-60016fa9-ad31-4376-95a1-657d05d402cf tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541143 Jan 28 01:46:25.613891 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecba32-f59d-4484-9532-d431b16d22fd req-dc7419b6-bb2e-4d25-89ec-a3deabf51b8f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:25.615414 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-acecba32-f59d-4484-9532-d431b16d22fd req-dc7419b6-bb2e-4d25-89ec-a3deabf51b8f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 944 time: 0.0515442 Jan 28 01:46:25.669715 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-acecba32-f59d-4484-9532-d431b16d22fd req-0c36bd74-2d73-41f4-828d-106ec6397b6e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487216 Jan 28 01:46:25.769580 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:46:25.876989 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d,segment=NetworkSegment(17672dd4-7034-4b6b-8dc1-bf5f90fefaeb),segment_id=17672dd4-7034-4b6b-8dc1-bf5f90fefaeb)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:46:25.878336 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ffc9d-df18-4922-9e29-65ca9b9989ad req-65ad4434-e9eb-46f1-8914-2ba10a333fed tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:25.879940 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-205ffc9d-df18-4922-9e29-65ca9b9989ad req-65ad4434-e9eb-46f1-8914-2ba10a333fed tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 944 time: 0.0533814 Jan 28 01:46:25.889064 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'd28fe1a6-a8d8-4490-9f2f-f8f86875ac5d', 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5', 'port_id': 'd28fe1a6-a8d8-4490-9f2f-f8f86875ac5d', 'mac_address': 'fa:16:3e:5f:be:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5c3824-d304-4b3f-aa89-fbf632bac2be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:46:25.916058 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d1265-3210-4971-a033-2991035c2353 req-f6ed4f0d-b175-48e0-9a2a-fce5450e6cc4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:25.917547 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9e6d1265-3210-4971-a033-2991035c2353 req-f6ed4f0d-b175-48e0-9a2a-fce5450e6cc4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.52 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a&tenant_id=059bca68032541d59fac92aef233eaae&binding%3Ahost_id=n-h1-826754-1 HTTP/1.1" status: 200 len: 944 time: 0.0549123 Jan 28 01:46:25.933192 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-205ffc9d-df18-4922-9e29-65ca9b9989ad req-ccd2c125-d387-4e3b-86f0-41029c9b14f2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468483 Jan 28 01:46:25.936877 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:46:25.937274 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:25.951951 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:46:25.974228 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d,segment=NetworkSegment(17672dd4-7034-4b6b-8dc1-bf5f90fefaeb),segment_id=17672dd4-7034-4b6b-8dc1-bf5f90fefaeb)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:46:25.979281 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:25.992665 n-d-826754-1 neutron-server[103343]: INFO neutron.api.v2.resource [req-9e6d1265-3210-4971-a033-2991035c2353 req-96ac8878-b82c-4d20-b5bb-be39a949a7a8 service neutron] delete failed (client error): The resource could not be found. Jan 28 01:46:25.994308 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9e6d1265-3210-4971-a033-2991035c2353 req-96ac8878-b82c-4d20-b5bb-be39a949a7a8 service neutron] 10.222.0.52 "DELETE /v2.0/ports/d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d/bindings/n-h2-826754-1 HTTP/1.1" status: 404 len: 380 time: 0.0706263 Jan 28 01:46:26.042677 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:26.052734 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:26.053221 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:26.053640 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:26.054055 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:26.054469 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:26.055094 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:26.055305 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:26.055821 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:26.056270 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:26.056676 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:26.057220 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:26.057632 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:26.058010 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:46:26.067691 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa9550-26aa-4ffb-81a4-2beb2e749aac req-3cc66957-ba7d-4512-9036-3769dcab4454 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:26.074851 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1caa9550-26aa-4ffb-81a4-2beb2e749aac req-3cc66957-ba7d-4512-9036-3769dcab4454 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 945 time: 0.0647068 Jan 28 01:46:26.116508 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d1265-3210-4971-a033-2991035c2353 req-44e0ec69-eea5-465a-a27c-38e3e12870ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:26.118023 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9e6d1265-3210-4971-a033-2991035c2353 req-44e0ec69-eea5-465a-a27c-38e3e12870ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 1096 time: 0.0486794 Jan 28 01:46:26.123386 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1caa9550-26aa-4ffb-81a4-2beb2e749aac req-6b879f39-ccc7-4c11-a6af-1353a819df65 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476735 Jan 28 01:46:26.208933 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d1265-3210-4971-a033-2991035c2353 req-321bff76-6c66-46a0-b696-9a185726b24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:26.210325 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9e6d1265-3210-4971-a033-2991035c2353 req-321bff76-6c66-46a0-b696-9a185726b24e service neutron] 10.222.0.52 "GET /v2.0/networks?id=7b465871-21c3-40bb-946c-e87a796b04e5 HTTP/1.1" status: 200 len: 898 time: 0.0867529 Jan 28 01:46:26.280771 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9e6d1265-3210-4971-a033-2991035c2353 req-fbdbf3f6-95e0-4552-ad5f-8b3e041b3808 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d HTTP/1.1" status: 200 len: 1000 time: 0.0647769 Jan 28 01:46:26.329915 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d1265-3210-4971-a033-2991035c2353 req-81bbff22-28ae-4b4d-aed9-3e3bd789bde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:26.331376 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9e6d1265-3210-4971-a033-2991035c2353 req-81bbff22-28ae-4b4d-aed9-3e3bd789bde2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=da5c3824-d304-4b3f-aa89-fbf632bac2be HTTP/1.1" status: 200 len: 834 time: 0.0450408 Jan 28 01:46:26.378973 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d1265-3210-4971-a033-2991035c2353 req-7c3621e9-0747-4b11-a706-1edfac565f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:26.379696 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:46:26.382093 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9e6d1265-3210-4971-a033-2991035c2353 req-7c3621e9-0747-4b11-a706-1edfac565f9c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7b465871-21c3-40bb-946c-e87a796b04e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439417 Jan 28 01:46:26.479118 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9e6d1265-3210-4971-a033-2991035c2353 req-51a873a5-87eb-4393-aecf-abc060b4cec5 service neutron] 10.222.0.52 "GET /v2.0/networks/7b465871-21c3-40bb-946c-e87a796b04e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924194 Jan 28 01:46:26.587055 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9e6d1265-3210-4971-a033-2991035c2353 req-20540c1e-1a64-461b-bb09-3a55b45baef5 service neutron] 10.222.0.52 "GET /v2.0/networks/7b465871-21c3-40bb-946c-e87a796b04e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020706 Jan 28 01:46:27.261338 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66b7e4-ff62-4044-a8f4-df64aa994d6a req-c330ffe3-cf58-4123-b92e-20fd02e09556 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:27.262974 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ba66b7e4-ff62-4044-a8f4-df64aa994d6a req-c330ffe3-cf58-4123-b92e-20fd02e09556 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 945 time: 0.0587060 Jan 28 01:46:27.317443 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ba66b7e4-ff62-4044-a8f4-df64aa994d6a req-3b7d720a-5333-4bc7-9cb8-327fec1401b1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454812 Jan 28 01:46:27.348605 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57042) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:46:27.761624 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e97a9b4c-c087-44e9-b6e3-ae670f7ce6f6 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/floatingips/a6e280eb-f58b-46e0-a318-f7438a6b182c HTTP/1.1" status: 200 len: 992 time: 0.4115160 Jan 28 01:46:27.788864 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:46:27.839476 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:46:27.844294 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:46:27.844677 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:27.924100 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:46:27.924498 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:27.946685 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7683d37f-3dac-425f-a763-e46230fa221a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28fe1a6-a8d8-4490-9f2f-f8f86875ac5d'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:46:27.948950 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f704c3-52ef-4ecb-91cd-87bd67c4589c" -d '{"events": [{"server_uuid": "7683d37f-3dac-425f-a763-e46230fa221a", "name": "network-vif-plugged", "status": "completed", "tag": "d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:46:27.962463 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d,segment=NetworkSegment(17672dd4-7034-4b6b-8dc1-bf5f90fefaeb),segment_id=17672dd4-7034-4b6b-8dc1-bf5f90fefaeb)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:46:27.966784 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:27.993693 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945e0400-6871-4c2d-834e-c06f068d5877 x-openstack-request-id: req-945e0400-6871-4c2d-834e-c06f068d5877 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:46:27.994050 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7683d37f-3dac-425f-a763-e46230fa221a", "name": "network-vif-plugged", "status": "completed", "tag": "d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:46:27.994314 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-945e0400-6871-4c2d-834e-c06f068d5877 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:46:27.994910 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7683d37f-3dac-425f-a763-e46230fa221a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28fe1a6-a8d8-4490-9f2f-f8f86875ac5d', 'code': 200} Jan 28 01:46:28.026030 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d,revision_number=9']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:36.193813 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-929e0b56-160c-400c-af0c-e0c05924499b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:38.500029 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0f4be8b3-001e-4050-a023-07cabcf41613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:40.029418 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:41.562235 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:42.349537 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:43.745941 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:45.379975 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:57.548409 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:46:58.144426 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57056) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:46:58.337352 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-387d6393-1a53-4eec-ba4d-2c209afd2066 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Deleting port 418880c7-a776-49fd-8712-229dc28d05f1 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:46:58.337806 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-387d6393-1a53-4eec-ba4d-2c209afd2066 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (418880c7-a776-49fd-8712-229dc28d05f1), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:58.456895 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-387d6393-1a53-4eec-ba4d-2c209afd2066 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (418880c7-a776-49fd-8712-229dc28d05f1), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:58.457245 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-387d6393-1a53-4eec-ba4d-2c209afd2066 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for floatingip (418880c7-a776-49fd-8712-229dc28d05f1), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:58.481359 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-387d6393-1a53-4eec-ba4d-2c209afd2066 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Calling delete_port for 418880c7-a776-49fd-8712-229dc28d05f1 owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:46:58.694800 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-387d6393-1a53-4eec-ba4d-2c209afd2066 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (418880c7-a776-49fd-8712-229dc28d05f1), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:58.726707 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d6393-1a53-4eec-ba4d-2c209afd2066 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'Port': ['ID=418880c7-a776-49fd-8712-229dc28d05f1,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:46:58.842521 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-387d6393-1a53-4eec-ba4d-2c209afd2066 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for floatingip (a6e280eb-f58b-46e0-a318-f7438a6b182c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:58.843151 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-387d6393-1a53-4eec-ba4d-2c209afd2066 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Floating IP a6e280eb-f58b-46e0-a318-f7438a6b182c disassociated (deleted). External IP: 172.25.3.28, port: d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d. Jan 28 01:46:59.090946 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387d6393-1a53-4eec-ba4d-2c209afd2066 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Router 00f4db9c-79a0-477a-846a-fabb795f7957 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:46:59.246865 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387d6393-1a53-4eec-ba4d-2c209afd2066 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:46:59.252241 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-387d6393-1a53-4eec-ba4d-2c209afd2066 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:46:59.259841 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b9678a-c13f-4508-a404-8b57435a5e27 None None] Sync routers for ids ['00f4db9c-79a0-477a-846a-fabb795f7957'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:46:59.272670 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b9678a-c13f-4508-a404-8b57435a5e27 None None] Routers {'00f4db9c-79a0-477a-846a-fabb795f7957'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:46:59.273297 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f2b9678a-c13f-4508-a404-8b57435a5e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:46:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['00f4db9c-79a0-477a-846a-fabb795f7957'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:46:59.286658 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-387d6393-1a53-4eec-ba4d-2c209afd2066 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "DELETE /v2.0/floatingips/a6e280eb-f58b-46e0-a318-f7438a6b182c HTTP/1.1" status: 204 len: 168 time: 1.1410711 Jan 28 01:46:59.287520 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7683d37f-3dac-425f-a763-e46230fa221a', 'tag': 'd28fe1a6-a8d8-4490-9f2f-f8f86875ac5d'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:46:59.291461 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85dad7d3-c4a0-4fee-a601-12b7bdb11808" -d '{"events": [{"name": "network-changed", "server_uuid": "7683d37f-3dac-425f-a763-e46230fa221a", "tag": "d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:46:59.338310 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4bd0c1-abee-451a-b1ab-b47c1f349685 x-openstack-request-id: req-7f4bd0c1-abee-451a-b1ab-b47c1f349685 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:46:59.338613 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7683d37f-3dac-425f-a763-e46230fa221a", "tag": "d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:46:59.338875 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7f4bd0c1-abee-451a-b1ab-b47c1f349685 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:46:59.339298 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7683d37f-3dac-425f-a763-e46230fa221a', 'tag': 'd28fe1a6-a8d8-4490-9f2f-f8f86875ac5d', 'status': 'completed', 'code': 200} Jan 28 01:46:59.408266 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-f2b9678a-c13f-4508-a404-8b57435a5e27 None None] Set router 00f4db9c-79a0-477a-846a-fabb795f7957 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:46:59.442735 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dad7d3-c4a0-4fee-a601-12b7bdb11808 req-361e4e9e-c1df-4a1e-9f02-d53942d8b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:59.445325 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85dad7d3-c4a0-4fee-a601-12b7bdb11808 req-361e4e9e-c1df-4a1e-9f02-d53942d8b18c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 1097 time: 0.0630608 Jan 28 01:46:59.606100 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dad7d3-c4a0-4fee-a601-12b7bdb11808 req-5eaa1269-7349-4723-b346-9eecd080019d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:59.608171 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85dad7d3-c4a0-4fee-a601-12b7bdb11808 req-5eaa1269-7349-4723-b346-9eecd080019d service neutron] 10.222.0.65 "GET /v2.0/networks?id=7b465871-21c3-40bb-946c-e87a796b04e5 HTTP/1.1" status: 200 len: 898 time: 0.1509154 Jan 28 01:46:59.664692 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85dad7d3-c4a0-4fee-a601-12b7bdb11808 req-b333c176-5930-4488-a6ad-b7683e9d92b9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d HTTP/1.1" status: 200 len: 217 time: 0.0458176 Jan 28 01:46:59.681905 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73784678-999a-41d0-9b69-e94001d02d1d req-5a97397d-f1fa-499c-84f7-e4d08ff26acf tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:59.684626 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73784678-999a-41d0-9b69-e94001d02d1d req-5a97397d-f1fa-499c-84f7-e4d08ff26acf tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 946 time: 0.1214368 Jan 28 01:46:59.723606 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f2b9678a-c13f-4508-a404-8b57435a5e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894413110', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '08e9e6d1-7857-4b0b-a234-842829c2d215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:44:43Z', 'updated_at': '2022-01-28T01:44:47Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '08e9e6d1-7857-4b0b-a234-842829c2d215', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:44:43Z', 'updated_at': '2022-01-28T01:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '86675f4d-7116-4c76-b93c-cd1c65cb976a', 'name': '', 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:de:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'da5c3824-d304-4b3f-aa89-fbf632bac2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:44:46Z', 'updated_at': '2022-01-28T01:44:50Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': 'da5c3824-d304-4b3f-aa89-fbf632bac2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:46:59.759233 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b9678a-c13f-4508-a404-8b57435a5e27 None None] Checking router: 00f4db9c-79a0-477a-846a-fabb795f7957 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:46:59.780408 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b9678a-c13f-4508-a404-8b57435a5e27 None None] Routers {'00f4db9c-79a0-477a-846a-fabb795f7957'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:46:59.781056 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f2b9678a-c13f-4508-a404-8b57435a5e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:46:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['00f4db9c-79a0-477a-846a-fabb795f7957'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:46:59.794349 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dad7d3-c4a0-4fee-a601-12b7bdb11808 req-fa41556f-87fd-47f7-8146-e1b9faf6a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:59.797483 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85dad7d3-c4a0-4fee-a601-12b7bdb11808 req-fa41556f-87fd-47f7-8146-e1b9faf6a8e1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=da5c3824-d304-4b3f-aa89-fbf632bac2be HTTP/1.1" status: 200 len: 834 time: 0.1113923 Jan 28 01:46:59.893578 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73784678-999a-41d0-9b69-e94001d02d1d req-2c2b3384-1f35-421b-8e23-aab484675d5c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939995 Jan 28 01:46:59.920891 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dad7d3-c4a0-4fee-a601-12b7bdb11808 req-00b06bb0-f6ec-4d63-9229-28679d0c9bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:46:59.922726 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85dad7d3-c4a0-4fee-a601-12b7bdb11808 req-00b06bb0-f6ec-4d63-9229-28679d0c9bcd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7b465871-21c3-40bb-946c-e87a796b04e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155257 Jan 28 01:46:59.922936 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-f2b9678a-c13f-4508-a404-8b57435a5e27 None None] Set router 00f4db9c-79a0-477a-846a-fabb795f7957 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:47:00.068838 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85dad7d3-c4a0-4fee-a601-12b7bdb11808 req-4b8985cf-3142-495a-9be2-7dae77b3e9e5 service neutron] 10.222.0.65 "GET /v2.0/networks/7b465871-21c3-40bb-946c-e87a796b04e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381834 Jan 28 01:47:00.213067 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-85dad7d3-c4a0-4fee-a601-12b7bdb11808 req-8a10dd93-0a9f-4da5-8172-bda1e4088fb1 service neutron] 10.222.0.65 "GET /v2.0/networks/7b465871-21c3-40bb-946c-e87a796b04e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364877 Jan 28 01:47:00.323793 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-f2b9678a-c13f-4508-a404-8b57435a5e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894413110', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '08e9e6d1-7857-4b0b-a234-842829c2d215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:44:43Z', 'updated_at': '2022-01-28T01:44:47Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '08e9e6d1-7857-4b0b-a234-842829c2d215', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:44:43Z', 'updated_at': '2022-01-28T01:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '86675f4d-7116-4c76-b93c-cd1c65cb976a', 'name': '', 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:de:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'da5c3824-d304-4b3f-aa89-fbf632bac2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:44:46Z', 'updated_at': '2022-01-28T01:44:50Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': 'da5c3824-d304-4b3f-aa89-fbf632bac2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:47:00.366156 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b9678a-c13f-4508-a404-8b57435a5e27 None None] The sync data for ids ['00f4db9c-79a0-477a-846a-fabb795f7957'] in n-d-826754-1 is: [{'id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894413110', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '08e9e6d1-7857-4b0b-a234-842829c2d215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:44:43Z', 'updated_at': '2022-01-28T01:44:47Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '08e9e6d1-7857-4b0b-a234-842829c2d215', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:44:43Z', 'updated_at': '2022-01-28T01:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '86675f4d-7116-4c76-b93c-cd1c65cb976a', 'name': '', 'network_id': '7b465871-21c3-40bb-946c-e87a796b04e5', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:de:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'da5c3824-d304-4b3f-aa89-fbf632bac2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:44:46Z', 'updated_at': '2022-01-28T01:44:50Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': 'da5c3824-d304-4b3f-aa89-fbf632bac2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:47:00.696788 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0687fa5d-7b04-439c-b8e3-d21cf43dd421 None None] New status for floating IP a6e280eb-f58b-46e0-a318-f7438a6b182c: DOWN {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:47:01.102324 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5200f1-6321-4967-b8e1-8001df048166 req-2c9f0133-d580-4403-ab51-9676fbc58964 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:01.104569 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9e5200f1-6321-4967-b8e1-8001df048166 req-2c9f0133-d580-4403-ab51-9676fbc58964 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.65 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 946 time: 0.1085501 Jan 28 01:47:01.115846 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7cdb8-21dd-4319-abea-700ae74820fd req-74bfffd0-932f-4d5f-9f73-e9c579218966 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:01.117481 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-01e7cdb8-21dd-4319-abea-700ae74820fd req-74bfffd0-932f-4d5f-9f73-e9c579218966 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 946 time: 0.1307342 Jan 28 01:47:01.229642 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-01e7cdb8-21dd-4319-abea-700ae74820fd req-a01a2957-d634-462e-acce-3a61d0561b16 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=52d7a998-9390-4f3d-a7ab-83ab5247c643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017332 Jan 28 01:47:01.263520 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-9e5200f1-6321-4967-b8e1-8001df048166 req-f409aa19-94ee-441e-b6fa-29924aec7ecc tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Deleting port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:47:01.264162 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-9e5200f1-6321-4967-b8e1-8001df048166 req-f409aa19-94ee-441e-b6fa-29924aec7ecc tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:01.382858 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-9e5200f1-6321-4967-b8e1-8001df048166 req-f409aa19-94ee-441e-b6fa-29924aec7ecc tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] For port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d,segment=NetworkSegment(17672dd4-7034-4b6b-8dc1-bf5f90fefaeb),segment_id=17672dd4-7034-4b6b-8dc1-bf5f90fefaeb)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:47:01.383307 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-9e5200f1-6321-4967-b8e1-8001df048166 req-f409aa19-94ee-441e-b6fa-29924aec7ecc tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:01.407464 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-9e5200f1-6321-4967-b8e1-8001df048166 req-f409aa19-94ee-441e-b6fa-29924aec7ecc tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Calling delete_port for d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:47:01.619791 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-9e5200f1-6321-4967-b8e1-8001df048166 req-f409aa19-94ee-441e-b6fa-29924aec7ecc tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:01.677607 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409aa19-94ee-441e-b6fa-29924aec7ecc tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'Port': ['ID=d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:01.738401 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5200f1-6321-4967-b8e1-8001df048166 req-f409aa19-94ee-441e-b6fa-29924aec7ecc tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] No DVR routers for this DVR port d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:47:01.742033 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-9e5200f1-6321-4967-b8e1-8001df048166 req-f409aa19-94ee-441e-b6fa-29924aec7ecc tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:01.748373 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9e5200f1-6321-4967-b8e1-8001df048166 req-f409aa19-94ee-441e-b6fa-29924aec7ecc tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.65 "DELETE /v2.0/ports/d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d HTTP/1.1" status: 204 len: 173 time: 0.6294725 Jan 28 01:47:01.750060 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7683d37f-3dac-425f-a763-e46230fa221a', 'name': 'network-vif-deleted', 'tag': 'd28fe1a6-a8d8-4490-9f2f-f8f86875ac5d'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:47:01.754570 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e9229e-ca4e-4da2-9f81-31c696e1474a" -d '{"events": [{"server_uuid": "7683d37f-3dac-425f-a763-e46230fa221a", "name": "network-vif-deleted", "tag": "d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:47:01.815003 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61f227e-8c84-438e-8edd-ea64a13cdc8c x-openstack-request-id: req-f61f227e-8c84-438e-8edd-ea64a13cdc8c {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:47:01.815489 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7683d37f-3dac-425f-a763-e46230fa221a", "name": "network-vif-deleted", "tag": "d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:47:01.815929 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f61f227e-8c84-438e-8edd-ea64a13cdc8c {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:47:01.816459 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7683d37f-3dac-425f-a763-e46230fa221a', 'name': 'network-vif-deleted', 'tag': 'd28fe1a6-a8d8-4490-9f2f-f8f86875ac5d', 'status': 'completed', 'code': 200} Jan 28 01:47:02.389777 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-108ea392-863b-44bd-a8aa-c7c96213bb75 req-b8608b81-45d1-444e-b956-ead08afdf1cf tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=7683d37f-3dac-425f-a763-e46230fa221a HTTP/1.1" status: 200 len: 210 time: 0.0414953 Jan 28 01:47:03.468039 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57072) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:47:03.990983 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21f05b9d-612c-4f7b-900b-880d8a960912 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (00f4db9c-79a0-477a-846a-fabb795f7957), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:04.421528 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-21f05b9d-612c-4f7b-900b-880d8a960912 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Deleting port 86675f4d-7116-4c76-b93c-cd1c65cb976a {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:47:04.422490 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21f05b9d-612c-4f7b-900b-880d8a960912 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (86675f4d-7116-4c76-b93c-cd1c65cb976a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:04.574082 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-21f05b9d-612c-4f7b-900b-880d8a960912 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] For port 86675f4d-7116-4c76-b93c-cd1c65cb976a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=86675f4d-7116-4c76-b93c-cd1c65cb976a,segment=NetworkSegment(17672dd4-7034-4b6b-8dc1-bf5f90fefaeb),segment_id=17672dd4-7034-4b6b-8dc1-bf5f90fefaeb)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:47:04.575182 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21f05b9d-612c-4f7b-900b-880d8a960912 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (86675f4d-7116-4c76-b93c-cd1c65cb976a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:04.594922 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-21f05b9d-612c-4f7b-900b-880d8a960912 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Calling delete_port for 86675f4d-7116-4c76-b93c-cd1c65cb976a owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:47:04.921625 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21f05b9d-612c-4f7b-900b-880d8a960912 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (86675f4d-7116-4c76-b93c-cd1c65cb976a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:04.976830 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f05b9d-612c-4f7b-900b-880d8a960912 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'Port': ['ID=86675f4d-7116-4c76-b93c-cd1c65cb976a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:05.023586 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f05b9d-612c-4f7b-900b-880d8a960912 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:05.024258 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f05b9d-612c-4f7b-900b-880d8a960912 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:05.024856 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f05b9d-612c-4f7b-900b-880d8a960912 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:05.025520 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f05b9d-612c-4f7b-900b-880d8a960912 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:05.026122 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f05b9d-612c-4f7b-900b-880d8a960912 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:05.026735 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f05b9d-612c-4f7b-900b-880d8a960912 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:05.027367 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f05b9d-612c-4f7b-900b-880d8a960912 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:05.028064 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f05b9d-612c-4f7b-900b-880d8a960912 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:05.028812 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f05b9d-612c-4f7b-900b-880d8a960912 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:05.029943 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f05b9d-612c-4f7b-900b-880d8a960912 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:05.030552 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f05b9d-612c-4f7b-900b-880d8a960912 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:05.031154 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f05b9d-612c-4f7b-900b-880d8a960912 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:05.031766 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f05b9d-612c-4f7b-900b-880d8a960912 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:05.319985 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-21f05b9d-612c-4f7b-900b-880d8a960912 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (00f4db9c-79a0-477a-846a-fabb795f7957), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:05.704156 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f05b9d-612c-4f7b-900b-880d8a960912 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Router 00f4db9c-79a0-477a-846a-fabb795f7957 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:47:05.909303 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f05b9d-612c-4f7b-900b-880d8a960912 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:47:05.918060 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-21f05b9d-612c-4f7b-900b-880d8a960912 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "PUT /v2.0/routers/00f4db9c-79a0-477a-846a-fabb795f7957/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4484997 Jan 28 01:47:05.923084 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57074) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:47:05.924633 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41df6661-f7c0-4bcb-a94e-59e46e1d131a None None] Sync routers for ids ['00f4db9c-79a0-477a-846a-fabb795f7957'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:47:05.937751 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41df6661-f7c0-4bcb-a94e-59e46e1d131a None None] Routers {'00f4db9c-79a0-477a-846a-fabb795f7957'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:47:05.938762 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-41df6661-f7c0-4bcb-a94e-59e46e1d131a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:46:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['00f4db9c-79a0-477a-846a-fabb795f7957'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:47:05.970998 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:47:06.019306 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:47:06.019306 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device d28fe1a6-a8d8-4490-9f2f-f8f86875ac5d not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:47:06.028823 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bdced85-552c-4e46-bf68-e852b4e53031 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Deleting subnet da5c3824-d304-4b3f-aa89-fbf632bac2be {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:47:06.038244 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5bdced85-552c-4e46-bf68-e852b4e53031 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for subnet (da5c3824-d304-4b3f-aa89-fbf632bac2be), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:06.117219 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5bdced85-552c-4e46-bf68-e852b4e53031 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (da5c3824-d304-4b3f-aa89-fbf632bac2be), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:06.129496 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-41df6661-f7c0-4bcb-a94e-59e46e1d131a None None] Set router 00f4db9c-79a0-477a-846a-fabb795f7957 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:47:06.216022 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6d446934-5a31-4cd9-8091-5468515abb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:06.283701 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5bdced85-552c-4e46-bf68-e852b4e53031 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (da5c3824-d304-4b3f-aa89-fbf632bac2be), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:06.404776 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5bdced85-552c-4e46-bf68-e852b4e53031 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (da5c3824-d304-4b3f-aa89-fbf632bac2be), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:06.450390 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdced85-552c-4e46-bf68-e852b4e53031 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'Subnet': ['ID=da5c3824-d304-4b3f-aa89-fbf632bac2be,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:06.462216 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5bdced85-552c-4e46-bf68-e852b4e53031 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:06.468097 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2694199b-03be-4f30-aadf-74e94b34bacf None None] Network 7b465871-21c3-40bb-946c-e87a796b04e5 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:47:06.473850 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5bdced85-552c-4e46-bf68-e852b4e53031 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "DELETE /v2.0/subnets/da5c3824-d304-4b3f-aa89-fbf632bac2be HTTP/1.1" status: 204 len: 168 time: 0.5457525 Jan 28 01:47:06.474544 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57076) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:47:06.494676 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-41df6661-f7c0-4bcb-a94e-59e46e1d131a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894413110', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '08e9e6d1-7857-4b0b-a234-842829c2d215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:44:43Z', 'updated_at': '2022-01-28T01:47:04Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '08e9e6d1-7857-4b0b-a234-842829c2d215', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:44:43Z', 'updated_at': '2022-01-28T01:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:47:06.553377 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41df6661-f7c0-4bcb-a94e-59e46e1d131a None None] Checking router: 00f4db9c-79a0-477a-846a-fabb795f7957 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:47:06.572823 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41df6661-f7c0-4bcb-a94e-59e46e1d131a None None] Routers {'00f4db9c-79a0-477a-846a-fabb795f7957'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:47:06.574354 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-41df6661-f7c0-4bcb-a94e-59e46e1d131a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:46:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['00f4db9c-79a0-477a-846a-fabb795f7957'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:47:06.698024 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a4ccd45-4fb8-4a27-933b-665b0e128fa2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router (00f4db9c-79a0-477a-846a-fabb795f7957), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:06.734256 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c29d9f-68f4-4f4f-96a6-53e7e29ab310 None None] DHCP port deletion for 7b465871-21c3-40bb-946c-e87a796b04e5 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:47:06.791420 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-41df6661-f7c0-4bcb-a94e-59e46e1d131a None None] Set router 00f4db9c-79a0-477a-846a-fabb795f7957 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:47:06.860730 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a9c29d9f-68f4-4f4f-96a6-53e7e29ab310 None None] Deleting port e9dbf2f1-39e1-4aa2-8b39-f77aef97053b {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:47:06.861303 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a9c29d9f-68f4-4f4f-96a6-53e7e29ab310 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (e9dbf2f1-39e1-4aa2-8b39-f77aef97053b), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:06.927364 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a4ccd45-4fb8-4a27-933b-665b0e128fa2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router_gateway (00f4db9c-79a0-477a-846a-fabb795f7957), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:07.003876 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-a9c29d9f-68f4-4f4f-96a6-53e7e29ab310 None None] For port e9dbf2f1-39e1-4aa2-8b39-f77aef97053b, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=e9dbf2f1-39e1-4aa2-8b39-f77aef97053b,segment=NetworkSegment(17672dd4-7034-4b6b-8dc1-bf5f90fefaeb),segment_id=17672dd4-7034-4b6b-8dc1-bf5f90fefaeb)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:47:07.004749 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a9c29d9f-68f4-4f4f-96a6-53e7e29ab310 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (e9dbf2f1-39e1-4aa2-8b39-f77aef97053b), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:07.012716 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device e9dbf2f1-39e1-4aa2-8b39-f77aef97053b no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:47:07.058588 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5a4ccd45-4fb8-4a27-933b-665b0e128fa2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Deleting port 08e9e6d1-7857-4b0b-a234-842829c2d215 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:47:07.059662 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a4ccd45-4fb8-4a27-933b-665b0e128fa2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (08e9e6d1-7857-4b0b-a234-842829c2d215), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:07.080354 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a9c29d9f-68f4-4f4f-96a6-53e7e29ab310 None None] Calling delete_port for e9dbf2f1-39e1-4aa2-8b39-f77aef97053b owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:47:07.149523 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-41df6661-f7c0-4bcb-a94e-59e46e1d131a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894413110', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '08e9e6d1-7857-4b0b-a234-842829c2d215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:44:43Z', 'updated_at': '2022-01-28T01:47:04Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '08e9e6d1-7857-4b0b-a234-842829c2d215', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:44:43Z', 'updated_at': '2022-01-28T01:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:47:07.206952 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41df6661-f7c0-4bcb-a94e-59e46e1d131a None None] The sync data for ids ['00f4db9c-79a0-477a-846a-fabb795f7957'] in n-d-826754-1 is: [{'id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1894413110', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '08e9e6d1-7857-4b0b-a234-842829c2d215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:44:43Z', 'updated_at': '2022-01-28T01:47:04Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '08e9e6d1-7857-4b0b-a234-842829c2d215', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f4db9c-79a0-477a-846a-fabb795f7957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:44:43Z', 'updated_at': '2022-01-28T01:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:47:07.249361 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5a4ccd45-4fb8-4a27-933b-665b0e128fa2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] For port 08e9e6d1-7857-4b0b-a234-842829c2d215, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=08e9e6d1-7857-4b0b-a234-842829c2d215,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:47:07.249889 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a4ccd45-4fb8-4a27-933b-665b0e128fa2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (08e9e6d1-7857-4b0b-a234-842829c2d215), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:07.282781 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5a4ccd45-4fb8-4a27-933b-665b0e128fa2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Calling delete_port for 08e9e6d1-7857-4b0b-a234-842829c2d215 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:47:07.293655 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port e9dbf2f1-39e1-4aa2-8b39-f77aef97053b is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:47:07.295047 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e9dbf2f1-39e1-4aa2-8b39-f77aef97053b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:07.373729 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port e9dbf2f1-39e1-4aa2-8b39-f77aef97053b, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=e9dbf2f1-39e1-4aa2-8b39-f77aef97053b,segment=NetworkSegment(17672dd4-7034-4b6b-8dc1-bf5f90fefaeb),segment_id=17672dd4-7034-4b6b-8dc1-bf5f90fefaeb)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:47:07.386216 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e9dbf2f1-39e1-4aa2-8b39-f77aef97053b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:07.443311 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a9c29d9f-68f4-4f4f-96a6-53e7e29ab310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (e9dbf2f1-39e1-4aa2-8b39-f77aef97053b), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:07.486112 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c29d9f-68f4-4f4f-96a6-53e7e29ab310 None None] No DVR routers for this DVR port e9dbf2f1-39e1-4aa2-8b39-f77aef97053b on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:47:07.504469 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=e9dbf2f1-39e1-4aa2-8b39-f77aef97053b,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:07.553988 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c29d9f-68f4-4f4f-96a6-53e7e29ab310 None None] Pushing event deleted for resources: {'Port': ['ID=e9dbf2f1-39e1-4aa2-8b39-f77aef97053b,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:07.643752 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a4ccd45-4fb8-4a27-933b-665b0e128fa2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (08e9e6d1-7857-4b0b-a234-842829c2d215), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:07.703471 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ccd45-4fb8-4a27-933b-665b0e128fa2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'Port': ['ID=08e9e6d1-7857-4b0b-a234-842829c2d215,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:07.807005 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a4ccd45-4fb8-4a27-933b-665b0e128fa2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (00f4db9c-79a0-477a-846a-fabb795f7957), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:07.953701 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a4ccd45-4fb8-4a27-933b-665b0e128fa2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (00f4db9c-79a0-477a-846a-fabb795f7957), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:07.957684 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a4ccd45-4fb8-4a27-933b-665b0e128fa2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router_controller (00f4db9c-79a0-477a-846a-fabb795f7957), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:08.040189 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a4ccd45-4fb8-4a27-933b-665b0e128fa2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (00f4db9c-79a0-477a-846a-fabb795f7957), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:08.041140 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4ccd45-4fb8-4a27-933b-665b0e128fa2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Fanout notify agent at l3_agent the message router_deleted on router 00f4db9c-79a0-477a-846a-fabb795f7957 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:47:08.054001 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a4ccd45-4fb8-4a27-933b-665b0e128fa2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:08.055985 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5a4ccd45-4fb8-4a27-933b-665b0e128fa2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "DELETE /v2.0/routers/00f4db9c-79a0-477a-846a-fabb795f7957 HTTP/1.1" status: 204 len: 168 time: 1.5797052 Jan 28 01:47:08.060260 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57078) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:47:08.189809 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c272dbce-5f18-4067-8200-1decc9bb2927 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (7b465871-21c3-40bb-946c-e87a796b04e5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:08.345991 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c272dbce-5f18-4067-8200-1decc9bb2927 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (7b465871-21c3-40bb-946c-e87a796b04e5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:08.380707 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-c272dbce-5f18-4067-8200-1decc9bb2927 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b465871-21c3-40bb-946c-e87a796b04e5']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:47:08.408600 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-c272dbce-5f18-4067-8200-1decc9bb2927 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17672dd4-7034-4b6b-8dc1-bf5f90fefaeb') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:47:08.408918 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-c272dbce-5f18-4067-8200-1decc9bb2927 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17672dd4-7034-4b6b-8dc1-bf5f90fefaeb') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:47:08.426329 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c272dbce-5f18-4067-8200-1decc9bb2927 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (17672dd4-7034-4b6b-8dc1-bf5f90fefaeb), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:08.448043 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c272dbce-5f18-4067-8200-1decc9bb2927 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (17672dd4-7034-4b6b-8dc1-bf5f90fefaeb), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:08.457232 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c272dbce-5f18-4067-8200-1decc9bb2927 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:47:08.457711 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c272dbce-5f18-4067-8200-1decc9bb2927 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (17672dd4-7034-4b6b-8dc1-bf5f90fefaeb), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:08.461709 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 01:47:08.461709 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:47:08.461709 n-d-826754-1 neutron-server[103343]: timer() Jan 28 01:47:08.461709 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:47:08.461709 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 01:47:08.461709 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:47:08.461709 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 01:47:08.461709 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:47:08.461709 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 01:47:08.461709 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:47:08.461709 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 01:47:08.461709 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:47:08.461709 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 01:47:08.461709 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:47:08.461709 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:47:08.461709 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:47:08.461709 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:47:08.461709 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:47:08.461709 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 01:47:08.461709 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:47:08.461709 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 01:47:08.461709 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:47:08.461709 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:47:08.461709 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:47:08.461709 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 01:47:08.461709 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:47:08.461709 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:47:08.461709 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:47:08.461709 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:47:08.461709 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:47:08.461709 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:47:08.461709 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:47:08.507711 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd20f664-baf3-458b-8e9a-7535f177628a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:08.585839 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c272dbce-5f18-4067-8200-1decc9bb2927 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (7b465871-21c3-40bb-946c-e87a796b04e5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:08.596579 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c272dbce-5f18-4067-8200-1decc9bb2927 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:08.603498 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c272dbce-5f18-4067-8200-1decc9bb2927 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "DELETE /v2.0/networks/7b465871-21c3-40bb-946c-e87a796b04e5 HTTP/1.1" status: 204 len: 168 time: 0.5410180 Jan 28 01:47:08.609133 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57080) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:47:08.638139 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272dbce-5f18-4067-8200-1decc9bb2927 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'Network': ['ID=7b465871-21c3-40bb-946c-e87a796b04e5,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:08.719113 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-09c7c0e6-1ff9-4cec-851f-e533fe7b566b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group (52d7a998-9390-4f3d-a7ab-83ab5247c643), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:08.770122 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-09c7c0e6-1ff9-4cec-851f-e533fe7b566b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group (52d7a998-9390-4f3d-a7ab-83ab5247c643), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:08.854985 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 08e9e6d1-7857-4b0b-a234-842829c2d215 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:47:08.907227 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-09c7c0e6-1ff9-4cec-851f-e533fe7b566b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (52d7a998-9390-4f3d-a7ab-83ab5247c643), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:08.910641 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 08e9e6d1-7857-4b0b-a234-842829c2d215 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:47:08.911189 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 08e9e6d1-7857-4b0b-a234-842829c2d215 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:47:08.911931 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 86675f4d-7116-4c76-b93c-cd1c65cb976a no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:47:08.913011 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-09c7c0e6-1ff9-4cec-851f-e533fe7b566b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:08.915659 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-09c7c0e6-1ff9-4cec-851f-e533fe7b566b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "DELETE /v2.0/security-groups/52d7a998-9390-4f3d-a7ab-83ab5247c643 HTTP/1.1" status: 204 len: 168 time: 0.3040886 Jan 28 01:47:08.933704 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7c0e6-1ff9-4cec-851f-e533fe7b566b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d7a998-9390-4f3d-a7ab-83ab5247c643,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:08.956392 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 86675f4d-7116-4c76-b93c-cd1c65cb976a {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:47:08.956734 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 86675f4d-7116-4c76-b93c-cd1c65cb976a not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:47:10.045548 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:11.379700 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57090) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:47:11.385559 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-22432e5d-bd47-47bc-8518-7794597608c2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1590112953', 'description': 'tempest-secgroup-smoke-1590112953 description', 'project_id': '059bca68032541d59fac92aef233eaae'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:47:11.414327 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-22432e5d-bd47-47bc-8518-7794597608c2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:11.517500 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-22432e5d-bd47-47bc-8518-7794597608c2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group (1b45ee3b-3b7b-409a-9198-f3a81b3d0326), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:11.524964 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-22432e5d-bd47-47bc-8518-7794597608c2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (1b45ee3b-3b7b-409a-9198-f3a81b3d0326), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:11.586389 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-22432e5d-bd47-47bc-8518-7794597608c2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:11.587511 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:11.591294 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-22432e5d-bd47-47bc-8518-7794597608c2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2073541 Jan 28 01:47:11.591637 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22432e5d-bd47-47bc-8518-7794597608c2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b45ee3b-3b7b-409a-9198-f3a81b3d0326,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:11.592035 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57092) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:47:11.598993 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-fdd5b9f8-8435-49b8-b12d-8db8d91565cd tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group_rule': {'security_group_id': '1b45ee3b-3b7b-409a-9198-f3a81b3d0326', 'project_id': '059bca68032541d59fac92aef233eaae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:47:11.637917 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fdd5b9f8-8435-49b8-b12d-8db8d91565cd tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (27f32977-83bb-4940-8263-38b8262cafad), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:11.748453 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fdd5b9f8-8435-49b8-b12d-8db8d91565cd tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (27f32977-83bb-4940-8263-38b8262cafad), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:11.756873 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fdd5b9f8-8435-49b8-b12d-8db8d91565cd tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (27f32977-83bb-4940-8263-38b8262cafad), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:11.787681 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5b9f8-8435-49b8-b12d-8db8d91565cd tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f32977-83bb-4940-8263-38b8262cafad,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:11.801597 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fdd5b9f8-8435-49b8-b12d-8db8d91565cd tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:11.803412 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fdd5b9f8-8435-49b8-b12d-8db8d91565cd tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2097647 Jan 28 01:47:11.807003 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57094) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:47:11.814018 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-0296d6a2-23a3-4f4f-a598-5ac98d43bccf tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group_rule': {'security_group_id': '1b45ee3b-3b7b-409a-9198-f3a81b3d0326', 'project_id': '059bca68032541d59fac92aef233eaae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:47:11.862092 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0296d6a2-23a3-4f4f-a598-5ac98d43bccf tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (1830bb3b-718c-42ce-9dd6-7168384a9a06), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:11.965844 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0296d6a2-23a3-4f4f-a598-5ac98d43bccf tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (1830bb3b-718c-42ce-9dd6-7168384a9a06), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:11.971867 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0296d6a2-23a3-4f4f-a598-5ac98d43bccf tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (1830bb3b-718c-42ce-9dd6-7168384a9a06), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:11.995006 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296d6a2-23a3-4f4f-a598-5ac98d43bccf tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1830bb3b-718c-42ce-9dd6-7168384a9a06,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:12.008177 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0296d6a2-23a3-4f4f-a598-5ac98d43bccf tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:12.010722 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0296d6a2-23a3-4f4f-a598-5ac98d43bccf tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2022550 Jan 28 01:47:12.013722 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57096) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:47:12.019338 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-98c4f71f-aa05-416b-89e1-3770a688b5b1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group_rule': {'security_group_id': '1b45ee3b-3b7b-409a-9198-f3a81b3d0326', 'project_id': '059bca68032541d59fac92aef233eaae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:47:12.057460 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-98c4f71f-aa05-416b-89e1-3770a688b5b1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (c6f6a856-95a4-4d14-8dd4-f53932b3119d), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:12.164246 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-98c4f71f-aa05-416b-89e1-3770a688b5b1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (c6f6a856-95a4-4d14-8dd4-f53932b3119d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:12.173687 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-98c4f71f-aa05-416b-89e1-3770a688b5b1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (c6f6a856-95a4-4d14-8dd4-f53932b3119d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:12.195046 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4f71f-aa05-416b-89e1-3770a688b5b1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f6a856-95a4-4d14-8dd4-f53932b3119d,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:12.211125 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-98c4f71f-aa05-416b-89e1-3770a688b5b1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:12.213039 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-98c4f71f-aa05-416b-89e1-3770a688b5b1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1980436 Jan 28 01:47:12.216030 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57098) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:47:12.220849 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-b8013010-2998-428e-8688-9e3fca42c9d2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group_rule': {'security_group_id': '1b45ee3b-3b7b-409a-9198-f3a81b3d0326', 'project_id': '059bca68032541d59fac92aef233eaae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:47:12.255318 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8013010-2998-428e-8688-9e3fca42c9d2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (5590f893-a1f7-4539-bf41-4d4f245f1d31), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:12.339231 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8013010-2998-428e-8688-9e3fca42c9d2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (5590f893-a1f7-4539-bf41-4d4f245f1d31), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:12.348319 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8013010-2998-428e-8688-9e3fca42c9d2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (5590f893-a1f7-4539-bf41-4d4f245f1d31), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:12.367239 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:12.382340 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8013010-2998-428e-8688-9e3fca42c9d2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5590f893-a1f7-4539-bf41-4d4f245f1d31,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:12.392109 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8013010-2998-428e-8688-9e3fca42c9d2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:12.394020 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b8013010-2998-428e-8688-9e3fca42c9d2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1767650 Jan 28 01:47:12.397465 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57100) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:47:12.405113 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-9b3de622-10cf-4e5e-af32-721f335f252c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group_rule': {'security_group_id': '1b45ee3b-3b7b-409a-9198-f3a81b3d0326', 'project_id': '059bca68032541d59fac92aef233eaae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:47:12.446073 n-d-826754-1 neutron-server[103343]: INFO neutron.db.securitygroups_db [None req-9b3de622-10cf-4e5e-af32-721f335f252c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Project 059bca68032541d59fac92aef233eaae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:47:12.456139 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9b3de622-10cf-4e5e-af32-721f335f252c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (ce9d446f-23b2-4ab9-bbb9-320c0d2d0004), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:12.552856 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9b3de622-10cf-4e5e-af32-721f335f252c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (ce9d446f-23b2-4ab9-bbb9-320c0d2d0004), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:12.558616 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9b3de622-10cf-4e5e-af32-721f335f252c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (ce9d446f-23b2-4ab9-bbb9-320c0d2d0004), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:12.596133 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3de622-10cf-4e5e-af32-721f335f252c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9d446f-23b2-4ab9-bbb9-320c0d2d0004,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:12.609796 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9b3de622-10cf-4e5e-af32-721f335f252c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:12.611131 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-9b3de622-10cf-4e5e-af32-721f335f252c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2123232 Jan 28 01:47:12.616532 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57102) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:47:12.622438 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e7a136a7-4a9a-44c8-a356-cecae8616843 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group_rule': {'security_group_id': '1b45ee3b-3b7b-409a-9198-f3a81b3d0326', 'project_id': '059bca68032541d59fac92aef233eaae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:47:12.656734 n-d-826754-1 neutron-server[103343]: INFO neutron.db.securitygroups_db [None req-e7a136a7-4a9a-44c8-a356-cecae8616843 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Project 059bca68032541d59fac92aef233eaae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:47:12.666851 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e7a136a7-4a9a-44c8-a356-cecae8616843 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (ca508350-3ba9-42df-bd49-91d643f52ff4), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:12.777032 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e7a136a7-4a9a-44c8-a356-cecae8616843 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (ca508350-3ba9-42df-bd49-91d643f52ff4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:12.782970 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e7a136a7-4a9a-44c8-a356-cecae8616843 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (ca508350-3ba9-42df-bd49-91d643f52ff4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:12.818580 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a136a7-4a9a-44c8-a356-cecae8616843 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca508350-3ba9-42df-bd49-91d643f52ff4,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:12.832166 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e7a136a7-4a9a-44c8-a356-cecae8616843 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:12.837035 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e7a136a7-4a9a-44c8-a356-cecae8616843 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2170329 Jan 28 01:47:12.837341 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57104) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:47:12.845377 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-dc2edbd7-0ba0-4b83-bc56-61893685b06e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'network': {'name': 'tempest-network-smoke--857508621', 'project_id': '059bca68032541d59fac92aef233eaae', 'port_security_enabled': True}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:47:12.875456 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2edbd7-0ba0-4b83-bc56-61893685b06e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Made reservation on behalf of 059bca68032541d59fac92aef233eaae for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:47:12.880010 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc2edbd7-0ba0-4b83-bc56-61893685b06e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:12.908945 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2edbd7-0ba0-4b83-bc56-61893685b06e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:47:12.925264 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc2edbd7-0ba0-4b83-bc56-61893685b06e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (70a2837c-3836-48a9-a1b2-55e422fc2cda), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:12.925868 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-dc2edbd7-0ba0-4b83-bc56-61893685b06e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Added segment 70a2837c-3836-48a9-a1b2-55e422fc2cda of type vlan for network 39c55349-3ca2-4712-869f-3f4fbf5d718d Jan 28 01:47:12.999289 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc2edbd7-0ba0-4b83-bc56-61893685b06e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (39c55349-3ca2-4712-869f-3f4fbf5d718d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:13.039061 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc2edbd7-0ba0-4b83-bc56-61893685b06e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (39c55349-3ca2-4712-869f-3f4fbf5d718d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:13.049962 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2edbd7-0ba0-4b83-bc56-61893685b06e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:13.050725 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dc2edbd7-0ba0-4b83-bc56-61893685b06e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:13.141754 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-dc2edbd7-0ba0-4b83-bc56-61893685b06e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3027029 Jan 28 01:47:13.145079 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57106) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:47:13.153764 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-5e116b99-1658-423d-b36d-e4130548551d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1742216928', 'admin_state_up': True, 'project_id': '059bca68032541d59fac92aef233eaae', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:47:13.171178 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2edbd7-0ba0-4b83-bc56-61893685b06e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Network': ['ID=39c55349-3ca2-4712-869f-3f4fbf5d718d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:13.188873 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 39c55349-3ca2-4712-869f-3f4fbf5d718d details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:47:13.193789 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e116b99-1658-423d-b36d-e4130548551d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (77eda423-a02d-49a9-9c97-e6febda92061), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:13.195545 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e116b99-1658-423d-b36d-e4130548551d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (77eda423-a02d-49a9-9c97-e6febda92061), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:13.271775 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e116b99-1658-423d-b36d-e4130548551d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router_controller (77eda423-a02d-49a9-9c97-e6febda92061), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:13.491795 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e116b99-1658-423d-b36d-e4130548551d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router_gateway (77eda423-a02d-49a9-9c97-e6febda92061), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:13.772245 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e116b99-1658-423d-b36d-e4130548551d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router_gateway (77eda423-a02d-49a9-9c97-e6febda92061), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:13.776740 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:13.808659 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e116b99-1658-423d-b36d-e4130548551d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:14.014026 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-5e116b99-1658-423d-b36d-e4130548551d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Allocated IP 172.25.3.111 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:47:14.199986 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e116b99-1658-423d-b36d-e4130548551d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for port (0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:14.268621 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e116b99-1658-423d-b36d-e4130548551d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:14.328420 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e116b99-1658-423d-b36d-e4130548551d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:47:14.334509 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-5e116b99-1658-423d-b36d-e4130548551d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:47:14.339516 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e116b99-1658-423d-b36d-e4130548551d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:47:14.367837 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e116b99-1658-423d-b36d-e4130548551d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Port': ['ID=0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:14.727636 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e116b99-1658-423d-b36d-e4130548551d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router_gateway (77eda423-a02d-49a9-9c97-e6febda92061), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:15.421245 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:15.505139 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e116b99-1658-423d-b36d-e4130548551d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (77eda423-a02d-49a9-9c97-e6febda92061), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:15.686180 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e116b99-1658-423d-b36d-e4130548551d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Router 77eda423-a02d-49a9-9c97-e6febda92061 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:47:15.853468 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e116b99-1658-423d-b36d-e4130548551d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:47:15.869950 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfe2c69-1b97-46fa-8fe1-3f0b97c6e2e6 None None] Sync routers for ids ['77eda423-a02d-49a9-9c97-e6febda92061'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:47:15.886698 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5e116b99-1658-423d-b36d-e4130548551d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:15.888075 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5e116b99-1658-423d-b36d-e4130548551d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7416272 Jan 28 01:47:15.892931 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfe2c69-1b97-46fa-8fe1-3f0b97c6e2e6 None None] Routers {'77eda423-a02d-49a9-9c97-e6febda92061'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:47:15.893179 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57108) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:47:15.894833 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-9dfe2c69-1b97-46fa-8fe1-3f0b97c6e2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:47:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['77eda423-a02d-49a9-9c97-e6febda92061'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:47:16.009966 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5fb2e52d-9e9b-4700-ad39-52acc627a1fc tempest-TestNetworkAdvancedServerOps-198064769 tempest-TestNetworkAdvancedServerOps-198064769-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=059bca68032541d59fac92aef233eaae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1155357 Jan 28 01:47:16.014078 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57112) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:47:16.083831 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-9dfe2c69-1b97-46fa-8fe1-3f0b97c6e2e6 None None] Set router 77eda423-a02d-49a9-9c97-e6febda92061 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:47:16.137844 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdc9651-08ce-4f05-a170-53ea62cbc30c tempest-TestNetworkAdvancedServerOps-198064769 tempest-TestNetworkAdvancedServerOps-198064769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:16.143477 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-0cdc9651-08ce-4f05-a170-53ea62cbc30c tempest-TestNetworkAdvancedServerOps-198064769 tempest-TestNetworkAdvancedServerOps-198064769-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1247942 Jan 28 01:47:16.144043 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57114) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:47:16.184034 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e85b5f45-c197-46ad-a38e-7cece809c172 tempest-TestNetworkAdvancedServerOps-198064769 tempest-TestNetworkAdvancedServerOps-198064769-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386620 Jan 28 01:47:16.188264 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57116) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:47:16.196192 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-52226300-cc32-403d-b813-dfb3f98f5158 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-302568850', 'network_id': '39c55349-3ca2-4712-869f-3f4fbf5d718d', 'project_id': '059bca68032541d59fac92aef233eaae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:47:16.359992 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52226300-cc32-403d-b813-dfb3f98f5158 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Made reservation on behalf of 059bca68032541d59fac92aef233eaae for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:47:16.365526 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-52226300-cc32-403d-b813-dfb3f98f5158 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:16.373351 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-9dfe2c69-1b97-46fa-8fe1-3f0b97c6e2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eda423-a02d-49a9-9c97-e6febda92061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742216928', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:47:13Z', 'updated_at': '2022-01-28T01:47:14Z', 'revision_number': 3, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:11:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eda423-a02d-49a9-9c97-e6febda92061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:47:13Z', 'updated_at': '2022-01-28T01:47:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:47:16.414467 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfe2c69-1b97-46fa-8fe1-3f0b97c6e2e6 None None] Checking router: 77eda423-a02d-49a9-9c97-e6febda92061 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:47:16.415060 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfe2c69-1b97-46fa-8fe1-3f0b97c6e2e6 None None] Updating router 77eda423-a02d-49a9-9c97-e6febda92061 port 0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:47:16.455800 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9dfe2c69-1b97-46fa-8fe1-3f0b97c6e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:16.674059 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-52226300-cc32-403d-b813-dfb3f98f5158 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (d7870e6a-b26f-496a-9b02-72d9d61d382d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:16.773433 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52226300-cc32-403d-b813-dfb3f98f5158 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Subnet': ['ID=d7870e6a-b26f-496a-9b02-72d9d61d382d,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:16.787757 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52226300-cc32-403d-b813-dfb3f98f5158 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Checking segment: {'id': '70a2837c-3836-48a9-a1b2-55e422fc2cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '39c55349-3ca2-4712-869f-3f4fbf5d718d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:47:16.788361 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52226300-cc32-403d-b813-dfb3f98f5158 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network hostable DHCP agents. Network: 39c55349-3ca2-4712-869f-3f4fbf5d718d, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:47:16.822198 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52226300-cc32-403d-b813-dfb3f98f5158 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network 39c55349-3ca2-4712-869f-3f4fbf5d718d is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:47:16.838491 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-52226300-cc32-403d-b813-dfb3f98f5158 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 39c55349-3ca2-4712-869f-3f4fbf5d718d) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:47:16.846273 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52226300-cc32-403d-b813-dfb3f98f5158 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:16.847238 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-52226300-cc32-403d-b813-dfb3f98f5158 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:16.858117 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c863b4f-518e-4b6e-bea5-1692d3631167 None None] Network 39c55349-3ca2-4712-869f-3f4fbf5d718d requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:47:16.878144 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-52226300-cc32-403d-b813-dfb3f98f5158 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6884854 Jan 28 01:47:16.883010 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57118) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:47:16.890110 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9dfe2c69-1b97-46fa-8fe1-3f0b97c6e2e6 None None] Publish callbacks [] for port (0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:16.930200 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9dfe2c69-1b97-46fa-8fe1-3f0b97c6e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:17.048212 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-9dfe2c69-1b97-46fa-8fe1-3f0b97c6e2e6 None None] Attempting to bind port 0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:47:17.048772 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-9dfe2c69-1b97-46fa-8fe1-3f0b97c6e2e6 None None] Attempting to bind port 0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:47:17.049160 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfe2c69-1b97-46fa-8fe1-3f0b97c6e2e6 None None] Attempting to bind port 0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:47:17.059739 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540864f-06de-4d99-8952-e61c43766abc None None] Pushing event updated for resources: {'Port': ['ID=0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:17.069309 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfe2c69-1b97-46fa-8fe1-3f0b97c6e2e6 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:47:17.069771 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfe2c69-1b97-46fa-8fe1-3f0b97c6e2e6 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:47:17.070404 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9dfe2c69-1b97-46fa-8fe1-3f0b97c6e2e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:17.070985 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfe2c69-1b97-46fa-8fe1-3f0b97c6e2e6 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:47:17.071746 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-9dfe2c69-1b97-46fa-8fe1-3f0b97c6e2e6 None None] Bound port: 0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:47:17.072562 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9dfe2c69-1b97-46fa-8fe1-3f0b97c6e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:17.147061 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bef7167-1225-4dd3-8083-bf2ae975b967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-39c55349-3ca2-4712-869f-3f4fbf5d718d', 'network_id': '39c55349-3ca2-4712-869f-3f4fbf5d718d', 'project_id': '059bca68032541d59fac92aef233eaae', 'fixed_ips': [{'subnet_id': 'd7870e6a-b26f-496a-9b02-72d9d61d382d'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:47:17.148756 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2bef7167-1225-4dd3-8083-bf2ae975b967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:17.200223 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-9dfe2c69-1b97-46fa-8fe1-3f0b97c6e2e6 None None] For port 0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:47:17.210280 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-9dfe2c69-1b97-46fa-8fe1-3f0b97c6e2e6 None None] For port 0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:47:17.216269 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9dfe2c69-1b97-46fa-8fe1-3f0b97c6e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:17.520299 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4900accc-5e50-42e1-b4a0-34fb73c0b52b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:17.576961 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540864f-06de-4d99-8952-e61c43766abc None None] Pushing event updated for resources: {'Port': ['ID=0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:17.586395 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfe2c69-1b97-46fa-8fe1-3f0b97c6e2e6 None None] Routers {'77eda423-a02d-49a9-9c97-e6febda92061'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:47:17.587084 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-9dfe2c69-1b97-46fa-8fe1-3f0b97c6e2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:47:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['77eda423-a02d-49a9-9c97-e6febda92061'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:47:17.716261 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-2bef7167-1225-4dd3-8083-bf2ae975b967 None None] Allocated IP 172.20.0.2 (39c55349-3ca2-4712-869f-3f4fbf5d718d/d7870e6a-b26f-496a-9b02-72d9d61d382d/f33ef3ff-2e92-45a7-a62f-015a6ec6099d) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:47:17.853792 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-9dfe2c69-1b97-46fa-8fe1-3f0b97c6e2e6 None None] Set router 77eda423-a02d-49a9-9c97-e6febda92061 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:47:18.137348 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2bef7167-1225-4dd3-8083-bf2ae975b967 None None] Publish callbacks [] for port (f33ef3ff-2e92-45a7-a62f-015a6ec6099d), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:18.152301 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2bef7167-1225-4dd3-8083-bf2ae975b967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (f33ef3ff-2e92-45a7-a62f-015a6ec6099d), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:18.214156 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bef7167-1225-4dd3-8083-bf2ae975b967 None None] Network 39c55349-3ca2-4712-869f-3f4fbf5d718d is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:47:18.222190 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-2bef7167-1225-4dd3-8083-bf2ae975b967 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:47:18.224613 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-4900accc-5e50-42e1-b4a0-34fb73c0b52b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Allocated IP 172.20.0.1 (39c55349-3ca2-4712-869f-3f4fbf5d718d/d7870e6a-b26f-496a-9b02-72d9d61d382d/fd6ad156-f297-4607-b08b-55943b426b1b) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:47:18.228602 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bef7167-1225-4dd3-8083-bf2ae975b967 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:47:18.234797 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef7167-1225-4dd3-8083-bf2ae975b967 None None] Pushing event updated for resources: {'Port': ['ID=f33ef3ff-2e92-45a7-a62f-015a6ec6099d,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:18.284181 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-9dfe2c69-1b97-46fa-8fe1-3f0b97c6e2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eda423-a02d-49a9-9c97-e6febda92061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742216928', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:47:13Z', 'updated_at': '2022-01-28T01:47:14Z', 'revision_number': 3, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:11:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eda423-a02d-49a9-9c97-e6febda92061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:47:13Z', 'updated_at': '2022-01-28T01:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:47:18.349029 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfe2c69-1b97-46fa-8fe1-3f0b97c6e2e6 None None] The sync data for ids ['77eda423-a02d-49a9-9c97-e6febda92061'] in n-d-826754-1 is: [{'id': '77eda423-a02d-49a9-9c97-e6febda92061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742216928', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:47:13Z', 'updated_at': '2022-01-28T01:47:14Z', 'revision_number': 3, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:11:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eda423-a02d-49a9-9c97-e6febda92061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:47:13Z', 'updated_at': '2022-01-28T01:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:47:18.372405 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-2bef7167-1225-4dd3-8083-bf2ae975b967 None None] Attempting to bind port f33ef3ff-2e92-45a7-a62f-015a6ec6099d on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:47:18.373626 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-2bef7167-1225-4dd3-8083-bf2ae975b967 None None] Attempting to bind port f33ef3ff-2e92-45a7-a62f-015a6ec6099d by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '70a2837c-3836-48a9-a1b2-55e422fc2cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '39c55349-3ca2-4712-869f-3f4fbf5d718d'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:47:18.374188 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bef7167-1225-4dd3-8083-bf2ae975b967 None None] Attempting to bind port f33ef3ff-2e92-45a7-a62f-015a6ec6099d on network 39c55349-3ca2-4712-869f-3f4fbf5d718d {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:47:18.381909 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bef7167-1225-4dd3-8083-bf2ae975b967 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:47:18.382812 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bef7167-1225-4dd3-8083-bf2ae975b967 None None] Checking segment: {'id': '70a2837c-3836-48a9-a1b2-55e422fc2cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '39c55349-3ca2-4712-869f-3f4fbf5d718d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:47:18.383455 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2bef7167-1225-4dd3-8083-bf2ae975b967 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:18.384074 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bef7167-1225-4dd3-8083-bf2ae975b967 None None] Bound using segment: {'id': '70a2837c-3836-48a9-a1b2-55e422fc2cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '39c55349-3ca2-4712-869f-3f4fbf5d718d'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:47:18.384757 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-2bef7167-1225-4dd3-8083-bf2ae975b967 None None] Bound port: f33ef3ff-2e92-45a7-a62f-015a6ec6099d, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a2837c-3836-48a9-a1b2-55e422fc2cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '39c55349-3ca2-4712-869f-3f4fbf5d718d'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:47:18.385326 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2bef7167-1225-4dd3-8083-bf2ae975b967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f33ef3ff-2e92-45a7-a62f-015a6ec6099d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:18.409979 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4900accc-5e50-42e1-b4a0-34fb73c0b52b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for port (fd6ad156-f297-4607-b08b-55943b426b1b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:18.477981 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4900accc-5e50-42e1-b4a0-34fb73c0b52b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (fd6ad156-f297-4607-b08b-55943b426b1b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:18.522330 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-2bef7167-1225-4dd3-8083-bf2ae975b967 None None] For port f33ef3ff-2e92-45a7-a62f-015a6ec6099d, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:47:18.529730 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-2bef7167-1225-4dd3-8083-bf2ae975b967 None None] For port f33ef3ff-2e92-45a7-a62f-015a6ec6099d, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f33ef3ff-2e92-45a7-a62f-015a6ec6099d,segment=NetworkSegment(70a2837c-3836-48a9-a1b2-55e422fc2cda),segment_id=70a2837c-3836-48a9-a1b2-55e422fc2cda)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:47:18.539207 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4900accc-5e50-42e1-b4a0-34fb73c0b52b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network 39c55349-3ca2-4712-869f-3f4fbf5d718d is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:47:18.542085 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2bef7167-1225-4dd3-8083-bf2ae975b967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f33ef3ff-2e92-45a7-a62f-015a6ec6099d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:18.543839 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-4900accc-5e50-42e1-b4a0-34fb73c0b52b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:47:18.548185 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4900accc-5e50-42e1-b4a0-34fb73c0b52b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:47:18.603762 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900accc-5e50-42e1-b4a0-34fb73c0b52b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Port': ['ID=fd6ad156-f297-4607-b08b-55943b426b1b,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:18.628597 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef7167-1225-4dd3-8083-bf2ae975b967 None None] Pushing event updated for resources: {'Port': ['ID=f33ef3ff-2e92-45a7-a62f-015a6ec6099d,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:18.660856 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4900accc-5e50-42e1-b4a0-34fb73c0b52b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (77eda423-a02d-49a9-9c97-e6febda92061), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:18.960785 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4900accc-5e50-42e1-b4a0-34fb73c0b52b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (fd6ad156-f297-4607-b08b-55943b426b1b), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:19.027788 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:47:19.144328 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:47:19.144812 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:19.312713 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:47:19.313119 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:19.337803 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:47:19.345770 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:19.440048 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:19.517862 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4900accc-5e50-42e1-b4a0-34fb73c0b52b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for port (fd6ad156-f297-4607-b08b-55943b426b1b), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:19.524632 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4900accc-5e50-42e1-b4a0-34fb73c0b52b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (fd6ad156-f297-4607-b08b-55943b426b1b), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:19.636986 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900accc-5e50-42e1-b4a0-34fb73c0b52b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Port': ['ID=fd6ad156-f297-4607-b08b-55943b426b1b,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:19.642624 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4900accc-5e50-42e1-b4a0-34fb73c0b52b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (77eda423-a02d-49a9-9c97-e6febda92061), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:19.776514 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4900accc-5e50-42e1-b4a0-34fb73c0b52b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network 39c55349-3ca2-4712-869f-3f4fbf5d718d is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:47:19.778153 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-4900accc-5e50-42e1-b4a0-34fb73c0b52b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:47:19.980573 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4900accc-5e50-42e1-b4a0-34fb73c0b52b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Router 77eda423-a02d-49a9-9c97-e6febda92061 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:47:20.180778 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4900accc-5e50-42e1-b4a0-34fb73c0b52b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:47:20.192178 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4900accc-5e50-42e1-b4a0-34fb73c0b52b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "PUT /v2.0/routers/77eda423-a02d-49a9-9c97-e6febda92061/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3089120 Jan 28 01:47:20.220453 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fad82e1-807c-4461-a3a4-a9c6ac7dca75 None None] Network 39c55349-3ca2-4712-869f-3f4fbf5d718d requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:47:20.378399 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-182e8b4f-33c3-4a35-bd7f-d7ce77a506ac None None] Provisioning complete for port f33ef3ff-2e92-45a7-a62f-015a6ec6099d triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:47:20.378781 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-182e8b4f-33c3-4a35-bd7f-d7ce77a506ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f33ef3ff-2e92-45a7-a62f-015a6ec6099d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:20.431093 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-43820e4e-f16b-44be-9405-0a79d258abc1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1590112953&fields=id&tenant_id=059bca68032541d59fac92aef233eaae HTTP/1.1" status: 200 len: 267 time: 0.0720325 Jan 28 01:47:20.493389 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-182e8b4f-33c3-4a35-bd7f-d7ce77a506ac None None] Current status of the port f33ef3ff-2e92-45a7-a62f-015a6ec6099d is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:47:20.494085 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-182e8b4f-33c3-4a35-bd7f-d7ce77a506ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f33ef3ff-2e92-45a7-a62f-015a6ec6099d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:20.565055 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-182e8b4f-33c3-4a35-bd7f-d7ce77a506ac None None] For port f33ef3ff-2e92-45a7-a62f-015a6ec6099d, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f33ef3ff-2e92-45a7-a62f-015a6ec6099d,segment=NetworkSegment(70a2837c-3836-48a9-a1b2-55e422fc2cda),segment_id=70a2837c-3836-48a9-a1b2-55e422fc2cda)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:47:20.572386 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-182e8b4f-33c3-4a35-bd7f-d7ce77a506ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (f33ef3ff-2e92-45a7-a62f-015a6ec6099d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:20.614065 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-bfc2defb-1634-4289-aa26-404a10d58c7e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:20.616402 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-bfc2defb-1634-4289-aa26-404a10d58c7e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/networks?id=39c55349-3ca2-4712-869f-3f4fbf5d718d HTTP/1.1" status: 200 len: 796 time: 0.1774898 Jan 28 01:47:20.634703 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-e98317d8-6006-494b-aaf7-91dbb56101b5 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/quotas/059bca68032541d59fac92aef233eaae HTTP/1.1" status: 200 len: 375 time: 0.0126479 Jan 28 01:47:20.664764 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e8b4f-33c3-4a35-bd7f-d7ce77a506ac None None] Pushing event updated for resources: {'Port': ['ID=f33ef3ff-2e92-45a7-a62f-015a6ec6099d,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:20.704095 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-183f2500-6714-48b8-a98e-3a08a27eaffa tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632443 Jan 28 01:47:20.815694 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-5f059ab0-e88a-4291-951f-f859231aa019 None None] Provisioning complete for port f33ef3ff-2e92-45a7-a62f-015a6ec6099d triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:47:20.816078 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5f059ab0-e88a-4291-951f-f859231aa019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f33ef3ff-2e92-45a7-a62f-015a6ec6099d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:20.902306 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-aa2c6edd-fe0e-4f30-a370-eff673569d7d service neutron] 10.222.0.70 "GET /v2.0/networks/39c55349-3ca2-4712-869f-3f4fbf5d718d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676955 Jan 28 01:47:20.938915 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c54e358-229f-44a0-a58a-274816ba0a46 None None] Sync routers for ids ['77eda423-a02d-49a9-9c97-e6febda92061'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:47:20.960675 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c54e358-229f-44a0-a58a-274816ba0a46 None None] Routers {'77eda423-a02d-49a9-9c97-e6febda92061'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:47:20.961340 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-0c54e358-229f-44a0-a58a-274816ba0a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:47:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['77eda423-a02d-49a9-9c97-e6febda92061'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:47:21.000464 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5f059ab0-e88a-4291-951f-f859231aa019 None None] Current status of the port f33ef3ff-2e92-45a7-a62f-015a6ec6099d is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:47:21.028050 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-5f059ab0-e88a-4291-951f-f859231aa019 None None] Provisioning complete for port fd6ad156-f297-4607-b08b-55943b426b1b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:47:21.028606 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5f059ab0-e88a-4291-951f-f859231aa019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (fd6ad156-f297-4607-b08b-55943b426b1b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:21.101400 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-0c54e358-229f-44a0-a58a-274816ba0a46 None None] Set router 77eda423-a02d-49a9-9c97-e6febda92061 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:47:21.105956 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:47:21.133631 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-95d79e90-f094-45b3-b5d4-eda32b4edffe service neutron] 10.222.0.70 "GET /v2.0/networks/39c55349-3ca2-4712-869f-3f4fbf5d718d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197108 Jan 28 01:47:21.169095 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5f059ab0-e88a-4291-951f-f859231aa019 None None] Port fd6ad156-f297-4607-b08b-55943b426b1b cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:47:21.207834 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:47:21.208232 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:21.317451 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-b45c2c5c-1bd8-4bd7-b50a-1901e9d4056e None None] Provisioning complete for port fd6ad156-f297-4607-b08b-55943b426b1b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:47:21.319036 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b45c2c5c-1bd8-4bd7-b50a-1901e9d4056e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (fd6ad156-f297-4607-b08b-55943b426b1b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:21.455073 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-b45c2c5c-1bd8-4bd7-b50a-1901e9d4056e None None] Port fd6ad156-f297-4607-b08b-55943b426b1b cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:47:21.469230 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:47:21.470960 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f33ef3ff-2e92-45a7-a62f-015a6ec6099d up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:47:21.569450 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4b752b5-ffda-403b-9cd3-45501165ca9d req-9bb45be8-4eb8-4f11-8ca2-def16094a2f5 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 210 time: 0.0608327 Jan 28 01:47:21.596651 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-0c54e358-229f-44a0-a58a-274816ba0a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eda423-a02d-49a9-9c97-e6febda92061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742216928', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:47:13Z', 'updated_at': '2022-01-28T01:47:18Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:11:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eda423-a02d-49a9-9c97-e6febda92061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:47:13Z', 'updated_at': '2022-01-28T01:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'fd6ad156-f297-4607-b08b-55943b426b1b', 'name': '', 'network_id': '39c55349-3ca2-4712-869f-3f4fbf5d718d', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:fb:72:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eda423-a02d-49a9-9c97-e6febda92061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd7870e6a-b26f-496a-9b02-72d9d61d382d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:47:17Z', 'updated_at': '2022-01-28T01:47:19Z', 'revision_number': 2, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': 'd7870e6a-b26f-496a-9b02-72d9d61d382d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:47:21.616267 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-465a3c07-1b72-4bc5-869c-a17c77cfd158 None None] Provisioning complete for port fd6ad156-f297-4607-b08b-55943b426b1b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:47:21.616267 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-465a3c07-1b72-4bc5-869c-a17c77cfd158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (fd6ad156-f297-4607-b08b-55943b426b1b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:21.656387 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c54e358-229f-44a0-a58a-274816ba0a46 None None] Checking router: 77eda423-a02d-49a9-9c97-e6febda92061 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:47:21.657610 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c54e358-229f-44a0-a58a-274816ba0a46 None None] Updating router 77eda423-a02d-49a9-9c97-e6febda92061 port fd6ad156-f297-4607-b08b-55943b426b1b binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:47:21.657845 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port f33ef3ff-2e92-45a7-a62f-015a6ec6099d triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:47:21.658040 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (f33ef3ff-2e92-45a7-a62f-015a6ec6099d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:21.701524 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-465a3c07-1b72-4bc5-869c-a17c77cfd158 None None] Port fd6ad156-f297-4607-b08b-55943b426b1b cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:47:21.706577 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0c54e358-229f-44a0-a58a-274816ba0a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (fd6ad156-f297-4607-b08b-55943b426b1b), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:21.796384 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port f33ef3ff-2e92-45a7-a62f-015a6ec6099d is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:47:22.191421 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0c54e358-229f-44a0-a58a-274816ba0a46 None None] Publish callbacks [] for port (fd6ad156-f297-4607-b08b-55943b426b1b), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:22.198578 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0c54e358-229f-44a0-a58a-274816ba0a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (fd6ad156-f297-4607-b08b-55943b426b1b), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:22.256686 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954a82d-d9b2-48c9-9cb0-b66dbd48bbe5 None None] Pushing event updated for resources: {'Port': ['ID=fd6ad156-f297-4607-b08b-55943b426b1b,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:22.269564 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954a82d-d9b2-48c9-9cb0-b66dbd48bbe5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:22.269956 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954a82d-d9b2-48c9-9cb0-b66dbd48bbe5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:22.270324 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954a82d-d9b2-48c9-9cb0-b66dbd48bbe5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:22.270738 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954a82d-d9b2-48c9-9cb0-b66dbd48bbe5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:22.271077 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954a82d-d9b2-48c9-9cb0-b66dbd48bbe5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:22.271420 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954a82d-d9b2-48c9-9cb0-b66dbd48bbe5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:22.271775 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954a82d-d9b2-48c9-9cb0-b66dbd48bbe5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:22.272179 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954a82d-d9b2-48c9-9cb0-b66dbd48bbe5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:22.272582 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954a82d-d9b2-48c9-9cb0-b66dbd48bbe5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:22.272902 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954a82d-d9b2-48c9-9cb0-b66dbd48bbe5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:22.273221 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954a82d-d9b2-48c9-9cb0-b66dbd48bbe5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:22.273538 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954a82d-d9b2-48c9-9cb0-b66dbd48bbe5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:22.273854 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954a82d-d9b2-48c9-9cb0-b66dbd48bbe5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:22.334450 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-0c54e358-229f-44a0-a58a-274816ba0a46 None None] Attempting to bind port fd6ad156-f297-4607-b08b-55943b426b1b on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:47:22.334952 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-0c54e358-229f-44a0-a58a-274816ba0a46 None None] Attempting to bind port fd6ad156-f297-4607-b08b-55943b426b1b by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '70a2837c-3836-48a9-a1b2-55e422fc2cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '39c55349-3ca2-4712-869f-3f4fbf5d718d'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:47:22.335439 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c54e358-229f-44a0-a58a-274816ba0a46 None None] Attempting to bind port fd6ad156-f297-4607-b08b-55943b426b1b on network 39c55349-3ca2-4712-869f-3f4fbf5d718d {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:47:22.344194 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c54e358-229f-44a0-a58a-274816ba0a46 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:47:22.344788 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c54e358-229f-44a0-a58a-274816ba0a46 None None] Checking segment: {'id': '70a2837c-3836-48a9-a1b2-55e422fc2cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '39c55349-3ca2-4712-869f-3f4fbf5d718d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:47:22.345435 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0c54e358-229f-44a0-a58a-274816ba0a46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:22.346045 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c54e358-229f-44a0-a58a-274816ba0a46 None None] Bound using segment: {'id': '70a2837c-3836-48a9-a1b2-55e422fc2cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '39c55349-3ca2-4712-869f-3f4fbf5d718d'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:47:22.346627 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-0c54e358-229f-44a0-a58a-274816ba0a46 None None] Bound port: fd6ad156-f297-4607-b08b-55943b426b1b, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a2837c-3836-48a9-a1b2-55e422fc2cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '39c55349-3ca2-4712-869f-3f4fbf5d718d'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:47:22.347114 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0c54e358-229f-44a0-a58a-274816ba0a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (fd6ad156-f297-4607-b08b-55943b426b1b), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:22.434214 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-0c54e358-229f-44a0-a58a-274816ba0a46 None None] For port fd6ad156-f297-4607-b08b-55943b426b1b, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:47:22.439775 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-0c54e358-229f-44a0-a58a-274816ba0a46 None None] For port fd6ad156-f297-4607-b08b-55943b426b1b, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=fd6ad156-f297-4607-b08b-55943b426b1b,segment=NetworkSegment(70a2837c-3836-48a9-a1b2-55e422fc2cda),segment_id=70a2837c-3836-48a9-a1b2-55e422fc2cda)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:47:22.447310 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-0c54e358-229f-44a0-a58a-274816ba0a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (fd6ad156-f297-4607-b08b-55943b426b1b), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:22.542369 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c54e358-229f-44a0-a58a-274816ba0a46 None None] Routers {'77eda423-a02d-49a9-9c97-e6febda92061'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:47:22.543549 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-0c54e358-229f-44a0-a58a-274816ba0a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:47:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['77eda423-a02d-49a9-9c97-e6febda92061'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:47:22.546893 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-39d78525-6fd8-4be4-820f-e9a99c81145d None None] Provisioning complete for port fd6ad156-f297-4607-b08b-55943b426b1b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:47:22.547700 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-39d78525-6fd8-4be4-820f-e9a99c81145d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (fd6ad156-f297-4607-b08b-55943b426b1b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:22.612294 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954a82d-d9b2-48c9-9cb0-b66dbd48bbe5 None None] Pushing event updated for resources: {'Port': ['ID=fd6ad156-f297-4607-b08b-55943b426b1b,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:22.680357 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-39d78525-6fd8-4be4-820f-e9a99c81145d None None] Current status of the port fd6ad156-f297-4607-b08b-55943b426b1b is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:47:22.681295 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-39d78525-6fd8-4be4-820f-e9a99c81145d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (fd6ad156-f297-4607-b08b-55943b426b1b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:22.749286 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-39d78525-6fd8-4be4-820f-e9a99c81145d None None] For port fd6ad156-f297-4607-b08b-55943b426b1b, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=fd6ad156-f297-4607-b08b-55943b426b1b,segment=NetworkSegment(70a2837c-3836-48a9-a1b2-55e422fc2cda),segment_id=70a2837c-3836-48a9-a1b2-55e422fc2cda)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:47:22.754453 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e0ebcb11-1ef2-4f62-ac0f-7c04a4c80d9c req-f06ffa8a-606a-4e9a-a602-96bc1b59a439 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 210 time: 0.0518341 Jan 28 01:47:22.757473 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-39d78525-6fd8-4be4-820f-e9a99c81145d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (fd6ad156-f297-4607-b08b-55943b426b1b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:22.806175 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-0c54e358-229f-44a0-a58a-274816ba0a46 None None] Set router 77eda423-a02d-49a9-9c97-e6febda92061 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:47:22.861533 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d78525-6fd8-4be4-820f-e9a99c81145d None None] Pushing event updated for resources: {'Port': ['ID=fd6ad156-f297-4607-b08b-55943b426b1b,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:22.885295 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d6f0b0b8-361c-4d80-b5a2-f7a0ade61984 None None] Provisioning complete for port fd6ad156-f297-4607-b08b-55943b426b1b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:47:22.885793 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d6f0b0b8-361c-4d80-b5a2-f7a0ade61984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (fd6ad156-f297-4607-b08b-55943b426b1b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:23.001174 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d6f0b0b8-361c-4d80-b5a2-f7a0ade61984 None None] Current status of the port fd6ad156-f297-4607-b08b-55943b426b1b is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:47:23.088134 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-0c54e358-229f-44a0-a58a-274816ba0a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eda423-a02d-49a9-9c97-e6febda92061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742216928', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:47:13Z', 'updated_at': '2022-01-28T01:47:18Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:11:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eda423-a02d-49a9-9c97-e6febda92061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:47:13Z', 'updated_at': '2022-01-28T01:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'fd6ad156-f297-4607-b08b-55943b426b1b', 'name': '', 'network_id': '39c55349-3ca2-4712-869f-3f4fbf5d718d', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:fb:72:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eda423-a02d-49a9-9c97-e6febda92061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd7870e6a-b26f-496a-9b02-72d9d61d382d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:47:17Z', 'updated_at': '2022-01-28T01:47:22Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': 'd7870e6a-b26f-496a-9b02-72d9d61d382d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:47:23.118343 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c54e358-229f-44a0-a58a-274816ba0a46 None None] The sync data for ids ['77eda423-a02d-49a9-9c97-e6febda92061'] in n-d-826754-1 is: [{'id': '77eda423-a02d-49a9-9c97-e6febda92061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742216928', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:47:13Z', 'updated_at': '2022-01-28T01:47:18Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:11:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eda423-a02d-49a9-9c97-e6febda92061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:47:13Z', 'updated_at': '2022-01-28T01:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'fd6ad156-f297-4607-b08b-55943b426b1b', 'name': '', 'network_id': '39c55349-3ca2-4712-869f-3f4fbf5d718d', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:fb:72:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eda423-a02d-49a9-9c97-e6febda92061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd7870e6a-b26f-496a-9b02-72d9d61d382d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:47:17Z', 'updated_at': '2022-01-28T01:47:22Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': 'd7870e6a-b26f-496a-9b02-72d9d61d382d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:47:23.858177 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5cce90fc-c99b-45a3-861f-6538dcb91398 req-d73148ed-8755-4008-a50e-849003f377eb tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 210 time: 0.0382755 Jan 28 01:47:24.850655 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device fd6ad156-f297-4607-b08b-55943b426b1b up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:47:24.909489 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port fd6ad156-f297-4607-b08b-55943b426b1b triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:47:24.909489 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (fd6ad156-f297-4607-b08b-55943b426b1b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:24.952713 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-67e7e07b-3a64-403e-b050-c43ef62796b6 req-f5a924dd-c095-480a-bd0e-be54c465496d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 210 time: 0.0406795 Jan 28 01:47:25.015960 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port fd6ad156-f297-4607-b08b-55943b426b1b is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:47:26.052723 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9fc2a984-bf0f-4d42-85b5-a764681f31ac req-cba79c71-480f-4180-afe9-06d9acde74d0 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 210 time: 0.0288565 Jan 28 01:47:27.005587 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-ef62c44a-c519-49a0-8cb6-2d33c452e0b3 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:27.007090 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-ef62c44a-c519-49a0-8cb6-2d33c452e0b3 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.52 "GET /v2.0/networks?id=39c55349-3ca2-4712-869f-3f4fbf5d718d HTTP/1.1" status: 200 len: 796 time: 0.1104383 Jan 28 01:47:27.085160 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-17fb7727-0969-454d-be87-a17777dd17ee tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=059bca68032541d59fac92aef233eaae HTTP/1.1" status: 200 len: 380 time: 0.0629382 Jan 28 01:47:27.122293 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-ce74f7e2-d243-4d5b-b643-51a2b27c0932 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'port': {'device_id': 'f32eb690-0927-4b53-850b-4e7f3e2000c7', 'network_id': '39c55349-3ca2-4712-869f-3f4fbf5d718d', 'admin_state_up': True, 'tenant_id': '059bca68032541d59fac92aef233eaae', 'security_groups': ['1b45ee3b-3b7b-409a-9198-f3a81b3d0326']}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:47:27.151700 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8420c6a6-2c9a-4391-8a75-47861702cb31 req-31dd0652-d426-4644-9f14-d4b94bfebb05 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 210 time: 0.0263014 Jan 28 01:47:27.234743 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-ce74f7e2-d243-4d5b-b643-51a2b27c0932 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Made reservation on behalf of 059bca68032541d59fac92aef233eaae for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:47:27.238339 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-ce74f7e2-d243-4d5b-b643-51a2b27c0932 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:27.371967 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-ce74f7e2-d243-4d5b-b643-51a2b27c0932 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Allocated IP 172.20.0.14 (39c55349-3ca2-4712-869f-3f4fbf5d718d/d7870e6a-b26f-496a-9b02-72d9d61d382d/23ab837f-b240-4eb2-9824-d2aac4672601) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:47:27.520201 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-ce74f7e2-d243-4d5b-b643-51a2b27c0932 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for port (23ab837f-b240-4eb2-9824-d2aac4672601), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:27.554959 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-ce74f7e2-d243-4d5b-b643-51a2b27c0932 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (23ab837f-b240-4eb2-9824-d2aac4672601), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:27.599668 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-ce74f7e2-d243-4d5b-b643-51a2b27c0932 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network 39c55349-3ca2-4712-869f-3f4fbf5d718d is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:47:27.602449 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-ce74f7e2-d243-4d5b-b643-51a2b27c0932 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:47:27.605962 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-ce74f7e2-d243-4d5b-b643-51a2b27c0932 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:47:27.634981 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce74f7e2-d243-4d5b-b643-51a2b27c0932 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Port': ['ID=23ab837f-b240-4eb2-9824-d2aac4672601,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:27.664502 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-ce74f7e2-d243-4d5b-b643-51a2b27c0932 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:27.664995 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-ce74f7e2-d243-4d5b-b643-51a2b27c0932 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:27.684853 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-ce74f7e2-d243-4d5b-b643-51a2b27c0932 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5665190 Jan 28 01:47:27.744383 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-5d5f0b04-0e4b-40c6-801d-23d7fede9639 service neutron] Request body: {'port': {'device_id': 'f32eb690-0927-4b53-850b-4e7f3e2000c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:47:27.800776 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-5d5f0b04-0e4b-40c6-801d-23d7fede9639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (23ab837f-b240-4eb2-9824-d2aac4672601), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:27.862356 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-79ede0bb-47fc-4ce4-bcb4-97501472b086 None None] Provisioning complete for port 23ab837f-b240-4eb2-9824-d2aac4672601 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:47:27.863000 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79ede0bb-47fc-4ce4-bcb4-97501472b086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (23ab837f-b240-4eb2-9824-d2aac4672601), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:27.899042 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-79ede0bb-47fc-4ce4-bcb4-97501472b086 None None] Port 23ab837f-b240-4eb2-9824-d2aac4672601 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:47:28.273145 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945745c-a0be-48d1-a76a-ad1e4fb046f3 req-c710b1b8-60fc-4945-9cb3-615aacd6ef83 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:28.274692 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8945745c-a0be-48d1-a76a-ad1e4fb046f3 req-c710b1b8-60fc-4945-9cb3-615aacd6ef83 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 932 time: 0.0528023 Jan 28 01:47:28.330948 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8945745c-a0be-48d1-a76a-ad1e4fb046f3 req-e5df7587-b5ba-4bdc-9963-59f256b727b6 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b45ee3b-3b7b-409a-9198-f3a81b3d0326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491199 Jan 28 01:47:28.411801 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-5d5f0b04-0e4b-40c6-801d-23d7fede9639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23ab837f-b240-4eb2-9824-d2aac4672601 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:47:28.420149 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-5d5f0b04-0e4b-40c6-801d-23d7fede9639 service neutron] Publish callbacks [] for port (23ab837f-b240-4eb2-9824-d2aac4672601), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:28.432388 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-5d5f0b04-0e4b-40c6-801d-23d7fede9639 service neutron] Transition to ACTIVE for port object 23ab837f-b240-4eb2-9824-d2aac4672601 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:47:28.436681 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-5d5f0b04-0e4b-40c6-801d-23d7fede9639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (23ab837f-b240-4eb2-9824-d2aac4672601), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:28.491662 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f0b04-0e4b-40c6-801d-23d7fede9639 service neutron] Pushing event updated for resources: {'Port': ['ID=23ab837f-b240-4eb2-9824-d2aac4672601,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:28.566596 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-5d5f0b04-0e4b-40c6-801d-23d7fede9639 service neutron] Attempting to bind port 23ab837f-b240-4eb2-9824-d2aac4672601 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:47:28.566937 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-5d5f0b04-0e4b-40c6-801d-23d7fede9639 service neutron] Attempting to bind port 23ab837f-b240-4eb2-9824-d2aac4672601 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '70a2837c-3836-48a9-a1b2-55e422fc2cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '39c55349-3ca2-4712-869f-3f4fbf5d718d'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:47:28.567412 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-5d5f0b04-0e4b-40c6-801d-23d7fede9639 service neutron] Attempting to bind port 23ab837f-b240-4eb2-9824-d2aac4672601 on network 39c55349-3ca2-4712-869f-3f4fbf5d718d {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:47:28.572679 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-5d5f0b04-0e4b-40c6-801d-23d7fede9639 service neutron] Port 23ab837f-b240-4eb2-9824-d2aac4672601 on network 39c55349-3ca2-4712-869f-3f4fbf5d718d not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:47:28.573034 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-5d5f0b04-0e4b-40c6-801d-23d7fede9639 service neutron] Attempting to bind port 23ab837f-b240-4eb2-9824-d2aac4672601 on network 39c55349-3ca2-4712-869f-3f4fbf5d718d {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:47:28.579152 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-5d5f0b04-0e4b-40c6-801d-23d7fede9639 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:47:28.579500 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-5d5f0b04-0e4b-40c6-801d-23d7fede9639 service neutron] Checking segment: {'id': '70a2837c-3836-48a9-a1b2-55e422fc2cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '39c55349-3ca2-4712-869f-3f4fbf5d718d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:47:28.579938 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-5d5f0b04-0e4b-40c6-801d-23d7fede9639 service neutron] Bound using segment: {'id': '70a2837c-3836-48a9-a1b2-55e422fc2cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '39c55349-3ca2-4712-869f-3f4fbf5d718d'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:47:28.580427 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-5d5f0b04-0e4b-40c6-801d-23d7fede9639 service neutron] Bound port: 23ab837f-b240-4eb2-9824-d2aac4672601, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a2837c-3836-48a9-a1b2-55e422fc2cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '39c55349-3ca2-4712-869f-3f4fbf5d718d'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:47:28.580794 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-5d5f0b04-0e4b-40c6-801d-23d7fede9639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (23ab837f-b240-4eb2-9824-d2aac4672601), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:28.659838 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-5d5f0b04-0e4b-40c6-801d-23d7fede9639 service neutron] For port 23ab837f-b240-4eb2-9824-d2aac4672601, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:47:28.663073 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-5d5f0b04-0e4b-40c6-801d-23d7fede9639 service neutron] For port 23ab837f-b240-4eb2-9824-d2aac4672601, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=23ab837f-b240-4eb2-9824-d2aac4672601,segment=NetworkSegment(70a2837c-3836-48a9-a1b2-55e422fc2cda),segment_id=70a2837c-3836-48a9-a1b2-55e422fc2cda)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:47:28.667508 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-5d5f0b04-0e4b-40c6-801d-23d7fede9639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (23ab837f-b240-4eb2-9824-d2aac4672601), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:28.703420 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-5d5f0b04-0e4b-40c6-801d-23d7fede9639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:28.704064 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-5d5f0b04-0e4b-40c6-801d-23d7fede9639 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:28.705514 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-5d5f0b04-0e4b-40c6-801d-23d7fede9639 service neutron] 10.222.0.52 "PUT /v2.0/ports/23ab837f-b240-4eb2-9824-d2aac4672601 HTTP/1.1" status: 200 len: 1092 time: 1.0083728 Jan 28 01:47:28.705914 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32eb690-0927-4b53-850b-4e7f3e2000c7', 'tag': '23ab837f-b240-4eb2-9824-d2aac4672601'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:47:28.708229 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8542666-ec5e-4802-b7fc-7f9fa2c77f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "f32eb690-0927-4b53-850b-4e7f3e2000c7", "tag": "23ab837f-b240-4eb2-9824-d2aac4672601"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:47:28.734009 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f0b04-0e4b-40c6-801d-23d7fede9639 service neutron] Pushing event updated for resources: {'Port': ['ID=23ab837f-b240-4eb2-9824-d2aac4672601,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:28.770491 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904a3b50-e3a2-4f73-9581-0607e5915e3f x-openstack-request-id: req-904a3b50-e3a2-4f73-9581-0607e5915e3f {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:47:28.770697 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f32eb690-0927-4b53-850b-4e7f3e2000c7", "tag": "23ab837f-b240-4eb2-9824-d2aac4672601", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:47:28.770890 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-904a3b50-e3a2-4f73-9581-0607e5915e3f {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:47:28.771426 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f32eb690-0927-4b53-850b-4e7f3e2000c7', 'tag': '23ab837f-b240-4eb2-9824-d2aac4672601', 'status': 'completed', 'code': 200} Jan 28 01:47:28.827731 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-58306bb5-cc1b-443d-96cb-9547dddb5018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:28.829276 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-58306bb5-cc1b-443d-96cb-9547dddb5018 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 1095 time: 0.0454676 Jan 28 01:47:28.881798 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-e8c8cd4e-d3ca-4abe-a471-70cbb4007414 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23ab837f-b240-4eb2-9824-d2aac4672601 HTTP/1.1" status: 200 len: 217 time: 0.0392783 Jan 28 01:47:28.946155 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-70b41e3f-d2ab-4615-b54e-dc539cf79f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:28.947641 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-70b41e3f-d2ab-4615-b54e-dc539cf79f47 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d7870e6a-b26f-496a-9b02-72d9d61d382d HTTP/1.1" status: 200 len: 834 time: 0.0597579 Jan 28 01:47:29.002783 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-211eb7eb-82f5-42f5-bcf8-fb91d971698d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:29.005516 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-211eb7eb-82f5-42f5-bcf8-fb91d971698d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39c55349-3ca2-4712-869f-3f4fbf5d718d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515738 Jan 28 01:47:29.101437 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-44437e17-05a5-4520-94bc-022c300baa19 service neutron] 10.222.0.52 "GET /v2.0/networks/39c55349-3ca2-4712-869f-3f4fbf5d718d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891414 Jan 28 01:47:29.190742 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fa9fedb1-fd54-437c-a1f2-bc9eb41fd734 req-a33cd870-06c9-4571-a525-00f97cf7bdda service neutron] 10.222.0.52 "GET /v2.0/networks/39c55349-3ca2-4712-869f-3f4fbf5d718d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841787 Jan 28 01:47:29.336045 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8542666-ec5e-4802-b7fc-7f9fa2c77f4e req-0f7ff695-9018-4f2c-bfe3-dba3429ccce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:29.337576 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e8542666-ec5e-4802-b7fc-7f9fa2c77f4e req-0f7ff695-9018-4f2c-bfe3-dba3429ccce9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 1095 time: 0.0504007 Jan 28 01:47:29.435990 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8542666-ec5e-4802-b7fc-7f9fa2c77f4e req-5d55680f-4487-431f-ab30-1592f01519be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:29.437443 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e8542666-ec5e-4802-b7fc-7f9fa2c77f4e req-5d55680f-4487-431f-ab30-1592f01519be service neutron] 10.222.0.52 "GET /v2.0/networks?id=39c55349-3ca2-4712-869f-3f4fbf5d718d HTTP/1.1" status: 200 len: 897 time: 0.0945621 Jan 28 01:47:29.449127 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ca87a-4f8c-4e10-aad5-68c21410bfce req-d45798af-70e7-4771-8b96-5b53ff732f5e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:29.450814 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a97ca87a-4f8c-4e10-aad5-68c21410bfce req-d45798af-70e7-4771-8b96-5b53ff732f5e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 944 time: 0.0496879 Jan 28 01:47:29.484656 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e8542666-ec5e-4802-b7fc-7f9fa2c77f4e req-c7afccb7-2675-4885-ac77-b583eefe1a95 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23ab837f-b240-4eb2-9824-d2aac4672601 HTTP/1.1" status: 200 len: 217 time: 0.0415061 Jan 28 01:47:29.502911 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a97ca87a-4f8c-4e10-aad5-68c21410bfce req-c279660c-1676-4fd2-bc43-4f7d8ff97248 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b45ee3b-3b7b-409a-9198-f3a81b3d0326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463068 Jan 28 01:47:29.534972 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8542666-ec5e-4802-b7fc-7f9fa2c77f4e req-8eb8007d-ae13-41a4-b739-b0cfd8a04bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:29.536468 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e8542666-ec5e-4802-b7fc-7f9fa2c77f4e req-8eb8007d-ae13-41a4-b739-b0cfd8a04bc5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d7870e6a-b26f-496a-9b02-72d9d61d382d HTTP/1.1" status: 200 len: 834 time: 0.0464828 Jan 28 01:47:29.581489 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8542666-ec5e-4802-b7fc-7f9fa2c77f4e req-c70d819d-c375-4207-8d80-ee47b24c2632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:29.583052 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e8542666-ec5e-4802-b7fc-7f9fa2c77f4e req-c70d819d-c375-4207-8d80-ee47b24c2632 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39c55349-3ca2-4712-869f-3f4fbf5d718d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399003 Jan 28 01:47:29.679752 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e8542666-ec5e-4802-b7fc-7f9fa2c77f4e req-a6043ca4-505e-4ec6-b277-88aaa8d38586 service neutron] 10.222.0.52 "GET /v2.0/networks/39c55349-3ca2-4712-869f-3f4fbf5d718d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906925 Jan 28 01:47:29.774080 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e8542666-ec5e-4802-b7fc-7f9fa2c77f4e req-0e5596f2-4c01-4edc-a591-49e6b0401155 service neutron] 10.222.0.52 "GET /v2.0/networks/39c55349-3ca2-4712-869f-3f4fbf5d718d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887852 Jan 28 01:47:30.626230 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116a543-9138-4310-962d-11c5e826c37e req-68a5f53b-5139-49ef-9469-c8520e4c3bef tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:30.627783 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3116a543-9138-4310-962d-11c5e826c37e req-68a5f53b-5139-49ef-9469-c8520e4c3bef tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 944 time: 0.0527134 Jan 28 01:47:30.678537 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3116a543-9138-4310-962d-11c5e826c37e req-1913be84-7470-4316-935c-e32b9a6dd8a0 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b45ee3b-3b7b-409a-9198-f3a81b3d0326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442719 Jan 28 01:47:31.798719 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74aeb6e-3f2e-40b0-8820-5f56e5d65fd4 req-3e30369d-c548-4b8f-bc8c-198a237b109e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:31.800233 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e74aeb6e-3f2e-40b0-8820-5f56e5d65fd4 req-3e30369d-c548-4b8f-bc8c-198a237b109e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 944 time: 0.0541890 Jan 28 01:47:31.849032 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e74aeb6e-3f2e-40b0-8820-5f56e5d65fd4 req-04a893e4-8bdd-4cc9-a8d2-5320f78a2daa tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b45ee3b-3b7b-409a-9198-f3a81b3d0326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432351 Jan 28 01:47:32.450061 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 23ab837f-b240-4eb2-9824-d2aac4672601 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:47:32.544076 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 23ab837f-b240-4eb2-9824-d2aac4672601, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=23ab837f-b240-4eb2-9824-d2aac4672601,segment=NetworkSegment(70a2837c-3836-48a9-a1b2-55e422fc2cda),segment_id=70a2837c-3836-48a9-a1b2-55e422fc2cda)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:47:32.556142 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '23ab837f-b240-4eb2-9824-d2aac4672601', 'network_id': '39c55349-3ca2-4712-869f-3f4fbf5d718d', 'port_id': '23ab837f-b240-4eb2-9824-d2aac4672601', 'mac_address': 'fa:16:3e:da:8a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7870e6a-b26f-496a-9b02-72d9d61d382d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:47:32.593279 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 23ab837f-b240-4eb2-9824-d2aac4672601 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:47:32.593673 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (23ab837f-b240-4eb2-9824-d2aac4672601), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:32.610268 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23ab837f-b240-4eb2-9824-d2aac4672601 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:47:32.629555 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 23ab837f-b240-4eb2-9824-d2aac4672601, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=23ab837f-b240-4eb2-9824-d2aac4672601,segment=NetworkSegment(70a2837c-3836-48a9-a1b2-55e422fc2cda),segment_id=70a2837c-3836-48a9-a1b2-55e422fc2cda)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:47:32.635217 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (23ab837f-b240-4eb2-9824-d2aac4672601), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:32.683551 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=23ab837f-b240-4eb2-9824-d2aac4672601,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:32.691054 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:32.691400 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:32.691777 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:32.692121 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:32.692456 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:32.692787 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:32.693199 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:32.693449 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:32.693774 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:32.694101 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:32.694425 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:32.694752 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:32.695075 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:32.963062 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59913d9e-33a4-416f-b6ee-42e607af4203 req-02a7d6b8-b89f-4364-b03b-220219d7b6e3 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:32.964523 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-59913d9e-33a4-416f-b6ee-42e607af4203 req-02a7d6b8-b89f-4364-b03b-220219d7b6e3 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 945 time: 0.0485377 Jan 28 01:47:33.016093 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-59913d9e-33a4-416f-b6ee-42e607af4203 req-268d2553-e60b-4c4e-a544-19df2cc560c4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b45ee3b-3b7b-409a-9198-f3a81b3d0326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450096 Jan 28 01:47:33.068857 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['23ab837f-b240-4eb2-9824-d2aac4672601'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:47:34.136689 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610e4d2-b442-433f-afe9-bd4f2558e4c1 req-e35a5a6d-179d-40d2-b45b-e55ad275db2f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:34.138102 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d610e4d2-b442-433f-afe9-bd4f2558e4c1 req-e35a5a6d-179d-40d2-b45b-e55ad275db2f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 945 time: 0.0490239 Jan 28 01:47:34.192237 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d610e4d2-b442-433f-afe9-bd4f2558e4c1 req-c2e76e9d-eec6-4cce-a891-ceb0ed2a5f90 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b45ee3b-3b7b-409a-9198-f3a81b3d0326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482020 Jan 28 01:47:34.466605 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 23ab837f-b240-4eb2-9824-d2aac4672601 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:47:34.518222 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 23ab837f-b240-4eb2-9824-d2aac4672601 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:47:34.522264 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 23ab837f-b240-4eb2-9824-d2aac4672601 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:47:34.522644 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (23ab837f-b240-4eb2-9824-d2aac4672601), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:34.546972 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:47:34.604618 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 23ab837f-b240-4eb2-9824-d2aac4672601 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:47:34.605010 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (23ab837f-b240-4eb2-9824-d2aac4672601), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:34.627789 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32eb690-0927-4b53-850b-4e7f3e2000c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ab837f-b240-4eb2-9824-d2aac4672601'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:47:34.630106 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4397dd4-a4c6-4e7f-8bae-fac4c94ad6a4" -d '{"events": [{"server_uuid": "f32eb690-0927-4b53-850b-4e7f3e2000c7", "name": "network-vif-plugged", "status": "completed", "tag": "23ab837f-b240-4eb2-9824-d2aac4672601"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:47:34.643381 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 23ab837f-b240-4eb2-9824-d2aac4672601, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=23ab837f-b240-4eb2-9824-d2aac4672601,segment=NetworkSegment(70a2837c-3836-48a9-a1b2-55e422fc2cda),segment_id=70a2837c-3836-48a9-a1b2-55e422fc2cda)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:47:34.647359 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (23ab837f-b240-4eb2-9824-d2aac4672601), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:34.671727 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1505cc9e-f909-474d-9aaf-b542c9532407 x-openstack-request-id: req-1505cc9e-f909-474d-9aaf-b542c9532407 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:47:34.672062 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f32eb690-0927-4b53-850b-4e7f3e2000c7", "name": "network-vif-plugged", "status": "completed", "tag": "23ab837f-b240-4eb2-9824-d2aac4672601", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:47:34.672431 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1505cc9e-f909-474d-9aaf-b542c9532407 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:47:34.672972 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f32eb690-0927-4b53-850b-4e7f3e2000c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ab837f-b240-4eb2-9824-d2aac4672601', 'code': 200} Jan 28 01:47:34.708824 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=23ab837f-b240-4eb2-9824-d2aac4672601,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:34.799600 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e4978-120b-4cac-a18a-6671bd4c7d4e req-47846f2d-21ab-443c-9931-17b8d8cbd2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:34.801161 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-067e4978-120b-4cac-a18a-6671bd4c7d4e req-47846f2d-21ab-443c-9931-17b8d8cbd2cb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 1097 time: 0.0428307 Jan 28 01:47:34.848419 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-067e4978-120b-4cac-a18a-6671bd4c7d4e req-0baf48b5-05bf-4e07-b868-1f9dc7ecf4a3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1b45ee3b-3b7b-409a-9198-f3a81b3d0326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413165 Jan 28 01:47:35.311964 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c449618-414f-47d4-a6ee-cf61ed8abfae req-39c85bda-0cc7-448d-9389-69b5aa59cc09 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:35.313489 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7c449618-414f-47d4-a6ee-cf61ed8abfae req-39c85bda-0cc7-448d-9389-69b5aa59cc09 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 946 time: 0.0524113 Jan 28 01:47:35.363782 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7c449618-414f-47d4-a6ee-cf61ed8abfae req-d9d64604-9d8f-4531-b5e1-0f28d4ab1195 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b45ee3b-3b7b-409a-9198-f3a81b3d0326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445518 Jan 28 01:47:36.191584 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-08ca6fc6-8461-4777-8a0f-8dddd73f7dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:36.482478 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddb3d7-eb87-4807-bd22-23686de22347 req-13a47ed0-1de5-40d5-a95f-fc881b542003 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:36.484233 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47ddb3d7-eb87-4807-bd22-23686de22347 req-13a47ed0-1de5-40d5-a95f-fc881b542003 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 946 time: 0.0496335 Jan 28 01:47:36.534050 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-47ddb3d7-eb87-4807-bd22-23686de22347 req-9136a3e7-6b77-49fc-87a1-4218e502d330 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b45ee3b-3b7b-409a-9198-f3a81b3d0326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442028 Jan 28 01:47:36.652506 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a6431-94e3-4675-aecd-df9a39bf4faf req-4ace5e38-8423-4cd9-a046-6d276e478123 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:36.654607 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d78a6431-94e3-4675-aecd-df9a39bf4faf req-4ace5e38-8423-4cd9-a046-6d276e478123 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 946 time: 0.0529659 Jan 28 01:47:36.702968 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d78a6431-94e3-4675-aecd-df9a39bf4faf req-9c0f682e-a956-44bb-95a6-fd2a153436d6 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b45ee3b-3b7b-409a-9198-f3a81b3d0326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429525 Jan 28 01:47:36.724973 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57192) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:47:36.765974 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e07fc43-016f-4e7d-9c72-68b81c6b9f0b tempest-TestNetworkAdvancedServerOps-198064769 tempest-TestNetworkAdvancedServerOps-198064769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:36.767841 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8e07fc43-016f-4e7d-9c72-68b81c6b9f0b tempest-TestNetworkAdvancedServerOps-198064769 tempest-TestNetworkAdvancedServerOps-198064769-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 1092 time: 0.0418420 Jan 28 01:47:36.770576 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57194) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:47:36.774786 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'port_id': '23ab837f-b240-4eb2-9824-d2aac4672601', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:47:36.795835 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:36.900838 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:37.003742 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Allocated IP 172.25.3.105 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/eec557c0-c815-4ade-ba79-76c8baef9ac9) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:47:37.109077 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for port (eec557c0-c815-4ade-ba79-76c8baef9ac9), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:37.143473 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (eec557c0-c815-4ade-ba79-76c8baef9ac9), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:37.182141 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:47:37.184976 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:47:37.190667 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:47:37.212098 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Port': ['ID=eec557c0-c815-4ade-ba79-76c8baef9ac9,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:37.225458 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:37.225818 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:37.226170 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:37.226513 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:37.226851 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:37.227188 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:37.227522 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:37.227883 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:37.228219 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:37.228553 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:37.228879 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:37.229207 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:37.229531 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:47:37.576872 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for floatingip (25b9f4b4-6a76-443c-b2af-be627147fd5a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:37.644596 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (eec557c0-c815-4ade-ba79-76c8baef9ac9), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:37.802264 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for port (eec557c0-c815-4ade-ba79-76c8baef9ac9), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:37.806634 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (eec557c0-c815-4ade-ba79-76c8baef9ac9), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:37.878140 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Port': ['ID=eec557c0-c815-4ade-ba79-76c8baef9ac9,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:47:37.890816 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (25b9f4b4-6a76-443c-b2af-be627147fd5a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:37.999957 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Floating IP 25b9f4b4-6a76-443c-b2af-be627147fd5a associated. External IP: 172.25.3.105, port: 23ab837f-b240-4eb2-9824-d2aac4672601. Jan 28 01:47:38.498220 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0f492df7-e3ee-4a85-aeec-0f979f595ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:38.562347 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Router 77eda423-a02d-49a9-9c97-e6febda92061 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:47:38.673460 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:47:38.683978 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1a5619-a0ec-447b-86e4-eeb2963ebeee None None] Sync routers for ids ['77eda423-a02d-49a9-9c97-e6febda92061'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:47:38.690830 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:38.697907 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1a5619-a0ec-447b-86e4-eeb2963ebeee None None] Routers {'77eda423-a02d-49a9-9c97-e6febda92061'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:47:38.698543 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-2e1a5619-a0ec-447b-86e4-eeb2963ebeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:47:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['77eda423-a02d-49a9-9c97-e6febda92061'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:47:38.717847 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d71c76db-2af2-4cd1-a628-1389a2b8683f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9462507 Jan 28 01:47:38.718553 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32eb690-0927-4b53-850b-4e7f3e2000c7', 'tag': '23ab837f-b240-4eb2-9824-d2aac4672601'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:47:38.720980 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8495af-20ed-4923-b34a-3ab91e0d20e0" -d '{"events": [{"name": "network-changed", "server_uuid": "f32eb690-0927-4b53-850b-4e7f3e2000c7", "tag": "23ab837f-b240-4eb2-9824-d2aac4672601"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:47:38.758656 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2746e1-2af6-4c62-bea6-5c7e75991cb6 x-openstack-request-id: req-ca2746e1-2af6-4c62-bea6-5c7e75991cb6 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:47:38.758957 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f32eb690-0927-4b53-850b-4e7f3e2000c7", "tag": "23ab837f-b240-4eb2-9824-d2aac4672601", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:47:38.759218 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ca2746e1-2af6-4c62-bea6-5c7e75991cb6 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:47:38.759657 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f32eb690-0927-4b53-850b-4e7f3e2000c7', 'tag': '23ab837f-b240-4eb2-9824-d2aac4672601', 'status': 'completed', 'code': 200} Jan 28 01:47:38.812605 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-2e1a5619-a0ec-447b-86e4-eeb2963ebeee None None] Set router 77eda423-a02d-49a9-9c97-e6febda92061 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:47:38.830147 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee4a6a-bde3-4415-bc1b-b999665833fc req-7f3e2a73-1239-463d-a608-854652da7bbf tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:38.831792 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70ee4a6a-bde3-4415-bc1b-b999665833fc req-7f3e2a73-1239-463d-a608-854652da7bbf tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 946 time: 0.0571725 Jan 28 01:47:38.855569 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8495af-20ed-4923-b34a-3ab91e0d20e0 req-e20fcb76-f55e-43d2-9b9e-130631cfdf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:38.857190 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2f8495af-20ed-4923-b34a-3ab91e0d20e0 req-e20fcb76-f55e-43d2-9b9e-130631cfdf7b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 1097 time: 0.0564635 Jan 28 01:47:38.890107 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-70ee4a6a-bde3-4415-bc1b-b999665833fc req-6e894e90-aea8-4d84-8a3f-b3fe5d9faca4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b45ee3b-3b7b-409a-9198-f3a81b3d0326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524600 Jan 28 01:47:38.916530 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57200) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:47:38.964192 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8495af-20ed-4923-b34a-3ab91e0d20e0 req-0f13682a-91e0-47c8-aeb0-24a516f73422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:38.966698 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2f8495af-20ed-4923-b34a-3ab91e0d20e0 req-0f13682a-91e0-47c8-aeb0-24a516f73422 service neutron] 10.222.0.52 "GET /v2.0/networks?id=39c55349-3ca2-4712-869f-3f4fbf5d718d HTTP/1.1" status: 200 len: 897 time: 0.1041474 Jan 28 01:47:38.987232 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b95a63ac-a73a-446f-898e-7bd4ecb6eebb tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/floatingips/25b9f4b4-6a76-443c-b2af-be627147fd5a HTTP/1.1" status: 200 len: 992 time: 0.0691690 Jan 28 01:47:39.040818 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2f8495af-20ed-4923-b34a-3ab91e0d20e0 req-a5e22a1e-6647-40f5-b55a-ef1966a5eb86 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23ab837f-b240-4eb2-9824-d2aac4672601 HTTP/1.1" status: 200 len: 1000 time: 0.0680566 Jan 28 01:47:39.089971 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8495af-20ed-4923-b34a-3ab91e0d20e0 req-245f8733-9c90-4c88-91df-11741fe3f214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:39.091700 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2f8495af-20ed-4923-b34a-3ab91e0d20e0 req-245f8733-9c90-4c88-91df-11741fe3f214 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d7870e6a-b26f-496a-9b02-72d9d61d382d HTTP/1.1" status: 200 len: 834 time: 0.0456822 Jan 28 01:47:39.136230 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8495af-20ed-4923-b34a-3ab91e0d20e0 req-bddb36b6-d557-44c0-bf61-0ae73cf6aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:39.137798 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2f8495af-20ed-4923-b34a-3ab91e0d20e0 req-bddb36b6-d557-44c0-bf61-0ae73cf6aa7a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39c55349-3ca2-4712-869f-3f4fbf5d718d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410933 Jan 28 01:47:39.210006 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-2e1a5619-a0ec-447b-86e4-eeb2963ebeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eda423-a02d-49a9-9c97-e6febda92061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742216928', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:47:13Z', 'updated_at': '2022-01-28T01:47:18Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:11:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eda423-a02d-49a9-9c97-e6febda92061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:47:13Z', 'updated_at': '2022-01-28T01:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '25b9f4b4-6a76-443c-b2af-be627147fd5a', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '77eda423-a02d-49a9-9c97-e6febda92061', 'port_id': '23ab837f-b240-4eb2-9824-d2aac4672601', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39c55349-3ca2-4712-869f-3f4fbf5d718d', 'mac_address': 'fa:16:3e:da:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32eb690-0927-4b53-850b-4e7f3e2000c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:47:37Z', 'updated_at': '2022-01-28T01:47:37Z', 'revision_number': 0, 'project_id': '059bca68032541d59fac92aef233eaae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd6ad156-f297-4607-b08b-55943b426b1b', 'name': '', 'network_id': '39c55349-3ca2-4712-869f-3f4fbf5d718d', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:fb:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eda423-a02d-49a9-9c97-e6febda92061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd7870e6a-b26f-496a-9b02-72d9d61d382d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:47:17Z', 'updated_at': '2022-01-28T01:47:22Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': 'd7870e6a-b26f-496a-9b02-72d9d61d382d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:47:39.231387 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2f8495af-20ed-4923-b34a-3ab91e0d20e0 req-671c8661-8689-4493-a4c5-fee001ecc1fc service neutron] 10.222.0.52 "GET /v2.0/networks/39c55349-3ca2-4712-869f-3f4fbf5d718d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880501 Jan 28 01:47:39.240683 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1a5619-a0ec-447b-86e4-eeb2963ebeee None None] Checking router: 77eda423-a02d-49a9-9c97-e6febda92061 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:47:39.249616 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1a5619-a0ec-447b-86e4-eeb2963ebeee None None] Routers {'77eda423-a02d-49a9-9c97-e6febda92061'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:47:39.250355 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-2e1a5619-a0ec-447b-86e4-eeb2963ebeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:47:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['77eda423-a02d-49a9-9c97-e6febda92061'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:47:39.326038 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-2f8495af-20ed-4923-b34a-3ab91e0d20e0 req-3b3c3bbd-95c5-4c68-a7a9-70f43148cad8 service neutron] 10.222.0.52 "GET /v2.0/networks/39c55349-3ca2-4712-869f-3f4fbf5d718d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885131 Jan 28 01:47:39.361956 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-2e1a5619-a0ec-447b-86e4-eeb2963ebeee None None] Set router 77eda423-a02d-49a9-9c97-e6febda92061 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:47:39.588368 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-2e1a5619-a0ec-447b-86e4-eeb2963ebeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eda423-a02d-49a9-9c97-e6febda92061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742216928', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:47:13Z', 'updated_at': '2022-01-28T01:47:18Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:11:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eda423-a02d-49a9-9c97-e6febda92061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:47:13Z', 'updated_at': '2022-01-28T01:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '25b9f4b4-6a76-443c-b2af-be627147fd5a', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '77eda423-a02d-49a9-9c97-e6febda92061', 'port_id': '23ab837f-b240-4eb2-9824-d2aac4672601', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39c55349-3ca2-4712-869f-3f4fbf5d718d', 'mac_address': 'fa:16:3e:da:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32eb690-0927-4b53-850b-4e7f3e2000c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:47:37Z', 'updated_at': '2022-01-28T01:47:37Z', 'revision_number': 0, 'project_id': '059bca68032541d59fac92aef233eaae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd6ad156-f297-4607-b08b-55943b426b1b', 'name': '', 'network_id': '39c55349-3ca2-4712-869f-3f4fbf5d718d', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:fb:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eda423-a02d-49a9-9c97-e6febda92061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd7870e6a-b26f-496a-9b02-72d9d61d382d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:47:17Z', 'updated_at': '2022-01-28T01:47:22Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': 'd7870e6a-b26f-496a-9b02-72d9d61d382d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:47:39.614580 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1a5619-a0ec-447b-86e4-eeb2963ebeee None None] The sync data for ids ['77eda423-a02d-49a9-9c97-e6febda92061'] in n-d-826754-1 is: [{'id': '77eda423-a02d-49a9-9c97-e6febda92061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742216928', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:47:13Z', 'updated_at': '2022-01-28T01:47:18Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:11:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eda423-a02d-49a9-9c97-e6febda92061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:47:13Z', 'updated_at': '2022-01-28T01:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '25b9f4b4-6a76-443c-b2af-be627147fd5a', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '77eda423-a02d-49a9-9c97-e6febda92061', 'port_id': '23ab837f-b240-4eb2-9824-d2aac4672601', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39c55349-3ca2-4712-869f-3f4fbf5d718d', 'mac_address': 'fa:16:3e:da:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32eb690-0927-4b53-850b-4e7f3e2000c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:47:37Z', 'updated_at': '2022-01-28T01:47:37Z', 'revision_number': 0, 'project_id': '059bca68032541d59fac92aef233eaae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd6ad156-f297-4607-b08b-55943b426b1b', 'name': '', 'network_id': '39c55349-3ca2-4712-869f-3f4fbf5d718d', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:fb:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eda423-a02d-49a9-9c97-e6febda92061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd7870e6a-b26f-496a-9b02-72d9d61d382d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:47:17Z', 'updated_at': '2022-01-28T01:47:22Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': 'd7870e6a-b26f-496a-9b02-72d9d61d382d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:47:39.847796 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35db58e6-f82c-4abe-98d0-2e7f76a095da None None] New status for floating IP 25b9f4b4-6a76-443c-b2af-be627147fd5a: ACTIVE {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:47:39.991427 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57202) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:47:40.036007 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:40.061152 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-95d5ff53-3534-494a-ab5d-1d56c9477422 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/floatingips/25b9f4b4-6a76-443c-b2af-be627147fd5a HTTP/1.1" status: 200 len: 994 time: 0.0682187 Jan 28 01:47:41.568187 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:42.353860 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:43.759719 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:45.413036 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:47:56.154973 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8c373d78-4a8d-4a34-99ed-b6cc57b4a3b4 req-cfdb5376-4546-4df8-bce1-da4ded36e0dc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413685 Jan 28 01:47:56.257304 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c373d78-4a8d-4a34-99ed-b6cc57b4a3b4 req-880fdf8c-6ede-423f-811a-e22380fc49c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:56.258828 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8c373d78-4a8d-4a34-99ed-b6cc57b4a3b4 req-880fdf8c-6ede-423f-811a-e22380fc49c3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 1097 time: 0.0461617 Jan 28 01:47:56.366750 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c373d78-4a8d-4a34-99ed-b6cc57b4a3b4 req-b4d86a53-9d4c-40a6-b68f-3b06d303eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:56.368269 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8c373d78-4a8d-4a34-99ed-b6cc57b4a3b4 req-b4d86a53-9d4c-40a6-b68f-3b06d303eaae service neutron] 10.222.0.52 "GET /v2.0/networks?id=39c55349-3ca2-4712-869f-3f4fbf5d718d HTTP/1.1" status: 200 len: 897 time: 0.0866008 Jan 28 01:47:56.442179 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8c373d78-4a8d-4a34-99ed-b6cc57b4a3b4 req-e8d8d6fb-3f97-4a84-9cee-6e1b282b08f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23ab837f-b240-4eb2-9824-d2aac4672601 HTTP/1.1" status: 200 len: 1002 time: 0.0669115 Jan 28 01:47:56.492111 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c373d78-4a8d-4a34-99ed-b6cc57b4a3b4 req-c1f9d30f-a875-4000-86b3-182ada640d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:56.493645 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8c373d78-4a8d-4a34-99ed-b6cc57b4a3b4 req-c1f9d30f-a875-4000-86b3-182ada640d3d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d7870e6a-b26f-496a-9b02-72d9d61d382d HTTP/1.1" status: 200 len: 834 time: 0.0453253 Jan 28 01:47:56.541358 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c373d78-4a8d-4a34-99ed-b6cc57b4a3b4 req-c9b14b46-4ea4-4468-94d4-4d422e62e4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:47:56.542895 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8c373d78-4a8d-4a34-99ed-b6cc57b4a3b4 req-c9b14b46-4ea4-4468-94d4-4d422e62e4e8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39c55349-3ca2-4712-869f-3f4fbf5d718d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432611 Jan 28 01:47:56.638630 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8c373d78-4a8d-4a34-99ed-b6cc57b4a3b4 req-ed3d6ff8-c455-4daf-aed1-55d53b0fb4b3 service neutron] 10.222.0.52 "GET /v2.0/networks/39c55349-3ca2-4712-869f-3f4fbf5d718d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887275 Jan 28 01:47:56.727339 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8c373d78-4a8d-4a34-99ed-b6cc57b4a3b4 req-b2918824-0703-4502-8bf8-cfafc45d7722 service neutron] 10.222.0.52 "GET /v2.0/networks/39c55349-3ca2-4712-869f-3f4fbf5d718d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835133 Jan 28 01:48:06.202620 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-32dd4e2e-6bff-40df-a74e-b7a8e4f16ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:48:08.494611 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-267cc635-9172-44f4-939b-dce5360fd091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:48:10.033389 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:48:11.547911 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:48:11.573300 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:48:12.361274 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:48:13.772847 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:48:15.447047 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:48:36.194506 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-623217f9-cb34-4fcf-bb54-55f83a0bf57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:48:38.489167 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6d8efb25-3437-4488-a3ed-3afc2930cfff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:48:40.038529 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:48:41.575068 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:48:42.355128 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:48:43.780268 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:48:45.443144 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:48:48.547114 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:48:51.556787 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9b8a0-2b53-4340-8516-4a8ea80fff28 req-29222d5a-2eff-42ca-be9b-60f43b9ddb35 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:48:51.558272 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d8e9b8a0-2b53-4340-8516-4a8ea80fff28 req-29222d5a-2eff-42ca-be9b-60f43b9ddb35 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 946 time: 0.0540924 Jan 28 01:48:51.610300 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d8e9b8a0-2b53-4340-8516-4a8ea80fff28 req-85f980be-2c3f-49c1-9dec-ffaf712f8b49 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b45ee3b-3b7b-409a-9198-f3a81b3d0326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458305 Jan 28 01:48:52.729237 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3956a8-b27b-4274-bc22-a330867f9115 req-5efe2632-5af0-4a83-84f6-2bf190bf5866 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:48:52.730601 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2a3956a8-b27b-4274-bc22-a330867f9115 req-5efe2632-5af0-4a83-84f6-2bf190bf5866 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 946 time: 0.0487034 Jan 28 01:48:52.780570 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2a3956a8-b27b-4274-bc22-a330867f9115 req-0ffea13f-a2b4-41d4-8a84-743fdc60af32 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b45ee3b-3b7b-409a-9198-f3a81b3d0326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443268 Jan 28 01:48:53.901302 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c7f11-dfd1-40fe-a0ad-14c6727d7275 req-a176a748-9efb-4f58-805d-8541b4f8bdb6 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:48:53.902760 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f03c7f11-dfd1-40fe-a0ad-14c6727d7275 req-a176a748-9efb-4f58-805d-8541b4f8bdb6 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 946 time: 0.0542331 Jan 28 01:48:53.953058 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f03c7f11-dfd1-40fe-a0ad-14c6727d7275 req-fcb52854-70ed-47ea-b829-5086959090d3 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b45ee3b-3b7b-409a-9198-f3a81b3d0326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433612 Jan 28 01:48:55.069453 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb1f78-4edf-4fe0-8499-53511ddd5d49 req-df8b42ee-ba39-44b4-8f64-6df11f0f4abe tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:48:55.070849 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-44bb1f78-4edf-4fe0-8499-53511ddd5d49 req-df8b42ee-ba39-44b4-8f64-6df11f0f4abe tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 946 time: 0.0494213 Jan 28 01:48:55.121444 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-44bb1f78-4edf-4fe0-8499-53511ddd5d49 req-bec70853-4d0f-4880-98e4-e2d186a5433d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b45ee3b-3b7b-409a-9198-f3a81b3d0326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449772 Jan 28 01:48:56.247837 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5dbf8-dac6-4a12-bf71-fb43cf6f43ad req-17737f1d-6bca-49ac-b006-11fca87ecc64 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:48:56.249848 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-12a5dbf8-dac6-4a12-bf71-fb43cf6f43ad req-17737f1d-6bca-49ac-b006-11fca87ecc64 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 946 time: 0.0549920 Jan 28 01:48:56.299391 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-12a5dbf8-dac6-4a12-bf71-fb43cf6f43ad req-f0aaaaa0-8461-4685-8bef-2a0b558dc90c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b45ee3b-3b7b-409a-9198-f3a81b3d0326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435419 Jan 28 01:48:57.416411 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b6343-7edf-4797-a824-5dca3896006f req-3357a40d-6ccd-46a4-86dd-6f44691192e7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:48:57.417915 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-673b6343-7edf-4797-a824-5dca3896006f req-3357a40d-6ccd-46a4-86dd-6f44691192e7 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 946 time: 0.0500660 Jan 28 01:48:57.468487 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-673b6343-7edf-4797-a824-5dca3896006f req-1981a776-9c76-4744-b684-c3e81854f279 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b45ee3b-3b7b-409a-9198-f3a81b3d0326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438166 Jan 28 01:48:58.213091 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa69e24-2170-4832-941a-be1d185084da req-9c65a1a8-dee5-4613-99ea-9950e0944c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:48:58.214623 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5fa69e24-2170-4832-941a-be1d185084da req-9c65a1a8-dee5-4613-99ea-9950e0944c3f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 1097 time: 0.0426872 Jan 28 01:48:58.326147 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa69e24-2170-4832-941a-be1d185084da req-ab3557a2-8ba9-4fb7-b6d5-88e0921e8cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:48:58.327685 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5fa69e24-2170-4832-941a-be1d185084da req-ab3557a2-8ba9-4fb7-b6d5-88e0921e8cd4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=39c55349-3ca2-4712-869f-3f4fbf5d718d HTTP/1.1" status: 200 len: 897 time: 0.0930946 Jan 28 01:48:58.392904 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5fa69e24-2170-4832-941a-be1d185084da req-7bde6b99-28b4-4822-87b1-44137ad97b2f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23ab837f-b240-4eb2-9824-d2aac4672601 HTTP/1.1" status: 200 len: 1002 time: 0.0592744 Jan 28 01:48:58.447016 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa69e24-2170-4832-941a-be1d185084da req-6653980a-23bb-459f-98f8-6ce99b10d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:48:58.448950 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5fa69e24-2170-4832-941a-be1d185084da req-6653980a-23bb-459f-98f8-6ce99b10d0b0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d7870e6a-b26f-496a-9b02-72d9d61d382d HTTP/1.1" status: 200 len: 834 time: 0.0504513 Jan 28 01:48:58.493064 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa69e24-2170-4832-941a-be1d185084da req-50d80956-01c1-4d67-b927-6e4f1c53857f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:48:58.494517 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5fa69e24-2170-4832-941a-be1d185084da req-50d80956-01c1-4d67-b927-6e4f1c53857f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39c55349-3ca2-4712-869f-3f4fbf5d718d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406911 Jan 28 01:48:58.591336 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce4894-04c6-47da-aa69-936af038a540 req-41453d79-e7ee-40ed-9e60-1e32b2bd7d97 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:48:58.594004 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-29ce4894-04c6-47da-aa69-936af038a540 req-41453d79-e7ee-40ed-9e60-1e32b2bd7d97 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 946 time: 0.0546622 Jan 28 01:48:58.600801 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5fa69e24-2170-4832-941a-be1d185084da req-e4a2cd0b-d62e-4315-ac24-9f9384736566 service neutron] 10.222.0.52 "GET /v2.0/networks/39c55349-3ca2-4712-869f-3f4fbf5d718d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989063 Jan 28 01:48:58.657742 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-29ce4894-04c6-47da-aa69-936af038a540 req-762d9107-eec6-4c4f-a56f-024c6e3933e9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b45ee3b-3b7b-409a-9198-f3a81b3d0326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561707 Jan 28 01:48:58.714051 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5fa69e24-2170-4832-941a-be1d185084da req-fc1f245c-b3c0-4460-a782-e4c68fe6baf3 service neutron] 10.222.0.52 "GET /v2.0/networks/39c55349-3ca2-4712-869f-3f4fbf5d718d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081915 Jan 28 01:48:59.779637 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2c9d2-fc75-430e-8485-101edceedce5 req-de267bcc-2750-42e8-bcfd-b9788fe02adc tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:48:59.781198 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f7e2c9d2-fc75-430e-8485-101edceedce5 req-de267bcc-2750-42e8-bcfd-b9788fe02adc tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 946 time: 0.0503526 Jan 28 01:48:59.830861 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f7e2c9d2-fc75-430e-8485-101edceedce5 req-f150fd56-cdca-4a84-81fd-835271baca5d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b45ee3b-3b7b-409a-9198-f3a81b3d0326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440052 Jan 28 01:49:00.959311 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa668753-e518-4d24-97fb-ce4cb21bc8bb req-31b76714-d3b0-407b-9d82-c897c0054549 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:00.960867 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa668753-e518-4d24-97fb-ce4cb21bc8bb req-31b76714-d3b0-407b-9d82-c897c0054549 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 946 time: 0.0499473 Jan 28 01:49:01.020646 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fa668753-e518-4d24-97fb-ce4cb21bc8bb req-2a690355-eb74-4d72-b847-e1d5bf151d68 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b45ee3b-3b7b-409a-9198-f3a81b3d0326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540950 Jan 28 01:49:02.148113 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911e516-f0de-4dae-b967-417a717c046c req-536ddc38-e64a-4944-97a4-e274a3e3b443 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:02.149608 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b911e516-f0de-4dae-b967-417a717c046c req-536ddc38-e64a-4944-97a4-e274a3e3b443 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 946 time: 0.0541773 Jan 28 01:49:02.200617 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b911e516-f0de-4dae-b967-417a717c046c req-1392bbbe-15dd-4784-bde6-a364d9b0dacc tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b45ee3b-3b7b-409a-9198-f3a81b3d0326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452547 Jan 28 01:49:02.222762 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57254) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:49:02.284425 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4cf2db38-5a6f-4ce4-a7e5-0e5a12803dab tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/floatingips/25b9f4b4-6a76-443c-b2af-be627147fd5a HTTP/1.1" status: 200 len: 994 time: 0.0605266 Jan 28 01:49:03.574435 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb48e9-ca2d-4e26-a4a3-76dc85019c06 req-4c0c860f-cac3-4535-9cc1-165c29f05d35 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:03.576058 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3dfb48e9-ca2d-4e26-a4a3-76dc85019c06 req-4c0c860f-cac3-4535-9cc1-165c29f05d35 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 946 time: 0.0575931 Jan 28 01:49:03.604930 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19457683-f0ea-4b56-aff8-f976111b5821 req-cfd84e16-fe2c-4684-9544-0d0e7663482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:03.606488 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-19457683-f0ea-4b56-aff8-f976111b5821 req-cfd84e16-fe2c-4684-9544-0d0e7663482d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 1097 time: 0.0450938 Jan 28 01:49:03.627579 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3dfb48e9-ca2d-4e26-a4a3-76dc85019c06 req-12db0d2a-d16f-43cd-a925-ed869cf9fb71 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b45ee3b-3b7b-409a-9198-f3a81b3d0326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452392 Jan 28 01:49:03.700992 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19457683-f0ea-4b56-aff8-f976111b5821 req-1c0845f1-e322-49a8-a65f-b3488566b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:03.702532 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-19457683-f0ea-4b56-aff8-f976111b5821 req-1c0845f1-e322-49a8-a65f-b3488566b83c service neutron] 10.222.0.52 "GET /v2.0/networks?id=39c55349-3ca2-4712-869f-3f4fbf5d718d HTTP/1.1" status: 200 len: 897 time: 0.0908885 Jan 28 01:49:03.768478 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-19457683-f0ea-4b56-aff8-f976111b5821 req-71eb9ed9-cead-43a0-b382-a107cbe8b7bb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23ab837f-b240-4eb2-9824-d2aac4672601 HTTP/1.1" status: 200 len: 1002 time: 0.0596228 Jan 28 01:49:03.816661 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19457683-f0ea-4b56-aff8-f976111b5821 req-68f749b1-ffe6-48ec-82bb-da4c6f5e8526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:03.818094 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-19457683-f0ea-4b56-aff8-f976111b5821 req-68f749b1-ffe6-48ec-82bb-da4c6f5e8526 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d7870e6a-b26f-496a-9b02-72d9d61d382d HTTP/1.1" status: 200 len: 834 time: 0.0446465 Jan 28 01:49:03.867933 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19457683-f0ea-4b56-aff8-f976111b5821 req-d85d3972-c693-436e-a3fb-3bf89a4d7f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:03.869355 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-19457683-f0ea-4b56-aff8-f976111b5821 req-d85d3972-c693-436e-a3fb-3bf89a4d7f06 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39c55349-3ca2-4712-869f-3f4fbf5d718d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462844 Jan 28 01:49:03.957164 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-19457683-f0ea-4b56-aff8-f976111b5821 req-8c9ef4ac-b18c-4e4e-a6b0-e354c5f63a42 service neutron] 10.222.0.52 "GET /v2.0/networks/39c55349-3ca2-4712-869f-3f4fbf5d718d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822639 Jan 28 01:49:04.052975 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-19457683-f0ea-4b56-aff8-f976111b5821 req-b49b270d-7e2e-41da-ae22-36bc8c627eaf service neutron] 10.222.0.52 "GET /v2.0/networks/39c55349-3ca2-4712-869f-3f4fbf5d718d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899193 Jan 28 01:49:04.747774 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0620c-4bc8-42c6-99ea-c027e0161537 req-075cde62-3e46-4106-bf4c-ffdc810702cc tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:04.749191 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ffc0620c-4bc8-42c6-99ea-c027e0161537 req-075cde62-3e46-4106-bf4c-ffdc810702cc tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 946 time: 0.0494833 Jan 28 01:49:04.799466 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ffc0620c-4bc8-42c6-99ea-c027e0161537 req-9237ef34-f80a-424a-a3e1-ac264b25e413 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b45ee3b-3b7b-409a-9198-f3a81b3d0326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443013 Jan 28 01:49:04.822173 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57264) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:49:04.888802 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-178ba982-f817-4002-9862-4fd225bb8602 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/floatingips/25b9f4b4-6a76-443c-b2af-be627147fd5a HTTP/1.1" status: 200 len: 994 time: 0.0654206 Jan 28 01:49:06.199366 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ca7f7184-1a0f-4c1d-992b-3ec82dfbf3f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:08.491850 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-01476b83-0ed7-423f-80a0-7956bedfbf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:10.039132 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:11.576012 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:12.358956 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:13.778913 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:15.462010 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:24.946633 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-5acde44f-b105-4333-a536-91611bc9e0d7 req-a3175a10-7e40-4b28-a6b3-cfc4c6df139b service neutron] (103344) timed out ('10.222.0.70', 52616) {{(pid=103344) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 01:49:25.545928 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:49:36.201222 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c650ff8a-acd4-44fb-b9fd-30abae76c650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:38.494683 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-780557db-fc82-4013-961c-804310746607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:40.041459 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:41.582300 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:42.363599 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:43.781357 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:45.499260 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:55.321647 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57294) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:49:55.494396 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-6f29368b-e7c6-444b-a0eb-dab90fcfdd4f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Deleting port eec557c0-c815-4ade-ba79-76c8baef9ac9 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:49:55.495072 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6f29368b-e7c6-444b-a0eb-dab90fcfdd4f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (eec557c0-c815-4ade-ba79-76c8baef9ac9), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:55.583739 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6f29368b-e7c6-444b-a0eb-dab90fcfdd4f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (eec557c0-c815-4ade-ba79-76c8baef9ac9), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:55.583977 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6f29368b-e7c6-444b-a0eb-dab90fcfdd4f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for floatingip (eec557c0-c815-4ade-ba79-76c8baef9ac9), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:55.596398 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-6f29368b-e7c6-444b-a0eb-dab90fcfdd4f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Calling delete_port for eec557c0-c815-4ade-ba79-76c8baef9ac9 owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:49:55.758717 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6f29368b-e7c6-444b-a0eb-dab90fcfdd4f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (eec557c0-c815-4ade-ba79-76c8baef9ac9), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:55.794292 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29368b-e7c6-444b-a0eb-dab90fcfdd4f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'Port': ['ID=eec557c0-c815-4ade-ba79-76c8baef9ac9,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:55.807581 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f29368b-e7c6-444b-a0eb-dab90fcfdd4f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:55.807974 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f29368b-e7c6-444b-a0eb-dab90fcfdd4f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:55.809412 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f29368b-e7c6-444b-a0eb-dab90fcfdd4f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:55.809412 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f29368b-e7c6-444b-a0eb-dab90fcfdd4f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:55.809412 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f29368b-e7c6-444b-a0eb-dab90fcfdd4f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:55.809412 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f29368b-e7c6-444b-a0eb-dab90fcfdd4f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:55.812214 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f29368b-e7c6-444b-a0eb-dab90fcfdd4f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:55.812214 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f29368b-e7c6-444b-a0eb-dab90fcfdd4f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:55.812214 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f29368b-e7c6-444b-a0eb-dab90fcfdd4f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:55.812214 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f29368b-e7c6-444b-a0eb-dab90fcfdd4f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:55.812214 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f29368b-e7c6-444b-a0eb-dab90fcfdd4f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:55.812214 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f29368b-e7c6-444b-a0eb-dab90fcfdd4f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:55.812214 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f29368b-e7c6-444b-a0eb-dab90fcfdd4f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:55.878876 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6f29368b-e7c6-444b-a0eb-dab90fcfdd4f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for floatingip (25b9f4b4-6a76-443c-b2af-be627147fd5a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:55.879180 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-6f29368b-e7c6-444b-a0eb-dab90fcfdd4f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Floating IP 25b9f4b4-6a76-443c-b2af-be627147fd5a disassociated (deleted). External IP: 172.25.3.105, port: 23ab837f-b240-4eb2-9824-d2aac4672601. Jan 28 01:49:56.103490 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f29368b-e7c6-444b-a0eb-dab90fcfdd4f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Router 77eda423-a02d-49a9-9c97-e6febda92061 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:49:56.216144 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f29368b-e7c6-444b-a0eb-dab90fcfdd4f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:49:56.221920 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6f29368b-e7c6-444b-a0eb-dab90fcfdd4f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:56.229104 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44efe5d6-2837-448e-80b2-c88572161e15 None None] Sync routers for ids ['77eda423-a02d-49a9-9c97-e6febda92061'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:49:56.245453 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44efe5d6-2837-448e-80b2-c88572161e15 None None] Routers {'77eda423-a02d-49a9-9c97-e6febda92061'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:49:56.246514 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-44efe5d6-2837-448e-80b2-c88572161e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:49:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['77eda423-a02d-49a9-9c97-e6febda92061'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:56.260197 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6f29368b-e7c6-444b-a0eb-dab90fcfdd4f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "DELETE /v2.0/floatingips/25b9f4b4-6a76-443c-b2af-be627147fd5a HTTP/1.1" status: 204 len: 168 time: 0.9374201 Jan 28 01:49:56.260801 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32eb690-0927-4b53-850b-4e7f3e2000c7', 'tag': '23ab837f-b240-4eb2-9824-d2aac4672601'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:49:56.263256 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc11ba4-31eb-448e-b7c9-a66a91292b21" -d '{"events": [{"name": "network-changed", "server_uuid": "f32eb690-0927-4b53-850b-4e7f3e2000c7", "tag": "23ab837f-b240-4eb2-9824-d2aac4672601"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:49:56.305827 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5acfa34-83a9-47db-a423-846ce34ceb95 x-openstack-request-id: req-f5acfa34-83a9-47db-a423-846ce34ceb95 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:49:56.305827 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f32eb690-0927-4b53-850b-4e7f3e2000c7", "tag": "23ab837f-b240-4eb2-9824-d2aac4672601", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:49:56.305827 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f5acfa34-83a9-47db-a423-846ce34ceb95 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:49:56.306224 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f32eb690-0927-4b53-850b-4e7f3e2000c7', 'tag': '23ab837f-b240-4eb2-9824-d2aac4672601', 'status': 'completed', 'code': 200} Jan 28 01:49:56.364081 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-44efe5d6-2837-448e-80b2-c88572161e15 None None] Set router 77eda423-a02d-49a9-9c97-e6febda92061 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:49:56.402528 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc11ba4-31eb-448e-b7c9-a66a91292b21 req-412aa0c0-6f4d-4f65-b4c6-1bd119ce7f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:56.404368 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4cc11ba4-31eb-448e-b7c9-a66a91292b21 req-412aa0c0-6f4d-4f65-b4c6-1bd119ce7f3d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 1097 time: 0.0544510 Jan 28 01:49:56.509965 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc11ba4-31eb-448e-b7c9-a66a91292b21 req-55e66c9d-a3e3-4eaa-8de8-8da211bf5b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:56.511576 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4cc11ba4-31eb-448e-b7c9-a66a91292b21 req-55e66c9d-a3e3-4eaa-8de8-8da211bf5b79 service neutron] 10.222.0.52 "GET /v2.0/networks?id=39c55349-3ca2-4712-869f-3f4fbf5d718d HTTP/1.1" status: 200 len: 897 time: 0.1005015 Jan 28 01:49:56.567352 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4cc11ba4-31eb-448e-b7c9-a66a91292b21 req-3f43d6a1-46a8-44ed-a692-527e1c2b883b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23ab837f-b240-4eb2-9824-d2aac4672601 HTTP/1.1" status: 200 len: 217 time: 0.0479743 Jan 28 01:49:56.609266 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-44efe5d6-2837-448e-80b2-c88572161e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eda423-a02d-49a9-9c97-e6febda92061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742216928', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:47:13Z', 'updated_at': '2022-01-28T01:47:18Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:11:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eda423-a02d-49a9-9c97-e6febda92061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:47:13Z', 'updated_at': '2022-01-28T01:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'fd6ad156-f297-4607-b08b-55943b426b1b', 'name': '', 'network_id': '39c55349-3ca2-4712-869f-3f4fbf5d718d', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:fb:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eda423-a02d-49a9-9c97-e6febda92061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd7870e6a-b26f-496a-9b02-72d9d61d382d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:47:17Z', 'updated_at': '2022-01-28T01:47:22Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': 'd7870e6a-b26f-496a-9b02-72d9d61d382d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:56.625325 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc11ba4-31eb-448e-b7c9-a66a91292b21 req-bfc90328-9a67-4c12-975b-adab62ed8a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:56.627443 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4cc11ba4-31eb-448e-b7c9-a66a91292b21 req-bfc90328-9a67-4c12-975b-adab62ed8a22 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d7870e6a-b26f-496a-9b02-72d9d61d382d HTTP/1.1" status: 200 len: 834 time: 0.0539496 Jan 28 01:49:56.638539 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44efe5d6-2837-448e-80b2-c88572161e15 None None] Checking router: 77eda423-a02d-49a9-9c97-e6febda92061 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:49:56.646398 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4affce-954a-4494-9d6d-476d2c276a4e req-de0abed5-a7ad-41e8-84ed-0c421deb8972 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:56.648004 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cb4affce-954a-4494-9d6d-476d2c276a4e req-de0abed5-a7ad-41e8-84ed-0c421deb8972 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 946 time: 0.1785824 Jan 28 01:49:56.650147 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44efe5d6-2837-448e-80b2-c88572161e15 None None] Routers {'77eda423-a02d-49a9-9c97-e6febda92061'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:49:56.650936 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-44efe5d6-2837-448e-80b2-c88572161e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:49:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['77eda423-a02d-49a9-9c97-e6febda92061'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:56.679013 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc11ba4-31eb-448e-b7c9-a66a91292b21 req-7cc6c642-b635-4202-8e19-5f177254a6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:56.680662 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4cc11ba4-31eb-448e-b7c9-a66a91292b21 req-7cc6c642-b635-4202-8e19-5f177254a6df service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39c55349-3ca2-4712-869f-3f4fbf5d718d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475514 Jan 28 01:49:56.704097 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cb4affce-954a-4494-9d6d-476d2c276a4e req-e3fcb4fc-655d-41ba-8460-c0a96cfeea86 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b45ee3b-3b7b-409a-9198-f3a81b3d0326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492246 Jan 28 01:49:56.778979 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-44efe5d6-2837-448e-80b2-c88572161e15 None None] Set router 77eda423-a02d-49a9-9c97-e6febda92061 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:49:56.783582 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4cc11ba4-31eb-448e-b7c9-a66a91292b21 req-6991b71d-c62b-4198-8ecc-2fa07b944458 service neutron] 10.222.0.52 "GET /v2.0/networks/39c55349-3ca2-4712-869f-3f4fbf5d718d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942752 Jan 28 01:49:56.889978 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-4cc11ba4-31eb-448e-b7c9-a66a91292b21 req-7ceb61ec-bffd-4f76-b49c-ffcff285c15a service neutron] 10.222.0.52 "GET /v2.0/networks/39c55349-3ca2-4712-869f-3f4fbf5d718d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996430 Jan 28 01:49:57.170126 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-44efe5d6-2837-448e-80b2-c88572161e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eda423-a02d-49a9-9c97-e6febda92061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742216928', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:47:13Z', 'updated_at': '2022-01-28T01:47:18Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:11:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eda423-a02d-49a9-9c97-e6febda92061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:47:13Z', 'updated_at': '2022-01-28T01:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'fd6ad156-f297-4607-b08b-55943b426b1b', 'name': '', 'network_id': '39c55349-3ca2-4712-869f-3f4fbf5d718d', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:fb:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eda423-a02d-49a9-9c97-e6febda92061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd7870e6a-b26f-496a-9b02-72d9d61d382d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:47:17Z', 'updated_at': '2022-01-28T01:47:22Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': 'd7870e6a-b26f-496a-9b02-72d9d61d382d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:49:57.201275 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44efe5d6-2837-448e-80b2-c88572161e15 None None] The sync data for ids ['77eda423-a02d-49a9-9c97-e6febda92061'] in n-d-826754-1 is: [{'id': '77eda423-a02d-49a9-9c97-e6febda92061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742216928', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:47:13Z', 'updated_at': '2022-01-28T01:47:18Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:11:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eda423-a02d-49a9-9c97-e6febda92061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:47:13Z', 'updated_at': '2022-01-28T01:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'fd6ad156-f297-4607-b08b-55943b426b1b', 'name': '', 'network_id': '39c55349-3ca2-4712-869f-3f4fbf5d718d', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:fb:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eda423-a02d-49a9-9c97-e6febda92061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd7870e6a-b26f-496a-9b02-72d9d61d382d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:47:17Z', 'updated_at': '2022-01-28T01:47:22Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': 'd7870e6a-b26f-496a-9b02-72d9d61d382d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:49:57.432913 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f5fa4e-1a72-409b-8f88-108f72336ac1 None None] New status for floating IP 25b9f4b4-6a76-443c-b2af-be627147fd5a: DOWN {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:49:57.881467 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b9dda-7e7e-47a0-acc3-e5d748584c9e req-636b79f7-488a-4b6c-86f5-41fa148ce79e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:57.883005 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0b2b9dda-7e7e-47a0-acc3-e5d748584c9e req-636b79f7-488a-4b6c-86f5-41fa148ce79e tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 946 time: 0.1018891 Jan 28 01:49:57.938761 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0b2b9dda-7e7e-47a0-acc3-e5d748584c9e req-0ec09242-0edd-4cd7-b73c-54ac9e3f8693 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b45ee3b-3b7b-409a-9198-f3a81b3d0326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486283 Jan 28 01:49:58.383603 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6ec59-7521-459b-930a-b788b854d6a4 req-9f0485cc-eea8-4b1a-b46d-d04e668df406 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:58.385583 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5ad6ec59-7521-459b-930a-b788b854d6a4 req-9f0485cc-eea8-4b1a-b46d-d04e668df406 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.52 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 946 time: 0.0566263 Jan 28 01:49:58.482753 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-5ad6ec59-7521-459b-930a-b788b854d6a4 req-356afcb1-ab08-43be-b51b-fe658876eb46 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Deleting port 23ab837f-b240-4eb2-9824-d2aac4672601 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:49:58.483113 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5ad6ec59-7521-459b-930a-b788b854d6a4 req-356afcb1-ab08-43be-b51b-fe658876eb46 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (23ab837f-b240-4eb2-9824-d2aac4672601), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:58.582301 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-5ad6ec59-7521-459b-930a-b788b854d6a4 req-356afcb1-ab08-43be-b51b-fe658876eb46 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] For port 23ab837f-b240-4eb2-9824-d2aac4672601, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=23ab837f-b240-4eb2-9824-d2aac4672601,segment=NetworkSegment(70a2837c-3836-48a9-a1b2-55e422fc2cda),segment_id=70a2837c-3836-48a9-a1b2-55e422fc2cda)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:49:58.582669 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5ad6ec59-7521-459b-930a-b788b854d6a4 req-356afcb1-ab08-43be-b51b-fe658876eb46 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (23ab837f-b240-4eb2-9824-d2aac4672601), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:58.595232 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-5ad6ec59-7521-459b-930a-b788b854d6a4 req-356afcb1-ab08-43be-b51b-fe658876eb46 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Calling delete_port for 23ab837f-b240-4eb2-9824-d2aac4672601 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:49:58.739880 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5ad6ec59-7521-459b-930a-b788b854d6a4 req-356afcb1-ab08-43be-b51b-fe658876eb46 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (23ab837f-b240-4eb2-9824-d2aac4672601), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:58.776526 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356afcb1-ab08-43be-b51b-fe658876eb46 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'Port': ['ID=23ab837f-b240-4eb2-9824-d2aac4672601,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:49:58.803073 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356afcb1-ab08-43be-b51b-fe658876eb46 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:58.803430 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356afcb1-ab08-43be-b51b-fe658876eb46 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:58.803816 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356afcb1-ab08-43be-b51b-fe658876eb46 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:58.804157 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356afcb1-ab08-43be-b51b-fe658876eb46 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:58.804512 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356afcb1-ab08-43be-b51b-fe658876eb46 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:58.804849 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356afcb1-ab08-43be-b51b-fe658876eb46 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:58.805242 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356afcb1-ab08-43be-b51b-fe658876eb46 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:58.805516 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356afcb1-ab08-43be-b51b-fe658876eb46 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:58.805847 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356afcb1-ab08-43be-b51b-fe658876eb46 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:58.806309 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356afcb1-ab08-43be-b51b-fe658876eb46 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:58.806684 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356afcb1-ab08-43be-b51b-fe658876eb46 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:58.807011 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356afcb1-ab08-43be-b51b-fe658876eb46 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:58.807335 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356afcb1-ab08-43be-b51b-fe658876eb46 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:49:58.831078 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad6ec59-7521-459b-930a-b788b854d6a4 req-356afcb1-ab08-43be-b51b-fe658876eb46 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] No DVR routers for this DVR port 23ab837f-b240-4eb2-9824-d2aac4672601 on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:49:58.838146 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-5ad6ec59-7521-459b-930a-b788b854d6a4 req-356afcb1-ab08-43be-b51b-fe658876eb46 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:49:58.841814 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-5ad6ec59-7521-459b-930a-b788b854d6a4 req-356afcb1-ab08-43be-b51b-fe658876eb46 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.52 "DELETE /v2.0/ports/23ab837f-b240-4eb2-9824-d2aac4672601 HTTP/1.1" status: 204 len: 173 time: 0.4500475 Jan 28 01:49:58.842220 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32eb690-0927-4b53-850b-4e7f3e2000c7', 'name': 'network-vif-deleted', 'tag': '23ab837f-b240-4eb2-9824-d2aac4672601'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:49:58.845331 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cce2b5-686c-450e-9fc0-117622cc7f35" -d '{"events": [{"server_uuid": "f32eb690-0927-4b53-850b-4e7f3e2000c7", "name": "network-vif-deleted", "tag": "23ab837f-b240-4eb2-9824-d2aac4672601"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:49:58.940842 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5195f8-7063-4817-8957-88d808168c86 x-openstack-request-id: req-fd5195f8-7063-4817-8957-88d808168c86 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:49:58.941237 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f32eb690-0927-4b53-850b-4e7f3e2000c7", "name": "network-vif-deleted", "tag": "23ab837f-b240-4eb2-9824-d2aac4672601", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:49:58.941504 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd5195f8-7063-4817-8957-88d808168c86 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:49:58.941944 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f32eb690-0927-4b53-850b-4e7f3e2000c7', 'name': 'network-vif-deleted', 'tag': '23ab837f-b240-4eb2-9824-d2aac4672601', 'status': 'completed', 'code': 200} Jan 28 01:49:59.055481 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-394d436b-b8e6-454d-b3c2-fd4f1206302d req-3d10adcb-fd5e-430c-8254-a58354fbea08 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 210 time: 0.0277567 Jan 28 01:49:59.169950 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a9564d3d-0080-4ec2-b015-9585a1c067e6 req-8919005e-45bd-4511-807c-cb8dbe575678 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0335927 Jan 28 01:49:59.268429 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a9564d3d-0080-4ec2-b015-9585a1c067e6 req-0b6dc31a-18df-4b6b-a616-a88d78e6a496 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=f32eb690-0927-4b53-850b-4e7f3e2000c7 HTTP/1.1" status: 200 len: 210 time: 0.0277507 Jan 28 01:49:59.485091 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9564d3d-0080-4ec2-b015-9585a1c067e6 req-e36f2a94-d987-4069-aacf-381dcdd42d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:59.486906 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a9564d3d-0080-4ec2-b015-9585a1c067e6 req-e36f2a94-d987-4069-aacf-381dcdd42d29 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=059bca68032541d59fac92aef233eaae&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1932032 Jan 28 01:49:59.675297 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9564d3d-0080-4ec2-b015-9585a1c067e6 req-787666b2-bb62-4b80-91b9-dc9c13d20c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:49:59.676849 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a9564d3d-0080-4ec2-b015-9585a1c067e6 req-787666b2-bb62-4b80-91b9-dc9c13d20c3c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1844106 Jan 28 01:50:00.116145 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57316) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:50:00.558524 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33b14f31-3e3d-4871-ac54-7b643ce93276 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (77eda423-a02d-49a9-9c97-e6febda92061), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:01.213363 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-33b14f31-3e3d-4871-ac54-7b643ce93276 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Deleting port fd6ad156-f297-4607-b08b-55943b426b1b {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:50:01.213690 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33b14f31-3e3d-4871-ac54-7b643ce93276 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (fd6ad156-f297-4607-b08b-55943b426b1b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:01.289101 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 23ab837f-b240-4eb2-9824-d2aac4672601 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:50:01.316345 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 23ab837f-b240-4eb2-9824-d2aac4672601 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:50:01.316723 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 23ab837f-b240-4eb2-9824-d2aac4672601 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:50:01.325448 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-33b14f31-3e3d-4871-ac54-7b643ce93276 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] For port fd6ad156-f297-4607-b08b-55943b426b1b, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=fd6ad156-f297-4607-b08b-55943b426b1b,segment=NetworkSegment(70a2837c-3836-48a9-a1b2-55e422fc2cda),segment_id=70a2837c-3836-48a9-a1b2-55e422fc2cda)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:50:01.325794 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33b14f31-3e3d-4871-ac54-7b643ce93276 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (fd6ad156-f297-4607-b08b-55943b426b1b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:01.340408 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-33b14f31-3e3d-4871-ac54-7b643ce93276 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Calling delete_port for fd6ad156-f297-4607-b08b-55943b426b1b owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:50:01.547360 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33b14f31-3e3d-4871-ac54-7b643ce93276 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (fd6ad156-f297-4607-b08b-55943b426b1b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:01.575039 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b14f31-3e3d-4871-ac54-7b643ce93276 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'Port': ['ID=fd6ad156-f297-4607-b08b-55943b426b1b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:01.819959 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33b14f31-3e3d-4871-ac54-7b643ce93276 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (77eda423-a02d-49a9-9c97-e6febda92061), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:02.088492 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b14f31-3e3d-4871-ac54-7b643ce93276 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Router 77eda423-a02d-49a9-9c97-e6febda92061 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:50:02.219793 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b14f31-3e3d-4871-ac54-7b643ce93276 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:50:02.229343 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-33b14f31-3e3d-4871-ac54-7b643ce93276 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "PUT /v2.0/routers/77eda423-a02d-49a9-9c97-e6febda92061/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1119673 Jan 28 01:50:02.232842 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57320) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:50:02.233111 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d2a593-a97a-429b-ac21-10ea36e22070 None None] Sync routers for ids ['77eda423-a02d-49a9-9c97-e6febda92061'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:50:02.247092 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d2a593-a97a-429b-ac21-10ea36e22070 None None] Routers {'77eda423-a02d-49a9-9c97-e6febda92061'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:50:02.247824 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-55d2a593-a97a-429b-ac21-10ea36e22070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:49:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['77eda423-a02d-49a9-9c97-e6febda92061'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:02.300522 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cca3c2a-8224-4bbf-97d4-f3038fa53c37 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Deleting subnet d7870e6a-b26f-496a-9b02-72d9d61d382d {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:50:02.307005 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3cca3c2a-8224-4bbf-97d4-f3038fa53c37 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for subnet (d7870e6a-b26f-496a-9b02-72d9d61d382d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:02.357031 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3cca3c2a-8224-4bbf-97d4-f3038fa53c37 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (d7870e6a-b26f-496a-9b02-72d9d61d382d), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:02.390424 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-55d2a593-a97a-429b-ac21-10ea36e22070 None None] Set router 77eda423-a02d-49a9-9c97-e6febda92061 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:50:02.477979 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3cca3c2a-8224-4bbf-97d4-f3038fa53c37 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (d7870e6a-b26f-496a-9b02-72d9d61d382d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:02.546697 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:50:02.563987 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3cca3c2a-8224-4bbf-97d4-f3038fa53c37 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (d7870e6a-b26f-496a-9b02-72d9d61d382d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:02.598561 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca3c2a-8224-4bbf-97d4-f3038fa53c37 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'Subnet': ['ID=d7870e6a-b26f-496a-9b02-72d9d61d382d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:02.601143 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3cca3c2a-8224-4bbf-97d4-f3038fa53c37 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:02.604803 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3cca3c2a-8224-4bbf-97d4-f3038fa53c37 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "DELETE /v2.0/subnets/d7870e6a-b26f-496a-9b02-72d9d61d382d HTTP/1.1" status: 204 len: 168 time: 0.3708289 Jan 28 01:50:02.609653 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57322) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:50:02.617736 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae8a842-44a8-4875-9acc-431d82d8bc14 None None] Network 39c55349-3ca2-4712-869f-3f4fbf5d718d requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:50:02.745775 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1240e91-9d4d-4c99-af1d-375bed8f32ad tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router (77eda423-a02d-49a9-9c97-e6febda92061), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:02.754558 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-55d2a593-a97a-429b-ac21-10ea36e22070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eda423-a02d-49a9-9c97-e6febda92061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742216928', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:47:13Z', 'updated_at': '2022-01-28T01:50:01Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:11:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eda423-a02d-49a9-9c97-e6febda92061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:47:13Z', 'updated_at': '2022-01-28T01:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:02.787995 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d2a593-a97a-429b-ac21-10ea36e22070 None None] Checking router: 77eda423-a02d-49a9-9c97-e6febda92061 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:50:02.806618 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d2a593-a97a-429b-ac21-10ea36e22070 None None] Routers {'77eda423-a02d-49a9-9c97-e6febda92061'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:50:02.807409 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-55d2a593-a97a-429b-ac21-10ea36e22070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:49:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['77eda423-a02d-49a9-9c97-e6febda92061'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:02.883490 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1240e91-9d4d-4c99-af1d-375bed8f32ad tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router_gateway (77eda423-a02d-49a9-9c97-e6febda92061), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:02.919293 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203da0cc-c3b8-4d83-979f-6045edcb2d93 None None] DHCP port deletion for 39c55349-3ca2-4712-869f-3f4fbf5d718d request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:50:02.961599 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a1240e91-9d4d-4c99-af1d-375bed8f32ad tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Deleting port 0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:50:02.961947 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1240e91-9d4d-4c99-af1d-375bed8f32ad tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:02.969888 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-55d2a593-a97a-429b-ac21-10ea36e22070 None None] Set router 77eda423-a02d-49a9-9c97-e6febda92061 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:50:03.047726 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a1240e91-9d4d-4c99-af1d-375bed8f32ad tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] For port 0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:50:03.048095 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1240e91-9d4d-4c99-af1d-375bed8f32ad tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:03.061351 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a1240e91-9d4d-4c99-af1d-375bed8f32ad tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Calling delete_port for 0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:50:03.106221 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-203da0cc-c3b8-4d83-979f-6045edcb2d93 None None] Deleting port f33ef3ff-2e92-45a7-a62f-015a6ec6099d {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:50:03.106737 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-203da0cc-c3b8-4d83-979f-6045edcb2d93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f33ef3ff-2e92-45a7-a62f-015a6ec6099d), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:03.216567 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-203da0cc-c3b8-4d83-979f-6045edcb2d93 None None] For port f33ef3ff-2e92-45a7-a62f-015a6ec6099d, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=f33ef3ff-2e92-45a7-a62f-015a6ec6099d,segment=NetworkSegment(70a2837c-3836-48a9-a1b2-55e422fc2cda),segment_id=70a2837c-3836-48a9-a1b2-55e422fc2cda)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:50:03.216947 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-203da0cc-c3b8-4d83-979f-6045edcb2d93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f33ef3ff-2e92-45a7-a62f-015a6ec6099d), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:03.240438 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-203da0cc-c3b8-4d83-979f-6045edcb2d93 None None] Calling delete_port for f33ef3ff-2e92-45a7-a62f-015a6ec6099d owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:50:03.279525 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1240e91-9d4d-4c99-af1d-375bed8f32ad tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:03.310847 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1240e91-9d4d-4c99-af1d-375bed8f32ad tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'Port': ['ID=0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:03.320547 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-55d2a593-a97a-429b-ac21-10ea36e22070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eda423-a02d-49a9-9c97-e6febda92061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742216928', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:47:13Z', 'updated_at': '2022-01-28T01:50:01Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:11:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eda423-a02d-49a9-9c97-e6febda92061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:47:13Z', 'updated_at': '2022-01-28T01:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:03.355388 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d2a593-a97a-429b-ac21-10ea36e22070 None None] The sync data for ids ['77eda423-a02d-49a9-9c97-e6febda92061'] in n-d-826754-1 is: [{'id': '77eda423-a02d-49a9-9c97-e6febda92061', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742216928', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:47:13Z', 'updated_at': '2022-01-28T01:50:01Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': '0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:11:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eda423-a02d-49a9-9c97-e6febda92061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:47:13Z', 'updated_at': '2022-01-28T01:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:50:03.384280 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-203da0cc-c3b8-4d83-979f-6045edcb2d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (f33ef3ff-2e92-45a7-a62f-015a6ec6099d), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:03.402655 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1240e91-9d4d-4c99-af1d-375bed8f32ad tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (77eda423-a02d-49a9-9c97-e6febda92061), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:03.415167 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203da0cc-c3b8-4d83-979f-6045edcb2d93 None None] Pushing event deleted for resources: {'Port': ['ID=f33ef3ff-2e92-45a7-a62f-015a6ec6099d,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:03.427537 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203da0cc-c3b8-4d83-979f-6045edcb2d93 None None] No DVR routers for this DVR port f33ef3ff-2e92-45a7-a62f-015a6ec6099d on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:50:03.431236 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203da0cc-c3b8-4d83-979f-6045edcb2d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:03.431598 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203da0cc-c3b8-4d83-979f-6045edcb2d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:03.432438 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203da0cc-c3b8-4d83-979f-6045edcb2d93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:03.433071 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203da0cc-c3b8-4d83-979f-6045edcb2d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:03.433428 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203da0cc-c3b8-4d83-979f-6045edcb2d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:03.433773 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203da0cc-c3b8-4d83-979f-6045edcb2d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:03.434113 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203da0cc-c3b8-4d83-979f-6045edcb2d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:03.434479 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203da0cc-c3b8-4d83-979f-6045edcb2d93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:03.434846 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203da0cc-c3b8-4d83-979f-6045edcb2d93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:03.435174 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203da0cc-c3b8-4d83-979f-6045edcb2d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:03.435512 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203da0cc-c3b8-4d83-979f-6045edcb2d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:03.435894 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203da0cc-c3b8-4d83-979f-6045edcb2d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:03.436229 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203da0cc-c3b8-4d83-979f-6045edcb2d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:03.506335 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1240e91-9d4d-4c99-af1d-375bed8f32ad tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (77eda423-a02d-49a9-9c97-e6febda92061), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:03.508684 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1240e91-9d4d-4c99-af1d-375bed8f32ad tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router_controller (77eda423-a02d-49a9-9c97-e6febda92061), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:03.553829 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1240e91-9d4d-4c99-af1d-375bed8f32ad tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (77eda423-a02d-49a9-9c97-e6febda92061), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:03.554489 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1240e91-9d4d-4c99-af1d-375bed8f32ad tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Fanout notify agent at l3_agent the message router_deleted on router 77eda423-a02d-49a9-9c97-e6febda92061 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:50:03.562831 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a1240e91-9d4d-4c99-af1d-375bed8f32ad tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:03.564682 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a1240e91-9d4d-4c99-af1d-375bed8f32ad tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "DELETE /v2.0/routers/77eda423-a02d-49a9-9c97-e6febda92061 HTTP/1.1" status: 204 len: 168 time: 0.9521623 Jan 28 01:50:03.567847 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57324) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:50:03.659594 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4324b0d3-32cd-4bdd-970b-fc73fdbbc254 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (39c55349-3ca2-4712-869f-3f4fbf5d718d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:03.755033 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4324b0d3-32cd-4bdd-970b-fc73fdbbc254 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (39c55349-3ca2-4712-869f-3f4fbf5d718d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:03.778556 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-4324b0d3-32cd-4bdd-970b-fc73fdbbc254 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c55349-3ca2-4712-869f-3f4fbf5d718d']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:03.789474 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-4324b0d3-32cd-4bdd-970b-fc73fdbbc254 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a2837c-3836-48a9-a1b2-55e422fc2cda') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:03.789776 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-4324b0d3-32cd-4bdd-970b-fc73fdbbc254 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a2837c-3836-48a9-a1b2-55e422fc2cda') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:03.806786 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4324b0d3-32cd-4bdd-970b-fc73fdbbc254 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (70a2837c-3836-48a9-a1b2-55e422fc2cda), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:03.822552 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4324b0d3-32cd-4bdd-970b-fc73fdbbc254 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (70a2837c-3836-48a9-a1b2-55e422fc2cda), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:03.829448 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4324b0d3-32cd-4bdd-970b-fc73fdbbc254 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:50:03.829888 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4324b0d3-32cd-4bdd-970b-fc73fdbbc254 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (70a2837c-3836-48a9-a1b2-55e422fc2cda), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:03.833521 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 01:50:03.833521 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:50:03.833521 n-d-826754-1 neutron-server[103343]: timer() Jan 28 01:50:03.833521 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:50:03.833521 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 01:50:03.833521 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:50:03.833521 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 01:50:03.833521 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:50:03.833521 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 01:50:03.833521 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:50:03.833521 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 01:50:03.833521 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:50:03.833521 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 01:50:03.833521 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:50:03.833521 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:50:03.833521 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:50:03.833521 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:50:03.833521 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:50:03.833521 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 01:50:03.833521 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:50:03.833521 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 01:50:03.833521 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:50:03.833521 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:50:03.833521 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:50:03.833521 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 01:50:03.833521 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:50:03.833521 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:50:03.833521 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:50:03.833521 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:50:03.833521 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:50:03.833521 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:50:03.833521 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:50:03.904321 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4324b0d3-32cd-4bdd-970b-fc73fdbbc254 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (39c55349-3ca2-4712-869f-3f4fbf5d718d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:03.911063 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4324b0d3-32cd-4bdd-970b-fc73fdbbc254 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:03.914461 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4324b0d3-32cd-4bdd-970b-fc73fdbbc254 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "DELETE /v2.0/networks/39c55349-3ca2-4712-869f-3f4fbf5d718d HTTP/1.1" status: 204 len: 168 time: 0.3451929 Jan 28 01:50:03.917342 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57326) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:50:03.931232 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324b0d3-32cd-4bdd-970b-fc73fdbbc254 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'Network': ['ID=39c55349-3ca2-4712-869f-3f4fbf5d718d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:03.998115 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bb2b3f8f-5381-4362-b5b0-a3004b1a31d1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group (1b45ee3b-3b7b-409a-9198-f3a81b3d0326), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:04.034823 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bb2b3f8f-5381-4362-b5b0-a3004b1a31d1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group (1b45ee3b-3b7b-409a-9198-f3a81b3d0326), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:04.109355 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bb2b3f8f-5381-4362-b5b0-a3004b1a31d1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (1b45ee3b-3b7b-409a-9198-f3a81b3d0326), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:04.112997 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bb2b3f8f-5381-4362-b5b0-a3004b1a31d1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:04.114192 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-bb2b3f8f-5381-4362-b5b0-a3004b1a31d1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "DELETE /v2.0/security-groups/1b45ee3b-3b7b-409a-9198-f3a81b3d0326 HTTP/1.1" status: 204 len: 168 time: 0.1957090 Jan 28 01:50:04.123997 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b3f8f-5381-4362-b5b0-a3004b1a31d1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b45ee3b-3b7b-409a-9198-f3a81b3d0326,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:04.467702 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57332) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:50:04.473109 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-69eecf0c-d7d6-457a-9e86-60a81e8e1b26 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-434667376', 'description': 'tempest-secgroup-smoke-434667376 description', 'project_id': '059bca68032541d59fac92aef233eaae'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:50:04.499743 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69eecf0c-d7d6-457a-9e86-60a81e8e1b26 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:04.586854 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69eecf0c-d7d6-457a-9e86-60a81e8e1b26 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group (32a93572-fbfc-4eff-8f57-f736ede20ca1), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:04.591877 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69eecf0c-d7d6-457a-9e86-60a81e8e1b26 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (32a93572-fbfc-4eff-8f57-f736ede20ca1), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:04.623384 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69eecf0c-d7d6-457a-9e86-60a81e8e1b26 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:04.628222 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-69eecf0c-d7d6-457a-9e86-60a81e8e1b26 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1592450 Jan 28 01:50:04.628928 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57334) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:50:04.633914 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-81ba3ea0-fb9f-4c9a-9595-07896690ee90 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group_rule': {'security_group_id': '32a93572-fbfc-4eff-8f57-f736ede20ca1', 'project_id': '059bca68032541d59fac92aef233eaae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:50:04.638192 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eecf0c-d7d6-457a-9e86-60a81e8e1b26 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a93572-fbfc-4eff-8f57-f736ede20ca1,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:04.668486 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-81ba3ea0-fb9f-4c9a-9595-07896690ee90 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (c94682eb-de87-4f00-b2e9-435c38da7942), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:04.734890 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-81ba3ea0-fb9f-4c9a-9595-07896690ee90 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (c94682eb-de87-4f00-b2e9-435c38da7942), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:04.740164 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-81ba3ea0-fb9f-4c9a-9595-07896690ee90 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (c94682eb-de87-4f00-b2e9-435c38da7942), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:04.768751 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba3ea0-fb9f-4c9a-9595-07896690ee90 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94682eb-de87-4f00-b2e9-435c38da7942,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:04.783371 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-81ba3ea0-fb9f-4c9a-9595-07896690ee90 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:04.785006 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-81ba3ea0-fb9f-4c9a-9595-07896690ee90 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1548712 Jan 28 01:50:04.788084 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57336) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:50:04.792962 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-e91b976a-8ef4-40ae-8928-4dcea0eb2b21 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group_rule': {'security_group_id': '32a93572-fbfc-4eff-8f57-f736ede20ca1', 'project_id': '059bca68032541d59fac92aef233eaae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:50:04.832193 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e91b976a-8ef4-40ae-8928-4dcea0eb2b21 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (606d77bf-5f49-4af3-bac0-1e201d877133), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:04.904866 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:50:04.919325 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e91b976a-8ef4-40ae-8928-4dcea0eb2b21 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (606d77bf-5f49-4af3-bac0-1e201d877133), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:04.924783 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e91b976a-8ef4-40ae-8928-4dcea0eb2b21 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (606d77bf-5f49-4af3-bac0-1e201d877133), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:04.931370 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:50:04.931743 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 0bd0d8b9-7182-41b0-adb8-4e6b8a70ab22 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:50:04.932168 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f33ef3ff-2e92-45a7-a62f-015a6ec6099d no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:50:04.946243 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b976a-8ef4-40ae-8928-4dcea0eb2b21 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=606d77bf-5f49-4af3-bac0-1e201d877133,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:04.954739 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: f33ef3ff-2e92-45a7-a62f-015a6ec6099d {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:50:04.955248 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device f33ef3ff-2e92-45a7-a62f-015a6ec6099d not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:50:04.955801 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device fd6ad156-f297-4607-b08b-55943b426b1b no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:50:04.959080 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e91b976a-8ef4-40ae-8928-4dcea0eb2b21 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:04.961517 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e91b976a-8ef4-40ae-8928-4dcea0eb2b21 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1717858 Jan 28 01:50:04.963970 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57338) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:50:04.968734 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-09ec08be-f3e7-408f-9ced-ee5ce1e3b176 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group_rule': {'security_group_id': '32a93572-fbfc-4eff-8f57-f736ede20ca1', 'project_id': '059bca68032541d59fac92aef233eaae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:50:04.976587 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: fd6ad156-f297-4607-b08b-55943b426b1b {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:50:04.976937 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device fd6ad156-f297-4607-b08b-55943b426b1b not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:50:05.005288 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-09ec08be-f3e7-408f-9ced-ee5ce1e3b176 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (085c6390-788b-471e-8cee-4a61a88a615d), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:05.070244 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-09ec08be-f3e7-408f-9ced-ee5ce1e3b176 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (085c6390-788b-471e-8cee-4a61a88a615d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:05.074206 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-09ec08be-f3e7-408f-9ced-ee5ce1e3b176 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (085c6390-788b-471e-8cee-4a61a88a615d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:05.092830 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec08be-f3e7-408f-9ced-ee5ce1e3b176 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=085c6390-788b-471e-8cee-4a61a88a615d,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:05.101096 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-09ec08be-f3e7-408f-9ced-ee5ce1e3b176 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:05.105116 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-09ec08be-f3e7-408f-9ced-ee5ce1e3b176 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374030 Jan 28 01:50:05.105472 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57340) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:50:05.110188 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-70dca555-e852-42d6-9c0f-218e95c03f78 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group_rule': {'security_group_id': '32a93572-fbfc-4eff-8f57-f736ede20ca1', 'project_id': '059bca68032541d59fac92aef233eaae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:50:05.143297 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-70dca555-e852-42d6-9c0f-218e95c03f78 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (92540a21-e5db-415b-83a3-8a85fae52cdf), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:05.209268 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-70dca555-e852-42d6-9c0f-218e95c03f78 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (92540a21-e5db-415b-83a3-8a85fae52cdf), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:05.214107 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-70dca555-e852-42d6-9c0f-218e95c03f78 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (92540a21-e5db-415b-83a3-8a85fae52cdf), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:05.235795 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dca555-e852-42d6-9c0f-218e95c03f78 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92540a21-e5db-415b-83a3-8a85fae52cdf,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:05.241393 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-70dca555-e852-42d6-9c0f-218e95c03f78 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:05.242636 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-70dca555-e852-42d6-9c0f-218e95c03f78 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1361973 Jan 28 01:50:05.245418 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57342) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:50:05.250160 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-ad84ce50-1159-4ade-88e4-ef51a4b4bb44 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group_rule': {'security_group_id': '32a93572-fbfc-4eff-8f57-f736ede20ca1', 'project_id': '059bca68032541d59fac92aef233eaae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:50:05.272370 n-d-826754-1 neutron-server[103343]: INFO neutron.db.securitygroups_db [None req-ad84ce50-1159-4ade-88e4-ef51a4b4bb44 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Project 059bca68032541d59fac92aef233eaae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:50:05.277530 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad84ce50-1159-4ade-88e4-ef51a4b4bb44 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (62f26d5b-0fac-4689-b8ec-6c35ba40da8e), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:05.341969 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad84ce50-1159-4ade-88e4-ef51a4b4bb44 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (62f26d5b-0fac-4689-b8ec-6c35ba40da8e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:05.346842 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad84ce50-1159-4ade-88e4-ef51a4b4bb44 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (62f26d5b-0fac-4689-b8ec-6c35ba40da8e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:05.367188 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84ce50-1159-4ade-88e4-ef51a4b4bb44 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f26d5b-0fac-4689-b8ec-6c35ba40da8e,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:05.377819 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ad84ce50-1159-4ade-88e4-ef51a4b4bb44 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:05.379124 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-ad84ce50-1159-4ade-88e4-ef51a4b4bb44 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1327484 Jan 28 01:50:05.381894 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57344) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:50:05.386641 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2860c282-8354-45ff-b0eb-42be2224e658 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'security_group_rule': {'security_group_id': '32a93572-fbfc-4eff-8f57-f736ede20ca1', 'project_id': '059bca68032541d59fac92aef233eaae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:50:05.410248 n-d-826754-1 neutron-server[103343]: INFO neutron.db.securitygroups_db [None req-2860c282-8354-45ff-b0eb-42be2224e658 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Project 059bca68032541d59fac92aef233eaae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:50:05.415785 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2860c282-8354-45ff-b0eb-42be2224e658 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (56064aa4-a980-4689-a57b-26cf582b392d), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:05.480041 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2860c282-8354-45ff-b0eb-42be2224e658 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (56064aa4-a980-4689-a57b-26cf582b392d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:05.484052 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2860c282-8354-45ff-b0eb-42be2224e658 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (56064aa4-a980-4689-a57b-26cf582b392d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:05.502793 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860c282-8354-45ff-b0eb-42be2224e658 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56064aa4-a980-4689-a57b-26cf582b392d,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:05.515216 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2860c282-8354-45ff-b0eb-42be2224e658 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:05.516540 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2860c282-8354-45ff-b0eb-42be2224e658 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1333945 Jan 28 01:50:05.522040 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57346) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:50:05.536028 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-321d8d64-07b5-4a1b-a7b2-834977e23043 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'network': {'name': 'tempest-network-smoke--2122182034', 'project_id': '059bca68032541d59fac92aef233eaae', 'port_security_enabled': True}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:50:05.565175 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321d8d64-07b5-4a1b-a7b2-834977e23043 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Made reservation on behalf of 059bca68032541d59fac92aef233eaae for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:50:05.569386 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-321d8d64-07b5-4a1b-a7b2-834977e23043 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:05.601481 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-321d8d64-07b5-4a1b-a7b2-834977e23043 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:50:05.612959 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-321d8d64-07b5-4a1b-a7b2-834977e23043 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (dd3d6502-5c49-465c-bd96-6e08d4018524), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:05.613343 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-321d8d64-07b5-4a1b-a7b2-834977e23043 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Added segment dd3d6502-5c49-465c-bd96-6e08d4018524 of type vlan for network 228687c3-c978-4860-8687-7c974df93237 Jan 28 01:50:05.692963 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-321d8d64-07b5-4a1b-a7b2-834977e23043 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (228687c3-c978-4860-8687-7c974df93237), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:05.725809 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-321d8d64-07b5-4a1b-a7b2-834977e23043 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (228687c3-c978-4860-8687-7c974df93237), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:05.731059 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321d8d64-07b5-4a1b-a7b2-834977e23043 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:05.731655 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-321d8d64-07b5-4a1b-a7b2-834977e23043 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:05.799930 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-321d8d64-07b5-4a1b-a7b2-834977e23043 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2766275 Jan 28 01:50:05.803201 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57348) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:50:05.810299 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-548b5cf2-1198-4be4-b04c-9011eca93290 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-922650787', 'admin_state_up': True, 'project_id': '059bca68032541d59fac92aef233eaae', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:50:05.826041 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d8d64-07b5-4a1b-a7b2-834977e23043 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Network': ['ID=228687c3-c978-4860-8687-7c974df93237,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:05.840312 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-548b5cf2-1198-4be4-b04c-9011eca93290 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (c05a20dc-b247-4138-98af-54c813cd3ab7), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:05.841750 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-548b5cf2-1198-4be4-b04c-9011eca93290 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (c05a20dc-b247-4138-98af-54c813cd3ab7), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:05.845784 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 228687c3-c978-4860-8687-7c974df93237 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:50:05.916464 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-548b5cf2-1198-4be4-b04c-9011eca93290 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router_controller (c05a20dc-b247-4138-98af-54c813cd3ab7), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:06.093200 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-548b5cf2-1198-4be4-b04c-9011eca93290 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router_gateway (c05a20dc-b247-4138-98af-54c813cd3ab7), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:06.217020 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c53e4b17-b618-4d6f-846d-6e41e59d69ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:06.314267 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-548b5cf2-1198-4be4-b04c-9011eca93290 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router_gateway (c05a20dc-b247-4138-98af-54c813cd3ab7), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:06.335507 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-548b5cf2-1198-4be4-b04c-9011eca93290 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:06.450137 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-548b5cf2-1198-4be4-b04c-9011eca93290 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Allocated IP 172.25.3.188 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/a3b20481-c37d-4bb9-aeb3-d94cfa100f02) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:50:06.566649 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-548b5cf2-1198-4be4-b04c-9011eca93290 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for port (a3b20481-c37d-4bb9-aeb3-d94cfa100f02), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:06.601003 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-548b5cf2-1198-4be4-b04c-9011eca93290 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (a3b20481-c37d-4bb9-aeb3-d94cfa100f02), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:06.638704 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548b5cf2-1198-4be4-b04c-9011eca93290 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:50:06.641494 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-548b5cf2-1198-4be4-b04c-9011eca93290 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:50:06.648087 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548b5cf2-1198-4be4-b04c-9011eca93290 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:50:06.654027 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b5cf2-1198-4be4-b04c-9011eca93290 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Port': ['ID=a3b20481-c37d-4bb9-aeb3-d94cfa100f02,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:06.940167 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-548b5cf2-1198-4be4-b04c-9011eca93290 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router_gateway (c05a20dc-b247-4138-98af-54c813cd3ab7), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:07.143741 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-548b5cf2-1198-4be4-b04c-9011eca93290 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (c05a20dc-b247-4138-98af-54c813cd3ab7), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:07.292318 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548b5cf2-1198-4be4-b04c-9011eca93290 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Router c05a20dc-b247-4138-98af-54c813cd3ab7 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:50:07.400627 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548b5cf2-1198-4be4-b04c-9011eca93290 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:50:07.413068 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c7d91e-47be-4f07-8f0c-e1c5f2e8a3c0 None None] Sync routers for ids ['c05a20dc-b247-4138-98af-54c813cd3ab7'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:50:07.426304 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-548b5cf2-1198-4be4-b04c-9011eca93290 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:07.426570 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c7d91e-47be-4f07-8f0c-e1c5f2e8a3c0 None None] Routers {'c05a20dc-b247-4138-98af-54c813cd3ab7'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:50:07.427300 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-56c7d91e-47be-4f07-8f0c-e1c5f2e8a3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:49:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c05a20dc-b247-4138-98af-54c813cd3ab7'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:07.428240 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-548b5cf2-1198-4be4-b04c-9011eca93290 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6233647 Jan 28 01:50:07.431472 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57350) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:50:07.462062 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-055fafed-d158-4847-a2ab-0b26bdfbbaf1 tempest-TestNetworkAdvancedServerOps-198064769 tempest-TestNetworkAdvancedServerOps-198064769-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=059bca68032541d59fac92aef233eaae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292654 Jan 28 01:50:07.464698 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57352) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:50:07.641825 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eee764-0118-43e7-ac8c-30a677e78af2 tempest-TestNetworkAdvancedServerOps-198064769 tempest-TestNetworkAdvancedServerOps-198064769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:07.644625 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d3eee764-0118-43e7-ac8c-30a677e78af2 tempest-TestNetworkAdvancedServerOps-198064769 tempest-TestNetworkAdvancedServerOps-198064769-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1788671 Jan 28 01:50:07.648094 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57354) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:50:07.651418 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-56c7d91e-47be-4f07-8f0c-e1c5f2e8a3c0 None None] Set router c05a20dc-b247-4138-98af-54c813cd3ab7 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:50:07.852764 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-56c7d91e-47be-4f07-8f0c-e1c5f2e8a3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922650787', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'a3b20481-c37d-4bb9-aeb3-d94cfa100f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:50:05Z', 'updated_at': '2022-01-28T01:50:06Z', 'revision_number': 3, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': 'a3b20481-c37d-4bb9-aeb3-d94cfa100f02', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:50:06Z', 'updated_at': '2022-01-28T01:50:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:07.880264 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c7d91e-47be-4f07-8f0c-e1c5f2e8a3c0 None None] Checking router: c05a20dc-b247-4138-98af-54c813cd3ab7 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:50:07.880625 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c7d91e-47be-4f07-8f0c-e1c5f2e8a3c0 None None] Updating router c05a20dc-b247-4138-98af-54c813cd3ab7 port a3b20481-c37d-4bb9-aeb3-d94cfa100f02 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:50:07.907577 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-56c7d91e-47be-4f07-8f0c-e1c5f2e8a3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a3b20481-c37d-4bb9-aeb3-d94cfa100f02), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:07.931522 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b24f6a05-26d4-46bd-b810-1834d6520139 tempest-TestNetworkAdvancedServerOps-198064769 tempest-TestNetworkAdvancedServerOps-198064769-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=31abbcb3-ad7a-4705-9f82-c7ff7c52d392&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2822621 Jan 28 01:50:07.934041 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57356) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:50:07.938774 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d465dfe3-07cb-4544-81d5-06e8b1c90ef4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-65445920', 'network_id': '228687c3-c978-4860-8687-7c974df93237', 'project_id': '059bca68032541d59fac92aef233eaae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:50:08.026028 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d465dfe3-07cb-4544-81d5-06e8b1c90ef4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Made reservation on behalf of 059bca68032541d59fac92aef233eaae for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:50:08.029788 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d465dfe3-07cb-4544-81d5-06e8b1c90ef4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:08.172130 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-56c7d91e-47be-4f07-8f0c-e1c5f2e8a3c0 None None] Publish callbacks [] for port (a3b20481-c37d-4bb9-aeb3-d94cfa100f02), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:08.178328 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-56c7d91e-47be-4f07-8f0c-e1c5f2e8a3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a3b20481-c37d-4bb9-aeb3-d94cfa100f02), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:08.232230 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-56c7d91e-47be-4f07-8f0c-e1c5f2e8a3c0 None None] Attempting to bind port a3b20481-c37d-4bb9-aeb3-d94cfa100f02 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:50:08.232706 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-56c7d91e-47be-4f07-8f0c-e1c5f2e8a3c0 None None] Attempting to bind port a3b20481-c37d-4bb9-aeb3-d94cfa100f02 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:50:08.233033 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c7d91e-47be-4f07-8f0c-e1c5f2e8a3c0 None None] Attempting to bind port a3b20481-c37d-4bb9-aeb3-d94cfa100f02 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:50:08.236632 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d465dfe3-07cb-4544-81d5-06e8b1c90ef4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (481cf57d-2359-4e81-af81-93555398851e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:08.241070 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df6190-72a7-441f-8db3-5fe61531b7bd None None] Pushing event updated for resources: {'Port': ['ID=a3b20481-c37d-4bb9-aeb3-d94cfa100f02,revision_number=2']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:08.244330 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c7d91e-47be-4f07-8f0c-e1c5f2e8a3c0 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:50:08.244714 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c7d91e-47be-4f07-8f0c-e1c5f2e8a3c0 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:50:08.245114 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-56c7d91e-47be-4f07-8f0c-e1c5f2e8a3c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:08.245506 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c7d91e-47be-4f07-8f0c-e1c5f2e8a3c0 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:50:08.245983 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-56c7d91e-47be-4f07-8f0c-e1c5f2e8a3c0 None None] Bound port: a3b20481-c37d-4bb9-aeb3-d94cfa100f02, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:50:08.246361 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-56c7d91e-47be-4f07-8f0c-e1c5f2e8a3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a3b20481-c37d-4bb9-aeb3-d94cfa100f02), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:08.253407 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df6190-72a7-441f-8db3-5fe61531b7bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:08.253759 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df6190-72a7-441f-8db3-5fe61531b7bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:08.254101 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df6190-72a7-441f-8db3-5fe61531b7bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:08.254455 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df6190-72a7-441f-8db3-5fe61531b7bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:08.254778 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df6190-72a7-441f-8db3-5fe61531b7bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:08.255110 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df6190-72a7-441f-8db3-5fe61531b7bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:08.255442 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df6190-72a7-441f-8db3-5fe61531b7bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:08.255797 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df6190-72a7-441f-8db3-5fe61531b7bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:08.256127 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df6190-72a7-441f-8db3-5fe61531b7bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:08.256451 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df6190-72a7-441f-8db3-5fe61531b7bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:08.256780 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df6190-72a7-441f-8db3-5fe61531b7bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:08.257102 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df6190-72a7-441f-8db3-5fe61531b7bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:08.257424 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df6190-72a7-441f-8db3-5fe61531b7bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:50:08.302957 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465dfe3-07cb-4544-81d5-06e8b1c90ef4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Subnet': ['ID=481cf57d-2359-4e81-af81-93555398851e,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:08.311991 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-56c7d91e-47be-4f07-8f0c-e1c5f2e8a3c0 None None] For port a3b20481-c37d-4bb9-aeb3-d94cfa100f02, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:50:08.313775 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d465dfe3-07cb-4544-81d5-06e8b1c90ef4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Checking segment: {'id': 'dd3d6502-5c49-465c-bd96-6e08d4018524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '228687c3-c978-4860-8687-7c974df93237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:50:08.314836 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d465dfe3-07cb-4544-81d5-06e8b1c90ef4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network hostable DHCP agents. Network: 228687c3-c978-4860-8687-7c974df93237, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:50:08.316116 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-56c7d91e-47be-4f07-8f0c-e1c5f2e8a3c0 None None] For port a3b20481-c37d-4bb9-aeb3-d94cfa100f02, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=a3b20481-c37d-4bb9-aeb3-d94cfa100f02,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:50:08.321138 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-56c7d91e-47be-4f07-8f0c-e1c5f2e8a3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a3b20481-c37d-4bb9-aeb3-d94cfa100f02), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:08.341145 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d465dfe3-07cb-4544-81d5-06e8b1c90ef4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network 228687c3-c978-4860-8687-7c974df93237 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:50:08.355251 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-d465dfe3-07cb-4544-81d5-06e8b1c90ef4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 228687c3-c978-4860-8687-7c974df93237) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:50:08.361501 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d465dfe3-07cb-4544-81d5-06e8b1c90ef4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:08.362694 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d465dfe3-07cb-4544-81d5-06e8b1c90ef4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:08.363586 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fee8dd8-1d89-4fc4-91dc-359f92f759fd None None] Network 228687c3-c978-4860-8687-7c974df93237 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:50:08.377685 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c7d91e-47be-4f07-8f0c-e1c5f2e8a3c0 None None] Routers {'c05a20dc-b247-4138-98af-54c813cd3ab7'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:50:08.378545 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-56c7d91e-47be-4f07-8f0c-e1c5f2e8a3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:49:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c05a20dc-b247-4138-98af-54c813cd3ab7'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:08.386472 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d465dfe3-07cb-4544-81d5-06e8b1c90ef4 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4488411 Jan 28 01:50:08.386824 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57358) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:50:08.427861 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df6190-72a7-441f-8db3-5fe61531b7bd None None] Pushing event updated for resources: {'Port': ['ID=a3b20481-c37d-4bb9-aeb3-d94cfa100f02,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:08.490581 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0de1dcb-4cf2-4ddc-9de6-39c0ac9a1c9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-228687c3-c978-4860-8687-7c974df93237', 'network_id': '228687c3-c978-4860-8687-7c974df93237', 'project_id': '059bca68032541d59fac92aef233eaae', 'fixed_ips': [{'subnet_id': '481cf57d-2359-4e81-af81-93555398851e'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:50:08.491445 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e0de1dcb-4cf2-4ddc-9de6-39c0ac9a1c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:08.503875 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-56c7d91e-47be-4f07-8f0c-e1c5f2e8a3c0 None None] Set router c05a20dc-b247-4138-98af-54c813cd3ab7 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:50:08.534883 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-60c85603-f405-4aee-af76-5aa53b242c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:08.686051 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-e0de1dcb-4cf2-4ddc-9de6-39c0ac9a1c9c None None] Allocated IP 172.20.0.2 (228687c3-c978-4860-8687-7c974df93237/481cf57d-2359-4e81-af81-93555398851e/af43e01f-01b4-49ff-a4ae-780bdc6add20) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:50:08.752426 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-56c7d91e-47be-4f07-8f0c-e1c5f2e8a3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922650787', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'a3b20481-c37d-4bb9-aeb3-d94cfa100f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:50:05Z', 'updated_at': '2022-01-28T01:50:06Z', 'revision_number': 3, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': 'a3b20481-c37d-4bb9-aeb3-d94cfa100f02', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:50:06Z', 'updated_at': '2022-01-28T01:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:08.782557 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c7d91e-47be-4f07-8f0c-e1c5f2e8a3c0 None None] The sync data for ids ['c05a20dc-b247-4138-98af-54c813cd3ab7'] in n-d-826754-1 is: [{'id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922650787', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'a3b20481-c37d-4bb9-aeb3-d94cfa100f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:50:05Z', 'updated_at': '2022-01-28T01:50:06Z', 'revision_number': 3, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': 'a3b20481-c37d-4bb9-aeb3-d94cfa100f02', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:50:06Z', 'updated_at': '2022-01-28T01:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:50:08.898004 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e0de1dcb-4cf2-4ddc-9de6-39c0ac9a1c9c None None] Publish callbacks [] for port (af43e01f-01b4-49ff-a4ae-780bdc6add20), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:08.904952 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e0de1dcb-4cf2-4ddc-9de6-39c0ac9a1c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (af43e01f-01b4-49ff-a4ae-780bdc6add20), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:08.947968 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0de1dcb-4cf2-4ddc-9de6-39c0ac9a1c9c None None] Network 228687c3-c978-4860-8687-7c974df93237 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:50:08.955686 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-e0de1dcb-4cf2-4ddc-9de6-39c0ac9a1c9c None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:50:08.958602 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0de1dcb-4cf2-4ddc-9de6-39c0ac9a1c9c None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:50:08.973551 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de1dcb-4cf2-4ddc-9de6-39c0ac9a1c9c None None] Pushing event updated for resources: {'Port': ['ID=af43e01f-01b4-49ff-a4ae-780bdc6add20,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:09.045660 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-e0de1dcb-4cf2-4ddc-9de6-39c0ac9a1c9c None None] Attempting to bind port af43e01f-01b4-49ff-a4ae-780bdc6add20 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:50:09.046038 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-e0de1dcb-4cf2-4ddc-9de6-39c0ac9a1c9c None None] Attempting to bind port af43e01f-01b4-49ff-a4ae-780bdc6add20 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'dd3d6502-5c49-465c-bd96-6e08d4018524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '228687c3-c978-4860-8687-7c974df93237'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:50:09.046407 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de1dcb-4cf2-4ddc-9de6-39c0ac9a1c9c None None] Attempting to bind port af43e01f-01b4-49ff-a4ae-780bdc6add20 on network 228687c3-c978-4860-8687-7c974df93237 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:50:09.053157 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de1dcb-4cf2-4ddc-9de6-39c0ac9a1c9c None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:50:09.053589 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de1dcb-4cf2-4ddc-9de6-39c0ac9a1c9c None None] Checking segment: {'id': 'dd3d6502-5c49-465c-bd96-6e08d4018524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '228687c3-c978-4860-8687-7c974df93237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:50:09.053993 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e0de1dcb-4cf2-4ddc-9de6-39c0ac9a1c9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:09.054393 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de1dcb-4cf2-4ddc-9de6-39c0ac9a1c9c None None] Bound using segment: {'id': 'dd3d6502-5c49-465c-bd96-6e08d4018524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '228687c3-c978-4860-8687-7c974df93237'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:50:09.054873 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-e0de1dcb-4cf2-4ddc-9de6-39c0ac9a1c9c None None] Bound port: af43e01f-01b4-49ff-a4ae-780bdc6add20, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd3d6502-5c49-465c-bd96-6e08d4018524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '228687c3-c978-4860-8687-7c974df93237'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:50:09.055254 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e0de1dcb-4cf2-4ddc-9de6-39c0ac9a1c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (af43e01f-01b4-49ff-a4ae-780bdc6add20), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:09.138876 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-e0de1dcb-4cf2-4ddc-9de6-39c0ac9a1c9c None None] For port af43e01f-01b4-49ff-a4ae-780bdc6add20, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:50:09.142925 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-e0de1dcb-4cf2-4ddc-9de6-39c0ac9a1c9c None None] For port af43e01f-01b4-49ff-a4ae-780bdc6add20, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=af43e01f-01b4-49ff-a4ae-780bdc6add20,segment=NetworkSegment(dd3d6502-5c49-465c-bd96-6e08d4018524),segment_id=dd3d6502-5c49-465c-bd96-6e08d4018524)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:50:09.149218 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e0de1dcb-4cf2-4ddc-9de6-39c0ac9a1c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (af43e01f-01b4-49ff-a4ae-780bdc6add20), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:09.274200 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de1dcb-4cf2-4ddc-9de6-39c0ac9a1c9c None None] Pushing event updated for resources: {'Port': ['ID=af43e01f-01b4-49ff-a4ae-780bdc6add20,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:09.412118 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e3290ac0-1ef5-41c2-b72a-5a1bdfc01986 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:09.770465 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-e3290ac0-1ef5-41c2-b72a-5a1bdfc01986 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Allocated IP 172.20.0.1 (228687c3-c978-4860-8687-7c974df93237/481cf57d-2359-4e81-af81-93555398851e/6039a7c3-994b-4484-a53e-dfa64577b55a) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:50:09.938760 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e3290ac0-1ef5-41c2-b72a-5a1bdfc01986 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for port (6039a7c3-994b-4484-a53e-dfa64577b55a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:09.983154 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e3290ac0-1ef5-41c2-b72a-5a1bdfc01986 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (6039a7c3-994b-4484-a53e-dfa64577b55a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:10.025522 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3290ac0-1ef5-41c2-b72a-5a1bdfc01986 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network 228687c3-c978-4860-8687-7c974df93237 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:50:10.029338 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-e3290ac0-1ef5-41c2-b72a-5a1bdfc01986 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:50:10.037270 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3290ac0-1ef5-41c2-b72a-5a1bdfc01986 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:50:10.049014 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:10.066848 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3290ac0-1ef5-41c2-b72a-5a1bdfc01986 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Port': ['ID=6039a7c3-994b-4484-a53e-dfa64577b55a,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:10.088623 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e3290ac0-1ef5-41c2-b72a-5a1bdfc01986 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (c05a20dc-b247-4138-98af-54c813cd3ab7), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:10.267913 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e3290ac0-1ef5-41c2-b72a-5a1bdfc01986 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6039a7c3-994b-4484-a53e-dfa64577b55a), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:10.389480 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228c6012-9db1-4ed4-85bd-e43aaa77a80e None None] Network 228687c3-c978-4860-8687-7c974df93237 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:50:10.488911 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-bfb7fd90-64fa-4ed1-9d33-9fd41dd84361 None None] Provisioning complete for port af43e01f-01b4-49ff-a4ae-780bdc6add20 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:50:10.489374 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bfb7fd90-64fa-4ed1-9d33-9fd41dd84361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (af43e01f-01b4-49ff-a4ae-780bdc6add20), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:10.664957 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e3290ac0-1ef5-41c2-b72a-5a1bdfc01986 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for port (6039a7c3-994b-4484-a53e-dfa64577b55a), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:10.672596 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e3290ac0-1ef5-41c2-b72a-5a1bdfc01986 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (6039a7c3-994b-4484-a53e-dfa64577b55a), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:10.799680 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3290ac0-1ef5-41c2-b72a-5a1bdfc01986 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Port': ['ID=6039a7c3-994b-4484-a53e-dfa64577b55a,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:10.803499 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e3290ac0-1ef5-41c2-b72a-5a1bdfc01986 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (c05a20dc-b247-4138-98af-54c813cd3ab7), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:10.818053 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-bfb7fd90-64fa-4ed1-9d33-9fd41dd84361 None None] Current status of the port af43e01f-01b4-49ff-a4ae-780bdc6add20 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:50:10.818721 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bfb7fd90-64fa-4ed1-9d33-9fd41dd84361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (af43e01f-01b4-49ff-a4ae-780bdc6add20), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:10.901737 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-bfb7fd90-64fa-4ed1-9d33-9fd41dd84361 None None] For port af43e01f-01b4-49ff-a4ae-780bdc6add20, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=af43e01f-01b4-49ff-a4ae-780bdc6add20,segment=NetworkSegment(dd3d6502-5c49-465c-bd96-6e08d4018524),segment_id=dd3d6502-5c49-465c-bd96-6e08d4018524)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:50:10.919852 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bfb7fd90-64fa-4ed1-9d33-9fd41dd84361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (af43e01f-01b4-49ff-a4ae-780bdc6add20), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:11.030393 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3290ac0-1ef5-41c2-b72a-5a1bdfc01986 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network 228687c3-c978-4860-8687-7c974df93237 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:50:11.033169 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-e3290ac0-1ef5-41c2-b72a-5a1bdfc01986 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:50:11.044841 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb7fd90-64fa-4ed1-9d33-9fd41dd84361 None None] Pushing event updated for resources: {'Port': ['ID=af43e01f-01b4-49ff-a4ae-780bdc6add20,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:11.090162 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device af43e01f-01b4-49ff-a4ae-780bdc6add20 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:50:11.168977 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port af43e01f-01b4-49ff-a4ae-780bdc6add20 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:50:11.169451 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (af43e01f-01b4-49ff-a4ae-780bdc6add20), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:11.224436 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3290ac0-1ef5-41c2-b72a-5a1bdfc01986 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Router c05a20dc-b247-4138-98af-54c813cd3ab7 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:50:11.266960 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2332eb1b-1d1a-46df-a018-4b98c65d19fe None None] Provisioning complete for port af43e01f-01b4-49ff-a4ae-780bdc6add20 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:50:11.267176 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2332eb1b-1d1a-46df-a018-4b98c65d19fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (af43e01f-01b4-49ff-a4ae-780bdc6add20), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:11.366291 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port af43e01f-01b4-49ff-a4ae-780bdc6add20 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:50:11.368065 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a3b20481-c37d-4bb9-aeb3-d94cfa100f02 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:50:11.432892 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3290ac0-1ef5-41c2-b72a-5a1bdfc01986 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:50:11.443663 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e3290ac0-1ef5-41c2-b72a-5a1bdfc01986 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "PUT /v2.0/routers/c05a20dc-b247-4138-98af-54c813cd3ab7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0542474 Jan 28 01:50:11.462941 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710dd954-cd39-4020-b2cf-d7c08bf82252 None None] Sync routers for ids ['c05a20dc-b247-4138-98af-54c813cd3ab7'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:50:11.483027 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2332eb1b-1d1a-46df-a018-4b98c65d19fe None None] Current status of the port af43e01f-01b4-49ff-a4ae-780bdc6add20 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:50:11.490639 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710dd954-cd39-4020-b2cf-d7c08bf82252 None None] Routers {'c05a20dc-b247-4138-98af-54c813cd3ab7'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:50:11.490639 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-710dd954-cd39-4020-b2cf-d7c08bf82252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:50:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c05a20dc-b247-4138-98af-54c813cd3ab7'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:11.559702 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2332eb1b-1d1a-46df-a018-4b98c65d19fe None None] Provisioning complete for port 6039a7c3-994b-4484-a53e-dfa64577b55a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:50:11.560131 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2332eb1b-1d1a-46df-a018-4b98c65d19fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6039a7c3-994b-4484-a53e-dfa64577b55a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:11.602293 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port a3b20481-c37d-4bb9-aeb3-d94cfa100f02 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:50:11.602681 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a3b20481-c37d-4bb9-aeb3-d94cfa100f02), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:11.653877 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-bd837690-de5d-44e6-b23e-44b75dc0a20b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-434667376&fields=id&tenant_id=059bca68032541d59fac92aef233eaae HTTP/1.1" status: 200 len: 267 time: 0.0672626 Jan 28 01:50:11.682572 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:11.722392 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2332eb1b-1d1a-46df-a018-4b98c65d19fe None None] Port 6039a7c3-994b-4484-a53e-dfa64577b55a cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:50:11.789623 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-710dd954-cd39-4020-b2cf-d7c08bf82252 None None] Set router c05a20dc-b247-4138-98af-54c813cd3ab7 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:50:11.809452 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-87dbe183-16c0-4a96-89fd-592c0cff2900 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:11.810884 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-87dbe183-16c0-4a96-89fd-592c0cff2900 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/networks?id=228687c3-c978-4860-8687-7c974df93237 HTTP/1.1" status: 200 len: 797 time: 0.1394312 Jan 28 01:50:11.824000 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port a3b20481-c37d-4bb9-aeb3-d94cfa100f02 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:50:11.824421 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (a3b20481-c37d-4bb9-aeb3-d94cfa100f02), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:11.826262 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-706f0ede-aac9-4e21-a0c5-d0171169138d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/quotas/059bca68032541d59fac92aef233eaae HTTP/1.1" status: 200 len: 375 time: 0.0094886 Jan 28 01:50:11.866148 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port a3b20481-c37d-4bb9-aeb3-d94cfa100f02, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=a3b20481-c37d-4bb9-aeb3-d94cfa100f02,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:50:11.900105 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-53bacab5-4ff2-492c-b252-f1a9f8b40d57 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640121 Jan 28 01:50:11.905226 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (a3b20481-c37d-4bb9-aeb3-d94cfa100f02), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:11.999680 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-31e51c29-f697-4ee8-ab1f-3c26be10628e None None] Provisioning complete for port 6039a7c3-994b-4484-a53e-dfa64577b55a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:50:12.000042 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-31e51c29-f697-4ee8-ab1f-3c26be10628e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6039a7c3-994b-4484-a53e-dfa64577b55a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:12.076273 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=a3b20481-c37d-4bb9-aeb3-d94cfa100f02,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:12.088541 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-31e51c29-f697-4ee8-ab1f-3c26be10628e None None] Port 6039a7c3-994b-4484-a53e-dfa64577b55a cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:50:12.095252 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-6ae66c7f-c619-4b3a-80a8-03f457965333 service neutron] 10.222.0.70 "GET /v2.0/networks/228687c3-c978-4860-8687-7c974df93237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768563 Jan 28 01:50:12.192588 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-710dd954-cd39-4020-b2cf-d7c08bf82252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922650787', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'a3b20481-c37d-4bb9-aeb3-d94cfa100f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:50:05Z', 'updated_at': '2022-01-28T01:50:10Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': 'a3b20481-c37d-4bb9-aeb3-d94cfa100f02', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:50:06Z', 'updated_at': '2022-01-28T01:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '6039a7c3-994b-4484-a53e-dfa64577b55a', 'name': '', 'network_id': '228687c3-c978-4860-8687-7c974df93237', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:23:00:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '481cf57d-2359-4e81-af81-93555398851e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:50:09Z', 'updated_at': '2022-01-28T01:50:10Z', 'revision_number': 2, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': '481cf57d-2359-4e81-af81-93555398851e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:12.221318 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710dd954-cd39-4020-b2cf-d7c08bf82252 None None] Checking router: c05a20dc-b247-4138-98af-54c813cd3ab7 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:50:12.221659 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710dd954-cd39-4020-b2cf-d7c08bf82252 None None] Updating router c05a20dc-b247-4138-98af-54c813cd3ab7 port 6039a7c3-994b-4484-a53e-dfa64577b55a binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:50:12.222498 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-791755b7-b38b-4f0d-b1fa-3253ffcd1f5d service neutron] 10.222.0.70 "GET /v2.0/networks/228687c3-c978-4860-8687-7c974df93237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206501 Jan 28 01:50:12.264977 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-710dd954-cd39-4020-b2cf-d7c08bf82252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6039a7c3-994b-4484-a53e-dfa64577b55a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:12.447262 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:12.501088 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d365943c-a44a-49e9-8e30-bb0987a1ea40 req-b6142241-1abc-48ad-9675-d5f96f261bc5 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba6148ac-cd20-4472-b393-6dcc3852fc75 HTTP/1.1" status: 200 len: 210 time: 0.0463746 Jan 28 01:50:12.667098 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-710dd954-cd39-4020-b2cf-d7c08bf82252 None None] Publish callbacks [] for port (6039a7c3-994b-4484-a53e-dfa64577b55a), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:12.675259 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-710dd954-cd39-4020-b2cf-d7c08bf82252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6039a7c3-994b-4484-a53e-dfa64577b55a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:12.751401 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5693a4-5051-4cf0-8d31-53920b822c94 None None] Pushing event updated for resources: {'Port': ['ID=6039a7c3-994b-4484-a53e-dfa64577b55a,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:12.781961 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-710dd954-cd39-4020-b2cf-d7c08bf82252 None None] Attempting to bind port 6039a7c3-994b-4484-a53e-dfa64577b55a on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:50:12.782297 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-710dd954-cd39-4020-b2cf-d7c08bf82252 None None] Attempting to bind port 6039a7c3-994b-4484-a53e-dfa64577b55a by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'dd3d6502-5c49-465c-bd96-6e08d4018524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '228687c3-c978-4860-8687-7c974df93237'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:50:12.782807 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710dd954-cd39-4020-b2cf-d7c08bf82252 None None] Attempting to bind port 6039a7c3-994b-4484-a53e-dfa64577b55a on network 228687c3-c978-4860-8687-7c974df93237 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:50:12.791579 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710dd954-cd39-4020-b2cf-d7c08bf82252 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:50:12.791985 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710dd954-cd39-4020-b2cf-d7c08bf82252 None None] Checking segment: {'id': 'dd3d6502-5c49-465c-bd96-6e08d4018524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '228687c3-c978-4860-8687-7c974df93237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:50:12.792470 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-710dd954-cd39-4020-b2cf-d7c08bf82252 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:12.792873 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710dd954-cd39-4020-b2cf-d7c08bf82252 None None] Bound using segment: {'id': 'dd3d6502-5c49-465c-bd96-6e08d4018524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '228687c3-c978-4860-8687-7c974df93237'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:50:12.793492 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-710dd954-cd39-4020-b2cf-d7c08bf82252 None None] Bound port: 6039a7c3-994b-4484-a53e-dfa64577b55a, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd3d6502-5c49-465c-bd96-6e08d4018524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '228687c3-c978-4860-8687-7c974df93237'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:50:12.793897 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-710dd954-cd39-4020-b2cf-d7c08bf82252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6039a7c3-994b-4484-a53e-dfa64577b55a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:12.914128 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-710dd954-cd39-4020-b2cf-d7c08bf82252 None None] For port 6039a7c3-994b-4484-a53e-dfa64577b55a, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:50:12.932526 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-710dd954-cd39-4020-b2cf-d7c08bf82252 None None] For port 6039a7c3-994b-4484-a53e-dfa64577b55a, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6039a7c3-994b-4484-a53e-dfa64577b55a,segment=NetworkSegment(dd3d6502-5c49-465c-bd96-6e08d4018524),segment_id=dd3d6502-5c49-465c-bd96-6e08d4018524)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:50:12.940539 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-710dd954-cd39-4020-b2cf-d7c08bf82252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6039a7c3-994b-4484-a53e-dfa64577b55a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:12.979277 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device af43e01f-01b4-49ff-a4ae-780bdc6add20 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:50:13.088818 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710dd954-cd39-4020-b2cf-d7c08bf82252 None None] Routers {'c05a20dc-b247-4138-98af-54c813cd3ab7'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:50:13.089486 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-710dd954-cd39-4020-b2cf-d7c08bf82252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:50:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c05a20dc-b247-4138-98af-54c813cd3ab7'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:13.091370 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5693a4-5051-4cf0-8d31-53920b822c94 None None] Pushing event updated for resources: {'Port': ['ID=6039a7c3-994b-4484-a53e-dfa64577b55a,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:13.133677 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2870819d-289a-45bf-887f-600b177e63f0 None None] Provisioning complete for port 6039a7c3-994b-4484-a53e-dfa64577b55a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:50:13.134363 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2870819d-289a-45bf-887f-600b177e63f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6039a7c3-994b-4484-a53e-dfa64577b55a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:13.233080 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port af43e01f-01b4-49ff-a4ae-780bdc6add20 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:50:13.233803 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (af43e01f-01b4-49ff-a4ae-780bdc6add20), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:13.308111 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-710dd954-cd39-4020-b2cf-d7c08bf82252 None None] Set router c05a20dc-b247-4138-98af-54c813cd3ab7 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:50:13.429910 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2870819d-289a-45bf-887f-600b177e63f0 None None] Current status of the port 6039a7c3-994b-4484-a53e-dfa64577b55a is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:50:13.430324 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2870819d-289a-45bf-887f-600b177e63f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (6039a7c3-994b-4484-a53e-dfa64577b55a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:13.527234 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port af43e01f-01b4-49ff-a4ae-780bdc6add20 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:50:13.528345 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a3b20481-c37d-4bb9-aeb3-d94cfa100f02 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:50:13.573758 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-2870819d-289a-45bf-887f-600b177e63f0 None None] For port 6039a7c3-994b-4484-a53e-dfa64577b55a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6039a7c3-994b-4484-a53e-dfa64577b55a,segment=NetworkSegment(dd3d6502-5c49-465c-bd96-6e08d4018524),segment_id=dd3d6502-5c49-465c-bd96-6e08d4018524)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:50:13.587206 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2870819d-289a-45bf-887f-600b177e63f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (6039a7c3-994b-4484-a53e-dfa64577b55a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:13.647049 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e959beea-0982-4084-ace9-e635cdd46f86 req-08d4e7a3-836c-4215-987c-8a01aa453bff tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba6148ac-cd20-4472-b393-6dcc3852fc75 HTTP/1.1" status: 200 len: 210 time: 0.0534341 Jan 28 01:50:13.695928 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870819d-289a-45bf-887f-600b177e63f0 None None] Pushing event updated for resources: {'Port': ['ID=6039a7c3-994b-4484-a53e-dfa64577b55a,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:13.716287 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port a3b20481-c37d-4bb9-aeb3-d94cfa100f02 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:50:13.716768 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (a3b20481-c37d-4bb9-aeb3-d94cfa100f02), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:13.766714 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-5dac61f2-f85f-4790-a5ad-e8b43971cc4d None None] Provisioning complete for port 6039a7c3-994b-4484-a53e-dfa64577b55a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:50:13.767770 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5dac61f2-f85f-4790-a5ad-e8b43971cc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6039a7c3-994b-4484-a53e-dfa64577b55a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:13.844611 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:13.853711 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-710dd954-cd39-4020-b2cf-d7c08bf82252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922650787', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'a3b20481-c37d-4bb9-aeb3-d94cfa100f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:50:05Z', 'updated_at': '2022-01-28T01:50:10Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': 'a3b20481-c37d-4bb9-aeb3-d94cfa100f02', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:50:06Z', 'updated_at': '2022-01-28T01:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '6039a7c3-994b-4484-a53e-dfa64577b55a', 'name': '', 'network_id': '228687c3-c978-4860-8687-7c974df93237', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:23:00:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '481cf57d-2359-4e81-af81-93555398851e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:50:09Z', 'updated_at': '2022-01-28T01:50:12Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': '481cf57d-2359-4e81-af81-93555398851e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:13.956505 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-b92a0e38-d8e3-45a2-9c0b-6e7d10842d94 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:13.958944 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-b92a0e38-d8e3-45a2-9c0b-6e7d10842d94 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.65 "GET /v2.0/networks?id=228687c3-c978-4860-8687-7c974df93237 HTTP/1.1" status: 200 len: 797 time: 0.1837213 Jan 28 01:50:14.067657 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-89744233-4bbe-4d38-b05d-01464be17a14 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=059bca68032541d59fac92aef233eaae HTTP/1.1" status: 200 len: 379 time: 0.0906518 Jan 28 01:50:14.086760 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-6ab09410-2e28-45cc-9fc1-7bcd448e543b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'port': {'device_id': 'ba6148ac-cd20-4472-b393-6dcc3852fc75', 'network_id': '228687c3-c978-4860-8687-7c974df93237', 'admin_state_up': True, 'tenant_id': '059bca68032541d59fac92aef233eaae', 'security_groups': ['32a93572-fbfc-4eff-8f57-f736ede20ca1']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:50:14.121186 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710dd954-cd39-4020-b2cf-d7c08bf82252 None None] The sync data for ids ['c05a20dc-b247-4138-98af-54c813cd3ab7'] in n-d-826754-1 is: [{'id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922650787', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'a3b20481-c37d-4bb9-aeb3-d94cfa100f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:50:05Z', 'updated_at': '2022-01-28T01:50:10Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': 'a3b20481-c37d-4bb9-aeb3-d94cfa100f02', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:50:06Z', 'updated_at': '2022-01-28T01:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '6039a7c3-994b-4484-a53e-dfa64577b55a', 'name': '', 'network_id': '228687c3-c978-4860-8687-7c974df93237', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:23:00:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '481cf57d-2359-4e81-af81-93555398851e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:50:09Z', 'updated_at': '2022-01-28T01:50:12Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': '481cf57d-2359-4e81-af81-93555398851e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:50:14.177833 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port a3b20481-c37d-4bb9-aeb3-d94cfa100f02 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:50:14.214116 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5dac61f2-f85f-4790-a5ad-e8b43971cc4d None None] Current status of the port 6039a7c3-994b-4484-a53e-dfa64577b55a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:50:14.327404 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-6ab09410-2e28-45cc-9fc1-7bcd448e543b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Made reservation on behalf of 059bca68032541d59fac92aef233eaae for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:50:14.334041 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-6ab09410-2e28-45cc-9fc1-7bcd448e543b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:14.570199 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-6ab09410-2e28-45cc-9fc1-7bcd448e543b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Allocated IP 172.20.0.12 (228687c3-c978-4860-8687-7c974df93237/481cf57d-2359-4e81-af81-93555398851e/df07c396-a113-47ce-a2f7-b6e5bb00fd23) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:50:14.816470 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0551649a-721f-4647-8758-97a2b56ae0e8 req-0fd38d51-1010-4525-95b8-2bb09ccfc683 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba6148ac-cd20-4472-b393-6dcc3852fc75 HTTP/1.1" status: 200 len: 210 time: 0.0540965 Jan 28 01:50:14.836808 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-6ab09410-2e28-45cc-9fc1-7bcd448e543b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for port (df07c396-a113-47ce-a2f7-b6e5bb00fd23), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:14.917117 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-6ab09410-2e28-45cc-9fc1-7bcd448e543b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (df07c396-a113-47ce-a2f7-b6e5bb00fd23), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:14.982898 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-6ab09410-2e28-45cc-9fc1-7bcd448e543b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network 228687c3-c978-4860-8687-7c974df93237 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:50:14.987515 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-6ab09410-2e28-45cc-9fc1-7bcd448e543b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:50:14.992676 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-6ab09410-2e28-45cc-9fc1-7bcd448e543b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:50:15.042378 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6039a7c3-994b-4484-a53e-dfa64577b55a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:50:15.054015 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab09410-2e28-45cc-9fc1-7bcd448e543b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Port': ['ID=df07c396-a113-47ce-a2f7-b6e5bb00fd23,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:15.112741 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-6ab09410-2e28-45cc-9fc1-7bcd448e543b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:15.113811 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-6ab09410-2e28-45cc-9fc1-7bcd448e543b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:15.170175 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-6ab09410-2e28-45cc-9fc1-7bcd448e543b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0872242 Jan 28 01:50:15.174307 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 6039a7c3-994b-4484-a53e-dfa64577b55a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:50:15.174842 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (6039a7c3-994b-4484-a53e-dfa64577b55a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:15.285974 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-f0cd3634-f639-47d1-b139-1137c16748d2 service neutron] Request body: {'port': {'device_id': 'ba6148ac-cd20-4472-b393-6dcc3852fc75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:50:15.331939 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 6039a7c3-994b-4484-a53e-dfa64577b55a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:50:15.390950 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-f0cd3634-f639-47d1-b139-1137c16748d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (df07c396-a113-47ce-a2f7-b6e5bb00fd23), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:15.484959 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-88d476dc-f897-464b-954f-1374e944c7fd None None] Provisioning complete for port df07c396-a113-47ce-a2f7-b6e5bb00fd23 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:50:15.486166 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-88d476dc-f897-464b-954f-1374e944c7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (df07c396-a113-47ce-a2f7-b6e5bb00fd23), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:15.536834 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:15.555449 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-88d476dc-f897-464b-954f-1374e944c7fd None None] Port df07c396-a113-47ce-a2f7-b6e5bb00fd23 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:50:15.895980 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-f0cd3634-f639-47d1-b139-1137c16748d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df07c396-a113-47ce-a2f7-b6e5bb00fd23 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:50:15.909533 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-f0cd3634-f639-47d1-b139-1137c16748d2 service neutron] Publish callbacks [] for port (df07c396-a113-47ce-a2f7-b6e5bb00fd23), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:15.930830 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-f0cd3634-f639-47d1-b139-1137c16748d2 service neutron] Transition to ACTIVE for port object df07c396-a113-47ce-a2f7-b6e5bb00fd23 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:50:15.949691 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-f0cd3634-f639-47d1-b139-1137c16748d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (df07c396-a113-47ce-a2f7-b6e5bb00fd23), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:16.079943 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd3634-f639-47d1-b139-1137c16748d2 service neutron] Pushing event updated for resources: {'Port': ['ID=df07c396-a113-47ce-a2f7-b6e5bb00fd23,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:16.161233 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22285d5-21e7-4195-a7e0-3c5f261cd531 req-917e44f6-b78d-43b8-82bc-9b77ed030291 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:16.163817 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a22285d5-21e7-4195-a7e0-3c5f261cd531 req-917e44f6-b78d-43b8-82bc-9b77ed030291 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba6148ac-cd20-4472-b393-6dcc3852fc75 HTTP/1.1" status: 200 len: 944 time: 0.2279050 Jan 28 01:50:16.250491 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-f0cd3634-f639-47d1-b139-1137c16748d2 service neutron] Attempting to bind port df07c396-a113-47ce-a2f7-b6e5bb00fd23 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:50:16.251045 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-f0cd3634-f639-47d1-b139-1137c16748d2 service neutron] Attempting to bind port df07c396-a113-47ce-a2f7-b6e5bb00fd23 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'dd3d6502-5c49-465c-bd96-6e08d4018524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '228687c3-c978-4860-8687-7c974df93237'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:50:16.252139 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-f0cd3634-f639-47d1-b139-1137c16748d2 service neutron] Attempting to bind port df07c396-a113-47ce-a2f7-b6e5bb00fd23 on network 228687c3-c978-4860-8687-7c974df93237 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:50:16.276750 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-f0cd3634-f639-47d1-b139-1137c16748d2 service neutron] Port df07c396-a113-47ce-a2f7-b6e5bb00fd23 on network 228687c3-c978-4860-8687-7c974df93237 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:50:16.277088 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-f0cd3634-f639-47d1-b139-1137c16748d2 service neutron] Attempting to bind port df07c396-a113-47ce-a2f7-b6e5bb00fd23 on network 228687c3-c978-4860-8687-7c974df93237 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:50:16.293057 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-f0cd3634-f639-47d1-b139-1137c16748d2 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:50:16.293566 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-f0cd3634-f639-47d1-b139-1137c16748d2 service neutron] Checking segment: {'id': 'dd3d6502-5c49-465c-bd96-6e08d4018524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '228687c3-c978-4860-8687-7c974df93237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:50:16.294186 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-f0cd3634-f639-47d1-b139-1137c16748d2 service neutron] Bound using segment: {'id': 'dd3d6502-5c49-465c-bd96-6e08d4018524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '228687c3-c978-4860-8687-7c974df93237'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:50:16.294857 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-f0cd3634-f639-47d1-b139-1137c16748d2 service neutron] Bound port: df07c396-a113-47ce-a2f7-b6e5bb00fd23, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd3d6502-5c49-465c-bd96-6e08d4018524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '228687c3-c978-4860-8687-7c974df93237'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:50:16.295407 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-f0cd3634-f639-47d1-b139-1137c16748d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (df07c396-a113-47ce-a2f7-b6e5bb00fd23), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:16.315754 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a22285d5-21e7-4195-a7e0-3c5f261cd531 req-a2f1e29e-c0a6-4c0d-bc48-5dd3320225f2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=32a93572-fbfc-4eff-8f57-f736ede20ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400547 Jan 28 01:50:16.404495 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-f0cd3634-f639-47d1-b139-1137c16748d2 service neutron] For port df07c396-a113-47ce-a2f7-b6e5bb00fd23, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:50:16.410027 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-f0cd3634-f639-47d1-b139-1137c16748d2 service neutron] For port df07c396-a113-47ce-a2f7-b6e5bb00fd23, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=df07c396-a113-47ce-a2f7-b6e5bb00fd23,segment=NetworkSegment(dd3d6502-5c49-465c-bd96-6e08d4018524),segment_id=dd3d6502-5c49-465c-bd96-6e08d4018524)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:50:16.416303 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-f0cd3634-f639-47d1-b139-1137c16748d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (df07c396-a113-47ce-a2f7-b6e5bb00fd23), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:16.477187 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-f0cd3634-f639-47d1-b139-1137c16748d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:16.478177 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-f0cd3634-f639-47d1-b139-1137c16748d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:16.480545 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-f0cd3634-f639-47d1-b139-1137c16748d2 service neutron] 10.222.0.65 "PUT /v2.0/ports/df07c396-a113-47ce-a2f7-b6e5bb00fd23 HTTP/1.1" status: 200 len: 1092 time: 1.2900000 Jan 28 01:50:16.481234 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6148ac-cd20-4472-b393-6dcc3852fc75', 'tag': 'df07c396-a113-47ce-a2f7-b6e5bb00fd23'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:50:16.485133 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d92c8f3-6a03-445d-ab8e-201ac7f6a51b" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6148ac-cd20-4472-b393-6dcc3852fc75", "tag": "df07c396-a113-47ce-a2f7-b6e5bb00fd23"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:50:16.526570 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd3634-f639-47d1-b139-1137c16748d2 service neutron] Pushing event updated for resources: {'Port': ['ID=df07c396-a113-47ce-a2f7-b6e5bb00fd23,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:16.566683 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb6317d-3b01-4d57-a57d-4fedef6fa892 x-openstack-request-id: req-5cb6317d-3b01-4d57-a57d-4fedef6fa892 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:50:16.567127 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6148ac-cd20-4472-b393-6dcc3852fc75", "tag": "df07c396-a113-47ce-a2f7-b6e5bb00fd23", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:50:16.567521 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5cb6317d-3b01-4d57-a57d-4fedef6fa892 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:50:16.568300 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba6148ac-cd20-4472-b393-6dcc3852fc75', 'tag': 'df07c396-a113-47ce-a2f7-b6e5bb00fd23', 'status': 'completed', 'code': 200} Jan 28 01:50:16.659859 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-277abd0f-e07f-4ecc-9539-fdeaa13990d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:16.661669 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-277abd0f-e07f-4ecc-9539-fdeaa13990d5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=ba6148ac-cd20-4472-b393-6dcc3852fc75 HTTP/1.1" status: 200 len: 1095 time: 0.0746801 Jan 28 01:50:16.750111 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-112bc579-1e9d-4828-b5e2-abe78173eee3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df07c396-a113-47ce-a2f7-b6e5bb00fd23 HTTP/1.1" status: 200 len: 217 time: 0.0740891 Jan 28 01:50:16.832301 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-94d3b8ea-4908-4126-868a-10d38a668dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:16.835009 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-94d3b8ea-4908-4126-868a-10d38a668dc4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=481cf57d-2359-4e81-af81-93555398851e HTTP/1.1" status: 200 len: 833 time: 0.0781295 Jan 28 01:50:16.920369 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-c68b241c-be48-47ab-8859-104e8c99bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:16.923423 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-c68b241c-be48-47ab-8859-104e8c99bd63 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=228687c3-c978-4860-8687-7c974df93237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814095 Jan 28 01:50:17.082644 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-10940e4a-5142-4633-8d68-162553bf8497 service neutron] 10.222.0.65 "GET /v2.0/networks/228687c3-c978-4860-8687-7c974df93237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516955 Jan 28 01:50:17.207751 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93ee5ed4-9b99-45fc-9d57-ca77bda16289 req-cf76ccc0-8d9d-4d5e-b549-43de355ab062 service neutron] 10.222.0.65 "GET /v2.0/networks/228687c3-c978-4860-8687-7c974df93237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176550 Jan 28 01:50:17.390843 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92c8f3-6a03-445d-ab8e-201ac7f6a51b req-7152426b-5395-4bcb-8c4b-b61058a74d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:17.394327 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8d92c8f3-6a03-445d-ab8e-201ac7f6a51b req-7152426b-5395-4bcb-8c4b-b61058a74d68 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=ba6148ac-cd20-4472-b393-6dcc3852fc75 HTTP/1.1" status: 200 len: 1095 time: 0.0864604 Jan 28 01:50:17.571192 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae1578-2745-4ccc-a48a-541ff9463a0b req-4d5539c2-a486-47c9-a113-711df758894b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:17.572809 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-74ae1578-2745-4ccc-a48a-541ff9463a0b req-4d5539c2-a486-47c9-a113-711df758894b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba6148ac-cd20-4472-b393-6dcc3852fc75 HTTP/1.1" status: 200 len: 944 time: 0.1411593 Jan 28 01:50:17.598588 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92c8f3-6a03-445d-ab8e-201ac7f6a51b req-39e04e04-7ee6-41b3-9061-3fd51c719810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:17.601173 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8d92c8f3-6a03-445d-ab8e-201ac7f6a51b req-39e04e04-7ee6-41b3-9061-3fd51c719810 service neutron] 10.222.0.65 "GET /v2.0/networks?id=228687c3-c978-4860-8687-7c974df93237 HTTP/1.1" status: 200 len: 898 time: 0.1986032 Jan 28 01:50:17.682581 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8d92c8f3-6a03-445d-ab8e-201ac7f6a51b req-592962ff-dbb6-475c-a9f9-1682c3781ace service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df07c396-a113-47ce-a2f7-b6e5bb00fd23 HTTP/1.1" status: 200 len: 217 time: 0.0686624 Jan 28 01:50:17.747946 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-74ae1578-2745-4ccc-a48a-541ff9463a0b req-21b56480-acb3-4aed-9f4d-d0a115fc1f51 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=32a93572-fbfc-4eff-8f57-f736ede20ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641185 Jan 28 01:50:17.763108 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92c8f3-6a03-445d-ab8e-201ac7f6a51b req-9280a88f-5b43-4741-8b75-ecf37e121ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:17.765825 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8d92c8f3-6a03-445d-ab8e-201ac7f6a51b req-9280a88f-5b43-4741-8b75-ecf37e121ddc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=481cf57d-2359-4e81-af81-93555398851e HTTP/1.1" status: 200 len: 833 time: 0.0725002 Jan 28 01:50:17.838876 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92c8f3-6a03-445d-ab8e-201ac7f6a51b req-09cec295-4937-4e19-909f-af48a78b6ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:17.841198 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8d92c8f3-6a03-445d-ab8e-201ac7f6a51b req-09cec295-4937-4e19-909f-af48a78b6ffb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=228687c3-c978-4860-8687-7c974df93237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619562 Jan 28 01:50:17.975405 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8d92c8f3-6a03-445d-ab8e-201ac7f6a51b req-b4771564-ff60-4b6c-a4a8-209c96666337 service neutron] 10.222.0.65 "GET /v2.0/networks/228687c3-c978-4860-8687-7c974df93237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272712 Jan 28 01:50:18.085509 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8d92c8f3-6a03-445d-ab8e-201ac7f6a51b req-a9e76b2b-029b-4886-a27e-3f4d30552ea1 service neutron] 10.222.0.65 "GET /v2.0/networks/228687c3-c978-4860-8687-7c974df93237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036630 Jan 28 01:50:18.933470 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b3bef-883c-4802-be06-7990484ace33 req-4ac7c948-eaf0-4764-b847-9a7211c7f855 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:18.935075 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4c0b3bef-883c-4802-be06-7990484ace33 req-4ac7c948-eaf0-4764-b847-9a7211c7f855 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba6148ac-cd20-4472-b393-6dcc3852fc75 HTTP/1.1" status: 200 len: 944 time: 0.0726287 Jan 28 01:50:18.957615 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device df07c396-a113-47ce-a2f7-b6e5bb00fd23 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:50:19.020786 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4c0b3bef-883c-4802-be06-7990484ace33 req-8d48d6ea-9bb9-40fd-87a6-a9e04d9ff176 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=32a93572-fbfc-4eff-8f57-f736ede20ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745547 Jan 28 01:50:19.107947 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port df07c396-a113-47ce-a2f7-b6e5bb00fd23, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=df07c396-a113-47ce-a2f7-b6e5bb00fd23,segment=NetworkSegment(dd3d6502-5c49-465c-bd96-6e08d4018524),segment_id=dd3d6502-5c49-465c-bd96-6e08d4018524)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:50:19.121858 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'df07c396-a113-47ce-a2f7-b6e5bb00fd23', 'network_id': '228687c3-c978-4860-8687-7c974df93237', 'port_id': 'df07c396-a113-47ce-a2f7-b6e5bb00fd23', 'mac_address': 'fa:16:3e:89:4b:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '481cf57d-2359-4e81-af81-93555398851e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:50:19.167013 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port df07c396-a113-47ce-a2f7-b6e5bb00fd23 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:50:19.167794 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (df07c396-a113-47ce-a2f7-b6e5bb00fd23), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:19.187574 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df07c396-a113-47ce-a2f7-b6e5bb00fd23 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:50:19.220678 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port df07c396-a113-47ce-a2f7-b6e5bb00fd23, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=df07c396-a113-47ce-a2f7-b6e5bb00fd23,segment=NetworkSegment(dd3d6502-5c49-465c-bd96-6e08d4018524),segment_id=dd3d6502-5c49-465c-bd96-6e08d4018524)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:50:19.226985 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (df07c396-a113-47ce-a2f7-b6e5bb00fd23), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:19.286205 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=df07c396-a113-47ce-a2f7-b6e5bb00fd23,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:19.570577 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['df07c396-a113-47ce-a2f7-b6e5bb00fd23'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:50:20.188268 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e451775-0a70-430f-8dff-db1529278df3 req-85b05ec5-09a5-4a24-8e99-ec1c09e899e1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:20.190887 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e451775-0a70-430f-8dff-db1529278df3 req-85b05ec5-09a5-4a24-8e99-ec1c09e899e1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba6148ac-cd20-4472-b393-6dcc3852fc75 HTTP/1.1" status: 200 len: 945 time: 0.0635452 Jan 28 01:50:20.260616 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1e451775-0a70-430f-8dff-db1529278df3 req-2a58c5a1-d04a-499e-9767-a5c43ce96682 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=32a93572-fbfc-4eff-8f57-f736ede20ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588791 Jan 28 01:50:20.958093 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device df07c396-a113-47ce-a2f7-b6e5bb00fd23 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:50:21.042284 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port df07c396-a113-47ce-a2f7-b6e5bb00fd23 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:50:21.049518 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port df07c396-a113-47ce-a2f7-b6e5bb00fd23 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:50:21.050158 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (df07c396-a113-47ce-a2f7-b6e5bb00fd23), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:21.176751 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port df07c396-a113-47ce-a2f7-b6e5bb00fd23 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:50:21.177393 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (df07c396-a113-47ce-a2f7-b6e5bb00fd23), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:21.217780 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6148ac-cd20-4472-b393-6dcc3852fc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df07c396-a113-47ce-a2f7-b6e5bb00fd23'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:50:21.222338 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c95bfae-00ae-438d-a75d-5eec898c9302" -d '{"events": [{"server_uuid": "ba6148ac-cd20-4472-b393-6dcc3852fc75", "name": "network-vif-plugged", "status": "completed", "tag": "df07c396-a113-47ce-a2f7-b6e5bb00fd23"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:50:21.244569 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port df07c396-a113-47ce-a2f7-b6e5bb00fd23, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=df07c396-a113-47ce-a2f7-b6e5bb00fd23,segment=NetworkSegment(dd3d6502-5c49-465c-bd96-6e08d4018524),segment_id=dd3d6502-5c49-465c-bd96-6e08d4018524)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:50:21.250670 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (df07c396-a113-47ce-a2f7-b6e5bb00fd23), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:21.356109 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=df07c396-a113-47ce-a2f7-b6e5bb00fd23,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:21.393964 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654300e7-4458-4969-a379-bc9f9fc3d83d x-openstack-request-id: req-654300e7-4458-4969-a379-bc9f9fc3d83d {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:50:21.394414 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6148ac-cd20-4472-b393-6dcc3852fc75", "name": "network-vif-plugged", "status": "completed", "tag": "df07c396-a113-47ce-a2f7-b6e5bb00fd23", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:50:21.394904 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-654300e7-4458-4969-a379-bc9f9fc3d83d {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:50:21.395751 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6148ac-cd20-4472-b393-6dcc3852fc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df07c396-a113-47ce-a2f7-b6e5bb00fd23', 'code': 200} Jan 28 01:50:21.488703 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe6549-68f3-4a63-8cc5-d551c2829da8 req-a5d82cc3-c40e-483c-8c41-c95821fc374a tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:21.491165 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-82fe6549-68f3-4a63-8cc5-d551c2829da8 req-a5d82cc3-c40e-483c-8c41-c95821fc374a tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba6148ac-cd20-4472-b393-6dcc3852fc75 HTTP/1.1" status: 200 len: 946 time: 0.0903249 Jan 28 01:50:21.605908 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-82fe6549-68f3-4a63-8cc5-d551c2829da8 req-9c7f85c6-59fa-4997-b698-cdacb1a1ab48 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=32a93572-fbfc-4eff-8f57-f736ede20ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064589 Jan 28 01:50:21.608587 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cea5b-c103-4567-8976-48e193d12910 req-192d645d-05ac-41ee-adbe-7d7144253c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:21.611705 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8f8cea5b-c103-4567-8976-48e193d12910 req-192d645d-05ac-41ee-adbe-7d7144253c9c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ba6148ac-cd20-4472-b393-6dcc3852fc75 HTTP/1.1" status: 200 len: 1097 time: 0.1093817 Jan 28 01:50:21.686313 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8f8cea5b-c103-4567-8976-48e193d12910 req-958303ba-ce68-4b8e-96be-43549f86820c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=32a93572-fbfc-4eff-8f57-f736ede20ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673003 Jan 28 01:50:22.812909 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed48c0-750b-44fe-aef3-652cc558a214 req-f00c5652-485b-4461-813f-7759a44c4612 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:22.815179 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e5ed48c0-750b-44fe-aef3-652cc558a214 req-f00c5652-485b-4461-813f-7759a44c4612 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba6148ac-cd20-4472-b393-6dcc3852fc75 HTTP/1.1" status: 200 len: 946 time: 0.0851684 Jan 28 01:50:22.883969 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e5ed48c0-750b-44fe-aef3-652cc558a214 req-cf17ad2a-2bfa-4984-8458-0739eeca88c2 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=32a93572-fbfc-4eff-8f57-f736ede20ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624044 Jan 28 01:50:24.055689 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09ed9a-0653-4774-a9a0-749bbcdac611 req-776d4645-0b37-428d-96c1-308223dc6e90 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:24.057385 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cf09ed9a-0653-4774-a9a0-749bbcdac611 req-776d4645-0b37-428d-96c1-308223dc6e90 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba6148ac-cd20-4472-b393-6dcc3852fc75 HTTP/1.1" status: 200 len: 946 time: 0.0616419 Jan 28 01:50:24.123037 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cf09ed9a-0653-4774-a9a0-749bbcdac611 req-bcc6ca9b-e442-42ea-9654-ee0002274b24 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=32a93572-fbfc-4eff-8f57-f736ede20ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558958 Jan 28 01:50:24.303922 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaeec60-d9ec-44a2-8ecb-082ac4d63019 req-55e2e593-b907-49fb-ba05-c2a84162b2f3 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:24.305491 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ccaeec60-d9ec-44a2-8ecb-082ac4d63019 req-55e2e593-b907-49fb-ba05-c2a84162b2f3 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba6148ac-cd20-4472-b393-6dcc3852fc75 HTTP/1.1" status: 200 len: 946 time: 0.0969722 Jan 28 01:50:24.373345 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ccaeec60-d9ec-44a2-8ecb-082ac4d63019 req-478d3347-ca76-4336-b90b-0261dd601dc5 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=32a93572-fbfc-4eff-8f57-f736ede20ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616314 Jan 28 01:50:24.404825 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57420) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:50:24.473508 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59e162b-a36b-4f4d-9be3-074c2aee2df5 tempest-TestNetworkAdvancedServerOps-198064769 tempest-TestNetworkAdvancedServerOps-198064769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:24.476503 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a59e162b-a36b-4f4d-9be3-074c2aee2df5 tempest-TestNetworkAdvancedServerOps-198064769 tempest-TestNetworkAdvancedServerOps-198064769-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ba6148ac-cd20-4472-b393-6dcc3852fc75 HTTP/1.1" status: 200 len: 1092 time: 0.0703151 Jan 28 01:50:24.479269 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57422) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:50:24.487765 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a3aa2462-7cd9-4f29-98fb-aceee92ae734 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'port_id': 'df07c396-a113-47ce-a2f7-b6e5bb00fd23', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:50:24.517299 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3aa2462-7cd9-4f29-98fb-aceee92ae734 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:24.654614 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3aa2462-7cd9-4f29-98fb-aceee92ae734 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:24.792462 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-a3aa2462-7cd9-4f29-98fb-aceee92ae734 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Allocated IP 172.25.3.236 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/75a1e8ab-f3e2-47df-bccf-8b1747ab67b1) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:50:24.927120 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3aa2462-7cd9-4f29-98fb-aceee92ae734 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for port (75a1e8ab-f3e2-47df-bccf-8b1747ab67b1), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:24.971777 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3aa2462-7cd9-4f29-98fb-aceee92ae734 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (75a1e8ab-f3e2-47df-bccf-8b1747ab67b1), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:25.020104 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3aa2462-7cd9-4f29-98fb-aceee92ae734 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:50:25.022172 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-a3aa2462-7cd9-4f29-98fb-aceee92ae734 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:50:25.027222 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aa2462-7cd9-4f29-98fb-aceee92ae734 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:50:25.063990 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa2462-7cd9-4f29-98fb-aceee92ae734 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Port': ['ID=75a1e8ab-f3e2-47df-bccf-8b1747ab67b1,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:25.634379 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3aa2462-7cd9-4f29-98fb-aceee92ae734 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for floatingip (e194fdb1-5c81-42d7-81a8-1fb354a3c794), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:25.718594 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3aa2462-7cd9-4f29-98fb-aceee92ae734 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (75a1e8ab-f3e2-47df-bccf-8b1747ab67b1), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:25.916957 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3aa2462-7cd9-4f29-98fb-aceee92ae734 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for port (75a1e8ab-f3e2-47df-bccf-8b1747ab67b1), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:25.922473 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3aa2462-7cd9-4f29-98fb-aceee92ae734 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (75a1e8ab-f3e2-47df-bccf-8b1747ab67b1), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:25.998912 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa2462-7cd9-4f29-98fb-aceee92ae734 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event updated for resources: {'Port': ['ID=75a1e8ab-f3e2-47df-bccf-8b1747ab67b1,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:50:26.014395 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3aa2462-7cd9-4f29-98fb-aceee92ae734 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (e194fdb1-5c81-42d7-81a8-1fb354a3c794), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:26.142939 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-a3aa2462-7cd9-4f29-98fb-aceee92ae734 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Floating IP e194fdb1-5c81-42d7-81a8-1fb354a3c794 associated. External IP: 172.25.3.236, port: df07c396-a113-47ce-a2f7-b6e5bb00fd23. Jan 28 01:50:26.420348 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3aa2462-7cd9-4f29-98fb-aceee92ae734 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Router c05a20dc-b247-4138-98af-54c813cd3ab7 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:50:26.566168 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3aa2462-7cd9-4f29-98fb-aceee92ae734 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:50:26.578650 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1449ebdb-e779-48c3-ae46-9a8c3073a4c8 None None] Sync routers for ids ['c05a20dc-b247-4138-98af-54c813cd3ab7'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:50:26.597669 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a3aa2462-7cd9-4f29-98fb-aceee92ae734 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:26.598093 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1449ebdb-e779-48c3-ae46-9a8c3073a4c8 None None] Routers {'c05a20dc-b247-4138-98af-54c813cd3ab7'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:50:26.599136 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-1449ebdb-e779-48c3-ae46-9a8c3073a4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:50:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c05a20dc-b247-4138-98af-54c813cd3ab7'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:26.631722 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a3aa2462-7cd9-4f29-98fb-aceee92ae734 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1508415 Jan 28 01:50:26.632320 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6148ac-cd20-4472-b393-6dcc3852fc75', 'tag': 'df07c396-a113-47ce-a2f7-b6e5bb00fd23'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:50:26.635117 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c9c5cd-7e53-4da4-8c0c-6112013083c8" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6148ac-cd20-4472-b393-6dcc3852fc75", "tag": "df07c396-a113-47ce-a2f7-b6e5bb00fd23"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:50:26.677930 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7e1de6-1dcd-464a-97f2-67a26accedc7 x-openstack-request-id: req-5d7e1de6-1dcd-464a-97f2-67a26accedc7 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:50:26.678218 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6148ac-cd20-4472-b393-6dcc3852fc75", "tag": "df07c396-a113-47ce-a2f7-b6e5bb00fd23", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:50:26.678577 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5d7e1de6-1dcd-464a-97f2-67a26accedc7 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:50:26.678999 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba6148ac-cd20-4472-b393-6dcc3852fc75', 'tag': 'df07c396-a113-47ce-a2f7-b6e5bb00fd23', 'status': 'completed', 'code': 200} Jan 28 01:50:26.762238 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-1449ebdb-e779-48c3-ae46-9a8c3073a4c8 None None] Set router c05a20dc-b247-4138-98af-54c813cd3ab7 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:50:26.858936 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fc0a5-e60b-4f2a-8170-0666b38c16c2 req-51753372-3f97-4595-8756-e58d2cde7687 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:26.862531 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f65fc0a5-e60b-4f2a-8170-0666b38c16c2 req-51753372-3f97-4595-8756-e58d2cde7687 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba6148ac-cd20-4472-b393-6dcc3852fc75 HTTP/1.1" status: 200 len: 946 time: 0.1341681 Jan 28 01:50:26.867145 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9c5cd-7e53-4da4-8c0c-6112013083c8 req-c1268f7b-9073-4c2c-9db3-531839526f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:26.869616 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-23c9c5cd-7e53-4da4-8c0c-6112013083c8 req-c1268f7b-9073-4c2c-9db3-531839526f61 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=ba6148ac-cd20-4472-b393-6dcc3852fc75 HTTP/1.1" status: 200 len: 1097 time: 0.1384833 Jan 28 01:50:26.998182 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f65fc0a5-e60b-4f2a-8170-0666b38c16c2 req-984fcd47-41b2-4efb-9332-30c3f0aebc0f tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=32a93572-fbfc-4eff-8f57-f736ede20ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245635 Jan 28 01:50:27.024071 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57428) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:50:27.055031 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9c5cd-7e53-4da4-8c0c-6112013083c8 req-d8c4531d-10fc-4283-b067-45612b0c06a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:27.058439 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-23c9c5cd-7e53-4da4-8c0c-6112013083c8 req-d8c4531d-10fc-4283-b067-45612b0c06a9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=228687c3-c978-4860-8687-7c974df93237 HTTP/1.1" status: 200 len: 898 time: 0.1753964 Jan 28 01:50:27.119229 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-1449ebdb-e779-48c3-ae46-9a8c3073a4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922650787', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'a3b20481-c37d-4bb9-aeb3-d94cfa100f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:50:05Z', 'updated_at': '2022-01-28T01:50:10Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': 'a3b20481-c37d-4bb9-aeb3-d94cfa100f02', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:50:06Z', 'updated_at': '2022-01-28T01:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'e194fdb1-5c81-42d7-81a8-1fb354a3c794', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'port_id': 'df07c396-a113-47ce-a2f7-b6e5bb00fd23', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '228687c3-c978-4860-8687-7c974df93237', 'mac_address': 'fa:16:3e:89:4b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6148ac-cd20-4472-b393-6dcc3852fc75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:50:25Z', 'updated_at': '2022-01-28T01:50:25Z', 'revision_number': 0, 'project_id': '059bca68032541d59fac92aef233eaae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6039a7c3-994b-4484-a53e-dfa64577b55a', 'name': '', 'network_id': '228687c3-c978-4860-8687-7c974df93237', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:23:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '481cf57d-2359-4e81-af81-93555398851e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:50:09Z', 'updated_at': '2022-01-28T01:50:13Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': '481cf57d-2359-4e81-af81-93555398851e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:27.129453 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-86b198d1-0d21-49b2-b97c-6c44335a4512 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/floatingips/e194fdb1-5c81-42d7-81a8-1fb354a3c794 HTTP/1.1" status: 200 len: 992 time: 0.1035848 Jan 28 01:50:27.166570 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-23c9c5cd-7e53-4da4-8c0c-6112013083c8 req-dd9192f1-4de6-4f24-bfa6-c8ac6402d833 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df07c396-a113-47ce-a2f7-b6e5bb00fd23 HTTP/1.1" status: 200 len: 1000 time: 0.1011319 Jan 28 01:50:27.177008 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1449ebdb-e779-48c3-ae46-9a8c3073a4c8 None None] Checking router: c05a20dc-b247-4138-98af-54c813cd3ab7 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:50:27.189622 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1449ebdb-e779-48c3-ae46-9a8c3073a4c8 None None] Routers {'c05a20dc-b247-4138-98af-54c813cd3ab7'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:50:27.191018 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-1449ebdb-e779-48c3-ae46-9a8c3073a4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:50:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c05a20dc-b247-4138-98af-54c813cd3ab7'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:27.225118 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9c5cd-7e53-4da4-8c0c-6112013083c8 req-1c199589-2dd2-459a-965e-7adab1436593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:27.226990 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-23c9c5cd-7e53-4da4-8c0c-6112013083c8 req-1c199589-2dd2-459a-965e-7adab1436593 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=481cf57d-2359-4e81-af81-93555398851e HTTP/1.1" status: 200 len: 833 time: 0.0544970 Jan 28 01:50:27.277771 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9c5cd-7e53-4da4-8c0c-6112013083c8 req-4fbd9f21-4dac-495f-addd-da26d08dfe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:27.279486 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-23c9c5cd-7e53-4da4-8c0c-6112013083c8 req-4fbd9f21-4dac-495f-addd-da26d08dfe1c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=228687c3-c978-4860-8687-7c974df93237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462413 Jan 28 01:50:27.366161 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-1449ebdb-e779-48c3-ae46-9a8c3073a4c8 None None] Set router c05a20dc-b247-4138-98af-54c813cd3ab7 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:50:27.425096 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-23c9c5cd-7e53-4da4-8c0c-6112013083c8 req-72d8508b-4e13-4a5c-9cc5-20e5f740bf25 service neutron] 10.222.0.65 "GET /v2.0/networks/228687c3-c978-4860-8687-7c974df93237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387351 Jan 28 01:50:27.542650 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-23c9c5cd-7e53-4da4-8c0c-6112013083c8 req-557c162e-c4df-4b17-b38e-5f7d0944cfbe service neutron] 10.222.0.65 "GET /v2.0/networks/228687c3-c978-4860-8687-7c974df93237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092191 Jan 28 01:50:27.765283 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-1449ebdb-e779-48c3-ae46-9a8c3073a4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922650787', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'a3b20481-c37d-4bb9-aeb3-d94cfa100f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:50:05Z', 'updated_at': '2022-01-28T01:50:10Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': 'a3b20481-c37d-4bb9-aeb3-d94cfa100f02', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:50:06Z', 'updated_at': '2022-01-28T01:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'e194fdb1-5c81-42d7-81a8-1fb354a3c794', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'port_id': 'df07c396-a113-47ce-a2f7-b6e5bb00fd23', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '228687c3-c978-4860-8687-7c974df93237', 'mac_address': 'fa:16:3e:89:4b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6148ac-cd20-4472-b393-6dcc3852fc75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:50:25Z', 'updated_at': '2022-01-28T01:50:25Z', 'revision_number': 0, 'project_id': '059bca68032541d59fac92aef233eaae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6039a7c3-994b-4484-a53e-dfa64577b55a', 'name': '', 'network_id': '228687c3-c978-4860-8687-7c974df93237', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:23:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '481cf57d-2359-4e81-af81-93555398851e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:50:09Z', 'updated_at': '2022-01-28T01:50:13Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': '481cf57d-2359-4e81-af81-93555398851e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:50:27.797907 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1449ebdb-e779-48c3-ae46-9a8c3073a4c8 None None] The sync data for ids ['c05a20dc-b247-4138-98af-54c813cd3ab7'] in n-d-826754-1 is: [{'id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922650787', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'a3b20481-c37d-4bb9-aeb3-d94cfa100f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:50:05Z', 'updated_at': '2022-01-28T01:50:10Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': 'a3b20481-c37d-4bb9-aeb3-d94cfa100f02', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:50:06Z', 'updated_at': '2022-01-28T01:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'e194fdb1-5c81-42d7-81a8-1fb354a3c794', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'port_id': 'df07c396-a113-47ce-a2f7-b6e5bb00fd23', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '228687c3-c978-4860-8687-7c974df93237', 'mac_address': 'fa:16:3e:89:4b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6148ac-cd20-4472-b393-6dcc3852fc75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:50:25Z', 'updated_at': '2022-01-28T01:50:25Z', 'revision_number': 0, 'project_id': '059bca68032541d59fac92aef233eaae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6039a7c3-994b-4484-a53e-dfa64577b55a', 'name': '', 'network_id': '228687c3-c978-4860-8687-7c974df93237', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:23:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '481cf57d-2359-4e81-af81-93555398851e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:50:09Z', 'updated_at': '2022-01-28T01:50:13Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': '481cf57d-2359-4e81-af81-93555398851e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:50:28.018521 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90e675b-30ec-460b-b280-fbd623e2b348 None None] New status for floating IP e194fdb1-5c81-42d7-81a8-1fb354a3c794: ACTIVE {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:50:28.139363 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57430) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:50:28.247665 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c6defd52-23a7-4636-b85d-c65b7b63ecc1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/floatingips/e194fdb1-5c81-42d7-81a8-1fb354a3c794 HTTP/1.1" status: 200 len: 992 time: 0.1069419 Jan 28 01:50:29.253168 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57432) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:50:29.841844 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6dda5479-bf3d-42af-92e1-df4dd66b6249 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/floatingips/e194fdb1-5c81-42d7-81a8-1fb354a3c794 HTTP/1.1" status: 200 len: 994 time: 0.5870819 Jan 28 01:50:36.210524 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f5150aed-b10f-4f70-b333-22afe4b96319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:38.513289 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8c3aa7a8-5988-4453-80a0-7279652ac86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:39.549695 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:50:40.058557 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:41.583245 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:42.381197 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:43.804228 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:45.508456 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:50:59.473014 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cac88-e763-4129-a10b-b03698cd2542 req-4a8c4817-d954-414e-a5e1-d5e3ab4b9428 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:50:59.474778 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-826cac88-e763-4129-a10b-b03698cd2542 req-4a8c4817-d954-414e-a5e1-d5e3ab4b9428 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba6148ac-cd20-4472-b393-6dcc3852fc75 HTTP/1.1" status: 200 len: 946 time: 0.0779281 Jan 28 01:50:59.551862 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-826cac88-e763-4129-a10b-b03698cd2542 req-1b10ab55-597b-4880-9a96-711770954f9b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=32a93572-fbfc-4eff-8f57-f736ede20ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668173 Jan 28 01:51:00.730926 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da1ba1-a065-4627-859b-7396e2066536 req-81be61e5-12e2-466c-9b9c-117b2d88f38a tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:00.732440 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e0da1ba1-a065-4627-859b-7396e2066536 req-81be61e5-12e2-466c-9b9c-117b2d88f38a tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba6148ac-cd20-4472-b393-6dcc3852fc75 HTTP/1.1" status: 200 len: 946 time: 0.0694430 Jan 28 01:51:00.793055 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e0da1ba1-a065-4627-859b-7396e2066536 req-3c8732be-f375-4800-bf16-185fbca81847 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=32a93572-fbfc-4eff-8f57-f736ede20ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541842 Jan 28 01:51:00.829563 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57452) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:51:00.916422 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-8ef86609-0fa8-477a-958a-9d8960a095fc tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/floatingips/e194fdb1-5c81-42d7-81a8-1fb354a3c794 HTTP/1.1" status: 200 len: 994 time: 0.0853992 Jan 28 01:51:02.355327 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a901a9-3eeb-4b21-bf4f-050e61380e82 req-82444aa4-0c56-4f20-a69d-644cc333b27c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:02.358008 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-92a901a9-3eeb-4b21-bf4f-050e61380e82 req-82444aa4-0c56-4f20-a69d-644cc333b27c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba6148ac-cd20-4472-b393-6dcc3852fc75 HTTP/1.1" status: 200 len: 946 time: 0.0871155 Jan 28 01:51:02.448743 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519af20-fa33-4d68-9189-798ed7e5c609 req-bf81298a-f131-4784-b343-09ccfd516ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:02.450346 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3519af20-fa33-4d68-9189-798ed7e5c609 req-bf81298a-f131-4784-b343-09ccfd516ab9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=ba6148ac-cd20-4472-b393-6dcc3852fc75 HTTP/1.1" status: 200 len: 1097 time: 0.1239824 Jan 28 01:51:02.502885 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-92a901a9-3eeb-4b21-bf4f-050e61380e82 req-cff16e8c-6907-4df1-901a-58754f8428f9 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=32a93572-fbfc-4eff-8f57-f736ede20ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209719 Jan 28 01:51:02.625844 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519af20-fa33-4d68-9189-798ed7e5c609 req-4542b388-838a-40c8-810a-0134c18be6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:02.628722 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3519af20-fa33-4d68-9189-798ed7e5c609 req-4542b388-838a-40c8-810a-0134c18be6cd service neutron] 10.222.0.65 "GET /v2.0/networks?id=228687c3-c978-4860-8687-7c974df93237 HTTP/1.1" status: 200 len: 898 time: 0.1675901 Jan 28 01:51:02.740304 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3519af20-fa33-4d68-9189-798ed7e5c609 req-7ac9622f-23b0-4988-8bfe-581a8c90164a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df07c396-a113-47ce-a2f7-b6e5bb00fd23 HTTP/1.1" status: 200 len: 1002 time: 0.1023598 Jan 28 01:51:02.806004 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519af20-fa33-4d68-9189-798ed7e5c609 req-bf38a807-f11e-4504-a609-9bd4a2e5940b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:02.807505 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3519af20-fa33-4d68-9189-798ed7e5c609 req-bf38a807-f11e-4504-a609-9bd4a2e5940b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=481cf57d-2359-4e81-af81-93555398851e HTTP/1.1" status: 200 len: 833 time: 0.0606103 Jan 28 01:51:02.873793 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519af20-fa33-4d68-9189-798ed7e5c609 req-de1adf30-0c18-4521-8ce5-a18028cdd07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:02.876393 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3519af20-fa33-4d68-9189-798ed7e5c609 req-de1adf30-0c18-4521-8ce5-a18028cdd07e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=228687c3-c978-4860-8687-7c974df93237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615439 Jan 28 01:51:03.020001 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3519af20-fa33-4d68-9189-798ed7e5c609 req-63692d61-f48b-4531-a9e7-bb31b24ddcbb service neutron] 10.222.0.65 "GET /v2.0/networks/228687c3-c978-4860-8687-7c974df93237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366501 Jan 28 01:51:03.158722 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3519af20-fa33-4d68-9189-798ed7e5c609 req-3e0eda1f-2f0d-4bcb-9bed-15aa6386b758 service neutron] 10.222.0.65 "GET /v2.0/networks/228687c3-c978-4860-8687-7c974df93237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323483 Jan 28 01:51:03.709348 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0694ed9-f21f-4fc1-9bec-91f3ba403c17 req-7000eb1a-a224-471c-94fc-229ac2fc7be5 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:03.710886 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b0694ed9-f21f-4fc1-9bec-91f3ba403c17 req-7000eb1a-a224-471c-94fc-229ac2fc7be5 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba6148ac-cd20-4472-b393-6dcc3852fc75 HTTP/1.1" status: 200 len: 946 time: 0.0848327 Jan 28 01:51:03.801315 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b0694ed9-f21f-4fc1-9bec-91f3ba403c17 req-46b5b791-5306-4a81-a67c-bbf96cbb4ab1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=32a93572-fbfc-4eff-8f57-f736ede20ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789158 Jan 28 01:51:04.986817 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48022a6f-407e-4239-b6cd-5b8b843b0f7f req-5ef00f8e-96b8-4224-8aa2-b1189a6942a1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:04.988515 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-48022a6f-407e-4239-b6cd-5b8b843b0f7f req-5ef00f8e-96b8-4224-8aa2-b1189a6942a1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba6148ac-cd20-4472-b393-6dcc3852fc75 HTTP/1.1" status: 200 len: 946 time: 0.0776632 Jan 28 01:51:05.058360 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-48022a6f-407e-4239-b6cd-5b8b843b0f7f req-dd377420-9908-4b08-a105-7e1ac0f52488 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=32a93572-fbfc-4eff-8f57-f736ede20ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627995 Jan 28 01:51:05.092673 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57464) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:51:05.185752 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e83ffa50-777b-4efa-a49a-2dbc163219eb tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/floatingips/e194fdb1-5c81-42d7-81a8-1fb354a3c794 HTTP/1.1" status: 200 len: 994 time: 0.0914705 Jan 28 01:51:05.474442 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57470) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:51:05.773478 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-4373b5cd-d817-4af4-a338-9a02671aa407 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Deleting port 75a1e8ab-f3e2-47df-bccf-8b1747ab67b1 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:51:05.773848 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4373b5cd-d817-4af4-a338-9a02671aa407 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (75a1e8ab-f3e2-47df-bccf-8b1747ab67b1), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:05.908876 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4373b5cd-d817-4af4-a338-9a02671aa407 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (75a1e8ab-f3e2-47df-bccf-8b1747ab67b1), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:05.909281 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4373b5cd-d817-4af4-a338-9a02671aa407 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for floatingip (75a1e8ab-f3e2-47df-bccf-8b1747ab67b1), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:05.931172 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-4373b5cd-d817-4af4-a338-9a02671aa407 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Calling delete_port for 75a1e8ab-f3e2-47df-bccf-8b1747ab67b1 owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:51:06.218104 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fd737648-79d4-4395-b141-642e50dc6ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:06.233379 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4373b5cd-d817-4af4-a338-9a02671aa407 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (75a1e8ab-f3e2-47df-bccf-8b1747ab67b1), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:06.275050 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373b5cd-d817-4af4-a338-9a02671aa407 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'Port': ['ID=75a1e8ab-f3e2-47df-bccf-8b1747ab67b1,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:06.297135 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4373b5cd-d817-4af4-a338-9a02671aa407 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:06.297135 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4373b5cd-d817-4af4-a338-9a02671aa407 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:06.297680 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4373b5cd-d817-4af4-a338-9a02671aa407 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:06.297680 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4373b5cd-d817-4af4-a338-9a02671aa407 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:06.298042 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4373b5cd-d817-4af4-a338-9a02671aa407 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:06.298514 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4373b5cd-d817-4af4-a338-9a02671aa407 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:06.298984 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4373b5cd-d817-4af4-a338-9a02671aa407 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:06.299913 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4373b5cd-d817-4af4-a338-9a02671aa407 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:06.299913 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4373b5cd-d817-4af4-a338-9a02671aa407 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:06.300228 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4373b5cd-d817-4af4-a338-9a02671aa407 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:06.300609 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4373b5cd-d817-4af4-a338-9a02671aa407 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:06.300984 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4373b5cd-d817-4af4-a338-9a02671aa407 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:06.301367 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4373b5cd-d817-4af4-a338-9a02671aa407 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:06.393108 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4373b5cd-d817-4af4-a338-9a02671aa407 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for floatingip (e194fdb1-5c81-42d7-81a8-1fb354a3c794), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:06.393904 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-4373b5cd-d817-4af4-a338-9a02671aa407 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Floating IP e194fdb1-5c81-42d7-81a8-1fb354a3c794 disassociated (deleted). External IP: 172.25.3.236, port: df07c396-a113-47ce-a2f7-b6e5bb00fd23. Jan 28 01:51:06.727201 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4373b5cd-d817-4af4-a338-9a02671aa407 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Router c05a20dc-b247-4138-98af-54c813cd3ab7 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:51:06.910556 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4373b5cd-d817-4af4-a338-9a02671aa407 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:51:06.918885 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4373b5cd-d817-4af4-a338-9a02671aa407 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:06.925788 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b78b5f-7586-4408-a4d1-32f0c5beb39e None None] Sync routers for ids ['c05a20dc-b247-4138-98af-54c813cd3ab7'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:51:06.942551 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b78b5f-7586-4408-a4d1-32f0c5beb39e None None] Routers {'c05a20dc-b247-4138-98af-54c813cd3ab7'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:51:06.943693 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-c8b78b5f-7586-4408-a4d1-32f0c5beb39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:50:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c05a20dc-b247-4138-98af-54c813cd3ab7'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:06.967815 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4373b5cd-d817-4af4-a338-9a02671aa407 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "DELETE /v2.0/floatingips/e194fdb1-5c81-42d7-81a8-1fb354a3c794 HTTP/1.1" status: 204 len: 168 time: 1.4915295 Jan 28 01:51:06.969496 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6148ac-cd20-4472-b393-6dcc3852fc75', 'tag': 'df07c396-a113-47ce-a2f7-b6e5bb00fd23'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:51:06.973118 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62583032-d5eb-428d-9f58-67deb1092f60" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6148ac-cd20-4472-b393-6dcc3852fc75", "tag": "df07c396-a113-47ce-a2f7-b6e5bb00fd23"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:51:07.061257 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c262e332-6126-47de-bc30-76b344d04c13 x-openstack-request-id: req-c262e332-6126-47de-bc30-76b344d04c13 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:51:07.061770 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6148ac-cd20-4472-b393-6dcc3852fc75", "tag": "df07c396-a113-47ce-a2f7-b6e5bb00fd23", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:51:07.062203 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c262e332-6126-47de-bc30-76b344d04c13 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:51:07.062958 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba6148ac-cd20-4472-b393-6dcc3852fc75', 'tag': 'df07c396-a113-47ce-a2f7-b6e5bb00fd23', 'status': 'completed', 'code': 200} Jan 28 01:51:07.117019 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-c8b78b5f-7586-4408-a4d1-32f0c5beb39e None None] Set router c05a20dc-b247-4138-98af-54c813cd3ab7 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:51:07.189896 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62583032-d5eb-428d-9f58-67deb1092f60 req-f64fffdc-0bfb-4b9a-988f-1b6dd46a886a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:07.192535 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62583032-d5eb-428d-9f58-67deb1092f60 req-f64fffdc-0bfb-4b9a-988f-1b6dd46a886a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=059bca68032541d59fac92aef233eaae&device_id=ba6148ac-cd20-4472-b393-6dcc3852fc75 HTTP/1.1" status: 200 len: 1097 time: 0.0757518 Jan 28 01:51:07.401539 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62583032-d5eb-428d-9f58-67deb1092f60 req-da2a46f9-c47c-41e6-8dc1-f82ef43e1611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:07.403935 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62583032-d5eb-428d-9f58-67deb1092f60 req-da2a46f9-c47c-41e6-8dc1-f82ef43e1611 service neutron] 10.222.0.65 "GET /v2.0/networks?id=228687c3-c978-4860-8687-7c974df93237 HTTP/1.1" status: 200 len: 898 time: 0.2033291 Jan 28 01:51:07.416600 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cda71e-559c-4ccd-a329-89340ba777d5 req-36ea8702-3d63-47f7-9ddf-dd8b5f92879d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:07.419142 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0cda71e-559c-4ccd-a329-89340ba777d5 req-36ea8702-3d63-47f7-9ddf-dd8b5f92879d tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba6148ac-cd20-4472-b393-6dcc3852fc75 HTTP/1.1" status: 200 len: 946 time: 0.1391029 Jan 28 01:51:07.482680 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-c8b78b5f-7586-4408-a4d1-32f0c5beb39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922650787', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'a3b20481-c37d-4bb9-aeb3-d94cfa100f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:50:05Z', 'updated_at': '2022-01-28T01:50:10Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': 'a3b20481-c37d-4bb9-aeb3-d94cfa100f02', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:50:06Z', 'updated_at': '2022-01-28T01:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '6039a7c3-994b-4484-a53e-dfa64577b55a', 'name': '', 'network_id': '228687c3-c978-4860-8687-7c974df93237', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:23:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '481cf57d-2359-4e81-af81-93555398851e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:50:09Z', 'updated_at': '2022-01-28T01:50:13Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': '481cf57d-2359-4e81-af81-93555398851e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:07.486507 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62583032-d5eb-428d-9f58-67deb1092f60 req-144d83b7-67b3-48de-8c70-89a3352e5b0a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df07c396-a113-47ce-a2f7-b6e5bb00fd23 HTTP/1.1" status: 200 len: 217 time: 0.0660038 Jan 28 01:51:07.521113 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b78b5f-7586-4408-a4d1-32f0c5beb39e None None] Checking router: c05a20dc-b247-4138-98af-54c813cd3ab7 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:51:07.537363 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b78b5f-7586-4408-a4d1-32f0c5beb39e None None] Routers {'c05a20dc-b247-4138-98af-54c813cd3ab7'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:51:07.538516 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-c8b78b5f-7586-4408-a4d1-32f0c5beb39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:50:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c05a20dc-b247-4138-98af-54c813cd3ab7'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:07.598675 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0cda71e-559c-4ccd-a329-89340ba777d5 req-df4d73a2-3097-4612-89ce-85ac6ecdf314 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=32a93572-fbfc-4eff-8f57-f736ede20ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642232 Jan 28 01:51:07.600275 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62583032-d5eb-428d-9f58-67deb1092f60 req-6f93c1b3-de76-4f0e-b37e-281c662b3651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:07.601999 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62583032-d5eb-428d-9f58-67deb1092f60 req-6f93c1b3-de76-4f0e-b37e-281c662b3651 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=481cf57d-2359-4e81-af81-93555398851e HTTP/1.1" status: 200 len: 833 time: 0.1063397 Jan 28 01:51:07.692484 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62583032-d5eb-428d-9f58-67deb1092f60 req-7ba0f2ff-2272-447e-b24d-2dccc620646a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:07.694992 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62583032-d5eb-428d-9f58-67deb1092f60 req-7ba0f2ff-2272-447e-b24d-2dccc620646a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=228687c3-c978-4860-8687-7c974df93237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839014 Jan 28 01:51:07.766668 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-c8b78b5f-7586-4408-a4d1-32f0c5beb39e None None] Set router c05a20dc-b247-4138-98af-54c813cd3ab7 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:51:07.850522 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62583032-d5eb-428d-9f58-67deb1092f60 req-025ebe61-ee31-404d-b864-6f8b4e8904ad service neutron] 10.222.0.65 "GET /v2.0/networks/228687c3-c978-4860-8687-7c974df93237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476996 Jan 28 01:51:08.008168 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62583032-d5eb-428d-9f58-67deb1092f60 req-2281bb3d-23c7-496a-9c3d-9135c30b2900 service neutron] 10.222.0.65 "GET /v2.0/networks/228687c3-c978-4860-8687-7c974df93237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492362 Jan 28 01:51:08.130448 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-c8b78b5f-7586-4408-a4d1-32f0c5beb39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922650787', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'a3b20481-c37d-4bb9-aeb3-d94cfa100f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:50:05Z', 'updated_at': '2022-01-28T01:50:10Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': 'a3b20481-c37d-4bb9-aeb3-d94cfa100f02', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:50:06Z', 'updated_at': '2022-01-28T01:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '6039a7c3-994b-4484-a53e-dfa64577b55a', 'name': '', 'network_id': '228687c3-c978-4860-8687-7c974df93237', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:23:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '481cf57d-2359-4e81-af81-93555398851e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:50:09Z', 'updated_at': '2022-01-28T01:50:13Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': '481cf57d-2359-4e81-af81-93555398851e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:08.180670 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b78b5f-7586-4408-a4d1-32f0c5beb39e None None] The sync data for ids ['c05a20dc-b247-4138-98af-54c813cd3ab7'] in n-d-826754-1 is: [{'id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922650787', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'a3b20481-c37d-4bb9-aeb3-d94cfa100f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:50:05Z', 'updated_at': '2022-01-28T01:50:10Z', 'revision_number': 4, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': 'a3b20481-c37d-4bb9-aeb3-d94cfa100f02', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:50:06Z', 'updated_at': '2022-01-28T01:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '6039a7c3-994b-4484-a53e-dfa64577b55a', 'name': '', 'network_id': '228687c3-c978-4860-8687-7c974df93237', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'mac_address': 'fa:16:3e:23:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '481cf57d-2359-4e81-af81-93555398851e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:50:09Z', 'updated_at': '2022-01-28T01:50:13Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'subnets': [{'id': '481cf57d-2359-4e81-af81-93555398851e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:51:08.508930 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6e912d02-1c00-4a21-a094-0f7f39f2d3e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:08.546839 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087b5356-6f85-483d-8cc3-2c608c1f247a None None] New status for floating IP e194fdb1-5c81-42d7-81a8-1fb354a3c794: DOWN {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:51:08.825387 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b79dd0-bf8c-4358-bf29-b8b5dee5ae02 req-ae239af8-11aa-46f9-9420-5129b5c944e1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:08.827859 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5b79dd0-bf8c-4358-bf29-b8b5dee5ae02 req-ae239af8-11aa-46f9-9420-5129b5c944e1 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba6148ac-cd20-4472-b393-6dcc3852fc75 HTTP/1.1" status: 200 len: 946 time: 0.0907571 Jan 28 01:51:08.917599 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d5b79dd0-bf8c-4358-bf29-b8b5dee5ae02 req-1ea8d21d-4990-48b5-b857-9be9714ec887 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/security-groups?id=32a93572-fbfc-4eff-8f57-f736ede20ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820673 Jan 28 01:51:09.245552 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437919dd-0bd1-4fae-9faa-b82c428860c5 req-0a92c06e-76b2-42c2-a63d-10cdab1087ae tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:09.247733 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-437919dd-0bd1-4fae-9faa-b82c428860c5 req-0a92c06e-76b2-42c2-a63d-10cdab1087ae tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba6148ac-cd20-4472-b393-6dcc3852fc75 HTTP/1.1" status: 200 len: 946 time: 0.0847011 Jan 28 01:51:09.434118 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-437919dd-0bd1-4fae-9faa-b82c428860c5 req-267864cb-abbf-452c-a38c-509af700b9b6 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Deleting port df07c396-a113-47ce-a2f7-b6e5bb00fd23 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:51:09.434758 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-437919dd-0bd1-4fae-9faa-b82c428860c5 req-267864cb-abbf-452c-a38c-509af700b9b6 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (df07c396-a113-47ce-a2f7-b6e5bb00fd23), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:09.634622 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-437919dd-0bd1-4fae-9faa-b82c428860c5 req-267864cb-abbf-452c-a38c-509af700b9b6 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] For port df07c396-a113-47ce-a2f7-b6e5bb00fd23, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=df07c396-a113-47ce-a2f7-b6e5bb00fd23,segment=NetworkSegment(dd3d6502-5c49-465c-bd96-6e08d4018524),segment_id=dd3d6502-5c49-465c-bd96-6e08d4018524)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:51:09.635109 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-437919dd-0bd1-4fae-9faa-b82c428860c5 req-267864cb-abbf-452c-a38c-509af700b9b6 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (df07c396-a113-47ce-a2f7-b6e5bb00fd23), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:09.663451 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [req-437919dd-0bd1-4fae-9faa-b82c428860c5 req-267864cb-abbf-452c-a38c-509af700b9b6 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Calling delete_port for df07c396-a113-47ce-a2f7-b6e5bb00fd23 owned by compute:nova {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:51:09.892393 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-437919dd-0bd1-4fae-9faa-b82c428860c5 req-267864cb-abbf-452c-a38c-509af700b9b6 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (df07c396-a113-47ce-a2f7-b6e5bb00fd23), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:09.939275 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267864cb-abbf-452c-a38c-509af700b9b6 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'Port': ['ID=df07c396-a113-47ce-a2f7-b6e5bb00fd23,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:10.019348 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-437919dd-0bd1-4fae-9faa-b82c428860c5 req-267864cb-abbf-452c-a38c-509af700b9b6 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] No DVR routers for this DVR port df07c396-a113-47ce-a2f7-b6e5bb00fd23 on host n-h1-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:51:10.023074 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-437919dd-0bd1-4fae-9faa-b82c428860c5 req-267864cb-abbf-452c-a38c-509af700b9b6 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:10.029062 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-437919dd-0bd1-4fae-9faa-b82c428860c5 req-267864cb-abbf-452c-a38c-509af700b9b6 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.65 "DELETE /v2.0/ports/df07c396-a113-47ce-a2f7-b6e5bb00fd23 HTTP/1.1" status: 204 len: 173 time: 0.7661695 Jan 28 01:51:10.029830 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6148ac-cd20-4472-b393-6dcc3852fc75', 'name': 'network-vif-deleted', 'tag': 'df07c396-a113-47ce-a2f7-b6e5bb00fd23'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:51:10.034699 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505c1de1-b392-420e-a0d3-39a62c312eba" -d '{"events": [{"server_uuid": "ba6148ac-cd20-4472-b393-6dcc3852fc75", "name": "network-vif-deleted", "tag": "df07c396-a113-47ce-a2f7-b6e5bb00fd23"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:51:10.089501 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:10.115676 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fdd48e-fd55-4ca6-b230-7358f90fe729 x-openstack-request-id: req-65fdd48e-fd55-4ca6-b230-7358f90fe729 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:51:10.116086 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6148ac-cd20-4472-b393-6dcc3852fc75", "name": "network-vif-deleted", "tag": "df07c396-a113-47ce-a2f7-b6e5bb00fd23", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:51:10.116554 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-65fdd48e-fd55-4ca6-b230-7358f90fe729 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:51:10.117165 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6148ac-cd20-4472-b393-6dcc3852fc75', 'name': 'network-vif-deleted', 'tag': 'df07c396-a113-47ce-a2f7-b6e5bb00fd23', 'status': 'completed', 'code': 200} Jan 28 01:51:10.121466 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2bbc86ff-6a93-4d7a-9e17-d29fc53fbd72 req-bc9a0973-b5ea-4c36-88f7-ec35e0fefc4a tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba6148ac-cd20-4472-b393-6dcc3852fc75 HTTP/1.1" status: 200 len: 210 time: 0.0747523 Jan 28 01:51:11.234651 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57486) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:51:11.601641 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:11.876573 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f3238faa-2149-4118-9579-b9b5a2a79179 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (c05a20dc-b247-4138-98af-54c813cd3ab7), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:12.309514 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-f3238faa-2149-4118-9579-b9b5a2a79179 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Deleting port 6039a7c3-994b-4484-a53e-dfa64577b55a {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:51:12.310848 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f3238faa-2149-4118-9579-b9b5a2a79179 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (6039a7c3-994b-4484-a53e-dfa64577b55a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:12.384190 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:12.482463 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-f3238faa-2149-4118-9579-b9b5a2a79179 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] For port 6039a7c3-994b-4484-a53e-dfa64577b55a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=6039a7c3-994b-4484-a53e-dfa64577b55a,segment=NetworkSegment(dd3d6502-5c49-465c-bd96-6e08d4018524),segment_id=dd3d6502-5c49-465c-bd96-6e08d4018524)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:51:12.483077 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f3238faa-2149-4118-9579-b9b5a2a79179 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (6039a7c3-994b-4484-a53e-dfa64577b55a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:12.505799 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-f3238faa-2149-4118-9579-b9b5a2a79179 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Calling delete_port for 6039a7c3-994b-4484-a53e-dfa64577b55a owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:51:12.813589 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f3238faa-2149-4118-9579-b9b5a2a79179 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (6039a7c3-994b-4484-a53e-dfa64577b55a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:12.854426 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3238faa-2149-4118-9579-b9b5a2a79179 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'Port': ['ID=6039a7c3-994b-4484-a53e-dfa64577b55a,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:13.169767 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f3238faa-2149-4118-9579-b9b5a2a79179 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (c05a20dc-b247-4138-98af-54c813cd3ab7), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:13.307292 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device df07c396-a113-47ce-a2f7-b6e5bb00fd23 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:51:13.346724 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: df07c396-a113-47ce-a2f7-b6e5bb00fd23 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:51:13.347235 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device df07c396-a113-47ce-a2f7-b6e5bb00fd23 not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:51:13.837576 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:13.981585 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3238faa-2149-4118-9579-b9b5a2a79179 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Router c05a20dc-b247-4138-98af-54c813cd3ab7 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:51:14.187998 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3238faa-2149-4118-9579-b9b5a2a79179 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:51:14.197621 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f3238faa-2149-4118-9579-b9b5a2a79179 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "PUT /v2.0/routers/c05a20dc-b247-4138-98af-54c813cd3ab7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9604614 Jan 28 01:51:14.200804 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57488) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:51:14.205859 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ecac16-ceeb-4757-a539-09b0211c0016 None None] Sync routers for ids ['c05a20dc-b247-4138-98af-54c813cd3ab7'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:51:14.231531 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ecac16-ceeb-4757-a539-09b0211c0016 None None] Routers {'c05a20dc-b247-4138-98af-54c813cd3ab7'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:51:14.232230 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-67ecac16-ceeb-4757-a539-09b0211c0016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:51:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c05a20dc-b247-4138-98af-54c813cd3ab7'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:14.284869 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-75fbfb42-e9b2-42c6-9577-f10208859e73 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Deleting subnet 481cf57d-2359-4e81-af81-93555398851e {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 01:51:14.289300 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-75fbfb42-e9b2-42c6-9577-f10208859e73 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for subnet (481cf57d-2359-4e81-af81-93555398851e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:14.349430 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-75fbfb42-e9b2-42c6-9577-f10208859e73 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (481cf57d-2359-4e81-af81-93555398851e), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:14.471061 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-67ecac16-ceeb-4757-a539-09b0211c0016 None None] Set router c05a20dc-b247-4138-98af-54c813cd3ab7 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:51:14.523268 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-75fbfb42-e9b2-42c6-9577-f10208859e73 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (481cf57d-2359-4e81-af81-93555398851e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:14.644659 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-75fbfb42-e9b2-42c6-9577-f10208859e73 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (481cf57d-2359-4e81-af81-93555398851e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:14.691755 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fbfb42-e9b2-42c6-9577-f10208859e73 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'Subnet': ['ID=481cf57d-2359-4e81-af81-93555398851e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:14.696181 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-75fbfb42-e9b2-42c6-9577-f10208859e73 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:14.700948 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-75fbfb42-e9b2-42c6-9577-f10208859e73 tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "DELETE /v2.0/subnets/481cf57d-2359-4e81-af81-93555398851e HTTP/1.1" status: 204 len: 168 time: 0.4982591 Jan 28 01:51:14.705060 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57490) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:51:14.742550 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf4011d-d80d-4295-8904-402f862faeff None None] Network 228687c3-c978-4860-8687-7c974df93237 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:51:14.920622 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe542b6a-c3ca-4e2c-b152-10acb1a389db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router (c05a20dc-b247-4138-98af-54c813cd3ab7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:14.949514 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-67ecac16-ceeb-4757-a539-09b0211c0016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922650787', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'a3b20481-c37d-4bb9-aeb3-d94cfa100f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:50:05Z', 'updated_at': '2022-01-28T01:51:12Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': 'a3b20481-c37d-4bb9-aeb3-d94cfa100f02', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:50:06Z', 'updated_at': '2022-01-28T01:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:14.999824 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ecac16-ceeb-4757-a539-09b0211c0016 None None] Checking router: c05a20dc-b247-4138-98af-54c813cd3ab7 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:51:15.018038 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ecac16-ceeb-4757-a539-09b0211c0016 None None] Routers {'c05a20dc-b247-4138-98af-54c813cd3ab7'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:51:15.019397 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-67ecac16-ceeb-4757-a539-09b0211c0016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:51:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['c05a20dc-b247-4138-98af-54c813cd3ab7'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:15.043962 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2f4069-cccb-4ab5-81ee-f54f9fbed436 None None] DHCP port deletion for 228687c3-c978-4860-8687-7c974df93237 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 01:51:15.151169 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-fb2f4069-cccb-4ab5-81ee-f54f9fbed436 None None] Deleting port af43e01f-01b4-49ff-a4ae-780bdc6add20 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:51:15.151169 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4069-cccb-4ab5-81ee-f54f9fbed436 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (af43e01f-01b4-49ff-a4ae-780bdc6add20), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:15.180236 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe542b6a-c3ca-4e2c-b152-10acb1a389db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router_gateway (c05a20dc-b247-4138-98af-54c813cd3ab7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:15.241792 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-67ecac16-ceeb-4757-a539-09b0211c0016 None None] Set router c05a20dc-b247-4138-98af-54c813cd3ab7 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:51:15.302078 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-fb2f4069-cccb-4ab5-81ee-f54f9fbed436 None None] For port af43e01f-01b4-49ff-a4ae-780bdc6add20, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=af43e01f-01b4-49ff-a4ae-780bdc6add20,segment=NetworkSegment(dd3d6502-5c49-465c-bd96-6e08d4018524),segment_id=dd3d6502-5c49-465c-bd96-6e08d4018524)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:51:15.302838 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4069-cccb-4ab5-81ee-f54f9fbed436 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (af43e01f-01b4-49ff-a4ae-780bdc6add20), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:15.307187 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fe542b6a-c3ca-4e2c-b152-10acb1a389db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Deleting port a3b20481-c37d-4bb9-aeb3-d94cfa100f02 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:51:15.307783 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe542b6a-c3ca-4e2c-b152-10acb1a389db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (a3b20481-c37d-4bb9-aeb3-d94cfa100f02), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:15.329528 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-fb2f4069-cccb-4ab5-81ee-f54f9fbed436 None None] Calling delete_port for af43e01f-01b4-49ff-a4ae-780bdc6add20 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:51:15.459651 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-fe542b6a-c3ca-4e2c-b152-10acb1a389db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] For port a3b20481-c37d-4bb9-aeb3-d94cfa100f02, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=a3b20481-c37d-4bb9-aeb3-d94cfa100f02,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:51:15.460291 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe542b6a-c3ca-4e2c-b152-10acb1a389db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (a3b20481-c37d-4bb9-aeb3-d94cfa100f02), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:15.485075 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-fe542b6a-c3ca-4e2c-b152-10acb1a389db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Calling delete_port for a3b20481-c37d-4bb9-aeb3-d94cfa100f02 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:51:15.506585 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4069-cccb-4ab5-81ee-f54f9fbed436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (af43e01f-01b4-49ff-a4ae-780bdc6add20), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:15.560722 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f4069-cccb-4ab5-81ee-f54f9fbed436 None None] Pushing event deleted for resources: {'Port': ['ID=af43e01f-01b4-49ff-a4ae-780bdc6add20,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:15.581609 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f4069-cccb-4ab5-81ee-f54f9fbed436 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:15.582118 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f4069-cccb-4ab5-81ee-f54f9fbed436 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:15.582698 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f4069-cccb-4ab5-81ee-f54f9fbed436 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:15.583340 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f4069-cccb-4ab5-81ee-f54f9fbed436 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:15.583816 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f4069-cccb-4ab5-81ee-f54f9fbed436 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:15.584324 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f4069-cccb-4ab5-81ee-f54f9fbed436 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:15.584894 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f4069-cccb-4ab5-81ee-f54f9fbed436 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:15.585184 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f4069-cccb-4ab5-81ee-f54f9fbed436 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:15.585578 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f4069-cccb-4ab5-81ee-f54f9fbed436 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:15.585929 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f4069-cccb-4ab5-81ee-f54f9fbed436 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:15.586304 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f4069-cccb-4ab5-81ee-f54f9fbed436 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:15.586934 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f4069-cccb-4ab5-81ee-f54f9fbed436 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:15.587299 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f4069-cccb-4ab5-81ee-f54f9fbed436 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:15.593958 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-67ecac16-ceeb-4757-a539-09b0211c0016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922650787', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'a3b20481-c37d-4bb9-aeb3-d94cfa100f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:50:05Z', 'updated_at': '2022-01-28T01:51:12Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': 'a3b20481-c37d-4bb9-aeb3-d94cfa100f02', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:50:06Z', 'updated_at': '2022-01-28T01:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:15.595974 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:15.599680 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2f4069-cccb-4ab5-81ee-f54f9fbed436 None None] No DVR routers for this DVR port af43e01f-01b4-49ff-a4ae-780bdc6add20 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:51:15.668444 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ecac16-ceeb-4757-a539-09b0211c0016 None None] The sync data for ids ['c05a20dc-b247-4138-98af-54c813cd3ab7'] in n-d-826754-1 is: [{'id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922650787', 'tenant_id': '059bca68032541d59fac92aef233eaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'a3b20481-c37d-4bb9-aeb3-d94cfa100f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:50:05Z', 'updated_at': '2022-01-28T01:51:12Z', 'revision_number': 5, 'project_id': '059bca68032541d59fac92aef233eaae', 'gw_port': {'id': 'a3b20481-c37d-4bb9-aeb3-d94cfa100f02', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05a20dc-b247-4138-98af-54c813cd3ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:50:06Z', 'updated_at': '2022-01-28T01:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:51:15.764831 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe542b6a-c3ca-4e2c-b152-10acb1a389db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (a3b20481-c37d-4bb9-aeb3-d94cfa100f02), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:15.795513 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe542b6a-c3ca-4e2c-b152-10acb1a389db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'Port': ['ID=a3b20481-c37d-4bb9-aeb3-d94cfa100f02,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:15.808827 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe542b6a-c3ca-4e2c-b152-10acb1a389db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:15.809361 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe542b6a-c3ca-4e2c-b152-10acb1a389db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:15.809722 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe542b6a-c3ca-4e2c-b152-10acb1a389db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:15.810107 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe542b6a-c3ca-4e2c-b152-10acb1a389db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:15.810527 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe542b6a-c3ca-4e2c-b152-10acb1a389db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:15.810864 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe542b6a-c3ca-4e2c-b152-10acb1a389db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:15.811210 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe542b6a-c3ca-4e2c-b152-10acb1a389db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:15.811547 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe542b6a-c3ca-4e2c-b152-10acb1a389db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:15.811914 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe542b6a-c3ca-4e2c-b152-10acb1a389db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:15.812294 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe542b6a-c3ca-4e2c-b152-10acb1a389db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:15.812628 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe542b6a-c3ca-4e2c-b152-10acb1a389db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:15.812963 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe542b6a-c3ca-4e2c-b152-10acb1a389db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:15.813290 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe542b6a-c3ca-4e2c-b152-10acb1a389db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:15.884898 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe542b6a-c3ca-4e2c-b152-10acb1a389db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (c05a20dc-b247-4138-98af-54c813cd3ab7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:16.001023 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe542b6a-c3ca-4e2c-b152-10acb1a389db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (c05a20dc-b247-4138-98af-54c813cd3ab7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:16.003521 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe542b6a-c3ca-4e2c-b152-10acb1a389db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router_controller (c05a20dc-b247-4138-98af-54c813cd3ab7), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:16.058223 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe542b6a-c3ca-4e2c-b152-10acb1a389db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (c05a20dc-b247-4138-98af-54c813cd3ab7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:16.058949 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe542b6a-c3ca-4e2c-b152-10acb1a389db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Fanout notify agent at l3_agent the message router_deleted on router c05a20dc-b247-4138-98af-54c813cd3ab7 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 01:51:16.070840 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fe542b6a-c3ca-4e2c-b152-10acb1a389db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:16.073000 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-fe542b6a-c3ca-4e2c-b152-10acb1a389db tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "DELETE /v2.0/routers/c05a20dc-b247-4138-98af-54c813cd3ab7 HTTP/1.1" status: 204 len: 168 time: 1.3664875 Jan 28 01:51:16.076361 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57492) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:51:16.181763 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f450e08e-c1e5-45fe-9e39-aca308088e2b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (228687c3-c978-4860-8687-7c974df93237), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:16.302719 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f450e08e-c1e5-45fe-9e39-aca308088e2b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (228687c3-c978-4860-8687-7c974df93237), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:16.332901 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-f450e08e-c1e5-45fe-9e39-aca308088e2b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['228687c3-c978-4860-8687-7c974df93237']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:16.344615 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-f450e08e-c1e5-45fe-9e39-aca308088e2b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3d6502-5c49-465c-bd96-6e08d4018524') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:16.345128 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-f450e08e-c1e5-45fe-9e39-aca308088e2b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3d6502-5c49-465c-bd96-6e08d4018524') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:16.359437 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f450e08e-c1e5-45fe-9e39-aca308088e2b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (dd3d6502-5c49-465c-bd96-6e08d4018524), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:16.383231 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f450e08e-c1e5-45fe-9e39-aca308088e2b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (dd3d6502-5c49-465c-bd96-6e08d4018524), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:16.396347 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f450e08e-c1e5-45fe-9e39-aca308088e2b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 01:51:16.396347 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f450e08e-c1e5-45fe-9e39-aca308088e2b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (dd3d6502-5c49-465c-bd96-6e08d4018524), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:16.402476 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 01:51:16.402476 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 01:51:16.402476 n-d-826754-1 neutron-server[103343]: timer() Jan 28 01:51:16.402476 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 01:51:16.402476 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 01:51:16.402476 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 01:51:16.402476 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 01:51:16.402476 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 01:51:16.402476 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 01:51:16.402476 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 01:51:16.402476 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 01:51:16.402476 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 01:51:16.402476 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 01:51:16.402476 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 01:51:16.402476 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 01:51:16.402476 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 01:51:16.402476 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 01:51:16.402476 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 01:51:16.402476 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 01:51:16.402476 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 01:51:16.402476 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 01:51:16.402476 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 01:51:16.402476 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 01:51:16.402476 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 01:51:16.402476 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 01:51:16.402476 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 01:51:16.402476 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 01:51:16.402476 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 01:51:16.402476 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 01:51:16.402476 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 01:51:16.402476 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 01:51:16.402476 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 01:51:16.509968 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f450e08e-c1e5-45fe-9e39-aca308088e2b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (228687c3-c978-4860-8687-7c974df93237), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:16.518375 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f450e08e-c1e5-45fe-9e39-aca308088e2b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:16.522100 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-f450e08e-c1e5-45fe-9e39-aca308088e2b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "DELETE /v2.0/networks/228687c3-c978-4860-8687-7c974df93237 HTTP/1.1" status: 204 len: 168 time: 0.4441569 Jan 28 01:51:16.525974 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57494) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:51:16.536250 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450e08e-c1e5-45fe-9e39-aca308088e2b tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'Network': ['ID=228687c3-c978-4860-8687-7c974df93237,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:16.552514 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:51:16.600007 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5ec8c49d-776c-4fb1-9b3d-daaf83c8191c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group (32a93572-fbfc-4eff-8f57-f736ede20ca1), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:16.629647 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5ec8c49d-776c-4fb1-9b3d-daaf83c8191c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group (32a93572-fbfc-4eff-8f57-f736ede20ca1), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:16.713910 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5ec8c49d-776c-4fb1-9b3d-daaf83c8191c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (32a93572-fbfc-4eff-8f57-f736ede20ca1), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:16.719071 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5ec8c49d-776c-4fb1-9b3d-daaf83c8191c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:16.721574 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5ec8c49d-776c-4fb1-9b3d-daaf83c8191c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] 10.222.0.70 "DELETE /v2.0/security-groups/32a93572-fbfc-4eff-8f57-f736ede20ca1 HTTP/1.1" status: 204 len: 168 time: 0.1942217 Jan 28 01:51:16.733265 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8c49d-776c-4fb1-9b3d-daaf83c8191c tempest-TestNetworkAdvancedServerOps-497701866 tempest-TestNetworkAdvancedServerOps-497701866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a93572-fbfc-4eff-8f57-f736ede20ca1,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:16.972979 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device af43e01f-01b4-49ff-a4ae-780bdc6add20 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:51:17.000280 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: af43e01f-01b4-49ff-a4ae-780bdc6add20 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:51:17.000832 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device af43e01f-01b4-49ff-a4ae-780bdc6add20 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:51:17.001356 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6039a7c3-994b-4484-a53e-dfa64577b55a no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:51:17.036214 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 6039a7c3-994b-4484-a53e-dfa64577b55a {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:51:17.036589 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 6039a7c3-994b-4484-a53e-dfa64577b55a not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:51:17.037006 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a3b20481-c37d-4bb9-aeb3-d94cfa100f02 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:51:17.059584 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: a3b20481-c37d-4bb9-aeb3-d94cfa100f02 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:51:17.059965 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device a3b20481-c37d-4bb9-aeb3-d94cfa100f02 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:51:17.266321 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57502) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:51:17.494038 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-829461ef-2f8d-4eaa-b2f5-453e293e5c09 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=059bca68032541d59fac92aef233eaae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2260256 Jan 28 01:51:17.497999 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57506) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:51:17.577350 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c25c3474-7ac9-4fa2-914b-6edeb9c5047e admin admin] Publish callbacks [] for security_group (27f704c9-4e6f-4598-bd36-2c83032ac520), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:17.616713 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c25c3474-7ac9-4fa2-914b-6edeb9c5047e admin admin] Publish callbacks [] for security_group (27f704c9-4e6f-4598-bd36-2c83032ac520), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:17.696748 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c25c3474-7ac9-4fa2-914b-6edeb9c5047e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (27f704c9-4e6f-4598-bd36-2c83032ac520), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:17.700082 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c25c3474-7ac9-4fa2-914b-6edeb9c5047e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:17.701454 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-c25c3474-7ac9-4fa2-914b-6edeb9c5047e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/27f704c9-4e6f-4598-bd36-2c83032ac520 HTTP/1.1" status: 204 len: 168 time: 0.2023141 Jan 28 01:51:17.715965 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c3474-7ac9-4fa2-914b-6edeb9c5047e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f704c9-4e6f-4598-bd36-2c83032ac520,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:18.116791 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57512) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:51:18.136333 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1ce7a228-c13d-4891-b3b6-acd3ba6880bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:18.270367 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1ce7a228-c13d-4891-b3b6-acd3ba6880bc admin admin] Publish callbacks [] for security_group (fb23f76c-e473-4a3d-a996-445a9eb070dd), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:18.276250 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1ce7a228-c13d-4891-b3b6-acd3ba6880bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (fb23f76c-e473-4a3d-a996-445a9eb070dd), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:18.360964 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1ce7a228-c13d-4891-b3b6-acd3ba6880bc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=881dfda55d144a7487614cbc4687411a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2428615 Jan 28 01:51:18.362540 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7a228-c13d-4891-b3b6-acd3ba6880bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb23f76c-e473-4a3d-a996-445a9eb070dd,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:18.365563 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57514) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:51:18.461916 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b631e1b1-6661-4ce2-8aed-821acc6f01ae admin admin] Publish callbacks [] for security_group (fb23f76c-e473-4a3d-a996-445a9eb070dd), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:18.505295 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b631e1b1-6661-4ce2-8aed-821acc6f01ae admin admin] Publish callbacks [] for security_group (fb23f76c-e473-4a3d-a996-445a9eb070dd), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:18.599348 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b631e1b1-6661-4ce2-8aed-821acc6f01ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (fb23f76c-e473-4a3d-a996-445a9eb070dd), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:18.604961 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b631e1b1-6661-4ce2-8aed-821acc6f01ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:18.606769 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-b631e1b1-6661-4ce2-8aed-821acc6f01ae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fb23f76c-e473-4a3d-a996-445a9eb070dd HTTP/1.1" status: 204 len: 168 time: 0.2394490 Jan 28 01:51:18.619681 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631e1b1-6661-4ce2-8aed-821acc6f01ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb23f76c-e473-4a3d-a996-445a9eb070dd,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:19.810776 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57536) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:51:19.960351 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-6a3998c1-c23b-4c9c-9500-fa7097624373 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-204935799-network', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:19.986457 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3998c1-c23b-4c9c-9500-fa7097624373 admin admin] Made reservation on behalf of ce401b3cb7fc4ef9b9fa85ec8ee16471 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:51:19.990760 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a3998c1-c23b-4c9c-9500-fa7097624373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:20.007848 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a3998c1-c23b-4c9c-9500-fa7097624373 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:20.122552 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a3998c1-c23b-4c9c-9500-fa7097624373 admin admin] Publish callbacks [] for security_group (0f329630-ba91-498e-8d20-de26182e16aa), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:20.128172 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a3998c1-c23b-4c9c-9500-fa7097624373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0f329630-ba91-498e-8d20-de26182e16aa), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:20.160253 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a3998c1-c23b-4c9c-9500-fa7097624373 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:51:20.171206 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3998c1-c23b-4c9c-9500-fa7097624373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f329630-ba91-498e-8d20-de26182e16aa,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:20.178841 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a3998c1-c23b-4c9c-9500-fa7097624373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (1b73eaeb-6be8-4447-a5d8-50ffd3e278e0), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:20.179328 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-6a3998c1-c23b-4c9c-9500-fa7097624373 admin admin] Added segment 1b73eaeb-6be8-4447-a5d8-50ffd3e278e0 of type vlan for network f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff Jan 28 01:51:20.240783 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a3998c1-c23b-4c9c-9500-fa7097624373 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:20.285409 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a3998c1-c23b-4c9c-9500-fa7097624373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:20.286700 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3998c1-c23b-4c9c-9500-fa7097624373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:20.287520 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6a3998c1-c23b-4c9c-9500-fa7097624373 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:20.351952 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-6a3998c1-c23b-4c9c-9500-fa7097624373 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5393963 Jan 28 01:51:20.357050 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57540) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:51:20.368000 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-0809be78-3a4e-4c6f-9578-058e3949b8fe admin admin] Request body: {'subnet': {'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-204935799-subnet', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:20.377088 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3998c1-c23b-4c9c-9500-fa7097624373 admin admin] Pushing event updated for resources: {'Network': ['ID=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:20.393207 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:51:20.405647 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0809be78-3a4e-4c6f-9578-058e3949b8fe admin admin] Made reservation on behalf of ce401b3cb7fc4ef9b9fa85ec8ee16471 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:51:20.410773 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0809be78-3a4e-4c6f-9578-058e3949b8fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:21.011572 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0809be78-3a4e-4c6f-9578-058e3949b8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (a1cfe800-bb28-4c5c-ac30-90a85fb31e8a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:21.090190 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0809be78-3a4e-4c6f-9578-058e3949b8fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1cfe800-bb28-4c5c-ac30-90a85fb31e8a,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:21.106100 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0809be78-3a4e-4c6f-9578-058e3949b8fe admin admin] Checking segment: {'id': '1b73eaeb-6be8-4447-a5d8-50ffd3e278e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:51:21.106692 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0809be78-3a4e-4c6f-9578-058e3949b8fe admin admin] Network hostable DHCP agents. Network: f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:51:21.132382 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0809be78-3a4e-4c6f-9578-058e3949b8fe admin admin] Network f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:51:21.151600 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-0809be78-3a4e-4c6f-9578-058e3949b8fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:51:21.160572 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0809be78-3a4e-4c6f-9578-058e3949b8fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:21.161410 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0809be78-3a4e-4c6f-9578-058e3949b8fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:21.176990 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407f0263-a283-43e4-b1b4-181169fb420a None None] Network f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:51:21.200363 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0809be78-3a4e-4c6f-9578-058e3949b8fe admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8414805 Jan 28 01:51:21.206023 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57542) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:51:21.213178 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-405cead5-f33c-4694-ac62-4727a59879d6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-204935799-router', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:21.277979 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-405cead5-f33c-4694-ac62-4727a59879d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (663f1610-f16a-477b-9393-740238185267), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:21.280021 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-405cead5-f33c-4694-ac62-4727a59879d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (663f1610-f16a-477b-9393-740238185267), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:21.432167 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2184974-3356-4181-888a-caeb44d680bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'fixed_ips': [{'subnet_id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:51:21.434531 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b2184974-3356-4181-888a-caeb44d680bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:21.438044 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-405cead5-f33c-4694-ac62-4727a59879d6 admin admin] Publish callbacks [] for router_controller (663f1610-f16a-477b-9393-740238185267), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:21.659426 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-b2184974-3356-4181-888a-caeb44d680bb None None] Allocated IP 172.20.0.2 (f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff/a1cfe800-bb28-4c5c-ac30-90a85fb31e8a/4a145faa-1c4e-4e8b-960e-db91c039ad7e) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:51:21.660023 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-405cead5-f33c-4694-ac62-4727a59879d6 admin admin] Publish callbacks [] for router_gateway (663f1610-f16a-477b-9393-740238185267), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:21.901410 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b2184974-3356-4181-888a-caeb44d680bb None None] Publish callbacks [] for port (4a145faa-1c4e-4e8b-960e-db91c039ad7e), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:21.914417 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b2184974-3356-4181-888a-caeb44d680bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (4a145faa-1c4e-4e8b-960e-db91c039ad7e), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:21.963582 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2184974-3356-4181-888a-caeb44d680bb None None] Network f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:51:21.970241 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-b2184974-3356-4181-888a-caeb44d680bb None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:51:21.975353 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2184974-3356-4181-888a-caeb44d680bb None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:51:21.994217 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2184974-3356-4181-888a-caeb44d680bb None None] Pushing event updated for resources: {'Port': ['ID=4a145faa-1c4e-4e8b-960e-db91c039ad7e,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:22.052011 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-405cead5-f33c-4694-ac62-4727a59879d6 admin admin] Publish callbacks [] for router_gateway (663f1610-f16a-477b-9393-740238185267), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:22.058565 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-b2184974-3356-4181-888a-caeb44d680bb None None] Attempting to bind port 4a145faa-1c4e-4e8b-960e-db91c039ad7e on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:51:22.059653 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-b2184974-3356-4181-888a-caeb44d680bb None None] Attempting to bind port 4a145faa-1c4e-4e8b-960e-db91c039ad7e by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '1b73eaeb-6be8-4447-a5d8-50ffd3e278e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:51:22.060112 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2184974-3356-4181-888a-caeb44d680bb None None] Attempting to bind port 4a145faa-1c4e-4e8b-960e-db91c039ad7e on network f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:51:22.068666 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2184974-3356-4181-888a-caeb44d680bb None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:51:22.069185 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2184974-3356-4181-888a-caeb44d680bb None None] Checking segment: {'id': '1b73eaeb-6be8-4447-a5d8-50ffd3e278e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:51:22.069548 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b2184974-3356-4181-888a-caeb44d680bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:22.070008 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2184974-3356-4181-888a-caeb44d680bb None None] Bound using segment: {'id': '1b73eaeb-6be8-4447-a5d8-50ffd3e278e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:51:22.070527 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-b2184974-3356-4181-888a-caeb44d680bb None None] Bound port: 4a145faa-1c4e-4e8b-960e-db91c039ad7e, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b73eaeb-6be8-4447-a5d8-50ffd3e278e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:51:22.072221 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b2184974-3356-4181-888a-caeb44d680bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4a145faa-1c4e-4e8b-960e-db91c039ad7e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:22.091787 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-405cead5-f33c-4694-ac62-4727a59879d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:22.177852 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-b2184974-3356-4181-888a-caeb44d680bb None None] For port 4a145faa-1c4e-4e8b-960e-db91c039ad7e, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:51:22.182633 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-b2184974-3356-4181-888a-caeb44d680bb None None] For port 4a145faa-1c4e-4e8b-960e-db91c039ad7e, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4a145faa-1c4e-4e8b-960e-db91c039ad7e,segment=NetworkSegment(1b73eaeb-6be8-4447-a5d8-50ffd3e278e0),segment_id=1b73eaeb-6be8-4447-a5d8-50ffd3e278e0)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:51:22.191426 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b2184974-3356-4181-888a-caeb44d680bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (4a145faa-1c4e-4e8b-960e-db91c039ad7e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:22.289042 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-405cead5-f33c-4694-ac62-4727a59879d6 admin admin] Allocated IP 172.25.3.220 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/2464d0bf-237c-4891-ada2-84a33ffc1346) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:51:22.294975 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2184974-3356-4181-888a-caeb44d680bb None None] Pushing event updated for resources: {'Port': ['ID=4a145faa-1c4e-4e8b-960e-db91c039ad7e,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:22.488693 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-405cead5-f33c-4694-ac62-4727a59879d6 admin admin] Publish callbacks [] for port (2464d0bf-237c-4891-ada2-84a33ffc1346), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:22.568771 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-405cead5-f33c-4694-ac62-4727a59879d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (2464d0bf-237c-4891-ada2-84a33ffc1346), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:22.680013 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405cead5-f33c-4694-ac62-4727a59879d6 admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:51:22.683708 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-405cead5-f33c-4694-ac62-4727a59879d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:51:22.694149 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405cead5-f33c-4694-ac62-4727a59879d6 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:51:22.709622 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405cead5-f33c-4694-ac62-4727a59879d6 admin admin] Pushing event updated for resources: {'Port': ['ID=2464d0bf-237c-4891-ada2-84a33ffc1346,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:23.054263 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4a145faa-1c4e-4e8b-960e-db91c039ad7e up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:51:23.152112 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 4a145faa-1c4e-4e8b-960e-db91c039ad7e triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:23.152703 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4a145faa-1c4e-4e8b-960e-db91c039ad7e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:23.155581 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-405cead5-f33c-4694-ac62-4727a59879d6 admin admin] Publish callbacks [] for router_gateway (663f1610-f16a-477b-9393-740238185267), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:23.294924 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 4a145faa-1c4e-4e8b-960e-db91c039ad7e is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:51:23.294924 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4a145faa-1c4e-4e8b-960e-db91c039ad7e), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:23.357006 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 4a145faa-1c4e-4e8b-960e-db91c039ad7e, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4a145faa-1c4e-4e8b-960e-db91c039ad7e,segment=NetworkSegment(1b73eaeb-6be8-4447-a5d8-50ffd3e278e0),segment_id=1b73eaeb-6be8-4447-a5d8-50ffd3e278e0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:51:23.362748 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (4a145faa-1c4e-4e8b-960e-db91c039ad7e), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:23.449415 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=4a145faa-1c4e-4e8b-960e-db91c039ad7e,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:23.528456 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-405cead5-f33c-4694-ac62-4727a59879d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (663f1610-f16a-477b-9393-740238185267), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:23.693458 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6609f6-a0c5-4928-992e-9a7398a18607 None None] Network f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:51:23.804053 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405cead5-f33c-4694-ac62-4727a59879d6 admin admin] Router 663f1610-f16a-477b-9393-740238185267 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:51:24.009431 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405cead5-f33c-4694-ac62-4727a59879d6 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:51:24.018518 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f03a4156-7253-4d73-8b75-e3d02b6b6e2c None None] Provisioning complete for port 4a145faa-1c4e-4e8b-960e-db91c039ad7e triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:24.019386 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f03a4156-7253-4d73-8b75-e3d02b6b6e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4a145faa-1c4e-4e8b-960e-db91c039ad7e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:24.038738 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-405cead5-f33c-4694-ac62-4727a59879d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:24.044029 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-405cead5-f33c-4694-ac62-4727a59879d6 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8329809 Jan 28 01:51:24.044901 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57544) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:51:24.050391 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d29842b-bfee-4b07-adde-ecae78101f5e None None] Sync routers for ids ['663f1610-f16a-477b-9393-740238185267'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:51:24.101752 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d29842b-bfee-4b07-adde-ecae78101f5e None None] Routers {'663f1610-f16a-477b-9393-740238185267'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:51:24.102921 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-4d29842b-bfee-4b07-adde-ecae78101f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:51:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['663f1610-f16a-477b-9393-740238185267'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:24.260751 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f03a4156-7253-4d73-8b75-e3d02b6b6e2c None None] Current status of the port 4a145faa-1c4e-4e8b-960e-db91c039ad7e is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:51:24.273367 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-4d29842b-bfee-4b07-adde-ecae78101f5e None None] Set router 663f1610-f16a-477b-9393-740238185267 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:51:24.542455 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6fbadd33-c27f-4c29-ae3d-b0840385cd7b None None] Provisioning complete for port 4a145faa-1c4e-4e8b-960e-db91c039ad7e triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:24.543022 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6fbadd33-c27f-4c29-ae3d-b0840385cd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4a145faa-1c4e-4e8b-960e-db91c039ad7e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:24.638155 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-4d29842b-bfee-4b07-adde-ecae78101f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663f1610-f16a-477b-9393-740238185267', 'name': 'tempest-TestShelveInstance-204935799-router', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T01:51:22Z', 'revision_number': 3, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'gw_port': {'id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:28:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:22Z', 'updated_at': '2022-01-28T01:51:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:24.678325 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d29842b-bfee-4b07-adde-ecae78101f5e None None] Checking router: 663f1610-f16a-477b-9393-740238185267 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:51:24.678680 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d29842b-bfee-4b07-adde-ecae78101f5e None None] Updating router 663f1610-f16a-477b-9393-740238185267 port 2464d0bf-237c-4891-ada2-84a33ffc1346 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:51:24.682523 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d13a826d-5601-4962-a9b9-3aeec1fdee55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:24.703802 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6fbadd33-c27f-4c29-ae3d-b0840385cd7b None None] Current status of the port 4a145faa-1c4e-4e8b-960e-db91c039ad7e is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:51:24.712727 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d29842b-bfee-4b07-adde-ecae78101f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2464d0bf-237c-4891-ada2-84a33ffc1346), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:24.947057 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-d13a826d-5601-4962-a9b9-3aeec1fdee55 admin admin] Allocated IP 172.20.0.1 (f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff/a1cfe800-bb28-4c5c-ac30-90a85fb31e8a/167ff4f7-1f24-4566-9a82-ea7845bf17c4) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:51:24.994934 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4a145faa-1c4e-4e8b-960e-db91c039ad7e up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:51:25.133048 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d13a826d-5601-4962-a9b9-3aeec1fdee55 admin admin] Publish callbacks [] for port (167ff4f7-1f24-4566-9a82-ea7845bf17c4), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:25.186293 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 4a145faa-1c4e-4e8b-960e-db91c039ad7e triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:25.187251 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4a145faa-1c4e-4e8b-960e-db91c039ad7e), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:25.193856 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d29842b-bfee-4b07-adde-ecae78101f5e None None] Publish callbacks [] for port (2464d0bf-237c-4891-ada2-84a33ffc1346), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:25.205070 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d13a826d-5601-4962-a9b9-3aeec1fdee55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (167ff4f7-1f24-4566-9a82-ea7845bf17c4), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:25.241948 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d29842b-bfee-4b07-adde-ecae78101f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2464d0bf-237c-4891-ada2-84a33ffc1346), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:25.273455 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13a826d-5601-4962-a9b9-3aeec1fdee55 admin admin] Network f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:51:25.283044 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-d13a826d-5601-4962-a9b9-3aeec1fdee55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:51:25.289194 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13a826d-5601-4962-a9b9-3aeec1fdee55 admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:51:25.293745 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a826d-5601-4962-a9b9-3aeec1fdee55 admin admin] Pushing event updated for resources: {'Port': ['ID=167ff4f7-1f24-4566-9a82-ea7845bf17c4,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:25.355573 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-4d29842b-bfee-4b07-adde-ecae78101f5e None None] Attempting to bind port 2464d0bf-237c-4891-ada2-84a33ffc1346 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:51:25.356316 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-4d29842b-bfee-4b07-adde-ecae78101f5e None None] Attempting to bind port 2464d0bf-237c-4891-ada2-84a33ffc1346 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:51:25.356701 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d29842b-bfee-4b07-adde-ecae78101f5e None None] Attempting to bind port 2464d0bf-237c-4891-ada2-84a33ffc1346 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:51:25.367926 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042aaf48-4613-48b8-94e2-6346e69905b9 None None] Pushing event updated for resources: {'Port': ['ID=2464d0bf-237c-4891-ada2-84a33ffc1346,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:25.375050 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d29842b-bfee-4b07-adde-ecae78101f5e None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:51:25.375697 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d29842b-bfee-4b07-adde-ecae78101f5e None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:51:25.376705 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d29842b-bfee-4b07-adde-ecae78101f5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:25.377366 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d29842b-bfee-4b07-adde-ecae78101f5e None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:51:25.377562 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d13a826d-5601-4962-a9b9-3aeec1fdee55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (663f1610-f16a-477b-9393-740238185267), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:25.378177 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-4d29842b-bfee-4b07-adde-ecae78101f5e None None] Bound port: 2464d0bf-237c-4891-ada2-84a33ffc1346, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:51:25.378810 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d29842b-bfee-4b07-adde-ecae78101f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2464d0bf-237c-4891-ada2-84a33ffc1346), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:25.516334 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 4a145faa-1c4e-4e8b-960e-db91c039ad7e is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:51:25.527191 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-4d29842b-bfee-4b07-adde-ecae78101f5e None None] For port 2464d0bf-237c-4891-ada2-84a33ffc1346, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:51:25.531858 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-4d29842b-bfee-4b07-adde-ecae78101f5e None None] For port 2464d0bf-237c-4891-ada2-84a33ffc1346, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2464d0bf-237c-4891-ada2-84a33ffc1346,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:51:25.538897 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4d29842b-bfee-4b07-adde-ecae78101f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2464d0bf-237c-4891-ada2-84a33ffc1346), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:25.599272 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d13a826d-5601-4962-a9b9-3aeec1fdee55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (167ff4f7-1f24-4566-9a82-ea7845bf17c4), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:25.628163 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d29842b-bfee-4b07-adde-ecae78101f5e None None] Routers {'663f1610-f16a-477b-9393-740238185267'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:51:25.628453 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-4d29842b-bfee-4b07-adde-ecae78101f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:51:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['663f1610-f16a-477b-9393-740238185267'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:25.710992 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042aaf48-4613-48b8-94e2-6346e69905b9 None None] Pushing event updated for resources: {'Port': ['ID=2464d0bf-237c-4891-ada2-84a33ffc1346,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:25.747792 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-67ca2695-fb69-4528-889c-cd121174f4fd None None] Provisioning complete for port 167ff4f7-1f24-4566-9a82-ea7845bf17c4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:25.748263 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-67ca2695-fb69-4528-889c-cd121174f4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (167ff4f7-1f24-4566-9a82-ea7845bf17c4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:25.836135 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d13a826d-5601-4962-a9b9-3aeec1fdee55 admin admin] Publish callbacks [] for port (167ff4f7-1f24-4566-9a82-ea7845bf17c4), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:25.842723 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d13a826d-5601-4962-a9b9-3aeec1fdee55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (167ff4f7-1f24-4566-9a82-ea7845bf17c4), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:25.848083 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-67ca2695-fb69-4528-889c-cd121174f4fd None None] Port 167ff4f7-1f24-4566-9a82-ea7845bf17c4 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:51:25.851264 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-4d29842b-bfee-4b07-adde-ecae78101f5e None None] Set router 663f1610-f16a-477b-9393-740238185267 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:51:25.946095 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d13a826d-5601-4962-a9b9-3aeec1fdee55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (663f1610-f16a-477b-9393-740238185267), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:25.950153 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a826d-5601-4962-a9b9-3aeec1fdee55 admin admin] Pushing event updated for resources: {'Port': ['ID=167ff4f7-1f24-4566-9a82-ea7845bf17c4,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:26.076952 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13a826d-5601-4962-a9b9-3aeec1fdee55 admin admin] Network f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:51:26.078842 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-d13a826d-5601-4962-a9b9-3aeec1fdee55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:51:26.127852 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-4d29842b-bfee-4b07-adde-ecae78101f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663f1610-f16a-477b-9393-740238185267', 'name': 'tempest-TestShelveInstance-204935799-router', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T01:51:25Z', 'revision_number': 4, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'gw_port': {'id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:28:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:22Z', 'updated_at': '2022-01-28T01:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '167ff4f7-1f24-4566-9a82-ea7845bf17c4', 'name': '', 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'mac_address': 'fa:16:3e:0a:8a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:24Z', 'updated_at': '2022-01-28T01:51:24Z', 'revision_number': 1, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'subnets': [{'id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:26.162618 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d29842b-bfee-4b07-adde-ecae78101f5e None None] The sync data for ids ['663f1610-f16a-477b-9393-740238185267'] in n-d-826754-1 is: [{'id': '663f1610-f16a-477b-9393-740238185267', 'name': 'tempest-TestShelveInstance-204935799-router', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T01:51:25Z', 'revision_number': 4, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'gw_port': {'id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:28:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:22Z', 'updated_at': '2022-01-28T01:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '167ff4f7-1f24-4566-9a82-ea7845bf17c4', 'name': '', 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'mac_address': 'fa:16:3e:0a:8a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:24Z', 'updated_at': '2022-01-28T01:51:24Z', 'revision_number': 1, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'subnets': [{'id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:51:26.282767 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13a826d-5601-4962-a9b9-3aeec1fdee55 admin admin] Router 663f1610-f16a-477b-9393-740238185267 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:51:26.384719 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-64c47902-5119-450b-9f90-35ab2aa71411 None None] Provisioning complete for port 167ff4f7-1f24-4566-9a82-ea7845bf17c4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:26.385626 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-64c47902-5119-450b-9f90-35ab2aa71411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (167ff4f7-1f24-4566-9a82-ea7845bf17c4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:26.457867 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13a826d-5601-4962-a9b9-3aeec1fdee55 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:51:26.481006 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-d13a826d-5601-4962-a9b9-3aeec1fdee55 admin admin] 10.222.0.70 "PUT /v2.0/routers/663f1610-f16a-477b-9393-740238185267/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4311051 Jan 28 01:51:26.490561 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-64c47902-5119-450b-9f90-35ab2aa71411 None None] Port 167ff4f7-1f24-4566-9a82-ea7845bf17c4 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:51:27.287477 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57560) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:51:27.297370 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-507562ea-c671-4383-b7da-fe4f0c5e0156 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1715663563-network', 'tenant_id': 'e33c2a4cf5324da78fc3b81fe043baf2'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:27.339698 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507562ea-c671-4383-b7da-fe4f0c5e0156 admin admin] Made reservation on behalf of e33c2a4cf5324da78fc3b81fe043baf2 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:51:27.344338 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-507562ea-c671-4383-b7da-fe4f0c5e0156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:27.358296 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-507562ea-c671-4383-b7da-fe4f0c5e0156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:27.505377 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-507562ea-c671-4383-b7da-fe4f0c5e0156 admin admin] Publish callbacks [] for security_group (4f9e1ade-6b15-4258-acd9-9737a69b32c2), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:27.520114 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-507562ea-c671-4383-b7da-fe4f0c5e0156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4f9e1ade-6b15-4258-acd9-9737a69b32c2), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:27.547098 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507562ea-c671-4383-b7da-fe4f0c5e0156 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 01:51:27.574068 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-507562ea-c671-4383-b7da-fe4f0c5e0156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (f3bfbd86-28ba-4344-91c6-65fec9c3a6b5), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:27.574614 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-507562ea-c671-4383-b7da-fe4f0c5e0156 admin admin] Added segment f3bfbd86-28ba-4344-91c6-65fec9c3a6b5 of type vlan for network a1344573-b902-47b7-b383-436b324f02c3 Jan 28 01:51:27.588760 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507562ea-c671-4383-b7da-fe4f0c5e0156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9e1ade-6b15-4258-acd9-9737a69b32c2,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:27.654541 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-507562ea-c671-4383-b7da-fe4f0c5e0156 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (a1344573-b902-47b7-b383-436b324f02c3), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:27.704997 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-507562ea-c671-4383-b7da-fe4f0c5e0156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (a1344573-b902-47b7-b383-436b324f02c3), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:27.706057 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507562ea-c671-4383-b7da-fe4f0c5e0156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:27.707115 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-507562ea-c671-4383-b7da-fe4f0c5e0156 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:27.802228 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-507562ea-c671-4383-b7da-fe4f0c5e0156 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5127447 Jan 28 01:51:27.806821 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57562) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:51:27.812513 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-786585c5-eeeb-4554-a002-d420be6d5601 admin admin] Request body: {'subnet': {'network_id': 'a1344573-b902-47b7-b383-436b324f02c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1715663563-subnet', 'tenant_id': 'e33c2a4cf5324da78fc3b81fe043baf2', 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:27.827331 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507562ea-c671-4383-b7da-fe4f0c5e0156 admin admin] Pushing event updated for resources: {'Network': ['ID=a1344573-b902-47b7-b383-436b324f02c3,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:27.841754 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network a1344573-b902-47b7-b383-436b324f02c3 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 01:51:27.854283 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786585c5-eeeb-4554-a002-d420be6d5601 admin admin] Made reservation on behalf of e33c2a4cf5324da78fc3b81fe043baf2 for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:51:27.858351 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-786585c5-eeeb-4554-a002-d420be6d5601 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:28.110624 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-786585c5-eeeb-4554-a002-d420be6d5601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (af6677be-d95f-4921-a09e-b6c2fe9737da), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:28.210016 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786585c5-eeeb-4554-a002-d420be6d5601 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af6677be-d95f-4921-a09e-b6c2fe9737da,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:28.222894 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786585c5-eeeb-4554-a002-d420be6d5601 admin admin] Checking segment: {'id': 'f3bfbd86-28ba-4344-91c6-65fec9c3a6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a1344573-b902-47b7-b383-436b324f02c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:51:28.223499 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786585c5-eeeb-4554-a002-d420be6d5601 admin admin] Network hostable DHCP agents. Network: a1344573-b902-47b7-b383-436b324f02c3, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 01:51:28.254685 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786585c5-eeeb-4554-a002-d420be6d5601 admin admin] Network a1344573-b902-47b7-b383-436b324f02c3 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 01:51:28.265081 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-786585c5-eeeb-4554-a002-d420be6d5601 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, a1344573-b902-47b7-b383-436b324f02c3) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:51:28.276001 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786585c5-eeeb-4554-a002-d420be6d5601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:28.276602 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-786585c5-eeeb-4554-a002-d420be6d5601 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:28.285848 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ce1be4-7532-4471-98d3-66d94eb71791 None None] Network a1344573-b902-47b7-b383-436b324f02c3 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:51:28.304172 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-786585c5-eeeb-4554-a002-d420be6d5601 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4965329 Jan 28 01:51:28.306425 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57564) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:51:28.313157 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-e9c4c264-3840-4978-a016-9044e0ad3750 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1715663563-router', 'tenant_id': 'e33c2a4cf5324da78fc3b81fe043baf2', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:28.338801 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c264-3840-4978-a016-9044e0ad3750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (9bdf4a2b-08bd-4e93-9973-cbe7b86590c9), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:28.341217 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c264-3840-4978-a016-9044e0ad3750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (9bdf4a2b-08bd-4e93-9973-cbe7b86590c9), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:28.412177 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c264-3840-4978-a016-9044e0ad3750 admin admin] Publish callbacks [] for router_controller (9bdf4a2b-08bd-4e93-9973-cbe7b86590c9), precommit_add_association {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:28.446458 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b353f7-8de9-4989-ad52-db52acff19a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-a1344573-b902-47b7-b383-436b324f02c3', 'network_id': 'a1344573-b902-47b7-b383-436b324f02c3', 'project_id': 'e33c2a4cf5324da78fc3b81fe043baf2', 'fixed_ips': [{'subnet_id': 'af6677be-d95f-4921-a09e-b6c2fe9737da'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 01:51:28.448319 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c3b353f7-8de9-4989-ad52-db52acff19a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:28.602082 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c264-3840-4978-a016-9044e0ad3750 admin admin] Publish callbacks [] for router_gateway (9bdf4a2b-08bd-4e93-9973-cbe7b86590c9), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:28.869801 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-c3b353f7-8de9-4989-ad52-db52acff19a9 None None] Allocated IP 172.20.0.2 (a1344573-b902-47b7-b383-436b324f02c3/af6677be-d95f-4921-a09e-b6c2fe9737da/e8490833-de2b-41f4-a02b-3aec89177c5a) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:51:28.949398 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c264-3840-4978-a016-9044e0ad3750 admin admin] Publish callbacks [] for router_gateway (9bdf4a2b-08bd-4e93-9973-cbe7b86590c9), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:28.974260 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c264-3840-4978-a016-9044e0ad3750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:29.110637 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2464d0bf-237c-4891-ada2-84a33ffc1346 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:51:29.142219 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591033e8-4ccb-4498-b115-ad9815b690a6 None None] Sync routers for ids ['663f1610-f16a-477b-9393-740238185267'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:51:29.158095 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591033e8-4ccb-4498-b115-ad9815b690a6 None None] Routers {'663f1610-f16a-477b-9393-740238185267'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:51:29.159360 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-591033e8-4ccb-4498-b115-ad9815b690a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:51:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['663f1610-f16a-477b-9393-740238185267'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:29.164691 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-e9c4c264-3840-4978-a016-9044e0ad3750 admin admin] Allocated IP 172.25.3.119 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/ea72d38b-26d0-4b96-8eef-ebf5d4399366) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:51:29.170158 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c3b353f7-8de9-4989-ad52-db52acff19a9 None None] Publish callbacks [] for port (e8490833-de2b-41f4-a02b-3aec89177c5a), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:29.187855 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c3b353f7-8de9-4989-ad52-db52acff19a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (e8490833-de2b-41f4-a02b-3aec89177c5a), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:29.242398 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b353f7-8de9-4989-ad52-db52acff19a9 None None] Network a1344573-b902-47b7-b383-436b324f02c3 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:51:29.252341 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-c3b353f7-8de9-4989-ad52-db52acff19a9 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:51:29.261368 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b353f7-8de9-4989-ad52-db52acff19a9 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:51:29.268560 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b353f7-8de9-4989-ad52-db52acff19a9 None None] Pushing event updated for resources: {'Port': ['ID=e8490833-de2b-41f4-a02b-3aec89177c5a,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:29.281228 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 2464d0bf-237c-4891-ada2-84a33ffc1346 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:29.281797 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2464d0bf-237c-4891-ada2-84a33ffc1346), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:29.324020 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-591033e8-4ccb-4498-b115-ad9815b690a6 None None] Set router 663f1610-f16a-477b-9393-740238185267 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:51:29.344674 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c264-3840-4978-a016-9044e0ad3750 admin admin] Publish callbacks [] for port (ea72d38b-26d0-4b96-8eef-ebf5d4399366), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:29.381346 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-c3b353f7-8de9-4989-ad52-db52acff19a9 None None] Attempting to bind port e8490833-de2b-41f4-a02b-3aec89177c5a on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:51:29.381637 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-c3b353f7-8de9-4989-ad52-db52acff19a9 None None] Attempting to bind port e8490833-de2b-41f4-a02b-3aec89177c5a by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'f3bfbd86-28ba-4344-91c6-65fec9c3a6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a1344573-b902-47b7-b383-436b324f02c3'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:51:29.382057 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b353f7-8de9-4989-ad52-db52acff19a9 None None] Attempting to bind port e8490833-de2b-41f4-a02b-3aec89177c5a on network a1344573-b902-47b7-b383-436b324f02c3 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:51:29.384322 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c264-3840-4978-a016-9044e0ad3750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (ea72d38b-26d0-4b96-8eef-ebf5d4399366), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:29.391397 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b353f7-8de9-4989-ad52-db52acff19a9 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:51:29.391978 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b353f7-8de9-4989-ad52-db52acff19a9 None None] Checking segment: {'id': 'f3bfbd86-28ba-4344-91c6-65fec9c3a6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a1344573-b902-47b7-b383-436b324f02c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:51:29.392640 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c3b353f7-8de9-4989-ad52-db52acff19a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:29.393378 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b353f7-8de9-4989-ad52-db52acff19a9 None None] Bound using segment: {'id': 'f3bfbd86-28ba-4344-91c6-65fec9c3a6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a1344573-b902-47b7-b383-436b324f02c3'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:51:29.394455 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-c3b353f7-8de9-4989-ad52-db52acff19a9 None None] Bound port: e8490833-de2b-41f4-a02b-3aec89177c5a, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3bfbd86-28ba-4344-91c6-65fec9c3a6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a1344573-b902-47b7-b383-436b324f02c3'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:51:29.395082 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c3b353f7-8de9-4989-ad52-db52acff19a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e8490833-de2b-41f4-a02b-3aec89177c5a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:29.433946 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c4c264-3840-4978-a016-9044e0ad3750 admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:51:29.442046 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-e9c4c264-3840-4978-a016-9044e0ad3750 admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:51:29.449228 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c4c264-3840-4978-a016-9044e0ad3750 admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:51:29.505127 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 2464d0bf-237c-4891-ada2-84a33ffc1346 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:51:29.513665 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2464d0bf-237c-4891-ada2-84a33ffc1346), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:29.554960 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 2464d0bf-237c-4891-ada2-84a33ffc1346, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2464d0bf-237c-4891-ada2-84a33ffc1346,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:51:29.555852 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c264-3840-4978-a016-9044e0ad3750 admin admin] Pushing event updated for resources: {'Port': ['ID=ea72d38b-26d0-4b96-8eef-ebf5d4399366,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:29.556459 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c3b353f7-8de9-4989-ad52-db52acff19a9 None None] For port e8490833-de2b-41f4-a02b-3aec89177c5a, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:51:29.563306 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c3b353f7-8de9-4989-ad52-db52acff19a9 None None] For port e8490833-de2b-41f4-a02b-3aec89177c5a, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=e8490833-de2b-41f4-a02b-3aec89177c5a,segment=NetworkSegment(f3bfbd86-28ba-4344-91c6-65fec9c3a6b5),segment_id=f3bfbd86-28ba-4344-91c6-65fec9c3a6b5)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:51:29.574601 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (2464d0bf-237c-4891-ada2-84a33ffc1346), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:29.580728 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c3b353f7-8de9-4989-ad52-db52acff19a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e8490833-de2b-41f4-a02b-3aec89177c5a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:29.646596 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-591033e8-4ccb-4498-b115-ad9815b690a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663f1610-f16a-477b-9393-740238185267', 'name': 'tempest-TestShelveInstance-204935799-router', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T01:51:25Z', 'revision_number': 4, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'gw_port': {'id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:28:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:22Z', 'updated_at': '2022-01-28T01:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '167ff4f7-1f24-4566-9a82-ea7845bf17c4', 'name': '', 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'mac_address': 'fa:16:3e:0a:8a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:24Z', 'updated_at': '2022-01-28T01:51:25Z', 'revision_number': 2, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'subnets': [{'id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:29.654484 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=2464d0bf-237c-4891-ada2-84a33ffc1346,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:29.695701 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591033e8-4ccb-4498-b115-ad9815b690a6 None None] Checking router: 663f1610-f16a-477b-9393-740238185267 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:51:29.696438 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591033e8-4ccb-4498-b115-ad9815b690a6 None None] Updating router 663f1610-f16a-477b-9393-740238185267 port 167ff4f7-1f24-4566-9a82-ea7845bf17c4 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:51:29.731740 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-591033e8-4ccb-4498-b115-ad9815b690a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (167ff4f7-1f24-4566-9a82-ea7845bf17c4), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:29.738590 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b353f7-8de9-4989-ad52-db52acff19a9 None None] Pushing event updated for resources: {'Port': ['ID=e8490833-de2b-41f4-a02b-3aec89177c5a,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:29.828925 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c264-3840-4978-a016-9044e0ad3750 admin admin] Publish callbacks [] for router_gateway (9bdf4a2b-08bd-4e93-9973-cbe7b86590c9), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:30.137497 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-591033e8-4ccb-4498-b115-ad9815b690a6 None None] Publish callbacks [] for port (167ff4f7-1f24-4566-9a82-ea7845bf17c4), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:30.147309 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-591033e8-4ccb-4498-b115-ad9815b690a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (167ff4f7-1f24-4566-9a82-ea7845bf17c4), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:30.217070 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c264-3840-4978-a016-9044e0ad3750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (9bdf4a2b-08bd-4e93-9973-cbe7b86590c9), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:30.236456 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a43068-11ec-444e-b66d-f5fba3c57aa0 None None] Pushing event updated for resources: {'Port': ['ID=167ff4f7-1f24-4566-9a82-ea7845bf17c4,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:30.269909 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a43068-11ec-444e-b66d-f5fba3c57aa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:30.270252 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a43068-11ec-444e-b66d-f5fba3c57aa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:30.270437 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a43068-11ec-444e-b66d-f5fba3c57aa0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:30.270737 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a43068-11ec-444e-b66d-f5fba3c57aa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:30.271126 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a43068-11ec-444e-b66d-f5fba3c57aa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:30.271455 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a43068-11ec-444e-b66d-f5fba3c57aa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:30.271843 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a43068-11ec-444e-b66d-f5fba3c57aa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:30.272175 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a43068-11ec-444e-b66d-f5fba3c57aa0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:30.272498 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a43068-11ec-444e-b66d-f5fba3c57aa0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:30.272820 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a43068-11ec-444e-b66d-f5fba3c57aa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:30.273159 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a43068-11ec-444e-b66d-f5fba3c57aa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:30.273457 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a43068-11ec-444e-b66d-f5fba3c57aa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:30.273774 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a43068-11ec-444e-b66d-f5fba3c57aa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:51:30.321139 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-591033e8-4ccb-4498-b115-ad9815b690a6 None None] Attempting to bind port 167ff4f7-1f24-4566-9a82-ea7845bf17c4 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:51:30.323512 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-591033e8-4ccb-4498-b115-ad9815b690a6 None None] Attempting to bind port 167ff4f7-1f24-4566-9a82-ea7845bf17c4 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '1b73eaeb-6be8-4447-a5d8-50ffd3e278e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:51:30.323512 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591033e8-4ccb-4498-b115-ad9815b690a6 None None] Attempting to bind port 167ff4f7-1f24-4566-9a82-ea7845bf17c4 on network f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:51:30.330879 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591033e8-4ccb-4498-b115-ad9815b690a6 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:51:30.331430 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591033e8-4ccb-4498-b115-ad9815b690a6 None None] Checking segment: {'id': '1b73eaeb-6be8-4447-a5d8-50ffd3e278e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:51:30.331974 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-591033e8-4ccb-4498-b115-ad9815b690a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:30.332767 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591033e8-4ccb-4498-b115-ad9815b690a6 None None] Bound using segment: {'id': '1b73eaeb-6be8-4447-a5d8-50ffd3e278e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:51:30.333155 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-591033e8-4ccb-4498-b115-ad9815b690a6 None None] Bound port: 167ff4f7-1f24-4566-9a82-ea7845bf17c4, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b73eaeb-6be8-4447-a5d8-50ffd3e278e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:51:30.333644 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-591033e8-4ccb-4498-b115-ad9815b690a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (167ff4f7-1f24-4566-9a82-ea7845bf17c4), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:30.444823 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-591033e8-4ccb-4498-b115-ad9815b690a6 None None] For port 167ff4f7-1f24-4566-9a82-ea7845bf17c4, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:51:30.450875 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-591033e8-4ccb-4498-b115-ad9815b690a6 None None] For port 167ff4f7-1f24-4566-9a82-ea7845bf17c4, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=167ff4f7-1f24-4566-9a82-ea7845bf17c4,segment=NetworkSegment(1b73eaeb-6be8-4447-a5d8-50ffd3e278e0),segment_id=1b73eaeb-6be8-4447-a5d8-50ffd3e278e0)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:51:30.458218 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-591033e8-4ccb-4498-b115-ad9815b690a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (167ff4f7-1f24-4566-9a82-ea7845bf17c4), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:30.540846 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591033e8-4ccb-4498-b115-ad9815b690a6 None None] Routers {'663f1610-f16a-477b-9393-740238185267'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:51:30.541796 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-591033e8-4ccb-4498-b115-ad9815b690a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:51:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['663f1610-f16a-477b-9393-740238185267'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:30.597685 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-959e0b55-4e25-44e3-9127-883f413ac18a None None] Provisioning complete for port 167ff4f7-1f24-4566-9a82-ea7845bf17c4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:30.598520 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-959e0b55-4e25-44e3-9127-883f413ac18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (167ff4f7-1f24-4566-9a82-ea7845bf17c4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:30.722315 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a43068-11ec-444e-b66d-f5fba3c57aa0 None None] Pushing event updated for resources: {'Port': ['ID=167ff4f7-1f24-4566-9a82-ea7845bf17c4,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:30.781380 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-591033e8-4ccb-4498-b115-ad9815b690a6 None None] Set router 663f1610-f16a-477b-9393-740238185267 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:51:30.782636 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-959e0b55-4e25-44e3-9127-883f413ac18a None None] Current status of the port 167ff4f7-1f24-4566-9a82-ea7845bf17c4 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:51:30.783359 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-959e0b55-4e25-44e3-9127-883f413ac18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (167ff4f7-1f24-4566-9a82-ea7845bf17c4), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:30.862468 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-959e0b55-4e25-44e3-9127-883f413ac18a None None] For port 167ff4f7-1f24-4566-9a82-ea7845bf17c4, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=167ff4f7-1f24-4566-9a82-ea7845bf17c4,segment=NetworkSegment(1b73eaeb-6be8-4447-a5d8-50ffd3e278e0),segment_id=1b73eaeb-6be8-4447-a5d8-50ffd3e278e0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:51:30.874905 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-959e0b55-4e25-44e3-9127-883f413ac18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (167ff4f7-1f24-4566-9a82-ea7845bf17c4), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:30.972039 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c4c264-3840-4978-a016-9044e0ad3750 admin admin] Router 9bdf4a2b-08bd-4e93-9973-cbe7b86590c9 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 01:51:31.045423 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e0b55-4e25-44e3-9127-883f413ac18a None None] Pushing event updated for resources: {'Port': ['ID=167ff4f7-1f24-4566-9a82-ea7845bf17c4,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:31.053032 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-61495d4b-196a-4ae7-83fd-635f2a0398d2 None None] Provisioning complete for port 167ff4f7-1f24-4566-9a82-ea7845bf17c4 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:31.053575 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-61495d4b-196a-4ae7-83fd-635f2a0398d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (167ff4f7-1f24-4566-9a82-ea7845bf17c4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:31.200274 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c4c264-3840-4978-a016-9044e0ad3750 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:51:31.232609 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16857d04-0c7e-4a15-a27f-6801559634a8 None None] Sync routers for ids ['9bdf4a2b-08bd-4e93-9973-cbe7b86590c9'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:51:31.240738 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-61495d4b-196a-4ae7-83fd-635f2a0398d2 None None] Current status of the port 167ff4f7-1f24-4566-9a82-ea7845bf17c4 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:51:31.241025 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c264-3840-4978-a016-9044e0ad3750 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:31.243024 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e9c4c264-3840-4978-a016-9044e0ad3750 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9351943 Jan 28 01:51:31.246592 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57566) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:51:31.266415 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16857d04-0c7e-4a15-a27f-6801559634a8 None None] Routers {'9bdf4a2b-08bd-4e93-9973-cbe7b86590c9'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:51:31.267494 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-16857d04-0c7e-4a15-a27f-6801559634a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:51:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['9bdf4a2b-08bd-4e93-9973-cbe7b86590c9'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:31.318988 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-591033e8-4ccb-4498-b115-ad9815b690a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663f1610-f16a-477b-9393-740238185267', 'name': 'tempest-TestShelveInstance-204935799-router', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T01:51:25Z', 'revision_number': 4, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'gw_port': {'id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:22Z', 'updated_at': '2022-01-28T01:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '167ff4f7-1f24-4566-9a82-ea7845bf17c4', 'name': '', 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'mac_address': 'fa:16:3e:0a:8a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:24Z', 'updated_at': '2022-01-28T01:51:30Z', 'revision_number': 4, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'subnets': [{'id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:31.341582 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device e8490833-de2b-41f4-a02b-3aec89177c5a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:51:31.369900 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591033e8-4ccb-4498-b115-ad9815b690a6 None None] The sync data for ids ['663f1610-f16a-477b-9393-740238185267'] in n-d-826754-1 is: [{'id': '663f1610-f16a-477b-9393-740238185267', 'name': 'tempest-TestShelveInstance-204935799-router', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T01:51:25Z', 'revision_number': 4, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'gw_port': {'id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:22Z', 'updated_at': '2022-01-28T01:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '167ff4f7-1f24-4566-9a82-ea7845bf17c4', 'name': '', 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'mac_address': 'fa:16:3e:0a:8a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:24Z', 'updated_at': '2022-01-28T01:51:30Z', 'revision_number': 4, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'subnets': [{'id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:51:31.381735 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cdcd0f-3891-43e8-be19-8bd0f9d5c660 None None] Network a1344573-b902-47b7-b383-436b324f02c3 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 01:51:31.539801 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-2cb064b2-668d-4b84-a092-9ee5e2e06c87 None None] Provisioning complete for port e8490833-de2b-41f4-a02b-3aec89177c5a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:31.540266 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2cb064b2-668d-4b84-a092-9ee5e2e06c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e8490833-de2b-41f4-a02b-3aec89177c5a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:31.634296 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-16857d04-0c7e-4a15-a27f-6801559634a8 None None] Set router 9bdf4a2b-08bd-4e93-9973-cbe7b86590c9 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:51:31.784456 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port e8490833-de2b-41f4-a02b-3aec89177c5a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:31.784964 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e8490833-de2b-41f4-a02b-3aec89177c5a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:31.913411 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bedc8f1a-87b6-4340-9901-ae93f40f18a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:32.020394 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-2cb064b2-668d-4b84-a092-9ee5e2e06c87 None None] Current status of the port e8490833-de2b-41f4-a02b-3aec89177c5a is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:51:32.020698 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2cb064b2-668d-4b84-a092-9ee5e2e06c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e8490833-de2b-41f4-a02b-3aec89177c5a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:32.178939 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port e8490833-de2b-41f4-a02b-3aec89177c5a is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:51:32.179344 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e8490833-de2b-41f4-a02b-3aec89177c5a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:32.186419 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-2cb064b2-668d-4b84-a092-9ee5e2e06c87 None None] For port e8490833-de2b-41f4-a02b-3aec89177c5a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=e8490833-de2b-41f4-a02b-3aec89177c5a,segment=NetworkSegment(f3bfbd86-28ba-4344-91c6-65fec9c3a6b5),segment_id=f3bfbd86-28ba-4344-91c6-65fec9c3a6b5)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:51:32.205749 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2cb064b2-668d-4b84-a092-9ee5e2e06c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e8490833-de2b-41f4-a02b-3aec89177c5a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:32.244698 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-bedc8f1a-87b6-4340-9901-ae93f40f18a5 admin admin] Allocated IP 172.20.0.1 (a1344573-b902-47b7-b383-436b324f02c3/af6677be-d95f-4921-a09e-b6c2fe9737da/e1e5f7a5-ecef-4678-b838-2141ff9ee1cb) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:51:32.372287 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-16857d04-0c7e-4a15-a27f-6801559634a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdf4a2b-08bd-4e93-9973-cbe7b86590c9', 'name': 'tempest-TestShelveInstance-1715663563-router', 'tenant_id': 'e33c2a4cf5324da78fc3b81fe043baf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ea72d38b-26d0-4b96-8eef-ebf5d4399366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:28Z', 'updated_at': '2022-01-28T01:51:29Z', 'revision_number': 3, 'project_id': 'e33c2a4cf5324da78fc3b81fe043baf2', 'gw_port': {'id': 'ea72d38b-26d0-4b96-8eef-ebf5d4399366', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdf4a2b-08bd-4e93-9973-cbe7b86590c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:28Z', 'updated_at': '2022-01-28T01:51:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:32.434922 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 01:51:32.435289 n-d-826754-1 neutron-server[103345]: DEBUG oslo_db.api [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 01:51:32.435821 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb064b2-668d-4b84-a092-9ee5e2e06c87 None None] Pushing event updated for resources: {'Port': ['ID=e8490833-de2b-41f4-a02b-3aec89177c5a,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:32.439859 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16857d04-0c7e-4a15-a27f-6801559634a8 None None] Checking router: 9bdf4a2b-08bd-4e93-9973-cbe7b86590c9 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:51:32.444328 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16857d04-0c7e-4a15-a27f-6801559634a8 None None] Updating router 9bdf4a2b-08bd-4e93-9973-cbe7b86590c9 port ea72d38b-26d0-4b96-8eef-ebf5d4399366 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:51:32.457577 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bedc8f1a-87b6-4340-9901-ae93f40f18a5 admin admin] Publish callbacks [] for port (e1e5f7a5-ecef-4678-b838-2141ff9ee1cb), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:32.495576 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-4c0e9dbe-16ea-4a54-983d-aa3a8e25c463 None None] Provisioning complete for port e8490833-de2b-41f4-a02b-3aec89177c5a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:32.496373 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4c0e9dbe-16ea-4a54-983d-aa3a8e25c463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e8490833-de2b-41f4-a02b-3aec89177c5a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:32.510557 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bedc8f1a-87b6-4340-9901-ae93f40f18a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (e1e5f7a5-ecef-4678-b838-2141ff9ee1cb), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:32.532269 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16857d04-0c7e-4a15-a27f-6801559634a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ea72d38b-26d0-4b96-8eef-ebf5d4399366), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:32.575030 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedc8f1a-87b6-4340-9901-ae93f40f18a5 admin admin] Network a1344573-b902-47b7-b383-436b324f02c3 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:51:32.580275 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-bedc8f1a-87b6-4340-9901-ae93f40f18a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:51:32.586225 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedc8f1a-87b6-4340-9901-ae93f40f18a5 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:51:32.637015 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc8f1a-87b6-4340-9901-ae93f40f18a5 admin admin] Pushing event updated for resources: {'Port': ['ID=e1e5f7a5-ecef-4678-b838-2141ff9ee1cb,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:32.666042 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bedc8f1a-87b6-4340-9901-ae93f40f18a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (9bdf4a2b-08bd-4e93-9973-cbe7b86590c9), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:32.778903 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-4c0e9dbe-16ea-4a54-983d-aa3a8e25c463 None None] Current status of the port e8490833-de2b-41f4-a02b-3aec89177c5a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:51:32.987927 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-56b5c176-a7f0-4537-9091-b18bf0c322a0 None None] Provisioning complete for port e1e5f7a5-ecef-4678-b838-2141ff9ee1cb triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:32.988252 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-56b5c176-a7f0-4537-9091-b18bf0c322a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e1e5f7a5-ecef-4678-b838-2141ff9ee1cb), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:33.069585 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port e8490833-de2b-41f4-a02b-3aec89177c5a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:51:33.070895 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2464d0bf-237c-4891-ada2-84a33ffc1346 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:51:33.078333 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16857d04-0c7e-4a15-a27f-6801559634a8 None None] Publish callbacks [] for port (ea72d38b-26d0-4b96-8eef-ebf5d4399366), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:33.082763 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-56b5c176-a7f0-4537-9091-b18bf0c322a0 None None] Port e1e5f7a5-ecef-4678-b838-2141ff9ee1cb cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:51:33.113521 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16857d04-0c7e-4a15-a27f-6801559634a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ea72d38b-26d0-4b96-8eef-ebf5d4399366), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:33.184358 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bedc8f1a-87b6-4340-9901-ae93f40f18a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e1e5f7a5-ecef-4678-b838-2141ff9ee1cb), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:33.187051 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea5153-3634-4160-92bb-1775e632f048 None None] Pushing event updated for resources: {'Port': ['ID=ea72d38b-26d0-4b96-8eef-ebf5d4399366,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:33.192115 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-16857d04-0c7e-4a15-a27f-6801559634a8 None None] Attempting to bind port ea72d38b-26d0-4b96-8eef-ebf5d4399366 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:51:33.192676 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-16857d04-0c7e-4a15-a27f-6801559634a8 None None] Attempting to bind port ea72d38b-26d0-4b96-8eef-ebf5d4399366 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:51:33.193246 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16857d04-0c7e-4a15-a27f-6801559634a8 None None] Attempting to bind port ea72d38b-26d0-4b96-8eef-ebf5d4399366 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:51:33.203424 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16857d04-0c7e-4a15-a27f-6801559634a8 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:51:33.204079 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16857d04-0c7e-4a15-a27f-6801559634a8 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:51:33.204832 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16857d04-0c7e-4a15-a27f-6801559634a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:33.205334 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16857d04-0c7e-4a15-a27f-6801559634a8 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:51:33.206029 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-16857d04-0c7e-4a15-a27f-6801559634a8 None None] Bound port: ea72d38b-26d0-4b96-8eef-ebf5d4399366, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:51:33.206618 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16857d04-0c7e-4a15-a27f-6801559634a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ea72d38b-26d0-4b96-8eef-ebf5d4399366), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:33.245020 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 2464d0bf-237c-4891-ada2-84a33ffc1346 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:33.245020 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (2464d0bf-237c-4891-ada2-84a33ffc1346), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:33.315543 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-16857d04-0c7e-4a15-a27f-6801559634a8 None None] For port ea72d38b-26d0-4b96-8eef-ebf5d4399366, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:51:33.335481 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-16857d04-0c7e-4a15-a27f-6801559634a8 None None] For port ea72d38b-26d0-4b96-8eef-ebf5d4399366, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ea72d38b-26d0-4b96-8eef-ebf5d4399366,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:51:33.343397 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-16857d04-0c7e-4a15-a27f-6801559634a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ea72d38b-26d0-4b96-8eef-ebf5d4399366), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:33.432058 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bedc8f1a-87b6-4340-9901-ae93f40f18a5 admin admin] Publish callbacks [] for port (e1e5f7a5-ecef-4678-b838-2141ff9ee1cb), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:33.439356 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bedc8f1a-87b6-4340-9901-ae93f40f18a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (e1e5f7a5-ecef-4678-b838-2141ff9ee1cb), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:33.456878 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 2464d0bf-237c-4891-ada2-84a33ffc1346 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:51:33.458609 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 167ff4f7-1f24-4566-9a82-ea7845bf17c4 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:51:33.466450 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16857d04-0c7e-4a15-a27f-6801559634a8 None None] Routers {'9bdf4a2b-08bd-4e93-9973-cbe7b86590c9'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:51:33.467451 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-16857d04-0c7e-4a15-a27f-6801559634a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:51:08Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['9bdf4a2b-08bd-4e93-9973-cbe7b86590c9'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:33.495799 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea5153-3634-4160-92bb-1775e632f048 None None] Pushing event updated for resources: {'Port': ['ID=ea72d38b-26d0-4b96-8eef-ebf5d4399366,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:33.519804 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc8f1a-87b6-4340-9901-ae93f40f18a5 admin admin] Pushing event updated for resources: {'Port': ['ID=e1e5f7a5-ecef-4678-b838-2141ff9ee1cb,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:33.522421 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bedc8f1a-87b6-4340-9901-ae93f40f18a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (9bdf4a2b-08bd-4e93-9973-cbe7b86590c9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:33.682034 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedc8f1a-87b6-4340-9901-ae93f40f18a5 admin admin] Network a1344573-b902-47b7-b383-436b324f02c3 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:51:33.683895 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-bedc8f1a-87b6-4340-9901-ae93f40f18a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:51:33.814935 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 167ff4f7-1f24-4566-9a82-ea7845bf17c4 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:33.815809 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (167ff4f7-1f24-4566-9a82-ea7845bf17c4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:33.870497 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bedc8f1a-87b6-4340-9901-ae93f40f18a5 admin admin] Router 9bdf4a2b-08bd-4e93-9973-cbe7b86590c9 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:51:33.886868 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-16857d04-0c7e-4a15-a27f-6801559634a8 None None] Set router 9bdf4a2b-08bd-4e93-9973-cbe7b86590c9 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:51:34.052551 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedc8f1a-87b6-4340-9901-ae93f40f18a5 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:51:34.064926 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-bedc8f1a-87b6-4340-9901-ae93f40f18a5 admin admin] 10.222.0.70 "PUT /v2.0/routers/9bdf4a2b-08bd-4e93-9973-cbe7b86590c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8135812 Jan 28 01:51:34.105538 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 167ff4f7-1f24-4566-9a82-ea7845bf17c4 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:51:34.112152 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-09a3aa6c-95a7-48c1-888f-b90515f82665 None None] Provisioning complete for port e1e5f7a5-ecef-4678-b838-2141ff9ee1cb triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:34.112726 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-09a3aa6c-95a7-48c1-888f-b90515f82665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e1e5f7a5-ecef-4678-b838-2141ff9ee1cb), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:34.194282 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-09a3aa6c-95a7-48c1-888f-b90515f82665 None None] Port e1e5f7a5-ecef-4678-b838-2141ff9ee1cb cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:51:34.227684 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device e8490833-de2b-41f4-a02b-3aec89177c5a up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:51:34.315367 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-16857d04-0c7e-4a15-a27f-6801559634a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdf4a2b-08bd-4e93-9973-cbe7b86590c9', 'name': 'tempest-TestShelveInstance-1715663563-router', 'tenant_id': 'e33c2a4cf5324da78fc3b81fe043baf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ea72d38b-26d0-4b96-8eef-ebf5d4399366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:28Z', 'updated_at': '2022-01-28T01:51:33Z', 'revision_number': 4, 'project_id': 'e33c2a4cf5324da78fc3b81fe043baf2', 'gw_port': {'id': 'ea72d38b-26d0-4b96-8eef-ebf5d4399366', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdf4a2b-08bd-4e93-9973-cbe7b86590c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:28Z', 'updated_at': '2022-01-28T01:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'e1e5f7a5-ecef-4678-b838-2141ff9ee1cb', 'name': '', 'network_id': 'a1344573-b902-47b7-b383-436b324f02c3', 'tenant_id': 'e33c2a4cf5324da78fc3b81fe043baf2', 'mac_address': 'fa:16:3e:73:8b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdf4a2b-08bd-4e93-9973-cbe7b86590c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'af6677be-d95f-4921-a09e-b6c2fe9737da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:31Z', 'updated_at': '2022-01-28T01:51:33Z', 'revision_number': 2, 'project_id': 'e33c2a4cf5324da78fc3b81fe043baf2', 'subnets': [{'id': 'af6677be-d95f-4921-a09e-b6c2fe9737da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:34.346648 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16857d04-0c7e-4a15-a27f-6801559634a8 None None] The sync data for ids ['9bdf4a2b-08bd-4e93-9973-cbe7b86590c9'] in n-d-826754-1 is: [{'id': '9bdf4a2b-08bd-4e93-9973-cbe7b86590c9', 'name': 'tempest-TestShelveInstance-1715663563-router', 'tenant_id': 'e33c2a4cf5324da78fc3b81fe043baf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ea72d38b-26d0-4b96-8eef-ebf5d4399366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:28Z', 'updated_at': '2022-01-28T01:51:33Z', 'revision_number': 4, 'project_id': 'e33c2a4cf5324da78fc3b81fe043baf2', 'gw_port': {'id': 'ea72d38b-26d0-4b96-8eef-ebf5d4399366', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdf4a2b-08bd-4e93-9973-cbe7b86590c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:28Z', 'updated_at': '2022-01-28T01:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'e1e5f7a5-ecef-4678-b838-2141ff9ee1cb', 'name': '', 'network_id': 'a1344573-b902-47b7-b383-436b324f02c3', 'tenant_id': 'e33c2a4cf5324da78fc3b81fe043baf2', 'mac_address': 'fa:16:3e:73:8b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdf4a2b-08bd-4e93-9973-cbe7b86590c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'af6677be-d95f-4921-a09e-b6c2fe9737da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:31Z', 'updated_at': '2022-01-28T01:51:33Z', 'revision_number': 2, 'project_id': 'e33c2a4cf5324da78fc3b81fe043baf2', 'subnets': [{'id': 'af6677be-d95f-4921-a09e-b6c2fe9737da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:51:34.349421 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port e8490833-de2b-41f4-a02b-3aec89177c5a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:34.349804 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e8490833-de2b-41f4-a02b-3aec89177c5a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:34.484937 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port e8490833-de2b-41f4-a02b-3aec89177c5a is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:51:34.486121 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 167ff4f7-1f24-4566-9a82-ea7845bf17c4 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:51:34.565743 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 167ff4f7-1f24-4566-9a82-ea7845bf17c4 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:34.565743 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (167ff4f7-1f24-4566-9a82-ea7845bf17c4), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:34.726564 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 167ff4f7-1f24-4566-9a82-ea7845bf17c4 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:51:35.116568 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57574) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:51:35.122045 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-661208dc-fcda-4fb0-936d-fbc110d34a06 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-400532276', 'description': 'tempest-secgroup-smoke-400532276 description', 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:35.151874 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-661208dc-fcda-4fb0-936d-fbc110d34a06 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:35.277764 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-661208dc-fcda-4fb0-936d-fbc110d34a06 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group (84c2b854-5b05-4e0e-8f05-7abdad7d993c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:35.291160 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-661208dc-fcda-4fb0-936d-fbc110d34a06 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (84c2b854-5b05-4e0e-8f05-7abdad7d993c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:35.333134 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-661208dc-fcda-4fb0-936d-fbc110d34a06 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:35.334428 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-661208dc-fcda-4fb0-936d-fbc110d34a06 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2167077 Jan 28 01:51:35.335412 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661208dc-fcda-4fb0-936d-fbc110d34a06 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84c2b854-5b05-4e0e-8f05-7abdad7d993c,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:35.340582 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57576) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:51:35.345775 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-0b9ae521-98fe-4dd6-b24c-df36797db00e tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Request body: {'security_group_rule': {'security_group_id': '84c2b854-5b05-4e0e-8f05-7abdad7d993c', 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:35.386415 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b9ae521-98fe-4dd6-b24c-df36797db00e tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (ee679a8a-507c-4e45-9f96-375f952983d1), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:35.493908 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b9ae521-98fe-4dd6-b24c-df36797db00e tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (ee679a8a-507c-4e45-9f96-375f952983d1), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:35.500040 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b9ae521-98fe-4dd6-b24c-df36797db00e tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (ee679a8a-507c-4e45-9f96-375f952983d1), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:35.524742 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ae521-98fe-4dd6-b24c-df36797db00e tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee679a8a-507c-4e45-9f96-375f952983d1,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:35.544928 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b9ae521-98fe-4dd6-b24c-df36797db00e tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:35.547595 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-0b9ae521-98fe-4dd6-b24c-df36797db00e tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2070622 Jan 28 01:51:35.551835 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57578) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:51:35.561571 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-3bf3ecca-6064-4074-9710-391e842e9015 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Request body: {'security_group_rule': {'security_group_id': '84c2b854-5b05-4e0e-8f05-7abdad7d993c', 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:35.596866 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3bf3ecca-6064-4074-9710-391e842e9015 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (8d78ae78-4dc1-49cb-9989-877f3725796e), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:35.686250 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3bf3ecca-6064-4074-9710-391e842e9015 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (8d78ae78-4dc1-49cb-9989-877f3725796e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:35.692506 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3bf3ecca-6064-4074-9710-391e842e9015 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (8d78ae78-4dc1-49cb-9989-877f3725796e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:35.725583 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3ecca-6064-4074-9710-391e842e9015 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d78ae78-4dc1-49cb-9989-877f3725796e,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:35.735877 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3bf3ecca-6064-4074-9710-391e842e9015 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:35.739026 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3bf3ecca-6064-4074-9710-391e842e9015 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1848795 Jan 28 01:51:35.745064 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57580) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:51:35.751405 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-76209bfc-3c2f-4f2e-aed9-33c0474e552b tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Request body: {'security_group_rule': {'security_group_id': '84c2b854-5b05-4e0e-8f05-7abdad7d993c', 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:35.790995 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-76209bfc-3c2f-4f2e-aed9-33c0474e552b tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (d3afe9a8-9fa6-4ea6-88a5-abc112aa04b7), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:35.876148 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-76209bfc-3c2f-4f2e-aed9-33c0474e552b tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (d3afe9a8-9fa6-4ea6-88a5-abc112aa04b7), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:35.882012 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-76209bfc-3c2f-4f2e-aed9-33c0474e552b tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (d3afe9a8-9fa6-4ea6-88a5-abc112aa04b7), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:35.902702 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76209bfc-3c2f-4f2e-aed9-33c0474e552b tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3afe9a8-9fa6-4ea6-88a5-abc112aa04b7,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:35.914746 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-76209bfc-3c2f-4f2e-aed9-33c0474e552b tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:35.921973 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-76209bfc-3c2f-4f2e-aed9-33c0474e552b tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1696603 Jan 28 01:51:35.921973 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57582) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:51:35.928663 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-e8cc3a3d-d7bf-4e00-ad9e-c1f6817cbbe8 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Request body: {'security_group_rule': {'security_group_id': '84c2b854-5b05-4e0e-8f05-7abdad7d993c', 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:35.972651 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e8cc3a3d-d7bf-4e00-ad9e-c1f6817cbbe8 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (36908cf7-cbdb-4335-afa9-68e18502cd40), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:36.071747 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e8cc3a3d-d7bf-4e00-ad9e-c1f6817cbbe8 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (36908cf7-cbdb-4335-afa9-68e18502cd40), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:36.081706 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e8cc3a3d-d7bf-4e00-ad9e-c1f6817cbbe8 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (36908cf7-cbdb-4335-afa9-68e18502cd40), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:36.107594 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc3a3d-d7bf-4e00-ad9e-c1f6817cbbe8 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36908cf7-cbdb-4335-afa9-68e18502cd40,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:36.121832 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e8cc3a3d-d7bf-4e00-ad9e-c1f6817cbbe8 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:36.125424 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-e8cc3a3d-d7bf-4e00-ad9e-c1f6817cbbe8 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2012610 Jan 28 01:51:36.128550 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 57584) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:51:36.135274 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-42106322-fefb-4777-a781-4165a8c446fa tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Request body: {'security_group_rule': {'security_group_id': '84c2b854-5b05-4e0e-8f05-7abdad7d993c', 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:36.179011 n-d-826754-1 neutron-server[103344]: INFO neutron.db.securitygroups_db [None req-42106322-fefb-4777-a781-4165a8c446fa tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Project ce401b3cb7fc4ef9b9fa85ec8ee16471 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:51:36.192197 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-42106322-fefb-4777-a781-4165a8c446fa tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (fa8dac31-ce29-4f17-ad40-f150ba771a64), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:36.219392 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8b556d6e-941a-4f80-8dd7-8ba7c8e9a423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:36.260438 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ea72d38b-26d0-4b96-8eef-ebf5d4399366 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:51:36.291183 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-42106322-fefb-4777-a781-4165a8c446fa tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (fa8dac31-ce29-4f17-ad40-f150ba771a64), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:36.297134 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-42106322-fefb-4777-a781-4165a8c446fa tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (fa8dac31-ce29-4f17-ad40-f150ba771a64), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:36.322361 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42106322-fefb-4777-a781-4165a8c446fa tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa8dac31-ce29-4f17-ad40-f150ba771a64,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:36.330366 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port ea72d38b-26d0-4b96-8eef-ebf5d4399366 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:36.330715 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ea72d38b-26d0-4b96-8eef-ebf5d4399366), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:36.333223 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-42106322-fefb-4777-a781-4165a8c446fa tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:36.335076 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-42106322-fefb-4777-a781-4165a8c446fa tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2047718 Jan 28 01:51:36.337898 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57586) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:51:36.345184 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-cd53676a-6ae7-40c0-9fa5-a6f2ab383672 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Request body: {'security_group_rule': {'security_group_id': '84c2b854-5b05-4e0e-8f05-7abdad7d993c', 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:36.385991 n-d-826754-1 neutron-server[103343]: INFO neutron.db.securitygroups_db [None req-cd53676a-6ae7-40c0-9fa5-a6f2ab383672 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Project ce401b3cb7fc4ef9b9fa85ec8ee16471 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:51:36.395457 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd53676a-6ae7-40c0-9fa5-a6f2ab383672 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (1da324b5-b302-4a28-ba6b-affd804aec21), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:36.488245 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port ea72d38b-26d0-4b96-8eef-ebf5d4399366 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:51:36.488777 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ea72d38b-26d0-4b96-8eef-ebf5d4399366), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:36.511855 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd53676a-6ae7-40c0-9fa5-a6f2ab383672 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (1da324b5-b302-4a28-ba6b-affd804aec21), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:36.517194 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd53676a-6ae7-40c0-9fa5-a6f2ab383672 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (1da324b5-b302-4a28-ba6b-affd804aec21), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:36.527011 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port ea72d38b-26d0-4b96-8eef-ebf5d4399366, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ea72d38b-26d0-4b96-8eef-ebf5d4399366,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:51:36.534929 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ea72d38b-26d0-4b96-8eef-ebf5d4399366), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:36.555861 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53676a-6ae7-40c0-9fa5-a6f2ab383672 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da324b5-b302-4a28-ba6b-affd804aec21,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:36.568356 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cd53676a-6ae7-40c0-9fa5-a6f2ab383672 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:36.569781 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-cd53676a-6ae7-40c0-9fa5-a6f2ab383672 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2305319 Jan 28 01:51:36.617318 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=ea72d38b-26d0-4b96-8eef-ebf5d4399366,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:36.757536 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-7d9ec65a-cc41-407d-802e-cad14948573f tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-400532276&fields=id&tenant_id=ce401b3cb7fc4ef9b9fa85ec8ee16471 HTTP/1.1" status: 200 len: 267 time: 0.0643482 Jan 28 01:51:36.888870 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-e6445956-9819-4bec-9b01-09001e17f422 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:36.890679 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-e6445956-9819-4bec-9b01-09001e17f422 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/networks?id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff HTTP/1.1" status: 200 len: 808 time: 0.1242726 Jan 28 01:51:36.909555 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-471e53f1-58a8-4a12-a375-8ff01b4de70b tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/quotas/ce401b3cb7fc4ef9b9fa85ec8ee16471 HTTP/1.1" status: 200 len: 375 time: 0.0124385 Jan 28 01:51:36.996800 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-3aefbf74-a433-415b-9c7e-7f2dff7bbd2d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce401b3cb7fc4ef9b9fa85ec8ee16471&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793579 Jan 28 01:51:37.127539 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-ed252902-74b1-4a7a-bf73-aa1e4e1a63f5 service neutron] 10.222.0.70 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136687 Jan 28 01:51:37.271746 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-ef1d57b0-79cd-4ec6-8a1f-27c50c45b649 service neutron] 10.222.0.70 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376550 Jan 28 01:51:37.501619 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-84edf41c-cf4d-4072-a71f-25c358c65db3 req-2a685bd3-72e5-4553-ab05-00345d9a6c97 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 210 time: 0.0354338 Jan 28 01:51:38.202919 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ea72d38b-26d0-4b96-8eef-ebf5d4399366 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:51:38.255154 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port ea72d38b-26d0-4b96-8eef-ebf5d4399366 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:38.255553 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ea72d38b-26d0-4b96-8eef-ebf5d4399366), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:38.355511 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port ea72d38b-26d0-4b96-8eef-ebf5d4399366 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:51:38.511863 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3477f6a9-ddc0-46a6-bc82-c7fb44c6d23c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:38.605253 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-737592cd-5f66-41fd-a082-d83e3df3118c req-1bb1896d-d42e-4adb-a8e0-b215507f240f tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 210 time: 0.0300653 Jan 28 01:51:38.632055 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff2d96e-633e-4143-a6d6-0d5ee05330fa None None] Sync routers for ids ['9bdf4a2b-08bd-4e93-9973-cbe7b86590c9'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:51:38.645081 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff2d96e-633e-4143-a6d6-0d5ee05330fa None None] Routers {'9bdf4a2b-08bd-4e93-9973-cbe7b86590c9'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:51:38.645874 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-4ff2d96e-633e-4143-a6d6-0d5ee05330fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:51:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['9bdf4a2b-08bd-4e93-9973-cbe7b86590c9'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:38.769606 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-4ff2d96e-633e-4143-a6d6-0d5ee05330fa None None] Set router 9bdf4a2b-08bd-4e93-9973-cbe7b86590c9 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:51:38.992313 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-4ff2d96e-633e-4143-a6d6-0d5ee05330fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdf4a2b-08bd-4e93-9973-cbe7b86590c9', 'name': 'tempest-TestShelveInstance-1715663563-router', 'tenant_id': 'e33c2a4cf5324da78fc3b81fe043baf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ea72d38b-26d0-4b96-8eef-ebf5d4399366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:28Z', 'updated_at': '2022-01-28T01:51:33Z', 'revision_number': 4, 'project_id': 'e33c2a4cf5324da78fc3b81fe043baf2', 'gw_port': {'id': 'ea72d38b-26d0-4b96-8eef-ebf5d4399366', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdf4a2b-08bd-4e93-9973-cbe7b86590c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:28Z', 'updated_at': '2022-01-28T01:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'e1e5f7a5-ecef-4678-b838-2141ff9ee1cb', 'name': '', 'network_id': 'a1344573-b902-47b7-b383-436b324f02c3', 'tenant_id': 'e33c2a4cf5324da78fc3b81fe043baf2', 'mac_address': 'fa:16:3e:73:8b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdf4a2b-08bd-4e93-9973-cbe7b86590c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'af6677be-d95f-4921-a09e-b6c2fe9737da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:31Z', 'updated_at': '2022-01-28T01:51:33Z', 'revision_number': 2, 'project_id': 'e33c2a4cf5324da78fc3b81fe043baf2', 'subnets': [{'id': 'af6677be-d95f-4921-a09e-b6c2fe9737da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:39.024930 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff2d96e-633e-4143-a6d6-0d5ee05330fa None None] Checking router: 9bdf4a2b-08bd-4e93-9973-cbe7b86590c9 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:51:39.025281 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff2d96e-633e-4143-a6d6-0d5ee05330fa None None] Updating router 9bdf4a2b-08bd-4e93-9973-cbe7b86590c9 port e1e5f7a5-ecef-4678-b838-2141ff9ee1cb binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 01:51:39.056859 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4ff2d96e-633e-4143-a6d6-0d5ee05330fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e1e5f7a5-ecef-4678-b838-2141ff9ee1cb), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:39.404693 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4ff2d96e-633e-4143-a6d6-0d5ee05330fa None None] Publish callbacks [] for port (e1e5f7a5-ecef-4678-b838-2141ff9ee1cb), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:39.412520 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4ff2d96e-633e-4143-a6d6-0d5ee05330fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e1e5f7a5-ecef-4678-b838-2141ff9ee1cb), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:39.487875 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2cdf06-d91a-4f7e-8460-fa6256756635 None None] Pushing event updated for resources: {'Port': ['ID=e1e5f7a5-ecef-4678-b838-2141ff9ee1cb,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:39.561072 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-4ff2d96e-633e-4143-a6d6-0d5ee05330fa None None] Attempting to bind port e1e5f7a5-ecef-4678-b838-2141ff9ee1cb on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:51:39.562245 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-4ff2d96e-633e-4143-a6d6-0d5ee05330fa None None] Attempting to bind port e1e5f7a5-ecef-4678-b838-2141ff9ee1cb by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'f3bfbd86-28ba-4344-91c6-65fec9c3a6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a1344573-b902-47b7-b383-436b324f02c3'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:51:39.562559 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff2d96e-633e-4143-a6d6-0d5ee05330fa None None] Attempting to bind port e1e5f7a5-ecef-4678-b838-2141ff9ee1cb on network a1344573-b902-47b7-b383-436b324f02c3 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:51:39.568961 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff2d96e-633e-4143-a6d6-0d5ee05330fa None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:51:39.570402 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff2d96e-633e-4143-a6d6-0d5ee05330fa None None] Checking segment: {'id': 'f3bfbd86-28ba-4344-91c6-65fec9c3a6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a1344573-b902-47b7-b383-436b324f02c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:51:39.570882 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4ff2d96e-633e-4143-a6d6-0d5ee05330fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:39.571717 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff2d96e-633e-4143-a6d6-0d5ee05330fa None None] Bound using segment: {'id': 'f3bfbd86-28ba-4344-91c6-65fec9c3a6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a1344573-b902-47b7-b383-436b324f02c3'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:51:39.572237 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-4ff2d96e-633e-4143-a6d6-0d5ee05330fa None None] Bound port: e1e5f7a5-ecef-4678-b838-2141ff9ee1cb, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3bfbd86-28ba-4344-91c6-65fec9c3a6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a1344573-b902-47b7-b383-436b324f02c3'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:51:39.572810 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4ff2d96e-633e-4143-a6d6-0d5ee05330fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e1e5f7a5-ecef-4678-b838-2141ff9ee1cb), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:39.676236 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-4ff2d96e-633e-4143-a6d6-0d5ee05330fa None None] For port e1e5f7a5-ecef-4678-b838-2141ff9ee1cb, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:51:39.681441 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-4ff2d96e-633e-4143-a6d6-0d5ee05330fa None None] For port e1e5f7a5-ecef-4678-b838-2141ff9ee1cb, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=e1e5f7a5-ecef-4678-b838-2141ff9ee1cb,segment=NetworkSegment(f3bfbd86-28ba-4344-91c6-65fec9c3a6b5),segment_id=f3bfbd86-28ba-4344-91c6-65fec9c3a6b5)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:51:39.691899 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-4ff2d96e-633e-4143-a6d6-0d5ee05330fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e1e5f7a5-ecef-4678-b838-2141ff9ee1cb), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:39.716355 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-267fd4a7-3a4b-4c61-9ad7-02ee0d2231b4 req-ebdff44a-3789-4527-ae92-51d1823f345f tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 210 time: 0.0319707 Jan 28 01:51:39.792897 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff2d96e-633e-4143-a6d6-0d5ee05330fa None None] Routers {'9bdf4a2b-08bd-4e93-9973-cbe7b86590c9'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:51:39.793335 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-4ff2d96e-633e-4143-a6d6-0d5ee05330fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:51:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['9bdf4a2b-08bd-4e93-9973-cbe7b86590c9'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:39.846281 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2cdf06-d91a-4f7e-8460-fa6256756635 None None] Pushing event updated for resources: {'Port': ['ID=e1e5f7a5-ecef-4678-b838-2141ff9ee1cb,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:39.872591 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-af6404e1-7f4e-4346-a3d2-af49cbefdcb7 None None] Provisioning complete for port e1e5f7a5-ecef-4678-b838-2141ff9ee1cb triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:39.873367 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af6404e1-7f4e-4346-a3d2-af49cbefdcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e1e5f7a5-ecef-4678-b838-2141ff9ee1cb), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:39.964836 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-4ff2d96e-633e-4143-a6d6-0d5ee05330fa None None] Set router 9bdf4a2b-08bd-4e93-9973-cbe7b86590c9 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:51:39.985259 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-af6404e1-7f4e-4346-a3d2-af49cbefdcb7 None None] Current status of the port e1e5f7a5-ecef-4678-b838-2141ff9ee1cb is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:51:39.985661 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af6404e1-7f4e-4346-a3d2-af49cbefdcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (e1e5f7a5-ecef-4678-b838-2141ff9ee1cb), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:40.026711 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-af6404e1-7f4e-4346-a3d2-af49cbefdcb7 None None] For port e1e5f7a5-ecef-4678-b838-2141ff9ee1cb, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=e1e5f7a5-ecef-4678-b838-2141ff9ee1cb,segment=NetworkSegment(f3bfbd86-28ba-4344-91c6-65fec9c3a6b5),segment_id=f3bfbd86-28ba-4344-91c6-65fec9c3a6b5)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:51:40.032919 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-af6404e1-7f4e-4346-a3d2-af49cbefdcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (e1e5f7a5-ecef-4678-b838-2141ff9ee1cb), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:40.104735 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:40.117472 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6404e1-7f4e-4346-a3d2-af49cbefdcb7 None None] Pushing event updated for resources: {'Port': ['ID=e1e5f7a5-ecef-4678-b838-2141ff9ee1cb,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:40.172062 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-1db81ade-a257-48a0-8dc4-4f9487fd7328 None None] Provisioning complete for port e1e5f7a5-ecef-4678-b838-2141ff9ee1cb triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:40.172773 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1db81ade-a257-48a0-8dc4-4f9487fd7328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e1e5f7a5-ecef-4678-b838-2141ff9ee1cb), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:40.281583 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1db81ade-a257-48a0-8dc4-4f9487fd7328 None None] Current status of the port e1e5f7a5-ecef-4678-b838-2141ff9ee1cb is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:51:40.294764 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device e1e5f7a5-ecef-4678-b838-2141ff9ee1cb up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:51:40.296835 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-4ff2d96e-633e-4143-a6d6-0d5ee05330fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdf4a2b-08bd-4e93-9973-cbe7b86590c9', 'name': 'tempest-TestShelveInstance-1715663563-router', 'tenant_id': 'e33c2a4cf5324da78fc3b81fe043baf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ea72d38b-26d0-4b96-8eef-ebf5d4399366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:28Z', 'updated_at': '2022-01-28T01:51:33Z', 'revision_number': 4, 'project_id': 'e33c2a4cf5324da78fc3b81fe043baf2', 'gw_port': {'id': 'ea72d38b-26d0-4b96-8eef-ebf5d4399366', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdf4a2b-08bd-4e93-9973-cbe7b86590c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:28Z', 'updated_at': '2022-01-28T01:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'e1e5f7a5-ecef-4678-b838-2141ff9ee1cb', 'name': '', 'network_id': 'a1344573-b902-47b7-b383-436b324f02c3', 'tenant_id': 'e33c2a4cf5324da78fc3b81fe043baf2', 'mac_address': 'fa:16:3e:73:8b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdf4a2b-08bd-4e93-9973-cbe7b86590c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'af6677be-d95f-4921-a09e-b6c2fe9737da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:31Z', 'updated_at': '2022-01-28T01:51:39Z', 'revision_number': 4, 'project_id': 'e33c2a4cf5324da78fc3b81fe043baf2', 'subnets': [{'id': 'af6677be-d95f-4921-a09e-b6c2fe9737da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:40.328789 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff2d96e-633e-4143-a6d6-0d5ee05330fa None None] The sync data for ids ['9bdf4a2b-08bd-4e93-9973-cbe7b86590c9'] in n-d-826754-1 is: [{'id': '9bdf4a2b-08bd-4e93-9973-cbe7b86590c9', 'name': 'tempest-TestShelveInstance-1715663563-router', 'tenant_id': 'e33c2a4cf5324da78fc3b81fe043baf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ea72d38b-26d0-4b96-8eef-ebf5d4399366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:28Z', 'updated_at': '2022-01-28T01:51:33Z', 'revision_number': 4, 'project_id': 'e33c2a4cf5324da78fc3b81fe043baf2', 'gw_port': {'id': 'ea72d38b-26d0-4b96-8eef-ebf5d4399366', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdf4a2b-08bd-4e93-9973-cbe7b86590c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:28Z', 'updated_at': '2022-01-28T01:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': 'e1e5f7a5-ecef-4678-b838-2141ff9ee1cb', 'name': '', 'network_id': 'a1344573-b902-47b7-b383-436b324f02c3', 'tenant_id': 'e33c2a4cf5324da78fc3b81fe043baf2', 'mac_address': 'fa:16:3e:73:8b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdf4a2b-08bd-4e93-9973-cbe7b86590c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'af6677be-d95f-4921-a09e-b6c2fe9737da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:31Z', 'updated_at': '2022-01-28T01:51:39Z', 'revision_number': 4, 'project_id': 'e33c2a4cf5324da78fc3b81fe043baf2', 'subnets': [{'id': 'af6677be-d95f-4921-a09e-b6c2fe9737da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:51:40.373341 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port e1e5f7a5-ecef-4678-b838-2141ff9ee1cb triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:40.373944 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (e1e5f7a5-ecef-4678-b838-2141ff9ee1cb), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:40.486408 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port e1e5f7a5-ecef-4678-b838-2141ff9ee1cb is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:51:40.857552 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eb261af3-078d-4a5b-897e-083f6071bf0e req-dda29d5b-b6f0-49b2-934d-b3c4df6542ff tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 210 time: 0.0685854 Jan 28 01:51:41.588897 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:42.008881 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e5727e8c-5430-4481-90b2-a39c45bb12df req-4e0384bb-5b34-4f19-97d6-96f62fa78683 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 210 time: 0.0384173 Jan 28 01:51:42.386883 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:43.002565 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-28646b9e-622c-4514-8f08-e5cf60f51019 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:43.004081 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-28646b9e-622c-4514-8f08-e5cf60f51019 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.52 "GET /v2.0/networks?id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff HTTP/1.1" status: 200 len: 808 time: 0.1269350 Jan 28 01:51:43.086070 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-1776da2f-d0f5-4ad8-ba08-c2d73814ef3c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce401b3cb7fc4ef9b9fa85ec8ee16471 HTTP/1.1" status: 200 len: 379 time: 0.0674589 Jan 28 01:51:43.095530 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-60999533-1428-4c65-bd17-ee3139af8a5d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Request body: {'port': {'device_id': '09202dc2-94e6-4a42-aaaa-d24454b311a8', 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'admin_state_up': True, 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'security_groups': ['84c2b854-5b05-4e0e-8f05-7abdad7d993c']}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:43.159137 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bbf60b8c-cc29-4a11-aa2e-35efbfd9db80 req-8bcbc217-1c1c-46a4-b203-a7cb3ce41f61 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 210 time: 0.0402889 Jan 28 01:51:43.248332 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-60999533-1428-4c65-bd17-ee3139af8a5d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Made reservation on behalf of ce401b3cb7fc4ef9b9fa85ec8ee16471 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:51:43.252279 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-60999533-1428-4c65-bd17-ee3139af8a5d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:43.409967 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-60999533-1428-4c65-bd17-ee3139af8a5d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Allocated IP 172.20.0.12 (f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff/a1cfe800-bb28-4c5c-ac30-90a85fb31e8a/3deb1ffa-cd87-49ff-a443-b3a8b293910a) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:51:43.589064 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-60999533-1428-4c65-bd17-ee3139af8a5d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for port (3deb1ffa-cd87-49ff-a443-b3a8b293910a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:43.629065 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-60999533-1428-4c65-bd17-ee3139af8a5d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (3deb1ffa-cd87-49ff-a443-b3a8b293910a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:43.675153 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-60999533-1428-4c65-bd17-ee3139af8a5d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Network f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:51:43.678505 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-60999533-1428-4c65-bd17-ee3139af8a5d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:51:43.684952 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-60999533-1428-4c65-bd17-ee3139af8a5d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:51:43.692500 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60999533-1428-4c65-bd17-ee3139af8a5d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Pushing event updated for resources: {'Port': ['ID=3deb1ffa-cd87-49ff-a443-b3a8b293910a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:43.747657 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-60999533-1428-4c65-bd17-ee3139af8a5d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:43.748297 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-60999533-1428-4c65-bd17-ee3139af8a5d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:43.769962 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-60999533-1428-4c65-bd17-ee3139af8a5d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6789715 Jan 28 01:51:43.779060 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-105d660d-691f-4ca3-93d4-184903f45cd1 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:51:43.780111 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-105d660d-691f-4ca3-93d4-184903f45cd1 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054607 Jan 28 01:51:43.799153 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-ae79ceba-6e2d-441b-8bab-7554ee2af018 service neutron] Request body: {'port': {'device_id': '09202dc2-94e6-4a42-aaaa-d24454b311a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:43.841644 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:43.895187 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-ae79ceba-6e2d-441b-8bab-7554ee2af018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3deb1ffa-cd87-49ff-a443-b3a8b293910a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:43.942677 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-64dccb36-b3fc-4c10-a1b0-0d385eaf8ddc None None] Provisioning complete for port 3deb1ffa-cd87-49ff-a443-b3a8b293910a triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:43.943341 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-64dccb36-b3fc-4c10-a1b0-0d385eaf8ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3deb1ffa-cd87-49ff-a443-b3a8b293910a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:43.996047 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-64dccb36-b3fc-4c10-a1b0-0d385eaf8ddc None None] Port 3deb1ffa-cd87-49ff-a443-b3a8b293910a cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:51:44.258712 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-ae79ceba-6e2d-441b-8bab-7554ee2af018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3deb1ffa-cd87-49ff-a443-b3a8b293910a {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:51:44.268245 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-ae79ceba-6e2d-441b-8bab-7554ee2af018 service neutron] Publish callbacks [] for port (3deb1ffa-cd87-49ff-a443-b3a8b293910a), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:44.286825 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-ae79ceba-6e2d-441b-8bab-7554ee2af018 service neutron] Transition to ACTIVE for port object 3deb1ffa-cd87-49ff-a443-b3a8b293910a will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:51:44.291908 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-ae79ceba-6e2d-441b-8bab-7554ee2af018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (3deb1ffa-cd87-49ff-a443-b3a8b293910a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:44.315031 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a09e7-58ea-40e3-aa0a-5a850a544b3d req-4e77d02f-59d7-44df-b486-0cecd6171d5b tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:44.317559 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-815a09e7-58ea-40e3-aa0a-5a850a544b3d req-4e77d02f-59d7-44df-b486-0cecd6171d5b tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 932 time: 0.0746176 Jan 28 01:51:44.387514 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-815a09e7-58ea-40e3-aa0a-5a850a544b3d req-0eefdf77-5545-4b78-9b85-4b9bea03cdfd tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611255 Jan 28 01:51:44.439818 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79ceba-6e2d-441b-8bab-7554ee2af018 service neutron] Pushing event updated for resources: {'Port': ['ID=3deb1ffa-cd87-49ff-a443-b3a8b293910a,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:44.498000 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-ae79ceba-6e2d-441b-8bab-7554ee2af018 service neutron] Attempting to bind port 3deb1ffa-cd87-49ff-a443-b3a8b293910a on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:51:44.498331 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-ae79ceba-6e2d-441b-8bab-7554ee2af018 service neutron] Attempting to bind port 3deb1ffa-cd87-49ff-a443-b3a8b293910a by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '1b73eaeb-6be8-4447-a5d8-50ffd3e278e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:51:44.498667 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-ae79ceba-6e2d-441b-8bab-7554ee2af018 service neutron] Attempting to bind port 3deb1ffa-cd87-49ff-a443-b3a8b293910a on network f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:51:44.504362 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-ae79ceba-6e2d-441b-8bab-7554ee2af018 service neutron] Port 3deb1ffa-cd87-49ff-a443-b3a8b293910a on network f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:51:44.504675 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-ae79ceba-6e2d-441b-8bab-7554ee2af018 service neutron] Attempting to bind port 3deb1ffa-cd87-49ff-a443-b3a8b293910a on network f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:51:44.512181 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-ae79ceba-6e2d-441b-8bab-7554ee2af018 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:51:44.512749 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-ae79ceba-6e2d-441b-8bab-7554ee2af018 service neutron] Checking segment: {'id': '1b73eaeb-6be8-4447-a5d8-50ffd3e278e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:51:44.513373 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-ae79ceba-6e2d-441b-8bab-7554ee2af018 service neutron] Bound using segment: {'id': '1b73eaeb-6be8-4447-a5d8-50ffd3e278e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:51:44.514132 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-ae79ceba-6e2d-441b-8bab-7554ee2af018 service neutron] Bound port: 3deb1ffa-cd87-49ff-a443-b3a8b293910a, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b73eaeb-6be8-4447-a5d8-50ffd3e278e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:51:44.514792 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-ae79ceba-6e2d-441b-8bab-7554ee2af018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3deb1ffa-cd87-49ff-a443-b3a8b293910a), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:44.601987 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-ae79ceba-6e2d-441b-8bab-7554ee2af018 service neutron] For port 3deb1ffa-cd87-49ff-a443-b3a8b293910a, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:51:44.606794 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-ae79ceba-6e2d-441b-8bab-7554ee2af018 service neutron] For port 3deb1ffa-cd87-49ff-a443-b3a8b293910a, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=3deb1ffa-cd87-49ff-a443-b3a8b293910a,segment=NetworkSegment(1b73eaeb-6be8-4447-a5d8-50ffd3e278e0),segment_id=1b73eaeb-6be8-4447-a5d8-50ffd3e278e0)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:51:44.613340 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-ae79ceba-6e2d-441b-8bab-7554ee2af018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (3deb1ffa-cd87-49ff-a443-b3a8b293910a), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:44.649690 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-ae79ceba-6e2d-441b-8bab-7554ee2af018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:44.650740 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-ae79ceba-6e2d-441b-8bab-7554ee2af018 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:44.652932 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-ae79ceba-6e2d-441b-8bab-7554ee2af018 service neutron] 10.222.0.52 "PUT /v2.0/ports/3deb1ffa-cd87-49ff-a443-b3a8b293910a HTTP/1.1" status: 200 len: 1092 time: 0.8601959 Jan 28 01:51:44.655806 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09202dc2-94e6-4a42-aaaa-d24454b311a8', 'tag': '3deb1ffa-cd87-49ff-a443-b3a8b293910a'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:51:44.658595 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf01397f-9156-4d4b-be1b-217bdb1c559e" -d '{"events": [{"name": "network-changed", "server_uuid": "09202dc2-94e6-4a42-aaaa-d24454b311a8", "tag": "3deb1ffa-cd87-49ff-a443-b3a8b293910a"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:51:44.706578 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79ceba-6e2d-441b-8bab-7554ee2af018 service neutron] Pushing event updated for resources: {'Port': ['ID=3deb1ffa-cd87-49ff-a443-b3a8b293910a,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:44.711846 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab86af5-6d20-4003-b958-56d1ff403a49 x-openstack-request-id: req-fab86af5-6d20-4003-b958-56d1ff403a49 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:51:44.712159 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09202dc2-94e6-4a42-aaaa-d24454b311a8", "tag": "3deb1ffa-cd87-49ff-a443-b3a8b293910a", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:51:44.712424 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fab86af5-6d20-4003-b958-56d1ff403a49 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:51:44.712842 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09202dc2-94e6-4a42-aaaa-d24454b311a8', 'tag': '3deb1ffa-cd87-49ff-a443-b3a8b293910a', 'status': 'completed', 'code': 200} Jan 28 01:51:44.792431 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-97b62d09-106a-40cf-b1b2-750ac70142c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:44.794901 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-97b62d09-106a-40cf-b1b2-750ac70142c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ce401b3cb7fc4ef9b9fa85ec8ee16471&device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 1095 time: 0.0663214 Jan 28 01:51:44.852879 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-753cc02c-baf5-4cd1-82c9-48eb0b2dd59d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3deb1ffa-cd87-49ff-a443-b3a8b293910a HTTP/1.1" status: 200 len: 217 time: 0.0455792 Jan 28 01:51:44.941227 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-46f0aeb6-f771-43d5-9aa3-4bf7683563f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:44.943714 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-46f0aeb6-f771-43d5-9aa3-4bf7683563f8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1cfe800-bb28-4c5c-ac30-90a85fb31e8a HTTP/1.1" status: 200 len: 847 time: 0.0849364 Jan 28 01:51:44.998415 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-0b5e280d-caa0-4bc6-b6db-4c595998333c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:45.000203 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-0b5e280d-caa0-4bc6-b6db-4c595998333c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485003 Jan 28 01:51:45.118208 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-1cd26c0d-a925-47ee-b673-be37eccb7c04 service neutron] 10.222.0.52 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097524 Jan 28 01:51:45.244733 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cbb7799e-9f1e-46e2-92a5-ac9ef8f520c7 req-947b5860-18fd-455b-b55c-63f7ba3ef6e4 service neutron] 10.222.0.52 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217239 Jan 28 01:51:45.408259 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01397f-9156-4d4b-be1b-217bdb1c559e req-11fa6b3d-4625-486a-9d1c-ac0d87e58ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:45.410476 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cf01397f-9156-4d4b-be1b-217bdb1c559e req-11fa6b3d-4625-486a-9d1c-ac0d87e58ceb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ce401b3cb7fc4ef9b9fa85ec8ee16471&device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 1095 time: 0.0626252 Jan 28 01:51:45.542247 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:45.559514 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01397f-9156-4d4b-be1b-217bdb1c559e req-870e65bd-d131-459a-aeaf-3495ec3d56d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:45.561337 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cf01397f-9156-4d4b-be1b-217bdb1c559e req-870e65bd-d131-459a-aeaf-3495ec3d56d0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff HTTP/1.1" status: 200 len: 909 time: 0.1449482 Jan 28 01:51:45.583425 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b83b2-e974-4f4b-9d85-58b214e19cd8 req-a1f9f639-9fdd-46ac-a69b-80682b449ce1 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:45.585940 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e4b83b2-e974-4f4b-9d85-58b214e19cd8 req-a1f9f639-9fdd-46ac-a69b-80682b449ce1 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 944 time: 0.0865359 Jan 28 01:51:45.616642 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cf01397f-9156-4d4b-be1b-217bdb1c559e req-16a399ef-96f8-4d77-85e3-1308ea4fa04e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3deb1ffa-cd87-49ff-a443-b3a8b293910a HTTP/1.1" status: 200 len: 217 time: 0.0485759 Jan 28 01:51:45.665507 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3e4b83b2-e974-4f4b-9d85-58b214e19cd8 req-c2cb3a7d-75d8-4412-9f3e-9b32591bc7d9 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727322 Jan 28 01:51:45.698728 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01397f-9156-4d4b-be1b-217bdb1c559e req-7e0ae443-24f4-44a3-9326-3bbe0225bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:45.700855 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cf01397f-9156-4d4b-be1b-217bdb1c559e req-7e0ae443-24f4-44a3-9326-3bbe0225bc0a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1cfe800-bb28-4c5c-ac30-90a85fb31e8a HTTP/1.1" status: 200 len: 847 time: 0.0695891 Jan 28 01:51:45.752904 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01397f-9156-4d4b-be1b-217bdb1c559e req-ddfbbad1-cdff-4327-b830-6278385e8321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:45.754373 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cf01397f-9156-4d4b-be1b-217bdb1c559e req-ddfbbad1-cdff-4327-b830-6278385e8321 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478690 Jan 28 01:51:45.887880 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cf01397f-9156-4d4b-be1b-217bdb1c559e req-2d633aad-771c-4f1b-9b79-75a605fbc05e service neutron] 10.222.0.52 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269825 Jan 28 01:51:45.995236 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cf01397f-9156-4d4b-be1b-217bdb1c559e req-bc1a6d82-2557-40de-bbe0-231ea1b5ccce service neutron] 10.222.0.52 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014426 Jan 28 01:51:46.819264 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da960f3-3e60-4708-a0a2-22debb52726a req-8f9a2247-ad88-479f-9286-b4e492a87720 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:46.821021 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8da960f3-3e60-4708-a0a2-22debb52726a req-8f9a2247-ad88-479f-9286-b4e492a87720 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 944 time: 0.0649784 Jan 28 01:51:46.902835 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8da960f3-3e60-4708-a0a2-22debb52726a req-265485ad-bda0-4625-9d9f-67d34e515fc7 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747197 Jan 28 01:51:48.051886 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f2306-9eca-4c0a-96c1-806031f5f5cd req-c6c63e4c-a179-4bda-8758-5314b2a5c6c2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:48.054328 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-740f2306-9eca-4c0a-96c1-806031f5f5cd req-c6c63e4c-a179-4bda-8758-5314b2a5c6c2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 944 time: 0.0674648 Jan 28 01:51:48.114950 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-740f2306-9eca-4c0a-96c1-806031f5f5cd req-50eb24c5-b11d-4a69-849f-0dbfec93f11a tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544505 Jan 28 01:51:49.285962 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b514ac-0e0a-4297-8198-e3492b4a0594 req-f3b2021f-2658-46b0-b781-ab3536a71889 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:49.287602 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-43b514ac-0e0a-4297-8198-e3492b4a0594 req-f3b2021f-2658-46b0-b781-ab3536a71889 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 944 time: 0.0738573 Jan 28 01:51:49.362535 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-43b514ac-0e0a-4297-8198-e3492b4a0594 req-26e67e20-386c-4032-83a6-e49bd9740b07 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641794 Jan 28 01:51:49.808943 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 3deb1ffa-cd87-49ff-a443-b3a8b293910a details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:51:49.951963 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 3deb1ffa-cd87-49ff-a443-b3a8b293910a, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=3deb1ffa-cd87-49ff-a443-b3a8b293910a,segment=NetworkSegment(1b73eaeb-6be8-4447-a5d8-50ffd3e278e0),segment_id=1b73eaeb-6be8-4447-a5d8-50ffd3e278e0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:51:49.965302 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '3deb1ffa-cd87-49ff-a443-b3a8b293910a', 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'port_id': '3deb1ffa-cd87-49ff-a443-b3a8b293910a', 'mac_address': 'fa:16:3e:5e:7b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:51:50.015861 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 3deb1ffa-cd87-49ff-a443-b3a8b293910a is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:51:50.016266 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3deb1ffa-cd87-49ff-a443-b3a8b293910a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:50.030905 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3deb1ffa-cd87-49ff-a443-b3a8b293910a {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:51:50.054257 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 3deb1ffa-cd87-49ff-a443-b3a8b293910a, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=3deb1ffa-cd87-49ff-a443-b3a8b293910a,segment=NetworkSegment(1b73eaeb-6be8-4447-a5d8-50ffd3e278e0),segment_id=1b73eaeb-6be8-4447-a5d8-50ffd3e278e0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:51:50.064519 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3deb1ffa-cd87-49ff-a443-b3a8b293910a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:50.129873 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=3deb1ffa-cd87-49ff-a443-b3a8b293910a,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:50.447169 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['3deb1ffa-cd87-49ff-a443-b3a8b293910a'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:51:50.531055 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3877e9-9f1f-4692-8ba3-de14597ca7dd req-21e37a86-3433-4b39-aa79-7e58ccd83ef7 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:50.532726 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2d3877e9-9f1f-4692-8ba3-de14597ca7dd req-21e37a86-3433-4b39-aa79-7e58ccd83ef7 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 945 time: 0.0664678 Jan 28 01:51:50.611379 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2d3877e9-9f1f-4692-8ba3-de14597ca7dd req-d3bd5020-9a5a-4b7f-91b0-8ad63a89acad tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692551 Jan 28 01:51:51.743288 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df5217-cc38-4948-bacf-b47299407e90 req-ba16f0f5-138b-4020-a8e9-3d4cdeaccd90 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:51.744882 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-41df5217-cc38-4948-bacf-b47299407e90 req-ba16f0f5-138b-4020-a8e9-3d4cdeaccd90 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 945 time: 0.0563850 Jan 28 01:51:51.807374 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 3deb1ffa-cd87-49ff-a443-b3a8b293910a up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:51:51.822426 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-41df5217-cc38-4948-bacf-b47299407e90 req-bd317b04-fd86-4b62-9dca-3456c5c348d5 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701830 Jan 28 01:51:51.872566 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 3deb1ffa-cd87-49ff-a443-b3a8b293910a completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:51:51.877265 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 3deb1ffa-cd87-49ff-a443-b3a8b293910a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:51:51.877714 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3deb1ffa-cd87-49ff-a443-b3a8b293910a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:51.986816 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 3deb1ffa-cd87-49ff-a443-b3a8b293910a is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:51:51.987212 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3deb1ffa-cd87-49ff-a443-b3a8b293910a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:52.018690 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09202dc2-94e6-4a42-aaaa-d24454b311a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3deb1ffa-cd87-49ff-a443-b3a8b293910a'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:51:52.021332 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08b15c5-beec-4eae-bc64-4fd59bce354e" -d '{"events": [{"server_uuid": "09202dc2-94e6-4a42-aaaa-d24454b311a8", "name": "network-vif-plugged", "status": "completed", "tag": "3deb1ffa-cd87-49ff-a443-b3a8b293910a"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:51:52.037374 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 3deb1ffa-cd87-49ff-a443-b3a8b293910a, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=3deb1ffa-cd87-49ff-a443-b3a8b293910a,segment=NetworkSegment(1b73eaeb-6be8-4447-a5d8-50ffd3e278e0),segment_id=1b73eaeb-6be8-4447-a5d8-50ffd3e278e0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:51:52.042859 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3deb1ffa-cd87-49ff-a443-b3a8b293910a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:52.088630 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6a65cc-4a1f-4827-81e0-b48dc6aa651c x-openstack-request-id: req-df6a65cc-4a1f-4827-81e0-b48dc6aa651c {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:51:52.089096 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09202dc2-94e6-4a42-aaaa-d24454b311a8", "name": "network-vif-plugged", "status": "completed", "tag": "3deb1ffa-cd87-49ff-a443-b3a8b293910a", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:51:52.089509 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-df6a65cc-4a1f-4827-81e0-b48dc6aa651c {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:51:52.090114 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09202dc2-94e6-4a42-aaaa-d24454b311a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3deb1ffa-cd87-49ff-a443-b3a8b293910a', 'code': 200} Jan 28 01:51:52.139824 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=3deb1ffa-cd87-49ff-a443-b3a8b293910a,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:52.246760 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b0815-aeeb-4ddb-8e60-1ff6467d05da req-8c719a88-f3a1-47bc-976c-6ee0141995bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:52.249199 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cf5b0815-aeeb-4ddb-8e60-1ff6467d05da req-8c719a88-f3a1-47bc-976c-6ee0141995bd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 1097 time: 0.0664046 Jan 28 01:51:52.313207 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-cf5b0815-aeeb-4ddb-8e60-1ff6467d05da req-8b6f305b-1f1f-4887-8f83-b45aeec3d095 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564396 Jan 28 01:51:52.959482 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c048ec9-1037-49a3-b7fe-c8727f1bce59 req-13ef797c-a59e-46f4-b42b-8a7bb7c94263 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:52.961079 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0c048ec9-1037-49a3-b7fe-c8727f1bce59 req-13ef797c-a59e-46f4-b42b-8a7bb7c94263 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 946 time: 0.0551393 Jan 28 01:51:53.022345 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0c048ec9-1037-49a3-b7fe-c8727f1bce59 req-3f5ecc53-df16-42a7-9fff-173b0be04278 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509737 Jan 28 01:51:53.554146 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:51:54.173191 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6708c-c5a6-4442-87a6-88d87e714b92 req-5113b072-9cd0-457f-8d49-b79c7730ec6a tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:54.175460 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2ca6708c-c5a6-4442-87a6-88d87e714b92 req-5113b072-9cd0-457f-8d49-b79c7730ec6a tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 946 time: 0.0672936 Jan 28 01:51:54.260494 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2ca6708c-c5a6-4442-87a6-88d87e714b92 req-99ddbb63-9042-4346-8690-ba3261cbabfd tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789266 Jan 28 01:51:54.443084 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6a629-8229-4e57-bdd0-b8d38927b6d5 req-8b1256b3-f1da-406b-a2b2-1850de3f2ad8 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:54.445794 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d1f6a629-8229-4e57-bdd0-b8d38927b6d5 req-8b1256b3-f1da-406b-a2b2-1850de3f2ad8 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 946 time: 0.0980034 Jan 28 01:51:54.522537 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d1f6a629-8229-4e57-bdd0-b8d38927b6d5 req-339fff2e-76cb-4a56-afb5-e7e1bb93e6a7 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688963 Jan 28 01:51:54.554552 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57656) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:51:54.725958 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210c29d3-ff93-488d-b351-27dedf8b862b tempest-TestShelveInstance-266199686 tempest-TestShelveInstance-266199686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:54.728058 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-210c29d3-ff93-488d-b351-27dedf8b862b tempest-TestShelveInstance-266199686 tempest-TestShelveInstance-266199686-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 1092 time: 0.1718197 Jan 28 01:51:54.732618 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 57662) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:51:54.738694 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-8c72abe8-9092-40ec-b04d-aad70a678275 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'port_id': '3deb1ffa-cd87-49ff-a443-b3a8b293910a', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:51:54.771861 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c72abe8-9092-40ec-b04d-aad70a678275 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:54.917608 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c72abe8-9092-40ec-b04d-aad70a678275 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:55.057274 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-8c72abe8-9092-40ec-b04d-aad70a678275 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Allocated IP 172.25.3.159 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/f1d2db13-58d7-4403-b9ab-8f527ba4c3be) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:51:55.219260 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c72abe8-9092-40ec-b04d-aad70a678275 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for port (f1d2db13-58d7-4403-b9ab-8f527ba4c3be), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:55.264032 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c72abe8-9092-40ec-b04d-aad70a678275 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (f1d2db13-58d7-4403-b9ab-8f527ba4c3be), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:55.312875 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c72abe8-9092-40ec-b04d-aad70a678275 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:51:55.315964 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-8c72abe8-9092-40ec-b04d-aad70a678275 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:51:55.324914 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c72abe8-9092-40ec-b04d-aad70a678275 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:51:55.332299 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72abe8-9092-40ec-b04d-aad70a678275 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Pushing event updated for resources: {'Port': ['ID=f1d2db13-58d7-4403-b9ab-8f527ba4c3be,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:55.795927 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c72abe8-9092-40ec-b04d-aad70a678275 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for floatingip (5aa5cf66-e939-409e-af27-d6d5eadb8149), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:55.896408 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c72abe8-9092-40ec-b04d-aad70a678275 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (f1d2db13-58d7-4403-b9ab-8f527ba4c3be), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:56.086440 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c72abe8-9092-40ec-b04d-aad70a678275 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for port (f1d2db13-58d7-4403-b9ab-8f527ba4c3be), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:56.091512 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c72abe8-9092-40ec-b04d-aad70a678275 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (f1d2db13-58d7-4403-b9ab-8f527ba4c3be), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:56.165081 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72abe8-9092-40ec-b04d-aad70a678275 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Pushing event updated for resources: {'Port': ['ID=f1d2db13-58d7-4403-b9ab-8f527ba4c3be,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:51:56.178723 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c72abe8-9092-40ec-b04d-aad70a678275 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (5aa5cf66-e939-409e-af27-d6d5eadb8149), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:56.301168 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-8c72abe8-9092-40ec-b04d-aad70a678275 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Floating IP 5aa5cf66-e939-409e-af27-d6d5eadb8149 associated. External IP: 172.25.3.159, port: 3deb1ffa-cd87-49ff-a443-b3a8b293910a. Jan 28 01:51:56.822990 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c72abe8-9092-40ec-b04d-aad70a678275 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Router 663f1610-f16a-477b-9393-740238185267 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:51:56.959634 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c72abe8-9092-40ec-b04d-aad70a678275 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:51:56.972124 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25e5e9f-abc8-4169-a6b2-1282a87c2afe None None] Sync routers for ids ['663f1610-f16a-477b-9393-740238185267'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:51:56.986056 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8c72abe8-9092-40ec-b04d-aad70a678275 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:51:56.989734 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25e5e9f-abc8-4169-a6b2-1282a87c2afe None None] Routers {'663f1610-f16a-477b-9393-740238185267'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:51:56.992762 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f25e5e9f-abc8-4169-a6b2-1282a87c2afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:51:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['663f1610-f16a-477b-9393-740238185267'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:57.026068 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8c72abe8-9092-40ec-b04d-aad70a678275 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2873366 Jan 28 01:51:57.026068 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09202dc2-94e6-4a42-aaaa-d24454b311a8', 'tag': '3deb1ffa-cd87-49ff-a443-b3a8b293910a'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:51:57.026974 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9d154d-3fc7-4a52-8925-f9fd8638f944" -d '{"events": [{"name": "network-changed", "server_uuid": "09202dc2-94e6-4a42-aaaa-d24454b311a8", "tag": "3deb1ffa-cd87-49ff-a443-b3a8b293910a"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:51:57.078447 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b561010-a3dc-4922-adf2-fb1c577e71cf x-openstack-request-id: req-4b561010-a3dc-4922-adf2-fb1c577e71cf {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:51:57.078892 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09202dc2-94e6-4a42-aaaa-d24454b311a8", "tag": "3deb1ffa-cd87-49ff-a443-b3a8b293910a", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:51:57.079281 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4b561010-a3dc-4922-adf2-fb1c577e71cf {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:51:57.079950 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09202dc2-94e6-4a42-aaaa-d24454b311a8', 'tag': '3deb1ffa-cd87-49ff-a443-b3a8b293910a', 'status': 'completed', 'code': 200} Jan 28 01:51:57.153063 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-f25e5e9f-abc8-4169-a6b2-1282a87c2afe None None] Set router 663f1610-f16a-477b-9393-740238185267 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:51:57.176329 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d154d-3fc7-4a52-8925-f9fd8638f944 req-0c3750b6-2fff-46ab-9547-e7a93c735c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:57.179157 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6f9d154d-3fc7-4a52-8925-f9fd8638f944 req-0c3750b6-2fff-46ab-9547-e7a93c735c02 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ce401b3cb7fc4ef9b9fa85ec8ee16471&device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 1097 time: 0.0559533 Jan 28 01:51:57.295393 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d154d-3fc7-4a52-8925-f9fd8638f944 req-4ab4c1c7-8445-4d58-abcc-ddf40e311907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:57.297180 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6f9d154d-3fc7-4a52-8925-f9fd8638f944 req-4ab4c1c7-8445-4d58-abcc-ddf40e311907 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff HTTP/1.1" status: 200 len: 909 time: 0.1127205 Jan 28 01:51:57.380636 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6f9d154d-3fc7-4a52-8925-f9fd8638f944 req-23b096c8-91ac-4516-9668-08c7b12c795c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3deb1ffa-cd87-49ff-a443-b3a8b293910a HTTP/1.1" status: 200 len: 1000 time: 0.0772197 Jan 28 01:51:57.460313 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d154d-3fc7-4a52-8925-f9fd8638f944 req-ef33304a-14fc-4003-9f67-28510cc81807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:57.461973 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6f9d154d-3fc7-4a52-8925-f9fd8638f944 req-ef33304a-14fc-4003-9f67-28510cc81807 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1cfe800-bb28-4c5c-ac30-90a85fb31e8a HTTP/1.1" status: 200 len: 847 time: 0.0756214 Jan 28 01:51:57.468761 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f25e5e9f-abc8-4169-a6b2-1282a87c2afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663f1610-f16a-477b-9393-740238185267', 'name': 'tempest-TestShelveInstance-204935799-router', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T01:51:25Z', 'revision_number': 4, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'gw_port': {'id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:22Z', 'updated_at': '2022-01-28T01:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '5aa5cf66-e939-409e-af27-d6d5eadb8149', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '663f1610-f16a-477b-9393-740238185267', 'port_id': '3deb1ffa-cd87-49ff-a443-b3a8b293910a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'mac_address': 'fa:16:3e:5e:7b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09202dc2-94e6-4a42-aaaa-d24454b311a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:51:55Z', 'updated_at': '2022-01-28T01:51:55Z', 'revision_number': 0, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '167ff4f7-1f24-4566-9a82-ea7845bf17c4', 'name': '', 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'mac_address': 'fa:16:3e:0a:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:24Z', 'updated_at': '2022-01-28T01:51:30Z', 'revision_number': 5, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'subnets': [{'id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:57.505840 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25e5e9f-abc8-4169-a6b2-1282a87c2afe None None] Checking router: 663f1610-f16a-477b-9393-740238185267 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:51:57.516982 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25e5e9f-abc8-4169-a6b2-1282a87c2afe None None] Routers {'663f1610-f16a-477b-9393-740238185267'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:51:57.517639 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f25e5e9f-abc8-4169-a6b2-1282a87c2afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:51:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['663f1610-f16a-477b-9393-740238185267'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:57.549512 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d154d-3fc7-4a52-8925-f9fd8638f944 req-ad0f0934-b0aa-4df1-8c65-1bde2a123c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:51:57.551267 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6f9d154d-3fc7-4a52-8925-f9fd8638f944 req-ad0f0934-b0aa-4df1-8c65-1bde2a123c48 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779195 Jan 28 01:51:57.658873 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-f25e5e9f-abc8-4169-a6b2-1282a87c2afe None None] Set router 663f1610-f16a-477b-9393-740238185267 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:51:57.682449 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6f9d154d-3fc7-4a52-8925-f9fd8638f944 req-07e8c3c8-e95a-4024-a64e-04b3cacbbc15 service neutron] 10.222.0.52 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245117 Jan 28 01:51:57.806711 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6f9d154d-3fc7-4a52-8925-f9fd8638f944 req-d451740b-fb25-4521-a098-b7ba99db4443 service neutron] 10.222.0.52 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187825 Jan 28 01:51:58.155249 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f25e5e9f-abc8-4169-a6b2-1282a87c2afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663f1610-f16a-477b-9393-740238185267', 'name': 'tempest-TestShelveInstance-204935799-router', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T01:51:25Z', 'revision_number': 4, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'gw_port': {'id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:22Z', 'updated_at': '2022-01-28T01:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '5aa5cf66-e939-409e-af27-d6d5eadb8149', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '663f1610-f16a-477b-9393-740238185267', 'port_id': '3deb1ffa-cd87-49ff-a443-b3a8b293910a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'mac_address': 'fa:16:3e:5e:7b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09202dc2-94e6-4a42-aaaa-d24454b311a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:51:55Z', 'updated_at': '2022-01-28T01:51:55Z', 'revision_number': 0, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '167ff4f7-1f24-4566-9a82-ea7845bf17c4', 'name': '', 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'mac_address': 'fa:16:3e:0a:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:24Z', 'updated_at': '2022-01-28T01:51:30Z', 'revision_number': 5, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'subnets': [{'id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:51:58.189119 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25e5e9f-abc8-4169-a6b2-1282a87c2afe None None] The sync data for ids ['663f1610-f16a-477b-9393-740238185267'] in n-d-826754-1 is: [{'id': '663f1610-f16a-477b-9393-740238185267', 'name': 'tempest-TestShelveInstance-204935799-router', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T01:51:25Z', 'revision_number': 4, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'gw_port': {'id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:22Z', 'updated_at': '2022-01-28T01:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '5aa5cf66-e939-409e-af27-d6d5eadb8149', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '663f1610-f16a-477b-9393-740238185267', 'port_id': '3deb1ffa-cd87-49ff-a443-b3a8b293910a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'mac_address': 'fa:16:3e:5e:7b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09202dc2-94e6-4a42-aaaa-d24454b311a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:51:55Z', 'updated_at': '2022-01-28T01:51:55Z', 'revision_number': 0, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '167ff4f7-1f24-4566-9a82-ea7845bf17c4', 'name': '', 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'mac_address': 'fa:16:3e:0a:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:24Z', 'updated_at': '2022-01-28T01:51:30Z', 'revision_number': 5, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'subnets': [{'id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:51:58.453706 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87366490-8787-4f2e-9498-8d39df07b77f None None] New status for floating IP 5aa5cf66-e939-409e-af27-d6d5eadb8149: ACTIVE {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:52:01.164530 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9515c9d4-db23-4ff7-97b7-63ff2357e231 req-e345b32c-19c6-4b39-b62a-d889710b9cb1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0503116 Jan 28 01:52:01.279485 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515c9d4-db23-4ff7-97b7-63ff2357e231 req-71cebb45-f0b8-48ba-a885-b3f6e086d6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:01.281809 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9515c9d4-db23-4ff7-97b7-63ff2357e231 req-71cebb45-f0b8-48ba-a885-b3f6e086d6f2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ce401b3cb7fc4ef9b9fa85ec8ee16471&device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 1097 time: 0.0536938 Jan 28 01:52:01.400196 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515c9d4-db23-4ff7-97b7-63ff2357e231 req-dcce4731-5e40-493a-a323-a72f8f730b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:01.401691 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9515c9d4-db23-4ff7-97b7-63ff2357e231 req-dcce4731-5e40-493a-a323-a72f8f730b9d service neutron] 10.222.0.52 "GET /v2.0/networks?id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff HTTP/1.1" status: 200 len: 909 time: 0.1008549 Jan 28 01:52:01.475366 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9515c9d4-db23-4ff7-97b7-63ff2357e231 req-ade0fb2d-b5f7-4e59-947c-65254bba64b5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3deb1ffa-cd87-49ff-a443-b3a8b293910a HTTP/1.1" status: 200 len: 1002 time: 0.0680254 Jan 28 01:52:01.534869 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515c9d4-db23-4ff7-97b7-63ff2357e231 req-bbe261c5-1228-4c3a-90dc-5400cc525ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:01.536650 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9515c9d4-db23-4ff7-97b7-63ff2357e231 req-bbe261c5-1228-4c3a-90dc-5400cc525ccf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1cfe800-bb28-4c5c-ac30-90a85fb31e8a HTTP/1.1" status: 200 len: 847 time: 0.0556316 Jan 28 01:52:01.591251 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515c9d4-db23-4ff7-97b7-63ff2357e231 req-212f673b-cbf0-42ec-8bc7-97b585e08c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:52:01.592999 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9515c9d4-db23-4ff7-97b7-63ff2357e231 req-212f673b-cbf0-42ec-8bc7-97b585e08c2c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511858 Jan 28 01:52:01.691557 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9515c9d4-db23-4ff7-97b7-63ff2357e231 req-5b248f48-013a-4f8a-9cc0-778285b4d18b service neutron] 10.222.0.52 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926895 Jan 28 01:52:01.790193 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-9515c9d4-db23-4ff7-97b7-63ff2357e231 req-64741131-c08e-4340-90e0-8984567e90d1 service neutron] 10.222.0.52 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933182 Jan 28 01:52:06.207050 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b76889d3-32db-4027-a8ae-552f811495b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:52:08.508845 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e0b23ffd-a7bf-44dc-b4c4-928016a0191e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:52:10.068688 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:52:11.596451 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:52:12.385208 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:52:13.840195 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:52:15.523996 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:52:30.554581 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:52:36.202345 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e8f80f20-f624-4efd-8857-e90b66171060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:52:38.505363 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c3b55f84-16b2-4631-bd8b-7ebd6501a33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:52:40.069977 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:52:41.599505 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:52:42.384707 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:52:43.839373 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:52:45.552998 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:01.229543 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1c260a94-f7a8-42b8-ae59-bde004a289ae req-f67a7856-a56c-4191-8fc1-e548f88f0e27 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0943964 Jan 28 01:53:01.340087 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c260a94-f7a8-42b8-ae59-bde004a289ae req-ff382e30-f7da-4762-9871-9332522bf760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:01.342780 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1c260a94-f7a8-42b8-ae59-bde004a289ae req-ff382e30-f7da-4762-9871-9332522bf760 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ce401b3cb7fc4ef9b9fa85ec8ee16471&device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 1097 time: 0.0509849 Jan 28 01:53:01.468370 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c260a94-f7a8-42b8-ae59-bde004a289ae req-340030ff-7034-4c53-aff9-83037474d019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:01.469886 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1c260a94-f7a8-42b8-ae59-bde004a289ae req-340030ff-7034-4c53-aff9-83037474d019 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff HTTP/1.1" status: 200 len: 909 time: 0.1055095 Jan 28 01:53:01.557371 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1c260a94-f7a8-42b8-ae59-bde004a289ae req-71bf0303-4127-462e-9706-c64af8803506 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3deb1ffa-cd87-49ff-a443-b3a8b293910a HTTP/1.1" status: 200 len: 1002 time: 0.0805669 Jan 28 01:53:01.607627 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c260a94-f7a8-42b8-ae59-bde004a289ae req-f405fb99-293a-4edf-b05e-8d0a0615da3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:01.609142 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1c260a94-f7a8-42b8-ae59-bde004a289ae req-f405fb99-293a-4edf-b05e-8d0a0615da3f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1cfe800-bb28-4c5c-ac30-90a85fb31e8a HTTP/1.1" status: 200 len: 847 time: 0.0463257 Jan 28 01:53:01.669399 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c260a94-f7a8-42b8-ae59-bde004a289ae req-5420a1a3-54bd-4f66-95c5-4f97ed27ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:53:01.671028 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1c260a94-f7a8-42b8-ae59-bde004a289ae req-5420a1a3-54bd-4f66-95c5-4f97ed27ae1f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550153 Jan 28 01:53:01.770298 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1c260a94-f7a8-42b8-ae59-bde004a289ae req-70bee833-ae7b-4303-a0d9-14420baeb793 service neutron] 10.222.0.52 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917876 Jan 28 01:53:01.872716 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-1c260a94-f7a8-42b8-ae59-bde004a289ae req-d5e0638d-a8d2-49b7-a3ec-6d57fe3b0272 service neutron] 10.222.0.52 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967696 Jan 28 01:53:06.206918 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e114fe82-4030-4fc6-a314-1f3c0262d399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:07.557031 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:53:08.500285 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1bfc0482-b03f-409c-bb4f-3a99e6dbcb83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:10.068881 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:11.597615 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:12.382110 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:13.834757 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:15.559660 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:36.212758 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-458bcd25-7246-4a9b-b8f1-7d9fdd61c13a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:38.506937 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d6e8bbfd-5dcb-4334-9d21-53ad6177cdf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:40.080957 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:41.609227 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:42.380587 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:43.857653 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:53:44.562755 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:53:45.561135 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:03.168276 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fb0c07ff-0875-43eb-9248-fea586d5b653 req-f2c086d7-3c74-4f9b-8e76-f7663d04ec18 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462389 Jan 28 01:54:03.271625 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c07ff-0875-43eb-9248-fea586d5b653 req-83b801e4-69f0-4e88-a60f-0ffaf628ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:03.273194 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fb0c07ff-0875-43eb-9248-fea586d5b653 req-83b801e4-69f0-4e88-a60f-0ffaf628ec9c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ce401b3cb7fc4ef9b9fa85ec8ee16471&device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 1097 time: 0.0448444 Jan 28 01:54:03.397335 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c07ff-0875-43eb-9248-fea586d5b653 req-643199e4-a4c2-4319-b225-6cf575d16a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:03.399090 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fb0c07ff-0875-43eb-9248-fea586d5b653 req-643199e4-a4c2-4319-b225-6cf575d16a94 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff HTTP/1.1" status: 200 len: 909 time: 0.1004672 Jan 28 01:54:03.507415 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fb0c07ff-0875-43eb-9248-fea586d5b653 req-ac72d2e2-156d-4881-b546-ec88adf2c3eb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3deb1ffa-cd87-49ff-a443-b3a8b293910a HTTP/1.1" status: 200 len: 1002 time: 0.1016560 Jan 28 01:54:03.580976 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c07ff-0875-43eb-9248-fea586d5b653 req-c4879f51-cef6-4931-a557-7d408b2b9859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:03.582589 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fb0c07ff-0875-43eb-9248-fea586d5b653 req-c4879f51-cef6-4931-a557-7d408b2b9859 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1cfe800-bb28-4c5c-ac30-90a85fb31e8a HTTP/1.1" status: 200 len: 847 time: 0.0688829 Jan 28 01:54:03.642011 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c07ff-0875-43eb-9248-fea586d5b653 req-7753a60d-2c05-437b-b3ad-1a6e64194f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:03.643563 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fb0c07ff-0875-43eb-9248-fea586d5b653 req-7753a60d-2c05-437b-b3ad-1a6e64194f65 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552731 Jan 28 01:54:03.740863 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fb0c07ff-0875-43eb-9248-fea586d5b653 req-77ef19af-30c7-48fb-a0f7-4ba454479754 service neutron] 10.222.0.52 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914211 Jan 28 01:54:03.854817 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-fb0c07ff-0875-43eb-9248-fea586d5b653 req-d8d560e4-b9f1-48c0-9b08-4efdba0159d4 service neutron] 10.222.0.52 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086426 Jan 28 01:54:06.210778 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c434f248-7170-4e16-b1b5-cd1f0dbd0ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:08.509974 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6a2b2777-e32a-40bb-af88-dac1e863eaec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:10.079277 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:11.606357 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:12.384467 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:13.851967 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:15.555293 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:21.565120 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:54:24.242981 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33667f4-6047-4286-be05-c9ca185f27f5 req-47daff6c-112d-4923-9547-0f614212a8de tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:24.245188 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b33667f4-6047-4286-be05-c9ca185f27f5 req-47daff6c-112d-4923-9547-0f614212a8de tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 946 time: 0.0584068 Jan 28 01:54:24.299176 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b33667f4-6047-4286-be05-c9ca185f27f5 req-311d8a29-9c2a-414d-bb64-26833be1d7f3 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474861 Jan 28 01:54:25.439725 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da0924-cd25-4037-a30d-1fcd94ab283b req-4fbee2b5-cc45-4afc-b42d-b9f05ebc4dfd tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:25.441389 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c8da0924-cd25-4037-a30d-1fcd94ab283b req-4fbee2b5-cc45-4afc-b42d-b9f05ebc4dfd tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 946 time: 0.0629928 Jan 28 01:54:25.507088 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c8da0924-cd25-4037-a30d-1fcd94ab283b req-5d8a1fd7-cc68-4d54-9cbf-e4c34147cbfb tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593388 Jan 28 01:54:26.658359 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312170d5-3168-4c4e-b61a-76722cb4dffe req-a1dd2bd9-4304-42bd-bde2-0234e0a54f91 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:26.660011 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-312170d5-3168-4c4e-b61a-76722cb4dffe req-a1dd2bd9-4304-42bd-bde2-0234e0a54f91 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 946 time: 0.0536969 Jan 28 01:54:26.718243 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-312170d5-3168-4c4e-b61a-76722cb4dffe req-b862d69d-40c7-4d2c-84de-762364ec845c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521567 Jan 28 01:54:27.861294 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054cfc4-4102-4366-b1dd-804227494128 req-61340409-eb40-41d8-b070-c1446f0134e9 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:27.862828 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0054cfc4-4102-4366-b1dd-804227494128 req-61340409-eb40-41d8-b070-c1446f0134e9 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 946 time: 0.0687592 Jan 28 01:54:27.935158 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0054cfc4-4102-4366-b1dd-804227494128 req-7093a14a-0327-46ae-9b31-477c7e8d7c52 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658319 Jan 28 01:54:29.064821 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf72803-1a37-4a5f-aac0-89574a253d27 req-b24f49da-6244-4114-98cf-43c28a0faa0c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:29.066340 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9cf72803-1a37-4a5f-aac0-89574a253d27 req-b24f49da-6244-4114-98cf-43c28a0faa0c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 946 time: 0.0510218 Jan 28 01:54:29.128267 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9cf72803-1a37-4a5f-aac0-89574a253d27 req-04bdb87c-a5a9-43a1-bc14-313445effbb3 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544713 Jan 28 01:54:30.262330 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66394c7-a545-439b-9890-dba63ad6fc66 req-1c92ea5e-5d92-48ff-8716-5c046b1416e1 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:30.264094 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f66394c7-a545-439b-9890-dba63ad6fc66 req-1c92ea5e-5d92-48ff-8716-5c046b1416e1 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 946 time: 0.0534844 Jan 28 01:54:30.318569 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f66394c7-a545-439b-9890-dba63ad6fc66 req-b5c0b2fe-7514-41af-be07-a12844ac42e2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477555 Jan 28 01:54:31.455899 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e30e7c-a3f2-473e-88e7-8a60910775ea req-c2296e05-e999-4765-801b-0dd1849c5310 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:31.457410 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-68e30e7c-a3f2-473e-88e7-8a60910775ea req-c2296e05-e999-4765-801b-0dd1849c5310 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 946 time: 0.0646858 Jan 28 01:54:31.514874 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-68e30e7c-a3f2-473e-88e7-8a60910775ea req-f06950df-3c1a-4939-9f01-bc731606ff5d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514727 Jan 28 01:54:32.639998 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139bba9-df68-4505-b547-7f19dfb8529b req-4da159cf-3459-4e0f-9811-76edc074c8f2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:32.641567 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4139bba9-df68-4505-b547-7f19dfb8529b req-4da159cf-3459-4e0f-9811-76edc074c8f2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 946 time: 0.0542607 Jan 28 01:54:32.702964 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4139bba9-df68-4505-b547-7f19dfb8529b req-722d9db9-2ac3-4874-b989-43725aab3ddf tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551269 Jan 28 01:54:33.860792 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16141853-efce-495a-9ffc-10c03095d6b4 req-0a6bc36d-b697-418e-b156-bda0a9c38941 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:33.862345 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-16141853-efce-495a-9ffc-10c03095d6b4 req-0a6bc36d-b697-418e-b156-bda0a9c38941 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 946 time: 0.0570133 Jan 28 01:54:33.916476 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-16141853-efce-495a-9ffc-10c03095d6b4 req-e0ab1bf4-a643-4f4a-af14-e3f4a2c04ff9 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483694 Jan 28 01:54:35.058071 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d562d-a4d7-47e2-8232-74b0481416c1 req-1e56cadd-2f8b-4299-8246-02bf37920ec0 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:35.060410 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d58d562d-a4d7-47e2-8232-74b0481416c1 req-1e56cadd-2f8b-4299-8246-02bf37920ec0 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 946 time: 0.0659056 Jan 28 01:54:35.117612 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d58d562d-a4d7-47e2-8232-74b0481416c1 req-4dfd646b-da2f-47dc-a6ef-ff293abbff40 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511148 Jan 28 01:54:36.205416 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-94ecd8b1-a79d-49a7-aff4-3a971c65581e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:36.246683 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974620bf-ea19-46bc-a0e4-06fbfda6accd req-660fcfc9-f761-4c8a-ad21-505417092414 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:36.248359 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-974620bf-ea19-46bc-a0e4-06fbfda6accd req-660fcfc9-f761-4c8a-ad21-505417092414 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 946 time: 0.0562119 Jan 28 01:54:36.323032 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-974620bf-ea19-46bc-a0e4-06fbfda6accd req-2622d5e8-cd00-4efa-940b-9de84651f304 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673480 Jan 28 01:54:37.467575 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d032cc5-96ff-4bd9-aa54-c5173678193a req-11c9ca0b-b16d-4200-b4d0-4573d7a2391e tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:37.469133 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0d032cc5-96ff-4bd9-aa54-c5173678193a req-11c9ca0b-b16d-4200-b4d0-4573d7a2391e tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 946 time: 0.0545173 Jan 28 01:54:37.526511 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0d032cc5-96ff-4bd9-aa54-c5173678193a req-07a96f9d-ce11-4332-ac1f-ffcbe1d6a521 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517459 Jan 28 01:54:38.504997 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c7215dea-24ff-452c-9a68-ac06bc66d37b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:38.509888 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 3deb1ffa-cd87-49ff-a443-b3a8b293910a details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:54:38.626119 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 3deb1ffa-cd87-49ff-a443-b3a8b293910a, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=3deb1ffa-cd87-49ff-a443-b3a8b293910a,segment=NetworkSegment(1b73eaeb-6be8-4447-a5d8-50ffd3e278e0),segment_id=1b73eaeb-6be8-4447-a5d8-50ffd3e278e0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:54:38.640082 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '3deb1ffa-cd87-49ff-a443-b3a8b293910a', 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'port_id': '3deb1ffa-cd87-49ff-a443-b3a8b293910a', 'mac_address': 'fa:16:3e:5e:7b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:54:38.670341 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232625d-feb2-4e29-8b85-e979191dd6d9 req-d22d3b2a-ee3f-4b03-9fed-82d4b8bea8ab tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:38.672130 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7232625d-feb2-4e29-8b85-e979191dd6d9 req-d22d3b2a-ee3f-4b03-9fed-82d4b8bea8ab tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 946 time: 0.0585485 Jan 28 01:54:38.684163 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 3deb1ffa-cd87-49ff-a443-b3a8b293910a is: ACTIVE; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:54:38.684598 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3deb1ffa-cd87-49ff-a443-b3a8b293910a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:38.700409 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3deb1ffa-cd87-49ff-a443-b3a8b293910a {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:54:38.729047 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 3deb1ffa-cd87-49ff-a443-b3a8b293910a, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=3deb1ffa-cd87-49ff-a443-b3a8b293910a,segment=NetworkSegment(1b73eaeb-6be8-4447-a5d8-50ffd3e278e0),segment_id=1b73eaeb-6be8-4447-a5d8-50ffd3e278e0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:54:38.735255 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3deb1ffa-cd87-49ff-a443-b3a8b293910a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:38.748860 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7232625d-feb2-4e29-8b85-e979191dd6d9 req-a0d30c74-d035-4778-9853-9c90b246d838 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685740 Jan 28 01:54:38.814586 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=3deb1ffa-cd87-49ff-a443-b3a8b293910a,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:38.823514 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:38.824649 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:38.825074 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:38.825597 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:38.826155 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:38.826660 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:38.827092 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:38.827516 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:38.827970 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:38.828389 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:38.828806 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:38.829222 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:38.829634 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:54:38.878412 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['3deb1ffa-cd87-49ff-a443-b3a8b293910a'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:54:39.893985 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100cd416-3bdc-497d-81e3-b405bc2f5a94 req-5c483cba-e37f-4afe-9f46-7fbf121a60b2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:39.895593 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-100cd416-3bdc-497d-81e3-b405bc2f5a94 req-5c483cba-e37f-4afe-9f46-7fbf121a60b2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 945 time: 0.0619729 Jan 28 01:54:39.948770 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-100cd416-3bdc-497d-81e3-b405bc2f5a94 req-e3252023-7fe3-49fb-932c-48d31f4754e6 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470567 Jan 28 01:54:40.086469 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:40.524595 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 3deb1ffa-cd87-49ff-a443-b3a8b293910a up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:54:40.599680 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 3deb1ffa-cd87-49ff-a443-b3a8b293910a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:54:40.599974 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3deb1ffa-cd87-49ff-a443-b3a8b293910a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:40.726218 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 3deb1ffa-cd87-49ff-a443-b3a8b293910a is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:54:40.726831 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3deb1ffa-cd87-49ff-a443-b3a8b293910a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:40.764726 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09202dc2-94e6-4a42-aaaa-d24454b311a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3deb1ffa-cd87-49ff-a443-b3a8b293910a'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:54:40.767721 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e7127d-de61-4bef-9689-c03385fa8597" -d '{"events": [{"server_uuid": "09202dc2-94e6-4a42-aaaa-d24454b311a8", "name": "network-vif-plugged", "status": "completed", "tag": "3deb1ffa-cd87-49ff-a443-b3a8b293910a"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:54:40.789625 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 3deb1ffa-cd87-49ff-a443-b3a8b293910a, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=3deb1ffa-cd87-49ff-a443-b3a8b293910a,segment=NetworkSegment(1b73eaeb-6be8-4447-a5d8-50ffd3e278e0),segment_id=1b73eaeb-6be8-4447-a5d8-50ffd3e278e0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:54:40.797890 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3deb1ffa-cd87-49ff-a443-b3a8b293910a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:40.846916 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cc2bcb-963d-4756-a23a-7005b0a4715a x-openstack-request-id: req-00cc2bcb-963d-4756-a23a-7005b0a4715a {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:54:40.847371 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09202dc2-94e6-4a42-aaaa-d24454b311a8", "name": "network-vif-plugged", "status": "completed", "tag": "3deb1ffa-cd87-49ff-a443-b3a8b293910a", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:54:40.848136 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-00cc2bcb-963d-4756-a23a-7005b0a4715a {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:54:40.848701 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09202dc2-94e6-4a42-aaaa-d24454b311a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3deb1ffa-cd87-49ff-a443-b3a8b293910a', 'code': 200} Jan 28 01:54:40.903298 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=3deb1ffa-cd87-49ff-a443-b3a8b293910a,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:41.118799 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0f177-b6c7-4346-b6f5-e9f1ac6729fc req-6e41b5d4-71cc-47cc-9890-e91c7a55acaa tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:41.125118 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-10b0f177-b6c7-4346-b6f5-e9f1ac6729fc req-6e41b5d4-71cc-47cc-9890-e91c7a55acaa tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 946 time: 0.0798445 Jan 28 01:54:41.196015 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-10b0f177-b6c7-4346-b6f5-e9f1ac6729fc req-108641dc-5496-42f3-bdf0-af84c171d5ce tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655153 Jan 28 01:54:41.612249 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:42.380632 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:42.397277 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9e0fa-70c5-4c98-ad66-0ba6f6ab974d req-e2f2bab9-1f35-4c2c-ba29-9ead6a6712c2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:42.401196 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-55f9e0fa-70c5-4c98-ad66-0ba6f6ab974d req-e2f2bab9-1f35-4c2c-ba29-9ead6a6712c2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 946 time: 0.0986695 Jan 28 01:54:42.470600 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-55f9e0fa-70c5-4c98-ad66-0ba6f6ab974d req-1a3b06e9-e7d7-4266-af4c-6b78d3d3094b tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619550 Jan 28 01:54:43.637889 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a2732-567b-47dd-9ed8-54acef14efcc req-8feb9fc0-eb31-4464-8393-df9f804f2e18 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:43.639686 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f11a2732-567b-47dd-9ed8-54acef14efcc req-8feb9fc0-eb31-4464-8393-df9f804f2e18 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 946 time: 0.0604208 Jan 28 01:54:43.711662 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f11a2732-567b-47dd-9ed8-54acef14efcc req-6ddf483e-1502-432b-896f-60146d8079bb tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620103 Jan 28 01:54:43.868532 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:44.860742 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9589c61-00d9-422e-9deb-67535f90004f req-b1061b4d-34d1-4aa1-a96d-b7fe2c3ff01a tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:44.862580 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f9589c61-00d9-422e-9deb-67535f90004f req-b1061b4d-34d1-4aa1-a96d-b7fe2c3ff01a tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 946 time: 0.0604274 Jan 28 01:54:44.923499 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f9589c61-00d9-422e-9deb-67535f90004f req-1a42349e-be54-4e8c-b915-58c67e7de5b9 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543845 Jan 28 01:54:45.578699 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:46.095973 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de603552-9c41-4768-bf13-615b46773c5c req-f43b3211-b82e-4ff8-a73b-a3a2de16d26d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:46.104113 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de603552-9c41-4768-bf13-615b46773c5c req-f43b3211-b82e-4ff8-a73b-a3a2de16d26d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 946 time: 0.0754614 Jan 28 01:54:46.160285 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de603552-9c41-4768-bf13-615b46773c5c req-0c0ce872-f2ec-4e77-ae07-223a5dfe2cfd tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549214 Jan 28 01:54:47.321816 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad30f6-c5af-4c3e-ba79-6d44eb54ff40 req-fb684a24-4d3c-4dbd-99ac-1c99cb76defa tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:47.324392 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-38ad30f6-c5af-4c3e-ba79-6d44eb54ff40 req-fb684a24-4d3c-4dbd-99ac-1c99cb76defa tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 946 time: 0.0682967 Jan 28 01:54:47.403136 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-38ad30f6-c5af-4c3e-ba79-6d44eb54ff40 req-ef92bffd-6e5c-4b2e-8a31-dccfa3e9f789 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562687 Jan 28 01:54:48.611297 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc74231-c953-40d5-ba35-2502e491f8e3 req-5693846f-e088-445e-8801-b31c185238ca tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:48.613912 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0cc74231-c953-40d5-ba35-2502e491f8e3 req-5693846f-e088-445e-8801-b31c185238ca tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 946 time: 0.0825520 Jan 28 01:54:48.711125 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0cc74231-c953-40d5-ba35-2502e491f8e3 req-d0f1108a-81cc-42b4-8609-265f899a7ffe tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897610 Jan 28 01:54:49.891766 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b3d12-03b8-4c61-9e58-738de8621e03 req-634cf74a-752c-4388-bc78-b2d81d864aad tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:49.893564 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9f1b3d12-03b8-4c61-9e58-738de8621e03 req-634cf74a-752c-4388-bc78-b2d81d864aad tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 946 time: 0.0835960 Jan 28 01:54:49.970278 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9f1b3d12-03b8-4c61-9e58-738de8621e03 req-9ef28bf6-7d70-4f28-b8f6-4048af101324 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688365 Jan 28 01:54:51.113521 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ccdea-643f-4cf8-85dd-63fc1b45157f req-d5e8dc75-f32b-4895-b326-85eea9a30083 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:51.115043 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-670ccdea-643f-4cf8-85dd-63fc1b45157f req-d5e8dc75-f32b-4895-b326-85eea9a30083 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 946 time: 0.0522768 Jan 28 01:54:51.174124 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-670ccdea-643f-4cf8-85dd-63fc1b45157f req-d7bd971b-7ed7-4bbc-989e-f2ba05cea1a6 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524220 Jan 28 01:54:51.323970 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4cd0c-c935-4b66-82b3-0e9337614fd6 req-555358e8-8feb-4e7b-8835-fb0f7e9554d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:51.325391 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f5b4cd0c-c935-4b66-82b3-0e9337614fd6 req-555358e8-8feb-4e7b-8835-fb0f7e9554d4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ce401b3cb7fc4ef9b9fa85ec8ee16471&device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 1097 time: 0.0461166 Jan 28 01:54:51.433714 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4cd0c-c935-4b66-82b3-0e9337614fd6 req-6107c456-289a-4c08-ad40-e79cd14b1e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:51.435232 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f5b4cd0c-c935-4b66-82b3-0e9337614fd6 req-6107c456-289a-4c08-ad40-e79cd14b1e6a service neutron] 10.222.0.52 "GET /v2.0/networks?id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff HTTP/1.1" status: 200 len: 909 time: 0.1042402 Jan 28 01:54:51.518843 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f5b4cd0c-c935-4b66-82b3-0e9337614fd6 req-5a28cbe5-e0cd-4a0a-a2ac-d5f7a35fc7e2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3deb1ffa-cd87-49ff-a443-b3a8b293910a HTTP/1.1" status: 200 len: 1002 time: 0.0768390 Jan 28 01:54:51.588535 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4cd0c-c935-4b66-82b3-0e9337614fd6 req-f69e9a50-67cf-415f-ac1e-53c2b3045cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:51.590013 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f5b4cd0c-c935-4b66-82b3-0e9337614fd6 req-f69e9a50-67cf-415f-ac1e-53c2b3045cf3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1cfe800-bb28-4c5c-ac30-90a85fb31e8a HTTP/1.1" status: 200 len: 847 time: 0.0655370 Jan 28 01:54:51.654384 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4cd0c-c935-4b66-82b3-0e9337614fd6 req-4fc7f465-5126-4da2-b51f-6e216ba922c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:51.655948 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f5b4cd0c-c935-4b66-82b3-0e9337614fd6 req-4fc7f465-5126-4da2-b51f-6e216ba922c8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599811 Jan 28 01:54:51.759756 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f5b4cd0c-c935-4b66-82b3-0e9337614fd6 req-8fa0e8f5-6316-4b7d-b8e9-57c547afc26e service neutron] 10.222.0.52 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957866 Jan 28 01:54:51.875624 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f5b4cd0c-c935-4b66-82b3-0e9337614fd6 req-b6d910f6-383e-4117-9e22-83f7c9fa860a service neutron] 10.222.0.52 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102061 Jan 28 01:54:52.297870 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a10e4-d17e-4375-9ca2-e69ee72168db req-7ab7a9b5-f1e0-4ced-8570-9747890445a1 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:52.299395 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dc4a10e4-d17e-4375-9ca2-e69ee72168db req-7ab7a9b5-f1e0-4ced-8570-9747890445a1 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 946 time: 0.0519049 Jan 28 01:54:52.362519 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dc4a10e4-d17e-4375-9ca2-e69ee72168db req-2995a21d-704f-446a-80fa-44547e0c3433 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554936 Jan 28 01:54:53.511929 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1a956-3891-4884-a153-99542cd8c501 req-0570a572-72c2-43b5-a0d0-c8283974b1a4 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:53.513519 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-36e1a956-3891-4884-a153-99542cd8c501 req-0570a572-72c2-43b5-a0d0-c8283974b1a4 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 946 time: 0.0629158 Jan 28 01:54:53.572451 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-36e1a956-3891-4884-a153-99542cd8c501 req-0d44a551-7484-4cce-b038-490fcc1fa918 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520818 Jan 28 01:54:54.606106 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 3deb1ffa-cd87-49ff-a443-b3a8b293910a no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:54:54.731388 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 3deb1ffa-cd87-49ff-a443-b3a8b293910a is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:54:54.731814 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3deb1ffa-cd87-49ff-a443-b3a8b293910a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:54.741120 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e1c31-62f5-470b-bc3d-3a0819d9ff0d req-90b85ca4-5bf7-4b7a-850a-8e8924dc365c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:54.743851 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-566e1c31-62f5-470b-bc3d-3a0819d9ff0d req-90b85ca4-5bf7-4b7a-850a-8e8924dc365c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 946 time: 0.0875812 Jan 28 01:54:54.755689 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09202dc2-94e6-4a42-aaaa-d24454b311a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3deb1ffa-cd87-49ff-a443-b3a8b293910a'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:54:54.757969 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f217f7-d699-4302-aa41-830fc0bd72b1" -d '{"events": [{"server_uuid": "09202dc2-94e6-4a42-aaaa-d24454b311a8", "name": "network-vif-unplugged", "status": "completed", "tag": "3deb1ffa-cd87-49ff-a443-b3a8b293910a"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:54:54.778253 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 3deb1ffa-cd87-49ff-a443-b3a8b293910a, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=3deb1ffa-cd87-49ff-a443-b3a8b293910a,segment=NetworkSegment(1b73eaeb-6be8-4447-a5d8-50ffd3e278e0),segment_id=1b73eaeb-6be8-4447-a5d8-50ffd3e278e0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:54:54.783920 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3deb1ffa-cd87-49ff-a443-b3a8b293910a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:54:54.809101 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-566e1c31-62f5-470b-bc3d-3a0819d9ff0d req-a2d53475-9a3e-4220-8d68-2d929312b030 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578814 Jan 28 01:54:54.818744 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 01:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23e25df-b28b-4d7c-8673-cf615e7163ae x-openstack-request-id: req-b23e25df-b28b-4d7c-8673-cf615e7163ae {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:54:54.818744 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09202dc2-94e6-4a42-aaaa-d24454b311a8", "name": "network-vif-unplugged", "status": "failed", "tag": "3deb1ffa-cd87-49ff-a443-b3a8b293910a", "code": 422}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:54:54.818744 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b23e25df-b28b-4d7c-8673-cf615e7163ae {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:54:54.819700 n-d-826754-1 neutron-server[103345]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '09202dc2-94e6-4a42-aaaa-d24454b311a8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3deb1ffa-cd87-49ff-a443-b3a8b293910a', 'code': 422} returned with failed status Jan 28 01:54:54.863451 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=3deb1ffa-cd87-49ff-a443-b3a8b293910a,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:54:54.911206 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-d0d52724-d446-4e0c-8b3c-70c4cf94c6e4 req-f6b4fa47-428e-49d4-bf52-ecbfb03db585 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:54:54.912678 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d0d52724-d446-4e0c-8b3c-70c4cf94c6e4 req-f6b4fa47-428e-49d4-bf52-ecbfb03db585 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067687 Jan 28 01:54:55.118805 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6b6b7-ac14-4468-9c70-2a902e088b5c req-5bd5b347-4c63-43d7-892d-052d284fdd4d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:55.121568 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-65e6b6b7-ac14-4468-9c70-2a902e088b5c req-5bd5b347-4c63-43d7-892d-052d284fdd4d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 944 time: 0.0704508 Jan 28 01:54:55.178239 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-65e6b6b7-ac14-4468-9c70-2a902e088b5c req-e107ccba-03e7-4d2e-a061-8ff7b72e1e96 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508602 Jan 28 01:54:55.549386 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-78a1d78e-fb95-4207-bdd1-4a5856567218 req-8ee31952-2315-4737-8408-815d82f079b3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1807671 Jan 28 01:54:56.307430 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211a1ee-78a6-4292-8688-dfb0f219a19f req-47b75b10-7614-47be-b554-02a8ca90769a tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:56.309462 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5211a1ee-78a6-4292-8688-dfb0f219a19f req-47b75b10-7614-47be-b554-02a8ca90769a tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 944 time: 0.0502679 Jan 28 01:54:56.373757 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5211a1ee-78a6-4292-8688-dfb0f219a19f req-75e863e6-2ab6-46b4-87f4-c961dcd7db74 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519106 Jan 28 01:54:56.505530 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1d78e-fb95-4207-bdd1-4a5856567218 req-3952f65a-f8b3-4248-b542-aa7a0d9a3e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:56.507032 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-78a1d78e-fb95-4207-bdd1-4a5856567218 req-3952f65a-f8b3-4248-b542-aa7a0d9a3e91 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8&tenant_id=ce401b3cb7fc4ef9b9fa85ec8ee16471 HTTP/1.1" status: 200 len: 1095 time: 0.0795348 Jan 28 01:54:56.585207 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1d78e-fb95-4207-bdd1-4a5856567218 req-1e068113-8b45-450c-a8b3-2307e1c34225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:56.586654 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-78a1d78e-fb95-4207-bdd1-4a5856567218 req-1e068113-8b45-450c-a8b3-2307e1c34225 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ce401b3cb7fc4ef9b9fa85ec8ee16471&device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 1095 time: 0.0473390 Jan 28 01:54:56.676565 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1d78e-fb95-4207-bdd1-4a5856567218 req-aca1dfb3-f2d0-4d6d-b306-4027700a9e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:56.678066 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-78a1d78e-fb95-4207-bdd1-4a5856567218 req-aca1dfb3-f2d0-4d6d-b306-4027700a9e9f service neutron] 10.222.0.52 "GET /v2.0/networks?id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff HTTP/1.1" status: 200 len: 909 time: 0.0862920 Jan 28 01:54:56.752169 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-78a1d78e-fb95-4207-bdd1-4a5856567218 req-99bf55ae-fe41-428f-a21c-284049827a34 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3deb1ffa-cd87-49ff-a443-b3a8b293910a HTTP/1.1" status: 200 len: 1000 time: 0.0672960 Jan 28 01:54:56.802278 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1d78e-fb95-4207-bdd1-4a5856567218 req-3fa90c31-3038-4d16-a7c5-b462f666b0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:56.803770 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-78a1d78e-fb95-4207-bdd1-4a5856567218 req-3fa90c31-3038-4d16-a7c5-b462f666b0ae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1cfe800-bb28-4c5c-ac30-90a85fb31e8a HTTP/1.1" status: 200 len: 847 time: 0.0462062 Jan 28 01:54:56.851758 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1d78e-fb95-4207-bdd1-4a5856567218 req-856f12c5-2a1d-42af-8798-f9816c0c73c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:56.853311 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-78a1d78e-fb95-4207-bdd1-4a5856567218 req-856f12c5-2a1d-42af-8798-f9816c0c73c3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434957 Jan 28 01:54:56.946778 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-78a1d78e-fb95-4207-bdd1-4a5856567218 req-a5109240-cda2-4225-9053-bbf57f361352 service neutron] 10.222.0.52 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875118 Jan 28 01:54:57.047784 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-78a1d78e-fb95-4207-bdd1-4a5856567218 req-2c7acc86-1104-436e-8eee-6537d4257e74 service neutron] 10.222.0.52 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946469 Jan 28 01:54:57.744795 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93feddfe-de82-4404-9780-f3c0ebe89bf9 req-4a991b8e-6f9c-4019-98d8-6ef90a196bc3 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:57.756374 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93feddfe-de82-4404-9780-f3c0ebe89bf9 req-4a991b8e-6f9c-4019-98d8-6ef90a196bc3 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 944 time: 0.2735801 Jan 28 01:54:57.820322 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-93feddfe-de82-4404-9780-f3c0ebe89bf9 req-ae196147-0c21-43c5-bcda-c92a59122ead tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626495 Jan 28 01:54:58.570514 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:54:59.042495 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c25ac-2615-4532-8426-d5960b95f7cb req-3f6d6e08-d11f-4a21-9741-1ca54c1b031d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:54:59.047660 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d7c25ac-2615-4532-8426-d5960b95f7cb req-3f6d6e08-d11f-4a21-9741-1ca54c1b031d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 944 time: 0.1230881 Jan 28 01:54:59.128375 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d7c25ac-2615-4532-8426-d5960b95f7cb req-bb645e85-e994-46c8-9a7a-e2f820f93e57 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747995 Jan 28 01:55:00.269856 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d3d31-ccfe-4db9-8156-004cbe71b267 req-30ab8588-b77b-4716-b7c8-d006f50c2096 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:00.272037 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-359d3d31-ccfe-4db9-8156-004cbe71b267 req-30ab8588-b77b-4716-b7c8-d006f50c2096 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 944 time: 0.0609586 Jan 28 01:55:00.337122 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-359d3d31-ccfe-4db9-8156-004cbe71b267 req-6fb3eef7-fa41-4fbb-82e9-7995e553171b tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583551 Jan 28 01:55:01.527488 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d417f6-2e34-46a4-b686-60315a4c8d0b req-da6603ec-e0a2-4b44-babd-2f0ed03e1255 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:01.531419 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0d417f6-2e34-46a4-b686-60315a4c8d0b req-da6603ec-e0a2-4b44-babd-2f0ed03e1255 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 944 time: 0.1074548 Jan 28 01:55:01.601465 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f0d417f6-2e34-46a4-b686-60315a4c8d0b req-9d649244-7336-4ca5-b425-2a8f42e0277b tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635619 Jan 28 01:55:02.768094 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ebd42-a73d-4bd9-9647-554abde4f104 req-096c5045-bbdb-46e7-86c9-91b9c443ab26 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:02.777359 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-163ebd42-a73d-4bd9-9647-554abde4f104 req-096c5045-bbdb-46e7-86c9-91b9c443ab26 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 944 time: 0.0842233 Jan 28 01:55:02.830385 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-163ebd42-a73d-4bd9-9647-554abde4f104 req-e71f84ec-0201-405b-885c-8cc14ba6198f tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520844 Jan 28 01:55:04.014653 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11bb39-82ef-4053-b364-279671bc58d2 req-0cd8b51b-4310-4afc-9803-96562ce1ad9b tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:04.017372 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6d11bb39-82ef-4053-b364-279671bc58d2 req-0cd8b51b-4310-4afc-9803-96562ce1ad9b tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 944 time: 0.0863018 Jan 28 01:55:04.110847 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6d11bb39-82ef-4053-b364-279671bc58d2 req-24983d13-37cf-4488-9551-30c921a3fc4c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843308 Jan 28 01:55:05.293240 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79653e-2a78-479e-9d71-1ad1bff9869e req-e1fba09f-7e87-4231-bbcc-5261e1fcbb2b tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:05.295400 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e79653e-2a78-479e-9d71-1ad1bff9869e req-e1fba09f-7e87-4231-bbcc-5261e1fcbb2b tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 944 time: 0.0715625 Jan 28 01:55:05.376680 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7e79653e-2a78-479e-9d71-1ad1bff9869e req-de44d735-8b86-4c33-8ff2-e04d786494ea tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739195 Jan 28 01:55:06.216944 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9a5db011-31af-449b-808f-02fe8e4d218e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:55:06.547724 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12eecd4-205c-41d1-950a-10d590cbad4c req-dc95a6cf-877d-4055-989e-3785e7ebc993 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:06.549251 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a12eecd4-205c-41d1-950a-10d590cbad4c req-dc95a6cf-877d-4055-989e-3785e7ebc993 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 944 time: 0.0640705 Jan 28 01:55:06.605397 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a12eecd4-205c-41d1-950a-10d590cbad4c req-ab7b4e6d-2ac4-4e95-bc0b-67981a953fcb tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490870 Jan 28 01:55:07.760684 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36dc0a-7c40-4aab-b5f3-4dc5794b63df req-9033ee2f-6b3d-4c3c-bc4c-c9424f0a2ccf tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:07.762323 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e36dc0a-7c40-4aab-b5f3-4dc5794b63df req-9033ee2f-6b3d-4c3c-bc4c-c9424f0a2ccf tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 944 time: 0.0633757 Jan 28 01:55:07.820257 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5e36dc0a-7c40-4aab-b5f3-4dc5794b63df req-c751ad14-2236-4224-9b95-b624666b3d75 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511758 Jan 28 01:55:08.513504 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-444dfe91-3dee-4dab-8dac-9be10bf1517e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:55:08.934539 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42848d2c-d40e-4024-9175-e8ea6ddb4788 req-cf5ddba3-1c40-4946-8c42-289b8e522928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:08.936150 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-42848d2c-d40e-4024-9175-e8ea6ddb4788 req-cf5ddba3-1c40-4946-8c42-289b8e522928 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ce401b3cb7fc4ef9b9fa85ec8ee16471&device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 1095 time: 0.0507109 Jan 28 01:55:08.984390 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4bb80-5d22-403a-8ec7-58f35d3986bd req-5a8c9e33-4d1a-4bd1-b541-088d279e1a35 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:08.987031 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a1a4bb80-5d22-403a-8ec7-58f35d3986bd req-5a8c9e33-4d1a-4bd1-b541-088d279e1a35 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 944 time: 0.0745595 Jan 28 01:55:09.050350 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a1a4bb80-5d22-403a-8ec7-58f35d3986bd req-9eaa3d54-7457-4e8c-9a3d-c1fc7edb175e tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577393 Jan 28 01:55:09.077303 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42848d2c-d40e-4024-9175-e8ea6ddb4788 req-b667182a-27e0-4ab4-9b0d-62d992c43e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:09.079655 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-42848d2c-d40e-4024-9175-e8ea6ddb4788 req-b667182a-27e0-4ab4-9b0d-62d992c43e88 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff HTTP/1.1" status: 200 len: 909 time: 0.1193287 Jan 28 01:55:09.165712 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-42848d2c-d40e-4024-9175-e8ea6ddb4788 req-727f9536-5ed4-4344-90e6-f1ffea0a3895 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3deb1ffa-cd87-49ff-a443-b3a8b293910a HTTP/1.1" status: 200 len: 1000 time: 0.0798752 Jan 28 01:55:09.227001 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42848d2c-d40e-4024-9175-e8ea6ddb4788 req-32ae0998-22df-4875-a859-d7669d0f2b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:09.228679 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-42848d2c-d40e-4024-9175-e8ea6ddb4788 req-32ae0998-22df-4875-a859-d7669d0f2b7b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1cfe800-bb28-4c5c-ac30-90a85fb31e8a HTTP/1.1" status: 200 len: 847 time: 0.0572021 Jan 28 01:55:09.290207 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42848d2c-d40e-4024-9175-e8ea6ddb4788 req-ec4dbeb7-4c53-4aa6-b5fb-9886023d35e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:09.291887 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-42848d2c-d40e-4024-9175-e8ea6ddb4788 req-ec4dbeb7-4c53-4aa6-b5fb-9886023d35e6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575202 Jan 28 01:55:09.422255 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-42848d2c-d40e-4024-9175-e8ea6ddb4788 req-f77b7503-7cc4-40d1-b181-6c0119cf68c9 service neutron] 10.222.0.52 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241212 Jan 28 01:55:09.581817 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-42848d2c-d40e-4024-9175-e8ea6ddb4788 req-3b3e6c7e-7c1e-48cd-914d-9b319582456a service neutron] 10.222.0.52 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532021 Jan 28 01:55:10.096703 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:55:10.202852 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231cb73-0151-4ec7-9474-25a7154c10d7 req-bcbcefd2-3f9f-490b-a8f4-31d124dc91ec tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:10.205810 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b231cb73-0151-4ec7-9474-25a7154c10d7 req-bcbcefd2-3f9f-490b-a8f4-31d124dc91ec tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 944 time: 0.0631084 Jan 28 01:55:10.278738 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b231cb73-0151-4ec7-9474-25a7154c10d7 req-b41c8e6a-3bb3-4324-aeb6-c7205b667874 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644701 Jan 28 01:55:11.412351 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656208b-4843-4be6-90f4-76ff14e8a6a3 req-1865711b-f4e2-48a3-bb5d-5df36a59a523 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:11.414663 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7656208b-4843-4be6-90f4-76ff14e8a6a3 req-1865711b-f4e2-48a3-bb5d-5df36a59a523 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 944 time: 0.0615017 Jan 28 01:55:11.478467 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7656208b-4843-4be6-90f4-76ff14e8a6a3 req-381b070c-c101-4747-bceb-640826d618dd tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574636 Jan 28 01:55:11.612012 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:55:12.376572 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:55:12.619328 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7e2fa-37fe-4647-9802-54b21c6499a9 req-59edd0a1-6f56-41f7-b31b-8189a6ce653a tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:12.621520 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b1e7e2fa-37fe-4647-9802-54b21c6499a9 req-59edd0a1-6f56-41f7-b31b-8189a6ce653a tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 944 time: 0.0674353 Jan 28 01:55:12.664503 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 3deb1ffa-cd87-49ff-a443-b3a8b293910a details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:55:12.697064 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b1e7e2fa-37fe-4647-9802-54b21c6499a9 req-9696ce70-f8b8-415d-b13a-cdb70a7b1c5b tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661168 Jan 28 01:55:12.770205 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 3deb1ffa-cd87-49ff-a443-b3a8b293910a, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=3deb1ffa-cd87-49ff-a443-b3a8b293910a,segment=NetworkSegment(1b73eaeb-6be8-4447-a5d8-50ffd3e278e0),segment_id=1b73eaeb-6be8-4447-a5d8-50ffd3e278e0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:55:12.788446 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '3deb1ffa-cd87-49ff-a443-b3a8b293910a', 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'port_id': '3deb1ffa-cd87-49ff-a443-b3a8b293910a', 'mac_address': 'fa:16:3e:5e:7b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:55:12.833119 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 3deb1ffa-cd87-49ff-a443-b3a8b293910a is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:55:12.833514 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3deb1ffa-cd87-49ff-a443-b3a8b293910a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:55:12.847385 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3deb1ffa-cd87-49ff-a443-b3a8b293910a {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:55:12.867901 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 3deb1ffa-cd87-49ff-a443-b3a8b293910a, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=3deb1ffa-cd87-49ff-a443-b3a8b293910a,segment=NetworkSegment(1b73eaeb-6be8-4447-a5d8-50ffd3e278e0),segment_id=1b73eaeb-6be8-4447-a5d8-50ffd3e278e0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:55:12.873654 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3deb1ffa-cd87-49ff-a443-b3a8b293910a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:55:12.939304 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=3deb1ffa-cd87-49ff-a443-b3a8b293910a,revision_number=9']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:55:13.277505 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['3deb1ffa-cd87-49ff-a443-b3a8b293910a'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:55:13.825320 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a6a72-1368-47ba-86ad-e81419939412 req-0b937aca-f1d6-4f66-8ab1-0329e43ad0ba tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:13.826930 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ce6a6a72-1368-47ba-86ad-e81419939412 req-0b937aca-f1d6-4f66-8ab1-0329e43ad0ba tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 945 time: 0.0539021 Jan 28 01:55:13.869933 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:55:13.895249 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ce6a6a72-1368-47ba-86ad-e81419939412 req-2a5cf6c8-ec16-481b-a925-2b6111c63acc tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621004 Jan 28 01:55:14.679746 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 3deb1ffa-cd87-49ff-a443-b3a8b293910a up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:55:14.740335 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 3deb1ffa-cd87-49ff-a443-b3a8b293910a triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:55:14.740671 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (3deb1ffa-cd87-49ff-a443-b3a8b293910a), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:55:14.831076 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 3deb1ffa-cd87-49ff-a443-b3a8b293910a is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:55:14.831456 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (3deb1ffa-cd87-49ff-a443-b3a8b293910a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:55:14.857194 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09202dc2-94e6-4a42-aaaa-d24454b311a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3deb1ffa-cd87-49ff-a443-b3a8b293910a'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:55:14.859472 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81abd2b7-5ada-4296-8265-77c609f905b7" -d '{"events": [{"server_uuid": "09202dc2-94e6-4a42-aaaa-d24454b311a8", "name": "network-vif-plugged", "status": "completed", "tag": "3deb1ffa-cd87-49ff-a443-b3a8b293910a"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:55:14.875291 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 3deb1ffa-cd87-49ff-a443-b3a8b293910a, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=3deb1ffa-cd87-49ff-a443-b3a8b293910a,segment=NetworkSegment(1b73eaeb-6be8-4447-a5d8-50ffd3e278e0),segment_id=1b73eaeb-6be8-4447-a5d8-50ffd3e278e0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:55:14.881127 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (3deb1ffa-cd87-49ff-a443-b3a8b293910a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:55:14.909889 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e5dfbd-9e62-4877-9ff5-f5e981f3df4b x-openstack-request-id: req-84e5dfbd-9e62-4877-9ff5-f5e981f3df4b {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:55:14.910243 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09202dc2-94e6-4a42-aaaa-d24454b311a8", "name": "network-vif-plugged", "status": "completed", "tag": "3deb1ffa-cd87-49ff-a443-b3a8b293910a", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:55:14.910452 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-84e5dfbd-9e62-4877-9ff5-f5e981f3df4b {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:55:14.910872 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09202dc2-94e6-4a42-aaaa-d24454b311a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3deb1ffa-cd87-49ff-a443-b3a8b293910a', 'code': 200} Jan 28 01:55:14.950905 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=3deb1ffa-cd87-49ff-a443-b3a8b293910a,revision_number=10']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:55:15.050338 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60ab5c-3715-4830-9bb3-af0e4a33c416 req-fbda068c-9042-4fdc-bbf3-99717b3a03ef tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:15.052108 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bc60ab5c-3715-4830-9bb3-af0e4a33c416 req-fbda068c-9042-4fdc-bbf3-99717b3a03ef tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 947 time: 0.0668962 Jan 28 01:55:15.137641 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bc60ab5c-3715-4830-9bb3-af0e4a33c416 req-0aaeaf59-4373-4254-be8e-ea88f5841382 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776684 Jan 28 01:55:15.148389 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd7e00-1ffe-41be-8422-b497cab5e276 req-7d562ec4-ba82-43b5-8500-747a683aec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:15.149904 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-60dd7e00-1ffe-41be-8422-b497cab5e276 req-7d562ec4-ba82-43b5-8500-747a683aec9f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 1098 time: 0.0560966 Jan 28 01:55:15.203310 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-60dd7e00-1ffe-41be-8422-b497cab5e276 req-9fdd9eee-ccb9-4c12-adf2-ba16dd7c0233 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470395 Jan 28 01:55:15.572334 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:55:16.289095 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2233d4-83fb-4ee8-bfdb-fe1c56c94e09 req-114c6c10-7e1f-4739-a5f0-e209269898ab tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:16.290589 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ed2233d4-83fb-4ee8-bfdb-fe1c56c94e09 req-114c6c10-7e1f-4739-a5f0-e209269898ab tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 947 time: 0.0533502 Jan 28 01:55:16.344821 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ed2233d4-83fb-4ee8-bfdb-fe1c56c94e09 req-a563c260-6d3f-41dc-98e1-c0f0f21b5102 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466928 Jan 28 01:55:17.490963 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673774f-f90e-4eb4-986d-fe9c35b8fe23 req-62c64bd7-0b82-47fc-bba0-8235904286e3 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:55:17.492565 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d673774f-f90e-4eb4-986d-fe9c35b8fe23 req-62c64bd7-0b82-47fc-bba0-8235904286e3 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 947 time: 0.0682278 Jan 28 01:55:17.562628 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d673774f-f90e-4eb4-986d-fe9c35b8fe23 req-8c11aff4-58a5-4e05-9d66-82d7a1f426fd tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612979 Jan 28 01:55:35.570425 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:55:36.219731 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-36893dea-401f-45dc-8215-e4ad15f6e870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:55:38.510345 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2c7797ad-ec97-49fb-90aa-866b3b180538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:55:40.084858 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:55:41.615705 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:55:42.394419 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:55:43.875642 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:55:45.567146 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:04.188473 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-086e0b56-6246-400c-8435-6be240c844ac req-7b100bed-e010-4d17-a2fd-baeea3d6a0d3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524549 Jan 28 01:56:04.296177 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e0b56-6246-400c-8435-6be240c844ac req-f8c85f23-9352-4814-a03f-c4812eb66cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:04.298782 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-086e0b56-6246-400c-8435-6be240c844ac req-f8c85f23-9352-4814-a03f-c4812eb66cca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ce401b3cb7fc4ef9b9fa85ec8ee16471&device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 1098 time: 0.0474303 Jan 28 01:56:04.409291 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e0b56-6246-400c-8435-6be240c844ac req-56514876-f9ab-4083-b195-58a47e8b84ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:04.410788 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-086e0b56-6246-400c-8435-6be240c844ac req-56514876-f9ab-4083-b195-58a47e8b84ec service neutron] 10.222.0.52 "GET /v2.0/networks?id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff HTTP/1.1" status: 200 len: 909 time: 0.0905466 Jan 28 01:56:04.814599 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-086e0b56-6246-400c-8435-6be240c844ac req-26aa8138-3c26-40c4-bca2-89cacfc78183 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3deb1ffa-cd87-49ff-a443-b3a8b293910a HTTP/1.1" status: 200 len: 1002 time: 0.3977695 Jan 28 01:56:04.866037 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e0b56-6246-400c-8435-6be240c844ac req-4a92c53d-edac-4922-a307-0a9ef3105528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:04.867531 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-086e0b56-6246-400c-8435-6be240c844ac req-4a92c53d-edac-4922-a307-0a9ef3105528 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1cfe800-bb28-4c5c-ac30-90a85fb31e8a HTTP/1.1" status: 200 len: 847 time: 0.0471132 Jan 28 01:56:04.921257 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e0b56-6246-400c-8435-6be240c844ac req-abc56db7-074d-44a9-9aad-242ffc772ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:56:04.922779 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-086e0b56-6246-400c-8435-6be240c844ac req-abc56db7-074d-44a9-9aad-242ffc772ea9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470362 Jan 28 01:56:05.026640 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-086e0b56-6246-400c-8435-6be240c844ac req-6293044c-4100-492c-bc5a-39c8ff273f66 service neutron] 10.222.0.52 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960324 Jan 28 01:56:05.141045 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-086e0b56-6246-400c-8435-6be240c844ac req-de5bd7e5-3280-4902-b003-8c1b086566c3 service neutron] 10.222.0.52 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074739 Jan 28 01:56:06.212627 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-fd8e4f54-c301-4e17-9ff9-2bce7409a7d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:08.506577 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-56c0939a-6fa8-4de0-9f9f-82a511cdf6e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:10.094822 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:11.629516 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:12.379541 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:12.569994 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:56:13.869644 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:15.597102 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:36.236629 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d292c1dc-3d0e-4f74-aa9f-f55c28bf7b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:38.501314 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-66a63998-3fad-49e2-8966-0f9edda5de68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:40.098856 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:41.629064 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:42.384585 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:43.872859 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:45.611929 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:56:49.569516 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:57:03.036348 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58014) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:57:03.268683 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d93c13c5-dbdc-4dba-b142-b3bcc8d23f04 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Deleting port f1d2db13-58d7-4403-b9ab-8f527ba4c3be {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:57:03.269025 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d93c13c5-dbdc-4dba-b142-b3bcc8d23f04 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (f1d2db13-58d7-4403-b9ab-8f527ba4c3be), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:03.351792 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d93c13c5-dbdc-4dba-b142-b3bcc8d23f04 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (f1d2db13-58d7-4403-b9ab-8f527ba4c3be), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:03.352040 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d93c13c5-dbdc-4dba-b142-b3bcc8d23f04 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for floatingip (f1d2db13-58d7-4403-b9ab-8f527ba4c3be), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:03.364997 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-d93c13c5-dbdc-4dba-b142-b3bcc8d23f04 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Calling delete_port for f1d2db13-58d7-4403-b9ab-8f527ba4c3be owned by network:floatingip {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:57:03.557680 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d93c13c5-dbdc-4dba-b142-b3bcc8d23f04 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (f1d2db13-58d7-4403-b9ab-8f527ba4c3be), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:03.585802 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c13c5-dbdc-4dba-b142-b3bcc8d23f04 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Pushing event deleted for resources: {'Port': ['ID=f1d2db13-58d7-4403-b9ab-8f527ba4c3be,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:03.610302 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c13c5-dbdc-4dba-b142-b3bcc8d23f04 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:03.610548 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c13c5-dbdc-4dba-b142-b3bcc8d23f04 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:03.610858 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c13c5-dbdc-4dba-b142-b3bcc8d23f04 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:03.611194 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c13c5-dbdc-4dba-b142-b3bcc8d23f04 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:03.611641 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c13c5-dbdc-4dba-b142-b3bcc8d23f04 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:03.611996 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c13c5-dbdc-4dba-b142-b3bcc8d23f04 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:03.612323 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c13c5-dbdc-4dba-b142-b3bcc8d23f04 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:03.613287 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c13c5-dbdc-4dba-b142-b3bcc8d23f04 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:03.613287 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c13c5-dbdc-4dba-b142-b3bcc8d23f04 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:03.613287 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c13c5-dbdc-4dba-b142-b3bcc8d23f04 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:03.613731 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c13c5-dbdc-4dba-b142-b3bcc8d23f04 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:03.614061 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c13c5-dbdc-4dba-b142-b3bcc8d23f04 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:03.614394 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c13c5-dbdc-4dba-b142-b3bcc8d23f04 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:03.663680 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d93c13c5-dbdc-4dba-b142-b3bcc8d23f04 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for floatingip (5aa5cf66-e939-409e-af27-d6d5eadb8149), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:03.664025 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-d93c13c5-dbdc-4dba-b142-b3bcc8d23f04 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Floating IP 5aa5cf66-e939-409e-af27-d6d5eadb8149 disassociated (deleted). External IP: 172.25.3.159, port: 3deb1ffa-cd87-49ff-a443-b3a8b293910a. Jan 28 01:57:03.896974 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93c13c5-dbdc-4dba-b142-b3bcc8d23f04 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Router 663f1610-f16a-477b-9393-740238185267 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:57:04.006439 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93c13c5-dbdc-4dba-b142-b3bcc8d23f04 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:57:04.012605 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d93c13c5-dbdc-4dba-b142-b3bcc8d23f04 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:04.017681 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db269266-78e3-40ff-80a2-d7f57884c684 None None] Sync routers for ids ['663f1610-f16a-477b-9393-740238185267'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:57:04.028282 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db269266-78e3-40ff-80a2-d7f57884c684 None None] Routers {'663f1610-f16a-477b-9393-740238185267'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:57:04.028957 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-db269266-78e3-40ff-80a2-d7f57884c684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:56:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['663f1610-f16a-477b-9393-740238185267'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:04.044624 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d93c13c5-dbdc-4dba-b142-b3bcc8d23f04 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "DELETE /v2.0/floatingips/5aa5cf66-e939-409e-af27-d6d5eadb8149 HTTP/1.1" status: 204 len: 168 time: 1.0070724 Jan 28 01:57:04.045930 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09202dc2-94e6-4a42-aaaa-d24454b311a8', 'tag': '3deb1ffa-cd87-49ff-a443-b3a8b293910a'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:57:04.048664 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8940d75f-8b04-4e5a-87c7-67ed1b6a906c" -d '{"events": [{"name": "network-changed", "server_uuid": "09202dc2-94e6-4a42-aaaa-d24454b311a8", "tag": "3deb1ffa-cd87-49ff-a443-b3a8b293910a"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:57:04.168849 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-db269266-78e3-40ff-80a2-d7f57884c684 None None] Set router 663f1610-f16a-477b-9393-740238185267 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:57:04.180331 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94635c9e-4c4e-44ae-93fe-8755312a78dd x-openstack-request-id: req-94635c9e-4c4e-44ae-93fe-8755312a78dd {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:57:04.180646 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09202dc2-94e6-4a42-aaaa-d24454b311a8", "tag": "3deb1ffa-cd87-49ff-a443-b3a8b293910a", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:57:04.180905 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-94635c9e-4c4e-44ae-93fe-8755312a78dd {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:57:04.181315 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09202dc2-94e6-4a42-aaaa-d24454b311a8', 'tag': '3deb1ffa-cd87-49ff-a443-b3a8b293910a', 'status': 'completed', 'code': 200} Jan 28 01:57:04.188199 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-89ef07d3-072b-46e5-ad57-c471fc478e4c req-9e5b8c5c-b960-4486-bede-c61155e52c48 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0625317 Jan 28 01:57:04.297341 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940d75f-8b04-4e5a-87c7-67ed1b6a906c req-4edf6ef5-3ce3-41bd-9557-a938f04480c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:04.298875 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8940d75f-8b04-4e5a-87c7-67ed1b6a906c req-4edf6ef5-3ce3-41bd-9557-a938f04480c8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ce401b3cb7fc4ef9b9fa85ec8ee16471&device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 1098 time: 0.0440946 Jan 28 01:57:04.306715 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29d04a-34ca-4b49-b1b4-ef8ff908a4a1 req-3ba3d5a7-04bb-40df-8b87-9b1aaf61f391 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:04.309861 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-be29d04a-34ca-4b49-b1b4-ef8ff908a4a1 req-3ba3d5a7-04bb-40df-8b87-9b1aaf61f391 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 947 time: 0.0597425 Jan 28 01:57:04.372652 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-be29d04a-34ca-4b49-b1b4-ef8ff908a4a1 req-a4881568-5940-4649-bb76-c0d2481031cd tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530667 Jan 28 01:57:04.391737 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-db269266-78e3-40ff-80a2-d7f57884c684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663f1610-f16a-477b-9393-740238185267', 'name': 'tempest-TestShelveInstance-204935799-router', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T01:51:25Z', 'revision_number': 4, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'gw_port': {'id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:22Z', 'updated_at': '2022-01-28T01:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '167ff4f7-1f24-4566-9a82-ea7845bf17c4', 'name': '', 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'mac_address': 'fa:16:3e:0a:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:24Z', 'updated_at': '2022-01-28T01:51:30Z', 'revision_number': 5, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'subnets': [{'id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:04.403749 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940d75f-8b04-4e5a-87c7-67ed1b6a906c req-c086eee8-c001-42c0-9778-9ca1faadfb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:04.405338 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8940d75f-8b04-4e5a-87c7-67ed1b6a906c req-c086eee8-c001-42c0-9778-9ca1faadfb8a service neutron] 10.222.0.52 "GET /v2.0/networks?id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff HTTP/1.1" status: 200 len: 909 time: 0.1000848 Jan 28 01:57:04.425337 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db269266-78e3-40ff-80a2-d7f57884c684 None None] Checking router: 663f1610-f16a-477b-9393-740238185267 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:57:04.434599 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db269266-78e3-40ff-80a2-d7f57884c684 None None] Routers {'663f1610-f16a-477b-9393-740238185267'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:57:04.435221 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-db269266-78e3-40ff-80a2-d7f57884c684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:56:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['663f1610-f16a-477b-9393-740238185267'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:04.450861 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8940d75f-8b04-4e5a-87c7-67ed1b6a906c req-32d03428-5d41-47c1-8615-9da17a155f2f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3deb1ffa-cd87-49ff-a443-b3a8b293910a HTTP/1.1" status: 200 len: 217 time: 0.0384398 Jan 28 01:57:04.501644 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940d75f-8b04-4e5a-87c7-67ed1b6a906c req-63a31364-e944-4d49-a990-7e339d1d0aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:04.503127 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8940d75f-8b04-4e5a-87c7-67ed1b6a906c req-63a31364-e944-4d49-a990-7e339d1d0aec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1cfe800-bb28-4c5c-ac30-90a85fb31e8a HTTP/1.1" status: 200 len: 847 time: 0.0459867 Jan 28 01:57:04.548740 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-db269266-78e3-40ff-80a2-d7f57884c684 None None] Set router 663f1610-f16a-477b-9393-740238185267 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:57:04.555968 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940d75f-8b04-4e5a-87c7-67ed1b6a906c req-70b282c9-5e6b-42d7-b5c0-609ab63cde62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:04.557526 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8940d75f-8b04-4e5a-87c7-67ed1b6a906c req-70b282c9-5e6b-42d7-b5c0-609ab63cde62 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460808 Jan 28 01:57:04.650005 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8940d75f-8b04-4e5a-87c7-67ed1b6a906c req-a6e86ce1-ace4-4b09-88c6-3ef18d050fa0 service neutron] 10.222.0.52 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847764 Jan 28 01:57:04.752766 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8940d75f-8b04-4e5a-87c7-67ed1b6a906c req-52ad3ba8-e1d6-4564-82f3-e65de4111c49 service neutron] 10.222.0.52 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951765 Jan 28 01:57:04.754797 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-db269266-78e3-40ff-80a2-d7f57884c684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663f1610-f16a-477b-9393-740238185267', 'name': 'tempest-TestShelveInstance-204935799-router', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T01:51:25Z', 'revision_number': 4, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'gw_port': {'id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:22Z', 'updated_at': '2022-01-28T01:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '167ff4f7-1f24-4566-9a82-ea7845bf17c4', 'name': '', 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'mac_address': 'fa:16:3e:0a:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:24Z', 'updated_at': '2022-01-28T01:51:30Z', 'revision_number': 5, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'subnets': [{'id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:57:04.783638 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db269266-78e3-40ff-80a2-d7f57884c684 None None] The sync data for ids ['663f1610-f16a-477b-9393-740238185267'] in n-d-826754-1 is: [{'id': '663f1610-f16a-477b-9393-740238185267', 'name': 'tempest-TestShelveInstance-204935799-router', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T01:51:25Z', 'revision_number': 4, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'gw_port': {'id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:22Z', 'updated_at': '2022-01-28T01:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '167ff4f7-1f24-4566-9a82-ea7845bf17c4', 'name': '', 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'mac_address': 'fa:16:3e:0a:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:24Z', 'updated_at': '2022-01-28T01:51:30Z', 'revision_number': 5, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'subnets': [{'id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:57:04.922281 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef07d3-072b-46e5-ad57-c471fc478e4c req-7433f0c5-9fdc-48ff-a912-405b58a16ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:04.923843 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-89ef07d3-072b-46e5-ad57-c471fc478e4c req-7433f0c5-9fdc-48ff-a912-405b58a16ee3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ce401b3cb7fc4ef9b9fa85ec8ee16471&device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 1098 time: 0.0453253 Jan 28 01:57:05.042979 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bf9130-ae64-497c-80d9-5d5bbed829bd None None] New status for floating IP 5aa5cf66-e939-409e-af27-d6d5eadb8149: DOWN {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:57:05.043688 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef07d3-072b-46e5-ad57-c471fc478e4c req-0a85426d-417a-4ae0-9ac1-841ad2cc3f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:05.045346 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-89ef07d3-072b-46e5-ad57-c471fc478e4c req-0a85426d-417a-4ae0-9ac1-841ad2cc3f10 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff HTTP/1.1" status: 200 len: 909 time: 0.0980401 Jan 28 01:57:05.094454 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-89ef07d3-072b-46e5-ad57-c471fc478e4c req-6536ddbd-baac-478d-8b87-aa4400222e77 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3deb1ffa-cd87-49ff-a443-b3a8b293910a HTTP/1.1" status: 200 len: 217 time: 0.0422759 Jan 28 01:57:05.145872 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef07d3-072b-46e5-ad57-c471fc478e4c req-6aad58f4-2db4-49d6-9a37-5c3cf437e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:05.147650 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-89ef07d3-072b-46e5-ad57-c471fc478e4c req-6aad58f4-2db4-49d6-9a37-5c3cf437e29d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1cfe800-bb28-4c5c-ac30-90a85fb31e8a HTTP/1.1" status: 200 len: 847 time: 0.0474946 Jan 28 01:57:05.198856 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef07d3-072b-46e5-ad57-c471fc478e4c req-75170470-682e-47b6-aa01-cac603642927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:05.200447 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-89ef07d3-072b-46e5-ad57-c471fc478e4c req-75170470-682e-47b6-aa01-cac603642927 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453868 Jan 28 01:57:05.296599 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-89ef07d3-072b-46e5-ad57-c471fc478e4c req-dd19f905-9d50-45f5-b65e-6be27f3ca181 service neutron] 10.222.0.52 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884078 Jan 28 01:57:05.394879 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-89ef07d3-072b-46e5-ad57-c471fc478e4c req-52b56f10-b635-4973-97e3-5ddf1525d9e8 service neutron] 10.222.0.52 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924101 Jan 28 01:57:05.499072 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815aa773-725b-4f9b-ab4f-a17145a8bd34 req-a5c19674-099c-436e-88ad-b2464f71b1fa tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:05.500577 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-815aa773-725b-4f9b-ab4f-a17145a8bd34 req-a5c19674-099c-436e-88ad-b2464f71b1fa tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 947 time: 0.0493469 Jan 28 01:57:05.557706 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-815aa773-725b-4f9b-ab4f-a17145a8bd34 req-89f03fab-47a7-406f-a00e-30616c8f0d4f tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=84c2b854-5b05-4e0e-8f05-7abdad7d993c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508134 Jan 28 01:57:06.138346 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895bcbf-ebef-40b3-a8a0-cb1af9934975 req-e1e2bbb3-2a48-4721-b794-326a8072866e tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:06.139926 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7895bcbf-ebef-40b3-a8a0-cb1af9934975 req-e1e2bbb3-2a48-4721-b794-326a8072866e tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.52 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 947 time: 0.0568085 Jan 28 01:57:06.220541 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0729da33-b7a8-421e-972d-8c5207b818de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:06.245725 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-7895bcbf-ebef-40b3-a8a0-cb1af9934975 req-b6668d07-78c4-468a-a50a-40e4526857b7 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Deleting port 3deb1ffa-cd87-49ff-a443-b3a8b293910a {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 01:57:06.246174 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-7895bcbf-ebef-40b3-a8a0-cb1af9934975 req-b6668d07-78c4-468a-a50a-40e4526857b7 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (3deb1ffa-cd87-49ff-a443-b3a8b293910a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:06.348201 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-7895bcbf-ebef-40b3-a8a0-cb1af9934975 req-b6668d07-78c4-468a-a50a-40e4526857b7 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] For port 3deb1ffa-cd87-49ff-a443-b3a8b293910a, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=3deb1ffa-cd87-49ff-a443-b3a8b293910a,segment=NetworkSegment(1b73eaeb-6be8-4447-a5d8-50ffd3e278e0),segment_id=1b73eaeb-6be8-4447-a5d8-50ffd3e278e0)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:06.348674 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-7895bcbf-ebef-40b3-a8a0-cb1af9934975 req-b6668d07-78c4-468a-a50a-40e4526857b7 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (3deb1ffa-cd87-49ff-a443-b3a8b293910a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:06.362386 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-7895bcbf-ebef-40b3-a8a0-cb1af9934975 req-b6668d07-78c4-468a-a50a-40e4526857b7 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Calling delete_port for 3deb1ffa-cd87-49ff-a443-b3a8b293910a owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 01:57:06.509055 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-7895bcbf-ebef-40b3-a8a0-cb1af9934975 req-b6668d07-78c4-468a-a50a-40e4526857b7 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (3deb1ffa-cd87-49ff-a443-b3a8b293910a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:06.537528 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6668d07-78c4-468a-a50a-40e4526857b7 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Pushing event deleted for resources: {'Port': ['ID=3deb1ffa-cd87-49ff-a443-b3a8b293910a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:06.586721 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-7895bcbf-ebef-40b3-a8a0-cb1af9934975 req-b6668d07-78c4-468a-a50a-40e4526857b7 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] No DVR routers for this DVR port 3deb1ffa-cd87-49ff-a443-b3a8b293910a on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 01:57:06.590412 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-7895bcbf-ebef-40b3-a8a0-cb1af9934975 req-b6668d07-78c4-468a-a50a-40e4526857b7 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:06.593801 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-7895bcbf-ebef-40b3-a8a0-cb1af9934975 req-b6668d07-78c4-468a-a50a-40e4526857b7 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.52 "DELETE /v2.0/ports/3deb1ffa-cd87-49ff-a443-b3a8b293910a HTTP/1.1" status: 204 len: 173 time: 0.4477713 Jan 28 01:57:06.594252 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09202dc2-94e6-4a42-aaaa-d24454b311a8', 'name': 'network-vif-deleted', 'tag': '3deb1ffa-cd87-49ff-a443-b3a8b293910a'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:57:06.596678 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4c39d2-ec6f-4682-b8c4-e44335c3af22" -d '{"events": [{"server_uuid": "09202dc2-94e6-4a42-aaaa-d24454b311a8", "name": "network-vif-deleted", "tag": "3deb1ffa-cd87-49ff-a443-b3a8b293910a"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:57:06.634852 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18dd3960-1633-41a3-9573-944d74c735b6 x-openstack-request-id: req-18dd3960-1633-41a3-9573-944d74c735b6 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:57:06.635164 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09202dc2-94e6-4a42-aaaa-d24454b311a8", "name": "network-vif-deleted", "tag": "3deb1ffa-cd87-49ff-a443-b3a8b293910a", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:57:06.635993 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-18dd3960-1633-41a3-9573-944d74c735b6 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:57:06.636408 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09202dc2-94e6-4a42-aaaa-d24454b311a8', 'name': 'network-vif-deleted', 'tag': '3deb1ffa-cd87-49ff-a443-b3a8b293910a', 'status': 'completed', 'code': 200} Jan 28 01:57:06.664661 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-21a470a9-eec5-4b0a-8fba-4c24cbe33c65 req-7c3bb84a-5a1c-4201-b415-aaddf3d56aba tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=09202dc2-94e6-4a42-aaaa-d24454b311a8 HTTP/1.1" status: 200 len: 210 time: 0.0287602 Jan 28 01:57:07.791518 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58042) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:57:07.849154 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f0c79f37-0f6c-45f0-a495-10f50355382c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group (84c2b854-5b05-4e0e-8f05-7abdad7d993c), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:07.875493 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f0c79f37-0f6c-45f0-a495-10f50355382c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group (84c2b854-5b05-4e0e-8f05-7abdad7d993c), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:07.936649 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f0c79f37-0f6c-45f0-a495-10f50355382c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (84c2b854-5b05-4e0e-8f05-7abdad7d993c), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:07.939634 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f0c79f37-0f6c-45f0-a495-10f50355382c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:07.943772 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f0c79f37-0f6c-45f0-a495-10f50355382c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "DELETE /v2.0/security-groups/84c2b854-5b05-4e0e-8f05-7abdad7d993c HTTP/1.1" status: 204 len: 168 time: 0.1511745 Jan 28 01:57:07.953912 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c79f37-0f6c-45f0-a495-10f50355382c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c2b854-5b05-4e0e-8f05-7abdad7d993c,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:07.961493 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c79f37-0f6c-45f0-a495-10f50355382c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:07.961851 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c79f37-0f6c-45f0-a495-10f50355382c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:07.962199 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c79f37-0f6c-45f0-a495-10f50355382c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:07.962545 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c79f37-0f6c-45f0-a495-10f50355382c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:07.962883 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c79f37-0f6c-45f0-a495-10f50355382c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:07.963225 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c79f37-0f6c-45f0-a495-10f50355382c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:07.963555 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c79f37-0f6c-45f0-a495-10f50355382c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:07.963921 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c79f37-0f6c-45f0-a495-10f50355382c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:07.964303 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c79f37-0f6c-45f0-a495-10f50355382c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:07.965343 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c79f37-0f6c-45f0-a495-10f50355382c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:07.965675 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c79f37-0f6c-45f0-a495-10f50355382c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:07.966034 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c79f37-0f6c-45f0-a495-10f50355382c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:07.966365 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c79f37-0f6c-45f0-a495-10f50355382c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:08.506075 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-489685e2-0f11-46db-9212-25caf1b521cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:09.293395 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 3deb1ffa-cd87-49ff-a443-b3a8b293910a no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 01:57:09.313970 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 3deb1ffa-cd87-49ff-a443-b3a8b293910a {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 01:57:09.314319 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 3deb1ffa-cd87-49ff-a443-b3a8b293910a not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 01:57:10.094179 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:10.145165 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58052) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:57:10.150110 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-2da25210-5867-458a-b65c-9690ecf377a1 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1069386955', 'description': 'tempest-secgroup-smoke-1069386955 description', 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:10.171632 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2da25210-5867-458a-b65c-9690ecf377a1 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:10.239896 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2da25210-5867-458a-b65c-9690ecf377a1 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group (49329b4b-7ed7-45b0-b947-0ce429cebfbb), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:10.243861 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2da25210-5867-458a-b65c-9690ecf377a1 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (49329b4b-7ed7-45b0-b947-0ce429cebfbb), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:10.279287 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2da25210-5867-458a-b65c-9690ecf377a1 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:10.280558 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2da25210-5867-458a-b65c-9690ecf377a1 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1343610 Jan 28 01:57:10.282680 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da25210-5867-458a-b65c-9690ecf377a1 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49329b4b-7ed7-45b0-b947-0ce429cebfbb,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:10.284148 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58054) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:57:10.289797 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e2724fe1-d221-472d-9d42-6d46d222d344 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Request body: {'security_group_rule': {'security_group_id': '49329b4b-7ed7-45b0-b947-0ce429cebfbb', 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:10.314931 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e2724fe1-d221-472d-9d42-6d46d222d344 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (00d78434-6db9-489d-8919-a0523acf8cc7), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:10.372173 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e2724fe1-d221-472d-9d42-6d46d222d344 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (00d78434-6db9-489d-8919-a0523acf8cc7), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:10.376985 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e2724fe1-d221-472d-9d42-6d46d222d344 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (00d78434-6db9-489d-8919-a0523acf8cc7), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:10.396767 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2724fe1-d221-472d-9d42-6d46d222d344 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d78434-6db9-489d-8919-a0523acf8cc7,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:10.406663 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e2724fe1-d221-472d-9d42-6d46d222d344 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:10.407937 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-e2724fe1-d221-472d-9d42-6d46d222d344 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227651 Jan 28 01:57:10.410626 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58056) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:57:10.415003 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-571c52b9-069f-493d-a1cf-5c2fd992fda5 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Request body: {'security_group_rule': {'security_group_id': '49329b4b-7ed7-45b0-b947-0ce429cebfbb', 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:10.440391 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-571c52b9-069f-493d-a1cf-5c2fd992fda5 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (2679181f-7d64-424a-90de-3a4272223aec), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:10.497846 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-571c52b9-069f-493d-a1cf-5c2fd992fda5 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (2679181f-7d64-424a-90de-3a4272223aec), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:10.502273 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-571c52b9-069f-493d-a1cf-5c2fd992fda5 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (2679181f-7d64-424a-90de-3a4272223aec), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:10.525521 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c52b9-069f-493d-a1cf-5c2fd992fda5 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2679181f-7d64-424a-90de-3a4272223aec,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:10.531156 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-571c52b9-069f-493d-a1cf-5c2fd992fda5 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:10.532472 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-571c52b9-069f-493d-a1cf-5c2fd992fda5 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208236 Jan 28 01:57:10.535059 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58058) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:57:10.539683 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-288838d3-5955-4bf2-92d1-e53062664e9a tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Request body: {'security_group_rule': {'security_group_id': '49329b4b-7ed7-45b0-b947-0ce429cebfbb', 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:10.565088 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-288838d3-5955-4bf2-92d1-e53062664e9a tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (5119f236-7d6d-433e-81b3-9ed3fdce95d9), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:10.622752 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-288838d3-5955-4bf2-92d1-e53062664e9a tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (5119f236-7d6d-433e-81b3-9ed3fdce95d9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:10.625956 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-288838d3-5955-4bf2-92d1-e53062664e9a tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (5119f236-7d6d-433e-81b3-9ed3fdce95d9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:10.646427 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288838d3-5955-4bf2-92d1-e53062664e9a tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5119f236-7d6d-433e-81b3-9ed3fdce95d9,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:10.655712 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-288838d3-5955-4bf2-92d1-e53062664e9a tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:10.656926 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-288838d3-5955-4bf2-92d1-e53062664e9a tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207335 Jan 28 01:57:10.659714 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58060) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:57:10.664300 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-5ce68788-49fa-457b-a4ca-eb2356ac2d4b tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Request body: {'security_group_rule': {'security_group_id': '49329b4b-7ed7-45b0-b947-0ce429cebfbb', 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:10.690009 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5ce68788-49fa-457b-a4ca-eb2356ac2d4b tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (c1a16800-d039-455f-b373-5e3eb875dff8), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:10.747231 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5ce68788-49fa-457b-a4ca-eb2356ac2d4b tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (c1a16800-d039-455f-b373-5e3eb875dff8), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:10.751026 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5ce68788-49fa-457b-a4ca-eb2356ac2d4b tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (c1a16800-d039-455f-b373-5e3eb875dff8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:10.768432 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce68788-49fa-457b-a4ca-eb2356ac2d4b tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1a16800-d039-455f-b373-5e3eb875dff8,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:10.778969 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5ce68788-49fa-457b-a4ca-eb2356ac2d4b tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:10.780568 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5ce68788-49fa-457b-a4ca-eb2356ac2d4b tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199088 Jan 28 01:57:10.783813 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58062) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:57:10.787707 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-8edbb1e8-0b34-4e95-8b82-011bc6aeca4c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Request body: {'security_group_rule': {'security_group_id': '49329b4b-7ed7-45b0-b947-0ce429cebfbb', 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:10.810370 n-d-826754-1 neutron-server[103343]: INFO neutron.db.securitygroups_db [None req-8edbb1e8-0b34-4e95-8b82-011bc6aeca4c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Project ce401b3cb7fc4ef9b9fa85ec8ee16471 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:57:10.815953 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8edbb1e8-0b34-4e95-8b82-011bc6aeca4c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (744ed4fb-a8ca-498f-9591-d54fae9dc681), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:10.875250 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8edbb1e8-0b34-4e95-8b82-011bc6aeca4c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (744ed4fb-a8ca-498f-9591-d54fae9dc681), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:10.879371 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8edbb1e8-0b34-4e95-8b82-011bc6aeca4c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (744ed4fb-a8ca-498f-9591-d54fae9dc681), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:10.897901 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbb1e8-0b34-4e95-8b82-011bc6aeca4c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744ed4fb-a8ca-498f-9591-d54fae9dc681,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:10.902481 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8edbb1e8-0b34-4e95-8b82-011bc6aeca4c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:10.903703 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8edbb1e8-0b34-4e95-8b82-011bc6aeca4c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193631 Jan 28 01:57:10.906494 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58064) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:57:10.910916 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-67de15f6-73da-4a1c-94a5-a1af954fbb61 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Request body: {'security_group_rule': {'security_group_id': '49329b4b-7ed7-45b0-b947-0ce429cebfbb', 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:10.931285 n-d-826754-1 neutron-server[103343]: INFO neutron.db.securitygroups_db [None req-67de15f6-73da-4a1c-94a5-a1af954fbb61 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Project ce401b3cb7fc4ef9b9fa85ec8ee16471 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 01:57:10.937159 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67de15f6-73da-4a1c-94a5-a1af954fbb61 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (418cd80b-7ac4-412e-b3e1-f6fd48f660e3), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:10.995028 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67de15f6-73da-4a1c-94a5-a1af954fbb61 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (418cd80b-7ac4-412e-b3e1-f6fd48f660e3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:10.999700 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67de15f6-73da-4a1c-94a5-a1af954fbb61 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (418cd80b-7ac4-412e-b3e1-f6fd48f660e3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:11.019846 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de15f6-73da-4a1c-94a5-a1af954fbb61 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418cd80b-7ac4-412e-b3e1-f6fd48f660e3,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:11.028853 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-67de15f6-73da-4a1c-94a5-a1af954fbb61 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:11.030051 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-67de15f6-73da-4a1c-94a5-a1af954fbb61 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226215 Jan 28 01:57:11.623330 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:12.388862 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:13.886551 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:15.609365 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:26.570904 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:57:31.711706 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05438abd-5a1d-475a-90da-c875acc307c4 req-ffe84fa3-52c0-4ffa-821c-fa55a4d5b113 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1069386955&fields=id&tenant_id=ce401b3cb7fc4ef9b9fa85ec8ee16471 HTTP/1.1" status: 200 len: 267 time: 0.0479531 Jan 28 01:57:31.820050 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05438abd-5a1d-475a-90da-c875acc307c4 req-776618b1-4560-4161-b311-dcd847248555 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:31.821515 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05438abd-5a1d-475a-90da-c875acc307c4 req-776618b1-4560-4161-b311-dcd847248555 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/networks?id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff HTTP/1.1" status: 200 len: 808 time: 0.1016171 Jan 28 01:57:31.836610 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05438abd-5a1d-475a-90da-c875acc307c4 req-90d2e4ff-72ba-4d85-8120-0962cb784eb8 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/quotas/ce401b3cb7fc4ef9b9fa85ec8ee16471 HTTP/1.1" status: 200 len: 375 time: 0.0092299 Jan 28 01:57:31.900049 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05438abd-5a1d-475a-90da-c875acc307c4 req-f66d3a04-dcfd-4507-a0e9-2b8de9be6913 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ce401b3cb7fc4ef9b9fa85ec8ee16471&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575490 Jan 28 01:57:31.962848 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-05438abd-5a1d-475a-90da-c875acc307c4 req-b00c4d61-792d-4b22-b2f6-da95182af247 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:57:31.963878 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05438abd-5a1d-475a-90da-c875acc307c4 req-b00c4d61-792d-4b22-b2f6-da95182af247 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0518608 Jan 28 01:57:32.057158 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05438abd-5a1d-475a-90da-c875acc307c4 req-e4beb46f-c90b-41b8-b1b4-9e016921bca9 service neutron] 10.222.0.70 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870836 Jan 28 01:57:32.158436 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05438abd-5a1d-475a-90da-c875acc307c4 req-48b0a129-cf3d-4a40-b2d0-11725822492c service neutron] 10.222.0.70 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946565 Jan 28 01:57:32.471906 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0f1e1673-14a1-4810-b54a-f4b37c0565c9 req-2a87c1e6-7273-47a5-ac1e-80cdf79e2894 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 210 time: 0.0337365 Jan 28 01:57:33.563923 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-652f9509-d226-42d2-a7a0-6f6840bf0244 req-340548c7-92a1-4de9-af45-6e801e64bb99 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 210 time: 0.0344064 Jan 28 01:57:34.662277 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05438abd-5a1d-475a-90da-c875acc307c4 req-5e2866b4-6067-4587-a4b2-199869cdaccf tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:34.663860 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05438abd-5a1d-475a-90da-c875acc307c4 req-5e2866b4-6067-4587-a4b2-199869cdaccf tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.65 "GET /v2.0/networks?id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff HTTP/1.1" status: 200 len: 808 time: 0.1280859 Jan 28 01:57:34.684384 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-402b24b2-47f4-412b-9c78-31dd15fdb458 req-5ac5be75-7347-4c4a-9068-80b6ad92f4ec tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 210 time: 0.0454197 Jan 28 01:57:34.749617 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05438abd-5a1d-475a-90da-c875acc307c4 req-995948be-2472-4f9c-9a3e-29f350433365 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce401b3cb7fc4ef9b9fa85ec8ee16471 HTTP/1.1" status: 200 len: 380 time: 0.0676382 Jan 28 01:57:34.759340 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-05438abd-5a1d-475a-90da-c875acc307c4 req-ce5e8243-738a-4d3b-9dda-fe21780f11e6 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Request body: {'port': {'device_id': '18a340f5-48e8-4914-8ce0-3e20f1bf5dc7', 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'admin_state_up': True, 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'security_groups': ['49329b4b-7ed7-45b0-b947-0ce429cebfbb']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:34.874190 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05438abd-5a1d-475a-90da-c875acc307c4 req-ce5e8243-738a-4d3b-9dda-fe21780f11e6 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Made reservation on behalf of ce401b3cb7fc4ef9b9fa85ec8ee16471 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 01:57:34.877496 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-05438abd-5a1d-475a-90da-c875acc307c4 req-ce5e8243-738a-4d3b-9dda-fe21780f11e6 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:35.034218 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-05438abd-5a1d-475a-90da-c875acc307c4 req-ce5e8243-738a-4d3b-9dda-fe21780f11e6 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Allocated IP 172.20.0.7 (f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff/a1cfe800-bb28-4c5c-ac30-90a85fb31e8a/5eb64a6a-f767-49a3-950f-8bd8e9c35102) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:57:35.223647 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-05438abd-5a1d-475a-90da-c875acc307c4 req-ce5e8243-738a-4d3b-9dda-fe21780f11e6 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for port (5eb64a6a-f767-49a3-950f-8bd8e9c35102), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:35.265230 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-05438abd-5a1d-475a-90da-c875acc307c4 req-ce5e8243-738a-4d3b-9dda-fe21780f11e6 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (5eb64a6a-f767-49a3-950f-8bd8e9c35102), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:35.314213 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05438abd-5a1d-475a-90da-c875acc307c4 req-ce5e8243-738a-4d3b-9dda-fe21780f11e6 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Network f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:57:35.319599 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-05438abd-5a1d-475a-90da-c875acc307c4 req-ce5e8243-738a-4d3b-9dda-fe21780f11e6 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:57:35.325220 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-05438abd-5a1d-475a-90da-c875acc307c4 req-ce5e8243-738a-4d3b-9dda-fe21780f11e6 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:57:35.330438 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e8243-738a-4d3b-9dda-fe21780f11e6 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Pushing event updated for resources: {'Port': ['ID=5eb64a6a-f767-49a3-950f-8bd8e9c35102,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:35.391057 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05438abd-5a1d-475a-90da-c875acc307c4 req-ce5e8243-738a-4d3b-9dda-fe21780f11e6 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:35.392203 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-05438abd-5a1d-475a-90da-c875acc307c4 req-ce5e8243-738a-4d3b-9dda-fe21780f11e6 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:35.418174 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05438abd-5a1d-475a-90da-c875acc307c4 req-ce5e8243-738a-4d3b-9dda-fe21780f11e6 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6629086 Jan 28 01:57:35.429328 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-05438abd-5a1d-475a-90da-c875acc307c4 req-5a3bdeda-5076-4b7b-8b89-0ec5679a9195 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 01:57:35.430714 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05438abd-5a1d-475a-90da-c875acc307c4 req-5a3bdeda-5076-4b7b-8b89-0ec5679a9195 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055718 Jan 28 01:57:35.508608 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-05438abd-5a1d-475a-90da-c875acc307c4 req-a82e8c67-7566-4aa7-aaac-611d804d6014 service neutron] Request body: {'port': {'device_id': '18a340f5-48e8-4914-8ce0-3e20f1bf5dc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:35.585462 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-05438abd-5a1d-475a-90da-c875acc307c4 req-a82e8c67-7566-4aa7-aaac-611d804d6014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5eb64a6a-f767-49a3-950f-8bd8e9c35102), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:35.640948 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-29451a32-d696-4cc0-86b2-ca555aefc3e0 None None] Provisioning complete for port 5eb64a6a-f767-49a3-950f-8bd8e9c35102 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:35.641545 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-29451a32-d696-4cc0-86b2-ca555aefc3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (5eb64a6a-f767-49a3-950f-8bd8e9c35102), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:35.680817 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-29451a32-d696-4cc0-86b2-ca555aefc3e0 None None] Port 5eb64a6a-f767-49a3-950f-8bd8e9c35102 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 01:57:35.871787 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67bcc8-12a4-4e34-a646-317a25cae157 req-8744d5ef-01b0-40d7-beb1-7c43cc7b6e98 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:35.873244 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e67bcc8-12a4-4e34-a646-317a25cae157 req-8744d5ef-01b0-40d7-beb1-7c43cc7b6e98 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 931 time: 0.0899646 Jan 28 01:57:35.974964 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e67bcc8-12a4-4e34-a646-317a25cae157 req-8f6cc948-4ab4-473b-ac3d-a5e5879e8b09 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957177 Jan 28 01:57:35.982332 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-05438abd-5a1d-475a-90da-c875acc307c4 req-a82e8c67-7566-4aa7-aaac-611d804d6014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb64a6a-f767-49a3-950f-8bd8e9c35102 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:57:35.992141 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-05438abd-5a1d-475a-90da-c875acc307c4 req-a82e8c67-7566-4aa7-aaac-611d804d6014 service neutron] Publish callbacks [] for port (5eb64a6a-f767-49a3-950f-8bd8e9c35102), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:36.019301 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-05438abd-5a1d-475a-90da-c875acc307c4 req-a82e8c67-7566-4aa7-aaac-611d804d6014 service neutron] Transition to ACTIVE for port object 5eb64a6a-f767-49a3-950f-8bd8e9c35102 will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 01:57:36.024891 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-05438abd-5a1d-475a-90da-c875acc307c4 req-a82e8c67-7566-4aa7-aaac-611d804d6014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (5eb64a6a-f767-49a3-950f-8bd8e9c35102), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:36.080533 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e8c67-7566-4aa7-aaac-611d804d6014 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb64a6a-f767-49a3-950f-8bd8e9c35102,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:36.187801 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-05438abd-5a1d-475a-90da-c875acc307c4 req-a82e8c67-7566-4aa7-aaac-611d804d6014 service neutron] Attempting to bind port 5eb64a6a-f767-49a3-950f-8bd8e9c35102 on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 01:57:36.188352 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-05438abd-5a1d-475a-90da-c875acc307c4 req-a82e8c67-7566-4aa7-aaac-611d804d6014 service neutron] Attempting to bind port 5eb64a6a-f767-49a3-950f-8bd8e9c35102 by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': '1b73eaeb-6be8-4447-a5d8-50ffd3e278e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 01:57:36.188869 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05438abd-5a1d-475a-90da-c875acc307c4 req-a82e8c67-7566-4aa7-aaac-611d804d6014 service neutron] Attempting to bind port 5eb64a6a-f767-49a3-950f-8bd8e9c35102 on network f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:57:36.195743 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05438abd-5a1d-475a-90da-c875acc307c4 req-a82e8c67-7566-4aa7-aaac-611d804d6014 service neutron] Port 5eb64a6a-f767-49a3-950f-8bd8e9c35102 on network f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 01:57:36.196193 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05438abd-5a1d-475a-90da-c875acc307c4 req-a82e8c67-7566-4aa7-aaac-611d804d6014 service neutron] Attempting to bind port 5eb64a6a-f767-49a3-950f-8bd8e9c35102 on network f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 01:57:36.204587 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05438abd-5a1d-475a-90da-c875acc307c4 req-a82e8c67-7566-4aa7-aaac-611d804d6014 service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 1, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 01:57:36.204969 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05438abd-5a1d-475a-90da-c875acc307c4 req-a82e8c67-7566-4aa7-aaac-611d804d6014 service neutron] Checking segment: {'id': '1b73eaeb-6be8-4447-a5d8-50ffd3e278e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 01:57:36.205562 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05438abd-5a1d-475a-90da-c875acc307c4 req-a82e8c67-7566-4aa7-aaac-611d804d6014 service neutron] Bound using segment: {'id': '1b73eaeb-6be8-4447-a5d8-50ffd3e278e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 01:57:36.206019 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-05438abd-5a1d-475a-90da-c875acc307c4 req-a82e8c67-7566-4aa7-aaac-611d804d6014 service neutron] Bound port: 5eb64a6a-f767-49a3-950f-8bd8e9c35102, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b73eaeb-6be8-4447-a5d8-50ffd3e278e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 01:57:36.206386 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-05438abd-5a1d-475a-90da-c875acc307c4 req-a82e8c67-7566-4aa7-aaac-611d804d6014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5eb64a6a-f767-49a3-950f-8bd8e9c35102), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:36.239642 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e7e7f616-a12b-471e-860c-a6be77696dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:36.293372 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-05438abd-5a1d-475a-90da-c875acc307c4 req-a82e8c67-7566-4aa7-aaac-611d804d6014 service neutron] For port 5eb64a6a-f767-49a3-950f-8bd8e9c35102, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 01:57:36.297129 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-05438abd-5a1d-475a-90da-c875acc307c4 req-a82e8c67-7566-4aa7-aaac-611d804d6014 service neutron] For port 5eb64a6a-f767-49a3-950f-8bd8e9c35102, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=5eb64a6a-f767-49a3-950f-8bd8e9c35102,segment=NetworkSegment(1b73eaeb-6be8-4447-a5d8-50ffd3e278e0),segment_id=1b73eaeb-6be8-4447-a5d8-50ffd3e278e0)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 01:57:36.302254 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-05438abd-5a1d-475a-90da-c875acc307c4 req-a82e8c67-7566-4aa7-aaac-611d804d6014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (5eb64a6a-f767-49a3-950f-8bd8e9c35102), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:36.346219 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05438abd-5a1d-475a-90da-c875acc307c4 req-a82e8c67-7566-4aa7-aaac-611d804d6014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:36.346891 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-05438abd-5a1d-475a-90da-c875acc307c4 req-a82e8c67-7566-4aa7-aaac-611d804d6014 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:36.348583 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05438abd-5a1d-475a-90da-c875acc307c4 req-a82e8c67-7566-4aa7-aaac-611d804d6014 service neutron] 10.222.0.65 "PUT /v2.0/ports/5eb64a6a-f767-49a3-950f-8bd8e9c35102 HTTP/1.1" status: 200 len: 1091 time: 0.9035299 Jan 28 01:57:36.349200 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a340f5-48e8-4914-8ce0-3e20f1bf5dc7', 'tag': '5eb64a6a-f767-49a3-950f-8bd8e9c35102'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:57:36.351925 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd96e8f-c6f8-456c-9e67-fd0d13750c92" -d '{"events": [{"name": "network-changed", "server_uuid": "18a340f5-48e8-4914-8ce0-3e20f1bf5dc7", "tag": "5eb64a6a-f767-49a3-950f-8bd8e9c35102"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:57:36.384013 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e8c67-7566-4aa7-aaac-611d804d6014 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb64a6a-f767-49a3-950f-8bd8e9c35102,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:36.480490 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05438abd-5a1d-475a-90da-c875acc307c4 req-f41be140-e5d7-4c15-8476-396a7a772a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:36.483326 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05438abd-5a1d-475a-90da-c875acc307c4 req-f41be140-e5d7-4c15-8476-396a7a772a76 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce401b3cb7fc4ef9b9fa85ec8ee16471&device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 1094 time: 0.0650830 Jan 28 01:57:36.562984 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274115ed-a775-4098-8c2f-abfed5b16807 x-openstack-request-id: req-274115ed-a775-4098-8c2f-abfed5b16807 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:57:36.566215 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a340f5-48e8-4914-8ce0-3e20f1bf5dc7", "tag": "5eb64a6a-f767-49a3-950f-8bd8e9c35102", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:57:36.566215 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-274115ed-a775-4098-8c2f-abfed5b16807 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:57:36.566215 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a340f5-48e8-4914-8ce0-3e20f1bf5dc7', 'tag': '5eb64a6a-f767-49a3-950f-8bd8e9c35102', 'status': 'completed', 'code': 200} Jan 28 01:57:36.569463 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05438abd-5a1d-475a-90da-c875acc307c4 req-72997cad-cd03-43e7-9626-699d00e0b573 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eb64a6a-f767-49a3-950f-8bd8e9c35102 HTTP/1.1" status: 200 len: 217 time: 0.0699112 Jan 28 01:57:36.628607 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05438abd-5a1d-475a-90da-c875acc307c4 req-80d380ca-5320-4122-8f28-dc378b18b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:36.630140 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05438abd-5a1d-475a-90da-c875acc307c4 req-80d380ca-5320-4122-8f28-dc378b18b9fb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a1cfe800-bb28-4c5c-ac30-90a85fb31e8a HTTP/1.1" status: 200 len: 847 time: 0.0543385 Jan 28 01:57:36.685745 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05438abd-5a1d-475a-90da-c875acc307c4 req-b12b65a5-0441-4eea-bd1b-81cc4cada555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:36.687297 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05438abd-5a1d-475a-90da-c875acc307c4 req-b12b65a5-0441-4eea-bd1b-81cc4cada555 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498738 Jan 28 01:57:36.785325 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05438abd-5a1d-475a-90da-c875acc307c4 req-de679c09-9b16-4d40-86ec-44cc1268b828 service neutron] 10.222.0.65 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914078 Jan 28 01:57:36.892350 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-05438abd-5a1d-475a-90da-c875acc307c4 req-af5c139c-19b8-4b15-8751-4e4a042344de service neutron] 10.222.0.65 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000221 Jan 28 01:57:37.025331 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd96e8f-c6f8-456c-9e67-fd0d13750c92 req-c75b9e9c-ec7b-4012-95f9-56458c069f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:37.027212 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4dd96e8f-c6f8-456c-9e67-fd0d13750c92 req-c75b9e9c-ec7b-4012-95f9-56458c069f69 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce401b3cb7fc4ef9b9fa85ec8ee16471&device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 1094 time: 0.0605483 Jan 28 01:57:37.159836 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880e514-f57a-450c-9bd1-25b33f7c5f2e req-340b2a8f-80b4-4d37-b1db-4db193ce614d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:37.161578 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b880e514-f57a-450c-9bd1-25b33f7c5f2e req-340b2a8f-80b4-4d37-b1db-4db193ce614d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0756998 Jan 28 01:57:37.178459 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd96e8f-c6f8-456c-9e67-fd0d13750c92 req-0a6ba202-fc5d-4f3d-97bf-54c9fafdb2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:37.179943 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4dd96e8f-c6f8-456c-9e67-fd0d13750c92 req-0a6ba202-fc5d-4f3d-97bf-54c9fafdb2e3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff HTTP/1.1" status: 200 len: 909 time: 0.1466143 Jan 28 01:57:37.234109 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4dd96e8f-c6f8-456c-9e67-fd0d13750c92 req-b54d1c28-a4a4-45b4-9867-7e025c6bb8ec service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eb64a6a-f767-49a3-950f-8bd8e9c35102 HTTP/1.1" status: 200 len: 217 time: 0.0446839 Jan 28 01:57:37.295174 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b880e514-f57a-450c-9bd1-25b33f7c5f2e req-63ef0325-1d7e-41ac-a051-97faa1de2baa tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245418 Jan 28 01:57:37.306457 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd96e8f-c6f8-456c-9e67-fd0d13750c92 req-8c13639e-74b6-42d8-8899-f0467ebb78c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:37.308263 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4dd96e8f-c6f8-456c-9e67-fd0d13750c92 req-8c13639e-74b6-42d8-8899-f0467ebb78c4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a1cfe800-bb28-4c5c-ac30-90a85fb31e8a HTTP/1.1" status: 200 len: 847 time: 0.0666876 Jan 28 01:57:37.357307 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd96e8f-c6f8-456c-9e67-fd0d13750c92 req-073b7d26-6ac6-43bd-9fb3-af53f331323e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:37.358787 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4dd96e8f-c6f8-456c-9e67-fd0d13750c92 req-073b7d26-6ac6-43bd-9fb3-af53f331323e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440354 Jan 28 01:57:37.469445 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4dd96e8f-c6f8-456c-9e67-fd0d13750c92 req-092b797a-be76-4296-90ed-4a43ccd0548b service neutron] 10.222.0.65 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040056 Jan 28 01:57:37.570384 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4dd96e8f-c6f8-456c-9e67-fd0d13750c92 req-80398637-5f2b-4935-8a8e-c3938abeaca2 service neutron] 10.222.0.65 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927265 Jan 28 01:57:38.428515 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d024cf-f922-4092-8df4-a88be1d4796a req-2538ce27-bd84-4e57-a3ff-820e1f453c27 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:38.430171 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-43d024cf-f922-4092-8df4-a88be1d4796a req-2538ce27-bd84-4e57-a3ff-820e1f453c27 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0548666 Jan 28 01:57:38.512424 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-83bf00c0-f673-4c35-a731-b210ad38b020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:38.525173 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-43d024cf-f922-4092-8df4-a88be1d4796a req-a59bbb27-2ea0-464e-95a2-58dd66edd17a tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784392 Jan 28 01:57:39.660102 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40271c-46b6-45e0-a52d-4f7c7207715b req-058dc4b7-e512-413a-afc1-1afe8056d377 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:39.661698 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bf40271c-46b6-45e0-a52d-4f7c7207715b req-058dc4b7-e512-413a-afc1-1afe8056d377 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0540123 Jan 28 01:57:39.718602 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bf40271c-46b6-45e0-a52d-4f7c7207715b req-effae082-ff31-4287-95cc-ad773a30732c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506642 Jan 28 01:57:40.103264 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:40.865732 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f1315-c3ae-4feb-9304-b9955437f3c9 req-1825b77d-793b-4556-8aff-f0bc365a1fe0 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:40.867491 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-982f1315-c3ae-4feb-9304-b9955437f3c9 req-1825b77d-793b-4556-8aff-f0bc365a1fe0 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0623543 Jan 28 01:57:40.926128 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-982f1315-c3ae-4feb-9304-b9955437f3c9 req-038b87e1-8cdd-40c1-bf2b-ac3131093548 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472891 Jan 28 01:57:41.629411 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:42.051511 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab768ebb-c2c2-4544-9492-b5c7df02fe67 req-1feb9d82-abaf-4e0b-8034-68864a34695f tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:42.053058 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ab768ebb-c2c2-4544-9492-b5c7df02fe67 req-1feb9d82-abaf-4e0b-8034-68864a34695f tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0544691 Jan 28 01:57:42.106157 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ab768ebb-c2c2-4544-9492-b5c7df02fe67 req-c8ddb4a5-cf92-4257-87b2-82fdb0e7fd75 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466959 Jan 28 01:57:42.397800 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:43.227408 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecb37e-c316-4cad-8f01-e768764f74ee req-48f697ce-27b6-407f-879a-1d4cff828f3d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:43.229599 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-51ecb37e-c316-4cad-8f01-e768764f74ee req-48f697ce-27b6-407f-879a-1d4cff828f3d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0497084 Jan 28 01:57:43.283271 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-51ecb37e-c316-4cad-8f01-e768764f74ee req-dcedc4d1-9e94-4906-b0d2-faa33e2139ce tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479765 Jan 28 01:57:43.879147 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:44.409465 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e7838-fd7c-40cf-8705-b186b513eff8 req-6e53df2f-c929-4594-a8fd-bfacd5c827a1 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:44.412710 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7d4e7838-fd7c-40cf-8705-b186b513eff8 req-6e53df2f-c929-4594-a8fd-bfacd5c827a1 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0561264 Jan 28 01:57:44.471667 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7d4e7838-fd7c-40cf-8705-b186b513eff8 req-644387de-744f-439b-a4c0-3edab9d5961b tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548334 Jan 28 01:57:45.597189 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84a635-2c3e-43c9-952f-39ec75ce70eb req-8f9df70b-75d1-485d-9043-f0f4ac7e89ca tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:45.598677 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f84a635-2c3e-43c9-952f-39ec75ce70eb req-8f9df70b-75d1-485d-9043-f0f4ac7e89ca tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0477786 Jan 28 01:57:45.614059 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:45.654835 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6f84a635-2c3e-43c9-952f-39ec75ce70eb req-66e69a7b-29ce-4dca-9775-a3d31163cb60 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497546 Jan 28 01:57:46.768900 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67f416-8e6b-4f2f-9f53-48c90cc8c523 req-b9bfdc51-33bf-4fed-bcc1-9e350fc02803 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:46.770395 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-af67f416-8e6b-4f2f-9f53-48c90cc8c523 req-b9bfdc51-33bf-4fed-bcc1-9e350fc02803 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0486090 Jan 28 01:57:46.819883 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-af67f416-8e6b-4f2f-9f53-48c90cc8c523 req-80d165a8-90d2-4a95-add9-557c3e213d73 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434940 Jan 28 01:57:48.306119 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f54dd-0b7a-4189-bbbd-f6320efc2009 req-8e1bcd13-0c47-4354-929d-a61700d03d6c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:48.308736 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c16f54dd-0b7a-4189-bbbd-f6320efc2009 req-8e1bcd13-0c47-4354-929d-a61700d03d6c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.4191232 Jan 28 01:57:48.368330 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c16f54dd-0b7a-4189-bbbd-f6320efc2009 req-3098e560-10e6-431c-851e-347e248ebf56 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490627 Jan 28 01:57:49.490892 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be94a2-4675-43c4-afc2-0b811e229981 req-0b8802d1-4442-44a7-82cb-606e6f868f18 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:49.492509 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b2be94a2-4675-43c4-afc2-0b811e229981 req-0b8802d1-4442-44a7-82cb-606e6f868f18 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0521469 Jan 28 01:57:49.550140 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b2be94a2-4675-43c4-afc2-0b811e229981 req-66049116-9b9a-40e2-a02c-4e68cdd09e9d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498698 Jan 28 01:57:50.674108 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2157c1-42d0-49c3-b1cf-35c8a0288410 req-90b6b725-311e-427d-a11e-3aa063789cad tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:50.675720 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6d2157c1-42d0-49c3-b1cf-35c8a0288410 req-90b6b725-311e-427d-a11e-3aa063789cad tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0544190 Jan 28 01:57:50.751592 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-6d2157c1-42d0-49c3-b1cf-35c8a0288410 req-06f6ae7f-c917-4ede-ab12-86c696fa7e51 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683668 Jan 28 01:57:51.901085 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb61639-e50a-4259-8599-2d334b752b29 req-4e7e833b-1081-4c95-be99-0c9665aff570 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:51.902665 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bdb61639-e50a-4259-8599-2d334b752b29 req-4e7e833b-1081-4c95-be99-0c9665aff570 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0627320 Jan 28 01:57:51.965373 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bdb61639-e50a-4259-8599-2d334b752b29 req-dde3bde6-762f-4415-8e32-835fd5907281 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564158 Jan 28 01:57:53.084977 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653f794-caca-4263-b75f-c38d963e3b27 req-f3117833-08db-415b-b244-49dff3833171 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:53.086472 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e653f794-caca-4263-b75f-c38d963e3b27 req-f3117833-08db-415b-b244-49dff3833171 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0497026 Jan 28 01:57:53.145898 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e653f794-caca-4263-b75f-c38d963e3b27 req-1c45a104-2bbe-4027-83f0-ada944af649f tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524626 Jan 28 01:57:53.297729 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 5eb64a6a-f767-49a3-950f-8bd8e9c35102 details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 01:57:53.413911 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 5eb64a6a-f767-49a3-950f-8bd8e9c35102, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=5eb64a6a-f767-49a3-950f-8bd8e9c35102,segment=NetworkSegment(1b73eaeb-6be8-4447-a5d8-50ffd3e278e0),segment_id=1b73eaeb-6be8-4447-a5d8-50ffd3e278e0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:53.428325 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': '5eb64a6a-f767-49a3-950f-8bd8e9c35102', 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'port_id': '5eb64a6a-f767-49a3-950f-8bd8e9c35102', 'mac_address': 'fa:16:3e:36:26:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 01:57:53.482458 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 5eb64a6a-f767-49a3-950f-8bd8e9c35102 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:57:53.483015 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5eb64a6a-f767-49a3-950f-8bd8e9c35102), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:53.505185 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb64a6a-f767-49a3-950f-8bd8e9c35102 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 01:57:53.526275 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 5eb64a6a-f767-49a3-950f-8bd8e9c35102, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=5eb64a6a-f767-49a3-950f-8bd8e9c35102,segment=NetworkSegment(1b73eaeb-6be8-4447-a5d8-50ffd3e278e0),segment_id=1b73eaeb-6be8-4447-a5d8-50ffd3e278e0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:53.531342 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (5eb64a6a-f767-49a3-950f-8bd8e9c35102), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:53.580934 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=5eb64a6a-f767-49a3-950f-8bd8e9c35102,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:53.589341 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:53.589692 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:53.590037 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:53.590376 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:53.590708 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:53.591040 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:53.591369 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:53.591740 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:53.592065 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:53.592383 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:53.592714 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:53.593034 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:53.593692 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 01:57:53.849648 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['5eb64a6a-f767-49a3-950f-8bd8e9c35102'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 01:57:54.267579 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7a757-1349-494e-8d9a-7a1239d9566e req-4a7e7242-dc3b-413c-9e92-ea8d89410e7f tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:54.269148 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56b7a757-1349-494e-8d9a-7a1239d9566e req-4a7e7242-dc3b-413c-9e92-ea8d89410e7f tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 944 time: 0.0510724 Jan 28 01:57:54.321199 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56b7a757-1349-494e-8d9a-7a1239d9566e req-ce83f496-6ed2-406f-b7d8-24b7b58b9a84 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460770 Jan 28 01:57:55.313693 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 5eb64a6a-f767-49a3-950f-8bd8e9c35102 up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 01:57:55.372027 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port 5eb64a6a-f767-49a3-950f-8bd8e9c35102 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 01:57:55.376305 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port 5eb64a6a-f767-49a3-950f-8bd8e9c35102 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 01:57:55.376715 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (5eb64a6a-f767-49a3-950f-8bd8e9c35102), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:55.451515 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7ce5a-06b4-48e5-8ecd-9a283ac40f5a req-5003566f-4016-46d2-b010-44272e7328b9 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:55.453172 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bdf7ce5a-06b4-48e5-8ecd-9a283ac40f5a req-5003566f-4016-46d2-b010-44272e7328b9 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 944 time: 0.0578685 Jan 28 01:57:55.481681 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 5eb64a6a-f767-49a3-950f-8bd8e9c35102 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 01:57:55.482304 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5eb64a6a-f767-49a3-950f-8bd8e9c35102), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:55.515856 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a340f5-48e8-4914-8ce0-3e20f1bf5dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb64a6a-f767-49a3-950f-8bd8e9c35102'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:57:55.518566 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def0d707-4826-4011-8a7f-4c9c58654f40" -d '{"events": [{"server_uuid": "18a340f5-48e8-4914-8ce0-3e20f1bf5dc7", "name": "network-vif-plugged", "status": "completed", "tag": "5eb64a6a-f767-49a3-950f-8bd8e9c35102"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:57:55.527023 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bdf7ce5a-06b4-48e5-8ecd-9a283ac40f5a req-81ce6907-efc2-455f-bd1b-94c0554ed0f7 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648205 Jan 28 01:57:55.533808 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 5eb64a6a-f767-49a3-950f-8bd8e9c35102, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=5eb64a6a-f767-49a3-950f-8bd8e9c35102,segment=NetworkSegment(1b73eaeb-6be8-4447-a5d8-50ffd3e278e0),segment_id=1b73eaeb-6be8-4447-a5d8-50ffd3e278e0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 01:57:55.550363 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (5eb64a6a-f767-49a3-950f-8bd8e9c35102), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:55.615941 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=5eb64a6a-f767-49a3-950f-8bd8e9c35102,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:55.637701 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 01:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9288b03-b95b-4dd0-bd92-7dba44d8040f x-openstack-request-id: req-e9288b03-b95b-4dd0-bd92-7dba44d8040f {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:57:55.638007 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a340f5-48e8-4914-8ce0-3e20f1bf5dc7", "name": "network-vif-plugged", "status": "completed", "tag": "5eb64a6a-f767-49a3-950f-8bd8e9c35102", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:57:55.638303 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e9288b03-b95b-4dd0-bd92-7dba44d8040f {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:57:55.638713 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a340f5-48e8-4914-8ce0-3e20f1bf5dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb64a6a-f767-49a3-950f-8bd8e9c35102', 'code': 200} Jan 28 01:57:55.784063 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c399b8-fc76-4d43-9fd6-b47465a5e201 req-3a05362c-1215-4712-b771-617383f3c921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:55.785572 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e8c399b8-fc76-4d43-9fd6-b47465a5e201 req-3a05362c-1215-4712-b771-617383f3c921 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 1096 time: 0.0476599 Jan 28 01:57:55.845947 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e8c399b8-fc76-4d43-9fd6-b47465a5e201 req-9c72c792-f900-4c37-9765-82677691000a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546856 Jan 28 01:57:56.664316 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae5e15-056c-42e8-bed3-688791c2be9f req-429f2dba-4450-4024-b228-7b8a54e50ece tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:56.665889 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cdae5e15-056c-42e8-bed3-688791c2be9f req-429f2dba-4450-4024-b228-7b8a54e50ece tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 945 time: 0.0501015 Jan 28 01:57:56.721351 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-cdae5e15-056c-42e8-bed3-688791c2be9f req-999bdbbf-b866-45c7-963c-e1925edd66aa tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473921 Jan 28 01:57:57.843715 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3f6c0-49be-46fc-a16a-e7bc81b6d95d req-efa43806-01c4-46c1-89d3-c4748b4ea0ff tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:57.845207 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66d3f6c0-49be-46fc-a16a-e7bc81b6d95d req-efa43806-01c4-46c1-89d3-c4748b4ea0ff tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 945 time: 0.0499496 Jan 28 01:57:57.900776 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-66d3f6c0-49be-46fc-a16a-e7bc81b6d95d req-c720074c-2026-46b1-aefb-b30eaca72011 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499055 Jan 28 01:57:58.031459 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc8b3b-81c2-45cc-97de-8db02fc41886 req-64882071-9627-40af-bba6-832d834afd2d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:58.032874 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-46dc8b3b-81c2-45cc-97de-8db02fc41886 req-64882071-9627-40af-bba6-832d834afd2d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 945 time: 0.0544958 Jan 28 01:57:58.084775 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-46dc8b3b-81c2-45cc-97de-8db02fc41886 req-6778cd93-4f2a-4262-8bc6-1e06c8b80e55 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462060 Jan 28 01:57:58.107758 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58320) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:57:58.216077 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25586c44-fce2-41ff-b62d-984323b4480b tempest-TestShelveInstance-266199686 tempest-TestShelveInstance-266199686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:57:58.217631 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-25586c44-fce2-41ff-b62d-984323b4480b tempest-TestShelveInstance-266199686 tempest-TestShelveInstance-266199686-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 1091 time: 0.1086297 Jan 28 01:57:58.220597 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58328) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 01:57:58.224988 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-05b9384f-707f-45b4-a9f3-c6022d888878 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'port_id': '5eb64a6a-f767-49a3-950f-8bd8e9c35102', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 01:57:58.250681 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05b9384f-707f-45b4-a9f3-c6022d888878 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:58.362413 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05b9384f-707f-45b4-a9f3-c6022d888878 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:58.497421 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-05b9384f-707f-45b4-a9f3-c6022d888878 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Allocated IP 172.25.3.30 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/2dc00f1d-ae43-40c5-b6c4-b34134a3f3fd) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 01:57:58.627979 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05b9384f-707f-45b4-a9f3-c6022d888878 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for port (2dc00f1d-ae43-40c5-b6c4-b34134a3f3fd), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:58.667500 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05b9384f-707f-45b4-a9f3-c6022d888878 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (2dc00f1d-ae43-40c5-b6c4-b34134a3f3fd), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:58.714271 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b9384f-707f-45b4-a9f3-c6022d888878 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 01:57:58.715934 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-05b9384f-707f-45b4-a9f3-c6022d888878 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 01:57:58.720242 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b9384f-707f-45b4-a9f3-c6022d888878 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 01:57:58.748574 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9384f-707f-45b4-a9f3-c6022d888878 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Pushing event updated for resources: {'Port': ['ID=2dc00f1d-ae43-40c5-b6c4-b34134a3f3fd,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:59.133137 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05b9384f-707f-45b4-a9f3-c6022d888878 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for floatingip (e7d917b7-dd17-4d73-919d-2e136252ad52), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:59.211040 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05b9384f-707f-45b4-a9f3-c6022d888878 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (2dc00f1d-ae43-40c5-b6c4-b34134a3f3fd), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:59.373495 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05b9384f-707f-45b4-a9f3-c6022d888878 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for port (2dc00f1d-ae43-40c5-b6c4-b34134a3f3fd), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:59.378580 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05b9384f-707f-45b4-a9f3-c6022d888878 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (2dc00f1d-ae43-40c5-b6c4-b34134a3f3fd), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:59.448487 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9384f-707f-45b4-a9f3-c6022d888878 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Pushing event updated for resources: {'Port': ['ID=2dc00f1d-ae43-40c5-b6c4-b34134a3f3fd,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 01:57:59.463097 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05b9384f-707f-45b4-a9f3-c6022d888878 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (e7d917b7-dd17-4d73-919d-2e136252ad52), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:57:59.854626 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-05b9384f-707f-45b4-a9f3-c6022d888878 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Floating IP e7d917b7-dd17-4d73-919d-2e136252ad52 associated. External IP: 172.25.3.30, port: 5eb64a6a-f767-49a3-950f-8bd8e9c35102. Jan 28 01:58:00.083027 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b9384f-707f-45b4-a9f3-c6022d888878 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Router 663f1610-f16a-477b-9393-740238185267 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 01:58:00.201605 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b9384f-707f-45b4-a9f3-c6022d888878 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 01:58:00.211700 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f933a02-906f-478d-b09d-97fde36c94e2 None None] Sync routers for ids ['663f1610-f16a-477b-9393-740238185267'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 01:58:00.221236 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-05b9384f-707f-45b4-a9f3-c6022d888878 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:58:00.224739 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f933a02-906f-478d-b09d-97fde36c94e2 None None] Routers {'663f1610-f16a-477b-9393-740238185267'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:58:00.225467 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-9f933a02-906f-478d-b09d-97fde36c94e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:57:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['663f1610-f16a-477b-9393-740238185267'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:58:00.252959 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-05b9384f-707f-45b4-a9f3-c6022d888878 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0312488 Jan 28 01:58:00.253757 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a340f5-48e8-4914-8ce0-3e20f1bf5dc7', 'tag': '5eb64a6a-f767-49a3-950f-8bd8e9c35102'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 01:58:00.257712 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9a4de2-9974-4789-82f2-384791c9e07e" -d '{"events": [{"name": "network-changed", "server_uuid": "18a340f5-48e8-4914-8ce0-3e20f1bf5dc7", "tag": "5eb64a6a-f767-49a3-950f-8bd8e9c35102"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 01:58:00.298967 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 01:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ec898d-9f50-4c5a-b877-e9fc92e0f77b x-openstack-request-id: req-21ec898d-9f50-4c5a-b877-e9fc92e0f77b {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 01:58:00.299268 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a340f5-48e8-4914-8ce0-3e20f1bf5dc7", "tag": "5eb64a6a-f767-49a3-950f-8bd8e9c35102", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 01:58:00.299530 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-21ec898d-9f50-4c5a-b877-e9fc92e0f77b {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 01:58:00.299976 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a340f5-48e8-4914-8ce0-3e20f1bf5dc7', 'tag': '5eb64a6a-f767-49a3-950f-8bd8e9c35102', 'status': 'completed', 'code': 200} Jan 28 01:58:00.338534 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-9f933a02-906f-478d-b09d-97fde36c94e2 None None] Set router 663f1610-f16a-477b-9393-740238185267 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:58:00.382643 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a4de2-9974-4789-82f2-384791c9e07e req-9d7d2d84-4331-4dd5-832d-ca99ba82702e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:00.384216 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de9a4de2-9974-4789-82f2-384791c9e07e req-9d7d2d84-4331-4dd5-832d-ca99ba82702e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce401b3cb7fc4ef9b9fa85ec8ee16471&device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 1096 time: 0.0419114 Jan 28 01:58:00.483217 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a4de2-9974-4789-82f2-384791c9e07e req-2c3536cf-65ac-405d-9aae-9cdf32e3aabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:00.484682 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de9a4de2-9974-4789-82f2-384791c9e07e req-2c3536cf-65ac-405d-9aae-9cdf32e3aabb service neutron] 10.222.0.65 "GET /v2.0/networks?id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff HTTP/1.1" status: 200 len: 909 time: 0.0945740 Jan 28 01:58:00.561548 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de9a4de2-9974-4789-82f2-384791c9e07e req-dfb437af-263f-4412-841f-fd7cc936a76f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eb64a6a-f767-49a3-950f-8bd8e9c35102 HTTP/1.1" status: 200 len: 998 time: 0.0700498 Jan 28 01:58:00.577666 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-9f933a02-906f-478d-b09d-97fde36c94e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663f1610-f16a-477b-9393-740238185267', 'name': 'tempest-TestShelveInstance-204935799-router', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T01:51:25Z', 'revision_number': 4, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'gw_port': {'id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:22Z', 'updated_at': '2022-01-28T01:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'e7d917b7-dd17-4d73-919d-2e136252ad52', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '663f1610-f16a-477b-9393-740238185267', 'port_id': '5eb64a6a-f767-49a3-950f-8bd8e9c35102', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'mac_address': 'fa:16:3e:36:26:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a340f5-48e8-4914-8ce0-3e20f1bf5dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:57:58Z', 'updated_at': '2022-01-28T01:57:58Z', 'revision_number': 0, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '167ff4f7-1f24-4566-9a82-ea7845bf17c4', 'name': '', 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'mac_address': 'fa:16:3e:0a:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:24Z', 'updated_at': '2022-01-28T01:51:30Z', 'revision_number': 5, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'subnets': [{'id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:58:00.608931 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f933a02-906f-478d-b09d-97fde36c94e2 None None] Checking router: 663f1610-f16a-477b-9393-740238185267 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 01:58:00.615145 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a4de2-9974-4789-82f2-384791c9e07e req-35187347-060a-4545-8228-1bac9aebb073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:00.616702 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de9a4de2-9974-4789-82f2-384791c9e07e req-35187347-060a-4545-8228-1bac9aebb073 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a1cfe800-bb28-4c5c-ac30-90a85fb31e8a HTTP/1.1" status: 200 len: 847 time: 0.0496545 Jan 28 01:58:00.617441 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f933a02-906f-478d-b09d-97fde36c94e2 None None] Routers {'663f1610-f16a-477b-9393-740238185267'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 01:58:00.618066 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-9f933a02-906f-478d-b09d-97fde36c94e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T01:57:38Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['663f1610-f16a-477b-9393-740238185267'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:58:00.664809 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a4de2-9974-4789-82f2-384791c9e07e req-1394ba10-ff68-46e1-a386-45bc203e1594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:00.667063 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de9a4de2-9974-4789-82f2-384791c9e07e req-1394ba10-ff68-46e1-a386-45bc203e1594 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438120 Jan 28 01:58:00.739978 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-9f933a02-906f-478d-b09d-97fde36c94e2 None None] Set router 663f1610-f16a-477b-9393-740238185267 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 01:58:00.767449 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de9a4de2-9974-4789-82f2-384791c9e07e req-a9c87e98-15da-4be4-aa67-80b0fb9e8091 service neutron] 10.222.0.65 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948367 Jan 28 01:58:00.867079 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-de9a4de2-9974-4789-82f2-384791c9e07e req-2cf6cb41-db43-4198-9ec3-7d4f1375fe16 service neutron] 10.222.0.65 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933192 Jan 28 01:58:01.130635 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-9f933a02-906f-478d-b09d-97fde36c94e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663f1610-f16a-477b-9393-740238185267', 'name': 'tempest-TestShelveInstance-204935799-router', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T01:51:25Z', 'revision_number': 4, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'gw_port': {'id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:22Z', 'updated_at': '2022-01-28T01:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'e7d917b7-dd17-4d73-919d-2e136252ad52', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '663f1610-f16a-477b-9393-740238185267', 'port_id': '5eb64a6a-f767-49a3-950f-8bd8e9c35102', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'mac_address': 'fa:16:3e:36:26:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a340f5-48e8-4914-8ce0-3e20f1bf5dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:57:58Z', 'updated_at': '2022-01-28T01:57:58Z', 'revision_number': 0, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '167ff4f7-1f24-4566-9a82-ea7845bf17c4', 'name': '', 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'mac_address': 'fa:16:3e:0a:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:24Z', 'updated_at': '2022-01-28T01:51:30Z', 'revision_number': 5, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'subnets': [{'id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 01:58:01.159905 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f933a02-906f-478d-b09d-97fde36c94e2 None None] The sync data for ids ['663f1610-f16a-477b-9393-740238185267'] in n-d-826754-1 is: [{'id': '663f1610-f16a-477b-9393-740238185267', 'name': 'tempest-TestShelveInstance-204935799-router', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T01:51:25Z', 'revision_number': 4, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'gw_port': {'id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:22Z', 'updated_at': '2022-01-28T01:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': 'e7d917b7-dd17-4d73-919d-2e136252ad52', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '663f1610-f16a-477b-9393-740238185267', 'port_id': '5eb64a6a-f767-49a3-950f-8bd8e9c35102', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'mac_address': 'fa:16:3e:36:26:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a340f5-48e8-4914-8ce0-3e20f1bf5dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T01:57:58Z', 'updated_at': '2022-01-28T01:57:58Z', 'revision_number': 0, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '167ff4f7-1f24-4566-9a82-ea7845bf17c4', 'name': '', 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'mac_address': 'fa:16:3e:0a:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:24Z', 'updated_at': '2022-01-28T01:51:30Z', 'revision_number': 5, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'subnets': [{'id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 01:58:01.359012 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8b83c6-f9f0-4e64-93bb-527b7ad766f8 None None] New status for floating IP e7d917b7-dd17-4d73-919d-2e136252ad52: ACTIVE {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 01:58:03.571430 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:58:06.225652 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0eeee36d-f2af-45c0-8d6e-d9ff3a864bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:58:08.511774 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e69b3e5e-3ba1-460e-b3bb-5cd5a301120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:58:10.099185 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:58:11.628512 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:58:12.395862 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:58:13.905731 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:58:15.626777 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:58:16.437857 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5bfc3fb4-e42d-4fc6-a502-e57918d68cf0 req-783a4a93-9f44-4546-a80a-5bab0ab24f07 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476170 Jan 28 01:58:16.570174 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc3fb4-e42d-4fc6-a502-e57918d68cf0 req-3c0e68de-b150-4f93-badc-633510c2e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:16.571754 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5bfc3fb4-e42d-4fc6-a502-e57918d68cf0 req-3c0e68de-b150-4f93-badc-633510c2e21a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce401b3cb7fc4ef9b9fa85ec8ee16471&device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 1096 time: 0.0525370 Jan 28 01:58:16.694683 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc3fb4-e42d-4fc6-a502-e57918d68cf0 req-ed83bf38-262f-4c1a-9112-82969f5570d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:16.696252 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5bfc3fb4-e42d-4fc6-a502-e57918d68cf0 req-ed83bf38-262f-4c1a-9112-82969f5570d5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff HTTP/1.1" status: 200 len: 909 time: 0.1011741 Jan 28 01:58:16.768424 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5bfc3fb4-e42d-4fc6-a502-e57918d68cf0 req-1c6a3c08-b288-43b9-83e6-8ec3a0823c69 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eb64a6a-f767-49a3-950f-8bd8e9c35102 HTTP/1.1" status: 200 len: 1000 time: 0.0650480 Jan 28 01:58:16.829768 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc3fb4-e42d-4fc6-a502-e57918d68cf0 req-db88f049-4664-4913-80d1-71b04a5c3038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:16.831310 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5bfc3fb4-e42d-4fc6-a502-e57918d68cf0 req-db88f049-4664-4913-80d1-71b04a5c3038 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a1cfe800-bb28-4c5c-ac30-90a85fb31e8a HTTP/1.1" status: 200 len: 847 time: 0.0535398 Jan 28 01:58:16.886312 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc3fb4-e42d-4fc6-a502-e57918d68cf0 req-746e843a-9c1b-4232-a66f-a4ddf8dae424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:58:16.888085 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5bfc3fb4-e42d-4fc6-a502-e57918d68cf0 req-746e843a-9c1b-4232-a66f-a4ddf8dae424 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485930 Jan 28 01:58:16.991799 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5bfc3fb4-e42d-4fc6-a502-e57918d68cf0 req-0b1f400a-1c65-4ac0-bb94-c6f2fec054d7 service neutron] 10.222.0.65 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946171 Jan 28 01:58:17.111072 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5bfc3fb4-e42d-4fc6-a502-e57918d68cf0 req-635083c0-a3c6-4899-b3ec-12cbff52b91d service neutron] 10.222.0.65 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116128 Jan 28 01:58:36.230797 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4112f62e-56d0-4dd9-88e7-dfd2a13fc0b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:58:38.515592 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9b5d6d33-cca4-4158-9304-9884bd6a656a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:58:40.108867 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:58:40.570517 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:58:41.640513 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:58:42.396093 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:58:43.908997 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:58:45.634574 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:06.235669 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-efc2630f-ebb8-4861-b10e-26628bc040fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:08.511824 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f9e299ac-09cb-4a2d-9fd8-1522635d76a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:10.108678 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:11.636953 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:12.390065 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:13.900227 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:15.626563 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:17.569893 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:59:18.365893 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3100b2cc-dcd1-4552-8bae-e5cb2d91aea1 req-a8149c62-f1a6-4381-99a0-2bbefb207316 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452917 Jan 28 01:59:18.481451 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100b2cc-dcd1-4552-8bae-e5cb2d91aea1 req-ba50e3e3-05ab-4244-8225-6b3c32a18594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:18.483037 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3100b2cc-dcd1-4552-8bae-e5cb2d91aea1 req-ba50e3e3-05ab-4244-8225-6b3c32a18594 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce401b3cb7fc4ef9b9fa85ec8ee16471&device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 1096 time: 0.0477130 Jan 28 01:59:18.604376 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100b2cc-dcd1-4552-8bae-e5cb2d91aea1 req-84a444e5-ffd1-4cab-aa11-be1a46874eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:18.606094 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3100b2cc-dcd1-4552-8bae-e5cb2d91aea1 req-84a444e5-ffd1-4cab-aa11-be1a46874eae service neutron] 10.222.0.65 "GET /v2.0/networks?id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff HTTP/1.1" status: 200 len: 909 time: 0.0982153 Jan 28 01:59:18.677235 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3100b2cc-dcd1-4552-8bae-e5cb2d91aea1 req-fcca3965-7cfe-434c-9ce7-c3dc96c2ce94 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eb64a6a-f767-49a3-950f-8bd8e9c35102 HTTP/1.1" status: 200 len: 1000 time: 0.0641160 Jan 28 01:59:18.734238 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100b2cc-dcd1-4552-8bae-e5cb2d91aea1 req-555a7542-9c5d-4955-9762-e890f6b1c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:18.735782 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3100b2cc-dcd1-4552-8bae-e5cb2d91aea1 req-555a7542-9c5d-4955-9762-e890f6b1c5b7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a1cfe800-bb28-4c5c-ac30-90a85fb31e8a HTTP/1.1" status: 200 len: 847 time: 0.0518830 Jan 28 01:59:18.785788 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100b2cc-dcd1-4552-8bae-e5cb2d91aea1 req-7ccafe73-ee2b-4ff9-b666-2ea2253e7dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:18.787339 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3100b2cc-dcd1-4552-8bae-e5cb2d91aea1 req-7ccafe73-ee2b-4ff9-b666-2ea2253e7dc0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440261 Jan 28 01:59:18.878465 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3100b2cc-dcd1-4552-8bae-e5cb2d91aea1 req-1209b0a7-6629-4d88-b67e-a047ecf78bb2 service neutron] 10.222.0.65 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839028 Jan 28 01:59:18.981411 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-3100b2cc-dcd1-4552-8bae-e5cb2d91aea1 req-5748e16e-653c-4994-947e-1df5a160045a service neutron] 10.222.0.65 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942211 Jan 28 01:59:36.241561 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-cb189ef4-dc6f-4069-a123-d96a321613bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:38.514442 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-027c1ee4-483a-4e18-9142-a805963878fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:40.109113 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:41.639442 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:42.398508 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:43.905533 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:45.638938 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 01:59:54.569591 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 01:59:58.751557 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d2129-2d15-4af4-8c2b-00e9a5760fe4 req-daf1a79e-b53d-439b-a06d-0b1d3b830d22 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:58.753026 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bd2d2129-2d15-4af4-8c2b-00e9a5760fe4 req-daf1a79e-b53d-439b-a06d-0b1d3b830d22 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 945 time: 0.1266048 Jan 28 01:59:58.803633 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-bd2d2129-2d15-4af4-8c2b-00e9a5760fe4 req-2e7bad07-e47f-41db-878f-072d10c2c814 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447857 Jan 28 01:59:59.996216 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d436e-c6ef-4a80-a7c1-177e3e88943a req-68a3a548-d1dd-4be6-870c-998d5e26a374 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 01:59:59.998429 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e9d436e-c6ef-4a80-a7c1-177e3e88943a req-68a3a548-d1dd-4be6-870c-998d5e26a374 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 945 time: 0.1109941 Jan 28 02:00:00.059206 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e9d436e-c6ef-4a80-a7c1-177e3e88943a req-a318f5ef-e017-4bb4-860a-1dcdd8b54098 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545938 Jan 28 02:00:01.196757 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c7f88-2cc2-45fb-8d8f-8c1af4ce9cd6 req-ca7b1408-6760-4db1-beb3-35b858108dd8 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:01.198317 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-422c7f88-2cc2-45fb-8d8f-8c1af4ce9cd6 req-ca7b1408-6760-4db1-beb3-35b858108dd8 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 945 time: 0.0628192 Jan 28 02:00:01.250801 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-422c7f88-2cc2-45fb-8d8f-8c1af4ce9cd6 req-61d7842d-d315-480b-84e9-5405a9e9d68d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462670 Jan 28 02:00:02.373434 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58df219-3266-4139-8fec-e9480972f392 req-fdffd151-0067-4dc2-893b-1e4a55fac4c3 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:02.374984 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c58df219-3266-4139-8fec-e9480972f392 req-fdffd151-0067-4dc2-893b-1e4a55fac4c3 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 945 time: 0.0515285 Jan 28 02:00:02.430331 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c58df219-3266-4139-8fec-e9480972f392 req-616b3a8d-0af9-4328-91b3-43cc12ea1258 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497029 Jan 28 02:00:03.561231 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd5b94-ba97-42ba-9c6d-baf8ce4b63cb req-dd2940d2-3f9a-4306-a86f-8d6acc7e4a62 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:03.562817 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3bd5b94-ba97-42ba-9c6d-baf8ce4b63cb req-dd2940d2-3f9a-4306-a86f-8d6acc7e4a62 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 945 time: 0.0571837 Jan 28 02:00:03.635364 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e3bd5b94-ba97-42ba-9c6d-baf8ce4b63cb req-f74b9ce3-6ad5-46cf-9515-ea11ea4f0077 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663428 Jan 28 02:00:04.760905 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e625f5b-c08c-4982-81f2-a0f4913c6e92 req-58417683-db03-4cb0-9550-9df86484ceb4 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:04.763262 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e625f5b-c08c-4982-81f2-a0f4913c6e92 req-58417683-db03-4cb0-9550-9df86484ceb4 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 945 time: 0.0523684 Jan 28 02:00:04.818704 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8e625f5b-c08c-4982-81f2-a0f4913c6e92 req-be72014c-dc5e-4a4d-8e83-5f4eefd38595 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493088 Jan 28 02:00:05.970765 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc04026-4564-4dce-93cb-dc3777c8a1e1 req-ebd1396e-7b10-4965-a8f6-386e3fa547a8 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:05.972689 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9bc04026-4564-4dce-93cb-dc3777c8a1e1 req-ebd1396e-7b10-4965-a8f6-386e3fa547a8 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 945 time: 0.0722883 Jan 28 02:00:06.030634 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9bc04026-4564-4dce-93cb-dc3777c8a1e1 req-dbc46569-cd07-4abd-b37a-df0e5897596c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524344 Jan 28 02:00:06.235592 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1fce1047-27c1-4d56-be34-30851e346652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:07.149627 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741807d7-f199-4149-bbfb-edc318ebcb86 req-2cb9ea50-c91a-44e9-a669-ea4e389a76b1 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:07.151389 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-741807d7-f199-4149-bbfb-edc318ebcb86 req-2cb9ea50-c91a-44e9-a669-ea4e389a76b1 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 945 time: 0.0503550 Jan 28 02:00:07.202953 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-741807d7-f199-4149-bbfb-edc318ebcb86 req-b0f8d126-8357-4373-b695-8f346d98a178 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451312 Jan 28 02:00:08.323846 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181047e-bc31-4fa4-a353-ec4750aabfca req-6d43aad6-e55c-4222-b517-1f33a8978527 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:08.325776 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0181047e-bc31-4fa4-a353-ec4750aabfca req-6d43aad6-e55c-4222-b517-1f33a8978527 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 945 time: 0.0517993 Jan 28 02:00:08.381878 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0181047e-bc31-4fa4-a353-ec4750aabfca req-36dbd8ab-1e9f-464a-83b7-7212697b975b tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504010 Jan 28 02:00:08.517486 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a1b6e10b-fffa-4fd4-9840-43178a274e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:08.913279 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab78d05-7657-4c8f-9be2-85e9cb59036c req-f3896f82-6b68-4889-9abf-84a53ac444c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:08.914747 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0ab78d05-7657-4c8f-9be2-85e9cb59036c req-f3896f82-6b68-4889-9abf-84a53ac444c4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce401b3cb7fc4ef9b9fa85ec8ee16471&device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 1096 time: 0.0428221 Jan 28 02:00:09.030531 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab78d05-7657-4c8f-9be2-85e9cb59036c req-f8e0987b-e68b-450a-9c43-7d6fce2aff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:09.032323 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0ab78d05-7657-4c8f-9be2-85e9cb59036c req-f8e0987b-e68b-450a-9c43-7d6fce2aff7a service neutron] 10.222.0.65 "GET /v2.0/networks?id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff HTTP/1.1" status: 200 len: 909 time: 0.1106546 Jan 28 02:00:09.106726 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0ab78d05-7657-4c8f-9be2-85e9cb59036c req-7a85e31e-db13-4f1b-9988-30f69695e430 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eb64a6a-f767-49a3-950f-8bd8e9c35102 HTTP/1.1" status: 200 len: 1000 time: 0.0673704 Jan 28 02:00:09.165121 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab78d05-7657-4c8f-9be2-85e9cb59036c req-b54043b1-15fd-4a4a-936c-756521788d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:09.166507 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0ab78d05-7657-4c8f-9be2-85e9cb59036c req-b54043b1-15fd-4a4a-936c-756521788d53 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a1cfe800-bb28-4c5c-ac30-90a85fb31e8a HTTP/1.1" status: 200 len: 847 time: 0.0537543 Jan 28 02:00:09.216665 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab78d05-7657-4c8f-9be2-85e9cb59036c req-2de56af3-4c0d-4a67-af33-93ad09bdabbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:09.219174 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0ab78d05-7657-4c8f-9be2-85e9cb59036c req-2de56af3-4c0d-4a67-af33-93ad09bdabbe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452545 Jan 28 02:00:09.319869 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0ab78d05-7657-4c8f-9be2-85e9cb59036c req-e79c9d9f-cf35-467b-ac44-1fd92dcd18f8 service neutron] 10.222.0.65 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930405 Jan 28 02:00:09.413107 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0ab78d05-7657-4c8f-9be2-85e9cb59036c req-1210a2e3-c021-4b6c-96e7-0547c4324d6a service neutron] 10.222.0.65 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862002 Jan 28 02:00:09.509141 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f31a61-34eb-4505-a0ca-6c736e39802a req-58d4f9e4-5423-415f-a52d-14e40b4b9889 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:09.510723 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d3f31a61-34eb-4505-a0ca-6c736e39802a req-58d4f9e4-5423-415f-a52d-14e40b4b9889 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 945 time: 0.0565288 Jan 28 02:00:09.563089 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d3f31a61-34eb-4505-a0ca-6c736e39802a req-2b58d2d6-92ba-487a-9623-aa4e311229fa tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465269 Jan 28 02:00:10.112173 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:10.688627 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ab965-7e5b-4900-a7d2-38a10e2bd490 req-4ea3b43b-0d80-4373-9a78-6a6bb1cb337c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:10.690184 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e46ab965-7e5b-4900-a7d2-38a10e2bd490 req-4ea3b43b-0d80-4373-9a78-6a6bb1cb337c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 945 time: 0.0532558 Jan 28 02:00:10.744938 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e46ab965-7e5b-4900-a7d2-38a10e2bd490 req-bcaf1d4a-36af-49c6-98dc-9c9903961b1e tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491080 Jan 28 02:00:11.644390 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:11.889968 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f9ad0-6afb-45ca-a024-fdf0f5ca1048 req-154ec306-1301-4f54-aabd-2761f17a4d0b tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:11.891802 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c64f9ad0-6afb-45ca-a024-fdf0f5ca1048 req-154ec306-1301-4f54-aabd-2761f17a4d0b tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 945 time: 0.0603895 Jan 28 02:00:11.952822 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c64f9ad0-6afb-45ca-a024-fdf0f5ca1048 req-e151ee60-ae1b-4667-aec2-f6ed26e9ca8e tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550795 Jan 28 02:00:12.395144 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:13.086190 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8087a-507a-4f86-81e1-752f1dc5386a req-e8e43eae-f16f-42f0-9ca5-a3df3a37a59e tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:13.087852 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ccb8087a-507a-4f86-81e1-752f1dc5386a req-e8e43eae-f16f-42f0-9ca5-a3df3a37a59e tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 945 time: 0.0556190 Jan 28 02:00:13.144680 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ccb8087a-507a-4f86-81e1-752f1dc5386a req-d2320aa5-7646-4cf8-acf4-68f0d4e2d9ea tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496857 Jan 28 02:00:13.922180 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:14.054651 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device 5eb64a6a-f767-49a3-950f-8bd8e9c35102 no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:00:14.137274 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port 5eb64a6a-f767-49a3-950f-8bd8e9c35102 is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:00:14.137669 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5eb64a6a-f767-49a3-950f-8bd8e9c35102), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:14.162165 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a340f5-48e8-4914-8ce0-3e20f1bf5dc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eb64a6a-f767-49a3-950f-8bd8e9c35102'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:00:14.165714 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0c3da4-c968-4d0b-805f-b065c6f36005" -d '{"events": [{"server_uuid": "18a340f5-48e8-4914-8ce0-3e20f1bf5dc7", "name": "network-vif-unplugged", "status": "completed", "tag": "5eb64a6a-f767-49a3-950f-8bd8e9c35102"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:00:14.181422 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port 5eb64a6a-f767-49a3-950f-8bd8e9c35102, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=5eb64a6a-f767-49a3-950f-8bd8e9c35102,segment=NetworkSegment(1b73eaeb-6be8-4447-a5d8-50ffd3e278e0),segment_id=1b73eaeb-6be8-4447-a5d8-50ffd3e278e0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:14.188869 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (5eb64a6a-f767-49a3-950f-8bd8e9c35102), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:14.224483 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 02:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee25846-32da-43d5-af77-2b0d2b0bec69 x-openstack-request-id: req-cee25846-32da-43d5-af77-2b0d2b0bec69 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:00:14.224790 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a340f5-48e8-4914-8ce0-3e20f1bf5dc7", "name": "network-vif-unplugged", "status": "completed", "tag": "5eb64a6a-f767-49a3-950f-8bd8e9c35102", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:00:14.225034 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cee25846-32da-43d5-af77-2b0d2b0bec69 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:00:14.225447 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a340f5-48e8-4914-8ce0-3e20f1bf5dc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eb64a6a-f767-49a3-950f-8bd8e9c35102', 'code': 200} Jan 28 02:00:14.247848 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=5eb64a6a-f767-49a3-950f-8bd8e9c35102,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:14.257164 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:14.257164 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:14.257164 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:14.257164 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:14.257164 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:14.257744 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:14.257744 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:14.258141 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:14.258336 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:14.258636 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:14.258963 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:14.259289 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:14.259668 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:14.305918 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099013ee-e17b-48e6-a9fe-cc81d36711a1 req-82cf0d33-3a57-48be-86bf-b22f510f1186 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:14.307509 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-099013ee-e17b-48e6-a9fe-cc81d36711a1 req-82cf0d33-3a57-48be-86bf-b22f510f1186 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0638044 Jan 28 02:00:14.378399 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-099013ee-e17b-48e6-a9fe-cc81d36711a1 req-223274f2-7036-467d-9b2f-73fb472cac2a tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641730 Jan 28 02:00:15.521185 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6efad-a71a-44e5-a710-5e791c7571df req-6e664ee3-ed37-4e16-8c37-50a8a0857c85 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:15.522704 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aad6efad-a71a-44e5-a710-5e791c7571df req-6e664ee3-ed37-4e16-8c37-50a8a0857c85 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0630937 Jan 28 02:00:15.576057 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-aad6efad-a71a-44e5-a710-5e791c7571df req-9618b989-88f0-495a-98ea-778a49d01200 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459111 Jan 28 02:00:15.639782 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:15.812413 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f55773-8b8a-4d43-a870-1c9bc4a59aa1 req-02e42951-d9b8-47ce-b16b-e65d1808899c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:15.813977 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-15f55773-8b8a-4d43-a870-1c9bc4a59aa1 req-02e42951-d9b8-47ce-b16b-e65d1808899c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0532687 Jan 28 02:00:15.824523 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-7fe48f23-9e3d-4eb3-b867-937f56ff7289 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0949268 Jan 28 02:00:15.833722 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-61fa9230-ce8f-45e1-a943-5c80e1b3b003 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:00:15.834710 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-61fa9230-ce8f-45e1-a943-5c80e1b3b003 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052550 Jan 28 02:00:15.866216 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-15f55773-8b8a-4d43-a870-1c9bc4a59aa1 req-46ddd967-2359-4e72-b989-a3a531ab2bb0 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465012 Jan 28 02:00:17.026699 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13aeaf7-cb6d-4082-958c-fea2263eeaff req-28f211eb-b2fa-4fd9-9439-c011dca43d78 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:17.028882 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f13aeaf7-cb6d-4082-958c-fea2263eeaff req-28f211eb-b2fa-4fd9-9439-c011dca43d78 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0639751 Jan 28 02:00:17.087325 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f13aeaf7-cb6d-4082-958c-fea2263eeaff req-2db963dd-5eba-4c93-80ec-6ab4258eb9c3 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529187 Jan 28 02:00:18.209654 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b11ba-2337-4e4e-935a-897aa69aa43a req-db349944-db91-4822-be1b-6e56f3d1ba5d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:18.211247 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-744b11ba-2337-4e4e-935a-897aa69aa43a req-db349944-db91-4822-be1b-6e56f3d1ba5d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0512471 Jan 28 02:00:18.270195 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-744b11ba-2337-4e4e-935a-897aa69aa43a req-0fdbb65e-8f7f-42c2-be0c-d6725050170e tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525339 Jan 28 02:00:19.418636 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90865e-8b0b-44fa-9b18-2a867fe3ab1f req-0c0a81f8-8c2a-40ca-bb93-738f5a4d0c9b tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:19.427107 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-da90865e-8b0b-44fa-9b18-2a867fe3ab1f req-0c0a81f8-8c2a-40ca-bb93-738f5a4d0c9b tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0706069 Jan 28 02:00:19.497128 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-da90865e-8b0b-44fa-9b18-2a867fe3ab1f req-169e1de8-373c-4988-9199-b3fe8808908f tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684018 Jan 28 02:00:20.632119 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d9333-ba93-4c9c-aa01-8adca076d319 req-b3e6a059-23c4-449d-bd21-d46d20caa6cc tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:20.635701 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad0d9333-ba93-4c9c-aa01-8adca076d319 req-b3e6a059-23c4-449d-bd21-d46d20caa6cc tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0606751 Jan 28 02:00:20.695594 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad0d9333-ba93-4c9c-aa01-8adca076d319 req-258bba9b-69f7-472a-a3e3-90d139dd618f tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524156 Jan 28 02:00:21.837428 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bd2e3-3c7a-48bf-8a39-761ae3f55b1c req-17872449-7745-4300-9493-58c2b6edf50e tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:21.840232 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-253bd2e3-3c7a-48bf-8a39-761ae3f55b1c req-17872449-7745-4300-9493-58c2b6edf50e tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0617580 Jan 28 02:00:21.900327 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-253bd2e3-3c7a-48bf-8a39-761ae3f55b1c req-c33e215a-2a5b-40c5-b189-52ec90a50959 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537658 Jan 28 02:00:23.041814 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a6678-b4da-4758-91e6-fb07d2c90d5e req-e8b063ba-6007-42d2-9d4c-a7ae7816203e tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:23.043727 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-095a6678-b4da-4758-91e6-fb07d2c90d5e req-e8b063ba-6007-42d2-9d4c-a7ae7816203e tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0642312 Jan 28 02:00:23.093944 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-095a6678-b4da-4758-91e6-fb07d2c90d5e req-9cc43433-feb4-4c26-9e5c-e8ed2119f737 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441699 Jan 28 02:00:24.215102 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0865ab-3cdb-4a5f-8e3d-1b33f114cc0c req-54ee7358-74aa-45a0-be75-58a3fdc9409c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:24.216681 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff0865ab-3cdb-4a5f-8e3d-1b33f114cc0c req-54ee7358-74aa-45a0-be75-58a3fdc9409c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0521905 Jan 28 02:00:24.270415 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff0865ab-3cdb-4a5f-8e3d-1b33f114cc0c req-3c3e85de-95a6-42e9-9424-13322d387f4c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468907 Jan 28 02:00:25.387697 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041263a-0e0a-40f9-9b05-1c271b4841b4 req-cb365adb-2f8f-49d3-a031-a941b82e3f53 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:25.389198 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7041263a-0e0a-40f9-9b05-1c271b4841b4 req-cb365adb-2f8f-49d3-a031-a941b82e3f53 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0489407 Jan 28 02:00:25.445140 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7041263a-0e0a-40f9-9b05-1c271b4841b4 req-a9db52d8-3ced-4300-a4da-53bb43978d08 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502379 Jan 28 02:00:26.592264 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866b859-8317-4dfa-b5cb-0d86215824f1 req-bbda5f1f-44ba-4c93-bbea-ea3bbaa1d68d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:26.593802 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2866b859-8317-4dfa-b5cb-0d86215824f1 req-bbda5f1f-44ba-4c93-bbea-ea3bbaa1d68d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0600762 Jan 28 02:00:26.645443 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2866b859-8317-4dfa-b5cb-0d86215824f1 req-6f89a651-29af-4f72-babe-7f9311708e05 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450099 Jan 28 02:00:26.881306 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-234d2d26-856d-41b4-8a11-79294a19e184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:26.883640 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-234d2d26-856d-41b4-8a11-79294a19e184 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7&tenant_id=ce401b3cb7fc4ef9b9fa85ec8ee16471 HTTP/1.1" status: 200 len: 1094 time: 0.0979118 Jan 28 02:00:26.902151 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826754-1', 'device_owner': 'compute:nova'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:00:26.957739 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5eb64a6a-f767-49a3-950f-8bd8e9c35102), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:27.163223 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] For port 5eb64a6a-f767-49a3-950f-8bd8e9c35102, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=5eb64a6a-f767-49a3-950f-8bd8e9c35102,segment=NetworkSegment(1b73eaeb-6be8-4447-a5d8-50ffd3e278e0),segment_id=1b73eaeb-6be8-4447-a5d8-50ffd3e278e0)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:27.197636 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] For port 5eb64a6a-f767-49a3-950f-8bd8e9c35102, host n-h1-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:00:27.231999 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb64a6a-f767-49a3-950f-8bd8e9c35102 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:00:27.239737 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Publish callbacks [] for port (5eb64a6a-f767-49a3-950f-8bd8e9c35102), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:27.252075 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Transition to ACTIVE for port object 5eb64a6a-f767-49a3-950f-8bd8e9c35102 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:00:27.256688 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (5eb64a6a-f767-49a3-950f-8bd8e9c35102), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:27.361813 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb64a6a-f767-49a3-950f-8bd8e9c35102,revision_number=7']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:27.392924 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:27.393280 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:27.393617 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:27.393955 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:27.394288 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:27.394619 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:27.394947 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:27.395304 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:27.395644 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:27.395977 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:27.396309 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:27.396633 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:27.396954 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:00:27.459513 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] No DVR routers for this DVR port 5eb64a6a-f767-49a3-950f-8bd8e9c35102 on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:00:27.601702 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Attempting to bind port 5eb64a6a-f767-49a3-950f-8bd8e9c35102 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:00:27.601951 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Attempting to bind port 5eb64a6a-f767-49a3-950f-8bd8e9c35102 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': '1b73eaeb-6be8-4447-a5d8-50ffd3e278e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:00:27.602279 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Attempting to bind port 5eb64a6a-f767-49a3-950f-8bd8e9c35102 on network f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:00:27.606971 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Port 5eb64a6a-f767-49a3-950f-8bd8e9c35102 on network f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:00:27.607319 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Attempting to bind port 5eb64a6a-f767-49a3-950f-8bd8e9c35102 on network f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:00:27.612381 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:00:27.612717 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Checking segment: {'id': '1b73eaeb-6be8-4447-a5d8-50ffd3e278e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:00:27.613111 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Bound using segment: {'id': '1b73eaeb-6be8-4447-a5d8-50ffd3e278e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:00:27.613534 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Bound port: 5eb64a6a-f767-49a3-950f-8bd8e9c35102, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b73eaeb-6be8-4447-a5d8-50ffd3e278e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:00:27.613894 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5eb64a6a-f767-49a3-950f-8bd8e9c35102), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:27.682818 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] For port 5eb64a6a-f767-49a3-950f-8bd8e9c35102, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:00:27.688668 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] For port 5eb64a6a-f767-49a3-950f-8bd8e9c35102, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=5eb64a6a-f767-49a3-950f-8bd8e9c35102,segment=NetworkSegment(1b73eaeb-6be8-4447-a5d8-50ffd3e278e0),segment_id=1b73eaeb-6be8-4447-a5d8-50ffd3e278e0)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:00:27.693868 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (5eb64a6a-f767-49a3-950f-8bd8e9c35102), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:27.733812 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:27.736945 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:27.736945 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] 10.222.0.52 "PUT /v2.0/ports/5eb64a6a-f767-49a3-950f-8bd8e9c35102 HTTP/1.1" status: 200 len: 1091 time: 0.8387187 Jan 28 02:00:27.737362 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a340f5-48e8-4914-8ce0-3e20f1bf5dc7', 'tag': '5eb64a6a-f767-49a3-950f-8bd8e9c35102'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:00:27.739983 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18497fa-704e-495f-a7b4-e47b02b05c23" -d '{"events": [{"name": "network-changed", "server_uuid": "18a340f5-48e8-4914-8ce0-3e20f1bf5dc7", "tag": "5eb64a6a-f767-49a3-950f-8bd8e9c35102"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:00:27.783419 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531aecb4-23a8-4879-abda-830afc5b9f55 req-0d399f63-bb9d-4f46-9f72-b3279f915c6e tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:27.785358 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-531aecb4-23a8-4879-abda-830afc5b9f55 req-0d399f63-bb9d-4f46-9f72-b3279f915c6e tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0609503 Jan 28 02:00:27.794771 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2854408-49eb-4f25-80b8-c45be01cac70 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb64a6a-f767-49a3-950f-8bd8e9c35102,revision_number=8']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:27.799847 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804e283d-67a3-4f5e-b349-ae3e52ffa693 x-openstack-request-id: req-804e283d-67a3-4f5e-b349-ae3e52ffa693 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:00:27.800143 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a340f5-48e8-4914-8ce0-3e20f1bf5dc7", "tag": "5eb64a6a-f767-49a3-950f-8bd8e9c35102", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:00:27.800399 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-804e283d-67a3-4f5e-b349-ae3e52ffa693 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:00:27.800806 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a340f5-48e8-4914-8ce0-3e20f1bf5dc7', 'tag': '5eb64a6a-f767-49a3-950f-8bd8e9c35102', 'status': 'completed', 'code': 200} Jan 28 02:00:27.839794 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-3b941beb-9f60-4d2a-81f8-7918a494d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:27.841692 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-3b941beb-9f60-4d2a-81f8-7918a494d8cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ce401b3cb7fc4ef9b9fa85ec8ee16471&device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 1094 time: 0.0617082 Jan 28 02:00:27.860188 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-531aecb4-23a8-4879-abda-830afc5b9f55 req-c390ae67-860b-4a3e-8798-502aa2b656ad tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667596 Jan 28 02:00:27.965808 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-a18a2790-0d6f-4aec-943c-cd48e95c91cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:27.967323 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-a18a2790-0d6f-4aec-943c-cd48e95c91cf service neutron] 10.222.0.52 "GET /v2.0/networks?id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff HTTP/1.1" status: 200 len: 909 time: 0.1188507 Jan 28 02:00:28.044351 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-c0114965-34e1-4ebe-b1c7-81bac77a89ca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eb64a6a-f767-49a3-950f-8bd8e9c35102 HTTP/1.1" status: 200 len: 998 time: 0.0698783 Jan 28 02:00:28.102239 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-5c484cdd-f274-4749-95ca-8464683f158c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:28.103885 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-5c484cdd-f274-4749-95ca-8464683f158c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1cfe800-bb28-4c5c-ac30-90a85fb31e8a HTTP/1.1" status: 200 len: 847 time: 0.0544295 Jan 28 02:00:28.149894 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-acf3bd0f-33ce-4550-b238-8b72c96ce464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:28.152299 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-acf3bd0f-33ce-4550-b238-8b72c96ce464 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416284 Jan 28 02:00:28.254023 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-76d5dc0c-57a1-4d5a-8eb4-72fbd5510c97 service neutron] 10.222.0.52 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952253 Jan 28 02:00:28.353972 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-18c564d3-73f8-4236-a890-7769166ad71b service neutron] 10.222.0.52 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941825 Jan 28 02:00:28.481787 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18497fa-704e-495f-a7b4-e47b02b05c23 req-09a6d7f3-01d1-4004-a79d-0544088bea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:28.482998 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f18497fa-704e-495f-a7b4-e47b02b05c23 req-09a6d7f3-01d1-4004-a79d-0544088bea4e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ce401b3cb7fc4ef9b9fa85ec8ee16471&device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 1094 time: 0.0524869 Jan 28 02:00:28.587686 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18497fa-704e-495f-a7b4-e47b02b05c23 req-474a5854-24f3-46da-a4e6-0df585eabdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:28.589674 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f18497fa-704e-495f-a7b4-e47b02b05c23 req-474a5854-24f3-46da-a4e6-0df585eabdb1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff HTTP/1.1" status: 200 len: 909 time: 0.0988791 Jan 28 02:00:28.660232 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f18497fa-704e-495f-a7b4-e47b02b05c23 req-f074a131-20e7-4afc-82cc-43bbbc2ae4d9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eb64a6a-f767-49a3-950f-8bd8e9c35102 HTTP/1.1" status: 200 len: 998 time: 0.0651567 Jan 28 02:00:28.710075 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18497fa-704e-495f-a7b4-e47b02b05c23 req-56df220e-375e-41e2-885f-235a3af40fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:28.711552 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f18497fa-704e-495f-a7b4-e47b02b05c23 req-56df220e-375e-41e2-885f-235a3af40fcf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1cfe800-bb28-4c5c-ac30-90a85fb31e8a HTTP/1.1" status: 200 len: 847 time: 0.0450931 Jan 28 02:00:28.759117 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18497fa-704e-495f-a7b4-e47b02b05c23 req-2b0c92cb-cbad-49d2-8e82-2b3c2f3c9ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:28.760881 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f18497fa-704e-495f-a7b4-e47b02b05c23 req-2b0c92cb-cbad-49d2-8e82-2b3c2f3c9ce3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435307 Jan 28 02:00:28.854675 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f18497fa-704e-495f-a7b4-e47b02b05c23 req-0136bb36-b545-42ae-bd77-b93e3466da7b service neutron] 10.222.0.52 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873435 Jan 28 02:00:28.951191 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-f18497fa-704e-495f-a7b4-e47b02b05c23 req-73a9d074-7d7f-4369-9ee5-e2268dc564b9 service neutron] 10.222.0.52 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902667 Jan 28 02:00:28.993534 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e55772-c423-4fe7-a464-2ea5b3a052bb req-e018612c-c29f-4b6c-9387-7249346010d8 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:28.995593 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-65e55772-c423-4fe7-a464-2ea5b3a052bb req-e018612c-c29f-4b6c-9387-7249346010d8 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0548122 Jan 28 02:00:29.046778 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-65e55772-c423-4fe7-a464-2ea5b3a052bb req-bfac663e-209d-41ed-8bbf-55936078ccc8 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453351 Jan 28 02:00:30.161963 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bb38c-8dd0-4a9a-bcff-678daa5f1a1f req-772b28c3-7bcd-488c-b74c-4d644f7c921f tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:30.163464 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f59bb38c-8dd0-4a9a-bcff-678daa5f1a1f req-772b28c3-7bcd-488c-b74c-4d644f7c921f tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0494463 Jan 28 02:00:30.213797 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f59bb38c-8dd0-4a9a-bcff-678daa5f1a1f req-354fa279-1bfd-4c96-8a62-fa6de7674f2a tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445271 Jan 28 02:00:31.347072 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5793554-fcc1-4dc0-8f68-628074516594 req-3eaf2d78-be23-469d-bc1e-9b264b814871 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:31.348682 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a5793554-fcc1-4dc0-8f68-628074516594 req-3eaf2d78-be23-469d-bc1e-9b264b814871 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0670063 Jan 28 02:00:31.399781 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a5793554-fcc1-4dc0-8f68-628074516594 req-c5be21d9-9378-438c-9418-f946f1fb10db tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454581 Jan 28 02:00:31.568413 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:00:32.523169 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d596f0f-618c-4bc7-a882-308bd66eb7e3 req-e255662d-4fb0-484f-a0a2-cdca966beaf5 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:32.524735 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d596f0f-618c-4bc7-a882-308bd66eb7e3 req-e255662d-4fb0-484f-a0a2-cdca966beaf5 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0525115 Jan 28 02:00:32.577280 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1d596f0f-618c-4bc7-a882-308bd66eb7e3 req-a0277abf-b95a-48e4-9b51-07df46df1e7d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459535 Jan 28 02:00:33.699338 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cab065-7a87-4993-9d11-e72ef352ff35 req-2db6595f-0a00-45c7-b5c0-cb1ff9a7a269 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:33.700786 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-74cab065-7a87-4993-9d11-e72ef352ff35 req-2db6595f-0a00-45c7-b5c0-cb1ff9a7a269 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0508389 Jan 28 02:00:33.753401 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-74cab065-7a87-4993-9d11-e72ef352ff35 req-0c8ebde4-d232-4d18-aeb9-12207b875dd4 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470014 Jan 28 02:00:34.870041 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39344719-e67a-440e-a0f2-d3679c7f8c06 req-7719dc26-7e57-41fb-a19c-76471563c30c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:34.871927 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-39344719-e67a-440e-a0f2-d3679c7f8c06 req-7719dc26-7e57-41fb-a19c-76471563c30c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0500636 Jan 28 02:00:34.921283 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-39344719-e67a-440e-a0f2-d3679c7f8c06 req-c4b9d495-d035-490a-a5b5-b202bb89e1ae tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436723 Jan 28 02:00:36.048304 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabb5d4-df23-4fd2-a978-f58ce21f7872 req-d7020d1b-efae-489e-a6a2-833ed49fdd07 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:36.049997 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eeabb5d4-df23-4fd2-a978-f58ce21f7872 req-d7020d1b-efae-489e-a6a2-833ed49fdd07 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0551736 Jan 28 02:00:36.105717 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eeabb5d4-df23-4fd2-a978-f58ce21f7872 req-2db4eced-ce9e-41a8-8546-41cbe2a6cf64 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479419 Jan 28 02:00:36.237853 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1620afbd-48d3-457b-8ce2-3c640aee980b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:37.233682 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d36d2-9666-4cfe-8b9e-5edd82f6d110 req-a68ce66b-8a38-4f78-8132-d9af6d7cfd14 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:37.235280 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a61d36d2-9666-4cfe-8b9e-5edd82f6d110 req-a68ce66b-8a38-4f78-8132-d9af6d7cfd14 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0534098 Jan 28 02:00:37.286491 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a61d36d2-9666-4cfe-8b9e-5edd82f6d110 req-afe05451-80ca-4339-a44e-95d381a9942c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454485 Jan 28 02:00:38.335743 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 5eb64a6a-f767-49a3-950f-8bd8e9c35102 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:00:38.403831 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7dfe7-e0b9-4cc7-8574-390071407937 req-f610386d-45ba-43ab-9c13-b03feb2928a1 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:38.409592 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d9d7dfe7-e0b9-4cc7-8574-390071407937 req-f610386d-45ba-43ab-9c13-b03feb2928a1 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 943 time: 0.0494137 Jan 28 02:00:38.438335 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 5eb64a6a-f767-49a3-950f-8bd8e9c35102, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=5eb64a6a-f767-49a3-950f-8bd8e9c35102,segment=NetworkSegment(1b73eaeb-6be8-4447-a5d8-50ffd3e278e0),segment_id=1b73eaeb-6be8-4447-a5d8-50ffd3e278e0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:38.450973 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '5eb64a6a-f767-49a3-950f-8bd8e9c35102', 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'port_id': '5eb64a6a-f767-49a3-950f-8bd8e9c35102', 'mac_address': 'fa:16:3e:36:26:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:00:38.457415 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d9d7dfe7-e0b9-4cc7-8574-390071407937 req-064e9c63-3f2d-4c01-ad8b-7c75476c879c tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462091 Jan 28 02:00:38.489078 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 5eb64a6a-f767-49a3-950f-8bd8e9c35102 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:00:38.489458 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5eb64a6a-f767-49a3-950f-8bd8e9c35102), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:38.503790 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb64a6a-f767-49a3-950f-8bd8e9c35102 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:00:38.536698 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 5eb64a6a-f767-49a3-950f-8bd8e9c35102, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=5eb64a6a-f767-49a3-950f-8bd8e9c35102,segment=NetworkSegment(1b73eaeb-6be8-4447-a5d8-50ffd3e278e0),segment_id=1b73eaeb-6be8-4447-a5d8-50ffd3e278e0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:38.542166 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (5eb64a6a-f767-49a3-950f-8bd8e9c35102), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:38.546841 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-3d82fa21-4a7f-4744-9afd-6dd453ead52b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:38.593755 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=5eb64a6a-f767-49a3-950f-8bd8e9c35102,revision_number=9']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:38.995034 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['5eb64a6a-f767-49a3-950f-8bd8e9c35102'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:00:39.575824 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220025e-65c0-4ed9-801b-096e74543b31 req-81d82d35-4408-4a35-85a0-a4a88dd37304 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:39.578057 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2220025e-65c0-4ed9-801b-096e74543b31 req-81d82d35-4408-4a35-85a0-a4a88dd37304 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 944 time: 0.0516472 Jan 28 02:00:39.634773 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2220025e-65c0-4ed9-801b-096e74543b31 req-1f0d0cc7-9834-42f7-a1f3-b211aca62d88 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490122 Jan 28 02:00:40.114887 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:40.340298 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 5eb64a6a-f767-49a3-950f-8bd8e9c35102 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:00:40.390639 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 5eb64a6a-f767-49a3-950f-8bd8e9c35102 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:00:40.394983 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 5eb64a6a-f767-49a3-950f-8bd8e9c35102 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:00:40.395390 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (5eb64a6a-f767-49a3-950f-8bd8e9c35102), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:40.483218 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 5eb64a6a-f767-49a3-950f-8bd8e9c35102 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:00:40.483649 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (5eb64a6a-f767-49a3-950f-8bd8e9c35102), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:40.506445 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a340f5-48e8-4914-8ce0-3e20f1bf5dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb64a6a-f767-49a3-950f-8bd8e9c35102'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:00:40.508767 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e88043-19cc-45ae-8997-67cc7b1056d4" -d '{"events": [{"server_uuid": "18a340f5-48e8-4914-8ce0-3e20f1bf5dc7", "name": "network-vif-plugged", "status": "completed", "tag": "5eb64a6a-f767-49a3-950f-8bd8e9c35102"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:00:40.523179 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 5eb64a6a-f767-49a3-950f-8bd8e9c35102, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=5eb64a6a-f767-49a3-950f-8bd8e9c35102,segment=NetworkSegment(1b73eaeb-6be8-4447-a5d8-50ffd3e278e0),segment_id=1b73eaeb-6be8-4447-a5d8-50ffd3e278e0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:00:40.528902 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (5eb64a6a-f767-49a3-950f-8bd8e9c35102), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:40.554917 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872b3cfd-905c-416c-890c-70377090ac6c x-openstack-request-id: req-872b3cfd-905c-416c-890c-70377090ac6c {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:00:40.555218 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a340f5-48e8-4914-8ce0-3e20f1bf5dc7", "name": "network-vif-plugged", "status": "completed", "tag": "5eb64a6a-f767-49a3-950f-8bd8e9c35102", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:00:40.555477 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-872b3cfd-905c-416c-890c-70377090ac6c {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:00:40.555962 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a340f5-48e8-4914-8ce0-3e20f1bf5dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb64a6a-f767-49a3-950f-8bd8e9c35102', 'code': 200} Jan 28 02:00:40.581892 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=5eb64a6a-f767-49a3-950f-8bd8e9c35102,revision_number=10']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:00:40.756622 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc872eb8-4484-4ddc-9b8e-161bdedc08a0 req-f293d594-98d3-405e-89ce-34883c98015e tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:40.758239 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dc872eb8-4484-4ddc-9b8e-161bdedc08a0 req-f293d594-98d3-405e-89ce-34883c98015e tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 946 time: 0.0498145 Jan 28 02:00:40.776311 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cb60f-78c3-463e-a211-2d0c48677aee req-9a796d32-46e3-4d02-91dc-27c354826aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:40.778165 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d13cb60f-78c3-463e-a211-2d0c48677aee req-9a796d32-46e3-4d02-91dc-27c354826aab service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 1097 time: 0.0429020 Jan 28 02:00:40.808172 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-dc872eb8-4484-4ddc-9b8e-161bdedc08a0 req-4df304c4-604b-432e-983c-57c18a90db7e tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435092 Jan 28 02:00:40.826701 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-d13cb60f-78c3-463e-a211-2d0c48677aee req-9dba7def-6611-41af-89b1-6af07ded0357 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418372 Jan 28 02:00:41.650275 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:41.926191 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6731a18-5787-412b-87ab-afaa24b22847 req-30e1d383-4279-4316-beec-6887f83589f5 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:41.927744 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b6731a18-5787-412b-87ab-afaa24b22847 req-30e1d383-4279-4316-beec-6887f83589f5 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 946 time: 0.0481479 Jan 28 02:00:41.977156 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b6731a18-5787-412b-87ab-afaa24b22847 req-888adf71-51e5-4c3e-baaf-c4c32f2af5af tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438890 Jan 28 02:00:42.401173 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:43.097454 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0d078-c424-4aa1-ab8e-99305ab751ea req-42e0f00b-fe1d-40f2-bd0f-3fbcdfa065d1 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:00:43.099015 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5af0d078-c424-4aa1-ab8e-99305ab751ea req-42e0f00b-fe1d-40f2-bd0f-3fbcdfa065d1 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 946 time: 0.0526738 Jan 28 02:00:43.148442 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5af0d078-c424-4aa1-ab8e-99305ab751ea req-4d8089f4-a5c5-4732-a04d-41256a685e81 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437789 Jan 28 02:00:43.937370 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:00:45.672302 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:06.241640 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0321f07e-932c-41c2-96b0-bcf893319411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:08.166095 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b336f8bd-8e63-4fb5-9a08-beb9bb56eda4 req-6b6c6862-a67b-40de-88c1-545badf76302 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444412 Jan 28 02:01:08.268493 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336f8bd-8e63-4fb5-9a08-beb9bb56eda4 req-fe2aa3ae-bb5a-4f3d-bdd1-aa5cd8af81cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:08.270000 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b336f8bd-8e63-4fb5-9a08-beb9bb56eda4 req-fe2aa3ae-bb5a-4f3d-bdd1-aa5cd8af81cf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ce401b3cb7fc4ef9b9fa85ec8ee16471&device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 1097 time: 0.0413742 Jan 28 02:01:08.383504 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336f8bd-8e63-4fb5-9a08-beb9bb56eda4 req-8debe7f8-2444-4a2f-a8ce-9ec45f36514e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:08.385019 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b336f8bd-8e63-4fb5-9a08-beb9bb56eda4 req-8debe7f8-2444-4a2f-a8ce-9ec45f36514e service neutron] 10.222.0.52 "GET /v2.0/networks?id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff HTTP/1.1" status: 200 len: 909 time: 0.0949543 Jan 28 02:01:08.452986 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b336f8bd-8e63-4fb5-9a08-beb9bb56eda4 req-36918ce9-2c26-4080-a9a4-62c02b41efa8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eb64a6a-f767-49a3-950f-8bd8e9c35102 HTTP/1.1" status: 200 len: 1000 time: 0.0609984 Jan 28 02:01:08.506624 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336f8bd-8e63-4fb5-9a08-beb9bb56eda4 req-e6bfe856-9fe9-446c-93bf-cced9efc3b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:08.508264 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b336f8bd-8e63-4fb5-9a08-beb9bb56eda4 req-e6bfe856-9fe9-446c-93bf-cced9efc3b0f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1cfe800-bb28-4c5c-ac30-90a85fb31e8a HTTP/1.1" status: 200 len: 847 time: 0.0485647 Jan 28 02:01:08.520000 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ab7d9019-a788-4511-9f7e-fdbe2944181e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:08.559843 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336f8bd-8e63-4fb5-9a08-beb9bb56eda4 req-f1501536-dbbe-4ebb-a30c-6d4488686a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:01:08.561411 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b336f8bd-8e63-4fb5-9a08-beb9bb56eda4 req-f1501536-dbbe-4ebb-a30c-6d4488686a6e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470312 Jan 28 02:01:08.567375 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:01:08.652824 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b336f8bd-8e63-4fb5-9a08-beb9bb56eda4 req-3f505efe-556f-44e3-b8e4-d22f5cff905e service neutron] 10.222.0.52 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835466 Jan 28 02:01:08.755767 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-b336f8bd-8e63-4fb5-9a08-beb9bb56eda4 req-d7edf0c7-5c01-4b6a-8c37-146b563fb135 service neutron] 10.222.0.52 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887604 Jan 28 02:01:10.118356 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:11.649083 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:12.398628 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:13.938193 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:15.679780 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:36.245649 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5a0231dd-05ac-4fd2-b4c3-5ab07b2d63ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:38.522859 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a321437b-854a-4514-93fe-dfb0b6139966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:40.121409 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:41.649273 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:42.396273 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:43.935066 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:45.566671 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:01:45.674591 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:59.104008 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58526) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:01:59.265212 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-2683f76b-50ee-4343-b96c-b2238313b4d2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Deleting port 2dc00f1d-ae43-40c5-b6c4-b34134a3f3fd {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:01:59.265561 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2683f76b-50ee-4343-b96c-b2238313b4d2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (2dc00f1d-ae43-40c5-b6c4-b34134a3f3fd), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:59.349989 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2683f76b-50ee-4343-b96c-b2238313b4d2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (2dc00f1d-ae43-40c5-b6c4-b34134a3f3fd), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:59.350293 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2683f76b-50ee-4343-b96c-b2238313b4d2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for floatingip (2dc00f1d-ae43-40c5-b6c4-b34134a3f3fd), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:59.362115 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-2683f76b-50ee-4343-b96c-b2238313b4d2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Calling delete_port for 2dc00f1d-ae43-40c5-b6c4-b34134a3f3fd owned by network:floatingip {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:01:59.511334 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2683f76b-50ee-4343-b96c-b2238313b4d2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (2dc00f1d-ae43-40c5-b6c4-b34134a3f3fd), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:59.540642 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683f76b-50ee-4343-b96c-b2238313b4d2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Pushing event deleted for resources: {'Port': ['ID=2dc00f1d-ae43-40c5-b6c4-b34134a3f3fd,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:01:59.552897 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2683f76b-50ee-4343-b96c-b2238313b4d2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:59.553251 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2683f76b-50ee-4343-b96c-b2238313b4d2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:59.553601 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2683f76b-50ee-4343-b96c-b2238313b4d2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:59.553945 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2683f76b-50ee-4343-b96c-b2238313b4d2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:59.554280 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2683f76b-50ee-4343-b96c-b2238313b4d2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:59.554618 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2683f76b-50ee-4343-b96c-b2238313b4d2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:59.554955 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2683f76b-50ee-4343-b96c-b2238313b4d2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:59.555292 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2683f76b-50ee-4343-b96c-b2238313b4d2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:59.555638 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2683f76b-50ee-4343-b96c-b2238313b4d2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:59.555973 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2683f76b-50ee-4343-b96c-b2238313b4d2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:59.556304 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2683f76b-50ee-4343-b96c-b2238313b4d2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:59.556643 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2683f76b-50ee-4343-b96c-b2238313b4d2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:59.556964 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2683f76b-50ee-4343-b96c-b2238313b4d2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:01:59.611963 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2683f76b-50ee-4343-b96c-b2238313b4d2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for floatingip (e7d917b7-dd17-4d73-919d-2e136252ad52), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:59.612343 n-d-826754-1 neutron-server[103344]: INFO neutron.db.l3_db [None req-2683f76b-50ee-4343-b96c-b2238313b4d2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Floating IP e7d917b7-dd17-4d73-919d-2e136252ad52 disassociated (deleted). External IP: 172.25.3.30, port: 5eb64a6a-f767-49a3-950f-8bd8e9c35102. Jan 28 02:01:59.843668 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2683f76b-50ee-4343-b96c-b2238313b4d2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Router 663f1610-f16a-477b-9393-740238185267 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:01:59.953700 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2683f76b-50ee-4343-b96c-b2238313b4d2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:01:59.959067 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2683f76b-50ee-4343-b96c-b2238313b4d2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:01:59.963764 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf33485-db7c-45e1-bd9a-9266f046cd8d None None] Sync routers for ids ['663f1610-f16a-477b-9393-740238185267'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:01:59.973506 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf33485-db7c-45e1-bd9a-9266f046cd8d None None] Routers {'663f1610-f16a-477b-9393-740238185267'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:01:59.974129 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7cf33485-db7c-45e1-bd9a-9266f046cd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T02:01:39Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['663f1610-f16a-477b-9393-740238185267'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:01:59.993396 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2683f76b-50ee-4343-b96c-b2238313b4d2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "DELETE /v2.0/floatingips/e7d917b7-dd17-4d73-919d-2e136252ad52 HTTP/1.1" status: 204 len: 168 time: 0.8880622 Jan 28 02:01:59.994254 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a340f5-48e8-4914-8ce0-3e20f1bf5dc7', 'tag': '5eb64a6a-f767-49a3-950f-8bd8e9c35102'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:01:59.998879 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba5dd5a-a9b3-4a6b-a606-cdf382f559c0" -d '{"events": [{"name": "network-changed", "server_uuid": "18a340f5-48e8-4914-8ce0-3e20f1bf5dc7", "tag": "5eb64a6a-f767-49a3-950f-8bd8e9c35102"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:02:00.049754 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bddb2fb-1601-4c68-8aee-4cb1fab45759 x-openstack-request-id: req-0bddb2fb-1601-4c68-8aee-4cb1fab45759 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:02:00.049754 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a340f5-48e8-4914-8ce0-3e20f1bf5dc7", "tag": "5eb64a6a-f767-49a3-950f-8bd8e9c35102", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:02:00.050205 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0bddb2fb-1601-4c68-8aee-4cb1fab45759 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:02:00.050533 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a340f5-48e8-4914-8ce0-3e20f1bf5dc7', 'tag': '5eb64a6a-f767-49a3-950f-8bd8e9c35102', 'status': 'completed', 'code': 200} Jan 28 02:02:00.105016 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-7cf33485-db7c-45e1-bd9a-9266f046cd8d None None] Set router 663f1610-f16a-477b-9393-740238185267 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:02:00.140358 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5dd5a-a9b3-4a6b-a606-cdf382f559c0 req-c47313ca-3004-444c-afe8-c64f86415752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:00.141877 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-aba5dd5a-a9b3-4a6b-a606-cdf382f559c0 req-c47313ca-3004-444c-afe8-c64f86415752 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ce401b3cb7fc4ef9b9fa85ec8ee16471&device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 1097 time: 0.0445721 Jan 28 02:02:00.242612 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5dd5a-a9b3-4a6b-a606-cdf382f559c0 req-4340b34a-11ad-4f94-b8b3-a93ca023666e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:00.244038 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-aba5dd5a-a9b3-4a6b-a606-cdf382f559c0 req-4340b34a-11ad-4f94-b8b3-a93ca023666e service neutron] 10.222.0.52 "GET /v2.0/networks?id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff HTTP/1.1" status: 200 len: 909 time: 0.0946753 Jan 28 02:02:00.255243 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0f5b1-19a7-40c3-ba40-8f57da3d2958 req-39a8045c-65fb-4961-849f-631c249e4b84 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:00.256876 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fbd0f5b1-19a7-40c3-ba40-8f57da3d2958 req-39a8045c-65fb-4961-849f-631c249e4b84 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 946 time: 0.0634656 Jan 28 02:02:00.292839 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-aba5dd5a-a9b3-4a6b-a606-cdf382f559c0 req-a75adfe6-2c5f-43aa-89b1-ae1e9a4cecbf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eb64a6a-f767-49a3-950f-8bd8e9c35102 HTTP/1.1" status: 200 len: 217 time: 0.0422037 Jan 28 02:02:00.313040 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fbd0f5b1-19a7-40c3-ba40-8f57da3d2958 req-892aaf81-78ba-41eb-b777-67f5c323cbf8 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500500 Jan 28 02:02:00.327215 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7cf33485-db7c-45e1-bd9a-9266f046cd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663f1610-f16a-477b-9393-740238185267', 'name': 'tempest-TestShelveInstance-204935799-router', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T01:51:25Z', 'revision_number': 4, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'gw_port': {'id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:22Z', 'updated_at': '2022-01-28T01:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '167ff4f7-1f24-4566-9a82-ea7845bf17c4', 'name': '', 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'mac_address': 'fa:16:3e:0a:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:24Z', 'updated_at': '2022-01-28T01:51:30Z', 'revision_number': 5, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'subnets': [{'id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:00.344923 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5dd5a-a9b3-4a6b-a606-cdf382f559c0 req-6b226c7e-7804-4482-9060-22fae59c7b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:00.346447 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-aba5dd5a-a9b3-4a6b-a606-cdf382f559c0 req-6b226c7e-7804-4482-9060-22fae59c7b43 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1cfe800-bb28-4c5c-ac30-90a85fb31e8a HTTP/1.1" status: 200 len: 847 time: 0.0474262 Jan 28 02:02:00.365818 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf33485-db7c-45e1-bd9a-9266f046cd8d None None] Checking router: 663f1610-f16a-477b-9393-740238185267 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:02:00.376675 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf33485-db7c-45e1-bd9a-9266f046cd8d None None] Routers {'663f1610-f16a-477b-9393-740238185267'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:02:00.377297 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7cf33485-db7c-45e1-bd9a-9266f046cd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T02:01:39Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['663f1610-f16a-477b-9393-740238185267'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:00.398798 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5dd5a-a9b3-4a6b-a606-cdf382f559c0 req-8766ed0b-44ce-40aa-a6d7-36d046a718c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:00.400382 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-aba5dd5a-a9b3-4a6b-a606-cdf382f559c0 req-8766ed0b-44ce-40aa-a6d7-36d046a718c8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450399 Jan 28 02:02:00.412630 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-aba5dd5a-a9b3-4a6b-a606-cdf382f559c0 req-6aef42e8-ad9a-41f3-8d33-deb74c3b1175 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:02:00.413703 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-aba5dd5a-a9b3-4a6b-a606-cdf382f559c0 req-6aef42e8-ad9a-41f3-8d33-deb74c3b1175 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051930 Jan 28 02:02:00.515014 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-aba5dd5a-a9b3-4a6b-a606-cdf382f559c0 req-4f2174c2-3bce-4b1c-9327-87b2bda17464 service neutron] 10.222.0.52 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935466 Jan 28 02:02:00.613484 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-aba5dd5a-a9b3-4a6b-a606-cdf382f559c0 req-626deaed-7e50-4849-9203-7275fff48855 service neutron] 10.222.0.52 "GET /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910881 Jan 28 02:02:00.648655 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-7cf33485-db7c-45e1-bd9a-9266f046cd8d None None] Set router 663f1610-f16a-477b-9393-740238185267 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:02:00.872284 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7cf33485-db7c-45e1-bd9a-9266f046cd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663f1610-f16a-477b-9393-740238185267', 'name': 'tempest-TestShelveInstance-204935799-router', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T01:51:25Z', 'revision_number': 4, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'gw_port': {'id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:22Z', 'updated_at': '2022-01-28T01:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '167ff4f7-1f24-4566-9a82-ea7845bf17c4', 'name': '', 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'mac_address': 'fa:16:3e:0a:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:24Z', 'updated_at': '2022-01-28T01:51:30Z', 'revision_number': 5, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'subnets': [{'id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:00.899023 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf33485-db7c-45e1-bd9a-9266f046cd8d None None] The sync data for ids ['663f1610-f16a-477b-9393-740238185267'] in n-d-826754-1 is: [{'id': '663f1610-f16a-477b-9393-740238185267', 'name': 'tempest-TestShelveInstance-204935799-router', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T01:51:25Z', 'revision_number': 4, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'gw_port': {'id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:22Z', 'updated_at': '2022-01-28T01:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '167ff4f7-1f24-4566-9a82-ea7845bf17c4', 'name': '', 'network_id': 'f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'mac_address': 'fa:16:3e:0a:8a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:24Z', 'updated_at': '2022-01-28T01:51:30Z', 'revision_number': 5, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'subnets': [{'id': 'a1cfe800-bb28-4c5c-ac30-90a85fb31e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:02:01.128311 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a9e6e8-44ac-46f5-9d5d-71d590397b31 None None] New status for floating IP e7d917b7-dd17-4d73-919d-2e136252ad52: DOWN {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:02:01.438872 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7afcac-d82b-418f-a2e8-2d0904a743c9 req-88b85a1d-0d6c-4873-91ee-6bd541492d29 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:01.440406 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-db7afcac-d82b-418f-a2e8-2d0904a743c9 req-88b85a1d-0d6c-4873-91ee-6bd541492d29 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 946 time: 0.0550311 Jan 28 02:02:01.490215 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-db7afcac-d82b-418f-a2e8-2d0904a743c9 req-9e1418b3-0fbe-4dec-b26f-225309cae185 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/security-groups?id=49329b4b-7ed7-45b0-b947-0ce429cebfbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440691 Jan 28 02:02:02.218454 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85537d-f572-43fa-92f0-a6c3f3f541e2 req-cded5e19-838d-44b4-a069-f73d3a5273c8 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:02.219956 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6a85537d-f572-43fa-92f0-a6c3f3f541e2 req-cded5e19-838d-44b4-a069-f73d3a5273c8 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.52 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 946 time: 0.0492005 Jan 28 02:02:02.318041 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-6a85537d-f572-43fa-92f0-a6c3f3f541e2 req-9e720dcb-fc2f-4a3a-bb1a-93864bdf570d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Deleting port 5eb64a6a-f767-49a3-950f-8bd8e9c35102 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:02:02.318385 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6a85537d-f572-43fa-92f0-a6c3f3f541e2 req-9e720dcb-fc2f-4a3a-bb1a-93864bdf570d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (5eb64a6a-f767-49a3-950f-8bd8e9c35102), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:02.406010 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-6a85537d-f572-43fa-92f0-a6c3f3f541e2 req-9e720dcb-fc2f-4a3a-bb1a-93864bdf570d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] For port 5eb64a6a-f767-49a3-950f-8bd8e9c35102, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=5eb64a6a-f767-49a3-950f-8bd8e9c35102,segment=NetworkSegment(1b73eaeb-6be8-4447-a5d8-50ffd3e278e0),segment_id=1b73eaeb-6be8-4447-a5d8-50ffd3e278e0)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:02.406380 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6a85537d-f572-43fa-92f0-a6c3f3f541e2 req-9e720dcb-fc2f-4a3a-bb1a-93864bdf570d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (5eb64a6a-f767-49a3-950f-8bd8e9c35102), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:02.424311 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-6a85537d-f572-43fa-92f0-a6c3f3f541e2 req-9e720dcb-fc2f-4a3a-bb1a-93864bdf570d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Calling delete_port for 5eb64a6a-f767-49a3-950f-8bd8e9c35102 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:02:02.575909 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6a85537d-f572-43fa-92f0-a6c3f3f541e2 req-9e720dcb-fc2f-4a3a-bb1a-93864bdf570d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (5eb64a6a-f767-49a3-950f-8bd8e9c35102), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:02.596151 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c629219a-7198-4fe2-94a9-ad1ae8c77657 req-16fdcb9b-733d-4ff0-b3a1-f62239f813a9 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 210 time: 0.0285563 Jan 28 02:02:02.607847 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e720dcb-fc2f-4a3a-bb1a-93864bdf570d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Pushing event deleted for resources: {'Port': ['ID=5eb64a6a-f767-49a3-950f-8bd8e9c35102,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:02.640888 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720dcb-fc2f-4a3a-bb1a-93864bdf570d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:02.641243 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720dcb-fc2f-4a3a-bb1a-93864bdf570d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:02.641597 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720dcb-fc2f-4a3a-bb1a-93864bdf570d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:02.641942 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720dcb-fc2f-4a3a-bb1a-93864bdf570d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:02.642286 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720dcb-fc2f-4a3a-bb1a-93864bdf570d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:02.642627 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720dcb-fc2f-4a3a-bb1a-93864bdf570d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:02.642959 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720dcb-fc2f-4a3a-bb1a-93864bdf570d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:02.643361 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720dcb-fc2f-4a3a-bb1a-93864bdf570d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:02.643649 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720dcb-fc2f-4a3a-bb1a-93864bdf570d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:02.643987 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720dcb-fc2f-4a3a-bb1a-93864bdf570d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:02.644319 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720dcb-fc2f-4a3a-bb1a-93864bdf570d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:02.644650 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720dcb-fc2f-4a3a-bb1a-93864bdf570d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:02.644977 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720dcb-fc2f-4a3a-bb1a-93864bdf570d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:02.665571 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a85537d-f572-43fa-92f0-a6c3f3f541e2 req-9e720dcb-fc2f-4a3a-bb1a-93864bdf570d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] No DVR routers for this DVR port 5eb64a6a-f767-49a3-950f-8bd8e9c35102 on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:02:02.669071 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6a85537d-f572-43fa-92f0-a6c3f3f541e2 req-9e720dcb-fc2f-4a3a-bb1a-93864bdf570d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:02.672536 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-6a85537d-f572-43fa-92f0-a6c3f3f541e2 req-9e720dcb-fc2f-4a3a-bb1a-93864bdf570d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.52 "DELETE /v2.0/ports/5eb64a6a-f767-49a3-950f-8bd8e9c35102 HTTP/1.1" status: 204 len: 173 time: 0.4468703 Jan 28 02:02:02.673030 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a340f5-48e8-4914-8ce0-3e20f1bf5dc7', 'name': 'network-vif-deleted', 'tag': '5eb64a6a-f767-49a3-950f-8bd8e9c35102'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:02:02.675360 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2bb704-b17b-4f5c-ac55-ce4a540da592" -d '{"events": [{"server_uuid": "18a340f5-48e8-4914-8ce0-3e20f1bf5dc7", "name": "network-vif-deleted", "tag": "5eb64a6a-f767-49a3-950f-8bd8e9c35102"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:02:02.717707 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289c26d4-0df7-452a-af3f-679239a251d7 x-openstack-request-id: req-289c26d4-0df7-452a-af3f-679239a251d7 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:02:02.718050 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a340f5-48e8-4914-8ce0-3e20f1bf5dc7", "name": "network-vif-deleted", "tag": "5eb64a6a-f767-49a3-950f-8bd8e9c35102", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:02:02.718440 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-289c26d4-0df7-452a-af3f-679239a251d7 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:02:02.719093 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a340f5-48e8-4914-8ce0-3e20f1bf5dc7', 'name': 'network-vif-deleted', 'tag': '5eb64a6a-f767-49a3-950f-8bd8e9c35102', 'status': 'completed', 'code': 200} Jan 28 02:02:03.910213 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1b8d819d-38f2-4012-bca6-822337d06bb5 req-ae2035e5-baf8-4e88-90ee-c9059c90a692 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 210 time: 0.0285649 Jan 28 02:02:04.693345 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 5eb64a6a-f767-49a3-950f-8bd8e9c35102 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:02:04.719019 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 5eb64a6a-f767-49a3-950f-8bd8e9c35102 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:02:04.719295 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 5eb64a6a-f767-49a3-950f-8bd8e9c35102 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:02:05.017890 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0ccd1c3f-7755-4a11-b846-6089b6d7b702 req-359e08bf-26b9-4cca-8b12-7aba06aab2d7 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 210 time: 0.0332046 Jan 28 02:02:06.124158 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-641670e0-7521-44e6-98c9-39c8ebf5a6b3 req-fce668d7-a280-4ae3-aaaf-0063cea7158d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 210 time: 0.0313478 Jan 28 02:02:06.251353 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1410611d-d1ca-48b9-afbc-5f178ef4dde8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:07.227893 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0d0a4894-ccf8-4b08-a7fd-21c0c6548796 req-5d276600-06f9-42a2-bb9c-6e2a8ab8d618 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 210 time: 0.0261850 Jan 28 02:02:08.326728 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a3928d18-03ec-4279-87e7-3120b26cb835 req-a5a0eaf8-2b57-4757-b49b-e3f81fc59320 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 210 time: 0.0268197 Jan 28 02:02:08.527082 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-66340a41-fba2-4d54-ac60-e98ca87a4cb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:09.428168 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a41f2ac0-9c48-4de3-a1e0-20c5623f74f3 req-e4fbad58-eb21-4fcf-a268-bd25e306f4ec tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 210 time: 0.0288680 Jan 28 02:02:10.124003 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:10.526172 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0e0ed975-c81a-4cf1-89bb-8443381c4399 req-7cb9e433-175e-4236-b6c4-19fc337cfc4d tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 210 time: 0.0270622 Jan 28 02:02:11.640787 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-574ba7e8-c0a5-494a-afaf-10704d2b5b2a req-dc93d8b6-2c21-492b-8aaf-206684be29d2 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "GET /v2.0/ports?device_id=18a340f5-48e8-4914-8ce0-3e20f1bf5dc7 HTTP/1.1" status: 200 len: 210 time: 0.0315528 Jan 28 02:02:11.665058 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:12.391552 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:12.700419 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58574) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:12.764455 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-459bf12b-84e7-4bea-9c6d-74c0c688c344 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group (49329b4b-7ed7-45b0-b947-0ce429cebfbb), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:12.790976 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-459bf12b-84e7-4bea-9c6d-74c0c688c344 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group (49329b4b-7ed7-45b0-b947-0ce429cebfbb), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:12.858066 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-459bf12b-84e7-4bea-9c6d-74c0c688c344 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (49329b4b-7ed7-45b0-b947-0ce429cebfbb), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:12.860736 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-459bf12b-84e7-4bea-9c6d-74c0c688c344 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:12.861942 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-459bf12b-84e7-4bea-9c6d-74c0c688c344 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] 10.222.0.70 "DELETE /v2.0/security-groups/49329b4b-7ed7-45b0-b947-0ce429cebfbb HTTP/1.1" status: 204 len: 168 time: 0.1605036 Jan 28 02:02:12.873545 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459bf12b-84e7-4bea-9c6d-74c0c688c344 tempest-TestShelveInstance-2049386589 tempest-TestShelveInstance-2049386589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49329b4b-7ed7-45b0-b947-0ce429cebfbb,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:13.950622 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58580) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:13.956763 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:14.870464 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4bb35b36-3dc6-4bad-8495-fcc67fa4689e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (663f1610-f16a-477b-9393-740238185267), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:15.144219 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-4bb35b36-3dc6-4bad-8495-fcc67fa4689e admin admin] Deleting port 167ff4f7-1f24-4566-9a82-ea7845bf17c4 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:02:15.145268 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4bb35b36-3dc6-4bad-8495-fcc67fa4689e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (167ff4f7-1f24-4566-9a82-ea7845bf17c4), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:15.231590 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-4bb35b36-3dc6-4bad-8495-fcc67fa4689e admin admin] For port 167ff4f7-1f24-4566-9a82-ea7845bf17c4, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=167ff4f7-1f24-4566-9a82-ea7845bf17c4,segment=NetworkSegment(1b73eaeb-6be8-4447-a5d8-50ffd3e278e0),segment_id=1b73eaeb-6be8-4447-a5d8-50ffd3e278e0)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:15.232013 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4bb35b36-3dc6-4bad-8495-fcc67fa4689e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (167ff4f7-1f24-4566-9a82-ea7845bf17c4), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:15.246980 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-4bb35b36-3dc6-4bad-8495-fcc67fa4689e admin admin] Calling delete_port for 167ff4f7-1f24-4566-9a82-ea7845bf17c4 owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:02:15.442315 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4bb35b36-3dc6-4bad-8495-fcc67fa4689e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (167ff4f7-1f24-4566-9a82-ea7845bf17c4), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:15.474779 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb35b36-3dc6-4bad-8495-fcc67fa4689e admin admin] Pushing event deleted for resources: {'Port': ['ID=167ff4f7-1f24-4566-9a82-ea7845bf17c4,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:15.664297 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4bb35b36-3dc6-4bad-8495-fcc67fa4689e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (663f1610-f16a-477b-9393-740238185267), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:15.673777 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:15.900272 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb35b36-3dc6-4bad-8495-fcc67fa4689e admin admin] Router 663f1610-f16a-477b-9393-740238185267 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:02:16.024508 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb35b36-3dc6-4bad-8495-fcc67fa4689e admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:02:16.033303 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-4bb35b36-3dc6-4bad-8495-fcc67fa4689e admin admin] 10.222.0.70 "PUT /v2.0/routers/663f1610-f16a-477b-9393-740238185267/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0783558 Jan 28 02:02:16.033427 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58586) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:16.034729 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ec778b-208d-4dc3-96b3-09805e872e46 None None] Sync routers for ids ['663f1610-f16a-477b-9393-740238185267'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:02:16.046438 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ec778b-208d-4dc3-96b3-09805e872e46 None None] Routers {'663f1610-f16a-477b-9393-740238185267'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:02:16.047177 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f8ec778b-208d-4dc3-96b3-09805e872e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T02:02:09Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['663f1610-f16a-477b-9393-740238185267'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:16.173426 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-f8ec778b-208d-4dc3-96b3-09805e872e46 None None] Set router 663f1610-f16a-477b-9393-740238185267 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:02:16.390877 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f8ec778b-208d-4dc3-96b3-09805e872e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663f1610-f16a-477b-9393-740238185267', 'name': 'tempest-TestShelveInstance-204935799-router', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T02:02:15Z', 'revision_number': 5, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'gw_port': {'id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:22Z', 'updated_at': '2022-01-28T01:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:16.430889 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ec778b-208d-4dc3-96b3-09805e872e46 None None] Checking router: 663f1610-f16a-477b-9393-740238185267 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:02:16.441779 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ec778b-208d-4dc3-96b3-09805e872e46 None None] Routers {'663f1610-f16a-477b-9393-740238185267'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:02:16.442731 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f8ec778b-208d-4dc3-96b3-09805e872e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T02:02:09Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['663f1610-f16a-477b-9393-740238185267'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:16.475720 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5da5e008-b189-4151-bb53-54ce59e5f0d4 admin admin] Publish callbacks [] for router (663f1610-f16a-477b-9393-740238185267), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:16.600944 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5da5e008-b189-4151-bb53-54ce59e5f0d4 admin admin] Publish callbacks [] for router_gateway (663f1610-f16a-477b-9393-740238185267), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:16.602365 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-f8ec778b-208d-4dc3-96b3-09805e872e46 None None] Set router 663f1610-f16a-477b-9393-740238185267 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:02:16.662349 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5da5e008-b189-4151-bb53-54ce59e5f0d4 admin admin] Deleting port 2464d0bf-237c-4891-ada2-84a33ffc1346 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:02:16.662757 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5da5e008-b189-4151-bb53-54ce59e5f0d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (2464d0bf-237c-4891-ada2-84a33ffc1346), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:16.752283 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5da5e008-b189-4151-bb53-54ce59e5f0d4 admin admin] For port 2464d0bf-237c-4891-ada2-84a33ffc1346, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=2464d0bf-237c-4891-ada2-84a33ffc1346,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:16.752648 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5da5e008-b189-4151-bb53-54ce59e5f0d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (2464d0bf-237c-4891-ada2-84a33ffc1346), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:16.765186 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5da5e008-b189-4151-bb53-54ce59e5f0d4 admin admin] Calling delete_port for 2464d0bf-237c-4891-ada2-84a33ffc1346 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:02:16.859060 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f8ec778b-208d-4dc3-96b3-09805e872e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663f1610-f16a-477b-9393-740238185267', 'name': 'tempest-TestShelveInstance-204935799-router', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T02:02:15Z', 'revision_number': 5, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'gw_port': {'id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:22Z', 'updated_at': '2022-01-28T01:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:16.890463 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ec778b-208d-4dc3-96b3-09805e872e46 None None] The sync data for ids ['663f1610-f16a-477b-9393-740238185267'] in n-d-826754-1 is: [{'id': '663f1610-f16a-477b-9393-740238185267', 'name': 'tempest-TestShelveInstance-204935799-router', 'tenant_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:21Z', 'updated_at': '2022-01-28T02:02:15Z', 'revision_number': 5, 'project_id': 'ce401b3cb7fc4ef9b9fa85ec8ee16471', 'gw_port': {'id': '2464d0bf-237c-4891-ada2-84a33ffc1346', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f1610-f16a-477b-9393-740238185267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:22Z', 'updated_at': '2022-01-28T01:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:02:16.952937 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5da5e008-b189-4151-bb53-54ce59e5f0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (2464d0bf-237c-4891-ada2-84a33ffc1346), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:16.986551 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5e008-b189-4151-bb53-54ce59e5f0d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2464d0bf-237c-4891-ada2-84a33ffc1346,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:17.049876 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5da5e008-b189-4151-bb53-54ce59e5f0d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (663f1610-f16a-477b-9393-740238185267), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:17.145389 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5da5e008-b189-4151-bb53-54ce59e5f0d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (663f1610-f16a-477b-9393-740238185267), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:17.147654 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5da5e008-b189-4151-bb53-54ce59e5f0d4 admin admin] Publish callbacks [] for router_controller (663f1610-f16a-477b-9393-740238185267), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:17.198740 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5da5e008-b189-4151-bb53-54ce59e5f0d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (663f1610-f16a-477b-9393-740238185267), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:17.199246 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da5e008-b189-4151-bb53-54ce59e5f0d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 663f1610-f16a-477b-9393-740238185267 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:02:17.203436 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5da5e008-b189-4151-bb53-54ce59e5f0d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:17.207363 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58588) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:17.208143 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5da5e008-b189-4151-bb53-54ce59e5f0d4 admin admin] 10.222.0.70 "DELETE /v2.0/routers/663f1610-f16a-477b-9393-740238185267 HTTP/1.1" status: 204 len: 168 time: 1.1732924 Jan 28 02:02:17.256457 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3cb7f40-9f7b-4d65-9530-053297527934 admin admin] Deleting subnet a1cfe800-bb28-4c5c-ac30-90a85fb31e8a {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:02:17.260788 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a3cb7f40-9f7b-4d65-9530-053297527934 admin admin] Publish callbacks [] for subnet (a1cfe800-bb28-4c5c-ac30-90a85fb31e8a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:17.304085 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a3cb7f40-9f7b-4d65-9530-053297527934 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (a1cfe800-bb28-4c5c-ac30-90a85fb31e8a), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:17.398055 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a3cb7f40-9f7b-4d65-9530-053297527934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (a1cfe800-bb28-4c5c-ac30-90a85fb31e8a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:17.460497 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a3cb7f40-9f7b-4d65-9530-053297527934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (a1cfe800-bb28-4c5c-ac30-90a85fb31e8a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:17.486937 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb7f40-9f7b-4d65-9530-053297527934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1cfe800-bb28-4c5c-ac30-90a85fb31e8a,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:17.493366 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a3cb7f40-9f7b-4d65-9530-053297527934 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:17.499806 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-a3cb7f40-9f7b-4d65-9530-053297527934 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a1cfe800-bb28-4c5c-ac30-90a85fb31e8a HTTP/1.1" status: 204 len: 168 time: 0.2885799 Jan 28 02:02:17.500514 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821e904d-b784-496c-ab54-71419762768f None None] Network f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:02:17.500993 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58590) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:17.580208 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-02c4a0d1-ed13-4ca9-8945-651e12fb8758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:17.641747 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-02c4a0d1-ed13-4ca9-8945-651e12fb8758 admin admin] Deleting port 4a145faa-1c4e-4e8b-960e-db91c039ad7e {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:02:17.641996 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-02c4a0d1-ed13-4ca9-8945-651e12fb8758 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (4a145faa-1c4e-4e8b-960e-db91c039ad7e), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:17.744900 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-02c4a0d1-ed13-4ca9-8945-651e12fb8758 admin admin] For port 4a145faa-1c4e-4e8b-960e-db91c039ad7e, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4a145faa-1c4e-4e8b-960e-db91c039ad7e,segment=NetworkSegment(1b73eaeb-6be8-4447-a5d8-50ffd3e278e0),segment_id=1b73eaeb-6be8-4447-a5d8-50ffd3e278e0)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:17.745315 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-02c4a0d1-ed13-4ca9-8945-651e12fb8758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (4a145faa-1c4e-4e8b-960e-db91c039ad7e), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:17.760815 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686fda5b-ecd4-46cf-978a-7c13ce5a0353 None None] DHCP port deletion for f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:02:17.767030 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-02c4a0d1-ed13-4ca9-8945-651e12fb8758 admin admin] Calling delete_port for 4a145faa-1c4e-4e8b-960e-db91c039ad7e owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:02:17.816886 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-686fda5b-ecd4-46cf-978a-7c13ce5a0353 None None] Deleting port 4a145faa-1c4e-4e8b-960e-db91c039ad7e {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:02:17.817268 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-686fda5b-ecd4-46cf-978a-7c13ce5a0353 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (4a145faa-1c4e-4e8b-960e-db91c039ad7e), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:17.861706 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-02c4a0d1-ed13-4ca9-8945-651e12fb8758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (4a145faa-1c4e-4e8b-960e-db91c039ad7e), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:17.889031 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-686fda5b-ecd4-46cf-978a-7c13ce5a0353 None None] For port 4a145faa-1c4e-4e8b-960e-db91c039ad7e, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4a145faa-1c4e-4e8b-960e-db91c039ad7e,segment=NetworkSegment(1b73eaeb-6be8-4447-a5d8-50ffd3e278e0),segment_id=1b73eaeb-6be8-4447-a5d8-50ffd3e278e0)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:17.889883 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-686fda5b-ecd4-46cf-978a-7c13ce5a0353 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (4a145faa-1c4e-4e8b-960e-db91c039ad7e), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:17.891061 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4a0d1-ed13-4ca9-8945-651e12fb8758 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a145faa-1c4e-4e8b-960e-db91c039ad7e,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:17.894392 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c4a0d1-ed13-4ca9-8945-651e12fb8758 admin admin] No DVR routers for this DVR port 4a145faa-1c4e-4e8b-960e-db91c039ad7e on host n-d-826754-1 {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:02:17.908438 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-686fda5b-ecd4-46cf-978a-7c13ce5a0353 None None] Calling delete_port for 4a145faa-1c4e-4e8b-960e-db91c039ad7e owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:02:17.973361 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-02c4a0d1-ed13-4ca9-8945-651e12fb8758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:17.997151 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-02c4a0d1-ed13-4ca9-8945-651e12fb8758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff']}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:17.997868 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-686fda5b-ecd4-46cf-978a-7c13ce5a0353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (4a145faa-1c4e-4e8b-960e-db91c039ad7e), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:18.008814 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-02c4a0d1-ed13-4ca9-8945-651e12fb8758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b73eaeb-6be8-4447-a5d8-50ffd3e278e0') {'for_net_delete': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:18.009403 n-d-826754-1 neutron-server[103344]: DEBUG neutron.services.segments.db [None req-02c4a0d1-ed13-4ca9-8945-651e12fb8758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b73eaeb-6be8-4447-a5d8-50ffd3e278e0') {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:18.019533 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-02c4a0d1-ed13-4ca9-8945-651e12fb8758 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129729148'] for segment (1b73eaeb-6be8-4447-a5d8-50ffd3e278e0), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:18.035275 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686fda5b-ecd4-46cf-978a-7c13ce5a0353 None None] Pushing event deleted for resources: {'Port': ['ID=4a145faa-1c4e-4e8b-960e-db91c039ad7e,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:18.039522 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-02c4a0d1-ed13-4ca9-8945-651e12fb8758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (1b73eaeb-6be8-4447-a5d8-50ffd3e278e0), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:18.044543 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686fda5b-ecd4-46cf-978a-7c13ce5a0353 None None] No DVR routers for this DVR port 4a145faa-1c4e-4e8b-960e-db91c039ad7e on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:02:18.048803 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686fda5b-ecd4-46cf-978a-7c13ce5a0353 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:18.049158 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686fda5b-ecd4-46cf-978a-7c13ce5a0353 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:18.049507 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686fda5b-ecd4-46cf-978a-7c13ce5a0353 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:18.049849 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686fda5b-ecd4-46cf-978a-7c13ce5a0353 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:18.050185 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686fda5b-ecd4-46cf-978a-7c13ce5a0353 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:18.050515 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686fda5b-ecd4-46cf-978a-7c13ce5a0353 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:18.050849 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686fda5b-ecd4-46cf-978a-7c13ce5a0353 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:18.051176 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686fda5b-ecd4-46cf-978a-7c13ce5a0353 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:18.051505 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686fda5b-ecd4-46cf-978a-7c13ce5a0353 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:18.051856 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686fda5b-ecd4-46cf-978a-7c13ce5a0353 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:18.052182 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686fda5b-ecd4-46cf-978a-7c13ce5a0353 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:18.052513 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686fda5b-ecd4-46cf-978a-7c13ce5a0353 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:18.052841 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686fda5b-ecd4-46cf-978a-7c13ce5a0353 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:18.053125 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c4a0d1-ed13-4ca9-8945-651e12fb8758 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:02:18.053811 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-02c4a0d1-ed13-4ca9-8945-651e12fb8758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126042660'] for segment (1b73eaeb-6be8-4447-a5d8-50ffd3e278e0), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:18.058744 n-d-826754-1 neutron-server[103344]: Traceback (most recent call last): Jan 28 02:02:18.058744 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:02:18.058744 n-d-826754-1 neutron-server[103344]: timer() Jan 28 02:02:18.058744 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:02:18.058744 n-d-826754-1 neutron-server[103344]: cb(*args, **kw) Jan 28 02:02:18.058744 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:02:18.058744 n-d-826754-1 neutron-server[103344]: return func(*args, **kwargs) Jan 28 02:02:18.058744 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:02:18.058744 n-d-826754-1 neutron-server[103344]: self._notify() Jan 28 02:02:18.058744 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:02:18.058744 n-d-826754-1 neutron-server[103344]: self.callback(batched_events) Jan 28 02:02:18.058744 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:02:18.058744 n-d-826754-1 neutron-server[103344]: event.method(event) Jan 28 02:02:18.058744 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:02:18.058744 n-d-826754-1 neutron-server[103344]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:02:18.058744 n-d-826754-1 neutron-server[103344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:02:18.058744 n-d-826754-1 neutron-server[103344]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:02:18.058744 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:02:18.058744 n-d-826754-1 neutron-server[103344]: return f(self, *a, **k) Jan 28 02:02:18.058744 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:02:18.058744 n-d-826754-1 neutron-server[103344]: return self._get(url).json() Jan 28 02:02:18.058744 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:02:18.058744 n-d-826754-1 neutron-server[103344]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:02:18.058744 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:02:18.058744 n-d-826754-1 neutron-server[103344]: return self.request(url, 'GET', **kwargs) Jan 28 02:02:18.058744 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:02:18.058744 n-d-826754-1 neutron-server[103344]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:02:18.058744 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:02:18.058744 n-d-826754-1 neutron-server[103344]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:02:18.058744 n-d-826754-1 neutron-server[103344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:02:18.058744 n-d-826754-1 neutron-server[103344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:02:18.058744 n-d-826754-1 neutron-server[103344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:02:18.133320 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-02c4a0d1-ed13-4ca9-8945-651e12fb8758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:18.143270 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-02c4a0d1-ed13-4ca9-8945-651e12fb8758 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:18.144647 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-02c4a0d1-ed13-4ca9-8945-651e12fb8758 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff HTTP/1.1" status: 204 len: 168 time: 0.6426342 Jan 28 02:02:18.147822 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58592) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:18.158205 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4a0d1-ed13-4ca9-8945-651e12fb8758 admin admin] Pushing event deleted for resources: {'Network': ['ID=f19f2ce9-4fb9-474b-a15b-0fa7fb11c3ff,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:18.538152 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a576aa7a-22ee-4658-943d-1d871c3221ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (9bdf4a2b-08bd-4e93-9973-cbe7b86590c9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:18.544450 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2464d0bf-237c-4891-ada2-84a33ffc1346 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:02:18.568988 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 2464d0bf-237c-4891-ada2-84a33ffc1346 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:02:18.569399 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 2464d0bf-237c-4891-ada2-84a33ffc1346 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:02:18.569813 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 167ff4f7-1f24-4566-9a82-ea7845bf17c4 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:02:18.597318 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 167ff4f7-1f24-4566-9a82-ea7845bf17c4 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:02:18.597703 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 167ff4f7-1f24-4566-9a82-ea7845bf17c4 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:02:18.598150 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4a145faa-1c4e-4e8b-960e-db91c039ad7e no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:02:18.623000 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 4a145faa-1c4e-4e8b-960e-db91c039ad7e {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:02:18.623405 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4a145faa-1c4e-4e8b-960e-db91c039ad7e not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:02:18.816632 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a576aa7a-22ee-4658-943d-1d871c3221ab admin admin] Deleting port e1e5f7a5-ecef-4678-b838-2141ff9ee1cb {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:02:18.816880 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a576aa7a-22ee-4658-943d-1d871c3221ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (e1e5f7a5-ecef-4678-b838-2141ff9ee1cb), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:18.897015 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-a576aa7a-22ee-4658-943d-1d871c3221ab admin admin] For port e1e5f7a5-ecef-4678-b838-2141ff9ee1cb, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=e1e5f7a5-ecef-4678-b838-2141ff9ee1cb,segment=NetworkSegment(f3bfbd86-28ba-4344-91c6-65fec9c3a6b5),segment_id=f3bfbd86-28ba-4344-91c6-65fec9c3a6b5)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:18.897289 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a576aa7a-22ee-4658-943d-1d871c3221ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (e1e5f7a5-ecef-4678-b838-2141ff9ee1cb), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:18.910230 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-a576aa7a-22ee-4658-943d-1d871c3221ab admin admin] Calling delete_port for e1e5f7a5-ecef-4678-b838-2141ff9ee1cb owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:02:19.111364 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a576aa7a-22ee-4658-943d-1d871c3221ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (e1e5f7a5-ecef-4678-b838-2141ff9ee1cb), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:19.139965 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576aa7a-22ee-4658-943d-1d871c3221ab admin admin] Pushing event deleted for resources: {'Port': ['ID=e1e5f7a5-ecef-4678-b838-2141ff9ee1cb,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:19.341025 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a576aa7a-22ee-4658-943d-1d871c3221ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (9bdf4a2b-08bd-4e93-9973-cbe7b86590c9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:19.576510 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a576aa7a-22ee-4658-943d-1d871c3221ab admin admin] Router 9bdf4a2b-08bd-4e93-9973-cbe7b86590c9 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:02:19.705597 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a576aa7a-22ee-4658-943d-1d871c3221ab admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:02:19.714660 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-a576aa7a-22ee-4658-943d-1d871c3221ab admin admin] 10.222.0.70 "PUT /v2.0/routers/9bdf4a2b-08bd-4e93-9973-cbe7b86590c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5619099 Jan 28 02:02:19.714793 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58594) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:19.716857 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8a6e47-a34b-4bb4-845e-16f2c0604246 None None] Sync routers for ids ['9bdf4a2b-08bd-4e93-9973-cbe7b86590c9'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:02:19.729688 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8a6e47-a34b-4bb4-845e-16f2c0604246 None None] Routers {'9bdf4a2b-08bd-4e93-9973-cbe7b86590c9'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:02:19.730424 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-7a8a6e47-a34b-4bb4-845e-16f2c0604246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T02:02:09Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['9bdf4a2b-08bd-4e93-9973-cbe7b86590c9'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:19.835261 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-214bbf23-a148-47ea-9d37-9a5108614255 admin admin] Publish callbacks [] for router (9bdf4a2b-08bd-4e93-9973-cbe7b86590c9), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:19.849744 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-7a8a6e47-a34b-4bb4-845e-16f2c0604246 None None] Set router 9bdf4a2b-08bd-4e93-9973-cbe7b86590c9 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:02:19.956103 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-214bbf23-a148-47ea-9d37-9a5108614255 admin admin] Publish callbacks [] for router_gateway (9bdf4a2b-08bd-4e93-9973-cbe7b86590c9), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:20.014209 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-214bbf23-a148-47ea-9d37-9a5108614255 admin admin] Deleting port ea72d38b-26d0-4b96-8eef-ebf5d4399366 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:02:20.014550 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-214bbf23-a148-47ea-9d37-9a5108614255 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (ea72d38b-26d0-4b96-8eef-ebf5d4399366), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:20.067561 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-7a8a6e47-a34b-4bb4-845e-16f2c0604246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdf4a2b-08bd-4e93-9973-cbe7b86590c9', 'name': 'tempest-TestShelveInstance-1715663563-router', 'tenant_id': 'e33c2a4cf5324da78fc3b81fe043baf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ea72d38b-26d0-4b96-8eef-ebf5d4399366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:28Z', 'updated_at': '2022-01-28T02:02:19Z', 'revision_number': 5, 'project_id': 'e33c2a4cf5324da78fc3b81fe043baf2', 'gw_port': {'id': 'ea72d38b-26d0-4b96-8eef-ebf5d4399366', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdf4a2b-08bd-4e93-9973-cbe7b86590c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T01:51:28Z', 'updated_at': '2022-01-28T01:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:20.102971 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8a6e47-a34b-4bb4-845e-16f2c0604246 None None] Checking router: 9bdf4a2b-08bd-4e93-9973-cbe7b86590c9 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:02:20.112990 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8a6e47-a34b-4bb4-845e-16f2c0604246 None None] Routers {'9bdf4a2b-08bd-4e93-9973-cbe7b86590c9'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:02:20.113234 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-214bbf23-a148-47ea-9d37-9a5108614255 admin admin] For port ea72d38b-26d0-4b96-8eef-ebf5d4399366, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ea72d38b-26d0-4b96-8eef-ebf5d4399366,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:20.113473 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-214bbf23-a148-47ea-9d37-9a5108614255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (ea72d38b-26d0-4b96-8eef-ebf5d4399366), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:20.113613 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-7a8a6e47-a34b-4bb4-845e-16f2c0604246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T02:02:09Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['9bdf4a2b-08bd-4e93-9973-cbe7b86590c9'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:20.128190 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-214bbf23-a148-47ea-9d37-9a5108614255 admin admin] Calling delete_port for ea72d38b-26d0-4b96-8eef-ebf5d4399366 owned by network:router_gateway {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:02:20.206040 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-7a8a6e47-a34b-4bb4-845e-16f2c0604246 None None] Set router 9bdf4a2b-08bd-4e93-9973-cbe7b86590c9 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:02:20.265164 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-7a8a6e47-a34b-4bb4-845e-16f2c0604246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdf4a2b-08bd-4e93-9973-cbe7b86590c9', 'name': 'tempest-TestShelveInstance-1715663563-router', 'tenant_id': 'e33c2a4cf5324da78fc3b81fe043baf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:28Z', 'updated_at': '2022-01-28T02:02:19Z', 'revision_number': 6, 'project_id': 'e33c2a4cf5324da78fc3b81fe043baf2', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:20.299566 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8a6e47-a34b-4bb4-845e-16f2c0604246 None None] The sync data for ids ['9bdf4a2b-08bd-4e93-9973-cbe7b86590c9'] in n-d-826754-1 is: [{'id': '9bdf4a2b-08bd-4e93-9973-cbe7b86590c9', 'name': 'tempest-TestShelveInstance-1715663563-router', 'tenant_id': 'e33c2a4cf5324da78fc3b81fe043baf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T01:51:28Z', 'updated_at': '2022-01-28T02:02:19Z', 'revision_number': 6, 'project_id': 'e33c2a4cf5324da78fc3b81fe043baf2', 'gw_port_host': None}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:02:20.330175 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-214bbf23-a148-47ea-9d37-9a5108614255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (ea72d38b-26d0-4b96-8eef-ebf5d4399366), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:20.362609 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214bbf23-a148-47ea-9d37-9a5108614255 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea72d38b-26d0-4b96-8eef-ebf5d4399366,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:20.437057 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-214bbf23-a148-47ea-9d37-9a5108614255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (9bdf4a2b-08bd-4e93-9973-cbe7b86590c9), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:20.533024 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-214bbf23-a148-47ea-9d37-9a5108614255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (9bdf4a2b-08bd-4e93-9973-cbe7b86590c9), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:20.535182 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-214bbf23-a148-47ea-9d37-9a5108614255 admin admin] Publish callbacks [] for router_controller (9bdf4a2b-08bd-4e93-9973-cbe7b86590c9), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:20.608643 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-214bbf23-a148-47ea-9d37-9a5108614255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (9bdf4a2b-08bd-4e93-9973-cbe7b86590c9), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:20.609859 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214bbf23-a148-47ea-9d37-9a5108614255 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bdf4a2b-08bd-4e93-9973-cbe7b86590c9 {{(pid=103344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:02:20.618751 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-214bbf23-a148-47ea-9d37-9a5108614255 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:20.623537 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-214bbf23-a148-47ea-9d37-9a5108614255 admin admin] 10.222.0.70 "DELETE /v2.0/routers/9bdf4a2b-08bd-4e93-9973-cbe7b86590c9 HTTP/1.1" status: 204 len: 168 time: 0.9049530 Jan 28 02:02:20.623984 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58596) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:20.701732 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca3cf02b-4f5b-4c2a-aa57-543b427277e8 admin admin] Deleting subnet af6677be-d95f-4921-a09e-b6c2fe9737da {{(pid=103344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:02:20.708882 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca3cf02b-4f5b-4c2a-aa57-543b427277e8 admin admin] Publish callbacks [] for subnet (af6677be-d95f-4921-a09e-b6c2fe9737da), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:20.766986 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca3cf02b-4f5b-4c2a-aa57-543b427277e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129729029'] for subnet (af6677be-d95f-4921-a09e-b6c2fe9737da), precommit_delete_associations {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:20.836843 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device e1e5f7a5-ecef-4678-b838-2141ff9ee1cb no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:02:20.867417 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: e1e5f7a5-ecef-4678-b838-2141ff9ee1cb {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:02:20.867787 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device e1e5f7a5-ecef-4678-b838-2141ff9ee1cb not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:02:20.922723 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca3cf02b-4f5b-4c2a-aa57-543b427277e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (af6677be-d95f-4921-a09e-b6c2fe9737da), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:21.002902 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca3cf02b-4f5b-4c2a-aa57-543b427277e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126042830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126751680'] for subnet (af6677be-d95f-4921-a09e-b6c2fe9737da), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:21.039168 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3cf02b-4f5b-4c2a-aa57-543b427277e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af6677be-d95f-4921-a09e-b6c2fe9737da,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:21.041845 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca3cf02b-4f5b-4c2a-aa57-543b427277e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:21.049148 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58598) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:21.049662 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ca3cf02b-4f5b-4c2a-aa57-543b427277e8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/af6677be-d95f-4921-a09e-b6c2fe9737da HTTP/1.1" status: 204 len: 168 time: 0.4238696 Jan 28 02:02:21.051222 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203ffe84-6900-4b81-b30f-0944b144cba2 None None] Network a1344573-b902-47b7-b383-436b324f02c3 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:02:21.143067 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd241-e49d-4921-9b30-633fb37d7af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (a1344573-b902-47b7-b383-436b324f02c3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:21.239248 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1d2dd241-e49d-4921-9b30-633fb37d7af7 admin admin] Deleting port e8490833-de2b-41f4-a02b-3aec89177c5a {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:02:21.239854 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd241-e49d-4921-9b30-633fb37d7af7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (e8490833-de2b-41f4-a02b-3aec89177c5a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:21.250711 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbdaaec-7e55-4315-9d70-35c2a4e5aeb1 None None] DHCP port deletion for a1344573-b902-47b7-b383-436b324f02c3 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:02:21.339140 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-edbdaaec-7e55-4315-9d70-35c2a4e5aeb1 None None] Deleting port e8490833-de2b-41f4-a02b-3aec89177c5a {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:02:21.339573 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-edbdaaec-7e55-4315-9d70-35c2a4e5aeb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (e8490833-de2b-41f4-a02b-3aec89177c5a), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:21.350983 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-1d2dd241-e49d-4921-9b30-633fb37d7af7 admin admin] For port e8490833-de2b-41f4-a02b-3aec89177c5a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=e8490833-de2b-41f4-a02b-3aec89177c5a,segment=NetworkSegment(f3bfbd86-28ba-4344-91c6-65fec9c3a6b5),segment_id=f3bfbd86-28ba-4344-91c6-65fec9c3a6b5)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:21.351844 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd241-e49d-4921-9b30-633fb37d7af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (e8490833-de2b-41f4-a02b-3aec89177c5a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:21.368223 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1d2dd241-e49d-4921-9b30-633fb37d7af7 admin admin] Calling delete_port for e8490833-de2b-41f4-a02b-3aec89177c5a owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:02:21.430765 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-edbdaaec-7e55-4315-9d70-35c2a4e5aeb1 None None] For port e8490833-de2b-41f4-a02b-3aec89177c5a, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=e8490833-de2b-41f4-a02b-3aec89177c5a,segment=NetworkSegment(f3bfbd86-28ba-4344-91c6-65fec9c3a6b5),segment_id=f3bfbd86-28ba-4344-91c6-65fec9c3a6b5)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:21.431428 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-edbdaaec-7e55-4315-9d70-35c2a4e5aeb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (e8490833-de2b-41f4-a02b-3aec89177c5a), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:21.453155 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-edbdaaec-7e55-4315-9d70-35c2a4e5aeb1 None None] Calling delete_port for e8490833-de2b-41f4-a02b-3aec89177c5a owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:02:21.476537 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd241-e49d-4921-9b30-633fb37d7af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (e8490833-de2b-41f4-a02b-3aec89177c5a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:21.517867 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2dd241-e49d-4921-9b30-633fb37d7af7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8490833-de2b-41f4-a02b-3aec89177c5a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:21.520010 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2dd241-e49d-4921-9b30-633fb37d7af7 admin admin] No DVR routers for this DVR port e8490833-de2b-41f4-a02b-3aec89177c5a on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:02:21.578664 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-edbdaaec-7e55-4315-9d70-35c2a4e5aeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (e8490833-de2b-41f4-a02b-3aec89177c5a), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:21.609346 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd241-e49d-4921-9b30-633fb37d7af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (a1344573-b902-47b7-b383-436b324f02c3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:21.614508 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbdaaec-7e55-4315-9d70-35c2a4e5aeb1 None None] No DVR routers for this DVR port e8490833-de2b-41f4-a02b-3aec89177c5a on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:02:21.620427 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbdaaec-7e55-4315-9d70-35c2a4e5aeb1 None None] Pushing event deleted for resources: {'Port': ['ID=e8490833-de2b-41f4-a02b-3aec89177c5a,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:21.645659 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-1d2dd241-e49d-4921-9b30-633fb37d7af7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1344573-b902-47b7-b383-436b324f02c3']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:21.657461 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-1d2dd241-e49d-4921-9b30-633fb37d7af7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3bfbd86-28ba-4344-91c6-65fec9c3a6b5') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:21.657899 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-1d2dd241-e49d-4921-9b30-633fb37d7af7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3bfbd86-28ba-4344-91c6-65fec9c3a6b5') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:21.670906 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd241-e49d-4921-9b30-633fb37d7af7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (f3bfbd86-28ba-4344-91c6-65fec9c3a6b5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:21.691371 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd241-e49d-4921-9b30-633fb37d7af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (f3bfbd86-28ba-4344-91c6-65fec9c3a6b5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:21.698659 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d2dd241-e49d-4921-9b30-633fb37d7af7 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:02:21.699110 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd241-e49d-4921-9b30-633fb37d7af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (f3bfbd86-28ba-4344-91c6-65fec9c3a6b5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:21.701662 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 02:02:21.701662 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:02:21.701662 n-d-826754-1 neutron-server[103343]: timer() Jan 28 02:02:21.701662 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:02:21.701662 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 02:02:21.701662 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:02:21.701662 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 02:02:21.701662 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:02:21.701662 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 02:02:21.701662 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:02:21.701662 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 02:02:21.701662 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:02:21.701662 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 02:02:21.701662 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:02:21.701662 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:02:21.701662 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:02:21.701662 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:02:21.701662 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:02:21.701662 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 02:02:21.701662 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:02:21.701662 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 02:02:21.701662 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:02:21.701662 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:02:21.701662 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:02:21.701662 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 02:02:21.701662 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:02:21.701662 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:02:21.701662 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:02:21.701662 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:02:21.701662 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:02:21.701662 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:02:21.701662 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:02:21.769059 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd241-e49d-4921-9b30-633fb37d7af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (a1344573-b902-47b7-b383-436b324f02c3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:21.777510 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd241-e49d-4921-9b30-633fb37d7af7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:21.781903 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1d2dd241-e49d-4921-9b30-633fb37d7af7 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a1344573-b902-47b7-b383-436b324f02c3 HTTP/1.1" status: 204 len: 168 time: 0.7303579 Jan 28 02:02:21.801760 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2dd241-e49d-4921-9b30-633fb37d7af7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1344573-b902-47b7-b383-436b324f02c3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:21.955585 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58602) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:22.004920 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-fa98f76b-a04c-4b8e-a3ed-a848a5a51965 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ce401b3cb7fc4ef9b9fa85ec8ee16471&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0477612 Jan 28 02:02:22.009344 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58604) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:22.072308 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3b2c7842-37cd-44b4-afb5-3ea8b4ec1537 admin admin] Publish callbacks [] for security_group (0f329630-ba91-498e-8d20-de26182e16aa), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:22.097878 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3b2c7842-37cd-44b4-afb5-3ea8b4ec1537 admin admin] Publish callbacks [] for security_group (0f329630-ba91-498e-8d20-de26182e16aa), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:22.158884 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3b2c7842-37cd-44b4-afb5-3ea8b4ec1537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (0f329630-ba91-498e-8d20-de26182e16aa), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:22.163010 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3b2c7842-37cd-44b4-afb5-3ea8b4ec1537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:22.165156 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3b2c7842-37cd-44b4-afb5-3ea8b4ec1537 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0f329630-ba91-498e-8d20-de26182e16aa HTTP/1.1" status: 204 len: 168 time: 0.1544602 Jan 28 02:02:22.175452 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c7842-37cd-44b4-afb5-3ea8b4ec1537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f329630-ba91-498e-8d20-de26182e16aa,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:22.553467 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device e8490833-de2b-41f4-a02b-3aec89177c5a no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:02:22.560692 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58610) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:22.567941 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:02:22.576852 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: e8490833-de2b-41f4-a02b-3aec89177c5a {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:02:22.577195 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device e8490833-de2b-41f4-a02b-3aec89177c5a not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:02:22.577810 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ea72d38b-26d0-4b96-8eef-ebf5d4399366 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:02:22.597978 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: ea72d38b-26d0-4b96-8eef-ebf5d4399366 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:02:22.598334 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ea72d38b-26d0-4b96-8eef-ebf5d4399366 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:02:22.606304 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-2f671e78-3b1f-4bb1-83ec-24ba1f59d312 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e33c2a4cf5324da78fc3b81fe043baf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414283 Jan 28 02:02:22.607732 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58612) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:22.658653 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-365813ad-1c5b-4788-a604-1153a3c2c058 admin admin] Publish callbacks [] for security_group (4f9e1ade-6b15-4258-acd9-9737a69b32c2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:22.682712 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-365813ad-1c5b-4788-a604-1153a3c2c058 admin admin] Publish callbacks [] for security_group (4f9e1ade-6b15-4258-acd9-9737a69b32c2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:22.733202 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-365813ad-1c5b-4788-a604-1153a3c2c058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (4f9e1ade-6b15-4258-acd9-9737a69b32c2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:22.735918 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-365813ad-1c5b-4788-a604-1153a3c2c058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:22.737139 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-365813ad-1c5b-4788-a604-1153a3c2c058 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4f9e1ade-6b15-4258-acd9-9737a69b32c2 HTTP/1.1" status: 204 len: 168 time: 0.1283171 Jan 28 02:02:22.746558 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365813ad-1c5b-4788-a604-1153a3c2c058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9e1ade-6b15-4258-acd9-9737a69b32c2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:23.521505 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58636) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:23.626179 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-ca1b1ffe-c05a-43d9-b2a9-e607b4561528 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2086885092-network', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:02:23.646484 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1b1ffe-c05a-43d9-b2a9-e607b4561528 admin admin] Made reservation on behalf of b892854b7b954bd59de6503ce099baa9 for: {'network': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:02:23.648117 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca1b1ffe-c05a-43d9-b2a9-e607b4561528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:23.658755 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca1b1ffe-c05a-43d9-b2a9-e607b4561528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:23.740227 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca1b1ffe-c05a-43d9-b2a9-e607b4561528 admin admin] Publish callbacks [] for security_group (484135be-a3d5-4df9-9a78-fbb43b574348), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:23.743985 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca1b1ffe-c05a-43d9-b2a9-e607b4561528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (484135be-a3d5-4df9-9a78-fbb43b574348), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:23.768660 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca1b1ffe-c05a-43d9-b2a9-e607b4561528 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:02:23.780162 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b1ffe-c05a-43d9-b2a9-e607b4561528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484135be-a3d5-4df9-9a78-fbb43b574348,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:23.785236 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca1b1ffe-c05a-43d9-b2a9-e607b4561528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (b0b016e8-ae3e-4689-a23a-d809db824324), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:23.785585 n-d-826754-1 neutron-server[103344]: INFO neutron.db.segments_db [None req-ca1b1ffe-c05a-43d9-b2a9-e607b4561528 admin admin] Added segment b0b016e8-ae3e-4689-a23a-d809db824324 of type vlan for network e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 Jan 28 02:02:23.836010 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca1b1ffe-c05a-43d9-b2a9-e607b4561528 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:23.863207 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca1b1ffe-c05a-43d9-b2a9-e607b4561528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:23.864281 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1b1ffe-c05a-43d9-b2a9-e607b4561528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:23.864866 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ca1b1ffe-c05a-43d9-b2a9-e607b4561528 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:23.929209 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ca1b1ffe-c05a-43d9-b2a9-e607b4561528 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4065611 Jan 28 02:02:23.933685 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b1ffe-c05a-43d9-b2a9-e607b4561528 admin admin] Pushing event updated for resources: {'Network': ['ID=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:23.934328 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58640) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:23.939982 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-6c31c831-1ff8-42b7-9e85-47bea0e8ef54 admin admin] Request body: {'subnet': {'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2086885092-subnet', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:02:23.944631 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:02:23.970688 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c31c831-1ff8-42b7-9e85-47bea0e8ef54 admin admin] Made reservation on behalf of b892854b7b954bd59de6503ce099baa9 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:02:23.974031 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c31c831-1ff8-42b7-9e85-47bea0e8ef54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126719949'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:24.161088 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c31c831-1ff8-42b7-9e85-47bea0e8ef54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126016997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126719967'] for subnet (97d508de-8f69-4d41-8488-890d43ad3be7), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:24.224519 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31c831-1ff8-42b7-9e85-47bea0e8ef54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97d508de-8f69-4d41-8488-890d43ad3be7,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:24.235028 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31c831-1ff8-42b7-9e85-47bea0e8ef54 admin admin] Checking segment: {'id': 'b0b016e8-ae3e-4689-a23a-d809db824324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:02:24.235383 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c31c831-1ff8-42b7-9e85-47bea0e8ef54 admin admin] Network hostable DHCP agents. Network: e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:02:24.253710 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c31c831-1ff8-42b7-9e85-47bea0e8ef54 admin admin] Network e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:02:24.264741 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-6c31c831-1ff8-42b7-9e85-47bea0e8ef54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:02:24.269125 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c31c831-1ff8-42b7-9e85-47bea0e8ef54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:24.269719 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c31c831-1ff8-42b7-9e85-47bea0e8ef54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:24.275202 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e253472c-de8c-4a74-9f57-b65778e6dea7 None None] Network e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:02:24.292407 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-6c31c831-1ff8-42b7-9e85-47bea0e8ef54 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3566270 Jan 28 02:02:24.294912 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58644) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:24.301461 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2b0bafe4-33a3-434b-9fd6-73913babb753 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2086885092-router', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:02:24.327274 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b0bafe4-33a3-434b-9fd6-73913babb753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (61d921ab-0a6f-4d64-9045-62055122a3a1), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:24.328963 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b0bafe4-33a3-434b-9fd6-73913babb753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (61d921ab-0a6f-4d64-9045-62055122a3a1), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:24.394011 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b0bafe4-33a3-434b-9fd6-73913babb753 admin admin] Publish callbacks [] for router_controller (61d921ab-0a6f-4d64-9045-62055122a3a1), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:24.407447 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c1e077-f67c-482a-a6ae-13ad524cc117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'fixed_ips': [{'subnet_id': '97d508de-8f69-4d41-8488-890d43ad3be7'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:02:24.408779 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-96c1e077-f67c-482a-a6ae-13ad524cc117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:24.543016 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b0bafe4-33a3-434b-9fd6-73913babb753 admin admin] Publish callbacks [] for router_gateway (61d921ab-0a6f-4d64-9045-62055122a3a1), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:24.594637 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-96c1e077-f67c-482a-a6ae-13ad524cc117 None None] Allocated IP 172.20.0.2 (e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083/97d508de-8f69-4d41-8488-890d43ad3be7/18b25f36-1ba7-4778-ba07-9be79e4a29de) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:02:24.749712 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-96c1e077-f67c-482a-a6ae-13ad524cc117 None None] Publish callbacks [] for port (18b25f36-1ba7-4778-ba07-9be79e4a29de), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:24.756698 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-96c1e077-f67c-482a-a6ae-13ad524cc117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (18b25f36-1ba7-4778-ba07-9be79e4a29de), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:24.760531 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b0bafe4-33a3-434b-9fd6-73913babb753 admin admin] Publish callbacks [] for router_gateway (61d921ab-0a6f-4d64-9045-62055122a3a1), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:24.781259 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b0bafe4-33a3-434b-9fd6-73913babb753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:24.801382 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c1e077-f67c-482a-a6ae-13ad524cc117 None None] Network e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:02:24.808861 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-96c1e077-f67c-482a-a6ae-13ad524cc117 None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:02:24.811529 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c1e077-f67c-482a-a6ae-13ad524cc117 None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:02:24.819499 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1e077-f67c-482a-a6ae-13ad524cc117 None None] Pushing event updated for resources: {'Port': ['ID=18b25f36-1ba7-4778-ba07-9be79e4a29de,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:24.890680 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-96c1e077-f67c-482a-a6ae-13ad524cc117 None None] Attempting to bind port 18b25f36-1ba7-4778-ba07-9be79e4a29de on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:02:24.891201 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-2b0bafe4-33a3-434b-9fd6-73913babb753 admin admin] Allocated IP 172.25.3.15 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/9ed636c4-b76f-4887-b1ad-c4c63dd2337b) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:02:24.891417 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-96c1e077-f67c-482a-a6ae-13ad524cc117 None None] Attempting to bind port 18b25f36-1ba7-4778-ba07-9be79e4a29de by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'b0b016e8-ae3e-4689-a23a-d809db824324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:02:24.891759 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c1e077-f67c-482a-a6ae-13ad524cc117 None None] Attempting to bind port 18b25f36-1ba7-4778-ba07-9be79e4a29de on network e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:02:24.902390 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c1e077-f67c-482a-a6ae-13ad524cc117 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:02:24.902778 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c1e077-f67c-482a-a6ae-13ad524cc117 None None] Checking segment: {'id': 'b0b016e8-ae3e-4689-a23a-d809db824324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:02:24.903503 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-96c1e077-f67c-482a-a6ae-13ad524cc117 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:24.903795 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c1e077-f67c-482a-a6ae-13ad524cc117 None None] Bound using segment: {'id': 'b0b016e8-ae3e-4689-a23a-d809db824324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:02:24.904430 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-96c1e077-f67c-482a-a6ae-13ad524cc117 None None] Bound port: 18b25f36-1ba7-4778-ba07-9be79e4a29de, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0b016e8-ae3e-4689-a23a-d809db824324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:02:24.904779 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-96c1e077-f67c-482a-a6ae-13ad524cc117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (18b25f36-1ba7-4778-ba07-9be79e4a29de), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:24.974263 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-96c1e077-f67c-482a-a6ae-13ad524cc117 None None] For port 18b25f36-1ba7-4778-ba07-9be79e4a29de, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:02:24.977534 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-96c1e077-f67c-482a-a6ae-13ad524cc117 None None] For port 18b25f36-1ba7-4778-ba07-9be79e4a29de, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=18b25f36-1ba7-4778-ba07-9be79e4a29de,segment=NetworkSegment(b0b016e8-ae3e-4689-a23a-d809db824324),segment_id=b0b016e8-ae3e-4689-a23a-d809db824324)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:02:24.983014 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-96c1e077-f67c-482a-a6ae-13ad524cc117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (18b25f36-1ba7-4778-ba07-9be79e4a29de), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:25.006706 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b0bafe4-33a3-434b-9fd6-73913babb753 admin admin] Publish callbacks [] for port (9ed636c4-b76f-4887-b1ad-c4c63dd2337b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:25.055206 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1e077-f67c-482a-a6ae-13ad524cc117 None None] Pushing event updated for resources: {'Port': ['ID=18b25f36-1ba7-4778-ba07-9be79e4a29de,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:25.058027 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b0bafe4-33a3-434b-9fd6-73913babb753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (9ed636c4-b76f-4887-b1ad-c4c63dd2337b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:25.098218 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0bafe4-33a3-434b-9fd6-73913babb753 admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:02:25.105591 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-2b0bafe4-33a3-434b-9fd6-73913babb753 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:02:25.111008 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0bafe4-33a3-434b-9fd6-73913babb753 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:02:25.114595 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bafe4-33a3-434b-9fd6-73913babb753 admin admin] Pushing event updated for resources: {'Port': ['ID=9ed636c4-b76f-4887-b1ad-c4c63dd2337b,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:25.678296 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b0bafe4-33a3-434b-9fd6-73913babb753 admin admin] Publish callbacks [] for router_gateway (61d921ab-0a6f-4d64-9045-62055122a3a1), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:25.895761 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b0bafe4-33a3-434b-9fd6-73913babb753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (61d921ab-0a6f-4d64-9045-62055122a3a1), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:26.045910 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0bafe4-33a3-434b-9fd6-73913babb753 admin admin] Router 61d921ab-0a6f-4d64-9045-62055122a3a1 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:02:26.071907 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad769429-5d51-42b0-92ba-92640d1ae137 None None] Network e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:02:26.169055 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0bafe4-33a3-434b-9fd6-73913babb753 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:02:26.184406 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1449b1e2-2917-496c-94e0-7bc813bd561c None None] Sync routers for ids ['61d921ab-0a6f-4d64-9045-62055122a3a1'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:02:26.190908 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-68e210a7-d5ff-4d0f-a239-af0f9708f705 None None] Provisioning complete for port 18b25f36-1ba7-4778-ba07-9be79e4a29de triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:02:26.191207 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68e210a7-d5ff-4d0f-a239-af0f9708f705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (18b25f36-1ba7-4778-ba07-9be79e4a29de), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:26.191417 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2b0bafe4-33a3-434b-9fd6-73913babb753 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:26.192727 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-2b0bafe4-33a3-434b-9fd6-73913babb753 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8963470 Jan 28 02:02:26.195803 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58646) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:26.237937 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1449b1e2-2917-496c-94e0-7bc813bd561c None None] Routers {'61d921ab-0a6f-4d64-9045-62055122a3a1'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:02:26.238573 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1449b1e2-2917-496c-94e0-7bc813bd561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T02:02:09Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['61d921ab-0a6f-4d64-9045-62055122a3a1'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:26.590039 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-68e210a7-d5ff-4d0f-a239-af0f9708f705 None None] Current status of the port 18b25f36-1ba7-4778-ba07-9be79e4a29de is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:02:26.590684 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68e210a7-d5ff-4d0f-a239-af0f9708f705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (18b25f36-1ba7-4778-ba07-9be79e4a29de), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:26.633638 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-1449b1e2-2917-496c-94e0-7bc813bd561c None None] Set router 61d921ab-0a6f-4d64-9045-62055122a3a1 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:02:26.669711 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 18b25f36-1ba7-4778-ba07-9be79e4a29de up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:02:26.725615 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61a56bae-b55b-4774-b7fd-c811ef9c1210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:26.754391 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-68e210a7-d5ff-4d0f-a239-af0f9708f705 None None] For port 18b25f36-1ba7-4778-ba07-9be79e4a29de, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=18b25f36-1ba7-4778-ba07-9be79e4a29de,segment=NetworkSegment(b0b016e8-ae3e-4689-a23a-d809db824324),segment_id=b0b016e8-ae3e-4689-a23a-d809db824324)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:26.792776 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-68e210a7-d5ff-4d0f-a239-af0f9708f705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (18b25f36-1ba7-4778-ba07-9be79e4a29de), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:26.888502 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e210a7-d5ff-4d0f-a239-af0f9708f705 None None] Pushing event updated for resources: {'Port': ['ID=18b25f36-1ba7-4778-ba07-9be79e4a29de,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:26.897268 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 18b25f36-1ba7-4778-ba07-9be79e4a29de triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:02:26.897644 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (18b25f36-1ba7-4778-ba07-9be79e4a29de), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:26.909241 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-61a56bae-b55b-4774-b7fd-c811ef9c1210 admin admin] Allocated IP 172.20.0.1 (e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083/97d508de-8f69-4d41-8488-890d43ad3be7/51e4352b-6dc8-4a97-bff5-12eb7263347b) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:02:26.973609 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-1a48993a-6eda-4c5b-ada3-3564ddc4a27c None None] Provisioning complete for port 18b25f36-1ba7-4778-ba07-9be79e4a29de triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:02:26.973986 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1a48993a-6eda-4c5b-ada3-3564ddc4a27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (18b25f36-1ba7-4778-ba07-9be79e4a29de), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:27.022757 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61a56bae-b55b-4774-b7fd-c811ef9c1210 admin admin] Publish callbacks [] for port (51e4352b-6dc8-4a97-bff5-12eb7263347b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:27.062505 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1449b1e2-2917-496c-94e0-7bc813bd561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'name': 'tempest-TestSnapshotPattern-2086885092-router', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:25Z', 'revision_number': 3, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'gw_port': {'id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:27.063798 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61a56bae-b55b-4774-b7fd-c811ef9c1210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (51e4352b-6dc8-4a97-bff5-12eb7263347b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:27.097784 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1449b1e2-2917-496c-94e0-7bc813bd561c None None] Checking router: 61d921ab-0a6f-4d64-9045-62055122a3a1 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:02:27.098401 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1449b1e2-2917-496c-94e0-7bc813bd561c None None] Updating router 61d921ab-0a6f-4d64-9045-62055122a3a1 port 9ed636c4-b76f-4887-b1ad-c4c63dd2337b binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:02:27.103138 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a56bae-b55b-4774-b7fd-c811ef9c1210 admin admin] Network e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:02:27.106729 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-61a56bae-b55b-4774-b7fd-c811ef9c1210 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:02:27.109413 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a56bae-b55b-4774-b7fd-c811ef9c1210 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:02:27.122274 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 18b25f36-1ba7-4778-ba07-9be79e4a29de is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:02:27.144432 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a56bae-b55b-4774-b7fd-c811ef9c1210 admin admin] Pushing event updated for resources: {'Port': ['ID=51e4352b-6dc8-4a97-bff5-12eb7263347b,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:27.160316 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1449b1e2-2917-496c-94e0-7bc813bd561c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9ed636c4-b76f-4887-b1ad-c4c63dd2337b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:27.165540 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61a56bae-b55b-4774-b7fd-c811ef9c1210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (61d921ab-0a6f-4d64-9045-62055122a3a1), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:27.190572 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1a48993a-6eda-4c5b-ada3-3564ddc4a27c None None] Current status of the port 18b25f36-1ba7-4778-ba07-9be79e4a29de is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:02:27.311223 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61a56bae-b55b-4774-b7fd-c811ef9c1210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (51e4352b-6dc8-4a97-bff5-12eb7263347b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:27.470843 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1449b1e2-2917-496c-94e0-7bc813bd561c None None] Publish callbacks [] for port (9ed636c4-b76f-4887-b1ad-c4c63dd2337b), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:27.482275 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1449b1e2-2917-496c-94e0-7bc813bd561c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9ed636c4-b76f-4887-b1ad-c4c63dd2337b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:27.508042 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61a56bae-b55b-4774-b7fd-c811ef9c1210 admin admin] Publish callbacks [] for port (51e4352b-6dc8-4a97-bff5-12eb7263347b), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:27.514119 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61a56bae-b55b-4774-b7fd-c811ef9c1210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (51e4352b-6dc8-4a97-bff5-12eb7263347b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:27.525682 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-a8f8fb04-cad0-4dc9-bcf3-4e6b22e774fe None None] Provisioning complete for port 51e4352b-6dc8-4a97-bff5-12eb7263347b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:02:27.526078 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-a8f8fb04-cad0-4dc9-bcf3-4e6b22e774fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (51e4352b-6dc8-4a97-bff5-12eb7263347b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:27.568960 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1449b1e2-2917-496c-94e0-7bc813bd561c None None] Attempting to bind port 9ed636c4-b76f-4887-b1ad-c4c63dd2337b on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:02:27.569256 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1449b1e2-2917-496c-94e0-7bc813bd561c None None] Attempting to bind port 9ed636c4-b76f-4887-b1ad-c4c63dd2337b by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:02:27.569633 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1449b1e2-2917-496c-94e0-7bc813bd561c None None] Attempting to bind port 9ed636c4-b76f-4887-b1ad-c4c63dd2337b on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:02:27.571562 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082ff38-186e-4029-90fb-117a918c57b8 None None] Pushing event updated for resources: {'Port': ['ID=9ed636c4-b76f-4887-b1ad-c4c63dd2337b,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:27.584057 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-61a56bae-b55b-4774-b7fd-c811ef9c1210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (61d921ab-0a6f-4d64-9045-62055122a3a1), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:27.585838 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a56bae-b55b-4774-b7fd-c811ef9c1210 admin admin] Pushing event updated for resources: {'Port': ['ID=51e4352b-6dc8-4a97-bff5-12eb7263347b,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:27.587704 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1449b1e2-2917-496c-94e0-7bc813bd561c None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:02:27.588146 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1449b1e2-2917-496c-94e0-7bc813bd561c None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:02:27.588631 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1449b1e2-2917-496c-94e0-7bc813bd561c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:27.589133 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1449b1e2-2917-496c-94e0-7bc813bd561c None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:02:27.589635 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1449b1e2-2917-496c-94e0-7bc813bd561c None None] Bound port: 9ed636c4-b76f-4887-b1ad-c4c63dd2337b, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:02:27.590027 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1449b1e2-2917-496c-94e0-7bc813bd561c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9ed636c4-b76f-4887-b1ad-c4c63dd2337b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:27.592803 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-a8f8fb04-cad0-4dc9-bcf3-4e6b22e774fe None None] Port 51e4352b-6dc8-4a97-bff5-12eb7263347b cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:02:27.645892 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1449b1e2-2917-496c-94e0-7bc813bd561c None None] For port 9ed636c4-b76f-4887-b1ad-c4c63dd2337b, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:02:27.649408 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1449b1e2-2917-496c-94e0-7bc813bd561c None None] For port 9ed636c4-b76f-4887-b1ad-c4c63dd2337b, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9ed636c4-b76f-4887-b1ad-c4c63dd2337b,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:02:27.654615 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1449b1e2-2917-496c-94e0-7bc813bd561c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9ed636c4-b76f-4887-b1ad-c4c63dd2337b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:27.690181 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a56bae-b55b-4774-b7fd-c811ef9c1210 admin admin] Network e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:02:27.691880 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-61a56bae-b55b-4774-b7fd-c811ef9c1210 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:02:27.716290 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1449b1e2-2917-496c-94e0-7bc813bd561c None None] Routers {'61d921ab-0a6f-4d64-9045-62055122a3a1'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:02:27.716939 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1449b1e2-2917-496c-94e0-7bc813bd561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T02:02:09Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['61d921ab-0a6f-4d64-9045-62055122a3a1'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:27.752084 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082ff38-186e-4029-90fb-117a918c57b8 None None] Pushing event updated for resources: {'Port': ['ID=9ed636c4-b76f-4887-b1ad-c4c63dd2337b,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:27.826504 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a56bae-b55b-4774-b7fd-c811ef9c1210 admin admin] Router 61d921ab-0a6f-4d64-9045-62055122a3a1 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:02:27.842273 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-1449b1e2-2917-496c-94e0-7bc813bd561c None None] Set router 61d921ab-0a6f-4d64-9045-62055122a3a1 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:02:27.944726 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a56bae-b55b-4774-b7fd-c811ef9c1210 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:02:27.950795 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-61a56bae-b55b-4774-b7fd-c811ef9c1210 admin admin] 10.222.0.70 "PUT /v2.0/routers/61d921ab-0a6f-4d64-9045-62055122a3a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7538719 Jan 28 02:02:27.989056 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-1bff6b43-8531-481b-8220-362b589645da None None] Provisioning complete for port 51e4352b-6dc8-4a97-bff5-12eb7263347b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:02:27.989405 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1bff6b43-8531-481b-8220-362b589645da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (51e4352b-6dc8-4a97-bff5-12eb7263347b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:28.055461 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-1bff6b43-8531-481b-8220-362b589645da None None] Port 51e4352b-6dc8-4a97-bff5-12eb7263347b cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:02:28.108414 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1449b1e2-2917-496c-94e0-7bc813bd561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'name': 'tempest-TestSnapshotPattern-2086885092-router', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:27Z', 'revision_number': 4, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'gw_port': {'id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '51e4352b-6dc8-4a97-bff5-12eb7263347b', 'name': '', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'mac_address': 'fa:16:3e:64:52:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:26Z', 'updated_at': '2022-01-28T02:02:27Z', 'revision_number': 2, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'subnets': [{'id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:28.138099 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1449b1e2-2917-496c-94e0-7bc813bd561c None None] The sync data for ids ['61d921ab-0a6f-4d64-9045-62055122a3a1'] in n-d-826754-1 is: [{'id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'name': 'tempest-TestSnapshotPattern-2086885092-router', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:27Z', 'revision_number': 4, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'gw_port': {'id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '51e4352b-6dc8-4a97-bff5-12eb7263347b', 'name': '', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'mac_address': 'fa:16:3e:64:52:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:26Z', 'updated_at': '2022-01-28T02:02:27Z', 'revision_number': 2, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'subnets': [{'id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:02:28.486319 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58662) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:28.492229 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-b2a7a91d-707f-441f-9e39-c55e58b97d45 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-169491851-network', 'tenant_id': '46030c0b75ff4a28b0e6ba23cba19a4f'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:02:28.520171 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a7a91d-707f-441f-9e39-c55e58b97d45 admin admin] Made reservation on behalf of 46030c0b75ff4a28b0e6ba23cba19a4f for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:02:28.523845 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2a7a91d-707f-441f-9e39-c55e58b97d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:28.533988 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2a7a91d-707f-441f-9e39-c55e58b97d45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:28.574504 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 18b25f36-1ba7-4778-ba07-9be79e4a29de up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:02:28.629036 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2a7a91d-707f-441f-9e39-c55e58b97d45 admin admin] Publish callbacks [] for security_group (05c8d630-b480-46ba-a673-dbe25686820c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:28.633744 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2a7a91d-707f-441f-9e39-c55e58b97d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (05c8d630-b480-46ba-a673-dbe25686820c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:28.636838 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 18b25f36-1ba7-4778-ba07-9be79e4a29de triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:02:28.637096 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (18b25f36-1ba7-4778-ba07-9be79e4a29de), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:28.664734 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a7a91d-707f-441f-9e39-c55e58b97d45 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 02:02:28.676086 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7a91d-707f-441f-9e39-c55e58b97d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c8d630-b480-46ba-a673-dbe25686820c,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:28.688696 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2a7a91d-707f-441f-9e39-c55e58b97d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (a0e67273-bf55-4003-8c71-c19bbe29f891), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:28.689108 n-d-826754-1 neutron-server[103343]: INFO neutron.db.segments_db [None req-b2a7a91d-707f-441f-9e39-c55e58b97d45 admin admin] Added segment a0e67273-bf55-4003-8c71-c19bbe29f891 of type vlan for network 36e7e4ec-4433-4f02-8eb2-790a32e7c198 Jan 28 02:02:28.741755 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2a7a91d-707f-441f-9e39-c55e58b97d45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749990605168'] for network (36e7e4ec-4433-4f02-8eb2-790a32e7c198), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:28.775261 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2a7a91d-707f-441f-9e39-c55e58b97d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391'] for network (36e7e4ec-4433-4f02-8eb2-790a32e7c198), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:28.776456 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a7a91d-707f-441f-9e39-c55e58b97d45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:28.777119 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b2a7a91d-707f-441f-9e39-c55e58b97d45 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:28.867912 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b2a7a91d-707f-441f-9e39-c55e58b97d45 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3803000 Jan 28 02:02:28.872348 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58664) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:28.878803 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-be746f6a-ee39-4dd1-a491-b82fb9ef8a96 admin admin] Request body: {'subnet': {'network_id': '36e7e4ec-4433-4f02-8eb2-790a32e7c198', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-169491851-subnet', 'tenant_id': '46030c0b75ff4a28b0e6ba23cba19a4f', 'ip_version': 4}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:02:28.882900 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7a91d-707f-441f-9e39-c55e58b97d45 admin admin] Pushing event updated for resources: {'Network': ['ID=36e7e4ec-4433-4f02-8eb2-790a32e7c198,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:28.896561 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Network 36e7e4ec-4433-4f02-8eb2-790a32e7c198 details requested by agent ovs-agent-n-d-826754-1 with host n-d-826754-1 {{(pid=103345) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 02:02:28.900164 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 18b25f36-1ba7-4778-ba07-9be79e4a29de is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:02:28.914040 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be746f6a-ee39-4dd1-a491-b82fb9ef8a96 admin admin] Made reservation on behalf of 46030c0b75ff4a28b0e6ba23cba19a4f for: {'subnet': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:02:28.917554 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-be746f6a-ee39-4dd1-a491-b82fb9ef8a96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126751777'] for subnet (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:29.144425 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-be746f6a-ee39-4dd1-a491-b82fb9ef8a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126042767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126751795'] for subnet (13aff4cc-68f1-42ea-b92b-ba98b07cd792), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:29.206640 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be746f6a-ee39-4dd1-a491-b82fb9ef8a96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13aff4cc-68f1-42ea-b92b-ba98b07cd792,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:29.217004 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be746f6a-ee39-4dd1-a491-b82fb9ef8a96 admin admin] Checking segment: {'id': 'a0e67273-bf55-4003-8c71-c19bbe29f891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '36e7e4ec-4433-4f02-8eb2-790a32e7c198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:02:29.217381 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be746f6a-ee39-4dd1-a491-b82fb9ef8a96 admin admin] Network hostable DHCP agents. Network: 36e7e4ec-4433-4f02-8eb2-790a32e7c198, hostable agents: ['95e3a067-faea-4dd1-93c9-71ec67ffe2ea'], hosted agents: [] {{(pid=103344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 02:02:29.241254 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be746f6a-ee39-4dd1-a491-b82fb9ef8a96 admin admin] Network 36e7e4ec-4433-4f02-8eb2-790a32e7c198 is scheduled to be hosted by DHCP agent 95e3a067-faea-4dd1-93c9-71ec67ffe2ea with binding_index 1 {{(pid=103344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 02:02:29.253090 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-be746f6a-ee39-4dd1-a491-b82fb9ef8a96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826754-1, 36e7e4ec-4433-4f02-8eb2-790a32e7c198) {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:02:29.257746 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be746f6a-ee39-4dd1-a491-b82fb9ef8a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:29.258350 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-be746f6a-ee39-4dd1-a491-b82fb9ef8a96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:29.264518 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac22add-8d37-4f87-9ca3-2c1d06fef26d None None] Network 36e7e4ec-4433-4f02-8eb2-790a32e7c198 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:02:29.283895 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-be746f6a-ee39-4dd1-a491-b82fb9ef8a96 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4065466 Jan 28 02:02:29.284131 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58666) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:29.287779 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-8e4e1979-3c4f-426b-9f92-9a8d587c60e5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-169491851-router', 'tenant_id': '46030c0b75ff4a28b0e6ba23cba19a4f', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:02:29.309660 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e4e1979-3c4f-426b-9f92-9a8d587c60e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-552352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-111317'] for router (35e3b4c5-49af-489c-82d3-62040fa92863), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:29.310817 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e4e1979-3c4f-426b-9f92-9a8d587c60e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555226', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-111340'] for router (35e3b4c5-49af-489c-82d3-62040fa92863), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:29.368701 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e4e1979-3c4f-426b-9f92-9a8d587c60e5 admin admin] Publish callbacks [] for router_controller (35e3b4c5-49af-489c-82d3-62040fa92863), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:29.386931 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f88477f-80ed-4389-ada1-f4c3807083bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0c48be4-13f1-5123-aa91-2579d93b0f4a-36e7e4ec-4433-4f02-8eb2-790a32e7c198', 'network_id': '36e7e4ec-4433-4f02-8eb2-790a32e7c198', 'project_id': '46030c0b75ff4a28b0e6ba23cba19a4f', 'fixed_ips': [{'subnet_id': '13aff4cc-68f1-42ea-b92b-ba98b07cd792'}]}} from n-d-826754-1. {{(pid=103345) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 02:02:29.387896 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f88477f-80ed-4389-ada1-f4c3807083bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:29.557701 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.db_base_plugin_common [None req-2f88477f-80ed-4389-ada1-f4c3807083bd None None] Allocated IP 172.20.0.2 (36e7e4ec-4433-4f02-8eb2-790a32e7c198/13aff4cc-68f1-42ea-b92b-ba98b07cd792/4a781cdc-058f-4675-9500-54bd5db41c69) {{(pid=103345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:02:29.728747 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f88477f-80ed-4389-ada1-f4c3807083bd None None] Publish callbacks [] for port (4a781cdc-058f-4675-9500-54bd5db41c69), precommit_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:29.734448 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f88477f-80ed-4389-ada1-f4c3807083bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295'] for port (4a781cdc-058f-4675-9500-54bd5db41c69), after_create {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:29.780664 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f88477f-80ed-4389-ada1-f4c3807083bd None None] Network 36e7e4ec-4433-4f02-8eb2-790a32e7c198 is already hosted by enough agents. {{(pid=103345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:02:29.786077 n-d-826754-1 neutron-server[103345]: DEBUG neutron.scheduler.base_scheduler [None req-2f88477f-80ed-4389-ada1-f4c3807083bd None None] Resources bound (agent type, host, resource id): {{(pid=103345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:02:29.790532 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f88477f-80ed-4389-ada1-f4c3807083bd None None] Received port after_create {{(pid=103345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:02:29.794853 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88477f-80ed-4389-ada1-f4c3807083bd None None] Pushing event updated for resources: {'Port': ['ID=4a781cdc-058f-4675-9500-54bd5db41c69,revision_number=1']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:29.848036 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e4e1979-3c4f-426b-9f92-9a8d587c60e5 admin admin] Publish callbacks [] for router_gateway (35e3b4c5-49af-489c-82d3-62040fa92863), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:29.850348 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-2f88477f-80ed-4389-ada1-f4c3807083bd None None] Attempting to bind port 4a781cdc-058f-4675-9500-54bd5db41c69 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:02:29.850729 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-2f88477f-80ed-4389-ada1-f4c3807083bd None None] Attempting to bind port 4a781cdc-058f-4675-9500-54bd5db41c69 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'a0e67273-bf55-4003-8c71-c19bbe29f891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '36e7e4ec-4433-4f02-8eb2-790a32e7c198'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:02:29.851161 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f88477f-80ed-4389-ada1-f4c3807083bd None None] Attempting to bind port 4a781cdc-058f-4675-9500-54bd5db41c69 on network 36e7e4ec-4433-4f02-8eb2-790a32e7c198 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:02:29.857609 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f88477f-80ed-4389-ada1-f4c3807083bd None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:02:29.858018 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f88477f-80ed-4389-ada1-f4c3807083bd None None] Checking segment: {'id': 'a0e67273-bf55-4003-8c71-c19bbe29f891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '36e7e4ec-4433-4f02-8eb2-790a32e7c198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:02:29.858424 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f88477f-80ed-4389-ada1-f4c3807083bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:29.858821 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f88477f-80ed-4389-ada1-f4c3807083bd None None] Bound using segment: {'id': 'a0e67273-bf55-4003-8c71-c19bbe29f891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '36e7e4ec-4433-4f02-8eb2-790a32e7c198'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:02:29.859293 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-2f88477f-80ed-4389-ada1-f4c3807083bd None None] Bound port: 4a781cdc-058f-4675-9500-54bd5db41c69, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e67273-bf55-4003-8c71-c19bbe29f891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '36e7e4ec-4433-4f02-8eb2-790a32e7c198'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:02:29.859714 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f88477f-80ed-4389-ada1-f4c3807083bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4a781cdc-058f-4675-9500-54bd5db41c69), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:29.943780 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-2f88477f-80ed-4389-ada1-f4c3807083bd None None] For port 4a781cdc-058f-4675-9500-54bd5db41c69, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:02:29.947547 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-2f88477f-80ed-4389-ada1-f4c3807083bd None None] For port 4a781cdc-058f-4675-9500-54bd5db41c69, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4a781cdc-058f-4675-9500-54bd5db41c69,segment=NetworkSegment(a0e67273-bf55-4003-8c71-c19bbe29f891),segment_id=a0e67273-bf55-4003-8c71-c19bbe29f891)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:02:29.952518 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2f88477f-80ed-4389-ada1-f4c3807083bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (4a781cdc-058f-4675-9500-54bd5db41c69), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:30.013214 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88477f-80ed-4389-ada1-f4c3807083bd None None] Pushing event updated for resources: {'Port': ['ID=4a781cdc-058f-4675-9500-54bd5db41c69,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:30.082175 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e4e1979-3c4f-426b-9f92-9a8d587c60e5 admin admin] Publish callbacks [] for router_gateway (35e3b4c5-49af-489c-82d3-62040fa92863), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:30.101935 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e4e1979-3c4f-426b-9f92-9a8d587c60e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:30.244827 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-8e4e1979-3c4f-426b-9f92-9a8d587c60e5 admin admin] Allocated IP 172.25.3.4 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/ee415e5c-2604-4111-886c-1d3c182419f9) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:02:30.375050 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e4e1979-3c4f-426b-9f92-9a8d587c60e5 admin admin] Publish callbacks [] for port (ee415e5c-2604-4111-886c-1d3c182419f9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:30.412934 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e4e1979-3c4f-426b-9f92-9a8d587c60e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (ee415e5c-2604-4111-886c-1d3c182419f9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:30.454644 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4e1979-3c4f-426b-9f92-9a8d587c60e5 admin admin] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:02:30.461878 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-8e4e1979-3c4f-426b-9f92-9a8d587c60e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:02:30.464964 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e1979-3c4f-426b-9f92-9a8d587c60e5 admin admin] Pushing event updated for resources: {'Port': ['ID=ee415e5c-2604-4111-886c-1d3c182419f9,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:30.467301 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4e1979-3c4f-426b-9f92-9a8d587c60e5 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:02:30.517116 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2438ef21-438d-4a0d-ab63-9ba35251aa8a None None] Sync routers for ids ['61d921ab-0a6f-4d64-9045-62055122a3a1'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:02:30.531384 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2438ef21-438d-4a0d-ab63-9ba35251aa8a None None] Routers {'61d921ab-0a6f-4d64-9045-62055122a3a1'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:02:30.532363 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-2438ef21-438d-4a0d-ab63-9ba35251aa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T02:02:09Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['61d921ab-0a6f-4d64-9045-62055122a3a1'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:30.656609 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4a781cdc-058f-4675-9500-54bd5db41c69 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:02:30.663282 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-2438ef21-438d-4a0d-ab63-9ba35251aa8a None None] Set router 61d921ab-0a6f-4d64-9045-62055122a3a1 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:02:30.708580 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 4a781cdc-058f-4675-9500-54bd5db41c69 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:02:30.708962 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4a781cdc-058f-4675-9500-54bd5db41c69), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:30.758765 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e4e1979-3c4f-426b-9f92-9a8d587c60e5 admin admin] Publish callbacks [] for router_gateway (35e3b4c5-49af-489c-82d3-62040fa92863), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:30.817566 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 4a781cdc-058f-4675-9500-54bd5db41c69 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:02:30.818302 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (4a781cdc-058f-4675-9500-54bd5db41c69), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:30.857764 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 4a781cdc-058f-4675-9500-54bd5db41c69, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4a781cdc-058f-4675-9500-54bd5db41c69,segment=NetworkSegment(a0e67273-bf55-4003-8c71-c19bbe29f891),segment_id=a0e67273-bf55-4003-8c71-c19bbe29f891)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:30.862447 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (4a781cdc-058f-4675-9500-54bd5db41c69), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:30.863367 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9ed636c4-b76f-4887-b1ad-c4c63dd2337b up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:02:30.889070 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-2438ef21-438d-4a0d-ab63-9ba35251aa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'name': 'tempest-TestSnapshotPattern-2086885092-router', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:27Z', 'revision_number': 4, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'gw_port': {'id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '51e4352b-6dc8-4a97-bff5-12eb7263347b', 'name': '', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'mac_address': 'fa:16:3e:64:52:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:26Z', 'updated_at': '2022-01-28T02:02:27Z', 'revision_number': 2, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'subnets': [{'id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:30.922729 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2438ef21-438d-4a0d-ab63-9ba35251aa8a None None] Checking router: 61d921ab-0a6f-4d64-9045-62055122a3a1 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:02:30.923090 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2438ef21-438d-4a0d-ab63-9ba35251aa8a None None] Updating router 61d921ab-0a6f-4d64-9045-62055122a3a1 port 51e4352b-6dc8-4a97-bff5-12eb7263347b binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:02:30.945504 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=4a781cdc-058f-4675-9500-54bd5db41c69,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:30.959763 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2438ef21-438d-4a0d-ab63-9ba35251aa8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (51e4352b-6dc8-4a97-bff5-12eb7263347b), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:30.960119 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 9ed636c4-b76f-4887-b1ad-c4c63dd2337b triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:02:30.960499 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9ed636c4-b76f-4887-b1ad-c4c63dd2337b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:30.997524 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e4e1979-3c4f-426b-9f92-9a8d587c60e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555183'] for router (35e3b4c5-49af-489c-82d3-62040fa92863), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:31.055669 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 9ed636c4-b76f-4887-b1ad-c4c63dd2337b is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:02:31.057719 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (9ed636c4-b76f-4887-b1ad-c4c63dd2337b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:31.082971 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port 9ed636c4-b76f-4887-b1ad-c4c63dd2337b, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9ed636c4-b76f-4887-b1ad-c4c63dd2337b,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:31.089535 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (9ed636c4-b76f-4887-b1ad-c4c63dd2337b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:31.177850 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4e1979-3c4f-426b-9f92-9a8d587c60e5 admin admin] Router 35e3b4c5-49af-489c-82d3-62040fa92863 is scheduled to L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 02:02:31.218916 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=9ed636c4-b76f-4887-b1ad-c4c63dd2337b,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:31.307675 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2438ef21-438d-4a0d-ab63-9ba35251aa8a None None] Publish callbacks [] for port (51e4352b-6dc8-4a97-bff5-12eb7263347b), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:31.312379 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4e1979-3c4f-426b-9f92-9a8d587c60e5 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:02:31.316582 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2438ef21-438d-4a0d-ab63-9ba35251aa8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (51e4352b-6dc8-4a97-bff5-12eb7263347b), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:31.335361 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e4e1979-3c4f-426b-9f92-9a8d587c60e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:31.340084 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58668) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:31.340676 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8e4e1979-3c4f-426b-9f92-9a8d587c60e5 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0559430 Jan 28 02:02:31.357405 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64b9b35-f6a7-477c-87d6-2dfa92e99635 None None] Sync routers for ids ['35e3b4c5-49af-489c-82d3-62040fa92863'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:02:31.367018 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b1322-c1a0-402d-b17e-04e2df4f8026 None None] Pushing event updated for resources: {'Port': ['ID=51e4352b-6dc8-4a97-bff5-12eb7263347b,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:31.367865 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64b9b35-f6a7-477c-87d6-2dfa92e99635 None None] Routers {'35e3b4c5-49af-489c-82d3-62040fa92863'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:02:31.368572 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-e64b9b35-f6a7-477c-87d6-2dfa92e99635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T02:02:09Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['35e3b4c5-49af-489c-82d3-62040fa92863'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:31.377184 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b1322-c1a0-402d-b17e-04e2df4f8026 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:31.377533 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b1322-c1a0-402d-b17e-04e2df4f8026 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:31.377882 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b1322-c1a0-402d-b17e-04e2df4f8026 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:31.378218 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b1322-c1a0-402d-b17e-04e2df4f8026 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:31.378553 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b1322-c1a0-402d-b17e-04e2df4f8026 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:31.378886 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b1322-c1a0-402d-b17e-04e2df4f8026 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:31.379417 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b1322-c1a0-402d-b17e-04e2df4f8026 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:31.379774 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b1322-c1a0-402d-b17e-04e2df4f8026 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:31.380178 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b1322-c1a0-402d-b17e-04e2df4f8026 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:31.380437 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b1322-c1a0-402d-b17e-04e2df4f8026 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:31.380765 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b1322-c1a0-402d-b17e-04e2df4f8026 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:31.381088 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b1322-c1a0-402d-b17e-04e2df4f8026 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:31.381412 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b1322-c1a0-402d-b17e-04e2df4f8026 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:02:31.487638 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-2438ef21-438d-4a0d-ab63-9ba35251aa8a None None] Attempting to bind port 51e4352b-6dc8-4a97-bff5-12eb7263347b on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:02:31.488341 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-2438ef21-438d-4a0d-ab63-9ba35251aa8a None None] Attempting to bind port 51e4352b-6dc8-4a97-bff5-12eb7263347b by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'b0b016e8-ae3e-4689-a23a-d809db824324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:02:31.488814 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2438ef21-438d-4a0d-ab63-9ba35251aa8a None None] Attempting to bind port 51e4352b-6dc8-4a97-bff5-12eb7263347b on network e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:02:31.499226 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2438ef21-438d-4a0d-ab63-9ba35251aa8a None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:02:31.499637 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2438ef21-438d-4a0d-ab63-9ba35251aa8a None None] Checking segment: {'id': 'b0b016e8-ae3e-4689-a23a-d809db824324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:02:31.500307 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2438ef21-438d-4a0d-ab63-9ba35251aa8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:31.500775 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2438ef21-438d-4a0d-ab63-9ba35251aa8a None None] Bound using segment: {'id': 'b0b016e8-ae3e-4689-a23a-d809db824324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:02:31.505122 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-2438ef21-438d-4a0d-ab63-9ba35251aa8a None None] Bound port: 51e4352b-6dc8-4a97-bff5-12eb7263347b, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0b016e8-ae3e-4689-a23a-d809db824324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:02:31.505540 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2438ef21-438d-4a0d-ab63-9ba35251aa8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (51e4352b-6dc8-4a97-bff5-12eb7263347b), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:31.556779 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-e64b9b35-f6a7-477c-87d6-2dfa92e99635 None None] Set router 35e3b4c5-49af-489c-82d3-62040fa92863 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:02:31.596250 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdf8254-ae0e-4168-8dc7-125fe2aca99c None None] Network 36e7e4ec-4433-4f02-8eb2-790a32e7c198 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:02:31.631770 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-2438ef21-438d-4a0d-ab63-9ba35251aa8a None None] For port 51e4352b-6dc8-4a97-bff5-12eb7263347b, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:02:31.636901 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-2438ef21-438d-4a0d-ab63-9ba35251aa8a None None] For port 51e4352b-6dc8-4a97-bff5-12eb7263347b, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=51e4352b-6dc8-4a97-bff5-12eb7263347b,segment=NetworkSegment(b0b016e8-ae3e-4689-a23a-d809db824324),segment_id=b0b016e8-ae3e-4689-a23a-d809db824324)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:02:31.642950 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-2438ef21-438d-4a0d-ab63-9ba35251aa8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (51e4352b-6dc8-4a97-bff5-12eb7263347b), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:31.688953 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-5f969bc7-9a76-4ff6-bb88-a5d47a8e63e8 None None] Provisioning complete for port 4a781cdc-058f-4675-9500-54bd5db41c69 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:02:31.689812 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-5f969bc7-9a76-4ff6-bb88-a5d47a8e63e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4a781cdc-058f-4675-9500-54bd5db41c69), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:31.707854 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2438ef21-438d-4a0d-ab63-9ba35251aa8a None None] Routers {'61d921ab-0a6f-4d64-9045-62055122a3a1'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:02:31.708640 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-2438ef21-438d-4a0d-ab63-9ba35251aa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T02:02:09Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['61d921ab-0a6f-4d64-9045-62055122a3a1'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:31.966441 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-5f969bc7-9a76-4ff6-bb88-a5d47a8e63e8 None None] Current status of the port 4a781cdc-058f-4675-9500-54bd5db41c69 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:02:31.978856 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-2438ef21-438d-4a0d-ab63-9ba35251aa8a None None] Set router 61d921ab-0a6f-4d64-9045-62055122a3a1 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:02:31.992439 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-e64b9b35-f6a7-477c-87d6-2dfa92e99635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e3b4c5-49af-489c-82d3-62040fa92863', 'name': 'tempest-TestSnapshotPattern-169491851-router', 'tenant_id': '46030c0b75ff4a28b0e6ba23cba19a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'ee415e5c-2604-4111-886c-1d3c182419f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:02:29Z', 'updated_at': '2022-01-28T02:02:30Z', 'revision_number': 3, 'project_id': '46030c0b75ff4a28b0e6ba23cba19a4f', 'gw_port': {'id': 'ee415e5c-2604-4111-886c-1d3c182419f9', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e3b4c5-49af-489c-82d3-62040fa92863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:30Z', 'updated_at': '2022-01-28T02:02:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:32.014595 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f316896-589b-4278-aec9-6413ee66755d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:32.029371 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64b9b35-f6a7-477c-87d6-2dfa92e99635 None None] Checking router: 35e3b4c5-49af-489c-82d3-62040fa92863 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:02:32.029371 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64b9b35-f6a7-477c-87d6-2dfa92e99635 None None] Updating router 35e3b4c5-49af-489c-82d3-62040fa92863 port ee415e5c-2604-4111-886c-1d3c182419f9 binding host n-d-826754-1 {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:02:32.066191 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e64b9b35-f6a7-477c-87d6-2dfa92e99635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ee415e5c-2604-4111-886c-1d3c182419f9), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:32.080992 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b1322-c1a0-402d-b17e-04e2df4f8026 None None] Pushing event updated for resources: {'Port': ['ID=51e4352b-6dc8-4a97-bff5-12eb7263347b,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:32.192668 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-caf1e802-8288-4d0b-8085-40e2dda14f92 None None] Provisioning complete for port 51e4352b-6dc8-4a97-bff5-12eb7263347b triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:02:32.193927 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-caf1e802-8288-4d0b-8085-40e2dda14f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (51e4352b-6dc8-4a97-bff5-12eb7263347b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:32.254593 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-5f316896-589b-4278-aec9-6413ee66755d admin admin] Allocated IP 172.20.0.1 (36e7e4ec-4433-4f02-8eb2-790a32e7c198/13aff4cc-68f1-42ea-b92b-ba98b07cd792/91ed0bde-89bf-43e2-8999-6ca9d3cafdf0) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:02:32.310537 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-2438ef21-438d-4a0d-ab63-9ba35251aa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'name': 'tempest-TestSnapshotPattern-2086885092-router', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:27Z', 'revision_number': 4, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'gw_port': {'id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '51e4352b-6dc8-4a97-bff5-12eb7263347b', 'name': '', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'mac_address': 'fa:16:3e:64:52:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:26Z', 'updated_at': '2022-01-28T02:02:31Z', 'revision_number': 4, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'subnets': [{'id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:32.340938 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2438ef21-438d-4a0d-ab63-9ba35251aa8a None None] The sync data for ids ['61d921ab-0a6f-4d64-9045-62055122a3a1'] in n-d-826754-1 is: [{'id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'name': 'tempest-TestSnapshotPattern-2086885092-router', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:27Z', 'revision_number': 4, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'gw_port': {'id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '51e4352b-6dc8-4a97-bff5-12eb7263347b', 'name': '', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'mac_address': 'fa:16:3e:64:52:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:26Z', 'updated_at': '2022-01-28T02:02:31Z', 'revision_number': 4, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'subnets': [{'id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:02:32.394384 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-caf1e802-8288-4d0b-8085-40e2dda14f92 None None] Current status of the port 51e4352b-6dc8-4a97-bff5-12eb7263347b is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:02:32.394951 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-caf1e802-8288-4d0b-8085-40e2dda14f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (51e4352b-6dc8-4a97-bff5-12eb7263347b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:32.419880 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f316896-589b-4278-aec9-6413ee66755d admin admin] Publish callbacks [] for port (91ed0bde-89bf-43e2-8999-6ca9d3cafdf0), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:32.469783 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-caf1e802-8288-4d0b-8085-40e2dda14f92 None None] For port 51e4352b-6dc8-4a97-bff5-12eb7263347b, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=51e4352b-6dc8-4a97-bff5-12eb7263347b,segment=NetworkSegment(b0b016e8-ae3e-4689-a23a-d809db824324),segment_id=b0b016e8-ae3e-4689-a23a-d809db824324)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:32.475257 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-caf1e802-8288-4d0b-8085-40e2dda14f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (51e4352b-6dc8-4a97-bff5-12eb7263347b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:32.477723 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f316896-589b-4278-aec9-6413ee66755d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (91ed0bde-89bf-43e2-8999-6ca9d3cafdf0), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:32.543948 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f316896-589b-4278-aec9-6413ee66755d admin admin] Network 36e7e4ec-4433-4f02-8eb2-790a32e7c198 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:02:32.550697 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-5f316896-589b-4278-aec9-6413ee66755d admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:02:32.553236 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1e802-8288-4d0b-8085-40e2dda14f92 None None] Pushing event updated for resources: {'Port': ['ID=51e4352b-6dc8-4a97-bff5-12eb7263347b,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:32.558556 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f316896-589b-4278-aec9-6413ee66755d admin admin] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:02:32.595029 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f316896-589b-4278-aec9-6413ee66755d admin admin] Pushing event updated for resources: {'Port': ['ID=91ed0bde-89bf-43e2-8999-6ca9d3cafdf0,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:32.599339 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e64b9b35-f6a7-477c-87d6-2dfa92e99635 None None] Publish callbacks [] for port (ee415e5c-2604-4111-886c-1d3c182419f9), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:32.615922 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e64b9b35-f6a7-477c-87d6-2dfa92e99635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ee415e5c-2604-4111-886c-1d3c182419f9), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:32.644125 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f316896-589b-4278-aec9-6413ee66755d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563162'] for router_interface (35e3b4c5-49af-489c-82d3-62040fa92863), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:32.676639 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-d23908a1-91c9-4024-b67c-5c444112760e None None] Provisioning complete for port 4a781cdc-058f-4675-9500-54bd5db41c69 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:02:32.677126 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d23908a1-91c9-4024-b67c-5c444112760e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4a781cdc-058f-4675-9500-54bd5db41c69), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:32.753552 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4a781cdc-058f-4675-9500-54bd5db41c69 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:02:32.783386 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd1521-78ae-4151-b36f-3e3751724fc5 None None] Pushing event updated for resources: {'Port': ['ID=ee415e5c-2604-4111-886c-1d3c182419f9,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:32.793467 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-e64b9b35-f6a7-477c-87d6-2dfa92e99635 None None] Attempting to bind port ee415e5c-2604-4111-886c-1d3c182419f9 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:02:32.793922 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-e64b9b35-f6a7-477c-87d6-2dfa92e99635 None None] Attempting to bind port ee415e5c-2604-4111-886c-1d3c182419f9 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:02:32.794323 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64b9b35-f6a7-477c-87d6-2dfa92e99635 None None] Attempting to bind port ee415e5c-2604-4111-886c-1d3c182419f9 on network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:02:32.812402 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64b9b35-f6a7-477c-87d6-2dfa92e99635 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:02:32.813619 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64b9b35-f6a7-477c-87d6-2dfa92e99635 None None] Checking segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:02:32.813760 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e64b9b35-f6a7-477c-87d6-2dfa92e99635 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:32.814085 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64b9b35-f6a7-477c-87d6-2dfa92e99635 None None] Bound using segment: {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:02:32.814699 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-e64b9b35-f6a7-477c-87d6-2dfa92e99635 None None] Bound port: ee415e5c-2604-4111-886c-1d3c182419f9, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9035d7-d606-4964-91a6-62e3c24ced3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:02:32.815036 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e64b9b35-f6a7-477c-87d6-2dfa92e99635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ee415e5c-2604-4111-886c-1d3c182419f9), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:32.862423 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f316896-589b-4278-aec9-6413ee66755d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (91ed0bde-89bf-43e2-8999-6ca9d3cafdf0), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:32.934777 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-e64b9b35-f6a7-477c-87d6-2dfa92e99635 None None] For port ee415e5c-2604-4111-886c-1d3c182419f9, host n-d-826754-1, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:02:32.948862 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-d23908a1-91c9-4024-b67c-5c444112760e None None] Current status of the port 4a781cdc-058f-4675-9500-54bd5db41c69 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:02:32.954375 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-e64b9b35-f6a7-477c-87d6-2dfa92e99635 None None] For port ee415e5c-2604-4111-886c-1d3c182419f9, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ee415e5c-2604-4111-886c-1d3c182419f9,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:02:32.956376 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 4a781cdc-058f-4675-9500-54bd5db41c69 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:02:32.956794 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (4a781cdc-058f-4675-9500-54bd5db41c69), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:32.961404 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e64b9b35-f6a7-477c-87d6-2dfa92e99635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ee415e5c-2604-4111-886c-1d3c182419f9), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:33.064915 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd1521-78ae-4151-b36f-3e3751724fc5 None None] Pushing event updated for resources: {'Port': ['ID=ee415e5c-2604-4111-886c-1d3c182419f9,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:33.070722 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f316896-589b-4278-aec9-6413ee66755d admin admin] Publish callbacks [] for port (91ed0bde-89bf-43e2-8999-6ca9d3cafdf0), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:33.079128 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f316896-589b-4278-aec9-6413ee66755d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (91ed0bde-89bf-43e2-8999-6ca9d3cafdf0), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:33.085687 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64b9b35-f6a7-477c-87d6-2dfa92e99635 None None] Routers {'35e3b4c5-49af-489c-82d3-62040fa92863'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:02:33.086332 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-e64b9b35-f6a7-477c-87d6-2dfa92e99635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T02:02:09Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['35e3b4c5-49af-489c-82d3-62040fa92863'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:33.136936 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-0801c912-775c-436c-b658-ef21b26f2e1e None None] Provisioning complete for port 91ed0bde-89bf-43e2-8999-6ca9d3cafdf0 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:02:33.137420 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0801c912-775c-436c-b658-ef21b26f2e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (91ed0bde-89bf-43e2-8999-6ca9d3cafdf0), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:33.157292 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f316896-589b-4278-aec9-6413ee66755d admin admin] Pushing event updated for resources: {'Port': ['ID=91ed0bde-89bf-43e2-8999-6ca9d3cafdf0,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:33.161065 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5f316896-589b-4278-aec9-6413ee66755d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-721181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550506'] for router_interface (35e3b4c5-49af-489c-82d3-62040fa92863), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:33.273848 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f316896-589b-4278-aec9-6413ee66755d admin admin] Network 36e7e4ec-4433-4f02-8eb2-790a32e7c198 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:02:33.276028 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-5f316896-589b-4278-aec9-6413ee66755d admin admin] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:02:33.407945 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f316896-589b-4278-aec9-6413ee66755d admin admin] Router 35e3b4c5-49af-489c-82d3-62040fa92863 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:02:33.430830 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-0801c912-775c-436c-b658-ef21b26f2e1e None None] Port 91ed0bde-89bf-43e2-8999-6ca9d3cafdf0 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:02:33.444785 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 4a781cdc-058f-4675-9500-54bd5db41c69 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:02:33.446208 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 51e4352b-6dc8-4a97-bff5-12eb7263347b up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:02:33.475373 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-e64b9b35-f6a7-477c-87d6-2dfa92e99635 None None] Set router 35e3b4c5-49af-489c-82d3-62040fa92863 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:02:33.552801 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f316896-589b-4278-aec9-6413ee66755d admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:02:33.559156 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-5f316896-589b-4278-aec9-6413ee66755d admin admin] 10.222.0.70 "PUT /v2.0/routers/35e3b4c5-49af-489c-82d3-62040fa92863/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2169762 Jan 28 02:02:33.632175 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 51e4352b-6dc8-4a97-bff5-12eb7263347b triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:02:33.632571 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (51e4352b-6dc8-4a97-bff5-12eb7263347b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:33.637841 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f837a2ec-2cee-4b8c-9dfc-5afdb0262883 None None] Provisioning complete for port 91ed0bde-89bf-43e2-8999-6ca9d3cafdf0 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:02:33.638185 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f837a2ec-2cee-4b8c-9dfc-5afdb0262883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (91ed0bde-89bf-43e2-8999-6ca9d3cafdf0), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:33.731644 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f837a2ec-2cee-4b8c-9dfc-5afdb0262883 None None] Port 91ed0bde-89bf-43e2-8999-6ca9d3cafdf0 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:02:33.815214 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 51e4352b-6dc8-4a97-bff5-12eb7263347b is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:02:33.816252 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9ed636c4-b76f-4887-b1ad-c4c63dd2337b up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:02:33.850602 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-e64b9b35-f6a7-477c-87d6-2dfa92e99635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e3b4c5-49af-489c-82d3-62040fa92863', 'name': 'tempest-TestSnapshotPattern-169491851-router', 'tenant_id': '46030c0b75ff4a28b0e6ba23cba19a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'ee415e5c-2604-4111-886c-1d3c182419f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:02:29Z', 'updated_at': '2022-01-28T02:02:32Z', 'revision_number': 4, 'project_id': '46030c0b75ff4a28b0e6ba23cba19a4f', 'gw_port': {'id': 'ee415e5c-2604-4111-886c-1d3c182419f9', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e3b4c5-49af-489c-82d3-62040fa92863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:30Z', 'updated_at': '2022-01-28T02:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '91ed0bde-89bf-43e2-8999-6ca9d3cafdf0', 'name': '', 'network_id': '36e7e4ec-4433-4f02-8eb2-790a32e7c198', 'tenant_id': '46030c0b75ff4a28b0e6ba23cba19a4f', 'mac_address': 'fa:16:3e:9b:ba:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e3b4c5-49af-489c-82d3-62040fa92863', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '13aff4cc-68f1-42ea-b92b-ba98b07cd792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:32Z', 'updated_at': '2022-01-28T02:02:32Z', 'revision_number': 2, 'project_id': '46030c0b75ff4a28b0e6ba23cba19a4f', 'subnets': [{'id': '13aff4cc-68f1-42ea-b92b-ba98b07cd792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:33.887002 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64b9b35-f6a7-477c-87d6-2dfa92e99635 None None] The sync data for ids ['35e3b4c5-49af-489c-82d3-62040fa92863'] in n-d-826754-1 is: [{'id': '35e3b4c5-49af-489c-82d3-62040fa92863', 'name': 'tempest-TestSnapshotPattern-169491851-router', 'tenant_id': '46030c0b75ff4a28b0e6ba23cba19a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'ee415e5c-2604-4111-886c-1d3c182419f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:02:29Z', 'updated_at': '2022-01-28T02:02:32Z', 'revision_number': 4, 'project_id': '46030c0b75ff4a28b0e6ba23cba19a4f', 'gw_port': {'id': 'ee415e5c-2604-4111-886c-1d3c182419f9', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e3b4c5-49af-489c-82d3-62040fa92863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:30Z', 'updated_at': '2022-01-28T02:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '91ed0bde-89bf-43e2-8999-6ca9d3cafdf0', 'name': '', 'network_id': '36e7e4ec-4433-4f02-8eb2-790a32e7c198', 'tenant_id': '46030c0b75ff4a28b0e6ba23cba19a4f', 'mac_address': 'fa:16:3e:9b:ba:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e3b4c5-49af-489c-82d3-62040fa92863', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '13aff4cc-68f1-42ea-b92b-ba98b07cd792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:32Z', 'updated_at': '2022-01-28T02:02:32Z', 'revision_number': 2, 'project_id': '46030c0b75ff4a28b0e6ba23cba19a4f', 'subnets': [{'id': '13aff4cc-68f1-42ea-b92b-ba98b07cd792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:02:33.902136 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 9ed636c4-b76f-4887-b1ad-c4c63dd2337b triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:02:33.902721 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (9ed636c4-b76f-4887-b1ad-c4c63dd2337b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:34.040418 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 9ed636c4-b76f-4887-b1ad-c4c63dd2337b is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:02:34.078570 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58678) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:34.083803 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-55b4ae35-6048-4142-9460-156ffc672fb5 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-179417902', 'description': 'tempest-secgroup-smoke-179417902 description', 'project_id': 'b892854b7b954bd59de6503ce099baa9'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:02:34.107889 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-55b4ae35-6048-4142-9460-156ffc672fb5 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:34.206454 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-55b4ae35-6048-4142-9460-156ffc672fb5 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for security_group (921e25b2-9023-4058-9fff-97bf061b8cca), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:34.212638 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-55b4ae35-6048-4142-9460-156ffc672fb5 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (921e25b2-9023-4058-9fff-97bf061b8cca), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:34.246013 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-55b4ae35-6048-4142-9460-156ffc672fb5 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:34.247713 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-55b4ae35-6048-4142-9460-156ffc672fb5 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1680977 Jan 28 02:02:34.251122 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58680) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:34.255457 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-ce35da4b-d2d4-44a5-841a-d3917cf34137 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Request body: {'security_group_rule': {'security_group_id': '921e25b2-9023-4058-9fff-97bf061b8cca', 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:02:34.264073 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4ae35-6048-4142-9460-156ffc672fb5 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=921e25b2-9023-4058-9fff-97bf061b8cca,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:34.289314 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ce35da4b-d2d4-44a5-841a-d3917cf34137 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for security_group_rule (5318ed7f-5cc9-42e4-93f7-3dedaaa9de2e), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:34.362008 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ce35da4b-d2d4-44a5-841a-d3917cf34137 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for security_group_rule (5318ed7f-5cc9-42e4-93f7-3dedaaa9de2e), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:34.366159 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ce35da4b-d2d4-44a5-841a-d3917cf34137 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (5318ed7f-5cc9-42e4-93f7-3dedaaa9de2e), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:34.385306 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35da4b-d2d4-44a5-841a-d3917cf34137 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5318ed7f-5cc9-42e4-93f7-3dedaaa9de2e,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:34.395694 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ce35da4b-d2d4-44a5-841a-d3917cf34137 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:34.399431 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-ce35da4b-d2d4-44a5-841a-d3917cf34137 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1450732 Jan 28 02:02:34.400086 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58682) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:34.407389 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-87b2e89e-2c77-4085-af8c-c0f8f99000e0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Request body: {'security_group_rule': {'security_group_id': '921e25b2-9023-4058-9fff-97bf061b8cca', 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:02:34.440041 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-87b2e89e-2c77-4085-af8c-c0f8f99000e0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for security_group_rule (4aae5eea-9090-4726-8c7f-31c3fd75247b), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:34.503161 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-87b2e89e-2c77-4085-af8c-c0f8f99000e0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for security_group_rule (4aae5eea-9090-4726-8c7f-31c3fd75247b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:34.508423 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-87b2e89e-2c77-4085-af8c-c0f8f99000e0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (4aae5eea-9090-4726-8c7f-31c3fd75247b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:34.529528 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2e89e-2c77-4085-af8c-c0f8f99000e0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aae5eea-9090-4726-8c7f-31c3fd75247b,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:34.539512 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-87b2e89e-2c77-4085-af8c-c0f8f99000e0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:34.540788 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-87b2e89e-2c77-4085-af8c-c0f8f99000e0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1392190 Jan 28 02:02:34.544424 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58684) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:34.549408 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-f3423c09-0999-4821-b5a7-08e688f51c57 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Request body: {'security_group_rule': {'security_group_id': '921e25b2-9023-4058-9fff-97bf061b8cca', 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:02:34.577078 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 51e4352b-6dc8-4a97-bff5-12eb7263347b up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:02:34.579097 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f3423c09-0999-4821-b5a7-08e688f51c57 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for security_group_rule (6ec05d06-3875-459f-a683-6f7e570bcc9c), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:34.640341 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 51e4352b-6dc8-4a97-bff5-12eb7263347b triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:02:34.640827 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (51e4352b-6dc8-4a97-bff5-12eb7263347b), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:34.647570 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f3423c09-0999-4821-b5a7-08e688f51c57 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for security_group_rule (6ec05d06-3875-459f-a683-6f7e570bcc9c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:34.653351 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f3423c09-0999-4821-b5a7-08e688f51c57 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (6ec05d06-3875-459f-a683-6f7e570bcc9c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:34.675451 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3423c09-0999-4821-b5a7-08e688f51c57 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec05d06-3875-459f-a683-6f7e570bcc9c,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:34.681466 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f3423c09-0999-4821-b5a7-08e688f51c57 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:34.685463 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f3423c09-0999-4821-b5a7-08e688f51c57 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1373305 Jan 28 02:02:34.686065 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58686) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:34.690077 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-1366f603-d73c-46e3-8340-c07c5b4b479e tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Request body: {'security_group_rule': {'security_group_id': '921e25b2-9023-4058-9fff-97bf061b8cca', 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:02:34.716414 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1366f603-d73c-46e3-8340-c07c5b4b479e tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for security_group_rule (2877b46b-6fcd-46de-b841-a881c283f328), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:34.741265 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 51e4352b-6dc8-4a97-bff5-12eb7263347b is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:02:34.780851 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1366f603-d73c-46e3-8340-c07c5b4b479e tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for security_group_rule (2877b46b-6fcd-46de-b841-a881c283f328), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:34.785460 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1366f603-d73c-46e3-8340-c07c5b4b479e tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (2877b46b-6fcd-46de-b841-a881c283f328), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:34.804014 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366f603-d73c-46e3-8340-c07c5b4b479e tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2877b46b-6fcd-46de-b841-a881c283f328,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:34.809951 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1366f603-d73c-46e3-8340-c07c5b4b479e tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:34.811432 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-1366f603-d73c-46e3-8340-c07c5b4b479e tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1245403 Jan 28 02:02:34.813955 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58688) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:34.818408 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-f227108a-7c4b-49c6-a0f1-5d496c407da6 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Request body: {'security_group_rule': {'security_group_id': '921e25b2-9023-4058-9fff-97bf061b8cca', 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:02:34.843213 n-d-826754-1 neutron-server[103344]: INFO neutron.db.securitygroups_db [None req-f227108a-7c4b-49c6-a0f1-5d496c407da6 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Project b892854b7b954bd59de6503ce099baa9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 02:02:34.849523 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f227108a-7c4b-49c6-a0f1-5d496c407da6 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for security_group_rule (3adc3861-b0bc-46c8-99f6-6b256d333c1f), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:34.917754 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f227108a-7c4b-49c6-a0f1-5d496c407da6 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for security_group_rule (3adc3861-b0bc-46c8-99f6-6b256d333c1f), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:34.921712 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f227108a-7c4b-49c6-a0f1-5d496c407da6 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (3adc3861-b0bc-46c8-99f6-6b256d333c1f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:34.937921 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227108a-7c4b-49c6-a0f1-5d496c407da6 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3adc3861-b0bc-46c8-99f6-6b256d333c1f,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:34.950048 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f227108a-7c4b-49c6-a0f1-5d496c407da6 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:34.953012 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-f227108a-7c4b-49c6-a0f1-5d496c407da6 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1364033 Jan 28 02:02:34.954046 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 58690) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:34.958660 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [None req-51c6a426-c9b5-4bc6-a953-c046a3e03d4b tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Request body: {'security_group_rule': {'security_group_id': '921e25b2-9023-4058-9fff-97bf061b8cca', 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:02:34.980023 n-d-826754-1 neutron-server[103344]: INFO neutron.db.securitygroups_db [None req-51c6a426-c9b5-4bc6-a953-c046a3e03d4b tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Project b892854b7b954bd59de6503ce099baa9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 02:02:34.985192 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-51c6a426-c9b5-4bc6-a953-c046a3e03d4b tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for security_group_rule (4306047d-2537-404c-b792-e3abe74dd021), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:35.057739 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-51c6a426-c9b5-4bc6-a953-c046a3e03d4b tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for security_group_rule (4306047d-2537-404c-b792-e3abe74dd021), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:35.073799 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-51c6a426-c9b5-4bc6-a953-c046a3e03d4b tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547255'] for security_group_rule (4306047d-2537-404c-b792-e3abe74dd021), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:35.095482 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6a426-c9b5-4bc6-a953-c046a3e03d4b tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4306047d-2537-404c-b792-e3abe74dd021,revision_number=0']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:35.105105 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-51c6a426-c9b5-4bc6-a953-c046a3e03d4b tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:35.106347 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-51c6a426-c9b5-4bc6-a953-c046a3e03d4b tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1512213 Jan 28 02:02:35.289606 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d727aef-7805-414f-aa08-824b8dc66604 req-872ce303-4ed8-414c-8db7-02f78d2ea715 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-179417902&fields=id&tenant_id=b892854b7b954bd59de6503ce099baa9 HTTP/1.1" status: 200 len: 267 time: 0.0538681 Jan 28 02:02:35.407778 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d727aef-7805-414f-aa08-824b8dc66604 req-e5c66f34-da09-4efa-a788-d8606054ad38 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:35.409440 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d727aef-7805-414f-aa08-824b8dc66604 req-e5c66f34-da09-4efa-a788-d8606054ad38 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/networks?id=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 HTTP/1.1" status: 200 len: 810 time: 0.1122484 Jan 28 02:02:35.425891 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d727aef-7805-414f-aa08-824b8dc66604 req-3fb43524-e366-41bb-9372-fd7072e109a1 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/quotas/b892854b7b954bd59de6503ce099baa9 HTTP/1.1" status: 200 len: 375 time: 0.0109258 Jan 28 02:02:35.481423 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d727aef-7805-414f-aa08-824b8dc66604 req-90a1c778-bbf1-499c-b2e9-8084567f9e6e tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b892854b7b954bd59de6503ce099baa9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495541 Jan 28 02:02:35.690894 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d727aef-7805-414f-aa08-824b8dc66604 req-f345760f-8080-4992-b09b-9ba3ab47214b service neutron] 10.222.0.70 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977587 Jan 28 02:02:35.791746 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d727aef-7805-414f-aa08-824b8dc66604 req-0fa60762-65bd-4c6d-a3e5-b949334b1325 service neutron] 10.222.0.70 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947447 Jan 28 02:02:35.977891 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2403cfa6-82b1-4756-8c88-8b53d71e97f1 req-a787a890-0974-4016-871a-d1f0ce0fd357 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592 HTTP/1.1" status: 200 len: 210 time: 0.0380836 Jan 28 02:02:36.258312 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-244722c7-1b12-465b-9326-dd03538b84d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:36.547724 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d84a2c-e840-4b4e-8094-e98004496f50 None None] Sync routers for ids ['35e3b4c5-49af-489c-82d3-62040fa92863'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:02:36.563038 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d84a2c-e840-4b4e-8094-e98004496f50 None None] Routers {'35e3b4c5-49af-489c-82d3-62040fa92863'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:02:36.563770 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-23d84a2c-e840-4b4e-8094-e98004496f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T02:02:09Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['35e3b4c5-49af-489c-82d3-62040fa92863'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:36.630674 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ee415e5c-2604-4111-886c-1d3c182419f9 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:02:36.690843 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-23d84a2c-e840-4b4e-8094-e98004496f50 None None] Set router 35e3b4c5-49af-489c-82d3-62040fa92863 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:02:36.691548 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port ee415e5c-2604-4111-886c-1d3c182419f9 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:02:36.691974 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ee415e5c-2604-4111-886c-1d3c182419f9), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:36.793459 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port ee415e5c-2604-4111-886c-1d3c182419f9 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:02:36.793900 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (ee415e5c-2604-4111-886c-1d3c182419f9), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:36.817011 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] For port ee415e5c-2604-4111-886c-1d3c182419f9, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ee415e5c-2604-4111-886c-1d3c182419f9,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:36.821702 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (ee415e5c-2604-4111-886c-1d3c182419f9), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:36.876895 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Pushing event updated for resources: {'Port': ['ID=ee415e5c-2604-4111-886c-1d3c182419f9,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:36.911379 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-23d84a2c-e840-4b4e-8094-e98004496f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e3b4c5-49af-489c-82d3-62040fa92863', 'name': 'tempest-TestSnapshotPattern-169491851-router', 'tenant_id': '46030c0b75ff4a28b0e6ba23cba19a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'ee415e5c-2604-4111-886c-1d3c182419f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:02:29Z', 'updated_at': '2022-01-28T02:02:32Z', 'revision_number': 4, 'project_id': '46030c0b75ff4a28b0e6ba23cba19a4f', 'gw_port': {'id': 'ee415e5c-2604-4111-886c-1d3c182419f9', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e3b4c5-49af-489c-82d3-62040fa92863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:30Z', 'updated_at': '2022-01-28T02:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '91ed0bde-89bf-43e2-8999-6ca9d3cafdf0', 'name': '', 'network_id': '36e7e4ec-4433-4f02-8eb2-790a32e7c198', 'tenant_id': '46030c0b75ff4a28b0e6ba23cba19a4f', 'mac_address': 'fa:16:3e:9b:ba:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e3b4c5-49af-489c-82d3-62040fa92863', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '13aff4cc-68f1-42ea-b92b-ba98b07cd792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:32Z', 'updated_at': '2022-01-28T02:02:32Z', 'revision_number': 2, 'project_id': '46030c0b75ff4a28b0e6ba23cba19a4f', 'subnets': [{'id': '13aff4cc-68f1-42ea-b92b-ba98b07cd792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:36.940406 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d84a2c-e840-4b4e-8094-e98004496f50 None None] Checking router: 35e3b4c5-49af-489c-82d3-62040fa92863 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:02:36.940756 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d84a2c-e840-4b4e-8094-e98004496f50 None None] Updating router 35e3b4c5-49af-489c-82d3-62040fa92863 port 91ed0bde-89bf-43e2-8999-6ca9d3cafdf0 binding host n-d-826754-1 {{(pid=103346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 02:02:36.967131 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-23d84a2c-e840-4b4e-8094-e98004496f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (91ed0bde-89bf-43e2-8999-6ca9d3cafdf0), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:37.075915 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4c6c7486-085a-48c6-92f6-5406550c859b req-bcb1b9af-c4f0-4c87-a9c0-62415c3d6504 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592 HTTP/1.1" status: 200 len: 210 time: 0.0263555 Jan 28 02:02:37.249711 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-23d84a2c-e840-4b4e-8094-e98004496f50 None None] Publish callbacks [] for port (91ed0bde-89bf-43e2-8999-6ca9d3cafdf0), precommit_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:37.258577 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-23d84a2c-e840-4b4e-8094-e98004496f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (91ed0bde-89bf-43e2-8999-6ca9d3cafdf0), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:37.309861 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24d8d9-235d-4fa0-99b6-e5dafc821832 None None] Pushing event updated for resources: {'Port': ['ID=91ed0bde-89bf-43e2-8999-6ca9d3cafdf0,revision_number=3']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:37.364434 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-23d84a2c-e840-4b4e-8094-e98004496f50 None None] Attempting to bind port 91ed0bde-89bf-43e2-8999-6ca9d3cafdf0 on host n-d-826754-1 for vnic_type normal with profile {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:02:37.364811 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-23d84a2c-e840-4b4e-8094-e98004496f50 None None] Attempting to bind port 91ed0bde-89bf-43e2-8999-6ca9d3cafdf0 by drivers openvswitch,hyperv on host n-d-826754-1 at level 0 using segments [{'id': 'a0e67273-bf55-4003-8c71-c19bbe29f891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '36e7e4ec-4433-4f02-8eb2-790a32e7c198'}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:02:37.365225 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d84a2c-e840-4b4e-8094-e98004496f50 None None] Attempting to bind port 91ed0bde-89bf-43e2-8999-6ca9d3cafdf0 on network 36e7e4ec-4433-4f02-8eb2-790a32e7c198 {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:02:37.371590 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d84a2c-e840-4b4e-8094-e98004496f50 None None] Checking agent: {'id': 'b6e6f68e-569c-497e-aec2-80f2ded7b2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 23, 57, 12), 'started_at': datetime.datetime(2022, 1, 27, 23, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826754-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:02:37.372552 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d84a2c-e840-4b4e-8094-e98004496f50 None None] Checking segment: {'id': 'a0e67273-bf55-4003-8c71-c19bbe29f891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '36e7e4ec-4433-4f02-8eb2-790a32e7c198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:02:37.372971 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-23d84a2c-e840-4b4e-8094-e98004496f50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:37.373374 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d84a2c-e840-4b4e-8094-e98004496f50 None None] Bound using segment: {'id': 'a0e67273-bf55-4003-8c71-c19bbe29f891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '36e7e4ec-4433-4f02-8eb2-790a32e7c198'} {{(pid=103346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:02:37.373853 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.managers [None req-23d84a2c-e840-4b4e-8094-e98004496f50 None None] Bound port: 91ed0bde-89bf-43e2-8999-6ca9d3cafdf0, host: n-d-826754-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e67273-bf55-4003-8c71-c19bbe29f891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '36e7e4ec-4433-4f02-8eb2-790a32e7c198'}}] {{(pid=103346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:02:37.374238 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-23d84a2c-e840-4b4e-8094-e98004496f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (91ed0bde-89bf-43e2-8999-6ca9d3cafdf0), before_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:37.467906 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d727aef-7805-414f-aa08-824b8dc66604 req-c178ea2a-159f-4dd1-a52e-38aa89292ca8 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:37.469599 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d727aef-7805-414f-aa08-824b8dc66604 req-c178ea2a-159f-4dd1-a52e-38aa89292ca8 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.65 "GET /v2.0/networks?id=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 HTTP/1.1" status: 200 len: 810 time: 0.1433556 Jan 28 02:02:37.479192 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-23d84a2c-e840-4b4e-8094-e98004496f50 None None] For port 91ed0bde-89bf-43e2-8999-6ca9d3cafdf0, host n-d-826754-1, cleared binding levels {{(pid=103346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:02:37.482882 n-d-826754-1 neutron-server[103346]: DEBUG neutron.plugins.ml2.db [None req-23d84a2c-e840-4b4e-8094-e98004496f50 None None] For port 91ed0bde-89bf-43e2-8999-6ca9d3cafdf0, host n-d-826754-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=91ed0bde-89bf-43e2-8999-6ca9d3cafdf0,segment=NetworkSegment(a0e67273-bf55-4003-8c71-c19bbe29f891),segment_id=a0e67273-bf55-4003-8c71-c19bbe29f891)] {{(pid=103346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:02:37.488618 n-d-826754-1 neutron-server[103346]: DEBUG neutron_lib.callbacks.manager [None req-23d84a2c-e840-4b4e-8094-e98004496f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (91ed0bde-89bf-43e2-8999-6ca9d3cafdf0), after_update {{(pid=103346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:37.550583 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d727aef-7805-414f-aa08-824b8dc66604 req-e25d490d-46df-4fb3-a666-d8f385a867f8 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b892854b7b954bd59de6503ce099baa9 HTTP/1.1" status: 200 len: 379 time: 0.0656633 Jan 28 02:02:37.553857 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d84a2c-e840-4b4e-8094-e98004496f50 None None] Routers {'35e3b4c5-49af-489c-82d3-62040fa92863'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:02:37.554371 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-23d84a2c-e840-4b4e-8094-e98004496f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T02:02:09Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['35e3b4c5-49af-489c-82d3-62040fa92863'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:37.578928 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-4d727aef-7805-414f-aa08-824b8dc66604 req-b3544c85-fa52-4942-bfa1-5706d48a8501 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Request body: {'port': {'device_id': 'e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'admin_state_up': True, 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'security_groups': ['921e25b2-9023-4058-9fff-97bf061b8cca']}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:02:37.591473 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-45a1aa4d-0419-4994-9f3d-c55f9110a1da None None] Provisioning complete for port 91ed0bde-89bf-43e2-8999-6ca9d3cafdf0 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:02:37.592121 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-45a1aa4d-0419-4994-9f3d-c55f9110a1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (91ed0bde-89bf-43e2-8999-6ca9d3cafdf0), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:37.661997 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24d8d9-235d-4fa0-99b6-e5dafc821832 None None] Pushing event updated for resources: {'Port': ['ID=91ed0bde-89bf-43e2-8999-6ca9d3cafdf0,revision_number=4']} {{(pid=103346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:37.689095 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-23d84a2c-e840-4b4e-8094-e98004496f50 None None] Set router 35e3b4c5-49af-489c-82d3-62040fa92863 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:02:37.718150 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-45a1aa4d-0419-4994-9f3d-c55f9110a1da None None] Current status of the port 91ed0bde-89bf-43e2-8999-6ca9d3cafdf0 is: DOWN; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:02:37.718860 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-45a1aa4d-0419-4994-9f3d-c55f9110a1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (91ed0bde-89bf-43e2-8999-6ca9d3cafdf0), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:37.721144 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d727aef-7805-414f-aa08-824b8dc66604 req-b3544c85-fa52-4942-bfa1-5706d48a8501 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Made reservation on behalf of b892854b7b954bd59de6503ce099baa9 for: {'port': 1} {{(pid=103344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:02:37.725118 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4d727aef-7805-414f-aa08-824b8dc66604 req-b3544c85-fa52-4942-bfa1-5706d48a8501 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:37.770947 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-45a1aa4d-0419-4994-9f3d-c55f9110a1da None None] For port 91ed0bde-89bf-43e2-8999-6ca9d3cafdf0, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=91ed0bde-89bf-43e2-8999-6ca9d3cafdf0,segment=NetworkSegment(a0e67273-bf55-4003-8c71-c19bbe29f891),segment_id=a0e67273-bf55-4003-8c71-c19bbe29f891)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:37.778341 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-45a1aa4d-0419-4994-9f3d-c55f9110a1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (91ed0bde-89bf-43e2-8999-6ca9d3cafdf0), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:37.843080 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1aa4d-0419-4994-9f3d-c55f9110a1da None None] Pushing event updated for resources: {'Port': ['ID=91ed0bde-89bf-43e2-8999-6ca9d3cafdf0,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:37.893673 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [req-4d727aef-7805-414f-aa08-824b8dc66604 req-b3544c85-fa52-4942-bfa1-5706d48a8501 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Allocated IP 172.20.0.10 (e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083/97d508de-8f69-4d41-8488-890d43ad3be7/dc456f4f-6a96-4b31-813a-f3de1c655d0d) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:02:37.901136 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-de4a751b-bad0-43d1-80fe-eb1864235130 None None] Provisioning complete for port 91ed0bde-89bf-43e2-8999-6ca9d3cafdf0 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:02:37.901589 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de4a751b-bad0-43d1-80fe-eb1864235130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (91ed0bde-89bf-43e2-8999-6ca9d3cafdf0), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:37.921580 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-23d84a2c-e840-4b4e-8094-e98004496f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e3b4c5-49af-489c-82d3-62040fa92863', 'name': 'tempest-TestSnapshotPattern-169491851-router', 'tenant_id': '46030c0b75ff4a28b0e6ba23cba19a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'ee415e5c-2604-4111-886c-1d3c182419f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:02:29Z', 'updated_at': '2022-01-28T02:02:32Z', 'revision_number': 4, 'project_id': '46030c0b75ff4a28b0e6ba23cba19a4f', 'gw_port': {'id': 'ee415e5c-2604-4111-886c-1d3c182419f9', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e3b4c5-49af-489c-82d3-62040fa92863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:30Z', 'updated_at': '2022-01-28T02:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '91ed0bde-89bf-43e2-8999-6ca9d3cafdf0', 'name': '', 'network_id': '36e7e4ec-4433-4f02-8eb2-790a32e7c198', 'tenant_id': '46030c0b75ff4a28b0e6ba23cba19a4f', 'mac_address': 'fa:16:3e:9b:ba:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e3b4c5-49af-489c-82d3-62040fa92863', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '13aff4cc-68f1-42ea-b92b-ba98b07cd792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:32Z', 'updated_at': '2022-01-28T02:02:37Z', 'revision_number': 4, 'project_id': '46030c0b75ff4a28b0e6ba23cba19a4f', 'subnets': [{'id': '13aff4cc-68f1-42ea-b92b-ba98b07cd792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:37.952019 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d84a2c-e840-4b4e-8094-e98004496f50 None None] The sync data for ids ['35e3b4c5-49af-489c-82d3-62040fa92863'] in n-d-826754-1 is: [{'id': '35e3b4c5-49af-489c-82d3-62040fa92863', 'name': 'tempest-TestSnapshotPattern-169491851-router', 'tenant_id': '46030c0b75ff4a28b0e6ba23cba19a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'ee415e5c-2604-4111-886c-1d3c182419f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:02:29Z', 'updated_at': '2022-01-28T02:02:32Z', 'revision_number': 4, 'project_id': '46030c0b75ff4a28b0e6ba23cba19a4f', 'gw_port': {'id': 'ee415e5c-2604-4111-886c-1d3c182419f9', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e3b4c5-49af-489c-82d3-62040fa92863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:30Z', 'updated_at': '2022-01-28T02:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '91ed0bde-89bf-43e2-8999-6ca9d3cafdf0', 'name': '', 'network_id': '36e7e4ec-4433-4f02-8eb2-790a32e7c198', 'tenant_id': '46030c0b75ff4a28b0e6ba23cba19a4f', 'mac_address': 'fa:16:3e:9b:ba:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e3b4c5-49af-489c-82d3-62040fa92863', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '13aff4cc-68f1-42ea-b92b-ba98b07cd792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:32Z', 'updated_at': '2022-01-28T02:02:37Z', 'revision_number': 4, 'project_id': '46030c0b75ff4a28b0e6ba23cba19a4f', 'subnets': [{'id': '13aff4cc-68f1-42ea-b92b-ba98b07cd792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:02:37.993578 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-de4a751b-bad0-43d1-80fe-eb1864235130 None None] Current status of the port 91ed0bde-89bf-43e2-8999-6ca9d3cafdf0 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:02:38.065492 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4d727aef-7805-414f-aa08-824b8dc66604 req-b3544c85-fa52-4942-bfa1-5706d48a8501 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for port (dc456f4f-6a96-4b31-813a-f3de1c655d0d), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:38.104423 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4d727aef-7805-414f-aa08-824b8dc66604 req-b3544c85-fa52-4942-bfa1-5706d48a8501 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (dc456f4f-6a96-4b31-813a-f3de1c655d0d), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:38.150311 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d727aef-7805-414f-aa08-824b8dc66604 req-b3544c85-fa52-4942-bfa1-5706d48a8501 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Network e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:02:38.153730 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [req-4d727aef-7805-414f-aa08-824b8dc66604 req-b3544c85-fa52-4942-bfa1-5706d48a8501 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:02:38.161383 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d727aef-7805-414f-aa08-824b8dc66604 req-b3544c85-fa52-4942-bfa1-5706d48a8501 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:02:38.170130 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3544c85-fa52-4942-bfa1-5706d48a8501 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Pushing event updated for resources: {'Port': ['ID=dc456f4f-6a96-4b31-813a-f3de1c655d0d,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:38.420028 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-c3960a8c-e60f-4d18-a08f-d28a5d4ad4ac None None] Provisioning complete for port dc456f4f-6a96-4b31-813a-f3de1c655d0d triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:02:38.420572 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c3960a8c-e60f-4d18-a08f-d28a5d4ad4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (dc456f4f-6a96-4b31-813a-f3de1c655d0d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:38.468115 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-c3960a8c-e60f-4d18-a08f-d28a5d4ad4ac None None] Port dc456f4f-6a96-4b31-813a-f3de1c655d0d cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:02:38.536538 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6070a615-6c67-4135-8622-e28476df0aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:38.643367 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d727aef-7805-414f-aa08-824b8dc66604 req-b3544c85-fa52-4942-bfa1-5706d48a8501 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:38.644030 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4d727aef-7805-414f-aa08-824b8dc66604 req-b3544c85-fa52-4942-bfa1-5706d48a8501 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:38.646144 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 91ed0bde-89bf-43e2-8999-6ca9d3cafdf0 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:02:38.668091 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a2b8e-0948-4266-9997-ce4180696b0d req-8214accb-90bc-41d3-a99c-eef9803c6bcb tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:38.669638 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e88a2b8e-0948-4266-9997-ce4180696b0d req-8214accb-90bc-41d3-a99c-eef9803c6bcb tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592 HTTP/1.1" status: 200 len: 932 time: 0.4754832 Jan 28 02:02:38.673432 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d727aef-7805-414f-aa08-824b8dc66604 req-b3544c85-fa52-4942-bfa1-5706d48a8501 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0987399 Jan 28 02:02:38.698641 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port 91ed0bde-89bf-43e2-8999-6ca9d3cafdf0 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:02:38.699027 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (91ed0bde-89bf-43e2-8999-6ca9d3cafdf0), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:38.730621 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e88a2b8e-0948-4266-9997-ce4180696b0d req-28ee9868-beba-4543-8fd4-5f73303b8322 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/security-groups?id=921e25b2-9023-4058-9fff-97bf061b8cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534737 Jan 28 02:02:38.748866 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.v2.base [req-4d727aef-7805-414f-aa08-824b8dc66604 req-4b410c29-405f-44d5-8027-2bf1dc11251d service neutron] Request body: {'port': {'device_id': 'e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826754-1'}} {{(pid=103344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:02:38.809345 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port 91ed0bde-89bf-43e2-8999-6ca9d3cafdf0 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:02:38.810380 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ee415e5c-2604-4111-886c-1d3c182419f9 up at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:02:38.811601 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4d727aef-7805-414f-aa08-824b8dc66604 req-4b410c29-405f-44d5-8027-2bf1dc11251d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (dc456f4f-6a96-4b31-813a-f3de1c655d0d), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:38.859315 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Provisioning complete for port ee415e5c-2604-4111-886c-1d3c182419f9 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:02:38.859726 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (ee415e5c-2604-4111-886c-1d3c182419f9), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:38.948829 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Current status of the port ee415e5c-2604-4111-886c-1d3c182419f9 is: ACTIVE; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:02:39.095049 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [req-4d727aef-7805-414f-aa08-824b8dc66604 req-4b410c29-405f-44d5-8027-2bf1dc11251d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc456f4f-6a96-4b31-813a-f3de1c655d0d {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:02:39.103112 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4d727aef-7805-414f-aa08-824b8dc66604 req-4b410c29-405f-44d5-8027-2bf1dc11251d service neutron] Publish callbacks [] for port (dc456f4f-6a96-4b31-813a-f3de1c655d0d), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:39.118211 n-d-826754-1 neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [req-4d727aef-7805-414f-aa08-824b8dc66604 req-4b410c29-405f-44d5-8027-2bf1dc11251d service neutron] Transition to ACTIVE for port object dc456f4f-6a96-4b31-813a-f3de1c655d0d will not be triggered until provisioned by entity L2. {{(pid=103344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:02:39.121893 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4d727aef-7805-414f-aa08-824b8dc66604 req-4b410c29-405f-44d5-8027-2bf1dc11251d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (dc456f4f-6a96-4b31-813a-f3de1c655d0d), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:39.179208 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b410c29-405f-44d5-8027-2bf1dc11251d service neutron] Pushing event updated for resources: {'Port': ['ID=dc456f4f-6a96-4b31-813a-f3de1c655d0d,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:39.265164 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-4d727aef-7805-414f-aa08-824b8dc66604 req-4b410c29-405f-44d5-8027-2bf1dc11251d service neutron] Attempting to bind port dc456f4f-6a96-4b31-813a-f3de1c655d0d on host n-h1-826754-1 for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:02:39.265500 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-4d727aef-7805-414f-aa08-824b8dc66604 req-4b410c29-405f-44d5-8027-2bf1dc11251d service neutron] Attempting to bind port dc456f4f-6a96-4b31-813a-f3de1c655d0d by drivers openvswitch,hyperv on host n-h1-826754-1 at level 0 using segments [{'id': 'b0b016e8-ae3e-4689-a23a-d809db824324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:02:39.265826 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d727aef-7805-414f-aa08-824b8dc66604 req-4b410c29-405f-44d5-8027-2bf1dc11251d service neutron] Attempting to bind port dc456f4f-6a96-4b31-813a-f3de1c655d0d on network e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:02:39.270804 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d727aef-7805-414f-aa08-824b8dc66604 req-4b410c29-405f-44d5-8027-2bf1dc11251d service neutron] Port dc456f4f-6a96-4b31-813a-f3de1c655d0d on network e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 not bound, no agent of type Open vSwitch agent registered on host n-h1-826754-1 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:02:39.271127 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d727aef-7805-414f-aa08-824b8dc66604 req-4b410c29-405f-44d5-8027-2bf1dc11251d service neutron] Attempting to bind port dc456f4f-6a96-4b31-813a-f3de1c655d0d on network e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:02:39.277097 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d727aef-7805-414f-aa08-824b8dc66604 req-4b410c29-405f-44d5-8027-2bf1dc11251d service neutron] Checking agent: {'id': '8b0f77e3-5292-4511-9aad-719f09cc6978', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:02:39.277486 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d727aef-7805-414f-aa08-824b8dc66604 req-4b410c29-405f-44d5-8027-2bf1dc11251d service neutron] Checking segment: {'id': 'b0b016e8-ae3e-4689-a23a-d809db824324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:02:39.277817 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d727aef-7805-414f-aa08-824b8dc66604 req-4b410c29-405f-44d5-8027-2bf1dc11251d service neutron] Bound using segment: {'id': 'b0b016e8-ae3e-4689-a23a-d809db824324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:02:39.278251 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [req-4d727aef-7805-414f-aa08-824b8dc66604 req-4b410c29-405f-44d5-8027-2bf1dc11251d service neutron] Bound port: dc456f4f-6a96-4b31-813a-f3de1c655d0d, host: n-h1-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0b016e8-ae3e-4689-a23a-d809db824324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:02:39.278604 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4d727aef-7805-414f-aa08-824b8dc66604 req-4b410c29-405f-44d5-8027-2bf1dc11251d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (dc456f4f-6a96-4b31-813a-f3de1c655d0d), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:39.357362 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-4d727aef-7805-414f-aa08-824b8dc66604 req-4b410c29-405f-44d5-8027-2bf1dc11251d service neutron] For port dc456f4f-6a96-4b31-813a-f3de1c655d0d, host n-h1-826754-1, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:02:39.361360 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [req-4d727aef-7805-414f-aa08-824b8dc66604 req-4b410c29-405f-44d5-8027-2bf1dc11251d service neutron] For port dc456f4f-6a96-4b31-813a-f3de1c655d0d, host n-h1-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=dc456f4f-6a96-4b31-813a-f3de1c655d0d,segment=NetworkSegment(b0b016e8-ae3e-4689-a23a-d809db824324),segment_id=b0b016e8-ae3e-4689-a23a-d809db824324)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:02:39.381862 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4d727aef-7805-414f-aa08-824b8dc66604 req-4b410c29-405f-44d5-8027-2bf1dc11251d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126042624'] for port (dc456f4f-6a96-4b31-813a-f3de1c655d0d), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:39.421476 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d727aef-7805-414f-aa08-824b8dc66604 req-4b410c29-405f-44d5-8027-2bf1dc11251d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:39.422117 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [req-4d727aef-7805-414f-aa08-824b8dc66604 req-4b410c29-405f-44d5-8027-2bf1dc11251d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:39.423554 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d727aef-7805-414f-aa08-824b8dc66604 req-4b410c29-405f-44d5-8027-2bf1dc11251d service neutron] 10.222.0.65 "PUT /v2.0/ports/dc456f4f-6a96-4b31-813a-f3de1c655d0d HTTP/1.1" status: 200 len: 1092 time: 0.7325606 Jan 28 02:02:39.425463 n-d-826754-1 neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592', 'tag': 'dc456f4f-6a96-4b31-813a-f3de1c655d0d'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:02:39.427885 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfa6eb07fea5f03d4a790382324d2238c1362a86b0d3dc0b415ce2adbaf06a9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a59e8b-8a77-4262-9d91-ae4709bb451a" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592", "tag": "dc456f4f-6a96-4b31-813a-f3de1c655d0d"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:02:39.459457 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b410c29-405f-44d5-8027-2bf1dc11251d service neutron] Pushing event updated for resources: {'Port': ['ID=dc456f4f-6a96-4b31-813a-f3de1c655d0d,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:39.526442 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d727aef-7805-414f-aa08-824b8dc66604 req-4f751b36-f188-4c2b-8872-0413cb4b2102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:39.528150 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d727aef-7805-414f-aa08-824b8dc66604 req-4f751b36-f188-4c2b-8872-0413cb4b2102 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b892854b7b954bd59de6503ce099baa9&device_id=e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592 HTTP/1.1" status: 200 len: 1095 time: 0.0451193 Jan 28 02:02:39.586336 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7a50fd-f43d-4562-b64b-c880744f4bdb x-openstack-request-id: req-fe7a50fd-f43d-4562-b64b-c880744f4bdb {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:02:39.586645 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592", "tag": "dc456f4f-6a96-4b31-813a-f3de1c655d0d", "status": "completed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:02:39.586882 n-d-826754-1 neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fe7a50fd-f43d-4562-b64b-c880744f4bdb {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:02:39.587291 n-d-826754-1 neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592', 'tag': 'dc456f4f-6a96-4b31-813a-f3de1c655d0d', 'status': 'completed', 'code': 200} Jan 28 02:02:39.589639 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d727aef-7805-414f-aa08-824b8dc66604 req-c6365879-642b-4541-8ba3-73a2933b4635 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc456f4f-6a96-4b31-813a-f3de1c655d0d HTTP/1.1" status: 200 len: 217 time: 0.0470736 Jan 28 02:02:39.650620 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d727aef-7805-414f-aa08-824b8dc66604 req-efcbc787-46eb-4525-847e-688dfcf041eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:39.652364 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d727aef-7805-414f-aa08-824b8dc66604 req-efcbc787-46eb-4525-847e-688dfcf041eb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=97d508de-8f69-4d41-8488-890d43ad3be7 HTTP/1.1" status: 200 len: 849 time: 0.0561743 Jan 28 02:02:39.698966 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d727aef-7805-414f-aa08-824b8dc66604 req-62f67f98-c949-43a8-b79e-89f1f9f9620a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:39.700592 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d727aef-7805-414f-aa08-824b8dc66604 req-62f67f98-c949-43a8-b79e-89f1f9f9620a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419562 Jan 28 02:02:39.800090 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d727aef-7805-414f-aa08-824b8dc66604 req-cd804a04-3cfb-48a9-9ad8-aa6d2d778630 service neutron] 10.222.0.65 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928566 Jan 28 02:02:39.912453 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-4d727aef-7805-414f-aa08-824b8dc66604 req-680c50ba-8a8a-4078-8eaf-bf5058247f58 service neutron] 10.222.0.65 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059220 Jan 28 02:02:40.066587 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a59e8b-8a77-4262-9d91-ae4709bb451a req-21ebd0bf-3725-4b81-a880-edc3091648c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:40.068431 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73a59e8b-8a77-4262-9d91-ae4709bb451a req-21ebd0bf-3725-4b81-a880-edc3091648c7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b892854b7b954bd59de6503ce099baa9&device_id=e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592 HTTP/1.1" status: 200 len: 1095 time: 0.0527024 Jan 28 02:02:40.126578 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:40.184380 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a7446-119b-4473-b36f-2bf8c00dbd86 req-dcc88624-2e97-4c0e-9513-087adf342a88 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:40.185879 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b98a7446-119b-4473-b36f-2bf8c00dbd86 req-dcc88624-2e97-4c0e-9513-087adf342a88 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592 HTTP/1.1" status: 200 len: 944 time: 0.1131306 Jan 28 02:02:40.217850 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a59e8b-8a77-4262-9d91-ae4709bb451a req-476ff81d-47b7-4cc5-849f-86ea516169d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:40.219353 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73a59e8b-8a77-4262-9d91-ae4709bb451a req-476ff81d-47b7-4cc5-849f-86ea516169d2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 HTTP/1.1" status: 200 len: 911 time: 0.1381240 Jan 28 02:02:40.268200 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73a59e8b-8a77-4262-9d91-ae4709bb451a req-24676ca4-4ac5-4429-99ae-339029ce7609 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc456f4f-6a96-4b31-813a-f3de1c655d0d HTTP/1.1" status: 200 len: 217 time: 0.0422766 Jan 28 02:02:40.311304 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-b98a7446-119b-4473-b36f-2bf8c00dbd86 req-4f41768c-929d-45e5-9957-8767c7db4a87 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/security-groups?id=921e25b2-9023-4058-9fff-97bf061b8cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168489 Jan 28 02:02:40.331705 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a59e8b-8a77-4262-9d91-ae4709bb451a req-ade6165b-0e14-4a34-871e-0c028c1c2178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:40.333238 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73a59e8b-8a77-4262-9d91-ae4709bb451a req-ade6165b-0e14-4a34-871e-0c028c1c2178 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=97d508de-8f69-4d41-8488-890d43ad3be7 HTTP/1.1" status: 200 len: 849 time: 0.0566173 Jan 28 02:02:40.384348 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a59e8b-8a77-4262-9d91-ae4709bb451a req-41264c0f-9f11-4ed7-b695-c84049a5bd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:40.386839 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73a59e8b-8a77-4262-9d91-ae4709bb451a req-41264c0f-9f11-4ed7-b695-c84049a5bd49 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466948 Jan 28 02:02:40.483804 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73a59e8b-8a77-4262-9d91-ae4709bb451a req-6de3e43d-fc3b-4ce6-a9a6-0877ff4ce233 service neutron] 10.222.0.65 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886796 Jan 28 02:02:40.592887 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73a59e8b-8a77-4262-9d91-ae4709bb451a req-ffb23def-6a68-4a08-abf8-75a9477f5a12 service neutron] 10.222.0.65 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021798 Jan 28 02:02:41.434608 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca53729-030f-4fc9-a979-86bfb6bf209a req-2a8fcbb6-a468-4ede-aaba-7d476d533ef3 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:41.436181 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5ca53729-030f-4fc9-a979-86bfb6bf209a req-2a8fcbb6-a468-4ede-aaba-7d476d533ef3 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592 HTTP/1.1" status: 200 len: 944 time: 0.0537319 Jan 28 02:02:41.486704 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5ca53729-030f-4fc9-a979-86bfb6bf209a req-a1a880fe-4c4f-451e-9192-c62702a551ec tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/security-groups?id=921e25b2-9023-4058-9fff-97bf061b8cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442090 Jan 28 02:02:41.656315 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:42.384295 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:42.607345 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8a3e8-7a02-4fd4-84dc-fc367698b98c req-e9f63796-199a-48a0-8247-184be264a717 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:42.608791 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eee8a3e8-7a02-4fd4-84dc-fc367698b98c req-e9f63796-199a-48a0-8247-184be264a717 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592 HTTP/1.1" status: 200 len: 944 time: 0.0493274 Jan 28 02:02:42.660025 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-eee8a3e8-7a02-4fd4-84dc-fc367698b98c req-dc443fa9-1a66-4583-835e-bc95bcb4e4fe tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/security-groups?id=921e25b2-9023-4058-9fff-97bf061b8cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455534 Jan 28 02:02:42.833722 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device dc456f4f-6a96-4b31-813a-f3de1c655d0d details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:02:42.933916 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port dc456f4f-6a96-4b31-813a-f3de1c655d0d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=dc456f4f-6a96-4b31-813a-f3de1c655d0d,segment=NetworkSegment(b0b016e8-ae3e-4689-a23a-d809db824324),segment_id=b0b016e8-ae3e-4689-a23a-d809db824324)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:42.945491 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'dc456f4f-6a96-4b31-813a-f3de1c655d0d', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'port_id': 'dc456f4f-6a96-4b31-813a-f3de1c655d0d', 'mac_address': 'fa:16:3e:fa:80:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:02:42.984646 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port dc456f4f-6a96-4b31-813a-f3de1c655d0d is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:02:42.985048 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (dc456f4f-6a96-4b31-813a-f3de1c655d0d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:42.998659 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc456f4f-6a96-4b31-813a-f3de1c655d0d {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:02:43.020789 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port dc456f4f-6a96-4b31-813a-f3de1c655d0d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=dc456f4f-6a96-4b31-813a-f3de1c655d0d,segment=NetworkSegment(b0b016e8-ae3e-4689-a23a-d809db824324),segment_id=b0b016e8-ae3e-4689-a23a-d809db824324)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:43.026212 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (dc456f4f-6a96-4b31-813a-f3de1c655d0d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:43.081553 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=dc456f4f-6a96-4b31-813a-f3de1c655d0d,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:43.319812 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['dc456f4f-6a96-4b31-813a-f3de1c655d0d'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:02:43.788828 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad65916-ba1c-47e9-9b5f-516437720c68 req-49eeb859-7c64-4acf-80ef-7224ca5461eb tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:43.790322 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2ad65916-ba1c-47e9-9b5f-516437720c68 req-49eeb859-7c64-4acf-80ef-7224ca5461eb tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592 HTTP/1.1" status: 200 len: 945 time: 0.0536406 Jan 28 02:02:43.840779 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2ad65916-ba1c-47e9-9b5f-516437720c68 req-6efaca05-8b3a-438c-a956-f224675890bd tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/security-groups?id=921e25b2-9023-4058-9fff-97bf061b8cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440128 Jan 28 02:02:43.951375 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:44.855074 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device dc456f4f-6a96-4b31-813a-f3de1c655d0d up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:02:44.916937 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning for port dc456f4f-6a96-4b31-813a-f3de1c655d0d completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:02:44.921440 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port dc456f4f-6a96-4b31-813a-f3de1c655d0d triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:02:44.921826 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (dc456f4f-6a96-4b31-813a-f3de1c655d0d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:44.974187 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b269df-29db-4203-8452-d66e5dc63bef req-210cd192-12e8-49a8-b79d-348355498da7 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:44.975745 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-25b269df-29db-4203-8452-d66e5dc63bef req-210cd192-12e8-49a8-b79d-348355498da7 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592 HTTP/1.1" status: 200 len: 945 time: 0.0615969 Jan 28 02:02:45.008541 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port dc456f4f-6a96-4b31-813a-f3de1c655d0d is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:02:45.009121 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (dc456f4f-6a96-4b31-813a-f3de1c655d0d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:45.029059 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-25b269df-29db-4203-8452-d66e5dc63bef req-7f820084-285a-4d2d-bf55-34af6e06d779 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/security-groups?id=921e25b2-9023-4058-9fff-97bf061b8cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471702 Jan 28 02:02:45.035108 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc456f4f-6a96-4b31-813a-f3de1c655d0d'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:02:45.037537 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}299759bd25755cb54fb725bde43aede5b9de6f89de029aba809b0fbfc8e61dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1063b1e-b546-411f-a901-ffc29a7db619" -d '{"events": [{"server_uuid": "e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592", "name": "network-vif-plugged", "status": "completed", "tag": "dc456f4f-6a96-4b31-813a-f3de1c655d0d"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:02:45.058604 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port dc456f4f-6a96-4b31-813a-f3de1c655d0d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=dc456f4f-6a96-4b31-813a-f3de1c655d0d,segment=NetworkSegment(b0b016e8-ae3e-4689-a23a-d809db824324),segment_id=b0b016e8-ae3e-4689-a23a-d809db824324)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:02:45.062791 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (dc456f4f-6a96-4b31-813a-f3de1c655d0d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:45.086741 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94a8aa8-1748-4c06-bcc8-5a6422a84e0e x-openstack-request-id: req-e94a8aa8-1748-4c06-bcc8-5a6422a84e0e {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:02:45.087041 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592", "name": "network-vif-plugged", "status": "completed", "tag": "dc456f4f-6a96-4b31-813a-f3de1c655d0d", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:02:45.087304 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e94a8aa8-1748-4c06-bcc8-5a6422a84e0e {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:02:45.088347 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc456f4f-6a96-4b31-813a-f3de1c655d0d', 'code': 200} Jan 28 02:02:45.113551 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=dc456f4f-6a96-4b31-813a-f3de1c655d0d,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:45.215373 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56796af-211d-48d2-b326-28939534408d req-8a6a6586-b01a-406e-9c9d-a3beba8203fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:45.216936 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a56796af-211d-48d2-b326-28939534408d req-8a6a6586-b01a-406e-9c9d-a3beba8203fa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592 HTTP/1.1" status: 200 len: 1097 time: 0.0458331 Jan 28 02:02:45.265748 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a56796af-211d-48d2-b326-28939534408d req-9d63ba84-4e32-46a0-a4e7-f6b32d80c059 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=921e25b2-9023-4058-9fff-97bf061b8cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429261 Jan 28 02:02:45.686574 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:46.147110 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eebf17-073e-4eae-bada-478a0c67710a req-838c2188-491b-4e6d-a3b4-db781e9a6ae8 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:46.148636 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73eebf17-073e-4eae-bada-478a0c67710a req-838c2188-491b-4e6d-a3b4-db781e9a6ae8 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592 HTTP/1.1" status: 200 len: 946 time: 0.0502417 Jan 28 02:02:46.200313 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-73eebf17-073e-4eae-bada-478a0c67710a req-62c27dea-2197-4c26-aa7d-47584c61edf0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/security-groups?id=921e25b2-9023-4058-9fff-97bf061b8cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458937 Jan 28 02:02:47.321052 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94af76a-4855-4da0-92a7-a2a50adf8274 req-d855a7f4-42c7-4b95-a014-0f169fc9f45c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:47.323089 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c94af76a-4855-4da0-92a7-a2a50adf8274 req-d855a7f4-42c7-4b95-a014-0f169fc9f45c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592 HTTP/1.1" status: 200 len: 946 time: 0.0489960 Jan 28 02:02:47.380923 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c94af76a-4855-4da0-92a7-a2a50adf8274 req-d117ae9a-98a8-4010-b410-0ede97aba728 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/security-groups?id=921e25b2-9023-4058-9fff-97bf061b8cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507863 Jan 28 02:02:47.505442 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ec8bb-5791-4702-a1c0-c4b50d6f4778 req-6414377a-73ff-444d-9836-a48f5f424057 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:47.506957 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e97ec8bb-5791-4702-a1c0-c4b50d6f4778 req-6414377a-73ff-444d-9836-a48f5f424057 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592 HTTP/1.1" status: 200 len: 946 time: 0.0511856 Jan 28 02:02:47.569834 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e97ec8bb-5791-4702-a1c0-c4b50d6f4778 req-b3537f68-9c62-4ab6-9e9e-1283bb55296f tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/security-groups?id=921e25b2-9023-4058-9fff-97bf061b8cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558889 Jan 28 02:02:47.593119 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58764) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:47.679512 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaecc7c-cd5a-4ebd-b960-aabefaa46097 tempest-TestSnapshotPattern-1499821096 tempest-TestSnapshotPattern-1499821096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:47.681357 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-3eaecc7c-cd5a-4ebd-b960-aabefaa46097 tempest-TestSnapshotPattern-1499821096 tempest-TestSnapshotPattern-1499821096-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592 HTTP/1.1" status: 200 len: 1092 time: 0.0869541 Jan 28 02:02:47.684636 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 58768) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:02:47.688955 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-b208dcd4-6735-4f69-af52-de402e13cbc0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'port_id': 'dc456f4f-6a96-4b31-813a-f3de1c655d0d', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:02:47.709034 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b208dcd4-6735-4f69-af52-de402e13cbc0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:47.813246 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b208dcd4-6735-4f69-af52-de402e13cbc0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:47.936789 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-b208dcd4-6735-4f69-af52-de402e13cbc0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Allocated IP 172.25.3.130 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/af0850ba-996e-49b1-8167-bee96546dded) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:02:48.042911 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b208dcd4-6735-4f69-af52-de402e13cbc0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for port (af0850ba-996e-49b1-8167-bee96546dded), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:48.077098 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b208dcd4-6735-4f69-af52-de402e13cbc0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (af0850ba-996e-49b1-8167-bee96546dded), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:48.118529 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b208dcd4-6735-4f69-af52-de402e13cbc0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:02:48.123990 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-b208dcd4-6735-4f69-af52-de402e13cbc0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:02:48.129136 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b208dcd4-6735-4f69-af52-de402e13cbc0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:02:48.132437 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208dcd4-6735-4f69-af52-de402e13cbc0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Pushing event updated for resources: {'Port': ['ID=af0850ba-996e-49b1-8167-bee96546dded,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:48.522653 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b208dcd4-6735-4f69-af52-de402e13cbc0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for floatingip (54cb42f9-7b4e-4e00-8bd7-f9f255d56a06), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:48.594064 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b208dcd4-6735-4f69-af52-de402e13cbc0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (af0850ba-996e-49b1-8167-bee96546dded), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:48.741437 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b208dcd4-6735-4f69-af52-de402e13cbc0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for port (af0850ba-996e-49b1-8167-bee96546dded), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:48.747025 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b208dcd4-6735-4f69-af52-de402e13cbc0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (af0850ba-996e-49b1-8167-bee96546dded), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:48.819768 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208dcd4-6735-4f69-af52-de402e13cbc0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Pushing event updated for resources: {'Port': ['ID=af0850ba-996e-49b1-8167-bee96546dded,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:02:48.829906 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b208dcd4-6735-4f69-af52-de402e13cbc0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (54cb42f9-7b4e-4e00-8bd7-f9f255d56a06), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:48.931527 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-b208dcd4-6735-4f69-af52-de402e13cbc0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Floating IP 54cb42f9-7b4e-4e00-8bd7-f9f255d56a06 associated. External IP: 172.25.3.130, port: dc456f4f-6a96-4b31-813a-f3de1c655d0d. Jan 28 02:02:49.143926 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b208dcd4-6735-4f69-af52-de402e13cbc0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Router 61d921ab-0a6f-4d64-9045-62055122a3a1 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:02:49.262101 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b208dcd4-6735-4f69-af52-de402e13cbc0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:02:49.272430 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33343d25-4c47-431a-8b22-93e2c1bef55a None None] Sync routers for ids ['61d921ab-0a6f-4d64-9045-62055122a3a1'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:02:49.282185 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b208dcd4-6735-4f69-af52-de402e13cbc0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:02:49.286312 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33343d25-4c47-431a-8b22-93e2c1bef55a None None] Routers {'61d921ab-0a6f-4d64-9045-62055122a3a1'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:02:49.287146 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-33343d25-4c47-431a-8b22-93e2c1bef55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T02:02:39Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['61d921ab-0a6f-4d64-9045-62055122a3a1'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:49.317097 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-b208dcd4-6735-4f69-af52-de402e13cbc0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6304533 Jan 28 02:02:49.317829 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592', 'tag': 'dc456f4f-6a96-4b31-813a-f3de1c655d0d'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:02:49.320534 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15e17d7-2098-4a88-b038-4c73f8316647" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592", "tag": "dc456f4f-6a96-4b31-813a-f3de1c655d0d"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:02:49.407826 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-33343d25-4c47-431a-8b22-93e2c1bef55a None None] Set router 61d921ab-0a6f-4d64-9045-62055122a3a1 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:02:49.421529 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d034d515-b531-4245-b6dc-8526b98997b7 x-openstack-request-id: req-d034d515-b531-4245-b6dc-8526b98997b7 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:02:49.421848 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592", "tag": "dc456f4f-6a96-4b31-813a-f3de1c655d0d", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:02:49.422133 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d034d515-b531-4245-b6dc-8526b98997b7 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:02:49.422552 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592', 'tag': 'dc456f4f-6a96-4b31-813a-f3de1c655d0d', 'status': 'completed', 'code': 200} Jan 28 02:02:49.504873 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e17d7-2098-4a88-b038-4c73f8316647 req-6eda208c-1b40-4416-bc67-c107244f6c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:49.506413 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a15e17d7-2098-4a88-b038-4c73f8316647 req-6eda208c-1b40-4416-bc67-c107244f6c51 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b892854b7b954bd59de6503ce099baa9&device_id=e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592 HTTP/1.1" status: 200 len: 1097 time: 0.0409200 Jan 28 02:02:49.607729 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e17d7-2098-4a88-b038-4c73f8316647 req-06f3313c-8295-442b-86da-4d4a370e120e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:49.609237 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a15e17d7-2098-4a88-b038-4c73f8316647 req-06f3313c-8295-442b-86da-4d4a370e120e service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 HTTP/1.1" status: 200 len: 911 time: 0.0946167 Jan 28 02:02:49.652257 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-33343d25-4c47-431a-8b22-93e2c1bef55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'name': 'tempest-TestSnapshotPattern-2086885092-router', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:27Z', 'revision_number': 4, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'gw_port': {'id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '54cb42f9-7b4e-4e00-8bd7-f9f255d56a06', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'port_id': 'dc456f4f-6a96-4b31-813a-f3de1c655d0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'mac_address': 'fa:16:3e:fa:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:02:48Z', 'updated_at': '2022-01-28T02:02:48Z', 'revision_number': 0, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e4352b-6dc8-4a97-bff5-12eb7263347b', 'name': '', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'mac_address': 'fa:16:3e:64:52:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:26Z', 'updated_at': '2022-01-28T02:02:32Z', 'revision_number': 5, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'subnets': [{'id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:49.676595 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a15e17d7-2098-4a88-b038-4c73f8316647 req-0aea1c6b-71ec-4796-99fb-e515d741297d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc456f4f-6a96-4b31-813a-f3de1c655d0d HTTP/1.1" status: 200 len: 1000 time: 0.0611444 Jan 28 02:02:49.679928 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33343d25-4c47-431a-8b22-93e2c1bef55a None None] Checking router: 61d921ab-0a6f-4d64-9045-62055122a3a1 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:02:49.689190 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33343d25-4c47-431a-8b22-93e2c1bef55a None None] Routers {'61d921ab-0a6f-4d64-9045-62055122a3a1'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:02:49.689806 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-33343d25-4c47-431a-8b22-93e2c1bef55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T02:02:39Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['61d921ab-0a6f-4d64-9045-62055122a3a1'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:49.726166 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e17d7-2098-4a88-b038-4c73f8316647 req-85076cf6-01da-4f5d-bce6-313e094b690b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:49.727671 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a15e17d7-2098-4a88-b038-4c73f8316647 req-85076cf6-01da-4f5d-bce6-313e094b690b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=97d508de-8f69-4d41-8488-890d43ad3be7 HTTP/1.1" status: 200 len: 849 time: 0.0455124 Jan 28 02:02:49.782453 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e17d7-2098-4a88-b038-4c73f8316647 req-a36546ac-4f67-4e19-ba8b-f14686eacc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:02:49.784000 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a15e17d7-2098-4a88-b038-4c73f8316647 req-a36546ac-4f67-4e19-ba8b-f14686eacc68 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508189 Jan 28 02:02:49.801862 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-33343d25-4c47-431a-8b22-93e2c1bef55a None None] Set router 61d921ab-0a6f-4d64-9045-62055122a3a1 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:02:49.874980 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a15e17d7-2098-4a88-b038-4c73f8316647 req-281f0c20-1b81-4823-8927-89d029b047ab service neutron] 10.222.0.65 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850561 Jan 28 02:02:49.972544 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a15e17d7-2098-4a88-b038-4c73f8316647 req-d307565c-eee2-432e-82e3-6a6072ce446f service neutron] 10.222.0.65 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920038 Jan 28 02:02:50.064351 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-33343d25-4c47-431a-8b22-93e2c1bef55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'name': 'tempest-TestSnapshotPattern-2086885092-router', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:27Z', 'revision_number': 4, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'gw_port': {'id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '54cb42f9-7b4e-4e00-8bd7-f9f255d56a06', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'port_id': 'dc456f4f-6a96-4b31-813a-f3de1c655d0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'mac_address': 'fa:16:3e:fa:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:02:48Z', 'updated_at': '2022-01-28T02:02:48Z', 'revision_number': 0, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e4352b-6dc8-4a97-bff5-12eb7263347b', 'name': '', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'mac_address': 'fa:16:3e:64:52:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:26Z', 'updated_at': '2022-01-28T02:02:32Z', 'revision_number': 5, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'subnets': [{'id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:02:50.095165 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33343d25-4c47-431a-8b22-93e2c1bef55a None None] The sync data for ids ['61d921ab-0a6f-4d64-9045-62055122a3a1'] in n-d-826754-1 is: [{'id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'name': 'tempest-TestSnapshotPattern-2086885092-router', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:27Z', 'revision_number': 4, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'gw_port': {'id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '54cb42f9-7b4e-4e00-8bd7-f9f255d56a06', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'port_id': 'dc456f4f-6a96-4b31-813a-f3de1c655d0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'mac_address': 'fa:16:3e:fa:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:02:48Z', 'updated_at': '2022-01-28T02:02:48Z', 'revision_number': 0, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e4352b-6dc8-4a97-bff5-12eb7263347b', 'name': '', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'mac_address': 'fa:16:3e:64:52:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:26Z', 'updated_at': '2022-01-28T02:02:32Z', 'revision_number': 5, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'subnets': [{'id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:02:50.311483 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42276d04-b880-40f1-9ae0-76358be463e7 None None] New status for floating IP 54cb42f9-7b4e-4e00-8bd7-f9f255d56a06: ACTIVE {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:02:59.567354 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:03:06.254601 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dec94b8c-362d-41e8-948c-4a19643075aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:08.530109 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f8ace51c-a3f6-4cd6-baec-26f77c173629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:10.129957 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:11.659096 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:12.387529 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:13.938283 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:15.706331 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:23.366700 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-44fb2e03-d420-4035-8cdc-398abf61ca86 req-0ef03d39-8d3b-4f95-9b44-4e54b0afd222 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410421 Jan 28 02:03:23.473075 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb2e03-d420-4035-8cdc-398abf61ca86 req-01754ad9-8107-42a8-ad4e-9c4e1339bfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:23.474607 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-44fb2e03-d420-4035-8cdc-398abf61ca86 req-01754ad9-8107-42a8-ad4e-9c4e1339bfde service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b892854b7b954bd59de6503ce099baa9&device_id=e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592 HTTP/1.1" status: 200 len: 1097 time: 0.0425484 Jan 28 02:03:23.606720 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb2e03-d420-4035-8cdc-398abf61ca86 req-76d78879-b24e-4bdc-a90a-8b330141904a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:23.608375 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-44fb2e03-d420-4035-8cdc-398abf61ca86 req-76d78879-b24e-4bdc-a90a-8b330141904a service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 HTTP/1.1" status: 200 len: 911 time: 0.1000206 Jan 28 02:03:23.676957 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-44fb2e03-d420-4035-8cdc-398abf61ca86 req-5a09ea06-37e7-489a-ab45-198f25ef3ea3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc456f4f-6a96-4b31-813a-f3de1c655d0d HTTP/1.1" status: 200 len: 1002 time: 0.0620372 Jan 28 02:03:23.726893 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb2e03-d420-4035-8cdc-398abf61ca86 req-b578cc21-591e-486e-acbc-ce05692585a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:23.729321 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-44fb2e03-d420-4035-8cdc-398abf61ca86 req-b578cc21-591e-486e-acbc-ce05692585a2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=97d508de-8f69-4d41-8488-890d43ad3be7 HTTP/1.1" status: 200 len: 849 time: 0.0462940 Jan 28 02:03:23.781423 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb2e03-d420-4035-8cdc-398abf61ca86 req-a31303ef-bfaf-42a7-8088-bed9c2ff6c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:03:23.782939 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-44fb2e03-d420-4035-8cdc-398abf61ca86 req-a31303ef-bfaf-42a7-8088-bed9c2ff6c8e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467806 Jan 28 02:03:23.901252 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-44fb2e03-d420-4035-8cdc-398abf61ca86 req-8dc50bde-bb7a-4dce-9c80-478938c61746 service neutron] 10.222.0.65 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112938 Jan 28 02:03:23.997792 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-44fb2e03-d420-4035-8cdc-398abf61ca86 req-edd5bb07-0c79-420b-b687-e758d1da2a70 service neutron] 10.222.0.65 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893154 Jan 28 02:03:36.247878 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-da659e0c-2629-4fe6-adfb-1a11eb33a677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:36.566450 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:03:38.533062 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ac60e9a2-1c84-45e8-9b36-2ee207e037c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:40.135020 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:41.661562 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:42.390438 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:43.947104 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:03:45.699564 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:06.250995 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-b9d9c067-bf45-4cf8-b6d3-c279b518f787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:08.538064 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-47e725a2-b391-4a67-a06a-91e8ed065c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:10.142629 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:11.666700 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:12.395287 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:13.566761 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:04:13.960272 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:15.709757 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:24.480673 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4eff37c-bec4-4296-addb-ac742b10d24b req-af32edb8-9e63-4ab7-bd64-f646ace24ff9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0870264 Jan 28 02:04:24.650948 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eff37c-bec4-4296-addb-ac742b10d24b req-4f910865-7fe4-4720-8b15-0b2b0cc98ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:24.652673 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4eff37c-bec4-4296-addb-ac742b10d24b req-4f910865-7fe4-4720-8b15-0b2b0cc98ddc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b892854b7b954bd59de6503ce099baa9&device_id=e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592 HTTP/1.1" status: 200 len: 1097 time: 0.0465739 Jan 28 02:04:24.771271 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eff37c-bec4-4296-addb-ac742b10d24b req-5ef880b9-fbd9-4084-afb3-3ae11739e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:24.772787 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4eff37c-bec4-4296-addb-ac742b10d24b req-5ef880b9-fbd9-4084-afb3-3ae11739e6f0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 HTTP/1.1" status: 200 len: 911 time: 0.0962586 Jan 28 02:04:24.847750 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4eff37c-bec4-4296-addb-ac742b10d24b req-3ee72bf8-323d-4d3c-b960-02efde4a3bf8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc456f4f-6a96-4b31-813a-f3de1c655d0d HTTP/1.1" status: 200 len: 1002 time: 0.0683708 Jan 28 02:04:24.902291 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eff37c-bec4-4296-addb-ac742b10d24b req-ae709903-cba4-4650-b14e-a6f771cd93aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:24.903735 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4eff37c-bec4-4296-addb-ac742b10d24b req-ae709903-cba4-4650-b14e-a6f771cd93aa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=97d508de-8f69-4d41-8488-890d43ad3be7 HTTP/1.1" status: 200 len: 849 time: 0.0494668 Jan 28 02:04:24.963242 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eff37c-bec4-4296-addb-ac742b10d24b req-89ba99a4-e5a5-4028-bea3-d8ac431ebe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:24.965488 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4eff37c-bec4-4296-addb-ac742b10d24b req-89ba99a4-e5a5-4028-bea3-d8ac431ebe50 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540855 Jan 28 02:04:25.070820 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4eff37c-bec4-4296-addb-ac742b10d24b req-d2cdb1c2-6440-420a-a45d-068ddcf2f119 service neutron] 10.222.0.65 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982070 Jan 28 02:04:25.169271 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4eff37c-bec4-4296-addb-ac742b10d24b req-ec021867-7d52-4d19-bc87-70fca529dd4e service neutron] 10.222.0.65 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916722 Jan 28 02:04:36.253736 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-56c3a3d5-4ad0-4a69-b8c1-03fbfacd1bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:38.532619 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6453340e-1da7-40da-a5ff-0f6b04c9321f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:40.142258 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:41.670513 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:42.389546 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:43.958014 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:45.717033 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:47.474821 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device dc456f4f-6a96-4b31-813a-f3de1c655d0d details requested by agent hyperv_n-h1-826754-1 with host n-h1-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:04:47.572819 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port dc456f4f-6a96-4b31-813a-f3de1c655d0d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=dc456f4f-6a96-4b31-813a-f3de1c655d0d,segment=NetworkSegment(b0b016e8-ae3e-4689-a23a-d809db824324),segment_id=b0b016e8-ae3e-4689-a23a-d809db824324)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:04:47.584305 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Returning: {'device': 'dc456f4f-6a96-4b31-813a-f3de1c655d0d', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'port_id': 'dc456f4f-6a96-4b31-813a-f3de1c655d0d', 'mac_address': 'fa:16:3e:fa:80:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:04:47.621997 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port dc456f4f-6a96-4b31-813a-f3de1c655d0d is: ACTIVE; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:04:47.622383 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (dc456f4f-6a96-4b31-813a-f3de1c655d0d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:47.635362 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc456f4f-6a96-4b31-813a-f3de1c655d0d {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:04:47.654263 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port dc456f4f-6a96-4b31-813a-f3de1c655d0d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=dc456f4f-6a96-4b31-813a-f3de1c655d0d,segment=NetworkSegment(b0b016e8-ae3e-4689-a23a-d809db824324),segment_id=b0b016e8-ae3e-4689-a23a-d809db824324)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:04:47.658509 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (dc456f4f-6a96-4b31-813a-f3de1c655d0d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:47.707111 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=dc456f4f-6a96-4b31-813a-f3de1c655d0d,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:47.715364 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:47.715738 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:47.716083 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:47.716420 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:47.716751 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:47.717080 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:47.717407 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:47.717726 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:47.718054 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:47.718379 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:47.718700 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:47.719022 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:47.719342 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:04:47.823864 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] get_ports_and_sgs() called for port_ids ['dc456f4f-6a96-4b31-813a-f3de1c655d0d'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:04:49.493698 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device dc456f4f-6a96-4b31-813a-f3de1c655d0d up at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:04:49.543379 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Provisioning complete for port dc456f4f-6a96-4b31-813a-f3de1c655d0d triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:04:49.543788 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (dc456f4f-6a96-4b31-813a-f3de1c655d0d), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:49.625466 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port dc456f4f-6a96-4b31-813a-f3de1c655d0d is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:04:49.625863 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (dc456f4f-6a96-4b31-813a-f3de1c655d0d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:49.650948 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc456f4f-6a96-4b31-813a-f3de1c655d0d'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:04:49.669769 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port dc456f4f-6a96-4b31-813a-f3de1c655d0d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=dc456f4f-6a96-4b31-813a-f3de1c655d0d,segment=NetworkSegment(b0b016e8-ae3e-4689-a23a-d809db824324),segment_id=b0b016e8-ae3e-4689-a23a-d809db824324)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:04:49.675409 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (dc456f4f-6a96-4b31-813a-f3de1c655d0d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:04:49.704765 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}759a6a4e01a6f4a737da1217f1691f26b8e54c56a84bc4b55946c15b28bc1462" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6a004f-c3d8-4942-900c-52fe6a06781c" -d '{"events": [{"server_uuid": "e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592", "name": "network-vif-plugged", "status": "completed", "tag": "dc456f4f-6a96-4b31-813a-f3de1c655d0d"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:04:49.734957 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=dc456f4f-6a96-4b31-813a-f3de1c655d0d,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:04:49.847792 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b7acda-1351-424c-9eb0-8404d457a86b x-openstack-request-id: req-24b7acda-1351-424c-9eb0-8404d457a86b {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:04:49.848555 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592", "name": "network-vif-plugged", "status": "completed", "tag": "dc456f4f-6a96-4b31-813a-f3de1c655d0d", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:04:49.849136 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-24b7acda-1351-424c-9eb0-8404d457a86b {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:04:49.849746 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc456f4f-6a96-4b31-813a-f3de1c655d0d', 'code': 200} Jan 28 02:04:50.569334 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:04:59.018143 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-1bccf241-5c19-4fb6-b890-a761660ca4f0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-179417902&fields=id&tenant_id=b892854b7b954bd59de6503ce099baa9 HTTP/1.1" status: 200 len: 267 time: 0.0466816 Jan 28 02:04:59.128041 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-ed1c536f-db5b-4809-b163-3d2920759cf1 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:04:59.129513 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-ed1c536f-db5b-4809-b163-3d2920759cf1 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/networks?id=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 HTTP/1.1" status: 200 len: 810 time: 0.1046324 Jan 28 02:04:59.145470 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-c97108a1-931e-4915-bdd5-e09abe98b197 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/quotas/b892854b7b954bd59de6503ce099baa9 HTTP/1.1" status: 200 len: 375 time: 0.0094731 Jan 28 02:04:59.204279 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-08347042-58ee-408c-b03a-6f229eb7e77d tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b892854b7b954bd59de6503ce099baa9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535297 Jan 28 02:04:59.279034 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-a8b31c44-ac38-42fe-a999-a8998b5e1d7f service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:04:59.280068 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-a8b31c44-ac38-42fe-a999-a8998b5e1d7f service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0641665 Jan 28 02:04:59.370738 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-f21c16bc-c853-44ea-9d06-470c66f70e07 service neutron] 10.222.0.70 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844724 Jan 28 02:04:59.467106 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-39b04f5f-7dbd-4fe4-bbaa-68d1e4d59bdb service neutron] 10.222.0.70 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905349 Jan 28 02:04:59.741850 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-41d36d72-daca-423c-9bfe-ae146c5f78b3 req-161cfd4f-03ae-448d-a96e-266ce20d329f tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=07b56f32-81fa-4316-8a82-06765eaecd44 HTTP/1.1" status: 200 len: 210 time: 0.0739081 Jan 28 02:05:00.728709 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-4534249d-d6b3-4a6c-b04b-a12e79df8680 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:00.730576 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-4534249d-d6b3-4a6c-b04b-a12e79df8680 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.52 "GET /v2.0/networks?id=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 HTTP/1.1" status: 200 len: 810 time: 0.1071630 Jan 28 02:05:00.803170 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-3fdec6fa-13f8-42f1-bac6-3c755c174d6c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b892854b7b954bd59de6503ce099baa9 HTTP/1.1" status: 200 len: 379 time: 0.0561485 Jan 28 02:05:00.827995 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-d9071e6f-17ea-4cf5-ba02-b0dde083336c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Request body: {'port': {'device_id': '07b56f32-81fa-4316-8a82-06765eaecd44', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'admin_state_up': True, 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'security_groups': ['921e25b2-9023-4058-9fff-97bf061b8cca']}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:05:00.847407 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ff48146f-9824-4225-a6d7-b8f518a93987 req-51665dd6-ec5e-4ba9-9b93-70f20a211a37 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=07b56f32-81fa-4316-8a82-06765eaecd44 HTTP/1.1" status: 200 len: 210 time: 0.0275688 Jan 28 02:05:00.944862 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-d9071e6f-17ea-4cf5-ba02-b0dde083336c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Made reservation on behalf of b892854b7b954bd59de6503ce099baa9 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 02:05:00.948371 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-d9071e6f-17ea-4cf5-ba02-b0dde083336c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:01.131383 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-d9071e6f-17ea-4cf5-ba02-b0dde083336c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Allocated IP 172.20.0.14 (e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083/97d508de-8f69-4d41-8488-890d43ad3be7/385db003-2287-40da-a533-fe594cf8a9b8) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:05:01.536517 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device dc456f4f-6a96-4b31-813a-f3de1c655d0d no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:05:01.659221 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Current status of the port dc456f4f-6a96-4b31-813a-f3de1c655d0d is: ACTIVE; New status is: DOWN {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:05:01.659630 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (dc456f4f-6a96-4b31-813a-f3de1c655d0d), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:01.672325 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-d9071e6f-17ea-4cf5-ba02-b0dde083336c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for port (385db003-2287-40da-a533-fe594cf8a9b8), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:01.690156 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc456f4f-6a96-4b31-813a-f3de1c655d0d'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:05:01.692376 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}759a6a4e01a6f4a737da1217f1691f26b8e54c56a84bc4b55946c15b28bc1462" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6778eb6e-349e-4990-a8ce-fc123701c1d1" -d '{"events": [{"server_uuid": "e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592", "name": "network-vif-unplugged", "status": "completed", "tag": "dc456f4f-6a96-4b31-813a-f3de1c655d0d"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:05:01.705423 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] For port dc456f4f-6a96-4b31-813a-f3de1c655d0d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=dc456f4f-6a96-4b31-813a-f3de1c655d0d,segment=NetworkSegment(b0b016e8-ae3e-4689-a23a-d809db824324),segment_id=b0b016e8-ae3e-4689-a23a-d809db824324)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:05:01.727758 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (dc456f4f-6a96-4b31-813a-f3de1c655d0d), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:01.730223 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-d9071e6f-17ea-4cf5-ba02-b0dde083336c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (385db003-2287-40da-a533-fe594cf8a9b8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:01.762109 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 02:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9715d140-2e10-44cf-8e36-a772ee263fd2 x-openstack-request-id: req-9715d140-2e10-44cf-8e36-a772ee263fd2 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:05:01.762389 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592", "name": "network-vif-unplugged", "status": "completed", "tag": "dc456f4f-6a96-4b31-813a-f3de1c655d0d", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:05:01.762670 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9715d140-2e10-44cf-8e36-a772ee263fd2 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:05:01.763071 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc456f4f-6a96-4b31-813a-f3de1c655d0d', 'code': 200} Jan 28 02:05:01.789871 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-d9071e6f-17ea-4cf5-ba02-b0dde083336c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Network e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:05:01.793213 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-d9071e6f-17ea-4cf5-ba02-b0dde083336c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:05:01.797298 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-d9071e6f-17ea-4cf5-ba02-b0dde083336c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:05:01.801171 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Pushing event updated for resources: {'Port': ['ID=dc456f4f-6a96-4b31-813a-f3de1c655d0d,revision_number=8']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:01.843037 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9071e6f-17ea-4cf5-ba02-b0dde083336c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Pushing event updated for resources: {'Port': ['ID=385db003-2287-40da-a533-fe594cf8a9b8,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:01.857224 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9071e6f-17ea-4cf5-ba02-b0dde083336c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:01.857580 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9071e6f-17ea-4cf5-ba02-b0dde083336c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:01.857927 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9071e6f-17ea-4cf5-ba02-b0dde083336c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:01.858271 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9071e6f-17ea-4cf5-ba02-b0dde083336c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:01.858612 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9071e6f-17ea-4cf5-ba02-b0dde083336c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:01.858951 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9071e6f-17ea-4cf5-ba02-b0dde083336c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:01.859349 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9071e6f-17ea-4cf5-ba02-b0dde083336c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:01.859745 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9071e6f-17ea-4cf5-ba02-b0dde083336c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:01.859992 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9071e6f-17ea-4cf5-ba02-b0dde083336c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:01.860325 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9071e6f-17ea-4cf5-ba02-b0dde083336c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:01.860655 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9071e6f-17ea-4cf5-ba02-b0dde083336c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:01.861027 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9071e6f-17ea-4cf5-ba02-b0dde083336c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:01.861322 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9071e6f-17ea-4cf5-ba02-b0dde083336c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:05:01.873372 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-d9071e6f-17ea-4cf5-ba02-b0dde083336c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:01.874423 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-d9071e6f-17ea-4cf5-ba02-b0dde083336c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:01.894526 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-d9071e6f-17ea-4cf5-ba02-b0dde083336c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0707808 Jan 28 02:05:02.010060 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0859c47-a288-4768-9d97-8a0a45b1b644 req-9ed23c23-63ff-4ccb-b47d-cfbff2f02322 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:02.012506 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d0859c47-a288-4768-9d97-8a0a45b1b644 req-9ed23c23-63ff-4ccb-b47d-cfbff2f02322 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=07b56f32-81fa-4316-8a82-06765eaecd44 HTTP/1.1" status: 200 len: 932 time: 0.0592244 Jan 28 02:05:02.110738 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d0859c47-a288-4768-9d97-8a0a45b1b644 req-c48d1247-85cd-45fa-91a3-172fb7d136e0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/security-groups?id=921e25b2-9023-4058-9fff-97bf061b8cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924585 Jan 28 02:05:02.174953 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-afe6268a-89dc-4112-b80b-3e9561be8fe3 None None] Provisioning complete for port 385db003-2287-40da-a533-fe594cf8a9b8 triggered by entity DHCP. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:05:02.175331 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-afe6268a-89dc-4112-b80b-3e9561be8fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (385db003-2287-40da-a533-fe594cf8a9b8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:02.211292 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-afe6268a-89dc-4112-b80b-3e9561be8fe3 None None] Port 385db003-2287-40da-a533-fe594cf8a9b8 cannot update to ACTIVE because it is not bound. {{(pid=103345) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 02:05:03.278620 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbefdab-fd21-48cb-af27-d3f66563df79 req-9a331eff-3139-461e-b339-f78fe22f9ee2 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:03.280287 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5cbefdab-fd21-48cb-af27-d3f66563df79 req-9a331eff-3139-461e-b339-f78fe22f9ee2 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=07b56f32-81fa-4316-8a82-06765eaecd44 HTTP/1.1" status: 200 len: 932 time: 0.0613656 Jan 28 02:05:03.342972 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-5cbefdab-fd21-48cb-af27-d3f66563df79 req-e516d935-1bca-42a9-9c41-e2263a538549 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/security-groups?id=921e25b2-9023-4058-9fff-97bf061b8cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542295 Jan 28 02:05:04.476228 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395c6fd-c84c-4cca-a34f-3113e920112c req-7e73c9e4-7533-403b-b629-b7a49a8e8499 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:04.478158 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d395c6fd-c84c-4cca-a34f-3113e920112c req-7e73c9e4-7533-403b-b629-b7a49a8e8499 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=07b56f32-81fa-4316-8a82-06765eaecd44 HTTP/1.1" status: 200 len: 932 time: 0.0537074 Jan 28 02:05:04.529990 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-d395c6fd-c84c-4cca-a34f-3113e920112c req-8a9cb4d4-dfb9-49f9-a302-3c1e3188d530 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/security-groups?id=921e25b2-9023-4058-9fff-97bf061b8cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461035 Jan 28 02:05:05.667604 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56976bb0-bcb3-4588-8c79-9c6be897fe75 req-8ff1f364-2726-4677-ab01-a5af43f653ca tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:05.669454 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56976bb0-bcb3-4588-8c79-9c6be897fe75 req-8ff1f364-2726-4677-ab01-a5af43f653ca tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=07b56f32-81fa-4316-8a82-06765eaecd44 HTTP/1.1" status: 200 len: 932 time: 0.0614934 Jan 28 02:05:05.732315 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-56976bb0-bcb3-4588-8c79-9c6be897fe75 req-9fda4979-2716-4f82-8d85-6110ef7fa353 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/security-groups?id=921e25b2-9023-4058-9fff-97bf061b8cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566797 Jan 28 02:05:06.259068 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-790b1081-8cb4-44c4-9dd1-a7e42f4ab011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:06.873181 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63cbf6-bc08-4428-930b-066f62a557c1 req-6a89a7da-8732-4a28-981e-72729f793c32 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:06.874672 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0a63cbf6-bc08-4428-930b-066f62a557c1 req-6a89a7da-8732-4a28-981e-72729f793c32 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=07b56f32-81fa-4316-8a82-06765eaecd44 HTTP/1.1" status: 200 len: 932 time: 0.0602145 Jan 28 02:05:06.937169 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-0a63cbf6-bc08-4428-930b-066f62a557c1 req-616c5083-22a1-45bd-9555-07b330b224ab tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/security-groups?id=921e25b2-9023-4058-9fff-97bf061b8cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565045 Jan 28 02:05:08.068687 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9830bc7-8fe3-4032-8fef-062ff7536c64 req-77dc2cfd-08a3-4c58-bc91-1a08d7b2855e tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:08.071410 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9830bc7-8fe3-4032-8fef-062ff7536c64 req-77dc2cfd-08a3-4c58-bc91-1a08d7b2855e tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=07b56f32-81fa-4316-8a82-06765eaecd44 HTTP/1.1" status: 200 len: 932 time: 0.0531876 Jan 28 02:05:08.129332 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-a9830bc7-8fe3-4032-8fef-062ff7536c64 req-cd209410-9d3e-4ef8-a2f8-12a4d4d59352 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/security-groups?id=921e25b2-9023-4058-9fff-97bf061b8cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522466 Jan 28 02:05:08.536193 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-ce5b9326-ab08-4e64-a97d-faa26996e594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:09.251476 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024ed9f-dfc4-4561-a1fd-8da0c428c7e1 req-8cdd05b3-1b3f-4b49-ab21-77ba79e136ce tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:09.252969 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1024ed9f-dfc4-4561-a1fd-8da0c428c7e1 req-8cdd05b3-1b3f-4b49-ab21-77ba79e136ce tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=07b56f32-81fa-4316-8a82-06765eaecd44 HTTP/1.1" status: 200 len: 932 time: 0.0495813 Jan 28 02:05:09.302547 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-1024ed9f-dfc4-4561-a1fd-8da0c428c7e1 req-4c3ea50d-042a-4d59-a6d3-922302ab542d tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/security-groups?id=921e25b2-9023-4058-9fff-97bf061b8cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439386 Jan 28 02:05:10.145088 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:10.423314 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8f1b1-3e45-49cb-8b25-f08e9c6a4bc9 req-1d234482-9852-4872-9072-51df6247ff1d tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:10.425788 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62b8f1b1-3e45-49cb-8b25-f08e9c6a4bc9 req-1d234482-9852-4872-9072-51df6247ff1d tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=07b56f32-81fa-4316-8a82-06765eaecd44 HTTP/1.1" status: 200 len: 932 time: 0.0532968 Jan 28 02:05:10.478653 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-62b8f1b1-3e45-49cb-8b25-f08e9c6a4bc9 req-c5a4d466-243c-4805-b5c7-f51a02398038 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/security-groups?id=921e25b2-9023-4058-9fff-97bf061b8cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454547 Jan 28 02:05:10.695316 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-23616fdf-4fb3-480e-9657-b1f5dedb8494 service neutron] Request body: {'port': {'device_id': '07b56f32-81fa-4316-8a82-06765eaecd44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826754-1'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:05:10.750094 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-23616fdf-4fb3-480e-9657-b1f5dedb8494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (385db003-2287-40da-a533-fe594cf8a9b8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:11.021957 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-23616fdf-4fb3-480e-9657-b1f5dedb8494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 385db003-2287-40da-a533-fe594cf8a9b8 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:05:11.030150 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-23616fdf-4fb3-480e-9657-b1f5dedb8494 service neutron] Publish callbacks [] for port (385db003-2287-40da-a533-fe594cf8a9b8), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:11.042615 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-23616fdf-4fb3-480e-9657-b1f5dedb8494 service neutron] Transition to ACTIVE for port object 385db003-2287-40da-a533-fe594cf8a9b8 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 02:05:11.046962 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-23616fdf-4fb3-480e-9657-b1f5dedb8494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (385db003-2287-40da-a533-fe594cf8a9b8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:11.100517 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23616fdf-4fb3-480e-9657-b1f5dedb8494 service neutron] Pushing event updated for resources: {'Port': ['ID=385db003-2287-40da-a533-fe594cf8a9b8,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:11.173870 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-23616fdf-4fb3-480e-9657-b1f5dedb8494 service neutron] Attempting to bind port 385db003-2287-40da-a533-fe594cf8a9b8 on host n-h2-826754-1 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 02:05:11.174235 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-23616fdf-4fb3-480e-9657-b1f5dedb8494 service neutron] Attempting to bind port 385db003-2287-40da-a533-fe594cf8a9b8 by drivers openvswitch,hyperv on host n-h2-826754-1 at level 0 using segments [{'id': 'b0b016e8-ae3e-4689-a23a-d809db824324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 02:05:11.174552 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-23616fdf-4fb3-480e-9657-b1f5dedb8494 service neutron] Attempting to bind port 385db003-2287-40da-a533-fe594cf8a9b8 on network e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:05:11.179130 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-23616fdf-4fb3-480e-9657-b1f5dedb8494 service neutron] Port 385db003-2287-40da-a533-fe594cf8a9b8 on network e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 not bound, no agent of type Open vSwitch agent registered on host n-h2-826754-1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 02:05:11.180235 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-23616fdf-4fb3-480e-9657-b1f5dedb8494 service neutron] Attempting to bind port 385db003-2287-40da-a533-fe594cf8a9b8 on network e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 02:05:11.185781 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-23616fdf-4fb3-480e-9657-b1f5dedb8494 service neutron] Checking agent: {'id': '5bcd2799-c33d-4b44-a4c0-79cef97cc41a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826754-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'started_at': datetime.datetime(2022, 1, 28, 0, 5, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 2, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 02:05:11.186442 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-23616fdf-4fb3-480e-9657-b1f5dedb8494 service neutron] Checking segment: {'id': 'b0b016e8-ae3e-4689-a23a-d809db824324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 02:05:11.186908 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-23616fdf-4fb3-480e-9657-b1f5dedb8494 service neutron] Bound using segment: {'id': 'b0b016e8-ae3e-4689-a23a-d809db824324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 02:05:11.187372 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-23616fdf-4fb3-480e-9657-b1f5dedb8494 service neutron] Bound port: 385db003-2287-40da-a533-fe594cf8a9b8, host: n-h2-826754-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0b016e8-ae3e-4689-a23a-d809db824324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 02:05:11.187794 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-23616fdf-4fb3-480e-9657-b1f5dedb8494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (385db003-2287-40da-a533-fe594cf8a9b8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:11.258906 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-23616fdf-4fb3-480e-9657-b1f5dedb8494 service neutron] For port 385db003-2287-40da-a533-fe594cf8a9b8, host n-h2-826754-1, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 02:05:11.262186 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-23616fdf-4fb3-480e-9657-b1f5dedb8494 service neutron] For port 385db003-2287-40da-a533-fe594cf8a9b8, host n-h2-826754-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=385db003-2287-40da-a533-fe594cf8a9b8,segment=NetworkSegment(b0b016e8-ae3e-4689-a23a-d809db824324),segment_id=b0b016e8-ae3e-4689-a23a-d809db824324)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 02:05:11.266864 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-23616fdf-4fb3-480e-9657-b1f5dedb8494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (385db003-2287-40da-a533-fe594cf8a9b8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:11.302747 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-23616fdf-4fb3-480e-9657-b1f5dedb8494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:11.303377 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-23616fdf-4fb3-480e-9657-b1f5dedb8494 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:11.305385 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-23616fdf-4fb3-480e-9657-b1f5dedb8494 service neutron] 10.222.0.52 "PUT /v2.0/ports/385db003-2287-40da-a533-fe594cf8a9b8 HTTP/1.1" status: 200 len: 1092 time: 0.6140873 Jan 28 02:05:11.305803 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b56f32-81fa-4316-8a82-06765eaecd44', 'tag': '385db003-2287-40da-a533-fe594cf8a9b8'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:05:11.308117 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a6e00d-f5c1-415d-ba8e-397908c38e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "07b56f32-81fa-4316-8a82-06765eaecd44", "tag": "385db003-2287-40da-a533-fe594cf8a9b8"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:05:11.331602 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23616fdf-4fb3-480e-9657-b1f5dedb8494 service neutron] Pushing event updated for resources: {'Port': ['ID=385db003-2287-40da-a533-fe594cf8a9b8,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:11.363662 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb244c80-ea53-477b-aa7c-997e3bd20464 x-openstack-request-id: req-bb244c80-ea53-477b-aa7c-997e3bd20464 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:05:11.363980 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b56f32-81fa-4316-8a82-06765eaecd44", "tag": "385db003-2287-40da-a533-fe594cf8a9b8", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:05:11.364210 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bb244c80-ea53-477b-aa7c-997e3bd20464 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:05:11.364627 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b56f32-81fa-4316-8a82-06765eaecd44', 'tag': '385db003-2287-40da-a533-fe594cf8a9b8', 'status': 'completed', 'code': 200} Jan 28 02:05:11.438112 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-7693e527-e163-4b6d-92f9-b5f79561df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:11.439675 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-7693e527-e163-4b6d-92f9-b5f79561df92 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b892854b7b954bd59de6503ce099baa9&device_id=07b56f32-81fa-4316-8a82-06765eaecd44 HTTP/1.1" status: 200 len: 1095 time: 0.0493710 Jan 28 02:05:11.495253 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-5a658a2c-7a2b-48ec-ab7a-fbd5d2f9aa9d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=385db003-2287-40da-a533-fe594cf8a9b8 HTTP/1.1" status: 200 len: 217 time: 0.0414052 Jan 28 02:05:11.548928 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-159a3190-666c-4999-9e30-d365a53499f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:11.550418 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-159a3190-666c-4999-9e30-d365a53499f7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=97d508de-8f69-4d41-8488-890d43ad3be7 HTTP/1.1" status: 200 len: 849 time: 0.0487270 Jan 28 02:05:11.605835 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-d7b5d968-2dfa-4807-b70e-66b2d23948fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:11.607364 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-d7b5d968-2dfa-4807-b70e-66b2d23948fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468683 Jan 28 02:05:11.608302 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28345f5e-10d8-48d9-a4a7-6903f2ff2541 req-dd232305-e855-482b-be0a-f6e56f0bec6a tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:11.609804 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-28345f5e-10d8-48d9-a4a7-6903f2ff2541 req-dd232305-e855-482b-be0a-f6e56f0bec6a tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=07b56f32-81fa-4316-8a82-06765eaecd44 HTTP/1.1" status: 200 len: 944 time: 0.0549910 Jan 28 02:05:11.674605 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:11.679066 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-28345f5e-10d8-48d9-a4a7-6903f2ff2541 req-8d2157ae-f63f-4790-8df5-10eef98b14e0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/security-groups?id=921e25b2-9023-4058-9fff-97bf061b8cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623930 Jan 28 02:05:11.716887 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-642e1d05-212a-4602-a935-50007bb6f1b2 service neutron] 10.222.0.52 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031334 Jan 28 02:05:11.808151 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-a76a5047-f6ea-46e1-b00f-f0b741cdc3ed req-762b8ed1-f897-4aff-ac4f-b5148838a7dc service neutron] 10.222.0.52 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852327 Jan 28 02:05:11.945093 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6e00d-f5c1-415d-ba8e-397908c38e3c req-454b6748-e37d-4e9a-8aef-afeade01a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:11.946616 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-58a6e00d-f5c1-415d-ba8e-397908c38e3c req-454b6748-e37d-4e9a-8aef-afeade01a6c7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b892854b7b954bd59de6503ce099baa9&device_id=07b56f32-81fa-4316-8a82-06765eaecd44 HTTP/1.1" status: 200 len: 1095 time: 0.0469270 Jan 28 02:05:12.035995 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6e00d-f5c1-415d-ba8e-397908c38e3c req-a0c411c1-1553-4c50-8b20-4ee92d8da742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:12.037473 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-58a6e00d-f5c1-415d-ba8e-397908c38e3c req-a0c411c1-1553-4c50-8b20-4ee92d8da742 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 HTTP/1.1" status: 200 len: 911 time: 0.0850244 Jan 28 02:05:12.088340 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-58a6e00d-f5c1-415d-ba8e-397908c38e3c req-9a53b867-05b5-4537-8ae4-eebb197fd005 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=385db003-2287-40da-a533-fe594cf8a9b8 HTTP/1.1" status: 200 len: 217 time: 0.0412068 Jan 28 02:05:12.141560 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6e00d-f5c1-415d-ba8e-397908c38e3c req-41c952dd-0f3b-4338-9f87-fc355f88efbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:12.143021 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-58a6e00d-f5c1-415d-ba8e-397908c38e3c req-41c952dd-0f3b-4338-9f87-fc355f88efbd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=97d508de-8f69-4d41-8488-890d43ad3be7 HTTP/1.1" status: 200 len: 849 time: 0.0494084 Jan 28 02:05:12.188837 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6e00d-f5c1-415d-ba8e-397908c38e3c req-62ecc549-f53c-4569-aebb-5592fcf10209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:12.190327 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-58a6e00d-f5c1-415d-ba8e-397908c38e3c req-62ecc549-f53c-4569-aebb-5592fcf10209 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413284 Jan 28 02:05:12.278827 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-58a6e00d-f5c1-415d-ba8e-397908c38e3c req-fbe1873c-0d17-4fc7-9910-b59f8fce4f34 service neutron] 10.222.0.52 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810361 Jan 28 02:05:12.376177 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-58a6e00d-f5c1-415d-ba8e-397908c38e3c req-13c4638b-5d41-4d57-ac46-587d6e86614a service neutron] 10.222.0.52 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912266 Jan 28 02:05:12.392577 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:12.800802 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9094575-3be9-42ed-bd63-abe53f0d493b req-273bff35-77fb-44e3-bf2b-a6df7ed3002c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:12.801789 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9094575-3be9-42ed-bd63-abe53f0d493b req-273bff35-77fb-44e3-bf2b-a6df7ed3002c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=07b56f32-81fa-4316-8a82-06765eaecd44 HTTP/1.1" status: 200 len: 944 time: 0.0483727 Jan 28 02:05:12.852100 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-e9094575-3be9-42ed-bd63-abe53f0d493b req-699cbeee-94c9-4da1-9ba8-06c9e2bf3dd8 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/security-groups?id=921e25b2-9023-4058-9fff-97bf061b8cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442293 Jan 28 02:05:13.964875 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:13.970807 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23049c-6517-43df-b936-c0599e049f09 req-e7599d13-83f2-491d-80da-38da53d228a7 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:13.972336 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb23049c-6517-43df-b936-c0599e049f09 req-e7599d13-83f2-491d-80da-38da53d228a7 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=07b56f32-81fa-4316-8a82-06765eaecd44 HTTP/1.1" status: 200 len: 944 time: 0.0494192 Jan 28 02:05:14.037788 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fb23049c-6517-43df-b936-c0599e049f09 req-fc430893-c59f-4212-a369-3d1082349014 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/security-groups?id=921e25b2-9023-4058-9fff-97bf061b8cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592253 Jan 28 02:05:15.151919 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad043619-4a1a-499f-aeaa-35e4c94fb5de req-ff250c54-f87e-4b88-975f-30174c9a6f57 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:15.153417 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad043619-4a1a-499f-aeaa-35e4c94fb5de req-ff250c54-f87e-4b88-975f-30174c9a6f57 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=07b56f32-81fa-4316-8a82-06765eaecd44 HTTP/1.1" status: 200 len: 944 time: 0.0485816 Jan 28 02:05:15.203239 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ad043619-4a1a-499f-aeaa-35e4c94fb5de req-617b60f2-0ef3-4a73-8bb3-380465e2473c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/security-groups?id=921e25b2-9023-4058-9fff-97bf061b8cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438218 Jan 28 02:05:15.524653 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 385db003-2287-40da-a533-fe594cf8a9b8 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:05:15.623155 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 385db003-2287-40da-a533-fe594cf8a9b8, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=385db003-2287-40da-a533-fe594cf8a9b8,segment=NetworkSegment(b0b016e8-ae3e-4689-a23a-d809db824324),segment_id=b0b016e8-ae3e-4689-a23a-d809db824324)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:05:15.635498 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '385db003-2287-40da-a533-fe594cf8a9b8', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'port_id': '385db003-2287-40da-a533-fe594cf8a9b8', 'mac_address': 'fa:16:3e:31:c4:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:05:15.676864 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 385db003-2287-40da-a533-fe594cf8a9b8 is: DOWN; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:05:15.677176 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (385db003-2287-40da-a533-fe594cf8a9b8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:15.690086 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 385db003-2287-40da-a533-fe594cf8a9b8 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:05:15.717096 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 385db003-2287-40da-a533-fe594cf8a9b8, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=385db003-2287-40da-a533-fe594cf8a9b8,segment=NetworkSegment(b0b016e8-ae3e-4689-a23a-d809db824324),segment_id=b0b016e8-ae3e-4689-a23a-d809db824324)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:05:15.721051 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (385db003-2287-40da-a533-fe594cf8a9b8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:15.746207 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:15.771427 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=385db003-2287-40da-a533-fe594cf8a9b8,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:16.194944 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['385db003-2287-40da-a533-fe594cf8a9b8'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:05:16.318614 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47f8e6-798b-4220-8539-f774e86e03fb req-abbf2fa2-3055-4420-93f6-58831d8e792c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:16.320163 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ce47f8e6-798b-4220-8539-f774e86e03fb req-abbf2fa2-3055-4420-93f6-58831d8e792c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=07b56f32-81fa-4316-8a82-06765eaecd44 HTTP/1.1" status: 200 len: 945 time: 0.0478275 Jan 28 02:05:16.378350 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-ce47f8e6-798b-4220-8539-f774e86e03fb req-d60a5b24-b977-4675-9ea6-007ca6f0fb2c tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/security-groups?id=921e25b2-9023-4058-9fff-97bf061b8cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514445 Jan 28 02:05:17.504975 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8e800-b072-4ad6-b1a6-3b406117593d req-a92eaa8f-ac19-4a50-b69c-1a9741ca866d tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:17.506444 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96f8e800-b072-4ad6-b1a6-3b406117593d req-a92eaa8f-ac19-4a50-b69c-1a9741ca866d tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=07b56f32-81fa-4316-8a82-06765eaecd44 HTTP/1.1" status: 200 len: 945 time: 0.0526917 Jan 28 02:05:17.521791 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 385db003-2287-40da-a533-fe594cf8a9b8 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:05:17.559258 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-96f8e800-b072-4ad6-b1a6-3b406117593d req-28787e3a-6bb0-4158-8536-b14436a71341 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/security-groups?id=921e25b2-9023-4058-9fff-97bf061b8cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464947 Jan 28 02:05:17.577805 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning for port 385db003-2287-40da-a533-fe594cf8a9b8 completed by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 02:05:17.581767 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 385db003-2287-40da-a533-fe594cf8a9b8 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:05:17.582143 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (385db003-2287-40da-a533-fe594cf8a9b8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:17.663301 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 385db003-2287-40da-a533-fe594cf8a9b8 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:05:17.664686 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (385db003-2287-40da-a533-fe594cf8a9b8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:17.687097 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b56f32-81fa-4316-8a82-06765eaecd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385db003-2287-40da-a533-fe594cf8a9b8'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:05:17.689415 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}759a6a4e01a6f4a737da1217f1691f26b8e54c56a84bc4b55946c15b28bc1462" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391a669d-cf8f-4fd5-8380-dfa1fea4c60b" -d '{"events": [{"server_uuid": "07b56f32-81fa-4316-8a82-06765eaecd44", "name": "network-vif-plugged", "status": "completed", "tag": "385db003-2287-40da-a533-fe594cf8a9b8"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:05:17.702569 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 385db003-2287-40da-a533-fe594cf8a9b8, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=385db003-2287-40da-a533-fe594cf8a9b8,segment=NetworkSegment(b0b016e8-ae3e-4689-a23a-d809db824324),segment_id=b0b016e8-ae3e-4689-a23a-d809db824324)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:05:17.706118 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (385db003-2287-40da-a533-fe594cf8a9b8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:17.730991 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1610ab1-bffe-4119-843a-fa794a6f6c82 x-openstack-request-id: req-d1610ab1-bffe-4119-843a-fa794a6f6c82 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:05:17.731294 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b56f32-81fa-4316-8a82-06765eaecd44", "name": "network-vif-plugged", "status": "completed", "tag": "385db003-2287-40da-a533-fe594cf8a9b8", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:05:17.731557 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d1610ab1-bffe-4119-843a-fa794a6f6c82 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:05:17.731982 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b56f32-81fa-4316-8a82-06765eaecd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385db003-2287-40da-a533-fe594cf8a9b8', 'code': 200} Jan 28 02:05:17.757115 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=385db003-2287-40da-a533-fe594cf8a9b8,revision_number=5']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:17.856223 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84421651-acf7-4c6d-a4ff-2524096f8654 req-71155605-9dde-4219-b7e4-7224920dc834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:17.857745 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84421651-acf7-4c6d-a4ff-2524096f8654 req-71155605-9dde-4219-b7e4-7224920dc834 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=07b56f32-81fa-4316-8a82-06765eaecd44 HTTP/1.1" status: 200 len: 1097 time: 0.0419559 Jan 28 02:05:17.904053 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-84421651-acf7-4c6d-a4ff-2524096f8654 req-80656ba7-929e-4e35-a9c3-2673e342f405 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=921e25b2-9023-4058-9fff-97bf061b8cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406191 Jan 28 02:05:18.675516 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e21c6-345b-4fec-bcf6-0856d06e65be req-a4ad7394-8ce8-4832-b3e2-4fa1451c3bc1 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:18.677191 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2c5e21c6-345b-4fec-bcf6-0856d06e65be req-a4ad7394-8ce8-4832-b3e2-4fa1451c3bc1 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=07b56f32-81fa-4316-8a82-06765eaecd44 HTTP/1.1" status: 200 len: 946 time: 0.0493050 Jan 28 02:05:18.725747 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-2c5e21c6-345b-4fec-bcf6-0856d06e65be req-d2b6c562-1eef-4962-8226-9e361d4acac6 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/security-groups?id=921e25b2-9023-4058-9fff-97bf061b8cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425088 Jan 28 02:05:19.852909 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4369520-9102-48c3-b730-d507b0de66d1 req-37b38868-bea7-439e-bc4d-a4048af8068d tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:19.854408 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4369520-9102-48c3-b730-d507b0de66d1 req-37b38868-bea7-439e-bc4d-a4048af8068d tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=07b56f32-81fa-4316-8a82-06765eaecd44 HTTP/1.1" status: 200 len: 946 time: 0.0561817 Jan 28 02:05:19.903956 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-c4369520-9102-48c3-b730-d507b0de66d1 req-c035325e-afc5-484f-9684-a5e520b9f9fa tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/security-groups?id=921e25b2-9023-4058-9fff-97bf061b8cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435586 Jan 28 02:05:20.035302 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decbb0f-e5af-4590-83fc-709ccfcaef7e req-20b80802-37ec-42a1-a22a-5fe91fcfcc73 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:20.036856 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8decbb0f-e5af-4590-83fc-709ccfcaef7e req-20b80802-37ec-42a1-a22a-5fe91fcfcc73 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=07b56f32-81fa-4316-8a82-06765eaecd44 HTTP/1.1" status: 200 len: 946 time: 0.0604722 Jan 28 02:05:20.091246 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-8decbb0f-e5af-4590-83fc-709ccfcaef7e req-a872bfe3-6647-4833-8891-1d9e1242db91 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/security-groups?id=921e25b2-9023-4058-9fff-97bf061b8cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481160 Jan 28 02:05:20.113985 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59046) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:05:20.159837 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa188d4-d438-40b6-99a9-a12190b9aa98 tempest-TestSnapshotPattern-1499821096 tempest-TestSnapshotPattern-1499821096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:20.161449 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8fa188d4-d438-40b6-99a9-a12190b9aa98 tempest-TestSnapshotPattern-1499821096 tempest-TestSnapshotPattern-1499821096-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=07b56f32-81fa-4316-8a82-06765eaecd44 HTTP/1.1" status: 200 len: 1092 time: 0.0464573 Jan 28 02:05:20.164804 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59048) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:05:20.169656 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d985d5fd-66d0-4976-8256-6070f3d38c18 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Request body: {'floatingip': {'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'port_id': '385db003-2287-40da-a533-fe594cf8a9b8', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 02:05:20.191654 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d985d5fd-66d0-4976-8256-6070f3d38c18 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:20.292079 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d985d5fd-66d0-4976-8256-6070f3d38c18 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:20.409219 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-d985d5fd-66d0-4976-8256-6070f3d38c18 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Allocated IP 172.25.3.239 (31abbcb3-ad7a-4705-9f82-c7ff7c52d392/cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81/c191f0b2-774f-42c8-b37a-3195a78f9232) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 02:05:20.511891 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d985d5fd-66d0-4976-8256-6070f3d38c18 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for port (c191f0b2-774f-42c8-b37a-3195a78f9232), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:20.554438 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d985d5fd-66d0-4976-8256-6070f3d38c18 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749990635295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (c191f0b2-774f-42c8-b37a-3195a78f9232), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:20.598042 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d985d5fd-66d0-4976-8256-6070f3d38c18 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Network 31abbcb3-ad7a-4705-9f82-c7ff7c52d392 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 02:05:20.601021 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-d985d5fd-66d0-4976-8256-6070f3d38c18 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 02:05:20.604577 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d985d5fd-66d0-4976-8256-6070f3d38c18 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 02:05:20.631183 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985d5fd-66d0-4976-8256-6070f3d38c18 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Pushing event updated for resources: {'Port': ['ID=c191f0b2-774f-42c8-b37a-3195a78f9232,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:21.012040 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d985d5fd-66d0-4976-8256-6070f3d38c18 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for floatingip (3e95b859-aebe-45f0-b78f-9e9bae544f0d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:21.110449 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d985d5fd-66d0-4976-8256-6070f3d38c18 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (c191f0b2-774f-42c8-b37a-3195a78f9232), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:21.293992 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d985d5fd-66d0-4976-8256-6070f3d38c18 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for port (c191f0b2-774f-42c8-b37a-3195a78f9232), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:21.299165 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d985d5fd-66d0-4976-8256-6070f3d38c18 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126016874'] for port (c191f0b2-774f-42c8-b37a-3195a78f9232), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:21.379790 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985d5fd-66d0-4976-8256-6070f3d38c18 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Pushing event updated for resources: {'Port': ['ID=c191f0b2-774f-42c8-b37a-3195a78f9232,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:05:21.392319 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d985d5fd-66d0-4976-8256-6070f3d38c18 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563021'] for floatingip (3e95b859-aebe-45f0-b78f-9e9bae544f0d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:21.510570 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-d985d5fd-66d0-4976-8256-6070f3d38c18 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Floating IP 3e95b859-aebe-45f0-b78f-9e9bae544f0d associated. External IP: 172.25.3.239, port: 385db003-2287-40da-a533-fe594cf8a9b8. Jan 28 02:05:21.762421 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d985d5fd-66d0-4976-8256-6070f3d38c18 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Router 61d921ab-0a6f-4d64-9045-62055122a3a1 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:05:21.897335 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d985d5fd-66d0-4976-8256-6070f3d38c18 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:05:21.908424 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61275a7-1e5c-42ec-8f8c-5fe8e1f272fd None None] Sync routers for ids ['61d921ab-0a6f-4d64-9045-62055122a3a1'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:05:21.918726 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d985d5fd-66d0-4976-8256-6070f3d38c18 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:21.926116 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61275a7-1e5c-42ec-8f8c-5fe8e1f272fd None None] Routers {'61d921ab-0a6f-4d64-9045-62055122a3a1'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:05:21.927274 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-c61275a7-1e5c-42ec-8f8c-5fe8e1f272fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T02:05:09Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['61d921ab-0a6f-4d64-9045-62055122a3a1'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:05:21.948179 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-d985d5fd-66d0-4976-8256-6070f3d38c18 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7822418 Jan 28 02:05:21.948822 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b56f32-81fa-4316-8a82-06765eaecd44', 'tag': '385db003-2287-40da-a533-fe594cf8a9b8'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:05:21.951147 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3e297f078dd399bff94240d4a88fe9021fcafe9aa09cbd0790d325679b4d929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3123f78d-4d12-4b47-8021-069044a56bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "07b56f32-81fa-4316-8a82-06765eaecd44", "tag": "385db003-2287-40da-a533-fe594cf8a9b8"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:05:21.993090 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b4e816-316c-4d9a-bc1d-483cbe376715 x-openstack-request-id: req-c2b4e816-316c-4d9a-bc1d-483cbe376715 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:05:21.993403 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b56f32-81fa-4316-8a82-06765eaecd44", "tag": "385db003-2287-40da-a533-fe594cf8a9b8", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:05:21.993663 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c2b4e816-316c-4d9a-bc1d-483cbe376715 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:05:21.994086 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b56f32-81fa-4316-8a82-06765eaecd44', 'tag': '385db003-2287-40da-a533-fe594cf8a9b8', 'status': 'completed', 'code': 200} Jan 28 02:05:22.043902 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-c61275a7-1e5c-42ec-8f8c-5fe8e1f272fd None None] Set router 61d921ab-0a6f-4d64-9045-62055122a3a1 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:05:22.078302 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123f78d-4d12-4b47-8021-069044a56bbf req-b6dc74de-a09e-4888-aaf1-bc039270158e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:22.079947 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3123f78d-4d12-4b47-8021-069044a56bbf req-b6dc74de-a09e-4888-aaf1-bc039270158e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b892854b7b954bd59de6503ce099baa9&device_id=07b56f32-81fa-4316-8a82-06765eaecd44 HTTP/1.1" status: 200 len: 1097 time: 0.0422099 Jan 28 02:05:22.184023 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123f78d-4d12-4b47-8021-069044a56bbf req-795d2e81-27f9-414b-9b2c-59e8e846562a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:22.185516 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3123f78d-4d12-4b47-8021-069044a56bbf req-795d2e81-27f9-414b-9b2c-59e8e846562a service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 HTTP/1.1" status: 200 len: 911 time: 0.0999832 Jan 28 02:05:22.253119 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3123f78d-4d12-4b47-8021-069044a56bbf req-19ed7f68-8166-4493-b4f7-44c8feac1ed7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=385db003-2287-40da-a533-fe594cf8a9b8 HTTP/1.1" status: 200 len: 1000 time: 0.0608449 Jan 28 02:05:22.284600 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-c61275a7-1e5c-42ec-8f8c-5fe8e1f272fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'name': 'tempest-TestSnapshotPattern-2086885092-router', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:27Z', 'revision_number': 4, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'gw_port': {'id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '3e95b859-aebe-45f0-b78f-9e9bae544f0d', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'port_id': '385db003-2287-40da-a533-fe594cf8a9b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'mac_address': 'fa:16:3e:31:c4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b56f32-81fa-4316-8a82-06765eaecd44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:05:20Z', 'updated_at': '2022-01-28T02:05:20Z', 'revision_number': 0, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'fixed_ip_address_scope': None}, {'id': '54cb42f9-7b4e-4e00-8bd7-f9f255d56a06', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'port_id': 'dc456f4f-6a96-4b31-813a-f3de1c655d0d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'mac_address': 'fa:16:3e:fa:80:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:02:48Z', 'updated_at': '2022-01-28T02:02:50Z', 'revision_number': 1, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e4352b-6dc8-4a97-bff5-12eb7263347b', 'name': '', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'mac_address': 'fa:16:3e:64:52:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:26Z', 'updated_at': '2022-01-28T02:02:32Z', 'revision_number': 5, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'subnets': [{'id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:05:22.311796 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123f78d-4d12-4b47-8021-069044a56bbf req-c34244ba-5f49-4d14-9dbb-c7b284319358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:22.311796 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3123f78d-4d12-4b47-8021-069044a56bbf req-c34244ba-5f49-4d14-9dbb-c7b284319358 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=97d508de-8f69-4d41-8488-890d43ad3be7 HTTP/1.1" status: 200 len: 849 time: 0.0457308 Jan 28 02:05:22.314332 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61275a7-1e5c-42ec-8f8c-5fe8e1f272fd None None] Checking router: 61d921ab-0a6f-4d64-9045-62055122a3a1 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:05:22.324206 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61275a7-1e5c-42ec-8f8c-5fe8e1f272fd None None] Routers {'61d921ab-0a6f-4d64-9045-62055122a3a1'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:05:22.324206 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-c61275a7-1e5c-42ec-8f8c-5fe8e1f272fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T02:05:09Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['61d921ab-0a6f-4d64-9045-62055122a3a1'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:05:22.358120 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123f78d-4d12-4b47-8021-069044a56bbf req-406a1643-f179-40a4-b018-430f6beb3f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:22.359684 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3123f78d-4d12-4b47-8021-069044a56bbf req-406a1643-f179-40a4-b018-430f6beb3f8e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460505 Jan 28 02:05:22.444237 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-c61275a7-1e5c-42ec-8f8c-5fe8e1f272fd None None] Set router 61d921ab-0a6f-4d64-9045-62055122a3a1 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:05:22.461626 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3123f78d-4d12-4b47-8021-069044a56bbf req-6a0ef197-eddb-4735-b48e-34a48f9a0210 service neutron] 10.222.0.52 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935295 Jan 28 02:05:22.562186 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-3123f78d-4d12-4b47-8021-069044a56bbf req-6ea3a0dd-a5bc-4269-a22b-63d3233b8206 service neutron] 10.222.0.52 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940862 Jan 28 02:05:22.688275 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-c61275a7-1e5c-42ec-8f8c-5fe8e1f272fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'name': 'tempest-TestSnapshotPattern-2086885092-router', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:27Z', 'revision_number': 4, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'gw_port': {'id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '3e95b859-aebe-45f0-b78f-9e9bae544f0d', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'port_id': '385db003-2287-40da-a533-fe594cf8a9b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'mac_address': 'fa:16:3e:31:c4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b56f32-81fa-4316-8a82-06765eaecd44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:05:20Z', 'updated_at': '2022-01-28T02:05:20Z', 'revision_number': 0, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'fixed_ip_address_scope': None}, {'id': '54cb42f9-7b4e-4e00-8bd7-f9f255d56a06', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'port_id': 'dc456f4f-6a96-4b31-813a-f3de1c655d0d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'mac_address': 'fa:16:3e:fa:80:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:02:48Z', 'updated_at': '2022-01-28T02:02:50Z', 'revision_number': 1, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e4352b-6dc8-4a97-bff5-12eb7263347b', 'name': '', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'mac_address': 'fa:16:3e:64:52:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:26Z', 'updated_at': '2022-01-28T02:02:32Z', 'revision_number': 5, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'subnets': [{'id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:05:22.717327 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61275a7-1e5c-42ec-8f8c-5fe8e1f272fd None None] The sync data for ids ['61d921ab-0a6f-4d64-9045-62055122a3a1'] in n-d-826754-1 is: [{'id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'name': 'tempest-TestSnapshotPattern-2086885092-router', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:27Z', 'revision_number': 4, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'gw_port': {'id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '3e95b859-aebe-45f0-b78f-9e9bae544f0d', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'port_id': '385db003-2287-40da-a533-fe594cf8a9b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'mac_address': 'fa:16:3e:31:c4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b56f32-81fa-4316-8a82-06765eaecd44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:05:20Z', 'updated_at': '2022-01-28T02:05:20Z', 'revision_number': 0, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'fixed_ip_address_scope': None}, {'id': '54cb42f9-7b4e-4e00-8bd7-f9f255d56a06', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'port_id': 'dc456f4f-6a96-4b31-813a-f3de1c655d0d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'mac_address': 'fa:16:3e:fa:80:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:02:48Z', 'updated_at': '2022-01-28T02:02:50Z', 'revision_number': 1, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e4352b-6dc8-4a97-bff5-12eb7263347b', 'name': '', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'mac_address': 'fa:16:3e:64:52:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:26Z', 'updated_at': '2022-01-28T02:02:32Z', 'revision_number': 5, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'subnets': [{'id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:05:22.927197 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac1f0d5-43eb-4258-b552-706c0a3f3ebc None None] New status for floating IP 3e95b859-aebe-45f0-b78f-9e9bae544f0d: ACTIVE {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:05:25.338655 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f10f35e0-0b40-4608-b3c0-d8243463b13d req-9b5a8570-9734-4387-ba53-fd0b5349b82a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394151 Jan 28 02:05:25.442160 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f35e0-0b40-4608-b3c0-d8243463b13d req-2c14aab9-797b-4dde-801a-35875968c1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:25.443666 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f10f35e0-0b40-4608-b3c0-d8243463b13d req-2c14aab9-797b-4dde-801a-35875968c1a6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b892854b7b954bd59de6503ce099baa9&device_id=e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592 HTTP/1.1" status: 200 len: 1095 time: 0.0457289 Jan 28 02:05:25.557267 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f35e0-0b40-4608-b3c0-d8243463b13d req-a922d91c-91c6-4d89-bb51-bfd051f329a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:25.558772 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f10f35e0-0b40-4608-b3c0-d8243463b13d req-a922d91c-91c6-4d89-bb51-bfd051f329a5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 HTTP/1.1" status: 200 len: 911 time: 0.0952129 Jan 28 02:05:25.630306 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f10f35e0-0b40-4608-b3c0-d8243463b13d req-09726804-3350-4eef-890e-f2818f650b3c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc456f4f-6a96-4b31-813a-f3de1c655d0d HTTP/1.1" status: 200 len: 1000 time: 0.0638714 Jan 28 02:05:25.680322 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f35e0-0b40-4608-b3c0-d8243463b13d req-b0cfc439-06cd-4b6c-8b1f-02d15ffc21b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:25.681850 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f10f35e0-0b40-4608-b3c0-d8243463b13d req-b0cfc439-06cd-4b6c-8b1f-02d15ffc21b5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=97d508de-8f69-4d41-8488-890d43ad3be7 HTTP/1.1" status: 200 len: 849 time: 0.0450552 Jan 28 02:05:25.727731 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f35e0-0b40-4608-b3c0-d8243463b13d req-cad3b39c-ceac-4b51-8d61-3c52a743d1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:05:25.729244 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f10f35e0-0b40-4608-b3c0-d8243463b13d req-cad3b39c-ceac-4b51-8d61-3c52a743d1df service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409269 Jan 28 02:05:25.824429 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f10f35e0-0b40-4608-b3c0-d8243463b13d req-56741796-69b1-4009-aec3-0461965b4919 service neutron] 10.222.0.65 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887454 Jan 28 02:05:25.914783 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-f10f35e0-0b40-4608-b3c0-d8243463b13d req-c8c7f91a-45d9-4b1c-89d7-e1dc18094ade service neutron] 10.222.0.65 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838420 Jan 28 02:05:27.572624 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:05:36.263519 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f380cf67-f039-4558-9f8f-81b1952505e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:38.554021 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-7986f160-79aa-46a0-8387-d81258fa325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:40.146140 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:41.676252 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:42.396518 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:43.968350 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:05:45.723474 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:04.573303 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:06:06.265263 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4cbf6335-f9d8-46e5-a160-e55fb450875a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:08.536925 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e724af40-9956-429b-9e6b-604ad41701ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:10.149591 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:11.679745 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:12.400868 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:13.980713 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:14.213173 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-86abebbe-6840-4892-9c48-f4a98c91d18d req-47c92883-e480-4fa1-b2f0-5e00e83264f9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=07b56f32-81fa-4316-8a82-06765eaecd44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0868974 Jan 28 02:06:14.318728 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abebbe-6840-4892-9c48-f4a98c91d18d req-6838005a-eb1c-4aa2-a23a-a543c2bde68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:14.320185 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-86abebbe-6840-4892-9c48-f4a98c91d18d req-6838005a-eb1c-4aa2-a23a-a543c2bde68f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b892854b7b954bd59de6503ce099baa9&device_id=07b56f32-81fa-4316-8a82-06765eaecd44 HTTP/1.1" status: 200 len: 1097 time: 0.0414562 Jan 28 02:06:14.431924 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abebbe-6840-4892-9c48-f4a98c91d18d req-ee3c732d-62e5-4347-ac2d-aad105c3c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:14.433436 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-86abebbe-6840-4892-9c48-f4a98c91d18d req-ee3c732d-62e5-4347-ac2d-aad105c3c0d2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 HTTP/1.1" status: 200 len: 911 time: 0.0944481 Jan 28 02:06:14.499170 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-86abebbe-6840-4892-9c48-f4a98c91d18d req-5a541c2b-d2f7-495d-9859-40c052b60052 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=385db003-2287-40da-a533-fe594cf8a9b8 HTTP/1.1" status: 200 len: 1002 time: 0.0594730 Jan 28 02:06:14.547954 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abebbe-6840-4892-9c48-f4a98c91d18d req-5335d270-6e9d-4b1a-9735-6faada51aef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:14.549418 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-86abebbe-6840-4892-9c48-f4a98c91d18d req-5335d270-6e9d-4b1a-9735-6faada51aef1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=97d508de-8f69-4d41-8488-890d43ad3be7 HTTP/1.1" status: 200 len: 849 time: 0.0442822 Jan 28 02:06:14.599104 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abebbe-6840-4892-9c48-f4a98c91d18d req-91ccc9bb-4e0d-492c-abd0-ab57375be86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:14.600670 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-86abebbe-6840-4892-9c48-f4a98c91d18d req-91ccc9bb-4e0d-492c-abd0-ab57375be86a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450587 Jan 28 02:06:14.690823 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-86abebbe-6840-4892-9c48-f4a98c91d18d req-d4aafb2b-9ab7-4f3d-82ed-57e1e5939097 service neutron] 10.222.0.52 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827920 Jan 28 02:06:14.783685 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-86abebbe-6840-4892-9c48-f4a98c91d18d req-c34fd62e-4444-4bd6-8de5-44e588cf0a8f service neutron] 10.222.0.52 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862713 Jan 28 02:06:15.735518 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:25.326053 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-da53f7e9-c3e4-4ebb-becb-fff2e5b4d5b9 req-ea627fb4-5577-4c30-a934-e8c4b013f32a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397537 Jan 28 02:06:25.427773 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53f7e9-c3e4-4ebb-becb-fff2e5b4d5b9 req-41ee13a2-36df-4c55-9d0d-81d2d5d42a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:25.429320 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-da53f7e9-c3e4-4ebb-becb-fff2e5b4d5b9 req-41ee13a2-36df-4c55-9d0d-81d2d5d42a02 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b892854b7b954bd59de6503ce099baa9&device_id=e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592 HTTP/1.1" status: 200 len: 1095 time: 0.0460367 Jan 28 02:06:25.532548 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53f7e9-c3e4-4ebb-becb-fff2e5b4d5b9 req-70a1afa7-5738-466d-99f7-0a7b83bd9b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:25.534263 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-da53f7e9-c3e4-4ebb-becb-fff2e5b4d5b9 req-70a1afa7-5738-466d-99f7-0a7b83bd9b06 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 HTTP/1.1" status: 200 len: 911 time: 0.0866747 Jan 28 02:06:25.604841 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-da53f7e9-c3e4-4ebb-becb-fff2e5b4d5b9 req-cef87b86-4dee-4db8-9976-1ab34bb84e1c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc456f4f-6a96-4b31-813a-f3de1c655d0d HTTP/1.1" status: 200 len: 1000 time: 0.0640275 Jan 28 02:06:25.654842 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53f7e9-c3e4-4ebb-becb-fff2e5b4d5b9 req-3fedd7d6-2e52-42ba-a75d-e80ea9cf0cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:25.656455 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-da53f7e9-c3e4-4ebb-becb-fff2e5b4d5b9 req-3fedd7d6-2e52-42ba-a75d-e80ea9cf0cf9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=97d508de-8f69-4d41-8488-890d43ad3be7 HTTP/1.1" status: 200 len: 849 time: 0.0449436 Jan 28 02:06:25.709150 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53f7e9-c3e4-4ebb-becb-fff2e5b4d5b9 req-35f0de5e-9704-492e-a981-cbfd1e0fee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:06:25.710632 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-da53f7e9-c3e4-4ebb-becb-fff2e5b4d5b9 req-35f0de5e-9704-492e-a981-cbfd1e0fee99 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405207 Jan 28 02:06:25.801832 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-da53f7e9-c3e4-4ebb-becb-fff2e5b4d5b9 req-e8f1d422-ccba-4598-80e6-e58d8503aaa1 service neutron] 10.222.0.65 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844457 Jan 28 02:06:25.889524 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-da53f7e9-c3e4-4ebb-becb-fff2e5b4d5b9 req-462faff5-94fb-4a6b-afd3-017a18b38a41 service neutron] 10.222.0.65 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817897 Jan 28 02:06:36.266425 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c0498fe4-9f9a-4f9a-8b53-1e7770724d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:38.541675 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6da3718b-b049-419d-9f01-701a37becbc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:40.151870 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:41.572372 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:06:41.682125 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:42.403840 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:43.994148 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:06:45.750309 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:06.268749 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2ccfcf7d-51a6-4730-bf76-03ce3ef90b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:08.545050 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-843509a7-4112-48de-93f1-d184cd89c8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:10.156243 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:11.684743 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:12.413216 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:13.987219 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:15.749950 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:16.164306 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e7a13b75-858c-45b5-90d7-f791f423300a req-70c24e02-9adf-4487-b2e5-f9c383383357 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=07b56f32-81fa-4316-8a82-06765eaecd44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421345 Jan 28 02:07:16.265447 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a13b75-858c-45b5-90d7-f791f423300a req-3ae4f675-2840-46c1-bb74-7b63516f39b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:16.266968 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e7a13b75-858c-45b5-90d7-f791f423300a req-3ae4f675-2840-46c1-bb74-7b63516f39b7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b892854b7b954bd59de6503ce099baa9&device_id=07b56f32-81fa-4316-8a82-06765eaecd44 HTTP/1.1" status: 200 len: 1097 time: 0.0406868 Jan 28 02:07:16.373262 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a13b75-858c-45b5-90d7-f791f423300a req-a3e945aa-95a2-40f4-92ba-43be0b18263c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:16.374735 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e7a13b75-858c-45b5-90d7-f791f423300a req-a3e945aa-95a2-40f4-92ba-43be0b18263c service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 HTTP/1.1" status: 200 len: 911 time: 0.0881917 Jan 28 02:07:16.442025 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e7a13b75-858c-45b5-90d7-f791f423300a req-cef4767e-b310-45df-85c3-850b61830e35 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=385db003-2287-40da-a533-fe594cf8a9b8 HTTP/1.1" status: 200 len: 1002 time: 0.0600936 Jan 28 02:07:16.498863 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a13b75-858c-45b5-90d7-f791f423300a req-f5256ec2-6d95-4ea2-9963-983265f7a9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:16.500356 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e7a13b75-858c-45b5-90d7-f791f423300a req-f5256ec2-6d95-4ea2-9963-983265f7a9d2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=97d508de-8f69-4d41-8488-890d43ad3be7 HTTP/1.1" status: 200 len: 849 time: 0.0524864 Jan 28 02:07:16.550741 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a13b75-858c-45b5-90d7-f791f423300a req-3c0b8639-8547-465d-a3a6-6798daaeed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:16.552357 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e7a13b75-858c-45b5-90d7-f791f423300a req-3c0b8639-8547-465d-a3a6-6798daaeed8c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451770 Jan 28 02:07:16.641476 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e7a13b75-858c-45b5-90d7-f791f423300a req-28f01030-9c6e-4801-89d0-ac5a74abd74f service neutron] 10.222.0.52 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825472 Jan 28 02:07:17.020546 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-e7a13b75-858c-45b5-90d7-f791f423300a req-d15fdb57-7f56-4b4a-b405-2b9f88e4327f service neutron] 10.222.0.52 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726356 Jan 28 02:07:18.571703 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:07:27.338029 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-175b4138-39f8-4bda-acb6-2642eb6a776d req-0ae61b96-8f0a-4621-85ca-0fe39b5a6cd4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404058 Jan 28 02:07:27.440745 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b4138-39f8-4bda-acb6-2642eb6a776d req-df0fedf6-dd39-464a-be2c-845151593725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:27.442293 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-175b4138-39f8-4bda-acb6-2642eb6a776d req-df0fedf6-dd39-464a-be2c-845151593725 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b892854b7b954bd59de6503ce099baa9&device_id=e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592 HTTP/1.1" status: 200 len: 1095 time: 0.0478532 Jan 28 02:07:27.546596 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b4138-39f8-4bda-acb6-2642eb6a776d req-2a6f59d6-bc0d-4ab5-a996-583b23312d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:27.548127 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-175b4138-39f8-4bda-acb6-2642eb6a776d req-2a6f59d6-bc0d-4ab5-a996-583b23312d2c service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 HTTP/1.1" status: 200 len: 911 time: 0.0852859 Jan 28 02:07:27.618231 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-175b4138-39f8-4bda-acb6-2642eb6a776d req-1bb44791-4085-465e-a322-2415dd2e2d2b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc456f4f-6a96-4b31-813a-f3de1c655d0d HTTP/1.1" status: 200 len: 1000 time: 0.0638578 Jan 28 02:07:27.666583 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b4138-39f8-4bda-acb6-2642eb6a776d req-3aff3d4b-e2ad-4bb4-b54b-81dda9034068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:27.668127 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-175b4138-39f8-4bda-acb6-2642eb6a776d req-3aff3d4b-e2ad-4bb4-b54b-81dda9034068 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=97d508de-8f69-4d41-8488-890d43ad3be7 HTTP/1.1" status: 200 len: 849 time: 0.0448000 Jan 28 02:07:27.718568 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b4138-39f8-4bda-acb6-2642eb6a776d req-65d72c94-eb25-42d0-a918-de836fe06444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:27.720127 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-175b4138-39f8-4bda-acb6-2642eb6a776d req-65d72c94-eb25-42d0-a918-de836fe06444 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412188 Jan 28 02:07:27.812385 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-175b4138-39f8-4bda-acb6-2642eb6a776d req-fd8a5521-3a59-48f0-9c05-6f9de7865b49 service neutron] 10.222.0.65 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856953 Jan 28 02:07:27.903020 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-175b4138-39f8-4bda-acb6-2642eb6a776d req-4a6d7abd-1ed4-4802-884a-0e3a32038f8f service neutron] 10.222.0.65 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845633 Jan 28 02:07:28.137878 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 385db003-2287-40da-a533-fe594cf8a9b8 details requested by agent hyperv_n-h2-826754-1 with host n-h2-826754-1 {{(pid=103345) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 02:07:28.237847 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 385db003-2287-40da-a533-fe594cf8a9b8, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=385db003-2287-40da-a533-fe594cf8a9b8,segment=NetworkSegment(b0b016e8-ae3e-4689-a23a-d809db824324),segment_id=b0b016e8-ae3e-4689-a23a-d809db824324)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:07:28.249379 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Returning: {'device': '385db003-2287-40da-a533-fe594cf8a9b8', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'port_id': '385db003-2287-40da-a533-fe594cf8a9b8', 'mac_address': 'fa:16:3e:31:c4:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103345) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 02:07:28.286273 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 385db003-2287-40da-a533-fe594cf8a9b8 is: ACTIVE; New status is: BUILD {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:07:28.286668 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (385db003-2287-40da-a533-fe594cf8a9b8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:28.303436 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 385db003-2287-40da-a533-fe594cf8a9b8 {{(pid=103345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 02:07:28.321712 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 385db003-2287-40da-a533-fe594cf8a9b8, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=385db003-2287-40da-a533-fe594cf8a9b8,segment=NetworkSegment(b0b016e8-ae3e-4689-a23a-d809db824324),segment_id=b0b016e8-ae3e-4689-a23a-d809db824324)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:07:28.326462 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (385db003-2287-40da-a533-fe594cf8a9b8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:28.375370 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=385db003-2287-40da-a533-fe594cf8a9b8,revision_number=6']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:28.382829 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:28.383185 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:28.383537 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:28.383937 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:28.384311 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:28.384681 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:28.385177 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:28.385491 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:28.385844 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:28.386199 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:28.386595 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:28.386952 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:28.387284 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:28.473758 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] get_ports_and_sgs() called for port_ids ['385db003-2287-40da-a533-fe594cf8a9b8'] {{(pid=103345) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 02:07:30.150745 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 385db003-2287-40da-a533-fe594cf8a9b8 up at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 02:07:30.198836 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.provisioning_blocks [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Provisioning complete for port 385db003-2287-40da-a533-fe594cf8a9b8 triggered by entity L2. {{(pid=103345) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 02:07:30.199210 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4056246'] for port (385db003-2287-40da-a533-fe594cf8a9b8), provisioning_complete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:30.278569 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Current status of the port 385db003-2287-40da-a533-fe594cf8a9b8 is: BUILD; New status is: ACTIVE {{(pid=103345) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 02:07:30.278960 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4046442'] for port (385db003-2287-40da-a533-fe594cf8a9b8), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:30.300779 n-d-826754-1 neutron-server[103345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b56f32-81fa-4316-8a82-06765eaecd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385db003-2287-40da-a533-fe594cf8a9b8'}] {{(pid=103345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:07:30.303016 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}759a6a4e01a6f4a737da1217f1691f26b8e54c56a84bc4b55946c15b28bc1462" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966aa3e4-d2d4-4e13-8460-7f775aacf5da" -d '{"events": [{"server_uuid": "07b56f32-81fa-4316-8a82-06765eaecd44", "name": "network-vif-plugged", "status": "completed", "tag": "385db003-2287-40da-a533-fe594cf8a9b8"}]}' {{(pid=103345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:07:30.315286 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] For port 385db003-2287-40da-a533-fe594cf8a9b8, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=385db003-2287-40da-a533-fe594cf8a9b8,segment=NetworkSegment(b0b016e8-ae3e-4689-a23a-d809db824324),segment_id=b0b016e8-ae3e-4689-a23a-d809db824324)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:07:30.320110 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749991160796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749990635313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749990635331'] for port (385db003-2287-40da-a533-fe594cf8a9b8), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:30.369057 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Pushing event updated for resources: {'Port': ['ID=385db003-2287-40da-a533-fe594cf8a9b8,revision_number=7']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:31.362841 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275a266f-9335-48f1-a738-120a370bfce3 x-openstack-request-id: req-275a266f-9335-48f1-a738-120a370bfce3 {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:07:31.363431 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b56f32-81fa-4316-8a82-06765eaecd44", "name": "network-vif-plugged", "status": "completed", "tag": "385db003-2287-40da-a533-fe594cf8a9b8", "code": 200}]} {{(pid=103345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:07:31.363431 n-d-826754-1 neutron-server[103345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-275a266f-9335-48f1-a738-120a370bfce3 {{(pid=103345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:07:31.363800 n-d-826754-1 neutron-server[103345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b56f32-81fa-4316-8a82-06765eaecd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385db003-2287-40da-a533-fe594cf8a9b8', 'code': 200} Jan 28 02:07:36.277511 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9fef00b0-0bc3-47eb-a7b2-fbabc197963f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:38.559705 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1e8f1f3d-2b9a-4cc0-be12-bd38ba1efe8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:40.163010 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:41.689513 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:41.827651 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59330) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:42.004477 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1803bd85-faaa-4328-9a6f-6066d99f0d95 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Deleting port c191f0b2-774f-42c8-b37a-3195a78f9232 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:07:42.004819 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1803bd85-faaa-4328-9a6f-6066d99f0d95 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (c191f0b2-774f-42c8-b37a-3195a78f9232), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:42.079358 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1803bd85-faaa-4328-9a6f-6066d99f0d95 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (c191f0b2-774f-42c8-b37a-3195a78f9232), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:42.079601 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1803bd85-faaa-4328-9a6f-6066d99f0d95 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for floatingip (c191f0b2-774f-42c8-b37a-3195a78f9232), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:42.091559 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1803bd85-faaa-4328-9a6f-6066d99f0d95 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Calling delete_port for c191f0b2-774f-42c8-b37a-3195a78f9232 owned by network:floatingip {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:07:42.235991 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1803bd85-faaa-4328-9a6f-6066d99f0d95 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (c191f0b2-774f-42c8-b37a-3195a78f9232), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:42.258658 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803bd85-faaa-4328-9a6f-6066d99f0d95 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Pushing event deleted for resources: {'Port': ['ID=c191f0b2-774f-42c8-b37a-3195a78f9232,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:42.269709 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803bd85-faaa-4328-9a6f-6066d99f0d95 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:42.270059 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803bd85-faaa-4328-9a6f-6066d99f0d95 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:42.270404 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803bd85-faaa-4328-9a6f-6066d99f0d95 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:42.270742 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803bd85-faaa-4328-9a6f-6066d99f0d95 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:42.271079 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803bd85-faaa-4328-9a6f-6066d99f0d95 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:42.271760 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803bd85-faaa-4328-9a6f-6066d99f0d95 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:42.272634 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803bd85-faaa-4328-9a6f-6066d99f0d95 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:42.272634 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803bd85-faaa-4328-9a6f-6066d99f0d95 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:42.272863 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803bd85-faaa-4328-9a6f-6066d99f0d95 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:42.273072 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803bd85-faaa-4328-9a6f-6066d99f0d95 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:42.273398 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803bd85-faaa-4328-9a6f-6066d99f0d95 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:42.273723 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803bd85-faaa-4328-9a6f-6066d99f0d95 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:42.274046 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1803bd85-faaa-4328-9a6f-6066d99f0d95 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:42.339527 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1803bd85-faaa-4328-9a6f-6066d99f0d95 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for floatingip (3e95b859-aebe-45f0-b78f-9e9bae544f0d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:42.339832 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-1803bd85-faaa-4328-9a6f-6066d99f0d95 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Floating IP 3e95b859-aebe-45f0-b78f-9e9bae544f0d disassociated (deleted). External IP: 172.25.3.239, port: 385db003-2287-40da-a533-fe594cf8a9b8. Jan 28 02:07:42.410575 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:42.553693 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1803bd85-faaa-4328-9a6f-6066d99f0d95 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Router 61d921ab-0a6f-4d64-9045-62055122a3a1 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:07:42.663083 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1803bd85-faaa-4328-9a6f-6066d99f0d95 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:07:42.669250 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1803bd85-faaa-4328-9a6f-6066d99f0d95 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:42.675664 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339462d3-fb50-446a-a935-bc68080aab36 None None] Sync routers for ids ['61d921ab-0a6f-4d64-9045-62055122a3a1'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:07:42.685688 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339462d3-fb50-446a-a935-bc68080aab36 None None] Routers {'61d921ab-0a6f-4d64-9045-62055122a3a1'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:07:42.686409 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-339462d3-fb50-446a-a935-bc68080aab36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T02:07:39Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['61d921ab-0a6f-4d64-9045-62055122a3a1'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:42.697614 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1803bd85-faaa-4328-9a6f-6066d99f0d95 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "DELETE /v2.0/floatingips/3e95b859-aebe-45f0-b78f-9e9bae544f0d HTTP/1.1" status: 204 len: 168 time: 0.8665223 Jan 28 02:07:42.697614 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b56f32-81fa-4316-8a82-06765eaecd44', 'tag': '385db003-2287-40da-a533-fe594cf8a9b8'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:07:42.759257 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4062b1cfea6b10774e6708ae92bc9d5bcfb4a6ec1dc6518fccacb09634c85e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8056e53c-3769-400c-944f-180f820bedea" -d '{"events": [{"name": "network-changed", "server_uuid": "07b56f32-81fa-4316-8a82-06765eaecd44", "tag": "385db003-2287-40da-a533-fe594cf8a9b8"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:07:42.804485 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-339462d3-fb50-446a-a935-bc68080aab36 None None] Set router 61d921ab-0a6f-4d64-9045-62055122a3a1 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:07:42.857317 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656a2dad-64c1-46d2-a004-c83462ffdf51 x-openstack-request-id: req-656a2dad-64c1-46d2-a004-c83462ffdf51 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:07:42.857877 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b56f32-81fa-4316-8a82-06765eaecd44", "tag": "385db003-2287-40da-a533-fe594cf8a9b8", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:07:42.857877 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-656a2dad-64c1-46d2-a004-c83462ffdf51 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:07:42.858583 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b56f32-81fa-4316-8a82-06765eaecd44', 'tag': '385db003-2287-40da-a533-fe594cf8a9b8', 'status': 'completed', 'code': 200} Jan 28 02:07:42.957358 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b831b-7dd2-4584-ba45-f6488119430e req-6fab1f63-6900-447a-a658-032cbfb22fc0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:42.960322 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-770b831b-7dd2-4584-ba45-f6488119430e req-6fab1f63-6900-447a-a658-032cbfb22fc0 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=07b56f32-81fa-4316-8a82-06765eaecd44 HTTP/1.1" status: 200 len: 946 time: 0.0587337 Jan 28 02:07:43.021862 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-770b831b-7dd2-4584-ba45-f6488119430e req-860df916-4bfe-426a-9f6f-ba663b2a22d3 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/security-groups?id=921e25b2-9023-4058-9fff-97bf061b8cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574038 Jan 28 02:07:43.051781 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-339462d3-fb50-446a-a935-bc68080aab36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'name': 'tempest-TestSnapshotPattern-2086885092-router', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:27Z', 'revision_number': 4, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'gw_port': {'id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '54cb42f9-7b4e-4e00-8bd7-f9f255d56a06', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'port_id': 'dc456f4f-6a96-4b31-813a-f3de1c655d0d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'mac_address': 'fa:16:3e:fa:80:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:02:48Z', 'updated_at': '2022-01-28T02:02:50Z', 'revision_number': 1, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e4352b-6dc8-4a97-bff5-12eb7263347b', 'name': '', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'mac_address': 'fa:16:3e:64:52:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:26Z', 'updated_at': '2022-01-28T02:02:32Z', 'revision_number': 5, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'subnets': [{'id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:43.079361 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339462d3-fb50-446a-a935-bc68080aab36 None None] Checking router: 61d921ab-0a6f-4d64-9045-62055122a3a1 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:07:43.080725 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056e53c-3769-400c-944f-180f820bedea req-a9cfa583-5cb8-4ae6-9204-4f20edfa88ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:43.082390 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8056e53c-3769-400c-944f-180f820bedea req-a9cfa583-5cb8-4ae6-9204-4f20edfa88ab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b892854b7b954bd59de6503ce099baa9&device_id=07b56f32-81fa-4316-8a82-06765eaecd44 HTTP/1.1" status: 200 len: 1097 time: 0.0992949 Jan 28 02:07:43.088384 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339462d3-fb50-446a-a935-bc68080aab36 None None] Routers {'61d921ab-0a6f-4d64-9045-62055122a3a1'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:07:43.089505 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-339462d3-fb50-446a-a935-bc68080aab36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T02:07:39Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['61d921ab-0a6f-4d64-9045-62055122a3a1'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:43.180135 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056e53c-3769-400c-944f-180f820bedea req-dbe7edb0-81b0-4157-9926-6161f4759507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:43.181602 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8056e53c-3769-400c-944f-180f820bedea req-dbe7edb0-81b0-4157-9926-6161f4759507 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 HTTP/1.1" status: 200 len: 911 time: 0.0927980 Jan 28 02:07:43.195712 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-339462d3-fb50-446a-a935-bc68080aab36 None None] Set router 61d921ab-0a6f-4d64-9045-62055122a3a1 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:07:43.226086 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8056e53c-3769-400c-944f-180f820bedea req-ab1a12ee-fb51-4acb-885e-078d1b3fbf75 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=385db003-2287-40da-a533-fe594cf8a9b8 HTTP/1.1" status: 200 len: 217 time: 0.0381982 Jan 28 02:07:43.275897 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056e53c-3769-400c-944f-180f820bedea req-fb89000c-1129-4c2e-b506-4ca55fd062bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:43.277392 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8056e53c-3769-400c-944f-180f820bedea req-fb89000c-1129-4c2e-b506-4ca55fd062bd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=97d508de-8f69-4d41-8488-890d43ad3be7 HTTP/1.1" status: 200 len: 849 time: 0.0454612 Jan 28 02:07:43.324869 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056e53c-3769-400c-944f-180f820bedea req-a3dceca3-cac1-425c-aa43-03bd1b0407eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:43.326521 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8056e53c-3769-400c-944f-180f820bedea req-a3dceca3-cac1-425c-aa43-03bd1b0407eb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420518 Jan 28 02:07:43.434237 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8056e53c-3769-400c-944f-180f820bedea req-e9bad31a-7def-4900-8028-af9d0cbe410e service neutron] 10.222.0.52 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976090 Jan 28 02:07:43.436349 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-339462d3-fb50-446a-a935-bc68080aab36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'name': 'tempest-TestSnapshotPattern-2086885092-router', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:27Z', 'revision_number': 4, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'gw_port': {'id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '54cb42f9-7b4e-4e00-8bd7-f9f255d56a06', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'port_id': 'dc456f4f-6a96-4b31-813a-f3de1c655d0d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'mac_address': 'fa:16:3e:fa:80:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:02:48Z', 'updated_at': '2022-01-28T02:02:50Z', 'revision_number': 1, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e4352b-6dc8-4a97-bff5-12eb7263347b', 'name': '', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'mac_address': 'fa:16:3e:64:52:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:26Z', 'updated_at': '2022-01-28T02:02:32Z', 'revision_number': 5, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'subnets': [{'id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:43.467176 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339462d3-fb50-446a-a935-bc68080aab36 None None] The sync data for ids ['61d921ab-0a6f-4d64-9045-62055122a3a1'] in n-d-826754-1 is: [{'id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'name': 'tempest-TestSnapshotPattern-2086885092-router', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:27Z', 'revision_number': 4, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'gw_port': {'id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_floatingips': [{'id': '54cb42f9-7b4e-4e00-8bd7-f9f255d56a06', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'router_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'port_id': 'dc456f4f-6a96-4b31-813a-f3de1c655d0d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'mac_address': 'fa:16:3e:fa:80:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T02:02:48Z', 'updated_at': '2022-01-28T02:02:50Z', 'revision_number': 1, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e4352b-6dc8-4a97-bff5-12eb7263347b', 'name': '', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'mac_address': 'fa:16:3e:64:52:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:26Z', 'updated_at': '2022-01-28T02:02:32Z', 'revision_number': 5, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'subnets': [{'id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:07:43.530379 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-8056e53c-3769-400c-944f-180f820bedea req-e0fce494-4b2f-4afa-b3f8-1bd8e5e0aef9 service neutron] 10.222.0.52 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878184 Jan 28 02:07:43.714860 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e02df94-cedb-4a10-bd49-23d577e42f19 None None] New status for floating IP 3e95b859-aebe-45f0-b78f-9e9bae544f0d: DOWN {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:07:43.992721 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:44.150032 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb037ad-733d-4c7d-a478-6358de657cdb req-7fe85337-065c-41a2-8334-6acf64b06982 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:44.151552 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7fb037ad-733d-4c7d-a478-6358de657cdb req-7fe85337-065c-41a2-8334-6acf64b06982 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=07b56f32-81fa-4316-8a82-06765eaecd44 HTTP/1.1" status: 200 len: 946 time: 0.0483358 Jan 28 02:07:44.201173 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-7fb037ad-733d-4c7d-a478-6358de657cdb req-93b5f9c8-8234-40d5-bbe0-1b7d0c5dcc94 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/security-groups?id=921e25b2-9023-4058-9fff-97bf061b8cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440767 Jan 28 02:07:44.841646 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ab9be-2fca-4fab-9546-9242da0ac2e1 req-ef56cc60-a2b2-4f48-b800-56081becb1f2 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:44.843029 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-664ab9be-2fca-4fab-9546-9242da0ac2e1 req-ef56cc60-a2b2-4f48-b800-56081becb1f2 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.52 "GET /v2.0/ports?device_id=07b56f32-81fa-4316-8a82-06765eaecd44 HTTP/1.1" status: 200 len: 946 time: 0.0549729 Jan 28 02:07:44.931294 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-664ab9be-2fca-4fab-9546-9242da0ac2e1 req-d31a4c43-5fdc-40a5-beba-8fd2afd8860e tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Deleting port 385db003-2287-40da-a533-fe594cf8a9b8 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:07:44.931681 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-664ab9be-2fca-4fab-9546-9242da0ac2e1 req-d31a4c43-5fdc-40a5-beba-8fd2afd8860e tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (385db003-2287-40da-a533-fe594cf8a9b8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:45.025293 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-664ab9be-2fca-4fab-9546-9242da0ac2e1 req-d31a4c43-5fdc-40a5-beba-8fd2afd8860e tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] For port 385db003-2287-40da-a533-fe594cf8a9b8, host n-h2-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826754-1',level=0,port_id=385db003-2287-40da-a533-fe594cf8a9b8,segment=NetworkSegment(b0b016e8-ae3e-4689-a23a-d809db824324),segment_id=b0b016e8-ae3e-4689-a23a-d809db824324)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:07:45.026201 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-664ab9be-2fca-4fab-9546-9242da0ac2e1 req-d31a4c43-5fdc-40a5-beba-8fd2afd8860e tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (385db003-2287-40da-a533-fe594cf8a9b8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:45.038330 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-664ab9be-2fca-4fab-9546-9242da0ac2e1 req-d31a4c43-5fdc-40a5-beba-8fd2afd8860e tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Calling delete_port for 385db003-2287-40da-a533-fe594cf8a9b8 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:07:45.166324 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-664ab9be-2fca-4fab-9546-9242da0ac2e1 req-d31a4c43-5fdc-40a5-beba-8fd2afd8860e tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (385db003-2287-40da-a533-fe594cf8a9b8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:45.200245 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a4c43-5fdc-40a5-beba-8fd2afd8860e tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Pushing event deleted for resources: {'Port': ['ID=385db003-2287-40da-a533-fe594cf8a9b8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:45.240321 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-664ab9be-2fca-4fab-9546-9242da0ac2e1 req-d31a4c43-5fdc-40a5-beba-8fd2afd8860e tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] No DVR routers for this DVR port 385db003-2287-40da-a533-fe594cf8a9b8 on host n-h2-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:07:45.243058 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-664ab9be-2fca-4fab-9546-9242da0ac2e1 req-d31a4c43-5fdc-40a5-beba-8fd2afd8860e tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:45.247081 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-664ab9be-2fca-4fab-9546-9242da0ac2e1 req-d31a4c43-5fdc-40a5-beba-8fd2afd8860e tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.52 "DELETE /v2.0/ports/385db003-2287-40da-a533-fe594cf8a9b8 HTTP/1.1" status: 204 len: 173 time: 0.3992424 Jan 28 02:07:45.247531 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b56f32-81fa-4316-8a82-06765eaecd44', 'name': 'network-vif-deleted', 'tag': '385db003-2287-40da-a533-fe594cf8a9b8'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:07:45.249891 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4062b1cfea6b10774e6708ae92bc9d5bcfb4a6ec1dc6518fccacb09634c85e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd44e83-4f5b-453e-a3d4-33f8076de6ab" -d '{"events": [{"server_uuid": "07b56f32-81fa-4316-8a82-06765eaecd44", "name": "network-vif-deleted", "tag": "385db003-2287-40da-a533-fe594cf8a9b8"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:07:45.290670 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f78c54e-e6ad-4495-a989-524736bb3365 x-openstack-request-id: req-5f78c54e-e6ad-4495-a989-524736bb3365 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:07:45.290978 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b56f32-81fa-4316-8a82-06765eaecd44", "name": "network-vif-deleted", "tag": "385db003-2287-40da-a533-fe594cf8a9b8", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:07:45.291457 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5f78c54e-e6ad-4495-a989-524736bb3365 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:07:45.292001 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b56f32-81fa-4316-8a82-06765eaecd44', 'name': 'network-vif-deleted', 'tag': '385db003-2287-40da-a533-fe594cf8a9b8', 'status': 'completed', 'code': 200} Jan 28 02:07:45.300043 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-fc97bfba-3e26-4619-9eb0-076eca382ab1 req-5c446500-d829-4dd9-a2a5-89a1c2ac1752 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=07b56f32-81fa-4316-8a82-06765eaecd44 HTTP/1.1" status: 200 len: 210 time: 0.0292516 Jan 28 02:07:45.759307 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:46.266293 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 385db003-2287-40da-a533-fe594cf8a9b8 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:07:46.286860 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 385db003-2287-40da-a533-fe594cf8a9b8 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:07:46.287230 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 385db003-2287-40da-a533-fe594cf8a9b8 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:07:46.899927 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59416) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:47.064660 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-573eb799-e85f-4bf7-8d97-4e61c7780ec8 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Deleting port af0850ba-996e-49b1-8167-bee96546dded {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:07:47.064908 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-573eb799-e85f-4bf7-8d97-4e61c7780ec8 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (af0850ba-996e-49b1-8167-bee96546dded), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:47.140511 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-573eb799-e85f-4bf7-8d97-4e61c7780ec8 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (af0850ba-996e-49b1-8167-bee96546dded), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:47.140835 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-573eb799-e85f-4bf7-8d97-4e61c7780ec8 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for floatingip (af0850ba-996e-49b1-8167-bee96546dded), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:47.152810 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-573eb799-e85f-4bf7-8d97-4e61c7780ec8 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Calling delete_port for af0850ba-996e-49b1-8167-bee96546dded owned by network:floatingip {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:07:47.302180 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-573eb799-e85f-4bf7-8d97-4e61c7780ec8 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (af0850ba-996e-49b1-8167-bee96546dded), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:47.329301 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573eb799-e85f-4bf7-8d97-4e61c7780ec8 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Pushing event deleted for resources: {'Port': ['ID=af0850ba-996e-49b1-8167-bee96546dded,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:47.388348 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-573eb799-e85f-4bf7-8d97-4e61c7780ec8 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for floatingip (54cb42f9-7b4e-4e00-8bd7-f9f255d56a06), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:47.388668 n-d-826754-1 neutron-server[103343]: INFO neutron.db.l3_db [None req-573eb799-e85f-4bf7-8d97-4e61c7780ec8 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Floating IP 54cb42f9-7b4e-4e00-8bd7-f9f255d56a06 disassociated (deleted). External IP: 172.25.3.130, port: dc456f4f-6a96-4b31-813a-f3de1c655d0d. Jan 28 02:07:47.602340 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573eb799-e85f-4bf7-8d97-4e61c7780ec8 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Router 61d921ab-0a6f-4d64-9045-62055122a3a1 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:07:47.710854 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573eb799-e85f-4bf7-8d97-4e61c7780ec8 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:07:47.715766 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-573eb799-e85f-4bf7-8d97-4e61c7780ec8 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:47.724707 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebf90f1-4c7e-413a-b841-cb0359938063 None None] Sync routers for ids ['61d921ab-0a6f-4d64-9045-62055122a3a1'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:07:47.735541 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebf90f1-4c7e-413a-b841-cb0359938063 None None] Routers {'61d921ab-0a6f-4d64-9045-62055122a3a1'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:07:47.736541 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-aebf90f1-4c7e-413a-b841-cb0359938063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T02:07:39Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['61d921ab-0a6f-4d64-9045-62055122a3a1'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:47.748216 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-573eb799-e85f-4bf7-8d97-4e61c7780ec8 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "DELETE /v2.0/floatingips/54cb42f9-7b4e-4e00-8bd7-f9f255d56a06 HTTP/1.1" status: 204 len: 168 time: 0.8444831 Jan 28 02:07:47.748216 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592', 'tag': 'dc456f4f-6a96-4b31-813a-f3de1c655d0d'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:07:47.748648 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4062b1cfea6b10774e6708ae92bc9d5bcfb4a6ec1dc6518fccacb09634c85e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dff8ef-2f49-4ea3-8081-e3b3db1bf5d5" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592", "tag": "dc456f4f-6a96-4b31-813a-f3de1c655d0d"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:07:47.795558 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 02:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c80f52-0216-4802-a14a-aa8bdc2de7a7 x-openstack-request-id: req-65c80f52-0216-4802-a14a-aa8bdc2de7a7 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:07:47.795991 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592", "tag": "dc456f4f-6a96-4b31-813a-f3de1c655d0d", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:07:47.796350 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-65c80f52-0216-4802-a14a-aa8bdc2de7a7 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:07:47.796893 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592', 'tag': 'dc456f4f-6a96-4b31-813a-f3de1c655d0d', 'status': 'completed', 'code': 200} Jan 28 02:07:47.856977 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-aebf90f1-4c7e-413a-b841-cb0359938063 None None] Set router 61d921ab-0a6f-4d64-9045-62055122a3a1 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:07:47.882537 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dff8ef-2f49-4ea3-8081-e3b3db1bf5d5 req-656fab62-d6ef-4648-a60f-995aee3bb713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:47.884812 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27dff8ef-2f49-4ea3-8081-e3b3db1bf5d5 req-656fab62-d6ef-4648-a60f-995aee3bb713 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b892854b7b954bd59de6503ce099baa9&device_id=e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592 HTTP/1.1" status: 200 len: 1095 time: 0.0437219 Jan 28 02:07:48.090595 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-aebf90f1-4c7e-413a-b841-cb0359938063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'name': 'tempest-TestSnapshotPattern-2086885092-router', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:27Z', 'revision_number': 4, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'gw_port': {'id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '51e4352b-6dc8-4a97-bff5-12eb7263347b', 'name': '', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'mac_address': 'fa:16:3e:64:52:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:26Z', 'updated_at': '2022-01-28T02:02:32Z', 'revision_number': 5, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'subnets': [{'id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:48.118297 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebf90f1-4c7e-413a-b841-cb0359938063 None None] Checking router: 61d921ab-0a6f-4d64-9045-62055122a3a1 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:07:48.127415 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebf90f1-4c7e-413a-b841-cb0359938063 None None] Routers {'61d921ab-0a6f-4d64-9045-62055122a3a1'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:07:48.128083 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-aebf90f1-4c7e-413a-b841-cb0359938063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T02:07:39Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['61d921ab-0a6f-4d64-9045-62055122a3a1'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:48.238955 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-aebf90f1-4c7e-413a-b841-cb0359938063 None None] Set router 61d921ab-0a6f-4d64-9045-62055122a3a1 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:07:48.402364 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a0913-17c3-4a91-b747-64cda2e8e238 req-6df9bb4c-8b27-4c27-af9e-267b090157c5 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:48.403825 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-609a0913-17c3-4a91-b747-64cda2e8e238 req-6df9bb4c-8b27-4c27-af9e-267b090157c5 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592 HTTP/1.1" status: 200 len: 944 time: 0.0774925 Jan 28 02:07:48.432515 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dff8ef-2f49-4ea3-8081-e3b3db1bf5d5 req-4b332761-e494-4145-ace2-04d69cdcd093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:48.434403 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27dff8ef-2f49-4ea3-8081-e3b3db1bf5d5 req-4b332761-e494-4145-ace2-04d69cdcd093 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 HTTP/1.1" status: 200 len: 911 time: 0.5356324 Jan 28 02:07:48.448282 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-aebf90f1-4c7e-413a-b841-cb0359938063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'name': 'tempest-TestSnapshotPattern-2086885092-router', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:27Z', 'revision_number': 4, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'gw_port': {'id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '51e4352b-6dc8-4a97-bff5-12eb7263347b', 'name': '', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'mac_address': 'fa:16:3e:64:52:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:26Z', 'updated_at': '2022-01-28T02:02:32Z', 'revision_number': 5, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'subnets': [{'id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:48.478531 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebf90f1-4c7e-413a-b841-cb0359938063 None None] The sync data for ids ['61d921ab-0a6f-4d64-9045-62055122a3a1'] in n-d-826754-1 is: [{'id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'name': 'tempest-TestSnapshotPattern-2086885092-router', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:27Z', 'revision_number': 4, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'gw_port': {'id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1', '_interfaces': [{'id': '51e4352b-6dc8-4a97-bff5-12eb7263347b', 'name': '', 'network_id': 'e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'mac_address': 'fa:16:3e:64:52:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:26Z', 'updated_at': '2022-01-28T02:02:32Z', 'revision_number': 5, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'subnets': [{'id': '97d508de-8f69-4d41-8488-890d43ad3be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:07:48.498758 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27dff8ef-2f49-4ea3-8081-e3b3db1bf5d5 req-0cd35b9c-e27f-4bb1-9f22-279164a8a95c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc456f4f-6a96-4b31-813a-f3de1c655d0d HTTP/1.1" status: 200 len: 217 time: 0.0532670 Jan 28 02:07:48.502906 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-609a0913-17c3-4a91-b747-64cda2e8e238 req-37cff5be-33b5-40f0-bfc3-a07ae1516e60 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/security-groups?id=921e25b2-9023-4058-9fff-97bf061b8cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931003 Jan 28 02:07:48.551121 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dff8ef-2f49-4ea3-8081-e3b3db1bf5d5 req-99550297-eb3e-443f-978c-f5572ec6ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:48.552635 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27dff8ef-2f49-4ea3-8081-e3b3db1bf5d5 req-99550297-eb3e-443f-978c-f5572ec6ba39 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=97d508de-8f69-4d41-8488-890d43ad3be7 HTTP/1.1" status: 200 len: 849 time: 0.0474126 Jan 28 02:07:48.602790 n-d-826754-1 neutron-server[103344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dff8ef-2f49-4ea3-8081-e3b3db1bf5d5 req-942a6da0-4cc8-4ee5-be34-c8471e08c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:48.605214 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27dff8ef-2f49-4ea3-8081-e3b3db1bf5d5 req-942a6da0-4cc8-4ee5-be34-c8471e08c5a0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449407 Jan 28 02:07:48.618483 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [req-27dff8ef-2f49-4ea3-8081-e3b3db1bf5d5 req-92bf0cd7-a493-4838-bd23-0a752ae01a9d service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103344) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 02:07:48.620500 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27dff8ef-2f49-4ea3-8081-e3b3db1bf5d5 req-92bf0cd7-a493-4838-bd23-0a752ae01a9d service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056412 Jan 28 02:07:48.719839 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27dff8ef-2f49-4ea3-8081-e3b3db1bf5d5 req-614deb75-e9ef-467a-ab9c-9ad52f56b9b5 service neutron] 10.222.0.65 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932033 Jan 28 02:07:48.741804 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b52df45-d1b2-4ab1-a85c-50e45f3747c1 None None] New status for floating IP 54cb42f9-7b4e-4e00-8bd7-f9f255d56a06: DOWN {{(pid=103346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 02:07:48.795454 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.65', 59404) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:48.813234 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-27dff8ef-2f49-4ea3-8081-e3b3db1bf5d5 req-f5295764-db3d-45a0-89a8-80d749c859a8 service neutron] 10.222.0.65 "GET /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862925 Jan 28 02:07:48.846762 n-d-826754-1 neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9df4c-a259-49f7-85a7-fc6de4e0635f req-c382168b-dde4-43e9-9cea-e37a81dd8d23 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 02:07:48.848505 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-12d9df4c-a259-49f7-85a7-fc6de4e0635f req-c382168b-dde4-43e9-9cea-e37a81dd8d23 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592 HTTP/1.1" status: 200 len: 944 time: 0.0513999 Jan 28 02:07:48.944395 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-12d9df4c-a259-49f7-85a7-fc6de4e0635f req-f936b189-b1dd-435b-9001-8659a9df7843 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Deleting port dc456f4f-6a96-4b31-813a-f3de1c655d0d {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:07:48.944743 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-12d9df4c-a259-49f7-85a7-fc6de4e0635f req-f936b189-b1dd-435b-9001-8659a9df7843 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (dc456f4f-6a96-4b31-813a-f3de1c655d0d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:49.031535 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-12d9df4c-a259-49f7-85a7-fc6de4e0635f req-f936b189-b1dd-435b-9001-8659a9df7843 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] For port dc456f4f-6a96-4b31-813a-f3de1c655d0d, host n-h1-826754-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826754-1',level=0,port_id=dc456f4f-6a96-4b31-813a-f3de1c655d0d,segment=NetworkSegment(b0b016e8-ae3e-4689-a23a-d809db824324),segment_id=b0b016e8-ae3e-4689-a23a-d809db824324)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:07:49.031927 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-12d9df4c-a259-49f7-85a7-fc6de4e0635f req-f936b189-b1dd-435b-9001-8659a9df7843 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (dc456f4f-6a96-4b31-813a-f3de1c655d0d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:49.044505 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-12d9df4c-a259-49f7-85a7-fc6de4e0635f req-f936b189-b1dd-435b-9001-8659a9df7843 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Calling delete_port for dc456f4f-6a96-4b31-813a-f3de1c655d0d owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:07:49.173375 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-12d9df4c-a259-49f7-85a7-fc6de4e0635f req-f936b189-b1dd-435b-9001-8659a9df7843 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (dc456f4f-6a96-4b31-813a-f3de1c655d0d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:49.202410 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936b189-b1dd-435b-9001-8659a9df7843 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Pushing event deleted for resources: {'Port': ['ID=dc456f4f-6a96-4b31-813a-f3de1c655d0d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:49.257731 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d9df4c-a259-49f7-85a7-fc6de4e0635f req-f936b189-b1dd-435b-9001-8659a9df7843 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] No DVR routers for this DVR port dc456f4f-6a96-4b31-813a-f3de1c655d0d on host n-h1-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:07:49.260310 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-12d9df4c-a259-49f7-85a7-fc6de4e0635f req-f936b189-b1dd-435b-9001-8659a9df7843 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62554'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:49.263720 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [req-12d9df4c-a259-49f7-85a7-fc6de4e0635f req-f936b189-b1dd-435b-9001-8659a9df7843 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.65 "DELETE /v2.0/ports/dc456f4f-6a96-4b31-813a-f3de1c655d0d HTTP/1.1" status: 204 len: 173 time: 0.4081247 Jan 28 02:07:49.636329 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [req-9ca04c22-ca8b-4add-9a99-a2a1c34d9fbb req-d908c848-a6de-4f91-8999-382060673819 tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592 HTTP/1.1" status: 200 len: 210 time: 0.0331867 Jan 28 02:07:49.798152 n-d-826754-1 neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592', 'name': 'network-vif-deleted', 'tag': 'dc456f4f-6a96-4b31-813a-f3de1c655d0d'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 02:07:49.801198 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4062b1cfea6b10774e6708ae92bc9d5bcfb4a6ec1dc6518fccacb09634c85e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8dddcb-4649-4e55-8f69-ca9336950dd9" -d '{"events": [{"server_uuid": "e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592", "name": "network-vif-deleted", "tag": "dc456f4f-6a96-4b31-813a-f3de1c655d0d"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 02:07:49.839479 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 02:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fd3d71-63dd-4781-b4a8-04b42a5b0609 x-openstack-request-id: req-e6fd3d71-63dd-4781-b4a8-04b42a5b0609 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 02:07:49.839832 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592", "name": "network-vif-deleted", "tag": "dc456f4f-6a96-4b31-813a-f3de1c655d0d", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 02:07:49.840064 n-d-826754-1 neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e6fd3d71-63dd-4781-b4a8-04b42a5b0609 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 02:07:49.840470 n-d-826754-1 neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a4b9b2-d6be-4774-9aed-1c3ec4bb3592', 'name': 'network-vif-deleted', 'tag': 'dc456f4f-6a96-4b31-813a-f3de1c655d0d', 'status': 'completed', 'code': 200} Jan 28 02:07:50.297827 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 385db003-2287-40da-a533-fe594cf8a9b8 no longer exists at agent hyperv_n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:07:50.318658 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] No Port match for: 385db003-2287-40da-a533-fe594cf8a9b8 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:07:50.319017 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Device 385db003-2287-40da-a533-fe594cf8a9b8 not bound to the agent host n-h2-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:07:50.693441 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59432) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:50.750593 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99e75a34-0a8f-4c10-871b-e043ae07348d tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for security_group (921e25b2-9023-4058-9fff-97bf061b8cca), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:50.776341 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99e75a34-0a8f-4c10-871b-e043ae07348d tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for security_group (921e25b2-9023-4058-9fff-97bf061b8cca), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:50.836017 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99e75a34-0a8f-4c10-871b-e043ae07348d tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (921e25b2-9023-4058-9fff-97bf061b8cca), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:50.838774 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99e75a34-0a8f-4c10-871b-e043ae07348d tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:50.839971 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-99e75a34-0a8f-4c10-871b-e043ae07348d tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] 10.222.0.70 "DELETE /v2.0/security-groups/921e25b2-9023-4058-9fff-97bf061b8cca HTTP/1.1" status: 204 len: 168 time: 0.1455135 Jan 28 02:07:50.849583 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e75a34-0a8f-4c10-871b-e043ae07348d tempest-TestSnapshotPattern-1608276000 tempest-TestSnapshotPattern-1608276000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=921e25b2-9023-4058-9fff-97bf061b8cca,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:50.889194 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59436) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:51.324132 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1240f4fe-b583-41e0-bfa6-ab3c7dadf0ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (61d921ab-0a6f-4d64-9045-62055122a3a1), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:51.860282 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1240f4fe-b583-41e0-bfa6-ab3c7dadf0ff admin admin] Deleting port 51e4352b-6dc8-4a97-bff5-12eb7263347b {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:07:51.861039 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1240f4fe-b583-41e0-bfa6-ab3c7dadf0ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (51e4352b-6dc8-4a97-bff5-12eb7263347b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:51.936987 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-1240f4fe-b583-41e0-bfa6-ab3c7dadf0ff admin admin] For port 51e4352b-6dc8-4a97-bff5-12eb7263347b, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=51e4352b-6dc8-4a97-bff5-12eb7263347b,segment=NetworkSegment(b0b016e8-ae3e-4689-a23a-d809db824324),segment_id=b0b016e8-ae3e-4689-a23a-d809db824324)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:07:51.937350 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1240f4fe-b583-41e0-bfa6-ab3c7dadf0ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (51e4352b-6dc8-4a97-bff5-12eb7263347b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:51.949266 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-1240f4fe-b583-41e0-bfa6-ab3c7dadf0ff admin admin] Calling delete_port for 51e4352b-6dc8-4a97-bff5-12eb7263347b owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:07:52.128075 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1240f4fe-b583-41e0-bfa6-ab3c7dadf0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (51e4352b-6dc8-4a97-bff5-12eb7263347b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:52.153886 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240f4fe-b583-41e0-bfa6-ab3c7dadf0ff admin admin] Pushing event deleted for resources: {'Port': ['ID=51e4352b-6dc8-4a97-bff5-12eb7263347b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:52.327960 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1240f4fe-b583-41e0-bfa6-ab3c7dadf0ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (61d921ab-0a6f-4d64-9045-62055122a3a1), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:52.543937 n-d-826754-1 neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1240f4fe-b583-41e0-bfa6-ab3c7dadf0ff admin admin] Router 61d921ab-0a6f-4d64-9045-62055122a3a1 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:07:52.662468 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1240f4fe-b583-41e0-bfa6-ab3c7dadf0ff admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:07:52.668437 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1240f4fe-b583-41e0-bfa6-ab3c7dadf0ff admin admin] 10.222.0.70 "PUT /v2.0/routers/61d921ab-0a6f-4d64-9045-62055122a3a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7781367 Jan 28 02:07:52.671576 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59440) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:52.674110 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8245517-512c-4732-9642-3efda371bd1a None None] Sync routers for ids ['61d921ab-0a6f-4d64-9045-62055122a3a1'] in n-d-826754-1 {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:07:52.685429 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8245517-512c-4732-9642-3efda371bd1a None None] Routers {'61d921ab-0a6f-4d64-9045-62055122a3a1'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:07:52.686375 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d8245517-512c-4732-9642-3efda371bd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T02:07:39Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['61d921ab-0a6f-4d64-9045-62055122a3a1'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:52.782592 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4750a479-e901-4496-9eef-ace9c62650ea admin admin] Publish callbacks [] for router (61d921ab-0a6f-4d64-9045-62055122a3a1), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:52.892706 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4750a479-e901-4496-9eef-ace9c62650ea admin admin] Publish callbacks [] for router_gateway (61d921ab-0a6f-4d64-9045-62055122a3a1), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:52.946864 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4750a479-e901-4496-9eef-ace9c62650ea admin admin] Deleting port 9ed636c4-b76f-4887-b1ad-c4c63dd2337b {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:07:52.947552 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4750a479-e901-4496-9eef-ace9c62650ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (9ed636c4-b76f-4887-b1ad-c4c63dd2337b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:52.954919 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-d8245517-512c-4732-9642-3efda371bd1a None None] Set router 61d921ab-0a6f-4d64-9045-62055122a3a1 gateway port host: n-d-826754-1 {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:07:53.028546 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4750a479-e901-4496-9eef-ace9c62650ea admin admin] For port 9ed636c4-b76f-4887-b1ad-c4c63dd2337b, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=9ed636c4-b76f-4887-b1ad-c4c63dd2337b,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:07:53.028917 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4750a479-e901-4496-9eef-ace9c62650ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (9ed636c4-b76f-4887-b1ad-c4c63dd2337b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:53.043489 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4750a479-e901-4496-9eef-ace9c62650ea admin admin] Calling delete_port for 9ed636c4-b76f-4887-b1ad-c4c63dd2337b owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:07:53.143015 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d8245517-512c-4732-9642-3efda371bd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'name': 'tempest-TestSnapshotPattern-2086885092-router', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:07:52Z', 'revision_number': 5, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'gw_port': {'id': '9ed636c4-b76f-4887-b1ad-c4c63dd2337b', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:53.172347 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8245517-512c-4732-9642-3efda371bd1a None None] Checking router: 61d921ab-0a6f-4d64-9045-62055122a3a1 for host: n-d-826754-1 {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:07:53.180690 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8245517-512c-4732-9642-3efda371bd1a None None] Routers {'61d921ab-0a6f-4d64-9045-62055122a3a1'} bound to L3 agent in host n-d-826754-1 {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:07:53.181305 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d8245517-512c-4732-9642-3efda371bd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T02:07:39Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['61d921ab-0a6f-4d64-9045-62055122a3a1'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:53.219496 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4750a479-e901-4496-9eef-ace9c62650ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (9ed636c4-b76f-4887-b1ad-c4c63dd2337b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:53.250357 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750a479-e901-4496-9eef-ace9c62650ea admin admin] Pushing event deleted for resources: {'Port': ['ID=9ed636c4-b76f-4887-b1ad-c4c63dd2337b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:53.276531 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-d8245517-512c-4732-9642-3efda371bd1a None None] Set router 61d921ab-0a6f-4d64-9045-62055122a3a1 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:07:53.313506 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4750a479-e901-4496-9eef-ace9c62650ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (61d921ab-0a6f-4d64-9045-62055122a3a1), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:53.334968 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d8245517-512c-4732-9642-3efda371bd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'name': 'tempest-TestSnapshotPattern-2086885092-router', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:07:52Z', 'revision_number': 6, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:53.366404 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8245517-512c-4732-9642-3efda371bd1a None None] The sync data for ids ['61d921ab-0a6f-4d64-9045-62055122a3a1'] in n-d-826754-1 is: [{'id': '61d921ab-0a6f-4d64-9045-62055122a3a1', 'name': 'tempest-TestSnapshotPattern-2086885092-router', 'tenant_id': 'b892854b7b954bd59de6503ce099baa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:02:24Z', 'updated_at': '2022-01-28T02:07:52Z', 'revision_number': 6, 'project_id': 'b892854b7b954bd59de6503ce099baa9', 'gw_port_host': None}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:07:53.408736 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4750a479-e901-4496-9eef-ace9c62650ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (61d921ab-0a6f-4d64-9045-62055122a3a1), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:53.411210 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4750a479-e901-4496-9eef-ace9c62650ea admin admin] Publish callbacks [] for router_controller (61d921ab-0a6f-4d64-9045-62055122a3a1), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:53.456902 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4750a479-e901-4496-9eef-ace9c62650ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (61d921ab-0a6f-4d64-9045-62055122a3a1), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:53.457461 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4750a479-e901-4496-9eef-ace9c62650ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61d921ab-0a6f-4d64-9045-62055122a3a1 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:07:53.461924 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4750a479-e901-4496-9eef-ace9c62650ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:53.463116 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4750a479-e901-4496-9eef-ace9c62650ea admin admin] 10.222.0.70 "DELETE /v2.0/routers/61d921ab-0a6f-4d64-9045-62055122a3a1 HTTP/1.1" status: 204 len: 168 time: 0.7903759 Jan 28 02:07:53.465704 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59442) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:53.513881 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a0ad70a-123b-411a-ba85-413affc108c5 admin admin] Deleting subnet 97d508de-8f69-4d41-8488-890d43ad3be7 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:07:53.517104 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a0ad70a-123b-411a-ba85-413affc108c5 admin admin] Publish callbacks [] for subnet (97d508de-8f69-4d41-8488-890d43ad3be7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:53.551530 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a0ad70a-123b-411a-ba85-413affc108c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (97d508de-8f69-4d41-8488-890d43ad3be7), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:53.629676 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a0ad70a-123b-411a-ba85-413affc108c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (97d508de-8f69-4d41-8488-890d43ad3be7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:53.686546 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a0ad70a-123b-411a-ba85-413affc108c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (97d508de-8f69-4d41-8488-890d43ad3be7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:53.714217 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ad70a-123b-411a-ba85-413affc108c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97d508de-8f69-4d41-8488-890d43ad3be7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:53.720938 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a0ad70a-123b-411a-ba85-413affc108c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:53.725208 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-1a0ad70a-123b-411a-ba85-413affc108c5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/97d508de-8f69-4d41-8488-890d43ad3be7 HTTP/1.1" status: 204 len: 168 time: 0.2585223 Jan 28 02:07:53.726437 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65802de8-f6d5-4768-83ab-ab7e5cbaa41b None None] Network e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:07:53.727749 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59444) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:53.803667 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d63e3d6-0bad-4e17-83e0-c5367e1ff670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:53.865670 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4d63e3d6-0bad-4e17-83e0-c5367e1ff670 admin admin] Deleting port 18b25f36-1ba7-4778-ba07-9be79e4a29de {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:07:53.866016 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d63e3d6-0bad-4e17-83e0-c5367e1ff670 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (18b25f36-1ba7-4778-ba07-9be79e4a29de), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:53.932342 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4d63e3d6-0bad-4e17-83e0-c5367e1ff670 admin admin] For port 18b25f36-1ba7-4778-ba07-9be79e4a29de, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=18b25f36-1ba7-4778-ba07-9be79e4a29de,segment=NetworkSegment(b0b016e8-ae3e-4689-a23a-d809db824324),segment_id=b0b016e8-ae3e-4689-a23a-d809db824324)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:07:53.933083 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d63e3d6-0bad-4e17-83e0-c5367e1ff670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (18b25f36-1ba7-4778-ba07-9be79e4a29de), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:53.945487 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4d63e3d6-0bad-4e17-83e0-c5367e1ff670 admin admin] Calling delete_port for 18b25f36-1ba7-4778-ba07-9be79e4a29de owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:07:54.028003 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d63e3d6-0bad-4e17-83e0-c5367e1ff670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (18b25f36-1ba7-4778-ba07-9be79e4a29de), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:54.057781 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63e3d6-0bad-4e17-83e0-c5367e1ff670 admin admin] Pushing event deleted for resources: {'Port': ['ID=18b25f36-1ba7-4778-ba07-9be79e4a29de,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:54.061182 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d63e3d6-0bad-4e17-83e0-c5367e1ff670 admin admin] No DVR routers for this DVR port 18b25f36-1ba7-4778-ba07-9be79e4a29de on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:07:54.137465 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d63e3d6-0bad-4e17-83e0-c5367e1ff670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:54.158028 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba725012-bf98-4a04-b1b1-eea02fb3d15e None None] DHCP port deletion for e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:07:54.164925 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-4d63e3d6-0bad-4e17-83e0-c5367e1ff670 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:54.182490 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-4d63e3d6-0bad-4e17-83e0-c5367e1ff670 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0b016e8-ae3e-4689-a23a-d809db824324') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:54.182842 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-4d63e3d6-0bad-4e17-83e0-c5367e1ff670 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0b016e8-ae3e-4689-a23a-d809db824324') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:54.193466 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d63e3d6-0bad-4e17-83e0-c5367e1ff670 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (b0b016e8-ae3e-4689-a23a-d809db824324), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:54.208275 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d63e3d6-0bad-4e17-83e0-c5367e1ff670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (b0b016e8-ae3e-4689-a23a-d809db824324), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:54.215158 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d63e3d6-0bad-4e17-83e0-c5367e1ff670 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:07:54.215560 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d63e3d6-0bad-4e17-83e0-c5367e1ff670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (b0b016e8-ae3e-4689-a23a-d809db824324), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:54.217327 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 02:07:54.217327 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:07:54.217327 n-d-826754-1 neutron-server[103343]: timer() Jan 28 02:07:54.217327 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:07:54.217327 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 02:07:54.217327 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:07:54.217327 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 02:07:54.217327 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:07:54.217327 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 02:07:54.217327 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:07:54.217327 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 02:07:54.217327 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:07:54.217327 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 02:07:54.217327 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:07:54.217327 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:07:54.217327 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:07:54.217327 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:07:54.217327 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:07:54.217327 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 02:07:54.217327 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:07:54.217327 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 02:07:54.217327 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:07:54.217327 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:07:54.217327 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:07:54.217327 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 02:07:54.217327 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:07:54.217327 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:07:54.217327 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:07:54.217327 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:07:54.217327 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:07:54.217327 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:07:54.217327 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:07:54.288685 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device dc456f4f-6a96-4b31-813a-f3de1c655d0d no longer exists at agent hyperv_n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:07:54.288958 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d63e3d6-0bad-4e17-83e0-c5367e1ff670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:54.295412 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4d63e3d6-0bad-4e17-83e0-c5367e1ff670 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:54.298944 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-4d63e3d6-0bad-4e17-83e0-c5367e1ff670 admin admin] 10.222.0.70 "DELETE /v2.0/networks/e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083 HTTP/1.1" status: 204 len: 168 time: 0.5702522 Jan 28 02:07:54.302059 n-d-826754-1 neutron-server[103344]: DEBUG neutron.wsgi [-] (103344) accepted ('10.222.0.70', 59446) {{(pid=103344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:54.311833 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63e3d6-0bad-4e17-83e0-c5367e1ff670 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1e0b9f9-dea9-4cfe-a5d8-9b5d028b5083,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:54.317440 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] No Port match for: dc456f4f-6a96-4b31-813a-f3de1c655d0d {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:07:54.317815 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Device dc456f4f-6a96-4b31-813a-f3de1c655d0d not bound to the agent host n-h1-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:07:54.666491 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3d6a765f-3c2d-452f-a666-eeef39c93160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550477'] for router_interface (35e3b4c5-49af-489c-82d3-62040fa92863), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:54.708045 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 18b25f36-1ba7-4778-ba07-9be79e4a29de no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:07:54.728759 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 18b25f36-1ba7-4778-ba07-9be79e4a29de {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:07:54.729433 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 18b25f36-1ba7-4778-ba07-9be79e4a29de not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:07:54.729899 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 51e4352b-6dc8-4a97-bff5-12eb7263347b no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:07:54.749714 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 51e4352b-6dc8-4a97-bff5-12eb7263347b {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:07:54.750085 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 51e4352b-6dc8-4a97-bff5-12eb7263347b not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:07:54.750532 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9ed636c4-b76f-4887-b1ad-c4c63dd2337b no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:07:54.771492 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 9ed636c4-b76f-4887-b1ad-c4c63dd2337b {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:07:54.771870 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 9ed636c4-b76f-4887-b1ad-c4c63dd2337b not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:07:54.921575 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-3d6a765f-3c2d-452f-a666-eeef39c93160 admin admin] Deleting port 91ed0bde-89bf-43e2-8999-6ca9d3cafdf0 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:07:54.921979 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3d6a765f-3c2d-452f-a666-eeef39c93160 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (91ed0bde-89bf-43e2-8999-6ca9d3cafdf0), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.008318 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-3d6a765f-3c2d-452f-a666-eeef39c93160 admin admin] For port 91ed0bde-89bf-43e2-8999-6ca9d3cafdf0, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=91ed0bde-89bf-43e2-8999-6ca9d3cafdf0,segment=NetworkSegment(a0e67273-bf55-4003-8c71-c19bbe29f891),segment_id=a0e67273-bf55-4003-8c71-c19bbe29f891)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:07:55.008676 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3d6a765f-3c2d-452f-a666-eeef39c93160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (91ed0bde-89bf-43e2-8999-6ca9d3cafdf0), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.020536 n-d-826754-1 neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-3d6a765f-3c2d-452f-a666-eeef39c93160 admin admin] Calling delete_port for 91ed0bde-89bf-43e2-8999-6ca9d3cafdf0 owned by network:router_interface {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:07:55.212148 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3d6a765f-3c2d-452f-a666-eeef39c93160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126042875'] for port (91ed0bde-89bf-43e2-8999-6ca9d3cafdf0), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.240631 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a765f-3c2d-452f-a666-eeef39c93160 admin admin] Pushing event deleted for resources: {'Port': ['ID=91ed0bde-89bf-43e2-8999-6ca9d3cafdf0,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:55.264558 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a765f-3c2d-452f-a666-eeef39c93160 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:55.264917 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a765f-3c2d-452f-a666-eeef39c93160 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:55.265268 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a765f-3c2d-452f-a666-eeef39c93160 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:55.265611 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a765f-3c2d-452f-a666-eeef39c93160 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:55.265949 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a765f-3c2d-452f-a666-eeef39c93160 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:55.268001 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a765f-3c2d-452f-a666-eeef39c93160 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:55.268370 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a765f-3c2d-452f-a666-eeef39c93160 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:55.268802 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a765f-3c2d-452f-a666-eeef39c93160 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:55.269067 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a765f-3c2d-452f-a666-eeef39c93160 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:55.269410 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a765f-3c2d-452f-a666-eeef39c93160 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:55.269758 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a765f-3c2d-452f-a666-eeef39c93160 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:55.270096 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a765f-3c2d-452f-a666-eeef39c93160 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:55.270430 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a765f-3c2d-452f-a666-eeef39c93160 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826754-1 {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 02:07:55.426373 n-d-826754-1 neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3d6a765f-3c2d-452f-a666-eeef39c93160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-721172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550625'] for router_interface (35e3b4c5-49af-489c-82d3-62040fa92863), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.570865 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:07:55.649710 n-d-826754-1 neutron-server[103344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6a765f-3c2d-452f-a666-eeef39c93160 admin admin] Router 35e3b4c5-49af-489c-82d3-62040fa92863 has already been hosted by L3 agent 73d6576a-1bd2-4cac-967c-2610e499b3d7 {{(pid=103344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 02:07:55.757558 n-d-826754-1 neutron-server[103344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6a765f-3c2d-452f-a666-eeef39c93160 admin admin] Notify agent at l3_agent.n-d-826754-1 the message routers_updated {{(pid=103344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 02:07:55.763650 n-d-826754-1 neutron-server[103344]: INFO neutron.wsgi [None req-3d6a765f-3c2d-452f-a666-eeef39c93160 admin admin] 10.222.0.70 "PUT /v2.0/routers/35e3b4c5-49af-489c-82d3-62040fa92863/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4604297 Jan 28 02:07:55.765793 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59448) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:55.766679 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339050fe-e3dc-4d2d-8279-f5888bf449ad None None] Sync routers for ids ['35e3b4c5-49af-489c-82d3-62040fa92863'] in n-d-826754-1 {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 02:07:55.779836 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339050fe-e3dc-4d2d-8279-f5888bf449ad None None] Routers {'35e3b4c5-49af-489c-82d3-62040fa92863'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:07:55.780483 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-339050fe-e3dc-4d2d-8279-f5888bf449ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T02:07:39Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['35e3b4c5-49af-489c-82d3-62040fa92863'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:55.877348 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5aee7495-44ea-4994-aab2-6440354e6598 admin admin] Publish callbacks [] for router (35e3b4c5-49af-489c-82d3-62040fa92863), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:55.981454 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-339050fe-e3dc-4d2d-8279-f5888bf449ad None None] Set router 35e3b4c5-49af-489c-82d3-62040fa92863 gateway port host: n-d-826754-1 {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:07:55.990625 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5aee7495-44ea-4994-aab2-6440354e6598 admin admin] Publish callbacks [] for router_gateway (35e3b4c5-49af-489c-82d3-62040fa92863), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:56.052528 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5aee7495-44ea-4994-aab2-6440354e6598 admin admin] Deleting port ee415e5c-2604-4111-886c-1d3c182419f9 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:07:56.052868 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5aee7495-44ea-4994-aab2-6440354e6598 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (ee415e5c-2604-4111-886c-1d3c182419f9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:56.131761 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-5aee7495-44ea-4994-aab2-6440354e6598 admin admin] For port ee415e5c-2604-4111-886c-1d3c182419f9, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=ee415e5c-2604-4111-886c-1d3c182419f9,segment=NetworkSegment(8b9035d7-d606-4964-91a6-62e3c24ced3a),segment_id=8b9035d7-d606-4964-91a6-62e3c24ced3a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:07:56.131997 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5aee7495-44ea-4994-aab2-6440354e6598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (ee415e5c-2604-4111-886c-1d3c182419f9), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:56.144604 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-5aee7495-44ea-4994-aab2-6440354e6598 admin admin] Calling delete_port for ee415e5c-2604-4111-886c-1d3c182419f9 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:07:56.169849 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-339050fe-e3dc-4d2d-8279-f5888bf449ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e3b4c5-49af-489c-82d3-62040fa92863', 'name': 'tempest-TestSnapshotPattern-169491851-router', 'tenant_id': '46030c0b75ff4a28b0e6ba23cba19a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'external_fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'ee415e5c-2604-4111-886c-1d3c182419f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:02:29Z', 'updated_at': '2022-01-28T02:07:55Z', 'revision_number': 5, 'project_id': '46030c0b75ff4a28b0e6ba23cba19a4f', 'gw_port': {'id': 'ee415e5c-2604-4111-886c-1d3c182419f9', 'name': '', 'network_id': '31abbcb3-ad7a-4705-9f82-c7ff7c52d392', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:28:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e3b4c5-49af-489c-82d3-62040fa92863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826754-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T02:02:30Z', 'updated_at': '2022-01-28T02:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3c7b5c-12f3-4d9b-b1e7-b8ddfc9b8a81', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826754-1'}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:56.201290 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339050fe-e3dc-4d2d-8279-f5888bf449ad None None] Checking router: 35e3b4c5-49af-489c-82d3-62040fa92863 for host: n-d-826754-1 {{(pid=103346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 02:07:56.210829 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339050fe-e3dc-4d2d-8279-f5888bf449ad None None] Routers {'35e3b4c5-49af-489c-82d3-62040fa92863'} bound to L3 agent in host n-d-826754-1 {{(pid=103346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 02:07:56.211462 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-339050fe-e3dc-4d2d-8279-f5888bf449ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826754-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T23:57:08Z,description=,heartbeat_timestamp=2022-01-28T02:07:39Z,host='n-d-826754-1',id=73d6576a-1bd2-4cac-967c-2610e499b3d7,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T23:57:08Z,topic='l3_agent')) {'router_ids': ['35e3b4c5-49af-489c-82d3-62040fa92863'], 'active': True} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:56.302109 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_dvr_db [None req-339050fe-e3dc-4d2d-8279-f5888bf449ad None None] Set router 35e3b4c5-49af-489c-82d3-62040fa92863 gateway port host: None {{(pid=103346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 02:07:56.354781 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.l3_hamode_db [None req-339050fe-e3dc-4d2d-8279-f5888bf449ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e3b4c5-49af-489c-82d3-62040fa92863', 'name': 'tempest-TestSnapshotPattern-169491851-router', 'tenant_id': '46030c0b75ff4a28b0e6ba23cba19a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:02:29Z', 'updated_at': '2022-01-28T02:07:55Z', 'revision_number': 6, 'project_id': '46030c0b75ff4a28b0e6ba23cba19a4f', 'gw_port_host': None}], 'n-d-826754-1', False) {} {{(pid=103346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:56.385364 n-d-826754-1 neutron-server[103346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339050fe-e3dc-4d2d-8279-f5888bf449ad None None] The sync data for ids ['35e3b4c5-49af-489c-82d3-62040fa92863'] in n-d-826754-1 is: [{'id': '35e3b4c5-49af-489c-82d3-62040fa92863', 'name': 'tempest-TestSnapshotPattern-169491851-router', 'tenant_id': '46030c0b75ff4a28b0e6ba23cba19a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T02:02:29Z', 'updated_at': '2022-01-28T02:07:55Z', 'revision_number': 6, 'project_id': '46030c0b75ff4a28b0e6ba23cba19a4f', 'gw_port_host': None}] {{(pid=103346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 02:07:56.599225 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5aee7495-44ea-4994-aab2-6440354e6598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (ee415e5c-2604-4111-886c-1d3c182419f9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:56.626329 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee7495-44ea-4994-aab2-6440354e6598 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee415e5c-2604-4111-886c-1d3c182419f9,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:56.687472 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5aee7495-44ea-4994-aab2-6440354e6598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555147'] for router_gateway (35e3b4c5-49af-489c-82d3-62040fa92863), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:56.786119 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5aee7495-44ea-4994-aab2-6440354e6598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-111355'] for router (35e3b4c5-49af-489c-82d3-62040fa92863), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:56.788769 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5aee7495-44ea-4994-aab2-6440354e6598 admin admin] Publish callbacks [] for router_controller (35e3b4c5-49af-489c-82d3-62040fa92863), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:56.842915 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5aee7495-44ea-4994-aab2-6440354e6598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552951'] for router (35e3b4c5-49af-489c-82d3-62040fa92863), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:56.843381 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aee7495-44ea-4994-aab2-6440354e6598 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35e3b4c5-49af-489c-82d3-62040fa92863 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 02:07:56.847182 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 91ed0bde-89bf-43e2-8999-6ca9d3cafdf0 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:07:56.848818 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5aee7495-44ea-4994-aab2-6440354e6598 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:56.849975 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-5aee7495-44ea-4994-aab2-6440354e6598 admin admin] 10.222.0.70 "DELETE /v2.0/routers/35e3b4c5-49af-489c-82d3-62040fa92863 HTTP/1.1" status: 204 len: 168 time: 1.0831854 Jan 28 02:07:56.852527 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59450) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:56.872245 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 91ed0bde-89bf-43e2-8999-6ca9d3cafdf0 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:07:56.872854 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 91ed0bde-89bf-43e2-8999-6ca9d3cafdf0 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:07:56.902461 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-c86a9a72-6dc7-4bad-a3d3-6a15253b8c10 admin admin] Deleting subnet 13aff4cc-68f1-42ea-b92b-ba98b07cd792 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 02:07:56.905655 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c86a9a72-6dc7-4bad-a3d3-6a15253b8c10 admin admin] Publish callbacks [] for subnet (13aff4cc-68f1-42ea-b92b-ba98b07cd792), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:56.941584 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c86a9a72-6dc7-4bad-a3d3-6a15253b8c10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126714869'] for subnet (13aff4cc-68f1-42ea-b92b-ba98b07cd792), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:57.022221 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c86a9a72-6dc7-4bad-a3d3-6a15253b8c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4035499'] for subnet (13aff4cc-68f1-42ea-b92b-ba98b07cd792), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:57.075606 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c86a9a72-6dc7-4bad-a3d3-6a15253b8c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4035492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126016932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126717996'] for subnet (13aff4cc-68f1-42ea-b92b-ba98b07cd792), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:57.101520 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a9a72-6dc7-4bad-a3d3-6a15253b8c10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13aff4cc-68f1-42ea-b92b-ba98b07cd792,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:57.105496 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c86a9a72-6dc7-4bad-a3d3-6a15253b8c10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:57.108894 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c86a9a72-6dc7-4bad-a3d3-6a15253b8c10 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/13aff4cc-68f1-42ea-b92b-ba98b07cd792 HTTP/1.1" status: 204 len: 168 time: 0.2552767 Jan 28 02:07:57.111269 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59452) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:57.113191 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de0bc79-14aa-4843-b4d2-57c253816f8e None None] Network 36e7e4ec-4433-4f02-8eb2-790a32e7c198 requested from n-d-826754-1 {{(pid=103345) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 02:07:57.190820 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1202-81af-43af-a160-6abbb60cdfdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3902570'] for network (36e7e4ec-4433-4f02-8eb2-790a32e7c198), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:57.258211 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-eb6e1202-81af-43af-a160-6abbb60cdfdd admin admin] Deleting port 4a781cdc-058f-4675-9500-54bd5db41c69 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:07:57.258549 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1202-81af-43af-a160-6abbb60cdfdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (4a781cdc-058f-4675-9500-54bd5db41c69), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:57.281660 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92581d94-27ca-4b8f-90c9-ac29f6f7b310 None None] DHCP port deletion for 36e7e4ec-4433-4f02-8eb2-790a32e7c198 request from n-d-826754-1 {{(pid=103345) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 02:07:57.328060 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-eb6e1202-81af-43af-a160-6abbb60cdfdd admin admin] For port 4a781cdc-058f-4675-9500-54bd5db41c69, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4a781cdc-058f-4675-9500-54bd5db41c69,segment=NetworkSegment(a0e67273-bf55-4003-8c71-c19bbe29f891),segment_id=a0e67273-bf55-4003-8c71-c19bbe29f891)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:07:57.328430 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1202-81af-43af-a160-6abbb60cdfdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (4a781cdc-058f-4675-9500-54bd5db41c69), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:57.334216 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-92581d94-27ca-4b8f-90c9-ac29f6f7b310 None None] Deleting port 4a781cdc-058f-4675-9500-54bd5db41c69 {{(pid=103345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 02:07:57.334597 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-92581d94-27ca-4b8f-90c9-ac29f6f7b310 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749991154800'] for port (4a781cdc-058f-4675-9500-54bd5db41c69), before_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:57.342955 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-eb6e1202-81af-43af-a160-6abbb60cdfdd admin admin] Calling delete_port for 4a781cdc-058f-4675-9500-54bd5db41c69 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:07:57.400034 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-92581d94-27ca-4b8f-90c9-ac29f6f7b310 None None] For port 4a781cdc-058f-4675-9500-54bd5db41c69, host n-d-826754-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826754-1',level=0,port_id=4a781cdc-058f-4675-9500-54bd5db41c69,segment=NetworkSegment(a0e67273-bf55-4003-8c71-c19bbe29f891),segment_id=a0e67273-bf55-4003-8c71-c19bbe29f891)] {{(pid=103345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 02:07:57.401172 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-92581d94-27ca-4b8f-90c9-ac29f6f7b310 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556138'] for port (4a781cdc-058f-4675-9500-54bd5db41c69), precommit_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:57.415524 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-92581d94-27ca-4b8f-90c9-ac29f6f7b310 None None] Calling delete_port for 4a781cdc-058f-4675-9500-54bd5db41c69 owned by network:dhcp {{(pid=103345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 02:07:57.436163 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1202-81af-43af-a160-6abbb60cdfdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126016913'] for port (4a781cdc-058f-4675-9500-54bd5db41c69), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:57.470197 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e1202-81af-43af-a160-6abbb60cdfdd admin admin] Pushing event deleted for resources: {'Port': ['ID=4a781cdc-058f-4675-9500-54bd5db41c69,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:57.472067 n-d-826754-1 neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6e1202-81af-43af-a160-6abbb60cdfdd admin admin] No DVR routers for this DVR port 4a781cdc-058f-4675-9500-54bd5db41c69 on host n-d-826754-1 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:07:57.501148 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-92581d94-27ca-4b8f-90c9-ac29f6f7b310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4045383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749991160778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749990635304'] for port (4a781cdc-058f-4675-9500-54bd5db41c69), after_delete {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:57.527781 n-d-826754-1 neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92581d94-27ca-4b8f-90c9-ac29f6f7b310 None None] Pushing event deleted for resources: {'Port': ['ID=4a781cdc-058f-4675-9500-54bd5db41c69,revision_number=None']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:57.529651 n-d-826754-1 neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92581d94-27ca-4b8f-90c9-ac29f6f7b310 None None] No DVR routers for this DVR port 4a781cdc-058f-4675-9500-54bd5db41c69 on host n-d-826754-1 {{(pid=103345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 02:07:57.553135 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1202-81af-43af-a160-6abbb60cdfdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4058448', 'neutron.services.segments.db._delete_segments_for_network-8749991197076'] for network (36e7e4ec-4433-4f02-8eb2-790a32e7c198), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:57.576217 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-eb6e1202-81af-43af-a160-6abbb60cdfdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e7e4ec-4433-4f02-8eb2-790a32e7c198']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:57.587194 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-eb6e1202-81af-43af-a160-6abbb60cdfdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e67273-bf55-4003-8c71-c19bbe29f891') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:57.587490 n-d-826754-1 neutron-server[103343]: DEBUG neutron.services.segments.db [None req-eb6e1202-81af-43af-a160-6abbb60cdfdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e67273-bf55-4003-8c71-c19bbe29f891') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 02:07:57.598055 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1202-81af-43af-a160-6abbb60cdfdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749991199645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126714764'] for segment (a0e67273-bf55-4003-8c71-c19bbe29f891), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:57.617901 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1202-81af-43af-a160-6abbb60cdfdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564'] for segment (a0e67273-bf55-4003-8c71-c19bbe29f891), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:57.619204 n-d-826754-1 neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb6e1202-81af-43af-a160-6abbb60cdfdd admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 02:07:57.619608 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1202-81af-43af-a160-6abbb60cdfdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3840564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126016846'] for segment (a0e67273-bf55-4003-8c71-c19bbe29f891), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:57.621892 n-d-826754-1 neutron-server[103343]: Traceback (most recent call last): Jan 28 02:07:57.621892 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 02:07:57.621892 n-d-826754-1 neutron-server[103343]: timer() Jan 28 02:07:57.621892 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 02:07:57.621892 n-d-826754-1 neutron-server[103343]: cb(*args, **kw) Jan 28 02:07:57.621892 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 02:07:57.621892 n-d-826754-1 neutron-server[103343]: return func(*args, **kwargs) Jan 28 02:07:57.621892 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 02:07:57.621892 n-d-826754-1 neutron-server[103343]: self._notify() Jan 28 02:07:57.621892 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 02:07:57.621892 n-d-826754-1 neutron-server[103343]: self.callback(batched_events) Jan 28 02:07:57.621892 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 02:07:57.621892 n-d-826754-1 neutron-server[103343]: event.method(event) Jan 28 02:07:57.621892 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 02:07:57.621892 n-d-826754-1 neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 02:07:57.621892 n-d-826754-1 neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 02:07:57.621892 n-d-826754-1 neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 02:07:57.621892 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 02:07:57.621892 n-d-826754-1 neutron-server[103343]: return f(self, *a, **k) Jan 28 02:07:57.621892 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 02:07:57.621892 n-d-826754-1 neutron-server[103343]: return self._get(url).json() Jan 28 02:07:57.621892 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 02:07:57.621892 n-d-826754-1 neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 02:07:57.621892 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 02:07:57.621892 n-d-826754-1 neutron-server[103343]: return self.request(url, 'GET', **kwargs) Jan 28 02:07:57.621892 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 02:07:57.621892 n-d-826754-1 neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 02:07:57.621892 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 02:07:57.621892 n-d-826754-1 neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 02:07:57.621892 n-d-826754-1 neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 02:07:57.621892 n-d-826754-1 neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 02:07:57.621892 n-d-826754-1 neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 02:07:57.680890 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1202-81af-43af-a160-6abbb60cdfdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4058409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-721391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563043'] for network (36e7e4ec-4433-4f02-8eb2-790a32e7c198), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:57.686664 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1202-81af-43af-a160-6abbb60cdfdd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:57.690035 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-eb6e1202-81af-43af-a160-6abbb60cdfdd admin admin] 10.222.0.70 "DELETE /v2.0/networks/36e7e4ec-4433-4f02-8eb2-790a32e7c198 HTTP/1.1" status: 204 len: 168 time: 0.5774596 Jan 28 02:07:57.701267 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e1202-81af-43af-a160-6abbb60cdfdd admin admin] Pushing event deleted for resources: {'Network': ['ID=36e7e4ec-4433-4f02-8eb2-790a32e7c198,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:57.814392 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59456) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:57.854403 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c28cd256-01ad-4b3a-93e4-e5b4bac68e96 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b892854b7b954bd59de6503ce099baa9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388198 Jan 28 02:07:57.856844 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59458) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:57.905430 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8746c95f-36e2-4086-bfb6-0d982e1204e8 admin admin] Publish callbacks [] for security_group (484135be-a3d5-4df9-9a78-fbb43b574348), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:57.929670 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8746c95f-36e2-4086-bfb6-0d982e1204e8 admin admin] Publish callbacks [] for security_group (484135be-a3d5-4df9-9a78-fbb43b574348), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:57.977608 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8746c95f-36e2-4086-bfb6-0d982e1204e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (484135be-a3d5-4df9-9a78-fbb43b574348), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:57.982192 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8746c95f-36e2-4086-bfb6-0d982e1204e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:57.984031 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-8746c95f-36e2-4086-bfb6-0d982e1204e8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/484135be-a3d5-4df9-9a78-fbb43b574348 HTTP/1.1" status: 204 len: 168 time: 0.1260676 Jan 28 02:07:57.995523 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746c95f-36e2-4086-bfb6-0d982e1204e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484135be-a3d5-4df9-9a78-fbb43b574348,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:58.296506 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59464) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:58.340789 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-228ddd15-2cf2-45d0-9823-9a6827a3bab4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=46030c0b75ff4a28b0e6ba23cba19a4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431170 Jan 28 02:07:58.343297 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.70', 59466) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 02:07:58.390234 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c08d6255-cbb1-49f5-bda5-193c90a4a3b4 admin admin] Publish callbacks [] for security_group (05c8d630-b480-46ba-a673-dbe25686820c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:58.411503 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c08d6255-cbb1-49f5-bda5-193c90a4a3b4 admin admin] Publish callbacks [] for security_group (05c8d630-b480-46ba-a673-dbe25686820c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:58.460298 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c08d6255-cbb1-49f5-bda5-193c90a4a3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570531'] for security_group (05c8d630-b480-46ba-a673-dbe25686820c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:58.463156 n-d-826754-1 neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c08d6255-cbb1-49f5-bda5-193c90a4a3b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:07:58.464358 n-d-826754-1 neutron-server[103343]: INFO neutron.wsgi [None req-c08d6255-cbb1-49f5-bda5-193c90a4a3b4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/05c8d630-b480-46ba-a673-dbe25686820c HTTP/1.1" status: 204 len: 168 time: 0.1201379 Jan 28 02:07:58.473495 n-d-826754-1 neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d6255-cbb1-49f5-bda5-193c90a4a3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c8d630-b480-46ba-a673-dbe25686820c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 02:07:58.708555 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ee415e5c-2604-4111-886c-1d3c182419f9 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:07:58.731416 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: ee415e5c-2604-4111-886c-1d3c182419f9 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:07:58.731802 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device ee415e5c-2604-4111-886c-1d3c182419f9 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:07:58.732226 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4a781cdc-058f-4675-9500-54bd5db41c69 no longer exists at agent ovs-agent-n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 02:07:58.756739 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.plugin [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] No Port match for: 4a781cdc-058f-4675-9500-54bd5db41c69 {{(pid=103345) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 02:07:58.757090 n-d-826754-1 neutron-server[103345]: DEBUG neutron.plugins.ml2.rpc [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Device 4a781cdc-058f-4675-9500-54bd5db41c69 not bound to the agent host n-d-826754-1 {{(pid=103345) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 02:08:06.269737 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f4d8a06c-76f8-4cba-b766-7cd859ea68e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:08.554130 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-bd0cb697-954e-4f29-b7c2-3378f79aa648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:10.160462 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:11.689866 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:12.404564 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:13.993558 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:15.778422 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:32.569899 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:08:36.270538 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-900d5f8b-a362-498f-95e6-5081cbd656c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:38.557455 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-de85aad9-ef0a-47d2-9afe-a522bc80164a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:40.163532 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:41.693043 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:42.407343 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:44.003919 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:08:45.779710 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:06.272768 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-771ea3c2-da67-42da-8b1d-c405f86ff1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:08.560821 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4203b7ee-29a2-413c-9160-61b832ea3be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:09.568783 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:09:10.165136 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:11.695698 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:12.410549 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:14.012662 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:15.785493 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:36.274884 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-65319487-86b0-4ba6-9fd7-ac2b3ed3f0df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:38.563473 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c65b8ad3-fa25-40b1-8ca3-5113768a01b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:40.168319 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:41.697659 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:42.414110 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:44.023502 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:45.788136 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:09:46.568829 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:10:06.276798 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c1dc4a8e-8302-40cb-9f26-b637c75fd6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:08.565452 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-659d0ede-6b35-499b-99d1-20a27d3101b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:10.173572 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:11.701161 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:12.417443 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:14.040955 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:15.793560 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:23.568217 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:10:36.280214 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0e9511bf-5d76-4754-a2a0-45bd51d99e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:38.570199 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0f82459a-f180-418e-a6a4-97c489be12d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:40.174345 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:41.707041 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:42.423929 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:44.053755 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:10:45.795692 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:00.568401 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:11:06.281968 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4621d1bd-caa7-48fc-ba2e-b7ea79750bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:08.576595 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1b0c3179-c0ee-40e9-96ae-abdcf0d32674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:10.176636 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:11.706792 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:12.418098 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:14.061051 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:15.811567 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:36.283237 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-71f03fc1-6af1-4653-afa5-e4e21d86cef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:37.568372 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:11:38.578619 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f5893a37-0bfb-4f31-aaf9-38716bb11d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:40.179273 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:41.710041 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:42.421941 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:44.082032 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:11:45.809152 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:06.286924 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-17813597-5c07-4d86-a5c0-7b441bb89dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:08.580299 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6feec68f-fec2-4551-81be-cd1c6508372c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:10.185739 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:11.713102 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:12.429093 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:14.082737 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:14.566951 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:12:15.824515 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:36.289383 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-089e7d7c-d367-4e88-93c1-81a08666a11e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:38.582983 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-95e4138d-52c7-4941-8262-dd807f195746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:40.187899 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:41.715535 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:42.425161 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:44.091429 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:45.823903 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:12:51.568357 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:13:06.294396 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0de20988-4835-415b-8b71-996ac9bdd1a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:08.584946 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-021ac9c5-42e5-4354-9607-b328b6cdaea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:10.189225 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:11.719010 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:12.419067 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:14.096304 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:15.837670 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:28.568416 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:13:36.297578 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f11fccff-bef1-4d70-8f88-925a314647af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:38.588148 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-8ace0934-2526-4ec5-9d82-f49ac3649d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:40.199003 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:41.721315 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:42.427291 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:44.113475 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:13:45.845090 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:05.568012 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:14:06.300711 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-29ee598e-6219-40ec-9b9d-9c3055611874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:08.591792 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-710fb347-9ac5-46f1-bc75-e412486404af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:10.194973 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:11.723598 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:12.420767 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:14.098274 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:15.839417 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:36.304073 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-aec5636e-4aff-4a88-9f95-92f33411ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:38.595697 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-0005fe25-56b7-4d9c-914e-0d39214351ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:40.198285 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:41.726299 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:42.429299 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:42.568631 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:14:44.109899 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:14:45.853240 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:06.307028 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6326b864-058d-46a7-a326-8139a7e56991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:08.596404 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4be6672f-1cfb-4745-a60e-d26f28f22e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:10.200944 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:11.730452 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:12.424341 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:14.111093 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:15.836492 n-d-826754-1 neutron-server[103343]: DEBUG neutron.wsgi [req-d8ce1bd1-3366-482a-8f98-98e44cc59608 req-61fa9230-ce8f-45e1-a943-5c80e1b3b003 service neutron] (103343) timed out ('10.222.0.70', 56968) {{(pid=103343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 02:15:15.883403 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:19.568600 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:15:36.309712 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-127ecfdc-c1ff-44d7-b4ac-b0ed257e47ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:38.600586 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-2ed808e6-a721-4bac-be0f-98942a6a4b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:40.205011 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:41.732867 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:42.428881 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:44.102044 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:45.890700 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:15:56.568535 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:16:06.308785 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-4541d1c3-a229-4f45-b7c6-2bd6abb80c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:16:08.602875 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-d0a57f58-8898-4092-9584-4c9961c8ec64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:16:10.208214 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:16:11.737558 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:16:12.433532 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:16:14.101647 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:16:15.897632 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:16:33.568438 n-d-826754-1 neutron-server[103346]: DEBUG neutron.db.agents_db [None req-cf40706c-66f7-4261-ab78-2ae917551d14 None None] Agent healthcheck: found 7 active agents {{(pid=103346) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 02:16:36.310009 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-29c955fb-334f-4df1-a7d5-835fd4d85e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (95e3a067-faea-4dd1-93c9-71ec67ffe2ea), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:16:38.605243 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-27aaa1b9-3db5-488c-b00d-50203a7ee92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (73d6576a-1bd2-4cac-967c-2610e499b3d7), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:16:40.209749 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-79b7c6bd-9575-4cce-b99b-7569bea32cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (ffe8f403-3516-455a-b842-9743264ee3d2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:16:41.738259 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-81bdda9f-c9df-4f4b-96c8-7bbbfaf42e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (1777f322-748e-42b9-88aa-8b87ca38d515), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:16:42.437687 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-f05139a4-a77d-4fc1-9e32-87a9d6cfe664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (b6e6f68e-569c-497e-aec2-80f2ded7b2a2), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:16:44.108563 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-6414a5d3-c329-4e0e-9e39-911f8c880861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (8b0f77e3-5292-4511-9aad-719f09cc6978), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 02:16:45.914855 n-d-826754-1 neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-52f68287-7417-4fec-9ee7-22c8dac8d2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749991197058', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4056144'] for agent (5bcd2799-c33d-4b44-a4c0-79cef97cc41a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}